-- Logs begin at Mon 2022-05-23 10:01:44 UTC, end at Mon 2022-05-23 12:52:26 UTC. -- May 23 10:45:54.349878 n-d-842952-2 systemd[1]: Started Devstack devstack@q-svc.service. May 23 10:45:56.458745 n-d-842952-2 neutron-server[83807]: INFO neutron.common.config [-] Logging enabled! May 23 10:45:56.459472 n-d-842952-2 neutron-server[83807]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.2.dev8 May 23 10:45:56.459472 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83807) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} May 23 10:45:56.461751 n-d-842952-2 neutron-server[83807]: INFO neutron.common.config [-] Logging enabled! May 23 10:45:56.462003 n-d-842952-2 neutron-server[83807]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.2.dev8 May 23 10:45:56.462244 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83807) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} May 23 10:45:56.463191 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 23 10:45:56.463419 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 23 10:45:56.463760 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 23 10:45:56.464036 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 23 10:45:56.464255 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 23 10:45:56.464569 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.464870 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.465126 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.465376 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.465665 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.465929 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.466205 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.466495 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.466804 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.467160 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.467433 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.467714 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.467959 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.468238 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.468520 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.468801 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.469003 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] debug = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.469278 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.469700 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.470099 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.470371 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.470655 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.470922 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.471193 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.471469 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.471786 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] host = n-d-842952-2 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.472080 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.472361 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.472640 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.472920 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.473188 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.473454 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.473729 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.473995 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.474259 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] log_file = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.474527 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.474813 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.475095 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.475379 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.475597 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.475812 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.476113 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.476393 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.476662 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.476945 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.477202 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.477463 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.477727 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.477988 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.478267 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.478545 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.478821 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.479088 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.479354 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.479618 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.479902 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.480184 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.480451 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.480716 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.480983 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.481260 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.481519 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.481782 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.482072 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.482376 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.482651 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.482927 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.483192 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.483465 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.483728 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.484034 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.484302 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] use_json = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.484567 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.484835 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.485109 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.485378 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.485641 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.485914 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.486171 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.486446 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.486711 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:56.487000 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.487298 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.487589 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.487890 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.488180 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.488457 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.488737 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.489010 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.489292 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.489571 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.489854 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.490128 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.490408 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.490697 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.490980 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.491248 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.491528 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.491820 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.492114 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.492385 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.492661 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.492942 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.493215 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.493483 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.493758 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.494030 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.494295 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.494558 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.494837 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.495119 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.495392 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.495651 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.495938 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.496211 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.496476 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.496759 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.497031 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.497294 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.497559 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.497833 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.498190 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.498460 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.498734 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.499005 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.499276 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.499539 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.499804 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.500093 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.500359 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.500627 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.500891 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.501158 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.501429 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.501696 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.501962 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.502226 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.502492 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.502757 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.503037 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.503330 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.503600 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.503897 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.504172 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.504443 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.504713 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.504986 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.505255 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.505527 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.505789 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.506070 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.506348 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.506627 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.506903 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.507173 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.507460 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.507732 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.508032 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.508304 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.508576 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.508851 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.509126 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.509411 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.509698 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.509982 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.510269 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.510556 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.510830 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.511132 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.511406 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:56.511620 n-d-842952-2 neutron-server[83807]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 23 10:45:56.511883 n-d-842952-2 neutron-server[83807]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83807) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 23 10:45:56.907649 n-d-842952-2 neutron-server[83807]: INFO keyring.backend [-] Loading KWallet May 23 10:45:56.915058 n-d-842952-2 neutron-server[83807]: INFO keyring.backend [-] Loading SecretService May 23 10:45:56.918181 n-d-842952-2 neutron-server[83807]: INFO keyring.backend [-] Loading Windows May 23 10:45:56.919496 n-d-842952-2 neutron-server[83807]: INFO keyring.backend [-] Loading chainer May 23 10:45:56.920146 n-d-842952-2 neutron-server[83807]: INFO keyring.backend [-] Loading macOS May 23 10:45:56.952890 n-d-842952-2 neutron-server[83807]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 23 10:45:56.953156 n-d-842952-2 neutron-server[83807]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=83807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 23 10:45:56.953448 n-d-842952-2 neutron-server[83807]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 23 10:45:56.954768 n-d-842952-2 neutron-server[83807]: INFO neutron.manager [-] Loading core plugin: ml2 May 23 10:45:57.253304 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.253587 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.253854 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.308671 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.308950 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.309210 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.312248 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.312516 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.312780 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.340510 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.340784 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.341045 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.367506 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.367778 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.368082 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.681273 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.681891 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.681891 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.682050 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.682862 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.798555 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.799232 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.799500 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.799765 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.800051 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.800356 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.800619 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.800866 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.801115 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.801388 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.801649 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.801896 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.802156 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.802404 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.802668 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.802930 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.803179 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.803446 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.803692 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.803987 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.804314 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.804559 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.804800 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.805078 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.805321 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.805574 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.805957 n-d-842952-2 neutron-server[83807]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83807) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 23 10:45:57.806192 n-d-842952-2 neutron-server[83807]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83807) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 23 10:45:57.806429 n-d-842952-2 neutron-server[83807]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83807) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 23 10:45:57.806661 n-d-842952-2 neutron-server[83807]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83807) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 23 10:45:57.806891 n-d-842952-2 neutron-server[83807]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83807) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 23 10:45:57.807121 n-d-842952-2 neutron-server[83807]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83807) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 23 10:45:57.807666 n-d-842952-2 neutron-server[83807]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 23 10:45:57.810814 n-d-842952-2 neutron-server[83807]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 23 10:45:57.814766 n-d-842952-2 neutron-server[83807]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 23 10:45:57.818605 n-d-842952-2 neutron-server[83807]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) May 23 10:45:57.820213 n-d-842952-2 neutron-server[83807]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 23 10:45:57.820588 n-d-842952-2 neutron-server[83807]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 23 10:45:57.820912 n-d-842952-2 neutron-server[83807]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 23 10:45:57.821295 n-d-842952-2 neutron-server[83807]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 23 10:45:57.824062 n-d-842952-2 neutron-server[83807]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 23 10:45:57.824312 n-d-842952-2 neutron-server[83807]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 23 10:45:57.824651 n-d-842952-2 neutron-server[83807]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 23 10:45:57.852029 n-d-842952-2 neutron-server[83807]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] May 23 10:45:57.852486 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.852767 n-d-842952-2 neutron-server[83807]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83807) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 23 10:45:57.853124 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.854449 n-d-842952-2 neutron-server[83807]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83807) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 23 10:45:57.854730 n-d-842952-2 neutron-server[83807]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 23 10:45:57.854978 n-d-842952-2 neutron-server[83807]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 23 10:45:57.858375 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.858644 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:57.917416 n-d-842952-2 neutron-server[83807]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 23 10:45:57.917648 n-d-842952-2 neutron-server[83807]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 23 10:45:57.917879 n-d-842952-2 neutron-server[83807]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 23 10:45:57.918246 n-d-842952-2 neutron-server[83807]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 23 10:45:57.954635 n-d-842952-2 neutron-server[83807]: DEBUG oslo_db.sqlalchemy.engines [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83807) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} May 23 10:45:58.275373 n-d-842952-2 neutron-server[83807]: INFO neutron.plugins.ml2.managers [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Initializing driver for type 'gre' May 23 10:45:58.275989 n-d-842952-2 neutron-server[83807]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] gre ID ranges: [(1, 1000)] May 23 10:45:58.332779 n-d-842952-2 neutron-server[83807]: INFO neutron.plugins.ml2.managers [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Initializing driver for type 'local' May 23 10:45:58.333134 n-d-842952-2 neutron-server[83807]: INFO neutron.plugins.ml2.managers [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Initializing driver for type 'vlan' May 23 10:45:58.347161 n-d-842952-2 neutron-server[83807]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] VlanTypeDriver initialization complete May 23 10:45:58.347490 n-d-842952-2 neutron-server[83807]: INFO neutron.plugins.ml2.managers [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Initializing driver for type 'vxlan' May 23 10:45:58.347995 n-d-842952-2 neutron-server[83807]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] vxlan ID ranges: [(1, 1000)] May 23 10:45:58.400514 n-d-842952-2 neutron-server[83807]: INFO neutron.plugins.ml2.managers [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Initializing extension driver 'port_security' May 23 10:45:58.400853 n-d-842952-2 neutron-server[83807]: INFO neutron.plugins.ml2.extensions.port_security [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] PortSecurityExtensionDriver initialization complete May 23 10:45:58.401200 n-d-842952-2 neutron-server[83807]: INFO neutron.plugins.ml2.managers [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Initializing mechanism driver 'openvswitch' May 23 10:45:58.401509 n-d-842952-2 neutron-server[83807]: INFO neutron.plugins.ml2.managers [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Initializing mechanism driver 'hyperv' May 23 10:45:58.408040 n-d-842952-2 neutron-server[83807]: DEBUG neutron.plugins.ml2.plugin [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:45:58.408725 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > port after_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.409093 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > port after_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.409442 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > port after_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.409968 n-d-842952-2 neutron-server[83807]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83807) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 23 10:45:58.410395 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > subnet after_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.410744 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > subnet after_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.411086 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > subnet after_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.411470 n-d-842952-2 neutron-server[83807]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83807) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 23 10:45:58.411894 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > network after_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.412245 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > network after_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.412588 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > network after_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.412972 n-d-842952-2 neutron-server[83807]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83807) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 23 10:45:58.413371 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > security_group after_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.413714 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > security_group after_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.414057 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > security_group after_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.414581 n-d-842952-2 neutron-server[83807]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83807) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 23 10:45:58.414978 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.415325 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.415663 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.416079 n-d-842952-2 neutron-server[83807]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83807) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 23 10:45:58.416519 n-d-842952-2 neutron-server[83807]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] ML2 OVO RPC backend initialized. {{(pid=83807) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} May 23 10:45:58.417165 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > router_interface after_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.417520 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.417941 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > network before_response 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.418289 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > networks before_response 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.418633 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > port before_response 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.418980 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > ports before_response 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.419323 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > subnet before_response 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.419664 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > subnets before_response 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.420070 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > network after_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.420412 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > network after_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.420750 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > network after_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.421087 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > port after_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.421423 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > port after_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.421756 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > port after_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.422090 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > subnet after_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.422426 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > subnet after_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.422760 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > subnet after_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.423335 n-d-842952-2 neutron-server[83807]: INFO neutron.plugins.ml2.plugin [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Modular L2 Plugin initialization complete May 23 10:45:58.424041 n-d-842952-2 neutron-server[83807]: DEBUG neutron.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading services supported by the core plugin {{(pid=83807) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 23 10:45:58.424376 n-d-842952-2 neutron-server[83807]: INFO neutron.plugins.ml2.managers [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Got port-security extension from driver 'port_security' May 23 10:45:58.424839 n-d-842952-2 neutron-server[83807]: INFO neutron.extensions.vlantransparent [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Disabled vlantransparent extension. May 23 10:45:58.425254 n-d-842952-2 neutron-server[83807]: DEBUG neutron.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83807) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 23 10:45:58.425564 n-d-842952-2 neutron-server[83807]: INFO neutron.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading Plugin: router May 23 10:45:58.460315 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > router_interface before_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.460699 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > router after_create 55549900 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.461022 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > router before_create 55549900 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.461409 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.461776 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.462125 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > router after_delete 55549900 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.462480 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > floatingip after_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.462841 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > router after_create 55549900 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.463189 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > router after_update 55549900 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.463537 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > router after_update 55549900 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.463883 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.464266 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > router after_update 55549900 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.464663 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > router precommit_update 55549900 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.465030 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: port after_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.465377 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: port after_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.465711 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: subnet after_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.466050 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.466396 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > port precommit_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.466765 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > router precommit_create 55549900 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.467107 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: port before_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.467447 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > router precommit_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.467794 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > router after_update 55549900 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.468229 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > router precommit_delete 55549900 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.468582 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > router precommit_create 55549900 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.468942 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > router_interface after_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.469285 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > router precommit_update 55549900 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.469642 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > agent after_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.469999 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > agent after_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.470334 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > network after_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.471180 n-d-842952-2 neutron-server[83807]: DEBUG neutron.quota.resource_registry [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Tracking information for resource: router configured {{(pid=83807) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 23 10:45:58.471508 n-d-842952-2 neutron-server[83807]: DEBUG neutron.quota.resource_registry [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Tracking information for resource: floatingip configured {{(pid=83807) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 23 10:45:58.476357 n-d-842952-2 neutron-server[83807]: INFO neutron.db.l3_agentschedulers_db [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 23 10:45:58.476923 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: port after_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.477279 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: port after_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.477625 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: port after_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.477973 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: port after_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.478849 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > router before_create 55550100 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.479230 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > router precommit_delete 55550100 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.479585 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > router precommit_create 55550100 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.479953 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > router precommit_update 55550100 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.484329 n-d-842952-2 neutron-server[83807]: DEBUG neutron.services.provider_configuration [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Service providers = [] {{(pid=83807) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 23 10:45:58.484686 n-d-842952-2 neutron-server[83807]: DEBUG neutron.db.servicetype_db [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83807) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 23 10:45:58.487587 n-d-842952-2 neutron-server[83807]: DEBUG neutron.services.service_base [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83807) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 23 10:45:58.487967 n-d-842952-2 neutron-server[83807]: DEBUG neutron.services.service_base [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83807) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 23 10:45:58.488313 n-d-842952-2 neutron-server[83807]: DEBUG neutron.services.service_base [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83807) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 23 10:45:58.489191 n-d-842952-2 neutron-server[83807]: DEBUG neutron.services.service_base [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83807) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 23 10:45:58.489559 n-d-842952-2 neutron-server[83807]: INFO neutron.services.service_base [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Default provider is not specified for service type L3_ROUTER_NAT May 23 10:45:58.489925 n-d-842952-2 neutron-server[83807]: DEBUG neutron.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83807) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 23 10:45:58.490238 n-d-842952-2 neutron-server[83807]: INFO neutron.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 23 10:45:58.500892 n-d-842952-2 neutron-server[83807]: DEBUG neutron.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83807) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 23 10:45:58.501222 n-d-842952-2 neutron-server[83807]: INFO neutron.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading Plugin: auto_allocate May 23 10:45:58.506992 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: network precommit_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.507363 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: network precommit_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.507918 n-d-842952-2 neutron-server[83807]: DEBUG neutron.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83807) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 23 10:45:58.508238 n-d-842952-2 neutron-server[83807]: INFO neutron.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading Plugin: tag May 23 10:45:58.514753 n-d-842952-2 neutron-server[83807]: DEBUG neutron.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83807) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 23 10:45:58.515091 n-d-842952-2 neutron-server[83807]: INFO neutron.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading Plugin: timestamp May 23 10:45:58.519049 n-d-842952-2 neutron-server[83807]: DEBUG neutron.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83807) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 23 10:45:58.519381 n-d-842952-2 neutron-server[83807]: INFO neutron.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading Plugin: network_ip_availability May 23 10:45:58.524646 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.525017 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.525438 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.526074 n-d-842952-2 neutron-server[83807]: DEBUG neutron.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83807) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 23 10:45:58.526391 n-d-842952-2 neutron-server[83807]: INFO neutron.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading Plugin: flavors May 23 10:45:58.531050 n-d-842952-2 neutron-server[83807]: DEBUG neutron.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83807) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 23 10:45:58.531380 n-d-842952-2 neutron-server[83807]: INFO neutron.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading Plugin: revisions May 23 10:45:58.535613 n-d-842952-2 neutron-server[83807]: DEBUG neutron.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83807) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 23 10:45:58.536035 n-d-842952-2 neutron-server[83807]: DEBUG oslo_concurrency.lockutils [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.582s {{(pid=83807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 23 10:45:58.536771 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83807) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} May 23 10:45:58.537113 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Initializing extension manager. May 23 10:45:58.537610 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: __init__.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.537956 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: __pycache__ {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.538288 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.538619 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.538946 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: _filter_validation_lib.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.539269 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.539591 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: address_group.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.540373 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.540943 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: address-group May 23 10:45:58.541261 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: address_scope.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.541973 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.542474 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: address-scope May 23 10:45:58.542791 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: admin_state_down_before_update.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.543702 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.544235 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: router-admin-state-down-before-update May 23 10:45:58.544553 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: agent.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.545301 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.545802 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: agent May 23 10:45:58.546125 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: agent_resources_synced.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.547028 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.547533 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: agent-resources-synced May 23 10:45:58.547858 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: allowedaddresspairs.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.550198 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.550720 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: allowed-address-pairs May 23 10:45:58.551048 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: auto_allocated_topology.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.552145 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.552656 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: auto-allocated-topology May 23 10:45:58.552984 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: availability_zone.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.553676 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.554181 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: availability_zone May 23 10:45:58.554502 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: availability_zone_filter.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.555410 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.555946 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: availability_zone_filter May 23 10:45:58.556274 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: data_plane_status.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.557176 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.557677 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extension data-plane-status not supported by any of loaded plugins May 23 10:45:58.558002 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: default_subnetpools.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.558908 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.559413 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: default-subnetpools May 23 10:45:58.559740 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: dhcpagentscheduler.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.560570 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.561083 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: dhcp_agent_scheduler May 23 10:45:58.561404 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: dns.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.562307 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.562807 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extension dns-integration not supported by any of loaded plugins May 23 10:45:58.563132 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: dns_domain_ports.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.564060 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.564568 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extension dns-domain-ports not supported by any of loaded plugins May 23 10:45:58.564890 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: dvr.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.565558 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.566057 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: dvr May 23 10:45:58.566375 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: empty_string_filtering.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.567281 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.567791 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: empty-string-filtering May 23 10:45:58.568136 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.569041 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.569539 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 23 10:45:58.569858 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.570757 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.571256 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 23 10:45:58.571573 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: external_net.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.572503 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.573003 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: external-net May 23 10:45:58.573322 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: extra_dhcp_opt.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.574221 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.574721 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: extra_dhcp_opt May 23 10:45:58.575040 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: extraroute.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.575975 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.576529 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: extraroute May 23 10:45:58.576848 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: extraroute_atomic.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.577874 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.578387 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: extraroute-atomic May 23 10:45:58.578710 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: filter_validation.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.579379 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.579915 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: filter-validation May 23 10:45:58.580232 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: fip_pf_description.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.581123 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.581630 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 23 10:45:58.581948 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: fip_port_details.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.582838 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.583349 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: fip-port-details May 23 10:45:58.583749 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: flavors.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.584910 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.585420 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: flavors May 23 10:45:58.585747 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.587376 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.587915 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 23 10:45:58.588241 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: floatingip_pools.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.588936 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.589439 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: floatingip-pools May 23 10:45:58.589763 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: ip_allocation.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.590676 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.591175 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extension ip_allocation not supported by any of loaded plugins May 23 10:45:58.591495 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.592458 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.592960 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: ip-substring-filtering May 23 10:45:58.593283 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: l2_adjacency.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.594196 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.594697 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extension l2_adjacency not supported by any of loaded plugins May 23 10:45:58.595016 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: l3.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.596023 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.596542 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: router May 23 10:45:58.596864 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: l3_conntrack_helper.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.599190 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.599710 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 23 10:45:58.600074 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.601001 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.601513 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: ext-gw-mode May 23 10:45:58.601837 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.602753 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.603263 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: l3-ha May 23 10:45:58.603584 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: l3_flavors.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.604545 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.605051 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: l3-flavors May 23 10:45:58.605374 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.606292 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.606799 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: l3-port-ip-change-not-allowed May 23 10:45:58.607120 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: l3agentscheduler.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.608283 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.608794 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: l3_agent_scheduler May 23 10:45:58.609122 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: logging.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.610580 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.611101 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extension logging not supported by any of loaded plugins May 23 10:45:58.611424 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: metering.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.612192 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.612760 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: metering May 23 10:45:58.613086 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.614158 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.614671 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: metering_source_and_destination_fields May 23 10:45:58.614993 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: multiprovidernet.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.615944 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.616453 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: multi-provider May 23 10:45:58.616769 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: netmtu.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.617677 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.618183 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: net-mtu May 23 10:45:58.618499 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: netmtu_writable.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.619406 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.619947 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: net-mtu-writable May 23 10:45:58.620271 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: network_availability_zone.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.620942 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.621439 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: network_availability_zone May 23 10:45:58.621758 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: network_ip_availability.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.622824 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.623372 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: network-ip-availability May 23 10:45:58.623687 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: network_segment_range.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.624479 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.624989 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extension network-segment-range not supported by any of loaded plugins May 23 10:45:58.625307 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: pagination.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.626278 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.626601 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: pagination May 23 10:45:58.626917 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.627842 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.628367 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: port-mac-address-regenerate May 23 10:45:58.628686 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: port_resource_request.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.629571 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.630074 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extension port-resource-request not supported by any of loaded plugins May 23 10:45:58.630390 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: portbindings.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.631299 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.631812 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: binding May 23 10:45:58.632160 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: portbindings_extended.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.633407 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.633912 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: binding-extended May 23 10:45:58.634237 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: portsecurity.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.635140 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.635648 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: port-security May 23 10:45:58.635999 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: project_id.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.636960 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.637281 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: project-id May 23 10:45:58.637597 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: providernet.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.638513 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.639074 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: provider May 23 10:45:58.639393 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: qos.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.643013 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.643532 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extension qos not supported by any of loaded plugins May 23 10:45:58.643865 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.645112 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.645618 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 23 10:45:58.645943 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.646861 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.647366 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 23 10:45:58.647690 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: qos_default.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.648621 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.649133 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extension qos-default not supported by any of loaded plugins May 23 10:45:58.649452 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: qos_fip.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.650095 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.650592 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extension qos-fip not supported by any of loaded plugins May 23 10:45:58.650909 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: qos_gateway_ip.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.651859 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.652375 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extension qos-gateway-ip not supported by any of loaded plugins May 23 10:45:58.652695 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: qos_port_network_policy.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.653599 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.654105 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extension qos-port-network-policy not supported by any of loaded plugins May 23 10:45:58.654566 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: qos_rule_type_details.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.655559 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.656129 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extension qos-rule-type-details not supported by any of loaded plugins May 23 10:45:58.656653 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: qos_rules_alias.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.657837 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.658490 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extension qos-rules-alias not supported by any of loaded plugins May 23 10:45:58.658931 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: quotasv2.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.659963 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.660425 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: quotas May 23 10:45:58.660962 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: quotasv2_detail.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.662899 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.663231 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: quota_details May 23 10:45:58.663558 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: rbac.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.664647 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.665169 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: rbac-policies May 23 10:45:58.665495 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: rbac_address_scope.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.666407 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.666919 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: rbac-address-scope May 23 10:45:58.667241 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: rbac_security_groups.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.668170 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.668680 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: rbac-security-groups May 23 10:45:58.669002 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: rbac_subnetpool.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.670000 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.670507 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: rbac-subnetpool May 23 10:45:58.670829 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: revisionifmatch.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.671743 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.672430 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: revision-if-match May 23 10:45:58.672781 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: revisions.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.674238 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.674752 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: standard-attr-revisions May 23 10:45:58.675073 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: router_availability_zone.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.675743 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.676272 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: router_availability_zone May 23 10:45:58.676597 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: routerservicetype.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.677523 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.678026 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extension router-service-type not supported by any of loaded plugins May 23 10:45:58.678355 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: security_groups_port_filtering.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.679257 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.679766 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: port-security-groups-filtering May 23 10:45:58.680111 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: securitygroup.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.691235 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.691796 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: security-group May 23 10:45:58.692055 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: segment.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.692852 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.693405 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extension segment not supported by any of loaded plugins May 23 10:45:58.693759 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.694692 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.695170 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 23 10:45:58.695497 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: servicetype.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.696673 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.697270 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: service-type May 23 10:45:58.697598 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: sorting.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.698605 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.698923 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: sorting May 23 10:45:58.699222 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: standard_attr_segment.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.700153 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.700661 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extension standard-attr-segment not supported by any of loaded plugins May 23 10:45:58.700989 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: standardattrdescription.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.701713 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.702216 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: standard-attr-description May 23 10:45:58.702539 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: stateful_security_group.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.703481 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.704036 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: stateful-security-group May 23 10:45:58.704384 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: stdattrs_common.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.704980 n-d-842952-2 neutron-server[83807]: WARNING neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 23 10:45:58.705266 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.706226 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.706704 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 23 10:45:58.707026 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: subnet_onboard.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.708347 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.708757 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: subnet_onboard May 23 10:45:58.709113 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.709984 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.710489 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 23 10:45:58.710806 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: subnet_service_types.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.711736 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.712277 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: subnet-service-types May 23 10:45:58.712604 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: subnetallocation.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.713676 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.714182 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: subnet_allocation May 23 10:45:58.714505 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.715176 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.715686 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: subnetpool-prefix-ops May 23 10:45:58.716038 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.717020 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.717524 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 23 10:45:58.717846 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: tagging.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.718925 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.719435 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: standard-attr-tag May 23 10:45:58.719761 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: timestamp.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.721021 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.721533 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loaded extension: standard-attr-timestamp May 23 10:45:58.721871 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: trunk.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.722872 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.723386 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extension trunk not supported by any of loaded plugins May 23 10:45:58.723710 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: trunk_details.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.724658 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.725171 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extension trunk-details not supported by any of loaded plugins May 23 10:45:58.725491 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: uplink_status_propagation.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.726398 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.726907 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extension uplink-status-propagation not supported by any of loaded plugins May 23 10:45:58.727226 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Loading extension file: vlantransparent.py {{(pid=83807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 23 10:45:58.727930 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 23 10:45:58.728460 n-d-842952-2 neutron-server[83807]: INFO neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extension vlan-transparent not supported by any of loaded plugins May 23 10:45:58.730764 n-d-842952-2 neutron-server[83807]: INFO neutron.quota.resource_registry [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Creating instance of TrackedResource for resource:network May 23 10:45:58.731513 n-d-842952-2 neutron-server[83807]: INFO neutron.quota.resource_registry [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Creating instance of TrackedResource for resource:subnet May 23 10:45:58.732149 n-d-842952-2 neutron-server[83807]: INFO neutron.quota.resource_registry [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Creating instance of TrackedResource for resource:subnetpool May 23 10:45:58.732945 n-d-842952-2 neutron-server[83807]: INFO neutron.quota.resource_registry [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Creating instance of TrackedResource for resource:port May 23 10:45:58.734302 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.v2.resource_helper [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 10:45:58.735024 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.v2.resource_helper [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Service FLAVORS assigned prefix: {{(pid=83807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 10:45:58.736098 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.v2.resource_helper [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 10:45:58.736849 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.v2.resource_helper [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 10:45:58.737400 n-d-842952-2 neutron-server[83807]: INFO neutron.quota.resource_registry [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Creating instance of TrackedResource for resource:router May 23 10:45:58.738523 n-d-842952-2 neutron-server[83807]: INFO neutron.quota.resource_registry [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Creating instance of TrackedResource for resource:floatingip May 23 10:45:58.739454 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.v2.resource_helper [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Service METERING assigned prefix: /metering {{(pid=83807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 10:45:58.740934 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.741301 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.741658 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:45:58.742860 n-d-842952-2 neutron-server[83807]: INFO neutron.quota.resource_registry [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Creating instance of CountableResource for resource:rbac_policy May 23 10:45:58.743288 n-d-842952-2 neutron-server[83807]: INFO neutron.quota.resource_registry [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Creating instance of TrackedResource for resource:security_group May 23 10:45:58.744346 n-d-842952-2 neutron-server[83807]: INFO neutron.quota.resource_registry [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Creating instance of TrackedResource for resource:security_group_rule May 23 10:45:58.745607 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.v2.resource_helper [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Service CORE assigned prefix: {{(pid=83807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 10:45:58.746179 n-d-842952-2 neutron-server[83807]: INFO neutron.quota.resource_registry [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Creating instance of TrackedResource for resource:subnetpool May 23 10:45:58.746741 n-d-842952-2 neutron-server[83807]: WARNING neutron.quota.resource_registry [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] subnetpool is already registered May 23 10:45:58.747368 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.v2.resource_helper [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Service CORE assigned prefix: {{(pid=83807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 10:45:58.747702 n-d-842952-2 neutron-server[83807]: INFO neutron.quota.resource_registry [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Creating instance of TrackedResource for resource:subnetpool May 23 10:45:58.748129 n-d-842952-2 neutron-server[83807]: WARNING neutron.quota.resource_registry [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] subnetpool is already registered May 23 10:45:58.751219 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.v2.resource_helper [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 10:45:58.751656 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.v2.resource_helper [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Service FLAVORS assigned prefix: {{(pid=83807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 10:45:58.752285 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.v2.resource_helper [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 10:45:58.752707 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.v2.resource_helper [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 10:45:58.753039 n-d-842952-2 neutron-server[83807]: INFO neutron.quota.resource_registry [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Creating instance of TrackedResource for resource:router May 23 10:45:58.753365 n-d-842952-2 neutron-server[83807]: WARNING neutron.quota.resource_registry [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] router is already registered May 23 10:45:58.753957 n-d-842952-2 neutron-server[83807]: INFO neutron.quota.resource_registry [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Creating instance of TrackedResource for resource:floatingip May 23 10:45:58.754286 n-d-842952-2 neutron-server[83807]: WARNING neutron.quota.resource_registry [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] floatingip is already registered May 23 10:45:58.754910 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.v2.resource_helper [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Service METERING assigned prefix: /metering {{(pid=83807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 10:45:58.755574 n-d-842952-2 neutron-server[83807]: INFO neutron.quota.resource_registry [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Creating instance of CountableResource for resource:rbac_policy May 23 10:45:58.755990 n-d-842952-2 neutron-server[83807]: WARNING neutron.quota.resource_registry [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] rbac_policy is already registered May 23 10:45:58.756533 n-d-842952-2 neutron-server[83807]: INFO neutron.quota.resource_registry [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Creating instance of TrackedResource for resource:security_group May 23 10:45:58.756855 n-d-842952-2 neutron-server[83807]: WARNING neutron.quota.resource_registry [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] security_group is already registered May 23 10:45:58.757428 n-d-842952-2 neutron-server[83807]: INFO neutron.quota.resource_registry [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Creating instance of TrackedResource for resource:security_group_rule May 23 10:45:58.757756 n-d-842952-2 neutron-server[83807]: WARNING neutron.quota.resource_registry [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] security_group_rule is already registered May 23 10:45:58.758406 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.v2.resource_helper [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Service CORE assigned prefix: {{(pid=83807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 10:45:58.758740 n-d-842952-2 neutron-server[83807]: INFO neutron.quota.resource_registry [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Creating instance of TrackedResource for resource:subnetpool May 23 10:45:58.759064 n-d-842952-2 neutron-server[83807]: WARNING neutron.quota.resource_registry [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] subnetpool is already registered May 23 10:45:58.759660 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.v2.resource_helper [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Service CORE assigned prefix: {{(pid=83807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 10:45:58.760019 n-d-842952-2 neutron-server[83807]: INFO neutron.quota.resource_registry [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Creating instance of TrackedResource for resource:subnetpool May 23 10:45:58.760340 n-d-842952-2 neutron-server[83807]: WARNING neutron.quota.resource_registry [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] subnetpool is already registered May 23 10:45:58.760977 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extended resource: extensions {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 23 10:45:58.762443 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extended resource: address-groups {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 23 10:45:58.764067 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extended resource: address-scopes {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 23 10:45:58.765383 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extended resource: agents {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 23 10:45:58.766506 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extended resource: auto-allocated-topology {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 23 10:45:58.767723 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extended resource: availability_zones {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 23 10:45:58.769029 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extended resource: dhcp-networks {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 23 10:45:58.770389 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extended resource: dhcp-agents {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 23 10:45:58.771768 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extended resource: routers {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 23 10:45:58.773556 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extended resource: flavors {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 23 10:45:58.774694 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extended resource: service_profiles {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 23 10:45:58.775952 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extended resource: next_providers {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 23 10:45:58.777370 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extended resource: service_profiles {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 23 10:45:58.778764 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extended resource: floatingip-pools {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 23 10:45:58.780101 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extended resource: routers {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 23 10:45:58.781852 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extended resource: floatingips {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 23 10:45:58.783014 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extended resource: l3-routers {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 23 10:45:58.784370 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extended resource: l3-agents {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 23 10:45:58.785753 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extended resource: metering-labels {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 23 10:45:58.787057 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extended resource: metering-label-rules {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 23 10:45:58.788315 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extended resource: network-ip-availabilities {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 23 10:45:58.789521 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extended resource: bindings {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 23 10:45:58.792068 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extended resource: quotas {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 23 10:45:58.793513 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extended resource: quotas {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 23 10:45:58.794954 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extended resource: rbac-policies {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 23 10:45:58.796240 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extended resource: security-groups {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 23 10:45:58.797419 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extended resource: security-group-rules {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 23 10:45:58.798649 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extended resource: service-providers {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 23 10:45:58.800210 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extended resource: subnetpools {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 23 10:45:58.801596 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extended resource: subnetpools {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 23 10:45:58.803016 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extended resource: tags {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 23 10:45:58.804799 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extended resource: tags {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 23 10:45:58.806541 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extended resource: tags {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 23 10:45:58.808287 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extended resource: tags {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 23 10:45:58.810014 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extended resource: tags {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 23 10:45:58.811711 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extended resource: tags {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 23 10:45:58.813449 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extended resource: tags {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 23 10:45:58.815247 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extended resource: tags {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 23 10:45:58.817073 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extended resource: tags {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 23 10:45:58.818869 n-d-842952-2 neutron-server[83807]: DEBUG neutron.api.extensions [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Extended resource: tags {{(pid=83807) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 23 10:45:58.824758 n-d-842952-2 neutron-server[83807]: WARNING keystonemiddleware.auth_token [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 23 10:45:58.829594 n-d-842952-2 neutron-server[83807]: WARNING keystonemiddleware.auth_token [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 23 10:45:58.837631 n-d-842952-2 neutron-server[83807]: DEBUG oslo_concurrency.lockutils [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Acquired lock "singleton_lock" {{(pid=83807) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 23 10:45:58.838109 n-d-842952-2 neutron-server[83807]: DEBUG oslo_concurrency.lockutils [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Releasing lock "singleton_lock" {{(pid=83807) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 23 10:45:58.838745 n-d-842952-2 neutron-server[83807]: INFO oslo_service.service [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Starting 2 workers May 23 10:45:58.843384 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Started child 83910 {{(pid=83807) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 23 10:45:58.847487 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Started child 83911 {{(pid=83807) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 23 10:45:58.848894 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:45:58.849434 n-d-842952-2 neutron-server[83807]: INFO neutron.service [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Neutron service started, listening on 0.0.0.0:9696 May 23 10:45:58.849584 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Notify callbacks [] for process, before_spawn {{(pid=83807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:45:58.850344 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [-] (83910) wsgi starting up on http://0.0.0.0:9696 May 23 10:45:58.852181 n-d-842952-2 neutron-server[83807]: INFO oslo_service.service [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Starting 1 workers May 23 10:45:58.852303 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:45:58.853620 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [-] (83911) wsgi starting up on http://0.0.0.0:9696 May 23 10:45:58.857077 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Started child 83912 {{(pid=83807) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 23 10:45:58.857648 n-d-842952-2 neutron-server[83807]: INFO oslo_service.service [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Starting 1 workers May 23 10:45:58.861218 n-d-842952-2 neutron-server[83912]: DEBUG neutron.service [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] calling RpcWorker wait() {{(pid=83912) _wait /opt/stack/neutron/neutron/service.py:128}} May 23 10:45:58.861848 n-d-842952-2 neutron-server[83912]: DEBUG neutron.service [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] returning from RpcWorker wait() {{(pid=83912) _wait /opt/stack/neutron/neutron/service.py:135}} May 23 10:45:58.861962 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Started child 83913 {{(pid=83807) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 23 10:45:58.862717 n-d-842952-2 neutron-server[83807]: DEBUG neutron_lib.callbacks.manager [None req-49be86ab-5d8b-4141-9f77-abcd42976c5d None None] Notify callbacks [] for process, after_spawn {{(pid=83807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:45:58.863285 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:45:58.863800 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:45:58.864559 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83807) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 23 10:45:58.864759 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 23 10:45:58.865149 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 23 10:45:58.865324 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 23 10:45:58.865835 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 23 10:45:58.865964 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 23 10:45:58.866493 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.866795 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.867066 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.867192 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:45:58.867653 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.867653 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.868171 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.868375 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.868838 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.869103 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.869347 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.869488 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.869830 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.870087 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.870319 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.870610 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.870876 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.871115 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.871371 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.871547 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.871810 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.872124 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.872380 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.872627 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] debug = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.872920 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.873451 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.873677 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.873930 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.874169 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.874446 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.874703 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.875005 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.875244 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.875460 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.875716 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.875990 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.876205 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.876455 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.876699 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.877104 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.877544 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] host = n-d-842952-2 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.877777 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.878011 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.878241 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.878472 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.878732 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.878946 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.879204 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.879457 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.879703 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.879979 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.880240 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.880465 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.880677 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.880916 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] log_file = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.881079 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] log_options = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.881320 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.881584 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.881837 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.882024 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.882193 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.882368 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.882633 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.882795 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.883036 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.883257 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.883472 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.883671 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.883924 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.884168 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.884413 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.884637 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.884851 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.885060 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.885316 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.885535 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.885749 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.885991 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.886205 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.886419 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.886635 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.886839 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.887076 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.887306 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.887517 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.887753 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.888036 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.888282 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.888552 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.888798 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.889031 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.889255 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.889474 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.889743 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.889972 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.890223 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.890476 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.890715 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.890948 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.891176 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.891390 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.891602 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] use_json = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.891814 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.892050 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.892276 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.892490 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.892731 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.892942 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.893155 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.893400 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.893615 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.894042 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.894321 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.894638 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.894964 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.895108 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.895406 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.895574 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.895796 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.896078 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.896324 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.896677 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.896870 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.897011 n-d-842952-2 neutron-server[83913]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:45:58.897195 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.897465 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.897717 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.897965 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.898195 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.898429 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.898644 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.898874 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.899081 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.899298 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.899563 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.899787 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.900029 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.900244 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.900656 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.900911 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.901091 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.901313 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.901564 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.901799 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.902017 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.902230 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.902442 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.902654 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.902899 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.903123 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.903350 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.903674 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.903807 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.904051 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.904873 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.904873 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.904873 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.905317 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.905317 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.906143 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.906143 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.906143 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.906143 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.906627 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.906627 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.906627 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.907046 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.907046 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.907289 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.907409 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.907868 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.907868 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.908090 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.908477 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.908692 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.908905 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.909145 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.909554 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.909925 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.910299 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.910518 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.910733 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.910965 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.911177 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.911413 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.911630 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.911962 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.912303 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.912567 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.912814 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.913012 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.913283 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.913499 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.913803 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.914396 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.914396 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.914396 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.914759 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.914920 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.915159 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.916403 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.916403 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.916403 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.916403 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.917265 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.917265 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.917265 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.917265 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.917612 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.917822 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.918014 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.918296 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.918485 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.918773 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.918973 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.919504 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.919504 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.919791 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.920081 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.920370 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.920638 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.920902 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.921113 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.921371 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.921619 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.921896 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.922226 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.922415 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.922645 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.922903 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.923183 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.923420 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.923634 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.924257 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.924605 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.924849 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.925062 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.925296 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.925596 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.925822 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.926065 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.926336 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.926583 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.926834 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.927273 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.927273 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.927551 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.927706 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.927977 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.928190 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.928417 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.928628 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.929293 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.929293 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.929293 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.929717 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.929717 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.929972 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.930170 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.930401 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.930631 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.930881 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.931076 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.931294 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.931527 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.931740 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.931990 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.932207 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.932435 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.932800 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.932941 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.933142 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.933384 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.933591 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.934575 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.934575 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.934575 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.934575 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.935135 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.935135 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.935135 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.935590 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.935590 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.935978 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.936132 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.936269 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.937015 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.937015 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.937015 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.937267 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.937435 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.937861 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.938245 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.938464 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.939138 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.939138 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.939138 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.940223 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.940223 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.940223 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.940223 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.942407 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.942407 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.942407 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.942407 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.942407 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.942407 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.942407 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.942407 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.942407 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.943521 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.943521 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.943521 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.943521 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.943521 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.943521 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.943521 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.945300 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.945300 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.945300 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.945300 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.945300 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.945300 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.945300 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.945300 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.946180 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.946180 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.946180 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.946180 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.946180 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.946542 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.946623 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.947352 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.947352 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.947352 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.947712 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.947861 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.948150 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.948362 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.948990 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.948990 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.949175 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.949264 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.949537 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.949837 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.950124 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.950536 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.950684 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.950937 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.951177 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.951970 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.951970 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.951970 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.952348 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.952510 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.952760 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.953181 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.953602 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.954001 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.954219 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.954489 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.954701 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.954917 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.955171 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.955405 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.955643 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.955916 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.956144 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.956356 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.956607 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.956836 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.957074 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.957480 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.957480 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 23 10:45:58.958092 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83807) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 23 10:45:58.958092 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 23 10:45:58.958246 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 23 10:45:58.958398 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 23 10:45:58.958561 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 23 10:45:58.958697 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 23 10:45:58.959050 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.959206 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.959358 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.959506 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.959661 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.959870 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.960025 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.960163 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.960308 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.960474 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.960609 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.960767 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.960927 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.961080 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.961237 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.961393 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.961550 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.961694 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.962019 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.962019 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.962216 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.962335 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.962415 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] debug = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.962565 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.962762 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.962919 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.963076 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.963231 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.963438 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.963599 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.963755 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.963933 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.964088 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.964243 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.964405 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.964598 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.964756 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.964881 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.964999 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.965150 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] host = n-d-842952-2 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.965308 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.965459 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.965614 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.965769 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.965923 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.966077 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.966233 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.966390 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.966550 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.966792 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.966950 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.967256 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.967412 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.967568 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] log_file = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.967724 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] log_options = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.967913 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.968068 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.968223 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.968405 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.968567 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.968723 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.968878 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.969028 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.969177 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.969332 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.969486 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.969642 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.969796 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.969950 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.970105 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.970262 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.970417 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.970573 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.970729 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.970884 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.971039 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.971193 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.971347 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.971502 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.971658 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.971812 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.971989 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.972145 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.972300 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.972457 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.972612 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.972770 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.972927 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.973082 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.973236 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.973392 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.973665 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.973794 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.973942 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.976179 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.976179 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.976179 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.976179 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.976179 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.976179 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.976179 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] use_json = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.976179 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.978692 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.978692 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.978692 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.978692 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.978692 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.978692 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.978692 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.978692 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 10:45:58.979202 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.979202 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.979202 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.979202 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.979202 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.979202 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.979202 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.979202 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.979726 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.979726 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.979726 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.979726 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.979726 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.979726 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.979726 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.979726 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.980282 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.980282 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.980282 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.980282 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.980282 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.980282 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.980282 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.980282 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.980282 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.980870 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.980870 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.980870 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.980870 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.980870 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.980870 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.980870 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.981338 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.981338 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.981338 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.981534 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.981608 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.981727 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.981888 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.982048 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.982216 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.982401 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.982562 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.982723 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.983492 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.983492 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.983492 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.983492 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.983492 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.985459 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.985459 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.985459 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.985459 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.985459 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.985459 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.985459 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.985459 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.985459 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.989323 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.989323 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.989323 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.989323 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.989323 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.989323 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.989323 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.989323 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.989323 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.991911 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.991911 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.991911 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.991911 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.991911 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.991911 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.991911 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.991911 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.991911 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.992461 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.992461 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.992461 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.992461 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.992461 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.992461 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.992461 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.992461 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.992888 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.992888 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.992888 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.992888 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.992888 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.992888 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.992888 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.992888 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.993322 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.993322 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.993322 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.993322 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.993322 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.993322 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.993322 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.993322 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.993773 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.993773 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.993773 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.993773 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.993773 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.993773 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.993773 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.993773 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.994204 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.994204 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.994204 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.994204 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.994204 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.994204 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.994204 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.994204 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.994204 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.994682 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.994682 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.994682 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.994682 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.994927 n-d-842952-2 neutron-server[83912]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:45:58.995001 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.995001 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.995001 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.995001 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.995001 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.995001 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.995335 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.995335 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.995468 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.995534 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.995710 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.995875 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.996028 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.996187 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.996345 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.996501 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.996709 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.996797 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.996949 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.997105 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.997283 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.997411 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.997565 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.997723 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.997900 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.998087 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.998246 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.998403 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.998560 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.998719 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.998876 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.999036 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.999195 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.999397 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.999532 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.999652 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.999770 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:58.999955 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.000115 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.000274 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.000431 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.000591 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.000749 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.000894 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.001055 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.001216 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.001373 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.001534 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.001691 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.001851 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.002010 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.002169 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.002326 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.002484 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.002642 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.002800 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.002973 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.003131 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.003289 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.003450 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.003608 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.003767 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.003946 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.004085 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.004220 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.004385 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.004545 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.004694 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.004849 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.004990 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.005137 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.005298 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.005459 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.005617 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.005775 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.005922 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.006080 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.006238 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.006395 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.006552 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.006715 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.006875 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.007031 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.007189 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.007354 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.008593 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.008593 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.009520 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58550) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:45:59.009678 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.009678 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.009678 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.009678 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.009678 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.009678 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.009678 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.009678 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.010637 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.010637 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.010637 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.010637 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.010637 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.010637 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.010637 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.010637 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.011506 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.011506 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.011506 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.011506 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.011506 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.011506 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.011506 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.011506 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.012310 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.012310 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.012310 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.012310 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.012310 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.012310 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.012310 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.013450 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.013450 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.013450 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.013450 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.013450 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.013450 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.013450 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.013450 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.014716 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.014716 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.014716 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.014716 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.014716 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.014716 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.014716 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.014716 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.016097 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.016097 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.016097 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.016097 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.016097 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.016097 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 10:45:59.016097 n-d-842952-2 neutron-server[83807]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 23 10:45:59.016782 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [-] 10.222.0.79 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061505 May 23 10:46:09.237421 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c91c672-5d3c-4b60-898c-72b87eeca936 None None] get_active_networks_info from n-d-842952-2 {{(pid=83912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 23 10:46:09.324673 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c91c672-5d3c-4b60-898c-72b87eeca936 None None] No non-hosted networks {{(pid=83912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 23 10:46:09.338707 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.agentschedulers_db [None req-8c91c672-5d3c-4b60-898c-72b87eeca936 None None] DHCP Agent not found on host n-d-842952-2 {{(pid=83912) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 23 10:46:09.447797 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-87f5f6a7-503f-4a9d-8f65-6780d3e905fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3822023'] for agent, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:11.415015 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-04a8c21d-f66f-4c42-9bcb-7d037c320a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3822023'] for agent, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:11.466509 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cfc03620-94bb-4941-8d0d-d10b62508e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:12.486674 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3822023'] for agent, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:12.698090 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3822023'] for agent, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:12.699128 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:12.699754 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:12.700331 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:12.701075 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:12.701670 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:12.702145 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:12.703367 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:12.704266 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:12.705459 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:12.706345 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:12.707070 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:12.707695 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-842952-2', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:46:12.716298 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-842952-2', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:46:13.952818 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3822023'] for agent, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:15.537893 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 58644) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:46:16.159581 n-d-842952-2 neutron-server[83911]: WARNING oslo_policy.policy [None req-b7fd2e5e-6d0a-4dcc-a59f-6dd06bd53c34 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 23 10:46:16.160183 n-d-842952-2 neutron-server[83911]: WARNING oslo_policy.policy [None req-b7fd2e5e-6d0a-4dcc-a59f-6dd06bd53c34 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 23 10:46:16.370673 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-b7fd2e5e-6d0a-4dcc-a59f-6dd06bd53c34 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 10:46:16.371788 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b7fd2e5e-6d0a-4dcc-a59f-6dd06bd53c34 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8316844 May 23 10:46:17.402935 n-d-842952-2 neutron-server[83912]: INFO neutron.db.l3_hamode_db [None req-98e4e1e4-c025-473e-9f38-7930832243f2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 23 10:46:17.490484 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e4e1e4-c025-473e-9f38-7930832243f2 None None] Routers set() bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 10:46:17.490743 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e4e1e4-c025-473e-9f38-7930832243f2 None None] Router IDs set() for agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 23 10:46:18.634641 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58658) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:46:19.268429 n-d-842952-2 neutron-server[83910]: WARNING oslo_policy.policy [None req-21b8778b-34c0-498e-a20b-f6a87b572f2a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 23 10:46:19.269359 n-d-842952-2 neutron-server[83910]: WARNING oslo_policy.policy [None req-21b8778b-34c0-498e-a20b-f6a87b572f2a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 23 10:46:19.481521 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-21b8778b-34c0-498e-a20b-f6a87b572f2a admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:46:19.535096 n-d-842952-2 neutron-server[83910]: DEBUG neutron.policy [None req-21b8778b-34c0-498e-a20b-f6a87b572f2a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83910) register_rules /opt/stack/neutron/neutron/policy.py:65}} May 23 10:46:19.535742 n-d-842952-2 neutron-server[83910]: WARNING oslo_policy.policy [None req-21b8778b-34c0-498e-a20b-f6a87b572f2a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 23 10:46:19.536156 n-d-842952-2 neutron-server[83910]: WARNING oslo_policy.policy [None req-21b8778b-34c0-498e-a20b-f6a87b572f2a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 23 10:46:19.539434 n-d-842952-2 neutron-server[83910]: INFO neutron.quota [None req-21b8778b-34c0-498e-a20b-f6a87b572f2a admin admin] Loaded quota_driver: . May 23 10:46:19.557523 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-21b8778b-34c0-498e-a20b-f6a87b572f2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:46:19.638462 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-21b8778b-34c0-498e-a20b-f6a87b572f2a admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748724588343', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748724607115', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748724606956', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748724614143', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748724624739', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1165323', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1246367', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3710903', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3899529'] for rbac-policy, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:19.712418 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-21b8778b-34c0-498e-a20b-f6a87b572f2a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:19.713625 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-21b8778b-34c0-498e-a20b-f6a87b572f2a admin admin] 10.222.0.79 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0781047 May 23 10:46:22.203578 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58676) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:46:22.593942 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-9257114e-ad2b-485e-8b0b-790903fb6cfa admin admin] Request body: {'network': {'project_id': '0242b2dc28bd4e92be15e040248fd00e', 'name': 'private', 'admin_state_up': True}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:46:22.601667 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9257114e-ad2b-485e-8b0b-790903fb6cfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:46:22.608409 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-9257114e-ad2b-485e-8b0b-790903fb6cfa admin admin] Usage tracker for resource:network and tenant:0242b2dc28bd4e92be15e040248fd00e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:46:22.613341 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-9257114e-ad2b-485e-8b0b-790903fb6cfa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:46:22.619959 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9257114e-ad2b-485e-8b0b-790903fb6cfa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:46:22.632013 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9257114e-ad2b-485e-8b0b-790903fb6cfa admin admin] Made reservation on behalf of 0242b2dc28bd4e92be15e040248fd00e for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:46:22.635051 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9257114e-ad2b-485e-8b0b-790903fb6cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:22.654349 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9257114e-ad2b-485e-8b0b-790903fb6cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:22.702706 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9257114e-ad2b-485e-8b0b-790903fb6cfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:46:22.706682 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-9257114e-ad2b-485e-8b0b-790903fb6cfa admin admin] Usage tracker for resource:security_group_rule and tenant:0242b2dc28bd4e92be15e040248fd00e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:46:22.709682 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-9257114e-ad2b-485e-8b0b-790903fb6cfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:46:22.715904 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9257114e-ad2b-485e-8b0b-790903fb6cfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:46:22.788968 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9257114e-ad2b-485e-8b0b-790903fb6cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:22.796536 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9257114e-ad2b-485e-8b0b-790903fb6cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:22.821800 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9257114e-ad2b-485e-8b0b-790903fb6cfa admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 10:46:22.849305 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9257114e-ad2b-485e-8b0b-790903fb6cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd06650-7877-4865-96f1-eb8a3989ad8f,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:46:22.852580 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9257114e-ad2b-485e-8b0b-790903fb6cfa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748724762736', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:22.853175 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9257114e-ad2b-485e-8b0b-790903fb6cfa admin admin] Unsubscribe: segment precommit_create {{(pid=83910) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 23 10:46:22.853644 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-9257114e-ad2b-485e-8b0b-790903fb6cfa admin admin] Added segment 80c47b45-dd85-46dc-bef8-3c8f451d0e65 of type vlan for network c8e385cb-c7df-4572-a94d-71045ea722e0 May 23 10:46:22.927426 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9257114e-ad2b-485e-8b0b-790903fb6cfa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:22.927766 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9257114e-ad2b-485e-8b0b-790903fb6cfa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:22.928131 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9257114e-ad2b-485e-8b0b-790903fb6cfa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:22.928466 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9257114e-ad2b-485e-8b0b-790903fb6cfa admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:22.928795 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9257114e-ad2b-485e-8b0b-790903fb6cfa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:22.929113 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9257114e-ad2b-485e-8b0b-790903fb6cfa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:22.929431 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9257114e-ad2b-485e-8b0b-790903fb6cfa admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:22.929748 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9257114e-ad2b-485e-8b0b-790903fb6cfa admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:22.930061 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9257114e-ad2b-485e-8b0b-790903fb6cfa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:22.930459 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9257114e-ad2b-485e-8b0b-790903fb6cfa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:22.930827 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9257114e-ad2b-485e-8b0b-790903fb6cfa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:22.931924 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9257114e-ad2b-485e-8b0b-790903fb6cfa admin admin] Tracked resource versions report: May 23 10:46:22.931924 n-d-842952-2 neutron-server[83910]: pushed versions: May 23 10:46:22.931924 n-d-842952-2 neutron-server[83910]: { 'ConntrackHelper': {'1.0'}, May 23 10:46:22.931924 n-d-842952-2 neutron-server[83910]: 'Log': {'1.0'}, May 23 10:46:22.931924 n-d-842952-2 neutron-server[83910]: 'Network': {'1.1'}, May 23 10:46:22.931924 n-d-842952-2 neutron-server[83910]: 'Port': {'1.5'}, May 23 10:46:22.931924 n-d-842952-2 neutron-server[83910]: 'PortForwarding': {'1.2'}, May 23 10:46:22.931924 n-d-842952-2 neutron-server[83910]: 'QosPolicy': {'1.8'}, May 23 10:46:22.931924 n-d-842952-2 neutron-server[83910]: 'SecurityGroup': {'1.2'}, May 23 10:46:22.931924 n-d-842952-2 neutron-server[83910]: 'SecurityGroupRule': {'1.0'}, May 23 10:46:22.931924 n-d-842952-2 neutron-server[83910]: 'SubPort': {'1.0'}, May 23 10:46:22.931924 n-d-842952-2 neutron-server[83910]: 'Subnet': {'1.1'}, May 23 10:46:22.931924 n-d-842952-2 neutron-server[83910]: 'Trunk': {'1.1'}} May 23 10:46:22.931924 n-d-842952-2 neutron-server[83910]: consumer versions: May 23 10:46:22.931924 n-d-842952-2 neutron-server[83910]: { DHCP agent@n-d-842952-2: {}, May 23 10:46:22.931924 n-d-842952-2 neutron-server[83910]: L3 agent@n-d-842952-2: {}, May 23 10:46:22.931924 n-d-842952-2 neutron-server[83910]: Metadata agent@n-d-842952-2: {}, May 23 10:46:22.931924 n-d-842952-2 neutron-server[83910]: Metering agent@n-d-842952-2: {}, May 23 10:46:22.931924 n-d-842952-2 neutron-server[83910]: Open vSwitch agent@n-d-842952-2: { 'ConntrackHelper': '1.0', May 23 10:46:22.931924 n-d-842952-2 neutron-server[83910]: 'Log': '1.0', May 23 10:46:22.931924 n-d-842952-2 neutron-server[83910]: 'Network': '1.1', May 23 10:46:22.931924 n-d-842952-2 neutron-server[83910]: 'Port': '1.5', May 23 10:46:22.931924 n-d-842952-2 neutron-server[83910]: 'PortForwarding': '1.2', May 23 10:46:22.931924 n-d-842952-2 neutron-server[83910]: 'QosPolicy': '1.8', May 23 10:46:22.931924 n-d-842952-2 neutron-server[83910]: 'SecurityGroup': '1.2', May 23 10:46:22.931924 n-d-842952-2 neutron-server[83910]: 'SecurityGroupRule': '1.0', May 23 10:46:22.931924 n-d-842952-2 neutron-server[83910]: 'SubPort': '1.0', May 23 10:46:22.931924 n-d-842952-2 neutron-server[83910]: 'Subnet': '1.1', May 23 10:46:22.931924 n-d-842952-2 neutron-server[83910]: 'Trunk': '1.1'}} May 23 10:46:22.931924 n-d-842952-2 neutron-server[83910]: {{(pid=83910) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 23 10:46:22.974578 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9257114e-ad2b-485e-8b0b-790903fb6cfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:23.019158 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9257114e-ad2b-485e-8b0b-790903fb6cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:23.020150 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9257114e-ad2b-485e-8b0b-790903fb6cfa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:46:23.020906 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9257114e-ad2b-485e-8b0b-790903fb6cfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:23.128500 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9257114e-ad2b-485e-8b0b-790903fb6cfa admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9235058 May 23 10:46:23.128981 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9257114e-ad2b-485e-8b0b-790903fb6cfa admin admin] Pushing event updated for resources: {'Network': ['ID=c8e385cb-c7df-4572-a94d-71045ea722e0,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:46:23.147811 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network c8e385cb-c7df-4572-a94d-71045ea722e0 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 10:46:25.747532 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 58692) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:46:26.341534 n-d-842952-2 neutron-server[83911]: DEBUG neutron.policy [None req-6ab1588c-943a-41af-b93d-5e42b0bd173e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83911) register_rules /opt/stack/neutron/neutron/policy.py:65}} May 23 10:46:26.342331 n-d-842952-2 neutron-server[83911]: WARNING oslo_policy.policy [None req-6ab1588c-943a-41af-b93d-5e42b0bd173e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 23 10:46:26.342690 n-d-842952-2 neutron-server[83911]: WARNING oslo_policy.policy [None req-6ab1588c-943a-41af-b93d-5e42b0bd173e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 23 10:46:26.345535 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab1588c-943a-41af-b93d-5e42b0bd173e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:46:26.347142 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6ab1588c-943a-41af-b93d-5e42b0bd173e admin admin] 10.222.0.79 "GET /v2.0/networks/c8e385cb-c7df-4572-a94d-71045ea722e0 HTTP/1.1" status: 200 len: 825 time: 0.5986729 May 23 10:46:26.383408 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f43eb460-499b-4191-9462-7b8809da092c admin admin] 10.222.0.79 "GET /v2.0/subnetpools/8e5df989-8ee9-4180-bdec-80df81f2dadf HTTP/1.1" status: 200 len: 734 time: 0.0278606 May 23 10:46:26.391727 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-5ac68b86-9f94-4a79-8aad-72758ed9e344 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '0242b2dc28bd4e92be15e040248fd00e', 'network_id': 'c8e385cb-c7df-4572-a94d-71045ea722e0', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '8e5df989-8ee9-4180-bdec-80df81f2dadf'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:46:26.393293 n-d-842952-2 neutron-server[83911]: INFO neutron.quota [None req-5ac68b86-9f94-4a79-8aad-72758ed9e344 admin admin] Loaded quota_driver: . May 23 10:46:26.399211 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5ac68b86-9f94-4a79-8aad-72758ed9e344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:46:26.404910 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5ac68b86-9f94-4a79-8aad-72758ed9e344 admin admin] Usage tracker for resource:subnet and tenant:0242b2dc28bd4e92be15e040248fd00e is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:46:26.408233 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5ac68b86-9f94-4a79-8aad-72758ed9e344 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:46:26.415213 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5ac68b86-9f94-4a79-8aad-72758ed9e344 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:46:26.435011 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac68b86-9f94-4a79-8aad-72758ed9e344 admin admin] Made reservation on behalf of 0242b2dc28bd4e92be15e040248fd00e for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:46:26.437759 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5ac68b86-9f94-4a79-8aad-72758ed9e344 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:26.764333 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5ac68b86-9f94-4a79-8aad-72758ed9e344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:26.853235 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac68b86-9f94-4a79-8aad-72758ed9e344 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8c3102e-2dd8-49db-ba19-a4ce837312d9,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:46:26.855500 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac68b86-9f94-4a79-8aad-72758ed9e344 admin admin] Checking segment: {'id': '80c47b45-dd85-46dc-bef8-3c8f451d0e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c8e385cb-c7df-4572-a94d-71045ea722e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:46:26.855858 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac68b86-9f94-4a79-8aad-72758ed9e344 admin admin] Network hostable DHCP agents. Network: c8e385cb-c7df-4572-a94d-71045ea722e0, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 10:46:26.871422 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac68b86-9f94-4a79-8aad-72758ed9e344 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:26.871764 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac68b86-9f94-4a79-8aad-72758ed9e344 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:26.872125 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac68b86-9f94-4a79-8aad-72758ed9e344 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:26.872457 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac68b86-9f94-4a79-8aad-72758ed9e344 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:26.872783 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac68b86-9f94-4a79-8aad-72758ed9e344 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:26.873104 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac68b86-9f94-4a79-8aad-72758ed9e344 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:26.873447 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac68b86-9f94-4a79-8aad-72758ed9e344 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:26.873762 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac68b86-9f94-4a79-8aad-72758ed9e344 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:26.874079 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac68b86-9f94-4a79-8aad-72758ed9e344 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:26.874393 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac68b86-9f94-4a79-8aad-72758ed9e344 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:26.874707 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac68b86-9f94-4a79-8aad-72758ed9e344 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:26.875896 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac68b86-9f94-4a79-8aad-72758ed9e344 admin admin] Tracked resource versions report: May 23 10:46:26.875896 n-d-842952-2 neutron-server[83911]: pushed versions: May 23 10:46:26.875896 n-d-842952-2 neutron-server[83911]: { 'ConntrackHelper': {'1.0'}, May 23 10:46:26.875896 n-d-842952-2 neutron-server[83911]: 'Log': {'1.0'}, May 23 10:46:26.875896 n-d-842952-2 neutron-server[83911]: 'Network': {'1.1'}, May 23 10:46:26.875896 n-d-842952-2 neutron-server[83911]: 'Port': {'1.5'}, May 23 10:46:26.875896 n-d-842952-2 neutron-server[83911]: 'PortForwarding': {'1.2'}, May 23 10:46:26.875896 n-d-842952-2 neutron-server[83911]: 'QosPolicy': {'1.8'}, May 23 10:46:26.875896 n-d-842952-2 neutron-server[83911]: 'SecurityGroup': {'1.2'}, May 23 10:46:26.875896 n-d-842952-2 neutron-server[83911]: 'SecurityGroupRule': {'1.0'}, May 23 10:46:26.875896 n-d-842952-2 neutron-server[83911]: 'SubPort': {'1.0'}, May 23 10:46:26.875896 n-d-842952-2 neutron-server[83911]: 'Subnet': {'1.1'}, May 23 10:46:26.875896 n-d-842952-2 neutron-server[83911]: 'Trunk': {'1.1'}} May 23 10:46:26.875896 n-d-842952-2 neutron-server[83911]: consumer versions: May 23 10:46:26.875896 n-d-842952-2 neutron-server[83911]: { DHCP agent@n-d-842952-2: {}, May 23 10:46:26.875896 n-d-842952-2 neutron-server[83911]: L3 agent@n-d-842952-2: {}, May 23 10:46:26.875896 n-d-842952-2 neutron-server[83911]: Metadata agent@n-d-842952-2: {}, May 23 10:46:26.875896 n-d-842952-2 neutron-server[83911]: Metering agent@n-d-842952-2: {}, May 23 10:46:26.875896 n-d-842952-2 neutron-server[83911]: Open vSwitch agent@n-d-842952-2: { 'ConntrackHelper': '1.0', May 23 10:46:26.875896 n-d-842952-2 neutron-server[83911]: 'Log': '1.0', May 23 10:46:26.875896 n-d-842952-2 neutron-server[83911]: 'Network': '1.1', May 23 10:46:26.875896 n-d-842952-2 neutron-server[83911]: 'Port': '1.5', May 23 10:46:26.875896 n-d-842952-2 neutron-server[83911]: 'PortForwarding': '1.2', May 23 10:46:26.875896 n-d-842952-2 neutron-server[83911]: 'QosPolicy': '1.8', May 23 10:46:26.875896 n-d-842952-2 neutron-server[83911]: 'SecurityGroup': '1.2', May 23 10:46:26.875896 n-d-842952-2 neutron-server[83911]: 'SecurityGroupRule': '1.0', May 23 10:46:26.875896 n-d-842952-2 neutron-server[83911]: 'SubPort': '1.0', May 23 10:46:26.875896 n-d-842952-2 neutron-server[83911]: 'Subnet': '1.1', May 23 10:46:26.875896 n-d-842952-2 neutron-server[83911]: 'Trunk': '1.1'}} May 23 10:46:26.875896 n-d-842952-2 neutron-server[83911]: {{(pid=83911) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 23 10:46:26.913455 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac68b86-9f94-4a79-8aad-72758ed9e344 admin admin] Network c8e385cb-c7df-4572-a94d-71045ea722e0 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 10:46:26.927174 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-5ac68b86-9f94-4a79-8aad-72758ed9e344 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, c8e385cb-c7df-4572-a94d-71045ea722e0) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:46:26.932463 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac68b86-9f94-4a79-8aad-72758ed9e344 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:46:26.933096 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5ac68b86-9f94-4a79-8aad-72758ed9e344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:26.937345 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd695dc-a1a5-49fb-91b2-683f320f628b None None] Network c8e385cb-c7df-4572-a94d-71045ea722e0 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 10:46:26.957707 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5ac68b86-9f94-4a79-8aad-72758ed9e344 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5693579 May 23 10:46:27.245123 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda92135-c2f3-46a5-95a3-18a9386d3545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-c8e385cb-c7df-4572-a94d-71045ea722e0', 'network_id': 'c8e385cb-c7df-4572-a94d-71045ea722e0', 'tenant_id': '0242b2dc28bd4e92be15e040248fd00e', 'fixed_ips': [{'subnet_id': 'e8c3102e-2dd8-49db-ba19-a4ce837312d9'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 10:46:27.246308 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cda92135-c2f3-46a5-95a3-18a9386d3545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:27.435186 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-cda92135-c2f3-46a5-95a3-18a9386d3545 None None] Allocated IP 172.20.0.2 (c8e385cb-c7df-4572-a94d-71045ea722e0/e8c3102e-2dd8-49db-ba19-a4ce837312d9/8b6e7584-c0d1-469b-94f0-b9bcfb920110) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 10:46:27.659762 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cda92135-c2f3-46a5-95a3-18a9386d3545 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:27.674106 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-cda92135-c2f3-46a5-95a3-18a9386d3545 None None] Transition to ACTIVE for port object 8b6e7584-c0d1-469b-94f0-b9bcfb920110 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:46:27.699740 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-cda92135-c2f3-46a5-95a3-18a9386d3545 None None] Transition to ACTIVE for port object 8b6e7584-c0d1-469b-94f0-b9bcfb920110 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:46:27.706544 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cda92135-c2f3-46a5-95a3-18a9386d3545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:27.772506 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda92135-c2f3-46a5-95a3-18a9386d3545 None None] Network c8e385cb-c7df-4572-a94d-71045ea722e0 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 10:46:27.775360 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-cda92135-c2f3-46a5-95a3-18a9386d3545 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:46:27.783848 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda92135-c2f3-46a5-95a3-18a9386d3545 None None] Pushing event updated for resources: {'Port': ['ID=8b6e7584-c0d1-469b-94f0-b9bcfb920110,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:46:27.783848 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda92135-c2f3-46a5-95a3-18a9386d3545 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 10:46:27.869887 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda92135-c2f3-46a5-95a3-18a9386d3545 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:27.870223 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda92135-c2f3-46a5-95a3-18a9386d3545 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:27.870563 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda92135-c2f3-46a5-95a3-18a9386d3545 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:27.870897 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda92135-c2f3-46a5-95a3-18a9386d3545 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:27.871227 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda92135-c2f3-46a5-95a3-18a9386d3545 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:27.871559 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda92135-c2f3-46a5-95a3-18a9386d3545 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:27.871896 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda92135-c2f3-46a5-95a3-18a9386d3545 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:27.872219 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda92135-c2f3-46a5-95a3-18a9386d3545 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:27.872538 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda92135-c2f3-46a5-95a3-18a9386d3545 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:27.872856 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda92135-c2f3-46a5-95a3-18a9386d3545 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:27.873204 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda92135-c2f3-46a5-95a3-18a9386d3545 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:27.874286 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda92135-c2f3-46a5-95a3-18a9386d3545 None None] Tracked resource versions report: May 23 10:46:27.874286 n-d-842952-2 neutron-server[83912]: pushed versions: May 23 10:46:27.874286 n-d-842952-2 neutron-server[83912]: { 'ConntrackHelper': {'1.0'}, May 23 10:46:27.874286 n-d-842952-2 neutron-server[83912]: 'Log': {'1.0'}, May 23 10:46:27.874286 n-d-842952-2 neutron-server[83912]: 'Network': {'1.1'}, May 23 10:46:27.874286 n-d-842952-2 neutron-server[83912]: 'Port': {'1.5'}, May 23 10:46:27.874286 n-d-842952-2 neutron-server[83912]: 'PortForwarding': {'1.2'}, May 23 10:46:27.874286 n-d-842952-2 neutron-server[83912]: 'QosPolicy': {'1.8'}, May 23 10:46:27.874286 n-d-842952-2 neutron-server[83912]: 'SecurityGroup': {'1.2'}, May 23 10:46:27.874286 n-d-842952-2 neutron-server[83912]: 'SecurityGroupRule': {'1.0'}, May 23 10:46:27.874286 n-d-842952-2 neutron-server[83912]: 'SubPort': {'1.0'}, May 23 10:46:27.874286 n-d-842952-2 neutron-server[83912]: 'Subnet': {'1.1'}, May 23 10:46:27.874286 n-d-842952-2 neutron-server[83912]: 'Trunk': {'1.1'}} May 23 10:46:27.874286 n-d-842952-2 neutron-server[83912]: consumer versions: May 23 10:46:27.874286 n-d-842952-2 neutron-server[83912]: { DHCP agent@n-d-842952-2: {}, May 23 10:46:27.874286 n-d-842952-2 neutron-server[83912]: L3 agent@n-d-842952-2: {}, May 23 10:46:27.874286 n-d-842952-2 neutron-server[83912]: Metadata agent@n-d-842952-2: {}, May 23 10:46:27.874286 n-d-842952-2 neutron-server[83912]: Metering agent@n-d-842952-2: {}, May 23 10:46:27.874286 n-d-842952-2 neutron-server[83912]: Open vSwitch agent@n-d-842952-2: { 'ConntrackHelper': '1.0', May 23 10:46:27.874286 n-d-842952-2 neutron-server[83912]: 'Log': '1.0', May 23 10:46:27.874286 n-d-842952-2 neutron-server[83912]: 'Network': '1.1', May 23 10:46:27.874286 n-d-842952-2 neutron-server[83912]: 'Port': '1.5', May 23 10:46:27.874286 n-d-842952-2 neutron-server[83912]: 'PortForwarding': '1.2', May 23 10:46:27.874286 n-d-842952-2 neutron-server[83912]: 'QosPolicy': '1.8', May 23 10:46:27.874286 n-d-842952-2 neutron-server[83912]: 'SecurityGroup': '1.2', May 23 10:46:27.874286 n-d-842952-2 neutron-server[83912]: 'SecurityGroupRule': '1.0', May 23 10:46:27.874286 n-d-842952-2 neutron-server[83912]: 'SubPort': '1.0', May 23 10:46:27.874286 n-d-842952-2 neutron-server[83912]: 'Subnet': '1.1', May 23 10:46:27.874286 n-d-842952-2 neutron-server[83912]: 'Trunk': '1.1'}} May 23 10:46:27.874286 n-d-842952-2 neutron-server[83912]: {{(pid=83912) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 23 10:46:27.884015 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-cda92135-c2f3-46a5-95a3-18a9386d3545 None None] Attempting to bind port 8b6e7584-c0d1-469b-94f0-b9bcfb920110 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:46:27.884792 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-cda92135-c2f3-46a5-95a3-18a9386d3545 None None] Attempting to bind port 8b6e7584-c0d1-469b-94f0-b9bcfb920110 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '80c47b45-dd85-46dc-bef8-3c8f451d0e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c8e385cb-c7df-4572-a94d-71045ea722e0'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:46:27.884792 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda92135-c2f3-46a5-95a3-18a9386d3545 None None] Attempting to bind port 8b6e7584-c0d1-469b-94f0-b9bcfb920110 on network c8e385cb-c7df-4572-a94d-71045ea722e0 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:46:27.891488 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda92135-c2f3-46a5-95a3-18a9386d3545 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:46:27.891868 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda92135-c2f3-46a5-95a3-18a9386d3545 None None] Checking segment: {'id': '80c47b45-dd85-46dc-bef8-3c8f451d0e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c8e385cb-c7df-4572-a94d-71045ea722e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:46:27.892362 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cda92135-c2f3-46a5-95a3-18a9386d3545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:27.892739 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda92135-c2f3-46a5-95a3-18a9386d3545 None None] Bound using segment: {'id': '80c47b45-dd85-46dc-bef8-3c8f451d0e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c8e385cb-c7df-4572-a94d-71045ea722e0'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:46:27.893229 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-cda92135-c2f3-46a5-95a3-18a9386d3545 None None] Bound port: 8b6e7584-c0d1-469b-94f0-b9bcfb920110, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80c47b45-dd85-46dc-bef8-3c8f451d0e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c8e385cb-c7df-4572-a94d-71045ea722e0'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:46:27.893610 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cda92135-c2f3-46a5-95a3-18a9386d3545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:27.982602 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-cda92135-c2f3-46a5-95a3-18a9386d3545 None None] For port 8b6e7584-c0d1-469b-94f0-b9bcfb920110, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:46:27.986668 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-cda92135-c2f3-46a5-95a3-18a9386d3545 None None] For port 8b6e7584-c0d1-469b-94f0-b9bcfb920110, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=8b6e7584-c0d1-469b-94f0-b9bcfb920110,segment=NetworkSegment(80c47b45-dd85-46dc-bef8-3c8f451d0e65),segment_id=80c47b45-dd85-46dc-bef8-3c8f451d0e65)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:46:27.992825 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cda92135-c2f3-46a5-95a3-18a9386d3545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:28.096722 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda92135-c2f3-46a5-95a3-18a9386d3545 None None] Pushing event updated for resources: {'Port': ['ID=8b6e7584-c0d1-469b-94f0-b9bcfb920110,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:46:29.241038 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 58708) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:46:29.636992 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-93214b66-e571-41fc-9fc2-5df72ce76633 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 10:46:29.637945 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-93214b66-e571-41fc-9fc2-5df72ce76633 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3959506 May 23 10:46:30.963755 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 8b6e7584-c0d1-469b-94f0-b9bcfb920110 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:46:31.032220 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 8b6e7584-c0d1-469b-94f0-b9bcfb920110 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:46:31.655968 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9260b71a-8581-4c37-963f-b87bc992895e None None] Network c8e385cb-c7df-4572-a94d-71045ea722e0 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 10:46:31.758622 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-081e0a11-23ca-4d97-b315-aa879a497201 None None] Provisioning for port 8b6e7584-c0d1-469b-94f0-b9bcfb920110 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:46:31.774145 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-081e0a11-23ca-4d97-b315-aa879a497201 None None] Provisioning complete for port 8b6e7584-c0d1-469b-94f0-b9bcfb920110 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:46:31.774513 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-081e0a11-23ca-4d97-b315-aa879a497201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:31.913672 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 58722) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:46:31.980687 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-081e0a11-23ca-4d97-b315-aa879a497201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:32.027649 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-081e0a11-23ca-4d97-b315-aa879a497201 None None] For port 8b6e7584-c0d1-469b-94f0-b9bcfb920110, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=8b6e7584-c0d1-469b-94f0-b9bcfb920110,segment=NetworkSegment(80c47b45-dd85-46dc-bef8-3c8f451d0e65),segment_id=80c47b45-dd85-46dc-bef8-3c8f451d0e65)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:46:32.032753 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-081e0a11-23ca-4d97-b315-aa879a497201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:32.101546 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e0a11-23ca-4d97-b315-aa879a497201 None None] Pushing event updated for resources: {'Port': ['ID=8b6e7584-c0d1-469b-94f0-b9bcfb920110,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:46:32.260201 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-faf3d591-324a-40e0-bbda-370855594887 None None] Provisioning complete for port 8b6e7584-c0d1-469b-94f0-b9bcfb920110 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:46:32.260503 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-faf3d591-324a-40e0-bbda-370855594887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:32.320398 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-4adcc09d-7930-4037-8d57-38e907fced33 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 10:46:32.321379 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4adcc09d-7930-4037-8d57-38e907fced33 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4068973 May 23 10:46:32.936339 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 8b6e7584-c0d1-469b-94f0-b9bcfb920110 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:46:33.008804 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 8b6e7584-c0d1-469b-94f0-b9bcfb920110 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:46:33.009506 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:34.895138 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58734) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:46:35.358408 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-5ae80478-9c6e-4387-ad70-70b580634deb admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '0242b2dc28bd4e92be15e040248fd00e', 'admin_state_up': True}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:46:35.363511 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5ae80478-9c6e-4387-ad70-70b580634deb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:46:35.367753 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5ae80478-9c6e-4387-ad70-70b580634deb admin admin] Usage tracker for resource:router and tenant:0242b2dc28bd4e92be15e040248fd00e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:46:35.371340 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5ae80478-9c6e-4387-ad70-70b580634deb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:46:35.377729 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5ae80478-9c6e-4387-ad70-70b580634deb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:46:35.392656 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5ae80478-9c6e-4387-ad70-70b580634deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:35.394115 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5ae80478-9c6e-4387-ad70-70b580634deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:35.417791 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5ae80478-9c6e-4387-ad70-70b580634deb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:35.531584 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5ae80478-9c6e-4387-ad70-70b580634deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:35.553677 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5ae80478-9c6e-4387-ad70-70b580634deb admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:35.555052 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5ae80478-9c6e-4387-ad70-70b580634deb admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6587465 May 23 10:46:37.821820 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58744) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:46:38.235195 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [None req-fe566012-a641-4310-80a5-1f8beef33332 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 10:46:38.236831 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-fe566012-a641-4310-80a5-1f8beef33332 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4139154 May 23 10:46:39.178005 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-07979b77-2b7a-45ea-ae39-305d607117eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:40.498303 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 58754) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:46:40.915877 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-29782bb5-b1cb-4a25-8e2a-8ba7ad0e8609 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'is_default': True}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:46:40.920829 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-29782bb5-b1cb-4a25-8e2a-8ba7ad0e8609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:46:40.925146 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-29782bb5-b1cb-4a25-8e2a-8ba7ad0e8609 admin admin] Usage tracker for resource:network and tenant:87e82906ec8d47c2ab987ddd5fcfbb80 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:46:40.928134 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-29782bb5-b1cb-4a25-8e2a-8ba7ad0e8609 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:46:40.933855 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-29782bb5-b1cb-4a25-8e2a-8ba7ad0e8609 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:46:40.947374 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29782bb5-b1cb-4a25-8e2a-8ba7ad0e8609 admin admin] Made reservation on behalf of 87e82906ec8d47c2ab987ddd5fcfbb80 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:46:40.951036 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-29782bb5-b1cb-4a25-8e2a-8ba7ad0e8609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:40.976826 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-29782bb5-b1cb-4a25-8e2a-8ba7ad0e8609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:41.023677 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-29782bb5-b1cb-4a25-8e2a-8ba7ad0e8609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:46:41.027713 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-29782bb5-b1cb-4a25-8e2a-8ba7ad0e8609 admin admin] Usage tracker for resource:security_group_rule and tenant:87e82906ec8d47c2ab987ddd5fcfbb80 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:46:41.030682 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-29782bb5-b1cb-4a25-8e2a-8ba7ad0e8609 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:46:41.036373 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-29782bb5-b1cb-4a25-8e2a-8ba7ad0e8609 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:46:41.101642 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-29782bb5-b1cb-4a25-8e2a-8ba7ad0e8609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:41.108616 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-29782bb5-b1cb-4a25-8e2a-8ba7ad0e8609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:41.126908 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-29782bb5-b1cb-4a25-8e2a-8ba7ad0e8609 admin admin] Reserving flat network on physical network physnet1 {{(pid=83911) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 23 10:46:41.147167 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29782bb5-b1cb-4a25-8e2a-8ba7ad0e8609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f6eee7-9113-46b6-8a34-e5c4aeb396f9,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:46:41.152270 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-29782bb5-b1cb-4a25-8e2a-8ba7ad0e8609 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748724762736', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:41.152801 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-29782bb5-b1cb-4a25-8e2a-8ba7ad0e8609 admin admin] Unsubscribe: segment precommit_create {{(pid=83911) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 23 10:46:41.153267 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-29782bb5-b1cb-4a25-8e2a-8ba7ad0e8609 admin admin] Added segment 3185a219-b7ff-4d7e-8c45-4c5531f4f748 of type flat for network 87d63aa2-c2e7-4553-824a-d818708dd83b May 23 10:46:41.196728 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-29782bb5-b1cb-4a25-8e2a-8ba7ad0e8609 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:41.239552 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-29782bb5-b1cb-4a25-8e2a-8ba7ad0e8609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:41.240373 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29782bb5-b1cb-4a25-8e2a-8ba7ad0e8609 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:46:41.240936 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-29782bb5-b1cb-4a25-8e2a-8ba7ad0e8609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:41.341835 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-29782bb5-b1cb-4a25-8e2a-8ba7ad0e8609 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8424556 May 23 10:46:41.342393 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29782bb5-b1cb-4a25-8e2a-8ba7ad0e8609 admin admin] Pushing event updated for resources: {'Network': ['ID=87d63aa2-c2e7-4553-824a-d818708dd83b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:46:41.353244 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 87d63aa2-c2e7-4553-824a-d818708dd83b details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 10:46:41.455858 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-87ed4eeb-78df-44cb-8e8b-9f0fa3b10334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:42.434529 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:42.698129 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:43.610864 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 58774) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:46:43.864597 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b39c48-b256-452e-9312-2262370553fd admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:46:43.865864 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d1b39c48-b256-452e-9312-2262370553fd admin admin] 10.222.0.79 "GET /v2.0/subnets/e8c3102e-2dd8-49db-ba19-a4ce837312d9 HTTP/1.1" status: 200 len: 849 time: 0.2538133 May 23 10:46:43.919183 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:44.050676 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d8252884-a7fa-4ad6-9568-97226ac3d120 admin admin] 10.222.0.79 "GET /v2.0/routers/575a44e3-bb25-42aa-9185-1f618d3ddb64 HTTP/1.1" status: 200 len: 704 time: 0.1794620 May 23 10:46:44.513622 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-77e93bc3-562e-4b68-9123-dd7511df0f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:44.748663 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-77e93bc3-562e-4b68-9123-dd7511df0f36 admin admin] Allocated IP 172.20.0.1 (c8e385cb-c7df-4572-a94d-71045ea722e0/e8c3102e-2dd8-49db-ba19-a4ce837312d9/dbcc6f1e-617e-4785-bd8b-66df2bb3ac3c) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 10:46:44.905168 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-77e93bc3-562e-4b68-9123-dd7511df0f36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:44.922493 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-77e93bc3-562e-4b68-9123-dd7511df0f36 admin admin] Transition to ACTIVE for port object dbcc6f1e-617e-4785-bd8b-66df2bb3ac3c will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:46:44.978109 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-77e93bc3-562e-4b68-9123-dd7511df0f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:45.052824 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e93bc3-562e-4b68-9123-dd7511df0f36 admin admin] Network c8e385cb-c7df-4572-a94d-71045ea722e0 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 10:46:45.055581 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-77e93bc3-562e-4b68-9123-dd7511df0f36 admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:46:45.060120 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e93bc3-562e-4b68-9123-dd7511df0f36 admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 10:46:45.061299 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-77e93bc3-562e-4b68-9123-dd7511df0f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:45.063708 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e93bc3-562e-4b68-9123-dd7511df0f36 admin admin] Pushing event updated for resources: {'Port': ['ID=dbcc6f1e-617e-4785-bd8b-66df2bb3ac3c,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:46:45.189997 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-77e93bc3-562e-4b68-9123-dd7511df0f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:45.294854 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3bbff29a-c5c6-46ad-abb6-d8042e850dfd None None] Provisioning for port dbcc6f1e-617e-4785-bd8b-66df2bb3ac3c completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:46:45.300288 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3bbff29a-c5c6-46ad-abb6-d8042e850dfd None None] Provisioning complete for port dbcc6f1e-617e-4785-bd8b-66df2bb3ac3c triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:46:45.300660 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3bbff29a-c5c6-46ad-abb6-d8042e850dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:45.353309 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3bbff29a-c5c6-46ad-abb6-d8042e850dfd None None] Port dbcc6f1e-617e-4785-bd8b-66df2bb3ac3c cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 10:46:45.444583 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-77e93bc3-562e-4b68-9123-dd7511df0f36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:45.452252 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-77e93bc3-562e-4b68-9123-dd7511df0f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:45.453327 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-77e93bc3-562e-4b68-9123-dd7511df0f36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:45.585757 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e93bc3-562e-4b68-9123-dd7511df0f36 admin admin] Pushing event updated for resources: {'Port': ['ID=dbcc6f1e-617e-4785-bd8b-66df2bb3ac3c,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:46:45.650956 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e93bc3-562e-4b68-9123-dd7511df0f36 admin admin] Network c8e385cb-c7df-4572-a94d-71045ea722e0 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 10:46:45.652117 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-77e93bc3-562e-4b68-9123-dd7511df0f36 admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:46:45.881696 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-174458e1-d429-49b6-a956-452a28d76f41 None None] Provisioning complete for port dbcc6f1e-617e-4785-bd8b-66df2bb3ac3c triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:46:45.882049 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-174458e1-d429-49b6-a956-452a28d76f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:45.933845 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-174458e1-d429-49b6-a956-452a28d76f41 None None] Port dbcc6f1e-617e-4785-bd8b-66df2bb3ac3c cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 10:46:46.013918 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e93bc3-562e-4b68-9123-dd7511df0f36 admin admin] Router 575a44e3-bb25-42aa-9185-1f618d3ddb64 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 10:46:46.183441 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e93bc3-562e-4b68-9123-dd7511df0f36 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 10:46:46.192847 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-77e93bc3-562e-4b68-9123-dd7511df0f36 admin admin] 10.222.0.79 "PUT /v2.0/routers/575a44e3-bb25-42aa-9185-1f618d3ddb64/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1348345 May 23 10:46:46.193957 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f638b955-171f-43c5-a9d4-9de53b991641 None None] Sync routers for ids ['575a44e3-bb25-42aa-9185-1f618d3ddb64'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 10:46:46.207294 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f638b955-171f-43c5-a9d4-9de53b991641 None None] Routers {'575a44e3-bb25-42aa-9185-1f618d3ddb64'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 10:46:46.208211 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-f638b955-171f-43c5-a9d4-9de53b991641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T10:46:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['575a44e3-bb25-42aa-9185-1f618d3ddb64'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:46:46.378439 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-f638b955-171f-43c5-a9d4-9de53b991641 None None] Set router 575a44e3-bb25-42aa-9185-1f618d3ddb64 gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 10:46:46.744893 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-f638b955-171f-43c5-a9d4-9de53b991641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575a44e3-bb25-42aa-9185-1f618d3ddb64', 'name': 'router1', 'tenant_id': '0242b2dc28bd4e92be15e040248fd00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:46:35Z', 'updated_at': '2022-05-23T10:46:45Z', 'revision_number': 2, 'project_id': '0242b2dc28bd4e92be15e040248fd00e', 'gw_port_host': None, '_interfaces': [{'id': 'dbcc6f1e-617e-4785-bd8b-66df2bb3ac3c', 'name': '', 'network_id': 'c8e385cb-c7df-4572-a94d-71045ea722e0', 'tenant_id': '0242b2dc28bd4e92be15e040248fd00e', 'mac_address': 'fa:16:3e:a1:53:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575a44e3-bb25-42aa-9185-1f618d3ddb64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8c3102e-2dd8-49db-ba19-a4ce837312d9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:46:44Z', 'updated_at': '2022-05-23T10:46:45Z', 'revision_number': 2, 'project_id': '0242b2dc28bd4e92be15e040248fd00e', 'subnets': [{'id': 'e8c3102e-2dd8-49db-ba19-a4ce837312d9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e5df989-8ee9-4180-bdec-80df81f2dadf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:46:46.749910 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f638b955-171f-43c5-a9d4-9de53b991641 None None] Checking router: 575a44e3-bb25-42aa-9185-1f618d3ddb64 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 10:46:46.750264 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f638b955-171f-43c5-a9d4-9de53b991641 None None] Updating router 575a44e3-bb25-42aa-9185-1f618d3ddb64 port dbcc6f1e-617e-4785-bd8b-66df2bb3ac3c binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 10:46:46.814023 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-f638b955-171f-43c5-a9d4-9de53b991641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:47.201702 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-f638b955-171f-43c5-a9d4-9de53b991641 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:47.216345 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-f638b955-171f-43c5-a9d4-9de53b991641 None None] Transition to ACTIVE for port object dbcc6f1e-617e-4785-bd8b-66df2bb3ac3c will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:46:47.222903 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-f638b955-171f-43c5-a9d4-9de53b991641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:47.410130 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756e18b-77c6-40e0-a9f6-178c83f9d87b None None] Pushing event updated for resources: {'Port': ['ID=dbcc6f1e-617e-4785-bd8b-66df2bb3ac3c,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:46:47.455673 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756e18b-77c6-40e0-a9f6-178c83f9d87b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:47.455981 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756e18b-77c6-40e0-a9f6-178c83f9d87b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:47.456318 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756e18b-77c6-40e0-a9f6-178c83f9d87b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:47.456649 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756e18b-77c6-40e0-a9f6-178c83f9d87b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:47.456975 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756e18b-77c6-40e0-a9f6-178c83f9d87b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:47.457295 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756e18b-77c6-40e0-a9f6-178c83f9d87b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:47.457613 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756e18b-77c6-40e0-a9f6-178c83f9d87b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:47.458328 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756e18b-77c6-40e0-a9f6-178c83f9d87b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:47.458492 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756e18b-77c6-40e0-a9f6-178c83f9d87b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:47.458784 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756e18b-77c6-40e0-a9f6-178c83f9d87b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:47.459167 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756e18b-77c6-40e0-a9f6-178c83f9d87b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:46:47.460229 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756e18b-77c6-40e0-a9f6-178c83f9d87b None None] Tracked resource versions report: May 23 10:46:47.460229 n-d-842952-2 neutron-server[83913]: pushed versions: May 23 10:46:47.460229 n-d-842952-2 neutron-server[83913]: { 'ConntrackHelper': {'1.0'}, May 23 10:46:47.460229 n-d-842952-2 neutron-server[83913]: 'Log': {'1.0'}, May 23 10:46:47.460229 n-d-842952-2 neutron-server[83913]: 'Network': {'1.1'}, May 23 10:46:47.460229 n-d-842952-2 neutron-server[83913]: 'Port': {'1.5'}, May 23 10:46:47.460229 n-d-842952-2 neutron-server[83913]: 'PortForwarding': {'1.2'}, May 23 10:46:47.460229 n-d-842952-2 neutron-server[83913]: 'QosPolicy': {'1.8'}, May 23 10:46:47.460229 n-d-842952-2 neutron-server[83913]: 'SecurityGroup': {'1.2'}, May 23 10:46:47.460229 n-d-842952-2 neutron-server[83913]: 'SecurityGroupRule': {'1.0'}, May 23 10:46:47.460229 n-d-842952-2 neutron-server[83913]: 'SubPort': {'1.0'}, May 23 10:46:47.460229 n-d-842952-2 neutron-server[83913]: 'Subnet': {'1.1'}, May 23 10:46:47.460229 n-d-842952-2 neutron-server[83913]: 'Trunk': {'1.1'}} May 23 10:46:47.460229 n-d-842952-2 neutron-server[83913]: consumer versions: May 23 10:46:47.460229 n-d-842952-2 neutron-server[83913]: { DHCP agent@n-d-842952-2: {}, May 23 10:46:47.460229 n-d-842952-2 neutron-server[83913]: L3 agent@n-d-842952-2: {}, May 23 10:46:47.460229 n-d-842952-2 neutron-server[83913]: Metadata agent@n-d-842952-2: {}, May 23 10:46:47.460229 n-d-842952-2 neutron-server[83913]: Metering agent@n-d-842952-2: {}, May 23 10:46:47.460229 n-d-842952-2 neutron-server[83913]: Open vSwitch agent@n-d-842952-2: { 'ConntrackHelper': '1.0', May 23 10:46:47.460229 n-d-842952-2 neutron-server[83913]: 'Log': '1.0', May 23 10:46:47.460229 n-d-842952-2 neutron-server[83913]: 'Network': '1.1', May 23 10:46:47.460229 n-d-842952-2 neutron-server[83913]: 'Port': '1.5', May 23 10:46:47.460229 n-d-842952-2 neutron-server[83913]: 'PortForwarding': '1.2', May 23 10:46:47.460229 n-d-842952-2 neutron-server[83913]: 'QosPolicy': '1.8', May 23 10:46:47.460229 n-d-842952-2 neutron-server[83913]: 'SecurityGroup': '1.2', May 23 10:46:47.460229 n-d-842952-2 neutron-server[83913]: 'SecurityGroupRule': '1.0', May 23 10:46:47.460229 n-d-842952-2 neutron-server[83913]: 'SubPort': '1.0', May 23 10:46:47.460229 n-d-842952-2 neutron-server[83913]: 'Subnet': '1.1', May 23 10:46:47.460229 n-d-842952-2 neutron-server[83913]: 'Trunk': '1.1'}} May 23 10:46:47.460229 n-d-842952-2 neutron-server[83913]: {{(pid=83913) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 23 10:46:47.483304 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-f638b955-171f-43c5-a9d4-9de53b991641 None None] Attempting to bind port dbcc6f1e-617e-4785-bd8b-66df2bb3ac3c on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:46:47.483691 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-f638b955-171f-43c5-a9d4-9de53b991641 None None] Attempting to bind port dbcc6f1e-617e-4785-bd8b-66df2bb3ac3c by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '80c47b45-dd85-46dc-bef8-3c8f451d0e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c8e385cb-c7df-4572-a94d-71045ea722e0'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:46:47.484126 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f638b955-171f-43c5-a9d4-9de53b991641 None None] Attempting to bind port dbcc6f1e-617e-4785-bd8b-66df2bb3ac3c on network c8e385cb-c7df-4572-a94d-71045ea722e0 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:46:47.490721 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f638b955-171f-43c5-a9d4-9de53b991641 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:46:47.491122 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f638b955-171f-43c5-a9d4-9de53b991641 None None] Checking segment: {'id': '80c47b45-dd85-46dc-bef8-3c8f451d0e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c8e385cb-c7df-4572-a94d-71045ea722e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:46:47.491568 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-f638b955-171f-43c5-a9d4-9de53b991641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:47.492105 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f638b955-171f-43c5-a9d4-9de53b991641 None None] Bound using segment: {'id': '80c47b45-dd85-46dc-bef8-3c8f451d0e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c8e385cb-c7df-4572-a94d-71045ea722e0'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:46:47.492616 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-f638b955-171f-43c5-a9d4-9de53b991641 None None] Bound port: dbcc6f1e-617e-4785-bd8b-66df2bb3ac3c, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80c47b45-dd85-46dc-bef8-3c8f451d0e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c8e385cb-c7df-4572-a94d-71045ea722e0'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:46:47.493020 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-f638b955-171f-43c5-a9d4-9de53b991641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:47.581397 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-f638b955-171f-43c5-a9d4-9de53b991641 None None] For port dbcc6f1e-617e-4785-bd8b-66df2bb3ac3c, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:46:47.585744 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-f638b955-171f-43c5-a9d4-9de53b991641 None None] For port dbcc6f1e-617e-4785-bd8b-66df2bb3ac3c, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=dbcc6f1e-617e-4785-bd8b-66df2bb3ac3c,segment=NetworkSegment(80c47b45-dd85-46dc-bef8-3c8f451d0e65),segment_id=80c47b45-dd85-46dc-bef8-3c8f451d0e65)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:46:47.590575 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-f638b955-171f-43c5-a9d4-9de53b991641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:47.674994 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756e18b-77c6-40e0-a9f6-178c83f9d87b None None] Pushing event updated for resources: {'Port': ['ID=dbcc6f1e-617e-4785-bd8b-66df2bb3ac3c,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:46:47.683372 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f638b955-171f-43c5-a9d4-9de53b991641 None None] Routers {'575a44e3-bb25-42aa-9185-1f618d3ddb64'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 10:46:47.684092 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-f638b955-171f-43c5-a9d4-9de53b991641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T10:46:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['575a44e3-bb25-42aa-9185-1f618d3ddb64'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:46:47.838113 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-f638b955-171f-43c5-a9d4-9de53b991641 None None] Set router 575a44e3-bb25-42aa-9185-1f618d3ddb64 gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 10:46:48.164847 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-f638b955-171f-43c5-a9d4-9de53b991641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575a44e3-bb25-42aa-9185-1f618d3ddb64', 'name': 'router1', 'tenant_id': '0242b2dc28bd4e92be15e040248fd00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:46:35Z', 'updated_at': '2022-05-23T10:46:45Z', 'revision_number': 2, 'project_id': '0242b2dc28bd4e92be15e040248fd00e', 'gw_port_host': None, '_interfaces': [{'id': 'dbcc6f1e-617e-4785-bd8b-66df2bb3ac3c', 'name': '', 'network_id': 'c8e385cb-c7df-4572-a94d-71045ea722e0', 'tenant_id': '0242b2dc28bd4e92be15e040248fd00e', 'mac_address': 'fa:16:3e:a1:53:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575a44e3-bb25-42aa-9185-1f618d3ddb64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8c3102e-2dd8-49db-ba19-a4ce837312d9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:46:44Z', 'updated_at': '2022-05-23T10:46:47Z', 'revision_number': 4, 'project_id': '0242b2dc28bd4e92be15e040248fd00e', 'subnets': [{'id': 'e8c3102e-2dd8-49db-ba19-a4ce837312d9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e5df989-8ee9-4180-bdec-80df81f2dadf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:46:48.169052 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f638b955-171f-43c5-a9d4-9de53b991641 None None] The sync data for ids ['575a44e3-bb25-42aa-9185-1f618d3ddb64'] in n-d-842952-2 is: [{'id': '575a44e3-bb25-42aa-9185-1f618d3ddb64', 'name': 'router1', 'tenant_id': '0242b2dc28bd4e92be15e040248fd00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:46:35Z', 'updated_at': '2022-05-23T10:46:45Z', 'revision_number': 2, 'project_id': '0242b2dc28bd4e92be15e040248fd00e', 'gw_port_host': None, '_interfaces': [{'id': 'dbcc6f1e-617e-4785-bd8b-66df2bb3ac3c', 'name': '', 'network_id': 'c8e385cb-c7df-4572-a94d-71045ea722e0', 'tenant_id': '0242b2dc28bd4e92be15e040248fd00e', 'mac_address': 'fa:16:3e:a1:53:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575a44e3-bb25-42aa-9185-1f618d3ddb64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8c3102e-2dd8-49db-ba19-a4ce837312d9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:46:44Z', 'updated_at': '2022-05-23T10:46:47Z', 'revision_number': 4, 'project_id': '0242b2dc28bd4e92be15e040248fd00e', 'subnets': [{'id': 'e8c3102e-2dd8-49db-ba19-a4ce837312d9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e5df989-8ee9-4180-bdec-80df81f2dadf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 10:46:48.247450 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58796) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:46:48.419993 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e277993e-82ea-4b8f-8115-def02b2f06ff admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:46:48.421281 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e277993e-82ea-4b8f-8115-def02b2f06ff admin admin] 10.222.0.79 "GET /v2.0/networks/87d63aa2-c2e7-4553-824a-d818708dd83b HTTP/1.1" status: 200 len: 842 time: 0.1728363 May 23 10:46:48.430812 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-9defe76c-00ae-420f-a408-62c8fa166d96 admin admin] Request body: {'subnet': {'cidr': '172.25.6.0/24', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.25.6.1', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'name': 'public-subnet'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:46:48.435541 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9defe76c-00ae-420f-a408-62c8fa166d96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:46:48.439512 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-9defe76c-00ae-420f-a408-62c8fa166d96 admin admin] Usage tracker for resource:subnet and tenant:87e82906ec8d47c2ab987ddd5fcfbb80 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:46:48.442665 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-9defe76c-00ae-420f-a408-62c8fa166d96 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:46:48.448648 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9defe76c-00ae-420f-a408-62c8fa166d96 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:46:48.465256 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9defe76c-00ae-420f-a408-62c8fa166d96 admin admin] Made reservation on behalf of 87e82906ec8d47c2ab987ddd5fcfbb80 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:46:48.467957 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9defe76c-00ae-420f-a408-62c8fa166d96 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:48.886808 n-d-842952-2 neutron-server[83910]: DEBUG neutron.objects.ports [None req-9defe76c-00ae-420f-a408-62c8fa166d96 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83910) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 23 10:46:48.887278 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9defe76c-00ae-420f-a408-62c8fa166d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:48.961448 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9defe76c-00ae-420f-a408-62c8fa166d96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83aea934-9c83-49f0-bb0f-67d04a04ace0,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:46:48.972941 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9defe76c-00ae-420f-a408-62c8fa166d96 admin admin] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:46:48.973313 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9defe76c-00ae-420f-a408-62c8fa166d96 admin admin] Network hostable DHCP agents. Network: 87d63aa2-c2e7-4553-824a-d818708dd83b, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 10:46:49.001694 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9defe76c-00ae-420f-a408-62c8fa166d96 admin admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 10:46:49.030053 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-9defe76c-00ae-420f-a408-62c8fa166d96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 87d63aa2-c2e7-4553-824a-d818708dd83b) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:46:49.037604 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9defe76c-00ae-420f-a408-62c8fa166d96 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:46:49.038523 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9defe76c-00ae-420f-a408-62c8fa166d96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:49.043578 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068c1b8a-2d1d-4296-b64b-6f27e7a4463c None None] Network 87d63aa2-c2e7-4553-824a-d818708dd83b requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 10:46:49.060193 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9defe76c-00ae-420f-a408-62c8fa166d96 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6325743 May 23 10:46:49.293956 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21af7414-dfb6-4795-ac2a-8b76ed7175c2 None None] Network 87d63aa2-c2e7-4553-824a-d818708dd83b requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 10:46:50.961652 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device dbcc6f1e-617e-4785-bd8b-66df2bb3ac3c up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:46:51.031054 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port dbcc6f1e-617e-4785-bd8b-66df2bb3ac3c completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:46:51.036066 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port dbcc6f1e-617e-4785-bd8b-66df2bb3ac3c triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:46:51.036435 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:51.155393 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:51.188515 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port dbcc6f1e-617e-4785-bd8b-66df2bb3ac3c, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=dbcc6f1e-617e-4785-bd8b-66df2bb3ac3c,segment=NetworkSegment(80c47b45-dd85-46dc-bef8-3c8f451d0e65),segment_id=80c47b45-dd85-46dc-bef8-3c8f451d0e65)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:46:51.193336 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:51.247922 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 58810) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:46:51.258690 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=dbcc6f1e-617e-4785-bd8b-66df2bb3ac3c,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:46:51.485507 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-364f4ff3-f860-40cb-8044-f7aadb92aa23 admin admin] 10.222.0.79 "GET /v2.0/routers/575a44e3-bb25-42aa-9185-1f618d3ddb64 HTTP/1.1" status: 200 len: 710 time: 0.2359281 May 23 10:46:51.613542 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefc2dbf-fbb9-4d58-a406-d14ecb66a638 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:46:51.614097 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-aefc2dbf-fbb9-4d58-a406-d14ecb66a638 admin admin] Synchronizing usage tracker for tenant:87e82906ec8d47c2ab987ddd5fcfbb80 on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 10:46:51.632509 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-aefc2dbf-fbb9-4d58-a406-d14ecb66a638 admin admin] Unset dirty status for tenant:87e82906ec8d47c2ab987ddd5fcfbb80 on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 10:46:51.633654 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-aefc2dbf-fbb9-4d58-a406-d14ecb66a638 admin admin] 10.222.0.79 "GET /v2.0/networks/87d63aa2-c2e7-4553-824a-d818708dd83b HTTP/1.1" status: 200 len: 886 time: 0.1435535 May 23 10:46:51.642681 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-accc6b11-c444-4c26-965f-9255bc6d45d8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:46:52.171508 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-accc6b11-c444-4c26-965f-9255bc6d45d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:52.376824 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-accc6b11-c444-4c26-965f-9255bc6d45d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:52.431727 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-accc6b11-c444-4c26-965f-9255bc6d45d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:52.568200 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-accc6b11-c444-4c26-965f-9255bc6d45d8 admin admin] Allocated IP 172.25.6.56 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/22a9237f-dad3-4d0e-b90b-35bf9a938651) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 10:46:52.712874 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-accc6b11-c444-4c26-965f-9255bc6d45d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:52.743154 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-accc6b11-c444-4c26-965f-9255bc6d45d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:52.811479 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accc6b11-c444-4c26-965f-9255bc6d45d8 admin admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 10:46:52.814323 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-accc6b11-c444-4c26-965f-9255bc6d45d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:46:52.818528 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accc6b11-c444-4c26-965f-9255bc6d45d8 admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 10:46:52.840714 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc6b11-c444-4c26-965f-9255bc6d45d8 admin admin] Pushing event updated for resources: {'Port': ['ID=22a9237f-dad3-4d0e-b90b-35bf9a938651,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:46:52.945491 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device dbcc6f1e-617e-4785-bd8b-66df2bb3ac3c up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:46:52.973500 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-accc6b11-c444-4c26-965f-9255bc6d45d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:53.015218 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port dbcc6f1e-617e-4785-bd8b-66df2bb3ac3c triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:46:53.015583 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:53.138976 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-accc6b11-c444-4c26-965f-9255bc6d45d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:53.142452 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-accc6b11-c444-4c26-965f-9255bc6d45d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3825526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3825513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3821547'] for router, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:53.389086 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-accc6b11-c444-4c26-965f-9255bc6d45d8 admin admin] Router 575a44e3-bb25-42aa-9185-1f618d3ddb64 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 10:46:53.598220 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-accc6b11-c444-4c26-965f-9255bc6d45d8 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 10:46:53.608069 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-accc6b11-c444-4c26-965f-9255bc6d45d8 admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:53.608547 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cff2c48-37a5-4c43-b80a-d593b23e3c14 None None] Sync routers for ids ['575a44e3-bb25-42aa-9185-1f618d3ddb64'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 10:46:53.609258 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-accc6b11-c444-4c26-965f-9255bc6d45d8 admin admin] 10.222.0.79 "PUT /v2.0/routers/575a44e3-bb25-42aa-9185-1f618d3ddb64 HTTP/1.1" status: 200 len: 889 time: 1.9698298 May 23 10:46:53.621815 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cff2c48-37a5-4c43-b80a-d593b23e3c14 None None] Routers {'575a44e3-bb25-42aa-9185-1f618d3ddb64'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 10:46:53.622512 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2cff2c48-37a5-4c43-b80a-d593b23e3c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T10:46:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['575a44e3-bb25-42aa-9185-1f618d3ddb64'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:46:53.813454 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-2cff2c48-37a5-4c43-b80a-d593b23e3c14 None None] Set router 575a44e3-bb25-42aa-9185-1f618d3ddb64 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 10:46:54.148481 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2cff2c48-37a5-4c43-b80a-d593b23e3c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575a44e3-bb25-42aa-9185-1f618d3ddb64', 'name': 'router1', 'tenant_id': '0242b2dc28bd4e92be15e040248fd00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '22a9237f-dad3-4d0e-b90b-35bf9a938651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:46:35Z', 'updated_at': '2022-05-23T10:46:52Z', 'revision_number': 4, 'project_id': '0242b2dc28bd4e92be15e040248fd00e', 'gw_port': {'id': '22a9237f-dad3-4d0e-b90b-35bf9a938651', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c4:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575a44e3-bb25-42aa-9185-1f618d3ddb64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:46:52Z', 'updated_at': '2022-05-23T10:46:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'dbcc6f1e-617e-4785-bd8b-66df2bb3ac3c', 'name': '', 'network_id': 'c8e385cb-c7df-4572-a94d-71045ea722e0', 'tenant_id': '0242b2dc28bd4e92be15e040248fd00e', 'mac_address': 'fa:16:3e:a1:53:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575a44e3-bb25-42aa-9185-1f618d3ddb64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8c3102e-2dd8-49db-ba19-a4ce837312d9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:46:44Z', 'updated_at': '2022-05-23T10:46:51Z', 'revision_number': 5, 'project_id': '0242b2dc28bd4e92be15e040248fd00e', 'subnets': [{'id': 'e8c3102e-2dd8-49db-ba19-a4ce837312d9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e5df989-8ee9-4180-bdec-80df81f2dadf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:46:54.153366 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cff2c48-37a5-4c43-b80a-d593b23e3c14 None None] Checking router: 575a44e3-bb25-42aa-9185-1f618d3ddb64 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 10:46:54.153733 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cff2c48-37a5-4c43-b80a-d593b23e3c14 None None] Updating router 575a44e3-bb25-42aa-9185-1f618d3ddb64 port 22a9237f-dad3-4d0e-b90b-35bf9a938651 binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 10:46:54.204597 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2cff2c48-37a5-4c43-b80a-d593b23e3c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:54.531654 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2cff2c48-37a5-4c43-b80a-d593b23e3c14 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:54.543270 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2cff2c48-37a5-4c43-b80a-d593b23e3c14 None None] Transition to ACTIVE for port object 22a9237f-dad3-4d0e-b90b-35bf9a938651 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:46:54.552077 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2cff2c48-37a5-4c43-b80a-d593b23e3c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:54.628902 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2841fcf2-e5f5-4237-84d1-b84df13438dd None None] Pushing event updated for resources: {'Port': ['ID=22a9237f-dad3-4d0e-b90b-35bf9a938651,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:46:54.639361 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-2cff2c48-37a5-4c43-b80a-d593b23e3c14 None None] Attempting to bind port 22a9237f-dad3-4d0e-b90b-35bf9a938651 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:46:54.639797 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-2cff2c48-37a5-4c43-b80a-d593b23e3c14 None None] Attempting to bind port 22a9237f-dad3-4d0e-b90b-35bf9a938651 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:46:54.640191 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cff2c48-37a5-4c43-b80a-d593b23e3c14 None None] Attempting to bind port 22a9237f-dad3-4d0e-b90b-35bf9a938651 on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:46:54.646713 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cff2c48-37a5-4c43-b80a-d593b23e3c14 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:46:54.647080 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cff2c48-37a5-4c43-b80a-d593b23e3c14 None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:46:54.647477 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2cff2c48-37a5-4c43-b80a-d593b23e3c14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:54.647864 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cff2c48-37a5-4c43-b80a-d593b23e3c14 None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:46:54.648358 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-2cff2c48-37a5-4c43-b80a-d593b23e3c14 None None] Bound port: 22a9237f-dad3-4d0e-b90b-35bf9a938651, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:46:54.648765 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2cff2c48-37a5-4c43-b80a-d593b23e3c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:54.723929 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2cff2c48-37a5-4c43-b80a-d593b23e3c14 None None] For port 22a9237f-dad3-4d0e-b90b-35bf9a938651, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:46:54.726960 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2cff2c48-37a5-4c43-b80a-d593b23e3c14 None None] For port 22a9237f-dad3-4d0e-b90b-35bf9a938651, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=22a9237f-dad3-4d0e-b90b-35bf9a938651,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:46:54.732392 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2cff2c48-37a5-4c43-b80a-d593b23e3c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:54.827436 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2841fcf2-e5f5-4237-84d1-b84df13438dd None None] Pushing event updated for resources: {'Port': ['ID=22a9237f-dad3-4d0e-b90b-35bf9a938651,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:46:54.835190 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cff2c48-37a5-4c43-b80a-d593b23e3c14 None None] Routers {'575a44e3-bb25-42aa-9185-1f618d3ddb64'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 10:46:54.835787 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2cff2c48-37a5-4c43-b80a-d593b23e3c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T10:46:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['575a44e3-bb25-42aa-9185-1f618d3ddb64'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:46:55.015751 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-2cff2c48-37a5-4c43-b80a-d593b23e3c14 None None] Set router 575a44e3-bb25-42aa-9185-1f618d3ddb64 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 10:46:55.347465 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2cff2c48-37a5-4c43-b80a-d593b23e3c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575a44e3-bb25-42aa-9185-1f618d3ddb64', 'name': 'router1', 'tenant_id': '0242b2dc28bd4e92be15e040248fd00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '22a9237f-dad3-4d0e-b90b-35bf9a938651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:46:35Z', 'updated_at': '2022-05-23T10:46:52Z', 'revision_number': 4, 'project_id': '0242b2dc28bd4e92be15e040248fd00e', 'gw_port': {'id': '22a9237f-dad3-4d0e-b90b-35bf9a938651', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c4:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575a44e3-bb25-42aa-9185-1f618d3ddb64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:46:52Z', 'updated_at': '2022-05-23T10:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'dbcc6f1e-617e-4785-bd8b-66df2bb3ac3c', 'name': '', 'network_id': 'c8e385cb-c7df-4572-a94d-71045ea722e0', 'tenant_id': '0242b2dc28bd4e92be15e040248fd00e', 'mac_address': 'fa:16:3e:a1:53:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575a44e3-bb25-42aa-9185-1f618d3ddb64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8c3102e-2dd8-49db-ba19-a4ce837312d9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:46:44Z', 'updated_at': '2022-05-23T10:46:51Z', 'revision_number': 5, 'project_id': '0242b2dc28bd4e92be15e040248fd00e', 'subnets': [{'id': 'e8c3102e-2dd8-49db-ba19-a4ce837312d9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e5df989-8ee9-4180-bdec-80df81f2dadf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:46:55.351554 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cff2c48-37a5-4c43-b80a-d593b23e3c14 None None] The sync data for ids ['575a44e3-bb25-42aa-9185-1f618d3ddb64'] in n-d-842952-2 is: [{'id': '575a44e3-bb25-42aa-9185-1f618d3ddb64', 'name': 'router1', 'tenant_id': '0242b2dc28bd4e92be15e040248fd00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '22a9237f-dad3-4d0e-b90b-35bf9a938651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:46:35Z', 'updated_at': '2022-05-23T10:46:52Z', 'revision_number': 4, 'project_id': '0242b2dc28bd4e92be15e040248fd00e', 'gw_port': {'id': '22a9237f-dad3-4d0e-b90b-35bf9a938651', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c4:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575a44e3-bb25-42aa-9185-1f618d3ddb64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:46:52Z', 'updated_at': '2022-05-23T10:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'dbcc6f1e-617e-4785-bd8b-66df2bb3ac3c', 'name': '', 'network_id': 'c8e385cb-c7df-4572-a94d-71045ea722e0', 'tenant_id': '0242b2dc28bd4e92be15e040248fd00e', 'mac_address': 'fa:16:3e:a1:53:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575a44e3-bb25-42aa-9185-1f618d3ddb64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8c3102e-2dd8-49db-ba19-a4ce837312d9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:46:44Z', 'updated_at': '2022-05-23T10:46:51Z', 'revision_number': 5, 'project_id': '0242b2dc28bd4e92be15e040248fd00e', 'subnets': [{'id': 'e8c3102e-2dd8-49db-ba19-a4ce837312d9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e5df989-8ee9-4180-bdec-80df81f2dadf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 10:46:55.889135 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 58820) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:46:56.028915 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0f3a298b-f9ca-4463-93b4-13184a5ad108 admin admin] 10.222.0.79 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1067 time: 0.1386340 May 23 10:46:56.969278 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 22a9237f-dad3-4d0e-b90b-35bf9a938651 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:46:57.037330 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 22a9237f-dad3-4d0e-b90b-35bf9a938651 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:46:57.041764 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 22a9237f-dad3-4d0e-b90b-35bf9a938651 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:46:57.042130 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:57.155419 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:57.171558 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 22a9237f-dad3-4d0e-b90b-35bf9a938651, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=22a9237f-dad3-4d0e-b90b-35bf9a938651,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:46:57.178867 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:46:57.244864 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=22a9237f-dad3-4d0e-b90b-35bf9a938651,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:46:58.975632 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 22a9237f-dad3-4d0e-b90b-35bf9a938651 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:46:59.049419 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 22a9237f-dad3-4d0e-b90b-35bf9a938651 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:46:59.049799 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:47:09.174496 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7a40dfcd-0e59-4201-b166-d21dae6ec2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:47:10.924925 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 5 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 10:47:11.415505 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ac8b41df-a66f-41c4-a6d5-cd5af0946b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:47:12.439024 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:47:12.694902 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:47:13.936829 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:47:39.169608 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2d1cb5a6-b754-4425-9ebf-3b128ca352b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:47:41.412189 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4804867d-86aa-4236-9cd9-e6887bb91db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:47:42.439539 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:47:42.691679 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:47:43.942751 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:47:47.926600 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 5 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 10:48:09.180135 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-35f88d4f-8b5d-41ee-8acd-0610aacea2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:48:11.407210 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3dcf8506-53b5-43d0-955d-eaede98e755a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:48:12.448530 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:48:12.686418 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:48:13.945031 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:48:24.927744 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 5 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 10:48:39.174752 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c391c837-6037-4d89-a14a-82678b21e618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:48:41.411045 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a9dda6b9-c05e-412a-a030-e935bfeaae2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:48:42.445525 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:48:42.691807 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:48:43.946796 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:49:01.928359 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 5 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 10:49:02.433922 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59426) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:49:02.540051 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b4d89ec-8bc2-4384-b7ac-2b37aabf9e0c admin admin] GET failed (client error): The resource could not be found. May 23 10:49:02.541266 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0b4d89ec-8bc2-4384-b7ac-2b37aabf9e0c admin admin] 10.222.0.79 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1063921 May 23 10:49:02.675347 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48704cb0-98c7-4da9-ade0-afec0fe65c47 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:49:02.676742 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-48704cb0-98c7-4da9-ade0-afec0fe65c47 admin admin] 10.222.0.79 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1314502 May 23 10:49:04.694836 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59436) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:49:04.834265 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92385f4f-444a-4d55-b126-2641ab20da21 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:49:04.835604 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-92385f4f-444a-4d55-b126-2641ab20da21 admin admin] 10.222.0.79 "GET /v2.0/subnets/e8c3102e-2dd8-49db-ba19-a4ce837312d9 HTTP/1.1" status: 200 len: 849 time: 0.1397617 May 23 10:49:04.845553 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d9e4104f-fbc4-4bbb-9df0-bdd9bf4eca97 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:49:04.978674 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d9e4104f-fbc4-4bbb-9df0-bdd9bf4eca97 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:49:05.170093 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d9e4104f-fbc4-4bbb-9df0-bdd9bf4eca97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748724734365'] for subnet, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:49:05.224336 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e4104f-fbc4-4bbb-9df0-bdd9bf4eca97 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:49:05.224831 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d9e4104f-fbc4-4bbb-9df0-bdd9bf4eca97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:49:05.239940 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d9e4104f-fbc4-4bbb-9df0-bdd9bf4eca97 admin admin] 10.222.0.79 "PUT /v2.0/subnets/e8c3102e-2dd8-49db-ba19-a4ce837312d9 HTTP/1.1" status: 200 len: 868 time: 0.3842914 May 23 10:49:05.240173 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81346e3e-20b0-42b8-b898-2b2f198a5d6b None None] Network c8e385cb-c7df-4572-a94d-71045ea722e0 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 10:49:05.240633 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e4104f-fbc4-4bbb-9df0-bdd9bf4eca97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8c3102e-2dd8-49db-ba19-a4ce837312d9,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:49:05.248667 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4104f-fbc4-4bbb-9df0-bdd9bf4eca97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:49:05.249060 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4104f-fbc4-4bbb-9df0-bdd9bf4eca97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:49:05.249314 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4104f-fbc4-4bbb-9df0-bdd9bf4eca97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:49:05.249639 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4104f-fbc4-4bbb-9df0-bdd9bf4eca97 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:49:05.249958 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4104f-fbc4-4bbb-9df0-bdd9bf4eca97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:49:05.250291 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4104f-fbc4-4bbb-9df0-bdd9bf4eca97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:49:05.250604 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4104f-fbc4-4bbb-9df0-bdd9bf4eca97 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:49:05.250914 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4104f-fbc4-4bbb-9df0-bdd9bf4eca97 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:49:05.251224 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4104f-fbc4-4bbb-9df0-bdd9bf4eca97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:49:05.251530 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4104f-fbc4-4bbb-9df0-bdd9bf4eca97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:49:05.251860 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4104f-fbc4-4bbb-9df0-bdd9bf4eca97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:49:05.771857 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-aa026e3b-ad56-4f15-ad31-180ed8dd7ab0 None None] Provisioning complete for port 8b6e7584-c0d1-469b-94f0-b9bcfb920110 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:49:05.772151 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aa026e3b-ad56-4f15-ad31-180ed8dd7ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:49:05.899514 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-aa026e3b-ad56-4f15-ad31-180ed8dd7ab0 None None] Provisioning complete for port dbcc6f1e-617e-4785-bd8b-66df2bb3ac3c triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:49:05.899905 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aa026e3b-ad56-4f15-ad31-180ed8dd7ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:49:07.278060 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59446) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:49:07.490220 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da110e82-135f-466b-a2a5-57608c19a673 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:49:07.490587 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da110e82-135f-466b-a2a5-57608c19a673 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:49:07.492194 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-da110e82-135f-466b-a2a5-57608c19a673 admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2127733 May 23 10:49:09.181263 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b3bac1e9-1a1e-45dd-a7bd-ddb2a71285b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:49:09.494912 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59456) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:49:09.704324 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708842c3-14c9-4144-8a41-a7ec51202bbc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:49:09.704578 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708842c3-14c9-4144-8a41-a7ec51202bbc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:49:09.706069 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-708842c3-14c9-4144-8a41-a7ec51202bbc admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2102113 May 23 10:49:11.415886 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-76f8ae06-0031-40ec-91ea-d355bcc765a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:49:11.744965 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59466) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:49:11.940594 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7ca426-5227-4acc-ab56-ce9bb2df1b0a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:49:11.941858 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5d7ca426-5227-4acc-ab56-ce9bb2df1b0a admin admin] 10.222.0.79 "GET /v2.0/networks/87d63aa2-c2e7-4553-824a-d818708dd83b HTTP/1.1" status: 200 len: 886 time: 0.1959491 May 23 10:49:12.449092 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:49:12.696306 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:49:13.953029 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:49:13.971267 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59476) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:49:14.179279 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cddecb-db01-490e-95af-a731e8015ed3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:49:14.180571 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-08cddecb-db01-490e-95af-a731e8015ed3 admin admin] 10.222.0.79 "GET /v2.0/networks/c8e385cb-c7df-4572-a94d-71045ea722e0 HTTP/1.1" status: 200 len: 869 time: 0.2081499 May 23 10:49:16.195207 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59486) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:49:16.332070 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566e347e-eef5-40fe-b6d9-2076d5d6db92 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:49:16.332443 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566e347e-eef5-40fe-b6d9-2076d5d6db92 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:49:16.333965 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-566e347e-eef5-40fe-b6d9-2076d5d6db92 admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1378052 May 23 10:49:18.334082 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59496) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:49:18.489425 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8f458f-62b0-48d4-91fa-52b04fa81cad admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:49:18.489769 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8f458f-62b0-48d4-91fa-52b04fa81cad admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:49:18.491269 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-fc8f458f-62b0-48d4-91fa-52b04fa81cad admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1562164 May 23 10:49:20.502665 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59506) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:49:20.631509 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14588743-1feb-4a9e-91d9-a8cf775a67a1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:49:20.632993 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-14588743-1feb-4a9e-91d9-a8cf775a67a1 admin admin] 10.222.0.79 "GET /v2.0/subnets/83aea934-9c83-49f0-bb0f-67d04a04ace0 HTTP/1.1" status: 200 len: 816 time: 0.1293991 May 23 10:49:22.621971 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59516) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:49:22.757169 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77215b59-3817-4b12-8e41-0c5976e2591d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:49:22.758483 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-77215b59-3817-4b12-8e41-0c5976e2591d admin admin] 10.222.0.79 "GET /v2.0/subnets/e8c3102e-2dd8-49db-ba19-a4ce837312d9 HTTP/1.1" status: 200 len: 868 time: 0.1355777 May 23 10:49:38.929494 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 5 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 10:49:39.175374 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ab4b8f13-d1a6-41c9-92c1-2cfd49767f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:49:40.913935 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59556) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:49:40.987274 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [None req-d7773719-4d75-4f46-978f-d46b116700cb admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 10:49:40.988317 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d7773719-4d75-4f46-978f-d46b116700cb admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0734370 May 23 10:49:41.426998 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ac14a092-72e6-40ca-970d-e70e0135abf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:49:42.452421 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:49:42.700374 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:49:43.109104 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59566) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:49:43.227209 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-53f067de-1c4a-4814-98c6-77dbe2679a5b admin admin] GET failed (client error): The resource could not be found. May 23 10:49:43.228520 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-53f067de-1c4a-4814-98c6-77dbe2679a5b admin admin] 10.222.0.79 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1185534 May 23 10:49:43.369892 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe7b7a3-70de-40cd-9879-4c7e0a4c4126 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:49:43.371276 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-efe7b7a3-70de-40cd-9879-4c7e0a4c4126 admin admin] 10.222.0.79 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1366079 May 23 10:49:43.953487 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:49:45.383714 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59576) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:49:45.462197 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-517a3817-0ebb-4f83-ac17-35d77782045d admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:49:45.468135 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-517a3817-0ebb-4f83-ac17-35d77782045d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:49:45.478188 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-517a3817-0ebb-4f83-ac17-35d77782045d admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:49:45.488700 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517a3817-0ebb-4f83-ac17-35d77782045d admin admin] Made reservation on behalf of 87e82906ec8d47c2ab987ddd5fcfbb80 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:49:45.490905 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-517a3817-0ebb-4f83-ac17-35d77782045d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:49:45.578169 n-d-842952-2 neutron-server[83911]: WARNING neutron.services.revisions.revision_plugin [None req-517a3817-0ebb-4f83-ac17-35d77782045d admin admin] Could not find related network for resource to bump revision. May 23 10:49:45.593169 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-517a3817-0ebb-4f83-ac17-35d77782045d admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 10:49:45.602534 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-517a3817-0ebb-4f83-ac17-35d77782045d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:49:45.602846 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-517a3817-0ebb-4f83-ac17-35d77782045d admin admin] Added segment 4a0f3bd6-c623-4e55-8a42-f94806064b9d of type vlan for network 45238d5c-875a-474b-bef1-cc75dc2ba645 May 23 10:49:45.641788 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-517a3817-0ebb-4f83-ac17-35d77782045d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:49:45.715178 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-517a3817-0ebb-4f83-ac17-35d77782045d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:49:45.716485 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517a3817-0ebb-4f83-ac17-35d77782045d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:49:45.717346 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-517a3817-0ebb-4f83-ac17-35d77782045d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:49:45.822280 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-517a3817-0ebb-4f83-ac17-35d77782045d admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4373970 May 23 10:49:45.822861 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a3817-0ebb-4f83-ac17-35d77782045d admin admin] Pushing event updated for resources: {'Network': ['ID=45238d5c-875a-474b-bef1-cc75dc2ba645,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:49:45.838744 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 45238d5c-875a-474b-bef1-cc75dc2ba645 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 10:49:47.832826 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59586) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:49:47.931098 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb29ec92-bbd5-4412-b1a3-8525b1553038 admin admin] GET failed (client error): The resource could not be found. May 23 10:49:47.931576 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-eb29ec92-bbd5-4412-b1a3-8525b1553038 admin admin] Synchronizing usage tracker for tenant:87e82906ec8d47c2ab987ddd5fcfbb80 on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 10:49:47.949204 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-eb29ec92-bbd5-4412-b1a3-8525b1553038 admin admin] Unset dirty status for tenant:87e82906ec8d47c2ab987ddd5fcfbb80 on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 10:49:47.950314 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-eb29ec92-bbd5-4412-b1a3-8525b1553038 admin admin] 10.222.0.79 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1165371 May 23 10:49:48.056771 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9394d9-683e-497c-a36a-d3b4eda7ca71 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:49:48.058111 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0e9394d9-683e-497c-a36a-d3b4eda7ca71 admin admin] 10.222.0.79 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1036851 May 23 10:49:48.067423 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-1c398667-fbf6-4636-b348-192a46ee0c38 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:49:48.071869 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1c398667-fbf6-4636-b348-192a46ee0c38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:49:48.075813 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1c398667-fbf6-4636-b348-192a46ee0c38 admin admin] Usage tracker for resource:subnet and tenant:87e82906ec8d47c2ab987ddd5fcfbb80 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:49:48.078622 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1c398667-fbf6-4636-b348-192a46ee0c38 admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:49:48.084393 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1c398667-fbf6-4636-b348-192a46ee0c38 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:49:48.096632 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c398667-fbf6-4636-b348-192a46ee0c38 admin admin] Made reservation on behalf of 87e82906ec8d47c2ab987ddd5fcfbb80 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:49:48.098901 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1c398667-fbf6-4636-b348-192a46ee0c38 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:49:48.312069 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1c398667-fbf6-4636-b348-192a46ee0c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:49:48.382517 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c398667-fbf6-4636-b348-192a46ee0c38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1719237-4a8e-4354-92b1-51064eb09c82,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:49:48.398182 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c398667-fbf6-4636-b348-192a46ee0c38 admin admin] Checking segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:49:48.398535 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c398667-fbf6-4636-b348-192a46ee0c38 admin admin] Network hostable DHCP agents. Network: 45238d5c-875a-474b-bef1-cc75dc2ba645, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 10:49:48.422719 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c398667-fbf6-4636-b348-192a46ee0c38 admin admin] Network 45238d5c-875a-474b-bef1-cc75dc2ba645 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 10:49:48.433152 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-1c398667-fbf6-4636-b348-192a46ee0c38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 45238d5c-875a-474b-bef1-cc75dc2ba645) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:49:48.437155 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c398667-fbf6-4636-b348-192a46ee0c38 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:49:48.437735 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1c398667-fbf6-4636-b348-192a46ee0c38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:49:48.442748 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf242893-054a-482c-ae78-6ab849d45806 None None] Network 45238d5c-875a-474b-bef1-cc75dc2ba645 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 10:49:48.460374 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1c398667-fbf6-4636-b348-192a46ee0c38 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3962040 May 23 10:49:48.665720 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce462abb-f333-4078-9c73-ea505ded8510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-45238d5c-875a-474b-bef1-cc75dc2ba645', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'tenant_id': '87e82906ec8d47c2ab987ddd5fcfbb80', 'fixed_ips': [{'subnet_id': 'c1719237-4a8e-4354-92b1-51064eb09c82'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 10:49:48.666568 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ce462abb-f333-4078-9c73-ea505ded8510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:49:48.830691 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-ce462abb-f333-4078-9c73-ea505ded8510 None None] Allocated IP 192.168.233.2 (45238d5c-875a-474b-bef1-cc75dc2ba645/c1719237-4a8e-4354-92b1-51064eb09c82/f39540b4-db42-4f34-b2fd-443b03589cdf) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 10:49:49.037402 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ce462abb-f333-4078-9c73-ea505ded8510 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:49:49.048545 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ce462abb-f333-4078-9c73-ea505ded8510 None None] Transition to ACTIVE for port object f39540b4-db42-4f34-b2fd-443b03589cdf will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:49:49.067744 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ce462abb-f333-4078-9c73-ea505ded8510 None None] Transition to ACTIVE for port object f39540b4-db42-4f34-b2fd-443b03589cdf will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:49:49.073461 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ce462abb-f333-4078-9c73-ea505ded8510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:49:49.147531 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce462abb-f333-4078-9c73-ea505ded8510 None None] Network 45238d5c-875a-474b-bef1-cc75dc2ba645 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 10:49:49.148412 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce462abb-f333-4078-9c73-ea505ded8510 None None] Pushing event updated for resources: {'Port': ['ID=f39540b4-db42-4f34-b2fd-443b03589cdf,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:49:49.150797 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-ce462abb-f333-4078-9c73-ea505ded8510 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:49:49.155129 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce462abb-f333-4078-9c73-ea505ded8510 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 10:49:49.164323 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce462abb-f333-4078-9c73-ea505ded8510 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:49:49.164776 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce462abb-f333-4078-9c73-ea505ded8510 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:49:49.165020 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce462abb-f333-4078-9c73-ea505ded8510 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:49:49.165373 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce462abb-f333-4078-9c73-ea505ded8510 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:49:49.165706 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce462abb-f333-4078-9c73-ea505ded8510 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:49:49.166033 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce462abb-f333-4078-9c73-ea505ded8510 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:49:49.166356 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce462abb-f333-4078-9c73-ea505ded8510 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:49:49.166719 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce462abb-f333-4078-9c73-ea505ded8510 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:49:49.167101 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce462abb-f333-4078-9c73-ea505ded8510 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:49:49.167425 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce462abb-f333-4078-9c73-ea505ded8510 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:49:49.167744 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce462abb-f333-4078-9c73-ea505ded8510 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:49:49.250322 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ce462abb-f333-4078-9c73-ea505ded8510 None None] Attempting to bind port f39540b4-db42-4f34-b2fd-443b03589cdf on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:49:49.250684 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ce462abb-f333-4078-9c73-ea505ded8510 None None] Attempting to bind port f39540b4-db42-4f34-b2fd-443b03589cdf by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:49:49.251050 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce462abb-f333-4078-9c73-ea505ded8510 None None] Attempting to bind port f39540b4-db42-4f34-b2fd-443b03589cdf on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:49:49.257505 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce462abb-f333-4078-9c73-ea505ded8510 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:49:49.257868 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce462abb-f333-4078-9c73-ea505ded8510 None None] Checking segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:49:49.258268 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ce462abb-f333-4078-9c73-ea505ded8510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:49:49.258658 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce462abb-f333-4078-9c73-ea505ded8510 None None] Bound using segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:49:49.259122 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ce462abb-f333-4078-9c73-ea505ded8510 None None] Bound port: f39540b4-db42-4f34-b2fd-443b03589cdf, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:49:49.259512 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ce462abb-f333-4078-9c73-ea505ded8510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:49:49.369168 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ce462abb-f333-4078-9c73-ea505ded8510 None None] For port f39540b4-db42-4f34-b2fd-443b03589cdf, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:49:49.372708 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ce462abb-f333-4078-9c73-ea505ded8510 None None] For port f39540b4-db42-4f34-b2fd-443b03589cdf, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=f39540b4-db42-4f34-b2fd-443b03589cdf,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:49:49.379906 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ce462abb-f333-4078-9c73-ea505ded8510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:49:49.460942 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce462abb-f333-4078-9c73-ea505ded8510 None None] Pushing event updated for resources: {'Port': ['ID=f39540b4-db42-4f34-b2fd-443b03589cdf,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:49:50.239353 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b485e3-e0f7-425b-a3f7-52122575ffee None None] Network 45238d5c-875a-474b-bef1-cc75dc2ba645 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 10:49:50.373155 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-50333589-3743-432c-8f1b-3527cf2eae6a None None] Provisioning for port f39540b4-db42-4f34-b2fd-443b03589cdf completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:49:51.058690 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device f39540b4-db42-4f34-b2fd-443b03589cdf up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:49:51.133395 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port f39540b4-db42-4f34-b2fd-443b03589cdf completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:49:51.138489 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port f39540b4-db42-4f34-b2fd-443b03589cdf triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:49:51.138861 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:49:51.253055 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:49:51.288440 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port f39540b4-db42-4f34-b2fd-443b03589cdf, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=f39540b4-db42-4f34-b2fd-443b03589cdf,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:49:51.293448 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:49:51.358503 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=f39540b4-db42-4f34-b2fd-443b03589cdf,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:49:53.039400 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device f39540b4-db42-4f34-b2fd-443b03589cdf up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:49:53.111136 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port f39540b4-db42-4f34-b2fd-443b03589cdf triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:49:53.111435 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:50:09.181219 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-08bf6596-0911-4f56-96cd-3870ddd2c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:50:11.420356 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-988f7116-af35-4c4e-8b07-e4877fb59bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:50:12.455808 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:50:12.704957 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:50:13.953353 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:50:15.931087 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 5 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 10:50:39.176779 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5659c39f-0398-4ad4-8d70-183ff82b9d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:50:41.428515 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8176af17-5922-4536-8921-d019eb53e338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:50:42.458778 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:50:42.709045 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:50:43.959747 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:50:52.932957 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 5 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 10:51:09.184968 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7f43e436-f2a0-405d-9ebc-0da3b8fc444f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:51:09.493526 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59630) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:51:09.499296 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [None req-bd25eca0-7e5e-4cf6-96b2-34fb5e29a51a tempest-verify_tempest_config-1429954878 tempest-verify_tempest_config-1429954878-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 10:51:09.500305 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-bd25eca0-7e5e-4cf6-96b2-34fb5e29a51a tempest-verify_tempest_config-1429954878 tempest-verify_tempest_config-1429954878-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0057969 May 23 10:51:09.856141 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59646) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:51:10.006951 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1e35350e-db91-4bb3-b3f5-afa4403659c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:51:10.039431 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1e35350e-db91-4bb3-b3f5-afa4403659c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:51:10.043603 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1e35350e-db91-4bb3-b3f5-afa4403659c1 admin admin] Usage tracker for resource:security_group_rule and tenant:71b8913d7ed749a28a812ec1d2c49e90 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:51:10.046955 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1e35350e-db91-4bb3-b3f5-afa4403659c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:51:10.053023 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1e35350e-db91-4bb3-b3f5-afa4403659c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:51:10.120278 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1e35350e-db91-4bb3-b3f5-afa4403659c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:51:10.128269 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1e35350e-db91-4bb3-b3f5-afa4403659c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:51:10.183281 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e35350e-db91-4bb3-b3f5-afa4403659c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c665214e-e80b-4856-a711-a8f145766a7a,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:51:10.195214 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1e35350e-db91-4bb3-b3f5-afa4403659c1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=71b8913d7ed749a28a812ec1d2c49e90&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3380072 May 23 10:51:10.198241 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59652) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:51:10.201809 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35350e-db91-4bb3-b3f5-afa4403659c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:51:10.202139 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35350e-db91-4bb3-b3f5-afa4403659c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:51:10.202463 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35350e-db91-4bb3-b3f5-afa4403659c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:51:10.202982 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35350e-db91-4bb3-b3f5-afa4403659c1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:51:10.203298 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35350e-db91-4bb3-b3f5-afa4403659c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:51:10.203611 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35350e-db91-4bb3-b3f5-afa4403659c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:51:10.203952 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35350e-db91-4bb3-b3f5-afa4403659c1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:51:10.204265 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35350e-db91-4bb3-b3f5-afa4403659c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:51:10.204547 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35350e-db91-4bb3-b3f5-afa4403659c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:51:10.205076 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35350e-db91-4bb3-b3f5-afa4403659c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:51:10.205452 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e35350e-db91-4bb3-b3f5-afa4403659c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:51:10.270438 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f2b00dde-5226-4cc1-9cc2-84a0461caea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:51:10.296292 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f2b00dde-5226-4cc1-9cc2-84a0461caea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:51:10.393876 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f2b00dde-5226-4cc1-9cc2-84a0461caea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:51:10.411138 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b00dde-5226-4cc1-9cc2-84a0461caea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c665214e-e80b-4856-a711-a8f145766a7a,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:51:10.415868 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f2b00dde-5226-4cc1-9cc2-84a0461caea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:51:10.419479 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f2b00dde-5226-4cc1-9cc2-84a0461caea0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c665214e-e80b-4856-a711-a8f145766a7a HTTP/1.1" status: 204 len: 168 time: 0.2174411 May 23 10:51:11.425866 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cfaf31fb-ef46-43af-a1b1-9799da662b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:51:12.462232 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:51:12.715863 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:51:13.971320 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:51:29.939409 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 5 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 10:51:39.185505 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d45b786f-d73c-45f1-84d9-f85a97d1e8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:51:41.431059 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cfcf739e-227c-4361-9241-58180ec66374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:51:42.474674 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:51:42.722603 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:51:43.977245 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:52:06.945947 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 5 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 10:52:09.186005 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b9765644-22e0-4bdf-99b1-23b446243d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:52:11.431142 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3f418222-c308-4bcc-ac66-6434f335329e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:52:12.479986 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:52:12.718972 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:52:13.972813 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:52:39.190870 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7e177c19-d52d-47d9-b51e-635eafc9a697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:52:41.438964 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b04f04a9-8e2d-4a6f-9e24-8849bccea0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:52:42.477234 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:52:42.709853 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:52:43.947954 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 5 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 10:52:43.980494 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:53:09.187420 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-84bf8829-c4c7-47fe-b408-126b798a269e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:53:11.433078 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0b9173e9-6e84-4043-b772-1808d3f5d8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:53:12.486023 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:53:12.707848 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:53:13.981114 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:53:20.943754 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 5 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 10:53:39.189927 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-de29b392-a2c2-4da1-ad48-f8f2e9084ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:53:41.431457 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-141f1dd9-08fd-4451-b932-b2a8312f70a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:53:42.487195 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:53:42.708771 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:53:43.992980 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:53:57.950358 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 5 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 10:54:09.199348 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d229e67a-7493-4551-a209-616ae87392a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:54:11.430743 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-90a19f5d-2b9e-4f9e-9900-ceb166257cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:54:12.514231 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:54:12.708705 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:54:13.999520 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:54:34.946555 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 5 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 10:54:37.587050 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3822023'] for agent, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:54:38.960210 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3822023'] for agent, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:54:39.189107 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3998b99c-d67e-4641-a100-a4d8c4fc3a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:54:41.437029 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2b6555c0-fab8-4ae6-ad47-fb2969e66aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:54:42.488155 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:54:42.710707 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:54:44.005818 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:55:07.567141 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:55:08.955948 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:55:09.192515 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-068c4107-badc-4284-895e-cb0b5110787f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:55:11.423443 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cf4055a8-7eda-4993-a234-42cccda90b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:55:11.473346 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59718) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:55:11.634420 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f6b8cb88-32f4-4656-a890-fc23c53a0fe3 admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1591640 May 23 10:55:11.938034 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 10:55:12.490624 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:55:12.706010 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:55:13.665381 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59728) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:55:13.749589 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8cedcfb9-2e97-4f7a-a2ac-0719115b5e17 admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0831289 May 23 10:55:14.001876 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:55:37.587360 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:55:38.946870 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:55:39.195296 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d13d22b4-4a7b-4175-9ef1-da1613f4f37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:55:41.429020 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-390b0196-cf79-4a10-b596-97805c4afac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:55:42.499003 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:55:42.703300 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:55:44.005947 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:55:48.944415 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 10:56:07.583728 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:08.949134 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:09.188603 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-82f6919a-503b-419d-be60-1fd790507c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:11.424863 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ecb54ee-ff55-40fd-bcc9-f2e96e67f085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:12.497667 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:12.698474 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:14.008326 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:25.935636 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 10:56:37.591946 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:38.963121 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:39.192592 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b37b5064-83ee-48d8-af9a-bbcce79166ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:41.428891 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-da02c3b2-aa22-4558-bfaa-920c61dd6805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:42.506781 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:42.702264 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:44.022954 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:48.327459 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59886) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:56:48.763302 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-71896cb6-c733-4421-99d0-2630065c1932 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1205305143-network', 'tenant_id': '0151770a7dd4490d949af76344842700'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:56:48.768058 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-71896cb6-c733-4421-99d0-2630065c1932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:56:48.773437 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-71896cb6-c733-4421-99d0-2630065c1932 admin admin] Usage tracker for resource:network and tenant:0151770a7dd4490d949af76344842700 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:56:48.776527 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-71896cb6-c733-4421-99d0-2630065c1932 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:56:48.783061 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-71896cb6-c733-4421-99d0-2630065c1932 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:56:48.796744 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71896cb6-c733-4421-99d0-2630065c1932 admin admin] Made reservation on behalf of 0151770a7dd4490d949af76344842700 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:56:48.799495 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-71896cb6-c733-4421-99d0-2630065c1932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:48.814028 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-71896cb6-c733-4421-99d0-2630065c1932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:48.856378 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-71896cb6-c733-4421-99d0-2630065c1932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:56:48.860807 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-71896cb6-c733-4421-99d0-2630065c1932 admin admin] Usage tracker for resource:security_group_rule and tenant:0151770a7dd4490d949af76344842700 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:56:48.864011 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-71896cb6-c733-4421-99d0-2630065c1932 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:56:48.870456 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-71896cb6-c733-4421-99d0-2630065c1932 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:56:48.939313 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-71896cb6-c733-4421-99d0-2630065c1932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:48.946768 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-71896cb6-c733-4421-99d0-2630065c1932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:48.958693 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71896cb6-c733-4421-99d0-2630065c1932 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 10:56:48.967570 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-71896cb6-c733-4421-99d0-2630065c1932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:48.967929 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-71896cb6-c733-4421-99d0-2630065c1932 admin admin] Added segment 4e26f11b-e66e-4cad-847f-bc46eae8cb72 of type vlan for network 6151acdb-22d9-4303-bf7e-922da0bb4f37 May 23 10:56:49.005459 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71896cb6-c733-4421-99d0-2630065c1932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff181af6-0e84-4323-bbd2-7db06de10158,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:56:49.023056 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71896cb6-c733-4421-99d0-2630065c1932 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:56:49.023400 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71896cb6-c733-4421-99d0-2630065c1932 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:56:49.023864 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71896cb6-c733-4421-99d0-2630065c1932 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:56:49.024093 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71896cb6-c733-4421-99d0-2630065c1932 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:56:49.024420 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71896cb6-c733-4421-99d0-2630065c1932 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:56:49.024745 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71896cb6-c733-4421-99d0-2630065c1932 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:56:49.025069 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71896cb6-c733-4421-99d0-2630065c1932 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:56:49.025393 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71896cb6-c733-4421-99d0-2630065c1932 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:56:49.025715 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71896cb6-c733-4421-99d0-2630065c1932 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:56:49.026050 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71896cb6-c733-4421-99d0-2630065c1932 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:56:49.026370 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71896cb6-c733-4421-99d0-2630065c1932 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:56:49.028696 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71896cb6-c733-4421-99d0-2630065c1932 admin admin] Tracked resource versions report: May 23 10:56:49.028696 n-d-842952-2 neutron-server[83911]: pushed versions: May 23 10:56:49.028696 n-d-842952-2 neutron-server[83911]: { 'ConntrackHelper': {'1.0'}, May 23 10:56:49.028696 n-d-842952-2 neutron-server[83911]: 'Log': {'1.0'}, May 23 10:56:49.028696 n-d-842952-2 neutron-server[83911]: 'Network': {'1.1'}, May 23 10:56:49.028696 n-d-842952-2 neutron-server[83911]: 'Port': {'1.5'}, May 23 10:56:49.028696 n-d-842952-2 neutron-server[83911]: 'PortForwarding': {'1.2'}, May 23 10:56:49.028696 n-d-842952-2 neutron-server[83911]: 'QosPolicy': {'1.8'}, May 23 10:56:49.028696 n-d-842952-2 neutron-server[83911]: 'SecurityGroup': {'1.2'}, May 23 10:56:49.028696 n-d-842952-2 neutron-server[83911]: 'SecurityGroupRule': {'1.0'}, May 23 10:56:49.028696 n-d-842952-2 neutron-server[83911]: 'SubPort': {'1.0'}, May 23 10:56:49.028696 n-d-842952-2 neutron-server[83911]: 'Subnet': {'1.1'}, May 23 10:56:49.028696 n-d-842952-2 neutron-server[83911]: 'Trunk': {'1.1'}} May 23 10:56:49.028696 n-d-842952-2 neutron-server[83911]: consumer versions: May 23 10:56:49.028696 n-d-842952-2 neutron-server[83911]: { DHCP agent@n-d-842952-2: {}, May 23 10:56:49.028696 n-d-842952-2 neutron-server[83911]: HyperV agent@n-h1-842952-2: {}, May 23 10:56:49.028696 n-d-842952-2 neutron-server[83911]: HyperV agent@n-h2-842952-2: {}, May 23 10:56:49.028696 n-d-842952-2 neutron-server[83911]: L3 agent@n-d-842952-2: {}, May 23 10:56:49.028696 n-d-842952-2 neutron-server[83911]: Metadata agent@n-d-842952-2: {}, May 23 10:56:49.028696 n-d-842952-2 neutron-server[83911]: Metering agent@n-d-842952-2: {}, May 23 10:56:49.028696 n-d-842952-2 neutron-server[83911]: Open vSwitch agent@n-d-842952-2: { 'ConntrackHelper': '1.0', May 23 10:56:49.028696 n-d-842952-2 neutron-server[83911]: 'Log': '1.0', May 23 10:56:49.028696 n-d-842952-2 neutron-server[83911]: 'Network': '1.1', May 23 10:56:49.028696 n-d-842952-2 neutron-server[83911]: 'Port': '1.5', May 23 10:56:49.028696 n-d-842952-2 neutron-server[83911]: 'PortForwarding': '1.2', May 23 10:56:49.028696 n-d-842952-2 neutron-server[83911]: 'QosPolicy': '1.8', May 23 10:56:49.028696 n-d-842952-2 neutron-server[83911]: 'SecurityGroup': '1.2', May 23 10:56:49.028696 n-d-842952-2 neutron-server[83911]: 'SecurityGroupRule': '1.0', May 23 10:56:49.028696 n-d-842952-2 neutron-server[83911]: 'SubPort': '1.0', May 23 10:56:49.028696 n-d-842952-2 neutron-server[83911]: 'Subnet': '1.1', May 23 10:56:49.028696 n-d-842952-2 neutron-server[83911]: 'Trunk': '1.1'}} May 23 10:56:49.028696 n-d-842952-2 neutron-server[83911]: {{(pid=83911) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 23 10:56:49.054503 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-71896cb6-c733-4421-99d0-2630065c1932 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:49.087981 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-71896cb6-c733-4421-99d0-2630065c1932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:49.088841 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71896cb6-c733-4421-99d0-2630065c1932 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:56:49.089420 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-71896cb6-c733-4421-99d0-2630065c1932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:49.195897 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-71896cb6-c733-4421-99d0-2630065c1932 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8639641 May 23 10:56:49.196104 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59922) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:56:49.203457 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-0c07fa04-8d59-4dd5-9258-921d2c64a47c admin admin] Request body: {'subnet': {'network_id': '6151acdb-22d9-4303-bf7e-922da0bb4f37', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1205305143-subnet', 'tenant_id': '0151770a7dd4490d949af76344842700', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:56:49.207414 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71896cb6-c733-4421-99d0-2630065c1932 admin admin] Pushing event updated for resources: {'Network': ['ID=6151acdb-22d9-4303-bf7e-922da0bb4f37,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:56:49.209853 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0c07fa04-8d59-4dd5-9258-921d2c64a47c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:56:49.215768 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0c07fa04-8d59-4dd5-9258-921d2c64a47c admin admin] Usage tracker for resource:subnet and tenant:0151770a7dd4490d949af76344842700 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:56:49.219192 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0c07fa04-8d59-4dd5-9258-921d2c64a47c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:56:49.220021 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 6151acdb-22d9-4303-bf7e-922da0bb4f37 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 10:56:49.225606 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0c07fa04-8d59-4dd5-9258-921d2c64a47c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:56:49.240109 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c07fa04-8d59-4dd5-9258-921d2c64a47c admin admin] Made reservation on behalf of 0151770a7dd4490d949af76344842700 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:56:49.242915 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0c07fa04-8d59-4dd5-9258-921d2c64a47c admin admin] Notify callbacks [] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:49.473702 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0c07fa04-8d59-4dd5-9258-921d2c64a47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:49.548502 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c07fa04-8d59-4dd5-9258-921d2c64a47c admin admin] Pushing event updated for resources: {'Subnet': ['ID=da533bd9-3433-4b03-bb17-c26d5caf1719,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:56:49.564542 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c07fa04-8d59-4dd5-9258-921d2c64a47c admin admin] Checking segment: {'id': '4e26f11b-e66e-4cad-847f-bc46eae8cb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6151acdb-22d9-4303-bf7e-922da0bb4f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:56:49.564893 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c07fa04-8d59-4dd5-9258-921d2c64a47c admin admin] Network hostable DHCP agents. Network: 6151acdb-22d9-4303-bf7e-922da0bb4f37, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 10:56:49.587582 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c07fa04-8d59-4dd5-9258-921d2c64a47c admin admin] Network 6151acdb-22d9-4303-bf7e-922da0bb4f37 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 10:56:49.598728 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-0c07fa04-8d59-4dd5-9258-921d2c64a47c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 6151acdb-22d9-4303-bf7e-922da0bb4f37) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:56:49.603374 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c07fa04-8d59-4dd5-9258-921d2c64a47c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:56:49.604059 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0c07fa04-8d59-4dd5-9258-921d2c64a47c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:49.614674 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815ab472-07b6-4014-bb17-035606a22c91 None None] Network 6151acdb-22d9-4303-bf7e-922da0bb4f37 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 10:56:49.630866 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0c07fa04-8d59-4dd5-9258-921d2c64a47c admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4334641 May 23 10:56:49.632035 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59940) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:56:49.644281 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-02f30ac0-0cbd-44b8-b489-4a6d390b88f6 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1205305143-router', 'tenant_id': '0151770a7dd4490d949af76344842700', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:56:49.652849 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-02f30ac0-0cbd-44b8-b489-4a6d390b88f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:56:49.660568 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-02f30ac0-0cbd-44b8-b489-4a6d390b88f6 admin admin] Usage tracker for resource:router and tenant:0151770a7dd4490d949af76344842700 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:56:49.666347 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-02f30ac0-0cbd-44b8-b489-4a6d390b88f6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:56:49.675856 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-02f30ac0-0cbd-44b8-b489-4a6d390b88f6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:56:49.700267 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-02f30ac0-0cbd-44b8-b489-4a6d390b88f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:49.703263 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-02f30ac0-0cbd-44b8-b489-4a6d390b88f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:49.726458 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-02f30ac0-0cbd-44b8-b489-4a6d390b88f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:49.852355 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59948) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:56:49.863751 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3443c8f-740b-42c2-a5f5-f7ce4aced667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-6151acdb-22d9-4303-bf7e-922da0bb4f37', 'network_id': '6151acdb-22d9-4303-bf7e-922da0bb4f37', 'tenant_id': '0151770a7dd4490d949af76344842700', 'fixed_ips': [{'subnet_id': 'da533bd9-3433-4b03-bb17-c26d5caf1719'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 10:56:49.865061 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f3443c8f-740b-42c2-a5f5-f7ce4aced667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:49.927100 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-02f30ac0-0cbd-44b8-b489-4a6d390b88f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:50.062241 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-f3443c8f-740b-42c2-a5f5-f7ce4aced667 None None] Allocated IP 172.20.0.2 (6151acdb-22d9-4303-bf7e-922da0bb4f37/da533bd9-3433-4b03-bb17-c26d5caf1719/a7990426-e64a-4414-a185-9adceea759c2) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 10:56:50.159738 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-02f30ac0-0cbd-44b8-b489-4a6d390b88f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:50.198369 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-02f30ac0-0cbd-44b8-b489-4a6d390b88f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:50.295304 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f3443c8f-740b-42c2-a5f5-f7ce4aced667 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:50.305752 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f3443c8f-740b-42c2-a5f5-f7ce4aced667 None None] Transition to ACTIVE for port object a7990426-e64a-4414-a185-9adceea759c2 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:56:50.324659 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f3443c8f-740b-42c2-a5f5-f7ce4aced667 None None] Transition to ACTIVE for port object a7990426-e64a-4414-a185-9adceea759c2 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:56:50.333277 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f3443c8f-740b-42c2-a5f5-f7ce4aced667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:50.360727 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-02f30ac0-0cbd-44b8-b489-4a6d390b88f6 admin admin] Allocated IP 172.25.6.203 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/0be2849a-ffdf-4602-86f5-1d636fbc938b) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 10:56:50.419560 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3443c8f-740b-42c2-a5f5-f7ce4aced667 None None] Pushing event updated for resources: {'Port': ['ID=a7990426-e64a-4414-a185-9adceea759c2,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:56:50.427045 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3443c8f-740b-42c2-a5f5-f7ce4aced667 None None] Network 6151acdb-22d9-4303-bf7e-922da0bb4f37 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 10:56:50.430619 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3443c8f-740b-42c2-a5f5-f7ce4aced667 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:56:50.430952 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3443c8f-740b-42c2-a5f5-f7ce4aced667 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:56:50.431467 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3443c8f-740b-42c2-a5f5-f7ce4aced667 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:56:50.432017 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3443c8f-740b-42c2-a5f5-f7ce4aced667 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:56:50.432335 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3443c8f-740b-42c2-a5f5-f7ce4aced667 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:56:50.432806 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3443c8f-740b-42c2-a5f5-f7ce4aced667 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:56:50.433282 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3443c8f-740b-42c2-a5f5-f7ce4aced667 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:56:50.433761 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3443c8f-740b-42c2-a5f5-f7ce4aced667 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:56:50.434228 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3443c8f-740b-42c2-a5f5-f7ce4aced667 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:56:50.434693 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3443c8f-740b-42c2-a5f5-f7ce4aced667 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:56:50.435158 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3443c8f-740b-42c2-a5f5-f7ce4aced667 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:56:50.436416 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3443c8f-740b-42c2-a5f5-f7ce4aced667 None None] Tracked resource versions report: May 23 10:56:50.436416 n-d-842952-2 neutron-server[83912]: pushed versions: May 23 10:56:50.436416 n-d-842952-2 neutron-server[83912]: { 'ConntrackHelper': {'1.0'}, May 23 10:56:50.436416 n-d-842952-2 neutron-server[83912]: 'Log': {'1.0'}, May 23 10:56:50.436416 n-d-842952-2 neutron-server[83912]: 'Network': {'1.1'}, May 23 10:56:50.436416 n-d-842952-2 neutron-server[83912]: 'Port': {'1.5'}, May 23 10:56:50.436416 n-d-842952-2 neutron-server[83912]: 'PortForwarding': {'1.2'}, May 23 10:56:50.436416 n-d-842952-2 neutron-server[83912]: 'QosPolicy': {'1.8'}, May 23 10:56:50.436416 n-d-842952-2 neutron-server[83912]: 'SecurityGroup': {'1.2'}, May 23 10:56:50.436416 n-d-842952-2 neutron-server[83912]: 'SecurityGroupRule': {'1.0'}, May 23 10:56:50.436416 n-d-842952-2 neutron-server[83912]: 'SubPort': {'1.0'}, May 23 10:56:50.436416 n-d-842952-2 neutron-server[83912]: 'Subnet': {'1.1'}, May 23 10:56:50.436416 n-d-842952-2 neutron-server[83912]: 'Trunk': {'1.1'}} May 23 10:56:50.436416 n-d-842952-2 neutron-server[83912]: consumer versions: May 23 10:56:50.436416 n-d-842952-2 neutron-server[83912]: { DHCP agent@n-d-842952-2: {}, May 23 10:56:50.436416 n-d-842952-2 neutron-server[83912]: HyperV agent@n-h1-842952-2: {}, May 23 10:56:50.436416 n-d-842952-2 neutron-server[83912]: HyperV agent@n-h2-842952-2: {}, May 23 10:56:50.436416 n-d-842952-2 neutron-server[83912]: L3 agent@n-d-842952-2: {}, May 23 10:56:50.436416 n-d-842952-2 neutron-server[83912]: Metadata agent@n-d-842952-2: {}, May 23 10:56:50.436416 n-d-842952-2 neutron-server[83912]: Metering agent@n-d-842952-2: {}, May 23 10:56:50.436416 n-d-842952-2 neutron-server[83912]: Open vSwitch agent@n-d-842952-2: { 'ConntrackHelper': '1.0', May 23 10:56:50.436416 n-d-842952-2 neutron-server[83912]: 'Log': '1.0', May 23 10:56:50.436416 n-d-842952-2 neutron-server[83912]: 'Network': '1.1', May 23 10:56:50.436416 n-d-842952-2 neutron-server[83912]: 'Port': '1.5', May 23 10:56:50.436416 n-d-842952-2 neutron-server[83912]: 'PortForwarding': '1.2', May 23 10:56:50.436416 n-d-842952-2 neutron-server[83912]: 'QosPolicy': '1.8', May 23 10:56:50.436416 n-d-842952-2 neutron-server[83912]: 'SecurityGroup': '1.2', May 23 10:56:50.436416 n-d-842952-2 neutron-server[83912]: 'SecurityGroupRule': '1.0', May 23 10:56:50.436416 n-d-842952-2 neutron-server[83912]: 'SubPort': '1.0', May 23 10:56:50.436416 n-d-842952-2 neutron-server[83912]: 'Subnet': '1.1', May 23 10:56:50.436416 n-d-842952-2 neutron-server[83912]: 'Trunk': '1.1'}} May 23 10:56:50.436416 n-d-842952-2 neutron-server[83912]: {{(pid=83912) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 23 10:56:50.441976 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-f3443c8f-740b-42c2-a5f5-f7ce4aced667 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:56:50.445255 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3443c8f-740b-42c2-a5f5-f7ce4aced667 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 10:56:50.537878 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f3443c8f-740b-42c2-a5f5-f7ce4aced667 None None] Attempting to bind port a7990426-e64a-4414-a185-9adceea759c2 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:56:50.538243 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f3443c8f-740b-42c2-a5f5-f7ce4aced667 None None] Attempting to bind port a7990426-e64a-4414-a185-9adceea759c2 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '4e26f11b-e66e-4cad-847f-bc46eae8cb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6151acdb-22d9-4303-bf7e-922da0bb4f37'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:56:50.538595 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3443c8f-740b-42c2-a5f5-f7ce4aced667 None None] Attempting to bind port a7990426-e64a-4414-a185-9adceea759c2 on network 6151acdb-22d9-4303-bf7e-922da0bb4f37 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:56:50.545618 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3443c8f-740b-42c2-a5f5-f7ce4aced667 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:56:50.546021 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3443c8f-740b-42c2-a5f5-f7ce4aced667 None None] Checking segment: {'id': '4e26f11b-e66e-4cad-847f-bc46eae8cb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6151acdb-22d9-4303-bf7e-922da0bb4f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:56:50.546413 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f3443c8f-740b-42c2-a5f5-f7ce4aced667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:50.546793 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3443c8f-740b-42c2-a5f5-f7ce4aced667 None None] Bound using segment: {'id': '4e26f11b-e66e-4cad-847f-bc46eae8cb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6151acdb-22d9-4303-bf7e-922da0bb4f37'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:56:50.547243 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f3443c8f-740b-42c2-a5f5-f7ce4aced667 None None] Bound port: a7990426-e64a-4414-a185-9adceea759c2, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e26f11b-e66e-4cad-847f-bc46eae8cb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6151acdb-22d9-4303-bf7e-922da0bb4f37'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:56:50.547619 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f3443c8f-740b-42c2-a5f5-f7ce4aced667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:50.565110 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-314cd329-6e5c-449a-8261-b75e71c8ac9f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1612974587-network', 'tenant_id': '90c9b14de9a447dbb2784bee3d7c6631'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:56:50.570166 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-314cd329-6e5c-449a-8261-b75e71c8ac9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:56:50.579726 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-314cd329-6e5c-449a-8261-b75e71c8ac9f admin admin] Usage tracker for resource:network and tenant:90c9b14de9a447dbb2784bee3d7c6631 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:56:50.586999 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-314cd329-6e5c-449a-8261-b75e71c8ac9f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:56:50.600288 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-314cd329-6e5c-449a-8261-b75e71c8ac9f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:56:50.627421 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314cd329-6e5c-449a-8261-b75e71c8ac9f admin admin] Made reservation on behalf of 90c9b14de9a447dbb2784bee3d7c6631 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:56:50.630804 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-314cd329-6e5c-449a-8261-b75e71c8ac9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:50.642017 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-02f30ac0-0cbd-44b8-b489-4a6d390b88f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:50.655592 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-314cd329-6e5c-449a-8261-b75e71c8ac9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:50.661070 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f3443c8f-740b-42c2-a5f5-f7ce4aced667 None None] For port a7990426-e64a-4414-a185-9adceea759c2, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:56:50.665673 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f3443c8f-740b-42c2-a5f5-f7ce4aced667 None None] For port a7990426-e64a-4414-a185-9adceea759c2, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=a7990426-e64a-4414-a185-9adceea759c2,segment=NetworkSegment(4e26f11b-e66e-4cad-847f-bc46eae8cb72),segment_id=4e26f11b-e66e-4cad-847f-bc46eae8cb72)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:56:50.677386 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f3443c8f-740b-42c2-a5f5-f7ce4aced667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:50.697825 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-314cd329-6e5c-449a-8261-b75e71c8ac9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:56:50.704166 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-314cd329-6e5c-449a-8261-b75e71c8ac9f admin admin] Usage tracker for resource:security_group_rule and tenant:90c9b14de9a447dbb2784bee3d7c6631 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:56:50.708479 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-314cd329-6e5c-449a-8261-b75e71c8ac9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:56:50.715475 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-314cd329-6e5c-449a-8261-b75e71c8ac9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:56:50.728698 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-02f30ac0-0cbd-44b8-b489-4a6d390b88f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:50.777282 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3443c8f-740b-42c2-a5f5-f7ce4aced667 None None] Pushing event updated for resources: {'Port': ['ID=a7990426-e64a-4414-a185-9adceea759c2,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:56:50.832185 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f30ac0-0cbd-44b8-b489-4a6d390b88f6 admin admin] Pushing event updated for resources: {'Port': ['ID=0be2849a-ffdf-4602-86f5-1d636fbc938b,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:56:50.844087 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-314cd329-6e5c-449a-8261-b75e71c8ac9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:50.849229 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f30ac0-0cbd-44b8-b489-4a6d390b88f6 admin admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 10:56:50.852490 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-02f30ac0-0cbd-44b8-b489-4a6d390b88f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:56:50.856095 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f30ac0-0cbd-44b8-b489-4a6d390b88f6 admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 10:56:50.858404 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-314cd329-6e5c-449a-8261-b75e71c8ac9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:50.879013 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-314cd329-6e5c-449a-8261-b75e71c8ac9f admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 10:56:50.898828 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-314cd329-6e5c-449a-8261-b75e71c8ac9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:50.900313 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-314cd329-6e5c-449a-8261-b75e71c8ac9f admin admin] Added segment 6bc35f8b-456e-4e1c-8a63-ba8204a54381 of type vlan for network 3f16bf48-f1ac-437f-802c-c2072c75e62b May 23 10:56:50.904237 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f30ac0-0cbd-44b8-b489-4a6d390b88f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:56:50.904756 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f30ac0-0cbd-44b8-b489-4a6d390b88f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:56:50.905248 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f30ac0-0cbd-44b8-b489-4a6d390b88f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:56:50.905729 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f30ac0-0cbd-44b8-b489-4a6d390b88f6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:56:50.906205 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f30ac0-0cbd-44b8-b489-4a6d390b88f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:56:50.906674 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f30ac0-0cbd-44b8-b489-4a6d390b88f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:56:50.910117 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f30ac0-0cbd-44b8-b489-4a6d390b88f6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:56:50.910757 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f30ac0-0cbd-44b8-b489-4a6d390b88f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:56:50.911243 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f30ac0-0cbd-44b8-b489-4a6d390b88f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:56:50.911720 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f30ac0-0cbd-44b8-b489-4a6d390b88f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:56:50.912226 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f30ac0-0cbd-44b8-b489-4a6d390b88f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:56:50.913480 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f30ac0-0cbd-44b8-b489-4a6d390b88f6 admin admin] Tracked resource versions report: May 23 10:56:50.913480 n-d-842952-2 neutron-server[83910]: pushed versions: May 23 10:56:50.913480 n-d-842952-2 neutron-server[83910]: { 'ConntrackHelper': {'1.0'}, May 23 10:56:50.913480 n-d-842952-2 neutron-server[83910]: 'Log': {'1.0'}, May 23 10:56:50.913480 n-d-842952-2 neutron-server[83910]: 'Network': {'1.1'}, May 23 10:56:50.913480 n-d-842952-2 neutron-server[83910]: 'Port': {'1.5'}, May 23 10:56:50.913480 n-d-842952-2 neutron-server[83910]: 'PortForwarding': {'1.2'}, May 23 10:56:50.913480 n-d-842952-2 neutron-server[83910]: 'QosPolicy': {'1.8'}, May 23 10:56:50.913480 n-d-842952-2 neutron-server[83910]: 'SecurityGroup': {'1.2'}, May 23 10:56:50.913480 n-d-842952-2 neutron-server[83910]: 'SecurityGroupRule': {'1.0'}, May 23 10:56:50.913480 n-d-842952-2 neutron-server[83910]: 'SubPort': {'1.0'}, May 23 10:56:50.913480 n-d-842952-2 neutron-server[83910]: 'Subnet': {'1.1'}, May 23 10:56:50.913480 n-d-842952-2 neutron-server[83910]: 'Trunk': {'1.1'}} May 23 10:56:50.913480 n-d-842952-2 neutron-server[83910]: consumer versions: May 23 10:56:50.913480 n-d-842952-2 neutron-server[83910]: { DHCP agent@n-d-842952-2: {}, May 23 10:56:50.913480 n-d-842952-2 neutron-server[83910]: HyperV agent@n-h1-842952-2: {}, May 23 10:56:50.913480 n-d-842952-2 neutron-server[83910]: HyperV agent@n-h2-842952-2: {}, May 23 10:56:50.913480 n-d-842952-2 neutron-server[83910]: L3 agent@n-d-842952-2: {}, May 23 10:56:50.913480 n-d-842952-2 neutron-server[83910]: Metadata agent@n-d-842952-2: {}, May 23 10:56:50.913480 n-d-842952-2 neutron-server[83910]: Metering agent@n-d-842952-2: {}, May 23 10:56:50.913480 n-d-842952-2 neutron-server[83910]: Open vSwitch agent@n-d-842952-2: { 'ConntrackHelper': '1.0', May 23 10:56:50.913480 n-d-842952-2 neutron-server[83910]: 'Log': '1.0', May 23 10:56:50.913480 n-d-842952-2 neutron-server[83910]: 'Network': '1.1', May 23 10:56:50.913480 n-d-842952-2 neutron-server[83910]: 'Port': '1.5', May 23 10:56:50.913480 n-d-842952-2 neutron-server[83910]: 'PortForwarding': '1.2', May 23 10:56:50.913480 n-d-842952-2 neutron-server[83910]: 'QosPolicy': '1.8', May 23 10:56:50.913480 n-d-842952-2 neutron-server[83910]: 'SecurityGroup': '1.2', May 23 10:56:50.913480 n-d-842952-2 neutron-server[83910]: 'SecurityGroupRule': '1.0', May 23 10:56:50.913480 n-d-842952-2 neutron-server[83910]: 'SubPort': '1.0', May 23 10:56:50.913480 n-d-842952-2 neutron-server[83910]: 'Subnet': '1.1', May 23 10:56:50.913480 n-d-842952-2 neutron-server[83910]: 'Trunk': '1.1'}} May 23 10:56:50.913480 n-d-842952-2 neutron-server[83910]: {{(pid=83910) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 23 10:56:50.962902 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-314cd329-6e5c-449a-8261-b75e71c8ac9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:51.031926 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314cd329-6e5c-449a-8261-b75e71c8ac9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b23830-cc5c-44e3-92e7-472e42b378fd,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:56:51.058306 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-314cd329-6e5c-449a-8261-b75e71c8ac9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:51.059443 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314cd329-6e5c-449a-8261-b75e71c8ac9f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:56:51.060132 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-314cd329-6e5c-449a-8261-b75e71c8ac9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:51.187239 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-02f30ac0-0cbd-44b8-b489-4a6d390b88f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:51.188029 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-02f30ac0-0cbd-44b8-b489-4a6d390b88f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:51.215516 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314cd329-6e5c-449a-8261-b75e71c8ac9f admin admin] Pushing event updated for resources: {'Network': ['ID=3f16bf48-f1ac-437f-802c-c2072c75e62b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:56:51.225128 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-314cd329-6e5c-449a-8261-b75e71c8ac9f admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3715785 May 23 10:56:51.228452 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59982) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:56:51.229530 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 3f16bf48-f1ac-437f-802c-c2072c75e62b details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 10:56:51.240662 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-aa69d1f8-0d9e-482c-bd1f-8790ca732acc admin admin] Request body: {'subnet': {'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1612974587-subnet', 'tenant_id': '90c9b14de9a447dbb2784bee3d7c6631', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:56:51.245893 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-aa69d1f8-0d9e-482c-bd1f-8790ca732acc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:56:51.254998 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-aa69d1f8-0d9e-482c-bd1f-8790ca732acc admin admin] Usage tracker for resource:subnet and tenant:90c9b14de9a447dbb2784bee3d7c6631 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:56:51.266825 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-aa69d1f8-0d9e-482c-bd1f-8790ca732acc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:56:51.286617 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-aa69d1f8-0d9e-482c-bd1f-8790ca732acc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:56:51.300025 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa69d1f8-0d9e-482c-bd1f-8790ca732acc admin admin] Made reservation on behalf of 90c9b14de9a447dbb2784bee3d7c6631 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:56:51.303583 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aa69d1f8-0d9e-482c-bd1f-8790ca732acc admin admin] Notify callbacks [] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:51.475261 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device a7990426-e64a-4414-a185-9adceea759c2 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:56:51.570994 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f30ac0-0cbd-44b8-b489-4a6d390b88f6 admin admin] Router 86627977-a7f9-45ae-9e1b-60a98d8e261c is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 10:56:51.614429 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aa69d1f8-0d9e-482c-bd1f-8790ca732acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:51.724338 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port a7990426-e64a-4414-a185-9adceea759c2 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:56:51.777178 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69d1f8-0d9e-482c-bd1f-8790ca732acc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f56c9b27-295c-462d-bb89-343a223f9d6c,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:56:51.811313 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa69d1f8-0d9e-482c-bd1f-8790ca732acc admin admin] Checking segment: {'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:56:51.812130 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa69d1f8-0d9e-482c-bd1f-8790ca732acc admin admin] Network hostable DHCP agents. Network: 3f16bf48-f1ac-437f-802c-c2072c75e62b, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 10:56:51.842844 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa69d1f8-0d9e-482c-bd1f-8790ca732acc admin admin] Network 3f16bf48-f1ac-437f-802c-c2072c75e62b is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 10:56:51.859141 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-aa69d1f8-0d9e-482c-bd1f-8790ca732acc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 3f16bf48-f1ac-437f-802c-c2072c75e62b) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:56:51.870045 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce5b318-6b61-4341-95f3-3d0ff795a85d None None] Network 3f16bf48-f1ac-437f-802c-c2072c75e62b requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 10:56:51.870879 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa69d1f8-0d9e-482c-bd1f-8790ca732acc admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:56:51.871538 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aa69d1f8-0d9e-482c-bd1f-8790ca732acc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:51.918203 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f30ac0-0cbd-44b8-b489-4a6d390b88f6 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 10:56:51.925849 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-aa69d1f8-0d9e-482c-bd1f-8790ca732acc admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6953571 May 23 10:56:51.932046 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d79ad4-dd0d-43f6-8d7f-0db578fe5268 None None] Sync routers for ids ['86627977-a7f9-45ae-9e1b-60a98d8e261c'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 10:56:51.951011 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d79ad4-dd0d-43f6-8d7f-0db578fe5268 None None] Routers {'86627977-a7f9-45ae-9e1b-60a98d8e261c'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 10:56:51.951653 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e1d79ad4-dd0d-43f6-8d7f-0db578fe5268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T10:56:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['86627977-a7f9-45ae-9e1b-60a98d8e261c'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:56:51.968160 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-02f30ac0-0cbd-44b8-b489-4a6d390b88f6 admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:51.970057 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-02f30ac0-0cbd-44b8-b489-4a6d390b88f6 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.3358014 May 23 10:56:51.973117 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60008) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:56:52.119023 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06352fe-4490-4c3f-a671-f653f9a7f42c None None] Network 6151acdb-22d9-4303-bf7e-922da0bb4f37 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 10:56:52.312922 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-e1d79ad4-dd0d-43f6-8d7f-0db578fe5268 None None] Set router 86627977-a7f9-45ae-9e1b-60a98d8e261c gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 10:56:52.520452 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c98c3fee-54f3-4a72-be56-baa6ae479710 None None] Provisioning for port a7990426-e64a-4414-a185-9adceea759c2 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:56:52.526982 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57791cd-bc3a-4adc-94ee-b9f5f4e8f607 None None] Network 3f16bf48-f1ac-437f-802c-c2072c75e62b requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 10:56:52.552978 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c98c3fee-54f3-4a72-be56-baa6ae479710 None None] Provisioning complete for port a7990426-e64a-4414-a185-9adceea759c2 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:56:52.553261 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c98c3fee-54f3-4a72-be56-baa6ae479710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:52.660254 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e1d79ad4-dd0d-43f6-8d7f-0db578fe5268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1205305143-router', 'tenant_id': '0151770a7dd4490d949af76344842700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '0be2849a-ffdf-4602-86f5-1d636fbc938b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:56:49Z', 'updated_at': '2022-05-23T10:56:50Z', 'revision_number': 3, 'project_id': '0151770a7dd4490d949af76344842700', 'gw_port': {'id': '0be2849a-ffdf-4602-86f5-1d636fbc938b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:56:50Z', 'updated_at': '2022-05-23T10:56:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:56:52.664726 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d79ad4-dd0d-43f6-8d7f-0db578fe5268 None None] Checking router: 86627977-a7f9-45ae-9e1b-60a98d8e261c for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 10:56:52.665243 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d79ad4-dd0d-43f6-8d7f-0db578fe5268 None None] Updating router 86627977-a7f9-45ae-9e1b-60a98d8e261c port 0be2849a-ffdf-4602-86f5-1d636fbc938b binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 10:56:52.779499 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-e1d79ad4-dd0d-43f6-8d7f-0db578fe5268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:52.959243 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c98c3fee-54f3-4a72-be56-baa6ae479710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:53.016570 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c98c3fee-54f3-4a72-be56-baa6ae479710 None None] For port a7990426-e64a-4414-a185-9adceea759c2, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=a7990426-e64a-4414-a185-9adceea759c2,segment=NetworkSegment(4e26f11b-e66e-4cad-847f-bc46eae8cb72),segment_id=4e26f11b-e66e-4cad-847f-bc46eae8cb72)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:56:53.022433 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c98c3fee-54f3-4a72-be56-baa6ae479710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:53.154318 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c3fee-54f3-4a72-be56-baa6ae479710 None None] Pushing event updated for resources: {'Port': ['ID=a7990426-e64a-4414-a185-9adceea759c2,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:56:53.219815 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fa9222fe-1065-4075-9e7d-f756e19b1001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:53.262336 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7ff2b2ef-f949-44b3-895e-2933344e8198 None None] Provisioning complete for port a7990426-e64a-4414-a185-9adceea759c2 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:56:53.262700 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7ff2b2ef-f949-44b3-895e-2933344e8198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:53.334214 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device a7990426-e64a-4414-a185-9adceea759c2 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:56:53.394834 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-e1d79ad4-dd0d-43f6-8d7f-0db578fe5268 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:53.408037 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-e1d79ad4-dd0d-43f6-8d7f-0db578fe5268 None None] Transition to ACTIVE for port object 0be2849a-ffdf-4602-86f5-1d636fbc938b will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:56:53.419751 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-e1d79ad4-dd0d-43f6-8d7f-0db578fe5268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:53.485532 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-fa9222fe-1065-4075-9e7d-f756e19b1001 admin admin] Allocated IP 172.20.0.1 (6151acdb-22d9-4303-bf7e-922da0bb4f37/da533bd9-3433-4b03-bb17-c26d5caf1719/3d49cf00-9100-4d84-b370-7b214d63e480) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 10:56:53.506372 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236505eb-d8f9-4fd0-b225-91bb83bc67ab None None] Pushing event updated for resources: {'Port': ['ID=0be2849a-ffdf-4602-86f5-1d636fbc938b,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:56:53.520243 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236505eb-d8f9-4fd0-b225-91bb83bc67ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:56:53.521000 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236505eb-d8f9-4fd0-b225-91bb83bc67ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:56:53.521513 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236505eb-d8f9-4fd0-b225-91bb83bc67ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:56:53.522144 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236505eb-d8f9-4fd0-b225-91bb83bc67ab None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:56:53.523079 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236505eb-d8f9-4fd0-b225-91bb83bc67ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:56:53.523584 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236505eb-d8f9-4fd0-b225-91bb83bc67ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:56:53.524262 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236505eb-d8f9-4fd0-b225-91bb83bc67ab None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:56:53.524821 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236505eb-d8f9-4fd0-b225-91bb83bc67ab None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:56:53.525155 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236505eb-d8f9-4fd0-b225-91bb83bc67ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:56:53.525485 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236505eb-d8f9-4fd0-b225-91bb83bc67ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:56:53.525812 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236505eb-d8f9-4fd0-b225-91bb83bc67ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:56:53.527066 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236505eb-d8f9-4fd0-b225-91bb83bc67ab None None] Tracked resource versions report: May 23 10:56:53.527066 n-d-842952-2 neutron-server[83913]: pushed versions: May 23 10:56:53.527066 n-d-842952-2 neutron-server[83913]: { 'ConntrackHelper': {'1.0'}, May 23 10:56:53.527066 n-d-842952-2 neutron-server[83913]: 'Log': {'1.0'}, May 23 10:56:53.527066 n-d-842952-2 neutron-server[83913]: 'Network': {'1.1'}, May 23 10:56:53.527066 n-d-842952-2 neutron-server[83913]: 'Port': {'1.5'}, May 23 10:56:53.527066 n-d-842952-2 neutron-server[83913]: 'PortForwarding': {'1.2'}, May 23 10:56:53.527066 n-d-842952-2 neutron-server[83913]: 'QosPolicy': {'1.8'}, May 23 10:56:53.527066 n-d-842952-2 neutron-server[83913]: 'SecurityGroup': {'1.2'}, May 23 10:56:53.527066 n-d-842952-2 neutron-server[83913]: 'SecurityGroupRule': {'1.0'}, May 23 10:56:53.527066 n-d-842952-2 neutron-server[83913]: 'SubPort': {'1.0'}, May 23 10:56:53.527066 n-d-842952-2 neutron-server[83913]: 'Subnet': {'1.1'}, May 23 10:56:53.527066 n-d-842952-2 neutron-server[83913]: 'Trunk': {'1.1'}} May 23 10:56:53.527066 n-d-842952-2 neutron-server[83913]: consumer versions: May 23 10:56:53.527066 n-d-842952-2 neutron-server[83913]: { DHCP agent@n-d-842952-2: {}, May 23 10:56:53.527066 n-d-842952-2 neutron-server[83913]: HyperV agent@n-h1-842952-2: {}, May 23 10:56:53.527066 n-d-842952-2 neutron-server[83913]: HyperV agent@n-h2-842952-2: {}, May 23 10:56:53.527066 n-d-842952-2 neutron-server[83913]: L3 agent@n-d-842952-2: {}, May 23 10:56:53.527066 n-d-842952-2 neutron-server[83913]: Metadata agent@n-d-842952-2: {}, May 23 10:56:53.527066 n-d-842952-2 neutron-server[83913]: Metering agent@n-d-842952-2: {}, May 23 10:56:53.527066 n-d-842952-2 neutron-server[83913]: Open vSwitch agent@n-d-842952-2: { 'ConntrackHelper': '1.0', May 23 10:56:53.527066 n-d-842952-2 neutron-server[83913]: 'Log': '1.0', May 23 10:56:53.527066 n-d-842952-2 neutron-server[83913]: 'Network': '1.1', May 23 10:56:53.527066 n-d-842952-2 neutron-server[83913]: 'Port': '1.5', May 23 10:56:53.527066 n-d-842952-2 neutron-server[83913]: 'PortForwarding': '1.2', May 23 10:56:53.527066 n-d-842952-2 neutron-server[83913]: 'QosPolicy': '1.8', May 23 10:56:53.527066 n-d-842952-2 neutron-server[83913]: 'SecurityGroup': '1.2', May 23 10:56:53.527066 n-d-842952-2 neutron-server[83913]: 'SecurityGroupRule': '1.0', May 23 10:56:53.527066 n-d-842952-2 neutron-server[83913]: 'SubPort': '1.0', May 23 10:56:53.527066 n-d-842952-2 neutron-server[83913]: 'Subnet': '1.1', May 23 10:56:53.527066 n-d-842952-2 neutron-server[83913]: 'Trunk': '1.1'}} May 23 10:56:53.527066 n-d-842952-2 neutron-server[83913]: {{(pid=83913) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 23 10:56:53.550748 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-e1d79ad4-dd0d-43f6-8d7f-0db578fe5268 None None] Attempting to bind port 0be2849a-ffdf-4602-86f5-1d636fbc938b on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:56:53.551120 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-e1d79ad4-dd0d-43f6-8d7f-0db578fe5268 None None] Attempting to bind port 0be2849a-ffdf-4602-86f5-1d636fbc938b by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:56:53.551770 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d79ad4-dd0d-43f6-8d7f-0db578fe5268 None None] Attempting to bind port 0be2849a-ffdf-4602-86f5-1d636fbc938b on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:56:53.558126 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d79ad4-dd0d-43f6-8d7f-0db578fe5268 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:56:53.558499 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d79ad4-dd0d-43f6-8d7f-0db578fe5268 None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:56:53.558910 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-e1d79ad4-dd0d-43f6-8d7f-0db578fe5268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:53.559297 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d79ad4-dd0d-43f6-8d7f-0db578fe5268 None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:56:53.559763 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-e1d79ad4-dd0d-43f6-8d7f-0db578fe5268 None None] Bound port: 0be2849a-ffdf-4602-86f5-1d636fbc938b, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:56:53.560398 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-e1d79ad4-dd0d-43f6-8d7f-0db578fe5268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:53.564175 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port a7990426-e64a-4414-a185-9adceea759c2 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:56:53.564676 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:53.676110 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-e1d79ad4-dd0d-43f6-8d7f-0db578fe5268 None None] For port 0be2849a-ffdf-4602-86f5-1d636fbc938b, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:56:53.683049 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-e1d79ad4-dd0d-43f6-8d7f-0db578fe5268 None None] For port 0be2849a-ffdf-4602-86f5-1d636fbc938b, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=0be2849a-ffdf-4602-86f5-1d636fbc938b,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:56:53.693789 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-e1d79ad4-dd0d-43f6-8d7f-0db578fe5268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:53.721973 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fa9222fe-1065-4075-9e7d-f756e19b1001 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:53.744394 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-fa9222fe-1065-4075-9e7d-f756e19b1001 admin admin] Transition to ACTIVE for port object 3d49cf00-9100-4d84-b370-7b214d63e480 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:56:53.772777 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fa9222fe-1065-4075-9e7d-f756e19b1001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:53.783243 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236505eb-d8f9-4fd0-b225-91bb83bc67ab None None] Pushing event updated for resources: {'Port': ['ID=0be2849a-ffdf-4602-86f5-1d636fbc938b,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:56:53.787731 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d79ad4-dd0d-43f6-8d7f-0db578fe5268 None None] Routers {'86627977-a7f9-45ae-9e1b-60a98d8e261c'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 10:56:53.788358 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e1d79ad4-dd0d-43f6-8d7f-0db578fe5268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T10:56:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['86627977-a7f9-45ae-9e1b-60a98d8e261c'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:56:53.863663 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9222fe-1065-4075-9e7d-f756e19b1001 admin admin] Network 6151acdb-22d9-4303-bf7e-922da0bb4f37 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 10:56:53.863663 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-fa9222fe-1065-4075-9e7d-f756e19b1001 admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:56:53.875004 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9222fe-1065-4075-9e7d-f756e19b1001 admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 10:56:53.875165 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fa9222fe-1065-4075-9e7d-f756e19b1001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:53.884116 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9222fe-1065-4075-9e7d-f756e19b1001 admin admin] Pushing event updated for resources: {'Port': ['ID=3d49cf00-9100-4d84-b370-7b214d63e480,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:56:54.031820 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fa9222fe-1065-4075-9e7d-f756e19b1001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:54.067903 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-e1d79ad4-dd0d-43f6-8d7f-0db578fe5268 None None] Set router 86627977-a7f9-45ae-9e1b-60a98d8e261c gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 10:56:54.244807 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-301c1247-92fb-4b48-b0f3-4f94ea70c9b7 None None] Provisioning for port 3d49cf00-9100-4d84-b370-7b214d63e480 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:56:54.251490 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-301c1247-92fb-4b48-b0f3-4f94ea70c9b7 None None] Provisioning complete for port 3d49cf00-9100-4d84-b370-7b214d63e480 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:56:54.252365 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-301c1247-92fb-4b48-b0f3-4f94ea70c9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:54.292172 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fa9222fe-1065-4075-9e7d-f756e19b1001 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:54.300255 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fa9222fe-1065-4075-9e7d-f756e19b1001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:54.301821 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fa9222fe-1065-4075-9e7d-f756e19b1001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:54.364507 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-301c1247-92fb-4b48-b0f3-4f94ea70c9b7 None None] Port 3d49cf00-9100-4d84-b370-7b214d63e480 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 10:56:54.430291 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e1d79ad4-dd0d-43f6-8d7f-0db578fe5268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1205305143-router', 'tenant_id': '0151770a7dd4490d949af76344842700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '0be2849a-ffdf-4602-86f5-1d636fbc938b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:56:49Z', 'updated_at': '2022-05-23T10:56:50Z', 'revision_number': 3, 'project_id': '0151770a7dd4490d949af76344842700', 'gw_port': {'id': '0be2849a-ffdf-4602-86f5-1d636fbc938b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:56:50Z', 'updated_at': '2022-05-23T10:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:56:54.434967 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d79ad4-dd0d-43f6-8d7f-0db578fe5268 None None] The sync data for ids ['86627977-a7f9-45ae-9e1b-60a98d8e261c'] in n-d-842952-2 is: [{'id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1205305143-router', 'tenant_id': '0151770a7dd4490d949af76344842700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '0be2849a-ffdf-4602-86f5-1d636fbc938b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:56:49Z', 'updated_at': '2022-05-23T10:56:50Z', 'revision_number': 3, 'project_id': '0151770a7dd4490d949af76344842700', 'gw_port': {'id': '0be2849a-ffdf-4602-86f5-1d636fbc938b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:56:50Z', 'updated_at': '2022-05-23T10:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 10:56:54.523360 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9222fe-1065-4075-9e7d-f756e19b1001 admin admin] Pushing event updated for resources: {'Port': ['ID=3d49cf00-9100-4d84-b370-7b214d63e480,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:56:54.589072 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9222fe-1065-4075-9e7d-f756e19b1001 admin admin] Network 6151acdb-22d9-4303-bf7e-922da0bb4f37 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 10:56:54.590171 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-fa9222fe-1065-4075-9e7d-f756e19b1001 admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:56:55.103354 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-66fb301e-a5ff-4fbc-9794-7fd05d8a033f None None] Provisioning complete for port 3d49cf00-9100-4d84-b370-7b214d63e480 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:56:55.104067 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-66fb301e-a5ff-4fbc-9794-7fd05d8a033f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:55.216144 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-66fb301e-a5ff-4fbc-9794-7fd05d8a033f None None] Port 3d49cf00-9100-4d84-b370-7b214d63e480 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 10:56:55.332649 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa9222fe-1065-4075-9e7d-f756e19b1001 admin admin] Router 86627977-a7f9-45ae-9e1b-60a98d8e261c has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 10:56:55.365314 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 0be2849a-ffdf-4602-86f5-1d636fbc938b up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:56:55.474551 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 0be2849a-ffdf-4602-86f5-1d636fbc938b completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:56:55.480095 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 0be2849a-ffdf-4602-86f5-1d636fbc938b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:56:55.481129 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:55.637423 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9222fe-1065-4075-9e7d-f756e19b1001 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 10:56:55.662949 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-fa9222fe-1065-4075-9e7d-f756e19b1001 admin admin] 10.222.0.79 "PUT /v2.0/routers/86627977-a7f9-45ae-9e1b-60a98d8e261c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6886592 May 23 10:56:55.674919 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:55.710281 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 0be2849a-ffdf-4602-86f5-1d636fbc938b, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=0be2849a-ffdf-4602-86f5-1d636fbc938b,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:56:55.720202 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:55.857284 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=0be2849a-ffdf-4602-86f5-1d636fbc938b,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:56:55.977815 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60116) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:56:55.983242 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-4aa3066c-4fe3-44d8-9673-ea736265ec8c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1711943178-network', 'tenant_id': '1f9762e6f9e14b2587961cffad5adfd4'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:56:55.988049 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4aa3066c-4fe3-44d8-9673-ea736265ec8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:56:55.992206 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4aa3066c-4fe3-44d8-9673-ea736265ec8c admin admin] Usage tracker for resource:network and tenant:1f9762e6f9e14b2587961cffad5adfd4 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:56:55.996064 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4aa3066c-4fe3-44d8-9673-ea736265ec8c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:56:56.002477 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4aa3066c-4fe3-44d8-9673-ea736265ec8c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:56:56.015298 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa3066c-4fe3-44d8-9673-ea736265ec8c admin admin] Made reservation on behalf of 1f9762e6f9e14b2587961cffad5adfd4 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:56:56.018292 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4aa3066c-4fe3-44d8-9673-ea736265ec8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:56.031301 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4aa3066c-4fe3-44d8-9673-ea736265ec8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:56.062924 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4aa3066c-4fe3-44d8-9673-ea736265ec8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:56:56.067269 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4aa3066c-4fe3-44d8-9673-ea736265ec8c admin admin] Usage tracker for resource:security_group_rule and tenant:1f9762e6f9e14b2587961cffad5adfd4 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:56:56.070118 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4aa3066c-4fe3-44d8-9673-ea736265ec8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:56:56.076093 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4aa3066c-4fe3-44d8-9673-ea736265ec8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:56:56.164202 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4aa3066c-4fe3-44d8-9673-ea736265ec8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:56.176090 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4aa3066c-4fe3-44d8-9673-ea736265ec8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:56.213766 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aa3066c-4fe3-44d8-9673-ea736265ec8c admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 10:56:56.226893 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3066c-4fe3-44d8-9673-ea736265ec8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7304762-704d-4f35-a979-474df536ab91,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:56:56.231552 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4aa3066c-4fe3-44d8-9673-ea736265ec8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:56.231905 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-4aa3066c-4fe3-44d8-9673-ea736265ec8c admin admin] Added segment b6e55da5-fde7-403e-8f88-581008089989 of type vlan for network 4fcd945b-e284-4126-8b27-a28a0ce31324 May 23 10:56:56.267262 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4aa3066c-4fe3-44d8-9673-ea736265ec8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:56.306433 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4aa3066c-4fe3-44d8-9673-ea736265ec8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:56.307615 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa3066c-4fe3-44d8-9673-ea736265ec8c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:56:56.308411 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4aa3066c-4fe3-44d8-9673-ea736265ec8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:56.429035 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3066c-4fe3-44d8-9673-ea736265ec8c admin admin] Pushing event updated for resources: {'Network': ['ID=4fcd945b-e284-4126-8b27-a28a0ce31324,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:56:56.430434 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60146) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:56:56.443164 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 4fcd945b-e284-4126-8b27-a28a0ce31324 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 10:56:56.444389 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4aa3066c-4fe3-44d8-9673-ea736265ec8c admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4650877 May 23 10:56:56.447134 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60152) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:56:56.454301 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-00d50d75-32f8-48b3-a085-3c6160304b65 admin admin] Request body: {'subnet': {'network_id': '4fcd945b-e284-4126-8b27-a28a0ce31324', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1711943178-subnet', 'tenant_id': '1f9762e6f9e14b2587961cffad5adfd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:56:56.463808 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-00d50d75-32f8-48b3-a085-3c6160304b65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:56:56.468561 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-00d50d75-32f8-48b3-a085-3c6160304b65 admin admin] Usage tracker for resource:subnet and tenant:1f9762e6f9e14b2587961cffad5adfd4 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:56:56.471544 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-00d50d75-32f8-48b3-a085-3c6160304b65 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:56:56.478747 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-00d50d75-32f8-48b3-a085-3c6160304b65 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:56:56.492664 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d50d75-32f8-48b3-a085-3c6160304b65 admin admin] Made reservation on behalf of 1f9762e6f9e14b2587961cffad5adfd4 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:56:56.499504 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-00d50d75-32f8-48b3-a085-3c6160304b65 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:56.727143 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-be5571a9-af40-4c59-96c6-01554ce32323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:56.825000 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-00d50d75-32f8-48b3-a085-3c6160304b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:56.860212 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-be5571a9-af40-4c59-96c6-01554ce32323 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:56:56.866886 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-be5571a9-af40-4c59-96c6-01554ce32323 admin admin] Usage tracker for resource:security_group_rule and tenant:c6bf05a86c034d548473f19f92d1fe25 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:56:56.874461 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-be5571a9-af40-4c59-96c6-01554ce32323 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:56:56.885861 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-be5571a9-af40-4c59-96c6-01554ce32323 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:56:56.957107 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d50d75-32f8-48b3-a085-3c6160304b65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4291d374-07d5-4c79-9c7a-ae6aa76285a3,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:56:56.968929 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d50d75-32f8-48b3-a085-3c6160304b65 admin admin] Checking segment: {'id': 'b6e55da5-fde7-403e-8f88-581008089989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4fcd945b-e284-4126-8b27-a28a0ce31324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:56:56.969471 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d50d75-32f8-48b3-a085-3c6160304b65 admin admin] Network hostable DHCP agents. Network: 4fcd945b-e284-4126-8b27-a28a0ce31324, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 10:56:57.061290 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d50d75-32f8-48b3-a085-3c6160304b65 admin admin] Network 4fcd945b-e284-4126-8b27-a28a0ce31324 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 10:56:57.072429 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-be5571a9-af40-4c59-96c6-01554ce32323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:57.079907 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-be5571a9-af40-4c59-96c6-01554ce32323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:57.112594 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-00d50d75-32f8-48b3-a085-3c6160304b65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 4fcd945b-e284-4126-8b27-a28a0ce31324) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:56:57.115578 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5571a9-af40-4c59-96c6-01554ce32323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347f3891-eca9-4b10-b1e1-8ac222a2bed2,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:56:57.123618 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8b18be-47d8-461a-a5bc-38aa11992681 None None] Network 4fcd945b-e284-4126-8b27-a28a0ce31324 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 10:56:57.133580 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d50d75-32f8-48b3-a085-3c6160304b65 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:56:57.134157 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-00d50d75-32f8-48b3-a085-3c6160304b65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:57.176124 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-00d50d75-32f8-48b3-a085-3c6160304b65 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7178795 May 23 10:56:57.197244 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-be5571a9-af40-4c59-96c6-01554ce32323 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c6bf05a86c034d548473f19f92d1fe25&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7655163 May 23 10:56:57.200892 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60192) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:56:57.273246 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c29b6328-a7ac-4c8f-bf81-bd41a3f7cc16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:57.304269 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c29b6328-a7ac-4c8f-bf81-bd41a3f7cc16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:57.362725 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 0be2849a-ffdf-4602-86f5-1d636fbc938b up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:56:57.377644 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c29b6328-a7ac-4c8f-bf81-bd41a3f7cc16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:57.403816 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b6328-a7ac-4c8f-bf81-bd41a3f7cc16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347f3891-eca9-4b10-b1e1-8ac222a2bed2,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:56:57.426825 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c29b6328-a7ac-4c8f-bf81-bd41a3f7cc16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:57.427946 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c29b6328-a7ac-4c8f-bf81-bd41a3f7cc16 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/347f3891-eca9-4b10-b1e1-8ac222a2bed2 HTTP/1.1" status: 204 len: 168 time: 0.2260885 May 23 10:56:57.505252 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60204) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:56:57.563043 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 0be2849a-ffdf-4602-86f5-1d636fbc938b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:56:57.563501 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:57.646398 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deca626d-40be-4fff-aa90-dbff2a75e47e None None] Network 4fcd945b-e284-4126-8b27-a28a0ce31324 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 10:56:57.910400 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60224) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:56:57.922328 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c11b93cb-9b30-499c-869e-2dc5804cc35e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:57.922666 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e85d31b7-51cb-4e2b-b59d-25a68abb0439 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-175506573-network', 'tenant_id': '53b7a0896e8548c0bbb0c7e9251b0828'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:56:57.928978 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e85d31b7-51cb-4e2b-b59d-25a68abb0439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:56:57.933201 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e85d31b7-51cb-4e2b-b59d-25a68abb0439 admin admin] Usage tracker for resource:network and tenant:53b7a0896e8548c0bbb0c7e9251b0828 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:56:57.937538 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e85d31b7-51cb-4e2b-b59d-25a68abb0439 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:56:57.945968 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e85d31b7-51cb-4e2b-b59d-25a68abb0439 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:56:57.958501 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c11b93cb-9b30-499c-869e-2dc5804cc35e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:56:57.962557 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c11b93cb-9b30-499c-869e-2dc5804cc35e admin admin] Usage tracker for resource:security_group_rule and tenant:aa8b058da95c4f2d8eed8744970b36f0 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:56:57.963136 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85d31b7-51cb-4e2b-b59d-25a68abb0439 admin admin] Made reservation on behalf of 53b7a0896e8548c0bbb0c7e9251b0828 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:56:57.965654 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c11b93cb-9b30-499c-869e-2dc5804cc35e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:56:57.966301 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e85d31b7-51cb-4e2b-b59d-25a68abb0439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:57.971789 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c11b93cb-9b30-499c-869e-2dc5804cc35e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:56:57.986879 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e85d31b7-51cb-4e2b-b59d-25a68abb0439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:58.030373 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e85d31b7-51cb-4e2b-b59d-25a68abb0439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:56:58.035293 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e85d31b7-51cb-4e2b-b59d-25a68abb0439 admin admin] Usage tracker for resource:security_group_rule and tenant:53b7a0896e8548c0bbb0c7e9251b0828 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:56:58.040114 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e85d31b7-51cb-4e2b-b59d-25a68abb0439 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:56:58.048514 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e85d31b7-51cb-4e2b-b59d-25a68abb0439 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:56:58.078478 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c11b93cb-9b30-499c-869e-2dc5804cc35e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:58.082855 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c11b93cb-9b30-499c-869e-2dc5804cc35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:58.123742 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b93cb-9b30-499c-869e-2dc5804cc35e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52bb28a8-f7ef-4158-868f-f88219df297c,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:56:58.145474 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e85d31b7-51cb-4e2b-b59d-25a68abb0439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:58.150351 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c11b93cb-9b30-499c-869e-2dc5804cc35e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=aa8b058da95c4f2d8eed8744970b36f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6432149 May 23 10:56:58.152336 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e85d31b7-51cb-4e2b-b59d-25a68abb0439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:58.153167 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60230) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:56:58.165087 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e85d31b7-51cb-4e2b-b59d-25a68abb0439 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 10:56:58.176521 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e85d31b7-51cb-4e2b-b59d-25a68abb0439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:58.176952 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-e85d31b7-51cb-4e2b-b59d-25a68abb0439 admin admin] Added segment ec5b4353-33d0-467f-ae76-90d23d1cd0c5 of type vlan for network 12ce170b-6a68-478a-ad35-ed50ca7c5b30 May 23 10:56:58.229019 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d31b7-51cb-4e2b-b59d-25a68abb0439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4655786-b83d-4d92-93ba-e504db213f12,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:56:58.233843 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e85d31b7-51cb-4e2b-b59d-25a68abb0439 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:58.246548 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-158e2af8-9717-4c72-bdce-45108af1a919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:58.293407 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e85d31b7-51cb-4e2b-b59d-25a68abb0439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:58.294739 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85d31b7-51cb-4e2b-b59d-25a68abb0439 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:56:58.295405 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e85d31b7-51cb-4e2b-b59d-25a68abb0439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:58.317339 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-158e2af8-9717-4c72-bdce-45108af1a919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:58.461414 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e85d31b7-51cb-4e2b-b59d-25a68abb0439 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5492775 May 23 10:56:58.464316 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60248) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:56:58.476558 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-08fc134f-b953-4979-90e8-566f5866290e admin admin] Request body: {'subnet': {'network_id': '12ce170b-6a68-478a-ad35-ed50ca7c5b30', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-175506573-subnet', 'tenant_id': '53b7a0896e8548c0bbb0c7e9251b0828', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:56:58.481404 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d31b7-51cb-4e2b-b59d-25a68abb0439 admin admin] Pushing event updated for resources: {'Network': ['ID=12ce170b-6a68-478a-ad35-ed50ca7c5b30,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:56:58.485613 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-08fc134f-b953-4979-90e8-566f5866290e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:56:58.493444 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 12ce170b-6a68-478a-ad35-ed50ca7c5b30 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 10:56:58.495737 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-158e2af8-9717-4c72-bdce-45108af1a919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:58.497029 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-08fc134f-b953-4979-90e8-566f5866290e admin admin] Usage tracker for resource:subnet and tenant:53b7a0896e8548c0bbb0c7e9251b0828 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:56:58.500725 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-08fc134f-b953-4979-90e8-566f5866290e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:56:58.514946 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-08fc134f-b953-4979-90e8-566f5866290e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:56:58.526490 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e2af8-9717-4c72-bdce-45108af1a919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bb28a8-f7ef-4158-868f-f88219df297c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:56:58.531031 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-158e2af8-9717-4c72-bdce-45108af1a919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:58.532034 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-158e2af8-9717-4c72-bdce-45108af1a919 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/52bb28a8-f7ef-4158-868f-f88219df297c HTTP/1.1" status: 204 len: 168 time: 0.3777237 May 23 10:56:58.543297 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fc134f-b953-4979-90e8-566f5866290e admin admin] Made reservation on behalf of 53b7a0896e8548c0bbb0c7e9251b0828 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:56:58.546283 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-08fc134f-b953-4979-90e8-566f5866290e admin admin] Notify callbacks [] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:58.608114 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60262) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:56:58.634599 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-39e8e580-d969-4163-8607-10f5e3cccd44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:58.677745 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-39e8e580-d969-4163-8607-10f5e3cccd44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:56:58.696795 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e6bb58-500e-4c74-9b9e-f8a392aad5ff None None] Sync routers for ids ['86627977-a7f9-45ae-9e1b-60a98d8e261c'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 10:56:58.697264 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-39e8e580-d969-4163-8607-10f5e3cccd44 admin admin] Usage tracker for resource:security_group_rule and tenant:3ea358ac664b4738825f06176c8e5659 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:56:58.701687 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-39e8e580-d969-4163-8607-10f5e3cccd44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:56:58.712500 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-39e8e580-d969-4163-8607-10f5e3cccd44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:56:58.714246 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e6bb58-500e-4c74-9b9e-f8a392aad5ff None None] Routers {'86627977-a7f9-45ae-9e1b-60a98d8e261c'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 10:56:58.715080 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-81e6bb58-500e-4c74-9b9e-f8a392aad5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T10:56:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['86627977-a7f9-45ae-9e1b-60a98d8e261c'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:56:58.821611 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-39e8e580-d969-4163-8607-10f5e3cccd44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:58.833538 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-39e8e580-d969-4163-8607-10f5e3cccd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:58.846543 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-08fc134f-b953-4979-90e8-566f5866290e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:58.897666 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-39e8e580-d969-4163-8607-10f5e3cccd44 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3ea358ac664b4738825f06176c8e5659&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2881513 May 23 10:56:58.898819 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8e580-d969-4163-8607-10f5e3cccd44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b94390-57df-48f9-ad97-16601846dde5,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:56:58.919306 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60268) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:56:59.020720 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fc0156c1-7450-42e4-bdbc-bd461184ba14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:59.030144 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc134f-b953-4979-90e8-566f5866290e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dafb937c-8b81-492c-b53a-af3bb2a44244,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:56:59.042842 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fc134f-b953-4979-90e8-566f5866290e admin admin] Checking segment: {'id': 'ec5b4353-33d0-467f-ae76-90d23d1cd0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '12ce170b-6a68-478a-ad35-ed50ca7c5b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:56:59.043194 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fc134f-b953-4979-90e8-566f5866290e admin admin] Network hostable DHCP agents. Network: 12ce170b-6a68-478a-ad35-ed50ca7c5b30, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 10:56:59.068893 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fc0156c1-7450-42e4-bdbc-bd461184ba14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:59.073668 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fc134f-b953-4979-90e8-566f5866290e admin admin] Network 12ce170b-6a68-478a-ad35-ed50ca7c5b30 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 10:56:59.075527 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-81e6bb58-500e-4c74-9b9e-f8a392aad5ff None None] Set router 86627977-a7f9-45ae-9e1b-60a98d8e261c gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 10:56:59.085065 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-08fc134f-b953-4979-90e8-566f5866290e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 12ce170b-6a68-478a-ad35-ed50ca7c5b30) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:56:59.090828 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fc134f-b953-4979-90e8-566f5866290e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:56:59.091771 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-08fc134f-b953-4979-90e8-566f5866290e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:59.124596 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-08fc134f-b953-4979-90e8-566f5866290e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6546688 May 23 10:56:59.127373 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60276) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:56:59.136115 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-80410b8c-4ee2-436d-8124-a12801805acc admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-175506573-router', 'tenant_id': '53b7a0896e8548c0bbb0c7e9251b0828', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:56:59.143340 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-80410b8c-4ee2-436d-8124-a12801805acc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:56:59.148219 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-80410b8c-4ee2-436d-8124-a12801805acc admin admin] Usage tracker for resource:router and tenant:53b7a0896e8548c0bbb0c7e9251b0828 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:56:59.152637 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-80410b8c-4ee2-436d-8124-a12801805acc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:56:59.158211 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60280) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:56:59.160888 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bb71cf-0fd0-411a-94a6-000b99e5ae9d None None] Network 12ce170b-6a68-478a-ad35-ed50ca7c5b30 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 10:56:59.161565 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-80410b8c-4ee2-436d-8124-a12801805acc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:56:59.171492 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fc0156c1-7450-42e4-bdbc-bd461184ba14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:59.192142 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-80410b8c-4ee2-436d-8124-a12801805acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:59.193773 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-80410b8c-4ee2-436d-8124-a12801805acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:59.232353 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-80410b8c-4ee2-436d-8124-a12801805acc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:59.250575 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0156c1-7450-42e4-bdbc-bd461184ba14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b94390-57df-48f9-ad97-16601846dde5,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:56:59.325267 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fc0156c1-7450-42e4-bdbc-bd461184ba14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:59.328913 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-fc0156c1-7450-42e4-bdbc-bd461184ba14 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/57b94390-57df-48f9-ad97-16601846dde5 HTTP/1.1" status: 204 len: 168 time: 0.4051337 May 23 10:56:59.354738 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60294) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:56:59.388482 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0fe455be-d4d3-4da9-abf0-c9712c993e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:59.425355 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-80410b8c-4ee2-436d-8124-a12801805acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:59.456620 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0fe455be-d4d3-4da9-abf0-c9712c993e52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:56:59.460856 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0fe455be-d4d3-4da9-abf0-c9712c993e52 admin admin] Usage tracker for resource:security_group_rule and tenant:97f7733a3f2d4ca6831e07f54ae8d799 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:56:59.464182 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0fe455be-d4d3-4da9-abf0-c9712c993e52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:56:59.471021 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0fe455be-d4d3-4da9-abf0-c9712c993e52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:56:59.616679 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0fe455be-d4d3-4da9-abf0-c9712c993e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:59.623565 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0fe455be-d4d3-4da9-abf0-c9712c993e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:59.688814 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0074ce-1230-4199-a20f-ce9c095fd285 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-12ce170b-6a68-478a-ad35-ed50ca7c5b30', 'network_id': '12ce170b-6a68-478a-ad35-ed50ca7c5b30', 'tenant_id': '53b7a0896e8548c0bbb0c7e9251b0828', 'fixed_ips': [{'subnet_id': 'dafb937c-8b81-492c-b53a-af3bb2a44244'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 10:56:59.690441 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-db0074ce-1230-4199-a20f-ce9c095fd285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:59.712741 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-80410b8c-4ee2-436d-8124-a12801805acc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:59.797156 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0fe455be-d4d3-4da9-abf0-c9712c993e52 admin admin] Synchronizing usage tracker for tenant:87e82906ec8d47c2ab987ddd5fcfbb80 on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 10:56:59.814339 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-80410b8c-4ee2-436d-8124-a12801805acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:59.819405 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe455be-d4d3-4da9-abf0-c9712c993e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd97473f-b2ce-47d3-a1fa-e697646a0b8b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:56:59.850605 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b725e9f0-70f8-40c0-9882-525aaa4542b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:56:59.919471 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0fe455be-d4d3-4da9-abf0-c9712c993e52 admin admin] Unset dirty status for tenant:87e82906ec8d47c2ab987ddd5fcfbb80 on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 10:56:59.921963 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0fe455be-d4d3-4da9-abf0-c9712c993e52 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=97f7733a3f2d4ca6831e07f54ae8d799&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5660968 May 23 10:56:59.936676 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60310) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:56:59.965133 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-81e6bb58-500e-4c74-9b9e-f8a392aad5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1205305143-router', 'tenant_id': '0151770a7dd4490d949af76344842700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '0be2849a-ffdf-4602-86f5-1d636fbc938b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:56:49Z', 'updated_at': '2022-05-23T10:56:53Z', 'revision_number': 4, 'project_id': '0151770a7dd4490d949af76344842700', 'gw_port': {'id': '0be2849a-ffdf-4602-86f5-1d636fbc938b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:56:50Z', 'updated_at': '2022-05-23T10:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '3d49cf00-9100-4d84-b370-7b214d63e480', 'name': '', 'network_id': '6151acdb-22d9-4303-bf7e-922da0bb4f37', 'tenant_id': '0151770a7dd4490d949af76344842700', 'mac_address': 'fa:16:3e:a5:c5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da533bd9-3433-4b03-bb17-c26d5caf1719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:56:53Z', 'updated_at': '2022-05-23T10:56:54Z', 'revision_number': 2, 'project_id': '0151770a7dd4490d949af76344842700', 'subnets': [{'id': 'da533bd9-3433-4b03-bb17-c26d5caf1719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:56:59.973691 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e6bb58-500e-4c74-9b9e-f8a392aad5ff None None] Checking router: 86627977-a7f9-45ae-9e1b-60a98d8e261c for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 10:56:59.974256 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e6bb58-500e-4c74-9b9e-f8a392aad5ff None None] Updating router 86627977-a7f9-45ae-9e1b-60a98d8e261c port 3d49cf00-9100-4d84-b370-7b214d63e480 binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 10:56:59.992197 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b725e9f0-70f8-40c0-9882-525aaa4542b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:00.013334 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b725e9f0-70f8-40c0-9882-525aaa4542b3 admin admin] Usage tracker for resource:security_group_rule and tenant:c6256571d1694bffbe7d8b8755b956b7 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:57:00.029076 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b725e9f0-70f8-40c0-9882-525aaa4542b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:57:00.041507 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-db0074ce-1230-4199-a20f-ce9c095fd285 None None] Allocated IP 172.20.0.2 (12ce170b-6a68-478a-ad35-ed50ca7c5b30/dafb937c-8b81-492c-b53a-af3bb2a44244/ee44fcc1-e5a3-44ed-908a-7e892abac4ed) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 10:57:00.051357 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-80410b8c-4ee2-436d-8124-a12801805acc admin admin] Allocated IP 172.25.6.41 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/687c63b0-f52e-4503-b193-fd1c3b328110) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 10:57:00.056326 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-81e6bb58-500e-4c74-9b9e-f8a392aad5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:00.062644 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60320) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:00.073061 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b725e9f0-70f8-40c0-9882-525aaa4542b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:00.081783 n-d-842952-2 neutron-server[83910]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 23 10:57:00.143333 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-32e2c0e1-bf0d-4e5f-b662-20fbd7fe4cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:00.257475 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-32e2c0e1-bf0d-4e5f-b662-20fbd7fe4cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:00.341856 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b725e9f0-70f8-40c0-9882-525aaa4542b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:00.396872 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b725e9f0-70f8-40c0-9882-525aaa4542b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:00.457750 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b725e9f0-70f8-40c0-9882-525aaa4542b3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c6256571d1694bffbe7d8b8755b956b7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2929938 May 23 10:57:00.457750 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60346) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:00.514114 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b725e9f0-70f8-40c0-9882-525aaa4542b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5ac8a7-0e1d-4443-bf9a-058430c07ed7,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:00.556661 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-32e2c0e1-bf0d-4e5f-b662-20fbd7fe4cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:00.576810 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-7451c33b-b2d1-4323-ab49-cce9acaf70ac tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:00.578768 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-7451c33b-b2d1-4323-ab49-cce9acaf70ac tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/networks?id=3f16bf48-f1ac-437f-802c-c2072c75e62b HTTP/1.1" status: 200 len: 808 time: 0.5147827 May 23 10:57:00.590139 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60354) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:00.597100 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-80410b8c-4ee2-436d-8124-a12801805acc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:00.624781 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-b145bd04-fdd6-4449-9002-d5cacc758b9f tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/quotas/90c9b14de9a447dbb2784bee3d7c6631 HTTP/1.1" status: 200 len: 375 time: 0.0211599 May 23 10:57:00.683299 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-be630a4b-b9e5-47aa-8060-2e2bc83e9949 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=90c9b14de9a447dbb2784bee3d7c6631&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462527 May 23 10:57:00.691171 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-80410b8c-4ee2-436d-8124-a12801805acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:00.694756 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-32e2c0e1-bf0d-4e5f-b662-20fbd7fe4cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:00.703048 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-32e2c0e1-bf0d-4e5f-b662-20fbd7fe4cfa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fd97473f-b2ce-47d3-a1fa-e697646a0b8b HTTP/1.1" status: 204 len: 168 time: 0.7622354 May 23 10:57:00.738751 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8fca314b-e3cd-4b57-9161-1651f3e83279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:00.744566 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2c0e1-bf0d-4e5f-b662-20fbd7fe4cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd97473f-b2ce-47d3-a1fa-e697646a0b8b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:00.782850 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8fca314b-e3cd-4b57-9161-1651f3e83279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:00.822825 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80410b8c-4ee2-436d-8124-a12801805acc admin admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 10:57:00.828174 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-80410b8c-4ee2-436d-8124-a12801805acc admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:57:00.842735 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-db0074ce-1230-4199-a20f-ce9c095fd285 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:00.844641 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80410b8c-4ee2-436d-8124-a12801805acc admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 10:57:00.849353 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8fca314b-e3cd-4b57-9161-1651f3e83279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:00.876457 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca314b-e3cd-4b57-9161-1651f3e83279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5ac8a7-0e1d-4443-bf9a-058430c07ed7,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:00.887078 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8fca314b-e3cd-4b57-9161-1651f3e83279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:00.891950 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8fca314b-e3cd-4b57-9161-1651f3e83279 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ec5ac8a7-0e1d-4443-bf9a-058430c07ed7 HTTP/1.1" status: 204 len: 168 time: 0.4355590 May 23 10:57:00.907079 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-db0074ce-1230-4199-a20f-ce9c095fd285 None None] Transition to ACTIVE for port object ee44fcc1-e5a3-44ed-908a-7e892abac4ed will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:57:00.975955 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80410b8c-4ee2-436d-8124-a12801805acc admin admin] Pushing event updated for resources: {'Port': ['ID=687c63b0-f52e-4503-b193-fd1c3b328110,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:01.016149 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dc25e8cc-1b96-43c7-a149-2c6c5b95aac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:01.035428 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-db0074ce-1230-4199-a20f-ce9c095fd285 None None] Transition to ACTIVE for port object ee44fcc1-e5a3-44ed-908a-7e892abac4ed will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:57:01.076447 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-dc25e8cc-1b96-43c7-a149-2c6c5b95aac4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:01.083203 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-dc25e8cc-1b96-43c7-a149-2c6c5b95aac4 admin admin] Usage tracker for resource:security_group_rule and tenant:f7a02945824f400a894eb48c4955984b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:57:01.086726 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-db0074ce-1230-4199-a20f-ce9c095fd285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:01.087207 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-dc25e8cc-1b96-43c7-a149-2c6c5b95aac4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:57:01.094956 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-dc25e8cc-1b96-43c7-a149-2c6c5b95aac4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:01.174535 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-81e6bb58-500e-4c74-9b9e-f8a392aad5ff None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:01.179655 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-80410b8c-4ee2-436d-8124-a12801805acc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:01.180844 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-80410b8c-4ee2-436d-8124-a12801805acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:01.183233 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0074ce-1230-4199-a20f-ce9c095fd285 None None] Pushing event updated for resources: {'Port': ['ID=ee44fcc1-e5a3-44ed-908a-7e892abac4ed,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:01.186915 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0074ce-1230-4199-a20f-ce9c095fd285 None None] Network 12ce170b-6a68-478a-ad35-ed50ca7c5b30 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 10:57:01.191029 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-db0074ce-1230-4199-a20f-ce9c095fd285 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:57:01.196261 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0074ce-1230-4199-a20f-ce9c095fd285 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 10:57:01.201566 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-81e6bb58-500e-4c74-9b9e-f8a392aad5ff None None] Transition to ACTIVE for port object 3d49cf00-9100-4d84-b370-7b214d63e480 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:57:01.239883 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-81e6bb58-500e-4c74-9b9e-f8a392aad5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:01.367083 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dc25e8cc-1b96-43c7-a149-2c6c5b95aac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:01.382457 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dc25e8cc-1b96-43c7-a149-2c6c5b95aac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:01.417532 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-db0074ce-1230-4199-a20f-ce9c095fd285 None None] Attempting to bind port ee44fcc1-e5a3-44ed-908a-7e892abac4ed on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:57:01.417808 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-db0074ce-1230-4199-a20f-ce9c095fd285 None None] Attempting to bind port ee44fcc1-e5a3-44ed-908a-7e892abac4ed by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'ec5b4353-33d0-467f-ae76-90d23d1cd0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '12ce170b-6a68-478a-ad35-ed50ca7c5b30'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:57:01.418171 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0074ce-1230-4199-a20f-ce9c095fd285 None None] Attempting to bind port ee44fcc1-e5a3-44ed-908a-7e892abac4ed on network 12ce170b-6a68-478a-ad35-ed50ca7c5b30 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:57:01.432888 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-dc25e8cc-1b96-43c7-a149-2c6c5b95aac4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f7a02945824f400a894eb48c4955984b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8417349 May 23 10:57:01.435613 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60398) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:01.441486 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af190574-b952-4a3a-bcf3-95e7bcf28eba None None] Pushing event updated for resources: {'Port': ['ID=3d49cf00-9100-4d84-b370-7b214d63e480,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:01.447699 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0074ce-1230-4199-a20f-ce9c095fd285 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:57:01.448094 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0074ce-1230-4199-a20f-ce9c095fd285 None None] Checking segment: {'id': 'ec5b4353-33d0-467f-ae76-90d23d1cd0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '12ce170b-6a68-478a-ad35-ed50ca7c5b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:57:01.448495 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-db0074ce-1230-4199-a20f-ce9c095fd285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:01.448894 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0074ce-1230-4199-a20f-ce9c095fd285 None None] Bound using segment: {'id': 'ec5b4353-33d0-467f-ae76-90d23d1cd0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '12ce170b-6a68-478a-ad35-ed50ca7c5b30'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:57:01.449350 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-db0074ce-1230-4199-a20f-ce9c095fd285 None None] Bound port: ee44fcc1-e5a3-44ed-908a-7e892abac4ed, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec5b4353-33d0-467f-ae76-90d23d1cd0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '12ce170b-6a68-478a-ad35-ed50ca7c5b30'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:57:01.449738 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-db0074ce-1230-4199-a20f-ce9c095fd285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:01.506447 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc25e8cc-1b96-43c7-a149-2c6c5b95aac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6475ad5-44f6-4be2-80a7-55b7e9ce61bb,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:01.587247 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6213ca52-dadb-4483-b020-04227815e326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:01.646410 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6213ca52-dadb-4483-b020-04227815e326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:01.647959 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-81e6bb58-500e-4c74-9b9e-f8a392aad5ff None None] Attempting to bind port 3d49cf00-9100-4d84-b370-7b214d63e480 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:57:01.648470 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-81e6bb58-500e-4c74-9b9e-f8a392aad5ff None None] Attempting to bind port 3d49cf00-9100-4d84-b370-7b214d63e480 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '4e26f11b-e66e-4cad-847f-bc46eae8cb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6151acdb-22d9-4303-bf7e-922da0bb4f37'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:57:01.649004 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e6bb58-500e-4c74-9b9e-f8a392aad5ff None None] Attempting to bind port 3d49cf00-9100-4d84-b370-7b214d63e480 on network 6151acdb-22d9-4303-bf7e-922da0bb4f37 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:57:01.674290 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e6bb58-500e-4c74-9b9e-f8a392aad5ff None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:57:01.674709 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e6bb58-500e-4c74-9b9e-f8a392aad5ff None None] Checking segment: {'id': '4e26f11b-e66e-4cad-847f-bc46eae8cb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6151acdb-22d9-4303-bf7e-922da0bb4f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:57:01.675349 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-81e6bb58-500e-4c74-9b9e-f8a392aad5ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:01.676000 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e6bb58-500e-4c74-9b9e-f8a392aad5ff None None] Bound using segment: {'id': '4e26f11b-e66e-4cad-847f-bc46eae8cb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6151acdb-22d9-4303-bf7e-922da0bb4f37'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:57:01.676615 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-81e6bb58-500e-4c74-9b9e-f8a392aad5ff None None] Bound port: 3d49cf00-9100-4d84-b370-7b214d63e480, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e26f11b-e66e-4cad-847f-bc46eae8cb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6151acdb-22d9-4303-bf7e-922da0bb4f37'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:57:01.677161 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-81e6bb58-500e-4c74-9b9e-f8a392aad5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:01.699586 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80410b8c-4ee2-436d-8124-a12801805acc admin admin] Router edcff27d-4c41-4130-8c21-f47202de957a is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 10:57:01.715525 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6213ca52-dadb-4483-b020-04227815e326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:01.728354 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-db0074ce-1230-4199-a20f-ce9c095fd285 None None] For port ee44fcc1-e5a3-44ed-908a-7e892abac4ed, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:57:01.734815 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6213ca52-dadb-4483-b020-04227815e326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6475ad5-44f6-4be2-80a7-55b7e9ce61bb,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:01.742855 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6213ca52-dadb-4483-b020-04227815e326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:01.744746 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6213ca52-dadb-4483-b020-04227815e326 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b6475ad5-44f6-4be2-80a7-55b7e9ce61bb HTTP/1.1" status: 204 len: 168 time: 0.3075218 May 23 10:57:01.845845 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-db0074ce-1230-4199-a20f-ce9c095fd285 None None] For port ee44fcc1-e5a3-44ed-908a-7e892abac4ed, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=ee44fcc1-e5a3-44ed-908a-7e892abac4ed,segment=NetworkSegment(ec5b4353-33d0-467f-ae76-90d23d1cd0c5),segment_id=ec5b4353-33d0-467f-ae76-90d23d1cd0c5)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:57:01.862865 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-db0074ce-1230-4199-a20f-ce9c095fd285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:01.997037 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-d4271040-d779-4faf-824f-5750be6fbd98 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 10:57:02.001063 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-81e6bb58-500e-4c74-9b9e-f8a392aad5ff None None] For port 3d49cf00-9100-4d84-b370-7b214d63e480, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:57:02.003359 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0074ce-1230-4199-a20f-ce9c095fd285 None None] Pushing event updated for resources: {'Port': ['ID=ee44fcc1-e5a3-44ed-908a-7e892abac4ed,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:02.007063 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-81e6bb58-500e-4c74-9b9e-f8a392aad5ff None None] For port 3d49cf00-9100-4d84-b370-7b214d63e480, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=3d49cf00-9100-4d84-b370-7b214d63e480,segment=NetworkSegment(4e26f11b-e66e-4cad-847f-bc46eae8cb72),segment_id=4e26f11b-e66e-4cad-847f-bc46eae8cb72)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:57:02.012166 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-d4271040-d779-4faf-824f-5750be6fbd98 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.7232563 May 23 10:57:02.021579 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-81e6bb58-500e-4c74-9b9e-f8a392aad5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:02.090294 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60422) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:02.147168 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af190574-b952-4a3a-bcf3-95e7bcf28eba None None] Pushing event updated for resources: {'Port': ['ID=3d49cf00-9100-4d84-b370-7b214d63e480,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:02.175856 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e6bb58-500e-4c74-9b9e-f8a392aad5ff None None] Routers {'86627977-a7f9-45ae-9e1b-60a98d8e261c'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 10:57:02.181402 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-81e6bb58-500e-4c74-9b9e-f8a392aad5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T10:56:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['86627977-a7f9-45ae-9e1b-60a98d8e261c'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:57:02.269594 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60428) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:02.280704 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-d13f6393-b3d8-44f6-b02e-0b1ce70ec466 service neutron] 10.222.0.79 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667773 May 23 10:57:02.290745 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fd8fe275-2702-4e78-a9a8-a969fdad685e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:02.395080 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-fd8fe275-2702-4e78-a9a8-a969fdad685e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:02.399092 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-fd8fe275-2702-4e78-a9a8-a969fdad685e admin admin] Usage tracker for resource:security_group_rule and tenant:ab3a19f7feef4b5b8599c2ca821502c7 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:57:02.402170 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-fd8fe275-2702-4e78-a9a8-a969fdad685e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:57:02.412050 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-fd8fe275-2702-4e78-a9a8-a969fdad685e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:02.477086 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80410b8c-4ee2-436d-8124-a12801805acc admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 10:57:02.489157 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bea58a-4e1d-41d9-b0e2-2ab16b644642 None None] Sync routers for ids ['edcff27d-4c41-4130-8c21-f47202de957a'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 10:57:02.506547 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bea58a-4e1d-41d9-b0e2-2ab16b644642 None None] Routers {'edcff27d-4c41-4130-8c21-f47202de957a'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 10:57:02.508458 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-86bea58a-4e1d-41d9-b0e2-2ab16b644642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T10:56:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['edcff27d-4c41-4130-8c21-f47202de957a'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:57:02.538419 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-80410b8c-4ee2-436d-8124-a12801805acc admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:02.542504 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-80410b8c-4ee2-436d-8124-a12801805acc admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.4109392 May 23 10:57:02.548934 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60434) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:02.566005 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-8859a132-6187-4207-8227-8f1600e21727 service neutron] 10.222.0.79 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828104 May 23 10:57:02.619243 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-81e6bb58-500e-4c74-9b9e-f8a392aad5ff None None] Set router 86627977-a7f9-45ae-9e1b-60a98d8e261c gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 10:57:02.652798 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fd8fe275-2702-4e78-a9a8-a969fdad685e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:02.743410 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fd8fe275-2702-4e78-a9a8-a969fdad685e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:02.841632 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8fe275-2702-4e78-a9a8-a969fdad685e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53893480-d52a-4100-b1f5-d84515a4b44c,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:02.858254 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-fd8fe275-2702-4e78-a9a8-a969fdad685e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ab3a19f7feef4b5b8599c2ca821502c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5870600 May 23 10:57:02.867202 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60444) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:02.887389 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-86bea58a-4e1d-41d9-b0e2-2ab16b644642 None None] Set router edcff27d-4c41-4130-8c21-f47202de957a gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 10:57:02.888148 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eaa351b7-d70a-467e-82cc-3d769d4a0a73 req-02d114d3-e67a-49db-8174-5532949dc908 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf HTTP/1.1" status: 200 len: 210 time: 0.0637074 May 23 10:57:03.080190 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60460) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:03.115131 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-24498a1b-3ab2-4ef8-babc-559e9f28ddd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:03.138954 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-0a3b56a0-9128-4b25-ad77-2547a45602d4 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=ca07112cad404937bc9c0e5120436ea0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558043 May 23 10:57:03.188869 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-24498a1b-3ab2-4ef8-babc-559e9f28ddd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:03.209675 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ff611aa7-b5dd-4d4a-88ee-a19a755671e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:03.318984 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60464) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:03.330562 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ff611aa7-b5dd-4d4a-88ee-a19a755671e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:03.405004 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 10:57:03.414457 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-81e6bb58-500e-4c74-9b9e-f8a392aad5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1205305143-router', 'tenant_id': '0151770a7dd4490d949af76344842700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '0be2849a-ffdf-4602-86f5-1d636fbc938b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:56:49Z', 'updated_at': '2022-05-23T10:56:53Z', 'revision_number': 4, 'project_id': '0151770a7dd4490d949af76344842700', 'gw_port': {'id': '0be2849a-ffdf-4602-86f5-1d636fbc938b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:56:50Z', 'updated_at': '2022-05-23T10:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '3d49cf00-9100-4d84-b370-7b214d63e480', 'name': '', 'network_id': '6151acdb-22d9-4303-bf7e-922da0bb4f37', 'tenant_id': '0151770a7dd4490d949af76344842700', 'mac_address': 'fa:16:3e:a5:c5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da533bd9-3433-4b03-bb17-c26d5caf1719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:56:53Z', 'updated_at': '2022-05-23T10:57:01Z', 'revision_number': 4, 'project_id': '0151770a7dd4490d949af76344842700', 'subnets': [{'id': 'da533bd9-3433-4b03-bb17-c26d5caf1719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:57:03.432552 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e6bb58-500e-4c74-9b9e-f8a392aad5ff None None] The sync data for ids ['86627977-a7f9-45ae-9e1b-60a98d8e261c'] in n-d-842952-2 is: [{'id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1205305143-router', 'tenant_id': '0151770a7dd4490d949af76344842700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '0be2849a-ffdf-4602-86f5-1d636fbc938b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:56:49Z', 'updated_at': '2022-05-23T10:56:53Z', 'revision_number': 4, 'project_id': '0151770a7dd4490d949af76344842700', 'gw_port': {'id': '0be2849a-ffdf-4602-86f5-1d636fbc938b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:56:50Z', 'updated_at': '2022-05-23T10:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '3d49cf00-9100-4d84-b370-7b214d63e480', 'name': '', 'network_id': '6151acdb-22d9-4303-bf7e-922da0bb4f37', 'tenant_id': '0151770a7dd4490d949af76344842700', 'mac_address': 'fa:16:3e:a5:c5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da533bd9-3433-4b03-bb17-c26d5caf1719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:56:53Z', 'updated_at': '2022-05-23T10:57:01Z', 'revision_number': 4, 'project_id': '0151770a7dd4490d949af76344842700', 'subnets': [{'id': 'da533bd9-3433-4b03-bb17-c26d5caf1719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 10:57:03.446765 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ee44fcc1-e5a3-44ed-908a-7e892abac4ed up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:57:03.533417 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-86bea58a-4e1d-41d9-b0e2-2ab16b644642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edcff27d-4c41-4130-8c21-f47202de957a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-175506573-router', 'tenant_id': '53b7a0896e8548c0bbb0c7e9251b0828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '687c63b0-f52e-4503-b193-fd1c3b328110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:56:59Z', 'updated_at': '2022-05-23T10:57:01Z', 'revision_number': 3, 'project_id': '53b7a0896e8548c0bbb0c7e9251b0828', 'gw_port': {'id': '687c63b0-f52e-4503-b193-fd1c3b328110', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edcff27d-4c41-4130-8c21-f47202de957a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:56:59Z', 'updated_at': '2022-05-23T10:57:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:57:03.542872 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bea58a-4e1d-41d9-b0e2-2ab16b644642 None None] Checking router: edcff27d-4c41-4130-8c21-f47202de957a for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 10:57:03.544166 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bea58a-4e1d-41d9-b0e2-2ab16b644642 None None] Updating router edcff27d-4c41-4130-8c21-f47202de957a port 687c63b0-f52e-4503-b193-fd1c3b328110 binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 10:57:03.563224 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-a9a56ea0-5f69-4298-a77f-555178b19b2f tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:03.574171 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-a9a56ea0-5f69-4298-a77f-555178b19b2f tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4263847 May 23 10:57:03.579360 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad915e30-e0fe-4f0a-ad19-c119efeb84df None None] Network 12ce170b-6a68-478a-ad35-ed50ca7c5b30 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 10:57:03.607028 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-d8123d3a-8276-4482-a1fd-eacbab27ddea tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] 10.222.0.79 "GET /v2.0/quotas/ca07112cad404937bc9c0e5120436ea0 HTTP/1.1" status: 200 len: 375 time: 0.0307755 May 23 10:57:03.664179 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-86bea58a-4e1d-41d9-b0e2-2ab16b644642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:03.719882 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-cbfd2272-8d64-4f0d-bd5a-e1b95e29ab41 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ca07112cad404937bc9c0e5120436ea0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1103504 May 23 10:57:03.722829 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-90ea638e-e0cb-4514-a646-c5610cccb814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:03.738119 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ff611aa7-b5dd-4d4a-88ee-a19a755671e5 admin admin] Usage tracker for resource:security_group_rule and tenant:2bf1bf77d9fc4b61ac2610165ad7b6a2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:57:03.773041 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-90ea638e-e0cb-4514-a646-c5610cccb814 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:03.777455 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-90ea638e-e0cb-4514-a646-c5610cccb814 admin admin] Usage tracker for resource:security_group_rule and tenant:6d1543d49e854903999e9fd07fab74bc is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:57:03.781235 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-90ea638e-e0cb-4514-a646-c5610cccb814 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:57:03.789451 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-90ea638e-e0cb-4514-a646-c5610cccb814 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:03.973635 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-90ea638e-e0cb-4514-a646-c5610cccb814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:03.994924 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-77306c4c-8849-46a4-bb61-ecbae7f8b230 None None] Provisioning for port ee44fcc1-e5a3-44ed-908a-7e892abac4ed completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:57:03.998803 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-24498a1b-3ab2-4ef8-babc-559e9f28ddd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:04.046331 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ff611aa7-b5dd-4d4a-88ee-a19a755671e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:57:04.129573 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port ee44fcc1-e5a3-44ed-908a-7e892abac4ed completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:57:04.146144 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port ee44fcc1-e5a3-44ed-908a-7e892abac4ed triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:57:04.146759 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:04.154305 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-90ea638e-e0cb-4514-a646-c5610cccb814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:04.221257 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-24498a1b-3ab2-4ef8-babc-559e9f28ddd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:04.224854 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-24498a1b-3ab2-4ef8-babc-559e9f28ddd0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/53893480-d52a-4100-b1f5-d84515a4b44c HTTP/1.1" status: 204 len: 168 time: 1.3507710 May 23 10:57:04.224854 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ff611aa7-b5dd-4d4a-88ee-a19a755671e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:04.258173 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-37eb3d16-a116-4a03-9a1f-80e5512d8b48 req-8f3603c3-6615-4d8a-a04f-8cb1ed311d0b tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf HTTP/1.1" status: 200 len: 210 time: 0.2170517 May 23 10:57:04.308834 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-faca79bf-354e-48b7-96d5-0b534125fb20 req-db28e0dc-046e-4097-8f16-be23c29086f7 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] 10.222.0.79 "GET /v2.0/ports?device_id=8adf3f23-0087-42c1-b9f6-12463699e447 HTTP/1.1" status: 200 len: 210 time: 0.1628482 May 23 10:57:04.369139 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24498a1b-3ab2-4ef8-babc-559e9f28ddd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53893480-d52a-4100-b1f5-d84515a4b44c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:04.425698 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea638e-e0cb-4514-a646-c5610cccb814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63cf3c7a-c588-400c-a338-8a4a9ab09744,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:04.433985 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-90ea638e-e0cb-4514-a646-c5610cccb814 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6d1543d49e854903999e9fd07fab74bc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1067600 May 23 10:57:04.436394 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60508) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:04.607368 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ff611aa7-b5dd-4d4a-88ee-a19a755671e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:04.613438 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f46585cc-2700-4e7d-bb89-dbf3d34d92d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:04.623115 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ff611aa7-b5dd-4d4a-88ee-a19a755671e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:04.700894 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f46585cc-2700-4e7d-bb89-dbf3d34d92d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:04.723940 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff611aa7-b5dd-4d4a-88ee-a19a755671e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db17a16-e0d6-4cf3-ab45-66fc22d9eebb,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:04.739473 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ff611aa7-b5dd-4d4a-88ee-a19a755671e5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2bf1bf77d9fc4b61ac2610165ad7b6a2&name=default HTTP/1.1" status: 200 len: 2647 time: 2.6485038 May 23 10:57:04.743258 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60524) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:04.750722 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-86bea58a-4e1d-41d9-b0e2-2ab16b644642 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:04.778129 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-86bea58a-4e1d-41d9-b0e2-2ab16b644642 None None] Transition to ACTIVE for port object 687c63b0-f52e-4503-b193-fd1c3b328110 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:57:04.799094 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-86bea58a-4e1d-41d9-b0e2-2ab16b644642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:04.863652 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f46585cc-2700-4e7d-bb89-dbf3d34d92d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:04.889854 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46585cc-2700-4e7d-bb89-dbf3d34d92d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cf3c7a-c588-400c-a338-8a4a9ab09744,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:04.920098 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f46585cc-2700-4e7d-bb89-dbf3d34d92d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:04.929501 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f46585cc-2700-4e7d-bb89-dbf3d34d92d7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/63cf3c7a-c588-400c-a338-8a4a9ab09744 HTTP/1.1" status: 204 len: 168 time: 0.4839137 May 23 10:57:04.961638 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a43731-e05f-4dcd-8f2a-e4822a681007 None None] Pushing event updated for resources: {'Port': ['ID=687c63b0-f52e-4503-b193-fd1c3b328110,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:05.025483 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:05.036694 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-86bea58a-4e1d-41d9-b0e2-2ab16b644642 None None] Attempting to bind port 687c63b0-f52e-4503-b193-fd1c3b328110 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:57:05.037512 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-86bea58a-4e1d-41d9-b0e2-2ab16b644642 None None] Attempting to bind port 687c63b0-f52e-4503-b193-fd1c3b328110 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:57:05.037884 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bea58a-4e1d-41d9-b0e2-2ab16b644642 None None] Attempting to bind port 687c63b0-f52e-4503-b193-fd1c3b328110 on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:57:05.057970 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bea58a-4e1d-41d9-b0e2-2ab16b644642 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:57:05.057970 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bea58a-4e1d-41d9-b0e2-2ab16b644642 None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:57:05.060970 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-86bea58a-4e1d-41d9-b0e2-2ab16b644642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:05.060970 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bea58a-4e1d-41d9-b0e2-2ab16b644642 None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:57:05.065732 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-86bea58a-4e1d-41d9-b0e2-2ab16b644642 None None] Bound port: 687c63b0-f52e-4503-b193-fd1c3b328110, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:57:05.066231 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-86bea58a-4e1d-41d9-b0e2-2ab16b644642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:05.096108 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port ee44fcc1-e5a3-44ed-908a-7e892abac4ed, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=ee44fcc1-e5a3-44ed-908a-7e892abac4ed,segment=NetworkSegment(ec5b4353-33d0-467f-ae76-90d23d1cd0c5),segment_id=ec5b4353-33d0-467f-ae76-90d23d1cd0c5)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:57:05.105901 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:05.226351 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-86bea58a-4e1d-41d9-b0e2-2ab16b644642 None None] For port 687c63b0-f52e-4503-b193-fd1c3b328110, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:57:05.231709 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-86bea58a-4e1d-41d9-b0e2-2ab16b644642 None None] For port 687c63b0-f52e-4503-b193-fd1c3b328110, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=687c63b0-f52e-4503-b193-fd1c3b328110,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:57:05.252069 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-86bea58a-4e1d-41d9-b0e2-2ab16b644642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:05.276352 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=ee44fcc1-e5a3-44ed-908a-7e892abac4ed,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:05.410996 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-588414b9-ccb5-40ff-aabf-f0207885ad4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:05.429003 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a43731-e05f-4dcd-8f2a-e4822a681007 None None] Pushing event updated for resources: {'Port': ['ID=687c63b0-f52e-4503-b193-fd1c3b328110,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:05.438678 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bea58a-4e1d-41d9-b0e2-2ab16b644642 None None] Routers {'edcff27d-4c41-4130-8c21-f47202de957a'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 10:57:05.439736 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-86bea58a-4e1d-41d9-b0e2-2ab16b644642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T10:56:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['edcff27d-4c41-4130-8c21-f47202de957a'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:57:05.475330 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 3d49cf00-9100-4d84-b370-7b214d63e480 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:57:05.516348 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-588414b9-ccb5-40ff-aabf-f0207885ad4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:05.633433 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-588414b9-ccb5-40ff-aabf-f0207885ad4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:05.654638 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c4726670-61ed-4de3-a310-b0ebc317c113 req-0c280679-b0cc-4663-90f2-f28218fedf2e tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] 10.222.0.79 "GET /v2.0/ports?device_id=8adf3f23-0087-42c1-b9f6-12463699e447 HTTP/1.1" status: 200 len: 210 time: 0.1415234 May 23 10:57:05.659309 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f6fcd6d6-2862-48fe-9521-28a7aee8f39a None None] Provisioning complete for port ee44fcc1-e5a3-44ed-908a-7e892abac4ed triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:57:05.661428 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f6fcd6d6-2862-48fe-9521-28a7aee8f39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:05.678358 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-833ee401-be86-4ccf-a532-44080cb19750 req-e4588f02-e8c3-456d-9bf0-384cf294c6fc tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf HTTP/1.1" status: 200 len: 210 time: 0.2366316 May 23 10:57:05.692759 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588414b9-ccb5-40ff-aabf-f0207885ad4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db17a16-e0d6-4cf3-ab45-66fc22d9eebb,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:05.760254 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-588414b9-ccb5-40ff-aabf-f0207885ad4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:05.766172 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-588414b9-ccb5-40ff-aabf-f0207885ad4c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3db17a16-e0d6-4cf3-ab45-66fc22d9eebb HTTP/1.1" status: 204 len: 168 time: 1.0183198 May 23 10:57:05.818281 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-86bea58a-4e1d-41d9-b0e2-2ab16b644642 None None] Set router edcff27d-4c41-4130-8c21-f47202de957a gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 10:57:05.870709 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 3d49cf00-9100-4d84-b370-7b214d63e480 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:57:05.886189 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 3d49cf00-9100-4d84-b370-7b214d63e480 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:57:05.886761 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:06.218353 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-86bea58a-4e1d-41d9-b0e2-2ab16b644642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edcff27d-4c41-4130-8c21-f47202de957a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-175506573-router', 'tenant_id': '53b7a0896e8548c0bbb0c7e9251b0828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '687c63b0-f52e-4503-b193-fd1c3b328110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:56:59Z', 'updated_at': '2022-05-23T10:57:01Z', 'revision_number': 3, 'project_id': '53b7a0896e8548c0bbb0c7e9251b0828', 'gw_port': {'id': '687c63b0-f52e-4503-b193-fd1c3b328110', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edcff27d-4c41-4130-8c21-f47202de957a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:56:59Z', 'updated_at': '2022-05-23T10:57:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:57:06.224303 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bea58a-4e1d-41d9-b0e2-2ab16b644642 None None] The sync data for ids ['edcff27d-4c41-4130-8c21-f47202de957a'] in n-d-842952-2 is: [{'id': 'edcff27d-4c41-4130-8c21-f47202de957a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-175506573-router', 'tenant_id': '53b7a0896e8548c0bbb0c7e9251b0828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '687c63b0-f52e-4503-b193-fd1c3b328110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:56:59Z', 'updated_at': '2022-05-23T10:57:01Z', 'revision_number': 3, 'project_id': '53b7a0896e8548c0bbb0c7e9251b0828', 'gw_port': {'id': '687c63b0-f52e-4503-b193-fd1c3b328110', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edcff27d-4c41-4130-8c21-f47202de957a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:56:59Z', 'updated_at': '2022-05-23T10:57:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 10:57:06.314094 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:06.314615 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f608c123-1517-45cb-8b04-ddd68adf9857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:06.365009 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 3d49cf00-9100-4d84-b370-7b214d63e480, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=3d49cf00-9100-4d84-b370-7b214d63e480,segment=NetworkSegment(4e26f11b-e66e-4cad-847f-bc46eae8cb72),segment_id=4e26f11b-e66e-4cad-847f-bc46eae8cb72)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:57:06.375265 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:06.540885 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=3d49cf00-9100-4d84-b370-7b214d63e480,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:06.630703 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-f608c123-1517-45cb-8b04-ddd68adf9857 admin admin] Allocated IP 172.20.0.1 (12ce170b-6a68-478a-ad35-ed50ca7c5b30/dafb937c-8b81-492c-b53a-af3bb2a44244/8d61cc90-fdd4-47d8-acfb-ec51187779dd) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 10:57:06.838519 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60594) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:06.851595 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f608c123-1517-45cb-8b04-ddd68adf9857 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:06.876167 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-82806f16-64d8-404b-bbd3-9fb39f454ab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:06.879527 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-f608c123-1517-45cb-8b04-ddd68adf9857 admin admin] Transition to ACTIVE for port object 8d61cc90-fdd4-47d8-acfb-ec51187779dd will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:57:06.950898 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f608c123-1517-45cb-8b04-ddd68adf9857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:07.099963 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f608c123-1517-45cb-8b04-ddd68adf9857 admin admin] Pushing event updated for resources: {'Port': ['ID=8d61cc90-fdd4-47d8-acfb-ec51187779dd,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:07.103059 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c05d1b0a-3af5-46cc-8f5a-85fb813efdc8 req-9b124e94-ad26-4149-830d-103b2720ff01 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] 10.222.0.79 "GET /v2.0/ports?device_id=8adf3f23-0087-42c1-b9f6-12463699e447 HTTP/1.1" status: 200 len: 210 time: 0.1962597 May 23 10:57:07.135787 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f608c123-1517-45cb-8b04-ddd68adf9857 admin admin] Network 12ce170b-6a68-478a-ad35-ed50ca7c5b30 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 10:57:07.142985 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.13', 60653) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:07.147192 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-f608c123-1517-45cb-8b04-ddd68adf9857 admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:57:07.150375 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f608c123-1517-45cb-8b04-ddd68adf9857 admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 10:57:07.151121 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f608c123-1517-45cb-8b04-ddd68adf9857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:07.194464 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-887cede6-cf48-4581-abaa-07ddc42f7dbe req-b55abdf8-24b7-4166-ba64-8b19a4fa3f49 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf HTTP/1.1" status: 200 len: 210 time: 0.1933291 May 23 10:57:07.299028 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-82806f16-64d8-404b-bbd3-9fb39f454ab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:07.301235 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f608c123-1517-45cb-8b04-ddd68adf9857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:07.340725 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-82806f16-64d8-404b-bbd3-9fb39f454ab1 admin admin] Usage tracker for resource:security_group_rule and tenant:b81d179295f04ae78ae849a0985ce2bb is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:57:07.347615 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 3d49cf00-9100-4d84-b370-7b214d63e480 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:57:07.421993 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-d4634160-31c1-4618-8362-d3f1244c1f54 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:07.423749 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-d4634160-31c1-4618-8362-d3f1244c1f54 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.13 "GET /v2.0/networks?id=3f16bf48-f1ac-437f-802c-c2072c75e62b HTTP/1.1" status: 200 len: 808 time: 0.2719061 May 23 10:57:07.424855 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-82806f16-64d8-404b-bbd3-9fb39f454ab1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:57:07.441708 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-82806f16-64d8-404b-bbd3-9fb39f454ab1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:07.549960 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-5f2ffe39-01d9-41b6-9858-19c18da4a653 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Request body: {'port': {'device_id': 'd211e353-443f-46c8-98d7-ef0634b0cdbf', 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b', 'admin_state_up': True, 'tenant_id': '90c9b14de9a447dbb2784bee3d7c6631'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:57:07.563201 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 3d49cf00-9100-4d84-b370-7b214d63e480 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:57:07.563561 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:07.660049 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-82806f16-64d8-404b-bbd3-9fb39f454ab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:07.686232 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a76d3cd5-a950-437a-9ca4-64e035f2333f None None] Provisioning for port 8d61cc90-fdd4-47d8-acfb-ec51187779dd completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:57:07.699314 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:07.702533 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-82806f16-64d8-404b-bbd3-9fb39f454ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:07.703092 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a76d3cd5-a950-437a-9ca4-64e035f2333f None None] Provisioning complete for port 8d61cc90-fdd4-47d8-acfb-ec51187779dd triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:57:07.703667 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a76d3cd5-a950-437a-9ca4-64e035f2333f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:07.777953 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.13', 60656) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:07.780244 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a76d3cd5-a950-437a-9ca4-64e035f2333f None None] Port 8d61cc90-fdd4-47d8-acfb-ec51187779dd cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 10:57:07.852182 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ee44fcc1-e5a3-44ed-908a-7e892abac4ed up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:57:07.863424 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-86d840ba-4309-42cc-9611-442754ab07a8 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ca07112cad404937bc9c0e5120436ea0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0843363 May 23 10:57:07.872112 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82806f16-64d8-404b-bbd3-9fb39f454ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71740c8a-8a84-4d0d-a6e8-2c37e22eaac9,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:07.917689 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-82806f16-64d8-404b-bbd3-9fb39f454ab1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b81d179295f04ae78ae849a0985ce2bb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0774629 May 23 10:57:07.932814 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60624) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:07.983525 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [None req-f608c123-1517-45cb-8b04-ddd68adf9857 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 10:57:07.999994 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port ee44fcc1-e5a3-44ed-908a-7e892abac4ed triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:57:08.000834 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:08.013637 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f608c123-1517-45cb-8b04-ddd68adf9857 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:08.028588 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f608c123-1517-45cb-8b04-ddd68adf9857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:08.029369 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f608c123-1517-45cb-8b04-ddd68adf9857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:08.091087 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-5f2ffe39-01d9-41b6-9858-19c18da4a653 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:08.107022 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-5f2ffe39-01d9-41b6-9858-19c18da4a653 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Usage tracker for resource:port and tenant:90c9b14de9a447dbb2784bee3d7c6631 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:57:08.113069 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-5f2ffe39-01d9-41b6-9858-19c18da4a653 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:57:08.127428 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-5f2ffe39-01d9-41b6-9858-19c18da4a653 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:08.157238 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-5f2ffe39-01d9-41b6-9858-19c18da4a653 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Made reservation on behalf of 90c9b14de9a447dbb2784bee3d7c6631 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:57:08.161732 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-5f2ffe39-01d9-41b6-9858-19c18da4a653 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:08.186264 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-471c8054-66a2-4fcb-afc3-a5178c6e9043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:08.268950 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-471c8054-66a2-4fcb-afc3-a5178c6e9043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:08.278916 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-de1593c2-048c-4bbc-9a7b-a389305a1e07 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:08.282153 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-de1593c2-048c-4bbc-9a7b-a389305a1e07 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4129343 May 23 10:57:08.314672 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-9d6647d3-1a4e-4937-b0a5-754fd45cb621 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Request body: {'port': {'device_id': '8adf3f23-0087-42c1-b9f6-12463699e447', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'admin_state_up': True, 'tenant_id': 'ca07112cad404937bc9c0e5120436ea0'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:57:08.412536 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-933fd15d-9329-4875-8e97-57df39e10431 req-1d2eda87-0347-4d42-8b9c-d58d8c9123f1 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] 10.222.0.79 "GET /v2.0/ports?device_id=8adf3f23-0087-42c1-b9f6-12463699e447 HTTP/1.1" status: 200 len: 210 time: 0.0680871 May 23 10:57:08.420028 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f608c123-1517-45cb-8b04-ddd68adf9857 admin admin] Pushing event updated for resources: {'Port': ['ID=8d61cc90-fdd4-47d8-acfb-ec51187779dd,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:08.506432 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-471c8054-66a2-4fcb-afc3-a5178c6e9043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:08.528075 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c8054-66a2-4fcb-afc3-a5178c6e9043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71740c8a-8a84-4d0d-a6e8-2c37e22eaac9,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:08.544370 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-5f2ffe39-01d9-41b6-9858-19c18da4a653 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Allocated IP 172.20.0.5 (3f16bf48-f1ac-437f-802c-c2072c75e62b/f56c9b27-295c-462d-bb89-343a223f9d6c/bc5de9c3-19b0-4fb2-95d2-3b731d64be1e) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 10:57:08.553913 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-471c8054-66a2-4fcb-afc3-a5178c6e9043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:08.555263 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-471c8054-66a2-4fcb-afc3-a5178c6e9043 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/71740c8a-8a84-4d0d-a6e8-2c37e22eaac9 HTTP/1.1" status: 204 len: 168 time: 0.6212654 May 23 10:57:08.604868 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-9d6647d3-1a4e-4937-b0a5-754fd45cb621 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:08.614512 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f608c123-1517-45cb-8b04-ddd68adf9857 admin admin] Network 12ce170b-6a68-478a-ad35-ed50ca7c5b30 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 10:57:08.616259 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-9d6647d3-1a4e-4937-b0a5-754fd45cb621 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Usage tracker for resource:port and tenant:ca07112cad404937bc9c0e5120436ea0 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:57:08.619532 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-9d6647d3-1a4e-4937-b0a5-754fd45cb621 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:57:08.623861 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-f608c123-1517-45cb-8b04-ddd68adf9857 admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:57:08.750117 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-bb6d11e9-ccf9-4f17-a154-7b49a8472842 req-b58c89dc-fa91-4c3d-9716-0a84c1025f36 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Synchronizing usage tracker for tenant:90c9b14de9a447dbb2784bee3d7c6631 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 10:57:08.915037 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-5f2ffe39-01d9-41b6-9858-19c18da4a653 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:08.936013 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-9d6647d3-1a4e-4937-b0a5-754fd45cb621 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:08.959119 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-5f2ffe39-01d9-41b6-9858-19c18da4a653 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:08.964444 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-9d6647d3-1a4e-4937-b0a5-754fd45cb621 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Made reservation on behalf of ca07112cad404937bc9c0e5120436ea0 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:57:08.968301 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-9d6647d3-1a4e-4937-b0a5-754fd45cb621 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:08.973740 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:08.990384 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-9d6647d3-1a4e-4937-b0a5-754fd45cb621 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:09.018057 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d21c57fe-1093-41c5-bde9-9145a2efd789 None None] Provisioning complete for port 8d61cc90-fdd4-47d8-acfb-ec51187779dd triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:57:09.018466 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d21c57fe-1093-41c5-bde9-9145a2efd789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:09.065590 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2ffe39-01d9-41b6-9858-19c18da4a653 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Pushing event updated for resources: {'Port': ['ID=bc5de9c3-19b0-4fb2-95d2-3b731d64be1e,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:09.080597 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-9d6647d3-1a4e-4937-b0a5-754fd45cb621 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:09.082729 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-bb6d11e9-ccf9-4f17-a154-7b49a8472842 req-b58c89dc-fa91-4c3d-9716-0a84c1025f36 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Unset dirty status for tenant:90c9b14de9a447dbb2784bee3d7c6631 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 10:57:09.084110 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bb6d11e9-ccf9-4f17-a154-7b49a8472842 req-b58c89dc-fa91-4c3d-9716-0a84c1025f36 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf HTTP/1.1" status: 200 len: 210 time: 0.4446132 May 23 10:57:09.094494 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-9d6647d3-1a4e-4937-b0a5-754fd45cb621 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Usage tracker for resource:security_group_rule and tenant:ca07112cad404937bc9c0e5120436ea0 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:57:09.097374 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-9d6647d3-1a4e-4937-b0a5-754fd45cb621 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:57:09.111663 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-9d6647d3-1a4e-4937-b0a5-754fd45cb621 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:09.118820 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-20b6e77e-61fb-4ff0-adc1-cbe1aa24de98 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=c3816eac91704735985a084b7b8b8841&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562003 May 23 10:57:09.134659 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-5f2ffe39-01d9-41b6-9858-19c18da4a653 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Network 3f16bf48-f1ac-437f-802c-c2072c75e62b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 10:57:09.154612 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d21c57fe-1093-41c5-bde9-9145a2efd789 None None] Port 8d61cc90-fdd4-47d8-acfb-ec51187779dd cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 10:57:09.176284 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-5f2ffe39-01d9-41b6-9858-19c18da4a653 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:57:09.197359 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-5f2ffe39-01d9-41b6-9858-19c18da4a653 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 10:57:09.203242 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-5f2ffe39-01d9-41b6-9858-19c18da4a653 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:09.204973 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-17ef82d6-6978-45e9-b0ec-190bd999ea2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:09.206111 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-5f2ffe39-01d9-41b6-9858-19c18da4a653 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:09.231771 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-5f2ffe39-01d9-41b6-9858-19c18da4a653 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6865485 May 23 10:57:09.307338 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-135faf90-e55e-44d4-8f2e-2ab7c21fae90 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 10:57:09.314161 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-135faf90-e55e-44d4-8f2e-2ab7c21fae90 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0064576 May 23 10:57:09.496317 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-81ea69ad-57e8-481c-903d-80e78f24d979 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:09.497933 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-81ea69ad-57e8-481c-903d-80e78f24d979 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3697710 May 23 10:57:09.527805 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-59fc4d94-f6dd-4177-b924-5d786368dd19 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/quotas/c3816eac91704735985a084b7b8b8841 HTTP/1.1" status: 200 len: 375 time: 0.0160215 May 23 10:57:09.611232 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-8d0d1508-b244-4e4c-97f4-f512d2232978 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c3816eac91704735985a084b7b8b8841&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661700 May 23 10:57:09.694701 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-9d6647d3-1a4e-4937-b0a5-754fd45cb621 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:09.706807 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-9d6647d3-1a4e-4937-b0a5-754fd45cb621 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:09.827474 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-02a9c97b-001e-4e7d-993e-ebec56884494 req-86646406-0f84-4803-8100-79dd5a9f0e98 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] 10.222.0.79 "GET /v2.0/ports?device_id=8adf3f23-0087-42c1-b9f6-12463699e447 HTTP/1.1" status: 200 len: 210 time: 0.1472020 May 23 10:57:09.854223 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6647d3-1a4e-4937-b0a5-754fd45cb621 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5dde5d-a859-45bd-8f95-ee8ebc50e68e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:10.030909 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4a10252b-b5c4-4652-8827-d43cca221afb req-38641274-9436-4229-8d1a-2d1ed588134e tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ab6c124-80d3-4d60-8b0c-cf93cb937e0c HTTP/1.1" status: 200 len: 210 time: 0.0611980 May 23 10:57:10.157825 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60692) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:10.350153 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f608c123-1517-45cb-8b04-ddd68adf9857 admin admin] Router edcff27d-4c41-4130-8c21-f47202de957a has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 10:57:10.360601 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-9d6647d3-1a4e-4937-b0a5-754fd45cb621 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Allocated IP 192.168.233.138 (45238d5c-875a-474b-bef1-cc75dc2ba645/c1719237-4a8e-4354-92b1-51064eb09c82/dbd2fa7a-4cd4-4c6b-917d-4305045deb2d) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 10:57:10.452384 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-22911118-fe47-469b-8197-fbaeb03911aa service neutron] Request body: {'port': {'device_id': 'd211e353-443f-46c8-98d7-ef0634b0cdbf', 'device_owner': 'compute:tempest-test_az-1536545113', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:57:11.044428 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b77d1796-8bd3-420f-ac55-575d82cd6768 tempest-AutoAllocateNetworkTest-367837996 tempest-AutoAllocateNetworkTest-367837996-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=3b905d2c8bf04b58b655f164b62c76ef&shared=False HTTP/1.1" status: 200 len: 208 time: 0.8846221 May 23 10:57:11.049534 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60714) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:11.061673 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-22911118-fe47-469b-8197-fbaeb03911aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:11.102932 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a151d5-f879-4ee8-9e77-789ad7378697 req-70e54f27-97c4-478b-976f-3b38a416407f tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:11.113486 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-83a151d5-f879-4ee8-9e77-789ad7378697 req-70e54f27-97c4-478b-976f-3b38a416407f tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf HTTP/1.1" status: 200 len: 931 time: 0.5865512 May 23 10:57:11.141214 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-9d6647d3-1a4e-4937-b0a5-754fd45cb621 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:11.187253 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-9d6647d3-1a4e-4937-b0a5-754fd45cb621 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Transition to ACTIVE for port object dbd2fa7a-4cd4-4c6b-917d-4305045deb2d will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:57:11.428907 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-83a151d5-f879-4ee8-9e77-789ad7378697 req-ab1e10ca-7097-4661-94a4-a6b63eba6bc9 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982700 May 23 10:57:11.468704 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b983cb12-0217-4aae-b720-cfa1b9e322b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:11.605664 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09261e1c-2dc6-4799-9a86-50475a508820 tempest-AutoAllocateNetworkTest-367837996 tempest-AutoAllocateNetworkTest-367837996-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:11.610270 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-09261e1c-2dc6-4799-9a86-50475a508820 tempest-AutoAllocateNetworkTest-367837996 tempest-AutoAllocateNetworkTest-367837996-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.5568378 May 23 10:57:11.610270 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-9d6647d3-1a4e-4937-b0a5-754fd45cb621 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:11.612465 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60726) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:11.740300 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cafa37-b7a2-4d80-a4cc-c52f204dfd9a req-c2f6a626-e33c-4643-8b3b-30ad32ae8648 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:11.754502 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e8cafa37-b7a2-4d80-a4cc-c52f204dfd9a req-c2f6a626-e33c-4643-8b3b-30ad32ae8648 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] 10.222.0.79 "GET /v2.0/ports?device_id=8adf3f23-0087-42c1-b9f6-12463699e447 HTTP/1.1" status: 200 len: 936 time: 0.4784214 May 23 10:57:11.941641 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d4f97160-7f8a-4154-9452-f9e3002a42ce tempest-AutoAllocateNetworkTest-367837996 tempest-AutoAllocateNetworkTest-367837996-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3245566 May 23 10:57:11.968643 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e8cafa37-b7a2-4d80-a4cc-c52f204dfd9a req-8a60122f-a226-48c7-918b-9743275612e1 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf5dde5d-a859-45bd-8f95-ee8ebc50e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129095 May 23 10:57:11.969127 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60732) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:12.024883 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-9d6647d3-1a4e-4937-b0a5-754fd45cb621 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Network 45238d5c-875a-474b-bef1-cc75dc2ba645 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 10:57:12.076745 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-49bd7ab6-d43e-4c4f-95d1-05cd22180227 req-a8c33ae4-a64f-4d04-bb35-1db8143ef865 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ab6c124-80d3-4d60-8b0c-cf93cb937e0c HTTP/1.1" status: 200 len: 210 time: 0.2409379 May 23 10:57:12.227963 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-27999a58-d4cb-42e3-ac06-9fe3eb35a5d9 tempest-AutoAllocateNetworkTest-367837996 tempest-AutoAllocateNetworkTest-367837996-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=3b905d2c8bf04b58b655f164b62c76ef HTTP/1.1" status: 200 len: 208 time: 0.2202742 May 23 10:57:12.237920 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-9d6647d3-1a4e-4937-b0a5-754fd45cb621 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:57:12.243573 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-9d6647d3-1a4e-4937-b0a5-754fd45cb621 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 10:57:12.267287 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-9d6647d3-1a4e-4937-b0a5-754fd45cb621 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:12.267971 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-9d6647d3-1a4e-4937-b0a5-754fd45cb621 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:12.346704 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.81', 60858) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:12.451399 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-9d6647d3-1a4e-4937-b0a5-754fd45cb621 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1453671 May 23 10:57:12.453318 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6647d3-1a4e-4937-b0a5-754fd45cb621 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Pushing event updated for resources: {'Port': ['ID=dbd2fa7a-4cd4-4c6b-917d-4305045deb2d,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:12.483075 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-cc4b9872-31c3-4758-82a0-3470aa8ab67f service neutron] Request body: {'port': {'device_id': '8adf3f23-0087-42c1-b9f6-12463699e447', 'device_owner': 'compute:tempest-test_az-1536545113', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:57:12.513100 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:12.683971 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-9f43e4a9-fb40-43dd-8223-12cd024ba922 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=c3816eac91704735985a084b7b8b8841&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3162866 May 23 10:57:12.725018 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:12.816227 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b7989807-a125-4f12-9522-0029f6c43a26 None None] Provisioning for port dbd2fa7a-4cd4-4c6b-917d-4305045deb2d completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:57:12.823566 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b7989807-a125-4f12-9522-0029f6c43a26 None None] Provisioning complete for port dbd2fa7a-4cd4-4c6b-917d-4305045deb2d triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:57:12.824351 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b7989807-a125-4f12-9522-0029f6c43a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:12.905348 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b7989807-a125-4f12-9522-0029f6c43a26 None None] Port dbd2fa7a-4cd4-4c6b-917d-4305045deb2d cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 10:57:12.933884 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f608c123-1517-45cb-8b04-ddd68adf9857 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 10:57:12.968691 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f608c123-1517-45cb-8b04-ddd68adf9857 admin admin] 10.222.0.79 "PUT /v2.0/routers/edcff27d-4c41-4130-8c21-f47202de957a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4114785 May 23 10:57:13.074200 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-cc4b9872-31c3-4758-82a0-3470aa8ab67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:13.438704 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 687c63b0-f52e-4503-b193-fd1c3b328110 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:57:13.448417 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-99de2b7a-228e-409a-b90f-8a360aefd061 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:13.453953 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-99de2b7a-228e-409a-b90f-8a360aefd061 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7537553 May 23 10:57:13.596034 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 687c63b0-f52e-4503-b193-fd1c3b328110 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:57:13.607509 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 687c63b0-f52e-4503-b193-fd1c3b328110 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:57:13.608364 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:13.636252 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-7cdd5a97-f198-461d-971a-1d8af98f3c00 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Request body: {'port': {'device_id': '9ab6c124-80d3-4d60-8b0c-cf93cb937e0c', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'admin_state_up': True, 'tenant_id': 'c3816eac91704735985a084b7b8b8841'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:57:13.728845 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60768) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:13.773812 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:13.823585 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 687c63b0-f52e-4503-b193-fd1c3b328110, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=687c63b0-f52e-4503-b193-fd1c3b328110,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:57:13.834578 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:14.031433 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=687c63b0-f52e-4503-b193-fd1c3b328110,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:14.065929 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:14.073581 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-22911118-fe47-469b-8197-fbaeb03911aa service neutron] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 10:57:14.225518 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aac303-b48a-4dac-8027-b0f6ac9b3dbf req-ba41890a-2298-4703-8371-4bc2df7c4a34 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:14.233213 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-73aac303-b48a-4dac-8027-b0f6ac9b3dbf req-ba41890a-2298-4703-8371-4bc2df7c4a34 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf HTTP/1.1" status: 200 len: 931 time: 1.2286141 May 23 10:57:14.246322 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc8a45-c558-44b9-bbfa-ca3a1ec9f9ff req-95344d2a-3bb2-4d9a-b86e-3ea65a3d17d8 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:14.254543 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-56cc8a45-c558-44b9-bbfa-ca3a1ec9f9ff req-95344d2a-3bb2-4d9a-b86e-3ea65a3d17d8 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] 10.222.0.79 "GET /v2.0/ports?device_id=8adf3f23-0087-42c1-b9f6-12463699e447 HTTP/1.1" status: 200 len: 936 time: 0.7992368 May 23 10:57:14.280970 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-cc4b9872-31c3-4758-82a0-3470aa8ab67f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbd2fa7a-4cd4-4c6b-917d-4305045deb2d {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 10:57:14.292092 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-cc4b9872-31c3-4758-82a0-3470aa8ab67f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:14.356638 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-22911118-fe47-469b-8197-fbaeb03911aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc5de9c3-19b0-4fb2-95d2-3b731d64be1e {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 10:57:14.358238 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-cc4b9872-31c3-4758-82a0-3470aa8ab67f service neutron] Transition to ACTIVE for port object dbd2fa7a-4cd4-4c6b-917d-4305045deb2d will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:57:14.370013 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-cc4b9872-31c3-4758-82a0-3470aa8ab67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:14.413693 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-22911118-fe47-469b-8197-fbaeb03911aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:14.525106 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-22911118-fe47-469b-8197-fbaeb03911aa service neutron] Transition to ACTIVE for port object bc5de9c3-19b0-4fb2-95d2-3b731d64be1e will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:57:14.526072 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-7cdd5a97-f198-461d-971a-1d8af98f3c00 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:14.555766 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-73aac303-b48a-4dac-8027-b0f6ac9b3dbf req-080d3182-ae5d-457b-a4f0-83fd9d20761a tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214684 May 23 10:57:14.559636 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-7cdd5a97-f198-461d-971a-1d8af98f3c00 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Usage tracker for resource:port and tenant:c3816eac91704735985a084b7b8b8841 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:57:14.563723 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-22911118-fe47-469b-8197-fbaeb03911aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:14.565264 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b9ddf6a-218a-407d-bb60-4c2cfabbcc2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:14.603262 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-7cdd5a97-f198-461d-971a-1d8af98f3c00 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:57:14.706930 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b9872-31c3-4758-82a0-3470aa8ab67f service neutron] Pushing event updated for resources: {'Port': ['ID=dbd2fa7a-4cd4-4c6b-917d-4305045deb2d,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:14.728166 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-7cdd5a97-f198-461d-971a-1d8af98f3c00 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:14.750455 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-56cc8a45-c558-44b9-bbfa-ca3a1ec9f9ff req-1ac6a14c-3968-4b5e-b038-d205d37411ba tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf5dde5d-a859-45bd-8f95-ee8ebc50e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4950337 May 23 10:57:14.787357 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6b9ddf6a-218a-407d-bb60-4c2cfabbcc2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:14.800378 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22911118-fe47-469b-8197-fbaeb03911aa service neutron] Pushing event updated for resources: {'Port': ['ID=bc5de9c3-19b0-4fb2-95d2-3b731d64be1e,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:14.803174 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-6b9ddf6a-218a-407d-bb60-4c2cfabbcc2e admin admin] Usage tracker for resource:security_group_rule and tenant:3b905d2c8bf04b58b655f164b62c76ef is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:57:14.816768 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-6b9ddf6a-218a-407d-bb60-4c2cfabbcc2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:57:14.833962 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6b9ddf6a-218a-407d-bb60-4c2cfabbcc2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:15.040023 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-7cdd5a97-f198-461d-971a-1d8af98f3c00 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Made reservation on behalf of c3816eac91704735985a084b7b8b8841 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:57:15.042074 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b9ddf6a-218a-407d-bb60-4c2cfabbcc2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:15.045844 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-7cdd5a97-f198-461d-971a-1d8af98f3c00 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:15.054591 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b9ddf6a-218a-407d-bb60-4c2cfabbcc2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:15.115637 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-7cdd5a97-f198-461d-971a-1d8af98f3c00 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:15.177485 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6b9ddf6a-218a-407d-bb60-4c2cfabbcc2e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3b905d2c8bf04b58b655f164b62c76ef&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4460800 May 23 10:57:15.195487 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60798) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:15.234083 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c8966ac6-7df6-4223-84dd-6ee54d95f7ab req-713e70ac-6965-4527-addb-82df63126f29 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ab6c124-80d3-4d60-8b0c-cf93cb937e0c HTTP/1.1" status: 200 len: 210 time: 0.1501393 May 23 10:57:15.308791 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-7cdd5a97-f198-461d-971a-1d8af98f3c00 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:15.313426 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-7cdd5a97-f198-461d-971a-1d8af98f3c00 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Usage tracker for resource:security_group_rule and tenant:c3816eac91704735985a084b7b8b8841 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:57:15.316990 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-7cdd5a97-f198-461d-971a-1d8af98f3c00 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:57:15.324620 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-7cdd5a97-f198-461d-971a-1d8af98f3c00 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:15.369771 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 687c63b0-f52e-4503-b193-fd1c3b328110 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:57:15.387058 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ddf6a-218a-407d-bb60-4c2cfabbcc2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686c9982-b8cb-41cc-8c28-56bfddd6ab34,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:15.412259 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-7cdd5a97-f198-461d-971a-1d8af98f3c00 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:15.438098 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-7cdd5a97-f198-461d-971a-1d8af98f3c00 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:15.440037 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-cc4b9872-31c3-4758-82a0-3470aa8ab67f service neutron] Attempting to bind port dbd2fa7a-4cd4-4c6b-917d-4305045deb2d on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:57:15.440461 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-cc4b9872-31c3-4758-82a0-3470aa8ab67f service neutron] Attempting to bind port dbd2fa7a-4cd4-4c6b-917d-4305045deb2d by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:57:15.440808 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-cc4b9872-31c3-4758-82a0-3470aa8ab67f service neutron] Attempting to bind port dbd2fa7a-4cd4-4c6b-917d-4305045deb2d on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:57:15.492432 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-cc4b9872-31c3-4758-82a0-3470aa8ab67f service neutron] Port dbd2fa7a-4cd4-4c6b-917d-4305045deb2d on network 45238d5c-875a-474b-bef1-cc75dc2ba645 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 10:57:15.492757 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-cc4b9872-31c3-4758-82a0-3470aa8ab67f service neutron] Attempting to bind port dbd2fa7a-4cd4-4c6b-917d-4305045deb2d on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:57:15.518903 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-cc4b9872-31c3-4758-82a0-3470aa8ab67f service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:57:15.519667 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-cc4b9872-31c3-4758-82a0-3470aa8ab67f service neutron] Checking segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:57:15.520430 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-cc4b9872-31c3-4758-82a0-3470aa8ab67f service neutron] Bound using segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:57:15.521082 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-cc4b9872-31c3-4758-82a0-3470aa8ab67f service neutron] Bound port: dbd2fa7a-4cd4-4c6b-917d-4305045deb2d, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:57:15.521610 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-cc4b9872-31c3-4758-82a0-3470aa8ab67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:15.527973 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-22911118-fe47-469b-8197-fbaeb03911aa service neutron] Attempting to bind port bc5de9c3-19b0-4fb2-95d2-3b731d64be1e on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:57:15.528518 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-22911118-fe47-469b-8197-fbaeb03911aa service neutron] Attempting to bind port bc5de9c3-19b0-4fb2-95d2-3b731d64be1e by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:57:15.528680 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-22911118-fe47-469b-8197-fbaeb03911aa service neutron] Attempting to bind port bc5de9c3-19b0-4fb2-95d2-3b731d64be1e on network 3f16bf48-f1ac-437f-802c-c2072c75e62b {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:57:15.553382 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-22911118-fe47-469b-8197-fbaeb03911aa service neutron] Port bc5de9c3-19b0-4fb2-95d2-3b731d64be1e on network 3f16bf48-f1ac-437f-802c-c2072c75e62b not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 10:57:15.553830 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-22911118-fe47-469b-8197-fbaeb03911aa service neutron] Attempting to bind port bc5de9c3-19b0-4fb2-95d2-3b731d64be1e on network 3f16bf48-f1ac-437f-802c-c2072c75e62b {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:57:15.577929 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-22911118-fe47-469b-8197-fbaeb03911aa service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:57:15.578487 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-22911118-fe47-469b-8197-fbaeb03911aa service neutron] Checking segment: {'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:57:15.579157 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-22911118-fe47-469b-8197-fbaeb03911aa service neutron] Bound using segment: {'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:57:15.579712 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-22911118-fe47-469b-8197-fbaeb03911aa service neutron] Bound port: bc5de9c3-19b0-4fb2-95d2-3b731d64be1e, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:57:15.580210 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-22911118-fe47-469b-8197-fbaeb03911aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:15.600054 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd5a97-f198-461d-971a-1d8af98f3c00 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd826eda-e372-480f-b9c6-94eeaaadef19,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:15.627901 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8be646a4-0d95-414b-b728-d61af9e9dd90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:15.648079 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 687c63b0-f52e-4503-b193-fd1c3b328110 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:57:15.648438 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:15.706095 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-cc4b9872-31c3-4758-82a0-3470aa8ab67f service neutron] For port dbd2fa7a-4cd4-4c6b-917d-4305045deb2d, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:57:15.716330 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-cc4b9872-31c3-4758-82a0-3470aa8ab67f service neutron] For port dbd2fa7a-4cd4-4c6b-917d-4305045deb2d, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=dbd2fa7a-4cd4-4c6b-917d-4305045deb2d,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:57:15.722332 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8be646a4-0d95-414b-b728-d61af9e9dd90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:15.731414 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-cc4b9872-31c3-4758-82a0-3470aa8ab67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:15.924470 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-7cdd5a97-f198-461d-971a-1d8af98f3c00 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Allocated IP 192.168.233.25 (45238d5c-875a-474b-bef1-cc75dc2ba645/c1719237-4a8e-4354-92b1-51064eb09c82/842afd52-6c7f-435e-bebc-be9accfbede2) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 10:57:15.926775 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-22911118-fe47-469b-8197-fbaeb03911aa service neutron] For port bc5de9c3-19b0-4fb2-95d2-3b731d64be1e, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:57:15.949104 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-22911118-fe47-469b-8197-fbaeb03911aa service neutron] For port bc5de9c3-19b0-4fb2-95d2-3b731d64be1e, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=bc5de9c3-19b0-4fb2-95d2-3b731d64be1e,segment=NetworkSegment(6bc35f8b-456e-4e1c-8a63-ba8204a54381),segment_id=6bc35f8b-456e-4e1c-8a63-ba8204a54381)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:57:15.969619 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-22911118-fe47-469b-8197-fbaeb03911aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:15.974391 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-cc4b9872-31c3-4758-82a0-3470aa8ab67f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:15.976641 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-cc4b9872-31c3-4758-82a0-3470aa8ab67f service neutron] 10.222.0.13 "PUT /v2.0/ports/dbd2fa7a-4cd4-4c6b-917d-4305045deb2d HTTP/1.1" status: 200 len: 1118 time: 3.5024443 May 23 10:57:15.986070 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8adf3f23-0087-42c1-b9f6-12463699e447', 'tag': 'dbd2fa7a-4cd4-4c6b-917d-4305045deb2d'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:57:16.207646 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b9872-31c3-4758-82a0-3470aa8ab67f service neutron] Pushing event updated for resources: {'Port': ['ID=dbd2fa7a-4cd4-4c6b-917d-4305045deb2d,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:16.296664 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8be646a4-0d95-414b-b728-d61af9e9dd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:16.351235 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-68c58894-b74d-4f2e-801a-ee1b300a878f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca07112cad404937bc9c0e5120436ea0&device_id=8adf3f23-0087-42c1-b9f6-12463699e447 HTTP/1.1" status: 200 len: 1121 time: 0.2475100 May 23 10:57:16.355766 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be646a4-0d95-414b-b728-d61af9e9dd90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686c9982-b8cb-41cc-8c28-56bfddd6ab34,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:16.360535 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8be646a4-0d95-414b-b728-d61af9e9dd90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:16.362366 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8be646a4-0d95-414b-b728-d61af9e9dd90 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/686c9982-b8cb-41cc-8c28-56bfddd6ab34 HTTP/1.1" status: 204 len: 168 time: 1.1630015 May 23 10:57:16.470749 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-baed82f4-f005-4452-a840-87bafac1f14b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=dbd2fa7a-4cd4-4c6b-917d-4305045deb2d HTTP/1.1" status: 200 len: 217 time: 0.0876873 May 23 10:57:16.619679 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-7cdd5a97-f198-461d-971a-1d8af98f3c00 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:16.639768 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-7cdd5a97-f198-461d-971a-1d8af98f3c00 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Transition to ACTIVE for port object 842afd52-6c7f-435e-bebc-be9accfbede2 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:57:16.646759 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-7aa9c75b-490a-4723-a762-b151acd0cef4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:16.648984 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-7aa9c75b-490a-4723-a762-b151acd0cef4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.1441195 May 23 10:57:16.661967 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-22911118-fe47-469b-8197-fbaeb03911aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:16.663694 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-22911118-fe47-469b-8197-fbaeb03911aa service neutron] 10.222.0.13 "PUT /v2.0/ports/bc5de9c3-19b0-4fb2-95d2-3b731d64be1e HTTP/1.1" status: 200 len: 1113 time: 6.5876656 May 23 10:57:16.679035 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd211e353-443f-46c8-98d7-ef0634b0cdbf', 'tag': 'bc5de9c3-19b0-4fb2-95d2-3b731d64be1e'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:57:16.785949 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-6f77b99b-e6f3-4a5e-ad5e-1ecd9f7c2ae6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1237240 May 23 10:57:17.039051 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-7cdd5a97-f198-461d-971a-1d8af98f3c00 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:17.099367 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-7cdd5a97-f198-461d-971a-1d8af98f3c00 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Network 45238d5c-875a-474b-bef1-cc75dc2ba645 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 10:57:17.102106 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22911118-fe47-469b-8197-fbaeb03911aa service neutron] Pushing event updated for resources: {'Port': ['ID=bc5de9c3-19b0-4fb2-95d2-3b731d64be1e,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:17.123099 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-7cdd5a97-f198-461d-971a-1d8af98f3c00 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:57:17.185462 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-26af070e-e5fb-4419-8228-41be231f541f service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750365 May 23 10:57:17.263429 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-7cdd5a97-f198-461d-971a-1d8af98f3c00 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 10:57:17.267708 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-7cdd5a97-f198-461d-971a-1d8af98f3c00 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:17.269147 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-7cdd5a97-f198-461d-971a-1d8af98f3c00 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:17.298001 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd5a97-f198-461d-971a-1d8af98f3c00 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Pushing event updated for resources: {'Port': ['ID=842afd52-6c7f-435e-bebc-be9accfbede2,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:17.334707 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-7cdd5a97-f198-461d-971a-1d8af98f3c00 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7388444 May 23 10:57:17.375984 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed82eac-48e0-4cfd-b813-4d23ec9b469d req-2c7977cb-edcc-4937-8ece-5aa62729eb9a tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:17.378346 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fed82eac-48e0-4cfd-b813-4d23ec9b469d req-2c7977cb-edcc-4937-8ece-5aa62729eb9a tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf HTTP/1.1" status: 200 len: 965 time: 1.0463538 May 23 10:57:17.388259 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-73220c7f-9df1-4e7d-a37a-5a581e527297 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 10:57:17.389450 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-73220c7f-9df1-4e7d-a37a-5a581e527297 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0079598 May 23 10:57:17.505070 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fed82eac-48e0-4cfd-b813-4d23ec9b469d req-bd160e02-caff-4c9b-b11b-39d018267fc9 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091530 May 23 10:57:17.518777 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f07ef-84fc-4e66-863c-fb3868b63dc3 req-43f55b55-86d1-455b-b447-f98204e772cf tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:17.521075 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ec0f07ef-84fc-4e66-863c-fb3868b63dc3 req-43f55b55-86d1-455b-b447-f98204e772cf tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] 10.222.0.79 "GET /v2.0/ports?device_id=8adf3f23-0087-42c1-b9f6-12463699e447 HTTP/1.1" status: 200 len: 970 time: 0.7718661 May 23 10:57:17.526753 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-9a712c57-6818-4573-b6aa-9bfbb00b6a11 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90c9b14de9a447dbb2784bee3d7c6631&device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf HTTP/1.1" status: 200 len: 1116 time: 0.6840827 May 23 10:57:17.563541 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-33a650b8-1331-4472-bb8c-7f638d8d2792 None None] Provisioning for port 842afd52-6c7f-435e-bebc-be9accfbede2 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:57:17.576269 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-33a650b8-1331-4472-bb8c-7f638d8d2792 None None] Provisioning complete for port 842afd52-6c7f-435e-bebc-be9accfbede2 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:57:17.576657 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-33a650b8-1331-4472-bb8c-7f638d8d2792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:17.630976 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ec0f07ef-84fc-4e66-863c-fb3868b63dc3 req-bcaea6c1-14d1-4340-aa72-8ad650c84443 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf5dde5d-a859-45bd-8f95-ee8ebc50e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012156 May 23 10:57:17.681248 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-33a650b8-1331-4472-bb8c-7f638d8d2792 None None] Port 842afd52-6c7f-435e-bebc-be9accfbede2 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 10:57:17.874394 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-9bb9a310-2f04-4fcb-8786-5577ecb0bbf3 service neutron] Request body: {'port': {'device_id': '9ab6c124-80d3-4d60-8b0c-cf93cb937e0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:57:18.096455 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3db6ca-c313-4a1c-b57e-2c31fb09ea37 req-58e7a05e-434f-4c68-aeee-1b25d5c1f707 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:18.097424 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-1a3db6ca-c313-4a1c-b57e-2c31fb09ea37 req-58e7a05e-434f-4c68-aeee-1b25d5c1f707 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Synchronizing usage tracker for tenant:c3816eac91704735985a084b7b8b8841 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 10:57:18.104224 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-9bb9a310-2f04-4fcb-8786-5577ecb0bbf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:18.198434 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-1a3db6ca-c313-4a1c-b57e-2c31fb09ea37 req-58e7a05e-434f-4c68-aeee-1b25d5c1f707 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Unset dirty status for tenant:c3816eac91704735985a084b7b8b8841 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 10:57:18.210833 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1a3db6ca-c313-4a1c-b57e-2c31fb09ea37 req-58e7a05e-434f-4c68-aeee-1b25d5c1f707 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ab6c124-80d3-4d60-8b0c-cf93cb937e0c HTTP/1.1" status: 200 len: 935 time: 0.4073663 May 23 10:57:18.366412 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-1a3db6ca-c313-4a1c-b57e-2c31fb09ea37 req-3a335af8-7db5-4298-95b6-32b42be93791 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Synchronizing usage tracker for tenant:c3816eac91704735985a084b7b8b8841 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 10:57:18.432513 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-1a3db6ca-c313-4a1c-b57e-2c31fb09ea37 req-3a335af8-7db5-4298-95b6-32b42be93791 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Unset dirty status for tenant:c3816eac91704735985a084b7b8b8841 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 10:57:18.448781 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1a3db6ca-c313-4a1c-b57e-2c31fb09ea37 req-3a335af8-7db5-4298-95b6-32b42be93791 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/security-groups?id=fd826eda-e372-480f-b9c6-94eeaaadef19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411788 May 23 10:57:18.738361 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-9bb9a310-2f04-4fcb-8786-5577ecb0bbf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 842afd52-6c7f-435e-bebc-be9accfbede2 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 10:57:18.748206 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-9bb9a310-2f04-4fcb-8786-5577ecb0bbf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:18.765796 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-9bb9a310-2f04-4fcb-8786-5577ecb0bbf3 service neutron] Transition to ACTIVE for port object 842afd52-6c7f-435e-bebc-be9accfbede2 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:57:18.773635 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-9bb9a310-2f04-4fcb-8786-5577ecb0bbf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:18.805473 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba254ec4-6744-4cb0-b6c3-a8237fcb74e1'] response: {'name': 'network-changed', 'server_uuid': '8adf3f23-0087-42c1-b9f6-12463699e447', 'tag': 'dbd2fa7a-4cd4-4c6b-917d-4305045deb2d', 'status': 'completed', 'code': 200} May 23 10:57:19.125524 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86d2e74f-5d68-43e8-9839-2b0c84ca1852'] response: {'name': 'network-changed', 'server_uuid': 'd211e353-443f-46c8-98d7-ef0634b0cdbf', 'tag': 'bc5de9c3-19b0-4fb2-95d2-3b731d64be1e', 'status': 'completed', 'code': 200} May 23 10:57:19.127041 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9a310-2f04-4fcb-8786-5577ecb0bbf3 service neutron] Pushing event updated for resources: {'Port': ['ID=842afd52-6c7f-435e-bebc-be9accfbede2,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:19.408976 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-9bb9a310-2f04-4fcb-8786-5577ecb0bbf3 service neutron] Attempting to bind port 842afd52-6c7f-435e-bebc-be9accfbede2 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:57:19.409311 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-9bb9a310-2f04-4fcb-8786-5577ecb0bbf3 service neutron] Attempting to bind port 842afd52-6c7f-435e-bebc-be9accfbede2 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:57:19.409619 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-9bb9a310-2f04-4fcb-8786-5577ecb0bbf3 service neutron] Attempting to bind port 842afd52-6c7f-435e-bebc-be9accfbede2 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:57:19.421811 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-9bb9a310-2f04-4fcb-8786-5577ecb0bbf3 service neutron] Port 842afd52-6c7f-435e-bebc-be9accfbede2 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 10:57:19.422122 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-9bb9a310-2f04-4fcb-8786-5577ecb0bbf3 service neutron] Attempting to bind port 842afd52-6c7f-435e-bebc-be9accfbede2 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:57:19.429533 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-9bb9a310-2f04-4fcb-8786-5577ecb0bbf3 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:57:19.429864 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-9bb9a310-2f04-4fcb-8786-5577ecb0bbf3 service neutron] Checking segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:57:19.430247 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-9bb9a310-2f04-4fcb-8786-5577ecb0bbf3 service neutron] Bound using segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:57:19.430673 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-9bb9a310-2f04-4fcb-8786-5577ecb0bbf3 service neutron] Bound port: 842afd52-6c7f-435e-bebc-be9accfbede2, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:57:19.431017 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-9bb9a310-2f04-4fcb-8786-5577ecb0bbf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:19.547953 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64f8d2-d8dc-4966-a36f-cedc62a5a300 req-c1db16ad-503b-4f7b-b7c8-a7dc5a46dfc7 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:19.556326 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aa64f8d2-d8dc-4966-a36f-cedc62a5a300 req-c1db16ad-503b-4f7b-b7c8-a7dc5a46dfc7 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf HTTP/1.1" status: 200 len: 965 time: 0.2350998 May 23 10:57:19.623305 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-9bb9a310-2f04-4fcb-8786-5577ecb0bbf3 service neutron] For port 842afd52-6c7f-435e-bebc-be9accfbede2, host n-h2-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:57:19.646192 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-9bb9a310-2f04-4fcb-8786-5577ecb0bbf3 service neutron] For port 842afd52-6c7f-435e-bebc-be9accfbede2, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=842afd52-6c7f-435e-bebc-be9accfbede2,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:57:19.658866 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-9bb9a310-2f04-4fcb-8786-5577ecb0bbf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:19.733271 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aa64f8d2-d8dc-4966-a36f-cedc62a5a300 req-0271420f-497b-411d-beec-0495f3cd684a tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757550 May 23 10:57:19.782314 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-9bb9a310-2f04-4fcb-8786-5577ecb0bbf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:19.783877 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-9bb9a310-2f04-4fcb-8786-5577ecb0bbf3 service neutron] 10.222.0.81 "PUT /v2.0/ports/842afd52-6c7f-435e-bebc-be9accfbede2 HTTP/1.1" status: 200 len: 1095 time: 2.1318965 May 23 10:57:19.825863 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9a310-2f04-4fcb-8786-5577ecb0bbf3 service neutron] Pushing event updated for resources: {'Port': ['ID=842afd52-6c7f-435e-bebc-be9accfbede2,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:19.855408 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9ab9e-3d93-4ef1-8690-57bccbcb6431 req-2fe1fce6-057f-4037-8808-2f1f10561b76 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:19.868547 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b1a9ab9e-3d93-4ef1-8690-57bccbcb6431 req-2fe1fce6-057f-4037-8808-2f1f10561b76 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] 10.222.0.79 "GET /v2.0/ports?device_id=8adf3f23-0087-42c1-b9f6-12463699e447 HTTP/1.1" status: 200 len: 970 time: 0.3195398 May 23 10:57:20.091400 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b1a9ab9e-3d93-4ef1-8690-57bccbcb6431 req-7f20cbac-946c-4c8b-ba18-17282f19be4a tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf5dde5d-a859-45bd-8f95-ee8ebc50e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103129 May 23 10:57:20.151889 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-96808a5c-9565-47bd-b522-7fda6c7e3838 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c3816eac91704735985a084b7b8b8841&device_id=9ab6c124-80d3-4d60-8b0c-cf93cb937e0c HTTP/1.1" status: 200 len: 1098 time: 0.2822583 May 23 10:57:20.485939 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0e79eafe-41a0-46ca-b07e-7dde08c86b93 req-6942a3f0-9c38-49bd-a888-32d72abcbf7f service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431061 May 23 10:57:20.486824 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60940) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:20.492494 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-f1fb321e-4b29-4fe8-90af-b15f43dd4dd7 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1524972975', 'description': 'tempest-description--295814035'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:57:20.500517 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f1fb321e-4b29-4fe8-90af-b15f43dd4dd7 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:20.505706 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f1fb321e-4b29-4fe8-90af-b15f43dd4dd7 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Usage tracker for resource:security_group and tenant:0151770a7dd4490d949af76344842700 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:57:20.508826 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f1fb321e-4b29-4fe8-90af-b15f43dd4dd7 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:57:20.520476 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f1fb321e-4b29-4fe8-90af-b15f43dd4dd7 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:20.561014 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f1fb321e-4b29-4fe8-90af-b15f43dd4dd7 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:20.587481 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-8b5b64e4-04b9-4efd-8215-ddec505889c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc5de9c3-19b0-4fb2-95d2-3b731d64be1e HTTP/1.1" status: 200 len: 217 time: 0.3428004 May 23 10:57:20.674188 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f1fb321e-4b29-4fe8-90af-b15f43dd4dd7 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:20.683017 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f1fb321e-4b29-4fe8-90af-b15f43dd4dd7 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Usage tracker for resource:security_group_rule and tenant:0151770a7dd4490d949af76344842700 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:57:20.689282 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f1fb321e-4b29-4fe8-90af-b15f43dd4dd7 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:57:20.691092 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-944971f1-8a84-43a4-ace8-e2f54281ba57 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=842afd52-6c7f-435e-bebc-be9accfbede2 HTTP/1.1" status: 200 len: 217 time: 0.0941167 May 23 10:57:20.705975 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f1fb321e-4b29-4fe8-90af-b15f43dd4dd7 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:20.852715 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce3cff-f908-45fa-a555-6f840254e1d6 req-32bded8a-16d8-4235-b151-57da4b2412c9 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:20.860073 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-25ce3cff-f908-45fa-a555-6f840254e1d6 req-32bded8a-16d8-4235-b151-57da4b2412c9 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ab6c124-80d3-4d60-8b0c-cf93cb937e0c HTTP/1.1" status: 200 len: 947 time: 0.4507580 May 23 10:57:20.861355 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f1fb321e-4b29-4fe8-90af-b15f43dd4dd7 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:20.874545 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f1fb321e-4b29-4fe8-90af-b15f43dd4dd7 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:20.887021 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-313c9d84-e043-4c00-96fb-5e2733bce9b2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:20.888648 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-313c9d84-e043-4c00-96fb-5e2733bce9b2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.1798363 May 23 10:57:20.922795 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-25ce3cff-f908-45fa-a555-6f840254e1d6 req-c39b0e87-2725-429d-9757-ebdbbae0e39a tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/security-groups?id=fd826eda-e372-480f-b9c6-94eeaaadef19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617168 May 23 10:57:20.998242 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fb321e-4b29-4fe8-90af-b15f43dd4dd7 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2132f8c-ab10-410c-b6fc-36cea33e92fb,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:21.026819 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f1fb321e-4b29-4fe8-90af-b15f43dd4dd7 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:21.034550 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60964) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:21.035251 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f1fb321e-4b29-4fe8-90af-b15f43dd4dd7 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.5477419 May 23 10:57:21.041448 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-d31c7863-8a91-4d16-be7c-ffd83c2622dc tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Request body: {'security_group_rule': {'security_group_id': 'c2132f8c-ab10-410c-b6fc-36cea33e92fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:57:21.055101 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d31c7863-8a91-4d16-be7c-ffd83c2622dc tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:21.065034 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d31c7863-8a91-4d16-be7c-ffd83c2622dc tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Usage tracker for resource:security_group_rule and tenant:0151770a7dd4490d949af76344842700 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:57:21.068381 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d31c7863-8a91-4d16-be7c-ffd83c2622dc tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:57:21.075534 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d31c7863-8a91-4d16-be7c-ffd83c2622dc tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:21.103544 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d31c7863-8a91-4d16-be7c-ffd83c2622dc tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:21.132938 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ab6c124-80d3-4d60-8b0c-cf93cb937e0c', 'tag': '842afd52-6c7f-435e-bebc-be9accfbede2'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:57:21.191101 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d31c7863-8a91-4d16-be7c-ffd83c2622dc tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:21.260910 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d31c7863-8a91-4d16-be7c-ffd83c2622dc tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:21.319627 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c7863-8a91-4d16-be7c-ffd83c2622dc tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57cc0593-d81b-48f0-b96c-524d0c5928d9,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:21.344799 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d31c7863-8a91-4d16-be7c-ffd83c2622dc tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:21.348335 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d31c7863-8a91-4d16-be7c-ffd83c2622dc tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3121569 May 23 10:57:21.349383 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60978) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:21.355384 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-7e7434f7-71ff-469c-8e79-81771b326050 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Request body: {'security_group_rule': {'security_group_id': 'c2132f8c-ab10-410c-b6fc-36cea33e92fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:57:21.361410 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7e7434f7-71ff-469c-8e79-81771b326050 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:21.366033 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7e7434f7-71ff-469c-8e79-81771b326050 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Usage tracker for resource:security_group_rule and tenant:0151770a7dd4490d949af76344842700 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:57:21.368858 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7e7434f7-71ff-469c-8e79-81771b326050 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:57:21.384658 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7e7434f7-71ff-469c-8e79-81771b326050 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:21.389563 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc118a-3cfd-4120-80ba-37ba8f1a3d23 req-109b4a58-f020-42ae-a8cc-258f3fcbf6d6 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:21.393805 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aacc118a-3cfd-4120-80ba-37ba8f1a3d23 req-109b4a58-f020-42ae-a8cc-258f3fcbf6d6 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf HTTP/1.1" status: 200 len: 965 time: 0.1995988 May 23 10:57:21.415276 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7e7434f7-71ff-469c-8e79-81771b326050 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:21.480902 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aacc118a-3cfd-4120-80ba-37ba8f1a3d23 req-08bdef08-7602-4df9-8d26-f4fde8c1b086 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810208 May 23 10:57:21.548395 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7e7434f7-71ff-469c-8e79-81771b326050 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:21.555703 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7e7434f7-71ff-469c-8e79-81771b326050 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:21.590251 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7434f7-71ff-469c-8e79-81771b326050 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed2d60c6-1251-41ef-ba67-25adae866ad4,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:21.603607 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7e7434f7-71ff-469c-8e79-81771b326050 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:21.609073 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7e7434f7-71ff-469c-8e79-81771b326050 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2557487 May 23 10:57:21.609533 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60986) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:21.613517 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43a31392-b093-4855-a876-4c995ab7c951'] response: {'name': 'network-changed', 'server_uuid': '9ab6c124-80d3-4d60-8b0c-cf93cb937e0c', 'tag': '842afd52-6c7f-435e-bebc-be9accfbede2', 'status': 'completed', 'code': 200} May 23 10:57:21.621435 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-45d5bea0-45da-43ad-b408-af21c82b7324 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:57:21.632590 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-45d5bea0-45da-43ad-b408-af21c82b7324 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:21.639004 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-45d5bea0-45da-43ad-b408-af21c82b7324 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Usage tracker for resource:floatingip and tenant:0151770a7dd4490d949af76344842700 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:57:21.647487 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-45d5bea0-45da-43ad-b408-af21c82b7324 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:57:21.656781 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-45d5bea0-45da-43ad-b408-af21c82b7324 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:21.678740 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-45d5bea0-45da-43ad-b408-af21c82b7324 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:21.714835 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a3638-266c-476c-991a-d3a2e960eddd req-b096d2d9-7df8-4c2e-bea0-7bb803c1494a tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:21.721906 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d51a3638-266c-476c-991a-d3a2e960eddd req-b096d2d9-7df8-4c2e-bea0-7bb803c1494a tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] 10.222.0.79 "GET /v2.0/ports?device_id=8adf3f23-0087-42c1-b9f6-12463699e447 HTTP/1.1" status: 200 len: 970 time: 0.1713874 May 23 10:57:21.863528 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d51a3638-266c-476c-991a-d3a2e960eddd req-1e7b78d7-fc77-4291-9813-4b57fa8b14ee tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf5dde5d-a859-45bd-8f95-ee8ebc50e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407578 May 23 10:57:21.967580 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-45d5bea0-45da-43ad-b408-af21c82b7324 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:22.001096 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 32772) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:22.325008 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-21069db7-30a5-41af-b140-1c0a2fd337c6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:22.326607 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-21069db7-30a5-41af-b140-1c0a2fd337c6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f56c9b27-295c-462d-bb89-343a223f9d6c HTTP/1.1" status: 200 len: 848 time: 0.2533877 May 23 10:57:22.375295 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ffa7574a-3383-43d6-8d29-88b7cf842435 req-5a60f8ff-a953-42ae-8e51-1169a7ff87e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca07112cad404937bc9c0e5120436ea0&device_id=8adf3f23-0087-42c1-b9f6-12463699e447 HTTP/1.1" status: 200 len: 1121 time: 0.1741123 May 23 10:57:22.385908 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-45d5bea0-45da-43ad-b408-af21c82b7324 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Allocated IP 172.25.6.175 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/0f3ae579-a13f-4c21-b8fa-2df7e87155bb) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 10:57:22.405686 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-74ec11b3-f5eb-4ff7-a9a4-5eeabc11c2dd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3f16bf48-f1ac-437f-802c-c2072c75e62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603745 May 23 10:57:22.415702 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55741880-282c-4fcb-a49c-14b8d88ad6ca req-a83352f7-4d5b-4578-9c5b-00b751847351 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:22.429049 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-55741880-282c-4fcb-a49c-14b8d88ad6ca req-a83352f7-4d5b-4578-9c5b-00b751847351 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ab6c124-80d3-4d60-8b0c-cf93cb937e0c HTTP/1.1" status: 200 len: 947 time: 0.3002470 May 23 10:57:22.457258 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a32efbc3-41d2-4067-9e0f-c41a17493ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:22.597710 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a1ce15-8260-4b9b-857c-a26e988b85f0 None None] Sync routers for ids ['edcff27d-4c41-4130-8c21-f47202de957a'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 10:57:22.644245 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a1ce15-8260-4b9b-857c-a26e988b85f0 None None] Routers {'edcff27d-4c41-4130-8c21-f47202de957a'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 10:57:22.647767 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-06a1ce15-8260-4b9b-857c-a26e988b85f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T10:57:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['edcff27d-4c41-4130-8c21-f47202de957a'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:57:22.731658 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a32efbc3-41d2-4067-9e0f-c41a17493ab7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:22.738364 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a32efbc3-41d2-4067-9e0f-c41a17493ab7 admin admin] Usage tracker for resource:security_group_rule and tenant:fb70bf0fb0404fdf9c36f50e12a4bfad is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:57:22.743952 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 32792) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:22.744366 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a32efbc3-41d2-4067-9e0f-c41a17493ab7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:57:22.765439 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a32efbc3-41d2-4067-9e0f-c41a17493ab7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:22.800158 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7574a-3383-43d6-8d29-88b7cf842435 req-3a244370-80e5-415c-88f3-73df38666927 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:22.801735 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ffa7574a-3383-43d6-8d29-88b7cf842435 req-3a244370-80e5-415c-88f3-73df38666927 service neutron] 10.222.0.13 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.4183428 May 23 10:57:22.956828 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 32798) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:22.999761 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ffa7574a-3383-43d6-8d29-88b7cf842435 req-2d9686e4-43a3-4131-83f7-f1ebc4e9380e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=dbd2fa7a-4cd4-4c6b-917d-4305045deb2d HTTP/1.1" status: 200 len: 217 time: 0.1341987 May 23 10:57:23.012349 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a32efbc3-41d2-4067-9e0f-c41a17493ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:23.088164 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-55741880-282c-4fcb-a49c-14b8d88ad6ca req-c3f46a3a-20e8-4aaa-a79e-82ee9520cb2c tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/security-groups?id=fd826eda-e372-480f-b9c6-94eeaaadef19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6555879 May 23 10:57:23.090216 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a32efbc3-41d2-4067-9e0f-c41a17493ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:23.150411 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32efbc3-41d2-4067-9e0f-c41a17493ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3f652d-a997-4234-b65f-2fe7e2523e4b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:23.174906 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-06a1ce15-8260-4b9b-857c-a26e988b85f0 None None] Set router edcff27d-4c41-4130-8c21-f47202de957a gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 10:57:23.199793 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7574a-3383-43d6-8d29-88b7cf842435 req-84118120-8240-452f-83ec-7f596b0720a3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:23.201417 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ffa7574a-3383-43d6-8d29-88b7cf842435 req-84118120-8240-452f-83ec-7f596b0720a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.1865256 May 23 10:57:23.208517 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a32efbc3-41d2-4067-9e0f-c41a17493ab7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fb70bf0fb0404fdf9c36f50e12a4bfad&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2062285 May 23 10:57:23.209387 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 32806) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:23.281912 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-6c21d587-fed5-498b-9fd4-0d2b966dfa4c service neutron] 10.222.0.13 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7923653 May 23 10:57:23.410188 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-45d5bea0-45da-43ad-b408-af21c82b7324 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:23.433641 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-71e10bb1-5fb6-4e6f-99a9-3257c119e78c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:23.454041 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-62cf8c5b-023a-4d24-8660-e1d318fdc469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:23.516993 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615ff9e-a443-4340-80c1-2019774a5f6f req-589dec7b-ab57-4135-a3e6-08a589c2ea3e tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:23.524623 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4615ff9e-a443-4340-80c1-2019774a5f6f req-589dec7b-ab57-4135-a3e6-08a589c2ea3e tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf HTTP/1.1" status: 200 len: 965 time: 0.6963601 May 23 10:57:23.543361 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-71e10bb1-5fb6-4e6f-99a9-3257c119e78c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:23.556976 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-62cf8c5b-023a-4d24-8660-e1d318fdc469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:23.560209 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-698b2778-83ac-443c-9374-a6caeb1d4701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:23.563351 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-71e10bb1-5fb6-4e6f-99a9-3257c119e78c admin admin] Usage tracker for resource:security_group_rule and tenant:a5c4184147be4d5aa80c87f9de814adf is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:57:23.568696 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ffa7574a-3383-43d6-8d29-88b7cf842435 req-248b4011-20e4-4e8c-91d6-53e4e03545f2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3583355 May 23 10:57:23.570454 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-71e10bb1-5fb6-4e6f-99a9-3257c119e78c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:57:23.573558 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-62cf8c5b-023a-4d24-8660-e1d318fdc469 admin admin] Usage tracker for resource:security_group_rule and tenant:b67f13396d854ca9b87d05fbc29454c3 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:57:23.586882 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-62cf8c5b-023a-4d24-8660-e1d318fdc469 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:57:23.593807 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-71e10bb1-5fb6-4e6f-99a9-3257c119e78c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:23.626340 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-62cf8c5b-023a-4d24-8660-e1d318fdc469 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:23.667449 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-45d5bea0-45da-43ad-b408-af21c82b7324 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:23.727174 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-698b2778-83ac-443c-9374-a6caeb1d4701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:23.731786 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4615ff9e-a443-4340-80c1-2019774a5f6f req-8dfcf376-ab18-4bf4-a639-4dbacd50a6a3 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059338 May 23 10:57:23.758447 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-06a1ce15-8260-4b9b-857c-a26e988b85f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edcff27d-4c41-4130-8c21-f47202de957a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-175506573-router', 'tenant_id': '53b7a0896e8548c0bbb0c7e9251b0828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '687c63b0-f52e-4503-b193-fd1c3b328110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:56:59Z', 'updated_at': '2022-05-23T10:57:07Z', 'revision_number': 4, 'project_id': '53b7a0896e8548c0bbb0c7e9251b0828', 'gw_port': {'id': '687c63b0-f52e-4503-b193-fd1c3b328110', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcff27d-4c41-4130-8c21-f47202de957a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:56:59Z', 'updated_at': '2022-05-23T10:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '8d61cc90-fdd4-47d8-acfb-ec51187779dd', 'name': '', 'network_id': '12ce170b-6a68-478a-ad35-ed50ca7c5b30', 'tenant_id': '53b7a0896e8548c0bbb0c7e9251b0828', 'mac_address': 'fa:16:3e:65:14:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edcff27d-4c41-4130-8c21-f47202de957a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dafb937c-8b81-492c-b53a-af3bb2a44244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:57:06Z', 'updated_at': '2022-05-23T10:57:07Z', 'revision_number': 2, 'project_id': '53b7a0896e8548c0bbb0c7e9251b0828', 'subnets': [{'id': 'dafb937c-8b81-492c-b53a-af3bb2a44244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:57:23.764187 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-969e975d-9692-4617-aeb4-dc3f437d8e16 req-e6b7f24c-18a5-4115-b3d2-4ff0c84686e0 service neutron] 10.222.0.13 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4491377 May 23 10:57:23.767613 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a1ce15-8260-4b9b-857c-a26e988b85f0 None None] Checking router: edcff27d-4c41-4130-8c21-f47202de957a for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 10:57:23.769888 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a1ce15-8260-4b9b-857c-a26e988b85f0 None None] Updating router edcff27d-4c41-4130-8c21-f47202de957a port 8d61cc90-fdd4-47d8-acfb-ec51187779dd binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 10:57:23.773992 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46358e96-b07c-4701-8cf9-f19ab0986635 req-8d6d7db3-8851-4642-aa78-093b6120fcda tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:23.781213 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-46358e96-b07c-4701-8cf9-f19ab0986635 req-8d6d7db3-8851-4642-aa78-093b6120fcda tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] 10.222.0.79 "GET /v2.0/ports?device_id=8adf3f23-0087-42c1-b9f6-12463699e447 HTTP/1.1" status: 200 len: 970 time: 0.4146116 May 23 10:57:23.835070 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d5bea0-45da-43ad-b408-af21c82b7324 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 10:57:23.842557 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d5bea0-45da-43ad-b408-af21c82b7324 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Pushing event updated for resources: {'Port': ['ID=0f3ae579-a13f-4c21-b8fa-2df7e87155bb,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:23.847970 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-45d5bea0-45da-43ad-b408-af21c82b7324 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:57:23.854035 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d5bea0-45da-43ad-b408-af21c82b7324 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 10:57:23.879581 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ffa7574a-3383-43d6-8d29-88b7cf842435 req-14919bca-6593-418c-bbc1-0a4cb34a8fb7 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903807 May 23 10:57:23.880318 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-46358e96-b07c-4701-8cf9-f19ab0986635 req-5f0026e9-ee91-4043-8a54-597e4b1273b4 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf5dde5d-a859-45bd-8f95-ee8ebc50e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965631 May 23 10:57:23.936013 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-06a1ce15-8260-4b9b-857c-a26e988b85f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:24.007425 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-698b2778-83ac-443c-9374-a6caeb1d4701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:24.063725 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-71e10bb1-5fb6-4e6f-99a9-3257c119e78c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:24.068494 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-62cf8c5b-023a-4d24-8660-e1d318fdc469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:24.070530 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b2778-83ac-443c-9374-a6caeb1d4701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3f652d-a997-4234-b65f-2fe7e2523e4b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:24.080675 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-71e10bb1-5fb6-4e6f-99a9-3257c119e78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:24.103094 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-62cf8c5b-023a-4d24-8660-e1d318fdc469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:24.139865 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-698b2778-83ac-443c-9374-a6caeb1d4701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:24.143953 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-698b2778-83ac-443c-9374-a6caeb1d4701 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4d3f652d-a997-4234-b65f-2fe7e2523e4b HTTP/1.1" status: 204 len: 168 time: 0.9324565 May 23 10:57:24.197372 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fbb08901-8fba-44e7-99d8-52aaefc3a104 req-4d0c65b6-d799-4d82-9f6f-4fccd751299f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90c9b14de9a447dbb2784bee3d7c6631&device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf HTTP/1.1" status: 200 len: 1116 time: 0.3176434 May 23 10:57:24.201312 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e10bb1-5fb6-4e6f-99a9-3257c119e78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860b193b-6914-4d48-bde0-15056aa91354,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:24.237115 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-45d5bea0-45da-43ad-b408-af21c82b7324 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:24.256084 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-71e10bb1-5fb6-4e6f-99a9-3257c119e78c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a5c4184147be4d5aa80c87f9de814adf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5085850 May 23 10:57:24.258971 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 32816) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:24.274402 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ffa7574a-3383-43d6-8d29-88b7cf842435 req-204f34c3-68e4-46ff-8bdf-a6f92792013f service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871226 May 23 10:57:24.301318 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-62cf8c5b-023a-4d24-8660-e1d318fdc469 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b67f13396d854ca9b87d05fbc29454c3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3411100 May 23 10:57:24.321769 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 32820) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:24.350312 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf8c5b-023a-4d24-8660-e1d318fdc469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce2bbf1-5f2c-4c68-8acb-dd49a1942afe,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:24.497716 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7a559d8e-6aee-4195-ad24-6c5d910a61a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:24.529906 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-45d5bea0-45da-43ad-b408-af21c82b7324 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:24.537878 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7a559d8e-6aee-4195-ad24-6c5d910a61a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:24.632368 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9777189e-ea9a-4dd8-aa62-616c5dfae296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:24.652403 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7a559d8e-6aee-4195-ad24-6c5d910a61a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:24.736822 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a559d8e-6aee-4195-ad24-6c5d910a61a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce2bbf1-5f2c-4c68-8acb-dd49a1942afe,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:24.743614 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb08901-8fba-44e7-99d8-52aaefc3a104 req-e8dffca0-aa6b-45d8-8f3e-b0891ef42493 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:24.744219 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9777189e-ea9a-4dd8-aa62-616c5dfae296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:24.745606 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fbb08901-8fba-44e7-99d8-52aaefc3a104 req-e8dffca0-aa6b-45d8-8f3e-b0891ef42493 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3f16bf48-f1ac-437f-802c-c2072c75e62b HTTP/1.1" status: 200 len: 909 time: 0.5343590 May 23 10:57:24.755234 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d29d18-f6b1-456d-b221-1cb599b80e49 req-37837a96-5591-48c1-8265-acc7d085a5ef tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:24.756859 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-39d29d18-f6b1-456d-b221-1cb599b80e49 req-37837a96-5591-48c1-8265-acc7d085a5ef tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ab6c124-80d3-4d60-8b0c-cf93cb937e0c HTTP/1.1" status: 200 len: 947 time: 0.4137492 May 23 10:57:24.757212 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7a559d8e-6aee-4195-ad24-6c5d910a61a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:24.758437 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7a559d8e-6aee-4195-ad24-6c5d910a61a2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7ce2bbf1-5f2c-4c68-8acb-dd49a1942afe HTTP/1.1" status: 204 len: 168 time: 0.4236052 May 23 10:57:24.818698 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-06a1ce15-8260-4b9b-857c-a26e988b85f0 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:24.821912 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9777189e-ea9a-4dd8-aa62-616c5dfae296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:24.860263 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777189e-ea9a-4dd8-aa62-616c5dfae296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860b193b-6914-4d48-bde0-15056aa91354,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:24.868208 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-06a1ce15-8260-4b9b-857c-a26e988b85f0 None None] Transition to ACTIVE for port object 8d61cc90-fdd4-47d8-acfb-ec51187779dd will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:57:24.877807 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9777189e-ea9a-4dd8-aa62-616c5dfae296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:24.883111 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9777189e-ea9a-4dd8-aa62-616c5dfae296 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/860b193b-6914-4d48-bde0-15056aa91354 HTTP/1.1" status: 204 len: 168 time: 0.6156576 May 23 10:57:24.891031 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-06a1ce15-8260-4b9b-857c-a26e988b85f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:24.908838 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 32832) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:24.957787 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9d521445-7577-4e97-b8aa-99f1bf93ec38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:25.041044 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9d521445-7577-4e97-b8aa-99f1bf93ec38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:25.050632 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-9d521445-7577-4e97-b8aa-99f1bf93ec38 admin admin] Usage tracker for resource:security_group_rule and tenant:d0e70f138a1f42cd88a0338a8a6c2a4c is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:57:25.057372 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-39d29d18-f6b1-456d-b221-1cb599b80e49 req-54fe05de-35e3-4cf2-b7e4-70ae4766aae5 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/security-groups?id=fd826eda-e372-480f-b9c6-94eeaaadef19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533302 May 23 10:57:25.062625 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-9d521445-7577-4e97-b8aa-99f1bf93ec38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:57:25.072928 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9d521445-7577-4e97-b8aa-99f1bf93ec38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:25.147002 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fbb08901-8fba-44e7-99d8-52aaefc3a104 req-cf095413-af5b-4c79-b4ef-492f9bb8efc5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc5de9c3-19b0-4fb2-95d2-3b731d64be1e HTTP/1.1" status: 200 len: 217 time: 0.3515413 May 23 10:57:25.239462 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f4558e-c70f-4963-a592-72c3a0526e8a None None] Pushing event updated for resources: {'Port': ['ID=8d61cc90-fdd4-47d8-acfb-ec51187779dd,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:25.240310 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9d521445-7577-4e97-b8aa-99f1bf93ec38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:25.248951 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9d521445-7577-4e97-b8aa-99f1bf93ec38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:25.330956 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d521445-7577-4e97-b8aa-99f1bf93ec38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93404812-d9fb-4003-aecc-aae97afca256,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:25.393029 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9d521445-7577-4e97-b8aa-99f1bf93ec38 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d0e70f138a1f42cd88a0338a8a6c2a4c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4828775 May 23 10:57:25.403857 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb08901-8fba-44e7-99d8-52aaefc3a104 req-99ef75d4-55be-4d9a-95d3-2e6e4b98af29 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:25.405474 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fbb08901-8fba-44e7-99d8-52aaefc3a104 req-99ef75d4-55be-4d9a-95d3-2e6e4b98af29 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f56c9b27-295c-462d-bb89-343a223f9d6c HTTP/1.1" status: 200 len: 848 time: 0.1348343 May 23 10:57:25.406347 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 32840) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:25.458175 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-06a1ce15-8260-4b9b-857c-a26e988b85f0 None None] Attempting to bind port 8d61cc90-fdd4-47d8-acfb-ec51187779dd on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:57:25.458730 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-06a1ce15-8260-4b9b-857c-a26e988b85f0 None None] Attempting to bind port 8d61cc90-fdd4-47d8-acfb-ec51187779dd by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'ec5b4353-33d0-467f-ae76-90d23d1cd0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '12ce170b-6a68-478a-ad35-ed50ca7c5b30'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:57:25.459277 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a1ce15-8260-4b9b-857c-a26e988b85f0 None None] Attempting to bind port 8d61cc90-fdd4-47d8-acfb-ec51187779dd on network 12ce170b-6a68-478a-ad35-ed50ca7c5b30 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:57:25.485601 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a1ce15-8260-4b9b-857c-a26e988b85f0 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:57:25.486662 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a1ce15-8260-4b9b-857c-a26e988b85f0 None None] Checking segment: {'id': 'ec5b4353-33d0-467f-ae76-90d23d1cd0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '12ce170b-6a68-478a-ad35-ed50ca7c5b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:57:25.487259 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-06a1ce15-8260-4b9b-857c-a26e988b85f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:25.487934 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a1ce15-8260-4b9b-857c-a26e988b85f0 None None] Bound using segment: {'id': 'ec5b4353-33d0-467f-ae76-90d23d1cd0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '12ce170b-6a68-478a-ad35-ed50ca7c5b30'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:57:25.488667 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-06a1ce15-8260-4b9b-857c-a26e988b85f0 None None] Bound port: 8d61cc90-fdd4-47d8-acfb-ec51187779dd, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec5b4353-33d0-467f-ae76-90d23d1cd0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '12ce170b-6a68-478a-ad35-ed50ca7c5b30'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:57:25.489325 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-06a1ce15-8260-4b9b-857c-a26e988b85f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:25.557299 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b636f507-1e10-44bb-b32b-37652ea1fd1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:25.621794 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-06a1ce15-8260-4b9b-857c-a26e988b85f0 None None] For port 8d61cc90-fdd4-47d8-acfb-ec51187779dd, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:57:25.626109 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b636f507-1e10-44bb-b32b-37652ea1fd1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:25.626772 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-06a1ce15-8260-4b9b-857c-a26e988b85f0 None None] For port 8d61cc90-fdd4-47d8-acfb-ec51187779dd, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=8d61cc90-fdd4-47d8-acfb-ec51187779dd,segment=NetworkSegment(ec5b4353-33d0-467f-ae76-90d23d1cd0c5),segment_id=ec5b4353-33d0-467f-ae76-90d23d1cd0c5)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:57:25.636137 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-06a1ce15-8260-4b9b-857c-a26e988b85f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:25.695615 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 32846) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:25.718102 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-90014849-2dfc-4edc-ba37-217df84a939f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:25.766598 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b636f507-1e10-44bb-b32b-37652ea1fd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:25.769644 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fbb08901-8fba-44e7-99d8-52aaefc3a104 req-3afc1b13-5d6b-4ba6-9e1d-61af9794260e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3f16bf48-f1ac-437f-802c-c2072c75e62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1706915 May 23 10:57:25.787322 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f4558e-c70f-4963-a592-72c3a0526e8a None None] Pushing event updated for resources: {'Port': ['ID=8d61cc90-fdd4-47d8-acfb-ec51187779dd,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:25.810673 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a1ce15-8260-4b9b-857c-a26e988b85f0 None None] Routers {'edcff27d-4c41-4130-8c21-f47202de957a'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 10:57:25.812058 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-06a1ce15-8260-4b9b-857c-a26e988b85f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T10:57:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['edcff27d-4c41-4130-8c21-f47202de957a'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:57:25.818215 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b636f507-1e10-44bb-b32b-37652ea1fd1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93404812-d9fb-4003-aecc-aae97afca256,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:25.840286 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-90014849-2dfc-4edc-ba37-217df84a939f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:25.851424 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-90014849-2dfc-4edc-ba37-217df84a939f admin admin] Usage tracker for resource:security_group_rule and tenant:d9b360b555964539a3cb8e9321ad4e2b is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:57:25.854313 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b636f507-1e10-44bb-b32b-37652ea1fd1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:25.858081 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b636f507-1e10-44bb-b32b-37652ea1fd1d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/93404812-d9fb-4003-aecc-aae97afca256 HTTP/1.1" status: 204 len: 168 time: 0.4480889 May 23 10:57:25.896530 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-90014849-2dfc-4edc-ba37-217df84a939f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:57:25.929062 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-90014849-2dfc-4edc-ba37-217df84a939f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:26.042402 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f455af-2c46-4bd9-9d16-5a57a5b19c40 req-7955b5d4-4273-4067-b418-0b1ad11cd47e tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:26.044589 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-67f455af-2c46-4bd9-9d16-5a57a5b19c40 req-7955b5d4-4273-4067-b418-0b1ad11cd47e tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf HTTP/1.1" status: 200 len: 965 time: 0.9081151 May 23 10:57:26.060135 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-90014849-2dfc-4edc-ba37-217df84a939f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:26.066616 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-90014849-2dfc-4edc-ba37-217df84a939f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:26.162015 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90014849-2dfc-4edc-ba37-217df84a939f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8902b482-801c-4769-8af2-00d0c00a084c,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:26.183805 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-90014849-2dfc-4edc-ba37-217df84a939f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d9b360b555964539a3cb8e9321ad4e2b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4866474 May 23 10:57:26.186001 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 32854) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:26.201498 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [None req-45d5bea0-45da-43ad-b408-af21c82b7324 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] It took 0.59 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 10:57:26.204143 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-06a1ce15-8260-4b9b-857c-a26e988b85f0 None None] Set router edcff27d-4c41-4130-8c21-f47202de957a gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 10:57:26.330611 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-45d5bea0-45da-43ad-b408-af21c82b7324 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:26.349656 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cb4f5be8-390a-431c-a138-d40c703bd50c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:26.364725 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 32858) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:26.384368 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-67f455af-2c46-4bd9-9d16-5a57a5b19c40 req-52834a9e-71d8-43aa-9f0e-560cc6562646 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546621 May 23 10:57:26.390655 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-45d5bea0-45da-43ad-b408-af21c82b7324 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:26.399302 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d0de722f-0f8d-4ef2-b8c7-717d3a8dfc3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:26.418397 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cb4f5be8-390a-431c-a138-d40c703bd50c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:26.517541 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d0de722f-0f8d-4ef2-b8c7-717d3a8dfc3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:26.556279 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-45d5bea0-45da-43ad-b408-af21c82b7324 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:26.560059 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d0de722f-0f8d-4ef2-b8c7-717d3a8dfc3c admin admin] Usage tracker for resource:security_group_rule and tenant:9d00e7e356d94c308ebe051181e1d5a9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:57:26.565195 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d0de722f-0f8d-4ef2-b8c7-717d3a8dfc3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:57:26.582545 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80542d5-1b86-4938-9249-cd3fb05a75d4 req-7cc3e113-b796-4450-91d5-5c7a21de0d8f tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:26.587167 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d0de722f-0f8d-4ef2-b8c7-717d3a8dfc3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:26.606251 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c80542d5-1b86-4938-9249-cd3fb05a75d4 req-7cc3e113-b796-4450-91d5-5c7a21de0d8f tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] 10.222.0.79 "GET /v2.0/ports?device_id=8adf3f23-0087-42c1-b9f6-12463699e447 HTTP/1.1" status: 200 len: 970 time: 1.1979270 May 23 10:57:26.702378 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cb4f5be8-390a-431c-a138-d40c703bd50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:26.761132 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f5be8-390a-431c-a138-d40c703bd50c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8902b482-801c-4769-8af2-00d0c00a084c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:26.826875 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-f6257122-611f-41c4-90b0-9e61159f1448 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.5659497 May 23 10:57:26.832277 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cb4f5be8-390a-431c-a138-d40c703bd50c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:26.835748 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-cb4f5be8-390a-431c-a138-d40c703bd50c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8902b482-801c-4769-8af2-00d0c00a084c HTTP/1.1" status: 204 len: 168 time: 0.6462929 May 23 10:57:26.865930 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-06a1ce15-8260-4b9b-857c-a26e988b85f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edcff27d-4c41-4130-8c21-f47202de957a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-175506573-router', 'tenant_id': '53b7a0896e8548c0bbb0c7e9251b0828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '687c63b0-f52e-4503-b193-fd1c3b328110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:56:59Z', 'updated_at': '2022-05-23T10:57:07Z', 'revision_number': 4, 'project_id': '53b7a0896e8548c0bbb0c7e9251b0828', 'gw_port': {'id': '687c63b0-f52e-4503-b193-fd1c3b328110', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcff27d-4c41-4130-8c21-f47202de957a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:56:59Z', 'updated_at': '2022-05-23T10:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '8d61cc90-fdd4-47d8-acfb-ec51187779dd', 'name': '', 'network_id': '12ce170b-6a68-478a-ad35-ed50ca7c5b30', 'tenant_id': '53b7a0896e8548c0bbb0c7e9251b0828', 'mac_address': 'fa:16:3e:65:14:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edcff27d-4c41-4130-8c21-f47202de957a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dafb937c-8b81-492c-b53a-af3bb2a44244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:57:06Z', 'updated_at': '2022-05-23T10:57:25Z', 'revision_number': 4, 'project_id': '53b7a0896e8548c0bbb0c7e9251b0828', 'subnets': [{'id': 'dafb937c-8b81-492c-b53a-af3bb2a44244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:57:26.868937 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d0de722f-0f8d-4ef2-b8c7-717d3a8dfc3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:26.875671 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d0de722f-0f8d-4ef2-b8c7-717d3a8dfc3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:26.881467 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a1ce15-8260-4b9b-857c-a26e988b85f0 None None] The sync data for ids ['edcff27d-4c41-4130-8c21-f47202de957a'] in n-d-842952-2 is: [{'id': 'edcff27d-4c41-4130-8c21-f47202de957a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-175506573-router', 'tenant_id': '53b7a0896e8548c0bbb0c7e9251b0828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '687c63b0-f52e-4503-b193-fd1c3b328110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:56:59Z', 'updated_at': '2022-05-23T10:57:07Z', 'revision_number': 4, 'project_id': '53b7a0896e8548c0bbb0c7e9251b0828', 'gw_port': {'id': '687c63b0-f52e-4503-b193-fd1c3b328110', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcff27d-4c41-4130-8c21-f47202de957a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:56:59Z', 'updated_at': '2022-05-23T10:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '8d61cc90-fdd4-47d8-acfb-ec51187779dd', 'name': '', 'network_id': '12ce170b-6a68-478a-ad35-ed50ca7c5b30', 'tenant_id': '53b7a0896e8548c0bbb0c7e9251b0828', 'mac_address': 'fa:16:3e:65:14:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edcff27d-4c41-4130-8c21-f47202de957a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dafb937c-8b81-492c-b53a-af3bb2a44244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:57:06Z', 'updated_at': '2022-05-23T10:57:25Z', 'revision_number': 4, 'project_id': '53b7a0896e8548c0bbb0c7e9251b0828', 'subnets': [{'id': 'dafb937c-8b81-492c-b53a-af3bb2a44244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 10:57:26.947923 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d5bea0-45da-43ad-b408-af21c82b7324 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Pushing event updated for resources: {'Port': ['ID=0f3ae579-a13f-4c21-b8fa-2df7e87155bb,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:27.037460 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de722f-0f8d-4ef2-b8c7-717d3a8dfc3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549e556a-ccb2-4817-961c-649b1a9d0103,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:27.060507 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-45d5bea0-45da-43ad-b408-af21c82b7324 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:27.063609 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-45d5bea0-45da-43ad-b408-af21c82b7324 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4521351 May 23 10:57:27.146746 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d0de722f-0f8d-4ef2-b8c7-717d3a8dfc3c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9d00e7e356d94c308ebe051181e1d5a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7808702 May 23 10:57:27.152265 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 32874) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:27.373640 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6e90c0d0-9a88-4db7-8c60-90b02a0bd118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:27.441390 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6e90c0d0-9a88-4db7-8c60-90b02a0bd118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:27.479147 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 8d61cc90-fdd4-47d8-acfb-ec51187779dd up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:57:27.597288 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6e90c0d0-9a88-4db7-8c60-90b02a0bd118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:27.643021 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e90c0d0-9a88-4db7-8c60-90b02a0bd118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549e556a-ccb2-4817-961c-649b1a9d0103,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:27.648341 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6e90c0d0-9a88-4db7-8c60-90b02a0bd118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:27.652077 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6e90c0d0-9a88-4db7-8c60-90b02a0bd118 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/549e556a-ccb2-4817-961c-649b1a9d0103 HTTP/1.1" status: 204 len: 168 time: 0.4963546 May 23 10:57:27.691235 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fbb08901-8fba-44e7-99d8-52aaefc3a104 req-b6e6ffb4-e3c7-4d7d-8116-8350407b24c6 service neutron] 10.222.0.13 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8917358 May 23 10:57:27.728655 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-f4725913-c675-44d1-b048-21cd08a1304e service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8286173 May 23 10:57:27.818505 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c80542d5-1b86-4938-9249-cd3fb05a75d4 req-ce2f04b5-35fb-4864-95b4-2bf3cb36a8ca tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf5dde5d-a859-45bd-8f95-ee8ebc50e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2109282 May 23 10:57:27.871759 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370afd3-2765-4b5c-97fe-e8c475112016 req-bbaa5058-73ee-4a69-807f-fd152a62ab8c tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:27.879994 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 8d61cc90-fdd4-47d8-acfb-ec51187779dd completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:57:27.891916 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 8d61cc90-fdd4-47d8-acfb-ec51187779dd triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:57:27.892437 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:27.895739 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e370afd3-2765-4b5c-97fe-e8c475112016 req-bbaa5058-73ee-4a69-807f-fd152a62ab8c tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ab6c124-80d3-4d60-8b0c-cf93cb937e0c HTTP/1.1" status: 200 len: 947 time: 1.1644228 May 23 10:57:28.007660 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e370afd3-2765-4b5c-97fe-e8c475112016 req-983e9aa3-fa56-42d8-b2b8-64a8148b3a28 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/security-groups?id=fd826eda-e372-480f-b9c6-94eeaaadef19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105435 May 23 10:57:28.049032 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fbb08901-8fba-44e7-99d8-52aaefc3a104 req-a494191f-0d47-456f-9428-1c647ef5d66a service neutron] 10.222.0.13 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396897 May 23 10:57:28.268473 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b54ba-1d59-49a1-a50f-8e11462bb1af req-82592e44-5533-4530-9bfd-bfddb3b3ae92 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:28.276305 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a66b54ba-1d59-49a1-a50f-8e11462bb1af req-82592e44-5533-4530-9bfd-bfddb3b3ae92 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf HTTP/1.1" status: 200 len: 965 time: 0.1576023 May 23 10:57:28.282841 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:28.340727 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 8d61cc90-fdd4-47d8-acfb-ec51187779dd, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=8d61cc90-fdd4-47d8-acfb-ec51187779dd,segment=NetworkSegment(ec5b4353-33d0-467f-ae76-90d23d1cd0c5),segment_id=ec5b4353-33d0-467f-ae76-90d23d1cd0c5)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:57:28.352701 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:28.367944 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a66b54ba-1d59-49a1-a50f-8e11462bb1af req-f36466db-b8f0-48f4-892a-2667dbf90974 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902154 May 23 10:57:28.421596 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device dbd2fa7a-4cd4-4c6b-917d-4305045deb2d details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 10:57:28.592700 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=8d61cc90-fdd4-47d8-acfb-ec51187779dd,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:28.678195 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-c5077297-99c1-4a2a-b573-ec43c728bd04 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1524972975&fields=id&tenant_id=0151770a7dd4490d949af76344842700 HTTP/1.1" status: 200 len: 267 time: 0.1253984 May 23 10:57:28.765759 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port dbd2fa7a-4cd4-4c6b-917d-4305045deb2d, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=dbd2fa7a-4cd4-4c6b-917d-4305045deb2d,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:57:28.798398 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'dbd2fa7a-4cd4-4c6b-917d-4305045deb2d', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'port_id': 'dbd2fa7a-4cd4-4c6b-917d-4305045deb2d', 'mac_address': 'fa:16:3e:8e:c1:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1719237-4a8e-4354-92b1-51064eb09c82', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:tempest-test_az-1536545113', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 10:57:28.869617 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-d24d4374-4df8-4631-81fa-89a0a49a62d8 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:28.872119 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:28.876420 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-d24d4374-4df8-4631-81fa-89a0a49a62d8 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/networks?id=6151acdb-22d9-4303-bf7e-922da0bb4f37 HTTP/1.1" status: 200 len: 824 time: 0.1968741 May 23 10:57:28.903409 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-e51857c2-dc5d-4cde-93a1-5026164196d0 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/quotas/0151770a7dd4490d949af76344842700 HTTP/1.1" status: 200 len: 375 time: 0.0206301 May 23 10:57:28.918521 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbd2fa7a-4cd4-4c6b-917d-4305045deb2d {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 10:57:28.955908 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port dbd2fa7a-4cd4-4c6b-917d-4305045deb2d, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=dbd2fa7a-4cd4-4c6b-917d-4305045deb2d,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:57:28.965066 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:28.965809 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device bc5de9c3-19b0-4fb2-95d2-3b731d64be1e details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 10:57:29.074187 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-d1af516e-8281-4293-b891-972cc305100d tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=0151770a7dd4490d949af76344842700&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1637030 May 23 10:57:29.175930 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port bc5de9c3-19b0-4fb2-95d2-3b731d64be1e, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=bc5de9c3-19b0-4fb2-95d2-3b731d64be1e,segment=NetworkSegment(6bc35f8b-456e-4e1c-8a63-ba8204a54381),segment_id=6bc35f8b-456e-4e1c-8a63-ba8204a54381)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:57:29.190848 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'bc5de9c3-19b0-4fb2-95d2-3b731d64be1e', 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b', 'port_id': 'bc5de9c3-19b0-4fb2-95d2-3b731d64be1e', 'mac_address': 'fa:16:3e:19:e8:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f56c9b27-295c-462d-bb89-343a223f9d6c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:tempest-test_az-1536545113', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 10:57:29.257895 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-9c6fa6d9-9470-4ed2-81cc-cd417c35d379 service neutron] 10.222.0.79 "GET /v2.0/networks/6151acdb-22d9-4303-bf7e-922da0bb4f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492164 May 23 10:57:29.281278 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:29.309829 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc5de9c3-19b0-4fb2-95d2-3b731d64be1e {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 10:57:29.313469 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=dbd2fa7a-4cd4-4c6b-917d-4305045deb2d,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:29.336727 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port bc5de9c3-19b0-4fb2-95d2-3b731d64be1e, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=bc5de9c3-19b0-4fb2-95d2-3b731d64be1e,segment=NetworkSegment(6bc35f8b-456e-4e1c-8a63-ba8204a54381),segment_id=6bc35f8b-456e-4e1c-8a63-ba8204a54381)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:57:29.341520 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:29.376712 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 8d61cc90-fdd4-47d8-acfb-ec51187779dd up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:57:29.472295 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=bc5de9c3-19b0-4fb2-95d2-3b731d64be1e,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:29.480943 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 8d61cc90-fdd4-47d8-acfb-ec51187779dd triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:57:29.481409 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:29.518582 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e2caa-04a9-4832-84d2-d82461d1d013 req-c2608883-5c6a-43a6-8315-eaf627b85255 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:29.520214 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6f3e2caa-04a9-4832-84d2-d82461d1d013 req-c2608883-5c6a-43a6-8315-eaf627b85255 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] 10.222.0.79 "GET /v2.0/ports?device_id=8adf3f23-0087-42c1-b9f6-12463699e447 HTTP/1.1" status: 200 len: 971 time: 0.5060298 May 23 10:57:29.583422 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-849b272f-ce79-4329-9bd5-3bc91a94723e req-05e6bf3c-4f5b-4c08-887c-7ea99f3b188e service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5133154 May 23 10:57:29.608949 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-af202685-c2ab-4a05-9476-c5131986f655 service neutron] 10.222.0.79 "GET /v2.0/networks/6151acdb-22d9-4303-bf7e-922da0bb4f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027358 May 23 10:57:29.611399 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6f3e2caa-04a9-4832-84d2-d82461d1d013 req-c8273e28-1747-4561-bce6-94636102a619 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf5dde5d-a859-45bd-8f95-ee8ebc50e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776441 May 23 10:57:29.919048 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['bc5de9c3-19b0-4fb2-95d2-3b731d64be1e'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 10:57:29.954723 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-276651e4-5aba-44b7-bf70-96c94c88c02e req-d89a6f73-e036-435b-bf03-23dc847a371d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c3816eac91704735985a084b7b8b8841&device_id=9ab6c124-80d3-4d60-8b0c-cf93cb937e0c HTTP/1.1" status: 200 len: 1098 time: 0.2441630 May 23 10:57:29.964713 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee358213-6c18-4d34-8909-9cde38422efd req-ba3fb3be-244d-4f1f-adf7-d20fcc1711d8 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:29.966189 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ee358213-6c18-4d34-8909-9cde38422efd req-ba3fb3be-244d-4f1f-adf7-d20fcc1711d8 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ab6c124-80d3-4d60-8b0c-cf93cb937e0c HTTP/1.1" status: 200 len: 947 time: 0.1891015 May 23 10:57:29.989427 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['dbd2fa7a-4cd4-4c6b-917d-4305045deb2d'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 10:57:30.202436 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ee358213-6c18-4d34-8909-9cde38422efd req-a680d321-e8c8-477a-a0ec-873a1327e3ae tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/security-groups?id=fd826eda-e372-480f-b9c6-94eeaaadef19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079999 May 23 10:57:30.255667 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce296c5a-4ed0-44f6-80c0-3bf1dab85dde req-fe7adbe8-5ebd-4590-894f-8ab8057a8990 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:30.257458 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce296c5a-4ed0-44f6-80c0-3bf1dab85dde req-fe7adbe8-5ebd-4590-894f-8ab8057a8990 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf HTTP/1.1" status: 200 len: 966 time: 0.2880919 May 23 10:57:30.424018 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276651e4-5aba-44b7-bf70-96c94c88c02e req-81fce6a4-d19c-4fad-b101-4a2e701e9097 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:30.426371 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-276651e4-5aba-44b7-bf70-96c94c88c02e req-81fce6a4-d19c-4fad-b101-4a2e701e9097 service neutron] 10.222.0.81 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.4575326 May 23 10:57:30.439568 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a69c3d7b-73f4-487e-84fb-61a5e03ce3d9 req-6e2fd090-5101-46af-bf2c-790c76b505a0 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/ports?device_id=39f73deb-ca4e-4461-a65c-8307bbcd9c2b HTTP/1.1" status: 200 len: 210 time: 0.1189594 May 23 10:57:30.598305 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce296c5a-4ed0-44f6-80c0-3bf1dab85dde req-cc0959e2-a7d9-4ae3-808b-19d35a4ecf9b tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329957 May 23 10:57:30.600348 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-276651e4-5aba-44b7-bf70-96c94c88c02e req-d6f29754-1d3a-4bec-b969-b0cb719143e5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=842afd52-6c7f-435e-bebc-be9accfbede2 HTTP/1.1" status: 200 len: 217 time: 0.1571233 May 23 10:57:30.669336 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276651e4-5aba-44b7-bf70-96c94c88c02e req-6fa5e455-8ca0-4341-87b4-8c3ebbc3106b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:30.670881 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-276651e4-5aba-44b7-bf70-96c94c88c02e req-6fa5e455-8ca0-4341-87b4-8c3ebbc3106b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.0642250 May 23 10:57:30.900338 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-276651e4-5aba-44b7-bf70-96c94c88c02e req-a154c42f-8fb6-4692-a227-6d11334fca09 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2224877 May 23 10:57:31.008805 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc57430-53aa-4629-baae-ee61ec0d9a49 req-06097864-9f2e-445e-9207-80bd858ca18c tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:31.012384 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5fc57430-53aa-4629-baae-ee61ec0d9a49 req-06097864-9f2e-445e-9207-80bd858ca18c tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] 10.222.0.79 "GET /v2.0/ports?device_id=8adf3f23-0087-42c1-b9f6-12463699e447 HTTP/1.1" status: 200 len: 971 time: 0.2446623 May 23 10:57:31.087780 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5fc57430-53aa-4629-baae-ee61ec0d9a49 req-ac173ae2-1fe9-4852-ab3d-7a4f118eac16 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf5dde5d-a859-45bd-8f95-ee8ebc50e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708756 May 23 10:57:31.111043 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-276651e4-5aba-44b7-bf70-96c94c88c02e req-f073da02-e2a5-4d43-801b-fa1b7be3ee8f service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036223 May 23 10:57:31.267483 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-276651e4-5aba-44b7-bf70-96c94c88c02e req-c41ccba4-6722-450d-a981-bad6c8c232f9 service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489437 May 23 10:57:31.662894 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4bb1bd2f-8ffd-4ee1-87af-823db724ee68 req-844dfacc-9df1-4a04-b2f0-292ad31a0173 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/ports?device_id=39f73deb-ca4e-4461-a65c-8307bbcd9c2b HTTP/1.1" status: 200 len: 210 time: 0.0874352 May 23 10:57:31.695188 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-0af0a5ee-1a4d-44fe-a237-6649efb28e38 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:31.696861 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-0af0a5ee-1a4d-44fe-a237-6649efb28e38 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.81 "GET /v2.0/networks?id=6151acdb-22d9-4303-bf7e-922da0bb4f37 HTTP/1.1" status: 200 len: 824 time: 0.3485162 May 23 10:57:31.707256 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fc945-7716-4675-9825-e9c41d1ced26 req-4c14a8c3-ed1e-4b27-b200-bedf20673a15 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:31.708944 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0f4fc945-7716-4675-9825-e9c41d1ced26 req-4c14a8c3-ed1e-4b27-b200-bedf20673a15 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ab6c124-80d3-4d60-8b0c-cf93cb937e0c HTTP/1.1" status: 200 len: 947 time: 0.3339617 May 23 10:57:31.773714 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0f4fc945-7716-4675-9825-e9c41d1ced26 req-1efb854f-244d-41b5-b914-313983224b70 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/security-groups?id=fd826eda-e372-480f-b9c6-94eeaaadef19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590429 May 23 10:57:31.832386 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-69a919ad-35f7-42fc-aef1-57b4863533b5 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0151770a7dd4490d949af76344842700 HTTP/1.1" status: 200 len: 380 time: 0.0815709 May 23 10:57:31.846156 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-ff55f949-084b-46e6-b6df-6a04f7707017 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Request body: {'port': {'device_id': '39f73deb-ca4e-4461-a65c-8307bbcd9c2b', 'network_id': '6151acdb-22d9-4303-bf7e-922da0bb4f37', 'admin_state_up': True, 'tenant_id': '0151770a7dd4490d949af76344842700', 'security_groups': ['c2132f8c-ab10-410c-b6fc-36cea33e92fb']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:57:32.045349 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-ff55f949-084b-46e6-b6df-6a04f7707017 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:32.051838 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-ff55f949-084b-46e6-b6df-6a04f7707017 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Usage tracker for resource:port and tenant:0151770a7dd4490d949af76344842700 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:57:32.055442 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-ff55f949-084b-46e6-b6df-6a04f7707017 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:57:32.063465 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9f25a-1780-4b39-8bc1-e7ab4708da34 req-9a3b43f0-abab-4414-82c8-36fdbbed9387 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:32.065109 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-22a9f25a-1780-4b39-8bc1-e7ab4708da34 req-9a3b43f0-abab-4414-82c8-36fdbbed9387 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf HTTP/1.1" status: 200 len: 966 time: 0.1501563 May 23 10:57:32.069719 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-ff55f949-084b-46e6-b6df-6a04f7707017 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:32.106580 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-ff55f949-084b-46e6-b6df-6a04f7707017 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Made reservation on behalf of 0151770a7dd4490d949af76344842700 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:57:32.110213 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-ff55f949-084b-46e6-b6df-6a04f7707017 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:32.143688 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-22a9f25a-1780-4b39-8bc1-e7ab4708da34 req-627cb06b-c580-4443-8d68-4887f5262543 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715733 May 23 10:57:32.286190 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-ff55f949-084b-46e6-b6df-6a04f7707017 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Allocated IP 172.20.0.7 (6151acdb-22d9-4303-bf7e-922da0bb4f37/da533bd9-3433-4b03-bb17-c26d5caf1719/a1209d4b-438b-48fe-8e97-b0a03cebcb81) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 10:57:32.382131 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device dbd2fa7a-4cd4-4c6b-917d-4305045deb2d up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:57:32.480318 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port dbd2fa7a-4cd4-4c6b-917d-4305045deb2d completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:57:32.481087 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-ff55f949-084b-46e6-b6df-6a04f7707017 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:32.486153 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port dbd2fa7a-4cd4-4c6b-917d-4305045deb2d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:57:32.486616 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:32.552576 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-ff55f949-084b-46e6-b6df-6a04f7707017 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Transition to ACTIVE for port object a1209d4b-438b-48fe-8e97-b0a03cebcb81 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:57:32.594748 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff70a62-7f62-4754-9547-00a860359397 req-8d06a733-dce8-4658-a903-c543a7cffbb0 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:32.596261 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eff70a62-7f62-4754-9547-00a860359397 req-8d06a733-dce8-4658-a903-c543a7cffbb0 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] 10.222.0.79 "GET /v2.0/ports?device_id=8adf3f23-0087-42c1-b9f6-12463699e447 HTTP/1.1" status: 200 len: 971 time: 0.1208980 May 23 10:57:32.602301 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-ff55f949-084b-46e6-b6df-6a04f7707017 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:32.607283 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:32.634917 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8adf3f23-0087-42c1-b9f6-12463699e447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd2fa7a-4cd4-4c6b-917d-4305045deb2d'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:57:32.695527 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port dbd2fa7a-4cd4-4c6b-917d-4305045deb2d, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=dbd2fa7a-4cd4-4c6b-917d-4305045deb2d,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:57:32.707065 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:32.707946 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device bc5de9c3-19b0-4fb2-95d2-3b731d64be1e up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:57:32.762874 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-ff55f949-084b-46e6-b6df-6a04f7707017 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Network 6151acdb-22d9-4303-bf7e-922da0bb4f37 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 10:57:32.769259 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-ff55f949-084b-46e6-b6df-6a04f7707017 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:57:32.773443 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff55f949-084b-46e6-b6df-6a04f7707017 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Pushing event updated for resources: {'Port': ['ID=a1209d4b-438b-48fe-8e97-b0a03cebcb81,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:32.775807 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-ff55f949-084b-46e6-b6df-6a04f7707017 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 10:57:32.790836 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-ff55f949-084b-46e6-b6df-6a04f7707017 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:32.791493 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-ff55f949-084b-46e6-b6df-6a04f7707017 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:32.874010 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=dbd2fa7a-4cd4-4c6b-917d-4305045deb2d,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:32.878017 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eff70a62-7f62-4754-9547-00a860359397 req-18724795-803e-45d7-85bf-681966a393d9 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf5dde5d-a859-45bd-8f95-ee8ebc50e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716043 May 23 10:57:32.880185 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-ff55f949-084b-46e6-b6df-6a04f7707017 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0408964 May 23 10:57:32.895563 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port bc5de9c3-19b0-4fb2-95d2-3b731d64be1e completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:57:32.900461 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-c94c4994-a0bb-4fd0-ad74-ed1349cb8ada service neutron] Request body: {'port': {'device_id': '39f73deb-ca4e-4461-a65c-8307bbcd9c2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:57:32.908667 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port bc5de9c3-19b0-4fb2-95d2-3b731d64be1e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:57:32.909255 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:33.042522 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-c94c4994-a0bb-4fd0-ad74-ed1349cb8ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:33.111436 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:33.148105 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port bc5de9c3-19b0-4fb2-95d2-3b731d64be1e, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=bc5de9c3-19b0-4fb2-95d2-3b731d64be1e,segment=NetworkSegment(6bc35f8b-456e-4e1c-8a63-ba8204a54381),segment_id=6bc35f8b-456e-4e1c-8a63-ba8204a54381)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:57:33.159035 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:33.240498 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-78495c1d-cc2c-4104-9547-7d1cad3aeddc None None] Provisioning for port a1209d4b-438b-48fe-8e97-b0a03cebcb81 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:57:33.246771 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-78495c1d-cc2c-4104-9547-7d1cad3aeddc None None] Provisioning complete for port a1209d4b-438b-48fe-8e97-b0a03cebcb81 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:57:33.247136 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-78495c1d-cc2c-4104-9547-7d1cad3aeddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:33.274742 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=bc5de9c3-19b0-4fb2-95d2-3b731d64be1e,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:33.302850 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-78495c1d-cc2c-4104-9547-7d1cad3aeddc None None] Port a1209d4b-438b-48fe-8e97-b0a03cebcb81 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 10:57:33.418302 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8173c-531f-4a10-8c3b-2fdeb5d00a3e req-15ba8717-ac2d-474c-9880-984abfeb5dd3 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:33.419304 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-9ca8173c-531f-4a10-8c3b-2fdeb5d00a3e req-15ba8717-ac2d-474c-9880-984abfeb5dd3 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Synchronizing usage tracker for tenant:0151770a7dd4490d949af76344842700 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 10:57:33.428305 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1863b02-4818-43e4-b96c-0dfcff36163b req-31179846-af94-439f-ac71-7125389003f7 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:33.429731 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d1863b02-4818-43e4-b96c-0dfcff36163b req-31179846-af94-439f-ac71-7125389003f7 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ab6c124-80d3-4d60-8b0c-cf93cb937e0c HTTP/1.1" status: 200 len: 947 time: 0.2962623 May 23 10:57:33.503935 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-9ca8173c-531f-4a10-8c3b-2fdeb5d00a3e req-15ba8717-ac2d-474c-9880-984abfeb5dd3 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Unset dirty status for tenant:0151770a7dd4490d949af76344842700 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 10:57:33.505124 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9ca8173c-531f-4a10-8c3b-2fdeb5d00a3e req-15ba8717-ac2d-474c-9880-984abfeb5dd3 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/ports?device_id=39f73deb-ca4e-4461-a65c-8307bbcd9c2b HTTP/1.1" status: 200 len: 931 time: 0.4110770 May 23 10:57:33.542521 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d1863b02-4818-43e4-b96c-0dfcff36163b req-6c3123d8-e57e-49a7-adfe-51ef16b6367a tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/security-groups?id=fd826eda-e372-480f-b9c6-94eeaaadef19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053689 May 23 10:57:33.605214 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9ca8173c-531f-4a10-8c3b-2fdeb5d00a3e req-8d596f08-461e-4f7b-a394-6577d7fdccdc tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/security-groups?id=c2132f8c-ab10-410c-b6fc-36cea33e92fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908988 May 23 10:57:33.637825 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-c94c4994-a0bb-4fd0-ad74-ed1349cb8ada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1209d4b-438b-48fe-8e97-b0a03cebcb81 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 10:57:33.645202 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-c94c4994-a0bb-4fd0-ad74-ed1349cb8ada service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:33.664947 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-c94c4994-a0bb-4fd0-ad74-ed1349cb8ada service neutron] Transition to ACTIVE for port object a1209d4b-438b-48fe-8e97-b0a03cebcb81 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:57:33.669623 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-c94c4994-a0bb-4fd0-ad74-ed1349cb8ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:33.697571 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5061a7cd-5661-47b0-8fab-42d0f5a1bfe9'] response: {'server_uuid': '8adf3f23-0087-42c1-b9f6-12463699e447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd2fa7a-4cd4-4c6b-917d-4305045deb2d', 'code': 200} May 23 10:57:33.765220 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 842afd52-6c7f-435e-bebc-be9accfbede2 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 10:57:33.928771 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c4994-a0bb-4fd0-ad74-ed1349cb8ada service neutron] Pushing event updated for resources: {'Port': ['ID=a1209d4b-438b-48fe-8e97-b0a03cebcb81,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:33.993144 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 842afd52-6c7f-435e-bebc-be9accfbede2, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=842afd52-6c7f-435e-bebc-be9accfbede2,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:57:34.007134 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '842afd52-6c7f-435e-bebc-be9accfbede2', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'port_id': '842afd52-6c7f-435e-bebc-be9accfbede2', 'mac_address': 'fa:16:3e:4e:a6:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1719237-4a8e-4354-92b1-51064eb09c82', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 10:57:34.030018 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-c94c4994-a0bb-4fd0-ad74-ed1349cb8ada service neutron] Attempting to bind port a1209d4b-438b-48fe-8e97-b0a03cebcb81 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:57:34.030347 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-c94c4994-a0bb-4fd0-ad74-ed1349cb8ada service neutron] Attempting to bind port a1209d4b-438b-48fe-8e97-b0a03cebcb81 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '4e26f11b-e66e-4cad-847f-bc46eae8cb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6151acdb-22d9-4303-bf7e-922da0bb4f37'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:57:34.030668 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-c94c4994-a0bb-4fd0-ad74-ed1349cb8ada service neutron] Attempting to bind port a1209d4b-438b-48fe-8e97-b0a03cebcb81 on network 6151acdb-22d9-4303-bf7e-922da0bb4f37 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:57:34.052021 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc07f5e-032c-43ec-b538-0b43c64603b7 req-b1a0117c-79e0-45c7-93af-103fd003e1e7 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:34.053406 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fbc07f5e-032c-43ec-b538-0b43c64603b7 req-b1a0117c-79e0-45c7-93af-103fd003e1e7 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf HTTP/1.1" status: 200 len: 967 time: 0.2372968 May 23 10:57:34.056642 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d00e279d-3b8f-4636-a5c5-1ce81812483f req-e9c31041-eff4-48a6-ba11-70d61f5a8908 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8adf3f23-0087-42c1-b9f6-12463699e447 HTTP/1.1" status: 200 len: 1123 time: 0.2484858 May 23 10:57:34.057639 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-c94c4994-a0bb-4fd0-ad74-ed1349cb8ada service neutron] Port a1209d4b-438b-48fe-8e97-b0a03cebcb81 on network 6151acdb-22d9-4303-bf7e-922da0bb4f37 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 10:57:34.057953 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-c94c4994-a0bb-4fd0-ad74-ed1349cb8ada service neutron] Attempting to bind port a1209d4b-438b-48fe-8e97-b0a03cebcb81 on network 6151acdb-22d9-4303-bf7e-922da0bb4f37 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:57:34.073816 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:34.078505 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-c94c4994-a0bb-4fd0-ad74-ed1349cb8ada service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:57:34.078907 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-c94c4994-a0bb-4fd0-ad74-ed1349cb8ada service neutron] Checking segment: {'id': '4e26f11b-e66e-4cad-847f-bc46eae8cb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6151acdb-22d9-4303-bf7e-922da0bb4f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:57:34.079353 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-c94c4994-a0bb-4fd0-ad74-ed1349cb8ada service neutron] Bound using segment: {'id': '4e26f11b-e66e-4cad-847f-bc46eae8cb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6151acdb-22d9-4303-bf7e-922da0bb4f37'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:57:34.079873 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-c94c4994-a0bb-4fd0-ad74-ed1349cb8ada service neutron] Bound port: a1209d4b-438b-48fe-8e97-b0a03cebcb81, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e26f11b-e66e-4cad-847f-bc46eae8cb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6151acdb-22d9-4303-bf7e-922da0bb4f37'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:57:34.080357 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-c94c4994-a0bb-4fd0-ad74-ed1349cb8ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:34.096085 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 842afd52-6c7f-435e-bebc-be9accfbede2 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 10:57:34.111800 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 842afd52-6c7f-435e-bebc-be9accfbede2, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=842afd52-6c7f-435e-bebc-be9accfbede2,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:57:34.115483 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d00e279d-3b8f-4636-a5c5-1ce81812483f req-6c4dc7c9-b5af-4934-bc5f-ee6c41a0f67f service neutron] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:34.117061 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:34.185410 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=842afd52-6c7f-435e-bebc-be9accfbede2,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:34.274473 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fbc07f5e-032c-43ec-b538-0b43c64603b7 req-c5d8bf2d-408a-419b-9f6e-e7cf3c55d8b1 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819131 May 23 10:57:34.275334 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-d00e279d-3b8f-4636-a5c5-1ce81812483f req-6c4dc7c9-b5af-4934-bc5f-ee6c41a0f67f service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:34.284595 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-d00e279d-3b8f-4636-a5c5-1ce81812483f req-6c4dc7c9-b5af-4934-bc5f-ee6c41a0f67f service neutron] Usage tracker for resource:security_group_rule and tenant:ee31cb733d254f62a20274a457664c21 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:57:34.289164 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-d00e279d-3b8f-4636-a5c5-1ce81812483f req-6c4dc7c9-b5af-4934-bc5f-ee6c41a0f67f service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:57:34.299113 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-c94c4994-a0bb-4fd0-ad74-ed1349cb8ada service neutron] For port a1209d4b-438b-48fe-8e97-b0a03cebcb81, host n-h2-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:57:34.307509 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-d00e279d-3b8f-4636-a5c5-1ce81812483f req-6c4dc7c9-b5af-4934-bc5f-ee6c41a0f67f service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:34.322990 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-c94c4994-a0bb-4fd0-ad74-ed1349cb8ada service neutron] For port a1209d4b-438b-48fe-8e97-b0a03cebcb81, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=a1209d4b-438b-48fe-8e97-b0a03cebcb81,segment=NetworkSegment(4e26f11b-e66e-4cad-847f-bc46eae8cb72),segment_id=4e26f11b-e66e-4cad-847f-bc46eae8cb72)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:57:34.332603 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-c94c4994-a0bb-4fd0-ad74-ed1349cb8ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:34.409629 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-c94c4994-a0bb-4fd0-ad74-ed1349cb8ada service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:34.411245 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-c94c4994-a0bb-4fd0-ad74-ed1349cb8ada service neutron] 10.222.0.81 "PUT /v2.0/ports/a1209d4b-438b-48fe-8e97-b0a03cebcb81 HTTP/1.1" status: 200 len: 1091 time: 1.5151412 May 23 10:57:34.422486 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39f73deb-ca4e-4461-a65c-8307bbcd9c2b', 'tag': 'a1209d4b-438b-48fe-8e97-b0a03cebcb81'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:57:34.441919 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f807cb-c5a3-45ea-a3e1-8de336d588d2 req-48746001-b21e-4cf5-ad78-34bea6062647 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:34.452793 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-91f807cb-c5a3-45ea-a3e1-8de336d588d2 req-48746001-b21e-4cf5-ad78-34bea6062647 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] 10.222.0.79 "GET /v2.0/ports?device_id=8adf3f23-0087-42c1-b9f6-12463699e447 HTTP/1.1" status: 200 len: 972 time: 0.2821825 May 23 10:57:34.547918 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['842afd52-6c7f-435e-bebc-be9accfbede2'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 10:57:34.573637 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c4994-a0bb-4fd0-ad74-ed1349cb8ada service neutron] Pushing event updated for resources: {'Port': ['ID=a1209d4b-438b-48fe-8e97-b0a03cebcb81,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:34.578493 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c927a35-d5c7-4c70-8465-79a69eb9c81c'] response: {'name': 'network-changed', 'server_uuid': '39f73deb-ca4e-4461-a65c-8307bbcd9c2b', 'tag': 'a1209d4b-438b-48fe-8e97-b0a03cebcb81', 'status': 'completed', 'code': 200} May 23 10:57:34.609847 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d00e279d-3b8f-4636-a5c5-1ce81812483f req-6c4dc7c9-b5af-4934-bc5f-ee6c41a0f67f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:34.624186 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-91f807cb-c5a3-45ea-a3e1-8de336d588d2 req-7831e308-4fbb-42bd-be3e-e870a5fade46 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf5dde5d-a859-45bd-8f95-ee8ebc50e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703975 May 23 10:57:34.638104 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d00e279d-3b8f-4636-a5c5-1ce81812483f req-6c4dc7c9-b5af-4934-bc5f-ee6c41a0f67f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:34.772830 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d00e279d-3b8f-4636-a5c5-1ce81812483f req-6c4dc7c9-b5af-4934-bc5f-ee6c41a0f67f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bf5dde5d-a859-45bd-8f95-ee8ebc50e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7073450 May 23 10:57:34.775267 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4dc7c9-b5af-4934-bc5f-ee6c41a0f67f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=caa9ba9a-0193-462e-8d42-35017bdaabd1,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:34.805928 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-d5637857-9f9a-442c-8c70-fc7e688fa07c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0151770a7dd4490d949af76344842700&device_id=39f73deb-ca4e-4461-a65c-8307bbcd9c2b HTTP/1.1" status: 200 len: 1094 time: 0.3261673 May 23 10:57:35.002995 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33122) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:35.061538 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-fa64398f-2099-4fbc-9537-ac6ede9dbe2b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1209d4b-438b-48fe-8e97-b0a03cebcb81 HTTP/1.1" status: 200 len: 217 time: 0.1770682 May 23 10:57:35.165707 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-ca302ec3-2384-4d01-bcfb-838a178b565e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:35.167127 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-ca302ec3-2384-4d01-bcfb-838a178b565e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=da533bd9-3433-4b03-bb17-c26d5caf1719 HTTP/1.1" status: 200 len: 863 time: 0.0979750 May 23 10:57:35.176908 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85099b1d-6e70-4289-9667-7a80f961824b req-62117de3-e558-4d95-857e-ad533d938bf6 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:35.178278 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-85099b1d-6e70-4289-9667-7a80f961824b req-62117de3-e558-4d95-857e-ad533d938bf6 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ab6c124-80d3-4d60-8b0c-cf93cb937e0c HTTP/1.1" status: 200 len: 948 time: 0.3649740 May 23 10:57:35.213397 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ae4d96f3-414c-435e-8332-11a4618346c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:35.219570 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652d1a8-7a7c-41a1-9487-d920fc64877e req-c7677ad3-4b25-467c-912d-d66d0b6746b1 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:35.226308 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5652d1a8-7a7c-41a1-9487-d920fc64877e req-c7677ad3-4b25-467c-912d-d66d0b6746b1 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/ports?device_id=39f73deb-ca4e-4461-a65c-8307bbcd9c2b HTTP/1.1" status: 200 len: 943 time: 0.2806756 May 23 10:57:35.249816 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ae4d96f3-414c-435e-8332-11a4618346c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:35.254441 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ae4d96f3-414c-435e-8332-11a4618346c9 admin admin] Usage tracker for resource:security_group_rule and tenant:523bbc77ba2e45d880d8345dcba09455 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:57:35.257993 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ae4d96f3-414c-435e-8332-11a4618346c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:57:35.264759 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ae4d96f3-414c-435e-8332-11a4618346c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:35.324703 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33134) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:35.330147 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5652d1a8-7a7c-41a1-9487-d920fc64877e req-23985935-6a04-46d7-a744-cb919835d640 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/security-groups?id=c2132f8c-ab10-410c-b6fc-36cea33e92fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030762 May 23 10:57:35.333189 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-85099b1d-6e70-4289-9667-7a80f961824b req-3c7e6142-5708-4527-a527-b3adc13ef051 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/security-groups?id=fd826eda-e372-480f-b9c6-94eeaaadef19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235168 May 23 10:57:35.347433 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-18490731-88fa-45bb-bd49-b5701c19ad3d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6151acdb-22d9-4303-bf7e-922da0bb4f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1681869 May 23 10:57:35.349894 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ae4d96f3-414c-435e-8332-11a4618346c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:35.355975 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ae4d96f3-414c-435e-8332-11a4618346c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:35.478483 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d96f3-414c-435e-8332-11a4618346c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99ef485-af4b-4cfb-b34a-8e4ab89b03fd,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:35.483190 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ae4d96f3-414c-435e-8332-11a4618346c9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=523bbc77ba2e45d880d8345dcba09455&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4786801 May 23 10:57:35.485488 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33148) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:35.557466 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-222ef478-3280-4453-bcfc-e4619bb11f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:35.584779 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-222ef478-3280-4453-bcfc-e4619bb11f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:35.616103 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4a736be6-98b7-4e5f-8159-a549fe6ddbd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:35.641029 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-222ef478-3280-4453-bcfc-e4619bb11f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:35.659660 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ef478-3280-4453-bcfc-e4619bb11f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99ef485-af4b-4cfb-b34a-8e4ab89b03fd,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:35.665468 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-222ef478-3280-4453-bcfc-e4619bb11f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:35.671087 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-222ef478-3280-4453-bcfc-e4619bb11f8a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c99ef485-af4b-4cfb-b34a-8e4ab89b03fd HTTP/1.1" status: 204 len: 168 time: 0.1841235 May 23 10:57:35.697302 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-7e43b2f5-edc8-420a-8486-686c331c3c16 service neutron] 10.222.0.81 "GET /v2.0/networks/6151acdb-22d9-4303-bf7e-922da0bb4f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431096 May 23 10:57:35.698761 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd211e353-443f-46c8-98d7-ef0634b0cdbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5de9c3-19b0-4fb2-95d2-3b731d64be1e'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:57:35.702297 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4a736be6-98b7-4e5f-8159-a549fe6ddbd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:35.732073 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4a736be6-98b7-4e5f-8159-a549fe6ddbd7 admin admin] Usage tracker for resource:security_group_rule and tenant:9a3e8e18498c4d3286a555dd7050768c is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:57:35.734212 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 842afd52-6c7f-435e-bebc-be9accfbede2 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:57:35.784472 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33162) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:35.785490 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4a736be6-98b7-4e5f-8159-a549fe6ddbd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:57:35.830373 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4a736be6-98b7-4e5f-8159-a549fe6ddbd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:35.846099 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c21777-37ad-4a1a-9ad3-d343585621d3 req-5593fc79-f9ae-4811-9ca3-d10d50fac6f3 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:35.853406 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-18c21777-37ad-4a1a-9ad3-d343585621d3 req-5593fc79-f9ae-4811-9ca3-d10d50fac6f3 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf HTTP/1.1" status: 200 len: 967 time: 0.3272967 May 23 10:57:35.854050 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 842afd52-6c7f-435e-bebc-be9accfbede2 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:57:35.860326 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 842afd52-6c7f-435e-bebc-be9accfbede2 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:57:35.861864 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:35.992458 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-18c21777-37ad-4a1a-9ad3-d343585621d3 req-cf3b2790-063e-47e1-a621-39920bc44871 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379592 May 23 10:57:35.996116 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c85396b7-ebf9-4507-a5f9-63768254305d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:35.998971 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f5344222-184e-4d73-b883-1bd1d1cad7cc req-f38ff45e-c0fb-4c78-ae5a-9f477c925ce2 service neutron] 10.222.0.81 "GET /v2.0/networks/6151acdb-22d9-4303-bf7e-922da0bb4f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940757 May 23 10:57:36.047890 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5019a7ec-42d5-411b-af5e-2652364968e7 req-7d426d40-4a2b-4e1e-afc9-e101732e9b68 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:36.054628 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5019a7ec-42d5-411b-af5e-2652364968e7 req-7d426d40-4a2b-4e1e-afc9-e101732e9b68 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] 10.222.0.79 "GET /v2.0/ports?device_id=8adf3f23-0087-42c1-b9f6-12463699e447 HTTP/1.1" status: 200 len: 972 time: 0.2659881 May 23 10:57:36.063112 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c85396b7-ebf9-4507-a5f9-63768254305d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:36.069091 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c85396b7-ebf9-4507-a5f9-63768254305d admin admin] Usage tracker for resource:security_group_rule and tenant:57712ae54ced49baba73227f39f93128 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:57:36.073610 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c85396b7-ebf9-4507-a5f9-63768254305d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:57:36.086011 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c85396b7-ebf9-4507-a5f9-63768254305d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:36.088379 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:36.114218 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4a736be6-98b7-4e5f-8159-a549fe6ddbd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:36.131532 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f9118bf-0c4f-4592-a140-1c7a94eea530'] response: {'server_uuid': 'd211e353-443f-46c8-98d7-ef0634b0cdbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5de9c3-19b0-4fb2-95d2-3b731d64be1e', 'code': 200} May 23 10:57:36.147229 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 842afd52-6c7f-435e-bebc-be9accfbede2, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=842afd52-6c7f-435e-bebc-be9accfbede2,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:57:36.155338 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:36.157807 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4a736be6-98b7-4e5f-8159-a549fe6ddbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:36.194550 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5019a7ec-42d5-411b-af5e-2652364968e7 req-b36c6a6a-7c61-4efe-a2f7-737ba9fa0f15 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf5dde5d-a859-45bd-8f95-ee8ebc50e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387870 May 23 10:57:36.232084 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c85396b7-ebf9-4507-a5f9-63768254305d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:36.238071 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c85396b7-ebf9-4507-a5f9-63768254305d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:36.253554 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=842afd52-6c7f-435e-bebc-be9accfbede2,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:36.287062 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33170) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:36.291570 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a736be6-98b7-4e5f-8159-a549fe6ddbd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3f577c-a2a4-4f6b-a532-65554fac2809,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:36.301066 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4a736be6-98b7-4e5f-8159-a549fe6ddbd7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9a3e8e18498c4d3286a555dd7050768c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9712026 May 23 10:57:36.302496 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33174) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:36.314693 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c85396b7-ebf9-4507-a5f9-63768254305d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=57712ae54ced49baba73227f39f93128&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5289330 May 23 10:57:36.319220 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33178) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:36.333561 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7435819a-a699-416a-b8eb-eed4c8c47cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:36.343156 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85396b7-ebf9-4507-a5f9-63768254305d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d14816-b16e-4e78-b3f7-a29525733cc6,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:36.376971 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6d98894b-8e6c-4515-8e91-7c703aa4362c req-49f2010f-8399-49d6-b514-f277eb9123f5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0151770a7dd4490d949af76344842700&device_id=39f73deb-ca4e-4461-a65c-8307bbcd9c2b HTTP/1.1" status: 200 len: 1094 time: 0.2594805 May 23 10:57:36.400298 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7435819a-a699-416a-b8eb-eed4c8c47cfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:36.406230 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7435819a-a699-416a-b8eb-eed4c8c47cfd admin admin] Usage tracker for resource:security_group_rule and tenant:ebda592ec1714aa99de1f49bf9fd13cc is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:57:36.409870 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7435819a-a699-416a-b8eb-eed4c8c47cfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:57:36.419204 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b12b7739-20bb-4443-b937-b2f4bb502590 req-d375c63e-1727-41d8-9506-02b327c26a01 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf HTTP/1.1" status: 200 len: 1118 time: 0.1826463 May 23 10:57:36.424620 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7435819a-a699-416a-b8eb-eed4c8c47cfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:36.432379 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-94f45e6f-032a-4aed-9438-123fb9a0835e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:36.470640 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-94f45e6f-032a-4aed-9438-123fb9a0835e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:36.501234 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2408360c-e53d-4847-bc2b-dbb672f229b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:36.556849 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7435819a-a699-416a-b8eb-eed4c8c47cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:36.561084 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7435819a-a699-416a-b8eb-eed4c8c47cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:36.578965 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-94f45e6f-032a-4aed-9438-123fb9a0835e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:36.622430 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7435819a-a699-416a-b8eb-eed4c8c47cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79182c69-1f88-4738-a504-1de601d9f689,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:36.629854 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7435819a-a699-416a-b8eb-eed4c8c47cfd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ebda592ec1714aa99de1f49bf9fd13cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3391781 May 23 10:57:36.631516 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2408360c-e53d-4847-bc2b-dbb672f229b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:36.635896 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33186) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:36.636630 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-94f45e6f-032a-4aed-9438-123fb9a0835e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:36.637701 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-94f45e6f-032a-4aed-9438-123fb9a0835e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/63d14816-b16e-4e78-b3f7-a29525733cc6 HTTP/1.1" status: 204 len: 168 time: 0.3161650 May 23 10:57:36.653410 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f45e6f-032a-4aed-9438-123fb9a0835e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d14816-b16e-4e78-b3f7-a29525733cc6,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:36.715799 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db1dbffa-0105-4c95-8032-2f72e3953cf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:36.722285 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b12b7739-20bb-4443-b937-b2f4bb502590 req-8f53ca74-727e-430f-a405-46c44bed997c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526712 May 23 10:57:36.743980 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db1dbffa-0105-4c95-8032-2f72e3953cf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:36.744311 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98894b-8e6c-4515-8e91-7c703aa4362c req-89d17b9d-18e6-490f-9f9d-f0e60ac8c1c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:36.745869 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6d98894b-8e6c-4515-8e91-7c703aa4362c req-89d17b9d-18e6-490f-9f9d-f0e60ac8c1c7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6151acdb-22d9-4303-bf7e-922da0bb4f37 HTTP/1.1" status: 200 len: 925 time: 0.3570211 May 23 10:57:36.814349 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db1dbffa-0105-4c95-8032-2f72e3953cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:36.844346 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6d98894b-8e6c-4515-8e91-7c703aa4362c req-9bc5edc1-0e1c-43a3-808e-870fdbaeeab9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1209d4b-438b-48fe-8e97-b0a03cebcb81 HTTP/1.1" status: 200 len: 217 time: 0.0892768 May 23 10:57:36.844565 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db1dbffa-0105-4c95-8032-2f72e3953cf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:36.848768 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-db1dbffa-0105-4c95-8032-2f72e3953cf5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/79182c69-1f88-4738-a504-1de601d9f689 HTTP/1.1" status: 204 len: 168 time: 0.2075703 May 23 10:57:36.848768 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1dbffa-0105-4c95-8032-2f72e3953cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79182c69-1f88-4738-a504-1de601d9f689,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:36.851916 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2408360c-e53d-4847-bc2b-dbb672f229b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:36.886648 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a9e8c5-5848-40da-86fd-fd240eda419c req-fa46aa58-7581-4821-87d2-75e9f5f4071e tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:36.888312 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e2a9e8c5-5848-40da-86fd-fd240eda419c req-fa46aa58-7581-4821-87d2-75e9f5f4071e tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ab6c124-80d3-4d60-8b0c-cf93cb937e0c HTTP/1.1" status: 200 len: 949 time: 0.3880229 May 23 10:57:36.928404 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4061515-f9ab-49ac-a71f-5a908155c20e req-f67e593d-05a4-4a76-b110-35894e58c307 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:36.929888 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b4061515-f9ab-49ac-a71f-5a908155c20e req-f67e593d-05a4-4a76-b110-35894e58c307 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/ports?device_id=39f73deb-ca4e-4461-a65c-8307bbcd9c2b HTTP/1.1" status: 200 len: 943 time: 0.3827307 May 23 10:57:36.941277 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2408360c-e53d-4847-bc2b-dbb672f229b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3f577c-a2a4-4f6b-a532-65554fac2809,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:37.024069 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2408360c-e53d-4847-bc2b-dbb672f229b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:37.027898 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2408360c-e53d-4847-bc2b-dbb672f229b1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bd3f577c-a2a4-4f6b-a532-65554fac2809 HTTP/1.1" status: 204 len: 168 time: 0.7218928 May 23 10:57:37.046258 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e2a9e8c5-5848-40da-86fd-fd240eda419c req-d8467d40-d041-4cac-983f-29f4e690a885 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/security-groups?id=fd826eda-e372-480f-b9c6-94eeaaadef19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105044 May 23 10:57:37.049067 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98894b-8e6c-4515-8e91-7c703aa4362c req-1e2a6b87-532e-40b3-8fbb-cc311646b7e9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:37.050537 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6d98894b-8e6c-4515-8e91-7c703aa4362c req-1e2a6b87-532e-40b3-8fbb-cc311646b7e9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=da533bd9-3433-4b03-bb17-c26d5caf1719 HTTP/1.1" status: 200 len: 863 time: 0.1786270 May 23 10:57:37.175458 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b4061515-f9ab-49ac-a71f-5a908155c20e req-12b27d1e-78ea-4957-af38-28f6b2a9883e tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/security-groups?id=c2132f8c-ab10-410c-b6fc-36cea33e92fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2320237 May 23 10:57:37.186958 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33202) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:37.211165 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6d98894b-8e6c-4515-8e91-7c703aa4362c req-0e17d8ae-8701-4aef-b3c7-99d0f65f308c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6151acdb-22d9-4303-bf7e-922da0bb4f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1540279 May 23 10:57:37.220149 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f75beb08-02d6-49bf-8abd-5a327b09bb80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:37.303633 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f75beb08-02d6-49bf-8abd-5a327b09bb80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:37.310913 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f75beb08-02d6-49bf-8abd-5a327b09bb80 admin admin] Usage tracker for resource:security_group_rule and tenant:e782b82b5fb24bf69d64775fc79d6b33 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:57:37.317332 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f75beb08-02d6-49bf-8abd-5a327b09bb80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:57:37.329206 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f75beb08-02d6-49bf-8abd-5a327b09bb80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:37.482128 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f75beb08-02d6-49bf-8abd-5a327b09bb80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:37.488118 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f75beb08-02d6-49bf-8abd-5a327b09bb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:37.563730 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75beb08-02d6-49bf-8abd-5a327b09bb80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a073f0a-e192-4e26-9bbb-610b89507219,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:37.569835 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f75beb08-02d6-49bf-8abd-5a327b09bb80 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e782b82b5fb24bf69d64775fc79d6b33&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3817947 May 23 10:57:37.572541 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33214) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:37.618539 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:37.639432 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cfedc12f-05ea-4af5-b876-84a9e38eef78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:37.660982 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc83c96-1a03-4c5a-9f3a-156f36c91e3e req-3e0e684b-a057-4490-a121-a326a70c5787 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:37.667561 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9dc83c96-1a03-4c5a-9f3a-156f36c91e3e req-3e0e684b-a057-4490-a121-a326a70c5787 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf HTTP/1.1" status: 200 len: 967 time: 0.4120779 May 23 10:57:37.669512 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cfedc12f-05ea-4af5-b876-84a9e38eef78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:37.672475 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6d98894b-8e6c-4515-8e91-7c703aa4362c req-58cbbb8f-5769-4367-9a84-b2103a578470 service neutron] 10.222.0.81 "GET /v2.0/networks/6151acdb-22d9-4303-bf7e-922da0bb4f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4546304 May 23 10:57:37.717694 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc069f2-c727-4a54-b472-a2d8d994bbbf req-ee1c22b8-f3c5-4065-92a5-a5e4c2599779 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:37.719277 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dbc069f2-c727-4a54-b472-a2d8d994bbbf req-ee1c22b8-f3c5-4065-92a5-a5e4c2599779 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] 10.222.0.79 "GET /v2.0/ports?device_id=8adf3f23-0087-42c1-b9f6-12463699e447 HTTP/1.1" status: 200 len: 972 time: 0.2411096 May 23 10:57:37.738801 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cfedc12f-05ea-4af5-b876-84a9e38eef78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:37.761128 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfedc12f-05ea-4af5-b876-84a9e38eef78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a073f0a-e192-4e26-9bbb-610b89507219,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:37.765031 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cfedc12f-05ea-4af5-b876-84a9e38eef78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:37.768070 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-cfedc12f-05ea-4af5-b876-84a9e38eef78 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3a073f0a-e192-4e26-9bbb-610b89507219 HTTP/1.1" status: 204 len: 168 time: 0.1930642 May 23 10:57:37.848383 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9dc83c96-1a03-4c5a-9f3a-156f36c91e3e req-e743470d-9218-489d-9c60-130bd79318ed tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798863 May 23 10:57:37.883294 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dbc069f2-c727-4a54-b472-a2d8d994bbbf req-3a28bf8e-20de-4203-871f-78cd1b14dfaf tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf5dde5d-a859-45bd-8f95-ee8ebc50e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108351 May 23 10:57:37.893026 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33224) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:37.909572 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6d98894b-8e6c-4515-8e91-7c703aa4362c req-47bcec8a-27ae-4def-bec1-a2a7c44fd7ae service neutron] 10.222.0.81 "GET /v2.0/networks/6151acdb-22d9-4303-bf7e-922da0bb4f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197626 May 23 10:57:37.922353 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5f8829c5-819c-4ab5-88be-b6072ed65860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:37.960855 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5f8829c5-819c-4ab5-88be-b6072ed65860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:37.965544 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5f8829c5-819c-4ab5-88be-b6072ed65860 admin admin] Usage tracker for resource:security_group_rule and tenant:b6fa5274653f4761af0c867d3ee7d55b is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:57:37.970156 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5f8829c5-819c-4ab5-88be-b6072ed65860 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:57:37.976009 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5f8829c5-819c-4ab5-88be-b6072ed65860 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:38.047304 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5f8829c5-819c-4ab5-88be-b6072ed65860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:38.052783 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5f8829c5-819c-4ab5-88be-b6072ed65860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:38.110671 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8829c5-819c-4ab5-88be-b6072ed65860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818af8bf-91df-439e-9808-24d8c37c27f7,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:38.132670 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab6c124-80d3-4d60-8b0c-cf93cb937e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842afd52-6c7f-435e-bebc-be9accfbede2'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:57:38.143368 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5f8829c5-819c-4ab5-88be-b6072ed65860 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b6fa5274653f4761af0c867d3ee7d55b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2492058 May 23 10:57:38.145953 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33238) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:38.193423 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bebe8502-3b5c-45f5-afe8-6ae6cb444ae8'] response: {'server_uuid': '9ab6c124-80d3-4d60-8b0c-cf93cb937e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842afd52-6c7f-435e-bebc-be9accfbede2', 'code': 200} May 23 10:57:38.222919 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-62a22566-4076-4d39-9ee1-e96a00e7ffe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:38.253545 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-62a22566-4076-4d39-9ee1-e96a00e7ffe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:38.362305 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-62a22566-4076-4d39-9ee1-e96a00e7ffe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:38.390928 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a22566-4076-4d39-9ee1-e96a00e7ffe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818af8bf-91df-439e-9808-24d8c37c27f7,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:38.396025 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-62a22566-4076-4d39-9ee1-e96a00e7ffe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:38.397106 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-62a22566-4076-4d39-9ee1-e96a00e7ffe4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/818af8bf-91df-439e-9808-24d8c37c27f7 HTTP/1.1" status: 204 len: 168 time: 0.2502332 May 23 10:57:38.570279 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c1d9c-677c-4f92-beb7-2c6dd4e73e3b req-180b0a2f-678e-48ba-adf0-41c35e575c9e tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:38.571727 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-de3c1d9c-677c-4f92-beb7-2c6dd4e73e3b req-180b0a2f-678e-48ba-adf0-41c35e575c9e tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ab6c124-80d3-4d60-8b0c-cf93cb937e0c HTTP/1.1" status: 200 len: 949 time: 0.2706635 May 23 10:57:38.582509 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4928122b-4fe3-4ead-ae8e-f1b79f8e9157 req-84f594a0-8f77-472e-9ece-a8ec5477734c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9ab6c124-80d3-4d60-8b0c-cf93cb937e0c HTTP/1.1" status: 200 len: 1100 time: 0.1889205 May 23 10:57:38.609202 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097705d1-5df2-4dc9-a5f8-7af30a17aa80 req-0a4171df-e23e-4b7d-982d-03ff52cb4329 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:38.609202 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-097705d1-5df2-4dc9-a5f8-7af30a17aa80 req-0a4171df-e23e-4b7d-982d-03ff52cb4329 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/ports?device_id=39f73deb-ca4e-4461-a65c-8307bbcd9c2b HTTP/1.1" status: 200 len: 943 time: 0.1557963 May 23 10:57:38.702224 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-de3c1d9c-677c-4f92-beb7-2c6dd4e73e3b req-e0fa5489-8474-43a5-9459-c0be61330c88 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/security-groups?id=fd826eda-e372-480f-b9c6-94eeaaadef19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187677 May 23 10:57:38.704157 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-4928122b-4fe3-4ead-ae8e-f1b79f8e9157 req-6f39c073-3810-44d0-85cd-68c8028dff89 service neutron] Synchronizing usage tracker for tenant:ee31cb733d254f62a20274a457664c21 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 10:57:38.715010 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-097705d1-5df2-4dc9-a5f8-7af30a17aa80 req-fb531cd7-6694-47a2-8dfc-0ca99263ea91 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/security-groups?id=c2132f8c-ab10-410c-b6fc-36cea33e92fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846786 May 23 10:57:38.739372 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-4928122b-4fe3-4ead-ae8e-f1b79f8e9157 req-6f39c073-3810-44d0-85cd-68c8028dff89 service neutron] Unset dirty status for tenant:ee31cb733d254f62a20274a457664c21 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 10:57:38.739372 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4928122b-4fe3-4ead-ae8e-f1b79f8e9157 req-6f39c073-3810-44d0-85cd-68c8028dff89 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=fd826eda-e372-480f-b9c6-94eeaaadef19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192403 May 23 10:57:38.987377 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:39.152737 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07052ed-a900-4d7c-a992-3e5ae30dee44 req-627b6382-b807-4cf1-b816-113dfd7cc1f1 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:39.154263 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d07052ed-a900-4d7c-a992-3e5ae30dee44 req-627b6382-b807-4cf1-b816-113dfd7cc1f1 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf HTTP/1.1" status: 200 len: 967 time: 0.1628757 May 23 10:57:39.173799 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b20e5-5cb0-455d-a8ab-e833682e5811 req-b6a4bc8f-36d7-4e89-8b54-f235f36f0733 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:39.185185 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-270b20e5-5cb0-455d-a8ab-e833682e5811 req-b6a4bc8f-36d7-4e89-8b54-f235f36f0733 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] 10.222.0.79 "GET /v2.0/ports?device_id=8adf3f23-0087-42c1-b9f6-12463699e447 HTTP/1.1" status: 200 len: 972 time: 0.1175134 May 23 10:57:39.205735 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1c58ddd7-4112-42c4-8764-5a3020b1aed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:39.264952 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d07052ed-a900-4d7c-a992-3e5ae30dee44 req-cee54986-4baa-4537-94fa-de85843c1aed tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785062 May 23 10:57:39.267112 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-270b20e5-5cb0-455d-a8ab-e833682e5811 req-13663d5f-2c57-4e27-bec6-8aa27090084b tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf5dde5d-a859-45bd-8f95-ee8ebc50e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651543 May 23 10:57:39.486265 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4268904f-43e7-46b7-bafe-25e799c98565 req-c566d08e-1f3d-4c2e-8d10-7323df36dc9c tempest-AggregatesAdminTestJSON-1466544297 tempest-AggregatesAdminTestJSON-1466544297-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=8adf3f23-0087-42c1-b9f6-12463699e447 HTTP/1.1" status: 200 len: 1123 time: 0.0751534 May 23 10:57:39.507745 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-4268904f-43e7-46b7-bafe-25e799c98565 req-5d25ece6-d0a7-4bd2-8540-90761436b51d tempest-AggregatesAdminTestJSON-1466544297 tempest-AggregatesAdminTestJSON-1466544297-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:39.543888 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-4268904f-43e7-46b7-bafe-25e799c98565 req-5d25ece6-d0a7-4bd2-8540-90761436b51d tempest-AggregatesAdminTestJSON-1466544297 tempest-AggregatesAdminTestJSON-1466544297-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:39.547768 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-4268904f-43e7-46b7-bafe-25e799c98565 req-5d25ece6-d0a7-4bd2-8540-90761436b51d tempest-AggregatesAdminTestJSON-1466544297 tempest-AggregatesAdminTestJSON-1466544297-project-admin] Usage tracker for resource:security_group_rule and tenant:7b4af87e6c0240749dad0307c252277e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:57:39.551091 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-4268904f-43e7-46b7-bafe-25e799c98565 req-5d25ece6-d0a7-4bd2-8540-90761436b51d tempest-AggregatesAdminTestJSON-1466544297 tempest-AggregatesAdminTestJSON-1466544297-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:57:39.557052 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-4268904f-43e7-46b7-bafe-25e799c98565 req-5d25ece6-d0a7-4bd2-8540-90761436b51d tempest-AggregatesAdminTestJSON-1466544297 tempest-AggregatesAdminTestJSON-1466544297-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:39.641229 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-4268904f-43e7-46b7-bafe-25e799c98565 req-5d25ece6-d0a7-4bd2-8540-90761436b51d tempest-AggregatesAdminTestJSON-1466544297 tempest-AggregatesAdminTestJSON-1466544297-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:39.646401 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-4268904f-43e7-46b7-bafe-25e799c98565 req-5d25ece6-d0a7-4bd2-8540-90761436b51d tempest-AggregatesAdminTestJSON-1466544297 tempest-AggregatesAdminTestJSON-1466544297-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:39.727817 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4268904f-43e7-46b7-bafe-25e799c98565 req-5d25ece6-d0a7-4bd2-8540-90761436b51d tempest-AggregatesAdminTestJSON-1466544297 tempest-AggregatesAdminTestJSON-1466544297-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=bf5dde5d-a859-45bd-8f95-ee8ebc50e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374556 May 23 10:57:39.738165 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d25ece6-d0a7-4bd2-8540-90761436b51d tempest-AggregatesAdminTestJSON-1466544297 tempest-AggregatesAdminTestJSON-1466544297-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9733d63-74ab-4a88-8638-328a7a061593,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:39.752208 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device a1209d4b-438b-48fe-8e97-b0a03cebcb81 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 10:57:39.783591 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad47c70e-c888-4be9-baa7-0d5e8132355b req-52ac4e8c-4aae-4a19-9862-6d8e912f19bc tempest-LiveMigrationTest-1953020720 tempest-LiveMigrationTest-1953020720-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf HTTP/1.1" status: 200 len: 1118 time: 0.0981574 May 23 10:57:39.862944 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad47c70e-c888-4be9-baa7-0d5e8132355b req-c7994132-acef-4610-b846-dd20e8a356ed tempest-LiveMigrationTest-1953020720 tempest-LiveMigrationTest-1953020720-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659177 May 23 10:57:39.928405 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port a1209d4b-438b-48fe-8e97-b0a03cebcb81, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=a1209d4b-438b-48fe-8e97-b0a03cebcb81,segment=NetworkSegment(4e26f11b-e66e-4cad-847f-bc46eae8cb72),segment_id=4e26f11b-e66e-4cad-847f-bc46eae8cb72)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:57:39.945563 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': 'a1209d4b-438b-48fe-8e97-b0a03cebcb81', 'network_id': '6151acdb-22d9-4303-bf7e-922da0bb4f37', 'port_id': 'a1209d4b-438b-48fe-8e97-b0a03cebcb81', 'mac_address': 'fa:16:3e:ed:fb:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da533bd9-3433-4b03-bb17-c26d5caf1719', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 10:57:40.012698 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:40.026493 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 10:57:40.037340 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1209d4b-438b-48fe-8e97-b0a03cebcb81 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 10:57:40.055052 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port a1209d4b-438b-48fe-8e97-b0a03cebcb81, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=a1209d4b-438b-48fe-8e97-b0a03cebcb81,segment=NetworkSegment(4e26f11b-e66e-4cad-847f-bc46eae8cb72),segment_id=4e26f11b-e66e-4cad-847f-bc46eae8cb72)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:57:40.061723 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:40.172505 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1f4d0-4910-4470-9df1-9b33a8b532c8 req-dd486dd0-f36c-4843-bc3b-01a42da6e194 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:40.174159 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-82c1f4d0-4910-4470-9df1-9b33a8b532c8 req-dd486dd0-f36c-4843-bc3b-01a42da6e194 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/ports?device_id=39f73deb-ca4e-4461-a65c-8307bbcd9c2b HTTP/1.1" status: 200 len: 944 time: 0.1370106 May 23 10:57:40.179247 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=a1209d4b-438b-48fe-8e97-b0a03cebcb81,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:40.181035 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a1962a-637b-4e24-a66f-553c2f66eeac req-d925119d-9016-4a32-9685-c810a1c37bd6 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:40.183276 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d9a1962a-637b-4e24-a66f-553c2f66eeac req-d925119d-9016-4a32-9685-c810a1c37bd6 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ab6c124-80d3-4d60-8b0c-cf93cb937e0c HTTP/1.1" status: 200 len: 949 time: 0.1863806 May 23 10:57:40.261164 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-82c1f4d0-4910-4470-9df1-9b33a8b532c8 req-c163d5f0-0c5a-4b29-a388-0ae70d6861d2 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/security-groups?id=c2132f8c-ab10-410c-b6fc-36cea33e92fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767241 May 23 10:57:40.273417 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d9a1962a-637b-4e24-a66f-553c2f66eeac req-201a087f-8f25-4514-b27f-a5f98d78a2cd tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/security-groups?id=fd826eda-e372-480f-b9c6-94eeaaadef19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734949 May 23 10:57:40.435844 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['a1209d4b-438b-48fe-8e97-b0a03cebcb81'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 10:57:40.582612 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6becd84d-c9b3-4c83-8069-38f9227467a1 req-7906d5a4-1a41-4ca3-bf05-81da0ed6fa6c tempest-LiveMigrationTest-1953020720 tempest-LiveMigrationTest-1953020720-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf HTTP/1.1" status: 200 len: 1118 time: 0.1706457 May 23 10:57:40.636570 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6becd84d-c9b3-4c83-8069-38f9227467a1 req-22a6872c-fc4f-4d54-9455-3d8e814a0d5e tempest-LiveMigrationTest-1953020720 tempest-LiveMigrationTest-1953020720-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527699 May 23 10:57:40.855322 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe159970-6132-4b56-b675-4f7f8af78276 req-9e8c8199-b982-4794-9d4e-e36da4a9457a tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:40.862756 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fe159970-6132-4b56-b675-4f7f8af78276 req-9e8c8199-b982-4794-9d4e-e36da4a9457a tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] 10.222.0.79 "GET /v2.0/ports?device_id=8adf3f23-0087-42c1-b9f6-12463699e447 HTTP/1.1" status: 200 len: 972 time: 0.0998104 May 23 10:57:40.976356 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fe159970-6132-4b56-b675-4f7f8af78276 req-165bc9d7-4ac0-4c8f-bfeb-f195f52551f1 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf5dde5d-a859-45bd-8f95-ee8ebc50e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126196 May 23 10:57:41.241401 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ede9ecb3-a63d-457a-a9bc-3a8889265595 req-ebf1d85c-8c93-4f6a-a16c-26da0afc8fa0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0762191 May 23 10:57:41.433509 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-17d643fb-98f9-41d5-b980-5bce24bb12d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:41.637086 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf388f64-71ff-405b-a57c-3d9419e5b7bd req-e3925777-7d2a-4a24-80f9-0b2e9d02e061 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:41.638543 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cf388f64-71ff-405b-a57c-3d9419e5b7bd req-e3925777-7d2a-4a24-80f9-0b2e9d02e061 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ab6c124-80d3-4d60-8b0c-cf93cb937e0c HTTP/1.1" status: 200 len: 949 time: 0.0848005 May 23 10:57:41.683563 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cf388f64-71ff-405b-a57c-3d9419e5b7bd req-1655fd4e-22ce-4572-8d76-bd6d7485f66c tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/security-groups?id=fd826eda-e372-480f-b9c6-94eeaaadef19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393357 May 23 10:57:41.769150 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device a1209d4b-438b-48fe-8e97-b0a03cebcb81 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:57:41.845841 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port a1209d4b-438b-48fe-8e97-b0a03cebcb81 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:57:41.851388 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port a1209d4b-438b-48fe-8e97-b0a03cebcb81 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:57:41.852210 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:41.884204 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915d8e0-1292-40b9-b1f9-eb32a4d8df49 req-571d6243-4b1e-4177-9661-05c128d0f15b tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:41.885700 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a915d8e0-1292-40b9-b1f9-eb32a4d8df49 req-571d6243-4b1e-4177-9661-05c128d0f15b tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/ports?device_id=39f73deb-ca4e-4461-a65c-8307bbcd9c2b HTTP/1.1" status: 200 len: 944 time: 0.0948217 May 23 10:57:41.939146 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a915d8e0-1292-40b9-b1f9-eb32a4d8df49 req-f336114a-bd92-4fde-9684-7a0842323f99 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/security-groups?id=c2132f8c-ab10-410c-b6fc-36cea33e92fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475271 May 23 10:57:41.981314 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:42.010984 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f73deb-ca4e-4461-a65c-8307bbcd9c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1209d4b-438b-48fe-8e97-b0a03cebcb81'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:57:42.022017 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port a1209d4b-438b-48fe-8e97-b0a03cebcb81, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=a1209d4b-438b-48fe-8e97-b0a03cebcb81,segment=NetworkSegment(4e26f11b-e66e-4cad-847f-bc46eae8cb72),segment_id=4e26f11b-e66e-4cad-847f-bc46eae8cb72)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:57:42.027097 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:42.106565 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=a1209d4b-438b-48fe-8e97-b0a03cebcb81,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:42.265348 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b1b11-3772-4785-87a8-6c0ae354f7fa req-1ebadb1d-2842-4ef0-8caa-2775e816fbd4 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:42.266635 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-039b1b11-3772-4785-87a8-6c0ae354f7fa req-1ebadb1d-2842-4ef0-8caa-2775e816fbd4 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] 10.222.0.13 "GET /v2.0/ports?device_id=8adf3f23-0087-42c1-b9f6-12463699e447 HTTP/1.1" status: 200 len: 972 time: 0.0850563 May 23 10:57:42.334836 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-039b1b11-3772-4785-87a8-6c0ae354f7fa req-06e0ad36-95f5-4133-89b2-0b5656cba10d tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Deleting port dbd2fa7a-4cd4-4c6b-917d-4305045deb2d {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 10:57:42.335228 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-039b1b11-3772-4785-87a8-6c0ae354f7fa req-06e0ad36-95f5-4133-89b2-0b5656cba10d tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:42.457258 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33428) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:42.463756 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [req-b3701700-6661-45df-b570-d323a4db43dd req-28949adf-fa63-4590-902e-7ff5b5a430c8 tempest-LiveMigrationTest-1953020720 tempest-LiveMigrationTest-1953020720-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 10:57:42.464790 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3701700-6661-45df-b570-d323a4db43dd req-28949adf-fa63-4590-902e-7ff5b5a430c8 tempest-LiveMigrationTest-1953020720 tempest-LiveMigrationTest-1953020720-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0059960 May 23 10:57:42.505751 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:42.606140 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-039b1b11-3772-4785-87a8-6c0ae354f7fa req-06e0ad36-95f5-4133-89b2-0b5656cba10d tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] For port dbd2fa7a-4cd4-4c6b-917d-4305045deb2d, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=dbd2fa7a-4cd4-4c6b-917d-4305045deb2d,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:57:42.606561 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-039b1b11-3772-4785-87a8-6c0ae354f7fa req-06e0ad36-95f5-4133-89b2-0b5656cba10d tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:42.645994 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-b3701700-6661-45df-b570-d323a4db43dd req-8e948ab3-a7dd-4ba3-b692-6e189c00cdb9 service neutron] Request body: {'binding': {'host': 'n-h2-842952-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:57:42.646498 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-b3701700-6661-45df-b570-d323a4db43dd req-8e948ab3-a7dd-4ba3-b692-6e189c00cdb9 service neutron] Unknown quota resources ['binding']. {{(pid=83911) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 23 10:57:42.715704 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:42.726561 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-039b1b11-3772-4785-87a8-6c0ae354f7fa req-06e0ad36-95f5-4133-89b2-0b5656cba10d tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Calling delete_port for dbd2fa7a-4cd4-4c6b-917d-4305045deb2d owned by compute:tempest-test_az-1536545113 {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 10:57:42.874655 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-b3701700-6661-45df-b570-d323a4db43dd req-8e948ab3-a7dd-4ba3-b692-6e189c00cdb9 service neutron] Attempting to bind port bc5de9c3-19b0-4fb2-95d2-3b731d64be1e on host n-h2-842952-2 for vnic_type normal with profile None {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:57:42.875045 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-b3701700-6661-45df-b570-d323a4db43dd req-8e948ab3-a7dd-4ba3-b692-6e189c00cdb9 service neutron] Attempting to bind port bc5de9c3-19b0-4fb2-95d2-3b731d64be1e by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:57:42.875371 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3701700-6661-45df-b570-d323a4db43dd req-8e948ab3-a7dd-4ba3-b692-6e189c00cdb9 service neutron] Attempting to bind port bc5de9c3-19b0-4fb2-95d2-3b731d64be1e on network 3f16bf48-f1ac-437f-802c-c2072c75e62b {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:57:42.881667 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3701700-6661-45df-b570-d323a4db43dd req-8e948ab3-a7dd-4ba3-b692-6e189c00cdb9 service neutron] Port bc5de9c3-19b0-4fb2-95d2-3b731d64be1e on network 3f16bf48-f1ac-437f-802c-c2072c75e62b not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 10:57:42.881976 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3701700-6661-45df-b570-d323a4db43dd req-8e948ab3-a7dd-4ba3-b692-6e189c00cdb9 service neutron] Attempting to bind port bc5de9c3-19b0-4fb2-95d2-3b731d64be1e on network 3f16bf48-f1ac-437f-802c-c2072c75e62b {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:57:42.888345 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3701700-6661-45df-b570-d323a4db43dd req-8e948ab3-a7dd-4ba3-b692-6e189c00cdb9 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:57:42.888850 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3701700-6661-45df-b570-d323a4db43dd req-8e948ab3-a7dd-4ba3-b692-6e189c00cdb9 service neutron] Checking segment: {'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:57:42.889225 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3701700-6661-45df-b570-d323a4db43dd req-8e948ab3-a7dd-4ba3-b692-6e189c00cdb9 service neutron] Bound using segment: {'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:57:42.889640 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-b3701700-6661-45df-b570-d323a4db43dd req-8e948ab3-a7dd-4ba3-b692-6e189c00cdb9 service neutron] Bound port: bc5de9c3-19b0-4fb2-95d2-3b731d64be1e, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:57:42.959842 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-b3701700-6661-45df-b570-d323a4db43dd req-8e948ab3-a7dd-4ba3-b692-6e189c00cdb9 service neutron] For port bc5de9c3-19b0-4fb2-95d2-3b731d64be1e, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=bc5de9c3-19b0-4fb2-95d2-3b731d64be1e,segment=NetworkSegment(6bc35f8b-456e-4e1c-8a63-ba8204a54381),segment_id=6bc35f8b-456e-4e1c-8a63-ba8204a54381)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:57:42.965153 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3701700-6661-45df-b570-d323a4db43dd req-8e948ab3-a7dd-4ba3-b692-6e189c00cdb9 service neutron] Notify callbacks [] for binding, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:42.967473 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3701700-6661-45df-b570-d323a4db43dd req-8e948ab3-a7dd-4ba3-b692-6e189c00cdb9 service neutron] 10.222.0.79 "POST /v2.0/ports/bc5de9c3-19b0-4fb2-95d2-3b731d64be1e/bindings HTTP/1.1" status: 201 len: 389 time: 0.3937476 May 23 10:57:42.994343 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aac54a-2ffd-4640-a5b3-24777e78ba76 req-24a73725-4abc-446b-83de-b8b5f29314a7 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:42.995816 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-85aac54a-2ffd-4640-a5b3-24777e78ba76 req-24a73725-4abc-446b-83de-b8b5f29314a7 tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] 10.222.0.79 "GET /v2.0/ports?device_id=8adf3f23-0087-42c1-b9f6-12463699e447 HTTP/1.1" status: 200 len: 972 time: 0.1418800 May 23 10:57:42.996876 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-039b1b11-3772-4785-87a8-6c0ae354f7fa req-06e0ad36-95f5-4133-89b2-0b5656cba10d tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:43.030454 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['dbd2fa7a-4cd4-4c6b-917d-4305045deb2d'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 10:57:43.066779 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0ad36-95f5-4133-89b2-0b5656cba10d tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Pushing event deleted for resources: {'Port': ['ID=dbd2fa7a-4cd4-4c6b-917d-4305045deb2d,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:43.102986 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9486736-832e-4759-83ba-b9609f52909a'] response: {'server_uuid': '39f73deb-ca4e-4461-a65c-8307bbcd9c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1209d4b-438b-48fe-8e97-b0a03cebcb81', 'code': 200} May 23 10:57:43.167104 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-85aac54a-2ffd-4640-a5b3-24777e78ba76 req-181e88ab-17db-471b-aa44-a1a650a27cbb tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf5dde5d-a859-45bd-8f95-ee8ebc50e68e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343236 May 23 10:57:43.168116 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-039b1b11-3772-4785-87a8-6c0ae354f7fa req-06e0ad36-95f5-4133-89b2-0b5656cba10d tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] No DVR routers for this DVR port dbd2fa7a-4cd4-4c6b-917d-4305045deb2d on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 10:57:43.175860 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-039b1b11-3772-4785-87a8-6c0ae354f7fa req-06e0ad36-95f5-4133-89b2-0b5656cba10d tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:43.178612 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8adf3f23-0087-42c1-b9f6-12463699e447', 'name': 'network-vif-deleted', 'tag': 'dbd2fa7a-4cd4-4c6b-917d-4305045deb2d'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:57:43.198218 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-039b1b11-3772-4785-87a8-6c0ae354f7fa req-06e0ad36-95f5-4133-89b2-0b5656cba10d tempest-AggregatesAdminTestJSON-922847561 tempest-AggregatesAdminTestJSON-922847561-project] 10.222.0.13 "DELETE /v2.0/ports/dbd2fa7a-4cd4-4c6b-917d-4305045deb2d HTTP/1.1" status: 204 len: 173 time: 0.9266534 May 23 10:57:43.278379 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.81', 60870) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:43.372410 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3701700-6661-45df-b570-d323a4db43dd req-0300ad63-fb1a-4350-b6e7-f43fba901edd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=90c9b14de9a447dbb2784bee3d7c6631&device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf HTTP/1.1" status: 200 len: 1118 time: 0.0927196 May 23 10:57:43.424552 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5c9b5f86-e6f9-440a-b81f-58e3aa302513 req-d9cae0cb-47b4-44df-bc7e-6a965343dc5e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=39f73deb-ca4e-4461-a65c-8307bbcd9c2b HTTP/1.1" status: 200 len: 1096 time: 0.1655841 May 23 10:57:43.496400 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c650a1-5b45-4dfe-b4a6-2d85856e4b14 req-6cbb054f-bb86-4bc5-93e0-dd2f5b1d559d tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:43.497316 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-35c650a1-5b45-4dfe-b4a6-2d85856e4b14 req-6cbb054f-bb86-4bc5-93e0-dd2f5b1d559d tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ab6c124-80d3-4d60-8b0c-cf93cb937e0c HTTP/1.1" status: 200 len: 949 time: 0.1427968 May 23 10:57:43.499206 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5c9b5f86-e6f9-440a-b81f-58e3aa302513 req-6748be81-ec31-4722-a0e1-fdb348bc0554 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c2132f8c-ab10-410c-b6fc-36cea33e92fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623293 May 23 10:57:43.579069 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3701700-6661-45df-b570-d323a4db43dd req-8235e388-7b81-42ae-8322-d3d1d72edc53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:43.580628 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3701700-6661-45df-b570-d323a4db43dd req-8235e388-7b81-42ae-8322-d3d1d72edc53 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3f16bf48-f1ac-437f-802c-c2072c75e62b HTTP/1.1" status: 200 len: 909 time: 0.2000723 May 23 10:57:43.591534 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-35c650a1-5b45-4dfe-b4a6-2d85856e4b14 req-88569467-2a64-4853-917e-9b6a931b1c95 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/security-groups?id=fd826eda-e372-480f-b9c6-94eeaaadef19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864735 May 23 10:57:43.632883 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15e301-b382-45c5-a339-0a7d71545b41 req-61601cad-20ba-4ff8-a896-fad03b734e34 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:43.634471 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5d15e301-b382-45c5-a339-0a7d71545b41 req-61601cad-20ba-4ff8-a896-fad03b734e34 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/ports?device_id=39f73deb-ca4e-4461-a65c-8307bbcd9c2b HTTP/1.1" status: 200 len: 945 time: 0.0930223 May 23 10:57:43.681296 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5d15e301-b382-45c5-a339-0a7d71545b41 req-39628061-e4a7-4dd0-b314-75dd7c9bb84b tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/security-groups?id=c2132f8c-ab10-410c-b6fc-36cea33e92fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408530 May 23 10:57:43.803009 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-215fc357-07ec-48f4-a75b-c6c218c9c31d'] response: {'server_uuid': '8adf3f23-0087-42c1-b9f6-12463699e447', 'name': 'network-vif-deleted', 'tag': 'dbd2fa7a-4cd4-4c6b-917d-4305045deb2d', 'status': 'completed', 'code': 200} May 23 10:57:43.862388 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f89c3-64b6-4bd0-85a5-4cc6d5598139 req-d6dccddf-3eee-4126-9daf-2cb5dad05703 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:43.864114 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-545f89c3-64b6-4bd0-85a5-4cc6d5598139 req-d6dccddf-3eee-4126-9daf-2cb5dad05703 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf HTTP/1.1" status: 200 len: 967 time: 0.1641939 May 23 10:57:43.905943 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3701700-6661-45df-b570-d323a4db43dd req-7c68bb63-9555-45bc-84b6-fd0bb1efdf74 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc5de9c3-19b0-4fb2-95d2-3b731d64be1e HTTP/1.1" status: 200 len: 217 time: 0.0922670 May 23 10:57:43.942741 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-545f89c3-64b6-4bd0-85a5-4cc6d5598139 req-3aeb11b9-dd5d-4cca-8b9e-4f5b385e5317 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696821 May 23 10:57:44.003093 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3701700-6661-45df-b570-d323a4db43dd req-8e8718af-b567-4b81-859f-24ab39c88849 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:44.005471 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3701700-6661-45df-b570-d323a4db43dd req-8e8718af-b567-4b81-859f-24ab39c88849 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f56c9b27-295c-462d-bb89-343a223f9d6c HTTP/1.1" status: 200 len: 848 time: 0.0915110 May 23 10:57:44.026812 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:44.077330 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3701700-6661-45df-b570-d323a4db43dd req-f670980d-fef6-423c-af44-37a52c937da0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3f16bf48-f1ac-437f-802c-c2072c75e62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636492 May 23 10:57:44.140402 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f39657c2-2c6c-4481-9c91-c4ba838365b0 req-3059bc2b-5ce9-4ab3-aa5e-6594bba16e48 tempest-QuotasAdminNegativeTest-1349675775 tempest-QuotasAdminNegativeTest-1349675775-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=084ba146845c42bb8b1d017901ee59f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376623 May 23 10:57:44.174832 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33480) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:44.328692 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3701700-6661-45df-b570-d323a4db43dd req-fc2213f2-94fc-4814-8da8-63693f0bc21e service neutron] 10.222.0.81 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398434 May 23 10:57:44.408568 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39657c2-2c6c-4481-9c91-c4ba838365b0 req-aadfba50-1bcd-454e-a56f-a8e770eac6bd tempest-QuotasAdminNegativeTest-1349675775 tempest-QuotasAdminNegativeTest-1349675775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:44.409988 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f39657c2-2c6c-4481-9c91-c4ba838365b0 req-aadfba50-1bcd-454e-a56f-a8e770eac6bd tempest-QuotasAdminNegativeTest-1349675775 tempest-QuotasAdminNegativeTest-1349675775-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2653441 May 23 10:57:44.437485 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f39657c2-2c6c-4481-9c91-c4ba838365b0 req-5d011d23-fa3a-469c-af8e-8ce6fddc12a1 tempest-QuotasAdminNegativeTest-1349675775 tempest-QuotasAdminNegativeTest-1349675775-project] 10.222.0.79 "GET /v2.0/quotas/084ba146845c42bb8b1d017901ee59f9 HTTP/1.1" status: 200 len: 375 time: 0.0190177 May 23 10:57:44.495147 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33496) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:44.507772 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f39657c2-2c6c-4481-9c91-c4ba838365b0 req-9a07f148-db42-4c4b-82de-9a218fcefe02 tempest-QuotasAdminNegativeTest-1349675775 tempest-QuotasAdminNegativeTest-1349675775-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=084ba146845c42bb8b1d017901ee59f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600462 May 23 10:57:44.522617 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c4687d97-a94c-4fb2-9b9d-7038f8dbd285 req-06c6f7be-1a5c-4b51-a335-b140816485c6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90c9b14de9a447dbb2784bee3d7c6631&device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf HTTP/1.1" status: 200 len: 1118 time: 0.1661577 May 23 10:57:44.525132 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c0b24e75-1f3c-4d12-8ebc-910069bb04ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:44.545759 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3701700-6661-45df-b570-d323a4db43dd req-91f5f125-5e2d-45b0-bbae-5e1af5023891 service neutron] 10.222.0.81 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012174 May 23 10:57:44.573575 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c0b24e75-1f3c-4d12-8ebc-910069bb04ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:44.580920 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c0b24e75-1f3c-4d12-8ebc-910069bb04ff admin admin] Usage tracker for resource:security_group_rule and tenant:f7714f6cf6714b20bb514e4c75540ace is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:57:44.587495 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c0b24e75-1f3c-4d12-8ebc-910069bb04ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:57:44.601664 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c0b24e75-1f3c-4d12-8ebc-910069bb04ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:44.703948 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c0b24e75-1f3c-4d12-8ebc-910069bb04ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:44.721950 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4687d97-a94c-4fb2-9b9d-7038f8dbd285 req-15e05001-ce3b-419b-bfe4-b47042ca1ea2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:44.723641 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c4687d97-a94c-4fb2-9b9d-7038f8dbd285 req-15e05001-ce3b-419b-bfe4-b47042ca1ea2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3f16bf48-f1ac-437f-802c-c2072c75e62b HTTP/1.1" status: 200 len: 909 time: 0.1828763 May 23 10:57:44.734864 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c0b24e75-1f3c-4d12-8ebc-910069bb04ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:44.814043 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-931ac039-a8fc-42c1-8541-803229309974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:44.825441 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c4687d97-a94c-4fb2-9b9d-7038f8dbd285 req-769a30f3-4643-4f2d-b3af-3624e7b90a7e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc5de9c3-19b0-4fb2-95d2-3b731d64be1e HTTP/1.1" status: 200 len: 217 time: 0.0956976 May 23 10:57:44.833620 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b24e75-1f3c-4d12-8ebc-910069bb04ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd07612-2c92-4ab9-b895-0beb78953c4c,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:44.849903 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c0b24e75-1f3c-4d12-8ebc-910069bb04ff admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f7714f6cf6714b20bb514e4c75540ace&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6738658 May 23 10:57:44.855796 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33522) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:44.959672 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-931ac039-a8fc-42c1-8541-803229309974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:44.966815 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-931ac039-a8fc-42c1-8541-803229309974 admin admin] Usage tracker for resource:security_group_rule and tenant:3995332455b64e5ebd7d05e485692e7e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:57:44.971954 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-931ac039-a8fc-42c1-8541-803229309974 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:57:44.975791 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4687d97-a94c-4fb2-9b9d-7038f8dbd285 req-cd045c6b-5760-443d-8615-eb60c4e94a2a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:44.977437 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c4687d97-a94c-4fb2-9b9d-7038f8dbd285 req-cd045c6b-5760-443d-8615-eb60c4e94a2a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f56c9b27-295c-462d-bb89-343a223f9d6c HTTP/1.1" status: 200 len: 848 time: 0.1456029 May 23 10:57:44.981513 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-931ac039-a8fc-42c1-8541-803229309974 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:45.007694 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-28bafd1a-0c30-46e5-9728-32a7a016b1da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:45.027951 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3701700-6661-45df-b570-d323a4db43dd req-82f70d46-258b-4650-b49f-4a91f7e64b73 tempest-LiveMigrationTest-1953020720 tempest-LiveMigrationTest-1953020720-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf&tenant_id=90c9b14de9a447dbb2784bee3d7c6631&binding%3Ahost_id=n-h1-842952-2 HTTP/1.1" status: 200 len: 1118 time: 0.1547508 May 23 10:57:45.049710 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-b3701700-6661-45df-b570-d323a4db43dd req-813ae2e5-22fb-4e68-85eb-e9a97a0aa8cc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-842952-2'}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:57:45.079668 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-28bafd1a-0c30-46e5-9728-32a7a016b1da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:45.132517 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c4687d97-a94c-4fb2-9b9d-7038f8dbd285 req-dc2d47b2-3bf5-450a-bdaf-b806915a098e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3f16bf48-f1ac-437f-802c-c2072c75e62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1481762 May 23 10:57:45.224818 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3701700-6661-45df-b570-d323a4db43dd req-813ae2e5-22fb-4e68-85eb-e9a97a0aa8cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:45.276732 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-28bafd1a-0c30-46e5-9728-32a7a016b1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:45.317056 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bafd1a-0c30-46e5-9728-32a7a016b1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd07612-2c92-4ab9-b895-0beb78953c4c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:45.325892 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-28bafd1a-0c30-46e5-9728-32a7a016b1da admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:45.329512 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-28bafd1a-0c30-46e5-9728-32a7a016b1da admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2fd07612-2c92-4ab9-b895-0beb78953c4c HTTP/1.1" status: 204 len: 168 time: 0.4702590 May 23 10:57:45.393765 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-931ac039-a8fc-42c1-8541-803229309974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:45.407202 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-931ac039-a8fc-42c1-8541-803229309974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:45.415217 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c4687d97-a94c-4fb2-9b9d-7038f8dbd285 req-d80f6a48-686a-4ce3-8fc3-9ba7d4792bf4 service neutron] 10.222.0.13 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748911 May 23 10:57:45.440510 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e691f500-77fa-4172-b49e-944b9f986431 req-6daa13a5-525d-4027-b0a7-2e3f420e3855 tempest-DeleteServersAdminTestJSON-1444792902 tempest-DeleteServersAdminTestJSON-1444792902-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=9ab6c124-80d3-4d60-8b0c-cf93cb937e0c HTTP/1.1" status: 200 len: 1100 time: 0.4240201 May 23 10:57:45.469995 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18e924-d342-437f-a310-9ed98c4196f7 req-8c56728e-2300-43f6-9048-a895b61d7c62 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:45.471544 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6a18e924-d342-437f-a310-9ed98c4196f7 req-8c56728e-2300-43f6-9048-a895b61d7c62 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ab6c124-80d3-4d60-8b0c-cf93cb937e0c HTTP/1.1" status: 200 len: 949 time: 0.3917735 May 23 10:57:45.474221 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-b3701700-6661-45df-b570-d323a4db43dd req-813ae2e5-22fb-4e68-85eb-e9a97a0aa8cc service neutron] For port bc5de9c3-19b0-4fb2-95d2-3b731d64be1e, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=bc5de9c3-19b0-4fb2-95d2-3b731d64be1e,segment=NetworkSegment(6bc35f8b-456e-4e1c-8a63-ba8204a54381),segment_id=6bc35f8b-456e-4e1c-8a63-ba8204a54381)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:57:45.508642 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-b3701700-6661-45df-b570-d323a4db43dd req-813ae2e5-22fb-4e68-85eb-e9a97a0aa8cc service neutron] For port bc5de9c3-19b0-4fb2-95d2-3b731d64be1e, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:57:45.567502 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd211e353-443f-46c8-98d7-ef0634b0cdbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc5de9c3-19b0-4fb2-95d2-3b731d64be1e'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:57:45.574393 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3701700-6661-45df-b570-d323a4db43dd req-813ae2e5-22fb-4e68-85eb-e9a97a0aa8cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:45.581344 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3701700-6661-45df-b570-d323a4db43dd req-813ae2e5-22fb-4e68-85eb-e9a97a0aa8cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:45.633948 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ac039-a8fc-42c1-8541-803229309974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b793b0-e627-4928-850e-6612463a075f,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:45.650893 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-931ac039-a8fc-42c1-8541-803229309974 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3995332455b64e5ebd7d05e485692e7e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1547015 May 23 10:57:45.656051 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33538) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:45.687617 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-e691f500-77fa-4172-b49e-944b9f986431 req-5395d4f8-d11d-466f-8316-4cbff53a9a79 tempest-DeleteServersAdminTestJSON-1444792902 tempest-DeleteServersAdminTestJSON-1444792902-project-admin] Deleting port 842afd52-6c7f-435e-bebc-be9accfbede2 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 10:57:45.687913 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e691f500-77fa-4172-b49e-944b9f986431 req-5395d4f8-d11d-466f-8316-4cbff53a9a79 tempest-DeleteServersAdminTestJSON-1444792902 tempest-DeleteServersAdminTestJSON-1444792902-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:45.721531 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33542) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:45.752838 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c2c1b-1b5e-444a-aa49-7d86f4c14b1c req-2494701e-d48b-4a18-a3f1-8bd3b3642cf0 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:45.754200 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3d2c2c1b-1b5e-444a-aa49-7d86f4c14b1c req-2494701e-d48b-4a18-a3f1-8bd3b3642cf0 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/ports?device_id=39f73deb-ca4e-4461-a65c-8307bbcd9c2b HTTP/1.1" status: 200 len: 945 time: 0.4643352 May 23 10:57:45.776782 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9666c00b-3791-42ca-9f49-afe069b5fb28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:45.795050 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ae2e5-22fb-4e68-85eb-e9a97a0aa8cc service neutron] Pushing event updated for resources: {'Port': ['ID=bc5de9c3-19b0-4fb2-95d2-3b731d64be1e,revision_number=7']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:45.823538 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-b3701700-6661-45df-b570-d323a4db43dd req-813ae2e5-22fb-4e68-85eb-e9a97a0aa8cc service neutron] Attempting to bind port bc5de9c3-19b0-4fb2-95d2-3b731d64be1e on host n-h1-842952-2 for vnic_type normal with profile {"migrating_to": "n-h2-842952-2"} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:57:45.823856 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-b3701700-6661-45df-b570-d323a4db43dd req-813ae2e5-22fb-4e68-85eb-e9a97a0aa8cc service neutron] Attempting to bind port bc5de9c3-19b0-4fb2-95d2-3b731d64be1e by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:57:45.824206 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3701700-6661-45df-b570-d323a4db43dd req-813ae2e5-22fb-4e68-85eb-e9a97a0aa8cc service neutron] Attempting to bind port bc5de9c3-19b0-4fb2-95d2-3b731d64be1e on network 3f16bf48-f1ac-437f-802c-c2072c75e62b {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:57:45.825426 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c4687d97-a94c-4fb2-9b9d-7038f8dbd285 req-45f2f022-9d8a-4d60-8225-20bf1980c31b service neutron] 10.222.0.13 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894784 May 23 10:57:45.832802 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6a18e924-d342-437f-a310-9ed98c4196f7 req-2a0ddd5a-dfcc-4402-b3e3-9066e3fdf518 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/security-groups?id=fd826eda-e372-480f-b9c6-94eeaaadef19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108828 May 23 10:57:45.836170 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9666c00b-3791-42ca-9f49-afe069b5fb28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:45.850458 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3701700-6661-45df-b570-d323a4db43dd req-813ae2e5-22fb-4e68-85eb-e9a97a0aa8cc service neutron] Port bc5de9c3-19b0-4fb2-95d2-3b731d64be1e on network 3f16bf48-f1ac-437f-802c-c2072c75e62b not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 10:57:45.850771 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3701700-6661-45df-b570-d323a4db43dd req-813ae2e5-22fb-4e68-85eb-e9a97a0aa8cc service neutron] Attempting to bind port bc5de9c3-19b0-4fb2-95d2-3b731d64be1e on network 3f16bf48-f1ac-437f-802c-c2072c75e62b {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:57:45.853067 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-9666c00b-3791-42ca-9f49-afe069b5fb28 admin admin] Usage tracker for resource:security_group_rule and tenant:1bace01a34fc44af9dd8b3bb0dcfb2a2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:57:45.857484 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-9666c00b-3791-42ca-9f49-afe069b5fb28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:57:45.874013 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3701700-6661-45df-b570-d323a4db43dd req-813ae2e5-22fb-4e68-85eb-e9a97a0aa8cc service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:57:45.874345 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3701700-6661-45df-b570-d323a4db43dd req-813ae2e5-22fb-4e68-85eb-e9a97a0aa8cc service neutron] Checking segment: {'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:57:45.875092 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3701700-6661-45df-b570-d323a4db43dd req-813ae2e5-22fb-4e68-85eb-e9a97a0aa8cc service neutron] Bound using segment: {'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:57:45.875241 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-b3701700-6661-45df-b570-d323a4db43dd req-813ae2e5-22fb-4e68-85eb-e9a97a0aa8cc service neutron] Bound port: bc5de9c3-19b0-4fb2-95d2-3b731d64be1e, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:57:45.875462 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3701700-6661-45df-b570-d323a4db43dd req-813ae2e5-22fb-4e68-85eb-e9a97a0aa8cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:45.884891 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9666c00b-3791-42ca-9f49-afe069b5fb28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:45.935553 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3d2c2c1b-1b5e-444a-aa49-7d86f4c14b1c req-fd21caad-77ed-4783-9411-999b72550f64 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/security-groups?id=c2132f8c-ab10-410c-b6fc-36cea33e92fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615937 May 23 10:57:46.030356 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-b3701700-6661-45df-b570-d323a4db43dd req-813ae2e5-22fb-4e68-85eb-e9a97a0aa8cc service neutron] For port bc5de9c3-19b0-4fb2-95d2-3b731d64be1e, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:57:46.047896 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-b3701700-6661-45df-b570-d323a4db43dd req-813ae2e5-22fb-4e68-85eb-e9a97a0aa8cc service neutron] For port bc5de9c3-19b0-4fb2-95d2-3b731d64be1e, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=bc5de9c3-19b0-4fb2-95d2-3b731d64be1e,segment=NetworkSegment(6bc35f8b-456e-4e1c-8a63-ba8204a54381),segment_id=6bc35f8b-456e-4e1c-8a63-ba8204a54381)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:57:46.057400 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3701700-6661-45df-b570-d323a4db43dd req-813ae2e5-22fb-4e68-85eb-e9a97a0aa8cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:46.064418 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a34f7c38-0be2-4e10-8398-27dc47590804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:46.148860 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a34f7c38-0be2-4e10-8398-27dc47590804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:46.205628 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9666c00b-3791-42ca-9f49-afe069b5fb28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:46.220724 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9666c00b-3791-42ca-9f49-afe069b5fb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:46.241914 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-e691f500-77fa-4172-b49e-944b9f986431 req-5395d4f8-d11d-466f-8316-4cbff53a9a79 tempest-DeleteServersAdminTestJSON-1444792902 tempest-DeleteServersAdminTestJSON-1444792902-project-admin] For port 842afd52-6c7f-435e-bebc-be9accfbede2, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=842afd52-6c7f-435e-bebc-be9accfbede2,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:57:46.242531 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e691f500-77fa-4172-b49e-944b9f986431 req-5395d4f8-d11d-466f-8316-4cbff53a9a79 tempest-DeleteServersAdminTestJSON-1444792902 tempest-DeleteServersAdminTestJSON-1444792902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:46.253258 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ae2e5-22fb-4e68-85eb-e9a97a0aa8cc service neutron] Pushing event updated for resources: {'Port': ['ID=bc5de9c3-19b0-4fb2-95d2-3b731d64be1e,revision_number=8']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:46.271497 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9666c00b-3791-42ca-9f49-afe069b5fb28 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1bace01a34fc44af9dd8b3bb0dcfb2a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5434675 May 23 10:57:46.277708 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33554) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:46.330973 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9666c00b-3791-42ca-9f49-afe069b5fb28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e248e81e-dd8c-4427-ae2a-372f9b96296c,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:46.357263 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68ee253c-100b-4adf-9d11-7c4012878a0c'] response: {'server_uuid': 'd211e353-443f-46c8-98d7-ef0634b0cdbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc5de9c3-19b0-4fb2-95d2-3b731d64be1e', 'code': 200} May 23 10:57:46.388195 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3701700-6661-45df-b570-d323a4db43dd req-813ae2e5-22fb-4e68-85eb-e9a97a0aa8cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:46.389616 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3701700-6661-45df-b570-d323a4db43dd req-813ae2e5-22fb-4e68-85eb-e9a97a0aa8cc service neutron] 10.222.0.81 "PUT /v2.0/ports/bc5de9c3-19b0-4fb2-95d2-3b731d64be1e HTTP/1.1" status: 200 len: 1143 time: 1.3474736 May 23 10:57:46.394218 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-e691f500-77fa-4172-b49e-944b9f986431 req-5395d4f8-d11d-466f-8316-4cbff53a9a79 tempest-DeleteServersAdminTestJSON-1444792902 tempest-DeleteServersAdminTestJSON-1444792902-project-admin] Calling delete_port for 842afd52-6c7f-435e-bebc-be9accfbede2 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 10:57:46.412339 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6e82b12-af80-42cd-a399-e9b7f02c7499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:46.429472 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6893e-5d79-464a-8b5b-71aa0175f307 req-c257fc23-0e87-4b08-94e9-fa62885bae39 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:46.432887 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-22e6893e-5d79-464a-8b5b-71aa0175f307 req-c257fc23-0e87-4b08-94e9-fa62885bae39 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf HTTP/1.1" status: 200 len: 965 time: 0.3649657 May 23 10:57:46.446669 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6e82b12-af80-42cd-a399-e9b7f02c7499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:46.451952 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a34f7c38-0be2-4e10-8398-27dc47590804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:46.462502 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device dbd2fa7a-4cd4-4c6b-917d-4305045deb2d no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 10:57:46.511772 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f7c38-0be2-4e10-8398-27dc47590804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b793b0-e627-4928-850e-6612463a075f,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:46.521243 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: dbd2fa7a-4cd4-4c6b-917d-4305045deb2d {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 10:57:46.522100 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device dbd2fa7a-4cd4-4c6b-917d-4305045deb2d not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 10:57:46.523585 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6e82b12-af80-42cd-a399-e9b7f02c7499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:46.524932 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['bc5de9c3-19b0-4fb2-95d2-3b731d64be1e'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 10:57:46.540198 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e82b12-af80-42cd-a399-e9b7f02c7499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e248e81e-dd8c-4427-ae2a-372f9b96296c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:46.545255 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6e82b12-af80-42cd-a399-e9b7f02c7499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:46.546371 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a6e82b12-af80-42cd-a399-e9b7f02c7499 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e248e81e-dd8c-4427-ae2a-372f9b96296c HTTP/1.1" status: 204 len: 168 time: 0.2676780 May 23 10:57:46.566492 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a34f7c38-0be2-4e10-8398-27dc47590804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:46.570424 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a34f7c38-0be2-4e10-8398-27dc47590804 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/72b793b0-e627-4928-850e-6612463a075f HTTP/1.1" status: 204 len: 168 time: 0.9072845 May 23 10:57:46.614863 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-22e6893e-5d79-464a-8b5b-71aa0175f307 req-5a08d5d2-8f6f-4784-8904-ef5c020dda01 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662250 May 23 10:57:46.718957 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05da594-c21c-4438-be2d-b9d187692f9a req-62afc1eb-ab4f-4bbf-8a2b-83ed0f6ba75e tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:46.720785 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a05da594-c21c-4438-be2d-b9d187692f9a req-62afc1eb-ab4f-4bbf-8a2b-83ed0f6ba75e tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/ports?device_id=39f73deb-ca4e-4461-a65c-8307bbcd9c2b HTTP/1.1" status: 200 len: 945 time: 0.1989686 May 23 10:57:46.731978 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33570) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:46.738247 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-7ec49cae-80d4-4722-a346-a72b4a4dc4e8 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Request body: {'floatingip': {'port_id': 'a1209d4b-438b-48fe-8e97-b0a03cebcb81'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:57:46.755962 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e691f500-77fa-4172-b49e-944b9f986431 req-5395d4f8-d11d-466f-8316-4cbff53a9a79 tempest-DeleteServersAdminTestJSON-1444792902 tempest-DeleteServersAdminTestJSON-1444792902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:46.833650 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['842afd52-6c7f-435e-bebc-be9accfbede2'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 10:57:46.875992 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5395d4f8-d11d-466f-8316-4cbff53a9a79 tempest-DeleteServersAdminTestJSON-1444792902 tempest-DeleteServersAdminTestJSON-1444792902-project-admin] Pushing event deleted for resources: {'Port': ['ID=842afd52-6c7f-435e-bebc-be9accfbede2,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:46.935544 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7ec49cae-80d4-4722-a346-a72b4a4dc4e8 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks [] for floatingip, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:47.116193 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-e691f500-77fa-4172-b49e-944b9f986431 req-5395d4f8-d11d-466f-8316-4cbff53a9a79 tempest-DeleteServersAdminTestJSON-1444792902 tempest-DeleteServersAdminTestJSON-1444792902-project-admin] No DVR routers for this DVR port 842afd52-6c7f-435e-bebc-be9accfbede2 on host n-h2-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 10:57:47.121580 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e691f500-77fa-4172-b49e-944b9f986431 req-5395d4f8-d11d-466f-8316-4cbff53a9a79 tempest-DeleteServersAdminTestJSON-1444792902 tempest-DeleteServersAdminTestJSON-1444792902-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:47.124996 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab6c124-80d3-4d60-8b0c-cf93cb937e0c', 'name': 'network-vif-deleted', 'tag': '842afd52-6c7f-435e-bebc-be9accfbede2'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:57:47.143274 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e691f500-77fa-4172-b49e-944b9f986431 req-5395d4f8-d11d-466f-8316-4cbff53a9a79 tempest-DeleteServersAdminTestJSON-1444792902 tempest-DeleteServersAdminTestJSON-1444792902-project-admin] 10.222.0.81 "DELETE /v2.0/ports/842afd52-6c7f-435e-bebc-be9accfbede2 HTTP/1.1" status: 204 len: 173 time: 1.6668172 May 23 10:57:47.311534 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-fd979c17-aa3c-4202-87cf-164b776b0aaf req-98d3e237-c5cf-4d82-8f08-af0d77933bf7 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Synchronizing usage tracker for tenant:c3816eac91704735985a084b7b8b8841 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 10:57:47.334354 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-fd979c17-aa3c-4202-87cf-164b776b0aaf req-98d3e237-c5cf-4d82-8f08-af0d77933bf7 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Unset dirty status for tenant:c3816eac91704735985a084b7b8b8841 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 10:57:47.347565 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fd979c17-aa3c-4202-87cf-164b776b0aaf req-98d3e237-c5cf-4d82-8f08-af0d77933bf7 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ab6c124-80d3-4d60-8b0c-cf93cb937e0c HTTP/1.1" status: 200 len: 210 time: 0.1361921 May 23 10:57:47.405103 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33594) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:47.444750 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b61be16c-332e-43dc-81b8-d458b20f890c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:47.477321 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f99e6774-479b-4630-96c4-9a348b8f13a4'] response: {'server_uuid': '9ab6c124-80d3-4d60-8b0c-cf93cb937e0c', 'name': 'network-vif-deleted', 'tag': '842afd52-6c7f-435e-bebc-be9accfbede2', 'status': 'completed', 'code': 200} May 23 10:57:47.523937 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b61be16c-332e-43dc-81b8-d458b20f890c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:47.532109 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-b61be16c-332e-43dc-81b8-d458b20f890c admin admin] Usage tracker for resource:security_group_rule and tenant:7968d81df4ea4f96a04ee27f7e1001eb is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:57:47.536403 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-b61be16c-332e-43dc-81b8-d458b20f890c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:57:47.545817 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b61be16c-332e-43dc-81b8-d458b20f890c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:47.724432 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b61be16c-332e-43dc-81b8-d458b20f890c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:47.730919 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b61be16c-332e-43dc-81b8-d458b20f890c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:47.869860 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61be16c-332e-43dc-81b8-d458b20f890c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d883a0d-49e7-413f-8488-74872ae4831f,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:47.895011 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b61be16c-332e-43dc-81b8-d458b20f890c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7968d81df4ea4f96a04ee27f7e1001eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4898546 May 23 10:57:47.899281 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ca1d25a0-494f-43a2-bb3c-032f28989616 req-1fd71826-d6a4-4645-9f07-72d7d51a1591 tempest-QuotasAdminNegativeTest-1349675775 tempest-QuotasAdminNegativeTest-1349675775-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=084ba146845c42bb8b1d017901ee59f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617306 May 23 10:57:47.899885 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33626) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:48.031585 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591cb41-7f4a-460e-9707-536bf3b82afa req-46bc713a-4548-4684-8dbb-5bcbb9f481a7 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:48.033151 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9591cb41-7f4a-460e-9707-536bf3b82afa req-46bc713a-4548-4684-8dbb-5bcbb9f481a7 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf HTTP/1.1" status: 200 len: 965 time: 0.2617111 May 23 10:57:48.131990 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7ec49cae-80d4-4722-a346-a72b4a4dc4e8 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:48.136929 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7ec49cae-80d4-4722-a346-a72b4a4dc4e8 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:48.138189 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d4efe3ac-0446-4ed4-8baf-522ff3f621e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:48.152560 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9591cb41-7f4a-460e-9707-536bf3b82afa req-3de3a300-8565-4802-9820-e4669e13ff6b tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133199 May 23 10:57:48.171148 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d25a0-494f-43a2-bb3c-032f28989616 req-34b28306-218a-4b38-b1b3-9afb3336cd38 tempest-QuotasAdminNegativeTest-1349675775 tempest-QuotasAdminNegativeTest-1349675775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:48.177728 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ca1d25a0-494f-43a2-bb3c-032f28989616 req-34b28306-218a-4b38-b1b3-9afb3336cd38 tempest-QuotasAdminNegativeTest-1349675775 tempest-QuotasAdminNegativeTest-1349675775-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2630253 May 23 10:57:48.217792 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d4efe3ac-0446-4ed4-8baf-522ff3f621e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:48.232791 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ca1d25a0-494f-43a2-bb3c-032f28989616 req-79471892-c463-4fa7-ac56-ce5021ea7110 tempest-QuotasAdminNegativeTest-1349675775 tempest-QuotasAdminNegativeTest-1349675775-project] 10.222.0.79 "GET /v2.0/quotas/084ba146845c42bb8b1d017901ee59f9 HTTP/1.1" status: 200 len: 375 time: 0.0541739 May 23 10:57:48.292019 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ca1d25a0-494f-43a2-bb3c-032f28989616 req-588e01df-f604-47f0-adfe-7356e43dd113 tempest-QuotasAdminNegativeTest-1349675775 tempest-QuotasAdminNegativeTest-1349675775-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=084ba146845c42bb8b1d017901ee59f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582850 May 23 10:57:48.326403 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d4efe3ac-0446-4ed4-8baf-522ff3f621e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:48.348185 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4efe3ac-0446-4ed4-8baf-522ff3f621e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d883a0d-49e7-413f-8488-74872ae4831f,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:48.361192 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd211e353-443f-46c8-98d7-ef0634b0cdbf', 'tag': 'bc5de9c3-19b0-4fb2-95d2-3b731d64be1e'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:57:48.366622 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d4efe3ac-0446-4ed4-8baf-522ff3f621e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:48.368324 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d4efe3ac-0446-4ed4-8baf-522ff3f621e6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9d883a0d-49e7-413f-8488-74872ae4831f HTTP/1.1" status: 204 len: 168 time: 0.4657207 May 23 10:57:48.476890 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a536ab2b-06be-4d69-b508-4d3255b14f1c'] response: {'name': 'network-changed', 'server_uuid': 'd211e353-443f-46c8-98d7-ef0634b0cdbf', 'tag': 'bc5de9c3-19b0-4fb2-95d2-3b731d64be1e', 'status': 'completed', 'code': 200} May 23 10:57:48.479652 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [None req-7ec49cae-80d4-4722-a346-a72b4a4dc4e8 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Floating IP 70a973bb-dbd7-4134-aab5-e784cb28db72 associated. External IP: 172.25.6.175, port: a1209d4b-438b-48fe-8e97-b0a03cebcb81. May 23 10:57:48.812205 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d8f9e3e4-d074-4a1d-8b4b-47d2d70295db req-6ceec53d-dc5a-4f03-9ff2-5b76521655d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90c9b14de9a447dbb2784bee3d7c6631&device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf HTTP/1.1" status: 200 len: 1146 time: 0.2872775 May 23 10:57:48.876959 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-293995a1-a091-4119-b7f4-cabf4b68b19d req-82dd54c4-8cca-486a-805f-3bc22fb8f0cc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=39f73deb-ca4e-4461-a65c-8307bbcd9c2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2719862 May 23 10:57:49.155952 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec49cae-80d4-4722-a346-a72b4a4dc4e8 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Router 86627977-a7f9-45ae-9e1b-60a98d8e261c has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 10:57:49.266368 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3de51dab-5ad9-412b-81d4-8224b349201b req-10267c5a-313f-41e4-be38-6dc2d854e49f tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=c3816eac91704735985a084b7b8b8841&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0751801 May 23 10:57:49.540709 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9e3e4-d074-4a1d-8b4b-47d2d70295db req-48e12fc2-078e-4e73-a556-b42473c7e57d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:49.541282 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec49cae-80d4-4722-a346-a72b4a4dc4e8 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 10:57:49.542821 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d8f9e3e4-d074-4a1d-8b4b-47d2d70295db req-48e12fc2-078e-4e73-a556-b42473c7e57d service neutron] 10.222.0.13 "GET /v2.0/networks?id=3f16bf48-f1ac-437f-802c-c2072c75e62b HTTP/1.1" status: 200 len: 909 time: 0.7227807 May 23 10:57:49.547888 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7ec49cae-80d4-4722-a346-a72b4a4dc4e8 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:49.556794 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f4a0dc-ccbf-430a-a5df-008e16f151fa None None] Sync routers for ids ['86627977-a7f9-45ae-9e1b-60a98d8e261c'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 10:57:49.578156 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f4a0dc-ccbf-430a-a5df-008e16f151fa None None] Routers {'86627977-a7f9-45ae-9e1b-60a98d8e261c'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 10:57:49.578671 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-56f4a0dc-ccbf-430a-a5df-008e16f151fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T10:57:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['86627977-a7f9-45ae-9e1b-60a98d8e261c'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:57:49.632538 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7ec49cae-80d4-4722-a346-a72b4a4dc4e8 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "PUT /v2.0/floatingips/70a973bb-dbd7-4134-aab5-e784cb28db72 HTTP/1.1" status: 200 len: 991 time: 2.8963509 May 23 10:57:49.660723 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d8f9e3e4-d074-4a1d-8b4b-47d2d70295db req-c814c6d4-7eee-47a5-85e6-6322f19fb86c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc5de9c3-19b0-4fb2-95d2-3b731d64be1e HTTP/1.1" status: 200 len: 217 time: 0.1051257 May 23 10:57:49.668046 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-293995a1-a091-4119-b7f4-cabf4b68b19d req-2c898e2a-0997-4d63-811a-d02e06738d7c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0151770a7dd4490d949af76344842700&device_id=39f73deb-ca4e-4461-a65c-8307bbcd9c2b HTTP/1.1" status: 200 len: 1096 time: 0.6512935 May 23 10:57:49.812149 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device bc5de9c3-19b0-4fb2-95d2-3b731d64be1e details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 10:57:49.822134 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-56f4a0dc-ccbf-430a-a5df-008e16f151fa None None] Set router 86627977-a7f9-45ae-9e1b-60a98d8e261c gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 10:57:49.863296 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9e3e4-d074-4a1d-8b4b-47d2d70295db req-8df2f435-0368-4a03-8cca-0a7d4a6671c1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:49.865432 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d8f9e3e4-d074-4a1d-8b4b-47d2d70295db req-8df2f435-0368-4a03-8cca-0a7d4a6671c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f56c9b27-295c-462d-bb89-343a223f9d6c HTTP/1.1" status: 200 len: 848 time: 0.1945727 May 23 10:57:49.873016 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 842afd52-6c7f-435e-bebc-be9accfbede2 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 10:57:49.884554 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de51dab-5ad9-412b-81d4-8224b349201b req-d4f7fc5e-c088-47d6-97ce-388f6e878200 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:49.891472 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3de51dab-5ad9-412b-81d4-8224b349201b req-d4f7fc5e-c088-47d6-97ce-388f6e878200 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6084795 May 23 10:57:49.936855 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d8f9e3e4-d074-4a1d-8b4b-47d2d70295db req-85a0a5b8-30b6-4b2c-b314-531d01b29969 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3f16bf48-f1ac-437f-802c-c2072c75e62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608947 May 23 10:57:49.970288 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: 842afd52-6c7f-435e-bebc-be9accfbede2 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 10:57:49.970877 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 842afd52-6c7f-435e-bebc-be9accfbede2 not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 10:57:50.017810 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33722) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:50.036160 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port bc5de9c3-19b0-4fb2-95d2-3b731d64be1e, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=bc5de9c3-19b0-4fb2-95d2-3b731d64be1e,segment=NetworkSegment(6bc35f8b-456e-4e1c-8a63-ba8204a54381),segment_id=6bc35f8b-456e-4e1c-8a63-ba8204a54381)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:57:50.047418 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3de51dab-5ad9-412b-81d4-8224b349201b req-ceae1e66-95d1-49c1-be8d-f332e8be572d tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/quotas/c3816eac91704735985a084b7b8b8841 HTTP/1.1" status: 200 len: 375 time: 0.1543629 May 23 10:57:50.056020 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb429c-adc8-439e-9c07-8c231bce41e8 req-6c34d577-2735-48ab-a57e-562589829512 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:50.056508 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device bc5de9c3-19b0-4fb2-95d2-3b731d64be1e has no active binding in host n-h2-842952-2 {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 23 10:57:50.057650 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-71bb429c-adc8-439e-9c07-8c231bce41e8 req-6c34d577-2735-48ab-a57e-562589829512 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf HTTP/1.1" status: 200 len: 965 time: 0.5906653 May 23 10:57:50.113251 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3de51dab-5ad9-412b-81d4-8224b349201b req-6a5c5e8e-db60-4601-b044-93429e54d9cc tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c3816eac91704735985a084b7b8b8841&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638034 May 23 10:57:50.169669 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c04eb4a6-5f87-494a-929e-1932990ef67f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1575571344-network', 'tenant_id': 'c4b75f5e758045588d480a76697df3c6'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:57:50.175063 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c04eb4a6-5f87-494a-929e-1932990ef67f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:50.179625 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c04eb4a6-5f87-494a-929e-1932990ef67f admin admin] Usage tracker for resource:network and tenant:c4b75f5e758045588d480a76697df3c6 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:57:50.184857 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c04eb4a6-5f87-494a-929e-1932990ef67f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:57:50.194445 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c04eb4a6-5f87-494a-929e-1932990ef67f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:50.203669 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293995a1-a091-4119-b7f4-cabf4b68b19d req-18dc2eeb-30f0-4e09-8535-c697e0b8621b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:50.205552 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-293995a1-a091-4119-b7f4-cabf4b68b19d req-18dc2eeb-30f0-4e09-8535-c697e0b8621b service neutron] 10.222.0.81 "GET /v2.0/networks?id=6151acdb-22d9-4303-bf7e-922da0bb4f37 HTTP/1.1" status: 200 len: 925 time: 0.4664838 May 23 10:57:50.209922 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-71bb429c-adc8-439e-9c07-8c231bce41e8 req-d986ea8b-21fe-4b4e-85b4-a04715d5cad4 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434281 May 23 10:57:50.221765 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04eb4a6-5f87-494a-929e-1932990ef67f admin admin] Made reservation on behalf of c4b75f5e758045588d480a76697df3c6 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:57:50.242779 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c04eb4a6-5f87-494a-929e-1932990ef67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:50.277633 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-56f4a0dc-ccbf-430a-a5df-008e16f151fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1205305143-router', 'tenant_id': '0151770a7dd4490d949af76344842700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '0be2849a-ffdf-4602-86f5-1d636fbc938b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:56:49Z', 'updated_at': '2022-05-23T10:56:53Z', 'revision_number': 4, 'project_id': '0151770a7dd4490d949af76344842700', 'gw_port': {'id': '0be2849a-ffdf-4602-86f5-1d636fbc938b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:56:50Z', 'updated_at': '2022-05-23T10:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '70a973bb-dbd7-4134-aab5-e784cb28db72', 'tenant_id': '0151770a7dd4490d949af76344842700', 'floating_ip_address': '172.25.6.175', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'port_id': 'a1209d4b-438b-48fe-8e97-b0a03cebcb81', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6151acdb-22d9-4303-bf7e-922da0bb4f37', 'mac_address': 'fa:16:3e:ed:fb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f73deb-ca4e-4461-a65c-8307bbcd9c2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T10:57:23Z', 'updated_at': '2022-05-23T10:57:47Z', 'revision_number': 1, 'project_id': '0151770a7dd4490d949af76344842700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d49cf00-9100-4d84-b370-7b214d63e480', 'name': '', 'network_id': '6151acdb-22d9-4303-bf7e-922da0bb4f37', 'tenant_id': '0151770a7dd4490d949af76344842700', 'mac_address': 'fa:16:3e:a5:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da533bd9-3433-4b03-bb17-c26d5caf1719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:56:53Z', 'updated_at': '2022-05-23T10:57:06Z', 'revision_number': 5, 'project_id': '0151770a7dd4490d949af76344842700', 'subnets': [{'id': 'da533bd9-3433-4b03-bb17-c26d5caf1719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:57:50.279665 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c04eb4a6-5f87-494a-929e-1932990ef67f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:50.284978 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f4a0dc-ccbf-430a-a5df-008e16f151fa None None] Checking router: 86627977-a7f9-45ae-9e1b-60a98d8e261c for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 10:57:50.308660 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f4a0dc-ccbf-430a-a5df-008e16f151fa None None] Routers {'86627977-a7f9-45ae-9e1b-60a98d8e261c'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 10:57:50.309302 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-56f4a0dc-ccbf-430a-a5df-008e16f151fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T10:57:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['86627977-a7f9-45ae-9e1b-60a98d8e261c'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:57:50.356573 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c04eb4a6-5f87-494a-929e-1932990ef67f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:50.364785 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c04eb4a6-5f87-494a-929e-1932990ef67f admin admin] Usage tracker for resource:security_group_rule and tenant:c4b75f5e758045588d480a76697df3c6 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:57:50.370486 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c04eb4a6-5f87-494a-929e-1932990ef67f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:57:50.387949 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c04eb4a6-5f87-494a-929e-1932990ef67f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:50.454750 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d8f9e3e4-d074-4a1d-8b4b-47d2d70295db req-be045b12-1997-4696-8f34-669ff4b86c66 service neutron] 10.222.0.13 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5086772 May 23 10:57:50.487474 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39f73deb-ca4e-4461-a65c-8307bbcd9c2b', 'tag': 'a1209d4b-438b-48fe-8e97-b0a03cebcb81'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:57:50.534667 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c04eb4a6-5f87-494a-929e-1932990ef67f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:50.539638 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c04eb4a6-5f87-494a-929e-1932990ef67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:50.562193 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-293995a1-a091-4119-b7f4-cabf4b68b19d req-efeb78b0-3a2f-4578-b655-1e1351cf6c8a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1209d4b-438b-48fe-8e97-b0a03cebcb81 HTTP/1.1" status: 200 len: 999 time: 0.3477714 May 23 10:57:50.576868 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-56f4a0dc-ccbf-430a-a5df-008e16f151fa None None] Set router 86627977-a7f9-45ae-9e1b-60a98d8e261c gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 10:57:50.583282 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c04eb4a6-5f87-494a-929e-1932990ef67f admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 10:57:50.593195 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04eb4a6-5f87-494a-929e-1932990ef67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e73b2b-a163-4e5d-8e20-30aba966cc80,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:50.602269 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c04eb4a6-5f87-494a-929e-1932990ef67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:50.602600 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-c04eb4a6-5f87-494a-929e-1932990ef67f admin admin] Added segment 6cfd35ab-31e6-4d4d-91ba-563e19b94878 of type vlan for network d6223b8a-33d8-45d0-9c29-9aaff90add20 May 23 10:57:50.622788 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04eb4a6-5f87-494a-929e-1932990ef67f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:57:50.623126 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04eb4a6-5f87-494a-929e-1932990ef67f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:57:50.623809 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04eb4a6-5f87-494a-929e-1932990ef67f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:57:50.625668 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04eb4a6-5f87-494a-929e-1932990ef67f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:57:50.626024 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04eb4a6-5f87-494a-929e-1932990ef67f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:57:50.626389 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04eb4a6-5f87-494a-929e-1932990ef67f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:57:50.626719 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04eb4a6-5f87-494a-929e-1932990ef67f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:57:50.627045 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04eb4a6-5f87-494a-929e-1932990ef67f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:57:50.627368 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04eb4a6-5f87-494a-929e-1932990ef67f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:57:50.627687 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04eb4a6-5f87-494a-929e-1932990ef67f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:57:50.628035 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04eb4a6-5f87-494a-929e-1932990ef67f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:57:50.698786 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c04eb4a6-5f87-494a-929e-1932990ef67f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:50.737861 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293995a1-a091-4119-b7f4-cabf4b68b19d req-38ec38bd-9eda-483f-9154-baef4f453f33 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:50.739633 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-293995a1-a091-4119-b7f4-cabf4b68b19d req-38ec38bd-9eda-483f-9154-baef4f453f33 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=da533bd9-3433-4b03-bb17-c26d5caf1719 HTTP/1.1" status: 200 len: 863 time: 0.1251132 May 23 10:57:50.765486 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c04eb4a6-5f87-494a-929e-1932990ef67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:50.769644 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04eb4a6-5f87-494a-929e-1932990ef67f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:50.770418 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c04eb4a6-5f87-494a-929e-1932990ef67f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:50.808694 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d8f9e3e4-d074-4a1d-8b4b-47d2d70295db req-f725a3d1-792e-42e6-9fa6-8214d193d88a service neutron] 10.222.0.13 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437235 May 23 10:57:50.848547 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba7d5d-df15-4061-8a1c-e3aba47334d5 req-245a166b-55ba-43fc-a514-51a56309fe8e tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:50.850465 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cfba7d5d-df15-4061-8a1c-e3aba47334d5 req-245a166b-55ba-43fc-a514-51a56309fe8e tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/ports?device_id=39f73deb-ca4e-4461-a65c-8307bbcd9c2b HTTP/1.1" status: 200 len: 945 time: 0.2981386 May 23 10:57:50.861137 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-293995a1-a091-4119-b7f4-cabf4b68b19d req-e06958ac-2247-4df3-9cf2-58af374e62d8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6151acdb-22d9-4303-bf7e-922da0bb4f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1062231 May 23 10:57:50.941692 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04eb4a6-5f87-494a-929e-1932990ef67f admin admin] Pushing event updated for resources: {'Network': ['ID=d6223b8a-33d8-45d0-9c29-9aaff90add20,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:50.948646 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c04eb4a6-5f87-494a-929e-1932990ef67f admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9286201 May 23 10:57:50.954831 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33750) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:50.981095 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network d6223b8a-33d8-45d0-9c29-9aaff90add20 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 10:57:50.987755 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-2d94b4e1-2d50-4cc4-9568-78316560f109 admin admin] Request body: {'subnet': {'network_id': 'd6223b8a-33d8-45d0-9c29-9aaff90add20', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1575571344-subnet', 'tenant_id': 'c4b75f5e758045588d480a76697df3c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:57:50.994734 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2d94b4e1-2d50-4cc4-9568-78316560f109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:51.007081 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2d94b4e1-2d50-4cc4-9568-78316560f109 admin admin] Usage tracker for resource:subnet and tenant:c4b75f5e758045588d480a76697df3c6 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:57:51.010292 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2d94b4e1-2d50-4cc4-9568-78316560f109 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:57:51.016640 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2d94b4e1-2d50-4cc4-9568-78316560f109 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:51.029221 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d94b4e1-2d50-4cc4-9568-78316560f109 admin admin] Made reservation on behalf of c4b75f5e758045588d480a76697df3c6 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:57:51.032271 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2d94b4e1-2d50-4cc4-9568-78316560f109 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:51.111462 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-b385d6fb-1518-4a3d-8b81-30b7dd0b1642 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=338cf849e62a4b4eb1ce6edbb277404e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555487 May 23 10:57:51.136818 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cfba7d5d-df15-4061-8a1c-e3aba47334d5 req-c685f3cb-1cdd-4c1b-b025-1da7ef587906 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/security-groups?id=c2132f8c-ab10-410c-b6fc-36cea33e92fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2743285 May 23 10:57:51.188888 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-56f4a0dc-ccbf-430a-a5df-008e16f151fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1205305143-router', 'tenant_id': '0151770a7dd4490d949af76344842700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '0be2849a-ffdf-4602-86f5-1d636fbc938b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:56:49Z', 'updated_at': '2022-05-23T10:56:53Z', 'revision_number': 4, 'project_id': '0151770a7dd4490d949af76344842700', 'gw_port': {'id': '0be2849a-ffdf-4602-86f5-1d636fbc938b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:56:50Z', 'updated_at': '2022-05-23T10:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '70a973bb-dbd7-4134-aab5-e784cb28db72', 'tenant_id': '0151770a7dd4490d949af76344842700', 'floating_ip_address': '172.25.6.175', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'port_id': 'a1209d4b-438b-48fe-8e97-b0a03cebcb81', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6151acdb-22d9-4303-bf7e-922da0bb4f37', 'mac_address': 'fa:16:3e:ed:fb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f73deb-ca4e-4461-a65c-8307bbcd9c2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T10:57:23Z', 'updated_at': '2022-05-23T10:57:47Z', 'revision_number': 1, 'project_id': '0151770a7dd4490d949af76344842700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d49cf00-9100-4d84-b370-7b214d63e480', 'name': '', 'network_id': '6151acdb-22d9-4303-bf7e-922da0bb4f37', 'tenant_id': '0151770a7dd4490d949af76344842700', 'mac_address': 'fa:16:3e:a5:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da533bd9-3433-4b03-bb17-c26d5caf1719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:56:53Z', 'updated_at': '2022-05-23T10:57:06Z', 'revision_number': 5, 'project_id': '0151770a7dd4490d949af76344842700', 'subnets': [{'id': 'da533bd9-3433-4b03-bb17-c26d5caf1719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:57:51.204705 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f4a0dc-ccbf-430a-a5df-008e16f151fa None None] The sync data for ids ['86627977-a7f9-45ae-9e1b-60a98d8e261c'] in n-d-842952-2 is: [{'id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1205305143-router', 'tenant_id': '0151770a7dd4490d949af76344842700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '0be2849a-ffdf-4602-86f5-1d636fbc938b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:56:49Z', 'updated_at': '2022-05-23T10:56:53Z', 'revision_number': 4, 'project_id': '0151770a7dd4490d949af76344842700', 'gw_port': {'id': '0be2849a-ffdf-4602-86f5-1d636fbc938b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:56:50Z', 'updated_at': '2022-05-23T10:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '70a973bb-dbd7-4134-aab5-e784cb28db72', 'tenant_id': '0151770a7dd4490d949af76344842700', 'floating_ip_address': '172.25.6.175', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'port_id': 'a1209d4b-438b-48fe-8e97-b0a03cebcb81', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6151acdb-22d9-4303-bf7e-922da0bb4f37', 'mac_address': 'fa:16:3e:ed:fb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f73deb-ca4e-4461-a65c-8307bbcd9c2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T10:57:23Z', 'updated_at': '2022-05-23T10:57:47Z', 'revision_number': 1, 'project_id': '0151770a7dd4490d949af76344842700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d49cf00-9100-4d84-b370-7b214d63e480', 'name': '', 'network_id': '6151acdb-22d9-4303-bf7e-922da0bb4f37', 'tenant_id': '0151770a7dd4490d949af76344842700', 'mac_address': 'fa:16:3e:a5:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da533bd9-3433-4b03-bb17-c26d5caf1719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:56:53Z', 'updated_at': '2022-05-23T10:57:06Z', 'revision_number': 5, 'project_id': '0151770a7dd4490d949af76344842700', 'subnets': [{'id': 'da533bd9-3433-4b03-bb17-c26d5caf1719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 10:57:51.362579 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2d94b4e1-2d50-4cc4-9568-78316560f109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:51.392234 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-293995a1-a091-4119-b7f4-cabf4b68b19d req-7a966256-4f02-435b-890b-7961c94e4f54 service neutron] 10.222.0.81 "GET /v2.0/networks/6151acdb-22d9-4303-bf7e-922da0bb4f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5107918 May 23 10:57:51.394203 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ca5cc1ff-68d4-4e7c-b529-c274067c1476 req-43c0a6a6-2d1d-4aa1-aca2-97a071375ef3 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/ports?device_id=f24eec5d-443d-422f-b41b-0c23d962770e HTTP/1.1" status: 200 len: 210 time: 0.0750961 May 23 10:57:51.461386 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d94b4e1-2d50-4cc4-9568-78316560f109 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd482ffc-1546-42a1-bc25-cac50ad55b94,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:51.476543 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d94b4e1-2d50-4cc4-9568-78316560f109 admin admin] Checking segment: {'id': '6cfd35ab-31e6-4d4d-91ba-563e19b94878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd6223b8a-33d8-45d0-9c29-9aaff90add20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:57:51.477048 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d94b4e1-2d50-4cc4-9568-78316560f109 admin admin] Network hostable DHCP agents. Network: d6223b8a-33d8-45d0-9c29-9aaff90add20, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 10:57:51.505580 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d94b4e1-2d50-4cc4-9568-78316560f109 admin admin] Network d6223b8a-33d8-45d0-9c29-9aaff90add20 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 10:57:51.512963 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfde469d-c6a1-4382-9a57-a1c7c3432594 None None] New status for floating IP 70a973bb-dbd7-4134-aab5-e784cb28db72: ACTIVE {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 10:57:51.533824 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-2d94b4e1-2d50-4cc4-9568-78316560f109 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, d6223b8a-33d8-45d0-9c29-9aaff90add20) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:57:51.543170 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d94b4e1-2d50-4cc4-9568-78316560f109 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:51.545030 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2d94b4e1-2d50-4cc4-9568-78316560f109 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:51.549100 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-277e203b-19c6-4a7a-ad46-a408b1862333 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:51.550539 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-277e203b-19c6-4a7a-ad46-a408b1862333 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4375992 May 23 10:57:51.576594 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2d94b4e1-2d50-4cc4-9568-78316560f109 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6004198 May 23 10:57:51.597084 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-55f952a4-09d8-4d2a-be4b-ab111aac2c38 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/quotas/338cf849e62a4b4eb1ce6edbb277404e HTTP/1.1" status: 200 len: 375 time: 0.0391498 May 23 10:57:51.605653 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cde921-6e0c-434a-b658-4ace6361d04e None None] Network d6223b8a-33d8-45d0-9c29-9aaff90add20 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 10:57:51.607602 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-293995a1-a091-4119-b7f4-cabf4b68b19d req-da5a1571-ef28-4357-bed1-74a1f37be04c service neutron] 10.222.0.81 "GET /v2.0/networks/6151acdb-22d9-4303-bf7e-922da0bb4f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072544 May 23 10:57:51.674497 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-274ad02c-3614-4b5e-a028-3348bca20b6a tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=338cf849e62a4b4eb1ce6edbb277404e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0707204 May 23 10:57:51.718621 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-355805c5-cd11-4586-a499-347e486d6f40'] response: {'name': 'network-changed', 'server_uuid': '39f73deb-ca4e-4461-a65c-8307bbcd9c2b', 'tag': 'a1209d4b-438b-48fe-8e97-b0a03cebcb81', 'status': 'completed', 'code': 200} May 23 10:57:52.012533 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3de51dab-5ad9-412b-81d4-8224b349201b req-9e18bf42-f636-4384-b63f-5df0dfe6844f tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=c3816eac91704735985a084b7b8b8841&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416844 May 23 10:57:52.043729 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-72e8e79a-cb8b-4527-a3d4-2db91c7a6a76 req-8a345bc5-447c-40d0-842f-bb984f3099d3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0151770a7dd4490d949af76344842700&device_id=39f73deb-ca4e-4461-a65c-8307bbcd9c2b HTTP/1.1" status: 200 len: 1096 time: 0.2058322 May 23 10:57:52.225413 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3701700-6661-45df-b570-d323a4db43dd req-9786e135-26c9-40bc-a185-c0a1f601adf8 service neutron] 10.222.0.13 "GET /v2.0/ports/bc5de9c3-19b0-4fb2-95d2-3b731d64be1e/bindings/n-h2-842952-2 HTTP/1.1" status: 200 len: 384 time: 0.1702080 May 23 10:57:52.263378 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084039a8-21a8-43bc-8c42-bb2b42f72c66 None None] Network d6223b8a-33d8-45d0-9c29-9aaff90add20 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 10:57:52.351546 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8e79a-cb8b-4527-a3d4-2db91c7a6a76 req-739ec10d-e997-4992-8531-4a4d522cce3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:52.353038 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-72e8e79a-cb8b-4527-a3d4-2db91c7a6a76 req-739ec10d-e997-4992-8531-4a4d522cce3c service neutron] 10.222.0.81 "GET /v2.0/networks?id=6151acdb-22d9-4303-bf7e-922da0bb4f37 HTTP/1.1" status: 200 len: 925 time: 0.3021080 May 23 10:57:52.652806 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-b3701700-6661-45df-b570-d323a4db43dd req-e4420ff6-30a1-40e9-af29-d307860cc756 service neutron] For port bc5de9c3-19b0-4fb2-95d2-3b731d64be1e, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=bc5de9c3-19b0-4fb2-95d2-3b731d64be1e,segment=NetworkSegment(6bc35f8b-456e-4e1c-8a63-ba8204a54381),segment_id=6bc35f8b-456e-4e1c-8a63-ba8204a54381)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:57:52.678318 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-b3701700-6661-45df-b570-d323a4db43dd req-e4420ff6-30a1-40e9-af29-d307860cc756 service neutron] For port bc5de9c3-19b0-4fb2-95d2-3b731d64be1e, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:57:52.747766 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-b3701700-6661-45df-b570-d323a4db43dd req-e4420ff6-30a1-40e9-af29-d307860cc756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc5de9c3-19b0-4fb2-95d2-3b731d64be1e {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 10:57:52.759959 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-b3701700-6661-45df-b570-d323a4db43dd req-e4420ff6-30a1-40e9-af29-d307860cc756 service neutron] For port bc5de9c3-19b0-4fb2-95d2-3b731d64be1e, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=bc5de9c3-19b0-4fb2-95d2-3b731d64be1e,segment=NetworkSegment(6bc35f8b-456e-4e1c-8a63-ba8204a54381),segment_id=6bc35f8b-456e-4e1c-8a63-ba8204a54381)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:57:52.792887 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3701700-6661-45df-b570-d323a4db43dd req-e4420ff6-30a1-40e9-af29-d307860cc756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:52.827502 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-39a06ec0-c2e3-4062-8c82-4501ce94c8ce req-487d3cbb-010a-45b5-9c2d-538823ab3437 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/ports?device_id=5489266f-eb6b-469e-889a-f6208b0e7923 HTTP/1.1" status: 200 len: 210 time: 0.1021070 May 23 10:57:52.952903 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-b3701700-6661-45df-b570-d323a4db43dd req-e4420ff6-30a1-40e9-af29-d307860cc756 service neutron] Transition to ACTIVE for port object bc5de9c3-19b0-4fb2-95d2-3b731d64be1e will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:57:52.959250 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3701700-6661-45df-b570-d323a4db43dd req-e4420ff6-30a1-40e9-af29-d307860cc756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:52.965559 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de51dab-5ad9-412b-81d4-8224b349201b req-f3e55876-320b-49ff-b2bc-d08172589a00 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:52.967070 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3de51dab-5ad9-412b-81d4-8224b349201b req-f3e55876-320b-49ff-b2bc-d08172589a00 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9149423 May 23 10:57:53.003936 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-72e8e79a-cb8b-4527-a3d4-2db91c7a6a76 req-a172bb71-d678-4b07-89b4-70b4966e9fe5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1209d4b-438b-48fe-8e97-b0a03cebcb81 HTTP/1.1" status: 200 len: 1001 time: 0.3514721 May 23 10:57:53.061989 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-3de51dab-5ad9-412b-81d4-8224b349201b req-c476743a-e8aa-4e2c-a8ed-494f9e73c323 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Request body: {'port': {'device_id': 'f24eec5d-443d-422f-b41b-0c23d962770e', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'admin_state_up': True, 'tenant_id': 'c3816eac91704735985a084b7b8b8841'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:57:53.077832 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33820) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:53.085643 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-01499735-ad93-49d8-9c90-0970dda1c81d req-c188c3d6-7594-4192-9cbe-5f857606cd26 tempest-QuotasAdminNegativeTest-1349675775 tempest-QuotasAdminNegativeTest-1349675775-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=084ba146845c42bb8b1d017901ee59f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1120889 May 23 10:57:53.098586 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-17de7edc-5904-4965-9a69-d6b2dee741d4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1592827590-network', 'tenant_id': '39489fcc1ed34eb9a09c79722dfdd73f'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:57:53.153261 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-17de7edc-5904-4965-9a69-d6b2dee741d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:53.186278 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe3ece-1b85-4d5b-af6c-d4e86b966ad0 req-bd5a3b16-46ae-4b97-b5b8-af7befca40c8 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:53.188022 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bfbe3ece-1b85-4d5b-af6c-d4e86b966ad0 req-bd5a3b16-46ae-4b97-b5b8-af7befca40c8 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf HTTP/1.1" status: 200 len: 965 time: 0.8340280 May 23 10:57:53.208505 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-17de7edc-5904-4965-9a69-d6b2dee741d4 admin admin] Usage tracker for resource:network and tenant:39489fcc1ed34eb9a09c79722dfdd73f is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:57:53.210180 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3701700-6661-45df-b570-d323a4db43dd req-e4420ff6-30a1-40e9-af29-d307860cc756 service neutron] No DVR routers for this DVR port bc5de9c3-19b0-4fb2-95d2-3b731d64be1e on host n-h1-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 10:57:53.212344 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4420ff6-30a1-40e9-af29-d307860cc756 service neutron] Pushing event updated for resources: {'Port': ['ID=bc5de9c3-19b0-4fb2-95d2-3b731d64be1e,revision_number=10']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:53.261216 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8e79a-cb8b-4527-a3d4-2db91c7a6a76 req-de0a1ade-5ba0-4470-8c29-f601bba1dd53 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:53.262544 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-72e8e79a-cb8b-4527-a3d4-2db91c7a6a76 req-de0a1ade-5ba0-4470-8c29-f601bba1dd53 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=da533bd9-3433-4b03-bb17-c26d5caf1719 HTTP/1.1" status: 200 len: 863 time: 0.2517636 May 23 10:57:53.277092 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3701700-6661-45df-b570-d323a4db43dd req-e4420ff6-30a1-40e9-af29-d307860cc756 service neutron] 10.222.0.13 "PUT /v2.0/ports/bc5de9c3-19b0-4fb2-95d2-3b731d64be1e/bindings/n-h2-842952-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0444162 May 23 10:57:53.281676 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-17de7edc-5904-4965-9a69-d6b2dee741d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:57:53.335251 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-17de7edc-5904-4965-9a69-d6b2dee741d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:53.414837 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17de7edc-5904-4965-9a69-d6b2dee741d4 admin admin] Made reservation on behalf of 39489fcc1ed34eb9a09c79722dfdd73f for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:57:53.417053 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-17de7edc-5904-4965-9a69-d6b2dee741d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:53.467567 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bfbe3ece-1b85-4d5b-af6c-d4e86b966ad0 req-5c7008b8-bd69-4a74-ab4f-7b506a249fa4 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603464 May 23 10:57:53.473306 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-17de7edc-5904-4965-9a69-d6b2dee741d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:53.479422 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.81', 60879) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:53.500148 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-3de51dab-5ad9-412b-81d4-8224b349201b req-c476743a-e8aa-4e2c-a8ed-494f9e73c323 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:53.514296 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01499735-ad93-49d8-9c90-0970dda1c81d req-828caf3a-aa77-427a-a115-7f5ac06d8333 tempest-QuotasAdminNegativeTest-1349675775 tempest-QuotasAdminNegativeTest-1349675775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:53.515741 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-01499735-ad93-49d8-9c90-0970dda1c81d req-828caf3a-aa77-427a-a115-7f5ac06d8333 tempest-QuotasAdminNegativeTest-1349675775 tempest-QuotasAdminNegativeTest-1349675775-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4134998 May 23 10:57:53.526681 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3701700-6661-45df-b570-d323a4db43dd req-2f7709a5-8b6b-4f27-b5ca-50e147cb78c3 tempest-LiveMigrationTest-1953020720 tempest-LiveMigrationTest-1953020720-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf&tenant_id=90c9b14de9a447dbb2784bee3d7c6631&binding%3Ahost_id=n-h1-842952-2 HTTP/1.1" status: 200 len: 1117 time: 0.1207197 May 23 10:57:53.527091 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-3de51dab-5ad9-412b-81d4-8224b349201b req-c476743a-e8aa-4e2c-a8ed-494f9e73c323 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:53.530797 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-829959a2-3d18-46f8-9a44-1097998592ae tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=338cf849e62a4b4eb1ce6edbb277404e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502124 May 23 10:57:53.558413 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-17de7edc-5904-4965-9a69-d6b2dee741d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:53.566058 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-17de7edc-5904-4965-9a69-d6b2dee741d4 admin admin] Usage tracker for resource:security_group_rule and tenant:39489fcc1ed34eb9a09c79722dfdd73f is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:57:53.571867 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-72e8e79a-cb8b-4527-a3d4-2db91c7a6a76 req-488c5be7-011f-4af2-abed-9f9b97b2622f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6151acdb-22d9-4303-bf7e-922da0bb4f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2763309 May 23 10:57:53.572912 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-17de7edc-5904-4965-9a69-d6b2dee741d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:57:53.576278 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-01499735-ad93-49d8-9c90-0970dda1c81d req-5ec22e73-c4ef-4a47-a84a-5b5a41da421e tempest-QuotasAdminNegativeTest-1349675775 tempest-QuotasAdminNegativeTest-1349675775-project] 10.222.0.79 "GET /v2.0/quotas/084ba146845c42bb8b1d017901ee59f9 HTTP/1.1" status: 200 len: 375 time: 0.0503743 May 23 10:57:53.576852 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3de51dab-5ad9-412b-81d4-8224b349201b req-c476743a-e8aa-4e2c-a8ed-494f9e73c323 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Made reservation on behalf of c3816eac91704735985a084b7b8b8841 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:57:53.579801 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-3de51dab-5ad9-412b-81d4-8224b349201b req-c476743a-e8aa-4e2c-a8ed-494f9e73c323 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:53.648554 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-17de7edc-5904-4965-9a69-d6b2dee741d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:53.773167 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-70af57fb-510f-40b3-b33c-0f282552bf3e tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:53.774456 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-70af57fb-510f-40b3-b33c-0f282552bf3e tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1848240 May 23 10:57:53.781901 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3701700-6661-45df-b570-d323a4db43dd req-7aceb668-fa26-4a3c-ac49-e25962b23115 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf&tenant_id=90c9b14de9a447dbb2784bee3d7c6631 HTTP/1.1" status: 200 len: 1117 time: 0.2371554 May 23 10:57:53.810322 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-01499735-ad93-49d8-9c90-0970dda1c81d req-25e90b5d-5cdf-40b1-88df-bf7d0d810af9 tempest-QuotasAdminNegativeTest-1349675775 tempest-QuotasAdminNegativeTest-1349675775-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=084ba146845c42bb8b1d017901ee59f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2209752 May 23 10:57:53.845950 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-071f46b2-1995-4e10-a061-01143eb7ccac req-731f1b4e-f20f-4707-86d2-c0dcab54eb3d tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/ports?device_id=f24eec5d-443d-422f-b41b-0c23d962770e HTTP/1.1" status: 200 len: 210 time: 0.1880295 May 23 10:57:53.861586 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-1a0268b4-2691-47ad-8f08-d25ed3600bfc tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Request body: {'port': {'device_id': '5489266f-eb6b-469e-889a-f6208b0e7923', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'admin_state_up': True, 'tenant_id': '338cf849e62a4b4eb1ce6edbb277404e'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:57:54.071605 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-72e8e79a-cb8b-4527-a3d4-2db91c7a6a76 req-88db52d1-6cc9-4742-a7f7-7f7a14edc532 service neutron] 10.222.0.81 "GET /v2.0/networks/6151acdb-22d9-4303-bf7e-922da0bb4f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4811349 May 23 10:57:54.090012 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c1d0f72a-7ccd-44f9-8330-4f13e0bc034f req-fe15e727-e7c3-458c-834a-725dacf27444 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/ports?device_id=5489266f-eb6b-469e-889a-f6208b0e7923 HTTP/1.1" status: 200 len: 210 time: 0.0734289 May 23 10:57:54.094731 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-1a0268b4-2691-47ad-8f08-d25ed3600bfc tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:54.101427 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-1a0268b4-2691-47ad-8f08-d25ed3600bfc tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Usage tracker for resource:port and tenant:338cf849e62a4b4eb1ce6edbb277404e is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:57:54.105243 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-1a0268b4-2691-47ad-8f08-d25ed3600bfc tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:57:54.111068 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3701700-6661-45df-b570-d323a4db43dd req-b659c923-9a05-409b-a3a6-0526dbc63036 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=90c9b14de9a447dbb2784bee3d7c6631&device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf HTTP/1.1" status: 200 len: 1117 time: 0.2547283 May 23 10:57:54.115313 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-1a0268b4-2691-47ad-8f08-d25ed3600bfc tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:54.149680 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-17de7edc-5904-4965-9a69-d6b2dee741d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:54.218087 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-17de7edc-5904-4965-9a69-d6b2dee741d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:54.233737 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-1a0268b4-2691-47ad-8f08-d25ed3600bfc tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Made reservation on behalf of 338cf849e62a4b4eb1ce6edbb277404e for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:57:54.237088 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-1a0268b4-2691-47ad-8f08-d25ed3600bfc tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:54.257904 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-1a0268b4-2691-47ad-8f08-d25ed3600bfc tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:54.309189 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de7edc-5904-4965-9a69-d6b2dee741d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed86dd07-ad04-4f12-b40e-3cec1743fce7,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:54.320959 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-3de51dab-5ad9-412b-81d4-8224b349201b req-c476743a-e8aa-4e2c-a8ed-494f9e73c323 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Allocated IP 192.168.233.33 (45238d5c-875a-474b-bef1-cc75dc2ba645/c1719237-4a8e-4354-92b1-51064eb09c82/d700be5b-da35-41ed-a9df-5fc5e4557b19) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 10:57:54.328423 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17de7edc-5904-4965-9a69-d6b2dee741d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 10:57:54.340755 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-1a0268b4-2691-47ad-8f08-d25ed3600bfc tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:54.341358 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-17de7edc-5904-4965-9a69-d6b2dee741d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:54.342008 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-17de7edc-5904-4965-9a69-d6b2dee741d4 admin admin] Added segment 1c01284a-008f-46ab-be48-7d8c66bba0e3 of type vlan for network 23d4ddb1-9611-4a90-8819-8edc5e359888 May 23 10:57:54.351640 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-1a0268b4-2691-47ad-8f08-d25ed3600bfc tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Usage tracker for resource:security_group_rule and tenant:338cf849e62a4b4eb1ce6edbb277404e is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:57:54.351640 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3701700-6661-45df-b570-d323a4db43dd req-92378924-63a3-4e35-ac9a-8be6be4b12df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:54.353349 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3701700-6661-45df-b570-d323a4db43dd req-92378924-63a3-4e35-ac9a-8be6be4b12df service neutron] 10.222.0.81 "GET /v2.0/networks?id=3f16bf48-f1ac-437f-802c-c2072c75e62b HTTP/1.1" status: 200 len: 909 time: 0.2353206 May 23 10:57:54.354178 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-1a0268b4-2691-47ad-8f08-d25ed3600bfc tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:57:54.377019 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-17de7edc-5904-4965-9a69-d6b2dee741d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:54.403505 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17de7edc-5904-4965-9a69-d6b2dee741d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:57:54.403873 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17de7edc-5904-4965-9a69-d6b2dee741d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:57:54.404218 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17de7edc-5904-4965-9a69-d6b2dee741d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:57:54.404598 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17de7edc-5904-4965-9a69-d6b2dee741d4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:57:54.404933 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17de7edc-5904-4965-9a69-d6b2dee741d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:57:54.405273 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17de7edc-5904-4965-9a69-d6b2dee741d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:57:54.405592 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17de7edc-5904-4965-9a69-d6b2dee741d4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:57:54.405918 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17de7edc-5904-4965-9a69-d6b2dee741d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:57:54.406239 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17de7edc-5904-4965-9a69-d6b2dee741d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:57:54.406659 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17de7edc-5904-4965-9a69-d6b2dee741d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:57:54.406985 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17de7edc-5904-4965-9a69-d6b2dee741d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:57:54.416012 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-1a0268b4-2691-47ad-8f08-d25ed3600bfc tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:54.447115 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3701700-6661-45df-b570-d323a4db43dd req-db1ef65a-222e-483f-a2d2-19a95300e1f9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc5de9c3-19b0-4fb2-95d2-3b731d64be1e HTTP/1.1" status: 200 len: 217 time: 0.0863261 May 23 10:57:54.503773 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-17de7edc-5904-4965-9a69-d6b2dee741d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:54.504707 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17de7edc-5904-4965-9a69-d6b2dee741d4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:54.505344 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-17de7edc-5904-4965-9a69-d6b2dee741d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:54.557715 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3701700-6661-45df-b570-d323a4db43dd req-1865ba6f-6009-4bae-91f9-7189cab216ee service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:54.559281 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3701700-6661-45df-b570-d323a4db43dd req-1865ba6f-6009-4bae-91f9-7189cab216ee service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f56c9b27-295c-462d-bb89-343a223f9d6c HTTP/1.1" status: 200 len: 848 time: 0.1037142 May 23 10:57:54.636502 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-1a0268b4-2691-47ad-8f08-d25ed3600bfc tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:54.643545 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3701700-6661-45df-b570-d323a4db43dd req-9939fbea-607c-459f-a654-5c0679e0649a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3f16bf48-f1ac-437f-802c-c2072c75e62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680869 May 23 10:57:54.644860 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-1a0268b4-2691-47ad-8f08-d25ed3600bfc tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:54.675005 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de7edc-5904-4965-9a69-d6b2dee741d4 admin admin] Pushing event updated for resources: {'Network': ['ID=23d4ddb1-9611-4a90-8819-8edc5e359888,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:54.678172 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-17de7edc-5904-4965-9a69-d6b2dee741d4 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5949700 May 23 10:57:54.684112 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33868) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:54.688526 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-72e8e79a-cb8b-4527-a3d4-2db91c7a6a76 req-15aa27c6-36da-46bd-bd19-251f23cdd95a service neutron] 10.222.0.81 "GET /v2.0/networks/6151acdb-22d9-4303-bf7e-922da0bb4f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6012309 May 23 10:57:54.688969 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 23d4ddb1-9611-4a90-8819-8edc5e359888 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 10:57:54.696015 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-25e04254-1a40-40d5-bf53-2f0dad8bbc21 admin admin] Request body: {'subnet': {'network_id': '23d4ddb1-9611-4a90-8819-8edc5e359888', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1592827590-subnet', 'tenant_id': '39489fcc1ed34eb9a09c79722dfdd73f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:57:54.702640 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-25e04254-1a40-40d5-bf53-2f0dad8bbc21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:54.707350 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-25e04254-1a40-40d5-bf53-2f0dad8bbc21 admin admin] Usage tracker for resource:subnet and tenant:39489fcc1ed34eb9a09c79722dfdd73f is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:57:54.711059 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-25e04254-1a40-40d5-bf53-2f0dad8bbc21 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:57:54.718069 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-25e04254-1a40-40d5-bf53-2f0dad8bbc21 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:54.739442 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e04254-1a40-40d5-bf53-2f0dad8bbc21 admin admin] Made reservation on behalf of 39489fcc1ed34eb9a09c79722dfdd73f for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:57:54.741597 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-25e04254-1a40-40d5-bf53-2f0dad8bbc21 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:54.974821 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33884) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:55.032054 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0268b4-2691-47ad-8f08-d25ed3600bfc tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=969012fd-0773-4c82-a9cd-68dea034b623,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:55.063925 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3701700-6661-45df-b570-d323a4db43dd req-214147ca-1747-48fe-887c-daa86c88f372 service neutron] 10.222.0.81 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035347 May 23 10:57:55.098599 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-96fcbf94-2fd8-4782-b4c0-43aff75b1b21 req-135f40db-1b4c-4e31-9b08-0e0971dca033 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Synchronizing usage tracker for tenant:c3816eac91704735985a084b7b8b8841 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 10:57:55.170635 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b3899-5c99-4162-b5d6-d2f70ba0eb1d req-d62e1dbb-3f42-4017-bb6c-a8185b51cc4d tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:55.172194 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-396b3899-5c99-4162-b5d6-d2f70ba0eb1d req-d62e1dbb-3f42-4017-bb6c-a8185b51cc4d tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf HTTP/1.1" status: 200 len: 966 time: 0.4380138 May 23 10:57:55.178007 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-96fcbf94-2fd8-4782-b4c0-43aff75b1b21 req-135f40db-1b4c-4e31-9b08-0e0971dca033 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Unset dirty status for tenant:c3816eac91704735985a084b7b8b8841 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 10:57:55.179104 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-96fcbf94-2fd8-4782-b4c0-43aff75b1b21 req-135f40db-1b4c-4e31-9b08-0e0971dca033 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/ports?device_id=f24eec5d-443d-422f-b41b-0c23d962770e HTTP/1.1" status: 200 len: 210 time: 0.1214845 May 23 10:57:55.196542 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-10765db7-a5f2-4a4f-8f8f-4e9c1fe6d27f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:55.232806 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-10765db7-a5f2-4a4f-8f8f-4e9c1fe6d27f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:55.236786 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-10765db7-a5f2-4a4f-8f8f-4e9c1fe6d27f admin admin] Usage tracker for resource:security_group_rule and tenant:084ba146845c42bb8b1d017901ee59f9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:57:55.239625 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-10765db7-a5f2-4a4f-8f8f-4e9c1fe6d27f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:57:55.248754 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-10765db7-a5f2-4a4f-8f8f-4e9c1fe6d27f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:55.250702 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33894) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:55.277979 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-396b3899-5c99-4162-b5d6-d2f70ba0eb1d req-0034816a-4181-4bbd-b745-ca5375e0029f tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934548 May 23 10:57:55.305630 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-3de51dab-5ad9-412b-81d4-8224b349201b req-c476743a-e8aa-4e2c-a8ed-494f9e73c323 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:55.337842 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3701700-6661-45df-b570-d323a4db43dd req-9f5f74b2-f7a6-4746-bdfb-2b97cbb568ba service neutron] 10.222.0.81 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625663 May 23 10:57:55.388300 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-3de51dab-5ad9-412b-81d4-8224b349201b req-c476743a-e8aa-4e2c-a8ed-494f9e73c323 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Transition to ACTIVE for port object d700be5b-da35-41ed-a9df-5fc5e4557b19 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:57:55.448706 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-10765db7-a5f2-4a4f-8f8f-4e9c1fe6d27f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:55.453737 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-10765db7-a5f2-4a4f-8f8f-4e9c1fe6d27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:55.497209 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-04bc5dd0-da16-4079-b778-1cd220fa96ac req-ed0074a6-4b7a-4de4-99dd-4055a944313e tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/ports?device_id=5489266f-eb6b-469e-889a-f6208b0e7923 HTTP/1.1" status: 200 len: 210 time: 0.0807755 May 23 10:57:55.507118 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-25e04254-1a40-40d5-bf53-2f0dad8bbc21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:55.559925 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-3de51dab-5ad9-412b-81d4-8224b349201b req-c476743a-e8aa-4e2c-a8ed-494f9e73c323 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:55.616312 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-10765db7-a5f2-4a4f-8f8f-4e9c1fe6d27f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=084ba146845c42bb8b1d017901ee59f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6363244 May 23 10:57:55.621826 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10765db7-a5f2-4a4f-8f8f-4e9c1fe6d27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7866d102-dce9-4766-83f5-a3f242df04ae,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:55.633403 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33912) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:55.648746 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6cfc79f8-0152-4289-ba2d-159accb11c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:55.722132 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3de51dab-5ad9-412b-81d4-8224b349201b req-c476743a-e8aa-4e2c-a8ed-494f9e73c323 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Network 45238d5c-875a-474b-bef1-cc75dc2ba645 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 10:57:55.731675 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-3de51dab-5ad9-412b-81d4-8224b349201b req-c476743a-e8aa-4e2c-a8ed-494f9e73c323 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:57:55.741436 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de51dab-5ad9-412b-81d4-8224b349201b req-c476743a-e8aa-4e2c-a8ed-494f9e73c323 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 10:57:55.745210 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de51dab-5ad9-412b-81d4-8224b349201b req-c476743a-e8aa-4e2c-a8ed-494f9e73c323 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:55.745971 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-3de51dab-5ad9-412b-81d4-8224b349201b req-c476743a-e8aa-4e2c-a8ed-494f9e73c323 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:55.751698 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476743a-e8aa-4e2c-a8ed-494f9e73c323 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Pushing event updated for resources: {'Port': ['ID=d700be5b-da35-41ed-a9df-5fc5e4557b19,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:55.754331 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e04254-1a40-40d5-bf53-2f0dad8bbc21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a950b23-bf50-455d-ab97-cba592f4c13e,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:55.783985 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e04254-1a40-40d5-bf53-2f0dad8bbc21 admin admin] Checking segment: {'id': '1c01284a-008f-46ab-be48-7d8c66bba0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '23d4ddb1-9611-4a90-8819-8edc5e359888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:57:55.784403 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e04254-1a40-40d5-bf53-2f0dad8bbc21 admin admin] Network hostable DHCP agents. Network: 23d4ddb1-9611-4a90-8819-8edc5e359888, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 10:57:55.819210 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3de51dab-5ad9-412b-81d4-8224b349201b req-c476743a-e8aa-4e2c-a8ed-494f9e73c323 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8094554 May 23 10:57:55.841108 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f2bbf5cd-87e9-4a81-be75-8c103583b1a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:55.846892 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-3de51dab-5ad9-412b-81d4-8224b349201b req-18b9f431-a9d2-4959-b931-d53cdfd3d556 service neutron] Request body: {'port': {'device_id': 'f24eec5d-443d-422f-b41b-0c23d962770e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:57:55.855282 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-1a0268b4-2691-47ad-8f08-d25ed3600bfc tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Allocated IP 192.168.233.116 (45238d5c-875a-474b-bef1-cc75dc2ba645/c1719237-4a8e-4354-92b1-51064eb09c82/8ea10e3e-4509-4925-8a27-c6e9c8aa62be) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 10:57:55.912267 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6cfc79f8-0152-4289-ba2d-159accb11c6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:55.926742 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-6cfc79f8-0152-4289-ba2d-159accb11c6b admin admin] Usage tracker for resource:security_group_rule and tenant:50c6df41206649568ba92c9366aad298 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:57:55.933092 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-6cfc79f8-0152-4289-ba2d-159accb11c6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:57:55.956824 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6cfc79f8-0152-4289-ba2d-159accb11c6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:56.006173 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e04254-1a40-40d5-bf53-2f0dad8bbc21 admin admin] Network 23d4ddb1-9611-4a90-8819-8edc5e359888 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 10:57:56.012244 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f2bbf5cd-87e9-4a81-be75-8c103583b1a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:56.064882 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3701700-6661-45df-b570-d323a4db43dd req-2cc21ef0-34dd-4211-aa7f-9d2ad7631d87 tempest-LiveMigrationTest-1953020720 tempest-LiveMigrationTest-1953020720-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf&tenant_id=90c9b14de9a447dbb2784bee3d7c6631&binding%3Ahost_id=n-h2-842952-2 HTTP/1.1" status: 200 len: 1117 time: 0.4183493 May 23 10:57:56.065991 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-25e04254-1a40-40d5-bf53-2f0dad8bbc21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 23d4ddb1-9611-4a90-8819-8edc5e359888) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:57:56.079819 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e04254-1a40-40d5-bf53-2f0dad8bbc21 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:56.080434 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-25e04254-1a40-40d5-bf53-2f0dad8bbc21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:56.084252 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bed27bc-9ba6-4859-a231-de4f230300f3 None None] Network 23d4ddb1-9611-4a90-8819-8edc5e359888 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 10:57:56.122655 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-3de51dab-5ad9-412b-81d4-8224b349201b req-18b9f431-a9d2-4959-b931-d53cdfd3d556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:56.137904 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-25e04254-1a40-40d5-bf53-2f0dad8bbc21 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4526055 May 23 10:57:56.195994 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f2bbf5cd-87e9-4a81-be75-8c103583b1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:56.206398 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-295b165c-7c20-461c-a2be-f7c8e3a00413 None None] Provisioning for port d700be5b-da35-41ed-a9df-5fc5e4557b19 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:57:56.216424 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-295b165c-7c20-461c-a2be-f7c8e3a00413 None None] Provisioning complete for port d700be5b-da35-41ed-a9df-5fc5e4557b19 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:57:56.216926 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-295b165c-7c20-461c-a2be-f7c8e3a00413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:56.223312 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bbf5cd-87e9-4a81-be75-8c103583b1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7866d102-dce9-4766-83f5-a3f242df04ae,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:56.292540 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f2bbf5cd-87e9-4a81-be75-8c103583b1a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:56.296338 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f2bbf5cd-87e9-4a81-be75-8c103583b1a0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7866d102-dce9-4766-83f5-a3f242df04ae HTTP/1.1" status: 204 len: 168 time: 0.6372263 May 23 10:57:56.425092 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33944) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:56.453200 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-295b165c-7c20-461c-a2be-f7c8e3a00413 None None] Port d700be5b-da35-41ed-a9df-5fc5e4557b19 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 10:57:56.538259 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device bc5de9c3-19b0-4fb2-95d2-3b731d64be1e no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 10:57:56.561342 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-1a0268b4-2691-47ad-8f08-d25ed3600bfc tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:56.579232 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-1a0268b4-2691-47ad-8f08-d25ed3600bfc tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Transition to ACTIVE for port object 8ea10e3e-4509-4925-8a27-c6e9c8aa62be will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:57:56.605016 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6cfc79f8-0152-4289-ba2d-159accb11c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:56.608788 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe6cee-6725-4db5-a09a-6f33b0c51312 req-9a384a36-73cf-423e-8759-0caa49351a25 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:56.616463 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6cbe6cee-6725-4db5-a09a-6f33b0c51312 req-9a384a36-73cf-423e-8759-0caa49351a25 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/ports?device_id=f24eec5d-443d-422f-b41b-0c23d962770e HTTP/1.1" status: 200 len: 935 time: 0.2738967 May 23 10:57:56.621445 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6cfc79f8-0152-4289-ba2d-159accb11c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:56.649140 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device bc5de9c3-19b0-4fb2-95d2-3b731d64be1e not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 10:57:56.673273 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01e12c4-219c-42da-a9c7-4a11fe761bea None None] Network 23d4ddb1-9611-4a90-8819-8edc5e359888 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 10:57:56.689442 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6cbe6cee-6725-4db5-a09a-6f33b0c51312 req-4b2753d7-2d57-4427-a4f0-a725119545f7 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/security-groups?id=fd826eda-e372-480f-b9c6-94eeaaadef19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717654 May 23 10:57:56.694099 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc79f8-0152-4289-ba2d-159accb11c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4304ed99-4a65-40f5-8166-8123dc1c779c,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:56.728868 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cfb952-a4d2-417b-9160-295896ec3b96 req-81e2fdba-3b6b-4c71-81b0-32da3498b20e tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:56.736878 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9cfb952-a4d2-417b-9160-295896ec3b96 req-81e2fdba-3b6b-4c71-81b0-32da3498b20e tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf HTTP/1.1" status: 200 len: 966 time: 0.2394474 May 23 10:57:56.758031 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6cfc79f8-0152-4289-ba2d-159accb11c6b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=50c6df41206649568ba92c9366aad298&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5028217 May 23 10:57:56.760456 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33952) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:56.761463 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0580433-7a15-4628-abe5-c1f1936fb3e9 admin admin] Deleting subnet fd482ffc-1546-42a1-bc25-cac50ad55b94 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 10:57:56.765062 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c0580433-7a15-4628-abe5-c1f1936fb3e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:56.824079 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c0580433-7a15-4628-abe5-c1f1936fb3e9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:56.831975 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c0580433-7a15-4628-abe5-c1f1936fb3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:56.919896 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33958) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:56.925769 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c0580433-7a15-4628-abe5-c1f1936fb3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:56.952687 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9cfb952-a4d2-417b-9160-295896ec3b96 req-6ba9f1f2-6591-41b0-ad47-4460ab3bb56a tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146127 May 23 10:57:56.983611 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0580433-7a15-4628-abe5-c1f1936fb3e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd482ffc-1546-42a1-bc25-cac50ad55b94,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:56.993725 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-1a0268b4-2691-47ad-8f08-d25ed3600bfc tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:57.045165 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33966) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:57.048615 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c0580433-7a15-4628-abe5-c1f1936fb3e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:57.058432 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-af93d7a7-c3fa-4444-8e34-e7f7858a87b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:57.108144 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a8fe2290-e952-4cdf-b1d1-99eeafeb663a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:57.141066 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-1a0268b4-2691-47ad-8f08-d25ed3600bfc tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Network 45238d5c-875a-474b-bef1-cc75dc2ba645 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 10:57:57.148781 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0268b4-2691-47ad-8f08-d25ed3600bfc tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Pushing event updated for resources: {'Port': ['ID=8ea10e3e-4509-4925-8a27-c6e9c8aa62be,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:57.155354 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-1a0268b4-2691-47ad-8f08-d25ed3600bfc tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:57:57.158612 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-b3701700-6661-45df-b570-d323a4db43dd req-daa83ccd-9107-4529-b899-2ccc28519b47 service neutron] For port bc5de9c3-19b0-4fb2-95d2-3b731d64be1e, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:57:57.164326 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c0580433-7a15-4628-abe5-c1f1936fb3e9 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/fd482ffc-1546-42a1-bc25-cac50ad55b94 HTTP/1.1" status: 204 len: 168 time: 0.7301593 May 23 10:57:57.165342 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-1a0268b4-2691-47ad-8f08-d25ed3600bfc tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 10:57:57.169597 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-1a0268b4-2691-47ad-8f08-d25ed3600bfc tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:57.170248 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-1a0268b4-2691-47ad-8f08-d25ed3600bfc tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:57.175391 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33974) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:57.178441 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a8fe2290-e952-4cdf-b1d1-99eeafeb663a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:57.187236 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-af93d7a7-c3fa-4444-8e34-e7f7858a87b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:57.227559 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-af93d7a7-c3fa-4444-8e34-e7f7858a87b6 admin admin] Usage tracker for resource:security_group_rule and tenant:c5a05f43373e49aab32e52ade57c167d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:57:57.239129 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-af93d7a7-c3fa-4444-8e34-e7f7858a87b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:57:57.243608 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3701700-6661-45df-b570-d323a4db43dd req-daa83ccd-9107-4529-b899-2ccc28519b47 service neutron] Notify callbacks [] for binding, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:57.245003 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3701700-6661-45df-b570-d323a4db43dd req-daa83ccd-9107-4529-b899-2ccc28519b47 service neutron] 10.222.0.81 "DELETE /v2.0/ports/bc5de9c3-19b0-4fb2-95d2-3b731d64be1e/bindings/n-h1-842952-2 HTTP/1.1" status: 204 len: 173 time: 1.0229945 May 23 10:57:57.299372 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee7b23-e098-4282-aaf6-e448f1a5fe83 req-8c71a3b4-73e4-4833-8247-a06a17fbd402 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:57.305644 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-af93d7a7-c3fa-4444-8e34-e7f7858a87b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:57.309571 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-1a0268b4-2691-47ad-8f08-d25ed3600bfc tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4556060 May 23 10:57:57.314415 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-53ee7b23-e098-4282-aaf6-e448f1a5fe83 req-8c71a3b4-73e4-4833-8247-a06a17fbd402 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/ports?device_id=5489266f-eb6b-469e-889a-f6208b0e7923 HTTP/1.1" status: 200 len: 936 time: 0.2682388 May 23 10:57:57.337083 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-e973743a-1b19-4902-88e3-49a71da5eca5 service neutron] Request body: {'port': {'device_id': '5489266f-eb6b-469e-889a-f6208b0e7923', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:57:57.429713 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e73d0356-e633-45c5-8211-f79270bf25b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:57.478932 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-3de51dab-5ad9-412b-81d4-8224b349201b req-18b9f431-a9d2-4959-b931-d53cdfd3d556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d700be5b-da35-41ed-a9df-5fc5e4557b19 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 10:57:57.498873 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-3de51dab-5ad9-412b-81d4-8224b349201b req-18b9f431-a9d2-4959-b931-d53cdfd3d556 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:57.513161 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a8fe2290-e952-4cdf-b1d1-99eeafeb663a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:57.554586 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-53ee7b23-e098-4282-aaf6-e448f1a5fe83 req-f1072494-21d3-4c1a-a27f-8c5181cc7821 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/security-groups?id=969012fd-0773-4c82-a9cd-68dea034b623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963763 May 23 10:57:57.559960 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-3de51dab-5ad9-412b-81d4-8224b349201b req-18b9f431-a9d2-4959-b931-d53cdfd3d556 service neutron] Transition to ACTIVE for port object d700be5b-da35-41ed-a9df-5fc5e4557b19 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:57:57.562621 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe2290-e952-4cdf-b1d1-99eeafeb663a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4304ed99-4a65-40f5-8166-8123dc1c779c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:57.571551 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-e973743a-1b19-4902-88e3-49a71da5eca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:57.571881 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-3de51dab-5ad9-412b-81d4-8224b349201b req-18b9f431-a9d2-4959-b931-d53cdfd3d556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:57.575526 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a8fe2290-e952-4cdf-b1d1-99eeafeb663a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:57.579400 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a8fe2290-e952-4cdf-b1d1-99eeafeb663a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4304ed99-4a65-40f5-8166-8123dc1c779c HTTP/1.1" status: 204 len: 168 time: 0.8180170 May 23 10:57:57.640665 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3db0435b-752c-407a-ab6e-9773d29f158f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ca07112cad404937bc9c0e5120436ea0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5867875 May 23 10:57:57.643109 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-af93d7a7-c3fa-4444-8e34-e7f7858a87b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:57.643230 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9df9528f-4b99-4ed1-99e6-a6545e2d715b None None] Provisioning for port 8ea10e3e-4509-4925-8a27-c6e9c8aa62be completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:57:57.651682 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33984) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:57.656119 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9df9528f-4b99-4ed1-99e6-a6545e2d715b None None] Provisioning complete for port 8ea10e3e-4509-4925-8a27-c6e9c8aa62be triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:57:57.656619 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9df9528f-4b99-4ed1-99e6-a6545e2d715b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:57.664526 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-af93d7a7-c3fa-4444-8e34-e7f7858a87b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:57.719721 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e73d0356-e633-45c5-8211-f79270bf25b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:57.758010 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2499a26f-51d0-4d6d-8ca1-308ba379ee17 req-9d807a7a-e6a3-42de-b56d-694fc42192be tempest-LiveMigrationTest-1953020720 tempest-LiveMigrationTest-1953020720-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf HTTP/1.1" status: 200 len: 1117 time: 0.4052050 May 23 10:57:57.784941 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-9df9528f-4b99-4ed1-99e6-a6545e2d715b None None] Port 8ea10e3e-4509-4925-8a27-c6e9c8aa62be cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 10:57:57.844207 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b9f431-a9d2-4959-b931-d53cdfd3d556 service neutron] Pushing event updated for resources: {'Port': ['ID=d700be5b-da35-41ed-a9df-5fc5e4557b19,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:57.846530 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af93d7a7-c3fa-4444-8e34-e7f7858a87b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a553b91-79d9-4fc3-b463-861d54e3105f,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:57.883386 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e73d0356-e633-45c5-8211-f79270bf25b7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:57:57.892226 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e73d0356-e633-45c5-8211-f79270bf25b7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:57:57.893042 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e73d0356-e633-45c5-8211-f79270bf25b7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:57:57.893371 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e73d0356-e633-45c5-8211-f79270bf25b7 admin admin] Subscribe: > port after_create 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:57:57.893692 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e73d0356-e633-45c5-8211-f79270bf25b7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:57:57.894146 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e73d0356-e633-45c5-8211-f79270bf25b7 admin admin] Subscribe: > port after_update 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:57:57.894477 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e73d0356-e633-45c5-8211-f79270bf25b7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:57:57.894807 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e73d0356-e633-45c5-8211-f79270bf25b7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:57:57.895155 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e73d0356-e633-45c5-8211-f79270bf25b7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:57:57.895485 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e73d0356-e633-45c5-8211-f79270bf25b7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:57:58.000347 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2499a26f-51d0-4d6d-8ca1-308ba379ee17 req-8bb23b4c-4388-4707-af79-238cbc952ab6 tempest-LiveMigrationTest-1953020720 tempest-LiveMigrationTest-1953020720-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412703 May 23 10:57:58.018281 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-82d593d6-0f43-4902-bf56-b7e2dc58decc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:58.022262 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-3de51dab-5ad9-412b-81d4-8224b349201b req-18b9f431-a9d2-4959-b931-d53cdfd3d556 service neutron] Attempting to bind port d700be5b-da35-41ed-a9df-5fc5e4557b19 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:57:58.022867 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-3de51dab-5ad9-412b-81d4-8224b349201b req-18b9f431-a9d2-4959-b931-d53cdfd3d556 service neutron] Attempting to bind port d700be5b-da35-41ed-a9df-5fc5e4557b19 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:57:58.022998 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de51dab-5ad9-412b-81d4-8224b349201b req-18b9f431-a9d2-4959-b931-d53cdfd3d556 service neutron] Attempting to bind port d700be5b-da35-41ed-a9df-5fc5e4557b19 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:57:58.042613 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e73d0356-e633-45c5-8211-f79270bf25b7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:57:58.043206 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e73d0356-e633-45c5-8211-f79270bf25b7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:57:58.044082 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e73d0356-e633-45c5-8211-f79270bf25b7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:57:58.044760 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e73d0356-e633-45c5-8211-f79270bf25b7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 10:57:58.045371 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-e73d0356-e633-45c5-8211-f79270bf25b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6223b8a-33d8-45d0-9c29-9aaff90add20']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:57:58.059709 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-af93d7a7-c3fa-4444-8e34-e7f7858a87b6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c5a05f43373e49aab32e52ade57c167d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1385686 May 23 10:57:58.063386 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33994) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:58.074179 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-e73d0356-e633-45c5-8211-f79270bf25b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cfd35ab-31e6-4d4d-91ba-563e19b94878') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:57:58.074795 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-e73d0356-e633-45c5-8211-f79270bf25b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cfd35ab-31e6-4d4d-91ba-563e19b94878') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:57:58.080985 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de51dab-5ad9-412b-81d4-8224b349201b req-18b9f431-a9d2-4959-b931-d53cdfd3d556 service neutron] Port d700be5b-da35-41ed-a9df-5fc5e4557b19 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 10:57:58.081329 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de51dab-5ad9-412b-81d4-8224b349201b req-18b9f431-a9d2-4959-b931-d53cdfd3d556 service neutron] Attempting to bind port d700be5b-da35-41ed-a9df-5fc5e4557b19 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:57:58.086916 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-82d593d6-0f43-4902-bf56-b7e2dc58decc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:58.135500 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de51dab-5ad9-412b-81d4-8224b349201b req-18b9f431-a9d2-4959-b931-d53cdfd3d556 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:57:58.135814 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de51dab-5ad9-412b-81d4-8224b349201b req-18b9f431-a9d2-4959-b931-d53cdfd3d556 service neutron] Checking segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:57:58.136163 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de51dab-5ad9-412b-81d4-8224b349201b req-18b9f431-a9d2-4959-b931-d53cdfd3d556 service neutron] Bound using segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:57:58.136620 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-3de51dab-5ad9-412b-81d4-8224b349201b req-18b9f431-a9d2-4959-b931-d53cdfd3d556 service neutron] Bound port: d700be5b-da35-41ed-a9df-5fc5e4557b19, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:57:58.137018 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-3de51dab-5ad9-412b-81d4-8224b349201b req-18b9f431-a9d2-4959-b931-d53cdfd3d556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:58.153435 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e73d0356-e633-45c5-8211-f79270bf25b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:58.195567 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e73d0356-e633-45c5-8211-f79270bf25b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:58.210312 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e73d0356-e633-45c5-8211-f79270bf25b7 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 10:57:58.210704 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e73d0356-e633-45c5-8211-f79270bf25b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:58.227214 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 23 10:57:58.227214 n-d-842952-2 neutron-server[83911]: util.warn_limited( May 23 10:57:58.227214 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 23 10:57:58.227214 n-d-842952-2 neutron-server[83911]: util.warn_limited( May 23 10:57:58.227214 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 10:57:58.227214 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 10:57:58.227214 n-d-842952-2 neutron-server[83911]: timer() May 23 10:57:58.227214 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 10:57:58.227214 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 10:57:58.227214 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 10:57:58.227214 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 10:57:58.227214 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 10:57:58.227214 n-d-842952-2 neutron-server[83911]: self._notify() May 23 10:57:58.227214 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 10:57:58.227214 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 10:57:58.227214 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 10:57:58.227214 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 10:57:58.227214 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 10:57:58.227214 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 10:57:58.227214 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 10:57:58.227214 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 10:57:58.227214 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 10:57:58.227214 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 10:57:58.227214 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 10:57:58.227214 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 10:57:58.227214 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 10:57:58.227214 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 10:57:58.227214 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 10:57:58.227214 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 10:57:58.227214 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 10:57:58.227214 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 10:57:58.227214 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 10:57:58.227214 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 10:57:58.227214 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 10:57:58.227214 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 10:57:58.227214 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 10:57:58.268508 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34002) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:58.283456 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb720c-fbda-49d7-af81-a48ea0535797 req-3fc6b88c-9319-48ad-b51a-6c37c9fc8463 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:58.284946 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d3fb720c-fbda-49d7-af81-a48ea0535797 req-3fc6b88c-9319-48ad-b51a-6c37c9fc8463 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/ports?device_id=f24eec5d-443d-422f-b41b-0c23d962770e HTTP/1.1" status: 200 len: 947 time: 0.3701003 May 23 10:57:58.377044 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e73d0356-e633-45c5-8211-f79270bf25b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:58.399315 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e73d0356-e633-45c5-8211-f79270bf25b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:58.418071 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d0356-e633-45c5-8211-f79270bf25b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6223b8a-33d8-45d0-9c29-9aaff90add20,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:58.423040 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13328536-3334-4405-84a3-7bcd3a752c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:58.432684 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e73d0356-e633-45c5-8211-f79270bf25b7 admin admin] 10.222.0.79 "DELETE /v2.0/networks/d6223b8a-33d8-45d0-9c29-9aaff90add20 HTTP/1.1" status: 204 len: 168 time: 1.2559686 May 23 10:57:58.435533 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34008) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:58.552322 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-904f85a3-21c0-4b99-98a7-2648465dcb00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:58.586742 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dbff36c-10e2-44bc-901d-33db0d5dc2dc admin admin] Deleting subnet 7a950b23-bf50-455d-ab97-cba592f4c13e {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 10:57:58.590238 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-82d593d6-0f43-4902-bf56-b7e2dc58decc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:58.590905 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1dbff36c-10e2-44bc-901d-33db0d5dc2dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:58.602183 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-3de51dab-5ad9-412b-81d4-8224b349201b req-18b9f431-a9d2-4959-b931-d53cdfd3d556 service neutron] For port d700be5b-da35-41ed-a9df-5fc5e4557b19, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:57:58.653238 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-904f85a3-21c0-4b99-98a7-2648465dcb00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:58.662208 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d3fb720c-fbda-49d7-af81-a48ea0535797 req-1714ad07-5bc1-41c5-8e3c-2e74f604caae tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/security-groups?id=fd826eda-e372-480f-b9c6-94eeaaadef19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226748 May 23 10:57:58.669430 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-3de51dab-5ad9-412b-81d4-8224b349201b req-18b9f431-a9d2-4959-b931-d53cdfd3d556 service neutron] For port d700be5b-da35-41ed-a9df-5fc5e4557b19, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=d700be5b-da35-41ed-a9df-5fc5e4557b19,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:57:58.692150 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-e973743a-1b19-4902-88e3-49a71da5eca5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ea10e3e-4509-4925-8a27-c6e9c8aa62be {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 10:57:58.692150 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1dbff36c-10e2-44bc-901d-33db0d5dc2dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:58.692338 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-13328536-3334-4405-84a3-7bcd3a752c2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:57:58.693801 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-3de51dab-5ad9-412b-81d4-8224b349201b req-18b9f431-a9d2-4959-b931-d53cdfd3d556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:58.720794 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-e973743a-1b19-4902-88e3-49a71da5eca5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:58.734501 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d593d6-0f43-4902-bf56-b7e2dc58decc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5dde5d-a859-45bd-8f95-ee8ebc50e68e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:58.736801 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-13328536-3334-4405-84a3-7bcd3a752c2b admin admin] Usage tracker for resource:security_group_rule and tenant:c9a154d8ddad4f1b93d8a56c9931b1eb is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:57:58.748114 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-e973743a-1b19-4902-88e3-49a71da5eca5 service neutron] Transition to ACTIVE for port object 8ea10e3e-4509-4925-8a27-c6e9c8aa62be will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:57:58.754595 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-82d593d6-0f43-4902-bf56-b7e2dc58decc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:58.758430 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-82d593d6-0f43-4902-bf56-b7e2dc58decc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bf5dde5d-a859-45bd-8f95-ee8ebc50e68e HTTP/1.1" status: 204 len: 168 time: 1.1008382 May 23 10:57:58.767048 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-13328536-3334-4405-84a3-7bcd3a752c2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:57:58.770739 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1dbff36c-10e2-44bc-901d-33db0d5dc2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:58.785947 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-85767370-1535-48db-89b3-cd8c346cf246 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:58.793030 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-85767370-1535-48db-89b3-cd8c346cf246 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/networks?id=3f16bf48-f1ac-437f-802c-c2072c75e62b HTTP/1.1" status: 200 len: 808 time: 0.5049689 May 23 10:57:58.809962 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-13328536-3334-4405-84a3-7bcd3a752c2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:57:58.859976 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-e973743a-1b19-4902-88e3-49a71da5eca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:58.882805 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-3de51dab-5ad9-412b-81d4-8224b349201b req-18b9f431-a9d2-4959-b931-d53cdfd3d556 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:58.884220 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3de51dab-5ad9-412b-81d4-8224b349201b req-18b9f431-a9d2-4959-b931-d53cdfd3d556 service neutron] 10.222.0.13 "PUT /v2.0/ports/d700be5b-da35-41ed-a9df-5fc5e4557b19 HTTP/1.1" status: 200 len: 1095 time: 3.0489454 May 23 10:57:58.884668 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f24eec5d-443d-422f-b41b-0c23d962770e', 'tag': 'd700be5b-da35-41ed-a9df-5fc5e4557b19'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:57:58.899540 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1dbff36c-10e2-44bc-901d-33db0d5dc2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:58.902737 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-b85d4565-7cf3-4825-83cf-66771b49faf0 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/quotas/90c9b14de9a447dbb2784bee3d7c6631 HTTP/1.1" status: 200 len: 375 time: 0.1084957 May 23 10:57:58.970736 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbff36c-10e2-44bc-901d-33db0d5dc2dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a950b23-bf50-455d-ab97-cba592f4c13e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:58.996457 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b9f431-a9d2-4959-b931-d53cdfd3d556 service neutron] Pushing event updated for resources: {'Port': ['ID=d700be5b-da35-41ed-a9df-5fc5e4557b19,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:59.052510 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-904f85a3-21c0-4b99-98a7-2648465dcb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:59.069240 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1dbff36c-10e2-44bc-901d-33db0d5dc2dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:59.089088 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e973743a-1b19-4902-88e3-49a71da5eca5 service neutron] Pushing event updated for resources: {'Port': ['ID=8ea10e3e-4509-4925-8a27-c6e9c8aa62be,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:59.101599 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f85a3-21c0-4b99-98a7-2648465dcb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a553b91-79d9-4fc3-b463-861d54e3105f,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:59.102893 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1dbff36c-10e2-44bc-901d-33db0d5dc2dc admin admin] 10.222.0.79 "DELETE /v2.0/subnets/7a950b23-bf50-455d-ab97-cba592f4c13e HTTP/1.1" status: 204 len: 168 time: 0.6662912 May 23 10:57:59.103803 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34022) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:59.157389 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-904f85a3-21c0-4b99-98a7-2648465dcb00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:59.160949 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-904f85a3-21c0-4b99-98a7-2648465dcb00 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8a553b91-79d9-4fc3-b463-861d54e3105f HTTP/1.1" status: 204 len: 168 time: 1.0941570 May 23 10:57:59.170663 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13328536-3334-4405-84a3-7bcd3a752c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:59.182825 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13328536-3334-4405-84a3-7bcd3a752c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:59.194627 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004580b-4d0a-4a36-8c84-1f2dd155742f req-fdd335e9-0812-4cf6-9d54-f60205d49841 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:59.203141 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b004580b-4d0a-4a36-8c84-1f2dd155742f req-fdd335e9-0812-4cf6-9d54-f60205d49841 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/ports?device_id=5489266f-eb6b-469e-889a-f6208b0e7923 HTTP/1.1" status: 200 len: 948 time: 0.3696151 May 23 10:57:59.217061 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3de51dab-5ad9-412b-81d4-8224b349201b req-78ac3455-1ea8-409a-9e94-6f32ba950fb8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c3816eac91704735985a084b7b8b8841&device_id=f24eec5d-443d-422f-b41b-0c23d962770e HTTP/1.1" status: 200 len: 1098 time: 0.2608223 May 23 10:57:59.259924 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-17e90abe-81b9-433e-a2c2-dfddabf87546 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=90c9b14de9a447dbb2784bee3d7c6631&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3558693 May 23 10:57:59.364273 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13328536-3334-4405-84a3-7bcd3a752c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd67a08-5529-4c04-b41c-646cea084ee6,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:57:59.382500 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34030) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:59.438392 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ac7abf7d-2ff7-422a-909d-345dbb2cff18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:59.455685 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b004580b-4d0a-4a36-8c84-1f2dd155742f req-9abe2ece-2286-4a9a-a4f5-1f86290da78e tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/security-groups?id=969012fd-0773-4c82-a9cd-68dea034b623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516499 May 23 10:57:59.457556 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3de51dab-5ad9-412b-81d4-8224b349201b req-8bfa326f-95c6-4de2-b1b8-20d713c8d7ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=d700be5b-da35-41ed-a9df-5fc5e4557b19 HTTP/1.1" status: 200 len: 217 time: 0.1623037 May 23 10:57:59.462711 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-13328536-3334-4405-84a3-7bcd3a752c2b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c9a154d8ddad4f1b93d8a56c9931b1eb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1767621 May 23 10:57:59.465582 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34036) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:59.573724 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de51dab-5ad9-412b-81d4-8224b349201b req-d4a53bb6-7059-4877-89f3-904819684e88 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:57:59.576174 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3de51dab-5ad9-412b-81d4-8224b349201b req-d4a53bb6-7059-4877-89f3-904819684e88 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.1112359 May 23 10:57:59.580478 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31333d4e-272e-4384-a7af-508f0167086e'] response: {'name': 'network-changed', 'server_uuid': 'f24eec5d-443d-422f-b41b-0c23d962770e', 'tag': 'd700be5b-da35-41ed-a9df-5fc5e4557b19', 'status': 'completed', 'code': 200} May 23 10:57:59.588162 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a6e2df5d-7068-48c3-9359-efd8e83bf50e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7b4af87e6c0240749dad0307c252277e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2023644 May 23 10:57:59.633593 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34044) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:57:59.638474 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-e973743a-1b19-4902-88e3-49a71da5eca5 service neutron] Attempting to bind port 8ea10e3e-4509-4925-8a27-c6e9c8aa62be on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:57:59.638959 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-e973743a-1b19-4902-88e3-49a71da5eca5 service neutron] Attempting to bind port 8ea10e3e-4509-4925-8a27-c6e9c8aa62be by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:57:59.639514 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-e973743a-1b19-4902-88e3-49a71da5eca5 service neutron] Attempting to bind port 8ea10e3e-4509-4925-8a27-c6e9c8aa62be on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:57:59.670297 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-e973743a-1b19-4902-88e3-49a71da5eca5 service neutron] Port 8ea10e3e-4509-4925-8a27-c6e9c8aa62be on network 45238d5c-875a-474b-bef1-cc75dc2ba645 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 10:57:59.671115 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-e973743a-1b19-4902-88e3-49a71da5eca5 service neutron] Attempting to bind port 8ea10e3e-4509-4925-8a27-c6e9c8aa62be on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:57:59.674430 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ac7abf7d-2ff7-422a-909d-345dbb2cff18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:59.686632 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-b476f8cf-3cb0-48c0-bd11-43a7cdb0194c service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 10:57:59.696811 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-b476f8cf-3cb0-48c0-bd11-43a7cdb0194c service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1192045 May 23 10:57:59.701259 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-e973743a-1b19-4902-88e3-49a71da5eca5 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:57:59.701601 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-e973743a-1b19-4902-88e3-49a71da5eca5 service neutron] Checking segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:57:59.701991 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-e973743a-1b19-4902-88e3-49a71da5eca5 service neutron] Bound using segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:57:59.702432 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-e973743a-1b19-4902-88e3-49a71da5eca5 service neutron] Bound port: 8ea10e3e-4509-4925-8a27-c6e9c8aa62be, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:57:59.702779 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-e973743a-1b19-4902-88e3-49a71da5eca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:59.721463 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-ac7abf7d-2ff7-422a-909d-345dbb2cff18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23d4ddb1-9611-4a90-8819-8edc5e359888']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:57:59.769266 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-ac7abf7d-2ff7-422a-909d-345dbb2cff18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c01284a-008f-46ab-be48-7d8c66bba0e3') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:57:59.769821 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-ac7abf7d-2ff7-422a-909d-345dbb2cff18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c01284a-008f-46ab-be48-7d8c66bba0e3') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:57:59.804318 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ac7abf7d-2ff7-422a-909d-345dbb2cff18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:59.837313 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ac7abf7d-2ff7-422a-909d-345dbb2cff18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:59.852816 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac7abf7d-2ff7-422a-909d-345dbb2cff18 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 10:57:59.853471 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ac7abf7d-2ff7-422a-909d-345dbb2cff18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:57:59.863624 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-549e5a29-422f-4071-a568-efd5dd36101e service neutron] 10.222.0.79 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657860 May 23 10:57:59.868829 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 10:57:59.868829 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 10:57:59.868829 n-d-842952-2 neutron-server[83911]: timer() May 23 10:57:59.868829 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 10:57:59.868829 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 10:57:59.868829 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 10:57:59.868829 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 10:57:59.868829 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 10:57:59.868829 n-d-842952-2 neutron-server[83911]: self._notify() May 23 10:57:59.868829 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 10:57:59.868829 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 10:57:59.868829 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 10:57:59.868829 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 10:57:59.868829 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 10:57:59.868829 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 10:57:59.868829 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 10:57:59.868829 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 10:57:59.868829 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 10:57:59.868829 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 10:57:59.868829 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 10:57:59.868829 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 10:57:59.868829 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 10:57:59.868829 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 10:57:59.868829 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 10:57:59.868829 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 10:57:59.868829 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 10:57:59.868829 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 10:57:59.868829 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 10:57:59.868829 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 10:57:59.868829 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 10:57:59.868829 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 10:57:59.868829 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 10:57:59.935920 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-e973743a-1b19-4902-88e3-49a71da5eca5 service neutron] For port 8ea10e3e-4509-4925-8a27-c6e9c8aa62be, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:57:59.959943 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-e973743a-1b19-4902-88e3-49a71da5eca5 service neutron] For port 8ea10e3e-4509-4925-8a27-c6e9c8aa62be, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=8ea10e3e-4509-4925-8a27-c6e9c8aa62be,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:57:59.965901 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-e973743a-1b19-4902-88e3-49a71da5eca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:00.013043 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ac7abf7d-2ff7-422a-909d-345dbb2cff18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:00.060435 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ac7abf7d-2ff7-422a-909d-345dbb2cff18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:00.067120 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7abf7d-2ff7-422a-909d-345dbb2cff18 admin admin] Pushing event deleted for resources: {'Network': ['ID=23d4ddb1-9611-4a90-8819-8edc5e359888,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:00.073998 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-e973743a-1b19-4902-88e3-49a71da5eca5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:00.075845 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-e973743a-1b19-4902-88e3-49a71da5eca5 service neutron] 10.222.0.81 "PUT /v2.0/ports/8ea10e3e-4509-4925-8a27-c6e9c8aa62be HTTP/1.1" status: 200 len: 1096 time: 2.7431643 May 23 10:58:00.076447 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5489266f-eb6b-469e-889a-f6208b0e7923', 'tag': '8ea10e3e-4509-4925-8a27-c6e9c8aa62be'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:58:00.089925 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ac7abf7d-2ff7-422a-909d-345dbb2cff18 admin admin] 10.222.0.79 "DELETE /v2.0/networks/23d4ddb1-9611-4a90-8819-8edc5e359888 HTTP/1.1" status: 204 len: 168 time: 0.9851220 May 23 10:58:00.096940 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e973743a-1b19-4902-88e3-49a71da5eca5 service neutron] Pushing event updated for resources: {'Port': ['ID=8ea10e3e-4509-4925-8a27-c6e9c8aa62be,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:00.101625 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-57d2ba05-0763-4cdd-b8cf-6ce64bc63bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:00.117081 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-780f8c16-748f-42da-b9ad-00ad0b6082b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:00.121210 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3de51dab-5ad9-412b-81d4-8224b349201b req-a39bd6d2-34db-4c38-9a8b-944a10903ac7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5322161 May 23 10:58:00.258619 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-fffbd752-f681-4c50-acf2-5ed2b86dd299 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=338cf849e62a4b4eb1ce6edbb277404e&device_id=5489266f-eb6b-469e-889a-f6208b0e7923 HTTP/1.1" status: 200 len: 1099 time: 0.1096754 May 23 10:58:00.289462 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-57d2ba05-0763-4cdd-b8cf-6ce64bc63bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:00.302184 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-780f8c16-748f-42da-b9ad-00ad0b6082b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:00.314977 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34068) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:58:00.351697 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-bede7673-d196-4f81-b9a6-a64285a7fca8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=8ea10e3e-4509-4925-8a27-c6e9c8aa62be HTTP/1.1" status: 200 len: 217 time: 0.0790894 May 23 10:58:00.395658 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-64d567bf-7cce-450f-b34b-3a97fbcdc2f4 service neutron] 10.222.0.79 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5310609 May 23 10:58:00.421983 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-6d27c8b2-3f3e-4b76-b8e9-df431b1ecc3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:00.424047 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-6d27c8b2-3f3e-4b76-b8e9-df431b1ecc3d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.0657158 May 23 10:58:00.424518 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34072) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:58:00.446222 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e325ed-df29-475d-a4b1-e91602239ef8 req-73fbc12c-136c-497d-8e20-458cb744e160 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:00.447688 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-11e325ed-df29-475d-a4b1-e91602239ef8 req-73fbc12c-136c-497d-8e20-458cb744e160 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/ports?device_id=f24eec5d-443d-422f-b41b-0c23d962770e HTTP/1.1" status: 200 len: 947 time: 0.5625944 May 23 10:58:00.462742 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-57d2ba05-0763-4cdd-b8cf-6ce64bc63bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:00.522681 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-3b36e110-bc7b-4cef-a3aa-1530fd0e4716 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0904417 May 23 10:58:00.527645 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d2ba05-0763-4cdd-b8cf-6ce64bc63bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd67a08-5529-4c04-b41c-646cea084ee6,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:00.548900 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3de51dab-5ad9-412b-81d4-8224b349201b req-1fe73a0b-bc10-43a3-bce2-0e8cd8d11146 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053288 May 23 10:58:00.589018 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-57d2ba05-0763-4cdd-b8cf-6ce64bc63bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:00.607604 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-57d2ba05-0763-4cdd-b8cf-6ce64bc63bf5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9bd67a08-5529-4c04-b41c-646cea084ee6 HTTP/1.1" status: 204 len: 168 time: 1.1410604 May 23 10:58:00.678275 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14615f4f-7acc-45eb-b670-1da537774b32'] response: {'name': 'network-changed', 'server_uuid': '5489266f-eb6b-469e-889a-f6208b0e7923', 'tag': '8ea10e3e-4509-4925-8a27-c6e9c8aa62be', 'status': 'completed', 'code': 200} May 23 10:58:00.682985 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c0c33835-930d-4991-bb66-9178bad9633c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1947369277-network', 'tenant_id': '55f3096016fc47a0a0df5b7be70fadbe'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:58:00.700765 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c0c33835-930d-4991-bb66-9178bad9633c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:58:00.704968 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c0c33835-930d-4991-bb66-9178bad9633c admin admin] Usage tracker for resource:network and tenant:55f3096016fc47a0a0df5b7be70fadbe is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:58:00.708107 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c0c33835-930d-4991-bb66-9178bad9633c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:58:00.715920 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c0c33835-930d-4991-bb66-9178bad9633c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:58:00.718117 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-97aaf62b-b007-4146-b035-51a1ddf7f451 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c4b75f5e758045588d480a76697df3c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3532608 May 23 10:58:00.718851 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-780f8c16-748f-42da-b9ad-00ad0b6082b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:00.723314 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34086) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:58:00.760067 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-11e325ed-df29-475d-a4b1-e91602239ef8 req-4c0f10e7-6a2b-428c-8f5f-a813c54ffc35 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/security-groups?id=fd826eda-e372-480f-b9c6-94eeaaadef19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981560 May 23 10:58:00.854757 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f8c16-748f-42da-b9ad-00ad0b6082b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9733d63-74ab-4a88-8638-328a7a061593,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:00.897044 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c33835-930d-4991-bb66-9178bad9633c admin admin] Made reservation on behalf of 55f3096016fc47a0a0df5b7be70fadbe for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:58:00.899509 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c0c33835-930d-4991-bb66-9178bad9633c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:00.930243 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c0c33835-930d-4991-bb66-9178bad9633c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:01.008600 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c0c33835-930d-4991-bb66-9178bad9633c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:58:01.009415 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-780f8c16-748f-42da-b9ad-00ad0b6082b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:01.013709 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-780f8c16-748f-42da-b9ad-00ad0b6082b0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a9733d63-74ab-4a88-8638-328a7a061593 HTTP/1.1" status: 204 len: 168 time: 1.3775873 May 23 10:58:01.015783 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-23fa07b9-3828-4327-8f2f-8bcc29aac38c service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4785092 May 23 10:58:01.016930 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c0c33835-930d-4991-bb66-9178bad9633c admin admin] Usage tracker for resource:security_group_rule and tenant:55f3096016fc47a0a0df5b7be70fadbe is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:58:01.021914 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c0c33835-930d-4991-bb66-9178bad9633c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:58:01.050178 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c0c33835-930d-4991-bb66-9178bad9633c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:58:01.058116 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c988f838-8614-431c-9a22-3866213e05bd req-100fed51-5f93-4cf2-8481-4c640405fb1f tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=63264bcb-8282-4ade-a1db-07ed524042e2 HTTP/1.1" status: 200 len: 210 time: 0.1981165 May 23 10:58:01.143867 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a1f5f-7245-4589-9258-94c16935f10d req-2a5a7d83-b336-4041-888b-c5d8597a7483 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:01.145480 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-326a1f5f-7245-4589-9258-94c16935f10d req-2a5a7d83-b336-4041-888b-c5d8597a7483 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/ports?device_id=5489266f-eb6b-469e-889a-f6208b0e7923 HTTP/1.1" status: 200 len: 948 time: 0.3809352 May 23 10:58:01.148948 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3de51dab-5ad9-412b-81d4-8224b349201b req-6461ba01-c444-429a-913c-de3154f99ad2 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5825214 May 23 10:58:01.182258 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d34f52ce-902c-4e99-a684-096084aefa3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:01.227568 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d34f52ce-902c-4e99-a684-096084aefa3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:01.249250 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ea09c748-da8d-4717-add6-cbbff8f5a661 req-f24c083a-d10b-4508-ac08-55a914da2954 service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238104 May 23 10:58:01.265595 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-326a1f5f-7245-4589-9258-94c16935f10d req-c2bbe9ba-836e-471f-bbf0-a21c4c59d79c tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/security-groups?id=969012fd-0773-4c82-a9cd-68dea034b623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090894 May 23 10:58:01.320817 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c0c33835-930d-4991-bb66-9178bad9633c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:01.326483 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c0c33835-930d-4991-bb66-9178bad9633c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:01.365540 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0c33835-930d-4991-bb66-9178bad9633c admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 10:58:01.376057 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c33835-930d-4991-bb66-9178bad9633c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc09c38d-7dc8-4d9c-a283-eb9c9809e399,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:01.408899 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d34f52ce-902c-4e99-a684-096084aefa3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:01.427085 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f52ce-902c-4e99-a684-096084aefa3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e73b2b-a163-4e5d-8e20-30aba966cc80,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:01.453971 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d34f52ce-902c-4e99-a684-096084aefa3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:01.454877 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d34f52ce-902c-4e99-a684-096084aefa3e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e1e73b2b-a163-4e5d-8e20-30aba966cc80 HTTP/1.1" status: 204 len: 168 time: 0.7130227 May 23 10:58:01.458954 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c7a311ec-0741-4c8b-8d15-fdfd46d07ee4 req-31d2c8cf-ea25-4dc5-acb5-8727791a7104 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c3816eac91704735985a084b7b8b8841&device_id=f24eec5d-443d-422f-b41b-0c23d962770e HTTP/1.1" status: 200 len: 1098 time: 0.1662111 May 23 10:58:01.472615 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c0c33835-930d-4991-bb66-9178bad9633c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:01.473151 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-c0c33835-930d-4991-bb66-9178bad9633c admin admin] Added segment 70150bcd-9dac-456b-a2b6-bf96e19a0a8c of type vlan for network ab57547c-d5a4-4e80-9c64-caa818477e2e May 23 10:58:01.503996 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c0c33835-930d-4991-bb66-9178bad9633c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:01.552123 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c0c33835-930d-4991-bb66-9178bad9633c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:01.553266 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c33835-930d-4991-bb66-9178bad9633c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:01.554016 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c0c33835-930d-4991-bb66-9178bad9633c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:01.614802 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c0c33835-930d-4991-bb66-9178bad9633c admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1892002 May 23 10:58:01.615779 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34114) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:58:01.627417 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-5b6b0763-ba1d-4463-9365-ff6b37912716 admin admin] Request body: {'subnet': {'network_id': 'ab57547c-d5a4-4e80-9c64-caa818477e2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1947369277-subnet', 'tenant_id': '55f3096016fc47a0a0df5b7be70fadbe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:58:01.699867 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5b6b0763-ba1d-4463-9365-ff6b37912716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:58:01.709921 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a311ec-0741-4c8b-8d15-fdfd46d07ee4 req-4d60c727-b6fa-4940-8421-424e8151770d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:01.712589 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c7a311ec-0741-4c8b-8d15-fdfd46d07ee4 req-4d60c727-b6fa-4940-8421-424e8151770d service neutron] 10.222.0.13 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.2259326 May 23 10:58:01.724270 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5b6b0763-ba1d-4463-9365-ff6b37912716 admin admin] Usage tracker for resource:subnet and tenant:55f3096016fc47a0a0df5b7be70fadbe is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:58:01.734330 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5b6b0763-ba1d-4463-9365-ff6b37912716 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:58:01.746555 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5b6b0763-ba1d-4463-9365-ff6b37912716 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:58:01.756274 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-81ae0cfd-9e5c-4d37-82bc-d5f2ab6b745f req-a4ee8dea-80e9-42b0-8fec-b23607fc8d38 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=338cf849e62a4b4eb1ce6edbb277404e&device_id=5489266f-eb6b-469e-889a-f6208b0e7923 HTTP/1.1" status: 200 len: 1099 time: 0.3582594 May 23 10:58:01.758326 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c33835-930d-4991-bb66-9178bad9633c admin admin] Pushing event updated for resources: {'Network': ['ID=ab57547c-d5a4-4e80-9c64-caa818477e2e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:01.769068 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network ab57547c-d5a4-4e80-9c64-caa818477e2e details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 10:58:01.770220 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6b0763-ba1d-4463-9365-ff6b37912716 admin admin] Made reservation on behalf of 55f3096016fc47a0a0df5b7be70fadbe for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:58:01.772683 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5b6b0763-ba1d-4463-9365-ff6b37912716 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:01.818367 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c7a311ec-0741-4c8b-8d15-fdfd46d07ee4 req-9e593b47-cecf-41e1-b327-0e582d759980 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=d700be5b-da35-41ed-a9df-5fc5e4557b19 HTTP/1.1" status: 200 len: 217 time: 0.0995240 May 23 10:58:01.933275 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a311ec-0741-4c8b-8d15-fdfd46d07ee4 req-7de89d80-fbb6-44fa-a18a-a842b91afa99 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:01.934750 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c7a311ec-0741-4c8b-8d15-fdfd46d07ee4 req-7de89d80-fbb6-44fa-a18a-a842b91afa99 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.1103632 May 23 10:58:02.033602 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae0cfd-9e5c-4d37-82bc-d5f2ab6b745f req-3c730a10-b235-4ef5-b73a-96cb60c9ffb7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:02.035357 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-81ae0cfd-9e5c-4d37-82bc-d5f2ab6b745f req-3c730a10-b235-4ef5-b73a-96cb60c9ffb7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.2242641 May 23 10:58:02.047991 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c7a311ec-0741-4c8b-8d15-fdfd46d07ee4 req-9082c7c2-f5a0-4393-bc64-61cff170a815 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0971601 May 23 10:58:02.184421 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-81ae0cfd-9e5c-4d37-82bc-d5f2ab6b745f req-85cc77db-93fb-4335-9bce-a08c1d355b95 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=8ea10e3e-4509-4925-8a27-c6e9c8aa62be HTTP/1.1" status: 200 len: 217 time: 0.0929599 May 23 10:58:02.233448 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34132) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:58:02.309325 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3f3f54e0-5d11-43c4-9fd1-77ddec425c3a req-604661ae-a002-469b-bfa6-079ef33d2039 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=63264bcb-8282-4ade-a1db-07ed524042e2 HTTP/1.1" status: 200 len: 210 time: 0.0590215 May 23 10:58:02.390283 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f121cb11-fc9c-4642-82ac-c8ba655ca1a1 req-f054d729-1ccb-4e47-b298-3be948a52bd5 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:02.392346 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f121cb11-fc9c-4642-82ac-c8ba655ca1a1 req-f054d729-1ccb-4e47-b298-3be948a52bd5 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/ports?device_id=f24eec5d-443d-422f-b41b-0c23d962770e HTTP/1.1" status: 200 len: 947 time: 0.2960715 May 23 10:58:02.425343 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae0cfd-9e5c-4d37-82bc-d5f2ab6b745f req-283da1f0-c95c-40c6-b86e-a23120e8089e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:02.426823 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-81ae0cfd-9e5c-4d37-82bc-d5f2ab6b745f req-283da1f0-c95c-40c6-b86e-a23120e8089e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.2354505 May 23 10:58:02.446158 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c7a311ec-0741-4c8b-8d15-fdfd46d07ee4 req-6166b3b8-d4bb-4247-b9e6-aaa76193075c service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912969 May 23 10:58:02.538445 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34142) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:58:02.631552 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f121cb11-fc9c-4642-82ac-c8ba655ca1a1 req-988bdf17-15a9-43a6-98e7-040ffaebe177 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/security-groups?id=fd826eda-e372-480f-b9c6-94eeaaadef19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246883 May 23 10:58:02.652285 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-630a77eb-1b02-4755-9834-37511215e480 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=39489fcc1ed34eb9a09c79722dfdd73f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4093931 May 23 10:58:02.655250 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-93dee233-8632-4927-96f5-175d1e61ba0c tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:02.656179 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-93dee233-8632-4927-96f5-175d1e61ba0c tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Synchronizing usage tracker for tenant:90c9b14de9a447dbb2784bee3d7c6631 on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 10:58:02.656648 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34150) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:58:02.661063 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5b6b0763-ba1d-4463-9365-ff6b37912716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:02.722035 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-9e57b948-8b1d-4190-ab6f-d2c137aa3fc0 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1856026443-network', 'tenant_id': '70139281f5db4004afe2c4c8ea88321a'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:58:02.743242 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9e57b948-8b1d-4190-ab6f-d2c137aa3fc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:58:02.761500 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-9e57b948-8b1d-4190-ab6f-d2c137aa3fc0 admin admin] Usage tracker for resource:network and tenant:70139281f5db4004afe2c4c8ea88321a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:58:02.763091 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c7a311ec-0741-4c8b-8d15-fdfd46d07ee4 req-d79785f0-89b7-4513-b9fb-a0ef0771b22c service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035374 May 23 10:58:02.773848 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-9e57b948-8b1d-4190-ab6f-d2c137aa3fc0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:58:02.793162 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9e57b948-8b1d-4190-ab6f-d2c137aa3fc0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:58:02.795449 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999ce68-47f2-45c5-9b14-501306616737 req-a2dd1750-e5aa-4f41-b92f-7002d9329e01 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:02.797074 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b999ce68-47f2-45c5-9b14-501306616737 req-a2dd1750-e5aa-4f41-b92f-7002d9329e01 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/ports?device_id=5489266f-eb6b-469e-889a-f6208b0e7923 HTTP/1.1" status: 200 len: 948 time: 0.2302883 May 23 10:58:02.797995 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8c69d35b-3486-4077-853d-e587b65e6094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:02.802886 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b0763-ba1d-4463-9365-ff6b37912716 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c9a0e12-4b14-4faf-9106-3b24fbe8317b,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:02.837127 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-93dee233-8632-4927-96f5-175d1e61ba0c tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Unset dirty status for tenant:90c9b14de9a447dbb2784bee3d7c6631 on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 10:58:02.838481 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-93dee233-8632-4927-96f5-175d1e61ba0c tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.13 "GET /v2.0/networks?id=3f16bf48-f1ac-437f-802c-c2072c75e62b HTTP/1.1" status: 200 len: 808 time: 0.6064618 May 23 10:58:02.839040 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e57b948-8b1d-4190-ab6f-d2c137aa3fc0 admin admin] Made reservation on behalf of 70139281f5db4004afe2c4c8ea88321a for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:58:02.841868 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9e57b948-8b1d-4190-ab6f-d2c137aa3fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:02.853735 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8c69d35b-3486-4077-853d-e587b65e6094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:02.865310 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-0649fa8c-1312-44ac-aa46-018cc2f8f8b3 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Request body: {'port': {'device_id': '63264bcb-8282-4ade-a1db-07ed524042e2', 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b', 'admin_state_up': True, 'tenant_id': '90c9b14de9a447dbb2784bee3d7c6631'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:58:02.883922 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6b0763-ba1d-4463-9365-ff6b37912716 admin admin] Checking segment: {'id': '70150bcd-9dac-456b-a2b6-bf96e19a0a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ab57547c-d5a4-4e80-9c64-caa818477e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:58:02.884564 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6b0763-ba1d-4463-9365-ff6b37912716 admin admin] Network hostable DHCP agents. Network: ab57547c-d5a4-4e80-9c64-caa818477e2e, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 10:58:02.888897 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9e57b948-8b1d-4190-ab6f-d2c137aa3fc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:02.902456 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b999ce68-47f2-45c5-9b14-501306616737 req-38259d53-a7af-47f5-896d-307e49967e5c tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/security-groups?id=969012fd-0773-4c82-a9cd-68dea034b623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942857 May 23 10:58:02.904534 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-81ae0cfd-9e5c-4d37-82bc-d5f2ab6b745f req-cbddb10e-ea96-417b-a4c8-bffa0a1e3cb7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4594347 May 23 10:58:02.937471 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8c69d35b-3486-4077-853d-e587b65e6094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:02.953068 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69d35b-3486-4077-853d-e587b65e6094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed86dd07-ad04-4f12-b40e-3cec1743fce7,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:02.959476 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8c69d35b-3486-4077-853d-e587b65e6094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:02.963183 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8c69d35b-3486-4077-853d-e587b65e6094 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ed86dd07-ad04-4f12-b40e-3cec1743fce7 HTTP/1.1" status: 204 len: 168 time: 0.3052087 May 23 10:58:02.975081 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9e57b948-8b1d-4190-ab6f-d2c137aa3fc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:58:02.979076 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-9e57b948-8b1d-4190-ab6f-d2c137aa3fc0 admin admin] Usage tracker for resource:security_group_rule and tenant:70139281f5db4004afe2c4c8ea88321a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:58:03.038358 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-9e57b948-8b1d-4190-ab6f-d2c137aa3fc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:58:03.188873 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9e57b948-8b1d-4190-ab6f-d2c137aa3fc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:58:03.278679 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6b0763-ba1d-4463-9365-ff6b37912716 admin admin] Network ab57547c-d5a4-4e80-9c64-caa818477e2e is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 10:58:03.312588 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-81ae0cfd-9e5c-4d37-82bc-d5f2ab6b745f req-2a772721-b6a5-4071-bc03-874f2de42b63 service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3758516 May 23 10:58:03.317154 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-5b6b0763-ba1d-4463-9365-ff6b37912716 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, ab57547c-d5a4-4e80-9c64-caa818477e2e) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:58:03.328097 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0824e837-657a-4c28-981d-1104c95e22a5 None None] Network ab57547c-d5a4-4e80-9c64-caa818477e2e requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 10:58:03.350551 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6b0763-ba1d-4463-9365-ff6b37912716 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:03.351082 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5b6b0763-ba1d-4463-9365-ff6b37912716 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:03.368344 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-0649fa8c-1312-44ac-aa46-018cc2f8f8b3 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:58:03.464812 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-0649fa8c-1312-44ac-aa46-018cc2f8f8b3 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:58:03.560846 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5b6b0763-ba1d-4463-9365-ff6b37912716 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9354823 May 23 10:58:03.562808 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34182) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:58:03.576209 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9e57b948-8b1d-4190-ab6f-d2c137aa3fc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:03.589444 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-b3b20517-c8fc-4ba4-88d5-167d4aeea872 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1947369277-router', 'tenant_id': '55f3096016fc47a0a0df5b7be70fadbe', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:58:03.595622 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b3b20517-c8fc-4ba4-88d5-167d4aeea872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:58:03.600668 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9e57b948-8b1d-4190-ab6f-d2c137aa3fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:03.601144 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-b3b20517-c8fc-4ba4-88d5-167d4aeea872 admin admin] Usage tracker for resource:router and tenant:55f3096016fc47a0a0df5b7be70fadbe is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:58:03.605656 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-b3b20517-c8fc-4ba4-88d5-167d4aeea872 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:58:03.605916 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e986b201-375e-47fd-951f-0536268189ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-ab57547c-d5a4-4e80-9c64-caa818477e2e', 'network_id': 'ab57547c-d5a4-4e80-9c64-caa818477e2e', 'tenant_id': '55f3096016fc47a0a0df5b7be70fadbe', 'fixed_ips': [{'subnet_id': '5c9a0e12-4b14-4faf-9106-3b24fbe8317b'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 10:58:03.607126 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e986b201-375e-47fd-951f-0536268189ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:03.615310 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b3b20517-c8fc-4ba4-88d5-167d4aeea872 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:58:03.623066 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-0649fa8c-1312-44ac-aa46-018cc2f8f8b3 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Made reservation on behalf of 90c9b14de9a447dbb2784bee3d7c6631 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:58:03.626782 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-0649fa8c-1312-44ac-aa46-018cc2f8f8b3 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:03.639518 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-59d70aae-0c8b-4a4f-843b-805cbfd693d9 req-00eb6ee9-d8a7-409c-acea-74e68bc590f3 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=63264bcb-8282-4ade-a1db-07ed524042e2 HTTP/1.1" status: 200 len: 210 time: 0.1157684 May 23 10:58:03.641029 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b3b20517-c8fc-4ba4-88d5-167d4aeea872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:03.641998 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b3b20517-c8fc-4ba4-88d5-167d4aeea872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:03.650859 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-81ae0cfd-9e5c-4d37-82bc-d5f2ab6b745f req-ac2ff1bb-92e6-48b6-9e53-06d53a70f255 service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304443 May 23 10:58:03.651785 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e57b948-8b1d-4190-ab6f-d2c137aa3fc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 10:58:03.666190 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b3b20517-c8fc-4ba4-88d5-167d4aeea872 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:03.724036 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57b948-8b1d-4190-ab6f-d2c137aa3fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:03.739523 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9e57b948-8b1d-4190-ab6f-d2c137aa3fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:03.741187 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-9e57b948-8b1d-4190-ab6f-d2c137aa3fc0 admin admin] Added segment 6816cea3-60a2-419d-a967-3c4d162775bd of type vlan for network ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 May 23 10:58:03.893711 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-e986b201-375e-47fd-951f-0536268189ec None None] Allocated IP 172.20.0.2 (ab57547c-d5a4-4e80-9c64-caa818477e2e/5c9a0e12-4b14-4faf-9106-3b24fbe8317b/c84521b7-a223-4830-9572-b443f1bf2378) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 10:58:03.901868 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9e57b948-8b1d-4190-ab6f-d2c137aa3fc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:03.971215 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9e57b948-8b1d-4190-ab6f-d2c137aa3fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:03.972259 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e57b948-8b1d-4190-ab6f-d2c137aa3fc0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:03.972877 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9e57b948-8b1d-4190-ab6f-d2c137aa3fc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:04.140144 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b3b20517-c8fc-4ba4-88d5-167d4aeea872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:04.143625 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57b948-8b1d-4190-ab6f-d2c137aa3fc0 admin admin] Pushing event updated for resources: {'Network': ['ID=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:04.160056 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9e57b948-8b1d-4190-ab6f-d2c137aa3fc0 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6160262 May 23 10:58:04.160143 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34204) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:58:04.172942 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-15f6053b-5b02-4236-8fb9-8c394e5f289b admin admin] Request body: {'subnet': {'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1856026443-subnet', 'tenant_id': '70139281f5db4004afe2c4c8ea88321a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:58:04.177135 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-0649fa8c-1312-44ac-aa46-018cc2f8f8b3 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Allocated IP 172.20.0.6 (3f16bf48-f1ac-437f-802c-c2072c75e62b/f56c9b27-295c-462d-bb89-343a223f9d6c/fdd7caa7-1855-49f5-a943-491e29b8b9d0) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 10:58:04.181485 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e986b201-375e-47fd-951f-0536268189ec None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:04.192480 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e986b201-375e-47fd-951f-0536268189ec None None] Transition to ACTIVE for port object c84521b7-a223-4830-9572-b443f1bf2378 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:58:04.204267 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c512c1-5268-42b1-9d63-69fff5246b53 req-244f8997-8076-48c7-a9d5-850c9fa33334 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:04.206620 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c4c512c1-5268-42b1-9d63-69fff5246b53 req-244f8997-8076-48c7-a9d5-850c9fa33334 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/ports?device_id=f24eec5d-443d-422f-b41b-0c23d962770e HTTP/1.1" status: 200 len: 947 time: 0.2847171 May 23 10:58:04.208276 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-15f6053b-5b02-4236-8fb9-8c394e5f289b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:58:04.211620 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e986b201-375e-47fd-951f-0536268189ec None None] Transition to ACTIVE for port object c84521b7-a223-4830-9572-b443f1bf2378 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:58:04.217018 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 8ea10e3e-4509-4925-8a27-c6e9c8aa62be details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 10:58:04.217203 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-15f6053b-5b02-4236-8fb9-8c394e5f289b admin admin] Usage tracker for resource:subnet and tenant:70139281f5db4004afe2c4c8ea88321a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:58:04.220426 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 10:58:04.223236 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-15f6053b-5b02-4236-8fb9-8c394e5f289b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:58:04.234118 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-15f6053b-5b02-4236-8fb9-8c394e5f289b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:58:04.243306 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e986b201-375e-47fd-951f-0536268189ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:04.401689 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.resource_extend [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 10:58:04.427254 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e986b201-375e-47fd-951f-0536268189ec None None] Network ab57547c-d5a4-4e80-9c64-caa818477e2e is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 10:58:04.438138 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f6053b-5b02-4236-8fb9-8c394e5f289b admin admin] Made reservation on behalf of 70139281f5db4004afe2c4c8ea88321a for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:58:04.440504 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-15f6053b-5b02-4236-8fb9-8c394e5f289b admin admin] Notify callbacks [] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:04.475488 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-e986b201-375e-47fd-951f-0536268189ec None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:58:04.478352 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e986b201-375e-47fd-951f-0536268189ec None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 10:58:04.484408 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e986b201-375e-47fd-951f-0536268189ec None None] Pushing event updated for resources: {'Port': ['ID=c84521b7-a223-4830-9572-b443f1bf2378,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:04.534732 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e986b201-375e-47fd-951f-0536268189ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:58:04.535071 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e986b201-375e-47fd-951f-0536268189ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:58:04.535411 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e986b201-375e-47fd-951f-0536268189ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:58:04.535743 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e986b201-375e-47fd-951f-0536268189ec None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:58:04.536804 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e986b201-375e-47fd-951f-0536268189ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:58:04.536804 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e986b201-375e-47fd-951f-0536268189ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:58:04.536804 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e986b201-375e-47fd-951f-0536268189ec None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:58:04.537076 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e986b201-375e-47fd-951f-0536268189ec None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:58:04.537396 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e986b201-375e-47fd-951f-0536268189ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:58:04.537717 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e986b201-375e-47fd-951f-0536268189ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:58:04.538034 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e986b201-375e-47fd-951f-0536268189ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:58:04.565491 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-0649fa8c-1312-44ac-aa46-018cc2f8f8b3 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:04.604564 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-0649fa8c-1312-44ac-aa46-018cc2f8f8b3 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:04.654312 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e986b201-375e-47fd-951f-0536268189ec None None] Attempting to bind port c84521b7-a223-4830-9572-b443f1bf2378 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:58:04.655049 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e986b201-375e-47fd-951f-0536268189ec None None] Attempting to bind port c84521b7-a223-4830-9572-b443f1bf2378 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '70150bcd-9dac-456b-a2b6-bf96e19a0a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ab57547c-d5a4-4e80-9c64-caa818477e2e'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:58:04.655049 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e986b201-375e-47fd-951f-0536268189ec None None] Attempting to bind port c84521b7-a223-4830-9572-b443f1bf2378 on network ab57547c-d5a4-4e80-9c64-caa818477e2e {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:58:04.672164 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 8ea10e3e-4509-4925-8a27-c6e9c8aa62be, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=8ea10e3e-4509-4925-8a27-c6e9c8aa62be,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:58:04.679968 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e986b201-375e-47fd-951f-0536268189ec None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:58:04.680345 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e986b201-375e-47fd-951f-0536268189ec None None] Checking segment: {'id': '70150bcd-9dac-456b-a2b6-bf96e19a0a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ab57547c-d5a4-4e80-9c64-caa818477e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:58:04.680755 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e986b201-375e-47fd-951f-0536268189ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:04.681848 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e986b201-375e-47fd-951f-0536268189ec None None] Bound using segment: {'id': '70150bcd-9dac-456b-a2b6-bf96e19a0a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ab57547c-d5a4-4e80-9c64-caa818477e2e'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:58:04.681848 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e986b201-375e-47fd-951f-0536268189ec None None] Bound port: c84521b7-a223-4830-9572-b443f1bf2378, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70150bcd-9dac-456b-a2b6-bf96e19a0a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ab57547c-d5a4-4e80-9c64-caa818477e2e'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:58:04.682145 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e986b201-375e-47fd-951f-0536268189ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:04.689421 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-0649fa8c-1312-44ac-aa46-018cc2f8f8b3 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Network 3f16bf48-f1ac-437f-802c-c2072c75e62b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 10:58:04.706532 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c4c512c1-5268-42b1-9d63-69fff5246b53 req-f9f624dc-a3a0-4d27-8fa7-b55ece0a1bf2 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/security-groups?id=fd826eda-e372-480f-b9c6-94eeaaadef19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736455 May 23 10:58:04.706961 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '8ea10e3e-4509-4925-8a27-c6e9c8aa62be', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'port_id': '8ea10e3e-4509-4925-8a27-c6e9c8aa62be', 'mac_address': 'fa:16:3e:a7:56:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1719237-4a8e-4354-92b1-51064eb09c82', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 10:58:04.708223 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-0649fa8c-1312-44ac-aa46-018cc2f8f8b3 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:58:04.720975 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-0649fa8c-1312-44ac-aa46-018cc2f8f8b3 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 10:58:04.744030 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a765b-ac5a-493f-9961-9b2436c2aba3 req-bf3743c0-8db0-4252-818f-4059ebd95a19 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:04.745561 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6a4a765b-ac5a-493f-9961-9b2436c2aba3 req-bf3743c0-8db0-4252-818f-4059ebd95a19 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/ports?device_id=5489266f-eb6b-469e-889a-f6208b0e7923 HTTP/1.1" status: 200 len: 948 time: 0.5550308 May 23 10:58:04.824423 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0649fa8c-1312-44ac-aa46-018cc2f8f8b3 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Pushing event updated for resources: {'Port': ['ID=fdd7caa7-1855-49f5-a943-491e29b8b9d0,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:04.826514 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:04.851714 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-0649fa8c-1312-44ac-aa46-018cc2f8f8b3 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:04.853055 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ea10e3e-4509-4925-8a27-c6e9c8aa62be {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 10:58:04.853771 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-0649fa8c-1312-44ac-aa46-018cc2f8f8b3 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:04.856966 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e986b201-375e-47fd-951f-0536268189ec None None] For port c84521b7-a223-4830-9572-b443f1bf2378, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:58:04.863853 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e986b201-375e-47fd-951f-0536268189ec None None] For port c84521b7-a223-4830-9572-b443f1bf2378, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=c84521b7-a223-4830-9572-b443f1bf2378,segment=NetworkSegment(70150bcd-9dac-456b-a2b6-bf96e19a0a8c),segment_id=70150bcd-9dac-456b-a2b6-bf96e19a0a8c)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:58:04.873596 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e986b201-375e-47fd-951f-0536268189ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:04.889186 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-0649fa8c-1312-44ac-aa46-018cc2f8f8b3 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0281272 May 23 10:58:04.908341 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6a4a765b-ac5a-493f-9961-9b2436c2aba3 req-5fc9d3bd-376f-4c6e-98ce-457ee4db64d3 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/security-groups?id=969012fd-0773-4c82-a9cd-68dea034b623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553707 May 23 10:58:04.908789 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-241f1a8b-dd5b-462a-9db1-363d9008f774 service neutron] Request body: {'port': {'device_id': '63264bcb-8282-4ade-a1db-07ed524042e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:58:04.925902 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 8ea10e3e-4509-4925-8a27-c6e9c8aa62be, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=8ea10e3e-4509-4925-8a27-c6e9c8aa62be,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:58:04.951156 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:05.011512 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-15f6053b-5b02-4236-8fb9-8c394e5f289b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:05.027890 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e986b201-375e-47fd-951f-0536268189ec None None] Pushing event updated for resources: {'Port': ['ID=c84521b7-a223-4830-9572-b443f1bf2378,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:05.153106 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-241f1a8b-dd5b-462a-9db1-363d9008f774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:05.188995 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=8ea10e3e-4509-4925-8a27-c6e9c8aa62be,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:05.287421 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f6053b-5b02-4236-8fb9-8c394e5f289b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b42aa520-b19b-4bd9-8813-40b2c3196feb,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:05.290184 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b3b20517-c8fc-4ba4-88d5-167d4aeea872 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:05.296414 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['8ea10e3e-4509-4925-8a27-c6e9c8aa62be'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 10:58:05.406213 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f6053b-5b02-4236-8fb9-8c394e5f289b admin admin] Checking segment: {'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:58:05.406714 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f6053b-5b02-4236-8fb9-8c394e5f289b admin admin] Network hostable DHCP agents. Network: ce08db19-2e7e-4962-b1d2-3e5c6efa8a14, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 10:58:05.420384 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b3b20517-c8fc-4ba4-88d5-167d4aeea872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:05.528981 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f6053b-5b02-4236-8fb9-8c394e5f289b admin admin] Network ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 10:58:05.608873 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c5949-8386-4d94-8339-f8c3fb92edbd req-cef4a0f8-6a4a-4f45-b2ac-4fb1f65ad689 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:05.615634 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-356c5949-8386-4d94-8339-f8c3fb92edbd req-cef4a0f8-6a4a-4f45-b2ac-4fb1f65ad689 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=63264bcb-8282-4ade-a1db-07ed524042e2 HTTP/1.1" status: 200 len: 931 time: 0.4731996 May 23 10:58:05.625044 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-15f6053b-5b02-4236-8fb9-8c394e5f289b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, ce08db19-2e7e-4962-b1d2-3e5c6efa8a14) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:58:05.637447 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31349023-fc55-4220-8bcc-5248d676a97e None None] Network ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 10:58:05.638912 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f6053b-5b02-4236-8fb9-8c394e5f289b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:05.640005 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-15f6053b-5b02-4236-8fb9-8c394e5f289b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:05.754206 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-241f1a8b-dd5b-462a-9db1-363d9008f774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdd7caa7-1855-49f5-a943-491e29b8b9d0 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 10:58:05.774209 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-241f1a8b-dd5b-462a-9db1-363d9008f774 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:05.801553 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-241f1a8b-dd5b-462a-9db1-363d9008f774 service neutron] Transition to ACTIVE for port object fdd7caa7-1855-49f5-a943-491e29b8b9d0 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:58:05.806876 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-241f1a8b-dd5b-462a-9db1-363d9008f774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:05.837641 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-15f6053b-5b02-4236-8fb9-8c394e5f289b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6756077 May 23 10:58:05.939475 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6858a3-69a6-4d9c-a782-5ad1b4712cef None None] Network ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 10:58:05.989948 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-b3b20517-c8fc-4ba4-88d5-167d4aeea872 admin admin] Allocated IP 172.25.6.111 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/4fdbc384-a582-429c-af91-772f3bf34c8b) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 10:58:06.053115 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-356c5949-8386-4d94-8339-f8c3fb92edbd req-bc7dfe23-a195-491c-ac8d-5aec49bc1973 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815556 May 23 10:58:06.099158 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f1a8b-dd5b-462a-9db1-363d9008f774 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd7caa7-1855-49f5-a943-491e29b8b9d0,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:06.284818 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-241f1a8b-dd5b-462a-9db1-363d9008f774 service neutron] Attempting to bind port fdd7caa7-1855-49f5-a943-491e29b8b9d0 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:58:06.285311 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-241f1a8b-dd5b-462a-9db1-363d9008f774 service neutron] Attempting to bind port fdd7caa7-1855-49f5-a943-491e29b8b9d0 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:58:06.285643 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-241f1a8b-dd5b-462a-9db1-363d9008f774 service neutron] Attempting to bind port fdd7caa7-1855-49f5-a943-491e29b8b9d0 on network 3f16bf48-f1ac-437f-802c-c2072c75e62b {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:58:06.295320 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-241f1a8b-dd5b-462a-9db1-363d9008f774 service neutron] Port fdd7caa7-1855-49f5-a943-491e29b8b9d0 on network 3f16bf48-f1ac-437f-802c-c2072c75e62b not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 10:58:06.299599 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-241f1a8b-dd5b-462a-9db1-363d9008f774 service neutron] Attempting to bind port fdd7caa7-1855-49f5-a943-491e29b8b9d0 on network 3f16bf48-f1ac-437f-802c-c2072c75e62b {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:58:06.314125 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-241f1a8b-dd5b-462a-9db1-363d9008f774 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:58:06.314499 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-241f1a8b-dd5b-462a-9db1-363d9008f774 service neutron] Checking segment: {'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:58:06.315361 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-241f1a8b-dd5b-462a-9db1-363d9008f774 service neutron] Bound using segment: {'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:58:06.315799 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-241f1a8b-dd5b-462a-9db1-363d9008f774 service neutron] Bound port: fdd7caa7-1855-49f5-a943-491e29b8b9d0, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:58:06.316312 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-241f1a8b-dd5b-462a-9db1-363d9008f774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:06.370492 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff55ae-8302-43db-a610-0330530104c9 req-914bcab8-4e2b-43e1-bc21-ec684de57570 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:06.377486 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8dff55ae-8302-43db-a610-0330530104c9 req-914bcab8-4e2b-43e1-bc21-ec684de57570 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/ports?device_id=f24eec5d-443d-422f-b41b-0c23d962770e HTTP/1.1" status: 200 len: 947 time: 0.1607146 May 23 10:58:06.484056 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b3b20517-c8fc-4ba4-88d5-167d4aeea872 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:06.487798 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ca4eda-c9ef-474d-a75c-be7f7047ae67 None None] Network ab57547c-d5a4-4e80-9c64-caa818477e2e requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 10:58:06.506020 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-241f1a8b-dd5b-462a-9db1-363d9008f774 service neutron] For port fdd7caa7-1855-49f5-a943-491e29b8b9d0, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:58:06.510212 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-241f1a8b-dd5b-462a-9db1-363d9008f774 service neutron] For port fdd7caa7-1855-49f5-a943-491e29b8b9d0, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=fdd7caa7-1855-49f5-a943-491e29b8b9d0,segment=NetworkSegment(6bc35f8b-456e-4e1c-8a63-ba8204a54381),segment_id=6bc35f8b-456e-4e1c-8a63-ba8204a54381)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:58:06.516705 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-241f1a8b-dd5b-462a-9db1-363d9008f774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:06.528148 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8dff55ae-8302-43db-a610-0330530104c9 req-4f2576b9-3698-4908-bf5a-49d568f05e5f tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/security-groups?id=fd826eda-e372-480f-b9c6-94eeaaadef19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497116 May 23 10:58:06.577032 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b3b20517-c8fc-4ba4-88d5-167d4aeea872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:06.594942 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f1a8b-dd5b-462a-9db1-363d9008f774 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd7caa7-1855-49f5-a943-491e29b8b9d0,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:06.607272 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-241f1a8b-dd5b-462a-9db1-363d9008f774 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:06.611571 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-241f1a8b-dd5b-462a-9db1-363d9008f774 service neutron] 10.222.0.13 "PUT /v2.0/ports/fdd7caa7-1855-49f5-a943-491e29b8b9d0 HTTP/1.1" status: 200 len: 1091 time: 1.7061243 May 23 10:58:06.611571 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63264bcb-8282-4ade-a1db-07ed524042e2', 'tag': 'fdd7caa7-1855-49f5-a943-491e29b8b9d0'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:58:06.618049 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device d700be5b-da35-41ed-a9df-5fc5e4557b19 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 10:58:06.672622 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7ab0f-dc0d-441b-8f2c-174319c0ee15 req-be612aa4-abc3-4229-b6f4-14f68c29fa00 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:06.679397 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-94d7ab0f-dc0d-441b-8f2c-174319c0ee15 req-be612aa4-abc3-4229-b6f4-14f68c29fa00 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/ports?device_id=5489266f-eb6b-469e-889a-f6208b0e7923 HTTP/1.1" status: 200 len: 949 time: 0.2908604 May 23 10:58:06.742639 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3cfce21f-c1f7-4552-a216-0be63cea0e94 None None] Provisioning for port c84521b7-a223-4830-9572-b443f1bf2378 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:58:06.750160 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-e056c2b6-1652-4f2a-9d72-d9a181bb3f72 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90c9b14de9a447dbb2784bee3d7c6631&device_id=63264bcb-8282-4ade-a1db-07ed524042e2 HTTP/1.1" status: 200 len: 1094 time: 0.0817745 May 23 10:58:06.750494 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b20517-c8fc-4ba4-88d5-167d4aeea872 admin admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 10:58:06.751360 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b20517-c8fc-4ba4-88d5-167d4aeea872 admin admin] Pushing event updated for resources: {'Port': ['ID=4fdbc384-a582-429c-af91-772f3bf34c8b,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:06.756342 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-b3b20517-c8fc-4ba4-88d5-167d4aeea872 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:58:06.759443 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b20517-c8fc-4ba4-88d5-167d4aeea872 admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 10:58:06.836761 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-94d7ab0f-dc0d-441b-8f2c-174319c0ee15 req-e955c43b-4196-4677-b0be-cf3c7629061e tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/security-groups?id=969012fd-0773-4c82-a9cd-68dea034b623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563971 May 23 10:58:06.909644 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-acb0a1a5-21cd-4771-ae2d-61d644d2a3cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdd7caa7-1855-49f5-a943-491e29b8b9d0 HTTP/1.1" status: 200 len: 217 time: 0.1461189 May 23 10:58:06.948556 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b3b20517-c8fc-4ba4-88d5-167d4aeea872 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:06.949040 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b3b20517-c8fc-4ba4-88d5-167d4aeea872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:07.005249 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-e8786847-8591-4a75-9af0-c816c8d597a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:07.008592 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-e8786847-8591-4a75-9af0-c816c8d597a7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f56c9b27-295c-462d-bb89-343a223f9d6c HTTP/1.1" status: 200 len: 848 time: 0.0927508 May 23 10:58:07.098811 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-5da014d6-8819-4c6c-a393-142fe54a9fa1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3f16bf48-f1ac-437f-802c-c2072c75e62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845230 May 23 10:58:07.179122 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port d700be5b-da35-41ed-a9df-5fc5e4557b19, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=d700be5b-da35-41ed-a9df-5fc5e4557b19,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:58:07.214591 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acf55cb2-372b-4fd6-a6db-32958b9a9a75'] response: {'name': 'network-changed', 'server_uuid': '63264bcb-8282-4ade-a1db-07ed524042e2', 'tag': 'fdd7caa7-1855-49f5-a943-491e29b8b9d0', 'status': 'completed', 'code': 200} May 23 10:58:07.216462 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'd700be5b-da35-41ed-a9df-5fc5e4557b19', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'port_id': 'd700be5b-da35-41ed-a9df-5fc5e4557b19', 'mac_address': 'fa:16:3e:a6:d0:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1719237-4a8e-4354-92b1-51064eb09c82', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 10:58:07.310227 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34294) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:58:07.354435 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-6f629186-35e2-485e-9ea9-c38c066bcb14 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-978015699-network', 'tenant_id': '94607a8d973948d793f65bf04a13c783'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:58:07.358095 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:07.361753 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6f629186-35e2-485e-9ea9-c38c066bcb14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:58:07.366410 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-6f629186-35e2-485e-9ea9-c38c066bcb14 admin admin] Usage tracker for resource:network and tenant:94607a8d973948d793f65bf04a13c783 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:58:07.370624 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-6f629186-35e2-485e-9ea9-c38c066bcb14 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:58:07.378100 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6f629186-35e2-485e-9ea9-c38c066bcb14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:58:07.380739 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d700be5b-da35-41ed-a9df-5fc5e4557b19 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 10:58:07.396708 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b20517-c8fc-4ba4-88d5-167d4aeea872 admin admin] Router 0286e142-7f8a-489a-9fbb-ffad170be9df is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 10:58:07.408354 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-b7255505-3a64-4399-bff2-71a4ff4187ea service neutron] 10.222.0.13 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029382 May 23 10:58:07.409650 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f629186-35e2-485e-9ea9-c38c066bcb14 admin admin] Made reservation on behalf of 94607a8d973948d793f65bf04a13c783 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:58:07.412954 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6f629186-35e2-485e-9ea9-c38c066bcb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:07.420243 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port d700be5b-da35-41ed-a9df-5fc5e4557b19, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=d700be5b-da35-41ed-a9df-5fc5e4557b19,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:58:07.429388 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:07.470716 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6f629186-35e2-485e-9ea9-c38c066bcb14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:07.475471 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device c84521b7-a223-4830-9572-b443f1bf2378 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:58:07.597065 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6f629186-35e2-485e-9ea9-c38c066bcb14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:58:07.608415 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-6f629186-35e2-485e-9ea9-c38c066bcb14 admin admin] Usage tracker for resource:security_group_rule and tenant:94607a8d973948d793f65bf04a13c783 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:58:07.636162 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=d700be5b-da35-41ed-a9df-5fc5e4557b19,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:07.643498 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-6f629186-35e2-485e-9ea9-c38c066bcb14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:58:07.649156 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:07.654808 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port c84521b7-a223-4830-9572-b443f1bf2378 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:58:07.657671 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6f629186-35e2-485e-9ea9-c38c066bcb14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:58:07.670028 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port c84521b7-a223-4830-9572-b443f1bf2378 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:58:07.671693 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:07.687923 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab146bf-ac48-4cbc-8706-07f73628adc4 req-da8857c1-de37-4bcb-a32e-943a1685eeac tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:07.689778 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9ab146bf-ac48-4cbc-8706-07f73628adc4 req-da8857c1-de37-4bcb-a32e-943a1685eeac tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=63264bcb-8282-4ade-a1db-07ed524042e2 HTTP/1.1" status: 200 len: 943 time: 0.3636823 May 23 10:58:07.693930 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2dc747f5-e3ec-4945-aa75-9e34848c1387 req-2f92d742-6a1d-4f8b-a0e6-c690f6ccbe48 service neutron] 10.222.0.13 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657797 May 23 10:58:07.759154 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6f629186-35e2-485e-9ea9-c38c066bcb14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:07.765136 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6f629186-35e2-485e-9ea9-c38c066bcb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:07.792540 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f629186-35e2-485e-9ea9-c38c066bcb14 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 10:58:07.811327 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9ab146bf-ac48-4cbc-8706-07f73628adc4 req-6237d7d7-71d0-4360-9746-3f75c76a4ba3 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111491 May 23 10:58:07.895673 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f629186-35e2-485e-9ea9-c38c066bcb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f20327-1b61-4697-a4ca-7aa32dd6e463,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:07.925271 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b20517-c8fc-4ba4-88d5-167d4aeea872 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 10:58:07.934534 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a60e46-8c41-437a-a19c-907dafb47669 None None] Sync routers for ids ['0286e142-7f8a-489a-9fbb-ffad170be9df'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 10:58:07.944191 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6f629186-35e2-485e-9ea9-c38c066bcb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:07.944759 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-6f629186-35e2-485e-9ea9-c38c066bcb14 admin admin] Added segment f30038ca-0a78-43ba-a581-44f623e36bae of type vlan for network 51476a18-7f63-413c-90ec-58ca92adbefb May 23 10:58:07.953009 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a60e46-8c41-437a-a19c-907dafb47669 None None] Routers {'0286e142-7f8a-489a-9fbb-ffad170be9df'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 10:58:07.959372 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-80a60e46-8c41-437a-a19c-907dafb47669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T10:57:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['0286e142-7f8a-489a-9fbb-ffad170be9df'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:58:07.962184 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b3b20517-c8fc-4ba4-88d5-167d4aeea872 admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:07.963804 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b3b20517-c8fc-4ba4-88d5-167d4aeea872 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3997948 May 23 10:58:07.966374 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34308) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:58:07.985396 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:07.995440 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 8ea10e3e-4509-4925-8a27-c6e9c8aa62be up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:58:08.021080 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['d700be5b-da35-41ed-a9df-5fc5e4557b19'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 10:58:08.046377 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6f629186-35e2-485e-9ea9-c38c066bcb14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:08.074669 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-38debc70-00d3-4a9b-8b9c-8ab80b22974c req-f316e483-8a7c-4d11-9d3a-56849e8bb382 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90c9b14de9a447dbb2784bee3d7c6631&device_id=63264bcb-8282-4ade-a1db-07ed524042e2 HTTP/1.1" status: 200 len: 1094 time: 0.2760785 May 23 10:58:08.082442 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c54e0d9b-0585-4300-b37d-a2dc77773bb8 None None] Provisioning complete for port c84521b7-a223-4830-9572-b443f1bf2378 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:58:08.082701 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c54e0d9b-0585-4300-b37d-a2dc77773bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:08.207151 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6f629186-35e2-485e-9ea9-c38c066bcb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:08.209106 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f629186-35e2-485e-9ea9-c38c066bcb14 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:08.210014 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6f629186-35e2-485e-9ea9-c38c066bcb14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:08.227342 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-80a60e46-8c41-437a-a19c-907dafb47669 None None] Set router 0286e142-7f8a-489a-9fbb-ffad170be9df gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 10:58:08.293845 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb656229-7728-4215-a8a6-33cef03d3988 req-a65078e8-875c-456e-8f68-e317628a3a2a tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:08.295425 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bb656229-7728-4215-a8a6-33cef03d3988 req-a65078e8-875c-456e-8f68-e317628a3a2a tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/ports?device_id=5489266f-eb6b-469e-889a-f6208b0e7923 HTTP/1.1" status: 200 len: 949 time: 0.1615129 May 23 10:58:08.302330 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a76dad-a819-4268-8f9e-e69b2b73f8ea req-c8908f16-727a-4e0f-a096-f3fdc82f7c6b tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:08.309549 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-04a76dad-a819-4268-8f9e-e69b2b73f8ea req-c8908f16-727a-4e0f-a096-f3fdc82f7c6b tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/ports?device_id=f24eec5d-443d-422f-b41b-0c23d962770e HTTP/1.1" status: 200 len: 948 time: 0.2773414 May 23 10:58:08.327873 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port c84521b7-a223-4830-9572-b443f1bf2378, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=c84521b7-a223-4830-9572-b443f1bf2378,segment=NetworkSegment(70150bcd-9dac-456b-a2b6-bf96e19a0a8c),segment_id=70150bcd-9dac-456b-a2b6-bf96e19a0a8c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:58:08.362673 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:08.385462 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f629186-35e2-485e-9ea9-c38c066bcb14 admin admin] Pushing event updated for resources: {'Network': ['ID=51476a18-7f63-413c-90ec-58ca92adbefb,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:08.398132 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6f629186-35e2-485e-9ea9-c38c066bcb14 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0779891 May 23 10:58:08.400575 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38debc70-00d3-4a9b-8b9c-8ab80b22974c req-67b8d5a8-e1cd-4089-9046-94024e13d63f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:08.401905 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34312) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:58:08.402384 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-38debc70-00d3-4a9b-8b9c-8ab80b22974c req-67b8d5a8-e1cd-4089-9046-94024e13d63f service neutron] 10.222.0.13 "GET /v2.0/networks?id=3f16bf48-f1ac-437f-802c-c2072c75e62b HTTP/1.1" status: 200 len: 909 time: 0.3203652 May 23 10:58:08.420426 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-04a76dad-a819-4268-8f9e-e69b2b73f8ea req-03667fd9-ca73-4097-a12b-a8f2dd204831 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/security-groups?id=fd826eda-e372-480f-b9c6-94eeaaadef19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099477 May 23 10:58:08.430892 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-d868dfc1-2cff-48c9-ad9c-f237ed3f3691 admin admin] Request body: {'subnet': {'network_id': '51476a18-7f63-413c-90ec-58ca92adbefb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-978015699-subnet', 'tenant_id': '94607a8d973948d793f65bf04a13c783', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:58:08.456485 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 51476a18-7f63-413c-90ec-58ca92adbefb details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 10:58:08.478239 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bb656229-7728-4215-a8a6-33cef03d3988 req-94630469-a55b-4fed-8743-464f329bdd3d tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/security-groups?id=969012fd-0773-4c82-a9cd-68dea034b623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658878 May 23 10:58:08.479476 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d868dfc1-2cff-48c9-ad9c-f237ed3f3691 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:58:08.489661 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d868dfc1-2cff-48c9-ad9c-f237ed3f3691 admin admin] Usage tracker for resource:subnet and tenant:94607a8d973948d793f65bf04a13c783 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:58:08.501502 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-38debc70-00d3-4a9b-8b9c-8ab80b22974c req-ae48b6bd-76ff-4dc7-b31c-8e3eb8aa490e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdd7caa7-1855-49f5-a943-491e29b8b9d0 HTTP/1.1" status: 200 len: 217 time: 0.0929387 May 23 10:58:08.506904 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d868dfc1-2cff-48c9-ad9c-f237ed3f3691 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:58:08.514726 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d868dfc1-2cff-48c9-ad9c-f237ed3f3691 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:58:08.580042 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 8ea10e3e-4509-4925-8a27-c6e9c8aa62be completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:58:08.588263 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 8ea10e3e-4509-4925-8a27-c6e9c8aa62be triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:58:08.588653 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:08.596671 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d868dfc1-2cff-48c9-ad9c-f237ed3f3691 admin admin] Made reservation on behalf of 94607a8d973948d793f65bf04a13c783 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:58:08.599106 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d868dfc1-2cff-48c9-ad9c-f237ed3f3691 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:08.665952 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38debc70-00d3-4a9b-8b9c-8ab80b22974c req-4b3499f2-f9bd-48f7-9ad7-d397e7b7306a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:08.669280 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-38debc70-00d3-4a9b-8b9c-8ab80b22974c req-4b3499f2-f9bd-48f7-9ad7-d397e7b7306a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f56c9b27-295c-462d-bb89-343a223f9d6c HTTP/1.1" status: 200 len: 848 time: 0.1600702 May 23 10:58:08.757477 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-80a60e46-8c41-437a-a19c-907dafb47669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0286e142-7f8a-489a-9fbb-ffad170be9df', 'name': 'tempest-AttachSCSIVolumeTestJSON-1947369277-router', 'tenant_id': '55f3096016fc47a0a0df5b7be70fadbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '4fdbc384-a582-429c-af91-772f3bf34c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:58:03Z', 'updated_at': '2022-05-23T10:58:06Z', 'revision_number': 3, 'project_id': '55f3096016fc47a0a0df5b7be70fadbe', 'gw_port': {'id': '4fdbc384-a582-429c-af91-772f3bf34c8b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0286e142-7f8a-489a-9fbb-ffad170be9df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:58:05Z', 'updated_at': '2022-05-23T10:58:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:58:08.763583 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-38debc70-00d3-4a9b-8b9c-8ab80b22974c req-32e98840-4533-4626-82a9-7077ec349326 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3f16bf48-f1ac-437f-802c-c2072c75e62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867119 May 23 10:58:08.763788 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a60e46-8c41-437a-a19c-907dafb47669 None None] Checking router: 0286e142-7f8a-489a-9fbb-ffad170be9df for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 10:58:08.764152 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a60e46-8c41-437a-a19c-907dafb47669 None None] Updating router 0286e142-7f8a-489a-9fbb-ffad170be9df port 4fdbc384-a582-429c-af91-772f3bf34c8b binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 10:58:08.846130 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:08.896751 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-80a60e46-8c41-437a-a19c-907dafb47669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:08.913792 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=c84521b7-a223-4830-9572-b443f1bf2378,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:08.992844 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 8ea10e3e-4509-4925-8a27-c6e9c8aa62be, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=8ea10e3e-4509-4925-8a27-c6e9c8aa62be,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:58:09.001795 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5489266f-eb6b-469e-889a-f6208b0e7923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea10e3e-4509-4925-8a27-c6e9c8aa62be'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:58:09.032980 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:09.070586 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-38debc70-00d3-4a9b-8b9c-8ab80b22974c req-7f3074c6-ab9c-4364-bb0a-5dc2eb6abd06 service neutron] 10.222.0.13 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996869 May 23 10:58:09.160099 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=8ea10e3e-4509-4925-8a27-c6e9c8aa62be,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:09.212000 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:09.214224 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-85a5176c-0141-4009-84cd-d88de1c73feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:09.223844 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-340197fe-1902-4428-b545-d93c4d52cc43'] response: {'server_uuid': '5489266f-eb6b-469e-889a-f6208b0e7923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea10e3e-4509-4925-8a27-c6e9c8aa62be', 'code': 200} May 23 10:58:09.237491 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34330) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:58:09.289945 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d868dfc1-2cff-48c9-ad9c-f237ed3f3691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:09.381402 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8413c472-1a7d-4cf0-8794-63161414f88a req-bd48c1ce-94e2-4484-be5f-a516cadcbac7 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:09.388457 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8413c472-1a7d-4cf0-8794-63161414f88a req-bd48c1ce-94e2-4484-be5f-a516cadcbac7 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=63264bcb-8282-4ade-a1db-07ed524042e2 HTTP/1.1" status: 200 len: 943 time: 0.3319855 May 23 10:58:09.391405 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device c84521b7-a223-4830-9572-b443f1bf2378 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:58:09.506844 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-38debc70-00d3-4a9b-8b9c-8ab80b22974c req-1dc27a40-7b37-425c-b4d3-19cbf0d0ce7d service neutron] 10.222.0.13 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302721 May 23 10:58:09.552086 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fee4d7d1-5f0b-4c46-b6f6-dc493df0733b req-c1da297c-b817-458d-8207-88a1037c4326 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5489266f-eb6b-469e-889a-f6208b0e7923 HTTP/1.1" status: 200 len: 1101 time: 0.2127664 May 23 10:58:09.570876 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port c84521b7-a223-4830-9572-b443f1bf2378 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:58:09.571245 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:09.613151 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ef103fcf-fd98-41f9-82d9-c840e34305bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:09.634992 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fee4d7d1-5f0b-4c46-b6f6-dc493df0733b req-11f9672a-1b25-45a8-926c-c422c7054729 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=969012fd-0773-4c82-a9cd-68dea034b623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761039 May 23 10:58:09.638845 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-80a60e46-8c41-437a-a19c-907dafb47669 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:09.651568 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-80a60e46-8c41-437a-a19c-907dafb47669 None None] Transition to ACTIVE for port object 4fdbc384-a582-429c-af91-772f3bf34c8b will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:58:09.658592 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-80a60e46-8c41-437a-a19c-907dafb47669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:09.736342 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82281aaa-27be-4a84-84f8-9edb038a4f35 None None] Pushing event updated for resources: {'Port': ['ID=4fdbc384-a582-429c-af91-772f3bf34c8b,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:09.746754 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-80a60e46-8c41-437a-a19c-907dafb47669 None None] Attempting to bind port 4fdbc384-a582-429c-af91-772f3bf34c8b on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:58:09.747118 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-80a60e46-8c41-437a-a19c-907dafb47669 None None] Attempting to bind port 4fdbc384-a582-429c-af91-772f3bf34c8b by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:58:09.747477 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a60e46-8c41-437a-a19c-907dafb47669 None None] Attempting to bind port 4fdbc384-a582-429c-af91-772f3bf34c8b on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:58:09.751316 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82281aaa-27be-4a84-84f8-9edb038a4f35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:58:09.751665 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82281aaa-27be-4a84-84f8-9edb038a4f35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:58:09.752021 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82281aaa-27be-4a84-84f8-9edb038a4f35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:58:09.752348 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82281aaa-27be-4a84-84f8-9edb038a4f35 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:58:09.752681 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82281aaa-27be-4a84-84f8-9edb038a4f35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:58:09.753005 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82281aaa-27be-4a84-84f8-9edb038a4f35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:58:09.753329 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82281aaa-27be-4a84-84f8-9edb038a4f35 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:58:09.753650 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82281aaa-27be-4a84-84f8-9edb038a4f35 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:58:09.753988 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82281aaa-27be-4a84-84f8-9edb038a4f35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:58:09.754291 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82281aaa-27be-4a84-84f8-9edb038a4f35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:58:09.754608 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82281aaa-27be-4a84-84f8-9edb038a4f35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:58:09.761293 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d868dfc1-2cff-48c9-ad9c-f237ed3f3691 admin admin] Checking segment: {'id': 'f30038ca-0a78-43ba-a581-44f623e36bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '51476a18-7f63-413c-90ec-58ca92adbefb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:58:09.761293 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d868dfc1-2cff-48c9-ad9c-f237ed3f3691 admin admin] Network hostable DHCP agents. Network: 51476a18-7f63-413c-90ec-58ca92adbefb, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 10:58:09.762199 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a60e46-8c41-437a-a19c-907dafb47669 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:58:09.762571 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a60e46-8c41-437a-a19c-907dafb47669 None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:58:09.762969 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-80a60e46-8c41-437a-a19c-907dafb47669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:09.763353 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a60e46-8c41-437a-a19c-907dafb47669 None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:58:09.763803 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-80a60e46-8c41-437a-a19c-907dafb47669 None None] Bound port: 4fdbc384-a582-429c-af91-772f3bf34c8b, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:58:09.764194 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-80a60e46-8c41-437a-a19c-907dafb47669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:09.782276 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d868dfc1-2cff-48c9-ad9c-f237ed3f3691 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74a8f24b-e94e-4af9-8368-f8f9531b8403,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:09.812994 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8413c472-1a7d-4cf0-8794-63161414f88a req-9e73abbe-5b2e-4d79-9f1f-d3f860bec99a tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4236755 May 23 10:58:09.841697 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ef103fcf-fd98-41f9-82d9-c840e34305bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:58:09.855802 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ef103fcf-fd98-41f9-82d9-c840e34305bd admin admin] Usage tracker for resource:security_group_rule and tenant:550c453365754b5f9c1f4cc25c0aff5d is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:58:09.856356 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-80a60e46-8c41-437a-a19c-907dafb47669 None None] For port 4fdbc384-a582-429c-af91-772f3bf34c8b, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:58:09.859860 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ef103fcf-fd98-41f9-82d9-c840e34305bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:58:09.860278 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-80a60e46-8c41-437a-a19c-907dafb47669 None None] For port 4fdbc384-a582-429c-af91-772f3bf34c8b, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=4fdbc384-a582-429c-af91-772f3bf34c8b,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:58:09.870458 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-80a60e46-8c41-437a-a19c-907dafb47669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:09.870984 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d868dfc1-2cff-48c9-ad9c-f237ed3f3691 admin admin] Network 51476a18-7f63-413c-90ec-58ca92adbefb is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 10:58:09.876489 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ef103fcf-fd98-41f9-82d9-c840e34305bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:58:09.894637 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-d868dfc1-2cff-48c9-ad9c-f237ed3f3691 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 51476a18-7f63-413c-90ec-58ca92adbefb) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:58:09.905690 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bcdff2-32bf-4ca5-b855-c5b9482f2aeb None None] Network 51476a18-7f63-413c-90ec-58ca92adbefb requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 10:58:09.912624 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d868dfc1-2cff-48c9-ad9c-f237ed3f3691 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:09.913303 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d868dfc1-2cff-48c9-ad9c-f237ed3f3691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:09.928391 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3c6d2-46cd-4f70-8721-6304b22f0ff6 req-d9e04c3a-4c79-4b30-b0f9-b74848f1f515 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:09.929852 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-98f3c6d2-46cd-4f70-8721-6304b22f0ff6 req-d9e04c3a-4c79-4b30-b0f9-b74848f1f515 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/ports?device_id=f24eec5d-443d-422f-b41b-0c23d962770e HTTP/1.1" status: 200 len: 948 time: 0.3024039 May 23 10:58:09.955799 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82281aaa-27be-4a84-84f8-9edb038a4f35 None None] Pushing event updated for resources: {'Port': ['ID=4fdbc384-a582-429c-af91-772f3bf34c8b,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:10.003739 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a60e46-8c41-437a-a19c-907dafb47669 None None] Routers {'0286e142-7f8a-489a-9fbb-ffad170be9df'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 10:58:10.004381 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-80a60e46-8c41-437a-a19c-907dafb47669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T10:57:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['0286e142-7f8a-489a-9fbb-ffad170be9df'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:58:10.051588 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d868dfc1-2cff-48c9-ad9c-f237ed3f3691 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6388981 May 23 10:58:10.105023 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-98f3c6d2-46cd-4f70-8721-6304b22f0ff6 req-e81fb031-a81d-41e0-9c7d-df46051189cb tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/security-groups?id=fd826eda-e372-480f-b9c6-94eeaaadef19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649666 May 23 10:58:10.120375 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ef103fcf-fd98-41f9-82d9-c840e34305bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:10.129002 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ef103fcf-fd98-41f9-82d9-c840e34305bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:10.185641 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef103fcf-fd98-41f9-82d9-c840e34305bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b26a896-99dd-4cf9-a724-e62c5e03c39d,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:10.230471 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562e87a-4c70-46bc-93f1-337b101d388f req-c0280fad-5992-416f-ba17-73ccd21826d3 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:10.237327 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c562e87a-4c70-46bc-93f1-337b101d388f req-c0280fad-5992-416f-ba17-73ccd21826d3 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/ports?device_id=5489266f-eb6b-469e-889a-f6208b0e7923 HTTP/1.1" status: 200 len: 950 time: 0.2631323 May 23 10:58:10.269774 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-80a60e46-8c41-437a-a19c-907dafb47669 None None] Set router 0286e142-7f8a-489a-9fbb-ffad170be9df gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 10:58:10.279049 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34358) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:58:10.279560 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ef103fcf-fd98-41f9-82d9-c840e34305bd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=550c453365754b5f9c1f4cc25c0aff5d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0357981 May 23 10:58:10.326868 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e685e8a-1eb9-4a1d-9688-84388d02ad0b None None] Network 51476a18-7f63-413c-90ec-58ca92adbefb requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 10:58:10.390444 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c562e87a-4c70-46bc-93f1-337b101d388f req-cfe1b65c-8688-4de8-9e80-47827ce788d8 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/security-groups?id=969012fd-0773-4c82-a9cd-68dea034b623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522093 May 23 10:58:10.412955 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-667c5cc6-6481-4e4a-8147-6211f958567a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:10.465028 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-667c5cc6-6481-4e4a-8147-6211f958567a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:10.551089 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-667c5cc6-6481-4e4a-8147-6211f958567a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:10.566563 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ad1d-3273-44fc-8187-66d14b1bc30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:10.596272 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c5cc6-6481-4e4a-8147-6211f958567a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b26a896-99dd-4cf9-a724-e62c5e03c39d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:10.611950 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-667c5cc6-6481-4e4a-8147-6211f958567a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:10.616165 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-667c5cc6-6481-4e4a-8147-6211f958567a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3b26a896-99dd-4cf9-a724-e62c5e03c39d HTTP/1.1" status: 204 len: 168 time: 0.3395140 May 23 10:58:10.639770 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device d700be5b-da35-41ed-a9df-5fc5e4557b19 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:58:10.874780 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-80a60e46-8c41-437a-a19c-907dafb47669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0286e142-7f8a-489a-9fbb-ffad170be9df', 'name': 'tempest-AttachSCSIVolumeTestJSON-1947369277-router', 'tenant_id': '55f3096016fc47a0a0df5b7be70fadbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '4fdbc384-a582-429c-af91-772f3bf34c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:58:03Z', 'updated_at': '2022-05-23T10:58:06Z', 'revision_number': 3, 'project_id': '55f3096016fc47a0a0df5b7be70fadbe', 'gw_port': {'id': '4fdbc384-a582-429c-af91-772f3bf34c8b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0286e142-7f8a-489a-9fbb-ffad170be9df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:58:05Z', 'updated_at': '2022-05-23T10:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:58:10.889587 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a60e46-8c41-437a-a19c-907dafb47669 None None] The sync data for ids ['0286e142-7f8a-489a-9fbb-ffad170be9df'] in n-d-842952-2 is: [{'id': '0286e142-7f8a-489a-9fbb-ffad170be9df', 'name': 'tempest-AttachSCSIVolumeTestJSON-1947369277-router', 'tenant_id': '55f3096016fc47a0a0df5b7be70fadbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '4fdbc384-a582-429c-af91-772f3bf34c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:58:03Z', 'updated_at': '2022-05-23T10:58:06Z', 'revision_number': 3, 'project_id': '55f3096016fc47a0a0df5b7be70fadbe', 'gw_port': {'id': '4fdbc384-a582-429c-af91-772f3bf34c8b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0286e142-7f8a-489a-9fbb-ffad170be9df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:58:05Z', 'updated_at': '2022-05-23T10:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 10:58:11.001239 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port d700be5b-da35-41ed-a9df-5fc5e4557b19 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:58:11.008282 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port d700be5b-da35-41ed-a9df-5fc5e4557b19 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:58:11.009074 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:11.199585 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:11.258258 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24eec5d-443d-422f-b41b-0c23d962770e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd700be5b-da35-41ed-a9df-5fc5e4557b19'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:58:11.284571 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port d700be5b-da35-41ed-a9df-5fc5e4557b19, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=d700be5b-da35-41ed-a9df-5fc5e4557b19,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:58:11.293037 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:11.379931 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-8bb1ad1d-3273-44fc-8187-66d14b1bc30e admin admin] Allocated IP 172.20.0.1 (ab57547c-d5a4-4e80-9c64-caa818477e2e/5c9a0e12-4b14-4faf-9106-3b24fbe8317b/76fa699a-eb3d-46b7-a12c-48309a3db4e4) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 10:58:11.387151 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34398) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:58:11.435120 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5d6d2a2c-d591-4499-8374-e8e112bf23ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:11.468379 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-89147a6d-4c30-4fe2-85bf-81bdc7c44a66 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:11.472268 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=d700be5b-da35-41ed-a9df-5fc5e4557b19,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:11.475340 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-89147a6d-4c30-4fe2-85bf-81bdc7c44a66 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/networks?id=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 HTTP/1.1" status: 200 len: 821 time: 0.5291831 May 23 10:58:11.475647 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 4fdbc384-a582-429c-af91-772f3bf34c8b up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:58:11.497288 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5d6d2a2c-d591-4499-8374-e8e112bf23ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:58:11.502355 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5d6d2a2c-d591-4499-8374-e8e112bf23ee admin admin] Usage tracker for resource:security_group_rule and tenant:b727acaa399242d48b88d5c465054cb2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:58:11.511632 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5d6d2a2c-d591-4499-8374-e8e112bf23ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:58:11.519132 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5d6d2a2c-d591-4499-8374-e8e112bf23ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:58:11.531268 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fe99f612-a214-4da0-9ed9-faf1cbfece4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:11.571410 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 4fdbc384-a582-429c-af91-772f3bf34c8b completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:58:11.585910 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 4fdbc384-a582-429c-af91-772f3bf34c8b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:58:11.586329 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:11.602428 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-de4dfa18-4698-4e14-840e-d8d218de405c tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/quotas/70139281f5db4004afe2c4c8ea88321a HTTP/1.1" status: 200 len: 375 time: 0.1262016 May 23 10:58:11.630361 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5d6d2a2c-d591-4499-8374-e8e112bf23ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:11.636132 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5d6d2a2c-d591-4499-8374-e8e112bf23ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:11.700709 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-7f5da635-7246-45d7-b42a-c65f3a1a401c tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=70139281f5db4004afe2c4c8ea88321a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0878782 May 23 10:58:11.701679 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5d6d2a2c-d591-4499-8374-e8e112bf23ee admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b727acaa399242d48b88d5c465054cb2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3134415 May 23 10:58:11.702581 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34404) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:58:11.729468 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:11.731250 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d2a2c-d591-4499-8374-e8e112bf23ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eff7943-d5f8-40db-b0e4-90e10cd670ab,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:11.753779 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7958f8-2673-47aa-95c4-b780d3ec8ab3 req-8890317d-3362-4240-8368-1c318eba76ce tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:11.755361 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3f7958f8-2673-47aa-95c4-b780d3ec8ab3 req-8890317d-3362-4240-8368-1c318eba76ce tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=63264bcb-8282-4ade-a1db-07ed524042e2 HTTP/1.1" status: 200 len: 943 time: 0.5652487 May 23 10:58:11.771251 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 4fdbc384-a582-429c-af91-772f3bf34c8b, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=4fdbc384-a582-429c-af91-772f3bf34c8b,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:58:11.777297 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:11.813919 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ce33879-5af0-4619-aec0-8c077add7814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:11.855368 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ce33879-5af0-4619-aec0-8c077add7814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:11.877830 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=4fdbc384-a582-429c-af91-772f3bf34c8b,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:11.924688 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ce33879-5af0-4619-aec0-8c077add7814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:11.932435 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ad1d-3273-44fc-8187-66d14b1bc30e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:11.945618 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce33879-5af0-4619-aec0-8c077add7814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eff7943-d5f8-40db-b0e4-90e10cd670ab,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:11.953249 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ce33879-5af0-4619-aec0-8c077add7814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:11.954515 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9ce33879-5af0-4619-aec0-8c077add7814 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4eff7943-d5f8-40db-b0e4-90e10cd670ab HTTP/1.1" status: 204 len: 168 time: 0.2464499 May 23 10:58:11.988028 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3f7958f8-2673-47aa-95c4-b780d3ec8ab3 req-e9a35236-d88e-4364-86e3-024a7fcec581 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773612 May 23 10:58:12.001175 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-8bb1ad1d-3273-44fc-8187-66d14b1bc30e admin admin] Transition to ACTIVE for port object 76fa699a-eb3d-46b7-a12c-48309a3db4e4 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:58:12.014325 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-169e9f17-2551-401a-87ac-ec15ed21cccd service neutron] 10.222.0.79 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071847 May 23 10:58:12.185405 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ad1d-3273-44fc-8187-66d14b1bc30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:12.236467 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-7679416e-5055-448a-a5e6-e51f547e18f5 service neutron] 10.222.0.79 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212825 May 23 10:58:12.272496 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb1ad1d-3273-44fc-8187-66d14b1bc30e admin admin] Network ab57547c-d5a4-4e80-9c64-caa818477e2e is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 10:58:12.276134 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-8bb1ad1d-3273-44fc-8187-66d14b1bc30e admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:58:12.285750 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb1ad1d-3273-44fc-8187-66d14b1bc30e admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 10:58:12.286239 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ad1d-3273-44fc-8187-66d14b1bc30e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:12.294344 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb1ad1d-3273-44fc-8187-66d14b1bc30e admin admin] Pushing event updated for resources: {'Port': ['ID=76fa699a-eb3d-46b7-a12c-48309a3db4e4,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:12.409753 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ad1d-3273-44fc-8187-66d14b1bc30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:12.438020 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded3ebd-c2e5-44c6-b2e8-bb8f3ece1e80 req-a490b4a7-0084-462c-9706-98e8121055fe tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:12.440839 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2ded3ebd-c2e5-44c6-b2e8-bb8f3ece1e80 req-a490b4a7-0084-462c-9706-98e8121055fe tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/ports?device_id=f24eec5d-443d-422f-b41b-0c23d962770e HTTP/1.1" status: 200 len: 949 time: 0.3000810 May 23 10:58:12.462107 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ad144e7-04c4-4d55-af47-8238d43f015d'] response: {'server_uuid': 'f24eec5d-443d-422f-b41b-0c23d962770e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd700be5b-da35-41ed-a9df-5fc5e4557b19', 'code': 200} May 23 10:58:12.540373 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:12.548984 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-10457ed0-02a7-429f-8200-151cb49d1d3b None None] Provisioning for port 76fa699a-eb3d-46b7-a12c-48309a3db4e4 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:58:12.555213 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-10457ed0-02a7-429f-8200-151cb49d1d3b None None] Provisioning complete for port 76fa699a-eb3d-46b7-a12c-48309a3db4e4 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:58:12.556150 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-10457ed0-02a7-429f-8200-151cb49d1d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:12.641393 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2ded3ebd-c2e5-44c6-b2e8-bb8f3ece1e80 req-c077bc45-9882-4879-8501-63a7d58bd1c0 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/security-groups?id=fd826eda-e372-480f-b9c6-94eeaaadef19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673975 May 23 10:58:12.678274 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-10457ed0-02a7-429f-8200-151cb49d1d3b None None] Port 76fa699a-eb3d-46b7-a12c-48309a3db4e4 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 10:58:12.683779 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device fdd7caa7-1855-49f5-a943-491e29b8b9d0 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 10:58:12.692303 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-21a4c380-bdae-448f-a547-8ced4969f714 req-e13fdf19-214e-4483-a8ef-5a2eb5331746 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f24eec5d-443d-422f-b41b-0c23d962770e HTTP/1.1" status: 200 len: 1100 time: 0.1344364 May 23 10:58:12.836025 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-21a4c380-bdae-448f-a547-8ced4969f714 req-9771e431-50d6-4b52-8572-69803240e922 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fd826eda-e372-480f-b9c6-94eeaaadef19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374881 May 23 10:58:12.852171 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port fdd7caa7-1855-49f5-a943-491e29b8b9d0, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=fdd7caa7-1855-49f5-a943-491e29b8b9d0,segment=NetworkSegment(6bc35f8b-456e-4e1c-8a63-ba8204a54381),segment_id=6bc35f8b-456e-4e1c-8a63-ba8204a54381)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:58:12.868415 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'fdd7caa7-1855-49f5-a943-491e29b8b9d0', 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b', 'port_id': 'fdd7caa7-1855-49f5-a943-491e29b8b9d0', 'mac_address': 'fa:16:3e:c8:4e:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f56c9b27-295c-462d-bb89-343a223f9d6c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 10:58:12.908964 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b8c8b996-6a83-4e68-bac7-717685c17b55 req-75bc80a6-31ff-45af-bc8b-4ad6f996d2ce tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=6779dcf4-12b8-435e-8f21-ee3262657f2d HTTP/1.1" status: 200 len: 210 time: 0.0682108 May 23 10:58:12.950896 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed9dbf-a2e8-4e33-87d4-41fa3ca272bc req-353e6ce5-0914-43a4-b5d8-70b7e8c7125d tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:12.952581 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a9ed9dbf-a2e8-4e33-87d4-41fa3ca272bc req-353e6ce5-0914-43a4-b5d8-70b7e8c7125d tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/ports?device_id=5489266f-eb6b-469e-889a-f6208b0e7923 HTTP/1.1" status: 200 len: 950 time: 0.3615448 May 23 10:58:13.003248 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:13.017167 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:13.055660 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a9ed9dbf-a2e8-4e33-87d4-41fa3ca272bc req-93de1a76-c648-4950-93ec-2599480c9f71 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/security-groups?id=969012fd-0773-4c82-a9cd-68dea034b623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910251 May 23 10:58:13.058032 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd7caa7-1855-49f5-a943-491e29b8b9d0 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 10:58:13.065409 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ad1d-3273-44fc-8187-66d14b1bc30e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:13.074596 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ad1d-3273-44fc-8187-66d14b1bc30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:13.075520 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ad1d-3273-44fc-8187-66d14b1bc30e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:13.093465 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port fdd7caa7-1855-49f5-a943-491e29b8b9d0, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=fdd7caa7-1855-49f5-a943-491e29b8b9d0,segment=NetworkSegment(6bc35f8b-456e-4e1c-8a63-ba8204a54381),segment_id=6bc35f8b-456e-4e1c-8a63-ba8204a54381)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:58:13.097390 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:13.230345 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=fdd7caa7-1855-49f5-a943-491e29b8b9d0,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:13.322993 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb1ad1d-3273-44fc-8187-66d14b1bc30e admin admin] Pushing event updated for resources: {'Port': ['ID=76fa699a-eb3d-46b7-a12c-48309a3db4e4,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:13.403119 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 4fdbc384-a582-429c-af91-772f3bf34c8b up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:58:13.405457 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a7af5-8054-42a5-ad27-a0355d7c59b3 req-0b9a8713-5d28-453d-b76d-5d214b16f876 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:13.407080 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1a6a7af5-8054-42a5-ad27-a0355d7c59b3 req-0b9a8713-5d28-453d-b76d-5d214b16f876 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=63264bcb-8282-4ade-a1db-07ed524042e2 HTTP/1.1" status: 200 len: 944 time: 0.1965270 May 23 10:58:13.417503 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb1ad1d-3273-44fc-8187-66d14b1bc30e admin admin] Network ab57547c-d5a4-4e80-9c64-caa818477e2e is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 10:58:13.432734 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-8bb1ad1d-3273-44fc-8187-66d14b1bc30e admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:58:13.513188 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['fdd7caa7-1855-49f5-a943-491e29b8b9d0'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 10:58:13.636084 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1a6a7af5-8054-42a5-ad27-a0355d7c59b3 req-5ab8c793-00d3-4d2c-ab68-11fa5a6e3c81 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232358 May 23 10:58:13.650067 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 4fdbc384-a582-429c-af91-772f3bf34c8b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:58:13.650537 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:13.817059 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-68882b27-74a3-4896-bd66-627b8cfc41d1 None None] Provisioning complete for port 76fa699a-eb3d-46b7-a12c-48309a3db4e4 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:58:13.817524 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-68882b27-74a3-4896-bd66-627b8cfc41d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:13.939560 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-68882b27-74a3-4896-bd66-627b8cfc41d1 None None] Port 76fa699a-eb3d-46b7-a12c-48309a3db4e4 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 10:58:14.021368 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:14.088716 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d2195-f95a-45ed-b63d-02f5588a5f8f req-2321e287-a428-4589-ad4e-b537477ec6a8 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:14.090168 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e65d2195-f95a-45ed-b63d-02f5588a5f8f req-2321e287-a428-4589-ad4e-b537477ec6a8 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/ports?device_id=f24eec5d-443d-422f-b41b-0c23d962770e HTTP/1.1" status: 200 len: 949 time: 0.1612380 May 23 10:58:14.172787 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e65d2195-f95a-45ed-b63d-02f5588a5f8f req-4a8d2364-74b4-4d90-a386-3b30e15a452f tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/security-groups?id=fd826eda-e372-480f-b9c6-94eeaaadef19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717130 May 23 10:58:14.193444 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb1ad1d-3273-44fc-8187-66d14b1bc30e admin admin] Router 0286e142-7f8a-489a-9fbb-ffad170be9df has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 10:58:14.404861 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-dbca965c-5827-4cbe-9c67-43e4426dca0f tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:14.406409 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-dbca965c-5827-4cbe-9c67-43e4426dca0f tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Synchronizing usage tracker for tenant:70139281f5db4004afe2c4c8ea88321a on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 10:58:14.426232 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-dbca965c-5827-4cbe-9c67-43e4426dca0f tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Unset dirty status for tenant:70139281f5db4004afe2c4c8ea88321a on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 10:58:14.427592 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-dbca965c-5827-4cbe-9c67-43e4426dca0f tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.81 "GET /v2.0/networks?id=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 HTTP/1.1" status: 200 len: 821 time: 0.3394241 May 23 10:58:14.461443 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-c04af473-139e-45ea-be24-c0d32f345353 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Request body: {'port': {'device_id': '6779dcf4-12b8-435e-8f21-ee3262657f2d', 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14', 'admin_state_up': True, 'tenant_id': '70139281f5db4004afe2c4c8ea88321a'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:58:14.476457 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-2e236010-8cb2-4956-bc45-f2c73f297bff tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=338cf849e62a4b4eb1ce6edbb277404e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1496687 May 23 10:58:14.478553 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-488558f9-8b75-45b5-a5ac-3dc85adb69a0 req-36984afb-2633-4220-9745-6e2c134aa601 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=6779dcf4-12b8-435e-8f21-ee3262657f2d HTTP/1.1" status: 200 len: 210 time: 0.1567891 May 23 10:58:14.634373 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-c04af473-139e-45ea-be24-c0d32f345353 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:58:14.639170 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-c04af473-139e-45ea-be24-c0d32f345353 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Usage tracker for resource:port and tenant:70139281f5db4004afe2c4c8ea88321a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:58:14.642832 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-c04af473-139e-45ea-be24-c0d32f345353 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:58:14.650240 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-c04af473-139e-45ea-be24-c0d32f345353 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:58:14.664187 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-c04af473-139e-45ea-be24-c0d32f345353 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Made reservation on behalf of 70139281f5db4004afe2c4c8ea88321a for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:58:14.667720 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-c04af473-139e-45ea-be24-c0d32f345353 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:14.782982 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-4bfd325e-5054-4930-8b79-7cfaafd05bb0 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:14.790516 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-4bfd325e-5054-4930-8b79-7cfaafd05bb0 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3046043 May 23 10:58:14.825573 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-62ffe6d1-b64e-4510-8898-8da275021bc0 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/quotas/338cf849e62a4b4eb1ce6edbb277404e HTTP/1.1" status: 200 len: 375 time: 0.0341892 May 23 10:58:14.907768 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-c04af473-139e-45ea-be24-c0d32f345353 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Allocated IP 172.20.0.8 (ce08db19-2e7e-4962-b1d2-3e5c6efa8a14/b42aa520-b19b-4bd9-8813-40b2c3196feb/af9f5772-9483-40ac-ae73-2c9403c9c77b) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 10:58:14.945352 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb1ad1d-3273-44fc-8187-66d14b1bc30e admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 10:58:14.984743 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8bb1ad1d-3273-44fc-8187-66d14b1bc30e admin admin] 10.222.0.79 "PUT /v2.0/routers/0286e142-7f8a-489a-9fbb-ffad170be9df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0172064 May 23 10:58:15.020018 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d696d3-051f-4aeb-8dea-e590142b9fbf None None] Sync routers for ids ['0286e142-7f8a-489a-9fbb-ffad170be9df'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 10:58:15.031426 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-e4ede50d-8df6-4dc5-9a6d-3800b2e2ce1f tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=338cf849e62a4b4eb1ce6edbb277404e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2035961 May 23 10:58:15.037863 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d696d3-051f-4aeb-8dea-e590142b9fbf None None] Routers {'0286e142-7f8a-489a-9fbb-ffad170be9df'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 10:58:15.038493 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-35d696d3-051f-4aeb-8dea-e590142b9fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T10:58:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['0286e142-7f8a-489a-9fbb-ffad170be9df'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:58:15.074367 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28345fc-483a-4dca-8164-7463f4d1472f req-744f18e5-a865-4fe8-94bd-d3b7fd4c8780 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:15.075940 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f28345fc-483a-4dca-8164-7463f4d1472f req-744f18e5-a865-4fe8-94bd-d3b7fd4c8780 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=63264bcb-8282-4ade-a1db-07ed524042e2 HTTP/1.1" status: 200 len: 944 time: 0.2139065 May 23 10:58:15.190560 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-c04af473-139e-45ea-be24-c0d32f345353 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:15.192450 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f28345fc-483a-4dca-8164-7463f4d1472f req-c4eca703-8c6d-439d-b257-29fd122ec355 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053386 May 23 10:58:15.237826 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-c04af473-139e-45ea-be24-c0d32f345353 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:15.302537 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-c04af473-139e-45ea-be24-c0d32f345353 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Network ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 10:58:15.305797 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-c04af473-139e-45ea-be24-c0d32f345353 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:58:15.320342 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-c04af473-139e-45ea-be24-c0d32f345353 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 10:58:15.357938 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cac35350-f648-43b3-b1ad-e469676b9218 req-a193ea00-f79b-4ecd-90e5-9b3eff9aa3f5 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1f21cb3-e6ff-4427-97ef-0d9d1fe4e0da HTTP/1.1" status: 200 len: 210 time: 0.0790179 May 23 10:58:15.376080 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04af473-139e-45ea-be24-c0d32f345353 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Pushing event updated for resources: {'Port': ['ID=af9f5772-9483-40ac-ae73-2c9403c9c77b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:15.407559 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-c04af473-139e-45ea-be24-c0d32f345353 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:15.408404 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-c04af473-139e-45ea-be24-c0d32f345353 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:15.433360 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-c04af473-139e-45ea-be24-c0d32f345353 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9762440 May 23 10:58:15.452497 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-a5eb2181-8e33-4dea-9683-a37807c6f6f3 service neutron] Request body: {'port': {'device_id': '6779dcf4-12b8-435e-8f21-ee3262657f2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:58:15.489238 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-35d696d3-051f-4aeb-8dea-e590142b9fbf None None] Set router 0286e142-7f8a-489a-9fbb-ffad170be9df gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 10:58:15.615678 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5d7cd-05ae-4c56-b68a-8904bda57c9c req-917fd873-14fc-4a9a-b933-ac34aedab761 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:15.617209 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dcf5d7cd-05ae-4c56-b68a-8904bda57c9c req-917fd873-14fc-4a9a-b933-ac34aedab761 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/ports?device_id=f24eec5d-443d-422f-b41b-0c23d962770e HTTP/1.1" status: 200 len: 949 time: 0.1150062 May 23 10:58:15.684136 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-a5eb2181-8e33-4dea-9683-a37807c6f6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:15.704915 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ed138026-a893-4a5b-bde4-a593e73deced req-2c989d39-807e-4b3f-b3a0-644c8570a163 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=8bd37396fb9c4700905e6f36d2463130&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0867257 May 23 10:58:15.916318 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dcf5d7cd-05ae-4c56-b68a-8904bda57c9c req-26dbe1d6-5a5e-46d5-8a88-48c76741eed9 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/security-groups?id=fd826eda-e372-480f-b9c6-94eeaaadef19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396996 May 23 10:58:15.955909 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-35d696d3-051f-4aeb-8dea-e590142b9fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0286e142-7f8a-489a-9fbb-ffad170be9df', 'name': 'tempest-AttachSCSIVolumeTestJSON-1947369277-router', 'tenant_id': '55f3096016fc47a0a0df5b7be70fadbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '4fdbc384-a582-429c-af91-772f3bf34c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:58:03Z', 'updated_at': '2022-05-23T10:58:12Z', 'revision_number': 4, 'project_id': '55f3096016fc47a0a0df5b7be70fadbe', 'gw_port': {'id': '4fdbc384-a582-429c-af91-772f3bf34c8b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0286e142-7f8a-489a-9fbb-ffad170be9df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:58:05Z', 'updated_at': '2022-05-23T10:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '76fa699a-eb3d-46b7-a12c-48309a3db4e4', 'name': '', 'network_id': 'ab57547c-d5a4-4e80-9c64-caa818477e2e', 'tenant_id': '55f3096016fc47a0a0df5b7be70fadbe', 'mac_address': 'fa:16:3e:ae:78:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0286e142-7f8a-489a-9fbb-ffad170be9df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c9a0e12-4b14-4faf-9106-3b24fbe8317b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:58:10Z', 'updated_at': '2022-05-23T10:58:12Z', 'revision_number': 2, 'project_id': '55f3096016fc47a0a0df5b7be70fadbe', 'subnets': [{'id': '5c9a0e12-4b14-4faf-9106-3b24fbe8317b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:58:15.960750 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d696d3-051f-4aeb-8dea-e590142b9fbf None None] Checking router: 0286e142-7f8a-489a-9fbb-ffad170be9df for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 10:58:15.961099 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d696d3-051f-4aeb-8dea-e590142b9fbf None None] Updating router 0286e142-7f8a-489a-9fbb-ffad170be9df port 76fa699a-eb3d-46b7-a12c-48309a3db4e4 binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 10:58:16.029680 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed138026-a893-4a5b-bde4-a593e73deced req-12b84b29-bfee-49df-96ef-3561306a9163 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:16.034661 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ed138026-a893-4a5b-bde4-a593e73deced req-12b84b29-bfee-49df-96ef-3561306a9163 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3126841 May 23 10:58:16.068466 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-35d696d3-051f-4aeb-8dea-e590142b9fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:16.074484 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ed138026-a893-4a5b-bde4-a593e73deced req-c83e9b56-518b-4398-b482-8f4c83c87dbb tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] 10.222.0.79 "GET /v2.0/quotas/8bd37396fb9c4700905e6f36d2463130 HTTP/1.1" status: 200 len: 375 time: 0.0355179 May 23 10:58:16.155795 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ed138026-a893-4a5b-bde4-a593e73deced req-80aeafd6-596b-44b7-9214-074ccfa53b29 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=8bd37396fb9c4700905e6f36d2463130&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0802276 May 23 10:58:16.241755 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-a5eb2181-8e33-4dea-9683-a37807c6f6f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af9f5772-9483-40ac-ae73-2c9403c9c77b {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 10:58:16.256783 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-a5eb2181-8e33-4dea-9683-a37807c6f6f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:16.273560 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-a5eb2181-8e33-4dea-9683-a37807c6f6f3 service neutron] Transition to ACTIVE for port object af9f5772-9483-40ac-ae73-2c9403c9c77b will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:58:16.279348 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-a5eb2181-8e33-4dea-9683-a37807c6f6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:16.368316 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410aef2-1e2b-4255-a0f2-5d91f3de01a2 req-8ab413fe-4799-4ad5-8edf-4b67136687d3 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:16.369872 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2410aef2-1e2b-4255-a0f2-5d91f3de01a2 req-8ab413fe-4799-4ad5-8edf-4b67136687d3 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=6779dcf4-12b8-435e-8f21-ee3262657f2d HTTP/1.1" status: 200 len: 931 time: 0.2308733 May 23 10:58:16.483688 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2410aef2-1e2b-4255-a0f2-5d91f3de01a2 req-f1bb504b-0cea-4492-9d72-f3562ebc0f22 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034360 May 23 10:58:16.509083 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb2181-8e33-4dea-9683-a37807c6f6f3 service neutron] Pushing event updated for resources: {'Port': ['ID=af9f5772-9483-40ac-ae73-2c9403c9c77b,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:16.671341 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device fdd7caa7-1855-49f5-a943-491e29b8b9d0 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:58:16.676524 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34566) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:58:16.685662 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-eaf53ede-5e6e-40c1-be1d-80bca810c45a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-982537596-network', 'tenant_id': 'd07b420bfe9e4714aa3394386eccf9ca'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:58:16.693046 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-eaf53ede-5e6e-40c1-be1d-80bca810c45a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:58:16.703057 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-a5eb2181-8e33-4dea-9683-a37807c6f6f3 service neutron] Attempting to bind port af9f5772-9483-40ac-ae73-2c9403c9c77b on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:58:16.703388 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-a5eb2181-8e33-4dea-9683-a37807c6f6f3 service neutron] Attempting to bind port af9f5772-9483-40ac-ae73-2c9403c9c77b by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:58:16.703954 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-a5eb2181-8e33-4dea-9683-a37807c6f6f3 service neutron] Attempting to bind port af9f5772-9483-40ac-ae73-2c9403c9c77b on network ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:58:16.705455 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-eaf53ede-5e6e-40c1-be1d-80bca810c45a admin admin] Usage tracker for resource:network and tenant:d07b420bfe9e4714aa3394386eccf9ca is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:58:16.710911 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-eaf53ede-5e6e-40c1-be1d-80bca810c45a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:58:16.711228 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-a5eb2181-8e33-4dea-9683-a37807c6f6f3 service neutron] Port af9f5772-9483-40ac-ae73-2c9403c9c77b on network ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 10:58:16.711762 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-a5eb2181-8e33-4dea-9683-a37807c6f6f3 service neutron] Attempting to bind port af9f5772-9483-40ac-ae73-2c9403c9c77b on network ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:58:16.719682 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-a5eb2181-8e33-4dea-9683-a37807c6f6f3 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:58:16.720339 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-a5eb2181-8e33-4dea-9683-a37807c6f6f3 service neutron] Checking segment: {'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:58:16.720530 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-a5eb2181-8e33-4dea-9683-a37807c6f6f3 service neutron] Bound using segment: {'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:58:16.721201 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-a5eb2181-8e33-4dea-9683-a37807c6f6f3 service neutron] Bound port: af9f5772-9483-40ac-ae73-2c9403c9c77b, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:58:16.721707 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-a5eb2181-8e33-4dea-9683-a37807c6f6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:16.732918 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-eaf53ede-5e6e-40c1-be1d-80bca810c45a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:58:16.760899 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf53ede-5e6e-40c1-be1d-80bca810c45a admin admin] Made reservation on behalf of d07b420bfe9e4714aa3394386eccf9ca for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:58:16.764874 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eaf53ede-5e6e-40c1-be1d-80bca810c45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:16.811591 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eaf53ede-5e6e-40c1-be1d-80bca810c45a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:16.812743 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-35d696d3-051f-4aeb-8dea-e590142b9fbf None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:16.842866 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-35d696d3-051f-4aeb-8dea-e590142b9fbf None None] Transition to ACTIVE for port object 76fa699a-eb3d-46b7-a12c-48309a3db4e4 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:58:16.862440 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-35d696d3-051f-4aeb-8dea-e590142b9fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:16.868246 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-eaf53ede-5e6e-40c1-be1d-80bca810c45a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:58:16.874147 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-eaf53ede-5e6e-40c1-be1d-80bca810c45a admin admin] Usage tracker for resource:security_group_rule and tenant:d07b420bfe9e4714aa3394386eccf9ca is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:58:16.878257 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-eaf53ede-5e6e-40c1-be1d-80bca810c45a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:58:16.886060 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-eaf53ede-5e6e-40c1-be1d-80bca810c45a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:58:16.945876 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-4b5ec7ab-b5a1-49fd-88c6-f00e9001824b tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=338cf849e62a4b4eb1ce6edbb277404e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0878170 May 23 10:58:16.980072 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eaf53ede-5e6e-40c1-be1d-80bca810c45a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:17.026723 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 10:58:17.034373 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eaf53ede-5e6e-40c1-be1d-80bca810c45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:17.051605 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672023c7-6e04-4972-9eda-25da5d65ba91 None None] Pushing event updated for resources: {'Port': ['ID=76fa699a-eb3d-46b7-a12c-48309a3db4e4,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:17.099775 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cbbe0038-e6a1-4f80-9f00-01a2df257b5e req-92abdc4a-1a12-46bd-81bb-080b06edbbba tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1f21cb3-e6ff-4427-97ef-0d9d1fe4e0da HTTP/1.1" status: 200 len: 210 time: 0.1177278 May 23 10:58:17.112740 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-a5eb2181-8e33-4dea-9683-a37807c6f6f3 service neutron] For port af9f5772-9483-40ac-ae73-2c9403c9c77b, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:58:17.122872 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaf53ede-5e6e-40c1-be1d-80bca810c45a admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 10:58:17.153901 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-a5eb2181-8e33-4dea-9683-a37807c6f6f3 service neutron] For port af9f5772-9483-40ac-ae73-2c9403c9c77b, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=af9f5772-9483-40ac-ae73-2c9403c9c77b,segment=NetworkSegment(6816cea3-60a2-419d-a967-3c4d162775bd),segment_id=6816cea3-60a2-419d-a967-3c4d162775bd)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:58:17.167722 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port fdd7caa7-1855-49f5-a943-491e29b8b9d0 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:58:17.173594 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-a5eb2181-8e33-4dea-9683-a37807c6f6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:17.178967 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf53ede-5e6e-40c1-be1d-80bca810c45a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7eb2ca1-3f60-44f9-ab07-500706286dac,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:17.184326 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eaf53ede-5e6e-40c1-be1d-80bca810c45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:17.184784 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-eaf53ede-5e6e-40c1-be1d-80bca810c45a admin admin] Added segment 8a431856-6dbe-46d9-b1ff-a9f4c2b4c25e of type vlan for network 27eca66e-0250-445e-a3d1-f6e9a061b11e May 23 10:58:17.205385 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port fdd7caa7-1855-49f5-a943-491e29b8b9d0 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:58:17.205874 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:17.234549 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eaf53ede-5e6e-40c1-be1d-80bca810c45a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:17.302212 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eaf53ede-5e6e-40c1-be1d-80bca810c45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:17.303931 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf53ede-5e6e-40c1-be1d-80bca810c45a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:17.304988 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eaf53ede-5e6e-40c1-be1d-80bca810c45a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:17.360342 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-a5eb2181-8e33-4dea-9683-a37807c6f6f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:17.361730 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-a5eb2181-8e33-4dea-9683-a37807c6f6f3 service neutron] 10.222.0.81 "PUT /v2.0/ports/af9f5772-9483-40ac-ae73-2c9403c9c77b HTTP/1.1" status: 200 len: 1091 time: 1.9140823 May 23 10:58:17.364250 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-35d696d3-051f-4aeb-8dea-e590142b9fbf None None] Attempting to bind port 76fa699a-eb3d-46b7-a12c-48309a3db4e4 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:58:17.364402 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6779dcf4-12b8-435e-8f21-ee3262657f2d', 'tag': 'af9f5772-9483-40ac-ae73-2c9403c9c77b'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:58:17.364496 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-35d696d3-051f-4aeb-8dea-e590142b9fbf None None] Attempting to bind port 76fa699a-eb3d-46b7-a12c-48309a3db4e4 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '70150bcd-9dac-456b-a2b6-bf96e19a0a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ab57547c-d5a4-4e80-9c64-caa818477e2e'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:58:17.364717 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d696d3-051f-4aeb-8dea-e590142b9fbf None None] Attempting to bind port 76fa699a-eb3d-46b7-a12c-48309a3db4e4 on network ab57547c-d5a4-4e80-9c64-caa818477e2e {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:58:17.384295 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d696d3-051f-4aeb-8dea-e590142b9fbf None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:58:17.385113 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d696d3-051f-4aeb-8dea-e590142b9fbf None None] Checking segment: {'id': '70150bcd-9dac-456b-a2b6-bf96e19a0a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ab57547c-d5a4-4e80-9c64-caa818477e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:58:17.385652 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-35d696d3-051f-4aeb-8dea-e590142b9fbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:17.386187 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d696d3-051f-4aeb-8dea-e590142b9fbf None None] Bound using segment: {'id': '70150bcd-9dac-456b-a2b6-bf96e19a0a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ab57547c-d5a4-4e80-9c64-caa818477e2e'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:58:17.388995 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-35d696d3-051f-4aeb-8dea-e590142b9fbf None None] Bound port: 76fa699a-eb3d-46b7-a12c-48309a3db4e4, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70150bcd-9dac-456b-a2b6-bf96e19a0a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ab57547c-d5a4-4e80-9c64-caa818477e2e'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:58:17.388995 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-35d696d3-051f-4aeb-8dea-e590142b9fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:17.401213 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-36781003-27d9-43eb-ad1b-8b823fc02303 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:17.402638 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-36781003-27d9-43eb-ad1b-8b823fc02303 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4409423 May 23 10:58:17.408942 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb2181-8e33-4dea-9683-a37807c6f6f3 service neutron] Pushing event updated for resources: {'Port': ['ID=af9f5772-9483-40ac-ae73-2c9403c9c77b,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:17.438432 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-93db246f-e540-4d2a-ace3-88403969c3ff tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Request body: {'port': {'device_id': 'd1f21cb3-e6ff-4427-97ef-0d9d1fe4e0da', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'admin_state_up': True, 'tenant_id': '338cf849e62a4b4eb1ce6edbb277404e'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:58:17.446743 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a964e5-c5f2-4e11-a9d0-4992af0e568e req-268ec4d8-206c-41cf-b2c5-cec05599f91c tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:17.453698 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e3a964e5-c5f2-4e11-a9d0-4992af0e568e req-268ec4d8-206c-41cf-b2c5-cec05599f91c tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=63264bcb-8282-4ade-a1db-07ed524042e2 HTTP/1.1" status: 200 len: 944 time: 0.4272859 May 23 10:58:17.531906 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:17.548394 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9e4a4129-13eb-4dd0-9343-c923b0626261 req-2899b49a-46e4-4b66-894c-5d1f8f821ca6 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] 10.222.0.79 "GET /v2.0/ports?device_id=b555466d-78a0-461f-a974-4361c5bf869f HTTP/1.1" status: 200 len: 210 time: 0.1078639 May 23 10:58:17.584581 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-eaf53ede-5e6e-40c1-be1d-80bca810c45a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9062734 May 23 10:58:17.588176 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf53ede-5e6e-40c1-be1d-80bca810c45a admin admin] Pushing event updated for resources: {'Network': ['ID=27eca66e-0250-445e-a3d1-f6e9a061b11e,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:17.592096 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34578) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:58:17.599969 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-aa8c58e6-b9e0-49a1-b31d-ff5eed67dc3a admin admin] Request body: {'subnet': {'network_id': '27eca66e-0250-445e-a3d1-f6e9a061b11e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-982537596-subnet', 'tenant_id': 'd07b420bfe9e4714aa3394386eccf9ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:58:17.605442 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e3a964e5-c5f2-4e11-a9d0-4992af0e568e req-f8adc630-7287-4b0b-ba56-283ddf105cf4 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509387 May 23 10:58:17.607623 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-aa8c58e6-b9e0-49a1-b31d-ff5eed67dc3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:58:17.611587 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 27eca66e-0250-445e-a3d1-f6e9a061b11e details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 10:58:17.611942 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-aa8c58e6-b9e0-49a1-b31d-ff5eed67dc3a admin admin] Usage tracker for resource:subnet and tenant:d07b420bfe9e4714aa3394386eccf9ca is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:58:17.615220 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-aa8c58e6-b9e0-49a1-b31d-ff5eed67dc3a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:58:17.626772 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-aa8c58e6-b9e0-49a1-b31d-ff5eed67dc3a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:58:17.650996 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63264bcb-8282-4ade-a1db-07ed524042e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd7caa7-1855-49f5-a943-491e29b8b9d0'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:58:17.666149 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-35d696d3-051f-4aeb-8dea-e590142b9fbf None None] For port 76fa699a-eb3d-46b7-a12c-48309a3db4e4, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:58:17.669620 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-93db246f-e540-4d2a-ace3-88403969c3ff tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:58:17.671670 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8c58e6-b9e0-49a1-b31d-ff5eed67dc3a admin admin] Made reservation on behalf of d07b420bfe9e4714aa3394386eccf9ca for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:58:17.673611 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-93db246f-e540-4d2a-ace3-88403969c3ff tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Usage tracker for resource:port and tenant:338cf849e62a4b4eb1ce6edbb277404e is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:58:17.676439 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-aa8c58e6-b9e0-49a1-b31d-ff5eed67dc3a admin admin] Notify callbacks [] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:17.676617 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-93db246f-e540-4d2a-ace3-88403969c3ff tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:58:17.682474 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-93db246f-e540-4d2a-ace3-88403969c3ff tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:58:17.693164 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-93db246f-e540-4d2a-ace3-88403969c3ff tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Made reservation on behalf of 338cf849e62a4b4eb1ce6edbb277404e for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:58:17.697878 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-93db246f-e540-4d2a-ace3-88403969c3ff tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:17.787083 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port fdd7caa7-1855-49f5-a943-491e29b8b9d0, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=fdd7caa7-1855-49f5-a943-491e29b8b9d0,segment=NetworkSegment(6bc35f8b-456e-4e1c-8a63-ba8204a54381),segment_id=6bc35f8b-456e-4e1c-8a63-ba8204a54381)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:58:17.799557 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-35d696d3-051f-4aeb-8dea-e590142b9fbf None None] For port 76fa699a-eb3d-46b7-a12c-48309a3db4e4, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=76fa699a-eb3d-46b7-a12c-48309a3db4e4,segment=NetworkSegment(70150bcd-9dac-456b-a2b6-bf96e19a0a8c),segment_id=70150bcd-9dac-456b-a2b6-bf96e19a0a8c)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:58:17.801039 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:17.829487 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed8d6cf8-6fcf-406a-99cf-df1b92eaaac6'] response: {'name': 'network-changed', 'server_uuid': '6779dcf4-12b8-435e-8f21-ee3262657f2d', 'tag': 'af9f5772-9483-40ac-ae73-2c9403c9c77b', 'status': 'completed', 'code': 200} May 23 10:58:17.864630 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-35d696d3-051f-4aeb-8dea-e590142b9fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:17.942668 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-b30ad3ac-4eec-4e57-8360-16e90e39c7b4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=70139281f5db4004afe2c4c8ea88321a&device_id=6779dcf4-12b8-435e-8f21-ee3262657f2d HTTP/1.1" status: 200 len: 1094 time: 0.3727152 May 23 10:58:17.971727 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=fdd7caa7-1855-49f5-a943-491e29b8b9d0,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:18.067290 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d696d3-051f-4aeb-8dea-e590142b9fbf None None] Routers {'0286e142-7f8a-489a-9fbb-ffad170be9df'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 10:58:18.067980 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-35d696d3-051f-4aeb-8dea-e590142b9fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T10:58:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['0286e142-7f8a-489a-9fbb-ffad170be9df'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:58:18.120425 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-93659c4d-1bc1-4c44-9d26-ccf2b976b87f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af9f5772-9483-40ac-ae73-2c9403c9c77b HTTP/1.1" status: 200 len: 217 time: 0.1632130 May 23 10:58:18.120801 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672023c7-6e04-4972-9eda-25da5d65ba91 None None] Pushing event updated for resources: {'Port': ['ID=76fa699a-eb3d-46b7-a12c-48309a3db4e4,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:18.176602 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736bd60-389f-48b9-beab-0c89fc26c5a9 req-ab4b350d-9bbf-46a5-91c5-0c8d60df2934 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:18.184007 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f736bd60-389f-48b9-beab-0c89fc26c5a9 req-ab4b350d-9bbf-46a5-91c5-0c8d60df2934 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/ports?device_id=f24eec5d-443d-422f-b41b-0c23d962770e HTTP/1.1" status: 200 len: 949 time: 0.2585249 May 23 10:58:18.198947 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba5330-70e8-4a75-804f-86695dcfcd96 req-0ff1dbbe-255f-41c1-929c-143d7d8cca7f tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:18.206152 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-59ba5330-70e8-4a75-804f-86695dcfcd96 req-0ff1dbbe-255f-41c1-929c-143d7d8cca7f tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=6779dcf4-12b8-435e-8f21-ee3262657f2d HTTP/1.1" status: 200 len: 943 time: 0.2920430 May 23 10:58:18.236544 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-93db246f-e540-4d2a-ace3-88403969c3ff tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Allocated IP 192.168.233.195 (45238d5c-875a-474b-bef1-cc75dc2ba645/c1719237-4a8e-4354-92b1-51064eb09c82/df9ba980-d7d7-463d-8c04-7db849e6d148) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 10:58:18.243412 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-e2fdeef2-d277-4039-99bb-6c996e98cfd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:18.250683 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-e2fdeef2-d277-4039-99bb-6c996e98cfd2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b42aa520-b19b-4bd9-8813-40b2c3196feb HTTP/1.1" status: 200 len: 861 time: 0.1210754 May 23 10:58:18.296120 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-59ba5330-70e8-4a75-804f-86695dcfcd96 req-f4f34b1c-fbfe-4e40-801c-f440e4465d32 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887835 May 23 10:58:18.299177 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-0668b5c6-3b55-4aaf-930f-01bb892a9fd9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450139 May 23 10:58:18.337500 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34592) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:58:18.387505 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-35d696d3-051f-4aeb-8dea-e590142b9fbf None None] Set router 0286e142-7f8a-489a-9fbb-ffad170be9df gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 10:58:18.397448 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f736bd60-389f-48b9-beab-0c89fc26c5a9 req-c8a5a4db-7068-4515-a897-892a906c61ff tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/security-groups?id=fd826eda-e372-480f-b9c6-94eeaaadef19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123344 May 23 10:58:18.404461 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-aa8c58e6-b9e0-49a1-b31d-ff5eed67dc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:18.467307 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ed138026-a893-4a5b-bde4-a593e73deced req-fb342386-9e15-4903-a973-2498926d73a1 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=8bd37396fb9c4700905e6f36d2463130&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608430 May 23 10:58:18.487771 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e152e448-5507-4336-b04b-bc4f224f5d00'] response: {'server_uuid': '63264bcb-8282-4ade-a1db-07ed524042e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd7caa7-1855-49f5-a943-491e29b8b9d0', 'code': 200} May 23 10:58:18.576817 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c58e6-b9e0-49a1-b31d-ff5eed67dc3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=295cda88-5c18-4b55-9495-bd64f2014a80,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:18.588654 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8c58e6-b9e0-49a1-b31d-ff5eed67dc3a admin admin] Checking segment: {'id': '8a431856-6dbe-46d9-b1ff-a9f4c2b4c25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '27eca66e-0250-445e-a3d1-f6e9a061b11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:58:18.588926 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8c58e6-b9e0-49a1-b31d-ff5eed67dc3a admin admin] Network hostable DHCP agents. Network: 27eca66e-0250-445e-a3d1-f6e9a061b11e, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 10:58:18.775958 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-991c6a59-ac7f-4e1f-8eb1-f9442ce039b3 service neutron] 10.222.0.81 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4606407 May 23 10:58:18.866210 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-64f93cbc-299a-4b57-9d0b-8676980b0d2a req-791dd524-1966-4ee1-ab01-263d7fa6188c tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1f21cb3-e6ff-4427-97ef-0d9d1fe4e0da HTTP/1.1" status: 200 len: 210 time: 0.1713986 May 23 10:58:18.868636 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-238b26e7-3129-43e4-85e6-4d08330bf143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:18.882380 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8c58e6-b9e0-49a1-b31d-ff5eed67dc3a admin admin] Network 27eca66e-0250-445e-a3d1-f6e9a061b11e is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 10:58:18.911725 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-aa8c58e6-b9e0-49a1-b31d-ff5eed67dc3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 27eca66e-0250-445e-a3d1-f6e9a061b11e) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:58:18.923105 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6f4a4a-4c22-46f7-b349-265c8c083434 None None] Network 27eca66e-0250-445e-a3d1-f6e9a061b11e requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 10:58:18.925053 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8c58e6-b9e0-49a1-b31d-ff5eed67dc3a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:18.925690 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-aa8c58e6-b9e0-49a1-b31d-ff5eed67dc3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:18.940758 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8afc2f6c-5554-4da7-a8ba-d61308ed984b req-e4691324-4f98-4eb2-877b-ad3cb37ed849 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=63264bcb-8282-4ade-a1db-07ed524042e2 HTTP/1.1" status: 200 len: 1096 time: 0.3168530 May 23 10:58:18.997634 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-238b26e7-3129-43e4-85e6-4d08330bf143 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:58:19.022422 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-238b26e7-3129-43e4-85e6-4d08330bf143 admin admin] Usage tracker for resource:security_group_rule and tenant:b77d6eb597034e1e85396119a2e436ad is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:58:19.026751 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-aa8c58e6-b9e0-49a1-b31d-ff5eed67dc3a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4336491 May 23 10:58:19.028199 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-238b26e7-3129-43e4-85e6-4d08330bf143 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:58:19.032795 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8afc2f6c-5554-4da7-a8ba-d61308ed984b req-22f6acd7-fa43-4bbc-a9a0-427ca322beb4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854959 May 23 10:58:19.036401 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34606) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:58:19.039127 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-238b26e7-3129-43e4-85e6-4d08330bf143 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:58:19.046375 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-af51cc6b-712a-4ec3-84f2-6d581803a356 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-982537596-router', 'tenant_id': 'd07b420bfe9e4714aa3394386eccf9ca', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:58:19.051715 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-af51cc6b-712a-4ec3-84f2-6d581803a356 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:58:19.056317 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-af51cc6b-712a-4ec3-84f2-6d581803a356 admin admin] Usage tracker for resource:router and tenant:d07b420bfe9e4714aa3394386eccf9ca is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:58:19.065501 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-af51cc6b-712a-4ec3-84f2-6d581803a356 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:58:19.097249 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed138026-a893-4a5b-bde4-a593e73deced req-994484ae-9608-42eb-b776-898521de51ef tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:19.098658 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ed138026-a893-4a5b-bde4-a593e73deced req-994484ae-9608-42eb-b776-898521de51ef tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6261952 May 23 10:58:19.102692 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-35d696d3-051f-4aeb-8dea-e590142b9fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0286e142-7f8a-489a-9fbb-ffad170be9df', 'name': 'tempest-AttachSCSIVolumeTestJSON-1947369277-router', 'tenant_id': '55f3096016fc47a0a0df5b7be70fadbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '4fdbc384-a582-429c-af91-772f3bf34c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:58:03Z', 'updated_at': '2022-05-23T10:58:12Z', 'revision_number': 4, 'project_id': '55f3096016fc47a0a0df5b7be70fadbe', 'gw_port': {'id': '4fdbc384-a582-429c-af91-772f3bf34c8b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0286e142-7f8a-489a-9fbb-ffad170be9df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:58:05Z', 'updated_at': '2022-05-23T10:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '76fa699a-eb3d-46b7-a12c-48309a3db4e4', 'name': '', 'network_id': 'ab57547c-d5a4-4e80-9c64-caa818477e2e', 'tenant_id': '55f3096016fc47a0a0df5b7be70fadbe', 'mac_address': 'fa:16:3e:ae:78:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0286e142-7f8a-489a-9fbb-ffad170be9df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c9a0e12-4b14-4faf-9106-3b24fbe8317b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:58:10Z', 'updated_at': '2022-05-23T10:58:17Z', 'revision_number': 4, 'project_id': '55f3096016fc47a0a0df5b7be70fadbe', 'subnets': [{'id': '5c9a0e12-4b14-4faf-9106-3b24fbe8317b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:58:19.149751 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d696d3-051f-4aeb-8dea-e590142b9fbf None None] The sync data for ids ['0286e142-7f8a-489a-9fbb-ffad170be9df'] in n-d-842952-2 is: [{'id': '0286e142-7f8a-489a-9fbb-ffad170be9df', 'name': 'tempest-AttachSCSIVolumeTestJSON-1947369277-router', 'tenant_id': '55f3096016fc47a0a0df5b7be70fadbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '4fdbc384-a582-429c-af91-772f3bf34c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:58:03Z', 'updated_at': '2022-05-23T10:58:12Z', 'revision_number': 4, 'project_id': '55f3096016fc47a0a0df5b7be70fadbe', 'gw_port': {'id': '4fdbc384-a582-429c-af91-772f3bf34c8b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0286e142-7f8a-489a-9fbb-ffad170be9df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:58:05Z', 'updated_at': '2022-05-23T10:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '76fa699a-eb3d-46b7-a12c-48309a3db4e4', 'name': '', 'network_id': 'ab57547c-d5a4-4e80-9c64-caa818477e2e', 'tenant_id': '55f3096016fc47a0a0df5b7be70fadbe', 'mac_address': 'fa:16:3e:ae:78:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0286e142-7f8a-489a-9fbb-ffad170be9df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c9a0e12-4b14-4faf-9106-3b24fbe8317b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:58:10Z', 'updated_at': '2022-05-23T10:58:17Z', 'revision_number': 4, 'project_id': '55f3096016fc47a0a0df5b7be70fadbe', 'subnets': [{'id': '5c9a0e12-4b14-4faf-9106-3b24fbe8317b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 10:58:19.154660 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-af51cc6b-712a-4ec3-84f2-6d581803a356 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:58:19.171866 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-ed138026-a893-4a5b-bde4-a593e73deced req-c2d74425-4ce5-4356-86d5-c51989b65f83 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] Request body: {'port': {'device_id': 'b555466d-78a0-461f-a974-4361c5bf869f', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'admin_state_up': True, 'tenant_id': '8bd37396fb9c4700905e6f36d2463130'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:58:19.182686 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e35c57f1-3618-4e56-9c49-1da52d21f014 req-54e3fca6-3fdd-48f3-9cf8-6a0787a702fc tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] 10.222.0.79 "GET /v2.0/ports?device_id=b555466d-78a0-461f-a974-4361c5bf869f HTTP/1.1" status: 200 len: 210 time: 0.1218929 May 23 10:58:19.228547 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-af51cc6b-712a-4ec3-84f2-6d581803a356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:19.229628 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-af51cc6b-712a-4ec3-84f2-6d581803a356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:19.279271 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a582280-ae2b-4e60-927e-a5e5f754ec44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-27eca66e-0250-445e-a3d1-f6e9a061b11e', 'network_id': '27eca66e-0250-445e-a3d1-f6e9a061b11e', 'tenant_id': 'd07b420bfe9e4714aa3394386eccf9ca', 'fixed_ips': [{'subnet_id': '295cda88-5c18-4b55-9495-bd64f2014a80'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 10:58:19.280344 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5a582280-ae2b-4e60-927e-a5e5f754ec44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:19.283989 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-af51cc6b-712a-4ec3-84f2-6d581803a356 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:19.349253 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-93db246f-e540-4d2a-ace3-88403969c3ff tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:19.432022 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-93db246f-e540-4d2a-ace3-88403969c3ff tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Transition to ACTIVE for port object df9ba980-d7d7-463d-8c04-7db849e6d148 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:58:19.454120 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7e5ca138-8e94-4380-bb0e-89231ee4b289 req-a01e3ab4-04ff-4f37-bac0-5502e8d27f6e service neutron] 10.222.0.81 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5735369 May 23 10:58:19.455050 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 76fa699a-eb3d-46b7-a12c-48309a3db4e4 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:58:19.469609 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-ed138026-a893-4a5b-bde4-a593e73deced req-c2d74425-4ce5-4356-86d5-c51989b65f83 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:58:19.477418 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-ed138026-a893-4a5b-bde4-a593e73deced req-c2d74425-4ce5-4356-86d5-c51989b65f83 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] Usage tracker for resource:port and tenant:8bd37396fb9c4700905e6f36d2463130 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:58:19.481599 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-ed138026-a893-4a5b-bde4-a593e73deced req-c2d74425-4ce5-4356-86d5-c51989b65f83 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:58:19.493286 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-ed138026-a893-4a5b-bde4-a593e73deced req-c2d74425-4ce5-4356-86d5-c51989b65f83 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:58:19.506331 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-93db246f-e540-4d2a-ace3-88403969c3ff tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:19.559738 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed138026-a893-4a5b-bde4-a593e73deced req-c2d74425-4ce5-4356-86d5-c51989b65f83 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] Made reservation on behalf of 8bd37396fb9c4700905e6f36d2463130 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:58:19.562710 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ed138026-a893-4a5b-bde4-a593e73deced req-c2d74425-4ce5-4356-86d5-c51989b65f83 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:19.617606 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-238b26e7-3129-43e4-85e6-4d08330bf143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:19.625041 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61badd8-959a-4834-9ba9-6f0f0ee41df1 req-a2d49d90-ba1a-40b6-9c49-3e46c33f7e89 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:19.627649 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-93db246f-e540-4d2a-ace3-88403969c3ff tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Network 45238d5c-875a-474b-bef1-cc75dc2ba645 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 10:58:19.633162 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b61badd8-959a-4834-9ba9-6f0f0ee41df1 req-a2d49d90-ba1a-40b6-9c49-3e46c33f7e89 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=63264bcb-8282-4ade-a1db-07ed524042e2 HTTP/1.1" status: 200 len: 945 time: 0.5701733 May 23 10:58:19.639684 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-93db246f-e540-4d2a-ace3-88403969c3ff tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:58:19.641548 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ed138026-a893-4a5b-bde4-a593e73deced req-c2d74425-4ce5-4356-86d5-c51989b65f83 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:19.650969 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-93db246f-e540-4d2a-ace3-88403969c3ff tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 10:58:19.665740 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['8ea10e3e-4509-4925-8a27-c6e9c8aa62be'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 10:58:19.666756 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-238b26e7-3129-43e4-85e6-4d08330bf143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:19.725360 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db246f-e540-4d2a-ace3-88403969c3ff tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Pushing event updated for resources: {'Port': ['ID=df9ba980-d7d7-463d-8c04-7db849e6d148,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:19.741231 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-af51cc6b-712a-4ec3-84f2-6d581803a356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:19.765732 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-5a582280-ae2b-4e60-927e-a5e5f754ec44 None None] Allocated IP 172.20.0.2 (27eca66e-0250-445e-a3d1-f6e9a061b11e/295cda88-5c18-4b55-9495-bd64f2014a80/0a2bdb60-10ab-4912-827c-bb853cd15864) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 10:58:19.768071 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 76fa699a-eb3d-46b7-a12c-48309a3db4e4 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:58:19.779622 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b26e7-3129-43e4-85e6-4d08330bf143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c009857-a1d6-41c7-8f55-2c3ba4a89a2b,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:19.791344 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-ed138026-a893-4a5b-bde4-a593e73deced req-c2d74425-4ce5-4356-86d5-c51989b65f83 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:58:19.798531 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 76fa699a-eb3d-46b7-a12c-48309a3db4e4 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:58:19.799003 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:19.816131 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-238b26e7-3129-43e4-85e6-4d08330bf143 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b77d6eb597034e1e85396119a2e436ad&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4773839 May 23 10:58:19.818086 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-ed138026-a893-4a5b-bde4-a593e73deced req-c2d74425-4ce5-4356-86d5-c51989b65f83 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] Usage tracker for resource:security_group_rule and tenant:8bd37396fb9c4700905e6f36d2463130 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:58:19.819885 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34612) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:58:19.841332 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-ed138026-a893-4a5b-bde4-a593e73deced req-c2d74425-4ce5-4356-86d5-c51989b65f83 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:58:19.847070 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b61badd8-959a-4834-9ba9-6f0f0ee41df1 req-51cef63c-f8fd-4a80-af2a-55a121de6c22 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134655 May 23 10:58:19.858914 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-ed138026-a893-4a5b-bde4-a593e73deced req-c2d74425-4ce5-4356-86d5-c51989b65f83 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:58:19.878596 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-93db246f-e540-4d2a-ace3-88403969c3ff tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:19.879211 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-93db246f-e540-4d2a-ace3-88403969c3ff tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:19.941843 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32528b-9c69-469c-a8f3-1ee414310649 req-590d8882-3d67-4b61-b5c6-2817914037fb tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:19.954965 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ed32528b-9c69-469c-a8f3-1ee414310649 req-590d8882-3d67-4b61-b5c6-2817914037fb tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/ports?device_id=f24eec5d-443d-422f-b41b-0c23d962770e HTTP/1.1" status: 200 len: 949 time: 0.4273794 May 23 10:58:19.992080 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f34dc4d3-9237-46ac-8596-455f221bd296 req-bcbb09cc-bd1f-4094-aa4e-5a64a9b40d57 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=70139281f5db4004afe2c4c8ea88321a&device_id=6779dcf4-12b8-435e-8f21-ee3262657f2d HTTP/1.1" status: 200 len: 1094 time: 0.4142127 May 23 10:58:19.996193 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-93db246f-e540-4d2a-ace3-88403969c3ff tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5618536 May 23 10:58:20.023199 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:20.036279 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-ed02d935-c97e-45b4-8b09-447b0e04e142 service neutron] Request body: {'port': {'device_id': 'd1f21cb3-e6ff-4427-97ef-0d9d1fe4e0da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:58:20.181954 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ed32528b-9c69-469c-a8f3-1ee414310649 req-ae1d4e9a-085e-47dd-b125-6bc3615125c0 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/security-groups?id=fd826eda-e372-480f-b9c6-94eeaaadef19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257564 May 23 10:58:20.265253 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 76fa699a-eb3d-46b7-a12c-48309a3db4e4, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=76fa699a-eb3d-46b7-a12c-48309a3db4e4,segment=NetworkSegment(70150bcd-9dac-456b-a2b6-bf96e19a0a8c),segment_id=70150bcd-9dac-456b-a2b6-bf96e19a0a8c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:58:20.279860 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:20.285348 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-41dfe0c3-8a65-4024-b805-d905e242fd18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:20.293186 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ed138026-a893-4a5b-bde4-a593e73deced req-c2d74425-4ce5-4356-86d5-c51989b65f83 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:20.308729 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ed138026-a893-4a5b-bde4-a593e73deced req-c2d74425-4ce5-4356-86d5-c51989b65f83 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:20.357022 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9caa3486-9e19-47f5-9295-151db9eaba87 None None] Provisioning for port df9ba980-d7d7-463d-8c04-7db849e6d148 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:58:20.368527 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-41dfe0c3-8a65-4024-b805-d905e242fd18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:20.368996 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=76fa699a-eb3d-46b7-a12c-48309a3db4e4,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:20.374938 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9caa3486-9e19-47f5-9295-151db9eaba87 None None] Provisioning complete for port df9ba980-d7d7-463d-8c04-7db849e6d148 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:58:20.375317 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9caa3486-9e19-47f5-9295-151db9eaba87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:20.377646 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34dc4d3-9237-46ac-8596-455f221bd296 req-d9c95ea4-d2ec-464c-979f-c8818cddf8ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:20.379131 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f34dc4d3-9237-46ac-8596-455f221bd296 req-d9c95ea4-d2ec-464c-979f-c8818cddf8ec service neutron] 10.222.0.81 "GET /v2.0/networks?id=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 HTTP/1.1" status: 200 len: 922 time: 0.3786681 May 23 10:58:20.379661 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-ed02d935-c97e-45b4-8b09-447b0e04e142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:20.438050 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf9642-fa50-4857-9a05-e6da23fcb776 req-c01d2a22-b36f-49da-a9e9-f0c16c3806e8 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:20.446096 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5ecf9642-fa50-4857-9a05-e6da23fcb776 req-c01d2a22-b36f-49da-a9e9-f0c16c3806e8 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=6779dcf4-12b8-435e-8f21-ee3262657f2d HTTP/1.1" status: 200 len: 943 time: 0.3694847 May 23 10:58:20.498319 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d74425-4ce5-4356-86d5-c51989b65f83 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89ea6a21-26e5-4282-9048-61497cc2ab4a,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:20.527604 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f34dc4d3-9237-46ac-8596-455f221bd296 req-77205002-dceb-4640-bcd2-37f74a85a702 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af9f5772-9483-40ac-ae73-2c9403c9c77b HTTP/1.1" status: 200 len: 217 time: 0.1299050 May 23 10:58:20.552093 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-9caa3486-9e19-47f5-9295-151db9eaba87 None None] Port df9ba980-d7d7-463d-8c04-7db849e6d148 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 10:58:20.603791 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5ecf9642-fa50-4857-9a05-e6da23fcb776 req-f9b10791-3269-4e46-9173-796d09233a3c tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566453 May 23 10:58:20.653319 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-41dfe0c3-8a65-4024-b805-d905e242fd18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:20.684047 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dfe0c3-8a65-4024-b805-d905e242fd18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c009857-a1d6-41c7-8f55-2c3ba4a89a2b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:20.688501 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34dc4d3-9237-46ac-8596-455f221bd296 req-78f2ca36-4223-4dee-898d-ce00502bdcd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:20.689894 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f34dc4d3-9237-46ac-8596-455f221bd296 req-78f2ca36-4223-4dee-898d-ce00502bdcd3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b42aa520-b19b-4bd9-8813-40b2c3196feb HTTP/1.1" status: 200 len: 861 time: 0.1544120 May 23 10:58:20.773367 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5a582280-ae2b-4e60-927e-a5e5f754ec44 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:20.783216 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1bb2f1-e273-4a76-98ba-96bf204a5fdc req-4eeea641-3f12-4896-9e8d-d42ff33e4def tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:20.784748 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-af1bb2f1-e273-4a76-98ba-96bf204a5fdc req-4eeea641-3f12-4896-9e8d-d42ff33e4def tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1f21cb3-e6ff-4427-97ef-0d9d1fe4e0da HTTP/1.1" status: 200 len: 936 time: 0.3551166 May 23 10:58:20.787596 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-41dfe0c3-8a65-4024-b805-d905e242fd18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:20.791357 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-41dfe0c3-8a65-4024-b805-d905e242fd18 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5c009857-a1d6-41c7-8f55-2c3ba4a89a2b HTTP/1.1" status: 204 len: 168 time: 0.9553673 May 23 10:58:20.811642 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f34dc4d3-9237-46ac-8596-455f221bd296 req-a094e4dc-4e19-4254-b204-1706adf38e4d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1116853 May 23 10:58:20.813424 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5a582280-ae2b-4e60-927e-a5e5f754ec44 None None] Transition to ACTIVE for port object 0a2bdb60-10ab-4912-827c-bb853cd15864 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:58:20.836874 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-af51cc6b-712a-4ec3-84f2-6d581803a356 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:20.850790 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-ed138026-a893-4a5b-bde4-a593e73deced req-c2d74425-4ce5-4356-86d5-c51989b65f83 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] Allocated IP 192.168.233.100 (45238d5c-875a-474b-bef1-cc75dc2ba645/c1719237-4a8e-4354-92b1-51064eb09c82/37ca5588-cd62-4cbc-93c1-be92e29ca31d) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 10:58:20.859770 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5a582280-ae2b-4e60-927e-a5e5f754ec44 None None] Transition to ACTIVE for port object 0a2bdb60-10ab-4912-827c-bb853cd15864 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:58:20.876574 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-af51cc6b-712a-4ec3-84f2-6d581803a356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:20.877148 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5a582280-ae2b-4e60-927e-a5e5f754ec44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:20.931160 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-af1bb2f1-e273-4a76-98ba-96bf204a5fdc req-473901a0-e94f-4a88-83ba-b1afeec4b55c tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/security-groups?id=969012fd-0773-4c82-a9cd-68dea034b623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312625 May 23 10:58:20.973756 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a582280-ae2b-4e60-927e-a5e5f754ec44 None None] Network 27eca66e-0250-445e-a3d1-f6e9a061b11e is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 10:58:20.976515 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-5a582280-ae2b-4e60-927e-a5e5f754ec44 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:58:20.980263 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a582280-ae2b-4e60-927e-a5e5f754ec44 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 10:58:20.986598 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a582280-ae2b-4e60-927e-a5e5f754ec44 None None] Pushing event updated for resources: {'Port': ['ID=0a2bdb60-10ab-4912-827c-bb853cd15864,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:21.064479 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-20109d6c-4d73-494a-9be0-58b64598ff26 req-96834465-7b16-4531-b6d2-07c2c198f749 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] 10.222.0.79 "GET /v2.0/ports?device_id=b555466d-78a0-461f-a974-4361c5bf869f HTTP/1.1" status: 200 len: 210 time: 0.1317406 May 23 10:58:21.140382 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-5a582280-ae2b-4e60-927e-a5e5f754ec44 None None] Attempting to bind port 0a2bdb60-10ab-4912-827c-bb853cd15864 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:58:21.140743 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-5a582280-ae2b-4e60-927e-a5e5f754ec44 None None] Attempting to bind port 0a2bdb60-10ab-4912-827c-bb853cd15864 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '8a431856-6dbe-46d9-b1ff-a9f4c2b4c25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '27eca66e-0250-445e-a3d1-f6e9a061b11e'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:58:21.141132 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a582280-ae2b-4e60-927e-a5e5f754ec44 None None] Attempting to bind port 0a2bdb60-10ab-4912-827c-bb853cd15864 on network 27eca66e-0250-445e-a3d1-f6e9a061b11e {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:58:21.147952 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a582280-ae2b-4e60-927e-a5e5f754ec44 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:58:21.148317 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a582280-ae2b-4e60-927e-a5e5f754ec44 None None] Checking segment: {'id': '8a431856-6dbe-46d9-b1ff-a9f4c2b4c25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '27eca66e-0250-445e-a3d1-f6e9a061b11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:58:21.148712 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5a582280-ae2b-4e60-927e-a5e5f754ec44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:21.149092 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a582280-ae2b-4e60-927e-a5e5f754ec44 None None] Bound using segment: {'id': '8a431856-6dbe-46d9-b1ff-a9f4c2b4c25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '27eca66e-0250-445e-a3d1-f6e9a061b11e'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:58:21.149552 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-5a582280-ae2b-4e60-927e-a5e5f754ec44 None None] Bound port: 0a2bdb60-10ab-4912-827c-bb853cd15864, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a431856-6dbe-46d9-b1ff-a9f4c2b4c25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '27eca66e-0250-445e-a3d1-f6e9a061b11e'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:58:21.149920 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5a582280-ae2b-4e60-927e-a5e5f754ec44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:21.243541 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-af51cc6b-712a-4ec3-84f2-6d581803a356 admin admin] Allocated IP 172.25.6.198 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/3da88fc9-c885-4abe-b0bf-f15318024a0f) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 10:58:21.247920 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5a582280-ae2b-4e60-927e-a5e5f754ec44 None None] For port 0a2bdb60-10ab-4912-827c-bb853cd15864, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:58:21.251656 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5a582280-ae2b-4e60-927e-a5e5f754ec44 None None] For port 0a2bdb60-10ab-4912-827c-bb853cd15864, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=0a2bdb60-10ab-4912-827c-bb853cd15864,segment=NetworkSegment(8a431856-6dbe-46d9-b1ff-a9f4c2b4c25e),segment_id=8a431856-6dbe-46d9-b1ff-a9f4c2b4c25e)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:58:21.255949 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd91e69-b73d-4a4e-a7b5-328b9cdd0069 req-f0fc8619-4360-4f6a-b2e7-28e4a65af617 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:21.257450 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0fd91e69-b73d-4a4e-a7b5-328b9cdd0069 req-f0fc8619-4360-4f6a-b2e7-28e4a65af617 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.13 "GET /v2.0/ports?device_id=f24eec5d-443d-422f-b41b-0c23d962770e HTTP/1.1" status: 200 len: 949 time: 0.2357221 May 23 10:58:21.258108 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5a582280-ae2b-4e60-927e-a5e5f754ec44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:21.400420 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c3c9d-06c5-411c-9b0e-52b40588bac3 req-0d22e79a-7799-4307-9476-fb460204f1d8 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:21.401857 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1c9c3c9d-06c5-411c-9b0e-52b40588bac3 req-0d22e79a-7799-4307-9476-fb460204f1d8 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=63264bcb-8282-4ade-a1db-07ed524042e2 HTTP/1.1" status: 200 len: 945 time: 0.2556748 May 23 10:58:21.413942 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 76fa699a-eb3d-46b7-a12c-48309a3db4e4 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:58:21.450647 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a582280-ae2b-4e60-927e-a5e5f754ec44 None None] Pushing event updated for resources: {'Port': ['ID=0a2bdb60-10ab-4912-827c-bb853cd15864,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:21.466349 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f34dc4d3-9237-46ac-8596-455f221bd296 req-a99428f4-5954-49b4-a881-a7db3ce09a80 service neutron] 10.222.0.81 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6457760 May 23 10:58:21.467204 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34628) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:58:21.511374 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 76fa699a-eb3d-46b7-a12c-48309a3db4e4 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:58:21.512014 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:21.529536 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2c3ada59-383d-4d80-a80c-c54a0e65118b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:21.641453 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-0fd91e69-b73d-4a4e-a7b5-328b9cdd0069 req-d10c180f-800b-4c96-a84c-aa06d84ad144 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Deleting port d700be5b-da35-41ed-a9df-5fc5e4557b19 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 10:58:21.641631 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-0fd91e69-b73d-4a4e-a7b5-328b9cdd0069 req-d10c180f-800b-4c96-a84c-aa06d84ad144 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:21.646031 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ed138026-a893-4a5b-bde4-a593e73deced req-c2d74425-4ce5-4356-86d5-c51989b65f83 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:21.694202 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-ed138026-a893-4a5b-bde4-a593e73deced req-c2d74425-4ce5-4356-86d5-c51989b65f83 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] Transition to ACTIVE for port object 37ca5588-cd62-4cbc-93c1-be92e29ca31d will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:58:21.708565 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2c3ada59-383d-4d80-a80c-c54a0e65118b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:58:21.723476 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2c3ada59-383d-4d80-a80c-c54a0e65118b admin admin] Usage tracker for resource:security_group_rule and tenant:9a21fa51b2f04f65af91fa0c446605fb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:58:21.728776 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2c3ada59-383d-4d80-a80c-c54a0e65118b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:58:21.741187 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2c3ada59-383d-4d80-a80c-c54a0e65118b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:58:21.744431 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1c9c3c9d-06c5-411c-9b0e-52b40588bac3 req-a5ae03ff-aff7-4d80-8277-370e3768940b tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311219 May 23 10:58:21.794367 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f34dc4d3-9237-46ac-8596-455f221bd296 req-2f617e1e-0e25-4a29-9561-4490b576cb03 service neutron] 10.222.0.81 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977138 May 23 10:58:21.833903 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ed138026-a893-4a5b-bde4-a593e73deced req-c2d74425-4ce5-4356-86d5-c51989b65f83 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:21.930749 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device af9f5772-9483-40ac-ae73-2c9403c9c77b details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 10:58:22.000278 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed138026-a893-4a5b-bde4-a593e73deced req-c2d74425-4ce5-4356-86d5-c51989b65f83 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] Network 45238d5c-875a-474b-bef1-cc75dc2ba645 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 10:58:22.001289 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-af51cc6b-712a-4ec3-84f2-6d581803a356 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:22.008546 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-ed138026-a893-4a5b-bde4-a593e73deced req-c2d74425-4ce5-4356-86d5-c51989b65f83 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:58:22.010118 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9402460-7089-4fee-a7bb-330095809728 req-9654e62c-4c74-426a-82ae-9dd3a47755da tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:22.019640 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e9402460-7089-4fee-a7bb-330095809728 req-9654e62c-4c74-426a-82ae-9dd3a47755da tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/ports?device_id=f24eec5d-443d-422f-b41b-0c23d962770e HTTP/1.1" status: 200 len: 949 time: 0.4777179 May 23 10:58:22.021629 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed138026-a893-4a5b-bde4-a593e73deced req-c2d74425-4ce5-4356-86d5-c51989b65f83 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 10:58:22.056580 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d74425-4ce5-4356-86d5-c51989b65f83 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] Pushing event updated for resources: {'Port': ['ID=37ca5588-cd62-4cbc-93c1-be92e29ca31d,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:22.071788 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2c3ada59-383d-4d80-a80c-c54a0e65118b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:22.084437 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2c3ada59-383d-4d80-a80c-c54a0e65118b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:22.099662 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port af9f5772-9483-40ac-ae73-2c9403c9c77b, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=af9f5772-9483-40ac-ae73-2c9403c9c77b,segment=NetworkSegment(6816cea3-60a2-419d-a967-3c4d162775bd),segment_id=6816cea3-60a2-419d-a967-3c4d162775bd)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:58:22.118146 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': 'af9f5772-9483-40ac-ae73-2c9403c9c77b', 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14', 'port_id': 'af9f5772-9483-40ac-ae73-2c9403c9c77b', 'mac_address': 'fa:16:3e:cc:88:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b42aa520-b19b-4bd9-8813-40b2c3196feb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 10:58:22.133023 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e9402460-7089-4fee-a7bb-330095809728 req-25488d67-aeec-49d5-90fa-733e1a1068f2 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/security-groups?id=fd826eda-e372-480f-b9c6-94eeaaadef19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118960 May 23 10:58:22.145561 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-0fd91e69-b73d-4a4e-a7b5-328b9cdd0069 req-d10c180f-800b-4c96-a84c-aa06d84ad144 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] For port d700be5b-da35-41ed-a9df-5fc5e4557b19, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=d700be5b-da35-41ed-a9df-5fc5e4557b19,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:58:22.145918 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-0fd91e69-b73d-4a4e-a7b5-328b9cdd0069 req-d10c180f-800b-4c96-a84c-aa06d84ad144 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:22.165401 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed138026-a893-4a5b-bde4-a593e73deced req-c2d74425-4ce5-4356-86d5-c51989b65f83 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:22.166361 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ed138026-a893-4a5b-bde4-a593e73deced req-c2d74425-4ce5-4356-86d5-c51989b65f83 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:22.175060 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ada59-383d-4d80-a80c-c54a0e65118b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e88d9a-0ac8-46aa-ad32-bb2e2a0748a7,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:22.193976 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2c3ada59-383d-4d80-a80c-c54a0e65118b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9a21fa51b2f04f65af91fa0c446605fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7140083 May 23 10:58:22.196260 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34640) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:58:22.221241 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:22.257760 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af9f5772-9483-40ac-ae73-2c9403c9c77b {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 10:58:22.282270 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port af9f5772-9483-40ac-ae73-2c9403c9c77b, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=af9f5772-9483-40ac-ae73-2c9403c9c77b,segment=NetworkSegment(6816cea3-60a2-419d-a967-3c4d162775bd),segment_id=6816cea3-60a2-419d-a967-3c4d162775bd)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:58:22.288186 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:22.318387 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ed138026-a893-4a5b-bde4-a593e73deced req-c2d74425-4ce5-4356-86d5-c51989b65f83 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1577880 May 23 10:58:22.340185 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-ed138026-a893-4a5b-bde4-a593e73deced req-ab9ff519-15e0-410e-8d51-31b4a8fe93dd service neutron] Request body: {'port': {'device_id': 'b555466d-78a0-461f-a974-4361c5bf869f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:58:22.383452 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=af9f5772-9483-40ac-ae73-2c9403c9c77b,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:22.389986 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-0fd91e69-b73d-4a4e-a7b5-328b9cdd0069 req-d10c180f-800b-4c96-a84c-aa06d84ad144 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Calling delete_port for d700be5b-da35-41ed-a9df-5fc5e4557b19 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 10:58:22.419955 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-ed02d935-c97e-45b4-8b09-447b0e04e142 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df9ba980-d7d7-463d-8c04-7db849e6d148 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 10:58:22.427596 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-af51cc6b-712a-4ec3-84f2-6d581803a356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:22.435063 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-ed02d935-c97e-45b4-8b09-447b0e04e142 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:22.497701 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ffa8f6-1892-4e4a-b77a-d6ab14ff8ccf req-7f6bb834-052d-4aee-ad6c-18e0854c6df4 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:22.504762 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e2ffa8f6-1892-4e4a-b77a-d6ab14ff8ccf req-7f6bb834-052d-4aee-ad6c-18e0854c6df4 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=6779dcf4-12b8-435e-8f21-ee3262657f2d HTTP/1.1" status: 200 len: 943 time: 0.5913811 May 23 10:58:22.508491 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-ed02d935-c97e-45b4-8b09-447b0e04e142 service neutron] Transition to ACTIVE for port object df9ba980-d7d7-463d-8c04-7db849e6d148 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:58:22.521384 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-ed02d935-c97e-45b4-8b09-447b0e04e142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:22.554194 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-887b956b-f8e7-47d8-bc23-cbd8a73f0382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:22.582532 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af51cc6b-712a-4ec3-84f2-6d581803a356 admin admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 10:58:22.596782 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-60587677-94cc-486b-acda-7e45875bbdca None None] Provisioning for port 37ca5588-cd62-4cbc-93c1-be92e29ca31d completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:58:22.604806 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-60587677-94cc-486b-acda-7e45875bbdca None None] Provisioning complete for port 37ca5588-cd62-4cbc-93c1-be92e29ca31d triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:58:22.605538 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-60587677-94cc-486b-acda-7e45875bbdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:22.610253 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ed138026-a893-4a5b-bde4-a593e73deced req-ab9ff519-15e0-410e-8d51-31b4a8fe93dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:22.612732 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-af51cc6b-712a-4ec3-84f2-6d581803a356 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:58:22.615106 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af51cc6b-712a-4ec3-84f2-6d581803a356 admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 10:58:22.666123 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51cc6b-712a-4ec3-84f2-6d581803a356 admin admin] Pushing event updated for resources: {'Port': ['ID=3da88fc9-c885-4abe-b0bf-f15318024a0f,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:22.683773 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-60587677-94cc-486b-acda-7e45875bbdca None None] Port 37ca5588-cd62-4cbc-93c1-be92e29ca31d cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 10:58:22.690659 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['af9f5772-9483-40ac-ae73-2c9403c9c77b'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 10:58:22.699344 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e2ffa8f6-1892-4e4a-b77a-d6ab14ff8ccf req-25493d7e-7283-4978-acea-89e2ddb615b6 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936483 May 23 10:58:22.742697 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88b20cf-a4c1-4fcc-8d8f-dbcf2181e8f7 None None] Network 27eca66e-0250-445e-a3d1-f6e9a061b11e requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 10:58:22.767292 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7926abce-41b2-4b94-9438-07281c6b373a req-b95fde89-fc5c-4123-817d-e654b0557981 tempest-LiveMigrationTest-1953020720 tempest-LiveMigrationTest-1953020720-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=63264bcb-8282-4ade-a1db-07ed524042e2 HTTP/1.1" status: 200 len: 1096 time: 0.4134088 May 23 10:58:22.860918 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-0fd91e69-b73d-4a4e-a7b5-328b9cdd0069 req-d10c180f-800b-4c96-a84c-aa06d84ad144 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:22.921524 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-bffeea17-ee51-4742-9295-7128655e6887 None None] Provisioning for port 0a2bdb60-10ab-4912-827c-bb853cd15864 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:58:22.932169 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10c180f-800b-4c96-a84c-aa06d84ad144 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Pushing event deleted for resources: {'Port': ['ID=d700be5b-da35-41ed-a9df-5fc5e4557b19,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:22.951095 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7926abce-41b2-4b94-9438-07281c6b373a req-98af0d08-a81b-4c3f-a5cb-aa7eb7ecaae7 tempest-LiveMigrationTest-1953020720 tempest-LiveMigrationTest-1953020720-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700215 May 23 10:58:23.148877 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd91e69-b73d-4a4e-a7b5-328b9cdd0069 req-d10c180f-800b-4c96-a84c-aa06d84ad144 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] No DVR routers for this DVR port d700be5b-da35-41ed-a9df-5fc5e4557b19 on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 10:58:23.152853 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-0fd91e69-b73d-4a4e-a7b5-328b9cdd0069 req-d10c180f-800b-4c96-a84c-aa06d84ad144 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:23.172315 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24eec5d-443d-422f-b41b-0c23d962770e', 'name': 'network-vif-deleted', 'tag': 'd700be5b-da35-41ed-a9df-5fc5e4557b19'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:58:23.198390 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-ed138026-a893-4a5b-bde4-a593e73deced req-ab9ff519-15e0-410e-8d51-31b4a8fe93dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37ca5588-cd62-4cbc-93c1-be92e29ca31d {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 10:58:23.206286 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ed138026-a893-4a5b-bde4-a593e73deced req-ab9ff519-15e0-410e-8d51-31b4a8fe93dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:23.224133 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-ed138026-a893-4a5b-bde4-a593e73deced req-ab9ff519-15e0-410e-8d51-31b4a8fe93dd service neutron] Transition to ACTIVE for port object 37ca5588-cd62-4cbc-93c1-be92e29ca31d will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:58:23.278993 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0fd91e69-b73d-4a4e-a7b5-328b9cdd0069 req-d10c180f-800b-4c96-a84c-aa06d84ad144 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.13 "DELETE /v2.0/ports/d700be5b-da35-41ed-a9df-5fc5e4557b19 HTTP/1.1" status: 204 len: 173 time: 2.0120406 May 23 10:58:23.283040 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-af51cc6b-712a-4ec3-84f2-6d581803a356 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:23.283880 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-887b956b-f8e7-47d8-bc23-cbd8a73f0382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:23.284006 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-af51cc6b-712a-4ec3-84f2-6d581803a356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:23.304947 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ed138026-a893-4a5b-bde4-a593e73deced req-ab9ff519-15e0-410e-8d51-31b4a8fe93dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:23.305421 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c91e5-949e-46bb-a5cd-efa7c2885744 req-5054a1c5-d4de-469c-8d26-293efe2d7b69 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:23.320585 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1d2c91e5-949e-46bb-a5cd-efa7c2885744 req-5054a1c5-d4de-469c-8d26-293efe2d7b69 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1f21cb3-e6ff-4427-97ef-0d9d1fe4e0da HTTP/1.1" status: 200 len: 948 time: 0.2943618 May 23 10:58:23.326360 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02d935-c97e-45b4-8b09-447b0e04e142 service neutron] Pushing event updated for resources: {'Port': ['ID=df9ba980-d7d7-463d-8c04-7db849e6d148,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:23.476618 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 0a2bdb60-10ab-4912-827c-bb853cd15864 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:58:23.540291 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1d2c91e5-949e-46bb-a5cd-efa7c2885744 req-1411c47b-b9ad-458e-9623-4b6782c1a385 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/security-groups?id=969012fd-0773-4c82-a9cd-68dea034b623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188103 May 23 10:58:23.549964 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187cc20-d73a-484c-bb74-81ea73708f86 req-7c1d8a5d-250c-45ec-8fd6-8b986b397ffd tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:23.551486 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9187cc20-d73a-484c-bb74-81ea73708f86 req-7c1d8a5d-250c-45ec-8fd6-8b986b397ffd tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] 10.222.0.79 "GET /v2.0/ports?device_id=b555466d-78a0-461f-a974-4361c5bf869f HTTP/1.1" status: 200 len: 948 time: 0.3831410 May 23 10:58:23.657603 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 0a2bdb60-10ab-4912-827c-bb853cd15864 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:58:23.673400 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 0a2bdb60-10ab-4912-827c-bb853cd15864 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:58:23.673772 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:23.836983 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9187cc20-d73a-484c-bb74-81ea73708f86 req-1f24ab78-e34e-468c-9eb4-5af47ca1879c tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] 10.222.0.79 "GET /v2.0/security-groups?id=89ea6a21-26e5-4282-9048-61497cc2ab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689996 May 23 10:58:23.849444 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ff519-15e0-410e-8d51-31b4a8fe93dd service neutron] Pushing event updated for resources: {'Port': ['ID=37ca5588-cd62-4cbc-93c1-be92e29ca31d,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:23.868168 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:23.871689 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-887b956b-f8e7-47d8-bc23-cbd8a73f0382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:23.906262 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b956b-f8e7-47d8-bc23-cbd8a73f0382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e88d9a-0ac8-46aa-ad32-bb2e2a0748a7,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:23.916775 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 0a2bdb60-10ab-4912-827c-bb853cd15864, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=0a2bdb60-10ab-4912-827c-bb853cd15864,segment=NetworkSegment(8a431856-6dbe-46d9-b1ff-a9f4c2b4c25e),segment_id=8a431856-6dbe-46d9-b1ff-a9f4c2b4c25e)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:58:23.927925 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-ed138026-a893-4a5b-bde4-a593e73deced req-ab9ff519-15e0-410e-8d51-31b4a8fe93dd service neutron] Attempting to bind port 37ca5588-cd62-4cbc-93c1-be92e29ca31d on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:58:23.928368 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-ed138026-a893-4a5b-bde4-a593e73deced req-ab9ff519-15e0-410e-8d51-31b4a8fe93dd service neutron] Attempting to bind port 37ca5588-cd62-4cbc-93c1-be92e29ca31d by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:58:23.928705 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed138026-a893-4a5b-bde4-a593e73deced req-ab9ff519-15e0-410e-8d51-31b4a8fe93dd service neutron] Attempting to bind port 37ca5588-cd62-4cbc-93c1-be92e29ca31d on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:58:23.929209 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:23.935397 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-887b956b-f8e7-47d8-bc23-cbd8a73f0382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:23.936616 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-887b956b-f8e7-47d8-bc23-cbd8a73f0382 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a4e88d9a-0ac8-46aa-ad32-bb2e2a0748a7 HTTP/1.1" status: 204 len: 168 time: 1.7296748 May 23 10:58:23.943774 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed138026-a893-4a5b-bde4-a593e73deced req-ab9ff519-15e0-410e-8d51-31b4a8fe93dd service neutron] Port 37ca5588-cd62-4cbc-93c1-be92e29ca31d on network 45238d5c-875a-474b-bef1-cc75dc2ba645 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 10:58:23.944169 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed138026-a893-4a5b-bde4-a593e73deced req-ab9ff519-15e0-410e-8d51-31b4a8fe93dd service neutron] Attempting to bind port 37ca5588-cd62-4cbc-93c1-be92e29ca31d on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:58:23.954497 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-ed02d935-c97e-45b4-8b09-447b0e04e142 service neutron] Attempting to bind port df9ba980-d7d7-463d-8c04-7db849e6d148 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:58:23.954497 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-ed02d935-c97e-45b4-8b09-447b0e04e142 service neutron] Attempting to bind port df9ba980-d7d7-463d-8c04-7db849e6d148 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:58:23.954722 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-ed02d935-c97e-45b4-8b09-447b0e04e142 service neutron] Attempting to bind port df9ba980-d7d7-463d-8c04-7db849e6d148 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:58:23.962431 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed138026-a893-4a5b-bde4-a593e73deced req-ab9ff519-15e0-410e-8d51-31b4a8fe93dd service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:58:23.962773 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed138026-a893-4a5b-bde4-a593e73deced req-ab9ff519-15e0-410e-8d51-31b4a8fe93dd service neutron] Checking segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:58:23.963139 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed138026-a893-4a5b-bde4-a593e73deced req-ab9ff519-15e0-410e-8d51-31b4a8fe93dd service neutron] Bound using segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:58:23.963562 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-ed138026-a893-4a5b-bde4-a593e73deced req-ab9ff519-15e0-410e-8d51-31b4a8fe93dd service neutron] Bound port: 37ca5588-cd62-4cbc-93c1-be92e29ca31d, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:58:23.963933 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ed138026-a893-4a5b-bde4-a593e73deced req-ab9ff519-15e0-410e-8d51-31b4a8fe93dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:23.970724 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a071bca6-d80c-415c-bb3b-d423f896c098 req-a202e05a-ecde-42ef-bfd4-3652cfb4e24b tempest-LiveMigrationTest-1953020720 tempest-LiveMigrationTest-1953020720-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=63264bcb-8282-4ade-a1db-07ed524042e2 HTTP/1.1" status: 200 len: 1096 time: 0.2364662 May 23 10:58:23.979270 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-ed02d935-c97e-45b4-8b09-447b0e04e142 service neutron] Port df9ba980-d7d7-463d-8c04-7db849e6d148 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 10:58:23.979596 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-ed02d935-c97e-45b4-8b09-447b0e04e142 service neutron] Attempting to bind port df9ba980-d7d7-463d-8c04-7db849e6d148 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:58:24.015104 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-ed02d935-c97e-45b4-8b09-447b0e04e142 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:58:24.015491 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-ed02d935-c97e-45b4-8b09-447b0e04e142 service neutron] Checking segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:58:24.015816 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-ed02d935-c97e-45b4-8b09-447b0e04e142 service neutron] Bound using segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:58:24.016318 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-ed02d935-c97e-45b4-8b09-447b0e04e142 service neutron] Bound port: df9ba980-d7d7-463d-8c04-7db849e6d148, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:58:24.016679 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-ed02d935-c97e-45b4-8b09-447b0e04e142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:24.083255 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a071bca6-d80c-415c-bb3b-d423f896c098 req-653bbc4b-30de-4211-ba52-c9d3e572306e tempest-LiveMigrationTest-1953020720 tempest-LiveMigrationTest-1953020720-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118197 May 23 10:58:24.103782 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=0a2bdb60-10ab-4912-827c-bb853cd15864,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:24.124285 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device af9f5772-9483-40ac-ae73-2c9403c9c77b up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:58:24.152753 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-ed138026-a893-4a5b-bde4-a593e73deced req-ab9ff519-15e0-410e-8d51-31b4a8fe93dd service neutron] For port 37ca5588-cd62-4cbc-93c1-be92e29ca31d, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:58:24.172295 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-ed138026-a893-4a5b-bde4-a593e73deced req-ab9ff519-15e0-410e-8d51-31b4a8fe93dd service neutron] For port 37ca5588-cd62-4cbc-93c1-be92e29ca31d, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=37ca5588-cd62-4cbc-93c1-be92e29ca31d,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:58:24.175803 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-ed02d935-c97e-45b4-8b09-447b0e04e142 service neutron] For port df9ba980-d7d7-463d-8c04-7db849e6d148, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:58:24.181479 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ed138026-a893-4a5b-bde4-a593e73deced req-ab9ff519-15e0-410e-8d51-31b4a8fe93dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:24.189615 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-ed02d935-c97e-45b4-8b09-447b0e04e142 service neutron] For port df9ba980-d7d7-463d-8c04-7db849e6d148, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=df9ba980-d7d7-463d-8c04-7db849e6d148,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:58:24.264574 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port af9f5772-9483-40ac-ae73-2c9403c9c77b completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:58:24.272024 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port af9f5772-9483-40ac-ae73-2c9403c9c77b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:58:24.273929 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00ef0a64-4115-4b96-9e3e-0fb5e2558f2a'] response: {'server_uuid': 'f24eec5d-443d-422f-b41b-0c23d962770e', 'name': 'network-vif-deleted', 'tag': 'd700be5b-da35-41ed-a9df-5fc5e4557b19', 'status': 'completed', 'code': 200} May 23 10:58:24.274166 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:24.279966 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af51cc6b-712a-4ec3-84f2-6d581803a356 admin admin] Router 64f3d990-1446-4729-a46c-f31366a6f960 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 10:58:24.282816 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-bbe054e0-1355-4d9e-b933-e2efc4b928ac req-82a148a5-ea61-4d5c-8d53-0185792624c3 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Synchronizing usage tracker for tenant:c3816eac91704735985a084b7b8b8841 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 10:58:24.284008 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-ed02d935-c97e-45b4-8b09-447b0e04e142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:24.324341 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ed138026-a893-4a5b-bde4-a593e73deced req-ab9ff519-15e0-410e-8d51-31b4a8fe93dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:24.325705 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ed138026-a893-4a5b-bde4-a593e73deced req-ab9ff519-15e0-410e-8d51-31b4a8fe93dd service neutron] 10.222.0.81 "PUT /v2.0/ports/37ca5588-cd62-4cbc-93c1-be92e29ca31d HTTP/1.1" status: 200 len: 1096 time: 1.9936049 May 23 10:58:24.328539 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b555466d-78a0-461f-a974-4361c5bf869f', 'tag': '37ca5588-cd62-4cbc-93c1-be92e29ca31d'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:58:24.345077 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-ed02d935-c97e-45b4-8b09-447b0e04e142 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:24.347081 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-ed02d935-c97e-45b4-8b09-447b0e04e142 service neutron] 10.222.0.13 "PUT /v2.0/ports/df9ba980-d7d7-463d-8c04-7db849e6d148 HTTP/1.1" status: 200 len: 1096 time: 4.3158453 May 23 10:58:24.350064 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ff519-15e0-410e-8d51-31b4a8fe93dd service neutron] Pushing event updated for resources: {'Port': ['ID=37ca5588-cd62-4cbc-93c1-be92e29ca31d,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:24.449093 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-bbe054e0-1355-4d9e-b933-e2efc4b928ac req-82a148a5-ea61-4d5c-8d53-0185792624c3 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] Unset dirty status for tenant:c3816eac91704735985a084b7b8b8841 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 10:58:24.450653 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bbe054e0-1355-4d9e-b933-e2efc4b928ac req-82a148a5-ea61-4d5c-8d53-0185792624c3 tempest-DeleteServersAdminTestJSON-738183384 tempest-DeleteServersAdminTestJSON-738183384-project] 10.222.0.79 "GET /v2.0/ports?device_id=f24eec5d-443d-422f-b41b-0c23d962770e HTTP/1.1" status: 200 len: 210 time: 0.2587667 May 23 10:58:24.462608 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02d935-c97e-45b4-8b09-447b0e04e142 service neutron] Pushing event updated for resources: {'Port': ['ID=df9ba980-d7d7-463d-8c04-7db849e6d148,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:24.486205 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:24.553703 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6779dcf4-12b8-435e-8f21-ee3262657f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af9f5772-9483-40ac-ae73-2c9403c9c77b'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:58:24.577307 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port af9f5772-9483-40ac-ae73-2c9403c9c77b, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=af9f5772-9483-40ac-ae73-2c9403c9c77b,segment=NetworkSegment(6816cea3-60a2-419d-a967-3c4d162775bd),segment_id=6816cea3-60a2-419d-a967-3c4d162775bd)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:58:24.583538 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:24.666699 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b899d4c-d981-4bb1-bbec-b8bac90f8c90'] response: {'name': 'network-changed', 'server_uuid': 'b555466d-78a0-461f-a974-4361c5bf869f', 'tag': '37ca5588-cd62-4cbc-93c1-be92e29ca31d', 'status': 'completed', 'code': 200} May 23 10:58:24.679349 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=af9f5772-9483-40ac-ae73-2c9403c9c77b,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:24.686694 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device d700be5b-da35-41ed-a9df-5fc5e4557b19 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 10:58:24.695092 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ed138026-a893-4a5b-bde4-a593e73deced req-0036cb36-b3ea-436b-a174-5f3b4ebbf6ed service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8bd37396fb9c4700905e6f36d2463130&device_id=b555466d-78a0-461f-a974-4361c5bf869f HTTP/1.1" status: 200 len: 1099 time: 0.2290919 May 23 10:58:24.700322 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-a781b8f7-4bb2-4f74-8375-952bcbd792a5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=338cf849e62a4b4eb1ce6edbb277404e&device_id=d1f21cb3-e6ff-4427-97ef-0d9d1fe4e0da HTTP/1.1" status: 200 len: 1099 time: 0.2331743 May 23 10:58:24.710851 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d629bd-188f-4ba5-8421-e81ad493b43b req-db443dd8-d104-45b9-963f-3296d0381826 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:24.717884 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-74d629bd-188f-4ba5-8421-e81ad493b43b req-db443dd8-d104-45b9-963f-3296d0381826 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=6779dcf4-12b8-435e-8f21-ee3262657f2d HTTP/1.1" status: 200 len: 944 time: 0.2611179 May 23 10:58:24.766490 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: d700be5b-da35-41ed-a9df-5fc5e4557b19 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 10:58:24.766832 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device d700be5b-da35-41ed-a9df-5fc5e4557b19 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 10:58:24.808440 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-74d629bd-188f-4ba5-8421-e81ad493b43b req-e8d30866-7930-49f0-b282-1323e5a5bf8d tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896399 May 23 10:58:24.890174 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af51cc6b-712a-4ec3-84f2-6d581803a356 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 10:58:24.903518 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d217644-8dc9-4a9c-a517-7218a1fa78e7 None None] Sync routers for ids ['64f3d990-1446-4729-a46c-f31366a6f960'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 10:58:24.912105 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-d951fc13-b943-438c-9121-e17b999fdf81 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=df9ba980-d7d7-463d-8c04-7db849e6d148 HTTP/1.1" status: 200 len: 217 time: 0.1952324 May 23 10:58:24.919646 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ed138026-a893-4a5b-bde4-a593e73deced req-48fcd098-194c-4449-be45-be61503a9485 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=37ca5588-cd62-4cbc-93c1-be92e29ca31d HTTP/1.1" status: 200 len: 217 time: 0.2016323 May 23 10:58:24.927338 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-af51cc6b-712a-4ec3-84f2-6d581803a356 admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:24.931382 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-af51cc6b-712a-4ec3-84f2-6d581803a356 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.8931971 May 23 10:58:24.934018 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34682) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:58:24.939760 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d217644-8dc9-4a9c-a517-7218a1fa78e7 None None] Routers {'64f3d990-1446-4729-a46c-f31366a6f960'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 10:58:24.940546 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-8d217644-8dc9-4a9c-a517-7218a1fa78e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T10:58:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['64f3d990-1446-4729-a46c-f31366a6f960'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:58:24.996271 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48e1547d-451f-4570-b707-81c51e98d551'] response: {'server_uuid': '6779dcf4-12b8-435e-8f21-ee3262657f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af9f5772-9483-40ac-ae73-2c9403c9c77b', 'code': 200} May 23 10:58:25.127728 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-16601d6e-c1d0-42ea-8d6e-8c311b09f247 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:25.129823 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-16601d6e-c1d0-42ea-8d6e-8c311b09f247 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.2089593 May 23 10:58:25.133495 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed138026-a893-4a5b-bde4-a593e73deced req-4203868f-ca74-4029-9480-8764313beb26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:25.135195 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ed138026-a893-4a5b-bde4-a593e73deced req-4203868f-ca74-4029-9480-8764313beb26 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.1406484 May 23 10:58:25.315649 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-8d217644-8dc9-4a9c-a517-7218a1fa78e7 None None] Set router 64f3d990-1446-4729-a46c-f31366a6f960 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 10:58:25.390254 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 0a2bdb60-10ab-4912-827c-bb853cd15864 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:58:25.445040 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ed138026-a893-4a5b-bde4-a593e73deced req-493c3fc7-9256-4753-a6dd-ff276c7e556e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3025331 May 23 10:58:25.451188 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-5eca5555-93ce-4409-b487-57b46f6585a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2515383 May 23 10:58:25.455431 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5e37d1e0-2131-42a9-af70-8ecb8f19d97a req-2ee84e04-22d7-40ac-abb5-4206223ae9e5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6779dcf4-12b8-435e-8f21-ee3262657f2d HTTP/1.1" status: 200 len: 1096 time: 0.2569926 May 23 10:58:25.480200 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dfc557-e909-463e-be99-19a1988819c0 req-3bd69a46-91f8-4727-b8e0-221576039195 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:25.481828 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-20dfc557-e909-463e-be99-19a1988819c0 req-3bd69a46-91f8-4727-b8e0-221576039195 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1f21cb3-e6ff-4427-97ef-0d9d1fe4e0da HTTP/1.1" status: 200 len: 948 time: 0.2741113 May 23 10:58:25.494776 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66d96e-3c83-4db6-a259-0d8409c81891 req-f7b314f9-a7c8-47b6-a169-66b11ec2084e tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:25.501747 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4b66d96e-3c83-4db6-a259-0d8409c81891 req-f7b314f9-a7c8-47b6-a169-66b11ec2084e tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] 10.222.0.79 "GET /v2.0/ports?device_id=b555466d-78a0-461f-a974-4361c5bf869f HTTP/1.1" status: 200 len: 948 time: 0.3664019 May 23 10:58:25.551806 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 0a2bdb60-10ab-4912-827c-bb853cd15864 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:58:25.552393 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:25.601112 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-20dfc557-e909-463e-be99-19a1988819c0 req-7af660ac-f19b-402e-990f-eda7ae4be30f tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/security-groups?id=969012fd-0773-4c82-a9cd-68dea034b623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959187 May 23 10:58:25.630166 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4b66d96e-3c83-4db6-a259-0d8409c81891 req-bbca8ae4-412d-4cb0-b2db-a40c6035edb3 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] 10.222.0.79 "GET /v2.0/security-groups?id=89ea6a21-26e5-4282-9048-61497cc2ab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273596 May 23 10:58:25.691140 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5e37d1e0-2131-42a9-af70-8ecb8f19d97a req-d370b0ff-e59e-4326-8f31-b70a74035a8c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069919 May 23 10:58:25.780163 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-8d217644-8dc9-4a9c-a517-7218a1fa78e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f3d990-1446-4729-a46c-f31366a6f960', 'name': 'tempest-AttachSCSIVolumeTestJSON-982537596-router', 'tenant_id': 'd07b420bfe9e4714aa3394386eccf9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '3da88fc9-c885-4abe-b0bf-f15318024a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:58:19Z', 'updated_at': '2022-05-23T10:58:22Z', 'revision_number': 3, 'project_id': 'd07b420bfe9e4714aa3394386eccf9ca', 'gw_port': {'id': '3da88fc9-c885-4abe-b0bf-f15318024a0f', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f3d990-1446-4729-a46c-f31366a6f960', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:58:20Z', 'updated_at': '2022-05-23T10:58:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:58:25.790338 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d217644-8dc9-4a9c-a517-7218a1fa78e7 None None] Checking router: 64f3d990-1446-4729-a46c-f31366a6f960 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 10:58:25.791056 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d217644-8dc9-4a9c-a517-7218a1fa78e7 None None] Updating router 64f3d990-1446-4729-a46c-f31366a6f960 port 3da88fc9-c885-4abe-b0bf-f15318024a0f binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 10:58:25.906843 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ed138026-a893-4a5b-bde4-a593e73deced req-3ef51eb5-2409-456c-986e-d3f1e1bb5ea7 service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4500425 May 23 10:58:25.913276 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-49897971-2be0-4c3f-bd13-6534eea67669 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4337356 May 23 10:58:25.927385 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-8d217644-8dc9-4a9c-a517-7218a1fa78e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:26.103150 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dd0f5eaf-ff25-4181-aa86-c7a55ff7eed5 req-7aedcc68-61da-4e64-906f-6228249037da tempest-LiveMigrationTest-1953020720 tempest-LiveMigrationTest-1953020720-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=63264bcb-8282-4ade-a1db-07ed524042e2 HTTP/1.1" status: 200 len: 1096 time: 0.2013981 May 23 10:58:26.244749 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dd0f5eaf-ff25-4181-aa86-c7a55ff7eed5 req-26fc10da-1e73-41ae-9a24-24753997baeb tempest-LiveMigrationTest-1953020720 tempest-LiveMigrationTest-1953020720-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364462 May 23 10:58:26.387889 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ed138026-a893-4a5b-bde4-a593e73deced req-f631c393-8f2c-4cef-a13a-63ae9ee33501 service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048131 May 23 10:58:26.416641 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5603d0ce-a41d-412d-8265-59bc19e4aaea req-937da869-7a30-4378-a837-98c494dc3935 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4972410 May 23 10:58:26.487879 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-8d217644-8dc9-4a9c-a517-7218a1fa78e7 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:26.510885 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-8d217644-8dc9-4a9c-a517-7218a1fa78e7 None None] Transition to ACTIVE for port object 3da88fc9-c885-4abe-b0bf-f15318024a0f will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:58:26.520648 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-8d217644-8dc9-4a9c-a517-7218a1fa78e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:26.559615 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-be0781a4-f890-41be-a256-981b4d30ca3d tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1524972975&fields=id&tenant_id=0151770a7dd4490d949af76344842700 HTTP/1.1" status: 200 len: 267 time: 0.1416628 May 23 10:58:26.572409 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397db5d2-8add-4033-942e-f8c580dd47fd req-4f6f90cb-cf3d-40c5-a5d1-82704a7920f4 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:26.574353 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-397db5d2-8add-4033-942e-f8c580dd47fd req-4f6f90cb-cf3d-40c5-a5d1-82704a7920f4 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=6779dcf4-12b8-435e-8f21-ee3262657f2d HTTP/1.1" status: 200 len: 945 time: 0.3210487 May 23 10:58:26.582676 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-78f894af-c8ad-425c-bd72-43572da6691a req-ee7c0c60-25ff-4608-818d-00bf338132b7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8bd37396fb9c4700905e6f36d2463130&device_id=b555466d-78a0-461f-a974-4361c5bf869f HTTP/1.1" status: 200 len: 1099 time: 0.0857675 May 23 10:58:26.631224 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-8d217644-8dc9-4a9c-a517-7218a1fa78e7 None None] Attempting to bind port 3da88fc9-c885-4abe-b0bf-f15318024a0f on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:58:26.631575 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-8d217644-8dc9-4a9c-a517-7218a1fa78e7 None None] Attempting to bind port 3da88fc9-c885-4abe-b0bf-f15318024a0f by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:58:26.631972 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d217644-8dc9-4a9c-a517-7218a1fa78e7 None None] Attempting to bind port 3da88fc9-c885-4abe-b0bf-f15318024a0f on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:58:26.642235 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d217644-8dc9-4a9c-a517-7218a1fa78e7 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:58:26.642731 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d217644-8dc9-4a9c-a517-7218a1fa78e7 None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:58:26.643402 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-8d217644-8dc9-4a9c-a517-7218a1fa78e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:26.643793 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d217644-8dc9-4a9c-a517-7218a1fa78e7 None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:58:26.644419 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-8d217644-8dc9-4a9c-a517-7218a1fa78e7 None None] Bound port: 3da88fc9-c885-4abe-b0bf-f15318024a0f, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:58:26.644813 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-8d217644-8dc9-4a9c-a517-7218a1fa78e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:26.693234 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf7392a-bada-4e98-a934-f4d63f69a6db None None] Pushing event updated for resources: {'Port': ['ID=3da88fc9-c885-4abe-b0bf-f15318024a0f,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:26.715797 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f21cb3-e6ff-4427-97ef-0d9d1fe4e0da', 'tag': 'df9ba980-d7d7-463d-8c04-7db849e6d148'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:58:26.743430 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-8d217644-8dc9-4a9c-a517-7218a1fa78e7 None None] For port 3da88fc9-c885-4abe-b0bf-f15318024a0f, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:58:26.747396 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-8d217644-8dc9-4a9c-a517-7218a1fa78e7 None None] For port 3da88fc9-c885-4abe-b0bf-f15318024a0f, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=3da88fc9-c885-4abe-b0bf-f15318024a0f,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:58:26.754174 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-8d217644-8dc9-4a9c-a517-7218a1fa78e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:26.775287 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f894af-c8ad-425c-bd72-43572da6691a req-4e33d43d-ff81-4cbf-a85a-81524490b24f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:26.777205 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-78f894af-c8ad-425c-bd72-43572da6691a req-4e33d43d-ff81-4cbf-a85a-81524490b24f service neutron] 10.222.0.81 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.1884658 May 23 10:58:26.862404 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-397db5d2-8add-4033-942e-f8c580dd47fd req-6defefe9-3897-44ab-bc00-2b655e9fa7a2 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804985 May 23 10:58:26.887227 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d217644-8dc9-4a9c-a517-7218a1fa78e7 None None] Routers {'64f3d990-1446-4729-a46c-f31366a6f960'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 10:58:26.888068 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-8d217644-8dc9-4a9c-a517-7218a1fa78e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T10:58:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['64f3d990-1446-4729-a46c-f31366a6f960'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:58:26.933475 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-4365254a-e409-4047-850d-e7f24608579c tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:26.934114 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-78f894af-c8ad-425c-bd72-43572da6691a req-586e13d5-0c84-47c5-83a4-900a438b955a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=37ca5588-cd62-4cbc-93c1-be92e29ca31d HTTP/1.1" status: 200 len: 217 time: 0.1067424 May 23 10:58:26.935468 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-4365254a-e409-4047-850d-e7f24608579c tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/networks?id=6151acdb-22d9-4303-bf7e-922da0bb4f37 HTTP/1.1" status: 200 len: 824 time: 0.3601151 May 23 10:58:26.969806 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-7eaecdab-ca9b-4d28-b9d3-40dc39d9204a tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/quotas/0151770a7dd4490d949af76344842700 HTTP/1.1" status: 200 len: 375 time: 0.0271811 May 23 10:58:27.036650 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f894af-c8ad-425c-bd72-43572da6691a req-fba8d424-599d-45ba-aac6-3f7aa2635546 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:27.040542 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-78f894af-c8ad-425c-bd72-43572da6691a req-fba8d424-599d-45ba-aac6-3f7aa2635546 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.0957770 May 23 10:58:27.119496 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf7392a-bada-4e98-a934-f4d63f69a6db None None] Pushing event updated for resources: {'Port': ['ID=3da88fc9-c885-4abe-b0bf-f15318024a0f,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:27.196570 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-78f894af-c8ad-425c-bd72-43572da6691a req-a6be116d-ccbc-4c67-b74e-00c926a32513 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1507330 May 23 10:58:27.214120 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-8d217644-8dc9-4a9c-a517-7218a1fa78e7 None None] Set router 64f3d990-1446-4729-a46c-f31366a6f960 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 10:58:27.350844 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-78f894af-c8ad-425c-bd72-43572da6691a req-562a81c3-d547-4199-b39d-a13916d2e477 service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475832 May 23 10:58:27.359415 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-3c4dafa8-81bb-4887-9d3a-0e8e87df75e4 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=0151770a7dd4490d949af76344842700&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3784738 May 23 10:58:27.451659 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9dc7ab9f-2c26-40cd-9166-ec66058b32a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:27.575991 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-78f894af-c8ad-425c-bd72-43572da6691a req-8f8113cd-386b-4223-8209-05f2c7d5e93b service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980662 May 23 10:58:27.581702 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-8d217644-8dc9-4a9c-a517-7218a1fa78e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f3d990-1446-4729-a46c-f31366a6f960', 'name': 'tempest-AttachSCSIVolumeTestJSON-982537596-router', 'tenant_id': 'd07b420bfe9e4714aa3394386eccf9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '3da88fc9-c885-4abe-b0bf-f15318024a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:58:19Z', 'updated_at': '2022-05-23T10:58:22Z', 'revision_number': 3, 'project_id': 'd07b420bfe9e4714aa3394386eccf9ca', 'gw_port': {'id': '3da88fc9-c885-4abe-b0bf-f15318024a0f', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f3d990-1446-4729-a46c-f31366a6f960', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:58:20Z', 'updated_at': '2022-05-23T10:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:58:27.587464 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d217644-8dc9-4a9c-a517-7218a1fa78e7 None None] The sync data for ids ['64f3d990-1446-4729-a46c-f31366a6f960'] in n-d-842952-2 is: [{'id': '64f3d990-1446-4729-a46c-f31366a6f960', 'name': 'tempest-AttachSCSIVolumeTestJSON-982537596-router', 'tenant_id': 'd07b420bfe9e4714aa3394386eccf9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '3da88fc9-c885-4abe-b0bf-f15318024a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:58:19Z', 'updated_at': '2022-05-23T10:58:22Z', 'revision_number': 3, 'project_id': 'd07b420bfe9e4714aa3394386eccf9ca', 'gw_port': {'id': '3da88fc9-c885-4abe-b0bf-f15318024a0f', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f3d990-1446-4729-a46c-f31366a6f960', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:58:20Z', 'updated_at': '2022-05-23T10:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 10:58:27.634493 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-419a1324-f56d-4836-a403-5abc80bb11c8 req-3e18e4bf-80f6-4f2e-a657-e0921e105750 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=63264bcb-8282-4ade-a1db-07ed524042e2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3932877 May 23 10:58:27.669700 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-a8076e02-5a04-483f-885b-57af011bc828 service neutron] 10.222.0.79 "GET /v2.0/networks/6151acdb-22d9-4303-bf7e-922da0bb4f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093262 May 23 10:58:27.871518 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-9dc7ab9f-2c26-40cd-9166-ec66058b32a7 admin admin] Allocated IP 172.20.0.1 (27eca66e-0250-445e-a3d1-f6e9a061b11e/295cda88-5c18-4b55-9495-bd64f2014a80/680a2c43-ecd8-46a5-9b24-5c0b110a6a34) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 10:58:27.876925 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-32cc4f71-c329-48ba-bc01-d74a73f884ef service neutron] 10.222.0.79 "GET /v2.0/networks/6151acdb-22d9-4303-bf7e-922da0bb4f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952198 May 23 10:58:27.970282 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6761e75-02e8-420c-bc0e-65abc8dd4bb0 req-69775043-e9b7-4171-af37-0b435f420d7f tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:27.971044 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-a6761e75-02e8-420c-bc0e-65abc8dd4bb0 req-69775043-e9b7-4171-af37-0b435f420d7f tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Synchronizing usage tracker for tenant:0151770a7dd4490d949af76344842700 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 10:58:27.986146 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-a6761e75-02e8-420c-bc0e-65abc8dd4bb0 req-69775043-e9b7-4171-af37-0b435f420d7f tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Unset dirty status for tenant:0151770a7dd4490d949af76344842700 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 10:58:27.988121 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a6761e75-02e8-420c-bc0e-65abc8dd4bb0 req-69775043-e9b7-4171-af37-0b435f420d7f tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.81 "GET /v2.0/ports?device_id=39f73deb-ca4e-4461-a65c-8307bbcd9c2b HTTP/1.1" status: 200 len: 945 time: 0.1121759 May 23 10:58:28.089735 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-a6761e75-02e8-420c-bc0e-65abc8dd4bb0 req-06a2d34d-643a-4646-8edc-d83e07cf2254 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Deleting port a1209d4b-438b-48fe-8e97-b0a03cebcb81 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 10:58:28.090402 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a6761e75-02e8-420c-bc0e-65abc8dd4bb0 req-06a2d34d-643a-4646-8edc-d83e07cf2254 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:28.098740 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9dc7ab9f-2c26-40cd-9166-ec66058b32a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:28.117705 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-9dc7ab9f-2c26-40cd-9166-ec66058b32a7 admin admin] Transition to ACTIVE for port object 680a2c43-ecd8-46a5-9b24-5c0b110a6a34 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:58:28.225468 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9dc7ab9f-2c26-40cd-9166-ec66058b32a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:28.306182 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d892f-bbfe-4b94-b19c-8848cdf764d4 req-48df0228-0bd3-49b7-8687-047ed8793d51 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:28.312980 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-022d892f-bbfe-4b94-b19c-8848cdf764d4 req-48df0228-0bd3-49b7-8687-047ed8793d51 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1f21cb3-e6ff-4427-97ef-0d9d1fe4e0da HTTP/1.1" status: 200 len: 948 time: 0.1745479 May 23 10:58:28.338809 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc7ab9f-2c26-40cd-9166-ec66058b32a7 admin admin] Network 27eca66e-0250-445e-a3d1-f6e9a061b11e is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 10:58:28.338809 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc7ab9f-2c26-40cd-9166-ec66058b32a7 admin admin] Pushing event updated for resources: {'Port': ['ID=680a2c43-ecd8-46a5-9b24-5c0b110a6a34,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:28.344951 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-9dc7ab9f-2c26-40cd-9166-ec66058b32a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:58:28.349298 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc7ab9f-2c26-40cd-9166-ec66058b32a7 admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 10:58:28.349298 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9dc7ab9f-2c26-40cd-9166-ec66058b32a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:28.398831 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-022d892f-bbfe-4b94-b19c-8848cdf764d4 req-b51f7cd9-7b39-4997-a1db-96b15068605d tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/security-groups?id=969012fd-0773-4c82-a9cd-68dea034b623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848789 May 23 10:58:28.420801 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-a6761e75-02e8-420c-bc0e-65abc8dd4bb0 req-06a2d34d-643a-4646-8edc-d83e07cf2254 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] For port a1209d4b-438b-48fe-8e97-b0a03cebcb81, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=a1209d4b-438b-48fe-8e97-b0a03cebcb81,segment=NetworkSegment(4e26f11b-e66e-4cad-847f-bc46eae8cb72),segment_id=4e26f11b-e66e-4cad-847f-bc46eae8cb72)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:58:28.421164 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a6761e75-02e8-420c-bc0e-65abc8dd4bb0 req-06a2d34d-643a-4646-8edc-d83e07cf2254 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:28.542591 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9dc7ab9f-2c26-40cd-9166-ec66058b32a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:28.803226 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-bea316e5-fed9-479c-ad49-f46dd5bc1ce8 None None] Provisioning for port 680a2c43-ecd8-46a5-9b24-5c0b110a6a34 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:58:28.834835 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-bea316e5-fed9-479c-ad49-f46dd5bc1ce8 None None] Provisioning complete for port 680a2c43-ecd8-46a5-9b24-5c0b110a6a34 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:58:28.859077 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bea316e5-fed9-479c-ad49-f46dd5bc1ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:28.924977 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a6761e75-02e8-420c-bc0e-65abc8dd4bb0 req-06a2d34d-643a-4646-8edc-d83e07cf2254 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:28.924977 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a6761e75-02e8-420c-bc0e-65abc8dd4bb0 req-06a2d34d-643a-4646-8edc-d83e07cf2254 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:28.924977 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [req-a6761e75-02e8-420c-bc0e-65abc8dd4bb0 req-06a2d34d-643a-4646-8edc-d83e07cf2254 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Floating IP 70a973bb-dbd7-4134-aab5-e784cb28db72 disassociated. External IP: 172.25.6.175, port: a1209d4b-438b-48fe-8e97-b0a03cebcb81. May 23 10:58:28.927762 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-a6761e75-02e8-420c-bc0e-65abc8dd4bb0 req-06a2d34d-643a-4646-8edc-d83e07cf2254 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Calling delete_port for a1209d4b-438b-48fe-8e97-b0a03cebcb81 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 10:58:28.960135 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-bea316e5-fed9-479c-ad49-f46dd5bc1ce8 None None] Port 680a2c43-ecd8-46a5-9b24-5c0b110a6a34 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 10:58:28.974239 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9ad7a-9630-4a81-ae2f-a0ba240531d7 req-6c609492-55ac-40f0-8031-5e955da0827d tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:28.983191 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-69f9ad7a-9630-4a81-ae2f-a0ba240531d7 req-6c609492-55ac-40f0-8031-5e955da0827d tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] 10.222.0.79 "GET /v2.0/ports?device_id=b555466d-78a0-461f-a974-4361c5bf869f HTTP/1.1" status: 200 len: 948 time: 0.3180933 May 23 10:58:29.102310 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34774) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:58:29.111994 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-99741886-98c2-4c09-8198-d17fb499edab tempest-LiveMigrationTest-1953020720 tempest-LiveMigrationTest-1953020720-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 10:58:29.113134 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-99741886-98c2-4c09-8198-d17fb499edab tempest-LiveMigrationTest-1953020720 tempest-LiveMigrationTest-1953020720-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0089877 May 23 10:58:29.140627 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9dc7ab9f-2c26-40cd-9166-ec66058b32a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:29.158294 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9dc7ab9f-2c26-40cd-9166-ec66058b32a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:29.158997 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9dc7ab9f-2c26-40cd-9166-ec66058b32a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:29.212854 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-69f9ad7a-9630-4a81-ae2f-a0ba240531d7 req-bab10472-38b0-478e-849a-e391f6e1453c tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] 10.222.0.79 "GET /v2.0/security-groups?id=89ea6a21-26e5-4282-9048-61497cc2ab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285950 May 23 10:58:29.262367 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc7ab9f-2c26-40cd-9166-ec66058b32a7 admin admin] Pushing event updated for resources: {'Port': ['ID=680a2c43-ecd8-46a5-9b24-5c0b110a6a34,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:29.351376 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e86608d-2afc-4259-b54e-38455d11df0f'] response: {'name': 'network-changed', 'server_uuid': 'd1f21cb3-e6ff-4427-97ef-0d9d1fe4e0da', 'tag': 'df9ba980-d7d7-463d-8c04-7db849e6d148', 'status': 'completed', 'code': 200} May 23 10:58:29.352240 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a6761e75-02e8-420c-bc0e-65abc8dd4bb0 req-06a2d34d-643a-4646-8edc-d83e07cf2254 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:29.458588 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc7ab9f-2c26-40cd-9166-ec66058b32a7 admin admin] Network 27eca66e-0250-445e-a3d1-f6e9a061b11e is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 10:58:29.460485 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-9dc7ab9f-2c26-40cd-9166-ec66058b32a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:58:29.471986 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 3da88fc9-c885-4abe-b0bf-f15318024a0f up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:58:29.558425 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2d34d-643a-4646-8edc-d83e07cf2254 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Pushing event deleted for resources: {'Port': ['ID=a1209d4b-438b-48fe-8e97-b0a03cebcb81,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:29.573014 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-5311f388-0420-41a6-938d-2c3c0d63b0f3 service neutron] Request body: {'binding': {'host': 'n-h2-842952-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:58:29.576072 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-5311f388-0420-41a6-938d-2c3c0d63b0f3 service neutron] Unknown quota resources ['binding']. {{(pid=83910) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 23 10:58:29.690958 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 3da88fc9-c885-4abe-b0bf-f15318024a0f completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:58:29.708444 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 3da88fc9-c885-4abe-b0bf-f15318024a0f triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:58:29.708812 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:29.995218 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-298883b4-1aba-44cc-be94-4843bfb1519b req-2a98cab2-600c-4680-ad3d-a4a73e07f208 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=338cf849e62a4b4eb1ce6edbb277404e&device_id=d1f21cb3-e6ff-4427-97ef-0d9d1fe4e0da HTTP/1.1" status: 200 len: 1099 time: 0.5779493 May 23 10:58:30.020246 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 37ca5588-cd62-4cbc-93c1-be92e29ca31d details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 10:58:30.087841 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:30.092138 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-57d822cf-6d12-44cd-a3a4-32625fc7d2e2 None None] Provisioning complete for port 680a2c43-ecd8-46a5-9b24-5c0b110a6a34 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:58:30.092493 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-57d822cf-6d12-44cd-a3a4-32625fc7d2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:30.163577 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298883b4-1aba-44cc-be94-4843bfb1519b req-c370fb2c-5408-45fe-b112-f593b50b2369 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:30.165333 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-298883b4-1aba-44cc-be94-4843bfb1519b req-c370fb2c-5408-45fe-b112-f593b50b2369 service neutron] 10.222.0.13 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.1572182 May 23 10:58:30.165891 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34792) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:58:30.179598 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-57d822cf-6d12-44cd-a3a4-32625fc7d2e2 None None] Port 680a2c43-ecd8-46a5-9b24-5c0b110a6a34 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 10:58:30.196824 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.resource_extend [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 10:58:30.263747 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-298883b4-1aba-44cc-be94-4843bfb1519b req-c0d82f11-de6a-4124-974b-059c0edcb912 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=df9ba980-d7d7-463d-8c04-7db849e6d148 HTTP/1.1" status: 200 len: 217 time: 0.0858846 May 23 10:58:30.322572 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 3da88fc9-c885-4abe-b0bf-f15318024a0f, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=3da88fc9-c885-4abe-b0bf-f15318024a0f,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:58:30.328214 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:30.380030 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2318edcc-0a6c-405f-9a64-ceea79764cb9 req-41acd622-dda3-4342-84f3-ae3367a9cafe tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:30.386832 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2318edcc-0a6c-405f-9a64-ceea79764cb9 req-41acd622-dda3-4342-84f3-ae3367a9cafe tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=6779dcf4-12b8-435e-8f21-ee3262657f2d HTTP/1.1" status: 200 len: 945 time: 0.4419658 May 23 10:58:30.387407 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1d750aa7-fa2b-475a-8697-872a6f72f5b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:30.405360 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-be519eed-939d-4ffe-99f7-4fb740ec1e2e tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:30.406813 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-be519eed-939d-4ffe-99f7-4fb740ec1e2e tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.13 "GET /v2.0/networks?id=6151acdb-22d9-4303-bf7e-922da0bb4f37 HTTP/1.1" status: 200 len: 824 time: 0.6853950 May 23 10:58:30.447793 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298883b4-1aba-44cc-be94-4843bfb1519b req-538ce045-db58-45c8-8841-95be2313aec5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:30.449666 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-298883b4-1aba-44cc-be94-4843bfb1519b req-538ce045-db58-45c8-8841-95be2313aec5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.1779568 May 23 10:58:30.457899 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 37ca5588-cd62-4cbc-93c1-be92e29ca31d, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=37ca5588-cd62-4cbc-93c1-be92e29ca31d,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:58:30.471036 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=3da88fc9-c885-4abe-b0bf-f15318024a0f,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:30.487593 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '37ca5588-cd62-4cbc-93c1-be92e29ca31d', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'port_id': '37ca5588-cd62-4cbc-93c1-be92e29ca31d', 'mac_address': 'fa:16:3e:9c:e2:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1719237-4a8e-4354-92b1-51064eb09c82', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 10:58:30.521235 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2318edcc-0a6c-405f-9a64-ceea79764cb9 req-9e8d818b-52b6-4589-983f-86a67cc850b1 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334941 May 23 10:58:30.521840 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1d750aa7-fa2b-475a-8697-872a6f72f5b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:58:30.525538 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1d750aa7-fa2b-475a-8697-872a6f72f5b5 admin admin] Usage tracker for resource:security_group_rule and tenant:0b9e37b1b94c4cb78ebd27c8b0ef4690 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:58:30.529250 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1d750aa7-fa2b-475a-8697-872a6f72f5b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:58:30.535516 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1d750aa7-fa2b-475a-8697-872a6f72f5b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:58:30.551083 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-e6e77d0f-c043-4207-bb86-42212d66ddca tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0151770a7dd4490d949af76344842700 HTTP/1.1" status: 200 len: 380 time: 0.1074986 May 23 10:58:30.578549 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-d4de6693-6ad6-437b-b085-43fc93759603 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Request body: {'port': {'device_id': 'bed4a262-5244-4996-9636-391dd3862b7b', 'network_id': '6151acdb-22d9-4303-bf7e-922da0bb4f37', 'admin_state_up': True, 'tenant_id': '0151770a7dd4490d949af76344842700', 'security_groups': ['c2132f8c-ab10-410c-b6fc-36cea33e92fb']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:58:30.580720 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:30.629709 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37ca5588-cd62-4cbc-93c1-be92e29ca31d {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 10:58:30.639952 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6761e75-02e8-420c-bc0e-65abc8dd4bb0 req-06a2d34d-643a-4646-8edc-d83e07cf2254 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Router 86627977-a7f9-45ae-9e1b-60a98d8e261c has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 10:58:30.663926 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 37ca5588-cd62-4cbc-93c1-be92e29ca31d, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=37ca5588-cd62-4cbc-93c1-be92e29ca31d,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:58:30.669191 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:30.716119 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-298883b4-1aba-44cc-be94-4843bfb1519b req-069417f9-eb53-4fa7-ab15-cd4700ed56f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2429650 May 23 10:58:30.735844 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device df9ba980-d7d7-463d-8c04-7db849e6d148 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 10:58:30.740763 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-5311f388-0420-41a6-938d-2c3c0d63b0f3 service neutron] Attempting to bind port fdd7caa7-1855-49f5-a943-491e29b8b9d0 on host n-h2-842952-2 for vnic_type normal with profile None {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:58:30.741103 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-5311f388-0420-41a6-938d-2c3c0d63b0f3 service neutron] Attempting to bind port fdd7caa7-1855-49f5-a943-491e29b8b9d0 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:58:30.741431 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-5311f388-0420-41a6-938d-2c3c0d63b0f3 service neutron] Attempting to bind port fdd7caa7-1855-49f5-a943-491e29b8b9d0 on network 3f16bf48-f1ac-437f-802c-c2072c75e62b {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:58:30.761020 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=37ca5588-cd62-4cbc-93c1-be92e29ca31d,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:30.772848 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ac54d23d-9444-42a7-9388-3f5cab7a2ae4 req-81238833-ce67-42f7-9890-3215d8dd40c5 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/ports?device_id=bed4a262-5244-4996-9636-391dd3862b7b HTTP/1.1" status: 200 len: 210 time: 0.0969360 May 23 10:58:30.807787 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-5311f388-0420-41a6-938d-2c3c0d63b0f3 service neutron] Port fdd7caa7-1855-49f5-a943-491e29b8b9d0 on network 3f16bf48-f1ac-437f-802c-c2072c75e62b not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 10:58:30.808150 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-5311f388-0420-41a6-938d-2c3c0d63b0f3 service neutron] Attempting to bind port fdd7caa7-1855-49f5-a943-491e29b8b9d0 on network 3f16bf48-f1ac-437f-802c-c2072c75e62b {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:58:30.875843 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-5311f388-0420-41a6-938d-2c3c0d63b0f3 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:58:30.876218 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-5311f388-0420-41a6-938d-2c3c0d63b0f3 service neutron] Checking segment: {'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:58:30.876579 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-5311f388-0420-41a6-938d-2c3c0d63b0f3 service neutron] Bound using segment: {'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:58:30.877022 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-5311f388-0420-41a6-938d-2c3c0d63b0f3 service neutron] Bound port: fdd7caa7-1855-49f5-a943-491e29b8b9d0, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:58:30.939659 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port df9ba980-d7d7-463d-8c04-7db849e6d148, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=df9ba980-d7d7-463d-8c04-7db849e6d148,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:58:30.954057 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'df9ba980-d7d7-463d-8c04-7db849e6d148', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'port_id': 'df9ba980-d7d7-463d-8c04-7db849e6d148', 'mac_address': 'fa:16:3e:b2:09:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1719237-4a8e-4354-92b1-51064eb09c82', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 10:58:30.964776 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1d750aa7-fa2b-475a-8697-872a6f72f5b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:30.976246 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1d750aa7-fa2b-475a-8697-872a6f72f5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:31.015304 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['37ca5588-cd62-4cbc-93c1-be92e29ca31d'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 10:58:31.070005 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d750aa7-fa2b-475a-8697-872a6f72f5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356e58dd-abe2-4546-889e-f3e954fe3cd7,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:31.082393 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1d750aa7-fa2b-475a-8697-872a6f72f5b5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0b9e37b1b94c4cb78ebd27c8b0ef4690&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9111001 May 23 10:58:31.082944 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-298883b4-1aba-44cc-be94-4843bfb1519b req-9fa5c5d1-1f0f-4d28-aa86-5fce8c75e064 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029230 May 23 10:58:31.083428 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34802) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:58:31.113895 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:31.127230 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-d4de6693-6ad6-437b-b085-43fc93759603 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:58:31.151983 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-d4de6693-6ad6-437b-b085-43fc93759603 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:58:31.163643 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df9ba980-d7d7-463d-8c04-7db849e6d148 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 10:58:31.170513 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-5311f388-0420-41a6-938d-2c3c0d63b0f3 service neutron] For port fdd7caa7-1855-49f5-a943-491e29b8b9d0, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=fdd7caa7-1855-49f5-a943-491e29b8b9d0,segment=NetworkSegment(6bc35f8b-456e-4e1c-8a63-ba8204a54381),segment_id=6bc35f8b-456e-4e1c-8a63-ba8204a54381)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:58:31.182835 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port df9ba980-d7d7-463d-8c04-7db849e6d148, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=df9ba980-d7d7-463d-8c04-7db849e6d148,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:58:31.194560 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-d4de6693-6ad6-437b-b085-43fc93759603 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Made reservation on behalf of 0151770a7dd4490d949af76344842700 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:58:31.194796 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:31.198692 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-d4de6693-6ad6-437b-b085-43fc93759603 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:31.222283 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc7ab9f-2c26-40cd-9166-ec66058b32a7 admin admin] Router 64f3d990-1446-4729-a46c-f31366a6f960 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 10:58:31.223347 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-5311f388-0420-41a6-938d-2c3c0d63b0f3 service neutron] Notify callbacks [] for binding, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:31.224376 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-5311f388-0420-41a6-938d-2c3c0d63b0f3 service neutron] 10.222.0.79 "POST /v2.0/ports/fdd7caa7-1855-49f5-a943-491e29b8b9d0/bindings HTTP/1.1" status: 201 len: 389 time: 1.8749597 May 23 10:58:31.234304 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93966e8e-2f40-40cd-8c35-28bf8274f7ad req-7361d5de-ac62-4fc6-8bc5-9ad0d962afcb tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:31.241336 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93966e8e-2f40-40cd-8c35-28bf8274f7ad req-7361d5de-ac62-4fc6-8bc5-9ad0d962afcb tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1f21cb3-e6ff-4427-97ef-0d9d1fe4e0da HTTP/1.1" status: 200 len: 948 time: 0.3046966 May 23 10:58:31.275212 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6c6b624d-21b2-4d9a-9656-71950e992471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:31.412034 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-298883b4-1aba-44cc-be94-4843bfb1519b req-f4303baa-bbe9-4e96-bb49-9e0bd16c0b4b service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130023 May 23 10:58:31.422724 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6c6b624d-21b2-4d9a-9656-71950e992471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:31.423552 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=df9ba980-d7d7-463d-8c04-7db849e6d148,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:31.473395 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6761e75-02e8-420c-bc0e-65abc8dd4bb0 req-06a2d34d-643a-4646-8edc-d83e07cf2254 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 10:58:31.598934 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a7309a-2eb3-4418-ab7a-44d385cfcd99 None None] Sync routers for ids ['86627977-a7f9-45ae-9e1b-60a98d8e261c'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 10:58:31.605881 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93966e8e-2f40-40cd-8c35-28bf8274f7ad req-6a503b4b-72a6-471d-8382-f17b0600dfc9 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/security-groups?id=969012fd-0773-4c82-a9cd-68dea034b623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635056 May 23 10:58:31.606374 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 3da88fc9-c885-4abe-b0bf-f15318024a0f up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:58:31.640684 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['df9ba980-d7d7-463d-8c04-7db849e6d148'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 10:58:31.729871 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6761e75-02e8-420c-bc0e-65abc8dd4bb0 req-06a2d34d-643a-4646-8edc-d83e07cf2254 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] No DVR routers for this DVR port a1209d4b-438b-48fe-8e97-b0a03cebcb81 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 10:58:31.735387 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a6761e75-02e8-420c-bc0e-65abc8dd4bb0 req-06a2d34d-643a-4646-8edc-d83e07cf2254 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:31.752181 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f73deb-ca4e-4461-a65c-8307bbcd9c2b', 'name': 'network-vif-deleted', 'tag': 'a1209d4b-438b-48fe-8e97-b0a03cebcb81'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:58:31.761647 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a6761e75-02e8-420c-bc0e-65abc8dd4bb0 req-06a2d34d-643a-4646-8edc-d83e07cf2254 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.81 "DELETE /v2.0/ports/a1209d4b-438b-48fe-8e97-b0a03cebcb81 HTTP/1.1" status: 204 len: 173 time: 3.7682543 May 23 10:58:31.764841 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6c6b624d-21b2-4d9a-9656-71950e992471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:31.767234 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6c6b624d-21b2-4d9a-9656-71950e992471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:31.768405 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6c6b624d-21b2-4d9a-9656-71950e992471 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/356e58dd-abe2-4546-889e-f3e954fe3cd7 HTTP/1.1" status: 204 len: 168 time: 0.6825879 May 23 10:58:31.828073 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b624d-21b2-4d9a-9656-71950e992471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356e58dd-abe2-4546-889e-f3e954fe3cd7,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:31.837660 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-bd8dc03a-c23d-41ae-99c2-d3d8abd5378d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=90c9b14de9a447dbb2784bee3d7c6631&device_id=63264bcb-8282-4ade-a1db-07ed524042e2 HTTP/1.1" status: 200 len: 1096 time: 0.2426739 May 23 10:58:31.967730 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-d4de6693-6ad6-437b-b085-43fc93759603 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Allocated IP 172.20.0.5 (6151acdb-22d9-4303-bf7e-922da0bb4f37/da533bd9-3433-4b03-bb17-c26d5caf1719/cdf0b7e6-b850-4599-83c0-d5c2660e61a6) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 10:58:32.021862 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device a1209d4b-438b-48fe-8e97-b0a03cebcb81 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 10:58:32.075377 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a7309a-2eb3-4418-ab7a-44d385cfcd99 None None] Routers {'86627977-a7f9-45ae-9e1b-60a98d8e261c'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 10:58:32.076287 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-96a7309a-2eb3-4418-ab7a-44d385cfcd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T10:58:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['86627977-a7f9-45ae-9e1b-60a98d8e261c'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:58:32.169494 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-1b0a0f27-83ce-4c36-91bc-acd9ac60d466 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:32.170947 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-1b0a0f27-83ce-4c36-91bc-acd9ac60d466 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3f16bf48-f1ac-437f-802c-c2072c75e62b HTTP/1.1" status: 200 len: 909 time: 0.3253298 May 23 10:58:32.214424 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-d4de6693-6ad6-437b-b085-43fc93759603 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:32.233372 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-d4de6693-6ad6-437b-b085-43fc93759603 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Transition to ACTIVE for port object cdf0b7e6-b850-4599-83c0-d5c2660e61a6 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:58:32.277951 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-d4de6693-6ad6-437b-b085-43fc93759603 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:32.285362 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-96a7309a-2eb3-4418-ab7a-44d385cfcd99 None None] Set router 86627977-a7f9-45ae-9e1b-60a98d8e261c gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 10:58:32.323632 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-4d4130a2-d2fb-4971-b667-e8707db20786 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdd7caa7-1855-49f5-a943-491e29b8b9d0 HTTP/1.1" status: 200 len: 217 time: 0.1458976 May 23 10:58:32.443747 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-4161760b-92f3-47e6-a12b-dc7cc95059c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:32.446103 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-4161760b-92f3-47e6-a12b-dc7cc95059c2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f56c9b27-295c-462d-bb89-343a223f9d6c HTTP/1.1" status: 200 len: 848 time: 0.1152477 May 23 10:58:32.453529 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-d4de6693-6ad6-437b-b085-43fc93759603 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Network 6151acdb-22d9-4303-bf7e-922da0bb4f37 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 10:58:32.470199 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34822) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:58:32.484456 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-d4de6693-6ad6-437b-b085-43fc93759603 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:58:32.490266 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: a1209d4b-438b-48fe-8e97-b0a03cebcb81 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 10:58:32.490605 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device a1209d4b-438b-48fe-8e97-b0a03cebcb81 not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 10:58:32.494360 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-d4de6693-6ad6-437b-b085-43fc93759603 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 10:58:32.495045 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-508a4741-dd30-4de1-8c43-5900eef68cc5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3f16bf48-f1ac-437f-802c-c2072c75e62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437152 May 23 10:58:32.498526 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-d4de6693-6ad6-437b-b085-43fc93759603 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:32.499176 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-d4de6693-6ad6-437b-b085-43fc93759603 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:32.561815 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cfc85e68-9b34-4336-b561-5f5b63039399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:32.599648 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b2043-9c1b-466e-b457-3a2b7fbbc48a req-f55df6c4-f30a-4fea-a4dc-f664e528cc2f tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:32.608864 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9b0b2043-9c1b-466e-b457-3a2b7fbbc48a req-f55df6c4-f30a-4fea-a4dc-f664e528cc2f tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] 10.222.0.79 "GET /v2.0/ports?device_id=b555466d-78a0-461f-a974-4361c5bf869f HTTP/1.1" status: 200 len: 949 time: 1.0014446 May 23 10:58:32.612315 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de6693-6ad6-437b-b085-43fc93759603 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Pushing event updated for resources: {'Port': ['ID=cdf0b7e6-b850-4599-83c0-d5c2660e61a6,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:32.620651 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 3da88fc9-c885-4abe-b0bf-f15318024a0f triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:58:32.621665 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:32.624768 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-d4de6693-6ad6-437b-b085-43fc93759603 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0500872 May 23 10:58:32.659577 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-0ca5536a-20d7-4932-9554-a8918f15f2da service neutron] 10.222.0.81 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507914 May 23 10:58:32.678639 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-b6ed0644-86a1-4e8a-b031-14d656c41ffb service neutron] Request body: {'port': {'device_id': 'bed4a262-5244-4996-9636-391dd3862b7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:58:32.757694 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-cfc85e68-9b34-4336-b561-5f5b63039399 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:58:32.770102 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-cfc85e68-9b34-4336-b561-5f5b63039399 admin admin] Usage tracker for resource:security_group_rule and tenant:01eaba7e8ab843a8acafea4f5d0781c6 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:58:32.773862 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-cfc85e68-9b34-4336-b561-5f5b63039399 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:58:32.825358 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-cfc85e68-9b34-4336-b561-5f5b63039399 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:58:32.830309 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9b0b2043-9c1b-466e-b457-3a2b7fbbc48a req-34c17366-df83-4981-beb5-17a8c14dbb53 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] 10.222.0.79 "GET /v2.0/security-groups?id=89ea6a21-26e5-4282-9048-61497cc2ab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197371 May 23 10:58:32.833005 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-6af1e86f-2a3b-43f5-bc18-e3577bb0e360 service neutron] 10.222.0.81 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674438 May 23 10:58:32.863170 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-96a7309a-2eb3-4418-ab7a-44d385cfcd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1205305143-router', 'tenant_id': '0151770a7dd4490d949af76344842700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '0be2849a-ffdf-4602-86f5-1d636fbc938b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:56:49Z', 'updated_at': '2022-05-23T10:56:53Z', 'revision_number': 4, 'project_id': '0151770a7dd4490d949af76344842700', 'gw_port': {'id': '0be2849a-ffdf-4602-86f5-1d636fbc938b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:56:50Z', 'updated_at': '2022-05-23T10:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '3d49cf00-9100-4d84-b370-7b214d63e480', 'name': '', 'network_id': '6151acdb-22d9-4303-bf7e-922da0bb4f37', 'tenant_id': '0151770a7dd4490d949af76344842700', 'mac_address': 'fa:16:3e:a5:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da533bd9-3433-4b03-bb17-c26d5caf1719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:56:53Z', 'updated_at': '2022-05-23T10:57:06Z', 'revision_number': 5, 'project_id': '0151770a7dd4490d949af76344842700', 'subnets': [{'id': 'da533bd9-3433-4b03-bb17-c26d5caf1719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:58:32.869906 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a7309a-2eb3-4418-ab7a-44d385cfcd99 None None] Checking router: 86627977-a7f9-45ae-9e1b-60a98d8e261c for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 10:58:32.883433 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da6d3fb0-796a-46d1-b18c-f5f77e736cd1 req-40d9dd65-4e14-4a0b-ba05-f34f6ffafe09 tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6779dcf4-12b8-435e-8f21-ee3262657f2d HTTP/1.1" status: 200 len: 1096 time: 0.5447016 May 23 10:58:32.886117 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a7309a-2eb3-4418-ab7a-44d385cfcd99 None None] Routers {'86627977-a7f9-45ae-9e1b-60a98d8e261c'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 10:58:32.886793 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-96a7309a-2eb3-4418-ab7a-44d385cfcd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T10:58:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['86627977-a7f9-45ae-9e1b-60a98d8e261c'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:58:32.900531 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-b6ed0644-86a1-4e8a-b031-14d656c41ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:33.082405 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-a7deae62-9cef-4e17-ad7e-312ecc83bd22 tempest-LiveMigrationTest-1953020720 tempest-LiveMigrationTest-1953020720-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=63264bcb-8282-4ade-a1db-07ed524042e2&tenant_id=90c9b14de9a447dbb2784bee3d7c6631&binding%3Ahost_id=n-h1-842952-2 HTTP/1.1" status: 200 len: 1096 time: 0.1171453 May 23 10:58:33.097382 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-96a7309a-2eb3-4418-ab7a-44d385cfcd99 None None] Set router 86627977-a7f9-45ae-9e1b-60a98d8e261c gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 10:58:33.099606 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-50e36883-be86-483a-887e-880ab7b297e2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-842952-2'}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:58:33.108694 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da6d3fb0-796a-46d1-b18c-f5f77e736cd1 req-51d34949-7a3b-4a86-b2dc-920255a75277 tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140391 May 23 10:58:33.137965 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cfc85e68-9b34-4336-b561-5f5b63039399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:33.188394 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc7ab9f-2c26-40cd-9166-ec66058b32a7 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 10:58:33.198395 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cfc85e68-9b34-4336-b561-5f5b63039399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:33.354788 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9dc7ab9f-2c26-40cd-9166-ec66058b32a7 admin admin] 10.222.0.79 "PUT /v2.0/routers/64f3d990-1446-4729-a46c-f31366a6f960/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4195533 May 23 10:58:33.354933 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-50e36883-be86-483a-887e-880ab7b297e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:33.386944 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-534fa1cd-e136-4a2c-a079-745cebb0faf1'] response: {'server_uuid': '39f73deb-ca4e-4461-a65c-8307bbcd9c2b', 'name': 'network-vif-deleted', 'tag': 'a1209d4b-438b-48fe-8e97-b0a03cebcb81', 'status': 'completed', 'code': 200} May 23 10:58:33.401373 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc85e68-9b34-4336-b561-5f5b63039399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c540b322-58fa-468a-b783-b570313c971e,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:33.414136 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34834) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:58:33.414418 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-cfc85e68-9b34-4336-b561-5f5b63039399 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=01eaba7e8ab843a8acafea4f5d0781c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9221044 May 23 10:58:33.445906 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb08f45-645b-4e29-9b16-3f89038bd97f req-d3e57cfa-198b-4476-be2b-d33abc71d045 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:33.447476 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cbb08f45-645b-4e29-9b16-3f89038bd97f req-d3e57cfa-198b-4476-be2b-d33abc71d045 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=63264bcb-8282-4ade-a1db-07ed524042e2 HTTP/1.1" status: 200 len: 945 time: 0.4027300 May 23 10:58:33.546439 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cbb08f45-645b-4e29-9b16-3f89038bd97f req-cc255330-0048-4a25-8e08-79c0094844e9 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839608 May 23 10:58:33.629917 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-74f13301-b647-4b0e-a809-e2c3857cbff8 None None] Provisioning for port cdf0b7e6-b850-4599-83c0-d5c2660e61a6 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:58:33.648111 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-74f13301-b647-4b0e-a809-e2c3857cbff8 None None] Provisioning complete for port cdf0b7e6-b850-4599-83c0-d5c2660e61a6 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:58:33.648486 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-74f13301-b647-4b0e-a809-e2c3857cbff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:33.711941 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-b6ed0644-86a1-4e8a-b031-14d656c41ffb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdf0b7e6-b850-4599-83c0-d5c2660e61a6 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 10:58:33.724259 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-b6ed0644-86a1-4e8a-b031-14d656c41ffb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:33.750413 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-96a7309a-2eb3-4418-ab7a-44d385cfcd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1205305143-router', 'tenant_id': '0151770a7dd4490d949af76344842700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '0be2849a-ffdf-4602-86f5-1d636fbc938b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:56:49Z', 'updated_at': '2022-05-23T10:56:53Z', 'revision_number': 4, 'project_id': '0151770a7dd4490d949af76344842700', 'gw_port': {'id': '0be2849a-ffdf-4602-86f5-1d636fbc938b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:56:50Z', 'updated_at': '2022-05-23T10:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '3d49cf00-9100-4d84-b370-7b214d63e480', 'name': '', 'network_id': '6151acdb-22d9-4303-bf7e-922da0bb4f37', 'tenant_id': '0151770a7dd4490d949af76344842700', 'mac_address': 'fa:16:3e:a5:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da533bd9-3433-4b03-bb17-c26d5caf1719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:56:53Z', 'updated_at': '2022-05-23T10:57:06Z', 'revision_number': 5, 'project_id': '0151770a7dd4490d949af76344842700', 'subnets': [{'id': 'da533bd9-3433-4b03-bb17-c26d5caf1719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:58:33.752309 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-b6ed0644-86a1-4e8a-b031-14d656c41ffb service neutron] Transition to ACTIVE for port object cdf0b7e6-b850-4599-83c0-d5c2660e61a6 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:58:33.756959 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a7309a-2eb3-4418-ab7a-44d385cfcd99 None None] The sync data for ids ['86627977-a7f9-45ae-9e1b-60a98d8e261c'] in n-d-842952-2 is: [{'id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1205305143-router', 'tenant_id': '0151770a7dd4490d949af76344842700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '0be2849a-ffdf-4602-86f5-1d636fbc938b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:56:49Z', 'updated_at': '2022-05-23T10:56:53Z', 'revision_number': 4, 'project_id': '0151770a7dd4490d949af76344842700', 'gw_port': {'id': '0be2849a-ffdf-4602-86f5-1d636fbc938b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:56:50Z', 'updated_at': '2022-05-23T10:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '3d49cf00-9100-4d84-b370-7b214d63e480', 'name': '', 'network_id': '6151acdb-22d9-4303-bf7e-922da0bb4f37', 'tenant_id': '0151770a7dd4490d949af76344842700', 'mac_address': 'fa:16:3e:a5:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da533bd9-3433-4b03-bb17-c26d5caf1719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:56:53Z', 'updated_at': '2022-05-23T10:57:06Z', 'revision_number': 5, 'project_id': '0151770a7dd4490d949af76344842700', 'subnets': [{'id': 'da533bd9-3433-4b03-bb17-c26d5caf1719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 10:58:33.767122 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-74f13301-b647-4b0e-a809-e2c3857cbff8 None None] Port cdf0b7e6-b850-4599-83c0-d5c2660e61a6 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 10:58:33.816736 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc60a84d-5d8b-4e30-9517-9b76907a22df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:33.892446 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-b6ed0644-86a1-4e8a-b031-14d656c41ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:33.893170 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc60a84d-5d8b-4e30-9517-9b76907a22df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:33.909392 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-50e36883-be86-483a-887e-880ab7b297e2 service neutron] For port fdd7caa7-1855-49f5-a943-491e29b8b9d0, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=fdd7caa7-1855-49f5-a943-491e29b8b9d0,segment=NetworkSegment(6bc35f8b-456e-4e1c-8a63-ba8204a54381),segment_id=6bc35f8b-456e-4e1c-8a63-ba8204a54381)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:58:33.972563 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-50e36883-be86-483a-887e-880ab7b297e2 service neutron] For port fdd7caa7-1855-49f5-a943-491e29b8b9d0, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:58:34.017629 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 37ca5588-cd62-4cbc-93c1-be92e29ca31d up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:58:34.054838 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de618bc6-ef8e-49c5-a544-c08f2ccfba01 req-9056ec2d-fab0-4f16-8cf1-93ce3170c0d6 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:34.057566 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-de618bc6-ef8e-49c5-a544-c08f2ccfba01 req-9056ec2d-fab0-4f16-8cf1-93ce3170c0d6 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Synchronizing usage tracker for tenant:0151770a7dd4490d949af76344842700 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 10:58:34.071730 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc60a84d-5d8b-4e30-9517-9b76907a22df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:34.100607 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed0644-86a1-4e8a-b031-14d656c41ffb service neutron] Pushing event updated for resources: {'Port': ['ID=cdf0b7e6-b850-4599-83c0-d5c2660e61a6,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:34.135860 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-50e36883-be86-483a-887e-880ab7b297e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:34.153691 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-de618bc6-ef8e-49c5-a544-c08f2ccfba01 req-9056ec2d-fab0-4f16-8cf1-93ce3170c0d6 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Unset dirty status for tenant:0151770a7dd4490d949af76344842700 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 10:58:34.160703 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60a84d-5d8b-4e30-9517-9b76907a22df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c540b322-58fa-468a-b783-b570313c971e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:34.161651 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-de618bc6-ef8e-49c5-a544-c08f2ccfba01 req-9056ec2d-fab0-4f16-8cf1-93ce3170c0d6 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/ports?device_id=bed4a262-5244-4996-9636-391dd3862b7b HTTP/1.1" status: 200 len: 931 time: 0.5173247 May 23 10:58:34.162041 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-50e36883-be86-483a-887e-880ab7b297e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:34.172180 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 37ca5588-cd62-4cbc-93c1-be92e29ca31d completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:58:34.174512 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34846) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:58:34.188201 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 37ca5588-cd62-4cbc-93c1-be92e29ca31d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:58:34.188922 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:34.241090 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-b6ed0644-86a1-4e8a-b031-14d656c41ffb service neutron] Attempting to bind port cdf0b7e6-b850-4599-83c0-d5c2660e61a6 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:58:34.241472 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-b6ed0644-86a1-4e8a-b031-14d656c41ffb service neutron] Attempting to bind port cdf0b7e6-b850-4599-83c0-d5c2660e61a6 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '4e26f11b-e66e-4cad-847f-bc46eae8cb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6151acdb-22d9-4303-bf7e-922da0bb4f37'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:58:34.241726 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-b6ed0644-86a1-4e8a-b031-14d656c41ffb service neutron] Attempting to bind port cdf0b7e6-b850-4599-83c0-d5c2660e61a6 on network 6151acdb-22d9-4303-bf7e-922da0bb4f37 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:58:34.253298 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c36e2c-9129-449b-87c3-6ccf0508cc1b req-d66ba238-9e6f-432b-b026-10fd338bed54 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:34.265604 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e3c36e2c-9129-449b-87c3-6ccf0508cc1b req-d66ba238-9e6f-432b-b026-10fd338bed54 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1f21cb3-e6ff-4427-97ef-0d9d1fe4e0da HTTP/1.1" status: 200 len: 949 time: 0.5176525 May 23 10:58:34.311965 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-b6ed0644-86a1-4e8a-b031-14d656c41ffb service neutron] Port cdf0b7e6-b850-4599-83c0-d5c2660e61a6 on network 6151acdb-22d9-4303-bf7e-922da0bb4f37 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 10:58:34.312300 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-b6ed0644-86a1-4e8a-b031-14d656c41ffb service neutron] Attempting to bind port cdf0b7e6-b850-4599-83c0-d5c2660e61a6 on network 6151acdb-22d9-4303-bf7e-922da0bb4f37 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:58:34.348481 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-de618bc6-ef8e-49c5-a544-c08f2ccfba01 req-fc83e996-0b0a-4aa0-9b1f-444d6aff7650 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/security-groups?id=c2132f8c-ab10-410c-b6fc-36cea33e92fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780977 May 23 10:58:34.349453 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-b6ed0644-86a1-4e8a-b031-14d656c41ffb service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:58:34.352177 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-b6ed0644-86a1-4e8a-b031-14d656c41ffb service neutron] Checking segment: {'id': '4e26f11b-e66e-4cad-847f-bc46eae8cb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6151acdb-22d9-4303-bf7e-922da0bb4f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:58:34.352771 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-b6ed0644-86a1-4e8a-b031-14d656c41ffb service neutron] Bound using segment: {'id': '4e26f11b-e66e-4cad-847f-bc46eae8cb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6151acdb-22d9-4303-bf7e-922da0bb4f37'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:58:34.353424 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-b6ed0644-86a1-4e8a-b031-14d656c41ffb service neutron] Bound port: cdf0b7e6-b850-4599-83c0-d5c2660e61a6, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e26f11b-e66e-4cad-847f-bc46eae8cb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6151acdb-22d9-4303-bf7e-922da0bb4f37'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:58:34.353956 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-b6ed0644-86a1-4e8a-b031-14d656c41ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:34.357848 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc60a84d-5d8b-4e30-9517-9b76907a22df admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:34.362534 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-dc60a84d-5d8b-4e30-9517-9b76907a22df admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c540b322-58fa-468a-b783-b570313c971e HTTP/1.1" status: 204 len: 168 time: 0.9472396 May 23 10:58:34.367518 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:34.427495 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e3c36e2c-9129-449b-87c3-6ccf0508cc1b req-9b2095fd-1052-4c0e-96c1-d92bb1eecedf tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/security-groups?id=969012fd-0773-4c82-a9cd-68dea034b623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608286 May 23 10:58:34.442657 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 37ca5588-cd62-4cbc-93c1-be92e29ca31d, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=37ca5588-cd62-4cbc-93c1-be92e29ca31d,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:58:34.451591 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b555466d-78a0-461f-a974-4361c5bf869f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ca5588-cd62-4cbc-93c1-be92e29ca31d'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:58:34.466944 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:34.501612 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-50e36883-be86-483a-887e-880ab7b297e2 service neutron] Attempting to bind port fdd7caa7-1855-49f5-a943-491e29b8b9d0 on host n-h1-842952-2 for vnic_type normal with profile {"migrating_to": "n-h2-842952-2"} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:58:34.501952 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-50e36883-be86-483a-887e-880ab7b297e2 service neutron] Attempting to bind port fdd7caa7-1855-49f5-a943-491e29b8b9d0 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:58:34.502279 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-50e36883-be86-483a-887e-880ab7b297e2 service neutron] Attempting to bind port fdd7caa7-1855-49f5-a943-491e29b8b9d0 on network 3f16bf48-f1ac-437f-802c-c2072c75e62b {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:58:34.504608 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e36883-be86-483a-887e-880ab7b297e2 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd7caa7-1855-49f5-a943-491e29b8b9d0,revision_number=7']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:34.536088 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-50e36883-be86-483a-887e-880ab7b297e2 service neutron] Port fdd7caa7-1855-49f5-a943-491e29b8b9d0 on network 3f16bf48-f1ac-437f-802c-c2072c75e62b not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 10:58:34.536400 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-50e36883-be86-483a-887e-880ab7b297e2 service neutron] Attempting to bind port fdd7caa7-1855-49f5-a943-491e29b8b9d0 on network 3f16bf48-f1ac-437f-802c-c2072c75e62b {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:58:34.557521 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-50e36883-be86-483a-887e-880ab7b297e2 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:58:34.557859 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-50e36883-be86-483a-887e-880ab7b297e2 service neutron] Checking segment: {'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:58:34.558467 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-50e36883-be86-483a-887e-880ab7b297e2 service neutron] Bound using segment: {'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:58:34.558689 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-50e36883-be86-483a-887e-880ab7b297e2 service neutron] Bound port: fdd7caa7-1855-49f5-a943-491e29b8b9d0, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:58:34.559223 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-50e36883-be86-483a-887e-880ab7b297e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:34.708371 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-b6ed0644-86a1-4e8a-b031-14d656c41ffb service neutron] For port cdf0b7e6-b850-4599-83c0-d5c2660e61a6, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:58:34.720969 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-b6ed0644-86a1-4e8a-b031-14d656c41ffb service neutron] For port cdf0b7e6-b850-4599-83c0-d5c2660e61a6, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=cdf0b7e6-b850-4599-83c0-d5c2660e61a6,segment=NetworkSegment(4e26f11b-e66e-4cad-847f-bc46eae8cb72),segment_id=4e26f11b-e66e-4cad-847f-bc46eae8cb72)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:58:34.724884 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=37ca5588-cd62-4cbc-93c1-be92e29ca31d,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:34.735916 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device df9ba980-d7d7-463d-8c04-7db849e6d148 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:58:34.842989 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-b6ed0644-86a1-4e8a-b031-14d656c41ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:34.881012 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port df9ba980-d7d7-463d-8c04-7db849e6d148 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:58:34.896871 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port df9ba980-d7d7-463d-8c04-7db849e6d148 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:58:34.897184 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:34.961541 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-b6ed0644-86a1-4e8a-b031-14d656c41ffb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:34.963196 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-b6ed0644-86a1-4e8a-b031-14d656c41ffb service neutron] 10.222.0.13 "PUT /v2.0/ports/cdf0b7e6-b850-4599-83c0-d5c2660e61a6 HTTP/1.1" status: 200 len: 1091 time: 2.2961802 May 23 10:58:34.977174 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bed4a262-5244-4996-9636-391dd3862b7b', 'tag': 'cdf0b7e6-b850-4599-83c0-d5c2660e61a6'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:58:35.185667 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fafbb38c-c657-4f85-bef4-8ddcb22891ae req-f3e41aa9-ef5a-47c0-9660-1e94cc8971fa tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6779dcf4-12b8-435e-8f21-ee3262657f2d HTTP/1.1" status: 200 len: 1096 time: 0.4937227 May 23 10:58:35.192221 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed0644-86a1-4e8a-b031-14d656c41ffb service neutron] Pushing event updated for resources: {'Port': ['ID=cdf0b7e6-b850-4599-83c0-d5c2660e61a6,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:35.254251 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-fc2a9ecc-1196-4403-bd0d-ae5a8145b95f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c3816eac91704735985a084b7b8b8841&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0046904 May 23 10:58:35.260085 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34868) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:58:35.266171 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:35.293491 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089f3fc-324e-4761-af3c-1f4932eb3c27 req-0cc2807c-ddf2-4ac9-98dc-0edc89a8de1b tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:35.295076 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2089f3fc-324e-4761-af3c-1f4932eb3c27 req-0cc2807c-ddf2-4ac9-98dc-0edc89a8de1b tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] 10.222.0.79 "GET /v2.0/ports?device_id=b555466d-78a0-461f-a974-4361c5bf869f HTTP/1.1" status: 200 len: 950 time: 0.4613676 May 23 10:58:35.328012 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fafbb38c-c657-4f85-bef4-8ddcb22891ae req-e8182ebb-1a62-496b-8e0a-28f5daf804ce tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410921 May 23 10:58:35.346129 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-50e36883-be86-483a-887e-880ab7b297e2 service neutron] For port fdd7caa7-1855-49f5-a943-491e29b8b9d0, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:58:35.348345 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-3be1ba15-94fc-4d53-ab6f-c78a9b05546e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0151770a7dd4490d949af76344842700&device_id=bed4a262-5244-4996-9636-391dd3862b7b HTTP/1.1" status: 200 len: 1094 time: 0.2719107 May 23 10:58:35.383692 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-50e36883-be86-483a-887e-880ab7b297e2 service neutron] For port fdd7caa7-1855-49f5-a943-491e29b8b9d0, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=fdd7caa7-1855-49f5-a943-491e29b8b9d0,segment=NetworkSegment(6bc35f8b-456e-4e1c-8a63-ba8204a54381),segment_id=6bc35f8b-456e-4e1c-8a63-ba8204a54381)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:58:35.386798 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port df9ba980-d7d7-463d-8c04-7db849e6d148, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=df9ba980-d7d7-463d-8c04-7db849e6d148,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:58:35.391841 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63264bcb-8282-4ade-a1db-07ed524042e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdd7caa7-1855-49f5-a943-491e29b8b9d0'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:58:35.412430 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-50e36883-be86-483a-887e-880ab7b297e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:35.420174 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:35.441426 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2089f3fc-324e-4761-af3c-1f4932eb3c27 req-a248817a-2b93-44f9-9408-e9983c88cc6c tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] 10.222.0.79 "GET /v2.0/security-groups?id=89ea6a21-26e5-4282-9048-61497cc2ab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380131 May 23 10:58:35.445156 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-34affb7a-5632-4478-b7a0-e0cd9a247248 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdf0b7e6-b850-4599-83c0-d5c2660e61a6 HTTP/1.1" status: 200 len: 217 time: 0.0796528 May 23 10:58:35.673071 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=df9ba980-d7d7-463d-8c04-7db849e6d148,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:35.676442 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-4cfc1175-992b-43f3-b7df-21ff46c2ab66 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:35.677917 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-4cfc1175-992b-43f3-b7df-21ff46c2ab66 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da533bd9-3433-4b03-bb17-c26d5caf1719 HTTP/1.1" status: 200 len: 863 time: 0.2270992 May 23 10:58:35.717576 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27744154-92f0-407b-b724-5af693a9ce2a'] response: {'server_uuid': 'b555466d-78a0-461f-a974-4361c5bf869f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ca5588-cd62-4cbc-93c1-be92e29ca31d', 'code': 200} May 23 10:58:35.839428 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-76c32111-c8e5-4f2a-afd1-afc5317d73df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6151acdb-22d9-4303-bf7e-922da0bb4f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1257868 May 23 10:58:35.910282 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e923fac5-0979-497c-92a7-32d7399e8fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:36.001684 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e923fac5-0979-497c-92a7-32d7399e8fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:36.099085 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e36883-be86-483a-887e-880ab7b297e2 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd7caa7-1855-49f5-a943-491e29b8b9d0,revision_number=8']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:36.111483 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-50e36883-be86-483a-887e-880ab7b297e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:36.113055 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-50e36883-be86-483a-887e-880ab7b297e2 service neutron] 10.222.0.81 "PUT /v2.0/ports/fdd7caa7-1855-49f5-a943-491e29b8b9d0 HTTP/1.1" status: 200 len: 1121 time: 3.0248082 May 23 10:58:36.150229 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-76cf744c-9c45-4700-a031-412537679845 service neutron] 10.222.0.13 "GET /v2.0/networks/6151acdb-22d9-4303-bf7e-922da0bb4f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916279 May 23 10:58:36.150229 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68d04705-23ab-4897-9736-c7678a20d4b1'] response: {'name': 'network-changed', 'server_uuid': 'bed4a262-5244-4996-9636-391dd3862b7b', 'tag': 'cdf0b7e6-b850-4599-83c0-d5c2660e61a6', 'status': 'completed', 'code': 200} May 23 10:58:36.160569 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b33232f4-a5a6-49c5-ab94-6bfb3abde6d1 req-1afbab3f-d30b-4606-ab2b-d4ce909575e3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b555466d-78a0-461f-a974-4361c5bf869f HTTP/1.1" status: 200 len: 1101 time: 0.3148298 May 23 10:58:36.199553 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e923fac5-0979-497c-92a7-32d7399e8fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:36.224231 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['fdd7caa7-1855-49f5-a943-491e29b8b9d0'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 10:58:36.246573 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e923fac5-0979-497c-92a7-32d7399e8fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd826eda-e372-480f-b9c6-94eeaaadef19,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:36.310570 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e923fac5-0979-497c-92a7-32d7399e8fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:36.325113 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e923fac5-0979-497c-92a7-32d7399e8fe0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fd826eda-e372-480f-b9c6-94eeaaadef19 HTTP/1.1" status: 204 len: 168 time: 1.0635140 May 23 10:58:36.331368 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b33232f4-a5a6-49c5-ab94-6bfb3abde6d1 req-b0828b1b-471c-4b7a-b059-0b5c207b5c41 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=89ea6a21-26e5-4282-9048-61497cc2ab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632738 May 23 10:58:36.656888 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f83a23-c5ed-4b68-9b9a-9bd7350f859d req-5d9666cf-876e-4ff5-93b9-7d1e111025a1 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:36.664679 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-99f83a23-c5ed-4b68-9b9a-9bd7350f859d req-5d9666cf-876e-4ff5-93b9-7d1e111025a1 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=63264bcb-8282-4ade-a1db-07ed524042e2 HTTP/1.1" status: 200 len: 943 time: 0.8155825 May 23 10:58:36.681997 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e38ade02-976c-4f20-a131-3fe900dff0dc req-5af95d6a-529f-4f1f-a245-fd3cb1f19b30 service neutron] 10.222.0.13 "GET /v2.0/networks/6151acdb-22d9-4303-bf7e-922da0bb4f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5232878 May 23 10:58:36.693424 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce5d4e-cdff-49fd-ab94-fc6e6aac4495 req-6575bfc7-2555-4767-b147-35e5078751cc tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:36.700340 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-03ce5d4e-cdff-49fd-ab94-fc6e6aac4495 req-6575bfc7-2555-4767-b147-35e5078751cc tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/ports?device_id=bed4a262-5244-4996-9636-391dd3862b7b HTTP/1.1" status: 200 len: 943 time: 0.5432048 May 23 10:58:36.781203 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-03ce5d4e-cdff-49fd-ab94-fc6e6aac4495 req-b5d40f16-0a79-4274-ac0e-54c0684d2851 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/security-groups?id=c2132f8c-ab10-410c-b6fc-36cea33e92fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797920 May 23 10:58:36.797946 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-99f83a23-c5ed-4b68-9b9a-9bd7350f859d req-5c5eda17-4684-4e74-8612-4d114248a9d5 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321626 May 23 10:58:36.995025 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-401f5a65-5a27-42b6-8475-b6d20fa67890'] response: {'server_uuid': '63264bcb-8282-4ade-a1db-07ed524042e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdd7caa7-1855-49f5-a943-491e29b8b9d0', 'code': 200} May 23 10:58:37.069183 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34902) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:58:37.116502 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5ab95cd2-4852-43f3-b91e-18cfde6abc5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:37.195322 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5ab95cd2-4852-43f3-b91e-18cfde6abc5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:58:37.199389 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2605bb13-cd7e-4d7e-bd0a-cf65bdeb4cf6 req-bc637ca1-9ad8-4823-9d3c-d9bac82e544a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0151770a7dd4490d949af76344842700&device_id=bed4a262-5244-4996-9636-391dd3862b7b HTTP/1.1" status: 200 len: 1094 time: 0.3846858 May 23 10:58:37.206446 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5ab95cd2-4852-43f3-b91e-18cfde6abc5b admin admin] Usage tracker for resource:security_group_rule and tenant:f3b15caed32b439593eb582b2fce0131 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:58:37.218320 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5ab95cd2-4852-43f3-b91e-18cfde6abc5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:58:37.227261 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5ab95cd2-4852-43f3-b91e-18cfde6abc5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:58:37.359112 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5ab95cd2-4852-43f3-b91e-18cfde6abc5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:37.366227 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5ab95cd2-4852-43f3-b91e-18cfde6abc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:37.412830 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5ab95cd2-4852-43f3-b91e-18cfde6abc5b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f3b15caed32b439593eb582b2fce0131&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3419709 May 23 10:58:37.413758 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34914) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:58:37.471739 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab95cd2-4852-43f3-b91e-18cfde6abc5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb99ed38-67bd-4452-ae4f-9a81b8ef5251,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:37.529350 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-13702d72-b3c9-4f2d-9aba-72156292dab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:37.547878 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6dc67c-73d5-47c4-a5c0-507c5f0355f4 req-057ec2e2-aff5-45ab-83f0-1ce932e28aa9 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:37.549377 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4a6dc67c-73d5-47c4-a5c0-507c5f0355f4 req-057ec2e2-aff5-45ab-83f0-1ce932e28aa9 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1f21cb3-e6ff-4427-97ef-0d9d1fe4e0da HTTP/1.1" status: 200 len: 950 time: 0.4913285 May 23 10:58:37.565513 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-13702d72-b3c9-4f2d-9aba-72156292dab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:37.627769 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-13702d72-b3c9-4f2d-9aba-72156292dab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:37.646175 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13702d72-b3c9-4f2d-9aba-72156292dab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb99ed38-67bd-4452-ae4f-9a81b8ef5251,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:37.663081 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-13702d72-b3c9-4f2d-9aba-72156292dab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:37.667238 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-13702d72-b3c9-4f2d-9aba-72156292dab3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fb99ed38-67bd-4452-ae4f-9a81b8ef5251 HTTP/1.1" status: 204 len: 168 time: 0.2502046 May 23 10:58:37.675672 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605bb13-cd7e-4d7e-bd0a-cf65bdeb4cf6 req-8347b298-fbec-4f68-ad76-6349dab44f16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:37.679266 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2605bb13-cd7e-4d7e-bd0a-cf65bdeb4cf6 req-8347b298-fbec-4f68-ad76-6349dab44f16 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6151acdb-22d9-4303-bf7e-922da0bb4f37 HTTP/1.1" status: 200 len: 925 time: 0.4705963 May 23 10:58:37.718297 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f21cb3-e6ff-4427-97ef-0d9d1fe4e0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9ba980-d7d7-463d-8c04-7db849e6d148'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:58:37.727433 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:37.886426 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2605bb13-cd7e-4d7e-bd0a-cf65bdeb4cf6 req-98239f46-ee6f-4fbb-b92b-1ab4e829d35b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdf0b7e6-b850-4599-83c0-d5c2660e61a6 HTTP/1.1" status: 200 len: 217 time: 0.1929317 May 23 10:58:37.988196 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaaabaf-3b67-4812-b1c6-04ce142344c8 req-eaffcfd2-183f-4746-a4b4-249af6baddf6 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:37.997000 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3aaaabaf-3b67-4812-b1c6-04ce142344c8 req-eaffcfd2-183f-4746-a4b4-249af6baddf6 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] 10.222.0.79 "GET /v2.0/ports?device_id=b555466d-78a0-461f-a974-4361c5bf869f HTTP/1.1" status: 200 len: 950 time: 0.5553298 May 23 10:58:38.022936 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4a6dc67c-73d5-47c4-a5c0-507c5f0355f4 req-dbf3a56a-a2b5-431b-bbf2-b7fcb7ceb51e tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/security-groups?id=969012fd-0773-4c82-a9cd-68dea034b623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4496515 May 23 10:58:38.058866 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device fdd7caa7-1855-49f5-a943-491e29b8b9d0 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 10:58:38.152581 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605bb13-cd7e-4d7e-bd0a-cf65bdeb4cf6 req-f400fe05-62fb-4527-98f5-c15a968436cd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:38.154927 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2605bb13-cd7e-4d7e-bd0a-cf65bdeb4cf6 req-f400fe05-62fb-4527-98f5-c15a968436cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da533bd9-3433-4b03-bb17-c26d5caf1719 HTTP/1.1" status: 200 len: 863 time: 0.2569032 May 23 10:58:38.231088 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port fdd7caa7-1855-49f5-a943-491e29b8b9d0, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=fdd7caa7-1855-49f5-a943-491e29b8b9d0,segment=NetworkSegment(6bc35f8b-456e-4e1c-8a63-ba8204a54381),segment_id=6bc35f8b-456e-4e1c-8a63-ba8204a54381)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:58:38.249014 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device fdd7caa7-1855-49f5-a943-491e29b8b9d0 has no active binding in host n-h2-842952-2 {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 23 10:58:38.270976 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3aaaabaf-3b67-4812-b1c6-04ce142344c8 req-391b02aa-781b-49a7-a37a-622c29c89431 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] 10.222.0.79 "GET /v2.0/security-groups?id=89ea6a21-26e5-4282-9048-61497cc2ab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713552 May 23 10:58:38.394788 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dc7d72b-4280-462e-a459-0d3d6f598ed0'] response: {'server_uuid': 'd1f21cb3-e6ff-4427-97ef-0d9d1fe4e0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9ba980-d7d7-463d-8c04-7db849e6d148', 'code': 200} May 23 10:58:38.477071 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2605bb13-cd7e-4d7e-bd0a-cf65bdeb4cf6 req-1c56e081-4e7c-46ea-9c5c-e3eac00deece service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6151acdb-22d9-4303-bf7e-922da0bb4f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3141499 May 23 10:58:38.580794 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff96f314-fc01-4951-8b17-245da784ca0c None None] New status for floating IP 70a973bb-dbd7-4134-aab5-e784cb28db72: DOWN {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 10:58:38.608875 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-650ea2b2-7172-4da1-a201-378e6921d26f req-d3e9fdb1-1a25-46f8-81c7-55bc01ae9e82 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d1f21cb3-e6ff-4427-97ef-0d9d1fe4e0da HTTP/1.1" status: 200 len: 1101 time: 0.1077552 May 23 10:58:38.728963 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-650ea2b2-7172-4da1-a201-378e6921d26f req-792bb9d1-2b82-43b4-92dd-7b9b30470f0a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=969012fd-0773-4c82-a9cd-68dea034b623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043661 May 23 10:58:38.830932 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-56e6a2b7-259f-447a-a572-c7854f7f8300 req-6f00bf11-16af-4cee-883c-49927e31f0a2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6779dcf4-12b8-435e-8f21-ee3262657f2d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.5728672 May 23 10:58:38.976859 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:38.996480 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63264bcb-8282-4ade-a1db-07ed524042e2', 'tag': 'fdd7caa7-1855-49f5-a943-491e29b8b9d0'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:58:39.013022 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2605bb13-cd7e-4d7e-bd0a-cf65bdeb4cf6 req-bccf9056-e4c1-4b9b-a4c1-7adec6173321 service neutron] 10.222.0.13 "GET /v2.0/networks/6151acdb-22d9-4303-bf7e-922da0bb4f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5259061 May 23 10:58:39.028481 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3932c4-9a4e-403b-8fd3-90c03e6567ef req-53ed2d95-8522-4001-b8f5-2b23291dc9fb tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:39.038820 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ff3932c4-9a4e-403b-8fd3-90c03e6567ef req-53ed2d95-8522-4001-b8f5-2b23291dc9fb tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/ports?device_id=bed4a262-5244-4996-9636-391dd3862b7b HTTP/1.1" status: 200 len: 943 time: 0.3379636 May 23 10:58:39.104471 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ff3932c4-9a4e-403b-8fd3-90c03e6567ef req-27c0853e-ee93-4dee-9a2e-312026602104 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/security-groups?id=c2132f8c-ab10-410c-b6fc-36cea33e92fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646982 May 23 10:58:39.197579 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9752ba4c-a34a-4262-8f4a-5e1f49fff25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:39.375925 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2605bb13-cd7e-4d7e-bd0a-cf65bdeb4cf6 req-0bca0ca8-2b86-4861-9f07-f63d6adba30f service neutron] 10.222.0.13 "GET /v2.0/networks/6151acdb-22d9-4303-bf7e-922da0bb4f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327361 May 23 10:58:39.398848 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28384c-5478-4844-bfd5-d30714d7a4fc req-1cb3e00f-7da9-478b-b837-998a3f2ea132 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:39.400557 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8d28384c-5478-4844-bfd5-d30714d7a4fc req-1cb3e00f-7da9-478b-b837-998a3f2ea132 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=63264bcb-8282-4ade-a1db-07ed524042e2 HTTP/1.1" status: 200 len: 943 time: 0.1209335 May 23 10:58:39.464764 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8d28384c-5478-4844-bfd5-d30714d7a4fc req-74ada9f9-2ece-46e5-b3e1-216600ad61ed tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564840 May 23 10:58:39.976739 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e5b3747-c891-4913-8cab-b8a28ee25ebb'] response: {'name': 'network-changed', 'server_uuid': '63264bcb-8282-4ade-a1db-07ed524042e2', 'tag': 'fdd7caa7-1855-49f5-a943-491e29b8b9d0', 'status': 'completed', 'code': 200} May 23 10:58:40.057250 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0daed5-6898-4987-bacd-7403785bb64a None None] Sync routers for ids ['64f3d990-1446-4729-a46c-f31366a6f960'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 10:58:40.072728 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0daed5-6898-4987-bacd-7403785bb64a None None] Routers {'64f3d990-1446-4729-a46c-f31366a6f960'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 10:58:40.073532 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7b0daed5-6898-4987-bacd-7403785bb64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T10:58:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['64f3d990-1446-4729-a46c-f31366a6f960'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:58:40.234469 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-5d5ad273-58c0-4fe3-a065-955b86942fb6 service neutron] 10.222.0.13 "GET /v2.0/ports/fdd7caa7-1855-49f5-a943-491e29b8b9d0/bindings/n-h2-842952-2 HTTP/1.1" status: 200 len: 384 time: 0.1085618 May 23 10:58:40.303714 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-7b0daed5-6898-4987-bacd-7403785bb64a None None] Set router 64f3d990-1446-4729-a46c-f31366a6f960 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 10:58:40.318138 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-b6386e77-1f64-4491-8611-055da2b6cff6 tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 10:58:40.320470 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-b6386e77-1f64-4491-8611-055da2b6cff6 tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0148857 May 23 10:58:40.346402 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-06006d1b-a538-45aa-9316-add46b6e3c35 service neutron] Request body: {'binding': {'host': 'n-h1-842952-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:58:40.347087 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-06006d1b-a538-45aa-9316-add46b6e3c35 service neutron] Unknown quota resources ['binding']. {{(pid=83910) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 23 10:58:40.604485 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0fd10-c3dd-4aba-858c-e14da919aca5 req-14444d13-739a-4136-b9ce-17c363d91305 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:40.608988 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-25a0fd10-c3dd-4aba-858c-e14da919aca5 req-14444d13-739a-4136-b9ce-17c363d91305 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1f21cb3-e6ff-4427-97ef-0d9d1fe4e0da HTTP/1.1" status: 200 len: 950 time: 0.5243771 May 23 10:58:40.709384 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-b4e460a7-e1c5-4f22-b5af-0c2eaef9306a service neutron] For port fdd7caa7-1855-49f5-a943-491e29b8b9d0, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=fdd7caa7-1855-49f5-a943-491e29b8b9d0,segment=NetworkSegment(6bc35f8b-456e-4e1c-8a63-ba8204a54381),segment_id=6bc35f8b-456e-4e1c-8a63-ba8204a54381)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:58:40.742100 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-b4e460a7-e1c5-4f22-b5af-0c2eaef9306a service neutron] For port fdd7caa7-1855-49f5-a943-491e29b8b9d0, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:58:40.762196 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7b0daed5-6898-4987-bacd-7403785bb64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f3d990-1446-4729-a46c-f31366a6f960', 'name': 'tempest-AttachSCSIVolumeTestJSON-982537596-router', 'tenant_id': 'd07b420bfe9e4714aa3394386eccf9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '3da88fc9-c885-4abe-b0bf-f15318024a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:58:19Z', 'updated_at': '2022-05-23T10:58:28Z', 'revision_number': 4, 'project_id': 'd07b420bfe9e4714aa3394386eccf9ca', 'gw_port': {'id': '3da88fc9-c885-4abe-b0bf-f15318024a0f', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f3d990-1446-4729-a46c-f31366a6f960', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:58:20Z', 'updated_at': '2022-05-23T10:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '680a2c43-ecd8-46a5-9b24-5c0b110a6a34', 'name': '', 'network_id': '27eca66e-0250-445e-a3d1-f6e9a061b11e', 'tenant_id': 'd07b420bfe9e4714aa3394386eccf9ca', 'mac_address': 'fa:16:3e:ad:5b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f3d990-1446-4729-a46c-f31366a6f960', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '295cda88-5c18-4b55-9495-bd64f2014a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:58:27Z', 'updated_at': '2022-05-23T10:58:28Z', 'revision_number': 2, 'project_id': 'd07b420bfe9e4714aa3394386eccf9ca', 'subnets': [{'id': '295cda88-5c18-4b55-9495-bd64f2014a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:58:40.767319 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0daed5-6898-4987-bacd-7403785bb64a None None] Checking router: 64f3d990-1446-4729-a46c-f31366a6f960 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 10:58:40.767870 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0daed5-6898-4987-bacd-7403785bb64a None None] Updating router 64f3d990-1446-4729-a46c-f31366a6f960 port 680a2c43-ecd8-46a5-9b24-5c0b110a6a34 binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 10:58:40.807084 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-b4e460a7-e1c5-4f22-b5af-0c2eaef9306a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdd7caa7-1855-49f5-a943-491e29b8b9d0 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 10:58:40.820305 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-b4e460a7-e1c5-4f22-b5af-0c2eaef9306a service neutron] For port fdd7caa7-1855-49f5-a943-491e29b8b9d0, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=fdd7caa7-1855-49f5-a943-491e29b8b9d0,segment=NetworkSegment(6bc35f8b-456e-4e1c-8a63-ba8204a54381),segment_id=6bc35f8b-456e-4e1c-8a63-ba8204a54381)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:58:40.836931 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-87c21d2a-b8e8-4c2a-ad6b-1328be92c0ab req-86e07a17-d032-4cb1-b43b-fda553d97b8f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90c9b14de9a447dbb2784bee3d7c6631&device_id=63264bcb-8282-4ade-a1db-07ed524042e2 HTTP/1.1" status: 200 len: 1124 time: 0.6380010 May 23 10:58:40.841608 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-b4e460a7-e1c5-4f22-b5af-0c2eaef9306a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:40.908324 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7b0daed5-6898-4987-bacd-7403785bb64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:41.004184 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-b4e460a7-e1c5-4f22-b5af-0c2eaef9306a service neutron] Transition to ACTIVE for port object fdd7caa7-1855-49f5-a943-491e29b8b9d0 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:58:41.005077 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-25a0fd10-c3dd-4aba-858c-e14da919aca5 req-5b80a03d-aaf4-4ce4-9bfe-bc1db6c7985f tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/security-groups?id=969012fd-0773-4c82-a9cd-68dea034b623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857234 May 23 10:58:41.037565 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-b4e460a7-e1c5-4f22-b5af-0c2eaef9306a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:41.094374 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-06006d1b-a538-45aa-9316-add46b6e3c35 service neutron] Attempting to bind port af9f5772-9483-40ac-ae73-2c9403c9c77b on host n-h1-842952-2 for vnic_type normal with profile None {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:58:41.095298 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-06006d1b-a538-45aa-9316-add46b6e3c35 service neutron] Attempting to bind port af9f5772-9483-40ac-ae73-2c9403c9c77b by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:58:41.096896 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-06006d1b-a538-45aa-9316-add46b6e3c35 service neutron] Attempting to bind port af9f5772-9483-40ac-ae73-2c9403c9c77b on network ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:58:41.110740 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c21d2a-b8e8-4c2a-ad6b-1328be92c0ab req-27b74134-56b7-48a2-9ec8-86e5084305a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:41.112205 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-87c21d2a-b8e8-4c2a-ad6b-1328be92c0ab req-27b74134-56b7-48a2-9ec8-86e5084305a8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3f16bf48-f1ac-437f-802c-c2072c75e62b HTTP/1.1" status: 200 len: 909 time: 0.2366567 May 23 10:58:41.112714 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-06006d1b-a538-45aa-9316-add46b6e3c35 service neutron] Port af9f5772-9483-40ac-ae73-2c9403c9c77b on network ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 10:58:41.113028 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-06006d1b-a538-45aa-9316-add46b6e3c35 service neutron] Attempting to bind port af9f5772-9483-40ac-ae73-2c9403c9c77b on network ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:58:41.266053 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-b4e460a7-e1c5-4f22-b5af-0c2eaef9306a service neutron] No DVR routers for this DVR port fdd7caa7-1855-49f5-a943-491e29b8b9d0 on host n-h1-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 10:58:41.273808 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-06006d1b-a538-45aa-9316-add46b6e3c35 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:58:41.274126 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-06006d1b-a538-45aa-9316-add46b6e3c35 service neutron] Checking segment: {'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:58:41.274501 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-06006d1b-a538-45aa-9316-add46b6e3c35 service neutron] Bound using segment: {'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:58:41.274931 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-06006d1b-a538-45aa-9316-add46b6e3c35 service neutron] Bound port: af9f5772-9483-40ac-ae73-2c9403c9c77b, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:58:41.309655 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-87c21d2a-b8e8-4c2a-ad6b-1328be92c0ab req-c414695f-9252-4da7-93db-a7a66e28e8ab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdd7caa7-1855-49f5-a943-491e29b8b9d0 HTTP/1.1" status: 200 len: 217 time: 0.1915898 May 23 10:58:41.329255 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-b4e460a7-e1c5-4f22-b5af-0c2eaef9306a service neutron] 10.222.0.13 "PUT /v2.0/ports/fdd7caa7-1855-49f5-a943-491e29b8b9d0/bindings/n-h2-842952-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0880151 May 23 10:58:41.333267 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e460a7-e1c5-4f22-b5af-0c2eaef9306a service neutron] Pushing event updated for resources: {'Port': ['ID=fdd7caa7-1855-49f5-a943-491e29b8b9d0,revision_number=10']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:41.425154 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c21d2a-b8e8-4c2a-ad6b-1328be92c0ab req-34b37d92-d3c9-4cd6-9d12-a093134eba7c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:41.426564 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-87c21d2a-b8e8-4c2a-ad6b-1328be92c0ab req-34b37d92-d3c9-4cd6-9d12-a093134eba7c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f56c9b27-295c-462d-bb89-343a223f9d6c HTTP/1.1" status: 200 len: 848 time: 0.1092346 May 23 10:58:41.431347 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-06006d1b-a538-45aa-9316-add46b6e3c35 service neutron] For port af9f5772-9483-40ac-ae73-2c9403c9c77b, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=af9f5772-9483-40ac-ae73-2c9403c9c77b,segment=NetworkSegment(6816cea3-60a2-419d-a967-3c4d162775bd),segment_id=6816cea3-60a2-419d-a967-3c4d162775bd)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:58:41.436858 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-06006d1b-a538-45aa-9316-add46b6e3c35 service neutron] Notify callbacks [] for binding, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:41.438111 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-06006d1b-a538-45aa-9316-add46b6e3c35 service neutron] 10.222.0.79 "POST /v2.0/ports/af9f5772-9483-40ac-ae73-2c9403c9c77b/bindings HTTP/1.1" status: 201 len: 389 time: 1.1011820 May 23 10:58:41.482580 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-311503e9-dbaa-4ae9-9f26-08af2eb2d916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:41.497106 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7b0daed5-6898-4987-bacd-7403785bb64a None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:41.524345 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7b0daed5-6898-4987-bacd-7403785bb64a None None] Transition to ACTIVE for port object 680a2c43-ecd8-46a5-9b24-5c0b110a6a34 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:58:41.546968 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7b0daed5-6898-4987-bacd-7403785bb64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:41.552753 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-87c21d2a-b8e8-4c2a-ad6b-1328be92c0ab req-36f17219-29b1-45d2-87f3-f29dcc7be5e9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3f16bf48-f1ac-437f-802c-c2072c75e62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103013 May 23 10:58:41.595900 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-11071b79-ce3b-4cab-a956-0ec626927b7d tempest-LiveMigrationTest-1953020720 tempest-LiveMigrationTest-1953020720-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=63264bcb-8282-4ade-a1db-07ed524042e2&tenant_id=90c9b14de9a447dbb2784bee3d7c6631&binding%3Ahost_id=n-h1-842952-2 HTTP/1.1" status: 200 len: 1095 time: 0.1617379 May 23 10:58:41.633592 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41606b7e-16d8-4bd7-a50e-1408ac7f7541 req-cdc782f4-f062-4d5e-9324-57c4e8ad75dc tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:41.657420 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-41606b7e-16d8-4bd7-a50e-1408ac7f7541 req-cdc782f4-f062-4d5e-9324-57c4e8ad75dc tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] 10.222.0.79 "GET /v2.0/ports?device_id=b555466d-78a0-461f-a974-4361c5bf869f HTTP/1.1" status: 200 len: 950 time: 0.3797255 May 23 10:58:41.805980 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4323bac-22d5-424e-858e-e0ac5ac827a5 None None] Pushing event updated for resources: {'Port': ['ID=680a2c43-ecd8-46a5-9b24-5c0b110a6a34,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:41.897095 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-41606b7e-16d8-4bd7-a50e-1408ac7f7541 req-c08be754-4146-4ed6-9f9a-24ed2e669102 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] 10.222.0.79 "GET /v2.0/security-groups?id=89ea6a21-26e5-4282-9048-61497cc2ab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387049 May 23 10:58:42.052173 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-87c21d2a-b8e8-4c2a-ad6b-1328be92c0ab req-52903160-8e51-4d72-b81d-e93b2df33b03 service neutron] 10.222.0.13 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886718 May 23 10:58:42.094053 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-7b0daed5-6898-4987-bacd-7403785bb64a None None] Attempting to bind port 680a2c43-ecd8-46a5-9b24-5c0b110a6a34 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:58:42.098396 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-7b0daed5-6898-4987-bacd-7403785bb64a None None] Attempting to bind port 680a2c43-ecd8-46a5-9b24-5c0b110a6a34 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '8a431856-6dbe-46d9-b1ff-a9f4c2b4c25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '27eca66e-0250-445e-a3d1-f6e9a061b11e'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:58:42.098984 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0daed5-6898-4987-bacd-7403785bb64a None None] Attempting to bind port 680a2c43-ecd8-46a5-9b24-5c0b110a6a34 on network 27eca66e-0250-445e-a3d1-f6e9a061b11e {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:58:42.108783 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0daed5-6898-4987-bacd-7403785bb64a None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:58:42.109501 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0daed5-6898-4987-bacd-7403785bb64a None None] Checking segment: {'id': '8a431856-6dbe-46d9-b1ff-a9f4c2b4c25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '27eca66e-0250-445e-a3d1-f6e9a061b11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:58:42.110078 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7b0daed5-6898-4987-bacd-7403785bb64a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:42.110624 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0daed5-6898-4987-bacd-7403785bb64a None None] Bound using segment: {'id': '8a431856-6dbe-46d9-b1ff-a9f4c2b4c25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '27eca66e-0250-445e-a3d1-f6e9a061b11e'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:58:42.111261 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-7b0daed5-6898-4987-bacd-7403785bb64a None None] Bound port: 680a2c43-ecd8-46a5-9b24-5c0b110a6a34, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a431856-6dbe-46d9-b1ff-a9f4c2b4c25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '27eca66e-0250-445e-a3d1-f6e9a061b11e'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:58:42.111800 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7b0daed5-6898-4987-bacd-7403785bb64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:42.134697 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-8d9845db-762a-43d8-a4e1-491e3e8bdd51 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=63264bcb-8282-4ade-a1db-07ed524042e2&tenant_id=90c9b14de9a447dbb2784bee3d7c6631 HTTP/1.1" status: 200 len: 1095 time: 0.5335913 May 23 10:58:42.236516 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-7b0daed5-6898-4987-bacd-7403785bb64a None None] For port 680a2c43-ecd8-46a5-9b24-5c0b110a6a34, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:58:42.241745 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-7b0daed5-6898-4987-bacd-7403785bb64a None None] For port 680a2c43-ecd8-46a5-9b24-5c0b110a6a34, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=680a2c43-ecd8-46a5-9b24-5c0b110a6a34,segment=NetworkSegment(8a431856-6dbe-46d9-b1ff-a9f4c2b4c25e),segment_id=8a431856-6dbe-46d9-b1ff-a9f4c2b4c25e)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:58:42.257006 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7b0daed5-6898-4987-bacd-7403785bb64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:42.285055 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-203c6a25-e2e3-4a78-8e80-94f70387b54b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70139281f5db4004afe2c4c8ea88321a&device_id=6779dcf4-12b8-435e-8f21-ee3262657f2d HTTP/1.1" status: 200 len: 1096 time: 0.5318117 May 23 10:58:42.288128 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-b403d12f-b49a-4eb4-826e-bccd28a655d4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=90c9b14de9a447dbb2784bee3d7c6631&device_id=63264bcb-8282-4ade-a1db-07ed524042e2 HTTP/1.1" status: 200 len: 1095 time: 0.1123290 May 23 10:58:42.401991 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4323bac-22d5-424e-858e-e0ac5ac827a5 None None] Pushing event updated for resources: {'Port': ['ID=680a2c43-ecd8-46a5-9b24-5c0b110a6a34,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:42.414215 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0daed5-6898-4987-bacd-7403785bb64a None None] Routers {'64f3d990-1446-4729-a46c-f31366a6f960'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 10:58:42.415018 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7b0daed5-6898-4987-bacd-7403785bb64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T10:58:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['64f3d990-1446-4729-a46c-f31366a6f960'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:58:42.421642 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-87c21d2a-b8e8-4c2a-ad6b-1328be92c0ab req-ba9597da-0eb1-498d-98f3-04e9e5a9471b service neutron] 10.222.0.13 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627055 May 23 10:58:42.439087 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a696a07e-17fe-4503-b75a-fc71ca8482c2 req-75014155-56a8-440e-867c-5385efb2d7e8 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:42.443411 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a696a07e-17fe-4503-b75a-fc71ca8482c2 req-75014155-56a8-440e-867c-5385efb2d7e8 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/ports?device_id=bed4a262-5244-4996-9636-391dd3862b7b HTTP/1.1" status: 200 len: 943 time: 0.2553675 May 23 10:58:42.477073 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-1ff1baaa-9430-4d25-ae89-c7621007e2c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:42.478682 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-1ff1baaa-9430-4d25-ae89-c7621007e2c2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 HTTP/1.1" status: 200 len: 922 time: 0.1875269 May 23 10:58:42.534263 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a631a4f0-f798-4676-883c-8e6b8457eeb0 req-76c22c1a-2418-44b9-81ca-5cd854020762 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:42.536231 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a631a4f0-f798-4676-883c-8e6b8457eeb0 req-76c22c1a-2418-44b9-81ca-5cd854020762 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=63264bcb-8282-4ade-a1db-07ed524042e2 HTTP/1.1" status: 200 len: 944 time: 0.3493686 May 23 10:58:42.623095 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a696a07e-17fe-4503-b75a-fc71ca8482c2 req-0fde1d85-ba9d-490c-b61a-b3812c1b8624 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/security-groups?id=c2132f8c-ab10-410c-b6fc-36cea33e92fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721067 May 23 10:58:42.634269 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-1d9d08b3-b547-49e2-8ea0-a488949f2918 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af9f5772-9483-40ac-ae73-2c9403c9c77b HTTP/1.1" status: 200 len: 217 time: 0.1287072 May 23 10:58:42.680193 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a631a4f0-f798-4676-883c-8e6b8457eeb0 req-109e10b9-0b24-458e-b580-476a5124a4ec tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377680 May 23 10:58:42.739195 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-7b0daed5-6898-4987-bacd-7403785bb64a None None] Set router 64f3d990-1446-4729-a46c-f31366a6f960 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 10:58:42.804974 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device cdf0b7e6-b850-4599-83c0-d5c2660e61a6 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 10:58:42.873368 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:42.875078 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:42.948784 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-bcfbf1d2-1ec7-4188-b8b9-258f63733d1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:42.950315 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-bcfbf1d2-1ec7-4188-b8b9-258f63733d1c service neutron] 10.222.0.81 "GET /v2.0/networks?id=3f16bf48-f1ac-437f-802c-c2072c75e62b HTTP/1.1" status: 200 len: 909 time: 0.4706655 May 23 10:58:43.009870 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379476a-3b9f-4a68-850c-fe57ebdd0251 req-91a3e1d1-2fcd-4eee-a6f6-f48e031087ab tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:43.020727 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6379476a-3b9f-4a68-850c-fe57ebdd0251 req-91a3e1d1-2fcd-4eee-a6f6-f48e031087ab tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=6779dcf4-12b8-435e-8f21-ee3262657f2d HTTP/1.1" status: 200 len: 945 time: 0.1066787 May 23 10:58:43.089740 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6379476a-3b9f-4a68-850c-fe57ebdd0251 req-d2b6f9d4-9175-4791-8b1a-abdc35affeea tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671606 May 23 10:58:43.150256 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-d4a12c2e-6000-4de0-8720-ba2654631b3a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdd7caa7-1855-49f5-a943-491e29b8b9d0 HTTP/1.1" status: 200 len: 217 time: 0.1897900 May 23 10:58:43.161569 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-4935dc02-f6e2-44e2-9b5f-cfd9c838754d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:43.163141 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-4935dc02-f6e2-44e2-9b5f-cfd9c838754d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b42aa520-b19b-4bd9-8813-40b2c3196feb HTTP/1.1" status: 200 len: 861 time: 0.4585295 May 23 10:58:43.458995 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-01709aa8-d269-4d27-9997-8d5b29d06a40 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1341562 May 23 10:58:43.462032 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-04696b9a-3e9d-4d78-adf4-05d5b50e55b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:43.463518 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-04696b9a-3e9d-4d78-adf4-05d5b50e55b6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f56c9b27-295c-462d-bb89-343a223f9d6c HTTP/1.1" status: 200 len: 848 time: 0.2994113 May 23 10:58:43.509046 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port cdf0b7e6-b850-4599-83c0-d5c2660e61a6, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=cdf0b7e6-b850-4599-83c0-d5c2660e61a6,segment=NetworkSegment(4e26f11b-e66e-4cad-847f-bc46eae8cb72),segment_id=4e26f11b-e66e-4cad-847f-bc46eae8cb72)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:58:43.516627 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9637813-61a5-4d3e-afd9-740132ef1f06 req-601b4c42-fcff-4b21-83ed-9265b2419cc8 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:43.520352 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d9637813-61a5-4d3e-afd9-740132ef1f06 req-601b4c42-fcff-4b21-83ed-9265b2419cc8 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1f21cb3-e6ff-4427-97ef-0d9d1fe4e0da HTTP/1.1" status: 200 len: 950 time: 0.1989710 May 23 10:58:43.560143 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'cdf0b7e6-b850-4599-83c0-d5c2660e61a6', 'network_id': '6151acdb-22d9-4303-bf7e-922da0bb4f37', 'port_id': 'cdf0b7e6-b850-4599-83c0-d5c2660e61a6', 'mac_address': 'fa:16:3e:cf:ea:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da533bd9-3433-4b03-bb17-c26d5caf1719', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 10:58:43.592644 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-d58cd7ce-8781-46c7-9e16-b917a926db5d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3f16bf48-f1ac-437f-802c-c2072c75e62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744729 May 23 10:58:43.608198 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d9637813-61a5-4d3e-afd9-740132ef1f06 req-42323890-be9f-4a5b-9489-250c41e2dcd0 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/security-groups?id=969012fd-0773-4c82-a9cd-68dea034b623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797846 May 23 10:58:43.785357 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:43.818545 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 35038) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:58:43.862570 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdf0b7e6-b850-4599-83c0-d5c2660e61a6 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 10:58:43.883548 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7b0daed5-6898-4987-bacd-7403785bb64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f3d990-1446-4729-a46c-f31366a6f960', 'name': 'tempest-AttachSCSIVolumeTestJSON-982537596-router', 'tenant_id': 'd07b420bfe9e4714aa3394386eccf9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '3da88fc9-c885-4abe-b0bf-f15318024a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:58:19Z', 'updated_at': '2022-05-23T10:58:28Z', 'revision_number': 4, 'project_id': 'd07b420bfe9e4714aa3394386eccf9ca', 'gw_port': {'id': '3da88fc9-c885-4abe-b0bf-f15318024a0f', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f3d990-1446-4729-a46c-f31366a6f960', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:58:20Z', 'updated_at': '2022-05-23T10:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '680a2c43-ecd8-46a5-9b24-5c0b110a6a34', 'name': '', 'network_id': '27eca66e-0250-445e-a3d1-f6e9a061b11e', 'tenant_id': 'd07b420bfe9e4714aa3394386eccf9ca', 'mac_address': 'fa:16:3e:ad:5b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f3d990-1446-4729-a46c-f31366a6f960', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '295cda88-5c18-4b55-9495-bd64f2014a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:58:27Z', 'updated_at': '2022-05-23T10:58:42Z', 'revision_number': 4, 'project_id': 'd07b420bfe9e4714aa3394386eccf9ca', 'subnets': [{'id': '295cda88-5c18-4b55-9495-bd64f2014a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:58:43.906821 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0daed5-6898-4987-bacd-7403785bb64a None None] The sync data for ids ['64f3d990-1446-4729-a46c-f31366a6f960'] in n-d-842952-2 is: [{'id': '64f3d990-1446-4729-a46c-f31366a6f960', 'name': 'tempest-AttachSCSIVolumeTestJSON-982537596-router', 'tenant_id': 'd07b420bfe9e4714aa3394386eccf9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '3da88fc9-c885-4abe-b0bf-f15318024a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:58:19Z', 'updated_at': '2022-05-23T10:58:28Z', 'revision_number': 4, 'project_id': 'd07b420bfe9e4714aa3394386eccf9ca', 'gw_port': {'id': '3da88fc9-c885-4abe-b0bf-f15318024a0f', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f3d990-1446-4729-a46c-f31366a6f960', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:58:20Z', 'updated_at': '2022-05-23T10:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '680a2c43-ecd8-46a5-9b24-5c0b110a6a34', 'name': '', 'network_id': '27eca66e-0250-445e-a3d1-f6e9a061b11e', 'tenant_id': 'd07b420bfe9e4714aa3394386eccf9ca', 'mac_address': 'fa:16:3e:ad:5b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f3d990-1446-4729-a46c-f31366a6f960', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '295cda88-5c18-4b55-9495-bd64f2014a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:58:27Z', 'updated_at': '2022-05-23T10:58:42Z', 'revision_number': 4, 'project_id': 'd07b420bfe9e4714aa3394386eccf9ca', 'subnets': [{'id': '295cda88-5c18-4b55-9495-bd64f2014a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 10:58:43.970969 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port cdf0b7e6-b850-4599-83c0-d5c2660e61a6, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=cdf0b7e6-b850-4599-83c0-d5c2660e61a6,segment=NetworkSegment(4e26f11b-e66e-4cad-847f-bc46eae8cb72),segment_id=4e26f11b-e66e-4cad-847f-bc46eae8cb72)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:58:43.976663 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:44.070087 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-d044eaa3-5783-4527-a6d0-065d61039854 service neutron] 10.222.0.81 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186486 May 23 10:58:44.177062 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=cdf0b7e6-b850-4599-83c0-d5c2660e61a6,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:44.226512 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:44.230174 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9dac08cd-5c4e-4a68-bc68-bb2a840f9048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:44.289151 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9dac08cd-5c4e-4a68-bc68-bb2a840f9048 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:58:44.294268 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-9dac08cd-5c4e-4a68-bc68-bb2a840f9048 admin admin] Usage tracker for resource:security_group_rule and tenant:2b91d5c290fc4d21b84eccb3e66275e7 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:58:44.298748 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-9dac08cd-5c4e-4a68-bc68-bb2a840f9048 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:58:44.307866 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9dac08cd-5c4e-4a68-bc68-bb2a840f9048 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:58:44.403310 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['cdf0b7e6-b850-4599-83c0-d5c2660e61a6'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 10:58:44.460261 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-84b0022f-9dc6-4f99-a876-cb9f77cdd6fa service neutron] 10.222.0.13 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9828100 May 23 10:58:44.682464 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-57164442-e9db-4628-a9c3-97377716f16d service neutron] 10.222.0.81 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6017497 May 23 10:58:44.749844 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-712ec0fa-ddfd-41bf-a644-31189ed842a4 service neutron] 10.222.0.13 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883995 May 23 10:58:44.773890 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device fdd7caa7-1855-49f5-a943-491e29b8b9d0 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 10:58:44.811538 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9dac08cd-5c4e-4a68-bc68-bb2a840f9048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:44.826594 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-506a5919-5d4f-4d6c-83c3-2dddc5dffa88 req-c36cec53-5453-4786-a0b6-9a804a78aa10 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90c9b14de9a447dbb2784bee3d7c6631&device_id=63264bcb-8282-4ade-a1db-07ed524042e2 HTTP/1.1" status: 200 len: 1095 time: 0.3533702 May 23 10:58:44.836560 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585975a4-e48a-4687-a4a6-74dae5384e43 req-710379a9-e6c0-4eee-a24b-fdd03170f5ec tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:44.867673 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-585975a4-e48a-4687-a4a6-74dae5384e43 req-710379a9-e6c0-4eee-a24b-fdd03170f5ec tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/ports?device_id=bed4a262-5244-4996-9636-391dd3862b7b HTTP/1.1" status: 200 len: 944 time: 0.5131383 May 23 10:58:44.869412 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device fdd7caa7-1855-49f5-a943-491e29b8b9d0 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 10:58:44.895166 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9dac08cd-5c4e-4a68-bc68-bb2a840f9048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:45.119969 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a5919-5d4f-4d6c-83c3-2dddc5dffa88 req-d6ee9e71-786e-42cc-91e8-19b6be15b90b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:45.121426 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-506a5919-5d4f-4d6c-83c3-2dddc5dffa88 req-d6ee9e71-786e-42cc-91e8-19b6be15b90b service neutron] 10.222.0.13 "GET /v2.0/networks?id=3f16bf48-f1ac-437f-802c-c2072c75e62b HTTP/1.1" status: 200 len: 909 time: 0.2503395 May 23 10:58:45.151072 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9dac08cd-5c4e-4a68-bc68-bb2a840f9048 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2b91d5c290fc4d21b84eccb3e66275e7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3314426 May 23 10:58:45.164279 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 35052) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:58:45.169462 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-585975a4-e48a-4687-a4a6-74dae5384e43 req-ddc57f09-f13e-4cd0-bf4b-11958596ef51 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/security-groups?id=c2132f8c-ab10-410c-b6fc-36cea33e92fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579480 May 23 10:58:45.286019 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab3d69-2828-48a1-ae3a-d83b2fff4038 req-35a926e6-8964-434f-95af-11c6cda19184 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:45.293577 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c7ab3d69-2828-48a1-ae3a-d83b2fff4038 req-35a926e6-8964-434f-95af-11c6cda19184 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=63264bcb-8282-4ade-a1db-07ed524042e2 HTTP/1.1" status: 200 len: 944 time: 0.6000581 May 23 10:58:45.295525 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac08cd-5c4e-4a68-bc68-bb2a840f9048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b020a12-87fe-4896-871c-0bbf3a67da5b,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:45.458717 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-5b346434-d5f4-425a-a87b-af50f8f575c0 tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6779dcf4-12b8-435e-8f21-ee3262657f2d&tenant_id=70139281f5db4004afe2c4c8ea88321a&binding%3Ahost_id=n-h2-842952-2 HTTP/1.1" status: 200 len: 1096 time: 0.5468414 May 23 10:58:45.470455 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-920d811b-6a14-4081-b0c2-92c6599e88cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:45.486663 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c7ab3d69-2828-48a1-ae3a-d83b2fff4038 req-3c8b2790-8788-475c-a8db-46ce823638bc tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910744 May 23 10:58:45.505964 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-2831e83f-65ae-4a97-bdfa-8d2ffbcdd71c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-842952-2'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:58:45.581849 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 680a2c43-ecd8-46a5-9b24-5c0b110a6a34 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:58:45.584066 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-506a5919-5d4f-4d6c-83c3-2dddc5dffa88 req-80ae3125-20f9-4cab-8ea2-376878518834 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdd7caa7-1855-49f5-a943-491e29b8b9d0 HTTP/1.1" status: 200 len: 217 time: 0.4564223 May 23 10:58:45.644425 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-920d811b-6a14-4081-b0c2-92c6599e88cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:45.676089 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a5919-5d4f-4d6c-83c3-2dddc5dffa88 req-b99c0d18-2ef9-43c6-8bff-9ab2589ab473 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:45.677855 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-506a5919-5d4f-4d6c-83c3-2dddc5dffa88 req-b99c0d18-2ef9-43c6-8bff-9ab2589ab473 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f56c9b27-295c-462d-bb89-343a223f9d6c HTTP/1.1" status: 200 len: 848 time: 0.0771043 May 23 10:58:45.789815 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 680a2c43-ecd8-46a5-9b24-5c0b110a6a34 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:58:45.806840 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 680a2c43-ecd8-46a5-9b24-5c0b110a6a34 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:58:45.809610 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:45.836306 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-506a5919-5d4f-4d6c-83c3-2dddc5dffa88 req-b8f181ec-dff8-479e-8de7-978e5f5456e4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3f16bf48-f1ac-437f-802c-c2072c75e62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1386247 May 23 10:58:45.892644 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-2831e83f-65ae-4a97-bdfa-8d2ffbcdd71c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:45.969393 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:45.974710 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-bf47f713-cee6-4258-b62c-9fb724f7b977 tempest-LiveMigrationTest-1953020720 tempest-LiveMigrationTest-1953020720-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=63264bcb-8282-4ade-a1db-07ed524042e2&tenant_id=90c9b14de9a447dbb2784bee3d7c6631&binding%3Ahost_id=n-h2-842952-2 HTTP/1.1" status: 200 len: 1095 time: 0.5313067 May 23 10:58:46.024077 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 680a2c43-ecd8-46a5-9b24-5c0b110a6a34, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=680a2c43-ecd8-46a5-9b24-5c0b110a6a34,segment=NetworkSegment(8a431856-6dbe-46d9-b1ff-a9f4c2b4c25e),segment_id=8a431856-6dbe-46d9-b1ff-a9f4c2b4c25e)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:58:46.031544 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:46.119616 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=680a2c43-ecd8-46a5-9b24-5c0b110a6a34,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:46.123801 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb41c3a-0da1-4ca0-b5a0-74e9a91d4c28 req-b3ce4f63-4784-47a0-abf7-09ecc0b11660 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:46.124545 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-adb41c3a-0da1-4ca0-b5a0-74e9a91d4c28 req-b3ce4f63-4784-47a0-abf7-09ecc0b11660 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] Synchronizing usage tracker for tenant:8bd37396fb9c4700905e6f36d2463130 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 10:58:46.137779 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-920d811b-6a14-4081-b0c2-92c6599e88cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:46.213464 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-adb41c3a-0da1-4ca0-b5a0-74e9a91d4c28 req-b3ce4f63-4784-47a0-abf7-09ecc0b11660 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] Unset dirty status for tenant:8bd37396fb9c4700905e6f36d2463130 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 10:58:46.214012 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d811b-6a14-4081-b0c2-92c6599e88cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b020a12-87fe-4896-871c-0bbf3a67da5b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:46.215710 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-adb41c3a-0da1-4ca0-b5a0-74e9a91d4c28 req-b3ce4f63-4784-47a0-abf7-09ecc0b11660 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] 10.222.0.81 "GET /v2.0/ports?device_id=b555466d-78a0-461f-a974-4361c5bf869f HTTP/1.1" status: 200 len: 950 time: 0.4593740 May 23 10:58:46.228499 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-506a5919-5d4f-4d6c-83c3-2dddc5dffa88 req-1d771e48-2495-4670-9570-cc9bde5275a2 service neutron] 10.222.0.13 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781667 May 23 10:58:46.232835 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-920d811b-6a14-4081-b0c2-92c6599e88cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:46.234326 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-920d811b-6a14-4081-b0c2-92c6599e88cb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8b020a12-87fe-4896-871c-0bbf3a67da5b HTTP/1.1" status: 204 len: 168 time: 1.0639129 May 23 10:58:46.379204 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-506a5919-5d4f-4d6c-83c3-2dddc5dffa88 req-da0857ce-aa69-4080-a0aa-63aecd1f9c3f service neutron] 10.222.0.13 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501241 May 23 10:58:46.448757 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72910e-d571-4adc-a5fd-e3dd7df918ed req-60273c32-ded4-499b-b3c5-ba07c2646f82 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:46.452361 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6b72910e-d571-4adc-a5fd-e3dd7df918ed req-60273c32-ded4-499b-b3c5-ba07c2646f82 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] 10.222.0.79 "GET /v2.0/ports?device_id=b555466d-78a0-461f-a974-4361c5bf869f HTTP/1.1" status: 200 len: 950 time: 0.8467665 May 23 10:58:46.457662 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-3933f6bc-8bbc-4a61-bd53-d33958fc133f service neutron] For port fdd7caa7-1855-49f5-a943-491e29b8b9d0, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:58:46.463187 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-3933f6bc-8bbc-4a61-bd53-d33958fc133f service neutron] Notify callbacks [] for binding, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:46.464533 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3e415b09-bf6c-4209-a541-2346afe967e4 req-3933f6bc-8bbc-4a61-bd53-d33958fc133f service neutron] 10.222.0.81 "DELETE /v2.0/ports/fdd7caa7-1855-49f5-a943-491e29b8b9d0/bindings/n-h1-842952-2 HTTP/1.1" status: 204 len: 173 time: 0.4828219 May 23 10:58:46.488811 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-adb41c3a-0da1-4ca0-b5a0-74e9a91d4c28 req-da3e26d1-7ce1-4536-a14e-52855b107004 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] Deleting port 37ca5588-cd62-4cbc-93c1-be92e29ca31d {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 10:58:46.489115 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-adb41c3a-0da1-4ca0-b5a0-74e9a91d4c28 req-da3e26d1-7ce1-4536-a14e-52855b107004 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:46.499515 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7780d668-1a98-477a-92a2-85f1ab44e5b0 req-d6e77b45-2a56-4ead-835a-944ee9b36b98 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:46.520642 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7780d668-1a98-477a-92a2-85f1ab44e5b0 req-d6e77b45-2a56-4ead-835a-944ee9b36b98 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=6779dcf4-12b8-435e-8f21-ee3262657f2d HTTP/1.1" status: 200 len: 945 time: 0.6343238 May 23 10:58:46.592874 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-2831e83f-65ae-4a97-bdfa-8d2ffbcdd71c service neutron] For port af9f5772-9483-40ac-ae73-2c9403c9c77b, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=af9f5772-9483-40ac-ae73-2c9403c9c77b,segment=NetworkSegment(6816cea3-60a2-419d-a967-3c4d162775bd),segment_id=6816cea3-60a2-419d-a967-3c4d162775bd)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:58:46.616739 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6b72910e-d571-4adc-a5fd-e3dd7df918ed req-a8aa59cd-76d4-40a6-b5fd-d8b03ac877e1 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] 10.222.0.79 "GET /v2.0/security-groups?id=89ea6a21-26e5-4282-9048-61497cc2ab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437891 May 23 10:58:46.628858 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7780d668-1a98-477a-92a2-85f1ab44e5b0 req-c7764eac-ba46-4003-baa3-1dc1ec844c70 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979323 May 23 10:58:46.672689 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-2831e83f-65ae-4a97-bdfa-8d2ffbcdd71c service neutron] For port af9f5772-9483-40ac-ae73-2c9403c9c77b, host n-h2-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:58:46.788446 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device cdf0b7e6-b850-4599-83c0-d5c2660e61a6 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:58:46.867245 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-2831e83f-65ae-4a97-bdfa-8d2ffbcdd71c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:46.879792 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6779dcf4-12b8-435e-8f21-ee3262657f2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af9f5772-9483-40ac-ae73-2c9403c9c77b'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:58:46.881067 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35070) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:58:46.904008 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-2831e83f-65ae-4a97-bdfa-8d2ffbcdd71c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:46.912945 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0e7331b1-511f-43f6-a8f6-d08ad73027d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:46.992463 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port cdf0b7e6-b850-4599-83c0-d5c2660e61a6 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:58:46.998047 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port cdf0b7e6-b850-4599-83c0-d5c2660e61a6 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:58:46.998552 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:47.017904 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0e7331b1-511f-43f6-a8f6-d08ad73027d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:58:47.022139 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831e83f-65ae-4a97-bdfa-8d2ffbcdd71c service neutron] Pushing event updated for resources: {'Port': ['ID=af9f5772-9483-40ac-ae73-2c9403c9c77b,revision_number=7']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:47.027167 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0e7331b1-511f-43f6-a8f6-d08ad73027d9 admin admin] Usage tracker for resource:security_group_rule and tenant:da1dd22985fe4583897c824512334609 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:58:47.034563 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0e7331b1-511f-43f6-a8f6-d08ad73027d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:58:47.037901 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-adb41c3a-0da1-4ca0-b5a0-74e9a91d4c28 req-da3e26d1-7ce1-4536-a14e-52855b107004 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] For port 37ca5588-cd62-4cbc-93c1-be92e29ca31d, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=37ca5588-cd62-4cbc-93c1-be92e29ca31d,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:58:47.038315 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-adb41c3a-0da1-4ca0-b5a0-74e9a91d4c28 req-da3e26d1-7ce1-4536-a14e-52855b107004 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:47.057518 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0e7331b1-511f-43f6-a8f6-d08ad73027d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:58:47.196596 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:47.214056 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-adb41c3a-0da1-4ca0-b5a0-74e9a91d4c28 req-da3e26d1-7ce1-4536-a14e-52855b107004 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] Calling delete_port for 37ca5588-cd62-4cbc-93c1-be92e29ca31d owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 10:58:47.255873 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port cdf0b7e6-b850-4599-83c0-d5c2660e61a6, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=cdf0b7e6-b850-4599-83c0-d5c2660e61a6,segment=NetworkSegment(4e26f11b-e66e-4cad-847f-bc46eae8cb72),segment_id=4e26f11b-e66e-4cad-847f-bc46eae8cb72)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:58:47.261048 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed4a262-5244-4996-9636-391dd3862b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf0b7e6-b850-4599-83c0-d5c2660e61a6'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:58:47.276636 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:47.304953 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b79704e7-7208-4267-ad1d-586c45b11dd6 req-dd531304-7809-462f-b41e-7d761ec145e7 tempest-ServersAdminNegativeTestJSON-1484518928 tempest-ServersAdminNegativeTestJSON-1484518928-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d1f21cb3-e6ff-4427-97ef-0d9d1fe4e0da HTTP/1.1" status: 200 len: 1101 time: 0.3816817 May 23 10:58:47.307586 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-2831e83f-65ae-4a97-bdfa-8d2ffbcdd71c service neutron] Attempting to bind port af9f5772-9483-40ac-ae73-2c9403c9c77b on host n-h2-842952-2 for vnic_type normal with profile {"migrating_to": "n-h1-842952-2"} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:58:47.308490 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-2831e83f-65ae-4a97-bdfa-8d2ffbcdd71c service neutron] Attempting to bind port af9f5772-9483-40ac-ae73-2c9403c9c77b by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:58:47.308490 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-2831e83f-65ae-4a97-bdfa-8d2ffbcdd71c service neutron] Attempting to bind port af9f5772-9483-40ac-ae73-2c9403c9c77b on network ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:58:47.320637 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c1327-4d94-43a7-b8a3-c8af2b9061f5 req-d2a24527-edec-49d4-9ae6-c0c366e2bd66 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:47.328679 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-565c1327-4d94-43a7-b8a3-c8af2b9061f5 req-d2a24527-edec-49d4-9ae6-c0c366e2bd66 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/ports?device_id=bed4a262-5244-4996-9636-391dd3862b7b HTTP/1.1" status: 200 len: 944 time: 0.4066272 May 23 10:58:47.375998 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b79704e7-7208-4267-ad1d-586c45b11dd6 req-1087744e-e945-42ff-821d-9b4a5feea59c tempest-ServersAdminNegativeTestJSON-1484518928 tempest-ServersAdminNegativeTestJSON-1484518928-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:47.391637 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-2831e83f-65ae-4a97-bdfa-8d2ffbcdd71c service neutron] Port af9f5772-9483-40ac-ae73-2c9403c9c77b on network ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 10:58:47.392003 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-2831e83f-65ae-4a97-bdfa-8d2ffbcdd71c service neutron] Attempting to bind port af9f5772-9483-40ac-ae73-2c9403c9c77b on network ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:58:47.407553 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0e7331b1-511f-43f6-a8f6-d08ad73027d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:47.413565 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0e7331b1-511f-43f6-a8f6-d08ad73027d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:47.424265 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-2831e83f-65ae-4a97-bdfa-8d2ffbcdd71c service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:58:47.424605 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-2831e83f-65ae-4a97-bdfa-8d2ffbcdd71c service neutron] Checking segment: {'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:58:47.425141 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-2831e83f-65ae-4a97-bdfa-8d2ffbcdd71c service neutron] Bound using segment: {'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:58:47.425536 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-2831e83f-65ae-4a97-bdfa-8d2ffbcdd71c service neutron] Bound port: af9f5772-9483-40ac-ae73-2c9403c9c77b, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:58:47.425933 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-2831e83f-65ae-4a97-bdfa-8d2ffbcdd71c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:47.433790 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=cdf0b7e6-b850-4599-83c0-d5c2660e61a6,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:47.465758 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 680a2c43-ecd8-46a5-9b24-5c0b110a6a34 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:58:47.506345 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7331b1-511f-43f6-a8f6-d08ad73027d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e603939-2231-4197-9899-4eacdecd9885,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:47.509205 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-adb41c3a-0da1-4ca0-b5a0-74e9a91d4c28 req-da3e26d1-7ce1-4536-a14e-52855b107004 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:47.512198 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-565c1327-4d94-43a7-b8a3-c8af2b9061f5 req-0183b0e7-8312-4aa4-a766-da6ca8ec8a57 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/security-groups?id=c2132f8c-ab10-410c-b6fc-36cea33e92fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811659 May 23 10:58:47.512338 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0e7331b1-511f-43f6-a8f6-d08ad73027d9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=da1dd22985fe4583897c824512334609&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6304359 May 23 10:58:47.527744 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 35090) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:58:47.546916 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-b79704e7-7208-4267-ad1d-586c45b11dd6 req-1087744e-e945-42ff-821d-9b4a5feea59c tempest-ServersAdminNegativeTestJSON-1484518928 tempest-ServersAdminNegativeTestJSON-1484518928-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:58:47.555981 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['37ca5588-cd62-4cbc-93c1-be92e29ca31d'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 10:58:47.620903 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-b79704e7-7208-4267-ad1d-586c45b11dd6 req-1087744e-e945-42ff-821d-9b4a5feea59c tempest-ServersAdminNegativeTestJSON-1484518928 tempest-ServersAdminNegativeTestJSON-1484518928-project-admin] Usage tracker for resource:security_group_rule and tenant:fa06599f0a364fe3b6e44d67db950403 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:58:47.634787 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e26d1-7ce1-4536-a14e-52855b107004 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] Pushing event deleted for resources: {'Port': ['ID=37ca5588-cd62-4cbc-93c1-be92e29ca31d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:47.640883 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-b79704e7-7208-4267-ad1d-586c45b11dd6 req-1087744e-e945-42ff-821d-9b4a5feea59c tempest-ServersAdminNegativeTestJSON-1484518928 tempest-ServersAdminNegativeTestJSON-1484518928-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:58:47.677069 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-b79704e7-7208-4267-ad1d-586c45b11dd6 req-1087744e-e945-42ff-821d-9b4a5feea59c tempest-ServersAdminNegativeTestJSON-1484518928 tempest-ServersAdminNegativeTestJSON-1484518928-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:58:47.735734 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb41c3a-0da1-4ca0-b5a0-74e9a91d4c28 req-da3e26d1-7ce1-4536-a14e-52855b107004 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] No DVR routers for this DVR port 37ca5588-cd62-4cbc-93c1-be92e29ca31d on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 10:58:47.744713 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-adb41c3a-0da1-4ca0-b5a0-74e9a91d4c28 req-da3e26d1-7ce1-4536-a14e-52855b107004 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:47.755385 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-2831e83f-65ae-4a97-bdfa-8d2ffbcdd71c service neutron] For port af9f5772-9483-40ac-ae73-2c9403c9c77b, host n-h2-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:58:47.772234 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-2831e83f-65ae-4a97-bdfa-8d2ffbcdd71c service neutron] For port af9f5772-9483-40ac-ae73-2c9403c9c77b, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=af9f5772-9483-40ac-ae73-2c9403c9c77b,segment=NetworkSegment(6816cea3-60a2-419d-a967-3c4d162775bd),segment_id=6816cea3-60a2-419d-a967-3c4d162775bd)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:58:47.786170 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b555466d-78a0-461f-a974-4361c5bf869f', 'name': 'network-vif-deleted', 'tag': '37ca5588-cd62-4cbc-93c1-be92e29ca31d'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:58:47.807720 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-adb41c3a-0da1-4ca0-b5a0-74e9a91d4c28 req-da3e26d1-7ce1-4536-a14e-52855b107004 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] 10.222.0.81 "DELETE /v2.0/ports/37ca5588-cd62-4cbc-93c1-be92e29ca31d HTTP/1.1" status: 204 len: 173 time: 1.5772860 May 23 10:58:47.809970 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-2831e83f-65ae-4a97-bdfa-8d2ffbcdd71c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:47.839129 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 680a2c43-ecd8-46a5-9b24-5c0b110a6a34 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:58:47.839531 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:48.004598 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-40252715-a18c-4fb1-bed8-9b1742f88326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:48.171425 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-40252715-a18c-4fb1-bed8-9b1742f88326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:48.179372 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831e83f-65ae-4a97-bdfa-8d2ffbcdd71c service neutron] Pushing event updated for resources: {'Port': ['ID=af9f5772-9483-40ac-ae73-2c9403c9c77b,revision_number=8']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:48.215247 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b79704e7-7208-4267-ad1d-586c45b11dd6 req-1087744e-e945-42ff-821d-9b4a5feea59c tempest-ServersAdminNegativeTestJSON-1484518928 tempest-ServersAdminNegativeTestJSON-1484518928-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:48.235626 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b79704e7-7208-4267-ad1d-586c45b11dd6 req-1087744e-e945-42ff-821d-9b4a5feea59c tempest-ServersAdminNegativeTestJSON-1484518928 tempest-ServersAdminNegativeTestJSON-1484518928-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:48.275238 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-2831e83f-65ae-4a97-bdfa-8d2ffbcdd71c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:48.276646 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-2831e83f-65ae-4a97-bdfa-8d2ffbcdd71c service neutron] 10.222.0.13 "PUT /v2.0/ports/af9f5772-9483-40ac-ae73-2c9403c9c77b HTTP/1.1" status: 200 len: 1121 time: 2.7847555 May 23 10:58:48.318600 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b79704e7-7208-4267-ad1d-586c45b11dd6 req-1087744e-e945-42ff-821d-9b4a5feea59c tempest-ServersAdminNegativeTestJSON-1484518928 tempest-ServersAdminNegativeTestJSON-1484518928-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=969012fd-0773-4c82-a9cd-68dea034b623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9820454 May 23 10:58:48.320547 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1087744e-e945-42ff-821d-9b4a5feea59c tempest-ServersAdminNegativeTestJSON-1484518928 tempest-ServersAdminNegativeTestJSON-1484518928-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a3350f-79d4-407c-b00b-89e3eda3fdec,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:48.359301 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7d3cb-764e-4ef7-88c3-e5fd15e9b43c req-506a63af-7f79-4507-86e0-6b0119e95dd5 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:48.361089 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4ff7d3cb-764e-4ef7-88c3-e5fd15e9b43c req-506a63af-7f79-4507-86e0-6b0119e95dd5 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=63264bcb-8282-4ade-a1db-07ed524042e2 HTTP/1.1" status: 200 len: 944 time: 0.5467389 May 23 10:58:48.365883 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-40252715-a18c-4fb1-bed8-9b1742f88326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:48.410728 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40252715-a18c-4fb1-bed8-9b1742f88326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e603939-2231-4197-9899-4eacdecd9885,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:48.427472 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['af9f5772-9483-40ac-ae73-2c9403c9c77b'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 10:58:48.460658 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4ff7d3cb-764e-4ef7-88c3-e5fd15e9b43c req-f45e393f-1608-4d35-82d9-a10b42360960 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898118 May 23 10:58:48.465591 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db377776-4243-4675-856a-4a8900c418ae'] response: {'server_uuid': '6779dcf4-12b8-435e-8f21-ee3262657f2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af9f5772-9483-40ac-ae73-2c9403c9c77b', 'code': 200} May 23 10:58:48.466565 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-40252715-a18c-4fb1-bed8-9b1742f88326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:48.470189 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-40252715-a18c-4fb1-bed8-9b1742f88326 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2e603939-2231-4197-9899-4eacdecd9885 HTTP/1.1" status: 204 len: 168 time: 0.9252145 May 23 10:58:48.534799 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a05caf21-1d14-44c9-9c98-39c9c6086e67'] response: {'server_uuid': 'bed4a262-5244-4996-9636-391dd3862b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf0b7e6-b850-4599-83c0-d5c2660e61a6', 'code': 200} May 23 10:58:48.821865 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0c4966aa-b4a1-40b6-b17d-0dfc453012c0 req-706ae341-3d7e-45cc-8128-a86239a6b109 tempest-ServerDiagnosticsNegativeTest-1810037793 tempest-ServerDiagnosticsNegativeTest-1810037793-project] 10.222.0.79 "GET /v2.0/ports?device_id=b555466d-78a0-461f-a974-4361c5bf869f HTTP/1.1" status: 200 len: 210 time: 0.0977616 May 23 10:58:48.910515 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bb032472-d5a0-4a9c-af4d-c065afd0e787 req-3fb96981-e3da-40f4-8b93-cb54d4aa3e8d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bed4a262-5244-4996-9636-391dd3862b7b HTTP/1.1" status: 200 len: 1096 time: 0.2726245 May 23 10:58:48.920419 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeaf9a4-a0ab-4ca2-b71e-a0c36aad0f0c req-90eec14c-da5f-4336-bdb0-ef3fdce22683 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:48.922287 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ddeaf9a4-a0ab-4ca2-b71e-a0c36aad0f0c req-90eec14c-da5f-4336-bdb0-ef3fdce22683 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=6779dcf4-12b8-435e-8f21-ee3262657f2d HTTP/1.1" status: 200 len: 943 time: 0.1509206 May 23 10:58:48.961582 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9084c7d-ee96-440b-bf66-41d90cdc2c5d'] response: {'server_uuid': 'b555466d-78a0-461f-a974-4361c5bf869f', 'name': 'network-vif-deleted', 'tag': '37ca5588-cd62-4cbc-93c1-be92e29ca31d', 'status': 'completed', 'code': 200} May 23 10:58:49.019606 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bb032472-d5a0-4a9c-af4d-c065afd0e787 req-9b4dc425-93ac-4c3f-857b-c42abe6d6397 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c2132f8c-ab10-410c-b6fc-36cea33e92fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963161 May 23 10:58:49.022634 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ddeaf9a4-a0ab-4ca2-b71e-a0c36aad0f0c req-411aa416-5862-4a92-87f8-9bdc23b6f4ad tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829563 May 23 10:58:49.447746 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f089e5f9-11a4-4bfa-b104-17f9703a97aa req-13f6bea5-3fc6-425c-8ee5-61400d3677c9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d1f21cb3-e6ff-4427-97ef-0d9d1fe4e0da&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3247526 May 23 10:58:49.472034 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e818c4f-cc8e-428f-bfa6-d3ff918c32b6 req-cf90d381-4325-40d0-9816-b5fd69116379 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:49.473449 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2e818c4f-cc8e-428f-bfa6-d3ff918c32b6 req-cf90d381-4325-40d0-9816-b5fd69116379 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/ports?device_id=bed4a262-5244-4996-9636-391dd3862b7b HTTP/1.1" status: 200 len: 945 time: 0.1458735 May 23 10:58:49.544018 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2e818c4f-cc8e-428f-bfa6-d3ff918c32b6 req-a283ae27-afe6-4828-b231-a011101687a0 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/security-groups?id=c2132f8c-ab10-410c-b6fc-36cea33e92fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580895 May 23 10:58:49.772676 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-07cbee2e-7ad7-412f-9144-b82360800b2a req-4c16076a-1974-48e0-aa97-dee82a60f073 tempest-LiveMigrationTest-1953020720 tempest-LiveMigrationTest-1953020720-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=63264bcb-8282-4ade-a1db-07ed524042e2 HTTP/1.1" status: 200 len: 1095 time: 0.1082299 May 23 10:58:49.876553 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-07cbee2e-7ad7-412f-9144-b82360800b2a req-546d76b1-7a5c-4eae-b06f-bbde04d02352 tempest-LiveMigrationTest-1953020720 tempest-LiveMigrationTest-1953020720-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978582 May 23 10:58:49.939015 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2fc3096e-2d70-418b-978a-772b868aac52 req-63893bd5-51c5-41aa-8bbe-8f02667fb64b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1520638 May 23 10:58:50.110954 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 37ca5588-cd62-4cbc-93c1-be92e29ca31d no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 10:58:50.214631 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: 37ca5588-cd62-4cbc-93c1-be92e29ca31d {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 10:58:50.219786 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 37ca5588-cd62-4cbc-93c1-be92e29ca31d not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 10:58:50.459437 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2fc3096e-2d70-418b-978a-772b868aac52 req-1ca6d62b-7da6-4f2c-9961-eaa26a2322b3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=90c9b14de9a447dbb2784bee3d7c6631&device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf HTTP/1.1" status: 200 len: 1117 time: 0.3584459 May 23 10:58:50.478616 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6779dcf4-12b8-435e-8f21-ee3262657f2d', 'tag': 'af9f5772-9483-40ac-ae73-2c9403c9c77b'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:58:50.671391 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-2b0b9e4c-c4d5-4c6b-85da-6344e9a6095c tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:50.678316 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-2b0b9e4c-c4d5-4c6b-85da-6344e9a6095c tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/networks?id=3f16bf48-f1ac-437f-802c-c2072c75e62b HTTP/1.1" status: 200 len: 808 time: 0.3800621 May 23 10:58:50.725775 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3096e-2d70-418b-978a-772b868aac52 req-6115c98d-4fc1-4aa2-bd16-8c45cba7356c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:50.727155 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2fc3096e-2d70-418b-978a-772b868aac52 req-6115c98d-4fc1-4aa2-bd16-8c45cba7356c service neutron] 10.222.0.81 "GET /v2.0/networks?id=3f16bf48-f1ac-437f-802c-c2072c75e62b HTTP/1.1" status: 200 len: 909 time: 0.2472184 May 23 10:58:50.753737 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-bc0b0e19-c09d-410a-8dfb-765f8075e6c1 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/quotas/90c9b14de9a447dbb2784bee3d7c6631 HTTP/1.1" status: 200 len: 375 time: 0.0646255 May 23 10:58:50.783836 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device af9f5772-9483-40ac-ae73-2c9403c9c77b details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 10:58:50.856518 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2fc3096e-2d70-418b-978a-772b868aac52 req-a22658a6-83b1-45a3-9cee-343838c7bb1f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc5de9c3-19b0-4fb2-95d2-3b731d64be1e HTTP/1.1" status: 200 len: 217 time: 0.1233912 May 23 10:58:50.856995 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35180) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:58:50.875529 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 35188) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:58:50.912227 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5d94f-129b-4d3c-ac8c-7ce3d2a30908 req-89396142-fb2b-4924-80e0-76e1d6e20238 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:50.915941 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c2a5d94f-129b-4d3c-ac8c-7ce3d2a30908 req-89396142-fb2b-4924-80e0-76e1d6e20238 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=6779dcf4-12b8-435e-8f21-ee3262657f2d HTTP/1.1" status: 200 len: 943 time: 0.4041469 May 23 10:58:50.927260 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3096e-2d70-418b-978a-772b868aac52 req-c666e4b2-8a5f-479a-bc78-447fc44a19e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:50.929059 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2fc3096e-2d70-418b-978a-772b868aac52 req-c666e4b2-8a5f-479a-bc78-447fc44a19e4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f56c9b27-295c-462d-bb89-343a223f9d6c HTTP/1.1" status: 200 len: 848 time: 0.0654190 May 23 10:58:51.019043 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2fc3096e-2d70-418b-978a-772b868aac52 req-7d8b0840-51a0-4fec-9945-cb6f3fa5acc7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3f16bf48-f1ac-437f-802c-c2072c75e62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814831 May 23 10:58:51.024432 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c2a5d94f-129b-4d3c-ac8c-7ce3d2a30908 req-5274f6c8-6b4f-4496-91a7-abd4e2b6ec52 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986838 May 23 10:58:51.031084 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-858b313e-1624-4cb9-94df-818df59a6378 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=90c9b14de9a447dbb2784bee3d7c6631&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2661033 May 23 10:58:51.231619 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-34abe57a-024f-46bc-86ac-2f810d14e82a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:51.294367 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port af9f5772-9483-40ac-ae73-2c9403c9c77b, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=af9f5772-9483-40ac-ae73-2c9403c9c77b,segment=NetworkSegment(6816cea3-60a2-419d-a967-3c4d162775bd),segment_id=6816cea3-60a2-419d-a967-3c4d162775bd)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:58:51.303047 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-34abe57a-024f-46bc-86ac-2f810d14e82a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:58:51.315470 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device af9f5772-9483-40ac-ae73-2c9403c9c77b has no active binding in host n-h1-842952-2 {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 23 10:58:51.319523 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-34abe57a-024f-46bc-86ac-2f810d14e82a admin admin] Usage tracker for resource:security_group_rule and tenant:a39d453c068347a7a2d63a8f5c3e5fe1 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:58:51.324592 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-34abe57a-024f-46bc-86ac-2f810d14e82a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:58:51.334516 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2fc3096e-2d70-418b-978a-772b868aac52 req-56961c7f-de4a-45cc-98ee-bfdb2d1f4201 service neutron] 10.222.0.81 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013453 May 23 10:58:51.335405 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-34abe57a-024f-46bc-86ac-2f810d14e82a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:58:51.364858 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-265ebc47-c939-46ec-9655-881848a52e3f service neutron] 10.222.0.79 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255403 May 23 10:58:51.397432 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-09918165-8f80-4108-8005-780c51b8cef3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8bd37396fb9c4700905e6f36d2463130&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5154161 May 23 10:58:51.417338 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35198) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:58:51.482941 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c9b9e-58cc-4a6f-b1b4-448cf0c03343 req-981ea7d1-c745-46e4-84ca-b61f72cafb7b tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:51.488643 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f50c9b9e-58cc-4a6f-b1b4-448cf0c03343 req-981ea7d1-c745-46e4-84ca-b61f72cafb7b tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1f21cb3-e6ff-4427-97ef-0d9d1fe4e0da HTTP/1.1" status: 200 len: 950 time: 0.2635040 May 23 10:58:51.580644 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-46480151-c6a0-46ab-888a-892be7c8d7ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:51.581176 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-64819529-8ff1-420a-a49f-59609d1201b5 service neutron] 10.222.0.79 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150655 May 23 10:58:51.590960 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2fc3096e-2d70-418b-978a-772b868aac52 req-9d4036e3-784f-40db-ac4b-e548485eaa5a service neutron] 10.222.0.81 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485039 May 23 10:58:51.607185 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-34abe57a-024f-46bc-86ac-2f810d14e82a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:51.618771 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f50c9b9e-58cc-4a6f-b1b4-448cf0c03343 req-f6123f60-76d2-4fcd-8bb1-556c13217572 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/security-groups?id=969012fd-0773-4c82-a9cd-68dea034b623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056800 May 23 10:58:51.618944 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-34abe57a-024f-46bc-86ac-2f810d14e82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:51.645068 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-46480151-c6a0-46ab-888a-892be7c8d7ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:51.700280 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-34abe57a-024f-46bc-86ac-2f810d14e82a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a39d453c068347a7a2d63a8f5c3e5fe1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8400006 May 23 10:58:51.701103 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 35206) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:58:51.711147 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34abe57a-024f-46bc-86ac-2f810d14e82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d9f915-42dd-4b5b-b44f-0f660d32c60b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:51.745651 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34abe57a-024f-46bc-86ac-2f810d14e82a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:58:51.746016 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34abe57a-024f-46bc-86ac-2f810d14e82a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:58:51.746365 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34abe57a-024f-46bc-86ac-2f810d14e82a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:58:51.746814 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34abe57a-024f-46bc-86ac-2f810d14e82a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:58:51.747149 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34abe57a-024f-46bc-86ac-2f810d14e82a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:58:51.747535 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34abe57a-024f-46bc-86ac-2f810d14e82a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:58:51.748028 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34abe57a-024f-46bc-86ac-2f810d14e82a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:58:51.748365 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34abe57a-024f-46bc-86ac-2f810d14e82a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:58:51.748689 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34abe57a-024f-46bc-86ac-2f810d14e82a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:58:51.749078 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34abe57a-024f-46bc-86ac-2f810d14e82a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:58:51.749426 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34abe57a-024f-46bc-86ac-2f810d14e82a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:58:51.754737 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-524d1abf-1e95-4cb7-abfb-1f75f8f144bf'] response: {'name': 'network-changed', 'server_uuid': '6779dcf4-12b8-435e-8f21-ee3262657f2d', 'tag': 'af9f5772-9483-40ac-ae73-2c9403c9c77b', 'status': 'completed', 'code': 200} May 23 10:58:51.773057 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-46480151-c6a0-46ab-888a-892be7c8d7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:51.837074 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c292fb6-c568-4b92-a281-61e40d58c599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:51.902347 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c292fb6-c568-4b92-a281-61e40d58c599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:52.006612 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46480151-c6a0-46ab-888a-892be7c8d7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ea6a21-26e5-4282-9048-61497cc2ab4a,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:52.024507 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-46480151-c6a0-46ab-888a-892be7c8d7ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:52.024507 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-46480151-c6a0-46ab-888a-892be7c8d7ea admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/89ea6a21-26e5-4282-9048-61497cc2ab4a HTTP/1.1" status: 204 len: 168 time: 0.6024063 May 23 10:58:52.032000 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c292fb6-c568-4b92-a281-61e40d58c599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:52.083156 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-860cd46e-50cc-4abb-9a35-30e22a62e8af req-3a607d75-e5e8-4174-bb30-84b7100be491 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=70139281f5db4004afe2c4c8ea88321a&device_id=6779dcf4-12b8-435e-8f21-ee3262657f2d HTTP/1.1" status: 200 len: 1124 time: 0.2879899 May 23 10:58:52.156429 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c292fb6-c568-4b92-a281-61e40d58c599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d9f915-42dd-4b5b-b44f-0f660d32c60b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:52.199196 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8731786d-2bae-4699-89ca-7d5702383f20 req-a6fba131-53f0-47f5-a22f-4dce86f8ec77 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=62daa315-97b6-42dc-ac48-74a4ef6a5662 HTTP/1.1" status: 200 len: 210 time: 0.1481094 May 23 10:58:52.205761 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c292fb6-c568-4b92-a281-61e40d58c599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:52.215636 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3c292fb6-c568-4b92-a281-61e40d58c599 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/03d9f915-42dd-4b5b-b44f-0f660d32c60b HTTP/1.1" status: 204 len: 168 time: 0.5132542 May 23 10:58:52.281728 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af065fb1-ee5e-4206-a85f-0cd7bb6fd164 req-8d6dd58d-89d1-405b-8e65-d4f27c5a78dd tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:52.313915 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-af065fb1-ee5e-4206-a85f-0cd7bb6fd164 req-8d6dd58d-89d1-405b-8e65-d4f27c5a78dd tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/ports?device_id=bed4a262-5244-4996-9636-391dd3862b7b HTTP/1.1" status: 200 len: 945 time: 0.2551148 May 23 10:58:52.366350 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860cd46e-50cc-4abb-9a35-30e22a62e8af req-fbbcff3a-ffe7-4aaf-b155-7950d9a9193a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:52.368402 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-860cd46e-50cc-4abb-9a35-30e22a62e8af req-fbbcff3a-ffe7-4aaf-b155-7950d9a9193a service neutron] 10.222.0.81 "GET /v2.0/networks?id=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 HTTP/1.1" status: 200 len: 922 time: 0.2747366 May 23 10:58:52.480947 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-860cd46e-50cc-4abb-9a35-30e22a62e8af req-9d766371-1316-4de4-8429-b13947b4881b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af9f5772-9483-40ac-ae73-2c9403c9c77b HTTP/1.1" status: 200 len: 217 time: 0.1042571 May 23 10:58:52.620342 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860cd46e-50cc-4abb-9a35-30e22a62e8af req-a50df2af-87d0-4f4c-b09e-0b34e4064970 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:52.623199 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-860cd46e-50cc-4abb-9a35-30e22a62e8af req-a50df2af-87d0-4f4c-b09e-0b34e4064970 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b42aa520-b19b-4bd9-8813-40b2c3196feb HTTP/1.1" status: 200 len: 861 time: 0.1300957 May 23 10:58:52.657755 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-af065fb1-ee5e-4206-a85f-0cd7bb6fd164 req-c983dc8e-ff13-4d03-92f1-701088c46aa4 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/security-groups?id=c2132f8c-ab10-410c-b6fc-36cea33e92fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3416786 May 23 10:58:52.732136 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-860cd46e-50cc-4abb-9a35-30e22a62e8af req-1bb299c0-17e3-4019-9261-51fd777396c6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955350 May 23 10:58:52.779776 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177dbd1a-952f-406a-a4ce-cc3ddcc45bfe req-95241fff-12ed-4241-bc3e-d6e16123ccdb tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:52.794009 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-177dbd1a-952f-406a-a4ce-cc3ddcc45bfe req-95241fff-12ed-4241-bc3e-d6e16123ccdb tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1f21cb3-e6ff-4427-97ef-0d9d1fe4e0da HTTP/1.1" status: 200 len: 950 time: 0.3895953 May 23 10:58:52.957265 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e331a43-e954-4d1a-adf1-66ce879b15c2 req-8903de51-9395-4c93-81d0-edb64e1eb327 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:52.969626 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5e331a43-e954-4d1a-adf1-66ce879b15c2 req-8903de51-9395-4c93-81d0-edb64e1eb327 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=6779dcf4-12b8-435e-8f21-ee3262657f2d HTTP/1.1" status: 200 len: 943 time: 0.4203351 May 23 10:58:53.001971 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-177dbd1a-952f-406a-a4ce-cc3ddcc45bfe req-467dddce-f832-40c1-a848-f8a1e7b4a68a tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Deleting port df9ba980-d7d7-463d-8c04-7db849e6d148 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 10:58:53.002786 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-177dbd1a-952f-406a-a4ce-cc3ddcc45bfe req-467dddce-f832-40c1-a848-f8a1e7b4a68a tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:53.086965 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-860cd46e-50cc-4abb-9a35-30e22a62e8af req-938faba0-0c29-400e-b9fa-5785317ce9f5 service neutron] 10.222.0.81 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477519 May 23 10:58:53.116652 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5e331a43-e954-4d1a-adf1-66ce879b15c2 req-d730f3ee-73b0-40ad-9c29-f9ee594b1c72 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459689 May 23 10:58:53.186485 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35244) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:58:53.223074 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5e1330dc-c760-40f3-bd06-daa72fe62cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:53.262180 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5e1330dc-c760-40f3-bd06-daa72fe62cd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:58:53.267014 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5e1330dc-c760-40f3-bd06-daa72fe62cd2 admin admin] Usage tracker for resource:security_group_rule and tenant:9591851d0e2f4b039c6a156b49a568e2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:58:53.270164 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5e1330dc-c760-40f3-bd06-daa72fe62cd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:58:53.276501 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5e1330dc-c760-40f3-bd06-daa72fe62cd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:58:53.352282 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5e1330dc-c760-40f3-bd06-daa72fe62cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:53.356558 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35250) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:58:53.363383 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5e1330dc-c760-40f3-bd06-daa72fe62cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:53.502294 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5ac3887f-a82e-49a0-8c94-6463344e5dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:53.563950 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1330dc-c760-40f3-bd06-daa72fe62cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185eaa92-adec-47c6-84b9-c20396bf979a,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:53.568528 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-860cd46e-50cc-4abb-9a35-30e22a62e8af req-4cff64af-3288-4a90-9ff3-8ed2e60cb2e8 service neutron] 10.222.0.81 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4742563 May 23 10:58:53.581891 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5e1330dc-c760-40f3-bd06-daa72fe62cd2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9591851d0e2f4b039c6a156b49a568e2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3940454 May 23 10:58:53.585117 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35254) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:58:53.649586 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5ac3887f-a82e-49a0-8c94-6463344e5dda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:58:53.658077 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5ac3887f-a82e-49a0-8c94-6463344e5dda admin admin] Usage tracker for resource:security_group_rule and tenant:9354b552e221469cb4c4ce4fa4ba0dc5 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:58:53.662631 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5ac3887f-a82e-49a0-8c94-6463344e5dda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:58:53.672177 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5ac3887f-a82e-49a0-8c94-6463344e5dda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:58:53.699844 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2ca4f2e5-b02b-4b80-af21-0e67f60930da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:53.746661 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2ca4f2e5-b02b-4b80-af21-0e67f60930da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:53.773753 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4591e5-8632-4f21-a0c1-ab3b60df78d3 req-6db124c6-16d9-433a-9910-97d70e73816e tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:53.775238 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7c4591e5-8632-4f21-a0c1-ab3b60df78d3 req-6db124c6-16d9-433a-9910-97d70e73816e tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1f21cb3-e6ff-4427-97ef-0d9d1fe4e0da HTTP/1.1" status: 200 len: 950 time: 0.4859743 May 23 10:58:53.836638 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5ac3887f-a82e-49a0-8c94-6463344e5dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:53.848837 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5ac3887f-a82e-49a0-8c94-6463344e5dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:53.916602 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3887f-a82e-49a0-8c94-6463344e5dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2182e350-b6bf-4151-b59d-4792ac073ad9,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:53.930831 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2ca4f2e5-b02b-4b80-af21-0e67f60930da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:54.007568 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-177dbd1a-952f-406a-a4ce-cc3ddcc45bfe req-467dddce-f832-40c1-a848-f8a1e7b4a68a tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] For port df9ba980-d7d7-463d-8c04-7db849e6d148, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=df9ba980-d7d7-463d-8c04-7db849e6d148,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:58:54.008401 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-177dbd1a-952f-406a-a4ce-cc3ddcc45bfe req-467dddce-f832-40c1-a848-f8a1e7b4a68a tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:54.029202 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 10:58:54.032194 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca4f2e5-b02b-4b80-af21-0e67f60930da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185eaa92-adec-47c6-84b9-c20396bf979a,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:54.039860 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2ca4f2e5-b02b-4b80-af21-0e67f60930da admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:54.041239 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2ca4f2e5-b02b-4b80-af21-0e67f60930da admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/185eaa92-adec-47c6-84b9-c20396bf979a HTTP/1.1" status: 204 len: 168 time: 0.4548564 May 23 10:58:54.051937 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5ac3887f-a82e-49a0-8c94-6463344e5dda admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9354b552e221469cb4c4ce4fa4ba0dc5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6939607 May 23 10:58:54.055071 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35264) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:58:54.175218 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-68db5591-9269-487a-b8c1-053ea2d1c238 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:54.176622 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-68db5591-9269-487a-b8c1-053ea2d1c238 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.81 "GET /v2.0/networks?id=3f16bf48-f1ac-437f-802c-c2072c75e62b HTTP/1.1" status: 200 len: 808 time: 0.2824712 May 23 10:58:54.179722 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fff222ac-0d95-4ba7-a0d5-9845f4d523b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:54.200547 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-177dbd1a-952f-406a-a4ce-cc3ddcc45bfe req-467dddce-f832-40c1-a848-f8a1e7b4a68a tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Calling delete_port for df9ba980-d7d7-463d-8c04-7db849e6d148 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 10:58:54.209867 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-3b793765-adda-442d-abf6-eab18424b076 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Request body: {'port': {'device_id': '62daa315-97b6-42dc-ac48-74a4ef6a5662', 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b', 'admin_state_up': True, 'tenant_id': '90c9b14de9a447dbb2784bee3d7c6631'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:58:54.241270 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fff222ac-0d95-4ba7-a0d5-9845f4d523b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:54.424326 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-3b793765-adda-442d-abf6-eab18424b076 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:58:54.429975 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-3b793765-adda-442d-abf6-eab18424b076 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Usage tracker for resource:port and tenant:90c9b14de9a447dbb2784bee3d7c6631 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:58:54.433363 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-3b793765-adda-442d-abf6-eab18424b076 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:58:54.440874 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-3b793765-adda-442d-abf6-eab18424b076 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:58:54.441773 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7c4591e5-8632-4f21-a0c1-ab3b60df78d3 req-95172110-323d-4fa0-9479-0e312932aaf7 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/security-groups?id=969012fd-0773-4c82-a9cd-68dea034b623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6263297 May 23 10:58:54.450741 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fff222ac-0d95-4ba7-a0d5-9845f4d523b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:54.453384 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-177dbd1a-952f-406a-a4ce-cc3ddcc45bfe req-467dddce-f832-40c1-a848-f8a1e7b4a68a tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:54.464787 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-3b793765-adda-442d-abf6-eab18424b076 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Made reservation on behalf of 90c9b14de9a447dbb2784bee3d7c6631 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:58:54.476631 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-3b793765-adda-442d-abf6-eab18424b076 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:54.488412 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['8ea10e3e-4509-4925-8a27-c6e9c8aa62be'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 10:58:54.489006 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff222ac-0d95-4ba7-a0d5-9845f4d523b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2182e350-b6bf-4151-b59d-4792ac073ad9,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:54.540398 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['df9ba980-d7d7-463d-8c04-7db849e6d148'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 10:58:54.554959 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-312a27d3-39ef-47d2-b04f-7cd3196472f9 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=7a61f7be6bed4a0bb3e84dab6bf1bd25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5732594 May 23 10:58:54.653938 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fff222ac-0d95-4ba7-a0d5-9845f4d523b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:54.658188 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-fff222ac-0d95-4ba7-a0d5-9845f4d523b3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2182e350-b6bf-4151-b59d-4792ac073ad9 HTTP/1.1" status: 204 len: 168 time: 0.5989230 May 23 10:58:54.699859 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-3b793765-adda-442d-abf6-eab18424b076 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Allocated IP 172.20.0.12 (3f16bf48-f1ac-437f-802c-c2072c75e62b/f56c9b27-295c-462d-bb89-343a223f9d6c/4b3d0d9b-4a31-42bd-a7ed-abdb72e92169) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 10:58:54.720975 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467dddce-f832-40c1-a848-f8a1e7b4a68a tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Pushing event deleted for resources: {'Port': ['ID=df9ba980-d7d7-463d-8c04-7db849e6d148,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:54.757783 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467dddce-f832-40c1-a848-f8a1e7b4a68a tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:58:54.758729 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467dddce-f832-40c1-a848-f8a1e7b4a68a tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:58:54.759350 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467dddce-f832-40c1-a848-f8a1e7b4a68a tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:58:54.759975 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467dddce-f832-40c1-a848-f8a1e7b4a68a tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:58:54.760511 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467dddce-f832-40c1-a848-f8a1e7b4a68a tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:58:54.761036 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467dddce-f832-40c1-a848-f8a1e7b4a68a tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:58:54.761585 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467dddce-f832-40c1-a848-f8a1e7b4a68a tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:58:54.762104 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467dddce-f832-40c1-a848-f8a1e7b4a68a tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:58:54.762621 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467dddce-f832-40c1-a848-f8a1e7b4a68a tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:58:54.763136 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467dddce-f832-40c1-a848-f8a1e7b4a68a tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:58:54.763684 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467dddce-f832-40c1-a848-f8a1e7b4a68a tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:58:54.981515 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-177dbd1a-952f-406a-a4ce-cc3ddcc45bfe req-467dddce-f832-40c1-a848-f8a1e7b4a68a tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] No DVR routers for this DVR port df9ba980-d7d7-463d-8c04-7db849e6d148 on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 10:58:54.984398 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-177dbd1a-952f-406a-a4ce-cc3ddcc45bfe req-467dddce-f832-40c1-a848-f8a1e7b4a68a tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:54.992015 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f21cb3-e6ff-4427-97ef-0d9d1fe4e0da', 'name': 'network-vif-deleted', 'tag': 'df9ba980-d7d7-463d-8c04-7db849e6d148'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:58:55.049965 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-177dbd1a-952f-406a-a4ce-cc3ddcc45bfe req-467dddce-f832-40c1-a848-f8a1e7b4a68a tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.13 "DELETE /v2.0/ports/df9ba980-d7d7-463d-8c04-7db849e6d148 HTTP/1.1" status: 204 len: 173 time: 2.2552285 May 23 10:58:55.158029 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-e65e5cb3-65c0-48d8-a92b-eebf9929443f tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:55.159607 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-e65e5cb3-65c0-48d8-a92b-eebf9929443f tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6034505 May 23 10:58:55.199092 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-e87df74d-7290-4d78-b2b5-f43e7b680324 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/quotas/7a61f7be6bed4a0bb3e84dab6bf1bd25 HTTP/1.1" status: 200 len: 375 time: 0.0318923 May 23 10:58:55.234811 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18414bbd-d226-4efe-9e65-81e321d710bd req-24791161-a944-4ef9-b9fe-1346fddda209 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:55.236582 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-18414bbd-d226-4efe-9e65-81e321d710bd req-24791161-a944-4ef9-b9fe-1346fddda209 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/ports?device_id=bed4a262-5244-4996-9636-391dd3862b7b HTTP/1.1" status: 200 len: 945 time: 0.3638592 May 23 10:58:55.249743 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35294) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:58:55.258963 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d58fc685-34d3-44af-9375-b57861cb5a16 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Request body: {'floatingip': {'port_id': 'cdf0b7e6-b850-4599-83c0-d5c2660e61a6'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:58:55.330735 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-31856fa7-96a4-41cd-a3bb-681b48bd7a2e tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7a61f7be6bed4a0bb3e84dab6bf1bd25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1229036 May 23 10:58:55.374553 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-3b793765-adda-442d-abf6-eab18424b076 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:55.405864 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d58fc685-34d3-44af-9375-b57861cb5a16 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks [] for floatingip, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:55.570918 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d600c03a-d310-4368-bb85-0ab29f768f1c req-c4c0cbe8-1fb7-47d3-b109-862808a767f6 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=62daa315-97b6-42dc-ac48-74a4ef6a5662 HTTP/1.1" status: 200 len: 210 time: 0.0852404 May 23 10:58:55.740151 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34e45577-e17b-4471-af74-c74ffccf2c2d'] response: {'server_uuid': 'd1f21cb3-e6ff-4427-97ef-0d9d1fe4e0da', 'name': 'network-vif-deleted', 'tag': 'df9ba980-d7d7-463d-8c04-7db849e6d148', 'status': 'completed', 'code': 200} May 23 10:58:55.977889 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82cb0bb-d2d0-4109-8dee-b3334e31eb80 req-eb7ee857-080a-49a0-9b1f-799ba9ef5246 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:55.988887 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b82cb0bb-d2d0-4109-8dee-b3334e31eb80 req-eb7ee857-080a-49a0-9b1f-799ba9ef5246 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=6779dcf4-12b8-435e-8f21-ee3262657f2d HTTP/1.1" status: 200 len: 943 time: 0.1923249 May 23 10:58:56.144538 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-80d80e0f-b508-4dfa-9753-5304514fbd58 req-d43c28a9-45a9-45ca-b7fb-2010df233ae1 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Synchronizing usage tracker for tenant:338cf849e62a4b4eb1ce6edbb277404e on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 10:58:56.169741 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-9e1989c0-b97f-47ca-b08e-d5e7c9890bad service neutron] 10.222.0.81 "GET /v2.0/ports/af9f5772-9483-40ac-ae73-2c9403c9c77b/bindings/n-h1-842952-2 HTTP/1.1" status: 200 len: 384 time: 0.6232939 May 23 10:58:56.179257 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-3b793765-adda-442d-abf6-eab18424b076 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:56.196730 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-80d80e0f-b508-4dfa-9753-5304514fbd58 req-d43c28a9-45a9-45ca-b7fb-2010df233ae1 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Unset dirty status for tenant:338cf849e62a4b4eb1ce6edbb277404e on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 10:58:56.197954 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-80d80e0f-b508-4dfa-9753-5304514fbd58 req-d43c28a9-45a9-45ca-b7fb-2010df233ae1 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1f21cb3-e6ff-4427-97ef-0d9d1fe4e0da HTTP/1.1" status: 200 len: 210 time: 0.2066696 May 23 10:58:56.292750 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b82cb0bb-d2d0-4109-8dee-b3334e31eb80 req-80f23068-2fec-4b9f-89bd-912a7556b8df tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100234 May 23 10:58:56.438492 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4e4352d9-4719-4bfb-939d-f4658306c7bf req-9a59e137-43b5-44d1-ada5-7db2cf516598 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/ports?device_id=33132205-122e-4aa6-b5d3-3d1e26e4abb0 HTTP/1.1" status: 200 len: 210 time: 0.1242764 May 23 10:58:56.564849 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-ff525ff1-91a2-4c2e-964f-1b1f9bea7f67 service neutron] For port af9f5772-9483-40ac-ae73-2c9403c9c77b, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=af9f5772-9483-40ac-ae73-2c9403c9c77b,segment=NetworkSegment(6816cea3-60a2-419d-a967-3c4d162775bd),segment_id=6816cea3-60a2-419d-a967-3c4d162775bd)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:58:56.590477 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-ff525ff1-91a2-4c2e-964f-1b1f9bea7f67 service neutron] For port af9f5772-9483-40ac-ae73-2c9403c9c77b, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:58:56.734294 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-ff525ff1-91a2-4c2e-964f-1b1f9bea7f67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af9f5772-9483-40ac-ae73-2c9403c9c77b {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 10:58:56.753775 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-ff525ff1-91a2-4c2e-964f-1b1f9bea7f67 service neutron] For port af9f5772-9483-40ac-ae73-2c9403c9c77b, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=af9f5772-9483-40ac-ae73-2c9403c9c77b,segment=NetworkSegment(6816cea3-60a2-419d-a967-3c4d162775bd),segment_id=6816cea3-60a2-419d-a967-3c4d162775bd)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:58:56.798690 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device df9ba980-d7d7-463d-8c04-7db849e6d148 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 10:58:56.864207 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: df9ba980-d7d7-463d-8c04-7db849e6d148 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 10:58:56.867018 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device df9ba980-d7d7-463d-8c04-7db849e6d148 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 10:58:56.892329 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b793765-adda-442d-abf6-eab18424b076 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Pushing event updated for resources: {'Port': ['ID=4b3d0d9b-4a31-42bd-a7ed-abdb72e92169,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:56.895128 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-ff525ff1-91a2-4c2e-964f-1b1f9bea7f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:56.906539 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f34b8-a621-46dc-9130-d8d04569f274 req-5687372a-79b6-4d2a-b1a7-357c1ca72eb3 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:56.914550 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-262f34b8-a621-46dc-9130-d8d04569f274 req-5687372a-79b6-4d2a-b1a7-357c1ca72eb3 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=62daa315-97b6-42dc-ac48-74a4ef6a5662 HTTP/1.1" status: 200 len: 932 time: 0.1270514 May 23 10:58:57.007748 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-262f34b8-a621-46dc-9130-d8d04569f274 req-eb813558-e8bc-4fa6-83cc-b2519d3b04e9 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922575 May 23 10:58:57.008345 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 35338) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:58:57.008955 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-ff525ff1-91a2-4c2e-964f-1b1f9bea7f67 service neutron] Transition to ACTIVE for port object af9f5772-9483-40ac-ae73-2c9403c9c77b will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:58:57.013350 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-3b793765-adda-442d-abf6-eab18424b076 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Network 3f16bf48-f1ac-437f-802c-c2072c75e62b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 10:58:57.016922 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-3b793765-adda-442d-abf6-eab18424b076 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:58:57.022242 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-ff525ff1-91a2-4c2e-964f-1b1f9bea7f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:57.057859 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-3b793765-adda-442d-abf6-eab18424b076 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 10:58:57.394995 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-be9864f8-f7f2-492e-bda7-d266ed516b3d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-850631234-network', 'tenant_id': 'af32f09e4c954074963166ebc8affac5'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:58:57.407636 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-be9864f8-f7f2-492e-bda7-d266ed516b3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:58:57.432331 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-be9864f8-f7f2-492e-bda7-d266ed516b3d admin admin] Usage tracker for resource:network and tenant:af32f09e4c954074963166ebc8affac5 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:58:57.458026 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-be9864f8-f7f2-492e-bda7-d266ed516b3d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:58:57.492874 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-be9864f8-f7f2-492e-bda7-d266ed516b3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:58:57.544065 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9864f8-f7f2-492e-bda7-d266ed516b3d admin admin] Made reservation on behalf of af32f09e4c954074963166ebc8affac5 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:58:57.546449 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-be9864f8-f7f2-492e-bda7-d266ed516b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:57.590859 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-be9864f8-f7f2-492e-bda7-d266ed516b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:57.670912 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-be9864f8-f7f2-492e-bda7-d266ed516b3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:58:57.677262 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-be9864f8-f7f2-492e-bda7-d266ed516b3d admin admin] Usage tracker for resource:security_group_rule and tenant:af32f09e4c954074963166ebc8affac5 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:58:57.682558 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-be9864f8-f7f2-492e-bda7-d266ed516b3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:58:57.704764 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-be9864f8-f7f2-492e-bda7-d266ed516b3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:58:57.808872 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-be9864f8-f7f2-492e-bda7-d266ed516b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:57.967019 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-be9864f8-f7f2-492e-bda7-d266ed516b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:57.977789 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-3b793765-adda-442d-abf6-eab18424b076 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:57.978418 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-3b793765-adda-442d-abf6-eab18424b076 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:58.028605 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-2a11fb5e-8c94-4d26-880d-1ff5e8a629a4 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7a61f7be6bed4a0bb3e84dab6bf1bd25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2169805 May 23 10:58:58.044509 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-278b4e8c-5b42-4e98-a20d-a835e9027f9a req-52fc34de-037d-4e94-9e5e-896090f4c129 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/ports?device_id=33132205-122e-4aa6-b5d3-3d1e26e4abb0 HTTP/1.1" status: 200 len: 210 time: 0.1470191 May 23 10:58:58.070934 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-ff525ff1-91a2-4c2e-964f-1b1f9bea7f67 service neutron] No DVR routers for this DVR port af9f5772-9483-40ac-ae73-2c9403c9c77b on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 10:58:58.073124 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff525ff1-91a2-4c2e-964f-1b1f9bea7f67 service neutron] Pushing event updated for resources: {'Port': ['ID=af9f5772-9483-40ac-ae73-2c9403c9c77b,revision_number=10']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:58.119113 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-3b793765-adda-442d-abf6-eab18424b076 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9134793 May 23 10:58:58.131345 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-ff525ff1-91a2-4c2e-964f-1b1f9bea7f67 service neutron] 10.222.0.81 "PUT /v2.0/ports/af9f5772-9483-40ac-ae73-2c9403c9c77b/bindings/n-h1-842952-2/activate HTTP/1.1" status: 200 len: 369 time: 1.9501467 May 23 10:58:58.187287 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device af9f5772-9483-40ac-ae73-2c9403c9c77b no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 10:58:58.205336 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-b4df4aca-5675-4e84-b87b-2032e8c815a5 service neutron] Request body: {'port': {'device_id': '62daa315-97b6-42dc-ac48-74a4ef6a5662', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:58:58.226821 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be9864f8-f7f2-492e-bda7-d266ed516b3d admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 10:58:58.249654 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9864f8-f7f2-492e-bda7-d266ed516b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b14e895-9d65-461a-8067-c09910ef4b8f,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:58.294879 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device af9f5772-9483-40ac-ae73-2c9403c9c77b not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 10:58:58.302372 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-19e33345-b252-4709-b42c-e6a8aa4c8a8f tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:58.304933 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-19e33345-b252-4709-b42c-e6a8aa4c8a8f tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2652521 May 23 10:58:58.306069 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-be9864f8-f7f2-492e-bda7-d266ed516b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:58.306902 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-be9864f8-f7f2-492e-bda7-d266ed516b3d admin admin] Added segment 9c9db8de-e416-4965-bc26-1a3722ae1b0c of type vlan for network 9f973cde-8365-4fcc-bf84-b8ec7cb575f4 May 23 10:58:58.337122 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-eb8770df-cdb5-41c9-a4d9-5137cd1241c5 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Request body: {'port': {'device_id': '33132205-122e-4aa6-b5d3-3d1e26e4abb0', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'admin_state_up': True, 'tenant_id': '7a61f7be6bed4a0bb3e84dab6bf1bd25'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:58:58.439707 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d58fc685-34d3-44af-9375-b57861cb5a16 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:58.468763 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d58fc685-34d3-44af-9375-b57861cb5a16 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:58.550058 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-b4df4aca-5675-4e84-b87b-2032e8c815a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:58.594388 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-eb8770df-cdb5-41c9-a4d9-5137cd1241c5 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:58:58.600781 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-eb8770df-cdb5-41c9-a4d9-5137cd1241c5 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Usage tracker for resource:port and tenant:7a61f7be6bed4a0bb3e84dab6bf1bd25 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:58:58.605147 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-eb8770df-cdb5-41c9-a4d9-5137cd1241c5 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:58:58.609239 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-be9864f8-f7f2-492e-bda7-d266ed516b3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:58.624523 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708868ce-9c9a-4143-bd23-80e5fdf7384b req-de30be16-2df0-4207-8794-6e359322b6a2 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:58.629989 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-708868ce-9c9a-4143-bd23-80e5fdf7384b req-de30be16-2df0-4207-8794-6e359322b6a2 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=6779dcf4-12b8-435e-8f21-ee3262657f2d HTTP/1.1" status: 200 len: 944 time: 0.8152497 May 23 10:58:58.632687 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-eb8770df-cdb5-41c9-a4d9-5137cd1241c5 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:58:58.673562 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-eb8770df-cdb5-41c9-a4d9-5137cd1241c5 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Made reservation on behalf of 7a61f7be6bed4a0bb3e84dab6bf1bd25 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:58:58.676542 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-eb8770df-cdb5-41c9-a4d9-5137cd1241c5 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:58.706171 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-a3ff6bf8-f75c-4448-9391-049e78085c26 tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6779dcf4-12b8-435e-8f21-ee3262657f2d&tenant_id=70139281f5db4004afe2c4c8ea88321a&binding%3Ahost_id=n-h2-842952-2 HTTP/1.1" status: 200 len: 1095 time: 0.4459276 May 23 10:58:58.717737 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-eb8770df-cdb5-41c9-a4d9-5137cd1241c5 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:58.729296 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-708868ce-9c9a-4143-bd23-80e5fdf7384b req-6d2fc1ae-16a6-4ac0-916e-c2f13e461b55 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924838 May 23 10:58:58.731641 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-be9864f8-f7f2-492e-bda7-d266ed516b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:58.732497 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9864f8-f7f2-492e-bda7-d266ed516b3d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:58.733073 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-be9864f8-f7f2-492e-bda7-d266ed516b3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:58.913313 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-be9864f8-f7f2-492e-bda7-d266ed516b3d admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9017181 May 23 10:58:58.918456 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 35372) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:58:58.933121 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-e4c773e1-a63e-401c-9659-d9dbb1a55288 admin admin] Request body: {'subnet': {'network_id': '9f973cde-8365-4fcc-bf84-b8ec7cb575f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-850631234-subnet', 'tenant_id': 'af32f09e4c954074963166ebc8affac5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:58:58.936285 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9864f8-f7f2-492e-bda7-d266ed516b3d admin admin] Pushing event updated for resources: {'Network': ['ID=9f973cde-8365-4fcc-bf84-b8ec7cb575f4,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:58.944148 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e4c773e1-a63e-401c-9659-d9dbb1a55288 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:58:58.948124 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-eb8770df-cdb5-41c9-a4d9-5137cd1241c5 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:58:58.949994 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 9f973cde-8365-4fcc-bf84-b8ec7cb575f4 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 10:58:58.956426 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e4c773e1-a63e-401c-9659-d9dbb1a55288 admin admin] Usage tracker for resource:subnet and tenant:af32f09e4c954074963166ebc8affac5 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:58:58.962128 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e4c773e1-a63e-401c-9659-d9dbb1a55288 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:58:58.966238 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-eb8770df-cdb5-41c9-a4d9-5137cd1241c5 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Usage tracker for resource:security_group_rule and tenant:7a61f7be6bed4a0bb3e84dab6bf1bd25 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:58:58.972533 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-eb8770df-cdb5-41c9-a4d9-5137cd1241c5 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:58:58.975275 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e4c773e1-a63e-401c-9659-d9dbb1a55288 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:58:58.982459 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-eb8770df-cdb5-41c9-a4d9-5137cd1241c5 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:58:59.011417 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c773e1-a63e-401c-9659-d9dbb1a55288 admin admin] Made reservation on behalf of af32f09e4c954074963166ebc8affac5 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:58:59.013784 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e4c773e1-a63e-401c-9659-d9dbb1a55288 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:59.132335 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a02b73-292e-430e-8934-e3d0033fb688 req-53b3b61d-1efb-4f4e-84ef-0ce0ed8d0f6e tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:59.133794 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58a02b73-292e-430e-8934-e3d0033fb688 req-53b3b61d-1efb-4f4e-84ef-0ce0ed8d0f6e tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=62daa315-97b6-42dc-ac48-74a4ef6a5662 HTTP/1.1" status: 200 len: 932 time: 0.3029540 May 23 10:58:59.151625 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-b144f8d7-357e-4cb2-b10c-c5daf6c1eea2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6779dcf4-12b8-435e-8f21-ee3262657f2d&tenant_id=70139281f5db4004afe2c4c8ea88321a HTTP/1.1" status: 200 len: 1095 time: 0.4384174 May 23 10:58:59.269211 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [None req-d58fc685-34d3-44af-9375-b57861cb5a16 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Floating IP 70a973bb-dbd7-4134-aab5-e784cb28db72 associated. External IP: 172.25.6.175, port: cdf0b7e6-b850-4599-83c0-d5c2660e61a6. May 23 10:58:59.296469 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58a02b73-292e-430e-8934-e3d0033fb688 req-843c3afb-4a01-4e6d-b719-86de38e8121d tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314120 May 23 10:58:59.318884 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-eb8770df-cdb5-41c9-a4d9-5137cd1241c5 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:59.334636 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-eb8770df-cdb5-41c9-a4d9-5137cd1241c5 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:59.342553 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba0383-bd3a-4338-ac31-eb853ad8d5ac req-c27eff70-ba98-4458-a0bc-46d623e05633 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:58:59.344279 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0eba0383-bd3a-4338-ac31-eb853ad8d5ac req-c27eff70-ba98-4458-a0bc-46d623e05633 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/ports?device_id=5489266f-eb6b-469e-889a-f6208b0e7923 HTTP/1.1" status: 200 len: 950 time: 0.3127387 May 23 10:58:59.465687 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-b4df4aca-5675-4e84-b87b-2032e8c815a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 10:58:59.484185 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-b4df4aca-5675-4e84-b87b-2032e8c815a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:59.522718 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-b4df4aca-5675-4e84-b87b-2032e8c815a5 service neutron] Transition to ACTIVE for port object 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:58:59.527875 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-f699c2e8-5a67-4746-b9ab-25f661c60730 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70139281f5db4004afe2c4c8ea88321a&device_id=6779dcf4-12b8-435e-8f21-ee3262657f2d HTTP/1.1" status: 200 len: 1095 time: 0.3351202 May 23 10:58:59.532287 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8770df-cdb5-41c9-a4d9-5137cd1241c5 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7373c3-bd5e-4979-a7c0-9917ec0724de,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:59.532461 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-b4df4aca-5675-4e84-b87b-2032e8c815a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:59.620662 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0eba0383-bd3a-4338-ac31-eb853ad8d5ac req-58c754bf-93c2-404a-b5f2-eb1d2746bad1 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/security-groups?id=969012fd-0773-4c82-a9cd-68dea034b623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892574 May 23 10:58:59.662381 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e4c773e1-a63e-401c-9659-d9dbb1a55288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:58:59.719276 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-eb8770df-cdb5-41c9-a4d9-5137cd1241c5 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Allocated IP 192.168.233.251 (45238d5c-875a-474b-bef1-cc75dc2ba645/c1719237-4a8e-4354-92b1-51064eb09c82/1cf36492-2752-4601-a0d9-3f6b134a041d) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 10:58:59.768558 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df4aca-5675-4e84-b87b-2032e8c815a5 service neutron] Pushing event updated for resources: {'Port': ['ID=4b3d0d9b-4a31-42bd-a7ed-abdb72e92169,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:59.804408 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-70fb3057-a395-4a65-9585-3f56726f71e0 req-6ff2a8fa-e410-4cf5-a16f-f4120fdbe3a1 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/ports?device_id=33132205-122e-4aa6-b5d3-3d1e26e4abb0 HTTP/1.1" status: 200 len: 210 time: 0.0647492 May 23 10:58:59.854796 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c773e1-a63e-401c-9659-d9dbb1a55288 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cca2bd3d-da80-4a47-8c6c-791fa7010141,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:58:59.912576 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c773e1-a63e-401c-9659-d9dbb1a55288 admin admin] Checking segment: {'id': '9c9db8de-e416-4965-bc26-1a3722ae1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9f973cde-8365-4fcc-bf84-b8ec7cb575f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:58:59.913102 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c773e1-a63e-401c-9659-d9dbb1a55288 admin admin] Network hostable DHCP agents. Network: 9f973cde-8365-4fcc-bf84-b8ec7cb575f4, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 10:58:59.998705 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-0a6673da-b9f0-45b8-a459-0702a2b332e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:00.000575 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-0a6673da-b9f0-45b8-a459-0702a2b332e3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 HTTP/1.1" status: 200 len: 922 time: 0.4636152 May 23 10:59:00.055496 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 35384) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:59:00.088966 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-3cf218d3-6ba4-4667-b226-929f34d9373c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af9f5772-9483-40ac-ae73-2c9403c9c77b HTTP/1.1" status: 200 len: 217 time: 0.0808442 May 23 10:59:00.199604 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-b4df4aca-5675-4e84-b87b-2032e8c815a5 service neutron] Attempting to bind port 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:59:00.200683 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-b4df4aca-5675-4e84-b87b-2032e8c815a5 service neutron] Attempting to bind port 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:59:00.201163 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-b4df4aca-5675-4e84-b87b-2032e8c815a5 service neutron] Attempting to bind port 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169 on network 3f16bf48-f1ac-437f-802c-c2072c75e62b {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:59:00.216937 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-eb8770df-cdb5-41c9-a4d9-5137cd1241c5 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:00.225634 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-b4df4aca-5675-4e84-b87b-2032e8c815a5 service neutron] Port 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169 on network 3f16bf48-f1ac-437f-802c-c2072c75e62b not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 10:59:00.226203 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-b4df4aca-5675-4e84-b87b-2032e8c815a5 service neutron] Attempting to bind port 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169 on network 3f16bf48-f1ac-437f-802c-c2072c75e62b {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:59:00.241993 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-eb8770df-cdb5-41c9-a4d9-5137cd1241c5 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Transition to ACTIVE for port object 1cf36492-2752-4601-a0d9-3f6b134a041d will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:59:00.269134 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c773e1-a63e-401c-9659-d9dbb1a55288 admin admin] Network 9f973cde-8365-4fcc-bf84-b8ec7cb575f4 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 10:59:00.278387 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-eb8770df-cdb5-41c9-a4d9-5137cd1241c5 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:00.311966 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-eddc8c7d-c1d7-4c7f-ae71-f3d9ebddc100 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:00.313696 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-eddc8c7d-c1d7-4c7f-ae71-f3d9ebddc100 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b42aa520-b19b-4bd9-8813-40b2c3196feb HTTP/1.1" status: 200 len: 861 time: 0.2106071 May 23 10:59:00.363038 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-b4df4aca-5675-4e84-b87b-2032e8c815a5 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:59:00.363670 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-b4df4aca-5675-4e84-b87b-2032e8c815a5 service neutron] Checking segment: {'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:59:00.364260 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-b4df4aca-5675-4e84-b87b-2032e8c815a5 service neutron] Bound using segment: {'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:59:00.364677 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-b4df4aca-5675-4e84-b87b-2032e8c815a5 service neutron] Bound port: 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:59:00.365052 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-b4df4aca-5675-4e84-b87b-2032e8c815a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:00.366565 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-e4c773e1-a63e-401c-9659-d9dbb1a55288 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 9f973cde-8365-4fcc-bf84-b8ec7cb575f4) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:59:00.391110 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c773e1-a63e-401c-9659-d9dbb1a55288 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:00.392068 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e4c773e1-a63e-401c-9659-d9dbb1a55288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:00.395704 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b98db4-554e-4687-83bf-e1fc2e512f75 None None] Network 9f973cde-8365-4fcc-bf84-b8ec7cb575f4 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 10:59:00.409375 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-39a68d93-6533-4834-b479-031abc4dff7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:00.505298 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-eb8770df-cdb5-41c9-a4d9-5137cd1241c5 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Network 45238d5c-875a-474b-bef1-cc75dc2ba645 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 10:59:00.520880 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-131fc1fa-4364-4519-8743-42bd74027bdc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1603642 May 23 10:59:00.529934 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-39a68d93-6533-4834-b479-031abc4dff7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:59:00.534034 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-39a68d93-6533-4834-b479-031abc4dff7c admin admin] Usage tracker for resource:security_group_rule and tenant:2d9d1b39046b4f8887e676687396462f is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:59:00.545085 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-39a68d93-6533-4834-b479-031abc4dff7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:59:00.576546 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-eb8770df-cdb5-41c9-a4d9-5137cd1241c5 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:59:00.580360 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-eb8770df-cdb5-41c9-a4d9-5137cd1241c5 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 10:59:00.587474 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-eb8770df-cdb5-41c9-a4d9-5137cd1241c5 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:00.588444 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-eb8770df-cdb5-41c9-a4d9-5137cd1241c5 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:00.614677 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8770df-cdb5-41c9-a4d9-5137cd1241c5 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Pushing event updated for resources: {'Port': ['ID=1cf36492-2752-4601-a0d9-3f6b134a041d,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:00.681196 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3b980-1cc3-4af3-8fed-6bb08ad247c5 req-c9bc5546-869d-482b-9016-6103bb43daa2 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:00.683157 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-acf3b980-1cc3-4af3-8fed-6bb08ad247c5 req-c9bc5546-869d-482b-9016-6103bb43daa2 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=6779dcf4-12b8-435e-8f21-ee3262657f2d HTTP/1.1" status: 200 len: 944 time: 0.6264560 May 23 10:59:00.688921 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-39a68d93-6533-4834-b479-031abc4dff7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:59:00.692340 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-eb8770df-cdb5-41c9-a4d9-5137cd1241c5 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3635705 May 23 10:59:00.693775 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e4c773e1-a63e-401c-9659-d9dbb1a55288 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7679327 May 23 10:59:00.702388 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 35394) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:59:00.733695 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-a3c4bc9a-0a75-44d5-8cad-49c8fc1e2735 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-850631234-router', 'tenant_id': 'af32f09e4c954074963166ebc8affac5', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:59:00.742746 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b774ee-867f-4ae2-8b73-84ba69feaf42 req-53f36492-e050-4c14-98b6-a5715cd8833b tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:00.743599 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-29b774ee-867f-4ae2-8b73-84ba69feaf42 req-53f36492-e050-4c14-98b6-a5715cd8833b tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Synchronizing usage tracker for tenant:338cf849e62a4b4eb1ce6edbb277404e on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 10:59:00.747549 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-11a8fbcd-331a-4159-8018-c282f48dbfdd service neutron] Request body: {'port': {'device_id': '33132205-122e-4aa6-b5d3-3d1e26e4abb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:59:00.788884 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a3c4bc9a-0a75-44d5-8cad-49c8fc1e2735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:59:00.830770 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a3c4bc9a-0a75-44d5-8cad-49c8fc1e2735 admin admin] Usage tracker for resource:router and tenant:af32f09e4c954074963166ebc8affac5 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:59:00.835271 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a3c4bc9a-0a75-44d5-8cad-49c8fc1e2735 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:59:00.884143 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddb28b3-4699-4a6d-b8b7-4a94948cee32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-9f973cde-8365-4fcc-bf84-b8ec7cb575f4', 'network_id': '9f973cde-8365-4fcc-bf84-b8ec7cb575f4', 'tenant_id': 'af32f09e4c954074963166ebc8affac5', 'fixed_ips': [{'subnet_id': 'cca2bd3d-da80-4a47-8c6c-791fa7010141'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 10:59:00.885601 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cddb28b3-4699-4a6d-b8b7-4a94948cee32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:00.891189 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-b4df4aca-5675-4e84-b87b-2032e8c815a5 service neutron] For port 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:59:00.894735 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a3c4bc9a-0a75-44d5-8cad-49c8fc1e2735 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:59:00.938168 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-acf3b980-1cc3-4af3-8fed-6bb08ad247c5 req-8e9deb96-784e-4263-a0ad-ac050c7497fe tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370508 May 23 10:59:00.950996 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-29b774ee-867f-4ae2-8b73-84ba69feaf42 req-53f36492-e050-4c14-98b6-a5715cd8833b tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Unset dirty status for tenant:338cf849e62a4b4eb1ce6edbb277404e on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 10:59:00.953118 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-29b774ee-867f-4ae2-8b73-84ba69feaf42 req-53f36492-e050-4c14-98b6-a5715cd8833b tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.81 "GET /v2.0/ports?device_id=5489266f-eb6b-469e-889a-f6208b0e7923 HTTP/1.1" status: 200 len: 950 time: 0.8162794 May 23 10:59:00.954734 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-b4df4aca-5675-4e84-b87b-2032e8c815a5 service neutron] For port 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=4b3d0d9b-4a31-42bd-a7ed-abdb72e92169,segment=NetworkSegment(6bc35f8b-456e-4e1c-8a63-ba8204a54381),segment_id=6bc35f8b-456e-4e1c-8a63-ba8204a54381)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:59:00.977703 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a3c4bc9a-0a75-44d5-8cad-49c8fc1e2735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:00.978694 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a3c4bc9a-0a75-44d5-8cad-49c8fc1e2735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:01.066547 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-b4df4aca-5675-4e84-b87b-2032e8c815a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:01.068224 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-39a68d93-6533-4834-b479-031abc4dff7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:01.073683 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e54dfb96-2c27-40f5-a8e9-dd76e291cd12 None None] Provisioning for port 1cf36492-2752-4601-a0d9-3f6b134a041d completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:59:01.086521 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b8b70-45d6-4a00-8e72-93ae7428d553 req-d350ed8f-5dd0-46da-b6bc-ee213527e07b tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:01.087782 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e54dfb96-2c27-40f5-a8e9-dd76e291cd12 None None] Provisioning complete for port 1cf36492-2752-4601-a0d9-3f6b134a041d triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:59:01.088189 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e54dfb96-2c27-40f5-a8e9-dd76e291cd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:01.093846 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-750b8b70-45d6-4a00-8e72-93ae7428d553 req-d350ed8f-5dd0-46da-b6bc-ee213527e07b tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=62daa315-97b6-42dc-ac48-74a4ef6a5662 HTTP/1.1" status: 200 len: 944 time: 0.4641283 May 23 10:59:01.100191 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-39a68d93-6533-4834-b479-031abc4dff7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:01.205952 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-11a8fbcd-331a-4159-8018-c282f48dbfdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:01.234381 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e54dfb96-2c27-40f5-a8e9-dd76e291cd12 None None] Port 1cf36492-2752-4601-a0d9-3f6b134a041d cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 10:59:01.272205 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-cddb28b3-4699-4a6d-b8b7-4a94948cee32 None None] Allocated IP 172.20.0.2 (9f973cde-8365-4fcc-bf84-b8ec7cb575f4/cca2bd3d-da80-4a47-8c6c-791fa7010141/a51418b3-cbb7-48cd-ab3c-b25ab3c6225e) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 10:59:01.276434 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-b4df4aca-5675-4e84-b87b-2032e8c815a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:01.278475 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-b4df4aca-5675-4e84-b87b-2032e8c815a5 service neutron] 10.222.0.81 "PUT /v2.0/ports/4b3d0d9b-4a31-42bd-a7ed-abdb72e92169 HTTP/1.1" status: 200 len: 1092 time: 3.0842052 May 23 10:59:01.297841 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62daa315-97b6-42dc-ac48-74a4ef6a5662', 'tag': '4b3d0d9b-4a31-42bd-a7ed-abdb72e92169'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:59:01.305477 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a3c4bc9a-0a75-44d5-8cad-49c8fc1e2735 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:01.336525 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a68d93-6533-4834-b479-031abc4dff7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a91655-28ac-410d-b41e-c961ea33d104,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:01.350323 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-39a68d93-6533-4834-b479-031abc4dff7c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2d9d1b39046b4f8887e676687396462f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2759576 May 23 10:59:01.354704 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35402) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:59:01.397733 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-750b8b70-45d6-4a00-8e72-93ae7428d553 req-c9ac2dfb-581e-4a63-bc49-3e655c573e5b tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028953 May 23 10:59:01.553777 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-29b774ee-867f-4ae2-8b73-84ba69feaf42 req-b7bd683d-1fc2-4d58-abbb-652f7f64e954 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Deleting port 8ea10e3e-4509-4925-8a27-c6e9c8aa62be {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 10:59:01.561960 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cddb28b3-4699-4a6d-b8b7-4a94948cee32 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:01.562862 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-29b774ee-867f-4ae2-8b73-84ba69feaf42 req-b7bd683d-1fc2-4d58-abbb-652f7f64e954 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:01.573685 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-cddb28b3-4699-4a6d-b8b7-4a94948cee32 None None] Transition to ACTIVE for port object a51418b3-cbb7-48cd-ab3c-b25ab3c6225e will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:59:01.596084 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-0e6ad578-0ad7-4726-8b7d-aeb45c1a605f service neutron] 10.222.0.13 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0576282 May 23 10:59:01.603770 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-cddb28b3-4699-4a6d-b8b7-4a94948cee32 None None] Transition to ACTIVE for port object a51418b3-cbb7-48cd-ab3c-b25ab3c6225e will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:59:01.613657 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cddb28b3-4699-4a6d-b8b7-4a94948cee32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:01.643410 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df4aca-5675-4e84-b87b-2032e8c815a5 service neutron] Pushing event updated for resources: {'Port': ['ID=4b3d0d9b-4a31-42bd-a7ed-abdb72e92169,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:01.719583 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddb28b3-4699-4a6d-b8b7-4a94948cee32 None None] Network 9f973cde-8365-4fcc-bf84-b8ec7cb575f4 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 10:59:01.726976 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-cddb28b3-4699-4a6d-b8b7-4a94948cee32 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:59:01.729458 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddb28b3-4699-4a6d-b8b7-4a94948cee32 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 10:59:01.867724 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb28b3-4699-4a6d-b8b7-4a94948cee32 None None] Pushing event updated for resources: {'Port': ['ID=a51418b3-cbb7-48cd-ab3c-b25ab3c6225e,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:01.922062 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-cddb28b3-4699-4a6d-b8b7-4a94948cee32 None None] Attempting to bind port a51418b3-cbb7-48cd-ab3c-b25ab3c6225e on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:59:01.922310 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-cddb28b3-4699-4a6d-b8b7-4a94948cee32 None None] Attempting to bind port a51418b3-cbb7-48cd-ab3c-b25ab3c6225e by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '9c9db8de-e416-4965-bc26-1a3722ae1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9f973cde-8365-4fcc-bf84-b8ec7cb575f4'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:59:01.922593 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddb28b3-4699-4a6d-b8b7-4a94948cee32 None None] Attempting to bind port a51418b3-cbb7-48cd-ab3c-b25ab3c6225e on network 9f973cde-8365-4fcc-bf84-b8ec7cb575f4 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:59:01.939532 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddb28b3-4699-4a6d-b8b7-4a94948cee32 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:59:01.939932 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddb28b3-4699-4a6d-b8b7-4a94948cee32 None None] Checking segment: {'id': '9c9db8de-e416-4965-bc26-1a3722ae1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9f973cde-8365-4fcc-bf84-b8ec7cb575f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:59:01.940339 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cddb28b3-4699-4a6d-b8b7-4a94948cee32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:01.940732 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddb28b3-4699-4a6d-b8b7-4a94948cee32 None None] Bound using segment: {'id': '9c9db8de-e416-4965-bc26-1a3722ae1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9f973cde-8365-4fcc-bf84-b8ec7cb575f4'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:59:01.941204 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-cddb28b3-4699-4a6d-b8b7-4a94948cee32 None None] Bound port: a51418b3-cbb7-48cd-ab3c-b25ab3c6225e, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9db8de-e416-4965-bc26-1a3722ae1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9f973cde-8365-4fcc-bf84-b8ec7cb575f4'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:59:01.941598 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cddb28b3-4699-4a6d-b8b7-4a94948cee32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:01.971565 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-29b774ee-867f-4ae2-8b73-84ba69feaf42 req-b7bd683d-1fc2-4d58-abbb-652f7f64e954 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] For port 8ea10e3e-4509-4925-8a27-c6e9c8aa62be, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=8ea10e3e-4509-4925-8a27-c6e9c8aa62be,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:59:01.972031 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-29b774ee-867f-4ae2-8b73-84ba69feaf42 req-b7bd683d-1fc2-4d58-abbb-652f7f64e954 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:02.044984 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-cddb28b3-4699-4a6d-b8b7-4a94948cee32 None None] For port a51418b3-cbb7-48cd-ab3c-b25ab3c6225e, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:59:02.048722 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-cddb28b3-4699-4a6d-b8b7-4a94948cee32 None None] For port a51418b3-cbb7-48cd-ab3c-b25ab3c6225e, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=a51418b3-cbb7-48cd-ab3c-b25ab3c6225e,segment=NetworkSegment(9c9db8de-e416-4965-bc26-1a3722ae1b0c),segment_id=9c9db8de-e416-4965-bc26-1a3722ae1b0c)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:59:02.062026 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cddb28b3-4699-4a6d-b8b7-4a94948cee32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:02.064032 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-11a8fbcd-331a-4159-8018-c282f48dbfdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cf36492-2752-4601-a0d9-3f6b134a041d {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 10:59:02.073255 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-11a8fbcd-331a-4159-8018-c282f48dbfdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:02.091811 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-11a8fbcd-331a-4159-8018-c282f48dbfdd service neutron] Transition to ACTIVE for port object 1cf36492-2752-4601-a0d9-3f6b134a041d will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:59:02.094729 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-29b774ee-867f-4ae2-8b73-84ba69feaf42 req-b7bd683d-1fc2-4d58-abbb-652f7f64e954 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Calling delete_port for 8ea10e3e-4509-4925-8a27-c6e9c8aa62be owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 10:59:02.155237 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-11a8fbcd-331a-4159-8018-c282f48dbfdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:02.160540 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb28b3-4699-4a6d-b8b7-4a94948cee32 None None] Pushing event updated for resources: {'Port': ['ID=a51418b3-cbb7-48cd-ab3c-b25ab3c6225e,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:02.313468 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-29b774ee-867f-4ae2-8b73-84ba69feaf42 req-b7bd683d-1fc2-4d58-abbb-652f7f64e954 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:02.408677 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-221c70b8-292a-499d-bced-6e333974ab07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:02.443769 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-221c70b8-292a-499d-bced-6e333974ab07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:02.561929 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd683d-1fc2-4d58-abbb-652f7f64e954 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Pushing event deleted for resources: {'Port': ['ID=8ea10e3e-4509-4925-8a27-c6e9c8aa62be,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:02.572978 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-221c70b8-292a-499d-bced-6e333974ab07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:02.574195 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-11a8fbcd-331a-4159-8018-c282f48dbfdd service neutron] Attempting to bind port 1cf36492-2752-4601-a0d9-3f6b134a041d on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:59:02.574654 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-11a8fbcd-331a-4159-8018-c282f48dbfdd service neutron] Attempting to bind port 1cf36492-2752-4601-a0d9-3f6b134a041d by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:59:02.574830 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-11a8fbcd-331a-4159-8018-c282f48dbfdd service neutron] Attempting to bind port 1cf36492-2752-4601-a0d9-3f6b134a041d on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:59:02.588471 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-11a8fbcd-331a-4159-8018-c282f48dbfdd service neutron] Port 1cf36492-2752-4601-a0d9-3f6b134a041d on network 45238d5c-875a-474b-bef1-cc75dc2ba645 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 10:59:02.589291 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-11a8fbcd-331a-4159-8018-c282f48dbfdd service neutron] Attempting to bind port 1cf36492-2752-4601-a0d9-3f6b134a041d on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:59:02.611691 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a8fbcd-331a-4159-8018-c282f48dbfdd service neutron] Pushing event updated for resources: {'Port': ['ID=1cf36492-2752-4601-a0d9-3f6b134a041d,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:02.621452 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-11a8fbcd-331a-4159-8018-c282f48dbfdd service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:59:02.621980 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-11a8fbcd-331a-4159-8018-c282f48dbfdd service neutron] Checking segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:59:02.623010 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-11a8fbcd-331a-4159-8018-c282f48dbfdd service neutron] Bound using segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:59:02.623673 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-11a8fbcd-331a-4159-8018-c282f48dbfdd service neutron] Bound port: 1cf36492-2752-4601-a0d9-3f6b134a041d, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:59:02.624258 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-11a8fbcd-331a-4159-8018-c282f48dbfdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:02.644950 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c1265-7f5f-4eed-b114-a16c435e8fd6 req-fcb86b14-881f-42f5-9f0b-b6c60042bad8 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:02.647248 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9d4c1265-7f5f-4eed-b114-a16c435e8fd6 req-fcb86b14-881f-42f5-9f0b-b6c60042bad8 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/ports?device_id=5489266f-eb6b-469e-889a-f6208b0e7923 HTTP/1.1" status: 200 len: 867 time: 0.9826252 May 23 10:59:02.651627 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a3c4bc9a-0a75-44d5-8cad-49c8fc1e2735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:02.689113 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c70b8-292a-499d-bced-6e333974ab07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a91655-28ac-410d-b41e-c961ea33d104,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:02.696350 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58fc685-34d3-44af-9375-b57861cb5a16 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Router 86627977-a7f9-45ae-9e1b-60a98d8e261c has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 10:59:02.698322 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-9eeed535-fe01-4c5d-87a8-f99b67f21a9b service neutron] 10.222.0.13 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0624058 May 23 10:59:02.701190 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-2804d5f2-bdde-4578-850b-879ac1c4b513 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=90c9b14de9a447dbb2784bee3d7c6631&device_id=62daa315-97b6-42dc-ac48-74a4ef6a5662 HTTP/1.1" status: 200 len: 1095 time: 1.3107822 May 23 10:59:02.702172 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b774ee-867f-4ae2-8b73-84ba69feaf42 req-b7bd683d-1fc2-4d58-abbb-652f7f64e954 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] No DVR routers for this DVR port 8ea10e3e-4509-4925-8a27-c6e9c8aa62be on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 10:59:02.714548 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-29b774ee-867f-4ae2-8b73-84ba69feaf42 req-b7bd683d-1fc2-4d58-abbb-652f7f64e954 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:02.819136 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-29b774ee-867f-4ae2-8b73-84ba69feaf42 req-b7bd683d-1fc2-4d58-abbb-652f7f64e954 tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.81 "DELETE /v2.0/ports/8ea10e3e-4509-4925-8a27-c6e9c8aa62be HTTP/1.1" status: 204 len: 173 time: 1.8343766 May 23 10:59:02.851604 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-221c70b8-292a-499d-bced-6e333974ab07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:02.853043 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-221c70b8-292a-499d-bced-6e333974ab07 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/12a91655-28ac-410d-b41e-c961ea33d104 HTTP/1.1" status: 204 len: 168 time: 1.4931717 May 23 10:59:02.861929 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-b2a5403e-5cee-426f-a158-d5764d97d5a9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b3d0d9b-4a31-42bd-a7ed-abdb72e92169 HTTP/1.1" status: 200 len: 217 time: 0.1342936 May 23 10:59:02.906530 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25917d4d-56bd-4a65-82d2-85de9d7215e3 req-dc6ecb83-bb37-4f5d-b054-c406106824f6 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:02.907278 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-25917d4d-56bd-4a65-82d2-85de9d7215e3 req-dc6ecb83-bb37-4f5d-b054-c406106824f6 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Synchronizing usage tracker for tenant:7a61f7be6bed4a0bb3e84dab6bf1bd25 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 10:59:02.963729 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-11a8fbcd-331a-4159-8018-c282f48dbfdd service neutron] For port 1cf36492-2752-4601-a0d9-3f6b134a041d, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:59:02.985840 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9d4c1265-7f5f-4eed-b114-a16c435e8fd6 req-fb3b7170-e4e3-4187-8dcd-aec478a01cad tempest-ServersAdminNegativeTestJSON-1031150744 tempest-ServersAdminNegativeTestJSON-1031150744-project] 10.222.0.79 "GET /v2.0/security-groups?id=969012fd-0773-4c82-a9cd-68dea034b623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240521 May 23 10:59:03.021927 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-11a8fbcd-331a-4159-8018-c282f48dbfdd service neutron] For port 1cf36492-2752-4601-a0d9-3f6b134a041d, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=1cf36492-2752-4601-a0d9-3f6b134a041d,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:59:03.139578 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-11a8fbcd-331a-4159-8018-c282f48dbfdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:03.228794 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-25917d4d-56bd-4a65-82d2-85de9d7215e3 req-dc6ecb83-bb37-4f5d-b054-c406106824f6 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Unset dirty status for tenant:7a61f7be6bed4a0bb3e84dab6bf1bd25 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 10:59:03.236230 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-25917d4d-56bd-4a65-82d2-85de9d7215e3 req-dc6ecb83-bb37-4f5d-b054-c406106824f6 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/ports?device_id=33132205-122e-4aa6-b5d3-3d1e26e4abb0 HTTP/1.1" status: 200 len: 948 time: 1.5656102 May 23 10:59:03.332627 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-11a8fbcd-331a-4159-8018-c282f48dbfdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:03.334342 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-11a8fbcd-331a-4159-8018-c282f48dbfdd service neutron] 10.222.0.13 "PUT /v2.0/ports/1cf36492-2752-4601-a0d9-3f6b134a041d HTTP/1.1" status: 200 len: 1096 time: 2.5951498 May 23 10:59:03.334799 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33132205-122e-4aa6-b5d3-3d1e26e4abb0', 'tag': '1cf36492-2752-4601-a0d9-3f6b134a041d'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:59:03.546545 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device a51418b3-cbb7-48cd-ab3c-b25ab3c6225e up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:59:03.565451 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a8fbcd-331a-4159-8018-c282f48dbfdd service neutron] Pushing event updated for resources: {'Port': ['ID=1cf36492-2752-4601-a0d9-3f6b134a041d,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:03.597631 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3df9145a-16b2-4092-bbe9-002ee0b199ea'] response: {'name': 'network-changed', 'server_uuid': '62daa315-97b6-42dc-ac48-74a4ef6a5662', 'tag': '4b3d0d9b-4a31-42bd-a7ed-abdb72e92169', 'status': 'completed', 'code': 200} May 23 10:59:03.620485 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-8b1d217b-5ff1-4c8f-82e9-23ad8537732e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:03.622135 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-8b1d217b-5ff1-4c8f-82e9-23ad8537732e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f56c9b27-295c-462d-bb89-343a223f9d6c HTTP/1.1" status: 200 len: 848 time: 0.5023847 May 23 10:59:03.781028 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-5ecf40eb-f657-4a71-a55b-da3055bf883c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3f16bf48-f1ac-437f-802c-c2072c75e62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1336260 May 23 10:59:03.783195 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port a51418b3-cbb7-48cd-ab3c-b25ab3c6225e completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:59:03.788688 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-25917d4d-56bd-4a65-82d2-85de9d7215e3 req-51fc6583-be3d-4306-8716-be9843ba8bfd tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Synchronizing usage tracker for tenant:7a61f7be6bed4a0bb3e84dab6bf1bd25 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 10:59:03.878319 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35422) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:59:03.959054 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-25917d4d-56bd-4a65-82d2-85de9d7215e3 req-51fc6583-be3d-4306-8716-be9843ba8bfd tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Unset dirty status for tenant:7a61f7be6bed4a0bb3e84dab6bf1bd25 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 10:59:03.960418 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-25917d4d-56bd-4a65-82d2-85de9d7215e3 req-51fc6583-be3d-4306-8716-be9843ba8bfd tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7373c3-bd5e-4979-a7c0-9917ec0724de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7234063 May 23 10:59:04.050512 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6b647-ccfb-4538-9354-64a718d152ed req-bfe3d496-ac6f-4152-87b5-bc0519566e31 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:04.067438 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a5c6b647-ccfb-4538-9354-64a718d152ed req-bfe3d496-ac6f-4152-87b5-bc0519566e31 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=6779dcf4-12b8-435e-8f21-ee3262657f2d HTTP/1.1" status: 200 len: 944 time: 0.7216172 May 23 10:59:04.067963 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-45c1f029-0b2c-4314-8f8a-695b2538eb92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:04.128687 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-1f093623-e682-4719-bced-dcdd3e81d0cf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a61f7be6bed4a0bb3e84dab6bf1bd25&device_id=33132205-122e-4aa6-b5d3-3d1e26e4abb0 HTTP/1.1" status: 200 len: 1099 time: 0.5849893 May 23 10:59:04.150820 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a5c6b647-ccfb-4538-9354-64a718d152ed req-dc0fbf51-f52c-4c6b-bf2d-aca52af04dfb tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743303 May 23 10:59:04.150991 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-45c1f029-0b2c-4314-8f8a-695b2538eb92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:59:04.155456 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-45c1f029-0b2c-4314-8f8a-695b2538eb92 admin admin] Usage tracker for resource:security_group_rule and tenant:1ae806604d1f43ca96ee4b83612c295e is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:59:04.158515 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-45c1f029-0b2c-4314-8f8a-695b2538eb92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:59:04.169322 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-45c1f029-0b2c-4314-8f8a-695b2538eb92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:59:04.213679 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549a6f2d-27b4-4d2c-aef0-0fbc7e661260 None None] Network 9f973cde-8365-4fcc-bf84-b8ec7cb575f4 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 10:59:04.240810 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 8ea10e3e-4509-4925-8a27-c6e9c8aa62be no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 10:59:04.258851 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-45c1f029-0b2c-4314-8f8a-695b2538eb92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:04.279186 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-45c1f029-0b2c-4314-8f8a-695b2538eb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:04.321249 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-4f543a07-80a7-49fd-a249-2ca1eec025d4 tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6779dcf4-12b8-435e-8f21-ee3262657f2d&tenant_id=70139281f5db4004afe2c4c8ea88321a&binding%3Ahost_id=n-h1-842952-2 HTTP/1.1" status: 200 len: 1095 time: 1.2025633 May 23 10:59:04.325833 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1f029-0b2c-4314-8f8a-695b2538eb92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134d175d-38e8-404a-9696-f6e16b40f273,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:04.379299 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: 8ea10e3e-4509-4925-8a27-c6e9c8aa62be {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 10:59:04.380432 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 8ea10e3e-4509-4925-8a27-c6e9c8aa62be not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 10:59:04.429864 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f2b53455-936c-4c75-a85e-222fbc99143e None None] Provisioning for port a51418b3-cbb7-48cd-ab3c-b25ab3c6225e completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:59:04.439428 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f2b53455-936c-4c75-a85e-222fbc99143e None None] Provisioning complete for port a51418b3-cbb7-48cd-ab3c-b25ab3c6225e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:59:04.439969 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f2b53455-936c-4c75-a85e-222fbc99143e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:04.490920 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-45c1f029-0b2c-4314-8f8a-695b2538eb92 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1ae806604d1f43ca96ee4b83612c295e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6092222 May 23 10:59:04.495406 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35432) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:59:04.502542 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-8d0a6e2f-0d6a-4785-9276-59afee729f00 service neutron] 10.222.0.81 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6888845 May 23 10:59:04.586539 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef7e286a-b653-4048-98dc-8298a6792ea5'] response: {'name': 'network-changed', 'server_uuid': '33132205-122e-4aa6-b5d3-3d1e26e4abb0', 'tag': '1cf36492-2752-4601-a0d9-3f6b134a041d', 'status': 'completed', 'code': 200} May 23 10:59:04.632901 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-6a8a0c86-539e-4d70-ad35-551244de5038 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=1cf36492-2752-4601-a0d9-3f6b134a041d HTTP/1.1" status: 200 len: 217 time: 0.4657056 May 23 10:59:04.661674 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fa5599dc-fc8c-4784-b141-3cb3835a0c73 req-e969344a-ef4f-47d0-8a2f-975b84f0329b service neutron] 10.222.0.81 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416121 May 23 10:59:04.710734 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58fc685-34d3-44af-9375-b57861cb5a16 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 10:59:04.723811 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd826c2d-734e-47db-b16a-21efd3c93727 None None] Sync routers for ids ['86627977-a7f9-45ae-9e1b-60a98d8e261c'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 10:59:04.750024 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd826c2d-734e-47db-b16a-21efd3c93727 None None] Routers {'86627977-a7f9-45ae-9e1b-60a98d8e261c'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 10:59:04.750659 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-bd826c2d-734e-47db-b16a-21efd3c93727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T10:58:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['86627977-a7f9-45ae-9e1b-60a98d8e261c'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:59:04.771873 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-1b30d424-f010-4a86-807f-394eadaa965b service neutron] For port af9f5772-9483-40ac-ae73-2c9403c9c77b, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:59:04.787581 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a3c4bc9a-0a75-44d5-8cad-49c8fc1e2735 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:04.806992 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-1b30d424-f010-4a86-807f-394eadaa965b service neutron] Notify callbacks [] for binding, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:04.818473 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b0efe2de-42f4-4c66-bacc-f6cd914f5a10 req-1b30d424-f010-4a86-807f-394eadaa965b service neutron] 10.222.0.13 "DELETE /v2.0/ports/af9f5772-9483-40ac-ae73-2c9403c9c77b/bindings/n-h2-842952-2 HTTP/1.1" status: 204 len: 173 time: 0.4772472 May 23 10:59:04.934950 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f2b53455-936c-4c75-a85e-222fbc99143e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:04.976091 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f2b53455-936c-4c75-a85e-222fbc99143e None None] For port a51418b3-cbb7-48cd-ab3c-b25ab3c6225e, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=a51418b3-cbb7-48cd-ab3c-b25ab3c6225e,segment=NetworkSegment(9c9db8de-e416-4965-bc26-1a3722ae1b0c),segment_id=9c9db8de-e416-4965-bc26-1a3722ae1b0c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:59:04.981436 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f2b53455-936c-4c75-a85e-222fbc99143e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:04.989224 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d58fc685-34d3-44af-9375-b57861cb5a16 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:05.058813 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a3c4bc9a-0a75-44d5-8cad-49c8fc1e2735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:05.105078 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b53455-936c-4c75-a85e-222fbc99143e None None] Pushing event updated for resources: {'Port': ['ID=a51418b3-cbb7-48cd-ab3c-b25ab3c6225e,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:05.123465 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b53455-936c-4c75-a85e-222fbc99143e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:05.123792 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b53455-936c-4c75-a85e-222fbc99143e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:05.124214 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b53455-936c-4c75-a85e-222fbc99143e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:05.124545 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b53455-936c-4c75-a85e-222fbc99143e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:05.124869 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b53455-936c-4c75-a85e-222fbc99143e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:05.125194 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b53455-936c-4c75-a85e-222fbc99143e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:05.125515 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b53455-936c-4c75-a85e-222fbc99143e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:05.130035 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b53455-936c-4c75-a85e-222fbc99143e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:05.130701 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b53455-936c-4c75-a85e-222fbc99143e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:05.130701 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b53455-936c-4c75-a85e-222fbc99143e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:05.131056 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b53455-936c-4c75-a85e-222fbc99143e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:05.138051 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d58fc685-34d3-44af-9375-b57861cb5a16 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "PUT /v2.0/floatingips/70a973bb-dbd7-4134-aab5-e784cb28db72 HTTP/1.1" status: 200 len: 991 time: 9.8872426 May 23 10:59:05.248673 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 35444) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:59:05.252774 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c595e5d3-a414-4902-aaf9-d4abd27d4db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:05.270909 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-bd826c2d-734e-47db-b16a-21efd3c93727 None None] Set router 86627977-a7f9-45ae-9e1b-60a98d8e261c gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 10:59:05.327477 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7c2e95d3-7f87-4115-95bc-be888f8d1a01 None None] Provisioning complete for port a51418b3-cbb7-48cd-ab3c-b25ab3c6225e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:59:05.327863 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7c2e95d3-7f87-4115-95bc-be888f8d1a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:05.329043 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f224c5f6-c1b6-4b50-bfd5-d001fc7d3dc0 req-94e09cf8-4af1-46f4-b668-0c9875c1caa0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=90c9b14de9a447dbb2784bee3d7c6631&device_id=62daa315-97b6-42dc-ac48-74a4ef6a5662 HTTP/1.1" status: 200 len: 1095 time: 0.5257354 May 23 10:59:05.334399 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c595e5d3-a414-4902-aaf9-d4abd27d4db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:05.368352 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-a3c4bc9a-0a75-44d5-8cad-49c8fc1e2735 admin admin] Allocated IP 172.25.6.215 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/ab3ad517-84fd-45ff-bfb7-f80973baaa14) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 10:59:05.374733 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-54556551-9d92-48fe-93fe-a4bda3d06900 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:05.377664 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-54556551-9d92-48fe-93fe-a4bda3d06900 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.7272246 May 23 10:59:05.383223 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d494a5-f5a8-4762-8ddc-518e9b610f36 req-6a2ace42-113c-4556-a361-fef7a0c1545d tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:05.396347 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e7d494a5-f5a8-4762-8ddc-518e9b610f36 req-6a2ace42-113c-4556-a361-fef7a0c1545d tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=62daa315-97b6-42dc-ac48-74a4ef6a5662 HTTP/1.1" status: 200 len: 944 time: 0.9050872 May 23 10:59:05.514124 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device a51418b3-cbb7-48cd-ab3c-b25ab3c6225e up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:59:05.615344 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5489266f-eb6b-469e-889a-f6208b0e7923', 'name': 'network-vif-deleted', 'tag': '8ea10e3e-4509-4925-8a27-c6e9c8aa62be'}, {'name': 'network-changed', 'server_uuid': 'bed4a262-5244-4996-9636-391dd3862b7b', 'tag': 'cdf0b7e6-b850-4599-83c0-d5c2660e61a6'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:59:05.725402 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port a51418b3-cbb7-48cd-ab3c-b25ab3c6225e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:59:05.725790 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:05.730479 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c90e97db-6d42-427f-a9af-337adbc1b50a req-cc048562-8229-4815-bebc-56d8d4419662 tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6779dcf4-12b8-435e-8f21-ee3262657f2d HTTP/1.1" status: 200 len: 1095 time: 0.9719772 May 23 10:59:05.744066 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f224c5f6-c1b6-4b50-bfd5-d001fc7d3dc0 req-2eed6901-f052-4752-b968-d10c83ac08c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:05.746157 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f224c5f6-c1b6-4b50-bfd5-d001fc7d3dc0 req-2eed6901-f052-4752-b968-d10c83ac08c7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3f16bf48-f1ac-437f-802c-c2072c75e62b HTTP/1.1" status: 200 len: 909 time: 0.3859868 May 23 10:59:05.747973 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c595e5d3-a414-4902-aaf9-d4abd27d4db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:05.784284 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e7d494a5-f5a8-4762-8ddc-518e9b610f36 req-f7c06ef2-d2d4-46d0-b0ef-43c6a303f48d tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781800 May 23 10:59:05.927347 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-f37307b8-eb53-4a79-b442-d28dbcfff5db service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5238366 May 23 10:59:05.929807 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8f67c7c6-20c5-4ca5-a6b7-5c0f7cdf639c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=338cf849e62a4b4eb1ce6edbb277404e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6780109 May 23 10:59:05.933094 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 35454) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:59:05.948672 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c595e5d3-a414-4902-aaf9-d4abd27d4db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:05.950327 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c595e5d3-a414-4902-aaf9-d4abd27d4db2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/134d175d-38e8-404a-9696-f6e16b40f273 HTTP/1.1" status: 204 len: 168 time: 1.4499955 May 23 10:59:05.962854 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c595e5d3-a414-4902-aaf9-d4abd27d4db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134d175d-38e8-404a-9696-f6e16b40f273,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:05.968716 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f224c5f6-c1b6-4b50-bfd5-d001fc7d3dc0 req-b275f45a-e90b-40aa-91e4-5bc7e39cb95b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b3d0d9b-4a31-42bd-a7ed-abdb72e92169 HTTP/1.1" status: 200 len: 217 time: 0.2136042 May 23 10:59:06.089384 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f224c5f6-c1b6-4b50-bfd5-d001fc7d3dc0 req-0437ff28-3640-427a-a7b0-9c4919f5c949 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:06.093359 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f224c5f6-c1b6-4b50-bfd5-d001fc7d3dc0 req-0437ff28-3640-427a-a7b0-9c4919f5c949 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f56c9b27-295c-462d-bb89-343a223f9d6c HTTP/1.1" status: 200 len: 848 time: 0.1044693 May 23 10:59:06.176768 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c90e97db-6d42-427f-a9af-337adbc1b50a req-738f252a-c106-441c-be40-d97e7483187b tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4452176 May 23 10:59:06.184190 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f224c5f6-c1b6-4b50-bfd5-d001fc7d3dc0 req-891bb176-e0e9-4c0a-9343-840dc4952975 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3f16bf48-f1ac-437f-802c-c2072c75e62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670280 May 23 10:59:06.202164 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-bd826c2d-734e-47db-b16a-21efd3c93727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1205305143-router', 'tenant_id': '0151770a7dd4490d949af76344842700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '0be2849a-ffdf-4602-86f5-1d636fbc938b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:56:49Z', 'updated_at': '2022-05-23T10:56:53Z', 'revision_number': 4, 'project_id': '0151770a7dd4490d949af76344842700', 'gw_port': {'id': '0be2849a-ffdf-4602-86f5-1d636fbc938b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:56:50Z', 'updated_at': '2022-05-23T10:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '70a973bb-dbd7-4134-aab5-e784cb28db72', 'tenant_id': '0151770a7dd4490d949af76344842700', 'floating_ip_address': '172.25.6.175', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'port_id': 'cdf0b7e6-b850-4599-83c0-d5c2660e61a6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6151acdb-22d9-4303-bf7e-922da0bb4f37', 'mac_address': 'fa:16:3e:cf:ea:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed4a262-5244-4996-9636-391dd3862b7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T10:57:23Z', 'updated_at': '2022-05-23T10:58:58Z', 'revision_number': 5, 'project_id': '0151770a7dd4490d949af76344842700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d49cf00-9100-4d84-b370-7b214d63e480', 'name': '', 'network_id': '6151acdb-22d9-4303-bf7e-922da0bb4f37', 'tenant_id': '0151770a7dd4490d949af76344842700', 'mac_address': 'fa:16:3e:a5:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da533bd9-3433-4b03-bb17-c26d5caf1719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:56:53Z', 'updated_at': '2022-05-23T10:57:06Z', 'revision_number': 5, 'project_id': '0151770a7dd4490d949af76344842700', 'subnets': [{'id': 'da533bd9-3433-4b03-bb17-c26d5caf1719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:59:06.208058 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd826c2d-734e-47db-b16a-21efd3c93727 None None] Checking router: 86627977-a7f9-45ae-9e1b-60a98d8e261c for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 10:59:06.221641 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd826c2d-734e-47db-b16a-21efd3c93727 None None] Routers {'86627977-a7f9-45ae-9e1b-60a98d8e261c'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 10:59:06.222496 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-bd826c2d-734e-47db-b16a-21efd3c93727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T10:58:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['86627977-a7f9-45ae-9e1b-60a98d8e261c'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:59:06.361474 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f224c5f6-c1b6-4b50-bfd5-d001fc7d3dc0 req-063c3c25-7a3e-4911-bda5-f6b72286dd8a service neutron] 10.222.0.81 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667218 May 23 10:59:06.416531 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a3c4bc9a-0a75-44d5-8cad-49c8fc1e2735 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:06.426055 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7a8591fc-35a8-4e74-b08d-881cb6506baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:06.572058 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-bd826c2d-734e-47db-b16a-21efd3c93727 None None] Set router 86627977-a7f9-45ae-9e1b-60a98d8e261c gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 10:59:06.599265 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7a8591fc-35a8-4e74-b08d-881cb6506baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:06.636435 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f224c5f6-c1b6-4b50-bfd5-d001fc7d3dc0 req-0349b8aa-d848-42e9-b996-53582a516ce7 service neutron] 10.222.0.81 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655408 May 23 10:59:06.715029 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6327915-2e9c-4099-8bea-dc9fdcc03f1f req-5c01b88b-a9d1-49a1-b00b-f10e54194549 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:06.722052 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d6327915-2e9c-4099-8bea-dc9fdcc03f1f req-5c01b88b-a9d1-49a1-b00b-f10e54194549 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/ports?device_id=33132205-122e-4aa6-b5d3-3d1e26e4abb0 HTTP/1.1" status: 200 len: 948 time: 0.6884556 May 23 10:59:06.730527 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-b6f70fd9-d541-43de-91d8-5347a70edd05 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7430859 May 23 10:59:06.795069 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5ceca-73b2-4a4c-a98b-71fbfc6bc0f2 req-cf787549-6c69-4c32-98ca-506958411e6a tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:06.797036 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0cf5ceca-73b2-4a4c-a98b-71fbfc6bc0f2 req-cf787549-6c69-4c32-98ca-506958411e6a tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/ports?device_id=bed4a262-5244-4996-9636-391dd3862b7b HTTP/1.1" status: 200 len: 945 time: 0.2654805 May 23 10:59:06.804442 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a3c4bc9a-0a75-44d5-8cad-49c8fc1e2735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:06.938091 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c4bc9a-0a75-44d5-8cad-49c8fc1e2735 admin admin] Pushing event updated for resources: {'Port': ['ID=ab3ad517-84fd-45ff-bfb7-f80973baaa14,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:06.998504 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c4bc9a-0a75-44d5-8cad-49c8fc1e2735 admin admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 10:59:07.006400 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-a3c4bc9a-0a75-44d5-8cad-49c8fc1e2735 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:59:07.014245 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c4bc9a-0a75-44d5-8cad-49c8fc1e2735 admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 10:59:07.054508 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7a8591fc-35a8-4e74-b08d-881cb6506baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:07.089370 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d6327915-2e9c-4099-8bea-dc9fdcc03f1f req-1b755761-2af8-4fec-a122-781ad548c5c7 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7373c3-bd5e-4979-a7c0-9917ec0724de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662775 May 23 10:59:07.133736 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8591fc-35a8-4e74-b08d-881cb6506baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969012fd-0773-4c82-a9cd-68dea034b623,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:07.180680 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8422eb55-81e9-49fc-b6f0-90ada95015ca'] response: {'server_uuid': '5489266f-eb6b-469e-889a-f6208b0e7923', 'name': 'network-vif-deleted', 'tag': '8ea10e3e-4509-4925-8a27-c6e9c8aa62be', 'status': 'completed', 'code': 200} May 23 10:59:07.181202 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8422eb55-81e9-49fc-b6f0-90ada95015ca'] response: {'name': 'network-changed', 'server_uuid': 'bed4a262-5244-4996-9636-391dd3862b7b', 'tag': 'cdf0b7e6-b850-4599-83c0-d5c2660e61a6', 'status': 'completed', 'code': 200} May 23 10:59:07.201425 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-bd826c2d-734e-47db-b16a-21efd3c93727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1205305143-router', 'tenant_id': '0151770a7dd4490d949af76344842700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '0be2849a-ffdf-4602-86f5-1d636fbc938b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:56:49Z', 'updated_at': '2022-05-23T10:56:53Z', 'revision_number': 4, 'project_id': '0151770a7dd4490d949af76344842700', 'gw_port': {'id': '0be2849a-ffdf-4602-86f5-1d636fbc938b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:56:50Z', 'updated_at': '2022-05-23T10:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '70a973bb-dbd7-4134-aab5-e784cb28db72', 'tenant_id': '0151770a7dd4490d949af76344842700', 'floating_ip_address': '172.25.6.175', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'port_id': 'cdf0b7e6-b850-4599-83c0-d5c2660e61a6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6151acdb-22d9-4303-bf7e-922da0bb4f37', 'mac_address': 'fa:16:3e:cf:ea:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed4a262-5244-4996-9636-391dd3862b7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T10:57:23Z', 'updated_at': '2022-05-23T10:58:58Z', 'revision_number': 5, 'project_id': '0151770a7dd4490d949af76344842700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d49cf00-9100-4d84-b370-7b214d63e480', 'name': '', 'network_id': '6151acdb-22d9-4303-bf7e-922da0bb4f37', 'tenant_id': '0151770a7dd4490d949af76344842700', 'mac_address': 'fa:16:3e:a5:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da533bd9-3433-4b03-bb17-c26d5caf1719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:56:53Z', 'updated_at': '2022-05-23T10:57:06Z', 'revision_number': 5, 'project_id': '0151770a7dd4490d949af76344842700', 'subnets': [{'id': 'da533bd9-3433-4b03-bb17-c26d5caf1719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:59:07.208948 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd826c2d-734e-47db-b16a-21efd3c93727 None None] The sync data for ids ['86627977-a7f9-45ae-9e1b-60a98d8e261c'] in n-d-842952-2 is: [{'id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1205305143-router', 'tenant_id': '0151770a7dd4490d949af76344842700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '0be2849a-ffdf-4602-86f5-1d636fbc938b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:56:49Z', 'updated_at': '2022-05-23T10:56:53Z', 'revision_number': 4, 'project_id': '0151770a7dd4490d949af76344842700', 'gw_port': {'id': '0be2849a-ffdf-4602-86f5-1d636fbc938b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:56:50Z', 'updated_at': '2022-05-23T10:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '70a973bb-dbd7-4134-aab5-e784cb28db72', 'tenant_id': '0151770a7dd4490d949af76344842700', 'floating_ip_address': '172.25.6.175', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'port_id': 'cdf0b7e6-b850-4599-83c0-d5c2660e61a6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6151acdb-22d9-4303-bf7e-922da0bb4f37', 'mac_address': 'fa:16:3e:cf:ea:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed4a262-5244-4996-9636-391dd3862b7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T10:57:23Z', 'updated_at': '2022-05-23T10:58:58Z', 'revision_number': 5, 'project_id': '0151770a7dd4490d949af76344842700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d49cf00-9100-4d84-b370-7b214d63e480', 'name': '', 'network_id': '6151acdb-22d9-4303-bf7e-922da0bb4f37', 'tenant_id': '0151770a7dd4490d949af76344842700', 'mac_address': 'fa:16:3e:a5:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da533bd9-3433-4b03-bb17-c26d5caf1719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:56:53Z', 'updated_at': '2022-05-23T10:57:06Z', 'revision_number': 5, 'project_id': '0151770a7dd4490d949af76344842700', 'subnets': [{'id': 'da533bd9-3433-4b03-bb17-c26d5caf1719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 10:59:07.242083 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5ee0a51c-8ce3-4295-8e10-b85edb51cab3 req-04a4a1e3-f4a9-48cc-b2e4-00cb5be21e6e service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4901607 May 23 10:59:07.244162 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0cf5ceca-73b2-4a4c-a98b-71fbfc6bc0f2 req-273d8d77-1569-427d-9db5-ef9b76bf08f0 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/security-groups?id=c2132f8c-ab10-410c-b6fc-36cea33e92fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4351876 May 23 10:59:07.265135 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7a8591fc-35a8-4e74-b08d-881cb6506baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:07.266478 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7a8591fc-35a8-4e74-b08d-881cb6506baf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/969012fd-0773-4c82-a9cd-68dea034b623 HTTP/1.1" status: 204 len: 168 time: 1.3005309 May 23 10:59:07.408090 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c87ea9a8-8a26-4c86-8558-8344f8c261f6 req-5bd72448-7240-4528-97d9-2ba42a3f8667 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0151770a7dd4490d949af76344842700&device_id=bed4a262-5244-4996-9636-391dd3862b7b HTTP/1.1" status: 200 len: 1096 time: 0.1828547 May 23 10:59:07.426242 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a3c4bc9a-0a75-44d5-8cad-49c8fc1e2735 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:07.426902 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a3c4bc9a-0a75-44d5-8cad-49c8fc1e2735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:07.658440 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eea31d-489b-4caf-acb2-b6688eceaad3 None None] New status for floating IP 70a973bb-dbd7-4134-aab5-e784cb28db72: ACTIVE {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 10:59:07.761398 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ea9a8-8a26-4c86-8558-8344f8c261f6 req-37ad5e76-3974-49eb-8ee4-b26ca319ae96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:07.763391 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c87ea9a8-8a26-4c86-8558-8344f8c261f6 req-37ad5e76-3974-49eb-8ee4-b26ca319ae96 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6151acdb-22d9-4303-bf7e-922da0bb4f37 HTTP/1.1" status: 200 len: 925 time: 0.3484735 May 23 10:59:07.898459 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:07.939408 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 35494) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:59:07.951851 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c87ea9a8-8a26-4c86-8558-8344f8c261f6 req-f2395506-c10a-4e8e-bdbb-f943ad8e9785 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cdf0b7e6-b850-4599-83c0-d5c2660e61a6 HTTP/1.1" status: 200 len: 999 time: 0.1809361 May 23 10:59:08.041802 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ea9a8-8a26-4c86-8558-8344f8c261f6 req-5b6f28b0-6eb6-400c-a97c-d60701a6f098 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:08.043935 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c87ea9a8-8a26-4c86-8558-8344f8c261f6 req-5b6f28b0-6eb6-400c-a97c-d60701a6f098 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da533bd9-3433-4b03-bb17-c26d5caf1719 HTTP/1.1" status: 200 len: 863 time: 0.0849614 May 23 10:59:08.122355 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7d91b4be-14de-4063-9fbc-7c358551f911 req-fa0fc194-6722-4bd0-a77e-3bf97d251065 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a61f7be6bed4a0bb3e84dab6bf1bd25&device_id=33132205-122e-4aa6-b5d3-3d1e26e4abb0 HTTP/1.1" status: 200 len: 1099 time: 0.7814200 May 23 10:59:08.224197 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c87ea9a8-8a26-4c86-8558-8344f8c261f6 req-1118b151-ba68-446c-ac93-a874d75dd7a3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6151acdb-22d9-4303-bf7e-922da0bb4f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1690996 May 23 10:59:08.280482 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00efc067-ac4a-4e93-a7fa-020252256215 req-9a71a0cb-9b84-4a9a-bbe9-f0cfe4285698 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:08.282009 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-00efc067-ac4a-4e93-a7fa-020252256215 req-9a71a0cb-9b84-4a9a-bbe9-f0cfe4285698 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/networks?id=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 HTTP/1.1" status: 200 len: 821 time: 0.8664763 May 23 10:59:08.300902 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502ce6a-b1a9-4665-bb35-5c4d142dcefb req-087a7bbb-7f30-401f-829f-ffdeacbdef78 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:08.301297 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b502ce6a-b1a9-4665-bb35-5c4d142dcefb req-087a7bbb-7f30-401f-829f-ffdeacbdef78 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=62daa315-97b6-42dc-ac48-74a4ef6a5662 HTTP/1.1" status: 200 len: 944 time: 0.5789728 May 23 10:59:08.311801 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e3cf4bb9-064d-4816-8fdc-f60f61493f15 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fa06599f0a364fe3b6e44d67db950403&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3444393 May 23 10:59:08.312242 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 10:59:08.320785 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 35502) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:59:08.398441 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-00efc067-ac4a-4e93-a7fa-020252256215 req-aaf3025c-faff-49ef-b73c-3c21b83feb4c tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/quotas/70139281f5db4004afe2c4c8ea88321a HTTP/1.1" status: 200 len: 375 time: 0.1057410 May 23 10:59:08.482093 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c87ea9a8-8a26-4c86-8558-8344f8c261f6 req-c62a6523-61a2-4e3d-bd36-83a4c5705614 service neutron] 10.222.0.13 "GET /v2.0/networks/6151acdb-22d9-4303-bf7e-922da0bb4f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516077 May 23 10:59:08.491095 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91b4be-14de-4063-9fbc-7c358551f911 req-2ab16197-a770-4df0-bbb1-335a42771f5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:08.492580 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7d91b4be-14de-4063-9fbc-7c358551f911 req-2ab16197-a770-4df0-bbb1-335a42771f5c service neutron] 10.222.0.13 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.3515935 May 23 10:59:08.573976 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b502ce6a-b1a9-4665-bb35-5c4d142dcefb req-5b6723a3-0de4-47ce-9bb1-238efc4d0b01 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627535 May 23 10:59:08.575148 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7d91b4be-14de-4063-9fbc-7c358551f911 req-dd2bc461-8b87-47e4-aad8-467db6a908d8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=1cf36492-2752-4601-a0d9-3f6b134a041d HTTP/1.1" status: 200 len: 217 time: 0.0708604 May 23 10:59:08.638322 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1f098dba-74b2-440e-a1a7-211f7a129d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:08.767312 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c87ea9a8-8a26-4c86-8558-8344f8c261f6 req-b8c60671-cbc7-4ed6-a791-cdaadffbc2b6 service neutron] 10.222.0.13 "GET /v2.0/networks/6151acdb-22d9-4303-bf7e-922da0bb4f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775469 May 23 10:59:08.784874 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=4b3d0d9b-4a31-42bd-a7ed-abdb72e92169,segment=NetworkSegment(6bc35f8b-456e-4e1c-8a63-ba8204a54381),segment_id=6bc35f8b-456e-4e1c-8a63-ba8204a54381)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:59:08.800534 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1f098dba-74b2-440e-a1a7-211f7a129d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:08.801378 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '4b3d0d9b-4a31-42bd-a7ed-abdb72e92169', 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b', 'port_id': '4b3d0d9b-4a31-42bd-a7ed-abdb72e92169', 'mac_address': 'fa:16:3e:0c:ee:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f56c9b27-295c-462d-bb89-343a223f9d6c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 10:59:08.863068 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-00efc067-ac4a-4e93-a7fa-020252256215 req-a7aebdbf-46cf-4252-9efd-fe79774d9d5a tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=70139281f5db4004afe2c4c8ea88321a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4338696 May 23 10:59:08.865473 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91b4be-14de-4063-9fbc-7c358551f911 req-e3e7ba26-4b5d-48b5-a3fa-1b79accdbfd2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:08.868439 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7d91b4be-14de-4063-9fbc-7c358551f911 req-e3e7ba26-4b5d-48b5-a3fa-1b79accdbfd2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.2822936 May 23 10:59:08.881254 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c4bc9a-0a75-44d5-8cad-49c8fc1e2735 admin admin] Router caf966c0-a723-4bd9-a140-8a45e8ce79be is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 10:59:08.882312 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:08.905116 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 10:59:08.927239 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=4b3d0d9b-4a31-42bd-a7ed-abdb72e92169,segment=NetworkSegment(6bc35f8b-456e-4e1c-8a63-ba8204a54381),segment_id=6bc35f8b-456e-4e1c-8a63-ba8204a54381)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:59:08.933123 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:09.026995 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:09.040054 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=4b3d0d9b-4a31-42bd-a7ed-abdb72e92169,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:09.123063 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1f098dba-74b2-440e-a1a7-211f7a129d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:09.164448 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f098dba-74b2-440e-a1a7-211f7a129d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a3350f-79d4-407c-b00b-89e3eda3fdec,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:09.214231 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-09bc605b-20d0-49ee-9b16-6f6c1b4a6b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:09.304791 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1f098dba-74b2-440e-a1a7-211f7a129d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:09.308791 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1f098dba-74b2-440e-a1a7-211f7a129d03 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/49a3350f-79d4-407c-b00b-89e3eda3fdec HTTP/1.1" status: 204 len: 168 time: 0.9840372 May 23 10:59:09.338670 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['4b3d0d9b-4a31-42bd-a7ed-abdb72e92169'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 10:59:09.401261 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-00efc067-ac4a-4e93-a7fa-020252256215 req-2807f756-942a-4a35-8e48-7f0fa72ae6b2 service neutron] 10.222.0.79 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5039504 May 23 10:59:09.803974 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7d91b4be-14de-4063-9fbc-7c358551f911 req-911acb4a-7f4e-48e2-9b91-9388f52f3a52 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9085131 May 23 10:59:09.819283 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986fda3a-5893-48b5-917d-5cf1e80e12fc req-a0652b74-c015-496e-b424-1bdd702fb117 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:09.820802 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-986fda3a-5893-48b5-917d-5cf1e80e12fc req-a0652b74-c015-496e-b424-1bdd702fb117 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/ports?device_id=33132205-122e-4aa6-b5d3-3d1e26e4abb0 HTTP/1.1" status: 200 len: 948 time: 0.9700251 May 23 10:59:10.029671 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-986fda3a-5893-48b5-917d-5cf1e80e12fc req-2de0269f-a8ed-43e2-8844-e99aca0d74b0 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7373c3-bd5e-4979-a7c0-9917ec0724de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804481 May 23 10:59:10.070369 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-00efc067-ac4a-4e93-a7fa-020252256215 req-153362fa-8a81-41ec-930f-52bfbd38d1cf service neutron] 10.222.0.79 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6653996 May 23 10:59:10.162237 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7d91b4be-14de-4063-9fbc-7c358551f911 req-5c0bba81-e9b7-453e-a49e-48ce8a944402 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383002 May 23 10:59:10.504119 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c4bc9a-0a75-44d5-8cad-49c8fc1e2735 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 10:59:10.521571 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7d91b4be-14de-4063-9fbc-7c358551f911 req-dc258692-55c4-48ea-bd2c-9c938a4207cc service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438568 May 23 10:59:10.531069 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0cea93-7e5c-48d7-a7aa-6a33367b5035 req-81dbbb11-ad27-4ee5-aa94-ef4c924db0f3 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:10.546285 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8d0cea93-7e5c-48d7-a7aa-6a33367b5035 req-81dbbb11-ad27-4ee5-aa94-ef4c924db0f3 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=62daa315-97b6-42dc-ac48-74a4ef6a5662 HTTP/1.1" status: 200 len: 945 time: 0.2610974 May 23 10:59:10.655699 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8d0cea93-7e5c-48d7-a7aa-6a33367b5035 req-6c51c091-ea88-468c-a06c-609418aa5e1f tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030798 May 23 10:59:10.728680 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e0ea17-bff3-46c9-b4d5-9d8186727bbc None None] Sync routers for ids ['caf966c0-a723-4bd9-a140-8a45e8ce79be'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 10:59:10.743161 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a3c4bc9a-0a75-44d5-8cad-49c8fc1e2735 admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:10.747995 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a3c4bc9a-0a75-44d5-8cad-49c8fc1e2735 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.0371196 May 23 10:59:10.751485 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35554) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:59:10.764704 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e0ea17-bff3-46c9-b4d5-9d8186727bbc None None] Routers {'caf966c0-a723-4bd9-a140-8a45e8ce79be'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 10:59:10.765324 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-63e0ea17-bff3-46c9-b4d5-9d8186727bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T10:58:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['caf966c0-a723-4bd9-a140-8a45e8ce79be'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:59:10.850086 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 1cf36492-2752-4601-a0d9-3f6b134a041d details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 10:59:10.870397 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-45fdfb41-7c75-4bba-8f2b-c66cf4269fd6 req-456e4717-bf47-49b4-9908-6f9fc354f632 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 210 time: 0.0651071 May 23 10:59:11.309407 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 1cf36492-2752-4601-a0d9-3f6b134a041d, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=1cf36492-2752-4601-a0d9-3f6b134a041d,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:59:11.366959 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '1cf36492-2752-4601-a0d9-3f6b134a041d', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'port_id': '1cf36492-2752-4601-a0d9-3f6b134a041d', 'mac_address': 'fa:16:3e:56:b3:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1719237-4a8e-4354-92b1-51064eb09c82', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 10:59:11.501958 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-63e0ea17-bff3-46c9-b4d5-9d8186727bbc None None] Set router caf966c0-a723-4bd9-a140-8a45e8ce79be gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 10:59:11.550603 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-78270989-1445-4b01-8acb-d0598ff9f629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:11.556248 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9de02f-c6cb-4c9c-9a3b-c3c8ac050920 req-98bb0092-309e-42e6-952d-9c6fb495d4bd tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:11.563219 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0d9de02f-c6cb-4c9c-9a3b-c3c8ac050920 req-98bb0092-309e-42e6-952d-9c6fb495d4bd tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/ports?device_id=33132205-122e-4aa6-b5d3-3d1e26e4abb0 HTTP/1.1" status: 200 len: 948 time: 0.3135295 May 23 10:59:11.575672 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:11.600864 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cf36492-2752-4601-a0d9-3f6b134a041d {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 10:59:11.649273 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 1cf36492-2752-4601-a0d9-3f6b134a041d, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=1cf36492-2752-4601-a0d9-3f6b134a041d,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:59:11.655381 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:11.727558 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0d9de02f-c6cb-4c9c-9a3b-c3c8ac050920 req-f5c9fece-2923-42ba-968e-cec448401508 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7373c3-bd5e-4979-a7c0-9917ec0724de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551454 May 23 10:59:11.765437 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=1cf36492-2752-4601-a0d9-3f6b134a041d,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:12.122428 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['1cf36492-2752-4601-a0d9-3f6b134a041d'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 10:59:12.261404 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35588) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:59:12.324544 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:59:12.351675 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-20378120-8f74-4dec-8a41-6b4594689837 req-71f22551-3ef7-4399-863b-ba85fe98cc95 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 210 time: 0.1362979 May 23 10:59:12.354816 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-63e0ea17-bff3-46c9-b4d5-9d8186727bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf966c0-a723-4bd9-a140-8a45e8ce79be', 'name': 'tempest-FloatingIPsNegativeTestJSON-850631234-router', 'tenant_id': 'af32f09e4c954074963166ebc8affac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'ab3ad517-84fd-45ff-bfb7-f80973baaa14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:59:00Z', 'updated_at': '2022-05-23T10:59:07Z', 'revision_number': 3, 'project_id': 'af32f09e4c954074963166ebc8affac5', 'gw_port': {'id': 'ab3ad517-84fd-45ff-bfb7-f80973baaa14', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:16:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf966c0-a723-4bd9-a140-8a45e8ce79be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:59:05Z', 'updated_at': '2022-05-23T10:59:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:59:12.377645 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e0ea17-bff3-46c9-b4d5-9d8186727bbc None None] Checking router: caf966c0-a723-4bd9-a140-8a45e8ce79be for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 10:59:12.380393 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e0ea17-bff3-46c9-b4d5-9d8186727bbc None None] Updating router caf966c0-a723-4bd9-a140-8a45e8ce79be port ab3ad517-84fd-45ff-bfb7-f80973baaa14 binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 10:59:12.520404 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de763b7-c896-4511-a45c-8b200f1185c2 req-cfb4ad82-23a8-4090-8aaa-090502455232 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:12.528900 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0de763b7-c896-4511-a45c-8b200f1185c2 req-cfb4ad82-23a8-4090-8aaa-090502455232 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=62daa315-97b6-42dc-ac48-74a4ef6a5662 HTTP/1.1" status: 200 len: 945 time: 0.3719933 May 23 10:59:12.554417 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-63e0ea17-bff3-46c9-b4d5-9d8186727bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:12.661028 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0de763b7-c896-4511-a45c-8b200f1185c2 req-2f51c5ac-3ee6-4587-ab50-d6d01a28eb73 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301873 May 23 10:59:12.799047 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:59:12.809606 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:12.823004 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:59:12.823526 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:12.929671 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00efc067-ac4a-4e93-a7fa-020252256215 req-530a3c88-5e38-429b-b988-0eb39ce8f93e tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:12.932028 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-00efc067-ac4a-4e93-a7fa-020252256215 req-530a3c88-5e38-429b-b988-0eb39ce8f93e tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.81 "GET /v2.0/networks?id=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 HTTP/1.1" status: 200 len: 821 time: 0.6801805 May 23 10:59:12.940213 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0ee27154-7a67-4bbc-8a44-7b6cddaea8d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:12.993571 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-00efc067-ac4a-4e93-a7fa-020252256215 req-2ba687f4-5d84-4c8e-b737-e3770899fd40 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Request body: {'port': {'device_id': '03229724-d041-4e1a-a3bf-4a915c32c586', 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14', 'admin_state_up': True, 'tenant_id': '70139281f5db4004afe2c4c8ea88321a'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:59:13.014074 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:13.121089 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:13.209551 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=4b3d0d9b-4a31-42bd-a7ed-abdb72e92169,segment=NetworkSegment(6bc35f8b-456e-4e1c-8a63-ba8204a54381),segment_id=6bc35f8b-456e-4e1c-8a63-ba8204a54381)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:59:13.210503 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62daa315-97b6-42dc-ac48-74a4ef6a5662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3d0d9b-4a31-42bd-a7ed-abdb72e92169'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:59:13.213941 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f5c50-0a6c-40b4-9926-ad789c982665 req-089b1c5b-faeb-4dde-bcfe-517c7588d18f tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:13.217104 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-466f5c50-0a6c-40b4-9926-ad789c982665 req-089b1c5b-faeb-4dde-bcfe-517c7588d18f tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/ports?device_id=33132205-122e-4aa6-b5d3-3d1e26e4abb0 HTTP/1.1" status: 200 len: 949 time: 0.1657517 May 23 10:59:13.220257 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:13.255943 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0ee27154-7a67-4bbc-8a44-7b6cddaea8d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:59:13.262497 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0ee27154-7a67-4bbc-8a44-7b6cddaea8d7 admin admin] Usage tracker for resource:security_group_rule and tenant:acec3fe027904338b3ad9ff78dc20c1f is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:59:13.267555 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0ee27154-7a67-4bbc-8a44-7b6cddaea8d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:59:13.274468 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0ee27154-7a67-4bbc-8a44-7b6cddaea8d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:59:13.310264 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-63e0ea17-bff3-46c9-b4d5-9d8186727bbc None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:13.312269 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-466f5c50-0a6c-40b4-9926-ad789c982665 req-51e104de-347a-4bcf-acb0-3dcc669bf169 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7373c3-bd5e-4979-a7c0-9917ec0724de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881026 May 23 10:59:13.347467 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-63e0ea17-bff3-46c9-b4d5-9d8186727bbc None None] Transition to ACTIVE for port object ab3ad517-84fd-45ff-bfb7-f80973baaa14 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:59:13.371995 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-63e0ea17-bff3-46c9-b4d5-9d8186727bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:13.380618 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=4b3d0d9b-4a31-42bd-a7ed-abdb72e92169,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:13.434949 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fd5095c-7b76-4bf3-8c55-5c5d1ddf8b17'] response: {'server_uuid': '62daa315-97b6-42dc-ac48-74a4ef6a5662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3d0d9b-4a31-42bd-a7ed-abdb72e92169', 'code': 200} May 23 10:59:13.460266 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 35620) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:59:13.466568 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-035accee-9d0c-41c9-b15f-4f57360c5355 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Request body: {'security_group': {'name': 'tempest-securitygroup--568013342', 'description': 'tempest-description--2043524576'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:59:13.478258 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-035accee-9d0c-41c9-b15f-4f57360c5355 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:59:13.484596 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-035accee-9d0c-41c9-b15f-4f57360c5355 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Usage tracker for resource:security_group and tenant:55f3096016fc47a0a0df5b7be70fadbe is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:59:13.492749 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0ee27154-7a67-4bbc-8a44-7b6cddaea8d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:13.497864 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-035accee-9d0c-41c9-b15f-4f57360c5355 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:59:13.507935 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-035accee-9d0c-41c9-b15f-4f57360c5355 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:59:13.508895 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96464bf-3f31-4f5b-8a72-34da4a762f57 None None] Pushing event updated for resources: {'Port': ['ID=ab3ad517-84fd-45ff-bfb7-f80973baaa14,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:13.511272 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0ee27154-7a67-4bbc-8a44-7b6cddaea8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:13.515243 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-63e0ea17-bff3-46c9-b4d5-9d8186727bbc None None] Attempting to bind port ab3ad517-84fd-45ff-bfb7-f80973baaa14 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:59:13.515596 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-63e0ea17-bff3-46c9-b4d5-9d8186727bbc None None] Attempting to bind port ab3ad517-84fd-45ff-bfb7-f80973baaa14 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:59:13.515980 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e0ea17-bff3-46c9-b4d5-9d8186727bbc None None] Attempting to bind port ab3ad517-84fd-45ff-bfb7-f80973baaa14 on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:59:13.524452 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96464bf-3f31-4f5b-8a72-34da4a762f57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:13.524780 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96464bf-3f31-4f5b-8a72-34da4a762f57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:13.525106 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96464bf-3f31-4f5b-8a72-34da4a762f57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:13.525427 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96464bf-3f31-4f5b-8a72-34da4a762f57 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:13.525744 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96464bf-3f31-4f5b-8a72-34da4a762f57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:13.526068 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96464bf-3f31-4f5b-8a72-34da4a762f57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:13.526381 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96464bf-3f31-4f5b-8a72-34da4a762f57 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:13.527416 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96464bf-3f31-4f5b-8a72-34da4a762f57 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:13.527748 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96464bf-3f31-4f5b-8a72-34da4a762f57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:13.528254 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96464bf-3f31-4f5b-8a72-34da4a762f57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:13.528717 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96464bf-3f31-4f5b-8a72-34da4a762f57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:13.533326 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-035accee-9d0c-41c9-b15f-4f57360c5355 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:13.540776 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e0ea17-bff3-46c9-b4d5-9d8186727bbc None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:59:13.541135 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e0ea17-bff3-46c9-b4d5-9d8186727bbc None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:59:13.541524 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-63e0ea17-bff3-46c9-b4d5-9d8186727bbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:13.541901 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e0ea17-bff3-46c9-b4d5-9d8186727bbc None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:59:13.542355 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-63e0ea17-bff3-46c9-b4d5-9d8186727bbc None None] Bound port: ab3ad517-84fd-45ff-bfb7-f80973baaa14, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:59:13.542747 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-63e0ea17-bff3-46c9-b4d5-9d8186727bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:13.589880 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-035accee-9d0c-41c9-b15f-4f57360c5355 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:59:13.595980 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-035accee-9d0c-41c9-b15f-4f57360c5355 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Usage tracker for resource:security_group_rule and tenant:55f3096016fc47a0a0df5b7be70fadbe is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:59:13.600891 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-035accee-9d0c-41c9-b15f-4f57360c5355 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:59:13.607568 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-035accee-9d0c-41c9-b15f-4f57360c5355 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:59:13.627590 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-63e0ea17-bff3-46c9-b4d5-9d8186727bbc None None] For port ab3ad517-84fd-45ff-bfb7-f80973baaa14, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:59:13.632314 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-63e0ea17-bff3-46c9-b4d5-9d8186727bbc None None] For port ab3ad517-84fd-45ff-bfb7-f80973baaa14, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=ab3ad517-84fd-45ff-bfb7-f80973baaa14,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:59:13.646714 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-63e0ea17-bff3-46c9-b4d5-9d8186727bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:13.708859 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2cbf30fc-d8b8-4227-91b8-521dc4dad009 req-ace6c6b0-5d81-466f-ae65-7480e5d89ed6 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 210 time: 0.0736837 May 23 10:59:13.724728 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-00efc067-ac4a-4e93-a7fa-020252256215 req-2ba687f4-5d84-4c8e-b737-e3770899fd40 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:59:13.745491 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-00efc067-ac4a-4e93-a7fa-020252256215 req-2ba687f4-5d84-4c8e-b737-e3770899fd40 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Usage tracker for resource:port and tenant:70139281f5db4004afe2c4c8ea88321a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:59:13.746174 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-035accee-9d0c-41c9-b15f-4f57360c5355 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:13.752584 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee27154-7a67-4bbc-8a44-7b6cddaea8d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2acc3aa-01c5-4f3a-9f26-4ca78e61c311,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:13.759526 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0ee27154-7a67-4bbc-8a44-7b6cddaea8d7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=acec3fe027904338b3ad9ff78dc20c1f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4892130 May 23 10:59:13.760920 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-00efc067-ac4a-4e93-a7fa-020252256215 req-2ba687f4-5d84-4c8e-b737-e3770899fd40 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:59:13.761239 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-035accee-9d0c-41c9-b15f-4f57360c5355 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:13.770615 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 35632) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:59:13.781060 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e0ea17-bff3-46c9-b4d5-9d8186727bbc None None] Routers {'caf966c0-a723-4bd9-a140-8a45e8ce79be'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 10:59:13.781678 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-63e0ea17-bff3-46c9-b4d5-9d8186727bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T10:59:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['caf966c0-a723-4bd9-a140-8a45e8ce79be'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:59:13.789518 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-00efc067-ac4a-4e93-a7fa-020252256215 req-2ba687f4-5d84-4c8e-b737-e3770899fd40 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:59:13.859166 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00efc067-ac4a-4e93-a7fa-020252256215 req-2ba687f4-5d84-4c8e-b737-e3770899fd40 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Made reservation on behalf of 70139281f5db4004afe2c4c8ea88321a for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:59:13.863372 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-00efc067-ac4a-4e93-a7fa-020252256215 req-2ba687f4-5d84-4c8e-b737-e3770899fd40 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:13.882487 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-98f260ee-d442-4a4c-b980-36940d64c101 req-88466a70-4046-4834-8989-74c3b7a6f5cc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=62daa315-97b6-42dc-ac48-74a4ef6a5662 HTTP/1.1" status: 200 len: 1097 time: 0.3010817 May 23 10:59:14.034094 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035accee-9d0c-41c9-b15f-4f57360c5355 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c4bf87-c845-4f83-a08c-b3c6fd558f59,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:14.055245 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-63e0ea17-bff3-46c9-b4d5-9d8186727bbc None None] Set router caf966c0-a723-4bd9-a140-8a45e8ce79be gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 10:59:14.064707 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:14.067433 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-035accee-9d0c-41c9-b15f-4f57360c5355 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:14.069184 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-035accee-9d0c-41c9-b15f-4f57360c5355 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.6078365 May 23 10:59:14.075631 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 35640) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:59:14.087173 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-125f0f32-b21b-4d45-a70b-5a66ce2353f5 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Request body: {'security_group_rule': {'security_group_id': 'b8c4bf87-c845-4f83-a08c-b3c6fd558f59', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:59:14.112368 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-01b6e273-00e6-4988-8ddf-0cb527666884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:14.114576 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-125f0f32-b21b-4d45-a70b-5a66ce2353f5 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:59:14.132731 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-125f0f32-b21b-4d45-a70b-5a66ce2353f5 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Usage tracker for resource:security_group_rule and tenant:55f3096016fc47a0a0df5b7be70fadbe is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:59:14.138346 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-125f0f32-b21b-4d45-a70b-5a66ce2353f5 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:59:14.157002 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-125f0f32-b21b-4d45-a70b-5a66ce2353f5 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:59:14.162669 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8182ac9e-3bc5-4d15-b6c9-c799e43801e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:14.166614 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69f99f-2bc7-4c02-b45d-196113562b10 req-61290f5d-e5d0-4864-b868-10667de09ff7 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:14.168806 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9a69f99f-2bc7-4c02-b45d-196113562b10 req-61290f5d-e5d0-4864-b868-10667de09ff7 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=62daa315-97b6-42dc-ac48-74a4ef6a5662 HTTP/1.1" status: 200 len: 946 time: 0.2850266 May 23 10:59:14.175381 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-00efc067-ac4a-4e93-a7fa-020252256215 req-2ba687f4-5d84-4c8e-b737-e3770899fd40 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Allocated IP 172.20.0.11 (ce08db19-2e7e-4962-b1d2-3e5c6efa8a14/b42aa520-b19b-4bd9-8813-40b2c3196feb/11d3c116-1d5a-472e-819d-32f0aa1667c2) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 10:59:14.177294 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-01b6e273-00e6-4988-8ddf-0cb527666884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:14.180859 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-98f260ee-d442-4a4c-b980-36940d64c101 req-a13b3ad6-8f3d-4e54-9659-47b08dd56d23 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847564 May 23 10:59:14.245033 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-125f0f32-b21b-4d45-a70b-5a66ce2353f5 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:14.245408 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96464bf-3f31-4f5b-8a72-34da4a762f57 None None] Pushing event updated for resources: {'Port': ['ID=ab3ad517-84fd-45ff-bfb7-f80973baaa14,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:14.338112 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-a5e50778-15e7-4cdd-822f-6f2fda5a1022 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=61146b1e54d841cd9885cb7a4187d86e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596795 May 23 10:59:14.349353 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9a69f99f-2bc7-4c02-b45d-196113562b10 req-33cf059e-1784-44eb-ae93-994d8a47acde tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751795 May 23 10:59:14.367362 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-63e0ea17-bff3-46c9-b4d5-9d8186727bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf966c0-a723-4bd9-a140-8a45e8ce79be', 'name': 'tempest-FloatingIPsNegativeTestJSON-850631234-router', 'tenant_id': 'af32f09e4c954074963166ebc8affac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'ab3ad517-84fd-45ff-bfb7-f80973baaa14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:59:00Z', 'updated_at': '2022-05-23T10:59:07Z', 'revision_number': 3, 'project_id': 'af32f09e4c954074963166ebc8affac5', 'gw_port': {'id': 'ab3ad517-84fd-45ff-bfb7-f80973baaa14', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:16:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf966c0-a723-4bd9-a140-8a45e8ce79be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:59:05Z', 'updated_at': '2022-05-23T10:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:59:14.371778 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e0ea17-bff3-46c9-b4d5-9d8186727bbc None None] The sync data for ids ['caf966c0-a723-4bd9-a140-8a45e8ce79be'] in n-d-842952-2 is: [{'id': 'caf966c0-a723-4bd9-a140-8a45e8ce79be', 'name': 'tempest-FloatingIPsNegativeTestJSON-850631234-router', 'tenant_id': 'af32f09e4c954074963166ebc8affac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'ab3ad517-84fd-45ff-bfb7-f80973baaa14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:59:00Z', 'updated_at': '2022-05-23T10:59:07Z', 'revision_number': 3, 'project_id': 'af32f09e4c954074963166ebc8affac5', 'gw_port': {'id': 'ab3ad517-84fd-45ff-bfb7-f80973baaa14', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:16:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf966c0-a723-4bd9-a140-8a45e8ce79be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:59:05Z', 'updated_at': '2022-05-23T10:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 10:59:14.514193 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-01b6e273-00e6-4988-8ddf-0cb527666884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:14.586144 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-00efc067-ac4a-4e93-a7fa-020252256215 req-2ba687f4-5d84-4c8e-b737-e3770899fd40 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:14.606109 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-125f0f32-b21b-4d45-a70b-5a66ce2353f5 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:14.607289 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6e273-00e6-4988-8ddf-0cb527666884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2acc3aa-01c5-4f3a-9f26-4ca78e61c311,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:14.630822 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-8182ac9e-3bc5-4d15-b6c9-c799e43801e3 admin admin] Allocated IP 172.20.0.1 (9f973cde-8365-4fcc-bf84-b8ec7cb575f4/cca2bd3d-da80-4a47-8c6c-791fa7010141/90599bd6-9708-46e0-8ce9-b0dddb17bd9d) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 10:59:14.631222 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-125f0f32-b21b-4d45-a70b-5a66ce2353f5 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:14.671473 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-01b6e273-00e6-4988-8ddf-0cb527666884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:14.672722 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-01b6e273-00e6-4988-8ddf-0cb527666884 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d2acc3aa-01c5-4f3a-9f26-4ca78e61c311 HTTP/1.1" status: 204 len: 168 time: 0.8534951 May 23 10:59:14.687233 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f0f32-b21b-4d45-a70b-5a66ce2353f5 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b1ebb46-2eb5-45a5-9394-bab0f7b99cb6,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:14.729368 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-3cd804b1-acff-4423-8585-c671d0651db4 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:14.730953 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-3cd804b1-acff-4423-8585-c671d0651db4 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3732893 May 23 10:59:14.731688 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-00efc067-ac4a-4e93-a7fa-020252256215 req-2ba687f4-5d84-4c8e-b737-e3770899fd40 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:14.734692 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-125f0f32-b21b-4d45-a70b-5a66ce2353f5 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:14.735912 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-125f0f32-b21b-4d45-a70b-5a66ce2353f5 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6589522 May 23 10:59:14.739655 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 35652) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:59:14.746370 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-ffe5d536-fc9e-4579-89c7-ff39bdc6bfc7 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Request body: {'security_group_rule': {'security_group_id': 'b8c4bf87-c845-4f83-a08c-b3c6fd558f59', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:59:14.761178 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ffe5d536-fc9e-4579-89c7-ff39bdc6bfc7 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:59:14.767852 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ffe5d536-fc9e-4579-89c7-ff39bdc6bfc7 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Usage tracker for resource:security_group_rule and tenant:55f3096016fc47a0a0df5b7be70fadbe is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:59:14.773116 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ffe5d536-fc9e-4579-89c7-ff39bdc6bfc7 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:59:14.778444 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-3e63304f-82b1-41b2-84c2-06a5d8f5a318 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/quotas/61146b1e54d841cd9885cb7a4187d86e HTTP/1.1" status: 200 len: 375 time: 0.0358286 May 23 10:59:14.783044 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ffe5d536-fc9e-4579-89c7-ff39bdc6bfc7 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:59:14.792189 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27ef02-799c-4e9c-a672-d2acb703a742 req-94393390-91dd-4908-8da3-97e9ed63c59a tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:14.794095 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6b27ef02-799c-4e9c-a672-d2acb703a742 req-94393390-91dd-4908-8da3-97e9ed63c59a tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/ports?device_id=33132205-122e-4aa6-b5d3-3d1e26e4abb0 HTTP/1.1" status: 200 len: 949 time: 0.2518456 May 23 10:59:14.852119 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00efc067-ac4a-4e93-a7fa-020252256215 req-2ba687f4-5d84-4c8e-b737-e3770899fd40 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Network ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 10:59:14.855399 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba687f4-5d84-4c8e-b737-e3770899fd40 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Pushing event updated for resources: {'Port': ['ID=11d3c116-1d5a-472e-819d-32f0aa1667c2,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:14.858079 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-00efc067-ac4a-4e93-a7fa-020252256215 req-2ba687f4-5d84-4c8e-b737-e3770899fd40 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:59:14.862488 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-00efc067-ac4a-4e93-a7fa-020252256215 req-2ba687f4-5d84-4c8e-b737-e3770899fd40 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 10:59:14.866791 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 1cf36492-2752-4601-a0d9-3f6b134a041d up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:59:14.867243 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-08f4fcf9-1f22-438c-b189-daaa9e1fcf45 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=61146b1e54d841cd9885cb7a4187d86e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0714874 May 23 10:59:14.920749 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ffe5d536-fc9e-4579-89c7-ff39bdc6bfc7 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:15.009406 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 1cf36492-2752-4601-a0d9-3f6b134a041d completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:59:15.014373 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8182ac9e-3bc5-4d15-b6c9-c799e43801e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:15.021346 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 1cf36492-2752-4601-a0d9-3f6b134a041d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:59:15.021948 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:15.048924 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00efc067-ac4a-4e93-a7fa-020252256215 req-2ba687f4-5d84-4c8e-b737-e3770899fd40 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:15.048924 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-00efc067-ac4a-4e93-a7fa-020252256215 req-2ba687f4-5d84-4c8e-b737-e3770899fd40 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:15.065146 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6b27ef02-799c-4e9c-a672-d2acb703a742 req-ca0b0b1b-0569-4444-826b-22305ebaeced tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7373c3-bd5e-4979-a7c0-9917ec0724de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239740 May 23 10:59:15.070706 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-8182ac9e-3bc5-4d15-b6c9-c799e43801e3 admin admin] Transition to ACTIVE for port object 90599bd6-9708-46e0-8ce9-b0dddb17bd9d will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:59:15.138767 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-00efc067-ac4a-4e93-a7fa-020252256215 req-2ba687f4-5d84-4c8e-b737-e3770899fd40 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1692784 May 23 10:59:15.153415 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ffe5d536-fc9e-4579-89c7-ff39bdc6bfc7 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:15.160028 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ffe5d536-fc9e-4579-89c7-ff39bdc6bfc7 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:15.164341 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-00efc067-ac4a-4e93-a7fa-020252256215 req-b7c301fc-7e1e-4c38-8ef5-e61252766d59 service neutron] Request body: {'port': {'device_id': '03229724-d041-4e1a-a3bf-4a915c32c586', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:59:15.224234 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5d536-fc9e-4579-89c7-ff39bdc6bfc7 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67520c39-e903-4470-8610-313d24618258,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:15.253275 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8182ac9e-3bc5-4d15-b6c9-c799e43801e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:15.255799 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:15.308658 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 1cf36492-2752-4601-a0d9-3f6b134a041d, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=1cf36492-2752-4601-a0d9-3f6b134a041d,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:59:15.314440 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:15.447971 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33132205-122e-4aa6-b5d3-3d1e26e4abb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf36492-2752-4601-a0d9-3f6b134a041d'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:59:15.500962 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=1cf36492-2752-4601-a0d9-3f6b134a041d,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:15.533024 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ab3ad517-84fd-45ff-bfb7-f80973baaa14 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:59:15.550007 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ffe5d536-fc9e-4579-89c7-ff39bdc6bfc7 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:15.554012 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ffe5d536-fc9e-4579-89c7-ff39bdc6bfc7 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8108742 May 23 10:59:15.554902 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 35674) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:59:15.577878 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-31e7b242-b5c6-49b8-8768-44f441c988aa req-cf7ea828-1790-47e1-bb4d-b3729c85223b tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=68a4ef2a-5046-4728-83d0-99f0a60622f9 HTTP/1.1" status: 200 len: 210 time: 0.2838128 May 23 10:59:15.585353 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8182ac9e-3bc5-4d15-b6c9-c799e43801e3 admin admin] Network 9f973cde-8365-4fcc-bf84-b8ec7cb575f4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 10:59:15.590437 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-96401c58-c7f5-4fd8-9822-618dd9f93688 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:59:15.590620 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182ac9e-3bc5-4d15-b6c9-c799e43801e3 admin admin] Pushing event updated for resources: {'Port': ['ID=90599bd6-9708-46e0-8ce9-b0dddb17bd9d,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:15.595668 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-8182ac9e-3bc5-4d15-b6c9-c799e43801e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:59:15.604261 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-96401c58-c7f5-4fd8-9822-618dd9f93688 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:59:15.608498 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-96401c58-c7f5-4fd8-9822-618dd9f93688 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Usage tracker for resource:floatingip and tenant:55f3096016fc47a0a0df5b7be70fadbe is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:59:15.611716 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-96401c58-c7f5-4fd8-9822-618dd9f93688 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:59:15.618223 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-96401c58-c7f5-4fd8-9822-618dd9f93688 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:59:15.620897 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8182ac9e-3bc5-4d15-b6c9-c799e43801e3 admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 10:59:15.648623 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-96401c58-c7f5-4fd8-9822-618dd9f93688 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:15.703045 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port ab3ad517-84fd-45ff-bfb7-f80973baaa14 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:59:15.708829 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-00efc067-ac4a-4e93-a7fa-020252256215 req-b7c301fc-7e1e-4c38-8ef5-e61252766d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:15.720387 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port ab3ad517-84fd-45ff-bfb7-f80973baaa14 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:59:15.722280 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:15.775184 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8182ac9e-3bc5-4d15-b6c9-c799e43801e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:15.870607 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c20012-be79-4f6b-976b-af9e076029a2 req-764ec004-e8e9-4508-b5f4-02e37427e4e9 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:15.880873 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-53c20012-be79-4f6b-976b-af9e076029a2 req-764ec004-e8e9-4508-b5f4-02e37427e4e9 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 932 time: 0.6311312 May 23 10:59:15.890335 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 35680) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:59:16.005334 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6d3a1d85-6447-4a45-9573-4ceca2a1dfbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:16.029260 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:16.055781 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port ab3ad517-84fd-45ff-bfb7-f80973baaa14, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=ab3ad517-84fd-45ff-bfb7-f80973baaa14,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:59:16.063369 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:16.143864 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-53c20012-be79-4f6b-976b-af9e076029a2 req-1d8f6e2d-873b-44a2-becb-f8d9ce8014bb tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619860 May 23 10:59:16.159745 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6d3a1d85-6447-4a45-9573-4ceca2a1dfbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:59:16.160555 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=ab3ad517-84fd-45ff-bfb7-f80973baaa14,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:16.164284 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6d3a1d85-6447-4a45-9573-4ceca2a1dfbc admin admin] Usage tracker for resource:security_group_rule and tenant:5dc04fa8ebef4c8e85ee23db2701e7f6 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:59:16.167654 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6d3a1d85-6447-4a45-9573-4ceca2a1dfbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:59:16.182278 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6d3a1d85-6447-4a45-9573-4ceca2a1dfbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:59:16.182502 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-35bda3cc-a552-4a1f-b71e-5855e777a5a4 None None] Provisioning for port 90599bd6-9708-46e0-8ce9-b0dddb17bd9d completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:59:16.182603 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-35bda3cc-a552-4a1f-b71e-5855e777a5a4 None None] Provisioning complete for port 90599bd6-9708-46e0-8ce9-b0dddb17bd9d triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:59:16.183000 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-35bda3cc-a552-4a1f-b71e-5855e777a5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:16.213531 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8182ac9e-3bc5-4d15-b6c9-c799e43801e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:16.251219 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-35bda3cc-a552-4a1f-b71e-5855e777a5a4 None None] Port 90599bd6-9708-46e0-8ce9-b0dddb17bd9d cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 10:59:16.270905 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1e51820-23ac-47a8-b0db-e25645d5f81f'] response: {'server_uuid': '33132205-122e-4aa6-b5d3-3d1e26e4abb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf36492-2752-4601-a0d9-3f6b134a041d', 'code': 200} May 23 10:59:16.307411 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-96401c58-c7f5-4fd8-9822-618dd9f93688 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:16.323092 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1970f8-13e6-4299-adba-5839220d318f req-7ce3b7fa-10be-4080-966c-f31474d2713d tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:16.326566 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6f1970f8-13e6-4299-adba-5839220d318f req-7ce3b7fa-10be-4080-966c-f31474d2713d tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=62daa315-97b6-42dc-ac48-74a4ef6a5662 HTTP/1.1" status: 200 len: 946 time: 0.3209870 May 23 10:59:16.403849 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6d3a1d85-6447-4a45-9573-4ceca2a1dfbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:16.493081 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6d3a1d85-6447-4a45-9573-4ceca2a1dfbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:16.499678 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-00efc067-ac4a-4e93-a7fa-020252256215 req-b7c301fc-7e1e-4c38-8ef5-e61252766d59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11d3c116-1d5a-472e-819d-32f0aa1667c2 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 10:59:16.516083 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-00efc067-ac4a-4e93-a7fa-020252256215 req-b7c301fc-7e1e-4c38-8ef5-e61252766d59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:16.537776 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-00efc067-ac4a-4e93-a7fa-020252256215 req-b7c301fc-7e1e-4c38-8ef5-e61252766d59 service neutron] Transition to ACTIVE for port object 11d3c116-1d5a-472e-819d-32f0aa1667c2 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:59:16.544132 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-00efc067-ac4a-4e93-a7fa-020252256215 req-b7c301fc-7e1e-4c38-8ef5-e61252766d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:16.574012 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6f1970f8-13e6-4299-adba-5839220d318f req-cd29a14e-7d77-44b3-9971-02f3e0b5034c tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078743 May 23 10:59:16.579650 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a1d85-6447-4a45-9573-4ceca2a1dfbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece785e8-2586-45c3-814b-c2a13eeb4938,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:16.603292 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8182ac9e-3bc5-4d15-b6c9-c799e43801e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:16.616950 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8182ac9e-3bc5-4d15-b6c9-c799e43801e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:16.657626 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-6d3a1d85-6447-4a45-9573-4ceca2a1dfbc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5dc04fa8ebef4c8e85ee23db2701e7f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7653880 May 23 10:59:16.663925 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 35688) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:59:16.736906 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c301fc-7e1e-4c38-8ef5-e61252766d59 service neutron] Pushing event updated for resources: {'Port': ['ID=11d3c116-1d5a-472e-819d-32f0aa1667c2,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:16.783313 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5b72a-389c-4b2b-ab53-e12944383bd7 req-604bf487-15ad-4a41-af5a-c277a0cf64ae tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:16.788642 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8182ac9e-3bc5-4d15-b6c9-c799e43801e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:16.790123 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0af5b72a-389c-4b2b-ab53-e12944383bd7 req-604bf487-15ad-4a41-af5a-c277a0cf64ae tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/ports?device_id=33132205-122e-4aa6-b5d3-3d1e26e4abb0 HTTP/1.1" status: 200 len: 950 time: 0.3972037 May 23 10:59:16.794241 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-96401c58-c7f5-4fd8-9822-618dd9f93688 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Allocated IP 172.25.6.26 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/b0b11bd5-bcba-4250-9872-614b416f0ce5) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 10:59:16.878072 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1bf2a693-236a-4f34-8467-5bfb11b67972 req-efbff94b-7175-4c93-9c44-3eb86bedf92a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=33132205-122e-4aa6-b5d3-3d1e26e4abb0 HTTP/1.1" status: 200 len: 1101 time: 0.4332814 May 23 10:59:16.935079 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-95a77f3a-2cfe-4895-812d-5e10adca7582 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=61146b1e54d841cd9885cb7a4187d86e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0838108 May 23 10:59:16.940038 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182ac9e-3bc5-4d15-b6c9-c799e43801e3 admin admin] Pushing event updated for resources: {'Port': ['ID=90599bd6-9708-46e0-8ce9-b0dddb17bd9d,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:16.997665 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0af5b72a-389c-4b2b-ab53-e12944383bd7 req-75c043bb-d980-4415-962f-eb9d603ad5fb tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7373c3-bd5e-4979-a7c0-9917ec0724de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066288 May 23 10:59:17.071953 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8573df99-71d3-4eae-8416-29143a3e8d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:17.098412 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-96401c58-c7f5-4fd8-9822-618dd9f93688 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:17.125715 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-00efc067-ac4a-4e93-a7fa-020252256215 req-b7c301fc-7e1e-4c38-8ef5-e61252766d59 service neutron] Attempting to bind port 11d3c116-1d5a-472e-819d-32f0aa1667c2 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:59:17.126052 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-00efc067-ac4a-4e93-a7fa-020252256215 req-b7c301fc-7e1e-4c38-8ef5-e61252766d59 service neutron] Attempting to bind port 11d3c116-1d5a-472e-819d-32f0aa1667c2 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:59:17.126374 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00efc067-ac4a-4e93-a7fa-020252256215 req-b7c301fc-7e1e-4c38-8ef5-e61252766d59 service neutron] Attempting to bind port 11d3c116-1d5a-472e-819d-32f0aa1667c2 on network ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:59:17.135100 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-88536ce4-ee5f-4b4d-9c93-c5962932e575 req-e455a136-55d3-4d89-837b-a10040c5b53f tempest-LiveMigrationTest-1953020720 tempest-LiveMigrationTest-1953020720-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=62daa315-97b6-42dc-ac48-74a4ef6a5662 HTTP/1.1" status: 200 len: 1097 time: 0.4109690 May 23 10:59:17.158697 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00efc067-ac4a-4e93-a7fa-020252256215 req-b7c301fc-7e1e-4c38-8ef5-e61252766d59 service neutron] Port 11d3c116-1d5a-472e-819d-32f0aa1667c2 on network ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 10:59:17.159019 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00efc067-ac4a-4e93-a7fa-020252256215 req-b7c301fc-7e1e-4c38-8ef5-e61252766d59 service neutron] Attempting to bind port 11d3c116-1d5a-472e-819d-32f0aa1667c2 on network ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:59:17.178170 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8573df99-71d3-4eae-8416-29143a3e8d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:17.197353 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00efc067-ac4a-4e93-a7fa-020252256215 req-b7c301fc-7e1e-4c38-8ef5-e61252766d59 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:59:17.197556 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00efc067-ac4a-4e93-a7fa-020252256215 req-b7c301fc-7e1e-4c38-8ef5-e61252766d59 service neutron] Checking segment: {'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:59:17.197969 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00efc067-ac4a-4e93-a7fa-020252256215 req-b7c301fc-7e1e-4c38-8ef5-e61252766d59 service neutron] Bound using segment: {'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:59:17.198399 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-00efc067-ac4a-4e93-a7fa-020252256215 req-b7c301fc-7e1e-4c38-8ef5-e61252766d59 service neutron] Bound port: 11d3c116-1d5a-472e-819d-32f0aa1667c2, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:59:17.198748 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-00efc067-ac4a-4e93-a7fa-020252256215 req-b7c301fc-7e1e-4c38-8ef5-e61252766d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:17.202042 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1bf2a693-236a-4f34-8467-5bfb11b67972 req-f1149698-dacf-4efc-896f-06837913fabe service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0c7373c3-bd5e-4979-a7c0-9917ec0724de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145053 May 23 10:59:17.208651 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1333c2a6-3a67-453f-a333-3ea41e4e76f8 req-87c9630d-9313-4503-b70a-3a0f995a82d9 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=68a4ef2a-5046-4728-83d0-99f0a60622f9 HTTP/1.1" status: 200 len: 210 time: 0.0884423 May 23 10:59:17.237146 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-81ba6731-51b3-4e34-bcfb-215db20de43b tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:17.238552 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-81ba6731-51b3-4e34-bcfb-215db20de43b tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2472575 May 23 10:59:17.241714 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8182ac9e-3bc5-4d15-b6c9-c799e43801e3 admin admin] Network 9f973cde-8365-4fcc-bf84-b8ec7cb575f4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 10:59:17.242945 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-8182ac9e-3bc5-4d15-b6c9-c799e43801e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:59:17.285407 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-88536ce4-ee5f-4b4d-9c93-c5962932e575 req-35ddf707-b3b4-47ea-912e-3a2106594231 tempest-LiveMigrationTest-1953020720 tempest-LiveMigrationTest-1953020720-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148329 May 23 10:59:17.299328 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-96401c58-c7f5-4fd8-9822-618dd9f93688 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:17.342366 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8573df99-71d3-4eae-8416-29143a3e8d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:17.422736 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8573df99-71d3-4eae-8416-29143a3e8d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece785e8-2586-45c3-814b-c2a13eeb4938,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:17.442706 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8573df99-71d3-4eae-8416-29143a3e8d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:17.443819 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8573df99-71d3-4eae-8416-29143a3e8d17 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ece785e8-2586-45c3-814b-c2a13eeb4938 HTTP/1.1" status: 204 len: 168 time: 0.7772841 May 23 10:59:17.487197 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ab3ad517-84fd-45ff-bfb7-f80973baaa14 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:59:17.492480 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96401c58-c7f5-4fd8-9822-618dd9f93688 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 10:59:17.516186 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96401c58-c7f5-4fd8-9822-618dd9f93688 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Pushing event updated for resources: {'Port': ['ID=b0b11bd5-bcba-4250-9872-614b416f0ce5,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:17.520165 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-96401c58-c7f5-4fd8-9822-618dd9f93688 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:59:17.523657 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96401c58-c7f5-4fd8-9822-618dd9f93688 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 10:59:17.539255 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-00efc067-ac4a-4e93-a7fa-020252256215 req-b7c301fc-7e1e-4c38-8ef5-e61252766d59 service neutron] For port 11d3c116-1d5a-472e-819d-32f0aa1667c2, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:59:17.544455 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-00efc067-ac4a-4e93-a7fa-020252256215 req-b7c301fc-7e1e-4c38-8ef5-e61252766d59 service neutron] For port 11d3c116-1d5a-472e-819d-32f0aa1667c2, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=11d3c116-1d5a-472e-819d-32f0aa1667c2,segment=NetworkSegment(6816cea3-60a2-419d-a967-3c4d162775bd),segment_id=6816cea3-60a2-419d-a967-3c4d162775bd)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:59:17.556318 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-00efc067-ac4a-4e93-a7fa-020252256215 req-b7c301fc-7e1e-4c38-8ef5-e61252766d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:17.612297 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port ab3ad517-84fd-45ff-bfb7-f80973baaa14 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:59:17.612830 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:17.616344 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c515b-fde4-4b2e-a32b-003569feb26a req-e44f195b-e0b0-4c66-bb6e-f2e47e083cb1 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:17.622362 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d85c515b-fde4-4b2e-a32b-003569feb26a req-e44f195b-e0b0-4c66-bb6e-f2e47e083cb1 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 944 time: 0.2670865 May 23 10:59:17.644087 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-713f2b36-c4aa-463e-8b5d-438ca70f3c41 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Request body: {'port': {'device_id': '68a4ef2a-5046-4728-83d0-99f0a60622f9', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'admin_state_up': True, 'tenant_id': '61146b1e54d841cd9885cb7a4187d86e'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:59:17.659290 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-00efc067-ac4a-4e93-a7fa-020252256215 req-b7c301fc-7e1e-4c38-8ef5-e61252766d59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:17.660784 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-00efc067-ac4a-4e93-a7fa-020252256215 req-b7c301fc-7e1e-4c38-8ef5-e61252766d59 service neutron] 10.222.0.81 "PUT /v2.0/ports/11d3c116-1d5a-472e-819d-32f0aa1667c2 HTTP/1.1" status: 200 len: 1092 time: 2.5067556 May 23 10:59:17.672899 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03229724-d041-4e1a-a3bf-4a915c32c586', 'tag': '11d3c116-1d5a-472e-819d-32f0aa1667c2'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:59:17.768915 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4818e51e-5aeb-4867-97eb-bb01eba37231 None None] Provisioning complete for port 90599bd6-9708-46e0-8ce9-b0dddb17bd9d triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:59:17.771650 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4818e51e-5aeb-4867-97eb-bb01eba37231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:17.771819 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d85c515b-fde4-4b2e-a32b-003569feb26a req-a6971728-2cde-47f6-87a4-877778410492 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358981 May 23 10:59:17.869287 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dda8ca5a-0283-46cf-a6ab-8f14e9e9398e'] response: {'name': 'network-changed', 'server_uuid': '03229724-d041-4e1a-a3bf-4a915c32c586', 'tag': '11d3c116-1d5a-472e-819d-32f0aa1667c2', 'status': 'completed', 'code': 200} May 23 10:59:17.927545 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-96401c58-c7f5-4fd8-9822-618dd9f93688 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:17.997993 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-4818e51e-5aeb-4867-97eb-bb01eba37231 None None] Port 90599bd6-9708-46e0-8ce9-b0dddb17bd9d cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 10:59:18.031320 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-96401c58-c7f5-4fd8-9822-618dd9f93688 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:18.091904 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c301fc-7e1e-4c38-8ef5-e61252766d59 service neutron] Pushing event updated for resources: {'Port': ['ID=11d3c116-1d5a-472e-819d-32f0aa1667c2,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:18.176481 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-713f2b36-c4aa-463e-8b5d-438ca70f3c41 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:59:18.182298 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-713f2b36-c4aa-463e-8b5d-438ca70f3c41 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Usage tracker for resource:port and tenant:61146b1e54d841cd9885cb7a4187d86e is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:59:18.186266 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-713f2b36-c4aa-463e-8b5d-438ca70f3c41 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:59:18.206634 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-713f2b36-c4aa-463e-8b5d-438ca70f3c41 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:59:18.247955 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-00efc067-ac4a-4e93-a7fa-020252256215 req-0908550e-cdd1-4944-9cf7-d5608702f35c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=70139281f5db4004afe2c4c8ea88321a&device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 1095 time: 0.3867512 May 23 10:59:18.249755 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-713f2b36-c4aa-463e-8b5d-438ca70f3c41 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Made reservation on behalf of 61146b1e54d841cd9885cb7a4187d86e for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:59:18.252589 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-713f2b36-c4aa-463e-8b5d-438ca70f3c41 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:18.357274 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-713f2b36-c4aa-463e-8b5d-438ca70f3c41 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:18.381343 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-00efc067-ac4a-4e93-a7fa-020252256215 req-f450c1f3-98c2-4480-b11e-27185453826b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11d3c116-1d5a-472e-819d-32f0aa1667c2 HTTP/1.1" status: 200 len: 217 time: 0.0874844 May 23 10:59:18.469121 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-713f2b36-c4aa-463e-8b5d-438ca70f3c41 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:59:18.478018 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-713f2b36-c4aa-463e-8b5d-438ca70f3c41 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Usage tracker for resource:security_group_rule and tenant:61146b1e54d841cd9885cb7a4187d86e is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:59:18.484952 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-713f2b36-c4aa-463e-8b5d-438ca70f3c41 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:59:18.504868 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-713f2b36-c4aa-463e-8b5d-438ca70f3c41 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:59:18.507854 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00efc067-ac4a-4e93-a7fa-020252256215 req-f86816be-d51f-4f34-9d04-24f819b9f3cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:18.509364 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-00efc067-ac4a-4e93-a7fa-020252256215 req-f86816be-d51f-4f34-9d04-24f819b9f3cc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b42aa520-b19b-4bd9-8813-40b2c3196feb HTTP/1.1" status: 200 len: 861 time: 0.1194437 May 23 10:59:18.512489 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-94832167-16e9-472c-8245-f4515f56d7da req-3e53f9a1-5b3e-4f66-a2a5-8f99fae531db tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=68a4ef2a-5046-4728-83d0-99f0a60622f9 HTTP/1.1" status: 200 len: 210 time: 0.0640111 May 23 10:59:18.527676 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c493e-3e69-4f18-8a1f-bad2e7e41d43 req-f28a9caa-483c-44bb-94d7-c8c3950a1b95 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:18.528246 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-881c493e-3e69-4f18-8a1f-bad2e7e41d43 req-f28a9caa-483c-44bb-94d7-c8c3950a1b95 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/ports?device_id=33132205-122e-4aa6-b5d3-3d1e26e4abb0 HTTP/1.1" status: 200 len: 950 time: 0.3540068 May 23 10:59:18.568219 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-96401c58-c7f5-4fd8-9822-618dd9f93688 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:18.569016 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-00efc067-ac4a-4e93-a7fa-020252256215 req-056559c1-5f28-45b9-85d3-f30337a886f9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456195 May 23 10:59:18.586624 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-96401c58-c7f5-4fd8-9822-618dd9f93688 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:18.661782 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96401c58-c7f5-4fd8-9822-618dd9f93688 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Pushing event updated for resources: {'Port': ['ID=b0b11bd5-bcba-4250-9872-614b416f0ce5,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:18.680225 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-881c493e-3e69-4f18-8a1f-bad2e7e41d43 req-75d18f25-d95f-453a-9166-cbcca80d7803 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7373c3-bd5e-4979-a7c0-9917ec0724de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381028 May 23 10:59:18.683356 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-96401c58-c7f5-4fd8-9822-618dd9f93688 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:18.733464 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-96401c58-c7f5-4fd8-9822-618dd9f93688 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:18.745076 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-96401c58-c7f5-4fd8-9822-618dd9f93688 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1754513 May 23 10:59:18.775725 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8182ac9e-3bc5-4d15-b6c9-c799e43801e3 admin admin] Router caf966c0-a723-4bd9-a140-8a45e8ce79be has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 10:59:19.020980 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-713f2b36-c4aa-463e-8b5d-438ca70f3c41 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:19.059234 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-00efc067-ac4a-4e93-a7fa-020252256215 req-8c59133e-8a6c-46f1-8476-fe5d9e7823a6 service neutron] 10.222.0.81 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4861021 May 23 10:59:19.061957 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-713f2b36-c4aa-463e-8b5d-438ca70f3c41 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:19.145186 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-9cb205f9-792e-4ad5-9723-42ba522d7710 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Synchronizing usage tracker for tenant:55f3096016fc47a0a0df5b7be70fadbe on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 10:59:19.180601 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571728a6-37b7-4afc-b788-dc5a09a5ecc4 req-39e2eaf4-d81d-485f-8031-e8b6ca8446d9 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:19.189623 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-571728a6-37b7-4afc-b788-dc5a09a5ecc4 req-39e2eaf4-d81d-485f-8031-e8b6ca8446d9 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 944 time: 0.1727850 May 23 10:59:19.206675 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-9cb205f9-792e-4ad5-9723-42ba522d7710 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Unset dirty status for tenant:55f3096016fc47a0a0df5b7be70fadbe on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 10:59:19.208386 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-9cb205f9-792e-4ad5-9723-42ba522d7710 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--568013342&fields=id&tenant_id=55f3096016fc47a0a0df5b7be70fadbe HTTP/1.1" status: 200 len: 267 time: 0.1435494 May 23 10:59:19.304515 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f2b36-c4aa-463e-8b5d-438ca70f3c41 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de987614-b8f4-4e27-a7af-0c3a24ca41e0,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:19.344180 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-571728a6-37b7-4afc-b788-dc5a09a5ecc4 req-6a453633-e472-4f7b-b4bf-5a7f95f3742a tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525340 May 23 10:59:19.370533 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-00efc067-ac4a-4e93-a7fa-020252256215 req-8a9f5cdd-48b4-4303-b77b-078917a4e386 service neutron] 10.222.0.81 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485976 May 23 10:59:19.432259 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-0c96f632-1853-41ba-bf3b-90ab38f4ae4b tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:19.434658 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-0c96f632-1853-41ba-bf3b-90ab38f4ae4b tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] 10.222.0.79 "GET /v2.0/networks?id=ab57547c-d5a4-4e80-9c64-caa818477e2e HTTP/1.1" status: 200 len: 815 time: 0.2179480 May 23 10:59:19.458871 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-34e38c89-e95e-4a26-a5c7-aca3d4c55b35 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] 10.222.0.79 "GET /v2.0/quotas/55f3096016fc47a0a0df5b7be70fadbe HTTP/1.1" status: 200 len: 375 time: 0.0161283 May 23 10:59:19.510047 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-713f2b36-c4aa-463e-8b5d-438ca70f3c41 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Allocated IP 192.168.233.218 (45238d5c-875a-474b-bef1-cc75dc2ba645/c1719237-4a8e-4354-92b1-51064eb09c82/845cbdb8-20ac-409d-9de2-07e4beb11306) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 10:59:19.569640 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-74485d2d-84f1-4aa7-b197-780e0fcb8f85 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Synchronizing usage tracker for tenant:55f3096016fc47a0a0df5b7be70fadbe on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 10:59:19.597015 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8182ac9e-3bc5-4d15-b6c9-c799e43801e3 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 10:59:19.598592 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-74485d2d-84f1-4aa7-b197-780e0fcb8f85 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Unset dirty status for tenant:55f3096016fc47a0a0df5b7be70fadbe on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 10:59:19.616608 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-74485d2d-84f1-4aa7-b197-780e0fcb8f85 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=55f3096016fc47a0a0df5b7be70fadbe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1508448 May 23 10:59:19.720520 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-73aa6b7e-95af-42cc-8191-07b1060f2250 req-6b6a4224-b8c3-4d30-9cb4-cd08422d6b53 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=70139281f5db4004afe2c4c8ea88321a&device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 1095 time: 0.2572813 May 23 10:59:19.761841 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8182ac9e-3bc5-4d15-b6c9-c799e43801e3 admin admin] 10.222.0.79 "PUT /v2.0/routers/caf966c0-a723-4bd9-a140-8a45e8ce79be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0091188 May 23 10:59:19.891011 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b8f98f5d-2232-4797-bf6b-655df6afa3ad req-6dd74c23-7085-4dfe-b523-20b8488b8096 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=68a4ef2a-5046-4728-83d0-99f0a60622f9 HTTP/1.1" status: 200 len: 210 time: 0.1372294 May 23 10:59:19.997330 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-f907997b-4ab2-4243-8b09-4101f241b84b service neutron] 10.222.0.79 "GET /v2.0/networks/ab57547c-d5a4-4e80-9c64-caa818477e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698697 May 23 10:59:20.016299 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-713f2b36-c4aa-463e-8b5d-438ca70f3c41 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:20.075842 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-713f2b36-c4aa-463e-8b5d-438ca70f3c41 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Transition to ACTIVE for port object 845cbdb8-20ac-409d-9de2-07e4beb11306 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:59:20.087014 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa6b7e-95af-42cc-8191-07b1060f2250 req-c24935e4-7f3b-43d7-b76a-14d18bec68a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:20.087759 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-73aa6b7e-95af-42cc-8191-07b1060f2250 req-c24935e4-7f3b-43d7-b76a-14d18bec68a4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 HTTP/1.1" status: 200 len: 922 time: 0.3604708 May 23 10:59:20.191014 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-713f2b36-c4aa-463e-8b5d-438ca70f3c41 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:20.244232 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-73aa6b7e-95af-42cc-8191-07b1060f2250 req-497c6c7a-00ef-4a81-84df-3f29bd593187 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11d3c116-1d5a-472e-819d-32f0aa1667c2 HTTP/1.1" status: 200 len: 217 time: 0.1364393 May 23 10:59:20.286669 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-a273376c-15cb-4fb2-8156-de42a385d9b2 service neutron] 10.222.0.79 "GET /v2.0/networks/ab57547c-d5a4-4e80-9c64-caa818477e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883730 May 23 10:59:20.293104 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a183cc-a8a9-48d5-a01e-78b0e6434c90 req-5ab9083a-4313-4207-98d0-5b01005242bf tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:20.294584 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-87a183cc-a8a9-48d5-a01e-78b0e6434c90 req-5ab9083a-4313-4207-98d0-5b01005242bf tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/ports?device_id=33132205-122e-4aa6-b5d3-3d1e26e4abb0 HTTP/1.1" status: 200 len: 950 time: 0.2493384 May 23 10:59:20.381109 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-87a183cc-a8a9-48d5-a01e-78b0e6434c90 req-1588e421-5c3b-4a13-9390-aa57e1d6f266 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7373c3-bd5e-4979-a7c0-9917ec0724de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800838 May 23 10:59:20.388192 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-713f2b36-c4aa-463e-8b5d-438ca70f3c41 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Network 45238d5c-875a-474b-bef1-cc75dc2ba645 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 10:59:20.394066 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-713f2b36-c4aa-463e-8b5d-438ca70f3c41 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:59:20.399912 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-713f2b36-c4aa-463e-8b5d-438ca70f3c41 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 10:59:20.487772 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f2b36-c4aa-463e-8b5d-438ca70f3c41 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Pushing event updated for resources: {'Port': ['ID=845cbdb8-20ac-409d-9de2-07e4beb11306,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:20.543420 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa6b7e-95af-42cc-8191-07b1060f2250 req-76a00518-717b-4c74-8811-1843e873c462 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:20.546105 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-73aa6b7e-95af-42cc-8191-07b1060f2250 req-76a00518-717b-4c74-8811-1843e873c462 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b42aa520-b19b-4bd9-8813-40b2c3196feb HTTP/1.1" status: 200 len: 861 time: 0.2873757 May 23 10:59:20.685845 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-73aa6b7e-95af-42cc-8191-07b1060f2250 req-6ac0583c-73b3-4cbc-ac6d-5f5ac54a2c7a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1309674 May 23 10:59:20.690865 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-713f2b36-c4aa-463e-8b5d-438ca70f3c41 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:20.691473 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-713f2b36-c4aa-463e-8b5d-438ca70f3c41 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:20.742988 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-713f2b36-c4aa-463e-8b5d-438ca70f3c41 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1112642 May 23 10:59:20.870567 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d1e903-ae7f-4811-bee4-cbda577e163d None None] Sync routers for ids ['caf966c0-a723-4bd9-a140-8a45e8ce79be'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 10:59:20.878114 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6a6e1feb-bb5f-40d1-9f5d-07bb870243e5 None None] Provisioning for port 845cbdb8-20ac-409d-9de2-07e4beb11306 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:59:20.894448 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-142bd033-14f8-407f-8a13-b2f64ff01839 service neutron] Request body: {'port': {'device_id': '68a4ef2a-5046-4728-83d0-99f0a60622f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:59:20.909037 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6a6e1feb-bb5f-40d1-9f5d-07bb870243e5 None None] Provisioning complete for port 845cbdb8-20ac-409d-9de2-07e4beb11306 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:59:20.909419 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6a6e1feb-bb5f-40d1-9f5d-07bb870243e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:20.983795 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-069b4fcf-c753-4ab7-8dbf-0a45f464fdf5 req-f82ad7f9-eb4e-4000-aad0-8f2c01e9c93e tempest-FloatingIPsNegativeTestJSON-1570274188 tempest-FloatingIPsNegativeTestJSON-1570274188-project] 10.222.0.79 "GET /v2.0/floatingips?tenant_id=af32f09e4c954074963166ebc8affac5 HTTP/1.1" status: 200 len: 217 time: 0.1139297 May 23 10:59:20.998986 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d1e903-ae7f-4811-bee4-cbda577e163d None None] Routers {'caf966c0-a723-4bd9-a140-8a45e8ce79be'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 10:59:20.999628 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-89d1e903-ae7f-4811-bee4-cbda577e163d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T10:59:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['caf966c0-a723-4bd9-a140-8a45e8ce79be'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:59:21.091705 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6a6e1feb-bb5f-40d1-9f5d-07bb870243e5 None None] Port 845cbdb8-20ac-409d-9de2-07e4beb11306 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 10:59:21.109438 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-142bd033-14f8-407f-8a13-b2f64ff01839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:21.112447 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-33726164-a4c1-4e04-bbf8-987040fd8d20 req-eaf277f3-db94-40cc-beef-f38218217b8c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=33132205-122e-4aa6-b5d3-3d1e26e4abb0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1186614 May 23 10:59:21.200846 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-73aa6b7e-95af-42cc-8191-07b1060f2250 req-e6d33313-1b74-49b7-a286-64f35b271c6a service neutron] 10.222.0.81 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5050635 May 23 10:59:21.216944 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc590b0-9591-4ed6-a9cb-c5701c6a76e6 req-b8066a4d-6a8e-4a1b-b291-ae141369a23b tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:21.225620 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4dc590b0-9591-4ed6-a9cb-c5701c6a76e6 req-b8066a4d-6a8e-4a1b-b291-ae141369a23b tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 944 time: 0.1117640 May 23 10:59:21.264721 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-89d1e903-ae7f-4811-bee4-cbda577e163d None None] Set router caf966c0-a723-4bd9-a140-8a45e8ce79be gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 10:59:21.289820 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4dc590b0-9591-4ed6-a9cb-c5701c6a76e6 req-915b8c2f-b920-41a6-8bb2-7be4488d3617 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616672 May 23 10:59:21.414987 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce02a86f-0037-47e0-9fab-14c3e3d50d78 req-ec070d57-e7da-40c3-a1fb-77cc5146e17a tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] 10.222.0.79 "GET /v2.0/ports?device_id=154ce891-143e-4223-9f2e-9c4ccb8f89e6 HTTP/1.1" status: 200 len: 210 time: 0.0794094 May 23 10:59:21.458430 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-73aa6b7e-95af-42cc-8191-07b1060f2250 req-d6423c4f-68bd-4b42-bea3-a8bea1036d2a service neutron] 10.222.0.81 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490211 May 23 10:59:21.613201 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-89d1e903-ae7f-4811-bee4-cbda577e163d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf966c0-a723-4bd9-a140-8a45e8ce79be', 'name': 'tempest-FloatingIPsNegativeTestJSON-850631234-router', 'tenant_id': 'af32f09e4c954074963166ebc8affac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'ab3ad517-84fd-45ff-bfb7-f80973baaa14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:59:00Z', 'updated_at': '2022-05-23T10:59:15Z', 'revision_number': 4, 'project_id': 'af32f09e4c954074963166ebc8affac5', 'gw_port': {'id': 'ab3ad517-84fd-45ff-bfb7-f80973baaa14', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf966c0-a723-4bd9-a140-8a45e8ce79be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:59:05Z', 'updated_at': '2022-05-23T10:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '90599bd6-9708-46e0-8ce9-b0dddb17bd9d', 'name': '', 'network_id': '9f973cde-8365-4fcc-bf84-b8ec7cb575f4', 'tenant_id': 'af32f09e4c954074963166ebc8affac5', 'mac_address': 'fa:16:3e:a1:97:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf966c0-a723-4bd9-a140-8a45e8ce79be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cca2bd3d-da80-4a47-8c6c-791fa7010141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:59:14Z', 'updated_at': '2022-05-23T10:59:16Z', 'revision_number': 2, 'project_id': 'af32f09e4c954074963166ebc8affac5', 'subnets': [{'id': 'cca2bd3d-da80-4a47-8c6c-791fa7010141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:59:21.617264 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d1e903-ae7f-4811-bee4-cbda577e163d None None] Checking router: caf966c0-a723-4bd9-a140-8a45e8ce79be for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 10:59:21.617604 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d1e903-ae7f-4811-bee4-cbda577e163d None None] Updating router caf966c0-a723-4bd9-a140-8a45e8ce79be port 90599bd6-9708-46e0-8ce9-b0dddb17bd9d binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 10:59:21.736394 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dca8adc2-2676-4236-8d23-317600564b58 req-079881df-ee69-4c9d-9af4-2439fe8bf2b3 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539055 May 23 10:59:21.753084 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-89d1e903-ae7f-4811-bee4-cbda577e163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:21.778329 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-142bd033-14f8-407f-8a13-b2f64ff01839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 845cbdb8-20ac-409d-9de2-07e4beb11306 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 10:59:21.805447 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-142bd033-14f8-407f-8a13-b2f64ff01839 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:21.822443 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-142bd033-14f8-407f-8a13-b2f64ff01839 service neutron] Transition to ACTIVE for port object 845cbdb8-20ac-409d-9de2-07e4beb11306 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:59:21.827447 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-142bd033-14f8-407f-8a13-b2f64ff01839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:21.922711 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8adc2-2676-4236-8d23-317600564b58 req-90056c7d-70b3-4693-a399-883e27ec1245 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:21.935727 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dca8adc2-2676-4236-8d23-317600564b58 req-90056c7d-70b3-4693-a399-883e27ec1245 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1978040 May 23 10:59:21.971126 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dca8adc2-2676-4236-8d23-317600564b58 req-291578d5-6f56-478b-83a3-436ffc7a1d7c tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/quotas/d75dde8d8e3541f8a16615b5aba5e3ab HTTP/1.1" status: 200 len: 375 time: 0.0334337 May 23 10:59:22.004650 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142bd033-14f8-407f-8a13-b2f64ff01839 service neutron] Pushing event updated for resources: {'Port': ['ID=845cbdb8-20ac-409d-9de2-07e4beb11306,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:22.049847 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dca8adc2-2676-4236-8d23-317600564b58 req-bb900809-99cd-4390-8a4b-c33b681edc29 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0771320 May 23 10:59:22.243506 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-142bd033-14f8-407f-8a13-b2f64ff01839 service neutron] Attempting to bind port 845cbdb8-20ac-409d-9de2-07e4beb11306 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:59:22.244075 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-142bd033-14f8-407f-8a13-b2f64ff01839 service neutron] Attempting to bind port 845cbdb8-20ac-409d-9de2-07e4beb11306 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:59:22.244194 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-142bd033-14f8-407f-8a13-b2f64ff01839 service neutron] Attempting to bind port 845cbdb8-20ac-409d-9de2-07e4beb11306 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:59:22.251160 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-142bd033-14f8-407f-8a13-b2f64ff01839 service neutron] Port 845cbdb8-20ac-409d-9de2-07e4beb11306 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 10:59:22.251479 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-142bd033-14f8-407f-8a13-b2f64ff01839 service neutron] Attempting to bind port 845cbdb8-20ac-409d-9de2-07e4beb11306 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:59:22.258979 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-142bd033-14f8-407f-8a13-b2f64ff01839 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:59:22.259312 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-142bd033-14f8-407f-8a13-b2f64ff01839 service neutron] Checking segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:59:22.259694 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-142bd033-14f8-407f-8a13-b2f64ff01839 service neutron] Bound using segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:59:22.260363 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-142bd033-14f8-407f-8a13-b2f64ff01839 service neutron] Bound port: 845cbdb8-20ac-409d-9de2-07e4beb11306, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:59:22.260708 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-142bd033-14f8-407f-8a13-b2f64ff01839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:22.288290 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-89d1e903-ae7f-4811-bee4-cbda577e163d None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:22.303521 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-89d1e903-ae7f-4811-bee4-cbda577e163d None None] Transition to ACTIVE for port object 90599bd6-9708-46e0-8ce9-b0dddb17bd9d will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:59:22.312179 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-89d1e903-ae7f-4811-bee4-cbda577e163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:22.326145 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-65e4a0d2-a5e4-4f1a-818b-b7485aa1080d req-12e08e6b-a3de-4b72-a894-3bc733fba5e0 tempest-FloatingIPsNegativeTestJSON-1570274188 tempest-FloatingIPsNegativeTestJSON-1570274188-project] Synchronizing usage tracker for tenant:af32f09e4c954074963166ebc8affac5 on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 10:59:22.359423 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 11d3c116-1d5a-472e-819d-32f0aa1667c2 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 10:59:22.372286 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-65e4a0d2-a5e4-4f1a-818b-b7485aa1080d req-12e08e6b-a3de-4b72-a894-3bc733fba5e0 tempest-FloatingIPsNegativeTestJSON-1570274188 tempest-FloatingIPsNegativeTestJSON-1570274188-project] Unset dirty status for tenant:af32f09e4c954074963166ebc8affac5 on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 10:59:22.373696 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-65e4a0d2-a5e4-4f1a-818b-b7485aa1080d req-12e08e6b-a3de-4b72-a894-3bc733fba5e0 tempest-FloatingIPsNegativeTestJSON-1570274188 tempest-FloatingIPsNegativeTestJSON-1570274188-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1462333 May 23 10:59:22.410052 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-142bd033-14f8-407f-8a13-b2f64ff01839 service neutron] For port 845cbdb8-20ac-409d-9de2-07e4beb11306, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:59:22.415960 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-142bd033-14f8-407f-8a13-b2f64ff01839 service neutron] For port 845cbdb8-20ac-409d-9de2-07e4beb11306, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=845cbdb8-20ac-409d-9de2-07e4beb11306,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:59:22.424248 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-142bd033-14f8-407f-8a13-b2f64ff01839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:22.427444 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7157c4-3505-467e-8585-3573e2b5d0c5 req-78774da7-4387-431b-b534-fe9993e392ed tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:22.429418 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1a7157c4-3505-467e-8585-3573e2b5d0c5 req-78774da7-4387-431b-b534-fe9993e392ed tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=68a4ef2a-5046-4728-83d0-99f0a60622f9 HTTP/1.1" status: 200 len: 948 time: 0.1450872 May 23 10:59:22.532591 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5640a7-e05e-46a8-b6ed-7f36ed211b36 None None] Pushing event updated for resources: {'Port': ['ID=90599bd6-9708-46e0-8ce9-b0dddb17bd9d,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:22.580922 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1a7157c4-3505-467e-8585-3573e2b5d0c5 req-ff3e9f3c-e2f6-4949-90ac-0529b0094585 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433897 May 23 10:59:22.605912 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142bd033-14f8-407f-8a13-b2f64ff01839 service neutron] Pushing event updated for resources: {'Port': ['ID=845cbdb8-20ac-409d-9de2-07e4beb11306,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:22.727867 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af864132-8a3d-4aa6-90a3-5e8fa9f9c125 req-547080e0-9c50-48e3-b707-7e577a9de1eb tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:22.741367 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-af864132-8a3d-4aa6-90a3-5e8fa9f9c125 req-547080e0-9c50-48e3-b707-7e577a9de1eb tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/ports?device_id=33132205-122e-4aa6-b5d3-3d1e26e4abb0 HTTP/1.1" status: 200 len: 950 time: 0.1304891 May 23 10:59:22.868223 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 11d3c116-1d5a-472e-819d-32f0aa1667c2, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=11d3c116-1d5a-472e-819d-32f0aa1667c2,segment=NetworkSegment(6816cea3-60a2-419d-a967-3c4d162775bd),segment_id=6816cea3-60a2-419d-a967-3c4d162775bd)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:59:22.883864 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-89d1e903-ae7f-4811-bee4-cbda577e163d None None] Attempting to bind port 90599bd6-9708-46e0-8ce9-b0dddb17bd9d on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:59:22.884443 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-89d1e903-ae7f-4811-bee4-cbda577e163d None None] Attempting to bind port 90599bd6-9708-46e0-8ce9-b0dddb17bd9d by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '9c9db8de-e416-4965-bc26-1a3722ae1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9f973cde-8365-4fcc-bf84-b8ec7cb575f4'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:59:22.884901 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d1e903-ae7f-4811-bee4-cbda577e163d None None] Attempting to bind port 90599bd6-9708-46e0-8ce9-b0dddb17bd9d on network 9f973cde-8365-4fcc-bf84-b8ec7cb575f4 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:59:22.891071 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '11d3c116-1d5a-472e-819d-32f0aa1667c2', 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14', 'port_id': '11d3c116-1d5a-472e-819d-32f0aa1667c2', 'mac_address': 'fa:16:3e:83:35:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b42aa520-b19b-4bd9-8813-40b2c3196feb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 10:59:22.896752 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d1e903-ae7f-4811-bee4-cbda577e163d None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:59:22.897427 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d1e903-ae7f-4811-bee4-cbda577e163d None None] Checking segment: {'id': '9c9db8de-e416-4965-bc26-1a3722ae1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9f973cde-8365-4fcc-bf84-b8ec7cb575f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:59:22.897926 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-89d1e903-ae7f-4811-bee4-cbda577e163d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:22.898410 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d1e903-ae7f-4811-bee4-cbda577e163d None None] Bound using segment: {'id': '9c9db8de-e416-4965-bc26-1a3722ae1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9f973cde-8365-4fcc-bf84-b8ec7cb575f4'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:59:22.898969 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-89d1e903-ae7f-4811-bee4-cbda577e163d None None] Bound port: 90599bd6-9708-46e0-8ce9-b0dddb17bd9d, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9db8de-e416-4965-bc26-1a3722ae1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9f973cde-8365-4fcc-bf84-b8ec7cb575f4'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:59:22.899432 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-89d1e903-ae7f-4811-bee4-cbda577e163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:22.906926 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-31fb4860-9b2b-4477-8bb3-991de6f36694 req-dcc532b7-e602-4f74-baf1-64a906ad36a6 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 210 time: 0.1279585 May 23 10:59:22.983100 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-af864132-8a3d-4aa6-90a3-5e8fa9f9c125 req-e2b7f3a5-4479-40a0-8781-f22d311169a3 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7373c3-bd5e-4979-a7c0-9917ec0724de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401657 May 23 10:59:23.089156 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-83186b9e-6d36-4ce5-9b3e-3c01e4c32e9c tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:23.090630 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-83186b9e-6d36-4ce5-9b3e-3c01e4c32e9c tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Synchronizing usage tracker for tenant:55f3096016fc47a0a0df5b7be70fadbe on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 10:59:23.097384 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-142bd033-14f8-407f-8a13-b2f64ff01839 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:23.098719 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-142bd033-14f8-407f-8a13-b2f64ff01839 service neutron] 10.222.0.13 "PUT /v2.0/ports/845cbdb8-20ac-409d-9de2-07e4beb11306 HTTP/1.1" status: 200 len: 1096 time: 2.2656696 May 23 10:59:23.099158 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68a4ef2a-5046-4728-83d0-99f0a60622f9', 'tag': '845cbdb8-20ac-409d-9de2-07e4beb11306'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:59:23.123202 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-83186b9e-6d36-4ce5-9b3e-3c01e4c32e9c tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Unset dirty status for tenant:55f3096016fc47a0a0df5b7be70fadbe on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 10:59:23.125949 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-83186b9e-6d36-4ce5-9b3e-3c01e4c32e9c tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] 10.222.0.81 "GET /v2.0/networks?id=ab57547c-d5a4-4e80-9c64-caa818477e2e HTTP/1.1" status: 200 len: 815 time: 0.4986899 May 23 10:59:23.215064 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:23.226333 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [req-323f629d-0265-4509-8fc8-a3e2f4059206 req-7bacea97-a99b-4806-892a-e104270e829f tempest-FloatingIPsNegativeTestJSON-1570274188 tempest-FloatingIPsNegativeTestJSON-1570274188-project] show failed (client error): The resource could not be found. May 23 10:59:23.240951 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11d3c116-1d5a-472e-819d-32f0aa1667c2 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 10:59:23.252317 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-323f629d-0265-4509-8fc8-a3e2f4059206 req-7bacea97-a99b-4806-892a-e104270e829f tempest-FloatingIPsNegativeTestJSON-1570274188 tempest-FloatingIPsNegativeTestJSON-1570274188-project] 10.222.0.79 "GET /v2.0/floatingips/ba959c39-234f-4a1d-b5f2-bc8ddf92aa0b HTTP/1.1" status: 404 len: 350 time: 0.2037501 May 23 10:59:23.253334 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 35848) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:59:23.260324 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-89d1e903-ae7f-4811-bee4-cbda577e163d None None] For port 90599bd6-9708-46e0-8ce9-b0dddb17bd9d, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:59:23.266843 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-89d1e903-ae7f-4811-bee4-cbda577e163d None None] For port 90599bd6-9708-46e0-8ce9-b0dddb17bd9d, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=90599bd6-9708-46e0-8ce9-b0dddb17bd9d,segment=NetworkSegment(9c9db8de-e416-4965-bc26-1a3722ae1b0c),segment_id=9c9db8de-e416-4965-bc26-1a3722ae1b0c)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:59:23.271243 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 11d3c116-1d5a-472e-819d-32f0aa1667c2, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=11d3c116-1d5a-472e-819d-32f0aa1667c2,segment=NetworkSegment(6816cea3-60a2-419d-a967-3c4d162775bd),segment_id=6816cea3-60a2-419d-a967-3c4d162775bd)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:59:23.274187 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-89d1e903-ae7f-4811-bee4-cbda577e163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:23.355608 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:23.411750 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d1e903-ae7f-4811-bee4-cbda577e163d None None] Routers {'caf966c0-a723-4bd9-a140-8a45e8ce79be'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 10:59:23.412744 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-89d1e903-ae7f-4811-bee4-cbda577e163d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T10:59:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['caf966c0-a723-4bd9-a140-8a45e8ce79be'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:59:23.489530 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-626c3e4a-3415-4a22-a3f5-5f4048f97bd3 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Synchronizing usage tracker for tenant:55f3096016fc47a0a0df5b7be70fadbe on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 10:59:23.544870 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-626c3e4a-3415-4a22-a3f5-5f4048f97bd3 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Unset dirty status for tenant:55f3096016fc47a0a0df5b7be70fadbe on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 10:59:23.546091 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-626c3e4a-3415-4a22-a3f5-5f4048f97bd3 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55f3096016fc47a0a0df5b7be70fadbe HTTP/1.1" status: 200 len: 379 time: 0.3966568 May 23 10:59:23.573017 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-e29abb07-8beb-4d43-8559-05e4cc2a680f tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Request body: {'port': {'device_id': '154ce891-143e-4223-9f2e-9c4ccb8f89e6', 'network_id': 'ab57547c-d5a4-4e80-9c64-caa818477e2e', 'admin_state_up': True, 'tenant_id': '55f3096016fc47a0a0df5b7be70fadbe', 'security_groups': ['b8c4bf87-c845-4f83-a08c-b3c6fd558f59']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:59:23.708831 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-71941e05-25e5-42b0-aaac-ad904a3aa361 req-bb4a3839-7be3-473f-8082-b468be01c734 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] 10.222.0.79 "GET /v2.0/ports?device_id=154ce891-143e-4223-9f2e-9c4ccb8f89e6 HTTP/1.1" status: 200 len: 210 time: 0.0728140 May 23 10:59:23.758234 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-89d1e903-ae7f-4811-bee4-cbda577e163d None None] Set router caf966c0-a723-4bd9-a140-8a45e8ce79be gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 10:59:23.808865 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a67676-d7c0-4901-8704-dc5e84e24c8d req-86e61535-95b1-40ef-8f73-bd0d89bc77b0 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:23.810363 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b7a67676-d7c0-4901-8704-dc5e84e24c8d req-86e61535-95b1-40ef-8f73-bd0d89bc77b0 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 945 time: 0.5534635 May 23 10:59:23.901893 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['11d3c116-1d5a-472e-819d-32f0aa1667c2'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 10:59:23.931200 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5640a7-e05e-46a8-b6ed-7f36ed211b36 None None] Pushing event updated for resources: {'Port': ['ID=90599bd6-9708-46e0-8ce9-b0dddb17bd9d,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:23.952404 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b7a67676-d7c0-4901-8704-dc5e84e24c8d req-3ce26e4d-1ce7-4a3a-a336-ae61354a3256 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330047 May 23 10:59:24.091173 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d0a1968-b06a-4267-9c83-b225131c4242'] response: {'name': 'network-changed', 'server_uuid': '68a4ef2a-5046-4728-83d0-99f0a60622f9', 'tag': '845cbdb8-20ac-409d-9de2-07e4beb11306', 'status': 'completed', 'code': 200} May 23 10:59:24.099041 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-e29abb07-8beb-4d43-8559-05e4cc2a680f tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:59:24.118641 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-e29abb07-8beb-4d43-8559-05e4cc2a680f tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:59:24.151543 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-b16754e8-d25c-4143-aa00-1023c79813b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=61146b1e54d841cd9885cb7a4187d86e&device_id=68a4ef2a-5046-4728-83d0-99f0a60622f9 HTTP/1.1" status: 200 len: 1099 time: 0.8699484 May 23 10:59:24.155971 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-e29abb07-8beb-4d43-8559-05e4cc2a680f tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Made reservation on behalf of 55f3096016fc47a0a0df5b7be70fadbe for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:59:24.166590 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-e29abb07-8beb-4d43-8559-05e4cc2a680f tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:24.366512 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-7328933e-ff35-4dc2-a7d2-aafc2b7f7622 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=845cbdb8-20ac-409d-9de2-07e4beb11306 HTTP/1.1" status: 200 len: 217 time: 0.1469579 May 23 10:59:24.537231 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-9751255b-2ac9-478f-8ece-e9f5ffef5440 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:24.549153 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-9751255b-2ac9-478f-8ece-e9f5ffef5440 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.1627116 May 23 10:59:24.705440 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-e29abb07-8beb-4d43-8559-05e4cc2a680f tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Allocated IP 172.20.0.14 (ab57547c-d5a4-4e80-9c64-caa818477e2e/5c9a0e12-4b14-4faf-9106-3b24fbe8317b/a75b4fcd-7bc8-4d2a-a9bd-533884156e03) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 10:59:24.768364 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dca8adc2-2676-4236-8d23-317600564b58 req-a1486989-8264-48b9-aee8-2ef2de0a2c68 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5237160 May 23 10:59:24.791989 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-b18ba85b-d137-4a02-964e-68c99b2b555d tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=7a61f7be6bed4a0bb3e84dab6bf1bd25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5455792 May 23 10:59:24.846253 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=11d3c116-1d5a-472e-819d-32f0aa1667c2,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:25.174873 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-e29abb07-8beb-4d43-8559-05e4cc2a680f tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:25.191411 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-89d1e903-ae7f-4811-bee4-cbda577e163d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf966c0-a723-4bd9-a140-8a45e8ce79be', 'name': 'tempest-FloatingIPsNegativeTestJSON-850631234-router', 'tenant_id': 'af32f09e4c954074963166ebc8affac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'ab3ad517-84fd-45ff-bfb7-f80973baaa14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:59:00Z', 'updated_at': '2022-05-23T10:59:15Z', 'revision_number': 4, 'project_id': 'af32f09e4c954074963166ebc8affac5', 'gw_port': {'id': 'ab3ad517-84fd-45ff-bfb7-f80973baaa14', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf966c0-a723-4bd9-a140-8a45e8ce79be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:59:05Z', 'updated_at': '2022-05-23T10:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '90599bd6-9708-46e0-8ce9-b0dddb17bd9d', 'name': '', 'network_id': '9f973cde-8365-4fcc-bf84-b8ec7cb575f4', 'tenant_id': 'af32f09e4c954074963166ebc8affac5', 'mac_address': 'fa:16:3e:a1:97:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf966c0-a723-4bd9-a140-8a45e8ce79be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cca2bd3d-da80-4a47-8c6c-791fa7010141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:59:14Z', 'updated_at': '2022-05-23T10:59:23Z', 'revision_number': 4, 'project_id': 'af32f09e4c954074963166ebc8affac5', 'subnets': [{'id': 'cca2bd3d-da80-4a47-8c6c-791fa7010141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:59:25.196836 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-e29abb07-8beb-4d43-8559-05e4cc2a680f tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Transition to ACTIVE for port object a75b4fcd-7bc8-4d2a-a9bd-533884156e03 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:59:25.198229 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d1e903-ae7f-4811-bee4-cbda577e163d None None] The sync data for ids ['caf966c0-a723-4bd9-a140-8a45e8ce79be'] in n-d-842952-2 is: [{'id': 'caf966c0-a723-4bd9-a140-8a45e8ce79be', 'name': 'tempest-FloatingIPsNegativeTestJSON-850631234-router', 'tenant_id': 'af32f09e4c954074963166ebc8affac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'ab3ad517-84fd-45ff-bfb7-f80973baaa14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:59:00Z', 'updated_at': '2022-05-23T10:59:15Z', 'revision_number': 4, 'project_id': 'af32f09e4c954074963166ebc8affac5', 'gw_port': {'id': 'ab3ad517-84fd-45ff-bfb7-f80973baaa14', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf966c0-a723-4bd9-a140-8a45e8ce79be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:59:05Z', 'updated_at': '2022-05-23T10:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '90599bd6-9708-46e0-8ce9-b0dddb17bd9d', 'name': '', 'network_id': '9f973cde-8365-4fcc-bf84-b8ec7cb575f4', 'tenant_id': 'af32f09e4c954074963166ebc8affac5', 'mac_address': 'fa:16:3e:a1:97:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf966c0-a723-4bd9-a140-8a45e8ce79be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cca2bd3d-da80-4a47-8c6c-791fa7010141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:59:14Z', 'updated_at': '2022-05-23T10:59:23Z', 'revision_number': 4, 'project_id': 'af32f09e4c954074963166ebc8affac5', 'subnets': [{'id': 'cca2bd3d-da80-4a47-8c6c-791fa7010141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 10:59:25.210435 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-17fb7946-02f9-4f22-a2a4-08b6a4733d51 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:25.217854 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-17fb7946-02f9-4f22-a2a4-08b6a4733d51 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4249482 May 23 10:59:25.232436 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-e29abb07-8beb-4d43-8559-05e4cc2a680f tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:25.261972 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8adc2-2676-4236-8d23-317600564b58 req-c31033a3-b094-4954-8535-3dd25bf989e3 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:25.263736 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dca8adc2-2676-4236-8d23-317600564b58 req-c31033a3-b094-4954-8535-3dd25bf989e3 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2228649 May 23 10:59:25.305540 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-dca8adc2-2676-4236-8d23-317600564b58 req-7487a1f0-1b39-47ae-b559-4b3680f34ca7 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Request body: {'port': {'device_id': 'c4e1479c-b00e-459b-9731-7743fa0691b6', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'admin_state_up': True, 'tenant_id': 'd75dde8d8e3541f8a16615b5aba5e3ab'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:59:25.351863 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-79a7e334-bafa-43b0-b654-2078da75616a tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/quotas/7a61f7be6bed4a0bb3e84dab6bf1bd25 HTTP/1.1" status: 200 len: 375 time: 0.1327484 May 23 10:59:25.392188 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29abb07-8beb-4d43-8559-05e4cc2a680f tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Pushing event updated for resources: {'Port': ['ID=a75b4fcd-7bc8-4d2a-a9bd-533884156e03,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:25.446777 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-6f36db7e-4b4b-44d3-a216-532de9fe73d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8641868 May 23 10:59:25.448883 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-e29abb07-8beb-4d43-8559-05e4cc2a680f tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Network ab57547c-d5a4-4e80-9c64-caa818477e2e is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 10:59:25.453712 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-e29abb07-8beb-4d43-8559-05e4cc2a680f tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:59:25.489707 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-e29abb07-8beb-4d43-8559-05e4cc2a680f tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 10:59:25.548058 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 90599bd6-9708-46e0-8ce9-b0dddb17bd9d up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:59:25.661561 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792532fc-22f0-4e34-b5b3-606ad5b2442b req-baa9bb67-c11f-49ab-859c-7bbd8c79319c tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:25.669928 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-792532fc-22f0-4e34-b5b3-606ad5b2442b req-baa9bb67-c11f-49ab-859c-7bbd8c79319c tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=68a4ef2a-5046-4728-83d0-99f0a60622f9 HTTP/1.1" status: 200 len: 948 time: 1.4225309 May 23 10:59:25.750182 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 90599bd6-9708-46e0-8ce9-b0dddb17bd9d completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:59:25.762470 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 90599bd6-9708-46e0-8ce9-b0dddb17bd9d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:59:25.763099 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:25.816173 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-a5e2f4c9-4eed-40b3-9064-59915a504e83 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591456 May 23 10:59:26.086715 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-e29abb07-8beb-4d43-8559-05e4cc2a680f tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:26.087696 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-e29abb07-8beb-4d43-8559-05e4cc2a680f tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:26.103113 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a0623ed4-3ba7-45e6-8612-7b58bd58a1fc None None] Provisioning for port a75b4fcd-7bc8-4d2a-a9bd-533884156e03 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:59:26.121840 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-61670cd4-0a2f-4740-89e6-13f71acab5e5 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7a61f7be6bed4a0bb3e84dab6bf1bd25&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7687411 May 23 10:59:26.130985 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a0623ed4-3ba7-45e6-8612-7b58bd58a1fc None None] Provisioning complete for port a75b4fcd-7bc8-4d2a-a9bd-533884156e03 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:59:26.131351 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a0623ed4-3ba7-45e6-8612-7b58bd58a1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:26.212886 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-e29abb07-8beb-4d43-8559-05e4cc2a680f tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6503360 May 23 10:59:26.228328 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d25261c9-b5fb-48c4-859e-ac73e1b2dd03 req-dbc7e6bf-6073-4d04-85e4-1fcf2b67b5b1 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040742 May 23 10:59:26.258760 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-59698645-541f-4d7e-bf25-562628fba5e4 service neutron] Request body: {'port': {'device_id': '154ce891-143e-4223-9f2e-9c4ccb8f89e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:59:26.299539 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-792532fc-22f0-4e34-b5b3-606ad5b2442b req-8f6af826-1d68-42f3-be72-a466e1bc5157 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6277375 May 23 10:59:26.315377 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a0623ed4-3ba7-45e6-8612-7b58bd58a1fc None None] Port a75b4fcd-7bc8-4d2a-a9bd-533884156e03 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 10:59:26.323202 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:26.357098 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 11d3c116-1d5a-472e-819d-32f0aa1667c2 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:59:26.368134 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-dca8adc2-2676-4236-8d23-317600564b58 req-7487a1f0-1b39-47ae-b559-4b3680f34ca7 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:59:26.397374 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-dca8adc2-2676-4236-8d23-317600564b58 req-7487a1f0-1b39-47ae-b559-4b3680f34ca7 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Usage tracker for resource:port and tenant:d75dde8d8e3541f8a16615b5aba5e3ab is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:59:26.405424 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-dca8adc2-2676-4236-8d23-317600564b58 req-7487a1f0-1b39-47ae-b559-4b3680f34ca7 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:59:26.414797 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-dca8adc2-2676-4236-8d23-317600564b58 req-7487a1f0-1b39-47ae-b559-4b3680f34ca7 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:59:26.438098 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dca8adc2-2676-4236-8d23-317600564b58 req-7487a1f0-1b39-47ae-b559-4b3680f34ca7 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Made reservation on behalf of d75dde8d8e3541f8a16615b5aba5e3ab for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:59:26.441882 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-dca8adc2-2676-4236-8d23-317600564b58 req-7487a1f0-1b39-47ae-b559-4b3680f34ca7 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:26.507283 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5515ef68-c7cc-4dad-95dd-c1ba5c954c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:26.530864 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 90599bd6-9708-46e0-8ce9-b0dddb17bd9d, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=90599bd6-9708-46e0-8ce9-b0dddb17bd9d,segment=NetworkSegment(9c9db8de-e416-4965-bc26-1a3722ae1b0c),segment_id=9c9db8de-e416-4965-bc26-1a3722ae1b0c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:59:26.539033 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:26.657003 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=90599bd6-9708-46e0-8ce9-b0dddb17bd9d,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:26.668081 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 11d3c116-1d5a-472e-819d-32f0aa1667c2 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:59:26.683422 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 11d3c116-1d5a-472e-819d-32f0aa1667c2 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:59:26.685401 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:26.687001 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-dca8adc2-2676-4236-8d23-317600564b58 req-7487a1f0-1b39-47ae-b559-4b3680f34ca7 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:26.866216 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-59698645-541f-4d7e-bf25-562628fba5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:26.915359 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-388a0a0b-80fc-4fba-9e0e-77e9a18e6ebc req-ad2a1f02-67a9-483a-ac4f-f4c34ca0f0f5 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 210 time: 0.2344537 May 23 10:59:26.972116 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:27.044619 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03229724-d041-4e1a-a3bf-4a915c32c586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11d3c116-1d5a-472e-819d-32f0aa1667c2'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:59:27.069351 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 11d3c116-1d5a-472e-819d-32f0aa1667c2, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=11d3c116-1d5a-472e-819d-32f0aa1667c2,segment=NetworkSegment(6816cea3-60a2-419d-a967-3c4d162775bd),segment_id=6816cea3-60a2-419d-a967-3c4d162775bd)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:59:27.077673 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:27.303462 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=11d3c116-1d5a-472e-819d-32f0aa1667c2,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:27.526396 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 90599bd6-9708-46e0-8ce9-b0dddb17bd9d up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:59:27.557589 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dd813d08-0d5b-40ee-9d15-7fd2a82da649 req-57108ad2-c6d1-4224-ad99-b0f3f85eeb58 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=61146b1e54d841cd9885cb7a4187d86e&device_id=68a4ef2a-5046-4728-83d0-99f0a60622f9 HTTP/1.1" status: 200 len: 1099 time: 0.9051757 May 23 10:59:27.634905 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-dca8adc2-2676-4236-8d23-317600564b58 req-7487a1f0-1b39-47ae-b559-4b3680f34ca7 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:59:27.654739 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-dca8adc2-2676-4236-8d23-317600564b58 req-7487a1f0-1b39-47ae-b559-4b3680f34ca7 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Usage tracker for resource:security_group_rule and tenant:d75dde8d8e3541f8a16615b5aba5e3ab is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:59:27.663544 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-dca8adc2-2676-4236-8d23-317600564b58 req-7487a1f0-1b39-47ae-b559-4b3680f34ca7 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:59:27.675986 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 90599bd6-9708-46e0-8ce9-b0dddb17bd9d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:59:27.676367 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:27.687910 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-dca8adc2-2676-4236-8d23-317600564b58 req-7487a1f0-1b39-47ae-b559-4b3680f34ca7 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:59:27.814513 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7db764-7e15-4b80-b193-be5407594a3f req-d7f68cfa-2fb9-463d-94cb-0a0246664b06 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:27.819541 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6d7db764-7e15-4b80-b193-be5407594a3f req-d7f68cfa-2fb9-463d-94cb-0a0246664b06 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 946 time: 0.4039655 May 23 10:59:27.896270 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd813d08-0d5b-40ee-9d15-7fd2a82da649 req-0ab4ac2a-2913-4af6-a168-b795a85680a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:27.898811 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dd813d08-0d5b-40ee-9d15-7fd2a82da649 req-0ab4ac2a-2913-4af6-a168-b795a85680a1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.3321717 May 23 10:59:27.965054 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-59698645-541f-4d7e-bf25-562628fba5e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a75b4fcd-7bc8-4d2a-a9bd-533884156e03 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 10:59:27.978138 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16fa11d-bc10-45b3-98fd-c132b7f54993 req-11e92bcb-9b7b-4235-bd4a-4b1772497dff tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:27.985398 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-59698645-541f-4d7e-bf25-562628fba5e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:27.989215 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dd813d08-0d5b-40ee-9d15-7fd2a82da649 req-33876fbb-1d0e-467f-9865-f43c9f0d8ac1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=845cbdb8-20ac-409d-9de2-07e4beb11306 HTTP/1.1" status: 200 len: 217 time: 0.0833826 May 23 10:59:28.002906 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d16fa11d-bc10-45b3-98fd-c132b7f54993 req-11e92bcb-9b7b-4235-bd4a-4b1772497dff tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] 10.222.0.79 "GET /v2.0/ports?device_id=154ce891-143e-4223-9f2e-9c4ccb8f89e6 HTTP/1.1" status: 200 len: 932 time: 1.0803647 May 23 10:59:28.059688 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-59698645-541f-4d7e-bf25-562628fba5e4 service neutron] Transition to ACTIVE for port object a75b4fcd-7bc8-4d2a-a9bd-533884156e03 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:59:28.068742 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-59698645-541f-4d7e-bf25-562628fba5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:28.183819 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd813d08-0d5b-40ee-9d15-7fd2a82da649 req-8c37e02a-51d2-4e9b-8e96-ad1542b1db5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:28.188061 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dd813d08-0d5b-40ee-9d15-7fd2a82da649 req-8c37e02a-51d2-4e9b-8e96-ad1542b1db5f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.1924670 May 23 10:59:28.258953 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d16fa11d-bc10-45b3-98fd-c132b7f54993 req-8c93c22a-44a7-4268-b2a4-2fa3c438120b tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8c4bf87-c845-4f83-a08c-b3c6fd558f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2551074 May 23 10:59:28.352687 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-dca8adc2-2676-4236-8d23-317600564b58 req-7487a1f0-1b39-47ae-b559-4b3680f34ca7 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:28.365406 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-dca8adc2-2676-4236-8d23-317600564b58 req-7487a1f0-1b39-47ae-b559-4b3680f34ca7 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:28.407862 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59698645-541f-4d7e-bf25-562628fba5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=a75b4fcd-7bc8-4d2a-a9bd-533884156e03,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:28.531338 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6d7db764-7e15-4b80-b193-be5407594a3f req-3f2bfc57-1442-4488-ad5f-2d28f8c1e5f3 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6873007 May 23 10:59:28.702524 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dd813d08-0d5b-40ee-9d15-7fd2a82da649 req-453e3c08-68cb-4bd5-9865-6184e1dea706 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4996827 May 23 10:59:28.707038 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-79f171e3-6cf5-43fc-a7e4-f2f8bfffe1ca req-aa4936a6-f5cb-4906-9675-e8366a414cd5 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7451c5-ec65-4613-9de9-ae39afc29298 HTTP/1.1" status: 200 len: 210 time: 0.0720587 May 23 10:59:28.729734 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7487a1f0-1b39-47ae-b559-4b3680f34ca7 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2537ecff-5c45-4388-ab6e-4dbe7605dcbb,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:28.829272 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a66ed879-3a71-400a-a961-1483680bbf76'] response: {'server_uuid': '03229724-d041-4e1a-a3bf-4a915c32c586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11d3c116-1d5a-472e-819d-32f0aa1667c2', 'code': 200} May 23 10:59:28.926924 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-59698645-541f-4d7e-bf25-562628fba5e4 service neutron] Attempting to bind port a75b4fcd-7bc8-4d2a-a9bd-533884156e03 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:59:28.927531 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-59698645-541f-4d7e-bf25-562628fba5e4 service neutron] Attempting to bind port a75b4fcd-7bc8-4d2a-a9bd-533884156e03 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '70150bcd-9dac-456b-a2b6-bf96e19a0a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ab57547c-d5a4-4e80-9c64-caa818477e2e'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:59:28.927894 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-59698645-541f-4d7e-bf25-562628fba5e4 service neutron] Attempting to bind port a75b4fcd-7bc8-4d2a-a9bd-533884156e03 on network ab57547c-d5a4-4e80-9c64-caa818477e2e {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:59:28.986457 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-59698645-541f-4d7e-bf25-562628fba5e4 service neutron] Port a75b4fcd-7bc8-4d2a-a9bd-533884156e03 on network ab57547c-d5a4-4e80-9c64-caa818477e2e not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 10:59:28.986935 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-59698645-541f-4d7e-bf25-562628fba5e4 service neutron] Attempting to bind port a75b4fcd-7bc8-4d2a-a9bd-533884156e03 on network ab57547c-d5a4-4e80-9c64-caa818477e2e {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:59:29.016335 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-59698645-541f-4d7e-bf25-562628fba5e4 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:59:29.016903 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-59698645-541f-4d7e-bf25-562628fba5e4 service neutron] Checking segment: {'id': '70150bcd-9dac-456b-a2b6-bf96e19a0a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ab57547c-d5a4-4e80-9c64-caa818477e2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:59:29.017388 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-59698645-541f-4d7e-bf25-562628fba5e4 service neutron] Bound using segment: {'id': '70150bcd-9dac-456b-a2b6-bf96e19a0a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ab57547c-d5a4-4e80-9c64-caa818477e2e'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:59:29.018813 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-59698645-541f-4d7e-bf25-562628fba5e4 service neutron] Bound port: a75b4fcd-7bc8-4d2a-a9bd-533884156e03, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70150bcd-9dac-456b-a2b6-bf96e19a0a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ab57547c-d5a4-4e80-9c64-caa818477e2e'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:59:29.019337 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-59698645-541f-4d7e-bf25-562628fba5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:29.208667 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-2dd22267-78a1-4dd2-ae18-b83520f89f18 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=7a61f7be6bed4a0bb3e84dab6bf1bd25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1355186 May 23 10:59:29.300323 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dd813d08-0d5b-40ee-9d15-7fd2a82da649 req-be1898ad-c64c-4e4a-9cfd-1edb6abce57f service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5966125 May 23 10:59:29.328165 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-39f941d0-f7d5-4e0c-af62-1a2338b8da9b req-b76e38e0-2c3b-43db-a46f-c0be7d72c11d tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 210 time: 0.1066461 May 23 10:59:29.413812 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-dca8adc2-2676-4236-8d23-317600564b58 req-7487a1f0-1b39-47ae-b559-4b3680f34ca7 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Allocated IP 192.168.233.4 (45238d5c-875a-474b-bef1-cc75dc2ba645/c1719237-4a8e-4354-92b1-51064eb09c82/b2f98c58-425b-4ec1-8d6f-d8eb0156696f) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 10:59:29.570031 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-59698645-541f-4d7e-bf25-562628fba5e4 service neutron] For port a75b4fcd-7bc8-4d2a-a9bd-533884156e03, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:59:29.574537 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-59698645-541f-4d7e-bf25-562628fba5e4 service neutron] For port a75b4fcd-7bc8-4d2a-a9bd-533884156e03, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=a75b4fcd-7bc8-4d2a-a9bd-533884156e03,segment=NetworkSegment(70150bcd-9dac-456b-a2b6-bf96e19a0a8c),segment_id=70150bcd-9dac-456b-a2b6-bf96e19a0a8c)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:59:29.575347 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb197e-bffa-408e-bd1e-9e6beab5f9d4 req-6adf1391-f242-4ca1-9122-8bed36f56aec tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:29.577454 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-90fb197e-bffa-408e-bd1e-9e6beab5f9d4 req-6adf1391-f242-4ca1-9122-8bed36f56aec tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=68a4ef2a-5046-4728-83d0-99f0a60622f9 HTTP/1.1" status: 200 len: 948 time: 0.5197494 May 23 10:59:29.600299 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-59698645-541f-4d7e-bf25-562628fba5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:29.669919 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f29b8437-c340-4be0-99af-bbfd7bcb66e5 req-14700386-5948-4e61-bad6-e7ad173fa008 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 1097 time: 0.5404201 May 23 10:59:29.886166 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59698645-541f-4d7e-bf25-562628fba5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=a75b4fcd-7bc8-4d2a-a9bd-533884156e03,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:29.910562 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-dca8adc2-2676-4236-8d23-317600564b58 req-7487a1f0-1b39-47ae-b559-4b3680f34ca7 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:29.942716 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-dca8adc2-2676-4236-8d23-317600564b58 req-7487a1f0-1b39-47ae-b559-4b3680f34ca7 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Transition to ACTIVE for port object b2f98c58-425b-4ec1-8d6f-d8eb0156696f will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:59:30.027765 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-87feed48-3fb7-428a-ac1d-5161b615c5c7 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:30.030348 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-87feed48-3fb7-428a-ac1d-5161b615c5c7 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7873309 May 23 10:59:30.032578 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-90fb197e-bffa-408e-bd1e-9e6beab5f9d4 req-78b2953e-676b-4163-b976-e09298b98e21 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062877 May 23 10:59:30.034949 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-dca8adc2-2676-4236-8d23-317600564b58 req-7487a1f0-1b39-47ae-b559-4b3680f34ca7 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:30.079089 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-59698645-541f-4d7e-bf25-562628fba5e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:30.080566 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-59698645-541f-4d7e-bf25-562628fba5e4 service neutron] 10.222.0.81 "PUT /v2.0/ports/a75b4fcd-7bc8-4d2a-a9bd-533884156e03 HTTP/1.1" status: 200 len: 1092 time: 3.8272800 May 23 10:59:30.088780 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-f9f40672-22ff-4c96-bf4e-f8bb3d24824d tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Request body: {'port': {'device_id': '3f7451c5-ec65-4613-9de9-ae39afc29298', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'admin_state_up': True, 'tenant_id': '7a61f7be6bed4a0bb3e84dab6bf1bd25'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:59:30.262436 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dca8adc2-2676-4236-8d23-317600564b58 req-7487a1f0-1b39-47ae-b559-4b3680f34ca7 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Network 45238d5c-875a-474b-bef1-cc75dc2ba645 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 10:59:30.289240 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-dca8adc2-2676-4236-8d23-317600564b58 req-7487a1f0-1b39-47ae-b559-4b3680f34ca7 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:59:30.311311 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca8adc2-2676-4236-8d23-317600564b58 req-7487a1f0-1b39-47ae-b559-4b3680f34ca7 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 10:59:30.317848 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8adc2-2676-4236-8d23-317600564b58 req-7487a1f0-1b39-47ae-b559-4b3680f34ca7 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:30.331218 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-dca8adc2-2676-4236-8d23-317600564b58 req-7487a1f0-1b39-47ae-b559-4b3680f34ca7 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:30.403711 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '154ce891-143e-4223-9f2e-9c4ccb8f89e6', 'tag': 'a75b4fcd-7bc8-4d2a-a9bd-533884156e03'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:59:30.471485 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dca8adc2-2676-4236-8d23-317600564b58 req-7487a1f0-1b39-47ae-b559-4b3680f34ca7 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.1804287 May 23 10:59:30.498883 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-dca8adc2-2676-4236-8d23-317600564b58 req-82a60b11-70c0-438a-a483-3d1808b20ef7 service neutron] Request body: {'port': {'device_id': 'c4e1479c-b00e-459b-9731-7743fa0691b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:59:30.508862 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-f9f40672-22ff-4c96-bf4e-f8bb3d24824d tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:59:30.563355 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-f9f40672-22ff-4c96-bf4e-f8bb3d24824d tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:59:30.584125 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dd813d08-0d5b-40ee-9d15-7fd2a82da649 req-41da5896-aedb-4c50-b32d-8481826accd1 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2145238 May 23 10:59:30.597750 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-148a9527-b225-4018-9908-d3663e202ae5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=55f3096016fc47a0a0df5b7be70fadbe&device_id=154ce891-143e-4223-9f2e-9c4ccb8f89e6 HTTP/1.1" status: 200 len: 1095 time: 0.1828580 May 23 10:59:30.598447 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-f9f40672-22ff-4c96-bf4e-f8bb3d24824d tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Made reservation on behalf of 7a61f7be6bed4a0bb3e84dab6bf1bd25 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:59:30.607040 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-f9f40672-22ff-4c96-bf4e-f8bb3d24824d tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:30.681108 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-35f81c74-f18f-40e6-9581-a6bd824bae69 None None] Provisioning for port b2f98c58-425b-4ec1-8d6f-d8eb0156696f completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:59:30.686689 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-35f81c74-f18f-40e6-9581-a6bd824bae69 None None] Provisioning complete for port b2f98c58-425b-4ec1-8d6f-d8eb0156696f triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:59:30.687355 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-35f81c74-f18f-40e6-9581-a6bd824bae69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:30.724607 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-119df354-872b-446e-aee1-f03b746bf2d1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a75b4fcd-7bc8-4d2a-a9bd-533884156e03 HTTP/1.1" status: 200 len: 217 time: 0.0870104 May 23 10:59:30.739408 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f29b8437-c340-4be0-99af-bbfd7bcb66e5 req-c223b781-5c2e-463c-b34a-3153dbc9f1d3 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7704101 May 23 10:59:30.810212 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-dca8adc2-2676-4236-8d23-317600564b58 req-82a60b11-70c0-438a-a483-3d1808b20ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:30.870162 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7487a1f0-1b39-47ae-b559-4b3680f34ca7 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Pushing event updated for resources: {'Port': ['ID=b2f98c58-425b-4ec1-8d6f-d8eb0156696f,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:30.872201 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-35f81c74-f18f-40e6-9581-a6bd824bae69 None None] Port b2f98c58-425b-4ec1-8d6f-d8eb0156696f cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 10:59:30.946194 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c90ef-2e70-4d5c-9887-e3e1a172498d req-21cf8aea-610a-407a-9810-92f16c6dbc8d tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:30.954242 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-db7c90ef-2e70-4d5c-9887-e3e1a172498d req-21cf8aea-610a-407a-9810-92f16c6dbc8d tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] 10.222.0.79 "GET /v2.0/ports?device_id=154ce891-143e-4223-9f2e-9c4ccb8f89e6 HTTP/1.1" status: 200 len: 944 time: 1.3925035 May 23 10:59:30.954531 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 845cbdb8-20ac-409d-9de2-07e4beb11306 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 10:59:31.015509 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47632c21-4ea6-42dd-ab0a-e31065592f7a req-823a4b74-c24b-405a-bea5-c569e078a5ce tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:31.021845 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-f9f40672-22ff-4c96-bf4e-f8bb3d24824d tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Allocated IP 192.168.233.119 (45238d5c-875a-474b-bef1-cc75dc2ba645/c1719237-4a8e-4354-92b1-51064eb09c82/35147ce6-03b0-46d6-9a5d-d160372e7e48) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 10:59:31.038719 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 10:59:31.039740 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-47632c21-4ea6-42dd-ab0a-e31065592f7a req-823a4b74-c24b-405a-bea5-c569e078a5ce tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 946 time: 0.6436157 May 23 10:59:31.220529 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 845cbdb8-20ac-409d-9de2-07e4beb11306, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=845cbdb8-20ac-409d-9de2-07e4beb11306,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:59:31.233845 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-47632c21-4ea6-42dd-ab0a-e31065592f7a req-4ee3b803-1a57-4a5e-845c-63e79b44bf16 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766763 May 23 10:59:31.236027 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-db7c90ef-2e70-4d5c-9887-e3e1a172498d req-f7738165-5e8e-4e63-9862-332fb9b8c2a1 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8c4bf87-c845-4f83-a08c-b3c6fd558f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2805557 May 23 10:59:31.249152 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '845cbdb8-20ac-409d-9de2-07e4beb11306', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'port_id': '845cbdb8-20ac-409d-9de2-07e4beb11306', 'mac_address': 'fa:16:3e:5e:71:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1719237-4a8e-4354-92b1-51064eb09c82', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 10:59:31.390375 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:31.423097 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-f9f40672-22ff-4c96-bf4e-f8bb3d24824d tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:31.440057 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 845cbdb8-20ac-409d-9de2-07e4beb11306 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 10:59:31.465840 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 845cbdb8-20ac-409d-9de2-07e4beb11306, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=845cbdb8-20ac-409d-9de2-07e4beb11306,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:59:31.467628 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-f9f40672-22ff-4c96-bf4e-f8bb3d24824d tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Transition to ACTIVE for port object 35147ce6-03b0-46d6-9a5d-d160372e7e48 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:59:31.470470 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:31.503121 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-f9f40672-22ff-4c96-bf4e-f8bb3d24824d tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:31.573179 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['1cf36492-2752-4601-a0d9-3f6b134a041d'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 10:59:31.595488 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-f9f40672-22ff-4c96-bf4e-f8bb3d24824d tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Network 45238d5c-875a-474b-bef1-cc75dc2ba645 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 10:59:31.599053 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-f9f40672-22ff-4c96-bf4e-f8bb3d24824d tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:59:31.601520 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-f9f40672-22ff-4c96-bf4e-f8bb3d24824d tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 10:59:31.660374 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f40672-22ff-4c96-bf4e-f8bb3d24824d tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Pushing event updated for resources: {'Port': ['ID=35147ce6-03b0-46d6-9a5d-d160372e7e48,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:31.712497 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-f9f40672-22ff-4c96-bf4e-f8bb3d24824d tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:31.713125 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-f9f40672-22ff-4c96-bf4e-f8bb3d24824d tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:31.726400 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=845cbdb8-20ac-409d-9de2-07e4beb11306,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:31.769284 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-5515ef68-c7cc-4dad-95dd-c1ba5c954c74 admin admin] Deleting port 90599bd6-9708-46e0-8ce9-b0dddb17bd9d {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 10:59:31.769546 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5515ef68-c7cc-4dad-95dd-c1ba5c954c74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:31.782124 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-f9f40672-22ff-4c96-bf4e-f8bb3d24824d tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7003837 May 23 10:59:32.012056 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-db97db6e-6772-4968-ab28-9e9d85a085fa None None] Provisioning for port 35147ce6-03b0-46d6-9a5d-d160372e7e48 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:59:32.021143 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-db97db6e-6772-4968-ab28-9e9d85a085fa None None] Provisioning complete for port 35147ce6-03b0-46d6-9a5d-d160372e7e48 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:59:32.021678 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-db97db6e-6772-4968-ab28-9e9d85a085fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:32.071404 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['845cbdb8-20ac-409d-9de2-07e4beb11306'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 10:59:32.205085 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-db97db6e-6772-4968-ab28-9e9d85a085fa None None] Port 35147ce6-03b0-46d6-9a5d-d160372e7e48 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 10:59:32.334172 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47065c-da22-4e06-9d48-609fdab923b1 req-1af54b23-45ea-4362-8b47-a62105f0b0e5 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:32.334842 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-5e47065c-da22-4e06-9d48-609fdab923b1 req-1af54b23-45ea-4362-8b47-a62105f0b0e5 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Synchronizing usage tracker for tenant:d75dde8d8e3541f8a16615b5aba5e3ab on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 10:59:32.357758 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-5515ef68-c7cc-4dad-95dd-c1ba5c954c74 admin admin] For port 90599bd6-9708-46e0-8ce9-b0dddb17bd9d, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=90599bd6-9708-46e0-8ce9-b0dddb17bd9d,segment=NetworkSegment(9c9db8de-e416-4965-bc26-1a3722ae1b0c),segment_id=9c9db8de-e416-4965-bc26-1a3722ae1b0c)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:59:32.358178 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5515ef68-c7cc-4dad-95dd-c1ba5c954c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:32.370399 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3993098-6d12-48a6-be12-cdd6b1bff662 req-cde06e31-8d0c-41e3-a2e0-b6a2556f90b1 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:32.371856 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c3993098-6d12-48a6-be12-cdd6b1bff662 req-cde06e31-8d0c-41e3-a2e0-b6a2556f90b1 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7451c5-ec65-4613-9de9-ae39afc29298 HTTP/1.1" status: 200 len: 936 time: 0.6038640 May 23 10:59:32.551720 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-5515ef68-c7cc-4dad-95dd-c1ba5c954c74 admin admin] Calling delete_port for 90599bd6-9708-46e0-8ce9-b0dddb17bd9d owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 10:59:32.603741 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-5e47065c-da22-4e06-9d48-609fdab923b1 req-1af54b23-45ea-4362-8b47-a62105f0b0e5 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Unset dirty status for tenant:d75dde8d8e3541f8a16615b5aba5e3ab on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 10:59:32.604863 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5e47065c-da22-4e06-9d48-609fdab923b1 req-1af54b23-45ea-4362-8b47-a62105f0b0e5 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 934 time: 0.9627137 May 23 10:59:32.672834 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-dca8adc2-2676-4236-8d23-317600564b58 req-82a60b11-70c0-438a-a483-3d1808b20ef7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2f98c58-425b-4ec1-8d6f-d8eb0156696f {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 10:59:32.812023 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c3993098-6d12-48a6-be12-cdd6b1bff662 req-c26dbef3-01ff-4bd9-bc31-a9fc119aebef tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7373c3-bd5e-4979-a7c0-9917ec0724de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4266791 May 23 10:59:32.813711 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-dca8adc2-2676-4236-8d23-317600564b58 req-82a60b11-70c0-438a-a483-3d1808b20ef7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:32.859137 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-dca8adc2-2676-4236-8d23-317600564b58 req-82a60b11-70c0-438a-a483-3d1808b20ef7 service neutron] Transition to ACTIVE for port object b2f98c58-425b-4ec1-8d6f-d8eb0156696f will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:59:32.862534 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-5e47065c-da22-4e06-9d48-609fdab923b1 req-1d0730ed-5d68-41f0-9e3a-00e5bdbacc24 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Synchronizing usage tracker for tenant:d75dde8d8e3541f8a16615b5aba5e3ab on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 10:59:32.870599 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-dca8adc2-2676-4236-8d23-317600564b58 req-82a60b11-70c0-438a-a483-3d1808b20ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:32.928897 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc024c66-b0c7-4758-81d8-6626945901c3'] response: {'name': 'network-changed', 'server_uuid': '154ce891-143e-4223-9f2e-9c4ccb8f89e6', 'tag': 'a75b4fcd-7bc8-4d2a-a9bd-533884156e03', 'status': 'completed', 'code': 200} May 23 10:59:33.048880 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-5e47065c-da22-4e06-9d48-609fdab923b1 req-1d0730ed-5d68-41f0-9e3a-00e5bdbacc24 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Unset dirty status for tenant:d75dde8d8e3541f8a16615b5aba5e3ab on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 10:59:33.050035 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5e47065c-da22-4e06-9d48-609fdab923b1 req-1d0730ed-5d68-41f0-9e3a-00e5bdbacc24 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4313338 May 23 10:59:33.148629 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a60b11-70c0-438a-a483-3d1808b20ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=b2f98c58-425b-4ec1-8d6f-d8eb0156696f,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:33.390623 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5515ef68-c7cc-4dad-95dd-c1ba5c954c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:33.501491 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-dca8adc2-2676-4236-8d23-317600564b58 req-82a60b11-70c0-438a-a483-3d1808b20ef7 service neutron] Attempting to bind port b2f98c58-425b-4ec1-8d6f-d8eb0156696f on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:59:33.502104 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-dca8adc2-2676-4236-8d23-317600564b58 req-82a60b11-70c0-438a-a483-3d1808b20ef7 service neutron] Attempting to bind port b2f98c58-425b-4ec1-8d6f-d8eb0156696f by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:59:33.502610 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca8adc2-2676-4236-8d23-317600564b58 req-82a60b11-70c0-438a-a483-3d1808b20ef7 service neutron] Attempting to bind port b2f98c58-425b-4ec1-8d6f-d8eb0156696f on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:59:33.504958 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515ef68-c7cc-4dad-95dd-c1ba5c954c74 admin admin] Pushing event deleted for resources: {'Port': ['ID=90599bd6-9708-46e0-8ce9-b0dddb17bd9d,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:33.581055 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca8adc2-2676-4236-8d23-317600564b58 req-82a60b11-70c0-438a-a483-3d1808b20ef7 service neutron] Port b2f98c58-425b-4ec1-8d6f-d8eb0156696f on network 45238d5c-875a-474b-bef1-cc75dc2ba645 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 10:59:33.581396 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca8adc2-2676-4236-8d23-317600564b58 req-82a60b11-70c0-438a-a483-3d1808b20ef7 service neutron] Attempting to bind port b2f98c58-425b-4ec1-8d6f-d8eb0156696f on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:59:33.671595 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe9b4d-9380-4d40-901e-113836970fd9 req-95868443-85a1-4c3c-970e-75401815b729 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:33.678619 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e4fe9b4d-9380-4d40-901e-113836970fd9 req-95868443-85a1-4c3c-970e-75401815b729 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=68a4ef2a-5046-4728-83d0-99f0a60622f9 HTTP/1.1" status: 200 len: 949 time: 0.6249993 May 23 10:59:33.704679 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca8adc2-2676-4236-8d23-317600564b58 req-82a60b11-70c0-438a-a483-3d1808b20ef7 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:59:33.705014 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca8adc2-2676-4236-8d23-317600564b58 req-82a60b11-70c0-438a-a483-3d1808b20ef7 service neutron] Checking segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:59:33.705394 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca8adc2-2676-4236-8d23-317600564b58 req-82a60b11-70c0-438a-a483-3d1808b20ef7 service neutron] Bound using segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:59:33.705842 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-dca8adc2-2676-4236-8d23-317600564b58 req-82a60b11-70c0-438a-a483-3d1808b20ef7 service neutron] Bound port: b2f98c58-425b-4ec1-8d6f-d8eb0156696f, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:59:33.706189 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-dca8adc2-2676-4236-8d23-317600564b58 req-82a60b11-70c0-438a-a483-3d1808b20ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:33.807354 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b060228-57ff-426c-8fca-9e012a7e1a6f req-06b5463b-15c6-4be4-9726-bfdf218dc2d0 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:33.812302 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6b060228-57ff-426c-8fca-9e012a7e1a6f req-06b5463b-15c6-4be4-9726-bfdf218dc2d0 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] 10.222.0.79 "GET /v2.0/ports?device_id=154ce891-143e-4223-9f2e-9c4ccb8f89e6 HTTP/1.1" status: 200 len: 944 time: 0.5469754 May 23 10:59:33.851586 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e4fe9b4d-9380-4d40-901e-113836970fd9 req-5f9310de-08c2-4bf2-aaa9-d2448ed1e772 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721036 May 23 10:59:33.915532 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-dca8adc2-2676-4236-8d23-317600564b58 req-82a60b11-70c0-438a-a483-3d1808b20ef7 service neutron] For port b2f98c58-425b-4ec1-8d6f-d8eb0156696f, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:59:33.940587 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6b060228-57ff-426c-8fca-9e012a7e1a6f req-a43e675e-c6a1-4a04-8c40-c57d75f005aa tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8c4bf87-c845-4f83-a08c-b3c6fd558f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120436 May 23 10:59:33.945662 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-dca8adc2-2676-4236-8d23-317600564b58 req-82a60b11-70c0-438a-a483-3d1808b20ef7 service neutron] For port b2f98c58-425b-4ec1-8d6f-d8eb0156696f, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=b2f98c58-425b-4ec1-8d6f-d8eb0156696f,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:59:33.970083 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-dca8adc2-2676-4236-8d23-317600564b58 req-82a60b11-70c0-438a-a483-3d1808b20ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:34.169792 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-dca8adc2-2676-4236-8d23-317600564b58 req-82a60b11-70c0-438a-a483-3d1808b20ef7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:34.171701 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dca8adc2-2676-4236-8d23-317600564b58 req-82a60b11-70c0-438a-a483-3d1808b20ef7 service neutron] 10.222.0.13 "PUT /v2.0/ports/b2f98c58-425b-4ec1-8d6f-d8eb0156696f HTTP/1.1" status: 200 len: 1094 time: 3.6756330 May 23 10:59:34.180274 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e1479c-b00e-459b-9731-7743fa0691b6', 'tag': 'b2f98c58-425b-4ec1-8d6f-d8eb0156696f'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:59:34.202700 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a60b11-70c0-438a-a483-3d1808b20ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=b2f98c58-425b-4ec1-8d6f-d8eb0156696f,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:34.316367 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef5046-433c-4808-b1fb-3da04a85da4c req-82954dc3-766e-4494-9061-6c240fec7d4e tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:34.317894 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bcef5046-433c-4808-b1fb-3da04a85da4c req-82954dc3-766e-4494-9061-6c240fec7d4e tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 946 time: 0.2836561 May 23 10:59:34.320352 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5515ef68-c7cc-4dad-95dd-c1ba5c954c74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:34.533604 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f69979-32cd-40f4-85d1-aa2321baae6e req-42541d75-6ed1-4c1b-96d0-f2280eacd26e tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:34.535073 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-22f69979-32cd-40f4-85d1-aa2321baae6e req-42541d75-6ed1-4c1b-96d0-f2280eacd26e tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7451c5-ec65-4613-9de9-ae39afc29298 HTTP/1.1" status: 200 len: 936 time: 0.4260864 May 23 10:59:34.605668 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dca8adc2-2676-4236-8d23-317600564b58 req-1bf8820d-206a-4e59-9182-8615dbad9a58 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 1097 time: 0.3506522 May 23 10:59:34.615609 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bcef5046-433c-4808-b1fb-3da04a85da4c req-2c757453-5f15-4a58-84c5-32faa5405eed tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806063 May 23 10:59:34.702169 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-22f69979-32cd-40f4-85d1-aa2321baae6e req-7eee5ec9-732c-4b75-bd97-4e1fc7524fc4 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7373c3-bd5e-4979-a7c0-9917ec0724de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489921 May 23 10:59:34.707480 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dca8adc2-2676-4236-8d23-317600564b58 req-52234a5a-8ea0-4feb-b2f1-196ac1b0d963 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=b2f98c58-425b-4ec1-8d6f-d8eb0156696f HTTP/1.1" status: 200 len: 217 time: 0.0807788 May 23 10:59:34.790581 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8adc2-2676-4236-8d23-317600564b58 req-169eb04b-69fa-406b-b1d4-6b2bb1906cef service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:34.792207 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dca8adc2-2676-4236-8d23-317600564b58 req-169eb04b-69fa-406b-b1d4-6b2bb1906cef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.0783234 May 23 10:59:34.976256 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14489629-7726-49e9-a530-a7bbd79937a1'] response: {'name': 'network-changed', 'server_uuid': 'c4e1479c-b00e-459b-9731-7743fa0691b6', 'tag': 'b2f98c58-425b-4ec1-8d6f-d8eb0156696f', 'status': 'completed', 'code': 200} May 23 10:59:34.983065 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 845cbdb8-20ac-409d-9de2-07e4beb11306 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:59:35.056057 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 845cbdb8-20ac-409d-9de2-07e4beb11306 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:59:35.060505 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 845cbdb8-20ac-409d-9de2-07e4beb11306 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:59:35.060919 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:35.129755 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dca8adc2-2676-4236-8d23-317600564b58 req-3da9c49a-9940-43ac-949d-5f4a85cd6af6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2994423 May 23 10:59:35.144353 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963542b9-c857-4e0f-9a5c-e383a48c0389 req-e104c573-0f9e-4699-b865-58cfb7aacf59 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:35.145715 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-963542b9-c857-4e0f-9a5c-e383a48c0389 req-e104c573-0f9e-4699-b865-58cfb7aacf59 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 946 time: 0.3511479 May 23 10:59:35.179149 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:35.207949 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a4ef2a-5046-4728-83d0-99f0a60622f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845cbdb8-20ac-409d-9de2-07e4beb11306'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:59:35.218392 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 845cbdb8-20ac-409d-9de2-07e4beb11306, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=845cbdb8-20ac-409d-9de2-07e4beb11306,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:59:35.223895 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:35.303670 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=845cbdb8-20ac-409d-9de2-07e4beb11306,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:35.403523 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c76e9b-ac66-40bb-bd2c-2d2ecb0f3cfa req-4620ab1f-8dd9-4492-baf8-763307db5078 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:35.405123 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-89c76e9b-ac66-40bb-bd2c-2d2ecb0f3cfa req-4620ab1f-8dd9-4492-baf8-763307db5078 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=68a4ef2a-5046-4728-83d0-99f0a60622f9 HTTP/1.1" status: 200 len: 949 time: 0.3990653 May 23 10:59:35.468024 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-51358308-7e32-4b3a-9c87-71076bde3148 service neutron] Request body: {'port': {'device_id': '3f7451c5-ec65-4613-9de9-ae39afc29298', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:59:35.506592 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-963542b9-c857-4e0f-9a5c-e383a48c0389 req-22f538a9-321f-49a5-b327-0e930ac0c04a tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869501 May 23 10:59:35.546181 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-b0aaa2d5-6467-4ea6-be2b-6c96a311aae6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:35.546995 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dca8adc2-2676-4236-8d23-317600564b58 req-d9c59296-ef8e-4240-a69a-33c79b8d3aaf service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4081995 May 23 10:59:35.547453 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-b0aaa2d5-6467-4ea6-be2b-6c96a311aae6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5c9a0e12-4b14-4faf-9106-3b24fbe8317b HTTP/1.1" status: 200 len: 854 time: 0.1166596 May 23 10:59:35.585295 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-89c76e9b-ac66-40bb-bd2c-2d2ecb0f3cfa req-2b3878d2-6ba0-4851-bc24-17186c0f660b tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644251 May 23 10:59:35.646316 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-51358308-7e32-4b3a-9c87-71076bde3148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:35.666669 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d4f688f-51a5-46e8-971f-40c7d37c4abe'] response: {'server_uuid': '68a4ef2a-5046-4728-83d0-99f0a60622f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845cbdb8-20ac-409d-9de2-07e4beb11306', 'code': 200} May 23 10:59:35.746862 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-36729da2-01a7-4b81-b380-516b1e8028c9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ab57547c-d5a4-4e80-9c64-caa818477e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1668298 May 23 10:59:35.955116 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dca8adc2-2676-4236-8d23-317600564b58 req-de39b6c1-0e75-470a-a6a3-df11a7dcb4b5 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015157 May 23 10:59:35.989150 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352cc4fb-a9e7-4761-bf33-f4b17dcf1363 req-a1b0afa2-fa8e-416f-8e00-2edfd92f495e tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:35.990598 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-352cc4fb-a9e7-4761-bf33-f4b17dcf1363 req-a1b0afa2-fa8e-416f-8e00-2edfd92f495e tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] 10.222.0.79 "GET /v2.0/ports?device_id=154ce891-143e-4223-9f2e-9c4ccb8f89e6 HTTP/1.1" status: 200 len: 944 time: 0.3339610 May 23 10:59:36.080539 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc119c2e-9267-4d7f-9dab-3fa093370294 req-79f5c92f-db63-4ccb-b061-ba1ca40a187e tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:36.082157 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc119c2e-9267-4d7f-9dab-3fa093370294 req-79f5c92f-db63-4ccb-b061-ba1ca40a187e tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 946 time: 0.2972453 May 23 10:59:36.083220 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-728876a7-22d0-45e4-9eeb-1fe3a94f101d service neutron] 10.222.0.81 "GET /v2.0/networks/ab57547c-d5a4-4e80-9c64-caa818477e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264427 May 23 10:59:36.148569 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-352cc4fb-a9e7-4761-bf33-f4b17dcf1363 req-b665112c-7f7e-402a-b7df-e13c9a4458f6 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8c4bf87-c845-4f83-a08c-b3c6fd558f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504457 May 23 10:59:36.193998 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc119c2e-9267-4d7f-9dab-3fa093370294 req-10a150f0-603d-4fa7-9bb7-57a6131766ac tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941024 May 23 10:59:36.195678 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ce773791-a641-4dae-a192-0c00ba04a6df req-4ed45bb7-3634-4c35-87d4-db2b3348c057 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=68a4ef2a-5046-4728-83d0-99f0a60622f9 HTTP/1.1" status: 200 len: 1101 time: 0.4400265 May 23 10:59:36.215841 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2e3c2e9f-493b-4c6d-8e06-4133ef399e6c req-80544963-16c5-4daa-ac98-8b1f8011b993 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 1097 time: 0.1704562 May 23 10:59:36.294089 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ce773791-a641-4dae-a192-0c00ba04a6df req-35a9c04e-77b0-4ab6-97cc-c45451d8e344 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918000 May 23 10:59:36.322077 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5515ef68-c7cc-4dad-95dd-c1ba5c954c74 admin admin] Router caf966c0-a723-4bd9-a140-8a45e8ce79be has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 10:59:36.322450 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5bd801c6-2c75-4c05-8a0a-f67f601c41cd req-a359f7ce-5a03-41f1-a307-22d8aa5e8b54 service neutron] 10.222.0.81 "GET /v2.0/networks/ab57547c-d5a4-4e80-9c64-caa818477e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309556 May 23 10:59:36.353273 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-51358308-7e32-4b3a-9c87-71076bde3148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35147ce6-03b0-46d6-9a5d-d160372e7e48 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 10:59:36.361721 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-51358308-7e32-4b3a-9c87-71076bde3148 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:36.377572 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-51358308-7e32-4b3a-9c87-71076bde3148 service neutron] Transition to ACTIVE for port object 35147ce6-03b0-46d6-9a5d-d160372e7e48 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:59:36.385250 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-51358308-7e32-4b3a-9c87-71076bde3148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:36.640336 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51358308-7e32-4b3a-9c87-71076bde3148 service neutron] Pushing event updated for resources: {'Port': ['ID=35147ce6-03b0-46d6-9a5d-d160372e7e48,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:36.724989 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c2e9f-493b-4c6d-8e06-4133ef399e6c req-4a5b9d4b-6de0-49f0-adda-ff86f748f1aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:36.726436 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2e3c2e9f-493b-4c6d-8e06-4133ef399e6c req-4a5b9d4b-6de0-49f0-adda-ff86f748f1aa service neutron] 10.222.0.13 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.5034690 May 23 10:59:36.766048 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6b398fb0-dd3e-47cc-b03e-d1ef0c74addc req-0dc6598d-0585-4d16-9a85-0170549f93d2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=55f3096016fc47a0a0df5b7be70fadbe&device_id=154ce891-143e-4223-9f2e-9c4ccb8f89e6 HTTP/1.1" status: 200 len: 1095 time: 0.2741466 May 23 10:59:36.831006 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d9444-a365-4d92-aa81-88d06224941d req-2b8834c5-d1e1-485a-9d2b-96ce2a093941 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:36.832491 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-291d9444-a365-4d92-aa81-88d06224941d req-2b8834c5-d1e1-485a-9d2b-96ce2a093941 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7451c5-ec65-4613-9de9-ae39afc29298 HTTP/1.1" status: 200 len: 936 time: 0.5175264 May 23 10:59:36.847054 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2e3c2e9f-493b-4c6d-8e06-4133ef399e6c req-02171057-7bf7-400c-856c-8c378b18aeb6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=b2f98c58-425b-4ec1-8d6f-d8eb0156696f HTTP/1.1" status: 200 len: 217 time: 0.1092398 May 23 10:59:36.906185 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-51358308-7e32-4b3a-9c87-71076bde3148 service neutron] Attempting to bind port 35147ce6-03b0-46d6-9a5d-d160372e7e48 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:59:36.906627 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-51358308-7e32-4b3a-9c87-71076bde3148 service neutron] Attempting to bind port 35147ce6-03b0-46d6-9a5d-d160372e7e48 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:59:36.906997 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-51358308-7e32-4b3a-9c87-71076bde3148 service neutron] Attempting to bind port 35147ce6-03b0-46d6-9a5d-d160372e7e48 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:59:36.928521 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-51358308-7e32-4b3a-9c87-71076bde3148 service neutron] Port 35147ce6-03b0-46d6-9a5d-d160372e7e48 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 10:59:36.928833 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-51358308-7e32-4b3a-9c87-71076bde3148 service neutron] Attempting to bind port 35147ce6-03b0-46d6-9a5d-d160372e7e48 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:59:36.949414 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-51358308-7e32-4b3a-9c87-71076bde3148 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:59:36.949742 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-51358308-7e32-4b3a-9c87-71076bde3148 service neutron] Checking segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:59:36.950102 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-51358308-7e32-4b3a-9c87-71076bde3148 service neutron] Bound using segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:59:36.950519 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-51358308-7e32-4b3a-9c87-71076bde3148 service neutron] Bound port: 35147ce6-03b0-46d6-9a5d-d160372e7e48, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:59:36.950854 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-51358308-7e32-4b3a-9c87-71076bde3148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:36.962571 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b398fb0-dd3e-47cc-b03e-d1ef0c74addc req-1e2a549d-a028-4700-a98b-7d2c79b72d32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:36.962960 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c2e9f-493b-4c6d-8e06-4133ef399e6c req-d460b21b-1fc1-4e0b-9666-4c475eee854c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:36.964026 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6b398fb0-dd3e-47cc-b03e-d1ef0c74addc req-1e2a549d-a028-4700-a98b-7d2c79b72d32 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ab57547c-d5a4-4e80-9c64-caa818477e2e HTTP/1.1" status: 200 len: 916 time: 0.1908393 May 23 10:59:36.964491 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2e3c2e9f-493b-4c6d-8e06-4133ef399e6c req-d460b21b-1fc1-4e0b-9666-4c475eee854c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.1070044 May 23 10:59:36.973895 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-291d9444-a365-4d92-aa81-88d06224941d req-d86d39a5-1612-45af-a848-8638632f90e5 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7373c3-bd5e-4979-a7c0-9917ec0724de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210046 May 23 10:59:37.026067 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf090b-8453-4b8f-8d2d-8b40ca9e2ee3 req-9608f561-3f35-4cb9-91b8-07b0df54715b tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:37.027502 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-deaf090b-8453-4b8f-8d2d-8b40ca9e2ee3 req-9608f561-3f35-4cb9-91b8-07b0df54715b tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 946 time: 0.3457868 May 23 10:59:37.124842 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6b398fb0-dd3e-47cc-b03e-d1ef0c74addc req-a3d98abf-f136-4f00-8fe8-cd1e95a3bb24 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a75b4fcd-7bc8-4d2a-a9bd-533884156e03 HTTP/1.1" status: 200 len: 217 time: 0.1538775 May 23 10:59:37.128940 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-51358308-7e32-4b3a-9c87-71076bde3148 service neutron] For port 35147ce6-03b0-46d6-9a5d-d160372e7e48, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:59:37.152499 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-deaf090b-8453-4b8f-8d2d-8b40ca9e2ee3 req-b5720d32-aca3-4173-a3ba-c3ae6e7e35fc tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148009 May 23 10:59:37.163495 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2e3c2e9f-493b-4c6d-8e06-4133ef399e6c req-863f03dc-ab3f-474f-afa9-a8366693cdb4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1886857 May 23 10:59:37.211069 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-51358308-7e32-4b3a-9c87-71076bde3148 service neutron] For port 35147ce6-03b0-46d6-9a5d-d160372e7e48, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=35147ce6-03b0-46d6-9a5d-d160372e7e48,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:59:37.212964 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b398fb0-dd3e-47cc-b03e-d1ef0c74addc req-1934c080-c61d-4547-9984-dc1c39e86f87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:37.214915 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6b398fb0-dd3e-47cc-b03e-d1ef0c74addc req-1934c080-c61d-4547-9984-dc1c39e86f87 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5c9a0e12-4b14-4faf-9106-3b24fbe8317b HTTP/1.1" status: 200 len: 854 time: 0.0836794 May 23 10:59:37.216781 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-51358308-7e32-4b3a-9c87-71076bde3148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:37.262414 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5515ef68-c7cc-4dad-95dd-c1ba5c954c74 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 10:59:37.274076 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca13ca9-5385-40cd-aac0-b4e7e2ae326f None None] Sync routers for ids ['caf966c0-a723-4bd9-a140-8a45e8ce79be'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 10:59:37.293701 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5515ef68-c7cc-4dad-95dd-c1ba5c954c74 admin admin] 10.222.0.79 "PUT /v2.0/routers/caf966c0-a723-4bd9-a140-8a45e8ce79be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0284536 May 23 10:59:37.296265 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 35972) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:59:37.297070 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca13ca9-5385-40cd-aac0-b4e7e2ae326f None None] Routers {'caf966c0-a723-4bd9-a140-8a45e8ce79be'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 10:59:37.300280 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-bca13ca9-5385-40cd-aac0-b4e7e2ae326f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T10:59:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['caf966c0-a723-4bd9-a140-8a45e8ce79be'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:59:37.323193 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-51358308-7e32-4b3a-9c87-71076bde3148 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:37.324650 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-51358308-7e32-4b3a-9c87-71076bde3148 service neutron] 10.222.0.81 "PUT /v2.0/ports/35147ce6-03b0-46d6-9a5d-d160372e7e48 HTTP/1.1" status: 200 len: 1096 time: 1.8636189 May 23 10:59:37.328696 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f7451c5-ec65-4613-9de9-ae39afc29298', 'tag': '35147ce6-03b0-46d6-9a5d-d160372e7e48'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:59:37.363250 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51358308-7e32-4b3a-9c87-71076bde3148 service neutron] Pushing event updated for resources: {'Port': ['ID=35147ce6-03b0-46d6-9a5d-d160372e7e48,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:37.480380 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee922589-4333-42e0-b42c-0e29d474da99 req-9340bd57-9a25-45a6-9375-38174a659a19 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:37.481869 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ee922589-4333-42e0-b42c-0e29d474da99 req-9340bd57-9a25-45a6-9375-38174a659a19 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=68a4ef2a-5046-4728-83d0-99f0a60622f9 HTTP/1.1" status: 200 len: 950 time: 0.3823977 May 23 10:59:37.482644 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6b398fb0-dd3e-47cc-b03e-d1ef0c74addc req-71ba8fed-d64d-49bb-beff-e8667edc999b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ab57547c-d5a4-4e80-9c64-caa818477e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2546284 May 23 10:59:37.545157 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2e3c2e9f-493b-4c6d-8e06-4133ef399e6c req-d17922ad-3a2f-4a61-9ab1-4649e1304aaf service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733537 May 23 10:59:37.554161 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-bca13ca9-5385-40cd-aac0-b4e7e2ae326f None None] Set router caf966c0-a723-4bd9-a140-8a45e8ce79be gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 10:59:37.591554 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-36ef3fa8-2267-4555-b9b0-0254d2104cd9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7a61f7be6bed4a0bb3e84dab6bf1bd25&device_id=3f7451c5-ec65-4613-9de9-ae39afc29298 HTTP/1.1" status: 200 len: 1099 time: 0.2011194 May 23 10:59:37.637619 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:37.672432 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ee922589-4333-42e0-b42c-0e29d474da99 req-efc3ef9b-e2e8-4525-9678-d5bb74a9dba4 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673045 May 23 10:59:37.705883 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-9cbaae6a-f255-4222-bcf5-58c2a62d0ab6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=35147ce6-03b0-46d6-9a5d-d160372e7e48 HTTP/1.1" status: 200 len: 217 time: 0.0974715 May 23 10:59:37.716257 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a1871-43fc-4b3b-b14a-f98dfb36abf7 req-ff9be1be-c5f6-4e74-b000-6c099bc75762 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:37.717782 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e19a1871-43fc-4b3b-b14a-f98dfb36abf7 req-ff9be1be-c5f6-4e74-b000-6c099bc75762 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] 10.222.0.79 "GET /v2.0/ports?device_id=154ce891-143e-4223-9f2e-9c4ccb8f89e6 HTTP/1.1" status: 200 len: 944 time: 0.3597476 May 23 10:59:37.745730 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6b398fb0-dd3e-47cc-b03e-d1ef0c74addc req-3053a6a4-6975-4c19-8ee7-740f7ee1a73e service neutron] 10.222.0.81 "GET /v2.0/networks/ab57547c-d5a4-4e80-9c64-caa818477e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559624 May 23 10:59:37.764131 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2e3c2e9f-493b-4c6d-8e06-4133ef399e6c req-9b6ade47-ffdb-49f9-b598-07215fb316fa service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072668 May 23 10:59:37.795369 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e19a1871-43fc-4b3b-b14a-f98dfb36abf7 req-3d31eddd-a367-465a-90e6-e17e02decdf4 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8c4bf87-c845-4f83-a08c-b3c6fd558f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668075 May 23 10:59:37.860437 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4284c9c7-db84-46b9-aa44-55f3a99d2101 admin admin] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:37.896059 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-ad0a9547-28c3-474b-9c65-4541068e1e9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:37.897984 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-ad0a9547-28c3-474b-9c65-4541068e1e9b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.1863039 May 23 10:59:37.963497 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1547809c-3ea3-41cc-b308-4459016cd296'] response: {'name': 'network-changed', 'server_uuid': '3f7451c5-ec65-4613-9de9-ae39afc29298', 'tag': '35147ce6-03b0-46d6-9a5d-d160372e7e48', 'status': 'completed', 'code': 200} May 23 10:59:38.037296 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-bca13ca9-5385-40cd-aac0-b4e7e2ae326f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf966c0-a723-4bd9-a140-8a45e8ce79be', 'name': 'tempest-FloatingIPsNegativeTestJSON-850631234-router', 'tenant_id': 'af32f09e4c954074963166ebc8affac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'ab3ad517-84fd-45ff-bfb7-f80973baaa14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:59:00Z', 'updated_at': '2022-05-23T10:59:33Z', 'revision_number': 5, 'project_id': 'af32f09e4c954074963166ebc8affac5', 'gw_port': {'id': 'ab3ad517-84fd-45ff-bfb7-f80973baaa14', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf966c0-a723-4bd9-a140-8a45e8ce79be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:59:05Z', 'updated_at': '2022-05-23T10:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:59:38.041631 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6b398fb0-dd3e-47cc-b03e-d1ef0c74addc req-af8096bd-d86b-4618-b2cb-457dfe1b8acd service neutron] 10.222.0.81 "GET /v2.0/networks/ab57547c-d5a4-4e80-9c64-caa818477e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868855 May 23 10:59:38.048002 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca13ca9-5385-40cd-aac0-b4e7e2ae326f None None] Checking router: caf966c0-a723-4bd9-a140-8a45e8ce79be for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 10:59:38.050358 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-2ad52711-3527-4099-b28e-a54038ac37a4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1381297 May 23 10:59:38.060923 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca13ca9-5385-40cd-aac0-b4e7e2ae326f None None] Routers {'caf966c0-a723-4bd9-a140-8a45e8ce79be'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 10:59:38.061755 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-bca13ca9-5385-40cd-aac0-b4e7e2ae326f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T10:59:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['caf966c0-a723-4bd9-a140-8a45e8ce79be'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:59:38.195213 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563680d0-7420-43d9-ba1b-604c3c25e724 req-d136bcf2-3984-4737-ad11-a9782c2fca74 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:38.202612 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-563680d0-7420-43d9-ba1b-604c3c25e724 req-d136bcf2-3984-4737-ad11-a9782c2fca74 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 946 time: 0.2589653 May 23 10:59:38.228732 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-d127ab2d-73aa-480d-bd92-4fc57f72036c service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620212 May 23 10:59:38.267504 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-bca13ca9-5385-40cd-aac0-b4e7e2ae326f None None] Set router caf966c0-a723-4bd9-a140-8a45e8ce79be gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 10:59:38.280559 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-563680d0-7420-43d9-ba1b-604c3c25e724 req-c955be3d-9a1c-490c-95ed-8dbb700dd106 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768762 May 23 10:59:38.287594 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87642ba-8a3b-4764-aec9-0bba9963b6f5 req-299e783d-3926-4858-ab31-d0f733708630 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:38.289157 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f87642ba-8a3b-4764-aec9-0bba9963b6f5 req-299e783d-3926-4858-ab31-d0f733708630 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7451c5-ec65-4613-9de9-ae39afc29298 HTTP/1.1" status: 200 len: 948 time: 0.1618857 May 23 10:59:38.417022 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device a75b4fcd-7bc8-4d2a-a9bd-533884156e03 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 10:59:38.458629 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d82b0384-3b8c-407a-ae3b-880c7f8cc720 req-3d565c95-f2f2-4398-bb4f-08ba0c90fba4 service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236841 May 23 10:59:38.525520 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f87642ba-8a3b-4764-aec9-0bba9963b6f5 req-5c382a85-3161-474d-9cfa-103b91854675 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7373c3-bd5e-4979-a7c0-9917ec0724de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302253 May 23 10:59:38.588319 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4284c9c7-db84-46b9-aa44-55f3a99d2101 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:38.603117 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-bca13ca9-5385-40cd-aac0-b4e7e2ae326f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf966c0-a723-4bd9-a140-8a45e8ce79be', 'name': 'tempest-FloatingIPsNegativeTestJSON-850631234-router', 'tenant_id': 'af32f09e4c954074963166ebc8affac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'ab3ad517-84fd-45ff-bfb7-f80973baaa14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:59:00Z', 'updated_at': '2022-05-23T10:59:33Z', 'revision_number': 5, 'project_id': 'af32f09e4c954074963166ebc8affac5', 'gw_port': {'id': 'ab3ad517-84fd-45ff-bfb7-f80973baaa14', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf966c0-a723-4bd9-a140-8a45e8ce79be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:59:05Z', 'updated_at': '2022-05-23T10:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:59:38.609169 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-4284c9c7-db84-46b9-aa44-55f3a99d2101 admin admin] Deleting port ab3ad517-84fd-45ff-bfb7-f80973baaa14 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 10:59:38.609517 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4284c9c7-db84-46b9-aa44-55f3a99d2101 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:38.611078 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca13ca9-5385-40cd-aac0-b4e7e2ae326f None None] The sync data for ids ['caf966c0-a723-4bd9-a140-8a45e8ce79be'] in n-d-842952-2 is: [{'id': 'caf966c0-a723-4bd9-a140-8a45e8ce79be', 'name': 'tempest-FloatingIPsNegativeTestJSON-850631234-router', 'tenant_id': 'af32f09e4c954074963166ebc8affac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'ab3ad517-84fd-45ff-bfb7-f80973baaa14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:59:00Z', 'updated_at': '2022-05-23T10:59:33Z', 'revision_number': 5, 'project_id': 'af32f09e4c954074963166ebc8affac5', 'gw_port': {'id': 'ab3ad517-84fd-45ff-bfb7-f80973baaa14', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf966c0-a723-4bd9-a140-8a45e8ce79be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:59:05Z', 'updated_at': '2022-05-23T10:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 10:59:38.617456 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port a75b4fcd-7bc8-4d2a-a9bd-533884156e03, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=a75b4fcd-7bc8-4d2a-a9bd-533884156e03,segment=NetworkSegment(70150bcd-9dac-456b-a2b6-bf96e19a0a8c),segment_id=70150bcd-9dac-456b-a2b6-bf96e19a0a8c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:59:38.640384 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': 'a75b4fcd-7bc8-4d2a-a9bd-533884156e03', 'network_id': 'ab57547c-d5a4-4e80-9c64-caa818477e2e', 'port_id': 'a75b4fcd-7bc8-4d2a-a9bd-533884156e03', 'mac_address': 'fa:16:3e:07:7b:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c9a0e12-4b14-4faf-9106-3b24fbe8317b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 10:59:38.657127 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4448ded7-2f56-454e-8b6d-635c311d1424 req-62a4cb0b-89b4-44b6-99ea-e4ea8ea4a019 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7a61f7be6bed4a0bb3e84dab6bf1bd25&device_id=3f7451c5-ec65-4613-9de9-ae39afc29298 HTTP/1.1" status: 200 len: 1099 time: 0.1061525 May 23 10:59:38.673917 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26722487-464e-4a41-856f-743fca125314 req-1b550adc-1f69-40f6-9c5c-cb145d0627a6 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:38.675392 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-26722487-464e-4a41-856f-743fca125314 req-1b550adc-1f69-40f6-9c5c-cb145d0627a6 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 946 time: 0.1972806 May 23 10:59:38.719768 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:38.737375 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a75b4fcd-7bc8-4d2a-a9bd-533884156e03 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 10:59:38.752550 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port a75b4fcd-7bc8-4d2a-a9bd-533884156e03, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=a75b4fcd-7bc8-4d2a-a9bd-533884156e03,segment=NetworkSegment(70150bcd-9dac-456b-a2b6-bf96e19a0a8c),segment_id=70150bcd-9dac-456b-a2b6-bf96e19a0a8c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:59:38.757713 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:38.814954 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448ded7-2f56-454e-8b6d-635c311d1424 req-d23178cf-8bb6-4edc-bfb2-d20108ec546b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:38.816511 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4448ded7-2f56-454e-8b6d-635c311d1424 req-d23178cf-8bb6-4edc-bfb2-d20108ec546b service neutron] 10.222.0.81 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.1491115 May 23 10:59:38.829913 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=a75b4fcd-7bc8-4d2a-a9bd-533884156e03,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:38.894223 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-4284c9c7-db84-46b9-aa44-55f3a99d2101 admin admin] For port ab3ad517-84fd-45ff-bfb7-f80973baaa14, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=ab3ad517-84fd-45ff-bfb7-f80973baaa14,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:59:38.894726 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4284c9c7-db84-46b9-aa44-55f3a99d2101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:38.898367 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4448ded7-2f56-454e-8b6d-635c311d1424 req-0c7b1cd2-3920-487f-8cd8-2e5cf0187168 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=35147ce6-03b0-46d6-9a5d-d160372e7e48 HTTP/1.1" status: 200 len: 217 time: 0.0741298 May 23 10:59:38.961128 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448ded7-2f56-454e-8b6d-635c311d1424 req-468ed6fd-3457-4af1-b962-362cdec72c85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:38.962625 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4448ded7-2f56-454e-8b6d-635c311d1424 req-468ed6fd-3457-4af1-b962-362cdec72c85 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.0584702 May 23 10:59:39.007187 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:39.030966 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-4284c9c7-db84-46b9-aa44-55f3a99d2101 admin admin] Calling delete_port for ab3ad517-84fd-45ff-bfb7-f80973baaa14 owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 10:59:39.044906 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4448ded7-2f56-454e-8b6d-635c311d1424 req-d32094c4-82cd-4380-b9c5-bddaf9547c06 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0761597 May 23 10:59:39.063163 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-26722487-464e-4a41-856f-743fca125314 req-8f88b972-e305-4d28-9d40-f87a2ad5bd06 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439804 May 23 10:59:39.093414 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-09f1b0ea-e20e-4727-9053-fcd3fffa25c3 req-c92ebc9b-c421-462b-a5b3-fca811de00b0 tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 1097 time: 0.4146731 May 23 10:59:39.123915 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['a75b4fcd-7bc8-4d2a-a9bd-533884156e03'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 10:59:39.184414 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-09f1b0ea-e20e-4727-9053-fcd3fffa25c3 req-cdeaf568-a6e7-4970-84fa-03797e27b876 tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848305 May 23 10:59:39.205381 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4448ded7-2f56-454e-8b6d-635c311d1424 req-25d7a630-1e32-4ca6-a9f0-cfa18badce39 service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539836 May 23 10:59:39.210421 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-055cf467-024e-453a-93c5-b720a4a2f104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:39.324737 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802ae72-859b-44bb-8b58-034282a9e7e8 req-cd7f704c-1306-4c76-9365-c236878bf25a tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:39.331509 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4802ae72-859b-44bb-8b58-034282a9e7e8 req-cd7f704c-1306-4c76-9365-c236878bf25a tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=68a4ef2a-5046-4728-83d0-99f0a60622f9 HTTP/1.1" status: 200 len: 950 time: 0.1444664 May 23 10:59:39.371434 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4284c9c7-db84-46b9-aa44-55f3a99d2101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:39.400657 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4448ded7-2f56-454e-8b6d-635c311d1424 req-37176caf-795f-4566-97bd-164f88899d88 service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808455 May 23 10:59:39.403300 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 90599bd6-9708-46e0-8ce9-b0dddb17bd9d no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 10:59:39.441274 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 90599bd6-9708-46e0-8ce9-b0dddb17bd9d {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 10:59:39.441612 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 90599bd6-9708-46e0-8ce9-b0dddb17bd9d not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 10:59:39.457522 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4284c9c7-db84-46b9-aa44-55f3a99d2101 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab3ad517-84fd-45ff-bfb7-f80973baaa14,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:39.466893 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4802ae72-859b-44bb-8b58-034282a9e7e8 req-4e62f7ef-2e9c-46a9-9017-f6e34e2e381d tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345584 May 23 10:59:39.679238 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4284c9c7-db84-46b9-aa44-55f3a99d2101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:39.883684 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b4458d-290b-4e79-ab8b-1db4fc2f83e5 req-f8fb273d-45be-4515-9014-b33c442f0f27 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:39.885159 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-89b4458d-290b-4e79-ab8b-1db4fc2f83e5 req-f8fb273d-45be-4515-9014-b33c442f0f27 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] 10.222.0.79 "GET /v2.0/ports?device_id=154ce891-143e-4223-9f2e-9c4ccb8f89e6 HTTP/1.1" status: 200 len: 945 time: 0.4720957 May 23 10:59:40.077251 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4284c9c7-db84-46b9-aa44-55f3a99d2101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:40.095982 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7b0e7c47-8eab-4187-9804-0200454e1277 req-73949c6f-e619-4428-aab5-cc0928dd6127 tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 1097 time: 0.4650505 May 23 10:59:40.099123 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4284c9c7-db84-46b9-aa44-55f3a99d2101 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:40.128455 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-89b4458d-290b-4e79-ab8b-1db4fc2f83e5 req-36c09008-937f-4bc9-b2bc-d42900586a12 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8c4bf87-c845-4f83-a08c-b3c6fd558f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2356839 May 23 10:59:40.227060 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7b0e7c47-8eab-4187-9804-0200454e1277 req-1c6adbe3-552c-4c09-a015-9b8fb771a2f8 tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232271 May 23 10:59:40.238581 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4284c9c7-db84-46b9-aa44-55f3a99d2101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:40.239279 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4284c9c7-db84-46b9-aa44-55f3a99d2101 admin admin] Fanout notify agent at l3_agent the message router_deleted on router caf966c0-a723-4bd9-a140-8a45e8ce79be {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 10:59:40.254199 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4284c9c7-db84-46b9-aa44-55f3a99d2101 admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:40.255311 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4284c9c7-db84-46b9-aa44-55f3a99d2101 admin admin] 10.222.0.79 "DELETE /v2.0/routers/caf966c0-a723-4bd9-a140-8a45e8ce79be HTTP/1.1" status: 204 len: 168 time: 2.9566631 May 23 10:59:40.257897 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 36006) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:59:40.331141 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-5142812b-af54-4cea-95b0-adb0cd78e851 admin admin] Deleting subnet cca2bd3d-da80-4a47-8c6c-791fa7010141 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 10:59:40.334631 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5142812b-af54-4cea-95b0-adb0cd78e851 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:40.390738 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5142812b-af54-4cea-95b0-adb0cd78e851 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:40.448349 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device a75b4fcd-7bc8-4d2a-a9bd-533884156e03 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:59:40.517557 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port a75b4fcd-7bc8-4d2a-a9bd-533884156e03 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:59:40.522214 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port a75b4fcd-7bc8-4d2a-a9bd-533884156e03 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:59:40.522567 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:40.564873 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5142812b-af54-4cea-95b0-adb0cd78e851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:40.635787 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:40.645965 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4c35ebd4-8bf4-4cbb-b24f-84aedcde1787 req-f7fe447c-f0fa-4899-9a69-3637781b7b9b tempest-ServersOnMultiNodesTest-486903435 tempest-ServersOnMultiNodesTest-486903435-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=68a4ef2a-5046-4728-83d0-99f0a60622f9 HTTP/1.1" status: 200 len: 1101 time: 0.2031186 May 23 10:59:40.654183 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c416df8-3504-460f-9a95-6814399c31f1 req-f3f4a95f-05d8-402b-84f5-849faf27c3c7 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:40.655610 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8c416df8-3504-460f-9a95-6814399c31f1 req-f3f4a95f-05d8-402b-84f5-849faf27c3c7 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7451c5-ec65-4613-9de9-ae39afc29298 HTTP/1.1" status: 200 len: 948 time: 0.2175953 May 23 10:59:40.662716 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '154ce891-143e-4223-9f2e-9c4ccb8f89e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75b4fcd-7bc8-4d2a-a9bd-533884156e03'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:59:40.673089 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port a75b4fcd-7bc8-4d2a-a9bd-533884156e03, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=a75b4fcd-7bc8-4d2a-a9bd-533884156e03,segment=NetworkSegment(70150bcd-9dac-456b-a2b6-bf96e19a0a8c),segment_id=70150bcd-9dac-456b-a2b6-bf96e19a0a8c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:59:40.678173 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:40.695659 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-4c35ebd4-8bf4-4cbb-b24f-84aedcde1787 req-b2238f93-bfb4-4231-b61f-2b55d9f76594 tempest-ServersOnMultiNodesTest-486903435 tempest-ServersOnMultiNodesTest-486903435-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:40.705345 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5142812b-af54-4cea-95b0-adb0cd78e851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:40.746018 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=a75b4fcd-7bc8-4d2a-a9bd-533884156e03,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:40.754470 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5142812b-af54-4cea-95b0-adb0cd78e851 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cca2bd3d-da80-4a47-8c6c-791fa7010141,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:40.779113 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5142812b-af54-4cea-95b0-adb0cd78e851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:40.786224 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f182131-c91d-40f9-b99d-44228368bff1 None None] Network 9f973cde-8365-4fcc-bf84-b8ec7cb575f4 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 10:59:40.812211 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5142812b-af54-4cea-95b0-adb0cd78e851 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/cca2bd3d-da80-4a47-8c6c-791fa7010141 HTTP/1.1" status: 204 len: 168 time: 0.5510178 May 23 10:59:40.812583 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36014) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:59:40.813038 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8c416df8-3504-460f-9a95-6814399c31f1 req-29f2e191-bca0-43e6-af5d-0d98f479410c tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7373c3-bd5e-4979-a7c0-9917ec0724de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386645 May 23 10:59:40.813560 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-4c35ebd4-8bf4-4cbb-b24f-84aedcde1787 req-b2238f93-bfb4-4231-b61f-2b55d9f76594 tempest-ServersOnMultiNodesTest-486903435 tempest-ServersOnMultiNodesTest-486903435-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:59:40.817875 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-4c35ebd4-8bf4-4cbb-b24f-84aedcde1787 req-b2238f93-bfb4-4231-b61f-2b55d9f76594 tempest-ServersOnMultiNodesTest-486903435 tempest-ServersOnMultiNodesTest-486903435-project-admin] Usage tracker for resource:security_group_rule and tenant:ff31bca5d955491597593dab62b08ac5 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:59:40.820919 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-4c35ebd4-8bf4-4cbb-b24f-84aedcde1787 req-b2238f93-bfb4-4231-b61f-2b55d9f76594 tempest-ServersOnMultiNodesTest-486903435 tempest-ServersOnMultiNodesTest-486903435-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:59:40.826967 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-4c35ebd4-8bf4-4cbb-b24f-84aedcde1787 req-b2238f93-bfb4-4231-b61f-2b55d9f76594 tempest-ServersOnMultiNodesTest-486903435 tempest-ServersOnMultiNodesTest-486903435-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:59:40.915161 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-4c35ebd4-8bf4-4cbb-b24f-84aedcde1787 req-b2238f93-bfb4-4231-b61f-2b55d9f76594 tempest-ServersOnMultiNodesTest-486903435 tempest-ServersOnMultiNodesTest-486903435-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:40.920743 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-4c35ebd4-8bf4-4cbb-b24f-84aedcde1787 req-b2238f93-bfb4-4231-b61f-2b55d9f76594 tempest-ServersOnMultiNodesTest-486903435 tempest-ServersOnMultiNodesTest-486903435-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:40.946623 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-22d4ba88-87f4-47ee-8dce-537998f18361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:40.958575 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-22d4ba88-87f4-47ee-8dce-537998f18361 admin admin] Deleting port a51418b3-cbb7-48cd-ab3c-b25ab3c6225e {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 10:59:40.958575 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-22d4ba88-87f4-47ee-8dce-537998f18361 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:40.968503 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-4c35ebd4-8bf4-4cbb-b24f-84aedcde1787 req-b2238f93-bfb4-4231-b61f-2b55d9f76594 tempest-ServersOnMultiNodesTest-486903435 tempest-ServersOnMultiNodesTest-486903435-project-admin] Synchronizing usage tracker for tenant:ff31bca5d955491597593dab62b08ac5 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 10:59:40.973935 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2238f93-bfb4-4231-b61f-2b55d9f76594 tempest-ServersOnMultiNodesTest-486903435 tempest-ServersOnMultiNodesTest-486903435-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05574c9-8989-4126-af61-7388bac8c664,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:40.995275 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-4c35ebd4-8bf4-4cbb-b24f-84aedcde1787 req-b2238f93-bfb4-4231-b61f-2b55d9f76594 tempest-ServersOnMultiNodesTest-486903435 tempest-ServersOnMultiNodesTest-486903435-project-admin] Unset dirty status for tenant:ff31bca5d955491597593dab62b08ac5 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 10:59:40.996830 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4c35ebd4-8bf4-4cbb-b24f-84aedcde1787 req-b2238f93-bfb4-4231-b61f-2b55d9f76594 tempest-ServersOnMultiNodesTest-486903435 tempest-ServersOnMultiNodesTest-486903435-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381622 May 23 10:59:41.009327 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device b2f98c58-425b-4ec1-8d6f-d8eb0156696f details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 10:59:41.187568 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be6689-ad5a-40c1-9180-00302d5d6675 req-26c5354e-3820-4956-a214-49c776cbcf80 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:41.189087 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c6be6689-ad5a-40c1-9180-00302d5d6675 req-26c5354e-3820-4956-a214-49c776cbcf80 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 946 time: 0.1694813 May 23 10:59:41.229210 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-22d4ba88-87f4-47ee-8dce-537998f18361 admin admin] For port a51418b3-cbb7-48cd-ab3c-b25ab3c6225e, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=a51418b3-cbb7-48cd-ab3c-b25ab3c6225e,segment=NetworkSegment(9c9db8de-e416-4965-bc26-1a3722ae1b0c),segment_id=9c9db8de-e416-4965-bc26-1a3722ae1b0c)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:59:41.230605 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-22d4ba88-87f4-47ee-8dce-537998f18361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:41.255796 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port b2f98c58-425b-4ec1-8d6f-d8eb0156696f, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=b2f98c58-425b-4ec1-8d6f-d8eb0156696f,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:59:41.263044 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c6be6689-ad5a-40c1-9180-00302d5d6675 req-6475c9d9-30f1-423a-9479-5a72802e2ce2 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618672 May 23 10:59:41.275905 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afff5f6c-cb29-4b84-9ab1-2144655b551d'] response: {'server_uuid': '154ce891-143e-4223-9f2e-9c4ccb8f89e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75b4fcd-7bc8-4d2a-a9bd-533884156e03', 'code': 200} May 23 10:59:41.281398 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'b2f98c58-425b-4ec1-8d6f-d8eb0156696f', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'port_id': 'b2f98c58-425b-4ec1-8d6f-d8eb0156696f', 'mac_address': 'fa:16:3e:8a:8f:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1719237-4a8e-4354-92b1-51064eb09c82', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 10:59:41.375956 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:41.402086 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-22d4ba88-87f4-47ee-8dce-537998f18361 admin admin] Calling delete_port for a51418b3-cbb7-48cd-ab3c-b25ab3c6225e owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 10:59:41.427863 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2f98c58-425b-4ec1-8d6f-d8eb0156696f {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 10:59:41.438102 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d017292b-a03c-495c-89ed-cb2cbff35fe1 None None] DHCP port deletion for 9f973cde-8365-4fcc-bf84-b8ec7cb575f4 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 10:59:41.450375 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d017292b-a03c-495c-89ed-cb2cbff35fe1 None None] Deleting port a51418b3-cbb7-48cd-ab3c-b25ab3c6225e {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 10:59:41.451725 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d017292b-a03c-495c-89ed-cb2cbff35fe1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:41.536340 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae025e-9fb7-4a56-872e-19855ff381a1 req-325179b7-06ae-443f-a467-e022337a53ed tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:41.537805 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8eae025e-9fb7-4a56-872e-19855ff381a1 req-325179b7-06ae-443f-a467-e022337a53ed tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] 10.222.0.79 "GET /v2.0/ports?device_id=154ce891-143e-4223-9f2e-9c4ccb8f89e6 HTTP/1.1" status: 200 len: 946 time: 0.1271029 May 23 10:59:41.550999 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-22d4ba88-87f4-47ee-8dce-537998f18361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:41.563335 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d017292b-a03c-495c-89ed-cb2cbff35fe1 None None] The port 'a51418b3-cbb7-48cd-ab3c-b25ab3c6225e' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 10:59:41.565047 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ab3ad517-84fd-45ff-bfb7-f80973baaa14 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 10:59:41.591994 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-19ec1c51-cb8f-487e-b87a-2cf18ec36712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:41.610083 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: ab3ad517-84fd-45ff-bfb7-f80973baaa14 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 10:59:41.610767 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ab3ad517-84fd-45ff-bfb7-f80973baaa14 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 10:59:41.611445 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device a51418b3-cbb7-48cd-ab3c-b25ab3c6225e no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 10:59:41.618619 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d4ba88-87f4-47ee-8dce-537998f18361 admin admin] Pushing event deleted for resources: {'Port': ['ID=a51418b3-cbb7-48cd-ab3c-b25ab3c6225e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:41.629114 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8eae025e-9fb7-4a56-872e-19855ff381a1 req-ce705981-cc94-495d-86b3-c97a24fd7c66 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8c4bf87-c845-4f83-a08c-b3c6fd558f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812042 May 23 10:59:41.631010 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d4ba88-87f4-47ee-8dce-537998f18361 admin admin] No DVR routers for this DVR port a51418b3-cbb7-48cd-ab3c-b25ab3c6225e on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 10:59:41.679074 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port b2f98c58-425b-4ec1-8d6f-d8eb0156696f, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=b2f98c58-425b-4ec1-8d6f-d8eb0156696f,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:59:41.680394 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: a51418b3-cbb7-48cd-ab3c-b25ab3c6225e {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 10:59:41.680980 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device a51418b3-cbb7-48cd-ab3c-b25ab3c6225e not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 10:59:41.684609 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:41.727741 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-1f512bff-7a3e-4529-9a22-df287dbcd2db tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=61146b1e54d841cd9885cb7a4187d86e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496457 May 23 10:59:41.757586 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=b2f98c58-425b-4ec1-8d6f-d8eb0156696f,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:41.874678 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-22d4ba88-87f4-47ee-8dce-537998f18361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:41.910590 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a55c4bde-be3f-4eec-be3f-c35b7e709911 req-8f583504-fa27-44f1-8a98-5e415cda51c2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=154ce891-143e-4223-9f2e-9c4ccb8f89e6 HTTP/1.1" status: 200 len: 1097 time: 0.3968091 May 23 10:59:41.912398 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-22d4ba88-87f4-47ee-8dce-537998f18361 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f973cde-8365-4fcc-bf84-b8ec7cb575f4']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:59:41.938395 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-22d4ba88-87f4-47ee-8dce-537998f18361 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c9db8de-e416-4965-bc26-1a3722ae1b0c') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:59:41.938681 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-22d4ba88-87f4-47ee-8dce-537998f18361 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c9db8de-e416-4965-bc26-1a3722ae1b0c') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:59:41.954943 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-22d4ba88-87f4-47ee-8dce-537998f18361 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:41.958567 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-29c994d3-a416-44d4-970b-d8f0aed7b2ef tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:41.960928 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-29c994d3-a416-44d4-970b-d8f0aed7b2ef tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2269158 May 23 10:59:41.976879 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2760b643-8e15-4488-a0ee-3a4c5a27eb63 req-e7da25cb-a532-407a-b5c0-85dd962d1158 tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 1097 time: 0.2144852 May 23 10:59:41.983744 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-23bf5c27-2308-49d1-95d2-d56633001300 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/quotas/61146b1e54d841cd9885cb7a4187d86e HTTP/1.1" status: 200 len: 375 time: 0.0162933 May 23 10:59:41.984560 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-22d4ba88-87f4-47ee-8dce-537998f18361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:41.994554 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a55c4bde-be3f-4eec-be3f-c35b7e709911 req-e0e17f10-28d6-420c-b338-c4710874f15d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b8c4bf87-c845-4f83-a08c-b3c6fd558f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747492 May 23 10:59:41.995412 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d4ba88-87f4-47ee-8dce-537998f18361 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 10:59:41.995794 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-22d4ba88-87f4-47ee-8dce-537998f18361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:42.009268 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 10:59:42.009268 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 10:59:42.009268 n-d-842952-2 neutron-server[83911]: timer() May 23 10:59:42.009268 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 10:59:42.009268 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 10:59:42.009268 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 10:59:42.009268 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 10:59:42.009268 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 10:59:42.009268 n-d-842952-2 neutron-server[83911]: self._notify() May 23 10:59:42.009268 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 10:59:42.009268 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 10:59:42.009268 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 10:59:42.009268 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 10:59:42.009268 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 10:59:42.009268 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 10:59:42.009268 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 10:59:42.009268 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 10:59:42.009268 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 10:59:42.009268 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 10:59:42.009268 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 10:59:42.009268 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 10:59:42.009268 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 10:59:42.009268 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 10:59:42.009268 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 10:59:42.009268 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 10:59:42.009268 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 10:59:42.009268 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 10:59:42.009268 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 10:59:42.009268 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 10:59:42.009268 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 10:59:42.009268 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 10:59:42.009268 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 10:59:42.073572 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2760b643-8e15-4488-a0ee-3a4c5a27eb63 req-9bd03214-062a-426f-8560-1f85148d3ce1 tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888023 May 23 10:59:42.086748 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-22d4ba88-87f4-47ee-8dce-537998f18361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:42.096606 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-dc948eca-025c-470d-8bc7-96d56af27803 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=61146b1e54d841cd9885cb7a4187d86e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0967963 May 23 10:59:42.105450 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-22d4ba88-87f4-47ee-8dce-537998f18361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:42.114131 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d4ba88-87f4-47ee-8dce-537998f18361 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f973cde-8365-4fcc-bf84-b8ec7cb575f4,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:42.125910 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-22d4ba88-87f4-47ee-8dce-537998f18361 admin admin] 10.222.0.79 "DELETE /v2.0/networks/9f973cde-8365-4fcc-bf84-b8ec7cb575f4 HTTP/1.1" status: 204 len: 168 time: 1.3122132 May 23 10:59:42.186279 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['b2f98c58-425b-4ec1-8d6f-d8eb0156696f'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 10:59:42.396510 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36046) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:59:42.464388 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 35147ce6-03b0-46d6-9a5d-d160372e7e48 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 10:59:42.464961 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b2a9d1-6bd2-4f7e-a509-57052495f954 req-779dac8e-2008-432e-ac72-40f8cddf9810 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:42.466229 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b0b2a9d1-6bd2-4f7e-a509-57052495f954 req-779dac8e-2008-432e-ac72-40f8cddf9810 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7451c5-ec65-4613-9de9-ae39afc29298 HTTP/1.1" status: 200 len: 948 time: 0.1157827 May 23 10:59:42.466769 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 36050) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:59:42.478027 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-34d6a296-4765-4e4c-88fa-f2d0c8c61fb9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=af32f09e4c954074963166ebc8affac5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0642757 May 23 10:59:42.576606 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b0b2a9d1-6bd2-4f7e-a509-57052495f954 req-41c358a8-8f0e-4ccc-9f37-11fefad87371 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7373c3-bd5e-4979-a7c0-9917ec0724de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820479 May 23 10:59:42.614806 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ccc2d4f4-c79c-4f1c-bbc4-03dbb5f015e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:42.667396 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:42.686508 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ccc2d4f4-c79c-4f1c-bbc4-03dbb5f015e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:42.749037 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 35147ce6-03b0-46d6-9a5d-d160372e7e48, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=35147ce6-03b0-46d6-9a5d-d160372e7e48,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:59:42.756827 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:42.764950 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '35147ce6-03b0-46d6-9a5d-d160372e7e48', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'port_id': '35147ce6-03b0-46d6-9a5d-d160372e7e48', 'mac_address': 'fa:16:3e:9a:a7:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1719237-4a8e-4354-92b1-51064eb09c82', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 10:59:42.863195 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:42.886871 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35147ce6-03b0-46d6-9a5d-d160372e7e48 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 10:59:42.905049 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 35147ce6-03b0-46d6-9a5d-d160372e7e48, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=35147ce6-03b0-46d6-9a5d-d160372e7e48,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:59:42.907344 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ccc2d4f4-c79c-4f1c-bbc4-03dbb5f015e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:42.912156 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:42.937894 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc2d4f4-c79c-4f1c-bbc4-03dbb5f015e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b14e895-9d65-461a-8067-c09910ef4b8f,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:42.945120 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ccc2d4f4-c79c-4f1c-bbc4-03dbb5f015e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:42.959223 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ccc2d4f4-c79c-4f1c-bbc4-03dbb5f015e2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7b14e895-9d65-461a-8067-c09910ef4b8f HTTP/1.1" status: 204 len: 168 time: 0.4812560 May 23 10:59:42.987788 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096c489-f2fb-480f-aeba-18f235385472 req-db68a484-33ff-494d-a57e-dea6e5abccae tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:42.989327 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4096c489-f2fb-480f-aeba-18f235385472 req-db68a484-33ff-494d-a57e-dea6e5abccae tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 947 time: 0.2003558 May 23 10:59:43.013481 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=35147ce6-03b0-46d6-9a5d-d160372e7e48,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:43.064150 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4096c489-f2fb-480f-aeba-18f235385472 req-569f4908-68a1-44a9-be34-e514fd15dff9 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648212 May 23 10:59:43.271567 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ba753e1e-f1a7-4fa7-8194-975917c7f62b req-0d054284-f96d-4d4c-8c93-3ef8c7301479 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=73c5d2a1-0a9b-404a-80f1-e879640d29b2 HTTP/1.1" status: 200 len: 210 time: 0.1396143 May 23 10:59:43.287693 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['35147ce6-03b0-46d6-9a5d-d160372e7e48'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 10:59:43.508015 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8afe0-b348-4815-b5cf-4be45adf3ee9 req-0e974c92-1776-4b16-a8f6-186626d96467 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:43.509763 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2bd8afe0-b348-4815-b5cf-4be45adf3ee9 req-0e974c92-1776-4b16-a8f6-186626d96467 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] 10.222.0.79 "GET /v2.0/ports?device_id=154ce891-143e-4223-9f2e-9c4ccb8f89e6 HTTP/1.1" status: 200 len: 946 time: 0.2409945 May 23 10:59:43.579084 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-09e126ef-e2d2-4fec-a879-0634b9293ea2 req-642a0fa1-7583-4e53-b949-7ced34eb9b00 tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 1097 time: 0.1765893 May 23 10:59:43.640538 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2bd8afe0-b348-4815-b5cf-4be45adf3ee9 req-c8940ab0-be6f-414e-9518-aaa6560cb45f tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8c4bf87-c845-4f83-a08c-b3c6fd558f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229517 May 23 10:59:43.699501 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-09e126ef-e2d2-4fec-a879-0634b9293ea2 req-2913b722-112c-45bb-9f3f-9b462506feb8 tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125486 May 23 10:59:44.060798 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:44.080795 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6604cee-3772-4971-bccd-ec55f7913aba req-90112320-4446-4da9-b882-b394c180033a tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:44.088194 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c6604cee-3772-4971-bccd-ec55f7913aba req-90112320-4446-4da9-b882-b394c180033a tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7451c5-ec65-4613-9de9-ae39afc29298 HTTP/1.1" status: 200 len: 949 time: 0.1987095 May 23 10:59:44.136346 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a834c693-6f5c-4494-a8ed-3f7a7e04f307 req-70137879-6f69-48c4-80cb-131947d7c183 tempest-LiveMigrationTest-1953020720 tempest-LiveMigrationTest-1953020720-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=62daa315-97b6-42dc-ac48-74a4ef6a5662 HTTP/1.1" status: 200 len: 1097 time: 0.1579556 May 23 10:59:44.168038 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c6604cee-3772-4971-bccd-ec55f7913aba req-bf9d7770-42ef-4165-ab73-3db0d5ebc32e tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7373c3-bd5e-4979-a7c0-9917ec0724de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784795 May 23 10:59:44.189557 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a834c693-6f5c-4494-a8ed-3f7a7e04f307 req-a170d661-6e4f-4d44-8f58-c0a28dce62ac tempest-LiveMigrationTest-1953020720 tempest-LiveMigrationTest-1953020720-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522637 May 23 10:59:44.427597 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e9aa1c59-eeac-46b0-b263-0093a4005243 req-082f9bbb-a47c-48ce-8cec-b0a19900d703 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1297455 May 23 10:59:44.437088 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2741f74-e0a5-423e-8df9-f3121be8997a req-d37a3e55-328b-4b4e-a153-ed8497aa674a tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:44.438486 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e2741f74-e0a5-423e-8df9-f3121be8997a req-d37a3e55-328b-4b4e-a153-ed8497aa674a tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 947 time: 0.1054287 May 23 10:59:44.464424 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 35147ce6-03b0-46d6-9a5d-d160372e7e48 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:59:44.517908 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e2741f74-e0a5-423e-8df9-f3121be8997a req-d4ac7b8d-051a-4625-b0ab-58e45c30aa23 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728436 May 23 10:59:44.544677 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 35147ce6-03b0-46d6-9a5d-d160372e7e48 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:59:44.550754 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 35147ce6-03b0-46d6-9a5d-d160372e7e48 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:59:44.551231 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:44.704674 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:44.734544 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7451c5-ec65-4613-9de9-ae39afc29298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35147ce6-03b0-46d6-9a5d-d160372e7e48'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:59:44.745904 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 35147ce6-03b0-46d6-9a5d-d160372e7e48, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=35147ce6-03b0-46d6-9a5d-d160372e7e48,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:59:44.751527 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:44.753061 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-19405f70-721f-4cbe-ab06-5b625b33a422 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=61146b1e54d841cd9885cb7a4187d86e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413558 May 23 10:59:44.859977 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=35147ce6-03b0-46d6-9a5d-d160372e7e48,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:44.920390 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1c866527-dfc9-4e23-a29c-c99f4371cd31 req-f409500d-d473-4e0b-a0f4-56e6a329f01d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=62daa315-97b6-42dc-ac48-74a4ef6a5662&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2561336 May 23 10:59:44.954231 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-0c1070cc-5f51-4509-8528-ae971ea91f9e tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:44.955977 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-0c1070cc-5f51-4509-8528-ae971ea91f9e tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1942625 May 23 10:59:44.989898 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-b0ba0ca0-1712-4b22-b958-66ab51683cbb tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Request body: {'port': {'device_id': 'd99172d3-cf34-46cb-9bd1-3cae4f2f71d6', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'admin_state_up': True, 'tenant_id': '61146b1e54d841cd9885cb7a4187d86e'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:59:45.016328 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device b2f98c58-425b-4ec1-8d6f-d8eb0156696f up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:59:45.151295 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port b2f98c58-425b-4ec1-8d6f-d8eb0156696f completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:59:45.162607 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port b2f98c58-425b-4ec1-8d6f-d8eb0156696f triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:59:45.164305 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:45.176904 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-b0ba0ca0-1712-4b22-b958-66ab51683cbb tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:59:45.181643 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-b0ba0ca0-1712-4b22-b958-66ab51683cbb tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Usage tracker for resource:port and tenant:61146b1e54d841cd9885cb7a4187d86e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:59:45.185302 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-b0ba0ca0-1712-4b22-b958-66ab51683cbb tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:59:45.192663 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-b0ba0ca0-1712-4b22-b958-66ab51683cbb tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:59:45.204565 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-b0ba0ca0-1712-4b22-b958-66ab51683cbb tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Made reservation on behalf of 61146b1e54d841cd9885cb7a4187d86e for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:59:45.208522 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-b0ba0ca0-1712-4b22-b958-66ab51683cbb tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:45.342054 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:45.384207 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port b2f98c58-425b-4ec1-8d6f-d8eb0156696f, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=b2f98c58-425b-4ec1-8d6f-d8eb0156696f,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:59:45.398773 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:45.420865 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-b0ba0ca0-1712-4b22-b958-66ab51683cbb tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Allocated IP 192.168.233.215 (45238d5c-875a-474b-bef1-cc75dc2ba645/c1719237-4a8e-4354-92b1-51064eb09c82/2ae0466f-d393-43e6-953f-977138041292) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 10:59:45.440862 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-dec48c58-2a3b-47da-a962-15a0d5fb7b7e tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=61146b1e54d841cd9885cb7a4187d86e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0765920 May 23 10:59:45.487554 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=b2f98c58-425b-4ec1-8d6f-d8eb0156696f,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:45.673676 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-08552e95-d60e-43e2-81b6-23986d2809a7 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:45.675925 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-08552e95-d60e-43e2-81b6-23986d2809a7 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2295978 May 23 10:59:45.691084 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-b0ba0ca0-1712-4b22-b958-66ab51683cbb tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:45.706749 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-b0ba0ca0-1712-4b22-b958-66ab51683cbb tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Transition to ACTIVE for port object 2ae0466f-d393-43e6-953f-977138041292 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:59:45.736323 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-5c72632a-e9c5-4631-a743-ef3372ad487f tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Request body: {'port': {'device_id': '73c5d2a1-0a9b-404a-80f1-e879640d29b2', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'admin_state_up': True, 'tenant_id': '61146b1e54d841cd9885cb7a4187d86e'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:59:45.737505 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-b0ba0ca0-1712-4b22-b958-66ab51683cbb tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:45.772876 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['845cbdb8-20ac-409d-9de2-07e4beb11306'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 10:59:45.879286 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-b0ba0ca0-1712-4b22-b958-66ab51683cbb tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Network 45238d5c-875a-474b-bef1-cc75dc2ba645 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 10:59:45.883134 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-b0ba0ca0-1712-4b22-b958-66ab51683cbb tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:59:45.888376 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-b0ba0ca0-1712-4b22-b958-66ab51683cbb tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 10:59:45.899078 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-b0ba0ca0-1712-4b22-b958-66ab51683cbb tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:45.899802 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-b0ba0ca0-1712-4b22-b958-66ab51683cbb tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:45.910803 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba0ca0-1712-4b22-b958-66ab51683cbb tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Pushing event updated for resources: {'Port': ['ID=2ae0466f-d393-43e6-953f-977138041292,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:45.913970 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-5c72632a-e9c5-4631-a743-ef3372ad487f tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:59:45.918741 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-5c72632a-e9c5-4631-a743-ef3372ad487f tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Usage tracker for resource:port and tenant:61146b1e54d841cd9885cb7a4187d86e is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:59:45.924227 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-5c72632a-e9c5-4631-a743-ef3372ad487f tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:59:45.933829 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-0ed6b1c7-843a-4332-984b-69824f1fc61b tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 10:59:45.934978 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-0ed6b1c7-843a-4332-984b-69824f1fc61b tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0132592 May 23 10:59:45.940103 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-5c72632a-e9c5-4631-a743-ef3372ad487f tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:59:45.944805 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-b0ba0ca0-1712-4b22-b958-66ab51683cbb tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9589975 May 23 10:59:45.954341 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-25f5228b-6c2b-44e8-a142-072c6817e75d service neutron] Request body: {'binding': {'host': 'n-h1-842952-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:59:45.954780 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-25f5228b-6c2b-44e8-a142-072c6817e75d service neutron] Unknown quota resources ['binding']. {{(pid=83911) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 23 10:59:45.961688 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-fdafa7d3-db7f-4f77-8e55-9fe4e608ff51 service neutron] Request body: {'port': {'device_id': 'd99172d3-cf34-46cb-9bd1-3cae4f2f71d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:59:46.049437 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-5c72632a-e9c5-4631-a743-ef3372ad487f tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Made reservation on behalf of 61146b1e54d841cd9885cb7a4187d86e for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:59:46.052895 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-5c72632a-e9c5-4631-a743-ef3372ad487f tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:46.114169 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-fdafa7d3-db7f-4f77-8e55-9fe4e608ff51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:46.255436 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-20c2af87-03d4-4252-a2f6-61787e541f33 None None] Provisioning for port 2ae0466f-d393-43e6-953f-977138041292 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:59:46.262098 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-20c2af87-03d4-4252-a2f6-61787e541f33 None None] Provisioning complete for port 2ae0466f-d393-43e6-953f-977138041292 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:59:46.262587 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-20c2af87-03d4-4252-a2f6-61787e541f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:46.320128 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-4810505b-8ab7-49d5-958a-64df57e1878b tempest-LiveMigrationTest-1953020720 tempest-LiveMigrationTest-1953020720-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 10:59:46.321746 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-4810505b-8ab7-49d5-958a-64df57e1878b tempest-LiveMigrationTest-1953020720 tempest-LiveMigrationTest-1953020720-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0756292 May 23 10:59:46.328091 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-20c2af87-03d4-4252-a2f6-61787e541f33 None None] Port 2ae0466f-d393-43e6-953f-977138041292 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 10:59:46.340455 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-47cc1b5b-cfd5-4fed-ab38-e72eb2176394 service neutron] Request body: {'binding': {'host': 'n-h1-842952-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:59:46.340879 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-47cc1b5b-cfd5-4fed-ab38-e72eb2176394 service neutron] Unknown quota resources ['binding']. {{(pid=83910) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 23 10:59:46.381210 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-5c72632a-e9c5-4631-a743-ef3372ad487f tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Allocated IP 192.168.233.204 (45238d5c-875a-474b-bef1-cc75dc2ba645/c1719237-4a8e-4354-92b1-51064eb09c82/7e27e423-05a5-47f8-ba42-0348aaace8cc) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 10:59:46.424966 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-25f5228b-6c2b-44e8-a142-072c6817e75d service neutron] Attempting to bind port 11d3c116-1d5a-472e-819d-32f0aa1667c2 on host n-h1-842952-2 for vnic_type normal with profile None {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:59:46.426048 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-25f5228b-6c2b-44e8-a142-072c6817e75d service neutron] Attempting to bind port 11d3c116-1d5a-472e-819d-32f0aa1667c2 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:59:46.426048 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-25f5228b-6c2b-44e8-a142-072c6817e75d service neutron] Attempting to bind port 11d3c116-1d5a-472e-819d-32f0aa1667c2 on network ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:59:46.450328 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-25f5228b-6c2b-44e8-a142-072c6817e75d service neutron] Port 11d3c116-1d5a-472e-819d-32f0aa1667c2 on network ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 10:59:46.450328 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-25f5228b-6c2b-44e8-a142-072c6817e75d service neutron] Attempting to bind port 11d3c116-1d5a-472e-819d-32f0aa1667c2 on network ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:59:46.466652 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-25f5228b-6c2b-44e8-a142-072c6817e75d service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:59:46.466652 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-25f5228b-6c2b-44e8-a142-072c6817e75d service neutron] Checking segment: {'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:59:46.466652 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-25f5228b-6c2b-44e8-a142-072c6817e75d service neutron] Bound using segment: {'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:59:46.466652 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-25f5228b-6c2b-44e8-a142-072c6817e75d service neutron] Bound port: 11d3c116-1d5a-472e-819d-32f0aa1667c2, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:59:46.552039 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-47cc1b5b-cfd5-4fed-ab38-e72eb2176394 service neutron] Attempting to bind port 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169 on host n-h1-842952-2 for vnic_type normal with profile None {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:59:46.552365 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-47cc1b5b-cfd5-4fed-ab38-e72eb2176394 service neutron] Attempting to bind port 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:59:46.552687 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-47cc1b5b-cfd5-4fed-ab38-e72eb2176394 service neutron] Attempting to bind port 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169 on network 3f16bf48-f1ac-437f-802c-c2072c75e62b {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:59:46.558267 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-47cc1b5b-cfd5-4fed-ab38-e72eb2176394 service neutron] Port 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169 on network 3f16bf48-f1ac-437f-802c-c2072c75e62b not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 10:59:46.558581 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-47cc1b5b-cfd5-4fed-ab38-e72eb2176394 service neutron] Attempting to bind port 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169 on network 3f16bf48-f1ac-437f-802c-c2072c75e62b {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:59:46.564648 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-47cc1b5b-cfd5-4fed-ab38-e72eb2176394 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:59:46.564973 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-47cc1b5b-cfd5-4fed-ab38-e72eb2176394 service neutron] Checking segment: {'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:59:46.565357 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-47cc1b5b-cfd5-4fed-ab38-e72eb2176394 service neutron] Bound using segment: {'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:59:46.565771 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-47cc1b5b-cfd5-4fed-ab38-e72eb2176394 service neutron] Bound port: 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:59:46.595927 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-47cc1b5b-cfd5-4fed-ab38-e72eb2176394 service neutron] For port 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=4b3d0d9b-4a31-42bd-a7ed-abdb72e92169,segment=NetworkSegment(6bc35f8b-456e-4e1c-8a63-ba8204a54381),segment_id=6bc35f8b-456e-4e1c-8a63-ba8204a54381)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:59:46.600745 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-47cc1b5b-cfd5-4fed-ab38-e72eb2176394 service neutron] Notify callbacks [] for binding, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:46.601891 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-47cc1b5b-cfd5-4fed-ab38-e72eb2176394 service neutron] 10.222.0.79 "POST /v2.0/ports/4b3d0d9b-4a31-42bd-a7ed-abdb72e92169/bindings HTTP/1.1" status: 201 len: 389 time: 0.2653544 May 23 10:59:46.604311 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-25f5228b-6c2b-44e8-a142-072c6817e75d service neutron] For port 11d3c116-1d5a-472e-819d-32f0aa1667c2, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=11d3c116-1d5a-472e-819d-32f0aa1667c2,segment=NetworkSegment(6816cea3-60a2-419d-a967-3c4d162775bd),segment_id=6816cea3-60a2-419d-a967-3c4d162775bd)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:59:46.627601 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-25f5228b-6c2b-44e8-a142-072c6817e75d service neutron] Notify callbacks [] for binding, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:46.629143 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-25f5228b-6c2b-44e8-a142-072c6817e75d service neutron] 10.222.0.79 "POST /v2.0/ports/11d3c116-1d5a-472e-819d-32f0aa1667c2/bindings HTTP/1.1" status: 201 len: 389 time: 0.6792481 May 23 10:59:46.649263 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-5c72632a-e9c5-4631-a743-ef3372ad487f tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:46.676262 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-5c72632a-e9c5-4631-a743-ef3372ad487f tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Transition to ACTIVE for port object 7e27e423-05a5-47f8-ba42-0348aaace8cc will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:59:46.723013 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-5c72632a-e9c5-4631-a743-ef3372ad487f tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:46.765514 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['845cbdb8-20ac-409d-9de2-07e4beb11306'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 10:59:46.863623 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-5c72632a-e9c5-4631-a743-ef3372ad487f tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Network 45238d5c-875a-474b-bef1-cc75dc2ba645 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 10:59:46.867095 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-5c72632a-e9c5-4631-a743-ef3372ad487f tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:59:46.871209 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-5c72632a-e9c5-4631-a743-ef3372ad487f tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 10:59:46.912828 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.13', 60724) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:59:46.915596 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72632a-e9c5-4631-a743-ef3372ad487f tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Pushing event updated for resources: {'Port': ['ID=7e27e423-05a5-47f8-ba42-0348aaace8cc,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:47.050920 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-5c72632a-e9c5-4631-a743-ef3372ad487f tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:47.051811 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-5c72632a-e9c5-4631-a743-ef3372ad487f tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:47.073964 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-a0a81bb8-5ef9-4399-9a95-82b34591239c tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=06c8954771ee4ace983a0c9bce465c88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390851 May 23 10:59:47.089889 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-5c72632a-e9c5-4631-a743-ef3372ad487f tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3616996 May 23 10:59:47.101643 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-dd655ae7-0b59-4992-b667-b37d9a67b9e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90c9b14de9a447dbb2784bee3d7c6631&device_id=62daa315-97b6-42dc-ac48-74a4ef6a5662 HTTP/1.1" status: 200 len: 1097 time: 0.1874814 May 23 10:59:47.115285 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-0e95b419-2f9e-4592-b2e1-a54ac8642325 service neutron] Request body: {'port': {'device_id': '73c5d2a1-0a9b-404a-80f1-e879640d29b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:59:47.155930 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-bcaf4a75-033b-4fc6-97eb-ac019b84aa64 None None] Provisioning for port 7e27e423-05a5-47f8-ba42-0348aaace8cc completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:59:47.160900 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-bcaf4a75-033b-4fc6-97eb-ac019b84aa64 None None] Provisioning complete for port 7e27e423-05a5-47f8-ba42-0348aaace8cc triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:59:47.161356 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bcaf4a75-033b-4fc6-97eb-ac019b84aa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:47.196616 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-fdafa7d3-db7f-4f77-8e55-9fe4e608ff51 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 10:59:47.224184 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-bcaf4a75-033b-4fc6-97eb-ac019b84aa64 None None] Port 7e27e423-05a5-47f8-ba42-0348aaace8cc cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 10:59:47.301324 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e60ff-4131-404a-ad1a-17a5e86c0a29 req-1edba75e-2bfc-4ec5-9649-330490e004ac tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:47.302008 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-da4e60ff-4131-404a-ad1a-17a5e86c0a29 req-1edba75e-2bfc-4ec5-9649-330490e004ac tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Synchronizing usage tracker for tenant:61146b1e54d841cd9885cb7a4187d86e on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 10:59:47.308067 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-fdafa7d3-db7f-4f77-8e55-9fe4e608ff51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ae0466f-d393-43e6-953f-977138041292 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 10:59:47.323203 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-fdafa7d3-db7f-4f77-8e55-9fe4e608ff51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:47.345769 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-e25ab943-efd1-4cfa-a017-01258ec76762 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:47.347092 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-e25ab943-efd1-4cfa-a017-01258ec76762 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2648344 May 23 10:59:47.355758 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-fdafa7d3-db7f-4f77-8e55-9fe4e608ff51 service neutron] Transition to ACTIVE for port object 2ae0466f-d393-43e6-953f-977138041292 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:59:47.365800 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-da4e60ff-4131-404a-ad1a-17a5e86c0a29 req-1edba75e-2bfc-4ec5-9649-330490e004ac tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Unset dirty status for tenant:61146b1e54d841cd9885cb7a4187d86e on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 10:59:47.366963 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da4e60ff-4131-404a-ad1a-17a5e86c0a29 req-1edba75e-2bfc-4ec5-9649-330490e004ac tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=73c5d2a1-0a9b-404a-80f1-e879640d29b2 HTTP/1.1" status: 200 len: 936 time: 0.3920214 May 23 10:59:47.367507 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-fdafa7d3-db7f-4f77-8e55-9fe4e608ff51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:47.421115 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-0e95b419-2f9e-4592-b2e1-a54ac8642325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:47.444332 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-478df266-0b75-4aae-9a20-3a657b8b8c16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:47.445811 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-478df266-0b75-4aae-9a20-3a657b8b8c16 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3f16bf48-f1ac-437f-802c-c2072c75e62b HTTP/1.1" status: 200 len: 909 time: 0.3350086 May 23 10:59:47.503247 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-7f51ae7e-52dc-4130-b394-c3ac256fd8ea tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] 10.222.0.79 "GET /v2.0/quotas/06c8954771ee4ace983a0c9bce465c88 HTTP/1.1" status: 200 len: 375 time: 0.1485806 May 23 10:59:47.544999 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-1a264b9c-b625-4a62-823a-cc768699b2fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b3d0d9b-4a31-42bd-a7ed-abdb72e92169 HTTP/1.1" status: 200 len: 217 time: 0.0744104 May 23 10:59:47.579810 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdafa7d3-db7f-4f77-8e55-9fe4e608ff51 service neutron] Pushing event updated for resources: {'Port': ['ID=2ae0466f-d393-43e6-953f-977138041292,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:47.588439 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-92583a78-6a8d-479e-b71a-033ebfd1d2e6 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=06c8954771ee4ace983a0c9bce465c88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0739110 May 23 10:59:47.598091 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da4e60ff-4131-404a-ad1a-17a5e86c0a29 req-275836f2-d74c-41e6-b3a7-fac0cf9a9364 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976337 May 23 10:59:47.669618 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-fdafa7d3-db7f-4f77-8e55-9fe4e608ff51 service neutron] Attempting to bind port 2ae0466f-d393-43e6-953f-977138041292 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:59:47.669994 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-fdafa7d3-db7f-4f77-8e55-9fe4e608ff51 service neutron] Attempting to bind port 2ae0466f-d393-43e6-953f-977138041292 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:59:47.670106 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-507d009b-82b9-41b9-9bdc-2322c85eac8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:47.670315 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-fdafa7d3-db7f-4f77-8e55-9fe4e608ff51 service neutron] Attempting to bind port 2ae0466f-d393-43e6-953f-977138041292 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:59:47.671494 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-507d009b-82b9-41b9-9bdc-2322c85eac8d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f56c9b27-295c-462d-bb89-343a223f9d6c HTTP/1.1" status: 200 len: 848 time: 0.1195533 May 23 10:59:47.680422 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-fdafa7d3-db7f-4f77-8e55-9fe4e608ff51 service neutron] Port 2ae0466f-d393-43e6-953f-977138041292 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 10:59:47.680748 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-fdafa7d3-db7f-4f77-8e55-9fe4e608ff51 service neutron] Attempting to bind port 2ae0466f-d393-43e6-953f-977138041292 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:59:47.689725 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-fdafa7d3-db7f-4f77-8e55-9fe4e608ff51 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:59:47.690055 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-fdafa7d3-db7f-4f77-8e55-9fe4e608ff51 service neutron] Checking segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:59:47.690438 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-fdafa7d3-db7f-4f77-8e55-9fe4e608ff51 service neutron] Bound using segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:59:47.690857 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-fdafa7d3-db7f-4f77-8e55-9fe4e608ff51 service neutron] Bound port: 2ae0466f-d393-43e6-953f-977138041292, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:59:47.691210 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-fdafa7d3-db7f-4f77-8e55-9fe4e608ff51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:47.734672 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-3906d18d-6371-42c5-8fa6-90713fe3fd3b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3f16bf48-f1ac-437f-802c-c2072c75e62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528252 May 23 10:59:47.834855 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8c6ed50-304f-4b1f-957d-e084716ce3a1'] response: {'server_uuid': '3f7451c5-ec65-4613-9de9-ae39afc29298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35147ce6-03b0-46d6-9a5d-d160372e7e48', 'code': 200} May 23 10:59:47.863926 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-fdafa7d3-db7f-4f77-8e55-9fe4e608ff51 service neutron] For port 2ae0466f-d393-43e6-953f-977138041292, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:59:47.896555 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-fdafa7d3-db7f-4f77-8e55-9fe4e608ff51 service neutron] For port 2ae0466f-d393-43e6-953f-977138041292, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=2ae0466f-d393-43e6-953f-977138041292,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:59:47.962871 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-fdafa7d3-db7f-4f77-8e55-9fe4e608ff51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:48.062643 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-fdafa7d3-db7f-4f77-8e55-9fe4e608ff51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:48.064048 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-fdafa7d3-db7f-4f77-8e55-9fe4e608ff51 service neutron] 10.222.0.13 "PUT /v2.0/ports/2ae0466f-d393-43e6-953f-977138041292 HTTP/1.1" status: 200 len: 1096 time: 2.1066189 May 23 10:59:48.084668 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99172d3-cf34-46cb-9bd1-3cae4f2f71d6', 'tag': '2ae0466f-d393-43e6-953f-977138041292'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:59:48.142769 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-7ebe0a2a-85af-448c-884e-a2c8c641279c service neutron] 10.222.0.13 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892672 May 23 10:59:48.218017 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6d323-4013-40ba-b5f3-81ec7a582bef req-b5c5a8d0-4e78-46ed-ba64-e5ac7ff87578 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:48.226612 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bdc6d323-4013-40ba-b5f3-81ec7a582bef req-b5c5a8d0-4e78-46ed-ba64-e5ac7ff87578 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] 10.222.0.79 "GET /v2.0/ports?device_id=154ce891-143e-4223-9f2e-9c4ccb8f89e6 HTTP/1.1" status: 200 len: 946 time: 0.3272417 May 23 10:59:48.297632 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdafa7d3-db7f-4f77-8e55-9fe4e608ff51 service neutron] Pushing event updated for resources: {'Port': ['ID=2ae0466f-d393-43e6-953f-977138041292,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:48.306784 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ca2ce236-fddc-4bfb-9ad1-1e658fe92085 req-ad1c1200-b84c-4408-9e2a-f04016588668 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3f7451c5-ec65-4613-9de9-ae39afc29298 HTTP/1.1" status: 200 len: 1101 time: 0.2958293 May 23 10:59:48.337999 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a01e1-5c1d-4050-a81d-4014007ce415 req-0c8bd951-342b-496c-ba6f-2d14af2bf82e tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:48.339785 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4a1a01e1-5c1d-4050-a81d-4014007ce415 req-0c8bd951-342b-496c-ba6f-2d14af2bf82e tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7451c5-ec65-4613-9de9-ae39afc29298 HTTP/1.1" status: 200 len: 950 time: 0.3785031 May 23 10:59:48.348239 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-0e95b419-2f9e-4592-b2e1-a54ac8642325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e27e423-05a5-47f8-ba42-0348aaace8cc {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 10:59:48.351052 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bdc6d323-4013-40ba-b5f3-81ec7a582bef req-ab6375f3-163c-446e-8413-9853805a2a1d tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8c4bf87-c845-4f83-a08c-b3c6fd558f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235631 May 23 10:59:48.379850 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-d0720256-48c5-4a30-b79b-e4182485dbcd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=61146b1e54d841cd9885cb7a4187d86e&device_id=d99172d3-cf34-46cb-9bd1-3cae4f2f71d6 HTTP/1.1" status: 200 len: 1099 time: 0.2509356 May 23 10:59:48.414817 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-6a10ed26-5c94-48c8-bb65-5081597ff3b5 service neutron] 10.222.0.13 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642682 May 23 10:59:48.419122 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-0e95b419-2f9e-4592-b2e1-a54ac8642325 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:48.451857 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ca2ce236-fddc-4bfb-9ad1-1e658fe92085 req-0a621486-a7b7-494e-899e-9fdad8b4a3d5 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=0c7373c3-bd5e-4979-a7c0-9917ec0724de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377907 May 23 10:59:48.452943 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-0e95b419-2f9e-4592-b2e1-a54ac8642325 service neutron] Transition to ACTIVE for port object 7e27e423-05a5-47f8-ba42-0348aaace8cc will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:59:48.457021 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-0e95b419-2f9e-4592-b2e1-a54ac8642325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:48.465827 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4a1a01e1-5c1d-4050-a81d-4014007ce415 req-61f624ec-4070-4ba5-94ec-918fadb1d9f3 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7373c3-bd5e-4979-a7c0-9917ec0724de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155906 May 23 10:59:48.485621 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-46b3cbdc-3d77-42ac-906f-0ebf47749e24 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=2ae0466f-d393-43e6-953f-977138041292 HTTP/1.1" status: 200 len: 217 time: 0.0869215 May 23 10:59:48.590147 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e95b419-2f9e-4592-b2e1-a54ac8642325 service neutron] Pushing event updated for resources: {'Port': ['ID=7e27e423-05a5-47f8-ba42-0348aaace8cc,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:48.704167 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-0e95b419-2f9e-4592-b2e1-a54ac8642325 service neutron] Attempting to bind port 7e27e423-05a5-47f8-ba42-0348aaace8cc on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:59:48.704635 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-0e95b419-2f9e-4592-b2e1-a54ac8642325 service neutron] Attempting to bind port 7e27e423-05a5-47f8-ba42-0348aaace8cc by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:59:48.705044 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-0e95b419-2f9e-4592-b2e1-a54ac8642325 service neutron] Attempting to bind port 7e27e423-05a5-47f8-ba42-0348aaace8cc on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:59:48.712786 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-0e95b419-2f9e-4592-b2e1-a54ac8642325 service neutron] Port 7e27e423-05a5-47f8-ba42-0348aaace8cc on network 45238d5c-875a-474b-bef1-cc75dc2ba645 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 10:59:48.713360 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-0e95b419-2f9e-4592-b2e1-a54ac8642325 service neutron] Attempting to bind port 7e27e423-05a5-47f8-ba42-0348aaace8cc on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:59:48.720598 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-0e95b419-2f9e-4592-b2e1-a54ac8642325 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:59:48.721058 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-0e95b419-2f9e-4592-b2e1-a54ac8642325 service neutron] Checking segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:59:48.721521 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-0e95b419-2f9e-4592-b2e1-a54ac8642325 service neutron] Bound using segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:59:48.722112 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-0e95b419-2f9e-4592-b2e1-a54ac8642325 service neutron] Bound port: 7e27e423-05a5-47f8-ba42-0348aaace8cc, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:59:48.723153 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-0e95b419-2f9e-4592-b2e1-a54ac8642325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:48.737782 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-c3da520a-9057-4f7a-9eba-5f3834560ed5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:48.739263 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-c3da520a-9057-4f7a-9eba-5f3834560ed5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.2425494 May 23 10:59:48.790920 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f0129-6e61-49e6-a731-b8ff280391ec req-dc146a99-6cc1-4f4e-a5b5-d04db4b9e794 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:48.792361 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a84f0129-6e61-49e6-a731-b8ff280391ec req-dc146a99-6cc1-4f4e-a5b5-d04db4b9e794 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 948 time: 0.2589531 May 23 10:59:48.803466 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9acd971-526f-4e55-9df5-c9e626c9247d req-66246c13-29c9-4f77-8528-1afc727ae312 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:48.804905 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9acd971-526f-4e55-9df5-c9e626c9247d req-66246c13-29c9-4f77-8528-1afc727ae312 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=62daa315-97b6-42dc-ac48-74a4ef6a5662 HTTP/1.1" status: 200 len: 946 time: 0.1393869 May 23 10:59:48.817883 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-0e95b419-2f9e-4592-b2e1-a54ac8642325 service neutron] For port 7e27e423-05a5-47f8-ba42-0348aaace8cc, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:59:48.820921 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-0e95b419-2f9e-4592-b2e1-a54ac8642325 service neutron] For port 7e27e423-05a5-47f8-ba42-0348aaace8cc, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=7e27e423-05a5-47f8-ba42-0348aaace8cc,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:59:48.826515 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-0e95b419-2f9e-4592-b2e1-a54ac8642325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:48.872703 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a84f0129-6e61-49e6-a731-b8ff280391ec req-a0397736-03b6-4d96-9bbb-b9d49b8d5ad0 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668092 May 23 10:59:48.882812 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9acd971-526f-4e55-9df5-c9e626c9247d req-eabc07cc-8c67-4d9b-aa6f-170ae9a37a32 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606191 May 23 10:59:48.897979 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-0e95b419-2f9e-4592-b2e1-a54ac8642325 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:48.899401 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-0e95b419-2f9e-4592-b2e1-a54ac8642325 service neutron] 10.222.0.13 "PUT /v2.0/ports/7e27e423-05a5-47f8-ba42-0348aaace8cc HTTP/1.1" status: 200 len: 1096 time: 1.7897806 May 23 10:59:48.901973 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c5d2a1-0a9b-404a-80f1-e879640d29b2', 'tag': '7e27e423-05a5-47f8-ba42-0348aaace8cc'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:59:48.924066 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e95b419-2f9e-4592-b2e1-a54ac8642325 service neutron] Pushing event updated for resources: {'Port': ['ID=7e27e423-05a5-47f8-ba42-0348aaace8cc,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:49.115556 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-f879ada6-fbd1-43be-8491-52d649a31d38 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=61146b1e54d841cd9885cb7a4187d86e&device_id=73c5d2a1-0a9b-404a-80f1-e879640d29b2 HTTP/1.1" status: 200 len: 1099 time: 0.1155586 May 23 10:59:49.168700 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a776d0bd-06d1-421a-92bf-c9e48a1e8f0c req-66c7be6f-902e-4062-8a85-2c02f4fc7b1c tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] 10.222.0.79 "GET /v2.0/ports?device_id=40a63873-19cf-48f8-b2c4-e38155c16ccc HTTP/1.1" status: 200 len: 210 time: 0.1250579 May 23 10:59:49.224837 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-a963c270-dc05-4ead-a501-d8fe7581f73e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2404137 May 23 10:59:49.233915 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1293a-9fed-461c-b72a-59f3e15edf87 req-42b20a75-46fa-41ea-9dda-8df6c879685d tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:49.241573 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f7f1293a-9fed-461c-b72a-59f3e15edf87 req-42b20a75-46fa-41ea-9dda-8df6c879685d tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 946 time: 0.1953511 May 23 10:59:49.339367 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aa492c4-db02-4d8f-a524-b8fcf1341a04'] response: {'name': 'network-changed', 'server_uuid': 'd99172d3-cf34-46cb-9bd1-3cae4f2f71d6', 'tag': '2ae0466f-d393-43e6-953f-977138041292', 'status': 'completed', 'code': 200} May 23 10:59:49.344113 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-3074884a-f506-4595-b12f-f823a6cea690 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=7e27e423-05a5-47f8-ba42-0348aaace8cc HTTP/1.1" status: 200 len: 217 time: 0.2045894 May 23 10:59:49.404311 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f7f1293a-9fed-461c-b72a-59f3e15edf87 req-a4b976e4-ba32-4956-a761-a683c041c260 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606796 May 23 10:59:49.427394 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-c7b1a6d9-cc67-489f-b2cc-21e30b0cce69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:49.429033 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-c7b1a6d9-cc67-489f-b2cc-21e30b0cce69 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.0783162 May 23 10:59:49.498753 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-948d07e9-b212-46b4-8647-64320086b9bd service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542517 May 23 10:59:49.526152 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-e8f73bb5-a9bd-45f7-a08c-cb58d861dd9b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0893588 May 23 10:59:49.606647 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a872c0-10d9-454d-8108-4814c7617d7f req-30ad40de-1615-4476-8197-8fac34b2a999 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:49.617285 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36200) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:59:49.618621 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-86a872c0-10d9-454d-8108-4814c7617d7f req-30ad40de-1615-4476-8197-8fac34b2a999 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] 10.222.0.79 "GET /v2.0/ports?device_id=154ce891-143e-4223-9f2e-9c4ccb8f89e6 HTTP/1.1" status: 200 len: 946 time: 0.2131665 May 23 10:59:49.679247 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c39bd499-733f-4da1-a84b-4a95c409ccc1 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Request body: {'floatingip': {'port_id': 'a75b4fcd-7bc8-4d2a-a9bd-533884156e03'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:59:49.734172 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3abacfe8-e797-406b-9aa5-26a716fb28ef'] response: {'name': 'network-changed', 'server_uuid': '73c5d2a1-0a9b-404a-80f1-e879640d29b2', 'tag': '7e27e423-05a5-47f8-ba42-0348aaace8cc', 'status': 'completed', 'code': 200} May 23 10:59:49.766351 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-968809b4-c9d1-4046-9be3-1aa3b35fa9e9 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492197 May 23 10:59:49.813141 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e526126-06e7-465d-83be-8e69ce730fd2 req-b75c4339-ed18-40c9-86f3-9e929c70bdce tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:49.820237 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8e526126-06e7-465d-83be-8e69ce730fd2 req-b75c4339-ed18-40c9-86f3-9e929c70bdce tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=73c5d2a1-0a9b-404a-80f1-e879640d29b2 HTTP/1.1" status: 200 len: 948 time: 0.1915774 May 23 10:59:49.822090 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c39bd499-733f-4da1-a84b-4a95c409ccc1 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Notify callbacks [] for floatingip, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:49.836015 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e1479c-b00e-459b-9731-7743fa0691b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f98c58-425b-4ec1-8d6f-d8eb0156696f'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:59:49.909744 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-bf3045f3-4d68-4311-9dce-67771fba8059 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=06c8954771ee4ace983a0c9bce465c88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1671524 May 23 10:59:49.964340 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8e526126-06e7-465d-83be-8e69ce730fd2 req-237a0531-157d-418d-9319-c6b72e33b935 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430941 May 23 10:59:50.009194 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac07687-0299-4dad-b288-a7051af8d478 req-b2bb2505-ac4b-4561-84a6-86f63767dd4f tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:50.010647 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eac07687-0299-4dad-b288-a7051af8d478 req-b2bb2505-ac4b-4561-84a6-86f63767dd4f tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7451c5-ec65-4613-9de9-ae39afc29298 HTTP/1.1" status: 200 len: 950 time: 0.1564710 May 23 10:59:50.100838 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebc1742b-149d-4380-bbe0-54d6f8f7096e'] response: {'server_uuid': 'c4e1479c-b00e-459b-9731-7743fa0691b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f98c58-425b-4ec1-8d6f-d8eb0156696f', 'code': 200} May 23 10:59:50.141362 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eac07687-0299-4dad-b288-a7051af8d478 req-372ed03b-aef1-4a18-8af3-20c67c618379 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7373c3-bd5e-4979-a7c0-9917ec0724de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778222 May 23 10:59:50.177720 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-69467a60-1fee-4d3f-94ae-403bbd6fa87e req-7af2f469-a13b-441a-929b-98f229800781 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=61146b1e54d841cd9885cb7a4187d86e&device_id=d99172d3-cf34-46cb-9bd1-3cae4f2f71d6 HTTP/1.1" status: 200 len: 1099 time: 0.1661279 May 23 10:59:50.224046 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.13', 60728) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 10:59:50.226145 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-cec251b8-bf57-408b-8f83-9eeb978f68fa tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:50.227541 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-cec251b8-bf57-408b-8f83-9eeb978f68fa tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2714601 May 23 10:59:50.229262 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-64b7b4a7-c687-4c82-94ec-9382690ae81b service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6981254 May 23 10:59:50.280413 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-844c97ca-4aa6-4c66-93a0-e8f2d9b8dd8e tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Request body: {'port': {'device_id': '40a63873-19cf-48f8-b2c4-e38155c16ccc', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'admin_state_up': True, 'tenant_id': '06c8954771ee4ace983a0c9bce465c88'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:59:50.508598 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69467a60-1fee-4d3f-94ae-403bbd6fa87e req-e2d92142-ba6b-4374-baa6-b0755525773a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:50.510224 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-69467a60-1fee-4d3f-94ae-403bbd6fa87e req-e2d92142-ba6b-4374-baa6-b0755525773a service neutron] 10.222.0.13 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.3253777 May 23 10:59:50.579360 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c7a92b9e-d07c-4fa0-b0a9-6b826a187580 req-e34fd550-f49a-4944-a46a-e7a772c60c19 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 1099 time: 0.3543179 May 23 10:59:50.584795 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17762d-0b3b-41d9-8f3c-a398068e6b60 req-b38ae14b-1bd7-4c13-9e96-49deac8d6a26 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:50.586150 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fa17762d-0b3b-41d9-8f3c-a398068e6b60 req-b38ae14b-1bd7-4c13-9e96-49deac8d6a26 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=62daa315-97b6-42dc-ac48-74a4ef6a5662 HTTP/1.1" status: 200 len: 946 time: 0.2373915 May 23 10:59:50.606867 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d96205-7e9d-4fa1-90e9-eccb43dfacee req-ef96cc0f-81ce-44c2-995d-dddc36593e82 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:50.608572 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a7d96205-7e9d-4fa1-90e9-eccb43dfacee req-ef96cc0f-81ce-44c2-995d-dddc36593e82 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 948 time: 0.3717585 May 23 10:59:50.644860 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-69467a60-1fee-4d3f-94ae-403bbd6fa87e req-2cf80340-a6b9-460b-8b4f-b90f3db6298d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=2ae0466f-d393-43e6-953f-977138041292 HTTP/1.1" status: 200 len: 217 time: 0.1202824 May 23 10:59:50.663448 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-844c97ca-4aa6-4c66-93a0-e8f2d9b8dd8e tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:59:50.669321 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e37b9a13-bbad-40d1-826b-88f587f2f71d req-e1f521c8-6d3d-4b46-8589-4ab6843950f2 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4120207 May 23 10:59:50.674412 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-844c97ca-4aa6-4c66-93a0-e8f2d9b8dd8e tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Usage tracker for resource:port and tenant:06c8954771ee4ace983a0c9bce465c88 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:59:50.679099 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-844c97ca-4aa6-4c66-93a0-e8f2d9b8dd8e tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:59:50.687087 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-844c97ca-4aa6-4c66-93a0-e8f2d9b8dd8e tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:59:50.714454 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-844c97ca-4aa6-4c66-93a0-e8f2d9b8dd8e tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Made reservation on behalf of 06c8954771ee4ace983a0c9bce465c88 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 10:59:50.717520 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-844c97ca-4aa6-4c66-93a0-e8f2d9b8dd8e tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:50.743971 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c7a92b9e-d07c-4fa0-b0a9-6b826a187580 req-52ddf127-8fed-4b00-a156-a8c5881b7f45 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510997 May 23 10:59:50.751025 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fa17762d-0b3b-41d9-8f3c-a398068e6b60 req-138bddbb-7291-4bcf-b61c-53a023f9cf05 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568594 May 23 10:59:50.757461 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a7d96205-7e9d-4fa1-90e9-eccb43dfacee req-f946806d-3e64-4d10-a575-026cad02b080 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304116 May 23 10:59:50.782882 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69467a60-1fee-4d3f-94ae-403bbd6fa87e req-25b9d49b-87f1-4230-ba7e-035ba7c4f1e0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:50.784638 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-69467a60-1fee-4d3f-94ae-403bbd6fa87e req-25b9d49b-87f1-4230-ba7e-035ba7c4f1e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.0757799 May 23 10:59:50.791176 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-844c97ca-4aa6-4c66-93a0-e8f2d9b8dd8e tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:50.875873 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-844c97ca-4aa6-4c66-93a0-e8f2d9b8dd8e tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:59:50.881120 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-844c97ca-4aa6-4c66-93a0-e8f2d9b8dd8e tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Usage tracker for resource:security_group_rule and tenant:06c8954771ee4ace983a0c9bce465c88 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:59:50.885410 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-844c97ca-4aa6-4c66-93a0-e8f2d9b8dd8e tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:59:50.892617 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-844c97ca-4aa6-4c66-93a0-e8f2d9b8dd8e tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:59:51.088940 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ee257f53-4fde-4bdd-8160-8a84225f16a6 req-7a9d7a00-3ebe-4a19-a54e-e84803f8adf7 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] 10.222.0.79 "GET /v2.0/ports?device_id=40a63873-19cf-48f8-b2c4-e38155c16ccc HTTP/1.1" status: 200 len: 210 time: 0.0474494 May 23 10:59:51.124151 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915927a7-dca0-4ca1-923f-722f6ab8db58 req-c5691a27-83f8-4e95-992d-929da80ea1f3 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:51.125677 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-915927a7-dca0-4ca1-923f-722f6ab8db58 req-c5691a27-83f8-4e95-992d-929da80ea1f3 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 946 time: 0.2262349 May 23 10:59:51.157977 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-844c97ca-4aa6-4c66-93a0-e8f2d9b8dd8e tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:51.159114 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c39bd499-733f-4da1-a84b-4a95c409ccc1 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:51.164426 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-844c97ca-4aa6-4c66-93a0-e8f2d9b8dd8e tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:51.178435 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-915927a7-dca0-4ca1-923f-722f6ab8db58 req-dcc8631f-e651-4db1-b8e6-fef3ed0e84f7 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456681 May 23 10:59:51.212330 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c39bd499-733f-4da1-a84b-4a95c409ccc1 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:51.357870 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844c97ca-4aa6-4c66-93a0-e8f2d9b8dd8e tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31b8a3e2-6d48-4998-9f3c-231df138fa42,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:51.469676 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-844c97ca-4aa6-4c66-93a0-e8f2d9b8dd8e tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Allocated IP 192.168.233.157 (45238d5c-875a-474b-bef1-cc75dc2ba645/c1719237-4a8e-4354-92b1-51064eb09c82/29d1b24a-128c-4103-89db-bc42e9e11ad3) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 10:59:51.476497 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c42ede3b-b25c-45c0-95d6-0cd9217fcd71 req-39433ee0-8ce3-4c25-9be2-25a0e24a0ba1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=61146b1e54d841cd9885cb7a4187d86e&device_id=73c5d2a1-0a9b-404a-80f1-e879640d29b2 HTTP/1.1" status: 200 len: 1099 time: 0.2262039 May 23 10:59:51.485869 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d82cb3-cd15-456a-ab26-bdcdf1673103 req-ab3cdc33-f2d8-4294-96d9-9ca3e0f64b42 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:51.488106 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d3d82cb3-cd15-456a-ab26-bdcdf1673103 req-ab3cdc33-f2d8-4294-96d9-9ca3e0f64b42 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=73c5d2a1-0a9b-404a-80f1-e879640d29b2 HTTP/1.1" status: 200 len: 948 time: 0.2751746 May 23 10:59:51.492692 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-69467a60-1fee-4d3f-94ae-403bbd6fa87e req-820cdfa5-b4a9-4d85-984c-30c6926c9690 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2438214 May 23 10:59:51.501784 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde47e3f-c011-49ef-baaf-213e10ed3a23 req-2a5e4487-ee18-4105-a3ea-0c8ddc83c0ee tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:51.503225 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bde47e3f-c011-49ef-baaf-213e10ed3a23 req-2a5e4487-ee18-4105-a3ea-0c8ddc83c0ee tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7451c5-ec65-4613-9de9-ae39afc29298 HTTP/1.1" status: 200 len: 950 time: 0.1842730 May 23 10:59:51.575869 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d3d82cb3-cd15-456a-ab26-bdcdf1673103 req-a2f069e8-1f04-47f8-a84a-a9267053f705 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806437 May 23 10:59:51.592458 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bde47e3f-c011-49ef-baaf-213e10ed3a23 req-040d2feb-b77f-425e-bcd1-ab8c44431c8f tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7373c3-bd5e-4979-a7c0-9917ec0724de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756757 May 23 10:59:51.697950 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [None req-c39bd499-733f-4da1-a84b-4a95c409ccc1 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Floating IP d34f7b91-8973-418b-a10d-0f3043adf20c associated. External IP: 172.25.6.26, port: a75b4fcd-7bc8-4d2a-a9bd-533884156e03. May 23 10:59:51.859434 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ede3b-b25c-45c0-95d6-0cd9217fcd71 req-80088642-c6a7-4ce1-b6d3-94a7e671a7e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:51.860913 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c42ede3b-b25c-45c0-95d6-0cd9217fcd71 req-80088642-c6a7-4ce1-b6d3-94a7e671a7e9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.2429321 May 23 10:59:51.862562 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-69467a60-1fee-4d3f-94ae-403bbd6fa87e req-3e3df1fa-440c-422c-adb1-d45c2e3030db service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433903 May 23 10:59:51.910174 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-844c97ca-4aa6-4c66-93a0-e8f2d9b8dd8e tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:51.936490 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b9b4a392-e6da-4c16-8088-4a397d907ccf req-bed8e033-5036-4a72-8463-eba346aef11e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=63264bcb-8282-4ade-a1db-07ed524042e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3129523 May 23 10:59:51.940149 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-844c97ca-4aa6-4c66-93a0-e8f2d9b8dd8e tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Transition to ACTIVE for port object 29d1b24a-128c-4103-89db-bc42e9e11ad3 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:59:51.978824 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-844c97ca-4aa6-4c66-93a0-e8f2d9b8dd8e tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:52.105619 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844c97ca-4aa6-4c66-93a0-e8f2d9b8dd8e tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Pushing event updated for resources: {'Port': ['ID=29d1b24a-128c-4103-89db-bc42e9e11ad3,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:52.115243 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-844c97ca-4aa6-4c66-93a0-e8f2d9b8dd8e tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Network 45238d5c-875a-474b-bef1-cc75dc2ba645 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 10:59:52.119756 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-844c97ca-4aa6-4c66-93a0-e8f2d9b8dd8e tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 10:59:52.133275 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-844c97ca-4aa6-4c66-93a0-e8f2d9b8dd8e tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 10:59:52.145943 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c42ede3b-b25c-45c0-95d6-0cd9217fcd71 req-b78b6ca4-15a8-405c-8fc8-a6336f2f5c9c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=7e27e423-05a5-47f8-ba42-0348aaace8cc HTTP/1.1" status: 200 len: 217 time: 0.2731402 May 23 10:59:52.173772 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844c97ca-4aa6-4c66-93a0-e8f2d9b8dd8e tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:52.174145 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844c97ca-4aa6-4c66-93a0-e8f2d9b8dd8e tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:52.174481 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844c97ca-4aa6-4c66-93a0-e8f2d9b8dd8e tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:52.174810 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844c97ca-4aa6-4c66-93a0-e8f2d9b8dd8e tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:52.175111 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844c97ca-4aa6-4c66-93a0-e8f2d9b8dd8e tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:52.175446 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844c97ca-4aa6-4c66-93a0-e8f2d9b8dd8e tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:52.175790 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844c97ca-4aa6-4c66-93a0-e8f2d9b8dd8e tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:52.176138 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844c97ca-4aa6-4c66-93a0-e8f2d9b8dd8e tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:52.176459 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844c97ca-4aa6-4c66-93a0-e8f2d9b8dd8e tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:52.176775 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844c97ca-4aa6-4c66-93a0-e8f2d9b8dd8e tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:52.177097 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844c97ca-4aa6-4c66-93a0-e8f2d9b8dd8e tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:52.221003 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-844c97ca-4aa6-4c66-93a0-e8f2d9b8dd8e tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:52.221625 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-844c97ca-4aa6-4c66-93a0-e8f2d9b8dd8e tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:52.271433 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ede3b-b25c-45c0-95d6-0cd9217fcd71 req-7b5a3eac-eb92-44da-921c-8470de3dfe60 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:52.272917 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c42ede3b-b25c-45c0-95d6-0cd9217fcd71 req-7b5a3eac-eb92-44da-921c-8470de3dfe60 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.1154711 May 23 10:59:52.276173 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-69467a60-1fee-4d3f-94ae-403bbd6fa87e req-2e384e03-5068-41dd-b796-f98818d3c37c service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338001 May 23 10:59:52.288634 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5285292-d26f-49ba-8797-8a3d2428cd5b req-1b77292f-20a9-4c87-9a8a-ffe9b17dae0e tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:52.292371 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d5285292-d26f-49ba-8797-8a3d2428cd5b req-1b77292f-20a9-4c87-9a8a-ffe9b17dae0e tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=62daa315-97b6-42dc-ac48-74a4ef6a5662 HTTP/1.1" status: 200 len: 946 time: 0.2702336 May 23 10:59:52.305344 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b9b4a392-e6da-4c16-8088-4a397d907ccf req-d80cf4e1-97b6-46c1-852b-5ee0b7c9663b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=90c9b14de9a447dbb2784bee3d7c6631&device_id=63264bcb-8282-4ade-a1db-07ed524042e2 HTTP/1.1" status: 200 len: 1095 time: 0.2833395 May 23 10:59:52.322664 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7d5e7-a10d-4c2c-9181-5baf85b75e27 req-1056fd34-6b88-4c97-934c-4e1add7cffae tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:52.324154 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d4c7d5e7-a10d-4c2c-9181-5baf85b75e27 req-1056fd34-6b88-4c97-934c-4e1add7cffae tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 948 time: 0.3032036 May 23 10:59:52.403213 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-844c97ca-4aa6-4c66-93a0-e8f2d9b8dd8e tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1467764 May 23 10:59:52.411012 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9f45ee31-add8-4ce6-b9aa-6f61e97cdf50 None None] Provisioning for port 29d1b24a-128c-4103-89db-bc42e9e11ad3 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:59:52.416729 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9f45ee31-add8-4ce6-b9aa-6f61e97cdf50 None None] Provisioning complete for port 29d1b24a-128c-4103-89db-bc42e9e11ad3 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:59:52.417314 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9f45ee31-add8-4ce6-b9aa-6f61e97cdf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:52.436531 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d5285292-d26f-49ba-8797-8a3d2428cd5b req-12cbfcab-a7a7-41a6-9673-166374c1e9c0 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388195 May 23 10:59:52.457873 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d4c7d5e7-a10d-4c2c-9181-5baf85b75e27 req-8b014607-b3ec-4b5b-83ee-4d01072db671 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999053 May 23 10:59:52.494863 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c42ede3b-b25c-45c0-95d6-0cd9217fcd71 req-8ebcd24a-3542-4a12-a81b-d839e176db50 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1948767 May 23 10:59:52.505583 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-4008d32f-bac9-4b47-a545-efc183f00fe2 service neutron] Request body: {'port': {'device_id': '40a63873-19cf-48f8-b2c4-e38155c16ccc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:59:52.534554 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-9f45ee31-add8-4ce6-b9aa-6f61e97cdf50 None None] Port 29d1b24a-128c-4103-89db-bc42e9e11ad3 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 10:59:52.780978 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4a392-e6da-4c16-8088-4a397d907ccf req-dc6aea18-83f0-49be-a786-ae9fb38d7572 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:52.782491 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b9b4a392-e6da-4c16-8088-4a397d907ccf req-dc6aea18-83f0-49be-a786-ae9fb38d7572 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3f16bf48-f1ac-437f-802c-c2072c75e62b HTTP/1.1" status: 200 len: 909 time: 0.4079590 May 23 10:59:52.840436 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-4008d32f-bac9-4b47-a545-efc183f00fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:52.875643 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b9b4a392-e6da-4c16-8088-4a397d907ccf req-09dac857-79bc-477b-ac24-c58ca30d7b7d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdd7caa7-1855-49f5-a943-491e29b8b9d0 HTTP/1.1" status: 200 len: 217 time: 0.0851710 May 23 10:59:52.875915 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c42ede3b-b25c-45c0-95d6-0cd9217fcd71 req-3da43de5-06cf-4ba8-9d0b-cb15a2929734 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685400 May 23 10:59:52.961904 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a9d41-0b61-444a-9851-209e0b5fb6df req-2b80f0c5-d8cd-495d-9eb2-a2897527fd05 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:52.963247 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ec6a9d41-0b61-444a-9851-209e0b5fb6df req-2b80f0c5-d8cd-495d-9eb2-a2897527fd05 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] 10.222.0.79 "GET /v2.0/ports?device_id=40a63873-19cf-48f8-b2c4-e38155c16ccc HTTP/1.1" status: 200 len: 936 time: 0.3521440 May 23 10:59:52.985237 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205f223-1b95-43ce-a4bc-003344cf4e82 req-7d1fb825-ee52-4c67-90f9-f2b65e019b68 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:52.986630 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b205f223-1b95-43ce-a4bc-003344cf4e82 req-7d1fb825-ee52-4c67-90f9-f2b65e019b68 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7451c5-ec65-4613-9de9-ae39afc29298 HTTP/1.1" status: 200 len: 950 time: 0.3744504 May 23 10:59:53.009992 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4a392-e6da-4c16-8088-4a397d907ccf req-5a9617b3-745b-4d63-b8f0-79b58b7a003a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:53.011476 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b9b4a392-e6da-4c16-8088-4a397d907ccf req-5a9617b3-745b-4d63-b8f0-79b58b7a003a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f56c9b27-295c-462d-bb89-343a223f9d6c HTTP/1.1" status: 200 len: 848 time: 0.1117904 May 23 10:59:53.096955 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b205f223-1b95-43ce-a4bc-003344cf4e82 req-7aac78bc-f2cb-4a8d-8106-399c9a8cbe72 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7373c3-bd5e-4979-a7c0-9917ec0724de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929575 May 23 10:59:53.103343 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b9b4a392-e6da-4c16-8088-4a397d907ccf req-9f8ce2a8-58f0-43d5-99c1-e8a454f9a3be service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3f16bf48-f1ac-437f-802c-c2072c75e62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549121 May 23 10:59:53.106433 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c42ede3b-b25c-45c0-95d6-0cd9217fcd71 req-a5f9d24c-d80a-4ca2-b49a-2eab43b57b6a service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227044 May 23 10:59:53.108958 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ec6a9d41-0b61-444a-9851-209e0b5fb6df req-274e567b-3deb-46c6-a470-d4de9e78133f tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] 10.222.0.79 "GET /v2.0/security-groups?id=31b8a3e2-6d48-4998-9f3c-231df138fa42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299288 May 23 10:59:53.236532 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39bd499-733f-4da1-a84b-4a95c409ccc1 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Router 0286e142-7f8a-489a-9fbb-ffad170be9df has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 10:59:53.377243 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a22105-da1c-4599-ad77-6e6902ebf68e req-a0e105e2-6d97-416d-be35-8b35d7bc2fb1 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:53.378806 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-98a22105-da1c-4599-ad77-6e6902ebf68e req-a0e105e2-6d97-416d-be35-8b35d7bc2fb1 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 946 time: 0.1600323 May 23 10:59:53.386008 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0e51a-f84a-46a3-8a30-bb74a5304c07 req-5b0de7a7-863d-4cd1-a6e8-37aa65c8df4f tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:53.388660 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-32f0e51a-f84a-46a3-8a30-bb74a5304c07 req-5b0de7a7-863d-4cd1-a6e8-37aa65c8df4f tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=73c5d2a1-0a9b-404a-80f1-e879640d29b2 HTTP/1.1" status: 200 len: 948 time: 0.1369770 May 23 10:59:53.471253 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-98a22105-da1c-4599-ad77-6e6902ebf68e req-578f8071-db22-4fe6-9d45-686bb723d35b tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827034 May 23 10:59:53.476177 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-32f0e51a-f84a-46a3-8a30-bb74a5304c07 req-b2e68636-fe0e-4ac3-9eca-9bba5223ac6e tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666652 May 23 10:59:53.499061 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b9b4a392-e6da-4c16-8088-4a397d907ccf req-e50c025a-2972-4e64-8544-ca96201e43c2 service neutron] 10.222.0.81 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847532 May 23 10:59:53.717205 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-4008d32f-bac9-4b47-a545-efc183f00fe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29d1b24a-128c-4103-89db-bc42e9e11ad3 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 10:59:53.729101 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-4008d32f-bac9-4b47-a545-efc183f00fe2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:53.730462 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9309fe8-cd26-4868-b8b4-b935684260e0 req-7a72aac4-5f71-43c8-b617-2dbaf54a6822 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:53.731934 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d9309fe8-cd26-4868-b8b4-b935684260e0 req-7a72aac4-5f71-43c8-b617-2dbaf54a6822 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=62daa315-97b6-42dc-ac48-74a4ef6a5662 HTTP/1.1" status: 200 len: 946 time: 0.1381187 May 23 10:59:53.741132 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c25c7-c43a-451d-9f87-9a99861c408c req-45a20e75-2763-43dc-bb01-e7b1a53715fb tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:53.742551 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9b4c25c7-c43a-451d-9f87-9a99861c408c req-45a20e75-2763-43dc-bb01-e7b1a53715fb tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 948 time: 0.1474888 May 23 10:59:53.743566 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b9b4a392-e6da-4c16-8088-4a397d907ccf req-0cafbdc7-9317-4fa3-b8c4-9921d26152af service neutron] 10.222.0.81 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261951 May 23 10:59:53.752329 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-4008d32f-bac9-4b47-a545-efc183f00fe2 service neutron] Transition to ACTIVE for port object 29d1b24a-128c-4103-89db-bc42e9e11ad3 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 10:59:53.758321 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-4008d32f-bac9-4b47-a545-efc183f00fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:53.821079 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d9309fe8-cd26-4868-b8b4-b935684260e0 req-9b0a62ce-a520-4c61-bd2f-563811d4ed4a tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775754 May 23 10:59:53.836638 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9b4c25c7-c43a-451d-9f87-9a99861c408c req-39aa95c0-a5f6-4bf0-9a7f-0cbdc8940e7e tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756490 May 23 10:59:53.904053 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4008d32f-bac9-4b47-a545-efc183f00fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=29d1b24a-128c-4103-89db-bc42e9e11ad3,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:53.984573 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39bd499-733f-4da1-a84b-4a95c409ccc1 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 10:59:53.992155 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c39bd499-733f-4da1-a84b-4a95c409ccc1 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:53.997618 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dd4476-fa04-4cc6-94b0-81924a000751 None None] Sync routers for ids ['0286e142-7f8a-489a-9fbb-ffad170be9df'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 10:59:54.009722 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dd4476-fa04-4cc6-94b0-81924a000751 None None] Routers {'0286e142-7f8a-489a-9fbb-ffad170be9df'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 10:59:54.010439 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f8dd4476-fa04-4cc6-94b0-81924a000751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T10:59:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['0286e142-7f8a-489a-9fbb-ffad170be9df'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:59:54.069024 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c39bd499-733f-4da1-a84b-4a95c409ccc1 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] 10.222.0.79 "PUT /v2.0/floatingips/d34f7b91-8973-418b-a10d-0f3043adf20c HTTP/1.1" status: 200 len: 991 time: 4.4507823 May 23 10:59:54.072164 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '154ce891-143e-4223-9f2e-9c4ccb8f89e6', 'tag': 'a75b4fcd-7bc8-4d2a-a9bd-533884156e03'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:59:54.080453 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-4008d32f-bac9-4b47-a545-efc183f00fe2 service neutron] Attempting to bind port 29d1b24a-128c-4103-89db-bc42e9e11ad3 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:59:54.080788 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-4008d32f-bac9-4b47-a545-efc183f00fe2 service neutron] Attempting to bind port 29d1b24a-128c-4103-89db-bc42e9e11ad3 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:59:54.081115 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-4008d32f-bac9-4b47-a545-efc183f00fe2 service neutron] Attempting to bind port 29d1b24a-128c-4103-89db-bc42e9e11ad3 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:59:54.088352 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-4008d32f-bac9-4b47-a545-efc183f00fe2 service neutron] Port 29d1b24a-128c-4103-89db-bc42e9e11ad3 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 10:59:54.088669 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-4008d32f-bac9-4b47-a545-efc183f00fe2 service neutron] Attempting to bind port 29d1b24a-128c-4103-89db-bc42e9e11ad3 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:59:54.095249 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-4008d32f-bac9-4b47-a545-efc183f00fe2 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:59:54.095578 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-4008d32f-bac9-4b47-a545-efc183f00fe2 service neutron] Checking segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:59:54.095986 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-4008d32f-bac9-4b47-a545-efc183f00fe2 service neutron] Bound using segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:59:54.096410 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-4008d32f-bac9-4b47-a545-efc183f00fe2 service neutron] Bound port: 29d1b24a-128c-4103-89db-bc42e9e11ad3, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:59:54.096750 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-4008d32f-bac9-4b47-a545-efc183f00fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:54.146985 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d8ed8e1-4f76-43dc-91b4-364ac0adb6b3'] response: {'name': 'network-changed', 'server_uuid': '154ce891-143e-4223-9f2e-9c4ccb8f89e6', 'tag': 'a75b4fcd-7bc8-4d2a-a9bd-533884156e03', 'status': 'completed', 'code': 200} May 23 10:59:54.229348 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-f8dd4476-fa04-4cc6-94b0-81924a000751 None None] Set router 0286e142-7f8a-489a-9fbb-ffad170be9df gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 10:59:54.239545 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b2631c50-c07c-4c3b-9cb3-584d5c7942cb req-b9f2d38f-ca0e-4ee9-9acf-0d878443d483 tempest-MigrationsAdminTest-125665799 tempest-MigrationsAdminTest-125665799-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 1099 time: 0.0935390 May 23 10:59:54.245147 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-4008d32f-bac9-4b47-a545-efc183f00fe2 service neutron] For port 29d1b24a-128c-4103-89db-bc42e9e11ad3, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:59:54.256091 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-4008d32f-bac9-4b47-a545-efc183f00fe2 service neutron] For port 29d1b24a-128c-4103-89db-bc42e9e11ad3, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=29d1b24a-128c-4103-89db-bc42e9e11ad3,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:59:54.261761 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b2631c50-c07c-4c3b-9cb3-584d5c7942cb req-90518648-d1bf-495c-a36d-2aa4483d10b1 tempest-MigrationsAdminTest-125665799 tempest-MigrationsAdminTest-125665799-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:54.267651 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-4008d32f-bac9-4b47-a545-efc183f00fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:54.343714 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-b2631c50-c07c-4c3b-9cb3-584d5c7942cb req-90518648-d1bf-495c-a36d-2aa4483d10b1 tempest-MigrationsAdminTest-125665799 tempest-MigrationsAdminTest-125665799-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:59:54.350166 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-b2631c50-c07c-4c3b-9cb3-584d5c7942cb req-90518648-d1bf-495c-a36d-2aa4483d10b1 tempest-MigrationsAdminTest-125665799 tempest-MigrationsAdminTest-125665799-project-admin] Usage tracker for resource:security_group_rule and tenant:d1d3602c96474ceab9d66bc3ff2312dc is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:59:54.353873 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-b2631c50-c07c-4c3b-9cb3-584d5c7942cb req-90518648-d1bf-495c-a36d-2aa4483d10b1 tempest-MigrationsAdminTest-125665799 tempest-MigrationsAdminTest-125665799-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:59:54.362033 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-b2631c50-c07c-4c3b-9cb3-584d5c7942cb req-90518648-d1bf-495c-a36d-2aa4483d10b1 tempest-MigrationsAdminTest-125665799 tempest-MigrationsAdminTest-125665799-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:59:54.424240 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326601ea-6c43-41c3-a878-1a93e5d4f5ec req-e1ff84b0-a30d-4708-b71f-30ea65c71b9d tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:54.425601 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-326601ea-6c43-41c3-a878-1a93e5d4f5ec req-e1ff84b0-a30d-4708-b71f-30ea65c71b9d tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7451c5-ec65-4613-9de9-ae39afc29298 HTTP/1.1" status: 200 len: 950 time: 0.1338990 May 23 10:59:54.447459 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-4008d32f-bac9-4b47-a545-efc183f00fe2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:54.448806 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-4008d32f-bac9-4b47-a545-efc183f00fe2 service neutron] 10.222.0.13 "PUT /v2.0/ports/29d1b24a-128c-4103-89db-bc42e9e11ad3 HTTP/1.1" status: 200 len: 1096 time: 1.9533162 May 23 10:59:54.461344 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4008d32f-bac9-4b47-a545-efc183f00fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=29d1b24a-128c-4103-89db-bc42e9e11ad3,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:54.470108 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-cc215bde-c005-4cd8-b4d4-ef9018576a95 req-9fc81123-d3bc-4486-bc7b-1b929674f0da service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=55f3096016fc47a0a0df5b7be70fadbe&device_id=154ce891-143e-4223-9f2e-9c4ccb8f89e6 HTTP/1.1" status: 200 len: 1097 time: 0.2668498 May 23 10:59:54.514712 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b2631c50-c07c-4c3b-9cb3-584d5c7942cb req-90518648-d1bf-495c-a36d-2aa4483d10b1 tempest-MigrationsAdminTest-125665799 tempest-MigrationsAdminTest-125665799-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:54.522264 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b2631c50-c07c-4c3b-9cb3-584d5c7942cb req-90518648-d1bf-495c-a36d-2aa4483d10b1 tempest-MigrationsAdminTest-125665799 tempest-MigrationsAdminTest-125665799-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:54.541261 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-326601ea-6c43-41c3-a878-1a93e5d4f5ec req-3ca0349b-e41d-43d6-8c32-88d3f55b409b tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7373c3-bd5e-4979-a7c0-9917ec0724de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056917 May 23 10:59:54.573440 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b2631c50-c07c-4c3b-9cb3-584d5c7942cb req-90518648-d1bf-495c-a36d-2aa4483d10b1 tempest-MigrationsAdminTest-125665799 tempest-MigrationsAdminTest-125665799-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333511 May 23 10:59:54.598829 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90518648-d1bf-495c-a36d-2aa4483d10b1 tempest-MigrationsAdminTest-125665799 tempest-MigrationsAdminTest-125665799-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05080b21-d1f9-4936-b279-b54e8cb196b9,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:54.709215 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc215bde-c005-4cd8-b4d4-ef9018576a95 req-2f9a76a7-68ea-49d4-8bfc-9e4e45afd36a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:54.711139 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-cc215bde-c005-4cd8-b4d4-ef9018576a95 req-2f9a76a7-68ea-49d4-8bfc-9e4e45afd36a service neutron] 10.222.0.81 "GET /v2.0/networks?id=ab57547c-d5a4-4e80-9c64-caa818477e2e HTTP/1.1" status: 200 len: 916 time: 0.2347951 May 23 10:59:54.728076 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f8dd4476-fa04-4cc6-94b0-81924a000751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0286e142-7f8a-489a-9fbb-ffad170be9df', 'name': 'tempest-AttachSCSIVolumeTestJSON-1947369277-router', 'tenant_id': '55f3096016fc47a0a0df5b7be70fadbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '4fdbc384-a582-429c-af91-772f3bf34c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:58:03Z', 'updated_at': '2022-05-23T10:58:12Z', 'revision_number': 4, 'project_id': '55f3096016fc47a0a0df5b7be70fadbe', 'gw_port': {'id': '4fdbc384-a582-429c-af91-772f3bf34c8b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0286e142-7f8a-489a-9fbb-ffad170be9df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:58:05Z', 'updated_at': '2022-05-23T10:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'd34f7b91-8973-418b-a10d-0f3043adf20c', 'tenant_id': '55f3096016fc47a0a0df5b7be70fadbe', 'floating_ip_address': '172.25.6.26', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '0286e142-7f8a-489a-9fbb-ffad170be9df', 'port_id': 'a75b4fcd-7bc8-4d2a-a9bd-533884156e03', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab57547c-d5a4-4e80-9c64-caa818477e2e', 'mac_address': 'fa:16:3e:07:7b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154ce891-143e-4223-9f2e-9c4ccb8f89e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T10:59:17Z', 'updated_at': '2022-05-23T10:59:50Z', 'revision_number': 1, 'project_id': '55f3096016fc47a0a0df5b7be70fadbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76fa699a-eb3d-46b7-a12c-48309a3db4e4', 'name': '', 'network_id': 'ab57547c-d5a4-4e80-9c64-caa818477e2e', 'tenant_id': '55f3096016fc47a0a0df5b7be70fadbe', 'mac_address': 'fa:16:3e:ae:78:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0286e142-7f8a-489a-9fbb-ffad170be9df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c9a0e12-4b14-4faf-9106-3b24fbe8317b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:58:10Z', 'updated_at': '2022-05-23T10:58:20Z', 'revision_number': 5, 'project_id': '55f3096016fc47a0a0df5b7be70fadbe', 'subnets': [{'id': '5c9a0e12-4b14-4faf-9106-3b24fbe8317b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:59:54.732987 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dd4476-fa04-4cc6-94b0-81924a000751 None None] Checking router: 0286e142-7f8a-489a-9fbb-ffad170be9df for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 10:59:54.744398 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dd4476-fa04-4cc6-94b0-81924a000751 None None] Routers {'0286e142-7f8a-489a-9fbb-ffad170be9df'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 10:59:54.745550 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f8dd4476-fa04-4cc6-94b0-81924a000751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T10:59:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['0286e142-7f8a-489a-9fbb-ffad170be9df'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:59:54.838943 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b03cc4-5848-44d4-8c56-315d602646f1 req-684c41b2-584b-498e-aaf4-69733cfc97b3 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:54.845553 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-b28c320b-6ef9-4328-b4f3-d357ea93f671 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=06c8954771ee4ace983a0c9bce465c88&device_id=40a63873-19cf-48f8-b2c4-e38155c16ccc HTTP/1.1" status: 200 len: 1099 time: 0.2610908 May 23 10:59:54.846198 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a4b03cc4-5848-44d4-8c56-315d602646f1 req-684c41b2-584b-498e-aaf4-69733cfc97b3 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] 10.222.0.79 "GET /v2.0/ports?device_id=40a63873-19cf-48f8-b2c4-e38155c16ccc HTTP/1.1" status: 200 len: 948 time: 0.1517193 May 23 10:59:54.847518 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-cc215bde-c005-4cd8-b4d4-ef9018576a95 req-987b708b-e71b-4201-86cf-7a1331eed29b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a75b4fcd-7bc8-4d2a-a9bd-533884156e03 HTTP/1.1" status: 200 len: 999 time: 0.1237836 May 23 10:59:54.934260 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd6a18-caca-4c30-aca0-6d9e7ea18b5c req-ec93e446-18e5-46de-ad21-ce26b4bbfb4b tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:54.935538 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36fd6a18-caca-4c30-aca0-6d9e7ea18b5c req-ec93e446-18e5-46de-ad21-ce26b4bbfb4b tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=73c5d2a1-0a9b-404a-80f1-e879640d29b2 HTTP/1.1" status: 200 len: 948 time: 0.1936338 May 23 10:59:54.946143 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-f8dd4476-fa04-4cc6-94b0-81924a000751 None None] Set router 0286e142-7f8a-489a-9fbb-ffad170be9df gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 10:59:54.954609 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a4b03cc4-5848-44d4-8c56-315d602646f1 req-7ad9a733-1082-4b1d-bf92-311cb8b28f32 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] 10.222.0.79 "GET /v2.0/security-groups?id=31b8a3e2-6d48-4998-9f3c-231df138fa42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072502 May 23 10:59:54.987760 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-b5273ab0-fd27-4d95-941e-d19e0a6025c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=29d1b24a-128c-4103-89db-bc42e9e11ad3 HTTP/1.1" status: 200 len: 217 time: 0.1182799 May 23 10:59:55.024987 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36fd6a18-caca-4c30-aca0-6d9e7ea18b5c req-b62c6362-5903-4726-9565-ccebf50b22f0 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753210 May 23 10:59:55.037316 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-7ba33f7e-e72e-4816-940a-4a5b110063f1 tempest-LiveMigrationTest-1953020720 tempest-LiveMigrationTest-1953020720-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=62daa315-97b6-42dc-ac48-74a4ef6a5662&tenant_id=90c9b14de9a447dbb2784bee3d7c6631&binding%3Ahost_id=n-h2-842952-2 HTTP/1.1" status: 200 len: 1097 time: 0.1643727 May 23 10:59:55.047780 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-ac668d9c-beeb-4033-9e8a-aecc4ed20c36 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-842952-2'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 10:59:55.098634 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc215bde-c005-4cd8-b4d4-ef9018576a95 req-245baf17-a647-42cd-b7c2-4135e9675304 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:55.100893 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-cc215bde-c005-4cd8-b4d4-ef9018576a95 req-245baf17-a647-42cd-b7c2-4135e9675304 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5c9a0e12-4b14-4faf-9106-3b24fbe8317b HTTP/1.1" status: 200 len: 854 time: 0.1745510 May 23 10:59:55.108298 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-7f1a1b4e-d129-4082-8972-4a006449ef3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:55.110236 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-7f1a1b4e-d129-4082-8972-4a006449ef3b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.1233504 May 23 10:59:55.136396 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 10:59:55.244288 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-6f6564e7-88c2-4c47-ba1a-f28fdf2360dd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0966375 May 23 10:59:55.286298 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-ac668d9c-beeb-4033-9e8a-aecc4ed20c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:55.351261 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a8127-71d3-44a6-9215-023fd57fc986 req-13f057e4-21c4-4245-812f-03c7838b9bd4 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:55.352754 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-178a8127-71d3-44a6-9215-023fd57fc986 req-13f057e4-21c4-4245-812f-03c7838b9bd4 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 946 time: 0.2630248 May 23 10:59:55.367073 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-cc215bde-c005-4cd8-b4d4-ef9018576a95 req-75f2e6a6-bb76-4670-ba7b-697d8e788178 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ab57547c-d5a4-4e80-9c64-caa818477e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2550054 May 23 10:59:55.396934 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=4b3d0d9b-4a31-42bd-a7ed-abdb72e92169,segment=NetworkSegment(6bc35f8b-456e-4e1c-8a63-ba8204a54381),segment_id=6bc35f8b-456e-4e1c-8a63-ba8204a54381)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:59:55.434770 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-74d625b6-9d33-44eb-842b-117f7aea5af7 req-7470ec4e-b66e-45c1-b7d4-ca3fd28661a9 tempest-LiveMigrationNegativeTest-2112383884 tempest-LiveMigrationNegativeTest-2112383884-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=3f7451c5-ec65-4613-9de9-ae39afc29298 HTTP/1.1" status: 200 len: 1101 time: 0.2692702 May 23 10:59:55.439457 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169 has no active binding in host n-h1-842952-2 {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 23 10:59:55.439819 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 2ae0466f-d393-43e6-953f-977138041292 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 10:59:55.474795 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-d23aec67-468e-4b04-a71b-8fc315460e2b service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230492 May 23 10:59:55.533927 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-74d625b6-9d33-44eb-842b-117f7aea5af7 req-303219cb-a08c-45e1-ae5b-df251e7b8086 tempest-LiveMigrationNegativeTest-2112383884 tempest-LiveMigrationNegativeTest-2112383884-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:55.556618 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-178a8127-71d3-44a6-9215-023fd57fc986 req-47692088-aeab-4a1d-b652-bda91527a125 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949186 May 23 10:59:55.572177 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f8dd4476-fa04-4cc6-94b0-81924a000751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0286e142-7f8a-489a-9fbb-ffad170be9df', 'name': 'tempest-AttachSCSIVolumeTestJSON-1947369277-router', 'tenant_id': '55f3096016fc47a0a0df5b7be70fadbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '4fdbc384-a582-429c-af91-772f3bf34c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:58:03Z', 'updated_at': '2022-05-23T10:58:12Z', 'revision_number': 4, 'project_id': '55f3096016fc47a0a0df5b7be70fadbe', 'gw_port': {'id': '4fdbc384-a582-429c-af91-772f3bf34c8b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0286e142-7f8a-489a-9fbb-ffad170be9df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:58:05Z', 'updated_at': '2022-05-23T10:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'd34f7b91-8973-418b-a10d-0f3043adf20c', 'tenant_id': '55f3096016fc47a0a0df5b7be70fadbe', 'floating_ip_address': '172.25.6.26', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '0286e142-7f8a-489a-9fbb-ffad170be9df', 'port_id': 'a75b4fcd-7bc8-4d2a-a9bd-533884156e03', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab57547c-d5a4-4e80-9c64-caa818477e2e', 'mac_address': 'fa:16:3e:07:7b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154ce891-143e-4223-9f2e-9c4ccb8f89e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T10:59:17Z', 'updated_at': '2022-05-23T10:59:50Z', 'revision_number': 1, 'project_id': '55f3096016fc47a0a0df5b7be70fadbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76fa699a-eb3d-46b7-a12c-48309a3db4e4', 'name': '', 'network_id': 'ab57547c-d5a4-4e80-9c64-caa818477e2e', 'tenant_id': '55f3096016fc47a0a0df5b7be70fadbe', 'mac_address': 'fa:16:3e:ae:78:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0286e142-7f8a-489a-9fbb-ffad170be9df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c9a0e12-4b14-4faf-9106-3b24fbe8317b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:58:10Z', 'updated_at': '2022-05-23T10:58:20Z', 'revision_number': 5, 'project_id': '55f3096016fc47a0a0df5b7be70fadbe', 'subnets': [{'id': '5c9a0e12-4b14-4faf-9106-3b24fbe8317b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 10:59:55.602461 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 2ae0466f-d393-43e6-953f-977138041292, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=2ae0466f-d393-43e6-953f-977138041292,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:59:55.618631 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-cc215bde-c005-4cd8-b4d4-ef9018576a95 req-1981cf8d-8f42-4a01-9dfc-0745de635858 service neutron] 10.222.0.81 "GET /v2.0/networks/ab57547c-d5a4-4e80-9c64-caa818477e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349713 May 23 10:59:55.637665 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '2ae0466f-d393-43e6-953f-977138041292', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'port_id': '2ae0466f-d393-43e6-953f-977138041292', 'mac_address': 'fa:16:3e:b5:c4:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1719237-4a8e-4354-92b1-51064eb09c82', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 10:59:55.643530 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dd4476-fa04-4cc6-94b0-81924a000751 None None] The sync data for ids ['0286e142-7f8a-489a-9fbb-ffad170be9df'] in n-d-842952-2 is: [{'id': '0286e142-7f8a-489a-9fbb-ffad170be9df', 'name': 'tempest-AttachSCSIVolumeTestJSON-1947369277-router', 'tenant_id': '55f3096016fc47a0a0df5b7be70fadbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '4fdbc384-a582-429c-af91-772f3bf34c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:58:03Z', 'updated_at': '2022-05-23T10:58:12Z', 'revision_number': 4, 'project_id': '55f3096016fc47a0a0df5b7be70fadbe', 'gw_port': {'id': '4fdbc384-a582-429c-af91-772f3bf34c8b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0286e142-7f8a-489a-9fbb-ffad170be9df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:58:05Z', 'updated_at': '2022-05-23T10:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'd34f7b91-8973-418b-a10d-0f3043adf20c', 'tenant_id': '55f3096016fc47a0a0df5b7be70fadbe', 'floating_ip_address': '172.25.6.26', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '0286e142-7f8a-489a-9fbb-ffad170be9df', 'port_id': 'a75b4fcd-7bc8-4d2a-a9bd-533884156e03', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab57547c-d5a4-4e80-9c64-caa818477e2e', 'mac_address': 'fa:16:3e:07:7b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154ce891-143e-4223-9f2e-9c4ccb8f89e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T10:59:17Z', 'updated_at': '2022-05-23T10:59:50Z', 'revision_number': 1, 'project_id': '55f3096016fc47a0a0df5b7be70fadbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76fa699a-eb3d-46b7-a12c-48309a3db4e4', 'name': '', 'network_id': 'ab57547c-d5a4-4e80-9c64-caa818477e2e', 'tenant_id': '55f3096016fc47a0a0df5b7be70fadbe', 'mac_address': 'fa:16:3e:ae:78:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0286e142-7f8a-489a-9fbb-ffad170be9df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c9a0e12-4b14-4faf-9106-3b24fbe8317b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:58:10Z', 'updated_at': '2022-05-23T10:58:20Z', 'revision_number': 5, 'project_id': '55f3096016fc47a0a0df5b7be70fadbe', 'subnets': [{'id': '5c9a0e12-4b14-4faf-9106-3b24fbe8317b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 10:59:55.728551 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:55.756018 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ae0466f-d393-43e6-953f-977138041292 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 10:59:55.756230 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-74d625b6-9d33-44eb-842b-117f7aea5af7 req-303219cb-a08c-45e1-ae5b-df251e7b8086 tempest-LiveMigrationNegativeTest-2112383884 tempest-LiveMigrationNegativeTest-2112383884-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 10:59:55.762559 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-ac668d9c-beeb-4033-9e8a-aecc4ed20c36 service neutron] For port 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=4b3d0d9b-4a31-42bd-a7ed-abdb72e92169,segment=NetworkSegment(6bc35f8b-456e-4e1c-8a63-ba8204a54381),segment_id=6bc35f8b-456e-4e1c-8a63-ba8204a54381)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:59:55.765519 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-74d625b6-9d33-44eb-842b-117f7aea5af7 req-303219cb-a08c-45e1-ae5b-df251e7b8086 tempest-LiveMigrationNegativeTest-2112383884 tempest-LiveMigrationNegativeTest-2112383884-project-admin] Usage tracker for resource:security_group_rule and tenant:f5b5b58f1dc640a78331afde4cf921da is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 10:59:55.769692 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-74d625b6-9d33-44eb-842b-117f7aea5af7 req-303219cb-a08c-45e1-ae5b-df251e7b8086 tempest-LiveMigrationNegativeTest-2112383884 tempest-LiveMigrationNegativeTest-2112383884-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 10:59:55.778186 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-74d625b6-9d33-44eb-842b-117f7aea5af7 req-303219cb-a08c-45e1-ae5b-df251e7b8086 tempest-LiveMigrationNegativeTest-2112383884 tempest-LiveMigrationNegativeTest-2112383884-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 10:59:55.780039 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 2ae0466f-d393-43e6-953f-977138041292, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=2ae0466f-d393-43e6-953f-977138041292,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:59:55.788014 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:55.796902 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2c0fa86b-ac49-4895-883a-9ddf4b032efc req-71b2071a-271a-4787-acbf-07b7937ea078 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153899 May 23 10:59:55.820189 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-cc215bde-c005-4cd8-b4d4-ef9018576a95 req-0e556ba7-7510-472a-be9e-2eb39ea4eacc service neutron] 10.222.0.81 "GET /v2.0/networks/ab57547c-d5a4-4e80-9c64-caa818477e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871181 May 23 10:59:55.840764 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-ac668d9c-beeb-4033-9e8a-aecc4ed20c36 service neutron] For port 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169, host n-h2-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:59:55.886194 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=2ae0466f-d393-43e6-953f-977138041292,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:55.922347 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1c60b4e7-4dc8-4c8f-a3fc-1d25d05afba9 req-ca754dc7-94ab-4818-b5a2-7707670ed6c4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2203760 May 23 10:59:55.937050 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572cf803-f679-40be-a383-85acef9079d8 None None] New status for floating IP d34f7b91-8973-418b-a10d-0f3043adf20c: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 10:59:55.947336 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62daa315-97b6-42dc-ac48-74a4ef6a5662', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b3d0d9b-4a31-42bd-a7ed-abdb72e92169'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:59:55.955403 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-ac668d9c-beeb-4033-9e8a-aecc4ed20c36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:55.973053 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-ac668d9c-beeb-4033-9e8a-aecc4ed20c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:56.015502 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-74d625b6-9d33-44eb-842b-117f7aea5af7 req-303219cb-a08c-45e1-ae5b-df251e7b8086 tempest-LiveMigrationNegativeTest-2112383884 tempest-LiveMigrationNegativeTest-2112383884-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:56.029898 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-74d625b6-9d33-44eb-842b-117f7aea5af7 req-303219cb-a08c-45e1-ae5b-df251e7b8086 tempest-LiveMigrationNegativeTest-2112383884 tempest-LiveMigrationNegativeTest-2112383884-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:56.145907 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-74d625b6-9d33-44eb-842b-117f7aea5af7 req-303219cb-a08c-45e1-ae5b-df251e7b8086 tempest-LiveMigrationNegativeTest-2112383884 tempest-LiveMigrationNegativeTest-2112383884-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=0c7373c3-bd5e-4979-a7c0-9917ec0724de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6675487 May 23 10:59:56.147876 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a63873-19cf-48f8-b2c4-e38155c16ccc', 'tag': '29d1b24a-128c-4103-89db-bc42e9e11ad3'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:59:56.149901 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303219cb-a08c-45e1-ae5b-df251e7b8086 tempest-LiveMigrationNegativeTest-2112383884 tempest-LiveMigrationNegativeTest-2112383884-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db922f31-3601-4160-a255-2f2d49cd2f98,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:56.156657 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac668d9c-beeb-4033-9e8a-aecc4ed20c36 service neutron] Pushing event updated for resources: {'Port': ['ID=4b3d0d9b-4a31-42bd-a7ed-abdb72e92169,revision_number=7']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:56.172973 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303219cb-a08c-45e1-ae5b-df251e7b8086 tempest-LiveMigrationNegativeTest-2112383884 tempest-LiveMigrationNegativeTest-2112383884-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:56.172973 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303219cb-a08c-45e1-ae5b-df251e7b8086 tempest-LiveMigrationNegativeTest-2112383884 tempest-LiveMigrationNegativeTest-2112383884-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:56.173293 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303219cb-a08c-45e1-ae5b-df251e7b8086 tempest-LiveMigrationNegativeTest-2112383884 tempest-LiveMigrationNegativeTest-2112383884-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:56.173628 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303219cb-a08c-45e1-ae5b-df251e7b8086 tempest-LiveMigrationNegativeTest-2112383884 tempest-LiveMigrationNegativeTest-2112383884-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:56.173967 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303219cb-a08c-45e1-ae5b-df251e7b8086 tempest-LiveMigrationNegativeTest-2112383884 tempest-LiveMigrationNegativeTest-2112383884-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:56.174301 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303219cb-a08c-45e1-ae5b-df251e7b8086 tempest-LiveMigrationNegativeTest-2112383884 tempest-LiveMigrationNegativeTest-2112383884-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:56.186636 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303219cb-a08c-45e1-ae5b-df251e7b8086 tempest-LiveMigrationNegativeTest-2112383884 tempest-LiveMigrationNegativeTest-2112383884-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:56.187073 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303219cb-a08c-45e1-ae5b-df251e7b8086 tempest-LiveMigrationNegativeTest-2112383884 tempest-LiveMigrationNegativeTest-2112383884-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:56.187419 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303219cb-a08c-45e1-ae5b-df251e7b8086 tempest-LiveMigrationNegativeTest-2112383884 tempest-LiveMigrationNegativeTest-2112383884-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:56.187761 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303219cb-a08c-45e1-ae5b-df251e7b8086 tempest-LiveMigrationNegativeTest-2112383884 tempest-LiveMigrationNegativeTest-2112383884-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:56.188127 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303219cb-a08c-45e1-ae5b-df251e7b8086 tempest-LiveMigrationNegativeTest-2112383884 tempest-LiveMigrationNegativeTest-2112383884-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:56.222916 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac668d9c-beeb-4033-9e8a-aecc4ed20c36 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:56.223265 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac668d9c-beeb-4033-9e8a-aecc4ed20c36 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:56.223743 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac668d9c-beeb-4033-9e8a-aecc4ed20c36 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:56.224102 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac668d9c-beeb-4033-9e8a-aecc4ed20c36 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:56.224439 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac668d9c-beeb-4033-9e8a-aecc4ed20c36 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:56.224868 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac668d9c-beeb-4033-9e8a-aecc4ed20c36 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:56.225096 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac668d9c-beeb-4033-9e8a-aecc4ed20c36 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:56.225421 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac668d9c-beeb-4033-9e8a-aecc4ed20c36 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:56.225742 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac668d9c-beeb-4033-9e8a-aecc4ed20c36 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:56.226061 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac668d9c-beeb-4033-9e8a-aecc4ed20c36 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:56.226403 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac668d9c-beeb-4033-9e8a-aecc4ed20c36 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 10:59:56.250896 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-ac668d9c-beeb-4033-9e8a-aecc4ed20c36 service neutron] Attempting to bind port 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169 on host n-h2-842952-2 for vnic_type normal with profile {"migrating_to": "n-h1-842952-2"} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 10:59:56.251232 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-ac668d9c-beeb-4033-9e8a-aecc4ed20c36 service neutron] Attempting to bind port 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 10:59:56.251564 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-ac668d9c-beeb-4033-9e8a-aecc4ed20c36 service neutron] Attempting to bind port 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169 on network 3f16bf48-f1ac-437f-802c-c2072c75e62b {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:59:56.266328 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-ac668d9c-beeb-4033-9e8a-aecc4ed20c36 service neutron] Port 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169 on network 3f16bf48-f1ac-437f-802c-c2072c75e62b not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 10:59:56.266675 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-ac668d9c-beeb-4033-9e8a-aecc4ed20c36 service neutron] Attempting to bind port 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169 on network 3f16bf48-f1ac-437f-802c-c2072c75e62b {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 10:59:56.276210 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-ac668d9c-beeb-4033-9e8a-aecc4ed20c36 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 10, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 10:59:56.276763 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-ac668d9c-beeb-4033-9e8a-aecc4ed20c36 service neutron] Checking segment: {'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 10:59:56.277194 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-ac668d9c-beeb-4033-9e8a-aecc4ed20c36 service neutron] Bound using segment: {'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 10:59:56.277828 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-ac668d9c-beeb-4033-9e8a-aecc4ed20c36 service neutron] Bound port: 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 10:59:56.278200 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-ac668d9c-beeb-4033-9e8a-aecc4ed20c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:56.346014 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cf4b8d8-3a80-4b74-9e63-fc554cdfe003'] response: {'server_uuid': '62daa315-97b6-42dc-ac48-74a4ef6a5662', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b3d0d9b-4a31-42bd-a7ed-abdb72e92169', 'code': 200} May 23 10:59:56.545894 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-ac668d9c-beeb-4033-9e8a-aecc4ed20c36 service neutron] For port 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169, host n-h2-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 10:59:56.552045 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-ac668d9c-beeb-4033-9e8a-aecc4ed20c36 service neutron] For port 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=4b3d0d9b-4a31-42bd-a7ed-abdb72e92169,segment=NetworkSegment(6bc35f8b-456e-4e1c-8a63-ba8204a54381),segment_id=6bc35f8b-456e-4e1c-8a63-ba8204a54381)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 10:59:56.564811 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-ac668d9c-beeb-4033-9e8a-aecc4ed20c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:56.594100 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['2ae0466f-d393-43e6-953f-977138041292'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 10:59:56.645414 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94aa8e-c9c1-41d3-a60d-7c166801d6f1 req-4f2467e1-dd5e-4b5e-bbf1-124dd1809c81 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:56.646867 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2b94aa8e-c9c1-41d3-a60d-7c166801d6f1 req-4f2467e1-dd5e-4b5e-bbf1-124dd1809c81 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=62daa315-97b6-42dc-ac48-74a4ef6a5662 HTTP/1.1" status: 200 len: 944 time: 0.3425457 May 23 10:59:56.649356 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4ea58e13-9f22-4fe6-9f74-ff7da6504b43 req-53cacf64-3a46-47c3-b78c-3a9fa55bb01c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3106492 May 23 10:59:56.741735 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c5466-2059-4721-a395-efa81b5c212f req-c16ddbaf-444b-4490-8d36-ccfca6f5d16c tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:56.743183 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fe5c5466-2059-4721-a395-efa81b5c212f req-c16ddbaf-444b-4490-8d36-ccfca6f5d16c tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] 10.222.0.79 "GET /v2.0/ports?device_id=40a63873-19cf-48f8-b2c4-e38155c16ccc HTTP/1.1" status: 200 len: 948 time: 0.3306522 May 23 10:59:56.754727 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac668d9c-beeb-4033-9e8a-aecc4ed20c36 service neutron] Pushing event updated for resources: {'Port': ['ID=4b3d0d9b-4a31-42bd-a7ed-abdb72e92169,revision_number=8']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:56.848648 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-ac668d9c-beeb-4033-9e8a-aecc4ed20c36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:56.850313 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-ac668d9c-beeb-4033-9e8a-aecc4ed20c36 service neutron] 10.222.0.13 "PUT /v2.0/ports/4b3d0d9b-4a31-42bd-a7ed-abdb72e92169 HTTP/1.1" status: 200 len: 1122 time: 1.8067081 May 23 10:59:56.864298 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2b94aa8e-c9c1-41d3-a60d-7c166801d6f1 req-da3dd94f-c614-49bf-a592-92c87cd090df tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614549 May 23 10:59:56.874660 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fe5c5466-2059-4721-a395-efa81b5c212f req-2caf562e-d80c-4e73-a1ee-c4e453d0b607 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] 10.222.0.79 "GET /v2.0/security-groups?id=31b8a3e2-6d48-4998-9f3c-231df138fa42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208689 May 23 10:59:56.970776 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1534afa6-34d4-4bbc-bd8c-d70f75fe10ec'] response: {'name': 'network-changed', 'server_uuid': '40a63873-19cf-48f8-b2c4-e38155c16ccc', 'tag': '29d1b24a-128c-4103-89db-bc42e9e11ad3', 'status': 'completed', 'code': 200} May 23 10:59:57.030233 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['4b3d0d9b-4a31-42bd-a7ed-abdb72e92169'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 10:59:57.123678 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 7e27e423-05a5-47f8-ba42-0348aaace8cc details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 10:59:57.158361 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fefadc17-7a61-48db-a62a-7b943ac359f7 req-50023c6c-d7c2-4992-a81e-deab00dca4ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=06c8954771ee4ace983a0c9bce465c88&device_id=40a63873-19cf-48f8-b2c4-e38155c16ccc HTTP/1.1" status: 200 len: 1099 time: 0.1099627 May 23 10:59:57.198620 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141408d1-9eb5-402d-8dd2-ed5163b27526 req-e287c269-e9ba-40bb-b719-f876e6a4a2f6 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:57.200112 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-141408d1-9eb5-402d-8dd2-ed5163b27526 req-e287c269-e9ba-40bb-b719-f876e6a4a2f6 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=73c5d2a1-0a9b-404a-80f1-e879640d29b2 HTTP/1.1" status: 200 len: 948 time: 0.1972296 May 23 10:59:57.243022 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['4b3d0d9b-4a31-42bd-a7ed-abdb72e92169'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 10:59:57.371234 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-141408d1-9eb5-402d-8dd2-ed5163b27526 req-b74321da-c1f6-46be-a292-c6c71f42bfa5 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482513 May 23 10:59:57.397678 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefadc17-7a61-48db-a62a-7b943ac359f7 req-60d83662-6908-490a-b4a6-07f54784c371 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:57.399201 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fefadc17-7a61-48db-a62a-7b943ac359f7 req-60d83662-6908-490a-b4a6-07f54784c371 service neutron] 10.222.0.13 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.1981337 May 23 10:59:57.407195 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f1eb1-3961-4f63-a270-1e03bf287767 req-9aa083b6-f095-4d92-859a-c8c755b91762 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:57.408529 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d42f1eb1-3961-4f63-a270-1e03bf287767 req-9aa083b6-f095-4d92-859a-c8c755b91762 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 948 time: 0.2473991 May 23 10:59:57.433757 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 7e27e423-05a5-47f8-ba42-0348aaace8cc, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=7e27e423-05a5-47f8-ba42-0348aaace8cc,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:59:57.484191 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '7e27e423-05a5-47f8-ba42-0348aaace8cc', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'port_id': '7e27e423-05a5-47f8-ba42-0348aaace8cc', 'mac_address': 'fa:16:3e:3e:4e:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1719237-4a8e-4354-92b1-51064eb09c82', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 10:59:57.491846 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fefadc17-7a61-48db-a62a-7b943ac359f7 req-a761186e-e8a0-4a98-b8f6-2eb6ae702d31 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=29d1b24a-128c-4103-89db-bc42e9e11ad3 HTTP/1.1" status: 200 len: 217 time: 0.0823479 May 23 10:59:57.590187 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d42f1eb1-3961-4f63-a270-1e03bf287767 req-3ead2292-5acb-4090-aa6d-e3edbc2c6166 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325452 May 23 10:59:57.606646 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:57.618561 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefadc17-7a61-48db-a62a-7b943ac359f7 req-5fd95aab-8a81-4ae9-bee4-b9b737bf2054 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:57.618561 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fefadc17-7a61-48db-a62a-7b943ac359f7 req-5fd95aab-8a81-4ae9-bee4-b9b737bf2054 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.1080959 May 23 10:59:57.651898 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e27e423-05a5-47f8-ba42-0348aaace8cc {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 10:59:57.679848 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 7e27e423-05a5-47f8-ba42-0348aaace8cc, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=7e27e423-05a5-47f8-ba42-0348aaace8cc,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:59:57.684944 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:57.756906 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=7e27e423-05a5-47f8-ba42-0348aaace8cc,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:57.843456 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c270c8-11f4-4a99-954d-22535935b3cf req-2764e3d1-2ef4-40ab-97ee-7b25df91aab8 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:57.844928 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-59c270c8-11f4-4a99-954d-22535935b3cf req-2764e3d1-2ef4-40ab-97ee-7b25df91aab8 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 946 time: 0.3031375 May 23 10:59:57.883306 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fefadc17-7a61-48db-a62a-7b943ac359f7 req-6577cd00-a187-4901-925f-501738038787 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2615438 May 23 10:59:57.916462 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1d5c452c-9e4a-469a-b4e6-372a92c12870 req-823734af-627c-4129-b6ca-a56f5539d6c6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3f7451c5-ec65-4613-9de9-ae39afc29298&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1655116 May 23 10:59:57.989958 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-59c270c8-11f4-4a99-954d-22535935b3cf req-9b4c883d-b839-4389-93db-9c3386fcef87 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371408 May 23 10:59:58.037757 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fefadc17-7a61-48db-a62a-7b943ac359f7 req-cab01d01-50c0-4eee-b0d4-e92cf92324fc service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422415 May 23 10:59:58.287374 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fefadc17-7a61-48db-a62a-7b943ac359f7 req-78ee3e88-77d8-48db-ba4d-016811fef826 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352016 May 23 10:59:58.304192 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391c3f3-506c-4439-b053-66955b2375c2 req-1773a8bc-49db-4ac5-9e63-449c40f33859 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:58.305559 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c391c3f3-506c-4439-b053-66955b2375c2 req-1773a8bc-49db-4ac5-9e63-449c40f33859 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=62daa315-97b6-42dc-ac48-74a4ef6a5662 HTTP/1.1" status: 200 len: 944 time: 0.2356787 May 23 10:59:58.316502 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb0a79-678f-4989-8268-aca54f4a054a req-6469385e-5e89-4957-9cc0-ed046ae1819a tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:58.318125 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cddb0a79-678f-4989-8268-aca54f4a054a req-6469385e-5e89-4957-9cc0-ed046ae1819a tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] 10.222.0.79 "GET /v2.0/ports?device_id=40a63873-19cf-48f8-b2c4-e38155c16ccc HTTP/1.1" status: 200 len: 948 time: 0.1605966 May 23 10:59:58.347722 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62daa315-97b6-42dc-ac48-74a4ef6a5662', 'tag': '4b3d0d9b-4a31-42bd-a7ed-abdb72e92169'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:59:58.432348 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c391c3f3-506c-4439-b053-66955b2375c2 req-50dd6fe8-c523-474a-ba90-8f82479aa429 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134896 May 23 10:59:58.435416 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cddb0a79-678f-4989-8268-aca54f4a054a req-dd4b4a06-4582-464a-a066-a43668a4bcd1 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] 10.222.0.79 "GET /v2.0/security-groups?id=31b8a3e2-6d48-4998-9f3c-231df138fa42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027670 May 23 10:59:58.477362 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4ea58e13-9f22-4fe6-9f74-ff7da6504b43 req-20bc37e8-f186-42c2-9363-3166ec2349e9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 1099 time: 0.0865898 May 23 10:59:58.514962 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f25e5c56-8499-4a9a-acdb-8ef38fe610de'] response: {'name': 'network-changed', 'server_uuid': '62daa315-97b6-42dc-ac48-74a4ef6a5662', 'tag': '4b3d0d9b-4a31-42bd-a7ed-abdb72e92169', 'status': 'completed', 'code': 200} May 23 10:59:58.637914 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d0030b3d-1b2e-4ed2-ae83-30d21b9d1500 req-28ed4536-f365-44b7-88f7-df96c18b2d81 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=90c9b14de9a447dbb2784bee3d7c6631&device_id=62daa315-97b6-42dc-ac48-74a4ef6a5662 HTTP/1.1" status: 200 len: 1125 time: 0.0854952 May 23 10:59:58.673042 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea58e13-9f22-4fe6-9f74-ff7da6504b43 req-d3e52a75-141e-49c2-a6b1-f0a5a0d6ab3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:58.674596 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4ea58e13-9f22-4fe6-9f74-ff7da6504b43 req-d3e52a75-141e-49c2-a6b1-f0a5a0d6ab3f service neutron] 10.222.0.13 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.1820295 May 23 10:59:58.701986 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['7e27e423-05a5-47f8-ba42-0348aaace8cc'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 10:59:58.755923 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4ea58e13-9f22-4fe6-9f74-ff7da6504b43 req-331f48f9-8a2d-493f-849f-2ebfea60f706 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=b2f98c58-425b-4ec1-8d6f-d8eb0156696f HTTP/1.1" status: 200 len: 217 time: 0.0734320 May 23 10:59:58.795934 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0030b3d-1b2e-4ed2-ae83-30d21b9d1500 req-221a19ff-e471-4016-bfa1-b504576564db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:58.798231 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d0030b3d-1b2e-4ed2-ae83-30d21b9d1500 req-221a19ff-e471-4016-bfa1-b504576564db service neutron] 10.222.0.81 "GET /v2.0/networks?id=3f16bf48-f1ac-437f-802c-c2072c75e62b HTTP/1.1" status: 200 len: 909 time: 0.1536860 May 23 10:59:58.854495 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b73e2-68fe-4cb1-afdb-f4be1b6b9e9f req-52e6a237-843f-4ea0-850b-96516e17e429 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:58.855872 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4d8b73e2-68fe-4cb1-afdb-f4be1b6b9e9f req-52e6a237-843f-4ea0-850b-96516e17e429 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=73c5d2a1-0a9b-404a-80f1-e879640d29b2 HTTP/1.1" status: 200 len: 949 time: 0.2475293 May 23 10:59:58.883554 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea58e13-9f22-4fe6-9f74-ff7da6504b43 req-b38cd761-a0f3-4862-b962-2905d7cb0b94 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:58.885028 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4ea58e13-9f22-4fe6-9f74-ff7da6504b43 req-b38cd761-a0f3-4862-b962-2905d7cb0b94 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.1230612 May 23 10:59:58.887637 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d0030b3d-1b2e-4ed2-ae83-30d21b9d1500 req-b13ea888-8f28-438d-a960-a3f017f51eb7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b3d0d9b-4a31-42bd-a7ed-abdb72e92169 HTTP/1.1" status: 200 len: 217 time: 0.0810361 May 23 10:59:58.986152 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4d8b73e2-68fe-4cb1-afdb-f4be1b6b9e9f req-68a17be3-0711-43f7-9347-83ddaf2c4dd4 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198940 May 23 10:59:59.003990 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf0b389-556e-451d-8b68-10d7f7a71139 req-090ca4de-1b45-4622-b4c0-bf5fcdcd301b tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:59.013373 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-baf0b389-556e-451d-8b68-10d7f7a71139 req-090ca4de-1b45-4622-b4c0-bf5fcdcd301b tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 948 time: 0.2128663 May 23 10:59:59.047054 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0030b3d-1b2e-4ed2-ae83-30d21b9d1500 req-82792710-337d-4dc6-aa47-d42520b0ed29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:59.048938 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d0030b3d-1b2e-4ed2-ae83-30d21b9d1500 req-82792710-337d-4dc6-aa47-d42520b0ed29 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f56c9b27-295c-462d-bb89-343a223f9d6c HTTP/1.1" status: 200 len: 848 time: 0.1557248 May 23 10:59:59.056097 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4ea58e13-9f22-4fe6-9f74-ff7da6504b43 req-e42220e4-37fd-4125-a604-cdb6a0a88803 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1565163 May 23 10:59:59.088419 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-baf0b389-556e-451d-8b68-10d7f7a71139 req-c5c07a6e-ff11-4d13-8033-c87fde21ab53 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767462 May 23 10:59:59.095141 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d0030b3d-1b2e-4ed2-ae83-30d21b9d1500 req-cdc48cef-31c4-4fa4-b021-c62048eab68a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3f16bf48-f1ac-437f-802c-c2072c75e62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397673 May 23 10:59:59.125736 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 2ae0466f-d393-43e6-953f-977138041292 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 10:59:59.206490 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 2ae0466f-d393-43e6-953f-977138041292 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 10:59:59.212080 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 2ae0466f-d393-43e6-953f-977138041292 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 10:59:59.212558 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:59.241470 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d0030b3d-1b2e-4ed2-ae83-30d21b9d1500 req-ca006063-18bc-4eeb-b235-a5797b38e2d2 service neutron] 10.222.0.81 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392210 May 23 10:59:59.331793 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4ea58e13-9f22-4fe6-9f74-ff7da6504b43 req-9581ff0c-b644-4be5-ab96-b116539083fd service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678938 May 23 10:59:59.332177 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:59.359305 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99172d3-cf34-46cb-9bd1-3cae4f2f71d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae0466f-d393-43e6-953f-977138041292'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 10:59:59.369141 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 2ae0466f-d393-43e6-953f-977138041292, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=2ae0466f-d393-43e6-953f-977138041292,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 10:59:59.373810 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 10:59:59.392124 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d0030b3d-1b2e-4ed2-ae83-30d21b9d1500 req-cd8d3f98-2304-4e91-a1ac-ef8b1711a5a5 service neutron] 10.222.0.81 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402483 May 23 10:59:59.442919 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=2ae0466f-d393-43e6-953f-977138041292,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 10:59:59.558742 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dbaa66-bec4-43f1-bcc7-44c9c9d2a1c5 req-88ca5e26-a35b-4536-b718-ee9a5b1cf52b tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:59.560269 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c5dbaa66-bec4-43f1-bcc7-44c9c9d2a1c5 req-88ca5e26-a35b-4536-b718-ee9a5b1cf52b tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7451c5-ec65-4613-9de9-ae39afc29298 HTTP/1.1" status: 200 len: 950 time: 0.3706663 May 23 10:59:59.569780 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb3c93-2478-485e-8ee0-5d30aa165f64 req-c173c0d0-cb57-45c9-bf32-6ab686285f40 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:59.571091 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-78eb3c93-2478-485e-8ee0-5d30aa165f64 req-c173c0d0-cb57-45c9-bf32-6ab686285f40 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 946 time: 0.3324339 May 23 10:59:59.617831 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4ea58e13-9f22-4fe6-9f74-ff7da6504b43 req-f7a819d1-cec5-405d-b154-96aee564ef08 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756937 May 23 10:59:59.659684 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c5dbaa66-bec4-43f1-bcc7-44c9c9d2a1c5 req-4dfefb19-f3cd-4aa0-b95f-c88b21d0291e tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7373c3-bd5e-4979-a7c0-9917ec0724de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876615 May 23 10:59:59.665215 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-78eb3c93-2478-485e-8ee0-5d30aa165f64 req-7ccedab9-25d8-4952-9a9f-3bfbd269424b tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845053 May 23 10:59:59.742309 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5560f6a5-2f7b-45ee-bf77-2d97d2d38473'] response: {'server_uuid': 'd99172d3-cf34-46cb-9bd1-3cae4f2f71d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae0466f-d393-43e6-953f-977138041292', 'code': 200} May 23 10:59:59.964051 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2e8c3-6aad-4d7d-a9f2-5c3b8b1789ce req-abeab7b6-683e-4cf0-8cb8-92cbad753cb8 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 10:59:59.965514 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-56f2e8c3-6aad-4d7d-a9f2-5c3b8b1789ce req-abeab7b6-683e-4cf0-8cb8-92cbad753cb8 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] 10.222.0.79 "GET /v2.0/ports?device_id=40a63873-19cf-48f8-b2c4-e38155c16ccc HTTP/1.1" status: 200 len: 948 time: 0.1212101 May 23 11:00:00.084551 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a0806340-c74d-49bd-912b-6d7df01a2a29 req-f9eab156-b512-46a4-bbb8-97c214c15145 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d99172d3-cf34-46cb-9bd1-3cae4f2f71d6 HTTP/1.1" status: 200 len: 1101 time: 0.1679132 May 23 11:00:00.088562 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-56f2e8c3-6aad-4d7d-a9f2-5c3b8b1789ce req-f0baefab-810c-4b65-b993-fbd55cd0634f tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] 10.222.0.79 "GET /v2.0/security-groups?id=31b8a3e2-6d48-4998-9f3c-231df138fa42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890810 May 23 11:00:00.121556 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd92a51-9941-48fa-91d6-4d3c087a595b req-7618a964-51b7-46e4-b5e1-edbdc34500de tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:00.123047 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1dd92a51-9941-48fa-91d6-4d3c087a595b req-7618a964-51b7-46e4-b5e1-edbdc34500de tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=62daa315-97b6-42dc-ac48-74a4ef6a5662 HTTP/1.1" status: 200 len: 944 time: 0.1559944 May 23 11:00:00.161633 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a0806340-c74d-49bd-912b-6d7df01a2a29 req-f90b889a-b1ef-4f5f-a5cd-08a043b46682 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707343 May 23 11:00:00.180474 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1dd92a51-9941-48fa-91d6-4d3c087a595b req-d40370df-6036-4820-832a-1076dfee02fc tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493743 May 23 11:00:00.282772 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661f1f5-9427-4946-9eda-f24f90907873 req-0dec3721-87b2-426f-b207-dfb6daefe958 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:00.284403 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e661f1f5-9427-4946-9eda-f24f90907873 req-0dec3721-87b2-426f-b207-dfb6daefe958 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=73c5d2a1-0a9b-404a-80f1-e879640d29b2 HTTP/1.1" status: 200 len: 949 time: 0.0833611 May 23 11:00:00.382352 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e661f1f5-9427-4946-9eda-f24f90907873 req-861b4d66-fd5b-4586-9621-0430991ddbb2 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913219 May 23 11:00:00.401339 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd435e-04ce-4010-90c1-3fd39770db65 req-6d17b06e-c7e4-4360-a7cd-9e2361811dff tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:00.402758 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7afd435e-04ce-4010-90c1-3fd39770db65 req-6d17b06e-c7e4-4360-a7cd-9e2361811dff tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 948 time: 0.1101270 May 23 11:00:00.449032 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7afd435e-04ce-4010-90c1-3fd39770db65 req-65f1f01c-39fd-4023-a39c-ad460a09b8bb tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400963 May 23 11:00:00.529374 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266551c3-2cc4-4e75-9e47-f3861c9fac27 req-60e111c6-0e36-425e-b069-794952ee3706 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:00.530060 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-266551c3-2cc4-4e75-9e47-f3861c9fac27 req-60e111c6-0e36-425e-b069-794952ee3706 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Synchronizing usage tracker for tenant:7a61f7be6bed4a0bb3e84dab6bf1bd25 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:00:00.549006 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-266551c3-2cc4-4e75-9e47-f3861c9fac27 req-60e111c6-0e36-425e-b069-794952ee3706 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Unset dirty status for tenant:7a61f7be6bed4a0bb3e84dab6bf1bd25 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:00:00.550117 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-266551c3-2cc4-4e75-9e47-f3861c9fac27 req-60e111c6-0e36-425e-b069-794952ee3706 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f7451c5-ec65-4613-9de9-ae39afc29298 HTTP/1.1" status: 200 len: 950 time: 0.1036854 May 23 11:00:00.619564 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-266551c3-2cc4-4e75-9e47-f3861c9fac27 req-ed20962c-dceb-468d-bee6-9b197dc1468c tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Deleting port 35147ce6-03b0-46d6-9a5d-d160372e7e48 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:00:00.619911 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-266551c3-2cc4-4e75-9e47-f3861c9fac27 req-ed20962c-dceb-468d-bee6-9b197dc1468c tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:00.881939 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-266551c3-2cc4-4e75-9e47-f3861c9fac27 req-ed20962c-dceb-468d-bee6-9b197dc1468c tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] For port 35147ce6-03b0-46d6-9a5d-d160372e7e48, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=35147ce6-03b0-46d6-9a5d-d160372e7e48,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:00:00.882303 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-266551c3-2cc4-4e75-9e47-f3861c9fac27 req-ed20962c-dceb-468d-bee6-9b197dc1468c tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:00.920141 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f7af6-795a-4ba2-abfe-732808b11f8e req-3c31f34d-d069-46c1-af3f-9c463bb7528e tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:00.921674 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b69f7af6-795a-4ba2-abfe-732808b11f8e req-3c31f34d-d069-46c1-af3f-9c463bb7528e tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 946 time: 0.0974152 May 23 11:00:01.008737 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-266551c3-2cc4-4e75-9e47-f3861c9fac27 req-ed20962c-dceb-468d-bee6-9b197dc1468c tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Calling delete_port for 35147ce6-03b0-46d6-9a5d-d160372e7e48 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:00:01.017436 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b69f7af6-795a-4ba2-abfe-732808b11f8e req-417c3255-0d57-4084-93e1-a268fd33aa63 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889885 May 23 11:00:01.050694 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9ff00-d3c5-4377-9505-bb76b5f060b6 req-6ff13db9-4a98-4245-a8da-16120860c5b6 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:01.052186 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-13a9ff00-d3c5-4377-9505-bb76b5f060b6 req-6ff13db9-4a98-4245-a8da-16120860c5b6 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7451c5-ec65-4613-9de9-ae39afc29298 HTTP/1.1" status: 200 len: 950 time: 0.1082015 May 23 11:00:01.103143 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-13a9ff00-d3c5-4377-9505-bb76b5f060b6 req-d30bd443-42f5-44a0-b572-30b3c6d6dfd8 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7373c3-bd5e-4979-a7c0-9917ec0724de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431461 May 23 11:00:01.129302 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 29d1b24a-128c-4103-89db-bc42e9e11ad3 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:00:01.138019 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 7e27e423-05a5-47f8-ba42-0348aaace8cc up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:00:01.169035 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-266551c3-2cc4-4e75-9e47-f3861c9fac27 req-ed20962c-dceb-468d-bee6-9b197dc1468c tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:01.211970 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['35147ce6-03b0-46d6-9a5d-d160372e7e48'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:00:01.218235 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed20962c-dceb-468d-bee6-9b197dc1468c tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Pushing event deleted for resources: {'Port': ['ID=35147ce6-03b0-46d6-9a5d-d160372e7e48,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:01.254151 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['1cf36492-2752-4601-a0d9-3f6b134a041d'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:00:01.312767 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-266551c3-2cc4-4e75-9e47-f3861c9fac27 req-ed20962c-dceb-468d-bee6-9b197dc1468c tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] No DVR routers for this DVR port 35147ce6-03b0-46d6-9a5d-d160372e7e48 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:00:01.323782 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-266551c3-2cc4-4e75-9e47-f3861c9fac27 req-ed20962c-dceb-468d-bee6-9b197dc1468c tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:01.334336 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7451c5-ec65-4613-9de9-ae39afc29298', 'name': 'network-vif-deleted', 'tag': '35147ce6-03b0-46d6-9a5d-d160372e7e48'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:00:01.352357 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b8cfc-b09a-424c-a6e1-1e2c4c1f182a req-a928d54c-186f-4d4d-8257-c3ede3ec0961 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:01.353977 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d63b8cfc-b09a-424c-a6e1-1e2c4c1f182a req-a928d54c-186f-4d4d-8257-c3ede3ec0961 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] 10.222.0.79 "GET /v2.0/ports?device_id=40a63873-19cf-48f8-b2c4-e38155c16ccc HTTP/1.1" status: 200 len: 948 time: 0.1369472 May 23 11:00:01.362236 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-266551c3-2cc4-4e75-9e47-f3861c9fac27 req-ed20962c-dceb-468d-bee6-9b197dc1468c tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.81 "DELETE /v2.0/ports/35147ce6-03b0-46d6-9a5d-d160372e7e48 HTTP/1.1" status: 204 len: 173 time: 0.8040245 May 23 11:00:01.485815 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d63b8cfc-b09a-424c-a6e1-1e2c4c1f182a req-0e93dd22-c81a-4f99-bdb6-6eab7d5a9313 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] 10.222.0.79 "GET /v2.0/security-groups?id=31b8a3e2-6d48-4998-9f3c-231df138fa42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245744 May 23 11:00:01.508713 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ce167-018d-4ade-9fe0-6c5f8e0e0b8f req-e2e0946e-fd57-4f8a-a76b-3cff65654de5 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:01.516502 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-508ce167-018d-4ade-9fe0-6c5f8e0e0b8f req-e2e0946e-fd57-4f8a-a76b-3cff65654de5 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=62daa315-97b6-42dc-ac48-74a4ef6a5662 HTTP/1.1" status: 200 len: 944 time: 0.1516099 May 23 11:00:01.533048 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 7e27e423-05a5-47f8-ba42-0348aaace8cc completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:00:01.564297 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 7e27e423-05a5-47f8-ba42-0348aaace8cc triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:00:01.564667 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:01.572698 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-508ce167-018d-4ade-9fe0-6c5f8e0e0b8f req-77394ee6-a335-492f-b1ba-2d4d5dd3666f tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556719 May 23 11:00:01.581606 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5617fb4-663d-4f03-97c3-e6b8a1f3d846'] response: {'server_uuid': '3f7451c5-ec65-4613-9de9-ae39afc29298', 'name': 'network-vif-deleted', 'tag': '35147ce6-03b0-46d6-9a5d-d160372e7e48', 'status': 'completed', 'code': 200} May 23 11:00:01.612250 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 29d1b24a-128c-4103-89db-bc42e9e11ad3, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=29d1b24a-128c-4103-89db-bc42e9e11ad3,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:00:01.649150 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '29d1b24a-128c-4103-89db-bc42e9e11ad3', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'port_id': '29d1b24a-128c-4103-89db-bc42e9e11ad3', 'mac_address': 'fa:16:3e:45:88:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1719237-4a8e-4354-92b1-51064eb09c82', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:00:01.747466 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:01.814147 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413bcf91-131f-47ee-9e5c-096761b34eb8 req-bc4fcefb-f0c6-4527-a7fd-3e3e56faf3b5 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:01.815514 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-413bcf91-131f-47ee-9e5c-096761b34eb8 req-bc4fcefb-f0c6-4527-a7fd-3e3e56faf3b5 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 948 time: 0.1392119 May 23 11:00:01.822959 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d1b24a-128c-4103-89db-bc42e9e11ad3 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:00:01.826292 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed4934-5547-4d8e-b9ca-d8312c33929e req-45c4b10e-be45-40bd-afc5-fb4fcb2a4258 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:01.827704 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d5ed4934-5547-4d8e-b9ca-d8312c33929e req-45c4b10e-be45-40bd-afc5-fb4fcb2a4258 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=73c5d2a1-0a9b-404a-80f1-e879640d29b2 HTTP/1.1" status: 200 len: 949 time: 0.1161556 May 23 11:00:01.840982 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:01.862390 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 29d1b24a-128c-4103-89db-bc42e9e11ad3, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=29d1b24a-128c-4103-89db-bc42e9e11ad3,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:00:01.869248 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:01.905029 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-413bcf91-131f-47ee-9e5c-096761b34eb8 req-80f12ceb-a2dc-4778-a220-e824d038163c tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759110 May 23 11:00:01.906993 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d5ed4934-5547-4d8e-b9ca-d8312c33929e req-5469f5e0-842e-4cf0-9241-1cecc76be706 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638163 May 23 11:00:01.922768 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c5d2a1-0a9b-404a-80f1-e879640d29b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e27e423-05a5-47f8-ba42-0348aaace8cc'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:00:01.944255 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 7e27e423-05a5-47f8-ba42-0348aaace8cc, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=7e27e423-05a5-47f8-ba42-0348aaace8cc,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:00:01.952270 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:01.957498 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=29d1b24a-128c-4103-89db-bc42e9e11ad3,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:02.003813 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a578863-e461-4062-b7d0-045f96bd4b98'] response: {'server_uuid': '73c5d2a1-0a9b-404a-80f1-e879640d29b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e27e423-05a5-47f8-ba42-0348aaace8cc', 'code': 200} May 23 11:00:02.028984 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=7e27e423-05a5-47f8-ba42-0348aaace8cc,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:02.310834 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-26c1b78d-5e8f-4449-b041-883dbe2f966e req-8851db4e-bdba-4856-98a9-3e4aa108e160 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=73c5d2a1-0a9b-404a-80f1-e879640d29b2 HTTP/1.1" status: 200 len: 1101 time: 0.1077106 May 23 11:00:02.316739 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd2730-989b-4d98-8998-a49b0be311c3 req-e3097b80-0118-4378-84c1-557aef380be7 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:02.318168 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-48dd2730-989b-4d98-8998-a49b0be311c3 req-e3097b80-0118-4378-84c1-557aef380be7 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 946 time: 0.1467900 May 23 11:00:02.400221 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-48dd2730-989b-4d98-8998-a49b0be311c3 req-8fe61cae-084c-4c70-b530-3bcf515820bc tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758262 May 23 11:00:02.402028 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-26c1b78d-5e8f-4449-b041-883dbe2f966e req-f4ebd129-f4be-49fa-bf59-27018dc9373b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605397 May 23 11:00:02.659372 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67f2fb-6fd2-4036-91fd-66f69e84eadd req-ba1fa485-1cc6-4c28-ae02-1800d77c9e2e tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:02.660730 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3f67f2fb-6fd2-4036-91fd-66f69e84eadd req-ba1fa485-1cc6-4c28-ae02-1800d77c9e2e tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/ports?device_id=33132205-122e-4aa6-b5d3-3d1e26e4abb0 HTTP/1.1" status: 200 len: 950 time: 0.1256959 May 23 11:00:02.669515 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['29d1b24a-128c-4103-89db-bc42e9e11ad3'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:00:02.723494 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3f67f2fb-6fd2-4036-91fd-66f69e84eadd req-4aff923e-d60f-405e-b346-d59c9262e234 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7373c3-bd5e-4979-a7c0-9917ec0724de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570648 May 23 11:00:02.732391 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffc900-09d7-4c86-a7c0-187fb8c428a0 req-7a0ed183-9ca2-4f1d-bf27-9ab19ea53887 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:02.734281 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-caffc900-09d7-4c86-a7c0-187fb8c428a0 req-7a0ed183-9ca2-4f1d-bf27-9ab19ea53887 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] 10.222.0.79 "GET /v2.0/ports?device_id=40a63873-19cf-48f8-b2c4-e38155c16ccc HTTP/1.1" status: 200 len: 949 time: 0.1282332 May 23 11:00:02.788733 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-caffc900-09d7-4c86-a7c0-187fb8c428a0 req-42777656-b5dc-4261-a8f1-47c3ae86c124 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] 10.222.0.79 "GET /v2.0/security-groups?id=31b8a3e2-6d48-4998-9f3c-231df138fa42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481913 May 23 11:00:02.936736 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fc0f2-21cc-4d79-b312-e668b25d05f3 req-ad18b203-e3c9-48f3-816f-1d4a05a81d1d tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:02.938158 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-de4fc0f2-21cc-4d79-b312-e668b25d05f3 req-ad18b203-e3c9-48f3-816f-1d4a05a81d1d tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=62daa315-97b6-42dc-ac48-74a4ef6a5662 HTTP/1.1" status: 200 len: 944 time: 0.0880842 May 23 11:00:02.985732 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-de4fc0f2-21cc-4d79-b312-e668b25d05f3 req-ac7389d9-a780-4d4d-a50d-f1b7c96f997a tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419230 May 23 11:00:03.211432 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6edb3-3130-48d4-a13b-e968615692e2 req-c8c164b9-0810-439c-abfb-2d039bd78edb tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:03.212741 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f6f6edb3-3130-48d4-a13b-e968615692e2 req-c8c164b9-0810-439c-abfb-2d039bd78edb tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 948 time: 0.1816959 May 23 11:00:03.276737 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f6f6edb3-3130-48d4-a13b-e968615692e2 req-b74a969b-81da-48bf-b771-55a6fb054fb6 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580571 May 23 11:00:03.292841 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd39ee4-1b18-4bca-a174-d3a4d84fb427 req-59b0c3ae-19f2-4faa-b273-4e4df1e6c2b2 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:03.294329 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3dd39ee4-1b18-4bca-a174-d3a4d84fb427 req-59b0c3ae-19f2-4faa-b273-4e4df1e6c2b2 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=73c5d2a1-0a9b-404a-80f1-e879640d29b2 HTTP/1.1" status: 200 len: 950 time: 0.1915720 May 23 11:00:03.339242 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3dd39ee4-1b18-4bca-a174-d3a4d84fb427 req-e1403191-0dd0-4243-985b-dd5e9dcd41b3 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394917 May 23 11:00:03.627263 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757fdfc-850d-41bb-840b-4defc238697a req-a334996b-d429-489c-8d6d-4de188e8b41d tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:03.628740 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8757fdfc-850d-41bb-840b-4defc238697a req-a334996b-d429-489c-8d6d-4de188e8b41d tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 946 time: 0.0933499 May 23 11:00:03.675358 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8757fdfc-850d-41bb-840b-4defc238697a req-d7dd4388-ff48-4b03-9992-ec9e845e11c5 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409319 May 23 11:00:03.967551 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922005d-1991-4c23-8693-78cdd189dbf2 req-4f5fe5b2-2485-4d10-99d6-404a30a2d1a1 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:03.969007 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3922005d-1991-4c23-8693-78cdd189dbf2 req-4f5fe5b2-2485-4d10-99d6-404a30a2d1a1 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/ports?device_id=33132205-122e-4aa6-b5d3-3d1e26e4abb0 HTTP/1.1" status: 200 len: 950 time: 0.1183739 May 23 11:00:04.030070 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3922005d-1991-4c23-8693-78cdd189dbf2 req-5987c615-6bf0-4a5d-99dc-a80fc2ea4ed9 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7373c3-bd5e-4979-a7c0-9917ec0724de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545743 May 23 11:00:04.038430 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79ba09-ddfe-49ef-9b1d-98c20467676a req-22fd36fa-63e2-448e-a3e2-a2440c21e098 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:04.039858 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ef79ba09-ddfe-49ef-9b1d-98c20467676a req-22fd36fa-63e2-448e-a3e2-a2440c21e098 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] 10.222.0.79 "GET /v2.0/ports?device_id=40a63873-19cf-48f8-b2c4-e38155c16ccc HTTP/1.1" status: 200 len: 949 time: 0.1233325 May 23 11:00:04.086657 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ef79ba09-ddfe-49ef-9b1d-98c20467676a req-9b7c7f6b-3ec9-40d9-b148-b16b127c7f3e tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] 10.222.0.79 "GET /v2.0/security-groups?id=31b8a3e2-6d48-4998-9f3c-231df138fa42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406189 May 23 11:00:04.228975 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8c49d-f933-4b4f-8d35-2d8979afa3ce req-a3081cfa-3798-4a62-ab17-450bc6f32d75 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:04.230429 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e8c8c49d-f933-4b4f-8d35-2d8979afa3ce req-a3081cfa-3798-4a62-ab17-450bc6f32d75 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=62daa315-97b6-42dc-ac48-74a4ef6a5662 HTTP/1.1" status: 200 len: 944 time: 0.0871909 May 23 11:00:04.280344 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e8c8c49d-f933-4b4f-8d35-2d8979afa3ce req-a85070ad-a34b-422f-9234-cf88dee6019d tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422056 May 23 11:00:04.534110 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6403b-042f-4be4-b875-141133953aa8 req-05d3055d-0d89-4aad-83db-d1fcd4cc5272 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:04.535413 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bcb6403b-042f-4be4-b875-141133953aa8 req-05d3055d-0d89-4aad-83db-d1fcd4cc5272 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 948 time: 0.1302083 May 23 11:00:04.580663 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1604aa-c3af-46b7-bd0c-a961ed6c1d43 req-d4247f58-c114-4fe3-b00c-3881cfdac241 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:04.582066 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0e1604aa-c3af-46b7-bd0c-a961ed6c1d43 req-d4247f58-c114-4fe3-b00c-3881cfdac241 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=73c5d2a1-0a9b-404a-80f1-e879640d29b2 HTTP/1.1" status: 200 len: 950 time: 0.1213696 May 23 11:00:04.604110 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 35147ce6-03b0-46d6-9a5d-d160372e7e48 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:00:04.610280 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bcb6403b-042f-4be4-b875-141133953aa8 req-c5c7f14a-06c5-4f3a-8031-372aeb61a502 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679967 May 23 11:00:04.634580 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0e1604aa-c3af-46b7-bd0c-a961ed6c1d43 req-9d0675ac-6c60-4574-bd85-73bf8ebc299e tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469515 May 23 11:00:04.636978 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: 35147ce6-03b0-46d6-9a5d-d160372e7e48 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:00:04.637319 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 35147ce6-03b0-46d6-9a5d-d160372e7e48 not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:00:04.898358 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c11a6-23c1-4820-8ccb-4120311f7871 req-85a512a8-64ac-42e5-b7ce-c53c3651b67e tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:04.899847 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e62c11a6-23c1-4820-8ccb-4120311f7871 req-85a512a8-64ac-42e5-b7ce-c53c3651b67e tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 946 time: 0.0853324 May 23 11:00:04.949807 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e62c11a6-23c1-4820-8ccb-4120311f7871 req-c8fd4ffd-5324-4235-b105-36372b8a7298 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439620 May 23 11:00:05.141889 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 29d1b24a-128c-4103-89db-bc42e9e11ad3 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:00:05.213000 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 29d1b24a-128c-4103-89db-bc42e9e11ad3 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:00:05.219315 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 29d1b24a-128c-4103-89db-bc42e9e11ad3 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:00:05.219675 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:05.272557 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7beb68-7c4d-47e8-a395-79787e478228 req-5a188e05-ce29-484b-932b-0528be6b3b69 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:05.273984 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9e7beb68-7c4d-47e8-a395-79787e478228 req-5a188e05-ce29-484b-932b-0528be6b3b69 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/ports?device_id=33132205-122e-4aa6-b5d3-3d1e26e4abb0 HTTP/1.1" status: 200 len: 950 time: 0.1254275 May 23 11:00:05.333946 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:05.336088 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8857e5b-1d56-4aa9-878f-746f2fee644e req-8d626426-94f2-4d59-86bd-8f684b784ff9 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:05.337520 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a8857e5b-1d56-4aa9-878f-746f2fee644e req-8d626426-94f2-4d59-86bd-8f684b784ff9 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] 10.222.0.79 "GET /v2.0/ports?device_id=40a63873-19cf-48f8-b2c4-e38155c16ccc HTTP/1.1" status: 200 len: 949 time: 0.1281061 May 23 11:00:05.339455 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9e7beb68-7c4d-47e8-a395-79787e478228 req-b01140ea-4e64-4ce6-b6cd-0f69c65baf27 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7373c3-bd5e-4979-a7c0-9917ec0724de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573916 May 23 11:00:05.371392 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a63873-19cf-48f8-b2c4-e38155c16ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d1b24a-128c-4103-89db-bc42e9e11ad3'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:00:05.381601 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 29d1b24a-128c-4103-89db-bc42e9e11ad3, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=29d1b24a-128c-4103-89db-bc42e9e11ad3,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:00:05.386495 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:05.395440 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a8857e5b-1d56-4aa9-878f-746f2fee644e req-576a0e1e-c8f0-45a8-8aa5-077ed4927f11 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] 10.222.0.79 "GET /v2.0/security-groups?id=31b8a3e2-6d48-4998-9f3c-231df138fa42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522881 May 23 11:00:05.464251 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=29d1b24a-128c-4103-89db-bc42e9e11ad3,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:05.469179 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-829b1142-3fe5-4d8b-b48b-d5c803224ec6'] response: {'server_uuid': '40a63873-19cf-48f8-b2c4-e38155c16ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d1b24a-128c-4103-89db-bc42e9e11ad3', 'code': 200} May 23 11:00:05.474391 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:00:05.474732 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:00:05.475068 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:00:05.475398 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:00:05.475722 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:00:05.476089 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:00:05.476414 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:00:05.476734 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:00:05.477051 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:00:05.477374 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:00:05.477690 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:00:05.529783 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8ea68-b921-44c9-b665-323963fd493c req-235b9f51-a55a-47e4-a7e0-a4f407c4d973 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:05.531252 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dde8ea68-b921-44c9-b665-323963fd493c req-235b9f51-a55a-47e4-a7e0-a4f407c4d973 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=62daa315-97b6-42dc-ac48-74a4ef6a5662 HTTP/1.1" status: 200 len: 944 time: 0.0806804 May 23 11:00:05.581851 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dde8ea68-b921-44c9-b665-323963fd493c req-80b06fb8-dd2d-4d53-8093-b40f202f3f8e tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448463 May 23 11:00:05.657237 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-83f53998-4a3e-4fc2-8499-32a01e24dd45 req-0791fb9b-c070-455a-98a3-7bb538640d58 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=40a63873-19cf-48f8-b2c4-e38155c16ccc HTTP/1.1" status: 200 len: 1101 time: 0.0684562 May 23 11:00:05.713726 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-83f53998-4a3e-4fc2-8499-32a01e24dd45 req-5dc41182-bf02-4e08-88fd-896ac7f44705 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=31b8a3e2-6d48-4998-9f3c-231df138fa42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402827 May 23 11:00:05.870156 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f7fdd-c98a-44d7-b33f-e013126d5daa req-cca92705-f610-4fb7-bbfe-5ded406482b0 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:05.871608 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1b7f7fdd-c98a-44d7-b33f-e013126d5daa req-cca92705-f610-4fb7-bbfe-5ded406482b0 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 948 time: 0.1381814 May 23 11:00:05.877806 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e5616-72d4-43ee-9334-5237da193a65 req-18cc783a-bc38-46c7-a919-d64552797bc2 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:05.879115 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ed5e5616-72d4-43ee-9334-5237da193a65 req-18cc783a-bc38-46c7-a919-d64552797bc2 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=73c5d2a1-0a9b-404a-80f1-e879640d29b2 HTTP/1.1" status: 200 len: 950 time: 0.1116335 May 23 11:00:05.952879 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1b7f7fdd-c98a-44d7-b33f-e013126d5daa req-6110ee67-aac9-44ae-b904-7857f5943d9c tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727484 May 23 11:00:05.959744 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ed5e5616-72d4-43ee-9334-5237da193a65 req-11cf0f63-1ad8-4778-b19a-9c55ecabd3a0 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666456 May 23 11:00:06.210811 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9b804-014b-4077-97d4-1746dc394312 req-773bca0d-18e4-4851-aff7-77da458e3b82 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:06.212261 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-67b9b804-014b-4077-97d4-1746dc394312 req-773bca0d-18e4-4851-aff7-77da458e3b82 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=d99172d3-cf34-46cb-9bd1-3cae4f2f71d6 HTTP/1.1" status: 200 len: 950 time: 0.1337545 May 23 11:00:06.218582 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e91eae9-21e7-4132-a774-ad87da0615f5 req-3fd9ad12-4484-4112-9b76-e0b94fce724d tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:06.219922 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1e91eae9-21e7-4132-a774-ad87da0615f5 req-3fd9ad12-4484-4112-9b76-e0b94fce724d tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 946 time: 0.1091287 May 23 11:00:06.292296 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-67b9b804-014b-4077-97d4-1746dc394312 req-8e1ab61f-5db0-4127-a7aa-bff4e83df9b1 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714221 May 23 11:00:06.297304 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1e91eae9-21e7-4132-a774-ad87da0615f5 req-9643bccb-4748-43cb-928f-7f1be0bda9f9 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633001 May 23 11:00:06.540360 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1e4c9-1b24-4e6c-aefe-152b97583076 req-b99909a2-2494-45c1-8d6a-a6acb01f20f0 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:06.541850 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-45c1e4c9-1b24-4e6c-aefe-152b97583076 req-b99909a2-2494-45c1-8d6a-a6acb01f20f0 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/ports?device_id=33132205-122e-4aa6-b5d3-3d1e26e4abb0 HTTP/1.1" status: 200 len: 950 time: 0.0789204 May 23 11:00:06.587957 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-45c1e4c9-1b24-4e6c-aefe-152b97583076 req-65e736ca-37a8-4262-98cb-a16b205fcd40 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7373c3-bd5e-4979-a7c0-9917ec0724de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401986 May 23 11:00:06.881999 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031142b-129a-424c-92a6-3ec8496c1c19 req-e472778e-4c17-4640-b89a-1dbcd535ef92 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:06.883422 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0031142b-129a-424c-92a6-3ec8496c1c19 req-e472778e-4c17-4640-b89a-1dbcd535ef92 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.13 "GET /v2.0/ports?device_id=33132205-122e-4aa6-b5d3-3d1e26e4abb0 HTTP/1.1" status: 200 len: 950 time: 0.2692254 May 23 11:00:06.894455 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0b9a1-84e1-40d4-8f90-4d09aec62c64 req-a0231b92-1a27-4c52-b6cf-5960bc444cdd tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:06.895773 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-07b0b9a1-84e1-40d4-8f90-4d09aec62c64 req-a0231b92-1a27-4c52-b6cf-5960bc444cdd tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] 10.222.0.79 "GET /v2.0/ports?device_id=40a63873-19cf-48f8-b2c4-e38155c16ccc HTTP/1.1" status: 200 len: 950 time: 0.1691015 May 23 11:00:06.901590 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30633f-6f02-4b3f-bbf9-460c177f75dc req-bea6a7c8-4528-45f1-ab9d-02f07b6200c7 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:06.905489 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30633f-6f02-4b3f-bbf9-460c177f75dc req-bea6a7c8-4528-45f1-ab9d-02f07b6200c7 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:06.906880 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3d30633f-6f02-4b3f-bbf9-460c177f75dc req-bea6a7c8-4528-45f1-ab9d-02f07b6200c7 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=73c5d2a1-0a9b-404a-80f1-e879640d29b2&device_id=d99172d3-cf34-46cb-9bd1-3cae4f2f71d6 HTTP/1.1" status: 200 len: 1691 time: 0.1859820 May 23 11:00:07.023914 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-0031142b-129a-424c-92a6-3ec8496c1c19 req-c94edc8d-8008-4797-9c6f-7445c0ffbd37 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Deleting port 1cf36492-2752-4601-a0d9-3f6b134a041d {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:00:07.024273 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-0031142b-129a-424c-92a6-3ec8496c1c19 req-c94edc8d-8008-4797-9c6f-7445c0ffbd37 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:07.085575 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-07b0b9a1-84e1-40d4-8f90-4d09aec62c64 req-059109a9-2c58-4c01-83d5-337bb1267af1 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] 10.222.0.79 "GET /v2.0/security-groups?id=31b8a3e2-6d48-4998-9f3c-231df138fa42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778252 May 23 11:00:07.089518 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3d30633f-6f02-4b3f-bbf9-460c177f75dc req-cca611eb-e60f-4823-b9d4-d80d59897a04 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537738 May 23 11:00:07.151920 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:00:07.291945 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=4b3d0d9b-4a31-42bd-a7ed-abdb72e92169,segment=NetworkSegment(6bc35f8b-456e-4e1c-8a63-ba8204a54381),segment_id=6bc35f8b-456e-4e1c-8a63-ba8204a54381)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:00:07.305850 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169 has no active binding in host n-h1-842952-2 {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 23 11:00:07.396198 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-0031142b-129a-424c-92a6-3ec8496c1c19 req-c94edc8d-8008-4797-9c6f-7445c0ffbd37 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] For port 1cf36492-2752-4601-a0d9-3f6b134a041d, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=1cf36492-2752-4601-a0d9-3f6b134a041d,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:00:07.396448 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-0031142b-129a-424c-92a6-3ec8496c1c19 req-c94edc8d-8008-4797-9c6f-7445c0ffbd37 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:07.522759 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-0031142b-129a-424c-92a6-3ec8496c1c19 req-c94edc8d-8008-4797-9c6f-7445c0ffbd37 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Calling delete_port for 1cf36492-2752-4601-a0d9-3f6b134a041d owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:00:07.587277 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3a986-3c07-467c-bc68-8b0c2311f11b req-ac4d5cc5-b126-4154-971a-017e08bbf5c0 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:07.588737 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9ff3a986-3c07-467c-bc68-8b0c2311f11b req-ac4d5cc5-b126-4154-971a-017e08bbf5c0 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 948 time: 0.3583267 May 23 11:00:07.599024 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1862a-d548-4003-9605-ee11b4f8c75c req-cce6b3de-2350-4da4-b5a3-fd9062e9ff55 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:07.600402 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1aa1862a-d548-4003-9605-ee11b4f8c75c req-cce6b3de-2350-4da4-b5a3-fd9062e9ff55 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=62daa315-97b6-42dc-ac48-74a4ef6a5662 HTTP/1.1" status: 200 len: 944 time: 0.3689208 May 23 11:00:07.633526 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:07.731960 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9ff3a986-3c07-467c-bc68-8b0c2311f11b req-e49fa3a9-91ea-4b34-af8a-c3131506becb tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305542 May 23 11:00:07.733828 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1aa1862a-d548-4003-9605-ee11b4f8c75c req-b00e23ce-3a69-4cfe-a83b-e213576ee4aa tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199954 May 23 11:00:07.751845 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-0031142b-129a-424c-92a6-3ec8496c1c19 req-c94edc8d-8008-4797-9c6f-7445c0ffbd37 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:07.808144 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94edc8d-8008-4797-9c6f-7445c0ffbd37 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Pushing event deleted for resources: {'Port': ['ID=1cf36492-2752-4601-a0d9-3f6b134a041d,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:07.900426 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-0031142b-129a-424c-92a6-3ec8496c1c19 req-c94edc8d-8008-4797-9c6f-7445c0ffbd37 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] No DVR routers for this DVR port 1cf36492-2752-4601-a0d9-3f6b134a041d on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:00:07.903189 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-0031142b-129a-424c-92a6-3ec8496c1c19 req-c94edc8d-8008-4797-9c6f-7445c0ffbd37 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:07.910072 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33132205-122e-4aa6-b5d3-3d1e26e4abb0', 'name': 'network-vif-deleted', 'tag': '1cf36492-2752-4601-a0d9-3f6b134a041d'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:00:07.928039 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0031142b-129a-424c-92a6-3ec8496c1c19 req-c94edc8d-8008-4797-9c6f-7445c0ffbd37 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.13 "DELETE /v2.0/ports/1cf36492-2752-4601-a0d9-3f6b134a041d HTTP/1.1" status: 204 len: 173 time: 1.0388770 May 23 11:00:08.009062 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-57483304-4c27-470d-bedb-d05dd367cc80 service neutron] 10.222.0.81 "GET /v2.0/ports/4b3d0d9b-4a31-42bd-a7ed-abdb72e92169/bindings/n-h1-842952-2 HTTP/1.1" status: 200 len: 384 time: 0.0828092 May 23 11:00:08.016966 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-35770c86-0b33-4e7f-a829-333be47f08d8 req-c4377467-b468-4ae7-bcf1-b571ca193e54 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Synchronizing usage tracker for tenant:7a61f7be6bed4a0bb3e84dab6bf1bd25 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:00:08.030167 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:00:08.065331 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-35770c86-0b33-4e7f-a829-333be47f08d8 req-c4377467-b468-4ae7-bcf1-b571ca193e54 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] Unset dirty status for tenant:7a61f7be6bed4a0bb3e84dab6bf1bd25 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:00:08.066612 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-35770c86-0b33-4e7f-a829-333be47f08d8 req-c4377467-b468-4ae7-bcf1-b571ca193e54 tempest-LiveMigrationNegativeTest-1078559416 tempest-LiveMigrationNegativeTest-1078559416-project] 10.222.0.79 "GET /v2.0/ports?device_id=33132205-122e-4aa6-b5d3-3d1e26e4abb0 HTTP/1.1" status: 200 len: 210 time: 0.1213512 May 23 11:00:08.093816 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e35e9c-cc6b-43cc-8c33-b04315faa7ed req-1e0704f8-8278-4554-9dc1-39e8a273f7fb tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:08.100452 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a9e35e9c-cc6b-43cc-8c33-b04315faa7ed req-1e0704f8-8278-4554-9dc1-39e8a273f7fb tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 946 time: 0.1171932 May 23 11:00:08.145462 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a9e35e9c-cc6b-43cc-8c33-b04315faa7ed req-f779a72d-746c-4398-8785-a753f9f46c19 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434906 May 23 11:00:08.266654 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fccd5fbc-12a8-4b91-9204-273d5a2d23de'] response: {'server_uuid': '33132205-122e-4aa6-b5d3-3d1e26e4abb0', 'name': 'network-vif-deleted', 'tag': '1cf36492-2752-4601-a0d9-3f6b134a041d', 'status': 'completed', 'code': 200} May 23 11:00:08.311550 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-df1f4333-8c2e-4dfb-b3fa-adb726f2843e req-2512ec81-09fa-4268-9197-2a67a6d76a73 tempest-ServersOnMultiNodesTest-486903435 tempest-ServersOnMultiNodesTest-486903435-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=73c5d2a1-0a9b-404a-80f1-e879640d29b2 HTTP/1.1" status: 200 len: 1101 time: 0.1072524 May 23 11:00:08.346105 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-fc55f0ce-346b-47a5-85c4-547e3efa62b1 service neutron] For port 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=4b3d0d9b-4a31-42bd-a7ed-abdb72e92169,segment=NetworkSegment(6bc35f8b-456e-4e1c-8a63-ba8204a54381),segment_id=6bc35f8b-456e-4e1c-8a63-ba8204a54381)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:00:08.376139 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-fc55f0ce-346b-47a5-85c4-547e3efa62b1 service neutron] For port 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:00:08.378081 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-df1f4333-8c2e-4dfb-b3fa-adb726f2843e req-7f172afb-bb80-4292-9a52-616a8c874e5d tempest-ServersOnMultiNodesTest-486903435 tempest-ServersOnMultiNodesTest-486903435-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655184 May 23 11:00:08.459166 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-fc55f0ce-346b-47a5-85c4-547e3efa62b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:00:08.470267 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-fc55f0ce-346b-47a5-85c4-547e3efa62b1 service neutron] For port 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=4b3d0d9b-4a31-42bd-a7ed-abdb72e92169,segment=NetworkSegment(6bc35f8b-456e-4e1c-8a63-ba8204a54381),segment_id=6bc35f8b-456e-4e1c-8a63-ba8204a54381)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:00:08.490541 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf26bb8-c537-42db-9cef-6586590cae43 req-26b0e8a1-7df7-4123-a1db-032508137945 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:08.499113 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-caf26bb8-c537-42db-9cef-6586590cae43 req-26b0e8a1-7df7-4123-a1db-032508137945 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] 10.222.0.79 "GET /v2.0/ports?device_id=40a63873-19cf-48f8-b2c4-e38155c16ccc HTTP/1.1" status: 200 len: 950 time: 0.1155646 May 23 11:00:08.504464 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-fc55f0ce-346b-47a5-85c4-547e3efa62b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:08.546418 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-caf26bb8-c537-42db-9cef-6586590cae43 req-62558c69-b6db-40bb-901a-c7c06dede15b tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] 10.222.0.79 "GET /v2.0/security-groups?id=31b8a3e2-6d48-4998-9f3c-231df138fa42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460339 May 23 11:00:08.638020 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5c6d7d7a-c58e-46a6-b74d-943d44214dfe req-04d807af-57b7-471c-bc4e-4883ad4ef763 tempest-ServersOnMultiNodesTest-486903435 tempest-ServersOnMultiNodesTest-486903435-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d99172d3-cf34-46cb-9bd1-3cae4f2f71d6 HTTP/1.1" status: 200 len: 1101 time: 0.0722518 May 23 11:00:08.678099 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-fc55f0ce-346b-47a5-85c4-547e3efa62b1 service neutron] Transition to ACTIVE for port object 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:00:08.683180 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-fc55f0ce-346b-47a5-85c4-547e3efa62b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:08.683701 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5c6d7d7a-c58e-46a6-b74d-943d44214dfe req-c5532e39-29e1-4938-9f51-379fd329fb43 tempest-ServersOnMultiNodesTest-486903435 tempest-ServersOnMultiNodesTest-486903435-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401573 May 23 11:00:08.867274 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-fc55f0ce-346b-47a5-85c4-547e3efa62b1 service neutron] No DVR routers for this DVR port 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:00:08.874261 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc55f0ce-346b-47a5-85c4-547e3efa62b1 service neutron] Pushing event updated for resources: {'Port': ['ID=4b3d0d9b-4a31-42bd-a7ed-abdb72e92169,revision_number=10']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:08.941486 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-fc55f0ce-346b-47a5-85c4-547e3efa62b1 service neutron] 10.222.0.81 "PUT /v2.0/ports/4b3d0d9b-4a31-42bd-a7ed-abdb72e92169/bindings/n-h1-842952-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9257925 May 23 11:00:08.997576 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:09.140162 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4544bd-8c72-4401-a23b-0f1d913de413 req-f2416dab-334b-40ef-9c42-42b0156e0c78 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:09.141577 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bc4544bd-8c72-4401-a23b-0f1d913de413 req-f2416dab-334b-40ef-9c42-42b0156e0c78 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=62daa315-97b6-42dc-ac48-74a4ef6a5662 HTTP/1.1" status: 200 len: 945 time: 0.2489953 May 23 11:00:09.155239 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 1cf36492-2752-4601-a0d9-3f6b134a041d no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:00:09.159504 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e04e2-4283-4f73-905c-8b40c67543ee req-ef8a8196-646d-4e2b-b23c-d78c313d7baf tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:09.160959 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-371e04e2-4283-4f73-905c-8b40c67543ee req-ef8a8196-646d-4e2b-b23c-d78c313d7baf tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 948 time: 0.1688068 May 23 11:00:09.206916 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 1cf36492-2752-4601-a0d9-3f6b134a041d {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:00:09.207235 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 1cf36492-2752-4601-a0d9-3f6b134a041d not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:00:09.217320 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cbaa6d08-bef2-4b8d-9afa-27dce0b53aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:09.254711 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-10c8e3f6-d78e-404c-a07f-545056d15da0 tempest-LiveMigrationTest-1953020720 tempest-LiveMigrationTest-1953020720-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=62daa315-97b6-42dc-ac48-74a4ef6a5662&tenant_id=90c9b14de9a447dbb2784bee3d7c6631&binding%3Ahost_id=n-h2-842952-2 HTTP/1.1" status: 200 len: 1096 time: 0.1805661 May 23 11:00:09.256858 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bc4544bd-8c72-4401-a23b-0f1d913de413 req-a755e304-6243-4050-a028-69f5d9fa6018 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034422 May 23 11:00:09.259170 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-371e04e2-4283-4f73-905c-8b40c67543ee req-9543de28-e213-4237-a035-21a64a0db18c tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820420 May 23 11:00:09.339958 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-483a34b1-d271-4392-bec6-40e14fb88fe8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=62daa315-97b6-42dc-ac48-74a4ef6a5662&tenant_id=90c9b14de9a447dbb2784bee3d7c6631 HTTP/1.1" status: 200 len: 1096 time: 0.0784976 May 23 11:00:09.383553 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-be4c1c54-c8fe-4e26-80ab-b439a2b54c2f tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=61146b1e54d841cd9885cb7a4187d86e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308900 May 23 11:00:09.639741 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-649dc59e-59ac-43ba-97b2-5f0e7337d429 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90c9b14de9a447dbb2784bee3d7c6631&device_id=62daa315-97b6-42dc-ac48-74a4ef6a5662 HTTP/1.1" status: 200 len: 1096 time: 0.2535295 May 23 11:00:09.647231 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-dd2f7ec9-3800-44fc-a75b-d2f35e4198d8 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:09.648580 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-dd2f7ec9-3800-44fc-a75b-d2f35e4198d8 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2231946 May 23 11:00:09.671412 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36464) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:00:09.749227 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80569c-23d1-49b8-87cb-e9e8cf36a00d req-50aa60f0-a3f9-4beb-a949-8ae30f2f6161 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:09.750602 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8c80569c-23d1-49b8-87cb-e9e8cf36a00d req-50aa60f0-a3f9-4beb-a949-8ae30f2f6161 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 946 time: 0.2498574 May 23 11:00:09.754077 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-5a3a24a1-1738-4c74-ac6f-c4c29b6f7ac5 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/quotas/61146b1e54d841cd9885cb7a4187d86e HTTP/1.1" status: 200 len: 375 time: 0.0844917 May 23 11:00:09.850977 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d6f84611-be44-4966-beb3-b41ed97ac616 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7a61f7be6bed4a0bb3e84dab6bf1bd25&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1782401 May 23 11:00:09.853619 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36470) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:00:09.876915 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8c80569c-23d1-49b8-87cb-e9e8cf36a00d req-842d475c-a383-460f-8700-2c375b3c8e82 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202548 May 23 11:00:09.878603 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-0745b0cc-4770-4b32-a34b-c0ed015ee263 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:09.879951 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-0745b0cc-4770-4b32-a34b-c0ed015ee263 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3f16bf48-f1ac-437f-802c-c2072c75e62b HTTP/1.1" status: 200 len: 909 time: 0.2305493 May 23 11:00:09.924078 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6e2dd7d-d044-454b-bec1-67ed7147d2cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:09.951288 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6e2dd7d-d044-454b-bec1-67ed7147d2cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:09.960172 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-73b5b99b-9268-4ec7-9e74-4afa41b0f9b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b3d0d9b-4a31-42bd-a7ed-abdb72e92169 HTTP/1.1" status: 200 len: 217 time: 0.0704694 May 23 11:00:10.005421 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6e2dd7d-d044-454b-bec1-67ed7147d2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:10.005797 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-a2588784-2484-4c51-9942-8673d03fd633 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=61146b1e54d841cd9885cb7a4187d86e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2326083 May 23 11:00:10.021524 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e2dd7d-d044-454b-bec1-67ed7147d2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7373c3-bd5e-4979-a7c0-9917ec0724de,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:10.034038 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6e2dd7d-d044-454b-bec1-67ed7147d2cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:10.038089 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a6e2dd7d-d044-454b-bec1-67ed7147d2cc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0c7373c3-bd5e-4979-a7c0-9917ec0724de HTTP/1.1" status: 204 len: 168 time: 0.1834602 May 23 11:00:10.097091 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-a9b64012-fbcd-4c91-b5d8-14ca3808aa12 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:10.098598 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-a9b64012-fbcd-4c91-b5d8-14ca3808aa12 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f56c9b27-295c-462d-bb89-343a223f9d6c HTTP/1.1" status: 200 len: 848 time: 0.1320410 May 23 11:00:10.151037 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-348375ae-64ca-4f89-a71c-08ffa242575d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3f16bf48-f1ac-437f-802c-c2072c75e62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451472 May 23 11:00:10.162235 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5463f3-e8c6-4268-acb2-1bcab3e98244 req-b100f210-5d6d-4798-b018-7e537e9806a1 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:10.163718 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7e5463f3-e8c6-4268-acb2-1bcab3e98244 req-b100f210-5d6d-4798-b018-7e537e9806a1 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] 10.222.0.79 "GET /v2.0/ports?device_id=40a63873-19cf-48f8-b2c4-e38155c16ccc HTTP/1.1" status: 200 len: 950 time: 0.1534331 May 23 11:00:10.304293 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7e5463f3-e8c6-4268-acb2-1bcab3e98244 req-b9a34306-e60e-4b63-955c-04fd0c912d5a tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] 10.222.0.79 "GET /v2.0/security-groups?id=31b8a3e2-6d48-4998-9f3c-231df138fa42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192214 May 23 11:00:10.340618 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-ffabb44a-d1bb-410e-b027-1d3375c3500a service neutron] 10.222.0.13 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759024 May 23 11:00:10.383416 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36486) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:00:10.450019 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-34b6bddd-14ba-4d27-bd39-6cc76246eec1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f5b5b58f1dc640a78331afde4cf921da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0655029 May 23 11:00:10.450650 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36490) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:00:10.529781 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-49feb72c-2834-4576-8f47-f69981733aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:10.530563 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-4dbb0931-0799-4f84-9b4a-276246698116 service neutron] 10.222.0.13 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827595 May 23 11:00:10.557650 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-49feb72c-2834-4576-8f47-f69981733aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:10.624895 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:00:10.627235 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-49feb72c-2834-4576-8f47-f69981733aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:10.666957 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49feb72c-2834-4576-8f47-f69981733aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db922f31-3601-4160-a255-2f2d49cd2f98,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:10.680102 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-49feb72c-2834-4576-8f47-f69981733aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:10.684414 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-49feb72c-2834-4576-8f47-f69981733aa1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/db922f31-3601-4160-a255-2f2d49cd2f98 HTTP/1.1" status: 204 len: 168 time: 0.2327640 May 23 11:00:10.730019 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169 not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:00:10.851985 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a82a01-7479-482f-b186-d5a58eb391a6 req-173f0734-ce0b-4f43-8967-27124a6a9d44 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:10.860228 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f4a82a01-7479-482f-b186-d5a58eb391a6 req-173f0734-ce0b-4f43-8967-27124a6a9d44 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 948 time: 0.3853829 May 23 11:00:10.868691 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920f325-a6e5-4ca1-bd7f-5fd161a637e2 req-d3843b76-60d5-4b8b-b291-1965bab25f93 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:10.877466 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8920f325-a6e5-4ca1-bd7f-5fd161a637e2 req-d3843b76-60d5-4b8b-b291-1965bab25f93 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=62daa315-97b6-42dc-ac48-74a4ef6a5662 HTTP/1.1" status: 200 len: 945 time: 0.3456976 May 23 11:00:11.018786 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f4a82a01-7479-482f-b186-d5a58eb391a6 req-2256d8a1-baf0-4847-a322-ba4723114228 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574483 May 23 11:00:11.054786 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8920f325-a6e5-4ca1-bd7f-5fd161a637e2 req-dbf65101-61f3-43ec-b2fd-cf6f6d27a8f4 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762447 May 23 11:00:11.124851 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-30d64298-3c9b-4744-aee6-cb5db9afe845 tempest-LiveMigrationTest-1953020720 tempest-LiveMigrationTest-1953020720-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=62daa315-97b6-42dc-ac48-74a4ef6a5662&tenant_id=90c9b14de9a447dbb2784bee3d7c6631&binding%3Ahost_id=n-h1-842952-2 HTTP/1.1" status: 200 len: 1096 time: 0.1721449 May 23 11:00:11.276671 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-3340170b-60ce-47b4-b2f0-209c301a3f6d service neutron] For port 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169, host n-h2-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:00:11.281195 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-3340170b-60ce-47b4-b2f0-209c301a3f6d service neutron] Notify callbacks [] for binding, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:11.282574 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9bca9eba-dc4b-4cde-9a78-5bb0130ad408 req-3340170b-60ce-47b4-b2f0-209c301a3f6d service neutron] 10.222.0.13 "DELETE /v2.0/ports/4b3d0d9b-4a31-42bd-a7ed-abdb72e92169/bindings/n-h2-842952-2 HTTP/1.1" status: 204 len: 173 time: 0.1503327 May 23 11:00:11.447344 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3279734c-5469-418d-b517-582cc12d19bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:11.744033 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332ff59-5752-42dd-8a48-79a1358d9337 req-d2e49d8b-e798-4bdb-9938-785bd7cb01c2 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:11.752538 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b332ff59-5752-42dd-8a48-79a1358d9337 req-d2e49d8b-e798-4bdb-9938-785bd7cb01c2 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 946 time: 0.1221275 May 23 11:00:11.825242 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b332ff59-5752-42dd-8a48-79a1358d9337 req-48ea4170-97b6-473b-b696-fd9940dd3640 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714829 May 23 11:00:11.987596 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b08e0814-5fcd-4fab-b6e8-b01f0e90c73a req-fe07c40b-d280-415c-8d9c-63298d4f6f67 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e31985b-24d2-4571-ad81-d2051c86e278 HTTP/1.1" status: 200 len: 210 time: 0.0497167 May 23 11:00:12.283090 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ca821-443e-4e45-9fc6-178d52e12dcb req-3d3b6739-4c85-439a-96f9-daa95b90feab tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:12.284502 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-434ca821-443e-4e45-9fc6-178d52e12dcb req-3d3b6739-4c85-439a-96f9-daa95b90feab tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 948 time: 0.1466496 May 23 11:00:12.339076 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e98f3-5e2d-468f-be79-80648d1d5a24 req-4b03c433-ccb6-42ca-9e54-f7efed9723ad tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:12.341326 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-983e98f3-5e2d-468f-be79-80648d1d5a24 req-4b03c433-ccb6-42ca-9e54-f7efed9723ad tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=62daa315-97b6-42dc-ac48-74a4ef6a5662 HTTP/1.1" status: 200 len: 945 time: 0.1339636 May 23 11:00:12.376420 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-434ca821-443e-4e45-9fc6-178d52e12dcb req-b9d52dc3-b2b9-4ad6-a490-a1bc8f6aa789 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855193 May 23 11:00:12.421250 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-983e98f3-5e2d-468f-be79-80648d1d5a24 req-130c6d08-cf20-43eb-bcfe-7cb646d9087d tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736589 May 23 11:00:12.531780 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:12.545841 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-43974a48-6c67-42f1-bf42-025305d7b15c tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=61146b1e54d841cd9885cb7a4187d86e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360899 May 23 11:00:12.723969 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:12.754282 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-2140f96f-d5d3-4707-bd85-affb0e169e6b tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:12.757282 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-2140f96f-d5d3-4707-bd85-affb0e169e6b tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1823266 May 23 11:00:12.765693 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-117eac9e-25e0-4d8b-aeba-75b9c0647556 req-9fd6f4f7-e7d9-4c6e-af61-02d1e4733279 tempest-LiveMigrationTest-1953020720 tempest-LiveMigrationTest-1953020720-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=62daa315-97b6-42dc-ac48-74a4ef6a5662 HTTP/1.1" status: 200 len: 1096 time: 0.1237147 May 23 11:00:12.781904 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-d7defb0d-a9d0-4349-be9e-adbdcac12300 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Request body: {'port': {'device_id': '34cac44a-d209-4fcf-865b-0bd9b3fb94c4', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'admin_state_up': True, 'tenant_id': '61146b1e54d841cd9885cb7a4187d86e'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:00:12.883014 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-02a741c0-9166-478a-acf6-fd8dc63b8963 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=61146b1e54d841cd9885cb7a4187d86e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0706317 May 23 11:00:12.995544 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-d7defb0d-a9d0-4349-be9e-adbdcac12300 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:00:13.008273 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-d7defb0d-a9d0-4349-be9e-adbdcac12300 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:00:13.020020 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-d7defb0d-a9d0-4349-be9e-adbdcac12300 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Made reservation on behalf of 61146b1e54d841cd9885cb7a4187d86e for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:00:13.023544 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-d7defb0d-a9d0-4349-be9e-adbdcac12300 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:13.129011 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-bb51ccdf-99a4-4bf7-a908-cb17eb66a50d tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:13.130313 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-bb51ccdf-99a4-4bf7-a908-cb17eb66a50d tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2450821 May 23 11:00:13.145060 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-117eac9e-25e0-4d8b-aeba-75b9c0647556 req-2ca25ab6-b2f3-4558-96e2-6d87e82e06e0 tempest-LiveMigrationTest-1953020720 tempest-LiveMigrationTest-1953020720-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733327 May 23 11:00:13.188271 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-adf42bfd-76e3-4a11-97b8-05a188ba8d74 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Request body: {'port': {'device_id': '0e31985b-24d2-4571-ad81-d2051c86e278', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'admin_state_up': True, 'tenant_id': '61146b1e54d841cd9885cb7a4187d86e'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:00:13.237965 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-d7defb0d-a9d0-4349-be9e-adbdcac12300 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Allocated IP 192.168.233.246 (45238d5c-875a-474b-bef1-cc75dc2ba645/c1719237-4a8e-4354-92b1-51064eb09c82/5f19de5f-f01b-41e2-8cfa-06b5b1560682) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:00:13.360354 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471bb3b4-dd3e-4771-82fc-1c6cc7c20040 req-95101f48-5c16-4f4a-8a7e-fca871797ad2 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:13.362251 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-471bb3b4-dd3e-4771-82fc-1c6cc7c20040 req-95101f48-5c16-4f4a-8a7e-fca871797ad2 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 946 time: 0.3147109 May 23 11:00:13.432593 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-18145137-96fc-4ce4-991a-f654e3c1e074 req-7d99378f-3fec-4f35-9007-431349047a8c tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e31985b-24d2-4571-ad81-d2051c86e278 HTTP/1.1" status: 200 len: 210 time: 0.0691042 May 23 11:00:13.507573 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-471bb3b4-dd3e-4771-82fc-1c6cc7c20040 req-3866eb3f-d0df-44aa-a3e0-743f301b3033 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060915 May 23 11:00:13.512751 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-adf42bfd-76e3-4a11-97b8-05a188ba8d74 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:00:13.526402 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-adf42bfd-76e3-4a11-97b8-05a188ba8d74 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:00:13.540416 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-d7defb0d-a9d0-4349-be9e-adbdcac12300 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:13.543618 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-adf42bfd-76e3-4a11-97b8-05a188ba8d74 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Made reservation on behalf of 61146b1e54d841cd9885cb7a4187d86e for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:00:13.547371 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-adf42bfd-76e3-4a11-97b8-05a188ba8d74 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:13.566576 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-d7defb0d-a9d0-4349-be9e-adbdcac12300 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Transition to ACTIVE for port object 5f19de5f-f01b-41e2-8cfa-06b5b1560682 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:00:13.586460 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-25948e4a-2d8d-42fd-b013-fea497933fa9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70139281f5db4004afe2c4c8ea88321a&device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 1097 time: 0.1308081 May 23 11:00:13.616052 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-d7defb0d-a9d0-4349-be9e-adbdcac12300 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:13.680005 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['845cbdb8-20ac-409d-9de2-07e4beb11306', '2ae0466f-d393-43e6-953f-977138041292', '7e27e423-05a5-47f8-ba42-0348aaace8cc'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:00:13.769569 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-d7defb0d-a9d0-4349-be9e-adbdcac12300 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Network 45238d5c-875a-474b-bef1-cc75dc2ba645 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:00:13.775277 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-d7defb0d-a9d0-4349-be9e-adbdcac12300 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:00:13.777104 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7defb0d-a9d0-4349-be9e-adbdcac12300 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Pushing event updated for resources: {'Port': ['ID=5f19de5f-f01b-41e2-8cfa-06b5b1560682,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:13.791375 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-d7defb0d-a9d0-4349-be9e-adbdcac12300 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:00:13.852196 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6d811629-227a-44af-a6f0-3ad4af7cf249 req-e56727cc-a72d-4c39-802d-01a70dd73baf tempest-LiveMigrationTest-1953020720 tempest-LiveMigrationTest-1953020720-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=62daa315-97b6-42dc-ac48-74a4ef6a5662 HTTP/1.1" status: 200 len: 1096 time: 0.2670615 May 23 11:00:13.897864 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-d7defb0d-a9d0-4349-be9e-adbdcac12300 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:13.898950 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-d7defb0d-a9d0-4349-be9e-adbdcac12300 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:13.932453 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6d811629-227a-44af-a6f0-3ad4af7cf249 req-88f86c48-3b54-44dc-966c-6783b52ba18c tempest-LiveMigrationTest-1953020720 tempest-LiveMigrationTest-1953020720-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720851 May 23 11:00:13.935506 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-adf42bfd-76e3-4a11-97b8-05a188ba8d74 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Allocated IP 192.168.233.151 (45238d5c-875a-474b-bef1-cc75dc2ba645/c1719237-4a8e-4354-92b1-51064eb09c82/66bca1d4-9a5d-4cf9-877d-f47a02a5e78b) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:00:13.954345 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71480200-8208-4622-a8e1-495f28917805 req-206600fc-eb32-4ffa-bdc0-f33b3922e214 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:13.956493 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-71480200-8208-4622-a8e1-495f28917805 req-206600fc-eb32-4ffa-bdc0-f33b3922e214 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 948 time: 0.2637246 May 23 11:00:13.965087 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-d9fdce9c-3b69-41d3-980e-aedc1ba509d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:13.981142 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-d9fdce9c-3b69-41d3-980e-aedc1ba509d0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 HTTP/1.1" status: 200 len: 922 time: 0.3841081 May 23 11:00:14.084180 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-2e291212-4605-4fbb-b653-de9e444ef9d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11d3c116-1d5a-472e-819d-32f0aa1667c2 HTTP/1.1" status: 200 len: 217 time: 0.0929029 May 23 11:00:14.090093 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:14.090662 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-d7defb0d-a9d0-4349-be9e-adbdcac12300 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3127279 May 23 11:00:14.104625 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-71480200-8208-4622-a8e1-495f28917805 req-7e316ee6-899e-40c7-87f6-b7c01dbeda81 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405706 May 23 11:00:14.196541 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b1156c60-f503-4c5c-ba13-9dd3a1064197 None None] Provisioning for port 5f19de5f-f01b-41e2-8cfa-06b5b1560682 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:00:14.202382 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b1156c60-f503-4c5c-ba13-9dd3a1064197 None None] Provisioning complete for port 5f19de5f-f01b-41e2-8cfa-06b5b1560682 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:00:14.202826 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b1156c60-f503-4c5c-ba13-9dd3a1064197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:14.245329 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-c0ab724a-1e2f-47df-9cdf-14f2b327c081 service neutron] Request body: {'port': {'device_id': '34cac44a-d209-4fcf-865b-0bd9b3fb94c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:00:14.311157 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b1156c60-f503-4c5c-ba13-9dd3a1064197 None None] Port 5f19de5f-f01b-41e2-8cfa-06b5b1560682 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:00:14.391002 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-db58e97c-5152-4bc9-b69f-f154c442e7bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:14.392490 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-db58e97c-5152-4bc9-b69f-f154c442e7bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b42aa520-b19b-4bd9-8813-40b2c3196feb HTTP/1.1" status: 200 len: 861 time: 0.3007689 May 23 11:00:14.394803 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-c0ab724a-1e2f-47df-9cdf-14f2b327c081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:14.427672 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-189c1185-8246-450f-9776-311817031a55 req-8dcc1030-e25f-41df-8c46-507a90b39436 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=d5075710be5945b7ac123bb724d15837&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505350 May 23 11:00:14.449971 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-1769e6ff-37f3-41bc-b1f2-7a637c70eb4d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446494 May 23 11:00:14.471302 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-adf42bfd-76e3-4a11-97b8-05a188ba8d74 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:14.558417 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-adf42bfd-76e3-4a11-97b8-05a188ba8d74 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Transition to ACTIVE for port object 66bca1d4-9a5d-4cf9-877d-f47a02a5e78b will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:00:14.636713 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c1185-8246-450f-9776-311817031a55 req-6889bbb9-f75e-4ac7-8f04-e39cb99a3537 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:14.638430 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-189c1185-8246-450f-9776-311817031a55 req-6889bbb9-f75e-4ac7-8f04-e39cb99a3537 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1963885 May 23 11:00:14.655635 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-adf42bfd-76e3-4a11-97b8-05a188ba8d74 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:14.719056 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-189c1185-8246-450f-9776-311817031a55 req-64847715-b2b8-4e3a-8255-d0e136375705 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/quotas/d5075710be5945b7ac123bb724d15837 HTTP/1.1" status: 200 len: 375 time: 0.0733318 May 23 11:00:14.732123 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-ed30eccb-4401-4c88-963a-f88462cd210d service neutron] 10.222.0.13 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515182 May 23 11:00:14.847884 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-189c1185-8246-450f-9776-311817031a55 req-72a21cd4-7f9b-42d2-83c1-3c0ff62ab928 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d5075710be5945b7ac123bb724d15837&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1150033 May 23 11:00:14.852322 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-adf42bfd-76e3-4a11-97b8-05a188ba8d74 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Network 45238d5c-875a-474b-bef1-cc75dc2ba645 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:00:14.866913 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-adf42bfd-76e3-4a11-97b8-05a188ba8d74 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:00:14.870818 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf42bfd-76e3-4a11-97b8-05a188ba8d74 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Pushing event updated for resources: {'Port': ['ID=66bca1d4-9a5d-4cf9-877d-f47a02a5e78b,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:14.874518 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-adf42bfd-76e3-4a11-97b8-05a188ba8d74 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:00:14.878514 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-adf42bfd-76e3-4a11-97b8-05a188ba8d74 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:14.879126 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-adf42bfd-76e3-4a11-97b8-05a188ba8d74 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:14.924556 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-adf42bfd-76e3-4a11-97b8-05a188ba8d74 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7493024 May 23 11:00:14.936834 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ea600-4f90-46f5-8d80-a1b4e5af76a5 req-7cb577f9-c2cd-49ba-be81-b8b10a313c3c tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:14.937600 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-a70ea600-4f90-46f5-8d80-a1b4e5af76a5 req-7cb577f9-c2cd-49ba-be81-b8b10a313c3c tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Synchronizing usage tracker for tenant:61146b1e54d841cd9885cb7a4187d86e on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:00:14.947954 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-22c9c7df-5c9c-4398-a452-558a5f198509 service neutron] Request body: {'port': {'device_id': '0e31985b-24d2-4571-ad81-d2051c86e278', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:00:14.983446 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-08529001-3c7b-4d8d-96c3-659a24f59d30 service neutron] 10.222.0.13 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008684 May 23 11:00:15.036328 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-a70ea600-4f90-46f5-8d80-a1b4e5af76a5 req-7cb577f9-c2cd-49ba-be81-b8b10a313c3c tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Unset dirty status for tenant:61146b1e54d841cd9885cb7a4187d86e on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:00:15.043980 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a70ea600-4f90-46f5-8d80-a1b4e5af76a5 req-7cb577f9-c2cd-49ba-be81-b8b10a313c3c tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e31985b-24d2-4571-ad81-d2051c86e278 HTTP/1.1" status: 200 len: 936 time: 0.3236017 May 23 11:00:15.107942 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-c0ab724a-1e2f-47df-9cdf-14f2b327c081 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f19de5f-f01b-41e2-8cfa-06b5b1560682 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:00:15.122136 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-c0ab724a-1e2f-47df-9cdf-14f2b327c081 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:15.148487 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-c0ab724a-1e2f-47df-9cdf-14f2b327c081 service neutron] Transition to ACTIVE for port object 5f19de5f-f01b-41e2-8cfa-06b5b1560682 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:00:15.157608 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-c0ab724a-1e2f-47df-9cdf-14f2b327c081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:15.172676 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-22c9c7df-5c9c-4398-a452-558a5f198509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:15.185573 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 29d1b24a-128c-4103-89db-bc42e9e11ad3 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:00:15.204521 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a70ea600-4f90-46f5-8d80-a1b4e5af76a5 req-4fb9f1c8-30b8-4417-a577-b3f0e5608966 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592586 May 23 11:00:15.389678 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb97486a-c3a0-4cf7-bc0c-77490e1847d0 None None] Provisioning for port 66bca1d4-9a5d-4cf9-877d-f47a02a5e78b completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:00:15.399653 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb97486a-c3a0-4cf7-bc0c-77490e1847d0 None None] Provisioning complete for port 66bca1d4-9a5d-4cf9-877d-f47a02a5e78b triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:00:15.400048 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb97486a-c3a0-4cf7-bc0c-77490e1847d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:15.446786 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab724a-1e2f-47df-9cdf-14f2b327c081 service neutron] Pushing event updated for resources: {'Port': ['ID=5f19de5f-f01b-41e2-8cfa-06b5b1560682,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:15.543172 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-1aa87c54-03aa-4c54-93c1-ee4dfd4246f5 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=d5075710be5945b7ac123bb724d15837&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0700145 May 23 11:00:15.545672 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 29d1b24a-128c-4103-89db-bc42e9e11ad3, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=29d1b24a-128c-4103-89db-bc42e9e11ad3,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:00:15.585155 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '29d1b24a-128c-4103-89db-bc42e9e11ad3', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'port_id': '29d1b24a-128c-4103-89db-bc42e9e11ad3', 'mac_address': 'fa:16:3e:45:88:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1719237-4a8e-4354-92b1-51064eb09c82', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:00:15.597165 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-338f0069-4646-43a7-88b4-2e5b3f42110a tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586&tenant_id=70139281f5db4004afe2c4c8ea88321a&binding%3Ahost_id=n-h2-842952-2 HTTP/1.1" status: 200 len: 1097 time: 0.3001642 May 23 11:00:15.618704 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-3e0e867b-20c6-4cc9-996a-5de3bd5a7d91 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-842952-2'}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:00:15.654626 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-c0ab724a-1e2f-47df-9cdf-14f2b327c081 service neutron] Attempting to bind port 5f19de5f-f01b-41e2-8cfa-06b5b1560682 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:00:15.655219 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-c0ab724a-1e2f-47df-9cdf-14f2b327c081 service neutron] Attempting to bind port 5f19de5f-f01b-41e2-8cfa-06b5b1560682 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:00:15.655700 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-c0ab724a-1e2f-47df-9cdf-14f2b327c081 service neutron] Attempting to bind port 5f19de5f-f01b-41e2-8cfa-06b5b1560682 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:00:15.660781 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:15.674717 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fb97486a-c3a0-4cf7-bc0c-77490e1847d0 None None] Port 66bca1d4-9a5d-4cf9-877d-f47a02a5e78b cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:00:15.685662 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29d1b24a-128c-4103-89db-bc42e9e11ad3 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:00:15.688116 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-c0ab724a-1e2f-47df-9cdf-14f2b327c081 service neutron] Port 5f19de5f-f01b-41e2-8cfa-06b5b1560682 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:00:15.688601 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-c0ab724a-1e2f-47df-9cdf-14f2b327c081 service neutron] Attempting to bind port 5f19de5f-f01b-41e2-8cfa-06b5b1560682 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:00:15.702285 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-c0ab724a-1e2f-47df-9cdf-14f2b327c081 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:00:15.702615 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-c0ab724a-1e2f-47df-9cdf-14f2b327c081 service neutron] Checking segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:00:15.703167 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-c0ab724a-1e2f-47df-9cdf-14f2b327c081 service neutron] Bound using segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:00:15.703749 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-c0ab724a-1e2f-47df-9cdf-14f2b327c081 service neutron] Bound port: 5f19de5f-f01b-41e2-8cfa-06b5b1560682, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:00:15.704289 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-c0ab724a-1e2f-47df-9cdf-14f2b327c081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:15.707291 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 29d1b24a-128c-4103-89db-bc42e9e11ad3, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=29d1b24a-128c-4103-89db-bc42e9e11ad3,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:00:15.713247 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:15.797466 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=29d1b24a-128c-4103-89db-bc42e9e11ad3,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:15.883551 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb191d9e-5ce8-49fe-8176-0c3a1f9ed8d6 req-b51e0cdf-62c8-4efb-af80-de6810147bc1 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:15.897268 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fb191d9e-5ce8-49fe-8176-0c3a1f9ed8d6 req-b51e0cdf-62c8-4efb-af80-de6810147bc1 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 946 time: 0.6079357 May 23 11:00:15.897972 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-3e0e867b-20c6-4cc9-996a-5de3bd5a7d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:15.905062 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['845cbdb8-20ac-409d-9de2-07e4beb11306', '2ae0466f-d393-43e6-953f-977138041292', '7e27e423-05a5-47f8-ba42-0348aaace8cc'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:00:15.993783 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-c0ab724a-1e2f-47df-9cdf-14f2b327c081 service neutron] For port 5f19de5f-f01b-41e2-8cfa-06b5b1560682, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:00:16.003945 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-c0ab724a-1e2f-47df-9cdf-14f2b327c081 service neutron] For port 5f19de5f-f01b-41e2-8cfa-06b5b1560682, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=5f19de5f-f01b-41e2-8cfa-06b5b1560682,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:00:16.014187 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-c0ab724a-1e2f-47df-9cdf-14f2b327c081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:16.039098 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['29d1b24a-128c-4103-89db-bc42e9e11ad3'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:00:16.050678 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fb191d9e-5ce8-49fe-8176-0c3a1f9ed8d6 req-8d0db57e-4a04-4b43-8b29-3a9bcfa0c006 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525431 May 23 11:00:16.062941 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-7db1c518-24b9-43c7-a29c-4e9abe410b07 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:16.069392 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-7db1c518-24b9-43c7-a29c-4e9abe410b07 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4985745 May 23 11:00:16.104100 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-f01a38f5-ee9e-4577-b41a-a6d0ff5302ab tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/quotas/d5075710be5945b7ac123bb724d15837 HTTP/1.1" status: 200 len: 375 time: 0.0235176 May 23 11:00:16.146586 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab724a-1e2f-47df-9cdf-14f2b327c081 service neutron] Pushing event updated for resources: {'Port': ['ID=5f19de5f-f01b-41e2-8cfa-06b5b1560682,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:16.251582 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-613e87ba-f1e9-4b5c-bf4d-451d475b9b98 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d5075710be5945b7ac123bb724d15837&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1312962 May 23 11:00:16.279746 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-22c9c7df-5c9c-4398-a452-558a5f198509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66bca1d4-9a5d-4cf9-877d-f47a02a5e78b {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:00:16.340479 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-22c9c7df-5c9c-4398-a452-558a5f198509 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:16.381881 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-c0ab724a-1e2f-47df-9cdf-14f2b327c081 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:16.383248 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-c0ab724a-1e2f-47df-9cdf-14f2b327c081 service neutron] 10.222.0.81 "PUT /v2.0/ports/5f19de5f-f01b-41e2-8cfa-06b5b1560682 HTTP/1.1" status: 200 len: 1096 time: 2.1427474 May 23 11:00:16.388055 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34cac44a-d209-4fcf-865b-0bd9b3fb94c4', 'tag': '5f19de5f-f01b-41e2-8cfa-06b5b1560682'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:00:16.420188 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-22c9c7df-5c9c-4398-a452-558a5f198509 service neutron] Transition to ACTIVE for port object 66bca1d4-9a5d-4cf9-877d-f47a02a5e78b will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:00:16.436753 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-22c9c7df-5c9c-4398-a452-558a5f198509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:16.638650 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-3e0e867b-20c6-4cc9-996a-5de3bd5a7d91 service neutron] For port 11d3c116-1d5a-472e-819d-32f0aa1667c2, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=11d3c116-1d5a-472e-819d-32f0aa1667c2,segment=NetworkSegment(6816cea3-60a2-419d-a967-3c4d162775bd),segment_id=6816cea3-60a2-419d-a967-3c4d162775bd)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:00:16.643199 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-abf98083-9d5c-46e7-bd0b-201cc3bbebf4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=61146b1e54d841cd9885cb7a4187d86e&device_id=34cac44a-d209-4fcf-865b-0bd9b3fb94c4 HTTP/1.1" status: 200 len: 1099 time: 0.1801622 May 23 11:00:16.686654 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de873a55-f3a8-440c-91d8-b57656c25a8b req-08aec75e-cc7a-44ef-bc59-260d101d0fa5 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:16.690680 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-3e0e867b-20c6-4cc9-996a-5de3bd5a7d91 service neutron] For port 11d3c116-1d5a-472e-819d-32f0aa1667c2, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:00:16.697610 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-de873a55-f3a8-440c-91d8-b57656c25a8b req-08aec75e-cc7a-44ef-bc59-260d101d0fa5 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 948 time: 0.4091220 May 23 11:00:16.776472 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-3e0e867b-20c6-4cc9-996a-5de3bd5a7d91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:16.968063 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-3e0e867b-20c6-4cc9-996a-5de3bd5a7d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:17.009362 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-de873a55-f3a8-440c-91d8-b57656c25a8b req-f16cabd5-5260-4b0d-b853-e4f805c9ab06 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096738 May 23 11:00:17.037148 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-189c1185-8246-450f-9776-311817031a55 req-ff3202a1-9615-49e2-952f-f42d82136acf tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=d5075710be5945b7ac123bb724d15837&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2546535 May 23 11:00:17.064429 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c9c7df-5c9c-4398-a452-558a5f198509 service neutron] Pushing event updated for resources: {'Port': ['ID=66bca1d4-9a5d-4cf9-877d-f47a02a5e78b,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:17.162562 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-59cde741-618b-4cb5-b43a-a1abe23e4183 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=5f19de5f-f01b-41e2-8cfa-06b5b1560682 HTTP/1.1" status: 200 len: 217 time: 0.3803842 May 23 11:00:17.164442 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e867b-20c6-4cc9-996a-5de3bd5a7d91 service neutron] Pushing event updated for resources: {'Port': ['ID=11d3c116-1d5a-472e-819d-32f0aa1667c2,revision_number=7']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:17.189781 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 29d1b24a-128c-4103-89db-bc42e9e11ad3 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:00:17.216071 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5f7fb1b-0904-4327-9854-1b9c0752a72e'] response: {'name': 'network-changed', 'server_uuid': '34cac44a-d209-4fcf-865b-0bd9b3fb94c4', 'tag': '5f19de5f-f01b-41e2-8cfa-06b5b1560682', 'status': 'completed', 'code': 200} May 23 11:00:17.281617 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 29d1b24a-128c-4103-89db-bc42e9e11ad3 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:00:17.282234 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:17.307415 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-28908eca-9200-467e-bbad-f56573227a4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:17.309658 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-28908eca-9200-467e-bbad-f56573227a4f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.1184485 May 23 11:00:17.442127 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6599e34b-2830-4802-b601-be89c150b7ee req-87ec8e0a-caec-4e59-891e-f8b88befacee tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=53bbd772-ae0e-4918-927d-8357a8be450f HTTP/1.1" status: 200 len: 210 time: 0.0781567 May 23 11:00:17.450156 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-22c9c7df-5c9c-4398-a452-558a5f198509 service neutron] Attempting to bind port 66bca1d4-9a5d-4cf9-877d-f47a02a5e78b on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:00:17.450482 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-22c9c7df-5c9c-4398-a452-558a5f198509 service neutron] Attempting to bind port 66bca1d4-9a5d-4cf9-877d-f47a02a5e78b by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:00:17.450805 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-22c9c7df-5c9c-4398-a452-558a5f198509 service neutron] Attempting to bind port 66bca1d4-9a5d-4cf9-877d-f47a02a5e78b on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:00:17.466208 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-22c9c7df-5c9c-4398-a452-558a5f198509 service neutron] Port 66bca1d4-9a5d-4cf9-877d-f47a02a5e78b on network 45238d5c-875a-474b-bef1-cc75dc2ba645 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:00:17.466527 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-22c9c7df-5c9c-4398-a452-558a5f198509 service neutron] Attempting to bind port 66bca1d4-9a5d-4cf9-877d-f47a02a5e78b on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:00:17.527847 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-22c9c7df-5c9c-4398-a452-558a5f198509 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:00:17.528249 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-22c9c7df-5c9c-4398-a452-558a5f198509 service neutron] Checking segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:00:17.528609 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-22c9c7df-5c9c-4398-a452-558a5f198509 service neutron] Bound using segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:00:17.529053 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-22c9c7df-5c9c-4398-a452-558a5f198509 service neutron] Bound port: 66bca1d4-9a5d-4cf9-877d-f47a02a5e78b, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:00:17.532464 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-22c9c7df-5c9c-4398-a452-558a5f198509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:17.538489 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:17.580102 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a63873-19cf-48f8-b2c4-e38155c16ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d1b24a-128c-4103-89db-bc42e9e11ad3'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:00:17.592657 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 29d1b24a-128c-4103-89db-bc42e9e11ad3, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=29d1b24a-128c-4103-89db-bc42e9e11ad3,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:00:17.598082 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:17.661425 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-3e0e867b-20c6-4cc9-996a-5de3bd5a7d91 service neutron] Attempting to bind port 11d3c116-1d5a-472e-819d-32f0aa1667c2 on host n-h2-842952-2 for vnic_type normal with profile {"migrating_to": "n-h1-842952-2"} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:00:17.661647 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-3e0e867b-20c6-4cc9-996a-5de3bd5a7d91 service neutron] Attempting to bind port 11d3c116-1d5a-472e-819d-32f0aa1667c2 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:00:17.662011 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-3e0e867b-20c6-4cc9-996a-5de3bd5a7d91 service neutron] Attempting to bind port 11d3c116-1d5a-472e-819d-32f0aa1667c2 on network ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:00:17.670570 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-3e0e867b-20c6-4cc9-996a-5de3bd5a7d91 service neutron] Port 11d3c116-1d5a-472e-819d-32f0aa1667c2 on network ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:00:17.670887 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-3e0e867b-20c6-4cc9-996a-5de3bd5a7d91 service neutron] Attempting to bind port 11d3c116-1d5a-472e-819d-32f0aa1667c2 on network ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:00:17.677984 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-c215a0a0-df87-48f0-ae77-b1b6e7a9e225 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2490377 May 23 11:00:17.678289 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f54bb9-4e28-4286-b2c0-dc1df66ab66f req-0edb935b-3d12-4135-9252-a1d011f3f1c6 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:17.685444 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-49f54bb9-4e28-4286-b2c0-dc1df66ab66f req-0edb935b-3d12-4135-9252-a1d011f3f1c6 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e31985b-24d2-4571-ad81-d2051c86e278 HTTP/1.1" status: 200 len: 948 time: 0.3536716 May 23 11:00:17.693081 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=29d1b24a-128c-4103-89db-bc42e9e11ad3,revision_number=7']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:17.695247 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c1185-8246-450f-9776-311817031a55 req-5637b968-7d20-4769-9ff2-586392559350 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:17.698899 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-189c1185-8246-450f-9776-311817031a55 req-5637b968-7d20-4769-9ff2-586392559350 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6077089 May 23 11:00:17.729634 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-189c1185-8246-450f-9776-311817031a55 req-a7ed249c-d2b3-476a-b9b7-11a5d9d38924 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Request body: {'port': {'device_id': '4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'admin_state_up': True, 'tenant_id': 'd5075710be5945b7ac123bb724d15837'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:00:17.755876 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-3e0e867b-20c6-4cc9-996a-5de3bd5a7d91 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:00:17.756218 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-3e0e867b-20c6-4cc9-996a-5de3bd5a7d91 service neutron] Checking segment: {'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:00:17.756608 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-3e0e867b-20c6-4cc9-996a-5de3bd5a7d91 service neutron] Bound using segment: {'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:00:17.757056 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-3e0e867b-20c6-4cc9-996a-5de3bd5a7d91 service neutron] Bound port: 11d3c116-1d5a-472e-819d-32f0aa1667c2, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:00:17.757397 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-3e0e867b-20c6-4cc9-996a-5de3bd5a7d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:17.849028 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-22c9c7df-5c9c-4398-a452-558a5f198509 service neutron] For port 66bca1d4-9a5d-4cf9-877d-f47a02a5e78b, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:00:17.852885 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-22c9c7df-5c9c-4398-a452-558a5f198509 service neutron] For port 66bca1d4-9a5d-4cf9-877d-f47a02a5e78b, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=66bca1d4-9a5d-4cf9-877d-f47a02a5e78b,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:00:17.885208 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-22c9c7df-5c9c-4398-a452-558a5f198509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:17.902830 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-49f54bb9-4e28-4286-b2c0-dc1df66ab66f req-f088e1b3-7c0a-42d5-8cd7-33bf147673ee tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138906 May 23 11:00:18.011796 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a908429-a9f0-4817-9245-5db271552906'] response: {'server_uuid': '40a63873-19cf-48f8-b2c4-e38155c16ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d1b24a-128c-4103-89db-bc42e9e11ad3', 'code': 200} May 23 11:00:18.034709 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-22c9c7df-5c9c-4398-a452-558a5f198509 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:18.036270 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-22c9c7df-5c9c-4398-a452-558a5f198509 service neutron] 10.222.0.13 "PUT /v2.0/ports/66bca1d4-9a5d-4cf9-877d-f47a02a5e78b HTTP/1.1" status: 200 len: 1096 time: 3.0935624 May 23 11:00:18.038637 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e31985b-24d2-4571-ad81-d2051c86e278', 'tag': '66bca1d4-9a5d-4cf9-877d-f47a02a5e78b'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:00:18.066061 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c9c7df-5c9c-4398-a452-558a5f198509 service neutron] Pushing event updated for resources: {'Port': ['ID=66bca1d4-9a5d-4cf9-877d-f47a02a5e78b,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:18.073888 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f31c42-9845-43f8-9407-722f4cc7ec61 req-8bf05840-e81b-4f1e-98ce-7ba80ea8f3c5 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:18.083046 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-3e0e867b-20c6-4cc9-996a-5de3bd5a7d91 service neutron] For port 11d3c116-1d5a-472e-819d-32f0aa1667c2, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:00:18.086388 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6f31c42-9845-43f8-9407-722f4cc7ec61 req-8bf05840-e81b-4f1e-98ce-7ba80ea8f3c5 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 944 time: 0.3594162 May 23 11:00:18.089820 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-3e0e867b-20c6-4cc9-996a-5de3bd5a7d91 service neutron] For port 11d3c116-1d5a-472e-819d-32f0aa1667c2, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=11d3c116-1d5a-472e-819d-32f0aa1667c2,segment=NetworkSegment(6816cea3-60a2-419d-a967-3c4d162775bd),segment_id=6816cea3-60a2-419d-a967-3c4d162775bd)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:00:18.113444 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-3e0e867b-20c6-4cc9-996a-5de3bd5a7d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:18.226975 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6f31c42-9845-43f8-9407-722f4cc7ec61 req-54eba09e-04d2-4907-8bb5-54e19d5ae260 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388357 May 23 11:00:18.228102 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-189c1185-8246-450f-9776-311817031a55 req-a7ed249c-d2b3-476a-b9b7-11a5d9d38924 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:00:18.230918 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-920cfc78-c463-4bca-b14d-c52fb1f7c057'] response: {'name': 'network-changed', 'server_uuid': '0e31985b-24d2-4571-ad81-d2051c86e278', 'tag': '66bca1d4-9a5d-4cf9-877d-f47a02a5e78b', 'status': 'completed', 'code': 200} May 23 11:00:18.232650 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-189c1185-8246-450f-9776-311817031a55 req-a7ed249c-d2b3-476a-b9b7-11a5d9d38924 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Usage tracker for resource:port and tenant:d5075710be5945b7ac123bb724d15837 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:00:18.235663 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-189c1185-8246-450f-9776-311817031a55 req-a7ed249c-d2b3-476a-b9b7-11a5d9d38924 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:00:18.242176 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-189c1185-8246-450f-9776-311817031a55 req-a7ed249c-d2b3-476a-b9b7-11a5d9d38924 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:00:18.257681 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-c6ec60e8-23b1-4506-b038-9b2e01c64944 service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5559855 May 23 11:00:18.339755 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-7dbaa846-436c-4cd4-be4a-b657de650d91 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=d5075710be5945b7ac123bb724d15837&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413253 May 23 11:00:18.370970 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-1fb18252-45f8-4017-a102-c10133860d1f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=61146b1e54d841cd9885cb7a4187d86e&device_id=0e31985b-24d2-4571-ad81-d2051c86e278 HTTP/1.1" status: 200 len: 1099 time: 0.2528572 May 23 11:00:18.395450 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-189c1185-8246-450f-9776-311817031a55 req-a7ed249c-d2b3-476a-b9b7-11a5d9d38924 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Made reservation on behalf of d5075710be5945b7ac123bb724d15837 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:00:18.398359 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-189c1185-8246-450f-9776-311817031a55 req-a7ed249c-d2b3-476a-b9b7-11a5d9d38924 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:18.594612 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-189c1185-8246-450f-9776-311817031a55 req-a7ed249c-d2b3-476a-b9b7-11a5d9d38924 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:18.624139 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e867b-20c6-4cc9-996a-5de3bd5a7d91 service neutron] Pushing event updated for resources: {'Port': ['ID=11d3c116-1d5a-472e-819d-32f0aa1667c2,revision_number=8']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:18.652206 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-2c806a0d-ca41-44df-a3e2-1f4879933fc6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=66bca1d4-9a5d-4cf9-877d-f47a02a5e78b HTTP/1.1" status: 200 len: 217 time: 0.2034626 May 23 11:00:18.663612 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-189c1185-8246-450f-9776-311817031a55 req-a7ed249c-d2b3-476a-b9b7-11a5d9d38924 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:00:18.666554 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-3e0e867b-20c6-4cc9-996a-5de3bd5a7d91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:18.668223 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-3e0e867b-20c6-4cc9-996a-5de3bd5a7d91 service neutron] 10.222.0.13 "PUT /v2.0/ports/11d3c116-1d5a-472e-819d-32f0aa1667c2 HTTP/1.1" status: 200 len: 1122 time: 3.0538113 May 23 11:00:18.674048 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-189c1185-8246-450f-9776-311817031a55 req-a7ed249c-d2b3-476a-b9b7-11a5d9d38924 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Usage tracker for resource:security_group_rule and tenant:d5075710be5945b7ac123bb724d15837 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:00:18.678768 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-189c1185-8246-450f-9776-311817031a55 req-a7ed249c-d2b3-476a-b9b7-11a5d9d38924 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:00:18.695843 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-189c1185-8246-450f-9776-311817031a55 req-a7ed249c-d2b3-476a-b9b7-11a5d9d38924 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:00:18.730497 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-7a6046f7-2883-4095-81f1-d21dc5f62d13 service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819370 May 23 11:00:18.802017 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-189c1185-8246-450f-9776-311817031a55 req-a7ed249c-d2b3-476a-b9b7-11a5d9d38924 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:18.805200 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-fb62aac9-a793-43ac-9173-683cb087ffd0 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:18.808508 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-fb62aac9-a793-43ac-9173-683cb087ffd0 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4586463 May 23 11:00:18.809676 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-189c1185-8246-450f-9776-311817031a55 req-a7ed249c-d2b3-476a-b9b7-11a5d9d38924 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:18.810708 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['11d3c116-1d5a-472e-819d-32f0aa1667c2'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:00:18.871001 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-0e93adc8-5ecd-4187-acad-9f3b2f372eb4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:18.872838 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-0e93adc8-5ecd-4187-acad-9f3b2f372eb4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.2108009 May 23 11:00:18.881739 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8b0a713f-7076-463e-8633-2955731df118 req-d41d1418-83f4-4034-8f21-c4d73cd548f6 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=53bbd772-ae0e-4918-927d-8357a8be450f HTTP/1.1" status: 200 len: 210 time: 0.2213306 May 23 11:00:18.902089 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed249c-d2b3-476a-b9b7-11a5d9d38924 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:18.945709 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-05d97d2a-953d-4924-ab5a-fa7a52bc98bb tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Request body: {'port': {'device_id': '53bbd772-ae0e-4918-927d-8357a8be450f', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'admin_state_up': True, 'tenant_id': 'd5075710be5945b7ac123bb724d15837'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:00:19.101078 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-292b9e47-31c3-4128-aa70-ce180e39ff85 req-d82489ea-9bb1-46ef-9864-89f81df36fb3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=61146b1e54d841cd9885cb7a4187d86e&device_id=34cac44a-d209-4fcf-865b-0bd9b3fb94c4 HTTP/1.1" status: 200 len: 1099 time: 0.1623139 May 23 11:00:19.120747 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370dd79-a932-4411-ade0-5d83a77c557d req-71703b3a-8196-42cb-88fb-85adb5b9c1a7 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:19.125472 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5370dd79-a932-4411-ade0-5d83a77c557d req-71703b3a-8196-42cb-88fb-85adb5b9c1a7 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 948 time: 0.6779809 May 23 11:00:19.197744 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-189c1185-8246-450f-9776-311817031a55 req-a7ed249c-d2b3-476a-b9b7-11a5d9d38924 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Allocated IP 192.168.233.19 (45238d5c-875a-474b-bef1-cc75dc2ba645/c1719237-4a8e-4354-92b1-51064eb09c82/7d2d2227-acd2-4737-83a9-5299c1bcccaf) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:00:19.219877 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03229724-d041-4e1a-a3bf-4a915c32c586', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11d3c116-1d5a-472e-819d-32f0aa1667c2'}, {'name': 'network-changed', 'server_uuid': '03229724-d041-4e1a-a3bf-4a915c32c586', 'tag': '11d3c116-1d5a-472e-819d-32f0aa1667c2'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:00:19.275939 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5370dd79-a932-4411-ade0-5d83a77c557d req-69d308a1-04bc-4e6f-9a16-da5f1ffa9f34 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402252 May 23 11:00:19.296796 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-6e2c8b40-459f-46eb-9070-0869c66e80f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4076076 May 23 11:00:19.317127 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b9e47-31c3-4128-aa70-ce180e39ff85 req-7caed2d1-b78f-4304-b05c-8752843d0706 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:19.318683 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-292b9e47-31c3-4128-aa70-ce180e39ff85 req-7caed2d1-b78f-4304-b05c-8752843d0706 service neutron] 10.222.0.81 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.2099531 May 23 11:00:19.413775 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-292b9e47-31c3-4128-aa70-ce180e39ff85 req-fe4bebe9-d02b-4d7f-a769-1530e8f100ea service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=5f19de5f-f01b-41e2-8cfa-06b5b1560682 HTTP/1.1" status: 200 len: 217 time: 0.0871682 May 23 11:00:19.435664 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-05d97d2a-953d-4924-ab5a-fa7a52bc98bb tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:00:19.450507 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-05d97d2a-953d-4924-ab5a-fa7a52bc98bb tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Usage tracker for resource:port and tenant:d5075710be5945b7ac123bb724d15837 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:00:19.457151 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-05d97d2a-953d-4924-ab5a-fa7a52bc98bb tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:00:19.467937 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-504b1884-e858-4fee-886a-fbf45e32161f service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586530 May 23 11:00:19.468801 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-05d97d2a-953d-4924-ab5a-fa7a52bc98bb tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:00:19.469813 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba54de23-cde1-4c7e-b9bf-a962ffab854a'] response: {'server_uuid': '03229724-d041-4e1a-a3bf-4a915c32c586', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11d3c116-1d5a-472e-819d-32f0aa1667c2', 'code': 200} May 23 11:00:19.470080 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba54de23-cde1-4c7e-b9bf-a962ffab854a'] response: {'name': 'network-changed', 'server_uuid': '03229724-d041-4e1a-a3bf-4a915c32c586', 'tag': '11d3c116-1d5a-472e-819d-32f0aa1667c2', 'status': 'completed', 'code': 200} May 23 11:00:19.512946 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d3f8b4-2cfa-4243-9826-67635afb83b1 req-8be9e92b-c336-4a85-bf5c-d6a815a2c7da tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:19.514449 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-94d3f8b4-2cfa-4243-9826-67635afb83b1 req-8be9e92b-c336-4a85-bf5c-d6a815a2c7da tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e31985b-24d2-4571-ad81-d2051c86e278 HTTP/1.1" status: 200 len: 948 time: 0.3193946 May 23 11:00:19.545874 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.81', 60961) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:00:19.562014 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-05d97d2a-953d-4924-ab5a-fa7a52bc98bb tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Made reservation on behalf of d5075710be5945b7ac123bb724d15837 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:00:19.564928 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-05d97d2a-953d-4924-ab5a-fa7a52bc98bb tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:19.634480 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b9e47-31c3-4128-aa70-ce180e39ff85 req-b9d478b8-3da7-4427-bc37-9e3f55e093c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:19.635833 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-292b9e47-31c3-4128-aa70-ce180e39ff85 req-b9d478b8-3da7-4427-bc37-9e3f55e093c5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.1650257 May 23 11:00:19.757810 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-189c1185-8246-450f-9776-311817031a55 req-a7ed249c-d2b3-476a-b9b7-11a5d9d38924 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:19.785298 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-189c1185-8246-450f-9776-311817031a55 req-a7ed249c-d2b3-476a-b9b7-11a5d9d38924 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Transition to ACTIVE for port object 7d2d2227-acd2-4737-83a9-5299c1bcccaf will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:00:19.789075 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7d2f73e7-60e3-4e1d-a54f-912cfc992593 req-00a5532d-5d59-4544-a5b5-0a4be4bd48f5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=70139281f5db4004afe2c4c8ea88321a&device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 1125 time: 0.2343330 May 23 11:00:19.872778 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-94d3f8b4-2cfa-4243-9826-67635afb83b1 req-e3e2c312-4399-4b04-b5a4-49c79ebff25e tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941465 May 23 11:00:19.891912 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-292b9e47-31c3-4128-aa70-ce180e39ff85 req-52b244ff-3b28-441b-a7a4-d2ca7d2090ed service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2411518 May 23 11:00:19.929128 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ed9bd388-59f6-412c-b36f-ac5c2892290e req-00fb446d-7faa-444c-b95e-59dad2811074 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4481339 May 23 11:00:19.959481 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f348446-31e1-4269-b2d7-25ae62193e6b req-2e596ec1-ed78-434e-ab0c-de609104da09 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:19.966963 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3f348446-31e1-4269-b2d7-25ae62193e6b req-2e596ec1-ed78-434e-ab0c-de609104da09 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 944 time: 0.3631992 May 23 11:00:20.019571 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-189c1185-8246-450f-9776-311817031a55 req-a7ed249c-d2b3-476a-b9b7-11a5d9d38924 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:20.072463 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3f348446-31e1-4269-b2d7-25ae62193e6b req-1a774cc7-7f2c-43f4-b5a4-a5d31fd70ab0 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045330 May 23 11:00:20.110510 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f73e7-60e3-4e1d-a54f-912cfc992593 req-096dae30-17cd-4f08-96e7-03fd17316b1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:20.111997 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7d2f73e7-60e3-4e1d-a54f-912cfc992593 req-096dae30-17cd-4f08-96e7-03fd17316b1a service neutron] 10.222.0.81 "GET /v2.0/networks?id=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 HTTP/1.1" status: 200 len: 922 time: 0.3132341 May 23 11:00:20.164111 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-05d97d2a-953d-4924-ab5a-fa7a52bc98bb tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Allocated IP 192.168.233.76 (45238d5c-875a-474b-bef1-cc75dc2ba645/c1719237-4a8e-4354-92b1-51064eb09c82/51c6e8f9-4120-42cd-9805-21e3fcf24d65) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:00:20.214644 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed249c-d2b3-476a-b9b7-11a5d9d38924 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Pushing event updated for resources: {'Port': ['ID=7d2d2227-acd2-4737-83a9-5299c1bcccaf,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:20.219680 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-189c1185-8246-450f-9776-311817031a55 req-a7ed249c-d2b3-476a-b9b7-11a5d9d38924 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Network 45238d5c-875a-474b-bef1-cc75dc2ba645 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:00:20.223098 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-189c1185-8246-450f-9776-311817031a55 req-a7ed249c-d2b3-476a-b9b7-11a5d9d38924 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:00:20.225665 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7d2f73e7-60e3-4e1d-a54f-912cfc992593 req-98a0e749-f900-46db-9a8f-538e0ea0026d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11d3c116-1d5a-472e-819d-32f0aa1667c2 HTTP/1.1" status: 200 len: 217 time: 0.1006863 May 23 11:00:20.227394 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-292b9e47-31c3-4128-aa70-ce180e39ff85 req-329eaf86-cf4b-4936-b9a4-c3c16b74e1a6 service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269596 May 23 11:00:20.228103 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-189c1185-8246-450f-9776-311817031a55 req-a7ed249c-d2b3-476a-b9b7-11a5d9d38924 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:00:20.491718 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-05d97d2a-953d-4924-ab5a-fa7a52bc98bb tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:20.548319 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dda0f714-e9c3-425b-96d7-07668662a920 None None] Provisioning for port 7d2d2227-acd2-4737-83a9-5299c1bcccaf completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:00:20.556288 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c1185-8246-450f-9776-311817031a55 req-a7ed249c-d2b3-476a-b9b7-11a5d9d38924 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:20.556288 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-189c1185-8246-450f-9776-311817031a55 req-a7ed249c-d2b3-476a-b9b7-11a5d9d38924 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:20.556608 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dda0f714-e9c3-425b-96d7-07668662a920 None None] Provisioning complete for port 7d2d2227-acd2-4737-83a9-5299c1bcccaf triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:00:20.557347 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dda0f714-e9c3-425b-96d7-07668662a920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:20.560220 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f73e7-60e3-4e1d-a54f-912cfc992593 req-e5ff268f-0788-4862-94d4-430fe59051f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:20.561703 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7d2f73e7-60e3-4e1d-a54f-912cfc992593 req-e5ff268f-0788-4862-94d4-430fe59051f7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b42aa520-b19b-4bd9-8813-40b2c3196feb HTTP/1.1" status: 200 len: 861 time: 0.3042219 May 23 11:00:20.574551 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-df417883-cceb-44f0-b68b-b62df36b26ce req-1c99ad03-56be-4267-b734-140ac86b051f tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=53bbd772-ae0e-4918-927d-8357a8be450f HTTP/1.1" status: 200 len: 210 time: 0.4961231 May 23 11:00:20.588989 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-05d97d2a-953d-4924-ab5a-fa7a52bc98bb tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Transition to ACTIVE for port object 51c6e8f9-4120-42cd-9805-21e3fcf24d65 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:00:20.646481 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-dda0f714-e9c3-425b-96d7-07668662a920 None None] Port 7d2d2227-acd2-4737-83a9-5299c1bcccaf cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:00:20.656027 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7d2f73e7-60e3-4e1d-a54f-912cfc992593 req-6a4aab46-8c8c-4774-ad1c-cb679f5d1772 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821080 May 23 11:00:20.659408 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998a1d3-757d-4a00-9d07-1cd68b41f112 req-09397144-c5c5-44f7-845e-6c68f04ac8dd tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:20.660916 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5998a1d3-757d-4a00-9d07-1cd68b41f112 req-09397144-c5c5-44f7-845e-6c68f04ac8dd tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 948 time: 0.1517704 May 23 11:00:20.665955 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d6f4e3d9-5322-490a-bad0-874730de2e15 req-28ec7cad-92fa-4062-8d44-89f3d9918503 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=61146b1e54d841cd9885cb7a4187d86e&device_id=0e31985b-24d2-4571-ad81-d2051c86e278 HTTP/1.1" status: 200 len: 1099 time: 0.5553393 May 23 11:00:20.753871 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-292b9e47-31c3-4128-aa70-ce180e39ff85 req-92a3bbb3-0cfb-463f-8297-8d0f4a637e78 service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5003128 May 23 11:00:20.762556 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-189c1185-8246-450f-9776-311817031a55 req-a7ed249c-d2b3-476a-b9b7-11a5d9d38924 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0371742 May 23 11:00:20.791415 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-05d97d2a-953d-4924-ab5a-fa7a52bc98bb tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:20.808961 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-189c1185-8246-450f-9776-311817031a55 req-2aaf026d-621b-4872-99fa-b809fbbae738 service neutron] Request body: {'port': {'device_id': '4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:00:20.873708 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7d2f73e7-60e3-4e1d-a54f-912cfc992593 req-4ca400ea-402a-4c41-8ac3-160ef490732a service neutron] 10.222.0.81 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084489 May 23 11:00:20.910876 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5998a1d3-757d-4a00-9d07-1cd68b41f112 req-18e05c69-5127-46a2-89ab-fd47e9651626 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423880 May 23 11:00:20.912928 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-05d97d2a-953d-4924-ab5a-fa7a52bc98bb tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Network 45238d5c-875a-474b-bef1-cc75dc2ba645 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:00:20.915617 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d97d2a-953d-4924-ab5a-fa7a52bc98bb tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Pushing event updated for resources: {'Port': ['ID=51c6e8f9-4120-42cd-9805-21e3fcf24d65,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:20.928877 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-05d97d2a-953d-4924-ab5a-fa7a52bc98bb tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:00:20.945354 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-05d97d2a-953d-4924-ab5a-fa7a52bc98bb tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:00:20.950685 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-05d97d2a-953d-4924-ab5a-fa7a52bc98bb tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:20.951317 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-05d97d2a-953d-4924-ab5a-fa7a52bc98bb tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:20.988874 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f4e3d9-5322-490a-bad0-874730de2e15 req-d505162c-c7c5-45ff-a5b3-eb1c9e497ef9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:20.990333 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d6f4e3d9-5322-490a-bad0-874730de2e15 req-d505162c-c7c5-45ff-a5b3-eb1c9e497ef9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.3059375 May 23 11:00:20.992000 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-05d97d2a-953d-4924-ab5a-fa7a52bc98bb tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0507362 May 23 11:00:21.009778 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-9e4bb1c5-c989-4971-b72c-d53548ffb549 service neutron] Request body: {'port': {'device_id': '53bbd772-ae0e-4918-927d-8357a8be450f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:00:21.113696 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-189c1185-8246-450f-9776-311817031a55 req-2aaf026d-621b-4872-99fa-b809fbbae738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:21.214695 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7d2f73e7-60e3-4e1d-a54f-912cfc992593 req-72aad195-58a5-4a32-be7c-108ac4cfa2e4 service neutron] 10.222.0.81 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336751 May 23 11:00:21.227491 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 11d3c116-1d5a-472e-819d-32f0aa1667c2 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:00:21.336711 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d6f4e3d9-5322-490a-bad0-874730de2e15 req-83982a2b-2292-4d96-9288-4b4225b0595b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=66bca1d4-9a5d-4cf9-877d-f47a02a5e78b HTTP/1.1" status: 200 len: 217 time: 0.2132869 May 23 11:00:21.473593 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-9e4bb1c5-c989-4971-b72c-d53548ffb549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:21.491411 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-384d247a-d8d1-4ebc-a53e-fbfc20d9d86e None None] Provisioning for port 51c6e8f9-4120-42cd-9805-21e3fcf24d65 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:00:21.501689 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-384d247a-d8d1-4ebc-a53e-fbfc20d9d86e None None] Provisioning complete for port 51c6e8f9-4120-42cd-9805-21e3fcf24d65 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:00:21.502134 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-384d247a-d8d1-4ebc-a53e-fbfc20d9d86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:21.503254 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f4e3d9-5322-490a-bad0-874730de2e15 req-84793a17-63bb-472b-8b0e-911c274accb1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:21.505031 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d6f4e3d9-5322-490a-bad0-874730de2e15 req-84793a17-63bb-472b-8b0e-911c274accb1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.1424410 May 23 11:00:21.581556 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 11d3c116-1d5a-472e-819d-32f0aa1667c2, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=11d3c116-1d5a-472e-819d-32f0aa1667c2,segment=NetworkSegment(6816cea3-60a2-419d-a967-3c4d162775bd),segment_id=6816cea3-60a2-419d-a967-3c4d162775bd)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:00:21.615714 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168fa70d-9180-4518-bba1-96b6b37953c6 req-3a8e9b1e-1b65-4410-b261-a616f92724ee tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:21.622826 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-168fa70d-9180-4518-bba1-96b6b37953c6 req-3a8e9b1e-1b65-4410-b261-a616f92724ee tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e31985b-24d2-4571-ad81-d2051c86e278 HTTP/1.1" status: 200 len: 948 time: 0.5518329 May 23 11:00:21.634273 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3cc61-7e73-4173-a7c0-a161701f9269 req-545c9dfd-0703-4134-b90c-d989b42a0753 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:21.640707 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 11d3c116-1d5a-472e-819d-32f0aa1667c2 has no active binding in host n-h1-842952-2 {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 23 11:00:21.641246 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-01d3cc61-7e73-4173-a7c0-a161701f9269 req-545c9dfd-0703-4134-b90c-d989b42a0753 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 944 time: 0.3501475 May 23 11:00:21.665803 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-384d247a-d8d1-4ebc-a53e-fbfc20d9d86e None None] Port 51c6e8f9-4120-42cd-9805-21e3fcf24d65 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:00:21.703756 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-189c1185-8246-450f-9776-311817031a55 req-2aaf026d-621b-4872-99fa-b809fbbae738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d2d2227-acd2-4737-83a9-5299c1bcccaf {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:00:21.713200 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-189c1185-8246-450f-9776-311817031a55 req-2aaf026d-621b-4872-99fa-b809fbbae738 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:21.735936 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-189c1185-8246-450f-9776-311817031a55 req-2aaf026d-621b-4872-99fa-b809fbbae738 service neutron] Transition to ACTIVE for port object 7d2d2227-acd2-4737-83a9-5299c1bcccaf will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:00:21.740843 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-189c1185-8246-450f-9776-311817031a55 req-2aaf026d-621b-4872-99fa-b809fbbae738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:21.817133 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-168fa70d-9180-4518-bba1-96b6b37953c6 req-565c8509-5074-43e3-afcd-6ea53b93ba5a tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934669 May 23 11:00:21.833373 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-01d3cc61-7e73-4173-a7c0-a161701f9269 req-244a212d-47ea-49a2-9722-da75e0a6e7df tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900184 May 23 11:00:22.113472 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf026d-621b-4872-99fa-b809fbbae738 service neutron] Pushing event updated for resources: {'Port': ['ID=7d2d2227-acd2-4737-83a9-5299c1bcccaf,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:22.220392 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d6f4e3d9-5322-490a-bad0-874730de2e15 req-46cd977b-17a0-4203-af73-fb402dac3d3c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6782224 May 23 11:00:22.270682 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-189c1185-8246-450f-9776-311817031a55 req-2aaf026d-621b-4872-99fa-b809fbbae738 service neutron] Attempting to bind port 7d2d2227-acd2-4737-83a9-5299c1bcccaf on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:00:22.271251 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-189c1185-8246-450f-9776-311817031a55 req-2aaf026d-621b-4872-99fa-b809fbbae738 service neutron] Attempting to bind port 7d2d2227-acd2-4737-83a9-5299c1bcccaf by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:00:22.271482 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189c1185-8246-450f-9776-311817031a55 req-2aaf026d-621b-4872-99fa-b809fbbae738 service neutron] Attempting to bind port 7d2d2227-acd2-4737-83a9-5299c1bcccaf on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:00:22.283358 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189c1185-8246-450f-9776-311817031a55 req-2aaf026d-621b-4872-99fa-b809fbbae738 service neutron] Port 7d2d2227-acd2-4737-83a9-5299c1bcccaf on network 45238d5c-875a-474b-bef1-cc75dc2ba645 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:00:22.284428 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189c1185-8246-450f-9776-311817031a55 req-2aaf026d-621b-4872-99fa-b809fbbae738 service neutron] Attempting to bind port 7d2d2227-acd2-4737-83a9-5299c1bcccaf on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:00:22.293031 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189c1185-8246-450f-9776-311817031a55 req-2aaf026d-621b-4872-99fa-b809fbbae738 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:00:22.293354 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189c1185-8246-450f-9776-311817031a55 req-2aaf026d-621b-4872-99fa-b809fbbae738 service neutron] Checking segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:00:22.293778 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189c1185-8246-450f-9776-311817031a55 req-2aaf026d-621b-4872-99fa-b809fbbae738 service neutron] Bound using segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:00:22.294207 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-189c1185-8246-450f-9776-311817031a55 req-2aaf026d-621b-4872-99fa-b809fbbae738 service neutron] Bound port: 7d2d2227-acd2-4737-83a9-5299c1bcccaf, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:00:22.294547 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-189c1185-8246-450f-9776-311817031a55 req-2aaf026d-621b-4872-99fa-b809fbbae738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:22.422478 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-189c1185-8246-450f-9776-311817031a55 req-2aaf026d-621b-4872-99fa-b809fbbae738 service neutron] For port 7d2d2227-acd2-4737-83a9-5299c1bcccaf, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:00:22.426329 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-189c1185-8246-450f-9776-311817031a55 req-2aaf026d-621b-4872-99fa-b809fbbae738 service neutron] For port 7d2d2227-acd2-4737-83a9-5299c1bcccaf, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=7d2d2227-acd2-4737-83a9-5299c1bcccaf,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:00:22.433607 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-189c1185-8246-450f-9776-311817031a55 req-2aaf026d-621b-4872-99fa-b809fbbae738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:22.478501 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739cf5d-759f-4c34-8ea4-af60e6aa251a req-b891b50b-0028-495f-8318-4de14058a296 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:22.479221 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-2739cf5d-759f-4c34-8ea4-af60e6aa251a req-b891b50b-0028-495f-8318-4de14058a296 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Synchronizing usage tracker for tenant:d5075710be5945b7ac123bb724d15837 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:00:22.534831 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-189c1185-8246-450f-9776-311817031a55 req-2aaf026d-621b-4872-99fa-b809fbbae738 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:22.536409 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-189c1185-8246-450f-9776-311817031a55 req-2aaf026d-621b-4872-99fa-b809fbbae738 service neutron] 10.222.0.81 "PUT /v2.0/ports/7d2d2227-acd2-4737-83a9-5299c1bcccaf HTTP/1.1" status: 200 len: 1095 time: 1.7353148 May 23 11:00:22.540240 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5', 'tag': '7d2d2227-acd2-4737-83a9-5299c1bcccaf'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:00:22.562230 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d6f4e3d9-5322-490a-bad0-874730de2e15 req-7ec34d37-9d44-4623-b619-74e9cec23f6f service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085744 May 23 11:00:22.584551 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf026d-621b-4872-99fa-b809fbbae738 service neutron] Pushing event updated for resources: {'Port': ['ID=7d2d2227-acd2-4737-83a9-5299c1bcccaf,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:22.616977 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-9e4bb1c5-c989-4971-b72c-d53548ffb549 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51c6e8f9-4120-42cd-9805-21e3fcf24d65 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:00:22.644907 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a14e1-0aac-447f-a902-31a01a2d0949 req-9bf8e9b0-c906-4807-8bae-7f793ce12ed6 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:22.651975 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d15a14e1-0aac-447f-a902-31a01a2d0949 req-9bf8e9b0-c906-4807-8bae-7f793ce12ed6 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 948 time: 0.4483743 May 23 11:00:22.682655 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 5f19de5f-f01b-41e2-8cfa-06b5b1560682 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:00:22.741677 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-9e4bb1c5-c989-4971-b72c-d53548ffb549 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:22.750344 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-189c1185-8246-450f-9776-311817031a55 req-efa1ae36-cc36-449a-8d76-b252227c3d56 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d5075710be5945b7ac123bb724d15837&device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5 HTTP/1.1" status: 200 len: 1098 time: 0.1490660 May 23 11:00:22.778133 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-2739cf5d-759f-4c34-8ea4-af60e6aa251a req-b891b50b-0028-495f-8318-4de14058a296 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Unset dirty status for tenant:d5075710be5945b7ac123bb724d15837 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:00:22.785272 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2739cf5d-759f-4c34-8ea4-af60e6aa251a req-b891b50b-0028-495f-8318-4de14058a296 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=53bbd772-ae0e-4918-927d-8357a8be450f HTTP/1.1" status: 200 len: 935 time: 0.6582291 May 23 11:00:22.877874 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-9e4bb1c5-c989-4971-b72c-d53548ffb549 service neutron] Transition to ACTIVE for port object 51c6e8f9-4120-42cd-9805-21e3fcf24d65 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:00:22.913451 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d15a14e1-0aac-447f-a902-31a01a2d0949 req-e0ea3439-2adb-4b0d-8af5-0af6ff9a4b8b tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605972 May 23 11:00:22.922372 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-189c1185-8246-450f-9776-311817031a55 req-0d0154c7-094d-4d15-8133-7d7685f4f8f8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=7d2d2227-acd2-4737-83a9-5299c1bcccaf HTTP/1.1" status: 200 len: 217 time: 0.1591110 May 23 11:00:22.927159 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-9e4bb1c5-c989-4971-b72c-d53548ffb549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:23.045622 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 5f19de5f-f01b-41e2-8cfa-06b5b1560682, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=5f19de5f-f01b-41e2-8cfa-06b5b1560682,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:00:23.060789 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff1750ec-433e-4275-b9d8-ddc6df7e9383'] response: {'name': 'network-changed', 'server_uuid': '4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5', 'tag': '7d2d2227-acd2-4737-83a9-5299c1bcccaf', 'status': 'completed', 'code': 200} May 23 11:00:23.066836 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c1185-8246-450f-9776-311817031a55 req-08d5edf1-ad19-4c55-b404-bdc5d23d47f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:23.067094 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-189c1185-8246-450f-9776-311817031a55 req-08d5edf1-ad19-4c55-b404-bdc5d23d47f0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.1366141 May 23 11:00:23.080976 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '5f19de5f-f01b-41e2-8cfa-06b5b1560682', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'port_id': '5f19de5f-f01b-41e2-8cfa-06b5b1560682', 'mac_address': 'fa:16:3e:74:47:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1719237-4a8e-4354-92b1-51064eb09c82', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:00:23.184750 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:23.231227 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f19de5f-f01b-41e2-8cfa-06b5b1560682 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:00:23.255663 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-189c1185-8246-450f-9776-311817031a55 req-216092a3-f936-4d69-8896-940d07ab1259 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1597397 May 23 11:00:23.258614 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 5f19de5f-f01b-41e2-8cfa-06b5b1560682, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=5f19de5f-f01b-41e2-8cfa-06b5b1560682,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:00:23.274631 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:23.278818 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2739cf5d-759f-4c34-8ea4-af60e6aa251a req-43b06be7-6ed9-4193-a3ae-82ef0968341e tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4925368 May 23 11:00:23.281974 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d6f4e3d9-5322-490a-bad0-874730de2e15 req-e21551d6-55f7-4553-9d90-18249555c77c service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7061505 May 23 11:00:23.419098 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4bb1c5-c989-4971-b72c-d53548ffb549 service neutron] Pushing event updated for resources: {'Port': ['ID=51c6e8f9-4120-42cd-9805-21e3fcf24d65,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:23.501305 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=5f19de5f-f01b-41e2-8cfa-06b5b1560682,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:23.582893 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-9e4bb1c5-c989-4971-b72c-d53548ffb549 service neutron] Attempting to bind port 51c6e8f9-4120-42cd-9805-21e3fcf24d65 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:00:23.582893 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-9e4bb1c5-c989-4971-b72c-d53548ffb549 service neutron] Attempting to bind port 51c6e8f9-4120-42cd-9805-21e3fcf24d65 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:00:23.582893 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-9e4bb1c5-c989-4971-b72c-d53548ffb549 service neutron] Attempting to bind port 51c6e8f9-4120-42cd-9805-21e3fcf24d65 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:00:23.621104 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85d199-e6d3-4e83-abcf-ac4d0f248ab5 req-4c88fad3-2a1e-47c1-a17d-547dbdd3a4de tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:23.632164 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2d85d199-e6d3-4e83-abcf-ac4d0f248ab5 req-4c88fad3-2a1e-47c1-a17d-547dbdd3a4de tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e31985b-24d2-4571-ad81-d2051c86e278 HTTP/1.1" status: 200 len: 948 time: 0.3384323 May 23 11:00:23.653048 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-189c1185-8246-450f-9776-311817031a55 req-d709ffc9-ee94-4316-b2a1-5259e2acd519 service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3905439 May 23 11:00:23.665506 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-9e4bb1c5-c989-4971-b72c-d53548ffb549 service neutron] Port 51c6e8f9-4120-42cd-9805-21e3fcf24d65 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:00:23.665828 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-9e4bb1c5-c989-4971-b72c-d53548ffb549 service neutron] Attempting to bind port 51c6e8f9-4120-42cd-9805-21e3fcf24d65 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:00:23.686483 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-9e4bb1c5-c989-4971-b72c-d53548ffb549 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:00:23.686820 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-9e4bb1c5-c989-4971-b72c-d53548ffb549 service neutron] Checking segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:00:23.687372 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-9e4bb1c5-c989-4971-b72c-d53548ffb549 service neutron] Bound using segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:00:23.687991 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-9e4bb1c5-c989-4971-b72c-d53548ffb549 service neutron] Bound port: 51c6e8f9-4120-42cd-9805-21e3fcf24d65, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:00:23.688342 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-9e4bb1c5-c989-4971-b72c-d53548ffb549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:23.721627 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9152de-730d-4c80-bf45-e93147541e6a req-673de6ab-3e43-4dcf-90ad-06e36cd7c4e7 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:23.729332 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce9152de-730d-4c80-bf45-e93147541e6a req-673de6ab-3e43-4dcf-90ad-06e36cd7c4e7 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 944 time: 0.2107210 May 23 11:00:23.765874 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['5f19de5f-f01b-41e2-8cfa-06b5b1560682'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:00:23.808492 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2d85d199-e6d3-4e83-abcf-ac4d0f248ab5 req-794e115d-9e27-4c94-a720-23a4121bd9d5 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753447 May 23 11:00:23.823134 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-189c1185-8246-450f-9776-311817031a55 req-8c36e74b-bc1d-49fe-8a14-348919e0489e service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628213 May 23 11:00:23.895195 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce9152de-730d-4c80-bf45-e93147541e6a req-2996e4a0-257b-4e9d-ab54-b55428325c7d tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648591 May 23 11:00:23.986489 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-9e4bb1c5-c989-4971-b72c-d53548ffb549 service neutron] For port 51c6e8f9-4120-42cd-9805-21e3fcf24d65, host n-h2-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:00:23.999119 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-9e4bb1c5-c989-4971-b72c-d53548ffb549 service neutron] For port 51c6e8f9-4120-42cd-9805-21e3fcf24d65, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=51c6e8f9-4120-42cd-9805-21e3fcf24d65,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:00:24.005515 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-9e4bb1c5-c989-4971-b72c-d53548ffb549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:24.114565 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a15e0044-df78-49bb-8e37-d7d7d456f70a req-d4179f16-8a69-4b8e-9521-43e3f1842d15 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d5075710be5945b7ac123bb724d15837&device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5 HTTP/1.1" status: 200 len: 1098 time: 0.1813850 May 23 11:00:24.196761 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-9e4bb1c5-c989-4971-b72c-d53548ffb549 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:24.198092 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-9e4bb1c5-c989-4971-b72c-d53548ffb549 service neutron] 10.222.0.81 "PUT /v2.0/ports/51c6e8f9-4120-42cd-9805-21e3fcf24d65 HTTP/1.1" status: 200 len: 1095 time: 3.1928835 May 23 11:00:24.201462 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53bbd772-ae0e-4918-927d-8357a8be450f', 'tag': '51c6e8f9-4120-42cd-9805-21e3fcf24d65'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:00:24.227628 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4bb1c5-c989-4971-b72c-d53548ffb549 service neutron] Pushing event updated for resources: {'Port': ['ID=51c6e8f9-4120-42cd-9805-21e3fcf24d65,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:24.282055 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e0044-df78-49bb-8e37-d7d7d456f70a req-2179cb1e-7970-4975-87fb-12fc0555363c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:24.284608 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a15e0044-df78-49bb-8e37-d7d7d456f70a req-2179cb1e-7970-4975-87fb-12fc0555363c service neutron] 10.222.0.81 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.1634538 May 23 11:00:24.352354 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24cf391f-1ee2-4784-b213-af9c3fb626bf'] response: {'name': 'network-changed', 'server_uuid': '53bbd772-ae0e-4918-927d-8357a8be450f', 'tag': '51c6e8f9-4120-42cd-9805-21e3fcf24d65', 'status': 'completed', 'code': 200} May 23 11:00:24.381190 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a15e0044-df78-49bb-8e37-d7d7d456f70a req-840f8df8-3b84-40d0-a752-116d4e4e774e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=7d2d2227-acd2-4737-83a9-5299c1bcccaf HTTP/1.1" status: 200 len: 217 time: 0.0795949 May 23 11:00:24.449879 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9f166-4f11-47ff-9334-85af746f6eae req-d6440cb1-c3b9-487a-a96f-80f33b6f6e64 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:24.476461 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-89f9f166-4f11-47ff-9334-85af746f6eae req-d6440cb1-c3b9-487a-a96f-80f33b6f6e64 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 948 time: 0.3514144 May 23 11:00:24.506701 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e0044-df78-49bb-8e37-d7d7d456f70a req-d7709427-6fb0-4dc3-ab57-7f68a69a0ccf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:24.508227 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a15e0044-df78-49bb-8e37-d7d7d456f70a req-d7709427-6fb0-4dc3-ab57-7f68a69a0ccf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.1161346 May 23 11:00:24.603634 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-89f9f166-4f11-47ff-9334-85af746f6eae req-f6a07b87-6157-4d11-8245-70f4687cbca2 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262095 May 23 11:00:24.608475 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-ee16d4f2-37aa-4531-bc0c-4aa5b56b6f27 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d5075710be5945b7ac123bb724d15837&device_id=53bbd772-ae0e-4918-927d-8357a8be450f HTTP/1.1" status: 200 len: 1098 time: 0.3504176 May 23 11:00:24.668839 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a15e0044-df78-49bb-8e37-d7d7d456f70a req-f4d12ab0-6588-466d-b83c-f3ec7bf44e98 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1521101 May 23 11:00:24.685750 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea202523-fc9d-4500-9381-a284e98cd77f req-73a5b464-25ac-4680-bc73-8525c5af5e14 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:24.689576 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ea202523-fc9d-4500-9381-a284e98cd77f req-73a5b464-25ac-4680-bc73-8525c5af5e14 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=53bbd772-ae0e-4918-927d-8357a8be450f HTTP/1.1" status: 200 len: 947 time: 0.1834576 May 23 11:00:24.741437 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-2909f3f4-ed3c-4c30-a19b-28c289673a29 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=51c6e8f9-4120-42cd-9805-21e3fcf24d65 HTTP/1.1" status: 200 len: 217 time: 0.1182461 May 23 11:00:24.755153 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ea202523-fc9d-4500-9381-a284e98cd77f req-d89bb62f-a348-489a-9eed-a9d419643555 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595636 May 23 11:00:24.826803 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-b4702ab2-00c8-4e63-99bc-bc9d579a4b4e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:24.828701 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-b4702ab2-00c8-4e63-99bc-bc9d579a4b4e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.0722885 May 23 11:00:24.922990 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a15e0044-df78-49bb-8e37-d7d7d456f70a req-b5639a9a-ab40-4392-a9a7-277dfe6db322 service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463229 May 23 11:00:25.116585 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a15e0044-df78-49bb-8e37-d7d7d456f70a req-f16ea09e-843e-4e5a-a924-186f54ae9488 service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877432 May 23 11:00:25.239120 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30c480-1195-418e-892f-8e9de7ccfd8b req-07cec6c2-3b4b-4b1c-a13e-ba2b6810fa5c tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:25.240781 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1e30c480-1195-418e-892f-8e9de7ccfd8b req-07cec6c2-3b4b-4b1c-a13e-ba2b6810fa5c tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e31985b-24d2-4571-ad81-d2051c86e278 HTTP/1.1" status: 200 len: 948 time: 0.2147386 May 23 11:00:25.247813 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad21a20-9187-4253-8017-da4764af712f req-6ebb0031-fdc0-48e2-9b9d-d0fc0b3dee91 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:25.249567 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4ad21a20-9187-4253-8017-da4764af712f req-6ebb0031-fdc0-48e2-9b9d-d0fc0b3dee91 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 944 time: 0.1631825 May 23 11:00:25.263886 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 11d3c116-1d5a-472e-819d-32f0aa1667c2 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:00:25.268018 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-23463531-02ca-4b97-b2f1-c15f849233ac service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4315009 May 23 11:00:25.439186 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4ad21a20-9187-4253-8017-da4764af712f req-e3d24a54-581a-4fc7-b0fc-a4a6c124b1bf tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699116 May 23 11:00:25.467848 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1e30c480-1195-418e-892f-8e9de7ccfd8b req-ce8f37e3-a45b-4334-b27b-0316a594952b tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171504 May 23 11:00:25.532404 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-46084e71-5e3d-4c69-bf40-89dbb9063377 service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453547 May 23 11:00:25.535239 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 11d3c116-1d5a-472e-819d-32f0aa1667c2, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=11d3c116-1d5a-472e-819d-32f0aa1667c2,segment=NetworkSegment(6816cea3-60a2-419d-a967-3c4d162775bd),segment_id=6816cea3-60a2-419d-a967-3c4d162775bd)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:00:25.552470 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-1519681f-3c3d-4330-beab-ec5b917b77a9 service neutron] 10.222.0.81 "GET /v2.0/ports/11d3c116-1d5a-472e-819d-32f0aa1667c2/bindings/n-h1-842952-2 HTTP/1.1" status: 200 len: 384 time: 0.1440637 May 23 11:00:25.556168 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 11d3c116-1d5a-472e-819d-32f0aa1667c2 has no active binding in host n-h1-842952-2 {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 23 11:00:25.556548 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 66bca1d4-9a5d-4cf9-877d-f47a02a5e78b details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:00:25.781785 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 66bca1d4-9a5d-4cf9-877d-f47a02a5e78b, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=66bca1d4-9a5d-4cf9-877d-f47a02a5e78b,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:00:25.827080 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '66bca1d4-9a5d-4cf9-877d-f47a02a5e78b', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'port_id': '66bca1d4-9a5d-4cf9-877d-f47a02a5e78b', 'mac_address': 'fa:16:3e:46:0f:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1719237-4a8e-4354-92b1-51064eb09c82', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:00:25.839067 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d17b9339-1ecf-474a-8bb6-226e3a933ecf req-5d666399-4f1c-47da-8933-9695cc047189 service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000207 May 23 11:00:25.960852 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:25.965549 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-1d543bc5-bb90-44ad-8518-6627989d2440 service neutron] For port 11d3c116-1d5a-472e-819d-32f0aa1667c2, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=11d3c116-1d5a-472e-819d-32f0aa1667c2,segment=NetworkSegment(6816cea3-60a2-419d-a967-3c4d162775bd),segment_id=6816cea3-60a2-419d-a967-3c4d162775bd)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:00:25.979793 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66bca1d4-9a5d-4cf9-877d-f47a02a5e78b {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:00:26.000286 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 66bca1d4-9a5d-4cf9-877d-f47a02a5e78b, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=66bca1d4-9a5d-4cf9-877d-f47a02a5e78b,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:00:26.006641 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:26.019207 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-1d543bc5-bb90-44ad-8518-6627989d2440 service neutron] For port 11d3c116-1d5a-472e-819d-32f0aa1667c2, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:00:26.119379 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-1d543bc5-bb90-44ad-8518-6627989d2440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11d3c116-1d5a-472e-819d-32f0aa1667c2 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:00:26.132766 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-1d543bc5-bb90-44ad-8518-6627989d2440 service neutron] For port 11d3c116-1d5a-472e-819d-32f0aa1667c2, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=11d3c116-1d5a-472e-819d-32f0aa1667c2,segment=NetworkSegment(6816cea3-60a2-419d-a967-3c4d162775bd),segment_id=6816cea3-60a2-419d-a967-3c4d162775bd)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:00:26.149939 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=66bca1d4-9a5d-4cf9-877d-f47a02a5e78b,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:26.156752 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-1d543bc5-bb90-44ad-8518-6627989d2440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:26.201801 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed9f82-513c-453a-8508-835bba2921ab req-451c4936-a353-487e-8cff-7bd51d5dae05 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:26.208724 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1aed9f82-513c-453a-8508-835bba2921ab req-451c4936-a353-487e-8cff-7bd51d5dae05 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 948 time: 0.2835715 May 23 11:00:26.242643 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b6def-7e46-45f0-8efb-294de9986eb8 req-c921285f-da0d-45eb-8d01-35ee3a0cefed tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:26.242643 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-460b6def-7e46-45f0-8efb-294de9986eb8 req-c921285f-da0d-45eb-8d01-35ee3a0cefed tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=53bbd772-ae0e-4918-927d-8357a8be450f HTTP/1.1" status: 200 len: 947 time: 0.1923766 May 23 11:00:26.247763 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f8bc171-26a9-4819-91e4-0de2d251126d req-61d8ecad-2ef6-44a2-8f2a-5951566e4384 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d5075710be5945b7ac123bb724d15837&device_id=53bbd772-ae0e-4918-927d-8357a8be450f HTTP/1.1" status: 200 len: 1098 time: 0.2504127 May 23 11:00:26.303040 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-1d543bc5-bb90-44ad-8518-6627989d2440 service neutron] Transition to ACTIVE for port object 11d3c116-1d5a-472e-819d-32f0aa1667c2 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:00:26.319181 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-1d543bc5-bb90-44ad-8518-6627989d2440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:26.400391 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1aed9f82-513c-453a-8508-835bba2921ab req-3855e579-41d9-47f0-ab40-3721162cf783 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907108 May 23 11:00:26.420567 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-460b6def-7e46-45f0-8efb-294de9986eb8 req-676b8672-066d-44f1-9163-b9fa027096f3 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709976 May 23 11:00:26.426421 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d543bc5-bb90-44ad-8518-6627989d2440 service neutron] Pushing event updated for resources: {'Port': ['ID=11d3c116-1d5a-472e-819d-32f0aa1667c2,revision_number=10']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:26.515647 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8bc171-26a9-4819-91e4-0de2d251126d req-c1601617-a2f2-43fc-882a-5b7842f7aaee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:26.515647 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f8bc171-26a9-4819-91e4-0de2d251126d req-c1601617-a2f2-43fc-882a-5b7842f7aaee service neutron] 10.222.0.81 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.2508895 May 23 11:00:26.603339 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-1d543bc5-bb90-44ad-8518-6627989d2440 service neutron] No DVR routers for this DVR port 11d3c116-1d5a-472e-819d-32f0aa1667c2 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:00:26.609011 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f8bc171-26a9-4819-91e4-0de2d251126d req-ae834ea4-76b2-4145-bf6b-8ea12cd32b71 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=51c6e8f9-4120-42cd-9805-21e3fcf24d65 HTTP/1.1" status: 200 len: 217 time: 0.0871058 May 23 11:00:26.656310 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['66bca1d4-9a5d-4cf9-877d-f47a02a5e78b'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:00:26.799812 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-1d543bc5-bb90-44ad-8518-6627989d2440 service neutron] 10.222.0.81 "PUT /v2.0/ports/11d3c116-1d5a-472e-819d-32f0aa1667c2/bindings/n-h1-842952-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2381823 May 23 11:00:26.847766 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 7d2d2227-acd2-4737-83a9-5299c1bcccaf details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:00:26.851423 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8bc171-26a9-4819-91e4-0de2d251126d req-496c44fe-4db1-4a6e-95d9-213fa57047e6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:26.851988 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 5f19de5f-f01b-41e2-8cfa-06b5b1560682 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:00:26.853150 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f8bc171-26a9-4819-91e4-0de2d251126d req-496c44fe-4db1-4a6e-95d9-213fa57047e6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.2347457 May 23 11:00:26.890691 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10dcd7c-59cd-4b81-8783-74449d4c2dc3 req-68308fa6-c939-41be-9300-27d693f680b5 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:26.901193 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b10dcd7c-59cd-4b81-8783-74449d4c2dc3 req-68308fa6-c939-41be-9300-27d693f680b5 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 945 time: 0.2104611 May 23 11:00:27.134593 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5717c8-2c31-42a7-a00c-04bc056f8db2 req-f60a3c6d-ebdc-45ab-bb56-f091ac8abf07 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:27.136607 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bf5717c8-2c31-42a7-a00c-04bc056f8db2 req-f60a3c6d-ebdc-45ab-bb56-f091ac8abf07 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e31985b-24d2-4571-ad81-d2051c86e278 HTTP/1.1" status: 200 len: 949 time: 0.3677909 May 23 11:00:27.142297 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 5f19de5f-f01b-41e2-8cfa-06b5b1560682 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:00:27.159165 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b10dcd7c-59cd-4b81-8783-74449d4c2dc3 req-efb87f66-db55-41c7-a248-ef039929c0be tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564445 May 23 11:00:27.167183 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 5f19de5f-f01b-41e2-8cfa-06b5b1560682 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:00:27.168038 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:27.208925 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f8bc171-26a9-4819-91e4-0de2d251126d req-031a1abb-7c03-47fd-9105-0bfddd3d901a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3340278 May 23 11:00:27.216436 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 7d2d2227-acd2-4737-83a9-5299c1bcccaf, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=7d2d2227-acd2-4737-83a9-5299c1bcccaf,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:00:27.255912 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '7d2d2227-acd2-4737-83a9-5299c1bcccaf', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'port_id': '7d2d2227-acd2-4737-83a9-5299c1bcccaf', 'mac_address': 'fa:16:3e:dd:c1:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1719237-4a8e-4354-92b1-51064eb09c82', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:00:27.393754 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:27.421587 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:27.434297 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d2d2227-acd2-4737-83a9-5299c1bcccaf {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:00:27.445609 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bf5717c8-2c31-42a7-a00c-04bc056f8db2 req-6700bab5-82e4-4650-8e68-64c7df76618e tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817652 May 23 11:00:27.457951 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-b2385e8b-2ff9-4135-a2c6-6201997b1df6 tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586&tenant_id=70139281f5db4004afe2c4c8ea88321a&binding%3Ahost_id=n-h2-842952-2 HTTP/1.1" status: 200 len: 1096 time: 0.4525092 May 23 11:00:27.481735 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 7d2d2227-acd2-4737-83a9-5299c1bcccaf, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=7d2d2227-acd2-4737-83a9-5299c1bcccaf,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:00:27.487558 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34cac44a-d209-4fcf-865b-0bd9b3fb94c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f19de5f-f01b-41e2-8cfa-06b5b1560682'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:00:27.495906 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:27.528012 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 5f19de5f-f01b-41e2-8cfa-06b5b1560682, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=5f19de5f-f01b-41e2-8cfa-06b5b1560682,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:00:27.544406 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:27.591806 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=7d2d2227-acd2-4737-83a9-5299c1bcccaf,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:27.707624 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=5f19de5f-f01b-41e2-8cfa-06b5b1560682,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:27.752394 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-fc8f703c-770e-4b42-ae54-124c9cab6c94 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586&tenant_id=70139281f5db4004afe2c4c8ea88321a HTTP/1.1" status: 200 len: 1096 time: 0.2758520 May 23 11:00:27.767289 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f8bc171-26a9-4819-91e4-0de2d251126d req-39ace9b3-87c5-4b64-8529-1928f397e99c service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5508015 May 23 11:00:27.863207 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['7d2d2227-acd2-4737-83a9-5299c1bcccaf'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:00:27.966459 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db3baa-43b9-4dc9-8904-0158ca8284c7 req-0a6edffb-9dc8-4135-b888-9784a169a7e2 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:27.973820 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-96db3baa-43b9-4dc9-8904-0158ca8284c7 req-0a6edffb-9dc8-4135-b888-9784a169a7e2 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 948 time: 0.3420651 May 23 11:00:28.047795 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ebea0-1c75-4cc2-b4e3-46b569a581e1 req-ed21bb07-f941-4f28-987b-ce63725ccf7b tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:28.054689 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7a5ebea0-1c75-4cc2-b4e3-46b569a581e1 req-ed21bb07-f941-4f28-987b-ce63725ccf7b tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=53bbd772-ae0e-4918-927d-8357a8be450f HTTP/1.1" status: 200 len: 947 time: 0.3783062 May 23 11:00:28.132427 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f8bc171-26a9-4819-91e4-0de2d251126d req-559b5e19-6609-4ca2-bf3f-bef3af35ca85 service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485978 May 23 11:00:28.140283 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-2669ebc0-49b2-43cc-8b5e-34a414c6f577 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70139281f5db4004afe2c4c8ea88321a&device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 1096 time: 0.3195462 May 23 11:00:28.157924 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-96db3baa-43b9-4dc9-8904-0158ca8284c7 req-0ad9d4bc-dcf4-4ff6-ac51-9171dbdd6a32 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831172 May 23 11:00:28.260322 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7a5ebea0-1c75-4cc2-b4e3-46b569a581e1 req-11c64714-5057-4ab7-acf3-118c3fd08631 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031591 May 23 11:00:28.267846 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e04cef9b-f7f1-4553-a8fc-497e5db812bd'] response: {'server_uuid': '34cac44a-d209-4fcf-865b-0bd9b3fb94c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f19de5f-f01b-41e2-8cfa-06b5b1560682', 'code': 200} May 23 11:00:28.347403 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-2fd22552-5f44-4f51-8096-d208d0ad0a99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:28.348946 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-2fd22552-5f44-4f51-8096-d208d0ad0a99 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 HTTP/1.1" status: 200 len: 922 time: 0.1875525 May 23 11:00:28.672150 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-0a9cd9fb-4948-4d22-8001-1761250f1a27 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11d3c116-1d5a-472e-819d-32f0aa1667c2 HTTP/1.1" status: 200 len: 217 time: 0.3059311 May 23 11:00:28.715865 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 51c6e8f9-4120-42cd-9805-21e3fcf24d65 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:00:28.729418 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 11d3c116-1d5a-472e-819d-32f0aa1667c2 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:00:28.970678 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.resource_extend [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:00:28.985964 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-2912ddc0-d83c-490c-ad54-ac3ab73034a2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:28.987607 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-2912ddc0-d83c-490c-ad54-ac3ab73034a2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b42aa520-b19b-4bd9-8813-40b2c3196feb HTTP/1.1" status: 200 len: 861 time: 0.3026364 May 23 11:00:29.084397 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-120f228e-e2cd-45b5-a515-cccd56e1c13f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863953 May 23 11:00:29.099009 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-67fd8876-614a-4fce-a3a9-933b77fe46be req-a1763c4d-d953-431e-9d46-6473af51ea1f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=34cac44a-d209-4fcf-865b-0bd9b3fb94c4 HTTP/1.1" status: 200 len: 1101 time: 0.6678593 May 23 11:00:29.107718 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 11d3c116-1d5a-472e-819d-32f0aa1667c2 not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:00:29.165203 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 51c6e8f9-4120-42cd-9805-21e3fcf24d65, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=51c6e8f9-4120-42cd-9805-21e3fcf24d65,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:00:29.189116 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '51c6e8f9-4120-42cd-9805-21e3fcf24d65', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'port_id': '51c6e8f9-4120-42cd-9805-21e3fcf24d65', 'mac_address': 'fa:16:3e:6e:83:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1719237-4a8e-4354-92b1-51064eb09c82', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:00:29.228575 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984aa80-4af9-4420-92e4-2b08b5c6e661 req-b70b26f6-f45e-431d-be1a-80f7bb7db203 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:29.231305 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7984aa80-4af9-4420-92e4-2b08b5c6e661 req-b70b26f6-f45e-431d-be1a-80f7bb7db203 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 945 time: 0.7034211 May 23 11:00:29.262705 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:29.291896 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0deeb-9fcd-4a6e-b385-a650a8e7de00 req-fe7d65a5-90fd-491e-a2b5-f375dfabb29d tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:29.293569 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51c6e8f9-4120-42cd-9805-21e3fcf24d65 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:00:29.294557 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b0e0deeb-9fcd-4a6e-b385-a650a8e7de00 req-fe7d65a5-90fd-491e-a2b5-f375dfabb29d tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e31985b-24d2-4571-ad81-d2051c86e278 HTTP/1.1" status: 200 len: 949 time: 0.5370100 May 23 11:00:29.297502 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-67fd8876-614a-4fce-a3a9-933b77fe46be req-fc9e2b74-4f1f-4d58-abf9-049abc80c5b8 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856246 May 23 11:00:29.300862 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 66bca1d4-9a5d-4cf9-877d-f47a02a5e78b up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:00:29.377505 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7984aa80-4af9-4420-92e4-2b08b5c6e661 req-89b9309f-2db7-47b9-8f3e-5d479bbc082e tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018648 May 23 11:00:29.423395 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 51c6e8f9-4120-42cd-9805-21e3fcf24d65, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=51c6e8f9-4120-42cd-9805-21e3fcf24d65,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:00:29.438501 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:29.633110 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-c0cc73de-b43d-4651-85f9-ec42fdf38eb0 service neutron] 10.222.0.13 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5222948 May 23 11:00:29.711783 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 66bca1d4-9a5d-4cf9-877d-f47a02a5e78b completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:00:29.741093 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 66bca1d4-9a5d-4cf9-877d-f47a02a5e78b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:00:29.742967 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:29.839577 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-4ab55a27-fdd5-4b97-9346-4177db5f7813 service neutron] 10.222.0.13 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995358 May 23 11:00:29.853127 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b0e0deeb-9fcd-4a6e-b385-a650a8e7de00 req-90726438-b4ad-4908-ae77-c36dc478e698 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5300009 May 23 11:00:29.864353 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['51c6e8f9-4120-42cd-9805-21e3fcf24d65'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:00:29.957058 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=51c6e8f9-4120-42cd-9805-21e3fcf24d65,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:30.332469 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:30.398207 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e31985b-24d2-4571-ad81-d2051c86e278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66bca1d4-9a5d-4cf9-877d-f47a02a5e78b'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:00:30.421601 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 66bca1d4-9a5d-4cf9-877d-f47a02a5e78b, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=66bca1d4-9a5d-4cf9-877d-f47a02a5e78b,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:00:30.456401 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:30.583983 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=66bca1d4-9a5d-4cf9-877d-f47a02a5e78b,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:30.714367 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 7d2d2227-acd2-4737-83a9-5299c1bcccaf up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:00:30.729009 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d31af2-2e1b-495d-81b8-765201537e30 req-55a32c50-a595-44bb-a46b-dcc8a0daf365 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:30.729009 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-28d31af2-2e1b-495d-81b8-765201537e30 req-55a32c50-a595-44bb-a46b-dcc8a0daf365 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 948 time: 0.5010178 May 23 11:00:30.739952 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5ffd2-db63-4c2a-8d2e-8d1b2750843b req-9fe78e73-999b-4748-ae4c-6fa2fd5a1672 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:30.747961 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b0e5ffd2-db63-4c2a-8d2e-8d1b2750843b req-9fe78e73-999b-4748-ae4c-6fa2fd5a1672 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=53bbd772-ae0e-4918-927d-8357a8be450f HTTP/1.1" status: 200 len: 948 time: 0.4364510 May 23 11:00:30.783709 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-cc2b2eb6-389b-4daf-b8e8-bce6a3d1c420 tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586&tenant_id=70139281f5db4004afe2c4c8ea88321a&binding%3Ahost_id=n-h1-842952-2 HTTP/1.1" status: 200 len: 1096 time: 0.1839352 May 23 11:00:30.925851 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-28d31af2-2e1b-495d-81b8-765201537e30 req-5d809fef-e16e-48ca-96cd-5757843c4e60 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616638 May 23 11:00:30.949143 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b0e5ffd2-db63-4c2a-8d2e-8d1b2750843b req-636eaf25-ead3-4fd6-bfac-5ae2a20a726a tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001817 May 23 11:00:30.954158 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 7d2d2227-acd2-4737-83a9-5299c1bcccaf completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:00:30.972737 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 7d2d2227-acd2-4737-83a9-5299c1bcccaf triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:00:30.973555 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:31.004012 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-f5d27695-a686-493c-b1ff-1b94c44d4649 service neutron] For port 11d3c116-1d5a-472e-819d-32f0aa1667c2, host n-h2-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:00:31.009158 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-f5d27695-a686-493c-b1ff-1b94c44d4649 service neutron] Notify callbacks [] for binding, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:31.010419 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3619cf9a-39ba-4c9a-9624-f55aa069bd88 req-f5d27695-a686-493c-b1ff-1b94c44d4649 service neutron] 10.222.0.13 "DELETE /v2.0/ports/11d3c116-1d5a-472e-819d-32f0aa1667c2/bindings/n-h2-842952-2 HTTP/1.1" status: 204 len: 173 time: 0.2185049 May 23 11:00:31.199852 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7136aad-68a2-4035-919e-67cfda842f99'] response: {'server_uuid': '0e31985b-24d2-4571-ad81-d2051c86e278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66bca1d4-9a5d-4cf9-877d-f47a02a5e78b', 'code': 200} May 23 11:00:31.258313 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:31.304474 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 7d2d2227-acd2-4737-83a9-5299c1bcccaf, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=7d2d2227-acd2-4737-83a9-5299c1bcccaf,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:00:31.310218 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:31.443299 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3117052-d71e-4ca1-a17e-a2c04c3bd7a8 req-3851f6ce-c770-4546-b90d-d5481b9aeda9 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:31.444227 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=7d2d2227-acd2-4737-83a9-5299c1bcccaf,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:31.450431 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e3117052-d71e-4ca1-a17e-a2c04c3bd7a8 req-3851f6ce-c770-4546-b90d-d5481b9aeda9 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/ports?device_id=bed4a262-5244-4996-9636-391dd3862b7b HTTP/1.1" status: 200 len: 945 time: 0.3002155 May 23 11:00:31.522947 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-66943401-7454-4dd2-9878-2f53919ae3c9 req-56baa4bf-0089-4532-a738-a008df521a7c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0e31985b-24d2-4571-ad81-d2051c86e278 HTTP/1.1" status: 200 len: 1101 time: 0.1981378 May 23 11:00:31.602436 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ecd36e-0c85-4c76-a4ff-ace1eb7fa37c req-bde66477-985b-4fc2-834a-a2dcdca47c3b tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:31.609485 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a8ecd36e-0c85-4c76-a4ff-ace1eb7fa37c req-bde66477-985b-4fc2-834a-a2dcdca47c3b tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 945 time: 0.3304987 May 23 11:00:31.656452 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e3117052-d71e-4ca1-a17e-a2c04c3bd7a8 req-80b061b3-da2d-4d3f-84cf-17e4a828c1ab tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/security-groups?id=c2132f8c-ab10-410c-b6fc-36cea33e92fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050407 May 23 11:00:31.700647 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-66943401-7454-4dd2-9878-2f53919ae3c9 req-8739d51e-5fc4-43b0-bcae-880b93087336 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471694 May 23 11:00:31.704227 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a8ecd36e-0c85-4c76-a4ff-ace1eb7fa37c req-636852d5-6f0b-42a1-affc-e6bf7d80d333 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934193 May 23 11:00:31.954649 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c853881-33c6-4b49-894a-fc4f85874fc9 req-92002b7f-bf7f-40d7-a4fb-110114ac13c6 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:31.964382 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5c853881-33c6-4b49-894a-fc4f85874fc9 req-92002b7f-bf7f-40d7-a4fb-110114ac13c6 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e31985b-24d2-4571-ad81-d2051c86e278 HTTP/1.1" status: 200 len: 950 time: 0.1030440 May 23 11:00:32.015759 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5c853881-33c6-4b49-894a-fc4f85874fc9 req-f0f807ce-1fcf-4e11-8cdc-c7636161d3be tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468254 May 23 11:00:32.320576 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89b619-9812-4e95-9538-4c49197f099e req-0c6aebe7-e18c-435b-aaf1-9a66e0d6015a tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:32.328041 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cb89b619-9812-4e95-9538-4c49197f099e req-0c6aebe7-e18c-435b-aaf1-9a66e0d6015a tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=53bbd772-ae0e-4918-927d-8357a8be450f HTTP/1.1" status: 200 len: 948 time: 0.1245780 May 23 11:00:32.401769 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cb89b619-9812-4e95-9538-4c49197f099e req-ca35a7d3-1eb1-4e56-b618-a03deec88812 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727222 May 23 11:00:32.713425 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 51c6e8f9-4120-42cd-9805-21e3fcf24d65 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:00:32.739771 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079039e-6305-4e79-911e-935577e43c68 req-bab2b652-b478-47e3-992f-36c634fca619 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:32.743893 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4079039e-6305-4e79-911e-935577e43c68 req-bab2b652-b478-47e3-992f-36c634fca619 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 948 time: 0.1838408 May 23 11:00:32.841962 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 51c6e8f9-4120-42cd-9805-21e3fcf24d65 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:00:32.851201 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 51c6e8f9-4120-42cd-9805-21e3fcf24d65 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:00:32.852158 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:32.937238 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4079039e-6305-4e79-911e-935577e43c68 req-0fa34153-5195-45c1-908f-3d5f138109cb tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851275 May 23 11:00:33.106478 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:33.163310 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 51c6e8f9-4120-42cd-9805-21e3fcf24d65, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=51c6e8f9-4120-42cd-9805-21e3fcf24d65,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:00:33.173954 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:33.221999 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b9222-69bc-4834-b6ee-827a30be89f8 req-e3a32f01-2236-42d0-8247-83adf4ec20d5 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:33.224392 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-075b9222-69bc-4834-b6ee-827a30be89f8 req-e3a32f01-2236-42d0-8247-83adf4ec20d5 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.13 "GET /v2.0/ports?device_id=bed4a262-5244-4996-9636-391dd3862b7b HTTP/1.1" status: 200 len: 945 time: 0.3563354 May 23 11:00:33.248072 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3bacd058-5580-4c8c-804c-541dfbdb1736 req-f45a811f-b5ae-474e-9a72-f19f5e99bbd9 tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 1096 time: 0.3805358 May 23 11:00:33.265072 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2d2227-acd2-4737-83a9-5299c1bcccaf'}, {'server_uuid': '53bbd772-ae0e-4918-927d-8357a8be450f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c6e8f9-4120-42cd-9805-21e3fcf24d65'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:00:33.272201 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=51c6e8f9-4120-42cd-9805-21e3fcf24d65,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:33.391708 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-075b9222-69bc-4834-b6ee-827a30be89f8 req-30c5f365-27a2-473c-b9d6-ee598b8bc765 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Deleting port cdf0b7e6-b850-4599-83c0-d5c2660e61a6 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:00:33.391982 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-075b9222-69bc-4834-b6ee-827a30be89f8 req-30c5f365-27a2-473c-b9d6-ee598b8bc765 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:33.456578 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c04dc-18be-432f-a812-031d39040bbb req-e60b89c2-9853-45e9-8a0a-0816e66f0f2a tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:33.458068 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7c9c04dc-18be-432f-a812-031d39040bbb req-e60b89c2-9853-45e9-8a0a-0816e66f0f2a tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/ports?device_id=bed4a262-5244-4996-9636-391dd3862b7b HTTP/1.1" status: 200 len: 945 time: 0.3493228 May 23 11:00:33.462225 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3bacd058-5580-4c8c-804c-541dfbdb1736 req-ff513e92-1cc2-4228-9af7-5a7db6c913fb tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271904 May 23 11:00:33.675061 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7c9c04dc-18be-432f-a812-031d39040bbb req-24620fa8-e1b9-47d2-a72b-8ca5dd67e468 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/security-groups?id=c2132f8c-ab10-410c-b6fc-36cea33e92fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014258 May 23 11:00:33.876544 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3844fb59-cac9-4e23-882f-f4f4fbfb6e0d'] response: {'server_uuid': '4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2d2227-acd2-4737-83a9-5299c1bcccaf', 'code': 200} May 23 11:00:33.877571 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3844fb59-cac9-4e23-882f-f4f4fbfb6e0d'] response: {'server_uuid': '53bbd772-ae0e-4918-927d-8357a8be450f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c6e8f9-4120-42cd-9805-21e3fcf24d65', 'code': 200} May 23 11:00:34.330031 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-759e5b6a-eabf-4c47-b7f9-294b37786afa req-c1c9ba04-ef25-45f9-9315-e640d6723575 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=53bbd772-ae0e-4918-927d-8357a8be450f HTTP/1.1" status: 200 len: 1100 time: 0.1187506 May 23 11:00:34.386161 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-759e5b6a-eabf-4c47-b7f9-294b37786afa req-6f36c8da-4250-4e1c-a377-7294d39bf4a5 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503469 May 23 11:00:34.471426 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-075b9222-69bc-4834-b6ee-827a30be89f8 req-30c5f365-27a2-473c-b9d6-ee598b8bc765 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] For port cdf0b7e6-b850-4599-83c0-d5c2660e61a6, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=cdf0b7e6-b850-4599-83c0-d5c2660e61a6,segment=NetworkSegment(4e26f11b-e66e-4cad-847f-bc46eae8cb72),segment_id=4e26f11b-e66e-4cad-847f-bc46eae8cb72)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:00:34.472027 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-075b9222-69bc-4834-b6ee-827a30be89f8 req-30c5f365-27a2-473c-b9d6-ee598b8bc765 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:34.502607 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-91643ec5-d82f-4c8b-94cf-23cd3741b9b7 req-de68c90e-1a70-4c81-bcd4-68fa593b3f4a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5 HTTP/1.1" status: 200 len: 1100 time: 0.3960602 May 23 11:00:34.588914 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6463fe6-cc2f-4357-81de-f733af98be80 req-1ef60902-14c4-47d6-9400-d3b2a74a0a02 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:34.595856 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a6463fe6-cc2f-4357-81de-f733af98be80 req-1ef60902-14c4-47d6-9400-d3b2a74a0a02 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e31985b-24d2-4571-ad81-d2051c86e278 HTTP/1.1" status: 200 len: 950 time: 0.5889781 May 23 11:00:34.654398 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a7b91-3bcb-4814-844f-e0bde5efc2e1 req-51918b8d-5e6f-4cd4-b7ae-5948e582b47a tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:34.656011 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a80a7b91-3bcb-4814-844f-e0bde5efc2e1 req-51918b8d-5e6f-4cd4-b7ae-5948e582b47a tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=53bbd772-ae0e-4918-927d-8357a8be450f HTTP/1.1" status: 200 len: 949 time: 0.4807525 May 23 11:00:34.777087 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a6463fe6-cc2f-4357-81de-f733af98be80 req-27628eac-40f8-496a-b62a-c4e06f082fb8 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800418 May 23 11:00:35.060651 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-075b9222-69bc-4834-b6ee-827a30be89f8 req-30c5f365-27a2-473c-b9d6-ee598b8bc765 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:35.060986 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-075b9222-69bc-4834-b6ee-827a30be89f8 req-30c5f365-27a2-473c-b9d6-ee598b8bc765 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:35.061344 n-d-842952-2 neutron-server[83910]: INFO neutron.db.l3_db [req-075b9222-69bc-4834-b6ee-827a30be89f8 req-30c5f365-27a2-473c-b9d6-ee598b8bc765 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Floating IP 70a973bb-dbd7-4134-aab5-e784cb28db72 disassociated. External IP: 172.25.6.175, port: cdf0b7e6-b850-4599-83c0-d5c2660e61a6. May 23 11:00:35.061685 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-075b9222-69bc-4834-b6ee-827a30be89f8 req-30c5f365-27a2-473c-b9d6-ee598b8bc765 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Calling delete_port for cdf0b7e6-b850-4599-83c0-d5c2660e61a6 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:00:35.252796 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-91643ec5-d82f-4c8b-94cf-23cd3741b9b7 req-e958c176-1179-4da3-9341-e5822f0cc76a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5910749 May 23 11:00:35.275701 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a80a7b91-3bcb-4814-844f-e0bde5efc2e1 req-39191f8c-546f-489b-b5e9-9675c79edfbd tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5971553 May 23 11:00:35.446500 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-f00d55a9-5074-49cf-b82e-5fca20ef1e84 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:35.448088 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-f00d55a9-5074-49cf-b82e-5fca20ef1e84 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/networks?id=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 HTTP/1.1" status: 200 len: 821 time: 0.3288238 May 23 11:00:35.448712 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-075b9222-69bc-4834-b6ee-827a30be89f8 req-30c5f365-27a2-473c-b9d6-ee598b8bc765 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:35.561067 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c5f365-27a2-473c-b9d6-ee598b8bc765 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Pushing event deleted for resources: {'Port': ['ID=cdf0b7e6-b850-4599-83c0-d5c2660e61a6,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:35.568449 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-60a1912a-04b1-45f7-82c9-488ac15905d9 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/quotas/70139281f5db4004afe2c4c8ea88321a HTTP/1.1" status: 200 len: 375 time: 0.0826955 May 23 11:00:35.909901 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c83aed-4dae-4de5-96bc-1bce96b13581 req-b36fc0fa-2604-4edd-bd04-4bab4cd561d3 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:35.923192 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-07c83aed-4dae-4de5-96bc-1bce96b13581 req-b36fc0fa-2604-4edd-bd04-4bab4cd561d3 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 948 time: 0.4674294 May 23 11:00:36.021334 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-07c83aed-4dae-4de5-96bc-1bce96b13581 req-a60c6eea-dcd2-4864-9f97-1c796c2b764e tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971413 May 23 11:00:36.043756 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-390ed4a4-73a4-49f7-a2f3-81183821a408 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=70139281f5db4004afe2c4c8ea88321a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4512947 May 23 11:00:36.260683 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-475cb5d4-fd5d-46e5-a0b7-393ba5a68944 req-11fcca01-c052-42fa-b56c-f0365ceb1e8f tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/ports?device_id=bed4a262-5244-4996-9636-391dd3862b7b HTTP/1.1" status: 200 len: 210 time: 0.0582805 May 23 11:00:36.308593 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-8f8999c7-d63d-4ebe-868a-0a6be77391e0 service neutron] 10.222.0.79 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639117 May 23 11:00:36.495364 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-075b9222-69bc-4834-b6ee-827a30be89f8 req-30c5f365-27a2-473c-b9d6-ee598b8bc765 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Router 86627977-a7f9-45ae-9e1b-60a98d8e261c has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:00:36.729337 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-6cb596b1-2bba-44f7-b6d0-b0c52f12007e service neutron] 10.222.0.79 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103222 May 23 11:00:36.854363 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f41cc1-6ef6-477e-83c1-4db564bff238 req-a2ed449e-0547-47ae-b8ec-b7cd1eba8bf1 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:36.856013 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-35f41cc1-6ef6-477e-83c1-4db564bff238 req-a2ed449e-0547-47ae-b8ec-b7cd1eba8bf1 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e31985b-24d2-4571-ad81-d2051c86e278 HTTP/1.1" status: 200 len: 950 time: 0.4298990 May 23 11:00:36.965450 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-35f41cc1-6ef6-477e-83c1-4db564bff238 req-4d9233f9-c751-43f8-a55e-7b313121874a tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016550 May 23 11:00:37.067999 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-075b9222-69bc-4834-b6ee-827a30be89f8 req-30c5f365-27a2-473c-b9d6-ee598b8bc765 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:00:37.078334 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f109a7-b62e-4d93-8303-92f71d409179 None None] Sync routers for ids ['86627977-a7f9-45ae-9e1b-60a98d8e261c'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:00:37.094626 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f109a7-b62e-4d93-8303-92f71d409179 None None] Routers {'86627977-a7f9-45ae-9e1b-60a98d8e261c'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:00:37.096065 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-69f109a7-b62e-4d93-8303-92f71d409179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:00:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['86627977-a7f9-45ae-9e1b-60a98d8e261c'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:00:37.352719 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-59d64472-fbaa-40fa-80f6-e9d484ddf55d req-90bddd8d-1401-47f4-af4f-d428e137e55a tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=a95a9297-79a6-42f5-9900-5cf1d5107475 HTTP/1.1" status: 200 len: 210 time: 0.1249897 May 23 11:00:37.353932 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-075b9222-69bc-4834-b6ee-827a30be89f8 req-30c5f365-27a2-473c-b9d6-ee598b8bc765 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] No DVR routers for this DVR port cdf0b7e6-b850-4599-83c0-d5c2660e61a6 on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:00:37.358074 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-075b9222-69bc-4834-b6ee-827a30be89f8 req-30c5f365-27a2-473c-b9d6-ee598b8bc765 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:37.361278 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed4a262-5244-4996-9636-391dd3862b7b', 'name': 'network-vif-deleted', 'tag': 'cdf0b7e6-b850-4599-83c0-d5c2660e61a6'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:00:37.392864 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-69f109a7-b62e-4d93-8303-92f71d409179 None None] Set router 86627977-a7f9-45ae-9e1b-60a98d8e261c gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:00:37.406968 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-075b9222-69bc-4834-b6ee-827a30be89f8 req-30c5f365-27a2-473c-b9d6-ee598b8bc765 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.13 "DELETE /v2.0/ports/cdf0b7e6-b850-4599-83c0-d5c2660e61a6 HTTP/1.1" status: 204 len: 173 time: 4.1670568 May 23 11:00:37.472562 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255c7bf-1e58-4044-9499-7daf5ffb5c90 req-4b8e60a6-4a71-490d-a8d1-738022f5753d tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:37.485013 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1255c7bf-1e58-4044-9499-7daf5ffb5c90 req-4b8e60a6-4a71-490d-a8d1-738022f5753d tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=53bbd772-ae0e-4918-927d-8357a8be450f HTTP/1.1" status: 200 len: 949 time: 0.2560539 May 23 11:00:37.609588 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1255c7bf-1e58-4044-9499-7daf5ffb5c90 req-8ae4850e-abec-4acc-a518-2b3dc8088c7b tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219490 May 23 11:00:37.710759 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device cdf0b7e6-b850-4599-83c0-d5c2660e61a6 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:00:37.891642 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: cdf0b7e6-b850-4599-83c0-d5c2660e61a6 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:00:37.892482 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device cdf0b7e6-b850-4599-83c0-d5c2660e61a6 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:00:38.051874 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:38.128873 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [req-4ea58e13-9f22-4fe6-9f74-ff7da6504b43 req-879f29f1-5f33-418b-b339-dcfcd1c6ea29 service neutron] show failed (client error): The resource could not be found. May 23 11:00:38.129863 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4ea58e13-9f22-4fe6-9f74-ff7da6504b43 req-879f29f1-5f33-418b-b339-dcfcd1c6ea29 service neutron] 10.222.0.13 "GET /v2.0/ports/b2f98c58-425b-4ec1-8d6f-d8eb0156696f/bindings/n-h2-842952-2 HTTP/1.1" status: 404 len: 380 time: 0.5117168 May 23 11:00:38.146835 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-69f109a7-b62e-4d93-8303-92f71d409179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1205305143-router', 'tenant_id': '0151770a7dd4490d949af76344842700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '0be2849a-ffdf-4602-86f5-1d636fbc938b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:56:49Z', 'updated_at': '2022-05-23T10:56:53Z', 'revision_number': 4, 'project_id': '0151770a7dd4490d949af76344842700', 'gw_port': {'id': '0be2849a-ffdf-4602-86f5-1d636fbc938b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:56:50Z', 'updated_at': '2022-05-23T10:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '3d49cf00-9100-4d84-b370-7b214d63e480', 'name': '', 'network_id': '6151acdb-22d9-4303-bf7e-922da0bb4f37', 'tenant_id': '0151770a7dd4490d949af76344842700', 'mac_address': 'fa:16:3e:a5:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da533bd9-3433-4b03-bb17-c26d5caf1719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:56:53Z', 'updated_at': '2022-05-23T10:57:06Z', 'revision_number': 5, 'project_id': '0151770a7dd4490d949af76344842700', 'subnets': [{'id': 'da533bd9-3433-4b03-bb17-c26d5caf1719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:00:38.153792 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f109a7-b62e-4d93-8303-92f71d409179 None None] Checking router: 86627977-a7f9-45ae-9e1b-60a98d8e261c for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:00:38.171061 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f109a7-b62e-4d93-8303-92f71d409179 None None] Routers {'86627977-a7f9-45ae-9e1b-60a98d8e261c'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:00:38.172217 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-69f109a7-b62e-4d93-8303-92f71d409179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:00:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['86627977-a7f9-45ae-9e1b-60a98d8e261c'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:00:38.194618 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c061b6-09b3-454f-b308-80339cc074ec req-940e93a2-26b0-4cf7-be39-74be6bccb39e tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:38.196665 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-45c061b6-09b3-454f-b308-80339cc074ec req-940e93a2-26b0-4cf7-be39-74be6bccb39e tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=34cac44a-d209-4fcf-865b-0bd9b3fb94c4 HTTP/1.1" status: 200 len: 950 time: 0.4189107 May 23 11:00:38.312126 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce11f6-db02-4d31-8e9a-acb79a5e1840 req-80f70093-b6e8-49b7-a3fb-efd714eb9bb8 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:38.319188 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3fce11f6-db02-4d31-8e9a-acb79a5e1840 req-80f70093-b6e8-49b7-a3fb-efd714eb9bb8 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 948 time: 0.2952802 May 23 11:00:38.350817 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-45c061b6-09b3-454f-b308-80339cc074ec req-5f201c06-39f0-42f1-873c-72cab14f9375 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471295 May 23 11:00:38.466103 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3fce11f6-db02-4d31-8e9a-acb79a5e1840 req-fd584578-5bb4-440a-8706-84877c492053 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139288 May 23 11:00:38.545302 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-800562eb-0531-42ea-bfda-881f95dfcb2f'] response: {'server_uuid': 'bed4a262-5244-4996-9636-391dd3862b7b', 'name': 'network-vif-deleted', 'tag': 'cdf0b7e6-b850-4599-83c0-d5c2660e61a6', 'status': 'completed', 'code': 200} May 23 11:00:38.586595 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-69f109a7-b62e-4d93-8303-92f71d409179 None None] Set router 86627977-a7f9-45ae-9e1b-60a98d8e261c gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:00:38.724801 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-6d198f85-face-402c-abd4-822b1cd081c3 req-4cd2ff79-71af-47df-ad32-e9e0b377bf28 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Synchronizing usage tracker for tenant:0151770a7dd4490d949af76344842700 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:00:38.755489 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-6d198f85-face-402c-abd4-822b1cd081c3 req-4cd2ff79-71af-47df-ad32-e9e0b377bf28 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Unset dirty status for tenant:0151770a7dd4490d949af76344842700 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:00:38.767470 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6d198f85-face-402c-abd4-822b1cd081c3 req-4cd2ff79-71af-47df-ad32-e9e0b377bf28 tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/ports?device_id=bed4a262-5244-4996-9636-391dd3862b7b HTTP/1.1" status: 200 len: 210 time: 0.1608198 May 23 11:00:39.058201 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4ea58e13-9f22-4fe6-9f74-ff7da6504b43 req-b0e6ddac-1392-4d25-b5eb-7c0907d6e363 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6&tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab HTTP/1.1" status: 200 len: 1099 time: 0.2094409 May 23 11:00:39.105341 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-4ea58e13-9f22-4fe6-9f74-ff7da6504b43 req-66bd23ed-0737-457d-90f9-ae4eac62b3be service neutron] Request body: {'port': {'binding:host_id': 'n-h2-842952-2', 'device_owner': 'compute:nova'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:00:39.151174 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:39.325084 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1d63e270-e17a-414f-aa89-abe4cd991905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:39.420280 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-69f109a7-b62e-4d93-8303-92f71d409179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1205305143-router', 'tenant_id': '0151770a7dd4490d949af76344842700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '0be2849a-ffdf-4602-86f5-1d636fbc938b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:56:49Z', 'updated_at': '2022-05-23T10:56:53Z', 'revision_number': 4, 'project_id': '0151770a7dd4490d949af76344842700', 'gw_port': {'id': '0be2849a-ffdf-4602-86f5-1d636fbc938b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:56:50Z', 'updated_at': '2022-05-23T10:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '3d49cf00-9100-4d84-b370-7b214d63e480', 'name': '', 'network_id': '6151acdb-22d9-4303-bf7e-922da0bb4f37', 'tenant_id': '0151770a7dd4490d949af76344842700', 'mac_address': 'fa:16:3e:a5:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da533bd9-3433-4b03-bb17-c26d5caf1719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:56:53Z', 'updated_at': '2022-05-23T10:57:06Z', 'revision_number': 5, 'project_id': '0151770a7dd4490d949af76344842700', 'subnets': [{'id': 'da533bd9-3433-4b03-bb17-c26d5caf1719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:00:39.436467 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f109a7-b62e-4d93-8303-92f71d409179 None None] The sync data for ids ['86627977-a7f9-45ae-9e1b-60a98d8e261c'] in n-d-842952-2 is: [{'id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1205305143-router', 'tenant_id': '0151770a7dd4490d949af76344842700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '0be2849a-ffdf-4602-86f5-1d636fbc938b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:56:49Z', 'updated_at': '2022-05-23T10:56:53Z', 'revision_number': 4, 'project_id': '0151770a7dd4490d949af76344842700', 'gw_port': {'id': '0be2849a-ffdf-4602-86f5-1d636fbc938b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:56:50Z', 'updated_at': '2022-05-23T10:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '3d49cf00-9100-4d84-b370-7b214d63e480', 'name': '', 'network_id': '6151acdb-22d9-4303-bf7e-922da0bb4f37', 'tenant_id': '0151770a7dd4490d949af76344842700', 'mac_address': 'fa:16:3e:a5:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da533bd9-3433-4b03-bb17-c26d5caf1719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:56:53Z', 'updated_at': '2022-05-23T10:57:06Z', 'revision_number': 5, 'project_id': '0151770a7dd4490d949af76344842700', 'subnets': [{'id': 'da533bd9-3433-4b03-bb17-c26d5caf1719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:00:39.489425 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-4ea58e13-9f22-4fe6-9f74-ff7da6504b43 req-66bd23ed-0737-457d-90f9-ae4eac62b3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:39.663344 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-d351e7f9-0834-4daa-9cab-cf08e5ba1d46 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:39.665449 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-d351e7f9-0834-4daa-9cab-cf08e5ba1d46 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.81 "GET /v2.0/networks?id=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 HTTP/1.1" status: 200 len: 821 time: 0.3459418 May 23 11:00:39.677737 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ad201-640f-4041-87d3-af34526d3024 req-2c7b6682-3a48-45e1-8934-17fb426282f8 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:39.679139 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da0ad201-640f-4041-87d3-af34526d3024 req-2c7b6682-3a48-45e1-8934-17fb426282f8 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5 HTTP/1.1" status: 200 len: 949 time: 0.3806441 May 23 11:00:39.688952 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-8ed0766d-f65d-415c-8356-b29d6b593572 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Request body: {'port': {'device_id': 'a95a9297-79a6-42f5-9900-5cf1d5107475', 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14', 'admin_state_up': True, 'tenant_id': '70139281f5db4004afe2c4c8ea88321a'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:00:39.869683 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-8ed0766d-f65d-415c-8356-b29d6b593572 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:00:39.873545 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-8ed0766d-f65d-415c-8356-b29d6b593572 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Usage tracker for resource:port and tenant:70139281f5db4004afe2c4c8ea88321a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:00:39.874113 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfee64-ebb2-4e8a-a885-f69c1ebf0100 req-efe11d3d-e7b5-44f9-beb1-00cb9b9cf177 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:39.877350 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-8ed0766d-f65d-415c-8356-b29d6b593572 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:00:39.888345 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfee64-ebb2-4e8a-a885-f69c1ebf0100 req-efe11d3d-e7b5-44f9-beb1-00cb9b9cf177 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:39.889090 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-8ed0766d-f65d-415c-8356-b29d6b593572 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:00:39.889871 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-03bfee64-ebb2-4e8a-a885-f69c1ebf0100 req-efe11d3d-e7b5-44f9-beb1-00cb9b9cf177 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e31985b-24d2-4571-ad81-d2051c86e278&device_id=34cac44a-d209-4fcf-865b-0bd9b3fb94c4 HTTP/1.1" status: 200 len: 1691 time: 0.3119266 May 23 11:00:39.904634 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b44e46-f3d2-4230-a0c7-5f2646f9c0c9 None None] New status for floating IP 70a973bb-dbd7-4134-aab5-e784cb28db72: DOWN {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:00:39.909589 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-8ed0766d-f65d-415c-8356-b29d6b593572 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Made reservation on behalf of 70139281f5db4004afe2c4c8ea88321a for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:00:39.912753 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-8ed0766d-f65d-415c-8356-b29d6b593572 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:39.936680 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da0ad201-640f-4041-87d3-af34526d3024 req-bfb4d975-8f53-4ed5-898f-cf9a34705c0f tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501659 May 23 11:00:40.230993 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-4ea58e13-9f22-4fe6-9f74-ff7da6504b43 req-66bd23ed-0737-457d-90f9-ae4eac62b3be service neutron] For port b2f98c58-425b-4ec1-8d6f-d8eb0156696f, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=b2f98c58-425b-4ec1-8d6f-d8eb0156696f,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:00:40.251356 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-8ed0766d-f65d-415c-8356-b29d6b593572 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Allocated IP 172.20.0.13 (ce08db19-2e7e-4962-b1d2-3e5c6efa8a14/b42aa520-b19b-4bd9-8813-40b2c3196feb/1bbf699c-1822-4118-9239-33cb85effca0) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:00:40.276062 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-4ea58e13-9f22-4fe6-9f74-ff7da6504b43 req-66bd23ed-0737-457d-90f9-ae4eac62b3be service neutron] For port b2f98c58-425b-4ec1-8d6f-d8eb0156696f, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:00:40.367153 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-4ea58e13-9f22-4fe6-9f74-ff7da6504b43 req-66bd23ed-0737-457d-90f9-ae4eac62b3be service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:40.389958 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-4ea58e13-9f22-4fe6-9f74-ff7da6504b43 req-66bd23ed-0737-457d-90f9-ae4eac62b3be service neutron] Transition to ACTIVE for port object b2f98c58-425b-4ec1-8d6f-d8eb0156696f will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:00:40.436778 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-4ea58e13-9f22-4fe6-9f74-ff7da6504b43 req-66bd23ed-0737-457d-90f9-ae4eac62b3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:40.517365 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd23ed-0737-457d-90f9-ae4eac62b3be service neutron] Pushing event updated for resources: {'Port': ['ID=b2f98c58-425b-4ec1-8d6f-d8eb0156696f,revision_number=6']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:40.555257 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f0e268da-5aae-4188-9a5e-fb008d8bacf5 req-a45fe9ca-f7a7-44e8-8def-5df0786c3739 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=a95a9297-79a6-42f5-9900-5cf1d5107475 HTTP/1.1" status: 200 len: 210 time: 0.1639788 May 23 11:00:40.557916 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-8ed0766d-f65d-415c-8356-b29d6b593572 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:40.561678 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-03bfee64-ebb2-4e8a-a885-f69c1ebf0100 req-d6867342-8de3-4868-8c18-f74ccd69298f tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6277902 May 23 11:00:40.562102 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e1479c-b00e-459b-9731-7743fa0691b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2f98c58-425b-4ec1-8d6f-d8eb0156696f'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:00:40.608646 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-8ed0766d-f65d-415c-8356-b29d6b593572 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:40.717681 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-8ed0766d-f65d-415c-8356-b29d6b593572 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Network ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:00:40.723598 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-8ed0766d-f65d-415c-8356-b29d6b593572 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:00:40.726412 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed0766d-f65d-415c-8356-b29d6b593572 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Pushing event updated for resources: {'Port': ['ID=1bbf699c-1822-4118-9239-33cb85effca0,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:40.737635 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-8ed0766d-f65d-415c-8356-b29d6b593572 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:00:40.935053 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-8ed0766d-f65d-415c-8356-b29d6b593572 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:40.936083 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-8ed0766d-f65d-415c-8356-b29d6b593572 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:40.976022 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-8ed0766d-f65d-415c-8356-b29d6b593572 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2909145 May 23 11:00:41.003970 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-f4ac2cb3-dec3-4c8d-8f64-640d725e5cf2 service neutron] Request body: {'port': {'device_id': 'a95a9297-79a6-42f5-9900-5cf1d5107475', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:00:41.034225 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea58e13-9f22-4fe6-9f74-ff7da6504b43 req-66bd23ed-0737-457d-90f9-ae4eac62b3be service neutron] No DVR routers for this DVR port b2f98c58-425b-4ec1-8d6f-d8eb0156696f on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:00:41.161561 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-60c058ef-6832-411f-a7a7-ff526de428ff tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=d5075710be5945b7ac123bb724d15837&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441144 May 23 11:00:41.220964 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-f4ac2cb3-dec3-4c8d-8f64-640d725e5cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:41.241349 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-4ea58e13-9f22-4fe6-9f74-ff7da6504b43 req-66bd23ed-0737-457d-90f9-ae4eac62b3be service neutron] Attempting to bind port b2f98c58-425b-4ec1-8d6f-d8eb0156696f on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:00:41.241907 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-4ea58e13-9f22-4fe6-9f74-ff7da6504b43 req-66bd23ed-0737-457d-90f9-ae4eac62b3be service neutron] Attempting to bind port b2f98c58-425b-4ec1-8d6f-d8eb0156696f by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:00:41.242514 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea58e13-9f22-4fe6-9f74-ff7da6504b43 req-66bd23ed-0737-457d-90f9-ae4eac62b3be service neutron] Attempting to bind port b2f98c58-425b-4ec1-8d6f-d8eb0156696f on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:00:41.362309 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device b2f98c58-425b-4ec1-8d6f-d8eb0156696f no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:00:41.381023 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea58e13-9f22-4fe6-9f74-ff7da6504b43 req-66bd23ed-0737-457d-90f9-ae4eac62b3be service neutron] Port b2f98c58-425b-4ec1-8d6f-d8eb0156696f on network 45238d5c-875a-474b-bef1-cc75dc2ba645 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:00:41.381023 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea58e13-9f22-4fe6-9f74-ff7da6504b43 req-66bd23ed-0737-457d-90f9-ae4eac62b3be service neutron] Attempting to bind port b2f98c58-425b-4ec1-8d6f-d8eb0156696f on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:00:41.459783 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea58e13-9f22-4fe6-9f74-ff7da6504b43 req-66bd23ed-0737-457d-90f9-ae4eac62b3be service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:00:41.460158 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea58e13-9f22-4fe6-9f74-ff7da6504b43 req-66bd23ed-0737-457d-90f9-ae4eac62b3be service neutron] Checking segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:00:41.460552 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea58e13-9f22-4fe6-9f74-ff7da6504b43 req-66bd23ed-0737-457d-90f9-ae4eac62b3be service neutron] Bound using segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:00:41.461069 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-4ea58e13-9f22-4fe6-9f74-ff7da6504b43 req-66bd23ed-0737-457d-90f9-ae4eac62b3be service neutron] Bound port: b2f98c58-425b-4ec1-8d6f-d8eb0156696f, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:00:41.461470 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-4ea58e13-9f22-4fe6-9f74-ff7da6504b43 req-66bd23ed-0737-457d-90f9-ae4eac62b3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:41.554541 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d94c6-97c0-4137-9948-41d68f6a66cb req-96e27437-5645-4fe0-9266-44ad6e791910 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:41.563604 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-481d94c6-97c0-4137-9948-41d68f6a66cb req-96e27437-5645-4fe0-9266-44ad6e791910 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 946 time: 0.6851723 May 23 11:00:41.619220 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b84add3f-762f-482a-9615-d371e14c5c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:41.647335 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device b2f98c58-425b-4ec1-8d6f-d8eb0156696f not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:00:41.835955 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-54a55c03-65a8-44aa-be66-57b21842454f tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:41.837621 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-54a55c03-65a8-44aa-be66-57b21842454f tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6685987 May 23 11:00:41.920519 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-1dd6f898-fb21-4fae-8add-7525cf98f612 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/quotas/d5075710be5945b7ac123bb724d15837 HTTP/1.1" status: 200 len: 375 time: 0.0411849 May 23 11:00:41.938464 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-481d94c6-97c0-4137-9948-41d68f6a66cb req-067c39ff-f577-45e3-b310-7db9b3a7ccd5 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738248 May 23 11:00:42.065880 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-4ea58e13-9f22-4fe6-9f74-ff7da6504b43 req-66bd23ed-0737-457d-90f9-ae4eac62b3be service neutron] For port b2f98c58-425b-4ec1-8d6f-d8eb0156696f, host n-h2-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:00:42.085122 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-4ea58e13-9f22-4fe6-9f74-ff7da6504b43 req-66bd23ed-0737-457d-90f9-ae4eac62b3be service neutron] For port b2f98c58-425b-4ec1-8d6f-d8eb0156696f, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=b2f98c58-425b-4ec1-8d6f-d8eb0156696f,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:00:42.112099 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-f4ac2cb3-dec3-4c8d-8f64-640d725e5cf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bbf699c-1822-4118-9239-33cb85effca0 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:00:42.113608 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-4ea58e13-9f22-4fe6-9f74-ff7da6504b43 req-66bd23ed-0737-457d-90f9-ae4eac62b3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:42.120220 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-f4ac2cb3-dec3-4c8d-8f64-640d725e5cf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:42.142774 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-f4ac2cb3-dec3-4c8d-8f64-640d725e5cf2 service neutron] Transition to ACTIVE for port object 1bbf699c-1822-4118-9239-33cb85effca0 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:00:42.148107 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-f4ac2cb3-dec3-4c8d-8f64-640d725e5cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:42.216658 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-4ea58e13-9f22-4fe6-9f74-ff7da6504b43 req-66bd23ed-0737-457d-90f9-ae4eac62b3be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:42.218726 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4ea58e13-9f22-4fe6-9f74-ff7da6504b43 req-66bd23ed-0737-457d-90f9-ae4eac62b3be service neutron] 10.222.0.81 "PUT /v2.0/ports/b2f98c58-425b-4ec1-8d6f-d8eb0156696f HTTP/1.1" status: 200 len: 1094 time: 3.1187305 May 23 11:00:42.222637 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a4cca20-1f24-4ade-950b-507636564d6d'] response: {'server_uuid': 'c4e1479c-b00e-459b-9731-7743fa0691b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2f98c58-425b-4ec1-8d6f-d8eb0156696f', 'code': 200} May 23 11:00:42.243582 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd23ed-0737-457d-90f9-ae4eac62b3be service neutron] Pushing event updated for resources: {'Port': ['ID=b2f98c58-425b-4ec1-8d6f-d8eb0156696f,revision_number=7']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:42.255391 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-0966ba98-d6ae-41b3-a554-a19553513270 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d5075710be5945b7ac123bb724d15837&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3152614 May 23 11:00:42.346843 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ac2cb3-dec3-4c8d-8f64-640d725e5cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=1bbf699c-1822-4118-9239-33cb85effca0,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:42.491591 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4ea58e13-9f22-4fe6-9f74-ff7da6504b43 req-842437c4-4d8a-4787-96e4-879b736e220f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 1097 time: 0.1793909 May 23 11:00:42.536818 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:42.745038 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:42.772733 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-f4ac2cb3-dec3-4c8d-8f64-640d725e5cf2 service neutron] Attempting to bind port 1bbf699c-1822-4118-9239-33cb85effca0 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:00:42.775196 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-f4ac2cb3-dec3-4c8d-8f64-640d725e5cf2 service neutron] Attempting to bind port 1bbf699c-1822-4118-9239-33cb85effca0 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:00:42.775605 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-f4ac2cb3-dec3-4c8d-8f64-640d725e5cf2 service neutron] Attempting to bind port 1bbf699c-1822-4118-9239-33cb85effca0 on network ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:00:42.787701 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-f4ac2cb3-dec3-4c8d-8f64-640d725e5cf2 service neutron] Port 1bbf699c-1822-4118-9239-33cb85effca0 on network ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:00:42.788759 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-f4ac2cb3-dec3-4c8d-8f64-640d725e5cf2 service neutron] Attempting to bind port 1bbf699c-1822-4118-9239-33cb85effca0 on network ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:00:42.803490 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-f4ac2cb3-dec3-4c8d-8f64-640d725e5cf2 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:00:42.804963 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-f4ac2cb3-dec3-4c8d-8f64-640d725e5cf2 service neutron] Checking segment: {'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:00:42.806523 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-f4ac2cb3-dec3-4c8d-8f64-640d725e5cf2 service neutron] Bound using segment: {'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:00:42.808537 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-f4ac2cb3-dec3-4c8d-8f64-640d725e5cf2 service neutron] Bound port: 1bbf699c-1822-4118-9239-33cb85effca0, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:00:42.809294 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-f4ac2cb3-dec3-4c8d-8f64-640d725e5cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:43.038911 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea58e13-9f22-4fe6-9f74-ff7da6504b43 req-754cab46-1846-4192-a1f1-d01739b5efc9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:43.043009 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4ea58e13-9f22-4fe6-9f74-ff7da6504b43 req-754cab46-1846-4192-a1f1-d01739b5efc9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.5441206 May 23 11:00:43.050423 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-f4ac2cb3-dec3-4c8d-8f64-640d725e5cf2 service neutron] For port 1bbf699c-1822-4118-9239-33cb85effca0, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:00:43.053591 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-f4ac2cb3-dec3-4c8d-8f64-640d725e5cf2 service neutron] For port 1bbf699c-1822-4118-9239-33cb85effca0, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=1bbf699c-1822-4118-9239-33cb85effca0,segment=NetworkSegment(6816cea3-60a2-419d-a967-3c4d162775bd),segment_id=6816cea3-60a2-419d-a967-3c4d162775bd)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:00:43.059762 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-f4ac2cb3-dec3-4c8d-8f64-640d725e5cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:43.173921 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-f4ac2cb3-dec3-4c8d-8f64-640d725e5cf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:43.176803 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-f4ac2cb3-dec3-4c8d-8f64-640d725e5cf2 service neutron] 10.222.0.81 "PUT /v2.0/ports/1bbf699c-1822-4118-9239-33cb85effca0 HTTP/1.1" status: 200 len: 1092 time: 2.1802993 May 23 11:00:43.177613 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95a9297-79a6-42f5-9900-5cf1d5107475', 'tag': '1bbf699c-1822-4118-9239-33cb85effca0'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:00:43.198626 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ac2cb3-dec3-4c8d-8f64-640d725e5cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=1bbf699c-1822-4118-9239-33cb85effca0,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:43.215865 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4ea58e13-9f22-4fe6-9f74-ff7da6504b43 req-116b64dc-b009-4477-8e74-74d6cf5f4245 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=b2f98c58-425b-4ec1-8d6f-d8eb0156696f HTTP/1.1" status: 200 len: 217 time: 0.1500371 May 23 11:00:43.242341 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-be712b24-ada8-4bd2-9cc1-304f8a3e2656 req-14e91da6-154c-4a42-9d46-7f0e9f65b956 tempest-ServersOnMultiNodesTest-486903435 tempest-ServersOnMultiNodesTest-486903435-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=0e31985b-24d2-4571-ad81-d2051c86e278 HTTP/1.1" status: 200 len: 1101 time: 0.3125138 May 23 11:00:43.280876 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64513e0c-ae1a-44a0-8e0d-91e16c7038c9 req-0d282976-8864-4071-a5d2-b624765b3391 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:43.288377 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-64513e0c-ae1a-44a0-8e0d-91e16c7038c9 req-0d282976-8864-4071-a5d2-b624765b3391 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=a95a9297-79a6-42f5-9900-5cf1d5107475 HTTP/1.1" status: 200 len: 944 time: 0.4779549 May 23 11:00:43.342689 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-88ccebbd-f5e1-4b40-b445-b7381e0c3dc2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=70139281f5db4004afe2c4c8ea88321a&device_id=a95a9297-79a6-42f5-9900-5cf1d5107475 HTTP/1.1" status: 200 len: 1095 time: 0.0893812 May 23 11:00:43.405502 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-64513e0c-ae1a-44a0-8e0d-91e16c7038c9 req-d5c86bca-89ae-45e8-917f-b880060b827f tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159816 May 23 11:00:43.407129 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea58e13-9f22-4fe6-9f74-ff7da6504b43 req-b5dbef46-5f9f-41d5-8a9e-3b5d42264fe0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:43.410884 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4ea58e13-9f22-4fe6-9f74-ff7da6504b43 req-b5dbef46-5f9f-41d5-8a9e-3b5d42264fe0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.1718938 May 23 11:00:43.426166 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-be712b24-ada8-4bd2-9cc1-304f8a3e2656 req-f650d076-d1b5-442e-8d97-3e99ba4c45c2 tempest-ServersOnMultiNodesTest-486903435 tempest-ServersOnMultiNodesTest-486903435-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159313 May 23 11:00:43.463978 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-fc50a060-7dff-46cb-999c-867b7b4721e0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bbf699c-1822-4118-9239-33cb85effca0 HTTP/1.1" status: 200 len: 217 time: 0.0992310 May 23 11:00:43.599949 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4ea58e13-9f22-4fe6-9f74-ff7da6504b43 req-e8bcdcd0-d973-4f8d-8e0f-bca836cda2cd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1699538 May 23 11:00:43.631391 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-72490d7c-af19-4477-bcc0-33e6f2b61008 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:43.634903 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-72490d7c-af19-4477-bcc0-33e6f2b61008 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b42aa520-b19b-4bd9-8813-40b2c3196feb HTTP/1.1" status: 200 len: 861 time: 0.1487317 May 23 11:00:43.705103 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-06d369e9-3601-4fac-a03a-f7a61e9f84b0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622244 May 23 11:00:43.806866 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-022e0d69-5387-4e0a-989c-06ec0c5954e6 req-3c900475-2ad7-4e91-bd33-5edd7bd13524 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=d96de30f-68c4-44bf-a749-81ff42a8a19e HTTP/1.1" status: 200 len: 210 time: 0.1421216 May 23 11:00:43.949931 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-8232423e-4c74-48f9-adf2-7d0fb8791a8c service neutron] 10.222.0.81 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305920 May 23 11:00:43.951481 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b9a3549-cd34-4c14-a64a-62c1c09bdf00'] response: {'name': 'network-changed', 'server_uuid': 'a95a9297-79a6-42f5-9900-5cf1d5107475', 'tag': '1bbf699c-1822-4118-9239-33cb85effca0', 'status': 'completed', 'code': 200} May 23 11:00:43.994019 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4ea58e13-9f22-4fe6-9f74-ff7da6504b43 req-db9856c7-4c01-4736-8113-de8910ccb58b service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798628 May 23 11:00:44.065974 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:44.134797 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-37d4f8ba-dfcf-47cb-bb67-40de58151416 req-8eeb17af-e301-4f16-8e04-d9e783a401fa service neutron] 10.222.0.81 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691062 May 23 11:00:44.252270 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e1479c-b00e-459b-9731-7743fa0691b6', 'tag': 'b2f98c58-425b-4ec1-8d6f-d8eb0156696f'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:00:44.368069 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-1a61b678-991f-4fb0-9aa8-1d258e7c51ad tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=d5075710be5945b7ac123bb724d15837&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339413 May 23 11:00:44.368699 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4ea58e13-9f22-4fe6-9f74-ff7da6504b43 req-0c53406b-3418-4a9a-afc1-6cda72c5b3d9 service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353353 May 23 11:00:44.380483 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984303e5-0fd0-4996-aaf9-812840a3ee18 req-2922e11c-cfc9-4396-95cf-2ef81bd41a41 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:44.390097 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-984303e5-0fd0-4996-aaf9-812840a3ee18 req-2922e11c-cfc9-4396-95cf-2ef81bd41a41 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 946 time: 0.4984665 May 23 11:00:44.466731 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-984303e5-0fd0-4996-aaf9-812840a3ee18 req-207ffd78-209d-49e2-bafb-1bc0385a919c tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755267 May 23 11:00:44.472541 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dbc8801f-2417-4437-819a-f0c06afc4d61 req-093e88bb-65e2-4b09-8530-5be06ce099c6 tempest-ServersOnMultiNodesTest-486903435 tempest-ServersOnMultiNodesTest-486903435-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=34cac44a-d209-4fcf-865b-0bd9b3fb94c4 HTTP/1.1" status: 200 len: 1101 time: 0.3807843 May 23 11:00:44.507258 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d68707d3-c535-45a9-a900-76bb1960d64b req-d355aed6-edee-4748-9d57-d5fdcd5a4884 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=70139281f5db4004afe2c4c8ea88321a&device_id=a95a9297-79a6-42f5-9900-5cf1d5107475 HTTP/1.1" status: 200 len: 1095 time: 0.2184057 May 23 11:00:44.571445 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37118) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:00:44.599519 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dbc8801f-2417-4437-819a-f0c06afc4d61 req-7520c582-4f26-4429-abc1-b13757e06410 tempest-ServersOnMultiNodesTest-486903435 tempest-ServersOnMultiNodesTest-486903435-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189172 May 23 11:00:44.674290 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b5d68443-418f-4389-bbf1-5daf773667df tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:44.711281 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b5d68443-418f-4389-bbf1-5daf773667df tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:44.742702 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-6148be00-a4ca-4794-9f92-b7cb6ac59cbb tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:44.744172 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-6148be00-a4ca-4794-9f92-b7cb6ac59cbb tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3495328 May 23 11:00:44.784966 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b5d68443-418f-4389-bbf1-5daf773667df tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:44.834535 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d68443-418f-4389-bbf1-5daf773667df tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2132f8c-ab10-410c-b6fc-36cea33e92fb,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:44.847485 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b5d68443-418f-4389-bbf1-5daf773667df tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:44.850511 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b5d68443-418f-4389-bbf1-5daf773667df tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "DELETE /v2.0/security-groups/c2132f8c-ab10-410c-b6fc-36cea33e92fb HTTP/1.1" status: 204 len: 168 time: 0.2760508 May 23 11:00:44.851478 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37134) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:00:44.870518 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68707d3-c535-45a9-a900-76bb1960d64b req-38586fc4-7de9-4613-8f8f-9b5d74ed2da6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:44.873952 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d68707d3-c535-45a9-a900-76bb1960d64b req-38586fc4-7de9-4613-8f8f-9b5d74ed2da6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 HTTP/1.1" status: 200 len: 922 time: 0.3558595 May 23 11:00:44.883886 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-c15068c9-2cac-4e86-aac1-923819e9ce6e tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Request body: {'port': {'device_id': 'd96de30f-68c4-44bf-a749-81ff42a8a19e', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'admin_state_up': True, 'tenant_id': 'd5075710be5945b7ac123bb724d15837'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:00:44.891176 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-6dc60277-e06a-45c7-8a59-6b7eb129573b tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] show failed (client error): The resource could not be found. May 23 11:00:44.893298 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-6dc60277-e06a-45c7-8a59-6b7eb129573b tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "GET /v2.0/security-groups/c2132f8c-ab10-410c-b6fc-36cea33e92fb HTTP/1.1" status: 404 len: 347 time: 0.0409069 May 23 11:00:44.898276 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37138) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:00:45.032977 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:00:45.151327 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d68707d3-c535-45a9-a900-76bb1960d64b req-23065fb4-9e68-4499-9e39-13cc9eaed130 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bbf699c-1822-4118-9239-33cb85effca0 HTTP/1.1" status: 200 len: 217 time: 0.2360315 May 23 11:00:45.362886 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81d25c45-c326-439c-965b-f1d80aa61ccc'] response: {'name': 'network-changed', 'server_uuid': 'c4e1479c-b00e-459b-9731-7743fa0691b6', 'tag': 'b2f98c58-425b-4ec1-8d6f-d8eb0156696f', 'status': 'completed', 'code': 200} May 23 11:00:45.422769 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68707d3-c535-45a9-a900-76bb1960d64b req-511914f8-0ae9-492c-9eb9-7912a74cd44c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:45.424217 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d68707d3-c535-45a9-a900-76bb1960d64b req-511914f8-0ae9-492c-9eb9-7912a74cd44c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b42aa520-b19b-4bd9-8813-40b2c3196feb HTTP/1.1" status: 200 len: 861 time: 0.2473266 May 23 11:00:45.427492 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-c15068c9-2cac-4e86-aac1-923819e9ce6e tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:00:45.489636 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-c15068c9-2cac-4e86-aac1-923819e9ce6e tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:00:45.495440 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d68707d3-c535-45a9-a900-76bb1960d64b req-978e7683-91a9-4d3d-a01d-723070900d52 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570211 May 23 11:00:45.501134 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1662784e-682f-4427-8cc9-af328baedaf0 req-92938728-ca55-41a8-a502-3eb0ba2cea11 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 1097 time: 0.2466924 May 23 11:00:45.528769 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-cea4509c-beac-41d3-89ef-286276634cce tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Deleting port 0f3ae579-a13f-4c21-b8fa-2df7e87155bb {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:00:45.529114 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cea4509c-beac-41d3-89ef-286276634cce tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:45.688142 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-a3695844-9a3b-4d3d-b41f-53d3be14d11e tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:45.689576 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-a3695844-9a3b-4d3d-b41f-53d3be14d11e tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/networks?id=3f16bf48-f1ac-437f-802c-c2072c75e62b HTTP/1.1" status: 200 len: 808 time: 0.5271425 May 23 11:00:45.734349 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-c15068c9-2cac-4e86-aac1-923819e9ce6e tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Made reservation on behalf of d5075710be5945b7ac123bb724d15837 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:00:45.737298 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-c15068c9-2cac-4e86-aac1-923819e9ce6e tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:45.911313 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-439de2fa-1d85-42f7-884a-b2a6ca89fc65 req-2ff17524-3edd-409a-a37d-68cfdb4c5063 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6779dcf4-12b8-435e-8f21-ee3262657f2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5475399 May 23 11:00:45.919322 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-ef484e73-d497-44b5-9fd1-5ae33ff5a4e5 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/quotas/90c9b14de9a447dbb2784bee3d7c6631 HTTP/1.1" status: 200 len: 375 time: 0.1742024 May 23 11:00:45.920065 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d68707d3-c535-45a9-a900-76bb1960d64b req-e78c5c7c-8620-452f-b4ad-6500cbacdbaa service neutron] 10.222.0.81 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178526 May 23 11:00:45.929226 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662784e-682f-4427-8cc9-af328baedaf0 req-220e0826-f77e-430b-949c-f29198f469b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:45.930519 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1662784e-682f-4427-8cc9-af328baedaf0 req-220e0826-f77e-430b-949c-f29198f469b9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.4084115 May 23 11:00:45.999388 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55838f65-e719-4175-9fbe-fc060d567eab req-acbb861d-111b-4ec6-adac-2434a05b968f tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:46.006201 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-55838f65-e719-4175-9fbe-fc060d567eab req-acbb861d-111b-4ec6-adac-2434a05b968f tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=a95a9297-79a6-42f5-9900-5cf1d5107475 HTTP/1.1" status: 200 len: 944 time: 0.6404607 May 23 11:00:46.021773 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cea4509c-beac-41d3-89ef-286276634cce tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:46.022135 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cea4509c-beac-41d3-89ef-286276634cce tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:46.037122 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1662784e-682f-4427-8cc9-af328baedaf0 req-d0c185ea-8bea-49d8-82dd-a31ad4a6ad46 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 1097 time: 0.6722682 May 23 11:00:46.161560 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1662784e-682f-4427-8cc9-af328baedaf0 req-d6a32edf-a241-43ff-8acd-3a87b502bb3e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=b2f98c58-425b-4ec1-8d6f-d8eb0156696f HTTP/1.1" status: 200 len: 217 time: 0.2187753 May 23 11:00:46.259064 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-cea4509c-beac-41d3-89ef-286276634cce tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Calling delete_port for 0f3ae579-a13f-4c21-b8fa-2df7e87155bb owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:00:46.270280 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-c15068c9-2cac-4e86-aac1-923819e9ce6e tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Allocated IP 192.168.233.109 (45238d5c-875a-474b-bef1-cc75dc2ba645/c1719237-4a8e-4354-92b1-51064eb09c82/7bf80d29-80b7-461a-8311-e8519f60975c) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:00:46.302193 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662784e-682f-4427-8cc9-af328baedaf0 req-1938c50c-7f33-43d2-8738-dd618ec50fee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:46.303638 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1662784e-682f-4427-8cc9-af328baedaf0 req-1938c50c-7f33-43d2-8738-dd618ec50fee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.1319079 May 23 11:00:46.311841 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d68707d3-c535-45a9-a900-76bb1960d64b req-aa6431c9-4467-48be-b715-b5357af7e03d service neutron] 10.222.0.81 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657312 May 23 11:00:46.566686 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-55838f65-e719-4175-9fbe-fc060d567eab req-bf7c402e-9966-45d9-8b98-6e0602101e48 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5595636 May 23 11:00:46.619768 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1662784e-682f-4427-8cc9-af328baedaf0 req-0ad6ec64-edbe-4f2c-9d4c-05cf9e6e65fb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2942133 May 23 11:00:46.710224 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-0bc554aa-7731-4ba0-ae7d-fb1f18cd5a37 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=90c9b14de9a447dbb2784bee3d7c6631&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7898395 May 23 11:00:46.748513 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-c15068c9-2cac-4e86-aac1-923819e9ce6e tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:46.767411 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 1bbf699c-1822-4118-9239-33cb85effca0 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:00:46.776238 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-c15068c9-2cac-4e86-aac1-923819e9ce6e tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Transition to ACTIVE for port object 7bf80d29-80b7-461a-8311-e8519f60975c will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:00:46.855126 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662784e-682f-4427-8cc9-af328baedaf0 req-9a2ef0f0-add6-4b2e-a9a9-2c0fe1b25b23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:46.857342 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1662784e-682f-4427-8cc9-af328baedaf0 req-9a2ef0f0-add6-4b2e-a9a9-2c0fe1b25b23 service neutron] 10.222.0.81 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.7621458 May 23 11:00:46.884401 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1662784e-682f-4427-8cc9-af328baedaf0 req-318350b7-4f6e-4ec2-8525-559da594cf10 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493498 May 23 11:00:46.892392 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-439de2fa-1d85-42f7-884a-b2a6ca89fc65 req-b944c367-13de-44be-9038-547f0cf465e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70139281f5db4004afe2c4c8ea88321a&device_id=6779dcf4-12b8-435e-8f21-ee3262657f2d HTTP/1.1" status: 200 len: 1095 time: 0.8449588 May 23 11:00:46.971341 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 1bbf699c-1822-4118-9239-33cb85effca0, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=1bbf699c-1822-4118-9239-33cb85effca0,segment=NetworkSegment(6816cea3-60a2-419d-a967-3c4d162775bd),segment_id=6816cea3-60a2-419d-a967-3c4d162775bd)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:00:46.987326 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-c15068c9-2cac-4e86-aac1-923819e9ce6e tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:46.991895 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '1bbf699c-1822-4118-9239-33cb85effca0', 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14', 'port_id': '1bbf699c-1822-4118-9239-33cb85effca0', 'mac_address': 'fa:16:3e:b3:d4:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b42aa520-b19b-4bd9-8813-40b2c3196feb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:00:46.992425 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-25fadc43-771d-405b-8037-77c819139085 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=61146b1e54d841cd9885cb7a4187d86e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1336961 May 23 11:00:47.032157 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['7d2d2227-acd2-4737-83a9-5299c1bcccaf', '51c6e8f9-4120-42cd-9805-21e3fcf24d65'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:00:47.079892 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1662784e-682f-4427-8cc9-af328baedaf0 req-259208f8-30d9-4ac8-87f0-770985fa6c06 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=b2f98c58-425b-4ec1-8d6f-d8eb0156696f HTTP/1.1" status: 200 len: 217 time: 0.1834407 May 23 11:00:47.084910 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-c15068c9-2cac-4e86-aac1-923819e9ce6e tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Network 45238d5c-875a-474b-bef1-cc75dc2ba645 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:00:47.097450 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-c15068c9-2cac-4e86-aac1-923819e9ce6e tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:00:47.101856 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15068c9-2cac-4e86-aac1-923819e9ce6e tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Pushing event updated for resources: {'Port': ['ID=7bf80d29-80b7-461a-8311-e8519f60975c,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:47.105945 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-c15068c9-2cac-4e86-aac1-923819e9ce6e tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:00:47.137622 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1662784e-682f-4427-8cc9-af328baedaf0 req-4cbb4bf7-6d84-4225-86fb-5e5cf310621c service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452343 May 23 11:00:47.168144 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:47.182254 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-c15068c9-2cac-4e86-aac1-923819e9ce6e tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:47.182983 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-c15068c9-2cac-4e86-aac1-923819e9ce6e tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:47.213182 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-c15068c9-2cac-4e86-aac1-923819e9ce6e tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3380013 May 23 11:00:47.241417 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-bbe9f7f8-a470-4060-9818-4461cd54add1 service neutron] Request body: {'port': {'device_id': 'd96de30f-68c4-44bf-a749-81ff42a8a19e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:00:47.289890 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cea4509c-beac-41d3-89ef-286276634cce tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:47.307596 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bbf699c-1822-4118-9239-33cb85effca0 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:00:47.350182 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 1bbf699c-1822-4118-9239-33cb85effca0, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=1bbf699c-1822-4118-9239-33cb85effca0,segment=NetworkSegment(6816cea3-60a2-419d-a967-3c4d162775bd),segment_id=6816cea3-60a2-419d-a967-3c4d162775bd)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:00:47.357456 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:47.396489 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-bbe9f7f8-a470-4060-9818-4461cd54add1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:47.405526 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea4509c-beac-41d3-89ef-286276634cce tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Pushing event deleted for resources: {'Port': ['ID=0f3ae579-a13f-4c21-b8fa-2df7e87155bb,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:47.444341 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-51266240-4205-432b-b828-20d3cf1edd1d service neutron] 10.222.0.79 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7239041 May 23 11:00:47.450964 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662784e-682f-4427-8cc9-af328baedaf0 req-699dcf4a-1007-4040-8fa6-8b935921293a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:47.452477 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1662784e-682f-4427-8cc9-af328baedaf0 req-699dcf4a-1007-4040-8fa6-8b935921293a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.3472524 May 23 11:00:47.458919 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=1bbf699c-1822-4118-9239-33cb85effca0,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:47.539419 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-31b10eb0-d9d5-4076-a0b3-171620a40688 None None] Provisioning for port 7bf80d29-80b7-461a-8311-e8519f60975c completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:00:47.555061 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-31b10eb0-d9d5-4076-a0b3-171620a40688 None None] Provisioning complete for port 7bf80d29-80b7-461a-8311-e8519f60975c triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:00:47.555346 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-31b10eb0-d9d5-4076-a0b3-171620a40688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:47.559775 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439de2fa-1d85-42f7-884a-b2a6ca89fc65 req-531df7be-b28d-4d51-ad49-a33ffbdb509d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:47.560744 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-439de2fa-1d85-42f7-884a-b2a6ca89fc65 req-531df7be-b28d-4d51-ad49-a33ffbdb509d service neutron] 10.222.0.13 "GET /v2.0/networks?id=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 HTTP/1.1" status: 200 len: 922 time: 0.5975740 May 23 11:00:47.632095 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-31b10eb0-d9d5-4076-a0b3-171620a40688 None None] Port 7bf80d29-80b7-461a-8311-e8519f60975c cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:00:47.698937 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-6cf18a3f-5deb-48dd-8866-f86f7e2d8e6c tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:47.700501 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-6cf18a3f-5deb-48dd-8866-f86f7e2d8e6c tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6913097 May 23 11:00:47.708467 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cea4509c-beac-41d3-89ef-286276634cce tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:47.733010 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-439de2fa-1d85-42f7-884a-b2a6ca89fc65 req-cbbb290c-1dd9-4e91-ab42-67a3aa35ccfe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af9f5772-9483-40ac-ae73-2c9403c9c77b HTTP/1.1" status: 200 len: 217 time: 0.1148796 May 23 11:00:47.805175 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-0855f84e-f66d-4467-8b90-3bc62929297e tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/quotas/61146b1e54d841cd9885cb7a4187d86e HTTP/1.1" status: 200 len: 375 time: 0.0883272 May 23 11:00:47.868470 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cea4509c-beac-41d3-89ef-286276634cce tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:47.869592 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-cea4509c-beac-41d3-89ef-286276634cce tempest-ServersWithSpecificFlavorTestJSON-624533751 tempest-ServersWithSpecificFlavorTestJSON-624533751-project] 10.222.0.79 "DELETE /v2.0/floatingips/70a973bb-dbd7-4134-aab5-e784cb28db72 HTTP/1.1" status: 204 len: 168 time: 2.9704227 May 23 11:00:47.881028 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-7e8c678e-2f38-47dc-8c6e-e06709a88474 service neutron] 10.222.0.79 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4276359 May 23 11:00:47.885348 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['1bbf699c-1822-4118-9239-33cb85effca0'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:00:47.903504 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439de2fa-1d85-42f7-884a-b2a6ca89fc65 req-ba21052d-3ef8-4f89-b709-4769f81aee4c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:47.905304 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-439de2fa-1d85-42f7-884a-b2a6ca89fc65 req-ba21052d-3ef8-4f89-b709-4769f81aee4c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b42aa520-b19b-4bd9-8813-40b2c3196feb HTTP/1.1" status: 200 len: 861 time: 0.1468801 May 23 11:00:47.912996 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1662784e-682f-4427-8cc9-af328baedaf0 req-e1b7902e-0e41-4b5f-8aa1-a7e27df39ec0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4344542 May 23 11:00:47.983256 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-439de2fa-1d85-42f7-884a-b2a6ca89fc65 req-b0dac808-9c1a-42db-b777-6e95c7e3af93 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693250 May 23 11:00:47.991457 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-bbe9f7f8-a470-4060-9818-4461cd54add1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bf80d29-80b7-461a-8311-e8519f60975c {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:00:48.000528 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-bbe9f7f8-a470-4060-9818-4461cd54add1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:48.018927 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-bbe9f7f8-a470-4060-9818-4461cd54add1 service neutron] Transition to ACTIVE for port object 7bf80d29-80b7-461a-8311-e8519f60975c will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:00:48.025108 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-bbe9f7f8-a470-4060-9818-4461cd54add1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:48.192215 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe9f7f8-a470-4060-9818-4461cd54add1 service neutron] Pushing event updated for resources: {'Port': ['ID=7bf80d29-80b7-461a-8311-e8519f60975c,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:48.217773 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-d3f73386-b78f-4bea-a0af-afd47c886f82 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=61146b1e54d841cd9885cb7a4187d86e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3976729 May 23 11:00:48.256958 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1662784e-682f-4427-8cc9-af328baedaf0 req-e1becb48-43e9-4b49-a8bf-0863cd3d99a6 service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031948 May 23 11:00:48.319170 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-bbe9f7f8-a470-4060-9818-4461cd54add1 service neutron] Attempting to bind port 7bf80d29-80b7-461a-8311-e8519f60975c on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:00:48.319170 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-bbe9f7f8-a470-4060-9818-4461cd54add1 service neutron] Attempting to bind port 7bf80d29-80b7-461a-8311-e8519f60975c by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:00:48.319663 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-bbe9f7f8-a470-4060-9818-4461cd54add1 service neutron] Attempting to bind port 7bf80d29-80b7-461a-8311-e8519f60975c on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:00:48.329221 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-bbe9f7f8-a470-4060-9818-4461cd54add1 service neutron] Port 7bf80d29-80b7-461a-8311-e8519f60975c on network 45238d5c-875a-474b-bef1-cc75dc2ba645 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:00:48.329331 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-bbe9f7f8-a470-4060-9818-4461cd54add1 service neutron] Attempting to bind port 7bf80d29-80b7-461a-8311-e8519f60975c on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:00:48.337586 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-bbe9f7f8-a470-4060-9818-4461cd54add1 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:00:48.337996 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-bbe9f7f8-a470-4060-9818-4461cd54add1 service neutron] Checking segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:00:48.338671 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-bbe9f7f8-a470-4060-9818-4461cd54add1 service neutron] Bound using segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:00:48.340721 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-bbe9f7f8-a470-4060-9818-4461cd54add1 service neutron] Bound port: 7bf80d29-80b7-461a-8311-e8519f60975c, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:00:48.341321 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-bbe9f7f8-a470-4060-9818-4461cd54add1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:48.517442 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-bbe9f7f8-a470-4060-9818-4461cd54add1 service neutron] For port 7bf80d29-80b7-461a-8311-e8519f60975c, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:00:48.521967 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-bbe9f7f8-a470-4060-9818-4461cd54add1 service neutron] For port 7bf80d29-80b7-461a-8311-e8519f60975c, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=7bf80d29-80b7-461a-8311-e8519f60975c,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:00:48.528957 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-bbe9f7f8-a470-4060-9818-4461cd54add1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:48.601143 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-bbe9f7f8-a470-4060-9818-4461cd54add1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:48.602503 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-bbe9f7f8-a470-4060-9818-4461cd54add1 service neutron] 10.222.0.81 "PUT /v2.0/ports/7bf80d29-80b7-461a-8311-e8519f60975c HTTP/1.1" status: 200 len: 1096 time: 1.3658240 May 23 11:00:48.603046 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd96de30f-68c4-44bf-a749-81ff42a8a19e', 'tag': '7bf80d29-80b7-461a-8311-e8519f60975c'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:00:48.640078 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe9f7f8-a470-4060-9818-4461cd54add1 service neutron] Pushing event updated for resources: {'Port': ['ID=7bf80d29-80b7-461a-8311-e8519f60975c,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:48.650775 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-439de2fa-1d85-42f7-884a-b2a6ca89fc65 req-3447a7c1-5d5d-4362-8301-cdcb6a30caee service neutron] 10.222.0.13 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6139636 May 23 11:00:48.776567 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device b2f98c58-425b-4ec1-8d6f-d8eb0156696f details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:00:48.817595 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-a6255068-1709-49d6-8a67-3286d25190b1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d5075710be5945b7ac123bb724d15837&device_id=d96de30f-68c4-44bf-a749-81ff42a8a19e HTTP/1.1" status: 200 len: 1099 time: 0.1370311 May 23 11:00:48.920474 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-97feb030-bcde-482a-910c-cd21f5c0c239 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=7bf80d29-80b7-461a-8311-e8519f60975c HTTP/1.1" status: 200 len: 217 time: 0.0892997 May 23 11:00:49.012243 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-5d825425-51c4-4305-8e2a-b7078758a087 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:49.014545 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-5d825425-51c4-4305-8e2a-b7078758a087 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.0872364 May 23 11:00:49.029077 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1662784e-682f-4427-8cc9-af328baedaf0 req-a8348743-144a-44e1-b6e7-e3c09ea847ce service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7630005 May 23 11:00:49.031582 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port b2f98c58-425b-4ec1-8d6f-d8eb0156696f, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=b2f98c58-425b-4ec1-8d6f-d8eb0156696f,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:00:49.045495 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': 'b2f98c58-425b-4ec1-8d6f-d8eb0156696f', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'port_id': 'b2f98c58-425b-4ec1-8d6f-d8eb0156696f', 'mac_address': 'fa:16:3e:8a:8f:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1719237-4a8e-4354-92b1-51064eb09c82', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:00:49.062332 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f883858-9ca9-48cd-9529-4806140664cb req-47ca8af6-6fab-41a7-9160-d88191a400ea tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:49.063798 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f883858-9ca9-48cd-9529-4806140664cb req-47ca8af6-6fab-41a7-9160-d88191a400ea tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=d96de30f-68c4-44bf-a749-81ff42a8a19e HTTP/1.1" status: 200 len: 948 time: 0.4897478 May 23 11:00:49.079574 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad086437-aa0b-47dd-a607-8e12b5f439b8 req-ad2241b1-b0a8-4d96-bb9d-bf89f0ae3864 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:49.081037 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad086437-aa0b-47dd-a607-8e12b5f439b8 req-ad2241b1-b0a8-4d96-bb9d-bf89f0ae3864 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 946 time: 0.5094457 May 23 11:00:49.123134 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-439de2fa-1d85-42f7-884a-b2a6ca89fc65 req-573e81c3-89ff-4064-a8f9-c43de7c0cd72 service neutron] 10.222.0.13 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512022 May 23 11:00:49.135381 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:49.160390 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2f98c58-425b-4ec1-8d6f-d8eb0156696f {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:00:49.165251 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f883858-9ca9-48cd-9529-4806140664cb req-dc3549d9-0793-4223-bb93-35db741c114b tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917506 May 23 11:00:49.182640 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port b2f98c58-425b-4ec1-8d6f-d8eb0156696f, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=b2f98c58-425b-4ec1-8d6f-d8eb0156696f,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:00:49.183636 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad086437-aa0b-47dd-a607-8e12b5f439b8 req-0bbf3e7e-1264-49ce-baaf-3a8a7c83bec3 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833836 May 23 11:00:49.189624 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:49.196764 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-12029a78-03b8-4b65-9068-f65fc2112876 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1162491 May 23 11:00:49.388455 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-9623e97e-4a6a-43cb-bb49-ee813329822d service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844523 May 23 11:00:49.393929 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=b2f98c58-425b-4ec1-8d6f-d8eb0156696f,revision_number=8']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:49.551246 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d62201-e532-4e35-a072-6b54379be2e7 req-7d5cac6b-9411-4d38-800b-d4382bd358bf tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:49.554638 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b8d62201-e532-4e35-a072-6b54379be2e7 req-7d5cac6b-9411-4d38-800b-d4382bd358bf tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=a95a9297-79a6-42f5-9900-5cf1d5107475 HTTP/1.1" status: 200 len: 945 time: 0.1430349 May 23 11:00:49.588782 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f11b2dc5-02fa-42ba-887c-df178330dc55 req-f23b4cfa-c12e-4913-b0db-d2e1556decd9 service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895719 May 23 11:00:49.625218 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b8d62201-e532-4e35-a072-6b54379be2e7 req-b69a0d66-fe25-427a-9735-f99cd3e59428 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622368 May 23 11:00:49.683774 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fdec2d88-754d-4577-9eab-09979e67546d req-3e2e756e-42f6-430f-8fa9-b4185a20eeb6 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 210 time: 0.0487452 May 23 11:00:49.686492 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['b2f98c58-425b-4ec1-8d6f-d8eb0156696f'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:00:49.748082 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09a413c5-cc7e-43a5-a6cf-5fdfdef99717'] response: {'name': 'network-changed', 'server_uuid': 'd96de30f-68c4-44bf-a749-81ff42a8a19e', 'tag': '7bf80d29-80b7-461a-8311-e8519f60975c', 'status': 'completed', 'code': 200} May 23 11:00:49.823938 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-95f8709d-e9c4-4a06-9b02-75b61513e4c7 req-08de0593-b885-4c09-87ad-b80515d6eb9f tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe97a8a3-465e-4e43-8c1f-8da8b7e1f745 HTTP/1.1" status: 200 len: 210 time: 0.0646081 May 23 11:00:49.918782 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-48fc98c0-c1cb-451c-be56-9e7582c00abc req-ed381282-a240-43ba-b502-78af09982acb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d5075710be5945b7ac123bb724d15837&device_id=d96de30f-68c4-44bf-a749-81ff42a8a19e HTTP/1.1" status: 200 len: 1099 time: 0.1106603 May 23 11:00:50.156629 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc98c0-c1cb-451c-be56-9e7582c00abc req-f7f5a977-32d8-4117-98f4-63c97b14c3b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:50.157712 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-48fc98c0-c1cb-451c-be56-9e7582c00abc req-f7f5a977-32d8-4117-98f4-63c97b14c3b1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.2307613 May 23 11:00:50.238569 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-48fc98c0-c1cb-451c-be56-9e7582c00abc req-d6d0b0b5-cdae-4a65-9c89-5205dbce99ca service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=7bf80d29-80b7-461a-8311-e8519f60975c HTTP/1.1" status: 200 len: 217 time: 0.0730317 May 23 11:00:50.333255 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc98c0-c1cb-451c-be56-9e7582c00abc req-a99d08fb-1f9c-4678-b958-68e0ca66520d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:50.334849 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-48fc98c0-c1cb-451c-be56-9e7582c00abc req-a99d08fb-1f9c-4678-b958-68e0ca66520d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.0759270 May 23 11:00:50.382568 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cc5c9-f443-495c-ac95-08f905b882b0 req-c3824f43-853d-43d8-be9e-e6f2ac19b4e5 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:50.384080 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-389cc5c9-f443-495c-ac95-08f905b882b0 req-c3824f43-853d-43d8-be9e-e6f2ac19b4e5 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6&tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&binding%3Ahost_id=n-h2-842952-2 HTTP/1.1" status: 200 len: 947 time: 0.3411472 May 23 11:00:50.416596 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-48fc98c0-c1cb-451c-be56-9e7582c00abc req-44b409e2-5385-4571-bab6-5ef7e7e80c11 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0714009 May 23 11:00:50.482055 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc753649-dda6-456a-b10a-3b7fe949414f req-64930686-d806-4973-a13a-e156be29c12f tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:50.483627 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bc753649-dda6-456a-b10a-3b7fe949414f req-64930686-d806-4973-a13a-e156be29c12f tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] 10.222.0.79 "GET /v2.0/ports?device_id=40a63873-19cf-48f8-b2c4-e38155c16ccc HTTP/1.1" status: 200 len: 950 time: 0.3703868 May 23 11:00:50.496871 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6464cd-cea3-4224-a5b7-60792700ef8d req-019be13a-20ba-4990-959e-f84185b655f6 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:50.498313 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6a6464cd-cea3-4224-a5b7-60792700ef8d req-019be13a-20ba-4990-959e-f84185b655f6 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 947 time: 0.3303735 May 23 11:00:50.529749 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-7c897d42-fbea-4f46-b66b-7eb49470d640 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:50.531189 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-7c897d42-fbea-4f46-b66b-7eb49470d640 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.81 "GET /v2.0/networks?id=3f16bf48-f1ac-437f-802c-c2072c75e62b HTTP/1.1" status: 200 len: 808 time: 0.2964175 May 23 11:00:50.578649 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [req-389cc5c9-f443-495c-ac95-08f905b882b0 req-a90deaa0-de49-4af5-8a48-b3355f80dd99 service neutron] delete failed (client error): The resource could not be found. May 23 11:00:50.579654 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-389cc5c9-f443-495c-ac95-08f905b882b0 req-a90deaa0-de49-4af5-8a48-b3355f80dd99 service neutron] 10.222.0.13 "DELETE /v2.0/ports/b2f98c58-425b-4ec1-8d6f-d8eb0156696f/bindings/n-h1-842952-2 HTTP/1.1" status: 404 len: 380 time: 0.1868405 May 23 11:00:50.598240 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-45d6486f-29c3-4a31-ad43-8d6004fbb8fe tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Request body: {'port': {'device_id': 'bad324ef-af51-4c7b-b2a2-8524526f895f', 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b', 'admin_state_up': True, 'tenant_id': '90c9b14de9a447dbb2784bee3d7c6631'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:00:50.656468 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-48fc98c0-c1cb-451c-be56-9e7582c00abc req-2bfe4241-85b6-4ae7-af69-cdf6b6e71374 service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239017 May 23 11:00:50.673742 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6a6464cd-cea3-4224-a5b7-60792700ef8d req-b4c7470d-74f6-4069-a15f-e57d74e0b115 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651258 May 23 11:00:50.681010 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bc753649-dda6-456a-b10a-3b7fe949414f req-7d09ea02-bd3f-4406-868f-7835ef3a84f6 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] 10.222.0.79 "GET /v2.0/security-groups?id=31b8a3e2-6d48-4998-9f3c-231df138fa42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817727 May 23 11:00:50.800815 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 1bbf699c-1822-4118-9239-33cb85effca0 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:00:50.814392 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-45d6486f-29c3-4a31-ad43-8d6004fbb8fe tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:00:50.822566 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-45d6486f-29c3-4a31-ad43-8d6004fbb8fe tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Usage tracker for resource:port and tenant:90c9b14de9a447dbb2784bee3d7c6631 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:00:50.826276 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-45d6486f-29c3-4a31-ad43-8d6004fbb8fe tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:00:50.834841 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-45d6486f-29c3-4a31-ad43-8d6004fbb8fe tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:00:50.841206 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-389cc5c9-f443-495c-ac95-08f905b882b0 req-c93e059b-1f41-42ed-8b62-e10a46d13e78 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 1098 time: 0.1521630 May 23 11:00:50.850793 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-45d6486f-29c3-4a31-ad43-8d6004fbb8fe tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Made reservation on behalf of 90c9b14de9a447dbb2784bee3d7c6631 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:00:50.857618 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-45d6486f-29c3-4a31-ad43-8d6004fbb8fe tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:50.997793 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 1bbf699c-1822-4118-9239-33cb85effca0 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:00:51.009447 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 1bbf699c-1822-4118-9239-33cb85effca0 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:00:51.009818 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:51.065385 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-48fc98c0-c1cb-451c-be56-9e7582c00abc req-3a041e32-ac46-4f0e-9e78-3eceb839ca16 service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939145 May 23 11:00:51.178040 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-8598303c-f8f7-4d3b-bddf-7c949920b047 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=61146b1e54d841cd9885cb7a4187d86e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0716090 May 23 11:00:51.189446 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cc5c9-f443-495c-ac95-08f905b882b0 req-71b70a16-5df2-448a-8f8e-a160aebdf5e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:51.191225 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-389cc5c9-f443-495c-ac95-08f905b882b0 req-71b70a16-5df2-448a-8f8e-a160aebdf5e0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.3168502 May 23 11:00:51.291039 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:51.322596 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95a9297-79a6-42f5-9900-5cf1d5107475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bbf699c-1822-4118-9239-33cb85effca0'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:00:51.333397 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 1bbf699c-1822-4118-9239-33cb85effca0, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=1bbf699c-1822-4118-9239-33cb85effca0,segment=NetworkSegment(6816cea3-60a2-419d-a967-3c4d162775bd),segment_id=6816cea3-60a2-419d-a967-3c4d162775bd)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:00:51.339640 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:51.393095 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 29d1b24a-128c-4103-89db-bc42e9e11ad3 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:00:51.484316 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=1bbf699c-1822-4118-9239-33cb85effca0,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:51.488885 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-e385258e-49ce-42bd-9a1f-f7693fd917f5 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:51.490409 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-e385258e-49ce-42bd-9a1f-f7693fd917f5 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3074744 May 23 11:00:51.535465 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-85b96bc3-b83c-4086-b975-79c9c3628147 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Request body: {'port': {'device_id': 'fe97a8a3-465e-4e43-8c1f-8da8b7e1f745', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'admin_state_up': True, 'tenant_id': '61146b1e54d841cd9885cb7a4187d86e'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:00:51.544661 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:51.581148 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 29d1b24a-128c-4103-89db-bc42e9e11ad3, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=29d1b24a-128c-4103-89db-bc42e9e11ad3,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:00:51.586242 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:51.619943 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-45d6486f-29c3-4a31-ad43-8d6004fbb8fe tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Allocated IP 172.20.0.13 (3f16bf48-f1ac-437f-802c-c2072c75e62b/f56c9b27-295c-462d-bb89-343a223f9d6c/f040a598-5466-4f5a-86ee-b83c13da01c5) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:00:51.669050 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=29d1b24a-128c-4103-89db-bc42e9e11ad3,revision_number=8']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:51.697770 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-85b96bc3-b83c-4086-b975-79c9c3628147 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:00:51.702204 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-389cc5c9-f443-495c-ac95-08f905b882b0 req-823cf6d3-563d-4508-aa39-f1debddd140a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=b2f98c58-425b-4ec1-8d6f-d8eb0156696f HTTP/1.1" status: 200 len: 217 time: 0.2386374 May 23 11:00:51.708555 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-85b96bc3-b83c-4086-b975-79c9c3628147 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:00:51.718711 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-85b96bc3-b83c-4086-b975-79c9c3628147 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Made reservation on behalf of 61146b1e54d841cd9885cb7a4187d86e for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:00:51.721762 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-85b96bc3-b83c-4086-b975-79c9c3628147 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:51.890442 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cc5c9-f443-495c-ac95-08f905b882b0 req-bd0af259-19f8-4e89-b2ee-b0feae9ab77e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:51.891882 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-389cc5c9-f443-495c-ac95-08f905b882b0 req-bd0af259-19f8-4e89-b2ee-b0feae9ab77e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.1684365 May 23 11:00:51.933538 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-85b96bc3-b83c-4086-b975-79c9c3628147 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Allocated IP 192.168.233.232 (45238d5c-875a-474b-bef1-cc75dc2ba645/c1719237-4a8e-4354-92b1-51064eb09c82/72052476-d42b-4f39-a4fa-a1f304916016) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:00:51.963490 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35def18f-ee0d-4b62-9c39-fd37fc179714 req-042a9695-8385-439d-a307-d2435025b2de tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:51.964935 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-35def18f-ee0d-4b62-9c39-fd37fc179714 req-042a9695-8385-439d-a307-d2435025b2de tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=d96de30f-68c4-44bf-a749-81ff42a8a19e HTTP/1.1" status: 200 len: 948 time: 0.7686989 May 23 11:00:52.014264 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf5c4f-df76-445a-809b-557ace266a94 req-3f97cf3b-da3e-4d4b-9b34-b352a278d978 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:52.015736 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f5cf5c4f-df76-445a-809b-557ace266a94 req-3f97cf3b-da3e-4d4b-9b34-b352a278d978 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=a95a9297-79a6-42f5-9900-5cf1d5107475 HTTP/1.1" status: 200 len: 946 time: 0.3807843 May 23 11:00:52.109480 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-45d6486f-29c3-4a31-ad43-8d6004fbb8fe tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:52.134296 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-35def18f-ee0d-4b62-9c39-fd37fc179714 req-bcdd985c-969c-4a14-83e0-ced7b4a4ffd8 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565034 May 23 11:00:52.145467 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-389cc5c9-f443-495c-ac95-08f905b882b0 req-cc783ac9-701d-4a57-b3e8-97e092cd6416 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2377572 May 23 11:00:52.147559 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f5cf5c4f-df76-445a-809b-557ace266a94 req-cded5f6d-4a2d-4cd3-af4e-fc453e601a60 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191010 May 23 11:00:52.162630 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-85b96bc3-b83c-4086-b975-79c9c3628147 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:52.180267 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-85b96bc3-b83c-4086-b975-79c9c3628147 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Transition to ACTIVE for port object 72052476-d42b-4f39-a4fa-a1f304916016 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:00:52.205618 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-85b96bc3-b83c-4086-b975-79c9c3628147 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:52.253940 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['5f19de5f-f01b-41e2-8cfa-06b5b1560682'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:00:52.291446 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-45d6486f-29c3-4a31-ad43-8d6004fbb8fe tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:52.296644 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b96bc3-b83c-4086-b975-79c9c3628147 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Pushing event updated for resources: {'Port': ['ID=72052476-d42b-4f39-a4fa-a1f304916016,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:52.321478 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b96bc3-b83c-4086-b975-79c9c3628147 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:00:52.321813 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b96bc3-b83c-4086-b975-79c9c3628147 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:00:52.322141 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b96bc3-b83c-4086-b975-79c9c3628147 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:00:52.322471 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b96bc3-b83c-4086-b975-79c9c3628147 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:00:52.322792 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b96bc3-b83c-4086-b975-79c9c3628147 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:00:52.323111 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b96bc3-b83c-4086-b975-79c9c3628147 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:00:52.323427 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b96bc3-b83c-4086-b975-79c9c3628147 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:00:52.323739 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b96bc3-b83c-4086-b975-79c9c3628147 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:00:52.324127 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b96bc3-b83c-4086-b975-79c9c3628147 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:00:52.324440 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b96bc3-b83c-4086-b975-79c9c3628147 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:00:52.324756 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b96bc3-b83c-4086-b975-79c9c3628147 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:00:52.333900 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-85b96bc3-b83c-4086-b975-79c9c3628147 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Network 45238d5c-875a-474b-bef1-cc75dc2ba645 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:00:52.336730 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-85b96bc3-b83c-4086-b975-79c9c3628147 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:00:52.337352 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['845cbdb8-20ac-409d-9de2-07e4beb11306', '2ae0466f-d393-43e6-953f-977138041292', '7e27e423-05a5-47f8-ba42-0348aaace8cc', '66bca1d4-9a5d-4cf9-877d-f47a02a5e78b'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:00:52.339448 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-85b96bc3-b83c-4086-b975-79c9c3628147 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:00:52.445200 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-85b96bc3-b83c-4086-b975-79c9c3628147 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:52.449166 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-85b96bc3-b83c-4086-b975-79c9c3628147 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:52.471851 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-389cc5c9-f443-495c-ac95-08f905b882b0 req-4644fd8f-9ac4-41a6-9dd2-34dc4e52da3e service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114834 May 23 11:00:52.509816 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-85b96bc3-b83c-4086-b975-79c9c3628147 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9785120 May 23 11:00:52.531561 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-49cfd034-be24-4dc9-80a6-0d0b2c5825bb service neutron] Request body: {'port': {'device_id': 'fe97a8a3-465e-4e43-8c1f-8da8b7e1f745', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:00:52.679983 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-49cfd034-be24-4dc9-80a6-0d0b2c5825bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:52.702578 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-45d6486f-29c3-4a31-ad43-8d6004fbb8fe tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Network 3f16bf48-f1ac-437f-802c-c2072c75e62b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:00:52.713768 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-45d6486f-29c3-4a31-ad43-8d6004fbb8fe tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:00:52.729461 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d6486f-29c3-4a31-ad43-8d6004fbb8fe tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Pushing event updated for resources: {'Port': ['ID=f040a598-5466-4f5a-86ee-b83c13da01c5,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:52.734169 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-45d6486f-29c3-4a31-ad43-8d6004fbb8fe tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:00:52.738221 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-45d6486f-29c3-4a31-ad43-8d6004fbb8fe tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:52.738841 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-45d6486f-29c3-4a31-ad43-8d6004fbb8fe tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:52.781506 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-62ea87ee-38a5-4782-8c07-803a4632d3da None None] Provisioning for port 72052476-d42b-4f39-a4fa-a1f304916016 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:00:52.813777 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-45d6486f-29c3-4a31-ad43-8d6004fbb8fe tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2197592 May 23 11:00:52.820064 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-62ea87ee-38a5-4782-8c07-803a4632d3da None None] Provisioning complete for port 72052476-d42b-4f39-a4fa-a1f304916016 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:00:52.820989 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-62ea87ee-38a5-4782-8c07-803a4632d3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:52.839209 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-6c4d928c-1b7f-4ef0-8b03-9bd62b9e3e8a service neutron] Request body: {'port': {'device_id': 'bad324ef-af51-4c7b-b2a2-8524526f895f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:00:52.878436 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-62ea87ee-38a5-4782-8c07-803a4632d3da None None] Port 72052476-d42b-4f39-a4fa-a1f304916016 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:00:52.879860 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 7bf80d29-80b7-461a-8311-e8519f60975c details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:00:52.881969 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device b2f98c58-425b-4ec1-8d6f-d8eb0156696f up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:00:52.888204 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1526c-bc16-40ea-97e8-568f007255e6 req-69d8ccc9-bc16-45ff-aa43-b72744b5c9e2 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:52.888956 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ced1526c-bc16-40ea-97e8-568f007255e6 req-69d8ccc9-bc16-45ff-aa43-b72744b5c9e2 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Synchronizing usage tracker for tenant:90c9b14de9a447dbb2784bee3d7c6631 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:00:52.896716 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-389cc5c9-f443-495c-ac95-08f905b882b0 req-2fc67ad1-663a-4bc2-83d1-3213f280516c service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996546 May 23 11:00:52.921011 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd776ca2-754f-4582-95f7-65eb92adc027 req-240551f1-629f-47bc-be5e-2213b6c75101 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:52.927970 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cd776ca2-754f-4582-95f7-65eb92adc027 req-240551f1-629f-47bc-be5e-2213b6c75101 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe97a8a3-465e-4e43-8c1f-8da8b7e1f745 HTTP/1.1" status: 200 len: 936 time: 0.3754048 May 23 11:00:52.996293 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ced1526c-bc16-40ea-97e8-568f007255e6 req-69d8ccc9-bc16-45ff-aa43-b72744b5c9e2 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Unset dirty status for tenant:90c9b14de9a447dbb2784bee3d7c6631 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:00:53.003071 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ced1526c-bc16-40ea-97e8-568f007255e6 req-69d8ccc9-bc16-45ff-aa43-b72744b5c9e2 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 932 time: 0.6175022 May 23 11:00:53.088456 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cd776ca2-754f-4582-95f7-65eb92adc027 req-909bc4a9-8ac0-4056-93dd-1e756aab4a2d tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593249 May 23 11:00:53.093461 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-6c4d928c-1b7f-4ef0-8b03-9bd62b9e3e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:53.137680 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ced1526c-bc16-40ea-97e8-568f007255e6 req-2011c565-5c26-4b29-a7da-0533585c0984 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334329 May 23 11:00:53.161978 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port b2f98c58-425b-4ec1-8d6f-d8eb0156696f completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:00:53.177695 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 7bf80d29-80b7-461a-8311-e8519f60975c, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=7bf80d29-80b7-461a-8311-e8519f60975c,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:00:53.194033 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port b2f98c58-425b-4ec1-8d6f-d8eb0156696f triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:00:53.194392 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:53.205956 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-49cfd034-be24-4dc9-80a6-0d0b2c5825bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72052476-d42b-4f39-a4fa-a1f304916016 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:00:53.214970 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-49cfd034-be24-4dc9-80a6-0d0b2c5825bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:53.219091 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39627083-9b59-413c-8407-10537bf0e56f'] response: {'server_uuid': 'a95a9297-79a6-42f5-9900-5cf1d5107475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bbf699c-1822-4118-9239-33cb85effca0', 'code': 200} May 23 11:00:53.224776 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '7bf80d29-80b7-461a-8311-e8519f60975c', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'port_id': '7bf80d29-80b7-461a-8311-e8519f60975c', 'mac_address': 'fa:16:3e:5d:09:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1719237-4a8e-4354-92b1-51064eb09c82', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:00:53.237298 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-49cfd034-be24-4dc9-80a6-0d0b2c5825bb service neutron] Transition to ACTIVE for port object 72052476-d42b-4f39-a4fa-a1f304916016 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:00:53.242194 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-49cfd034-be24-4dc9-80a6-0d0b2c5825bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:53.362921 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:53.480814 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bf80d29-80b7-461a-8311-e8519f60975c {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:00:53.510184 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 7bf80d29-80b7-461a-8311-e8519f60975c, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=7bf80d29-80b7-461a-8311-e8519f60975c,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:00:53.522849 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:53.601738 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cfd034-be24-4dc9-80a6-0d0b2c5825bb service neutron] Pushing event updated for resources: {'Port': ['ID=72052476-d42b-4f39-a4fa-a1f304916016,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:53.620275 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=7bf80d29-80b7-461a-8311-e8519f60975c,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:53.629509 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:53.704661 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port b2f98c58-425b-4ec1-8d6f-d8eb0156696f, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=b2f98c58-425b-4ec1-8d6f-d8eb0156696f,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:00:53.709992 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:53.717573 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-49cfd034-be24-4dc9-80a6-0d0b2c5825bb service neutron] Attempting to bind port 72052476-d42b-4f39-a4fa-a1f304916016 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:00:53.717890 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-49cfd034-be24-4dc9-80a6-0d0b2c5825bb service neutron] Attempting to bind port 72052476-d42b-4f39-a4fa-a1f304916016 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:00:53.718208 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-49cfd034-be24-4dc9-80a6-0d0b2c5825bb service neutron] Attempting to bind port 72052476-d42b-4f39-a4fa-a1f304916016 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:00:53.722728 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d2e93ede-caf9-4075-9ee3-8fac3565a4ea req-02839855-0898-46f9-9984-78b87a9a3e83 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a95a9297-79a6-42f5-9900-5cf1d5107475 HTTP/1.1" status: 200 len: 1097 time: 0.3414476 May 23 11:00:53.727307 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-49cfd034-be24-4dc9-80a6-0d0b2c5825bb service neutron] Port 72052476-d42b-4f39-a4fa-a1f304916016 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:00:53.727569 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-49cfd034-be24-4dc9-80a6-0d0b2c5825bb service neutron] Attempting to bind port 72052476-d42b-4f39-a4fa-a1f304916016 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:00:53.734038 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-49cfd034-be24-4dc9-80a6-0d0b2c5825bb service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:00:53.734362 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-49cfd034-be24-4dc9-80a6-0d0b2c5825bb service neutron] Checking segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:00:53.734730 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-49cfd034-be24-4dc9-80a6-0d0b2c5825bb service neutron] Bound using segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:00:53.735146 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-49cfd034-be24-4dc9-80a6-0d0b2c5825bb service neutron] Bound port: 72052476-d42b-4f39-a4fa-a1f304916016, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:00:53.735727 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-49cfd034-be24-4dc9-80a6-0d0b2c5825bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:53.803570 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=b2f98c58-425b-4ec1-8d6f-d8eb0156696f,revision_number=9']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:53.932707 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d2e93ede-caf9-4075-9ee3-8fac3565a4ea req-4922df28-2dbb-4792-b1d8-7cae7062c6cf service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372652 May 23 11:00:53.934540 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-49cfd034-be24-4dc9-80a6-0d0b2c5825bb service neutron] For port 72052476-d42b-4f39-a4fa-a1f304916016, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:00:53.938759 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-49cfd034-be24-4dc9-80a6-0d0b2c5825bb service neutron] For port 72052476-d42b-4f39-a4fa-a1f304916016, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=72052476-d42b-4f39-a4fa-a1f304916016,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:00:53.943994 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-49cfd034-be24-4dc9-80a6-0d0b2c5825bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:53.956489 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7393820-0773-4d7c-a405-28015fcbe31f req-f91cc469-8e72-45d4-90d8-4e323032a015 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:53.958757 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c7393820-0773-4d7c-a405-28015fcbe31f req-f91cc469-8e72-45d4-90d8-4e323032a015 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 948 time: 0.3080754 May 23 11:00:53.970718 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-6c4d928c-1b7f-4ef0-8b03-9bd62b9e3e8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f040a598-5466-4f5a-86ee-b83c13da01c5 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:00:53.992577 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-6c4d928c-1b7f-4ef0-8b03-9bd62b9e3e8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:54.003523 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69ad54-8f48-46f9-bc7c-eeca31c0001d req-700e2f48-c476-45f7-8742-8a591a6fc71c tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:54.004228 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-db69ad54-8f48-46f9-bc7c-eeca31c0001d req-700e2f48-c476-45f7-8742-8a591a6fc71c tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Synchronizing usage tracker for tenant:55f3096016fc47a0a0df5b7be70fadbe on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:00:54.018012 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0656a311-4a7c-4e49-8a0a-692ccf1fda57 req-52b0bad1-ac7f-468f-ba4a-a36e79276756 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:54.019473 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0656a311-4a7c-4e49-8a0a-692ccf1fda57 req-52b0bad1-ac7f-468f-ba4a-a36e79276756 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] 10.222.0.79 "GET /v2.0/ports?device_id=154ce891-143e-4223-9f2e-9c4ccb8f89e6 HTTP/1.1" status: 200 len: 946 time: 0.3678203 May 23 11:00:54.029999 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-49cfd034-be24-4dc9-80a6-0d0b2c5825bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:54.031325 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-49cfd034-be24-4dc9-80a6-0d0b2c5825bb service neutron] 10.222.0.81 "PUT /v2.0/ports/72052476-d42b-4f39-a4fa-a1f304916016 HTTP/1.1" status: 200 len: 1096 time: 1.5042963 May 23 11:00:54.031720 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe97a8a3-465e-4e43-8c1f-8da8b7e1f745', 'tag': '72052476-d42b-4f39-a4fa-a1f304916016'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:00:54.036557 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['7bf80d29-80b7-461a-8311-e8519f60975c'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:00:54.046395 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-db69ad54-8f48-46f9-bc7c-eeca31c0001d req-700e2f48-c476-45f7-8742-8a591a6fc71c tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Unset dirty status for tenant:55f3096016fc47a0a0df5b7be70fadbe on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:00:54.048465 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-db69ad54-8f48-46f9-bc7c-eeca31c0001d req-700e2f48-c476-45f7-8742-8a591a6fc71c tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] 10.222.0.81 "GET /v2.0/ports?device_id=154ce891-143e-4223-9f2e-9c4ccb8f89e6 HTTP/1.1" status: 200 len: 946 time: 0.2511137 May 23 11:00:54.049984 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-6c4d928c-1b7f-4ef0-8b03-9bd62b9e3e8a service neutron] Transition to ACTIVE for port object f040a598-5466-4f5a-86ee-b83c13da01c5 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:00:54.052982 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cfd034-be24-4dc9-80a6-0d0b2c5825bb service neutron] Pushing event updated for resources: {'Port': ['ID=72052476-d42b-4f39-a4fa-a1f304916016,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:54.063515 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-6c4d928c-1b7f-4ef0-8b03-9bd62b9e3e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:54.127659 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c7393820-0773-4d7c-a405-28015fcbe31f req-2dcef8ed-3772-4397-bf71-3ef083931604 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611633 May 23 11:00:54.233464 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d928c-1b7f-4ef0-8b03-9bd62b9e3e8a service neutron] Pushing event updated for resources: {'Port': ['ID=f040a598-5466-4f5a-86ee-b83c13da01c5,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:54.240033 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0656a311-4a7c-4e49-8a0a-692ccf1fda57 req-135f1741-1832-48a3-9cb9-a71cfc6f582f tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8c4bf87-c845-4f83-a08c-b3c6fd558f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2081022 May 23 11:00:54.297941 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-6c4d928c-1b7f-4ef0-8b03-9bd62b9e3e8a service neutron] Attempting to bind port f040a598-5466-4f5a-86ee-b83c13da01c5 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:00:54.298485 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-6c4d928c-1b7f-4ef0-8b03-9bd62b9e3e8a service neutron] Attempting to bind port f040a598-5466-4f5a-86ee-b83c13da01c5 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:00:54.298982 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-6c4d928c-1b7f-4ef0-8b03-9bd62b9e3e8a service neutron] Attempting to bind port f040a598-5466-4f5a-86ee-b83c13da01c5 on network 3f16bf48-f1ac-437f-802c-c2072c75e62b {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:00:54.308436 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-6c4d928c-1b7f-4ef0-8b03-9bd62b9e3e8a service neutron] Port f040a598-5466-4f5a-86ee-b83c13da01c5 on network 3f16bf48-f1ac-437f-802c-c2072c75e62b not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:00:54.309022 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-6c4d928c-1b7f-4ef0-8b03-9bd62b9e3e8a service neutron] Attempting to bind port f040a598-5466-4f5a-86ee-b83c13da01c5 on network 3f16bf48-f1ac-437f-802c-c2072c75e62b {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:00:54.317356 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-6c4d928c-1b7f-4ef0-8b03-9bd62b9e3e8a service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:00:54.317942 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-6c4d928c-1b7f-4ef0-8b03-9bd62b9e3e8a service neutron] Checking segment: {'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:00:54.318815 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-6c4d928c-1b7f-4ef0-8b03-9bd62b9e3e8a service neutron] Bound using segment: {'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:00:54.319398 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-6c4d928c-1b7f-4ef0-8b03-9bd62b9e3e8a service neutron] Bound port: f040a598-5466-4f5a-86ee-b83c13da01c5, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:00:54.319922 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-6c4d928c-1b7f-4ef0-8b03-9bd62b9e3e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:54.439948 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-db69ad54-8f48-46f9-bc7c-eeca31c0001d req-e044e008-3f88-40d3-a833-f75f8ee199e9 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Deleting port a75b4fcd-7bc8-4d2a-a9bd-533884156e03 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:00:54.440574 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-db69ad54-8f48-46f9-bc7c-eeca31c0001d req-e044e008-3f88-40d3-a833-f75f8ee199e9 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:54.525196 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-6c4d928c-1b7f-4ef0-8b03-9bd62b9e3e8a service neutron] For port f040a598-5466-4f5a-86ee-b83c13da01c5, host n-h2-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:00:54.539310 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-6c4d928c-1b7f-4ef0-8b03-9bd62b9e3e8a service neutron] For port f040a598-5466-4f5a-86ee-b83c13da01c5, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=f040a598-5466-4f5a-86ee-b83c13da01c5,segment=NetworkSegment(6bc35f8b-456e-4e1c-8a63-ba8204a54381),segment_id=6bc35f8b-456e-4e1c-8a63-ba8204a54381)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:00:54.549286 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-6c4d928c-1b7f-4ef0-8b03-9bd62b9e3e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:54.569542 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-027ba3d7-59ba-4e54-9b68-d9c9d7c9a89e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=61146b1e54d841cd9885cb7a4187d86e&device_id=fe97a8a3-465e-4e43-8c1f-8da8b7e1f745 HTTP/1.1" status: 200 len: 1099 time: 0.1757307 May 23 11:00:54.620028 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865873e-a3a9-4e71-ae6f-671292987d20 req-0426e4e5-7ae9-4c4c-a7f4-f12b79a3b12b tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:54.621530 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e865873e-a3a9-4e71-ae6f-671292987d20 req-0426e4e5-7ae9-4c4c-a7f4-f12b79a3b12b tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=a95a9297-79a6-42f5-9900-5cf1d5107475 HTTP/1.1" status: 200 len: 946 time: 0.2423127 May 23 11:00:54.632605 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-6c4d928c-1b7f-4ef0-8b03-9bd62b9e3e8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:54.633910 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-6c4d928c-1b7f-4ef0-8b03-9bd62b9e3e8a service neutron] 10.222.0.81 "PUT /v2.0/ports/f040a598-5466-4f5a-86ee-b83c13da01c5 HTTP/1.1" status: 200 len: 1092 time: 1.7996469 May 23 11:00:54.638839 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bad324ef-af51-4c7b-b2a2-8524526f895f', 'tag': 'f040a598-5466-4f5a-86ee-b83c13da01c5'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:00:54.651373 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98897975-b5dc-4dc6-a8fc-9b60a5336400 req-e229ece5-f611-489e-bb2f-891b6e97d0e3 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:54.652855 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-98897975-b5dc-4dc6-a8fc-9b60a5336400 req-e229ece5-f611-489e-bb2f-891b6e97d0e3 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=d96de30f-68c4-44bf-a749-81ff42a8a19e HTTP/1.1" status: 200 len: 949 time: 0.2725503 May 23 11:00:54.688946 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d928c-1b7f-4ef0-8b03-9bd62b9e3e8a service neutron] Pushing event updated for resources: {'Port': ['ID=f040a598-5466-4f5a-86ee-b83c13da01c5,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:54.706085 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-c27ccafc-ea74-4e1a-9b69-eec9f4c6cb17 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=72052476-d42b-4f39-a4fa-a1f304916016 HTTP/1.1" status: 200 len: 217 time: 0.1208606 May 23 11:00:54.779984 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-98897975-b5dc-4dc6-a8fc-9b60a5336400 req-d8a4c3ec-db6c-4e36-8676-754e6712e378 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103954 May 23 11:00:54.785730 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e865873e-a3a9-4e71-ae6f-671292987d20 req-baa17201-ac37-4f63-b57d-f5649380cab6 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509218 May 23 11:00:54.803012 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-e405a406-f008-4805-ad8e-da5a03931400 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:54.804466 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-e405a406-f008-4805-ad8e-da5a03931400 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.0900905 May 23 11:00:54.818964 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-db69ad54-8f48-46f9-bc7c-eeca31c0001d req-e044e008-3f88-40d3-a833-f75f8ee199e9 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] For port a75b4fcd-7bc8-4d2a-a9bd-533884156e03, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=a75b4fcd-7bc8-4d2a-a9bd-533884156e03,segment=NetworkSegment(70150bcd-9dac-456b-a2b6-bf96e19a0a8c),segment_id=70150bcd-9dac-456b-a2b6-bf96e19a0a8c)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:00:54.819368 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-db69ad54-8f48-46f9-bc7c-eeca31c0001d req-e044e008-3f88-40d3-a833-f75f8ee199e9 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:54.843329 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-39c01fe5-91db-4f5b-acc4-d8266ec3f292 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=90c9b14de9a447dbb2784bee3d7c6631&device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 1095 time: 0.1329145 May 23 11:00:54.938653 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-315ef227-2185-457b-8690-b51f0e2880ed service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f040a598-5466-4f5a-86ee-b83c13da01c5 HTTP/1.1" status: 200 len: 217 time: 0.0724177 May 23 11:00:54.947270 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-086b7d21-84d7-47fe-a2e3-59727175227a'] response: {'name': 'network-changed', 'server_uuid': 'fe97a8a3-465e-4e43-8c1f-8da8b7e1f745', 'tag': '72052476-d42b-4f39-a4fa-a1f304916016', 'status': 'completed', 'code': 200} May 23 11:00:55.094209 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-e2bc5b62-7654-483d-8b27-0493c6cb11a5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2581799 May 23 11:00:55.111044 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-0ea7fb19-9edd-4bf9-b0c5-b858ac7a1a83 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:55.112492 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-0ea7fb19-9edd-4bf9-b0c5-b858ac7a1a83 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f56c9b27-295c-462d-bb89-343a223f9d6c HTTP/1.1" status: 200 len: 848 time: 0.1299920 May 23 11:00:55.164572 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['4b3d0d9b-4a31-42bd-a7ed-abdb72e92169'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:00:55.173617 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-c0d31b5a-cc52-42d8-9844-d208878fb762 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3f16bf48-f1ac-437f-802c-c2072c75e62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501604 May 23 11:00:55.179958 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492fdab4-052b-440e-b2ca-a48e0bc6837a req-c2ebbea8-16e8-4922-bcdf-3065580b4290 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:55.181328 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-492fdab4-052b-440e-b2ca-a48e0bc6837a req-c2ebbea8-16e8-4922-bcdf-3065580b4290 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe97a8a3-465e-4e43-8c1f-8da8b7e1f745 HTTP/1.1" status: 200 len: 948 time: 0.2297463 May 23 11:00:55.186734 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3f583-df5c-4769-9e7b-27fe31118a42 req-5ef9d2f8-d623-426e-88c1-badde998a9d5 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:55.188168 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-35b3f583-df5c-4769-9e7b-27fe31118a42 req-5ef9d2f8-d623-426e-88c1-badde998a9d5 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 944 time: 0.1769960 May 23 11:00:55.221188 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a63873-19cf-48f8-b2c4-e38155c16ccc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29d1b24a-128c-4103-89db-bc42e9e11ad3'}, {'server_uuid': 'c4e1479c-b00e-459b-9731-7743fa0691b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f98c58-425b-4ec1-8d6f-d8eb0156696f'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:00:55.279552 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-db69ad54-8f48-46f9-bc7c-eeca31c0001d req-e044e008-3f88-40d3-a833-f75f8ee199e9 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:55.280093 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-db69ad54-8f48-46f9-bc7c-eeca31c0001d req-e044e008-3f88-40d3-a833-f75f8ee199e9 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:55.280487 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [req-db69ad54-8f48-46f9-bc7c-eeca31c0001d req-e044e008-3f88-40d3-a833-f75f8ee199e9 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Floating IP d34f7b91-8973-418b-a10d-0f3043adf20c disassociated. External IP: 172.25.6.26, port: a75b4fcd-7bc8-4d2a-a9bd-533884156e03. May 23 11:00:55.280921 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-db69ad54-8f48-46f9-bc7c-eeca31c0001d req-e044e008-3f88-40d3-a833-f75f8ee199e9 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Calling delete_port for a75b4fcd-7bc8-4d2a-a9bd-533884156e03 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:00:55.359544 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-58afa5a0-d0fe-4f63-ba97-f65733d550af service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086968 May 23 11:00:55.360112 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-492fdab4-052b-440e-b2ca-a48e0bc6837a req-d6e66df2-3a87-4cb3-8ff3-dcf4de37d88e tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709881 May 23 11:00:55.367568 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-35b3f583-df5c-4769-9e7b-27fe31118a42 req-6c1ad0c2-2a65-4e9a-ad90-594bb86bf496 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462934 May 23 11:00:55.386720 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-39290e8d-2c1e-4b5c-b32f-99fb6f701ce5 service neutron] 10.222.0.81 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964846 May 23 11:00:55.644079 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3604dd0-0b07-4f61-a823-f8470c78ea7a'] response: {'name': 'network-changed', 'server_uuid': 'bad324ef-af51-4c7b-b2a2-8524526f895f', 'tag': 'f040a598-5466-4f5a-86ee-b83c13da01c5', 'status': 'completed', 'code': 200} May 23 11:00:55.653310 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-db69ad54-8f48-46f9-bc7c-eeca31c0001d req-e044e008-3f88-40d3-a833-f75f8ee199e9 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:55.656632 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-36814b03-4ca6-4831-afef-a0aece4e08aa req-8e1d8e71-e3f4-4c93-b5ac-66c9f0a2d062 service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779279 May 23 11:00:55.740598 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e044e008-3f88-40d3-a833-f75f8ee199e9 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Pushing event deleted for resources: {'Port': ['ID=a75b4fcd-7bc8-4d2a-a9bd-533884156e03,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:55.787118 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b259e0cb-3dd1-49a9-9a56-b1f9c840fb8d req-1c5e50b2-f256-452d-9a84-7a65379d9f64 service neutron] 10.222.0.81 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900492 May 23 11:00:55.871346 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfd575-91d0-47ed-83ca-7007eadeeb5b req-ba772a33-faa8-4563-91b8-151a5827376b tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:55.879987 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-88dfd575-91d0-47ed-83ca-7007eadeeb5b req-ba772a33-faa8-4563-91b8-151a5827376b tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 948 time: 0.1652324 May 23 11:00:55.930270 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-88dfd575-91d0-47ed-83ca-7007eadeeb5b req-577a983b-6038-4ccc-a7c2-c02afa2550b4 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491173 May 23 11:00:56.042702 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-757f351f-6e24-4f1d-bfe7-e31f57dc5641'] response: {'server_uuid': '40a63873-19cf-48f8-b2c4-e38155c16ccc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29d1b24a-128c-4103-89db-bc42e9e11ad3', 'code': 200} May 23 11:00:56.043128 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-757f351f-6e24-4f1d-bfe7-e31f57dc5641'] response: {'server_uuid': 'c4e1479c-b00e-459b-9731-7743fa0691b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f98c58-425b-4ec1-8d6f-d8eb0156696f', 'code': 200} May 23 11:00:56.101910 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-781cdd61-1e4c-4ac3-9380-d4eda4e3ca3e req-28b28cdd-8671-4d2a-958e-faf04464b1cc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=90c9b14de9a447dbb2784bee3d7c6631&device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 1095 time: 0.0992875 May 23 11:00:56.120938 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db69ad54-8f48-46f9-bc7c-eeca31c0001d req-e044e008-3f88-40d3-a833-f75f8ee199e9 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Router 0286e142-7f8a-489a-9fbb-ffad170be9df has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:00:56.132672 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9868caf0-260d-4cfc-a614-65ba7645d96c req-d534e55b-91fb-4c78-8e74-2ff7b87d0b0e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=61146b1e54d841cd9885cb7a4187d86e&device_id=fe97a8a3-465e-4e43-8c1f-8da8b7e1f745 HTTP/1.1" status: 200 len: 1099 time: 0.1291296 May 23 11:00:56.262460 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-71e5dde7-04cb-4c7b-ace4-e31e745dfab1 req-2e83e00d-8035-419a-a75a-20d6f9f55e23 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] 10.222.0.79 "GET /v2.0/ports?device_id=154ce891-143e-4223-9f2e-9c4ccb8f89e6 HTTP/1.1" status: 200 len: 210 time: 0.1079855 May 23 11:00:56.372483 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781cdd61-1e4c-4ac3-9380-d4eda4e3ca3e req-1e5d7341-0a5f-49a8-9730-02556b7ca64f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:56.373820 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-781cdd61-1e4c-4ac3-9380-d4eda4e3ca3e req-1e5d7341-0a5f-49a8-9730-02556b7ca64f service neutron] 10.222.0.81 "GET /v2.0/networks?id=3f16bf48-f1ac-437f-802c-c2072c75e62b HTTP/1.1" status: 200 len: 909 time: 0.2605789 May 23 11:00:56.386611 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7a739-e128-4554-b275-ea2b8abd4df5 req-2109092c-e67a-44af-a375-8d043e19d2fa tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:56.388049 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-97b7a739-e128-4554-b275-ea2b8abd4df5 req-2109092c-e67a-44af-a375-8d043e19d2fa tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=d96de30f-68c4-44bf-a749-81ff42a8a19e HTTP/1.1" status: 200 len: 949 time: 0.1333115 May 23 11:00:56.411431 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868caf0-260d-4cfc-a614-65ba7645d96c req-acce3c4d-88da-4109-a7f3-ddb10ef43cdb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:56.412877 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9868caf0-260d-4cfc-a614-65ba7645d96c req-acce3c4d-88da-4109-a7f3-ddb10ef43cdb service neutron] 10.222.0.81 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.2733819 May 23 11:00:56.484546 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9868caf0-260d-4cfc-a614-65ba7645d96c req-cc414d9c-346c-4021-a116-75ef69cc506e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=72052476-d42b-4f39-a4fa-a1f304916016 HTTP/1.1" status: 200 len: 217 time: 0.0642810 May 23 11:00:56.516210 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-781cdd61-1e4c-4ac3-9380-d4eda4e3ca3e req-a5c56b77-ce9f-46d5-9f3a-c8ad34f57b19 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f040a598-5466-4f5a-86ee-b83c13da01c5 HTTP/1.1" status: 200 len: 217 time: 0.1270933 May 23 11:00:56.558989 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868caf0-260d-4cfc-a614-65ba7645d96c req-71f2ae2c-c042-4c49-9eea-653d2cf480ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:56.560415 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9868caf0-260d-4cfc-a614-65ba7645d96c req-71f2ae2c-c042-4c49-9eea-653d2cf480ab service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.0693944 May 23 11:00:56.593658 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-97b7a739-e128-4554-b275-ea2b8abd4df5 req-a326da96-23d7-4eb2-8ce0-5cedf2eeda2d tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195297 May 23 11:00:56.608323 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781cdd61-1e4c-4ac3-9380-d4eda4e3ca3e req-aea385fc-51c5-4e7c-899f-c1ba508a9a3b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:56.609034 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db69ad54-8f48-46f9-bc7c-eeca31c0001d req-e044e008-3f88-40d3-a833-f75f8ee199e9 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:00:56.609753 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-781cdd61-1e4c-4ac3-9380-d4eda4e3ca3e req-aea385fc-51c5-4e7c-899f-c1ba508a9a3b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f56c9b27-295c-462d-bb89-343a223f9d6c HTTP/1.1" status: 200 len: 848 time: 0.0831814 May 23 11:00:56.621758 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f03045a-eade-40b3-b650-f622ac41226b None None] Sync routers for ids ['0286e142-7f8a-489a-9fbb-ffad170be9df'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:00:56.624468 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcafb6e-6242-400a-acc3-4071b28f5f78 req-d9e1a3ae-6720-4c9a-a208-0c7f53b88695 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:56.625835 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6fcafb6e-6242-400a-acc3-4071b28f5f78 req-d9e1a3ae-6720-4c9a-a208-0c7f53b88695 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=a95a9297-79a6-42f5-9900-5cf1d5107475 HTTP/1.1" status: 200 len: 946 time: 0.2358894 May 23 11:00:56.643463 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f03045a-eade-40b3-b650-f622ac41226b None None] Routers {'0286e142-7f8a-489a-9fbb-ffad170be9df'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:00:56.644773 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-8f03045a-eade-40b3-b650-f622ac41226b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:00:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['0286e142-7f8a-489a-9fbb-ffad170be9df'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:00:56.684422 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-db69ad54-8f48-46f9-bc7c-eeca31c0001d req-e044e008-3f88-40d3-a833-f75f8ee199e9 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] No DVR routers for this DVR port a75b4fcd-7bc8-4d2a-a9bd-533884156e03 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:00:56.687879 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-db69ad54-8f48-46f9-bc7c-eeca31c0001d req-e044e008-3f88-40d3-a833-f75f8ee199e9 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:56.710782 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6fcafb6e-6242-400a-acc3-4071b28f5f78 req-ddf2450d-d540-404d-ba36-ca227bb84398 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687587 May 23 11:00:56.711062 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-db69ad54-8f48-46f9-bc7c-eeca31c0001d req-e044e008-3f88-40d3-a833-f75f8ee199e9 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] 10.222.0.81 "DELETE /v2.0/ports/a75b4fcd-7bc8-4d2a-a9bd-533884156e03 HTTP/1.1" status: 204 len: 173 time: 2.4184875 May 23 11:00:56.730878 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9868caf0-260d-4cfc-a614-65ba7645d96c req-fd0b6050-d172-4a90-ba3f-746a08d18a1e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1587408 May 23 11:00:56.767258 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-781cdd61-1e4c-4ac3-9380-d4eda4e3ca3e req-0a69650d-dd9f-491f-9ed0-ea2005d2e4ff service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3f16bf48-f1ac-437f-802c-c2072c75e62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610034 May 23 11:00:56.857588 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 7bf80d29-80b7-461a-8311-e8519f60975c up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:00:56.955556 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '154ce891-143e-4223-9f2e-9c4ccb8f89e6', 'name': 'network-vif-deleted', 'tag': 'a75b4fcd-7bc8-4d2a-a9bd-533884156e03'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:00:56.988213 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37340) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:00:57.001618 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-8f03045a-eade-40b3-b650-f622ac41226b None None] Set router 0286e142-7f8a-489a-9fbb-ffad170be9df gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:00:57.028568 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9868caf0-260d-4cfc-a614-65ba7645d96c req-fc6955d4-26a8-4f82-bd95-3ee2419ee0e6 service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700222 May 23 11:00:57.065432 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 7bf80d29-80b7-461a-8311-e8519f60975c completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:00:57.088187 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 7bf80d29-80b7-461a-8311-e8519f60975c triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:00:57.088993 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:57.185854 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9868caf0-260d-4cfc-a614-65ba7645d96c req-68a948f0-ce64-49de-aeff-43023782a9ad service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507506 May 23 11:00:57.305320 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-17fa5abc-3650-4415-8c05-6d6e24721b20 req-90040f24-e467-4756-9aa6-a42615f4d752 tempest-MigrationsAdminTest-125665799 tempest-MigrationsAdminTest-125665799-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 1099 time: 0.4069407 May 23 11:00:57.307386 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-781cdd61-1e4c-4ac3-9380-d4eda4e3ca3e req-86950e95-2304-4d35-989e-fe0cc9220794 service neutron] 10.222.0.81 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5224173 May 23 11:00:57.378747 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:57.459165 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399e7af-68c4-4dec-85a4-ee23357460c3 req-76d13e12-7738-4e4c-884e-de9b50e2d263 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:57.460688 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9399e7af-68c4-4dec-85a4-ee23357460c3 req-76d13e12-7738-4e4c-884e-de9b50e2d263 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 944 time: 0.3388655 May 23 11:00:57.467017 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 7bf80d29-80b7-461a-8311-e8519f60975c, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=7bf80d29-80b7-461a-8311-e8519f60975c,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:00:57.473346 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:57.474128 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device a75b4fcd-7bc8-4d2a-a9bd-533884156e03 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:00:57.474311 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-17fa5abc-3650-4415-8c05-6d6e24721b20 req-26dce54c-8058-4a38-9eec-9fe6c5fd7ce8 tempest-MigrationsAdminTest-125665799 tempest-MigrationsAdminTest-125665799-project-admin] Synchronizing usage tracker for tenant:d1d3602c96474ceab9d66bc3ff2312dc on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:00:57.535769 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: a75b4fcd-7bc8-4d2a-a9bd-533884156e03 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:00:57.536113 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device a75b4fcd-7bc8-4d2a-a9bd-533884156e03 not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:00:57.558369 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-781cdd61-1e4c-4ac3-9380-d4eda4e3ca3e req-4a2cf86f-ad10-462f-8566-7044a0803060 service neutron] 10.222.0.81 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289083 May 23 11:00:57.562697 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-17fa5abc-3650-4415-8c05-6d6e24721b20 req-26dce54c-8058-4a38-9eec-9fe6c5fd7ce8 tempest-MigrationsAdminTest-125665799 tempest-MigrationsAdminTest-125665799-project-admin] Unset dirty status for tenant:d1d3602c96474ceab9d66bc3ff2312dc on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:00:57.563762 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-17fa5abc-3650-4415-8c05-6d6e24721b20 req-26dce54c-8058-4a38-9eec-9fe6c5fd7ce8 tempest-MigrationsAdminTest-125665799 tempest-MigrationsAdminTest-125665799-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514529 May 23 11:00:57.568050 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9399e7af-68c4-4dec-85a4-ee23357460c3 req-7ff48bcd-3f60-49d4-bab5-d9cf65f6fbb2 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989523 May 23 11:00:57.578777 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-8f03045a-eade-40b3-b650-f622ac41226b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0286e142-7f8a-489a-9fbb-ffad170be9df', 'name': 'tempest-AttachSCSIVolumeTestJSON-1947369277-router', 'tenant_id': '55f3096016fc47a0a0df5b7be70fadbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '4fdbc384-a582-429c-af91-772f3bf34c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:58:03Z', 'updated_at': '2022-05-23T10:58:12Z', 'revision_number': 4, 'project_id': '55f3096016fc47a0a0df5b7be70fadbe', 'gw_port': {'id': '4fdbc384-a582-429c-af91-772f3bf34c8b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0286e142-7f8a-489a-9fbb-ffad170be9df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:58:05Z', 'updated_at': '2022-05-23T10:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '76fa699a-eb3d-46b7-a12c-48309a3db4e4', 'name': '', 'network_id': 'ab57547c-d5a4-4e80-9c64-caa818477e2e', 'tenant_id': '55f3096016fc47a0a0df5b7be70fadbe', 'mac_address': 'fa:16:3e:ae:78:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0286e142-7f8a-489a-9fbb-ffad170be9df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c9a0e12-4b14-4faf-9106-3b24fbe8317b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:58:10Z', 'updated_at': '2022-05-23T10:58:20Z', 'revision_number': 5, 'project_id': '55f3096016fc47a0a0df5b7be70fadbe', 'subnets': [{'id': '5c9a0e12-4b14-4faf-9106-3b24fbe8317b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:00:57.584144 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=7bf80d29-80b7-461a-8311-e8519f60975c,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:57.586692 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f03045a-eade-40b3-b650-f622ac41226b None None] Checking router: 0286e142-7f8a-489a-9fbb-ffad170be9df for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:00:57.613892 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f03045a-eade-40b3-b650-f622ac41226b None None] Routers {'0286e142-7f8a-489a-9fbb-ffad170be9df'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:00:57.614519 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-8f03045a-eade-40b3-b650-f622ac41226b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:00:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['0286e142-7f8a-489a-9fbb-ffad170be9df'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:00:57.824485 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-8f03045a-eade-40b3-b650-f622ac41226b None None] Set router 0286e142-7f8a-489a-9fbb-ffad170be9df gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:00:58.036221 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce11c7-d3e1-4f21-a962-a75f8548fa3e req-65eae2b7-8e6c-4ed9-92b5-3e7e52e3983f tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:58.037726 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e3ce11c7-d3e1-4f21-a962-a75f8548fa3e req-65eae2b7-8e6c-4ed9-92b5-3e7e52e3983f tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe97a8a3-465e-4e43-8c1f-8da8b7e1f745 HTTP/1.1" status: 200 len: 948 time: 0.2314425 May 23 11:00:58.041012 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3bce14e9-01fe-4cef-a29b-292af457f58e req-23ee87c3-7e8a-428b-8a43-cf0b6776ef91 tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=a95a9297-79a6-42f5-9900-5cf1d5107475 HTTP/1.1" status: 200 len: 1097 time: 0.2358515 May 23 11:00:58.060307 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96de30f-68c4-44bf-a749-81ff42a8a19e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf80d29-80b7-461a-8311-e8519f60975c'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:00:58.130816 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e3ce11c7-d3e1-4f21-a962-a75f8548fa3e req-aaaf69eb-bdd4-46a2-8e27-d33e33ec2ec9 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862808 May 23 11:00:58.136990 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3bce14e9-01fe-4cef-a29b-292af457f58e req-11e1c65e-5a4b-4391-b626-2d5b7e8f4aff tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768898 May 23 11:00:58.148582 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-526f4b51-ffee-4283-afed-91c3edd978b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:58.197872 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-8f03045a-eade-40b3-b650-f622ac41226b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0286e142-7f8a-489a-9fbb-ffad170be9df', 'name': 'tempest-AttachSCSIVolumeTestJSON-1947369277-router', 'tenant_id': '55f3096016fc47a0a0df5b7be70fadbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '4fdbc384-a582-429c-af91-772f3bf34c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:58:03Z', 'updated_at': '2022-05-23T10:58:12Z', 'revision_number': 4, 'project_id': '55f3096016fc47a0a0df5b7be70fadbe', 'gw_port': {'id': '4fdbc384-a582-429c-af91-772f3bf34c8b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0286e142-7f8a-489a-9fbb-ffad170be9df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:58:05Z', 'updated_at': '2022-05-23T10:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '76fa699a-eb3d-46b7-a12c-48309a3db4e4', 'name': '', 'network_id': 'ab57547c-d5a4-4e80-9c64-caa818477e2e', 'tenant_id': '55f3096016fc47a0a0df5b7be70fadbe', 'mac_address': 'fa:16:3e:ae:78:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0286e142-7f8a-489a-9fbb-ffad170be9df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c9a0e12-4b14-4faf-9106-3b24fbe8317b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:58:10Z', 'updated_at': '2022-05-23T10:58:20Z', 'revision_number': 5, 'project_id': '55f3096016fc47a0a0df5b7be70fadbe', 'subnets': [{'id': '5c9a0e12-4b14-4faf-9106-3b24fbe8317b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:00:58.204018 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f03045a-eade-40b3-b650-f622ac41226b None None] The sync data for ids ['0286e142-7f8a-489a-9fbb-ffad170be9df'] in n-d-842952-2 is: [{'id': '0286e142-7f8a-489a-9fbb-ffad170be9df', 'name': 'tempest-AttachSCSIVolumeTestJSON-1947369277-router', 'tenant_id': '55f3096016fc47a0a0df5b7be70fadbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '4fdbc384-a582-429c-af91-772f3bf34c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:58:03Z', 'updated_at': '2022-05-23T10:58:12Z', 'revision_number': 4, 'project_id': '55f3096016fc47a0a0df5b7be70fadbe', 'gw_port': {'id': '4fdbc384-a582-429c-af91-772f3bf34c8b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0286e142-7f8a-489a-9fbb-ffad170be9df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:58:05Z', 'updated_at': '2022-05-23T10:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '76fa699a-eb3d-46b7-a12c-48309a3db4e4', 'name': '', 'network_id': 'ab57547c-d5a4-4e80-9c64-caa818477e2e', 'tenant_id': '55f3096016fc47a0a0df5b7be70fadbe', 'mac_address': 'fa:16:3e:ae:78:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0286e142-7f8a-489a-9fbb-ffad170be9df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c9a0e12-4b14-4faf-9106-3b24fbe8317b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:58:10Z', 'updated_at': '2022-05-23T10:58:20Z', 'revision_number': 5, 'project_id': '55f3096016fc47a0a0df5b7be70fadbe', 'subnets': [{'id': '5c9a0e12-4b14-4faf-9106-3b24fbe8317b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:00:58.289774 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea32260e-70ad-4a5a-83dc-e2de1f505135'] response: {'server_uuid': '154ce891-143e-4223-9f2e-9c4ccb8f89e6', 'name': 'network-vif-deleted', 'tag': 'a75b4fcd-7bc8-4d2a-a9bd-533884156e03', 'status': 'completed', 'code': 200} May 23 11:00:58.525840 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791e6a32-805b-46dd-b40d-0f83a74bcac3 None None] New status for floating IP d34f7b91-8973-418b-a10d-0f3043adf20c: DOWN {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:00:58.704912 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f50ecd14-f05f-4480-aacd-2332aeea27b8'] response: {'server_uuid': 'd96de30f-68c4-44bf-a749-81ff42a8a19e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf80d29-80b7-461a-8311-e8519f60975c', 'code': 200} May 23 11:00:58.772087 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def4eec-d9e1-478e-a839-a6a0f799ebd0 req-7e852603-1a02-4fba-9a75-582f1c1add36 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:58.773568 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6def4eec-d9e1-478e-a839-a6a0f799ebd0 req-7e852603-1a02-4fba-9a75-582f1c1add36 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=d96de30f-68c4-44bf-a749-81ff42a8a19e HTTP/1.1" status: 200 len: 950 time: 0.2177105 May 23 11:00:58.814641 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37372) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:00:58.838063 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 72052476-d42b-4f39-a4fa-a1f304916016 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:00:58.951699 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6def4eec-d9e1-478e-a839-a6a0f799ebd0 req-76a640a6-a092-468f-8dc0-373f4f2469f1 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660125 May 23 11:00:59.071082 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 72052476-d42b-4f39-a4fa-a1f304916016, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=72052476-d42b-4f39-a4fa-a1f304916016,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:00:59.075296 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1defbcb8-408b-48f7-93a3-12ad4ed66fc4 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:59.089049 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '72052476-d42b-4f39-a4fa-a1f304916016', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'port_id': '72052476-d42b-4f39-a4fa-a1f304916016', 'mac_address': 'fa:16:3e:c3:89:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1719237-4a8e-4354-92b1-51064eb09c82', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:00:59.091618 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-62be9ed2-3e02-47f0-83a7-5b9d560258da tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1006446 May 23 11:00:59.113139 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1defbcb8-408b-48f7-93a3-12ad4ed66fc4 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:59.146475 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:59.165182 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72052476-d42b-4f39-a4fa-a1f304916016 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:00:59.169451 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1defbcb8-408b-48f7-93a3-12ad4ed66fc4 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:59.182974 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 72052476-d42b-4f39-a4fa-a1f304916016, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=72052476-d42b-4f39-a4fa-a1f304916016,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:00:59.188155 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:59.212917 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1defbcb8-408b-48f7-93a3-12ad4ed66fc4 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c4bf87-c845-4f83-a08c-b3c6fd558f59,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:59.229014 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1defbcb8-408b-48f7-93a3-12ad4ed66fc4 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:59.231608 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1defbcb8-408b-48f7-93a3-12ad4ed66fc4 tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] 10.222.0.79 "DELETE /v2.0/security-groups/b8c4bf87-c845-4f83-a08c-b3c6fd558f59 HTTP/1.1" status: 204 len: 168 time: 0.4153240 May 23 11:00:59.232916 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37382) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:00:59.250950 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-6eb04263-68fe-4e08-b30b-edb6803e034f tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] show failed (client error): The resource could not be found. May 23 11:00:59.252054 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6eb04263-68fe-4e08-b30b-edb6803e034f tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] 10.222.0.79 "GET /v2.0/security-groups/b8c4bf87-c845-4f83-a08c-b3c6fd558f59 HTTP/1.1" status: 404 len: 347 time: 0.0181701 May 23 11:00:59.254968 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37386) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:00:59.302059 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=72052476-d42b-4f39-a4fa-a1f304916016,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:00:59.378656 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f6e11781-681b-4bea-8e81-75d85b2e310a req-b0415eb5-b0b7-4e5c-bcc9-ce697de7f610 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d96de30f-68c4-44bf-a749-81ff42a8a19e HTTP/1.1" status: 200 len: 1101 time: 0.5528102 May 23 11:00:59.477179 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-eed935fc-21dd-49be-b71d-668598b9bb5a tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Deleting port b0b11bd5-bcba-4250-9872-614b416f0ce5 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:00:59.477758 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eed935fc-21dd-49be-b71d-668598b9bb5a tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:59.529613 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-41f7ca58-c9ec-4230-968b-ce8b96884165 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:59.531052 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-41f7ca58-c9ec-4230-968b-ce8b96884165 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3727450 May 23 11:00:59.539932 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f6e11781-681b-4bea-8e81-75d85b2e310a req-3a34aa6e-aae8-45b4-9c18-c99e8d955ef4 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415443 May 23 11:00:59.549195 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62108c-fc84-4afa-8965-2f13edfad672 req-635214a0-5549-4ed1-bad2-60b5390107c6 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:00:59.550600 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9f62108c-fc84-4afa-8965-2f13edfad672 req-635214a0-5549-4ed1-bad2-60b5390107c6 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 944 time: 0.3265631 May 23 11:00:59.593296 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-e521bd22-f5c3-44b0-aeeb-2e09cf6460e2 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/quotas/d75dde8d8e3541f8a16615b5aba5e3ab HTTP/1.1" status: 200 len: 375 time: 0.0497258 May 23 11:00:59.597072 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-526f4b51-ffee-4283-afed-91c3edd978b0 admin admin] Deleting port 3d49cf00-9100-4d84-b370-7b214d63e480 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:00:59.597412 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-526f4b51-ffee-4283-afed-91c3edd978b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:59.651464 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eed935fc-21dd-49be-b71d-668598b9bb5a tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:59.651988 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eed935fc-21dd-49be-b71d-668598b9bb5a tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:00:59.674524 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['72052476-d42b-4f39-a4fa-a1f304916016'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:00:59.798194 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-eed935fc-21dd-49be-b71d-668598b9bb5a tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Calling delete_port for b0b11bd5-bcba-4250-9872-614b416f0ce5 owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:00:59.807624 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9f62108c-fc84-4afa-8965-2f13edfad672 req-f3afe4e8-dc11-4cb2-9469-6e0413d17c03 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490258 May 23 11:01:00.031606 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eed935fc-21dd-49be-b71d-668598b9bb5a tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:00.047531 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-cd27a6ed-315c-4da9-aae4-ddce8f7559ba tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4229367 May 23 11:01:00.071563 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-526f4b51-ffee-4283-afed-91c3edd978b0 admin admin] For port 3d49cf00-9100-4d84-b370-7b214d63e480, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=3d49cf00-9100-4d84-b370-7b214d63e480,segment=NetworkSegment(4e26f11b-e66e-4cad-847f-bc46eae8cb72),segment_id=4e26f11b-e66e-4cad-847f-bc46eae8cb72)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:01:00.071939 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-526f4b51-ffee-4283-afed-91c3edd978b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:00.088856 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed935fc-21dd-49be-b71d-668598b9bb5a tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Pushing event deleted for resources: {'Port': ['ID=b0b11bd5-bcba-4250-9872-614b416f0ce5,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:00.192803 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eed935fc-21dd-49be-b71d-668598b9bb5a tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:00.207573 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eed935fc-21dd-49be-b71d-668598b9bb5a tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:00.211105 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-eed935fc-21dd-49be-b71d-668598b9bb5a tempest-AttachSCSIVolumeTestJSON-320602049 tempest-AttachSCSIVolumeTestJSON-320602049-project] 10.222.0.79 "DELETE /v2.0/floatingips/d34f7b91-8973-418b-a10d-0f3043adf20c HTTP/1.1" status: 204 len: 168 time: 0.9526923 May 23 11:01:00.298359 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-526f4b51-ffee-4283-afed-91c3edd978b0 admin admin] Calling delete_port for 3d49cf00-9100-4d84-b370-7b214d63e480 owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:01:00.484264 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b0240-08c9-4079-8f32-8c1f3ae9765f req-aa0d1e5a-fc0b-466f-bf1b-369898352ef1 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:00.485736 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b59b0240-08c9-4079-8f32-8c1f3ae9765f req-aa0d1e5a-fc0b-466f-bf1b-369898352ef1 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe97a8a3-465e-4e43-8c1f-8da8b7e1f745 HTTP/1.1" status: 200 len: 949 time: 0.3128650 May 23 11:01:00.520410 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39718847-1f31-4ecb-8f4a-cf2d77b2b4df req-3aaab7f1-4d4c-42de-9ebe-315dc0816a4e tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:00.521841 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-39718847-1f31-4ecb-8f4a-cf2d77b2b4df req-3aaab7f1-4d4c-42de-9ebe-315dc0816a4e tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=d96de30f-68c4-44bf-a749-81ff42a8a19e HTTP/1.1" status: 200 len: 950 time: 0.1972091 May 23 11:01:00.630630 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b59b0240-08c9-4079-8f32-8c1f3ae9765f req-4d55b83f-31ab-4765-8959-75fc903f2573 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311355 May 23 11:01:00.636138 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-39718847-1f31-4ecb-8f4a-cf2d77b2b4df req-6bbcf8e7-b20e-4337-8c61-56b3ec4ef947 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077583 May 23 11:01:00.653187 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-526f4b51-ffee-4283-afed-91c3edd978b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:00.710205 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f4b51-ffee-4283-afed-91c3edd978b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d49cf00-9100-4d84-b370-7b214d63e480,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:00.723100 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526f4b51-ffee-4283-afed-91c3edd978b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:01:00.723435 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526f4b51-ffee-4283-afed-91c3edd978b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:01:00.723769 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526f4b51-ffee-4283-afed-91c3edd978b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:01:00.724144 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526f4b51-ffee-4283-afed-91c3edd978b0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:01:00.724529 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526f4b51-ffee-4283-afed-91c3edd978b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:01:00.724855 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526f4b51-ffee-4283-afed-91c3edd978b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:01:00.725170 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526f4b51-ffee-4283-afed-91c3edd978b0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:01:00.725482 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526f4b51-ffee-4283-afed-91c3edd978b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:01:00.725975 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526f4b51-ffee-4283-afed-91c3edd978b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:01:00.726439 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526f4b51-ffee-4283-afed-91c3edd978b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:01:00.726765 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526f4b51-ffee-4283-afed-91c3edd978b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:01:01.035729 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e60cae08-c6ce-484d-be7b-d81c2a0eb579 req-d4ff7c00-8534-4c47-978a-be81a103ccf3 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1 HTTP/1.1" status: 200 len: 210 time: 0.2338042 May 23 11:01:01.177388 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-526f4b51-ffee-4283-afed-91c3edd978b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:01.418553 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a27ef7-4f34-4d9e-9de1-60ec421977a3 req-74ccc53e-a276-4bc8-b54e-26042f8a7804 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:01.420016 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-91a27ef7-4f34-4d9e-9de1-60ec421977a3 req-74ccc53e-a276-4bc8-b54e-26042f8a7804 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 944 time: 0.1742637 May 23 11:01:01.513815 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-91a27ef7-4f34-4d9e-9de1-60ec421977a3 req-815c3b35-e31c-4227-baa2-55dd2133c5c2 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872662 May 23 11:01:01.994506 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-5afbb3a5-ebbd-4bd1-ad62-59e0d46c0417 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1495712 May 23 11:01:02.277094 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd983da-701a-4c17-8bb2-a957847c6fa3 req-83722090-b757-4ea4-8f46-971fd857fa7c tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:02.278560 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0dd983da-701a-4c17-8bb2-a957847c6fa3 req-83722090-b757-4ea4-8f46-971fd857fa7c tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=d96de30f-68c4-44bf-a749-81ff42a8a19e HTTP/1.1" status: 200 len: 950 time: 0.3868132 May 23 11:01:02.292502 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210b536-9ce6-4782-a3c3-bedfd4c8bd01 req-056024cc-cbdd-4efb-95b1-1fb179a7c99c tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:02.293016 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a210b536-9ce6-4782-a3c3-bedfd4c8bd01 req-056024cc-cbdd-4efb-95b1-1fb179a7c99c tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe97a8a3-465e-4e43-8c1f-8da8b7e1f745 HTTP/1.1" status: 200 len: 949 time: 0.4001145 May 23 11:01:02.299211 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-c4e4e79f-f384-4a70-81ee-33579b0de9b7 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:02.300598 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-c4e4e79f-f384-4a70-81ee-33579b0de9b7 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2959402 May 23 11:01:02.387381 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-8be1d0cf-67f8-463e-8ac0-9a7f216753a2 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Request body: {'port': {'device_id': '6390783a-6c4c-4ab4-8491-69c7143b6df1', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'admin_state_up': True, 'tenant_id': 'd75dde8d8e3541f8a16615b5aba5e3ab'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:01:02.567886 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a210b536-9ce6-4782-a3c3-bedfd4c8bd01 req-4d752af8-fda3-4a64-81b7-aea18c2ae415 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175446 May 23 11:01:02.574793 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0dd983da-701a-4c17-8bb2-a957847c6fa3 req-600a4602-41a9-4081-abbd-36053f9eaf6a tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807260 May 23 11:01:02.606668 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-8be1d0cf-67f8-463e-8ac0-9a7f216753a2 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:01:02.620084 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-8be1d0cf-67f8-463e-8ac0-9a7f216753a2 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:01:02.638290 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-8be1d0cf-67f8-463e-8ac0-9a7f216753a2 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Made reservation on behalf of d75dde8d8e3541f8a16615b5aba5e3ab for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:01:02.641280 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-8be1d0cf-67f8-463e-8ac0-9a7f216753a2 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:02.862251 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 72052476-d42b-4f39-a4fa-a1f304916016 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:01:02.878057 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3cc0ad6f-c5fe-427e-848d-6331c72acb7a req-c01d882b-c7b6-4d93-b854-3f9f3da669c9 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1 HTTP/1.1" status: 200 len: 210 time: 0.1083105 May 23 11:01:02.939259 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526f4b51-ffee-4283-afed-91c3edd978b0 admin admin] Router 86627977-a7f9-45ae-9e1b-60a98d8e261c has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:01:02.997369 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 72052476-d42b-4f39-a4fa-a1f304916016 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:01:03.002743 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 72052476-d42b-4f39-a4fa-a1f304916016 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:01:03.003421 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:03.070789 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62db4c3-f222-416d-a46d-c1a6c656d2ba req-e7d6904e-5de2-4a1c-85e4-f33eb67f5694 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:03.077472 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a62db4c3-f222-416d-a46d-c1a6c656d2ba req-e7d6904e-5de2-4a1c-85e4-f33eb67f5694 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 944 time: 0.3087883 May 23 11:01:03.138831 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:03.185125 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe97a8a3-465e-4e43-8c1f-8da8b7e1f745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72052476-d42b-4f39-a4fa-a1f304916016'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:01:03.196917 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 72052476-d42b-4f39-a4fa-a1f304916016, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=72052476-d42b-4f39-a4fa-a1f304916016,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:01:03.205577 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:03.302999 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=72052476-d42b-4f39-a4fa-a1f304916016,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:03.312827 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-8be1d0cf-67f8-463e-8ac0-9a7f216753a2 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Allocated IP 192.168.233.84 (45238d5c-875a-474b-bef1-cc75dc2ba645/c1719237-4a8e-4354-92b1-51064eb09c82/fd73f7f5-4d28-414d-85b4-401d382d9b6c) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:01:03.385742 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a62db4c3-f222-416d-a46d-c1a6c656d2ba req-7b320ad7-31e4-40ee-a8fa-8b8a6425d026 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073847 May 23 11:01:03.472253 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-660ee761-80c8-4fa6-92f8-b0e6d258366f'] response: {'server_uuid': 'fe97a8a3-465e-4e43-8c1f-8da8b7e1f745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72052476-d42b-4f39-a4fa-a1f304916016', 'code': 200} May 23 11:01:03.671922 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37508) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:01:04.015699 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-8be1d0cf-67f8-463e-8ac0-9a7f216753a2 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:04.097042 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-8be1d0cf-67f8-463e-8ac0-9a7f216753a2 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Transition to ACTIVE for port object fd73f7f5-4d28-414d-85b4-401d382d9b6c will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:01:04.126487 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3d99749a-dca8-4c66-90ce-6b282dd5f27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:04.175254 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d0d97610-3cb8-461e-8108-16981dad6efb req-ba2a36d7-4840-4ab2-ac27-b6ee38766c11 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=fe97a8a3-465e-4e43-8c1f-8da8b7e1f745 HTTP/1.1" status: 200 len: 1101 time: 0.4385900 May 23 11:01:04.212148 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526f4b51-ffee-4283-afed-91c3edd978b0 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:01:04.219729 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-8be1d0cf-67f8-463e-8ac0-9a7f216753a2 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:04.224501 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeac94a1-1c92-469c-aae6-a3b38a39bafe None None] Sync routers for ids ['86627977-a7f9-45ae-9e1b-60a98d8e261c'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:01:04.238151 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeac94a1-1c92-469c-aae6-a3b38a39bafe None None] Routers {'86627977-a7f9-45ae-9e1b-60a98d8e261c'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:01:04.239001 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-aeac94a1-1c92-469c-aae6-a3b38a39bafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:00:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['86627977-a7f9-45ae-9e1b-60a98d8e261c'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:01:04.239732 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219a6a3-4bd6-4367-88c5-62cc978bb3dd req-f329b23d-ac41-4fab-844e-ea4f7ec2a92c tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:04.241215 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c219a6a3-4bd6-4367-88c5-62cc978bb3dd req-f329b23d-ac41-4fab-844e-ea4f7ec2a92c tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe97a8a3-465e-4e43-8c1f-8da8b7e1f745 HTTP/1.1" status: 200 len: 950 time: 0.3008425 May 23 11:01:04.300254 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['b2f98c58-425b-4ec1-8d6f-d8eb0156696f'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:01:04.306099 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eace71d1-8f16-4db0-bd32-3d065459448f req-eaf4b921-c181-407f-8168-10e144c213c8 tempest-ServersAdminTestJSON-595641932 tempest-ServersAdminTestJSON-595641932-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1&device_id=bad324ef-af51-4c7b-b2a2-8524526f895f&device_id=fe97a8a3-465e-4e43-8c1f-8da8b7e1f745&device_id=d96de30f-68c4-44bf-a749-81ff42a8a19e&device_id=a95a9297-79a6-42f5-9900-5cf1d5107475&device_id=53bbd772-ae0e-4918-927d-8357a8be450f&device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5&device_id=0e31985b-24d2-4571-ad81-d2051c86e278&device_id=34cac44a-d209-4fcf-865b-0bd9b3fb94c4&device_id=40a63873-19cf-48f8-b2c4-e38155c16ccc&device_id=73c5d2a1-0a9b-404a-80f1-e879640d29b2&device_id=d99172d3-cf34-46cb-9bd1-3cae4f2f71d6&device_id=c4e1479c-b00e-459b-9731-7743fa0691b6&device_id=68a4ef2a-5046-4728-83d0-99f0a60622f9&device_id=03229724-d041-4e1a-a3bf-4a915c32c586&device_id=62daa315-97b6-42dc-ac48-74a4ef6a5662&device_id=6779dcf4-12b8-435e-8f21-ee3262657f2d&device_id=63264bcb-8282-4ade-a1db-07ed524042e2&device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf HTTP/1.1" status: 200 len: 16228 time: 0.3006246 May 23 11:01:04.396512 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-526f4b51-ffee-4283-afed-91c3edd978b0 admin admin] 10.222.0.79 "PUT /v2.0/routers/86627977-a7f9-45ae-9e1b-60a98d8e261c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3999295 May 23 11:01:04.400274 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37516) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:01:04.406680 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-eace71d1-8f16-4db0-bd32-3d065459448f req-ccca7d8b-402a-4eed-9fa8-acd516089383 tempest-ServersAdminTestJSON-595641932 tempest-ServersAdminTestJSON-595641932-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:04.423720 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-8be1d0cf-67f8-463e-8ac0-9a7f216753a2 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Network 45238d5c-875a-474b-bef1-cc75dc2ba645 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:01:04.428196 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be1d0cf-67f8-463e-8ac0-9a7f216753a2 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Pushing event updated for resources: {'Port': ['ID=fd73f7f5-4d28-414d-85b4-401d382d9b6c,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:04.431503 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d0d97610-3cb8-461e-8108-16981dad6efb req-d8498570-198c-4024-93bd-c067df6a5d88 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407088 May 23 11:01:04.432311 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-8be1d0cf-67f8-463e-8ac0-9a7f216753a2 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:01:04.437344 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-8be1d0cf-67f8-463e-8ac0-9a7f216753a2 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:01:04.441236 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-8be1d0cf-67f8-463e-8ac0-9a7f216753a2 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:04.442163 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-8be1d0cf-67f8-463e-8ac0-9a7f216753a2 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:04.484450 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c219a6a3-4bd6-4367-88c5-62cc978bb3dd req-7bf6322d-78bd-44d1-9af8-15c0264a906c tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051275 May 23 11:01:04.507936 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-eace71d1-8f16-4db0-bd32-3d065459448f req-ccca7d8b-402a-4eed-9fa8-acd516089383 tempest-ServersAdminTestJSON-595641932 tempest-ServersAdminTestJSON-595641932-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:01:04.513105 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-eace71d1-8f16-4db0-bd32-3d065459448f req-ccca7d8b-402a-4eed-9fa8-acd516089383 tempest-ServersAdminTestJSON-595641932 tempest-ServersAdminTestJSON-595641932-project-admin] Usage tracker for resource:security_group_rule and tenant:9c599129213e4906a965dd99173fa1cf is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:01:04.528498 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-8be1d0cf-67f8-463e-8ac0-9a7f216753a2 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1790557 May 23 11:01:04.529766 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-eace71d1-8f16-4db0-bd32-3d065459448f req-ccca7d8b-402a-4eed-9fa8-acd516089383 tempest-ServersAdminTestJSON-595641932 tempest-ServersAdminTestJSON-595641932-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:01:04.539999 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-eace71d1-8f16-4db0-bd32-3d065459448f req-ccca7d8b-402a-4eed-9fa8-acd516089383 tempest-ServersAdminTestJSON-595641932 tempest-ServersAdminTestJSON-595641932-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:01:04.552786 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-42aac741-aabe-4280-951b-7e165fad7913 service neutron] Request body: {'port': {'device_id': '6390783a-6c4c-4ab4-8491-69c7143b6df1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:01:04.627964 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-aeac94a1-1c92-469c-aae6-a3b38a39bafe None None] Set router 86627977-a7f9-45ae-9e1b-60a98d8e261c gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:01:04.811378 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-42aac741-aabe-4280-951b-7e165fad7913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:04.852456 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4eed59da-5aa9-4f80-924c-38436079a18c admin admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:04.865660 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e49dd-d59a-490f-9cbe-c719c284f7f1 req-9c01e75a-a277-4e25-a1bd-c69a60d74d52 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:04.866339 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-630e49dd-d59a-490f-9cbe-c719c284f7f1 req-9c01e75a-a277-4e25-a1bd-c69a60d74d52 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Synchronizing usage tracker for tenant:d75dde8d8e3541f8a16615b5aba5e3ab on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:01:04.899514 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-630e49dd-d59a-490f-9cbe-c719c284f7f1 req-9c01e75a-a277-4e25-a1bd-c69a60d74d52 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Unset dirty status for tenant:d75dde8d8e3541f8a16615b5aba5e3ab on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:01:04.900836 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-630e49dd-d59a-490f-9cbe-c719c284f7f1 req-9c01e75a-a277-4e25-a1bd-c69a60d74d52 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1 HTTP/1.1" status: 200 len: 935 time: 0.2670631 May 23 11:01:04.925207 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device f040a598-5466-4f5a-86ee-b83c13da01c5 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:01:04.969115 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2576ee09-4932-4e1a-8d1d-e06e20ad9e2f None None] Provisioning for port fd73f7f5-4d28-414d-85b4-401d382d9b6c completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:01:04.990552 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-630e49dd-d59a-490f-9cbe-c719c284f7f1 req-110d7fdb-4f36-4e1a-b6c9-879172eec22b tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725095 May 23 11:01:05.001574 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-eace71d1-8f16-4db0-bd32-3d065459448f req-ccca7d8b-402a-4eed-9fa8-acd516089383 tempest-ServersAdminTestJSON-595641932 tempest-ServersAdminTestJSON-595641932-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:05.082184 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2576ee09-4932-4e1a-8d1d-e06e20ad9e2f None None] Provisioning complete for port fd73f7f5-4d28-414d-85b4-401d382d9b6c triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:01:05.082720 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2576ee09-4932-4e1a-8d1d-e06e20ad9e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:05.084777 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-eace71d1-8f16-4db0-bd32-3d065459448f req-ccca7d8b-402a-4eed-9fa8-acd516089383 tempest-ServersAdminTestJSON-595641932 tempest-ServersAdminTestJSON-595641932-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:05.131171 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccca7d8b-402a-4eed-9fa8-acd516089383 tempest-ServersAdminTestJSON-595641932 tempest-ServersAdminTestJSON-595641932-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca87e26-b27f-4990-aef2-3fd44dd36b37,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:05.163519 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-eace71d1-8f16-4db0-bd32-3d065459448f req-ccca7d8b-402a-4eed-9fa8-acd516089383 tempest-ServersAdminTestJSON-595641932 tempest-ServersAdminTestJSON-595641932-project-admin] Synchronizing usage tracker for tenant:9c599129213e4906a965dd99173fa1cf on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:01:05.208342 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2576ee09-4932-4e1a-8d1d-e06e20ad9e2f None None] Port fd73f7f5-4d28-414d-85b4-401d382d9b6c cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:01:05.229947 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port f040a598-5466-4f5a-86ee-b83c13da01c5, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=f040a598-5466-4f5a-86ee-b83c13da01c5,segment=NetworkSegment(6bc35f8b-456e-4e1c-8a63-ba8204a54381),segment_id=6bc35f8b-456e-4e1c-8a63-ba8204a54381)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:01:05.244987 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4eed59da-5aa9-4f80-924c-38436079a18c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:05.245822 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-aeac94a1-1c92-469c-aae6-a3b38a39bafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1205305143-router', 'tenant_id': '0151770a7dd4490d949af76344842700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '0be2849a-ffdf-4602-86f5-1d636fbc938b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:56:49Z', 'updated_at': '2022-05-23T11:01:00Z', 'revision_number': 5, 'project_id': '0151770a7dd4490d949af76344842700', 'gw_port': {'id': '0be2849a-ffdf-4602-86f5-1d636fbc938b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:56:50Z', 'updated_at': '2022-05-23T10:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:01:05.250990 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': 'f040a598-5466-4f5a-86ee-b83c13da01c5', 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b', 'port_id': 'f040a598-5466-4f5a-86ee-b83c13da01c5', 'mac_address': 'fa:16:3e:aa:03:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f56c9b27-295c-462d-bb89-343a223f9d6c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:01:05.253680 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeac94a1-1c92-469c-aae6-a3b38a39bafe None None] Checking router: 86627977-a7f9-45ae-9e1b-60a98d8e261c for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:01:05.267699 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-eace71d1-8f16-4db0-bd32-3d065459448f req-ccca7d8b-402a-4eed-9fa8-acd516089383 tempest-ServersAdminTestJSON-595641932 tempest-ServersAdminTestJSON-595641932-project-admin] Unset dirty status for tenant:9c599129213e4906a965dd99173fa1cf on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:01:05.290785 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eace71d1-8f16-4db0-bd32-3d065459448f req-ccca7d8b-402a-4eed-9fa8-acd516089383 tempest-ServersAdminTestJSON-595641932 tempest-ServersAdminTestJSON-595641932-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&id=31b8a3e2-6d48-4998-9f3c-231df138fa42&id=03b23830-cc5c-44e3-92e7-472e42b378fd&id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 622 time: 0.9498503 May 23 11:01:05.296719 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-4eed59da-5aa9-4f80-924c-38436079a18c admin admin] Deleting port 0be2849a-ffdf-4602-86f5-1d636fbc938b {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:01:05.297314 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4eed59da-5aa9-4f80-924c-38436079a18c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:05.317211 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeac94a1-1c92-469c-aae6-a3b38a39bafe None None] Routers {'86627977-a7f9-45ae-9e1b-60a98d8e261c'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:01:05.318100 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-aeac94a1-1c92-469c-aae6-a3b38a39bafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:00:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['86627977-a7f9-45ae-9e1b-60a98d8e261c'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:01:05.369344 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:05.459623 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dbec3-97ba-4935-9c5b-2d28a7b9cff8 req-0d16beaa-2b5d-4583-a595-342f11dcc748 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:05.465340 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f040a598-5466-4f5a-86ee-b83c13da01c5 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:01:05.466454 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9e3dbec3-97ba-4935-9c5b-2d28a7b9cff8 req-0d16beaa-2b5d-4583-a595-342f11dcc748 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 944 time: 0.1056979 May 23 11:01:05.493886 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port f040a598-5466-4f5a-86ee-b83c13da01c5, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=f040a598-5466-4f5a-86ee-b83c13da01c5,segment=NetworkSegment(6bc35f8b-456e-4e1c-8a63-ba8204a54381),segment_id=6bc35f8b-456e-4e1c-8a63-ba8204a54381)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:01:05.500129 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-4eed59da-5aa9-4f80-924c-38436079a18c admin admin] For port 0be2849a-ffdf-4602-86f5-1d636fbc938b, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=0be2849a-ffdf-4602-86f5-1d636fbc938b,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:01:05.500484 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4eed59da-5aa9-4f80-924c-38436079a18c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:05.502458 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:05.541590 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 29d1b24a-128c-4103-89db-bc42e9e11ad3 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:01:05.560006 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-aeac94a1-1c92-469c-aae6-a3b38a39bafe None None] Set router 86627977-a7f9-45ae-9e1b-60a98d8e261c gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:01:05.576084 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9e3dbec3-97ba-4935-9c5b-2d28a7b9cff8 req-a63f0e89-4cec-469b-9adb-92102d27c25a tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086099 May 23 11:01:05.630709 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-42aac741-aabe-4280-951b-7e165fad7913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd73f7f5-4d28-414d-85b4-401d382d9b6c {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:01:05.637853 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-4eed59da-5aa9-4f80-924c-38436079a18c admin admin] Calling delete_port for 0be2849a-ffdf-4602-86f5-1d636fbc938b owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:01:05.646198 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-42aac741-aabe-4280-951b-7e165fad7913 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:05.674212 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-42aac741-aabe-4280-951b-7e165fad7913 service neutron] Transition to ACTIVE for port object fd73f7f5-4d28-414d-85b4-401d382d9b6c will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:01:05.679108 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-42aac741-aabe-4280-951b-7e165fad7913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:05.699251 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-aeac94a1-1c92-469c-aae6-a3b38a39bafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1205305143-router', 'tenant_id': '0151770a7dd4490d949af76344842700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:56:49Z', 'updated_at': '2022-05-23T11:01:05Z', 'revision_number': 6, 'project_id': '0151770a7dd4490d949af76344842700', 'gw_port_host': None}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:01:05.702136 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.resource_extend [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:01:05.766833 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeac94a1-1c92-469c-aae6-a3b38a39bafe None None] The sync data for ids ['86627977-a7f9-45ae-9e1b-60a98d8e261c'] in n-d-842952-2 is: [{'id': '86627977-a7f9-45ae-9e1b-60a98d8e261c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1205305143-router', 'tenant_id': '0151770a7dd4490d949af76344842700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:56:49Z', 'updated_at': '2022-05-23T11:01:05Z', 'revision_number': 6, 'project_id': '0151770a7dd4490d949af76344842700', 'gw_port_host': None}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:01:05.769565 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=f040a598-5466-4f5a-86ee-b83c13da01c5,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:05.785844 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:01:05.791077 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:01:05.791736 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:01:05.799496 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:01:05.801984 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:01:05.802711 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:01:05.803446 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:01:05.804017 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:01:05.804572 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:01:05.805106 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:01:05.805690 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:01:05.891373 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 29d1b24a-128c-4103-89db-bc42e9e11ad3, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=29d1b24a-128c-4103-89db-bc42e9e11ad3,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:01:05.907423 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '29d1b24a-128c-4103-89db-bc42e9e11ad3', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'port_id': '29d1b24a-128c-4103-89db-bc42e9e11ad3', 'mac_address': 'fa:16:3e:45:88:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1719237-4a8e-4354-92b1-51064eb09c82', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:01:05.979144 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:06.002875 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d1b24a-128c-4103-89db-bc42e9e11ad3 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:01:06.017001 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-3d99749a-dca8-4c66-90ce-6b282dd5f27a admin admin] Deleting port 76fa699a-eb3d-46b7-a12c-48309a3db4e4 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:01:06.017589 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3d99749a-dca8-4c66-90ce-6b282dd5f27a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:06.018017 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aac741-aabe-4280-951b-7e165fad7913 service neutron] Pushing event updated for resources: {'Port': ['ID=fd73f7f5-4d28-414d-85b4-401d382d9b6c,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:06.028774 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 29d1b24a-128c-4103-89db-bc42e9e11ad3, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=29d1b24a-128c-4103-89db-bc42e9e11ad3,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:01:06.034661 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:06.107733 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-42aac741-aabe-4280-951b-7e165fad7913 service neutron] Attempting to bind port fd73f7f5-4d28-414d-85b4-401d382d9b6c on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:01:06.108282 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-42aac741-aabe-4280-951b-7e165fad7913 service neutron] Attempting to bind port fd73f7f5-4d28-414d-85b4-401d382d9b6c by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:01:06.108710 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-42aac741-aabe-4280-951b-7e165fad7913 service neutron] Attempting to bind port fd73f7f5-4d28-414d-85b4-401d382d9b6c on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:01:06.112892 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=29d1b24a-128c-4103-89db-bc42e9e11ad3,revision_number=9']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:06.137598 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-42aac741-aabe-4280-951b-7e165fad7913 service neutron] Port fd73f7f5-4d28-414d-85b4-401d382d9b6c on network 45238d5c-875a-474b-bef1-cc75dc2ba645 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:01:06.148352 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-42aac741-aabe-4280-951b-7e165fad7913 service neutron] Attempting to bind port fd73f7f5-4d28-414d-85b4-401d382d9b6c on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:01:06.162065 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197746c-cc6b-4a2f-a5be-491b06be80ab req-9a9a6e97-40ba-48a5-a915-686874c23e3e tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:06.170982 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5197746c-cc6b-4a2f-a5be-491b06be80ab req-9a9a6e97-40ba-48a5-a915-686874c23e3e tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe97a8a3-465e-4e43-8c1f-8da8b7e1f745 HTTP/1.1" status: 200 len: 950 time: 0.2980554 May 23 11:01:06.182381 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-32ab36e9-fde1-4ef0-83db-baafbeb0dc11 req-210f5a26-f535-4963-a5b6-25b9d530b573 tempest-ServersAdminTestJSON-595641932 tempest-ServersAdminTestJSON-595641932-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d96de30f-68c4-44bf-a749-81ff42a8a19e&device_id=53bbd772-ae0e-4918-927d-8357a8be450f&device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5 HTTP/1.1" status: 200 len: 2882 time: 0.2641711 May 23 11:01:06.228367 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-42aac741-aabe-4280-951b-7e165fad7913 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:01:06.228763 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-42aac741-aabe-4280-951b-7e165fad7913 service neutron] Checking segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:01:06.229071 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-42aac741-aabe-4280-951b-7e165fad7913 service neutron] Bound using segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:01:06.230235 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-42aac741-aabe-4280-951b-7e165fad7913 service neutron] Bound port: fd73f7f5-4d28-414d-85b4-401d382d9b6c, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:01:06.232636 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['29d1b24a-128c-4103-89db-bc42e9e11ad3'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:01:06.233158 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-42aac741-aabe-4280-951b-7e165fad7913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:06.366832 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['f040a598-5466-4f5a-86ee-b83c13da01c5'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:01:06.405670 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-3d99749a-dca8-4c66-90ce-6b282dd5f27a admin admin] For port 76fa699a-eb3d-46b7-a12c-48309a3db4e4, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=76fa699a-eb3d-46b7-a12c-48309a3db4e4,segment=NetworkSegment(70150bcd-9dac-456b-a2b6-bf96e19a0a8c),segment_id=70150bcd-9dac-456b-a2b6-bf96e19a0a8c)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:01:06.406137 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3d99749a-dca8-4c66-90ce-6b282dd5f27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:06.418852 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4eed59da-5aa9-4f80-924c-38436079a18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:06.516180 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-42aac741-aabe-4280-951b-7e165fad7913 service neutron] For port fd73f7f5-4d28-414d-85b4-401d382d9b6c, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:01:06.519195 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-42aac741-aabe-4280-951b-7e165fad7913 service neutron] For port fd73f7f5-4d28-414d-85b4-401d382d9b6c, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=fd73f7f5-4d28-414d-85b4-401d382d9b6c,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:01:06.534612 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5197746c-cc6b-4a2f-a5be-491b06be80ab req-314e8730-cf4b-4298-9f01-58420fa8f398 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606613 May 23 11:01:06.542407 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-32ab36e9-fde1-4ef0-83db-baafbeb0dc11 req-b7761704-1fba-4646-a924-45fe5cd4ec2d tempest-ServersAdminTestJSON-595641932 tempest-ServersAdminTestJSON-595641932-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410676 May 23 11:01:06.545830 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-42aac741-aabe-4280-951b-7e165fad7913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:06.631391 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-3d99749a-dca8-4c66-90ce-6b282dd5f27a admin admin] Calling delete_port for 76fa699a-eb3d-46b7-a12c-48309a3db4e4 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:01:06.660283 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-42aac741-aabe-4280-951b-7e165fad7913 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:06.661591 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-42aac741-aabe-4280-951b-7e165fad7913 service neutron] 10.222.0.13 "PUT /v2.0/ports/fd73f7f5-4d28-414d-85b4-401d382d9b6c HTTP/1.1" status: 200 len: 1095 time: 2.1184003 May 23 11:01:06.662017 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6390783a-6c4c-4ab4-8491-69c7143b6df1', 'tag': 'fd73f7f5-4d28-414d-85b4-401d382d9b6c'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:01:06.680980 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed59da-5aa9-4f80-924c-38436079a18c admin admin] Pushing event deleted for resources: {'Port': ['ID=0be2849a-ffdf-4602-86f5-1d636fbc938b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:06.807539 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aac741-aabe-4280-951b-7e165fad7913 service neutron] Pushing event updated for resources: {'Port': ['ID=fd73f7f5-4d28-414d-85b4-401d382d9b6c,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:06.883590 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e9025-343e-454e-be0c-1ccd3e4c3120 req-28ea4766-fa6a-4990-a466-516ff6ebc699 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:06.894803 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5c0e9025-343e-454e-be0c-1ccd3e4c3120 req-28ea4766-fa6a-4990-a466-516ff6ebc699 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1 HTTP/1.1" status: 200 len: 947 time: 0.2250133 May 23 11:01:06.931272 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-d2094a2e-9485-4daf-a28c-267a43ebd425 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1 HTTP/1.1" status: 200 len: 1098 time: 0.1976855 May 23 11:01:07.022703 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5c0e9025-343e-454e-be0c-1ccd3e4c3120 req-d51ee8f3-531f-42d8-b473-c5747332d5bd tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261902 May 23 11:01:07.024082 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-e4e0d437-1a30-4634-9f84-8cea52bd8f26 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=fd73f7f5-4d28-414d-85b4-401d382d9b6c HTTP/1.1" status: 200 len: 217 time: 0.0695140 May 23 11:01:07.080597 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4eed59da-5aa9-4f80-924c-38436079a18c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:07.108088 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-831b79ca-23df-4aba-9099-9b82b738fb83'] response: {'name': 'network-changed', 'server_uuid': '6390783a-6c4c-4ab4-8491-69c7143b6df1', 'tag': 'fd73f7f5-4d28-414d-85b4-401d382d9b6c', 'status': 'completed', 'code': 200} May 23 11:01:07.148354 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-f987a161-86a4-4d67-b474-a70bfda968a8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:07.149800 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-f987a161-86a4-4d67-b474-a70bfda968a8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.1194487 May 23 11:01:07.215398 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6118258-7517-4960-af81-9f7caffead02 req-658e9a8b-7f5a-4218-860a-80811c796d84 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:07.217169 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a6118258-7517-4960-af81-9f7caffead02 req-658e9a8b-7f5a-4218-860a-80811c796d84 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 945 time: 0.1423986 May 23 11:01:07.276021 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-b7ea7687-9c0e-4518-bd5b-2a0a94533dec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1191020 May 23 11:01:07.278974 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a6118258-7517-4960-af81-9f7caffead02 req-ccf041de-5bb8-4f0e-974d-ea9b544cf8ae tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526702 May 23 11:01:07.360814 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4eed59da-5aa9-4f80-924c-38436079a18c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:07.365473 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4eed59da-5aa9-4f80-924c-38436079a18c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:07.442599 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-e4b5f60a-4898-416c-8259-20437b02cda2 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588933 May 23 11:01:07.466985 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4eed59da-5aa9-4f80-924c-38436079a18c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:07.467884 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eed59da-5aa9-4f80-924c-38436079a18c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86627977-a7f9-45ae-9e1b-60a98d8e261c {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:01:07.513293 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 29d1b24a-128c-4103-89db-bc42e9e11ad3 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:01:07.552582 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4eed59da-5aa9-4f80-924c-38436079a18c admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:07.553330 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4eed59da-5aa9-4f80-924c-38436079a18c admin admin] 10.222.0.79 "DELETE /v2.0/routers/86627977-a7f9-45ae-9e1b-60a98d8e261c HTTP/1.1" status: 204 len: 168 time: 3.1502199 May 23 11:01:07.556045 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37562) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:01:07.596399 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3d99749a-dca8-4c66-90ce-6b282dd5f27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:07.620006 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 3d49cf00-9100-4d84-b370-7b214d63e480 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:01:07.643365 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-54b4c00a-1bca-4751-bd10-9663a61b75d7 req-93de2785-8eee-4698-a46f-c936e5d1d204 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942387 May 23 11:01:07.709632 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 3d49cf00-9100-4d84-b370-7b214d63e480 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:01:07.709962 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 3d49cf00-9100-4d84-b370-7b214d63e480 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:01:07.710565 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 0be2849a-ffdf-4602-86f5-1d636fbc938b no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:01:07.764668 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 0be2849a-ffdf-4602-86f5-1d636fbc938b {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:01:07.765318 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 0be2849a-ffdf-4602-86f5-1d636fbc938b not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:01:07.769732 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:07.805215 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99749a-dca8-4c66-90ce-6b282dd5f27a admin admin] Pushing event deleted for resources: {'Port': ['ID=76fa699a-eb3d-46b7-a12c-48309a3db4e4,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:07.823285 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 29d1b24a-128c-4103-89db-bc42e9e11ad3 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:01:07.823974 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:07.880789 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfc98cc8-486f-4b5e-b298-f280e1e0272d admin admin] Deleting subnet da533bd9-3433-4b03-bb17-c26d5caf1719 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:01:07.918999 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-25e38e96-4f0a-4c4b-ac6d-834439db6db5 req-e43e5807-ef7e-4041-a637-428589dbd281 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1 HTTP/1.1" status: 200 len: 1098 time: 0.1434193 May 23 11:01:07.924681 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df26e1-7f3a-4901-b54e-961ba20be483 req-be587259-0a98-4005-8976-50fec35b2847 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:07.931665 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b4df26e1-7f3a-4901-b54e-961ba20be483 req-be587259-0a98-4005-8976-50fec35b2847 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe97a8a3-465e-4e43-8c1f-8da8b7e1f745 HTTP/1.1" status: 200 len: 950 time: 0.2062843 May 23 11:01:07.943535 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bfc98cc8-486f-4b5e-b298-f280e1e0272d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:08.055173 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bfc98cc8-486f-4b5e-b298-f280e1e0272d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:08.074194 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:08.087287 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e38e96-4f0a-4c4b-ac6d-834439db6db5 req-b06a3703-6c22-4913-9d7b-271b6fbdace0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:08.088783 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-25e38e96-4f0a-4c4b-ac6d-834439db6db5 req-b06a3703-6c22-4913-9d7b-271b6fbdace0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.1543624 May 23 11:01:08.102543 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a63873-19cf-48f8-b2c4-e38155c16ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d1b24a-128c-4103-89db-bc42e9e11ad3'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:01:08.112951 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 29d1b24a-128c-4103-89db-bc42e9e11ad3, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=29d1b24a-128c-4103-89db-bc42e9e11ad3,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:01:08.118081 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:08.200467 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b4df26e1-7f3a-4901-b54e-961ba20be483 req-9905b97e-a9f4-4652-b185-9de67c2657d0 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677910 May 23 11:01:08.202581 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-25e38e96-4f0a-4c4b-ac6d-834439db6db5 req-2cc9b36a-6378-4e9c-975c-3890c2db8541 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=fd73f7f5-4d28-414d-85b4-401d382d9b6c HTTP/1.1" status: 200 len: 217 time: 0.0714343 May 23 11:01:08.225142 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=29d1b24a-128c-4103-89db-bc42e9e11ad3,revision_number=10']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:08.313489 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bfc98cc8-486f-4b5e-b298-f280e1e0272d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:08.329521 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e38e96-4f0a-4c4b-ac6d-834439db6db5 req-71a25157-3e15-4675-b8ca-57620092a26d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:08.330899 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-25e38e96-4f0a-4c4b-ac6d-834439db6db5 req-71a25157-3e15-4675-b8ca-57620092a26d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.0803058 May 23 11:01:08.403508 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bfc98cc8-486f-4b5e-b298-f280e1e0272d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:08.439331 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e585da01-22df-482b-aa7c-32cec46eeb36 req-e3936677-e5bb-40cb-85b5-09c439e5a7d1 tempest-ServersAdminTestJSON-595641932 tempest-ServersAdminTestJSON-595641932-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5 HTTP/1.1" status: 200 len: 1100 time: 0.3094037 May 23 11:01:08.443056 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc98cc8-486f-4b5e-b298-f280e1e0272d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da533bd9-3433-4b03-bb17-c26d5caf1719,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:08.452626 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bfc98cc8-486f-4b5e-b298-f280e1e0272d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:08.461513 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b647fefb-2c58-4cf2-b5fc-08b5b8047da7 None None] Network 6151acdb-22d9-4303-bf7e-922da0bb4f37 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:01:08.462215 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-bfc98cc8-486f-4b5e-b298-f280e1e0272d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/da533bd9-3433-4b03-bb17-c26d5caf1719 HTTP/1.1" status: 204 len: 168 time: 0.9050772 May 23 11:01:08.468396 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37586) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:01:08.603988 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5568dfa-288e-4faf-86fd-4a5b74b404e8 req-350b1c32-dfaf-4e14-aef3-5b91a26688b9 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:08.608382 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c5568dfa-288e-4faf-86fd-4a5b74b404e8 req-350b1c32-dfaf-4e14-aef3-5b91a26688b9 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1 HTTP/1.1" status: 200 len: 947 time: 0.2819664 May 23 11:01:08.609455 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-704ed00b-3b5e-4253-90ed-635b8f86b451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:08.615819 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e585da01-22df-482b-aa7c-32cec46eeb36 req-d9a11851-33bc-4f81-8245-96bab5a60246 tempest-ServersAdminTestJSON-595641932 tempest-ServersAdminTestJSON-595641932-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680701 May 23 11:01:08.616313 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3d99749a-dca8-4c66-90ce-6b282dd5f27a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:08.620721 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-25e38e96-4f0a-4c4b-ac6d-834439db6db5 req-d694e654-221a-4e90-baef-0efd4af343b4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2505436 May 23 11:01:08.633158 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-704ed00b-3b5e-4253-90ed-635b8f86b451 admin admin] Deleting port a7990426-e64a-4414-a185-9adceea759c2 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:01:08.633489 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-704ed00b-3b5e-4253-90ed-635b8f86b451 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:08.712794 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1dd5502-2be0-4025-86d9-739ecc168988'] response: {'server_uuid': '40a63873-19cf-48f8-b2c4-e38155c16ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d1b24a-128c-4103-89db-bc42e9e11ad3', 'code': 200} May 23 11:01:08.739663 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a796b50c-2e21-4eef-8e17-51e583f961a2 None None] DHCP port deletion for 6151acdb-22d9-4303-bf7e-922da0bb4f37 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:01:08.745205 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a796b50c-2e21-4eef-8e17-51e583f961a2 None None] Deleting port a7990426-e64a-4414-a185-9adceea759c2 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:01:08.745822 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a796b50c-2e21-4eef-8e17-51e583f961a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:08.782857 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c5568dfa-288e-4faf-86fd-4a5b74b404e8 req-91079e14-fc8e-42f2-a7ed-09271244fc75 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697083 May 23 11:01:08.836172 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-25e38e96-4f0a-4c4b-ac6d-834439db6db5 req-3f2cd76f-05b1-4a6e-962f-915c4599645f service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562140 May 23 11:01:08.931203 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device f040a598-5466-4f5a-86ee-b83c13da01c5 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:01:09.039328 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-704ed00b-3b5e-4253-90ed-635b8f86b451 admin admin] For port a7990426-e64a-4414-a185-9adceea759c2, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=a7990426-e64a-4414-a185-9adceea759c2,segment=NetworkSegment(4e26f11b-e66e-4cad-847f-bc46eae8cb72),segment_id=4e26f11b-e66e-4cad-847f-bc46eae8cb72)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:01:09.039726 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-704ed00b-3b5e-4253-90ed-635b8f86b451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:09.071073 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:09.080976 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-a796b50c-2e21-4eef-8e17-51e583f961a2 None None] For port a7990426-e64a-4414-a185-9adceea759c2, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=a7990426-e64a-4414-a185-9adceea759c2,segment=NetworkSegment(4e26f11b-e66e-4cad-847f-bc46eae8cb72),segment_id=4e26f11b-e66e-4cad-847f-bc46eae8cb72)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:01:09.081165 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a796b50c-2e21-4eef-8e17-51e583f961a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:09.114728 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-25e38e96-4f0a-4c4b-ac6d-834439db6db5 req-3848cb29-1d12-49c3-9918-bfcd9203c05e service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684827 May 23 11:01:09.129698 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-772c84c2-20ed-4c67-9017-fb308471d10e req-c596bce3-6306-4699-8fc4-5064b2b3d0d2 tempest-ServersOnMultiNodesTest-486903435 tempest-ServersOnMultiNodesTest-486903435-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=fe97a8a3-465e-4e43-8c1f-8da8b7e1f745 HTTP/1.1" status: 200 len: 1101 time: 0.2586341 May 23 11:01:09.147401 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01bf11-1d61-4501-acc8-df2363b4d36f req-d8c087e4-273c-4432-b650-d211b99c7561 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:09.149602 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc01bf11-1d61-4501-acc8-df2363b4d36f req-d8c087e4-273c-4432-b650-d211b99c7561 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 945 time: 0.1461082 May 23 11:01:09.176966 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-704ed00b-3b5e-4253-90ed-635b8f86b451 admin admin] Calling delete_port for a7990426-e64a-4414-a185-9adceea759c2 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:01:09.206493 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a796b50c-2e21-4eef-8e17-51e583f961a2 None None] Calling delete_port for a7990426-e64a-4414-a185-9adceea759c2 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:01:09.235237 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-772c84c2-20ed-4c67-9017-fb308471d10e req-3196cbae-a454-4eaf-86f1-5e1483fe8c48 tempest-ServersOnMultiNodesTest-486903435 tempest-ServersOnMultiNodesTest-486903435-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971503 May 23 11:01:09.258374 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc01bf11-1d61-4501-acc8-df2363b4d36f req-bde66b73-6b80-499c-8a27-f562e237038a tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911779 May 23 11:01:09.294801 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-704ed00b-3b5e-4253-90ed-635b8f86b451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:09.299126 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-beabf528-d3ef-4583-a80a-3dbce17c5af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:09.306251 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port f040a598-5466-4f5a-86ee-b83c13da01c5 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:01:09.377544 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704ed00b-3b5e-4253-90ed-635b8f86b451 admin admin] No DVR routers for this DVR port a7990426-e64a-4414-a185-9adceea759c2 on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:01:09.399174 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port f040a598-5466-4f5a-86ee-b83c13da01c5 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:01:09.399454 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:09.462188 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0684a91c-ac4d-496f-86bd-dd8debb2fbe6 req-266f146e-9c56-4272-b778-658def778274 tempest-ServersAdminTestJSON-595641932 tempest-ServersAdminTestJSON-595641932-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5 HTTP/1.1" status: 200 len: 1100 time: 0.0933428 May 23 11:01:09.474911 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-a796b50c-2e21-4eef-8e17-51e583f961a2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:01:09.475288 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-a796b50c-2e21-4eef-8e17-51e583f961a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:01:09.564991 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:09.616927 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port f040a598-5466-4f5a-86ee-b83c13da01c5, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=f040a598-5466-4f5a-86ee-b83c13da01c5,segment=NetworkSegment(6bc35f8b-456e-4e1c-8a63-ba8204a54381),segment_id=6bc35f8b-456e-4e1c-8a63-ba8204a54381)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:01:09.622241 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device a7990426-e64a-4414-a185-9adceea759c2 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:01:09.624240 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0684a91c-ac4d-496f-86bd-dd8debb2fbe6 req-4c066960-d1cf-48bb-b3e8-94ec6e1e005c tempest-ServersAdminTestJSON-595641932 tempest-ServersAdminTestJSON-595641932-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562636 May 23 11:01:09.631170 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-4daf81fa-d887-45c2-b63b-3d44c482edde tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=61146b1e54d841cd9885cb7a4187d86e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408425 May 23 11:01:09.656387 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:09.662545 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ed00b-3b5e-4253-90ed-635b8f86b451 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7990426-e64a-4414-a185-9adceea759c2,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:09.734860 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: a7990426-e64a-4414-a185-9adceea759c2 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:01:09.735448 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device a7990426-e64a-4414-a185-9adceea759c2 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:01:09.782113 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=f040a598-5466-4f5a-86ee-b83c13da01c5,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:09.842097 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-704ed00b-3b5e-4253-90ed-635b8f86b451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:09.865872 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-e680fa8c-fd39-4e53-a850-b0c63cb3b22e tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:09.873484 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-e680fa8c-fd39-4e53-a850-b0c63cb3b22e tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2412765 May 23 11:01:09.890246 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-704ed00b-3b5e-4253-90ed-635b8f86b451 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6151acdb-22d9-4303-bf7e-922da0bb4f37']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:01:09.892007 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-c13e8bdf-6ad4-40eb-a7a3-fe7df10c2977 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/quotas/61146b1e54d841cd9885cb7a4187d86e HTTP/1.1" status: 200 len: 375 time: 0.0172942 May 23 11:01:09.907254 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-704ed00b-3b5e-4253-90ed-635b8f86b451 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e26f11b-e66e-4cad-847f-bc46eae8cb72') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:01:09.907541 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-704ed00b-3b5e-4253-90ed-635b8f86b451 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e26f11b-e66e-4cad-847f-bc46eae8cb72') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:01:09.922323 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-704ed00b-3b5e-4253-90ed-635b8f86b451 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:09.977034 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a796b50c-2e21-4eef-8e17-51e583f961a2 None None] Deleting port a7990426-e64a-4414-a185-9adceea759c2 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:01:09.977410 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a796b50c-2e21-4eef-8e17-51e583f961a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:09.991616 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-47baf424-be7f-4576-a73b-5918d73f6d77 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=61146b1e54d841cd9885cb7a4187d86e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0986538 May 23 11:01:09.996570 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-704ed00b-3b5e-4253-90ed-635b8f86b451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:10.048988 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a796b50c-2e21-4eef-8e17-51e583f961a2 None None] The port 'a7990426-e64a-4414-a185-9adceea759c2' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:01:10.063095 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-704ed00b-3b5e-4253-90ed-635b8f86b451 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:01:10.063496 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-704ed00b-3b5e-4253-90ed-635b8f86b451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:10.078234 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:01:10.078234 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:01:10.078234 n-d-842952-2 neutron-server[83911]: timer() May 23 11:01:10.078234 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:01:10.078234 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:01:10.078234 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:01:10.078234 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:01:10.078234 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:01:10.078234 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:01:10.078234 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:01:10.078234 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:01:10.078234 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:01:10.078234 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:01:10.078234 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:01:10.078234 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:01:10.078234 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:01:10.078234 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:01:10.078234 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:01:10.078234 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:01:10.078234 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:01:10.078234 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:01:10.078234 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:01:10.078234 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:01:10.078234 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:01:10.078234 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:01:10.078234 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:01:10.078234 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:01:10.078234 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:01:10.078234 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:01:10.078234 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:01:10.078234 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:01:10.078234 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:01:10.164420 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0147f04-f1ef-416c-ba41-fa48e890f94e req-da425911-5b94-4d00-9127-bcf392dc8532 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:10.166835 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a0147f04-f1ef-416c-ba41-fa48e890f94e req-da425911-5b94-4d00-9127-bcf392dc8532 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1 HTTP/1.1" status: 200 len: 947 time: 0.0893185 May 23 11:01:10.167675 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-704ed00b-3b5e-4253-90ed-635b8f86b451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:10.185624 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-704ed00b-3b5e-4253-90ed-635b8f86b451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:10.197621 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ed00b-3b5e-4253-90ed-635b8f86b451 admin admin] Pushing event deleted for resources: {'Network': ['ID=6151acdb-22d9-4303-bf7e-922da0bb4f37,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:10.207271 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-704ed00b-3b5e-4253-90ed-635b8f86b451 admin admin] 10.222.0.79 "DELETE /v2.0/networks/6151acdb-22d9-4303-bf7e-922da0bb4f37 HTTP/1.1" status: 204 len: 168 time: 1.7370806 May 23 11:01:10.211097 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37618) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:01:10.244466 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a0147f04-f1ef-416c-ba41-fa48e890f94e req-09c6e127-0780-4058-8391-87d5d5a32b40 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670242 May 23 11:01:10.364438 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-45a7c08e-a845-4e52-bcef-d93cf6500133 req-180a8268-bada-405a-8024-bde0ba0b449c tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffa6ccc3-5b3f-4fd3-8df5-808cdfeded7a HTTP/1.1" status: 200 len: 210 time: 0.0586395 May 23 11:01:10.424545 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d99749a-dca8-4c66-90ce-6b282dd5f27a admin admin] Router 0286e142-7f8a-489a-9fbb-ffad170be9df has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:01:10.623436 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc5a8e-5f66-4857-88de-b5a99d11aa47 req-ee5dc485-5ba7-4528-9ddf-b1522abcafaa tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:10.625020 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-74dc5a8e-5f66-4857-88de-b5a99d11aa47 req-ee5dc485-5ba7-4528-9ddf-b1522abcafaa tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 946 time: 0.1996384 May 23 11:01:10.713975 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad324ef-af51-4c7b-b2a2-8524526f895f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f040a598-5466-4f5a-86ee-b83c13da01c5'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:01:10.808164 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-74dc5a8e-5f66-4857-88de-b5a99d11aa47 req-d7612223-45a5-4510-8a7d-d10c463419dc tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672373 May 23 11:01:10.924990 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79f18df4-d57b-42ac-ac78-3cf88e748abd'] response: {'server_uuid': 'bad324ef-af51-4c7b-b2a2-8524526f895f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f040a598-5466-4f5a-86ee-b83c13da01c5', 'code': 200} May 23 11:01:11.000267 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d99749a-dca8-4c66-90ce-6b282dd5f27a admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:01:11.012996 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00617b17-6b23-41c1-a66b-beb439923da0 None None] Sync routers for ids ['0286e142-7f8a-489a-9fbb-ffad170be9df'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:01:11.014221 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3d99749a-dca8-4c66-90ce-6b282dd5f27a admin admin] 10.222.0.79 "PUT /v2.0/routers/0286e142-7f8a-489a-9fbb-ffad170be9df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3365507 May 23 11:01:11.014221 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37652) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:01:11.042285 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00617b17-6b23-41c1-a66b-beb439923da0 None None] Routers {'0286e142-7f8a-489a-9fbb-ffad170be9df'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:01:11.043785 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-00617b17-6b23-41c1-a66b-beb439923da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:00:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['0286e142-7f8a-489a-9fbb-ffad170be9df'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:01:11.394305 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-00617b17-6b23-41c1-a66b-beb439923da0 None None] Set router 0286e142-7f8a-489a-9fbb-ffad170be9df gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:01:11.456758 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a859507-4023-4ffe-a9a9-b6b92b53bcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:11.483298 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-145b4a79-4de1-4f3f-b9e4-6ee3fb733181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:11.585044 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-54078304-b975-432c-9d58-a2a61c9095e8 req-c3de1840-d80a-4826-994d-34f543147c30 tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=a95a9297-79a6-42f5-9900-5cf1d5107475 HTTP/1.1" status: 200 len: 1097 time: 0.3848271 May 23 11:01:11.612347 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6ff214f4-f83b-4fea-9bc9-c4f80bde2f27 req-88d186ce-17cf-42b3-8e73-43d30023c175 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 1097 time: 0.4961631 May 23 11:01:11.682327 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-54078304-b975-432c-9d58-a2a61c9095e8 req-a557d149-9ae3-40cf-90e1-709c582bf0f9 tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963259 May 23 11:01:11.724279 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f360f-b87b-412e-88fa-eda443e616d5 req-1bb38472-469d-4e77-a8ed-255e1e1c5067 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:11.728295 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0ead7173-f25e-4da2-9fd6-fe4e65c03b78 admin admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:11.735265 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3b6f360f-b87b-412e-88fa-eda443e616d5 req-1bb38472-469d-4e77-a8ed-255e1e1c5067 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1 HTTP/1.1" status: 200 len: 947 time: 0.2652597 May 23 11:01:11.749213 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-00617b17-6b23-41c1-a66b-beb439923da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0286e142-7f8a-489a-9fbb-ffad170be9df', 'name': 'tempest-AttachSCSIVolumeTestJSON-1947369277-router', 'tenant_id': '55f3096016fc47a0a0df5b7be70fadbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '4fdbc384-a582-429c-af91-772f3bf34c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:58:03Z', 'updated_at': '2022-05-23T11:01:07Z', 'revision_number': 5, 'project_id': '55f3096016fc47a0a0df5b7be70fadbe', 'gw_port': {'id': '4fdbc384-a582-429c-af91-772f3bf34c8b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0286e142-7f8a-489a-9fbb-ffad170be9df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:58:05Z', 'updated_at': '2022-05-23T10:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:01:11.753584 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00617b17-6b23-41c1-a66b-beb439923da0 None None] Checking router: 0286e142-7f8a-489a-9fbb-ffad170be9df for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:01:11.766502 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00617b17-6b23-41c1-a66b-beb439923da0 None None] Routers {'0286e142-7f8a-489a-9fbb-ffad170be9df'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:01:11.767102 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-00617b17-6b23-41c1-a66b-beb439923da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:01:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['0286e142-7f8a-489a-9fbb-ffad170be9df'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:01:11.849328 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6ff214f4-f83b-4fea-9bc9-c4f80bde2f27 req-a2c0bb47-178c-4799-968f-67919bce161c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193038 May 23 11:01:11.851512 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3b6f360f-b87b-412e-88fa-eda443e616d5 req-0984c6fb-d7df-4157-ada6-22dae11c1819 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154587 May 23 11:01:12.117580 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-00617b17-6b23-41c1-a66b-beb439923da0 None None] Set router 0286e142-7f8a-489a-9fbb-ffad170be9df gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:01:12.197592 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2427a8b1-51cf-4cab-a1d3-318bd1c50549 req-5fbb217a-2902-409f-84b3-279e3e850d6c tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffa6ccc3-5b3f-4fd3-8df5-808cdfeded7a HTTP/1.1" status: 200 len: 210 time: 0.0685747 May 23 11:01:12.231479 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c521d1-7f17-4e77-8524-30ec7804ce40 req-d39ed5ea-c60f-451c-b270-9bb79013b6f0 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:12.233020 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-11c521d1-7f17-4e77-8524-30ec7804ce40 req-d39ed5ea-c60f-451c-b270-9bb79013b6f0 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5 HTTP/1.1" status: 200 len: 949 time: 0.1737804 May 23 11:01:12.277980 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0ead7173-f25e-4da2-9fd6-fe4e65c03b78 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:12.323032 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-11c521d1-7f17-4e77-8524-30ec7804ce40 req-17a0ffb9-a938-4397-bb13-ef5933a27be0 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826783 May 23 11:01:12.324710 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-0ead7173-f25e-4da2-9fd6-fe4e65c03b78 admin admin] Deleting port 4fdbc384-a582-429c-af91-772f3bf34c8b {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:01:12.325053 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0ead7173-f25e-4da2-9fd6-fe4e65c03b78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:12.439732 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-2d022274-3d15-4e82-ad8f-8e97bdd73454 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=61146b1e54d841cd9885cb7a4187d86e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0719266 May 23 11:01:12.540616 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:12.656255 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-0ead7173-f25e-4da2-9fd6-fe4e65c03b78 admin admin] For port 4fdbc384-a582-429c-af91-772f3bf34c8b, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=4fdbc384-a582-429c-af91-772f3bf34c8b,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:01:12.656871 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0ead7173-f25e-4da2-9fd6-fe4e65c03b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:12.721678 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:12.790956 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-00617b17-6b23-41c1-a66b-beb439923da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0286e142-7f8a-489a-9fbb-ffad170be9df', 'name': 'tempest-AttachSCSIVolumeTestJSON-1947369277-router', 'tenant_id': '55f3096016fc47a0a0df5b7be70fadbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '4fdbc384-a582-429c-af91-772f3bf34c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:58:03Z', 'updated_at': '2022-05-23T11:01:07Z', 'revision_number': 5, 'project_id': '55f3096016fc47a0a0df5b7be70fadbe', 'gw_port': {'id': '4fdbc384-a582-429c-af91-772f3bf34c8b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0286e142-7f8a-489a-9fbb-ffad170be9df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:58:05Z', 'updated_at': '2022-05-23T10:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:01:12.800655 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00617b17-6b23-41c1-a66b-beb439923da0 None None] The sync data for ids ['0286e142-7f8a-489a-9fbb-ffad170be9df'] in n-d-842952-2 is: [{'id': '0286e142-7f8a-489a-9fbb-ffad170be9df', 'name': 'tempest-AttachSCSIVolumeTestJSON-1947369277-router', 'tenant_id': '55f3096016fc47a0a0df5b7be70fadbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '4fdbc384-a582-429c-af91-772f3bf34c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:58:03Z', 'updated_at': '2022-05-23T11:01:07Z', 'revision_number': 5, 'project_id': '55f3096016fc47a0a0df5b7be70fadbe', 'gw_port': {'id': '4fdbc384-a582-429c-af91-772f3bf34c8b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0286e142-7f8a-489a-9fbb-ffad170be9df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:58:05Z', 'updated_at': '2022-05-23T10:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:01:12.859661 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-0ead7173-f25e-4da2-9fd6-fe4e65c03b78 admin admin] Calling delete_port for 4fdbc384-a582-429c-af91-772f3bf34c8b owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:01:12.868272 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-b11dc3a7-3062-4369-9cae-caf25e6902f9 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:12.869691 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-b11dc3a7-3062-4369-9cae-caf25e6902f9 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4230945 May 23 11:01:12.962404 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-ae30d4d2-b7bc-47d0-b060-8ce15fab0853 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Request body: {'port': {'device_id': 'ffa6ccc3-5b3f-4fd3-8df5-808cdfeded7a', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'admin_state_up': True, 'tenant_id': '61146b1e54d841cd9885cb7a4187d86e'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:01:13.144066 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77e74d-bf86-41b3-8bbe-37700855988f req-ee694872-eb18-4e8e-b5e5-a277f38850d4 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:13.151111 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ee77e74d-bf86-41b3-8bbe-37700855988f req-ee694872-eb18-4e8e-b5e5-a277f38850d4 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 946 time: 0.2804544 May 23 11:01:13.166066 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0ead7173-f25e-4da2-9fd6-fe4e65c03b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:13.180554 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-ae30d4d2-b7bc-47d0-b060-8ce15fab0853 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:01:13.197965 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f6d27240-adeb-4d26-b133-d00107c86d14 req-0bc1354b-96d9-4236-a223-1447756cb7cb service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a95a9297-79a6-42f5-9900-5cf1d5107475&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3262651 May 23 11:01:13.199641 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-ae30d4d2-b7bc-47d0-b060-8ce15fab0853 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Usage tracker for resource:port and tenant:61146b1e54d841cd9885cb7a4187d86e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:01:13.205177 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-ae30d4d2-b7bc-47d0-b060-8ce15fab0853 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:01:13.226410 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-ae30d4d2-b7bc-47d0-b060-8ce15fab0853 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:01:13.277963 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ee77e74d-bf86-41b3-8bbe-37700855988f req-bfe39429-ad0a-4e34-bc09-460122e0e04c tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254718 May 23 11:01:13.279785 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-ae30d4d2-b7bc-47d0-b060-8ce15fab0853 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Made reservation on behalf of 61146b1e54d841cd9885cb7a4187d86e for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:01:13.288801 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-ae30d4d2-b7bc-47d0-b060-8ce15fab0853 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:13.419536 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-145b4a79-4de1-4f3f-b9e4-6ee3fb733181 admin admin] Deleting port 8d61cc90-fdd4-47d8-acfb-ec51187779dd {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:01:13.426951 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-145b4a79-4de1-4f3f-b9e4-6ee3fb733181 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:13.464457 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 76fa699a-eb3d-46b7-a12c-48309a3db4e4 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:01:13.514563 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead7173-f25e-4da2-9fd6-fe4e65c03b78 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fdbc384-a582-429c-af91-772f3bf34c8b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:13.532532 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device fd73f7f5-4d28-414d-85b4-401d382d9b6c details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:01:13.539140 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 76fa699a-eb3d-46b7-a12c-48309a3db4e4 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:01:13.539748 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 76fa699a-eb3d-46b7-a12c-48309a3db4e4 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:01:13.711344 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-ae30d4d2-b7bc-47d0-b060-8ce15fab0853 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Allocated IP 192.168.233.37 (45238d5c-875a-474b-bef1-cc75dc2ba645/c1719237-4a8e-4354-92b1-51064eb09c82/0aec0967-08d3-4602-89be-af079775c956) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:01:13.760744 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb0216-26c9-4407-bca7-493906d7e805 req-3cfac2a7-eb14-4807-96b0-6442a9f5097a tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:13.770793 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9bfb0216-26c9-4407-bca7-493906d7e805 req-3cfac2a7-eb14-4807-96b0-6442a9f5097a tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1 HTTP/1.1" status: 200 len: 947 time: 0.3114171 May 23 11:01:13.846016 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port fd73f7f5-4d28-414d-85b4-401d382d9b6c, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=fd73f7f5-4d28-414d-85b4-401d382d9b6c,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:01:13.876924 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'fd73f7f5-4d28-414d-85b4-401d382d9b6c', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'port_id': 'fd73f7f5-4d28-414d-85b4-401d382d9b6c', 'mac_address': 'fa:16:3e:3f:07:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1719237-4a8e-4354-92b1-51064eb09c82', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:01:13.883705 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9bfb0216-26c9-4407-bca7-493906d7e805 req-47ae158e-b0d2-47df-80d8-be50efed9854 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101291 May 23 11:01:13.962292 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:14.003416 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd73f7f5-4d28-414d-85b4-401d382d9b6c {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:01:14.014002 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-145b4a79-4de1-4f3f-b9e4-6ee3fb733181 admin admin] For port 8d61cc90-fdd4-47d8-acfb-ec51187779dd, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=8d61cc90-fdd4-47d8-acfb-ec51187779dd,segment=NetworkSegment(ec5b4353-33d0-467f-ae76-90d23d1cd0c5),segment_id=ec5b4353-33d0-467f-ae76-90d23d1cd0c5)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:01:14.017291 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-145b4a79-4de1-4f3f-b9e4-6ee3fb733181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:14.033622 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port fd73f7f5-4d28-414d-85b4-401d382d9b6c, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=fd73f7f5-4d28-414d-85b4-401d382d9b6c,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:01:14.038833 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:14.171989 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:14.189257 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=fd73f7f5-4d28-414d-85b4-401d382d9b6c,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:14.224761 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6ec6f416-91af-4067-a84b-cb50d21089f8 req-d0e6a94b-9e06-4839-8eed-8275b8a6360e tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffa6ccc3-5b3f-4fd3-8df5-808cdfeded7a HTTP/1.1" status: 200 len: 210 time: 0.0483477 May 23 11:01:14.263783 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-145b4a79-4de1-4f3f-b9e4-6ee3fb733181 admin admin] Calling delete_port for 8d61cc90-fdd4-47d8-acfb-ec51187779dd owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:01:14.277808 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-ae30d4d2-b7bc-47d0-b060-8ce15fab0853 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:14.310787 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-ae30d4d2-b7bc-47d0-b060-8ce15fab0853 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Transition to ACTIVE for port object 0aec0967-08d3-4602-89be-af079775c956 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:01:14.357526 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-ae30d4d2-b7bc-47d0-b060-8ce15fab0853 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:14.399487 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['845cbdb8-20ac-409d-9de2-07e4beb11306', '2ae0466f-d393-43e6-953f-977138041292', '7e27e423-05a5-47f8-ba42-0348aaace8cc', '66bca1d4-9a5d-4cf9-877d-f47a02a5e78b'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:01:14.466913 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['5f19de5f-f01b-41e2-8cfa-06b5b1560682', '72052476-d42b-4f39-a4fa-a1f304916016'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:01:14.477377 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-ae30d4d2-b7bc-47d0-b060-8ce15fab0853 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Network 45238d5c-875a-474b-bef1-cc75dc2ba645 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:01:14.504107 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0ead7173-f25e-4da2-9fd6-fe4e65c03b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:14.523291 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-ae30d4d2-b7bc-47d0-b060-8ce15fab0853 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:01:14.529503 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-ae30d4d2-b7bc-47d0-b060-8ce15fab0853 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:01:14.535374 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-ae30d4d2-b7bc-47d0-b060-8ce15fab0853 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:14.536138 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-ae30d4d2-b7bc-47d0-b060-8ce15fab0853 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:14.600664 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30d4d2-b7bc-47d0-b060-8ce15fab0853 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Pushing event updated for resources: {'Port': ['ID=0aec0967-08d3-4602-89be-af079775c956,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:14.627770 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-ae30d4d2-b7bc-47d0-b060-8ce15fab0853 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7160685 May 23 11:01:14.654883 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c91172-bfba-47f9-aeb8-51865b783323 req-738ad931-f9b8-4cf6-9b01-fc6b83e445bc tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:14.663236 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-63c91172-bfba-47f9-aeb8-51865b783323 req-738ad931-f9b8-4cf6-9b01-fc6b83e445bc tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5 HTTP/1.1" status: 200 len: 949 time: 0.2053366 May 23 11:01:14.679187 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['fd73f7f5-4d28-414d-85b4-401d382d9b6c'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:01:14.720100 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-02f48cec-8930-42e4-8aad-79102232ff21 service neutron] Request body: {'port': {'device_id': 'ffa6ccc3-5b3f-4fd3-8df5-808cdfeded7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:01:14.836083 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-63c91172-bfba-47f9-aeb8-51865b783323 req-75e18d99-d624-4e27-94a1-a784441346bc tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711352 May 23 11:01:14.946782 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-02f48cec-8930-42e4-8aad-79102232ff21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:15.009141 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0ead7173-f25e-4da2-9fd6-fe4e65c03b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:15.013511 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0ead7173-f25e-4da2-9fd6-fe4e65c03b78 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:15.048611 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0ead7173-f25e-4da2-9fd6-fe4e65c03b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:15.049236 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ead7173-f25e-4da2-9fd6-fe4e65c03b78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0286e142-7f8a-489a-9fbb-ffad170be9df {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:01:15.053754 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-d45b5814-2a67-4479-9cad-17e8b812a5a6 tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:01:15.054805 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-d45b5814-2a67-4479-9cad-17e8b812a5a6 tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0078557 May 23 11:01:15.089299 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-83203bdf-b6a3-47a8-b5ef-79090c8d51ac service neutron] Request body: {'binding': {'host': 'n-h1-842952-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:01:15.089730 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-83203bdf-b6a3-47a8-b5ef-79090c8d51ac service neutron] Unknown quota resources ['binding']. {{(pid=83911) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 23 11:01:15.154418 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0ead7173-f25e-4da2-9fd6-fe4e65c03b78 admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:15.155552 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0ead7173-f25e-4da2-9fd6-fe4e65c03b78 admin admin] 10.222.0.79 "DELETE /v2.0/routers/0286e142-7f8a-489a-9fbb-ffad170be9df HTTP/1.1" status: 204 len: 168 time: 4.1403816 May 23 11:01:15.161092 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37720) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:01:15.386606 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-21dbbc84-4cd5-4443-a6a4-090c5d3c61a7 None None] Provisioning for port 0aec0967-08d3-4602-89be-af079775c956 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:01:15.389598 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe00378f-257a-4fc5-b5d0-7fcf9fa03fde admin admin] Deleting subnet 5c9a0e12-4b14-4faf-9106-3b24fbe8317b {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:01:15.392679 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fe00378f-257a-4fc5-b5d0-7fcf9fa03fde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:15.408186 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-21dbbc84-4cd5-4443-a6a4-090c5d3c61a7 None None] Provisioning complete for port 0aec0967-08d3-4602-89be-af079775c956 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:01:15.408913 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-21dbbc84-4cd5-4443-a6a4-090c5d3c61a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:15.450090 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fe00378f-257a-4fc5-b5d0-7fcf9fa03fde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:15.472547 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-21dbbc84-4cd5-4443-a6a4-090c5d3c61a7 None None] Port 0aec0967-08d3-4602-89be-af079775c956 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:01:15.620806 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-02f48cec-8930-42e4-8aad-79102232ff21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aec0967-08d3-4602-89be-af079775c956 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:01:15.633600 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-02f48cec-8930-42e4-8aad-79102232ff21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:15.677779 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-02f48cec-8930-42e4-8aad-79102232ff21 service neutron] Transition to ACTIVE for port object 0aec0967-08d3-4602-89be-af079775c956 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:01:15.686060 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-02f48cec-8930-42e4-8aad-79102232ff21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:15.693956 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fe00378f-257a-4fc5-b5d0-7fcf9fa03fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:15.702712 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 4fdbc384-a582-429c-af91-772f3bf34c8b no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:01:15.762486 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 4fdbc384-a582-429c-af91-772f3bf34c8b {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:01:15.762486 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 4fdbc384-a582-429c-af91-772f3bf34c8b not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:01:15.805847 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fe00378f-257a-4fc5-b5d0-7fcf9fa03fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:15.876089 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00378f-257a-4fc5-b5d0-7fcf9fa03fde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c9a0e12-4b14-4faf-9106-3b24fbe8317b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:15.914051 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fe00378f-257a-4fc5-b5d0-7fcf9fa03fde admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:15.928656 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-fe00378f-257a-4fc5-b5d0-7fcf9fa03fde admin admin] 10.222.0.79 "DELETE /v2.0/subnets/5c9a0e12-4b14-4faf-9106-3b24fbe8317b HTTP/1.1" status: 204 len: 168 time: 0.7638593 May 23 11:01:15.929083 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37728) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:01:15.935658 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febad5de-96f3-4653-b21e-c92a3ab8cd2d None None] Network ab57547c-d5a4-4e80-9c64-caa818477e2e requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:01:15.951523 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-145b4a79-4de1-4f3f-b9e4-6ee3fb733181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:15.968601 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3850d-b634-4d4f-9d93-dd365938815b req-3cd36ecd-d71e-4f18-a768-e61aa289fb43 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:15.975565 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-42a3850d-b634-4d4f-9d93-dd365938815b req-3cd36ecd-d71e-4f18-a768-e61aa289fb43 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 946 time: 0.7027419 May 23 11:01:15.990488 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-83203bdf-b6a3-47a8-b5ef-79090c8d51ac service neutron] Attempting to bind port 1bbf699c-1822-4118-9239-33cb85effca0 on host n-h1-842952-2 for vnic_type normal with profile None {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:01:15.990836 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-83203bdf-b6a3-47a8-b5ef-79090c8d51ac service neutron] Attempting to bind port 1bbf699c-1822-4118-9239-33cb85effca0 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:01:15.991133 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-83203bdf-b6a3-47a8-b5ef-79090c8d51ac service neutron] Attempting to bind port 1bbf699c-1822-4118-9239-33cb85effca0 on network ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:01:16.005684 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-83203bdf-b6a3-47a8-b5ef-79090c8d51ac service neutron] Port 1bbf699c-1822-4118-9239-33cb85effca0 on network ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:01:16.006010 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-83203bdf-b6a3-47a8-b5ef-79090c8d51ac service neutron] Attempting to bind port 1bbf699c-1822-4118-9239-33cb85effca0 on network ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:01:16.070771 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b4a79-4de1-4f3f-b9e4-6ee3fb733181 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d61cc90-fdd4-47d8-acfb-ec51187779dd,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:16.078856 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f48cec-8930-42e4-8aad-79102232ff21 service neutron] Pushing event updated for resources: {'Port': ['ID=0aec0967-08d3-4602-89be-af079775c956,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:16.104954 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-83203bdf-b6a3-47a8-b5ef-79090c8d51ac service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:01:16.105548 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-83203bdf-b6a3-47a8-b5ef-79090c8d51ac service neutron] Checking segment: {'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:01:16.105946 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-83203bdf-b6a3-47a8-b5ef-79090c8d51ac service neutron] Bound using segment: {'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:01:16.106395 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-83203bdf-b6a3-47a8-b5ef-79090c8d51ac service neutron] Bound port: 1bbf699c-1822-4118-9239-33cb85effca0, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:01:16.226139 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-42a3850d-b634-4d4f-9d93-dd365938815b req-14225242-e152-45f6-ba3c-cf6ca14ed01e tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487919 May 23 11:01:16.233292 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-02f48cec-8930-42e4-8aad-79102232ff21 service neutron] Attempting to bind port 0aec0967-08d3-4602-89be-af079775c956 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:01:16.233619 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-02f48cec-8930-42e4-8aad-79102232ff21 service neutron] Attempting to bind port 0aec0967-08d3-4602-89be-af079775c956 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:01:16.233940 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-02f48cec-8930-42e4-8aad-79102232ff21 service neutron] Attempting to bind port 0aec0967-08d3-4602-89be-af079775c956 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:01:16.246400 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc96f9b8-3e5e-4e8f-acee-38761f9331a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:16.267872 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-02f48cec-8930-42e4-8aad-79102232ff21 service neutron] Port 0aec0967-08d3-4602-89be-af079775c956 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:01:16.268217 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-02f48cec-8930-42e4-8aad-79102232ff21 service neutron] Attempting to bind port 0aec0967-08d3-4602-89be-af079775c956 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:01:16.284733 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-02f48cec-8930-42e4-8aad-79102232ff21 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:01:16.285184 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-02f48cec-8930-42e4-8aad-79102232ff21 service neutron] Checking segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:01:16.285446 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-02f48cec-8930-42e4-8aad-79102232ff21 service neutron] Bound using segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:01:16.285872 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-02f48cec-8930-42e4-8aad-79102232ff21 service neutron] Bound port: 0aec0967-08d3-4602-89be-af079775c956, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:01:16.286216 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-02f48cec-8930-42e4-8aad-79102232ff21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:16.496522 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-83203bdf-b6a3-47a8-b5ef-79090c8d51ac service neutron] For port 1bbf699c-1822-4118-9239-33cb85effca0, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=1bbf699c-1822-4118-9239-33cb85effca0,segment=NetworkSegment(6816cea3-60a2-419d-a967-3c4d162775bd),segment_id=6816cea3-60a2-419d-a967-3c4d162775bd)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:01:16.497615 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-dc96f9b8-3e5e-4e8f-acee-38761f9331a0 admin admin] Deleting port c84521b7-a223-4830-9572-b443f1bf2378 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:01:16.498111 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc96f9b8-3e5e-4e8f-acee-38761f9331a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:16.534655 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-02f48cec-8930-42e4-8aad-79102232ff21 service neutron] For port 0aec0967-08d3-4602-89be-af079775c956, host n-h2-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:01:16.545555 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-02f48cec-8930-42e4-8aad-79102232ff21 service neutron] For port 0aec0967-08d3-4602-89be-af079775c956, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0aec0967-08d3-4602-89be-af079775c956,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:01:16.560771 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-02f48cec-8930-42e4-8aad-79102232ff21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:16.591660 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-83203bdf-b6a3-47a8-b5ef-79090c8d51ac service neutron] Notify callbacks [] for binding, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:16.593112 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-83203bdf-b6a3-47a8-b5ef-79090c8d51ac service neutron] 10.222.0.79 "POST /v2.0/ports/1bbf699c-1822-4118-9239-33cb85effca0/bindings HTTP/1.1" status: 201 len: 389 time: 1.5106421 May 23 11:01:16.630083 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-02f48cec-8930-42e4-8aad-79102232ff21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:16.631435 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-02f48cec-8930-42e4-8aad-79102232ff21 service neutron] 10.222.0.81 "PUT /v2.0/ports/0aec0967-08d3-4602-89be-af079775c956 HTTP/1.1" status: 200 len: 1095 time: 1.9382329 May 23 11:01:16.633765 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa6ccc3-5b3f-4fd3-8df5-808cdfeded7a', 'tag': '0aec0967-08d3-4602-89be-af079775c956'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:01:16.681505 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0dca65-993c-41d8-919d-6c1ca0c79022 req-c8108571-05f3-4f23-b171-fdb2f630872a tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:16.689105 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891bec65-5cf3-4176-9c77-f32556e424f7 None None] DHCP port deletion for ab57547c-d5a4-4e80-9c64-caa818477e2e request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:01:16.689658 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5d0dca65-993c-41d8-919d-6c1ca0c79022 req-c8108571-05f3-4f23-b171-fdb2f630872a tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1 HTTP/1.1" status: 200 len: 948 time: 0.2040617 May 23 11:01:16.712358 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-891bec65-5cf3-4176-9c77-f32556e424f7 None None] Deleting port c84521b7-a223-4830-9572-b443f1bf2378 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:01:16.715702 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-891bec65-5cf3-4176-9c77-f32556e424f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:16.732096 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f48cec-8930-42e4-8aad-79102232ff21 service neutron] Pushing event updated for resources: {'Port': ['ID=0aec0967-08d3-4602-89be-af079775c956,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:16.921699 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5d0dca65-993c-41d8-919d-6c1ca0c79022 req-133c3ef8-85eb-4218-9cd2-0849c0be12d4 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295868 May 23 11:01:16.928718 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-dc96f9b8-3e5e-4e8f-acee-38761f9331a0 admin admin] For port c84521b7-a223-4830-9572-b443f1bf2378, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=c84521b7-a223-4830-9572-b443f1bf2378,segment=NetworkSegment(70150bcd-9dac-456b-a2b6-bf96e19a0a8c),segment_id=70150bcd-9dac-456b-a2b6-bf96e19a0a8c)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:01:16.932380 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc96f9b8-3e5e-4e8f-acee-38761f9331a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:16.972620 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-c7f67c20-b2e5-49cb-b6d3-eb4c821e5a18 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=61146b1e54d841cd9885cb7a4187d86e&device_id=ffa6ccc3-5b3f-4fd3-8df5-808cdfeded7a HTTP/1.1" status: 200 len: 1098 time: 0.2346923 May 23 11:01:17.162912 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-891bec65-5cf3-4176-9c77-f32556e424f7 None None] For port c84521b7-a223-4830-9572-b443f1bf2378, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=c84521b7-a223-4830-9572-b443f1bf2378,segment=NetworkSegment(70150bcd-9dac-456b-a2b6-bf96e19a0a8c),segment_id=70150bcd-9dac-456b-a2b6-bf96e19a0a8c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:01:17.163534 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-891bec65-5cf3-4176-9c77-f32556e424f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:17.231681 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-dc96f9b8-3e5e-4e8f-acee-38761f9331a0 admin admin] Calling delete_port for c84521b7-a223-4830-9572-b443f1bf2378 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:01:17.277762 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-da676743-5b49-42ce-afb3-9b9316e17ea2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=0aec0967-08d3-4602-89be-af079775c956 HTTP/1.1" status: 200 len: 217 time: 0.2899802 May 23 11:01:17.313311 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-891bec65-5cf3-4176-9c77-f32556e424f7 None None] Calling delete_port for c84521b7-a223-4830-9572-b443f1bf2378 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:01:17.345356 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-145b4a79-4de1-4f3f-b9e4-6ee3fb733181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:17.350768 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc96f9b8-3e5e-4e8f-acee-38761f9331a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:17.388344 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-ceaea936-e128-4882-89d2-5e87ff3988b6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:17.389749 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-ceaea936-e128-4882-89d2-5e87ff3988b6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.1035590 May 23 11:01:17.396220 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-891bec65-5cf3-4176-9c77-f32556e424f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:01:17.396567 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-891bec65-5cf3-4176-9c77-f32556e424f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:01:17.458107 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-d2f0b07c-ed21-466d-92c3-d75fc4c6fcdd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70139281f5db4004afe2c4c8ea88321a&device_id=a95a9297-79a6-42f5-9900-5cf1d5107475 HTTP/1.1" status: 200 len: 1097 time: 0.3330622 May 23 11:01:17.470179 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc96f9b8-3e5e-4e8f-acee-38761f9331a0 admin admin] No DVR routers for this DVR port c84521b7-a223-4830-9572-b443f1bf2378 on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:01:17.472963 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080567c-d533-42eb-bee0-603ad2a7977f req-1b58c80a-769b-4046-96b7-ab95262523ee tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:17.473648 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-d080567c-d533-42eb-bee0-603ad2a7977f req-1b58c80a-769b-4046-96b7-ab95262523ee tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Synchronizing usage tracker for tenant:61146b1e54d841cd9885cb7a4187d86e on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:01:17.529216 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device fd73f7f5-4d28-414d-85b4-401d382d9b6c up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:01:17.572397 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96f9b8-3e5e-4e8f-acee-38761f9331a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c84521b7-a223-4830-9572-b443f1bf2378,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:17.625218 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device c84521b7-a223-4830-9572-b443f1bf2378 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:01:17.626635 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c954a2c-1473-40dd-8d9e-bef176e5c7f6 req-88416858-5d58-4911-8a02-be1c5265e6fe tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:17.628153 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6c954a2c-1473-40dd-8d9e-bef176e5c7f6 req-88416858-5d58-4911-8a02-be1c5265e6fe tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5 HTTP/1.1" status: 200 len: 949 time: 0.4068308 May 23 11:01:17.669964 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc96f9b8-3e5e-4e8f-acee-38761f9331a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:17.682250 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-d080567c-d533-42eb-bee0-603ad2a7977f req-1b58c80a-769b-4046-96b7-ab95262523ee tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Unset dirty status for tenant:61146b1e54d841cd9885cb7a4187d86e on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:01:17.683488 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d080567c-d533-42eb-bee0-603ad2a7977f req-1b58c80a-769b-4046-96b7-ab95262523ee tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffa6ccc3-5b3f-4fd3-8df5-808cdfeded7a HTTP/1.1" status: 200 len: 947 time: 0.5596671 May 23 11:01:17.691697 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-55f33b61-6c1e-44a6-9cdf-6435eeb210e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:17.693123 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-55f33b61-6c1e-44a6-9cdf-6435eeb210e8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 HTTP/1.1" status: 200 len: 922 time: 0.2155375 May 23 11:01:17.696566 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-dc96f9b8-3e5e-4e8f-acee-38761f9331a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab57547c-d5a4-4e80-9c64-caa818477e2e']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:01:17.698939 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: c84521b7-a223-4830-9572-b443f1bf2378 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:01:17.700003 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device c84521b7-a223-4830-9572-b443f1bf2378 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:01:17.710924 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-dc96f9b8-3e5e-4e8f-acee-38761f9331a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70150bcd-9dac-456b-a2b6-bf96e19a0a8c') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:01:17.710924 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-dc96f9b8-3e5e-4e8f-acee-38761f9331a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70150bcd-9dac-456b-a2b6-bf96e19a0a8c') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:01:17.732451 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc96f9b8-3e5e-4e8f-acee-38761f9331a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:17.736506 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port fd73f7f5-4d28-414d-85b4-401d382d9b6c completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:01:17.744018 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port fd73f7f5-4d28-414d-85b4-401d382d9b6c triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:01:17.744762 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:17.885894 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-4f3637f2-44f7-41c4-967b-08e5c0d285f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bbf699c-1822-4118-9239-33cb85effca0 HTTP/1.1" status: 200 len: 217 time: 0.1534224 May 23 11:01:17.898060 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d080567c-d533-42eb-bee0-603ad2a7977f req-622169d3-36bd-40e7-99b7-216638bf0fc2 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020838 May 23 11:01:17.899911 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-891bec65-5cf3-4176-9c77-f32556e424f7 None None] Deleting port c84521b7-a223-4830-9572-b443f1bf2378 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:01:17.900531 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-891bec65-5cf3-4176-9c77-f32556e424f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:17.923678 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc96f9b8-3e5e-4e8f-acee-38761f9331a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:17.948627 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-96cf80b8-27a0-4e52-af03-af6e3e60d3fc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5498822 May 23 11:01:17.954424 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc96f9b8-3e5e-4e8f-acee-38761f9331a0 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:01:17.954837 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc96f9b8-3e5e-4e8f-acee-38761f9331a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:17.955081 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6c954a2c-1473-40dd-8d9e-bef176e5c7f6 req-5789b841-9b12-44ce-8a74-361c435bb175 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938740 May 23 11:01:17.969559 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:01:17.969559 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:01:17.969559 n-d-842952-2 neutron-server[83911]: timer() May 23 11:01:17.969559 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:01:17.969559 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:01:17.969559 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:01:17.969559 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:01:17.969559 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:01:17.969559 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:01:17.969559 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:01:17.969559 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:01:17.969559 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:01:17.969559 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:01:17.969559 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:01:17.969559 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:01:17.969559 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:01:17.969559 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:01:17.969559 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:01:17.969559 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:01:17.969559 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:01:17.969559 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:01:17.969559 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:01:17.969559 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:01:17.969559 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:01:17.969559 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:01:17.969559 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:01:17.969559 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:01:17.969559 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:01:17.969559 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:01:17.969559 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:01:17.969559 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:01:17.969559 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:01:18.057477 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-a16619bf-840a-494a-84f8-d6d53a7da653 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:18.058853 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-a16619bf-840a-494a-84f8-d6d53a7da653 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b42aa520-b19b-4bd9-8813-40b2c3196feb HTTP/1.1" status: 200 len: 861 time: 0.1578400 May 23 11:01:18.094436 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc96f9b8-3e5e-4e8f-acee-38761f9331a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:18.099949 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc96f9b8-3e5e-4e8f-acee-38761f9331a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:18.133696 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-891bec65-5cf3-4176-9c77-f32556e424f7 None None] The port 'c84521b7-a223-4830-9572-b443f1bf2378' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:01:18.134349 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96f9b8-3e5e-4e8f-acee-38761f9331a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab57547c-d5a4-4e80-9c64-caa818477e2e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:18.162470 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-8e4c8cb2-e348-4282-8efc-7cbb34108225 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967298 May 23 11:01:18.176614 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-dc96f9b8-3e5e-4e8f-acee-38761f9331a0 admin admin] 10.222.0.79 "DELETE /v2.0/networks/ab57547c-d5a4-4e80-9c64-caa818477e2e HTTP/1.1" status: 204 len: 168 time: 2.2466238 May 23 11:01:18.179506 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37744) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:01:18.268108 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:18.333568 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port fd73f7f5-4d28-414d-85b4-401d382d9b6c, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=fd73f7f5-4d28-414d-85b4-401d382d9b6c,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:01:18.334819 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6390783a-6c4c-4ab4-8491-69c7143b6df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd73f7f5-4d28-414d-85b4-401d382d9b6c'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:01:18.346179 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:18.439595 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=fd73f7f5-4d28-414d-85b4-401d382d9b6c,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:18.504399 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27aff350-87ac-4f59-b0b7-b84088367d97'] response: {'name': 'network-changed', 'server_uuid': 'ffa6ccc3-5b3f-4fd3-8df5-808cdfeded7a', 'tag': '0aec0967-08d3-4602-89be-af079775c956', 'status': 'completed', 'code': 200} May 23 11:01:18.560873 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-aeb8d542-015e-4581-83bd-392bc399bf55 service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5996313 May 23 11:01:18.700123 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0963ec0-925e-40d4-a198-8cf858cd06b7 req-5cb56215-cf12-40d6-a69c-0c58bc24371b service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304314 May 23 11:01:18.769702 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-1135d838-375f-41f2-a813-e0fa3dfd04a3 service neutron] 10.222.0.13 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5958855 May 23 11:01:18.948325 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145b4a79-4de1-4f3f-b9e4-6ee3fb733181 admin admin] Router edcff27d-4c41-4130-8c21-f47202de957a has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:01:18.962318 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cfe7a68c-1b60-42bb-a8da-3145de3b56e9 req-ac9824b9-304d-40dc-8fbe-40fb3968f59b tempest-LiveMigrationTest-1953020720 tempest-LiveMigrationTest-1953020720-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 1097 time: 0.7985876 May 23 11:01:18.971648 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c4e321ea-ec25-4e09-8d2f-12f7a1ef1f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:19.013181 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78356422-5b1a-4318-91fe-3c99bc65f9fc req-cf6864ef-d6b8-43eb-956e-0499829735fb tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:19.020978 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-78356422-5b1a-4318-91fe-3c99bc65f9fc req-cf6864ef-d6b8-43eb-956e-0499829735fb tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=a95a9297-79a6-42f5-9900-5cf1d5107475 HTTP/1.1" status: 200 len: 946 time: 0.5123296 May 23 11:01:19.100771 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-78356422-5b1a-4318-91fe-3c99bc65f9fc req-4173bc88-e439-4354-ab1e-1cdf1cf14fe8 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789418 May 23 11:01:19.149365 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cfe7a68c-1b60-42bb-a8da-3145de3b56e9 req-72e3cf71-8a4d-414a-aa32-a19ce06974d8 tempest-LiveMigrationTest-1953020720 tempest-LiveMigrationTest-1953020720-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862667 May 23 11:01:19.205117 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-dbce96d2-e1d5-4e24-b492-0fc6dcace9a5 service neutron] 10.222.0.13 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241438 May 23 11:01:19.209319 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1c183d04-e24a-4fd6-a12a-f10316c24b79 req-0b2d2f11-418e-4afc-8724-d4dd4715f13c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=61146b1e54d841cd9885cb7a4187d86e&device_id=ffa6ccc3-5b3f-4fd3-8df5-808cdfeded7a HTTP/1.1" status: 200 len: 1098 time: 0.3028831 May 23 11:01:19.336486 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f8627ac-9a80-4547-98b7-4518e6223d30'] response: {'server_uuid': '6390783a-6c4c-4ab4-8491-69c7143b6df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd73f7f5-4d28-414d-85b4-401d382d9b6c', 'code': 200} May 23 11:01:19.591908 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145b4a79-4de1-4f3f-b9e4-6ee3fb733181 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:01:19.615566 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b273da-a896-40ed-b6dd-28ab81c215c5 None None] Sync routers for ids ['edcff27d-4c41-4130-8c21-f47202de957a'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:01:19.628912 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-145b4a79-4de1-4f3f-b9e4-6ee3fb733181 admin admin] 10.222.0.79 "PUT /v2.0/routers/edcff27d-4c41-4130-8c21-f47202de957a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4165919 May 23 11:01:19.637614 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b273da-a896-40ed-b6dd-28ab81c215c5 None None] Routers {'edcff27d-4c41-4130-8c21-f47202de957a'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:01:19.638299 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-64b273da-a896-40ed-b6dd-28ab81c215c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:01:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['edcff27d-4c41-4130-8c21-f47202de957a'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:01:19.736372 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37760) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:01:19.752698 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c183d04-e24a-4fd6-a12a-f10316c24b79 req-fb561506-04fe-4fe6-a9ab-e57a71171ce9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:19.754686 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1c183d04-e24a-4fd6-a12a-f10316c24b79 req-fb561506-04fe-4fe6-a9ab-e57a71171ce9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.5265601 May 23 11:01:19.911127 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-64b273da-a896-40ed-b6dd-28ab81c215c5 None None] Set router edcff27d-4c41-4130-8c21-f47202de957a gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:01:20.036176 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1c183d04-e24a-4fd6-a12a-f10316c24b79 req-31d84c10-1aa0-4143-b426-5b3a14bc1051 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=0aec0967-08d3-4602-89be-af079775c956 HTTP/1.1" status: 200 len: 217 time: 0.1897783 May 23 11:01:20.059583 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbcbef0-b67b-4cc4-9700-cb4cc3c0e3c8 req-dbd150eb-eb45-45fd-bd6c-ea8484710007 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:20.068395 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-acbcbef0-b67b-4cc4-9700-cb4cc3c0e3c8 req-dbd150eb-eb45-45fd-bd6c-ea8484710007 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffa6ccc3-5b3f-4fd3-8df5-808cdfeded7a HTTP/1.1" status: 200 len: 947 time: 0.3229680 May 23 11:01:20.174581 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4c39d-ca79-42d6-bf8f-737d8619c739 req-87abbbdf-203a-4bd3-9a70-d4df92e4f34c tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:20.175998 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8ca4c39d-ca79-42d6-bf8f-737d8619c739 req-87abbbdf-203a-4bd3-9a70-d4df92e4f34c tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1 HTTP/1.1" status: 200 len: 949 time: 0.7597725 May 23 11:01:20.249259 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1243fb08-0c10-40f5-95d3-560a252fdb27 req-7a51cabf-33c2-44a3-84dc-bbbd43b2e929 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1 HTTP/1.1" status: 200 len: 1100 time: 0.6928296 May 23 11:01:20.296949 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2f2807eb-8622-4573-b70b-9413eef6b688 admin admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:20.369657 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c183d04-e24a-4fd6-a12a-f10316c24b79 req-e5084422-1f52-48d0-affd-462b26e5711e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:20.371538 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1c183d04-e24a-4fd6-a12a-f10316c24b79 req-e5084422-1f52-48d0-affd-462b26e5711e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.3002102 May 23 11:01:20.407056 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-acbcbef0-b67b-4cc4-9700-cb4cc3c0e3c8 req-00891586-0e37-4206-8181-99352519702a tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425156 May 23 11:01:20.432422 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-64b273da-a896-40ed-b6dd-28ab81c215c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edcff27d-4c41-4130-8c21-f47202de957a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-175506573-router', 'tenant_id': '53b7a0896e8548c0bbb0c7e9251b0828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '687c63b0-f52e-4503-b193-fd1c3b328110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:56:59Z', 'updated_at': '2022-05-23T11:01:15Z', 'revision_number': 5, 'project_id': '53b7a0896e8548c0bbb0c7e9251b0828', 'gw_port': {'id': '687c63b0-f52e-4503-b193-fd1c3b328110', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcff27d-4c41-4130-8c21-f47202de957a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:56:59Z', 'updated_at': '2022-05-23T10:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:01:20.450586 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b273da-a896-40ed-b6dd-28ab81c215c5 None None] Checking router: edcff27d-4c41-4130-8c21-f47202de957a for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:01:20.484898 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b273da-a896-40ed-b6dd-28ab81c215c5 None None] Routers {'edcff27d-4c41-4130-8c21-f47202de957a'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:01:20.485532 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-64b273da-a896-40ed-b6dd-28ab81c215c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:01:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['edcff27d-4c41-4130-8c21-f47202de957a'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:01:20.588317 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8ca4c39d-ca79-42d6-bf8f-737d8619c739 req-11c31de7-cbc7-499b-9d83-51a63007d481 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644965 May 23 11:01:20.588516 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-c4e321ea-ec25-4e09-8d2f-12f7a1ef1f0c admin admin] Deleting port 680a2c43-ecd8-46a5-9b24-5c0b110a6a34 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:01:20.588818 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c4e321ea-ec25-4e09-8d2f-12f7a1ef1f0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:20.600771 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1243fb08-0c10-40f5-95d3-560a252fdb27 req-17ee2c32-0a93-4166-98ed-abdb0a72839b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086736 May 23 11:01:20.707764 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-64b273da-a896-40ed-b6dd-28ab81c215c5 None None] Set router edcff27d-4c41-4130-8c21-f47202de957a gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:01:20.728492 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1c183d04-e24a-4fd6-a12a-f10316c24b79 req-dc13f338-9d20-4311-95a8-8bffd578bc5d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2780824 May 23 11:01:20.859965 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-c4e321ea-ec25-4e09-8d2f-12f7a1ef1f0c admin admin] For port 680a2c43-ecd8-46a5-9b24-5c0b110a6a34, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=680a2c43-ecd8-46a5-9b24-5c0b110a6a34,segment=NetworkSegment(8a431856-6dbe-46d9-b1ff-a9f4c2b4c25e),segment_id=8a431856-6dbe-46d9-b1ff-a9f4c2b4c25e)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:01:20.860385 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c4e321ea-ec25-4e09-8d2f-12f7a1ef1f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:21.000364 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e7c5a9-f79f-44fe-b89c-1b18c84686fe req-3f2d9ee3-ef25-4656-99c9-8bf3bc65853b tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:21.001855 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-98e7c5a9-f79f-44fe-b89c-1b18c84686fe req-3f2d9ee3-ef25-4656-99c9-8bf3bc65853b tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5 HTTP/1.1" status: 200 len: 949 time: 0.3700426 May 23 11:01:21.013140 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 0aec0967-08d3-4602-89be-af079775c956 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:01:21.110289 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1c183d04-e24a-4fd6-a12a-f10316c24b79 req-0013630a-c7ea-4f6f-8f3a-34c505274507 service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706877 May 23 11:01:21.115413 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-98e7c5a9-f79f-44fe-b89c-1b18c84686fe req-889d0e93-76c0-455e-8e9f-d3cb2480c1e8 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042264 May 23 11:01:21.140021 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f0ae87d1-9730-4431-b621-1f5725a69ae5 req-69dced4a-fd5e-4a7d-b3de-b75c6a0f92c7 tempest-LiveMigrationTest-1953020720 tempest-LiveMigrationTest-1953020720-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 1097 time: 0.2303526 May 23 11:01:21.195357 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-c4e321ea-ec25-4e09-8d2f-12f7a1ef1f0c admin admin] Calling delete_port for 680a2c43-ecd8-46a5-9b24-5c0b110a6a34 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:01:21.364728 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2f2807eb-8622-4573-b70b-9413eef6b688 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:21.386828 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-2f2807eb-8622-4573-b70b-9413eef6b688 admin admin] Deleting port 687c63b0-f52e-4503-b193-fd1c3b328110 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:01:21.387227 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2f2807eb-8622-4573-b70b-9413eef6b688 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:21.534890 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f0ae87d1-9730-4431-b621-1f5725a69ae5 req-ea305b9d-fa57-4a95-b875-4909d795d3bd tempest-LiveMigrationTest-1953020720 tempest-LiveMigrationTest-1953020720-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3937690 May 23 11:01:21.545629 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 0aec0967-08d3-4602-89be-af079775c956, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0aec0967-08d3-4602-89be-af079775c956,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:01:21.577402 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '0aec0967-08d3-4602-89be-af079775c956', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'port_id': '0aec0967-08d3-4602-89be-af079775c956', 'mac_address': 'fa:16:3e:d0:9f:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1719237-4a8e-4354-92b1-51064eb09c82', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:01:21.615305 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1c183d04-e24a-4fd6-a12a-f10316c24b79 req-8fc81dc8-d468-43fb-953f-35cb7479c187 service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582713 May 23 11:01:21.713071 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-64b273da-a896-40ed-b6dd-28ab81c215c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edcff27d-4c41-4130-8c21-f47202de957a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-175506573-router', 'tenant_id': '53b7a0896e8548c0bbb0c7e9251b0828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '687c63b0-f52e-4503-b193-fd1c3b328110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:56:59Z', 'updated_at': '2022-05-23T11:01:15Z', 'revision_number': 5, 'project_id': '53b7a0896e8548c0bbb0c7e9251b0828', 'gw_port': {'id': '687c63b0-f52e-4503-b193-fd1c3b328110', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcff27d-4c41-4130-8c21-f47202de957a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:56:59Z', 'updated_at': '2022-05-23T10:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:01:21.718027 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:21.730031 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b273da-a896-40ed-b6dd-28ab81c215c5 None None] The sync data for ids ['edcff27d-4c41-4130-8c21-f47202de957a'] in n-d-842952-2 is: [{'id': 'edcff27d-4c41-4130-8c21-f47202de957a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-175506573-router', 'tenant_id': '53b7a0896e8548c0bbb0c7e9251b0828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '687c63b0-f52e-4503-b193-fd1c3b328110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:56:59Z', 'updated_at': '2022-05-23T11:01:15Z', 'revision_number': 5, 'project_id': '53b7a0896e8548c0bbb0c7e9251b0828', 'gw_port': {'id': '687c63b0-f52e-4503-b193-fd1c3b328110', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcff27d-4c41-4130-8c21-f47202de957a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:56:59Z', 'updated_at': '2022-05-23T10:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:01:21.753615 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aec0967-08d3-4602-89be-af079775c956 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:01:21.782407 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 0aec0967-08d3-4602-89be-af079775c956, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0aec0967-08d3-4602-89be-af079775c956,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:01:21.788081 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:21.924085 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6921b7-170a-487d-8e0a-6ec1cf7d41ed req-a32776fe-f1b1-4d98-96aa-1eeef3a8d8d6 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:21.935048 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8f6921b7-170a-487d-8e0a-6ec1cf7d41ed req-a32776fe-f1b1-4d98-96aa-1eeef3a8d8d6 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=a95a9297-79a6-42f5-9900-5cf1d5107475 HTTP/1.1" status: 200 len: 946 time: 0.2443657 May 23 11:01:21.960576 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6926d1-8129-406b-a2fd-90a3d49dd1d7 req-460954ba-cec8-4dc7-9a46-c96988c34320 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:21.962108 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bd6926d1-8129-406b-a2fd-90a3d49dd1d7 req-460954ba-cec8-4dc7-9a46-c96988c34320 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffa6ccc3-5b3f-4fd3-8df5-808cdfeded7a HTTP/1.1" status: 200 len: 948 time: 0.2022204 May 23 11:01:21.997764 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=0aec0967-08d3-4602-89be-af079775c956,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:22.020066 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c4e321ea-ec25-4e09-8d2f-12f7a1ef1f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:22.037483 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:01:22.039765 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8f6921b7-170a-487d-8e0a-6ec1cf7d41ed req-0e8deb62-33f5-4264-9735-eb4444d57336 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038725 May 23 11:01:22.054640 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bd6926d1-8129-406b-a2fd-90a3d49dd1d7 req-21b1beaa-4b0c-45f7-b505-00a1c3f23d7d tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817356 May 23 11:01:22.097924 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-2f2807eb-8622-4573-b70b-9413eef6b688 admin admin] For port 687c63b0-f52e-4503-b193-fd1c3b328110, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=687c63b0-f52e-4503-b193-fd1c3b328110,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:01:22.098282 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2f2807eb-8622-4573-b70b-9413eef6b688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:22.313460 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e321ea-ec25-4e09-8d2f-12f7a1ef1f0c admin admin] Pushing event deleted for resources: {'Port': ['ID=680a2c43-ecd8-46a5-9b24-5c0b110a6a34,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:22.324441 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-2f2807eb-8622-4573-b70b-9413eef6b688 admin admin] Calling delete_port for 687c63b0-f52e-4503-b193-fd1c3b328110 owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:01:22.382905 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['0aec0967-08d3-4602-89be-af079775c956'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:01:22.408641 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee79194-d376-4645-b8f8-2f40a5fd780c req-6e90c1fd-3425-4084-b1bc-7846fb0177df tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:22.419986 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9ee79194-d376-4645-b8f8-2f40a5fd780c req-6e90c1fd-3425-4084-b1bc-7846fb0177df tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1 HTTP/1.1" status: 200 len: 949 time: 0.2039361 May 23 11:01:22.436450 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5642d05f-6a40-420f-a181-d35c7d786a8c req-a6a9d480-516b-4bef-8b56-ab29419b0efd service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1765568 May 23 11:01:22.566482 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9ee79194-d376-4645-b8f8-2f40a5fd780c req-a8d0245a-9f2f-48fe-ab8c-8fbb52c1ec19 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465416 May 23 11:01:22.907458 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec832b9-8450-4ea1-8ab1-4f8a55f32cf0 req-3a43581e-c295-495d-82c1-841c22546b78 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:22.916172 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9ec832b9-8450-4ea1-8ab1-4f8a55f32cf0 req-3a43581e-c295-495d-82c1-841c22546b78 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5 HTTP/1.1" status: 200 len: 949 time: 0.1465845 May 23 11:01:22.976982 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9ec832b9-8450-4ea1-8ab1-4f8a55f32cf0 req-63865ac1-c994-480d-ac61-74f7b02aaab2 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538964 May 23 11:01:23.089930 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2f2807eb-8622-4573-b70b-9413eef6b688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:23.144109 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2807eb-8622-4573-b70b-9413eef6b688 admin admin] Pushing event deleted for resources: {'Port': ['ID=687c63b0-f52e-4503-b193-fd1c3b328110,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:23.462519 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf73b0-841a-4508-bdc6-af3a1c84e6cb req-9ab36c2c-a7af-4145-83d5-c04e4eaf1579 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:23.462707 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c4e321ea-ec25-4e09-8d2f-12f7a1ef1f0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:23.462818 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f4cf73b0-841a-4508-bdc6-af3a1c84e6cb req-9ab36c2c-a7af-4145-83d5-c04e4eaf1579 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffa6ccc3-5b3f-4fd3-8df5-808cdfeded7a HTTP/1.1" status: 200 len: 948 time: 0.1464784 May 23 11:01:23.472243 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2f2807eb-8622-4573-b70b-9413eef6b688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:23.522957 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f4cf73b0-841a-4508-bdc6-af3a1c84e6cb req-7eababe5-f56e-4609-8ada-9cbea51373b8 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521283 May 23 11:01:23.583177 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 8d61cc90-fdd4-47d8-acfb-ec51187779dd no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:01:23.627681 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 8d61cc90-fdd4-47d8-acfb-ec51187779dd {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:01:23.628268 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 8d61cc90-fdd4-47d8-acfb-ec51187779dd not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:01:23.777870 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c04dc-2e2f-4938-b4fd-31d65760fe24 req-a0eb320f-891e-438d-a11b-419ce96b7113 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:23.804481 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-609c04dc-2e2f-4938-b4fd-31d65760fe24 req-a0eb320f-891e-438d-a11b-419ce96b7113 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=a95a9297-79a6-42f5-9900-5cf1d5107475 HTTP/1.1" status: 200 len: 946 time: 0.1413913 May 23 11:01:23.847859 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-e299704e-9481-4f1b-964c-46f3a24a0ac1 tempest-LiveMigrationTest-1953020720 tempest-LiveMigrationTest-1953020720-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:01:23.856215 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-e299704e-9481-4f1b-964c-46f3a24a0ac1 tempest-LiveMigrationTest-1953020720 tempest-LiveMigrationTest-1953020720-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0127270 May 23 11:01:23.861013 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-04a69250-2e73-4101-92b5-95f4dc67b0b4 service neutron] Request body: {'binding': {'host': 'n-h1-842952-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:01:23.861815 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-04a69250-2e73-4101-92b5-95f4dc67b0b4 service neutron] Unknown quota resources ['binding']. {{(pid=83910) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 23 11:01:24.004078 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2f2807eb-8622-4573-b70b-9413eef6b688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:24.018989 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2f2807eb-8622-4573-b70b-9413eef6b688 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:24.027262 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-609c04dc-2e2f-4938-b4fd-31d65760fe24 req-ffe0999d-9e52-4749-abbe-e94498c49b1f tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219036 May 23 11:01:24.061854 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2f2807eb-8622-4573-b70b-9413eef6b688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:24.062847 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2807eb-8622-4573-b70b-9413eef6b688 admin admin] Fanout notify agent at l3_agent the message router_deleted on router edcff27d-4c41-4130-8c21-f47202de957a {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:01:24.086512 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2f2807eb-8622-4573-b70b-9413eef6b688 admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:24.087687 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2f2807eb-8622-4573-b70b-9413eef6b688 admin admin] 10.222.0.79 "DELETE /v2.0/routers/edcff27d-4c41-4130-8c21-f47202de957a HTTP/1.1" status: 204 len: 168 time: 4.3183129 May 23 11:01:24.090911 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37820) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:01:24.170611 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b6770b5-5330-4ce2-84c1-856581a658d4 admin admin] Deleting subnet dafb937c-8b81-492c-b53a-af3bb2a44244 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:01:24.174729 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9b6770b5-5330-4ce2-84c1-856581a658d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:24.185556 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-04a69250-2e73-4101-92b5-95f4dc67b0b4 service neutron] Attempting to bind port f040a598-5466-4f5a-86ee-b83c13da01c5 on host n-h1-842952-2 for vnic_type normal with profile None {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:01:24.186379 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-04a69250-2e73-4101-92b5-95f4dc67b0b4 service neutron] Attempting to bind port f040a598-5466-4f5a-86ee-b83c13da01c5 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:01:24.186970 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-04a69250-2e73-4101-92b5-95f4dc67b0b4 service neutron] Attempting to bind port f040a598-5466-4f5a-86ee-b83c13da01c5 on network 3f16bf48-f1ac-437f-802c-c2072c75e62b {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:01:24.193911 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-04a69250-2e73-4101-92b5-95f4dc67b0b4 service neutron] Port f040a598-5466-4f5a-86ee-b83c13da01c5 on network 3f16bf48-f1ac-437f-802c-c2072c75e62b not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:01:24.194562 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-04a69250-2e73-4101-92b5-95f4dc67b0b4 service neutron] Attempting to bind port f040a598-5466-4f5a-86ee-b83c13da01c5 on network 3f16bf48-f1ac-437f-802c-c2072c75e62b {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:01:24.201999 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-04a69250-2e73-4101-92b5-95f4dc67b0b4 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:01:24.202653 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-04a69250-2e73-4101-92b5-95f4dc67b0b4 service neutron] Checking segment: {'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:01:24.203246 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-04a69250-2e73-4101-92b5-95f4dc67b0b4 service neutron] Bound using segment: {'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:01:24.203926 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-04a69250-2e73-4101-92b5-95f4dc67b0b4 service neutron] Bound port: f040a598-5466-4f5a-86ee-b83c13da01c5, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:01:24.295204 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-04a69250-2e73-4101-92b5-95f4dc67b0b4 service neutron] For port f040a598-5466-4f5a-86ee-b83c13da01c5, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=f040a598-5466-4f5a-86ee-b83c13da01c5,segment=NetworkSegment(6bc35f8b-456e-4e1c-8a63-ba8204a54381),segment_id=6bc35f8b-456e-4e1c-8a63-ba8204a54381)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:01:24.320666 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9b6770b5-5330-4ce2-84c1-856581a658d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:24.351783 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-04a69250-2e73-4101-92b5-95f4dc67b0b4 service neutron] Notify callbacks [] for binding, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:24.353356 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-04a69250-2e73-4101-92b5-95f4dc67b0b4 service neutron] 10.222.0.79 "POST /v2.0/ports/f040a598-5466-4f5a-86ee-b83c13da01c5/bindings HTTP/1.1" status: 201 len: 389 time: 0.4962726 May 23 11:01:24.403849 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0f86d-d9c4-4e2d-a928-48315125552c req-dcc7222b-161c-4e47-bf5d-f4aef3021624 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:24.412441 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9cf0f86d-d9c4-4e2d-a928-48315125552c req-dcc7222b-161c-4e47-bf5d-f4aef3021624 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1 HTTP/1.1" status: 200 len: 949 time: 0.1191473 May 23 11:01:24.490608 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9cf0f86d-d9c4-4e2d-a928-48315125552c req-7e220909-3575-43d8-85c6-f2513967ef08 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751607 May 23 11:01:24.632331 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9b6770b5-5330-4ce2-84c1-856581a658d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:24.767607 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9b6770b5-5330-4ce2-84c1-856581a658d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:24.816782 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c6ddc-b02c-4e71-b51d-5f928db32041 req-24b21eb9-46a4-4106-a10f-46f7aa6a5c6c tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:24.817811 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6770b5-5330-4ce2-84c1-856581a658d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dafb937c-8b81-492c-b53a-af3bb2a44244,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:24.821135 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f80c6ddc-b02c-4e71-b51d-5f928db32041 req-24b21eb9-46a4-4106-a10f-46f7aa6a5c6c tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5 HTTP/1.1" status: 200 len: 949 time: 0.1766350 May 23 11:01:24.825437 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9b6770b5-5330-4ce2-84c1-856581a658d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:24.836152 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2909aa47-05e5-4259-822e-70cd7a910ed1 None None] Network 12ce170b-6a68-478a-ad35-ed50ca7c5b30 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:01:24.847280 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9b6770b5-5330-4ce2-84c1-856581a658d4 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/dafb937c-8b81-492c-b53a-af3bb2a44244 HTTP/1.1" status: 204 len: 168 time: 0.7552743 May 23 11:01:24.851979 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37836) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:01:24.958353 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f80c6ddc-b02c-4e71-b51d-5f928db32041 req-8f271b1a-f9da-4609-a174-d9f6fef4b085 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067770 May 23 11:01:25.016591 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7cc5dd-0afd-4056-9e3c-3178fc21edb1 req-c14f2046-ac40-4cb9-a831-beded5ee6c4d tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:25.025427 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a424da68-16e2-4748-991a-67e52b5b45b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:25.034003 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5e7cc5dd-0afd-4056-9e3c-3178fc21edb1 req-c14f2046-ac40-4cb9-a831-beded5ee6c4d tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 946 time: 0.1008565 May 23 11:01:25.051691 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e321ea-ec25-4e09-8d2f-12f7a1ef1f0c admin admin] Router 64f3d990-1446-4729-a46c-f31366a6f960 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:01:25.055184 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a424da68-16e2-4748-991a-67e52b5b45b5 admin admin] Deleting port ee44fcc1-e5a3-44ed-908a-7e892abac4ed {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:01:25.055526 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a424da68-16e2-4748-991a-67e52b5b45b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:25.090299 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5e7cc5dd-0afd-4056-9e3c-3178fc21edb1 req-4e16fe89-d74d-4012-8105-fa1902fe0310 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551217 May 23 11:01:25.160568 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 0aec0967-08d3-4602-89be-af079775c956 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:01:25.471237 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d12136d3-9305-4822-b733-c16d3ea6055d req-023c4673-5ca6-4b69-a5ef-93ed202b819c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1349728 May 23 11:01:25.482154 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86941d0e-3ff9-4147-8dc4-219209847007 req-a37f41c7-c3ad-4494-9c73-0e07120f2ed9 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:25.483681 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-86941d0e-3ff9-4147-8dc4-219209847007 req-a37f41c7-c3ad-4494-9c73-0e07120f2ed9 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffa6ccc3-5b3f-4fd3-8df5-808cdfeded7a HTTP/1.1" status: 200 len: 948 time: 0.1118720 May 23 11:01:25.491569 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 0aec0967-08d3-4602-89be-af079775c956 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:01:25.496016 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 687c63b0-f52e-4503-b193-fd1c3b328110 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:01:25.591642 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 0aec0967-08d3-4602-89be-af079775c956 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:01:25.592523 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:25.599049 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-86941d0e-3ff9-4147-8dc4-219209847007 req-4fb261b1-52ad-4d11-9ab3-ef4105936db3 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074836 May 23 11:01:25.629751 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 687c63b0-f52e-4503-b193-fd1c3b328110 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:01:25.632067 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 687c63b0-f52e-4503-b193-fd1c3b328110 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:01:25.646873 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-a424da68-16e2-4748-991a-67e52b5b45b5 admin admin] For port ee44fcc1-e5a3-44ed-908a-7e892abac4ed, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=ee44fcc1-e5a3-44ed-908a-7e892abac4ed,segment=NetworkSegment(ec5b4353-33d0-467f-ae76-90d23d1cd0c5),segment_id=ec5b4353-33d0-467f-ae76-90d23d1cd0c5)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:01:25.647376 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a424da68-16e2-4748-991a-67e52b5b45b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:25.779757 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b402c1d-90b5-4369-9ec0-80a7388ab96f None None] DHCP port deletion for 12ce170b-6a68-478a-ad35-ed50ca7c5b30 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:01:25.820419 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a424da68-16e2-4748-991a-67e52b5b45b5 admin admin] Calling delete_port for ee44fcc1-e5a3-44ed-908a-7e892abac4ed owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:01:25.842276 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-4b402c1d-90b5-4369-9ec0-80a7388ab96f None None] Deleting port ee44fcc1-e5a3-44ed-908a-7e892abac4ed {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:01:25.842768 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4b402c1d-90b5-4369-9ec0-80a7388ab96f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:25.961176 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a424da68-16e2-4748-991a-67e52b5b45b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:25.998658 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c25c15-c21f-49ba-b9c0-6682b0e0f57d req-ff1207cd-ca2d-4f31-9b58-ef51f660a66a tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:26.008242 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-26c25c15-c21f-49ba-b9c0-6682b0e0f57d req-ff1207cd-ca2d-4f31-9b58-ef51f660a66a tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=a95a9297-79a6-42f5-9900-5cf1d5107475 HTTP/1.1" status: 200 len: 946 time: 0.1573119 May 23 11:01:26.018117 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a424da68-16e2-4748-991a-67e52b5b45b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee44fcc1-e5a3-44ed-908a-7e892abac4ed,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:26.025422 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-4b402c1d-90b5-4369-9ec0-80a7388ab96f None None] The port 'ee44fcc1-e5a3-44ed-908a-7e892abac4ed' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:01:26.039155 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:26.047583 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a424da68-16e2-4748-991a-67e52b5b45b5 admin admin] No DVR routers for this DVR port ee44fcc1-e5a3-44ed-908a-7e892abac4ed on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:01:26.090517 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-26c25c15-c21f-49ba-b9c0-6682b0e0f57d req-aa92b74b-d52e-42b8-9f6f-5b6ba8f05ddf tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800641 May 23 11:01:26.110497 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa6ccc3-5b3f-4fd3-8df5-808cdfeded7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aec0967-08d3-4602-89be-af079775c956'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:01:26.149449 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 0aec0967-08d3-4602-89be-af079775c956, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0aec0967-08d3-4602-89be-af079775c956,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:01:26.156251 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:26.269699 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=0aec0967-08d3-4602-89be-af079775c956,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:26.286175 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bc0bc84c-91b6-4648-bc48-a9183d422538 req-86c792e3-3674-483b-989e-72aa3ffbd60b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3829427 May 23 11:01:26.289356 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a424da68-16e2-4748-991a-67e52b5b45b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:26.324374 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-a424da68-16e2-4748-991a-67e52b5b45b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12ce170b-6a68-478a-ad35-ed50ca7c5b30']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:01:26.336315 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8264cfd-2d2a-4610-89df-847a21d73b12 req-01ffe426-c702-45d4-8261-ea0411d2248c tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:26.337896 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c8264cfd-2d2a-4610-89df-847a21d73b12 req-01ffe426-c702-45d4-8261-ea0411d2248c tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1 HTTP/1.1" status: 200 len: 949 time: 0.1466165 May 23 11:01:26.343746 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-a424da68-16e2-4748-991a-67e52b5b45b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec5b4353-33d0-467f-ae76-90d23d1cd0c5') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:01:26.344374 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-a424da68-16e2-4748-991a-67e52b5b45b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec5b4353-33d0-467f-ae76-90d23d1cd0c5') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:01:26.352618 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e321ea-ec25-4e09-8d2f-12f7a1ef1f0c admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:01:26.368667 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a424da68-16e2-4748-991a-67e52b5b45b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:26.381848 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c4e321ea-ec25-4e09-8d2f-12f7a1ef1f0c admin admin] 10.222.0.79 "PUT /v2.0/routers/64f3d990-1446-4729-a46c-f31366a6f960/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2015209 May 23 11:01:26.392315 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37856) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:01:26.401710 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a424da68-16e2-4748-991a-67e52b5b45b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:26.408280 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e005f81-4f93-46d9-81e1-bda4afad3d2c None None] Sync routers for ids ['64f3d990-1446-4729-a46c-f31366a6f960'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:01:26.453875 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e005f81-4f93-46d9-81e1-bda4afad3d2c None None] Routers {'64f3d990-1446-4729-a46c-f31366a6f960'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:01:26.457192 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-0e005f81-4f93-46d9-81e1-bda4afad3d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:01:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['64f3d990-1446-4729-a46c-f31366a6f960'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:01:26.504912 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c8264cfd-2d2a-4610-89df-847a21d73b12 req-72e4caea-7109-490e-9332-2ab3cc952a86 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528287 May 23 11:01:26.533354 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2fbb2-5d12-437f-9cdb-89d70fd7b843 req-455899de-ce04-4de7-bd2f-00236ecab8a2 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:26.535390 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f5f2fbb2-5d12-437f-9cdb-89d70fd7b843 req-455899de-ce04-4de7-bd2f-00236ecab8a2 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5 HTTP/1.1" status: 200 len: 949 time: 0.1677341 May 23 11:01:26.557529 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a424da68-16e2-4748-991a-67e52b5b45b5 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:01:26.558009 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a424da68-16e2-4748-991a-67e52b5b45b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:26.572723 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:01:26.572723 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:01:26.572723 n-d-842952-2 neutron-server[83911]: timer() May 23 11:01:26.572723 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:01:26.572723 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:01:26.572723 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:01:26.572723 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:01:26.572723 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:01:26.572723 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:01:26.572723 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:01:26.572723 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:01:26.572723 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:01:26.572723 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:01:26.572723 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:01:26.572723 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:01:26.572723 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:01:26.572723 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:01:26.572723 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:01:26.572723 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:01:26.572723 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:01:26.572723 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:01:26.572723 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:01:26.572723 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:01:26.572723 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:01:26.572723 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:01:26.572723 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:01:26.572723 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:01:26.572723 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:01:26.572723 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:01:26.572723 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:01:26.572723 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:01:26.572723 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:01:26.692523 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a424da68-16e2-4748-991a-67e52b5b45b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:26.725650 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a424da68-16e2-4748-991a-67e52b5b45b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:26.751377 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a424da68-16e2-4748-991a-67e52b5b45b5 admin admin] 10.222.0.79 "DELETE /v2.0/networks/12ce170b-6a68-478a-ad35-ed50ca7c5b30 HTTP/1.1" status: 204 len: 168 time: 1.8985755 May 23 11:01:26.754593 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a424da68-16e2-4748-991a-67e52b5b45b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=12ce170b-6a68-478a-ad35-ed50ca7c5b30,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:26.782708 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f5f2fbb2-5d12-437f-9cdb-89d70fd7b843 req-abb3721d-0f2d-4086-a023-d87b5f143114 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418635 May 23 11:01:26.926379 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1358a9c0-0c8b-497a-ba24-daaae38ad3a2'] response: {'server_uuid': 'ffa6ccc3-5b3f-4fd3-8df5-808cdfeded7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aec0967-08d3-4602-89be-af079775c956', 'code': 200} May 23 11:01:26.949530 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3dda4e49-9a01-4a9c-af8c-5a8fd7d45c49 admin admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:26.980159 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-0e005f81-4f93-46d9-81e1-bda4afad3d2c None None] Set router 64f3d990-1446-4729-a46c-f31366a6f960 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:01:26.993907 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e0a0f0-014f-4971-8fac-2eb9ad92e96f req-2de783ca-9fc0-47cf-92ba-20a885cf13f4 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:27.030355 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a1e0a0f0-014f-4971-8fac-2eb9ad92e96f req-2de783ca-9fc0-47cf-92ba-20a885cf13f4 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 946 time: 0.2077253 May 23 11:01:27.237058 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37892) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:01:27.317739 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a1e0a0f0-014f-4971-8fac-2eb9ad92e96f req-f9a8e65a-86d2-46cd-8bc1-b5bac57fb3cb tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864664 May 23 11:01:27.363955 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-921559cb-5e29-40c8-9717-5a714d2c285a req-13db58ae-301c-4940-ac7d-1db0182262ab service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ffa6ccc3-5b3f-4fd3-8df5-808cdfeded7a HTTP/1.1" status: 200 len: 1100 time: 0.2811818 May 23 11:01:27.375355 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637cacc-f795-4e19-a2f8-7a3707371f8d req-4ee47f3f-e7b1-4c0b-81bf-dc026cca2d19 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:27.376671 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9637cacc-f795-4e19-a2f8-7a3707371f8d req-4ee47f3f-e7b1-4c0b-81bf-dc026cca2d19 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffa6ccc3-5b3f-4fd3-8df5-808cdfeded7a HTTP/1.1" status: 200 len: 949 time: 0.1931839 May 23 11:01:27.443760 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7e956907-7dbf-49d0-8721-8a25523cec4c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0151770a7dd4490d949af76344842700&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2031162 May 23 11:01:27.446416 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37902) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:01:27.573166 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ee44fcc1-e5a3-44ed-908a-7e892abac4ed no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:01:27.580970 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-921559cb-5e29-40c8-9717-5a714d2c285a req-cfc70b5f-4463-4cf7-ab3b-d2d3f8be09d1 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033367 May 23 11:01:27.596795 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9637cacc-f795-4e19-a2f8-7a3707371f8d req-d6e412db-cd41-4628-91a3-a3ed464e9042 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778557 May 23 11:01:27.603212 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-0e005f81-4f93-46d9-81e1-bda4afad3d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f3d990-1446-4729-a46c-f31366a6f960', 'name': 'tempest-AttachSCSIVolumeTestJSON-982537596-router', 'tenant_id': 'd07b420bfe9e4714aa3394386eccf9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '3da88fc9-c885-4abe-b0bf-f15318024a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:58:19Z', 'updated_at': '2022-05-23T11:01:21Z', 'revision_number': 5, 'project_id': 'd07b420bfe9e4714aa3394386eccf9ca', 'gw_port': {'id': '3da88fc9-c885-4abe-b0bf-f15318024a0f', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f3d990-1446-4729-a46c-f31366a6f960', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T10:58:20Z', 'updated_at': '2022-05-23T10:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:01:27.620785 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e005f81-4f93-46d9-81e1-bda4afad3d2c None None] Checking router: 64f3d990-1446-4729-a46c-f31366a6f960 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:01:27.656279 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e005f81-4f93-46d9-81e1-bda4afad3d2c None None] Routers {'64f3d990-1446-4729-a46c-f31366a6f960'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:01:27.657795 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-0e005f81-4f93-46d9-81e1-bda4afad3d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:01:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['64f3d990-1446-4729-a46c-f31366a6f960'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:01:27.675513 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: ee44fcc1-e5a3-44ed-908a-7e892abac4ed {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:01:27.675885 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ee44fcc1-e5a3-44ed-908a-7e892abac4ed not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:01:27.683162 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3dda4e49-9a01-4a9c-af8c-5a8fd7d45c49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:27.686535 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f20fb765-f3f0-4cc4-a118-9d05ea511b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:27.708053 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-3dda4e49-9a01-4a9c-af8c-5a8fd7d45c49 admin admin] Deleting port 3da88fc9-c885-4abe-b0bf-f15318024a0f {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:01:27.708765 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3dda4e49-9a01-4a9c-af8c-5a8fd7d45c49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:27.774615 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f20fb765-f3f0-4cc4-a118-9d05ea511b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:27.969346 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-0e005f81-4f93-46d9-81e1-bda4afad3d2c None None] Set router 64f3d990-1446-4729-a46c-f31366a6f960 gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:01:28.015482 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceadd23-a424-4ef4-a8ac-b8272fff00f6 req-c6fcf1f2-cc9b-438d-bef6-a6e128a331f5 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:28.022930 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cceadd23-a424-4ef4-a8ac-b8272fff00f6 req-c6fcf1f2-cc9b-438d-bef6-a6e128a331f5 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=a95a9297-79a6-42f5-9900-5cf1d5107475 HTTP/1.1" status: 200 len: 946 time: 0.1811457 May 23 11:01:28.050799 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8493ffab-f713-4692-b595-6a40e9d90a72 req-daf87a2e-f291-43d5-9010-e3bc1d492e72 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:28.058823 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8493ffab-f713-4692-b595-6a40e9d90a72 req-daf87a2e-f291-43d5-9010-e3bc1d492e72 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1 HTTP/1.1" status: 200 len: 949 time: 0.1600647 May 23 11:01:28.095269 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-0e005f81-4f93-46d9-81e1-bda4afad3d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f3d990-1446-4729-a46c-f31366a6f960', 'name': 'tempest-AttachSCSIVolumeTestJSON-982537596-router', 'tenant_id': 'd07b420bfe9e4714aa3394386eccf9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:58:19Z', 'updated_at': '2022-05-23T11:01:27Z', 'revision_number': 6, 'project_id': 'd07b420bfe9e4714aa3394386eccf9ca', 'gw_port_host': None}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:01:28.099619 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e005f81-4f93-46d9-81e1-bda4afad3d2c None None] The sync data for ids ['64f3d990-1446-4729-a46c-f31366a6f960'] in n-d-842952-2 is: [{'id': '64f3d990-1446-4729-a46c-f31366a6f960', 'name': 'tempest-AttachSCSIVolumeTestJSON-982537596-router', 'tenant_id': 'd07b420bfe9e4714aa3394386eccf9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T10:58:19Z', 'updated_at': '2022-05-23T11:01:27Z', 'revision_number': 6, 'project_id': 'd07b420bfe9e4714aa3394386eccf9ca', 'gw_port_host': None}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:01:28.131799 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cceadd23-a424-4ef4-a8ac-b8272fff00f6 req-d671244c-e728-4106-9535-f1b5dd44904a tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076059 May 23 11:01:28.154751 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8493ffab-f713-4692-b595-6a40e9d90a72 req-bbee4f73-d6da-48b3-9122-41f619be6b8a tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933082 May 23 11:01:28.179673 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f20fb765-f3f0-4cc4-a118-9d05ea511b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:28.200533 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-3dda4e49-9a01-4a9c-af8c-5a8fd7d45c49 admin admin] For port 3da88fc9-c885-4abe-b0bf-f15318024a0f, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=3da88fc9-c885-4abe-b0bf-f15318024a0f,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:01:28.200894 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3dda4e49-9a01-4a9c-af8c-5a8fd7d45c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:28.209393 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20fb765-f3f0-4cc4-a118-9d05ea511b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff181af6-0e84-4323-bbd2-7db06de10158,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:28.364966 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f20fb765-f3f0-4cc4-a118-9d05ea511b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:28.366678 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3cd7bb-eeb0-4459-91a8-4e7912898406 req-0eac97d7-01af-4ad3-802d-96f5ce79ded0 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:28.366836 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f20fb765-f3f0-4cc4-a118-9d05ea511b5b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ff181af6-0e84-4323-bbd2-7db06de10158 HTTP/1.1" status: 204 len: 168 time: 0.9126270 May 23 11:01:28.368310 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-df3cd7bb-eeb0-4459-91a8-4e7912898406 req-0eac97d7-01af-4ad3-802d-96f5ce79ded0 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5 HTTP/1.1" status: 200 len: 949 time: 0.0871544 May 23 11:01:28.374104 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-3dda4e49-9a01-4a9c-af8c-5a8fd7d45c49 admin admin] Calling delete_port for 3da88fc9-c885-4abe-b0bf-f15318024a0f owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:01:28.513801 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-df3cd7bb-eeb0-4459-91a8-4e7912898406 req-497beb9e-77e9-443d-b606-64231b00ef01 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225958 May 23 11:01:28.701627 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3dda4e49-9a01-4a9c-af8c-5a8fd7d45c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:28.749693 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bc0bc84c-91b6-4648-bc48-a9183d422538 req-a20842df-7640-4be6-bb69-bc29fd30d0e4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1 HTTP/1.1" status: 200 len: 1100 time: 0.2151935 May 23 11:01:28.765190 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dda4e49-9a01-4a9c-af8c-5a8fd7d45c49 admin admin] Pushing event deleted for resources: {'Port': ['ID=3da88fc9-c885-4abe-b0bf-f15318024a0f,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:29.026929 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 7d2d2227-acd2-4737-83a9-5299c1bcccaf details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:01:29.039509 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc49ed-09b8-4713-a27e-f0b0e91d679e req-56ab4221-fcf2-41a6-b632-843589586fa8 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:29.041172 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4cdc49ed-09b8-4713-a27e-f0b0e91d679e req-56ab4221-fcf2-41a6-b632-843589586fa8 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 946 time: 0.4029055 May 23 11:01:29.043475 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0bc84c-91b6-4648-bc48-a9183d422538 req-64c1a782-e029-47c2-b920-9636b96afe33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:29.044927 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bc0bc84c-91b6-4648-bc48-a9183d422538 req-64c1a782-e029-47c2-b920-9636b96afe33 service neutron] 10.222.0.13 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.2886879 May 23 11:01:29.064255 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 7d2d2227-acd2-4737-83a9-5299c1bcccaf no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:01:29.176998 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bc0bc84c-91b6-4648-bc48-a9183d422538 req-8ed54a0f-a3d9-47f1-ad7d-684040790dfc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=fd73f7f5-4d28-414d-85b4-401d382d9b6c HTTP/1.1" status: 200 len: 217 time: 0.1212356 May 23 11:01:29.205048 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.resource_extend [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:01:29.352105 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37926) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:01:29.357240 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4cdc49ed-09b8-4713-a27e-f0b0e91d679e req-9640a222-56ed-4d9d-b102-28f02e17929d tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048627 May 23 11:01:29.489536 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49e420-721d-49a6-a445-42ec649528b5 req-6281042d-e512-452e-b95b-16cb87d6d331 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:29.494471 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3a49e420-721d-49a6-a445-42ec649528b5 req-6281042d-e512-452e-b95b-16cb87d6d331 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffa6ccc3-5b3f-4fd3-8df5-808cdfeded7a HTTP/1.1" status: 200 len: 949 time: 0.5761435 May 23 11:01:29.527540 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 7d2d2227-acd2-4737-83a9-5299c1bcccaf, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=7d2d2227-acd2-4737-83a9-5299c1bcccaf,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:01:29.570336 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '7d2d2227-acd2-4737-83a9-5299c1bcccaf', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'port_id': '7d2d2227-acd2-4737-83a9-5299c1bcccaf', 'mac_address': 'fa:16:3e:dd:c1:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1719237-4a8e-4354-92b1-51064eb09c82', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:01:29.582854 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 3da88fc9-c885-4abe-b0bf-f15318024a0f no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:01:29.584796 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0bc84c-91b6-4648-bc48-a9183d422538 req-0aacc2d2-7bfa-4ba3-aa55-6618d8c78f0a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:29.593682 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bc0bc84c-91b6-4648-bc48-a9183d422538 req-0aacc2d2-7bfa-4ba3-aa55-6618d8c78f0a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.4020491 May 23 11:01:29.615766 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3dda4e49-9a01-4a9c-af8c-5a8fd7d45c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:29.625280 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 1bbf699c-1822-4118-9239-33cb85effca0 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:01:29.702489 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5365d287-8873-4298-9b20-c6afaca17058 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=53b7a0896e8548c0bbb0c7e9251b0828&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3416107 May 23 11:01:29.704350 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37936) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:01:29.713318 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:29.722856 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 3da88fc9-c885-4abe-b0bf-f15318024a0f {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:01:29.723415 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 3da88fc9-c885-4abe-b0bf-f15318024a0f not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:01:29.724125 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 680a2c43-ecd8-46a5-9b24-5c0b110a6a34 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:01:29.744586 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3a49e420-721d-49a6-a445-42ec649528b5 req-95e01c90-f6d6-4577-a17c-90892a735989 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289722 May 23 11:01:29.796453 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 680a2c43-ecd8-46a5-9b24-5c0b110a6a34 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:01:29.797070 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 680a2c43-ecd8-46a5-9b24-5c0b110a6a34 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:01:29.833849 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d2d2227-acd2-4737-83a9-5299c1bcccaf {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:01:29.884760 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-28fc9e99-84e9-487f-849c-9c73044cddcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:29.900087 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bc0bc84c-91b6-4648-bc48-a9183d422538 req-93b8cee7-ba94-4547-9ea1-445b1e34d3ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2738214 May 23 11:01:29.925096 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:29.973321 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 7d2d2227-acd2-4737-83a9-5299c1bcccaf, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=7d2d2227-acd2-4737-83a9-5299c1bcccaf,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:01:29.979534 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:30.082757 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3dda4e49-9a01-4a9c-af8c-5a8fd7d45c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:30.084847 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:01:30.085272 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:01:30.089836 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3dda4e49-9a01-4a9c-af8c-5a8fd7d45c49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:30.090447 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-28fc9e99-84e9-487f-849c-9c73044cddcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:30.133722 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3dda4e49-9a01-4a9c-af8c-5a8fd7d45c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:30.134293 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dda4e49-9a01-4a9c-af8c-5a8fd7d45c49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64f3d990-1446-4729-a46c-f31366a6f960 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:01:30.157558 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 1bbf699c-1822-4118-9239-33cb85effca0, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=1bbf699c-1822-4118-9239-33cb85effca0,segment=NetworkSegment(6816cea3-60a2-419d-a967-3c4d162775bd),segment_id=6816cea3-60a2-419d-a967-3c4d162775bd)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:01:30.161714 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-4086bfb9-19fe-4619-b47e-58ca584a38f7 tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a95a9297-79a6-42f5-9900-5cf1d5107475&tenant_id=70139281f5db4004afe2c4c8ea88321a&binding%3Ahost_id=n-h2-842952-2 HTTP/1.1" status: 200 len: 1097 time: 0.9416094 May 23 11:01:30.177443 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-3840a0dc-1519-47ad-a8b9-9eedc60437d7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-842952-2'}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:01:30.179904 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=7d2d2227-acd2-4737-83a9-5299c1bcccaf,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:30.187528 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 1bbf699c-1822-4118-9239-33cb85effca0 has no active binding in host n-h1-842952-2 {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 23 11:01:30.218402 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3dda4e49-9a01-4a9c-af8c-5a8fd7d45c49 admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:30.219702 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3dda4e49-9a01-4a9c-af8c-5a8fd7d45c49 admin admin] 10.222.0.79 "DELETE /v2.0/routers/64f3d990-1446-4729-a46c-f31366a6f960 HTTP/1.1" status: 204 len: 168 time: 3.8259969 May 23 11:01:30.228133 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37940) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:01:30.331795 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5264a6e-7803-41d9-b45b-d9099ad5fb04 admin admin] Deleting subnet 295cda88-5c18-4b55-9495-bd64f2014a80 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:01:30.338261 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e5264a6e-7803-41d9-b45b-d9099ad5fb04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:30.409245 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bc0bc84c-91b6-4648-bc48-a9183d422538 req-6ed89e5c-2fd4-424f-b70a-f32d9a5e10f8 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4872103 May 23 11:01:30.444536 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e5264a6e-7803-41d9-b45b-d9099ad5fb04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:30.451393 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1fee3-7677-4844-8788-ec13eac0e8f0 req-e5104502-2d1f-42e0-af9b-12cc0ef5da22 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:30.458503 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-12b1fee3-7677-4844-8788-ec13eac0e8f0 req-e5104502-2d1f-42e0-af9b-12cc0ef5da22 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1 HTTP/1.1" status: 200 len: 949 time: 0.4957492 May 23 11:01:30.460884 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-28fc9e99-84e9-487f-849c-9c73044cddcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:30.483290 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d4f56-af7c-4aea-a7be-9b4a8cf3a22c req-601f995b-1e89-46e6-8c03-25f812585b08 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:30.491572 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-257d4f56-af7c-4aea-a7be-9b4a8cf3a22c req-601f995b-1e89-46e6-8c03-25f812585b08 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=a95a9297-79a6-42f5-9900-5cf1d5107475 HTTP/1.1" status: 200 len: 946 time: 0.5255873 May 23 11:01:30.495323 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-3840a0dc-1519-47ad-a8b9-9eedc60437d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:30.638075 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc9e99-84e9-487f-849c-9c73044cddcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4655786-b83d-4d92-93ba-e504db213f12,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:30.654749 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['7d2d2227-acd2-4737-83a9-5299c1bcccaf'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:01:30.657214 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-28fc9e99-84e9-487f-849c-9c73044cddcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:30.660868 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-28fc9e99-84e9-487f-849c-9c73044cddcf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f4655786-b83d-4d92-93ba-e504db213f12 HTTP/1.1" status: 204 len: 168 time: 0.9511867 May 23 11:01:30.778050 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-12b1fee3-7677-4844-8788-ec13eac0e8f0 req-dca788fb-250e-4ed6-9509-0d1ddbc94cb6 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184781 May 23 11:01:30.804445 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-257d4f56-af7c-4aea-a7be-9b4a8cf3a22c req-98b938d1-6a05-4cea-ac61-d2bc58e53871 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115976 May 23 11:01:30.870629 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:30.913960 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-3840a0dc-1519-47ad-a8b9-9eedc60437d7 service neutron] For port 1bbf699c-1822-4118-9239-33cb85effca0, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=1bbf699c-1822-4118-9239-33cb85effca0,segment=NetworkSegment(6816cea3-60a2-419d-a967-3c4d162775bd),segment_id=6816cea3-60a2-419d-a967-3c4d162775bd)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:01:30.933197 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e5264a6e-7803-41d9-b45b-d9099ad5fb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:30.977507 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bc0bc84c-91b6-4648-bc48-a9183d422538 req-e8b47b39-44eb-49e5-a06b-5ab943a4fa8e service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5618322 May 23 11:01:30.990243 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7d2d2227-acd2-4737-83a9-5299c1bcccaf {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:01:31.051143 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-3840a0dc-1519-47ad-a8b9-9eedc60437d7 service neutron] For port 1bbf699c-1822-4118-9239-33cb85effca0, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:01:31.074942 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49681b1a-2307-4880-8937-a21b0946bcb4 req-1ffcf360-6f5d-49c4-b74e-b1e9a34f7b37 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:31.076716 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-49681b1a-2307-4880-8937-a21b0946bcb4 req-1ffcf360-6f5d-49c4-b74e-b1e9a34f7b37 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5 HTTP/1.1" status: 200 len: 948 time: 0.1692531 May 23 11:01:31.101642 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 7d2d2227-acd2-4737-83a9-5299c1bcccaf, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=7d2d2227-acd2-4737-83a9-5299c1bcccaf,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:01:31.108207 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:31.175988 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-3840a0dc-1519-47ad-a8b9-9eedc60437d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:31.182228 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95a9297-79a6-42f5-9900-5cf1d5107475', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bbf699c-1822-4118-9239-33cb85effca0'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:01:31.208894 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-49681b1a-2307-4880-8937-a21b0946bcb4 req-ad45b220-9d7d-41e3-af13-f44d56e285b0 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237416 May 23 11:01:31.209762 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-3840a0dc-1519-47ad-a8b9-9eedc60437d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:31.243186 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a7207-a3f9-477b-ba92-4a84f2f4af3c req-aab4cd73-7b37-4168-bf07-e39e0db19499 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:31.250865 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b20a7207-a3f9-477b-ba92-4a84f2f4af3c req-aab4cd73-7b37-4168-bf07-e39e0db19499 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 946 time: 0.1114669 May 23 11:01:31.327337 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=7d2d2227-acd2-4737-83a9-5299c1bcccaf,revision_number=7']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:31.340442 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b20a7207-a3f9-477b-ba92-4a84f2f4af3c req-f044b6f8-c683-4676-8b53-36db23c2c530 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884356 May 23 11:01:31.487337 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e5264a6e-7803-41d9-b45b-d9099ad5fb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:31.552741 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5264a6e-7803-41d9-b45b-d9099ad5fb04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=295cda88-5c18-4b55-9495-bd64f2014a80,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:31.589864 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3840a0dc-1519-47ad-a8b9-9eedc60437d7 service neutron] Pushing event updated for resources: {'Port': ['ID=1bbf699c-1822-4118-9239-33cb85effca0,revision_number=7']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:31.605157 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e5264a6e-7803-41d9-b45b-d9099ad5fb04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:31.606762 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09b94c2-b466-49aa-8361-7fdc28dc3125 None None] Network 27eca66e-0250-445e-a3d1-f6e9a061b11e requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:01:31.613672 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e5264a6e-7803-41d9-b45b-d9099ad5fb04 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/295cda88-5c18-4b55-9495-bd64f2014a80 HTTP/1.1" status: 204 len: 168 time: 1.3841777 May 23 11:01:31.625172 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37966) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:01:31.667732 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-3840a0dc-1519-47ad-a8b9-9eedc60437d7 service neutron] Attempting to bind port 1bbf699c-1822-4118-9239-33cb85effca0 on host n-h2-842952-2 for vnic_type normal with profile {"migrating_to": "n-h1-842952-2"} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:01:31.668116 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-3840a0dc-1519-47ad-a8b9-9eedc60437d7 service neutron] Attempting to bind port 1bbf699c-1822-4118-9239-33cb85effca0 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:01:31.668442 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-3840a0dc-1519-47ad-a8b9-9eedc60437d7 service neutron] Attempting to bind port 1bbf699c-1822-4118-9239-33cb85effca0 on network ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:01:31.674648 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-3840a0dc-1519-47ad-a8b9-9eedc60437d7 service neutron] Port 1bbf699c-1822-4118-9239-33cb85effca0 on network ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:01:31.674991 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-3840a0dc-1519-47ad-a8b9-9eedc60437d7 service neutron] Attempting to bind port 1bbf699c-1822-4118-9239-33cb85effca0 on network ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:01:31.682121 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-3840a0dc-1519-47ad-a8b9-9eedc60437d7 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:01:31.682482 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-3840a0dc-1519-47ad-a8b9-9eedc60437d7 service neutron] Checking segment: {'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:01:31.682865 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-3840a0dc-1519-47ad-a8b9-9eedc60437d7 service neutron] Bound using segment: {'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:01:31.683292 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-3840a0dc-1519-47ad-a8b9-9eedc60437d7 service neutron] Bound port: 1bbf699c-1822-4118-9239-33cb85effca0, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:01:31.683637 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-3840a0dc-1519-47ad-a8b9-9eedc60437d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:31.697021 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd7c85d6-a373-4c83-b6bd-a6e081174393'] response: {'server_uuid': 'a95a9297-79a6-42f5-9900-5cf1d5107475', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bbf699c-1822-4118-9239-33cb85effca0', 'code': 200} May 23 11:01:31.809949 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-826cc44e-a530-43a0-9561-7ee2d5775502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:31.827586 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-3840a0dc-1519-47ad-a8b9-9eedc60437d7 service neutron] For port 1bbf699c-1822-4118-9239-33cb85effca0, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:01:31.831585 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-3840a0dc-1519-47ad-a8b9-9eedc60437d7 service neutron] For port 1bbf699c-1822-4118-9239-33cb85effca0, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=1bbf699c-1822-4118-9239-33cb85effca0,segment=NetworkSegment(6816cea3-60a2-419d-a967-3c4d162775bd),segment_id=6816cea3-60a2-419d-a967-3c4d162775bd)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:01:31.837743 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-826cc44e-a530-43a0-9561-7ee2d5775502 admin admin] Deleting port 0a2bdb60-10ab-4912-827c-bb853cd15864 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:01:31.838504 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-3840a0dc-1519-47ad-a8b9-9eedc60437d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:31.838802 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-826cc44e-a530-43a0-9561-7ee2d5775502 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:31.881566 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473f9c0-0fa8-4923-856f-48a559f5dd64 req-3584655d-4eb1-4fda-8c57-0dd72306e3c6 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:31.894870 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7473f9c0-0fa8-4923-856f-48a559f5dd64 req-3584655d-4eb1-4fda-8c57-0dd72306e3c6 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffa6ccc3-5b3f-4fd3-8df5-808cdfeded7a HTTP/1.1" status: 200 len: 949 time: 0.3272119 May 23 11:01:32.051363 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7473f9c0-0fa8-4923-856f-48a559f5dd64 req-5f97f233-8005-423e-ac08-3be6df650f81 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551347 May 23 11:01:32.060530 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-3840a0dc-1519-47ad-a8b9-9eedc60437d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:32.062202 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-3840a0dc-1519-47ad-a8b9-9eedc60437d7 service neutron] 10.222.0.13 "PUT /v2.0/ports/1bbf699c-1822-4118-9239-33cb85effca0 HTTP/1.1" status: 200 len: 1122 time: 1.8938401 May 23 11:01:32.065525 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3840a0dc-1519-47ad-a8b9-9eedc60437d7 service neutron] Pushing event updated for resources: {'Port': ['ID=1bbf699c-1822-4118-9239-33cb85effca0,revision_number=8']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:32.218125 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e7e550-2184-4129-b9e8-7e118c4b59cb None None] DHCP port deletion for 27eca66e-0250-445e-a3d1-f6e9a061b11e request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:01:32.224650 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f4e7e550-2184-4129-b9e8-7e118c4b59cb None None] Deleting port 0a2bdb60-10ab-4912-827c-bb853cd15864 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:01:32.225298 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f4e7e550-2184-4129-b9e8-7e118c4b59cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:32.277538 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['1bbf699c-1822-4118-9239-33cb85effca0'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:01:32.397528 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-826cc44e-a530-43a0-9561-7ee2d5775502 admin admin] For port 0a2bdb60-10ab-4912-827c-bb853cd15864, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=0a2bdb60-10ab-4912-827c-bb853cd15864,segment=NetworkSegment(8a431856-6dbe-46d9-b1ff-a9f4c2b4c25e),segment_id=8a431856-6dbe-46d9-b1ff-a9f4c2b4c25e)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:01:32.397973 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-826cc44e-a530-43a0-9561-7ee2d5775502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:32.547784 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['1bbf699c-1822-4118-9239-33cb85effca0'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:01:32.579114 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-826cc44e-a530-43a0-9561-7ee2d5775502 admin admin] Calling delete_port for 0a2bdb60-10ab-4912-827c-bb853cd15864 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:01:32.633668 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a657147-578c-4823-8d92-7a2f98660dee req-2fbfcf9b-4b10-44e6-bf05-335c7c6bd516 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:32.641133 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5a657147-578c-4823-8d92-7a2f98660dee req-2fbfcf9b-4b10-44e6-bf05-335c7c6bd516 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=a95a9297-79a6-42f5-9900-5cf1d5107475 HTTP/1.1" status: 200 len: 944 time: 0.4024842 May 23 11:01:32.690447 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f4e7e550-2184-4129-b9e8-7e118c4b59cb None None] For port 0a2bdb60-10ab-4912-827c-bb853cd15864, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=0a2bdb60-10ab-4912-827c-bb853cd15864,segment=NetworkSegment(8a431856-6dbe-46d9-b1ff-a9f4c2b4c25e),segment_id=8a431856-6dbe-46d9-b1ff-a9f4c2b4c25e)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:01:32.690966 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f4e7e550-2184-4129-b9e8-7e118c4b59cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:32.728377 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5a657147-578c-4823-8d92-7a2f98660dee req-ae1c33a8-cd1a-4b76-b6a0-62ca224fec28 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861032 May 23 11:01:32.762895 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e4e35-172b-4d1f-be0f-d990823264c1 req-c2942329-7b6c-492b-950e-b01ea753314f tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:32.764533 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-723e4e35-172b-4d1f-be0f-d990823264c1 req-c2942329-7b6c-492b-950e-b01ea753314f tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1 HTTP/1.1" status: 200 len: 949 time: 0.6419721 May 23 11:01:32.864889 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-826cc44e-a530-43a0-9561-7ee2d5775502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:32.936821 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f4e7e550-2184-4129-b9e8-7e118c4b59cb None None] Calling delete_port for 0a2bdb60-10ab-4912-827c-bb853cd15864 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:01:33.007718 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826cc44e-a530-43a0-9561-7ee2d5775502 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a2bdb60-10ab-4912-827c-bb853cd15864,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:33.050289 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 7d2d2227-acd2-4737-83a9-5299c1bcccaf up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:01:33.084035 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826cc44e-a530-43a0-9561-7ee2d5775502 admin admin] No DVR routers for this DVR port 0a2bdb60-10ab-4912-827c-bb853cd15864 on host n-d-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:01:33.145421 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-723e4e35-172b-4d1f-be0f-d990823264c1 req-187a1b0a-3a33-41bc-a6ef-e00e31601038 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497543 May 23 11:01:33.262633 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-f4e7e550-2184-4129-b9e8-7e118c4b59cb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:01:33.263163 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-f4e7e550-2184-4129-b9e8-7e118c4b59cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:01:33.311735 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 7d2d2227-acd2-4737-83a9-5299c1bcccaf triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:01:33.312128 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:33.355300 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-826cc44e-a530-43a0-9561-7ee2d5775502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:33.462678 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:33.509011 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 7d2d2227-acd2-4737-83a9-5299c1bcccaf, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=7d2d2227-acd2-4737-83a9-5299c1bcccaf,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:01:33.510250 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2d2227-acd2-4737-83a9-5299c1bcccaf'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:01:33.517858 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:33.595158 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 0a2bdb60-10ab-4912-827c-bb853cd15864 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:01:33.623162 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2b6c1368-17d0-4cc7-937c-8513767d7558 req-744f1e42-6993-42c3-a23f-24d51cd02f20 tempest-ServersOnMultiNodesTest-486903435 tempest-ServersOnMultiNodesTest-486903435-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=ffa6ccc3-5b3f-4fd3-8df5-808cdfeded7a HTTP/1.1" status: 200 len: 1100 time: 0.6002367 May 23 11:01:33.639171 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-826cc44e-a530-43a0-9561-7ee2d5775502 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 11:01:33.640439 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-826cc44e-a530-43a0-9561-7ee2d5775502 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 11:01:33.641379 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-826cc44e-a530-43a0-9561-7ee2d5775502 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 11:01:33.641862 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-826cc44e-a530-43a0-9561-7ee2d5775502 admin admin] Subscribe: > port after_create 55550000 {{(pid=83910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 11:01:33.644157 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-826cc44e-a530-43a0-9561-7ee2d5775502 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 11:01:33.644638 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-826cc44e-a530-43a0-9561-7ee2d5775502 admin admin] Subscribe: > port after_update 55550000 {{(pid=83910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 11:01:33.645246 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-826cc44e-a530-43a0-9561-7ee2d5775502 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 11:01:33.645542 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 0a2bdb60-10ab-4912-827c-bb853cd15864 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:01:33.645659 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-826cc44e-a530-43a0-9561-7ee2d5775502 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 11:01:33.645924 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-826cc44e-a530-43a0-9561-7ee2d5775502 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 11:01:33.646141 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 0a2bdb60-10ab-4912-827c-bb853cd15864 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:01:33.646252 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-826cc44e-a530-43a0-9561-7ee2d5775502 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 11:01:33.651273 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=7d2d2227-acd2-4737-83a9-5299c1bcccaf,revision_number=8']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:33.698558 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95a9297-79a6-42f5-9900-5cf1d5107475', 'tag': '1bbf699c-1822-4118-9239-33cb85effca0'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:01:33.764568 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f4e7e550-2184-4129-b9e8-7e118c4b59cb None None] Deleting port 0a2bdb60-10ab-4912-827c-bb853cd15864 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:01:33.765448 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f4e7e550-2184-4129-b9e8-7e118c4b59cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:33.777830 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-826cc44e-a530-43a0-9561-7ee2d5775502 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 11:01:33.778173 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-826cc44e-a530-43a0-9561-7ee2d5775502 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 11:01:33.778489 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-826cc44e-a530-43a0-9561-7ee2d5775502 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 11:01:33.778820 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-826cc44e-a530-43a0-9561-7ee2d5775502 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 11:01:33.779209 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-826cc44e-a530-43a0-9561-7ee2d5775502 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27eca66e-0250-445e-a3d1-f6e9a061b11e']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:01:33.852752 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-826cc44e-a530-43a0-9561-7ee2d5775502 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a431856-6dbe-46d9-b1ff-a9f4c2b4c25e') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:01:33.853042 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-826cc44e-a530-43a0-9561-7ee2d5775502 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a431856-6dbe-46d9-b1ff-a9f4c2b4c25e') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:01:33.880981 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f4e7e550-2184-4129-b9e8-7e118c4b59cb None None] The port '0a2bdb60-10ab-4912-827c-bb853cd15864' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:01:33.907848 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-826cc44e-a530-43a0-9561-7ee2d5775502 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:33.992036 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-826cc44e-a530-43a0-9561-7ee2d5775502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:34.006664 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-826cc44e-a530-43a0-9561-7ee2d5775502 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:01:34.007066 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-826cc44e-a530-43a0-9561-7ee2d5775502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:34.031771 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 23 11:01:34.031771 n-d-842952-2 neutron-server[83910]: util.warn_limited( May 23 11:01:34.031771 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 23 11:01:34.031771 n-d-842952-2 neutron-server[83910]: util.warn_limited( May 23 11:01:34.031771 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:01:34.031771 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:01:34.031771 n-d-842952-2 neutron-server[83910]: timer() May 23 11:01:34.031771 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:01:34.031771 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:01:34.031771 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:01:34.031771 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:01:34.031771 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:01:34.031771 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:01:34.031771 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:01:34.031771 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:01:34.031771 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:01:34.031771 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:01:34.031771 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:01:34.031771 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:01:34.031771 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:01:34.031771 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:01:34.031771 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:01:34.031771 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:01:34.031771 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:01:34.031771 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:01:34.031771 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:01:34.031771 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:01:34.031771 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:01:34.031771 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:01:34.031771 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:01:34.031771 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:01:34.031771 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:01:34.031771 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:01:34.031771 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:01:34.031771 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:01:34.031771 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:01:34.116151 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2b6c1368-17d0-4cc7-937c-8513767d7558 req-a886c27e-694a-4346-8bb5-a94c7777fb9a tempest-ServersOnMultiNodesTest-486903435 tempest-ServersOnMultiNodesTest-486903435-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4808800 May 23 11:01:34.160590 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a8712-fd43-472b-92ca-de68adb539ea req-d542862a-c829-4da5-a38d-a0184b8187f8 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:34.168926 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7b4a8712-fd43-472b-92ca-de68adb539ea req-d542862a-c829-4da5-a38d-a0184b8187f8 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5 HTTP/1.1" status: 200 len: 949 time: 0.7951424 May 23 11:01:34.189087 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-826cc44e-a530-43a0-9561-7ee2d5775502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:34.224367 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-826cc44e-a530-43a0-9561-7ee2d5775502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:34.227709 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826cc44e-a530-43a0-9561-7ee2d5775502 admin admin] Pushing event deleted for resources: {'Network': ['ID=27eca66e-0250-445e-a3d1-f6e9a061b11e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:34.263316 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7b4a8712-fd43-472b-92ca-de68adb539ea req-367ab77d-5dfc-4f10-a640-2acd98fcac8c tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933104 May 23 11:01:34.274474 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-826cc44e-a530-43a0-9561-7ee2d5775502 admin admin] 10.222.0.79 "DELETE /v2.0/networks/27eca66e-0250-445e-a3d1-f6e9a061b11e HTTP/1.1" status: 204 len: 168 time: 2.6495218 May 23 11:01:34.413352 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f634ec-764b-400f-8737-3b073000294e req-a0704adb-d28a-4b40-934e-dbedeed80379 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:34.415752 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-07f634ec-764b-400f-8737-3b073000294e req-a0704adb-d28a-4b40-934e-dbedeed80379 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 946 time: 0.1163051 May 23 11:01:34.491796 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-07f634ec-764b-400f-8737-3b073000294e req-067c252f-01b9-4a12-bf41-c0c79afab4d7 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659785 May 23 11:01:34.548094 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04105bd7-39a3-43b8-8426-5a89d780c3f7'] response: {'server_uuid': '4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2d2227-acd2-4737-83a9-5299c1bcccaf', 'code': 200} May 23 11:01:34.571775 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64cb3947-6b24-4183-b1e2-440429dd5cab'] response: {'name': 'network-changed', 'server_uuid': 'a95a9297-79a6-42f5-9900-5cf1d5107475', 'tag': '1bbf699c-1822-4118-9239-33cb85effca0', 'status': 'completed', 'code': 200} May 23 11:01:34.657127 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38032) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:01:34.766391 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-fc5f4671-b5bb-4bb0-b605-cd840fce3c2c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=55f3096016fc47a0a0df5b7be70fadbe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1069202 May 23 11:01:34.769785 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38036) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:01:34.921147 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b3858009-54cd-4c17-8396-fdd9fe594920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:34.974059 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b3858009-54cd-4c17-8396-fdd9fe594920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:35.019214 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67247551-4be6-472e-9f97-bdf4226256bb req-3b695f07-13a8-488d-b1d1-2d62044fb3c9 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:35.028645 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-67247551-4be6-472e-9f97-bdf4226256bb req-3b695f07-13a8-488d-b1d1-2d62044fb3c9 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=a95a9297-79a6-42f5-9900-5cf1d5107475 HTTP/1.1" status: 200 len: 944 time: 0.2894661 May 23 11:01:35.034954 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7089ac91-c892-4260-afad-5e4969c7b64c req-2e559e1f-ad60-42f2-8a93-ffa805ecac6e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=70139281f5db4004afe2c4c8ea88321a&device_id=a95a9297-79a6-42f5-9900-5cf1d5107475 HTTP/1.1" status: 200 len: 1125 time: 0.3778260 May 23 11:01:35.115020 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b3858009-54cd-4c17-8396-fdd9fe594920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:35.126384 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0c9c1067-530b-4cc5-857b-a32b29217d4d req-6c687ff0-068c-4989-b7cc-7b948b1d00e3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5 HTTP/1.1" status: 200 len: 1100 time: 0.1421998 May 23 11:01:35.145314 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859fa24-9aee-403d-8402-76a3301b6529 req-bb65c53e-84c7-4985-a94f-b68f052f1549 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:35.152656 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3859fa24-9aee-403d-8402-76a3301b6529 req-bb65c53e-84c7-4985-a94f-b68f052f1549 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1 HTTP/1.1" status: 200 len: 949 time: 0.3001907 May 23 11:01:35.163772 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3858009-54cd-4c17-8396-fdd9fe594920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc09c38d-7dc8-4d9c-a283-eb9c9809e399,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:35.177482 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b3858009-54cd-4c17-8396-fdd9fe594920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:35.181717 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b3858009-54cd-4c17-8396-fdd9fe594920 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cc09c38d-7dc8-4d9c-a283-eb9c9809e399 HTTP/1.1" status: 204 len: 168 time: 0.4078629 May 23 11:01:35.237754 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-67247551-4be6-472e-9f97-bdf4226256bb req-de68abb5-ff1e-499f-96c5-06621d14dc1f tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988912 May 23 11:01:35.269154 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3859fa24-9aee-403d-8402-76a3301b6529 req-1bed54b7-aa2e-4690-b8d8-52cdab07ccaf tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119459 May 23 11:01:35.277579 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0c9c1067-530b-4cc5-857b-a32b29217d4d req-8a65f898-a3d6-4b1c-b3d5-fd2ef452077a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297965 May 23 11:01:35.299450 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7089ac91-c892-4260-afad-5e4969c7b64c req-4f2bc3f2-c11e-41ae-b2da-573e2b9767ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:35.302013 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7089ac91-c892-4260-afad-5e4969c7b64c req-4f2bc3f2-c11e-41ae-b2da-573e2b9767ff service neutron] 10.222.0.81 "GET /v2.0/networks?id=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 HTTP/1.1" status: 200 len: 922 time: 0.2416165 May 23 11:01:35.603226 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-86a938c5-94d6-4298-8fed-fc56c1c751e8 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=61146b1e54d841cd9885cb7a4187d86e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270550 May 23 11:01:35.717371 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38070) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:01:35.770332 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d08d0267-e7fd-4a15-aabf-0cac6aa034fb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d07b420bfe9e4714aa3394386eccf9ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0517752 May 23 11:01:35.772827 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38074) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:01:35.814106 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7089ac91-c892-4260-afad-5e4969c7b64c req-56632eed-cf42-42f3-a3f7-4b1ca4e8a54e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bbf699c-1822-4118-9239-33cb85effca0 HTTP/1.1" status: 200 len: 217 time: 0.1798489 May 23 11:01:35.834495 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-26b43631-f20c-4635-a6dc-3bd7e81a8333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:35.860763 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-26b43631-f20c-4635-a6dc-3bd7e81a8333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:35.912875 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-26b43631-f20c-4635-a6dc-3bd7e81a8333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:35.929238 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b43631-f20c-4635-a6dc-3bd7e81a8333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7eb2ca1-3f60-44f9-ab07-500706286dac,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:35.934212 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-26b43631-f20c-4635-a6dc-3bd7e81a8333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:35.937899 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-26b43631-f20c-4635-a6dc-3bd7e81a8333 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f7eb2ca1-3f60-44f9-ab07-500706286dac HTTP/1.1" status: 204 len: 168 time: 0.1615553 May 23 11:01:35.957497 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7089ac91-c892-4260-afad-5e4969c7b64c req-5d114d89-a719-405c-b22c-394583ed0cd0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:35.959006 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7089ac91-c892-4260-afad-5e4969c7b64c req-5d114d89-a719-405c-b22c-394583ed0cd0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b42aa520-b19b-4bd9-8813-40b2c3196feb HTTP/1.1" status: 200 len: 861 time: 0.1344204 May 23 11:01:35.963782 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-48fee469-5503-4869-bb12-803ef0508f1d tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:35.965229 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-48fee469-5503-4869-bb12-803ef0508f1d tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3561585 May 23 11:01:36.019290 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7089ac91-c892-4260-afad-5e4969c7b64c req-ad6c01a7-f164-4c94-9e46-fcd2bcfeb418 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514741 May 23 11:01:36.027563 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-4107882b-8988-4194-82fe-323019623ba5 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/quotas/61146b1e54d841cd9885cb7a4187d86e HTTP/1.1" status: 200 len: 375 time: 0.0296729 May 23 11:01:36.055947 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996a6d2-1611-4d28-a12e-0e7c9806ac4e req-65a0e08f-1512-4b6d-8c43-0bf347755b27 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:36.057503 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e996a6d2-1611-4d28-a12e-0e7c9806ac4e req-65a0e08f-1512-4b6d-8c43-0bf347755b27 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5 HTTP/1.1" status: 200 len: 949 time: 0.3084633 May 23 11:01:36.240404 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e996a6d2-1611-4d28-a12e-0e7c9806ac4e req-71cc5d98-663f-459d-9543-d5b3902cb398 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463952 May 23 11:01:36.268089 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7089ac91-c892-4260-afad-5e4969c7b64c req-203554f7-7fd8-43e2-bf01-dac5606cf489 service neutron] 10.222.0.81 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420375 May 23 11:01:36.290191 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-f7ad1dc7-2fef-4105-9e90-24229d54aeaf tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=61146b1e54d841cd9885cb7a4187d86e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2401395 May 23 11:01:36.732363 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7089ac91-c892-4260-afad-5e4969c7b64c req-097222c0-b19a-4cb6-8aac-166d19278474 service neutron] 10.222.0.81 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308019 May 23 11:01:36.758761 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f57efae-c6a7-41d9-8de1-004d5b945a75 req-28733195-710e-4943-984d-6140305efa22 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:36.760605 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4f57efae-c6a7-41d9-8de1-004d5b945a75 req-28733195-710e-4943-984d-6140305efa22 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 946 time: 0.2281392 May 23 11:01:36.769854 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8000377-1dd9-4b12-9aa8-21170cb40e29 req-fa8c77f0-96a9-4c88-afee-ebcf73410486 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:36.771484 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b8000377-1dd9-4b12-9aa8-21170cb40e29 req-fa8c77f0-96a9-4c88-afee-ebcf73410486 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1 HTTP/1.1" status: 200 len: 949 time: 0.1749501 May 23 11:01:36.869536 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4f57efae-c6a7-41d9-8de1-004d5b945a75 req-8b4d9be8-beac-4ad3-9296-adbb759fd05f tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966980 May 23 11:01:36.872245 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b8000377-1dd9-4b12-9aa8-21170cb40e29 req-93b32698-10b9-4216-9ca1-9e2619c8af95 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833416 May 23 11:01:37.011339 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38122) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:01:37.169996 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275d1ec-b086-4959-9f4b-27e0b2afe6e7 req-13c41a7f-f26e-4f04-8a99-ecf483fbaac5 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:37.173834 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-93324b3a-c7b6-4aaf-abea-8368cb21f62b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1101094401-network', 'tenant_id': '553b4e4e67d44f38bf72339bbe1984c5'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:01:37.173991 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f275d1ec-b086-4959-9f4b-27e0b2afe6e7 req-13c41a7f-f26e-4f04-8a99-ecf483fbaac5 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=a95a9297-79a6-42f5-9900-5cf1d5107475 HTTP/1.1" status: 200 len: 944 time: 0.1248193 May 23 11:01:37.178509 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-93324b3a-c7b6-4aaf-abea-8368cb21f62b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:01:37.191156 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-93324b3a-c7b6-4aaf-abea-8368cb21f62b admin admin] Usage tracker for resource:network and tenant:553b4e4e67d44f38bf72339bbe1984c5 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:01:37.197424 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-93324b3a-c7b6-4aaf-abea-8368cb21f62b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:01:37.208515 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-93324b3a-c7b6-4aaf-abea-8368cb21f62b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:01:37.229904 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93324b3a-c7b6-4aaf-abea-8368cb21f62b admin admin] Made reservation on behalf of 553b4e4e67d44f38bf72339bbe1984c5 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:01:37.232368 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93324b3a-c7b6-4aaf-abea-8368cb21f62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:37.250235 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93324b3a-c7b6-4aaf-abea-8368cb21f62b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:37.288103 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eba04172-361c-4960-9409-bda5574c782b req-661bb45d-ade3-4088-8bcb-c961df340f69 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=386a19f1-3a1e-4fea-94a7-8962f8e28f06 HTTP/1.1" status: 200 len: 210 time: 0.0578434 May 23 11:01:37.289574 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-93324b3a-c7b6-4aaf-abea-8368cb21f62b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:01:37.294543 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-93324b3a-c7b6-4aaf-abea-8368cb21f62b admin admin] Usage tracker for resource:security_group_rule and tenant:553b4e4e67d44f38bf72339bbe1984c5 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:01:37.297758 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-93324b3a-c7b6-4aaf-abea-8368cb21f62b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:01:37.305319 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-93324b3a-c7b6-4aaf-abea-8368cb21f62b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:01:37.305980 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f275d1ec-b086-4959-9f4b-27e0b2afe6e7 req-e6cfe680-7ffe-421b-b257-e47f81085339 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259174 May 23 11:01:37.397571 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93324b3a-c7b6-4aaf-abea-8368cb21f62b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:37.405093 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93324b3a-c7b6-4aaf-abea-8368cb21f62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:37.437146 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93324b3a-c7b6-4aaf-abea-8368cb21f62b admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:01:37.447331 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93324b3a-c7b6-4aaf-abea-8368cb21f62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f04d96d-232d-4b09-8348-1c842adfd0a8,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:37.453189 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93324b3a-c7b6-4aaf-abea-8368cb21f62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:37.454366 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-93324b3a-c7b6-4aaf-abea-8368cb21f62b admin admin] Added segment b0065dea-63d9-4d95-9d7d-0134239f982c of type vlan for network db8eff5b-ae92-4c3b-b42b-e8d8f11cf2e8 May 23 11:01:37.493238 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93324b3a-c7b6-4aaf-abea-8368cb21f62b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:37.530519 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93324b3a-c7b6-4aaf-abea-8368cb21f62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:37.531399 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93324b3a-c7b6-4aaf-abea-8368cb21f62b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:37.532043 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93324b3a-c7b6-4aaf-abea-8368cb21f62b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:37.642191 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93324b3a-c7b6-4aaf-abea-8368cb21f62b admin admin] Pushing event updated for resources: {'Network': ['ID=db8eff5b-ae92-4c3b-b42b-e8d8f11cf2e8,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:37.647979 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-93324b3a-c7b6-4aaf-abea-8368cb21f62b admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6356049 May 23 11:01:37.648268 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 38134) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:01:37.655956 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network db8eff5b-ae92-4c3b-b42b-e8d8f11cf2e8 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:01:37.659037 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-c4ef0e90-57c2-45c8-b670-ed24b98f6a18 admin admin] Request body: {'subnet': {'network_id': 'db8eff5b-ae92-4c3b-b42b-e8d8f11cf2e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1101094401-subnet', 'tenant_id': '553b4e4e67d44f38bf72339bbe1984c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:01:37.667224 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c4ef0e90-57c2-45c8-b670-ed24b98f6a18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:01:37.680086 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6663af-b3ae-4898-ab59-bfe4f00e5be8 req-40ef03a6-733f-420c-a317-0bf0aaf5946b tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:37.681542 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4d6663af-b3ae-4898-ab59-bfe4f00e5be8 req-40ef03a6-733f-420c-a317-0bf0aaf5946b tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5 HTTP/1.1" status: 200 len: 949 time: 0.1598432 May 23 11:01:37.683219 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c4ef0e90-57c2-45c8-b670-ed24b98f6a18 admin admin] Usage tracker for resource:subnet and tenant:553b4e4e67d44f38bf72339bbe1984c5 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:01:37.687201 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c4ef0e90-57c2-45c8-b670-ed24b98f6a18 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:01:37.707989 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c4ef0e90-57c2-45c8-b670-ed24b98f6a18 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:01:37.716408 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21ff83-4e30-4bbe-9274-01d4ab4e22e0 req-8ea4d686-5b39-4ce0-b064-5af0e7cc5da0 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:37.717854 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bf21ff83-4e30-4bbe-9274-01d4ab4e22e0 req-8ea4d686-5b39-4ce0-b064-5af0e7cc5da0 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] 10.222.0.79 "GET /v2.0/ports?device_id=40a63873-19cf-48f8-b2c4-e38155c16ccc HTTP/1.1" status: 200 len: 951 time: 0.1522193 May 23 11:01:37.737239 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:37.757249 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ef0e90-57c2-45c8-b670-ed24b98f6a18 admin admin] Made reservation on behalf of 553b4e4e67d44f38bf72339bbe1984c5 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:01:37.759492 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c4ef0e90-57c2-45c8-b670-ed24b98f6a18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:37.857007 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4d6663af-b3ae-4898-ab59-bfe4f00e5be8 req-0afe149c-789c-4c90-8593-0d877763b97d tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668355 May 23 11:01:37.870421 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bf21ff83-4e30-4bbe-9274-01d4ab4e22e0 req-a94b43e8-9948-4919-8387-86b88cb033ca tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] 10.222.0.79 "GET /v2.0/security-groups?id=31b8a3e2-6d48-4998-9f3c-231df138fa42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442544 May 23 11:01:38.045702 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c4ef0e90-57c2-45c8-b670-ed24b98f6a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:38.180925 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef0e90-57c2-45c8-b670-ed24b98f6a18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ba16e99-ff65-403a-a3a8-b174a035e599,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:38.222785 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ef0e90-57c2-45c8-b670-ed24b98f6a18 admin admin] Checking segment: {'id': 'b0065dea-63d9-4d95-9d7d-0134239f982c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'db8eff5b-ae92-4c3b-b42b-e8d8f11cf2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:01:38.223161 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ef0e90-57c2-45c8-b670-ed24b98f6a18 admin admin] Network hostable DHCP agents. Network: db8eff5b-ae92-4c3b-b42b-e8d8f11cf2e8, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:01:38.233179 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2aaac2-aff2-439c-a561-22a7163d1718 req-a77e2b94-d0e2-4d92-a716-d56f60787ded tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:38.234625 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6c2aaac2-aff2-439c-a561-22a7163d1718 req-a77e2b94-d0e2-4d92-a716-d56f60787ded tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 946 time: 0.1989605 May 23 11:01:38.241720 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9154f9-00fa-49d3-a424-53b6c7335997 req-cdb54d9b-1570-419b-a9d2-b75a5f340ab5 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:38.243112 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8b9154f9-00fa-49d3-a424-53b6c7335997 req-cdb54d9b-1570-419b-a9d2-b75a5f340ab5 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5 HTTP/1.1" status: 200 len: 949 time: 0.2400725 May 23 11:01:38.244986 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-6ec8a9ec-0e6f-448f-bf46-ea760fdc1ca7 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=61146b1e54d841cd9885cb7a4187d86e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279739 May 23 11:01:38.332903 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6c2aaac2-aff2-439c-a561-22a7163d1718 req-fd1cbb58-bf15-496a-8d82-121b0718bec9 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885050 May 23 11:01:38.338818 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8b9154f9-00fa-49d3-a424-53b6c7335997 req-ec6ce2f8-a064-4758-b6f6-a1e262444385 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893025 May 23 11:01:38.339738 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ef0e90-57c2-45c8-b670-ed24b98f6a18 admin admin] Network db8eff5b-ae92-4c3b-b42b-e8d8f11cf2e8 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:01:38.354369 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-c4ef0e90-57c2-45c8-b670-ed24b98f6a18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, db8eff5b-ae92-4c3b-b42b-e8d8f11cf2e8) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:01:38.360479 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ef0e90-57c2-45c8-b670-ed24b98f6a18 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:38.361065 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c4ef0e90-57c2-45c8-b670-ed24b98f6a18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:38.365429 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffecfc30-1939-4b70-a21a-140a2ffd9524 None None] Network db8eff5b-ae92-4c3b-b42b-e8d8f11cf2e8 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:01:38.431694 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c4ef0e90-57c2-45c8-b670-ed24b98f6a18 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7817786 May 23 11:01:38.455527 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-81605cb8-dfea-4dcc-ae5e-23a2364439d6 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:38.457372 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-81605cb8-dfea-4dcc-ae5e-23a2364439d6 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2069325 May 23 11:01:38.489467 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-964795ab-0d00-45d9-81d8-b1c0c8bccebf tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Request body: {'port': {'device_id': '386a19f1-3a1e-4fea-94a7-8962f8e28f06', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'admin_state_up': True, 'tenant_id': '61146b1e54d841cd9885cb7a4187d86e'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:01:38.661695 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceda0ba3-ce28-4303-8684-a84d5955eeb1 None None] Network db8eff5b-ae92-4c3b-b42b-e8d8f11cf2e8 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:01:38.673593 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc35ac-2441-43a6-b401-fd7c83acd286 req-6ea3fd80-4b9b-421b-8ea7-29d4f3e06d72 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:38.681596 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1dfc35ac-2441-43a6-b401-fd7c83acd286 req-6ea3fd80-4b9b-421b-8ea7-29d4f3e06d72 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1 HTTP/1.1" status: 200 len: 949 time: 0.1514390 May 23 11:01:38.748502 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1dfc35ac-2441-43a6-b401-fd7c83acd286 req-c1c9a707-f299-4640-8d8f-84eac1e67fe2 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633514 May 23 11:01:38.850430 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-964795ab-0d00-45d9-81d8-b1c0c8bccebf tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:01:38.861086 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-964795ab-0d00-45d9-81d8-b1c0c8bccebf tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:01:38.891086 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-964795ab-0d00-45d9-81d8-b1c0c8bccebf tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Made reservation on behalf of 61146b1e54d841cd9885cb7a4187d86e for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:01:38.895608 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-964795ab-0d00-45d9-81d8-b1c0c8bccebf tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:39.117955 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:39.129746 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-964795ab-0d00-45d9-81d8-b1c0c8bccebf tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Allocated IP 192.168.233.235 (45238d5c-875a-474b-bef1-cc75dc2ba645/c1719237-4a8e-4354-92b1-51064eb09c82/abef6365-f53d-4cf0-a440-222e453f3cb1) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:01:39.192449 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5952116a-8b59-4659-b441-56a81946336e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:39.201607 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179cdbf-82fa-43c9-b833-fe23753ca9ca req-0d3a6c6f-df8c-49b7-9fff-ccf0be9261c3 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:39.203081 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1179cdbf-82fa-43c9-b833-fe23753ca9ca req-0d3a6c6f-df8c-49b7-9fff-ccf0be9261c3 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=a95a9297-79a6-42f5-9900-5cf1d5107475 HTTP/1.1" status: 200 len: 944 time: 0.0891325 May 23 11:01:39.286853 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1179cdbf-82fa-43c9-b833-fe23753ca9ca req-cb06c1ab-f17b-4024-9acc-5efed5133f9f tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755811 May 23 11:01:39.439901 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-964795ab-0d00-45d9-81d8-b1c0c8bccebf tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:39.458440 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-964795ab-0d00-45d9-81d8-b1c0c8bccebf tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Transition to ACTIVE for port object abef6365-f53d-4cf0-a440-222e453f3cb1 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:01:39.466130 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-97103f37-9dd4-4f0c-809f-8d7f092aab3b req-cc3c3664-c437-48e8-b310-6a8b249b6ded tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=386a19f1-3a1e-4fea-94a7-8962f8e28f06 HTTP/1.1" status: 200 len: 210 time: 0.0539529 May 23 11:01:39.509619 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-964795ab-0d00-45d9-81d8-b1c0c8bccebf tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:39.565694 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['5f19de5f-f01b-41e2-8cfa-06b5b1560682', '72052476-d42b-4f39-a4fa-a1f304916016', '0aec0967-08d3-4602-89be-af079775c956'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:01:39.611387 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['845cbdb8-20ac-409d-9de2-07e4beb11306', '2ae0466f-d393-43e6-953f-977138041292', '7e27e423-05a5-47f8-ba42-0348aaace8cc', '66bca1d4-9a5d-4cf9-877d-f47a02a5e78b'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:01:39.630248 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-964795ab-0d00-45d9-81d8-b1c0c8bccebf tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Network 45238d5c-875a-474b-bef1-cc75dc2ba645 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:01:39.632709 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-964795ab-0d00-45d9-81d8-b1c0c8bccebf tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:01:39.636840 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-964795ab-0d00-45d9-81d8-b1c0c8bccebf tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:01:39.669850 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964795ab-0d00-45d9-81d8-b1c0c8bccebf tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Pushing event updated for resources: {'Port': ['ID=abef6365-f53d-4cf0-a440-222e453f3cb1,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:39.701899 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 29d1b24a-128c-4103-89db-bc42e9e11ad3 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:01:39.727711 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-964795ab-0d00-45d9-81d8-b1c0c8bccebf tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:39.728403 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-964795ab-0d00-45d9-81d8-b1c0c8bccebf tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:39.806370 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-964795ab-0d00-45d9-81d8-b1c0c8bccebf tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3212161 May 23 11:01:39.846567 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-27ec322b-c3b7-4923-9366-6874916463e8 service neutron] Request body: {'port': {'device_id': '386a19f1-3a1e-4fea-94a7-8962f8e28f06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:01:39.857764 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f19377-7f40-41fe-8f5d-5a97ccc3ce1c req-52120f3a-2711-4ef8-8912-e30e3cb439ac tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:39.862249 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c2f19377-7f40-41fe-8f5d-5a97ccc3ce1c req-52120f3a-2711-4ef8-8912-e30e3cb439ac tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 946 time: 0.1910913 May 23 11:01:39.951091 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 38226) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:01:39.965126 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-13a34a5b-2751-4bcc-b9ea-e8dbeece9113 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-620988137-network', 'tenant_id': '8ffc5cd999fc492c99a3fda4cd81f463'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:01:39.982250 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-13a34a5b-2751-4bcc-b9ea-e8dbeece9113 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:01:39.989130 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-13a34a5b-2751-4bcc-b9ea-e8dbeece9113 admin admin] Usage tracker for resource:network and tenant:8ffc5cd999fc492c99a3fda4cd81f463 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:01:39.995561 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-13a34a5b-2751-4bcc-b9ea-e8dbeece9113 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:01:40.013864 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c2f19377-7f40-41fe-8f5d-5a97ccc3ce1c req-925a9005-6192-4f4b-b018-df2c66b71433 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449358 May 23 11:01:40.024015 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-13a34a5b-2751-4bcc-b9ea-e8dbeece9113 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:01:40.048275 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a34a5b-2751-4bcc-b9ea-e8dbeece9113 admin admin] Made reservation on behalf of 8ffc5cd999fc492c99a3fda4cd81f463 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:01:40.051278 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13a34a5b-2751-4bcc-b9ea-e8dbeece9113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:40.086428 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-27ec322b-c3b7-4923-9366-6874916463e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:40.087731 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13a34a5b-2751-4bcc-b9ea-e8dbeece9113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:40.133179 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-13a34a5b-2751-4bcc-b9ea-e8dbeece9113 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:01:40.138244 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-13a34a5b-2751-4bcc-b9ea-e8dbeece9113 admin admin] Usage tracker for resource:security_group_rule and tenant:8ffc5cd999fc492c99a3fda4cd81f463 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:01:40.141693 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-13a34a5b-2751-4bcc-b9ea-e8dbeece9113 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:01:40.148278 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-13a34a5b-2751-4bcc-b9ea-e8dbeece9113 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:01:40.281441 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9af94295-157b-4ea0-9568-581c43a7dceb None None] Provisioning for port abef6365-f53d-4cf0-a440-222e453f3cb1 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:01:40.296943 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:40.330859 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9af94295-157b-4ea0-9568-581c43a7dceb None None] Provisioning complete for port abef6365-f53d-4cf0-a440-222e453f3cb1 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:01:40.331225 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9af94295-157b-4ea0-9568-581c43a7dceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:40.429961 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13a34a5b-2751-4bcc-b9ea-e8dbeece9113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:40.432421 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a63873-19cf-48f8-b2c4-e38155c16ccc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29d1b24a-128c-4103-89db-bc42e9e11ad3'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:01:40.452743 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13a34a5b-2751-4bcc-b9ea-e8dbeece9113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:40.457925 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-9af94295-157b-4ea0-9568-581c43a7dceb None None] Port abef6365-f53d-4cf0-a440-222e453f3cb1 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:01:40.460561 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 29d1b24a-128c-4103-89db-bc42e9e11ad3, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=29d1b24a-128c-4103-89db-bc42e9e11ad3,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:01:40.477263 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:40.502001 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13a34a5b-2751-4bcc-b9ea-e8dbeece9113 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:01:40.515382 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a34a5b-2751-4bcc-b9ea-e8dbeece9113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5070ecc-6f89-447f-8fe7-c571ebc00718,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:40.528407 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13a34a5b-2751-4bcc-b9ea-e8dbeece9113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:40.528747 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-13a34a5b-2751-4bcc-b9ea-e8dbeece9113 admin admin] Added segment 8f33a9c1-2675-4d0a-8672-bae78f4d07eb of type vlan for network 9d9151f6-5166-4de2-b9f6-c96559fc9604 May 23 11:01:40.535623 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6312a4c-ebbf-4373-9011-607688bdb5f4 req-f4507cf0-611b-45ed-93cd-572a8784fc0f tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:40.537332 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f6312a4c-ebbf-4373-9011-607688bdb5f4 req-f4507cf0-611b-45ed-93cd-572a8784fc0f tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1 HTTP/1.1" status: 200 len: 949 time: 0.3187995 May 23 11:01:40.557611 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793dd43f-bf48-4cbf-91e3-9d4aad0bc56b req-db9a7499-b211-4cbc-81d3-0102c8493dac tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:40.559062 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-793dd43f-bf48-4cbf-91e3-9d4aad0bc56b req-db9a7499-b211-4cbc-81d3-0102c8493dac tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5 HTTP/1.1" status: 200 len: 949 time: 0.3364573 May 23 11:01:40.606061 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13a34a5b-2751-4bcc-b9ea-e8dbeece9113 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:40.617229 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-27ec322b-c3b7-4923-9366-6874916463e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abef6365-f53d-4cf0-a440-222e453f3cb1 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:01:40.624878 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-27ec322b-c3b7-4923-9366-6874916463e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:40.643425 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-27ec322b-c3b7-4923-9366-6874916463e8 service neutron] Transition to ACTIVE for port object abef6365-f53d-4cf0-a440-222e453f3cb1 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:01:40.645540 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=29d1b24a-128c-4103-89db-bc42e9e11ad3,revision_number=11']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:40.648407 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-27ec322b-c3b7-4923-9366-6874916463e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:40.673002 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f6312a4c-ebbf-4373-9011-607688bdb5f4 req-fb71bac1-e6ad-4ce2-8a7b-b7a7c51751e4 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217866 May 23 11:01:40.677535 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-793dd43f-bf48-4cbf-91e3-9d4aad0bc56b req-d69c428f-3697-46fa-a379-4d27cd1f4d7e tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949156 May 23 11:01:40.679673 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13a34a5b-2751-4bcc-b9ea-e8dbeece9113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:40.680763 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a34a5b-2751-4bcc-b9ea-e8dbeece9113 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:40.682065 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13a34a5b-2751-4bcc-b9ea-e8dbeece9113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:40.801892 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-13a34a5b-2751-4bcc-b9ea-e8dbeece9113 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8393664 May 23 11:01:40.803005 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 38242) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:01:40.804307 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a34a5b-2751-4bcc-b9ea-e8dbeece9113 admin admin] Pushing event updated for resources: {'Network': ['ID=9d9151f6-5166-4de2-b9f6-c96559fc9604,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:40.812748 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-1b60327d-f293-421d-b7c7-cbc764be6894 admin admin] Request body: {'subnet': {'network_id': '9d9151f6-5166-4de2-b9f6-c96559fc9604', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-620988137-subnet', 'tenant_id': '8ffc5cd999fc492c99a3fda4cd81f463', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:01:40.818344 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1b60327d-f293-421d-b7c7-cbc764be6894 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:01:40.824611 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1b60327d-f293-421d-b7c7-cbc764be6894 admin admin] Usage tracker for resource:subnet and tenant:8ffc5cd999fc492c99a3fda4cd81f463 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:01:40.828929 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec322b-c3b7-4923-9366-6874916463e8 service neutron] Pushing event updated for resources: {'Port': ['ID=abef6365-f53d-4cf0-a440-222e453f3cb1,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:40.829890 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1b60327d-f293-421d-b7c7-cbc764be6894 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:01:40.835442 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 9d9151f6-5166-4de2-b9f6-c96559fc9604 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:01:40.842513 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1b60327d-f293-421d-b7c7-cbc764be6894 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:01:40.865804 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b60327d-f293-421d-b7c7-cbc764be6894 admin admin] Made reservation on behalf of 8ffc5cd999fc492c99a3fda4cd81f463 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:01:40.869742 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1b60327d-f293-421d-b7c7-cbc764be6894 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:41.002465 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-27ec322b-c3b7-4923-9366-6874916463e8 service neutron] Attempting to bind port abef6365-f53d-4cf0-a440-222e453f3cb1 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:01:41.006127 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-27ec322b-c3b7-4923-9366-6874916463e8 service neutron] Attempting to bind port abef6365-f53d-4cf0-a440-222e453f3cb1 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:01:41.006464 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-27ec322b-c3b7-4923-9366-6874916463e8 service neutron] Attempting to bind port abef6365-f53d-4cf0-a440-222e453f3cb1 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:01:41.025895 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-27ec322b-c3b7-4923-9366-6874916463e8 service neutron] Port abef6365-f53d-4cf0-a440-222e453f3cb1 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:01:41.026135 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-27ec322b-c3b7-4923-9366-6874916463e8 service neutron] Attempting to bind port abef6365-f53d-4cf0-a440-222e453f3cb1 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:01:41.041386 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-27ec322b-c3b7-4923-9366-6874916463e8 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:01:41.047605 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-27ec322b-c3b7-4923-9366-6874916463e8 service neutron] Checking segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:01:41.049605 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-27ec322b-c3b7-4923-9366-6874916463e8 service neutron] Bound using segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:01:41.050655 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-27ec322b-c3b7-4923-9366-6874916463e8 service neutron] Bound port: abef6365-f53d-4cf0-a440-222e453f3cb1, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:01:41.051196 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-27ec322b-c3b7-4923-9366-6874916463e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:41.198205 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-27ec322b-c3b7-4923-9366-6874916463e8 service neutron] For port abef6365-f53d-4cf0-a440-222e453f3cb1, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:01:41.202800 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-27ec322b-c3b7-4923-9366-6874916463e8 service neutron] For port abef6365-f53d-4cf0-a440-222e453f3cb1, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=abef6365-f53d-4cf0-a440-222e453f3cb1,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:01:41.208799 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-27ec322b-c3b7-4923-9366-6874916463e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:41.265997 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd8c3cc-8da8-4150-b40a-19632c81cbbf req-af1dff88-e671-4d8f-ba46-87e011c3026e tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:41.274111 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0cd8c3cc-8da8-4150-b40a-19632c81cbbf req-af1dff88-e671-4d8f-ba46-87e011c3026e tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=a95a9297-79a6-42f5-9900-5cf1d5107475 HTTP/1.1" status: 200 len: 944 time: 0.1951857 May 23 11:01:41.291545 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1b60327d-f293-421d-b7c7-cbc764be6894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:41.307097 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-27ec322b-c3b7-4923-9366-6874916463e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:41.308750 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-27ec322b-c3b7-4923-9366-6874916463e8 service neutron] 10.222.0.13 "PUT /v2.0/ports/abef6365-f53d-4cf0-a440-222e453f3cb1 HTTP/1.1" status: 200 len: 1096 time: 1.4665530 May 23 11:01:41.309193 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '386a19f1-3a1e-4fea-94a7-8962f8e28f06', 'tag': 'abef6365-f53d-4cf0-a440-222e453f3cb1'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:01:41.324382 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad85a8b3-4037-4a23-a4d6-1bedb462b49e'] response: {'server_uuid': '40a63873-19cf-48f8-b2c4-e38155c16ccc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29d1b24a-128c-4103-89db-bc42e9e11ad3', 'code': 200} May 23 11:01:41.328515 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec322b-c3b7-4923-9366-6874916463e8 service neutron] Pushing event updated for resources: {'Port': ['ID=abef6365-f53d-4cf0-a440-222e453f3cb1,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:41.392054 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0cd8c3cc-8da8-4150-b40a-19632c81cbbf req-492ac707-2de8-4d96-9963-e9250a94ace7 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177506 May 23 11:01:41.402884 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b60327d-f293-421d-b7c7-cbc764be6894 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db6263a2-88da-4fd2-9d0d-ba340b4ed7ab,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:41.424946 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b60327d-f293-421d-b7c7-cbc764be6894 admin admin] Checking segment: {'id': '8f33a9c1-2675-4d0a-8672-bae78f4d07eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9d9151f6-5166-4de2-b9f6-c96559fc9604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:01:41.425306 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b60327d-f293-421d-b7c7-cbc764be6894 admin admin] Network hostable DHCP agents. Network: 9d9151f6-5166-4de2-b9f6-c96559fc9604, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:01:41.452967 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e1023222-1a63-4fef-926d-ab271ce2a00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:41.513848 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b60327d-f293-421d-b7c7-cbc764be6894 admin admin] Network 9d9151f6-5166-4de2-b9f6-c96559fc9604 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:01:41.522667 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-d93f498c-6f58-4ac9-bf2b-1e746787bc92 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=61146b1e54d841cd9885cb7a4187d86e&device_id=386a19f1-3a1e-4fea-94a7-8962f8e28f06 HTTP/1.1" status: 200 len: 1099 time: 0.1136475 May 23 11:01:41.533395 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-1b60327d-f293-421d-b7c7-cbc764be6894 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 9d9151f6-5166-4de2-b9f6-c96559fc9604) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:01:41.539162 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b60327d-f293-421d-b7c7-cbc764be6894 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:41.539921 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1b60327d-f293-421d-b7c7-cbc764be6894 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:41.547325 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22f468f-ecfb-4cad-b56f-24d2c22a6012 None None] Network 9d9151f6-5166-4de2-b9f6-c96559fc9604 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:01:41.606914 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1b60327d-f293-421d-b7c7-cbc764be6894 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7988541 May 23 11:01:41.616307 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ba5be-f1de-41d9-9777-f907bb238fd7 req-f2a2ad33-4273-44b7-967d-5efce4055122 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:41.616755 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-a3726975-ba45-4908-ad3c-d9b35db5286b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=abef6365-f53d-4cf0-a440-222e453f3cb1 HTTP/1.1" status: 200 len: 217 time: 0.0797086 May 23 11:01:41.620528 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2b7ba5be-f1de-41d9-9777-f907bb238fd7 req-f2a2ad33-4273-44b7-967d-5efce4055122 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=386a19f1-3a1e-4fea-94a7-8962f8e28f06 HTTP/1.1" status: 200 len: 948 time: 0.1495850 May 23 11:01:41.710356 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2b7ba5be-f1de-41d9-9777-f907bb238fd7 req-e78a7c1c-c26e-449a-9bc8-4234e01e3468 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861039 May 23 11:01:41.727666 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-77fddada-fef5-473f-8c48-e0a046538479 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:41.729218 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-77fddada-fef5-473f-8c48-e0a046538479 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.0977130 May 23 11:01:41.833210 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755e494a-1ff7-4736-a268-9a6b7ac0646e None None] Network 9d9151f6-5166-4de2-b9f6-c96559fc9604 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:01:41.984993 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-42d02d76-1168-4f73-b0ce-494848704285 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2479722 May 23 11:01:41.987638 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcae904-0d14-46d8-b4ef-9f36083dd02e req-766b7e21-d495-4b8c-9c34-8f914e4111be tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:41.989169 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9bcae904-0d14-46d8-b4ef-9f36083dd02e req-766b7e21-d495-4b8c-9c34-8f914e4111be tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 946 time: 0.1980705 May 23 11:01:42.000933 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7627b-33fa-4d17-b0d3-fb0439281c2d req-5852a5df-0391-4ad2-a7a3-56a51c811c0f tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:42.002477 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fdc7627b-33fa-4d17-b0d3-fb0439281c2d req-5852a5df-0391-4ad2-a7a3-56a51c811c0f tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] 10.222.0.79 "GET /v2.0/ports?device_id=40a63873-19cf-48f8-b2c4-e38155c16ccc HTTP/1.1" status: 200 len: 949 time: 0.1336439 May 23 11:01:42.078363 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9bcae904-0d14-46d8-b4ef-9f36083dd02e req-0c937b81-9eb4-4923-b056-7d81a1f50145 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748589 May 23 11:01:42.080709 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fdc7627b-33fa-4d17-b0d3-fb0439281c2d req-06bc93b3-bce0-4f62-84ac-dd0c5b807400 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] 10.222.0.79 "GET /v2.0/security-groups?id=31b8a3e2-6d48-4998-9f3c-231df138fa42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624442 May 23 11:01:42.133369 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-98b9b683-7f98-4055-aff9-0adf5b1ba1a6 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373785 May 23 11:01:42.164328 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d13a567f-1d1b-4dfd-96e0-35101fcc96ef'] response: {'name': 'network-changed', 'server_uuid': '386a19f1-3a1e-4fea-94a7-8962f8e28f06', 'tag': 'abef6365-f53d-4cf0-a440-222e453f3cb1', 'status': 'completed', 'code': 200} May 23 11:01:42.274087 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-90ddf1b3-58a9-40f2-9af7-d4fe7c7a27dc req-034565db-6574-429d-b75b-124d88d10ca7 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300087 May 23 11:01:42.374901 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c553c6-7464-42fc-88a7-389296dbfbee req-cbfbf768-75e3-415c-bca9-a5bc5dd8a3d8 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:42.376231 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-02c553c6-7464-42fc-88a7-389296dbfbee req-cbfbf768-75e3-415c-bca9-a5bc5dd8a3d8 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5 HTTP/1.1" status: 200 len: 949 time: 0.1359274 May 23 11:01:42.382400 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba32290-5255-4de0-bd83-b68cce01eee4 req-c892024e-82a6-4859-a57f-189d0f27ffac tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:42.383715 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7ba32290-5255-4de0-bd83-b68cce01eee4 req-c892024e-82a6-4859-a57f-189d0f27ffac tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1 HTTP/1.1" status: 200 len: 949 time: 0.1133904 May 23 11:01:42.441056 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-81c74ea4-9fee-4d29-9fe3-75791c989efd req-edd01d0c-1229-4b6a-ae26-4b8f4b278c3d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=61146b1e54d841cd9885cb7a4187d86e&device_id=386a19f1-3a1e-4fea-94a7-8962f8e28f06 HTTP/1.1" status: 200 len: 1099 time: 0.0720820 May 23 11:01:42.453271 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-02c553c6-7464-42fc-88a7-389296dbfbee req-330c1390-6f23-41f8-ae7f-e86b47fb2eac tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686195 May 23 11:01:42.457720 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7ba32290-5255-4de0-bd83-b68cce01eee4 req-117cc487-5179-4851-b2cf-f8b39d872d41 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601902 May 23 11:01:42.531494 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:42.612280 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c74ea4-9fee-4d29-9fe3-75791c989efd req-a3683671-6b5c-4817-95ec-5415ac15b589 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:42.613806 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-81c74ea4-9fee-4d29-9fe3-75791c989efd req-a3683671-6b5c-4817-95ec-5415ac15b589 service neutron] 10.222.0.13 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.1601613 May 23 11:01:42.693829 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-81c74ea4-9fee-4d29-9fe3-75791c989efd req-5f221e19-1607-4736-8b21-20e0b2c392cb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=abef6365-f53d-4cf0-a440-222e453f3cb1 HTTP/1.1" status: 200 len: 217 time: 0.0689063 May 23 11:01:42.702344 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadaaba5-2591-46bd-bb70-fe87d6660ecb req-a78a21a8-de89-46ea-a339-828b49ebc7eb tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:42.703881 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dadaaba5-2591-46bd-bb70-fe87d6660ecb req-a78a21a8-de89-46ea-a339-828b49ebc7eb tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=a95a9297-79a6-42f5-9900-5cf1d5107475 HTTP/1.1" status: 200 len: 944 time: 0.0815284 May 23 11:01:42.716665 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:42.767686 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c74ea4-9fee-4d29-9fe3-75791c989efd req-188d48d1-c87b-4eb9-b072-f1364404a670 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:42.769167 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-81c74ea4-9fee-4d29-9fe3-75791c989efd req-188d48d1-c87b-4eb9-b072-f1364404a670 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.0682008 May 23 11:01:42.835769 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dadaaba5-2591-46bd-bb70-fe87d6660ecb req-8407bed1-ddb6-4487-9f1c-d1152c98c9c6 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211507 May 23 11:01:42.860802 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-81c74ea4-9fee-4d29-9fe3-75791c989efd req-7ede4b52-10aa-44ef-a486-ea65414dc533 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0851080 May 23 11:01:42.905302 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68678d08-d220-4d4a-ad21-690df5814b5d req-dfeef1b1-968a-48fe-bc3d-653d54c05688 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:42.906887 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-68678d08-d220-4d4a-ad21-690df5814b5d req-dfeef1b1-968a-48fe-bc3d-653d54c05688 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] 10.222.0.79 "GET /v2.0/networks?id=db8eff5b-ae92-4c3b-b42b-e8d8f11cf2e8 HTTP/1.1" status: 200 len: 815 time: 0.1595736 May 23 11:01:42.926893 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-68678d08-d220-4d4a-ad21-690df5814b5d req-c5053b0f-abe6-48d1-a973-74977f6d3270 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] 10.222.0.79 "GET /v2.0/quotas/553b4e4e67d44f38bf72339bbe1984c5 HTTP/1.1" status: 200 len: 375 time: 0.0128181 May 23 11:01:42.982903 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-68678d08-d220-4d4a-ad21-690df5814b5d req-cac22e75-3f62-4abd-9eda-eb8726a80406 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=553b4e4e67d44f38bf72339bbe1984c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487525 May 23 11:01:43.023161 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-81c74ea4-9fee-4d29-9fe3-75791c989efd req-e4367281-bf44-4b5e-ad64-a54dacbd8152 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557169 May 23 11:01:43.168177 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-81c74ea4-9fee-4d29-9fe3-75791c989efd req-152862ef-80f8-49ac-bebf-eac703bf59fd service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381571 May 23 11:01:43.188387 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-68678d08-d220-4d4a-ad21-690df5814b5d req-a2a66658-80c9-419c-9fbd-3a316780ecca service neutron] 10.222.0.79 "GET /v2.0/networks/db8eff5b-ae92-4c3b-b42b-e8d8f11cf2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983395 May 23 11:01:43.225679 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3998bb-7ede-4c05-af7f-369ccb78eef8 req-4a889656-1131-42da-aa75-e74fad4f9525 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:43.226272 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1b3998bb-7ede-4c05-af7f-369ccb78eef8 req-4a889656-1131-42da-aa75-e74fad4f9525 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=386a19f1-3a1e-4fea-94a7-8962f8e28f06 HTTP/1.1" status: 200 len: 948 time: 0.2011511 May 23 11:01:43.500073 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1b3998bb-7ede-4c05-af7f-369ccb78eef8 req-faca1b84-1ddd-4de7-9232-d4f03bf8f7d0 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671974 May 23 11:01:43.512043 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-68678d08-d220-4d4a-ad21-690df5814b5d req-1c43970d-be04-40b7-9ab9-2e0b5d0e9310 service neutron] 10.222.0.79 "GET /v2.0/networks/db8eff5b-ae92-4c3b-b42b-e8d8f11cf2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166838 May 23 11:01:43.515268 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-764e76fb-ac88-485c-9993-64b199bfefa9 service neutron] 10.222.0.81 "GET /v2.0/ports/1bbf699c-1822-4118-9239-33cb85effca0/bindings/n-h1-842952-2 HTTP/1.1" status: 200 len: 384 time: 0.1491399 May 23 11:01:43.909291 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-8178fbfc-bec9-477f-ae2e-1e35e0e7aa54 service neutron] For port 1bbf699c-1822-4118-9239-33cb85effca0, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=1bbf699c-1822-4118-9239-33cb85effca0,segment=NetworkSegment(6816cea3-60a2-419d-a967-3c4d162775bd),segment_id=6816cea3-60a2-419d-a967-3c4d162775bd)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:01:43.943566 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d9c72-c592-4db6-9e8e-23bc91cca34f req-8350fd73-353a-4da2-ad45-d0c92153253b tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:43.945338 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c82d9c72-c592-4db6-9e8e-23bc91cca34f req-8350fd73-353a-4da2-ad45-d0c92153253b tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 946 time: 0.2514017 May 23 11:01:43.949299 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-8178fbfc-bec9-477f-ae2e-1e35e0e7aa54 service neutron] For port 1bbf699c-1822-4118-9239-33cb85effca0, host n-h2-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:01:44.005340 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcdfbb6-d350-43c2-a2b8-31baf94421f1 req-11a176f7-ef82-4c06-a338-6c51255a26e7 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:44.006826 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ffcdfbb6-d350-43c2-a2b8-31baf94421f1 req-11a176f7-ef82-4c06-a338-6c51255a26e7 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] 10.222.0.79 "GET /v2.0/ports?device_id=40a63873-19cf-48f8-b2c4-e38155c16ccc HTTP/1.1" status: 200 len: 949 time: 0.2395222 May 23 11:01:44.057972 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-8178fbfc-bec9-477f-ae2e-1e35e0e7aa54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bbf699c-1822-4118-9239-33cb85effca0 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:01:44.066477 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:44.083576 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-8178fbfc-bec9-477f-ae2e-1e35e0e7aa54 service neutron] For port 1bbf699c-1822-4118-9239-33cb85effca0, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=1bbf699c-1822-4118-9239-33cb85effca0,segment=NetworkSegment(6816cea3-60a2-419d-a967-3c4d162775bd),segment_id=6816cea3-60a2-419d-a967-3c4d162775bd)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:01:44.111352 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c82d9c72-c592-4db6-9e8e-23bc91cca34f req-7550b475-7076-4920-a608-4cfb1b334a1e tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351192 May 23 11:01:44.111996 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-8178fbfc-bec9-477f-ae2e-1e35e0e7aa54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:44.124683 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ffcdfbb6-d350-43c2-a2b8-31baf94421f1 req-b9f60504-b891-4f1d-9c10-552c86158443 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] 10.222.0.79 "GET /v2.0/security-groups?id=31b8a3e2-6d48-4998-9f3c-231df138fa42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044672 May 23 11:01:44.220396 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14269af1-892e-4084-bff0-13e12131b6ca req-44d46f80-218e-4fc2-929a-b1c1516525d6 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:44.221790 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-14269af1-892e-4084-bff0-13e12131b6ca req-44d46f80-218e-4fc2-929a-b1c1516525d6 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Synchronizing usage tracker for tenant:06c8954771ee4ace983a0c9bce465c88 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:01:44.245275 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-8178fbfc-bec9-477f-ae2e-1e35e0e7aa54 service neutron] Transition to ACTIVE for port object 1bbf699c-1822-4118-9239-33cb85effca0 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:01:44.255883 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-8178fbfc-bec9-477f-ae2e-1e35e0e7aa54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:44.257908 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-14269af1-892e-4084-bff0-13e12131b6ca req-44d46f80-218e-4fc2-929a-b1c1516525d6 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Unset dirty status for tenant:06c8954771ee4ace983a0c9bce465c88 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:01:44.262520 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-14269af1-892e-4084-bff0-13e12131b6ca req-44d46f80-218e-4fc2-929a-b1c1516525d6 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] 10.222.0.13 "GET /v2.0/ports?device_id=40a63873-19cf-48f8-b2c4-e38155c16ccc HTTP/1.1" status: 200 len: 949 time: 0.1515746 May 23 11:01:44.341445 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-14269af1-892e-4084-bff0-13e12131b6ca req-441a0dd2-ef1b-4739-9ef5-73524a68d006 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Deleting port 29d1b24a-128c-4103-89db-bc42e9e11ad3 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:01:44.341777 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-14269af1-892e-4084-bff0-13e12131b6ca req-441a0dd2-ef1b-4739-9ef5-73524a68d006 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:44.557471 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-8178fbfc-bec9-477f-ae2e-1e35e0e7aa54 service neutron] No DVR routers for this DVR port 1bbf699c-1822-4118-9239-33cb85effca0 on host n-h2-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:01:44.559661 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178fbfc-bec9-477f-ae2e-1e35e0e7aa54 service neutron] Pushing event updated for resources: {'Port': ['ID=1bbf699c-1822-4118-9239-33cb85effca0,revision_number=10']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:44.594968 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-14269af1-892e-4084-bff0-13e12131b6ca req-441a0dd2-ef1b-4739-9ef5-73524a68d006 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] For port 29d1b24a-128c-4103-89db-bc42e9e11ad3, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=29d1b24a-128c-4103-89db-bc42e9e11ad3,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:01:44.595315 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-14269af1-892e-4084-bff0-13e12131b6ca req-441a0dd2-ef1b-4739-9ef5-73524a68d006 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:44.630620 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-8178fbfc-bec9-477f-ae2e-1e35e0e7aa54 service neutron] 10.222.0.81 "PUT /v2.0/ports/1bbf699c-1822-4118-9239-33cb85effca0/bindings/n-h1-842952-2/activate HTTP/1.1" status: 200 len: 369 time: 1.1069245 May 23 11:01:44.641837 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08704913-7291-47cc-88ae-1afe942437e3 req-6d3c4cd6-7d0f-4b17-ba5b-3145d13496b2 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:44.643250 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-08704913-7291-47cc-88ae-1afe942437e3 req-6d3c4cd6-7d0f-4b17-ba5b-3145d13496b2 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5 HTTP/1.1" status: 200 len: 949 time: 0.3777192 May 23 11:01:44.652798 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4c003-dd62-43a5-ad79-73fe1f8f4972 req-d6cd3052-30bc-424c-9cf0-3a2312eb1f60 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:44.657298 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-20e4c003-dd62-43a5-ad79-73fe1f8f4972 req-d6cd3052-30bc-424c-9cf0-3a2312eb1f60 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1 HTTP/1.1" status: 200 len: 949 time: 0.2935808 May 23 11:01:44.729380 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-14269af1-892e-4084-bff0-13e12131b6ca req-441a0dd2-ef1b-4739-9ef5-73524a68d006 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Calling delete_port for 29d1b24a-128c-4103-89db-bc42e9e11ad3 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:01:44.739080 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-08704913-7291-47cc-88ae-1afe942437e3 req-d9e9408a-3116-4419-a52a-19fd7477a844 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835769 May 23 11:01:44.743860 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-20e4c003-dd62-43a5-ad79-73fe1f8f4972 req-0a35cd37-d630-4de1-9c3c-01f73b01baca tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721419 May 23 11:01:45.037578 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7202766f-414c-413d-8a01-b74d6dc91a35 req-04081523-6769-453e-886a-cd6f1f1c7038 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a954772-e265-4ee6-b2a1-d72395ec48cd HTTP/1.1" status: 200 len: 210 time: 0.0966203 May 23 11:01:45.048980 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-595bbce3-be91-417a-a159-aa5f0c7f6122 tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a95a9297-79a6-42f5-9900-5cf1d5107475&tenant_id=70139281f5db4004afe2c4c8ea88321a&binding%3Ahost_id=n-h2-842952-2 HTTP/1.1" status: 200 len: 1096 time: 0.2956676 May 23 11:01:45.085820 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-14269af1-892e-4084-bff0-13e12131b6ca req-441a0dd2-ef1b-4739-9ef5-73524a68d006 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:45.125014 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 1bbf699c-1822-4118-9239-33cb85effca0 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:01:45.289376 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 1bbf699c-1822-4118-9239-33cb85effca0 not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:01:45.365581 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a0dd2-ef1b-4739-9ef5-73524a68d006 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Pushing event deleted for resources: {'Port': ['ID=29d1b24a-128c-4103-89db-bc42e9e11ad3,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:45.418750 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-14269af1-892e-4084-bff0-13e12131b6ca req-441a0dd2-ef1b-4739-9ef5-73524a68d006 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] No DVR routers for this DVR port 29d1b24a-128c-4103-89db-bc42e9e11ad3 on host n-h1-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:01:45.418750 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-14269af1-892e-4084-bff0-13e12131b6ca req-441a0dd2-ef1b-4739-9ef5-73524a68d006 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:45.420033 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a63873-19cf-48f8-b2c4-e38155c16ccc', 'name': 'network-vif-deleted', 'tag': '29d1b24a-128c-4103-89db-bc42e9e11ad3'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:01:45.443324 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-14269af1-892e-4084-bff0-13e12131b6ca req-441a0dd2-ef1b-4739-9ef5-73524a68d006 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] 10.222.0.13 "DELETE /v2.0/ports/29d1b24a-128c-4103-89db-bc42e9e11ad3 HTTP/1.1" status: 204 len: 173 time: 1.1782923 May 23 11:01:45.460637 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-75550880-e72b-41d7-86c4-9d7a4b03ec2c req-03928d0d-0c91-4644-9b2e-a83eb9d2a277 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=62daa315-97b6-42dc-ac48-74a4ef6a5662&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1409953 May 23 11:01:45.530006 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5ca72-d8bc-49d2-8ded-57ad96b159d8 req-13cc5677-fe30-4f4d-adc8-cb9e855b77e6 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:45.530006 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-12e5ca72-d8bc-49d2-8ded-57ad96b159d8 req-13cc5677-fe30-4f4d-adc8-cb9e855b77e6 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=a95a9297-79a6-42f5-9900-5cf1d5107475 HTTP/1.1" status: 200 len: 945 time: 0.4840574 May 23 11:01:45.543363 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-94f79a77-853a-43b5-9407-350048cf511b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a95a9297-79a6-42f5-9900-5cf1d5107475&tenant_id=70139281f5db4004afe2c4c8ea88321a HTTP/1.1" status: 200 len: 1096 time: 0.4681115 May 23 11:01:45.575269 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68678d08-d220-4d4a-ad21-690df5814b5d req-ef81e164-e4df-4889-b5b8-adb99e546482 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:45.584052 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-68678d08-d220-4d4a-ad21-690df5814b5d req-ef81e164-e4df-4889-b5b8-adb99e546482 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] 10.222.0.13 "GET /v2.0/networks?id=db8eff5b-ae92-4c3b-b42b-e8d8f11cf2e8 HTTP/1.1" status: 200 len: 815 time: 0.5330997 May 23 11:01:45.626501 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-68678d08-d220-4d4a-ad21-690df5814b5d req-19bce16e-613f-475a-b71d-a977ea40b819 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] Request body: {'port': {'device_id': '2a954772-e265-4ee6-b2a1-d72395ec48cd', 'network_id': 'db8eff5b-ae92-4c3b-b42b-e8d8f11cf2e8', 'admin_state_up': True, 'tenant_id': '553b4e4e67d44f38bf72339bbe1984c5'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:01:45.675449 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-75550880-e72b-41d7-86c4-9d7a4b03ec2c req-ec6d1b36-1853-481d-84e8-024dce88c50b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90c9b14de9a447dbb2784bee3d7c6631&device_id=62daa315-97b6-42dc-ac48-74a4ef6a5662 HTTP/1.1" status: 200 len: 1096 time: 0.1517038 May 23 11:01:45.866910 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-12e5ca72-d8bc-49d2-8ded-57ad96b159d8 req-f35adad1-c7b1-4175-9698-108024cf2bd8 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251026 May 23 11:01:45.917575 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75550880-e72b-41d7-86c4-9d7a4b03ec2c req-5bf077d3-a922-4c1d-8a14-da4fb599ecb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:45.919009 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-75550880-e72b-41d7-86c4-9d7a4b03ec2c req-5bf077d3-a922-4c1d-8a14-da4fb599ecb1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3f16bf48-f1ac-437f-802c-c2072c75e62b HTTP/1.1" status: 200 len: 909 time: 0.2004242 May 23 11:01:45.931278 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f9b7b-4cc1-4b2b-866d-a34ea39f612a req-c75af357-d9c8-48b2-8fa5-1a25e1a96a90 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:45.933322 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6a8f9b7b-4cc1-4b2b-866d-a34ea39f612a req-c75af357-d9c8-48b2-8fa5-1a25e1a96a90 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=386a19f1-3a1e-4fea-94a7-8962f8e28f06 HTTP/1.1" status: 200 len: 948 time: 0.5585589 May 23 11:01:45.984033 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-68678d08-d220-4d4a-ad21-690df5814b5d req-19bce16e-613f-475a-b71d-a977ea40b819 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:01:45.998228 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-41c61cf4-98cf-4187-bab5-9d5e642c1e0a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70139281f5db4004afe2c4c8ea88321a&device_id=a95a9297-79a6-42f5-9900-5cf1d5107475 HTTP/1.1" status: 200 len: 1096 time: 0.3801591 May 23 11:01:45.998228 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-68678d08-d220-4d4a-ad21-690df5814b5d req-19bce16e-613f-475a-b71d-a977ea40b819 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] Usage tracker for resource:port and tenant:553b4e4e67d44f38bf72339bbe1984c5 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:01:45.998228 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-68678d08-d220-4d4a-ad21-690df5814b5d req-19bce16e-613f-475a-b71d-a977ea40b819 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:01:46.012122 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-68678d08-d220-4d4a-ad21-690df5814b5d req-19bce16e-613f-475a-b71d-a977ea40b819 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:01:46.070117 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-75550880-e72b-41d7-86c4-9d7a4b03ec2c req-aacd70ed-f961-48d1-980c-35ce3d0eded5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b3d0d9b-4a31-42bd-a7ed-abdb72e92169 HTTP/1.1" status: 200 len: 217 time: 0.1178720 May 23 11:01:46.174963 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75550880-e72b-41d7-86c4-9d7a4b03ec2c req-adab6cff-70b4-47be-966f-8500aff365bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:46.176660 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-75550880-e72b-41d7-86c4-9d7a4b03ec2c req-adab6cff-70b4-47be-966f-8500aff365bd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f56c9b27-295c-462d-bb89-343a223f9d6c HTTP/1.1" status: 200 len: 848 time: 0.1053662 May 23 11:01:46.207623 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6a8f9b7b-4cc1-4b2b-866d-a34ea39f612a req-1be844d0-0630-4b71-b767-5dbd33f5c7b9 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629905 May 23 11:01:46.214337 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68678d08-d220-4d4a-ad21-690df5814b5d req-19bce16e-613f-475a-b71d-a977ea40b819 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] Made reservation on behalf of 553b4e4e67d44f38bf72339bbe1984c5 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:01:46.217677 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-68678d08-d220-4d4a-ad21-690df5814b5d req-19bce16e-613f-475a-b71d-a977ea40b819 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:46.221846 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-75550880-e72b-41d7-86c4-9d7a4b03ec2c req-91573ab9-86a7-4da5-afb6-90b0bbbd4dbf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3f16bf48-f1ac-437f-802c-c2072c75e62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392356 May 23 11:01:46.231321 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6e57fc50-1d36-428b-a784-98817d70907e req-387c6dda-4457-405c-9c3b-f55a0e20a5f2 tempest-ImagesOneServerTestJSON-1527074437 tempest-ImagesOneServerTestJSON-1527074437-project] 10.222.0.79 "GET /v2.0/ports?device_id=40a63873-19cf-48f8-b2c4-e38155c16ccc HTTP/1.1" status: 200 len: 210 time: 0.0684328 May 23 11:01:46.318431 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d31f6b77-a8f9-4191-adbd-00f8b6c577be'] response: {'server_uuid': '40a63873-19cf-48f8-b2c4-e38155c16ccc', 'name': 'network-vif-deleted', 'tag': '29d1b24a-128c-4103-89db-bc42e9e11ad3', 'status': 'completed', 'code': 200} May 23 11:01:46.382023 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-75550880-e72b-41d7-86c4-9d7a4b03ec2c req-1dda881e-d250-433e-af58-777adeac38bd service neutron] 10.222.0.13 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533587 May 23 11:01:46.447605 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-8bd30b2f-64d2-4973-92ec-ff0b8584e4ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:46.448886 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-8bd30b2f-64d2-4973-92ec-ff0b8584e4ca service neutron] 10.222.0.13 "GET /v2.0/networks?id=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 HTTP/1.1" status: 200 len: 922 time: 0.4385633 May 23 11:01:46.521346 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-75550880-e72b-41d7-86c4-9d7a4b03ec2c req-271a3bb4-09b0-49b2-ad2b-5de3732085ba service neutron] 10.222.0.13 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333899 May 23 11:01:46.617933 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-ce353257-d8ce-4bca-9f60-8652cfca88e8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bbf699c-1822-4118-9239-33cb85effca0 HTTP/1.1" status: 200 len: 217 time: 0.1334672 May 23 11:01:46.680067 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-68678d08-d220-4d4a-ad21-690df5814b5d req-19bce16e-613f-475a-b71d-a977ea40b819 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] Allocated IP 172.20.0.3 (db8eff5b-ae92-4c3b-b42b-e8d8f11cf2e8/2ba16e99-ff65-403a-a3a8-b174a035e599/ddfe1814-804c-447b-bbf2-17483fc416e2) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:01:46.730046 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a299fe-08ab-419b-81b6-9da527f5e66c req-bde4b126-8969-42bf-a5d4-74986f18097e tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:46.731496 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-29a299fe-08ab-419b-81b6-9da527f5e66c req-bde4b126-8969-42bf-a5d4-74986f18097e tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 946 time: 0.3664541 May 23 11:01:46.732685 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-753e622d-f23d-47f3-adaa-9547e5387304 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:46.733915 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-753e622d-f23d-47f3-adaa-9547e5387304 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b42aa520-b19b-4bd9-8813-40b2c3196feb HTTP/1.1" status: 200 len: 861 time: 0.1067803 May 23 11:01:46.820292 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9cc12-110d-4a8c-a4a7-80b253602e76 req-ea89df96-6b54-4e68-8e6c-cae104df934a tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:46.821957 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-08e9cc12-110d-4a8c-a4a7-80b253602e76 req-ea89df96-6b54-4e68-8e6c-cae104df934a tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5 HTTP/1.1" status: 200 len: 949 time: 0.3803601 May 23 11:01:46.847875 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-48a72d50-d149-4a80-b43b-6d7af414e22a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808597 May 23 11:01:47.044364 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-29a299fe-08ab-419b-81b6-9da527f5e66c req-f64fa09e-1926-4cdc-b5fe-979b61b0ace4 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054361 May 23 11:01:47.105408 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-08e9cc12-110d-4a8c-a4a7-80b253602e76 req-0d79c2ae-1bbc-426e-8c0f-fcdab43a56bc tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741182 May 23 11:01:47.128095 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-49caf95f-f5c2-4686-b3fc-4d1dadb3f494 service neutron] 10.222.0.13 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554862 May 23 11:01:47.428351 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-24433ea3-2009-436e-87a8-be2eb7f6d421 req-43144c6e-d577-46b5-a689-5032c6248075 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a954772-e265-4ee6-b2a1-d72395ec48cd HTTP/1.1" status: 200 len: 210 time: 0.1123612 May 23 11:01:47.430966 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-68678d08-d220-4d4a-ad21-690df5814b5d req-19bce16e-613f-475a-b71d-a977ea40b819 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:47.493459 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-914ef2bf-b776-431d-9b6b-63f8c94f5f0b service neutron] 10.222.0.13 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596511 May 23 11:01:47.517769 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cbc1b0-e77d-4893-b6f8-aa4601c8bb2b req-7232ad60-3f5c-45d6-b90b-f47ced8bd9f0 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:47.519488 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-76cbc1b0-e77d-4893-b6f8-aa4601c8bb2b req-7232ad60-3f5c-45d6-b90b-f47ced8bd9f0 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1 HTTP/1.1" status: 200 len: 949 time: 0.3492930 May 23 11:01:47.524615 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-68678d08-d220-4d4a-ad21-690df5814b5d req-19bce16e-613f-475a-b71d-a977ea40b819 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:47.639423 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device abef6365-f53d-4cf0-a440-222e453f3cb1 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:01:47.647896 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 29d1b24a-128c-4103-89db-bc42e9e11ad3 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:01:47.680945 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-76cbc1b0-e77d-4893-b6f8-aa4601c8bb2b req-d0039477-d10d-4849-8d18-ff274e9e0b5f tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484113 May 23 11:01:47.695637 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68678d08-d220-4d4a-ad21-690df5814b5d req-19bce16e-613f-475a-b71d-a977ea40b819 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] Network db8eff5b-ae92-4c3b-b42b-e8d8f11cf2e8 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:01:47.703582 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 29d1b24a-128c-4103-89db-bc42e9e11ad3 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:01:47.703582 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 29d1b24a-128c-4103-89db-bc42e9e11ad3 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:01:47.709482 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-68678d08-d220-4d4a-ad21-690df5814b5d req-19bce16e-613f-475a-b71d-a977ea40b819 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:01:47.709482 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bce16e-613f-475a-b71d-a977ea40b819 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] Pushing event updated for resources: {'Port': ['ID=ddfe1814-804c-447b-bbf2-17483fc416e2,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:47.709482 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-68678d08-d220-4d4a-ad21-690df5814b5d req-19bce16e-613f-475a-b71d-a977ea40b819 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:01:47.776377 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4648c4-031b-4780-9121-b07e9cbd3929 req-e8947d54-f752-4261-9117-d3be1327c35f tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:47.783580 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ed4648c4-031b-4780-9121-b07e9cbd3929 req-e8947d54-f752-4261-9117-d3be1327c35f tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=a95a9297-79a6-42f5-9900-5cf1d5107475 HTTP/1.1" status: 200 len: 945 time: 0.2218947 May 23 11:01:47.805234 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68678d08-d220-4d4a-ad21-690df5814b5d req-19bce16e-613f-475a-b71d-a977ea40b819 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:47.805834 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-68678d08-d220-4d4a-ad21-690df5814b5d req-19bce16e-613f-475a-b71d-a977ea40b819 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:47.844416 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-68678d08-d220-4d4a-ad21-690df5814b5d req-19bce16e-613f-475a-b71d-a977ea40b819 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2272801 May 23 11:01:47.863936 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ed4648c4-031b-4780-9121-b07e9cbd3929 req-1d372232-1b52-4b20-a52e-3628e5c5ffe7 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793402 May 23 11:01:47.869218 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-68678d08-d220-4d4a-ad21-690df5814b5d req-f11fdf5b-1e55-4697-8968-ab355ffa5056 service neutron] Request body: {'port': {'device_id': '2a954772-e265-4ee6-b2a1-d72395ec48cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:01:47.938347 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port abef6365-f53d-4cf0-a440-222e453f3cb1, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=abef6365-f53d-4cf0-a440-222e453f3cb1,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:01:47.952522 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'abef6365-f53d-4cf0-a440-222e453f3cb1', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'port_id': 'abef6365-f53d-4cf0-a440-222e453f3cb1', 'mac_address': 'fa:16:3e:68:77:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1719237-4a8e-4354-92b1-51064eb09c82', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:01:48.031287 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:48.052106 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abef6365-f53d-4cf0-a440-222e453f3cb1 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:01:48.069376 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port abef6365-f53d-4cf0-a440-222e453f3cb1, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=abef6365-f53d-4cf0-a440-222e453f3cb1,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:01:48.079541 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:48.088407 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-68678d08-d220-4d4a-ad21-690df5814b5d req-f11fdf5b-1e55-4697-8968-ab355ffa5056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:48.173776 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=abef6365-f53d-4cf0-a440-222e453f3cb1,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:48.231438 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8dc9b1-f2f6-42e7-b949-75c37eb5ce8c req-519e2765-3ed4-49a1-9568-6096af0fcb1a tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:48.233774 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9d8dc9b1-f2f6-42e7-b949-75c37eb5ce8c req-519e2765-3ed4-49a1-9568-6096af0fcb1a tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=386a19f1-3a1e-4fea-94a7-8962f8e28f06 HTTP/1.1" status: 200 len: 948 time: 0.3316233 May 23 11:01:48.410729 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9d8dc9b1-f2f6-42e7-b949-75c37eb5ce8c req-945ec80a-c650-4049-beee-8088f1b228cf tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701484 May 23 11:01:48.439583 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38346) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:01:48.494412 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c1437-30cb-4e84-9b83-d635b6e89c22 req-7730ccde-05ee-4616-9467-dd8c7c2fa82e tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:48.495852 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-483c1437-30cb-4e84-9b83-d635b6e89c22 req-7730ccde-05ee-4616-9467-dd8c7c2fa82e tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 946 time: 0.1354189 May 23 11:01:48.640087 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-68678d08-d220-4d4a-ad21-690df5814b5d req-f11fdf5b-1e55-4697-8968-ab355ffa5056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddfe1814-804c-447b-bbf2-17483fc416e2 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:01:48.640887 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['abef6365-f53d-4cf0-a440-222e453f3cb1'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:01:48.641380 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4567f0a2-d2ea-4b3e-b849-f72058ac049c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=06c8954771ee4ace983a0c9bce465c88&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2005684 May 23 11:01:48.644074 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38354) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:01:48.658471 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-68678d08-d220-4d4a-ad21-690df5814b5d req-f11fdf5b-1e55-4697-8968-ab355ffa5056 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:48.671696 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-483c1437-30cb-4e84-9b83-d635b6e89c22 req-7b7879b2-29cf-49ec-9870-0d231c1b7896 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588385 May 23 11:01:48.699258 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-68678d08-d220-4d4a-ad21-690df5814b5d req-f11fdf5b-1e55-4697-8968-ab355ffa5056 service neutron] Transition to ACTIVE for port object ddfe1814-804c-447b-bbf2-17483fc416e2 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:01:48.708649 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f191315-2b2d-482e-946f-3ed0173ec460 req-09c86270-e220-4d1a-862b-ecbdebc4618d tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:48.710219 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f191315-2b2d-482e-946f-3ed0173ec460 req-09c86270-e220-4d1a-862b-ecbdebc4618d tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5 HTTP/1.1" status: 200 len: 949 time: 0.1475840 May 23 11:01:48.711415 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-68678d08-d220-4d4a-ad21-690df5814b5d req-f11fdf5b-1e55-4697-8968-ab355ffa5056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:48.725083 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f63b2741-20b3-43f6-9271-e16325a15670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:48.759225 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f63b2741-20b3-43f6-9271-e16325a15670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:48.824781 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f63b2741-20b3-43f6-9271-e16325a15670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:48.852209 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b2741-20b3-43f6-9271-e16325a15670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b8a3e2-6d48-4998-9f3c-231df138fa42,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:48.872572 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f63b2741-20b3-43f6-9271-e16325a15670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:48.874243 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f63b2741-20b3-43f6-9271-e16325a15670 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/31b8a3e2-6d48-4998-9f3c-231df138fa42 HTTP/1.1" status: 204 len: 168 time: 0.2292125 May 23 11:01:49.083152 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11fdf5b-1e55-4697-8968-ab355ffa5056 service neutron] Pushing event updated for resources: {'Port': ['ID=ddfe1814-804c-447b-bbf2-17483fc416e2,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:49.096571 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f191315-2b2d-482e-946f-3ed0173ec460 req-92a4d081-906d-4459-9d32-683c0a0d03f9 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058445 May 23 11:01:49.225791 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b217bc-c75e-4024-82c5-678b17ca3412 req-f8c6db04-723b-421c-95ff-5fbf8f401062 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:49.227114 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-c6b217bc-c75e-4024-82c5-678b17ca3412 req-f8c6db04-723b-421c-95ff-5fbf8f401062 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] Synchronizing usage tracker for tenant:553b4e4e67d44f38bf72339bbe1984c5 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:01:49.246495 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-1ab0cfc1-65e6-4283-81c9-91f6071d9359 tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a95a9297-79a6-42f5-9900-5cf1d5107475&tenant_id=70139281f5db4004afe2c4c8ea88321a&binding%3Ahost_id=n-h1-842952-2 HTTP/1.1" status: 200 len: 1096 time: 0.2879126 May 23 11:01:49.410266 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-68678d08-d220-4d4a-ad21-690df5814b5d req-f11fdf5b-1e55-4697-8968-ab355ffa5056 service neutron] Attempting to bind port ddfe1814-804c-447b-bbf2-17483fc416e2 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:01:49.410600 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-68678d08-d220-4d4a-ad21-690df5814b5d req-f11fdf5b-1e55-4697-8968-ab355ffa5056 service neutron] Attempting to bind port ddfe1814-804c-447b-bbf2-17483fc416e2 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'b0065dea-63d9-4d95-9d7d-0134239f982c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'db8eff5b-ae92-4c3b-b42b-e8d8f11cf2e8'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:01:49.410921 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68678d08-d220-4d4a-ad21-690df5814b5d req-f11fdf5b-1e55-4697-8968-ab355ffa5056 service neutron] Attempting to bind port ddfe1814-804c-447b-bbf2-17483fc416e2 on network db8eff5b-ae92-4c3b-b42b-e8d8f11cf2e8 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:01:49.452014 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68678d08-d220-4d4a-ad21-690df5814b5d req-f11fdf5b-1e55-4697-8968-ab355ffa5056 service neutron] Port ddfe1814-804c-447b-bbf2-17483fc416e2 on network db8eff5b-ae92-4c3b-b42b-e8d8f11cf2e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:01:49.452386 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68678d08-d220-4d4a-ad21-690df5814b5d req-f11fdf5b-1e55-4697-8968-ab355ffa5056 service neutron] Attempting to bind port ddfe1814-804c-447b-bbf2-17483fc416e2 on network db8eff5b-ae92-4c3b-b42b-e8d8f11cf2e8 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:01:49.466925 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-c6b217bc-c75e-4024-82c5-678b17ca3412 req-f8c6db04-723b-421c-95ff-5fbf8f401062 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] Unset dirty status for tenant:553b4e4e67d44f38bf72339bbe1984c5 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:01:49.468078 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c6b217bc-c75e-4024-82c5-678b17ca3412 req-f8c6db04-723b-421c-95ff-5fbf8f401062 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a954772-e265-4ee6-b2a1-d72395ec48cd HTTP/1.1" status: 200 len: 943 time: 0.5020854 May 23 11:01:49.484013 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68678d08-d220-4d4a-ad21-690df5814b5d req-f11fdf5b-1e55-4697-8968-ab355ffa5056 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:01:49.484347 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68678d08-d220-4d4a-ad21-690df5814b5d req-f11fdf5b-1e55-4697-8968-ab355ffa5056 service neutron] Checking segment: {'id': 'b0065dea-63d9-4d95-9d7d-0134239f982c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'db8eff5b-ae92-4c3b-b42b-e8d8f11cf2e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:01:49.484725 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68678d08-d220-4d4a-ad21-690df5814b5d req-f11fdf5b-1e55-4697-8968-ab355ffa5056 service neutron] Bound using segment: {'id': 'b0065dea-63d9-4d95-9d7d-0134239f982c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'db8eff5b-ae92-4c3b-b42b-e8d8f11cf2e8'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:01:49.485152 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-68678d08-d220-4d4a-ad21-690df5814b5d req-f11fdf5b-1e55-4697-8968-ab355ffa5056 service neutron] Bound port: ddfe1814-804c-447b-bbf2-17483fc416e2, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0065dea-63d9-4d95-9d7d-0134239f982c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'db8eff5b-ae92-4c3b-b42b-e8d8f11cf2e8'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:01:49.485498 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-68678d08-d220-4d4a-ad21-690df5814b5d req-f11fdf5b-1e55-4697-8968-ab355ffa5056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:49.603877 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebed92-4131-4dec-9385-1e412ffc2a8b req-1600fc2c-ec10-4ccb-9209-2864195ef145 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:49.605879 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3eebed92-4131-4dec-9385-1e412ffc2a8b req-1600fc2c-ec10-4ccb-9209-2864195ef145 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1 HTTP/1.1" status: 200 len: 949 time: 0.3657646 May 23 11:01:49.631386 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c6b217bc-c75e-4024-82c5-678b17ca3412 req-a6708942-5828-4b14-beb9-2962e71f8b0d tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f04d96d-232d-4b09-8348-1c842adfd0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483972 May 23 11:01:49.661188 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-d31f9629-de78-459c-9d84-a6e75f8e5360 service neutron] For port 1bbf699c-1822-4118-9239-33cb85effca0, host n-h2-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:01:49.672659 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-d31f9629-de78-459c-9d84-a6e75f8e5360 service neutron] Notify callbacks [] for binding, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:49.673741 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0047294-0a5e-4057-b9ec-3e4a9339496f req-d31f9629-de78-459c-9d84-a6e75f8e5360 service neutron] 10.222.0.13 "DELETE /v2.0/ports/1bbf699c-1822-4118-9239-33cb85effca0/bindings/n-h2-842952-2 HTTP/1.1" status: 204 len: 173 time: 0.3051839 May 23 11:01:49.680502 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-68678d08-d220-4d4a-ad21-690df5814b5d req-f11fdf5b-1e55-4697-8968-ab355ffa5056 service neutron] For port ddfe1814-804c-447b-bbf2-17483fc416e2, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:01:49.694896 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-68678d08-d220-4d4a-ad21-690df5814b5d req-f11fdf5b-1e55-4697-8968-ab355ffa5056 service neutron] For port ddfe1814-804c-447b-bbf2-17483fc416e2, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=ddfe1814-804c-447b-bbf2-17483fc416e2,segment=NetworkSegment(b0065dea-63d9-4d95-9d7d-0134239f982c),segment_id=b0065dea-63d9-4d95-9d7d-0134239f982c)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:01:49.694896 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-68678d08-d220-4d4a-ad21-690df5814b5d req-f11fdf5b-1e55-4697-8968-ab355ffa5056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:49.697693 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3eebed92-4131-4dec-9385-1e412ffc2a8b req-5c51798f-f5d7-44ba-ac63-ba681f99e3de tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855069 May 23 11:01:49.769322 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-68678d08-d220-4d4a-ad21-690df5814b5d req-f11fdf5b-1e55-4697-8968-ab355ffa5056 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:49.770960 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-68678d08-d220-4d4a-ad21-690df5814b5d req-f11fdf5b-1e55-4697-8968-ab355ffa5056 service neutron] 10.222.0.13 "PUT /v2.0/ports/ddfe1814-804c-447b-bbf2-17483fc416e2 HTTP/1.1" status: 200 len: 1091 time: 1.9059405 May 23 11:01:49.771507 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a954772-e265-4ee6-b2a1-d72395ec48cd', 'tag': 'ddfe1814-804c-447b-bbf2-17483fc416e2'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:01:49.814919 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11fdf5b-1e55-4697-8968-ab355ffa5056 service neutron] Pushing event updated for resources: {'Port': ['ID=ddfe1814-804c-447b-bbf2-17483fc416e2,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:49.824025 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 38390) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:01:49.998266 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-3e867b60-ae4d-444d-9fd8-e9d8de296c44 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-102450534-network', 'tenant_id': '31fc6e185c394c2a8519287df1a74f86'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:01:50.009308 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3e867b60-ae4d-444d-9fd8-e9d8de296c44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:01:50.025129 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3e867b60-ae4d-444d-9fd8-e9d8de296c44 admin admin] Usage tracker for resource:network and tenant:31fc6e185c394c2a8519287df1a74f86 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:01:50.039798 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3e867b60-ae4d-444d-9fd8-e9d8de296c44 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:01:50.052600 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3e867b60-ae4d-444d-9fd8-e9d8de296c44 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:01:50.075967 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e867b60-ae4d-444d-9fd8-e9d8de296c44 admin admin] Made reservation on behalf of 31fc6e185c394c2a8519287df1a74f86 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:01:50.078185 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e867b60-ae4d-444d-9fd8-e9d8de296c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:50.106070 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c823e-cf0c-479d-857c-df40d399b118 req-8e6d2da8-491e-4518-a1c7-17d4261d7f28 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:50.107529 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b38c823e-cf0c-479d-857c-df40d399b118 req-8e6d2da8-491e-4518-a1c7-17d4261d7f28 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=a95a9297-79a6-42f5-9900-5cf1d5107475 HTTP/1.1" status: 200 len: 945 time: 0.2052479 May 23 11:01:50.110477 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e867b60-ae4d-444d-9fd8-e9d8de296c44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:50.142170 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-68678d08-d220-4d4a-ad21-690df5814b5d req-77dc0d11-05ed-4d42-8b92-9cd86e25bb7c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=553b4e4e67d44f38bf72339bbe1984c5&device_id=2a954772-e265-4ee6-b2a1-d72395ec48cd HTTP/1.1" status: 200 len: 1094 time: 0.3008058 May 23 11:01:50.162550 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4090a-83d5-4052-99ff-a7d44035d6f5 req-e23b048a-b0e4-4df1-94a3-683696a05dae tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:50.164163 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9cd4090a-83d5-4052-99ff-a7d44035d6f5 req-e23b048a-b0e4-4df1-94a3-683696a05dae tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=386a19f1-3a1e-4fea-94a7-8962f8e28f06 HTTP/1.1" status: 200 len: 949 time: 0.2628815 May 23 11:01:50.274280 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-68678d08-d220-4d4a-ad21-690df5814b5d req-95eedfc0-8dcc-4c7b-b395-c9df4b1a6338 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ddfe1814-804c-447b-bbf2-17483fc416e2 HTTP/1.1" status: 200 len: 217 time: 0.1081011 May 23 11:01:50.276247 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3e867b60-ae4d-444d-9fd8-e9d8de296c44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:01:50.290671 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b38c823e-cf0c-479d-857c-df40d399b118 req-5f12e9a9-9247-4e1b-9a3d-875dc4423cee tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685233 May 23 11:01:50.292020 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3e867b60-ae4d-444d-9fd8-e9d8de296c44 admin admin] Usage tracker for resource:security_group_rule and tenant:31fc6e185c394c2a8519287df1a74f86 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:01:50.325127 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3e867b60-ae4d-444d-9fd8-e9d8de296c44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:01:50.335775 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3e867b60-ae4d-444d-9fd8-e9d8de296c44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:01:50.361121 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9cd4090a-83d5-4052-99ff-a7d44035d6f5 req-db00b89a-9821-430c-a5b3-0c6ac5d58cc4 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352756 May 23 11:01:50.399039 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68678d08-d220-4d4a-ad21-690df5814b5d req-dbd3b521-d4b5-49e9-b124-4bf63e4b9b10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:50.400833 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-68678d08-d220-4d4a-ad21-690df5814b5d req-dbd3b521-d4b5-49e9-b124-4bf63e4b9b10 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ba16e99-ff65-403a-a3a8-b174a035e599 HTTP/1.1" status: 200 len: 855 time: 0.1195240 May 23 11:01:50.459975 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-68678d08-d220-4d4a-ad21-690df5814b5d req-0aed12c1-7038-4614-8c66-58d30bedd16a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=db8eff5b-ae92-4c3b-b42b-e8d8f11cf2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509472 May 23 11:01:50.466029 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-944bf23e-18aa-464d-b81a-11ad965cdd69'] response: {'name': 'network-changed', 'server_uuid': '2a954772-e265-4ee6-b2a1-d72395ec48cd', 'tag': 'ddfe1814-804c-447b-bbf2-17483fc416e2', 'status': 'completed', 'code': 200} May 23 11:01:50.665385 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e867b60-ae4d-444d-9fd8-e9d8de296c44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:50.684323 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e867b60-ae4d-444d-9fd8-e9d8de296c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:50.759797 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e867b60-ae4d-444d-9fd8-e9d8de296c44 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:01:50.782842 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-68678d08-d220-4d4a-ad21-690df5814b5d req-582b5564-0050-4d26-b4a8-ef43d3a6c2e1 service neutron] 10.222.0.13 "GET /v2.0/networks/db8eff5b-ae92-4c3b-b42b-e8d8f11cf2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111832 May 23 11:01:50.786610 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e867b60-ae4d-444d-9fd8-e9d8de296c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd85425-9fd3-485d-bda7-73b6a4907f27,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:50.818537 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e867b60-ae4d-444d-9fd8-e9d8de296c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:50.818537 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-3e867b60-ae4d-444d-9fd8-e9d8de296c44 admin admin] Added segment e44e0cf9-bf83-47bc-b775-63afb65d2a61 of type vlan for network 9b6d1985-9aec-4d25-aeef-9599637b7970 May 23 11:01:50.906975 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec14926-c316-484d-b481-25ef8dd76d71 req-cf06a65b-8ebe-466c-b662-4df56f3dfa39 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:50.908484 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eec14926-c316-484d-b481-25ef8dd76d71 req-cf06a65b-8ebe-466c-b662-4df56f3dfa39 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 946 time: 0.4143486 May 23 11:01:50.931819 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09a22f-bca4-423b-ac0f-f1f5fee8e71a req-71ae5526-8f86-49ce-88c5-cf641b3f8149 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:50.933314 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fb09a22f-bca4-423b-ac0f-f1f5fee8e71a req-71ae5526-8f86-49ce-88c5-cf641b3f8149 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5 HTTP/1.1" status: 200 len: 949 time: 0.3582251 May 23 11:01:50.961836 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e867b60-ae4d-444d-9fd8-e9d8de296c44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:51.084491 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-68678d08-d220-4d4a-ad21-690df5814b5d req-87fc6d8c-120f-4feb-9756-9eb3cced21a0 service neutron] 10.222.0.13 "GET /v2.0/networks/db8eff5b-ae92-4c3b-b42b-e8d8f11cf2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842536 May 23 11:01:51.093547 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e867b60-ae4d-444d-9fd8-e9d8de296c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:51.093547 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e867b60-ae4d-444d-9fd8-e9d8de296c44 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:51.093547 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e867b60-ae4d-444d-9fd8-e9d8de296c44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:51.099759 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fb09a22f-bca4-423b-ac0f-f1f5fee8e71a req-88c36f36-a4e8-4d82-bc34-b4aebfd562a6 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377401 May 23 11:01:51.112892 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eec14926-c316-484d-b481-25ef8dd76d71 req-6d91cdfe-d044-4c1d-be12-68adc5cb046d tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939526 May 23 11:01:51.262866 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3e867b60-ae4d-444d-9fd8-e9d8de296c44 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4336002 May 23 11:01:51.263009 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38412) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:01:51.264195 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e867b60-ae4d-444d-9fd8-e9d8de296c44 admin admin] Pushing event updated for resources: {'Network': ['ID=9b6d1985-9aec-4d25-aeef-9599637b7970,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:51.267753 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b943afc5-e658-45fa-acdd-ca76a4741e26 admin admin] Request body: {'subnet': {'network_id': '9b6d1985-9aec-4d25-aeef-9599637b7970', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-102450534-subnet', 'tenant_id': '31fc6e185c394c2a8519287df1a74f86', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:01:51.276022 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b943afc5-e658-45fa-acdd-ca76a4741e26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:01:51.282332 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 9b6d1985-9aec-4d25-aeef-9599637b7970 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:01:51.287388 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b943afc5-e658-45fa-acdd-ca76a4741e26 admin admin] Usage tracker for resource:subnet and tenant:31fc6e185c394c2a8519287df1a74f86 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:01:51.292005 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b943afc5-e658-45fa-acdd-ca76a4741e26 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:01:51.294119 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8c9b172e-4106-4440-a636-e2daefe8cee0 req-d5ddc052-9a38-40ce-baf8-5d9c17c653a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=553b4e4e67d44f38bf72339bbe1984c5&device_id=2a954772-e265-4ee6-b2a1-d72395ec48cd HTTP/1.1" status: 200 len: 1094 time: 0.1042106 May 23 11:01:51.304618 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b943afc5-e658-45fa-acdd-ca76a4741e26 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:01:51.320377 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b943afc5-e658-45fa-acdd-ca76a4741e26 admin admin] Made reservation on behalf of 31fc6e185c394c2a8519287df1a74f86 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:01:51.324080 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b943afc5-e658-45fa-acdd-ca76a4741e26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:51.574597 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b943afc5-e658-45fa-acdd-ca76a4741e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:51.644255 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b172e-4106-4440-a636-e2daefe8cee0 req-decaabdb-732f-4d77-bad4-0aaf345d5075 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:51.645993 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8c9b172e-4106-4440-a636-e2daefe8cee0 req-decaabdb-732f-4d77-bad4-0aaf345d5075 service neutron] 10.222.0.13 "GET /v2.0/networks?id=db8eff5b-ae92-4c3b-b42b-e8d8f11cf2e8 HTTP/1.1" status: 200 len: 916 time: 0.3456345 May 23 11:01:51.646206 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b943afc5-e658-45fa-acdd-ca76a4741e26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72a213e0-54a9-4bb5-a91e-62eeb4a1364f,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:51.656570 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device abef6365-f53d-4cf0-a440-222e453f3cb1 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:01:51.659121 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9bf9d2-6dd2-40df-a8e8-71dee98a1cba req-cbf884a1-c8af-4d1c-96cc-7aa651275506 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:51.660441 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9e9bf9d2-6dd2-40df-a8e8-71dee98a1cba req-cbf884a1-c8af-4d1c-96cc-7aa651275506 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1 HTTP/1.1" status: 200 len: 949 time: 0.2048936 May 23 11:01:51.674600 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b943afc5-e658-45fa-acdd-ca76a4741e26 admin admin] Checking segment: {'id': 'e44e0cf9-bf83-47bc-b775-63afb65d2a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9b6d1985-9aec-4d25-aeef-9599637b7970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:01:51.680317 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b943afc5-e658-45fa-acdd-ca76a4741e26 admin admin] Network hostable DHCP agents. Network: 9b6d1985-9aec-4d25-aeef-9599637b7970, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:01:51.714553 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b943afc5-e658-45fa-acdd-ca76a4741e26 admin admin] Network 9b6d1985-9aec-4d25-aeef-9599637b7970 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:01:51.730138 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-b943afc5-e658-45fa-acdd-ca76a4741e26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 9b6d1985-9aec-4d25-aeef-9599637b7970) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:01:51.741053 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6849a9c0-d508-4a30-8b20-7233ba89ad6b None None] Network 9b6d1985-9aec-4d25-aeef-9599637b7970 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:01:51.747382 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b943afc5-e658-45fa-acdd-ca76a4741e26 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:51.748260 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b943afc5-e658-45fa-acdd-ca76a4741e26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:51.766395 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d42d35-554e-4c1b-aa3b-fffa2ad0859a req-b6b7240c-fcf9-4b86-8ddc-fefe27450a17 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:51.772516 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f0d42d35-554e-4c1b-aa3b-fffa2ad0859a req-b6b7240c-fcf9-4b86-8ddc-fefe27450a17 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a954772-e265-4ee6-b2a1-d72395ec48cd HTTP/1.1" status: 200 len: 943 time: 0.4421680 May 23 11:01:51.789736 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8c9b172e-4106-4440-a636-e2daefe8cee0 req-4b881f80-1800-4d9d-9b27-225b2050a5f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ddfe1814-804c-447b-bbf2-17483fc416e2 HTTP/1.1" status: 200 len: 217 time: 0.1341827 May 23 11:01:51.819512 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b943afc5-e658-45fa-acdd-ca76a4741e26 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5345392 May 23 11:01:51.830816 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port abef6365-f53d-4cf0-a440-222e453f3cb1 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:01:51.849069 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port abef6365-f53d-4cf0-a440-222e453f3cb1 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:01:51.849069 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:51.983066 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9e9bf9d2-6dd2-40df-a8e8-71dee98a1cba req-ae951884-4772-48d5-947c-334598982082 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599320 May 23 11:01:52.013550 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b172e-4106-4440-a636-e2daefe8cee0 req-b72f75f1-6823-4580-a5e3-19bc89083c83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:52.016260 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8c9b172e-4106-4440-a636-e2daefe8cee0 req-b72f75f1-6823-4580-a5e3-19bc89083c83 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ba16e99-ff65-403a-a3a8-b174a035e599 HTTP/1.1" status: 200 len: 855 time: 0.2210875 May 23 11:01:52.086057 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f0d42d35-554e-4c1b-aa3b-fffa2ad0859a req-adc43c40-5e56-4cc1-b709-542447080487 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f04d96d-232d-4b09-8348-1c842adfd0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939494 May 23 11:01:52.112769 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8c9b172e-4106-4440-a636-e2daefe8cee0 req-a003451f-a217-4a36-add9-5a52d8ade6f2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=db8eff5b-ae92-4c3b-b42b-e8d8f11cf2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854881 May 23 11:01:52.116802 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-02537aaf-0ad3-4d89-b1ab-5887fc758fdb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90c9b14de9a447dbb2784bee3d7c6631&device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 1097 time: 0.2714353 May 23 11:01:52.209970 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:52.235526 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e57e93-870b-4129-bd88-6f2bfd07c253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-9b6d1985-9aec-4d25-aeef-9599637b7970', 'network_id': '9b6d1985-9aec-4d25-aeef-9599637b7970', 'tenant_id': '31fc6e185c394c2a8519287df1a74f86', 'fixed_ips': [{'subnet_id': '72a213e0-54a9-4bb5-a91e-62eeb4a1364f'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:01:52.235526 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f7e57e93-870b-4129-bd88-6f2bfd07c253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:52.264442 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386a19f1-3a1e-4fea-94a7-8962f8e28f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abef6365-f53d-4cf0-a440-222e453f3cb1'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:01:52.309749 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port abef6365-f53d-4cf0-a440-222e453f3cb1, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=abef6365-f53d-4cf0-a440-222e453f3cb1,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:01:52.315059 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:52.453441 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=abef6365-f53d-4cf0-a440-222e453f3cb1,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:52.474743 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-f7e57e93-870b-4129-bd88-6f2bfd07c253 None None] Allocated IP 172.20.0.2 (9b6d1985-9aec-4d25-aeef-9599637b7970/72a213e0-54a9-4bb5-a91e-62eeb4a1364f/83aec705-3953-4710-aa0a-3989890b3a57) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:01:52.557767 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-96d029cb-5b86-4211-8348-db021f4e3465 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:52.557767 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-96d029cb-5b86-4211-8348-db021f4e3465 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3f16bf48-f1ac-437f-802c-c2072c75e62b HTTP/1.1" status: 200 len: 909 time: 0.4224703 May 23 11:01:52.624295 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8c9b172e-4106-4440-a636-e2daefe8cee0 req-8945cf00-cc07-4b43-ab98-e2a4112aae6a service neutron] 10.222.0.13 "GET /v2.0/networks/db8eff5b-ae92-4c3b-b42b-e8d8f11cf2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4962947 May 23 11:01:52.666379 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-e5c70804-25c4-48f9-8056-0c1189b408ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f040a598-5466-4f5a-86ee-b83c13da01c5 HTTP/1.1" status: 200 len: 217 time: 0.1036456 May 23 11:01:52.683894 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f7e57e93-870b-4129-bd88-6f2bfd07c253 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:52.693841 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f7e57e93-870b-4129-bd88-6f2bfd07c253 None None] Transition to ACTIVE for port object 83aec705-3953-4710-aa0a-3989890b3a57 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:01:52.713143 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f7e57e93-870b-4129-bd88-6f2bfd07c253 None None] Transition to ACTIVE for port object 83aec705-3953-4710-aa0a-3989890b3a57 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:01:52.718621 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f7e57e93-870b-4129-bd88-6f2bfd07c253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:52.727520 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599740c3-1110-4f8e-8b9c-05281e19e370 req-b1d35ffb-e2c7-4e66-b8e9-6098c13a88f5 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:52.729083 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-599740c3-1110-4f8e-8b9c-05281e19e370 req-b1d35ffb-e2c7-4e66-b8e9-6098c13a88f5 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=386a19f1-3a1e-4fea-94a7-8962f8e28f06 HTTP/1.1" status: 200 len: 950 time: 0.4662859 May 23 11:01:52.769112 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1d662f03-fb78-4a83-9f34-22edd44cfbc9 req-dcc94cad-0308-496e-9289-44b95a2f1062 tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=a95a9297-79a6-42f5-9900-5cf1d5107475 HTTP/1.1" status: 200 len: 1096 time: 0.5051219 May 23 11:01:52.787793 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e57e93-870b-4129-bd88-6f2bfd07c253 None None] Network 9b6d1985-9aec-4d25-aeef-9599637b7970 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:01:52.791392 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-f7e57e93-870b-4129-bd88-6f2bfd07c253 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:01:52.793626 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e57e93-870b-4129-bd88-6f2bfd07c253 None None] Pushing event updated for resources: {'Port': ['ID=83aec705-3953-4710-aa0a-3989890b3a57,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:52.795666 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e57e93-870b-4129-bd88-6f2bfd07c253 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:01:52.884670 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f7e57e93-870b-4129-bd88-6f2bfd07c253 None None] Attempting to bind port 83aec705-3953-4710-aa0a-3989890b3a57 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:01:52.885320 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f7e57e93-870b-4129-bd88-6f2bfd07c253 None None] Attempting to bind port 83aec705-3953-4710-aa0a-3989890b3a57 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'e44e0cf9-bf83-47bc-b775-63afb65d2a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9b6d1985-9aec-4d25-aeef-9599637b7970'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:01:52.885424 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e57e93-870b-4129-bd88-6f2bfd07c253 None None] Attempting to bind port 83aec705-3953-4710-aa0a-3989890b3a57 on network 9b6d1985-9aec-4d25-aeef-9599637b7970 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:01:52.888347 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-9e5f3f51-e39e-4a6b-a7dc-5ebbcd314380 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:52.890458 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-9e5f3f51-e39e-4a6b-a7dc-5ebbcd314380 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f56c9b27-295c-462d-bb89-343a223f9d6c HTTP/1.1" status: 200 len: 848 time: 0.1693537 May 23 11:01:52.891927 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e57e93-870b-4129-bd88-6f2bfd07c253 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:01:52.892344 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e57e93-870b-4129-bd88-6f2bfd07c253 None None] Checking segment: {'id': 'e44e0cf9-bf83-47bc-b775-63afb65d2a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9b6d1985-9aec-4d25-aeef-9599637b7970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:01:52.892678 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f7e57e93-870b-4129-bd88-6f2bfd07c253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:52.893068 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e57e93-870b-4129-bd88-6f2bfd07c253 None None] Bound using segment: {'id': 'e44e0cf9-bf83-47bc-b775-63afb65d2a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9b6d1985-9aec-4d25-aeef-9599637b7970'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:01:52.893512 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f7e57e93-870b-4129-bd88-6f2bfd07c253 None None] Bound port: 83aec705-3953-4710-aa0a-3989890b3a57, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e44e0cf9-bf83-47bc-b775-63afb65d2a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9b6d1985-9aec-4d25-aeef-9599637b7970'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:01:52.893875 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f7e57e93-870b-4129-bd88-6f2bfd07c253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:52.957596 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-599740c3-1110-4f8e-8b9c-05281e19e370 req-e4326368-edfb-4deb-a52e-b026bddc0038 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875267 May 23 11:01:52.968584 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1d662f03-fb78-4a83-9f34-22edd44cfbc9 req-0f7b2c8f-375d-46e9-b334-021bb2b2a1a4 tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864986 May 23 11:01:52.972303 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-c6b7ca59-c293-45f2-9052-baa8acbb8c04 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3f16bf48-f1ac-437f-802c-c2072c75e62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724349 May 23 11:01:52.978470 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8c9b172e-4106-4440-a636-e2daefe8cee0 req-40adadfc-16bf-41fb-ac5e-472ece297664 service neutron] 10.222.0.13 "GET /v2.0/networks/db8eff5b-ae92-4c3b-b42b-e8d8f11cf2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459373 May 23 11:01:52.983927 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f7e57e93-870b-4129-bd88-6f2bfd07c253 None None] For port 83aec705-3953-4710-aa0a-3989890b3a57, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:01:52.987306 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f7e57e93-870b-4129-bd88-6f2bfd07c253 None None] For port 83aec705-3953-4710-aa0a-3989890b3a57, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=83aec705-3953-4710-aa0a-3989890b3a57,segment=NetworkSegment(e44e0cf9-bf83-47bc-b775-63afb65d2a61),segment_id=e44e0cf9-bf83-47bc-b775-63afb65d2a61)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:01:52.994325 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f7e57e93-870b-4129-bd88-6f2bfd07c253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:53.106214 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e57e93-870b-4129-bd88-6f2bfd07c253 None None] Pushing event updated for resources: {'Port': ['ID=83aec705-3953-4710-aa0a-3989890b3a57,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:53.424180 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-d1ec21b0-d690-42e4-964d-0b19ebf43521 service neutron] 10.222.0.13 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204354 May 23 11:01:53.571587 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d03931-3a46-42d4-ac70-e42bd058ffb9 req-d61b9510-7eb3-4658-8e2f-cf64f2367e39 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:53.573233 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e6d03931-3a46-42d4-ac70-e42bd058ffb9 req-d61b9510-7eb3-4658-8e2f-cf64f2367e39 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5 HTTP/1.1" status: 200 len: 949 time: 0.3740990 May 23 11:01:53.579933 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 83aec705-3953-4710-aa0a-3989890b3a57 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:01:53.599683 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977ce1c-49f1-4690-aa25-c0ad0c53771b req-971f8db1-cf8b-4037-a500-4eef53e4a742 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:53.601241 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3977ce1c-49f1-4690-aa25-c0ad0c53771b req-971f8db1-cf8b-4037-a500-4eef53e4a742 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 946 time: 0.2679949 May 23 11:01:53.659516 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 83aec705-3953-4710-aa0a-3989890b3a57 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:01:53.670489 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-f102ca3f-a812-4a52-9f7a-190f2a7a81bb service neutron] 10.222.0.13 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358487 May 23 11:01:53.702842 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e6d03931-3a46-42d4-ac70-e42bd058ffb9 req-f90b9d78-8a7a-43ee-b052-8f1d1377da03 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102326 May 23 11:01:53.702842 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3977ce1c-49f1-4690-aa25-c0ad0c53771b req-077be095-65ab-465c-b45b-9e486917faa1 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865998 May 23 11:01:53.787326 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03cb31a7-5d50-4f5e-b001-c7beaf582c7a'] response: {'server_uuid': '386a19f1-3a1e-4fea-94a7-8962f8e28f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abef6365-f53d-4cf0-a440-222e453f3cb1', 'code': 200} May 23 11:01:54.193449 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8e13eb39-2a7d-4974-a6b3-b57431ef3b16 req-51729086-2680-46d9-b048-6c7cdcd0690e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=386a19f1-3a1e-4fea-94a7-8962f8e28f06 HTTP/1.1" status: 200 len: 1101 time: 0.2828882 May 23 11:01:54.234431 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb09c0-2b0f-43e1-a5d3-68077b6e3bed req-6afad705-391d-4bb7-bb44-cb1014743f7c tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:54.236190 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f4eb09c0-2b0f-43e1-a5d3-68077b6e3bed req-6afad705-391d-4bb7-bb44-cb1014743f7c tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1 HTTP/1.1" status: 200 len: 949 time: 0.2719507 May 23 11:01:54.285544 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-62273b01-5041-47fa-974d-ffcc8f12eb83 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:54.286224 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-62273b01-5041-47fa-974d-ffcc8f12eb83 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Synchronizing usage tracker for tenant:31fc6e185c394c2a8519287df1a74f86 on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:01:54.314541 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8e13eb39-2a7d-4974-a6b3-b57431ef3b16 req-39b0cf5e-8d6a-40e2-8e79-35d64cfae23d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043222 May 23 11:01:54.334837 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-62273b01-5041-47fa-974d-ffcc8f12eb83 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Unset dirty status for tenant:31fc6e185c394c2a8519287df1a74f86 on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:01:54.336584 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-62273b01-5041-47fa-974d-ffcc8f12eb83 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/networks?id=9b6d1985-9aec-4d25-aeef-9599637b7970 HTTP/1.1" status: 200 len: 815 time: 0.2866461 May 23 11:01:54.344399 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f4eb09c0-2b0f-43e1-a5d3-68077b6e3bed req-87830935-11e1-4841-8ceb-4bea4cb4c13f tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913081 May 23 11:01:54.348252 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdefde39-9fd8-41f8-aaa4-160085bfbbc2 None None] Network 9b6d1985-9aec-4d25-aeef-9599637b7970 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:01:54.358544 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-693f78bd-a5ca-4ad9-a52a-6967933dfd3f tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/quotas/31fc6e185c394c2a8519287df1a74f86 HTTP/1.1" status: 200 len: 375 time: 0.0128868 May 23 11:01:54.484420 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-349f58e6-e2f0-4da0-894d-a4c303b53710 None None] Provisioning for port 83aec705-3953-4710-aa0a-3989890b3a57 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:01:54.497463 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-21f082c7-9569-453f-a390-e40a1c9fc0cd tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=31fc6e185c394c2a8519287df1a74f86&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1317577 May 23 11:01:54.507926 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-349f58e6-e2f0-4da0-894d-a4c303b53710 None None] Provisioning complete for port 83aec705-3953-4710-aa0a-3989890b3a57 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:01:54.508218 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-349f58e6-e2f0-4da0-894d-a4c303b53710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:54.710671 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-3fe16668-ac6c-4f1b-8796-52f2b204cee5 service neutron] 10.222.0.79 "GET /v2.0/networks/9b6d1985-9aec-4d25-aeef-9599637b7970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061005 May 23 11:01:54.739159 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-349f58e6-e2f0-4da0-894d-a4c303b53710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:54.791024 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-349f58e6-e2f0-4da0-894d-a4c303b53710 None None] For port 83aec705-3953-4710-aa0a-3989890b3a57, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=83aec705-3953-4710-aa0a-3989890b3a57,segment=NetworkSegment(e44e0cf9-bf83-47bc-b775-63afb65d2a61),segment_id=e44e0cf9-bf83-47bc-b775-63afb65d2a61)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:01:54.802585 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-349f58e6-e2f0-4da0-894d-a4c303b53710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:54.864434 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-61894dea-8d48-42c2-a2a6-7a4c792f40ca req-7c255b97-785d-45d9-ad83-0e3bc5494ca4 tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=a95a9297-79a6-42f5-9900-5cf1d5107475 HTTP/1.1" status: 200 len: 1096 time: 0.2082622 May 23 11:01:54.907207 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f58e6-e2f0-4da0-894d-a4c303b53710 None None] Pushing event updated for resources: {'Port': ['ID=83aec705-3953-4710-aa0a-3989890b3a57,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:54.946973 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-61894dea-8d48-42c2-a2a6-7a4c792f40ca req-95936312-abf4-4eaf-b1e0-7283d62a2c6d tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856144 May 23 11:01:54.990745 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-30661a34-0624-4403-98c8-268276a0966c service neutron] 10.222.0.79 "GET /v2.0/networks/9b6d1985-9aec-4d25-aeef-9599637b7970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700717 May 23 11:01:55.248196 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-eb21121b-0bbe-4e81-8ba2-c2fea9e8848c None None] Provisioning complete for port 83aec705-3953-4710-aa0a-3989890b3a57 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:01:55.248803 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eb21121b-0bbe-4e81-8ba2-c2fea9e8848c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:55.432294 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91f3d9-7a16-44d1-978e-0fa589600077 req-09e052fb-e483-4401-b8c5-6ec83e9e7220 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:55.434279 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9b91f3d9-7a16-44d1-978e-0fa589600077 req-09e052fb-e483-4401-b8c5-6ec83e9e7220 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a954772-e265-4ee6-b2a1-d72395ec48cd HTTP/1.1" status: 200 len: 943 time: 0.1943440 May 23 11:01:55.473359 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af39321-7b2c-4093-bd28-e22cf257ef0c req-e927dcf0-0fa2-411c-97a0-fd94857e0c68 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:55.475295 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2af39321-7b2c-4093-bd28-e22cf257ef0c req-e927dcf0-0fa2-411c-97a0-fd94857e0c68 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=386a19f1-3a1e-4fea-94a7-8962f8e28f06 HTTP/1.1" status: 200 len: 950 time: 0.1552286 May 23 11:01:55.554599 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9b91f3d9-7a16-44d1-978e-0fa589600077 req-bd169c48-a5b9-41eb-b156-96c5db94656b tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f04d96d-232d-4b09-8348-1c842adfd0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117885 May 23 11:01:55.563283 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 83aec705-3953-4710-aa0a-3989890b3a57 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:01:55.577781 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2af39321-7b2c-4093-bd28-e22cf257ef0c req-3c19450b-b07d-4f12-8456-7932501f4e0b tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899866 May 23 11:01:55.674154 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 83aec705-3953-4710-aa0a-3989890b3a57 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:01:55.674154 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:55.776762 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4289205c-5cc2-41e1-a00f-182ac02154ae req-c95c2ec1-89a0-45e5-956d-cdc91e9e97ad service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1235604 May 23 11:01:55.825567 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device ddfe1814-804c-447b-bbf2-17483fc416e2 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:01:55.934835 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ffc2c-a7f3-4c68-976c-c8dd0aee3096 req-a4d494bf-aa00-4b4d-9db5-9c97bd9d3f56 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:55.947558 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e28ffc2c-a7f3-4c68-976c-c8dd0aee3096 req-a4d494bf-aa00-4b4d-9db5-9c97bd9d3f56 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5 HTTP/1.1" status: 200 len: 949 time: 0.1619253 May 23 11:01:56.153338 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port ddfe1814-804c-447b-bbf2-17483fc416e2, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=ddfe1814-804c-447b-bbf2-17483fc416e2,segment=NetworkSegment(b0065dea-63d9-4d95-9d7d-0134239f982c),segment_id=b0065dea-63d9-4d95-9d7d-0134239f982c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:01:56.171780 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'ddfe1814-804c-447b-bbf2-17483fc416e2', 'network_id': 'db8eff5b-ae92-4c3b-b42b-e8d8f11cf2e8', 'port_id': 'ddfe1814-804c-447b-bbf2-17483fc416e2', 'mac_address': 'fa:16:3e:e0:e7:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ba16e99-ff65-403a-a3a8-b174a035e599', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:01:56.246663 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:56.262183 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e28ffc2c-a7f3-4c68-976c-c8dd0aee3096 req-9910aa14-a2de-4d7c-841e-79ad31d216fa tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119271 May 23 11:01:56.287286 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddfe1814-804c-447b-bbf2-17483fc416e2 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:01:56.307208 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4289205c-5cc2-41e1-a00f-182ac02154ae req-e95a499c-d7e2-40f3-9b7d-3ef299bde8e9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=90c9b14de9a447dbb2784bee3d7c6631&device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf HTTP/1.1" status: 200 len: 1117 time: 0.3341408 May 23 11:01:56.314859 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port ddfe1814-804c-447b-bbf2-17483fc416e2, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=ddfe1814-804c-447b-bbf2-17483fc416e2,segment=NetworkSegment(b0065dea-63d9-4d95-9d7d-0134239f982c),segment_id=b0065dea-63d9-4d95-9d7d-0134239f982c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:01:56.321750 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:56.322581 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d4813-37c6-48d9-b30e-51c2b50c520d req-500607a0-838f-4328-9c16-697f5396b7dc tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:56.329164 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-381d4813-37c6-48d9-b30e-51c2b50c520d req-500607a0-838f-4328-9c16-697f5396b7dc tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 946 time: 0.3593369 May 23 11:01:56.445158 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-381d4813-37c6-48d9-b30e-51c2b50c520d req-52a9f8bf-4cd2-4515-8dbb-607855ddd856 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150959 May 23 11:01:56.485716 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=ddfe1814-804c-447b-bbf2-17483fc416e2,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:56.522780 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289205c-5cc2-41e1-a00f-182ac02154ae req-e6cb32b8-5e17-4ce3-9806-718f70651088 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:56.524341 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4289205c-5cc2-41e1-a00f-182ac02154ae req-e6cb32b8-5e17-4ce3-9806-718f70651088 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3f16bf48-f1ac-437f-802c-c2072c75e62b HTTP/1.1" status: 200 len: 909 time: 0.1598608 May 23 11:01:56.640874 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4289205c-5cc2-41e1-a00f-182ac02154ae req-c7ddc119-3040-492b-bf54-f99919bf454a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc5de9c3-19b0-4fb2-95d2-3b731d64be1e HTTP/1.1" status: 200 len: 217 time: 0.1081262 May 23 11:01:56.784969 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289205c-5cc2-41e1-a00f-182ac02154ae req-489e7561-fdbe-4365-b979-8a82106211a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:56.786496 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4289205c-5cc2-41e1-a00f-182ac02154ae req-489e7561-fdbe-4365-b979-8a82106211a6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f56c9b27-295c-462d-bb89-343a223f9d6c HTTP/1.1" status: 200 len: 848 time: 0.0984111 May 23 11:01:56.816446 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-0af1eea9-1316-4db1-8d7e-0383175e716a tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:56.824959 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-0af1eea9-1316-4db1-8d7e-0383175e716a tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/networks?id=9b6d1985-9aec-4d25-aeef-9599637b7970 HTTP/1.1" status: 200 len: 815 time: 0.2226157 May 23 11:01:56.883608 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-64e7c3b7-576a-4220-aacd-10066f6d75c5 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/quotas/31fc6e185c394c2a8519287df1a74f86 HTTP/1.1" status: 200 len: 375 time: 0.0579345 May 23 11:01:56.932410 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4289205c-5cc2-41e1-a00f-182ac02154ae req-57f23da0-269c-4b17-b596-a98a786ccd20 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3f16bf48-f1ac-437f-802c-c2072c75e62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058145 May 23 11:01:57.010560 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['ddfe1814-804c-447b-bbf2-17483fc416e2'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:01:57.167202 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157e53d-2a5b-4308-b454-70522b5890ea req-4e0e1f40-4264-46d0-9430-9fe5f28cc3c7 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:57.175444 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9157e53d-2a5b-4308-b454-70522b5890ea req-4e0e1f40-4264-46d0-9430-9fe5f28cc3c7 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1 HTTP/1.1" status: 200 len: 949 time: 0.2504587 May 23 11:01:57.205807 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-b55ba276-2a17-406f-ac72-edfb83ee175c tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=31fc6e185c394c2a8519287df1a74f86&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3212974 May 23 11:01:57.227722 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4289205c-5cc2-41e1-a00f-182ac02154ae req-84bdfb80-a6ef-4e56-a9f0-64a54727e235 service neutron] 10.222.0.81 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590370 May 23 11:01:57.261303 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-c95dfc46-61b6-443a-be17-10d4a53f1a7c tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:57.263700 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-c95dfc46-61b6-443a-be17-10d4a53f1a7c tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.81 "GET /v2.0/networks?id=9b6d1985-9aec-4d25-aeef-9599637b7970 HTTP/1.1" status: 200 len: 815 time: 0.2165151 May 23 11:01:57.303103 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-5b59d379-2700-411f-a879-f8e34cb6c932 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Request body: {'port': {'device_id': '89c2711c-4938-423f-87b5-a3bddeaf4be7', 'network_id': '9b6d1985-9aec-4d25-aeef-9599637b7970', 'admin_state_up': True, 'tenant_id': '31fc6e185c394c2a8519287df1a74f86'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:01:57.406304 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9157e53d-2a5b-4308-b454-70522b5890ea req-c56c8aa3-1295-46a2-99a5-4eec657bb245 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299440 May 23 11:01:57.469780 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-4f5e7163-a68b-449c-9098-91e3315ed3ea service neutron] 10.222.0.79 "GET /v2.0/networks/9b6d1985-9aec-4d25-aeef-9599637b7970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632625 May 23 11:01:57.508029 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4289205c-5cc2-41e1-a00f-182ac02154ae req-9a2c7305-329e-456a-9fc1-d311b9aba077 service neutron] 10.222.0.81 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274971 May 23 11:01:57.541155 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-5b59d379-2700-411f-a879-f8e34cb6c932 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:01:57.545512 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-5b59d379-2700-411f-a879-f8e34cb6c932 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Usage tracker for resource:port and tenant:31fc6e185c394c2a8519287df1a74f86 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:01:57.555244 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-5b59d379-2700-411f-a879-f8e34cb6c932 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:01:57.565558 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-5b59d379-2700-411f-a879-f8e34cb6c932 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:01:57.574518 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-5b59d379-2700-411f-a879-f8e34cb6c932 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Made reservation on behalf of 31fc6e185c394c2a8519287df1a74f86 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:01:57.576478 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-5b59d379-2700-411f-a879-f8e34cb6c932 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:57.674807 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-acdf1c46-06cd-43b3-bb6a-001bb3c09b47 service neutron] 10.222.0.79 "GET /v2.0/networks/9b6d1985-9aec-4d25-aeef-9599637b7970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961317 May 23 11:01:57.696458 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266eb5e-fd33-4a7e-8f79-ca6307706819 req-e0da4385-3b3f-4a1a-a3eb-fe8bb579f9aa tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:57.698024 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4266eb5e-fd33-4a7e-8f79-ca6307706819 req-e0da4385-3b3f-4a1a-a3eb-fe8bb579f9aa tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a954772-e265-4ee6-b2a1-d72395ec48cd HTTP/1.1" status: 200 len: 944 time: 0.1211574 May 23 11:01:57.746759 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-5b59d379-2700-411f-a879-f8e34cb6c932 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Allocated IP 172.20.0.14 (9b6d1985-9aec-4d25-aeef-9599637b7970/72a213e0-54a9-4bb5-a91e-62eeb4a1364f/ac6813a3-15fe-4005-ae76-6b2b0a32fc94) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:01:57.754148 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4266eb5e-fd33-4a7e-8f79-ca6307706819 req-9ac4758b-054f-4cc4-a1ce-01ba8c9325e4 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f04d96d-232d-4b09-8348-1c842adfd0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482755 May 23 11:01:58.043136 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-5b59d379-2700-411f-a879-f8e34cb6c932 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:58.069055 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356a8dc-d072-42a1-a83b-92545af3ec4f req-2856915c-f3ac-4f47-80bb-065638f23b47 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:58.071130 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d356a8dc-d072-42a1-a83b-92545af3ec4f req-2856915c-f3ac-4f47-80bb-065638f23b47 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=386a19f1-3a1e-4fea-94a7-8962f8e28f06 HTTP/1.1" status: 200 len: 950 time: 0.1333966 May 23 11:01:58.082584 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-5b59d379-2700-411f-a879-f8e34cb6c932 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Transition to ACTIVE for port object ac6813a3-15fe-4005-ae76-6b2b0a32fc94 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:01:58.121286 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-5b59d379-2700-411f-a879-f8e34cb6c932 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:58.141198 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d356a8dc-d072-42a1-a83b-92545af3ec4f req-d9e0f779-7d52-4ac9-a8e7-64c001d7eedd tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640261 May 23 11:01:58.200329 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-5b59d379-2700-411f-a879-f8e34cb6c932 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Network 9b6d1985-9aec-4d25-aeef-9599637b7970 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:01:58.204266 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-5b59d379-2700-411f-a879-f8e34cb6c932 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:01:58.207617 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-5b59d379-2700-411f-a879-f8e34cb6c932 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:01:58.297973 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b59d379-2700-411f-a879-f8e34cb6c932 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Pushing event updated for resources: {'Port': ['ID=ac6813a3-15fe-4005-ae76-6b2b0a32fc94,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:58.298774 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06961fd8-96a1-4c3d-b628-fae04907808f req-fe2b52df-30a1-43d1-8e79-e5623d3c932e tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:58.300556 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-06961fd8-96a1-4c3d-b628-fae04907808f req-fe2b52df-30a1-43d1-8e79-e5623d3c932e tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5 HTTP/1.1" status: 200 len: 949 time: 0.1320968 May 23 11:01:58.318084 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59d379-2700-411f-a879-f8e34cb6c932 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:01:58.318622 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59d379-2700-411f-a879-f8e34cb6c932 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:01:58.319175 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59d379-2700-411f-a879-f8e34cb6c932 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:01:58.319681 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59d379-2700-411f-a879-f8e34cb6c932 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:01:58.320238 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59d379-2700-411f-a879-f8e34cb6c932 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:01:58.321261 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59d379-2700-411f-a879-f8e34cb6c932 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:01:58.321844 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59d379-2700-411f-a879-f8e34cb6c932 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:01:58.322653 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59d379-2700-411f-a879-f8e34cb6c932 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:01:58.323330 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59d379-2700-411f-a879-f8e34cb6c932 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:01:58.324178 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59d379-2700-411f-a879-f8e34cb6c932 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:01:58.324892 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59d379-2700-411f-a879-f8e34cb6c932 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:01:58.341229 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-5b59d379-2700-411f-a879-f8e34cb6c932 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:58.342381 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-5b59d379-2700-411f-a879-f8e34cb6c932 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:58.374536 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-5b59d379-2700-411f-a879-f8e34cb6c932 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0751057 May 23 11:01:58.405773 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-06961fd8-96a1-4c3d-b628-fae04907808f req-202eae77-a496-477c-b673-20775957ab2e tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975320 May 23 11:01:58.409904 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-68c6f798-d783-49f2-807d-132e7e994543 service neutron] Request body: {'port': {'device_id': '89c2711c-4938-423f-87b5-a3bddeaf4be7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:01:58.560410 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-68c6f798-d783-49f2-807d-132e7e994543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:58.570326 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7b3f4abb-cf12-480e-8558-76653b20707d None None] Provisioning for port ac6813a3-15fe-4005-ae76-6b2b0a32fc94 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:01:58.576424 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7b3f4abb-cf12-480e-8558-76653b20707d None None] Provisioning complete for port ac6813a3-15fe-4005-ae76-6b2b0a32fc94 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:01:58.577042 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7b3f4abb-cf12-480e-8558-76653b20707d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:58.642366 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f4abb-cf12-480e-8558-76653b20707d None None] Port ac6813a3-15fe-4005-ae76-6b2b0a32fc94 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:01:58.807163 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-fd1fe22f-f925-4089-92fc-d5ab82847930 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:58.808537 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-fd1fe22f-f925-4089-92fc-d5ab82847930 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/networks?id=9b6d1985-9aec-4d25-aeef-9599637b7970 HTTP/1.1" status: 200 len: 815 time: 0.1701775 May 23 11:01:58.815264 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24c618-2d68-4f0e-8d8a-f9068abbfb24 req-09300e90-4b83-475b-9b32-41b184d5c099 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:58.816691 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3f24c618-2d68-4f0e-8d8a-f9068abbfb24 req-09300e90-4b83-475b-9b32-41b184d5c099 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 946 time: 0.4090366 May 23 11:01:58.828853 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-1fec27b2-e8d6-4d1a-ab08-476077c93269 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/quotas/31fc6e185c394c2a8519287df1a74f86 HTTP/1.1" status: 200 len: 375 time: 0.0112109 May 23 11:01:58.943589 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-5a9da123-52d8-40ef-9dc3-0fe79d82d6d9 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=31fc6e185c394c2a8519287df1a74f86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1016166 May 23 11:01:58.988991 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-68c6f798-d783-49f2-807d-132e7e994543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac6813a3-15fe-4005-ae76-6b2b0a32fc94 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:01:58.998649 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-68c6f798-d783-49f2-807d-132e7e994543 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:59.015212 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-68c6f798-d783-49f2-807d-132e7e994543 service neutron] Transition to ACTIVE for port object ac6813a3-15fe-4005-ae76-6b2b0a32fc94 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:01:59.020238 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-68c6f798-d783-49f2-807d-132e7e994543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:59.048931 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:01:59.106788 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-659b5209-97dd-43ab-ad7e-3cb4eec09fef service neutron] 10.222.0.79 "GET /v2.0/networks/9b6d1985-9aec-4d25-aeef-9599637b7970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554291 May 23 11:01:59.160984 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c6f798-d783-49f2-807d-132e7e994543 service neutron] Pushing event updated for resources: {'Port': ['ID=ac6813a3-15fe-4005-ae76-6b2b0a32fc94,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:01:59.209077 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3f24c618-2d68-4f0e-8d8a-f9068abbfb24 req-55172434-a694-4b89-9071-d186233c866b tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788135 May 23 11:01:59.297547 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-0cdc82ad-2a1e-4b2c-8a24-ee3a60aac7ea service neutron] 10.222.0.79 "GET /v2.0/networks/9b6d1985-9aec-4d25-aeef-9599637b7970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888628 May 23 11:01:59.344990 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-68c6f798-d783-49f2-807d-132e7e994543 service neutron] Attempting to bind port ac6813a3-15fe-4005-ae76-6b2b0a32fc94 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:01:59.346412 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-68c6f798-d783-49f2-807d-132e7e994543 service neutron] Attempting to bind port ac6813a3-15fe-4005-ae76-6b2b0a32fc94 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': 'e44e0cf9-bf83-47bc-b775-63afb65d2a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9b6d1985-9aec-4d25-aeef-9599637b7970'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:01:59.347292 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-68c6f798-d783-49f2-807d-132e7e994543 service neutron] Attempting to bind port ac6813a3-15fe-4005-ae76-6b2b0a32fc94 on network 9b6d1985-9aec-4d25-aeef-9599637b7970 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:01:59.357490 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-68c6f798-d783-49f2-807d-132e7e994543 service neutron] Port ac6813a3-15fe-4005-ae76-6b2b0a32fc94 on network 9b6d1985-9aec-4d25-aeef-9599637b7970 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:01:59.358020 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-68c6f798-d783-49f2-807d-132e7e994543 service neutron] Attempting to bind port ac6813a3-15fe-4005-ae76-6b2b0a32fc94 on network 9b6d1985-9aec-4d25-aeef-9599637b7970 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:01:59.383450 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-68c6f798-d783-49f2-807d-132e7e994543 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:01:59.383848 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-68c6f798-d783-49f2-807d-132e7e994543 service neutron] Checking segment: {'id': 'e44e0cf9-bf83-47bc-b775-63afb65d2a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9b6d1985-9aec-4d25-aeef-9599637b7970'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:01:59.384795 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-68c6f798-d783-49f2-807d-132e7e994543 service neutron] Bound using segment: {'id': 'e44e0cf9-bf83-47bc-b775-63afb65d2a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9b6d1985-9aec-4d25-aeef-9599637b7970'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:01:59.385299 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-68c6f798-d783-49f2-807d-132e7e994543 service neutron] Bound port: ac6813a3-15fe-4005-ae76-6b2b0a32fc94, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e44e0cf9-bf83-47bc-b775-63afb65d2a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9b6d1985-9aec-4d25-aeef-9599637b7970'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:01:59.385666 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-68c6f798-d783-49f2-807d-132e7e994543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:59.645091 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1689bc53-385d-47f6-8e53-9341dfdd1e8a req-227617ea-05f8-4761-977c-bb7d4952054e tempest-ServersOnMultiNodesTest-486903435 tempest-ServersOnMultiNodesTest-486903435-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=386a19f1-3a1e-4fea-94a7-8962f8e28f06 HTTP/1.1" status: 200 len: 1101 time: 0.2228413 May 23 11:01:59.679611 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-68c6f798-d783-49f2-807d-132e7e994543 service neutron] For port ac6813a3-15fe-4005-ae76-6b2b0a32fc94, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:01:59.691454 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-68c6f798-d783-49f2-807d-132e7e994543 service neutron] For port ac6813a3-15fe-4005-ae76-6b2b0a32fc94, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=ac6813a3-15fe-4005-ae76-6b2b0a32fc94,segment=NetworkSegment(e44e0cf9-bf83-47bc-b775-63afb65d2a61),segment_id=e44e0cf9-bf83-47bc-b775-63afb65d2a61)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:01:59.698141 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device ddfe1814-804c-447b-bbf2-17483fc416e2 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:01:59.700727 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-68c6f798-d783-49f2-807d-132e7e994543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:59.759024 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-16e1d6d1-b818-43e7-8fab-8c66b6e21e55 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:01:59.765533 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-16e1d6d1-b818-43e7-8fab-8c66b6e21e55 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.81 "GET /v2.0/networks?id=9b6d1985-9aec-4d25-aeef-9599637b7970 HTTP/1.1" status: 200 len: 815 time: 0.2857749 May 23 11:01:59.795520 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-6e3fc1c6-7ea6-41b3-a23f-91dc0f319a44 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Request body: {'port': {'device_id': '44ef5d5a-d17f-48c1-846a-0f169e56e87a', 'network_id': '9b6d1985-9aec-4d25-aeef-9599637b7970', 'admin_state_up': True, 'tenant_id': '31fc6e185c394c2a8519287df1a74f86'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:01:59.808796 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port ddfe1814-804c-447b-bbf2-17483fc416e2 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:01:59.838138 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port ddfe1814-804c-447b-bbf2-17483fc416e2 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:01:59.840140 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:59.851758 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-68c6f798-d783-49f2-807d-132e7e994543 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:01:59.853413 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-68c6f798-d783-49f2-807d-132e7e994543 service neutron] 10.222.0.81 "PUT /v2.0/ports/ac6813a3-15fe-4005-ae76-6b2b0a32fc94 HTTP/1.1" status: 200 len: 1092 time: 1.4591076 May 23 11:01:59.853846 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c2711c-4938-423f-87b5-a3bddeaf4be7', 'tag': 'ac6813a3-15fe-4005-ae76-6b2b0a32fc94'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:01:59.874296 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c6f798-d783-49f2-807d-132e7e994543 service neutron] Pushing event updated for resources: {'Port': ['ID=ac6813a3-15fe-4005-ae76-6b2b0a32fc94,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:00.050445 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-e1439918-0844-473f-9220-8189f152b459 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=31fc6e185c394c2a8519287df1a74f86&device_id=89c2711c-4938-423f-87b5-a3bddeaf4be7 HTTP/1.1" status: 200 len: 1095 time: 0.1256301 May 23 11:02:00.180173 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-4be8957b-0f0f-4fd1-b7cd-d9b72b2799fc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac6813a3-15fe-4005-ae76-6b2b0a32fc94 HTTP/1.1" status: 200 len: 217 time: 0.1109321 May 23 11:02:00.215799 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:00.263055 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a954772-e265-4ee6-b2a1-d72395ec48cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddfe1814-804c-447b-bbf2-17483fc416e2'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:02:00.269617 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port ddfe1814-804c-447b-bbf2-17483fc416e2, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=ddfe1814-804c-447b-bbf2-17483fc416e2,segment=NetworkSegment(b0065dea-63d9-4d95-9d7d-0134239f982c),segment_id=b0065dea-63d9-4d95-9d7d-0134239f982c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:02:00.280745 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:00.316183 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-6e3fc1c6-7ea6-41b3-a23f-91dc0f319a44 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:02:00.367372 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-adf8b723-09d5-44d0-99da-5785762e3b9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:00.369630 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=ddfe1814-804c-447b-bbf2-17483fc416e2,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:00.369765 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-6e3fc1c6-7ea6-41b3-a23f-91dc0f319a44 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Usage tracker for resource:port and tenant:31fc6e185c394c2a8519287df1a74f86 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:02:00.372204 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-adf8b723-09d5-44d0-99da-5785762e3b9f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=72a213e0-54a9-4bb5-a91e-62eeb4a1364f HTTP/1.1" status: 200 len: 854 time: 0.1740377 May 23 11:02:00.388111 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-6e3fc1c6-7ea6-41b3-a23f-91dc0f319a44 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:02:00.407444 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1689bc53-385d-47f6-8e53-9341dfdd1e8a req-508bc9ca-0dbc-487a-9b3f-a185c902eae4 tempest-ServersOnMultiNodesTest-486903435 tempest-ServersOnMultiNodesTest-486903435-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7550209 May 23 11:02:00.415956 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-6e3fc1c6-7ea6-41b3-a23f-91dc0f319a44 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:02:00.444101 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71668947-2fc7-45a4-a3cb-955c987428e0 req-792bd478-c3a0-41ce-a062-623cae480a55 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:00.461240 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-71668947-2fc7-45a4-a3cb-955c987428e0 req-792bd478-c3a0-41ce-a062-623cae480a55 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1 HTTP/1.1" status: 200 len: 949 time: 0.3823373 May 23 11:02:00.478521 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-814a4e8a-6b9e-41f0-b4b3-730665972409 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9b6d1985-9aec-4d25-aeef-9599637b7970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1000156 May 23 11:02:00.496591 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-6e3fc1c6-7ea6-41b3-a23f-91dc0f319a44 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Made reservation on behalf of 31fc6e185c394c2a8519287df1a74f86 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:02:00.508283 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-6e3fc1c6-7ea6-41b3-a23f-91dc0f319a44 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:00.646349 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-54380711-26ec-4d8a-af33-da490c74c0d9 service neutron] 10.222.0.81 "GET /v2.0/networks/9b6d1985-9aec-4d25-aeef-9599637b7970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604173 May 23 11:02:00.727552 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-71668947-2fc7-45a4-a3cb-955c987428e0 req-cb95fb5f-360e-42ae-998f-d69a600a0bc5 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654667 May 23 11:02:00.841780 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-58305b2c-ba7d-40ab-9b0f-43ac7bf97ba1 req-4d8b29c2-553a-46dc-981a-58d2d45fa05b service neutron] 10.222.0.81 "GET /v2.0/networks/9b6d1985-9aec-4d25-aeef-9599637b7970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861041 May 23 11:02:00.881894 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf86263-1235-49e5-adfe-c29a193fc572 req-99287128-c1e2-46f0-990f-2c2d390bdfe3 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:00.883162 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1cf86263-1235-49e5-adfe-c29a193fc572 req-99287128-c1e2-46f0-990f-2c2d390bdfe3 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a954772-e265-4ee6-b2a1-d72395ec48cd HTTP/1.1" status: 200 len: 945 time: 0.2632596 May 23 11:02:00.887758 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-6e3fc1c6-7ea6-41b3-a23f-91dc0f319a44 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Allocated IP 172.20.0.8 (9b6d1985-9aec-4d25-aeef-9599637b7970/72a213e0-54a9-4bb5-a91e-62eeb4a1364f/797e2ca7-1bed-46cb-bace-167cee061911) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:02:00.979653 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1cf86263-1235-49e5-adfe-c29a193fc572 req-446310ac-2719-4453-a85f-465df5762781 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f04d96d-232d-4b09-8348-1c842adfd0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875452 May 23 11:02:01.302845 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8f6f40ff-b785-49ee-910f-8277836a5716 req-ed69f611-e466-4446-a7ba-e643a0dc9b41 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2b4eafa-10cb-459b-b894-bc7e645b6007 HTTP/1.1" status: 200 len: 210 time: 0.1749413 May 23 11:02:01.363889 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-6e3fc1c6-7ea6-41b3-a23f-91dc0f319a44 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:01.383456 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b5c4d-72a5-41d0-bb14-1812e52e414e req-c28704f3-47b9-4f23-9007-47752cb65a70 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:01.392209 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-871b5c4d-72a5-41d0-bb14-1812e52e414e req-c28704f3-47b9-4f23-9007-47752cb65a70 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5 HTTP/1.1" status: 200 len: 949 time: 0.3157048 May 23 11:02:01.426818 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-6e3fc1c6-7ea6-41b3-a23f-91dc0f319a44 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Transition to ACTIVE for port object 797e2ca7-1bed-46cb-bace-167cee061911 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:02:01.516247 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-871b5c4d-72a5-41d0-bb14-1812e52e414e req-7bfa8666-38c0-4f0a-adcf-0c0b64e19516 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250002 May 23 11:02:01.527553 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34c3a6e7-9620-4167-86ff-c7fd6750aac0'] response: {'name': 'network-changed', 'server_uuid': '89c2711c-4938-423f-87b5-a3bddeaf4be7', 'tag': 'ac6813a3-15fe-4005-ae76-6b2b0a32fc94', 'status': 'completed', 'code': 200} May 23 11:02:01.542670 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-6e3fc1c6-7ea6-41b3-a23f-91dc0f319a44 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:01.553188 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caf8b86d-419a-46fd-8cc0-e4c5d072aa46'] response: {'server_uuid': '2a954772-e265-4ee6-b2a1-d72395ec48cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddfe1814-804c-447b-bbf2-17483fc416e2', 'code': 200} May 23 11:02:01.688567 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-6e3fc1c6-7ea6-41b3-a23f-91dc0f319a44 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Network 9b6d1985-9aec-4d25-aeef-9599637b7970 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:02:01.692089 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-6e3fc1c6-7ea6-41b3-a23f-91dc0f319a44 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:02:01.709134 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-6e3fc1c6-7ea6-41b3-a23f-91dc0f319a44 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:02:01.855360 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3fc1c6-7ea6-41b3-a23f-91dc0f319a44 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Pushing event updated for resources: {'Port': ['ID=797e2ca7-1bed-46cb-bace-167cee061911,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:01.922191 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3fc1c6-7ea6-41b3-a23f-91dc0f319a44 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:02:01.922956 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3fc1c6-7ea6-41b3-a23f-91dc0f319a44 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:02:01.923517 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3fc1c6-7ea6-41b3-a23f-91dc0f319a44 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:02:01.924274 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3fc1c6-7ea6-41b3-a23f-91dc0f319a44 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:02:01.924811 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3fc1c6-7ea6-41b3-a23f-91dc0f319a44 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:02:01.925358 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3fc1c6-7ea6-41b3-a23f-91dc0f319a44 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:02:01.925902 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3fc1c6-7ea6-41b3-a23f-91dc0f319a44 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:02:01.926430 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3fc1c6-7ea6-41b3-a23f-91dc0f319a44 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:02:01.926954 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3fc1c6-7ea6-41b3-a23f-91dc0f319a44 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:02:01.927491 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3fc1c6-7ea6-41b3-a23f-91dc0f319a44 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:02:01.928147 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3fc1c6-7ea6-41b3-a23f-91dc0f319a44 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:02:01.973321 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-6e3fc1c6-7ea6-41b3-a23f-91dc0f319a44 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:01.974843 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-6e3fc1c6-7ea6-41b3-a23f-91dc0f319a44 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:02.024650 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-570abe6b-e6ba-4a8a-8cdf-8a8d28262f57 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:02.026997 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-570abe6b-e6ba-4a8a-8cdf-8a8d28262f57 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.81 "GET /v2.0/networks?id=9b6d1985-9aec-4d25-aeef-9599637b7970 HTTP/1.1" status: 200 len: 815 time: 0.6670673 May 23 11:02:02.044555 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-33428d9a-4ec4-499e-9b56-8aa6d1564791 req-1c38dfe3-14e7-48fd-95fb-ed807995649f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=31fc6e185c394c2a8519287df1a74f86&device_id=89c2711c-4938-423f-87b5-a3bddeaf4be7 HTTP/1.1" status: 200 len: 1095 time: 0.4665136 May 23 11:02:02.062746 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-8241b176-de8e-4ded-ad42-d9b98fd75e98 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Request body: {'port': {'device_id': 'a2b4eafa-10cb-459b-b894-bc7e645b6007', 'network_id': '9b6d1985-9aec-4d25-aeef-9599637b7970', 'admin_state_up': True, 'tenant_id': '31fc6e185c394c2a8519287df1a74f86'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:02:02.096479 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-6e3fc1c6-7ea6-41b3-a23f-91dc0f319a44 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3061535 May 23 11:02:02.119425 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9b6df24c-50c6-47c2-a30f-4a8152bfeb49 req-b3c9feee-acf9-41f3-9ab2-f37a38177ff0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2a954772-e265-4ee6-b2a1-d72395ec48cd HTTP/1.1" status: 200 len: 1096 time: 0.3521745 May 23 11:02:02.141794 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf850f19-7372-47e5-863d-ed679dd4d7ee req-5334a3e6-328d-44d8-9ed3-5fad6aca9896 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:02.143304 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cf850f19-7372-47e5-863d-ed679dd4d7ee req-5334a3e6-328d-44d8-9ed3-5fad6aca9896 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 946 time: 0.1548276 May 23 11:02:02.163976 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-46085193-fc9a-4ec8-a9a9-0e0e74e70098 service neutron] Request body: {'port': {'device_id': '44ef5d5a-d17f-48c1-846a-0f169e56e87a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:02:02.202070 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f47d940d-7e4f-4a88-b0a7-d74679e86399 None None] Provisioning for port 797e2ca7-1bed-46cb-bace-167cee061911 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:02:02.209105 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f47d940d-7e4f-4a88-b0a7-d74679e86399 None None] Provisioning complete for port 797e2ca7-1bed-46cb-bace-167cee061911 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:02:02.209579 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f47d940d-7e4f-4a88-b0a7-d74679e86399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:02.293968 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f47d940d-7e4f-4a88-b0a7-d74679e86399 None None] Port 797e2ca7-1bed-46cb-bace-167cee061911 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:02:02.439101 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-8241b176-de8e-4ded-ad42-d9b98fd75e98 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:02:02.439101 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33428d9a-4ec4-499e-9b56-8aa6d1564791 req-fa66365a-48ca-42ec-8778-3ffa785c2306 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:02.442181 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-33428d9a-4ec4-499e-9b56-8aa6d1564791 req-fa66365a-48ca-42ec-8778-3ffa785c2306 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9b6d1985-9aec-4d25-aeef-9599637b7970 HTTP/1.1" status: 200 len: 916 time: 0.3410268 May 23 11:02:02.442181 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-8241b176-de8e-4ded-ad42-d9b98fd75e98 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Usage tracker for resource:port and tenant:31fc6e185c394c2a8519287df1a74f86 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:02:02.447752 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-8241b176-de8e-4ded-ad42-d9b98fd75e98 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:02:02.508528 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-8241b176-de8e-4ded-ad42-d9b98fd75e98 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:02:02.518110 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cf850f19-7372-47e5-863d-ed679dd4d7ee req-90c97058-824f-47b6-b65e-4e6ed6320645 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443096 May 23 11:02:02.518110 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9b6df24c-50c6-47c2-a30f-4a8152bfeb49 req-8cd83d2d-ca54-4f42-a72c-075f55ddb3ff service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3f04d96d-232d-4b09-8348-1c842adfd0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771131 May 23 11:02:02.522635 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-33428d9a-4ec4-499e-9b56-8aa6d1564791 req-0e706d56-409c-4db0-aadd-ccd2bc2868fe service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac6813a3-15fe-4005-ae76-6b2b0a32fc94 HTTP/1.1" status: 200 len: 217 time: 0.0705013 May 23 11:02:02.598261 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-8241b176-de8e-4ded-ad42-d9b98fd75e98 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Made reservation on behalf of 31fc6e185c394c2a8519287df1a74f86 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:02:02.598261 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-8241b176-de8e-4ded-ad42-d9b98fd75e98 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:02.623921 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f5d67-dc1a-44c8-9e66-3cba301df43e req-07701186-373d-4fbe-a08c-90c462855a6f tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:02.636859 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-531f5d67-dc1a-44c8-9e66-3cba301df43e req-07701186-373d-4fbe-a08c-90c462855a6f tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1 HTTP/1.1" status: 200 len: 949 time: 0.3263507 May 23 11:02:02.636859 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-46085193-fc9a-4ec8-a9a9-0e0e74e70098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:02.685318 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33428d9a-4ec4-499e-9b56-8aa6d1564791 req-80afc7f6-2973-4c55-b61e-884e6c09a36f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:02.685318 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-33428d9a-4ec4-499e-9b56-8aa6d1564791 req-80afc7f6-2973-4c55-b61e-884e6c09a36f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=72a213e0-54a9-4bb5-a91e-62eeb4a1364f HTTP/1.1" status: 200 len: 854 time: 0.1411428 May 23 11:02:02.871556 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-531f5d67-dc1a-44c8-9e66-3cba301df43e req-8be13436-09c1-457e-a325-f71443a4418d tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311816 May 23 11:02:03.090605 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-33428d9a-4ec4-499e-9b56-8aa6d1564791 req-d3715b9b-cbdf-4ec9-9b15-7617ff10309d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9b6d1985-9aec-4d25-aeef-9599637b7970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4007897 May 23 11:02:03.133148 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399d519-7201-4355-a93a-ac4092cd6ae4 req-780964fd-1f70-4be6-b111-0b1ed4cf61d0 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:03.133148 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7399d519-7201-4355-a93a-ac4092cd6ae4 req-780964fd-1f70-4be6-b111-0b1ed4cf61d0 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=386a19f1-3a1e-4fea-94a7-8962f8e28f06 HTTP/1.1" status: 200 len: 950 time: 0.3872344 May 23 11:02:03.152967 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-b9a67088-6ed9-4e2a-93d3-5e9dd194bc88 tempest-LiveMigrationTest-1953020720 tempest-LiveMigrationTest-1953020720-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f&tenant_id=90c9b14de9a447dbb2784bee3d7c6631&binding%3Ahost_id=n-h2-842952-2 HTTP/1.1" status: 200 len: 1097 time: 0.1665483 May 23 11:02:03.178156 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-d8b6c95c-c928-45f3-85bc-f09b24f5a194 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-842952-2'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:02:03.191064 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-8241b176-de8e-4ded-ad42-d9b98fd75e98 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Allocated IP 172.20.0.5 (9b6d1985-9aec-4d25-aeef-9599637b7970/72a213e0-54a9-4bb5-a91e-62eeb4a1364f/67c7215b-4ed0-4f89-a646-a043aaf2f7d2) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:02:03.220058 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device ac6813a3-15fe-4005-ae76-6b2b0a32fc94 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:02:03.345766 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7399d519-7201-4355-a93a-ac4092cd6ae4 req-7e98ee3e-8bf6-4b1c-8595-d0e6c558f948 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124197 May 23 11:02:03.425257 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port ac6813a3-15fe-4005-ae76-6b2b0a32fc94, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=ac6813a3-15fe-4005-ae76-6b2b0a32fc94,segment=NetworkSegment(e44e0cf9-bf83-47bc-b775-63afb65d2a61),segment_id=e44e0cf9-bf83-47bc-b775-63afb65d2a61)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:02:03.467350 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': 'ac6813a3-15fe-4005-ae76-6b2b0a32fc94', 'network_id': '9b6d1985-9aec-4d25-aeef-9599637b7970', 'port_id': 'ac6813a3-15fe-4005-ae76-6b2b0a32fc94', 'mac_address': 'fa:16:3e:03:44:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72a213e0-54a9-4bb5-a91e-62eeb4a1364f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:02:03.576862 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-33428d9a-4ec4-499e-9b56-8aa6d1564791 req-1c069b10-4284-498d-92f0-a6d5c5d55e70 service neutron] 10.222.0.81 "GET /v2.0/networks/9b6d1985-9aec-4d25-aeef-9599637b7970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4606099 May 23 11:02:03.583142 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-d8b6c95c-c928-45f3-85bc-f09b24f5a194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:03.605816 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:03.658615 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac6813a3-15fe-4005-ae76-6b2b0a32fc94 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:02:03.687283 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port ac6813a3-15fe-4005-ae76-6b2b0a32fc94, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=ac6813a3-15fe-4005-ae76-6b2b0a32fc94,segment=NetworkSegment(e44e0cf9-bf83-47bc-b775-63afb65d2a61),segment_id=e44e0cf9-bf83-47bc-b775-63afb65d2a61)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:02:03.692933 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:03.760597 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device f040a598-5466-4f5a-86ee-b83c13da01c5 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:02:03.792665 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-b3501296-b229-4579-9fba-6141f6db236c req-88500397-a2fd-4d69-89ce-09d9427d844d tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Synchronizing usage tracker for tenant:31fc6e185c394c2a8519287df1a74f86 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:02:03.801408 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=ac6813a3-15fe-4005-ae76-6b2b0a32fc94,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:03.853205 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-b3501296-b229-4579-9fba-6141f6db236c req-88500397-a2fd-4d69-89ce-09d9427d844d tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Unset dirty status for tenant:31fc6e185c394c2a8519287df1a74f86 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:02:03.862395 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b3501296-b229-4579-9fba-6141f6db236c req-88500397-a2fd-4d69-89ce-09d9427d844d tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2b4eafa-10cb-459b-b894-bc7e645b6007 HTTP/1.1" status: 200 len: 210 time: 0.2110486 May 23 11:02:03.908790 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153736a-a42f-442b-b80e-10fbdd74811b req-2dc90741-ff78-4f0f-a90c-e7aa57c96f6f tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:03.915646 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4153736a-a42f-442b-b80e-10fbdd74811b req-2dc90741-ff78-4f0f-a90c-e7aa57c96f6f tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a954772-e265-4ee6-b2a1-d72395ec48cd HTTP/1.1" status: 200 len: 945 time: 0.6761873 May 23 11:02:04.003939 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-8241b176-de8e-4ded-ad42-d9b98fd75e98 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:04.021486 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port f040a598-5466-4f5a-86ee-b83c13da01c5, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=f040a598-5466-4f5a-86ee-b83c13da01c5,segment=NetworkSegment(6bc35f8b-456e-4e1c-8a63-ba8204a54381),segment_id=6bc35f8b-456e-4e1c-8a63-ba8204a54381)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:02:04.026288 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-33428d9a-4ec4-499e-9b56-8aa6d1564791 req-346315f3-9309-495d-a805-d7cbfc13dd0c service neutron] 10.222.0.81 "GET /v2.0/networks/9b6d1985-9aec-4d25-aeef-9599637b7970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4349999 May 23 11:02:04.035320 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device f040a598-5466-4f5a-86ee-b83c13da01c5 has no active binding in host n-h1-842952-2 {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 23 11:02:04.037495 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-8241b176-de8e-4ded-ad42-d9b98fd75e98 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Transition to ACTIVE for port object 67c7215b-4ed0-4f89-a646-a043aaf2f7d2 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:02:04.066113 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-8241b176-de8e-4ded-ad42-d9b98fd75e98 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:04.148465 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-8241b176-de8e-4ded-ad42-d9b98fd75e98 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Network 9b6d1985-9aec-4d25-aeef-9599637b7970 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:02:04.150320 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['ac6813a3-15fe-4005-ae76-6b2b0a32fc94'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:02:04.156716 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-8241b176-de8e-4ded-ad42-d9b98fd75e98 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:02:04.159392 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-8241b176-de8e-4ded-ad42-d9b98fd75e98 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:02:04.240964 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8241b176-de8e-4ded-ad42-d9b98fd75e98 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Pushing event updated for resources: {'Port': ['ID=67c7215b-4ed0-4f89-a646-a043aaf2f7d2,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:04.270569 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-8241b176-de8e-4ded-ad42-d9b98fd75e98 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:04.271453 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-8241b176-de8e-4ded-ad42-d9b98fd75e98 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:04.313390 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4153736a-a42f-442b-b80e-10fbdd74811b req-29e2264d-a3e4-4883-84b8-13b5d021c858 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f04d96d-232d-4b09-8348-1c842adfd0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941691 May 23 11:02:04.319131 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-8241b176-de8e-4ded-ad42-d9b98fd75e98 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2585680 May 23 11:02:04.337667 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-d60f7f9f-fa51-4c17-b1c1-ad2fdd59f58a service neutron] Request body: {'port': {'device_id': 'a2b4eafa-10cb-459b-b894-bc7e645b6007', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:02:04.372766 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-d8b6c95c-c928-45f3-85bc-f09b24f5a194 service neutron] For port f040a598-5466-4f5a-86ee-b83c13da01c5, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=f040a598-5466-4f5a-86ee-b83c13da01c5,segment=NetworkSegment(6bc35f8b-456e-4e1c-8a63-ba8204a54381),segment_id=6bc35f8b-456e-4e1c-8a63-ba8204a54381)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:02:04.523872 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-d8b6c95c-c928-45f3-85bc-f09b24f5a194 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:02:04.547699 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c0792870-bd4a-4d08-8925-135b07089cc6 None None] Provisioning for port 67c7215b-4ed0-4f89-a646-a043aaf2f7d2 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:02:04.560646 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c0792870-bd4a-4d08-8925-135b07089cc6 None None] Provisioning complete for port 67c7215b-4ed0-4f89-a646-a043aaf2f7d2 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:02:04.561356 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c0792870-bd4a-4d08-8925-135b07089cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:04.625931 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-d8b6c95c-c928-45f3-85bc-f09b24f5a194 service neutron] For port f040a598-5466-4f5a-86ee-b83c13da01c5, host n-h2-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:02:04.687062 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c0792870-bd4a-4d08-8925-135b07089cc6 None None] Port 67c7215b-4ed0-4f89-a646-a043aaf2f7d2 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:02:04.707128 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-d60f7f9f-fa51-4c17-b1c1-ad2fdd59f58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:04.850899 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e9cea-64d1-438b-b510-0d296a1d8482 req-7ae1adef-f2ea-4219-878e-d29bb39c260a tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:04.858034 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-947e9cea-64d1-438b-b510-0d296a1d8482 req-7ae1adef-f2ea-4219-878e-d29bb39c260a tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5 HTTP/1.1" status: 200 len: 949 time: 0.7466824 May 23 11:02:04.966926 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-46085193-fc9a-4ec8-a9a9-0e0e74e70098 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:02:04.982278 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bc0bc84c-91b6-4648-bc48-a9183d422538 req-05019c4a-42a0-42e7-8211-637dc8ad93ef service neutron] 10.222.0.13 "GET /v2.0/ports/fd73f7f5-4d28-414d-85b4-401d382d9b6c/bindings/n-h1-842952-2 HTTP/1.1" status: 200 len: 382 time: 0.1887116 May 23 11:02:04.983631 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad324ef-af51-4c7b-b2a2-8524526f895f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f040a598-5466-4f5a-86ee-b83c13da01c5'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:02:04.994324 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-d8b6c95c-c928-45f3-85bc-f09b24f5a194 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:05.063632 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-947e9cea-64d1-438b-b510-0d296a1d8482 req-95d755d8-5558-4ee3-b4e0-5db004ccb492 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045405 May 23 11:02:05.074766 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-d8b6c95c-c928-45f3-85bc-f09b24f5a194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:05.119974 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b353b-e200-4f0c-b8aa-b9fad95edd67 req-12b2f5ac-87ec-444e-9096-02ec80221e1e tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:05.121767 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-433b353b-e200-4f0c-b8aa-b9fad95edd67 req-12b2f5ac-87ec-444e-9096-02ec80221e1e tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.13 "GET /v2.0/ports?device_id=386a19f1-3a1e-4fea-94a7-8962f8e28f06 HTTP/1.1" status: 200 len: 950 time: 0.6601663 May 23 11:02:05.187847 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-46085193-fc9a-4ec8-a9a9-0e0e74e70098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 797e2ca7-1bed-46cb-bace-167cee061911 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:02:05.246284 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-46085193-fc9a-4ec8-a9a9-0e0e74e70098 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:05.257704 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1f156-8c45-4fda-b9ba-74dc16f6adde req-e0a8b4dc-b558-42f7-914f-fa9ec45d4961 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:05.259159 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-72c1f156-8c45-4fda-b9ba-74dc16f6adde req-e0a8b4dc-b558-42f7-914f-fa9ec45d4961 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 946 time: 0.4213107 May 23 11:02:05.349371 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bc0bc84c-91b6-4648-bc48-a9183d422538 req-666fef96-d739-422a-8357-41dacf527cb0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1&tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab HTTP/1.1" status: 200 len: 1100 time: 0.0875158 May 23 11:02:05.395359 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-46085193-fc9a-4ec8-a9a9-0e0e74e70098 service neutron] Transition to ACTIVE for port object 797e2ca7-1bed-46cb-bace-167cee061911 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:02:05.396185 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b6c95c-c928-45f3-85bc-f09b24f5a194 service neutron] Pushing event updated for resources: {'Port': ['ID=f040a598-5466-4f5a-86ee-b83c13da01c5,revision_number=7']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:05.404180 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-433b353b-e200-4f0c-b8aa-b9fad95edd67 req-f6eb0656-b10e-46d6-a6a2-d4043059399b tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Deleting port abef6365-f53d-4cf0-a440-222e453f3cb1 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:02:05.404522 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-433b353b-e200-4f0c-b8aa-b9fad95edd67 req-f6eb0656-b10e-46d6-a6a2-d4043059399b tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:05.435084 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-46085193-fc9a-4ec8-a9a9-0e0e74e70098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:05.583151 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bc0bc84c-91b6-4648-bc48-a9183d422538 req-17a94132-b907-48cc-adc9-b5fff4d6ecd9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1 HTTP/1.1" status: 200 len: 1100 time: 0.1989577 May 23 11:02:05.593273 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-72c1f156-8c45-4fda-b9ba-74dc16f6adde req-d536d8d0-75b3-4667-8ea0-554c2582516d tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099716 May 23 11:02:05.675275 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46085193-fc9a-4ec8-a9a9-0e0e74e70098 service neutron] Pushing event updated for resources: {'Port': ['ID=797e2ca7-1bed-46cb-bace-167cee061911,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:05.788722 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0bc84c-91b6-4648-bc48-a9183d422538 req-9b85e71a-3675-430b-aaa8-8320bc740c6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:05.791111 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bc0bc84c-91b6-4648-bc48-a9183d422538 req-9b85e71a-3675-430b-aaa8-8320bc740c6d service neutron] 10.222.0.13 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.2016127 May 23 11:02:05.794652 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-d60f7f9f-fa51-4c17-b1c1-ad2fdd59f58a service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:02:05.809622 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89321b9c-c700-4674-be3f-458bf857174d req-d1526635-9a32-4848-a8ee-c7dad306188d tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:05.813041 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-89321b9c-c700-4674-be3f-458bf857174d req-d1526635-9a32-4848-a8ee-c7dad306188d tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1 HTTP/1.1" status: 200 len: 949 time: 0.6067617 May 23 11:02:05.813922 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-d8b6c95c-c928-45f3-85bc-f09b24f5a194 service neutron] Attempting to bind port f040a598-5466-4f5a-86ee-b83c13da01c5 on host n-h2-842952-2 for vnic_type normal with profile {"migrating_to": "n-h1-842952-2"} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:02:05.814272 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-d8b6c95c-c928-45f3-85bc-f09b24f5a194 service neutron] Attempting to bind port f040a598-5466-4f5a-86ee-b83c13da01c5 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:02:05.816139 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-d8b6c95c-c928-45f3-85bc-f09b24f5a194 service neutron] Attempting to bind port f040a598-5466-4f5a-86ee-b83c13da01c5 on network 3f16bf48-f1ac-437f-802c-c2072c75e62b {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:02:05.958073 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bc0bc84c-91b6-4648-bc48-a9183d422538 req-5d9381ee-754c-42cd-8fb0-4f3146289b8d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=fd73f7f5-4d28-414d-85b4-401d382d9b6c HTTP/1.1" status: 200 len: 217 time: 0.0856812 May 23 11:02:06.003522 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-d60f7f9f-fa51-4c17-b1c1-ad2fdd59f58a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67c7215b-4ed0-4f89-a646-a043aaf2f7d2 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:02:06.008269 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-d8b6c95c-c928-45f3-85bc-f09b24f5a194 service neutron] Port f040a598-5466-4f5a-86ee-b83c13da01c5 on network 3f16bf48-f1ac-437f-802c-c2072c75e62b not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:02:06.008597 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-d8b6c95c-c928-45f3-85bc-f09b24f5a194 service neutron] Attempting to bind port f040a598-5466-4f5a-86ee-b83c13da01c5 on network 3f16bf48-f1ac-437f-802c-c2072c75e62b {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:02:06.020604 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-d60f7f9f-fa51-4c17-b1c1-ad2fdd59f58a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:06.044481 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-d60f7f9f-fa51-4c17-b1c1-ad2fdd59f58a service neutron] Transition to ACTIVE for port object 67c7215b-4ed0-4f89-a646-a043aaf2f7d2 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:02:06.047914 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0bc84c-91b6-4648-bc48-a9183d422538 req-5457ea55-686c-450d-904a-9199ea16f349 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:06.049358 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bc0bc84c-91b6-4648-bc48-a9183d422538 req-5457ea55-686c-450d-904a-9199ea16f349 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.0842826 May 23 11:02:06.051069 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-d60f7f9f-fa51-4c17-b1c1-ad2fdd59f58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:06.121597 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-d8b6c95c-c928-45f3-85bc-f09b24f5a194 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:02:06.121928 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-d8b6c95c-c928-45f3-85bc-f09b24f5a194 service neutron] Checking segment: {'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:02:06.122494 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-d8b6c95c-c928-45f3-85bc-f09b24f5a194 service neutron] Bound using segment: {'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:02:06.122935 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-d8b6c95c-c928-45f3-85bc-f09b24f5a194 service neutron] Bound port: f040a598-5466-4f5a-86ee-b83c13da01c5, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bc35f8b-456e-4e1c-8a63-ba8204a54381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3f16bf48-f1ac-437f-802c-c2072c75e62b'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:02:06.123285 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-d8b6c95c-c928-45f3-85bc-f09b24f5a194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:06.159149 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-433b353b-e200-4f0c-b8aa-b9fad95edd67 req-f6eb0656-b10e-46d6-a6a2-d4043059399b tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] For port abef6365-f53d-4cf0-a440-222e453f3cb1, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=abef6365-f53d-4cf0-a440-222e453f3cb1,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:02:06.159516 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-433b353b-e200-4f0c-b8aa-b9fad95edd67 req-f6eb0656-b10e-46d6-a6a2-d4043059399b tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:06.173608 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-89321b9c-c700-4674-be3f-458bf857174d req-d11d3b18-03c3-43dd-8480-8dcac0632b74 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378531 May 23 11:02:06.267206 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f7f9f-fa51-4c17-b1c1-ad2fdd59f58a service neutron] Pushing event updated for resources: {'Port': ['ID=67c7215b-4ed0-4f89-a646-a043aaf2f7d2,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:06.304367 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bc0bc84c-91b6-4648-bc48-a9183d422538 req-310522e1-ff10-40c2-ae81-27635651604a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2215290 May 23 11:02:06.355066 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-433b353b-e200-4f0c-b8aa-b9fad95edd67 req-f6eb0656-b10e-46d6-a6a2-d4043059399b tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Calling delete_port for abef6365-f53d-4cf0-a440-222e453f3cb1 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:02:06.454398 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb8020-cfdf-4c93-9470-9551a77fc05e req-de3e0875-f3f4-4e39-b1f5-2b5791b6a575 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:06.456198 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a2fb8020-cfdf-4c93-9470-9551a77fc05e req-de3e0875-f3f4-4e39-b1f5-2b5791b6a575 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=386a19f1-3a1e-4fea-94a7-8962f8e28f06 HTTP/1.1" status: 200 len: 950 time: 0.6896222 May 23 11:02:06.461042 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-46085193-fc9a-4ec8-a9a9-0e0e74e70098 service neutron] Attempting to bind port 797e2ca7-1bed-46cb-bace-167cee061911 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:02:06.461582 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-46085193-fc9a-4ec8-a9a9-0e0e74e70098 service neutron] Attempting to bind port 797e2ca7-1bed-46cb-bace-167cee061911 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': 'e44e0cf9-bf83-47bc-b775-63afb65d2a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9b6d1985-9aec-4d25-aeef-9599637b7970'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:02:06.462112 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-46085193-fc9a-4ec8-a9a9-0e0e74e70098 service neutron] Attempting to bind port 797e2ca7-1bed-46cb-bace-167cee061911 on network 9b6d1985-9aec-4d25-aeef-9599637b7970 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:02:06.571752 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-46085193-fc9a-4ec8-a9a9-0e0e74e70098 service neutron] Port 797e2ca7-1bed-46cb-bace-167cee061911 on network 9b6d1985-9aec-4d25-aeef-9599637b7970 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:02:06.572366 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-46085193-fc9a-4ec8-a9a9-0e0e74e70098 service neutron] Attempting to bind port 797e2ca7-1bed-46cb-bace-167cee061911 on network 9b6d1985-9aec-4d25-aeef-9599637b7970 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:02:06.669535 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-d60f7f9f-fa51-4c17-b1c1-ad2fdd59f58a service neutron] Attempting to bind port 67c7215b-4ed0-4f89-a646-a043aaf2f7d2 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:02:06.670128 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-d60f7f9f-fa51-4c17-b1c1-ad2fdd59f58a service neutron] Attempting to bind port 67c7215b-4ed0-4f89-a646-a043aaf2f7d2 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': 'e44e0cf9-bf83-47bc-b775-63afb65d2a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9b6d1985-9aec-4d25-aeef-9599637b7970'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:02:06.670238 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-d60f7f9f-fa51-4c17-b1c1-ad2fdd59f58a service neutron] Attempting to bind port 67c7215b-4ed0-4f89-a646-a043aaf2f7d2 on network 9b6d1985-9aec-4d25-aeef-9599637b7970 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:02:06.683348 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bc0bc84c-91b6-4648-bc48-a9183d422538 req-c80cf15c-e6ec-49f0-9bf4-6367c5db0e29 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503311 May 23 11:02:06.684062 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-d60f7f9f-fa51-4c17-b1c1-ad2fdd59f58a service neutron] Port 67c7215b-4ed0-4f89-a646-a043aaf2f7d2 on network 9b6d1985-9aec-4d25-aeef-9599637b7970 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:02:06.684596 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-d60f7f9f-fa51-4c17-b1c1-ad2fdd59f58a service neutron] Attempting to bind port 67c7215b-4ed0-4f89-a646-a043aaf2f7d2 on network 9b6d1985-9aec-4d25-aeef-9599637b7970 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:02:06.691640 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-d60f7f9f-fa51-4c17-b1c1-ad2fdd59f58a service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:02:06.692085 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-d60f7f9f-fa51-4c17-b1c1-ad2fdd59f58a service neutron] Checking segment: {'id': 'e44e0cf9-bf83-47bc-b775-63afb65d2a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9b6d1985-9aec-4d25-aeef-9599637b7970'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:02:06.692392 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-d60f7f9f-fa51-4c17-b1c1-ad2fdd59f58a service neutron] Bound using segment: {'id': 'e44e0cf9-bf83-47bc-b775-63afb65d2a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9b6d1985-9aec-4d25-aeef-9599637b7970'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:02:06.693004 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-d60f7f9f-fa51-4c17-b1c1-ad2fdd59f58a service neutron] Bound port: 67c7215b-4ed0-4f89-a646-a043aaf2f7d2, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e44e0cf9-bf83-47bc-b775-63afb65d2a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9b6d1985-9aec-4d25-aeef-9599637b7970'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:02:06.693555 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-d60f7f9f-fa51-4c17-b1c1-ad2fdd59f58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:06.734805 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-d8b6c95c-c928-45f3-85bc-f09b24f5a194 service neutron] For port f040a598-5466-4f5a-86ee-b83c13da01c5, host n-h2-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:02:06.737309 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-46085193-fc9a-4ec8-a9a9-0e0e74e70098 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:02:06.737647 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-46085193-fc9a-4ec8-a9a9-0e0e74e70098 service neutron] Checking segment: {'id': 'e44e0cf9-bf83-47bc-b775-63afb65d2a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9b6d1985-9aec-4d25-aeef-9599637b7970'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:02:06.738048 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-46085193-fc9a-4ec8-a9a9-0e0e74e70098 service neutron] Bound using segment: {'id': 'e44e0cf9-bf83-47bc-b775-63afb65d2a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9b6d1985-9aec-4d25-aeef-9599637b7970'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:02:06.738800 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-46085193-fc9a-4ec8-a9a9-0e0e74e70098 service neutron] Bound port: 797e2ca7-1bed-46cb-bace-167cee061911, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e44e0cf9-bf83-47bc-b775-63afb65d2a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9b6d1985-9aec-4d25-aeef-9599637b7970'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:02:06.738800 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-46085193-fc9a-4ec8-a9a9-0e0e74e70098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:06.804996 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-d8b6c95c-c928-45f3-85bc-f09b24f5a194 service neutron] For port f040a598-5466-4f5a-86ee-b83c13da01c5, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=f040a598-5466-4f5a-86ee-b83c13da01c5,segment=NetworkSegment(6bc35f8b-456e-4e1c-8a63-ba8204a54381),segment_id=6bc35f8b-456e-4e1c-8a63-ba8204a54381)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:02:06.819749 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-d8b6c95c-c928-45f3-85bc-f09b24f5a194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:06.825592 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a2fb8020-cfdf-4c93-9470-9551a77fc05e req-ce3636e7-b3b9-4e9e-8065-28bc45f71a02 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609178 May 23 11:02:06.906837 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bc0bc84c-91b6-4648-bc48-a9183d422538 req-2756acb8-4005-429d-87f5-83eb70496c2e service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905806 May 23 11:02:06.933489 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-d60f7f9f-fa51-4c17-b1c1-ad2fdd59f58a service neutron] For port 67c7215b-4ed0-4f89-a646-a043aaf2f7d2, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:02:06.937354 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-d60f7f9f-fa51-4c17-b1c1-ad2fdd59f58a service neutron] For port 67c7215b-4ed0-4f89-a646-a043aaf2f7d2, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=67c7215b-4ed0-4f89-a646-a043aaf2f7d2,segment=NetworkSegment(e44e0cf9-bf83-47bc-b775-63afb65d2a61),segment_id=e44e0cf9-bf83-47bc-b775-63afb65d2a61)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:02:06.949550 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-d60f7f9f-fa51-4c17-b1c1-ad2fdd59f58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:06.960436 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-163fc533-0295-4c72-b21f-c78197890e09'] response: {'server_uuid': 'bad324ef-af51-4c7b-b2a2-8524526f895f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f040a598-5466-4f5a-86ee-b83c13da01c5', 'code': 200} May 23 11:02:07.064016 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-d60f7f9f-fa51-4c17-b1c1-ad2fdd59f58a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:07.065654 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-d60f7f9f-fa51-4c17-b1c1-ad2fdd59f58a service neutron] 10.222.0.81 "PUT /v2.0/ports/67c7215b-4ed0-4f89-a646-a043aaf2f7d2 HTTP/1.1" status: 200 len: 1091 time: 2.7326777 May 23 11:02:07.066094 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2b4eafa-10cb-459b-b894-bc7e645b6007', 'tag': '67c7215b-4ed0-4f89-a646-a043aaf2f7d2'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:02:07.090219 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-433b353b-e200-4f0c-b8aa-b9fad95edd67 req-f6eb0656-b10e-46d6-a6a2-d4043059399b tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:07.100588 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce7e31-656a-4065-9c93-504eed55c1ca req-cde46311-b947-4a4a-9126-98066303070c tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:07.102505 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b3ce7e31-656a-4065-9c93-504eed55c1ca req-cde46311-b947-4a4a-9126-98066303070c tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2b4eafa-10cb-459b-b894-bc7e645b6007 HTTP/1.1" status: 200 len: 943 time: 0.6342068 May 23 11:02:07.121507 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f7f9f-fa51-4c17-b1c1-ad2fdd59f58a service neutron] Pushing event updated for resources: {'Port': ['ID=67c7215b-4ed0-4f89-a646-a043aaf2f7d2,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:07.125131 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-46085193-fc9a-4ec8-a9a9-0e0e74e70098 service neutron] For port 797e2ca7-1bed-46cb-bace-167cee061911, host n-h2-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:02:07.128833 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-46085193-fc9a-4ec8-a9a9-0e0e74e70098 service neutron] For port 797e2ca7-1bed-46cb-bace-167cee061911, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=797e2ca7-1bed-46cb-bace-167cee061911,segment=NetworkSegment(e44e0cf9-bf83-47bc-b775-63afb65d2a61),segment_id=e44e0cf9-bf83-47bc-b775-63afb65d2a61)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:02:07.135661 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['845cbdb8-20ac-409d-9de2-07e4beb11306', '2ae0466f-d393-43e6-953f-977138041292', '7e27e423-05a5-47f8-ba42-0348aaace8cc', '66bca1d4-9a5d-4cf9-877d-f47a02a5e78b', 'abef6365-f53d-4cf0-a440-222e453f3cb1'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:02:07.167328 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b6c95c-c928-45f3-85bc-f09b24f5a194 service neutron] Pushing event updated for resources: {'Port': ['ID=f040a598-5466-4f5a-86ee-b83c13da01c5,revision_number=8']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:07.178928 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-46085193-fc9a-4ec8-a9a9-0e0e74e70098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:07.195388 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['5f19de5f-f01b-41e2-8cfa-06b5b1560682', '72052476-d42b-4f39-a4fa-a1f304916016', '0aec0967-08d3-4602-89be-af079775c956'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:02:07.240895 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device ac6813a3-15fe-4005-ae76-6b2b0a32fc94 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:02:07.287942 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb0656-b10e-46d6-a6a2-d4043059399b tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Pushing event deleted for resources: {'Port': ['ID=abef6365-f53d-4cf0-a440-222e453f3cb1,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:07.315067 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-6b8c809e-ea74-4fd0-aa54-c0aa71bcf93d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=31fc6e185c394c2a8519287df1a74f86&device_id=a2b4eafa-10cb-459b-b894-bc7e645b6007 HTTP/1.1" status: 200 len: 1094 time: 0.1233473 May 23 11:02:07.442589 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-15d3dd81-978b-4568-9c15-833e2eb7b44e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67c7215b-4ed0-4f89-a646-a043aaf2f7d2 HTTP/1.1" status: 200 len: 217 time: 0.0851588 May 23 11:02:07.445188 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-d8b6c95c-c928-45f3-85bc-f09b24f5a194 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:07.447030 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-d8b6c95c-c928-45f3-85bc-f09b24f5a194 service neutron] 10.222.0.13 "PUT /v2.0/ports/f040a598-5466-4f5a-86ee-b83c13da01c5 HTTP/1.1" status: 200 len: 1122 time: 4.2870021 May 23 11:02:07.560404 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port ac6813a3-15fe-4005-ae76-6b2b0a32fc94 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:02:07.585250 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port ac6813a3-15fe-4005-ae76-6b2b0a32fc94 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:02:07.585727 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:07.616361 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-8268eda8-5eaa-4fa6-922a-2e555e402f3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:07.621723 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-433b353b-e200-4f0c-b8aa-b9fad95edd67 req-f6eb0656-b10e-46d6-a6a2-d4043059399b tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] No DVR routers for this DVR port abef6365-f53d-4cf0-a440-222e453f3cb1 on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:02:07.623776 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-8268eda8-5eaa-4fa6-922a-2e555e402f3d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=72a213e0-54a9-4bb5-a91e-62eeb4a1364f HTTP/1.1" status: 200 len: 854 time: 0.1690586 May 23 11:02:07.625401 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-433b353b-e200-4f0c-b8aa-b9fad95edd67 req-f6eb0656-b10e-46d6-a6a2-d4043059399b tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:07.635092 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-b3ce7e31-656a-4065-9c93-504eed55c1ca req-191bc903-50a4-4fbf-be81-9f15cb18869d tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Synchronizing usage tracker for tenant:31fc6e185c394c2a8519287df1a74f86 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:02:07.664089 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-46085193-fc9a-4ec8-a9a9-0e0e74e70098 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:07.666074 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-46085193-fc9a-4ec8-a9a9-0e0e74e70098 service neutron] 10.222.0.81 "PUT /v2.0/ports/797e2ca7-1bed-46cb-bace-167cee061911 HTTP/1.1" status: 200 len: 1091 time: 5.5058911 May 23 11:02:07.684615 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['f040a598-5466-4f5a-86ee-b83c13da01c5'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:02:07.706927 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc8ff1-23ac-4a71-98d6-1e7451becf5b req-2ed2eaa7-00e9-4b0c-a4e9-281a4db143d9 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:07.710452 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-35bc8ff1-23ac-4a71-98d6-1e7451becf5b req-2ed2eaa7-00e9-4b0c-a4e9-281a4db143d9 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a954772-e265-4ee6-b2a1-d72395ec48cd HTTP/1.1" status: 200 len: 945 time: 0.6466961 May 23 11:02:07.812823 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:07.851896 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-ed052883-a986-49c9-9778-9738a601492b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9b6d1985-9aec-4d25-aeef-9599637b7970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2217031 May 23 11:02:07.867521 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-35bc8ff1-23ac-4a71-98d6-1e7451becf5b req-dec1b6dd-c30e-4d79-8b83-7dd44a787f30 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f04d96d-232d-4b09-8348-1c842adfd0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285460 May 23 11:02:07.868885 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-b3ce7e31-656a-4065-9c93-504eed55c1ca req-191bc903-50a4-4fbf-be81-9f15cb18869d tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Unset dirty status for tenant:31fc6e185c394c2a8519287df1a74f86 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:02:07.880379 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b3ce7e31-656a-4065-9c93-504eed55c1ca req-191bc903-50a4-4fbf-be81-9f15cb18869d tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccd85425-9fd3-485d-bda7-73b6a4907f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7046609 May 23 11:02:07.886022 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-433b353b-e200-4f0c-b8aa-b9fad95edd67 req-f6eb0656-b10e-46d6-a6a2-d4043059399b tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.13 "DELETE /v2.0/ports/abef6365-f53d-4cf0-a440-222e453f3cb1 HTTP/1.1" status: 204 len: 173 time: 2.7380493 May 23 11:02:07.899206 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['f040a598-5466-4f5a-86ee-b83c13da01c5'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:02:08.076675 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46085193-fc9a-4ec8-a9a9-0e0e74e70098 service neutron] Pushing event updated for resources: {'Port': ['ID=797e2ca7-1bed-46cb-bace-167cee061911,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:08.175166 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-da234bca-874f-4e9e-8b03-e27201a0212b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=31fc6e185c394c2a8519287df1a74f86&device_id=44ef5d5a-d17f-48c1-846a-0f169e56e87a HTTP/1.1" status: 200 len: 1094 time: 0.3103735 May 23 11:02:08.186658 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:08.308338 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c2711c-4938-423f-87b5-a3bddeaf4be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6813a3-15fe-4005-ae76-6b2b0a32fc94'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:02:08.315381 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-a61134e5-e3b9-4895-9170-6a290f2913c5 service neutron] 10.222.0.81 "GET /v2.0/networks/9b6d1985-9aec-4d25-aeef-9599637b7970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4209950 May 23 11:02:08.411413 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-5f25f530-e5db-4ee2-848e-9ced93f2cdd5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=797e2ca7-1bed-46cb-bace-167cee061911 HTTP/1.1" status: 200 len: 217 time: 0.2118523 May 23 11:02:08.418110 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port ac6813a3-15fe-4005-ae76-6b2b0a32fc94, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=ac6813a3-15fe-4005-ae76-6b2b0a32fc94,segment=NetworkSegment(e44e0cf9-bf83-47bc-b775-63afb65d2a61),segment_id=e44e0cf9-bf83-47bc-b775-63afb65d2a61)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:02:08.469042 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:08.521357 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-253ebfd8-13bd-4314-98a2-17f990d4edb7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:08.522808 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-253ebfd8-13bd-4314-98a2-17f990d4edb7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=72a213e0-54a9-4bb5-a91e-62eeb4a1364f HTTP/1.1" status: 200 len: 854 time: 0.0978012 May 23 11:02:08.535011 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31045d64-15e8-47f4-b50c-eed986ee9384 req-299b0080-9418-4d80-a61e-990652615f9d tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:08.536539 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-31045d64-15e8-47f4-b50c-eed986ee9384 req-299b0080-9418-4d80-a61e-990652615f9d tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 944 time: 0.2317429 May 23 11:02:08.594123 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61131133-298d-4cf3-be9d-621d0b63c7c7 req-b7749566-1b8a-4461-b081-aee84d9630fb tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:08.596042 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-61131133-298d-4cf3-be9d-621d0b63c7c7 req-b7749566-1b8a-4461-b081-aee84d9630fb tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5 HTTP/1.1" status: 200 len: 949 time: 0.2929325 May 23 11:02:08.603511 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=ac6813a3-15fe-4005-ae76-6b2b0a32fc94,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:08.607767 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2be5dc88-2078-4253-8e86-c326bd41f373 req-9b107e99-be95-4d8d-81f4-3279366e48fa service neutron] 10.222.0.81 "GET /v2.0/networks/9b6d1985-9aec-4d25-aeef-9599637b7970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861607 May 23 11:02:08.659366 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:02:08.659952 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:02:08.660992 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:02:08.661517 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:02:08.661988 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:02:08.662600 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:02:08.663074 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:02:08.664381 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:02:08.664854 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:02:08.665846 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:02:08.666319 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:02:08.776399 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-31045d64-15e8-47f4-b50c-eed986ee9384 req-ba54a5c3-d65f-43b2-bda3-3957b3485261 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077477 May 23 11:02:08.805295 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-61131133-298d-4cf3-be9d-621d0b63c7c7 req-2c9acb68-d050-432e-8623-5cddb2b88dc5 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972072 May 23 11:02:08.823444 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-fe6c1ac9-9af0-49ce-89bc-302932f909ab service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9b6d1985-9aec-4d25-aeef-9599637b7970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2848022 May 23 11:02:08.963007 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bad324ef-af51-4c7b-b2a2-8524526f895f', 'tag': 'f040a598-5466-4f5a-86ee-b83c13da01c5'}, {'server_uuid': '386a19f1-3a1e-4fea-94a7-8962f8e28f06', 'name': 'network-vif-deleted', 'tag': 'abef6365-f53d-4cf0-a440-222e453f3cb1'}, {'name': 'network-changed', 'server_uuid': '44ef5d5a-d17f-48c1-846a-0f169e56e87a', 'tag': '797e2ca7-1bed-46cb-bace-167cee061911'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:02:08.969544 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-593b9bb1-c176-42ca-a567-a8857474c139'] response: {'name': 'network-changed', 'server_uuid': 'a2b4eafa-10cb-459b-b894-bc7e645b6007', 'tag': '67c7215b-4ed0-4f89-a646-a043aaf2f7d2', 'status': 'completed', 'code': 200} May 23 11:02:09.143069 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-989f9865-a31d-411a-aa15-549232ded71c service neutron] 10.222.0.81 "GET /v2.0/networks/9b6d1985-9aec-4d25-aeef-9599637b7970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128357 May 23 11:02:09.255461 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7975e20a-1000-4273-8485-78ccd29d49ef req-92fd8a66-71f5-4d08-95c1-0f69de8b24b7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=31fc6e185c394c2a8519287df1a74f86&device_id=a2b4eafa-10cb-459b-b894-bc7e645b6007 HTTP/1.1" status: 200 len: 1094 time: 0.2334957 May 23 11:02:09.352197 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:09.390598 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8069a-e717-44af-883a-5ff8f55ee133 req-b8ccaa5b-2a7e-481f-ba74-7f4cdd14c8c0 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:09.392147 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bad8069a-e717-44af-883a-5ff8f55ee133 req-b8ccaa5b-2a7e-481f-ba74-7f4cdd14c8c0 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1 HTTP/1.1" status: 200 len: 949 time: 0.2977595 May 23 11:02:09.432665 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-24d334a5-0e05-4e7e-ac58-a6079e0ee68e req-aafda50d-4f40-4da0-9ce9-e30c1570fabc service neutron] 10.222.0.81 "GET /v2.0/networks/9b6d1985-9aec-4d25-aeef-9599637b7970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784986 May 23 11:02:09.436922 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1da85f76-b155-470a-8778-71a79bbf7b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:09.487741 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25ba1fd3-87a3-46ff-b629-d6ebe216f73b'] response: {'server_uuid': '89c2711c-4938-423f-87b5-a3bddeaf4be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6813a3-15fe-4005-ae76-6b2b0a32fc94', 'code': 200} May 23 11:02:09.490918 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bad8069a-e717-44af-883a-5ff8f55ee133 req-cc7e558b-df7b-4308-b513-02eea084b1c0 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882258 May 23 11:02:09.529055 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975e20a-1000-4273-8485-78ccd29d49ef req-376982fc-4c6c-4dce-8ad1-643668eeff12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:09.540160 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7975e20a-1000-4273-8485-78ccd29d49ef req-376982fc-4c6c-4dce-8ad1-643668eeff12 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9b6d1985-9aec-4d25-aeef-9599637b7970 HTTP/1.1" status: 200 len: 916 time: 0.2733271 May 23 11:02:09.574729 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcddcb36-42a1-4b16-a997-e09d8d6204b2'] response: {'name': 'network-changed', 'server_uuid': 'bad324ef-af51-4c7b-b2a2-8524526f895f', 'tag': 'f040a598-5466-4f5a-86ee-b83c13da01c5', 'status': 'completed', 'code': 200} May 23 11:02:09.575201 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcddcb36-42a1-4b16-a997-e09d8d6204b2'] response: {'server_uuid': '386a19f1-3a1e-4fea-94a7-8962f8e28f06', 'name': 'network-vif-deleted', 'tag': 'abef6365-f53d-4cf0-a440-222e453f3cb1', 'status': 'completed', 'code': 200} May 23 11:02:09.575618 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcddcb36-42a1-4b16-a997-e09d8d6204b2'] response: {'name': 'network-changed', 'server_uuid': '44ef5d5a-d17f-48c1-846a-0f169e56e87a', 'tag': '797e2ca7-1bed-46cb-bace-167cee061911', 'status': 'completed', 'code': 200} May 23 11:02:09.770467 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device fd73f7f5-4d28-414d-85b4-401d382d9b6c no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:02:09.779272 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7975e20a-1000-4273-8485-78ccd29d49ef req-35e26a8d-685c-48f1-86c2-827703ccc01a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67c7215b-4ed0-4f89-a646-a043aaf2f7d2 HTTP/1.1" status: 200 len: 217 time: 0.2220004 May 23 11:02:09.963477 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975e20a-1000-4273-8485-78ccd29d49ef req-2a50430b-b062-4592-8c5e-07e9f683d367 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:09.966167 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7975e20a-1000-4273-8485-78ccd29d49ef req-2a50430b-b062-4592-8c5e-07e9f683d367 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=72a213e0-54a9-4bb5-a91e-62eeb4a1364f HTTP/1.1" status: 200 len: 854 time: 0.1717353 May 23 11:02:10.094322 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ed8848f5-294f-4a34-8280-850602f0db1e req-f112b1f5-4a44-40fc-8daa-6a9003d000c5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=89c2711c-4938-423f-87b5-a3bddeaf4be7 HTTP/1.1" status: 200 len: 1097 time: 0.4062512 May 23 11:02:10.155669 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7975e20a-1000-4273-8485-78ccd29d49ef req-8548ee99-4441-4461-b23b-a54507114d74 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9b6d1985-9aec-4d25-aeef-9599637b7970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1823287 May 23 11:02:10.157921 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ed8848f5-294f-4a34-8280-850602f0db1e req-c4373988-412f-472b-a57a-f84ec1c194ec service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=ccd85425-9fd3-485d-bda7-73b6a4907f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562418 May 23 11:02:10.209132 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:10.246111 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port fd73f7f5-4d28-414d-85b4-401d382d9b6c, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=fd73f7f5-4d28-414d-85b4-401d382d9b6c,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:02:10.251511 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:10.252267 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device abef6365-f53d-4cf0-a440-222e453f3cb1 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:02:10.260791 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-173d4d2f-26d6-4fbf-b262-5c1febae9827 req-2dacd0b1-ea3e-493e-a5a4-8f59ce493722 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=90c9b14de9a447dbb2784bee3d7c6631&device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 1125 time: 0.6130950 May 23 11:02:10.271111 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92548855-a73b-4775-9537-97561981b155 req-14a36539-eb9c-4128-8836-7eb445257a8d tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:10.280870 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-92548855-a73b-4775-9537-97561981b155 req-14a36539-eb9c-4128-8836-7eb445257a8d tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2b4eafa-10cb-459b-b894-bc7e645b6007 HTTP/1.1" status: 200 len: 943 time: 0.1964266 May 23 11:02:10.338889 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: abef6365-f53d-4cf0-a440-222e453f3cb1 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:02:10.340173 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device abef6365-f53d-4cf0-a440-222e453f3cb1 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:02:10.384890 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=fd73f7f5-4d28-414d-85b4-401d382d9b6c,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:10.391773 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-92548855-a73b-4775-9537-97561981b155 req-618b4694-f498-4b91-bea6-483cbb2471df tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccd85425-9fd3-485d-bda7-73b6a4907f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099510 May 23 11:02:10.414833 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87cc695-e459-4f9c-86a8-6e7eaa9a6c5d req-8915e5c1-1118-4c9b-bd23-b9c1c0830d19 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:10.417108 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a87cc695-e459-4f9c-86a8-6e7eaa9a6c5d req-8915e5c1-1118-4c9b-bd23-b9c1c0830d19 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 944 time: 0.1194930 May 23 11:02:10.478836 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a87cc695-e459-4f9c-86a8-6e7eaa9a6c5d req-e666590c-e73f-4002-a6fd-ea602effb7af tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548713 May 23 11:02:10.782192 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d4d2f-26d6-4fbf-b262-5c1febae9827 req-4b697451-fd1c-44e3-858c-16d101a10fa6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:10.783320 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-173d4d2f-26d6-4fbf-b262-5c1febae9827 req-4b697451-fd1c-44e3-858c-16d101a10fa6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3f16bf48-f1ac-437f-802c-c2072c75e62b HTTP/1.1" status: 200 len: 909 time: 0.2345059 May 23 11:02:10.796673 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6309019-df9d-4765-9d98-8385bd8f3fea req-7f97e39c-4870-4525-95f6-0508958e7c18 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:10.798672 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a6309019-df9d-4765-9d98-8385bd8f3fea req-7f97e39c-4870-4525-95f6-0508958e7c18 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5 HTTP/1.1" status: 200 len: 949 time: 0.2849030 May 23 11:02:10.861224 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7975e20a-1000-4273-8485-78ccd29d49ef req-e5c7af29-9aa8-4d48-b966-c12cadfec846 service neutron] 10.222.0.81 "GET /v2.0/networks/9b6d1985-9aec-4d25-aeef-9599637b7970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434911 May 23 11:02:10.905966 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-173d4d2f-26d6-4fbf-b262-5c1febae9827 req-3a236790-05e0-4133-bebe-e747a1b5e18c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f040a598-5466-4f5a-86ee-b83c13da01c5 HTTP/1.1" status: 200 len: 217 time: 0.1161530 May 23 11:02:10.978966 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea72ca7-da5a-4096-a96b-5ed654b0352e req-d3ae6a1f-09fb-42e2-967e-0d14aaae339b tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:10.979841 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-0ea72ca7-da5a-4096-a96b-5ed654b0352e req-d3ae6a1f-09fb-42e2-967e-0d14aaae339b tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Synchronizing usage tracker for tenant:61146b1e54d841cd9885cb7a4187d86e on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:02:10.987619 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a6309019-df9d-4765-9d98-8385bd8f3fea req-2325f1e7-b124-4c7e-a1ee-18614751d1be tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285155 May 23 11:02:11.009080 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d4d2f-26d6-4fbf-b262-5c1febae9827 req-4c4c2901-a526-4fa6-9725-f6b636bb4ab4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:11.010846 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-173d4d2f-26d6-4fbf-b262-5c1febae9827 req-4c4c2901-a526-4fa6-9725-f6b636bb4ab4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f56c9b27-295c-462d-bb89-343a223f9d6c HTTP/1.1" status: 200 len: 848 time: 0.0920601 May 23 11:02:11.012079 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-0ea72ca7-da5a-4096-a96b-5ed654b0352e req-d3ae6a1f-09fb-42e2-967e-0d14aaae339b tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Unset dirty status for tenant:61146b1e54d841cd9885cb7a4187d86e on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:02:11.013296 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0ea72ca7-da5a-4096-a96b-5ed654b0352e req-d3ae6a1f-09fb-42e2-967e-0d14aaae339b tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffa6ccc3-5b3f-4fd3-8df5-808cdfeded7a HTTP/1.1" status: 200 len: 949 time: 0.3444111 May 23 11:02:11.044438 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7975e20a-1000-4273-8485-78ccd29d49ef req-2b1f26a9-a1ea-4e1a-b754-5c08685bab5f service neutron] 10.222.0.81 "GET /v2.0/networks/9b6d1985-9aec-4d25-aeef-9599637b7970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709890 May 23 11:02:11.095792 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-173d4d2f-26d6-4fbf-b262-5c1febae9827 req-741c1754-da28-4869-bc0a-92e2bd92c96d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3f16bf48-f1ac-437f-802c-c2072c75e62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771358 May 23 11:02:11.258717 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 7d2d2227-acd2-4737-83a9-5299c1bcccaf details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:02:11.268829 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 7d2d2227-acd2-4737-83a9-5299c1bcccaf no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:02:11.296607 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0ea72ca7-da5a-4096-a96b-5ed654b0352e req-88263530-947e-4ce5-b1f3-1e9fa9b822a4 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420938 May 23 11:02:11.348247 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-173d4d2f-26d6-4fbf-b262-5c1febae9827 req-0ff0f6aa-bb75-47b0-8996-227369efad8c service neutron] 10.222.0.81 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445705 May 23 11:02:11.489907 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6390783a-6c4c-4ab4-8491-69c7143b6df1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd73f7f5-4d28-414d-85b4-401d382d9b6c'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:02:11.511490 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9e4fad7a-b1bb-4c73-8066-23b00630d024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:11.552487 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:11.573805 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 7d2d2227-acd2-4737-83a9-5299c1bcccaf, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=7d2d2227-acd2-4737-83a9-5299c1bcccaf,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:02:11.583948 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2691e-15fa-4472-8be5-fc9a14f7a453 req-3f2172f4-72ea-4731-b272-9b977f6c30b1 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:11.591674 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6ce2691e-15fa-4472-8be5-fc9a14f7a453 req-3f2172f4-72ea-4731-b272-9b977f6c30b1 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1 HTTP/1.1" status: 200 len: 947 time: 0.3605659 May 23 11:02:11.598316 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '7d2d2227-acd2-4737-83a9-5299c1bcccaf', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'port_id': '7d2d2227-acd2-4737-83a9-5299c1bcccaf', 'mac_address': 'fa:16:3e:dd:c1:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1719237-4a8e-4354-92b1-51064eb09c82', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:02:11.657230 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 7d2d2227-acd2-4737-83a9-5299c1bcccaf, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=7d2d2227-acd2-4737-83a9-5299c1bcccaf,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:02:11.663375 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-173d4d2f-26d6-4fbf-b262-5c1febae9827 req-1c71c942-aa8d-4fae-bc7d-cbc756bf57c5 service neutron] 10.222.0.81 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060842 May 23 11:02:11.669405 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:11.672343 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6ce2691e-15fa-4472-8be5-fc9a14f7a453 req-22e783b4-8119-43bc-9d9b-c98c2295a330 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790000 May 23 11:02:11.703323 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:11.786874 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device fd73f7f5-4d28-414d-85b4-401d382d9b6c details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:02:11.794818 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d2d2227-acd2-4737-83a9-5299c1bcccaf {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:02:11.859619 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=7d2d2227-acd2-4737-83a9-5299c1bcccaf,revision_number=9']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:11.978977 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:02:11.982732 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:02:12.048026 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port fd73f7f5-4d28-414d-85b4-401d382d9b6c, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=fd73f7f5-4d28-414d-85b4-401d382d9b6c,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:02:12.064829 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'fd73f7f5-4d28-414d-85b4-401d382d9b6c', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'port_id': 'fd73f7f5-4d28-414d-85b4-401d382d9b6c', 'mac_address': 'fa:16:3e:3f:07:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1719237-4a8e-4354-92b1-51064eb09c82', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:02:12.116874 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-173d4d2f-26d6-4fbf-b262-5c1febae9827 req-f59be61d-6df3-4e04-bcf6-58918695c524 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=31fc6e185c394c2a8519287df1a74f86&device_id=44ef5d5a-d17f-48c1-846a-0f169e56e87a HTTP/1.1" status: 200 len: 1094 time: 0.2885978 May 23 11:02:12.133183 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:12.155673 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd73f7f5-4d28-414d-85b4-401d382d9b6c {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:02:12.172653 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c548e65-54ff-4894-85d3-81e3bbb07a11'] response: {'server_uuid': '6390783a-6c4c-4ab4-8491-69c7143b6df1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd73f7f5-4d28-414d-85b4-401d382d9b6c', 'code': 200} May 23 11:02:12.178906 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port fd73f7f5-4d28-414d-85b4-401d382d9b6c, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=fd73f7f5-4d28-414d-85b4-401d382d9b6c,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:02:12.185100 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:12.193157 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e668ed3c-5ba2-454b-877e-cc9971cf541d req-f0789478-548d-498a-8a74-c862adeea636 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:12.202344 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e668ed3c-5ba2-454b-877e-cc9971cf541d req-f0789478-548d-498a-8a74-c862adeea636 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2b4eafa-10cb-459b-b894-bc7e645b6007 HTTP/1.1" status: 200 len: 943 time: 0.2476120 May 23 11:02:12.279794 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=fd73f7f5-4d28-414d-85b4-401d382d9b6c,revision_number=7']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:12.468288 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e668ed3c-5ba2-454b-877e-cc9971cf541d req-27994e54-b88d-4571-bf7d-39b1a5f8deca tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccd85425-9fd3-485d-bda7-73b6a4907f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644668 May 23 11:02:12.486797 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d4d2f-26d6-4fbf-b262-5c1febae9827 req-f07d0bf7-3e69-4528-a7ff-c70d94bbdbb8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:12.488267 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-173d4d2f-26d6-4fbf-b262-5c1febae9827 req-f07d0bf7-3e69-4528-a7ff-c70d94bbdbb8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9b6d1985-9aec-4d25-aeef-9599637b7970 HTTP/1.1" status: 200 len: 916 time: 0.3652012 May 23 11:02:12.512798 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c96e1-7e71-46c6-8a1e-62130925095b req-3b0b4bfc-1eec-4b84-a27c-785d933ac7d0 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:12.514380 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1d2c96e1-7e71-46c6-8a1e-62130925095b req-3b0b4bfc-1eec-4b84-a27c-785d933ac7d0 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 944 time: 0.1629877 May 23 11:02:12.623876 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:12.635070 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:12.648194 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d2d2227-acd2-4737-83a9-5299c1bcccaf {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:02:12.669048 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 7d2d2227-acd2-4737-83a9-5299c1bcccaf, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=7d2d2227-acd2-4737-83a9-5299c1bcccaf,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:02:12.675463 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:12.676766 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 67c7215b-4ed0-4f89-a646-a043aaf2f7d2 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:02:12.682150 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bde8e1-d274-4c80-837b-b420c8b1a028 req-2759f182-8ed4-4112-875f-0288eef17de7 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:12.682999 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-b1bde8e1-d274-4c80-837b-b420c8b1a028 req-2759f182-8ed4-4112-875f-0288eef17de7 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Synchronizing usage tracker for tenant:61146b1e54d841cd9885cb7a4187d86e on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:02:12.753161 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-b1bde8e1-d274-4c80-837b-b420c8b1a028 req-2759f182-8ed4-4112-875f-0288eef17de7 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Unset dirty status for tenant:61146b1e54d841cd9885cb7a4187d86e on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:02:12.754320 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b1bde8e1-d274-4c80-837b-b420c8b1a028 req-2759f182-8ed4-4112-875f-0288eef17de7 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffa6ccc3-5b3f-4fd3-8df5-808cdfeded7a HTTP/1.1" status: 200 len: 949 time: 0.2269740 May 23 11:02:12.930479 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['fd73f7f5-4d28-414d-85b4-401d382d9b6c'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:02:13.026637 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-173d4d2f-26d6-4fbf-b262-5c1febae9827 req-1a6a875d-2c2d-4af0-b978-6bfd985a2ad0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=797e2ca7-1bed-46cb-bace-167cee061911 HTTP/1.1" status: 200 len: 217 time: 0.4604111 May 23 11:02:13.032230 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-a4a99c64-c9a8-43ba-840d-eeeb190c971f service neutron] 10.222.0.81 "GET /v2.0/ports/f040a598-5466-4f5a-86ee-b83c13da01c5/bindings/n-h1-842952-2 HTTP/1.1" status: 200 len: 384 time: 0.1726644 May 23 11:02:13.075786 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:13.083008 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 67c7215b-4ed0-4f89-a646-a043aaf2f7d2, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=67c7215b-4ed0-4f89-a646-a043aaf2f7d2,segment=NetworkSegment(e44e0cf9-bf83-47bc-b775-63afb65d2a61),segment_id=e44e0cf9-bf83-47bc-b775-63afb65d2a61)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:02:13.105318 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-b1bde8e1-d274-4c80-837b-b420c8b1a028 req-48a3a2f4-1c0c-4c4a-b30e-5f8be8e0e555 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Deleting port 0aec0967-08d3-4602-89be-af079775c956 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:02:13.106626 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b1bde8e1-d274-4c80-837b-b420c8b1a028 req-48a3a2f4-1c0c-4c4a-b30e-5f8be8e0e555 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:13.122939 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1d2c96e1-7e71-46c6-8a1e-62130925095b req-da594a4f-705f-4a7d-9239-2c5f90f5dc2b tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6024122 May 23 11:02:13.129717 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '67c7215b-4ed0-4f89-a646-a043aaf2f7d2', 'network_id': '9b6d1985-9aec-4d25-aeef-9599637b7970', 'port_id': '67c7215b-4ed0-4f89-a646-a043aaf2f7d2', 'mac_address': 'fa:16:3e:80:3d:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72a213e0-54a9-4bb5-a91e-62eeb4a1364f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:02:13.152467 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=7d2d2227-acd2-4737-83a9-5299c1bcccaf,revision_number=10']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:13.160754 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d4d2f-26d6-4fbf-b262-5c1febae9827 req-21947a74-0ca1-4bc4-91fb-1631476859f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:13.165178 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-173d4d2f-26d6-4fbf-b262-5c1febae9827 req-21947a74-0ca1-4bc4-91fb-1631476859f6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=72a213e0-54a9-4bb5-a91e-62eeb4a1364f HTTP/1.1" status: 200 len: 854 time: 0.1229846 May 23 11:02:13.240515 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:13.257720 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c409c-c0f3-41f0-a91d-77b6662c7fcb req-a9789487-7b6f-4c8a-9479-687d09897ce3 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:13.259751 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5b5c409c-c0f3-41f0-a91d-77b6662c7fcb req-a9789487-7b6f-4c8a-9479-687d09897ce3 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5 HTTP/1.1" status: 200 len: 949 time: 0.5110836 May 23 11:02:13.277529 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67c7215b-4ed0-4f89-a646-a043aaf2f7d2 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:02:13.336214 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 67c7215b-4ed0-4f89-a646-a043aaf2f7d2, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=67c7215b-4ed0-4f89-a646-a043aaf2f7d2,segment=NetworkSegment(e44e0cf9-bf83-47bc-b775-63afb65d2a61),segment_id=e44e0cf9-bf83-47bc-b775-63afb65d2a61)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:02:13.341708 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5b5c409c-c0f3-41f0-a91d-77b6662c7fcb req-a3b74d31-9903-42b5-9490-53f6b8b93649 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723760 May 23 11:02:13.346465 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-173d4d2f-26d6-4fbf-b262-5c1febae9827 req-e5892f35-d363-4c8c-8467-90ffd29b1da5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9b6d1985-9aec-4d25-aeef-9599637b7970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1706319 May 23 11:02:13.363101 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:13.501660 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 797e2ca7-1bed-46cb-bace-167cee061911 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:02:13.710016 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 797e2ca7-1bed-46cb-bace-167cee061911, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=797e2ca7-1bed-46cb-bace-167cee061911,segment=NetworkSegment(e44e0cf9-bf83-47bc-b775-63afb65d2a61),segment_id=e44e0cf9-bf83-47bc-b775-63afb65d2a61)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:02:13.765726 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '797e2ca7-1bed-46cb-bace-167cee061911', 'network_id': '9b6d1985-9aec-4d25-aeef-9599637b7970', 'port_id': '797e2ca7-1bed-46cb-bace-167cee061911', 'mac_address': 'fa:16:3e:26:87:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72a213e0-54a9-4bb5-a91e-62eeb4a1364f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:02:13.833735 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-b1bde8e1-d274-4c80-837b-b420c8b1a028 req-48a3a2f4-1c0c-4c4a-b30e-5f8be8e0e555 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] For port 0aec0967-08d3-4602-89be-af079775c956, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0aec0967-08d3-4602-89be-af079775c956,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:02:13.834333 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b1bde8e1-d274-4c80-837b-b420c8b1a028 req-48a3a2f4-1c0c-4c4a-b30e-5f8be8e0e555 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:13.901126 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:13.950399 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 797e2ca7-1bed-46cb-bace-167cee061911 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:02:13.965625 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['7d2d2227-acd2-4737-83a9-5299c1bcccaf'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:02:13.973139 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-173d4d2f-26d6-4fbf-b262-5c1febae9827 req-1a65340a-7910-4677-a420-18ad9c2b5132 service neutron] 10.222.0.81 "GET /v2.0/networks/9b6d1985-9aec-4d25-aeef-9599637b7970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6185987 May 23 11:02:13.977525 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-b1bde8e1-d274-4c80-837b-b420c8b1a028 req-48a3a2f4-1c0c-4c4a-b30e-5f8be8e0e555 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Calling delete_port for 0aec0967-08d3-4602-89be-af079775c956 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:02:13.981341 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0724a7a-15a7-4588-a1e0-322cebc8efea req-8fb242ba-21ac-4e37-b11e-b36ec08d17a8 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:13.982815 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e0724a7a-15a7-4588-a1e0-322cebc8efea req-8fb242ba-21ac-4e37-b11e-b36ec08d17a8 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffa6ccc3-5b3f-4fd3-8df5-808cdfeded7a HTTP/1.1" status: 200 len: 949 time: 0.5543668 May 23 11:02:14.032320 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['67c7215b-4ed0-4f89-a646-a043aaf2f7d2'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:02:14.067021 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-1a00d2a2-3181-447c-b3f8-e265b866b086 service neutron] For port f040a598-5466-4f5a-86ee-b83c13da01c5, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=f040a598-5466-4f5a-86ee-b83c13da01c5,segment=NetworkSegment(6bc35f8b-456e-4e1c-8a63-ba8204a54381),segment_id=6bc35f8b-456e-4e1c-8a63-ba8204a54381)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:02:14.106549 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-1a00d2a2-3181-447c-b3f8-e265b866b086 service neutron] For port f040a598-5466-4f5a-86ee-b83c13da01c5, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:02:14.125648 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa06ad4-0949-42d5-884d-b4a77d2b9b8a req-f90a9535-0f36-4107-8007-a29f912a6655 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:14.134081 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-faa06ad4-0949-42d5-884d-b4a77d2b9b8a req-f90a9535-0f36-4107-8007-a29f912a6655 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1 HTTP/1.1" status: 200 len: 948 time: 0.3963678 May 23 11:02:14.204828 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-1a00d2a2-3181-447c-b3f8-e265b866b086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f040a598-5466-4f5a-86ee-b83c13da01c5 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:02:14.205331 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d2d2227-acd2-4737-83a9-5299c1bcccaf'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:02:14.225344 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-1a00d2a2-3181-447c-b3f8-e265b866b086 service neutron] For port f040a598-5466-4f5a-86ee-b83c13da01c5, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=f040a598-5466-4f5a-86ee-b83c13da01c5,segment=NetworkSegment(6bc35f8b-456e-4e1c-8a63-ba8204a54381),segment_id=6bc35f8b-456e-4e1c-8a63-ba8204a54381)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:02:14.243667 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=67c7215b-4ed0-4f89-a646-a043aaf2f7d2,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:14.246179 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b1bde8e1-d274-4c80-837b-b420c8b1a028 req-48a3a2f4-1c0c-4c4a-b30e-5f8be8e0e555 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:14.248812 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-1a00d2a2-3181-447c-b3f8-e265b866b086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:14.253421 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:14.270581 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 797e2ca7-1bed-46cb-bace-167cee061911, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=797e2ca7-1bed-46cb-bace-167cee061911,segment=NetworkSegment(e44e0cf9-bf83-47bc-b775-63afb65d2a61),segment_id=e44e0cf9-bf83-47bc-b775-63afb65d2a61)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:02:14.281914 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:14.285442 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-faa06ad4-0949-42d5-884d-b4a77d2b9b8a req-469d27f2-dddb-4d8c-b751-6d39f2ee8386 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497538 May 23 11:02:14.318127 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e0724a7a-15a7-4588-a1e0-322cebc8efea req-f368323e-8623-48c8-b7b8-300bf1ae2b86 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000565 May 23 11:02:14.343104 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a3a2f4-1c0c-4c4a-b30e-5f8be8e0e555 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Pushing event deleted for resources: {'Port': ['ID=0aec0967-08d3-4602-89be-af079775c956,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:14.403412 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-173d4d2f-26d6-4fbf-b262-5c1febae9827 req-92db409c-8319-44e2-b3d1-94d2c9e1c3af service neutron] 10.222.0.81 "GET /v2.0/networks/9b6d1985-9aec-4d25-aeef-9599637b7970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184849 May 23 11:02:14.440344 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=797e2ca7-1bed-46cb-bace-167cee061911,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:14.637805 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1bde8e1-d274-4c80-837b-b420c8b1a028 req-48a3a2f4-1c0c-4c4a-b30e-5f8be8e0e555 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] No DVR routers for this DVR port 0aec0967-08d3-4602-89be-af079775c956 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:02:14.648123 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b1bde8e1-d274-4c80-837b-b420c8b1a028 req-48a3a2f4-1c0c-4c4a-b30e-5f8be8e0e555 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:14.674149 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa6ccc3-5b3f-4fd3-8df5-808cdfeded7a', 'name': 'network-vif-deleted', 'tag': '0aec0967-08d3-4602-89be-af079775c956'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:02:14.691138 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ec863-ec8c-4523-ad74-2e79fb1b7516 req-a1c54b55-2564-44ec-ba68-5ed9000de687 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:14.693066 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2c6ec863-ec8c-4523-ad74-2e79fb1b7516 req-a1c54b55-2564-44ec-ba68-5ed9000de687 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2b4eafa-10cb-459b-b894-bc7e645b6007 HTTP/1.1" status: 200 len: 944 time: 0.0927739 May 23 11:02:14.699569 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b1bde8e1-d274-4c80-837b-b420c8b1a028 req-48a3a2f4-1c0c-4c4a-b30e-5f8be8e0e555 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.81 "DELETE /v2.0/ports/0aec0967-08d3-4602-89be-af079775c956 HTTP/1.1" status: 204 len: 173 time: 1.9378228 May 23 11:02:14.750505 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-1a00d2a2-3181-447c-b3f8-e265b866b086 service neutron] Transition to ACTIVE for port object f040a598-5466-4f5a-86ee-b83c13da01c5 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:02:14.756221 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-1a00d2a2-3181-447c-b3f8-e265b866b086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:14.924084 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2c6ec863-ec8c-4523-ad74-2e79fb1b7516 req-79e7bd64-7989-42ad-a9a4-6a03f8929082 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccd85425-9fd3-485d-bda7-73b6a4907f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863399 May 23 11:02:14.975463 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c322878-9300-4075-80ee-fb323af39ed5 req-8edc6c76-f389-4156-b48e-e4e2e100b90c tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:14.984382 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7c322878-9300-4075-80ee-fb323af39ed5 req-8edc6c76-f389-4156-b48e-e4e2e100b90c tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 944 time: 0.2899497 May 23 11:02:14.996667 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['797e2ca7-1bed-46cb-bace-167cee061911'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:02:15.060471 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7c322878-9300-4075-80ee-fb323af39ed5 req-dab89903-f0b0-45df-821a-1e72e86113b3 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745087 May 23 11:02:15.168197 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1215e11-18df-4c87-9608-73143a6a4faf'] response: {'server_uuid': '4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d2d2227-acd2-4737-83a9-5299c1bcccaf', 'code': 200} May 23 11:02:15.224831 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-1a00d2a2-3181-447c-b3f8-e265b866b086 service neutron] No DVR routers for this DVR port f040a598-5466-4f5a-86ee-b83c13da01c5 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:02:15.243130 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a00d2a2-3181-447c-b3f8-e265b866b086 service neutron] Pushing event updated for resources: {'Port': ['ID=f040a598-5466-4f5a-86ee-b83c13da01c5,revision_number=10']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:15.313801 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-1a00d2a2-3181-447c-b3f8-e265b866b086 service neutron] 10.222.0.81 "PUT /v2.0/ports/f040a598-5466-4f5a-86ee-b83c13da01c5/bindings/n-h1-842952-2/activate HTTP/1.1" status: 200 len: 369 time: 2.2767720 May 23 11:02:15.390875 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02842861-e273-4189-95c8-d4e2a952e689'] response: {'server_uuid': 'ffa6ccc3-5b3f-4fd3-8df5-808cdfeded7a', 'name': 'network-vif-deleted', 'tag': '0aec0967-08d3-4602-89be-af079775c956', 'status': 'completed', 'code': 200} May 23 11:02:15.482113 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device f040a598-5466-4f5a-86ee-b83c13da01c5 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:02:15.611266 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['5f19de5f-f01b-41e2-8cfa-06b5b1560682', '72052476-d42b-4f39-a4fa-a1f304916016'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:02:15.688357 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['845cbdb8-20ac-409d-9de2-07e4beb11306', '2ae0466f-d393-43e6-953f-977138041292', '7e27e423-05a5-47f8-ba42-0348aaace8cc', '66bca1d4-9a5d-4cf9-877d-f47a02a5e78b'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:02:15.786647 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d42e42-9c13-425b-b60c-827fc3e3d222 req-d61acd5c-c9a1-414b-88e4-05eb295aeebf tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:15.786647 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d5d42e42-9c13-425b-b60c-827fc3e3d222 req-d61acd5c-c9a1-414b-88e4-05eb295aeebf tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5 HTTP/1.1" status: 200 len: 949 time: 0.4382493 May 23 11:02:15.837216 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f03b55-79d3-4030-b6ce-e7cfd69632a6 req-21d79caa-8f5d-4eb2-a58d-17b1cdb74aca tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:15.838210 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-14f03b55-79d3-4030-b6ce-e7cfd69632a6 req-21d79caa-8f5d-4eb2-a58d-17b1cdb74aca tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.13 "GET /v2.0/ports?device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1&tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&binding%3Ahost_id=n-h1-842952-2 HTTP/1.1" status: 200 len: 948 time: 0.3818698 May 23 11:02:15.877501 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-d64c4606-ca1d-4fe5-bc2a-94d097a53b7f tempest-LiveMigrationTest-1953020720 tempest-LiveMigrationTest-1953020720-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f&tenant_id=90c9b14de9a447dbb2784bee3d7c6631&binding%3Ahost_id=n-h2-842952-2 HTTP/1.1" status: 200 len: 1096 time: 0.3452382 May 23 11:02:15.886877 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6460f21a-84e4-4e0e-8f1c-724b3a228667 req-2393b8ff-7b31-4216-b284-86d04fbea6e1 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:15.886877 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6460f21a-84e4-4e0e-8f1c-724b3a228667 req-2393b8ff-7b31-4216-b284-86d04fbea6e1 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1 HTTP/1.1" status: 200 len: 948 time: 0.2965944 May 23 11:02:15.901001 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device f040a598-5466-4f5a-86ee-b83c13da01c5 not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:02:15.901001 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 0aec0967-08d3-4602-89be-af079775c956 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:02:15.910200 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d5d42e42-9c13-425b-b60c-827fc3e3d222 req-79f8f5b1-2668-4255-8877-71911383ba14 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127503 May 23 11:02:15.987521 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: 0aec0967-08d3-4602-89be-af079775c956 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:02:15.987893 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 0aec0967-08d3-4602-89be-af079775c956 not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:02:15.989137 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6460f21a-84e4-4e0e-8f1c-724b3a228667 req-9c009e1c-e087-42c4-bdab-8b23529971b2 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913498 May 23 11:02:16.393643 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-04edb349-8829-462f-890a-e4019db316f6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f&tenant_id=90c9b14de9a447dbb2784bee3d7c6631 HTTP/1.1" status: 200 len: 1096 time: 0.5126455 May 23 11:02:16.421040 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-14f03b55-79d3-4030-b6ce-e7cfd69632a6 req-950d806d-249d-4023-bc5a-b0ea3b7a9d65 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1 HTTP/1.1" status: 200 len: 1099 time: 0.4298761 May 23 11:02:16.685531 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f046dca-359d-428f-86ca-5477393dee4b req-a46fc4d3-24e8-4aa9-98b6-2c35fdff3ea4 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:16.688348 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6f046dca-359d-428f-86ca-5477393dee4b req-a46fc4d3-24e8-4aa9-98b6-2c35fdff3ea4 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2b4eafa-10cb-459b-b894-bc7e645b6007 HTTP/1.1" status: 200 len: 944 time: 0.3969271 May 23 11:02:16.745391 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3452e4-d8c1-4b14-b4ac-08910e490cac req-a97bd67a-bc0b-43da-ad54-7dbea1ce2d30 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:16.746282 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bf3452e4-d8c1-4b14-b4ac-08910e490cac req-a97bd67a-bc0b-43da-ad54-7dbea1ce2d30 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 945 time: 0.4162459 May 23 11:02:16.816716 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f03b55-79d3-4030-b6ce-e7cfd69632a6 req-719d77d1-116d-4980-b915-ab02cf145a35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:16.819696 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-14f03b55-79d3-4030-b6ce-e7cfd69632a6 req-719d77d1-116d-4980-b915-ab02cf145a35 service neutron] 10.222.0.13 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.3869028 May 23 11:02:16.839043 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6f046dca-359d-428f-86ca-5477393dee4b req-75709302-8564-42b4-b1bf-1e20630d30f9 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccd85425-9fd3-485d-bda7-73b6a4907f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360841 May 23 11:02:16.905174 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-eb787c9f-2896-4a5c-8282-50701576b1bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=90c9b14de9a447dbb2784bee3d7c6631&device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 1096 time: 0.4525802 May 23 11:02:16.967508 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bf3452e4-d8c1-4b14-b4ac-08910e490cac req-fa9a81b2-5a16-4d45-b093-335ca748f5f2 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046278 May 23 11:02:16.972712 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-14f03b55-79d3-4030-b6ce-e7cfd69632a6 req-48ddc0f3-3b87-46ed-a30d-571ec6231876 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=fd73f7f5-4d28-414d-85b4-401d382d9b6c HTTP/1.1" status: 200 len: 217 time: 0.1303823 May 23 11:02:17.146172 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f03b55-79d3-4030-b6ce-e7cfd69632a6 req-38c14025-efef-4018-8c36-a9b565ee9df0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:17.148014 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-14f03b55-79d3-4030-b6ce-e7cfd69632a6 req-38c14025-efef-4018-8c36-a9b565ee9df0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.1155450 May 23 11:02:17.346825 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-430af347-7919-41ec-9e97-417338d718a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:17.348727 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-430af347-7919-41ec-9e97-417338d718a7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3f16bf48-f1ac-437f-802c-c2072c75e62b HTTP/1.1" status: 200 len: 909 time: 0.4266627 May 23 11:02:17.468750 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 67c7215b-4ed0-4f89-a646-a043aaf2f7d2 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:02:17.507522 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-832afe38-2293-4781-a388-f974774996d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f040a598-5466-4f5a-86ee-b83c13da01c5 HTTP/1.1" status: 200 len: 217 time: 0.1398768 May 23 11:02:17.564599 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38782) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:02:17.588357 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 67c7215b-4ed0-4f89-a646-a043aaf2f7d2 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:02:17.594017 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 67c7215b-4ed0-4f89-a646-a043aaf2f7d2 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:02:17.594390 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:17.631668 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-1cafc75f-039c-4a33-b982-1bcdee196660 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:17.633169 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-1cafc75f-039c-4a33-b982-1bcdee196660 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f56c9b27-295c-462d-bb89-343a223f9d6c HTTP/1.1" status: 200 len: 848 time: 0.1080959 May 23 11:02:17.638513 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-14f03b55-79d3-4030-b6ce-e7cfd69632a6 req-3b406085-f6aa-4869-8e1c-1778ae2ab52f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4628847 May 23 11:02:17.646229 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d34e5d-f6e2-4877-8486-cbe73c61aceb req-1be9a5e0-162d-4dfd-900c-86c670728859 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:17.650774 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-35d34e5d-f6e2-4877-8486-cbe73c61aceb req-1be9a5e0-162d-4dfd-900c-86c670728859 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5 HTTP/1.1" status: 200 len: 949 time: 0.4143951 May 23 11:02:17.742542 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:17.762465 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device fd73f7f5-4d28-414d-85b4-401d382d9b6c up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:02:17.795861 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e61488e8-a251-47ba-a142-28730335450f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:17.799683 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc222c-57ca-44dc-a1b5-bd9612fd0456 req-9ea28194-5716-4787-9a33-693af081f051 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:17.799683 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-54fc222c-57ca-44dc-a1b5-bd9612fd0456 req-9ea28194-5716-4787-9a33-693af081f051 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1 HTTP/1.1" status: 200 len: 948 time: 0.4280961 May 23 11:02:17.860518 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 67c7215b-4ed0-4f89-a646-a043aaf2f7d2, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=67c7215b-4ed0-4f89-a646-a043aaf2f7d2,segment=NetworkSegment(e44e0cf9-bf83-47bc-b775-63afb65d2a61),segment_id=e44e0cf9-bf83-47bc-b775-63afb65d2a61)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:02:17.862365 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b4eafa-10cb-459b-b894-bc7e645b6007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c7215b-4ed0-4f89-a646-a043aaf2f7d2'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:02:17.870144 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-d4023d38-4d11-46af-9710-125e59fb27a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3f16bf48-f1ac-437f-802c-c2072c75e62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2100022 May 23 11:02:17.871513 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:17.872031 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 797e2ca7-1bed-46cb-bace-167cee061911 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:02:17.884108 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e61488e8-a251-47ba-a142-28730335450f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:02:17.896154 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e61488e8-a251-47ba-a142-28730335450f admin admin] Usage tracker for resource:security_group_rule and tenant:af8468bd53aa48e2a9fa2c15c63f371b is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:02:17.901045 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e61488e8-a251-47ba-a142-28730335450f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:02:17.915791 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e61488e8-a251-47ba-a142-28730335450f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:02:17.941796 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-35d34e5d-f6e2-4877-8486-cbe73c61aceb req-994782cc-4995-416c-a25a-b4243a3526a4 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640339 May 23 11:02:18.009389 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=67c7215b-4ed0-4f89-a646-a043aaf2f7d2,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:18.069476 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port fd73f7f5-4d28-414d-85b4-401d382d9b6c triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:02:18.069788 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:18.105671 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e61488e8-a251-47ba-a142-28730335450f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:18.112940 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e61488e8-a251-47ba-a142-28730335450f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:18.148527 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-54fc222c-57ca-44dc-a1b5-bd9612fd0456 req-685b6035-ded5-4ab0-a64e-490262d04312 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159142 May 23 11:02:18.190526 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 797e2ca7-1bed-46cb-bace-167cee061911 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:02:18.213086 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 797e2ca7-1bed-46cb-bace-167cee061911 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:02:18.213467 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:18.222391 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-446b98f7-488a-487c-a9bf-4e60fdeb670c service neutron] 10.222.0.13 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793615 May 23 11:02:18.234851 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61488e8-a251-47ba-a142-28730335450f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e9b33a-0bd3-442f-8bc3-58f4a658d4e1,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:18.279718 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e61488e8-a251-47ba-a142-28730335450f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=af8468bd53aa48e2a9fa2c15c63f371b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7137938 May 23 11:02:18.281939 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38796) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:02:18.338962 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c08d3087-1eb6-4283-866b-99afb6e992bb'] response: {'server_uuid': 'a2b4eafa-10cb-459b-b894-bc7e645b6007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c7215b-4ed0-4f89-a646-a043aaf2f7d2', 'code': 200} May 23 11:02:18.395442 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-14f03b55-79d3-4030-b6ce-e7cfd69632a6 req-32efd1c2-bee7-4a2f-9088-3b532c6c48df service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7432415 May 23 11:02:18.539664 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:18.549732 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5875952b-013d-4888-8438-b903c54f2e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:18.594407 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-14f03b55-79d3-4030-b6ce-e7cfd69632a6 req-146297bb-d097-4a5a-8496-0e5cf4919cc2 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864650 May 23 11:02:18.658996 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5875952b-013d-4888-8438-b903c54f2e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:18.743965 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port fd73f7f5-4d28-414d-85b4-401d382d9b6c, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=fd73f7f5-4d28-414d-85b4-401d382d9b6c,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:02:18.752957 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:18.761673 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:18.861048 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ed8e1-64a4-44ed-b4c5-a11e8138471e req-28b3c4c4-0b21-47ec-b916-643d19cd0af0 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:18.869414 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6fc21b0a-e3ac-423e-9ca3-843371af6a3b req-55e9e408-b64b-47de-8d9a-b71463e80420 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a2b4eafa-10cb-459b-b894-bc7e645b6007 HTTP/1.1" status: 200 len: 1096 time: 0.3959291 May 23 11:02:18.874284 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-995ed8e1-64a4-44ed-b4c5-a11e8138471e req-28b3c4c4-0b21-47ec-b916-643d19cd0af0 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe97a8a3-465e-4e43-8c1f-8da8b7e1f745 HTTP/1.1" status: 200 len: 950 time: 0.6482229 May 23 11:02:18.883083 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5875952b-013d-4888-8438-b903c54f2e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:18.918847 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=fd73f7f5-4d28-414d-85b4-401d382d9b6c,revision_number=8']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:18.946866 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-a899f3f4-e59e-43f0-8a38-fde0f3399cab service neutron] 10.222.0.13 "GET /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6863489 May 23 11:02:18.972396 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-995ed8e1-64a4-44ed-b4c5-a11e8138471e req-039b7936-6c55-40c1-a7d0-8303084c2e31 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960224 May 23 11:02:18.978465 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5875952b-013d-4888-8438-b903c54f2e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e9b33a-0bd3-442f-8bc3-58f4a658d4e1,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:19.003060 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5875952b-013d-4888-8438-b903c54f2e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:19.008533 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5875952b-013d-4888-8438-b903c54f2e24 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/59e9b33a-0bd3-442f-8bc3-58f4a658d4e1 HTTP/1.1" status: 204 len: 168 time: 0.7249918 May 23 11:02:19.019099 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 797e2ca7-1bed-46cb-bace-167cee061911, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=797e2ca7-1bed-46cb-bace-167cee061911,segment=NetworkSegment(e44e0cf9-bf83-47bc-b775-63afb65d2a61),segment_id=e44e0cf9-bf83-47bc-b775-63afb65d2a61)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:02:19.034374 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b3b56-acb7-44f0-8773-bbd032133f8a req-9d651d87-e86c-4a9c-b99d-8e3f7f1f58da tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:19.039768 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:19.040505 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 7d2d2227-acd2-4737-83a9-5299c1bcccaf up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:02:19.048485 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2d8b3b56-acb7-44f0-8773-bbd032133f8a req-9d651d87-e86c-4a9c-b99d-8e3f7f1f58da tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2b4eafa-10cb-459b-b894-bc7e645b6007 HTTP/1.1" status: 200 len: 945 time: 0.4495835 May 23 11:02:19.092058 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6fc21b0a-e3ac-423e-9ca3-843371af6a3b req-84e2f1bb-2e27-47f1-af99-409d1503dafd service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=ccd85425-9fd3-485d-bda7-73b6a4907f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953948 May 23 11:02:19.149455 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2d8b3b56-acb7-44f0-8773-bbd032133f8a req-2c1d06a0-22af-42bc-bf45-e743dbd1316c tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccd85425-9fd3-485d-bda7-73b6a4907f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989850 May 23 11:02:19.150923 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5dbb2-7f02-4938-b81b-090e40764a04 req-bb97d820-d5ca-4fd1-a3c9-abf28d395e84 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:19.154034 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-d2c5dbb2-7f02-4938-b81b-090e40764a04 req-bb97d820-d5ca-4fd1-a3c9-abf28d395e84 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Synchronizing usage tracker for tenant:61146b1e54d841cd9885cb7a4187d86e on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:02:19.209956 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-d2c5dbb2-7f02-4938-b81b-090e40764a04 req-bb97d820-d5ca-4fd1-a3c9-abf28d395e84 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Unset dirty status for tenant:61146b1e54d841cd9885cb7a4187d86e on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:02:19.215115 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d2c5dbb2-7f02-4938-b81b-090e40764a04 req-bb97d820-d5ca-4fd1-a3c9-abf28d395e84 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe97a8a3-465e-4e43-8c1f-8da8b7e1f745 HTTP/1.1" status: 200 len: 950 time: 0.3014190 May 23 11:02:19.326659 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=797e2ca7-1bed-46cb-bace-167cee061911,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:19.387870 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13521cf4-826f-49e3-bcfc-93317c3b4e59 req-cb717385-0a19-4004-b645-9aa359109df2 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:19.388031 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 7d2d2227-acd2-4737-83a9-5299c1bcccaf triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:02:19.388312 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:19.402812 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-13521cf4-826f-49e3-bcfc-93317c3b4e59 req-cb717385-0a19-4004-b645-9aa359109df2 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 945 time: 0.2191510 May 23 11:02:19.536459 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-13521cf4-826f-49e3-bcfc-93317c3b4e59 req-8c404831-864e-4753-b501-3d112ca638cb tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300800 May 23 11:02:19.559458 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-d2c5dbb2-7f02-4938-b81b-090e40764a04 req-46e102af-d8f5-4abe-b604-798632fd6cc3 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Deleting port 72052476-d42b-4f39-a4fa-a1f304916016 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:02:19.561229 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d2c5dbb2-7f02-4938-b81b-090e40764a04 req-46e102af-d8f5-4abe-b604-798632fd6cc3 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:19.815952 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543b823-34dd-4056-9993-d0e5c5b4c01f req-490dc08b-9006-4e2d-8790-37a945dc6dba tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:19.821911 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5543b823-34dd-4056-9993-d0e5c5b4c01f req-490dc08b-9006-4e2d-8790-37a945dc6dba tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5 HTTP/1.1" status: 200 len: 949 time: 0.2340858 May 23 11:02:19.859354 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:19.885471 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38818) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:02:19.908917 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 7d2d2227-acd2-4737-83a9-5299c1bcccaf, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=7d2d2227-acd2-4737-83a9-5299c1bcccaf,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:02:19.917498 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:20.011187 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 72052476-d42b-4f39-a4fa-a1f304916016 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:02:20.016997 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5543b823-34dd-4056-9993-d0e5c5b4c01f req-5008e874-0f77-4f23-a668-4b385f65c372 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895325 May 23 11:02:20.032719 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-55bc2abf-cb63-4fa7-be1c-345cdfbf8a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:20.120168 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-55bc2abf-cb63-4fa7-be1c-345cdfbf8a15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:02:20.129220 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-55bc2abf-cb63-4fa7-be1c-345cdfbf8a15 admin admin] Usage tracker for resource:security_group_rule and tenant:ade883574ab34a7d9fdc9fae287dd223 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:02:20.134661 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-55bc2abf-cb63-4fa7-be1c-345cdfbf8a15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:02:20.144937 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-55bc2abf-cb63-4fa7-be1c-345cdfbf8a15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:02:20.160426 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51671d84-257d-446d-ab2a-ea3b7cf10033 req-d615ca9d-9035-4985-bdcd-364dc6cb77cd tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:20.171703 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-51671d84-257d-446d-ab2a-ea3b7cf10033 req-d615ca9d-9035-4985-bdcd-364dc6cb77cd tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1 HTTP/1.1" status: 200 len: 949 time: 0.2535305 May 23 11:02:20.177339 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-fcdc266b-e6d0-48a8-9d26-76f2533561ce tempest-LiveMigrationTest-1953020720 tempest-LiveMigrationTest-1953020720-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f&tenant_id=90c9b14de9a447dbb2784bee3d7c6631&binding%3Ahost_id=n-h1-842952-2 HTTP/1.1" status: 200 len: 1096 time: 0.3119712 May 23 11:02:20.243278 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-d2c5dbb2-7f02-4938-b81b-090e40764a04 req-46e102af-d8f5-4abe-b604-798632fd6cc3 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] For port 72052476-d42b-4f39-a4fa-a1f304916016, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=72052476-d42b-4f39-a4fa-a1f304916016,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:02:20.243724 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d2c5dbb2-7f02-4938-b81b-090e40764a04 req-46e102af-d8f5-4abe-b604-798632fd6cc3 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:20.312259 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-51671d84-257d-446d-ab2a-ea3b7cf10033 req-47babe31-8be6-4c24-9e37-0768a20b455d tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391191 May 23 11:02:20.411797 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6390783a-6c4c-4ab4-8491-69c7143b6df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd73f7f5-4d28-414d-85b4-401d382d9b6c'}, {'server_uuid': '44ef5d5a-d17f-48c1-846a-0f169e56e87a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '797e2ca7-1bed-46cb-bace-167cee061911'}, {'server_uuid': '4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2d2227-acd2-4737-83a9-5299c1bcccaf'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:02:20.424881 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-6166665b-0080-467a-a9e9-7e09f17bba15 service neutron] For port f040a598-5466-4f5a-86ee-b83c13da01c5, host n-h2-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:02:20.430723 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-6166665b-0080-467a-a9e9-7e09f17bba15 service neutron] Notify callbacks [] for binding, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:20.431261 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=7d2d2227-acd2-4737-83a9-5299c1bcccaf,revision_number=11']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:20.432434 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-63fd5650-54c3-4b24-8c3f-d2b19771ea8d req-6166665b-0080-467a-a9e9-7e09f17bba15 service neutron] 10.222.0.13 "DELETE /v2.0/ports/f040a598-5466-4f5a-86ee-b83c13da01c5/bindings/n-h2-842952-2 HTTP/1.1" status: 204 len: 173 time: 0.2214522 May 23 11:02:20.447593 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:20.462667 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6d0e1-ed75-4c4d-accc-af83315eb06e req-0e9e0833-43cc-4171-a53d-33cd618e2b57 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:20.464397 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-adc6d0e1-ed75-4c4d-accc-af83315eb06e req-0e9e0833-43cc-4171-a53d-33cd618e2b57 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe97a8a3-465e-4e43-8c1f-8da8b7e1f745 HTTP/1.1" status: 200 len: 950 time: 0.1512599 May 23 11:02:20.496092 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 72052476-d42b-4f39-a4fa-a1f304916016, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=72052476-d42b-4f39-a4fa-a1f304916016,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:02:20.500696 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-d2c5dbb2-7f02-4938-b81b-090e40764a04 req-46e102af-d8f5-4abe-b604-798632fd6cc3 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Calling delete_port for 72052476-d42b-4f39-a4fa-a1f304916016 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:02:20.501290 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:20.578769 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=72052476-d42b-4f39-a4fa-a1f304916016,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:20.592756 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-adc6d0e1-ed75-4c4d-accc-af83315eb06e req-7411a51f-56b6-47f6-81ab-bfdc2a7049b3 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669274 May 23 11:02:20.646044 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a7c68-9be3-467e-be52-8f9e09063d09 req-f9acd580-e3f3-41ee-9494-5aebbcc6c232 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:20.657056 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce6a7c68-9be3-467e-be52-8f9e09063d09 req-f9acd580-e3f3-41ee-9494-5aebbcc6c232 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2b4eafa-10cb-459b-b894-bc7e645b6007 HTTP/1.1" status: 200 len: 945 time: 0.1915898 May 23 11:02:20.705159 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-55bc2abf-cb63-4fa7-be1c-345cdfbf8a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:20.710040 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.api [req-d2c5dbb2-7f02-4938-b81b-090e40764a04 req-46e102af-d8f5-4abe-b604-798632fd6cc3 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:02:20.710385 n-d-842952-2 neutron-server[83911]: DEBUG oslo_db.api [req-d2c5dbb2-7f02-4938-b81b-090e40764a04 req-46e102af-d8f5-4abe-b604-798632fd6cc3 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:02:20.710865 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-55bc2abf-cb63-4fa7-be1c-345cdfbf8a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:20.720172 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce6a7c68-9be3-467e-be52-8f9e09063d09 req-cf5db279-10ce-4f0d-b2f6-c7be51393132 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccd85425-9fd3-485d-bda7-73b6a4907f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617003 May 23 11:02:20.778853 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-55bc2abf-cb63-4fa7-be1c-345cdfbf8a15 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ade883574ab34a7d9fdc9fae287dd223&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8910019 May 23 11:02:20.781624 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 38838) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:02:20.792009 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc2abf-cb63-4fa7-be1c-345cdfbf8a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9567dc99-f5e3-44b7-8e5d-9e506eb99a05,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:20.887905 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15ce3a03-2715-4a68-b6ab-d9f147aa19e8'] response: {'server_uuid': '6390783a-6c4c-4ab4-8491-69c7143b6df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd73f7f5-4d28-414d-85b4-401d382d9b6c', 'code': 200} May 23 11:02:20.888409 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15ce3a03-2715-4a68-b6ab-d9f147aa19e8'] response: {'server_uuid': '44ef5d5a-d17f-48c1-846a-0f169e56e87a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '797e2ca7-1bed-46cb-bace-167cee061911', 'code': 200} May 23 11:02:20.888697 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15ce3a03-2715-4a68-b6ab-d9f147aa19e8'] response: {'server_uuid': '4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2d2227-acd2-4737-83a9-5299c1bcccaf', 'code': 200} May 23 11:02:20.925493 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0430f5b2-3128-427e-bc7b-160d00463565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:20.961982 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0430f5b2-3128-427e-bc7b-160d00463565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:20.974353 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f679341-b645-4e51-9daf-da2cc7ad625c req-60b5ac42-ecf0-4a2b-ae96-61f86b6d1939 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:20.976002 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2f679341-b645-4e51-9daf-da2cc7ad625c req-60b5ac42-ecf0-4a2b-ae96-61f86b6d1939 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1 HTTP/1.1" status: 200 len: 949 time: 0.1802437 May 23 11:02:21.055998 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2f679341-b645-4e51-9daf-da2cc7ad625c req-1a91f525-ce65-4c05-830f-0e459a75b2ea tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739839 May 23 11:02:21.112591 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-54adc24f-5ccd-4b7b-84b5-b6929a56a171 req-7815b392-7b9c-4d2d-873e-008a171fdf44 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=44ef5d5a-d17f-48c1-846a-0f169e56e87a HTTP/1.1" status: 200 len: 1096 time: 0.1150885 May 23 11:02:21.174806 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-54adc24f-5ccd-4b7b-84b5-b6929a56a171 req-09fb01c7-aabb-4662-b519-ca01416f092c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=ccd85425-9fd3-485d-bda7-73b6a4907f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540049 May 23 11:02:21.180400 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e4118-6f98-4497-948e-939e8d2ea906 req-16f36784-fcc8-4a94-8a97-0cd23b8bfb24 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:21.181881 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-538e4118-6f98-4497-948e-939e8d2ea906 req-16f36784-fcc8-4a94-8a97-0cd23b8bfb24 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 945 time: 0.1316557 May 23 11:02:21.182914 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0430f5b2-3128-427e-bc7b-160d00463565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:21.202537 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0430f5b2-3128-427e-bc7b-160d00463565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:21.203623 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0430f5b2-3128-427e-bc7b-160d00463565 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9567dc99-f5e3-44b7-8e5d-9e506eb99a05 HTTP/1.1" status: 204 len: 168 time: 0.4208236 May 23 11:02:21.211549 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-d2c5dbb2-7f02-4938-b81b-090e40764a04 req-46e102af-d8f5-4abe-b604-798632fd6cc3 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Deleting port 72052476-d42b-4f39-a4fa-a1f304916016 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:02:21.211960 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d2c5dbb2-7f02-4938-b81b-090e40764a04 req-46e102af-d8f5-4abe-b604-798632fd6cc3 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:21.219678 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0430f5b2-3128-427e-bc7b-160d00463565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9567dc99-f5e3-44b7-8e5d-9e506eb99a05,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:21.253738 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-538e4118-6f98-4497-948e-939e8d2ea906 req-3e7b77e7-9341-4886-a738-ee95df1a3535 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643549 May 23 11:02:21.390905 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f43de70-2885-4486-ac65-32b65ed5dd7a req-391114b2-f6d0-47b5-9377-14f3ce884d09 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:21.397646 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5f43de70-2885-4486-ac65-32b65ed5dd7a req-391114b2-f6d0-47b5-9377-14f3ce884d09 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5 HTTP/1.1" status: 200 len: 950 time: 0.1224172 May 23 11:02:21.492165 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5f43de70-2885-4486-ac65-32b65ed5dd7a req-dda82351-d599-4ed3-8747-5c73767ff723 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933590 May 23 11:02:21.740890 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-d2c5dbb2-7f02-4938-b81b-090e40764a04 req-46e102af-d8f5-4abe-b604-798632fd6cc3 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] For port 72052476-d42b-4f39-a4fa-a1f304916016, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=72052476-d42b-4f39-a4fa-a1f304916016,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:02:21.741252 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d2c5dbb2-7f02-4938-b81b-090e40764a04 req-46e102af-d8f5-4abe-b604-798632fd6cc3 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:21.895277 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c6759e40-38b3-4f86-87ed-2ce8b9ae0bad req-37f235d2-8321-4051-865e-fa9c9acfc6cd tempest-LiveMigrationTest-1953020720 tempest-LiveMigrationTest-1953020720-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 1096 time: 0.2912517 May 23 11:02:21.994394 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4715af-532b-4012-84c5-deb65fd2a0a3 req-bbffdf03-c49b-47ff-9df9-3791fba4cbe6 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:21.995584 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eb4715af-532b-4012-84c5-deb65fd2a0a3 req-bbffdf03-c49b-47ff-9df9-3791fba4cbe6 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe97a8a3-465e-4e43-8c1f-8da8b7e1f745 HTTP/1.1" status: 200 len: 948 time: 0.1729298 May 23 11:02:21.997770 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c6759e40-38b3-4f86-87ed-2ce8b9ae0bad req-be595dd5-cc61-4e29-9b0d-a332e36e08be tempest-LiveMigrationTest-1953020720 tempest-LiveMigrationTest-1953020720-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951531 May 23 11:02:22.077158 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eb4715af-532b-4012-84c5-deb65fd2a0a3 req-036efc6c-270e-409d-b057-aaedff3d7be5 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739596 May 23 11:02:22.186535 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d8c1399b-a905-40a3-bae5-9b39f4aee09b req-94b1b880-c12f-4045-af71-2459988a2d4a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5 HTTP/1.1" status: 200 len: 1101 time: 0.6365197 May 23 11:02:22.193850 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-d2c5dbb2-7f02-4938-b81b-090e40764a04 req-46e102af-d8f5-4abe-b604-798632fd6cc3 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Calling delete_port for 72052476-d42b-4f39-a4fa-a1f304916016 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:02:22.281165 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741fcb38-30b3-4cf1-abd3-80f3bb480552 req-89aa42d0-58bf-4b29-95e8-d1fca170f203 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:22.284528 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-741fcb38-30b3-4cf1-abd3-80f3bb480552 req-89aa42d0-58bf-4b29-95e8-d1fca170f203 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2b4eafa-10cb-459b-b894-bc7e645b6007 HTTP/1.1" status: 200 len: 945 time: 0.1220529 May 23 11:02:22.323915 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d8c1399b-a905-40a3-bae5-9b39f4aee09b req-828fc75a-6a9e-47cd-b2d5-276535acb987 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838296 May 23 11:02:22.344655 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-a0b20e9e-093b-4761-bd96-cc51b2401847 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586722 May 23 11:02:22.406841 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d2c5dbb2-7f02-4938-b81b-090e40764a04 req-46e102af-d8f5-4abe-b604-798632fd6cc3 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:22.453194 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['845cbdb8-20ac-409d-9de2-07e4beb11306', '2ae0466f-d393-43e6-953f-977138041292', '7e27e423-05a5-47f8-ba42-0348aaace8cc', '66bca1d4-9a5d-4cf9-877d-f47a02a5e78b'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:02:22.464619 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e102af-d8f5-4abe-b604-798632fd6cc3 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Pushing event deleted for resources: {'Port': ['ID=72052476-d42b-4f39-a4fa-a1f304916016,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:22.476420 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-741fcb38-30b3-4cf1-abd3-80f3bb480552 req-c4674994-97a8-478e-9dca-f57a3276c0e3 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccd85425-9fd3-485d-bda7-73b6a4907f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630998 May 23 11:02:22.549289 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['5f19de5f-f01b-41e2-8cfa-06b5b1560682'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:02:22.571183 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-0d087581-8ab4-4967-be70-9056b9ecd7d0 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:22.599261 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-0d087581-8ab4-4967-be70-9056b9ecd7d0 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2536843 May 23 11:02:22.633665 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-d7ab03a0-0c14-44f5-b3d2-a2e6370c9058 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/quotas/d75dde8d8e3541f8a16615b5aba5e3ab HTTP/1.1" status: 200 len: 375 time: 0.0331633 May 23 11:02:22.638291 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c5dbb2-7f02-4938-b81b-090e40764a04 req-46e102af-d8f5-4abe-b604-798632fd6cc3 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] No DVR routers for this DVR port 72052476-d42b-4f39-a4fa-a1f304916016 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:02:22.641003 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d2c5dbb2-7f02-4938-b81b-090e40764a04 req-46e102af-d8f5-4abe-b604-798632fd6cc3 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:22.646147 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe97a8a3-465e-4e43-8c1f-8da8b7e1f745', 'name': 'network-vif-deleted', 'tag': '72052476-d42b-4f39-a4fa-a1f304916016'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:02:22.705096 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d2c5dbb2-7f02-4938-b81b-090e40764a04 req-46e102af-d8f5-4abe-b604-798632fd6cc3 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.81 "DELETE /v2.0/ports/72052476-d42b-4f39-a4fa-a1f304916016 HTTP/1.1" status: 204 len: 173 time: 3.3403254 May 23 11:02:22.824462 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-9183cea5-6466-4ca2-b471-3dbfaa7c0f34 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1896527 May 23 11:02:22.889579 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe97a8a3-465e-4e43-8c1f-8da8b7e1f745', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72052476-d42b-4f39-a4fa-a1f304916016'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:02:24.293229 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd59e3-8524-48f0-9cf5-dbc0517a7c09 req-7fa8057c-8d0c-4086-a07e-acb4a7e1a3f2 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:24.302813 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b8dd59e3-8524-48f0-9cf5-dbc0517a7c09 req-7fa8057c-8d0c-4086-a07e-acb4a7e1a3f2 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5 HTTP/1.1" status: 200 len: 950 time: 0.4534836 May 23 11:02:24.362944 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb43a6-2a81-4712-9b3c-bea436808837 req-e9b12f37-467a-4194-9b37-2d5026c1df95 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:24.364597 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fdcb43a6-2a81-4712-9b3c-bea436808837 req-e9b12f37-467a-4194-9b37-2d5026c1df95 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/ports?device_id=89c2711c-4938-423f-87b5-a3bddeaf4be7 HTTP/1.1" status: 200 len: 946 time: 0.4108737 May 23 11:02:24.430999 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b8dd59e3-8524-48f0-9cf5-dbc0517a7c09 req-1b4090a5-1fe6-499c-8c3b-ba1c2490bb83 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266937 May 23 11:02:24.462245 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fdcb43a6-2a81-4712-9b3c-bea436808837 req-dce4a453-112c-488f-92f0-8a5fe1bb5060 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccd85425-9fd3-485d-bda7-73b6a4907f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904069 May 23 11:02:24.576762 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ea80617-e0c4-4ea6-ba3e-12d3907ad83f'] response: {'server_uuid': 'fe97a8a3-465e-4e43-8c1f-8da8b7e1f745', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72052476-d42b-4f39-a4fa-a1f304916016', 'code': 200} May 23 11:02:24.798321 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d17fcb9f-de3e-41b6-9e81-f68201eb78a8'] response: {'server_uuid': 'fe97a8a3-465e-4e43-8c1f-8da8b7e1f745', 'name': 'network-vif-deleted', 'tag': '72052476-d42b-4f39-a4fa-a1f304916016', 'status': 'completed', 'code': 200} May 23 11:02:24.902578 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac4a4b-f570-4e63-9432-020ea333e1ce req-8da01e17-39b4-473a-ba13-97249179df78 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:24.906558 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ccac4a4b-f570-4e63-9432-020ea333e1ce req-8da01e17-39b4-473a-ba13-97249179df78 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.13 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 945 time: 0.1912460 May 23 11:02:25.084006 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-ccac4a4b-f570-4e63-9432-020ea333e1ce req-bbd3ef2f-7283-4b50-ba21-0f8daceda5b5 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Deleting port f040a598-5466-4f5a-86ee-b83c13da01c5 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:02:25.084338 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ccac4a4b-f570-4e63-9432-020ea333e1ce req-bbd3ef2f-7283-4b50-ba21-0f8daceda5b5 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:25.188669 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5177be-2c95-4bd0-be81-5c784751f4e2 req-b52cc814-fbc3-4369-8bac-59ee127834a3 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:25.190096 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6e5177be-2c95-4bd0-be81-5c784751f4e2 req-b52cc814-fbc3-4369-8bac-59ee127834a3 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 945 time: 0.2206697 May 23 11:02:25.269385 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7719a97c-a62b-4afb-ad9b-b3bfcaff93b0 req-214d10be-0f3a-44c1-be09-13eddfdbf275 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 210 time: 0.0917609 May 23 11:02:25.421037 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6e5177be-2c95-4bd0-be81-5c784751f4e2 req-f0018a3c-3d84-4144-a0ec-1a2061d7a0e6 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937497 May 23 11:02:25.481785 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-ccac4a4b-f570-4e63-9432-020ea333e1ce req-bbd3ef2f-7283-4b50-ba21-0f8daceda5b5 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] For port f040a598-5466-4f5a-86ee-b83c13da01c5, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=f040a598-5466-4f5a-86ee-b83c13da01c5,segment=NetworkSegment(6bc35f8b-456e-4e1c-8a63-ba8204a54381),segment_id=6bc35f8b-456e-4e1c-8a63-ba8204a54381)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:02:25.482305 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ccac4a4b-f570-4e63-9432-020ea333e1ce req-bbd3ef2f-7283-4b50-ba21-0f8daceda5b5 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:25.671899 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-ccac4a4b-f570-4e63-9432-020ea333e1ce req-bbd3ef2f-7283-4b50-ba21-0f8daceda5b5 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Calling delete_port for f040a598-5466-4f5a-86ee-b83c13da01c5 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:02:25.768918 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-5ed53a85-eb57-456c-8f8c-fc497a63d030 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635891 May 23 11:02:26.082927 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-5c3d2b5c-588d-459e-8789-ce6469c21e95 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:26.086505 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-5c3d2b5c-588d-459e-8789-ce6469c21e95 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3112109 May 23 11:02:26.113863 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d8d82-4660-4498-882d-4049683ef87b req-b524ca9c-80b3-404c-83e7-4e280c08b241 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:26.115401 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bd0d8d82-4660-4498-882d-4049683ef87b req-b524ca9c-80b3-404c-83e7-4e280c08b241 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/ports?device_id=44ef5d5a-d17f-48c1-846a-0f169e56e87a HTTP/1.1" status: 200 len: 945 time: 0.3963487 May 23 11:02:26.132323 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-b0a64412-2eec-4bdf-b991-ec305399f974 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Request body: {'port': {'device_id': '4baff124-04d7-43dd-9ae5-fdfceb08346f', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'admin_state_up': True, 'tenant_id': 'd75dde8d8e3541f8a16615b5aba5e3ab'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:02:26.187517 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ccac4a4b-f570-4e63-9432-020ea333e1ce req-bbd3ef2f-7283-4b50-ba21-0f8daceda5b5 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:26.200368 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bd0d8d82-4660-4498-882d-4049683ef87b req-32d36edc-c112-4d52-974f-a470c75706e8 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccd85425-9fd3-485d-bda7-73b6a4907f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710502 May 23 11:02:26.237441 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['4b3d0d9b-4a31-42bd-a7ed-abdb72e92169', 'f040a598-5466-4f5a-86ee-b83c13da01c5'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:02:26.303047 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd3ef2f-7283-4b50-ba21-0f8daceda5b5 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Pushing event deleted for resources: {'Port': ['ID=f040a598-5466-4f5a-86ee-b83c13da01c5,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:26.378549 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-b0a64412-2eec-4bdf-b991-ec305399f974 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:02:26.388291 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-b0a64412-2eec-4bdf-b991-ec305399f974 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:02:26.415194 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-b0a64412-2eec-4bdf-b991-ec305399f974 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Made reservation on behalf of d75dde8d8e3541f8a16615b5aba5e3ab for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:02:26.419237 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-b0a64412-2eec-4bdf-b991-ec305399f974 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:26.459503 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccac4a4b-f570-4e63-9432-020ea333e1ce req-bbd3ef2f-7283-4b50-ba21-0f8daceda5b5 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] No DVR routers for this DVR port f040a598-5466-4f5a-86ee-b83c13da01c5 on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:02:26.466714 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ccac4a4b-f570-4e63-9432-020ea333e1ce req-bbd3ef2f-7283-4b50-ba21-0f8daceda5b5 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:26.472645 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad324ef-af51-4c7b-b2a2-8524526f895f', 'name': 'network-vif-deleted', 'tag': 'f040a598-5466-4f5a-86ee-b83c13da01c5'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:02:26.550414 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ccac4a4b-f570-4e63-9432-020ea333e1ce req-bbd3ef2f-7283-4b50-ba21-0f8daceda5b5 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.13 "DELETE /v2.0/ports/f040a598-5466-4f5a-86ee-b83c13da01c5 HTTP/1.1" status: 204 len: 173 time: 1.6368699 May 23 11:02:26.588267 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6910a-f478-4bc8-889b-f8750f40bfdf req-56955661-a3fe-4b9b-8b44-93c2d11d6344 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:26.589988 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7de6910a-f478-4bc8-889b-f8750f40bfdf req-56955661-a3fe-4b9b-8b44-93c2d11d6344 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5 HTTP/1.1" status: 200 len: 950 time: 0.1071627 May 23 11:02:26.646609 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7de6910a-f478-4bc8-889b-f8750f40bfdf req-0fd7cacf-dacb-436c-8be8-6d7bc09de51f tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483186 May 23 11:02:26.752669 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-b0a64412-2eec-4bdf-b991-ec305399f974 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Allocated IP 192.168.233.69 (45238d5c-875a-474b-bef1-cc75dc2ba645/c1719237-4a8e-4354-92b1-51064eb09c82/0534ca48-d26f-46c1-88f6-3e853ec7fcd8) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:02:27.060810 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-b0a64412-2eec-4bdf-b991-ec305399f974 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:27.081064 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-b0a64412-2eec-4bdf-b991-ec305399f974 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Transition to ACTIVE for port object 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:02:27.110986 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-b0a64412-2eec-4bdf-b991-ec305399f974 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:27.148242 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['fd73f7f5-4d28-414d-85b4-401d382d9b6c'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:02:27.198788 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['b2f98c58-425b-4ec1-8d6f-d8eb0156696f'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:02:27.232438 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-b0a64412-2eec-4bdf-b991-ec305399f974 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Network 45238d5c-875a-474b-bef1-cc75dc2ba645 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:02:27.236209 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-b0a64412-2eec-4bdf-b991-ec305399f974 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:02:27.254312 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-b0a64412-2eec-4bdf-b991-ec305399f974 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:02:27.290037 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e97444-3d91-495d-9804-d12aa03f8075 req-94f7d8bf-1aaf-42aa-b185-23874eb79a86 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:27.298467 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e7e97444-3d91-495d-9804-d12aa03f8075 req-94f7d8bf-1aaf-42aa-b185-23874eb79a86 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 935 time: 0.2093630 May 23 11:02:27.301959 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a64412-2eec-4bdf-b991-ec305399f974 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Pushing event updated for resources: {'Port': ['ID=0534ca48-d26f-46c1-88f6-3e853ec7fcd8,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:27.357006 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-b0a64412-2eec-4bdf-b991-ec305399f974 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:27.358191 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-b0a64412-2eec-4bdf-b991-ec305399f974 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:27.397987 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-b0a64412-2eec-4bdf-b991-ec305399f974 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2702918 May 23 11:02:27.406947 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e7e97444-3d91-495d-9804-d12aa03f8075 req-ca748c73-1c3d-40b1-a254-87a5fc3bbd02 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075180 May 23 11:02:27.428361 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-be3ca3ce-e0bf-40b7-bfef-8362685b2fde service neutron] Request body: {'port': {'device_id': '4baff124-04d7-43dd-9ae5-fdfceb08346f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:02:27.451746 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc16d92-0b46-4426-8753-a007fff8f5df req-a99dab8c-9ca7-449e-af9e-3f57ad363b06 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:27.468187 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9bc16d92-0b46-4426-8753-a007fff8f5df req-a99dab8c-9ca7-449e-af9e-3f57ad363b06 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2b4eafa-10cb-459b-b894-bc7e645b6007 HTTP/1.1" status: 200 len: 945 time: 0.2842450 May 23 11:02:27.548642 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9bc16d92-0b46-4426-8753-a007fff8f5df req-3de3b27f-342c-436e-956b-14ede6db76bd tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccd85425-9fd3-485d-bda7-73b6a4907f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787587 May 23 11:02:27.654980 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-be3ca3ce-e0bf-40b7-bfef-8362685b2fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:27.689845 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-3c39ee8e-063a-45f5-8a47-dbf9ef4926ee req-3d3d76ee-9dbc-46d7-8ab9-5675ab1c0ed7 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Synchronizing usage tracker for tenant:90c9b14de9a447dbb2784bee3d7c6631 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:02:27.708237 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-3c39ee8e-063a-45f5-8a47-dbf9ef4926ee req-3d3d76ee-9dbc-46d7-8ab9-5675ab1c0ed7 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Unset dirty status for tenant:90c9b14de9a447dbb2784bee3d7c6631 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:02:27.709432 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3c39ee8e-063a-45f5-8a47-dbf9ef4926ee req-3d3d76ee-9dbc-46d7-8ab9-5675ab1c0ed7 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad324ef-af51-4c7b-b2a2-8524526f895f HTTP/1.1" status: 200 len: 210 time: 0.0969229 May 23 11:02:27.747132 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b68fba48-500b-475b-a6bd-7dfb37337dd0 None None] Provisioning for port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:02:27.753220 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b68fba48-500b-475b-a6bd-7dfb37337dd0 None None] Provisioning complete for port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:02:27.753897 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b68fba48-500b-475b-a6bd-7dfb37337dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:27.767482 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f83a14e1-c148-4ce0-8f3d-7fb7b6b0e436'] response: {'server_uuid': 'bad324ef-af51-4c7b-b2a2-8524526f895f', 'name': 'network-vif-deleted', 'tag': 'f040a598-5466-4f5a-86ee-b83c13da01c5', 'status': 'completed', 'code': 200} May 23 11:02:27.851765 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b68fba48-500b-475b-a6bd-7dfb37337dd0 None None] Port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:02:28.182224 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b78146-88b0-4587-a651-d9eef92e5298 req-2fd9dcd8-bf72-4439-8c50-ce434f780880 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:28.183160 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-87b78146-88b0-4587-a651-d9eef92e5298 req-2fd9dcd8-bf72-4439-8c50-ce434f780880 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Synchronizing usage tracker for tenant:61146b1e54d841cd9885cb7a4187d86e on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:02:28.205915 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba7f51-cd26-4007-a0c4-f281f28f7287 req-381d2e2f-81cf-4972-99be-b6e8ff315fcc tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:28.207645 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9dba7f51-cd26-4007-a0c4-f281f28f7287 req-381d2e2f-81cf-4972-99be-b6e8ff315fcc tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=34cac44a-d209-4fcf-865b-0bd9b3fb94c4 HTTP/1.1" status: 200 len: 950 time: 0.1040833 May 23 11:02:28.216970 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-87b78146-88b0-4587-a651-d9eef92e5298 req-2fd9dcd8-bf72-4439-8c50-ce434f780880 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Unset dirty status for tenant:61146b1e54d841cd9885cb7a4187d86e on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:02:28.218718 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-87b78146-88b0-4587-a651-d9eef92e5298 req-2fd9dcd8-bf72-4439-8c50-ce434f780880 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.81 "GET /v2.0/ports?device_id=34cac44a-d209-4fcf-865b-0bd9b3fb94c4 HTTP/1.1" status: 200 len: 950 time: 0.1860917 May 23 11:02:28.284420 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9dba7f51-cd26-4007-a0c4-f281f28f7287 req-8f0e4343-add4-4c26-b10d-306ba73f7e51 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668283 May 23 11:02:28.510531 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-87b78146-88b0-4587-a651-d9eef92e5298 req-0ebe54fd-fd2d-452f-91e4-7eddf5da598c tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Deleting port 5f19de5f-f01b-41e2-8cfa-06b5b1560682 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:02:28.510977 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-87b78146-88b0-4587-a651-d9eef92e5298 req-0ebe54fd-fd2d-452f-91e4-7eddf5da598c tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:28.589780 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ddf661-89b7-49c6-aac9-1361d178b3c2 req-42fd04cb-368a-47b9-ae97-3cea0b9cae9a tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:28.591926 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c8ddf661-89b7-49c6-aac9-1361d178b3c2 req-42fd04cb-368a-47b9-ae97-3cea0b9cae9a tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/ports?device_id=89c2711c-4938-423f-87b5-a3bddeaf4be7 HTTP/1.1" status: 200 len: 946 time: 0.1019735 May 23 11:02:28.623296 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-be3ca3ce-e0bf-40b7-bfef-8362685b2fde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:02:28.635081 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-be3ca3ce-e0bf-40b7-bfef-8362685b2fde service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:28.695181 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-be3ca3ce-e0bf-40b7-bfef-8362685b2fde service neutron] Transition to ACTIVE for port object 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:02:28.703217 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-be3ca3ce-e0bf-40b7-bfef-8362685b2fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:28.785421 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c8ddf661-89b7-49c6-aac9-1361d178b3c2 req-9194b499-a9cd-4e3f-be06-c6b93992bf71 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccd85425-9fd3-485d-bda7-73b6a4907f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806026 May 23 11:02:28.802529 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ca3ce-e0bf-40b7-bfef-8362685b2fde service neutron] Pushing event updated for resources: {'Port': ['ID=0534ca48-d26f-46c1-88f6-3e853ec7fcd8,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:28.973630 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-9bfa0b3f-81b5-4f0c-aecf-47103853c0d7 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:28.985055 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-9bfa0b3f-81b5-4f0c-aecf-47103853c0d7 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/networks?id=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 HTTP/1.1" status: 200 len: 821 time: 0.2296944 May 23 11:02:29.114535 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-8b7fdf04-237e-4021-9666-e3a13f3df101 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/quotas/70139281f5db4004afe2c4c8ea88321a HTTP/1.1" status: 200 len: 375 time: 0.1268015 May 23 11:02:29.143200 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-be3ca3ce-e0bf-40b7-bfef-8362685b2fde service neutron] Attempting to bind port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:02:29.143530 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-be3ca3ce-e0bf-40b7-bfef-8362685b2fde service neutron] Attempting to bind port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:02:29.144045 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-be3ca3ce-e0bf-40b7-bfef-8362685b2fde service neutron] Attempting to bind port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:02:29.156593 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-be3ca3ce-e0bf-40b7-bfef-8362685b2fde service neutron] Port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:02:29.156954 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-be3ca3ce-e0bf-40b7-bfef-8362685b2fde service neutron] Attempting to bind port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:02:29.186179 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-be3ca3ce-e0bf-40b7-bfef-8362685b2fde service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:02:29.186842 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-be3ca3ce-e0bf-40b7-bfef-8362685b2fde service neutron] Checking segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:02:29.186842 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-be3ca3ce-e0bf-40b7-bfef-8362685b2fde service neutron] Bound using segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:02:29.187285 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-be3ca3ce-e0bf-40b7-bfef-8362685b2fde service neutron] Bound port: 0534ca48-d26f-46c1-88f6-3e853ec7fcd8, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:02:29.187624 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-be3ca3ce-e0bf-40b7-bfef-8362685b2fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:29.247400 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9d8e3-4728-460d-bed7-a33b091c6bf1 req-87ccfb62-1fb0-4533-b732-97df794e05a6 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:29.248593 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-87b78146-88b0-4587-a651-d9eef92e5298 req-0ebe54fd-fd2d-452f-91e4-7eddf5da598c tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] For port 5f19de5f-f01b-41e2-8cfa-06b5b1560682, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=5f19de5f-f01b-41e2-8cfa-06b5b1560682,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:02:29.249110 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-87b78146-88b0-4587-a651-d9eef92e5298 req-0ebe54fd-fd2d-452f-91e4-7eddf5da598c tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:29.249237 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58d9d8e3-4728-460d-bed7-a33b091c6bf1 req-87ccfb62-1fb0-4533-b732-97df794e05a6 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e31985b-24d2-4571-ad81-d2051c86e278 HTTP/1.1" status: 200 len: 950 time: 0.2592211 May 23 11:02:29.254185 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-35d842c9-a596-47a6-9a56-54c92db7cd43 req-f21747ff-aa9a-48ab-bfa5-55fa8c092614 tempest-ServersAdminTestJSON-595641932 tempest-ServersAdminTestJSON-595641932-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5 HTTP/1.1" status: 200 len: 1101 time: 0.2259965 May 23 11:02:29.348840 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-58d9d8e3-4728-460d-bed7-a33b091c6bf1 req-f8d456d2-47ea-4789-aa02-5194d410f091 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Deleting port 66bca1d4-9a5d-4cf9-877d-f47a02a5e78b {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:02:29.349138 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-58d9d8e3-4728-460d-bed7-a33b091c6bf1 req-f8d456d2-47ea-4789-aa02-5194d410f091 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:29.386845 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-5030e2cf-0069-4011-8cf1-6924294afdbd tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=70139281f5db4004afe2c4c8ea88321a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2635353 May 23 11:02:29.453723 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-87b78146-88b0-4587-a651-d9eef92e5298 req-0ebe54fd-fd2d-452f-91e4-7eddf5da598c tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Calling delete_port for 5f19de5f-f01b-41e2-8cfa-06b5b1560682 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:02:29.532727 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-be3ca3ce-e0bf-40b7-bfef-8362685b2fde service neutron] For port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:02:29.537677 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-be3ca3ce-e0bf-40b7-bfef-8362685b2fde service neutron] For port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0534ca48-d26f-46c1-88f6-3e853ec7fcd8,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:02:29.565665 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-be3ca3ce-e0bf-40b7-bfef-8362685b2fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:29.657933 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-be3ca3ce-e0bf-40b7-bfef-8362685b2fde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:29.659314 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-be3ca3ce-e0bf-40b7-bfef-8362685b2fde service neutron] 10.222.0.81 "PUT /v2.0/ports/0534ca48-d26f-46c1-88f6-3e853ec7fcd8 HTTP/1.1" status: 200 len: 1095 time: 2.2459471 May 23 11:02:29.667611 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4baff124-04d7-43dd-9ae5-fdfceb08346f', 'tag': '0534ca48-d26f-46c1-88f6-3e853ec7fcd8'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:02:29.684311 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-35d842c9-a596-47a6-9a56-54c92db7cd43 req-ce5a340f-8ad5-443e-b12a-4a292059a58c tempest-ServersAdminTestJSON-595641932 tempest-ServersAdminTestJSON-595641932-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638504 May 23 11:02:29.871620 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device f040a598-5466-4f5a-86ee-b83c13da01c5 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:02:29.927263 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ca3ce-e0bf-40b7-bfef-8362685b2fde service neutron] Pushing event updated for resources: {'Port': ['ID=0534ca48-d26f-46c1-88f6-3e853ec7fcd8,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:29.946341 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-87b78146-88b0-4587-a651-d9eef92e5298 req-0ebe54fd-fd2d-452f-91e4-7eddf5da598c tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:29.974010 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: f040a598-5466-4f5a-86ee-b83c13da01c5 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:02:29.974761 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device f040a598-5466-4f5a-86ee-b83c13da01c5 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:02:29.988660 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['845cbdb8-20ac-409d-9de2-07e4beb11306', '2ae0466f-d393-43e6-953f-977138041292', '7e27e423-05a5-47f8-ba42-0348aaace8cc', '66bca1d4-9a5d-4cf9-877d-f47a02a5e78b'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:02:30.039430 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-58d9d8e3-4728-460d-bed7-a33b091c6bf1 req-f8d456d2-47ea-4789-aa02-5194d410f091 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] For port 66bca1d4-9a5d-4cf9-877d-f47a02a5e78b, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=66bca1d4-9a5d-4cf9-877d-f47a02a5e78b,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:02:30.040041 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-58d9d8e3-4728-460d-bed7-a33b091c6bf1 req-f8d456d2-47ea-4789-aa02-5194d410f091 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:30.086994 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe54fd-fd2d-452f-91e4-7eddf5da598c tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Pushing event deleted for resources: {'Port': ['ID=5f19de5f-f01b-41e2-8cfa-06b5b1560682,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:30.186795 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-58d9d8e3-4728-460d-bed7-a33b091c6bf1 req-f8d456d2-47ea-4789-aa02-5194d410f091 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Calling delete_port for 66bca1d4-9a5d-4cf9-877d-f47a02a5e78b owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:02:30.201479 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b78146-88b0-4587-a651-d9eef92e5298 req-0ebe54fd-fd2d-452f-91e4-7eddf5da598c tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] No DVR routers for this DVR port 5f19de5f-f01b-41e2-8cfa-06b5b1560682 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:02:30.205517 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-87b78146-88b0-4587-a651-d9eef92e5298 req-0ebe54fd-fd2d-452f-91e4-7eddf5da598c tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:30.223490 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-6996740f-2371-42d5-a247-fc736d7eb8e2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 1098 time: 0.4308248 May 23 11:02:30.225875 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-87b78146-88b0-4587-a651-d9eef92e5298 req-0ebe54fd-fd2d-452f-91e4-7eddf5da598c tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.81 "DELETE /v2.0/ports/5f19de5f-f01b-41e2-8cfa-06b5b1560682 HTTP/1.1" status: 204 len: 173 time: 1.9960420 May 23 11:02:30.314038 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-21100597-f710-4bb4-8ac2-307fd8a49d5e service neutron] 10.222.0.79 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9166048 May 23 11:02:30.398985 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-8f723783-4dea-4121-9862-413cc894fa81 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=0534ca48-d26f-46c1-88f6-3e853ec7fcd8 HTTP/1.1" status: 200 len: 217 time: 0.1541278 May 23 11:02:30.487709 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c543b5-7935-461b-98f2-8e7e9a877c2a req-6ff2e435-71c1-4217-aef7-56eed5213ea8 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:30.501539 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-38c543b5-7935-461b-98f2-8e7e9a877c2a req-6ff2e435-71c1-4217-aef7-56eed5213ea8 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 947 time: 0.5774703 May 23 11:02:30.522528 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-abb9cf2b-d7ef-4d34-b6d5-c8f7d2517aaf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:30.528653 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-abb9cf2b-d7ef-4d34-b6d5-c8f7d2517aaf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.1155593 May 23 11:02:30.629504 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-38c543b5-7935-461b-98f2-8e7e9a877c2a req-3b6d1d9b-5a1c-4e73-81ef-61a7009edb5b tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268506 May 23 11:02:30.676722 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-b635193a-505b-4f9a-97cc-078200b3ec28 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1457160 May 23 11:02:30.758963 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-42d33b8c-4a68-4ad3-9381-ab7c6f294c10 service neutron] 10.222.0.79 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4434457 May 23 11:02:30.838665 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-58d9d8e3-4728-460d-bed7-a33b091c6bf1 req-f8d456d2-47ea-4789-aa02-5194d410f091 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:30.961397 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d456d2-47ea-4789-aa02-5194d410f091 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Pushing event deleted for resources: {'Port': ['ID=66bca1d4-9a5d-4cf9-877d-f47a02a5e78b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:31.056751 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d9d8e3-4728-460d-bed7-a33b091c6bf1 req-f8d456d2-47ea-4789-aa02-5194d410f091 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] No DVR routers for this DVR port 66bca1d4-9a5d-4cf9-877d-f47a02a5e78b on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:02:31.059242 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-58d9d8e3-4728-460d-bed7-a33b091c6bf1 req-f8d456d2-47ea-4789-aa02-5194d410f091 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:31.079189 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e31985b-24d2-4571-ad81-d2051c86e278', 'name': 'network-vif-deleted', 'tag': '66bca1d4-9a5d-4cf9-877d-f47a02a5e78b'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:02:31.094562 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58d9d8e3-4728-460d-bed7-a33b091c6bf1 req-f8d456d2-47ea-4789-aa02-5194d410f091 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.13 "DELETE /v2.0/ports/66bca1d4-9a5d-4cf9-877d-f47a02a5e78b HTTP/1.1" status: 204 len: 173 time: 1.8346300 May 23 11:02:31.167224 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-493ab8cb-d41c-4b20-bb91-82b21d35dd5d service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4795713 May 23 11:02:31.493574 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 5f19de5f-f01b-41e2-8cfa-06b5b1560682 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:02:31.566886 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0fce937a-e80a-4683-ba8f-39c439ab2009 req-d0bb3a2b-bfaf-419b-a4c1-c85e78f2d7f3 service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928361 May 23 11:02:31.590394 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: 5f19de5f-f01b-41e2-8cfa-06b5b1560682 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:02:31.590921 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 5f19de5f-f01b-41e2-8cfa-06b5b1560682 not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:02:31.688203 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8938cc3-0bd5-4cae-a597-c3da6a11b499'] response: {'name': 'network-changed', 'server_uuid': '4baff124-04d7-43dd-9ae5-fdfceb08346f', 'tag': '0534ca48-d26f-46c1-88f6-3e853ec7fcd8', 'status': 'completed', 'code': 200} May 23 11:02:31.849048 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b554c17-c402-42c1-b3d9-6e03de30a46a req-728fd11c-4813-473e-bfbb-eb188ed4d0d1 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:31.853876 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b554c17-c402-42c1-b3d9-6e03de30a46a req-728fd11c-4813-473e-bfbb-eb188ed4d0d1 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:31.858032 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b554c17-c402-42c1-b3d9-6e03de30a46a req-728fd11c-4813-473e-bfbb-eb188ed4d0d1 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:31.865899 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7b554c17-c402-42c1-b3d9-6e03de30a46a req-728fd11c-4813-473e-bfbb-eb188ed4d0d1 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2b4eafa-10cb-459b-b894-bc7e645b6007&device_id=44ef5d5a-d17f-48c1-846a-0f169e56e87a&device_id=89c2711c-4938-423f-87b5-a3bddeaf4be7 HTTP/1.1" status: 200 len: 2417 time: 0.2985246 May 23 11:02:31.932432 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7b554c17-c402-42c1-b3d9-6e03de30a46a req-2977a7fb-da00-42fd-86f2-0ce745dcafce tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccd85425-9fd3-485d-bda7-73b6a4907f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653837 May 23 11:02:31.950922 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-05078a6e-000a-4f9d-a870-6ce751079e66 req-dd1e56b7-ab79-43b0-9078-3d085005abd2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 1098 time: 0.2089870 May 23 11:02:32.101165 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fd7cd34-51cc-4139-b09b-3e2e7ee7b961'] response: {'server_uuid': '0e31985b-24d2-4571-ad81-d2051c86e278', 'name': 'network-vif-deleted', 'tag': '66bca1d4-9a5d-4cf9-877d-f47a02a5e78b', 'status': 'completed', 'code': 200} May 23 11:02:32.262279 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0edb438f-ab70-45d2-9f3d-b5c8cbbdabd6 req-2d89ef93-0b1b-4576-bd48-63b052508ca6 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba80d2ff-2525-460c-8769-dac1dc32c4d0 HTTP/1.1" status: 200 len: 210 time: 0.0767303 May 23 11:02:32.279960 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05078a6e-000a-4f9d-a870-6ce751079e66 req-92da4a90-9604-4156-bdda-c0bc9e9e5676 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:32.290944 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-05078a6e-000a-4f9d-a870-6ce751079e66 req-92da4a90-9604-4156-bdda-c0bc9e9e5676 service neutron] 10.222.0.81 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.3228462 May 23 11:02:32.439074 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-05078a6e-000a-4f9d-a870-6ce751079e66 req-c410cf49-41df-42fa-ac40-366c943f1ff9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=0534ca48-d26f-46c1-88f6-3e853ec7fcd8 HTTP/1.1" status: 200 len: 217 time: 0.1472340 May 23 11:02:32.475726 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['845cbdb8-20ac-409d-9de2-07e4beb11306', '2ae0466f-d393-43e6-953f-977138041292', '7e27e423-05a5-47f8-ba42-0348aaace8cc'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:02:32.577235 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05078a6e-000a-4f9d-a870-6ce751079e66 req-19627b08-531f-4854-9d7e-97b371d3204d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:32.579721 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-05078a6e-000a-4f9d-a870-6ce751079e66 req-19627b08-531f-4854-9d7e-97b371d3204d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.1345642 May 23 11:02:32.697353 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38a2fa-9f62-4cd7-a16b-5bd117050be9 req-6bf7b372-a110-486f-b126-10fa6ea09c5c tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:32.707897 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1d38a2fa-9f62-4cd7-a16b-5bd117050be9 req-6bf7b372-a110-486f-b126-10fa6ea09c5c tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 947 time: 0.1829822 May 23 11:02:32.752686 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-05078a6e-000a-4f9d-a870-6ce751079e66 req-f5a57b45-a617-4cb3-8569-ab4f0675c0b3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1671402 May 23 11:02:32.869736 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1d38a2fa-9f62-4cd7-a16b-5bd117050be9 req-04e3a91a-4704-4eab-bd67-87596a26fd56 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604519 May 23 11:02:32.906269 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-05078a6e-000a-4f9d-a870-6ce751079e66 req-4f8f5476-625f-4811-a8e8-22613bb67a75 service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449306 May 23 11:02:32.990027 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6071a3d-311c-45b2-8447-96a0565bae8e req-8b8a3fe0-94c8-487b-a50d-3a7435802a80 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:33.000743 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a6071a3d-311c-45b2-8447-96a0565bae8e req-8b8a3fe0-94c8-487b-a50d-3a7435802a80 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2b4eafa-10cb-459b-b894-bc7e645b6007 HTTP/1.1" status: 200 len: 945 time: 0.2286854 May 23 11:02:33.125197 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a6071a3d-311c-45b2-8447-96a0565bae8e req-b285c16a-43c4-4e4c-8592-95da8a2a0b5b tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccd85425-9fd3-485d-bda7-73b6a4907f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235170 May 23 11:02:33.126979 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-05078a6e-000a-4f9d-a870-6ce751079e66 req-184fa023-25b3-4720-88e7-85da25a23d00 service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087419 May 23 11:02:33.175375 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9560d391-85ba-4f81-b1a4-e2520261478e req-f5450e1c-a533-4ae5-9008-c7d0362a317c tempest-ServersAdminTestJSON-595641932 tempest-ServersAdminTestJSON-595641932-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5 HTTP/1.1" status: 200 len: 1101 time: 0.1046662 May 23 11:02:33.274919 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9560d391-85ba-4f81-b1a4-e2520261478e req-519ed375-de10-47b7-8683-6db8290ea8dd tempest-ServersAdminTestJSON-595641932 tempest-ServersAdminTestJSON-595641932-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981393 May 23 11:02:33.505807 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:02:33.548749 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-ec699cab-e460-4047-aee5-f221c1776bce tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:33.555908 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-ec699cab-e460-4047-aee5-f221c1776bce tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.81 "GET /v2.0/networks?id=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 HTTP/1.1" status: 200 len: 821 time: 0.3352320 May 23 11:02:33.589089 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-d78e6f5f-572c-4a18-a764-f5076102f936 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Request body: {'port': {'device_id': 'ba80d2ff-2525-460c-8769-dac1dc32c4d0', 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14', 'admin_state_up': True, 'tenant_id': '70139281f5db4004afe2c4c8ea88321a'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:02:33.699175 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34cac44a-d209-4fcf-865b-0bd9b3fb94c4', 'name': 'network-vif-deleted', 'tag': '5f19de5f-f01b-41e2-8cfa-06b5b1560682'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:02:33.875931 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-d78e6f5f-572c-4a18-a764-f5076102f936 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:02:33.888846 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0534ca48-d26f-46c1-88f6-3e853ec7fcd8,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:02:33.889054 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-d78e6f5f-572c-4a18-a764-f5076102f936 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Usage tracker for resource:port and tenant:70139281f5db4004afe2c4c8ea88321a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:02:33.894352 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-d78e6f5f-572c-4a18-a764-f5076102f936 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:02:33.906964 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-d78e6f5f-572c-4a18-a764-f5076102f936 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:02:33.908578 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 66bca1d4-9a5d-4cf9-877d-f47a02a5e78b no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:02:33.939629 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-d78e6f5f-572c-4a18-a764-f5076102f936 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Made reservation on behalf of 70139281f5db4004afe2c4c8ea88321a for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:02:33.968245 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-d78e6f5f-572c-4a18-a764-f5076102f936 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:34.039501 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 66bca1d4-9a5d-4cf9-877d-f47a02a5e78b {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:02:34.039943 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 66bca1d4-9a5d-4cf9-877d-f47a02a5e78b not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:02:34.047677 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '0534ca48-d26f-46c1-88f6-3e853ec7fcd8', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'port_id': '0534ca48-d26f-46c1-88f6-3e853ec7fcd8', 'mac_address': 'fa:16:3e:81:30:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1719237-4a8e-4354-92b1-51064eb09c82', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:02:34.177209 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:34.187713 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d7a5f03c-f44b-4f8d-a49e-de27f1d47921 req-35947032-8ef2-4ee5-a13b-20e341d50fcc tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba80d2ff-2525-460c-8769-dac1dc32c4d0 HTTP/1.1" status: 200 len: 210 time: 0.0560503 May 23 11:02:34.229020 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:02:34.250805 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0534ca48-d26f-46c1-88f6-3e853ec7fcd8,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:02:34.255433 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:34.349447 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=0534ca48-d26f-46c1-88f6-3e853ec7fcd8,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:34.357182 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-865a2d3b-a2f6-48fe-926a-0aa1c28df439'] response: {'server_uuid': '34cac44a-d209-4fcf-865b-0bd9b3fb94c4', 'name': 'network-vif-deleted', 'tag': '5f19de5f-f01b-41e2-8cfa-06b5b1560682', 'status': 'completed', 'code': 200} May 23 11:02:34.369921 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-d78e6f5f-572c-4a18-a764-f5076102f936 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Allocated IP 172.20.0.5 (ce08db19-2e7e-4962-b1d2-3e5c6efa8a14/b42aa520-b19b-4bd9-8813-40b2c3196feb/c4067e77-9b1c-4757-8840-e0ece0bd2298) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:02:34.648255 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c3b1f-3f69-4986-b366-eef430df8336 req-d85f8148-c3cf-4bf7-a0a0-885972f4faed tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:34.650183 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-691c3b1f-3f69-4986-b366-eef430df8336 req-d85f8148-c3cf-4bf7-a0a0-885972f4faed tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 948 time: 0.1770117 May 23 11:02:34.700960 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96717bbb-a115-4fae-9fec-bb2104c1d1e2 req-633a8a0b-c9a4-45c0-9c9a-27d9084bcfde tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:34.702514 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-96717bbb-a115-4fae-9fec-bb2104c1d1e2 req-633a8a0b-c9a4-45c0-9c9a-27d9084bcfde tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=d96de30f-68c4-44bf-a749-81ff42a8a19e HTTP/1.1" status: 200 len: 950 time: 0.1465433 May 23 11:02:34.737115 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-691c3b1f-3f69-4986-b366-eef430df8336 req-82bbcc36-600b-4d30-ab6a-03c927fc667f tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780196 May 23 11:02:34.760493 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['0534ca48-d26f-46c1-88f6-3e853ec7fcd8'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:02:34.792099 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-d78e6f5f-572c-4a18-a764-f5076102f936 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:34.820504 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-96717bbb-a115-4fae-9fec-bb2104c1d1e2 req-12711797-7e9d-4a2e-b441-bb23b61f34a2 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987151 May 23 11:02:34.910731 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-d78e6f5f-572c-4a18-a764-f5076102f936 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:34.962785 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['1bbf699c-1822-4118-9239-33cb85effca0'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:02:35.316354 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41cbad-970b-41d6-aa31-c0d919d5379f req-2b3cb6a4-87e9-4152-b71d-8e338a3a22c9 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:35.317106 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-8f41cbad-970b-41d6-aa31-c0d919d5379f req-2b3cb6a4-87e9-4152-b71d-8e338a3a22c9 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Synchronizing usage tracker for tenant:61146b1e54d841cd9885cb7a4187d86e on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:02:35.327603 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e6f5f-572c-4a18-a764-f5076102f936 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Pushing event updated for resources: {'Port': ['ID=c4067e77-9b1c-4757-8840-e0ece0bd2298,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:35.349322 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-8f41cbad-970b-41d6-aa31-c0d919d5379f req-2b3cb6a4-87e9-4152-b71d-8e338a3a22c9 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Unset dirty status for tenant:61146b1e54d841cd9885cb7a4187d86e on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:02:35.349699 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-d78e6f5f-572c-4a18-a764-f5076102f936 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Network ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:02:35.351080 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-d78e6f5f-572c-4a18-a764-f5076102f936 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:02:35.354337 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-d78e6f5f-572c-4a18-a764-f5076102f936 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:02:35.360788 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8f41cbad-970b-41d6-aa31-c0d919d5379f req-2b3cb6a4-87e9-4152-b71d-8e338a3a22c9 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=d99172d3-cf34-46cb-9bd1-3cae4f2f71d6 HTTP/1.1" status: 200 len: 950 time: 0.1930759 May 23 11:02:35.427873 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-d78e6f5f-572c-4a18-a764-f5076102f936 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:35.428482 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-d78e6f5f-572c-4a18-a764-f5076102f936 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:35.458959 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-d78e6f5f-572c-4a18-a764-f5076102f936 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8751881 May 23 11:02:35.462954 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8f41cbad-970b-41d6-aa31-c0d919d5379f req-839d8de7-0da6-4bbc-9625-0f66836b8ef0 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012199 May 23 11:02:35.504395 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-2b2bed63-117f-4765-996e-b6eb28fbd36e service neutron] Request body: {'port': {'device_id': 'ba80d2ff-2525-460c-8769-dac1dc32c4d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:02:35.759214 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-2b2bed63-117f-4765-996e-b6eb28fbd36e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:35.940424 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323948d-4c24-48e4-86f2-43f73a2db361 req-0ea054fa-96e8-452a-9380-ce0a2bab4e90 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:35.947484 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0323948d-4c24-48e4-86f2-43f73a2db361 req-0ea054fa-96e8-452a-9380-ce0a2bab4e90 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba80d2ff-2525-460c-8769-dac1dc32c4d0 HTTP/1.1" status: 200 len: 931 time: 0.2449958 May 23 11:02:35.979514 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31655147-84cd-4c10-9998-80d39b945129 req-0767dbef-0f3a-4237-91e3-5028c3ba0aaf tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:35.981212 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-31655147-84cd-4c10-9998-80d39b945129 req-0767dbef-0f3a-4237-91e3-5028c3ba0aaf tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99172d3-cf34-46cb-9bd1-3cae4f2f71d6 HTTP/1.1" status: 200 len: 950 time: 0.4017005 May 23 11:02:36.040653 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:02:36.135870 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0323948d-4c24-48e4-86f2-43f73a2db361 req-85fc49a1-9611-454e-a357-3d67a735a6f7 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845260 May 23 11:02:36.265581 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b92ee2-b022-4f2e-8089-2a7c6c957e9c req-da4c85a9-e0d2-4700-8980-583425beb8fd tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:36.270121 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-27b92ee2-b022-4f2e-8089-2a7c6c957e9c req-da4c85a9-e0d2-4700-8980-583425beb8fd tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Synchronizing usage tracker for tenant:d5075710be5945b7ac123bb724d15837 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:02:36.309819 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-31655147-84cd-4c10-9998-80d39b945129 req-8468eb5d-b84e-458d-acae-2c59276c2a82 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Deleting port 2ae0466f-d393-43e6-953f-977138041292 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:02:36.310206 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-31655147-84cd-4c10-9998-80d39b945129 req-8468eb5d-b84e-458d-acae-2c59276c2a82 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:36.393276 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-27b92ee2-b022-4f2e-8089-2a7c6c957e9c req-da4c85a9-e0d2-4700-8980-583425beb8fd tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Unset dirty status for tenant:d5075710be5945b7ac123bb724d15837 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:02:36.395085 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-27b92ee2-b022-4f2e-8089-2a7c6c957e9c req-da4c85a9-e0d2-4700-8980-583425beb8fd tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.81 "GET /v2.0/ports?device_id=d96de30f-68c4-44bf-a749-81ff42a8a19e HTTP/1.1" status: 200 len: 950 time: 0.4436338 May 23 11:02:36.521044 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-27b92ee2-b022-4f2e-8089-2a7c6c957e9c req-b8b0bcde-db94-4c92-b97f-d6af9a6fcaf3 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Deleting port 7bf80d29-80b7-461a-8311-e8519f60975c {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:02:36.521566 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-27b92ee2-b022-4f2e-8089-2a7c6c957e9c req-b8b0bcde-db94-4c92-b97f-d6af9a6fcaf3 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:36.630911 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd91a3-f036-4998-b6d8-c25a13aa72af req-fe4b2685-202c-46cc-a9ff-e0c515bd1224 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:36.632727 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7abd91a3-f036-4998-b6d8-c25a13aa72af req-fe4b2685-202c-46cc-a9ff-e0c515bd1224 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=62daa315-97b6-42dc-ac48-74a4ef6a5662 HTTP/1.1" status: 200 len: 945 time: 0.4972837 May 23 11:02:36.688843 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d8cdf-73aa-408d-8716-30b959151418 req-9c326b89-95c6-4d4e-8ff2-53a333bd5bac tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:36.702550 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fc5d8cdf-73aa-408d-8716-30b959151418 req-9c326b89-95c6-4d4e-8ff2-53a333bd5bac tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 948 time: 0.2996547 May 23 11:02:36.938043 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7abd91a3-f036-4998-b6d8-c25a13aa72af req-072b9c17-1e7f-4308-bb5d-39c308d9cf1e tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957857 May 23 11:02:36.939787 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-31655147-84cd-4c10-9998-80d39b945129 req-8468eb5d-b84e-458d-acae-2c59276c2a82 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] For port 2ae0466f-d393-43e6-953f-977138041292, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=2ae0466f-d393-43e6-953f-977138041292,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:02:36.940191 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-31655147-84cd-4c10-9998-80d39b945129 req-8468eb5d-b84e-458d-acae-2c59276c2a82 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:36.946286 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-27b92ee2-b022-4f2e-8089-2a7c6c957e9c req-b8b0bcde-db94-4c92-b97f-d6af9a6fcaf3 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] For port 7bf80d29-80b7-461a-8311-e8519f60975c, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=7bf80d29-80b7-461a-8311-e8519f60975c,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:02:36.946641 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-27b92ee2-b022-4f2e-8089-2a7c6c957e9c req-b8b0bcde-db94-4c92-b97f-d6af9a6fcaf3 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:36.971067 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fc5d8cdf-73aa-408d-8716-30b959151418 req-56a7e44e-f7ee-4b5b-a215-db7efaaa90b4 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676525 May 23 11:02:37.192496 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-2b2bed63-117f-4765-996e-b6eb28fbd36e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4067e77-9b1c-4757-8840-e0ece0bd2298 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:02:37.210555 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-27b92ee2-b022-4f2e-8089-2a7c6c957e9c req-b8b0bcde-db94-4c92-b97f-d6af9a6fcaf3 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Calling delete_port for 7bf80d29-80b7-461a-8311-e8519f60975c owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:02:37.249004 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-2b2bed63-117f-4765-996e-b6eb28fbd36e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:37.272588 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-31655147-84cd-4c10-9998-80d39b945129 req-8468eb5d-b84e-458d-acae-2c59276c2a82 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Calling delete_port for 2ae0466f-d393-43e6-953f-977138041292 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:02:37.291205 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-2b2bed63-117f-4765-996e-b6eb28fbd36e service neutron] Transition to ACTIVE for port object c4067e77-9b1c-4757-8840-e0ece0bd2298 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:02:37.306353 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-2b2bed63-117f-4765-996e-b6eb28fbd36e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:37.367290 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6344b4-e5ad-437c-8836-4464434bf6f4 req-c4974164-2baa-488a-8906-f303bab505e3 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:37.368773 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9f6344b4-e5ad-437c-8836-4464434bf6f4 req-c4974164-2baa-488a-8906-f303bab505e3 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.13 "GET /v2.0/ports?device_id=73c5d2a1-0a9b-404a-80f1-e879640d29b2 HTTP/1.1" status: 200 len: 950 time: 0.6457584 May 23 11:02:37.493029 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2bed63-117f-4765-996e-b6eb28fbd36e service neutron] Pushing event updated for resources: {'Port': ['ID=c4067e77-9b1c-4757-8840-e0ece0bd2298,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:37.514595 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02548e12-9669-45af-8a92-6af268c37741 req-af2c2e65-bf5f-4e36-9ff4-a4822b5d7ee0 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:37.515282 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-02548e12-9669-45af-8a92-6af268c37741 req-af2c2e65-bf5f-4e36-9ff4-a4822b5d7ee0 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Synchronizing usage tracker for tenant:90c9b14de9a447dbb2784bee3d7c6631 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:02:37.539262 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-9f6344b4-e5ad-437c-8836-4464434bf6f4 req-b350d1ba-f856-4bed-8e29-5d9ef3bbc5aa tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Deleting port 7e27e423-05a5-47f8-ba42-0348aaace8cc {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:02:37.542904 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9f6344b4-e5ad-437c-8836-4464434bf6f4 req-b350d1ba-f856-4bed-8e29-5d9ef3bbc5aa tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:37.582355 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-02548e12-9669-45af-8a92-6af268c37741 req-af2c2e65-bf5f-4e36-9ff4-a4822b5d7ee0 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Unset dirty status for tenant:90c9b14de9a447dbb2784bee3d7c6631 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:02:37.582822 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-02548e12-9669-45af-8a92-6af268c37741 req-af2c2e65-bf5f-4e36-9ff4-a4822b5d7ee0 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.13 "GET /v2.0/ports?device_id=62daa315-97b6-42dc-ac48-74a4ef6a5662 HTTP/1.1" status: 200 len: 945 time: 0.4975467 May 23 11:02:37.588475 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:02:37.679143 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-27b92ee2-b022-4f2e-8089-2a7c6c957e9c req-b8b0bcde-db94-4c92-b97f-d6af9a6fcaf3 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:37.693960 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:37.715286 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['51c6e8f9-4120-42cd-9805-21e3fcf24d65', '7d2d2227-acd2-4737-83a9-5299c1bcccaf'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:02:37.751973 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:02:37.771867 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:02:37.771867 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:37.787719 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb792885-8d89-412b-9c95-1ad1efaab9ec req-d344ddb7-710d-4686-b541-3ea6a3e5ef86 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:37.795321 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cb792885-8d89-412b-9c95-1ad1efaab9ec req-d344ddb7-710d-4686-b541-3ea6a3e5ef86 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=d96de30f-68c4-44bf-a749-81ff42a8a19e HTTP/1.1" status: 200 len: 950 time: 0.5320013 May 23 11:02:37.950033 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-31655147-84cd-4c10-9998-80d39b945129 req-8468eb5d-b84e-458d-acae-2c59276c2a82 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:37.972564 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b0bcde-db94-4c92-b97f-d6af9a6fcaf3 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Pushing event deleted for resources: {'Port': ['ID=7bf80d29-80b7-461a-8311-e8519f60975c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:38.005183 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['845cbdb8-20ac-409d-9de2-07e4beb11306', '7e27e423-05a5-47f8-ba42-0348aaace8cc'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:02:38.032485 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:38.034096 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cb792885-8d89-412b-9c95-1ad1efaab9ec req-ad5db8fe-d209-47fe-bb01-10ad3e0e7dcd tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377083 May 23 11:02:38.040828 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-02548e12-9669-45af-8a92-6af268c37741 req-8b87af47-145c-4a4b-9fb0-ab56f3dff51c tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Deleting port 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:02:38.041265 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-02548e12-9669-45af-8a92-6af268c37741 req-8b87af47-145c-4a4b-9fb0-ab56f3dff51c tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:38.058534 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468eb5d-b84e-458d-acae-2c59276c2a82 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Pushing event deleted for resources: {'Port': ['ID=2ae0466f-d393-43e6-953f-977138041292,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:38.145959 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f1803-d16f-40bc-b167-5e4fbb9152d7 req-d9c5a2c9-dcf6-4d08-b53f-c38a3de898ab tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:38.153194 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3b9f1803-d16f-40bc-b167-5e4fbb9152d7 req-d9c5a2c9-dcf6-4d08-b53f-c38a3de898ab tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=d99172d3-cf34-46cb-9bd1-3cae4f2f71d6 HTTP/1.1" status: 200 len: 950 time: 0.4795880 May 23 11:02:38.180002 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b92ee2-b022-4f2e-8089-2a7c6c957e9c req-b8b0bcde-db94-4c92-b97f-d6af9a6fcaf3 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] No DVR routers for this DVR port 7bf80d29-80b7-461a-8311-e8519f60975c on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:02:38.182796 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-27b92ee2-b022-4f2e-8089-2a7c6c957e9c req-b8b0bcde-db94-4c92-b97f-d6af9a6fcaf3 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:38.189853 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96de30f-68c4-44bf-a749-81ff42a8a19e', 'name': 'network-vif-deleted', 'tag': '7bf80d29-80b7-461a-8311-e8519f60975c'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:02:38.198096 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-2b2bed63-117f-4765-996e-b6eb28fbd36e service neutron] Attempting to bind port c4067e77-9b1c-4757-8840-e0ece0bd2298 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:02:38.198424 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-2b2bed63-117f-4765-996e-b6eb28fbd36e service neutron] Attempting to bind port c4067e77-9b1c-4757-8840-e0ece0bd2298 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:02:38.198850 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-2b2bed63-117f-4765-996e-b6eb28fbd36e service neutron] Attempting to bind port c4067e77-9b1c-4757-8840-e0ece0bd2298 on network ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:02:38.209617 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4baff124-04d7-43dd-9ae5-fdfceb08346f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0534ca48-d26f-46c1-88f6-3e853ec7fcd8'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:02:38.233703 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0534ca48-d26f-46c1-88f6-3e853ec7fcd8,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:02:38.251638 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:38.252545 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 7bf80d29-80b7-461a-8311-e8519f60975c no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:02:38.255136 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-2b2bed63-117f-4765-996e-b6eb28fbd36e service neutron] Port c4067e77-9b1c-4757-8840-e0ece0bd2298 on network ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:02:38.255136 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-2b2bed63-117f-4765-996e-b6eb28fbd36e service neutron] Attempting to bind port c4067e77-9b1c-4757-8840-e0ece0bd2298 on network ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:02:38.257950 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-31655147-84cd-4c10-9998-80d39b945129 req-8468eb5d-b84e-458d-acae-2c59276c2a82 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] No DVR routers for this DVR port 2ae0466f-d393-43e6-953f-977138041292 on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:02:38.268708 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-27b92ee2-b022-4f2e-8089-2a7c6c957e9c req-b8b0bcde-db94-4c92-b97f-d6af9a6fcaf3 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.81 "DELETE /v2.0/ports/7bf80d29-80b7-461a-8311-e8519f60975c HTTP/1.1" status: 204 len: 173 time: 1.8619223 May 23 11:02:38.276038 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-31655147-84cd-4c10-9998-80d39b945129 req-8468eb5d-b84e-458d-acae-2c59276c2a82 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:38.284694 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99172d3-cf34-46cb-9bd1-3cae4f2f71d6', 'name': 'network-vif-deleted', 'tag': '2ae0466f-d393-43e6-953f-977138041292'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:02:38.285901 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-2b2bed63-117f-4765-996e-b6eb28fbd36e service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:02:38.286291 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-2b2bed63-117f-4765-996e-b6eb28fbd36e service neutron] Checking segment: {'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:02:38.286690 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-2b2bed63-117f-4765-996e-b6eb28fbd36e service neutron] Bound using segment: {'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:02:38.287523 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-2b2bed63-117f-4765-996e-b6eb28fbd36e service neutron] Bound port: c4067e77-9b1c-4757-8840-e0ece0bd2298, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:02:38.287892 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-2b2bed63-117f-4765-996e-b6eb28fbd36e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:38.318908 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-9f6344b4-e5ad-437c-8836-4464434bf6f4 req-b350d1ba-f856-4bed-8e29-5d9ef3bbc5aa tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] For port 7e27e423-05a5-47f8-ba42-0348aaace8cc, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=7e27e423-05a5-47f8-ba42-0348aaace8cc,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:02:38.319451 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9f6344b4-e5ad-437c-8836-4464434bf6f4 req-b350d1ba-f856-4bed-8e29-5d9ef3bbc5aa tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:38.336901 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-31655147-84cd-4c10-9998-80d39b945129 req-8468eb5d-b84e-458d-acae-2c59276c2a82 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.13 "DELETE /v2.0/ports/2ae0466f-d393-43e6-953f-977138041292 HTTP/1.1" status: 204 len: 173 time: 2.2781663 May 23 11:02:38.420161 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3b9f1803-d16f-40bc-b167-5e4fbb9152d7 req-f4d0699e-1dbd-440e-8e27-a57e27198f4a tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659366 May 23 11:02:38.421193 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: 7bf80d29-80b7-461a-8311-e8519f60975c {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:02:38.421539 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 7bf80d29-80b7-461a-8311-e8519f60975c not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:02:38.579703 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-2b2bed63-117f-4765-996e-b6eb28fbd36e service neutron] For port c4067e77-9b1c-4757-8840-e0ece0bd2298, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:02:38.597966 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=0534ca48-d26f-46c1-88f6-3e853ec7fcd8,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:38.610507 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-9f6344b4-e5ad-437c-8836-4464434bf6f4 req-b350d1ba-f856-4bed-8e29-5d9ef3bbc5aa tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Calling delete_port for 7e27e423-05a5-47f8-ba42-0348aaace8cc owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:02:38.615986 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-02548e12-9669-45af-8a92-6af268c37741 req-8b87af47-145c-4a4b-9fb0-ab56f3dff51c tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] For port 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=4b3d0d9b-4a31-42bd-a7ed-abdb72e92169,segment=NetworkSegment(6bc35f8b-456e-4e1c-8a63-ba8204a54381),segment_id=6bc35f8b-456e-4e1c-8a63-ba8204a54381)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:02:38.617406 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-02548e12-9669-45af-8a92-6af268c37741 req-8b87af47-145c-4a4b-9fb0-ab56f3dff51c tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:38.637324 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-2b2bed63-117f-4765-996e-b6eb28fbd36e service neutron] For port c4067e77-9b1c-4757-8840-e0ece0bd2298, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=c4067e77-9b1c-4757-8840-e0ece0bd2298,segment=NetworkSegment(6816cea3-60a2-419d-a967-3c4d162775bd),segment_id=6816cea3-60a2-419d-a967-3c4d162775bd)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:02:38.646089 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-2b2bed63-117f-4765-996e-b6eb28fbd36e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:38.915005 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-02548e12-9669-45af-8a92-6af268c37741 req-8b87af47-145c-4a4b-9fb0-ab56f3dff51c tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Calling delete_port for 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:02:38.945406 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9f6344b4-e5ad-437c-8836-4464434bf6f4 req-b350d1ba-f856-4bed-8e29-5d9ef3bbc5aa tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:38.959635 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-2b2bed63-117f-4765-996e-b6eb28fbd36e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:38.961062 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-2b2bed63-117f-4765-996e-b6eb28fbd36e service neutron] 10.222.0.81 "PUT /v2.0/ports/c4067e77-9b1c-4757-8840-e0ece0bd2298 HTTP/1.1" status: 200 len: 1091 time: 3.4611475 May 23 11:02:39.025937 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350d1ba-f856-4bed-8e29-5d9ef3bbc5aa tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Pushing event deleted for resources: {'Port': ['ID=7e27e423-05a5-47f8-ba42-0348aaace8cc,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:39.044468 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1360e18-4cf1-416e-a85c-7610d8e3bbab req-6a7380c9-f3be-4c65-ba4e-2424fd62dfd3 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:39.050714 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b1360e18-4cf1-416e-a85c-7610d8e3bbab req-6a7380c9-f3be-4c65-ba4e-2424fd62dfd3 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba80d2ff-2525-460c-8769-dac1dc32c4d0 HTTP/1.1" status: 200 len: 943 time: 0.8482332 May 23 11:02:39.062290 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:39.122304 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2bed63-117f-4765-996e-b6eb28fbd36e service neutron] Pushing event updated for resources: {'Port': ['ID=c4067e77-9b1c-4757-8840-e0ece0bd2298,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:39.211411 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-783073e5-168d-4476-81b4-8a63323eb7cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:39.261289 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-0a446bbe-7e02-47b2-a19e-c30ecc80e10b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=70139281f5db4004afe2c4c8ea88321a&device_id=ba80d2ff-2525-460c-8769-dac1dc32c4d0 HTTP/1.1" status: 200 len: 1094 time: 0.2296333 May 23 11:02:39.279058 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-02548e12-9669-45af-8a92-6af268c37741 req-8b87af47-145c-4a4b-9fb0-ab56f3dff51c tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:39.324203 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f6344b4-e5ad-437c-8836-4464434bf6f4 req-b350d1ba-f856-4bed-8e29-5d9ef3bbc5aa tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] No DVR routers for this DVR port 7e27e423-05a5-47f8-ba42-0348aaace8cc on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:02:39.344933 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9f6344b4-e5ad-437c-8836-4464434bf6f4 req-b350d1ba-f856-4bed-8e29-5d9ef3bbc5aa tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:39.385355 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9f6344b4-e5ad-437c-8836-4464434bf6f4 req-b350d1ba-f856-4bed-8e29-5d9ef3bbc5aa tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.13 "DELETE /v2.0/ports/7e27e423-05a5-47f8-ba42-0348aaace8cc HTTP/1.1" status: 204 len: 173 time: 2.0066507 May 23 11:02:39.420156 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b87af47-145c-4a4b-9fb0-ab56f3dff51c tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Pushing event deleted for resources: {'Port': ['ID=4b3d0d9b-4a31-42bd-a7ed-abdb72e92169,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:39.436446 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-f4f1e823-e984-4284-88c4-7fe2391fe00a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4067e77-9b1c-4757-8840-e0ece0bd2298 HTTP/1.1" status: 200 len: 217 time: 0.1101570 May 23 11:02:39.455934 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b1360e18-4cf1-416e-a85c-7610d8e3bbab req-b9f2a7fa-b671-4f42-b807-0c998d7c6284 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039326 May 23 11:02:39.477413 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bc206-4890-401f-ba1d-ca6d94e2521d req-27da8009-72dc-4c07-90bb-918a91bac3f4 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:39.486042 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-996bc206-4890-401f-ba1d-ca6d94e2521d req-27da8009-72dc-4c07-90bb-918a91bac3f4 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=62daa315-97b6-42dc-ac48-74a4ef6a5662 HTTP/1.1" status: 200 len: 866 time: 0.4174099 May 23 11:02:39.559472 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-02548e12-9669-45af-8a92-6af268c37741 req-8b87af47-145c-4a4b-9fb0-ab56f3dff51c tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] No DVR routers for this DVR port 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169 on host n-h1-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:02:39.563190 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-02548e12-9669-45af-8a92-6af268c37741 req-8b87af47-145c-4a4b-9fb0-ab56f3dff51c tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:39.580888 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-02edba1c-4f9f-4fcd-a182-8ee070e6289e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:39.582318 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-02edba1c-4f9f-4fcd-a182-8ee070e6289e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b42aa520-b19b-4bd9-8813-40b2c3196feb HTTP/1.1" status: 200 len: 861 time: 0.1081679 May 23 11:02:39.583972 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-02548e12-9669-45af-8a92-6af268c37741 req-8b87af47-145c-4a4b-9fb0-ab56f3dff51c tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.13 "DELETE /v2.0/ports/4b3d0d9b-4a31-42bd-a7ed-abdb72e92169 HTTP/1.1" status: 204 len: 173 time: 1.9914863 May 23 11:02:39.584830 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['4b3d0d9b-4a31-42bd-a7ed-abdb72e92169'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:02:39.592487 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-996bc206-4890-401f-ba1d-ca6d94e2521d req-77793bbb-dce0-4404-85d1-b14184fe6a8e tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053419 May 23 11:02:39.662065 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-70353a64-bb00-4560-b42e-f5293809b498 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649834 May 23 11:02:39.669332 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['845cbdb8-20ac-409d-9de2-07e4beb11306'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:02:39.697554 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bca9d6d2-737b-4449-8c58-b36538b82a73'] response: {'server_uuid': 'd96de30f-68c4-44bf-a749-81ff42a8a19e', 'name': 'network-vif-deleted', 'tag': '7bf80d29-80b7-461a-8311-e8519f60975c', 'status': 'completed', 'code': 200} May 23 11:02:39.881048 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-c0afc364-70f1-4595-8012-98400a7860f2 service neutron] 10.222.0.81 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098510 May 23 11:02:39.899246 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e96b99-16dc-4520-80dc-52e6465666aa req-b394b81f-6ec8-4116-acfd-0996bb654bd6 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:39.913608 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-01e96b99-16dc-4520-80dc-52e6465666aa req-b394b81f-6ec8-4116-acfd-0996bb654bd6 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 949 time: 0.2030568 May 23 11:02:39.934919 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3a9ccc6-1b21-4d36-9ad1-b8c24251c523'] response: {'server_uuid': '4baff124-04d7-43dd-9ae5-fdfceb08346f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0534ca48-d26f-46c1-88f6-3e853ec7fcd8', 'code': 200} May 23 11:02:39.938451 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 2ae0466f-d393-43e6-953f-977138041292 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:02:40.002671 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bd22ed1-fcd8-4a36-bf85-06627332c224'] response: {'server_uuid': 'd99172d3-cf34-46cb-9bd1-3cae4f2f71d6', 'name': 'network-vif-deleted', 'tag': '2ae0466f-d393-43e6-953f-977138041292', 'status': 'completed', 'code': 200} May 23 11:02:40.021929 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-01e96b99-16dc-4520-80dc-52e6465666aa req-28d7ab7f-3bb5-493d-988b-b094f6d7578b tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073012 May 23 11:02:40.043743 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 2ae0466f-d393-43e6-953f-977138041292 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:02:40.044134 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 2ae0466f-d393-43e6-953f-977138041292 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:02:40.265326 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-79f652f4-c0ca-414f-83c2-a7039025dc44 req-d761ef79-3ab0-4e93-9124-fadc24fe4d9d service neutron] 10.222.0.81 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757987 May 23 11:02:40.285291 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bd1f263a-7368-44cd-bb22-6fe42d244f22 req-0fc02456-5ec0-4b0a-bb03-8b85b3e92a3f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 1100 time: 0.2294805 May 23 11:02:40.341094 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bd1f263a-7368-44cd-bb22-6fe42d244f22 req-15e003f8-d2e8-4475-b2cc-2aa70613f888 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460403 May 23 11:02:40.606139 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee278b4-ea58-4c66-b065-fbfdaa92746c req-36363cab-ed56-42a9-ba77-e6e0dd9a0293 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:40.607672 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aee278b4-ea58-4c66-b065-fbfdaa92746c req-36363cab-ed56-42a9-ba77-e6e0dd9a0293 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a954772-e265-4ee6-b2a1-d72395ec48cd HTTP/1.1" status: 200 len: 945 time: 0.0823951 May 23 11:02:40.740567 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aee278b4-ea58-4c66-b065-fbfdaa92746c req-302978bf-2b70-41a0-9030-c97aaa709243 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f04d96d-232d-4b09-8348-1c842adfd0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267486 May 23 11:02:41.035913 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db918de6-9988-4cc3-9820-e867b3a91220 req-3d9f6ff5-58dc-4c2a-b0fe-b765d10c75cd tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:41.037330 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-db918de6-9988-4cc3-9820-e867b3a91220 req-3d9f6ff5-58dc-4c2a-b0fe-b765d10c75cd tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba80d2ff-2525-460c-8769-dac1dc32c4d0 HTTP/1.1" status: 200 len: 943 time: 0.1154315 May 23 11:02:41.100699 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-db918de6-9988-4cc3-9820-e867b3a91220 req-d6578a74-78ad-4761-87fd-a8ae74aa2c7c tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562687 May 23 11:02:41.106826 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d6a0e-6a53-470f-9cbb-3842490ce58e req-e564edfc-8ab4-425d-bbea-db6359798df5 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:41.108240 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7a3d6a0e-6a53-470f-9cbb-3842490ce58e req-e564edfc-8ab4-425d-bbea-db6359798df5 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/ports?device_id=89c2711c-4938-423f-87b5-a3bddeaf4be7 HTTP/1.1" status: 200 len: 946 time: 0.1227045 May 23 11:02:41.153496 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7a3d6a0e-6a53-470f-9cbb-3842490ce58e req-ada9a678-f0ff-4e0b-988e-3807f8a5bb4b tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccd85425-9fd3-485d-bda7-73b6a4907f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396326 May 23 11:02:41.358286 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302f27d-6846-4efe-ab0e-00b0a446b7a4 req-f3a061fc-ef30-4479-865d-0ec4e0bb77d5 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:41.359780 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8302f27d-6846-4efe-ab0e-00b0a446b7a4 req-f3a061fc-ef30-4479-865d-0ec4e0bb77d5 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=53bbd772-ae0e-4918-927d-8357a8be450f HTTP/1.1" status: 200 len: 949 time: 0.0903511 May 23 11:02:41.449748 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cdac69e0-2275-47df-9f26-316c0a81b6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:41.455097 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8302f27d-6846-4efe-ab0e-00b0a446b7a4 req-4ab35d66-c823-42c7-81b5-8bf99d43612a tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885243 May 23 11:02:41.472086 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4f798-9d81-40c8-b20e-55700626061a req-57a15a10-e722-4b76-9d93-f58ea2892d83 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:41.473473 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6ec4f798-9d81-40c8-b20e-55700626061a req-57a15a10-e722-4b76-9d93-f58ea2892d83 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 949 time: 0.1086690 May 23 11:02:41.523174 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6ec4f798-9d81-40c8-b20e-55700626061a req-238bf40d-367b-4fa3-a02a-64bac444457b tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409756 May 23 11:02:41.699142 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba80d2ff-2525-460c-8769-dac1dc32c4d0', 'tag': 'c4067e77-9b1c-4757-8840-e0ece0bd2298'}, {'server_uuid': '62daa315-97b6-42dc-ac48-74a4ef6a5662', 'name': 'network-vif-deleted', 'tag': '4b3d0d9b-4a31-42bd-a7ed-abdb72e92169'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:02:41.869923 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95715f57-4346-4576-9177-845c148b1edd'] response: {'name': 'network-changed', 'server_uuid': 'ba80d2ff-2525-460c-8769-dac1dc32c4d0', 'tag': 'c4067e77-9b1c-4757-8840-e0ece0bd2298', 'status': 'completed', 'code': 200} May 23 11:02:41.870181 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95715f57-4346-4576-9177-845c148b1edd'] response: {'server_uuid': '62daa315-97b6-42dc-ac48-74a4ef6a5662', 'name': 'network-vif-deleted', 'tag': '4b3d0d9b-4a31-42bd-a7ed-abdb72e92169', 'status': 'completed', 'code': 200} May 23 11:02:41.917639 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:02:41.938778 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963839dd-e460-46dd-b82f-9ed5eaad839c req-cbf7b576-1914-4400-9b5c-ab77674bb95a tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:41.940508 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-963839dd-e460-46dd-b82f-9ed5eaad839c req-cbf7b576-1914-4400-9b5c-ab77674bb95a tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=63264bcb-8282-4ade-a1db-07ed524042e2 HTTP/1.1" status: 200 len: 944 time: 0.0831423 May 23 11:02:41.954124 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:02:41.954504 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 4b3d0d9b-4a31-42bd-a7ed-abdb72e92169 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:02:41.955147 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 7e27e423-05a5-47f8-ba42-0348aaace8cc no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:02:41.986399 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 7e27e423-05a5-47f8-ba42-0348aaace8cc {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:02:41.986649 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 7e27e423-05a5-47f8-ba42-0348aaace8cc not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:02:42.003640 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c5d2a1-0a9b-404a-80f1-e879640d29b2', 'name': 'network-vif-deleted', 'tag': '7e27e423-05a5-47f8-ba42-0348aaace8cc'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:02:42.042248 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-963839dd-e460-46dd-b82f-9ed5eaad839c req-e26b06de-86e5-43e1-8f41-6d8d8122bc76 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943646 May 23 11:02:42.078118 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7a03f553-7eab-4118-916f-b2b2727c80bb req-00fdf18a-6810-49ce-822a-8a5f40e010b9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=70139281f5db4004afe2c4c8ea88321a&device_id=ba80d2ff-2525-460c-8769-dac1dc32c4d0 HTTP/1.1" status: 200 len: 1094 time: 0.0797749 May 23 11:02:42.081886 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822da907-7a49-4dde-b507-da0bc1dacd87 req-9ad670fb-1ef7-4727-ad60-8ecc01c9c3e1 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:42.082584 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-822da907-7a49-4dde-b507-da0bc1dacd87 req-9ad670fb-1ef7-4727-ad60-8ecc01c9c3e1 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Synchronizing usage tracker for tenant:61146b1e54d841cd9885cb7a4187d86e on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:02:42.101279 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-822da907-7a49-4dde-b507-da0bc1dacd87 req-9ad670fb-1ef7-4727-ad60-8ecc01c9c3e1 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Unset dirty status for tenant:61146b1e54d841cd9885cb7a4187d86e on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:02:42.109733 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-822da907-7a49-4dde-b507-da0bc1dacd87 req-9ad670fb-1ef7-4727-ad60-8ecc01c9c3e1 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=68a4ef2a-5046-4728-83d0-99f0a60622f9 HTTP/1.1" status: 200 len: 950 time: 0.1456425 May 23 11:02:42.179671 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-822da907-7a49-4dde-b507-da0bc1dacd87 req-169b6ae0-0878-4cf1-aca8-a158f14c8881 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688510 May 23 11:02:42.264630 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03f553-7eab-4118-916f-b2b2727c80bb req-0ccc0593-bd9f-4860-bf6a-135ec84ea5fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:42.265896 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7a03f553-7eab-4118-916f-b2b2727c80bb req-0ccc0593-bd9f-4860-bf6a-135ec84ea5fe service neutron] 10.222.0.81 "GET /v2.0/networks?id=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 HTTP/1.1" status: 200 len: 922 time: 0.1712532 May 23 11:02:42.269353 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a7b5b-7bd9-4aac-a156-549ba7cbfedd req-829f0a96-a5cc-4811-b03a-876ab7dd4525 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:42.270831 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ee3a7b5b-7bd9-4aac-a156-549ba7cbfedd req-829f0a96-a5cc-4811-b03a-876ab7dd4525 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a954772-e265-4ee6-b2a1-d72395ec48cd HTTP/1.1" status: 200 len: 945 time: 0.0889711 May 23 11:02:42.292892 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aab9e07-d633-4797-b15f-19eafcf19b25'] response: {'server_uuid': '73c5d2a1-0a9b-404a-80f1-e879640d29b2', 'name': 'network-vif-deleted', 'tag': '7e27e423-05a5-47f8-ba42-0348aaace8cc', 'status': 'completed', 'code': 200} May 23 11:02:42.330542 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ee3a7b5b-7bd9-4aac-a156-549ba7cbfedd req-6ea610df-ad87-4c6d-968c-beb678ca9805 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f04d96d-232d-4b09-8348-1c842adfd0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529330 May 23 11:02:42.358054 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7a03f553-7eab-4118-916f-b2b2727c80bb req-da3b40bd-ad96-440c-9e8b-dc6e09244936 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4067e77-9b1c-4757-8840-e0ece0bd2298 HTTP/1.1" status: 200 len: 217 time: 0.0772343 May 23 11:02:42.444865 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03f553-7eab-4118-916f-b2b2727c80bb req-4b792d40-6910-4c7f-a51f-3776d4062329 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:42.446422 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7a03f553-7eab-4118-916f-b2b2727c80bb req-4b792d40-6910-4c7f-a51f-3776d4062329 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b42aa520-b19b-4bd9-8813-40b2c3196feb HTTP/1.1" status: 200 len: 861 time: 0.0592742 May 23 11:02:42.497047 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7a03f553-7eab-4118-916f-b2b2727c80bb req-4341eccc-6196-4bfb-a4c8-c96529a487e0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432529 May 23 11:02:42.533473 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:42.534803 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7bdc2-c2a5-460d-a79d-df7a900a3f83 req-4ace72dd-d904-4e1d-a436-508598a1691c tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:42.536279 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-28c7bdc2-c2a5-460d-a79d-df7a900a3f83 req-4ace72dd-d904-4e1d-a436-508598a1691c tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba80d2ff-2525-460c-8769-dac1dc32c4d0 HTTP/1.1" status: 200 len: 943 time: 0.1378584 May 23 11:02:42.548734 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09f2a5-35d0-4a25-b9b1-0363b61e7e9a req-94e18d3d-7f5c-4589-ab5b-b47e1103d609 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:42.550161 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f09f2a5-35d0-4a25-b9b1-0363b61e7e9a req-94e18d3d-7f5c-4589-ab5b-b47e1103d609 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/ports?device_id=89c2711c-4938-423f-87b5-a3bddeaf4be7 HTTP/1.1" status: 200 len: 946 time: 0.1175635 May 23 11:02:42.616004 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-28c7bdc2-c2a5-460d-a79d-df7a900a3f83 req-0ad8b357-2d7b-4b9e-bf85-f7fa1c5bbbbd tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730989 May 23 11:02:42.625937 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f09f2a5-35d0-4a25-b9b1-0363b61e7e9a req-50cbc734-5d63-4ff6-8e19-e09cd4a68fa8 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccd85425-9fd3-485d-bda7-73b6a4907f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609043 May 23 11:02:42.728617 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7a03f553-7eab-4118-916f-b2b2727c80bb req-ca1cf141-ad41-4126-905e-17bf2964f0c0 service neutron] 10.222.0.81 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039275 May 23 11:02:42.734292 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:42.734511 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c92ed-7867-4682-a848-b5af1b771a7d req-e023a09e-2b02-4c7a-ab45-7e5d1e05454f tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:42.735684 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-099c92ed-7867-4682-a848-b5af1b771a7d req-e023a09e-2b02-4c7a-ab45-7e5d1e05454f tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a954772-e265-4ee6-b2a1-d72395ec48cd HTTP/1.1" status: 200 len: 945 time: 0.2411752 May 23 11:02:42.893517 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-099c92ed-7867-4682-a848-b5af1b771a7d req-4b34a9f7-e252-4c35-869d-5a46ceb782ab tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] Deleting port ddfe1814-804c-447b-bbf2-17483fc416e2 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:02:42.893845 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-099c92ed-7867-4682-a848-b5af1b771a7d req-4b34a9f7-e252-4c35-869d-5a46ceb782ab tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:42.910257 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4259277-d4f0-4371-b8bb-d4ff43b89d83 req-8addc7a3-659b-474b-8bf1-a35ec6d7d64e tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:42.911727 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c4259277-d4f0-4371-b8bb-d4ff43b89d83 req-8addc7a3-659b-474b-8bf1-a35ec6d7d64e tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=53bbd772-ae0e-4918-927d-8357a8be450f HTTP/1.1" status: 200 len: 949 time: 0.1480951 May 23 11:02:42.917700 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede99757-6df4-428b-9bbf-e29d4d85acff req-4cc5c9e8-c14d-42d6-b786-ba8db9cef913 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:42.919056 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ede99757-6df4-428b-9bbf-e29d4d85acff req-4cc5c9e8-c14d-42d6-b786-ba8db9cef913 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 949 time: 0.1086874 May 23 11:02:42.986678 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf4b68-6340-4597-8da8-78ccb1f41066 req-2a38a062-e25c-4582-a688-cc26ef554b17 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:42.987912 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-90bf4b68-6340-4597-8da8-78ccb1f41066 req-2a38a062-e25c-4582-a688-cc26ef554b17 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Synchronizing usage tracker for tenant:90c9b14de9a447dbb2784bee3d7c6631 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:02:42.993090 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c4259277-d4f0-4371-b8bb-d4ff43b89d83 req-08e3b15d-61e1-45d9-b4de-e64011fcc7f6 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730753 May 23 11:02:42.997839 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ede99757-6df4-428b-9bbf-e29d4d85acff req-a6162cdc-3416-455b-bca4-fe47abe80c78 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644937 May 23 11:02:43.030917 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7a03f553-7eab-4118-916f-b2b2727c80bb req-de91816b-3e7b-427d-b05a-ee64799bc1e7 service neutron] 10.222.0.81 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930691 May 23 11:02:43.063850 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-90bf4b68-6340-4597-8da8-78ccb1f41066 req-2a38a062-e25c-4582-a688-cc26ef554b17 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Unset dirty status for tenant:90c9b14de9a447dbb2784bee3d7c6631 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:02:43.065171 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-90bf4b68-6340-4597-8da8-78ccb1f41066 req-2a38a062-e25c-4582-a688-cc26ef554b17 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.81 "GET /v2.0/ports?device_id=63264bcb-8282-4ade-a1db-07ed524042e2 HTTP/1.1" status: 200 len: 944 time: 0.4164345 May 23 11:02:43.216379 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-90bf4b68-6340-4597-8da8-78ccb1f41066 req-e6173a84-ef2c-48a7-9238-b0ed7d9c5fd0 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Deleting port fdd7caa7-1855-49f5-a943-491e29b8b9d0 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:02:43.216710 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-90bf4b68-6340-4597-8da8-78ccb1f41066 req-e6173a84-ef2c-48a7-9238-b0ed7d9c5fd0 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:43.231174 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4568138-1e4b-4fcf-a91d-07a4f2e1f27e req-4c46b6fc-55dd-4da3-8f1e-3fb6f51050c2 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:43.232797 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c4568138-1e4b-4fcf-a91d-07a4f2e1f27e req-4c46b6fc-55dd-4da3-8f1e-3fb6f51050c2 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 949 time: 0.0889208 May 23 11:02:43.279707 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c4568138-1e4b-4fcf-a91d-07a4f2e1f27e req-fea77aa8-25be-4688-8c1e-23333d985088 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405979 May 23 11:02:43.340310 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-099c92ed-7867-4682-a848-b5af1b771a7d req-4b34a9f7-e252-4c35-869d-5a46ceb782ab tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] For port ddfe1814-804c-447b-bbf2-17483fc416e2, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=ddfe1814-804c-447b-bbf2-17483fc416e2,segment=NetworkSegment(b0065dea-63d9-4d95-9d7d-0134239f982c),segment_id=b0065dea-63d9-4d95-9d7d-0134239f982c)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:02:43.340662 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-099c92ed-7867-4682-a848-b5af1b771a7d req-4b34a9f7-e252-4c35-869d-5a46ceb782ab tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:43.375516 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a19ef2-85ea-4102-8cd4-0f9a2e40ca90 req-a0789ba7-da00-453a-9a1a-2f1c1a9c9439 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:43.383015 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d2a19ef2-85ea-4102-8cd4-0f9a2e40ca90 req-a0789ba7-da00-453a-9a1a-2f1c1a9c9439 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=63264bcb-8282-4ade-a1db-07ed524042e2 HTTP/1.1" status: 200 len: 944 time: 0.0978184 May 23 11:02:43.432333 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d2a19ef2-85ea-4102-8cd4-0f9a2e40ca90 req-09a9ce8c-7593-47a3-b265-81ef1f6de186 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482337 May 23 11:02:43.530908 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d11e59-adfe-4514-838a-0e5dd1d00d04 req-42b73136-f937-44c9-a542-2d6ff330cd85 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:43.533518 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-38d11e59-adfe-4514-838a-0e5dd1d00d04 req-42b73136-f937-44c9-a542-2d6ff330cd85 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=68a4ef2a-5046-4728-83d0-99f0a60622f9 HTTP/1.1" status: 200 len: 950 time: 0.0963292 May 23 11:02:43.613110 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-38d11e59-adfe-4514-838a-0e5dd1d00d04 req-fe8deec9-d332-4178-8144-89a659541f9b tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/security-groups?id=de987614-b8f4-4e27-a7af-0c3a24ca41e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729096 May 23 11:02:43.616665 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-099c92ed-7867-4682-a848-b5af1b771a7d req-4b34a9f7-e252-4c35-869d-5a46ceb782ab tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] Calling delete_port for ddfe1814-804c-447b-bbf2-17483fc416e2 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:02:43.839893 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bebb2a5-9fd4-487d-9987-2cad6a85d4a0 req-1fbef6a3-6dc5-4393-a097-86f609c99db8 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:43.841396 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1bebb2a5-9fd4-487d-9987-2cad6a85d4a0 req-1fbef6a3-6dc5-4393-a097-86f609c99db8 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a954772-e265-4ee6-b2a1-d72395ec48cd HTTP/1.1" status: 200 len: 945 time: 0.1906288 May 23 11:02:43.878207 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c8b41-0a8e-4ec5-95c0-371ef23b0ca5 req-fadee825-d323-478c-81fd-eda29be8f1e4 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:43.879499 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-230c8b41-0a8e-4ec5-95c0-371ef23b0ca5 req-fadee825-d323-478c-81fd-eda29be8f1e4 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Synchronizing usage tracker for tenant:d5075710be5945b7ac123bb724d15837 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:02:43.887447 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc76d9e-6df1-422e-ab50-182ceda7efe6 req-35b4311a-52a5-418e-a4c0-b6f29c5381d1 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:43.888953 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2bc76d9e-6df1-422e-ab50-182ceda7efe6 req-35b4311a-52a5-418e-a4c0-b6f29c5381d1 tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.13 "GET /v2.0/ports?device_id=68a4ef2a-5046-4728-83d0-99f0a60622f9 HTTP/1.1" status: 200 len: 950 time: 0.1911559 May 23 11:02:43.912226 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-90bf4b68-6340-4597-8da8-78ccb1f41066 req-e6173a84-ef2c-48a7-9238-b0ed7d9c5fd0 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] For port fdd7caa7-1855-49f5-a943-491e29b8b9d0, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=fdd7caa7-1855-49f5-a943-491e29b8b9d0,segment=NetworkSegment(6bc35f8b-456e-4e1c-8a63-ba8204a54381),segment_id=6bc35f8b-456e-4e1c-8a63-ba8204a54381)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:02:43.912582 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-90bf4b68-6340-4597-8da8-78ccb1f41066 req-e6173a84-ef2c-48a7-9238-b0ed7d9c5fd0 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:43.983756 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1bebb2a5-9fd4-487d-9987-2cad6a85d4a0 req-1e4f7550-4745-47f2-af0d-699c623f13a4 tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f04d96d-232d-4b09-8348-1c842adfd0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354704 May 23 11:02:43.992613 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a274e-2253-4616-a0ac-14e67500b7ce req-377bf726-2c02-4015-80ea-9987dd317c0f tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:43.994077 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-490a274e-2253-4616-a0ac-14e67500b7ce req-377bf726-2c02-4015-80ea-9987dd317c0f tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/ports?device_id=89c2711c-4938-423f-87b5-a3bddeaf4be7 HTTP/1.1" status: 200 len: 946 time: 0.2161505 May 23 11:02:43.997287 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-2bc76d9e-6df1-422e-ab50-182ceda7efe6 req-4ca15b91-ad8e-457a-b8af-a1beb7a83fed tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Deleting port 845cbdb8-20ac-409d-9de2-07e4beb11306 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:02:43.997486 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-2bc76d9e-6df1-422e-ab50-182ceda7efe6 req-4ca15b91-ad8e-457a-b8af-a1beb7a83fed tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:44.047030 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39318) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:02:44.062280 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-90bf4b68-6340-4597-8da8-78ccb1f41066 req-e6173a84-ef2c-48a7-9238-b0ed7d9c5fd0 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Calling delete_port for fdd7caa7-1855-49f5-a943-491e29b8b9d0 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:02:44.073949 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:44.090376 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-230c8b41-0a8e-4ec5-95c0-371ef23b0ca5 req-fadee825-d323-478c-81fd-eda29be8f1e4 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Unset dirty status for tenant:d5075710be5945b7ac123bb724d15837 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:02:44.091516 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-230c8b41-0a8e-4ec5-95c0-371ef23b0ca5 req-fadee825-d323-478c-81fd-eda29be8f1e4 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.81 "GET /v2.0/ports?device_id=53bbd772-ae0e-4918-927d-8357a8be450f HTTP/1.1" status: 200 len: 949 time: 0.7352965 May 23 11:02:44.148595 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-099c92ed-7867-4682-a848-b5af1b771a7d req-4b34a9f7-e252-4c35-869d-5a46ceb782ab tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:44.215701 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b34a9f7-e252-4c35-869d-5a46ceb782ab tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] Pushing event deleted for resources: {'Port': ['ID=ddfe1814-804c-447b-bbf2-17483fc416e2,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:44.231422 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-230c8b41-0a8e-4ec5-95c0-371ef23b0ca5 req-60d2bbba-4796-4184-97ae-afb2a05b5e78 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Deleting port 51c6e8f9-4120-42cd-9805-21e3fcf24d65 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:02:44.231762 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-230c8b41-0a8e-4ec5-95c0-371ef23b0ca5 req-60d2bbba-4796-4184-97ae-afb2a05b5e78 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:44.265122 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-490a274e-2253-4616-a0ac-14e67500b7ce req-746a2d62-5c47-45e3-86b2-94a4f0b70881 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccd85425-9fd3-485d-bda7-73b6a4907f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560867 May 23 11:02:44.372560 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f25a4485-86eb-441b-9578-9f32fa57e8af admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:44.393435 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1ecf0-2c34-4924-ab8c-f27be689c027 req-44ac8a4e-1b1f-4c82-beae-27dae5f76cea tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:44.394896 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7ae1ecf0-2c34-4924-ab8c-f27be689c027 req-44ac8a4e-1b1f-4c82-beae-27dae5f76cea tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba80d2ff-2525-460c-8769-dac1dc32c4d0 HTTP/1.1" status: 200 len: 943 time: 0.2616699 May 23 11:02:44.398017 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-099c92ed-7867-4682-a848-b5af1b771a7d req-4b34a9f7-e252-4c35-869d-5a46ceb782ab tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] No DVR routers for this DVR port ddfe1814-804c-447b-bbf2-17483fc416e2 on host n-h1-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:02:44.453733 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-099c92ed-7867-4682-a848-b5af1b771a7d req-4b34a9f7-e252-4c35-869d-5a46ceb782ab tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:44.460858 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a954772-e265-4ee6-b2a1-d72395ec48cd', 'name': 'network-vif-deleted', 'tag': 'ddfe1814-804c-447b-bbf2-17483fc416e2'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:02:44.523466 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-099c92ed-7867-4682-a848-b5af1b771a7d req-4b34a9f7-e252-4c35-869d-5a46ceb782ab tempest-VolumesAdminNegativeTest-897448679 tempest-VolumesAdminNegativeTest-897448679-project] 10.222.0.13 "DELETE /v2.0/ports/ddfe1814-804c-447b-bbf2-17483fc416e2 HTTP/1.1" status: 204 len: 173 time: 1.7646110 May 23 11:02:44.526823 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-2bc76d9e-6df1-422e-ab50-182ceda7efe6 req-4ca15b91-ad8e-457a-b8af-a1beb7a83fed tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] For port 845cbdb8-20ac-409d-9de2-07e4beb11306, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=845cbdb8-20ac-409d-9de2-07e4beb11306,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:02:44.527186 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-2bc76d9e-6df1-422e-ab50-182ceda7efe6 req-4ca15b91-ad8e-457a-b8af-a1beb7a83fed tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:44.536430 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7ae1ecf0-2c34-4924-ab8c-f27be689c027 req-96f64b48-1c3e-4c9c-9352-90c5c3c9b4bd tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072438 May 23 11:02:44.612014 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f25a4485-86eb-441b-9578-9f32fa57e8af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:02:44.627100 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f25a4485-86eb-441b-9578-9f32fa57e8af admin admin] Usage tracker for resource:security_group_rule and tenant:9f9cc8a426b14255a359525ebf889fcd is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:02:44.632827 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f25a4485-86eb-441b-9578-9f32fa57e8af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:02:44.641245 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-90bf4b68-6340-4597-8da8-78ccb1f41066 req-e6173a84-ef2c-48a7-9238-b0ed7d9c5fd0 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:44.645662 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f25a4485-86eb-441b-9578-9f32fa57e8af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:02:44.659050 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-2bc76d9e-6df1-422e-ab50-182ceda7efe6 req-4ca15b91-ad8e-457a-b8af-a1beb7a83fed tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Calling delete_port for 845cbdb8-20ac-409d-9de2-07e4beb11306 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:02:44.720348 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e54bf2a5-639d-4a83-814a-32ebd10652b5 req-2491ae16-711f-4f4b-b7d8-81a72474718f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3220243 May 23 11:02:44.731206 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6173a84-ef2c-48a7-9238-b0ed7d9c5fd0 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Pushing event deleted for resources: {'Port': ['ID=fdd7caa7-1855-49f5-a943-491e29b8b9d0,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:44.840006 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d3dae-f033-43d6-b79f-5709ddf13428 req-ace298b4-c828-40ae-a278-fd552947d8a2 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:44.842016 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-230c8b41-0a8e-4ec5-95c0-371ef23b0ca5 req-60d2bbba-4796-4184-97ae-afb2a05b5e78 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] For port 51c6e8f9-4120-42cd-9805-21e3fcf24d65, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=51c6e8f9-4120-42cd-9805-21e3fcf24d65,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:02:44.842581 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-230c8b41-0a8e-4ec5-95c0-371ef23b0ca5 req-60d2bbba-4796-4184-97ae-afb2a05b5e78 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:44.848120 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-070d3dae-f033-43d6-b79f-5709ddf13428 req-ace298b4-c828-40ae-a278-fd552947d8a2 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=53bbd772-ae0e-4918-927d-8357a8be450f HTTP/1.1" status: 200 len: 949 time: 0.1198792 May 23 11:02:44.854507 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-90bf4b68-6340-4597-8da8-78ccb1f41066 req-e6173a84-ef2c-48a7-9238-b0ed7d9c5fd0 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] No DVR routers for this DVR port fdd7caa7-1855-49f5-a943-491e29b8b9d0 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:02:44.862142 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-90bf4b68-6340-4597-8da8-78ccb1f41066 req-e6173a84-ef2c-48a7-9238-b0ed7d9c5fd0 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:44.976285 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-070d3dae-f033-43d6-b79f-5709ddf13428 req-1a17e1a6-0218-4220-a12a-86df8365c39f tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271598 May 23 11:02:45.035374 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-317d4f94-c364-4835-aae0-193a0419781a req-0dbed84d-392e-4180-91ef-70adaff28119 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=63264bcb-8282-4ade-a1db-07ed524042e2 HTTP/1.1" status: 200 len: 210 time: 0.0579543 May 23 11:02:45.046253 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-2bc76d9e-6df1-422e-ab50-182ceda7efe6 req-4ca15b91-ad8e-457a-b8af-a1beb7a83fed tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:45.052207 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-230c8b41-0a8e-4ec5-95c0-371ef23b0ca5 req-60d2bbba-4796-4184-97ae-afb2a05b5e78 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Calling delete_port for 51c6e8f9-4120-42cd-9805-21e3fcf24d65 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:02:45.082909 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['845cbdb8-20ac-409d-9de2-07e4beb11306'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:02:45.116643 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0365f4e1-4fe5-4441-96a0-a5892eae0fdd'] response: {'server_uuid': '2a954772-e265-4ee6-b2a1-d72395ec48cd', 'name': 'network-vif-deleted', 'tag': 'ddfe1814-804c-447b-bbf2-17483fc416e2', 'status': 'completed', 'code': 200} May 23 11:02:45.119949 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca15b91-ad8e-457a-b8af-a1beb7a83fed tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Pushing event deleted for resources: {'Port': ['ID=845cbdb8-20ac-409d-9de2-07e4beb11306,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:45.155760 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-90bf4b68-6340-4597-8da8-78ccb1f41066 req-e6173a84-ef2c-48a7-9238-b0ed7d9c5fd0 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.81 "DELETE /v2.0/ports/fdd7caa7-1855-49f5-a943-491e29b8b9d0 HTTP/1.1" status: 204 len: 173 time: 2.0678818 May 23 11:02:45.225736 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc76d9e-6df1-422e-ab50-182ceda7efe6 req-4ca15b91-ad8e-457a-b8af-a1beb7a83fed tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] No DVR routers for this DVR port 845cbdb8-20ac-409d-9de2-07e4beb11306 on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:02:45.228758 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-2bc76d9e-6df1-422e-ab50-182ceda7efe6 req-4ca15b91-ad8e-457a-b8af-a1beb7a83fed tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:45.231448 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a4ef2a-5046-4728-83d0-99f0a60622f9', 'name': 'network-vif-deleted', 'tag': '845cbdb8-20ac-409d-9de2-07e4beb11306'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:02:45.241027 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a8a3d6e3-a648-4331-b9ca-661491cfe614 req-06ea4889-7325-4ced-8143-4c259fbadb16 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2978275 May 23 11:02:45.258634 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f25a4485-86eb-441b-9578-9f32fa57e8af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:45.270582 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f25a4485-86eb-441b-9578-9f32fa57e8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:45.293814 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-10ce147e-92ae-454c-aab3-548c6a306458 req-48c5bbd6-3a88-4a22-a478-827e32c71c1d tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Synchronizing usage tracker for tenant:61146b1e54d841cd9885cb7a4187d86e on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:02:45.337097 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2bc76d9e-6df1-422e-ab50-182ceda7efe6 req-4ca15b91-ad8e-457a-b8af-a1beb7a83fed tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.13 "DELETE /v2.0/ports/845cbdb8-20ac-409d-9de2-07e4beb11306 HTTP/1.1" status: 204 len: 173 time: 1.4401720 May 23 11:02:45.346547 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f25a4485-86eb-441b-9578-9f32fa57e8af admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9f9cc8a426b14255a359525ebf889fcd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2953277 May 23 11:02:45.351763 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39344) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:02:45.373916 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-10ce147e-92ae-454c-aab3-548c6a306458 req-48c5bbd6-3a88-4a22-a478-827e32c71c1d tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] Unset dirty status for tenant:61146b1e54d841cd9885cb7a4187d86e on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:02:45.375703 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-10ce147e-92ae-454c-aab3-548c6a306458 req-48c5bbd6-3a88-4a22-a478-827e32c71c1d tempest-ServersOnMultiNodesTest-644812409 tempest-ServersOnMultiNodesTest-644812409-project] 10.222.0.79 "GET /v2.0/ports?device_id=68a4ef2a-5046-4728-83d0-99f0a60622f9 HTTP/1.1" status: 200 len: 210 time: 0.1394286 May 23 11:02:45.406237 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c8bb8-2017-4e35-b500-35cfb6cbc42a req-2f5319ff-a968-49e9-92e5-9fd60bca0075 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:45.407799 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-307c8bb8-2017-4e35-b500-35cfb6cbc42a req-2f5319ff-a968-49e9-92e5-9fd60bca0075 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 949 time: 0.1260109 May 23 11:02:45.429613 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a4485-86eb-441b-9578-9f32fa57e8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c886b6e-aebc-4ee3-b532-b7b3cdef8086,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:45.499190 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-307c8bb8-2017-4e35-b500-35cfb6cbc42a req-5722df81-8933-4639-8e51-3e5ae8b3a2b4 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853229 May 23 11:02:45.577076 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39354) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:02:45.600400 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device fdd7caa7-1855-49f5-a943-491e29b8b9d0 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:02:45.653428 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6228171-a7da-4bac-81e8-3aa858455f6c'] response: {'server_uuid': '68a4ef2a-5046-4728-83d0-99f0a60622f9', 'name': 'network-vif-deleted', 'tag': '845cbdb8-20ac-409d-9de2-07e4beb11306', 'status': 'completed', 'code': 200} May 23 11:02:45.675469 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: fdd7caa7-1855-49f5-a943-491e29b8b9d0 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:02:45.676261 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device fdd7caa7-1855-49f5-a943-491e29b8b9d0 not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:02:45.677955 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 51c6e8f9-4120-42cd-9805-21e3fcf24d65 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:02:45.743698 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-230c8b41-0a8e-4ec5-95c0-371ef23b0ca5 req-60d2bbba-4796-4184-97ae-afb2a05b5e78 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:45.759232 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-12a95220-cae8-452b-9396-d43f11d7fd58 admin admin] Deleting subnet 2ba16e99-ff65-403a-a3a8-b174a035e599 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:02:45.768544 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-12a95220-cae8-452b-9396-d43f11d7fd58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:45.775973 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: 51c6e8f9-4120-42cd-9805-21e3fcf24d65 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:02:45.776407 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 51c6e8f9-4120-42cd-9805-21e3fcf24d65 not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:02:45.781903 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['7d2d2227-acd2-4737-83a9-5299c1bcccaf'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:02:45.849208 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d2bbba-4796-4184-97ae-afb2a05b5e78 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Pushing event deleted for resources: {'Port': ['ID=51c6e8f9-4120-42cd-9805-21e3fcf24d65,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:45.869856 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bbb78a46-9fef-4eeb-8b7a-018d06ca029b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:46.002081 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device ddfe1814-804c-447b-bbf2-17483fc416e2 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:02:46.040468 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: ddfe1814-804c-447b-bbf2-17483fc416e2 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:02:46.040804 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device ddfe1814-804c-447b-bbf2-17483fc416e2 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:02:46.041268 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 845cbdb8-20ac-409d-9de2-07e4beb11306 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:02:46.052789 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-230c8b41-0a8e-4ec5-95c0-371ef23b0ca5 req-60d2bbba-4796-4184-97ae-afb2a05b5e78 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] No DVR routers for this DVR port 51c6e8f9-4120-42cd-9805-21e3fcf24d65 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:02:46.059633 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-230c8b41-0a8e-4ec5-95c0-371ef23b0ca5 req-60d2bbba-4796-4184-97ae-afb2a05b5e78 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:46.064855 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-12a95220-cae8-452b-9396-d43f11d7fd58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:46.066549 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bbb78a46-9fef-4eeb-8b7a-018d06ca029b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:46.105837 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-230c8b41-0a8e-4ec5-95c0-371ef23b0ca5 req-60d2bbba-4796-4184-97ae-afb2a05b5e78 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.81 "DELETE /v2.0/ports/51c6e8f9-4120-42cd-9805-21e3fcf24d65 HTTP/1.1" status: 204 len: 173 time: 2.0067439 May 23 11:02:46.136742 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 845cbdb8-20ac-409d-9de2-07e4beb11306 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:02:46.137346 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 845cbdb8-20ac-409d-9de2-07e4beb11306 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:02:46.166125 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bbb78a46-9fef-4eeb-8b7a-018d06ca029b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:46.180300 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-12a95220-cae8-452b-9396-d43f11d7fd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:46.194324 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb78a46-9fef-4eeb-8b7a-018d06ca029b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c886b6e-aebc-4ee3-b532-b7b3cdef8086,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:46.203251 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bbb78a46-9fef-4eeb-8b7a-018d06ca029b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:46.204614 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-bbb78a46-9fef-4eeb-8b7a-018d06ca029b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9c886b6e-aebc-4ee3-b532-b7b3cdef8086 HTTP/1.1" status: 204 len: 168 time: 0.8498280 May 23 11:02:46.318823 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8357b1b-2d1b-4079-8bb1-f6db061abec8 req-d9bc52e5-7342-4914-b49a-05097f6f2aba tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:46.327638 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e8357b1b-2d1b-4079-8bb1-f6db061abec8 req-d9bc52e5-7342-4914-b49a-05097f6f2aba tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba80d2ff-2525-460c-8769-dac1dc32c4d0 HTTP/1.1" status: 200 len: 943 time: 0.3746531 May 23 11:02:46.345647 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bda208-97af-4e52-b3d4-6a22afd524fe req-d7dc1883-fc1b-41ee-8b05-92444bf6085d tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:46.347179 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-84bda208-97af-4e52-b3d4-6a22afd524fe req-d7dc1883-fc1b-41ee-8b05-92444bf6085d tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/ports?device_id=89c2711c-4938-423f-87b5-a3bddeaf4be7 HTTP/1.1" status: 200 len: 946 time: 0.4989240 May 23 11:02:46.588250 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-12a95220-cae8-452b-9396-d43f11d7fd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:46.638664 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e8357b1b-2d1b-4079-8bb1-f6db061abec8 req-d8bb35c6-ac36-4f93-8952-54d28a09e3bc tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101487 May 23 11:02:46.642319 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a95220-cae8-452b-9396-d43f11d7fd58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ba16e99-ff65-403a-a3a8-b174a035e599,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:46.647213 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-84bda208-97af-4e52-b3d4-6a22afd524fe req-7475c654-e123-49db-947a-cd9a603d6e5d tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccd85425-9fd3-485d-bda7-73b6a4907f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394486 May 23 11:02:46.651666 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-12a95220-cae8-452b-9396-d43f11d7fd58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:46.661055 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-12a95220-cae8-452b-9396-d43f11d7fd58 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/2ba16e99-ff65-403a-a3a8-b174a035e599 HTTP/1.1" status: 204 len: 168 time: 1.0829363 May 23 11:02:46.663809 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39384) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:02:46.668819 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3445873e-b8b7-48b5-baba-f0cd01f59200 req-51748c6b-2f44-4ced-94ca-022db9a8ca28 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3127909 May 23 11:02:46.761802 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39388) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:02:46.798564 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-32e000ab-2515-46c2-9206-a2a122840113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:46.829814 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3445873e-b8b7-48b5-baba-f0cd01f59200 req-9873a616-f730-4f45-808e-d9382d465d4f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70139281f5db4004afe2c4c8ea88321a&device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 1096 time: 0.1163521 May 23 11:02:46.868783 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-32e000ab-2515-46c2-9206-a2a122840113 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:02:46.872856 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-32e000ab-2515-46c2-9206-a2a122840113 admin admin] Usage tracker for resource:security_group_rule and tenant:cbecbeb2e77843a08bdf25af102f39f5 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:02:46.876348 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-32e000ab-2515-46c2-9206-a2a122840113 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:02:46.882572 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-32e000ab-2515-46c2-9206-a2a122840113 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:02:46.913315 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-74cda81c-8ffa-489c-8e39-43844878c436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:47.040434 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c4a23722-7c45-47ce-a086-4125322e1938 req-9d7d741b-2b94-47fc-8f23-cf293c098090 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=53bbd772-ae0e-4918-927d-8357a8be450f HTTP/1.1" status: 200 len: 210 time: 0.1164839 May 23 11:02:47.098064 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-74cda81c-8ffa-489c-8e39-43844878c436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:47.119258 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63264bcb-8282-4ade-a1db-07ed524042e2', 'name': 'network-vif-deleted', 'tag': 'fdd7caa7-1855-49f5-a943-491e29b8b9d0'}, {'server_uuid': '53bbd772-ae0e-4918-927d-8357a8be450f', 'name': 'network-vif-deleted', 'tag': '51c6e8f9-4120-42cd-9805-21e3fcf24d65'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:02:47.147121 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-74cda81c-8ffa-489c-8e39-43844878c436 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db8eff5b-ae92-4c3b-b42b-e8d8f11cf2e8']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:02:47.181040 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-32e000ab-2515-46c2-9206-a2a122840113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:47.185347 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-74cda81c-8ffa-489c-8e39-43844878c436 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0065dea-63d9-4d95-9d7d-0134239f982c') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:02:47.188018 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445873e-b8b7-48b5-baba-f0cd01f59200 req-5a5bd059-e05b-46eb-852e-625c8ba43f22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:47.188398 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-74cda81c-8ffa-489c-8e39-43844878c436 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0065dea-63d9-4d95-9d7d-0134239f982c') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:02:47.190107 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3445873e-b8b7-48b5-baba-f0cd01f59200 req-5a5bd059-e05b-46eb-852e-625c8ba43f22 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 HTTP/1.1" status: 200 len: 922 time: 0.3057427 May 23 11:02:47.199895 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-32e000ab-2515-46c2-9206-a2a122840113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:47.275267 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-74cda81c-8ffa-489c-8e39-43844878c436 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:47.307097 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-32e000ab-2515-46c2-9206-a2a122840113 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cbecbeb2e77843a08bdf25af102f39f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5440338 May 23 11:02:47.313653 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39400) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:02:47.329616 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3445873e-b8b7-48b5-baba-f0cd01f59200 req-755e0143-6f65-4c59-8053-c06c845cf3b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11d3c116-1d5a-472e-819d-32f0aa1667c2 HTTP/1.1" status: 200 len: 217 time: 0.0970871 May 23 11:02:47.357116 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e000ab-2515-46c2-9206-a2a122840113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46fd5a4-d3d1-4f65-b388-c1a0f6d60a9f,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:47.384888 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-74cda81c-8ffa-489c-8e39-43844878c436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:47.415045 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39406) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:02:47.423287 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74cda81c-8ffa-489c-8e39-43844878c436 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:02:47.424137 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-74cda81c-8ffa-489c-8e39-43844878c436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:47.438449 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:02:47.438449 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:02:47.438449 n-d-842952-2 neutron-server[83911]: timer() May 23 11:02:47.438449 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:02:47.438449 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:02:47.438449 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:02:47.438449 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:02:47.438449 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:02:47.438449 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:02:47.438449 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:02:47.438449 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:02:47.438449 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:02:47.438449 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:02:47.438449 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:02:47.438449 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:02:47.438449 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:02:47.438449 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:02:47.438449 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:02:47.438449 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:02:47.438449 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:02:47.438449 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:02:47.438449 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:02:47.438449 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:02:47.438449 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:02:47.438449 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:02:47.438449 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:02:47.438449 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:02:47.438449 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:02:47.438449 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:02:47.438449 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:02:47.438449 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:02:47.438449 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:02:47.451234 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445873e-b8b7-48b5-baba-f0cd01f59200 req-7dc81431-f13a-43bd-87b7-e48174624802 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:47.452324 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3445873e-b8b7-48b5-baba-f0cd01f59200 req-7dc81431-f13a-43bd-87b7-e48174624802 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b42aa520-b19b-4bd9-8813-40b2c3196feb HTTP/1.1" status: 200 len: 861 time: 0.1151221 May 23 11:02:47.463414 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902dc0aa-10fc-4d76-b25d-e9fd4ccc656e req-698752be-8009-4edd-a2a3-1f637ed4d7a7 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:47.464884 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-902dc0aa-10fc-4d76-b25d-e9fd4ccc656e req-698752be-8009-4edd-a2a3-1f637ed4d7a7 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 949 time: 0.2640882 May 23 11:02:47.521006 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3445873e-b8b7-48b5-baba-f0cd01f59200 req-0effd3c7-0562-48b6-85a6-954d77f2e632 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551775 May 23 11:02:47.565080 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-943306c5-e947-4b2b-bef4-be2c450b4c8c'] response: {'server_uuid': '63264bcb-8282-4ade-a1db-07ed524042e2', 'name': 'network-vif-deleted', 'tag': 'fdd7caa7-1855-49f5-a943-491e29b8b9d0', 'status': 'completed', 'code': 200} May 23 11:02:47.565766 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-943306c5-e947-4b2b-bef4-be2c450b4c8c'] response: {'server_uuid': '53bbd772-ae0e-4918-927d-8357a8be450f', 'name': 'network-vif-deleted', 'tag': '51c6e8f9-4120-42cd-9805-21e3fcf24d65', 'status': 'completed', 'code': 200} May 23 11:02:47.628683 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-74cda81c-8ffa-489c-8e39-43844878c436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:47.629758 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device c4067e77-9b1c-4757-8840-e0ece0bd2298 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:02:47.632937 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-74cda81c-8ffa-489c-8e39-43844878c436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:47.667895 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-902dc0aa-10fc-4d76-b25d-e9fd4ccc656e req-463d96bd-4176-4967-886d-7fdff2708dcc tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659787 May 23 11:02:47.671968 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-74cda81c-8ffa-489c-8e39-43844878c436 admin admin] 10.222.0.79 "DELETE /v2.0/networks/db8eff5b-ae92-4c3b-b42b-e8d8f11cf2e8 HTTP/1.1" status: 204 len: 168 time: 1.0062468 May 23 11:02:47.672893 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-85f67638-305b-4623-ad85-e301184e703e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:47.673023 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39412) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:02:47.748214 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-85f67638-305b-4623-ad85-e301184e703e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:47.778709 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port c4067e77-9b1c-4757-8840-e0ece0bd2298, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=c4067e77-9b1c-4757-8840-e0ece0bd2298,segment=NetworkSegment(6816cea3-60a2-419d-a967-3c4d162775bd),segment_id=6816cea3-60a2-419d-a967-3c4d162775bd)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:02:47.784191 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3445873e-b8b7-48b5-baba-f0cd01f59200 req-3c6659f8-f361-474d-97df-b85aa5152c35 service neutron] 10.222.0.13 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467120 May 23 11:02:47.788662 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-23cb6a09-24c9-4bd3-9ead-09f0975844b0 admin admin] Deleting subnet db6263a2-88da-4fd2-9d0d-ba340b4ed7ab {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:02:47.797401 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': 'c4067e77-9b1c-4757-8840-e0ece0bd2298', 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14', 'port_id': 'c4067e77-9b1c-4757-8840-e0ece0bd2298', 'mac_address': 'fa:16:3e:19:28:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b42aa520-b19b-4bd9-8813-40b2c3196feb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:02:47.810641 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-47b0530a-f0b4-4f09-8818-bb34217ee120 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=61146b1e54d841cd9885cb7a4187d86e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3923573 May 23 11:02:47.811804 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cda81c-8ffa-489c-8e39-43844878c436 admin admin] Pushing event deleted for resources: {'Network': ['ID=db8eff5b-ae92-4c3b-b42b-e8d8f11cf2e8,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:47.815387 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ffbe6-1cbe-4b9f-b3a1-e2d61ec7b8cd req-1b19c813-fb8a-4208-8d30-943be160edff tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:47.816868 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c72ffbe6-1cbe-4b9f-b3a1-e2d61ec7b8cd req-1b19c813-fb8a-4208-8d30-943be160edff tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf HTTP/1.1" status: 200 len: 966 time: 0.2551336 May 23 11:02:47.817149 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a8a3d6e3-a648-4331-b9ca-661491cfe614 req-83e98001-6047-4a11-9f33-6498b51da375 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 1100 time: 0.5062697 May 23 11:02:47.817331 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39420) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:02:47.818015 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-23cb6a09-24c9-4bd3-9ead-09f0975844b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:47.823542 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-85f67638-305b-4623-ad85-e301184e703e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:47.861443 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-85f67638-305b-4623-ad85-e301184e703e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:47.878090 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-85f67638-305b-4623-ad85-e301184e703e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c46fd5a4-d3d1-4f65-b388-c1a0f6d60a9f HTTP/1.1" status: 204 len: 168 time: 0.5282900 May 23 11:02:47.890028 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:47.913640 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4067e77-9b1c-4757-8840-e0ece0bd2298 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:02:47.929947 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f67638-305b-4623-ad85-e301184e703e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46fd5a4-d3d1-4f65-b388-c1a0f6d60a9f,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:47.933150 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port c4067e77-9b1c-4757-8840-e0ece0bd2298, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=c4067e77-9b1c-4757-8840-e0ece0bd2298,segment=NetworkSegment(6816cea3-60a2-419d-a967-3c4d162775bd),segment_id=6816cea3-60a2-419d-a967-3c4d162775bd)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:02:47.953797 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:48.036079 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=c4067e77-9b1c-4757-8840-e0ece0bd2298,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:48.064488 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3d6e3-a648-4331-b9ca-661491cfe614 req-53ec7967-d36a-4b9f-9885-190093047e18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:48.066004 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a8a3d6e3-a648-4331-b9ca-661491cfe614 req-53ec7967-d36a-4b9f-9885-190093047e18 service neutron] 10.222.0.81 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.2075605 May 23 11:02:48.079559 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-23cb6a09-24c9-4bd3-9ead-09f0975844b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:48.152170 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a8a3d6e3-a648-4331-b9ca-661491cfe614 req-ccb79c31-b9a0-4783-9bf8-d5a09f30b9af service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=0534ca48-d26f-46c1-88f6-3e853ec7fcd8 HTTP/1.1" status: 200 len: 217 time: 0.0724478 May 23 11:02:48.214788 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c72ffbe6-1cbe-4b9f-b3a1-e2d61ec7b8cd req-2bb13240-d099-435f-8689-92fcb27b13f9 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633604 May 23 11:02:48.231325 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-23cb6a09-24c9-4bd3-9ead-09f0975844b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:48.277856 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3445873e-b8b7-48b5-baba-f0cd01f59200 req-d7cf7513-d9d1-407f-9433-9314ed598a3c service neutron] 10.222.0.13 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4869545 May 23 11:02:48.293888 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-436f4e07-58b8-4bed-be8a-08a3bff26625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:48.303518 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39430) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:02:48.327606 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3d6e3-a648-4331-b9ca-661491cfe614 req-196b3334-2a62-4d68-9f91-5b00325a100e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:48.329054 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a8a3d6e3-a648-4331-b9ca-661491cfe614 req-196b3334-2a62-4d68-9f91-5b00325a100e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.1290345 May 23 11:02:48.334850 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c17dac56-634c-452b-a8fa-73c54ed7c9c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:48.341320 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc23f28-6308-40c6-95d3-4fcdc0de80aa req-db781e21-656b-47f1-a400-a19698b1ea92 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:48.342966 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dcc23f28-6308-40c6-95d3-4fcdc0de80aa req-db781e21-656b-47f1-a400-a19698b1ea92 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/ports?device_id=89c2711c-4938-423f-87b5-a3bddeaf4be7 HTTP/1.1" status: 200 len: 946 time: 0.4778607 May 23 11:02:48.356223 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-436f4e07-58b8-4bed-be8a-08a3bff26625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:48.413607 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['c4067e77-9b1c-4757-8840-e0ece0bd2298'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:02:48.417015 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4b772-d359-4220-a176-4c37cd97ba1a req-c1c6ac3c-c573-4340-9691-bcd67e269307 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:48.417782 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-5ab4b772-d359-4220-a176-4c37cd97ba1a req-c1c6ac3c-c573-4340-9691-bcd67e269307 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Synchronizing usage tracker for tenant:90c9b14de9a447dbb2784bee3d7c6631 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:02:48.442856 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c17dac56-634c-452b-a8fa-73c54ed7c9c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:02:48.446755 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-23cb6a09-24c9-4bd3-9ead-09f0975844b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:48.449650 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c17dac56-634c-452b-a8fa-73c54ed7c9c4 admin admin] Usage tracker for resource:security_group_rule and tenant:573be9027a4a4cfa873209bd53b6567d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:02:48.453744 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c17dac56-634c-452b-a8fa-73c54ed7c9c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:02:48.461260 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-5ab4b772-d359-4220-a176-4c37cd97ba1a req-c1c6ac3c-c573-4340-9691-bcd67e269307 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Unset dirty status for tenant:90c9b14de9a447dbb2784bee3d7c6631 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:02:48.462425 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5ab4b772-d359-4220-a176-4c37cd97ba1a req-c1c6ac3c-c573-4340-9691-bcd67e269307 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.81 "GET /v2.0/ports?device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf HTTP/1.1" status: 200 len: 966 time: 0.2289236 May 23 11:02:48.463219 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c17dac56-634c-452b-a8fa-73c54ed7c9c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:02:48.534989 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a8a3d6e3-a648-4331-b9ca-661491cfe614 req-a5642d30-1c8a-437f-a384-20addfe5f23c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1898198 May 23 11:02:48.605787 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb6a09-24c9-4bd3-9ead-09f0975844b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db6263a2-88da-4fd2-9d0d-ba340b4ed7ab,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:48.621336 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-23cb6a09-24c9-4bd3-9ead-09f0975844b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:48.642380 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-23cb6a09-24c9-4bd3-9ead-09f0975844b0 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/db6263a2-88da-4fd2-9d0d-ba340b4ed7ab HTTP/1.1" status: 204 len: 168 time: 0.9674718 May 23 11:02:48.647538 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dcc23f28-6308-40c6-95d3-4fcdc0de80aa req-81849997-63a6-4a8d-9646-bef2e8fbcf79 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccd85425-9fd3-485d-bda7-73b6a4907f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967324 May 23 11:02:48.648856 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39434) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:02:48.710787 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-5ab4b772-d359-4220-a176-4c37cd97ba1a req-634d3dba-d48c-4479-9272-d6cb8270fd46 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Deleting port bc5de9c3-19b0-4fb2-95d2-3b731d64be1e {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:02:48.711147 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-5ab4b772-d359-4220-a176-4c37cd97ba1a req-634d3dba-d48c-4479-9272-d6cb8270fd46 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:48.733356 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-436f4e07-58b8-4bed-be8a-08a3bff26625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:48.779247 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f4e07-58b8-4bed-be8a-08a3bff26625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de987614-b8f4-4e27-a7af-0c3a24ca41e0,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:48.785735 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-436f4e07-58b8-4bed-be8a-08a3bff26625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:48.789549 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-436f4e07-58b8-4bed-be8a-08a3bff26625 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/de987614-b8f4-4e27-a7af-0c3a24ca41e0 HTTP/1.1" status: 204 len: 168 time: 0.9405646 May 23 11:02:48.806429 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6d907-549a-49f6-bf9f-156fc0741288 req-31485f74-255c-4e50-bd47-f6d884362a17 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:48.808068 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-faa6d907-549a-49f6-bf9f-156fc0741288 req-31485f74-255c-4e50-bd47-f6d884362a17 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba80d2ff-2525-460c-8769-dac1dc32c4d0 HTTP/1.1" status: 200 len: 944 time: 0.4262083 May 23 11:02:48.820426 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fef2b73d-863a-4f20-8254-8013070a5cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:48.876572 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c17dac56-634c-452b-a8fa-73c54ed7c9c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:48.902008 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c17dac56-634c-452b-a8fa-73c54ed7c9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:48.934355 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a8a3d6e3-a648-4331-b9ca-661491cfe614 req-453f6172-58d6-463b-a954-2db85b087cd4 service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910081 May 23 11:02:49.064384 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-faa6d907-549a-49f6-bf9f-156fc0741288 req-1f5f7092-6d8c-4d5c-815f-27bd31c91ccf tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366080 May 23 11:02:49.093326 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fef2b73d-863a-4f20-8254-8013070a5cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:49.116333 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17dac56-634c-452b-a8fa-73c54ed7c9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36820e9d-aac5-4c14-a875-a301915fdd1b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:49.124793 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c17dac56-634c-452b-a8fa-73c54ed7c9c4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=573be9027a4a4cfa873209bd53b6567d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8168676 May 23 11:02:49.129593 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39446) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:02:49.131355 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-fef2b73d-863a-4f20-8254-8013070a5cef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d9151f6-5166-4de2-b9f6-c96559fc9604']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:02:49.146615 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-fef2b73d-863a-4f20-8254-8013070a5cef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f33a9c1-2675-4d0a-8672-bae78f4d07eb') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:02:49.146914 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-fef2b73d-863a-4f20-8254-8013070a5cef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f33a9c1-2675-4d0a-8672-bae78f4d07eb') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:02:49.161066 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fef2b73d-863a-4f20-8254-8013070a5cef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:49.180594 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fef2b73d-863a-4f20-8254-8013070a5cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:49.187348 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fef2b73d-863a-4f20-8254-8013070a5cef admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:02:49.188358 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fef2b73d-863a-4f20-8254-8013070a5cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:49.246721 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-5ab4b772-d359-4220-a176-4c37cd97ba1a req-634d3dba-d48c-4479-9272-d6cb8270fd46 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] For port bc5de9c3-19b0-4fb2-95d2-3b731d64be1e, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=bc5de9c3-19b0-4fb2-95d2-3b731d64be1e,segment=NetworkSegment(6bc35f8b-456e-4e1c-8a63-ba8204a54381),segment_id=6bc35f8b-456e-4e1c-8a63-ba8204a54381)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:02:49.247310 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-5ab4b772-d359-4220-a176-4c37cd97ba1a req-634d3dba-d48c-4479-9272-d6cb8270fd46 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:49.265964 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a8a3d6e3-a648-4331-b9ca-661491cfe614 req-fc63c777-eb7f-4270-93d6-305c4dbd240e service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039131 May 23 11:02:49.274718 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:02:49.274718 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:02:49.274718 n-d-842952-2 neutron-server[83910]: timer() May 23 11:02:49.274718 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:02:49.274718 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:02:49.274718 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:02:49.274718 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:02:49.274718 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:02:49.274718 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:02:49.274718 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:02:49.274718 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:02:49.274718 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:02:49.274718 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:02:49.274718 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:02:49.274718 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:02:49.274718 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:02:49.274718 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:02:49.274718 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:02:49.274718 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:02:49.274718 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:02:49.274718 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:02:49.274718 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:02:49.274718 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:02:49.274718 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:02:49.274718 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:02:49.274718 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:02:49.274718 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:02:49.274718 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:02:49.274718 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:02:49.274718 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:02:49.274718 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:02:49.274718 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:02:49.312596 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fef2b73d-863a-4f20-8254-8013070a5cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:49.330138 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ee7bb-f961-402e-ac1b-abc5ef931d2b req-e272baa6-05db-460e-8d76-87da30eb56f9 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:49.339286 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-326ee7bb-f961-402e-ac1b-abc5ef931d2b req-e272baa6-05db-460e-8d76-87da30eb56f9 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 949 time: 0.4603713 May 23 11:02:49.341767 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39452) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:02:49.395997 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fef2b73d-863a-4f20-8254-8013070a5cef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:49.400444 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2b73d-863a-4f20-8254-8013070a5cef admin admin] Pushing event deleted for resources: {'Network': ['ID=9d9151f6-5166-4de2-b9f6-c96559fc9604,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:49.413795 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-5ab4b772-d359-4220-a176-4c37cd97ba1a req-634d3dba-d48c-4479-9272-d6cb8270fd46 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Calling delete_port for bc5de9c3-19b0-4fb2-95d2-3b731d64be1e owned by compute:tempest-test_az-1536545113 {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:02:49.451911 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6d4e25f9-c63d-41ee-967e-6b4500128afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:49.470355 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5823798f-2704-4cc9-86d9-ad42d028e1bd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ff31bca5d955491597593dab62b08ac5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1266093 May 23 11:02:49.472188 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39458) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:02:49.474606 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-fef2b73d-863a-4f20-8254-8013070a5cef admin admin] 10.222.0.79 "DELETE /v2.0/networks/9d9151f6-5166-4de2-b9f6-c96559fc9604 HTTP/1.1" status: 204 len: 168 time: 0.8238013 May 23 11:02:49.540078 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6d4e25f9-c63d-41ee-967e-6b4500128afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:49.601959 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-326ee7bb-f961-402e-ac1b-abc5ef931d2b req-7e868e13-34f7-4f83-ae61-5e612fcfcade tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615387 May 23 11:02:49.637558 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed04d94-adb0-4c11-8ad5-f09bb5163906 req-6edc15fc-2534-4d1c-a418-f56ae8c09883 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:49.645188 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6ed04d94-adb0-4c11-8ad5-f09bb5163906 req-6edc15fc-2534-4d1c-a418-f56ae8c09883 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf HTTP/1.1" status: 200 len: 966 time: 0.1154840 May 23 11:02:49.650051 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device c4067e77-9b1c-4757-8840-e0ece0bd2298 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:02:49.703277 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-506c659f-db87-4234-83eb-3581143d55e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:49.719151 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-5ab4b772-d359-4220-a176-4c37cd97ba1a req-634d3dba-d48c-4479-9272-d6cb8270fd46 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:49.736301 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6ed04d94-adb0-4c11-8ad5-f09bb5163906 req-cb2b3738-a96e-42df-9e78-7cfc701b7c04 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/security-groups?id=03b23830-cc5c-44e3-92e7-472e42b378fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896561 May 23 11:02:49.808893 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port c4067e77-9b1c-4757-8840-e0ece0bd2298 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:02:49.814910 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d3dba-d48c-4479-9272-d6cb8270fd46 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Pushing event deleted for resources: {'Port': ['ID=bc5de9c3-19b0-4fb2-95d2-3b731d64be1e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:49.819751 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port c4067e77-9b1c-4757-8840-e0ece0bd2298 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:02:49.821645 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:49.823626 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6d4e25f9-c63d-41ee-967e-6b4500128afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:49.850991 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-506c659f-db87-4234-83eb-3581143d55e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:49.865566 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39466) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:02:49.887200 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4e25f9-c63d-41ee-967e-6b4500128afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36820e9d-aac5-4c14-a875-a301915fdd1b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:49.995857 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:50.009033 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab4b772-d359-4220-a176-4c37cd97ba1a req-634d3dba-d48c-4479-9272-d6cb8270fd46 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] No DVR routers for this DVR port bc5de9c3-19b0-4fb2-95d2-3b731d64be1e on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:02:50.013223 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-5ab4b772-d359-4220-a176-4c37cd97ba1a req-634d3dba-d48c-4479-9272-d6cb8270fd46 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:50.015149 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5ab4b772-d359-4220-a176-4c37cd97ba1a req-634d3dba-d48c-4479-9272-d6cb8270fd46 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.81 "DELETE /v2.0/ports/bc5de9c3-19b0-4fb2-95d2-3b731d64be1e HTTP/1.1" status: 204 len: 173 time: 1.5414140 May 23 11:02:50.017321 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd211e353-443f-46c8-98d7-ef0634b0cdbf', 'name': 'network-vif-deleted', 'tag': 'bc5de9c3-19b0-4fb2-95d2-3b731d64be1e'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:02:50.025731 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6d4e25f9-c63d-41ee-967e-6b4500128afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:50.029781 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6d4e25f9-c63d-41ee-967e-6b4500128afb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/36820e9d-aac5-4c14-a875-a301915fdd1b HTTP/1.1" status: 204 len: 168 time: 0.8975947 May 23 11:02:50.036477 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96124a4d-badf-4990-a914-035f62a5670b req-98b7c6b3-e18b-48bf-9e80-1972081e3b15 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:50.038217 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-96124a4d-badf-4990-a914-035f62a5670b req-98b7c6b3-e18b-48bf-9e80-1972081e3b15 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/ports?device_id=89c2711c-4938-423f-87b5-a3bddeaf4be7 HTTP/1.1" status: 200 len: 946 time: 0.1327975 May 23 11:02:50.045983 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2eb78f-466b-48ac-b7b8-9542e087ff11 req-30680c2c-8fc2-4aac-9baf-ef7822681c49 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:50.051974 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1afcef47-d64d-411d-8cad-fcccdb4457cf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=553b4e4e67d44f38bf72339bbe1984c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1807890 May 23 11:02:50.052999 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39474) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:02:50.054026 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2b2eb78f-466b-48ac-b7b8-9542e087ff11 req-30680c2c-8fc2-4aac-9baf-ef7822681c49 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5 HTTP/1.1" status: 200 len: 950 time: 0.2160912 May 23 11:02:50.057239 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba80d2ff-2525-460c-8769-dac1dc32c4d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4067e77-9b1c-4757-8840-e0ece0bd2298'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:02:50.074197 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-506c659f-db87-4234-83eb-3581143d55e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:50.079974 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port c4067e77-9b1c-4757-8840-e0ece0bd2298, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=c4067e77-9b1c-4757-8840-e0ece0bd2298,segment=NetworkSegment(6816cea3-60a2-419d-a967-3c4d162775bd),segment_id=6816cea3-60a2-419d-a967-3c4d162775bd)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:02:50.085715 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:50.103169 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c659f-db87-4234-83eb-3581143d55e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05574c9-8989-4126-af61-7388bac8c664,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:50.128210 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-506c659f-db87-4234-83eb-3581143d55e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:50.129437 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-506c659f-db87-4234-83eb-3581143d55e1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e05574c9-8989-4126-af61-7388bac8c664 HTTP/1.1" status: 204 len: 168 time: 0.6574168 May 23 11:02:50.134031 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-96124a4d-badf-4990-a914-035f62a5670b req-a124b21a-eca9-4a0e-8dc1-b0ad700289cc tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccd85425-9fd3-485d-bda7-73b6a4907f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778465 May 23 11:02:50.156300 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2b2eb78f-466b-48ac-b7b8-9542e087ff11 req-db9a48df-0cea-4067-9840-4fde7bd55b96 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013198 May 23 11:02:50.176587 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3cfbeb7d-881c-4760-9067-ee237fc2c16a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:50.245003 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fc8514a-eca3-441e-97e6-ec9808f71630'] response: {'server_uuid': 'd211e353-443f-46c8-98d7-ef0634b0cdbf', 'name': 'network-vif-deleted', 'tag': 'bc5de9c3-19b0-4fb2-95d2-3b731d64be1e', 'status': 'completed', 'code': 200} May 23 11:02:50.262196 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3cfbeb7d-881c-4760-9067-ee237fc2c16a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:50.267321 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=c4067e77-9b1c-4757-8840-e0ece0bd2298,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:50.304591 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5934b8fb-4c68-4c45-a391-baf0654a2100'] response: {'server_uuid': 'ba80d2ff-2525-460c-8769-dac1dc32c4d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4067e77-9b1c-4757-8840-e0ece0bd2298', 'code': 200} May 23 11:02:50.349166 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3cfbeb7d-881c-4760-9067-ee237fc2c16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:50.371116 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfbeb7d-881c-4760-9067-ee237fc2c16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f04d96d-232d-4b09-8348-1c842adfd0a8,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:50.376961 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3cfbeb7d-881c-4760-9067-ee237fc2c16a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:50.380835 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3cfbeb7d-881c-4760-9067-ee237fc2c16a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3f04d96d-232d-4b09-8348-1c842adfd0a8 HTTP/1.1" status: 204 len: 168 time: 0.3244884 May 23 11:02:50.471014 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d9492-5a6d-452e-bc8b-656577944c98 req-87107bdf-30af-48fc-982a-351e206fe5ce tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:50.472673 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-623d9492-5a6d-452e-bc8b-656577944c98 req-87107bdf-30af-48fc-982a-351e206fe5ce tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba80d2ff-2525-460c-8769-dac1dc32c4d0 HTTP/1.1" status: 200 len: 945 time: 0.1076453 May 23 11:02:50.531455 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-623d9492-5a6d-452e-bc8b-656577944c98 req-353690ed-f977-4441-90f9-f8fa221676c1 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517550 May 23 11:02:50.582901 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ad4d3fce-1d70-481a-841e-664464c4dd72 req-ff0f1783-4ff0-4b92-a47a-9071257e854d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ba80d2ff-2525-460c-8769-dac1dc32c4d0 HTTP/1.1" status: 200 len: 1096 time: 0.0741234 May 23 11:02:50.662981 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ad4d3fce-1d70-481a-841e-664464c4dd72 req-264eff6c-dbc8-4cd1-87bf-ac14a6fb91d0 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638452 May 23 11:02:50.905594 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35726070-6310-4b08-ad9b-8b143d013e6e req-894c6369-bd5f-48ca-b402-0ce9c4e7a475 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:50.907060 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-35726070-6310-4b08-ad9b-8b143d013e6e req-894c6369-bd5f-48ca-b402-0ce9c4e7a475 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 949 time: 0.1489520 May 23 11:02:50.978702 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-209ea8f9-dabf-4eb5-9919-8b188242d621 req-9c8d4756-588e-43e7-94a8-aeeba43519c0 tempest-LiveMigrationTest-772844254 tempest-LiveMigrationTest-772844254-project] 10.222.0.79 "GET /v2.0/ports?device_id=d211e353-443f-46c8-98d7-ef0634b0cdbf HTTP/1.1" status: 200 len: 210 time: 0.0647445 May 23 11:02:50.999363 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-35726070-6310-4b08-ad9b-8b143d013e6e req-a1563018-28d5-420f-979f-c121ed0e115e tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866144 May 23 11:02:51.011097 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39508) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:02:51.061204 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9c12d914-cbe0-4bd0-bf2a-ce811257f18d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8ffc5cd999fc492c99a3fda4cd81f463&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0488906 May 23 11:02:51.063565 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39512) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:02:51.126710 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ba8ef1b3-6042-4f6f-a173-633bc6e1ffa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:51.159134 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ba8ef1b3-6042-4f6f-a173-633bc6e1ffa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:51.230987 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ba8ef1b3-6042-4f6f-a173-633bc6e1ffa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:51.259784 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ef1b3-6042-4f6f-a173-633bc6e1ffa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5070ecc-6f89-447f-8fe7-c571ebc00718,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:51.279606 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ba8ef1b3-6042-4f6f-a173-633bc6e1ffa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:51.284749 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ba8ef1b3-6042-4f6f-a173-633bc6e1ffa6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f5070ecc-6f89-447f-8fe7-c571ebc00718 HTTP/1.1" status: 204 len: 168 time: 0.2200651 May 23 11:02:51.540852 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d418e62-b0c2-42dc-a14e-235eb6d2a453 req-cbeb9796-ee50-42f8-8f30-8f032d7b4ea7 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:51.548168 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1d418e62-b0c2-42dc-a14e-235eb6d2a453 req-cbeb9796-ee50-42f8-8f30-8f032d7b4ea7 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5 HTTP/1.1" status: 200 len: 950 time: 0.1544945 May 23 11:02:51.602881 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb69533-fd57-48fc-aaf1-bc63844a9d01 req-1217160f-1a2d-4323-b0c9-499e99795de0 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:51.604533 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fbb69533-fd57-48fc-aaf1-bc63844a9d01 req-1217160f-1a2d-4323-b0c9-499e99795de0 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/ports?device_id=89c2711c-4938-423f-87b5-a3bddeaf4be7 HTTP/1.1" status: 200 len: 946 time: 0.1680281 May 23 11:02:51.607157 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1d418e62-b0c2-42dc-a14e-235eb6d2a453 req-4a9497ab-41fc-4fd7-afc0-a0b17a6711b1 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582221 May 23 11:02:51.649803 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device bc5de9c3-19b0-4fb2-95d2-3b731d64be1e no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:02:51.699157 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fbb69533-fd57-48fc-aaf1-bc63844a9d01 req-af85b025-983e-49a1-9c3f-19d014c1957d tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccd85425-9fd3-485d-bda7-73b6a4907f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869567 May 23 11:02:51.705840 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: bc5de9c3-19b0-4fb2-95d2-3b731d64be1e {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:02:51.706201 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device bc5de9c3-19b0-4fb2-95d2-3b731d64be1e not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:02:51.870957 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7929817-5ee9-4ef4-8a92-f0cb14cf232d req-a1d02d36-bf18-4707-a185-642c68f64765 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:51.877997 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e7929817-5ee9-4ef4-8a92-f0cb14cf232d req-a1d02d36-bf18-4707-a185-642c68f64765 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba80d2ff-2525-460c-8769-dac1dc32c4d0 HTTP/1.1" status: 200 len: 945 time: 0.0899048 May 23 11:02:51.923303 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e7929817-5ee9-4ef4-8a92-f0cb14cf232d req-c06a1945-3086-4a5e-a60f-a75d06b32e4f tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444531 May 23 11:02:52.105789 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39560) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:02:52.174823 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f46ef8-9185-4290-bf74-5a2bb2cdf5b8 req-e81479fe-5383-40cc-a949-e7f818bec7fd tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:52.175513 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-a8f46ef8-9185-4290-bf74-5a2bb2cdf5b8 req-e81479fe-5383-40cc-a949-e7f818bec7fd tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Synchronizing usage tracker for tenant:d5075710be5945b7ac123bb724d15837 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:02:52.192531 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-a8f46ef8-9185-4290-bf74-5a2bb2cdf5b8 req-e81479fe-5383-40cc-a949-e7f818bec7fd tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Unset dirty status for tenant:d5075710be5945b7ac123bb724d15837 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:02:52.193714 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a8f46ef8-9185-4290-bf74-5a2bb2cdf5b8 req-e81479fe-5383-40cc-a949-e7f818bec7fd tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5 HTTP/1.1" status: 200 len: 950 time: 0.1733129 May 23 11:02:52.305087 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f76add-3285-4329-99c3-ab4b0ada501b req-71f03708-4894-405a-a8b6-b976277bc64d tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:52.319856 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-29f76add-3285-4329-99c3-ab4b0ada501b req-71f03708-4894-405a-a8b6-b976277bc64d tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 949 time: 0.1254499 May 23 11:02:52.380600 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-29f76add-3285-4329-99c3-ab4b0ada501b req-1d0ba111-78b5-4c91-9a52-9278c2dec98b tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595241 May 23 11:02:52.505292 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-a8f46ef8-9185-4290-bf74-5a2bb2cdf5b8 req-1d131261-ac64-46d0-a9a7-cb872958909b tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Deleting port 7d2d2227-acd2-4737-83a9-5299c1bcccaf {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:02:52.505813 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a8f46ef8-9185-4290-bf74-5a2bb2cdf5b8 req-1d131261-ac64-46d0-a9a7-cb872958909b tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:52.599116 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a6bae18-56a9-47a3-a3c4-9a0544359886 admin admin] Deleting subnet f56c9b27-295c-462d-bb89-343a223f9d6c {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:02:52.602299 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7a6bae18-56a9-47a3-a3c4-9a0544359886 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:52.748266 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7a6bae18-56a9-47a3-a3c4-9a0544359886 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:52.821330 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7a6bae18-56a9-47a3-a3c4-9a0544359886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:52.882810 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-a8f46ef8-9185-4290-bf74-5a2bb2cdf5b8 req-1d131261-ac64-46d0-a9a7-cb872958909b tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] For port 7d2d2227-acd2-4737-83a9-5299c1bcccaf, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=7d2d2227-acd2-4737-83a9-5299c1bcccaf,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:02:52.883221 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a8f46ef8-9185-4290-bf74-5a2bb2cdf5b8 req-1d131261-ac64-46d0-a9a7-cb872958909b tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:53.058673 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7a6bae18-56a9-47a3-a3c4-9a0544359886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:53.069196 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-a8f46ef8-9185-4290-bf74-5a2bb2cdf5b8 req-1d131261-ac64-46d0-a9a7-cb872958909b tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Calling delete_port for 7d2d2227-acd2-4737-83a9-5299c1bcccaf owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:02:53.104177 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6bae18-56a9-47a3-a3c4-9a0544359886 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f56c9b27-295c-462d-bb89-343a223f9d6c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:53.122695 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358dbf1d-74fc-4f71-823b-09af79dc3f63 req-82ca5a4a-2042-4581-a13c-bcfd070fd3b9 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:53.130445 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-358dbf1d-74fc-4f71-823b-09af79dc3f63 req-82ca5a4a-2042-4581-a13c-bcfd070fd3b9 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5 HTTP/1.1" status: 200 len: 950 time: 0.2609549 May 23 11:02:53.155131 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7a6bae18-56a9-47a3-a3c4-9a0544359886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:53.164241 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7a6bae18-56a9-47a3-a3c4-9a0544359886 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/f56c9b27-295c-462d-bb89-343a223f9d6c HTTP/1.1" status: 204 len: 168 time: 1.0571630 May 23 11:02:53.168745 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39596) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:02:53.199974 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d403d-238f-442b-aea7-984655ff5e93 req-41f3cc65-6094-412d-8d87-1789d02f0c4c tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:53.201771 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e20d403d-238f-442b-aea7-984655ff5e93 req-41f3cc65-6094-412d-8d87-1789d02f0c4c tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/ports?device_id=89c2711c-4938-423f-87b5-a3bddeaf4be7 HTTP/1.1" status: 200 len: 946 time: 0.2409842 May 23 11:02:53.245957 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a8f46ef8-9185-4290-bf74-5a2bb2cdf5b8 req-1d131261-ac64-46d0-a9a7-cb872958909b tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:53.282550 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['7d2d2227-acd2-4737-83a9-5299c1bcccaf'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:02:53.307946 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d131261-ac64-46d0-a9a7-cb872958909b tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Pushing event deleted for resources: {'Port': ['ID=7d2d2227-acd2-4737-83a9-5299c1bcccaf,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:53.337949 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-358dbf1d-74fc-4f71-823b-09af79dc3f63 req-d6dedbf9-78f5-4d97-adc5-022186e535b3 tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065320 May 23 11:02:53.386940 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e20d403d-238f-442b-aea7-984655ff5e93 req-e38450ba-bb8d-4235-a884-d38de3084fee tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccd85425-9fd3-485d-bda7-73b6a4907f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718354 May 23 11:02:53.389339 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c736b2ce-6047-416a-b73a-d05dd2fc2212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:53.435263 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f46ef8-9185-4290-bf74-5a2bb2cdf5b8 req-1d131261-ac64-46d0-a9a7-cb872958909b tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] No DVR routers for this DVR port 7d2d2227-acd2-4737-83a9-5299c1bcccaf on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:02:53.444258 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a8f46ef8-9185-4290-bf74-5a2bb2cdf5b8 req-1d131261-ac64-46d0-a9a7-cb872958909b tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:53.447155 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5', 'name': 'network-vif-deleted', 'tag': '7d2d2227-acd2-4737-83a9-5299c1bcccaf'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:02:53.498780 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a8f46ef8-9185-4290-bf74-5a2bb2cdf5b8 req-1d131261-ac64-46d0-a9a7-cb872958909b tempest-ServersAdminTestJSON-788450026 tempest-ServersAdminTestJSON-788450026-project] 10.222.0.81 "DELETE /v2.0/ports/7d2d2227-acd2-4737-83a9-5299c1bcccaf HTTP/1.1" status: 204 len: 173 time: 1.2482910 May 23 11:02:53.615233 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c736b2ce-6047-416a-b73a-d05dd2fc2212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:53.650855 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-c736b2ce-6047-416a-b73a-d05dd2fc2212 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f16bf48-f1ac-437f-802c-c2072c75e62b']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:02:53.668536 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-c736b2ce-6047-416a-b73a-d05dd2fc2212 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bc35f8b-456e-4e1c-8a63-ba8204a54381') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:02:53.668831 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-c736b2ce-6047-416a-b73a-d05dd2fc2212 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bc35f8b-456e-4e1c-8a63-ba8204a54381') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:02:53.686187 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c736b2ce-6047-416a-b73a-d05dd2fc2212 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:53.727155 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1223d-52f0-4213-9e84-c532032705f1 req-3c4e80a7-8bc9-4072-ac9d-7fe85d8d837d tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:53.735418 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bef1223d-52f0-4213-9e84-c532032705f1 req-3c4e80a7-8bc9-4072-ac9d-7fe85d8d837d tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba80d2ff-2525-460c-8769-dac1dc32c4d0 HTTP/1.1" status: 200 len: 945 time: 0.2423635 May 23 11:02:53.758615 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c736b2ce-6047-416a-b73a-d05dd2fc2212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:53.774203 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c736b2ce-6047-416a-b73a-d05dd2fc2212 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:02:53.774610 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c736b2ce-6047-416a-b73a-d05dd2fc2212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:53.793785 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:02:53.793785 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:02:53.793785 n-d-842952-2 neutron-server[83910]: timer() May 23 11:02:53.793785 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:02:53.793785 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:02:53.793785 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:02:53.793785 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:02:53.793785 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:02:53.793785 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:02:53.793785 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:02:53.793785 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:02:53.793785 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:02:53.793785 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:02:53.793785 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:02:53.793785 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:02:53.793785 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:02:53.793785 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:02:53.793785 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:02:53.793785 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:02:53.793785 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:02:53.793785 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:02:53.793785 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:02:53.793785 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:02:53.793785 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:02:53.793785 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:02:53.793785 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:02:53.793785 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:02:53.793785 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:02:53.793785 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:02:53.793785 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:02:53.793785 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:02:53.793785 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:02:53.934217 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bef1223d-52f0-4213-9e84-c532032705f1 req-32cd6076-1405-4f69-b3b5-bad80b95c416 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979022 May 23 11:02:53.949928 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c736b2ce-6047-416a-b73a-d05dd2fc2212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:53.954546 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c736b2ce-6047-416a-b73a-d05dd2fc2212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:53.986376 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736b2ce-6047-416a-b73a-d05dd2fc2212 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f16bf48-f1ac-437f-802c-c2072c75e62b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:53.992448 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c736b2ce-6047-416a-b73a-d05dd2fc2212 admin admin] 10.222.0.79 "DELETE /v2.0/networks/3f16bf48-f1ac-437f-802c-c2072c75e62b HTTP/1.1" status: 204 len: 168 time: 0.8213642 May 23 11:02:53.995039 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39628) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:02:54.064354 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea10d57b-d202-4fd9-a057-1f3e4d3a5f60 req-9629b0c3-102a-4c6f-b506-51605e30b848 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:54.072536 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ea10d57b-d202-4fd9-a057-1f3e4d3a5f60 req-9629b0c3-102a-4c6f-b506-51605e30b848 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 949 time: 0.2256989 May 23 11:02:54.127223 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ea10d57b-d202-4fd9-a057-1f3e4d3a5f60 req-c60b5ee0-ce38-4a92-bdd2-47a46721077b tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533364 May 23 11:02:54.130299 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-01f532e6-2edf-4d59-9642-6f97974de214 admin admin] Deleting subnet 4291d374-07d5-4c79-9c7a-ae6aa76285a3 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:02:54.135100 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-01f532e6-2edf-4d59-9642-6f97974de214 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:54.190171 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-01f532e6-2edf-4d59-9642-6f97974de214 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:54.248520 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-01f532e6-2edf-4d59-9642-6f97974de214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:54.276174 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89c1697a-a8f0-4597-8751-27b8ae01aa31'] response: {'server_uuid': '4f1e50b6-cd1c-4993-b9a6-685e10ddb8d5', 'name': 'network-vif-deleted', 'tag': '7d2d2227-acd2-4737-83a9-5299c1bcccaf', 'status': 'completed', 'code': 200} May 23 11:02:54.327699 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-01f532e6-2edf-4d59-9642-6f97974de214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:54.370845 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f532e6-2edf-4d59-9642-6f97974de214 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4291d374-07d5-4c79-9c7a-ae6aa76285a3,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:54.375723 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-01f532e6-2edf-4d59-9642-6f97974de214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:54.384406 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-01f532e6-2edf-4d59-9642-6f97974de214 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/4291d374-07d5-4c79-9c7a-ae6aa76285a3 HTTP/1.1" status: 204 len: 168 time: 0.3860741 May 23 11:02:54.384750 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39644) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:02:54.502285 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b1a9e15a-01b9-46b9-a4bd-adcde4930820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:54.765306 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-7f75cba0-a381-4d69-904d-a15f383e64a8 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=f47713a6bc844e7b9cd226d7f0f1e231&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1602886 May 23 11:02:54.769426 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b1a9e15a-01b9-46b9-a4bd-adcde4930820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:54.824972 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-b1a9e15a-01b9-46b9-a4bd-adcde4930820 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fcd945b-e284-4126-8b27-a28a0ce31324']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:02:54.898850 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-b1a9e15a-01b9-46b9-a4bd-adcde4930820 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6e55da5-fde7-403e-8f88-581008089989') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:02:54.899135 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-b1a9e15a-01b9-46b9-a4bd-adcde4930820 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6e55da5-fde7-403e-8f88-581008089989') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:02:54.919373 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f7e6a0dc-9223-48aa-9a1c-3fe84f86d36e req-0c007434-1dcd-4387-8092-31fbf9a1f1aa tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=ba80d2ff-2525-460c-8769-dac1dc32c4d0 HTTP/1.1" status: 200 len: 1096 time: 0.4082389 May 23 11:02:54.922952 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b1a9e15a-01b9-46b9-a4bd-adcde4930820 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:54.960909 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b1a9e15a-01b9-46b9-a4bd-adcde4930820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:54.983615 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1a9e15a-01b9-46b9-a4bd-adcde4930820 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:02:54.984015 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b1a9e15a-01b9-46b9-a4bd-adcde4930820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:54.996995 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:02:54.996995 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:02:54.996995 n-d-842952-2 neutron-server[83910]: timer() May 23 11:02:54.996995 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:02:54.996995 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:02:54.996995 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:02:54.996995 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:02:54.996995 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:02:54.996995 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:02:54.996995 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:02:54.996995 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:02:54.996995 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:02:54.996995 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:02:54.996995 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:02:54.996995 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:02:54.996995 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:02:54.996995 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:02:54.996995 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:02:54.996995 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:02:54.996995 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:02:54.996995 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:02:54.996995 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:02:54.996995 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:02:54.996995 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:02:54.996995 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:02:54.996995 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:02:54.996995 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:02:54.996995 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:02:54.996995 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:02:54.996995 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:02:54.996995 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:02:54.996995 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:02:55.087176 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-a215d360-1dc6-4448-8bb5-303fe591a512 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:55.088525 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-a215d360-1dc6-4448-8bb5-303fe591a512 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3114109 May 23 11:02:55.100027 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f7e6a0dc-9223-48aa-9a1c-3fe84f86d36e req-3009ccda-37b4-49e6-a546-f3b0c368c4b8 tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706324 May 23 11:02:55.110421 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-660704e5-cfa4-4cc3-8acf-8eca7765ca98 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] 10.222.0.79 "GET /v2.0/quotas/f47713a6bc844e7b9cd226d7f0f1e231 HTTP/1.1" status: 200 len: 375 time: 0.0134757 May 23 11:02:55.113895 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b1a9e15a-01b9-46b9-a4bd-adcde4930820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:55.131857 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b1a9e15a-01b9-46b9-a4bd-adcde4930820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:55.172983 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a9e15a-01b9-46b9-a4bd-adcde4930820 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fcd945b-e284-4126-8b27-a28a0ce31324,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:55.181838 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b1a9e15a-01b9-46b9-a4bd-adcde4930820 admin admin] 10.222.0.79 "DELETE /v2.0/networks/4fcd945b-e284-4126-8b27-a28a0ce31324 HTTP/1.1" status: 204 len: 168 time: 0.7937338 May 23 11:02:55.182092 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-f2976b56-274c-4953-95fe-e5df5544aa1d tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f47713a6bc844e7b9cd226d7f0f1e231&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517049 May 23 11:02:55.470691 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39676) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:02:55.537023 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d6d6b5a0-6a85-4d4e-9a11-9f6dffefd3ab admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=90c9b14de9a447dbb2784bee3d7c6631&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0627244 May 23 11:02:55.537454 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39684) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:02:55.684641 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 7d2d2227-acd2-4737-83a9-5299c1bcccaf no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:02:55.723393 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8f0a8fa1-57d0-4815-b111-2e078e0b7271 req-06dca107-ec52-4154-be85-08035941b12c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=31fc6e185c394c2a8519287df1a74f86&device_id=89c2711c-4938-423f-87b5-a3bddeaf4be7 HTTP/1.1" status: 200 len: 1097 time: 0.1141295 May 23 11:02:55.732539 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-beffe23b-e1ab-48ef-af95-2cdd448d2e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:55.779522 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: 7d2d2227-acd2-4737-83a9-5299c1bcccaf {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:02:55.779952 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 7d2d2227-acd2-4737-83a9-5299c1bcccaf not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:02:55.791195 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-beffe23b-e1ab-48ef-af95-2cdd448d2e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:55.805406 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39692) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:02:55.865491 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a92bd-5605-44cd-81c2-2f570e1a0e0e req-270f0667-0bb5-41d1-80f6-2aaa73eaaa7f tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:55.877231 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6a9a92bd-5605-44cd-81c2-2f570e1a0e0e req-270f0667-0bb5-41d1-80f6-2aaa73eaaa7f tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 949 time: 0.2067504 May 23 11:02:55.895175 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b5d154b9-4d2b-4b2d-8c41-dffd300b5ca0 req-fe001301-a934-4c3d-ad48-c1d37424145b tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=ba80d2ff-2525-460c-8769-dac1dc32c4d0 HTTP/1.1" status: 200 len: 1096 time: 0.2678075 May 23 11:02:55.923020 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a8fa1-57d0-4815-b111-2e078e0b7271 req-1e3895df-c0c6-4e20-a4cf-9f5c7869e8b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:55.924670 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8f0a8fa1-57d0-4815-b111-2e078e0b7271 req-1e3895df-c0c6-4e20-a4cf-9f5c7869e8b7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9b6d1985-9aec-4d25-aeef-9599637b7970 HTTP/1.1" status: 200 len: 916 time: 0.1918664 May 23 11:02:55.992660 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b5d154b9-4d2b-4b2d-8c41-dffd300b5ca0 req-3b7fe2a5-d4bd-433f-9900-3ff6b7704ea1 tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964460 May 23 11:02:55.996081 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6a9a92bd-5605-44cd-81c2-2f570e1a0e0e req-a62342cb-5c91-45de-9733-0ad6054e2dff tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182475 May 23 11:02:56.013807 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-beffe23b-e1ab-48ef-af95-2cdd448d2e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:56.017729 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8f0a8fa1-57d0-4815-b111-2e078e0b7271 req-078a89c2-03d9-432d-856a-ad98065bac61 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac6813a3-15fe-4005-ae76-6b2b0a32fc94 HTTP/1.1" status: 200 len: 217 time: 0.0737224 May 23 11:02:56.050114 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beffe23b-e1ab-48ef-af95-2cdd448d2e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b23830-cc5c-44e3-92e7-472e42b378fd,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:56.072482 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-beffe23b-e1ab-48ef-af95-2cdd448d2e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:56.073637 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-beffe23b-e1ab-48ef-af95-2cdd448d2e93 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/03b23830-cc5c-44e3-92e7-472e42b378fd HTTP/1.1" status: 204 len: 168 time: 0.5353339 May 23 11:02:56.101291 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a8fa1-57d0-4815-b111-2e078e0b7271 req-7726877f-6262-4b7f-a34c-6d0c8b00c533 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:56.102789 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8f0a8fa1-57d0-4815-b111-2e078e0b7271 req-7726877f-6262-4b7f-a34c-6d0c8b00c533 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=72a213e0-54a9-4bb5-a91e-62eeb4a1364f HTTP/1.1" status: 200 len: 854 time: 0.0789068 May 23 11:02:56.124103 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3e21914b-614c-43a5-922b-ca2542e2ae51 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d5075710be5945b7ac123bb724d15837&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3173845 May 23 11:02:56.124780 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39702) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:02:56.198918 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8f0a8fa1-57d0-4815-b111-2e078e0b7271 req-3602a065-93c2-4eec-9e89-ee58a01de7a5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9b6d1985-9aec-4d25-aeef-9599637b7970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893025 May 23 11:02:56.241404 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bbf378b2-a1a1-4e1a-a1f9-777b6d0dd82c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:56.265814 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e02eaa04-8e98-4cc6-b906-764caa8f6113 req-e625bb66-a41c-49f9-88bb-4a8c5e9b75ad tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] 10.222.0.79 "GET /v2.0/ports?device_id=121fd863-7d7f-494a-90c1-c23365576d5e HTTP/1.1" status: 200 len: 210 time: 0.0578401 May 23 11:02:56.283040 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bbf378b2-a1a1-4e1a-a1f9-777b6d0dd82c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:56.376574 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8f0a8fa1-57d0-4815-b111-2e078e0b7271 req-e6d7e7b9-6841-4a9d-b920-c80c99e4af6e service neutron] 10.222.0.81 "GET /v2.0/networks/9b6d1985-9aec-4d25-aeef-9599637b7970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686339 May 23 11:02:56.440985 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b1aa9-d0bf-4c11-84de-04b31a6014d9 req-c4d12b4e-36dc-43e3-b1b8-ebdc2eb2c03f tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:56.442765 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bb5b1aa9-d0bf-4c11-84de-04b31a6014d9 req-c4d12b4e-36dc-43e3-b1b8-ebdc2eb2c03f tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/ports?device_id=89c2711c-4938-423f-87b5-a3bddeaf4be7 HTTP/1.1" status: 200 len: 946 time: 0.1101608 May 23 11:02:56.444051 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bbf378b2-a1a1-4e1a-a1f9-777b6d0dd82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:56.487580 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bbf378b2-a1a1-4e1a-a1f9-777b6d0dd82c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:56.491005 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-bbf378b2-a1a1-4e1a-a1f9-777b6d0dd82c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b8d5afcf-c6bc-4b45-b799-fefb2d8646e5 HTTP/1.1" status: 204 len: 168 time: 0.3631358 May 23 11:02:56.491005 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf378b2-a1a1-4e1a-a1f9-777b6d0dd82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d5afcf-c6bc-4b45-b799-fefb2d8646e5,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:56.530451 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bb5b1aa9-d0bf-4c11-84de-04b31a6014d9 req-67f0c78d-05e5-49c6-84b7-191822d9ce23 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccd85425-9fd3-485d-bda7-73b6a4907f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804806 May 23 11:02:56.583190 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8f0a8fa1-57d0-4815-b111-2e078e0b7271 req-f15d66aa-d525-48ce-9048-79e10752d144 service neutron] 10.222.0.81 "GET /v2.0/networks/9b6d1985-9aec-4d25-aeef-9599637b7970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007813 May 23 11:02:56.753922 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39728) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:02:56.923268 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-1c3b7d94-6787-430b-9462-2e84a764dbf7 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f47713a6bc844e7b9cd226d7f0f1e231&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0711324 May 23 11:02:57.103540 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39746) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:02:57.150094 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-042b5d98-ea02-435f-baac-c130599eb7d0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1f9762e6f9e14b2587961cffad5adfd4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3949070 May 23 11:02:57.156042 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39750) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:02:57.192437 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5175f259-2814-42bb-8bbc-f6e2fd02fc97 req-e8308544-65c8-4ecf-b799-9a2a3cca5330 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ba80d2ff-2525-460c-8769-dac1dc32c4d0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4356716 May 23 11:02:57.278187 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-041f7d5d-55f3-4028-b2e0-da9d5d43c6b0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9c599129213e4906a965dd99173fa1cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1723878 May 23 11:02:57.279348 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39756) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:02:57.307629 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-148b957d-1508-4bbb-8c78-c9381158d109 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:57.315577 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-148b957d-1508-4bbb-8c78-c9381158d109 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3870757 May 23 11:02:57.316085 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39760) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:02:57.354897 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-ed82b2b7-eede-4c94-8987-d72efa6068b6 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Request body: {'port': {'device_id': '121fd863-7d7f-494a-90c1-c23365576d5e', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'admin_state_up': True, 'tenant_id': 'f47713a6bc844e7b9cd226d7f0f1e231'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:02:57.403263 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7d4d17e3-6e21-433c-a39e-3598623ce91c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:57.409020 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c50fe526-0047-47dd-86a3-54f02219bda3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:57.456125 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c50fe526-0047-47dd-86a3-54f02219bda3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:57.470616 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7d4d17e3-6e21-433c-a39e-3598623ce91c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:57.556324 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7d4d17e3-6e21-433c-a39e-3598623ce91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:57.569032 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c50fe526-0047-47dd-86a3-54f02219bda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:57.581177 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d17e3-6e21-433c-a39e-3598623ce91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7304762-704d-4f35-a979-474df536ab91,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:57.595846 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50fe526-0047-47dd-86a3-54f02219bda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca87e26-b27f-4990-aef2-3fd44dd36b37,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:57.609672 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7d4d17e3-6e21-433c-a39e-3598623ce91c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:57.610852 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7d4d17e3-6e21-433c-a39e-3598623ce91c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a7304762-704d-4f35-a979-474df536ab91 HTTP/1.1" status: 204 len: 168 time: 0.4521062 May 23 11:02:57.626048 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c50fe526-0047-47dd-86a3-54f02219bda3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:57.630626 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c50fe526-0047-47dd-86a3-54f02219bda3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fca87e26-b27f-4990-aef2-3fd44dd36b37 HTTP/1.1" status: 204 len: 168 time: 0.3461926 May 23 11:02:57.772795 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fe080036-b1ed-4aae-b469-57273e1cb3d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:57.802923 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-ed82b2b7-eede-4c94-8987-d72efa6068b6 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:02:57.811149 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ca22b-a910-4127-a825-c072e7e23d7b req-a54d90b2-f264-4d87-9256-e369dc020d46 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:57.818589 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a02ca22b-a910-4127-a825-c072e7e23d7b req-a54d90b2-f264-4d87-9256-e369dc020d46 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 949 time: 0.4298749 May 23 11:02:57.848101 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-ed82b2b7-eede-4c94-8987-d72efa6068b6 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Usage tracker for resource:port and tenant:f47713a6bc844e7b9cd226d7f0f1e231 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:02:57.861731 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-ed82b2b7-eede-4c94-8987-d72efa6068b6 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:02:57.876323 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-ed82b2b7-eede-4c94-8987-d72efa6068b6 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:02:57.894867 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-fe080036-b1ed-4aae-b469-57273e1cb3d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:02:57.903462 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-fe080036-b1ed-4aae-b469-57273e1cb3d3 admin admin] Usage tracker for resource:security_group_rule and tenant:7a6ca54c4db4444bb488977bc8956010 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:02:57.911443 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-fe080036-b1ed-4aae-b469-57273e1cb3d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:02:57.916666 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-ed82b2b7-eede-4c94-8987-d72efa6068b6 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Made reservation on behalf of f47713a6bc844e7b9cd226d7f0f1e231 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:02:57.919921 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-ed82b2b7-eede-4c94-8987-d72efa6068b6 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:57.936124 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-fe080036-b1ed-4aae-b469-57273e1cb3d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:02:57.958941 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a02ca22b-a910-4127-a825-c072e7e23d7b req-7f607dad-f10e-49d3-a164-d5edd90a1507 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392806 May 23 11:02:57.966711 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-ed82b2b7-eede-4c94-8987-d72efa6068b6 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:58.043689 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bbb01a9a-da91-482e-b4c4-7cacec8c8293 req-62aa66cb-bc69-494f-b85d-84422aa65ba1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2921011 May 23 11:02:58.114586 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-ed82b2b7-eede-4c94-8987-d72efa6068b6 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:02:58.159445 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-ed82b2b7-eede-4c94-8987-d72efa6068b6 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Usage tracker for resource:security_group_rule and tenant:f47713a6bc844e7b9cd226d7f0f1e231 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:02:58.167641 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-ed82b2b7-eede-4c94-8987-d72efa6068b6 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:02:58.200923 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-ed82b2b7-eede-4c94-8987-d72efa6068b6 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:02:58.209529 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bbb01a9a-da91-482e-b4c4-7cacec8c8293 req-fa225aea-466d-4bd1-b041-ce7b1e9a61d2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 1099 time: 0.1239634 May 23 11:02:58.228541 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fe080036-b1ed-4aae-b469-57273e1cb3d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:58.236892 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fe080036-b1ed-4aae-b469-57273e1cb3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:58.348591 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ec519595-931c-476e-8216-3e77bd6c587e req-a614a389-97f5-4d48-a0fd-c6e04cc8713e tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] 10.222.0.79 "GET /v2.0/ports?device_id=121fd863-7d7f-494a-90c1-c23365576d5e HTTP/1.1" status: 200 len: 210 time: 0.0837476 May 23 11:02:58.365143 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe080036-b1ed-4aae-b469-57273e1cb3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be24429b-3902-455d-adc5-36f737caecec,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:58.386819 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-fe080036-b1ed-4aae-b469-57273e1cb3d3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7a6ca54c4db4444bb488977bc8956010&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0695417 May 23 11:02:58.400378 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39810) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:02:58.439767 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb01a9a-da91-482e-b4c4-7cacec8c8293 req-00700504-bb9e-4e8c-87e2-cd93dbbf851a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:58.441250 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bbb01a9a-da91-482e-b4c4-7cacec8c8293 req-00700504-bb9e-4e8c-87e2-cd93dbbf851a service neutron] 10.222.0.81 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.2107844 May 23 11:02:58.481716 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-ed82b2b7-eede-4c94-8987-d72efa6068b6 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:58.489274 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-ed82b2b7-eede-4c94-8987-d72efa6068b6 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:58.538823 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bbb01a9a-da91-482e-b4c4-7cacec8c8293 req-94bf8a21-8720-419b-be2b-4747e693a365 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=b2f98c58-425b-4ec1-8d6f-d8eb0156696f HTTP/1.1" status: 200 len: 217 time: 0.0910735 May 23 11:02:58.616136 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39820) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:02:58.667700 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb01a9a-da91-482e-b4c4-7cacec8c8293 req-9e933e89-7b30-4dcc-a782-6c04850c86c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:58.670290 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bbb01a9a-da91-482e-b4c4-7cacec8c8293 req-9e933e89-7b30-4dcc-a782-6c04850c86c8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.1229098 May 23 11:02:58.676197 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed82b2b7-eede-4c94-8987-d72efa6068b6 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=004d4f67-1cbd-4911-b18c-79409fe1c9ed,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:58.692324 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-12c24936-d7b2-454c-99e1-f1fbac2887e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:58.797434 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-12c24936-d7b2-454c-99e1-f1fbac2887e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:58.857491 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-ed82b2b7-eede-4c94-8987-d72efa6068b6 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Allocated IP 192.168.233.207 (45238d5c-875a-474b-bef1-cc75dc2ba645/c1719237-4a8e-4354-92b1-51064eb09c82/2b126d88-dbc2-4b42-ac2c-34c76fd850f5) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:02:58.864221 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bbb01a9a-da91-482e-b4c4-7cacec8c8293 req-e45ebe16-1eea-448f-9e5a-391f1b17a385 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1771116 May 23 11:02:58.879540 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe84054-91c2-4860-b550-70313c6d41dd req-c6663d66-ea7d-4df7-81cf-6cbb50c8ed2b tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:58.886674 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fbe84054-91c2-4860-b550-70313c6d41dd req-c6663d66-ea7d-4df7-81cf-6cbb50c8ed2b tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/ports?device_id=89c2711c-4938-423f-87b5-a3bddeaf4be7 HTTP/1.1" status: 200 len: 946 time: 0.3443747 May 23 11:02:59.033721 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fbe84054-91c2-4860-b550-70313c6d41dd req-b8355ede-427d-4447-8ddb-6c7bc382452a tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccd85425-9fd3-485d-bda7-73b6a4907f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461182 May 23 11:02:59.038562 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7e748f5e-4074-42f6-aacd-b6c661af4a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:59.044669 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-563c25c8-b327-4c54-844d-6d440d7ff5d9 tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:02:59.049373 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-563c25c8-b327-4c54-844d-6d440d7ff5d9 tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0317194 May 23 11:02:59.053459 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-12c24936-d7b2-454c-99e1-f1fbac2887e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:59.084419 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7e748f5e-4074-42f6-aacd-b6c661af4a67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:02:59.088757 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7e748f5e-4074-42f6-aacd-b6c661af4a67 admin admin] Usage tracker for resource:security_group_rule and tenant:e12c18a6a79347559d1f109d3bbc7553 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:02:59.090677 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-102db624-9245-4346-8fa5-4fecb00aa7c7 service neutron] Request body: {'binding': {'host': 'n-h1-842952-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:02:59.091540 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-102db624-9245-4346-8fa5-4fecb00aa7c7 service neutron] Unknown quota resources ['binding']. {{(pid=83910) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 23 11:02:59.091679 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7e748f5e-4074-42f6-aacd-b6c661af4a67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:02:59.097569 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7e748f5e-4074-42f6-aacd-b6c661af4a67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:02:59.153750 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c24936-d7b2-454c-99e1-f1fbac2887e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be24429b-3902-455d-adc5-36f737caecec,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:59.171571 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7e748f5e-4074-42f6-aacd-b6c661af4a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:59.185825 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7e748f5e-4074-42f6-aacd-b6c661af4a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:59.225303 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7e748f5e-4074-42f6-aacd-b6c661af4a67 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e12c18a6a79347559d1f109d3bbc7553&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6052907 May 23 11:02:59.228732 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39844) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:02:59.282787 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-12c24936-d7b2-454c-99e1-f1fbac2887e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:59.287191 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-12c24936-d7b2-454c-99e1-f1fbac2887e4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/be24429b-3902-455d-adc5-36f737caecec HTTP/1.1" status: 204 len: 168 time: 0.8853734 May 23 11:02:59.352815 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e748f5e-4074-42f6-aacd-b6c661af4a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d18c557-8cd5-4997-9571-af3519c00347,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:59.383262 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bbb01a9a-da91-482e-b4c4-7cacec8c8293 req-744d362e-da4a-4b8a-bfae-5593077d67da service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5155144 May 23 11:02:59.386592 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e748f5e-4074-42f6-aacd-b6c661af4a67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:02:59.386952 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e748f5e-4074-42f6-aacd-b6c661af4a67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:02:59.387286 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e748f5e-4074-42f6-aacd-b6c661af4a67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:02:59.387616 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e748f5e-4074-42f6-aacd-b6c661af4a67 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:02:59.388816 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e748f5e-4074-42f6-aacd-b6c661af4a67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:02:59.389158 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e748f5e-4074-42f6-aacd-b6c661af4a67 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:02:59.389486 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e748f5e-4074-42f6-aacd-b6c661af4a67 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:02:59.389864 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e748f5e-4074-42f6-aacd-b6c661af4a67 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:02:59.390185 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e748f5e-4074-42f6-aacd-b6c661af4a67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:02:59.390530 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e748f5e-4074-42f6-aacd-b6c661af4a67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:02:59.390883 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e748f5e-4074-42f6-aacd-b6c661af4a67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:02:59.527487 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-ed82b2b7-eede-4c94-8987-d72efa6068b6 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:59.559342 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b7d1e448-4625-4b15-ad1f-72a537881ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:59.562760 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bbb01a9a-da91-482e-b4c4-7cacec8c8293 req-b6854500-2fcb-47ef-9c71-971a96aba063 service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642179 May 23 11:02:59.576717 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-ed82b2b7-eede-4c94-8987-d72efa6068b6 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Transition to ACTIVE for port object 2b126d88-dbc2-4b42-ac2c-34c76fd850f5 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:02:59.596047 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b7d1e448-4625-4b15-ad1f-72a537881ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:59.596476 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240afc6-1e14-4867-8d63-572471d4cb6d req-a14a3930-a601-4719-854c-664752378c45 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:59.604078 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d240afc6-1e14-4867-8d63-572471d4cb6d req-a14a3930-a601-4719-854c-664752378c45 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 949 time: 0.2899897 May 23 11:02:59.645541 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-102db624-9245-4346-8fa5-4fecb00aa7c7 service neutron] Attempting to bind port c4067e77-9b1c-4757-8840-e0ece0bd2298 on host n-h1-842952-2 for vnic_type normal with profile None {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:02:59.646128 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-102db624-9245-4346-8fa5-4fecb00aa7c7 service neutron] Attempting to bind port c4067e77-9b1c-4757-8840-e0ece0bd2298 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:02:59.646479 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-102db624-9245-4346-8fa5-4fecb00aa7c7 service neutron] Attempting to bind port c4067e77-9b1c-4757-8840-e0ece0bd2298 on network ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:02:59.654584 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b7d1e448-4625-4b15-ad1f-72a537881ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:59.675608 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-102db624-9245-4346-8fa5-4fecb00aa7c7 service neutron] Port c4067e77-9b1c-4757-8840-e0ece0bd2298 on network ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:02:59.676066 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-102db624-9245-4346-8fa5-4fecb00aa7c7 service neutron] Attempting to bind port c4067e77-9b1c-4757-8840-e0ece0bd2298 on network ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:02:59.680544 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d1e448-4625-4b15-ad1f-72a537881ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d18c557-8cd5-4997-9571-af3519c00347,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:59.685471 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b7d1e448-4625-4b15-ad1f-72a537881ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:59.687012 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b7d1e448-4625-4b15-ad1f-72a537881ac8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6d18c557-8cd5-4997-9571-af3519c00347 HTTP/1.1" status: 204 len: 168 time: 0.4573350 May 23 11:02:59.696261 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-102db624-9245-4346-8fa5-4fecb00aa7c7 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:02:59.696687 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-102db624-9245-4346-8fa5-4fecb00aa7c7 service neutron] Checking segment: {'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:02:59.697399 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-102db624-9245-4346-8fa5-4fecb00aa7c7 service neutron] Bound using segment: {'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:02:59.697933 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-102db624-9245-4346-8fa5-4fecb00aa7c7 service neutron] Bound port: c4067e77-9b1c-4757-8840-e0ece0bd2298, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:02:59.703121 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-ed82b2b7-eede-4c94-8987-d72efa6068b6 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:59.712367 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d240afc6-1e14-4867-8d63-572471d4cb6d req-65ead996-e2e3-421a-a37a-38854e4782be tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071491 May 23 11:02:59.813002 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-ed82b2b7-eede-4c94-8987-d72efa6068b6 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Network 45238d5c-875a-474b-bef1-cc75dc2ba645 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:02:59.819320 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-ed82b2b7-eede-4c94-8987-d72efa6068b6 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:02:59.826796 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-ed82b2b7-eede-4c94-8987-d72efa6068b6 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:02:59.948553 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-ed82b2b7-eede-4c94-8987-d72efa6068b6 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:02:59.949102 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-ed82b2b7-eede-4c94-8987-d72efa6068b6 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:02:59.965109 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed82b2b7-eede-4c94-8987-d72efa6068b6 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Pushing event updated for resources: {'Port': ['ID=2b126d88-dbc2-4b42-ac2c-34c76fd850f5,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:02:59.986967 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-102db624-9245-4346-8fa5-4fecb00aa7c7 service neutron] For port c4067e77-9b1c-4757-8840-e0ece0bd2298, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=c4067e77-9b1c-4757-8840-e0ece0bd2298,segment=NetworkSegment(6816cea3-60a2-419d-a967-3c4d162775bd),segment_id=6816cea3-60a2-419d-a967-3c4d162775bd)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:03:00.003770 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-102db624-9245-4346-8fa5-4fecb00aa7c7 service neutron] Notify callbacks [] for binding, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:00.009460 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39870) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:00.022784 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-102db624-9245-4346-8fa5-4fecb00aa7c7 service neutron] 10.222.0.79 "POST /v2.0/ports/c4067e77-9b1c-4757-8840-e0ece0bd2298/bindings HTTP/1.1" status: 201 len: 389 time: 0.9641471 May 23 11:03:00.041613 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-ed82b2b7-eede-4c94-8987-d72efa6068b6 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7026484 May 23 11:03:00.045376 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4d732139-89ca-4838-a3f2-641e4406a1c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:00.060920 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-ba600e61-9b74-480f-aee8-9696465958b2 service neutron] Request body: {'port': {'device_id': '121fd863-7d7f-494a-90c1-c23365576d5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:03:00.143159 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4d732139-89ca-4838-a3f2-641e4406a1c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:03:00.150637 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4d732139-89ca-4838-a3f2-641e4406a1c6 admin admin] Usage tracker for resource:security_group_rule and tenant:9a6564d7d7f04da18b0c2bc475f27946 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:03:00.154029 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4d732139-89ca-4838-a3f2-641e4406a1c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:03:00.161558 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4d732139-89ca-4838-a3f2-641e4406a1c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:03:00.298399 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-be195d41-9a67-4573-a232-dcf7a4826b2f None None] Provisioning for port 2b126d88-dbc2-4b42-ac2c-34c76fd850f5 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:03:00.300586 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4d732139-89ca-4838-a3f2-641e4406a1c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:00.305501 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4d732139-89ca-4838-a3f2-641e4406a1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:00.312284 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-be195d41-9a67-4573-a232-dcf7a4826b2f None None] Provisioning complete for port 2b126d88-dbc2-4b42-ac2c-34c76fd850f5 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:03:00.313862 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-be195d41-9a67-4573-a232-dcf7a4826b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:00.411655 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d732139-89ca-4838-a3f2-641e4406a1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329bdbd4-cf12-4431-adb2-dcb466440eb2,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:00.419889 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4d732139-89ca-4838-a3f2-641e4406a1c6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9a6564d7d7f04da18b0c2bc475f27946&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4090555 May 23 11:03:00.422554 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39880) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:00.434710 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-be195d41-9a67-4573-a232-dcf7a4826b2f None None] Port 2b126d88-dbc2-4b42-ac2c-34c76fd850f5 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:03:00.463972 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-ba600e61-9b74-480f-aee8-9696465958b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:00.502196 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61079b-99fd-4995-a9b2-70aa3a406c4b req-7f99df37-96b9-4068-996d-ff479eae5ff1 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:00.503073 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-cd61079b-99fd-4995-a9b2-70aa3a406c4b req-7f99df37-96b9-4068-996d-ff479eae5ff1 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Synchronizing usage tracker for tenant:f47713a6bc844e7b9cd226d7f0f1e231 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:03:00.515703 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-0d8aaea6-4231-4716-b55e-0cf4cb2a3c9d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70139281f5db4004afe2c4c8ea88321a&device_id=ba80d2ff-2525-460c-8769-dac1dc32c4d0 HTTP/1.1" status: 200 len: 1096 time: 0.1698339 May 23 11:03:00.516513 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ec8a-be0b-4c08-91dc-68a9b93ef996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:00.569555 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c0091-4dec-4c71-8014-1ba63a9424ee req-fda826eb-957e-4bdb-a416-0337da08ef3d tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:00.571101 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2f7c0091-4dec-4c71-8014-1ba63a9424ee req-fda826eb-957e-4bdb-a416-0337da08ef3d tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/ports?device_id=89c2711c-4938-423f-87b5-a3bddeaf4be7 HTTP/1.1" status: 200 len: 946 time: 0.2909393 May 23 11:03:00.601554 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-cd61079b-99fd-4995-a9b2-70aa3a406c4b req-7f99df37-96b9-4068-996d-ff479eae5ff1 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Unset dirty status for tenant:f47713a6bc844e7b9cd226d7f0f1e231 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:03:00.603502 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cd61079b-99fd-4995-a9b2-70aa3a406c4b req-7f99df37-96b9-4068-996d-ff479eae5ff1 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] 10.222.0.79 "GET /v2.0/ports?device_id=121fd863-7d7f-494a-90c1-c23365576d5e HTTP/1.1" status: 200 len: 936 time: 0.4738059 May 23 11:03:00.630917 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ec8a-be0b-4c08-91dc-68a9b93ef996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:00.722750 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-516d3e89-2c12-4269-9a64-2aaa1b88ebbe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:00.724638 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-516d3e89-2c12-4269-9a64-2aaa1b88ebbe service neutron] 10.222.0.13 "GET /v2.0/networks?id=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 HTTP/1.1" status: 200 len: 922 time: 0.1982176 May 23 11:03:00.804762 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ec8a-be0b-4c08-91dc-68a9b93ef996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:00.817072 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-3d541060-c855-4fc3-9a6b-3c632613405e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4067e77-9b1c-4757-8840-e0ece0bd2298 HTTP/1.1" status: 200 len: 217 time: 0.0860732 May 23 11:03:00.824527 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-cd61079b-99fd-4995-a9b2-70aa3a406c4b req-13f76d2d-f3cc-4803-a7ad-7bb4874f02b6 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Synchronizing usage tracker for tenant:f47713a6bc844e7b9cd226d7f0f1e231 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:03:00.827309 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd9ec8a-be0b-4c08-91dc-68a9b93ef996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329bdbd4-cf12-4431-adb2-dcb466440eb2,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:00.861757 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2f7c0091-4dec-4c71-8014-1ba63a9424ee req-4f0b9975-6d58-4a7c-9e20-372276dc31ca tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccd85425-9fd3-485d-bda7-73b6a4907f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740703 May 23 11:03:00.879114 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-cd61079b-99fd-4995-a9b2-70aa3a406c4b req-13f76d2d-f3cc-4803-a7ad-7bb4874f02b6 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Unset dirty status for tenant:f47713a6bc844e7b9cd226d7f0f1e231 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:03:00.890143 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cd61079b-99fd-4995-a9b2-70aa3a406c4b req-13f76d2d-f3cc-4803-a7ad-7bb4874f02b6 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] 10.222.0.79 "GET /v2.0/security-groups?id=004d4f67-1cbd-4911-b18c-79409fe1c9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737858 May 23 11:03:00.897413 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ec8a-be0b-4c08-91dc-68a9b93ef996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:00.901968 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ecd9ec8a-be0b-4c08-91dc-68a9b93ef996 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/329bdbd4-cf12-4431-adb2-dcb466440eb2 HTTP/1.1" status: 204 len: 168 time: 0.4768991 May 23 11:03:00.973920 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-b09aa91d-ea57-46f3-b8a8-112eb5d85391 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:00.975301 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-b09aa91d-ea57-46f3-b8a8-112eb5d85391 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b42aa520-b19b-4bd9-8813-40b2c3196feb HTTP/1.1" status: 200 len: 861 time: 0.1514521 May 23 11:03:01.068032 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-db403466-9320-4b2b-ac6e-3077fb773ccc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862613 May 23 11:03:01.200829 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-ba600e61-9b74-480f-aee8-9696465958b2 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:03:01.319327 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-53807387-8481-4f7d-9b80-fd8b92e8e8ac service neutron] 10.222.0.13 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446957 May 23 11:03:01.329372 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-ba600e61-9b74-480f-aee8-9696465958b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b126d88-dbc2-4b42-ac2c-34c76fd850f5 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:03:01.338879 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbab56-e774-4413-877e-e925733a67c2 req-ea9d4478-5b96-468c-8d9e-cbeaf3160df2 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:01.340420 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-88cbab56-e774-4413-877e-e925733a67c2 req-ea9d4478-5b96-468c-8d9e-cbeaf3160df2 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba80d2ff-2525-460c-8769-dac1dc32c4d0 HTTP/1.1" status: 200 len: 945 time: 0.2434535 May 23 11:03:01.348936 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-ba600e61-9b74-480f-aee8-9696465958b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:01.389963 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-ba600e61-9b74-480f-aee8-9696465958b2 service neutron] Transition to ACTIVE for port object 2b126d88-dbc2-4b42-ac2c-34c76fd850f5 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:03:01.398180 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37458e37-0cd2-4192-8caa-320d7376ac55 req-e033ca8b-8441-498a-b07a-6256f1107228 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:01.404971 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-37458e37-0cd2-4192-8caa-320d7376ac55 req-e033ca8b-8441-498a-b07a-6256f1107228 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 949 time: 0.2700872 May 23 11:03:01.427479 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-ba600e61-9b74-480f-aee8-9696465958b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:01.492539 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-ffe1a43b-071e-48a1-a753-5de54b9f90d9 service neutron] 10.222.0.13 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652243 May 23 11:03:01.591568 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-37458e37-0cd2-4192-8caa-320d7376ac55 req-e801603a-eb89-425b-a194-1731a2ca867f tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857367 May 23 11:03:01.592261 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba600e61-9b74-480f-aee8-9696465958b2 service neutron] Pushing event updated for resources: {'Port': ['ID=2b126d88-dbc2-4b42-ac2c-34c76fd850f5,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:01.601443 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-88cbab56-e774-4413-877e-e925733a67c2 req-77aba953-d2bd-42e8-bb28-36b8ab90d434 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498577 May 23 11:03:01.826998 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-ba600e61-9b74-480f-aee8-9696465958b2 service neutron] Attempting to bind port 2b126d88-dbc2-4b42-ac2c-34c76fd850f5 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:03:01.827334 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-ba600e61-9b74-480f-aee8-9696465958b2 service neutron] Attempting to bind port 2b126d88-dbc2-4b42-ac2c-34c76fd850f5 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:03:01.827660 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-ba600e61-9b74-480f-aee8-9696465958b2 service neutron] Attempting to bind port 2b126d88-dbc2-4b42-ac2c-34c76fd850f5 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:03:01.851174 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-ba600e61-9b74-480f-aee8-9696465958b2 service neutron] Port 2b126d88-dbc2-4b42-ac2c-34c76fd850f5 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:03:01.851547 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-ba600e61-9b74-480f-aee8-9696465958b2 service neutron] Attempting to bind port 2b126d88-dbc2-4b42-ac2c-34c76fd850f5 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:03:01.928404 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-ba600e61-9b74-480f-aee8-9696465958b2 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:03:01.928746 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-ba600e61-9b74-480f-aee8-9696465958b2 service neutron] Checking segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:03:01.929133 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-ba600e61-9b74-480f-aee8-9696465958b2 service neutron] Bound using segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:03:01.929648 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-ba600e61-9b74-480f-aee8-9696465958b2 service neutron] Bound port: 2b126d88-dbc2-4b42-ac2c-34c76fd850f5, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:03:01.929999 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-ba600e61-9b74-480f-aee8-9696465958b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:02.043817 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fca5d-76c7-4ea2-bc53-5695f181e8ae req-1fe62246-2f8b-4c25-a4bd-e4496420f892 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:02.045174 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a5fca5d-76c7-4ea2-bc53-5695f181e8ae req-1fe62246-2f8b-4c25-a4bd-e4496420f892 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/ports?device_id=44ef5d5a-d17f-48c1-846a-0f169e56e87a HTTP/1.1" status: 200 len: 945 time: 0.2195032 May 23 11:03:02.049320 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-ba600e61-9b74-480f-aee8-9696465958b2 service neutron] For port 2b126d88-dbc2-4b42-ac2c-34c76fd850f5, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:03:02.052376 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-ba600e61-9b74-480f-aee8-9696465958b2 service neutron] For port 2b126d88-dbc2-4b42-ac2c-34c76fd850f5, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=2b126d88-dbc2-4b42-ac2c-34c76fd850f5,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:03:02.077204 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-ba600e61-9b74-480f-aee8-9696465958b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:02.219188 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-ba600e61-9b74-480f-aee8-9696465958b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:02.220610 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-ba600e61-9b74-480f-aee8-9696465958b2 service neutron] 10.222.0.13 "PUT /v2.0/ports/2b126d88-dbc2-4b42-ac2c-34c76fd850f5 HTTP/1.1" status: 200 len: 1096 time: 2.1646369 May 23 11:03:02.221443 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '121fd863-7d7f-494a-90c1-c23365576d5e', 'tag': '2b126d88-dbc2-4b42-ac2c-34c76fd850f5'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:03:02.238137 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a5fca5d-76c7-4ea2-bc53-5695f181e8ae req-cee8fb3f-8e74-4996-b0e5-314349e97489 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccd85425-9fd3-485d-bda7-73b6a4907f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838317 May 23 11:03:02.259886 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba600e61-9b74-480f-aee8-9696465958b2 service neutron] Pushing event updated for resources: {'Port': ['ID=2b126d88-dbc2-4b42-ac2c-34c76fd850f5,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:02.283995 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958663e-9d22-4114-a3d4-b4e23e6e232d req-5f37c6e8-cb80-4142-afeb-398fd2fa6300 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:02.302531 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7958663e-9d22-4114-a3d4-b4e23e6e232d req-5f37c6e8-cb80-4142-afeb-398fd2fa6300 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] 10.222.0.79 "GET /v2.0/ports?device_id=121fd863-7d7f-494a-90c1-c23365576d5e HTTP/1.1" status: 200 len: 948 time: 0.1905668 May 23 11:03:02.305589 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba600e61-9b74-480f-aee8-9696465958b2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:03:02.305936 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba600e61-9b74-480f-aee8-9696465958b2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:03:02.306276 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba600e61-9b74-480f-aee8-9696465958b2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:03:02.306612 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba600e61-9b74-480f-aee8-9696465958b2 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:03:02.306945 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba600e61-9b74-480f-aee8-9696465958b2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:03:02.307274 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba600e61-9b74-480f-aee8-9696465958b2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:03:02.307600 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba600e61-9b74-480f-aee8-9696465958b2 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:03:02.307952 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba600e61-9b74-480f-aee8-9696465958b2 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:03:02.308279 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba600e61-9b74-480f-aee8-9696465958b2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:03:02.308601 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba600e61-9b74-480f-aee8-9696465958b2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:03:02.308923 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba600e61-9b74-480f-aee8-9696465958b2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:03:02.424633 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-937cbdcb-0e1b-4acf-8dec-784ff783175c'] response: {'name': 'network-changed', 'server_uuid': '121fd863-7d7f-494a-90c1-c23365576d5e', 'tag': '2b126d88-dbc2-4b42-ac2c-34c76fd850f5', 'status': 'completed', 'code': 200} May 23 11:03:02.496750 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7958663e-9d22-4114-a3d4-b4e23e6e232d req-cffef1ad-7175-4264-b979-5df4b22ad912 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] 10.222.0.79 "GET /v2.0/security-groups?id=004d4f67-1cbd-4911-b18c-79409fe1c9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932509 May 23 11:03:02.506475 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-f0fad97f-470b-492d-9008-f9cd173ee1ce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f47713a6bc844e7b9cd226d7f0f1e231&device_id=121fd863-7d7f-494a-90c1-c23365576d5e HTTP/1.1" status: 200 len: 1099 time: 0.1927335 May 23 11:03:02.638884 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-2f4f097b-01f8-4552-b28b-bc757c431bea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=2b126d88-dbc2-4b42-ac2c-34c76fd850f5 HTTP/1.1" status: 200 len: 217 time: 0.0881484 May 23 11:03:02.733565 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-60c66718-2ea1-4e54-8941-29cee68e14a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:02.735254 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-60c66718-2ea1-4e54-8941-29cee68e14a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.0901139 May 23 11:03:02.741758 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af0fe0-4be9-40ed-b6fe-dde6e531fd17 req-c5393733-75bc-4eb8-9b87-e620429b9add tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:02.743463 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-70af0fe0-4be9-40ed-b6fe-dde6e531fd17 req-c5393733-75bc-4eb8-9b87-e620429b9add tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2b4eafa-10cb-459b-b894-bc7e645b6007 HTTP/1.1" status: 200 len: 945 time: 0.2454236 May 23 11:03:02.906978 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-70af0fe0-4be9-40ed-b6fe-dde6e531fd17 req-f3fa1a2f-145f-4f5a-9edf-afca72875ea0 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccd85425-9fd3-485d-bda7-73b6a4907f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318979 May 23 11:03:02.920241 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-d8eede77-ccff-48d2-a346-27dd86556c1a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1755488 May 23 11:03:03.113286 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39966) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:03.299647 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-1d231c6e-fbbe-4456-b8cc-c28e705da008 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728671 May 23 11:03:03.316457 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-83b25480-5334-451c-9eb8-4c34a33e18dd admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1555810280-network', 'tenant_id': '0d71784fcbc24ebb9b3414f33b34f154'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:03:03.323244 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-83b25480-5334-451c-9eb8-4c34a33e18dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:03:03.328332 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-83b25480-5334-451c-9eb8-4c34a33e18dd admin admin] Usage tracker for resource:network and tenant:0d71784fcbc24ebb9b3414f33b34f154 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:03:03.331656 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-83b25480-5334-451c-9eb8-4c34a33e18dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:03:03.345678 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-83b25480-5334-451c-9eb8-4c34a33e18dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:03:03.370264 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b25480-5334-451c-9eb8-4c34a33e18dd admin admin] Made reservation on behalf of 0d71784fcbc24ebb9b3414f33b34f154 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:03:03.372838 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-83b25480-5334-451c-9eb8-4c34a33e18dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:03.391125 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-83b25480-5334-451c-9eb8-4c34a33e18dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:03.436413 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-83b25480-5334-451c-9eb8-4c34a33e18dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:03:03.441685 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-83b25480-5334-451c-9eb8-4c34a33e18dd admin admin] Usage tracker for resource:security_group_rule and tenant:0d71784fcbc24ebb9b3414f33b34f154 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:03:03.445112 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-83b25480-5334-451c-9eb8-4c34a33e18dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:03:03.452822 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-83b25480-5334-451c-9eb8-4c34a33e18dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:03:03.481972 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1fd68-f562-46b2-9711-6cefc2728197 req-eb541d70-7849-4265-83d2-6e07b11684d0 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:03.483626 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bce1fd68-f562-46b2-9711-6cefc2728197 req-eb541d70-7849-4265-83d2-6e07b11684d0 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 949 time: 0.3736751 May 23 11:03:03.535382 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1ff38ab0-f890-431f-b3de-e0435e327d90 req-1df7e78c-3e74-42d8-8396-4cdd5c40b285 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244236 May 23 11:03:03.537163 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-83b25480-5334-451c-9eb8-4c34a33e18dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:03.537725 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-83b25480-5334-451c-9eb8-4c34a33e18dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:03.539687 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f977e2-d3bc-421f-ba7b-df4be4967e27 req-b76bb254-9321-4022-9267-cfafaa59ae60 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:03.542078 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-67f977e2-d3bc-421f-ba7b-df4be4967e27 req-b76bb254-9321-4022-9267-cfafaa59ae60 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba80d2ff-2525-460c-8769-dac1dc32c4d0 HTTP/1.1" status: 200 len: 945 time: 0.2852376 May 23 11:03:03.573317 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83b25480-5334-451c-9eb8-4c34a33e18dd admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:03:03.597104 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bce1fd68-f562-46b2-9711-6cefc2728197 req-3ae36990-c543-4e4f-beb8-00500b4640bb tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052632 May 23 11:03:03.600267 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-83b25480-5334-451c-9eb8-4c34a33e18dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:03.600633 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-83b25480-5334-451c-9eb8-4c34a33e18dd admin admin] Added segment 9251d3ac-c7d5-45a5-8f93-9e99373cc68d of type vlan for network 8a0016fb-da7a-404d-a446-7a08df07ee7c May 23 11:03:03.610475 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b25480-5334-451c-9eb8-4c34a33e18dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff6a6eb-4192-4866-b706-0da21dc2cd05,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:03.633560 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-67f977e2-d3bc-421f-ba7b-df4be4967e27 req-5cb330d3-ff5c-4b9e-9a62-b4c3b24e29d2 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827219 May 23 11:03:03.654014 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-83b25480-5334-451c-9eb8-4c34a33e18dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:03.689041 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-804f1082-e612-41a6-b193-52d8bd725962 req-39daab2a-89a1-4d41-ad50-e260f775f2de tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:03:03.690043 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-804f1082-e612-41a6-b193-52d8bd725962 req-39daab2a-89a1-4d41-ad50-e260f775f2de tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0152235 May 23 11:03:03.706751 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-83b25480-5334-451c-9eb8-4c34a33e18dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:03.708868 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b25480-5334-451c-9eb8-4c34a33e18dd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:03.710160 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-83b25480-5334-451c-9eb8-4c34a33e18dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:03.820977 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b25480-5334-451c-9eb8-4c34a33e18dd admin admin] Pushing event updated for resources: {'Network': ['ID=8a0016fb-da7a-404d-a446-7a08df07ee7c,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:03.831304 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-70b68db0-ed2d-40cf-948b-acf77735df5e req-e060e0ff-0db4-4a15-b518-296d75f83a47 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f47713a6bc844e7b9cd226d7f0f1e231&device_id=121fd863-7d7f-494a-90c1-c23365576d5e HTTP/1.1" status: 200 len: 1099 time: 0.1935556 May 23 11:03:03.838178 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 8a0016fb-da7a-404d-a446-7a08df07ee7c details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:03:03.845273 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-83b25480-5334-451c-9eb8-4c34a33e18dd admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7279251 May 23 11:03:03.845862 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39984) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:03.857982 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e9ad5bb7-82b8-439e-b1d5-026750a0e766 admin admin] Request body: {'subnet': {'network_id': '8a0016fb-da7a-404d-a446-7a08df07ee7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1555810280-subnet', 'tenant_id': '0d71784fcbc24ebb9b3414f33b34f154', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:03:03.867808 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e9ad5bb7-82b8-439e-b1d5-026750a0e766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:03:03.878214 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e9ad5bb7-82b8-439e-b1d5-026750a0e766 admin admin] Usage tracker for resource:subnet and tenant:0d71784fcbc24ebb9b3414f33b34f154 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:03:03.881961 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e9ad5bb7-82b8-439e-b1d5-026750a0e766 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:03:03.888304 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e9ad5bb7-82b8-439e-b1d5-026750a0e766 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:03:03.900600 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ad5bb7-82b8-439e-b1d5-026750a0e766 admin admin] Made reservation on behalf of 0d71784fcbc24ebb9b3414f33b34f154 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:03:03.903455 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e9ad5bb7-82b8-439e-b1d5-026750a0e766 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:03.988443 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-804f1082-e612-41a6-b193-52d8bd725962 req-be236bfe-9f79-44d5-ba79-218cc003b6a0 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2892451 May 23 11:03:04.043206 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b68db0-ed2d-40cf-948b-acf77735df5e req-5ec07c3a-c34f-449e-943f-5f6198f9bfcc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:04.045497 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-70b68db0-ed2d-40cf-948b-acf77735df5e req-5ec07c3a-c34f-449e-943f-5f6198f9bfcc service neutron] 10.222.0.13 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.2000580 May 23 11:03:04.143798 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-70b68db0-ed2d-40cf-948b-acf77735df5e req-16c43d98-66c9-419a-8d37-ea8fcd7e187c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=2b126d88-dbc2-4b42-ac2c-34c76fd850f5 HTTP/1.1" status: 200 len: 217 time: 0.0918167 May 23 11:03:04.206870 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e9ad5bb7-82b8-439e-b1d5-026750a0e766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:04.270906 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b68db0-ed2d-40cf-948b-acf77735df5e req-5f9e9692-9d46-46ee-9973-f6e97d309801 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:04.272969 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-70b68db0-ed2d-40cf-948b-acf77735df5e req-5f9e9692-9d46-46ee-9973-f6e97d309801 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.1222687 May 23 11:03:04.302073 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad5bb7-82b8-439e-b1d5-026750a0e766 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dc17cb4-df36-4b93-915b-c6f449b81207,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:04.368007 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-70b68db0-ed2d-40cf-948b-acf77735df5e req-20858611-1e78-4207-8bfe-6419c47dbb74 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0891297 May 23 11:03:04.368835 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ad5bb7-82b8-439e-b1d5-026750a0e766 admin admin] Checking segment: {'id': '9251d3ac-c7d5-45a5-8f93-9e99373cc68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8a0016fb-da7a-404d-a446-7a08df07ee7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:03:04.369235 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ad5bb7-82b8-439e-b1d5-026750a0e766 admin admin] Network hostable DHCP agents. Network: 8a0016fb-da7a-404d-a446-7a08df07ee7c, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:03:04.401618 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ad5bb7-82b8-439e-b1d5-026750a0e766 admin admin] Network 8a0016fb-da7a-404d-a446-7a08df07ee7c is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:03:04.414557 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-e9ad5bb7-82b8-439e-b1d5-026750a0e766 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 8a0016fb-da7a-404d-a446-7a08df07ee7c) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:03:04.419501 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ad5bb7-82b8-439e-b1d5-026750a0e766 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:04.420647 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e9ad5bb7-82b8-439e-b1d5-026750a0e766 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:04.426564 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4710ad-f763-4068-be99-5078b91c6613 None None] Network 8a0016fb-da7a-404d-a446-7a08df07ee7c requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:03:04.448294 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e9ad5bb7-82b8-439e-b1d5-026750a0e766 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6012483 May 23 11:03:04.687069 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-70b68db0-ed2d-40cf-948b-acf77735df5e req-6686daee-7b76-4220-98ee-4649ec316a3a service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112946 May 23 11:03:04.697974 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad2694e-c0a4-4915-9a4e-2702b929674f None None] Network 8a0016fb-da7a-404d-a446-7a08df07ee7c requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:03:04.700277 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e102278-7dc4-4777-a811-5e2b81a21cf7 req-01ab5249-f79c-40f8-af4a-51450c635228 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:04.707143 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9e102278-7dc4-4777-a811-5e2b81a21cf7 req-01ab5249-f79c-40f8-af4a-51450c635228 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] 10.222.0.79 "GET /v2.0/ports?device_id=121fd863-7d7f-494a-90c1-c23365576d5e HTTP/1.1" status: 200 len: 948 time: 0.3305676 May 23 11:03:04.753164 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54facc91-04fd-4b4f-8c04-0c8d2474ea77 req-0f685d1b-0ed1-4fd9-ab30-444ede0eef6d tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:04.755265 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-54facc91-04fd-4b4f-8c04-0c8d2474ea77 req-0f685d1b-0ed1-4fd9-ab30-444ede0eef6d tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/ports?device_id=89c2711c-4938-423f-87b5-a3bddeaf4be7 HTTP/1.1" status: 200 len: 946 time: 0.3495462 May 23 11:03:04.908907 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-54facc91-04fd-4b4f-8c04-0c8d2474ea77 req-4a8278cc-f0fa-4f28-b042-9790a3ad2f66 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccd85425-9fd3-485d-bda7-73b6a4907f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748527 May 23 11:03:04.922697 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9e102278-7dc4-4777-a811-5e2b81a21cf7 req-0cb21b3d-74a9-4565-b73c-1e60298c5104 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] 10.222.0.79 "GET /v2.0/security-groups?id=004d4f67-1cbd-4911-b18c-79409fe1c9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143893 May 23 11:03:04.979247 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-70b68db0-ed2d-40cf-948b-acf77735df5e req-d248611f-9202-4332-aece-7f09f7be8443 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858672 May 23 11:03:05.463519 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d16ae7-4d71-46bc-a2ff-1dcc18a9fcb6 req-6baa0d90-d876-4be1-9ab4-2fa4e1bcdaef tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:05.464913 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-30d16ae7-4d71-46bc-a2ff-1dcc18a9fcb6 req-6baa0d90-d876-4be1-9ab4-2fa4e1bcdaef tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 949 time: 0.1466329 May 23 11:03:05.525832 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be9748-ac98-44f6-8465-857d20d3f416 req-a170df72-e813-41da-bfc3-e043e6d24e8d tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:05.528398 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-03be9748-ac98-44f6-8465-857d20d3f416 req-a170df72-e813-41da-bfc3-e043e6d24e8d tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba80d2ff-2525-460c-8769-dac1dc32c4d0 HTTP/1.1" status: 200 len: 945 time: 0.1467347 May 23 11:03:05.533338 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-30d16ae7-4d71-46bc-a2ff-1dcc18a9fcb6 req-a70b0ffe-7f16-4ec2-9d2e-1664f384c743 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603430 May 23 11:03:05.578585 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40040) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:05.595333 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-03be9748-ac98-44f6-8465-857d20d3f416 req-9811921e-1db6-48be-a885-456e0172a0e0 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615628 May 23 11:03:05.761320 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0a8e7cdb-6e21-4ecb-a01f-7773984522e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:05.819588 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0a8e7cdb-6e21-4ecb-a01f-7773984522e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:03:05.825913 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0a8e7cdb-6e21-4ecb-a01f-7773984522e1 admin admin] Usage tracker for resource:security_group_rule and tenant:57f374efe21044b7a28630dee47c1ba4 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:03:05.830227 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0a8e7cdb-6e21-4ecb-a01f-7773984522e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:03:05.837932 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0a8e7cdb-6e21-4ecb-a01f-7773984522e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:03:05.941779 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0a8e7cdb-6e21-4ecb-a01f-7773984522e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:05.946855 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0a8e7cdb-6e21-4ecb-a01f-7773984522e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:06.028344 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e7cdb-6e21-4ecb-a01f-7773984522e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edabc69c-b5c8-4593-89ef-920d962ea887,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:06.042674 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0a8e7cdb-6e21-4ecb-a01f-7773984522e1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=57f374efe21044b7a28630dee47c1ba4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4639273 May 23 11:03:06.045258 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40056) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:06.125768 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7cb1851a-753f-4923-92cf-7a7e5fae7d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:06.159386 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7cb1851a-753f-4923-92cf-7a7e5fae7d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:06.229907 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7cb1851a-753f-4923-92cf-7a7e5fae7d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:06.245979 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb1851a-753f-4923-92cf-7a7e5fae7d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edabc69c-b5c8-4593-89ef-920d962ea887,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:06.256824 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7cb1851a-753f-4923-92cf-7a7e5fae7d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:06.256824 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7cb1851a-753f-4923-92cf-7a7e5fae7d85 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/edabc69c-b5c8-4593-89ef-920d962ea887 HTTP/1.1" status: 204 len: 168 time: 0.2079415 May 23 11:03:06.278227 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-8e9ea39a-a408-4249-ac98-9126096fe976 tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:06.285790 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-8e9ea39a-a408-4249-ac98-9126096fe976 tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] 10.222.0.79 "GET /v2.0/networks?id=8a0016fb-da7a-404d-a446-7a08df07ee7c HTTP/1.1" status: 200 len: 818 time: 0.3360317 May 23 11:03:06.298487 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f035885-426d-422c-b11f-4011bee3d833 req-4b3f6cb1-9020-4105-aeec-57c85a929fc1 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:06.305130 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8f035885-426d-422c-b11f-4011bee3d833 req-4b3f6cb1-9020-4105-aeec-57c85a929fc1 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/ports?device_id=44ef5d5a-d17f-48c1-846a-0f169e56e87a HTTP/1.1" status: 200 len: 945 time: 0.1681094 May 23 11:03:06.331663 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-fcbcd5cb-dda4-4e84-9996-6389a5b764ab tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] 10.222.0.79 "GET /v2.0/quotas/0d71784fcbc24ebb9b3414f33b34f154 HTTP/1.1" status: 200 len: 375 time: 0.0461373 May 23 11:03:06.395859 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-e99dc3cd-c3b1-4222-b312-c502f6f07a7c tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=0d71784fcbc24ebb9b3414f33b34f154&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501482 May 23 11:03:06.395859 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8f035885-426d-422c-b11f-4011bee3d833 req-df3aba23-4a09-48a2-94b5-2bd40ffc75f0 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccd85425-9fd3-485d-bda7-73b6a4907f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878332 May 23 11:03:06.588392 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-30c52685-8a76-4dfc-b242-17266528fc86 service neutron] 10.222.0.79 "GET /v2.0/networks/8a0016fb-da7a-404d-a446-7a08df07ee7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881206 May 23 11:03:06.631948 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40070) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:06.650386 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2b71896c-593b-471a-9020-ae662b1545c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:06.685172 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2b71896c-593b-471a-9020-ae662b1545c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:03:06.690166 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2b71896c-593b-471a-9020-ae662b1545c3 admin admin] Usage tracker for resource:security_group_rule and tenant:22b800d9967c44f2af8bfd6bfd5ea44f is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:03:06.693042 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2b71896c-593b-471a-9020-ae662b1545c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:03:06.699948 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2b71896c-593b-471a-9020-ae662b1545c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:03:06.750430 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-fb4502f4-9a09-486e-8948-69cf754df1f3 service neutron] 10.222.0.79 "GET /v2.0/networks/8a0016fb-da7a-404d-a446-7a08df07ee7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612029 May 23 11:03:06.756021 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034e02d-06e9-4341-aeb6-0f87711339c1 req-e4c72c72-c717-4ead-8c73-8f1ff2e21aab tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:06.760292 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0034e02d-06e9-4341-aeb6-0f87711339c1 req-e4c72c72-c717-4ead-8c73-8f1ff2e21aab tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] 10.222.0.79 "GET /v2.0/ports?device_id=121fd863-7d7f-494a-90c1-c23365576d5e HTTP/1.1" status: 200 len: 948 time: 0.2142055 May 23 11:03:06.767043 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2b71896c-593b-471a-9020-ae662b1545c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:06.771563 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2b71896c-593b-471a-9020-ae662b1545c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:06.805560 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0034e02d-06e9-4341-aeb6-0f87711339c1 req-4320a43d-414a-412c-8291-e991e280feee tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] 10.222.0.79 "GET /v2.0/security-groups?id=004d4f67-1cbd-4911-b18c-79409fe1c9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424376 May 23 11:03:06.818411 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b71896c-593b-471a-9020-ae662b1545c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81fcf00a-8ed2-4165-a2ac-f7b4a8d86dfe,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:06.822925 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2b71896c-593b-471a-9020-ae662b1545c3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=22b800d9967c44f2af8bfd6bfd5ea44f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1898172 May 23 11:03:06.825799 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40076) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:06.910016 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6a7ec140-7e96-4344-bac9-ce0dbb93fffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:06.959676 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6a7ec140-7e96-4344-bac9-ce0dbb93fffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:07.077630 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9ad1b-ef64-4e02-a2d8-03031ac0c656 req-ad7d4648-2f8c-4789-a5d0-0f4c83dcc30f tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:07.081169 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5ea9ad1b-ef64-4e02-a2d8-03031ac0c656 req-ad7d4648-2f8c-4789-a5d0-0f4c83dcc30f tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2b4eafa-10cb-459b-b894-bc7e645b6007 HTTP/1.1" status: 200 len: 945 time: 0.1104960 May 23 11:03:07.107680 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6a7ec140-7e96-4344-bac9-ce0dbb93fffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:07.134831 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ec140-7e96-4344-bac9-ce0dbb93fffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fcf00a-8ed2-4165-a2ac-f7b4a8d86dfe,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:07.145465 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6a7ec140-7e96-4344-bac9-ce0dbb93fffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:07.146564 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-6a7ec140-7e96-4344-bac9-ce0dbb93fffe admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/81fcf00a-8ed2-4165-a2ac-f7b4a8d86dfe HTTP/1.1" status: 204 len: 168 time: 0.3197627 May 23 11:03:07.164284 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5ea9ad1b-ef64-4e02-a2d8-03031ac0c656 req-594d6399-06b5-4351-93c3-bc7348cffba9 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccd85425-9fd3-485d-bda7-73b6a4907f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790901 May 23 11:03:07.460375 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6de9c-e40e-455c-9760-18693832db4c req-1e26df4a-80ca-4b9a-8a81-21039ee47532 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:07.461955 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2ee6de9c-e40e-455c-9760-18693832db4c req-1e26df4a-80ca-4b9a-8a81-21039ee47532 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba80d2ff-2525-460c-8769-dac1dc32c4d0 HTTP/1.1" status: 200 len: 945 time: 0.1475477 May 23 11:03:07.468366 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3721c-d8b2-44e3-80b2-21e53a1446bd req-9e7fe38e-19f7-4467-93c6-6f29e5b94cea tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:07.469835 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cde3721c-d8b2-44e3-80b2-21e53a1446bd req-9e7fe38e-19f7-4467-93c6-6f29e5b94cea tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 949 time: 0.1566694 May 23 11:03:07.548377 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2ee6de9c-e40e-455c-9760-18693832db4c req-5b7920d4-9c96-4b92-a810-6800f65a5800 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773468 May 23 11:03:07.557289 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cde3721c-d8b2-44e3-80b2-21e53a1446bd req-9eb3721d-0796-4ba1-82e8-9a0e59fee87d tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726740 May 23 11:03:07.711187 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:07.736581 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fca031c1-6948-40ed-a520-667be33e32aa req-10835fb2-bff4-4ef5-ab96-6c65668a4766 tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc7bed1d-dc73-46dc-855b-390d73a87519 HTTP/1.1" status: 200 len: 210 time: 0.0526099 May 23 11:03:07.981311 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df02db1-c6fe-47b3-ad44-640dd1c66672 req-5f113496-b896-4174-9e50-92da5431f955 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:07.986395 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df02db1-c6fe-47b3-ad44-640dd1c66672 req-5f113496-b896-4174-9e50-92da5431f955 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:07.991368 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df02db1-c6fe-47b3-ad44-640dd1c66672 req-5f113496-b896-4174-9e50-92da5431f955 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:07.994496 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3df02db1-c6fe-47b3-ad44-640dd1c66672 req-5f113496-b896-4174-9e50-92da5431f955 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2b4eafa-10cb-459b-b894-bc7e645b6007&device_id=44ef5d5a-d17f-48c1-846a-0f169e56e87a&device_id=89c2711c-4938-423f-87b5-a3bddeaf4be7 HTTP/1.1" status: 200 len: 2417 time: 0.0998650 May 23 11:03:08.064405 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3df02db1-c6fe-47b3-ad44-640dd1c66672 req-b4a3b7dc-6b3f-4870-ba68-47f3d4a9b03d tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccd85425-9fd3-485d-bda7-73b6a4907f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639486 May 23 11:03:08.130482 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 2b126d88-dbc2-4b42-ac2c-34c76fd850f5 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:03:08.357739 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 2b126d88-dbc2-4b42-ac2c-34c76fd850f5, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=2b126d88-dbc2-4b42-ac2c-34c76fd850f5,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:03:08.366833 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf309f-f119-40a3-8649-7d1d7ace45a4 req-fed76b1b-e5ed-402e-8013-d1e6fd9ad1d5 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:08.374027 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6cdf309f-f119-40a3-8649-7d1d7ace45a4 req-fed76b1b-e5ed-402e-8013-d1e6fd9ad1d5 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] 10.222.0.79 "GET /v2.0/ports?device_id=121fd863-7d7f-494a-90c1-c23365576d5e HTTP/1.1" status: 200 len: 948 time: 0.1826344 May 23 11:03:08.375730 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '2b126d88-dbc2-4b42-ac2c-34c76fd850f5', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'port_id': '2b126d88-dbc2-4b42-ac2c-34c76fd850f5', 'mac_address': 'fa:16:3e:f9:c1:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1719237-4a8e-4354-92b1-51064eb09c82', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:03:08.415151 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-a7582c2c-f8e2-4554-87fc-aa6c2b9ca843 tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:08.416916 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-a7582c2c-f8e2-4554-87fc-aa6c2b9ca843 tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] 10.222.0.13 "GET /v2.0/networks?id=8a0016fb-da7a-404d-a446-7a08df07ee7c HTTP/1.1" status: 200 len: 818 time: 0.2550321 May 23 11:03:08.444643 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-9d3261b1-5006-475a-ab2f-75de8f2eb225 tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] Request body: {'port': {'device_id': 'cc7bed1d-dc73-46dc-855b-390d73a87519', 'network_id': '8a0016fb-da7a-404d-a446-7a08df07ee7c', 'admin_state_up': True, 'tenant_id': '0d71784fcbc24ebb9b3414f33b34f154'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:03:08.461573 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:08.486650 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b126d88-dbc2-4b42-ac2c-34c76fd850f5 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:03:08.504041 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 2b126d88-dbc2-4b42-ac2c-34c76fd850f5, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=2b126d88-dbc2-4b42-ac2c-34c76fd850f5,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:03:08.509341 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:08.527932 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-8be1df6b-1d60-458c-9d8f-7d4670fd2693 req-3c7cdeee-e323-4dc7-9e72-f8bb0c110b2b tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:03:08.529016 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8be1df6b-1d60-458c-9d8f-7d4670fd2693 req-3c7cdeee-e323-4dc7-9e72-f8bb0c110b2b tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0121906 May 23 11:03:08.540423 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6cdf309f-f119-40a3-8649-7d1d7ace45a4 req-b17633a4-368e-4fce-b396-b17b2ec55ff3 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] 10.222.0.79 "GET /v2.0/security-groups?id=004d4f67-1cbd-4911-b18c-79409fe1c9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650412 May 23 11:03:08.587175 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=2b126d88-dbc2-4b42-ac2c-34c76fd850f5,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:08.762827 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-9d3261b1-5006-475a-ab2f-75de8f2eb225 tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:03:08.768814 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-9d3261b1-5006-475a-ab2f-75de8f2eb225 tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] Usage tracker for resource:port and tenant:0d71784fcbc24ebb9b3414f33b34f154 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:03:08.772453 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-9d3261b1-5006-475a-ab2f-75de8f2eb225 tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:03:08.780255 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-9d3261b1-5006-475a-ab2f-75de8f2eb225 tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:03:08.789820 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8be1df6b-1d60-458c-9d8f-7d4670fd2693 req-9aa51f85-6942-496e-b2ed-0c6a47e03416 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2477093 May 23 11:03:08.809192 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-9d3261b1-5006-475a-ab2f-75de8f2eb225 tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] Made reservation on behalf of 0d71784fcbc24ebb9b3414f33b34f154 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:03:08.812837 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-9d3261b1-5006-475a-ab2f-75de8f2eb225 tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:08.974036 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['2b126d88-dbc2-4b42-ac2c-34c76fd850f5'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:03:09.119840 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:09.121609 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4e40f-d005-46c4-b26d-46a1c2fdd859 req-e290bc85-93b8-40e6-a5f0-aa5985c073b7 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:09.123329 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e4a4e40f-d005-46c4-b26d-46a1c2fdd859 req-e290bc85-93b8-40e6-a5f0-aa5985c073b7 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 949 time: 0.2042832 May 23 11:03:09.127922 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-9d3261b1-5006-475a-ab2f-75de8f2eb225 tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] Allocated IP 172.20.0.14 (8a0016fb-da7a-404d-a446-7a08df07ee7c/6dc17cb4-df36-4b93-915b-c6f449b81207/b28fe4c2-45ee-4460-a6b8-b363522d44dd) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:03:09.190278 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e4a4e40f-d005-46c4-b26d-46a1c2fdd859 req-21e1951b-6b1b-4946-b5cd-507e881d471e tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596702 May 23 11:03:09.268078 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d8f8449e-011e-41aa-898d-495e131d57b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:09.486362 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-9d3261b1-5006-475a-ab2f-75de8f2eb225 tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:09.494554 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3102bca-300c-445c-9d29-6c57b2461540 req-816f5d02-bbcc-49c6-9af7-f56823c428d7 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:09.496031 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e3102bca-300c-445c-9d29-6c57b2461540 req-816f5d02-bbcc-49c6-9af7-f56823c428d7 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba80d2ff-2525-460c-8769-dac1dc32c4d0 HTTP/1.1" status: 200 len: 945 time: 0.1719003 May 23 11:03:09.577748 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0ae230b7-6f37-4e8b-a695-8d1924f3de50 req-8429d455-cf52-42e3-ba80-d6ed73146f7b tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc7bed1d-dc73-46dc-855b-390d73a87519 HTTP/1.1" status: 200 len: 210 time: 0.0579739 May 23 11:03:09.596136 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e3102bca-300c-445c-9d29-6c57b2461540 req-4959bf6f-158b-493b-8134-f20bdb26c306 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931575 May 23 11:03:09.606064 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-9d3261b1-5006-475a-ab2f-75de8f2eb225 tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:09.696235 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-9d3261b1-5006-475a-ab2f-75de8f2eb225 tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] Network 8a0016fb-da7a-404d-a446-7a08df07ee7c is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:03:09.699861 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3261b1-5006-475a-ab2f-75de8f2eb225 tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] Pushing event updated for resources: {'Port': ['ID=b28fe4c2-45ee-4460-a6b8-b363522d44dd,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:09.702335 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-9d3261b1-5006-475a-ab2f-75de8f2eb225 tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:03:09.706307 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-9d3261b1-5006-475a-ab2f-75de8f2eb225 tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:03:09.770957 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-9d3261b1-5006-475a-ab2f-75de8f2eb225 tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:09.771630 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-9d3261b1-5006-475a-ab2f-75de8f2eb225 tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:09.805071 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-9d3261b1-5006-475a-ab2f-75de8f2eb225 tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3643873 May 23 11:03:09.823772 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-db523fdc-9a86-44f7-b25a-156974886120 service neutron] Request body: {'port': {'device_id': 'cc7bed1d-dc73-46dc-855b-390d73a87519', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:03:09.937648 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-feaf8c5e-dfd7-4ba3-95d2-f332d8cd7afb req-28875f07-957f-4357-aca4-bb1f6c2e5bfb tempest-FlavorsV2NegativeTest-977669604 tempest-FlavorsV2NegativeTest-977669604-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=941b0ac56e894dbbaee613f5c0f436b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368037 May 23 11:03:10.122276 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-db523fdc-9a86-44f7-b25a-156974886120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:10.163025 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device c4067e77-9b1c-4757-8840-e0ece0bd2298 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:03:10.206240 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-65117d1d-41ea-4939-ae9d-1aa11ffd128b tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ba80d2ff-2525-460c-8769-dac1dc32c4d0&tenant_id=70139281f5db4004afe2c4c8ea88321a&binding%3Ahost_id=n-h2-842952-2 HTTP/1.1" status: 200 len: 1096 time: 0.0810347 May 23 11:03:10.216435 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-20a977a9-e3f9-448a-a35d-2e5338d4ff75 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-842952-2'}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:03:10.240512 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf8c5e-dfd7-4ba3-95d2-f332d8cd7afb req-28f49864-3fa3-4669-8095-45a555d7c4e9 tempest-FlavorsV2NegativeTest-977669604 tempest-FlavorsV2NegativeTest-977669604-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:10.242077 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-feaf8c5e-dfd7-4ba3-95d2-f332d8cd7afb req-28f49864-3fa3-4669-8095-45a555d7c4e9 tempest-FlavorsV2NegativeTest-977669604 tempest-FlavorsV2NegativeTest-977669604-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2778404 May 23 11:03:10.307013 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port c4067e77-9b1c-4757-8840-e0ece0bd2298, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=c4067e77-9b1c-4757-8840-e0ece0bd2298,segment=NetworkSegment(6816cea3-60a2-419d-a967-3c4d162775bd),segment_id=6816cea3-60a2-419d-a967-3c4d162775bd)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:03:10.321476 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device c4067e77-9b1c-4757-8840-e0ece0bd2298 has no active binding in host n-h1-842952-2 {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 23 11:03:10.324931 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-feaf8c5e-dfd7-4ba3-95d2-f332d8cd7afb req-c91150e7-d9be-4b93-9a5b-9c71a347cfd0 tempest-FlavorsV2NegativeTest-977669604 tempest-FlavorsV2NegativeTest-977669604-project] 10.222.0.79 "GET /v2.0/quotas/941b0ac56e894dbbaee613f5c0f436b7 HTTP/1.1" status: 200 len: 375 time: 0.0679593 May 23 11:03:10.330388 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89620f29-46cd-43e9-8560-bdd9d0e71747 req-6bc367ef-4673-42c9-92d4-cdd3ad41f8ad tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:10.331780 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-89620f29-46cd-43e9-8560-bdd9d0e71747 req-6bc367ef-4673-42c9-92d4-cdd3ad41f8ad tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] 10.222.0.79 "GET /v2.0/ports?device_id=121fd863-7d7f-494a-90c1-c23365576d5e HTTP/1.1" status: 200 len: 949 time: 0.3377278 May 23 11:03:10.338902 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-20a977a9-e3f9-448a-a35d-2e5338d4ff75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:10.400970 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-feaf8c5e-dfd7-4ba3-95d2-f332d8cd7afb req-d4473412-e37e-4780-8699-2259eaa462fb tempest-FlavorsV2NegativeTest-977669604 tempest-FlavorsV2NegativeTest-977669604-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=941b0ac56e894dbbaee613f5c0f436b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652673 May 23 11:03:10.515937 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-89620f29-46cd-43e9-8560-bdd9d0e71747 req-e495a7fc-067f-4720-a4e0-b917bbfc789b tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] 10.222.0.79 "GET /v2.0/security-groups?id=004d4f67-1cbd-4911-b18c-79409fe1c9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759615 May 23 11:03:10.671333 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-20a977a9-e3f9-448a-a35d-2e5338d4ff75 service neutron] For port c4067e77-9b1c-4757-8840-e0ece0bd2298, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=c4067e77-9b1c-4757-8840-e0ece0bd2298,segment=NetworkSegment(6816cea3-60a2-419d-a967-3c4d162775bd),segment_id=6816cea3-60a2-419d-a967-3c4d162775bd)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:03:10.714406 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-db523fdc-9a86-44f7-b25a-156974886120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b28fe4c2-45ee-4460-a6b8-b363522d44dd {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:03:10.728827 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-db523fdc-9a86-44f7-b25a-156974886120 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:10.754636 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-db523fdc-9a86-44f7-b25a-156974886120 service neutron] Transition to ACTIVE for port object b28fe4c2-45ee-4460-a6b8-b363522d44dd will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:03:10.759587 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-db523fdc-9a86-44f7-b25a-156974886120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:10.761557 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-20a977a9-e3f9-448a-a35d-2e5338d4ff75 service neutron] For port c4067e77-9b1c-4757-8840-e0ece0bd2298, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:03:10.889381 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba80d2ff-2525-460c-8769-dac1dc32c4d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4067e77-9b1c-4757-8840-e0ece0bd2298'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:03:10.902026 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-20a977a9-e3f9-448a-a35d-2e5338d4ff75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:10.913192 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-20a977a9-e3f9-448a-a35d-2e5338d4ff75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:11.113149 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db523fdc-9a86-44f7-b25a-156974886120 service neutron] Pushing event updated for resources: {'Port': ['ID=b28fe4c2-45ee-4460-a6b8-b363522d44dd,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:11.279838 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40248) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:11.300894 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a977a9-e3f9-448a-a35d-2e5338d4ff75 service neutron] Pushing event updated for resources: {'Port': ['ID=c4067e77-9b1c-4757-8840-e0ece0bd2298,revision_number=7']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:11.329953 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-20a977a9-e3f9-448a-a35d-2e5338d4ff75 service neutron] Attempting to bind port c4067e77-9b1c-4757-8840-e0ece0bd2298 on host n-h2-842952-2 for vnic_type normal with profile {"migrating_to": "n-h1-842952-2"} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:03:11.331031 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-20a977a9-e3f9-448a-a35d-2e5338d4ff75 service neutron] Attempting to bind port c4067e77-9b1c-4757-8840-e0ece0bd2298 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:03:11.331417 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-20a977a9-e3f9-448a-a35d-2e5338d4ff75 service neutron] Attempting to bind port c4067e77-9b1c-4757-8840-e0ece0bd2298 on network ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:03:11.337547 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-20a977a9-e3f9-448a-a35d-2e5338d4ff75 service neutron] Port c4067e77-9b1c-4757-8840-e0ece0bd2298 on network ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:03:11.338119 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-20a977a9-e3f9-448a-a35d-2e5338d4ff75 service neutron] Attempting to bind port c4067e77-9b1c-4757-8840-e0ece0bd2298 on network ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:03:11.345008 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-20a977a9-e3f9-448a-a35d-2e5338d4ff75 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:03:11.345582 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-20a977a9-e3f9-448a-a35d-2e5338d4ff75 service neutron] Checking segment: {'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:03:11.346137 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-20a977a9-e3f9-448a-a35d-2e5338d4ff75 service neutron] Bound using segment: {'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:03:11.346835 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-20a977a9-e3f9-448a-a35d-2e5338d4ff75 service neutron] Bound port: c4067e77-9b1c-4757-8840-e0ece0bd2298, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6816cea3-60a2-419d-a967-3c4d162775bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce08db19-2e7e-4962-b1d2-3e5c6efa8a14'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:03:11.347353 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-20a977a9-e3f9-448a-a35d-2e5338d4ff75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:11.355865 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-db523fdc-9a86-44f7-b25a-156974886120 service neutron] Attempting to bind port b28fe4c2-45ee-4460-a6b8-b363522d44dd on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:03:11.356333 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-db523fdc-9a86-44f7-b25a-156974886120 service neutron] Attempting to bind port b28fe4c2-45ee-4460-a6b8-b363522d44dd by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '9251d3ac-c7d5-45a5-8f93-9e99373cc68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8a0016fb-da7a-404d-a446-7a08df07ee7c'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:03:11.356835 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-db523fdc-9a86-44f7-b25a-156974886120 service neutron] Attempting to bind port b28fe4c2-45ee-4460-a6b8-b363522d44dd on network 8a0016fb-da7a-404d-a446-7a08df07ee7c {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:03:11.378921 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469e646-c274-4cc1-b44f-729bf604104c req-fb4b7d15-09d4-46ef-92db-dbf93d868c25 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:11.385896 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b469e646-c274-4cc1-b44f-729bf604104c req-fb4b7d15-09d4-46ef-92db-dbf93d868c25 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 949 time: 0.2345927 May 23 11:03:11.387806 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-db523fdc-9a86-44f7-b25a-156974886120 service neutron] Port b28fe4c2-45ee-4460-a6b8-b363522d44dd on network 8a0016fb-da7a-404d-a446-7a08df07ee7c not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:03:11.388262 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-db523fdc-9a86-44f7-b25a-156974886120 service neutron] Attempting to bind port b28fe4c2-45ee-4460-a6b8-b363522d44dd on network 8a0016fb-da7a-404d-a446-7a08df07ee7c {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:03:11.422571 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2624374-5363-4f64-9fd7-b07fc531561b req-5063dca0-7190-4b1a-afad-be2e8aa072eb tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:11.423184 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-f2624374-5363-4f64-9fd7-b07fc531561b req-5063dca0-7190-4b1a-afad-be2e8aa072eb tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] Synchronizing usage tracker for tenant:0d71784fcbc24ebb9b3414f33b34f154 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:03:11.432328 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-db523fdc-9a86-44f7-b25a-156974886120 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:03:11.432666 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-db523fdc-9a86-44f7-b25a-156974886120 service neutron] Checking segment: {'id': '9251d3ac-c7d5-45a5-8f93-9e99373cc68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8a0016fb-da7a-404d-a446-7a08df07ee7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:03:11.433052 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-db523fdc-9a86-44f7-b25a-156974886120 service neutron] Bound using segment: {'id': '9251d3ac-c7d5-45a5-8f93-9e99373cc68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8a0016fb-da7a-404d-a446-7a08df07ee7c'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:03:11.433495 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-db523fdc-9a86-44f7-b25a-156974886120 service neutron] Bound port: b28fe4c2-45ee-4460-a6b8-b363522d44dd, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9251d3ac-c7d5-45a5-8f93-9e99373cc68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8a0016fb-da7a-404d-a446-7a08df07ee7c'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:03:11.433848 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-db523fdc-9a86-44f7-b25a-156974886120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:11.464111 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-20a977a9-e3f9-448a-a35d-2e5338d4ff75 service neutron] For port c4067e77-9b1c-4757-8840-e0ece0bd2298, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:03:11.466125 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7533f478-dde5-4e68-b3fe-332b57de59cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:11.470737 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-20a977a9-e3f9-448a-a35d-2e5338d4ff75 service neutron] For port c4067e77-9b1c-4757-8840-e0ece0bd2298, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=c4067e77-9b1c-4757-8840-e0ece0bd2298,segment=NetworkSegment(6816cea3-60a2-419d-a967-3c4d162775bd),segment_id=6816cea3-60a2-419d-a967-3c4d162775bd)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:03:11.474860 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-20a977a9-e3f9-448a-a35d-2e5338d4ff75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:11.524893 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-f2624374-5363-4f64-9fd7-b07fc531561b req-5063dca0-7190-4b1a-afad-be2e8aa072eb tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] Unset dirty status for tenant:0d71784fcbc24ebb9b3414f33b34f154 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:03:11.526063 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f2624374-5363-4f64-9fd7-b07fc531561b req-5063dca0-7190-4b1a-afad-be2e8aa072eb tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc7bed1d-dc73-46dc-855b-390d73a87519 HTTP/1.1" status: 200 len: 944 time: 0.3680971 May 23 11:03:11.533499 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ce616e3f-91f0-4f49-9ca9-1e56eca4ca61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:11.574622 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b469e646-c274-4cc1-b44f-729bf604104c req-066f42d2-633b-496c-a063-aceefe88fd22 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877663 May 23 11:03:11.642994 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ce616e3f-91f0-4f49-9ca9-1e56eca4ca61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:03:11.651134 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-db523fdc-9a86-44f7-b25a-156974886120 service neutron] For port b28fe4c2-45ee-4460-a6b8-b363522d44dd, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:03:11.653332 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a977a9-e3f9-448a-a35d-2e5338d4ff75 service neutron] Pushing event updated for resources: {'Port': ['ID=c4067e77-9b1c-4757-8840-e0ece0bd2298,revision_number=8']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:11.656853 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-db523fdc-9a86-44f7-b25a-156974886120 service neutron] For port b28fe4c2-45ee-4460-a6b8-b363522d44dd, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=b28fe4c2-45ee-4460-a6b8-b363522d44dd,segment=NetworkSegment(9251d3ac-c7d5-45a5-8f93-9e99373cc68d),segment_id=9251d3ac-c7d5-45a5-8f93-9e99373cc68d)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:03:11.658293 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ce616e3f-91f0-4f49-9ca9-1e56eca4ca61 admin admin] Usage tracker for resource:security_group_rule and tenant:941b0ac56e894dbbaee613f5c0f436b7 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:03:11.660784 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-20a977a9-e3f9-448a-a35d-2e5338d4ff75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:11.662237 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-20a977a9-e3f9-448a-a35d-2e5338d4ff75 service neutron] 10.222.0.13 "PUT /v2.0/ports/c4067e77-9b1c-4757-8840-e0ece0bd2298 HTTP/1.1" status: 200 len: 1121 time: 1.4498212 May 23 11:03:11.664717 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ce616e3f-91f0-4f49-9ca9-1e56eca4ca61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:03:11.668617 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-db523fdc-9a86-44f7-b25a-156974886120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:11.707484 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f2624374-5363-4f64-9fd7-b07fc531561b req-6b13ee30-cf8a-411f-9aef-8eadc2c13dde tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] 10.222.0.79 "GET /v2.0/security-groups?id=fff6a6eb-4192-4866-b706-0da21dc2cd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610394 May 23 11:03:11.713818 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ce616e3f-91f0-4f49-9ca9-1e56eca4ca61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:03:11.751995 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-db523fdc-9a86-44f7-b25a-156974886120 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:11.762772 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-db523fdc-9a86-44f7-b25a-156974886120 service neutron] 10.222.0.13 "PUT /v2.0/ports/b28fe4c2-45ee-4460-a6b8-b363522d44dd HTTP/1.1" status: 200 len: 1092 time: 1.9358931 May 23 11:03:11.762772 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc7bed1d-dc73-46dc-855b-390d73a87519', 'tag': 'b28fe4c2-45ee-4460-a6b8-b363522d44dd'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:03:11.815201 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db523fdc-9a86-44f7-b25a-156974886120 service neutron] Pushing event updated for resources: {'Port': ['ID=b28fe4c2-45ee-4460-a6b8-b363522d44dd,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:11.821307 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f0ab8fc-e2c3-4838-84bf-cc49a95ecdef'] response: {'server_uuid': 'ba80d2ff-2525-460c-8769-dac1dc32c4d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4067e77-9b1c-4757-8840-e0ece0bd2298', 'code': 200} May 23 11:03:11.821818 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['c4067e77-9b1c-4757-8840-e0ece0bd2298'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:03:11.877566 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['c4067e77-9b1c-4757-8840-e0ece0bd2298'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:03:12.039295 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ce616e3f-91f0-4f49-9ca9-1e56eca4ca61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:12.052592 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-0d281a74-4e7b-4d22-92e6-de61b54d0777 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d71784fcbc24ebb9b3414f33b34f154&device_id=cc7bed1d-dc73-46dc-855b-390d73a87519 HTTP/1.1" status: 200 len: 1095 time: 0.2078004 May 23 11:03:12.053592 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ce616e3f-91f0-4f49-9ca9-1e56eca4ca61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:12.178062 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 2b126d88-dbc2-4b42-ac2c-34c76fd850f5 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:03:12.179856 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-89273015-9b0a-4f20-bc2c-8a82c76d0f59 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b28fe4c2-45ee-4460-a6b8-b363522d44dd HTTP/1.1" status: 200 len: 217 time: 0.1082780 May 23 11:03:12.183447 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce616e3f-91f0-4f49-9ca9-1e56eca4ca61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a127af51-65cd-441d-b2b1-4b01081319e9,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:12.189181 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ce616e3f-91f0-4f49-9ca9-1e56eca4ca61 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=941b0ac56e894dbbaee613f5c0f436b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9013786 May 23 11:03:12.192036 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40266) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:12.257051 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f5faf-b6c4-488f-98ea-c7b54adbc55b req-7067304d-536a-4f17-8dbf-dd8aeffc00e0 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:12.258725 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-657f5faf-b6c4-488f-98ea-c7b54adbc55b req-7067304d-536a-4f17-8dbf-dd8aeffc00e0 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba80d2ff-2525-460c-8769-dac1dc32c4d0 HTTP/1.1" status: 200 len: 943 time: 0.2626007 May 23 11:03:12.264510 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-e4a6cdc8-a022-48f2-baf3-7619f938f57e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:12.266053 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-e4a6cdc8-a022-48f2-baf3-7619f938f57e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6dc17cb4-df36-4b93-915b-c6f449b81207 HTTP/1.1" status: 200 len: 858 time: 0.0758104 May 23 11:03:12.283503 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 2b126d88-dbc2-4b42-ac2c-34c76fd850f5 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:03:12.289686 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 2b126d88-dbc2-4b42-ac2c-34c76fd850f5 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:03:12.290347 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:12.300939 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7253d7a6-9ece-432a-bf5d-12ee88041366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:12.329232 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-d5ca2b65-7176-40db-9323-9fb171e33233 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8a0016fb-da7a-404d-a446-7a08df07ee7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473158 May 23 11:03:12.334010 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7253d7a6-9ece-432a-bf5d-12ee88041366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:12.417841 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7253d7a6-9ece-432a-bf5d-12ee88041366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:12.436797 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7253d7a6-9ece-432a-bf5d-12ee88041366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a127af51-65cd-441d-b2b1-4b01081319e9,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:12.454626 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7253d7a6-9ece-432a-bf5d-12ee88041366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:12.460870 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7253d7a6-9ece-432a-bf5d-12ee88041366 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a127af51-65cd-441d-b2b1-4b01081319e9 HTTP/1.1" status: 204 len: 168 time: 0.2650216 May 23 11:03:12.491734 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-657f5faf-b6c4-488f-98ea-c7b54adbc55b req-0d180013-b92b-489e-b3c2-a3d4140b3b2c tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240596 May 23 11:03:12.536810 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:12.583863 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 2b126d88-dbc2-4b42-ac2c-34c76fd850f5, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=2b126d88-dbc2-4b42-ac2c-34c76fd850f5,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:03:12.584642 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121fd863-7d7f-494a-90c1-c23365576d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b126d88-dbc2-4b42-ac2c-34c76fd850f5'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:03:12.593750 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:12.674321 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3ff90dc-5faf-4242-85a3-41a553826b59'] response: {'name': 'network-changed', 'server_uuid': 'cc7bed1d-dc73-46dc-855b-390d73a87519', 'tag': 'b28fe4c2-45ee-4460-a6b8-b363522d44dd', 'status': 'completed', 'code': 200} May 23 11:03:12.684102 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:12.685145 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=2b126d88-dbc2-4b42-ac2c-34c76fd850f5,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:12.695762 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:03:12.696133 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:03:12.696474 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:03:12.696810 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:03:12.697140 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:03:12.697467 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:03:12.698195 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:03:12.698356 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:03:12.698860 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:03:12.699337 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:03:12.699850 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:03:12.725830 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-f7ef57f9-c32c-4302-ac34-2755bf29e682 service neutron] 10.222.0.13 "GET /v2.0/networks/8a0016fb-da7a-404d-a446-7a08df07ee7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878801 May 23 11:03:12.742105 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:12.880590 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ec6a7-761a-44cb-8a04-556eb88d5a24 req-0f2a5ba3-4ec9-485c-871a-75e28e82edae tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:12.886137 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-822ec6a7-761a-44cb-8a04-556eb88d5a24 req-0f2a5ba3-4ec9-485c-871a-75e28e82edae tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] 10.222.0.79 "GET /v2.0/ports?device_id=121fd863-7d7f-494a-90c1-c23365576d5e HTTP/1.1" status: 200 len: 950 time: 0.3470788 May 23 11:03:12.900310 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40286) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:12.961547 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c3491104-745c-44f6-bbf2-69fe977e8511 req-4934541a-853b-4a00-b9c0-8e2d56c39690 service neutron] 10.222.0.13 "GET /v2.0/networks/8a0016fb-da7a-404d-a446-7a08df07ee7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244608 May 23 11:03:12.970140 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08c820e8-b3f7-4477-a7cf-9896f6d3beca'] response: {'server_uuid': '121fd863-7d7f-494a-90c1-c23365576d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b126d88-dbc2-4b42-ac2c-34c76fd850f5', 'code': 200} May 23 11:03:12.973516 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-822ec6a7-761a-44cb-8a04-556eb88d5a24 req-6b2ad42f-f05a-4f09-b27b-26dc7774d744 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] 10.222.0.79 "GET /v2.0/security-groups?id=004d4f67-1cbd-4911-b18c-79409fe1c9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724614 May 23 11:03:13.044449 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:03:13.222502 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-91bc96ea-bc07-4a09-bcd6-aec662436a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:13.270143 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-76494bb0-7134-43ff-b379-860e5ac9a4f3 req-75f79824-6b8f-46a8-a28e-63a8d7f194d7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=121fd863-7d7f-494a-90c1-c23365576d5e HTTP/1.1" status: 200 len: 1101 time: 0.1295593 May 23 11:03:13.276805 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-91bc96ea-bc07-4a09-bcd6-aec662436a0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:03:13.298171 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-91bc96ea-bc07-4a09-bcd6-aec662436a0d admin admin] Usage tracker for resource:security_group_rule and tenant:3bd74d6d25b84dddb8ee4d4cbf861f3f is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:03:13.303354 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-91bc96ea-bc07-4a09-bcd6-aec662436a0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:03:13.313840 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-91bc96ea-bc07-4a09-bcd6-aec662436a0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:03:13.330456 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735665c-4637-4e90-938c-4395d2eb16bb req-32c71dd5-6b70-413a-8c05-2d03610b0bf6 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:13.332132 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c735665c-4637-4e90-938c-4395d2eb16bb req-32c71dd5-6b70-413a-8c05-2d03610b0bf6 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 949 time: 0.2255228 May 23 11:03:13.344007 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-76494bb0-7134-43ff-b379-860e5ac9a4f3 req-8efc6e75-4712-4bfd-9e00-d3843ebfaf66 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=004d4f67-1cbd-4911-b18c-79409fe1c9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647025 May 23 11:03:13.350053 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1521f3-8818-4431-8422-1979b44e2e98 req-0ed47e90-3b70-4bc4-801e-191dd1332125 tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:13.351533 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8e1521f3-8818-4431-8422-1979b44e2e98 req-0ed47e90-3b70-4bc4-801e-191dd1332125 tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc7bed1d-dc73-46dc-855b-390d73a87519 HTTP/1.1" status: 200 len: 944 time: 0.1867294 May 23 11:03:13.370245 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0fc5f246-81fb-4f9e-8393-a1f2cbc4c4c2 req-20504dbe-87f7-46ea-ab84-8f5c5c5dbd9b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d71784fcbc24ebb9b3414f33b34f154&device_id=cc7bed1d-dc73-46dc-855b-390d73a87519 HTTP/1.1" status: 200 len: 1095 time: 0.2042177 May 23 11:03:13.414041 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-91bc96ea-bc07-4a09-bcd6-aec662436a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:13.422853 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-91bc96ea-bc07-4a09-bcd6-aec662436a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:13.470241 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bc96ea-bc07-4a09-bcd6-aec662436a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1c20a5-ddf8-44b8-bbfc-582521c7fb0f,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:13.475625 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-91bc96ea-bc07-4a09-bcd6-aec662436a0d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3bd74d6d25b84dddb8ee4d4cbf861f3f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5740979 May 23 11:03:13.478568 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40304) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:13.515330 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c735665c-4637-4e90-938c-4395d2eb16bb req-1e22207b-ec06-44ff-9cad-63677bfd9248 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727383 May 23 11:03:13.517438 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8e1521f3-8818-4431-8422-1979b44e2e98 req-d3c90cc7-3925-49d0-b525-a3eab65e27b4 tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] 10.222.0.79 "GET /v2.0/security-groups?id=fff6a6eb-4192-4866-b706-0da21dc2cd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463723 May 23 11:03:13.575595 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-663719d7-8c41-4359-b1d9-71285ebb1ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:13.624348 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-663719d7-8c41-4359-b1d9-71285ebb1ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:13.693258 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-663719d7-8c41-4359-b1d9-71285ebb1ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:13.723557 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663719d7-8c41-4359-b1d9-71285ebb1ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1c20a5-ddf8-44b8-bbfc-582521c7fb0f,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:13.726178 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-663719d7-8c41-4359-b1d9-71285ebb1ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:13.730306 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-663719d7-8c41-4359-b1d9-71285ebb1ea0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5a1c20a5-ddf8-44b8-bbfc-582521c7fb0f HTTP/1.1" status: 204 len: 168 time: 0.2505748 May 23 11:03:13.822291 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba80d2ff-2525-460c-8769-dac1dc32c4d0', 'tag': 'c4067e77-9b1c-4757-8840-e0ece0bd2298'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:03:14.056197 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5f246-81fb-4f9e-8393-a1f2cbc4c4c2 req-1ee7bbcb-8d20-44f1-bf83-bdfd94f90982 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:14.057428 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0fc5f246-81fb-4f9e-8393-a1f2cbc4c4c2 req-1ee7bbcb-8d20-44f1-bf83-bdfd94f90982 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8a0016fb-da7a-404d-a446-7a08df07ee7c HTTP/1.1" status: 200 len: 919 time: 0.3155272 May 23 11:03:14.070214 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ef139-913e-4cde-9c53-fb0b3d3957e1 req-27e4e190-5883-48eb-b6e5-c813c17ed4c9 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:14.077410 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-457ef139-913e-4cde-9c53-fb0b3d3957e1 req-27e4e190-5883-48eb-b6e5-c813c17ed4c9 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba80d2ff-2525-460c-8769-dac1dc32c4d0 HTTP/1.1" status: 200 len: 943 time: 0.1404839 May 23 11:03:14.079780 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:14.160501 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0fc5f246-81fb-4f9e-8393-a1f2cbc4c4c2 req-bddbe2ab-89ce-422d-8150-bf040ba3a4f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b28fe4c2-45ee-4460-a6b8-b363522d44dd HTTP/1.1" status: 200 len: 217 time: 0.0809793 May 23 11:03:14.244500 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-457ef139-913e-4cde-9c53-fb0b3d3957e1 req-db612400-6ad3-4224-ae8b-cc6dd50b5427 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661248 May 23 11:03:14.264783 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5f246-81fb-4f9e-8393-a1f2cbc4c4c2 req-b81839d3-fbc8-49e6-89d2-df9277d20f32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:14.266773 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0fc5f246-81fb-4f9e-8393-a1f2cbc4c4c2 req-b81839d3-fbc8-49e6-89d2-df9277d20f32 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6dc17cb4-df36-4b93-915b-c6f449b81207 HTTP/1.1" status: 200 len: 858 time: 0.0959802 May 23 11:03:14.333824 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3889f47-fc25-4c91-b42e-ff406321c12c'] response: {'name': 'network-changed', 'server_uuid': 'ba80d2ff-2525-460c-8769-dac1dc32c4d0', 'tag': 'c4067e77-9b1c-4757-8840-e0ece0bd2298', 'status': 'completed', 'code': 200} May 23 11:03:14.345563 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40336) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:14.355564 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0fc5f246-81fb-4f9e-8393-a1f2cbc4c4c2 req-812cbb9a-8522-475f-a69c-cca899976b02 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8a0016fb-da7a-404d-a446-7a08df07ee7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824556 May 23 11:03:14.372909 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40344) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:14.411611 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f881ded3-b552-4144-afbb-099a64939374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:14.493772 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f881ded3-b552-4144-afbb-099a64939374 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:03:14.497854 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f881ded3-b552-4144-afbb-099a64939374 admin admin] Usage tracker for resource:security_group_rule and tenant:5d28020a213741ba966bc07f1c4199ab is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:03:14.500855 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f881ded3-b552-4144-afbb-099a64939374 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:03:14.507581 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f881ded3-b552-4144-afbb-099a64939374 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:03:14.618597 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f881ded3-b552-4144-afbb-099a64939374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:14.628234 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f881ded3-b552-4144-afbb-099a64939374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:14.633150 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0fc5f246-81fb-4f9e-8393-a1f2cbc4c4c2 req-b1648c2e-d4e5-4be1-81a8-9792af730f09 service neutron] 10.222.0.13 "GET /v2.0/networks/8a0016fb-da7a-404d-a446-7a08df07ee7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707169 May 23 11:03:14.645228 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc37d8e-8587-4f66-89b9-73a7673a07aa req-b1b8dae6-529a-494a-b43f-f2edb0ce2ba4 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:14.648237 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ccc37d8e-8587-4f66-89b9-73a7673a07aa req-b1b8dae6-529a-494a-b43f-f2edb0ce2ba4 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] 10.222.0.79 "GET /v2.0/ports?device_id=121fd863-7d7f-494a-90c1-c23365576d5e HTTP/1.1" status: 200 len: 950 time: 0.1676924 May 23 11:03:14.655709 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-385759af-4373-49e3-99a1-f28368628ddc req-537951f1-5c3a-4399-95f6-c3edecbf7424 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=70139281f5db4004afe2c4c8ea88321a&device_id=ba80d2ff-2525-460c-8769-dac1dc32c4d0 HTTP/1.1" status: 200 len: 1124 time: 0.2341979 May 23 11:03:14.706033 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-09a139e0-065c-4dfd-8fc1-56ae40686c2f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1037448032-network', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:03:14.769699 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-09a139e0-065c-4dfd-8fc1-56ae40686c2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:03:14.788937 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ccc37d8e-8587-4f66-89b9-73a7673a07aa req-6d550fe7-b604-4ee0-bd84-e9b796c4af60 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] 10.222.0.79 "GET /v2.0/security-groups?id=004d4f67-1cbd-4911-b18c-79409fe1c9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162295 May 23 11:03:14.792803 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f881ded3-b552-4144-afbb-099a64939374 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5d28020a213741ba966bc07f1c4199ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4173970 May 23 11:03:14.794012 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-09a139e0-065c-4dfd-8fc1-56ae40686c2f admin admin] Usage tracker for resource:network and tenant:e45cf791a4a1458dadb0a080d541d299 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:03:14.798793 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881ded3-b552-4144-afbb-099a64939374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a740a4-2b81-4a83-8376-833b3246441b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:14.800029 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40354) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:14.804099 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-09a139e0-065c-4dfd-8fc1-56ae40686c2f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:03:14.813448 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-09a139e0-065c-4dfd-8fc1-56ae40686c2f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:03:14.863463 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a139e0-065c-4dfd-8fc1-56ae40686c2f admin admin] Made reservation on behalf of e45cf791a4a1458dadb0a080d541d299 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:03:14.864976 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0fc5f246-81fb-4f9e-8393-a1f2cbc4c4c2 req-d064b64b-8189-4461-a657-3380d4102911 service neutron] 10.222.0.13 "GET /v2.0/networks/8a0016fb-da7a-404d-a446-7a08df07ee7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152317 May 23 11:03:14.866053 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-09a139e0-065c-4dfd-8fc1-56ae40686c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:14.885846 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-416aff36-ad21-4f56-b26b-dd4843ea6c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:14.886491 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385759af-4373-49e3-99a1-f28368628ddc req-225933a3-0b90-4eaa-ba9e-3e22ccaeb347 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:14.888242 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-385759af-4373-49e3-99a1-f28368628ddc req-225933a3-0b90-4eaa-ba9e-3e22ccaeb347 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 HTTP/1.1" status: 200 len: 922 time: 0.2253613 May 23 11:03:14.888942 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-09a139e0-065c-4dfd-8fc1-56ae40686c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:14.933871 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-416aff36-ad21-4f56-b26b-dd4843ea6c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:14.979303 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-385759af-4373-49e3-99a1-f28368628ddc req-eb54d5a0-483f-4c55-9996-91f7486f8de3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4067e77-9b1c-4757-8840-e0ece0bd2298 HTTP/1.1" status: 200 len: 217 time: 0.0768781 May 23 11:03:15.025070 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-09a139e0-065c-4dfd-8fc1-56ae40686c2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:03:15.039055 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-09a139e0-065c-4dfd-8fc1-56ae40686c2f admin admin] Usage tracker for resource:security_group_rule and tenant:e45cf791a4a1458dadb0a080d541d299 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:03:15.043942 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-09a139e0-065c-4dfd-8fc1-56ae40686c2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:03:15.052156 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-09a139e0-065c-4dfd-8fc1-56ae40686c2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:03:15.068039 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385759af-4373-49e3-99a1-f28368628ddc req-270fdc3b-6b7d-4995-beeb-91a50495da20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:15.069565 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-385759af-4373-49e3-99a1-f28368628ddc req-270fdc3b-6b7d-4995-beeb-91a50495da20 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b42aa520-b19b-4bd9-8813-40b2c3196feb HTTP/1.1" status: 200 len: 861 time: 0.0841935 May 23 11:03:15.107095 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-416aff36-ad21-4f56-b26b-dd4843ea6c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:15.122785 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-385759af-4373-49e3-99a1-f28368628ddc req-2214083d-973d-42c3-b9a7-2c674211c127 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441570 May 23 11:03:15.129257 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416aff36-ad21-4f56-b26b-dd4843ea6c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a740a4-2b81-4a83-8376-833b3246441b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:15.167232 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-416aff36-ad21-4f56-b26b-dd4843ea6c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:15.167232 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-416aff36-ad21-4f56-b26b-dd4843ea6c06 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/52a740a4-2b81-4a83-8376-833b3246441b HTTP/1.1" status: 204 len: 168 time: 0.3616252 May 23 11:03:15.188460 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c262d0a-ee34-4d50-8b65-71f773c9e8e3 req-5eed8edb-9266-4889-ba36-2764901c80d7 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:15.189895 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7c262d0a-ee34-4d50-8b65-71f773c9e8e3 req-5eed8edb-9266-4889-ba36-2764901c80d7 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 949 time: 0.1371927 May 23 11:03:15.248054 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5afe85-1efb-4989-9762-dee6b6a6dabe req-c4ad9036-f1da-4ab8-adf5-d96e95dbff03 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:15.249553 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fb5afe85-1efb-4989-9762-dee6b6a6dabe req-c4ad9036-f1da-4ab8-adf5-d96e95dbff03 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2b4eafa-10cb-459b-b894-bc7e645b6007 HTTP/1.1" status: 200 len: 945 time: 0.2447615 May 23 11:03:15.256381 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-09a139e0-065c-4dfd-8fc1-56ae40686c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:15.272467 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-09a139e0-065c-4dfd-8fc1-56ae40686c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:15.322437 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7c262d0a-ee34-4d50-8b65-71f773c9e8e3 req-768f06d3-a35a-409c-a1d3-ddb3408d9848 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222689 May 23 11:03:15.343311 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fb5afe85-1efb-4989-9762-dee6b6a6dabe req-1927c761-7e6f-4c5a-bee4-6f23f2091ff3 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccd85425-9fd3-485d-bda7-73b6a4907f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813575 May 23 11:03:15.362514 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09a139e0-065c-4dfd-8fc1-56ae40686c2f admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:03:15.392386 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a139e0-065c-4dfd-8fc1-56ae40686c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7ae4e9-c64f-43e7-a534-5bc4072aa4f8,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:15.392386 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-385759af-4373-49e3-99a1-f28368628ddc req-8b15edf1-2470-4293-9066-2af8e13c88d1 service neutron] 10.222.0.81 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614443 May 23 11:03:15.392386 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-09a139e0-065c-4dfd-8fc1-56ae40686c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:15.392386 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-09a139e0-065c-4dfd-8fc1-56ae40686c2f admin admin] Added segment a9f43d9a-d5c3-4172-a5d6-8803666768bb of type vlan for network 0930e7e8-6d74-47b9-b850-f307a169b841 May 23 11:03:15.646323 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d470cc-1f7c-485f-88f5-4c9d322e3a05 req-6e37dbae-fa05-4726-b872-ff2bf3dfcb6b tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:15.646323 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a3d470cc-1f7c-485f-88f5-4c9d322e3a05 req-6e37dbae-fa05-4726-b872-ff2bf3dfcb6b tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc7bed1d-dc73-46dc-855b-390d73a87519 HTTP/1.1" status: 200 len: 944 time: 0.1603637 May 23 11:03:15.652352 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-09a139e0-065c-4dfd-8fc1-56ae40686c2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:15.727449 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a3d470cc-1f7c-485f-88f5-4c9d322e3a05 req-6ed31a0d-39c8-4e4a-a154-e62965792361 tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] 10.222.0.79 "GET /v2.0/security-groups?id=fff6a6eb-4192-4866-b706-0da21dc2cd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735736 May 23 11:03:15.941975 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-09a139e0-065c-4dfd-8fc1-56ae40686c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:15.941975 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a139e0-065c-4dfd-8fc1-56ae40686c2f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:15.941975 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-09a139e0-065c-4dfd-8fc1-56ae40686c2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:16.171908 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b79ee-8d7d-4365-b882-500f22628a3e req-4c3c1095-101d-402c-9f75-07daf90cc428 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:16.179002 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bd3b79ee-8d7d-4365-b882-500f22628a3e req-4c3c1095-101d-402c-9f75-07daf90cc428 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba80d2ff-2525-460c-8769-dac1dc32c4d0 HTTP/1.1" status: 200 len: 943 time: 0.2006001 May 23 11:03:16.188912 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device b28fe4c2-45ee-4460-a6b8-b363522d44dd details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:03:16.197555 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a139e0-065c-4dfd-8fc1-56ae40686c2f admin admin] Pushing event updated for resources: {'Network': ['ID=0930e7e8-6d74-47b9-b850-f307a169b841,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:16.224996 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-385759af-4373-49e3-99a1-f28368628ddc req-06bab114-f1f9-4489-9b4b-7753086f3c18 service neutron] 10.222.0.81 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8209941 May 23 11:03:16.230927 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 0930e7e8-6d74-47b9-b850-f307a169b841 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:03:16.325426 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bd3b79ee-8d7d-4365-b882-500f22628a3e req-17b10e59-646b-4a35-ab1e-4c4076960da1 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400452 May 23 11:03:16.349881 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-09a139e0-065c-4dfd-8fc1-56ae40686c2f admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0032883 May 23 11:03:16.355499 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40380) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:16.360599 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-f5d399cd-5e3d-4036-b2e5-3882e033144a admin admin] Request body: {'subnet': {'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1037448032-subnet', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:03:16.366473 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f5d399cd-5e3d-4036-b2e5-3882e033144a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:03:16.385578 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f5d399cd-5e3d-4036-b2e5-3882e033144a admin admin] Usage tracker for resource:subnet and tenant:e45cf791a4a1458dadb0a080d541d299 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:03:16.393064 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f5d399cd-5e3d-4036-b2e5-3882e033144a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:03:16.409889 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f5d399cd-5e3d-4036-b2e5-3882e033144a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:03:16.450284 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d399cd-5e3d-4036-b2e5-3882e033144a admin admin] Made reservation on behalf of e45cf791a4a1458dadb0a080d541d299 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:03:16.450284 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f5d399cd-5e3d-4036-b2e5-3882e033144a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:16.567637 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-1de2b43c-4e5e-4e85-9b8b-4decde2fa661 service neutron] 10.222.0.81 "GET /v2.0/ports/c4067e77-9b1c-4757-8840-e0ece0bd2298/bindings/n-h1-842952-2 HTTP/1.1" status: 200 len: 384 time: 0.1959791 May 23 11:03:16.731634 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port b28fe4c2-45ee-4460-a6b8-b363522d44dd, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=b28fe4c2-45ee-4460-a6b8-b363522d44dd,segment=NetworkSegment(9251d3ac-c7d5-45a5-8f93-9e99373cc68d),segment_id=9251d3ac-c7d5-45a5-8f93-9e99373cc68d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:03:16.766007 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'b28fe4c2-45ee-4460-a6b8-b363522d44dd', 'network_id': '8a0016fb-da7a-404d-a446-7a08df07ee7c', 'port_id': 'b28fe4c2-45ee-4460-a6b8-b363522d44dd', 'mac_address': 'fa:16:3e:5e:af:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dc17cb4-df36-4b93-915b-c6f449b81207', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:03:16.784896 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ebe621-5f4b-4ee6-9980-0da71cb9f1de req-57418510-6da3-4309-9cdc-0effbd7989f9 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:16.786406 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-b7ebe621-5f4b-4ee6-9980-0da71cb9f1de req-57418510-6da3-4309-9cdc-0effbd7989f9 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Synchronizing usage tracker for tenant:31fc6e185c394c2a8519287df1a74f86 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:03:16.896300 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-b7ebe621-5f4b-4ee6-9980-0da71cb9f1de req-57418510-6da3-4309-9cdc-0effbd7989f9 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Unset dirty status for tenant:31fc6e185c394c2a8519287df1a74f86 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:03:16.900823 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:16.901459 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b7ebe621-5f4b-4ee6-9980-0da71cb9f1de req-57418510-6da3-4309-9cdc-0effbd7989f9 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2b4eafa-10cb-459b-b894-bc7e645b6007 HTTP/1.1" status: 200 len: 945 time: 0.7178013 May 23 11:03:16.940844 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b28fe4c2-45ee-4460-a6b8-b363522d44dd {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:03:16.969188 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port b28fe4c2-45ee-4460-a6b8-b363522d44dd, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=b28fe4c2-45ee-4460-a6b8-b363522d44dd,segment=NetworkSegment(9251d3ac-c7d5-45a5-8f93-9e99373cc68d),segment_id=9251d3ac-c7d5-45a5-8f93-9e99373cc68d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:03:16.975616 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:17.000577 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-b7ebe621-5f4b-4ee6-9980-0da71cb9f1de req-9d088368-2309-4540-a49f-447bed69a1e7 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Deleting port 67c7215b-4ed0-4f89-a646-a043aaf2f7d2 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:03:17.001222 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b7ebe621-5f4b-4ee6-9980-0da71cb9f1de req-9d088368-2309-4540-a49f-447bed69a1e7 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:17.039672 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40402) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:17.089366 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=b28fe4c2-45ee-4460-a6b8-b363522d44dd,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:17.207927 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c705f-c705-48ff-a0e8-ceb2db5671a2 req-0fb4c72d-3665-4670-9f03-5e9b00454461 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:17.214924 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad1c705f-c705-48ff-a0e8-ceb2db5671a2 req-0fb4c72d-3665-4670-9f03-5e9b00454461 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] 10.222.0.79 "GET /v2.0/ports?device_id=121fd863-7d7f-494a-90c1-c23365576d5e HTTP/1.1" status: 200 len: 950 time: 0.4804239 May 23 11:03:17.329827 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f5d399cd-5e3d-4036-b2e5-3882e033144a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:17.380966 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad1c705f-c705-48ff-a0e8-ceb2db5671a2 req-98d764ea-9fdd-450a-89f4-33a696bf1ab5 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] 10.222.0.79 "GET /v2.0/security-groups?id=004d4f67-1cbd-4911-b18c-79409fe1c9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646338 May 23 11:03:17.399529 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-f06dfe36-a7b6-4821-a1cd-1ca900c35e93 service neutron] For port c4067e77-9b1c-4757-8840-e0ece0bd2298, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=c4067e77-9b1c-4757-8840-e0ece0bd2298,segment=NetworkSegment(6816cea3-60a2-419d-a967-3c4d162775bd),segment_id=6816cea3-60a2-419d-a967-3c4d162775bd)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:03:17.423865 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['b28fe4c2-45ee-4460-a6b8-b363522d44dd'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:03:17.447034 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1962bd4f-8179-45ee-a5a8-92cbbae9240f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:17.460118 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358f46a-5bf0-49a1-bb29-67d7cf822a15 req-ca92dea1-8ea7-42f0-89f0-04db420c38cf tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:17.482412 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8358f46a-5bf0-49a1-bb29-67d7cf822a15 req-ca92dea1-8ea7-42f0-89f0-04db420c38cf tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 949 time: 0.6342952 May 23 11:03:17.518576 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1962bd4f-8179-45ee-a5a8-92cbbae9240f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:03:17.518576 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1962bd4f-8179-45ee-a5a8-92cbbae9240f admin admin] Usage tracker for resource:security_group_rule and tenant:9302959cea5441de9b214a37411d693f is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:03:17.518576 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1962bd4f-8179-45ee-a5a8-92cbbae9240f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:03:17.526758 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1962bd4f-8179-45ee-a5a8-92cbbae9240f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:03:17.585548 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d399cd-5e3d-4036-b2e5-3882e033144a admin admin] Pushing event updated for resources: {'Subnet': ['ID=233b37e7-7248-4012-bd3c-2373f43dcd00,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:17.611288 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-b7ebe621-5f4b-4ee6-9980-0da71cb9f1de req-9d088368-2309-4540-a49f-447bed69a1e7 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] For port 67c7215b-4ed0-4f89-a646-a043aaf2f7d2, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=67c7215b-4ed0-4f89-a646-a043aaf2f7d2,segment=NetworkSegment(e44e0cf9-bf83-47bc-b775-63afb65d2a61),segment_id=e44e0cf9-bf83-47bc-b775-63afb65d2a61)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:03:17.611851 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b7ebe621-5f4b-4ee6-9980-0da71cb9f1de req-9d088368-2309-4540-a49f-447bed69a1e7 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:17.620543 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-f06dfe36-a7b6-4821-a1cd-1ca900c35e93 service neutron] For port c4067e77-9b1c-4757-8840-e0ece0bd2298, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:03:17.708103 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8358f46a-5bf0-49a1-bb29-67d7cf822a15 req-788ac7fc-6cdf-4d21-9987-cfc8eededddb tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238071 May 23 11:03:17.721606 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d399cd-5e3d-4036-b2e5-3882e033144a admin admin] Checking segment: {'id': 'a9f43d9a-d5c3-4172-a5d6-8803666768bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:03:17.721964 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d399cd-5e3d-4036-b2e5-3882e033144a admin admin] Network hostable DHCP agents. Network: 0930e7e8-6d74-47b9-b850-f307a169b841, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:03:17.759875 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd584d-42d4-4195-8a50-1eb78fc9112a req-02422cb5-ed97-466b-8efa-e7905afff856 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:17.761334 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8afd584d-42d4-4195-8a50-1eb78fc9112a req-02422cb5-ed97-466b-8efa-e7905afff856 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2b4eafa-10cb-459b-b894-bc7e645b6007 HTTP/1.1" status: 200 len: 945 time: 0.1254916 May 23 11:03:17.766778 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d399cd-5e3d-4036-b2e5-3882e033144a admin admin] Network 0930e7e8-6d74-47b9-b850-f307a169b841 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:03:17.804319 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-f5d399cd-5e3d-4036-b2e5-3882e033144a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 0930e7e8-6d74-47b9-b850-f307a169b841) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:03:17.810142 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d399cd-5e3d-4036-b2e5-3882e033144a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:17.810775 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f5d399cd-5e3d-4036-b2e5-3882e033144a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:17.815334 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedd3a58-ef34-4c85-869a-a6a7ecaaa57d None None] Network 0930e7e8-6d74-47b9-b850-f307a169b841 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:03:17.836521 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8afd584d-42d4-4195-8a50-1eb78fc9112a req-d1bdfc7f-6e6e-42e1-b805-221a3349df96 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccd85425-9fd3-485d-bda7-73b6a4907f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666683 May 23 11:03:17.836721 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1962bd4f-8179-45ee-a5a8-92cbbae9240f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:17.852295 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f5d399cd-5e3d-4036-b2e5-3882e033144a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4963617 May 23 11:03:17.855161 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40422) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:17.864923 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-31eb3660-cb34-40fa-b4f9-cce5a874375c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1037448032-router', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:03:17.871296 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-31eb3660-cb34-40fa-b4f9-cce5a874375c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:03:17.891459 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-31eb3660-cb34-40fa-b4f9-cce5a874375c admin admin] Usage tracker for resource:router and tenant:e45cf791a4a1458dadb0a080d541d299 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:03:17.899133 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-31eb3660-cb34-40fa-b4f9-cce5a874375c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:03:17.912663 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-31eb3660-cb34-40fa-b4f9-cce5a874375c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:03:17.942476 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1962bd4f-8179-45ee-a5a8-92cbbae9240f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:17.963017 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-b7ebe621-5f4b-4ee6-9980-0da71cb9f1de req-9d088368-2309-4540-a49f-447bed69a1e7 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Calling delete_port for 67c7215b-4ed0-4f89-a646-a043aaf2f7d2 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:03:17.976895 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-31eb3660-cb34-40fa-b4f9-cce5a874375c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:17.977740 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-31eb3660-cb34-40fa-b4f9-cce5a874375c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:18.027682 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-f06dfe36-a7b6-4821-a1cd-1ca900c35e93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4067e77-9b1c-4757-8840-e0ece0bd2298 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:03:18.050658 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1962bd4f-8179-45ee-a5a8-92cbbae9240f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c756f8-95e8-41c9-a95d-40dbe28d733b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:18.056823 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d06ab-a369-484b-a38d-f745e69f0605 req-8280787a-b69d-4b73-b60c-4da8e06b2298 tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:18.067438 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-203d06ab-a369-484b-a38d-f745e69f0605 req-8280787a-b69d-4b73-b60c-4da8e06b2298 tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc7bed1d-dc73-46dc-855b-390d73a87519 HTTP/1.1" status: 200 len: 945 time: 0.1387985 May 23 11:03:18.089975 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-f06dfe36-a7b6-4821-a1cd-1ca900c35e93 service neutron] For port c4067e77-9b1c-4757-8840-e0ece0bd2298, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=c4067e77-9b1c-4757-8840-e0ece0bd2298,segment=NetworkSegment(6816cea3-60a2-419d-a967-3c4d162775bd),segment_id=6816cea3-60a2-419d-a967-3c4d162775bd)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:03:18.115079 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-31eb3660-cb34-40fa-b4f9-cce5a874375c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:18.142957 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-203d06ab-a369-484b-a38d-f745e69f0605 req-de2edd46-6480-4991-a0b5-ea3885b77a25 tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] 10.222.0.79 "GET /v2.0/security-groups?id=fff6a6eb-4192-4866-b706-0da21dc2cd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739131 May 23 11:03:18.164945 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-f06dfe36-a7b6-4821-a1cd-1ca900c35e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:18.187954 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c91bbc-ec49-4c69-8460-54a23e9b8986 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-0930e7e8-6d74-47b9-b850-f307a169b841', 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'fixed_ips': [{'subnet_id': '233b37e7-7248-4012-bd3c-2373f43dcd00'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:03:18.189265 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-54c91bbc-ec49-4c69-8460-54a23e9b8986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:18.208885 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1962bd4f-8179-45ee-a5a8-92cbbae9240f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9302959cea5441de9b214a37411d693f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1618507 May 23 11:03:18.218023 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40430) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:18.413194 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-54c91bbc-ec49-4c69-8460-54a23e9b8986 None None] Allocated IP 172.20.0.2 (0930e7e8-6d74-47b9-b850-f307a169b841/233b37e7-7248-4012-bd3c-2373f43dcd00/2bf5b858-b030-49f1-8946-e494738fece4) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:03:18.519493 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-31eb3660-cb34-40fa-b4f9-cce5a874375c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:18.618348 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0280e-e87c-440b-ad53-59880ecd3ab9 req-00231494-6419-48e0-be36-36037f39cdaa tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:18.619878 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0fc0280e-e87c-440b-ad53-59880ecd3ab9 req-00231494-6419-48e0-be36-36037f39cdaa tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba80d2ff-2525-460c-8769-dac1dc32c4d0 HTTP/1.1" status: 200 len: 943 time: 0.1995294 May 23 11:03:18.659152 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93588a99-bbcc-474b-aa6d-95d6f6345ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:18.687985 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b7ebe621-5f4b-4ee6-9980-0da71cb9f1de req-9d088368-2309-4540-a49f-447bed69a1e7 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:18.705585 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0fc0280e-e87c-440b-ad53-59880ecd3ab9 req-e7653424-321b-49c5-876f-47690463988f tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697074 May 23 11:03:18.779419 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-54c91bbc-ec49-4c69-8460-54a23e9b8986 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:18.795927 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-54c91bbc-ec49-4c69-8460-54a23e9b8986 None None] Transition to ACTIVE for port object 2bf5b858-b030-49f1-8946-e494738fece4 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:03:18.821781 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-54c91bbc-ec49-4c69-8460-54a23e9b8986 None None] Transition to ACTIVE for port object 2bf5b858-b030-49f1-8946-e494738fece4 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:03:18.828162 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['ac6813a3-15fe-4005-ae76-6b2b0a32fc94', '67c7215b-4ed0-4f89-a646-a043aaf2f7d2', '797e2ca7-1bed-46cb-bace-167cee061911'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:03:18.888262 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-31eb3660-cb34-40fa-b4f9-cce5a874375c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:18.938864 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-54c91bbc-ec49-4c69-8460-54a23e9b8986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:18.952989 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93588a99-bbcc-474b-aa6d-95d6f6345ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:18.996238 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-31eb3660-cb34-40fa-b4f9-cce5a874375c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:19.128034 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c91bbc-ec49-4c69-8460-54a23e9b8986 None None] Network 0930e7e8-6d74-47b9-b850-f307a169b841 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:03:19.133672 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-54c91bbc-ec49-4c69-8460-54a23e9b8986 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:03:19.138064 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c91bbc-ec49-4c69-8460-54a23e9b8986 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:03:19.146163 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c91bbc-ec49-4c69-8460-54a23e9b8986 None None] Pushing event updated for resources: {'Port': ['ID=2bf5b858-b030-49f1-8946-e494738fece4,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:19.185983 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d088368-2309-4540-a49f-447bed69a1e7 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Pushing event deleted for resources: {'Port': ['ID=67c7215b-4ed0-4f89-a646-a043aaf2f7d2,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:19.218954 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-f06dfe36-a7b6-4821-a1cd-1ca900c35e93 service neutron] Transition to ACTIVE for port object c4067e77-9b1c-4757-8840-e0ece0bd2298 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:03:19.222419 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ebe621-5f4b-4ee6-9980-0da71cb9f1de req-9d088368-2309-4540-a49f-447bed69a1e7 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] No DVR routers for this DVR port 67c7215b-4ed0-4f89-a646-a043aaf2f7d2 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:03:19.228653 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b7ebe621-5f4b-4ee6-9980-0da71cb9f1de req-9d088368-2309-4540-a49f-447bed69a1e7 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:19.253275 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b4eafa-10cb-459b-b894-bc7e645b6007', 'name': 'network-vif-deleted', 'tag': '67c7215b-4ed0-4f89-a646-a043aaf2f7d2'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:03:19.284217 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-f06dfe36-a7b6-4821-a1cd-1ca900c35e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:19.309341 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-31eb3660-cb34-40fa-b4f9-cce5a874375c admin admin] Allocated IP 172.25.6.77 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/9deb4962-2b81-43e3-9ff2-0c15f7b58715) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:03:19.467545 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-54c91bbc-ec49-4c69-8460-54a23e9b8986 None None] Attempting to bind port 2bf5b858-b030-49f1-8946-e494738fece4 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:03:19.467545 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-54c91bbc-ec49-4c69-8460-54a23e9b8986 None None] Attempting to bind port 2bf5b858-b030-49f1-8946-e494738fece4 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'a9f43d9a-d5c3-4172-a5d6-8803666768bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:03:19.467545 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c91bbc-ec49-4c69-8460-54a23e9b8986 None None] Attempting to bind port 2bf5b858-b030-49f1-8946-e494738fece4 on network 0930e7e8-6d74-47b9-b850-f307a169b841 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:03:19.486103 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c91bbc-ec49-4c69-8460-54a23e9b8986 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:03:19.486476 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c91bbc-ec49-4c69-8460-54a23e9b8986 None None] Checking segment: {'id': 'a9f43d9a-d5c3-4172-a5d6-8803666768bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:03:19.486877 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-54c91bbc-ec49-4c69-8460-54a23e9b8986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:19.487264 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c91bbc-ec49-4c69-8460-54a23e9b8986 None None] Bound using segment: {'id': 'a9f43d9a-d5c3-4172-a5d6-8803666768bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:03:19.487730 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-54c91bbc-ec49-4c69-8460-54a23e9b8986 None None] Bound port: 2bf5b858-b030-49f1-8946-e494738fece4, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f43d9a-d5c3-4172-a5d6-8803666768bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:03:19.488128 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-54c91bbc-ec49-4c69-8460-54a23e9b8986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:19.499516 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b7ebe621-5f4b-4ee6-9980-0da71cb9f1de req-9d088368-2309-4540-a49f-447bed69a1e7 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.81 "DELETE /v2.0/ports/67c7215b-4ed0-4f89-a646-a043aaf2f7d2 HTTP/1.1" status: 204 len: 173 time: 2.5792108 May 23 11:03:19.600401 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a2d0eb63-1b39-42a0-b859-66ad48f7e9c6 req-ef213ae9-4afd-4ecd-9f0e-3208075e8b91 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2b4eafa-10cb-459b-b894-bc7e645b6007 HTTP/1.1" status: 200 len: 210 time: 0.0806246 May 23 11:03:19.695988 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-54c91bbc-ec49-4c69-8460-54a23e9b8986 None None] For port 2bf5b858-b030-49f1-8946-e494738fece4, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:03:19.717858 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-54c91bbc-ec49-4c69-8460-54a23e9b8986 None None] For port 2bf5b858-b030-49f1-8946-e494738fece4, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2bf5b858-b030-49f1-8946-e494738fece4,segment=NetworkSegment(a9f43d9a-d5c3-4172-a5d6-8803666768bb),segment_id=a9f43d9a-d5c3-4172-a5d6-8803666768bb)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:03:19.734345 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-54c91bbc-ec49-4c69-8460-54a23e9b8986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:19.773750 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device c4067e77-9b1c-4757-8840-e0ece0bd2298 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:03:19.789496 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06dfe36-a7b6-4821-a1cd-1ca900c35e93 service neutron] Pushing event updated for resources: {'Port': ['ID=c4067e77-9b1c-4757-8840-e0ece0bd2298,revision_number=10']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:19.793947 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-f06dfe36-a7b6-4821-a1cd-1ca900c35e93 service neutron] No DVR routers for this DVR port c4067e77-9b1c-4757-8840-e0ece0bd2298 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:03:19.797431 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93588a99-bbcc-474b-aa6d-95d6f6345ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:19.804524 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-31eb3660-cb34-40fa-b4f9-cce5a874375c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:19.857171 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93588a99-bbcc-474b-aa6d-95d6f6345ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c756f8-95e8-41c9-a95d-40dbe28d733b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:19.863724 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93705a-8ae5-4db2-8a08-c24b0002112c req-4507ef43-5d75-4897-82d0-6e87c44a4517 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:19.863724 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8d93705a-8ae5-4db2-8a08-c24b0002112c req-4507ef43-5d75-4897-82d0-6e87c44a4517 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 949 time: 0.4066412 May 23 11:03:19.951964 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device c4067e77-9b1c-4757-8840-e0ece0bd2298 not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:03:19.957234 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c91bbc-ec49-4c69-8460-54a23e9b8986 None None] Pushing event updated for resources: {'Port': ['ID=2bf5b858-b030-49f1-8946-e494738fece4,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:19.965119 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93588a99-bbcc-474b-aa6d-95d6f6345ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:19.966523 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-93588a99-bbcc-474b-aa6d-95d6f6345ae3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/56c756f8-95e8-41c9-a95d-40dbe28d733b HTTP/1.1" status: 204 len: 168 time: 1.7427509 May 23 11:03:19.991814 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-f06dfe36-a7b6-4821-a1cd-1ca900c35e93 service neutron] 10.222.0.81 "PUT /v2.0/ports/c4067e77-9b1c-4757-8840-e0ece0bd2298/bindings/n-h1-842952-2/activate HTTP/1.1" status: 200 len: 369 time: 3.4249613 May 23 11:03:20.066382 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8d93705a-8ae5-4db2-8a08-c24b0002112c req-6980a733-6a5c-4077-90ed-8fcb1d6b9669 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973808 May 23 11:03:20.071777 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-31eb3660-cb34-40fa-b4f9-cce5a874375c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:20.183613 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31eb3660-cb34-40fa-b4f9-cce5a874375c admin admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:03:20.190296 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-31eb3660-cb34-40fa-b4f9-cce5a874375c admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:03:20.197724 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb3660-cb34-40fa-b4f9-cce5a874375c admin admin] Pushing event updated for resources: {'Port': ['ID=9deb4962-2b81-43e3-9ff2-0c15f7b58715,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:20.197724 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31eb3660-cb34-40fa-b4f9-cce5a874375c admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:03:20.206645 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device b28fe4c2-45ee-4460-a6b8-b363522d44dd up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:03:20.209022 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c0a12aa-2aea-4778-bf31-3a5acf8d73bd'] response: {'server_uuid': 'a2b4eafa-10cb-459b-b894-bc7e645b6007', 'name': 'network-vif-deleted', 'tag': '67c7215b-4ed0-4f89-a646-a043aaf2f7d2', 'status': 'completed', 'code': 200} May 23 11:03:20.277439 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2846a5-890f-43de-9d96-241fd795532b req-c8e639cc-f2c5-4c16-a66b-413db926ff12 tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:20.292696 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5c2846a5-890f-43de-9d96-241fd795532b req-c8e639cc-f2c5-4c16-a66b-413db926ff12 tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc7bed1d-dc73-46dc-855b-390d73a87519 HTTP/1.1" status: 200 len: 945 time: 0.2916696 May 23 11:03:20.522441 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port b28fe4c2-45ee-4460-a6b8-b363522d44dd completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:03:20.534584 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port b28fe4c2-45ee-4460-a6b8-b363522d44dd triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:03:20.535215 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:20.591024 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40470) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:20.729541 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5c2846a5-890f-43de-9d96-241fd795532b req-90c76a43-0a1f-405d-aa92-135fc53cbbee tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] 10.222.0.79 "GET /v2.0/security-groups?id=fff6a6eb-4192-4866-b706-0da21dc2cd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4304750 May 23 11:03:20.854418 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-2f85ae25-4293-4dcd-9923-bc4fb62ec1a5 tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ba80d2ff-2525-460c-8769-dac1dc32c4d0&tenant_id=70139281f5db4004afe2c4c8ea88321a&binding%3Ahost_id=n-h2-842952-2 HTTP/1.1" status: 200 len: 1095 time: 0.3258648 May 23 11:03:20.861862 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737e28e-96cb-4ec8-88f7-73f65b0172e3 req-d8e10848-66a8-4091-9638-89aea78e79fe tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:20.863874 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b737e28e-96cb-4ec8-88f7-73f65b0172e3 req-d8e10848-66a8-4091-9638-89aea78e79fe tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] 10.222.0.79 "GET /v2.0/ports?device_id=121fd863-7d7f-494a-90c1-c23365576d5e HTTP/1.1" status: 200 len: 950 time: 0.3359632 May 23 11:03:20.884421 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:20.893616 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40478) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:20.986765 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-65c095ed-ceb5-4a95-a9ac-e2631c054789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:20.989439 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-31eb3660-cb34-40fa-b4f9-cce5a874375c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:20.989439 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-31eb3660-cb34-40fa-b4f9-cce5a874375c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:21.018938 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b737e28e-96cb-4ec8-88f7-73f65b0172e3 req-552f9d23-530a-4bfc-aa94-7ba07ab70bc3 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] 10.222.0.79 "GET /v2.0/security-groups?id=004d4f67-1cbd-4911-b18c-79409fe1c9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018848 May 23 11:03:21.024160 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7bed1d-dc73-46dc-855b-390d73a87519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28fe4c2-45ee-4460-a6b8-b363522d44dd'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:03:21.043332 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ded48a6d-b9d0-4809-b27e-5303b3bdc609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:21.043492 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port b28fe4c2-45ee-4460-a6b8-b363522d44dd, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=b28fe4c2-45ee-4460-a6b8-b363522d44dd,segment=NetworkSegment(9251d3ac-c7d5-45a5-8f93-9e99373cc68d),segment_id=9251d3ac-c7d5-45a5-8f93-9e99373cc68d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:03:21.051055 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:21.149946 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=b28fe4c2-45ee-4460-a6b8-b363522d44dd,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:21.212826 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-65c095ed-ceb5-4a95-a9ac-e2631c054789 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:03:21.216228 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ded48a6d-b9d0-4809-b27e-5303b3bdc609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:03:21.223603 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-65c095ed-ceb5-4a95-a9ac-e2631c054789 admin admin] Usage tracker for resource:security_group_rule and tenant:2e13b5a6464243e785f25fa4681cd700 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:03:21.227180 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-65c095ed-ceb5-4a95-a9ac-e2631c054789 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:03:21.231735 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ded48a6d-b9d0-4809-b27e-5303b3bdc609 admin admin] Usage tracker for resource:security_group_rule and tenant:3bbfa1bf250441ec89525b2b9735ba75 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:03:21.241951 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ded48a6d-b9d0-4809-b27e-5303b3bdc609 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:03:21.253556 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ded48a6d-b9d0-4809-b27e-5303b3bdc609 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:03:21.257979 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-65c095ed-ceb5-4a95-a9ac-e2631c054789 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:03:21.284196 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-9b31c418-5e37-4ee2-a7c3-6a9918cec1dd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ba80d2ff-2525-460c-8769-dac1dc32c4d0&tenant_id=70139281f5db4004afe2c4c8ea88321a HTTP/1.1" status: 200 len: 1095 time: 0.4192898 May 23 11:03:21.325405 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ae164c6-f59f-4e4b-8878-170a1b78c572'] response: {'server_uuid': 'cc7bed1d-dc73-46dc-855b-390d73a87519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28fe4c2-45ee-4460-a6b8-b363522d44dd', 'code': 200} May 23 11:03:21.335854 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07de2c-9c42-4893-ae31-670f6fe3cfa4 req-c52d8435-4268-42b5-b57b-7c36a94fffe8 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:21.336054 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e1865-e931-4844-806a-9cd44a592823 req-642fc82f-3fe6-4347-a655-542fb2d7be4f tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:21.337461 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-310e1865-e931-4844-806a-9cd44a592823 req-642fc82f-3fe6-4347-a655-542fb2d7be4f tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba80d2ff-2525-460c-8769-dac1dc32c4d0 HTTP/1.1" status: 200 len: 944 time: 0.2142735 May 23 11:03:21.343804 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f07de2c-9c42-4893-ae31-670f6fe3cfa4 req-c52d8435-4268-42b5-b57b-7c36a94fffe8 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] 10.222.0.13 "GET /v2.0/ports?device_id=121fd863-7d7f-494a-90c1-c23365576d5e HTTP/1.1" status: 200 len: 950 time: 0.2380626 May 23 11:03:21.500519 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-65c095ed-ceb5-4a95-a9ac-e2631c054789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:21.510321 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-310e1865-e931-4844-806a-9cd44a592823 req-9fc3192b-6531-471c-b7bd-080ec5950581 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642246 May 23 11:03:21.522884 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-65c095ed-ceb5-4a95-a9ac-e2631c054789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:21.548388 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3791ba-cdc3-4cd3-b3cb-e2de9e878d04 None None] Network 0930e7e8-6d74-47b9-b850-f307a169b841 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:03:21.605638 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-320f1e41-1412-457b-bb07-06ec5a41ada0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70139281f5db4004afe2c4c8ea88321a&device_id=ba80d2ff-2525-460c-8769-dac1dc32c4d0 HTTP/1.1" status: 200 len: 1095 time: 0.2336054 May 23 11:03:21.624562 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-9f07de2c-9c42-4893-ae31-670f6fe3cfa4 req-49b4c2b7-4ebb-4657-a8e8-abb9e8f38270 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Deleting port 2b126d88-dbc2-4b42-ac2c-34c76fd850f5 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:03:21.624905 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9f07de2c-9c42-4893-ae31-670f6fe3cfa4 req-49b4c2b7-4ebb-4657-a8e8-abb9e8f38270 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:21.715219 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-bdb11ee9-85ea-4628-b39c-6e02be6adf01 None None] Provisioning for port 2bf5b858-b030-49f1-8946-e494738fece4 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:03:21.718924 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ded48a6d-b9d0-4809-b27e-5303b3bdc609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:21.746274 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c095ed-ceb5-4a95-a9ac-e2631c054789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd32843-da11-4449-982a-f6b08469afd9,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:21.783685 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ded48a6d-b9d0-4809-b27e-5303b3bdc609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:21.807054 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2d697fd2-648b-498a-aeb0-f776e568fb4a req-8fc548b6-a051-4bcd-9aee-2e9f492f45dc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cc7bed1d-dc73-46dc-855b-390d73a87519 HTTP/1.1" status: 200 len: 1097 time: 0.3433411 May 23 11:03:21.825667 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2bf5b858-b030-49f1-8946-e494738fece4 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:03:21.859250 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 67c7215b-4ed0-4f89-a646-a043aaf2f7d2 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:03:21.899651 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa5706-1c3e-4c37-b0a0-01876be916fe req-485c02ed-9b08-4ef9-924a-bc43b222d548 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:21.900706 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-19aa5706-1c3e-4c37-b0a0-01876be916fe req-485c02ed-9b08-4ef9-924a-bc43b222d548 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 949 time: 0.3988483 May 23 11:03:21.930737 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: 67c7215b-4ed0-4f89-a646-a043aaf2f7d2 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:03:21.930737 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 67c7215b-4ed0-4f89-a646-a043aaf2f7d2 not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:03:21.955244 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-831a50cd-8376-4b09-bd65-47c3921776df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:21.955244 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-831a50cd-8376-4b09-bd65-47c3921776df service neutron] 10.222.0.13 "GET /v2.0/networks?id=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 HTTP/1.1" status: 200 len: 922 time: 0.3360724 May 23 11:03:22.014956 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31eb3660-cb34-40fa-b4f9-cce5a874375c admin admin] Router 29a3e85c-cbc2-450d-98be-8fee03a51fa4 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:03:22.029657 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-65c095ed-ceb5-4a95-a9ac-e2631c054789 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2e13b5a6464243e785f25fa4681cd700&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4375045 May 23 11:03:22.033239 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ded48a6d-b9d0-4809-b27e-5303b3bdc609 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3bbfa1bf250441ec89525b2b9735ba75&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1380816 May 23 11:03:22.043015 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40492) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:22.045639 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40494) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:22.050205 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2d697fd2-648b-498a-aeb0-f776e568fb4a req-925e15ae-819b-461d-85a2-3aa2ee977ad0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fff6a6eb-4192-4866-b706-0da21dc2cd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310019 May 23 11:03:22.070022 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-6a299308-0883-4c73-8ad0-1832dc3660ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4067e77-9b1c-4757-8840-e0ece0bd2298 HTTP/1.1" status: 200 len: 217 time: 0.1122975 May 23 11:03:22.086564 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded48a6d-b9d0-4809-b27e-5303b3bdc609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51785ade-6367-4886-a189-b04ffb48b585,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:22.108892 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 2bf5b858-b030-49f1-8946-e494738fece4 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:03:22.120043 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 2bf5b858-b030-49f1-8946-e494738fece4 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:03:22.120043 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:22.259736 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-19aa5706-1c3e-4c37-b0a0-01876be916fe req-9c6ef2a8-da61-43dd-ae6f-ac532423b5c3 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379955 May 23 11:03:22.300128 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [req-a8a3d6e3-a648-4331-b9ca-661491cfe614 req-85e7f2f4-f9eb-48da-af72-c12b41732c3d service neutron] show failed (client error): The resource could not be found. May 23 11:03:22.301137 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a8a3d6e3-a648-4331-b9ca-661491cfe614 req-85e7f2f4-f9eb-48da-af72-c12b41732c3d service neutron] 10.222.0.81 "GET /v2.0/ports/0534ca48-d26f-46c1-88f6-3e853ec7fcd8/bindings/n-h1-842952-2 HTTP/1.1" status: 404 len: 380 time: 0.4554646 May 23 11:03:22.302625 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:22.324465 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3ddba46f-cba4-48f0-ae39-20a6a871aa6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:22.345875 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b067c21a-635e-4c62-b25c-5370d0411e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:22.352884 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 2bf5b858-b030-49f1-8946-e494738fece4, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2bf5b858-b030-49f1-8946-e494738fece4,segment=NetworkSegment(a9f43d9a-d5c3-4172-a5d6-8803666768bb),segment_id=a9f43d9a-d5c3-4172-a5d6-8803666768bb)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:03:22.361053 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:22.417502 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b067c21a-635e-4c62-b25c-5370d0411e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:22.422547 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3ddba46f-cba4-48f0-ae39-20a6a871aa6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:22.471333 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-9f07de2c-9c42-4893-ae31-670f6fe3cfa4 req-49b4c2b7-4ebb-4657-a8e8-abb9e8f38270 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] For port 2b126d88-dbc2-4b42-ac2c-34c76fd850f5, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=2b126d88-dbc2-4b42-ac2c-34c76fd850f5,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:03:22.471613 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9f07de2c-9c42-4893-ae31-670f6fe3cfa4 req-49b4c2b7-4ebb-4657-a8e8-abb9e8f38270 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:22.540180 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=2bf5b858-b030-49f1-8946-e494738fece4,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:22.541695 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040d3d0-184c-4291-a068-fea2a52d5263 req-9aa19fe4-d396-4040-ad00-f3cea052c3ea tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:22.543317 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6040d3d0-184c-4291-a068-fea2a52d5263 req-9aa19fe4-d396-4040-ad00-f3cea052c3ea tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc7bed1d-dc73-46dc-855b-390d73a87519 HTTP/1.1" status: 200 len: 946 time: 0.4662902 May 23 11:03:22.692018 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-9f07de2c-9c42-4893-ae31-670f6fe3cfa4 req-49b4c2b7-4ebb-4657-a8e8-abb9e8f38270 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Calling delete_port for 2b126d88-dbc2-4b42-ac2c-34c76fd850f5 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:03:22.759456 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b067c21a-635e-4c62-b25c-5370d0411e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:22.797050 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b067c21a-635e-4c62-b25c-5370d0411e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd32843-da11-4449-982a-f6b08469afd9,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:22.813339 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b067c21a-635e-4c62-b25c-5370d0411e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:22.818798 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1290a41a-7e2e-4323-88a1-0f189ab53180 None None] Provisioning complete for port 2bf5b858-b030-49f1-8946-e494738fece4 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:03:22.826293 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b067c21a-635e-4c62-b25c-5370d0411e6f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0bd32843-da11-4449-982a-f6b08469afd9 HTTP/1.1" status: 204 len: 168 time: 0.7413459 May 23 11:03:22.829284 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1290a41a-7e2e-4323-88a1-0f189ab53180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:22.933997 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-42dde237-2fd6-438b-91a4-f86c4f902f25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:22.935256 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-42dde237-2fd6-438b-91a4-f86c4f902f25 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b42aa520-b19b-4bd9-8813-40b2c3196feb HTTP/1.1" status: 200 len: 861 time: 0.5165153 May 23 11:03:22.960231 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9f07de2c-9c42-4893-ae31-670f6fe3cfa4 req-49b4c2b7-4ebb-4657-a8e8-abb9e8f38270 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:22.998569 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['2b126d88-dbc2-4b42-ac2c-34c76fd850f5'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:03:23.009059 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-d18f9f33-3ce4-4a3a-a702-8b0a69548d59 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549572 May 23 11:03:23.011500 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6040d3d0-184c-4291-a068-fea2a52d5263 req-985a70a1-065c-40bb-a653-4ee104246bbb tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] 10.222.0.79 "GET /v2.0/security-groups?id=fff6a6eb-4192-4866-b706-0da21dc2cd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4405570 May 23 11:03:23.015438 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3ddba46f-cba4-48f0-ae39-20a6a871aa6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:23.066639 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d510a39-0791-49e6-83b2-0e648bef7f6c req-a7c184b2-2526-4f9c-a720-3948a5f2cef4 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:23.068156 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5d510a39-0791-49e6-83b2-0e648bef7f6c req-a7c184b2-2526-4f9c-a720-3948a5f2cef4 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/ports?device_id=44ef5d5a-d17f-48c1-846a-0f169e56e87a HTTP/1.1" status: 200 len: 945 time: 0.5220213 May 23 11:03:23.074601 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddba46f-cba4-48f0-ae39-20a6a871aa6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51785ade-6367-4886-a189-b04ffb48b585,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:23.206360 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3ddba46f-cba4-48f0-ae39-20a6a871aa6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:23.210294 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3ddba46f-cba4-48f0-ae39-20a6a871aa6c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/51785ade-6367-4886-a189-b04ffb48b585 HTTP/1.1" status: 204 len: 168 time: 1.1631634 May 23 11:03:23.222932 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b4c2b7-4ebb-4657-a8e8-abb9e8f38270 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Pushing event deleted for resources: {'Port': ['ID=2b126d88-dbc2-4b42-ac2c-34c76fd850f5,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:23.287111 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5d510a39-0791-49e6-83b2-0e648bef7f6c req-85d552d0-5440-4352-a132-8e097bc83994 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccd85425-9fd3-485d-bda7-73b6a4907f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099953 May 23 11:03:23.317743 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a8a3d6e3-a648-4331-b9ca-661491cfe614 req-334e16ea-fec1-43a0-945e-795c9a96e596 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f&tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab HTTP/1.1" status: 200 len: 1100 time: 0.5424123 May 23 11:03:23.330884 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f07de2c-9c42-4893-ae31-670f6fe3cfa4 req-49b4c2b7-4ebb-4657-a8e8-abb9e8f38270 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] No DVR routers for this DVR port 2b126d88-dbc2-4b42-ac2c-34c76fd850f5 on host n-h1-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:03:23.337623 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9f07de2c-9c42-4893-ae31-670f6fe3cfa4 req-49b4c2b7-4ebb-4657-a8e8-abb9e8f38270 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:23.351086 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121fd863-7d7f-494a-90c1-c23365576d5e', 'name': 'network-vif-deleted', 'tag': '2b126d88-dbc2-4b42-ac2c-34c76fd850f5'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:03:23.386438 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f07de2c-9c42-4893-ae31-670f6fe3cfa4 req-49b4c2b7-4ebb-4657-a8e8-abb9e8f38270 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] 10.222.0.13 "DELETE /v2.0/ports/2b126d88-dbc2-4b42-ac2c-34c76fd850f5 HTTP/1.1" status: 204 len: 173 time: 1.9991775 May 23 11:03:23.432497 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-a8a3d6e3-a648-4331-b9ca-661491cfe614 req-b269a369-88a7-45e1-b381-afeb8af813a9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-842952-2', 'device_owner': 'compute:nova'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:03:23.527160 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31eb3660-cb34-40fa-b4f9-cce5a874375c admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:03:23.537775 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72856e61-a200-45a1-8914-fd643246735c None None] Sync routers for ids ['29a3e85c-cbc2-450d-98be-8fee03a51fa4'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:03:23.587242 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72856e61-a200-45a1-8914-fd643246735c None None] Routers {'29a3e85c-cbc2-450d-98be-8fee03a51fa4'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:03:23.592896 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-72856e61-a200-45a1-8914-fd643246735c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:03:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['29a3e85c-cbc2-450d-98be-8fee03a51fa4'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:03:23.600640 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fae7e706-c42f-4765-a27e-ae4ec0a5d536 req-4ffa6cc7-0966-46a4-ad6d-787f98d97eb1 tempest-TenantUsagesTestJSON-1495028202 tempest-TenantUsagesTestJSON-1495028202-project] 10.222.0.79 "GET /v2.0/ports?device_id=121fd863-7d7f-494a-90c1-c23365576d5e HTTP/1.1" status: 200 len: 210 time: 0.2549071 May 23 11:03:23.743719 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40516) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:23.782373 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e3dc6b56-9c13-4ada-8b1b-e9a89ecd4bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:23.797279 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2bf5b858-b030-49f1-8946-e494738fece4 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:03:23.808919 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-1ce226c5-8a92-470e-8cde-8b4311493fd9 service neutron] 10.222.0.13 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7765117 May 23 11:03:23.822472 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e3dc6b56-9c13-4ada-8b1b-e9a89ecd4bb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:03:23.830348 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e3dc6b56-9c13-4ada-8b1b-e9a89ecd4bb4 admin admin] Usage tracker for resource:security_group_rule and tenant:da1c7d63e7bc4ea7b8d5dd3a6335ea18 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:03:23.835237 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e3dc6b56-9c13-4ada-8b1b-e9a89ecd4bb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:03:23.842167 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e3dc6b56-9c13-4ada-8b1b-e9a89ecd4bb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:03:23.976878 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e3dc6b56-9c13-4ada-8b1b-e9a89ecd4bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:23.986730 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa732875-82eb-4cf7-8dde-c0fe3442c5ae req-703afc3d-e62e-4103-807b-402337dfc463 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:23.990900 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-aa732875-82eb-4cf7-8dde-c0fe3442c5ae req-703afc3d-e62e-4103-807b-402337dfc463 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Synchronizing usage tracker for tenant:31fc6e185c394c2a8519287df1a74f86 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:03:24.015297 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e3dc6b56-9c13-4ada-8b1b-e9a89ecd4bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:24.102223 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 2bf5b858-b030-49f1-8946-e494738fece4 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:03:24.103483 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:24.109149 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-31eb3660-cb34-40fa-b4f9-cce5a874375c admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:24.116364 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-31eb3660-cb34-40fa-b4f9-cce5a874375c admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.2540791 May 23 11:03:24.129336 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40528) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:24.157117 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-72856e61-a200-45a1-8914-fd643246735c None None] Set router 29a3e85c-cbc2-450d-98be-8fee03a51fa4 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:03:24.232146 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-aa732875-82eb-4cf7-8dde-c0fe3442c5ae req-703afc3d-e62e-4103-807b-402337dfc463 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Unset dirty status for tenant:31fc6e185c394c2a8519287df1a74f86 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:03:24.237982 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-aa732875-82eb-4cf7-8dde-c0fe3442c5ae req-703afc3d-e62e-4103-807b-402337dfc463 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.81 "GET /v2.0/ports?device_id=44ef5d5a-d17f-48c1-846a-0f169e56e87a HTTP/1.1" status: 200 len: 945 time: 0.6319983 May 23 11:03:24.257711 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc6b56-9c13-4ada-8b1b-e9a89ecd4bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbde6889-3ab3-4ff4-9b3e-69c978f44a4b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:24.348556 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a8a3d6e3-a648-4331-b9ca-661491cfe614 req-b269a369-88a7-45e1-b381-afeb8af813a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:24.392722 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef615ea-eb44-4a6b-a91f-47c60570665e req-ab45db10-5681-4afc-aa84-71c2d59aa796 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:24.396729 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8ef615ea-eb44-4a6b-a91f-47c60570665e req-ab45db10-5681-4afc-aa84-71c2d59aa796 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba80d2ff-2525-460c-8769-dac1dc32c4d0 HTTP/1.1" status: 200 len: 944 time: 0.8337185 May 23 11:03:24.441229 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e3dc6b56-9c13-4ada-8b1b-e9a89ecd4bb4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=da1c7d63e7bc4ea7b8d5dd3a6335ea18&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6948903 May 23 11:03:24.443113 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40538) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:24.461508 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-3b7962d2-6993-45a1-ab15-3f78b5e1d2f5 service neutron] 10.222.0.13 "GET /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5599232 May 23 11:03:24.596038 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b532cd7-c58c-461b-951e-88bd02f588dc req-81c46d3a-cb27-43d3-a773-2868715b77c6 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:24.606005 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8b532cd7-c58c-461b-951e-88bd02f588dc req-81c46d3a-cb27-43d3-a773-2868715b77c6 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 949 time: 0.5553615 May 23 11:03:24.678482 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-aa732875-82eb-4cf7-8dde-c0fe3442c5ae req-8b69a8d6-e652-4263-b83e-664d96654878 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Deleting port 797e2ca7-1bed-46cb-bace-167cee061911 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:03:24.681197 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-aa732875-82eb-4cf7-8dde-c0fe3442c5ae req-8b69a8d6-e652-4263-b83e-664d96654878 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:24.725883 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8ef615ea-eb44-4a6b-a91f-47c60570665e req-2fe95253-932c-4a23-baf4-df46696c6f40 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045626 May 23 11:03:24.852970 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ca9222f6-12c3-46aa-b9ca-45bca7c3c30c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:24.870555 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8b532cd7-c58c-461b-951e-88bd02f588dc req-372863dd-7acb-493b-b118-5f7dfca8c052 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633688 May 23 11:03:25.003940 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-72856e61-a200-45a1-8914-fd643246735c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1037448032-router', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '9deb4962-2b81-43e3-9ff2-0c15f7b58715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:17Z', 'updated_at': '2022-05-23T11:03:20Z', 'revision_number': 3, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'gw_port': {'id': '9deb4962-2b81-43e3-9ff2-0c15f7b58715', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:46:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:19Z', 'updated_at': '2022-05-23T11:03:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:03:25.016416 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3de0e052-40d3-4f59-b419-5d582fa040dc'] response: {'server_uuid': '121fd863-7d7f-494a-90c1-c23365576d5e', 'name': 'network-vif-deleted', 'tag': '2b126d88-dbc2-4b42-ac2c-34c76fd850f5', 'status': 'completed', 'code': 200} May 23 11:03:25.037665 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72856e61-a200-45a1-8914-fd643246735c None None] Checking router: 29a3e85c-cbc2-450d-98be-8fee03a51fa4 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:03:25.037665 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72856e61-a200-45a1-8914-fd643246735c None None] Updating router 29a3e85c-cbc2-450d-98be-8fee03a51fa4 port 9deb4962-2b81-43e3-9ff2-0c15f7b58715 binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:03:25.184373 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ca9222f6-12c3-46aa-b9ca-45bca7c3c30c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:25.236255 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-72856e61-a200-45a1-8914-fd643246735c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:25.279773 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ca9222f6-12c3-46aa-b9ca-45bca7c3c30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:25.316375 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9222f6-12c3-46aa-b9ca-45bca7c3c30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbde6889-3ab3-4ff4-9b3e-69c978f44a4b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:25.372648 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ca9222f6-12c3-46aa-b9ca-45bca7c3c30c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:25.375780 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ca9222f6-12c3-46aa-b9ca-45bca7c3c30c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bbde6889-3ab3-4ff4-9b3e-69c978f44a4b HTTP/1.1" status: 204 len: 168 time: 0.9167929 May 23 11:03:25.474182 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40552) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:25.557207 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-aa732875-82eb-4cf7-8dde-c0fe3442c5ae req-8b69a8d6-e652-4263-b83e-664d96654878 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] For port 797e2ca7-1bed-46cb-bace-167cee061911, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=797e2ca7-1bed-46cb-bace-167cee061911,segment=NetworkSegment(e44e0cf9-bf83-47bc-b775-63afb65d2a61),segment_id=e44e0cf9-bf83-47bc-b775-63afb65d2a61)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:03:25.557770 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-aa732875-82eb-4cf7-8dde-c0fe3442c5ae req-8b69a8d6-e652-4263-b83e-664d96654878 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:25.610986 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-a8a3d6e3-a648-4331-b9ca-661491cfe614 req-b269a369-88a7-45e1-b381-afeb8af813a9 service neutron] For port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0534ca48-d26f-46c1-88f6-3e853ec7fcd8,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:03:25.656302 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc149e-ac41-4a4c-8167-b0880eb9c2f7 req-c47cd4f6-4310-4ce0-a92d-dc0e0b444217 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:25.663048 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-67bc149e-ac41-4a4c-8167-b0880eb9c2f7 req-c47cd4f6-4310-4ce0-a92d-dc0e0b444217 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/ports?device_id=44ef5d5a-d17f-48c1-846a-0f169e56e87a HTTP/1.1" status: 200 len: 945 time: 0.5173483 May 23 11:03:25.701474 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-3880a272-c08b-47d8-8acc-3f9f5215d58b tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ba80d2ff-2525-460c-8769-dac1dc32c4d0&tenant_id=70139281f5db4004afe2c4c8ea88321a&binding%3Ahost_id=n-h1-842952-2 HTTP/1.1" status: 200 len: 1095 time: 0.4360924 May 23 11:03:25.740864 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-aa732875-82eb-4cf7-8dde-c0fe3442c5ae req-8b69a8d6-e652-4263-b83e-664d96654878 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Calling delete_port for 797e2ca7-1bed-46cb-bace-167cee061911 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:03:25.771239 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ccef11-6606-49dc-893b-e5575ebb2ade req-11bb242b-d65d-4556-aa1e-54ec442d0b24 tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:25.772814 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-96ccef11-6606-49dc-893b-e5575ebb2ade req-11bb242b-d65d-4556-aa1e-54ec442d0b24 tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc7bed1d-dc73-46dc-855b-390d73a87519 HTTP/1.1" status: 200 len: 946 time: 0.5606978 May 23 11:03:25.832145 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-72856e61-a200-45a1-8914-fd643246735c None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:25.858867 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-72856e61-a200-45a1-8914-fd643246735c None None] Transition to ACTIVE for port object 9deb4962-2b81-43e3-9ff2-0c15f7b58715 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:03:25.871549 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:03:25.941340 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-72856e61-a200-45a1-8914-fd643246735c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:25.957827 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-a8a3d6e3-a648-4331-b9ca-661491cfe614 req-b269a369-88a7-45e1-b381-afeb8af813a9 service neutron] For port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8, host n-h2-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:03:25.998837 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-aa732875-82eb-4cf7-8dde-c0fe3442c5ae req-8b69a8d6-e652-4263-b83e-664d96654878 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:26.003666 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-405439a9-456b-44d2-8110-9a700fd21a1b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1879256786-network', 'tenant_id': '07103f8fb68a43de9d34cd239e20b146'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:03:26.009084 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-405439a9-456b-44d2-8110-9a700fd21a1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:03:26.013559 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-405439a9-456b-44d2-8110-9a700fd21a1b admin admin] Usage tracker for resource:network and tenant:07103f8fb68a43de9d34cd239e20b146 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:03:26.017458 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-405439a9-456b-44d2-8110-9a700fd21a1b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:03:26.024916 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-405439a9-456b-44d2-8110-9a700fd21a1b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:03:26.037980 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['ac6813a3-15fe-4005-ae76-6b2b0a32fc94'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:03:26.070360 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69a8d6-e652-4263-b83e-664d96654878 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Pushing event deleted for resources: {'Port': ['ID=797e2ca7-1bed-46cb-bace-167cee061911,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:26.081497 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-72856e61-a200-45a1-8914-fd643246735c None None] Attempting to bind port 9deb4962-2b81-43e3-9ff2-0c15f7b58715 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:03:26.081861 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-72856e61-a200-45a1-8914-fd643246735c None None] Attempting to bind port 9deb4962-2b81-43e3-9ff2-0c15f7b58715 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:03:26.082216 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72856e61-a200-45a1-8914-fd643246735c None None] Attempting to bind port 9deb4962-2b81-43e3-9ff2-0c15f7b58715 on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:03:26.097519 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72856e61-a200-45a1-8914-fd643246735c None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:03:26.097819 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72856e61-a200-45a1-8914-fd643246735c None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:03:26.098214 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-72856e61-a200-45a1-8914-fd643246735c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:26.098777 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72856e61-a200-45a1-8914-fd643246735c None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:03:26.099248 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-72856e61-a200-45a1-8914-fd643246735c None None] Bound port: 9deb4962-2b81-43e3-9ff2-0c15f7b58715, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:03:26.099618 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-72856e61-a200-45a1-8914-fd643246735c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:26.131584 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405439a9-456b-44d2-8110-9a700fd21a1b admin admin] Made reservation on behalf of 07103f8fb68a43de9d34cd239e20b146 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:03:26.134370 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-405439a9-456b-44d2-8110-9a700fd21a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:26.168850 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa732875-82eb-4cf7-8dde-c0fe3442c5ae req-8b69a8d6-e652-4263-b83e-664d96654878 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] No DVR routers for this DVR port 797e2ca7-1bed-46cb-bace-167cee061911 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:03:26.171735 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-aa732875-82eb-4cf7-8dde-c0fe3442c5ae req-8b69a8d6-e652-4263-b83e-664d96654878 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:26.184511 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-67bc149e-ac41-4a4c-8167-b0880eb9c2f7 req-99c6849a-aca0-4365-b4b4-e2865e3dddf0 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccd85425-9fd3-485d-bda7-73b6a4907f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5203502 May 23 11:03:26.186584 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-72856e61-a200-45a1-8914-fd643246735c None None] For port 9deb4962-2b81-43e3-9ff2-0c15f7b58715, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:03:26.189932 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-72856e61-a200-45a1-8914-fd643246735c None None] For port 9deb4962-2b81-43e3-9ff2-0c15f7b58715, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=9deb4962-2b81-43e3-9ff2-0c15f7b58715,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:03:26.191944 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-aa732875-82eb-4cf7-8dde-c0fe3442c5ae req-8b69a8d6-e652-4263-b83e-664d96654878 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.81 "DELETE /v2.0/ports/797e2ca7-1bed-46cb-bace-167cee061911 HTTP/1.1" status: 204 len: 173 time: 1.9265285 May 23 11:03:26.208919 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-72856e61-a200-45a1-8914-fd643246735c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:26.216371 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-405439a9-456b-44d2-8110-9a700fd21a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:26.220464 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c910e23-1a20-4f96-8ec7-f42757d4cd9d None None] Pushing event updated for resources: {'Port': ['ID=9deb4962-2b81-43e3-9ff2-0c15f7b58715,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:26.282179 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-96ccef11-6606-49dc-893b-e5575ebb2ade req-4019b528-2d15-4daa-9910-a0260d16ce4d tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] 10.222.0.79 "GET /v2.0/security-groups?id=fff6a6eb-4192-4866-b706-0da21dc2cd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449319 May 23 11:03:26.292341 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4baff124-04d7-43dd-9ae5-fdfceb08346f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0534ca48-d26f-46c1-88f6-3e853ec7fcd8'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:03:26.300728 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c910e23-1a20-4f96-8ec7-f42757d4cd9d None None] Pushing event updated for resources: {'Port': ['ID=9deb4962-2b81-43e3-9ff2-0c15f7b58715,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:26.301268 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a8a3d6e3-a648-4331-b9ca-661491cfe614 req-b269a369-88a7-45e1-b381-afeb8af813a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:26.309051 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 2b126d88-dbc2-4b42-ac2c-34c76fd850f5 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:03:26.357286 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-405439a9-456b-44d2-8110-9a700fd21a1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:03:26.357286 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-a8a3d6e3-a648-4331-b9ca-661491cfe614 req-b269a369-88a7-45e1-b381-afeb8af813a9 service neutron] Transition to ACTIVE for port object 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:03:26.363955 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-405439a9-456b-44d2-8110-9a700fd21a1b admin admin] Usage tracker for resource:security_group_rule and tenant:07103f8fb68a43de9d34cd239e20b146 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:03:26.368790 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a8a3d6e3-a648-4331-b9ca-661491cfe614 req-b269a369-88a7-45e1-b381-afeb8af813a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:26.382343 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-405439a9-456b-44d2-8110-9a700fd21a1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:03:26.391650 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 2b126d88-dbc2-4b42-ac2c-34c76fd850f5 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:03:26.392016 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 2b126d88-dbc2-4b42-ac2c-34c76fd850f5 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:03:26.515415 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-405439a9-456b-44d2-8110-9a700fd21a1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:03:26.535478 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72856e61-a200-45a1-8914-fd643246735c None None] Routers {'29a3e85c-cbc2-450d-98be-8fee03a51fa4'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:03:26.536164 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-72856e61-a200-45a1-8914-fd643246735c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:03:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['29a3e85c-cbc2-450d-98be-8fee03a51fa4'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:03:26.845180 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b269a369-88a7-45e1-b381-afeb8af813a9 service neutron] Pushing event updated for resources: {'Port': ['ID=0534ca48-d26f-46c1-88f6-3e853ec7fcd8,revision_number=6']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:26.952545 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-72856e61-a200-45a1-8914-fd643246735c None None] Set router 29a3e85c-cbc2-450d-98be-8fee03a51fa4 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:03:27.029657 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ef5d5a-d17f-48c1-846a-0f169e56e87a', 'name': 'network-vif-deleted', 'tag': '797e2ca7-1bed-46cb-bace-167cee061911'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:03:27.077068 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-405439a9-456b-44d2-8110-9a700fd21a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:27.084515 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-d272ce08-1e1f-435d-873e-00898fbc1d84 service neutron] For port c4067e77-9b1c-4757-8840-e0ece0bd2298, host n-h2-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:03:27.086171 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40588) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:27.126273 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-405439a9-456b-44d2-8110-9a700fd21a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:27.218027 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-d272ce08-1e1f-435d-873e-00898fbc1d84 service neutron] Notify callbacks [] for binding, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:27.218027 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-d272ce08-1e1f-435d-873e-00898fbc1d84 service neutron] 10.222.0.13 "DELETE /v2.0/ports/c4067e77-9b1c-4757-8840-e0ece0bd2298/bindings/n-h2-842952-2 HTTP/1.1" status: 204 len: 173 time: 1.4630132 May 23 11:03:27.292747 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a3d6e3-a648-4331-b9ca-661491cfe614 req-b269a369-88a7-45e1-b381-afeb8af813a9 service neutron] No DVR routers for this DVR port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 on host n-h2-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:03:27.292747 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405439a9-456b-44d2-8110-9a700fd21a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4ea50b-58ee-46a9-bdfc-1ac3ee0914ee,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:27.308774 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-405439a9-456b-44d2-8110-9a700fd21a1b admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:03:27.334544 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-72856e61-a200-45a1-8914-fd643246735c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1037448032-router', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '9deb4962-2b81-43e3-9ff2-0c15f7b58715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:17Z', 'updated_at': '2022-05-23T11:03:20Z', 'revision_number': 3, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'gw_port': {'id': '9deb4962-2b81-43e3-9ff2-0c15f7b58715', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:46:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:19Z', 'updated_at': '2022-05-23T11:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:03:27.345315 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72856e61-a200-45a1-8914-fd643246735c None None] The sync data for ids ['29a3e85c-cbc2-450d-98be-8fee03a51fa4'] in n-d-842952-2 is: [{'id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1037448032-router', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '9deb4962-2b81-43e3-9ff2-0c15f7b58715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:17Z', 'updated_at': '2022-05-23T11:03:20Z', 'revision_number': 3, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'gw_port': {'id': '9deb4962-2b81-43e3-9ff2-0c15f7b58715', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:46:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:19Z', 'updated_at': '2022-05-23T11:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:03:27.349801 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-088b8ec6-43fd-45ac-b5bd-6cefe7bd42ca admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f47713a6bc844e7b9cd226d7f0f1e231&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2536018 May 23 11:03:27.349801 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40598) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:27.380775 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-405439a9-456b-44d2-8110-9a700fd21a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:27.381925 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-405439a9-456b-44d2-8110-9a700fd21a1b admin admin] Added segment c4db3664-02ec-4348-9d61-10c46d068332 of type vlan for network cff44a82-4e2b-4550-bdef-9ee10939ff49 May 23 11:03:27.439211 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c270660b-46ab-450f-95af-02fe731c1189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:27.480060 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c270660b-46ab-450f-95af-02fe731c1189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:27.487457 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4fcc8-815a-4cdc-91ee-e4c68b0a347f req-f0cf4fd7-ce7b-411b-ad53-42077e1bcfb7 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:27.494691 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-09b4fcc8-815a-4cdc-91ee-e4c68b0a347f req-f0cf4fd7-ce7b-411b-ad53-42077e1bcfb7 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 947 time: 0.7818754 May 23 11:03:27.547584 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-a8a3d6e3-a648-4331-b9ca-661491cfe614 req-b269a369-88a7-45e1-b381-afeb8af813a9 service neutron] Attempting to bind port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:03:27.547584 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-a8a3d6e3-a648-4331-b9ca-661491cfe614 req-b269a369-88a7-45e1-b381-afeb8af813a9 service neutron] Attempting to bind port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:03:27.547584 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a3d6e3-a648-4331-b9ca-661491cfe614 req-b269a369-88a7-45e1-b381-afeb8af813a9 service neutron] Attempting to bind port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:03:27.555231 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-405439a9-456b-44d2-8110-9a700fd21a1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:27.565587 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c270660b-46ab-450f-95af-02fe731c1189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:27.571426 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f6745-564f-41d1-9145-8c6c9fc12ce3 req-742de3b3-5543-436a-850d-f3573c343076 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:27.579291 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e36f6745-564f-41d1-9145-8c6c9fc12ce3 req-742de3b3-5543-436a-850d-f3573c343076 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba80d2ff-2525-460c-8769-dac1dc32c4d0 HTTP/1.1" status: 200 len: 944 time: 1.0474920 May 23 11:03:27.586554 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c270660b-46ab-450f-95af-02fe731c1189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004d4f67-1cbd-4911-b18c-79409fe1c9ed,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:27.600493 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c270660b-46ab-450f-95af-02fe731c1189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:27.600493 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c270660b-46ab-450f-95af-02fe731c1189 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/004d4f67-1cbd-4911-b18c-79409fe1c9ed HTTP/1.1" status: 204 len: 168 time: 0.2494216 May 23 11:03:27.712456 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a3d6e3-a648-4331-b9ca-661491cfe614 req-b269a369-88a7-45e1-b381-afeb8af813a9 service neutron] Port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:03:27.712456 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a3d6e3-a648-4331-b9ca-661491cfe614 req-b269a369-88a7-45e1-b381-afeb8af813a9 service neutron] Attempting to bind port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:03:27.746023 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [None req-405439a9-456b-44d2-8110-9a700fd21a1b admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:03:27.812656 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 797e2ca7-1bed-46cb-bace-167cee061911 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:03:27.867064 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a3d6e3-a648-4331-b9ca-661491cfe614 req-b269a369-88a7-45e1-b381-afeb8af813a9 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:03:27.867064 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a3d6e3-a648-4331-b9ca-661491cfe614 req-b269a369-88a7-45e1-b381-afeb8af813a9 service neutron] Checking segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:03:27.867064 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a3d6e3-a648-4331-b9ca-661491cfe614 req-b269a369-88a7-45e1-b381-afeb8af813a9 service neutron] Bound using segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:03:27.867064 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-a8a3d6e3-a648-4331-b9ca-661491cfe614 req-b269a369-88a7-45e1-b381-afeb8af813a9 service neutron] Bound port: 0534ca48-d26f-46c1-88f6-3e853ec7fcd8, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:03:27.867064 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a8a3d6e3-a648-4331-b9ca-661491cfe614 req-b269a369-88a7-45e1-b381-afeb8af813a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:27.908280 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-09b4fcc8-815a-4cdc-91ee-e4c68b0a347f req-5765f17e-bd1c-45cf-8676-533f5376bfd2 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124544 May 23 11:03:27.946220 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-405439a9-456b-44d2-8110-9a700fd21a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:27.947157 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405439a9-456b-44d2-8110-9a700fd21a1b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:27.947929 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-405439a9-456b-44d2-8110-9a700fd21a1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:28.019936 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: 797e2ca7-1bed-46cb-bace-167cee061911 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:03:28.020433 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 797e2ca7-1bed-46cb-bace-167cee061911 not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:03:28.027108 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e36f6745-564f-41d1-9145-8c6c9fc12ce3 req-b4dd29be-b21f-49b8-b24b-d6526fedff76 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4536030 May 23 11:03:28.153204 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aae8ba7c-1702-4a0c-a627-56f71d308e64'] response: {'server_uuid': '4baff124-04d7-43dd-9ae5-fdfceb08346f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0534ca48-d26f-46c1-88f6-3e853ec7fcd8', 'code': 200} May 23 11:03:28.170054 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-730685d2-c4c0-43a7-9868-6dc5e122560f'] response: {'server_uuid': '44ef5d5a-d17f-48c1-846a-0f169e56e87a', 'name': 'network-vif-deleted', 'tag': '797e2ca7-1bed-46cb-bace-167cee061911', 'status': 'completed', 'code': 200} May 23 11:03:28.307894 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40610) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:28.319672 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-405439a9-456b-44d2-8110-9a700fd21a1b admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.8368323 May 23 11:03:28.320776 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405439a9-456b-44d2-8110-9a700fd21a1b admin admin] Pushing event updated for resources: {'Network': ['ID=cff44a82-4e2b-4550-bdef-9ee10939ff49,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:28.323549 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40614) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:28.333950 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network cff44a82-4e2b-4550-bdef-9ee10939ff49 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:03:28.341319 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-bd319741-607c-48a4-bbfa-c2e78565112c admin admin] Request body: {'subnet': {'network_id': 'cff44a82-4e2b-4550-bdef-9ee10939ff49', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1879256786-subnet', 'tenant_id': '07103f8fb68a43de9d34cd239e20b146', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:03:28.354736 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-a8a3d6e3-a648-4331-b9ca-661491cfe614 req-b269a369-88a7-45e1-b381-afeb8af813a9 service neutron] For port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:03:28.363818 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-a8a3d6e3-a648-4331-b9ca-661491cfe614 req-b269a369-88a7-45e1-b381-afeb8af813a9 service neutron] For port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=0534ca48-d26f-46c1-88f6-3e853ec7fcd8,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:03:28.369888 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-bd319741-607c-48a4-bbfa-c2e78565112c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:03:28.382889 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57b54218-53c3-42de-b553-f292c460e1f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:28.394980 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a8a3d6e3-a648-4331-b9ca-661491cfe614 req-b269a369-88a7-45e1-b381-afeb8af813a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:28.400032 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-bd319741-607c-48a4-bbfa-c2e78565112c admin admin] Usage tracker for resource:subnet and tenant:07103f8fb68a43de9d34cd239e20b146 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:03:28.465651 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-bd319741-607c-48a4-bbfa-c2e78565112c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:03:28.495476 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-bd319741-607c-48a4-bbfa-c2e78565112c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:03:28.522973 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-57b54218-53c3-42de-b553-f292c460e1f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:03:28.573851 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-57b54218-53c3-42de-b553-f292c460e1f1 admin admin] Usage tracker for resource:security_group_rule and tenant:2318d6b87ca54df095049c5a2c7ef576 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:03:28.587157 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-57b54218-53c3-42de-b553-f292c460e1f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:03:28.595290 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a8a3d6e3-a648-4331-b9ca-661491cfe614 req-b269a369-88a7-45e1-b381-afeb8af813a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:28.601616 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-57b54218-53c3-42de-b553-f292c460e1f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:03:28.603775 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a8a3d6e3-a648-4331-b9ca-661491cfe614 req-b269a369-88a7-45e1-b381-afeb8af813a9 service neutron] 10.222.0.13 "PUT /v2.0/ports/0534ca48-d26f-46c1-88f6-3e853ec7fcd8 HTTP/1.1" status: 200 len: 1095 time: 5.1827180 May 23 11:03:28.656834 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd319741-607c-48a4-bbfa-c2e78565112c admin admin] Made reservation on behalf of 07103f8fb68a43de9d34cd239e20b146 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:03:28.680943 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bd319741-607c-48a4-bbfa-c2e78565112c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:28.780646 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57b54218-53c3-42de-b553-f292c460e1f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:28.787360 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57b54218-53c3-42de-b553-f292c460e1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:28.945138 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-57b54218-53c3-42de-b553-f292c460e1f1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2318d6b87ca54df095049c5a2c7ef576&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6347809 May 23 11:03:28.945888 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40626) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:28.953173 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b54218-53c3-42de-b553-f292c460e1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b693e8-b8ac-43bb-b9c0-1afce5e8cd6e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:29.086041 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e9e4f518-3141-4ae0-bacb-c9cd6969bc05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:29.141697 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e9e4f518-3141-4ae0-bacb-c9cd6969bc05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:29.197091 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b269a369-88a7-45e1-b381-afeb8af813a9 service neutron] Pushing event updated for resources: {'Port': ['ID=0534ca48-d26f-46c1-88f6-3e853ec7fcd8,revision_number=7']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:29.222701 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e9e4f518-3141-4ae0-bacb-c9cd6969bc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:29.255337 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4f518-3141-4ae0-bacb-c9cd6969bc05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b693e8-b8ac-43bb-b9c0-1afce5e8cd6e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:29.262650 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e9e4f518-3141-4ae0-bacb-c9cd6969bc05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:29.273540 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e9e4f518-3141-4ae0-bacb-c9cd6969bc05 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/56b693e8-b8ac-43bb-b9c0-1afce5e8cd6e HTTP/1.1" status: 204 len: 168 time: 0.3204181 May 23 11:03:29.503222 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a59e59-431c-4239-9c1c-d94349695f88 req-c2260ad6-ab59-4334-946f-0f385201606e tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:29.504119 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f2a59e59-431c-4239-9c1c-d94349695f88 req-c2260ad6-ab59-4334-946f-0f385201606e tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc7bed1d-dc73-46dc-855b-390d73a87519 HTTP/1.1" status: 200 len: 946 time: 0.3586752 May 23 11:03:29.507013 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a8a3d6e3-a648-4331-b9ca-661491cfe614 req-1a6f1f05-61a7-43c2-a231-f3ed098c91a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 1098 time: 0.7340550 May 23 11:03:29.719211 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 9deb4962-2b81-43e3-9ff2-0c15f7b58715 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:03:29.800739 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 9deb4962-2b81-43e3-9ff2-0c15f7b58715 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:03:29.806017 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bd319741-607c-48a4-bbfa-c2e78565112c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:29.807554 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 9deb4962-2b81-43e3-9ff2-0c15f7b58715 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:03:29.808701 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:29.851623 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f2a59e59-431c-4239-9c1c-d94349695f88 req-ef611fc2-53bd-495e-88e0-f3bd99c67b8a tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] 10.222.0.79 "GET /v2.0/security-groups?id=fff6a6eb-4192-4866-b706-0da21dc2cd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377521 May 23 11:03:29.885972 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a44ab673-3eaf-4de8-8756-48a860b32b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:29.982970 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3d6e3-a648-4331-b9ca-661491cfe614 req-69ed32ed-1817-463c-9aa0-0fb47d09f6c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:29.984810 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a8a3d6e3-a648-4331-b9ca-661491cfe614 req-69ed32ed-1817-463c-9aa0-0fb47d09f6c5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.4631112 May 23 11:03:30.112872 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd319741-607c-48a4-bbfa-c2e78565112c admin admin] Pushing event updated for resources: {'Subnet': ['ID=10b6e776-103b-45cd-a4b5-7156d52345a4,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:30.127194 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:30.146454 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 9deb4962-2b81-43e3-9ff2-0c15f7b58715, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=9deb4962-2b81-43e3-9ff2-0c15f7b58715,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:03:30.152534 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:30.220432 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4baff124-04d7-43dd-9ae5-fdfceb08346f', 'tag': '0534ca48-d26f-46c1-88f6-3e853ec7fcd8'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:03:30.264212 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=9deb4962-2b81-43e3-9ff2-0c15f7b58715,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:30.398666 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a8a3d6e3-a648-4331-b9ca-661491cfe614 req-29bffea5-77e1-4850-9340-1abcde5098a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=0534ca48-d26f-46c1-88f6-3e853ec7fcd8 HTTP/1.1" status: 200 len: 217 time: 0.2663128 May 23 11:03:30.401772 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-94971fdc-77a9-4808-a45c-ecc376800aa0 req-92026074-56b4-4fbb-8f93-d4b87d936e61 tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=ba80d2ff-2525-460c-8769-dac1dc32c4d0 HTTP/1.1" status: 200 len: 1095 time: 0.6931267 May 23 11:03:30.421107 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd319741-607c-48a4-bbfa-c2e78565112c admin admin] Checking segment: {'id': 'c4db3664-02ec-4348-9d61-10c46d068332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cff44a82-4e2b-4550-bdef-9ee10939ff49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:03:30.421107 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd319741-607c-48a4-bbfa-c2e78565112c admin admin] Network hostable DHCP agents. Network: cff44a82-4e2b-4550-bdef-9ee10939ff49, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:03:30.625017 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40654) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:30.629358 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3d6e3-a648-4331-b9ca-661491cfe614 req-47f7f809-aad6-478d-8381-0e326a170a37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:30.630094 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a8a3d6e3-a648-4331-b9ca-661491cfe614 req-47f7f809-aad6-478d-8381-0e326a170a37 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.2162621 May 23 11:03:30.699873 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-94971fdc-77a9-4808-a45c-ecc376800aa0 req-1c711119-9858-4211-bf1b-5c994da46f04 tempest-LiveAutoBlockMigrationV225Test-66287938 tempest-LiveAutoBlockMigrationV225Test-66287938-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951396 May 23 11:03:30.771317 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd319741-607c-48a4-bbfa-c2e78565112c admin admin] Network cff44a82-4e2b-4550-bdef-9ee10939ff49 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:03:30.798428 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d284b8-edd1-4275-8b54-bd6c0c781615 req-9b1cd15f-186a-409e-9246-04f12f25a655 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:30.807450 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-30d284b8-edd1-4275-8b54-bd6c0c781615 req-9b1cd15f-186a-409e-9246-04f12f25a655 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 947 time: 0.5712264 May 23 11:03:30.809926 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-66405cd1-dbc8-4c8c-85d8-b2e5e9872802 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-539417370-network', 'tenant_id': '28ad30c9ce014020932bf0f448507fa3'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:03:30.811171 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6f932-b0f2-4a21-9bfe-d5638b582d47 req-8f9fe12c-2286-42ee-8a65-c6bb6db4763e tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:30.811171 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fca6f932-b0f2-4a21-9bfe-d5638b582d47 req-8f9fe12c-2286-42ee-8a65-c6bb6db4763e tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc7bed1d-dc73-46dc-855b-390d73a87519 HTTP/1.1" status: 200 len: 946 time: 0.4691064 May 23 11:03:30.812203 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-66405cd1-dbc8-4c8c-85d8-b2e5e9872802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:03:30.819554 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-66405cd1-dbc8-4c8c-85d8-b2e5e9872802 admin admin] Usage tracker for resource:network and tenant:28ad30c9ce014020932bf0f448507fa3 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:03:30.822884 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-66405cd1-dbc8-4c8c-85d8-b2e5e9872802 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:03:30.835671 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-66405cd1-dbc8-4c8c-85d8-b2e5e9872802 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:03:30.867701 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-bd319741-607c-48a4-bbfa-c2e78565112c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, cff44a82-4e2b-4550-bdef-9ee10939ff49) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:03:30.880060 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd319741-607c-48a4-bbfa-c2e78565112c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:30.880060 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bd319741-607c-48a4-bbfa-c2e78565112c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:30.888872 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffa8e09-3c9f-46b2-b6f1-d92de25ffe27 None None] Network cff44a82-4e2b-4550-bdef-9ee10939ff49 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:03:30.897696 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66405cd1-dbc8-4c8c-85d8-b2e5e9872802 admin admin] Made reservation on behalf of 28ad30c9ce014020932bf0f448507fa3 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:03:30.897696 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-66405cd1-dbc8-4c8c-85d8-b2e5e9872802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:30.918753 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-a44ab673-3eaf-4de8-8756-48a860b32b27 admin admin] Allocated IP 172.20.0.1 (0930e7e8-6d74-47b9-b850-f307a169b841/233b37e7-7248-4012-bd3c-2373f43dcd00/8097e783-afd4-414b-9aef-ef542f9e8d0f) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:03:30.934346 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-66405cd1-dbc8-4c8c-85d8-b2e5e9872802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:31.028115 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-66405cd1-dbc8-4c8c-85d8-b2e5e9872802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:03:31.038740 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-66405cd1-dbc8-4c8c-85d8-b2e5e9872802 admin admin] Usage tracker for resource:security_group_rule and tenant:28ad30c9ce014020932bf0f448507fa3 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:03:31.047273 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-66405cd1-dbc8-4c8c-85d8-b2e5e9872802 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:03:31.055610 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-66405cd1-dbc8-4c8c-85d8-b2e5e9872802 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:03:31.141141 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-bd319741-607c-48a4-bbfa-c2e78565112c admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.8083627 May 23 11:03:31.141790 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-fca6f932-b0f2-4a21-9bfe-d5638b582d47 req-88c69d16-11be-49f4-a03c-f3bfeb2f6be0 tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] Deleting port b28fe4c2-45ee-4460-a6b8-b363522d44dd {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:03:31.142819 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-fca6f932-b0f2-4a21-9bfe-d5638b582d47 req-88c69d16-11be-49f4-a03c-f3bfeb2f6be0 tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:31.142926 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40666) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:31.160328 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-94f16cac-5d48-442d-9ce3-112c1862a50f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1879256786-router', 'tenant_id': '07103f8fb68a43de9d34cd239e20b146', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:03:31.176697 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-94f16cac-5d48-442d-9ce3-112c1862a50f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:03:31.189554 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-94f16cac-5d48-442d-9ce3-112c1862a50f admin admin] Usage tracker for resource:router and tenant:07103f8fb68a43de9d34cd239e20b146 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:03:31.208533 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-94f16cac-5d48-442d-9ce3-112c1862a50f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:03:31.222695 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-94f16cac-5d48-442d-9ce3-112c1862a50f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:03:31.227652 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-30d284b8-edd1-4275-8b54-bd6c0c781615 req-1afca611-6333-43f0-95f7-07755c7e7a99 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4163325 May 23 11:03:31.233230 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-66405cd1-dbc8-4c8c-85d8-b2e5e9872802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:31.248587 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-66405cd1-dbc8-4c8c-85d8-b2e5e9872802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:31.275241 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-94f16cac-5d48-442d-9ce3-112c1862a50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:31.276552 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-94f16cac-5d48-442d-9ce3-112c1862a50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:31.316302 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fc201d-fa42-4391-974e-7a924c947272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-cff44a82-4e2b-4550-bdef-9ee10939ff49', 'network_id': 'cff44a82-4e2b-4550-bdef-9ee10939ff49', 'tenant_id': '07103f8fb68a43de9d34cd239e20b146', 'fixed_ips': [{'subnet_id': '10b6e776-103b-45cd-a4b5-7156d52345a4'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:03:31.318090 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-71fc201d-fa42-4391-974e-7a924c947272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:31.320814 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a8a3d6e3-a648-4331-b9ca-661491cfe614 req-4bc8d522-4cd0-4a9d-900c-0b54d0535259 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6779678 May 23 11:03:31.349403 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66405cd1-dbc8-4c8c-85d8-b2e5e9872802 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:03:31.354116 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b87820a8-9ee5-4256-a67f-3ec200f02d98'] response: {'name': 'network-changed', 'server_uuid': '4baff124-04d7-43dd-9ae5-fdfceb08346f', 'tag': '0534ca48-d26f-46c1-88f6-3e853ec7fcd8', 'status': 'completed', 'code': 200} May 23 11:03:31.380469 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66405cd1-dbc8-4c8c-85d8-b2e5e9872802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421f9bcd-04ae-42d4-94ac-8178d9060af6,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:31.404590 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-66405cd1-dbc8-4c8c-85d8-b2e5e9872802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:31.405002 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-66405cd1-dbc8-4c8c-85d8-b2e5e9872802 admin admin] Added segment 75549fbd-072c-4860-acd7-cda586e0e6c6 of type vlan for network 6577dc3d-76e7-4320-a115-e81ce5234e8c May 23 11:03:31.462794 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-94f16cac-5d48-442d-9ce3-112c1862a50f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:31.590628 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-71fc201d-fa42-4391-974e-7a924c947272 None None] Allocated IP 172.20.0.2 (cff44a82-4e2b-4550-bdef-9ee10939ff49/10b6e776-103b-45cd-a4b5-7156d52345a4/308baa80-3145-49fd-a86b-88442134d2c3) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:03:31.690959 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-66405cd1-dbc8-4c8c-85d8-b2e5e9872802 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:31.838582 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a44ab673-3eaf-4de8-8756-48a860b32b27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:31.914340 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-71fc201d-fa42-4391-974e-7a924c947272 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:31.926378 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-71fc201d-fa42-4391-974e-7a924c947272 None None] Transition to ACTIVE for port object 308baa80-3145-49fd-a86b-88442134d2c3 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:03:31.952657 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-71fc201d-fa42-4391-974e-7a924c947272 None None] Transition to ACTIVE for port object 308baa80-3145-49fd-a86b-88442134d2c3 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:03:31.961702 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 9deb4962-2b81-43e3-9ff2-0c15f7b58715 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:03:32.006189 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-71fc201d-fa42-4391-974e-7a924c947272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:32.018274 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-a44ab673-3eaf-4de8-8756-48a860b32b27 admin admin] Transition to ACTIVE for port object 8097e783-afd4-414b-9aef-ef542f9e8d0f will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:03:32.046997 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2f7c2f9b-cd9b-4de6-a7a0-830e53bda5aa req-8dba0ecd-5c3b-4732-9910-1b4d35f7b2ce service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 1098 time: 0.6294980 May 23 11:03:32.050441 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-66405cd1-dbc8-4c8c-85d8-b2e5e9872802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:32.051196 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66405cd1-dbc8-4c8c-85d8-b2e5e9872802 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:32.052221 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-66405cd1-dbc8-4c8c-85d8-b2e5e9872802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:32.059304 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcda61a-6324-43d4-9f1b-bad5ad779e20 req-b4d6c1ba-5581-4b08-9003-8beb781fd800 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:32.060806 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7bcda61a-6324-43d4-9f1b-bad5ad779e20 req-b4d6c1ba-5581-4b08-9003-8beb781fd800 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/ports?device_id=89c2711c-4938-423f-87b5-a3bddeaf4be7 HTTP/1.1" status: 200 len: 946 time: 0.9277568 May 23 11:03:32.077596 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a8a3d6e3-a648-4331-b9ca-661491cfe614 req-ee4b2e3b-4660-482c-a9b4-9561bc479e47 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7355163 May 23 11:03:32.097768 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc201d-fa42-4391-974e-7a924c947272 None None] Pushing event updated for resources: {'Port': ['ID=308baa80-3145-49fd-a86b-88442134d2c3,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:32.118944 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fc201d-fa42-4391-974e-7a924c947272 None None] Network cff44a82-4e2b-4550-bdef-9ee10939ff49 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:03:32.124508 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-71fc201d-fa42-4391-974e-7a924c947272 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:03:32.127424 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fc201d-fa42-4391-974e-7a924c947272 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:03:32.217284 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1746402-4642-4060-aa94-af468cbf13ae req-0fcecb8c-5ae9-41d7-899d-fbf633bc9729 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:32.217864 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-e1746402-4642-4060-aa94-af468cbf13ae req-0fcecb8c-5ae9-41d7-899d-fbf633bc9729 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Synchronizing usage tracker for tenant:31fc6e185c394c2a8519287df1a74f86 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:03:32.238579 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-94f16cac-5d48-442d-9ce3-112c1862a50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:32.244025 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-71fc201d-fa42-4391-974e-7a924c947272 None None] Attempting to bind port 308baa80-3145-49fd-a86b-88442134d2c3 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:03:32.244453 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-71fc201d-fa42-4391-974e-7a924c947272 None None] Attempting to bind port 308baa80-3145-49fd-a86b-88442134d2c3 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'c4db3664-02ec-4348-9d61-10c46d068332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cff44a82-4e2b-4550-bdef-9ee10939ff49'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:03:32.244976 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fc201d-fa42-4391-974e-7a924c947272 None None] Attempting to bind port 308baa80-3145-49fd-a86b-88442134d2c3 on network cff44a82-4e2b-4550-bdef-9ee10939ff49 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:03:32.248026 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-fca6f932-b0f2-4a21-9bfe-d5638b582d47 req-88c69d16-11be-49f4-a03c-f3bfeb2f6be0 tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] For port b28fe4c2-45ee-4460-a6b8-b363522d44dd, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=b28fe4c2-45ee-4460-a6b8-b363522d44dd,segment=NetworkSegment(9251d3ac-c7d5-45a5-8f93-9e99373cc68d),segment_id=9251d3ac-c7d5-45a5-8f93-9e99373cc68d)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:03:32.248396 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-fca6f932-b0f2-4a21-9bfe-d5638b582d47 req-88c69d16-11be-49f4-a03c-f3bfeb2f6be0 tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:32.254087 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 9deb4962-2b81-43e3-9ff2-0c15f7b58715 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:03:32.254654 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:32.276139 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66405cd1-dbc8-4c8c-85d8-b2e5e9872802 admin admin] Pushing event updated for resources: {'Network': ['ID=6577dc3d-76e7-4320-a115-e81ce5234e8c,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:32.278994 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-66405cd1-dbc8-4c8c-85d8-b2e5e9872802 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.6530969 May 23 11:03:32.285513 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40674) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:32.303240 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 6577dc3d-76e7-4320-a115-e81ce5234e8c details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:03:32.307715 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e928d387-55a7-4bfa-b62c-d2b0654b6712 admin admin] Request body: {'subnet': {'network_id': '6577dc3d-76e7-4320-a115-e81ce5234e8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-539417370-subnet', 'tenant_id': '28ad30c9ce014020932bf0f448507fa3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:03:32.325132 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fc201d-fa42-4391-974e-7a924c947272 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:03:32.325494 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fc201d-fa42-4391-974e-7a924c947272 None None] Checking segment: {'id': 'c4db3664-02ec-4348-9d61-10c46d068332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cff44a82-4e2b-4550-bdef-9ee10939ff49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:03:32.326025 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-e1746402-4642-4060-aa94-af468cbf13ae req-0fcecb8c-5ae9-41d7-899d-fbf633bc9729 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Unset dirty status for tenant:31fc6e185c394c2a8519287df1a74f86 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:03:32.326334 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-71fc201d-fa42-4391-974e-7a924c947272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:32.326924 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fc201d-fa42-4391-974e-7a924c947272 None None] Bound using segment: {'id': 'c4db3664-02ec-4348-9d61-10c46d068332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cff44a82-4e2b-4550-bdef-9ee10939ff49'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:03:32.327116 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e1746402-4642-4060-aa94-af468cbf13ae req-0fcecb8c-5ae9-41d7-899d-fbf633bc9729 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.81 "GET /v2.0/ports?device_id=89c2711c-4938-423f-87b5-a3bddeaf4be7 HTTP/1.1" status: 200 len: 946 time: 0.7925613 May 23 11:03:32.327418 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-71fc201d-fa42-4391-974e-7a924c947272 None None] Bound port: 308baa80-3145-49fd-a86b-88442134d2c3, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4db3664-02ec-4348-9d61-10c46d068332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cff44a82-4e2b-4550-bdef-9ee10939ff49'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:03:32.327786 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-71fc201d-fa42-4391-974e-7a924c947272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:32.328282 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e928d387-55a7-4bfa-b62c-d2b0654b6712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:03:32.336033 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a44ab673-3eaf-4de8-8756-48a860b32b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:32.345205 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e928d387-55a7-4bfa-b62c-d2b0654b6712 admin admin] Usage tracker for resource:subnet and tenant:28ad30c9ce014020932bf0f448507fa3 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:03:32.388061 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e928d387-55a7-4bfa-b62c-d2b0654b6712 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:03:32.403874 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e928d387-55a7-4bfa-b62c-d2b0654b6712 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:03:32.432452 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-fca6f932-b0f2-4a21-9bfe-d5638b582d47 req-88c69d16-11be-49f4-a03c-f3bfeb2f6be0 tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] Calling delete_port for b28fe4c2-45ee-4460-a6b8-b363522d44dd owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:03:32.471069 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c2f9b-cd9b-4de6-a7a0-830e53bda5aa req-8a4643e1-f811-4c33-99e9-1a6c9ab0cb79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:32.472826 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2f7c2f9b-cd9b-4de6-a7a0-830e53bda5aa req-8a4643e1-f811-4c33-99e9-1a6c9ab0cb79 service neutron] 10.222.0.81 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.4124901 May 23 11:03:32.506832 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7bcda61a-6324-43d4-9f1b-bad5ad779e20 req-574f0eb3-9ea6-4420-ae3e-45fa043911e2 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccd85425-9fd3-485d-bda7-73b6a4907f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4356091 May 23 11:03:32.537128 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e928d387-55a7-4bfa-b62c-d2b0654b6712 admin admin] Made reservation on behalf of 28ad30c9ce014020932bf0f448507fa3 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:03:32.539543 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e928d387-55a7-4bfa-b62c-d2b0654b6712 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:32.540470 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67cd35-9c64-4c6f-8c66-ab4bc4acae1e req-eaf08701-4603-4ccc-a066-efce0384d102 tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:32.547595 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7c67cd35-9c64-4c6f-8c66-ab4bc4acae1e req-eaf08701-4603-4ccc-a066-efce0384d102 tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc7bed1d-dc73-46dc-855b-390d73a87519 HTTP/1.1" status: 200 len: 946 time: 0.5945151 May 23 11:03:32.561601 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-e1746402-4642-4060-aa94-af468cbf13ae req-48175c69-7f6a-46ee-9219-8e0c4a13c691 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Deleting port ac6813a3-15fe-4005-ae76-6b2b0a32fc94 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:03:32.561601 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e1746402-4642-4060-aa94-af468cbf13ae req-48175c69-7f6a-46ee-9219-8e0c4a13c691 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:32.585123 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-71fc201d-fa42-4391-974e-7a924c947272 None None] For port 308baa80-3145-49fd-a86b-88442134d2c3, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:03:32.594824 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-71fc201d-fa42-4391-974e-7a924c947272 None None] For port 308baa80-3145-49fd-a86b-88442134d2c3, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=308baa80-3145-49fd-a86b-88442134d2c3,segment=NetworkSegment(c4db3664-02ec-4348-9d61-10c46d068332),segment_id=c4db3664-02ec-4348-9d61-10c46d068332)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:03:32.603565 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-71fc201d-fa42-4391-974e-7a924c947272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:32.603996 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ab673-3eaf-4de8-8756-48a860b32b27 admin admin] Pushing event updated for resources: {'Port': ['ID=8097e783-afd4-414b-9aef-ef542f9e8d0f,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:32.613147 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44ab673-3eaf-4de8-8756-48a860b32b27 admin admin] Network 0930e7e8-6d74-47b9-b850-f307a169b841 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:03:32.619224 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a8a3d6e3-a648-4331-b9ca-661491cfe614 req-f2f33db7-fc5c-4612-a117-bd3f227b74ce service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5265007 May 23 11:03:32.620217 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-a44ab673-3eaf-4de8-8756-48a860b32b27 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:03:32.622793 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44ab673-3eaf-4de8-8756-48a860b32b27 admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:03:32.693677 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2f7c2f9b-cd9b-4de6-a7a0-830e53bda5aa req-48bb4295-be79-4553-909a-293cdfec6df1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=0534ca48-d26f-46c1-88f6-3e853ec7fcd8 HTTP/1.1" status: 200 len: 217 time: 0.2100089 May 23 11:03:32.735561 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc201d-fa42-4391-974e-7a924c947272 None None] Pushing event updated for resources: {'Port': ['ID=308baa80-3145-49fd-a86b-88442134d2c3,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:32.957314 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7c67cd35-9c64-4c6f-8c66-ab4bc4acae1e req-71af13cd-6d23-4ca6-b040-d53e0e79c538 tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] 10.222.0.79 "GET /v2.0/security-groups?id=fff6a6eb-4192-4866-b706-0da21dc2cd05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4087520 May 23 11:03:32.972396 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a44ab673-3eaf-4de8-8756-48a860b32b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:32.985133 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c2f9b-cd9b-4de6-a7a0-830e53bda5aa req-b6c580f1-df45-409c-b023-fe9fff801736 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:32.987027 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2f7c2f9b-cd9b-4de6-a7a0-830e53bda5aa req-b6c580f1-df45-409c-b023-fe9fff801736 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.2712193 May 23 11:03:33.049309 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a336893d-a857-4649-8d3f-207dbfabc35d None None] Provisioning for port 8097e783-afd4-414b-9aef-ef542f9e8d0f completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:03:33.059088 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a336893d-a857-4649-8d3f-207dbfabc35d None None] Provisioning complete for port 8097e783-afd4-414b-9aef-ef542f9e8d0f triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:03:33.059810 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a336893d-a857-4649-8d3f-207dbfabc35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:33.117544 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-fca6f932-b0f2-4a21-9bfe-d5638b582d47 req-88c69d16-11be-49f4-a03c-f3bfeb2f6be0 tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:33.193396 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a336893d-a857-4649-8d3f-207dbfabc35d None None] Port 8097e783-afd4-414b-9aef-ef542f9e8d0f cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:03:33.269706 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c69d16-11be-49f4-a03c-f3bfeb2f6be0 tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] Pushing event deleted for resources: {'Port': ['ID=b28fe4c2-45ee-4460-a6b8-b363522d44dd,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:33.298805 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a378b-7d69-4af8-b02b-56be57953b5e req-c4a2c8df-cfdf-44b3-87df-791dcad25a51 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:33.300248 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f45a378b-7d69-4af8-b02b-56be57953b5e req-c4a2c8df-cfdf-44b3-87df-791dcad25a51 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba80d2ff-2525-460c-8769-dac1dc32c4d0 HTTP/1.1" status: 200 len: 944 time: 0.6023412 May 23 11:03:33.342843 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2f7c2f9b-cd9b-4de6-a7a0-830e53bda5aa req-b09a53d3-93e1-47f5-bb54-8ef046f55673 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 1098 time: 0.5642061 May 23 11:03:33.351780 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-e1746402-4642-4060-aa94-af468cbf13ae req-48175c69-7f6a-46ee-9219-8e0c4a13c691 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] For port ac6813a3-15fe-4005-ae76-6b2b0a32fc94, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=ac6813a3-15fe-4005-ae76-6b2b0a32fc94,segment=NetworkSegment(e44e0cf9-bf83-47bc-b775-63afb65d2a61),segment_id=e44e0cf9-bf83-47bc-b775-63afb65d2a61)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:03:33.352130 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e1746402-4642-4060-aa94-af468cbf13ae req-48175c69-7f6a-46ee-9219-8e0c4a13c691 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:33.398143 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a96b17-38db-40a2-afc4-c0834fbe39ee req-2452985d-6576-4ca2-80ed-0a64ac2bc09a tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:33.399633 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-55a96b17-38db-40a2-afc4-c0834fbe39ee req-2452985d-6576-4ca2-80ed-0a64ac2bc09a tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba80d2ff-2525-460c-8769-dac1dc32c4d0 HTTP/1.1" status: 200 len: 944 time: 0.5853968 May 23 11:03:33.471455 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a44ab673-3eaf-4de8-8756-48a860b32b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:33.487912 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca6f932-b0f2-4a21-9bfe-d5638b582d47 req-88c69d16-11be-49f4-a03c-f3bfeb2f6be0 tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] No DVR routers for this DVR port b28fe4c2-45ee-4460-a6b8-b363522d44dd on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:03:33.502637 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-fca6f932-b0f2-4a21-9bfe-d5638b582d47 req-88c69d16-11be-49f4-a03c-f3bfeb2f6be0 tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:33.505113 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7bed1d-dc73-46dc-855b-390d73a87519', 'name': 'network-vif-deleted', 'tag': 'b28fe4c2-45ee-4460-a6b8-b363522d44dd'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:03:33.641507 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-f45a378b-7d69-4af8-b02b-56be57953b5e req-b80afe3b-dde3-4d52-86c2-9551d1fa45ad tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Deleting port c4067e77-9b1c-4757-8840-e0ece0bd2298 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:03:33.641848 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f45a378b-7d69-4af8-b02b-56be57953b5e req-b80afe3b-dde3-4d52-86c2-9551d1fa45ad tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:33.671904 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 308baa80-3145-49fd-a86b-88442134d2c3 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:03:33.730885 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fca6f932-b0f2-4a21-9bfe-d5638b582d47 req-88c69d16-11be-49f4-a03c-f3bfeb2f6be0 tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] 10.222.0.13 "DELETE /v2.0/ports/b28fe4c2-45ee-4460-a6b8-b363522d44dd HTTP/1.1" status: 204 len: 173 time: 2.9163890 May 23 11:03:33.750452 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-e1746402-4642-4060-aa94-af468cbf13ae req-48175c69-7f6a-46ee-9219-8e0c4a13c691 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Calling delete_port for ac6813a3-15fe-4005-ae76-6b2b0a32fc94 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:03:33.766403 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 308baa80-3145-49fd-a86b-88442134d2c3 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:03:33.812979 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-55a96b17-38db-40a2-afc4-c0834fbe39ee req-8e56f8fe-d88d-4e75-a1df-c7b201830701 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4029992 May 23 11:03:33.830725 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858af80-e2c1-486a-b0c5-9990940eb3ba req-b178b125-8201-4158-889d-defc290ec7c0 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:33.845265 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2858af80-e2c1-486a-b0c5-9990940eb3ba req-b178b125-8201-4158-889d-defc290ec7c0 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 947 time: 0.6653252 May 23 11:03:33.881485 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2f7c2f9b-cd9b-4de6-a7a0-830e53bda5aa req-ffe8128e-f9e5-40a5-b4fc-cbec839ae63a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8300686 May 23 11:03:33.882722 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c2f9b-cd9b-4de6-a7a0-830e53bda5aa req-bc074bae-5ea4-4bbd-a446-9d6f54876422 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:33.884353 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2f7c2f9b-cd9b-4de6-a7a0-830e53bda5aa req-bc074bae-5ea4-4bbd-a446-9d6f54876422 service neutron] 10.222.0.13 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.5347085 May 23 11:03:34.053518 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590839fb-1da2-4cf2-aeef-846492d40e9e None None] Network cff44a82-4e2b-4550-bdef-9ee10939ff49 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:03:34.096612 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2f7c2f9b-cd9b-4de6-a7a0-830e53bda5aa req-eb8af15b-aca8-4db1-a83e-1b12e97ce8eb service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556325 May 23 11:03:34.144336 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2858af80-e2c1-486a-b0c5-9990940eb3ba req-bcb543a0-0149-4bd4-9a91-60624220b88b tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463510 May 23 11:03:34.165327 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-05194b34-1ec0-4902-9a37-a59013566d86 None None] Provisioning for port 308baa80-3145-49fd-a86b-88442134d2c3 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:03:34.171340 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2f7c2f9b-cd9b-4de6-a7a0-830e53bda5aa req-f1865199-820a-4cea-bc8f-7c45bdb2329d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=0534ca48-d26f-46c1-88f6-3e853ec7fcd8 HTTP/1.1" status: 200 len: 217 time: 0.2290232 May 23 11:03:34.172401 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e928d387-55a7-4bfa-b62c-d2b0654b6712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:34.181865 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-05194b34-1ec0-4902-9a37-a59013566d86 None None] Provisioning complete for port 308baa80-3145-49fd-a86b-88442134d2c3 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:03:34.182815 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-05194b34-1ec0-4902-9a37-a59013566d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:34.225848 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-94f16cac-5d48-442d-9ce3-112c1862a50f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:34.252612 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89ae7ae4-09af-476c-9f86-37c39e533f2e'] response: {'server_uuid': 'cc7bed1d-dc73-46dc-855b-390d73a87519', 'name': 'network-vif-deleted', 'tag': 'b28fe4c2-45ee-4460-a6b8-b363522d44dd', 'status': 'completed', 'code': 200} May 23 11:03:34.324355 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device c4067e77-9b1c-4757-8840-e0ece0bd2298 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:03:34.345759 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32bbdd-70a7-4e3d-b1fa-bd1a16464696 req-59e9964c-283d-41b8-a20c-7512ee3d2e6c tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:34.353382 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6e32bbdd-70a7-4e3d-b1fa-bd1a16464696 req-59e9964c-283d-41b8-a20c-7512ee3d2e6c tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/ports?device_id=89c2711c-4938-423f-87b5-a3bddeaf4be7 HTTP/1.1" status: 200 len: 946 time: 0.2964635 May 23 11:03:34.363077 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-f45a378b-7d69-4af8-b02b-56be57953b5e req-b80afe3b-dde3-4d52-86c2-9551d1fa45ad tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] For port c4067e77-9b1c-4757-8840-e0ece0bd2298, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=c4067e77-9b1c-4757-8840-e0ece0bd2298,segment=NetworkSegment(6816cea3-60a2-419d-a967-3c4d162775bd),segment_id=6816cea3-60a2-419d-a967-3c4d162775bd)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:03:34.363421 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f45a378b-7d69-4af8-b02b-56be57953b5e req-b80afe3b-dde3-4d52-86c2-9551d1fa45ad tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:34.395734 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c2f9b-cd9b-4de6-a7a0-830e53bda5aa req-6072ea5b-e7f8-4d28-8eaa-610c1fe7ebc1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:34.397588 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2f7c2f9b-cd9b-4de6-a7a0-830e53bda5aa req-6072ea5b-e7f8-4d28-8eaa-610c1fe7ebc1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.2175717 May 23 11:03:34.513283 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-05194b34-1ec0-4902-9a37-a59013566d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:34.534221 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a44ab673-3eaf-4de8-8756-48a860b32b27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:34.534452 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-94f16cac-5d48-442d-9ce3-112c1862a50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:34.547636 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device b28fe4c2-45ee-4460-a6b8-b363522d44dd no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:03:34.589545 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: b28fe4c2-45ee-4460-a6b8-b363522d44dd {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:03:34.590273 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device b28fe4c2-45ee-4460-a6b8-b363522d44dd not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:03:34.607441 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-05194b34-1ec0-4902-9a37-a59013566d86 None None] For port 308baa80-3145-49fd-a86b-88442134d2c3, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=308baa80-3145-49fd-a86b-88442134d2c3,segment=NetworkSegment(c4db3664-02ec-4348-9d61-10c46d068332),segment_id=c4db3664-02ec-4348-9d61-10c46d068332)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:03:34.617039 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-05194b34-1ec0-4902-9a37-a59013566d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:34.630686 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a44ab673-3eaf-4de8-8756-48a860b32b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:34.681033 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-f45a378b-7d69-4af8-b02b-56be57953b5e req-b80afe3b-dde3-4d52-86c2-9551d1fa45ad tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Calling delete_port for c4067e77-9b1c-4757-8840-e0ece0bd2298 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:03:34.703446 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e928d387-55a7-4bfa-b62c-d2b0654b6712 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5560744c-752b-4a3c-9fb8-a48ba0a5ab1c,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:34.716329 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05194b34-1ec0-4902-9a37-a59013566d86 None None] Pushing event updated for resources: {'Port': ['ID=308baa80-3145-49fd-a86b-88442134d2c3,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:34.752910 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-d8345d07-3370-465a-8d7a-49a1eca9d335 req-1120f4d1-f496-4205-a27f-30c28d0951fb tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] Synchronizing usage tracker for tenant:0d71784fcbc24ebb9b3414f33b34f154 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:03:34.774993 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e928d387-55a7-4bfa-b62c-d2b0654b6712 admin admin] Checking segment: {'id': '75549fbd-072c-4860-acd7-cda586e0e6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6577dc3d-76e7-4320-a115-e81ce5234e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:03:34.775655 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e928d387-55a7-4bfa-b62c-d2b0654b6712 admin admin] Network hostable DHCP agents. Network: 6577dc3d-76e7-4320-a115-e81ce5234e8c, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:03:34.847149 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7ba648dd-e1f6-4508-ac7d-c389520f9882 None None] Provisioning complete for port 308baa80-3145-49fd-a86b-88442134d2c3 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:03:34.847725 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7ba648dd-e1f6-4508-ac7d-c389520f9882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:34.859726 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a44ab673-3eaf-4de8-8756-48a860b32b27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:34.865574 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6e32bbdd-70a7-4e3d-b1fa-bd1a16464696 req-0a78ba2a-cfa1-4cb6-b4bc-82a928836a89 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccd85425-9fd3-485d-bda7-73b6a4907f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5112433 May 23 11:03:34.871484 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-d8345d07-3370-465a-8d7a-49a1eca9d335 req-1120f4d1-f496-4205-a27f-30c28d0951fb tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] Unset dirty status for tenant:0d71784fcbc24ebb9b3414f33b34f154 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:03:34.872728 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d8345d07-3370-465a-8d7a-49a1eca9d335 req-1120f4d1-f496-4205-a27f-30c28d0951fb tempest-InstanceActionsV221TestJSON-1184863116 tempest-InstanceActionsV221TestJSON-1184863116-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc7bed1d-dc73-46dc-855b-390d73a87519 HTTP/1.1" status: 200 len: 210 time: 0.3913376 May 23 11:03:34.885989 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ab673-3eaf-4de8-8756-48a860b32b27 admin admin] Pushing event updated for resources: {'Port': ['ID=8097e783-afd4-414b-9aef-ef542f9e8d0f,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:34.910344 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-94f16cac-5d48-442d-9ce3-112c1862a50f admin admin] Allocated IP 172.25.6.71 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/8bbf2440-ac13-458c-8a02-cc347e5dafa7) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:03:35.035209 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e1746402-4642-4060-aa94-af468cbf13ae req-48175c69-7f6a-46ee-9219-8e0c4a13c691 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:35.042910 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2f7c2f9b-cd9b-4de6-a7a0-830e53bda5aa req-b3f12ede-1813-4577-84c3-e372dacedb8b service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8599937 May 23 11:03:35.178272 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f45a378b-7d69-4af8-b02b-56be57953b5e req-b80afe3b-dde3-4d52-86c2-9551d1fa45ad tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:35.179951 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48175c69-7f6a-46ee-9219-8e0c4a13c691 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Pushing event deleted for resources: {'Port': ['ID=ac6813a3-15fe-4005-ae76-6b2b0a32fc94,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:35.187291 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2f7c2f9b-cd9b-4de6-a7a0-830e53bda5aa req-fe5ce1c5-5532-46f7-ac58-ab2418d7a8ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6977487 May 23 11:03:35.187561 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44ab673-3eaf-4de8-8756-48a860b32b27 admin admin] Network 0930e7e8-6d74-47b9-b850-f307a169b841 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:03:35.224657 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['1bbf699c-1822-4118-9239-33cb85effca0'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:03:35.246247 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-a44ab673-3eaf-4de8-8756-48a860b32b27 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:03:35.263700 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e928d387-55a7-4bfa-b62c-d2b0654b6712 admin admin] Network 6577dc3d-76e7-4320-a115-e81ce5234e8c is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:03:35.323271 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1746402-4642-4060-aa94-af468cbf13ae req-48175c69-7f6a-46ee-9219-8e0c4a13c691 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] No DVR routers for this DVR port ac6813a3-15fe-4005-ae76-6b2b0a32fc94 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:03:35.331621 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-e928d387-55a7-4bfa-b62c-d2b0654b6712 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 6577dc3d-76e7-4320-a115-e81ce5234e8c) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:03:35.341230 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf23dc99-d083-4ec2-98b7-d16a2d714d34 None None] Network 6577dc3d-76e7-4320-a115-e81ce5234e8c requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:03:35.341959 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e1746402-4642-4060-aa94-af468cbf13ae req-48175c69-7f6a-46ee-9219-8e0c4a13c691 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:35.352405 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c2711c-4938-423f-87b5-a3bddeaf4be7', 'name': 'network-vif-deleted', 'tag': 'ac6813a3-15fe-4005-ae76-6b2b0a32fc94'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:03:35.366838 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e928d387-55a7-4bfa-b62c-d2b0654b6712 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:35.367419 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e928d387-55a7-4bfa-b62c-d2b0654b6712 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:35.384045 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-94f16cac-5d48-442d-9ce3-112c1862a50f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:35.431385 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e1746402-4642-4060-aa94-af468cbf13ae req-48175c69-7f6a-46ee-9219-8e0c4a13c691 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.81 "DELETE /v2.0/ports/ac6813a3-15fe-4005-ae76-6b2b0a32fc94 HTTP/1.1" status: 204 len: 173 time: 3.0874014 May 23 11:03:35.432729 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e928d387-55a7-4bfa-b62c-d2b0654b6712 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.1451631 May 23 11:03:35.436179 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40708) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:35.469806 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-89146b56-22ce-4ef4-b327-bcf0e3439b6f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-539417370-router', 'tenant_id': '28ad30c9ce014020932bf0f448507fa3', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:03:35.486961 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-89146b56-22ce-4ef4-b327-bcf0e3439b6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:03:35.504069 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-89146b56-22ce-4ef4-b327-bcf0e3439b6f admin admin] Usage tracker for resource:router and tenant:28ad30c9ce014020932bf0f448507fa3 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:03:35.516043 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-89146b56-22ce-4ef4-b327-bcf0e3439b6f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:03:35.522619 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2f7c2f9b-cd9b-4de6-a7a0-830e53bda5aa req-d34483db-7f4a-4dab-826e-4d7a1595eafd service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079519 May 23 11:03:35.527674 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-89146b56-22ce-4ef4-b327-bcf0e3439b6f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:03:35.530543 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-94f16cac-5d48-442d-9ce3-112c1862a50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:35.674342 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80afe3b-dde3-4d52-86c2-9551d1fa45ad tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Pushing event deleted for resources: {'Port': ['ID=c4067e77-9b1c-4757-8840-e0ece0bd2298,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:35.703585 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 308baa80-3145-49fd-a86b-88442134d2c3 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:03:35.814666 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-cfe08bb0-34bc-4d11-8ab9-5cda43e1921d None None] Provisioning complete for port 8097e783-afd4-414b-9aef-ef542f9e8d0f triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:03:35.815104 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cfe08bb0-34bc-4d11-8ab9-5cda43e1921d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:35.818232 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45a378b-7d69-4af8-b02b-56be57953b5e req-b80afe3b-dde3-4d52-86c2-9551d1fa45ad tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] No DVR routers for this DVR port c4067e77-9b1c-4757-8840-e0ece0bd2298 on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:03:35.823676 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f45a378b-7d69-4af8-b02b-56be57953b5e req-b80afe3b-dde3-4d52-86c2-9551d1fa45ad tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:35.830336 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f45a378b-7d69-4af8-b02b-56be57953b5e req-b80afe3b-dde3-4d52-86c2-9551d1fa45ad tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.13 "DELETE /v2.0/ports/c4067e77-9b1c-4757-8840-e0ece0bd2298 HTTP/1.1" status: 204 len: 173 time: 2.5190895 May 23 11:03:35.853459 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea7666-5a19-47f5-9900-e0266a5c1e4e req-d39f98af-be19-400b-9d79-da8c6609c5d3 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:35.854603 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-bbea7666-5a19-47f5-9900-e0266a5c1e4e req-d39f98af-be19-400b-9d79-da8c6609c5d3 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Synchronizing usage tracker for tenant:70139281f5db4004afe2c4c8ea88321a on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:03:35.859738 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device ac6813a3-15fe-4005-ae76-6b2b0a32fc94 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:03:35.909361 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2f7c2f9b-cd9b-4de6-a7a0-830e53bda5aa req-48b5985c-8e22-405b-bdf3-3ea14937a02d service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727572 May 23 11:03:35.929775 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-89146b56-22ce-4ef4-b327-bcf0e3439b6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:35.930090 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-89146b56-22ce-4ef4-b327-bcf0e3439b6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:35.947043 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f16cac-5d48-442d-9ce3-112c1862a50f admin admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:03:35.951919 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-94f16cac-5d48-442d-9ce3-112c1862a50f admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:03:35.953728 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f16cac-5d48-442d-9ce3-112c1862a50f admin admin] Pushing event updated for resources: {'Port': ['ID=8bbf2440-ac13-458c-8a02-cc347e5dafa7,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:35.955884 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f16cac-5d48-442d-9ce3-112c1862a50f admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:03:36.018944 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: ac6813a3-15fe-4005-ae76-6b2b0a32fc94 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:03:36.020055 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device ac6813a3-15fe-4005-ae76-6b2b0a32fc94 not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:03:36.021864 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-89146b56-22ce-4ef4-b327-bcf0e3439b6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:36.034837 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46680c4-5e9b-4b93-b503-a55965c170da req-942fd7e5-a78b-4080-b728-93f3e2d406e8 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:36.037041 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d46680c4-5e9b-4b93-b503-a55965c170da req-942fd7e5-a78b-4080-b728-93f3e2d406e8 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 947 time: 0.6990221 May 23 11:03:36.039790 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910262c3-947d-4836-a2e3-a614216439d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-6577dc3d-76e7-4320-a115-e81ce5234e8c', 'network_id': '6577dc3d-76e7-4320-a115-e81ce5234e8c', 'tenant_id': '28ad30c9ce014020932bf0f448507fa3', 'fixed_ips': [{'subnet_id': '5560744c-752b-4a3c-9fb8-a48ba0a5ab1c'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:03:36.040833 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-910262c3-947d-4836-a2e3-a614216439d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:36.090321 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-bbea7666-5a19-47f5-9900-e0266a5c1e4e req-d39f98af-be19-400b-9d79-da8c6609c5d3 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Unset dirty status for tenant:70139281f5db4004afe2c4c8ea88321a on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:03:36.096775 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bbea7666-5a19-47f5-9900-e0266a5c1e4e req-d39f98af-be19-400b-9d79-da8c6609c5d3 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba80d2ff-2525-460c-8769-dac1dc32c4d0 HTTP/1.1" status: 200 len: 944 time: 1.0331862 May 23 11:03:36.176565 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-cfe08bb0-34bc-4d11-8ab9-5cda43e1921d None None] Port 8097e783-afd4-414b-9aef-ef542f9e8d0f cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:03:36.189497 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d46680c4-5e9b-4b93-b503-a55965c170da req-9df272ef-8316-4a4c-bb86-0d9fd2271c6e tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388409 May 23 11:03:36.211951 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bbea7666-5a19-47f5-9900-e0266a5c1e4e req-facaec92-efc9-450c-9fe0-abd32f42c128 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140847 May 23 11:03:36.245266 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 308baa80-3145-49fd-a86b-88442134d2c3 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:03:36.245827 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:36.258364 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba80d2ff-2525-460c-8769-dac1dc32c4d0', 'name': 'network-vif-deleted', 'tag': 'c4067e77-9b1c-4757-8840-e0ece0bd2298'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:03:36.327279 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:03:36.359654 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a44ab673-3eaf-4de8-8756-48a860b32b27 admin admin] Router 29a3e85c-cbc2-450d-98be-8fee03a51fa4 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:03:36.393746 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-439e7c84-644e-493b-91d5-1b6c4c3fb718'] response: {'server_uuid': '89c2711c-4938-423f-87b5-a3bddeaf4be7', 'name': 'network-vif-deleted', 'tag': 'ac6813a3-15fe-4005-ae76-6b2b0a32fc94', 'status': 'completed', 'code': 200} May 23 11:03:36.501893 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-89146b56-22ce-4ef4-b327-bcf0e3439b6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:36.656873 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f25ccb52-3f92-415e-b5f0-21bf17e5c05b'] response: {'server_uuid': 'ba80d2ff-2525-460c-8769-dac1dc32c4d0', 'name': 'network-vif-deleted', 'tag': 'c4067e77-9b1c-4757-8840-e0ece0bd2298', 'status': 'completed', 'code': 200} May 23 11:03:36.687609 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-94f16cac-5d48-442d-9ce3-112c1862a50f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:36.688546 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-94f16cac-5d48-442d-9ce3-112c1862a50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:36.712820 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3e62c640-1695-4428-adec-f11895672689 req-d279e9b6-89d1-4d16-8b7f-fb72ef2329b6 tempest-ListServerFiltersTestJSON-1108028088 tempest-ListServerFiltersTestJSON-1108028088-project] 10.222.0.79 "GET /v2.0/ports?device_id=89c2711c-4938-423f-87b5-a3bddeaf4be7 HTTP/1.1" status: 200 len: 210 time: 0.0577109 May 23 11:03:36.850215 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44ab673-3eaf-4de8-8756-48a860b32b27 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:03:36.864782 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4018972f-9f4c-40c6-b2d7-0715fe907170 None None] Sync routers for ids ['29a3e85c-cbc2-450d-98be-8fee03a51fa4'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:03:36.880636 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a44ab673-3eaf-4de8-8756-48a860b32b27 admin admin] 10.222.0.79 "PUT /v2.0/routers/29a3e85c-cbc2-450d-98be-8fee03a51fa4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7417762 May 23 11:03:36.880753 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-910262c3-947d-4836-a2e3-a614216439d2 None None] Allocated IP 172.20.0.2 (6577dc3d-76e7-4320-a115-e81ce5234e8c/5560744c-752b-4a3c-9fb8-a48ba0a5ab1c/a79ca3ab-4acd-4f75-9916-fd84e35e025e) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:03:36.883806 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4018972f-9f4c-40c6-b2d7-0715fe907170 None None] Routers {'29a3e85c-cbc2-450d-98be-8fee03a51fa4'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:03:36.884438 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-4018972f-9f4c-40c6-b2d7-0715fe907170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:03:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['29a3e85c-cbc2-450d-98be-8fee03a51fa4'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:03:37.014781 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=0534ca48-d26f-46c1-88f6-3e853ec7fcd8,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:03:37.176681 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '0534ca48-d26f-46c1-88f6-3e853ec7fcd8', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'port_id': '0534ca48-d26f-46c1-88f6-3e853ec7fcd8', 'mac_address': 'fa:16:3e:81:30:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1719237-4a8e-4354-92b1-51064eb09c82', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:03:37.190202 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-89146b56-22ce-4ef4-b327-bcf0e3439b6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:37.240688 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40740) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:37.299672 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-4018972f-9f4c-40c6-b2d7-0715fe907170 None None] Set router 29a3e85c-cbc2-450d-98be-8fee03a51fa4 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:03:37.385965 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-be2a2033-14ee-400d-aa61-e96d5cd86260 admin admin] Deleting subnet 6dc17cb4-df36-4b93-915b-c6f449b81207 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:03:37.393241 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-be2a2033-14ee-400d-aa61-e96d5cd86260 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:37.395371 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-89146b56-22ce-4ef4-b327-bcf0e3439b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:37.544640 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-be2a2033-14ee-400d-aa61-e96d5cd86260 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:37.617192 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-89146b56-22ce-4ef4-b327-bcf0e3439b6f admin admin] Allocated IP 172.25.6.127 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/8f7407e6-d009-453e-9e5a-857b81983522) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:03:37.637946 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:37.707904 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-be2a2033-14ee-400d-aa61-e96d5cd86260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:37.743425 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:03:37.804050 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=0534ca48-d26f-46c1-88f6-3e853ec7fcd8,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:03:37.816211 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:37.817120 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-910262c3-947d-4836-a2e3-a614216439d2 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:37.823187 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:37.859601 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40758) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:37.874420 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-89146b56-22ce-4ef4-b327-bcf0e3439b6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:37.960978 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f16cac-5d48-442d-9ce3-112c1862a50f admin admin] Router e5a00999-2f4d-4171-9861-743771f002be is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:03:37.968950 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=0534ca48-d26f-46c1-88f6-3e853ec7fcd8,revision_number=8']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:37.971862 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-910262c3-947d-4836-a2e3-a614216439d2 None None] Transition to ACTIVE for port object a79ca3ab-4acd-4f75-9916-fd84e35e025e will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:03:37.972031 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-89146b56-22ce-4ef4-b327-bcf0e3439b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:38.026086 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-910262c3-947d-4836-a2e3-a614216439d2 None None] Transition to ACTIVE for port object a79ca3ab-4acd-4f75-9916-fd84e35e025e will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:03:38.026261 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-be2a2033-14ee-400d-aa61-e96d5cd86260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:38.049594 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-910262c3-947d-4836-a2e3-a614216439d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:38.125834 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-4018972f-9f4c-40c6-b2d7-0715fe907170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1037448032-router', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '9deb4962-2b81-43e3-9ff2-0c15f7b58715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:17Z', 'updated_at': '2022-05-23T11:03:33Z', 'revision_number': 4, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'gw_port': {'id': '9deb4962-2b81-43e3-9ff2-0c15f7b58715', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:19Z', 'updated_at': '2022-05-23T11:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '8097e783-afd4-414b-9aef-ef542f9e8d0f', 'name': '', 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'mac_address': 'fa:16:3e:94:c6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '233b37e7-7248-4012-bd3c-2373f43dcd00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:30Z', 'updated_at': '2022-05-23T11:03:33Z', 'revision_number': 2, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'subnets': [{'id': '233b37e7-7248-4012-bd3c-2373f43dcd00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:03:38.135084 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4018972f-9f4c-40c6-b2d7-0715fe907170 None None] Checking router: 29a3e85c-cbc2-450d-98be-8fee03a51fa4 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:03:38.135436 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4018972f-9f4c-40c6-b2d7-0715fe907170 None None] Updating router 29a3e85c-cbc2-450d-98be-8fee03a51fa4 port 8097e783-afd4-414b-9aef-ef542f9e8d0f binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:03:38.159858 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7192f1a5-9dc8-458b-82d9-ea8b5ad2eafa req-838a22a0-3ec6-44b5-b2f9-7d5299f65c8d tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba80d2ff-2525-460c-8769-dac1dc32c4d0 HTTP/1.1" status: 200 len: 210 time: 0.1480923 May 23 11:03:38.178829 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a2033-14ee-400d-aa61-e96d5cd86260 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dc17cb4-df36-4b93-915b-c6f449b81207,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:38.197177 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910262c3-947d-4836-a2e3-a614216439d2 None None] Network 6577dc3d-76e7-4320-a115-e81ce5234e8c is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:03:38.201249 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-be2a2033-14ee-400d-aa61-e96d5cd86260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:38.201426 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-910262c3-947d-4836-a2e3-a614216439d2 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:03:38.206939 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910262c3-947d-4836-a2e3-a614216439d2 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:03:38.210001 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-4018972f-9f4c-40c6-b2d7-0715fe907170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:38.221913 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910262c3-947d-4836-a2e3-a614216439d2 None None] Pushing event updated for resources: {'Port': ['ID=a79ca3ab-4acd-4f75-9916-fd84e35e025e,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:38.231316 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-be2a2033-14ee-400d-aa61-e96d5cd86260 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/6dc17cb4-df36-4b93-915b-c6f449b81207 HTTP/1.1" status: 204 len: 168 time: 0.9892871 May 23 11:03:38.253112 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40766) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:38.281161 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['0534ca48-d26f-46c1-88f6-3e853ec7fcd8'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:03:38.318643 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-52ef5108-36b3-472b-b6b0-b927a7e4c16c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:38.338379 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89146b56-22ce-4ef4-b327-bcf0e3439b6f admin admin] Pushing event updated for resources: {'Port': ['ID=8f7407e6-d009-453e-9e5a-857b81983522,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:38.342442 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89146b56-22ce-4ef4-b327-bcf0e3439b6f admin admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:03:38.358740 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-89146b56-22ce-4ef4-b327-bcf0e3439b6f admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:03:38.372709 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89146b56-22ce-4ef4-b327-bcf0e3439b6f admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:03:38.512325 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-910262c3-947d-4836-a2e3-a614216439d2 None None] Attempting to bind port a79ca3ab-4acd-4f75-9916-fd84e35e025e on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:03:38.512693 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-910262c3-947d-4836-a2e3-a614216439d2 None None] Attempting to bind port a79ca3ab-4acd-4f75-9916-fd84e35e025e by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '75549fbd-072c-4860-acd7-cda586e0e6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6577dc3d-76e7-4320-a115-e81ce5234e8c'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:03:38.513056 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910262c3-947d-4836-a2e3-a614216439d2 None None] Attempting to bind port a79ca3ab-4acd-4f75-9916-fd84e35e025e on network 6577dc3d-76e7-4320-a115-e81ce5234e8c {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:03:38.549410 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910262c3-947d-4836-a2e3-a614216439d2 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:03:38.549900 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910262c3-947d-4836-a2e3-a614216439d2 None None] Checking segment: {'id': '75549fbd-072c-4860-acd7-cda586e0e6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6577dc3d-76e7-4320-a115-e81ce5234e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:03:38.550313 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-910262c3-947d-4836-a2e3-a614216439d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:38.550709 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910262c3-947d-4836-a2e3-a614216439d2 None None] Bound using segment: {'id': '75549fbd-072c-4860-acd7-cda586e0e6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6577dc3d-76e7-4320-a115-e81ce5234e8c'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:03:38.550972 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3d993-e269-47e7-946e-c56e761557e5 req-c19de368-f798-4977-92a3-dc878ad95a3f tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:38.551210 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-910262c3-947d-4836-a2e3-a614216439d2 None None] Bound port: a79ca3ab-4acd-4f75-9916-fd84e35e025e, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75549fbd-072c-4860-acd7-cda586e0e6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6577dc3d-76e7-4320-a115-e81ce5234e8c'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:03:38.551589 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-910262c3-947d-4836-a2e3-a614216439d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:38.568422 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b8d3d993-e269-47e7-946e-c56e761557e5 req-c19de368-f798-4977-92a3-dc878ad95a3f tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 948 time: 0.6409295 May 23 11:03:38.600441 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e5689102-b129-4108-b5e9-e34024f74bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:38.692476 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b8d3d993-e269-47e7-946e-c56e761557e5 req-afe96a6b-178f-4fb7-8bc0-50197208bd60 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230714 May 23 11:03:38.694411 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-4018972f-9f4c-40c6-b2d7-0715fe907170 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:38.720983 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-4018972f-9f4c-40c6-b2d7-0715fe907170 None None] Transition to ACTIVE for port object 8097e783-afd4-414b-9aef-ef542f9e8d0f will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:03:38.737690 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-4018972f-9f4c-40c6-b2d7-0715fe907170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:38.834520 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-910262c3-947d-4836-a2e3-a614216439d2 None None] For port a79ca3ab-4acd-4f75-9916-fd84e35e025e, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:03:38.861505 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-910262c3-947d-4836-a2e3-a614216439d2 None None] For port a79ca3ab-4acd-4f75-9916-fd84e35e025e, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=a79ca3ab-4acd-4f75-9916-fd84e35e025e,segment=NetworkSegment(75549fbd-072c-4860-acd7-cda586e0e6c6),segment_id=75549fbd-072c-4860-acd7-cda586e0e6c6)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:03:38.870480 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-910262c3-947d-4836-a2e3-a614216439d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:38.878140 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40776) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:38.890102 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71bf169-1d97-48dd-b630-7f6a6099f671 None None] Pushing event updated for resources: {'Port': ['ID=8097e783-afd4-414b-9aef-ef542f9e8d0f,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:39.017706 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e5689102-b129-4108-b5e9-e34024f74bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:39.049253 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-52ef5108-36b3-472b-b6b0-b927a7e4c16c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:03:39.051328 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-e5689102-b129-4108-b5e9-e34024f74bc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a0016fb-da7a-404d-a446-7a08df07ee7c']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:03:39.068247 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-e5689102-b129-4108-b5e9-e34024f74bc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9251d3ac-c7d5-45a5-8f93-9e99373cc68d') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:03:39.068548 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-e5689102-b129-4108-b5e9-e34024f74bc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9251d3ac-c7d5-45a5-8f93-9e99373cc68d') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:03:39.081856 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-52ef5108-36b3-472b-b6b0-b927a7e4c16c admin admin] Usage tracker for resource:security_group_rule and tenant:4e6d2fffbf994022865d5330c0a5afd9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:03:39.084394 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910262c3-947d-4836-a2e3-a614216439d2 None None] Pushing event updated for resources: {'Port': ['ID=a79ca3ab-4acd-4f75-9916-fd84e35e025e,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:39.085022 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e5689102-b129-4108-b5e9-e34024f74bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:39.095159 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:39.099201 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-52ef5108-36b3-472b-b6b0-b927a7e4c16c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:03:39.109292 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e5689102-b129-4108-b5e9-e34024f74bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:39.146735 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5689102-b129-4108-b5e9-e34024f74bc5 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:03:39.147106 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e5689102-b129-4108-b5e9-e34024f74bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:39.147405 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-52ef5108-36b3-472b-b6b0-b927a7e4c16c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:03:39.159533 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71bf169-1d97-48dd-b630-7f6a6099f671 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:03:39.161173 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71bf169-1d97-48dd-b630-7f6a6099f671 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:03:39.164320 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71bf169-1d97-48dd-b630-7f6a6099f671 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:03:39.164765 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71bf169-1d97-48dd-b630-7f6a6099f671 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:03:39.165112 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71bf169-1d97-48dd-b630-7f6a6099f671 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:03:39.166711 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71bf169-1d97-48dd-b630-7f6a6099f671 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:03:39.167074 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71bf169-1d97-48dd-b630-7f6a6099f671 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:03:39.167464 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71bf169-1d97-48dd-b630-7f6a6099f671 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:03:39.167797 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71bf169-1d97-48dd-b630-7f6a6099f671 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:03:39.168179 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71bf169-1d97-48dd-b630-7f6a6099f671 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:03:39.172840 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71bf169-1d97-48dd-b630-7f6a6099f671 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:03:39.190591 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:03:39.190591 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:03:39.190591 n-d-842952-2 neutron-server[83910]: timer() May 23 11:03:39.190591 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:03:39.190591 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:03:39.190591 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:03:39.190591 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:03:39.190591 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:03:39.190591 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:03:39.190591 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:03:39.190591 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:03:39.190591 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:03:39.190591 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:03:39.190591 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:03:39.190591 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:03:39.190591 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:03:39.190591 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:03:39.190591 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:03:39.190591 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:03:39.190591 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:03:39.190591 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:03:39.190591 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:03:39.190591 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:03:39.190591 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:03:39.190591 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:03:39.190591 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:03:39.190591 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:03:39.190591 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:03:39.190591 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:03:39.190591 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:03:39.190591 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:03:39.190591 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:03:39.199690 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-48296409-091f-4516-900c-b4f042ab856e admin admin] Deleting subnet 72a213e0-54a9-4bb5-a91e-62eeb4a1364f {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:03:39.209593 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-48296409-091f-4516-900c-b4f042ab856e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:39.232859 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7ca766fd-6311-48a9-96e6-4dcb02568df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:39.246471 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-4018972f-9f4c-40c6-b2d7-0715fe907170 None None] Attempting to bind port 8097e783-afd4-414b-9aef-ef542f9e8d0f on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:03:39.246835 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-4018972f-9f4c-40c6-b2d7-0715fe907170 None None] Attempting to bind port 8097e783-afd4-414b-9aef-ef542f9e8d0f by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'a9f43d9a-d5c3-4172-a5d6-8803666768bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:03:39.247198 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4018972f-9f4c-40c6-b2d7-0715fe907170 None None] Attempting to bind port 8097e783-afd4-414b-9aef-ef542f9e8d0f on network 0930e7e8-6d74-47b9-b850-f307a169b841 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:03:39.260938 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4018972f-9f4c-40c6-b2d7-0715fe907170 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:03:39.261312 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4018972f-9f4c-40c6-b2d7-0715fe907170 None None] Checking segment: {'id': 'a9f43d9a-d5c3-4172-a5d6-8803666768bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:03:39.261713 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-4018972f-9f4c-40c6-b2d7-0715fe907170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:39.262104 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4018972f-9f4c-40c6-b2d7-0715fe907170 None None] Bound using segment: {'id': 'a9f43d9a-d5c3-4172-a5d6-8803666768bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:03:39.262576 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-4018972f-9f4c-40c6-b2d7-0715fe907170 None None] Bound port: 8097e783-afd4-414b-9aef-ef542f9e8d0f, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f43d9a-d5c3-4172-a5d6-8803666768bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:03:39.264295 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-4018972f-9f4c-40c6-b2d7-0715fe907170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:39.386210 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-52ef5108-36b3-472b-b6b0-b927a7e4c16c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:39.414695 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-52ef5108-36b3-472b-b6b0-b927a7e4c16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:39.431027 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-89146b56-22ce-4ef4-b327-bcf0e3439b6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:39.431771 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-89146b56-22ce-4ef4-b327-bcf0e3439b6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:39.463252 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-48296409-091f-4516-900c-b4f042ab856e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:39.478418 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-4018972f-9f4c-40c6-b2d7-0715fe907170 None None] For port 8097e783-afd4-414b-9aef-ef542f9e8d0f, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:03:39.482744 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-4018972f-9f4c-40c6-b2d7-0715fe907170 None None] For port 8097e783-afd4-414b-9aef-ef542f9e8d0f, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=8097e783-afd4-414b-9aef-ef542f9e8d0f,segment=NetworkSegment(a9f43d9a-d5c3-4172-a5d6-8803666768bb),segment_id=a9f43d9a-d5c3-4172-a5d6-8803666768bb)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:03:39.496358 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-4018972f-9f4c-40c6-b2d7-0715fe907170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:39.736541 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4018972f-9f4c-40c6-b2d7-0715fe907170 None None] Routers {'29a3e85c-cbc2-450d-98be-8fee03a51fa4'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:03:39.737177 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-4018972f-9f4c-40c6-b2d7-0715fe907170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:03:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['29a3e85c-cbc2-450d-98be-8fee03a51fa4'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:03:39.790050 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device a79ca3ab-4acd-4f75-9916-fd84e35e025e up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:03:39.802115 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f16cac-5d48-442d-9ce3-112c1862a50f admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:03:39.854101 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b44fed-5279-4870-8365-c0be4c88895c None None] Sync routers for ids ['e5a00999-2f4d-4171-9861-743771f002be'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:03:39.888109 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-0ba722ea-98d8-48bc-8447-0ccc3a56e66f tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:39.903453 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-0ba722ea-98d8-48bc-8447-0ccc3a56e66f tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/networks?id=0930e7e8-6d74-47b9-b850-f307a169b841 HTTP/1.1" status: 200 len: 821 time: 1.2281411 May 23 11:03:39.924591 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef5108-36b3-472b-b6b0-b927a7e4c16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff494ed-cd98-431c-af77-601f6c928446,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:39.933630 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-94f16cac-5d48-442d-9ce3-112c1862a50f admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:39.937621 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-94f16cac-5d48-442d-9ce3-112c1862a50f admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.7931614 May 23 11:03:39.963699 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40786) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:39.975317 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b44fed-5279-4870-8365-c0be4c88895c None None] Routers {'e5a00999-2f4d-4171-9861-743771f002be'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:03:39.976359 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b5b44fed-5279-4870-8365-c0be4c88895c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:03:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['e5a00999-2f4d-4171-9861-743771f002be'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:03:40.004472 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-89e7d655-bdef-4566-88f2-30c840bac138 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/quotas/e45cf791a4a1458dadb0a080d541d299 HTTP/1.1" status: 200 len: 375 time: 0.0999234 May 23 11:03:40.077167 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71bf169-1d97-48dd-b630-7f6a6099f671 None None] Pushing event updated for resources: {'Port': ['ID=8097e783-afd4-414b-9aef-ef542f9e8d0f,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:40.160595 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e5689102-b129-4108-b5e9-e34024f74bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:40.220938 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e5689102-b129-4108-b5e9-e34024f74bc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:40.228013 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-4018972f-9f4c-40c6-b2d7-0715fe907170 None None] Set router 29a3e85c-cbc2-450d-98be-8fee03a51fa4 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:03:40.271541 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e5689102-b129-4108-b5e9-e34024f74bc5 admin admin] 10.222.0.79 "DELETE /v2.0/networks/8a0016fb-da7a-404d-a446-7a08df07ee7c HTTP/1.1" status: 204 len: 168 time: 2.0148938 May 23 11:03:40.271541 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5689102-b129-4108-b5e9-e34024f74bc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a0016fb-da7a-404d-a446-7a08df07ee7c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:40.330924 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:03:40.333936 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-52ef5108-36b3-472b-b6b0-b927a7e4c16c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4e6d2fffbf994022865d5330c0a5afd9&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4732184 May 23 11:03:40.353361 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4116afe-e4e9-480c-8a5a-a1ec29218336 req-86cd33e1-ef18-462b-8157-664889678d26 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:40.371087 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c4116afe-e4e9-480c-8a5a-a1ec29218336 req-86cd33e1-ef18-462b-8157-664889678d26 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 948 time: 0.2699802 May 23 11:03:40.373959 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40794) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:40.378844 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-24f6f03b-2568-4463-8992-1d0da3f5ad27 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Synchronizing usage tracker for tenant:e45cf791a4a1458dadb0a080d541d299 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:03:40.461882 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port a79ca3ab-4acd-4f75-9916-fd84e35e025e completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:03:40.476496 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:03:40.491542 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:03:40.493475 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:40.493684 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-195e6042-d87e-4daa-aa93-6ee2c0e88977 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:40.494638 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-195e6042-d87e-4daa-aa93-6ee2c0e88977 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Synchronizing usage tracker for tenant:d75dde8d8e3541f8a16615b5aba5e3ab on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:03:40.575310 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-48296409-091f-4516-900c-b4f042ab856e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:40.638509 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c4116afe-e4e9-480c-8a5a-a1ec29218336 req-8b6d0b8e-06a1-48d8-a625-61d8da87d8f4 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659740 May 23 11:03:40.639048 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40798) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:40.687419 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-195e6042-d87e-4daa-aa93-6ee2c0e88977 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Unset dirty status for tenant:d75dde8d8e3541f8a16615b5aba5e3ab on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:03:40.688805 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-195e6042-d87e-4daa-aa93-6ee2c0e88977 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.13 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f&tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&binding%3Ahost_id=n-h1-842952-2 HTTP/1.1" status: 200 len: 948 time: 1.0274220 May 23 11:03:40.747965 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-24f6f03b-2568-4463-8992-1d0da3f5ad27 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Unset dirty status for tenant:e45cf791a4a1458dadb0a080d541d299 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:03:40.753025 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-24f6f03b-2568-4463-8992-1d0da3f5ad27 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e45cf791a4a1458dadb0a080d541d299&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7453125 May 23 11:03:40.777913 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05dad336-35f7-46b6-b2b1-f871d4619c8c None None] Network 6577dc3d-76e7-4320-a115-e81ce5234e8c requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:03:40.870697 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2edbe115-e7f3-4954-9a5b-6b4132d3f881 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0d71784fcbc24ebb9b3414f33b34f154&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2093573 May 23 11:03:40.880472 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40804) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:40.892099 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-02606e40-a687-4c97-8b6d-c553ae999465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:40.947200 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-02606e40-a687-4c97-8b6d-c553ae999465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:41.057614 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-b3911280-45f1-4555-af69-c28f2d677462 service neutron] 10.222.0.13 "GET /v2.0/ports/0534ca48-d26f-46c1-88f6-3e853ec7fcd8/bindings/n-h1-842952-2 HTTP/1.1" status: 200 len: 382 time: 0.3475542 May 23 11:03:41.068519 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-02606e40-a687-4c97-8b6d-c553ae999465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:41.080196 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-48296409-091f-4516-900c-b4f042ab856e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:41.097731 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02606e40-a687-4c97-8b6d-c553ae999465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff494ed-cd98-431c-af77-601f6c928446,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:41.109172 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-4018972f-9f4c-40c6-b2d7-0715fe907170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1037448032-router', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '9deb4962-2b81-43e3-9ff2-0c15f7b58715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:17Z', 'updated_at': '2022-05-23T11:03:33Z', 'revision_number': 4, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'gw_port': {'id': '9deb4962-2b81-43e3-9ff2-0c15f7b58715', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:19Z', 'updated_at': '2022-05-23T11:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '8097e783-afd4-414b-9aef-ef542f9e8d0f', 'name': '', 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'mac_address': 'fa:16:3e:94:c6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '233b37e7-7248-4012-bd3c-2373f43dcd00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:30Z', 'updated_at': '2022-05-23T11:03:39Z', 'revision_number': 4, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'subnets': [{'id': '233b37e7-7248-4012-bd3c-2373f43dcd00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:03:41.119987 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4018972f-9f4c-40c6-b2d7-0715fe907170 None None] The sync data for ids ['29a3e85c-cbc2-450d-98be-8fee03a51fa4'] in n-d-842952-2 is: [{'id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1037448032-router', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '9deb4962-2b81-43e3-9ff2-0c15f7b58715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:17Z', 'updated_at': '2022-05-23T11:03:33Z', 'revision_number': 4, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'gw_port': {'id': '9deb4962-2b81-43e3-9ff2-0c15f7b58715', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:19Z', 'updated_at': '2022-05-23T11:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '8097e783-afd4-414b-9aef-ef542f9e8d0f', 'name': '', 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'mac_address': 'fa:16:3e:94:c6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '233b37e7-7248-4012-bd3c-2373f43dcd00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:30Z', 'updated_at': '2022-05-23T11:03:39Z', 'revision_number': 4, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'subnets': [{'id': '233b37e7-7248-4012-bd3c-2373f43dcd00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:03:41.147341 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-02606e40-a687-4c97-8b6d-c553ae999465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:41.148744 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-02606e40-a687-4c97-8b6d-c553ae999465 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7ff494ed-cd98-431c-af77-601f6c928446 HTTP/1.1" status: 204 len: 168 time: 0.7645602 May 23 11:03:41.161984 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:41.249129 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48296409-091f-4516-900c-b4f042ab856e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72a213e0-54a9-4bb5-a91e-62eeb4a1364f,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:41.252985 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5a28086d-1a01-4055-8f16-2b1b0716be7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:41.257655 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=0534ca48-d26f-46c1-88f6-3e853ec7fcd8,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:03:41.264490 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4baff124-04d7-43dd-9ae5-fdfceb08346f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0534ca48-d26f-46c1-88f6-3e853ec7fcd8'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:03:41.291276 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:41.328371 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-48296409-091f-4516-900c-b4f042ab856e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:41.467218 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-8548310b-a03b-41f8-a33a-69475247a1a7 service neutron] 10.222.0.79 "GET /v2.0/networks/0930e7e8-6d74-47b9-b850-f307a169b841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7014267 May 23 11:03:41.482419 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2916ff31-a60a-470e-8448-ae0c790583a7'] response: {'server_uuid': '4baff124-04d7-43dd-9ae5-fdfceb08346f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0534ca48-d26f-46c1-88f6-3e853ec7fcd8', 'code': 200} May 23 11:03:41.484281 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-b5b44fed-5279-4870-8365-c0be4c88895c None None] Set router e5a00999-2f4d-4171-9861-743771f002be gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:03:41.579787 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=0534ca48-d26f-46c1-88f6-3e853ec7fcd8,revision_number=9']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:41.587058 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1293e5-0135-4d99-9ffa-26f4a8fe9ac5 None None] Network 9b6d1985-9aec-4d25-aeef-9599637b7970 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:03:41.609900 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5a28086d-1a01-4055-8f16-2b1b0716be7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:41.640602 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-48296409-091f-4516-900c-b4f042ab856e admin admin] 10.222.0.79 "DELETE /v2.0/subnets/72a213e0-54a9-4bb5-a91e-62eeb4a1364f HTTP/1.1" status: 204 len: 168 time: 2.7552543 May 23 11:03:41.650979 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40814) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:41.821782 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 8097e783-afd4-414b-9aef-ef542f9e8d0f up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:03:41.861164 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-a95689cb-9bb3-4e18-8159-79a45b39993a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 1099 time: 0.7316592 May 23 11:03:41.902109 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c63b21cf-f15a-4328-88a8-79a0ba660e48 None None] Provisioning for port a79ca3ab-4acd-4f75-9916-fd84e35e025e completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:03:41.951793 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89146b56-22ce-4ef4-b327-bcf0e3439b6f admin admin] Router 62aa646c-014b-4b5e-a9b5-47137d00cacd is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:03:42.124606 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c63b21cf-f15a-4328-88a8-79a0ba660e48 None None] Provisioning complete for port a79ca3ab-4acd-4f75-9916-fd84e35e025e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:03:42.125257 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c63b21cf-f15a-4328-88a8-79a0ba660e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:42.125414 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8f0a91b-3ea5-4f7a-b6c9-73967a50b891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:42.174362 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5a28086d-1a01-4055-8f16-2b1b0716be7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:42.176346 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-6963d154-6fd6-4e6b-a827-b7aeec3250c3 service neutron] 10.222.0.79 "GET /v2.0/networks/0930e7e8-6d74-47b9-b850-f307a169b841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6977987 May 23 11:03:42.195856 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28086d-1a01-4055-8f16-2b1b0716be7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff6a6eb-4192-4866-b706-0da21dc2cd05,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:42.228036 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-b8f0a91b-3ea5-4f7a-b6c9-73967a50b891 admin admin] Deleting port 83aec705-3953-4710-aa0a-3989890b3a57 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:03:42.228387 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8f0a91b-3ea5-4f7a-b6c9-73967a50b891 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:42.361536 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5d8552f6-6d80-44fc-a472-68ed8b440001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:42.638713 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819724b-46d6-4615-9975-595feb3751e0 req-5a11d159-e024-458c-8e4f-bd0fc05375b1 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:42.647227 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6819724b-46d6-4615-9975-595feb3751e0 req-5a11d159-e024-458c-8e4f-bd0fc05375b1 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 949 time: 0.6699607 May 23 11:03:42.654003 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d36fe978-0393-4f9e-888c-d459377032f6 req-c16d596a-c8e9-4187-8df8-83ceeafe2d42 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/ports?device_id=81f0e50e-11eb-4672-845a-a174fdd080c6 HTTP/1.1" status: 200 len: 210 time: 0.1425982 May 23 11:03:42.856439 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5a28086d-1a01-4055-8f16-2b1b0716be7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:42.871546 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5a28086d-1a01-4055-8f16-2b1b0716be7d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fff6a6eb-4192-4866-b706-0da21dc2cd05 HTTP/1.1" status: 204 len: 168 time: 1.9858389 May 23 11:03:42.945915 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-e03bef2f-da4b-4e40-aa5c-3ec2b8ba36cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:42.947405 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-e03bef2f-da4b-4e40-aa5c-3ec2b8ba36cb service neutron] 10.222.0.13 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 1.0623944 May 23 11:03:43.050072 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-b8f0a91b-3ea5-4f7a-b6c9-73967a50b891 admin admin] For port 83aec705-3953-4710-aa0a-3989890b3a57, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=83aec705-3953-4710-aa0a-3989890b3a57,segment=NetworkSegment(e44e0cf9-bf83-47bc-b775-63afb65d2a61),segment_id=e44e0cf9-bf83-47bc-b775-63afb65d2a61)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:03:43.050433 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8f0a91b-3ea5-4f7a-b6c9-73967a50b891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:43.083757 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c63b21cf-f15a-4328-88a8-79a0ba660e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:43.119278 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-466f8edd-069c-4acb-bd6d-a4b499d1570e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=0534ca48-d26f-46c1-88f6-3e853ec7fcd8 HTTP/1.1" status: 200 len: 217 time: 0.1577795 May 23 11:03:43.189530 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6819724b-46d6-4615-9975-595feb3751e0 req-b1241571-a6c7-4d83-b835-96eb29dcc147 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5410252 May 23 11:03:43.190167 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40856) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:43.210223 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c63b21cf-f15a-4328-88a8-79a0ba660e48 None None] For port a79ca3ab-4acd-4f75-9916-fd84e35e025e, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=a79ca3ab-4acd-4f75-9916-fd84e35e025e,segment=NetworkSegment(75549fbd-072c-4860-acd7-cda586e0e6c6),segment_id=75549fbd-072c-4860-acd7-cda586e0e6c6)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:03:43.280637 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-b8f0a91b-3ea5-4f7a-b6c9-73967a50b891 admin admin] Calling delete_port for 83aec705-3953-4710-aa0a-3989890b3a57 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:03:43.337115 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:43.338566 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c63b21cf-f15a-4328-88a8-79a0ba660e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:43.406437 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8f0a91b-3ea5-4f7a-b6c9-73967a50b891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:43.433199 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:43.521399 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-f64352be-fa52-4fc7-b60f-771d9189d021 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:43.523211 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-f64352be-fa52-4fc7-b60f-771d9189d021 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.3971276 May 23 11:03:43.540806 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f0a91b-3ea5-4f7a-b6c9-73967a50b891 admin admin] Pushing event deleted for resources: {'Port': ['ID=83aec705-3953-4710-aa0a-3989890b3a57,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:43.579752 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f0a91b-3ea5-4f7a-b6c9-73967a50b891 admin admin] No DVR routers for this DVR port 83aec705-3953-4710-aa0a-3989890b3a57 on host n-d-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:03:43.692612 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 8097e783-afd4-414b-9aef-ef542f9e8d0f completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:03:43.702201 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b21cf-f15a-4328-88a8-79a0ba660e48 None None] Pushing event updated for resources: {'Port': ['ID=a79ca3ab-4acd-4f75-9916-fd84e35e025e,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:43.756048 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 8097e783-afd4-414b-9aef-ef542f9e8d0f triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:03:43.756791 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:43.837487 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89146b56-22ce-4ef4-b327-bcf0e3439b6f admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:03:43.846454 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5370b97-c676-4602-874c-2307d13b0db9 None None] Sync routers for ids ['62aa646c-014b-4b5e-a9b5-47137d00cacd'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:03:43.859244 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cc7f3c-e567-4312-8963-70c204e73b0c None None] DHCP port deletion for 9b6d1985-9aec-4d25-aeef-9599637b7970 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:03:43.874624 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5370b97-c676-4602-874c-2307d13b0db9 None None] Routers {'62aa646c-014b-4b5e-a9b5-47137d00cacd'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:03:43.875520 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d5370b97-c676-4602-874c-2307d13b0db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:03:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['62aa646c-014b-4b5e-a9b5-47137d00cacd'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:03:43.918749 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-feaa41f4-207f-4243-83d1-bdba56d14f09 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3863280 May 23 11:03:43.927895 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-89146b56-22ce-4ef4-b327-bcf0e3439b6f admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:43.931020 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-89146b56-22ce-4ef4-b327-bcf0e3439b6f admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 8.4898233 May 23 11:03:43.934616 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40880) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:44.201410 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-89d78338-9dd7-47d7-94e8-05369a9dc81e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2135321853-network', 'tenant_id': '23bb26fdfb82469f84eb7f768a40df16'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:03:44.233381 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:44.268687 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:44.322309 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dcb5c65c-5284-46ed-b45d-62faa58a9e4c req-06470518-4a2d-4390-b1eb-c4b2d53b823a tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/ports?device_id=81f0e50e-11eb-4672-845a-a174fdd080c6 HTTP/1.1" status: 200 len: 210 time: 0.1498935 May 23 11:03:44.336919 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-89d78338-9dd7-47d7-94e8-05369a9dc81e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:03:44.368746 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8f0a91b-3ea5-4f7a-b6c9-73967a50b891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:44.382324 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-89d78338-9dd7-47d7-94e8-05369a9dc81e admin admin] Usage tracker for resource:network and tenant:23bb26fdfb82469f84eb7f768a40df16 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:03:44.385596 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-89d78338-9dd7-47d7-94e8-05369a9dc81e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:03:44.393195 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-d5370b97-c676-4602-874c-2307d13b0db9 None None] Set router 62aa646c-014b-4b5e-a9b5-47137d00cacd gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:03:44.398480 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-89d78338-9dd7-47d7-94e8-05369a9dc81e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:03:44.424863 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-b8f0a91b-3ea5-4f7a-b6c9-73967a50b891 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b6d1985-9aec-4d25-aeef-9599637b7970']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:03:44.437502 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b5b44fed-5279-4870-8365-c0be4c88895c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a00999-2f4d-4171-9861-743771f002be', 'name': 'tempest-FloatingIPDetailsTestJSON-1879256786-router', 'tenant_id': '07103f8fb68a43de9d34cd239e20b146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '8bbf2440-ac13-458c-8a02-cc347e5dafa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:31Z', 'updated_at': '2022-05-23T11:03:36Z', 'revision_number': 3, 'project_id': '07103f8fb68a43de9d34cd239e20b146', 'gw_port': {'id': '8bbf2440-ac13-458c-8a02-cc347e5dafa7', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:86:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a00999-2f4d-4171-9861-743771f002be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:34Z', 'updated_at': '2022-05-23T11:03:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:03:44.439853 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-b8f0a91b-3ea5-4f7a-b6c9-73967a50b891 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e44e0cf9-bf83-47bc-b775-63afb65d2a61') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:03:44.440383 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-b8f0a91b-3ea5-4f7a-b6c9-73967a50b891 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e44e0cf9-bf83-47bc-b775-63afb65d2a61') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:03:44.452707 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d78338-9dd7-47d7-94e8-05369a9dc81e admin admin] Made reservation on behalf of 23bb26fdfb82469f84eb7f768a40df16 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:03:44.456397 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-89d78338-9dd7-47d7-94e8-05369a9dc81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:44.472255 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8f0a91b-3ea5-4f7a-b6c9-73967a50b891 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:44.485960 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-89d78338-9dd7-47d7-94e8-05369a9dc81e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:44.491410 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b44fed-5279-4870-8365-c0be4c88895c None None] Checking router: e5a00999-2f4d-4171-9861-743771f002be for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:03:44.491746 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b44fed-5279-4870-8365-c0be4c88895c None None] Updating router e5a00999-2f4d-4171-9861-743771f002be port 8bbf2440-ac13-458c-8a02-cc347e5dafa7 binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:03:44.514268 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8f0a91b-3ea5-4f7a-b6c9-73967a50b891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:44.547033 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8f0a91b-3ea5-4f7a-b6c9-73967a50b891 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:03:44.548019 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8f0a91b-3ea5-4f7a-b6c9-73967a50b891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:44.586459 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:03:44.586459 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:03:44.586459 n-d-842952-2 neutron-server[83910]: timer() May 23 11:03:44.586459 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:03:44.586459 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:03:44.586459 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:03:44.586459 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:03:44.586459 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:03:44.586459 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:03:44.586459 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:03:44.586459 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:03:44.586459 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:03:44.586459 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:03:44.586459 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:03:44.586459 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:03:44.586459 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:03:44.586459 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:03:44.586459 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:03:44.586459 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:03:44.586459 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:03:44.586459 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:03:44.586459 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:03:44.586459 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:03:44.586459 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:03:44.586459 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:03:44.586459 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:03:44.586459 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:03:44.586459 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:03:44.586459 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:03:44.586459 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:03:44.586459 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:03:44.586459 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:03:44.605541 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 8097e783-afd4-414b-9aef-ef542f9e8d0f, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=8097e783-afd4-414b-9aef-ef542f9e8d0f,segment=NetworkSegment(a9f43d9a-d5c3-4172-a5d6-8803666768bb),segment_id=a9f43d9a-d5c3-4172-a5d6-8803666768bb)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:03:44.643561 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-991fb9fb-b609-470e-b51d-f91f72a40478 None None] Provisioning complete for port a79ca3ab-4acd-4f75-9916-fd84e35e025e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:03:44.643946 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-991fb9fb-b609-470e-b51d-f91f72a40478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:44.688839 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:44.737207 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-89d78338-9dd7-47d7-94e8-05369a9dc81e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:03:44.757553 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-89d78338-9dd7-47d7-94e8-05369a9dc81e admin admin] Usage tracker for resource:security_group_rule and tenant:23bb26fdfb82469f84eb7f768a40df16 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:03:44.833558 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40896) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:44.837470 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-89d78338-9dd7-47d7-94e8-05369a9dc81e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:03:44.886316 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-89d78338-9dd7-47d7-94e8-05369a9dc81e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:03:44.939739 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8f0a91b-3ea5-4f7a-b6c9-73967a50b891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:44.990699 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5b44fed-5279-4870-8365-c0be4c88895c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:45.004451 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8f0a91b-3ea5-4f7a-b6c9-73967a50b891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:45.031049 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d5370b97-c676-4602-874c-2307d13b0db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62aa646c-014b-4b5e-a9b5-47137d00cacd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-539417370-router', 'tenant_id': '28ad30c9ce014020932bf0f448507fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '8f7407e6-d009-453e-9e5a-857b81983522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:35Z', 'updated_at': '2022-05-23T11:03:38Z', 'revision_number': 3, 'project_id': '28ad30c9ce014020932bf0f448507fa3', 'gw_port': {'id': '8f7407e6-d009-453e-9e5a-857b81983522', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:eb:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62aa646c-014b-4b5e-a9b5-47137d00cacd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:37Z', 'updated_at': '2022-05-23T11:03:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:03:45.045837 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5370b97-c676-4602-874c-2307d13b0db9 None None] Checking router: 62aa646c-014b-4b5e-a9b5-47137d00cacd for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:03:45.046175 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5370b97-c676-4602-874c-2307d13b0db9 None None] Updating router 62aa646c-014b-4b5e-a9b5-47137d00cacd port 8f7407e6-d009-453e-9e5a-857b81983522 binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:03:45.054133 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f0a91b-3ea5-4f7a-b6c9-73967a50b891 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b6d1985-9aec-4d25-aeef-9599637b7970,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:45.119679 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-2e1d15ba-74a8-4383-aeff-8673f94ae28f admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1748880022-network', 'tenant_id': 'ec2670f17c8f4eaab35098cbaf151a07'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:03:45.141905 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2e1d15ba-74a8-4383-aeff-8673f94ae28f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:03:45.144899 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device a79ca3ab-4acd-4f75-9916-fd84e35e025e up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:03:45.151170 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b8f0a91b-3ea5-4f7a-b6c9-73967a50b891 admin admin] 10.222.0.79 "DELETE /v2.0/networks/9b6d1985-9aec-4d25-aeef-9599637b7970 HTTP/1.1" status: 204 len: 168 time: 3.4983833 May 23 11:03:45.155411 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d5370b97-c676-4602-874c-2307d13b0db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:45.155799 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-15a99ed9-743a-48af-9fc0-d35e36cf746e tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:45.156497 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-15a99ed9-743a-48af-9fc0-d35e36cf746e tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Synchronizing usage tracker for tenant:e45cf791a4a1458dadb0a080d541d299 on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:03:45.178444 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2e1d15ba-74a8-4383-aeff-8673f94ae28f admin admin] Usage tracker for resource:network and tenant:ec2670f17c8f4eaab35098cbaf151a07 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:03:45.193567 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2e1d15ba-74a8-4383-aeff-8673f94ae28f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:03:45.232334 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-a5b00da6-c882-4805-a7c9-83c041041231 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2967470 May 23 11:03:45.308668 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2e1d15ba-74a8-4383-aeff-8673f94ae28f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:03:45.339278 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f25ba-b0ae-4f57-8b88-814c52c76fed req-177ea1bc-d7da-4673-ab16-aff160ef9fc6 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:45.349101 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1a6f25ba-b0ae-4f57-8b88-814c52c76fed req-177ea1bc-d7da-4673-ab16-aff160ef9fc6 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 949 time: 0.6169422 May 23 11:03:45.367974 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78751e52-65e8-4a64-b52f-8b592f06944c req-fc7a3e08-7bca-4ddf-a16d-f677f780eebc tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:45.379178 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-78751e52-65e8-4a64-b52f-8b592f06944c req-fc7a3e08-7bca-4ddf-a16d-f677f780eebc tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=a95a9297-79a6-42f5-9900-5cf1d5107475 HTTP/1.1" status: 200 len: 945 time: 0.6348135 May 23 11:03:45.422490 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-89d78338-9dd7-47d7-94e8-05369a9dc81e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:45.446061 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40906) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:45.458966 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1d15ba-74a8-4383-aeff-8673f94ae28f admin admin] Made reservation on behalf of ec2670f17c8f4eaab35098cbaf151a07 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:03:45.461626 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2e1d15ba-74a8-4383-aeff-8673f94ae28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:45.472705 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-89d78338-9dd7-47d7-94e8-05369a9dc81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:45.521079 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=8097e783-afd4-414b-9aef-ef542f9e8d0f,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:45.542701 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port a79ca3ab-4acd-4f75-9916-fd84e35e025e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:03:45.543071 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:45.548877 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2e1d15ba-74a8-4383-aeff-8673f94ae28f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:45.550643 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-113eae9c-b59e-40b9-9236-b116315b8c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:45.572236 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-b41ce2a1-55a0-4543-9398-2a8d5609d093 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842503 May 23 11:03:45.581175 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89d78338-9dd7-47d7-94e8-05369a9dc81e admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:03:45.631441 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d78338-9dd7-47d7-94e8-05369a9dc81e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5d2b0d-ce20-4cdc-b200-539b39d3464a,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:45.662119 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-89d78338-9dd7-47d7-94e8-05369a9dc81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:45.662911 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-89d78338-9dd7-47d7-94e8-05369a9dc81e admin admin] Added segment f57633d5-4102-4105-9bb6-451891935c60 of type vlan for network 8a433bf4-cafc-43a4-a705-ec5aef1f342b May 23 11:03:45.676293 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-78751e52-65e8-4a64-b52f-8b592f06944c req-25dd46ca-b519-4ec5-a0fa-e31d24f11514 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806745 May 23 11:03:45.687463 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d5370b97-c676-4602-874c-2307d13b0db9 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:45.692865 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1a6f25ba-b0ae-4f57-8b88-814c52c76fed req-137e8511-0eac-494f-9c5f-557efeada7fa tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089323 May 23 11:03:45.718815 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-15a99ed9-743a-48af-9fc0-d35e36cf746e tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Unset dirty status for tenant:e45cf791a4a1458dadb0a080d541d299 on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:03:45.724536 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-15a99ed9-743a-48af-9fc0-d35e36cf746e tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.81 "GET /v2.0/networks?id=0930e7e8-6d74-47b9-b850-f307a169b841 HTTP/1.1" status: 200 len: 821 time: 1.0180817 May 23 11:03:45.729679 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-d5370b97-c676-4602-874c-2307d13b0db9 None None] Transition to ACTIVE for port object 8f7407e6-d009-453e-9e5a-857b81983522 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:03:45.736455 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2e1d15ba-74a8-4383-aeff-8673f94ae28f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:03:45.747390 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d5370b97-c676-4602-874c-2307d13b0db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:45.748510 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13224816-2805-48db-91b5-1cd55d75e511 req-00cc11a3-cb86-4678-9ad7-5d2ba50319fc tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:45.750295 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-13224816-2805-48db-91b5-1cd55d75e511 req-00cc11a3-cb86-4678-9ad7-5d2ba50319fc tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.13 "GET /v2.0/ports?device_id=a95a9297-79a6-42f5-9900-5cf1d5107475 HTTP/1.1" status: 200 len: 945 time: 0.5198040 May 23 11:03:45.759295 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a2e59f4b-8391-4048-9718-d4c0c777be5b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=31fc6e185c394c2a8519287df1a74f86&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3083224 May 23 11:03:45.774012 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40910) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:45.799535 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-5d1eda48-9380-4757-89c0-b412f8330c9d tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Request body: {'port': {'device_id': '81f0e50e-11eb-4672-845a-a174fdd080c6', 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841', 'admin_state_up': True, 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:03:45.895795 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2e1d15ba-74a8-4383-aeff-8673f94ae28f admin admin] Usage tracker for resource:security_group_rule and tenant:ec2670f17c8f4eaab35098cbaf151a07 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:03:45.899866 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-89d78338-9dd7-47d7-94e8-05369a9dc81e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:45.922624 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2e1d15ba-74a8-4383-aeff-8673f94ae28f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:03:45.944270 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 83aec705-3953-4710-aa0a-3989890b3a57 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:03:45.948020 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c7da2c-fefa-40db-ba68-77fd1e419e68 None None] Pushing event updated for resources: {'Port': ['ID=8f7407e6-d009-453e-9e5a-857b81983522,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:45.952063 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-d5370b97-c676-4602-874c-2307d13b0db9 None None] Attempting to bind port 8f7407e6-d009-453e-9e5a-857b81983522 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:03:45.952417 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-d5370b97-c676-4602-874c-2307d13b0db9 None None] Attempting to bind port 8f7407e6-d009-453e-9e5a-857b81983522 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:03:45.952766 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5370b97-c676-4602-874c-2307d13b0db9 None None] Attempting to bind port 8f7407e6-d009-453e-9e5a-857b81983522 on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:03:45.965696 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5370b97-c676-4602-874c-2307d13b0db9 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:03:45.967400 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5370b97-c676-4602-874c-2307d13b0db9 None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:03:45.968275 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d5370b97-c676-4602-874c-2307d13b0db9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:45.968818 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5370b97-c676-4602-874c-2307d13b0db9 None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:03:45.969474 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-d5370b97-c676-4602-874c-2307d13b0db9 None None] Bound port: 8f7407e6-d009-453e-9e5a-857b81983522, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:03:45.970043 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d5370b97-c676-4602-874c-2307d13b0db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:45.999141 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 83aec705-3953-4710-aa0a-3989890b3a57 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:03:45.999635 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 83aec705-3953-4710-aa0a-3989890b3a57 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:03:46.009813 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eb94729a-6f52-494e-9932-41dd3f7ecc71 req-176c22d9-188f-41c4-a452-15cc535b4f2c tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/ports?device_id=81f0e50e-11eb-4672-845a-a174fdd080c6 HTTP/1.1" status: 200 len: 210 time: 0.0912704 May 23 11:03:46.010758 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2e1d15ba-74a8-4383-aeff-8673f94ae28f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:03:46.040034 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-13224816-2805-48db-91b5-1cd55d75e511 req-c541dbcf-b875-457f-b97f-eb002bdefbf3 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Deleting port 1bbf699c-1822-4118-9239-33cb85effca0 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:03:46.040377 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-13224816-2805-48db-91b5-1cd55d75e511 req-c541dbcf-b875-457f-b97f-eb002bdefbf3 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:46.076816 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-89d78338-9dd7-47d7-94e8-05369a9dc81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:46.077664 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d78338-9dd7-47d7-94e8-05369a9dc81e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:46.078242 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-89d78338-9dd7-47d7-94e8-05369a9dc81e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:46.098646 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-d5370b97-c676-4602-874c-2307d13b0db9 None None] For port 8f7407e6-d009-453e-9e5a-857b81983522, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:03:46.103771 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5b44fed-5279-4870-8365-c0be4c88895c None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:46.104122 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-d5370b97-c676-4602-874c-2307d13b0db9 None None] For port 8f7407e6-d009-453e-9e5a-857b81983522, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=8f7407e6-d009-453e-9e5a-857b81983522,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:03:46.112430 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d5370b97-c676-4602-874c-2307d13b0db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:46.121238 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b5b44fed-5279-4870-8365-c0be4c88895c None None] Transition to ACTIVE for port object 8bbf2440-ac13-458c-8a02-cc347e5dafa7 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:03:46.130045 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5b44fed-5279-4870-8365-c0be4c88895c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:46.220743 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c7da2c-fefa-40db-ba68-77fd1e419e68 None None] Pushing event updated for resources: {'Port': ['ID=8f7407e6-d009-453e-9e5a-857b81983522,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:46.248660 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5370b97-c676-4602-874c-2307d13b0db9 None None] Routers {'62aa646c-014b-4b5e-a9b5-47137d00cacd'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:03:46.249296 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d5370b97-c676-4602-874c-2307d13b0db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:03:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['62aa646c-014b-4b5e-a9b5-47137d00cacd'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:03:46.269400 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-b5b44fed-5279-4870-8365-c0be4c88895c None None] Attempting to bind port 8bbf2440-ac13-458c-8a02-cc347e5dafa7 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:03:46.270058 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-b5b44fed-5279-4870-8365-c0be4c88895c None None] Attempting to bind port 8bbf2440-ac13-458c-8a02-cc347e5dafa7 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:03:46.270484 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b44fed-5279-4870-8365-c0be4c88895c None None] Attempting to bind port 8bbf2440-ac13-458c-8a02-cc347e5dafa7 on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:03:46.280739 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b44fed-5279-4870-8365-c0be4c88895c None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:03:46.281098 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b44fed-5279-4870-8365-c0be4c88895c None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:03:46.281625 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5b44fed-5279-4870-8365-c0be4c88895c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:46.282112 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b44fed-5279-4870-8365-c0be4c88895c None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:03:46.282641 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-b5b44fed-5279-4870-8365-c0be4c88895c None None] Bound port: 8bbf2440-ac13-458c-8a02-cc347e5dafa7, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:03:46.283154 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5b44fed-5279-4870-8365-c0be4c88895c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:46.333642 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c9ae7c-372e-4fcd-a0f0-e70eea910df2 None None] Pushing event updated for resources: {'Port': ['ID=8bbf2440-ac13-458c-8a02-cc347e5dafa7,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:46.348106 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-369ff587-7f22-402e-b79f-94756c425d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:46.379877 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d78338-9dd7-47d7-94e8-05369a9dc81e admin admin] Pushing event updated for resources: {'Network': ['ID=8a433bf4-cafc-43a4-a705-ec5aef1f342b,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:46.380863 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-5d1eda48-9380-4757-89c0-b412f8330c9d tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:03:46.396149 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-89d78338-9dd7-47d7-94e8-05369a9dc81e admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.1290331 May 23 11:03:46.402419 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 8a433bf4-cafc-43a4-a705-ec5aef1f342b details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:03:46.403633 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40914) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:46.416389 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-a08111f8-cbf1-401a-854c-4232609d4b8a admin admin] Request body: {'subnet': {'network_id': '8a433bf4-cafc-43a4-a705-ec5aef1f342b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2135321853-subnet', 'tenant_id': '23bb26fdfb82469f84eb7f768a40df16', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:03:46.418483 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-113eae9c-b59e-40b9-9236-b116315b8c96 admin admin] Allocated IP 172.20.0.1 (cff44a82-4e2b-4550-bdef-9ee10939ff49/10b6e776-103b-45cd-a4b5-7156d52345a4/65b6ed11-376d-418e-a4fb-ab5f27ac6cbf) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:03:46.423365 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-5d1eda48-9380-4757-89c0-b412f8330c9d tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:03:46.429804 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-369ff587-7f22-402e-b79f-94756c425d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:46.436491 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a08111f8-cbf1-401a-854c-4232609d4b8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:03:46.457970 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a08111f8-cbf1-401a-854c-4232609d4b8a admin admin] Usage tracker for resource:subnet and tenant:23bb26fdfb82469f84eb7f768a40df16 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:03:46.472830 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a08111f8-cbf1-401a-854c-4232609d4b8a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:03:46.482769 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a08111f8-cbf1-401a-854c-4232609d4b8a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:03:46.526322 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2e1d15ba-74a8-4383-aeff-8673f94ae28f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:46.532676 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-13224816-2805-48db-91b5-1cd55d75e511 req-c541dbcf-b875-457f-b97f-eb002bdefbf3 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] For port 1bbf699c-1822-4118-9239-33cb85effca0, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=1bbf699c-1822-4118-9239-33cb85effca0,segment=NetworkSegment(6816cea3-60a2-419d-a967-3c4d162775bd),segment_id=6816cea3-60a2-419d-a967-3c4d162775bd)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:03:46.533096 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-13224816-2805-48db-91b5-1cd55d75e511 req-c541dbcf-b875-457f-b97f-eb002bdefbf3 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:46.534409 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-5d1eda48-9380-4757-89c0-b412f8330c9d tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Made reservation on behalf of e45cf791a4a1458dadb0a080d541d299 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:03:46.536504 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-b5b44fed-5279-4870-8365-c0be4c88895c None None] For port 8bbf2440-ac13-458c-8a02-cc347e5dafa7, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:03:46.538146 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-5d1eda48-9380-4757-89c0-b412f8330c9d tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:46.544587 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2e1d15ba-74a8-4383-aeff-8673f94ae28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:46.570321 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08111f8-cbf1-401a-854c-4232609d4b8a admin admin] Made reservation on behalf of 23bb26fdfb82469f84eb7f768a40df16 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:03:46.573606 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a08111f8-cbf1-401a-854c-4232609d4b8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:46.580091 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-b5b44fed-5279-4870-8365-c0be4c88895c None None] For port 8bbf2440-ac13-458c-8a02-cc347e5dafa7, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=8bbf2440-ac13-458c-8a02-cc347e5dafa7,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:03:46.598162 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5b44fed-5279-4870-8365-c0be4c88895c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:46.700161 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-d5370b97-c676-4602-874c-2307d13b0db9 None None] Set router 62aa646c-014b-4b5e-a9b5-47137d00cacd gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:03:46.765449 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c9ae7c-372e-4fcd-a0f0-e70eea910df2 None None] Pushing event updated for resources: {'Port': ['ID=8bbf2440-ac13-458c-8a02-cc347e5dafa7,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:46.780516 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b44fed-5279-4870-8365-c0be4c88895c None None] Routers {'e5a00999-2f4d-4171-9861-743771f002be'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:03:46.781630 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b5b44fed-5279-4870-8365-c0be4c88895c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:03:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['e5a00999-2f4d-4171-9861-743771f002be'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:03:46.829663 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e1d15ba-74a8-4383-aeff-8673f94ae28f admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:03:46.943185 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 8097e783-afd4-414b-9aef-ef542f9e8d0f up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:03:46.973353 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-13224816-2805-48db-91b5-1cd55d75e511 req-c541dbcf-b875-457f-b97f-eb002bdefbf3 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Calling delete_port for 1bbf699c-1822-4118-9239-33cb85effca0 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:03:47.096181 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-369ff587-7f22-402e-b79f-94756c425d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:47.134592 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d15ba-74a8-4383-aeff-8673f94ae28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3454ff3b-72eb-44f4-875f-7d396657ca36,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:47.143257 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 8097e783-afd4-414b-9aef-ef542f9e8d0f triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:03:47.143623 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:47.196404 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d5370b97-c676-4602-874c-2307d13b0db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62aa646c-014b-4b5e-a9b5-47137d00cacd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-539417370-router', 'tenant_id': '28ad30c9ce014020932bf0f448507fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '8f7407e6-d009-453e-9e5a-857b81983522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:35Z', 'updated_at': '2022-05-23T11:03:38Z', 'revision_number': 3, 'project_id': '28ad30c9ce014020932bf0f448507fa3', 'gw_port': {'id': '8f7407e6-d009-453e-9e5a-857b81983522', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:eb:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62aa646c-014b-4b5e-a9b5-47137d00cacd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:37Z', 'updated_at': '2022-05-23T11:03:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:03:47.207442 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2e1d15ba-74a8-4383-aeff-8673f94ae28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:47.207895 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-2e1d15ba-74a8-4383-aeff-8673f94ae28f admin admin] Added segment 6344bf50-bfbc-415d-80cf-5bf7b3798f16 of type vlan for network a025bceb-7400-4de0-b061-2810bd8afab4 May 23 11:03:47.211872 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5370b97-c676-4602-874c-2307d13b0db9 None None] The sync data for ids ['62aa646c-014b-4b5e-a9b5-47137d00cacd'] in n-d-842952-2 is: [{'id': '62aa646c-014b-4b5e-a9b5-47137d00cacd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-539417370-router', 'tenant_id': '28ad30c9ce014020932bf0f448507fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '8f7407e6-d009-453e-9e5a-857b81983522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:35Z', 'updated_at': '2022-05-23T11:03:38Z', 'revision_number': 3, 'project_id': '28ad30c9ce014020932bf0f448507fa3', 'gw_port': {'id': '8f7407e6-d009-453e-9e5a-857b81983522', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:eb:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62aa646c-014b-4b5e-a9b5-47137d00cacd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:37Z', 'updated_at': '2022-05-23T11:03:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:03:47.230951 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-b5b44fed-5279-4870-8365-c0be4c88895c None None] Set router e5a00999-2f4d-4171-9861-743771f002be gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:03:47.273638 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ff587-7f22-402e-b79f-94756c425d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd85425-9fd3-485d-bda7-73b6a4907f27,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:47.305617 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2e1d15ba-74a8-4383-aeff-8673f94ae28f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:47.308701 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-113eae9c-b59e-40b9-9236-b116315b8c96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:47.343963 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-369ff587-7f22-402e-b79f-94756c425d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:47.347759 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-369ff587-7f22-402e-b79f-94756c425d6f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ccd85425-9fd3-485d-bda7-73b6a4907f27 HTTP/1.1" status: 204 len: 168 time: 1.5673847 May 23 11:03:47.354095 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-113eae9c-b59e-40b9-9236-b116315b8c96 admin admin] Transition to ACTIVE for port object 65b6ed11-376d-418e-a4fb-ab5f27ac6cbf will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:03:47.357725 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-5d1eda48-9380-4757-89c0-b412f8330c9d tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Allocated IP 172.20.0.10 (0930e7e8-6d74-47b9-b850-f307a169b841/233b37e7-7248-4012-bd3c-2373f43dcd00/608b2041-4d79-4da2-b258-6e9b4b645f5e) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:03:47.457958 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-113eae9c-b59e-40b9-9236-b116315b8c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:47.477535 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488da9f-e16e-4cf4-af04-bca1e736980d req-d04b50ab-e7b7-49ce-b1c5-7f9e211747f1 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:47.484250 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1488da9f-e16e-4cf4-af04-bca1e736980d req-d04b50ab-e7b7-49ce-b1c5-7f9e211747f1 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 949 time: 0.4496052 May 23 11:03:47.534779 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fccca77-7f7e-4564-81a3-ab25f63fe008 req-1a752cf2-0558-4409-9cf4-7623457c10ac tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:47.542411 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0fccca77-7f7e-4564-81a3-ab25f63fe008 req-1a752cf2-0558-4409-9cf4-7623457c10ac tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=a95a9297-79a6-42f5-9900-5cf1d5107475 HTTP/1.1" status: 200 len: 945 time: 0.4770868 May 23 11:03:47.543310 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113eae9c-b59e-40b9-9236-b116315b8c96 admin admin] Network cff44a82-4e2b-4550-bdef-9ee10939ff49 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:03:47.547337 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-113eae9c-b59e-40b9-9236-b116315b8c96 admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:03:47.554598 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113eae9c-b59e-40b9-9236-b116315b8c96 admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:03:47.567232 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2e1d15ba-74a8-4383-aeff-8673f94ae28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:47.568097 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1d15ba-74a8-4383-aeff-8673f94ae28f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:47.568861 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2e1d15ba-74a8-4383-aeff-8673f94ae28f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:47.584272 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113eae9c-b59e-40b9-9236-b116315b8c96 admin admin] Pushing event updated for resources: {'Port': ['ID=65b6ed11-376d-418e-a4fb-ab5f27ac6cbf,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:47.763532 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b5b44fed-5279-4870-8365-c0be4c88895c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a00999-2f4d-4171-9861-743771f002be', 'name': 'tempest-FloatingIPDetailsTestJSON-1879256786-router', 'tenant_id': '07103f8fb68a43de9d34cd239e20b146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '8bbf2440-ac13-458c-8a02-cc347e5dafa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:31Z', 'updated_at': '2022-05-23T11:03:36Z', 'revision_number': 3, 'project_id': '07103f8fb68a43de9d34cd239e20b146', 'gw_port': {'id': '8bbf2440-ac13-458c-8a02-cc347e5dafa7', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:86:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a00999-2f4d-4171-9861-743771f002be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:34Z', 'updated_at': '2022-05-23T11:03:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:03:47.772156 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b44fed-5279-4870-8365-c0be4c88895c None None] The sync data for ids ['e5a00999-2f4d-4171-9861-743771f002be'] in n-d-842952-2 is: [{'id': 'e5a00999-2f4d-4171-9861-743771f002be', 'name': 'tempest-FloatingIPDetailsTestJSON-1879256786-router', 'tenant_id': '07103f8fb68a43de9d34cd239e20b146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '8bbf2440-ac13-458c-8a02-cc347e5dafa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:31Z', 'updated_at': '2022-05-23T11:03:36Z', 'revision_number': 3, 'project_id': '07103f8fb68a43de9d34cd239e20b146', 'gw_port': {'id': '8bbf2440-ac13-458c-8a02-cc347e5dafa7', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:86:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a00999-2f4d-4171-9861-743771f002be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:34Z', 'updated_at': '2022-05-23T11:03:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:03:47.842384 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-13224816-2805-48db-91b5-1cd55d75e511 req-c541dbcf-b875-457f-b97f-eb002bdefbf3 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:47.875405 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['1bbf699c-1822-4118-9239-33cb85effca0'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:03:47.978754 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d15ba-74a8-4383-aeff-8673f94ae28f admin admin] Pushing event updated for resources: {'Network': ['ID=a025bceb-7400-4de0-b061-2810bd8afab4,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:47.980070 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-113eae9c-b59e-40b9-9236-b116315b8c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:47.990858 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network a025bceb-7400-4de0-b061-2810bd8afab4 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:03:48.004014 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c541dbcf-b875-457f-b97f-eb002bdefbf3 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Pushing event deleted for resources: {'Port': ['ID=1bbf699c-1822-4118-9239-33cb85effca0,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:48.057119 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0fccca77-7f7e-4564-81a3-ab25f63fe008 req-aa76b9dd-7edd-46bb-9573-86128721f7f9 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5121601 May 23 11:03:48.065161 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1488da9f-e16e-4cf4-af04-bca1e736980d req-391f842c-d66c-499b-adc1-37986a48b7fb tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5771840 May 23 11:03:48.078873 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2e1d15ba-74a8-4383-aeff-8673f94ae28f admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.2423067 May 23 11:03:48.087277 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40932) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:48.095899 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a08111f8-cbf1-401a-854c-4232609d4b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:48.110158 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-96d60979-8c97-4e7c-9711-35a102f316d8 admin admin] Request body: {'subnet': {'network_id': 'a025bceb-7400-4de0-b061-2810bd8afab4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1748880022-subnet', 'tenant_id': 'ec2670f17c8f4eaab35098cbaf151a07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:03:48.170850 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-96d60979-8c97-4e7c-9711-35a102f316d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:03:48.187146 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-29065acb-34b0-432c-8a59-d4f2995323f7 None None] Provisioning for port 65b6ed11-376d-418e-a4fb-ab5f27ac6cbf completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:03:48.194941 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-29065acb-34b0-432c-8a59-d4f2995323f7 None None] Provisioning complete for port 65b6ed11-376d-418e-a4fb-ab5f27ac6cbf triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:03:48.196560 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-29065acb-34b0-432c-8a59-d4f2995323f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:48.210684 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-96d60979-8c97-4e7c-9711-35a102f316d8 admin admin] Usage tracker for resource:subnet and tenant:ec2670f17c8f4eaab35098cbaf151a07 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:03:48.223886 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-96d60979-8c97-4e7c-9711-35a102f316d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:03:48.247232 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-96d60979-8c97-4e7c-9711-35a102f316d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:03:48.251203 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-5d1eda48-9380-4757-89c0-b412f8330c9d tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:48.278451 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-13224816-2805-48db-91b5-1cd55d75e511 req-c541dbcf-b875-457f-b97f-eb002bdefbf3 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] No DVR routers for this DVR port 1bbf699c-1822-4118-9239-33cb85effca0 on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:03:48.283901 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-13224816-2805-48db-91b5-1cd55d75e511 req-c541dbcf-b875-457f-b97f-eb002bdefbf3 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:48.286130 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-13224816-2805-48db-91b5-1cd55d75e511 req-c541dbcf-b875-457f-b97f-eb002bdefbf3 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.13 "DELETE /v2.0/ports/1bbf699c-1822-4118-9239-33cb85effca0 HTTP/1.1" status: 204 len: 173 time: 2.5244219 May 23 11:03:48.287720 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95a9297-79a6-42f5-9900-5cf1d5107475', 'name': 'network-vif-deleted', 'tag': '1bbf699c-1822-4118-9239-33cb85effca0'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:03:48.322574 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-29065acb-34b0-432c-8a59-d4f2995323f7 None None] Port 65b6ed11-376d-418e-a4fb-ab5f27ac6cbf cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:03:48.338339 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-113eae9c-b59e-40b9-9236-b116315b8c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:48.386971 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08111f8-cbf1-401a-854c-4232609d4b8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=86b335a2-c356-4485-a743-1610fc62072b,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:48.399568 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee980c30-bd94-42c6-9a60-0e93b5ca1928'] response: {'server_uuid': 'a95a9297-79a6-42f5-9900-5cf1d5107475', 'name': 'network-vif-deleted', 'tag': '1bbf699c-1822-4118-9239-33cb85effca0', 'status': 'completed', 'code': 200} May 23 11:03:48.404934 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-462e0c27-297f-4125-87c4-ca163494b7cd req-7859cd96-8cbf-40b9-b64a-43b05faf9c10 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/ports?device_id=81f0e50e-11eb-4672-845a-a174fdd080c6 HTTP/1.1" status: 200 len: 210 time: 0.0876062 May 23 11:03:48.416542 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08111f8-cbf1-401a-854c-4232609d4b8a admin admin] Checking segment: {'id': 'f57633d5-4102-4105-9bb6-451891935c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8a433bf4-cafc-43a4-a705-ec5aef1f342b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:03:48.417197 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08111f8-cbf1-401a-854c-4232609d4b8a admin admin] Network hostable DHCP agents. Network: 8a433bf4-cafc-43a4-a705-ec5aef1f342b, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:03:48.421032 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d60979-8c97-4e7c-9711-35a102f316d8 admin admin] Made reservation on behalf of ec2670f17c8f4eaab35098cbaf151a07 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:03:48.425199 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-96d60979-8c97-4e7c-9711-35a102f316d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:48.442895 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08111f8-cbf1-401a-854c-4232609d4b8a admin admin] Network 8a433bf4-cafc-43a4-a705-ec5aef1f342b is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:03:48.457200 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-a08111f8-cbf1-401a-854c-4232609d4b8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 8a433bf4-cafc-43a4-a705-ec5aef1f342b) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:03:48.461785 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08111f8-cbf1-401a-854c-4232609d4b8a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:48.462478 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a08111f8-cbf1-401a-854c-4232609d4b8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:48.467601 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1b9ef2-6a88-42aa-afdf-165119fa0449 None None] Network 8a433bf4-cafc-43a4-a705-ec5aef1f342b requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:03:48.488677 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a08111f8-cbf1-401a-854c-4232609d4b8a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0840456 May 23 11:03:48.490164 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40942) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:48.500098 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-a5cd28be-ea08-4056-a21e-abab92ec4c9a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2135321853-router', 'tenant_id': '23bb26fdfb82469f84eb7f768a40df16', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:03:48.504916 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a5cd28be-ea08-4056-a21e-abab92ec4c9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:03:48.510986 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a5cd28be-ea08-4056-a21e-abab92ec4c9a admin admin] Usage tracker for resource:router and tenant:23bb26fdfb82469f84eb7f768a40df16 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:03:48.515101 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a5cd28be-ea08-4056-a21e-abab92ec4c9a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:03:48.516671 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-5d1eda48-9380-4757-89c0-b412f8330c9d tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Transition to ACTIVE for port object 608b2041-4d79-4da2-b258-6e9b4b645f5e will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:03:48.532630 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a5cd28be-ea08-4056-a21e-abab92ec4c9a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:03:48.548170 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a5cd28be-ea08-4056-a21e-abab92ec4c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:48.549740 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a5cd28be-ea08-4056-a21e-abab92ec4c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:48.570980 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a5cd28be-ea08-4056-a21e-abab92ec4c9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:48.735586 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c8dcf2-9c77-4720-8a9a-38eda04f579d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-8a433bf4-cafc-43a4-a705-ec5aef1f342b', 'network_id': '8a433bf4-cafc-43a4-a705-ec5aef1f342b', 'tenant_id': '23bb26fdfb82469f84eb7f768a40df16', 'fixed_ips': [{'subnet_id': '86b335a2-c356-4485-a743-1610fc62072b'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:03:48.737690 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e3c8dcf2-9c77-4720-8a9a-38eda04f579d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:48.754421 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a5cd28be-ea08-4056-a21e-abab92ec4c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:49.022399 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a5cd28be-ea08-4056-a21e-abab92ec4c9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:49.059371 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a5cd28be-ea08-4056-a21e-abab92ec4c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:49.071252 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-e3c8dcf2-9c77-4720-8a9a-38eda04f579d None None] Allocated IP 172.20.0.2 (8a433bf4-cafc-43a4-a705-ec5aef1f342b/86b335a2-c356-4485-a743-1610fc62072b/4399f77e-a0db-48fb-8896-c83382880d0f) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:03:49.154761 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-5d1eda48-9380-4757-89c0-b412f8330c9d tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:49.238996 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-5d1eda48-9380-4757-89c0-b412f8330c9d tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Network 0930e7e8-6d74-47b9-b850-f307a169b841 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:03:49.261038 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-5d1eda48-9380-4757-89c0-b412f8330c9d tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:03:49.283729 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-5d1eda48-9380-4757-89c0-b412f8330c9d tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:03:49.332243 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-a5cd28be-ea08-4056-a21e-abab92ec4c9a admin admin] Allocated IP 172.25.6.252 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/3ecec9c7-b5bf-409e-bb66-978556af0628) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:03:49.362234 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e3c8dcf2-9c77-4720-8a9a-38eda04f579d None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:49.376413 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e3c8dcf2-9c77-4720-8a9a-38eda04f579d None None] Transition to ACTIVE for port object 4399f77e-a0db-48fb-8896-c83382880d0f will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:03:49.403586 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e3c8dcf2-9c77-4720-8a9a-38eda04f579d None None] Transition to ACTIVE for port object 4399f77e-a0db-48fb-8896-c83382880d0f will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:03:49.411872 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e3c8dcf2-9c77-4720-8a9a-38eda04f579d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:49.516885 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c8dcf2-9c77-4720-8a9a-38eda04f579d None None] Pushing event updated for resources: {'Port': ['ID=4399f77e-a0db-48fb-8896-c83382880d0f,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:49.523933 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-113eae9c-b59e-40b9-9236-b116315b8c96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:49.560950 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c8dcf2-9c77-4720-8a9a-38eda04f579d None None] Network 8a433bf4-cafc-43a4-a705-ec5aef1f342b is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:03:49.564429 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-e3c8dcf2-9c77-4720-8a9a-38eda04f579d None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:03:49.568951 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c8dcf2-9c77-4720-8a9a-38eda04f579d None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:03:49.580440 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-5d1eda48-9380-4757-89c0-b412f8330c9d tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:49.581056 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-5d1eda48-9380-4757-89c0-b412f8330c9d tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:49.598108 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045defc5-36d6-49a8-91ab-ca5745b965a6 req-adf8d42b-83a2-477a-b805-7fb650af443c tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:49.599734 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-045defc5-36d6-49a8-91ab-ca5745b965a6 req-adf8d42b-83a2-477a-b805-7fb650af443c tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 949 time: 0.3325262 May 23 11:03:49.619578 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-113eae9c-b59e-40b9-9236-b116315b8c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:49.688463 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-113eae9c-b59e-40b9-9236-b116315b8c96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:49.703472 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e3c8dcf2-9c77-4720-8a9a-38eda04f579d None None] Attempting to bind port 4399f77e-a0db-48fb-8896-c83382880d0f on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:03:49.704210 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e3c8dcf2-9c77-4720-8a9a-38eda04f579d None None] Attempting to bind port 4399f77e-a0db-48fb-8896-c83382880d0f by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'f57633d5-4102-4105-9bb6-451891935c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8a433bf4-cafc-43a4-a705-ec5aef1f342b'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:03:49.704408 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c8dcf2-9c77-4720-8a9a-38eda04f579d None None] Attempting to bind port 4399f77e-a0db-48fb-8896-c83382880d0f on network 8a433bf4-cafc-43a4-a705-ec5aef1f342b {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:03:49.713554 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1bbc769e-f7c0-479c-a184-3c52d0ca5b66 None None] Provisioning for port 608b2041-4d79-4da2-b258-6e9b4b645f5e completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:03:49.717641 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c8dcf2-9c77-4720-8a9a-38eda04f579d None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:03:49.718032 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c8dcf2-9c77-4720-8a9a-38eda04f579d None None] Checking segment: {'id': 'f57633d5-4102-4105-9bb6-451891935c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8a433bf4-cafc-43a4-a705-ec5aef1f342b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:03:49.718621 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e3c8dcf2-9c77-4720-8a9a-38eda04f579d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:49.719144 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c8dcf2-9c77-4720-8a9a-38eda04f579d None None] Bound using segment: {'id': 'f57633d5-4102-4105-9bb6-451891935c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8a433bf4-cafc-43a4-a705-ec5aef1f342b'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:03:49.719799 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e3c8dcf2-9c77-4720-8a9a-38eda04f579d None None] Bound port: 4399f77e-a0db-48fb-8896-c83382880d0f, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57633d5-4102-4105-9bb6-451891935c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8a433bf4-cafc-43a4-a705-ec5aef1f342b'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:03:49.720339 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e3c8dcf2-9c77-4720-8a9a-38eda04f579d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:49.736275 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1bbc769e-f7c0-479c-a184-3c52d0ca5b66 None None] Provisioning complete for port 608b2041-4d79-4da2-b258-6e9b4b645f5e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:03:49.736811 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1bbc769e-f7c0-479c-a184-3c52d0ca5b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:49.796698 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1eda48-9380-4757-89c0-b412f8330c9d tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Pushing event updated for resources: {'Port': ['ID=608b2041-4d79-4da2-b258-6e9b4b645f5e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:49.854329 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-8f314e5d-8ab6-4f68-8148-fe26a9391867 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f&tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab HTTP/1.1" status: 200 len: 1100 time: 1.4764340 May 23 11:03:49.855632 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-5d1eda48-9380-4757-89c0-b412f8330c9d tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0856392 May 23 11:03:49.879079 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1bbc769e-f7c0-479c-a184-3c52d0ca5b66 None None] Port 608b2041-4d79-4da2-b258-6e9b4b645f5e cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:03:49.893985 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4576fcee-94b4-40fc-a87a-68184c01cb0a req-e2fdf60f-249a-40dc-ac19-bcbf2a0ce64d tempest-ServersAaction247Test-1367124220 tempest-ServersAaction247Test-1367124220-project] 10.222.0.79 "GET /v2.0/ports?device_id=19d268b3-1fad-4ad8-a6ad-1058c1c66b7f HTTP/1.1" status: 200 len: 210 time: 0.2240069 May 23 11:03:49.940162 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-b0a2192d-11dd-4d05-8c9d-e3a07b8c00b6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-842952-2', 'device_owner': 'compute:nova'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:03:49.942252 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e3c8dcf2-9c77-4720-8a9a-38eda04f579d None None] For port 4399f77e-a0db-48fb-8896-c83382880d0f, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:03:49.957590 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e3c8dcf2-9c77-4720-8a9a-38eda04f579d None None] For port 4399f77e-a0db-48fb-8896-c83382880d0f, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=4399f77e-a0db-48fb-8896-c83382880d0f,segment=NetworkSegment(f57633d5-4102-4105-9bb6-451891935c60),segment_id=f57633d5-4102-4105-9bb6-451891935c60)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:03:49.961532 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a5cd28be-ea08-4056-a21e-abab92ec4c9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:49.968797 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-045defc5-36d6-49a8-91ab-ca5745b965a6 req-dc3ad725-3902-4267-a65b-7bbea97ea974 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507495 May 23 11:03:49.973248 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-ddf30dfe-bbb6-4b85-8bb9-6f36b94af06a service neutron] Request body: {'port': {'device_id': '81f0e50e-11eb-4672-845a-a174fdd080c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:03:49.975009 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e3c8dcf2-9c77-4720-8a9a-38eda04f579d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:50.000821 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a5cd28be-ea08-4056-a21e-abab92ec4c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:50.048684 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-96d60979-8c97-4e7c-9711-35a102f316d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:50.049184 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:03:50.171041 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d60979-8c97-4e7c-9711-35a102f316d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60e4a373-c57e-4177-aabd-c000f2d6d45c,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:50.182770 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113eae9c-b59e-40b9-9236-b116315b8c96 admin admin] Pushing event updated for resources: {'Port': ['ID=65b6ed11-376d-418e-a4fb-ab5f27ac6cbf,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:50.184817 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c8dcf2-9c77-4720-8a9a-38eda04f579d None None] Pushing event updated for resources: {'Port': ['ID=4399f77e-a0db-48fb-8896-c83382880d0f,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:50.224603 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cd28be-ea08-4056-a21e-abab92ec4c9a admin admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:03:50.227148 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cd28be-ea08-4056-a21e-abab92ec4c9a admin admin] Pushing event updated for resources: {'Port': ['ID=3ecec9c7-b5bf-409e-bb66-978556af0628,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:50.239178 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-a5cd28be-ea08-4056-a21e-abab92ec4c9a admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:03:50.243169 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cd28be-ea08-4056-a21e-abab92ec4c9a admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:03:50.342851 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-ddf30dfe-bbb6-4b85-8bb9-6f36b94af06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:50.384812 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 1bbf699c-1822-4118-9239-33cb85effca0 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:03:50.437767 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226762f7-1ba4-4a99-8989-e93446c95efa req-f3adc443-fb45-4cda-b0a6-4eae1c439557 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:50.437996 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-226762f7-1ba4-4a99-8989-e93446c95efa req-f3adc443-fb45-4cda-b0a6-4eae1c439557 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/ports?device_id=81f0e50e-11eb-4672-845a-a174fdd080c6 HTTP/1.1" status: 200 len: 932 time: 0.3249030 May 23 11:03:50.470198 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 1bbf699c-1822-4118-9239-33cb85effca0 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:03:50.470576 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 1bbf699c-1822-4118-9239-33cb85effca0 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:03:50.471137 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:03:50.503660 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113eae9c-b59e-40b9-9236-b116315b8c96 admin admin] Network cff44a82-4e2b-4550-bdef-9ee10939ff49 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:03:50.543432 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-113eae9c-b59e-40b9-9236-b116315b8c96 admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:03:50.613100 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-226762f7-1ba4-4a99-8989-e93446c95efa req-ffc5fcb5-8463-4e3a-a8f9-1ab855664d56 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/security-groups?id=fd7ae4e9-c64f-43e7-a534-5bc4072aa4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653461 May 23 11:03:50.637004 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d60979-8c97-4e7c-9711-35a102f316d8 admin admin] Checking segment: {'id': '6344bf50-bfbc-415d-80cf-5bf7b3798f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a025bceb-7400-4de0-b061-2810bd8afab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:03:50.637244 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d60979-8c97-4e7c-9711-35a102f316d8 admin admin] Network hostable DHCP agents. Network: a025bceb-7400-4de0-b061-2810bd8afab4, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:03:50.747923 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-b0a2192d-11dd-4d05-8c9d-e3a07b8c00b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:50.758815 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:50.806204 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a5cd28be-ea08-4056-a21e-abab92ec4c9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:50.806950 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a5cd28be-ea08-4056-a21e-abab92ec4c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:50.818228 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a72dc188-1eb2-465c-968d-fd9d9ec232ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:50.819530 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00db5ce-de63-4529-8dc3-eff53b35874b req-210ca28d-5430-4c2b-b9e4-77811e8ab0de tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:50.824524 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4baff124-04d7-43dd-9ae5-fdfceb08346f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0534ca48-d26f-46c1-88f6-3e853ec7fcd8'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:03:50.837505 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=0534ca48-d26f-46c1-88f6-3e853ec7fcd8,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:03:50.844863 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-a00db5ce-de63-4529-8dc3-eff53b35874b req-210ca28d-5430-4c2b-b9e4-77811e8ab0de tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Synchronizing usage tracker for tenant:70139281f5db4004afe2c4c8ea88321a on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:03:50.847139 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:50.917756 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 4399f77e-a0db-48fb-8896-c83382880d0f up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:03:51.002310 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd1efae1-47a0-4ff4-9e11-4f71aba89dfe'] response: {'server_uuid': '4baff124-04d7-43dd-9ae5-fdfceb08346f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0534ca48-d26f-46c1-88f6-3e853ec7fcd8', 'code': 200} May 23 11:03:51.070811 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0ff929c3-f04a-49c3-92c3-4d30207ff5d4 None None] Provisioning complete for port 65b6ed11-376d-418e-a4fb-ab5f27ac6cbf triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:03:51.071192 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0ff929c3-f04a-49c3-92c3-4d30207ff5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:51.071434 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-a00db5ce-de63-4529-8dc3-eff53b35874b req-210ca28d-5430-4c2b-b9e4-77811e8ab0de tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Unset dirty status for tenant:70139281f5db4004afe2c4c8ea88321a on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:03:51.072732 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a00db5ce-de63-4529-8dc3-eff53b35874b req-210ca28d-5430-4c2b-b9e4-77811e8ab0de tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 945 time: 0.4217315 May 23 11:03:51.130588 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 4399f77e-a0db-48fb-8896-c83382880d0f completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:03:51.133586 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=0534ca48-d26f-46c1-88f6-3e853ec7fcd8,revision_number=10']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:51.207957 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-0ff929c3-f04a-49c3-92c3-4d30207ff5d4 None None] Port 65b6ed11-376d-418e-a4fb-ab5f27ac6cbf cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:03:51.220710 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a7a18d89-bdd1-4c79-afd4-62d34a409f6c req-bd1fefd2-2368-4ecd-aaae-c050bfc5d845 tempest-ServersAaction247Test-1367124220 tempest-ServersAaction247Test-1367124220-project] 10.222.0.79 "GET /v2.0/ports?device_id=19d268b3-1fad-4ad8-a6ad-1058c1c66b7f HTTP/1.1" status: 200 len: 210 time: 0.0748444 May 23 11:03:51.248949 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a00db5ce-de63-4529-8dc3-eff53b35874b req-0f91c67d-eeb6-4db3-90eb-2892c03c6c6b tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610284 May 23 11:03:51.379917 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467b624-c2aa-4c1c-9e12-45ef027d7ad9 req-20b00ac3-9c39-4eb6-af6e-9992ea62bcba tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:51.380983 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d60979-8c97-4e7c-9711-35a102f316d8 admin admin] Network a025bceb-7400-4de0-b061-2810bd8afab4 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:03:51.381525 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9467b624-c2aa-4c1c-9e12-45ef027d7ad9 req-20b00ac3-9c39-4eb6-af6e-9992ea62bcba tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.13 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 945 time: 0.1227078 May 23 11:03:51.532243 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-9467b624-c2aa-4c1c-9e12-45ef027d7ad9 req-9ea954de-c01c-4c97-a7d5-22c65d27e91f tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Deleting port 11d3c116-1d5a-472e-819d-32f0aa1667c2 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:03:51.532574 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9467b624-c2aa-4c1c-9e12-45ef027d7ad9 req-9ea954de-c01c-4c97-a7d5-22c65d27e91f tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:51.550285 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-96d60979-8c97-4e7c-9711-35a102f316d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, a025bceb-7400-4de0-b061-2810bd8afab4) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:03:51.561366 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fe47ce-c9ba-4a6f-a440-f16be5ce5572 None None] Network a025bceb-7400-4de0-b061-2810bd8afab4 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:03:51.579851 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d60979-8c97-4e7c-9711-35a102f316d8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:51.580447 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-96d60979-8c97-4e7c-9711-35a102f316d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:51.596152 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5cd28be-ea08-4056-a21e-abab92ec4c9a admin admin] Router 5ee75690-8738-4086-b843-9decf3914d5d is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:03:51.748800 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b851f6c-6aa5-4bfd-8c78-685f6127c9dd req-41bf66ac-06af-4e51-b56c-0dd0bf983d62 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:51.756642 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4b851f6c-6aa5-4bfd-8c78-685f6127c9dd req-41bf66ac-06af-4e51-b56c-0dd0bf983d62 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 948 time: 0.3148713 May 23 11:03:51.767023 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5add1719-7510-49d2-bf9f-277f53a93be3 None None] Network 8a433bf4-cafc-43a4-a705-ec5aef1f342b requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:03:51.954524 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-67150551-4dfd-40b7-8779-608ac2a6dec3 None None] Provisioning for port 4399f77e-a0db-48fb-8896-c83382880d0f completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:03:51.969960 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-96d60979-8c97-4e7c-9711-35a102f316d8 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.8722224 May 23 11:03:52.078980 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4b851f6c-6aa5-4bfd-8c78-685f6127c9dd req-b9a68449-110b-45cc-ad52-467f78367293 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214376 May 23 11:03:52.127714 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-9467b624-c2aa-4c1c-9e12-45ef027d7ad9 req-9ea954de-c01c-4c97-a7d5-22c65d27e91f tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] For port 11d3c116-1d5a-472e-819d-32f0aa1667c2, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=11d3c116-1d5a-472e-819d-32f0aa1667c2,segment=NetworkSegment(6816cea3-60a2-419d-a967-3c4d162775bd),segment_id=6816cea3-60a2-419d-a967-3c4d162775bd)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:03:52.128272 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9467b624-c2aa-4c1c-9e12-45ef027d7ad9 req-9ea954de-c01c-4c97-a7d5-22c65d27e91f tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:52.195531 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-67150551-4dfd-40b7-8779-608ac2a6dec3 None None] Provisioning complete for port 4399f77e-a0db-48fb-8896-c83382880d0f triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:03:52.195994 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-67150551-4dfd-40b7-8779-608ac2a6dec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:52.268915 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-b0a2192d-11dd-4d05-8c9d-e3a07b8c00b6 service neutron] For port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=0534ca48-d26f-46c1-88f6-3e853ec7fcd8,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:03:52.277016 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-a72dc188-1eb2-465c-968d-fd9d9ec232ac admin admin] Allocated IP 172.20.0.1 (6577dc3d-76e7-4320-a115-e81ce5234e8c/5560744c-752b-4a3c-9fb8-a48ba0a5ab1c/e504dda2-5336-48af-84ce-e20710a575a5) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:03:52.327534 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-ddf30dfe-bbb6-4b85-8bb9-6f36b94af06a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 608b2041-4d79-4da2-b258-6e9b4b645f5e {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:03:52.381718 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-ddf30dfe-bbb6-4b85-8bb9-6f36b94af06a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:52.397679 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-b0a2192d-11dd-4d05-8c9d-e3a07b8c00b6 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:03:52.452544 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-9467b624-c2aa-4c1c-9e12-45ef027d7ad9 req-9ea954de-c01c-4c97-a7d5-22c65d27e91f tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Calling delete_port for 11d3c116-1d5a-472e-819d-32f0aa1667c2 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:03:52.551301 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab064409-8c85-4654-96f5-1570be75ac2e None None] Network a025bceb-7400-4de0-b061-2810bd8afab4 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:03:52.557002 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-b0a2192d-11dd-4d05-8c9d-e3a07b8c00b6 service neutron] For port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:03:52.601439 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-ddf30dfe-bbb6-4b85-8bb9-6f36b94af06a service neutron] Transition to ACTIVE for port object 608b2041-4d79-4da2-b258-6e9b4b645f5e will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:03:52.627953 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-ddf30dfe-bbb6-4b85-8bb9-6f36b94af06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:52.689761 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-add133a7-eee5-4e4b-8f6d-11e485f67521 req-3c5edc6d-c55a-440f-9163-c412c363f05f tempest-ServersAaction247Test-1367124220 tempest-ServersAaction247Test-1367124220-project] 10.222.0.79 "GET /v2.0/ports?device_id=19d268b3-1fad-4ad8-a6ad-1058c1c66b7f HTTP/1.1" status: 200 len: 210 time: 0.0551705 May 23 11:03:52.742016 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-67150551-4dfd-40b7-8779-608ac2a6dec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:52.742497 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d37dd-bc4e-49e8-af82-2296a64cac99 req-74a3a267-0ea4-42f4-8bc4-c1decd3cf14c tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:52.752916 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-627d37dd-bc4e-49e8-af82-2296a64cac99 req-74a3a267-0ea4-42f4-8bc4-c1decd3cf14c tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/ports?device_id=81f0e50e-11eb-4672-845a-a174fdd080c6 HTTP/1.1" status: 200 len: 932 time: 0.8470798 May 23 11:03:52.774547 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9467b624-c2aa-4c1c-9e12-45ef027d7ad9 req-9ea954de-c01c-4c97-a7d5-22c65d27e91f tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:52.864888 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-b0a2192d-11dd-4d05-8c9d-e3a07b8c00b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:03:52.876227 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-627d37dd-bc4e-49e8-af82-2296a64cac99 req-3ed6df47-5956-441d-b782-d4ed25d3f6ee tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/security-groups?id=fd7ae4e9-c64f-43e7-a534-5bc4072aa4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177328 May 23 11:03:52.919432 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-b0a2192d-11dd-4d05-8c9d-e3a07b8c00b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:52.977234 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-67150551-4dfd-40b7-8779-608ac2a6dec3 None None] For port 4399f77e-a0db-48fb-8896-c83382880d0f, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=4399f77e-a0db-48fb-8896-c83382880d0f,segment=NetworkSegment(f57633d5-4102-4105-9bb6-451891935c60),segment_id=f57633d5-4102-4105-9bb6-451891935c60)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:03:52.980065 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 8f7407e6-d009-453e-9e5a-857b81983522 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:03:53.030079 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-67150551-4dfd-40b7-8779-608ac2a6dec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:53.070003 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf30dfe-bbb6-4b85-8bb9-6f36b94af06a service neutron] Pushing event updated for resources: {'Port': ['ID=608b2041-4d79-4da2-b258-6e9b4b645f5e,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:53.081117 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-b0a2192d-11dd-4d05-8c9d-e3a07b8c00b6 service neutron] Transition to ACTIVE for port object 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:03:53.086904 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a72dc188-1eb2-465c-968d-fd9d9ec232ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:53.101809 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-b0a2192d-11dd-4d05-8c9d-e3a07b8c00b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:53.112323 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea954de-c01c-4c97-a7d5-22c65d27e91f tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Pushing event deleted for resources: {'Port': ['ID=11d3c116-1d5a-472e-819d-32f0aa1667c2,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:53.179816 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-02136aa2-6f6a-435d-8ab3-de9c54ea8438 req-09676247-f2e1-4d5a-8ad9-fa6dd68ddbb9 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 210 time: 0.1679885 May 23 11:03:53.256196 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67150551-4dfd-40b7-8779-608ac2a6dec3 None None] Pushing event updated for resources: {'Port': ['ID=4399f77e-a0db-48fb-8896-c83382880d0f,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:53.257810 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-a72dc188-1eb2-465c-968d-fd9d9ec232ac admin admin] Transition to ACTIVE for port object e504dda2-5336-48af-84ce-e20710a575a5 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:03:53.269493 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 8f7407e6-d009-453e-9e5a-857b81983522 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:03:53.282618 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 8f7407e6-d009-453e-9e5a-857b81983522 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:03:53.283009 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:53.388966 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-113eae9c-b59e-40b9-9236-b116315b8c96 admin admin] Router e5a00999-2f4d-4171-9861-743771f002be has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:03:53.390254 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a2192d-11dd-4d05-8c9d-e3a07b8c00b6 service neutron] Pushing event updated for resources: {'Port': ['ID=0534ca48-d26f-46c1-88f6-3e853ec7fcd8,revision_number=11']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:53.411232 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-9467b624-c2aa-4c1c-9e12-45ef027d7ad9 req-9ea954de-c01c-4c97-a7d5-22c65d27e91f tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] No DVR routers for this DVR port 11d3c116-1d5a-472e-819d-32f0aa1667c2 on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:03:53.414357 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9467b624-c2aa-4c1c-9e12-45ef027d7ad9 req-9ea954de-c01c-4c97-a7d5-22c65d27e91f tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:53.462365 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03229724-d041-4e1a-a3bf-4a915c32c586', 'name': 'network-vif-deleted', 'tag': '11d3c116-1d5a-472e-819d-32f0aa1667c2'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:03:53.522572 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9467b624-c2aa-4c1c-9e12-45ef027d7ad9 req-9ea954de-c01c-4c97-a7d5-22c65d27e91f tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.13 "DELETE /v2.0/ports/11d3c116-1d5a-472e-819d-32f0aa1667c2 HTTP/1.1" status: 204 len: 173 time: 2.1331167 May 23 11:03:53.551241 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:53.554702 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5cd28be-ea08-4056-a21e-abab92ec4c9a admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:03:53.591927 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6434ac-ef09-4873-a4d0-1607bb76d3d9 None None] Sync routers for ids ['5ee75690-8738-4086-b843-9decf3914d5d'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:03:53.597829 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c648d-1a6f-4c05-98cd-1934a6ba9d49 req-1beb8d53-cc9a-4e14-9d40-b8b1b0db52e7 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:53.599573 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ba6c648d-1a6f-4c05-98cd-1934a6ba9d49 req-1beb8d53-cc9a-4e14-9d40-b8b1b0db52e7 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 948 time: 0.2394960 May 23 11:03:53.601126 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a5cd28be-ea08-4056-a21e-abab92ec4c9a admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:53.605045 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a5cd28be-ea08-4056-a21e-abab92ec4c9a admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1105177 May 23 11:03:53.605045 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-556a58ac-887c-4a17-ad09-bf64be950c13'] response: {'server_uuid': '03229724-d041-4e1a-a3bf-4a915c32c586', 'name': 'network-vif-deleted', 'tag': '11d3c116-1d5a-472e-819d-32f0aa1667c2', 'status': 'completed', 'code': 200} May 23 11:03:53.605448 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41012) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:03:53.659218 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ec2e7b6c-0ebe-45ac-abdd-d02ef848ba2c None None] Provisioning complete for port 4399f77e-a0db-48fb-8896-c83382880d0f triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:03:53.659906 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ec2e7b6c-0ebe-45ac-abdd-d02ef848ba2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:53.702645 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-b0a2192d-11dd-4d05-8c9d-e3a07b8c00b6 service neutron] No DVR routers for this DVR port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 on host n-h1-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:03:53.756211 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 8f7407e6-d009-453e-9e5a-857b81983522, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=8f7407e6-d009-453e-9e5a-857b81983522,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:03:53.757746 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6434ac-ef09-4873-a4d0-1607bb76d3d9 None None] Routers {'5ee75690-8738-4086-b843-9decf3914d5d'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:03:53.757956 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-6a6434ac-ef09-4873-a4d0-1607bb76d3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:03:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['5ee75690-8738-4086-b843-9decf3914d5d'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:03:53.925442 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:54.069459 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e1b7d3c7-7674-4fb9-8ade-c1004a0b99e4 req-d7bcdc89-0b6e-47a2-945e-ad9f26e1dc99 tempest-ServersAaction247Test-1367124220 tempest-ServersAaction247Test-1367124220-project] 10.222.0.79 "GET /v2.0/ports?device_id=19d268b3-1fad-4ad8-a6ad-1058c1c66b7f HTTP/1.1" status: 200 len: 210 time: 0.1042607 May 23 11:03:54.120849 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ba6c648d-1a6f-4c05-98cd-1934a6ba9d49 req-f88e9fde-ed11-435e-b5ac-99c8496cde84 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951327 May 23 11:03:54.242421 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=8f7407e6-d009-453e-9e5a-857b81983522,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:54.286838 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-ddf30dfe-bbb6-4b85-8bb9-6f36b94af06a service neutron] Attempting to bind port 608b2041-4d79-4da2-b258-6e9b4b645f5e on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:03:54.287170 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-ddf30dfe-bbb6-4b85-8bb9-6f36b94af06a service neutron] Attempting to bind port 608b2041-4d79-4da2-b258-6e9b4b645f5e by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': 'a9f43d9a-d5c3-4172-a5d6-8803666768bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:03:54.287578 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-ddf30dfe-bbb6-4b85-8bb9-6f36b94af06a service neutron] Attempting to bind port 608b2041-4d79-4da2-b258-6e9b4b645f5e on network 0930e7e8-6d74-47b9-b850-f307a169b841 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:03:54.311301 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-6a6434ac-ef09-4873-a4d0-1607bb76d3d9 None None] Set router 5ee75690-8738-4086-b843-9decf3914d5d gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:03:54.419442 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-ddf30dfe-bbb6-4b85-8bb9-6f36b94af06a service neutron] Port 608b2041-4d79-4da2-b258-6e9b4b645f5e on network 0930e7e8-6d74-47b9-b850-f307a169b841 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:03:54.419906 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-ddf30dfe-bbb6-4b85-8bb9-6f36b94af06a service neutron] Attempting to bind port 608b2041-4d79-4da2-b258-6e9b4b645f5e on network 0930e7e8-6d74-47b9-b850-f307a169b841 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:03:54.476820 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a72dc188-1eb2-465c-968d-fd9d9ec232ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:54.488055 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-b0a2192d-11dd-4d05-8c9d-e3a07b8c00b6 service neutron] Attempting to bind port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:03:54.488407 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-b0a2192d-11dd-4d05-8c9d-e3a07b8c00b6 service neutron] Attempting to bind port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:03:54.488736 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-b0a2192d-11dd-4d05-8c9d-e3a07b8c00b6 service neutron] Attempting to bind port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:03:54.537135 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-ddf30dfe-bbb6-4b85-8bb9-6f36b94af06a service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:03:54.537505 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-ddf30dfe-bbb6-4b85-8bb9-6f36b94af06a service neutron] Checking segment: {'id': 'a9f43d9a-d5c3-4172-a5d6-8803666768bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:03:54.537900 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-ddf30dfe-bbb6-4b85-8bb9-6f36b94af06a service neutron] Bound using segment: {'id': 'a9f43d9a-d5c3-4172-a5d6-8803666768bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:03:54.538350 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-ddf30dfe-bbb6-4b85-8bb9-6f36b94af06a service neutron] Bound port: 608b2041-4d79-4da2-b258-6e9b4b645f5e, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9f43d9a-d5c3-4172-a5d6-8803666768bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:03:54.538829 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-ddf30dfe-bbb6-4b85-8bb9-6f36b94af06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:54.575105 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-b0a2192d-11dd-4d05-8c9d-e3a07b8c00b6 service neutron] Port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:03:54.575427 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-b0a2192d-11dd-4d05-8c9d-e3a07b8c00b6 service neutron] Attempting to bind port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:03:54.617221 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72dc188-1eb2-465c-968d-fd9d9ec232ac admin admin] Network 6577dc3d-76e7-4320-a115-e81ce5234e8c is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:03:54.627773 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-39bc0c6f-318f-4603-9984-cbf28fc43473 req-cdd54cd4-e0a3-4a8c-aa22-6c59a505dbcf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=19d268b3-1fad-4ad8-a6ad-1058c1c66b7f HTTP/1.1" status: 200 len: 210 time: 0.1834204 May 23 11:03:54.632579 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-a72dc188-1eb2-465c-968d-fd9d9ec232ac admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:03:54.640330 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-b0a2192d-11dd-4d05-8c9d-e3a07b8c00b6 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:03:54.640330 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-b0a2192d-11dd-4d05-8c9d-e3a07b8c00b6 service neutron] Checking segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:03:54.640691 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-b0a2192d-11dd-4d05-8c9d-e3a07b8c00b6 service neutron] Bound using segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:03:54.641154 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-b0a2192d-11dd-4d05-8c9d-e3a07b8c00b6 service neutron] Bound port: 0534ca48-d26f-46c1-88f6-3e853ec7fcd8, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:03:54.641477 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-b0a2192d-11dd-4d05-8c9d-e3a07b8c00b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:54.644918 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-bbe78fb9-4b31-45fe-b1f6-41f65b8e8855 req-0b2fea86-788a-45a2-9de3-69e728351694 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Synchronizing usage tracker for tenant:70139281f5db4004afe2c4c8ea88321a on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:03:54.653720 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72dc188-1eb2-465c-968d-fd9d9ec232ac admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:03:54.687461 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72dc188-1eb2-465c-968d-fd9d9ec232ac admin admin] Pushing event updated for resources: {'Port': ['ID=e504dda2-5336-48af-84ce-e20710a575a5,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:54.708404 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-bbe78fb9-4b31-45fe-b1f6-41f65b8e8855 req-0b2fea86-788a-45a2-9de3-69e728351694 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Unset dirty status for tenant:70139281f5db4004afe2c4c8ea88321a on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:03:54.709446 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bbe78fb9-4b31-45fe-b1f6-41f65b8e8855 req-0b2fea86-788a-45a2-9de3-69e728351694 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=03229724-d041-4e1a-a3bf-4a915c32c586 HTTP/1.1" status: 200 len: 210 time: 0.1372635 May 23 11:03:54.745343 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e10769-f95e-47c6-8d7c-0446e092fb24 req-4b818525-335e-49b2-a9f7-586391f0faff tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:54.752976 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-6a6434ac-ef09-4873-a4d0-1607bb76d3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee75690-8738-4086-b843-9decf3914d5d', 'name': 'tempest-FloatingIPsTestJSON-2135321853-router', 'tenant_id': '23bb26fdfb82469f84eb7f768a40df16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '3ecec9c7-b5bf-409e-bb66-978556af0628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:48Z', 'updated_at': '2022-05-23T11:03:50Z', 'revision_number': 3, 'project_id': '23bb26fdfb82469f84eb7f768a40df16', 'gw_port': {'id': '3ecec9c7-b5bf-409e-bb66-978556af0628', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:98:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee75690-8738-4086-b843-9decf3914d5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:49Z', 'updated_at': '2022-05-23T11:03:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:03:54.758388 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-62e10769-f95e-47c6-8d7c-0446e092fb24 req-4b818525-335e-49b2-a9f7-586391f0faff tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/ports?device_id=81f0e50e-11eb-4672-845a-a174fdd080c6 HTTP/1.1" status: 200 len: 944 time: 0.3423002 May 23 11:03:54.761058 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6434ac-ef09-4873-a4d0-1607bb76d3d9 None None] Checking router: 5ee75690-8738-4086-b843-9decf3914d5d for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:03:54.761638 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6434ac-ef09-4873-a4d0-1607bb76d3d9 None None] Updating router 5ee75690-8738-4086-b843-9decf3914d5d port 3ecec9c7-b5bf-409e-bb66-978556af0628 binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:03:54.853944 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6a6434ac-ef09-4873-a4d0-1607bb76d3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:54.855354 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-62e10769-f95e-47c6-8d7c-0446e092fb24 req-5621c32b-ce2b-40fe-93a9-a0069bbcf1cb tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/security-groups?id=fd7ae4e9-c64f-43e7-a534-5bc4072aa4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960202 May 23 11:03:54.861805 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a72dc188-1eb2-465c-968d-fd9d9ec232ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:54.944416 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-ddf30dfe-bbb6-4b85-8bb9-6f36b94af06a service neutron] For port 608b2041-4d79-4da2-b258-6e9b4b645f5e, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:03:54.977553 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-b0a2192d-11dd-4d05-8c9d-e3a07b8c00b6 service neutron] For port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:03:55.003894 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-ddf30dfe-bbb6-4b85-8bb9-6f36b94af06a service neutron] For port 608b2041-4d79-4da2-b258-6e9b4b645f5e, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=608b2041-4d79-4da2-b258-6e9b4b645f5e,segment=NetworkSegment(a9f43d9a-d5c3-4172-a5d6-8803666768bb),segment_id=a9f43d9a-d5c3-4172-a5d6-8803666768bb)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:03:55.028690 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-b0a2192d-11dd-4d05-8c9d-e3a07b8c00b6 service neutron] For port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0534ca48-d26f-46c1-88f6-3e853ec7fcd8,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:03:55.038111 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-ddf30dfe-bbb6-4b85-8bb9-6f36b94af06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:55.047499 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 8f7407e6-d009-453e-9e5a-857b81983522 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:03:55.099801 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-b0a2192d-11dd-4d05-8c9d-e3a07b8c00b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:55.125905 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f2f75314-69a9-46c0-85eb-47817a2d1645 None None] Provisioning for port e504dda2-5336-48af-84ce-e20710a575a5 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:03:55.127500 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-ddf30dfe-bbb6-4b85-8bb9-6f36b94af06a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:55.128765 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-ddf30dfe-bbb6-4b85-8bb9-6f36b94af06a service neutron] 10.222.0.81 "PUT /v2.0/ports/608b2041-4d79-4da2-b258-6e9b4b645f5e HTTP/1.1" status: 200 len: 1092 time: 5.2015326 May 23 11:03:55.134345 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f0e50e-11eb-4672-845a-a174fdd080c6', 'tag': '608b2041-4d79-4da2-b258-6e9b4b645f5e'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:03:55.142670 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f2f75314-69a9-46c0-85eb-47817a2d1645 None None] Provisioning complete for port e504dda2-5336-48af-84ce-e20710a575a5 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:03:55.143141 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f2f75314-69a9-46c0-85eb-47817a2d1645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:55.178199 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-b0a2192d-11dd-4d05-8c9d-e3a07b8c00b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:55.179366 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-b0a2192d-11dd-4d05-8c9d-e3a07b8c00b6 service neutron] 10.222.0.81 "PUT /v2.0/ports/0534ca48-d26f-46c1-88f6-3e853ec7fcd8 HTTP/1.1" status: 200 len: 1096 time: 5.2538290 May 23 11:03:55.345305 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f2f75314-69a9-46c0-85eb-47817a2d1645 None None] Port e504dda2-5336-48af-84ce-e20710a575a5 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:03:55.361381 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf30dfe-bbb6-4b85-8bb9-6f36b94af06a service neutron] Pushing event updated for resources: {'Port': ['ID=608b2041-4d79-4da2-b258-6e9b4b645f5e,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:55.389818 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 8f7407e6-d009-453e-9e5a-857b81983522 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:03:55.390185 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:55.558730 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e08fdb61-078c-4851-9d9b-2e628e584851 req-47d04619-8469-40b9-81cd-40b0e840babc tempest-ServersAaction247Test-1367124220 tempest-ServersAaction247Test-1367124220-project] 10.222.0.79 "GET /v2.0/ports?device_id=19d268b3-1fad-4ad8-a6ad-1058c1c66b7f HTTP/1.1" status: 200 len: 210 time: 0.0797572 May 23 11:03:55.625878 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113eae9c-b59e-40b9-9236-b116315b8c96 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:03:55.648374 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-113eae9c-b59e-40b9-9236-b116315b8c96 admin admin] 10.222.0.79 "PUT /v2.0/routers/e5a00999-2f4d-4171-9861-743771f002be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.6813738 May 23 11:03:55.670740 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8344c8b4-8bfa-4764-b4e5-65b6647a452a'] response: {'name': 'network-changed', 'server_uuid': '81f0e50e-11eb-4672-845a-a174fdd080c6', 'tag': '608b2041-4d79-4da2-b258-6e9b4b645f5e', 'status': 'completed', 'code': 200} May 23 11:03:55.706452 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 4399f77e-a0db-48fb-8896-c83382880d0f up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:03:55.734570 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a72dc188-1eb2-465c-968d-fd9d9ec232ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:55.786768 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9a929683-d794-4e8d-9309-6271965aeb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:55.794517 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6a6434ac-ef09-4873-a4d0-1607bb76d3d9 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:55.814163 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6a6434ac-ef09-4873-a4d0-1607bb76d3d9 None None] Transition to ACTIVE for port object 3ecec9c7-b5bf-409e-bb66-978556af0628 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:03:55.830204 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6a6434ac-ef09-4873-a4d0-1607bb76d3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:55.851051 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a2192d-11dd-4d05-8c9d-e3a07b8c00b6 service neutron] Pushing event updated for resources: {'Port': ['ID=0534ca48-d26f-46c1-88f6-3e853ec7fcd8,revision_number=12']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:55.887437 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 4399f77e-a0db-48fb-8896-c83382880d0f triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:03:55.891325 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:56.042106 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b522b0-a778-4dae-9427-c6830d57ce3f None None] Pushing event updated for resources: {'Port': ['ID=3ecec9c7-b5bf-409e-bb66-978556af0628,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:56.053422 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-6a6434ac-ef09-4873-a4d0-1607bb76d3d9 None None] Attempting to bind port 3ecec9c7-b5bf-409e-bb66-978556af0628 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:03:56.054005 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-6a6434ac-ef09-4873-a4d0-1607bb76d3d9 None None] Attempting to bind port 3ecec9c7-b5bf-409e-bb66-978556af0628 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:03:56.054582 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6434ac-ef09-4873-a4d0-1607bb76d3d9 None None] Attempting to bind port 3ecec9c7-b5bf-409e-bb66-978556af0628 on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:03:56.071278 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6434ac-ef09-4873-a4d0-1607bb76d3d9 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:03:56.072160 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6434ac-ef09-4873-a4d0-1607bb76d3d9 None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:03:56.072750 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6a6434ac-ef09-4873-a4d0-1607bb76d3d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:56.073316 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6434ac-ef09-4873-a4d0-1607bb76d3d9 None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:03:56.074120 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-6a6434ac-ef09-4873-a4d0-1607bb76d3d9 None None] Bound port: 3ecec9c7-b5bf-409e-bb66-978556af0628, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:03:56.074594 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6a6434ac-ef09-4873-a4d0-1607bb76d3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:56.105950 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-5c12d3b6-3984-4213-98b9-ecbaf7c5d3be service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e45cf791a4a1458dadb0a080d541d299&device_id=81f0e50e-11eb-4672-845a-a174fdd080c6 HTTP/1.1" status: 200 len: 1095 time: 0.8913498 May 23 11:03:56.119964 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-8c2ce8ff-1565-4b53-94be-f7f7238b9de8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 1099 time: 0.7664633 May 23 11:03:56.182524 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 8bbf2440-ac13-458c-8a02-cc347e5dafa7 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:03:56.302028 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6a6434ac-ef09-4873-a4d0-1607bb76d3d9 None None] For port 3ecec9c7-b5bf-409e-bb66-978556af0628, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:03:56.306584 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6a6434ac-ef09-4873-a4d0-1607bb76d3d9 None None] For port 3ecec9c7-b5bf-409e-bb66-978556af0628, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=3ecec9c7-b5bf-409e-bb66-978556af0628,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:03:56.315320 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6a6434ac-ef09-4873-a4d0-1607bb76d3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:56.325134 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-167f4380-d3a0-4c85-8847-22ab44eaccfa service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=608b2041-4d79-4da2-b258-6e9b4b645f5e HTTP/1.1" status: 200 len: 217 time: 0.1870522 May 23 11:03:56.348753 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-9a929683-d794-4e8d-9309-6271965aeb18 admin admin] Allocated IP 172.20.0.1 (8a433bf4-cafc-43a4-a705-ec5aef1f342b/86b335a2-c356-4485-a743-1610fc62072b/74be2710-cbd0-42c8-8bd8-ae239e7188be) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:03:56.386303 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 8bbf2440-ac13-458c-8a02-cc347e5dafa7 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:03:56.392596 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a732c1-f8f8-4842-8508-f4aec1b9e4e5 req-27097c04-b9dd-445b-97ce-5a662cb9bae6 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:56.394443 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-97a732c1-f8f8-4842-8508-f4aec1b9e4e5 req-27097c04-b9dd-445b-97ce-5a662cb9bae6 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 948 time: 0.5490968 May 23 11:03:56.397178 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 8bbf2440-ac13-458c-8a02-cc347e5dafa7 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:03:56.397855 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:56.428709 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-4c001c90-a646-4c0b-bd70-512d4d2dcb6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:56.430147 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-4c001c90-a646-4c0b-bd70-512d4d2dcb6c service neutron] 10.222.0.81 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.2932885 May 23 11:03:56.433623 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a72dc188-1eb2-465c-968d-fd9d9ec232ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:56.441940 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-9f1d39db-5e67-4ab6-bdd2-d2a76ae78ef1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:56.443243 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-9f1d39db-5e67-4ab6-bdd2-d2a76ae78ef1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=233b37e7-7248-4012-bd3c-2373f43dcd00 HTTP/1.1" status: 200 len: 860 time: 0.1066887 May 23 11:03:56.447533 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 11d3c116-1d5a-472e-819d-32f0aa1667c2 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:03:56.493219 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a72dc188-1eb2-465c-968d-fd9d9ec232ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:56.502588 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 11d3c116-1d5a-472e-819d-32f0aa1667c2 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:03:56.502588 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 11d3c116-1d5a-472e-819d-32f0aa1667c2 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:03:56.513045 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2f33a-1068-4aab-83d7-2c32728825ed req-ca3c19ba-35bb-485c-a158-f31ec11a698e tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:56.514511 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-83c2f33a-1068-4aab-83d7-2c32728825ed req-ca3c19ba-35bb-485c-a158-f31ec11a698e tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/ports?device_id=81f0e50e-11eb-4672-845a-a174fdd080c6 HTTP/1.1" status: 200 len: 944 time: 0.2580531 May 23 11:03:56.517932 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b522b0-a778-4dae-9427-c6830d57ce3f None None] Pushing event updated for resources: {'Port': ['ID=3ecec9c7-b5bf-409e-bb66-978556af0628,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:56.534436 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6434ac-ef09-4873-a4d0-1607bb76d3d9 None None] Routers {'5ee75690-8738-4086-b843-9decf3914d5d'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:03:56.535055 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-6a6434ac-ef09-4873-a4d0-1607bb76d3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:03:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['5ee75690-8738-4086-b843-9decf3914d5d'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:03:56.579358 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-97a732c1-f8f8-4842-8508-f4aec1b9e4e5 req-7d4b218f-5f7f-4e92-a71c-c91abbde1f23 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687810 May 23 11:03:56.619564 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-83c2f33a-1068-4aab-83d7-2c32728825ed req-a25d23eb-af48-4b15-b4c6-d5d1c093f9b5 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/security-groups?id=fd7ae4e9-c64f-43e7-a534-5bc4072aa4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913091 May 23 11:03:56.637429 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9a929683-d794-4e8d-9309-6271965aeb18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:56.664276 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-9a929683-d794-4e8d-9309-6271965aeb18 admin admin] Transition to ACTIVE for port object 74be2710-cbd0-42c8-8bd8-ae239e7188be will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:03:56.699933 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9a929683-d794-4e8d-9309-6271965aeb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:56.805146 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-606f55ee-19a3-456f-ba1a-f1ec5c8d6378 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=0534ca48-d26f-46c1-88f6-3e853ec7fcd8 HTTP/1.1" status: 200 len: 217 time: 0.3650732 May 23 11:03:56.821319 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:56.859112 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a929683-d794-4e8d-9309-6271965aeb18 admin admin] Network 8a433bf4-cafc-43a4-a705-ec5aef1f342b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:03:56.859708 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 8bbf2440-ac13-458c-8a02-cc347e5dafa7, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=8bbf2440-ac13-458c-8a02-cc347e5dafa7,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:03:56.873248 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:56.896197 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a72dc188-1eb2-465c-968d-fd9d9ec232ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:56.903884 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72dc188-1eb2-465c-968d-fd9d9ec232ac admin admin] Pushing event updated for resources: {'Port': ['ID=e504dda2-5336-48af-84ce-e20710a575a5,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:56.927427 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-6a6434ac-ef09-4873-a4d0-1607bb76d3d9 None None] Set router 5ee75690-8738-4086-b843-9decf3914d5d gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:03:56.946429 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-fc47ad94-c9c8-41c5-a5ce-33666e143b7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:56.947911 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-fc47ad94-c9c8-41c5-a5ce-33666e143b7c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.1284847 May 23 11:03:57.078374 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a929683-d794-4e8d-9309-6271965aeb18 admin admin] Pushing event updated for resources: {'Port': ['ID=74be2710-cbd0-42c8-8bd8-ae239e7188be,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:57.084302 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-9a929683-d794-4e8d-9309-6271965aeb18 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:03:57.086683 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a929683-d794-4e8d-9309-6271965aeb18 admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:03:57.097730 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-8a017ef6-3bc6-4539-ae7c-8b15a2327cad service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0930e7e8-6d74-47b9-b850-f307a169b841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5765073 May 23 11:03:57.161393 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-6bd35466-6176-4eb8-b6b3-933fdac42c6b req-c43902ed-259e-4785-8e3c-af7f6e630518 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Synchronizing usage tracker for tenant:07103f8fb68a43de9d34cd239e20b146 on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:03:57.167162 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9a929683-d794-4e8d-9309-6271965aeb18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:57.215599 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=8bbf2440-ac13-458c-8a02-cc347e5dafa7,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:57.268307 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9a929683-d794-4e8d-9309-6271965aeb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:57.288556 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-6bd35466-6176-4eb8-b6b3-933fdac42c6b req-c43902ed-259e-4785-8e3c-af7f6e630518 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Unset dirty status for tenant:07103f8fb68a43de9d34cd239e20b146 on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:03:57.294851 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72dc188-1eb2-465c-968d-fd9d9ec232ac admin admin] Network 6577dc3d-76e7-4320-a115-e81ce5234e8c is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:03:57.299081 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6bd35466-6176-4eb8-b6b3-933fdac42c6b req-c43902ed-259e-4785-8e3c-af7f6e630518 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4373448 May 23 11:03:57.299426 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-a72dc188-1eb2-465c-968d-fd9d9ec232ac admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:03:57.306402 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-6bd35466-6176-4eb8-b6b3-933fdac42c6b req-8a882123-6ce8-400d-8501-d0a08e39e133 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:03:57.313513 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-6bd35466-6176-4eb8-b6b3-933fdac42c6b req-8a882123-6ce8-400d-8501-d0a08e39e133 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:03:57.404871 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-00f2e3da-06c9-4f21-8c62-00f2a8edf21b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4007690 May 23 11:03:57.425405 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3e47a4eb-7850-40e2-9652-d1a4b47a41a0 None None] Provisioning for port 74be2710-cbd0-42c8-8bd8-ae239e7188be completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:03:57.434554 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3e47a4eb-7850-40e2-9652-d1a4b47a41a0 None None] Provisioning complete for port 74be2710-cbd0-42c8-8bd8-ae239e7188be triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:03:57.434986 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3e47a4eb-7850-40e2-9652-d1a4b47a41a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:57.493313 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-6a6434ac-ef09-4873-a4d0-1607bb76d3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee75690-8738-4086-b843-9decf3914d5d', 'name': 'tempest-FloatingIPsTestJSON-2135321853-router', 'tenant_id': '23bb26fdfb82469f84eb7f768a40df16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '3ecec9c7-b5bf-409e-bb66-978556af0628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:48Z', 'updated_at': '2022-05-23T11:03:50Z', 'revision_number': 3, 'project_id': '23bb26fdfb82469f84eb7f768a40df16', 'gw_port': {'id': '3ecec9c7-b5bf-409e-bb66-978556af0628', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:98:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee75690-8738-4086-b843-9decf3914d5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:49Z', 'updated_at': '2022-05-23T11:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:03:57.504646 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6434ac-ef09-4873-a4d0-1607bb76d3d9 None None] The sync data for ids ['5ee75690-8738-4086-b843-9decf3914d5d'] in n-d-842952-2 is: [{'id': '5ee75690-8738-4086-b843-9decf3914d5d', 'name': 'tempest-FloatingIPsTestJSON-2135321853-router', 'tenant_id': '23bb26fdfb82469f84eb7f768a40df16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '3ecec9c7-b5bf-409e-bb66-978556af0628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:48Z', 'updated_at': '2022-05-23T11:03:50Z', 'revision_number': 3, 'project_id': '23bb26fdfb82469f84eb7f768a40df16', 'gw_port': {'id': '3ecec9c7-b5bf-409e-bb66-978556af0628', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:98:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee75690-8738-4086-b843-9decf3914d5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:49Z', 'updated_at': '2022-05-23T11:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:03:57.516583 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3e47a4eb-7850-40e2-9652-d1a4b47a41a0 None None] Port 74be2710-cbd0-42c8-8bd8-ae239e7188be cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:03:57.540479 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0470ef75-9e16-4bfe-9d0f-32c67a558105 req-a6270d55-4316-4e40-9974-60c471905764 tempest-ServersAaction247Test-1367124220 tempest-ServersAaction247Test-1367124220-project] 10.222.0.79 "GET /v2.0/ports?device_id=19d268b3-1fad-4ad8-a6ad-1058c1c66b7f HTTP/1.1" status: 200 len: 210 time: 0.2149405 May 23 11:03:57.547232 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-6bd35466-6176-4eb8-b6b3-933fdac42c6b req-8a882123-6ce8-400d-8501-d0a08e39e133 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Usage tracker for resource:floatingip and tenant:07103f8fb68a43de9d34cd239e20b146 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:03:57.550377 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-6bd35466-6176-4eb8-b6b3-933fdac42c6b req-8a882123-6ce8-400d-8501-d0a08e39e133 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:03:57.557404 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-6bd35466-6176-4eb8-b6b3-933fdac42c6b req-8a882123-6ce8-400d-8501-d0a08e39e133 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:03:57.576711 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6bd35466-6176-4eb8-b6b3-933fdac42c6b req-8a882123-6ce8-400d-8501-d0a08e39e133 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:57.638758 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-4c6e5ba5-de48-4da2-a245-d6a5006d5f3b service neutron] 10.222.0.81 "GET /v2.0/networks/0930e7e8-6d74-47b9-b850-f307a169b841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5103776 May 23 11:03:57.642645 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-55f1e29e-507a-4579-b89b-437f22cc950c None None] Provisioning complete for port e504dda2-5336-48af-84ce-e20710a575a5 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:03:57.643167 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-55f1e29e-507a-4579-b89b-437f22cc950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:57.674887 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4baff124-04d7-43dd-9ae5-fdfceb08346f', 'tag': '0534ca48-d26f-46c1-88f6-3e853ec7fcd8'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:03:57.711040 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-55f1e29e-507a-4579-b89b-437f22cc950c None None] Port e504dda2-5336-48af-84ce-e20710a575a5 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:03:57.817510 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-13f24302-039a-4fed-a3f6-5dd97188649a service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517730 May 23 11:03:57.853258 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9a929683-d794-4e8d-9309-6271965aeb18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:57.869366 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9a929683-d794-4e8d-9309-6271965aeb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:57.998509 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3aafcf02-54f2-48de-a9dd-0fe06040f88e req-c707f7ce-c30e-4620-8089-885b456511e8 service neutron] 10.222.0.81 "GET /v2.0/networks/0930e7e8-6d74-47b9-b850-f307a169b841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423567 May 23 11:03:58.111580 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9cb36-5073-467a-80d4-bf0c1dd4021c req-d598122f-e502-4ac7-a38e-b6d45d29a773 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:58.112932 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f0c9cb36-5073-467a-80d4-bf0c1dd4021c req-d598122f-e502-4ac7-a38e-b6d45d29a773 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/ports?device_id=6779dcf4-12b8-435e-8f21-ee3262657f2d HTTP/1.1" status: 200 len: 944 time: 0.3572822 May 23 11:03:58.127667 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a929683-d794-4e8d-9309-6271965aeb18 admin admin] Pushing event updated for resources: {'Port': ['ID=74be2710-cbd0-42c8-8bd8-ae239e7188be,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:58.134194 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9a929683-d794-4e8d-9309-6271965aeb18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:58.147687 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8e48630d-51cc-458a-8cc0-aeceb3f2d599 req-08b16677-4dc2-4829-a356-0740797fab4b service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179069 May 23 11:03:58.154500 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6bd35466-6176-4eb8-b6b3-933fdac42c6b req-8a882123-6ce8-400d-8501-d0a08e39e133 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:58.203074 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b2cf625f-ca76-467f-973a-2494b1a5774a req-9796abac-09f7-4690-9fe2-9bca153bc301 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e45cf791a4a1458dadb0a080d541d299&device_id=81f0e50e-11eb-4672-845a-a174fdd080c6 HTTP/1.1" status: 200 len: 1095 time: 0.0955071 May 23 11:03:58.329088 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64fa8b-7490-4804-b36a-5cbd91590e08 req-d2882c38-209f-406d-8a74-ba91c8c6bf75 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:58.330569 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f64fa8b-7490-4804-b36a-5cbd91590e08 req-d2882c38-209f-406d-8a74-ba91c8c6bf75 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.13 "GET /v2.0/ports?device_id=6779dcf4-12b8-435e-8f21-ee3262657f2d HTTP/1.1" status: 200 len: 944 time: 0.3234241 May 23 11:03:58.381270 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f0c9cb36-5073-467a-80d4-bf0c1dd4021c req-3cf21316-9ff5-4197-9cea-f899bae92dd7 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.79 "GET /v2.0/security-groups?id=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609513 May 23 11:03:58.456077 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72dc188-1eb2-465c-968d-fd9d9ec232ac admin admin] Router 62aa646c-014b-4b5e-a9b5-47137d00cacd has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:03:58.494099 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-1f64fa8b-7490-4804-b36a-5cbd91590e08 req-0cd8d6bd-2f4e-4903-b0fa-12f3d867e358 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Deleting port af9f5772-9483-40ac-ae73-2c9403c9c77b {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:03:58.494836 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1f64fa8b-7490-4804-b36a-5cbd91590e08 req-0cd8d6bd-2f4e-4903-b0fa-12f3d867e358 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:58.497623 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf625f-ca76-467f-973a-2494b1a5774a req-b6e06106-0abc-4b5c-a3f5-7fd2239edb7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:58.499146 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b2cf625f-ca76-467f-973a-2494b1a5774a req-b6e06106-0abc-4b5c-a3f5-7fd2239edb7d service neutron] 10.222.0.81 "GET /v2.0/networks?id=0930e7e8-6d74-47b9-b850-f307a169b841 HTTP/1.1" status: 200 len: 922 time: 0.2739229 May 23 11:03:58.553247 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-6bd35466-6176-4eb8-b6b3-933fdac42c6b req-8a882123-6ce8-400d-8501-d0a08e39e133 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Allocated IP 172.25.6.238 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/2f829a50-0932-4bc7-ace5-410dfbf4e2e2) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:03:58.643296 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a929683-d794-4e8d-9309-6271965aeb18 admin admin] Network 8a433bf4-cafc-43a4-a705-ec5aef1f342b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:03:58.670096 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b2cf625f-ca76-467f-973a-2494b1a5774a req-3e0bc7ee-8ef6-497e-9511-0ac83aef5429 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=608b2041-4d79-4da2-b258-6e9b4b645f5e HTTP/1.1" status: 200 len: 217 time: 0.1230228 May 23 11:03:58.719458 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-9a929683-d794-4e8d-9309-6271965aeb18 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:03:58.752878 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf625f-ca76-467f-973a-2494b1a5774a req-a95d09c8-0ce0-4984-a211-779da3818251 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:58.755025 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b2cf625f-ca76-467f-973a-2494b1a5774a req-a95d09c8-0ce0-4984-a211-779da3818251 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=233b37e7-7248-4012-bd3c-2373f43dcd00 HTTP/1.1" status: 200 len: 860 time: 0.0744903 May 23 11:03:58.912732 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b2cf625f-ca76-467f-973a-2494b1a5774a req-cced052c-b384-4c04-8acf-076edf0bbcc2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0930e7e8-6d74-47b9-b850-f307a169b841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1479266 May 23 11:03:59.014804 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 8bbf2440-ac13-458c-8a02-cc347e5dafa7 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:03:59.053690 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72dc188-1eb2-465c-968d-fd9d9ec232ac admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:03:59.067818 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a72dc188-1eb2-465c-968d-fd9d9ec232ac admin admin] 10.222.0.79 "PUT /v2.0/routers/62aa646c-014b-4b5e-a9b5-47137d00cacd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0662220 May 23 11:03:59.122313 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b2cf625f-ca76-467f-973a-2494b1a5774a req-4441dc91-876d-4be0-9ed8-f4ebad03fbb1 service neutron] 10.222.0.81 "GET /v2.0/networks/0930e7e8-6d74-47b9-b850-f307a169b841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910539 May 23 11:03:59.194849 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ca56c3b5-5d2a-4df1-adcd-a8c56a191ac8 None None] Provisioning complete for port 74be2710-cbd0-42c8-8bd8-ae239e7188be triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:03:59.196574 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ca56c3b5-5d2a-4df1-adcd-a8c56a191ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:59.273131 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 8bbf2440-ac13-458c-8a02-cc347e5dafa7 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:03:59.273510 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:59.277232 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6bd35466-6176-4eb8-b6b3-933fdac42c6b req-8a882123-6ce8-400d-8501-d0a08e39e133 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:59.335491 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ca56c3b5-5d2a-4df1-adcd-a8c56a191ac8 None None] Port 74be2710-cbd0-42c8-8bd8-ae239e7188be cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:03:59.353336 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b2cf625f-ca76-467f-973a-2494b1a5774a req-771e0243-2e09-44a4-87ac-4e51000a1a73 service neutron] 10.222.0.81 "GET /v2.0/networks/0930e7e8-6d74-47b9-b850-f307a169b841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230744 May 23 11:03:59.378679 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-1f64fa8b-7490-4804-b36a-5cbd91590e08 req-0cd8d6bd-2f4e-4903-b0fa-12f3d867e358 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] For port af9f5772-9483-40ac-ae73-2c9403c9c77b, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=af9f5772-9483-40ac-ae73-2c9403c9c77b,segment=NetworkSegment(6816cea3-60a2-419d-a967-3c4d162775bd),segment_id=6816cea3-60a2-419d-a967-3c4d162775bd)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:03:59.379174 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1f64fa8b-7490-4804-b36a-5cbd91590e08 req-0cd8d6bd-2f4e-4903-b0fa-12f3d867e358 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:59.398746 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b355dd-e1cc-473a-b7f6-b4df8a23f00b req-85e523e9-b339-446e-b6a8-d8aebb751415 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:03:59.400125 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a4b355dd-e1cc-473a-b7f6-b4df8a23f00b req-85e523e9-b339-446e-b6a8-d8aebb751415 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 948 time: 0.2880843 May 23 11:03:59.573366 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-1f64fa8b-7490-4804-b36a-5cbd91590e08 req-0cd8d6bd-2f4e-4903-b0fa-12f3d867e358 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Calling delete_port for af9f5772-9483-40ac-ae73-2c9403c9c77b owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:03:59.795863 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6bd35466-6176-4eb8-b6b3-933fdac42c6b req-8a882123-6ce8-400d-8501-d0a08e39e133 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:03:59.927906 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bd35466-6176-4eb8-b6b3-933fdac42c6b req-8a882123-6ce8-400d-8501-d0a08e39e133 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:03:59.935795 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a882123-6ce8-400d-8501-d0a08e39e133 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Pushing event updated for resources: {'Port': ['ID=2f829a50-0932-4bc7-ace5-410dfbf4e2e2,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:03:59.939482 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-6bd35466-6176-4eb8-b6b3-933fdac42c6b req-8a882123-6ce8-400d-8501-d0a08e39e133 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:03:59.941501 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd35466-6176-4eb8-b6b3-933fdac42c6b req-8a882123-6ce8-400d-8501-d0a08e39e133 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:03:59.968912 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a4b355dd-e1cc-473a-b7f6-b4df8a23f00b req-1f6bcd02-b1cd-45f1-9b7a-976b72e08f80 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4640729 May 23 11:04:00.091205 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1f64fa8b-7490-4804-b36a-5cbd91590e08 req-0cd8d6bd-2f4e-4903-b0fa-12f3d867e358 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:00.189141 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8d6bd-2f4e-4903-b0fa-12f3d867e358 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Pushing event deleted for resources: {'Port': ['ID=af9f5772-9483-40ac-ae73-2c9403c9c77b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:00.309112 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f64fa8b-7490-4804-b36a-5cbd91590e08 req-0cd8d6bd-2f4e-4903-b0fa-12f3d867e358 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] No DVR routers for this DVR port af9f5772-9483-40ac-ae73-2c9403c9c77b on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:04:00.318585 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1f64fa8b-7490-4804-b36a-5cbd91590e08 req-0cd8d6bd-2f4e-4903-b0fa-12f3d867e358 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:00.320994 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6779dcf4-12b8-435e-8f21-ee3262657f2d', 'name': 'network-vif-deleted', 'tag': 'af9f5772-9483-40ac-ae73-2c9403c9c77b'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:04:00.428713 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f64fa8b-7490-4804-b36a-5cbd91590e08 req-0cd8d6bd-2f4e-4903-b0fa-12f3d867e358 tempest-LiveAutoBlockMigrationV225Test-1106384665 tempest-LiveAutoBlockMigrationV225Test-1106384665-project] 10.222.0.13 "DELETE /v2.0/ports/af9f5772-9483-40ac-ae73-2c9403c9c77b HTTP/1.1" status: 204 len: 173 time: 2.0896873 May 23 11:04:00.439727 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6bd35466-6176-4eb8-b6b3-933fdac42c6b req-8a882123-6ce8-400d-8501-d0a08e39e133 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:00.492895 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a929683-d794-4e8d-9309-6271965aeb18 admin admin] Router 5ee75690-8738-4086-b843-9decf3914d5d has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:04:00.500727 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e288858e-96b4-48c5-af73-b8e5ee301d52 req-065348af-b4aa-4ce3-9100-cd3697d2fb15 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:00.502202 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e288858e-96b4-48c5-af73-b8e5ee301d52 req-065348af-b4aa-4ce3-9100-cd3697d2fb15 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/ports?device_id=81f0e50e-11eb-4672-845a-a174fdd080c6 HTTP/1.1" status: 200 len: 944 time: 0.3614230 May 23 11:04:00.546350 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6bd35466-6176-4eb8-b6b3-933fdac42c6b req-8a882123-6ce8-400d-8501-d0a08e39e133 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:00.726509 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e288858e-96b4-48c5-af73-b8e5ee301d52 req-b25ce29c-e856-4d4d-bcd0-8f42c5d1b253 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/security-groups?id=fd7ae4e9-c64f-43e7-a534-5bc4072aa4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151041 May 23 11:04:00.797194 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd419bb0-07e7-4ba5-9024-e215c7f15b49'] response: {'name': 'network-changed', 'server_uuid': '4baff124-04d7-43dd-9ae5-fdfceb08346f', 'tag': '0534ca48-d26f-46c1-88f6-3e853ec7fcd8', 'status': 'completed', 'code': 200} May 23 11:04:00.971608 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4a077f06-ddd4-49b0-87b5-34caea5ce7b3 req-298914f0-c7f8-4817-8ecd-3ee2fce2c6be service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 1099 time: 0.1295302 May 23 11:04:01.109688 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6bd35466-6176-4eb8-b6b3-933fdac42c6b req-8a882123-6ce8-400d-8501-d0a08e39e133 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:01.129315 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6bd35466-6176-4eb8-b6b3-933fdac42c6b req-8a882123-6ce8-400d-8501-d0a08e39e133 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:01.132928 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a077f06-ddd4-49b0-87b5-34caea5ce7b3 req-960ec07e-c1e4-4f5c-b4cd-76528e6f0e68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:01.134383 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4a077f06-ddd4-49b0-87b5-34caea5ce7b3 req-960ec07e-c1e4-4f5c-b4cd-76528e6f0e68 service neutron] 10.222.0.81 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.1573772 May 23 11:04:01.218449 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4a077f06-ddd4-49b0-87b5-34caea5ce7b3 req-95c4accd-df21-4e3d-87fa-546cfc4ab30d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=0534ca48-d26f-46c1-88f6-3e853ec7fcd8 HTTP/1.1" status: 200 len: 217 time: 0.0774877 May 23 11:04:01.240703 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-231575f2-eaa1-4b23-8ec6-68726c5e1206 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:01.241373 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-231575f2-eaa1-4b23-8ec6-68726c5e1206 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] Synchronizing usage tracker for tenant:ec2670f17c8f4eaab35098cbaf151a07 on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:04:01.298167 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a882123-6ce8-400d-8501-d0a08e39e133 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Pushing event updated for resources: {'Port': ['ID=2f829a50-0932-4bc7-ace5-410dfbf4e2e2,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:01.309239 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a077f06-ddd4-49b0-87b5-34caea5ce7b3 req-87c299ee-3631-4b30-b5d3-be9dfa2e73e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:01.313156 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4a077f06-ddd4-49b0-87b5-34caea5ce7b3 req-87c299ee-3631-4b30-b5d3-be9dfa2e73e7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.0867271 May 23 11:04:01.333350 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a929683-d794-4e8d-9309-6271965aeb18 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:04:01.336888 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-231575f2-eaa1-4b23-8ec6-68726c5e1206 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] Unset dirty status for tenant:ec2670f17c8f4eaab35098cbaf151a07 on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:04:01.338118 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-231575f2-eaa1-4b23-8ec6-68726c5e1206 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] 10.222.0.79 "GET /v2.0/networks?id=a025bceb-7400-4de0-b061-2810bd8afab4 HTTP/1.1" status: 200 len: 810 time: 0.3768871 May 23 11:04:01.349288 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9a929683-d794-4e8d-9309-6271965aeb18 admin admin] 10.222.0.79 "PUT /v2.0/routers/5ee75690-8738-4086-b843-9decf3914d5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7351820 May 23 11:04:01.380900 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6bd35466-6176-4eb8-b6b3-933fdac42c6b req-8a882123-6ce8-400d-8501-d0a08e39e133 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:01.410836 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-b95d8f77-0588-46a7-8239-47671c3b1145 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] 10.222.0.79 "GET /v2.0/quotas/ec2670f17c8f4eaab35098cbaf151a07 HTTP/1.1" status: 200 len: 375 time: 0.0658092 May 23 11:04:01.448620 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4a077f06-ddd4-49b0-87b5-34caea5ce7b3 req-aa30659c-0a3d-4711-966d-9d4e4b669423 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1286063 May 23 11:04:01.465571 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-4460cf52-4d0d-4ced-94d3-5fcbecaf78a8 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ec2670f17c8f4eaab35098cbaf151a07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538495 May 23 11:04:01.469127 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6bd35466-6176-4eb8-b6b3-933fdac42c6b req-8a882123-6ce8-400d-8501-d0a08e39e133 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:01.470252 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6bd35466-6176-4eb8-b6b3-933fdac42c6b req-8a882123-6ce8-400d-8501-d0a08e39e133 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.1703298 May 23 11:04:01.602240 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4a077f06-ddd4-49b0-87b5-34caea5ce7b3 req-5720a896-f938-45e3-ab31-670cc554906e service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479456 May 23 11:04:01.724375 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-6bd35466-6176-4eb8-b6b3-933fdac42c6b req-9aff6cbb-e668-4f55-9260-e7d3e23bec00 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Synchronizing usage tracker for tenant:07103f8fb68a43de9d34cd239e20b146 on resource:floatingip {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:04:01.736791 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4a077f06-ddd4-49b0-87b5-34caea5ce7b3 req-c607e298-550f-4a72-92d4-f7f827e223dc service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291203 May 23 11:04:01.770615 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-6bd35466-6176-4eb8-b6b3-933fdac42c6b req-9aff6cbb-e668-4f55-9260-e7d3e23bec00 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Unset dirty status for tenant:07103f8fb68a43de9d34cd239e20b146 on resource:floatingip {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:04:01.771814 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6bd35466-6176-4eb8-b6b3-933fdac42c6b req-9aff6cbb-e668-4f55-9260-e7d3e23bec00 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.238 HTTP/1.1" status: 200 len: 696 time: 0.2952056 May 23 11:04:01.780656 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-05bd4894-4a38-4fdb-bfff-0567f4c8d16d service neutron] 10.222.0.79 "GET /v2.0/networks/a025bceb-7400-4de0-b061-2810bd8afab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546394 May 23 11:04:01.986028 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 608b2041-4d79-4da2-b258-6e9b4b645f5e details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:04:02.026577 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd35466-6176-4eb8-b6b3-933fdac42c6b req-bf6684f7-252f-4b5e-a8c3-10d65630a95c tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:02.027804 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6bd35466-6176-4eb8-b6b3-933fdac42c6b req-bf6684f7-252f-4b5e-a8c3-10d65630a95c tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] 10.222.0.79 "GET /v2.0/networks/87d63aa2-c2e7-4553-824a-d818708dd83b HTTP/1.1" status: 200 len: 784 time: 0.2493250 May 23 11:04:02.030904 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-796f8ee3-fbb7-496a-a0c8-856b96265346 service neutron] 10.222.0.79 "GET /v2.0/networks/a025bceb-7400-4de0-b061-2810bd8afab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314913 May 23 11:04:02.038251 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-6bd35466-6176-4eb8-b6b3-933fdac42c6b req-f64d0caa-f52e-44ae-87b4-4b821f43dc11 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:04:02.039097 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6bd35466-6176-4eb8-b6b3-933fdac42c6b req-f64d0caa-f52e-44ae-87b4-4b821f43dc11 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054581 May 23 11:04:02.132533 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 608b2041-4d79-4da2-b258-6e9b4b645f5e, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=608b2041-4d79-4da2-b258-6e9b4b645f5e,segment=NetworkSegment(a9f43d9a-d5c3-4172-a5d6-8803666768bb),segment_id=a9f43d9a-d5c3-4172-a5d6-8803666768bb)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:04:02.148149 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '608b2041-4d79-4da2-b258-6e9b4b645f5e', 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841', 'port_id': '608b2041-4d79-4da2-b258-6e9b4b645f5e', 'mac_address': 'fa:16:3e:04:db:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '233b37e7-7248-4012-bd3c-2373f43dcd00', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:04:02.202427 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:02.220246 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 608b2041-4d79-4da2-b258-6e9b4b645f5e {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:04:02.239030 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 608b2041-4d79-4da2-b258-6e9b4b645f5e, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=608b2041-4d79-4da2-b258-6e9b4b645f5e,segment=NetworkSegment(a9f43d9a-d5c3-4172-a5d6-8803666768bb),segment_id=a9f43d9a-d5c3-4172-a5d6-8803666768bb)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:04:02.243400 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:02.244183 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:04:02.331433 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=608b2041-4d79-4da2-b258-6e9b4b645f5e,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:02.375855 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41112) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:04:02.443949 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b836f663-de4b-44b3-8bb1-87de67d94acc'] response: {'server_uuid': '6779dcf4-12b8-435e-8f21-ee3262657f2d', 'name': 'network-vif-deleted', 'tag': 'af9f5772-9483-40ac-ae73-2c9403c9c77b', 'status': 'completed', 'code': 200} May 23 11:04:02.464813 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f1489e57-73d1-4c3e-bb16-39697ec4cf37 req-4f28ac96-81ca-4927-843d-12e6f86b08d8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e511c0eb0a194af3a17d5f1a378c0be1&device_id=19d268b3-1fad-4ad8-a6ad-1058c1c66b7f HTTP/1.1" status: 200 len: 210 time: 0.1057603 May 23 11:04:02.485227 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device af9f5772-9483-40ac-ae73-2c9403c9c77b no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:04:02.511520 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f1489e57-73d1-4c3e-bb16-39697ec4cf37 req-d0c7f292-29a6-4ce4-9049-8ba31943aa73 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e511c0eb0a194af3a17d5f1a378c0be1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313919 May 23 11:04:02.531331 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: af9f5772-9483-40ac-ae73-2c9403c9c77b {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:04:02.531756 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device af9f5772-9483-40ac-ae73-2c9403c9c77b not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:04:02.560664 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0534ca48-d26f-46c1-88f6-3e853ec7fcd8,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:04:02.577070 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '0534ca48-d26f-46c1-88f6-3e853ec7fcd8', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'port_id': '0534ca48-d26f-46c1-88f6-3e853ec7fcd8', 'mac_address': 'fa:16:3e:81:30:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1719237-4a8e-4354-92b1-51064eb09c82', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:04:02.717096 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:02.735652 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:04:02.748572 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c625e3b-b165-4a29-9a88-4dc908709aa8 admin admin] Deleting subnet b42aa520-b19b-4bd9-8813-40b2c3196feb {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:04:02.754462 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0534ca48-d26f-46c1-88f6-3e853ec7fcd8,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:04:02.754984 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5c625e3b-b165-4a29-9a88-4dc908709aa8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:02.761873 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:02.821914 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5c625e3b-b165-4a29-9a88-4dc908709aa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:02.838686 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=0534ca48-d26f-46c1-88f6-3e853ec7fcd8,revision_number=13']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:02.879876 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1489e57-73d1-4c3e-bb16-39697ec4cf37 req-f946c6a8-26a1-4242-85d9-8e36a4f5b9d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:02.881572 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f1489e57-73d1-4c3e-bb16-39697ec4cf37 req-f946c6a8-26a1-4242-85d9-8e36a4f5b9d5 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3634455 May 23 11:04:02.905045 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-68ec335b-edab-4a88-9cb1-60a614ea774f tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:02.912360 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-68ec335b-edab-4a88-9cb1-60a614ea774f tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "GET /v2.0/networks?id=6577dc3d-76e7-4320-a115-e81ce5234e8c HTTP/1.1" status: 200 len: 828 time: 0.3691428 May 23 11:04:02.940477 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4675f52-bc16-437f-82e8-528a0bf4d64c req-4ca015ad-4070-4ae8-ae5c-6d3238ad916f tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:02.942412 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c4675f52-bc16-437f-82e8-528a0bf4d64c req-4ca015ad-4070-4ae8-ae5c-6d3238ad916f tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 948 time: 0.3048339 May 23 11:04:02.944229 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-ce2ec7de-1a62-4572-a22a-a4687daa482e tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "GET /v2.0/quotas/28ad30c9ce014020932bf0f448507fa3 HTTP/1.1" status: 200 len: 375 time: 0.0308707 May 23 11:04:02.989050 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 3ecec9c7-b5bf-409e-bb66-978556af0628 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:04:03.017617 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5c625e3b-b165-4a29-9a88-4dc908709aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:03.068511 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c4675f52-bc16-437f-82e8-528a0bf4d64c req-0536afca-d0f5-4537-95a1-c8ba41e5a637 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129677 May 23 11:04:03.078702 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 3ecec9c7-b5bf-409e-bb66-978556af0628 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:04:03.084449 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 3ecec9c7-b5bf-409e-bb66-978556af0628 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:04:03.084819 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:03.102022 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-81746cac-b4cc-4111-bde8-edee430da723 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=28ad30c9ce014020932bf0f448507fa3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1484942 May 23 11:04:03.137190 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['608b2041-4d79-4da2-b258-6e9b4b645f5e'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:04:03.138112 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5c625e3b-b165-4a29-9a88-4dc908709aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:03.190950 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['0534ca48-d26f-46c1-88f6-3e853ec7fcd8'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:04:03.199196 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5c625e3b-b165-4a29-9a88-4dc908709aa8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:03.207568 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5c625e3b-b165-4a29-9a88-4dc908709aa8 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/b42aa520-b19b-4bd9-8813-40b2c3196feb HTTP/1.1" status: 204 len: 168 time: 0.8284554 May 23 11:04:03.207568 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c625e3b-b165-4a29-9a88-4dc908709aa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b42aa520-b19b-4bd9-8813-40b2c3196feb,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:03.209217 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41132) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:04:03.279161 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-44e48d9d-73f3-42bb-936f-f1d6cd465dfd service neutron] 10.222.0.79 "GET /v2.0/networks/6577dc3d-76e7-4320-a115-e81ce5234e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561534 May 23 11:04:03.361558 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c625e3b-b165-4a29-9a88-4dc908709aa8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:04:03.361803 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c625e3b-b165-4a29-9a88-4dc908709aa8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:04:03.362138 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c625e3b-b165-4a29-9a88-4dc908709aa8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:04:03.362470 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c625e3b-b165-4a29-9a88-4dc908709aa8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:04:03.362831 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c625e3b-b165-4a29-9a88-4dc908709aa8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:04:03.363520 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c625e3b-b165-4a29-9a88-4dc908709aa8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:04:03.363520 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c625e3b-b165-4a29-9a88-4dc908709aa8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:04:03.363765 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c625e3b-b165-4a29-9a88-4dc908709aa8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:04:03.364111 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c625e3b-b165-4a29-9a88-4dc908709aa8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:04:03.364435 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c625e3b-b165-4a29-9a88-4dc908709aa8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:04:03.364758 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c625e3b-b165-4a29-9a88-4dc908709aa8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:04:03.369978 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7cf8d47c-ff63-4f3f-affe-8786e507a382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:03.399879 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:03.447282 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 3ecec9c7-b5bf-409e-bb66-978556af0628, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=3ecec9c7-b5bf-409e-bb66-978556af0628,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:04:03.462977 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:03.513558 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7cf8d47c-ff63-4f3f-affe-8786e507a382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:03.539697 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-7cf8d47c-ff63-4f3f-affe-8786e507a382 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce08db19-2e7e-4962-b1d2-3e5c6efa8a14']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:04:03.544063 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-ffe4e2cb-6e87-4eb2-91e3-34fc3fb85ecf service neutron] 10.222.0.79 "GET /v2.0/networks/6577dc3d-76e7-4320-a115-e81ce5234e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289131 May 23 11:04:03.548402 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-d012bee5-6501-43a7-b4d3-9100ad760d90 req-6be9a037-080f-43d6-949d-c0f1354bf5c9 tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Synchronizing usage tracker for tenant:23bb26fdfb82469f84eb7f768a40df16 on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:04:03.564963 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-7cf8d47c-ff63-4f3f-affe-8786e507a382 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6816cea3-60a2-419d-a967-3c4d162775bd') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:04:03.565267 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-7cf8d47c-ff63-4f3f-affe-8786e507a382 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6816cea3-60a2-419d-a967-3c4d162775bd') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:04:03.568142 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-d012bee5-6501-43a7-b4d3-9100ad760d90 req-6be9a037-080f-43d6-949d-c0f1354bf5c9 tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Unset dirty status for tenant:23bb26fdfb82469f84eb7f768a40df16 on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:04:03.569721 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d012bee5-6501-43a7-b4d3-9100ad760d90 req-6be9a037-080f-43d6-949d-c0f1354bf5c9 tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2896993 May 23 11:04:03.579603 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-d012bee5-6501-43a7-b4d3-9100ad760d90 req-39b2e382-31bc-4789-b755-ee1b4232f1fe tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:04:03.584091 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7cf8d47c-ff63-4f3f-affe-8786e507a382 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:03.588649 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-d012bee5-6501-43a7-b4d3-9100ad760d90 req-39b2e382-31bc-4789-b755-ee1b4232f1fe tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:04:03.597524 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-d012bee5-6501-43a7-b4d3-9100ad760d90 req-39b2e382-31bc-4789-b755-ee1b4232f1fe tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Usage tracker for resource:floatingip and tenant:23bb26fdfb82469f84eb7f768a40df16 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:04:03.600132 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7cf8d47c-ff63-4f3f-affe-8786e507a382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:03.601033 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-d012bee5-6501-43a7-b4d3-9100ad760d90 req-39b2e382-31bc-4789-b755-ee1b4232f1fe tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:04:03.608469 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf8d47c-ff63-4f3f-affe-8786e507a382 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:04:03.609332 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7cf8d47c-ff63-4f3f-affe-8786e507a382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:03.612772 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-d012bee5-6501-43a7-b4d3-9100ad760d90 req-39b2e382-31bc-4789-b755-ee1b4232f1fe tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:04:03.613314 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=3ecec9c7-b5bf-409e-bb66-978556af0628,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:03.626025 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:04:03.626025 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:04:03.626025 n-d-842952-2 neutron-server[83911]: timer() May 23 11:04:03.626025 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:04:03.626025 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:04:03.626025 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:04:03.626025 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:04:03.626025 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:04:03.626025 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:04:03.626025 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:04:03.626025 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:04:03.626025 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:04:03.626025 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:04:03.626025 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:04:03.626025 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:04:03.626025 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:04:03.626025 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:04:03.626025 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:04:03.626025 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:04:03.626025 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:04:03.626025 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:04:03.626025 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:04:03.626025 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:04:03.626025 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:04:03.626025 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:04:03.626025 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:04:03.626025 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:04:03.626025 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:04:03.626025 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:04:03.626025 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:04:03.626025 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:04:03.626025 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:04:03.629012 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d012bee5-6501-43a7-b4d3-9100ad760d90 req-39b2e382-31bc-4789-b755-ee1b4232f1fe tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:03.712808 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7cf8d47c-ff63-4f3f-affe-8786e507a382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:03.721464 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7cf8d47c-ff63-4f3f-affe-8786e507a382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:03.745714 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8d47c-ff63-4f3f-affe-8786e507a382 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce08db19-2e7e-4962-b1d2-3e5c6efa8a14,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:03.756051 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7cf8d47c-ff63-4f3f-affe-8786e507a382 admin admin] 10.222.0.79 "DELETE /v2.0/networks/ce08db19-2e7e-4962-b1d2-3e5c6efa8a14 HTTP/1.1" status: 204 len: 168 time: 0.5447576 May 23 11:04:03.758804 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41140) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:04:03.826980 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-00d2e01b-8dbd-4067-a854-c825c8b9aaf9 admin admin] Deleting subnet 74a8f24b-e94e-4af9-8368-f8f9531b8403 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:04:03.831065 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-00d2e01b-8dbd-4067-a854-c825c8b9aaf9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:03.898052 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-00d2e01b-8dbd-4067-a854-c825c8b9aaf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:03.966816 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-00d2e01b-8dbd-4067-a854-c825c8b9aaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:04.055606 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-00d2e01b-8dbd-4067-a854-c825c8b9aaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:04.096979 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d2e01b-8dbd-4067-a854-c825c8b9aaf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74a8f24b-e94e-4af9-8368-f8f9531b8403,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:04.103337 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-00d2e01b-8dbd-4067-a854-c825c8b9aaf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:04.111773 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-00d2e01b-8dbd-4067-a854-c825c8b9aaf9 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/74a8f24b-e94e-4af9-8368-f8f9531b8403 HTTP/1.1" status: 204 len: 168 time: 0.3518572 May 23 11:04:04.112381 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41148) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:04:04.112500 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d012bee5-6501-43a7-b4d3-9100ad760d90 req-39b2e382-31bc-4789-b755-ee1b4232f1fe tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:04.227183 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8cea56d1-80f3-41ba-991a-8fa8d66ce1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:04.315176 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-4619e5e9-9986-4e4e-a754-65b4c54bbdb3 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:04.316805 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-4619e5e9-9986-4e4e-a754-65b4c54bbdb3 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] 10.222.0.13 "GET /v2.0/networks?id=a025bceb-7400-4de0-b061-2810bd8afab4 HTTP/1.1" status: 200 len: 810 time: 0.3019133 May 23 11:04:04.330613 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0a480-dd29-4a22-a2b1-52424e713537 req-acaeb050-80bf-4074-9e12-ae7400b81833 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:04.332113 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1dd0a480-dd29-4a22-a2b1-52424e713537 req-acaeb050-80bf-4074-9e12-ae7400b81833 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/ports?device_id=81f0e50e-11eb-4672-845a-a174fdd080c6 HTTP/1.1" status: 200 len: 945 time: 0.5026047 May 23 11:04:04.341977 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-2900949b-3c25-4a6f-9bdb-23b5ec46fc30 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] Request body: {'port': {'device_id': '03575773-21e1-43fa-a8b0-27aa6671e6be', 'network_id': 'a025bceb-7400-4de0-b061-2810bd8afab4', 'admin_state_up': True, 'tenant_id': 'ec2670f17c8f4eaab35098cbaf151a07'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:04:04.379031 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8cea56d1-80f3-41ba-991a-8fa8d66ce1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:04.404464 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-8cea56d1-80f3-41ba-991a-8fa8d66ce1a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51476a18-7f63-413c-90ec-58ca92adbefb']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:04:04.418171 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-8cea56d1-80f3-41ba-991a-8fa8d66ce1a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f30038ca-0a78-43ba-a581-44f623e36bae') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:04:04.418471 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-8cea56d1-80f3-41ba-991a-8fa8d66ce1a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f30038ca-0a78-43ba-a581-44f623e36bae') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:04:04.433748 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8cea56d1-80f3-41ba-991a-8fa8d66ce1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:04.436547 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-d012bee5-6501-43a7-b4d3-9100ad760d90 req-39b2e382-31bc-4789-b755-ee1b4232f1fe tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Allocated IP 172.25.6.97 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/2e514a43-4615-45b6-81f0-0b0c640303b5) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:04:04.454589 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8cea56d1-80f3-41ba-991a-8fa8d66ce1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:04.461433 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cea56d1-80f3-41ba-991a-8fa8d66ce1a3 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:04:04.461839 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8cea56d1-80f3-41ba-991a-8fa8d66ce1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:04.476747 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:04:04.476747 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:04:04.476747 n-d-842952-2 neutron-server[83911]: timer() May 23 11:04:04.476747 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:04:04.476747 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:04:04.476747 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:04:04.476747 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:04:04.476747 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:04:04.476747 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:04:04.476747 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:04:04.476747 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:04:04.476747 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:04:04.476747 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:04:04.476747 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:04:04.476747 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:04:04.476747 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:04:04.476747 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:04:04.476747 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:04:04.476747 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:04:04.476747 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:04:04.476747 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:04:04.476747 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:04:04.476747 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:04:04.476747 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:04:04.476747 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:04:04.476747 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:04:04.476747 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:04:04.476747 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:04:04.476747 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:04:04.476747 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:04:04.476747 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:04:04.476747 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:04:04.557519 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8cea56d1-80f3-41ba-991a-8fa8d66ce1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:04.568162 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8cea56d1-80f3-41ba-991a-8fa8d66ce1a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:04.587859 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1dd0a480-dd29-4a22-a2b1-52424e713537 req-0d5c8e5d-f616-47fe-a183-c5fec8eb06c9 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/security-groups?id=fd7ae4e9-c64f-43e7-a534-5bc4072aa4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294199 May 23 11:04:04.596601 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8cea56d1-80f3-41ba-991a-8fa8d66ce1a3 admin admin] 10.222.0.79 "DELETE /v2.0/networks/51476a18-7f63-413c-90ec-58ca92adbefb HTTP/1.1" status: 204 len: 168 time: 0.4828389 May 23 11:04:04.597641 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea56d1-80f3-41ba-991a-8fa8d66ce1a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=51476a18-7f63-413c-90ec-58ca92adbefb,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:04.738791 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-2900949b-3c25-4a6f-9bdb-23b5ec46fc30 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:04:04.744823 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41156) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:04:04.752756 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-2900949b-3c25-4a6f-9bdb-23b5ec46fc30 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] Usage tracker for resource:port and tenant:ec2670f17c8f4eaab35098cbaf151a07 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:04:04.764679 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-2900949b-3c25-4a6f-9bdb-23b5ec46fc30 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:04:04.788043 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-2900949b-3c25-4a6f-9bdb-23b5ec46fc30 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:04:04.798872 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d012bee5-6501-43a7-b4d3-9100ad760d90 req-39b2e382-31bc-4789-b755-ee1b4232f1fe tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:04.799357 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-dc94010e-2d65-4fad-ba1e-d0a16c802e1a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=70139281f5db4004afe2c4c8ea88321a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0529373 May 23 11:04:04.805847 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41160) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:04:04.835789 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-2900949b-3c25-4a6f-9bdb-23b5ec46fc30 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] Made reservation on behalf of ec2670f17c8f4eaab35098cbaf151a07 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:04:04.838704 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-2900949b-3c25-4a6f-9bdb-23b5ec46fc30 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:04.948058 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 3ecec9c7-b5bf-409e-bb66-978556af0628 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:04:04.969598 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0244ab17-cf64-4f8a-8fb2-8b85539a417a req-ad764d65-f7bd-44e5-b1ab-9abb61597284 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3285704 May 23 11:04:04.997964 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-0244ab17-cf64-4f8a-8fb2-8b85539a417a req-0aef49d1-dd6c-4c09-85d8-776f88fa28f8 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:04:05.011958 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d012bee5-6501-43a7-b4d3-9100ad760d90 req-39b2e382-31bc-4789-b755-ee1b4232f1fe tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:05.016137 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-0244ab17-cf64-4f8a-8fb2-8b85539a417a req-0aef49d1-dd6c-4c09-85d8-776f88fa28f8 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:04:05.033782 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 3ecec9c7-b5bf-409e-bb66-978556af0628 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:04:05.034254 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:05.107402 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-0244ab17-cf64-4f8a-8fb2-8b85539a417a req-0aef49d1-dd6c-4c09-85d8-776f88fa28f8 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:04:05.117792 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5d8effb6-1932-4e7c-a766-c14a22898201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:05.190952 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b2e382-31bc-4789-b755-ee1b4232f1fe tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Pushing event updated for resources: {'Port': ['ID=2e514a43-4615-45b6-81f0-0b0c640303b5,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:05.195046 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d012bee5-6501-43a7-b4d3-9100ad760d90 req-39b2e382-31bc-4789-b755-ee1b4232f1fe tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:04:05.202439 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-0244ab17-cf64-4f8a-8fb2-8b85539a417a req-0aef49d1-dd6c-4c09-85d8-776f88fa28f8 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:05.216028 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-d012bee5-6501-43a7-b4d3-9100ad760d90 req-39b2e382-31bc-4789-b755-ee1b4232f1fe tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:04:05.231966 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-d012bee5-6501-43a7-b4d3-9100ad760d90 req-39b2e382-31bc-4789-b755-ee1b4232f1fe tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:04:05.233201 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-7756af2e-a418-4781-9dfe-caf9df99c7aa tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:05.233915 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-7756af2e-a418-4781-9dfe-caf9df99c7aa tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Synchronizing usage tracker for tenant:28ad30c9ce014020932bf0f448507fa3 on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:04:05.253718 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-7756af2e-a418-4781-9dfe-caf9df99c7aa tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Unset dirty status for tenant:28ad30c9ce014020932bf0f448507fa3 on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:04:05.255110 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-7756af2e-a418-4781-9dfe-caf9df99c7aa tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.81 "GET /v2.0/networks?id=6577dc3d-76e7-4320-a115-e81ce5234e8c HTTP/1.1" status: 200 len: 828 time: 0.1973939 May 23 11:04:05.287958 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-337f22eb-84fd-4afd-a532-8cd1556f246b tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Request body: {'port': {'device_id': '7bf20ee0-be3d-4c2f-9a92-6b3d733e7ab8', 'network_id': '6577dc3d-76e7-4320-a115-e81ce5234e8c', 'admin_state_up': True, 'tenant_id': '28ad30c9ce014020932bf0f448507fa3'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:04:05.290485 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5d8effb6-1932-4e7c-a766-c14a22898201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:05.304971 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b2e382-31bc-4789-b755-ee1b4232f1fe tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:04:05.305310 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b2e382-31bc-4789-b755-ee1b4232f1fe tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:04:05.305643 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b2e382-31bc-4789-b755-ee1b4232f1fe tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:04:05.305991 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b2e382-31bc-4789-b755-ee1b4232f1fe tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:04:05.306317 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b2e382-31bc-4789-b755-ee1b4232f1fe tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:04:05.306637 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b2e382-31bc-4789-b755-ee1b4232f1fe tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:04:05.306952 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b2e382-31bc-4789-b755-ee1b4232f1fe tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:04:05.307270 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b2e382-31bc-4789-b755-ee1b4232f1fe tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:04:05.307587 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b2e382-31bc-4789-b755-ee1b4232f1fe tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:04:05.307924 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b2e382-31bc-4789-b755-ee1b4232f1fe tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:04:05.308243 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b2e382-31bc-4789-b755-ee1b4232f1fe tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:04:05.322124 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-2900949b-3c25-4a6f-9bdb-23b5ec46fc30 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] Allocated IP 172.20.0.13 (a025bceb-7400-4de0-b061-2810bd8afab4/60e4a373-c57e-4177-aabd-c000f2d6d45c/58798252-1114-443f-88ea-43375a7f7ea3) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:04:05.515458 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5d8effb6-1932-4e7c-a766-c14a22898201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:05.539056 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-337f22eb-84fd-4afd-a532-8cd1556f246b tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:04:05.543462 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-337f22eb-84fd-4afd-a532-8cd1556f246b tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Usage tracker for resource:port and tenant:28ad30c9ce014020932bf0f448507fa3 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:04:05.546453 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-337f22eb-84fd-4afd-a532-8cd1556f246b tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:04:05.552459 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-337f22eb-84fd-4afd-a532-8cd1556f246b tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:04:05.594640 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-337f22eb-84fd-4afd-a532-8cd1556f246b tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Made reservation on behalf of 28ad30c9ce014020932bf0f448507fa3 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:04:05.597547 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-337f22eb-84fd-4afd-a532-8cd1556f246b tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:05.605711 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8effb6-1932-4e7c-a766-c14a22898201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51ac5c6-ca29-4fe9-8c8e-361c94478fd6,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:05.616671 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f1489e57-73d1-4c3e-bb16-39697ec4cf37 req-d88204cd-0d78-4e1b-9b39-a8cc8e6f0389 tempest-ServersAaction247Test-1367124220 tempest-ServersAaction247Test-1367124220-project] 10.222.0.13 "GET /v2.0/ports?device_id=19d268b3-1fad-4ad8-a6ad-1058c1c66b7f HTTP/1.1" status: 200 len: 210 time: 0.0548587 May 23 11:04:05.770334 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d012bee5-6501-43a7-b4d3-9100ad760d90 req-39b2e382-31bc-4789-b755-ee1b4232f1fe tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:05.779394 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5d8effb6-1932-4e7c-a766-c14a22898201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:05.779629 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-337f22eb-84fd-4afd-a532-8cd1556f246b tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Allocated IP 172.20.0.3 (6577dc3d-76e7-4320-a115-e81ce5234e8c/5560744c-752b-4a3c-9fb8-a48ba0a5ab1c/bd6ef874-705d-4654-ab9d-412e9cb3c630) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:04:05.782794 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5d8effb6-1932-4e7c-a766-c14a22898201 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a51ac5c6-ca29-4fe9-8c8e-361c94478fd6 HTTP/1.1" status: 204 len: 168 time: 0.9724865 May 23 11:04:05.950556 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-2900949b-3c25-4a6f-9bdb-23b5ec46fc30 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:05.973271 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-0244ab17-cf64-4f8a-8fb2-8b85539a417a req-0aef49d1-dd6c-4c09-85d8-776f88fa28f8 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:06.003718 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 608b2041-4d79-4da2-b258-6e9b4b645f5e up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:04:06.007636 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-337f22eb-84fd-4afd-a532-8cd1556f246b tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:06.018549 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d012bee5-6501-43a7-b4d3-9100ad760d90 req-39b2e382-31bc-4789-b755-ee1b4232f1fe tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:06.033819 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-337f22eb-84fd-4afd-a532-8cd1556f246b tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Transition to ACTIVE for port object bd6ef874-705d-4654-ab9d-412e9cb3c630 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:04:06.063142 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-337f22eb-84fd-4afd-a532-8cd1556f246b tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:06.096226 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 608b2041-4d79-4da2-b258-6e9b4b645f5e completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:04:06.102706 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 608b2041-4d79-4da2-b258-6e9b4b645f5e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:04:06.103340 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:06.145213 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-337f22eb-84fd-4afd-a532-8cd1556f246b tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Network 6577dc3d-76e7-4320-a115-e81ce5234e8c is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:04:06.152975 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-2900949b-3c25-4a6f-9bdb-23b5ec46fc30 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:06.172497 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-337f22eb-84fd-4afd-a532-8cd1556f246b tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:04:06.176998 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-337f22eb-84fd-4afd-a532-8cd1556f246b tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:04:06.281146 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f22eb-84fd-4afd-a532-8cd1556f246b tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Pushing event updated for resources: {'Port': ['ID=bd6ef874-705d-4654-ab9d-412e9cb3c630,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:06.303136 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-337f22eb-84fd-4afd-a532-8cd1556f246b tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:06.303817 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-337f22eb-84fd-4afd-a532-8cd1556f246b tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:06.316462 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:06.346021 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-337f22eb-84fd-4afd-a532-8cd1556f246b tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0618801 May 23 11:04:06.370721 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-6ff778f0-6370-4b91-926d-f8685e95b985 service neutron] Request body: {'port': {'device_id': '7bf20ee0-be3d-4c2f-9a92-6b3d733e7ab8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:04:06.395246 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f0e50e-11eb-4672-845a-a174fdd080c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608b2041-4d79-4da2-b258-6e9b4b645f5e'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:04:06.423501 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 608b2041-4d79-4da2-b258-6e9b4b645f5e, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=608b2041-4d79-4da2-b258-6e9b4b645f5e,segment=NetworkSegment(a9f43d9a-d5c3-4172-a5d6-8803666768bb),segment_id=a9f43d9a-d5c3-4172-a5d6-8803666768bb)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:04:06.429307 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:06.430651 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:04:06.442496 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41172) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:04:06.469497 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2900949b-3c25-4a6f-9bdb-23b5ec46fc30 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] Pushing event updated for resources: {'Port': ['ID=58798252-1114-443f-88ea-43375a7f7ea3,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:06.529938 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-2900949b-3c25-4a6f-9bdb-23b5ec46fc30 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] Network a025bceb-7400-4de0-b061-2810bd8afab4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:04:06.546219 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-2900949b-3c25-4a6f-9bdb-23b5ec46fc30 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:04:06.554089 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-2900949b-3c25-4a6f-9bdb-23b5ec46fc30 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:04:06.572755 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=608b2041-4d79-4da2-b258-6e9b4b645f5e,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:06.576252 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a487a01a-77e9-460f-aa5b-9ed3ec769501 None None] Provisioning for port bd6ef874-705d-4654-ab9d-412e9cb3c630 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:04:06.576527 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f25d0384-f2e6-4fb2-81ca-879862c63b21 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=94607a8d973948d793f65bf04a13c783&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1328976 May 23 11:04:06.577127 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41176) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:04:06.579524 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-6ff778f0-6370-4b91-926d-f8685e95b985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:06.584028 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a487a01a-77e9-460f-aa5b-9ed3ec769501 None None] Provisioning complete for port bd6ef874-705d-4654-ab9d-412e9cb3c630 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:04:06.584375 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a487a01a-77e9-460f-aa5b-9ed3ec769501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:06.610065 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-0244ab17-cf64-4f8a-8fb2-8b85539a417a req-0aef49d1-dd6c-4c09-85d8-776f88fa28f8 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Allocated IP 172.25.6.221 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/61a22bef-98cf-4b75-8871-93ac378582a7) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:04:06.636390 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:04:06.643948 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a487a01a-77e9-460f-aa5b-9ed3ec769501 None None] Port bd6ef874-705d-4654-ab9d-412e9cb3c630 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:04:06.645561 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:04:06.646097 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:06.681283 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-2900949b-3c25-4a6f-9bdb-23b5ec46fc30 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:06.681898 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-2900949b-3c25-4a6f-9bdb-23b5ec46fc30 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:06.772301 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d012bee5-6501-43a7-b4d3-9100ad760d90 req-39b2e382-31bc-4789-b755-ee1b4232f1fe tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:06.781242 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c292a624-68b0-4554-94f8-8f0ff27fe814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:06.782193 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:06.784354 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d012bee5-6501-43a7-b4d3-9100ad760d90 req-39b2e382-31bc-4789-b755-ee1b4232f1fe tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:06.823544 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0534ca48-d26f-46c1-88f6-3e853ec7fcd8,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:04:06.829253 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:06.842654 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c292a624-68b0-4554-94f8-8f0ff27fe814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:06.861978 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b2e382-31bc-4789-b755-ee1b4232f1fe tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Pushing event updated for resources: {'Port': ['ID=2e514a43-4615-45b6-81f0-0b0c640303b5,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:06.865037 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-2900949b-3c25-4a6f-9bdb-23b5ec46fc30 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5297573 May 23 11:04:06.885515 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-9c7dd0a0-1c7b-4ad5-a31a-5bb88f136e16 service neutron] Request body: {'port': {'device_id': '03575773-21e1-43fa-a8b0-27aa6671e6be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:04:06.920261 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=0534ca48-d26f-46c1-88f6-3e853ec7fcd8,revision_number=14']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:07.012858 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c292a624-68b0-4554-94f8-8f0ff27fe814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:07.044842 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c292a624-68b0-4554-94f8-8f0ff27fe814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f20327-1b61-4697-a4ca-7aa32dd6e463,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:07.051642 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-0244ab17-cf64-4f8a-8fb2-8b85539a417a req-0aef49d1-dd6c-4c09-85d8-776f88fa28f8 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:07.077177 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d012bee5-6501-43a7-b4d3-9100ad760d90 req-39b2e382-31bc-4789-b755-ee1b4232f1fe tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:07.080658 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c292a624-68b0-4554-94f8-8f0ff27fe814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:07.084490 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c292a624-68b0-4554-94f8-8f0ff27fe814 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/39f20327-1b61-4697-a4ca-7aa32dd6e463 HTTP/1.1" status: 204 len: 168 time: 0.5035691 May 23 11:04:07.113283 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-9c7dd0a0-1c7b-4ad5-a31a-5bb88f136e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:07.115420 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-6ff778f0-6370-4b91-926d-f8685e95b985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd6ef874-705d-4654-ab9d-412e9cb3c630 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:04:07.124221 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-6ff778f0-6370-4b91-926d-f8685e95b985 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:07.128830 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d012bee5-6501-43a7-b4d3-9100ad760d90 req-39b2e382-31bc-4789-b755-ee1b4232f1fe tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:07.130446 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d012bee5-6501-43a7-b4d3-9100ad760d90 req-39b2e382-31bc-4789-b755-ee1b4232f1fe tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5551877 May 23 11:04:07.143155 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-6ff778f0-6370-4b91-926d-f8685e95b985 service neutron] Transition to ACTIVE for port object bd6ef874-705d-4654-ab9d-412e9cb3c630 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:04:07.148430 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-6ff778f0-6370-4b91-926d-f8685e95b985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:07.278110 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-d012bee5-6501-43a7-b4d3-9100ad760d90 req-789ea87c-776c-4456-96af-37e449d68c92 tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Synchronizing usage tracker for tenant:23bb26fdfb82469f84eb7f768a40df16 on resource:floatingip {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:04:07.282923 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-0244ab17-cf64-4f8a-8fb2-8b85539a417a req-0aef49d1-dd6c-4c09-85d8-776f88fa28f8 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:07.288478 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff778f0-6370-4b91-926d-f8685e95b985 service neutron] Pushing event updated for resources: {'Port': ['ID=bd6ef874-705d-4654-ab9d-412e9cb3c630,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:07.418393 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-6ff778f0-6370-4b91-926d-f8685e95b985 service neutron] Attempting to bind port bd6ef874-705d-4654-ab9d-412e9cb3c630 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:04:07.419504 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-6ff778f0-6370-4b91-926d-f8685e95b985 service neutron] Attempting to bind port bd6ef874-705d-4654-ab9d-412e9cb3c630 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '75549fbd-072c-4860-acd7-cda586e0e6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6577dc3d-76e7-4320-a115-e81ce5234e8c'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:04:07.419636 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-6ff778f0-6370-4b91-926d-f8685e95b985 service neutron] Attempting to bind port bd6ef874-705d-4654-ab9d-412e9cb3c630 on network 6577dc3d-76e7-4320-a115-e81ce5234e8c {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:04:07.431460 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-6ff778f0-6370-4b91-926d-f8685e95b985 service neutron] Port bd6ef874-705d-4654-ab9d-412e9cb3c630 on network 6577dc3d-76e7-4320-a115-e81ce5234e8c not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:04:07.431460 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-6ff778f0-6370-4b91-926d-f8685e95b985 service neutron] Attempting to bind port bd6ef874-705d-4654-ab9d-412e9cb3c630 on network 6577dc3d-76e7-4320-a115-e81ce5234e8c {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:04:07.433042 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-d012bee5-6501-43a7-b4d3-9100ad760d90 req-789ea87c-776c-4456-96af-37e449d68c92 tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Unset dirty status for tenant:23bb26fdfb82469f84eb7f768a40df16 on resource:floatingip {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:04:07.434216 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d012bee5-6501-43a7-b4d3-9100ad760d90 req-789ea87c-776c-4456-96af-37e449d68c92 tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.97 HTTP/1.1" status: 200 len: 695 time: 0.2729414 May 23 11:04:07.446837 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0244ab17-cf64-4f8a-8fb2-8b85539a417a req-0aef49d1-dd6c-4c09-85d8-776f88fa28f8 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:04:07.453892 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-0244ab17-cf64-4f8a-8fb2-8b85539a417a req-0aef49d1-dd6c-4c09-85d8-776f88fa28f8 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:04:07.454790 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-6ff778f0-6370-4b91-926d-f8685e95b985 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:04:07.460598 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-6ff778f0-6370-4b91-926d-f8685e95b985 service neutron] Checking segment: {'id': '75549fbd-072c-4860-acd7-cda586e0e6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6577dc3d-76e7-4320-a115-e81ce5234e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:04:07.461031 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-6ff778f0-6370-4b91-926d-f8685e95b985 service neutron] Bound using segment: {'id': '75549fbd-072c-4860-acd7-cda586e0e6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6577dc3d-76e7-4320-a115-e81ce5234e8c'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:04:07.461497 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-6ff778f0-6370-4b91-926d-f8685e95b985 service neutron] Bound port: bd6ef874-705d-4654-ab9d-412e9cb3c630, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75549fbd-072c-4860-acd7-cda586e0e6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6577dc3d-76e7-4320-a115-e81ce5234e8c'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:04:07.461858 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-6ff778f0-6370-4b91-926d-f8685e95b985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:07.472671 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-0244ab17-cf64-4f8a-8fb2-8b85539a417a req-0aef49d1-dd6c-4c09-85d8-776f88fa28f8 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:04:07.497755 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef49d1-dd6c-4c09-85d8-776f88fa28f8 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Pushing event updated for resources: {'Port': ['ID=61a22bef-98cf-4b75-8871-93ac378582a7,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:07.567503 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-6ff778f0-6370-4b91-926d-f8685e95b985 service neutron] For port bd6ef874-705d-4654-ab9d-412e9cb3c630, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:04:07.571987 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-6ff778f0-6370-4b91-926d-f8685e95b985 service neutron] For port bd6ef874-705d-4654-ab9d-412e9cb3c630, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=bd6ef874-705d-4654-ab9d-412e9cb3c630,segment=NetworkSegment(75549fbd-072c-4860-acd7-cda586e0e6c6),segment_id=75549fbd-072c-4860-acd7-cda586e0e6c6)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:04:07.578812 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-6ff778f0-6370-4b91-926d-f8685e95b985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:07.647976 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-6ff778f0-6370-4b91-926d-f8685e95b985 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:07.649381 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-6ff778f0-6370-4b91-926d-f8685e95b985 service neutron] 10.222.0.81 "PUT /v2.0/ports/bd6ef874-705d-4654-ab9d-412e9cb3c630 HTTP/1.1" status: 200 len: 1091 time: 1.2848847 May 23 11:04:07.649833 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf20ee0-be3d-4c2f-9a92-6b3d733e7ab8', 'tag': 'bd6ef874-705d-4654-ab9d-412e9cb3c630'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:04:07.670415 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff778f0-6370-4b91-926d-f8685e95b985 service neutron] Pushing event updated for resources: {'Port': ['ID=bd6ef874-705d-4654-ab9d-412e9cb3c630,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:07.696198 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:07.703906 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093b36df-b591-4844-8da2-728e848d3e2a None None] Sync routers for ids ['62aa646c-014b-4b5e-a9b5-47137d00cacd'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:04:07.724244 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093b36df-b591-4844-8da2-728e848d3e2a None None] Routers {'62aa646c-014b-4b5e-a9b5-47137d00cacd'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:04:07.725253 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-093b36df-b591-4844-8da2-728e848d3e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:03:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['62aa646c-014b-4b5e-a9b5-47137d00cacd'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:04:07.941385 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-093b36df-b591-4844-8da2-728e848d3e2a None None] Set router 62aa646c-014b-4b5e-a9b5-47137d00cacd gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:04:08.013149 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-8725ba4d-7357-42a9-a61f-d517cf7e6d51 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=28ad30c9ce014020932bf0f448507fa3&device_id=7bf20ee0-be3d-4c2f-9a92-6b3d733e7ab8 HTTP/1.1" status: 200 len: 1094 time: 0.2913961 May 23 11:04:08.032869 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d012bee5-6501-43a7-b4d3-9100ad760d90 req-c1ccd5e3-01ed-4b18-91f2-da7821e7d54e tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:08.034191 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d012bee5-6501-43a7-b4d3-9100ad760d90 req-c1ccd5e3-01ed-4b18-91f2-da7821e7d54e tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] 10.222.0.79 "GET /v2.0/networks/87d63aa2-c2e7-4553-824a-d818708dd83b HTTP/1.1" status: 200 len: 784 time: 0.5626907 May 23 11:04:08.041991 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-9c7dd0a0-1c7b-4ad5-a31a-5bb88f136e16 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:04:08.096815 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-6efb05ed-c4f9-494e-8c51-cca7a6c08b12 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd6ef874-705d-4654-ab9d-412e9cb3c630 HTTP/1.1" status: 200 len: 217 time: 0.0694942 May 23 11:04:08.175965 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-0244ab17-cf64-4f8a-8fb2-8b85539a417a req-0aef49d1-dd6c-4c09-85d8-776f88fa28f8 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:08.221566 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-caf6ce58-e55b-4fc0-a441-5e1daa159e58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:08.223373 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-caf6ce58-e55b-4fc0-a441-5e1daa159e58 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5560744c-752b-4a3c-9fb8-a48ba0a5ab1c HTTP/1.1" status: 200 len: 867 time: 0.1211414 May 23 11:04:08.223989 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-9c7dd0a0-1c7b-4ad5-a31a-5bb88f136e16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58798252-1114-443f-88ea-43375a7f7ea3 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:04:08.270590 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-9c7dd0a0-1c7b-4ad5-a31a-5bb88f136e16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:08.314745 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-50566af5-6787-4134-940b-80783f9b7499 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6577dc3d-76e7-4320-a115-e81ce5234e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836070 May 23 11:04:08.318994 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-9c7dd0a0-1c7b-4ad5-a31a-5bb88f136e16 service neutron] Transition to ACTIVE for port object 58798252-1114-443f-88ea-43375a7f7ea3 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:04:08.320100 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-0244ab17-cf64-4f8a-8fb2-8b85539a417a req-0aef49d1-dd6c-4c09-85d8-776f88fa28f8 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:08.327382 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-093b36df-b591-4844-8da2-728e848d3e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62aa646c-014b-4b5e-a9b5-47137d00cacd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-539417370-router', 'tenant_id': '28ad30c9ce014020932bf0f448507fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '8f7407e6-d009-453e-9e5a-857b81983522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:35Z', 'updated_at': '2022-05-23T11:03:55Z', 'revision_number': 4, 'project_id': '28ad30c9ce014020932bf0f448507fa3', 'gw_port': {'id': '8f7407e6-d009-453e-9e5a-857b81983522', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:eb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa646c-014b-4b5e-a9b5-47137d00cacd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:37Z', 'updated_at': '2022-05-23T11:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'e504dda2-5336-48af-84ce-e20710a575a5', 'name': '', 'network_id': '6577dc3d-76e7-4320-a115-e81ce5234e8c', 'tenant_id': '28ad30c9ce014020932bf0f448507fa3', 'mac_address': 'fa:16:3e:bc:5c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62aa646c-014b-4b5e-a9b5-47137d00cacd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5560744c-752b-4a3c-9fb8-a48ba0a5ab1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:51Z', 'updated_at': '2022-05-23T11:03:55Z', 'revision_number': 2, 'project_id': '28ad30c9ce014020932bf0f448507fa3', 'subnets': [{'id': '5560744c-752b-4a3c-9fb8-a48ba0a5ab1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:04:08.331559 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093b36df-b591-4844-8da2-728e848d3e2a None None] Checking router: 62aa646c-014b-4b5e-a9b5-47137d00cacd for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:04:08.331940 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093b36df-b591-4844-8da2-728e848d3e2a None None] Updating router 62aa646c-014b-4b5e-a9b5-47137d00cacd port e504dda2-5336-48af-84ce-e20710a575a5 binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:04:08.358472 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-9c7dd0a0-1c7b-4ad5-a31a-5bb88f136e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:08.388499 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-093b36df-b591-4844-8da2-728e848d3e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:08.475908 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-e88b4b9c-5820-449e-8ea4-5d02f47b5824 service neutron] 10.222.0.81 "GET /v2.0/networks/6577dc3d-76e7-4320-a115-e81ce5234e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543853 May 23 11:04:08.544215 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7dd0a0-1c7b-4ad5-a31a-5bb88f136e16 service neutron] Pushing event updated for resources: {'Port': ['ID=58798252-1114-443f-88ea-43375a7f7ea3,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:08.637355 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-577879fc-d01a-4274-af97-fe766a8e2d61 req-49b803e3-4b4a-4991-b8cb-6ed74fdf1807 service neutron] 10.222.0.81 "GET /v2.0/networks/6577dc3d-76e7-4320-a115-e81ce5234e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557767 May 23 11:04:08.680625 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03a341-c5c9-4073-bb9b-eccf1744a101 req-a42eb300-1d65-4a2a-8cf6-671a371694e7 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:08.681325 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-7d03a341-c5c9-4073-bb9b-eccf1744a101 req-a42eb300-1d65-4a2a-8cf6-671a371694e7 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] Synchronizing usage tracker for tenant:ec2670f17c8f4eaab35098cbaf151a07 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:04:08.752617 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-7d03a341-c5c9-4073-bb9b-eccf1744a101 req-a42eb300-1d65-4a2a-8cf6-671a371694e7 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] Unset dirty status for tenant:ec2670f17c8f4eaab35098cbaf151a07 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:04:08.753770 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7d03a341-c5c9-4073-bb9b-eccf1744a101 req-a42eb300-1d65-4a2a-8cf6-671a371694e7 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] 10.222.0.79 "GET /v2.0/ports?device_id=03575773-21e1-43fa-a8b0-27aa6671e6be HTTP/1.1" status: 200 len: 932 time: 0.5384598 May 23 11:04:08.785797 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-093b36df-b591-4844-8da2-728e848d3e2a None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:08.802470 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-093b36df-b591-4844-8da2-728e848d3e2a None None] Transition to ACTIVE for port object e504dda2-5336-48af-84ce-e20710a575a5 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:04:08.810808 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-093b36df-b591-4844-8da2-728e848d3e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:08.820564 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-9c7dd0a0-1c7b-4ad5-a31a-5bb88f136e16 service neutron] Attempting to bind port 58798252-1114-443f-88ea-43375a7f7ea3 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:04:08.820898 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-9c7dd0a0-1c7b-4ad5-a31a-5bb88f136e16 service neutron] Attempting to bind port 58798252-1114-443f-88ea-43375a7f7ea3 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '6344bf50-bfbc-415d-80cf-5bf7b3798f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a025bceb-7400-4de0-b061-2810bd8afab4'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:04:08.821223 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-9c7dd0a0-1c7b-4ad5-a31a-5bb88f136e16 service neutron] Attempting to bind port 58798252-1114-443f-88ea-43375a7f7ea3 on network a025bceb-7400-4de0-b061-2810bd8afab4 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:04:08.840797 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-9c7dd0a0-1c7b-4ad5-a31a-5bb88f136e16 service neutron] Port 58798252-1114-443f-88ea-43375a7f7ea3 on network a025bceb-7400-4de0-b061-2810bd8afab4 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:04:08.841117 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-9c7dd0a0-1c7b-4ad5-a31a-5bb88f136e16 service neutron] Attempting to bind port 58798252-1114-443f-88ea-43375a7f7ea3 on network a025bceb-7400-4de0-b061-2810bd8afab4 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:04:08.853267 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-7d03a341-c5c9-4073-bb9b-eccf1744a101 req-b074e3c2-649d-4dbd-bd90-f11b54833987 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] Synchronizing usage tracker for tenant:ec2670f17c8f4eaab35098cbaf151a07 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:04:08.868151 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-9c7dd0a0-1c7b-4ad5-a31a-5bb88f136e16 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:04:08.868651 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-9c7dd0a0-1c7b-4ad5-a31a-5bb88f136e16 service neutron] Checking segment: {'id': '6344bf50-bfbc-415d-80cf-5bf7b3798f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a025bceb-7400-4de0-b061-2810bd8afab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:04:08.868859 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-9c7dd0a0-1c7b-4ad5-a31a-5bb88f136e16 service neutron] Bound using segment: {'id': '6344bf50-bfbc-415d-80cf-5bf7b3798f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a025bceb-7400-4de0-b061-2810bd8afab4'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:04:08.869285 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-9c7dd0a0-1c7b-4ad5-a31a-5bb88f136e16 service neutron] Bound port: 58798252-1114-443f-88ea-43375a7f7ea3, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6344bf50-bfbc-415d-80cf-5bf7b3798f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a025bceb-7400-4de0-b061-2810bd8afab4'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:04:08.869632 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-9c7dd0a0-1c7b-4ad5-a31a-5bb88f136e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:08.893073 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-0244ab17-cf64-4f8a-8fb2-8b85539a417a req-0aef49d1-dd6c-4c09-85d8-776f88fa28f8 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:08.900204 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-0244ab17-cf64-4f8a-8fb2-8b85539a417a req-0aef49d1-dd6c-4c09-85d8-776f88fa28f8 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:08.979608 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-7d03a341-c5c9-4073-bb9b-eccf1744a101 req-b074e3c2-649d-4dbd-bd90-f11b54833987 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] Unset dirty status for tenant:ec2670f17c8f4eaab35098cbaf151a07 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:04:08.980681 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7d03a341-c5c9-4073-bb9b-eccf1744a101 req-b074e3c2-649d-4dbd-bd90-f11b54833987 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] 10.222.0.79 "GET /v2.0/security-groups?id=3454ff3b-72eb-44f4-875f-7d396657ca36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019067 May 23 11:04:09.034090 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:09.095401 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef49d1-dd6c-4c09-85d8-776f88fa28f8 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Pushing event updated for resources: {'Port': ['ID=61a22bef-98cf-4b75-8871-93ac378582a7,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:09.114086 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040bd315-70a8-40fb-a502-9c545e5a2f50 None None] Pushing event updated for resources: {'Port': ['ID=e504dda2-5336-48af-84ce-e20710a575a5,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:09.118031 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-093b36df-b591-4844-8da2-728e848d3e2a None None] Attempting to bind port e504dda2-5336-48af-84ce-e20710a575a5 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:04:09.118597 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-093b36df-b591-4844-8da2-728e848d3e2a None None] Attempting to bind port e504dda2-5336-48af-84ce-e20710a575a5 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '75549fbd-072c-4860-acd7-cda586e0e6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6577dc3d-76e7-4320-a115-e81ce5234e8c'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:04:09.119134 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093b36df-b591-4844-8da2-728e848d3e2a None None] Attempting to bind port e504dda2-5336-48af-84ce-e20710a575a5 on network 6577dc3d-76e7-4320-a115-e81ce5234e8c {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:04:09.126774 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093b36df-b591-4844-8da2-728e848d3e2a None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:04:09.127415 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093b36df-b591-4844-8da2-728e848d3e2a None None] Checking segment: {'id': '75549fbd-072c-4860-acd7-cda586e0e6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6577dc3d-76e7-4320-a115-e81ce5234e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:04:09.128008 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-093b36df-b591-4844-8da2-728e848d3e2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:09.128542 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093b36df-b591-4844-8da2-728e848d3e2a None None] Bound using segment: {'id': '75549fbd-072c-4860-acd7-cda586e0e6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6577dc3d-76e7-4320-a115-e81ce5234e8c'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:04:09.134527 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-093b36df-b591-4844-8da2-728e848d3e2a None None] Bound port: e504dda2-5336-48af-84ce-e20710a575a5, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75549fbd-072c-4860-acd7-cda586e0e6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6577dc3d-76e7-4320-a115-e81ce5234e8c'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:04:09.135189 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-093b36df-b591-4844-8da2-728e848d3e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:09.156969 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-9c7dd0a0-1c7b-4ad5-a31a-5bb88f136e16 service neutron] For port 58798252-1114-443f-88ea-43375a7f7ea3, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:04:09.174677 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-9c7dd0a0-1c7b-4ad5-a31a-5bb88f136e16 service neutron] For port 58798252-1114-443f-88ea-43375a7f7ea3, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=58798252-1114-443f-88ea-43375a7f7ea3,segment=NetworkSegment(6344bf50-bfbc-415d-80cf-5bf7b3798f16),segment_id=6344bf50-bfbc-415d-80cf-5bf7b3798f16)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:04:09.177952 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-0244ab17-cf64-4f8a-8fb2-8b85539a417a req-0aef49d1-dd6c-4c09-85d8-776f88fa28f8 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:09.184482 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-9c7dd0a0-1c7b-4ad5-a31a-5bb88f136e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:09.212067 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5f760b5b-8929-4208-a24f-b9d06a6010d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:09.268560 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-0244ab17-cf64-4f8a-8fb2-8b85539a417a req-0aef49d1-dd6c-4c09-85d8-776f88fa28f8 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:09.273370 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-093b36df-b591-4844-8da2-728e848d3e2a None None] For port e504dda2-5336-48af-84ce-e20710a575a5, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:04:09.275130 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0244ab17-cf64-4f8a-8fb2-8b85539a417a req-0aef49d1-dd6c-4c09-85d8-776f88fa28f8 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2922485 May 23 11:04:09.277779 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-9c7dd0a0-1c7b-4ad5-a31a-5bb88f136e16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:09.279256 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-9c7dd0a0-1c7b-4ad5-a31a-5bb88f136e16 service neutron] 10.222.0.13 "PUT /v2.0/ports/58798252-1114-443f-88ea-43375a7f7ea3 HTTP/1.1" status: 200 len: 1092 time: 2.3978324 May 23 11:04:09.281122 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03575773-21e1-43fa-a8b0-27aa6671e6be', 'tag': '58798252-1114-443f-88ea-43375a7f7ea3'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:04:09.281472 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-093b36df-b591-4844-8da2-728e848d3e2a None None] For port e504dda2-5336-48af-84ce-e20710a575a5, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e504dda2-5336-48af-84ce-e20710a575a5,segment=NetworkSegment(75549fbd-072c-4860-acd7-cda586e0e6c6),segment_id=75549fbd-072c-4860-acd7-cda586e0e6c6)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:04:09.287441 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-093b36df-b591-4844-8da2-728e848d3e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:09.383329 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7dd0a0-1c7b-4ad5-a31a-5bb88f136e16 service neutron] Pushing event updated for resources: {'Port': ['ID=58798252-1114-443f-88ea-43375a7f7ea3,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:09.419431 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-0244ab17-cf64-4f8a-8fb2-8b85539a417a req-2813d592-ae92-4ae6-9d6e-bc211483cda8 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Synchronizing usage tracker for tenant:07103f8fb68a43de9d34cd239e20b146 on resource:floatingip {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:04:09.461756 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093b36df-b591-4844-8da2-728e848d3e2a None None] Routers {'62aa646c-014b-4b5e-a9b5-47137d00cacd'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:04:09.462538 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-093b36df-b591-4844-8da2-728e848d3e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:03:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['62aa646c-014b-4b5e-a9b5-47137d00cacd'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:04:09.503714 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-0244ab17-cf64-4f8a-8fb2-8b85539a417a req-2813d592-ae92-4ae6-9d6e-bc211483cda8 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Unset dirty status for tenant:07103f8fb68a43de9d34cd239e20b146 on resource:floatingip {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:04:09.508874 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0244ab17-cf64-4f8a-8fb2-8b85539a417a req-2813d592-ae92-4ae6-9d6e-bc211483cda8 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.221 HTTP/1.1" status: 200 len: 696 time: 0.2323365 May 23 11:04:09.546154 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040bd315-70a8-40fb-a502-9c545e5a2f50 None None] Pushing event updated for resources: {'Port': ['ID=e504dda2-5336-48af-84ce-e20710a575a5,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:09.634914 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-da21587b-6ef7-43e0-b4a1-d423db1fb603 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec2670f17c8f4eaab35098cbaf151a07&device_id=03575773-21e1-43fa-a8b0-27aa6671e6be HTTP/1.1" status: 200 len: 1095 time: 0.2941549 May 23 11:04:09.699045 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41226) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:04:09.754721 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-26da9d06-80bf-4954-9700-2d3b2fdb7bcb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58798252-1114-443f-88ea-43375a7f7ea3 HTTP/1.1" status: 200 len: 217 time: 0.1033926 May 23 11:04:09.759130 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-093b36df-b591-4844-8da2-728e848d3e2a None None] Set router 62aa646c-014b-4b5e-a9b5-47137d00cacd gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:04:09.895603 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-64503836-fd77-4caf-a2ce-55ee157aa0c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:09.928633 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c7c90-e028-4a1f-ab78-bea644dc3b77 req-6202d711-71fb-4e77-8822-b3a3fbb0cac7 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:09.935873 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1e1c7c90-e028-4a1f-ab78-bea644dc3b77 req-6202d711-71fb-4e77-8822-b3a3fbb0cac7 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 950 time: 0.4958310 May 23 11:04:09.936089 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-64503836-fd77-4caf-a2ce-55ee157aa0c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:04:09.940724 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-64503836-fd77-4caf-a2ce-55ee157aa0c2 admin admin] Usage tracker for resource:security_group_rule and tenant:e511c0eb0a194af3a17d5f1a378c0be1 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:04:09.944082 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-64503836-fd77-4caf-a2ce-55ee157aa0c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:04:09.950334 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-64503836-fd77-4caf-a2ce-55ee157aa0c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:04:10.037619 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244ab17-cf64-4f8a-8fb2-8b85539a417a req-a474d524-272c-4a3c-999e-09b3dd6d0ece tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:10.040283 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0244ab17-cf64-4f8a-8fb2-8b85539a417a req-a474d524-272c-4a3c-999e-09b3dd6d0ece tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] 10.222.0.79 "GET /v2.0/networks/87d63aa2-c2e7-4553-824a-d818708dd83b HTTP/1.1" status: 200 len: 784 time: 0.5173678 May 23 11:04:10.048000 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-16a703e9-1f9f-42d9-af39-ad6d54488f6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:10.049383 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-16a703e9-1f9f-42d9-af39-ad6d54488f6f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=60e4a373-c57e-4177-aabd-c000f2d6d45c HTTP/1.1" status: 200 len: 850 time: 0.2870147 May 23 11:04:10.055802 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-0244ab17-cf64-4f8a-8fb2-8b85539a417a req-64956dcb-e307-48fb-85b3-48ff653420c8 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:04:10.056741 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0244ab17-cf64-4f8a-8fb2-8b85539a417a req-64956dcb-e307-48fb-85b3-48ff653420c8 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0105028 May 23 11:04:10.067928 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-64503836-fd77-4caf-a2ce-55ee157aa0c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:10.078115 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-64503836-fd77-4caf-a2ce-55ee157aa0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:10.116271 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1e1c7c90-e028-4a1f-ab78-bea644dc3b77 req-f1ed1c66-2f3a-43dd-aee6-764fab5d46c4 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794012 May 23 11:04:10.120850 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41240) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:04:10.125458 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-d6c9cc50-4856-41b7-bea2-8b5106eec690 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a025bceb-7400-4de0-b061-2810bd8afab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665681 May 23 11:04:10.157781 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64503836-fd77-4caf-a2ce-55ee157aa0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7efdf2-7eae-4b6b-b10d-2916af35949c,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:10.194947 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-64503836-fd77-4caf-a2ce-55ee157aa0c2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e511c0eb0a194af3a17d5f1a378c0be1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4947252 May 23 11:04:10.195611 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41248) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:04:10.228333 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-093b36df-b591-4844-8da2-728e848d3e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62aa646c-014b-4b5e-a9b5-47137d00cacd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-539417370-router', 'tenant_id': '28ad30c9ce014020932bf0f448507fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '8f7407e6-d009-453e-9e5a-857b81983522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:35Z', 'updated_at': '2022-05-23T11:03:55Z', 'revision_number': 4, 'project_id': '28ad30c9ce014020932bf0f448507fa3', 'gw_port': {'id': '8f7407e6-d009-453e-9e5a-857b81983522', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:eb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa646c-014b-4b5e-a9b5-47137d00cacd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:37Z', 'updated_at': '2022-05-23T11:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'e504dda2-5336-48af-84ce-e20710a575a5', 'name': '', 'network_id': '6577dc3d-76e7-4320-a115-e81ce5234e8c', 'tenant_id': '28ad30c9ce014020932bf0f448507fa3', 'mac_address': 'fa:16:3e:bc:5c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62aa646c-014b-4b5e-a9b5-47137d00cacd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5560744c-752b-4a3c-9fb8-a48ba0a5ab1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:51Z', 'updated_at': '2022-05-23T11:04:09Z', 'revision_number': 4, 'project_id': '28ad30c9ce014020932bf0f448507fa3', 'subnets': [{'id': '5560744c-752b-4a3c-9fb8-a48ba0a5ab1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:04:10.232433 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093b36df-b591-4844-8da2-728e848d3e2a None None] The sync data for ids ['62aa646c-014b-4b5e-a9b5-47137d00cacd'] in n-d-842952-2 is: [{'id': '62aa646c-014b-4b5e-a9b5-47137d00cacd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-539417370-router', 'tenant_id': '28ad30c9ce014020932bf0f448507fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '8f7407e6-d009-453e-9e5a-857b81983522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:35Z', 'updated_at': '2022-05-23T11:03:55Z', 'revision_number': 4, 'project_id': '28ad30c9ce014020932bf0f448507fa3', 'gw_port': {'id': '8f7407e6-d009-453e-9e5a-857b81983522', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:eb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa646c-014b-4b5e-a9b5-47137d00cacd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:37Z', 'updated_at': '2022-05-23T11:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'e504dda2-5336-48af-84ce-e20710a575a5', 'name': '', 'network_id': '6577dc3d-76e7-4320-a115-e81ce5234e8c', 'tenant_id': '28ad30c9ce014020932bf0f448507fa3', 'mac_address': 'fa:16:3e:bc:5c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62aa646c-014b-4b5e-a9b5-47137d00cacd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5560744c-752b-4a3c-9fb8-a48ba0a5ab1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:51Z', 'updated_at': '2022-05-23T11:04:09Z', 'revision_number': 4, 'project_id': '28ad30c9ce014020932bf0f448507fa3', 'subnets': [{'id': '5560744c-752b-4a3c-9fb8-a48ba0a5ab1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:04:10.319401 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9d3c9c6c-248f-45a5-88ac-feffc2b864ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:10.353170 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9d3c9c6c-248f-45a5-88ac-feffc2b864ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:10.429767 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9d3c9c6c-248f-45a5-88ac-feffc2b864ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:10.446093 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3c9c6c-248f-45a5-88ac-feffc2b864ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7efdf2-7eae-4b6b-b10d-2916af35949c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:10.451285 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-80f46b08-3d6e-4822-bdb8-0f03d216e975 service neutron] 10.222.0.13 "GET /v2.0/networks/a025bceb-7400-4de0-b061-2810bd8afab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055112 May 23 11:04:10.460028 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9d3c9c6c-248f-45a5-88ac-feffc2b864ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:10.463224 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9d3c9c6c-248f-45a5-88ac-feffc2b864ed admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2c7efdf2-7eae-4b6b-b10d-2916af35949c HTTP/1.1" status: 204 len: 168 time: 0.2665696 May 23 11:04:10.466421 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1bc8c9f9-8cab-4f7f-95a6-9a79de42a369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:10.640058 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1bc8c9f9-8cab-4f7f-95a6-9a79de42a369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:04:10.654121 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1bc8c9f9-8cab-4f7f-95a6-9a79de42a369 admin admin] Usage tracker for resource:security_group_rule and tenant:86c5a1396124482688199a03f4e09b70 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:04:10.660654 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1bc8c9f9-8cab-4f7f-95a6-9a79de42a369 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:04:10.678481 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6eb07-510b-4059-91fc-f0e9da9b20e5 req-f79524b8-84be-4f4c-9c1a-f1c266a34b79 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:10.679959 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c5e6eb07-510b-4059-91fc-f0e9da9b20e5 req-f79524b8-84be-4f4c-9c1a-f1c266a34b79 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bf20ee0-be3d-4c2f-9a92-6b3d733e7ab8 HTTP/1.1" status: 200 len: 943 time: 0.4144688 May 23 11:04:10.693388 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3f697-e735-4aa8-8d5e-45202a387b0a req-6cfffa67-a653-45b2-85aa-099545222bf6 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:10.694845 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fca3f697-e735-4aa8-8d5e-45202a387b0a req-6cfffa67-a653-45b2-85aa-099545222bf6 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/ports?device_id=81f0e50e-11eb-4672-845a-a174fdd080c6 HTTP/1.1" status: 200 len: 946 time: 0.4308479 May 23 11:04:10.698430 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1bc8c9f9-8cab-4f7f-95a6-9a79de42a369 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:04:10.702710 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8adaa6bf-3eb3-4b3d-95ae-2b5e38856f2d req-8d2676a4-823e-46a7-ae11-387a23785bba service neutron] 10.222.0.13 "GET /v2.0/networks/a025bceb-7400-4de0-b061-2810bd8afab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232175 May 23 11:04:10.812692 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c5e6eb07-510b-4059-91fc-f0e9da9b20e5 req-979fe842-1b75-4a7d-80f3-b27feaaf77d5 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "GET /v2.0/security-groups?id=421f9bcd-04ae-42d4-94ac-8178d9060af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166959 May 23 11:04:10.844873 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fca3f697-e735-4aa8-8d5e-45202a387b0a req-89d0d0e5-8d2b-4ef7-85d4-a65e535a8326 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/security-groups?id=fd7ae4e9-c64f-43e7-a534-5bc4072aa4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256781 May 23 11:04:10.904975 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1bc8c9f9-8cab-4f7f-95a6-9a79de42a369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:10.912996 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1bc8c9f9-8cab-4f7f-95a6-9a79de42a369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:10.916362 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce0cfbf3-7256-419d-bc36-0696ec9a5d05'] response: {'server_uuid': '81f0e50e-11eb-4672-845a-a174fdd080c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608b2041-4d79-4da2-b258-6e9b4b645f5e', 'code': 200} May 23 11:04:11.001456 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54798f6d-4de5-4bbd-9f39-9aa9a35ba9dc'] response: {'name': 'network-changed', 'server_uuid': '7bf20ee0-be3d-4c2f-9a92-6b3d733e7ab8', 'tag': 'bd6ef874-705d-4654-ab9d-412e9cb3c630', 'status': 'completed', 'code': 200} May 23 11:04:11.062202 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e504dda2-5336-48af-84ce-e20710a575a5 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:04:11.102811 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8c9f9-8cab-4f7f-95a6-9a79de42a369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac91e137-d350-4f96-b3dc-4765604c0e0f,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:11.140621 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1bc8c9f9-8cab-4f7f-95a6-9a79de42a369 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=86c5a1396124482688199a03f4e09b70&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0181615 May 23 11:04:11.150191 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f8f9cb06-b793-4c1b-8021-9aa49175229c req-8e2d3bb1-643c-4df3-a09d-4cee74fc8c94 tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] 10.222.0.79 "GET /v2.0/floatingips/26c427cd-f095-4481-b623-56d74507f1b4 HTTP/1.1" status: 200 len: 692 time: 0.1824608 May 23 11:04:11.153372 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c14b2fb-9eef-49b1-98ec-04fe4fbf340f'] response: {'name': 'network-changed', 'server_uuid': '03575773-21e1-43fa-a8b0-27aa6671e6be', 'tag': '58798252-1114-443f-88ea-43375a7f7ea3', 'status': 'completed', 'code': 200} May 23 11:04:11.154577 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41266) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:04:11.252236 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port e504dda2-5336-48af-84ce-e20710a575a5 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:04:11.253646 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bb533347-d9ec-40db-8f2f-6e1c331c7633 req-adc0b680-0117-4494-9cb4-2e3d2bb863c5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=81f0e50e-11eb-4672-845a-a174fdd080c6 HTTP/1.1" status: 200 len: 1097 time: 0.2108405 May 23 11:04:11.257998 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b2e9cefe-309e-4f45-84cd-52560d702cc2 req-46d8d0b3-5b10-4d8e-aa7a-884c5dfddb15 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=28ad30c9ce014020932bf0f448507fa3&device_id=7bf20ee0-be3d-4c2f-9a92-6b3d733e7ab8 HTTP/1.1" status: 200 len: 1094 time: 0.1196411 May 23 11:04:11.263371 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port e504dda2-5336-48af-84ce-e20710a575a5 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:04:11.263799 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:11.465153 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:11.466463 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bb533347-d9ec-40db-8f2f-6e1c331c7633 req-90fa48ae-d4b1-473e-a026-760225ba15e7 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=fd7ae4e9-c64f-43e7-a534-5bc4072aa4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017782 May 23 11:04:11.502740 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-74bf7486-d018-45cb-bf42-c675d34d99dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:11.527077 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port e504dda2-5336-48af-84ce-e20710a575a5, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e504dda2-5336-48af-84ce-e20710a575a5,segment=NetworkSegment(75549fbd-072c-4860-acd7-cda586e0e6c6),segment_id=75549fbd-072c-4860-acd7-cda586e0e6c6)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:04:11.533064 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:11.550058 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9cefe-309e-4f45-84cd-52560d702cc2 req-dcf87586-1f34-486d-96d4-9259e6aa0927 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:11.551971 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b2e9cefe-309e-4f45-84cd-52560d702cc2 req-dcf87586-1f34-486d-96d4-9259e6aa0927 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6577dc3d-76e7-4320-a115-e81ce5234e8c HTTP/1.1" status: 200 len: 929 time: 0.2630506 May 23 11:04:11.579260 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9cb06-b793-4c1b-8021-9aa49175229c req-eb38ddb9-e69b-46ec-a5a3-3fcf448d13ca tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:11.580693 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f8f9cb06-b793-4c1b-8021-9aa49175229c req-eb38ddb9-e69b-46ec-a5a3-3fcf448d13ca tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] 10.222.0.79 "GET /v2.0/networks/87d63aa2-c2e7-4553-824a-d818708dd83b HTTP/1.1" status: 200 len: 784 time: 0.4297073 May 23 11:04:11.585561 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-39da4381-ba62-4b62-8684-5dc6650d92d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:11.612552 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-12964e7f-c2a3-4812-b1ec-a64075139395 req-dbc60577-025c-401d-9331-8bf591489234 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec2670f17c8f4eaab35098cbaf151a07&device_id=03575773-21e1-43fa-a8b0-27aa6671e6be HTTP/1.1" status: 200 len: 1095 time: 0.4095199 May 23 11:04:11.619407 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-f8f9cb06-b793-4c1b-8021-9aa49175229c req-3f2da59d-39a5-446c-a481-ca4716d5c493 tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:04:11.620385 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f8f9cb06-b793-4c1b-8021-9aa49175229c req-3f2da59d-39a5-446c-a481-ca4716d5c493 tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0118954 May 23 11:04:11.630270 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacaf17b-45dd-489b-9592-2c6d456d3e73 req-1f944cb4-3c76-415c-b339-54f9cfd61412 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:11.631789 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dacaf17b-45dd-489b-9592-2c6d456d3e73 req-1f944cb4-3c76-415c-b339-54f9cfd61412 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] 10.222.0.79 "GET /v2.0/ports?device_id=03575773-21e1-43fa-a8b0-27aa6671e6be HTTP/1.1" status: 200 len: 944 time: 0.2979827 May 23 11:04:11.633612 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-39da4381-ba62-4b62-8684-5dc6650d92d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:11.635390 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=e504dda2-5336-48af-84ce-e20710a575a5,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:11.647071 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41278) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:04:11.794293 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-749a65b3-583a-4d91-9a14-fda726aa75c7 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1681281882-network', 'tenant_id': '36ff1ca21b0340469c2ca3ca6b86bb41'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:04:11.805104 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-749a65b3-583a-4d91-9a14-fda726aa75c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:04:11.809767 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b2e9cefe-309e-4f45-84cd-52560d702cc2 req-9e57326d-f6f6-4f90-ae18-d629d90b1991 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd6ef874-705d-4654-ab9d-412e9cb3c630 HTTP/1.1" status: 200 len: 217 time: 0.0726094 May 23 11:04:11.810651 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-749a65b3-583a-4d91-9a14-fda726aa75c7 admin admin] Usage tracker for resource:network and tenant:36ff1ca21b0340469c2ca3ca6b86bb41 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:04:11.813556 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-749a65b3-583a-4d91-9a14-fda726aa75c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:04:11.819249 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-749a65b3-583a-4d91-9a14-fda726aa75c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:04:11.874987 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749a65b3-583a-4d91-9a14-fda726aa75c7 admin admin] Made reservation on behalf of 36ff1ca21b0340469c2ca3ca6b86bb41 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:04:11.877577 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-749a65b3-583a-4d91-9a14-fda726aa75c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:11.894707 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-749a65b3-583a-4d91-9a14-fda726aa75c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:11.911185 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dacaf17b-45dd-489b-9592-2c6d456d3e73 req-db09d54c-a248-4316-b1cc-4750ebc59637 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] 10.222.0.79 "GET /v2.0/security-groups?id=3454ff3b-72eb-44f4-875f-7d396657ca36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482228 May 23 11:04:11.918791 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9cefe-309e-4f45-84cd-52560d702cc2 req-9015d22b-68dc-4858-834d-055feaad098a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:11.920426 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b2e9cefe-309e-4f45-84cd-52560d702cc2 req-9015d22b-68dc-4858-834d-055feaad098a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5560744c-752b-4a3c-9fb8-a48ba0a5ab1c HTTP/1.1" status: 200 len: 867 time: 0.0988576 May 23 11:04:11.971853 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12964e7f-c2a3-4812-b1ec-a64075139395 req-6d07cd8a-1b0a-4660-88dc-69f916e7dac5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:11.971853 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-12964e7f-c2a3-4812-b1ec-a64075139395 req-6d07cd8a-1b0a-4660-88dc-69f916e7dac5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a025bceb-7400-4de0-b061-2810bd8afab4 HTTP/1.1" status: 200 len: 911 time: 0.3449216 May 23 11:04:11.976269 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-749a65b3-583a-4d91-9a14-fda726aa75c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:04:11.976763 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-749a65b3-583a-4d91-9a14-fda726aa75c7 admin admin] Usage tracker for resource:security_group_rule and tenant:36ff1ca21b0340469c2ca3ca6b86bb41 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:04:11.983711 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-749a65b3-583a-4d91-9a14-fda726aa75c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:04:11.994641 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-749a65b3-583a-4d91-9a14-fda726aa75c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:04:12.025171 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device bd6ef874-705d-4654-ab9d-412e9cb3c630 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:04:12.067288 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b2e9cefe-309e-4f45-84cd-52560d702cc2 req-165750ee-6893-4543-a680-c58f8f00826b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6577dc3d-76e7-4320-a115-e81ce5234e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1403921 May 23 11:04:12.139219 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-39da4381-ba62-4b62-8684-5dc6650d92d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:12.180149 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-749a65b3-583a-4d91-9a14-fda726aa75c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:12.187716 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-749a65b3-583a-4d91-9a14-fda726aa75c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:12.234850 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da4381-ba62-4b62-8684-5dc6650d92d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac91e137-d350-4f96-b3dc-4765604c0e0f,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:12.240958 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-749a65b3-583a-4d91-9a14-fda726aa75c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:04:12.259302 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port bd6ef874-705d-4654-ab9d-412e9cb3c630, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=bd6ef874-705d-4654-ab9d-412e9cb3c630,segment=NetworkSegment(75549fbd-072c-4860-acd7-cda586e0e6c6),segment_id=75549fbd-072c-4860-acd7-cda586e0e6c6)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:04:12.259566 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a65b3-583a-4d91-9a14-fda726aa75c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89fc0ef1-6cd6-420c-bcb6-bbd77c54e68d,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:12.270407 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a2b5b7e-a5fe-44a3-ade0-9ddd85f78f1a req-c3ce095f-be20-4e71-b461-21d960a2a185 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6062927 May 23 11:04:12.273882 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-39da4381-ba62-4b62-8684-5dc6650d92d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:12.274934 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-39da4381-ba62-4b62-8684-5dc6650d92d8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ac91e137-d350-4f96-b3dc-4765604c0e0f HTTP/1.1" status: 204 len: 168 time: 1.1194930 May 23 11:04:12.276521 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-12964e7f-c2a3-4812-b1ec-a64075139395 req-7768b5bf-d86c-4671-a0c8-39b49892ea9f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58798252-1114-443f-88ea-43375a7f7ea3 HTTP/1.1" status: 200 len: 217 time: 0.3025730 May 23 11:04:12.278088 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-749a65b3-583a-4d91-9a14-fda726aa75c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:12.278231 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-749a65b3-583a-4d91-9a14-fda726aa75c7 admin admin] Added segment 609cae3f-7d86-45f6-b453-c8418c72a2f2 of type vlan for network 89fd2017-c79f-459e-b391-8fe714a75615 May 23 11:04:12.282877 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-8a2b5b7e-a5fe-44a3-ade0-9ddd85f78f1a req-32e3f5e2-6133-4cbf-87a6-7da5d5cc9c9b tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:04:12.284325 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': 'bd6ef874-705d-4654-ab9d-412e9cb3c630', 'network_id': '6577dc3d-76e7-4320-a115-e81ce5234e8c', 'port_id': 'bd6ef874-705d-4654-ab9d-412e9cb3c630', 'mac_address': 'fa:16:3e:29:29:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5560744c-752b-4a3c-9fb8-a48ba0a5ab1c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:04:12.285697 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b2e9cefe-309e-4f45-84cd-52560d702cc2 req-f0ff0eee-319b-4b24-ad92-ff21f93deef2 service neutron] 10.222.0.81 "GET /v2.0/networks/6577dc3d-76e7-4320-a115-e81ce5234e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047834 May 23 11:04:12.288433 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-8a2b5b7e-a5fe-44a3-ade0-9ddd85f78f1a req-32e3f5e2-6133-4cbf-87a6-7da5d5cc9c9b tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:04:12.300674 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-8a2b5b7e-a5fe-44a3-ade0-9ddd85f78f1a req-32e3f5e2-6133-4cbf-87a6-7da5d5cc9c9b tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:04:12.322088 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dcf88cbd-64ff-4e89-94e6-dc4adf457c16 req-f00e607d-4c35-4b84-8fb6-26e140bca97d tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] 10.222.0.79 "GET /v2.0/floatingips?tenant_id=23bb26fdfb82469f84eb7f768a40df16 HTTP/1.1" status: 200 len: 695 time: 0.1726091 May 23 11:04:12.326060 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8a2b5b7e-a5fe-44a3-ade0-9ddd85f78f1a req-32e3f5e2-6133-4cbf-87a6-7da5d5cc9c9b tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:12.344253 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:12.362369 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd6ef874-705d-4654-ab9d-412e9cb3c630 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:04:12.379012 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port bd6ef874-705d-4654-ab9d-412e9cb3c630, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=bd6ef874-705d-4654-ab9d-412e9cb3c630,segment=NetworkSegment(75549fbd-072c-4860-acd7-cda586e0e6c6),segment_id=75549fbd-072c-4860-acd7-cda586e0e6c6)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:04:12.380525 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-749a65b3-583a-4d91-9a14-fda726aa75c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:12.383397 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:12.470636 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=bd6ef874-705d-4654-ab9d-412e9cb3c630,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:12.547648 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:12.551515 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-749a65b3-583a-4d91-9a14-fda726aa75c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:12.552703 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749a65b3-583a-4d91-9a14-fda726aa75c7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:12.553425 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-749a65b3-583a-4d91-9a14-fda726aa75c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:12.566997 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12964e7f-c2a3-4812-b1ec-a64075139395 req-1c45727b-bc08-439d-b99a-0940e98bbd88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:12.568518 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-12964e7f-c2a3-4812-b1ec-a64075139395 req-1c45727b-bc08-439d-b99a-0940e98bbd88 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=60e4a373-c57e-4177-aabd-c000f2d6d45c HTTP/1.1" status: 200 len: 850 time: 0.2444649 May 23 11:04:12.585354 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b2e9cefe-309e-4f45-84cd-52560d702cc2 req-8972d11f-0390-43a1-8411-49a54d82f932 service neutron] 10.222.0.81 "GET /v2.0/networks/6577dc3d-76e7-4320-a115-e81ce5234e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922423 May 23 11:04:12.655195 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-12964e7f-c2a3-4812-b1ec-a64075139395 req-8c981f7e-f639-4f69-8389-1bea76475026 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a025bceb-7400-4de0-b061-2810bd8afab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733044 May 23 11:04:12.664854 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-749a65b3-583a-4d91-9a14-fda726aa75c7 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0138583 May 23 11:04:12.664854 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a65b3-583a-4d91-9a14-fda726aa75c7 admin admin] Pushing event updated for resources: {'Network': ['ID=89fd2017-c79f-459e-b391-8fe714a75615,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:12.665184 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41296) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:04:12.670736 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-2eb0e030-99f0-4463-93e1-b62acb733a72 admin admin] Request body: {'subnet': {'network_id': '89fd2017-c79f-459e-b391-8fe714a75615', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1681281882-subnet', 'tenant_id': '36ff1ca21b0340469c2ca3ca6b86bb41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:04:12.676800 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2eb0e030-99f0-4463-93e1-b62acb733a72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:04:12.681606 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2eb0e030-99f0-4463-93e1-b62acb733a72 admin admin] Usage tracker for resource:subnet and tenant:36ff1ca21b0340469c2ca3ca6b86bb41 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:04:12.684694 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2eb0e030-99f0-4463-93e1-b62acb733a72 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:04:12.692640 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 89fd2017-c79f-459e-b391-8fe714a75615 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:04:12.695720 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2eb0e030-99f0-4463-93e1-b62acb733a72 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:04:12.706519 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb0e030-99f0-4463-93e1-b62acb733a72 admin admin] Made reservation on behalf of 36ff1ca21b0340469c2ca3ca6b86bb41 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:04:12.710795 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2eb0e030-99f0-4463-93e1-b62acb733a72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:12.780737 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf88cbd-64ff-4e89-94e6-dc4adf457c16 req-12c8b8dc-6e7b-4409-a173-0d54259f883d tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:12.788327 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dcf88cbd-64ff-4e89-94e6-dc4adf457c16 req-12c8b8dc-6e7b-4409-a173-0d54259f883d tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] 10.222.0.79 "GET /v2.0/networks?id=87d63aa2-c2e7-4553-824a-d818708dd83b HTTP/1.1" status: 200 len: 787 time: 0.4646614 May 23 11:04:12.806773 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-dcf88cbd-64ff-4e89-94e6-dc4adf457c16 req-82dc50ae-9eeb-4ded-814f-312220608f83 tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:04:12.830144 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dcf88cbd-64ff-4e89-94e6-dc4adf457c16 req-82dc50ae-9eeb-4ded-814f-312220608f83 tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0414894 May 23 11:04:12.834587 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41302) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:04:12.850415 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['bd6ef874-705d-4654-ab9d-412e9cb3c630'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:04:12.907610 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-48d68783-1145-44d3-b64a-b709ef7f29d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:12.919133 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4baff124-04d7-43dd-9ae5-fdfceb08346f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0534ca48-d26f-46c1-88f6-3e853ec7fcd8'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:04:12.936505 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:12.991158 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e504dda2-5336-48af-84ce-e20710a575a5 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:04:13.071667 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2eb0e030-99f0-4463-93e1-b62acb733a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:13.080631 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-12964e7f-c2a3-4812-b1ec-a64075139395 req-1de30b3d-d1ef-4233-ba01-bb2030448036 service neutron] 10.222.0.13 "GET /v2.0/networks/a025bceb-7400-4de0-b061-2810bd8afab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061620 May 23 11:04:13.094301 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-48d68783-1145-44d3-b64a-b709ef7f29d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:04:13.119417 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-48d68783-1145-44d3-b64a-b709ef7f29d5 admin admin] Usage tracker for resource:security_group_rule and tenant:d77c2a61e1b84bcebde42ad8e744ec46 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:04:13.122734 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8a2b5b7e-a5fe-44a3-ade0-9ddd85f78f1a req-32e3f5e2-6133-4cbf-87a6-7da5d5cc9c9b tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:13.124539 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-48d68783-1145-44d3-b64a-b709ef7f29d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:04:13.139866 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port e504dda2-5336-48af-84ce-e20710a575a5 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:04:13.140485 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:13.142562 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0e030-99f0-4463-93e1-b62acb733a72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d75ee46-9a39-476b-b86d-f2982c68d3cb,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:13.156755 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb0e030-99f0-4463-93e1-b62acb733a72 admin admin] Checking segment: {'id': '609cae3f-7d86-45f6-b453-c8418c72a2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '89fd2017-c79f-459e-b391-8fe714a75615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:04:13.157092 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb0e030-99f0-4463-93e1-b62acb733a72 admin admin] Network hostable DHCP agents. Network: 89fd2017-c79f-459e-b391-8fe714a75615, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:04:13.178915 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb0e030-99f0-4463-93e1-b62acb733a72 admin admin] Network 89fd2017-c79f-459e-b391-8fe714a75615 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:04:13.189675 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-2eb0e030-99f0-4463-93e1-b62acb733a72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 89fd2017-c79f-459e-b391-8fe714a75615) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:04:13.194171 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb0e030-99f0-4463-93e1-b62acb733a72 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:13.194800 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2eb0e030-99f0-4463-93e1-b62acb733a72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:13.203721 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa315bd2-6ede-4819-80b8-474314fd9be5 None None] Network 89fd2017-c79f-459e-b391-8fe714a75615 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:04:13.226102 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2eb0e030-99f0-4463-93e1-b62acb733a72 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5538857 May 23 11:04:13.230878 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-48d68783-1145-44d3-b64a-b709ef7f29d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:04:13.411143 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e8a641-bc3f-41c0-8448-8084045173a4 req-c7b9185d-d164-489c-b8e2-651090a4cf5c tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:13.412683 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-10e8a641-bc3f-41c0-8448-8084045173a4 req-c7b9185d-d164-489c-b8e2-651090a4cf5c tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bf20ee0-be3d-4c2f-9a92-6b3d733e7ab8 HTTP/1.1" status: 200 len: 944 time: 0.3808198 May 23 11:04:13.443083 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-12964e7f-c2a3-4812-b1ec-a64075139395 req-b0566600-ac01-416c-9e21-287500fdbd0c service neutron] 10.222.0.13 "GET /v2.0/networks/a025bceb-7400-4de0-b061-2810bd8afab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499620 May 23 11:04:13.470263 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af51647-9122-4048-a09f-91c907bf7727 None None] Network 89fd2017-c79f-459e-b391-8fe714a75615 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:04:13.480168 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-8a2b5b7e-a5fe-44a3-ade0-9ddd85f78f1a req-32e3f5e2-6133-4cbf-87a6-7da5d5cc9c9b tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Allocated IP 172.25.6.182 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/72042a63-f59a-4c38-9000-e90749435726) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:04:13.543862 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-48d68783-1145-44d3-b64a-b709ef7f29d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:13.598522 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-48d68783-1145-44d3-b64a-b709ef7f29d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:13.626248 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-10e8a641-bc3f-41c0-8448-8084045173a4 req-2a6b8431-9312-412e-8196-57616e4fde7e tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "GET /v2.0/security-groups?id=421f9bcd-04ae-42d4-94ac-8178d9060af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044880 May 23 11:04:13.682243 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-48d68783-1145-44d3-b64a-b709ef7f29d5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d77c2a61e1b84bcebde42ad8e744ec46&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8457911 May 23 11:04:13.683215 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d68783-1145-44d3-b64a-b709ef7f29d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c6ec4a-bae7-4f30-b341-f0124c9b158a,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:13.685243 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41316) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:04:13.724217 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8a2b5b7e-a5fe-44a3-ade0-9ddd85f78f1a req-32e3f5e2-6133-4cbf-87a6-7da5d5cc9c9b tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:13.751319 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5a4519e0-ec79-468a-b207-ed0eec4f97bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:13.776817 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5a4519e0-ec79-468a-b207-ed0eec4f97bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:13.788954 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8a2b5b7e-a5fe-44a3-ade0-9ddd85f78f1a req-32e3f5e2-6133-4cbf-87a6-7da5d5cc9c9b tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:13.837615 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5a4519e0-ec79-468a-b207-ed0eec4f97bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:13.854094 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4519e0-ec79-468a-b207-ed0eec4f97bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c6ec4a-bae7-4f30-b341-f0124c9b158a,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:13.866998 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5a4519e0-ec79-468a-b207-ed0eec4f97bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:13.871480 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5a4519e0-ec79-468a-b207-ed0eec4f97bd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/43c6ec4a-bae7-4f30-b341-f0124c9b158a HTTP/1.1" status: 204 len: 168 time: 0.1825953 May 23 11:04:13.874160 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a2b5b7e-a5fe-44a3-ade0-9ddd85f78f1a req-32e3f5e2-6133-4cbf-87a6-7da5d5cc9c9b tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:04:13.883868 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-8a2b5b7e-a5fe-44a3-ade0-9ddd85f78f1a req-32e3f5e2-6133-4cbf-87a6-7da5d5cc9c9b tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:04:13.890171 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2b5b7e-a5fe-44a3-ade0-9ddd85f78f1a req-32e3f5e2-6133-4cbf-87a6-7da5d5cc9c9b tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:04:13.914764 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e3f5e2-6133-4cbf-87a6-7da5d5cc9c9b tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Pushing event updated for resources: {'Port': ['ID=72042a63-f59a-4c38-9000-e90749435726,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:13.963316 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a799959-398e-46bc-a583-11641e952494 req-0accc977-55dd-4ad4-8d42-00964e2cb26a tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:13.964846 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a799959-398e-46bc-a583-11641e952494 req-0accc977-55dd-4ad4-8d42-00964e2cb26a tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/ports?device_id=81f0e50e-11eb-4672-845a-a174fdd080c6 HTTP/1.1" status: 200 len: 946 time: 0.2170641 May 23 11:04:14.028614 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a799959-398e-46bc-a583-11641e952494 req-5b700d76-91a3-49aa-9fb5-a7e345468c32 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/security-groups?id=fd7ae4e9-c64f-43e7-a534-5bc4072aa4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572751 May 23 11:04:14.063750 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device bd6ef874-705d-4654-ab9d-412e9cb3c630 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:04:14.134260 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:14.161538 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port bd6ef874-705d-4654-ab9d-412e9cb3c630 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:04:14.170156 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port bd6ef874-705d-4654-ab9d-412e9cb3c630 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:04:14.170978 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:14.304395 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8a2b5b7e-a5fe-44a3-ade0-9ddd85f78f1a req-32e3f5e2-6133-4cbf-87a6-7da5d5cc9c9b tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:14.308285 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:14.309179 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-28c0a467-eb19-4875-a8c0-e83daa48506a tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471947 May 23 11:04:14.321090 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e829c4-d045-4679-b6e9-5057debe3b3a None None] Sync routers for ids ['e5a00999-2f4d-4171-9861-743771f002be'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:04:14.351936 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e829c4-d045-4679-b6e9-5057debe3b3a None None] Routers {'e5a00999-2f4d-4171-9861-743771f002be'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:04:14.352550 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f2e829c4-d045-4679-b6e9-5057debe3b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:04:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['e5a00999-2f4d-4171-9861-743771f002be'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:04:14.454922 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8a2b5b7e-a5fe-44a3-ade0-9ddd85f78f1a req-32e3f5e2-6133-4cbf-87a6-7da5d5cc9c9b tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:14.498717 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port bd6ef874-705d-4654-ab9d-412e9cb3c630, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=bd6ef874-705d-4654-ab9d-412e9cb3c630,segment=NetworkSegment(75549fbd-072c-4860-acd7-cda586e0e6c6),segment_id=75549fbd-072c-4860-acd7-cda586e0e6c6)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:04:14.506819 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:14.565444 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-7f8d6aea-2883-462b-937d-338929f12c94 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:14.571922 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-7f8d6aea-2883-462b-937d-338929f12c94 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2348456 May 23 11:04:14.619808 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 58798252-1114-443f-88ea-43375a7f7ea3 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:04:14.660369 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-00090a26-a579-48a6-8c86-bfde0f0610ff tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/quotas/d75dde8d8e3541f8a16615b5aba5e3ab HTTP/1.1" status: 200 len: 375 time: 0.0875449 May 23 11:04:14.683681 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-f2e829c4-d045-4679-b6e9-5057debe3b3a None None] Set router e5a00999-2f4d-4171-9861-743771f002be gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:04:14.722840 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=bd6ef874-705d-4654-ab9d-412e9cb3c630,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:14.798802 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-9c5e612e-e117-44b4-949e-453eb37faca0 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1367888 May 23 11:04:14.817365 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8a2b5b7e-a5fe-44a3-ade0-9ddd85f78f1a req-32e3f5e2-6133-4cbf-87a6-7da5d5cc9c9b tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:14.823714 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8a2b5b7e-a5fe-44a3-ade0-9ddd85f78f1a req-32e3f5e2-6133-4cbf-87a6-7da5d5cc9c9b tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:14.906657 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 58798252-1114-443f-88ea-43375a7f7ea3, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=58798252-1114-443f-88ea-43375a7f7ea3,segment=NetworkSegment(6344bf50-bfbc-415d-80cf-5bf7b3798f16),segment_id=6344bf50-bfbc-415d-80cf-5bf7b3798f16)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:04:14.927201 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '58798252-1114-443f-88ea-43375a7f7ea3', 'network_id': 'a025bceb-7400-4de0-b061-2810bd8afab4', 'port_id': '58798252-1114-443f-88ea-43375a7f7ea3', 'mac_address': 'fa:16:3e:c9:7c:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e4a373-c57e-4177-aabd-c000f2d6d45c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:04:14.945390 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e3f5e2-6133-4cbf-87a6-7da5d5cc9c9b tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Pushing event updated for resources: {'Port': ['ID=72042a63-f59a-4c38-9000-e90749435726,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:14.959767 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8a2b5b7e-a5fe-44a3-ade0-9ddd85f78f1a req-32e3f5e2-6133-4cbf-87a6-7da5d5cc9c9b tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:14.986582 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:04:14.986930 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:04:14.987265 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:04:14.988303 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:04:14.988636 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:04:14.989119 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:04:14.989786 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:04:14.990247 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:04:14.990582 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:04:14.990911 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:04:14.991447 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:04:15.076944 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8a2b5b7e-a5fe-44a3-ade0-9ddd85f78f1a req-32e3f5e2-6133-4cbf-87a6-7da5d5cc9c9b tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:15.078282 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a2b5b7e-a5fe-44a3-ade0-9ddd85f78f1a req-32e3f5e2-6133-4cbf-87a6-7da5d5cc9c9b tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7999651 May 23 11:04:15.168251 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4bb23cba-26ad-4a9d-a7af-1c6da0057b03 req-03f171de-eaa1-4c2c-8053-3be2aa0e3aca tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] 10.222.0.79 "GET /v2.0/floatingips/26c427cd-f095-4481-b623-56d74507f1b4 HTTP/1.1" status: 200 len: 692 time: 0.1617658 May 23 11:04:15.172787 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:15.212462 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58798252-1114-443f-88ea-43375a7f7ea3 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:04:15.224540 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-8a2b5b7e-a5fe-44a3-ade0-9ddd85f78f1a req-bc9c6a8c-c408-44fe-af35-33eeb29b9892 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Synchronizing usage tracker for tenant:07103f8fb68a43de9d34cd239e20b146 on resource:floatingip {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:04:15.257983 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 58798252-1114-443f-88ea-43375a7f7ea3, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=58798252-1114-443f-88ea-43375a7f7ea3,segment=NetworkSegment(6344bf50-bfbc-415d-80cf-5bf7b3798f16),segment_id=6344bf50-bfbc-415d-80cf-5bf7b3798f16)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:04:15.290996 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:15.330452 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-8a2b5b7e-a5fe-44a3-ade0-9ddd85f78f1a req-bc9c6a8c-c408-44fe-af35-33eeb29b9892 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Unset dirty status for tenant:07103f8fb68a43de9d34cd239e20b146 on resource:floatingip {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:04:15.332016 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a2b5b7e-a5fe-44a3-ade0-9ddd85f78f1a req-bc9c6a8c-c408-44fe-af35-33eeb29b9892 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.182 HTTP/1.1" status: 200 len: 696 time: 0.2348228 May 23 11:04:15.388681 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=58798252-1114-443f-88ea-43375a7f7ea3,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:15.403059 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f2e829c4-d045-4679-b6e9-5057debe3b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a00999-2f4d-4171-9861-743771f002be', 'name': 'tempest-FloatingIPDetailsTestJSON-1879256786-router', 'tenant_id': '07103f8fb68a43de9d34cd239e20b146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '8bbf2440-ac13-458c-8a02-cc347e5dafa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:31Z', 'updated_at': '2022-05-23T11:03:48Z', 'revision_number': 4, 'project_id': '07103f8fb68a43de9d34cd239e20b146', 'gw_port': {'id': '8bbf2440-ac13-458c-8a02-cc347e5dafa7', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:86:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a00999-2f4d-4171-9861-743771f002be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:34Z', 'updated_at': '2022-05-23T11:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '65b6ed11-376d-418e-a4fb-ab5f27ac6cbf', 'name': '', 'network_id': 'cff44a82-4e2b-4550-bdef-9ee10939ff49', 'tenant_id': '07103f8fb68a43de9d34cd239e20b146', 'mac_address': 'fa:16:3e:82:94:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a00999-2f4d-4171-9861-743771f002be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10b6e776-103b-45cd-a4b5-7156d52345a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:45Z', 'updated_at': '2022-05-23T11:03:48Z', 'revision_number': 2, 'project_id': '07103f8fb68a43de9d34cd239e20b146', 'subnets': [{'id': '10b6e776-103b-45cd-a4b5-7156d52345a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:04:15.407432 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e829c4-d045-4679-b6e9-5057debe3b3a None None] Checking router: e5a00999-2f4d-4171-9861-743771f002be for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:04:15.407783 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e829c4-d045-4679-b6e9-5057debe3b3a None None] Updating router e5a00999-2f4d-4171-9861-743771f002be port 65b6ed11-376d-418e-a4fb-ab5f27ac6cbf binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:04:15.461520 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f2e829c4-d045-4679-b6e9-5057debe3b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:15.473989 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb23cba-26ad-4a9d-a7af-1c6da0057b03 req-a3c58a81-709d-414e-82e1-805dcf7d8acd tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:15.475925 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4bb23cba-26ad-4a9d-a7af-1c6da0057b03 req-a3c58a81-709d-414e-82e1-805dcf7d8acd tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] 10.222.0.79 "GET /v2.0/networks/87d63aa2-c2e7-4553-824a-d818708dd83b HTTP/1.1" status: 200 len: 784 time: 0.3069820 May 23 11:04:15.540576 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-4bb23cba-26ad-4a9d-a7af-1c6da0057b03 req-7a88f542-20e7-45ca-903d-f7105f93dfbe tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:04:15.541937 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4bb23cba-26ad-4a9d-a7af-1c6da0057b03 req-7a88f542-20e7-45ca-903d-f7105f93dfbe tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0063558 May 23 11:04:15.546823 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b5b7e-a5fe-44a3-ade0-9ddd85f78f1a req-7e8e63d8-5443-4e59-9a3c-78a79bd84d9e tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:15.556221 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a2b5b7e-a5fe-44a3-ade0-9ddd85f78f1a req-7e8e63d8-5443-4e59-9a3c-78a79bd84d9e tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] 10.222.0.79 "GET /v2.0/networks/87d63aa2-c2e7-4553-824a-d818708dd83b HTTP/1.1" status: 200 len: 784 time: 0.2068591 May 23 11:04:15.635462 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ee3d80a-e696-4bab-b53b-5aa48d7b07fa'] response: {'server_uuid': '4baff124-04d7-43dd-9ae5-fdfceb08346f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0534ca48-d26f-46c1-88f6-3e853ec7fcd8', 'code': 200} May 23 11:04:15.655583 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4bb23cba-26ad-4a9d-a7af-1c6da0057b03 req-92bd61c8-0b04-4792-bb0e-bf3a3754defc tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.97 HTTP/1.1" status: 200 len: 695 time: 0.0983388 May 23 11:04:15.738989 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['58798252-1114-443f-88ea-43375a7f7ea3'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:04:15.821713 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4bb23cba-26ad-4a9d-a7af-1c6da0057b03 req-2a340337-0a4e-4ad3-ba64-9d1d67e34dd6 tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.97 HTTP/1.1" status: 200 len: 695 time: 0.1586020 May 23 11:04:16.067421 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f2e829c4-d045-4679-b6e9-5057debe3b3a None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:16.080800 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f2e829c4-d045-4679-b6e9-5057debe3b3a None None] Transition to ACTIVE for port object 65b6ed11-376d-418e-a4fb-ab5f27ac6cbf will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:04:16.088315 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f2e829c4-d045-4679-b6e9-5057debe3b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:16.134238 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-4bb23cba-26ad-4a9d-a7af-1c6da0057b03 req-05e8904c-3df5-450a-acc4-38cc9d95cf8b tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Deleting port 2e514a43-4615-45b6-81f0-0b0c640303b5 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:04:16.134578 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-4bb23cba-26ad-4a9d-a7af-1c6da0057b03 req-05e8904c-3df5-450a-acc4-38cc9d95cf8b tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:16.200993 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-19481ce3-80e2-46ee-bbf5-a9ebb2837d8b tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411813 May 23 11:04:16.252772 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac657d-b3cc-439a-95e4-2ada09c91940 None None] Pushing event updated for resources: {'Port': ['ID=65b6ed11-376d-418e-a4fb-ab5f27ac6cbf,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:16.318286 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f2e829c4-d045-4679-b6e9-5057debe3b3a None None] Attempting to bind port 65b6ed11-376d-418e-a4fb-ab5f27ac6cbf on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:04:16.318654 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f2e829c4-d045-4679-b6e9-5057debe3b3a None None] Attempting to bind port 65b6ed11-376d-418e-a4fb-ab5f27ac6cbf by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'c4db3664-02ec-4348-9d61-10c46d068332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cff44a82-4e2b-4550-bdef-9ee10939ff49'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:04:16.319021 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e829c4-d045-4679-b6e9-5057debe3b3a None None] Attempting to bind port 65b6ed11-376d-418e-a4fb-ab5f27ac6cbf on network cff44a82-4e2b-4550-bdef-9ee10939ff49 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:04:16.330121 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e829c4-d045-4679-b6e9-5057debe3b3a None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:04:16.330942 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e829c4-d045-4679-b6e9-5057debe3b3a None None] Checking segment: {'id': 'c4db3664-02ec-4348-9d61-10c46d068332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cff44a82-4e2b-4550-bdef-9ee10939ff49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:04:16.331567 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f2e829c4-d045-4679-b6e9-5057debe3b3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:16.332211 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e829c4-d045-4679-b6e9-5057debe3b3a None None] Bound using segment: {'id': 'c4db3664-02ec-4348-9d61-10c46d068332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cff44a82-4e2b-4550-bdef-9ee10939ff49'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:04:16.332906 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f2e829c4-d045-4679-b6e9-5057debe3b3a None None] Bound port: 65b6ed11-376d-418e-a4fb-ab5f27ac6cbf, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4db3664-02ec-4348-9d61-10c46d068332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cff44a82-4e2b-4550-bdef-9ee10939ff49'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:04:16.333623 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f2e829c4-d045-4679-b6e9-5057debe3b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:16.399996 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2279b6-3e6b-4ba6-93ca-0a13c1970e2d req-a1529591-e1fb-40ea-8893-72891c259e64 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:16.401458 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eb2279b6-3e6b-4ba6-93ca-0a13c1970e2d req-a1529591-e1fb-40ea-8893-72891c259e64 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] 10.222.0.79 "GET /v2.0/ports?device_id=03575773-21e1-43fa-a8b0-27aa6671e6be HTTP/1.1" status: 200 len: 945 time: 0.5786493 May 23 11:04:16.431945 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f2e829c4-d045-4679-b6e9-5057debe3b3a None None] For port 65b6ed11-376d-418e-a4fb-ab5f27ac6cbf, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:04:16.435586 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f2e829c4-d045-4679-b6e9-5057debe3b3a None None] For port 65b6ed11-376d-418e-a4fb-ab5f27ac6cbf, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=65b6ed11-376d-418e-a4fb-ab5f27ac6cbf,segment=NetworkSegment(c4db3664-02ec-4348-9d61-10c46d068332),segment_id=c4db3664-02ec-4348-9d61-10c46d068332)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:04:16.440675 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f2e829c4-d045-4679-b6e9-5057debe3b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:16.533220 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-954e8eea-2206-4f81-a2b0-7b720035effb tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:16.534508 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-954e8eea-2206-4f81-a2b0-7b720035effb tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3258734 May 23 11:04:16.538912 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eb2279b6-3e6b-4ba6-93ca-0a13c1970e2d req-93b9c18d-48ab-421b-ad71-7a107f05ba57 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] 10.222.0.79 "GET /v2.0/security-groups?id=3454ff3b-72eb-44f4-875f-7d396657ca36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302869 May 23 11:04:16.543023 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-4bb23cba-26ad-4a9d-a7af-1c6da0057b03 req-05e8904c-3df5-450a-acc4-38cc9d95cf8b tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:16.543338 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-4bb23cba-26ad-4a9d-a7af-1c6da0057b03 req-05e8904c-3df5-450a-acc4-38cc9d95cf8b tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:16.575264 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e829c4-d045-4679-b6e9-5057debe3b3a None None] Routers {'e5a00999-2f4d-4171-9861-743771f002be'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:04:16.576516 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f2e829c4-d045-4679-b6e9-5057debe3b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:04:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['e5a00999-2f4d-4171-9861-743771f002be'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:04:16.612560 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-5c10cb1c-3f92-4f52-8763-d4d9551546ba tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Request body: {'port': {'device_id': '5d1a2c1a-1e28-4209-9f47-fc1285eba09a', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'admin_state_up': True, 'tenant_id': 'd75dde8d8e3541f8a16615b5aba5e3ab'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:04:16.703558 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-4bb23cba-26ad-4a9d-a7af-1c6da0057b03 req-05e8904c-3df5-450a-acc4-38cc9d95cf8b tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Calling delete_port for 2e514a43-4615-45b6-81f0-0b0c640303b5 owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:04:16.767878 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac657d-b3cc-439a-95e4-2ada09c91940 None None] Pushing event updated for resources: {'Port': ['ID=65b6ed11-376d-418e-a4fb-ab5f27ac6cbf,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:16.838749 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-f2e829c4-d045-4679-b6e9-5057debe3b3a None None] Set router e5a00999-2f4d-4171-9861-743771f002be gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:04:16.906172 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-5c10cb1c-3f92-4f52-8763-d4d9551546ba tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:04:16.979735 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-5c10cb1c-3f92-4f52-8763-d4d9551546ba tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:04:17.057428 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-5c10cb1c-3f92-4f52-8763-d4d9551546ba tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Made reservation on behalf of d75dde8d8e3541f8a16615b5aba5e3ab for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:04:17.060313 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-5c10cb1c-3f92-4f52-8763-d4d9551546ba tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:17.086457 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-4bb23cba-26ad-4a9d-a7af-1c6da0057b03 req-05e8904c-3df5-450a-acc4-38cc9d95cf8b tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:17.141391 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e8904c-3df5-450a-acc4-38cc9d95cf8b tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Pushing event deleted for resources: {'Port': ['ID=2e514a43-4615-45b6-81f0-0b0c640303b5,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:17.206989 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f2e829c4-d045-4679-b6e9-5057debe3b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a00999-2f4d-4171-9861-743771f002be', 'name': 'tempest-FloatingIPDetailsTestJSON-1879256786-router', 'tenant_id': '07103f8fb68a43de9d34cd239e20b146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '8bbf2440-ac13-458c-8a02-cc347e5dafa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:31Z', 'updated_at': '2022-05-23T11:03:48Z', 'revision_number': 4, 'project_id': '07103f8fb68a43de9d34cd239e20b146', 'gw_port': {'id': '8bbf2440-ac13-458c-8a02-cc347e5dafa7', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:86:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a00999-2f4d-4171-9861-743771f002be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:34Z', 'updated_at': '2022-05-23T11:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '65b6ed11-376d-418e-a4fb-ab5f27ac6cbf', 'name': '', 'network_id': 'cff44a82-4e2b-4550-bdef-9ee10939ff49', 'tenant_id': '07103f8fb68a43de9d34cd239e20b146', 'mac_address': 'fa:16:3e:82:94:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a00999-2f4d-4171-9861-743771f002be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10b6e776-103b-45cd-a4b5-7156d52345a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:45Z', 'updated_at': '2022-05-23T11:04:16Z', 'revision_number': 4, 'project_id': '07103f8fb68a43de9d34cd239e20b146', 'subnets': [{'id': '10b6e776-103b-45cd-a4b5-7156d52345a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:04:17.211135 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e829c4-d045-4679-b6e9-5057debe3b3a None None] The sync data for ids ['e5a00999-2f4d-4171-9861-743771f002be'] in n-d-842952-2 is: [{'id': 'e5a00999-2f4d-4171-9861-743771f002be', 'name': 'tempest-FloatingIPDetailsTestJSON-1879256786-router', 'tenant_id': '07103f8fb68a43de9d34cd239e20b146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '8bbf2440-ac13-458c-8a02-cc347e5dafa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:31Z', 'updated_at': '2022-05-23T11:03:48Z', 'revision_number': 4, 'project_id': '07103f8fb68a43de9d34cd239e20b146', 'gw_port': {'id': '8bbf2440-ac13-458c-8a02-cc347e5dafa7', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:86:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a00999-2f4d-4171-9861-743771f002be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:34Z', 'updated_at': '2022-05-23T11:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '65b6ed11-376d-418e-a4fb-ab5f27ac6cbf', 'name': '', 'network_id': 'cff44a82-4e2b-4550-bdef-9ee10939ff49', 'tenant_id': '07103f8fb68a43de9d34cd239e20b146', 'mac_address': 'fa:16:3e:82:94:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a00999-2f4d-4171-9861-743771f002be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10b6e776-103b-45cd-a4b5-7156d52345a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:45Z', 'updated_at': '2022-05-23T11:04:16Z', 'revision_number': 4, 'project_id': '07103f8fb68a43de9d34cd239e20b146', 'subnets': [{'id': '10b6e776-103b-45cd-a4b5-7156d52345a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:04:17.315487 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-aa66765f-1a66-4288-9e1b-24b492c6fe38 tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:17.316937 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-aa66765f-1a66-4288-9e1b-24b492c6fe38 tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] 10.222.0.79 "GET /v2.0/networks?id=89fd2017-c79f-459e-b391-8fe714a75615 HTTP/1.1" status: 200 len: 814 time: 0.3777313 May 23 11:04:17.395085 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-3db8422f-0c91-487d-b367-8f74a0965193 tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] 10.222.0.79 "GET /v2.0/quotas/36ff1ca21b0340469c2ca3ca6b86bb41 HTTP/1.1" status: 200 len: 375 time: 0.0640628 May 23 11:04:17.409570 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-4bb23cba-26ad-4a9d-a7af-1c6da0057b03 req-05e8904c-3df5-450a-acc4-38cc9d95cf8b tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:17.465855 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-ded253bf-3b4b-45f2-97ab-3ad7299712b5 tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=36ff1ca21b0340469c2ca3ca6b86bb41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594625 May 23 11:04:17.509284 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-5c10cb1c-3f92-4f52-8763-d4d9551546ba tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Allocated IP 192.168.233.137 (45238d5c-875a-474b-bef1-cc75dc2ba645/c1719237-4a8e-4354-92b1-51064eb09c82/c0403dea-ba7e-442c-aac9-a089aeee6b11) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:04:17.561378 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-4bb23cba-26ad-4a9d-a7af-1c6da0057b03 req-05e8904c-3df5-450a-acc4-38cc9d95cf8b tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:17.562611 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4bb23cba-26ad-4a9d-a7af-1c6da0057b03 req-05e8904c-3df5-450a-acc4-38cc9d95cf8b tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] 10.222.0.79 "DELETE /v2.0/floatingips/26c427cd-f095-4481-b623-56d74507f1b4 HTTP/1.1" status: 204 len: 173 time: 1.7367902 May 23 11:04:17.636900 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf20ee0-be3d-4c2f-9a92-6b3d733e7ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6ef874-705d-4654-ab9d-412e9cb3c630'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:04:17.875262 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-ca44806f-7a56-4cac-8705-bf9ebc5f21b7 service neutron] 10.222.0.79 "GET /v2.0/networks/89fd2017-c79f-459e-b391-8fe714a75615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965685 May 23 11:04:18.083182 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-09ecdf8a-8fdb-4bb7-a51d-dcf306f3059e req-3329a4fe-888e-4479-a840-2b8da44648df tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4025981 May 23 11:04:18.100493 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-09ecdf8a-8fdb-4bb7-a51d-dcf306f3059e req-217df179-b872-4075-8061-be6b37b6a85c tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:04:18.131121 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-09ecdf8a-8fdb-4bb7-a51d-dcf306f3059e req-217df179-b872-4075-8061-be6b37b6a85c tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:04:18.140654 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-09ecdf8a-8fdb-4bb7-a51d-dcf306f3059e req-217df179-b872-4075-8061-be6b37b6a85c tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Usage tracker for resource:floatingip and tenant:e45cf791a4a1458dadb0a080d541d299 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:04:18.147301 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-09ecdf8a-8fdb-4bb7-a51d-dcf306f3059e req-217df179-b872-4075-8061-be6b37b6a85c tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:04:18.171367 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-09ecdf8a-8fdb-4bb7-a51d-dcf306f3059e req-217df179-b872-4075-8061-be6b37b6a85c tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:04:18.188162 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-9e239678-225f-43e7-8df8-fe067db24352 service neutron] 10.222.0.79 "GET /v2.0/networks/89fd2017-c79f-459e-b391-8fe714a75615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836349 May 23 11:04:18.198924 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-09ecdf8a-8fdb-4bb7-a51d-dcf306f3059e req-217df179-b872-4075-8061-be6b37b6a85c tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:18.221918 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-5c10cb1c-3f92-4f52-8763-d4d9551546ba tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:18.294717 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-5c10cb1c-3f92-4f52-8763-d4d9551546ba tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Transition to ACTIVE for port object c0403dea-ba7e-442c-aac9-a089aeee6b11 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:04:18.351628 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-5c10cb1c-3f92-4f52-8763-d4d9551546ba tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:18.387998 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['b2f98c58-425b-4ec1-8d6f-d8eb0156696f', '0534ca48-d26f-46c1-88f6-3e853ec7fcd8'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:04:18.423646 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['fd73f7f5-4d28-414d-85b4-401d382d9b6c'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:04:18.494435 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-5c10cb1c-3f92-4f52-8763-d4d9551546ba tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Network 45238d5c-875a-474b-bef1-cc75dc2ba645 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:04:18.504582 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-5c10cb1c-3f92-4f52-8763-d4d9551546ba tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:04:18.507518 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10cb1c-3f92-4f52-8763-d4d9551546ba tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Pushing event updated for resources: {'Port': ['ID=c0403dea-ba7e-442c-aac9-a089aeee6b11,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:18.518041 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-5c10cb1c-3f92-4f52-8763-d4d9551546ba tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:04:18.550402 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-09ecdf8a-8fdb-4bb7-a51d-dcf306f3059e req-217df179-b872-4075-8061-be6b37b6a85c tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:18.574017 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 58798252-1114-443f-88ea-43375a7f7ea3 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:04:18.663645 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-5c10cb1c-3f92-4f52-8763-d4d9551546ba tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:18.664389 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-5c10cb1c-3f92-4f52-8763-d4d9551546ba tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:18.684114 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6aab4a-3d0f-4397-90f6-cb9f8f730c48 req-d15de766-0b52-494d-be78-02cb740fe7f0 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:18.691306 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6d6aab4a-3d0f-4397-90f6-cb9f8f730c48 req-d15de766-0b52-494d-be78-02cb740fe7f0 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bf20ee0-be3d-4c2f-9a92-6b3d733e7ab8 HTTP/1.1" status: 200 len: 945 time: 0.2850616 May 23 11:04:18.772768 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-5c10cb1c-3f92-4f52-8763-d4d9551546ba tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2122641 May 23 11:04:18.805083 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-cf1e9947-f37a-44f2-8a23-fd40a3f24f47 service neutron] Request body: {'port': {'device_id': '5d1a2c1a-1e28-4209-9f47-fc1285eba09a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:04:18.818713 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 58798252-1114-443f-88ea-43375a7f7ea3 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:04:18.849808 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 58798252-1114-443f-88ea-43375a7f7ea3 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:04:18.850066 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:18.858969 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6d6aab4a-3d0f-4397-90f6-cb9f8f730c48 req-068d5e90-7352-445b-a28f-c5412e1207e0 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "GET /v2.0/security-groups?id=421f9bcd-04ae-42d4-94ac-8178d9060af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665151 May 23 11:04:18.878302 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-09ecdf8a-8fdb-4bb7-a51d-dcf306f3059e req-217df179-b872-4075-8061-be6b37b6a85c tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Allocated IP 172.25.6.163 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/cce1dd7b-b93e-42aa-a6e6-11bbbff3e53e) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:04:19.081518 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edf4fffc-93b8-4beb-912f-a00947f45c04 None None] Provisioning for port c0403dea-ba7e-442c-aac9-a089aeee6b11 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:04:19.085604 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 65b6ed11-376d-418e-a4fb-ab5f27ac6cbf up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:04:19.132736 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-cf1e9947-f37a-44f2-8a23-fd40a3f24f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:19.137190 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edf4fffc-93b8-4beb-912f-a00947f45c04 None None] Provisioning complete for port c0403dea-ba7e-442c-aac9-a089aeee6b11 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:04:19.137562 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edf4fffc-93b8-4beb-912f-a00947f45c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:19.233291 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:19.244104 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edf4fffc-93b8-4beb-912f-a00947f45c04 None None] Port c0403dea-ba7e-442c-aac9-a089aeee6b11 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:04:19.272353 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-09ecdf8a-8fdb-4bb7-a51d-dcf306f3059e req-217df179-b872-4075-8061-be6b37b6a85c tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:19.282518 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 58798252-1114-443f-88ea-43375a7f7ea3, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=58798252-1114-443f-88ea-43375a7f7ea3,segment=NetworkSegment(6344bf50-bfbc-415d-80cf-5bf7b3798f16),segment_id=6344bf50-bfbc-415d-80cf-5bf7b3798f16)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:04:19.284373 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 65b6ed11-376d-418e-a4fb-ab5f27ac6cbf completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:04:19.289057 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:19.318724 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 65b6ed11-376d-418e-a4fb-ab5f27ac6cbf triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:04:19.319090 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:19.333851 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17572bec-51ba-477f-bc53-ce131a69d973 req-ab6af92f-d264-4997-a640-94dfe9266360 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:19.334534 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-17572bec-51ba-477f-bc53-ce131a69d973 req-ab6af92f-d264-4997-a640-94dfe9266360 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Synchronizing usage tracker for tenant:d75dde8d8e3541f8a16615b5aba5e3ab on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:04:19.393418 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-17572bec-51ba-477f-bc53-ce131a69d973 req-ab6af92f-d264-4997-a640-94dfe9266360 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Unset dirty status for tenant:d75dde8d8e3541f8a16615b5aba5e3ab on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:04:19.394484 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-17572bec-51ba-477f-bc53-ce131a69d973 req-ab6af92f-d264-4997-a640-94dfe9266360 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d1a2c1a-1e28-4209-9f47-fc1285eba09a HTTP/1.1" status: 200 len: 936 time: 0.3488755 May 23 11:04:19.404395 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=58798252-1114-443f-88ea-43375a7f7ea3,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:19.466192 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:19.504135 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 65b6ed11-376d-418e-a4fb-ab5f27ac6cbf, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=65b6ed11-376d-418e-a4fb-ab5f27ac6cbf,segment=NetworkSegment(c4db3664-02ec-4348-9d61-10c46d068332),segment_id=c4db3664-02ec-4348-9d61-10c46d068332)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:04:19.508749 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:19.591350 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-09ecdf8a-8fdb-4bb7-a51d-dcf306f3059e req-217df179-b872-4075-8061-be6b37b6a85c tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:19.624593 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=65b6ed11-376d-418e-a4fb-ab5f27ac6cbf,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:19.701632 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09ecdf8a-8fdb-4bb7-a51d-dcf306f3059e req-217df179-b872-4075-8061-be6b37b6a85c tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:04:19.709989 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-09ecdf8a-8fdb-4bb7-a51d-dcf306f3059e req-217df179-b872-4075-8061-be6b37b6a85c tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:04:19.719324 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-a396ebd2-f1ba-4bec-be8f-e64f4871b9e5 tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:19.720025 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217df179-b872-4075-8061-be6b37b6a85c tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Pushing event updated for resources: {'Port': ['ID=cce1dd7b-b93e-42aa-a6e6-11bbbff3e53e,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:19.720654 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-a396ebd2-f1ba-4bec-be8f-e64f4871b9e5 tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] Synchronizing usage tracker for tenant:36ff1ca21b0340469c2ca3ca6b86bb41 on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:04:19.723948 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-17572bec-51ba-477f-bc53-ce131a69d973 req-91ff044c-c4e0-41b7-98e6-6b07a39d8adb tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233705 May 23 11:04:19.727681 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ecdf8a-8fdb-4bb7-a51d-dcf306f3059e req-217df179-b872-4075-8061-be6b37b6a85c tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:04:19.740048 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-a396ebd2-f1ba-4bec-be8f-e64f4871b9e5 tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] Unset dirty status for tenant:36ff1ca21b0340469c2ca3ca6b86bb41 on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:04:19.741509 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-a396ebd2-f1ba-4bec-be8f-e64f4871b9e5 tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] 10.222.0.13 "GET /v2.0/networks?id=89fd2017-c79f-459e-b391-8fe714a75615 HTTP/1.1" status: 200 len: 814 time: 0.1993270 May 23 11:04:19.764188 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-a722ae40-610a-43bf-91d8-e8f726c76537 tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] Request body: {'port': {'device_id': '8ce751fa-b96d-4d66-8c3d-a3a50bf6d416', 'network_id': '89fd2017-c79f-459e-b391-8fe714a75615', 'admin_state_up': True, 'tenant_id': '36ff1ca21b0340469c2ca3ca6b86bb41'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:04:19.883638 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-cf1e9947-f37a-44f2-8a23-fd40a3f24f47 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:04:19.907563 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-a722ae40-610a-43bf-91d8-e8f726c76537 tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:04:19.911394 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-a722ae40-610a-43bf-91d8-e8f726c76537 tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] Usage tracker for resource:port and tenant:36ff1ca21b0340469c2ca3ca6b86bb41 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:04:19.914452 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-a722ae40-610a-43bf-91d8-e8f726c76537 tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:04:19.920569 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-a722ae40-610a-43bf-91d8-e8f726c76537 tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:04:19.931720 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-a722ae40-610a-43bf-91d8-e8f726c76537 tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] Made reservation on behalf of 36ff1ca21b0340469c2ca3ca6b86bb41 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:04:19.935094 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-a722ae40-610a-43bf-91d8-e8f726c76537 tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:20.004041 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-cf1e9947-f37a-44f2-8a23-fd40a3f24f47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0403dea-ba7e-442c-aac9-a089aeee6b11 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:04:20.017477 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-cf1e9947-f37a-44f2-8a23-fd40a3f24f47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:20.023209 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-117f6920-c8f9-4129-9a5d-aa8e51582804 req-a56cdb28-20d0-4f8d-850e-b4134afdfee5 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2435884 May 23 11:04:20.038188 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-117f6920-c8f9-4129-9a5d-aa8e51582804 req-69d486ce-c837-4575-a5f2-1b6b7433b8a9 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:04:20.051118 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-117f6920-c8f9-4129-9a5d-aa8e51582804 req-69d486ce-c837-4575-a5f2-1b6b7433b8a9 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:04:20.053606 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-cf1e9947-f37a-44f2-8a23-fd40a3f24f47 service neutron] Transition to ACTIVE for port object c0403dea-ba7e-442c-aac9-a089aeee6b11 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:04:20.065480 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-cf1e9947-f37a-44f2-8a23-fd40a3f24f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:20.069362 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-117f6920-c8f9-4129-9a5d-aa8e51582804 req-69d486ce-c837-4575-a5f2-1b6b7433b8a9 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:04:20.108369 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-a722ae40-610a-43bf-91d8-e8f726c76537 tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] Allocated IP 172.20.0.10 (89fd2017-c79f-459e-b391-8fe714a75615/0d75ee46-9a39-476b-b86d-f2982c68d3cb/4a4f2c76-8b5f-4720-b3da-2f659b0c01b3) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:04:20.204740 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-117f6920-c8f9-4129-9a5d-aa8e51582804 req-69d486ce-c837-4575-a5f2-1b6b7433b8a9 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:20.275012 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-09ecdf8a-8fdb-4bb7-a51d-dcf306f3059e req-217df179-b872-4075-8061-be6b37b6a85c tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:20.296551 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e9947-f37a-44f2-8a23-fd40a3f24f47 service neutron] Pushing event updated for resources: {'Port': ['ID=c0403dea-ba7e-442c-aac9-a089aeee6b11,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:20.319313 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-a722ae40-610a-43bf-91d8-e8f726c76537 tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:20.349452 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-a722ae40-610a-43bf-91d8-e8f726c76537 tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:20.440957 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-a722ae40-610a-43bf-91d8-e8f726c76537 tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] Network 89fd2017-c79f-459e-b391-8fe714a75615 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:04:20.441703 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a722ae40-610a-43bf-91d8-e8f726c76537 tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] Pushing event updated for resources: {'Port': ['ID=4a4f2c76-8b5f-4720-b3da-2f659b0c01b3,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:20.444317 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-a722ae40-610a-43bf-91d8-e8f726c76537 tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:04:20.446469 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-a722ae40-610a-43bf-91d8-e8f726c76537 tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:04:20.451450 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-09ecdf8a-8fdb-4bb7-a51d-dcf306f3059e req-217df179-b872-4075-8061-be6b37b6a85c tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:20.505634 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-a722ae40-610a-43bf-91d8-e8f726c76537 tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:20.506192 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-a722ae40-610a-43bf-91d8-e8f726c76537 tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:20.526635 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-a722ae40-610a-43bf-91d8-e8f726c76537 tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7673101 May 23 11:04:20.544904 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-167e5b3e-ced1-419d-b396-768a863bfdd7 service neutron] Request body: {'port': {'device_id': '8ce751fa-b96d-4d66-8c3d-a3a50bf6d416', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:04:20.605283 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-cf1e9947-f37a-44f2-8a23-fd40a3f24f47 service neutron] Attempting to bind port c0403dea-ba7e-442c-aac9-a089aeee6b11 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:04:20.605612 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-cf1e9947-f37a-44f2-8a23-fd40a3f24f47 service neutron] Attempting to bind port c0403dea-ba7e-442c-aac9-a089aeee6b11 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:04:20.605934 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-cf1e9947-f37a-44f2-8a23-fd40a3f24f47 service neutron] Attempting to bind port c0403dea-ba7e-442c-aac9-a089aeee6b11 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:04:20.654693 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-167e5b3e-ced1-419d-b396-768a863bfdd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:20.678512 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-cf1e9947-f37a-44f2-8a23-fd40a3f24f47 service neutron] Port c0403dea-ba7e-442c-aac9-a089aeee6b11 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:04:20.678833 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-cf1e9947-f37a-44f2-8a23-fd40a3f24f47 service neutron] Attempting to bind port c0403dea-ba7e-442c-aac9-a089aeee6b11 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:04:20.718842 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-cf1e9947-f37a-44f2-8a23-fd40a3f24f47 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:04:20.719589 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-cf1e9947-f37a-44f2-8a23-fd40a3f24f47 service neutron] Checking segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:04:20.719589 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-cf1e9947-f37a-44f2-8a23-fd40a3f24f47 service neutron] Bound using segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:04:20.720242 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-cf1e9947-f37a-44f2-8a23-fd40a3f24f47 service neutron] Bound port: c0403dea-ba7e-442c-aac9-a089aeee6b11, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:04:20.720388 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-cf1e9947-f37a-44f2-8a23-fd40a3f24f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:20.798720 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-117f6920-c8f9-4129-9a5d-aa8e51582804 req-69d486ce-c837-4575-a5f2-1b6b7433b8a9 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:20.901590 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-09ecdf8a-8fdb-4bb7-a51d-dcf306f3059e req-217df179-b872-4075-8061-be6b37b6a85c tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:20.914928 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-09ecdf8a-8fdb-4bb7-a51d-dcf306f3059e req-217df179-b872-4075-8061-be6b37b6a85c tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:20.921425 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-cf1e9947-f37a-44f2-8a23-fd40a3f24f47 service neutron] For port c0403dea-ba7e-442c-aac9-a089aeee6b11, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:04:20.969301 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 65b6ed11-376d-418e-a4fb-ab5f27ac6cbf up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:04:20.983811 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-cf1e9947-f37a-44f2-8a23-fd40a3f24f47 service neutron] For port c0403dea-ba7e-442c-aac9-a089aeee6b11, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=c0403dea-ba7e-442c-aac9-a089aeee6b11,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:04:21.032429 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-cf1e9947-f37a-44f2-8a23-fd40a3f24f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:21.086222 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 65b6ed11-376d-418e-a4fb-ab5f27ac6cbf triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:04:21.086873 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:21.096504 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217df179-b872-4075-8061-be6b37b6a85c tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Pushing event updated for resources: {'Port': ['ID=cce1dd7b-b93e-42aa-a6e6-11bbbff3e53e,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:21.141356 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-167e5b3e-ced1-419d-b396-768a863bfdd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a4f2c76-8b5f-4720-b3da-2f659b0c01b3 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:04:21.149647 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-167e5b3e-ced1-419d-b396-768a863bfdd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:21.171934 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-167e5b3e-ced1-419d-b396-768a863bfdd7 service neutron] Transition to ACTIVE for port object 4a4f2c76-8b5f-4720-b3da-2f659b0c01b3 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:04:21.177202 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-167e5b3e-ced1-419d-b396-768a863bfdd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:21.177452 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-cf1e9947-f37a-44f2-8a23-fd40a3f24f47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:21.178911 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-cf1e9947-f37a-44f2-8a23-fd40a3f24f47 service neutron] 10.222.0.13 "PUT /v2.0/ports/c0403dea-ba7e-442c-aac9-a089aeee6b11 HTTP/1.1" status: 200 len: 1096 time: 2.3804770 May 23 11:04:21.179441 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1a2c1a-1e28-4209-9f47-fc1285eba09a', 'tag': 'c0403dea-ba7e-442c-aac9-a089aeee6b11'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:04:21.200697 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-117f6920-c8f9-4129-9a5d-aa8e51582804 req-69d486ce-c837-4575-a5f2-1b6b7433b8a9 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Allocated IP 172.25.6.169 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/f3fe9457-12d2-4974-bd25-8d27369bcaaf) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:04:21.217341 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-09ecdf8a-8fdb-4bb7-a51d-dcf306f3059e req-217df179-b872-4075-8061-be6b37b6a85c tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:21.278607 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e9947-f37a-44f2-8a23-fd40a3f24f47 service neutron] Pushing event updated for resources: {'Port': ['ID=c0403dea-ba7e-442c-aac9-a089aeee6b11,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:21.340664 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e5b3e-ced1-419d-b396-768a863bfdd7 service neutron] Pushing event updated for resources: {'Port': ['ID=4a4f2c76-8b5f-4720-b3da-2f659b0c01b3,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:21.424132 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-09ecdf8a-8fdb-4bb7-a51d-dcf306f3059e req-217df179-b872-4075-8061-be6b37b6a85c tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:21.425401 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-09ecdf8a-8fdb-4bb7-a51d-dcf306f3059e req-217df179-b872-4075-8061-be6b37b6a85c tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3341506 May 23 11:04:21.446203 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-167e5b3e-ced1-419d-b396-768a863bfdd7 service neutron] Attempting to bind port 4a4f2c76-8b5f-4720-b3da-2f659b0c01b3 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:04:21.446445 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-167e5b3e-ced1-419d-b396-768a863bfdd7 service neutron] Attempting to bind port 4a4f2c76-8b5f-4720-b3da-2f659b0c01b3 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '609cae3f-7d86-45f6-b453-c8418c72a2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '89fd2017-c79f-459e-b391-8fe714a75615'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:04:21.446759 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-167e5b3e-ced1-419d-b396-768a863bfdd7 service neutron] Attempting to bind port 4a4f2c76-8b5f-4720-b3da-2f659b0c01b3 on network 89fd2017-c79f-459e-b391-8fe714a75615 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:04:21.452400 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-167e5b3e-ced1-419d-b396-768a863bfdd7 service neutron] Port 4a4f2c76-8b5f-4720-b3da-2f659b0c01b3 on network 89fd2017-c79f-459e-b391-8fe714a75615 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:04:21.452708 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-167e5b3e-ced1-419d-b396-768a863bfdd7 service neutron] Attempting to bind port 4a4f2c76-8b5f-4720-b3da-2f659b0c01b3 on network 89fd2017-c79f-459e-b391-8fe714a75615 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:04:21.458912 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-167e5b3e-ced1-419d-b396-768a863bfdd7 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:04:21.459247 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-167e5b3e-ced1-419d-b396-768a863bfdd7 service neutron] Checking segment: {'id': '609cae3f-7d86-45f6-b453-c8418c72a2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '89fd2017-c79f-459e-b391-8fe714a75615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:04:21.459601 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-167e5b3e-ced1-419d-b396-768a863bfdd7 service neutron] Bound using segment: {'id': '609cae3f-7d86-45f6-b453-c8418c72a2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '89fd2017-c79f-459e-b391-8fe714a75615'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:04:21.460046 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-167e5b3e-ced1-419d-b396-768a863bfdd7 service neutron] Bound port: 4a4f2c76-8b5f-4720-b3da-2f659b0c01b3, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '609cae3f-7d86-45f6-b453-c8418c72a2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '89fd2017-c79f-459e-b391-8fe714a75615'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:04:21.460377 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-167e5b3e-ced1-419d-b396-768a863bfdd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:21.546091 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-167e5b3e-ced1-419d-b396-768a863bfdd7 service neutron] For port 4a4f2c76-8b5f-4720-b3da-2f659b0c01b3, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:04:21.549054 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-167e5b3e-ced1-419d-b396-768a863bfdd7 service neutron] For port 4a4f2c76-8b5f-4720-b3da-2f659b0c01b3, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=4a4f2c76-8b5f-4720-b3da-2f659b0c01b3,segment=NetworkSegment(609cae3f-7d86-45f6-b453-c8418c72a2f2),segment_id=609cae3f-7d86-45f6-b453-c8418c72a2f2)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:04:21.554273 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-167e5b3e-ced1-419d-b396-768a863bfdd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:21.588151 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-09ecdf8a-8fdb-4bb7-a51d-dcf306f3059e req-3edb43a0-6905-40ad-85b9-4b8d7b416fe5 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Synchronizing usage tracker for tenant:e45cf791a4a1458dadb0a080d541d299 on resource:floatingip {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:04:21.617883 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-167e5b3e-ced1-419d-b396-768a863bfdd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:21.619248 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-167e5b3e-ced1-419d-b396-768a863bfdd7 service neutron] 10.222.0.13 "PUT /v2.0/ports/4a4f2c76-8b5f-4720-b3da-2f659b0c01b3 HTTP/1.1" status: 200 len: 1092 time: 1.0788262 May 23 11:04:21.619668 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce751fa-b96d-4d66-8c3d-a3a50bf6d416', 'tag': '4a4f2c76-8b5f-4720-b3da-2f659b0c01b3'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:04:21.638489 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e5b3e-ced1-419d-b396-768a863bfdd7 service neutron] Pushing event updated for resources: {'Port': ['ID=4a4f2c76-8b5f-4720-b3da-2f659b0c01b3,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:21.644308 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-2c1b627f-9c5c-49ba-9b5e-6317bcd871d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&device_id=5d1a2c1a-1e28-4209-9f47-fc1285eba09a HTTP/1.1" status: 200 len: 1099 time: 0.4051592 May 23 11:04:21.647081 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-117f6920-c8f9-4129-9a5d-aa8e51582804 req-69d486ce-c837-4575-a5f2-1b6b7433b8a9 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:21.650082 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-09ecdf8a-8fdb-4bb7-a51d-dcf306f3059e req-3edb43a0-6905-40ad-85b9-4b8d7b416fe5 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Unset dirty status for tenant:e45cf791a4a1458dadb0a080d541d299 on resource:floatingip {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:04:21.651123 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-09ecdf8a-8fdb-4bb7-a51d-dcf306f3059e req-3edb43a0-6905-40ad-85b9-4b8d7b416fe5 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.163 HTTP/1.1" status: 200 len: 696 time: 0.1793053 May 23 11:04:21.740940 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-f2f0355b-b077-4c1c-8cfd-18a714e64173 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=36ff1ca21b0340469c2ca3ca6b86bb41&device_id=8ce751fa-b96d-4d66-8c3d-a3a50bf6d416 HTTP/1.1" status: 200 len: 1095 time: 0.0696738 May 23 11:04:21.812233 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-16412cbb-913e-4914-9fdf-82f56f228370 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=c0403dea-ba7e-442c-aac9-a089aeee6b11 HTTP/1.1" status: 200 len: 217 time: 0.1311271 May 23 11:04:21.818196 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-3bc19295-66dc-48a5-8e7d-eafb308c0683 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a4f2c76-8b5f-4720-b3da-2f659b0c01b3 HTTP/1.1" status: 200 len: 217 time: 0.0641823 May 23 11:04:21.881959 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-08176e9e-3a03-48ea-8de4-32d886d5c921 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:21.883404 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-08176e9e-3a03-48ea-8de4-32d886d5c921 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0d75ee46-9a39-476b-b86d-f2982c68d3cb HTTP/1.1" status: 200 len: 854 time: 0.0603113 May 23 11:04:21.889102 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-117f6920-c8f9-4129-9a5d-aa8e51582804 req-69d486ce-c837-4575-a5f2-1b6b7433b8a9 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:21.931859 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-b9760a6b-43fc-4bca-b861-ac5051f27740 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=89fd2017-c79f-459e-b391-8fe714a75615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430901 May 23 11:04:21.972816 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ecdf8a-8fdb-4bb7-a51d-dcf306f3059e req-b1200b96-de8f-417d-a450-fef270adc513 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:21.974179 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-09ecdf8a-8fdb-4bb7-a51d-dcf306f3059e req-b1200b96-de8f-417d-a450-fef270adc513 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/networks/87d63aa2-c2e7-4553-824a-d818708dd83b HTTP/1.1" status: 200 len: 784 time: 0.3168871 May 23 11:04:21.990931 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-117f6920-c8f9-4129-9a5d-aa8e51582804 req-69d486ce-c837-4575-a5f2-1b6b7433b8a9 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:04:21.995177 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-3492d435-22be-4d74-b153-4dfc7ffbc030 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:21.996642 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-3492d435-22be-4d74-b153-4dfc7ffbc030 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.1784174 May 23 11:04:21.997667 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-117f6920-c8f9-4129-9a5d-aa8e51582804 req-69d486ce-c837-4575-a5f2-1b6b7433b8a9 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:04:21.999486 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d486ce-c837-4575-a5f2-1b6b7433b8a9 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Pushing event updated for resources: {'Port': ['ID=f3fe9457-12d2-4974-bd25-8d27369bcaaf,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:22.001652 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-117f6920-c8f9-4129-9a5d-aa8e51582804 req-69d486ce-c837-4575-a5f2-1b6b7433b8a9 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:04:22.087951 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-055c0733-d168-4b83-b161-b3d168d13897 service neutron] 10.222.0.13 "GET /v2.0/networks/89fd2017-c79f-459e-b391-8fe714a75615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497970 May 23 11:04:22.138733 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-e8a5d35e-d5f5-4cf6-961a-ef0eb65c11cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1086833 May 23 11:04:22.226749 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-b0ade735-c2ef-4852-a64a-e970ca7b88ae req-8e1c7475-5ae6-45f9-8b69-3f886e01c51e tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1142580968', 'description': 'tempest-description-1140836463'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:04:22.229619 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-da259a43-6ff6-41d1-86ef-b1661a21263d req-3cf1820c-8caf-4bb5-99d0-a6529feabd9d service neutron] 10.222.0.13 "GET /v2.0/networks/89fd2017-c79f-459e-b391-8fe714a75615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359987 May 23 11:04:22.241656 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-b0ade735-c2ef-4852-a64a-e970ca7b88ae req-8e1c7475-5ae6-45f9-8b69-3f886e01c51e tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:04:22.251053 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-b0ade735-c2ef-4852-a64a-e970ca7b88ae req-8e1c7475-5ae6-45f9-8b69-3f886e01c51e tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] Usage tracker for resource:security_group and tenant:8e3c4148e3b3482288d6dbe127d0d2a6 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:04:22.254579 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-b0ade735-c2ef-4852-a64a-e970ca7b88ae req-8e1c7475-5ae6-45f9-8b69-3f886e01c51e tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:04:22.310366 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-b0ade735-c2ef-4852-a64a-e970ca7b88ae req-8e1c7475-5ae6-45f9-8b69-3f886e01c51e tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:04:22.355232 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-117f6920-c8f9-4129-9a5d-aa8e51582804 req-69d486ce-c837-4575-a5f2-1b6b7433b8a9 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:22.360837 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b0ade735-c2ef-4852-a64a-e970ca7b88ae req-8e1c7475-5ae6-45f9-8b69-3f886e01c51e tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:22.409942 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b0ade735-c2ef-4852-a64a-e970ca7b88ae req-8e1c7475-5ae6-45f9-8b69-3f886e01c51e tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:22.428227 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-6a04be59-1fd4-4bc5-8ed6-872c045aa70a service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836015 May 23 11:04:22.485029 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-117f6920-c8f9-4129-9a5d-aa8e51582804 req-69d486ce-c837-4575-a5f2-1b6b7433b8a9 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:22.589390 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-b0ade735-c2ef-4852-a64a-e970ca7b88ae req-8e1c7475-5ae6-45f9-8b69-3f886e01c51e tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:04:22.597887 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-b0ade735-c2ef-4852-a64a-e970ca7b88ae req-8e1c7475-5ae6-45f9-8b69-3f886e01c51e tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] Usage tracker for resource:security_group_rule and tenant:8e3c4148e3b3482288d6dbe127d0d2a6 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:04:22.603463 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-b0ade735-c2ef-4852-a64a-e970ca7b88ae req-8e1c7475-5ae6-45f9-8b69-3f886e01c51e tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:04:22.619630 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-b0ade735-c2ef-4852-a64a-e970ca7b88ae req-8e1c7475-5ae6-45f9-8b69-3f886e01c51e tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:04:22.732191 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fcd50dad-3ee1-43ac-9eb8-e9f79b7c62a6 req-05c16e06-e2d6-4d81-8afa-8cbd3a2e1924 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888546 May 23 11:04:22.830490 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b0ade735-c2ef-4852-a64a-e970ca7b88ae req-8e1c7475-5ae6-45f9-8b69-3f886e01c51e tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:22.836424 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b0ade735-c2ef-4852-a64a-e970ca7b88ae req-8e1c7475-5ae6-45f9-8b69-3f886e01c51e tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:22.879296 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-117f6920-c8f9-4129-9a5d-aa8e51582804 req-69d486ce-c837-4575-a5f2-1b6b7433b8a9 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:22.891887 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-117f6920-c8f9-4129-9a5d-aa8e51582804 req-69d486ce-c837-4575-a5f2-1b6b7433b8a9 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:22.935511 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-b0ade735-c2ef-4852-a64a-e970ca7b88ae req-8e1c7475-5ae6-45f9-8b69-3f886e01c51e tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:04:22.946702 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c7475-5ae6-45f9-8b69-3f886e01c51e tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f36b487e-7e20-41da-bc00-42631fb3c0e0,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:22.957458 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-b0ade735-c2ef-4852-a64a-e970ca7b88ae req-8e1c7475-5ae6-45f9-8b69-3f886e01c51e tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] Usage tracker for resource:security_group_rule and tenant:8e3c4148e3b3482288d6dbe127d0d2a6 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:04:22.963059 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-b0ade735-c2ef-4852-a64a-e970ca7b88ae req-8e1c7475-5ae6-45f9-8b69-3f886e01c51e tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:04:22.982303 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-b0ade735-c2ef-4852-a64a-e970ca7b88ae req-8e1c7475-5ae6-45f9-8b69-3f886e01c51e tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:04:23.126171 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d486ce-c837-4575-a5f2-1b6b7433b8a9 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Pushing event updated for resources: {'Port': ['ID=f3fe9457-12d2-4974-bd25-8d27369bcaaf,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:23.144629 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-117f6920-c8f9-4129-9a5d-aa8e51582804 req-69d486ce-c837-4575-a5f2-1b6b7433b8a9 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:23.202375 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b0ade735-c2ef-4852-a64a-e970ca7b88ae req-8e1c7475-5ae6-45f9-8b69-3f886e01c51e tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:23.204303 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-117f6920-c8f9-4129-9a5d-aa8e51582804 req-69d486ce-c837-4575-a5f2-1b6b7433b8a9 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:23.205991 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-117f6920-c8f9-4129-9a5d-aa8e51582804 req-69d486ce-c837-4575-a5f2-1b6b7433b8a9 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1754007 May 23 11:04:23.206950 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b0ade735-c2ef-4852-a64a-e970ca7b88ae req-8e1c7475-5ae6-45f9-8b69-3f886e01c51e tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:23.315026 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b0ade735-c2ef-4852-a64a-e970ca7b88ae req-8e1c7475-5ae6-45f9-8b69-3f886e01c51e tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:23.316152 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b0ade735-c2ef-4852-a64a-e970ca7b88ae req-8e1c7475-5ae6-45f9-8b69-3f886e01c51e tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1617 time: 1.0985596 May 23 11:04:23.317147 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c7475-5ae6-45f9-8b69-3f886e01c51e tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa57484b-25bf-4616-ad9d-f6c2e23ccea3,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:23.320783 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-117f6920-c8f9-4129-9a5d-aa8e51582804 req-a5b68771-0418-440a-93c8-7248e0aa2415 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Synchronizing usage tracker for tenant:07103f8fb68a43de9d34cd239e20b146 on resource:floatingip {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:04:23.338194 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-117f6920-c8f9-4129-9a5d-aa8e51582804 req-a5b68771-0418-440a-93c8-7248e0aa2415 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Unset dirty status for tenant:07103f8fb68a43de9d34cd239e20b146 on resource:floatingip {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:04:23.339266 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-117f6920-c8f9-4129-9a5d-aa8e51582804 req-a5b68771-0418-440a-93c8-7248e0aa2415 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.169 HTTP/1.1" status: 200 len: 696 time: 0.1211636 May 23 11:04:23.597358 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f6920-c8f9-4129-9a5d-aa8e51582804 req-7bbb878b-298c-4200-9d84-ae062d5d49bd tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:23.598568 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-117f6920-c8f9-4129-9a5d-aa8e51582804 req-7bbb878b-298c-4200-9d84-ae062d5d49bd tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] 10.222.0.79 "GET /v2.0/networks/87d63aa2-c2e7-4553-824a-d818708dd83b HTTP/1.1" status: 200 len: 784 time: 0.2539163 May 23 11:04:23.607144 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-abc647a1-5bda-4b7e-bcf7-0df24ff308f9 req-d111b59b-3404-4cb3-921d-8d924f1f1751 tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2400017 May 23 11:04:23.613388 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-abc647a1-5bda-4b7e-bcf7-0df24ff308f9 req-5295dbd7-e1bb-4ffc-a4ea-115e0541396e tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:04:23.619025 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-abc647a1-5bda-4b7e-bcf7-0df24ff308f9 req-5295dbd7-e1bb-4ffc-a4ea-115e0541396e tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:04:23.623276 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-abc647a1-5bda-4b7e-bcf7-0df24ff308f9 req-5295dbd7-e1bb-4ffc-a4ea-115e0541396e tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Usage tracker for resource:floatingip and tenant:23bb26fdfb82469f84eb7f768a40df16 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:04:23.626191 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-abc647a1-5bda-4b7e-bcf7-0df24ff308f9 req-5295dbd7-e1bb-4ffc-a4ea-115e0541396e tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:04:23.632046 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-abc647a1-5bda-4b7e-bcf7-0df24ff308f9 req-5295dbd7-e1bb-4ffc-a4ea-115e0541396e tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:04:23.643457 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-abc647a1-5bda-4b7e-bcf7-0df24ff308f9 req-5295dbd7-e1bb-4ffc-a4ea-115e0541396e tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:23.814349 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74d9db-0a30-4039-90bd-5defd087fadd req-509c1e2b-8ca1-4d8b-a214-bcce4e8024be tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:23.815810 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f74d9db-0a30-4039-90bd-5defd087fadd req-509c1e2b-8ca1-4d8b-a214-bcce4e8024be tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] 10.222.0.79 "GET /v2.0/ports?device_id=03575773-21e1-43fa-a8b0-27aa6671e6be HTTP/1.1" status: 200 len: 946 time: 0.1078324 May 23 11:04:23.874015 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-abc647a1-5bda-4b7e-bcf7-0df24ff308f9 req-5295dbd7-e1bb-4ffc-a4ea-115e0541396e tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:23.913895 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f74d9db-0a30-4039-90bd-5defd087fadd req-e9b9a73a-5654-4dca-94b6-1198e45d04e5 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] 10.222.0.79 "GET /v2.0/security-groups?id=3454ff3b-72eb-44f4-875f-7d396657ca36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832870 May 23 11:04:23.981680 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcbc403c-3c80-4625-8674-645080ac32d7'] response: {'server_uuid': '7bf20ee0-be3d-4c2f-9a92-6b3d733e7ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6ef874-705d-4654-ab9d-412e9cb3c630', 'code': 200} May 23 11:04:24.018403 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-abc647a1-5bda-4b7e-bcf7-0df24ff308f9 req-5295dbd7-e1bb-4ffc-a4ea-115e0541396e tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Allocated IP 172.25.6.80 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/f7e042fc-d015-4bd4-8399-b578154f9231) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:04:24.133078 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d42c8807-42dd-4384-8e6e-98ed519497a3 req-62e223f8-e5eb-49ea-a83b-7f391d3efa6c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7bf20ee0-be3d-4c2f-9a92-6b3d733e7ab8 HTTP/1.1" status: 200 len: 1096 time: 0.0660546 May 23 11:04:24.176264 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d42c8807-42dd-4384-8e6e-98ed519497a3 req-29599733-c078-4396-9905-3743bf9632b0 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=421f9bcd-04ae-42d4-94ac-8178d9060af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372787 May 23 11:04:24.217372 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-abc647a1-5bda-4b7e-bcf7-0df24ff308f9 req-5295dbd7-e1bb-4ffc-a4ea-115e0541396e tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:24.234176 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1686be-36b7-458f-8b43-ea6234a57a9d req-badc5d54-b224-47e5-adc9-a7391714334a tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:24.235989 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4a1686be-36b7-458f-8b43-ea6234a57a9d req-badc5d54-b224-47e5-adc9-a7391714334a tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ce751fa-b96d-4d66-8c3d-a3a50bf6d416 HTTP/1.1" status: 200 len: 944 time: 0.1455724 May 23 11:04:24.287623 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-abc647a1-5bda-4b7e-bcf7-0df24ff308f9 req-5295dbd7-e1bb-4ffc-a4ea-115e0541396e tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:24.292838 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4a1686be-36b7-458f-8b43-ea6234a57a9d req-995a40c8-3647-4682-bffe-86e5052576da tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] 10.222.0.79 "GET /v2.0/security-groups?id=89fc0ef1-6cd6-420c-bcb6-bbd77c54e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512152 May 23 11:04:24.358766 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abc647a1-5bda-4b7e-bcf7-0df24ff308f9 req-5295dbd7-e1bb-4ffc-a4ea-115e0541396e tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:04:24.361673 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-abc647a1-5bda-4b7e-bcf7-0df24ff308f9 req-5295dbd7-e1bb-4ffc-a4ea-115e0541396e tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:04:24.366109 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc647a1-5bda-4b7e-bcf7-0df24ff308f9 req-5295dbd7-e1bb-4ffc-a4ea-115e0541396e tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:04:24.392460 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5295dbd7-e1bb-4ffc-a4ea-115e0541396e tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Pushing event updated for resources: {'Port': ['ID=f7e042fc-d015-4bd4-8399-b578154f9231,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:24.514309 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886721b-a934-4b36-b5fc-10a93f2aaa87 req-247a71d5-9068-4598-9e00-52daed5d20a8 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:24.515729 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2886721b-a934-4b36-b5fc-10a93f2aaa87 req-247a71d5-9068-4598-9e00-52daed5d20a8 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bf20ee0-be3d-4c2f-9a92-6b3d733e7ab8 HTTP/1.1" status: 200 len: 945 time: 0.1113803 May 23 11:04:24.600621 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 4a4f2c76-8b5f-4720-b3da-2f659b0c01b3 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:04:24.628173 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-abc647a1-5bda-4b7e-bcf7-0df24ff308f9 req-5295dbd7-e1bb-4ffc-a4ea-115e0541396e tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:24.632193 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2886721b-a934-4b36-b5fc-10a93f2aaa87 req-0ff812b1-041f-4f76-a17a-63c26ef767da tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "GET /v2.0/security-groups?id=421f9bcd-04ae-42d4-94ac-8178d9060af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098797 May 23 11:04:24.689984 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-abc647a1-5bda-4b7e-bcf7-0df24ff308f9 req-5295dbd7-e1bb-4ffc-a4ea-115e0541396e tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:24.742944 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 4a4f2c76-8b5f-4720-b3da-2f659b0c01b3, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=4a4f2c76-8b5f-4720-b3da-2f659b0c01b3,segment=NetworkSegment(609cae3f-7d86-45f6-b453-c8418c72a2f2),segment_id=609cae3f-7d86-45f6-b453-c8418c72a2f2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:04:24.757495 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '4a4f2c76-8b5f-4720-b3da-2f659b0c01b3', 'network_id': '89fd2017-c79f-459e-b391-8fe714a75615', 'port_id': '4a4f2c76-8b5f-4720-b3da-2f659b0c01b3', 'mac_address': 'fa:16:3e:f7:60:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d75ee46-9a39-476b-b86d-f2982c68d3cb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:04:24.830847 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:24.859551 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a4f2c76-8b5f-4720-b3da-2f659b0c01b3 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:04:24.878615 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 4a4f2c76-8b5f-4720-b3da-2f659b0c01b3, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=4a4f2c76-8b5f-4720-b3da-2f659b0c01b3,segment=NetworkSegment(609cae3f-7d86-45f6-b453-c8418c72a2f2),segment_id=609cae3f-7d86-45f6-b453-c8418c72a2f2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:04:24.884305 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:24.885070 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device c0403dea-ba7e-442c-aac9-a089aeee6b11 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:04:25.021248 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=4a4f2c76-8b5f-4720-b3da-2f659b0c01b3,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:25.042827 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18139c9-b738-4d1a-9896-a17da0f82e60 req-4575e693-7d7e-48a2-bf86-9ef9ceeb1a58 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:25.044277 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f18139c9-b738-4d1a-9896-a17da0f82e60 req-4575e693-7d7e-48a2-bf86-9ef9ceeb1a58 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d1a2c1a-1e28-4209-9f47-fc1285eba09a HTTP/1.1" status: 200 len: 948 time: 0.1303277 May 23 11:04:25.070807 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-abc647a1-5bda-4b7e-bcf7-0df24ff308f9 req-5295dbd7-e1bb-4ffc-a4ea-115e0541396e tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:25.078057 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-abc647a1-5bda-4b7e-bcf7-0df24ff308f9 req-5295dbd7-e1bb-4ffc-a4ea-115e0541396e tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:25.079587 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port c0403dea-ba7e-442c-aac9-a089aeee6b11, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=c0403dea-ba7e-442c-aac9-a089aeee6b11,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:04:25.093009 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'c0403dea-ba7e-442c-aac9-a089aeee6b11', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'port_id': 'c0403dea-ba7e-442c-aac9-a089aeee6b11', 'mac_address': 'fa:16:3e:0e:1d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1719237-4a8e-4354-92b1-51064eb09c82', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:04:25.146877 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:25.164125 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0403dea-ba7e-442c-aac9-a089aeee6b11 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:04:25.179484 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port c0403dea-ba7e-442c-aac9-a089aeee6b11, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=c0403dea-ba7e-442c-aac9-a089aeee6b11,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:04:25.184820 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:25.197942 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5295dbd7-e1bb-4ffc-a4ea-115e0541396e tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Pushing event updated for resources: {'Port': ['ID=f7e042fc-d015-4bd4-8399-b578154f9231,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:25.210884 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f18139c9-b738-4d1a-9896-a17da0f82e60 req-52ead8bf-35fc-43d9-ae1c-a42d3da09f92 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579580 May 23 11:04:25.235853 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-abc647a1-5bda-4b7e-bcf7-0df24ff308f9 req-5295dbd7-e1bb-4ffc-a4ea-115e0541396e tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:25.265636 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=c0403dea-ba7e-442c-aac9-a089aeee6b11,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:25.278364 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-abc647a1-5bda-4b7e-bcf7-0df24ff308f9 req-5295dbd7-e1bb-4ffc-a4ea-115e0541396e tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:25.280414 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-abc647a1-5bda-4b7e-bcf7-0df24ff308f9 req-5295dbd7-e1bb-4ffc-a4ea-115e0541396e tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6707587 May 23 11:04:25.341090 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5c266db-b9e9-4fc6-a4b6-70fb420eb214'] response: {'name': 'network-changed', 'server_uuid': '5d1a2c1a-1e28-4209-9f47-fc1285eba09a', 'tag': 'c0403dea-ba7e-442c-aac9-a089aeee6b11', 'status': 'completed', 'code': 200} May 23 11:04:25.342383 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51664a94-3d81-46d3-bcd2-efcf42523a4f'] response: {'name': 'network-changed', 'server_uuid': '8ce751fa-b96d-4d66-8c3d-a3a50bf6d416', 'tag': '4a4f2c76-8b5f-4720-b3da-2f659b0c01b3', 'status': 'completed', 'code': 200} May 23 11:04:25.410110 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-abc647a1-5bda-4b7e-bcf7-0df24ff308f9 req-b7798f83-0627-402c-80d9-74fdb94b0114 tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Synchronizing usage tracker for tenant:23bb26fdfb82469f84eb7f768a40df16 on resource:floatingip {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:04:25.443780 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-abc647a1-5bda-4b7e-bcf7-0df24ff308f9 req-b7798f83-0627-402c-80d9-74fdb94b0114 tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Unset dirty status for tenant:23bb26fdfb82469f84eb7f768a40df16 on resource:floatingip {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:04:25.450779 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-abc647a1-5bda-4b7e-bcf7-0df24ff308f9 req-b7798f83-0627-402c-80d9-74fdb94b0114 tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.80 HTTP/1.1" status: 200 len: 695 time: 0.1649704 May 23 11:04:25.477761 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c8e6fd59-4638-4d67-99ce-1ea60a621bad req-8916b520-da1a-4e39-9eef-8570ccfe0650 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=36ff1ca21b0340469c2ca3ca6b86bb41&device_id=8ce751fa-b96d-4d66-8c3d-a3a50bf6d416 HTTP/1.1" status: 200 len: 1096 time: 0.0844896 May 23 11:04:25.501243 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a37523b-580a-4edb-ac61-aee84992576b req-2afd12fd-7831-4e00-bd1d-0e78e8f45b7d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&device_id=5d1a2c1a-1e28-4209-9f47-fc1285eba09a HTTP/1.1" status: 200 len: 1100 time: 0.1625717 May 23 11:04:25.622240 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6fd59-4638-4d67-99ce-1ea60a621bad req-1f5c919e-df4f-472c-baa0-7e8dd783c324 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:25.623693 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c8e6fd59-4638-4d67-99ce-1ea60a621bad req-1f5c919e-df4f-472c-baa0-7e8dd783c324 service neutron] 10.222.0.13 "GET /v2.0/networks?id=89fd2017-c79f-459e-b391-8fe714a75615 HTTP/1.1" status: 200 len: 915 time: 0.1405828 May 23 11:04:25.626892 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['c0403dea-ba7e-442c-aac9-a089aeee6b11'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:04:25.656246 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['4a4f2c76-8b5f-4720-b3da-2f659b0c01b3'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:04:25.692067 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c8e6fd59-4638-4d67-99ce-1ea60a621bad req-a416a7df-09d8-4b3e-9c0d-579a6093768a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a4f2c76-8b5f-4720-b3da-2f659b0c01b3 HTTP/1.1" status: 200 len: 217 time: 0.0620661 May 23 11:04:25.758136 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6fd59-4638-4d67-99ce-1ea60a621bad req-182061a5-ae74-4c79-ae35-11b5d3795c3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:25.759808 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c8e6fd59-4638-4d67-99ce-1ea60a621bad req-182061a5-ae74-4c79-ae35-11b5d3795c3b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0d75ee46-9a39-476b-b86d-f2982c68d3cb HTTP/1.1" status: 200 len: 854 time: 0.0624099 May 23 11:04:25.805635 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c8e6fd59-4638-4d67-99ce-1ea60a621bad req-530a6e74-80af-400d-b06e-9015b82b2891 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=89fd2017-c79f-459e-b391-8fe714a75615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399537 May 23 11:04:25.833751 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc647a1-5bda-4b7e-bcf7-0df24ff308f9 req-86d04ad0-edf1-46bd-a201-55a29f1e16f2 tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:25.839515 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-abc647a1-5bda-4b7e-bcf7-0df24ff308f9 req-86d04ad0-edf1-46bd-a201-55a29f1e16f2 tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] 10.222.0.79 "GET /v2.0/networks/87d63aa2-c2e7-4553-824a-d818708dd83b HTTP/1.1" status: 200 len: 784 time: 0.3879492 May 23 11:04:25.882135 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-ca10522d-21d3-4745-a77d-ca238fbeccc1 req-6dc545e6-6ef0-4c0d-a1aa-c00f51e4f730 tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1307249261', 'description': 'tempest-description-1022729644'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:04:25.894039 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-c60121d7-3fa3-4f60-89c3-f10ee5eee042 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:25.895979 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-c60121d7-3fa3-4f60-89c3-f10ee5eee042 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/networks?id=0930e7e8-6d74-47b9-b850-f307a169b841 HTTP/1.1" status: 200 len: 821 time: 0.4430306 May 23 11:04:25.898663 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-ca10522d-21d3-4745-a77d-ca238fbeccc1 req-6dc545e6-6ef0-4c0d-a1aa-c00f51e4f730 tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:04:25.901806 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37523b-580a-4edb-ac61-aee84992576b req-b3628656-c72c-4b0e-877c-89898071ba93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:25.904166 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a37523b-580a-4edb-ac61-aee84992576b req-b3628656-c72c-4b0e-877c-89898071ba93 service neutron] 10.222.0.13 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.3473325 May 23 11:04:25.913805 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ca10522d-21d3-4745-a77d-ca238fbeccc1 req-6dc545e6-6ef0-4c0d-a1aa-c00f51e4f730 tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] Usage tracker for resource:security_group and tenant:8e3c4148e3b3482288d6dbe127d0d2a6 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:04:25.965898 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ca10522d-21d3-4745-a77d-ca238fbeccc1 req-6dc545e6-6ef0-4c0d-a1aa-c00f51e4f730 tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:04:25.977271 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-ca10522d-21d3-4745-a77d-ca238fbeccc1 req-6dc545e6-6ef0-4c0d-a1aa-c00f51e4f730 tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:04:25.982593 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03575773-21e1-43fa-a8b0-27aa6671e6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58798252-1114-443f-88ea-43375a7f7ea3'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:04:25.987971 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-6fa5d2a3-ad15-482b-a84a-3ae7644b5556 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/quotas/e45cf791a4a1458dadb0a080d541d299 HTTP/1.1" status: 200 len: 375 time: 0.0828183 May 23 11:04:25.993148 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a37523b-580a-4edb-ac61-aee84992576b req-d9cc5e01-2c47-4beb-88da-c5dc3988032b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=c0403dea-ba7e-442c-aac9-a089aeee6b11 HTTP/1.1" status: 200 len: 217 time: 0.0760596 May 23 11:04:26.039291 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c8e6fd59-4638-4d67-99ce-1ea60a621bad req-05a51d61-c843-47ee-982a-08257b2a160a service neutron] 10.222.0.13 "GET /v2.0/networks/89fd2017-c79f-459e-b391-8fe714a75615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281580 May 23 11:04:26.064885 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ca10522d-21d3-4745-a77d-ca238fbeccc1 req-6dc545e6-6ef0-4c0d-a1aa-c00f51e4f730 tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:26.123881 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37523b-580a-4edb-ac61-aee84992576b req-58892a31-e9d0-470b-ad32-a6300ec0d20a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:26.125437 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a37523b-580a-4edb-ac61-aee84992576b req-58892a31-e9d0-470b-ad32-a6300ec0d20a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.0969062 May 23 11:04:26.171476 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c8e6fd59-4638-4d67-99ce-1ea60a621bad req-b5ff5f55-ce85-43d2-bd56-72c0e50c3ea3 service neutron] 10.222.0.13 "GET /v2.0/networks/89fd2017-c79f-459e-b391-8fe714a75615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256552 May 23 11:04:26.179388 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-ca10522d-21d3-4745-a77d-ca238fbeccc1 req-6dc545e6-6ef0-4c0d-a1aa-c00f51e4f730 tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:04:26.189475 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ca10522d-21d3-4745-a77d-ca238fbeccc1 req-6dc545e6-6ef0-4c0d-a1aa-c00f51e4f730 tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] Usage tracker for resource:security_group_rule and tenant:8e3c4148e3b3482288d6dbe127d0d2a6 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:04:26.192973 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ca10522d-21d3-4745-a77d-ca238fbeccc1 req-6dc545e6-6ef0-4c0d-a1aa-c00f51e4f730 tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:04:26.202297 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-ca10522d-21d3-4745-a77d-ca238fbeccc1 req-6dc545e6-6ef0-4c0d-a1aa-c00f51e4f730 tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:04:26.237156 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-ac0a2965-6a53-4cc4-9dbd-d5350a71a115 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e45cf791a4a1458dadb0a080d541d299&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2416854 May 23 11:04:26.376247 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ca10522d-21d3-4745-a77d-ca238fbeccc1 req-6dc545e6-6ef0-4c0d-a1aa-c00f51e4f730 tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:26.383929 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a37523b-580a-4edb-ac61-aee84992576b req-4a2ee411-e563-44e5-9290-9cc5de3faac4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2485898 May 23 11:04:26.387402 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ca10522d-21d3-4745-a77d-ca238fbeccc1 req-6dc545e6-6ef0-4c0d-a1aa-c00f51e4f730 tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:26.617248 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-8cb42760-476d-4ab6-a24e-62d4fae8a089 service neutron] 10.222.0.79 "GET /v2.0/networks/0930e7e8-6d74-47b9-b850-f307a169b841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735034 May 23 11:04:26.617816 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ca10522d-21d3-4745-a77d-ca238fbeccc1 req-6dc545e6-6ef0-4c0d-a1aa-c00f51e4f730 tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:26.618866 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ca10522d-21d3-4745-a77d-ca238fbeccc1 req-6dc545e6-6ef0-4c0d-a1aa-c00f51e4f730 tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1617 time: 0.7414820 May 23 11:04:26.621236 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc545e6-6ef0-4c0d-a1aa-c00f51e4f730 tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31226e1d-5018-467d-87a0-3f9f1c28c69f,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:26.817095 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-54c2b2ce-c0ae-4960-8a38-be0be4bd76a0 req-543746f0-4a50-4620-b554-8097600a683c tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] 10.222.0.79 "GET /v2.0/floatingips/36a17a9a-0707-4ea1-955d-6cb6e0d912b4 HTTP/1.1" status: 200 len: 693 time: 0.1695507 May 23 11:04:26.826190 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a37523b-580a-4edb-ac61-aee84992576b req-10b76c9e-0651-4d9c-965e-9f3d058a9828 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4254541 May 23 11:04:27.042268 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-eb5d83c9-a883-499e-a042-c1318fcbeaaf service neutron] 10.222.0.79 "GET /v2.0/networks/0930e7e8-6d74-47b9-b850-f307a169b841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4142416 May 23 11:04:27.050797 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:04:27.111007 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2b2ce-c0ae-4960-8a38-be0be4bd76a0 req-2ced53f5-4a23-41aa-9665-47fc0e4241aa tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:27.112483 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-54c2b2ce-c0ae-4960-8a38-be0be4bd76a0 req-2ced53f5-4a23-41aa-9665-47fc0e4241aa tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] 10.222.0.79 "GET /v2.0/networks/87d63aa2-c2e7-4553-824a-d818708dd83b HTTP/1.1" status: 200 len: 784 time: 0.2884879 May 23 11:04:27.115693 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a37523b-580a-4edb-ac61-aee84992576b req-0124340f-f222-43c2-999d-bf2e128f9993 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697399 May 23 11:04:27.122651 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-54c2b2ce-c0ae-4960-8a38-be0be4bd76a0 req-04d1831d-2a8d-4b00-9064-99a0d849aaea tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:04:27.123805 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-54c2b2ce-c0ae-4960-8a38-be0be4bd76a0 req-04d1831d-2a8d-4b00-9064-99a0d849aaea tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056939 May 23 11:04:27.370307 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf600e01-c631-4c17-8af3-3aef70cf9d1b req-65c26128-1ccd-4669-91d1-7f4761aa8eaf tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:27.371730 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cf600e01-c631-4c17-8af3-3aef70cf9d1b req-65c26128-1ccd-4669-91d1-7f4761aa8eaf tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] 10.222.0.79 "GET /v2.0/ports?device_id=03575773-21e1-43fa-a8b0-27aa6671e6be HTTP/1.1" status: 200 len: 946 time: 0.1365204 May 23 11:04:27.382334 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25011c-96d5-4c0b-9649-151db6e1de78 req-bc5b33d0-4d13-4b8c-a041-53e0104a361e tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:27.383700 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bd25011c-96d5-4c0b-9649-151db6e1de78 req-bc5b33d0-4d13-4b8c-a041-53e0104a361e tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ce751fa-b96d-4d66-8c3d-a3a50bf6d416 HTTP/1.1" status: 200 len: 945 time: 0.1123357 May 23 11:04:27.457683 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cf600e01-c631-4c17-8af3-3aef70cf9d1b req-7b5d93d9-f9ea-40ad-ba1c-d4b478198d83 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] 10.222.0.79 "GET /v2.0/security-groups?id=3454ff3b-72eb-44f4-875f-7d396657ca36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729904 May 23 11:04:27.465422 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bd25011c-96d5-4c0b-9649-151db6e1de78 req-b64e771c-1a2f-4742-b760-7a1017ab797c tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] 10.222.0.79 "GET /v2.0/security-groups?id=89fc0ef1-6cd6-420c-bcb6-bbd77c54e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669668 May 23 11:04:27.638846 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7897fbed-3326-4f34-ae62-668adc66a2e0 req-f7d8d1b2-3175-4071-9da2-a7e6ef9307f3 tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] 10.222.0.79 "GET /v2.0/floatingips/238736dd-81f3-4fcf-a1fb-a2df03b9413f HTTP/1.1" status: 200 len: 692 time: 0.1199546 May 23 11:04:27.779693 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80446896-c6e8-439e-bf6e-2703d971d515 req-ae87189c-d88d-4d52-b9ce-8ba717e5abeb tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:27.781162 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-80446896-c6e8-439e-bf6e-2703d971d515 req-ae87189c-d88d-4d52-b9ce-8ba717e5abeb tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bf20ee0-be3d-4c2f-9a92-6b3d733e7ab8 HTTP/1.1" status: 200 len: 945 time: 0.2088819 May 23 11:04:27.822131 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897fbed-3326-4f34-ae62-668adc66a2e0 req-09e3bfff-bb91-4024-a9a8-1daab5953fcc tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:27.823484 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7897fbed-3326-4f34-ae62-668adc66a2e0 req-09e3bfff-bb91-4024-a9a8-1daab5953fcc tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] 10.222.0.79 "GET /v2.0/networks/87d63aa2-c2e7-4553-824a-d818708dd83b HTTP/1.1" status: 200 len: 784 time: 0.1790605 May 23 11:04:27.839304 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-7897fbed-3326-4f34-ae62-668adc66a2e0 req-6cec46a0-d270-4b25-875b-bec17e56d71d tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:04:27.840288 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7897fbed-3326-4f34-ae62-668adc66a2e0 req-6cec46a0-d270-4b25-875b-bec17e56d71d tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0079536 May 23 11:04:27.851757 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-80446896-c6e8-439e-bf6e-2703d971d515 req-e5db0a6d-db51-4da9-88b4-f73738411240 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "GET /v2.0/security-groups?id=421f9bcd-04ae-42d4-94ac-8178d9060af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587752 May 23 11:04:27.928650 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a772d1e-6049-4881-a2f3-471e9c062f83'] response: {'server_uuid': '03575773-21e1-43fa-a8b0-27aa6671e6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58798252-1114-443f-88ea-43375a7f7ea3', 'code': 200} May 23 11:04:27.938485 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7897fbed-3326-4f34-ae62-668adc66a2e0 req-c7b4d9e4-ecca-4634-8ccb-a421e99fd808 tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.80 HTTP/1.1" status: 200 len: 695 time: 0.0770302 May 23 11:04:28.097788 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7897fbed-3326-4f34-ae62-668adc66a2e0 req-9ef6cc8f-5fda-4602-8682-f0111070f063 tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.80 HTTP/1.1" status: 200 len: 695 time: 0.1532652 May 23 11:04:28.387080 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-7897fbed-3326-4f34-ae62-668adc66a2e0 req-650d6657-d2e2-4006-80be-b66006d009bc tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Deleting port f7e042fc-d015-4bd4-8399-b578154f9231 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:04:28.387879 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7897fbed-3326-4f34-ae62-668adc66a2e0 req-650d6657-d2e2-4006-80be-b66006d009bc tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:28.427627 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-e343d2cf-c5c2-46dc-ab9c-61e569c04e96 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:28.429240 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-e343d2cf-c5c2-46dc-ab9c-61e569c04e96 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.81 "GET /v2.0/networks?id=0930e7e8-6d74-47b9-b850-f307a169b841 HTTP/1.1" status: 200 len: 821 time: 0.1555512 May 23 11:04:28.443116 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a7c3f141-4e0f-4d69-8d10-9698e49cacf8 req-61f9ca58-7997-4adf-b35c-d49aa2b6067d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=03575773-21e1-43fa-a8b0-27aa6671e6be HTTP/1.1" status: 200 len: 1097 time: 0.4283152 May 23 11:04:28.450280 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331d027-45f3-46d4-b3c8-4f94a26dc219 req-5a21a810-e0d9-40b5-b3c4-6f3797346f80 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:28.451679 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6331d027-45f3-46d4-b3c8-4f94a26dc219 req-5a21a810-e0d9-40b5-b3c4-6f3797346f80 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d1a2c1a-1e28-4209-9f47-fc1285eba09a HTTP/1.1" status: 200 len: 949 time: 0.4019001 May 23 11:04:28.452823 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-cb85e949-89ca-4bb5-a578-e78f406cf1eb tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Request body: {'port': {'device_id': 'b15ed878-ad7d-4efa-b494-bc7f56294b05', 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841', 'admin_state_up': True, 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:04:28.592616 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-cb85e949-89ca-4bb5-a578-e78f406cf1eb tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:04:28.596904 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 4a4f2c76-8b5f-4720-b3da-2f659b0c01b3 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:04:28.597236 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-cb85e949-89ca-4bb5-a578-e78f406cf1eb tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Usage tracker for resource:port and tenant:e45cf791a4a1458dadb0a080d541d299 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:04:28.600241 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-cb85e949-89ca-4bb5-a578-e78f406cf1eb tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:04:28.606045 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-cb85e949-89ca-4bb5-a578-e78f406cf1eb tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:04:28.617936 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-cb85e949-89ca-4bb5-a578-e78f406cf1eb tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Made reservation on behalf of e45cf791a4a1458dadb0a080d541d299 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:04:28.621512 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-cb85e949-89ca-4bb5-a578-e78f406cf1eb tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:28.636232 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a7c3f141-4e0f-4d69-8d10-9698e49cacf8 req-a0d45e34-64c6-4c41-939a-373bdf433db5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3454ff3b-72eb-44f4-875f-7d396657ca36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817548 May 23 11:04:28.638307 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6331d027-45f3-46d4-b3c8-4f94a26dc219 req-0b93a449-baa0-4540-81af-66c961e5d93a tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557255 May 23 11:04:28.641851 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7897fbed-3326-4f34-ae62-668adc66a2e0 req-650d6657-d2e2-4006-80be-b66006d009bc tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:28.642160 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7897fbed-3326-4f34-ae62-668adc66a2e0 req-650d6657-d2e2-4006-80be-b66006d009bc tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:28.677149 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 4a4f2c76-8b5f-4720-b3da-2f659b0c01b3 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:04:28.683003 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 4a4f2c76-8b5f-4720-b3da-2f659b0c01b3 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:04:28.683578 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:28.793384 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-7897fbed-3326-4f34-ae62-668adc66a2e0 req-650d6657-d2e2-4006-80be-b66006d009bc tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Calling delete_port for f7e042fc-d015-4bd4-8399-b578154f9231 owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:04:28.802795 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-cb85e949-89ca-4bb5-a578-e78f406cf1eb tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Allocated IP 172.20.0.9 (0930e7e8-6d74-47b9-b850-f307a169b841/233b37e7-7248-4012-bd3c-2373f43dcd00/4648b642-2faf-432c-9e80-6f3491ae63a8) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:04:28.808429 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:28.845780 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 4a4f2c76-8b5f-4720-b3da-2f659b0c01b3, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=4a4f2c76-8b5f-4720-b3da-2f659b0c01b3,segment=NetworkSegment(609cae3f-7d86-45f6-b453-c8418c72a2f2),segment_id=609cae3f-7d86-45f6-b453-c8418c72a2f2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:04:28.848022 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-816361bd-a2ba-499c-9eb7-87b962f7b989 req-adfa1c8b-caba-4e8b-8a27-13be382e1b2f tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1978074425', 'description': 'tempest-description-815177517'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:04:28.851484 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:28.852789 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-816361bd-a2ba-499c-9eb7-87b962f7b989 req-adfa1c8b-caba-4e8b-8a27-13be382e1b2f tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:04:28.852942 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device c0403dea-ba7e-442c-aac9-a089aeee6b11 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:04:28.861675 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-816361bd-a2ba-499c-9eb7-87b962f7b989 req-adfa1c8b-caba-4e8b-8a27-13be382e1b2f tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] Usage tracker for resource:security_group and tenant:44182f7142f84c1e9dd92a04ddb96755 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:04:28.866403 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-816361bd-a2ba-499c-9eb7-87b962f7b989 req-adfa1c8b-caba-4e8b-8a27-13be382e1b2f tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:04:28.879029 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-816361bd-a2ba-499c-9eb7-87b962f7b989 req-adfa1c8b-caba-4e8b-8a27-13be382e1b2f tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:04:28.902354 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-816361bd-a2ba-499c-9eb7-87b962f7b989 req-adfa1c8b-caba-4e8b-8a27-13be382e1b2f tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:28.915901 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-816361bd-a2ba-499c-9eb7-87b962f7b989 req-adfa1c8b-caba-4e8b-8a27-13be382e1b2f tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:28.982609 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=4a4f2c76-8b5f-4720-b3da-2f659b0c01b3,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:28.990381 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port c0403dea-ba7e-442c-aac9-a089aeee6b11 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:04:28.996403 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port c0403dea-ba7e-442c-aac9-a089aeee6b11 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:04:28.997238 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:29.000633 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-816361bd-a2ba-499c-9eb7-87b962f7b989 req-adfa1c8b-caba-4e8b-8a27-13be382e1b2f tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:04:29.004356 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7897fbed-3326-4f34-ae62-668adc66a2e0 req-650d6657-d2e2-4006-80be-b66006d009bc tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:29.008212 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-816361bd-a2ba-499c-9eb7-87b962f7b989 req-adfa1c8b-caba-4e8b-8a27-13be382e1b2f tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] Usage tracker for resource:security_group_rule and tenant:44182f7142f84c1e9dd92a04ddb96755 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:04:29.043047 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-816361bd-a2ba-499c-9eb7-87b962f7b989 req-adfa1c8b-caba-4e8b-8a27-13be382e1b2f tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:04:29.054465 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d6657-d2e2-4006-80be-b66006d009bc tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Pushing event deleted for resources: {'Port': ['ID=f7e042fc-d015-4bd4-8399-b578154f9231,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:29.058506 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-816361bd-a2ba-499c-9eb7-87b962f7b989 req-adfa1c8b-caba-4e8b-8a27-13be382e1b2f tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:04:29.059683 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-cb85e949-89ca-4bb5-a578-e78f406cf1eb tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:29.078732 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-cb85e949-89ca-4bb5-a578-e78f406cf1eb tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Transition to ACTIVE for port object 4648b642-2faf-432c-9e80-6f3491ae63a8 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:04:29.103099 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-cb85e949-89ca-4bb5-a578-e78f406cf1eb tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:29.125023 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:29.137119 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['608b2041-4d79-4da2-b258-6e9b4b645f5e'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:04:29.182742 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7897fbed-3326-4f34-ae62-668adc66a2e0 req-650d6657-d2e2-4006-80be-b66006d009bc tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:29.185881 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-cb85e949-89ca-4bb5-a578-e78f406cf1eb tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Network 0930e7e8-6d74-47b9-b850-f307a169b841 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:04:29.189419 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-cb85e949-89ca-4bb5-a578-e78f406cf1eb tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:04:29.191884 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-cb85e949-89ca-4bb5-a578-e78f406cf1eb tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:04:29.222925 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port c0403dea-ba7e-442c-aac9-a089aeee6b11, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=c0403dea-ba7e-442c-aac9-a089aeee6b11,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:04:29.228876 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:29.230507 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85e949-89ca-4bb5-a578-e78f406cf1eb tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Pushing event updated for resources: {'Port': ['ID=4648b642-2faf-432c-9e80-6f3491ae63a8,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:29.238216 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-816361bd-a2ba-499c-9eb7-87b962f7b989 req-adfa1c8b-caba-4e8b-8a27-13be382e1b2f tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:29.244383 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7897fbed-3326-4f34-ae62-668adc66a2e0 req-650d6657-d2e2-4006-80be-b66006d009bc tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:29.245587 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7897fbed-3326-4f34-ae62-668adc66a2e0 req-650d6657-d2e2-4006-80be-b66006d009bc tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] 10.222.0.79 "DELETE /v2.0/floatingips/238736dd-81f3-4fcf-a1fb-a2df03b9413f HTTP/1.1" status: 204 len: 173 time: 1.1411979 May 23 11:04:29.246854 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-816361bd-a2ba-499c-9eb7-87b962f7b989 req-adfa1c8b-caba-4e8b-8a27-13be382e1b2f tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:29.264817 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-816361bd-a2ba-499c-9eb7-87b962f7b989 req-adfa1c8b-caba-4e8b-8a27-13be382e1b2f tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:04:29.268798 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-816361bd-a2ba-499c-9eb7-87b962f7b989 req-adfa1c8b-caba-4e8b-8a27-13be382e1b2f tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] Usage tracker for resource:security_group_rule and tenant:44182f7142f84c1e9dd92a04ddb96755 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:04:29.271846 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-816361bd-a2ba-499c-9eb7-87b962f7b989 req-adfa1c8b-caba-4e8b-8a27-13be382e1b2f tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:04:29.277923 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-816361bd-a2ba-499c-9eb7-87b962f7b989 req-adfa1c8b-caba-4e8b-8a27-13be382e1b2f tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:04:29.298548 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-cb85e949-89ca-4bb5-a578-e78f406cf1eb tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:29.299222 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-cb85e949-89ca-4bb5-a578-e78f406cf1eb tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:29.331965 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-cb85e949-89ca-4bb5-a578-e78f406cf1eb tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8837502 May 23 11:04:29.350223 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-5f01e5a7-a494-4d94-a2c0-db2d15f2e85d service neutron] Request body: {'port': {'device_id': 'b15ed878-ad7d-4efa-b494-bc7f56294b05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:04:29.439209 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-816361bd-a2ba-499c-9eb7-87b962f7b989 req-adfa1c8b-caba-4e8b-8a27-13be382e1b2f tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:29.448291 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa1c8b-caba-4e8b-8a27-13be382e1b2f tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6502194d-3a0f-489a-aac5-47d1049f4dc3,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:29.450748 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-816361bd-a2ba-499c-9eb7-87b962f7b989 req-adfa1c8b-caba-4e8b-8a27-13be382e1b2f tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:29.466716 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-df244e1a-f7ab-4e83-9bdc-e7701492a5fa req-f5aa4207-0a59-48bb-953b-97d399668457 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] 10.222.0.79 "GET /v2.0/floatingips/36a17a9a-0707-4ea1-955d-6cb6e0d912b4 HTTP/1.1" status: 200 len: 693 time: 0.1429904 May 23 11:04:29.468848 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=c0403dea-ba7e-442c-aac9-a089aeee6b11,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:29.489218 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-68b0d6ef-1b80-4ef4-a747-2c134e43ed11 None None] Provisioning for port 4648b642-2faf-432c-9e80-6f3491ae63a8 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:04:29.495418 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-68b0d6ef-1b80-4ef4-a747-2c134e43ed11 None None] Provisioning complete for port 4648b642-2faf-432c-9e80-6f3491ae63a8 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:04:29.496919 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-68b0d6ef-1b80-4ef4-a747-2c134e43ed11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:29.522635 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-5f01e5a7-a494-4d94-a2c0-db2d15f2e85d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:29.550209 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-68b0d6ef-1b80-4ef4-a747-2c134e43ed11 None None] Port 4648b642-2faf-432c-9e80-6f3491ae63a8 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:04:29.570189 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa1c8b-caba-4e8b-8a27-13be382e1b2f tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10ea92f-d744-415f-8aa2-71c73111712d,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:29.572450 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-816361bd-a2ba-499c-9eb7-87b962f7b989 req-adfa1c8b-caba-4e8b-8a27-13be382e1b2f tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:29.592031 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-816361bd-a2ba-499c-9eb7-87b962f7b989 req-adfa1c8b-caba-4e8b-8a27-13be382e1b2f tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 0.7500503 May 23 11:04:29.673851 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df244e1a-f7ab-4e83-9bdc-e7701492a5fa req-9e007dcd-22f9-4143-86e7-cfd6114d90ad tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:29.675302 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-df244e1a-f7ab-4e83-9bdc-e7701492a5fa req-9e007dcd-22f9-4143-86e7-cfd6114d90ad tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] 10.222.0.79 "GET /v2.0/networks/87d63aa2-c2e7-4553-824a-d818708dd83b HTTP/1.1" status: 200 len: 784 time: 0.1974821 May 23 11:04:29.764773 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-df244e1a-f7ab-4e83-9bdc-e7701492a5fa req-3ee47680-f85b-4340-a34d-a98dde0b3ea3 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.169 HTTP/1.1" status: 200 len: 696 time: 0.0815306 May 23 11:04:29.898859 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-df244e1a-f7ab-4e83-9bdc-e7701492a5fa req-c7837cac-dd51-4fda-a0fc-007011860037 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.169 HTTP/1.1" status: 200 len: 696 time: 0.1275990 May 23 11:04:29.917954 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-5f01e5a7-a494-4d94-a2c0-db2d15f2e85d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4648b642-2faf-432c-9e80-6f3491ae63a8 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:04:29.924824 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-5f01e5a7-a494-4d94-a2c0-db2d15f2e85d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:29.929841 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce751fa-b96d-4d66-8c3d-a3a50bf6d416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a4f2c76-8b5f-4720-b3da-2f659b0c01b3'}, {'server_uuid': '5d1a2c1a-1e28-4209-9f47-fc1285eba09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0403dea-ba7e-442c-aac9-a089aeee6b11'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:04:29.939398 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-5f01e5a7-a494-4d94-a2c0-db2d15f2e85d service neutron] Transition to ACTIVE for port object 4648b642-2faf-432c-9e80-6f3491ae63a8 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:04:29.943330 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-5f01e5a7-a494-4d94-a2c0-db2d15f2e85d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:30.074965 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f01e5a7-a494-4d94-a2c0-db2d15f2e85d service neutron] Pushing event updated for resources: {'Port': ['ID=4648b642-2faf-432c-9e80-6f3491ae63a8,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:30.179408 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-df244e1a-f7ab-4e83-9bdc-e7701492a5fa req-e536c8fc-d270-45f4-8f56-f9c7878e0fe9 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Deleting port f3fe9457-12d2-4974-bd25-8d27369bcaaf {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:04:30.179753 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-df244e1a-f7ab-4e83-9bdc-e7701492a5fa req-e536c8fc-d270-45f4-8f56-f9c7878e0fe9 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:30.228901 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1cd28-84ba-416d-9037-fad3b25c3783 req-fa8df119-8ab3-496b-8181-d31fc766da82 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:30.230387 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-16f1cd28-84ba-416d-9037-fad3b25c3783 req-fa8df119-8ab3-496b-8181-d31fc766da82 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/ports?device_id=b15ed878-ad7d-4efa-b494-bc7f56294b05 HTTP/1.1" status: 200 len: 931 time: 0.3962014 May 23 11:04:30.289587 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-5f01e5a7-a494-4d94-a2c0-db2d15f2e85d service neutron] Attempting to bind port 4648b642-2faf-432c-9e80-6f3491ae63a8 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:04:30.290018 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-5f01e5a7-a494-4d94-a2c0-db2d15f2e85d service neutron] Attempting to bind port 4648b642-2faf-432c-9e80-6f3491ae63a8 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': 'a9f43d9a-d5c3-4172-a5d6-8803666768bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:04:30.290344 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-5f01e5a7-a494-4d94-a2c0-db2d15f2e85d service neutron] Attempting to bind port 4648b642-2faf-432c-9e80-6f3491ae63a8 on network 0930e7e8-6d74-47b9-b850-f307a169b841 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:04:30.296435 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-5f01e5a7-a494-4d94-a2c0-db2d15f2e85d service neutron] Port 4648b642-2faf-432c-9e80-6f3491ae63a8 on network 0930e7e8-6d74-47b9-b850-f307a169b841 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:04:30.296745 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-5f01e5a7-a494-4d94-a2c0-db2d15f2e85d service neutron] Attempting to bind port 4648b642-2faf-432c-9e80-6f3491ae63a8 on network 0930e7e8-6d74-47b9-b850-f307a169b841 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:04:30.303027 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-5f01e5a7-a494-4d94-a2c0-db2d15f2e85d service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:04:30.303352 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-5f01e5a7-a494-4d94-a2c0-db2d15f2e85d service neutron] Checking segment: {'id': 'a9f43d9a-d5c3-4172-a5d6-8803666768bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:04:30.303724 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-5f01e5a7-a494-4d94-a2c0-db2d15f2e85d service neutron] Bound using segment: {'id': 'a9f43d9a-d5c3-4172-a5d6-8803666768bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:04:30.304262 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-5f01e5a7-a494-4d94-a2c0-db2d15f2e85d service neutron] Bound port: 4648b642-2faf-432c-9e80-6f3491ae63a8, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9f43d9a-d5c3-4172-a5d6-8803666768bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:04:30.304605 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-5f01e5a7-a494-4d94-a2c0-db2d15f2e85d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:30.364512 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-16f1cd28-84ba-416d-9037-fad3b25c3783 req-6087c0a4-9bf6-4ec2-9352-495d17aa196b tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/security-groups?id=fd7ae4e9-c64f-43e7-a534-5bc4072aa4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235967 May 23 11:04:30.402231 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-5f01e5a7-a494-4d94-a2c0-db2d15f2e85d service neutron] For port 4648b642-2faf-432c-9e80-6f3491ae63a8, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:04:30.405523 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-5f01e5a7-a494-4d94-a2c0-db2d15f2e85d service neutron] For port 4648b642-2faf-432c-9e80-6f3491ae63a8, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=4648b642-2faf-432c-9e80-6f3491ae63a8,segment=NetworkSegment(a9f43d9a-d5c3-4172-a5d6-8803666768bb),segment_id=a9f43d9a-d5c3-4172-a5d6-8803666768bb)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:04:30.410074 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-5f01e5a7-a494-4d94-a2c0-db2d15f2e85d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:30.438865 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-df244e1a-f7ab-4e83-9bdc-e7701492a5fa req-e536c8fc-d270-45f4-8f56-f9c7878e0fe9 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:30.439130 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-df244e1a-f7ab-4e83-9bdc-e7701492a5fa req-e536c8fc-d270-45f4-8f56-f9c7878e0fe9 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:30.471462 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-5f01e5a7-a494-4d94-a2c0-db2d15f2e85d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:30.473010 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-5f01e5a7-a494-4d94-a2c0-db2d15f2e85d service neutron] 10.222.0.81 "PUT /v2.0/ports/4648b642-2faf-432c-9e80-6f3491ae63a8 HTTP/1.1" status: 200 len: 1091 time: 1.1280470 May 23 11:04:30.473431 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b15ed878-ad7d-4efa-b494-bc7f56294b05', 'tag': '4648b642-2faf-432c-9e80-6f3491ae63a8'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:04:30.499284 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f01e5a7-a494-4d94-a2c0-db2d15f2e85d service neutron] Pushing event updated for resources: {'Port': ['ID=4648b642-2faf-432c-9e80-6f3491ae63a8,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:30.615203 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-8822c440-2b37-4db1-af20-1a6e175c7f22 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e45cf791a4a1458dadb0a080d541d299&device_id=b15ed878-ad7d-4efa-b494-bc7f56294b05 HTTP/1.1" status: 200 len: 1094 time: 0.0796697 May 23 11:04:30.646508 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-df244e1a-f7ab-4e83-9bdc-e7701492a5fa req-e536c8fc-d270-45f4-8f56-f9c7878e0fe9 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Calling delete_port for f3fe9457-12d2-4974-bd25-8d27369bcaaf owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:04:30.703448 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-be48dc29-fba8-41ea-a692-445fbca718b7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4648b642-2faf-432c-9e80-6f3491ae63a8 HTTP/1.1" status: 200 len: 217 time: 0.0755024 May 23 11:04:30.768745 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6ffe6ef3-01ce-45e8-a15b-0fc3c29e21df req-aaa30ec0-2d26-4d7c-9b1b-c42196c21892 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=87d63aa2-c2e7-4553-824a-d818708dd83b HTTP/1.1" status: 200 len: 258 time: 0.3602777 May 23 11:04:30.774085 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-c906df54-8bf6-418b-abb8-4d7ecb6d3745 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:30.775529 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-c906df54-8bf6-418b-abb8-4d7ecb6d3745 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=233b37e7-7248-4012-bd3c-2373f43dcd00 HTTP/1.1" status: 200 len: 860 time: 0.0626397 May 23 11:04:30.779844 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-6ffe6ef3-01ce-45e8-a15b-0fc3c29e21df req-db469afa-1a5a-4e5f-9ba5-a5426dc264da tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:04:30.813848 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-6ffe6ef3-01ce-45e8-a15b-0fc3c29e21df req-db469afa-1a5a-4e5f-9ba5-a5426dc264da tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:04:30.827848 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-6ffe6ef3-01ce-45e8-a15b-0fc3c29e21df req-db469afa-1a5a-4e5f-9ba5-a5426dc264da tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Usage tracker for resource:floatingip and tenant:28ad30c9ce014020932bf0f448507fa3 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:04:30.833193 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-6ffe6ef3-01ce-45e8-a15b-0fc3c29e21df req-db469afa-1a5a-4e5f-9ba5-a5426dc264da tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:04:30.846772 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-6ffe6ef3-01ce-45e8-a15b-0fc3c29e21df req-db469afa-1a5a-4e5f-9ba5-a5426dc264da tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:04:30.863410 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-d29b73ba-55e1-4a74-9930-dfb911306c92 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0930e7e8-6d74-47b9-b850-f307a169b841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799561 May 23 11:04:30.866242 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6ffe6ef3-01ce-45e8-a15b-0fc3c29e21df req-db469afa-1a5a-4e5f-9ba5-a5426dc264da tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:30.883489 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-df244e1a-f7ab-4e83-9bdc-e7701492a5fa req-e536c8fc-d270-45f4-8f56-f9c7878e0fe9 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:30.938825 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536c8fc-d270-45f4-8f56-f9c7878e0fe9 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Pushing event deleted for resources: {'Port': ['ID=f3fe9457-12d2-4974-bd25-8d27369bcaaf,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:31.005257 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-1a5e10f2-2864-4649-8a03-1b2bebe03240 service neutron] 10.222.0.81 "GET /v2.0/networks/0930e7e8-6d74-47b9-b850-f307a169b841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352544 May 23 11:04:31.091946 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-df244e1a-f7ab-4e83-9bdc-e7701492a5fa req-e536c8fc-d270-45f4-8f56-f9c7878e0fe9 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:31.119556 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-df244e1a-f7ab-4e83-9bdc-e7701492a5fa req-e536c8fc-d270-45f4-8f56-f9c7878e0fe9 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:31.120721 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-df244e1a-f7ab-4e83-9bdc-e7701492a5fa req-e536c8fc-d270-45f4-8f56-f9c7878e0fe9 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] 10.222.0.79 "DELETE /v2.0/floatingips/36a17a9a-0707-4ea1-955d-6cb6e0d912b4 HTTP/1.1" status: 204 len: 173 time: 1.2111564 May 23 11:04:31.144207 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8ba884f5-1f82-4e05-bddd-3c661d3ffb6f req-9d6388b6-b0c9-4d87-863a-cfb3ef23cb49 service neutron] 10.222.0.81 "GET /v2.0/networks/0930e7e8-6d74-47b9-b850-f307a169b841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297081 May 23 11:04:31.150009 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6ffe6ef3-01ce-45e8-a15b-0fc3c29e21df req-db469afa-1a5a-4e5f-9ba5-a5426dc264da tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:31.343575 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-6ffe6ef3-01ce-45e8-a15b-0fc3c29e21df req-db469afa-1a5a-4e5f-9ba5-a5426dc264da tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Allocated IP 172.25.6.110 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/c6378e37-5d43-4cc1-9651-b96bf603193f) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:04:31.445232 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653e99a-3cc0-409c-b8fb-f7892ecfa188 req-08642b68-140d-4a09-acc9-dc42a3675e62 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:31.446699 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c653e99a-3cc0-409c-b8fb-f7892ecfa188 req-08642b68-140d-4a09-acc9-dc42a3675e62 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] 10.222.0.79 "GET /v2.0/ports?device_id=03575773-21e1-43fa-a8b0-27aa6671e6be HTTP/1.1" status: 200 len: 946 time: 0.2207756 May 23 11:04:31.538619 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c653e99a-3cc0-409c-b8fb-f7892ecfa188 req-ad06a025-4391-4afb-8d8f-c41e468cdcd4 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] 10.222.0.79 "GET /v2.0/security-groups?id=3454ff3b-72eb-44f4-875f-7d396657ca36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846674 May 23 11:04:31.545808 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6ffe6ef3-01ce-45e8-a15b-0fc3c29e21df req-db469afa-1a5a-4e5f-9ba5-a5426dc264da tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:31.575142 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6ffe6ef3-01ce-45e8-a15b-0fc3c29e21df req-db469afa-1a5a-4e5f-9ba5-a5426dc264da tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:31.645191 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ffe6ef3-01ce-45e8-a15b-0fc3c29e21df req-db469afa-1a5a-4e5f-9ba5-a5426dc264da tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:04:31.648286 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-6ffe6ef3-01ce-45e8-a15b-0fc3c29e21df req-db469afa-1a5a-4e5f-9ba5-a5426dc264da tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:04:31.654186 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ffe6ef3-01ce-45e8-a15b-0fc3c29e21df req-db469afa-1a5a-4e5f-9ba5-a5426dc264da tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:04:31.669787 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31208382-faee-491b-afb4-74e11fa66b2a None None] Sync routers for ids ['5ee75690-8738-4086-b843-9decf3914d5d'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:04:31.681957 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31208382-faee-491b-afb4-74e11fa66b2a None None] Routers {'5ee75690-8738-4086-b843-9decf3914d5d'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:04:31.682640 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-31208382-faee-491b-afb4-74e11fa66b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:04:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['5ee75690-8738-4086-b843-9decf3914d5d'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:04:31.682834 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db469afa-1a5a-4e5f-9ba5-a5426dc264da tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Pushing event updated for resources: {'Port': ['ID=c6378e37-5d43-4cc1-9651-b96bf603193f,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:31.868299 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-31208382-faee-491b-afb4-74e11fa66b2a None None] Set router 5ee75690-8738-4086-b843-9decf3914d5d gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:04:31.884635 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5aaf3-332f-4317-8f8f-dc5c8182c975 req-1848e0bd-1824-44fb-b436-7e22f8835c85 tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:31.886167 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-08b5aaf3-332f-4317-8f8f-dc5c8182c975 req-1848e0bd-1824-44fb-b436-7e22f8835c85 tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ce751fa-b96d-4d66-8c3d-a3a50bf6d416 HTTP/1.1" status: 200 len: 946 time: 0.2330503 May 23 11:04:32.000117 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6ffe6ef3-01ce-45e8-a15b-0fc3c29e21df req-db469afa-1a5a-4e5f-9ba5-a5426dc264da tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:32.005548 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-08b5aaf3-332f-4317-8f8f-dc5c8182c975 req-986b98b5-52db-4929-8967-58e85cfa10fb tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] 10.222.0.79 "GET /v2.0/security-groups?id=89fc0ef1-6cd6-420c-bcb6-bbd77c54e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132185 May 23 11:04:32.123335 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [req-8aad7fe0-40d0-4f84-8e36-ea334491a3f1 req-2238f7df-a3c9-4ade-859e-038aa3b53b7a tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] show failed (client error): The resource could not be found. May 23 11:04:32.124340 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8aad7fe0-40d0-4f84-8e36-ea334491a3f1 req-2238f7df-a3c9-4ade-859e-038aa3b53b7a tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] 10.222.0.79 "GET /v2.0/floatingips/238736dd-81f3-4fcf-a1fb-a2df03b9413f HTTP/1.1" status: 404 len: 350 time: 0.0780919 May 23 11:04:32.126873 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6ffe6ef3-01ce-45e8-a15b-0fc3c29e21df req-db469afa-1a5a-4e5f-9ba5-a5426dc264da tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:32.167143 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-aee2bb51-0aa8-4d48-89b9-081c27fcc0db req-ef5d5a9b-e36b-4da7-b784-a8e9fea970ca tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-884160353', 'description': 'tempest-description-1841359640'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:04:32.179141 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-aee2bb51-0aa8-4d48-89b9-081c27fcc0db req-ef5d5a9b-e36b-4da7-b784-a8e9fea970ca tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:04:32.180737 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-31208382-faee-491b-afb4-74e11fa66b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee75690-8738-4086-b843-9decf3914d5d', 'name': 'tempest-FloatingIPsTestJSON-2135321853-router', 'tenant_id': '23bb26fdfb82469f84eb7f768a40df16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '3ecec9c7-b5bf-409e-bb66-978556af0628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:48Z', 'updated_at': '2022-05-23T11:03:57Z', 'revision_number': 4, 'project_id': '23bb26fdfb82469f84eb7f768a40df16', 'gw_port': {'id': '3ecec9c7-b5bf-409e-bb66-978556af0628', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:98:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee75690-8738-4086-b843-9decf3914d5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:49Z', 'updated_at': '2022-05-23T11:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '74be2710-cbd0-42c8-8bd8-ae239e7188be', 'name': '', 'network_id': '8a433bf4-cafc-43a4-a705-ec5aef1f342b', 'tenant_id': '23bb26fdfb82469f84eb7f768a40df16', 'mac_address': 'fa:16:3e:30:01:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee75690-8738-4086-b843-9decf3914d5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86b335a2-c356-4485-a743-1610fc62072b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:55Z', 'updated_at': '2022-05-23T11:03:57Z', 'revision_number': 2, 'project_id': '23bb26fdfb82469f84eb7f768a40df16', 'subnets': [{'id': '86b335a2-c356-4485-a743-1610fc62072b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:04:32.184536 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31208382-faee-491b-afb4-74e11fa66b2a None None] Checking router: 5ee75690-8738-4086-b843-9decf3914d5d for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:04:32.184876 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31208382-faee-491b-afb4-74e11fa66b2a None None] Updating router 5ee75690-8738-4086-b843-9decf3914d5d port 74be2710-cbd0-42c8-8bd8-ae239e7188be binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:04:32.186124 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-aee2bb51-0aa8-4d48-89b9-081c27fcc0db req-ef5d5a9b-e36b-4da7-b784-a8e9fea970ca tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] Usage tracker for resource:security_group and tenant:44182f7142f84c1e9dd92a04ddb96755 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:04:32.190267 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-aee2bb51-0aa8-4d48-89b9-081c27fcc0db req-ef5d5a9b-e36b-4da7-b784-a8e9fea970ca tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:04:32.202497 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-aee2bb51-0aa8-4d48-89b9-081c27fcc0db req-ef5d5a9b-e36b-4da7-b784-a8e9fea970ca tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:04:32.230717 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-aee2bb51-0aa8-4d48-89b9-081c27fcc0db req-ef5d5a9b-e36b-4da7-b784-a8e9fea970ca tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:32.234878 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-31208382-faee-491b-afb4-74e11fa66b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:32.344283 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-aee2bb51-0aa8-4d48-89b9-081c27fcc0db req-ef5d5a9b-e36b-4da7-b784-a8e9fea970ca tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:04:32.357238 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-aee2bb51-0aa8-4d48-89b9-081c27fcc0db req-ef5d5a9b-e36b-4da7-b784-a8e9fea970ca tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] Usage tracker for resource:security_group_rule and tenant:44182f7142f84c1e9dd92a04ddb96755 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:04:32.362586 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-aee2bb51-0aa8-4d48-89b9-081c27fcc0db req-ef5d5a9b-e36b-4da7-b784-a8e9fea970ca tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:04:32.372146 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-aee2bb51-0aa8-4d48-89b9-081c27fcc0db req-ef5d5a9b-e36b-4da7-b784-a8e9fea970ca tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:04:32.414401 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6ffe6ef3-01ce-45e8-a15b-0fc3c29e21df req-db469afa-1a5a-4e5f-9ba5-a5426dc264da tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:32.421162 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6ffe6ef3-01ce-45e8-a15b-0fc3c29e21df req-db469afa-1a5a-4e5f-9ba5-a5426dc264da tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:32.528643 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-aee2bb51-0aa8-4d48-89b9-081c27fcc0db req-ef5d5a9b-e36b-4da7-b784-a8e9fea970ca tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:32.540139 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-aee2bb51-0aa8-4d48-89b9-081c27fcc0db req-ef5d5a9b-e36b-4da7-b784-a8e9fea970ca tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:32.571881 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db469afa-1a5a-4e5f-9ba5-a5426dc264da tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Pushing event updated for resources: {'Port': ['ID=c6378e37-5d43-4cc1-9651-b96bf603193f,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:32.601984 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-31208382-faee-491b-afb4-74e11fa66b2a None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:32.605489 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d5a9b-e36b-4da7-b784-a8e9fea970ca tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7ffb76-80ce-428f-8707-e873c053f374,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:32.610735 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6ffe6ef3-01ce-45e8-a15b-0fc3c29e21df req-db469afa-1a5a-4e5f-9ba5-a5426dc264da tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:32.614359 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-31208382-faee-491b-afb4-74e11fa66b2a None None] Transition to ACTIVE for port object 74be2710-cbd0-42c8-8bd8-ae239e7188be will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:04:32.617927 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-aee2bb51-0aa8-4d48-89b9-081c27fcc0db req-ef5d5a9b-e36b-4da7-b784-a8e9fea970ca tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:32.619175 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aee2bb51-0aa8-4d48-89b9-081c27fcc0db req-ef5d5a9b-e36b-4da7-b784-a8e9fea970ca tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 0.4620397 May 23 11:04:32.621901 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-31208382-faee-491b-afb4-74e11fa66b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:32.637651 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6ffe6ef3-01ce-45e8-a15b-0fc3c29e21df req-db469afa-1a5a-4e5f-9ba5-a5426dc264da tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:32.639192 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6ffe6ef3-01ce-45e8-a15b-0fc3c29e21df req-db469afa-1a5a-4e5f-9ba5-a5426dc264da tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8639293 May 23 11:04:32.741681 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-6ffe6ef3-01ce-45e8-a15b-0fc3c29e21df req-7ac8d06f-f760-45a4-bca0-2efdc708c4e7 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Synchronizing usage tracker for tenant:28ad30c9ce014020932bf0f448507fa3 on resource:floatingip {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:04:32.819086 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-6ffe6ef3-01ce-45e8-a15b-0fc3c29e21df req-7ac8d06f-f760-45a4-bca0-2efdc708c4e7 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Unset dirty status for tenant:28ad30c9ce014020932bf0f448507fa3 on resource:floatingip {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:04:32.820434 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6ffe6ef3-01ce-45e8-a15b-0fc3c29e21df req-7ac8d06f-f760-45a4-bca0-2efdc708c4e7 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.110 HTTP/1.1" status: 200 len: 696 time: 0.1751142 May 23 11:04:32.840640 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46e1245-168e-45f5-9388-8a62c9fd0fd0 None None] Pushing event updated for resources: {'Port': ['ID=74be2710-cbd0-42c8-8bd8-ae239e7188be,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:32.846702 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-31208382-faee-491b-afb4-74e11fa66b2a None None] Attempting to bind port 74be2710-cbd0-42c8-8bd8-ae239e7188be on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:04:32.847117 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-31208382-faee-491b-afb4-74e11fa66b2a None None] Attempting to bind port 74be2710-cbd0-42c8-8bd8-ae239e7188be by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'f57633d5-4102-4105-9bb6-451891935c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8a433bf4-cafc-43a4-a705-ec5aef1f342b'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:04:32.847697 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31208382-faee-491b-afb4-74e11fa66b2a None None] Attempting to bind port 74be2710-cbd0-42c8-8bd8-ae239e7188be on network 8a433bf4-cafc-43a4-a705-ec5aef1f342b {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:04:32.855717 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31208382-faee-491b-afb4-74e11fa66b2a None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:04:32.856101 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31208382-faee-491b-afb4-74e11fa66b2a None None] Checking segment: {'id': 'f57633d5-4102-4105-9bb6-451891935c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8a433bf4-cafc-43a4-a705-ec5aef1f342b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:04:32.856672 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-31208382-faee-491b-afb4-74e11fa66b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:32.857225 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31208382-faee-491b-afb4-74e11fa66b2a None None] Bound using segment: {'id': 'f57633d5-4102-4105-9bb6-451891935c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8a433bf4-cafc-43a4-a705-ec5aef1f342b'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:04:32.857842 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-31208382-faee-491b-afb4-74e11fa66b2a None None] Bound port: 74be2710-cbd0-42c8-8bd8-ae239e7188be, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57633d5-4102-4105-9bb6-451891935c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8a433bf4-cafc-43a4-a705-ec5aef1f342b'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:04:32.858392 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-31208382-faee-491b-afb4-74e11fa66b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:32.922462 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03e16f-f21e-4a96-a311-9700e64a321a req-8904aed9-95e7-4b2e-8936-0bbf03d1ec1e tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:32.924013 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0c03e16f-f21e-4a96-a311-9700e64a321a req-8904aed9-95e7-4b2e-8936-0bbf03d1ec1e tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d1a2c1a-1e28-4209-9f47-fc1285eba09a HTTP/1.1" status: 200 len: 950 time: 0.1782048 May 23 11:04:32.952801 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-31208382-faee-491b-afb4-74e11fa66b2a None None] For port 74be2710-cbd0-42c8-8bd8-ae239e7188be, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:04:32.956433 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-31208382-faee-491b-afb4-74e11fa66b2a None None] For port 74be2710-cbd0-42c8-8bd8-ae239e7188be, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=74be2710-cbd0-42c8-8bd8-ae239e7188be,segment=NetworkSegment(f57633d5-4102-4105-9bb6-451891935c60),segment_id=f57633d5-4102-4105-9bb6-451891935c60)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:04:32.961449 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-31208382-faee-491b-afb4-74e11fa66b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:33.012045 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0c03e16f-f21e-4a96-a311-9700e64a321a req-861f81cd-244c-4ea4-9f91-25ef67bb255f tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793869 May 23 11:04:33.022999 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe6ef3-01ce-45e8-a15b-0fc3c29e21df req-f9211ce2-99e3-475c-99c3-80102304519d tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:33.024397 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6ffe6ef3-01ce-45e8-a15b-0fc3c29e21df req-f9211ce2-99e3-475c-99c3-80102304519d tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "GET /v2.0/networks/87d63aa2-c2e7-4553-824a-d818708dd83b HTTP/1.1" status: 200 len: 784 time: 0.1943612 May 23 11:04:33.047665 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46e1245-168e-45f5-9388-8a62c9fd0fd0 None None] Pushing event updated for resources: {'Port': ['ID=74be2710-cbd0-42c8-8bd8-ae239e7188be,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:33.064114 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31208382-faee-491b-afb4-74e11fa66b2a None None] Routers {'5ee75690-8738-4086-b843-9decf3914d5d'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:04:33.064515 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-31208382-faee-491b-afb4-74e11fa66b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:04:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['5ee75690-8738-4086-b843-9decf3914d5d'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:04:33.100048 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71daeeb5-603e-480e-a5ac-4db0d327b760'] response: {'name': 'network-changed', 'server_uuid': 'b15ed878-ad7d-4efa-b494-bc7f56294b05', 'tag': '4648b642-2faf-432c-9e80-6f3491ae63a8', 'status': 'completed', 'code': 200} May 23 11:04:33.109563 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e86c191-b781-4e8f-8add-4520f05faf49'] response: {'server_uuid': '8ce751fa-b96d-4d66-8c3d-a3a50bf6d416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a4f2c76-8b5f-4720-b3da-2f659b0c01b3', 'code': 200} May 23 11:04:33.110066 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e86c191-b781-4e8f-8add-4520f05faf49'] response: {'server_uuid': '5d1a2c1a-1e28-4209-9f47-fc1285eba09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0403dea-ba7e-442c-aac9-a089aeee6b11', 'code': 200} May 23 11:04:33.261500 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-18c79728-43f0-4891-bf49-ecd4714cfcd6 req-bf07578e-41e3-4512-959e-0dff71d03fa4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e45cf791a4a1458dadb0a080d541d299&device_id=b15ed878-ad7d-4efa-b494-bc7f56294b05 HTTP/1.1" status: 200 len: 1094 time: 0.1164529 May 23 11:04:33.307098 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-31208382-faee-491b-afb4-74e11fa66b2a None None] Set router 5ee75690-8738-4086-b843-9decf3914d5d gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:04:33.435762 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d26ad-6e9d-4563-bed9-dbe6168686eb req-f663abb0-06a2-4c6e-86d0-cb70b3572f39 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:33.437237 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-451d26ad-6e9d-4563-bed9-dbe6168686eb req-f663abb0-06a2-4c6e-86d0-cb70b3572f39 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3135927 May 23 11:04:33.454660 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-56bb5b20-651a-43c7-bfc2-28d229a181ab req-1e0cd721-ae2f-43c8-8b58-37a2e22b9139 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5d1a2c1a-1e28-4209-9f47-fc1285eba09a HTTP/1.1" status: 200 len: 1101 time: 0.1921840 May 23 11:04:33.455403 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cdec302a-d33b-4339-83c5-a0f628c003ea req-47d4d68e-3ced-4f5b-a2b9-986e31a01e08 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8ce751fa-b96d-4d66-8c3d-a3a50bf6d416 HTTP/1.1" status: 200 len: 1097 time: 0.2036300 May 23 11:04:33.457013 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c79728-43f0-4891-bf49-ecd4714cfcd6 req-92d738ef-b314-4548-adad-e4dc2df1be9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:33.458994 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-18c79728-43f0-4891-bf49-ecd4714cfcd6 req-92d738ef-b314-4548-adad-e4dc2df1be9a service neutron] 10.222.0.81 "GET /v2.0/networks?id=0930e7e8-6d74-47b9-b850-f307a169b841 HTTP/1.1" status: 200 len: 922 time: 0.1649413 May 23 11:04:33.469215 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a4249-af1f-487b-b6f0-04335f227c3c req-ac9dcb73-cbd6-4578-afd5-9e85cd9415bf tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:33.470680 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f10a4249-af1f-487b-b6f0-04335f227c3c req-ac9dcb73-cbd6-4578-afd5-9e85cd9415bf tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/ports?device_id=b15ed878-ad7d-4efa-b494-bc7f56294b05 HTTP/1.1" status: 200 len: 943 time: 0.1625421 May 23 11:04:33.548213 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f10a4249-af1f-487b-b6f0-04335f227c3c req-6ba7b3ce-1ac7-426f-9e21-5c2c271970f5 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/security-groups?id=fd7ae4e9-c64f-43e7-a534-5bc4072aa4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614297 May 23 11:04:33.549776 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cdec302a-d33b-4339-83c5-a0f628c003ea req-ff7fd0b0-74b9-48f2-beaa-6104f850769e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=89fc0ef1-6cd6-420c-bcb6-bbd77c54e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782616 May 23 11:04:33.554415 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-18c79728-43f0-4891-bf49-ecd4714cfcd6 req-d7f08fc7-677e-44ce-b885-5e7d76ab12fd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4648b642-2faf-432c-9e80-6f3491ae63a8 HTTP/1.1" status: 200 len: 217 time: 0.0734668 May 23 11:04:33.622153 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-56bb5b20-651a-43c7-bfc2-28d229a181ab req-a5074d0b-d7cf-4910-bb55-6e262d57ab42 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568573 May 23 11:04:33.636817 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c79728-43f0-4891-bf49-ecd4714cfcd6 req-5ae02226-5f6d-4ff9-b279-d3b7f071fd3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:33.638245 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-18c79728-43f0-4891-bf49-ecd4714cfcd6 req-5ae02226-5f6d-4ff9-b279-d3b7f071fd3a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=233b37e7-7248-4012-bd3c-2373f43dcd00 HTTP/1.1" status: 200 len: 860 time: 0.0721557 May 23 11:04:33.679814 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-31208382-faee-491b-afb4-74e11fa66b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee75690-8738-4086-b843-9decf3914d5d', 'name': 'tempest-FloatingIPsTestJSON-2135321853-router', 'tenant_id': '23bb26fdfb82469f84eb7f768a40df16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '3ecec9c7-b5bf-409e-bb66-978556af0628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:48Z', 'updated_at': '2022-05-23T11:03:57Z', 'revision_number': 4, 'project_id': '23bb26fdfb82469f84eb7f768a40df16', 'gw_port': {'id': '3ecec9c7-b5bf-409e-bb66-978556af0628', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:98:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee75690-8738-4086-b843-9decf3914d5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:49Z', 'updated_at': '2022-05-23T11:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '74be2710-cbd0-42c8-8bd8-ae239e7188be', 'name': '', 'network_id': '8a433bf4-cafc-43a4-a705-ec5aef1f342b', 'tenant_id': '23bb26fdfb82469f84eb7f768a40df16', 'mac_address': 'fa:16:3e:30:01:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee75690-8738-4086-b843-9decf3914d5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86b335a2-c356-4485-a743-1610fc62072b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:55Z', 'updated_at': '2022-05-23T11:04:32Z', 'revision_number': 4, 'project_id': '23bb26fdfb82469f84eb7f768a40df16', 'subnets': [{'id': '86b335a2-c356-4485-a743-1610fc62072b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:04:33.684444 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31208382-faee-491b-afb4-74e11fa66b2a None None] The sync data for ids ['5ee75690-8738-4086-b843-9decf3914d5d'] in n-d-842952-2 is: [{'id': '5ee75690-8738-4086-b843-9decf3914d5d', 'name': 'tempest-FloatingIPsTestJSON-2135321853-router', 'tenant_id': '23bb26fdfb82469f84eb7f768a40df16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '3ecec9c7-b5bf-409e-bb66-978556af0628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:48Z', 'updated_at': '2022-05-23T11:03:57Z', 'revision_number': 4, 'project_id': '23bb26fdfb82469f84eb7f768a40df16', 'gw_port': {'id': '3ecec9c7-b5bf-409e-bb66-978556af0628', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:98:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee75690-8738-4086-b843-9decf3914d5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:49Z', 'updated_at': '2022-05-23T11:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '74be2710-cbd0-42c8-8bd8-ae239e7188be', 'name': '', 'network_id': '8a433bf4-cafc-43a4-a705-ec5aef1f342b', 'tenant_id': '23bb26fdfb82469f84eb7f768a40df16', 'mac_address': 'fa:16:3e:30:01:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee75690-8738-4086-b843-9decf3914d5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86b335a2-c356-4485-a743-1610fc62072b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:55Z', 'updated_at': '2022-05-23T11:04:32Z', 'revision_number': 4, 'project_id': '23bb26fdfb82469f84eb7f768a40df16', 'subnets': [{'id': '86b335a2-c356-4485-a743-1610fc62072b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:04:33.723564 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-18c79728-43f0-4891-bf49-ecd4714cfcd6 req-0db51a14-74fb-4445-adff-9c611a12308c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0930e7e8-6d74-47b9-b850-f307a169b841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796876 May 23 11:04:33.732171 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [req-9569b1d1-8f07-4b5a-9d1a-52a1147d93cf req-353c12bf-38c7-4a53-a036-993732b66fa5 tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] show failed (client error): The resource could not be found. May 23 11:04:33.733277 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9569b1d1-8f07-4b5a-9d1a-52a1147d93cf req-353c12bf-38c7-4a53-a036-993732b66fa5 tempest-FloatingIPsTestJSON-1771714151 tempest-FloatingIPsTestJSON-1771714151-project] 10.222.0.79 "GET /v2.0/floatingips/238736dd-81f3-4fcf-a1fb-a2df03b9413f HTTP/1.1" status: 404 len: 350 time: 0.1767321 May 23 11:04:33.765545 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41490) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:04:33.917032 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-18c79728-43f0-4891-bf49-ecd4714cfcd6 req-c77a89dd-a4b7-4990-acd7-3651842a78cf service neutron] 10.222.0.81 "GET /v2.0/networks/0930e7e8-6d74-47b9-b850-f307a169b841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809506 May 23 11:04:34.138601 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7575aaa-9a07-43c8-af8f-09caf5f52b1e req-234e6ef8-c5d3-4c8b-b329-6ccd175dade7 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:34.140100 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f7575aaa-9a07-43c8-af8f-09caf5f52b1e req-234e6ef8-c5d3-4c8b-b329-6ccd175dade7 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bf20ee0-be3d-4c2f-9a92-6b3d733e7ab8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2503674 May 23 11:04:34.158744 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-18c79728-43f0-4891-bf49-ecd4714cfcd6 req-ed7dbb40-3de7-44ce-87f6-606307591268 service neutron] 10.222.0.81 "GET /v2.0/networks/0930e7e8-6d74-47b9-b850-f307a169b841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336354 May 23 11:04:34.171673 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 4648b642-2faf-432c-9e80-6f3491ae63a8 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:04:34.264169 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f7575aaa-9a07-43c8-af8f-09caf5f52b1e req-95cec853-308e-42f2-aa7f-ac3db7bd7401 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.110 HTTP/1.1" status: 200 len: 696 time: 0.1160183 May 23 11:04:34.289776 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-f7575aaa-9a07-43c8-af8f-09caf5f52b1e req-38308793-a142-4202-bdfd-1c9592acd70e tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Request body: {'floatingip': {'port_id': 'bd6ef874-705d-4654-ab9d-412e9cb3c630', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:04:34.314870 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 4648b642-2faf-432c-9e80-6f3491ae63a8, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=4648b642-2faf-432c-9e80-6f3491ae63a8,segment=NetworkSegment(a9f43d9a-d5c3-4172-a5d6-8803666768bb),segment_id=a9f43d9a-d5c3-4172-a5d6-8803666768bb)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:04:34.330261 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '4648b642-2faf-432c-9e80-6f3491ae63a8', 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841', 'port_id': '4648b642-2faf-432c-9e80-6f3491ae63a8', 'mac_address': 'fa:16:3e:b2:21:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '233b37e7-7248-4012-bd3c-2373f43dcd00', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:04:34.385799 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:34.396839 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f7575aaa-9a07-43c8-af8f-09caf5f52b1e req-38308793-a142-4202-bdfd-1c9592acd70e tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks [] for floatingip, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:34.404526 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4648b642-2faf-432c-9e80-6f3491ae63a8 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:04:34.420919 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 4648b642-2faf-432c-9e80-6f3491ae63a8, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=4648b642-2faf-432c-9e80-6f3491ae63a8,segment=NetworkSegment(a9f43d9a-d5c3-4172-a5d6-8803666768bb),segment_id=a9f43d9a-d5c3-4172-a5d6-8803666768bb)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:04:34.426117 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:34.496391 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=4648b642-2faf-432c-9e80-6f3491ae63a8,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:34.538289 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-3bbb6bec-7267-415d-b5f4-216f8b9a2bc1 req-c10c0b8a-14ce-40f8-a213-6ec01e53a084 tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] Synchronizing usage tracker for tenant:44182f7142f84c1e9dd92a04ddb96755 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:04:34.734465 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-3bbb6bec-7267-415d-b5f4-216f8b9a2bc1 req-c10c0b8a-14ce-40f8-a213-6ec01e53a084 tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] Unset dirty status for tenant:44182f7142f84c1e9dd92a04ddb96755 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:04:34.736455 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3bbb6bec-7267-415d-b5f4-216f8b9a2bc1 req-c10c0b8a-14ce-40f8-a213-6ec01e53a084 tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 37399 time: 1.1191587 May 23 11:04:34.781902 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['4648b642-2faf-432c-9e80-6f3491ae63a8'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:04:34.971747 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3bbb6bec-7267-415d-b5f4-216f8b9a2bc1 req-485e7f35-acac-4ac1-a535-a070cd1cd3df tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] 10.222.0.79 "GET /v2.0/security-groups/05080b21-d1f9-4936-b279-b54e8cb196b9 HTTP/1.1" status: 200 len: 2649 time: 0.2198813 May 23 11:04:35.003035 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 74be2710-cbd0-42c8-8bd8-ae239e7188be up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:04:35.076849 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 74be2710-cbd0-42c8-8bd8-ae239e7188be completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:04:35.081996 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 74be2710-cbd0-42c8-8bd8-ae239e7188be triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:04:35.082586 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:35.123423 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3bbb6bec-7267-415d-b5f4-216f8b9a2bc1 req-1970f493-9832-47ff-8ee3-61d3bc78ea26 tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] 10.222.0.79 "GET /v2.0/security-groups/05080b21-d1f9-4936-b279-b54e8cb196b9 HTTP/1.1" status: 200 len: 2649 time: 0.1399143 May 23 11:04:35.197624 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:35.233118 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 74be2710-cbd0-42c8-8bd8-ae239e7188be, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=74be2710-cbd0-42c8-8bd8-ae239e7188be,segment=NetworkSegment(f57633d5-4102-4105-9bb6-451891935c60),segment_id=f57633d5-4102-4105-9bb6-451891935c60)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:04:35.238010 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:35.305192 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=74be2710-cbd0-42c8-8bd8-ae239e7188be,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:35.442883 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3bbb6bec-7267-415d-b5f4-216f8b9a2bc1 req-9042c96b-fdf5-4ce0-a383-743575f8f75a tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] 10.222.0.79 "GET /v2.0/security-groups/0bd06650-7877-4865-96f1-eb8a3989ad8f HTTP/1.1" status: 200 len: 2649 time: 0.2091479 May 23 11:04:35.519036 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fed4bda9-6a03-4306-829b-cc124cd07b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:35.573677 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [req-f7575aaa-9a07-43c8-af8f-09caf5f52b1e req-38308793-a142-4202-bdfd-1c9592acd70e tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:04:35.760784 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f7575aaa-9a07-43c8-af8f-09caf5f52b1e req-38308793-a142-4202-bdfd-1c9592acd70e tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:35.764182 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3bbb6bec-7267-415d-b5f4-216f8b9a2bc1 req-c8f52842-b693-41cd-a3cc-42524bea804e tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] 10.222.0.79 "GET /v2.0/security-groups/0bd06650-7877-4865-96f1-eb8a3989ad8f HTTP/1.1" status: 200 len: 2649 time: 0.2823319 May 23 11:04:35.767147 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f7575aaa-9a07-43c8-af8f-09caf5f52b1e req-38308793-a142-4202-bdfd-1c9592acd70e tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:35.954348 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3bbb6bec-7267-415d-b5f4-216f8b9a2bc1 req-21c486d2-ca3b-4963-bcec-2e0729d06700 tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] 10.222.0.79 "GET /v2.0/security-groups/2537ecff-5c45-4388-ab6e-4dbe7605dcbb HTTP/1.1" status: 200 len: 2649 time: 0.1388555 May 23 11:04:36.037495 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3bbb6bec-7267-415d-b5f4-216f8b9a2bc1 req-82254353-b934-4bb7-9dbb-609c9c003077 tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] 10.222.0.79 "GET /v2.0/security-groups/2537ecff-5c45-4388-ab6e-4dbe7605dcbb HTTP/1.1" status: 200 len: 2649 time: 0.0769095 May 23 11:04:36.152762 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3bbb6bec-7267-415d-b5f4-216f8b9a2bc1 req-25a5a1a6-4cc8-48b6-8649-ec752576fda2 tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] 10.222.0.79 "GET /v2.0/security-groups/3454ff3b-72eb-44f4-875f-7d396657ca36 HTTP/1.1" status: 200 len: 2649 time: 0.1076627 May 23 11:04:36.190465 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 4648b642-2faf-432c-9e80-6f3491ae63a8 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:04:36.268836 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 4648b642-2faf-432c-9e80-6f3491ae63a8 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:04:36.274136 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 4648b642-2faf-432c-9e80-6f3491ae63a8 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:04:36.274511 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:36.292591 n-d-842952-2 neutron-server[83910]: INFO neutron.db.l3_db [req-f7575aaa-9a07-43c8-af8f-09caf5f52b1e req-38308793-a142-4202-bdfd-1c9592acd70e tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Floating IP a309c000-7c30-4775-afec-07df978ec310 associated. External IP: 172.25.6.110, port: bd6ef874-705d-4654-ab9d-412e9cb3c630. May 23 11:04:36.392292 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:36.408644 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3bbb6bec-7267-415d-b5f4-216f8b9a2bc1 req-a435c0a4-a09a-482b-a28b-0c2c4be8978e tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] 10.222.0.79 "GET /v2.0/security-groups/3454ff3b-72eb-44f4-875f-7d396657ca36 HTTP/1.1" status: 200 len: 2649 time: 0.2087588 May 23 11:04:36.421004 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b15ed878-ad7d-4efa-b494-bc7f56294b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4648b642-2faf-432c-9e80-6f3491ae63a8'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:04:36.430601 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 4648b642-2faf-432c-9e80-6f3491ae63a8, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=4648b642-2faf-432c-9e80-6f3491ae63a8,segment=NetworkSegment(a9f43d9a-d5c3-4172-a5d6-8803666768bb),segment_id=a9f43d9a-d5c3-4172-a5d6-8803666768bb)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:04:36.435562 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:36.506361 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=4648b642-2faf-432c-9e80-6f3491ae63a8,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:36.628813 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3bbb6bec-7267-415d-b5f4-216f8b9a2bc1 req-5a2a8995-7654-49e6-aa77-1bd24f41c0cf tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] 10.222.0.79 "GET /v2.0/security-groups/421f9bcd-04ae-42d4-94ac-8178d9060af6 HTTP/1.1" status: 200 len: 2649 time: 0.2120049 May 23 11:04:36.744817 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3bbb6bec-7267-415d-b5f4-216f8b9a2bc1 req-6bca4899-61e1-4cec-96a0-46b13b91b593 tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] 10.222.0.79 "GET /v2.0/security-groups/421f9bcd-04ae-42d4-94ac-8178d9060af6 HTTP/1.1" status: 200 len: 2649 time: 0.1101961 May 23 11:04:36.848418 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3bbb6bec-7267-415d-b5f4-216f8b9a2bc1 req-da08304d-23b2-40b7-9cc7-011553ae0b27 tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] 10.222.0.79 "GET /v2.0/security-groups/4d5d2b0d-ce20-4cdc-b200-539b39d3464a HTTP/1.1" status: 200 len: 2649 time: 0.0971341 May 23 11:04:36.975109 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 74be2710-cbd0-42c8-8bd8-ae239e7188be up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:04:37.043618 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 74be2710-cbd0-42c8-8bd8-ae239e7188be triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:04:37.044005 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:37.048318 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3bbb6bec-7267-415d-b5f4-216f8b9a2bc1 req-c570a1ef-f3f4-4480-bec6-e18ab1a2c6e6 tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] 10.222.0.79 "GET /v2.0/security-groups/4d5d2b0d-ce20-4cdc-b200-539b39d3464a HTTP/1.1" status: 200 len: 2649 time: 0.1929634 May 23 11:04:37.166878 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-fed4bda9-6a03-4306-829b-cc124cd07b16 admin admin] Deleting port 74be2710-cbd0-42c8-8bd8-ae239e7188be {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:04:37.167213 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fed4bda9-6a03-4306-829b-cc124cd07b16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:37.209812 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3bbb6bec-7267-415d-b5f4-216f8b9a2bc1 req-f6599098-8121-46f5-920a-689141385cb2 tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] 10.222.0.79 "GET /v2.0/security-groups/6502194d-3a0f-489a-aac5-47d1049f4dc3 HTTP/1.1" status: 200 len: 2649 time: 0.1547151 May 23 11:04:37.371860 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3bbb6bec-7267-415d-b5f4-216f8b9a2bc1 req-8715c0db-41da-4978-985a-2a0dc3210af6 tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] 10.222.0.79 "GET /v2.0/security-groups/6502194d-3a0f-489a-aac5-47d1049f4dc3 HTTP/1.1" status: 200 len: 2649 time: 0.1542091 May 23 11:04:37.409709 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-fed4bda9-6a03-4306-829b-cc124cd07b16 admin admin] For port 74be2710-cbd0-42c8-8bd8-ae239e7188be, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=74be2710-cbd0-42c8-8bd8-ae239e7188be,segment=NetworkSegment(f57633d5-4102-4105-9bb6-451891935c60),segment_id=f57633d5-4102-4105-9bb6-451891935c60)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:04:37.409930 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fed4bda9-6a03-4306-829b-cc124cd07b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:37.541500 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-fed4bda9-6a03-4306-829b-cc124cd07b16 admin admin] Calling delete_port for 74be2710-cbd0-42c8-8bd8-ae239e7188be owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:04:37.622035 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7575aaa-9a07-43c8-af8f-09caf5f52b1e req-38308793-a142-4202-bdfd-1c9592acd70e tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Router 62aa646c-014b-4b5e-a9b5-47137d00cacd has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:04:37.630788 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3bbb6bec-7267-415d-b5f4-216f8b9a2bc1 req-0bffd292-b04c-4190-a85e-74f88481678a tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] 10.222.0.79 "GET /v2.0/security-groups/88f6eee7-9113-46b6-8a34-e5c4aeb396f9 HTTP/1.1" status: 200 len: 2649 time: 0.2430956 May 23 11:04:37.706131 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:37.768278 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3bbb6bec-7267-415d-b5f4-216f8b9a2bc1 req-2e1df6cc-35be-4953-950c-6297f222e86d tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] 10.222.0.79 "GET /v2.0/security-groups/88f6eee7-9113-46b6-8a34-e5c4aeb396f9 HTTP/1.1" status: 200 len: 2649 time: 0.1293957 May 23 11:04:37.941030 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fed4bda9-6a03-4306-829b-cc124cd07b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:37.945308 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3bbb6bec-7267-415d-b5f4-216f8b9a2bc1 req-ff21ada1-1566-4dd3-b073-199c3d2c0b26 tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] 10.222.0.79 "GET /v2.0/security-groups/89fc0ef1-6cd6-420c-bcb6-bbd77c54e68d HTTP/1.1" status: 200 len: 2649 time: 0.1336603 May 23 11:04:38.008344 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed4bda9-6a03-4306-829b-cc124cd07b16 admin admin] Pushing event deleted for resources: {'Port': ['ID=74be2710-cbd0-42c8-8bd8-ae239e7188be,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:38.121744 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3bbb6bec-7267-415d-b5f4-216f8b9a2bc1 req-5fdd7a83-39e6-40f5-ace3-f35534c726cb tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] 10.222.0.79 "GET /v2.0/security-groups/89fc0ef1-6cd6-420c-bcb6-bbd77c54e68d HTTP/1.1" status: 200 len: 2649 time: 0.1457696 May 23 11:04:38.432194 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3bbb6bec-7267-415d-b5f4-216f8b9a2bc1 req-744de57e-eb9f-40b3-aba7-b6f81045deab tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] 10.222.0.79 "GET /v2.0/security-groups/be4ea50b-58ee-46a9-bdfc-1ac3ee0914ee HTTP/1.1" status: 200 len: 2649 time: 0.3030772 May 23 11:04:38.438056 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7575aaa-9a07-43c8-af8f-09caf5f52b1e req-38308793-a142-4202-bdfd-1c9592acd70e tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:04:38.448373 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526e8b50-22fe-42b8-bf70-2bf71c246bae None None] Sync routers for ids ['62aa646c-014b-4b5e-a9b5-47137d00cacd'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:04:38.460919 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526e8b50-22fe-42b8-bf70-2bf71c246bae None None] Routers {'62aa646c-014b-4b5e-a9b5-47137d00cacd'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:04:38.461610 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-526e8b50-22fe-42b8-bf70-2bf71c246bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:04:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['62aa646c-014b-4b5e-a9b5-47137d00cacd'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:04:38.465460 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f7575aaa-9a07-43c8-af8f-09caf5f52b1e req-38308793-a142-4202-bdfd-1c9592acd70e tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:38.550137 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f7575aaa-9a07-43c8-af8f-09caf5f52b1e req-38308793-a142-4202-bdfd-1c9592acd70e tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "PUT /v2.0/floatingips/a309c000-7c30-4775-afec-07df978ec310 HTTP/1.1" status: 200 len: 996 time: 4.2759213 May 23 11:04:38.552929 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf20ee0-be3d-4c2f-9a92-6b3d733e7ab8', 'tag': 'bd6ef874-705d-4654-ab9d-412e9cb3c630'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:04:38.562539 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3bbb6bec-7267-415d-b5f4-216f8b9a2bc1 req-bfb13419-e65f-41e3-86d6-9d9f8bfa2752 tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] 10.222.0.79 "GET /v2.0/security-groups/be4ea50b-58ee-46a9-bdfc-1ac3ee0914ee HTTP/1.1" status: 200 len: 2649 time: 0.1220520 May 23 11:04:38.643145 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-526e8b50-22fe-42b8-bf70-2bf71c246bae None None] Set router 62aa646c-014b-4b5e-a9b5-47137d00cacd gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:04:38.689336 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3bbb6bec-7267-415d-b5f4-216f8b9a2bc1 req-423647e5-ee38-4d0e-82c5-a3cf767338e9 tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] 10.222.0.79 "GET /v2.0/security-groups/caa9ba9a-0193-462e-8d42-35017bdaabd1 HTTP/1.1" status: 200 len: 2649 time: 0.0942802 May 23 11:04:38.716031 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f7575aaa-9a07-43c8-af8f-09caf5f52b1e req-b212de30-643a-474a-91d4-67642b841c8c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=28ad30c9ce014020932bf0f448507fa3&device_id=7bf20ee0-be3d-4c2f-9a92-6b3d733e7ab8 HTTP/1.1" status: 200 len: 1096 time: 0.1509323 May 23 11:04:38.719566 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fed4bda9-6a03-4306-829b-cc124cd07b16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:38.973797 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3bbb6bec-7267-415d-b5f4-216f8b9a2bc1 req-59e6e28b-f8fa-49d7-a174-69f07228d9d3 tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] 10.222.0.79 "GET /v2.0/security-groups/caa9ba9a-0193-462e-8d42-35017bdaabd1 HTTP/1.1" status: 200 len: 2649 time: 0.2765210 May 23 11:04:39.029148 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7575aaa-9a07-43c8-af8f-09caf5f52b1e req-a9ab9d76-3035-4e28-b911-6fa8a6cf6e74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:39.030546 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f7575aaa-9a07-43c8-af8f-09caf5f52b1e req-a9ab9d76-3035-4e28-b911-6fa8a6cf6e74 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6577dc3d-76e7-4320-a115-e81ce5234e8c HTTP/1.1" status: 200 len: 929 time: 0.3073561 May 23 11:04:39.039405 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:39.061177 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-526e8b50-22fe-42b8-bf70-2bf71c246bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62aa646c-014b-4b5e-a9b5-47137d00cacd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-539417370-router', 'tenant_id': '28ad30c9ce014020932bf0f448507fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '8f7407e6-d009-453e-9e5a-857b81983522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:35Z', 'updated_at': '2022-05-23T11:03:55Z', 'revision_number': 4, 'project_id': '28ad30c9ce014020932bf0f448507fa3', 'gw_port': {'id': '8f7407e6-d009-453e-9e5a-857b81983522', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:eb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa646c-014b-4b5e-a9b5-47137d00cacd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:37Z', 'updated_at': '2022-05-23T11:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'a309c000-7c30-4775-afec-07df978ec310', 'tenant_id': '28ad30c9ce014020932bf0f448507fa3', 'floating_ip_address': '172.25.6.110', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '62aa646c-014b-4b5e-a9b5-47137d00cacd', 'port_id': 'bd6ef874-705d-4654-ab9d-412e9cb3c630', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6577dc3d-76e7-4320-a115-e81ce5234e8c', 'mac_address': 'fa:16:3e:29:29:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf20ee0-be3d-4c2f-9a92-6b3d733e7ab8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:04:31Z', 'updated_at': '2022-05-23T11:04:35Z', 'revision_number': 1, 'project_id': '28ad30c9ce014020932bf0f448507fa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e504dda2-5336-48af-84ce-e20710a575a5', 'name': '', 'network_id': '6577dc3d-76e7-4320-a115-e81ce5234e8c', 'tenant_id': '28ad30c9ce014020932bf0f448507fa3', 'mac_address': 'fa:16:3e:bc:5c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa646c-014b-4b5e-a9b5-47137d00cacd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5560744c-752b-4a3c-9fb8-a48ba0a5ab1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:51Z', 'updated_at': '2022-05-23T11:04:11Z', 'revision_number': 5, 'project_id': '28ad30c9ce014020932bf0f448507fa3', 'subnets': [{'id': '5560744c-752b-4a3c-9fb8-a48ba0a5ab1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:04:39.064976 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526e8b50-22fe-42b8-bf70-2bf71c246bae None None] Checking router: 62aa646c-014b-4b5e-a9b5-47137d00cacd for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:04:39.075280 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526e8b50-22fe-42b8-bf70-2bf71c246bae None None] Routers {'62aa646c-014b-4b5e-a9b5-47137d00cacd'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:04:39.075884 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-526e8b50-22fe-42b8-bf70-2bf71c246bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:04:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['62aa646c-014b-4b5e-a9b5-47137d00cacd'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:04:39.139004 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3bbb6bec-7267-415d-b5f4-216f8b9a2bc1 req-91c7fd16-5ad8-4297-a6e8-3a324eb81712 tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] 10.222.0.79 "GET /v2.0/security-groups/f36b487e-7e20-41da-bc00-42631fb3c0e0 HTTP/1.1" status: 200 len: 2649 time: 0.1587770 May 23 11:04:39.182353 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f7575aaa-9a07-43c8-af8f-09caf5f52b1e req-3961dc92-d45c-4dce-9db7-c935de08b5e1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd6ef874-705d-4654-ab9d-412e9cb3c630 HTTP/1.1" status: 200 len: 999 time: 0.1377232 May 23 11:04:39.221781 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-38f31be2-4de4-4717-bad2-5c4abdabf68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:39.262471 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3bbb6bec-7267-415d-b5f4-216f8b9a2bc1 req-e87c9d42-6f8e-452e-bb4a-cadb21f1c486 tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] 10.222.0.79 "GET /v2.0/security-groups/f36b487e-7e20-41da-bc00-42631fb3c0e0 HTTP/1.1" status: 200 len: 2649 time: 0.1123037 May 23 11:04:39.262729 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-526e8b50-22fe-42b8-bf70-2bf71c246bae None None] Set router 62aa646c-014b-4b5e-a9b5-47137d00cacd gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:04:39.271358 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7575aaa-9a07-43c8-af8f-09caf5f52b1e req-8461fcc6-ea1d-42f3-8271-29a6e19ccade service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:39.272796 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f7575aaa-9a07-43c8-af8f-09caf5f52b1e req-8461fcc6-ea1d-42f3-8271-29a6e19ccade service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5560744c-752b-4a3c-9fb8-a48ba0a5ab1c HTTP/1.1" status: 200 len: 867 time: 0.0834093 May 23 11:04:39.382294 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3bbb6bec-7267-415d-b5f4-216f8b9a2bc1 req-f27757e3-25af-4e17-b04c-ee54b978233b tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] 10.222.0.79 "GET /v2.0/security-groups/fd7ae4e9-c64f-43e7-a534-5bc4072aa4f8 HTTP/1.1" status: 200 len: 2649 time: 0.1126256 May 23 11:04:39.545596 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f7575aaa-9a07-43c8-af8f-09caf5f52b1e req-fd7a93aa-e86f-4017-bdf1-0f69924cf689 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6577dc3d-76e7-4320-a115-e81ce5234e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2609572 May 23 11:04:39.564251 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-f7575aaa-9a07-43c8-af8f-09caf5f52b1e req-3ab46548-4ec9-4dfb-ab42-b48bf9d5b463 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:04:39.565243 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f7575aaa-9a07-43c8-af8f-09caf5f52b1e req-3ab46548-4ec9-4dfb-ab42-b48bf9d5b463 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050044 May 23 11:04:39.617806 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-526e8b50-22fe-42b8-bf70-2bf71c246bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62aa646c-014b-4b5e-a9b5-47137d00cacd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-539417370-router', 'tenant_id': '28ad30c9ce014020932bf0f448507fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '8f7407e6-d009-453e-9e5a-857b81983522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:35Z', 'updated_at': '2022-05-23T11:03:55Z', 'revision_number': 4, 'project_id': '28ad30c9ce014020932bf0f448507fa3', 'gw_port': {'id': '8f7407e6-d009-453e-9e5a-857b81983522', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:eb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa646c-014b-4b5e-a9b5-47137d00cacd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:37Z', 'updated_at': '2022-05-23T11:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'a309c000-7c30-4775-afec-07df978ec310', 'tenant_id': '28ad30c9ce014020932bf0f448507fa3', 'floating_ip_address': '172.25.6.110', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '62aa646c-014b-4b5e-a9b5-47137d00cacd', 'port_id': 'bd6ef874-705d-4654-ab9d-412e9cb3c630', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6577dc3d-76e7-4320-a115-e81ce5234e8c', 'mac_address': 'fa:16:3e:29:29:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf20ee0-be3d-4c2f-9a92-6b3d733e7ab8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:04:31Z', 'updated_at': '2022-05-23T11:04:35Z', 'revision_number': 1, 'project_id': '28ad30c9ce014020932bf0f448507fa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e504dda2-5336-48af-84ce-e20710a575a5', 'name': '', 'network_id': '6577dc3d-76e7-4320-a115-e81ce5234e8c', 'tenant_id': '28ad30c9ce014020932bf0f448507fa3', 'mac_address': 'fa:16:3e:bc:5c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa646c-014b-4b5e-a9b5-47137d00cacd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5560744c-752b-4a3c-9fb8-a48ba0a5ab1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:51Z', 'updated_at': '2022-05-23T11:04:11Z', 'revision_number': 5, 'project_id': '28ad30c9ce014020932bf0f448507fa3', 'subnets': [{'id': '5560744c-752b-4a3c-9fb8-a48ba0a5ab1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:04:39.622422 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526e8b50-22fe-42b8-bf70-2bf71c246bae None None] The sync data for ids ['62aa646c-014b-4b5e-a9b5-47137d00cacd'] in n-d-842952-2 is: [{'id': '62aa646c-014b-4b5e-a9b5-47137d00cacd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-539417370-router', 'tenant_id': '28ad30c9ce014020932bf0f448507fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '8f7407e6-d009-453e-9e5a-857b81983522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:35Z', 'updated_at': '2022-05-23T11:03:55Z', 'revision_number': 4, 'project_id': '28ad30c9ce014020932bf0f448507fa3', 'gw_port': {'id': '8f7407e6-d009-453e-9e5a-857b81983522', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:eb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa646c-014b-4b5e-a9b5-47137d00cacd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:37Z', 'updated_at': '2022-05-23T11:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'a309c000-7c30-4775-afec-07df978ec310', 'tenant_id': '28ad30c9ce014020932bf0f448507fa3', 'floating_ip_address': '172.25.6.110', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '62aa646c-014b-4b5e-a9b5-47137d00cacd', 'port_id': 'bd6ef874-705d-4654-ab9d-412e9cb3c630', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6577dc3d-76e7-4320-a115-e81ce5234e8c', 'mac_address': 'fa:16:3e:29:29:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf20ee0-be3d-4c2f-9a92-6b3d733e7ab8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:04:31Z', 'updated_at': '2022-05-23T11:04:35Z', 'revision_number': 1, 'project_id': '28ad30c9ce014020932bf0f448507fa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e504dda2-5336-48af-84ce-e20710a575a5', 'name': '', 'network_id': '6577dc3d-76e7-4320-a115-e81ce5234e8c', 'tenant_id': '28ad30c9ce014020932bf0f448507fa3', 'mac_address': 'fa:16:3e:bc:5c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa646c-014b-4b5e-a9b5-47137d00cacd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5560744c-752b-4a3c-9fb8-a48ba0a5ab1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:51Z', 'updated_at': '2022-05-23T11:04:11Z', 'revision_number': 5, 'project_id': '28ad30c9ce014020932bf0f448507fa3', 'subnets': [{'id': '5560744c-752b-4a3c-9fb8-a48ba0a5ab1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:04:39.682019 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3bbb6bec-7267-415d-b5f4-216f8b9a2bc1 req-9e21aa4d-90e1-4d1d-8f7e-12b258cef532 tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] 10.222.0.79 "GET /v2.0/security-groups/fd7ae4e9-c64f-43e7-a534-5bc4072aa4f8 HTTP/1.1" status: 200 len: 2649 time: 0.2918208 May 23 11:04:39.904890 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f7575aaa-9a07-43c8-af8f-09caf5f52b1e req-2375812b-c558-4f20-83a0-49ed1189fc4f service neutron] 10.222.0.79 "GET /v2.0/networks/6577dc3d-76e7-4320-a115-e81ce5234e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302348 May 23 11:04:40.160210 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f7575aaa-9a07-43c8-af8f-09caf5f52b1e req-4145e911-7940-41c7-8d25-9675797d9de9 service neutron] 10.222.0.79 "GET /v2.0/networks/6577dc3d-76e7-4320-a115-e81ce5234e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479026 May 23 11:04:40.176990 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055725df-bba3-45d0-8566-b3025bfac1f1 req-571f51f9-61db-4054-a6c1-9f06986670c9 tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:40.178427 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-055725df-bba3-45d0-8566-b3025bfac1f1 req-571f51f9-61db-4054-a6c1-9f06986670c9 tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ce751fa-b96d-4d66-8c3d-a3a50bf6d416 HTTP/1.1" status: 200 len: 946 time: 0.2806244 May 23 11:04:40.304940 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-6cbb1eac-6a68-44ec-af4f-4a51e7ee43d2 req-ad94a780-6a66-499a-b73a-c61b47d69606 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Synchronizing usage tracker for tenant:07103f8fb68a43de9d34cd239e20b146 on resource:floatingip {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:04:40.314361 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-055725df-bba3-45d0-8566-b3025bfac1f1 req-4114d532-b382-4393-9df8-36c5c4ae0bc7 tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] 10.222.0.79 "GET /v2.0/security-groups?id=89fc0ef1-6cd6-420c-bcb6-bbd77c54e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297662 May 23 11:04:40.339611 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-6cbb1eac-6a68-44ec-af4f-4a51e7ee43d2 req-ad94a780-6a66-499a-b73a-c61b47d69606 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Unset dirty status for tenant:07103f8fb68a43de9d34cd239e20b146 on resource:floatingip {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:04:40.340837 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6cbb1eac-6a68-44ec-af4f-4a51e7ee43d2 req-ad94a780-6a66-499a-b73a-c61b47d69606 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] 10.222.0.79 "GET /v2.0/floatingips?tenant_id=07103f8fb68a43de9d34cd239e20b146 HTTP/1.1" status: 200 len: 1657 time: 0.1377261 May 23 11:04:40.432034 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed4bda9-6a03-4306-829b-cc124cd07b16 admin admin] Router 5ee75690-8738-4086-b843-9decf3914d5d has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:04:40.621491 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb1eac-6a68-44ec-af4f-4a51e7ee43d2 req-b77b605c-a58d-4fbd-bdc9-30017bfd9bb7 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:40.622938 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6cbb1eac-6a68-44ec-af4f-4a51e7ee43d2 req-b77b605c-a58d-4fbd-bdc9-30017bfd9bb7 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] 10.222.0.79 "GET /v2.0/networks?id=87d63aa2-c2e7-4553-824a-d818708dd83b&id=87d63aa2-c2e7-4553-824a-d818708dd83b&id=87d63aa2-c2e7-4553-824a-d818708dd83b HTTP/1.1" status: 200 len: 787 time: 0.2742305 May 23 11:04:40.640276 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-6cbb1eac-6a68-44ec-af4f-4a51e7ee43d2 req-4e861792-7756-4ea0-a8a0-2ef4eb4da86d tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:04:40.641221 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6cbb1eac-6a68-44ec-af4f-4a51e7ee43d2 req-4e861792-7756-4ea0-a8a0-2ef4eb4da86d tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0129836 May 23 11:04:40.743671 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d722d-1a0f-4609-8e98-b39e5996aa01 req-a22738eb-cf6d-4e95-8dab-68482f768e13 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:40.745111 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e53d722d-1a0f-4609-8e98-b39e5996aa01 req-a22738eb-cf6d-4e95-8dab-68482f768e13 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d1a2c1a-1e28-4209-9f47-fc1285eba09a HTTP/1.1" status: 200 len: 950 time: 0.1031146 May 23 11:04:40.855724 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e53d722d-1a0f-4609-8e98-b39e5996aa01 req-8ee06ba1-c0fc-42ce-a2d4-d74d94939ed2 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810795 May 23 11:04:40.871761 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed4bda9-6a03-4306-829b-cc124cd07b16 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:04:40.876833 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-fed4bda9-6a03-4306-829b-cc124cd07b16 admin admin] 10.222.0.79 "PUT /v2.0/routers/5ee75690-8738-4086-b843-9decf3914d5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1103163 May 23 11:04:40.879516 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41512) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:04:40.882681 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a67cf1-fbdf-4cee-b9bb-29772acf479a req-2a6f272e-9371-493d-b1f1-ab9f231632af tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:40.884068 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9a67cf1-fbdf-4cee-b9bb-29772acf479a req-2a6f272e-9371-493d-b1f1-ab9f231632af tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/ports?device_id=b15ed878-ad7d-4efa-b494-bc7f56294b05 HTTP/1.1" status: 200 len: 945 time: 0.1463664 May 23 11:04:40.933768 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4eabef8a-55e6-4e6e-9c85-18834ce97831'] response: {'server_uuid': 'b15ed878-ad7d-4efa-b494-bc7f56294b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4648b642-2faf-432c-9e80-6f3491ae63a8', 'code': 200} May 23 11:04:40.935618 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9a67cf1-fbdf-4cee-b9bb-29772acf479a req-4be6a684-3c0b-46f9-90df-e68a1cda6c53 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/security-groups?id=fd7ae4e9-c64f-43e7-a534-5bc4072aa4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458484 May 23 11:04:41.002002 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-843492be-2f1a-4658-95a5-b0b41704f4d1'] response: {'name': 'network-changed', 'server_uuid': '7bf20ee0-be3d-4c2f-9a92-6b3d733e7ab8', 'tag': 'bd6ef874-705d-4654-ab9d-412e9cb3c630', 'status': 'completed', 'code': 200} May 23 11:04:41.198060 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-950e5ec5-41f2-4384-9663-d6288c6daafa req-e8b32aa5-7e53-4ebc-b2a5-09956929bad2 tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] Synchronizing usage tracker for tenant:8e3c4148e3b3482288d6dbe127d0d2a6 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:04:41.213086 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c9a4ae0e-fd2a-4988-9712-46e3c2a19b89 req-7dc1c70e-4959-4e8c-965f-eae4b40fff2f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=28ad30c9ce014020932bf0f448507fa3&device_id=7bf20ee0-be3d-4c2f-9a92-6b3d733e7ab8 HTTP/1.1" status: 200 len: 1096 time: 0.1283252 May 23 11:04:41.219670 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7d8cad8f-af05-4b6b-94ce-df4b62be89f7 req-e76abbd9-420e-48e1-9aea-0806be9f34b0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b15ed878-ad7d-4efa-b494-bc7f56294b05 HTTP/1.1" status: 200 len: 1096 time: 0.1695981 May 23 11:04:41.225324 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1db5b3f4-1550-42d4-887e-811185c17e25 req-ace870d9-ee9e-41f4-88aa-1496c5a356e1 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=87d63aa2-c2e7-4553-824a-d818708dd83b HTTP/1.1" status: 200 len: 258 time: 0.2032046 May 23 11:04:41.235374 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-1db5b3f4-1550-42d4-887e-811185c17e25 req-19f7283e-c463-441c-83c9-15eb3199320e tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:04:41.240393 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-950e5ec5-41f2-4384-9663-d6288c6daafa req-e8b32aa5-7e53-4ebc-b2a5-09956929bad2 tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] Unset dirty status for tenant:8e3c4148e3b3482288d6dbe127d0d2a6 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:04:41.242226 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-950e5ec5-41f2-4384-9663-d6288c6daafa req-e8b32aa5-7e53-4ebc-b2a5-09956929bad2 tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8e3c4148e3b3482288d6dbe127d0d2a6 HTTP/1.1" status: 200 len: 5440 time: 0.2546895 May 23 11:04:41.242515 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-1db5b3f4-1550-42d4-887e-811185c17e25 req-19f7283e-c463-441c-83c9-15eb3199320e tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:04:41.263572 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-1db5b3f4-1550-42d4-887e-811185c17e25 req-19f7283e-c463-441c-83c9-15eb3199320e tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:04:41.287903 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1db5b3f4-1550-42d4-887e-811185c17e25 req-19f7283e-c463-441c-83c9-15eb3199320e tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:41.313165 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eddb754e-139a-4c3a-9f42-46bbcf0a69f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:41.372272 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-950e5ec5-41f2-4384-9663-d6288c6daafa req-f87d5377-f35c-43c0-a785-591d1691e49a tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] 10.222.0.79 "GET /v2.0/security-groups/f36b487e-7e20-41da-bc00-42631fb3c0e0 HTTP/1.1" status: 200 len: 2649 time: 0.1224275 May 23 11:04:41.446485 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-950e5ec5-41f2-4384-9663-d6288c6daafa req-31cf8c92-8774-4a88-ab92-5e5eb28a9921 tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] 10.222.0.79 "GET /v2.0/security-groups/f36b487e-7e20-41da-bc00-42631fb3c0e0 HTTP/1.1" status: 200 len: 2649 time: 0.0662653 May 23 11:04:41.471908 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1d9cc4ba-1bf1-42aa-850d-3a6f0476e40d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:41.487890 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7d8cad8f-af05-4b6b-94ce-df4b62be89f7 req-f21a26b6-d097-4309-a55a-2ca53af39883 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=fd7ae4e9-c64f-43e7-a534-5bc4072aa4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456162 May 23 11:04:41.498525 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1db5b3f4-1550-42d4-887e-811185c17e25 req-19f7283e-c463-441c-83c9-15eb3199320e tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:41.521749 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4ae0e-fd2a-4988-9712-46e3c2a19b89 req-99084c08-ca5c-45c7-8a91-1f9996d7c7ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:41.523174 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c9a4ae0e-fd2a-4988-9712-46e3c2a19b89 req-99084c08-ca5c-45c7-8a91-1f9996d7c7ab service neutron] 10.222.0.81 "GET /v2.0/networks?id=6577dc3d-76e7-4320-a115-e81ce5234e8c HTTP/1.1" status: 200 len: 929 time: 0.3026474 May 23 11:04:41.604319 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eddb754e-139a-4c3a-9f42-46bbcf0a69f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:41.615623 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-eddb754e-139a-4c3a-9f42-46bbcf0a69f2 admin admin] Deleting port 3ecec9c7-b5bf-409e-bb66-978556af0628 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:04:41.616062 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eddb754e-139a-4c3a-9f42-46bbcf0a69f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:41.808275 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-1db5b3f4-1550-42d4-887e-811185c17e25 req-19f7283e-c463-441c-83c9-15eb3199320e tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Allocated IP 172.25.6.92 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/4e5da657-f39c-46f3-a82a-5e22989bd1e2) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:04:41.815128 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343a55b-773b-4bdf-8d23-57c3124c41e4 req-bb240418-a646-41e1-91f5-5d54721d1538 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:41.816621 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9343a55b-773b-4bdf-8d23-57c3124c41e4 req-bb240418-a646-41e1-91f5-5d54721d1538 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] 10.222.0.79 "GET /v2.0/ports?device_id=03575773-21e1-43fa-a8b0-27aa6671e6be HTTP/1.1" status: 200 len: 946 time: 0.1678221 May 23 11:04:41.864513 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-eddb754e-139a-4c3a-9f42-46bbcf0a69f2 admin admin] For port 3ecec9c7-b5bf-409e-bb66-978556af0628, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=3ecec9c7-b5bf-409e-bb66-978556af0628,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:04:41.864856 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eddb754e-139a-4c3a-9f42-46bbcf0a69f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:41.952504 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9343a55b-773b-4bdf-8d23-57c3124c41e4 req-aa1ec5d6-cf72-4052-b522-ae6b6b3723db tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] 10.222.0.79 "GET /v2.0/security-groups?id=3454ff3b-72eb-44f4-875f-7d396657ca36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275704 May 23 11:04:41.993088 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-eddb754e-139a-4c3a-9f42-46bbcf0a69f2 admin admin] Calling delete_port for 3ecec9c7-b5bf-409e-bb66-978556af0628 owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:04:42.034422 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c9a4ae0e-fd2a-4988-9712-46e3c2a19b89 req-e52423f1-874b-4a63-997f-7337d2c5a26f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd6ef874-705d-4654-ab9d-412e9cb3c630 HTTP/1.1" status: 200 len: 999 time: 0.2657812 May 23 11:04:42.060274 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1db5b3f4-1550-42d4-887e-811185c17e25 req-19f7283e-c463-441c-83c9-15eb3199320e tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:42.092855 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-20ae4568-eddf-459f-a958-22b0c47e118e req-af6b0517-fd65-4acc-a0a2-54badce5bc73 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] 10.222.0.79 "GET /v2.0/floatingips/a1e4b53b-3163-450b-85a2-25770b4bde6d HTTP/1.1" status: 200 len: 693 time: 0.0928206 May 23 11:04:42.126669 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4ae0e-fd2a-4988-9712-46e3c2a19b89 req-791ba822-83e0-4229-938f-769cb7fdb7fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:42.128303 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c9a4ae0e-fd2a-4988-9712-46e3c2a19b89 req-791ba822-83e0-4229-938f-769cb7fdb7fe service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5560744c-752b-4a3c-9fb8-a48ba0a5ab1c HTTP/1.1" status: 200 len: 867 time: 0.0848958 May 23 11:04:42.210471 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1db5b3f4-1550-42d4-887e-811185c17e25 req-19f7283e-c463-441c-83c9-15eb3199320e tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:42.266774 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c9a4ae0e-fd2a-4988-9712-46e3c2a19b89 req-7f8471d7-abad-4215-b3eb-f4590ceadd7c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6577dc3d-76e7-4320-a115-e81ce5234e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1271346 May 23 11:04:42.313117 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1db5b3f4-1550-42d4-887e-811185c17e25 req-19f7283e-c463-441c-83c9-15eb3199320e tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:04:42.319204 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-1db5b3f4-1550-42d4-887e-811185c17e25 req-19f7283e-c463-441c-83c9-15eb3199320e tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:04:42.324224 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db5b3f4-1550-42d4-887e-811185c17e25 req-19f7283e-c463-441c-83c9-15eb3199320e tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:04:42.352218 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7283e-c463-441c-83c9-15eb3199320e tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Pushing event updated for resources: {'Port': ['ID=4e5da657-f39c-46f3-a82a-5e22989bd1e2,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:42.366970 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4568-eddf-459f-a958-22b0c47e118e req-10d4d8bc-1200-41c4-b1a8-be822184c51a tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:42.368349 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-20ae4568-eddf-459f-a958-22b0c47e118e req-10d4d8bc-1200-41c4-b1a8-be822184c51a tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] 10.222.0.79 "GET /v2.0/networks/87d63aa2-c2e7-4553-824a-d818708dd83b HTTP/1.1" status: 200 len: 784 time: 0.2700896 May 23 11:04:42.405102 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eddb754e-139a-4c3a-9f42-46bbcf0a69f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:42.459575 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-20ae4568-eddf-459f-a958-22b0c47e118e req-9fedcbd3-f288-41fb-8f18-a593d86f4784 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.182 HTTP/1.1" status: 200 len: 696 time: 0.0844386 May 23 11:04:42.544508 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb754e-139a-4c3a-9f42-46bbcf0a69f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ecec9c7-b5bf-409e-bb66-978556af0628,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:42.550574 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:42.552023 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-20ae4568-eddf-459f-a958-22b0c47e118e req-c1a04fbf-f8e6-496d-8717-1120b50d672e tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.182 HTTP/1.1" status: 200 len: 696 time: 0.0857158 May 23 11:04:42.687530 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c9a4ae0e-fd2a-4988-9712-46e3c2a19b89 req-89fd7056-3d37-4c34-ab5c-8d096a6848a7 service neutron] 10.222.0.81 "GET /v2.0/networks/6577dc3d-76e7-4320-a115-e81ce5234e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4137411 May 23 11:04:42.750445 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:42.791321 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1db5b3f4-1550-42d4-887e-811185c17e25 req-19f7283e-c463-441c-83c9-15eb3199320e tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:42.794344 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-20ae4568-eddf-459f-a958-22b0c47e118e req-004bffaa-116e-4a22-b84a-fe2f58aba6cd tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Deleting port 72042a63-f59a-4c38-9000-e90749435726 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:04:42.794945 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-20ae4568-eddf-459f-a958-22b0c47e118e req-004bffaa-116e-4a22-b84a-fe2f58aba6cd tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:42.915936 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eddb754e-139a-4c3a-9f42-46bbcf0a69f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:42.973628 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1db5b3f4-1550-42d4-887e-811185c17e25 req-19f7283e-c463-441c-83c9-15eb3199320e tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:42.991026 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385792ce-a0d3-4bb7-bce5-134b6fe0c466 req-bc0a3956-0025-456c-b969-864309e573c8 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:42.992457 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-385792ce-a0d3-4bb7-bce5-134b6fe0c466 req-bc0a3956-0025-456c-b969-864309e573c8 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] 10.222.0.13 "GET /v2.0/ports?device_id=03575773-21e1-43fa-a8b0-27aa6671e6be HTTP/1.1" status: 200 len: 946 time: 0.5015740 May 23 11:04:43.130848 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c9a4ae0e-fd2a-4988-9712-46e3c2a19b89 req-023ca62a-efd3-4968-a9da-df50eb8da977 service neutron] 10.222.0.81 "GET /v2.0/networks/6577dc3d-76e7-4320-a115-e81ce5234e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825586 May 23 11:04:43.248031 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-20ae4568-eddf-459f-a958-22b0c47e118e req-004bffaa-116e-4a22-b84a-fe2f58aba6cd tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:43.248971 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-20ae4568-eddf-459f-a958-22b0c47e118e req-004bffaa-116e-4a22-b84a-fe2f58aba6cd tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:43.269197 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-385792ce-a0d3-4bb7-bce5-134b6fe0c466 req-8338c88d-6a7b-42e4-aab6-6c35b956a965 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] Deleting port 58798252-1114-443f-88ea-43375a7f7ea3 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:04:43.269197 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-385792ce-a0d3-4bb7-bce5-134b6fe0c466 req-8338c88d-6a7b-42e4-aab6-6c35b956a965 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:43.311489 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eddb754e-139a-4c3a-9f42-46bbcf0a69f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:43.330458 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eddb754e-139a-4c3a-9f42-46bbcf0a69f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:43.351423 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8608bfe8-ad69-47a6-9641-4d745de72e63 None None] New status for floating IP a309c000-7c30-4775-afec-07df978ec310: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:04:43.383225 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-20ae4568-eddf-459f-a958-22b0c47e118e req-004bffaa-116e-4a22-b84a-fe2f58aba6cd tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Calling delete_port for 72042a63-f59a-4c38-9000-e90749435726 owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:04:43.464491 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eddb754e-139a-4c3a-9f42-46bbcf0a69f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:43.465025 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eddb754e-139a-4c3a-9f42-46bbcf0a69f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ee75690-8738-4086-b843-9decf3914d5d {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:04:43.498397 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eddb754e-139a-4c3a-9f42-46bbcf0a69f2 admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:43.502040 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-eddb754e-139a-4c3a-9f42-46bbcf0a69f2 admin admin] 10.222.0.79 "DELETE /v2.0/routers/5ee75690-8738-4086-b843-9decf3914d5d HTTP/1.1" status: 204 len: 168 time: 2.6214521 May 23 11:04:43.504483 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41526) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:04:43.546808 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-385792ce-a0d3-4bb7-bce5-134b6fe0c466 req-8338c88d-6a7b-42e4-aab6-6c35b956a965 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] For port 58798252-1114-443f-88ea-43375a7f7ea3, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=58798252-1114-443f-88ea-43375a7f7ea3,segment=NetworkSegment(6344bf50-bfbc-415d-80cf-5bf7b3798f16),segment_id=6344bf50-bfbc-415d-80cf-5bf7b3798f16)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:04:43.547155 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-385792ce-a0d3-4bb7-bce5-134b6fe0c466 req-8338c88d-6a7b-42e4-aab6-6c35b956a965 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:43.568258 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1db5b3f4-1550-42d4-887e-811185c17e25 req-19f7283e-c463-441c-83c9-15eb3199320e tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:43.582847 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1db5b3f4-1550-42d4-887e-811185c17e25 req-19f7283e-c463-441c-83c9-15eb3199320e tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:43.724706 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-24f48d2f-37ec-4e5a-8e10-ec1d51998bcb admin admin] Deleting subnet 86b335a2-c356-4485-a743-1610fc62072b {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:04:43.734083 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7283e-c463-441c-83c9-15eb3199320e tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Pushing event updated for resources: {'Port': ['ID=4e5da657-f39c-46f3-a82a-5e22989bd1e2,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:43.736403 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-24f48d2f-37ec-4e5a-8e10-ec1d51998bcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:43.764292 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-20ae4568-eddf-459f-a958-22b0c47e118e req-004bffaa-116e-4a22-b84a-fe2f58aba6cd tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:43.783875 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-385792ce-a0d3-4bb7-bce5-134b6fe0c466 req-8338c88d-6a7b-42e4-aab6-6c35b956a965 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] Calling delete_port for 58798252-1114-443f-88ea-43375a7f7ea3 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:04:43.842044 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004bffaa-116e-4a22-b84a-fe2f58aba6cd tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Pushing event deleted for resources: {'Port': ['ID=72042a63-f59a-4c38-9000-e90749435726,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:43.853148 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1db5b3f4-1550-42d4-887e-811185c17e25 req-19f7283e-c463-441c-83c9-15eb3199320e tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:43.897245 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-24f48d2f-37ec-4e5a-8e10-ec1d51998bcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:43.959857 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-385792ce-a0d3-4bb7-bce5-134b6fe0c466 req-8338c88d-6a7b-42e4-aab6-6c35b956a965 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:43.995292 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['58798252-1114-443f-88ea-43375a7f7ea3'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:04:44.016855 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1db5b3f4-1550-42d4-887e-811185c17e25 req-19f7283e-c463-441c-83c9-15eb3199320e tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:44.018041 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1db5b3f4-1550-42d4-887e-811185c17e25 req-19f7283e-c463-441c-83c9-15eb3199320e tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7868106 May 23 11:04:44.027526 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8338c88d-6a7b-42e4-aab6-6c35b956a965 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] Pushing event deleted for resources: {'Port': ['ID=58798252-1114-443f-88ea-43375a7f7ea3,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:44.081147 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-20ae4568-eddf-459f-a958-22b0c47e118e req-004bffaa-116e-4a22-b84a-fe2f58aba6cd tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:44.083462 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-20ae4568-eddf-459f-a958-22b0c47e118e req-004bffaa-116e-4a22-b84a-fe2f58aba6cd tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:44.084749 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-20ae4568-eddf-459f-a958-22b0c47e118e req-004bffaa-116e-4a22-b84a-fe2f58aba6cd tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] 10.222.0.79 "DELETE /v2.0/floatingips/a1e4b53b-3163-450b-85a2-25770b4bde6d HTTP/1.1" status: 204 len: 173 time: 1.5253618 May 23 11:04:44.087793 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:44.119142 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-1db5b3f4-1550-42d4-887e-811185c17e25 req-6db096ce-5564-41f6-b638-18d924413c2b tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Synchronizing usage tracker for tenant:28ad30c9ce014020932bf0f448507fa3 on resource:floatingip {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:04:44.120776 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-385792ce-a0d3-4bb7-bce5-134b6fe0c466 req-8338c88d-6a7b-42e4-aab6-6c35b956a965 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] No DVR routers for this DVR port 58798252-1114-443f-88ea-43375a7f7ea3 on host n-h1-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:04:44.126142 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-385792ce-a0d3-4bb7-bce5-134b6fe0c466 req-8338c88d-6a7b-42e4-aab6-6c35b956a965 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:44.130002 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-24f48d2f-37ec-4e5a-8e10-ec1d51998bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:44.136535 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03575773-21e1-43fa-a8b0-27aa6671e6be', 'name': 'network-vif-deleted', 'tag': '58798252-1114-443f-88ea-43375a7f7ea3'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:04:44.144734 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-385792ce-a0d3-4bb7-bce5-134b6fe0c466 req-8338c88d-6a7b-42e4-aab6-6c35b956a965 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] 10.222.0.13 "DELETE /v2.0/ports/58798252-1114-443f-88ea-43375a7f7ea3 HTTP/1.1" status: 204 len: 173 time: 1.1431777 May 23 11:04:44.179785 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-1db5b3f4-1550-42d4-887e-811185c17e25 req-6db096ce-5564-41f6-b638-18d924413c2b tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Unset dirty status for tenant:28ad30c9ce014020932bf0f448507fa3 on resource:floatingip {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:04:44.181023 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1db5b3f4-1550-42d4-887e-811185c17e25 req-6db096ce-5564-41f6-b638-18d924413c2b tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.92 HTTP/1.1" status: 200 len: 695 time: 0.1484878 May 23 11:04:44.332836 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-24f48d2f-37ec-4e5a-8e10-ec1d51998bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:44.384841 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f48d2f-37ec-4e5a-8e10-ec1d51998bcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86b335a2-c356-4485-a743-1610fc62072b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:44.410595 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-24f48d2f-37ec-4e5a-8e10-ec1d51998bcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:44.411567 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660e6cab-bb3b-422d-bc1b-e45442e490e5 None None] Network 8a433bf4-cafc-43a4-a705-ec5aef1f342b requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:04:44.437184 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-24f48d2f-37ec-4e5a-8e10-ec1d51998bcb admin admin] 10.222.0.79 "DELETE /v2.0/subnets/86b335a2-c356-4485-a743-1610fc62072b HTTP/1.1" status: 204 len: 168 time: 0.9298844 May 23 11:04:44.439743 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41534) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:04:44.443410 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5b3f4-1550-42d4-887e-811185c17e25 req-382977e8-2a7f-49c1-9331-4e35227f384f tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:44.444730 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1db5b3f4-1550-42d4-887e-811185c17e25 req-382977e8-2a7f-49c1-9331-4e35227f384f tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "GET /v2.0/networks/87d63aa2-c2e7-4553-824a-d818708dd83b HTTP/1.1" status: 200 len: 784 time: 0.2531061 May 23 11:04:44.462842 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7941d058-ff69-4e10-aa05-a0faad5bf5b5 req-7de60911-de98-4f8f-8e10-3e01b5052ea2 tempest-MigrationsAdminTest-125665799 tempest-MigrationsAdminTest-125665799-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=5d1a2c1a-1e28-4209-9f47-fc1285eba09a HTTP/1.1" status: 200 len: 1101 time: 0.1886058 May 23 11:04:44.549267 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e3929cf3-f1c2-4500-b4f3-b75dc7dd7661 req-d121935d-383f-4e44-a163-d9877257d661 tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] 10.222.0.79 "GET /v2.0/security-groups/ca7ffb76-80ce-428f-8707-e873c053f374 HTTP/1.1" status: 200 len: 1611 time: 0.0631182 May 23 11:04:44.564265 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7941d058-ff69-4e10-aa05-a0faad5bf5b5 req-cd223a51-a3ce-405c-b7ee-2f48f9988c3f tempest-MigrationsAdminTest-125665799 tempest-MigrationsAdminTest-125665799-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957029 May 23 11:04:44.574377 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-deb51b79-c8f2-4f22-8147-69672c731831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:44.587813 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-deb51b79-c8f2-4f22-8147-69672c731831 admin admin] Deleting port 4399f77e-a0db-48fb-8896-c83382880d0f {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:04:44.588656 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-deb51b79-c8f2-4f22-8147-69672c731831 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:44.661512 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e3929cf3-f1c2-4500-b4f3-b75dc7dd7661 req-de7429cc-025e-40f7-b832-0481f9a6f107 tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:44.696926 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e3929cf3-f1c2-4500-b4f3-b75dc7dd7661 req-de7429cc-025e-40f7-b832-0481f9a6f107 tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:44.761981 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e3929cf3-f1c2-4500-b4f3-b75dc7dd7661 req-de7429cc-025e-40f7-b832-0481f9a6f107 tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:44.786088 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7429cc-025e-40f7-b832-0481f9a6f107 tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7ffb76-80ce-428f-8707-e873c053f374,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:44.794496 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e3929cf3-f1c2-4500-b4f3-b75dc7dd7661 req-de7429cc-025e-40f7-b832-0481f9a6f107 tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:44.824590 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e3929cf3-f1c2-4500-b4f3-b75dc7dd7661 req-de7429cc-025e-40f7-b832-0481f9a6f107 tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] 10.222.0.79 "DELETE /v2.0/security-groups/ca7ffb76-80ce-428f-8707-e873c053f374 HTTP/1.1" status: 204 len: 173 time: 0.2577143 May 23 11:04:44.837166 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d49fbfe-b8db-4011-be7f-57a6d92d73ea None None] DHCP port deletion for 8a433bf4-cafc-43a4-a705-ec5aef1f342b request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:04:44.854418 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5d49fbfe-b8db-4011-be7f-57a6d92d73ea None None] Deleting port 4399f77e-a0db-48fb-8896-c83382880d0f {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:04:44.854653 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5d49fbfe-b8db-4011-be7f-57a6d92d73ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:44.893085 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-deb51b79-c8f2-4f22-8147-69672c731831 admin admin] For port 4399f77e-a0db-48fb-8896-c83382880d0f, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=4399f77e-a0db-48fb-8896-c83382880d0f,segment=NetworkSegment(f57633d5-4102-4105-9bb6-451891935c60),segment_id=f57633d5-4102-4105-9bb6-451891935c60)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:04:44.893616 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-deb51b79-c8f2-4f22-8147-69672c731831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:45.048852 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d1d18-d4c8-47ba-9956-b1ee367fb8c1 req-20b85d04-0b34-492f-80d4-6f55f5d587cd tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:45.050839 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-763d1d18-d4c8-47ba-9956-b1ee367fb8c1 req-20b85d04-0b34-492f-80d4-6f55f5d587cd tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/ports?device_id=b15ed878-ad7d-4efa-b494-bc7f56294b05 HTTP/1.1" status: 200 len: 945 time: 0.1027477 May 23 11:04:45.070495 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-deb51b79-c8f2-4f22-8147-69672c731831 admin admin] Calling delete_port for 4399f77e-a0db-48fb-8896-c83382880d0f owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:04:45.147487 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 4399f77e-a0db-48fb-8896-c83382880d0f no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:04:45.149410 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-deb51b79-c8f2-4f22-8147-69672c731831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:45.194574 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb51b79-c8f2-4f22-8147-69672c731831 admin admin] Pushing event deleted for resources: {'Port': ['ID=4399f77e-a0db-48fb-8896-c83382880d0f,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:45.196406 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 4399f77e-a0db-48fb-8896-c83382880d0f {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:04:45.196569 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 4399f77e-a0db-48fb-8896-c83382880d0f not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:04:45.200778 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb51b79-c8f2-4f22-8147-69672c731831 admin admin] No DVR routers for this DVR port 4399f77e-a0db-48fb-8896-c83382880d0f on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:04:45.205757 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5d49fbfe-b8db-4011-be7f-57a6d92d73ea None None] For port 4399f77e-a0db-48fb-8896-c83382880d0f, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=4399f77e-a0db-48fb-8896-c83382880d0f,segment=NetworkSegment(f57633d5-4102-4105-9bb6-451891935c60),segment_id=f57633d5-4102-4105-9bb6-451891935c60)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:04:45.206144 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5d49fbfe-b8db-4011-be7f-57a6d92d73ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:45.225858 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e205a05c-5a52-41e0-9e4a-9bf911bf57ed req-b35b3c35-c88f-49b3-8a2f-ab3fdeec13a1 tempest-ServerGroupTestJSON-428565237 tempest-ServerGroupTestJSON-428565237-project] 10.222.0.79 "GET /v2.0/ports?device_id=03575773-21e1-43fa-a8b0-27aa6671e6be HTTP/1.1" status: 200 len: 210 time: 0.1696370 May 23 11:04:45.261768 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-763d1d18-d4c8-47ba-9956-b1ee367fb8c1 req-6be299b7-d504-48bd-aea4-4c900327a1bb tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/security-groups?id=fd7ae4e9-c64f-43e7-a534-5bc4072aa4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043633 May 23 11:04:45.348608 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-deb51b79-c8f2-4f22-8147-69672c731831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:45.362113 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6a539d72-80a2-44c3-9faa-122bf92c95e1 req-7d063cc6-0018-4aa8-b613-5bc001f9af21 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] 10.222.0.79 "GET /v2.0/floatingips/6c80bc9e-d9f7-488e-bcb2-2e249a47376d HTTP/1.1" status: 200 len: 693 time: 0.0876441 May 23 11:04:45.381756 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5d49fbfe-b8db-4011-be7f-57a6d92d73ea None None] Calling delete_port for 4399f77e-a0db-48fb-8896-c83382880d0f owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:04:45.389266 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-deb51b79-c8f2-4f22-8147-69672c731831 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a433bf4-cafc-43a4-a705-ec5aef1f342b']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:04:45.412227 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-deb51b79-c8f2-4f22-8147-69672c731831 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f57633d5-4102-4105-9bb6-451891935c60') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:04:45.412830 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-deb51b79-c8f2-4f22-8147-69672c731831 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f57633d5-4102-4105-9bb6-451891935c60') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:04:45.421387 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-987b9955-3690-4e28-866c-ac235bf2ff97'] response: {'server_uuid': '03575773-21e1-43fa-a8b0-27aa6671e6be', 'name': 'network-vif-deleted', 'tag': '58798252-1114-443f-88ea-43375a7f7ea3', 'status': 'completed', 'code': 200} May 23 11:04:45.427773 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-deb51b79-c8f2-4f22-8147-69672c731831 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:45.458237 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-deb51b79-c8f2-4f22-8147-69672c731831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:45.466239 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deb51b79-c8f2-4f22-8147-69672c731831 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:04:45.466938 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-deb51b79-c8f2-4f22-8147-69672c731831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:45.482856 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-5d49fbfe-b8db-4011-be7f-57a6d92d73ea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:04:45.483198 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-5d49fbfe-b8db-4011-be7f-57a6d92d73ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:04:45.484709 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:04:45.484709 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:04:45.484709 n-d-842952-2 neutron-server[83911]: timer() May 23 11:04:45.484709 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:04:45.484709 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:04:45.484709 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:04:45.484709 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:04:45.484709 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:04:45.484709 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:04:45.484709 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:04:45.484709 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:04:45.484709 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:04:45.484709 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:04:45.484709 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:04:45.484709 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:04:45.484709 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:04:45.484709 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:04:45.484709 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:04:45.484709 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:04:45.484709 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:04:45.484709 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:04:45.484709 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:04:45.484709 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:04:45.484709 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:04:45.484709 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:04:45.484709 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:04:45.484709 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:04:45.484709 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:04:45.484709 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:04:45.484709 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:04:45.484709 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:04:45.484709 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:04:45.556654 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-deb51b79-c8f2-4f22-8147-69672c731831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:45.572845 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-deb51b79-c8f2-4f22-8147-69672c731831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:45.574643 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a539d72-80a2-44c3-9faa-122bf92c95e1 req-a2655d2d-53a5-4c96-91a8-aca3f1cc7d42 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:45.575997 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6a539d72-80a2-44c3-9faa-122bf92c95e1 req-a2655d2d-53a5-4c96-91a8-aca3f1cc7d42 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] 10.222.0.79 "GET /v2.0/networks/87d63aa2-c2e7-4553-824a-d818708dd83b HTTP/1.1" status: 200 len: 784 time: 0.2083440 May 23 11:04:45.587134 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb51b79-c8f2-4f22-8147-69672c731831 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a433bf4-cafc-43a4-a705-ec5aef1f342b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:45.601138 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-deb51b79-c8f2-4f22-8147-69672c731831 admin admin] 10.222.0.79 "DELETE /v2.0/networks/8a433bf4-cafc-43a4-a705-ec5aef1f342b HTTP/1.1" status: 204 len: 168 time: 1.1602366 May 23 11:04:45.664430 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-6a539d72-80a2-44c3-9faa-122bf92c95e1 req-91fbac3a-09ce-4b72-a581-5a67b8921bf1 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Synchronizing usage tracker for tenant:07103f8fb68a43de9d34cd239e20b146 on resource:floatingip {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:04:45.671844 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67a4db-4a3b-450c-b1b2-57a6406129de req-07d16913-b968-4346-8a85-09becc90beff tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:45.673268 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7b67a4db-4a3b-450c-b1b2-57a6406129de req-07d16913-b968-4346-8a85-09becc90beff tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bf20ee0-be3d-4c2f-9a92-6b3d733e7ab8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1949618 May 23 11:04:45.752647 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-6a539d72-80a2-44c3-9faa-122bf92c95e1 req-91fbac3a-09ce-4b72-a581-5a67b8921bf1 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Unset dirty status for tenant:07103f8fb68a43de9d34cd239e20b146 on resource:floatingip {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:04:45.753858 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6a539d72-80a2-44c3-9faa-122bf92c95e1 req-91fbac3a-09ce-4b72-a581-5a67b8921bf1 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.221 HTTP/1.1" status: 200 len: 696 time: 0.1713195 May 23 11:04:45.763774 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7b67a4db-4a3b-450c-b1b2-57a6406129de req-47ef9f28-528f-4ca7-a5d8-5a60c1d0e2b1 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.92 HTTP/1.1" status: 200 len: 695 time: 0.0842249 May 23 11:04:45.797694 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41550) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:04:45.823342 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-7b67a4db-4a3b-450c-b1b2-57a6406129de req-341e2aa8-d869-48f9-a580-c48c9a4f4c41 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Request body: {'floatingip': {'port_id': 'bd6ef874-705d-4654-ab9d-412e9cb3c630', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:04:45.854983 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-20c28430-bae1-47eb-8a16-7330268fb203 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=23bb26fdfb82469f84eb7f768a40df16&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0535066 May 23 11:04:45.855435 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41554) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:04:45.912863 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7b67a4db-4a3b-450c-b1b2-57a6406129de req-341e2aa8-d869-48f9-a580-c48c9a4f4c41 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks [] for floatingip, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:45.913395 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-de00d01a-d26c-4551-a375-e642cdb37c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:45.939039 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-de00d01a-d26c-4551-a375-e642cdb37c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:45.964233 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6a539d72-80a2-44c3-9faa-122bf92c95e1 req-9a42e2bb-1975-486f-9651-d41943610061 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.221 HTTP/1.1" status: 200 len: 696 time: 0.2035613 May 23 11:04:45.984413 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5d49fbfe-b8db-4011-be7f-57a6d92d73ea None None] Deleting port 4399f77e-a0db-48fb-8896-c83382880d0f {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:04:45.984922 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5d49fbfe-b8db-4011-be7f-57a6d92d73ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:45.993098 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-de00d01a-d26c-4551-a375-e642cdb37c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:46.008159 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de00d01a-d26c-4551-a375-e642cdb37c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5d2b0d-ce20-4cdc-b200-539b39d3464a,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:46.020019 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-de00d01a-d26c-4551-a375-e642cdb37c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:46.023587 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-de00d01a-d26c-4551-a375-e642cdb37c57 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4d5d2b0d-ce20-4cdc-b200-539b39d3464a HTTP/1.1" status: 204 len: 168 time: 0.1646104 May 23 11:04:46.054583 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5d49fbfe-b8db-4011-be7f-57a6d92d73ea None None] The port '4399f77e-a0db-48fb-8896-c83382880d0f' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:04:46.189709 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-6a539d72-80a2-44c3-9faa-122bf92c95e1 req-0fd64839-c897-4bc7-89f2-28e981a057a1 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Deleting port 61a22bef-98cf-4b75-8871-93ac378582a7 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:04:46.189940 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6a539d72-80a2-44c3-9faa-122bf92c95e1 req-0fd64839-c897-4bc7-89f2-28e981a057a1 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:46.643319 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 58798252-1114-443f-88ea-43375a7f7ea3 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:04:46.649739 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6a539d72-80a2-44c3-9faa-122bf92c95e1 req-0fd64839-c897-4bc7-89f2-28e981a057a1 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:46.650225 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6a539d72-80a2-44c3-9faa-122bf92c95e1 req-0fd64839-c897-4bc7-89f2-28e981a057a1 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:46.682654 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 58798252-1114-443f-88ea-43375a7f7ea3 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:04:46.682995 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 58798252-1114-443f-88ea-43375a7f7ea3 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:04:46.781285 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-6a539d72-80a2-44c3-9faa-122bf92c95e1 req-0fd64839-c897-4bc7-89f2-28e981a057a1 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Calling delete_port for 61a22bef-98cf-4b75-8871-93ac378582a7 owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:04:46.838069 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [req-7b67a4db-4a3b-450c-b1b2-57a6406129de req-341e2aa8-d869-48f9-a580-c48c9a4f4c41 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] update failed (client error): There was a conflict when trying to complete your request. May 23 11:04:46.839114 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7b67a4db-4a3b-450c-b1b2-57a6406129de req-341e2aa8-d869-48f9-a580-c48c9a4f4c41 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "PUT /v2.0/floatingips/308a437c-df12-43b5-8f1a-a9362f6346c7 HTTP/1.1" status: 409 len: 549 time: 1.0252659 May 23 11:04:46.950312 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6a539d72-80a2-44c3-9faa-122bf92c95e1 req-0fd64839-c897-4bc7-89f2-28e981a057a1 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:47.029674 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd64839-c897-4bc7-89f2-28e981a057a1 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Pushing event deleted for resources: {'Port': ['ID=61a22bef-98cf-4b75-8871-93ac378582a7,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:47.150835 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6a539d72-80a2-44c3-9faa-122bf92c95e1 req-0fd64839-c897-4bc7-89f2-28e981a057a1 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:47.167714 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c48cb09b-f324-4d30-b6cf-8ef3c3bfb38f req-b71d2cb0-860a-4b04-adca-7ae711974bd8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5d1a2c1a-1e28-4209-9f47-fc1285eba09a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1835594 May 23 11:04:47.178647 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6a539d72-80a2-44c3-9faa-122bf92c95e1 req-0fd64839-c897-4bc7-89f2-28e981a057a1 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:47.179748 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6a539d72-80a2-44c3-9faa-122bf92c95e1 req-0fd64839-c897-4bc7-89f2-28e981a057a1 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] 10.222.0.79 "DELETE /v2.0/floatingips/6c80bc9e-d9f7-488e-bcb2-2e249a47376d HTTP/1.1" status: 204 len: 173 time: 1.2088957 May 23 11:04:47.305548 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-cd9ca237-2636-4113-81f3-d1fa471d2937 req-cd03c8f5-7ae9-4642-bd19-26dd2f4da8d3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0762577 May 23 11:04:47.338163 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e57c4d99-d2c8-493c-acfc-9479ddcedc59 req-a19aaa34-2720-4a46-be38-4f75309df9be tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] 10.222.0.79 "GET /v2.0/security-groups/a10ea92f-d744-415f-8aa2-71c73111712d HTTP/1.1" status: 200 len: 1611 time: 0.0439000 May 23 11:04:47.400886 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e57c4d99-d2c8-493c-acfc-9479ddcedc59 req-eee7cad1-6226-4db6-99e5-a0e4b2364d8c tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:47.429049 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e57c4d99-d2c8-493c-acfc-9479ddcedc59 req-eee7cad1-6226-4db6-99e5-a0e4b2364d8c tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:47.475428 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e57c4d99-d2c8-493c-acfc-9479ddcedc59 req-eee7cad1-6226-4db6-99e5-a0e4b2364d8c tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:47.478966 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-cd9ca237-2636-4113-81f3-d1fa471d2937 req-e2212957-52d4-49d2-9c53-98279872859a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1 HTTP/1.1" status: 200 len: 1100 time: 0.0825105 May 23 11:04:47.497143 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee7cad1-6226-4db6-99e5-a0e4b2364d8c tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10ea92f-d744-415f-8aa2-71c73111712d,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:47.500597 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e57c4d99-d2c8-493c-acfc-9479ddcedc59 req-eee7cad1-6226-4db6-99e5-a0e4b2364d8c tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:47.501831 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e57c4d99-d2c8-493c-acfc-9479ddcedc59 req-eee7cad1-6226-4db6-99e5-a0e4b2364d8c tempest-SecurityGroupsTestAdminJSON-1312241360 tempest-SecurityGroupsTestAdminJSON-1312241360-project-admin] 10.222.0.79 "DELETE /v2.0/security-groups/a10ea92f-d744-415f-8aa2-71c73111712d HTTP/1.1" status: 204 len: 173 time: 0.1581855 May 23 11:04:47.750128 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ca237-2636-4113-81f3-d1fa471d2937 req-66bbe8c3-246f-4ef0-8cae-3fa587ef3ff5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:47.751639 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-cd9ca237-2636-4113-81f3-d1fa471d2937 req-66bbe8c3-246f-4ef0-8cae-3fa587ef3ff5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.2488878 May 23 11:04:47.754200 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ed38734c-44b5-4cbf-bc16-70538d123b7f req-9b893f17-744a-42d2-bd13-cc89c7a36349 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "GET /v2.0/floatingips/308a437c-df12-43b5-8f1a-a9362f6346c7 HTTP/1.1" status: 200 len: 692 time: 0.0925686 May 23 11:04:47.828771 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-cd9ca237-2636-4113-81f3-d1fa471d2937 req-ac63f4f8-833e-497b-b8f6-34f040ed85d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=fd73f7f5-4d28-414d-85b4-401d382d9b6c HTTP/1.1" status: 200 len: 217 time: 0.0700479 May 23 11:04:47.857854 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9f894-9726-4b74-8c44-bc90a28ac975 req-407d848f-ab76-436c-8d07-fe10773b50a1 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:47.859349 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aff9f894-9726-4b74-8c44-bc90a28ac975 req-407d848f-ab76-436c-8d07-fe10773b50a1 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/ports?device_id=81f0e50e-11eb-4672-845a-a174fdd080c6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2517152 May 23 11:04:47.943986 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ca237-2636-4113-81f3-d1fa471d2937 req-6c7a3bed-86fc-4aa4-8f98-29104befcb37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:47.945423 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-cd9ca237-2636-4113-81f3-d1fa471d2937 req-6c7a3bed-86fc-4aa4-8f98-29104befcb37 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.1031699 May 23 11:04:47.961033 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aff9f894-9726-4b74-8c44-bc90a28ac975 req-1568e45c-b866-4a96-9b61-453c57bd989a tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.163 HTTP/1.1" status: 200 len: 696 time: 0.0952427 May 23 11:04:47.981186 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-aff9f894-9726-4b74-8c44-bc90a28ac975 req-790a64ce-cbca-4baa-93ff-1367bbdac59b tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Request body: {'floatingip': {'port_id': '608b2041-4d79-4da2-b258-6e9b4b645f5e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:04:48.010159 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7b82d997-6c29-445f-bdfa-b9d7af01d409 req-8b8fa707-77cf-44c9-a2f9-f91e2c83ba75 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5d1a2c1a-1e28-4209-9f47-fc1285eba09a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3241167 May 23 11:04:48.029780 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-cd9ca237-2636-4113-81f3-d1fa471d2937 req-1355c00d-ec38-42fb-8925-86ab491c4b23 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0770984 May 23 11:04:48.064805 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38734c-44b5-4cbf-bc16-70538d123b7f req-616ebd2e-8015-4bb4-946a-fb74b66af310 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:48.066141 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ed38734c-44b5-4cbf-bc16-70538d123b7f req-616ebd2e-8015-4bb4-946a-fb74b66af310 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "GET /v2.0/networks/87d63aa2-c2e7-4553-824a-d818708dd83b HTTP/1.1" status: 200 len: 784 time: 0.3057582 May 23 11:04:48.070975 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-aff9f894-9726-4b74-8c44-bc90a28ac975 req-790a64ce-cbca-4baa-93ff-1367bbdac59b tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks [] for floatingip, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:48.172839 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-cd9ca237-2636-4113-81f3-d1fa471d2937 req-354c7573-6938-4ff0-86ac-39a8b8be349c service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275840 May 23 11:04:48.261839 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ed38734c-44b5-4cbf-bc16-70538d123b7f req-ea9c7ab6-0082-46df-9ddd-05214fa29199 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.92 HTTP/1.1" status: 200 len: 695 time: 0.1354859 May 23 11:04:48.323867 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-cd9ca237-2636-4113-81f3-d1fa471d2937 req-f6fd5a08-26e5-482b-bd6c-b6dff2650f66 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440282 May 23 11:04:48.512509 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ed38734c-44b5-4cbf-bc16-70538d123b7f req-fbf31ebc-13e4-4df4-9323-bfd75304a50f tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.92 HTTP/1.1" status: 200 len: 695 time: 0.2425740 May 23 11:04:48.767937 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-ed38734c-44b5-4cbf-bc16-70538d123b7f req-5b89b9c5-f72f-4594-a3c4-9b0d8e3cab37 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Deleting port 4e5da657-f39c-46f3-a82a-5e22989bd1e2 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:04:48.768537 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ed38734c-44b5-4cbf-bc16-70538d123b7f req-5b89b9c5-f72f-4594-a3c4-9b0d8e3cab37 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:49.115800 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ed38734c-44b5-4cbf-bc16-70538d123b7f req-5b89b9c5-f72f-4594-a3c4-9b0d8e3cab37 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:49.116056 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ed38734c-44b5-4cbf-bc16-70538d123b7f req-5b89b9c5-f72f-4594-a3c4-9b0d8e3cab37 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:49.244434 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-ed38734c-44b5-4cbf-bc16-70538d123b7f req-5b89b9c5-f72f-4594-a3c4-9b0d8e3cab37 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Calling delete_port for 4e5da657-f39c-46f3-a82a-5e22989bd1e2 owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:04:49.475489 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-aff9f894-9726-4b74-8c44-bc90a28ac975 req-790a64ce-cbca-4baa-93ff-1367bbdac59b tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:49.479925 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-aff9f894-9726-4b74-8c44-bc90a28ac975 req-790a64ce-cbca-4baa-93ff-1367bbdac59b tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:49.503247 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7b82d997-6c29-445f-bdfa-b9d7af01d409 req-21845b0e-c13d-47c1-9018-42f7d64eec91 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&device_id=5d1a2c1a-1e28-4209-9f47-fc1285eba09a HTTP/1.1" status: 200 len: 1101 time: 0.0765474 May 23 11:04:49.537133 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ed38734c-44b5-4cbf-bc16-70538d123b7f req-5b89b9c5-f72f-4594-a3c4-9b0d8e3cab37 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:49.646075 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b89b9c5-f72f-4594-a3c4-9b0d8e3cab37 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Pushing event deleted for resources: {'Port': ['ID=4e5da657-f39c-46f3-a82a-5e22989bd1e2,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:49.646703 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82d997-6c29-445f-bdfa-b9d7af01d409 req-5a919342-c4d4-4781-86fa-39438b5d7f28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:49.649163 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7b82d997-6c29-445f-bdfa-b9d7af01d409 req-5a919342-c4d4-4781-86fa-39438b5d7f28 service neutron] 10.222.0.13 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.1339920 May 23 11:04:49.716008 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7b82d997-6c29-445f-bdfa-b9d7af01d409 req-6359214e-efb8-4fa7-ad64-b637f67dda4b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=c0403dea-ba7e-442c-aac9-a089aeee6b11 HTTP/1.1" status: 200 len: 217 time: 0.0611131 May 23 11:04:49.789701 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82d997-6c29-445f-bdfa-b9d7af01d409 req-7b2f71d8-3edb-4dc1-9c44-23643e762270 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:49.791535 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7b82d997-6c29-445f-bdfa-b9d7af01d409 req-7b2f71d8-3edb-4dc1-9c44-23643e762270 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.0633702 May 23 11:04:49.867972 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7b82d997-6c29-445f-bdfa-b9d7af01d409 req-ce7cb2df-b64c-4d1e-896e-2c931f386698 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0693483 May 23 11:04:49.873196 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ed38734c-44b5-4cbf-bc16-70538d123b7f req-5b89b9c5-f72f-4594-a3c4-9b0d8e3cab37 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:49.902026 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ed38734c-44b5-4cbf-bc16-70538d123b7f req-5b89b9c5-f72f-4594-a3c4-9b0d8e3cab37 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:49.903185 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ed38734c-44b5-4cbf-bc16-70538d123b7f req-5b89b9c5-f72f-4594-a3c4-9b0d8e3cab37 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "DELETE /v2.0/floatingips/308a437c-df12-43b5-8f1a-a9362f6346c7 HTTP/1.1" status: 204 len: 173 time: 1.3862853 May 23 11:04:50.002242 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7b82d997-6c29-445f-bdfa-b9d7af01d409 req-b30d57a5-7a56-4d4a-a9d9-7633a34c5bcf service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273277 May 23 11:04:50.008498 n-d-842952-2 neutron-server[83910]: INFO neutron.db.l3_db [req-aff9f894-9726-4b74-8c44-bc90a28ac975 req-790a64ce-cbca-4baa-93ff-1367bbdac59b tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Floating IP 18aaeafc-726f-40b0-8434-0092e0a61458 associated. External IP: 172.25.6.163, port: 608b2041-4d79-4da2-b258-6e9b4b645f5e. May 23 11:04:50.114044 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a783b0ba-4c1c-4680-9b46-6ea67374b927 req-2d131936-ef38-44d7-955d-c50d1c6b51e0 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] 10.222.0.79 "GET /v2.0/floatingips/5f8fc6ba-7c70-4e22-8e61-98472a51d82e HTTP/1.1" status: 200 len: 693 time: 0.1828530 May 23 11:04:50.136482 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7b82d997-6c29-445f-bdfa-b9d7af01d409 req-86ebc31a-8c86-4157-ab45-a05778475ac4 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273623 May 23 11:04:50.289722 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783b0ba-4c1c-4680-9b46-6ea67374b927 req-52aecd41-cace-407e-8320-b315a287483f tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:50.291341 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a783b0ba-4c1c-4680-9b46-6ea67374b927 req-52aecd41-cace-407e-8320-b315a287483f tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] 10.222.0.79 "GET /v2.0/networks/87d63aa2-c2e7-4553-824a-d818708dd83b HTTP/1.1" status: 200 len: 784 time: 0.1722782 May 23 11:04:50.377826 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-a783b0ba-4c1c-4680-9b46-6ea67374b927 req-89332df9-2f7d-4c09-88bc-ad3742ebc9bf tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Synchronizing usage tracker for tenant:07103f8fb68a43de9d34cd239e20b146 on resource:floatingip {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:04:50.407035 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-a783b0ba-4c1c-4680-9b46-6ea67374b927 req-89332df9-2f7d-4c09-88bc-ad3742ebc9bf tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Unset dirty status for tenant:07103f8fb68a43de9d34cd239e20b146 on resource:floatingip {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:04:50.408185 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a783b0ba-4c1c-4680-9b46-6ea67374b927 req-89332df9-2f7d-4c09-88bc-ad3742ebc9bf tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.238 HTTP/1.1" status: 200 len: 696 time: 0.1105020 May 23 11:04:50.549969 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a783b0ba-4c1c-4680-9b46-6ea67374b927 req-6413c205-98e8-4fbe-b4e5-2ca65dbc10fd tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.238 HTTP/1.1" status: 200 len: 696 time: 0.1345623 May 23 11:04:50.768802 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-a783b0ba-4c1c-4680-9b46-6ea67374b927 req-478a8781-2c10-42c0-9f5d-81807bf4edc2 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Deleting port 2f829a50-0932-4bc7-ace5-410dfbf4e2e2 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:04:50.769087 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a783b0ba-4c1c-4680-9b46-6ea67374b927 req-478a8781-2c10-42c0-9f5d-81807bf4edc2 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:50.954459 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a783b0ba-4c1c-4680-9b46-6ea67374b927 req-478a8781-2c10-42c0-9f5d-81807bf4edc2 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:50.955087 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a783b0ba-4c1c-4680-9b46-6ea67374b927 req-478a8781-2c10-42c0-9f5d-81807bf4edc2 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:51.078713 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-a783b0ba-4c1c-4680-9b46-6ea67374b927 req-478a8781-2c10-42c0-9f5d-81807bf4edc2 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Calling delete_port for 2f829a50-0932-4bc7-ace5-410dfbf4e2e2 owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:04:51.250086 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aff9f894-9726-4b74-8c44-bc90a28ac975 req-790a64ce-cbca-4baa-93ff-1367bbdac59b tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Router 29a3e85c-cbc2-450d-98be-8fee03a51fa4 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:04:51.451068 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a783b0ba-4c1c-4680-9b46-6ea67374b927 req-478a8781-2c10-42c0-9f5d-81807bf4edc2 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:51.502649 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a8781-2c10-42c0-9f5d-81807bf4edc2 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Pushing event deleted for resources: {'Port': ['ID=2f829a50-0932-4bc7-ace5-410dfbf4e2e2,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:51.604972 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a783b0ba-4c1c-4680-9b46-6ea67374b927 req-478a8781-2c10-42c0-9f5d-81807bf4edc2 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:51.633498 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a783b0ba-4c1c-4680-9b46-6ea67374b927 req-478a8781-2c10-42c0-9f5d-81807bf4edc2 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:51.634609 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a783b0ba-4c1c-4680-9b46-6ea67374b927 req-478a8781-2c10-42c0-9f5d-81807bf4edc2 tempest-FloatingIPDetailsTestJSON-1215192315 tempest-FloatingIPDetailsTestJSON-1215192315-project] 10.222.0.79 "DELETE /v2.0/floatingips/5f8fc6ba-7c70-4e22-8e61-98472a51d82e HTTP/1.1" status: 204 len: 173 time: 1.0358610 May 23 11:04:51.640652 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41652) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:04:51.650935 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aff9f894-9726-4b74-8c44-bc90a28ac975 req-790a64ce-cbca-4baa-93ff-1367bbdac59b tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:04:51.655117 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-aff9f894-9726-4b74-8c44-bc90a28ac975 req-790a64ce-cbca-4baa-93ff-1367bbdac59b tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:51.664223 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa60c8a5-319a-4d60-bf0d-66ee2ef7bbe8 None None] Sync routers for ids ['29a3e85c-cbc2-450d-98be-8fee03a51fa4'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:04:51.680220 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa60c8a5-319a-4d60-bf0d-66ee2ef7bbe8 None None] Routers {'29a3e85c-cbc2-450d-98be-8fee03a51fa4'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:04:51.681272 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-aa60c8a5-319a-4d60-bf0d-66ee2ef7bbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:04:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['29a3e85c-cbc2-450d-98be-8fee03a51fa4'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:04:51.722689 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aff9f894-9726-4b74-8c44-bc90a28ac975 req-790a64ce-cbca-4baa-93ff-1367bbdac59b tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "PUT /v2.0/floatingips/18aaeafc-726f-40b0-8434-0092e0a61458 HTTP/1.1" status: 200 len: 997 time: 3.7491946 May 23 11:04:51.753347 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f0e50e-11eb-4672-845a-a174fdd080c6', 'tag': '608b2041-4d79-4da2-b258-6e9b4b645f5e'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:04:51.811548 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aff9f894-9726-4b74-8c44-bc90a28ac975 req-df27d47c-9c43-40e2-87bb-2d8cd4f8472f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e45cf791a4a1458dadb0a080d541d299&device_id=81f0e50e-11eb-4672-845a-a174fdd080c6 HTTP/1.1" status: 200 len: 1097 time: 0.0874910 May 23 11:04:51.948190 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-aa60c8a5-319a-4d60-bf0d-66ee2ef7bbe8 None None] Set router 29a3e85c-cbc2-450d-98be-8fee03a51fa4 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:04:51.992676 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9f894-9726-4b74-8c44-bc90a28ac975 req-508a22ed-2df7-440e-a7ec-9f3c10f8cbf3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:51.994288 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aff9f894-9726-4b74-8c44-bc90a28ac975 req-508a22ed-2df7-440e-a7ec-9f3c10f8cbf3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0930e7e8-6d74-47b9-b850-f307a169b841 HTTP/1.1" status: 200 len: 922 time: 0.1819375 May 23 11:04:52.085321 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-148627ad-90c1-4e17-8ffb-39d1e0696beb req-7aa8310e-7335-4f05-b732-5e2155ef050b tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] 10.222.0.79 "GET /v2.0/security-groups/31226e1d-5018-467d-87a0-3f9f1c28c69f HTTP/1.1" status: 200 len: 1612 time: 0.1319394 May 23 11:04:52.138771 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aff9f894-9726-4b74-8c44-bc90a28ac975 req-79d08329-e202-4dff-a20c-35f11b0be83f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=608b2041-4d79-4da2-b258-6e9b4b645f5e HTTP/1.1" status: 200 len: 1000 time: 0.1326759 May 23 11:04:52.201607 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fba8bf04-2ca7-4226-8b9a-df8305dc6d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:52.223652 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-148627ad-90c1-4e17-8ffb-39d1e0696beb req-796cdd92-8447-4d94-b3d3-6a2f7e84390c tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:52.226115 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9f894-9726-4b74-8c44-bc90a28ac975 req-627082bf-b714-4264-b193-5a05911dc4bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:52.227568 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aff9f894-9726-4b74-8c44-bc90a28ac975 req-627082bf-b714-4264-b193-5a05911dc4bc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=233b37e7-7248-4012-bd3c-2373f43dcd00 HTTP/1.1" status: 200 len: 860 time: 0.0796268 May 23 11:04:52.296928 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-148627ad-90c1-4e17-8ffb-39d1e0696beb req-796cdd92-8447-4d94-b3d3-6a2f7e84390c tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:52.305898 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-aa60c8a5-319a-4d60-bf0d-66ee2ef7bbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1037448032-router', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '9deb4962-2b81-43e3-9ff2-0c15f7b58715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:17Z', 'updated_at': '2022-05-23T11:03:33Z', 'revision_number': 4, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'gw_port': {'id': '9deb4962-2b81-43e3-9ff2-0c15f7b58715', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:19Z', 'updated_at': '2022-05-23T11:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '18aaeafc-726f-40b0-8434-0092e0a61458', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'floating_ip_address': '172.25.6.163', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'port_id': '608b2041-4d79-4da2-b258-6e9b4b645f5e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841', 'mac_address': 'fa:16:3e:04:db:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f0e50e-11eb-4672-845a-a174fdd080c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:04:19Z', 'updated_at': '2022-05-23T11:04:49Z', 'revision_number': 1, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8097e783-afd4-414b-9aef-ef542f9e8d0f', 'name': '', 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'mac_address': 'fa:16:3e:94:c6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '233b37e7-7248-4012-bd3c-2373f43dcd00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:30Z', 'updated_at': '2022-05-23T11:03:44Z', 'revision_number': 5, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'subnets': [{'id': '233b37e7-7248-4012-bd3c-2373f43dcd00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:04:52.310087 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa60c8a5-319a-4d60-bf0d-66ee2ef7bbe8 None None] Checking router: 29a3e85c-cbc2-450d-98be-8fee03a51fa4 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:04:52.323049 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa60c8a5-319a-4d60-bf0d-66ee2ef7bbe8 None None] Routers {'29a3e85c-cbc2-450d-98be-8fee03a51fa4'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:04:52.323640 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-aa60c8a5-319a-4d60-bf0d-66ee2ef7bbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:04:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['29a3e85c-cbc2-450d-98be-8fee03a51fa4'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:04:52.360019 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aff9f894-9726-4b74-8c44-bc90a28ac975 req-01705b76-f882-4c76-9638-0ab0230f4337 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0930e7e8-6d74-47b9-b850-f307a169b841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1234062 May 23 11:04:52.371549 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-aff9f894-9726-4b74-8c44-bc90a28ac975 req-beadea61-9cc7-4ce5-821b-142b0a3959da service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:04:52.372664 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aff9f894-9726-4b74-8c44-bc90a28ac975 req-beadea61-9cc7-4ce5-821b-142b0a3959da service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054522 May 23 11:04:52.373589 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-148627ad-90c1-4e17-8ffb-39d1e0696beb req-796cdd92-8447-4d94-b3d3-6a2f7e84390c tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:52.416833 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796cdd92-8447-4d94-b3d3-6a2f7e84390c tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31226e1d-5018-467d-87a0-3f9f1c28c69f,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:52.481838 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-148627ad-90c1-4e17-8ffb-39d1e0696beb req-796cdd92-8447-4d94-b3d3-6a2f7e84390c tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:52.482956 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-148627ad-90c1-4e17-8ffb-39d1e0696beb req-796cdd92-8447-4d94-b3d3-6a2f7e84390c tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] 10.222.0.79 "DELETE /v2.0/security-groups/31226e1d-5018-467d-87a0-3f9f1c28c69f HTTP/1.1" status: 204 len: 173 time: 0.3902283 May 23 11:04:52.524087 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-aa60c8a5-319a-4d60-bf0d-66ee2ef7bbe8 None None] Set router 29a3e85c-cbc2-450d-98be-8fee03a51fa4 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:04:52.557478 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aff9f894-9726-4b74-8c44-bc90a28ac975 req-13e2f719-da8f-4c90-aeb4-b499b5b0b35f service neutron] 10.222.0.79 "GET /v2.0/networks/0930e7e8-6d74-47b9-b850-f307a169b841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710534 May 23 11:04:52.750512 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aff9f894-9726-4b74-8c44-bc90a28ac975 req-ae0d40f0-8982-4117-ba30-0a8e03389baa service neutron] 10.222.0.79 "GET /v2.0/networks/0930e7e8-6d74-47b9-b850-f307a169b841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922724 May 23 11:04:52.762440 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209c6d0-7574-4263-bae5-0d7eee75c7a9 req-0cac47b3-2e03-4c72-b88f-682b9a86ceb0 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:52.764206 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9209c6d0-7574-4263-bae5-0d7eee75c7a9 req-0cac47b3-2e03-4c72-b88f-682b9a86ceb0 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d1a2c1a-1e28-4209-9f47-fc1285eba09a HTTP/1.1" status: 200 len: 950 time: 0.1257215 May 23 11:04:52.839248 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9209c6d0-7574-4263-bae5-0d7eee75c7a9 req-c0f0077a-0108-44e1-9aac-bd49938d60ed tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672550 May 23 11:04:52.871242 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-fba8bf04-2ca7-4226-8b9a-df8305dc6d25 admin admin] Deleting port 65b6ed11-376d-418e-a4fb-ab5f27ac6cbf {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:04:52.871666 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fba8bf04-2ca7-4226-8b9a-df8305dc6d25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:53.014691 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b42c36f8-ebd3-4131-aefd-e9619b57ce11'] response: {'name': 'network-changed', 'server_uuid': '81f0e50e-11eb-4672-845a-a174fdd080c6', 'tag': '608b2041-4d79-4da2-b258-6e9b4b645f5e', 'status': 'completed', 'code': 200} May 23 11:04:53.037948 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-7432e9be-8cdd-40a6-a5d2-98197581e378 req-63862820-45a7-4d05-88b7-e349df273adc tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Synchronizing usage tracker for tenant:28ad30c9ce014020932bf0f448507fa3 on resource:floatingip {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:04:53.041262 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-aa60c8a5-319a-4d60-bf0d-66ee2ef7bbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1037448032-router', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '9deb4962-2b81-43e3-9ff2-0c15f7b58715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:17Z', 'updated_at': '2022-05-23T11:03:33Z', 'revision_number': 4, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'gw_port': {'id': '9deb4962-2b81-43e3-9ff2-0c15f7b58715', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:19Z', 'updated_at': '2022-05-23T11:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '18aaeafc-726f-40b0-8434-0092e0a61458', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'floating_ip_address': '172.25.6.163', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'port_id': '608b2041-4d79-4da2-b258-6e9b4b645f5e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841', 'mac_address': 'fa:16:3e:04:db:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f0e50e-11eb-4672-845a-a174fdd080c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:04:19Z', 'updated_at': '2022-05-23T11:04:49Z', 'revision_number': 1, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8097e783-afd4-414b-9aef-ef542f9e8d0f', 'name': '', 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'mac_address': 'fa:16:3e:94:c6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '233b37e7-7248-4012-bd3c-2373f43dcd00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:30Z', 'updated_at': '2022-05-23T11:03:44Z', 'revision_number': 5, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'subnets': [{'id': '233b37e7-7248-4012-bd3c-2373f43dcd00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:04:53.048928 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa60c8a5-319a-4d60-bf0d-66ee2ef7bbe8 None None] The sync data for ids ['29a3e85c-cbc2-450d-98be-8fee03a51fa4'] in n-d-842952-2 is: [{'id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1037448032-router', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '9deb4962-2b81-43e3-9ff2-0c15f7b58715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:17Z', 'updated_at': '2022-05-23T11:03:33Z', 'revision_number': 4, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'gw_port': {'id': '9deb4962-2b81-43e3-9ff2-0c15f7b58715', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:19Z', 'updated_at': '2022-05-23T11:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '18aaeafc-726f-40b0-8434-0092e0a61458', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'floating_ip_address': '172.25.6.163', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'port_id': '608b2041-4d79-4da2-b258-6e9b4b645f5e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841', 'mac_address': 'fa:16:3e:04:db:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f0e50e-11eb-4672-845a-a174fdd080c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:04:19Z', 'updated_at': '2022-05-23T11:04:49Z', 'revision_number': 1, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8097e783-afd4-414b-9aef-ef542f9e8d0f', 'name': '', 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'mac_address': 'fa:16:3e:94:c6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '233b37e7-7248-4012-bd3c-2373f43dcd00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:30Z', 'updated_at': '2022-05-23T11:03:44Z', 'revision_number': 5, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'subnets': [{'id': '233b37e7-7248-4012-bd3c-2373f43dcd00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:04:53.058033 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-7432e9be-8cdd-40a6-a5d2-98197581e378 req-63862820-45a7-4d05-88b7-e349df273adc tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Unset dirty status for tenant:28ad30c9ce014020932bf0f448507fa3 on resource:floatingip {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:04:53.065529 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7432e9be-8cdd-40a6-a5d2-98197581e378 req-63862820-45a7-4d05-88b7-e349df273adc tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.110 HTTP/1.1" status: 200 len: 1001 time: 0.1742799 May 23 11:04:53.142416 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-fba8bf04-2ca7-4226-8b9a-df8305dc6d25 admin admin] For port 65b6ed11-376d-418e-a4fb-ab5f27ac6cbf, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=65b6ed11-376d-418e-a4fb-ab5f27ac6cbf,segment=NetworkSegment(c4db3664-02ec-4348-9d61-10c46d068332),segment_id=c4db3664-02ec-4348-9d61-10c46d068332)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:04:53.142854 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fba8bf04-2ca7-4226-8b9a-df8305dc6d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:53.273592 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-fba8bf04-2ca7-4226-8b9a-df8305dc6d25 admin admin] Calling delete_port for 65b6ed11-376d-418e-a4fb-ab5f27ac6cbf owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:04:53.304873 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432e9be-8cdd-40a6-a5d2-98197581e378 req-d3561995-9d09-4e4b-bdbd-3b61eb312044 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:53.305466 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-7432e9be-8cdd-40a6-a5d2-98197581e378 req-d3561995-9d09-4e4b-bdbd-3b61eb312044 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Synchronizing usage tracker for tenant:28ad30c9ce014020932bf0f448507fa3 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:04:53.340019 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-7432e9be-8cdd-40a6-a5d2-98197581e378 req-d3561995-9d09-4e4b-bdbd-3b61eb312044 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Unset dirty status for tenant:28ad30c9ce014020932bf0f448507fa3 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:04:53.341349 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7432e9be-8cdd-40a6-a5d2-98197581e378 req-d3561995-9d09-4e4b-bdbd-3b61eb312044 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "GET /v2.0/ports/bd6ef874-705d-4654-ab9d-412e9cb3c630 HTTP/1.1" status: 200 len: 942 time: 0.2750556 May 23 11:04:53.347710 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5667829e-4125-4d07-988c-4c1f573b7fe0 req-7996065e-40c1-44db-8eaa-b42fe205e778 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e45cf791a4a1458dadb0a080d541d299&device_id=81f0e50e-11eb-4672-845a-a174fdd080c6 HTTP/1.1" status: 200 len: 1097 time: 0.2651601 May 23 11:04:53.357120 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ea585-b584-466a-8090-21958025ee39 req-50679b98-68e6-44b5-8df4-fa0ac0314157 tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:53.358630 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b99ea585-b584-466a-8090-21958025ee39 req-50679b98-68e6-44b5-8df4-fa0ac0314157 tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ce751fa-b96d-4d66-8c3d-a3a50bf6d416 HTTP/1.1" status: 200 len: 946 time: 0.1103675 May 23 11:04:53.405807 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b99ea585-b584-466a-8090-21958025ee39 req-a507e539-da95-4d78-b9fc-d63aa0dc30db tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] 10.222.0.79 "GET /v2.0/security-groups?id=89fc0ef1-6cd6-420c-bcb6-bbd77c54e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409186 May 23 11:04:53.499645 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667829e-4125-4d07-988c-4c1f573b7fe0 req-a5e31768-4b76-4098-8236-40300384edeb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:53.501144 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5667829e-4125-4d07-988c-4c1f573b7fe0 req-a5e31768-4b76-4098-8236-40300384edeb service neutron] 10.222.0.81 "GET /v2.0/networks?id=0930e7e8-6d74-47b9-b850-f307a169b841 HTTP/1.1" status: 200 len: 922 time: 0.1466641 May 23 11:04:53.589740 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7432e9be-8cdd-40a6-a5d2-98197581e378 req-2a086c1a-dd84-4917-b5ee-ef6e5a6bf119 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.110 HTTP/1.1" status: 200 len: 1001 time: 0.1466348 May 23 11:04:53.592954 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-90fc3ee3-08e5-418b-ba16-84258dfe8916 req-3118b943-1137-42a1-a77c-a632fd08cd09 tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] 10.222.0.79 "GET /v2.0/security-groups/aa57484b-25bf-4616-ad9d-f6c2e23ccea3 HTTP/1.1" status: 200 len: 1612 time: 0.0921662 May 23 11:04:53.797592 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fba8bf04-2ca7-4226-8b9a-df8305dc6d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:53.806214 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432e9be-8cdd-40a6-a5d2-98197581e378 req-2a7c7d2c-a074-420c-b275-105d87993eb6 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:53.807650 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7432e9be-8cdd-40a6-a5d2-98197581e378 req-2a7c7d2c-a074-420c-b275-105d87993eb6 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "GET /v2.0/networks/87d63aa2-c2e7-4553-824a-d818708dd83b HTTP/1.1" status: 200 len: 784 time: 0.2124777 May 23 11:04:53.811222 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-90fc3ee3-08e5-418b-ba16-84258dfe8916 req-3e2a97fa-6b31-489b-81c9-a59257e353b4 tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:53.848108 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5667829e-4125-4d07-988c-4c1f573b7fe0 req-dabf303c-8a81-4e02-a2e7-0a089d5744d7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=608b2041-4d79-4da2-b258-6e9b4b645f5e HTTP/1.1" status: 200 len: 1000 time: 0.3202097 May 23 11:04:53.851067 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba8bf04-2ca7-4226-8b9a-df8305dc6d25 admin admin] Pushing event deleted for resources: {'Port': ['ID=65b6ed11-376d-418e-a4fb-ab5f27ac6cbf,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:53.909232 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-90fc3ee3-08e5-418b-ba16-84258dfe8916 req-3e2a97fa-6b31-489b-81c9-a59257e353b4 tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:53.982981 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7432e9be-8cdd-40a6-a5d2-98197581e378 req-1a750715-0244-4ec1-b8cd-a48a1dd8fbb7 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.110 HTTP/1.1" status: 200 len: 1001 time: 0.1579225 May 23 11:04:53.993799 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-7432e9be-8cdd-40a6-a5d2-98197581e378 req-384612a9-7db3-407d-af79-10dc3a1e65fa tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:04:54.016565 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667829e-4125-4d07-988c-4c1f573b7fe0 req-6a4fc83d-c4d4-4ca4-8906-95a3aef5f412 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:54.018021 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5667829e-4125-4d07-988c-4c1f573b7fe0 req-6a4fc83d-c4d4-4ca4-8906-95a3aef5f412 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=233b37e7-7248-4012-bd3c-2373f43dcd00 HTTP/1.1" status: 200 len: 860 time: 0.1587114 May 23 11:04:54.026105 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317e1d6-2619-4140-ade7-abf15ef5169d req-109bc7b7-5043-434e-a76e-332f926ee98e tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:54.026776 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-7317e1d6-2619-4140-ade7-abf15ef5169d req-109bc7b7-5043-434e-a76e-332f926ee98e tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] Synchronizing usage tracker for tenant:36ff1ca21b0340469c2ca3ca6b86bb41 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:04:54.066109 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-90fc3ee3-08e5-418b-ba16-84258dfe8916 req-3e2a97fa-6b31-489b-81c9-a59257e353b4 tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:54.104951 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a97fa-6b31-489b-81c9-a59257e353b4 tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa57484b-25bf-4616-ad9d-f6c2e23ccea3,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:54.128158 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-90fc3ee3-08e5-418b-ba16-84258dfe8916 req-3e2a97fa-6b31-489b-81c9-a59257e353b4 tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:54.129496 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-90fc3ee3-08e5-418b-ba16-84258dfe8916 req-3e2a97fa-6b31-489b-81c9-a59257e353b4 tempest-SecurityGroupsTestAdminJSON-150632130 tempest-SecurityGroupsTestAdminJSON-150632130-project] 10.222.0.79 "DELETE /v2.0/security-groups/aa57484b-25bf-4616-ad9d-f6c2e23ccea3 HTTP/1.1" status: 204 len: 173 time: 0.5105741 May 23 11:04:54.131873 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7432e9be-8cdd-40a6-a5d2-98197581e378 req-384612a9-7db3-407d-af79-10dc3a1e65fa tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks [] for floatingip, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:54.203684 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-7317e1d6-2619-4140-ade7-abf15ef5169d req-109bc7b7-5043-434e-a76e-332f926ee98e tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] Unset dirty status for tenant:36ff1ca21b0340469c2ca3ca6b86bb41 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:04:54.204753 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7317e1d6-2619-4140-ade7-abf15ef5169d req-109bc7b7-5043-434e-a76e-332f926ee98e tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ce751fa-b96d-4d66-8c3d-a3a50bf6d416 HTTP/1.1" status: 200 len: 946 time: 0.4738812 May 23 11:04:54.310041 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-7317e1d6-2619-4140-ade7-abf15ef5169d req-9ca93eb6-3c72-4bdd-b94b-f776c8c1386d tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] Deleting port 4a4f2c76-8b5f-4720-b3da-2f659b0c01b3 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:04:54.310376 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7317e1d6-2619-4140-ade7-abf15ef5169d req-9ca93eb6-3c72-4bdd-b94b-f776c8c1386d tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:54.353521 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5667829e-4125-4d07-988c-4c1f573b7fe0 req-c129bfcb-7e16-4871-82b5-bec9a14a8ed5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0930e7e8-6d74-47b9-b850-f307a169b841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3145013 May 23 11:04:54.485352 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87b08c-750b-4b62-b861-8e53a882ad80 req-b8723222-7bbd-4aaa-be73-1d5fc8c290e4 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:54.486959 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce87b08c-750b-4b62-b861-8e53a882ad80 req-b8723222-7bbd-4aaa-be73-1d5fc8c290e4 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/ports?device_id=b15ed878-ad7d-4efa-b494-bc7f56294b05&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1827340 May 23 11:04:54.557006 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41680) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:04:54.564509 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7432e9be-8cdd-40a6-a5d2-98197581e378 req-384612a9-7db3-407d-af79-10dc3a1e65fa tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:54.575726 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7432e9be-8cdd-40a6-a5d2-98197581e378 req-384612a9-7db3-407d-af79-10dc3a1e65fa tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:54.576073 n-d-842952-2 neutron-server[83910]: INFO neutron.db.l3_db [req-7432e9be-8cdd-40a6-a5d2-98197581e378 req-384612a9-7db3-407d-af79-10dc3a1e65fa tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Floating IP a309c000-7c30-4775-afec-07df978ec310 disassociated. External IP: 172.25.6.110, port: bd6ef874-705d-4654-ab9d-412e9cb3c630. May 23 11:04:54.648614 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5667829e-4125-4d07-988c-4c1f573b7fe0 req-c077901e-a503-4b68-b898-06145ddf6f05 service neutron] 10.222.0.81 "GET /v2.0/networks/0930e7e8-6d74-47b9-b850-f307a169b841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869270 May 23 11:04:54.732545 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce87b08c-750b-4b62-b861-8e53a882ad80 req-62a79df2-f6d4-44a0-826f-4cb91b186a13 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.163 HTTP/1.1" status: 200 len: 1000 time: 0.2284110 May 23 11:04:54.747097 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-ce87b08c-750b-4b62-b861-8e53a882ad80 req-0c1d6e11-4a04-4c61-8506-949896768880 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Request body: {'floatingip': {'port_id': '4648b642-2faf-432c-9e80-6f3491ae63a8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:04:54.807750 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-7317e1d6-2619-4140-ade7-abf15ef5169d req-9ca93eb6-3c72-4bdd-b94b-f776c8c1386d tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] For port 4a4f2c76-8b5f-4720-b3da-2f659b0c01b3, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=4a4f2c76-8b5f-4720-b3da-2f659b0c01b3,segment=NetworkSegment(609cae3f-7d86-45f6-b453-c8418c72a2f2),segment_id=609cae3f-7d86-45f6-b453-c8418c72a2f2)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:04:54.808104 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7317e1d6-2619-4140-ade7-abf15ef5169d req-9ca93eb6-3c72-4bdd-b94b-f776c8c1386d tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:54.870261 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c3d0fd-a991-4982-b237-62b89c6fb3dd None None] Sync routers for ids ['5ee75690-8738-4086-b843-9decf3914d5d'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:04:54.887862 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c3d0fd-a991-4982-b237-62b89c6fb3dd None None] Routers set() bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:04:54.888168 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c3d0fd-a991-4982-b237-62b89c6fb3dd None None] Router IDs set() for agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 23 11:04:54.888835 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_agentschedulers_db [None req-50c3d0fd-a991-4982-b237-62b89c6fb3dd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5ee75690-8738-4086-b843-9decf3914d5d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:04:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent'). {{(pid=83913) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 23 11:04:54.899594 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c3d0fd-a991-4982-b237-62b89c6fb3dd None None] Routers set() bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:04:54.899984 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c3d0fd-a991-4982-b237-62b89c6fb3dd None None] Router IDs set() for agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 23 11:04:54.900214 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fba8bf04-2ca7-4226-8b9a-df8305dc6d25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:54.900566 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_agentschedulers_db [None req-50c3d0fd-a991-4982-b237-62b89c6fb3dd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5ee75690-8738-4086-b843-9decf3914d5d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:04:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent'). {{(pid=83913) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 23 11:04:54.900931 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c3d0fd-a991-4982-b237-62b89c6fb3dd None None] The sync data for ids ['5ee75690-8738-4086-b843-9decf3914d5d'] in n-d-842952-2 is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:04:54.974275 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ce87b08c-750b-4b62-b861-8e53a882ad80 req-0c1d6e11-4a04-4c61-8506-949896768880 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks [] for floatingip, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:54.988541 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-7317e1d6-2619-4140-ade7-abf15ef5169d req-9ca93eb6-3c72-4bdd-b94b-f776c8c1386d tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] Calling delete_port for 4a4f2c76-8b5f-4720-b3da-2f659b0c01b3 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:04:55.229089 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5667829e-4125-4d07-988c-4c1f573b7fe0 req-4109833f-ce6c-4599-b4f7-9dfc74d51294 service neutron] 10.222.0.81 "GET /v2.0/networks/0930e7e8-6d74-47b9-b850-f307a169b841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5734873 May 23 11:04:55.246527 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-bf12ea0a-191b-451b-9b80-56488f4a7394 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8e3c4148e3b3482288d6dbe127d0d2a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6858604 May 23 11:04:55.254714 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41686) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:04:55.431364 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7317e1d6-2619-4140-ade7-abf15ef5169d req-9ca93eb6-3c72-4bdd-b94b-f776c8c1386d tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:55.480402 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca93eb6-3c72-4bdd-b94b-f776c8c1386d tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] Pushing event deleted for resources: {'Port': ['ID=4a4f2c76-8b5f-4720-b3da-2f659b0c01b3,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:55.562831 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-71a007c0-8905-48b2-92e9-6330ec9de73e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:55.580730 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-7317e1d6-2619-4140-ade7-abf15ef5169d req-9ca93eb6-3c72-4bdd-b94b-f776c8c1386d tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] No DVR routers for this DVR port 4a4f2c76-8b5f-4720-b3da-2f659b0c01b3 on host n-h1-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:04:55.583767 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7317e1d6-2619-4140-ade7-abf15ef5169d req-9ca93eb6-3c72-4bdd-b94b-f776c8c1386d tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:55.586475 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce751fa-b96d-4d66-8c3d-a3a50bf6d416', 'name': 'network-vif-deleted', 'tag': '4a4f2c76-8b5f-4720-b3da-2f659b0c01b3'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:04:55.611893 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7317e1d6-2619-4140-ade7-abf15ef5169d req-9ca93eb6-3c72-4bdd-b94b-f776c8c1386d tempest-ServerAddressesTestJSON-511721602 tempest-ServerAddressesTestJSON-511721602-project] 10.222.0.13 "DELETE /v2.0/ports/4a4f2c76-8b5f-4720-b3da-2f659b0c01b3 HTTP/1.1" status: 204 len: 173 time: 1.4006965 May 23 11:04:55.675429 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-71a007c0-8905-48b2-92e9-6330ec9de73e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:55.812073 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-71a007c0-8905-48b2-92e9-6330ec9de73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:55.837682 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a007c0-8905-48b2-92e9-6330ec9de73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36b487e-7e20-41da-bc00-42631fb3c0e0,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:55.865745 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-71a007c0-8905-48b2-92e9-6330ec9de73e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:55.868376 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-71a007c0-8905-48b2-92e9-6330ec9de73e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f36b487e-7e20-41da-bc00-42631fb3c0e0 HTTP/1.1" status: 204 len: 168 time: 0.6125638 May 23 11:04:55.888583 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7432e9be-8cdd-40a6-a5d2-98197581e378 req-384612a9-7db3-407d-af79-10dc3a1e65fa tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Router 62aa646c-014b-4b5e-a9b5-47137d00cacd has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:04:56.070129 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba8bf04-2ca7-4226-8b9a-df8305dc6d25 admin admin] Router e5a00999-2f4d-4171-9861-743771f002be has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:04:56.116474 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ce87b08c-750b-4b62-b861-8e53a882ad80 req-0c1d6e11-4a04-4c61-8506-949896768880 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:56.121115 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ce87b08c-750b-4b62-b861-8e53a882ad80 req-0c1d6e11-4a04-4c61-8506-949896768880 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:56.322552 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41696) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:04:56.383527 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba8bf04-2ca7-4226-8b9a-df8305dc6d25 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:04:56.389694 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-abd4b50e-abf0-4214-bfa7-07f83b8958f7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=44182f7142f84c1e9dd92a04ddb96755&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0627332 May 23 11:04:56.390916 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-fba8bf04-2ca7-4226-8b9a-df8305dc6d25 admin admin] 10.222.0.79 "PUT /v2.0/routers/e5a00999-2f4d-4171-9861-743771f002be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7486210 May 23 11:04:56.391495 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41700) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:04:56.393546 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41702) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:04:56.400501 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a823d5-0ac7-434f-adef-6a2ac087697e None None] Sync routers for ids ['e5a00999-2f4d-4171-9861-743771f002be'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:04:56.424089 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a823d5-0ac7-434f-adef-6a2ac087697e None None] Routers {'e5a00999-2f4d-4171-9861-743771f002be'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:04:56.425006 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-67a823d5-0ac7-434f-adef-6a2ac087697e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:04:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['e5a00999-2f4d-4171-9861-743771f002be'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:04:56.498384 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7432e9be-8cdd-40a6-a5d2-98197581e378 req-384612a9-7db3-407d-af79-10dc3a1e65fa tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:04:56.503401 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7432e9be-8cdd-40a6-a5d2-98197581e378 req-384612a9-7db3-407d-af79-10dc3a1e65fa tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:56.509796 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9314a3-22aa-46b7-b314-12890f1d19dc None None] Sync routers for ids ['62aa646c-014b-4b5e-a9b5-47137d00cacd'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:04:56.557892 n-d-842952-2 neutron-server[83910]: INFO neutron.db.l3_db [req-ce87b08c-750b-4b62-b861-8e53a882ad80 req-0c1d6e11-4a04-4c61-8506-949896768880 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Floating IP 18aaeafc-726f-40b0-8434-0092e0a61458 associated. External IP: 172.25.6.163, port: 608b2041-4d79-4da2-b258-6e9b4b645f5e. May 23 11:04:56.590981 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9314a3-22aa-46b7-b314-12890f1d19dc None None] Routers {'62aa646c-014b-4b5e-a9b5-47137d00cacd'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:04:56.592070 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-2b9314a3-22aa-46b7-b314-12890f1d19dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:04:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['62aa646c-014b-4b5e-a9b5-47137d00cacd'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:04:56.639163 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7432e9be-8cdd-40a6-a5d2-98197581e378 req-384612a9-7db3-407d-af79-10dc3a1e65fa tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "PUT /v2.0/floatingips/a309c000-7c30-4775-afec-07df978ec310 HTTP/1.1" status: 200 len: 695 time: 2.6434534 May 23 11:04:56.661415 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 4a4f2c76-8b5f-4720-b3da-2f659b0c01b3 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:04:56.666371 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b3cc5c58-060c-4f30-b36f-ad980d25c485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:56.695050 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf20ee0-be3d-4c2f-9a92-6b3d733e7ab8', 'tag': 'bd6ef874-705d-4654-ab9d-412e9cb3c630'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:04:56.700287 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b3cc5c58-060c-4f30-b36f-ad980d25c485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:56.712447 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 4a4f2c76-8b5f-4720-b3da-2f659b0c01b3 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:04:56.712918 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 4a4f2c76-8b5f-4720-b3da-2f659b0c01b3 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:04:56.754541 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-67a823d5-0ac7-434f-adef-6a2ac087697e None None] Set router e5a00999-2f4d-4171-9861-743771f002be gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:04:56.806269 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-02993c01-1dbf-494e-9a7b-3790684218f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:56.869133 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-2b9314a3-22aa-46b7-b314-12890f1d19dc None None] Set router 62aa646c-014b-4b5e-a9b5-47137d00cacd gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:04:56.872415 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b3cc5c58-060c-4f30-b36f-ad980d25c485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:56.875434 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7432e9be-8cdd-40a6-a5d2-98197581e378 req-ede4a9d4-f464-4b15-bbf6-0d8385e26e65 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=28ad30c9ce014020932bf0f448507fa3&device_id=7bf20ee0-be3d-4c2f-9a92-6b3d733e7ab8 HTTP/1.1" status: 200 len: 1096 time: 0.2356210 May 23 11:04:57.113551 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432e9be-8cdd-40a6-a5d2-98197581e378 req-782769f8-9f44-4fae-84dd-7cd7d862947c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:57.116666 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7432e9be-8cdd-40a6-a5d2-98197581e378 req-782769f8-9f44-4fae-84dd-7cd7d862947c service neutron] 10.222.0.79 "GET /v2.0/networks?id=6577dc3d-76e7-4320-a115-e81ce5234e8c HTTP/1.1" status: 200 len: 929 time: 0.2308974 May 23 11:04:57.225118 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7432e9be-8cdd-40a6-a5d2-98197581e378 req-a9d0cf24-f4da-4c25-b279-5644959c5fac service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd6ef874-705d-4654-ab9d-412e9cb3c630 HTTP/1.1" status: 200 len: 217 time: 0.0995884 May 23 11:04:57.247023 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-67a823d5-0ac7-434f-adef-6a2ac087697e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a00999-2f4d-4171-9861-743771f002be', 'name': 'tempest-FloatingIPDetailsTestJSON-1879256786-router', 'tenant_id': '07103f8fb68a43de9d34cd239e20b146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '8bbf2440-ac13-458c-8a02-cc347e5dafa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:31Z', 'updated_at': '2022-05-23T11:04:53Z', 'revision_number': 5, 'project_id': '07103f8fb68a43de9d34cd239e20b146', 'gw_port': {'id': '8bbf2440-ac13-458c-8a02-cc347e5dafa7', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:86:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a00999-2f4d-4171-9861-743771f002be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:34Z', 'updated_at': '2022-05-23T11:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:04:57.251403 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a823d5-0ac7-434f-adef-6a2ac087697e None None] Checking router: e5a00999-2f4d-4171-9861-743771f002be for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:04:57.263407 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a823d5-0ac7-434f-adef-6a2ac087697e None None] Routers {'e5a00999-2f4d-4171-9861-743771f002be'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:04:57.264040 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-67a823d5-0ac7-434f-adef-6a2ac087697e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:04:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['e5a00999-2f4d-4171-9861-743771f002be'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:04:57.302099 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc5c58-060c-4f30-b36f-ad980d25c485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6502194d-3a0f-489a-aac5-47d1049f4dc3,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:57.319158 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b3cc5c58-060c-4f30-b36f-ad980d25c485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:57.321405 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b3cc5c58-060c-4f30-b36f-ad980d25c485 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6502194d-3a0f-489a-aac5-47d1049f4dc3 HTTP/1.1" status: 204 len: 168 time: 0.9288940 May 23 11:04:57.419682 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-02993c01-1dbf-494e-9a7b-3790684218f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:57.431144 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-02993c01-1dbf-494e-9a7b-3790684218f3 admin admin] Deleting port 8bbf2440-ac13-458c-8a02-cc347e5dafa7 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:04:57.431748 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-02993c01-1dbf-494e-9a7b-3790684218f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:57.457596 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-67a823d5-0ac7-434f-adef-6a2ac087697e None None] Set router e5a00999-2f4d-4171-9861-743771f002be gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:04:57.601185 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432e9be-8cdd-40a6-a5d2-98197581e378 req-008bdff1-fd34-4419-a2d1-d861e6023ed8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:57.602620 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7432e9be-8cdd-40a6-a5d2-98197581e378 req-008bdff1-fd34-4419-a2d1-d861e6023ed8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5560744c-752b-4a3c-9fb8-a48ba0a5ab1c HTTP/1.1" status: 200 len: 867 time: 0.3258543 May 23 11:04:57.654277 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-2b9314a3-22aa-46b7-b314-12890f1d19dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62aa646c-014b-4b5e-a9b5-47137d00cacd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-539417370-router', 'tenant_id': '28ad30c9ce014020932bf0f448507fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '8f7407e6-d009-453e-9e5a-857b81983522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:35Z', 'updated_at': '2022-05-23T11:03:55Z', 'revision_number': 4, 'project_id': '28ad30c9ce014020932bf0f448507fa3', 'gw_port': {'id': '8f7407e6-d009-453e-9e5a-857b81983522', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:eb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa646c-014b-4b5e-a9b5-47137d00cacd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:37Z', 'updated_at': '2022-05-23T11:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'e504dda2-5336-48af-84ce-e20710a575a5', 'name': '', 'network_id': '6577dc3d-76e7-4320-a115-e81ce5234e8c', 'tenant_id': '28ad30c9ce014020932bf0f448507fa3', 'mac_address': 'fa:16:3e:bc:5c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa646c-014b-4b5e-a9b5-47137d00cacd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5560744c-752b-4a3c-9fb8-a48ba0a5ab1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:51Z', 'updated_at': '2022-05-23T11:04:11Z', 'revision_number': 5, 'project_id': '28ad30c9ce014020932bf0f448507fa3', 'subnets': [{'id': '5560744c-752b-4a3c-9fb8-a48ba0a5ab1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:04:57.674013 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9314a3-22aa-46b7-b314-12890f1d19dc None None] Checking router: 62aa646c-014b-4b5e-a9b5-47137d00cacd for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:04:57.710882 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9314a3-22aa-46b7-b314-12890f1d19dc None None] Routers {'62aa646c-014b-4b5e-a9b5-47137d00cacd'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:04:57.715790 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-2b9314a3-22aa-46b7-b314-12890f1d19dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:04:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['62aa646c-014b-4b5e-a9b5-47137d00cacd'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:04:57.765789 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-02993c01-1dbf-494e-9a7b-3790684218f3 admin admin] For port 8bbf2440-ac13-458c-8a02-cc347e5dafa7, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=8bbf2440-ac13-458c-8a02-cc347e5dafa7,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:04:57.765789 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-02993c01-1dbf-494e-9a7b-3790684218f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:57.791588 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7432e9be-8cdd-40a6-a5d2-98197581e378 req-c39d34e6-d5d2-4315-856f-01ddb8b8598f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6577dc3d-76e7-4320-a115-e81ce5234e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1743426 May 23 11:04:57.818613 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-67a823d5-0ac7-434f-adef-6a2ac087697e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a00999-2f4d-4171-9861-743771f002be', 'name': 'tempest-FloatingIPDetailsTestJSON-1879256786-router', 'tenant_id': '07103f8fb68a43de9d34cd239e20b146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '8bbf2440-ac13-458c-8a02-cc347e5dafa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:31Z', 'updated_at': '2022-05-23T11:04:53Z', 'revision_number': 5, 'project_id': '07103f8fb68a43de9d34cd239e20b146', 'gw_port': {'id': '8bbf2440-ac13-458c-8a02-cc347e5dafa7', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:86:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a00999-2f4d-4171-9861-743771f002be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:34Z', 'updated_at': '2022-05-23T11:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:04:57.822914 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a823d5-0ac7-434f-adef-6a2ac087697e None None] The sync data for ids ['e5a00999-2f4d-4171-9861-743771f002be'] in n-d-842952-2 is: [{'id': 'e5a00999-2f4d-4171-9861-743771f002be', 'name': 'tempest-FloatingIPDetailsTestJSON-1879256786-router', 'tenant_id': '07103f8fb68a43de9d34cd239e20b146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '8bbf2440-ac13-458c-8a02-cc347e5dafa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:31Z', 'updated_at': '2022-05-23T11:04:53Z', 'revision_number': 5, 'project_id': '07103f8fb68a43de9d34cd239e20b146', 'gw_port': {'id': '8bbf2440-ac13-458c-8a02-cc347e5dafa7', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:86:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a00999-2f4d-4171-9861-743771f002be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:34Z', 'updated_at': '2022-05-23T11:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:04:58.024766 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce87b08c-750b-4b62-b861-8e53a882ad80 req-0c1d6e11-4a04-4c61-8506-949896768880 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Router 29a3e85c-cbc2-450d-98be-8fee03a51fa4 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:04:58.033247 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7432e9be-8cdd-40a6-a5d2-98197581e378 req-30aa5563-f599-41ab-a54d-d24c5963516f service neutron] 10.222.0.79 "GET /v2.0/networks/6577dc3d-76e7-4320-a115-e81ce5234e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321584 May 23 11:04:58.047323 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-02993c01-1dbf-494e-9a7b-3790684218f3 admin admin] Calling delete_port for 8bbf2440-ac13-458c-8a02-cc347e5dafa7 owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:04:58.087527 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-2b9314a3-22aa-46b7-b314-12890f1d19dc None None] Set router 62aa646c-014b-4b5e-a9b5-47137d00cacd gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:04:58.337067 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-02993c01-1dbf-494e-9a7b-3790684218f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:58.373671 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4eb9af-5c8d-478c-95a7-608c4654d872 None None] New status for floating IP 18aaeafc-726f-40b0-8434-0092e0a61458: ACTIVE {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:04:58.453895 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02993c01-1dbf-494e-9a7b-3790684218f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bbf2440-ac13-458c-8a02-cc347e5dafa7,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:04:58.533675 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7432e9be-8cdd-40a6-a5d2-98197581e378 req-63374105-c208-454b-9428-3a18cf7be34f service neutron] 10.222.0.79 "GET /v2.0/networks/6577dc3d-76e7-4320-a115-e81ce5234e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4930415 May 23 11:04:58.637819 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-2b9314a3-22aa-46b7-b314-12890f1d19dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62aa646c-014b-4b5e-a9b5-47137d00cacd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-539417370-router', 'tenant_id': '28ad30c9ce014020932bf0f448507fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '8f7407e6-d009-453e-9e5a-857b81983522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:35Z', 'updated_at': '2022-05-23T11:03:55Z', 'revision_number': 4, 'project_id': '28ad30c9ce014020932bf0f448507fa3', 'gw_port': {'id': '8f7407e6-d009-453e-9e5a-857b81983522', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:eb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa646c-014b-4b5e-a9b5-47137d00cacd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:37Z', 'updated_at': '2022-05-23T11:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'e504dda2-5336-48af-84ce-e20710a575a5', 'name': '', 'network_id': '6577dc3d-76e7-4320-a115-e81ce5234e8c', 'tenant_id': '28ad30c9ce014020932bf0f448507fa3', 'mac_address': 'fa:16:3e:bc:5c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa646c-014b-4b5e-a9b5-47137d00cacd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5560744c-752b-4a3c-9fb8-a48ba0a5ab1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:51Z', 'updated_at': '2022-05-23T11:04:11Z', 'revision_number': 5, 'project_id': '28ad30c9ce014020932bf0f448507fa3', 'subnets': [{'id': '5560744c-752b-4a3c-9fb8-a48ba0a5ab1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:04:58.646976 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce87b08c-750b-4b62-b861-8e53a882ad80 req-0c1d6e11-4a04-4c61-8506-949896768880 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:04:58.648204 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9314a3-22aa-46b7-b314-12890f1d19dc None None] The sync data for ids ['62aa646c-014b-4b5e-a9b5-47137d00cacd'] in n-d-842952-2 is: [{'id': '62aa646c-014b-4b5e-a9b5-47137d00cacd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-539417370-router', 'tenant_id': '28ad30c9ce014020932bf0f448507fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '8f7407e6-d009-453e-9e5a-857b81983522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:35Z', 'updated_at': '2022-05-23T11:03:55Z', 'revision_number': 4, 'project_id': '28ad30c9ce014020932bf0f448507fa3', 'gw_port': {'id': '8f7407e6-d009-453e-9e5a-857b81983522', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:eb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa646c-014b-4b5e-a9b5-47137d00cacd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:37Z', 'updated_at': '2022-05-23T11:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'e504dda2-5336-48af-84ce-e20710a575a5', 'name': '', 'network_id': '6577dc3d-76e7-4320-a115-e81ce5234e8c', 'tenant_id': '28ad30c9ce014020932bf0f448507fa3', 'mac_address': 'fa:16:3e:bc:5c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa646c-014b-4b5e-a9b5-47137d00cacd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5560744c-752b-4a3c-9fb8-a48ba0a5ab1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:51Z', 'updated_at': '2022-05-23T11:04:11Z', 'revision_number': 5, 'project_id': '28ad30c9ce014020932bf0f448507fa3', 'subnets': [{'id': '5560744c-752b-4a3c-9fb8-a48ba0a5ab1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:04:59.052315 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 74be2710-cbd0-42c8-8bd8-ae239e7188be no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:04:59.069310 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-02993c01-1dbf-494e-9a7b-3790684218f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:59.148174 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 74be2710-cbd0-42c8-8bd8-ae239e7188be {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:04:59.148506 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 74be2710-cbd0-42c8-8bd8-ae239e7188be not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:04:59.148917 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 3ecec9c7-b5bf-409e-bb66-978556af0628 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:04:59.174302 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-58cca338-75c6-422d-9e71-be8d6ca45b52 req-3b56ffd0-7f56-4c0e-989f-726b53c94952 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5991611 May 23 11:04:59.187652 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 3ecec9c7-b5bf-409e-bb66-978556af0628 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:04:59.188022 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 3ecec9c7-b5bf-409e-bb66-978556af0628 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:04:59.188430 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 65b6ed11-376d-418e-a4fb-ab5f27ac6cbf no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:04:59.223245 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0798c22-9f44-43bb-b791-fc606caa5d64 req-53be4aa7-0f8c-4b3c-8f8e-050db3d62e8a tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:59.229247 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0798c22-9f44-43bb-b791-fc606caa5d64 req-53be4aa7-0f8c-4b3c-8f8e-050db3d62e8a tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d1a2c1a-1e28-4209-9f47-fc1285eba09a HTTP/1.1" status: 200 len: 950 time: 0.1289716 May 23 11:04:59.261277 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 65b6ed11-376d-418e-a4fb-ab5f27ac6cbf {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:04:59.261623 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 65b6ed11-376d-418e-a4fb-ab5f27ac6cbf not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:04:59.321225 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0798c22-9f44-43bb-b791-fc606caa5d64 req-fb4f3510-d046-4b5a-8faf-b1258aa728f1 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871596 May 23 11:04:59.480734 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41742) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:04:59.529848 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60a4361f-dd3a-47fc-ba10-74a4e39af8e2'] response: {'server_uuid': '8ce751fa-b96d-4d66-8c3d-a3a50bf6d416', 'name': 'network-vif-deleted', 'tag': '4a4f2c76-8b5f-4720-b3da-2f659b0c01b3', 'status': 'completed', 'code': 200} May 23 11:04:59.578541 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37436f08-7466-45c8-a53b-8b77dbc903ef'] response: {'name': 'network-changed', 'server_uuid': '7bf20ee0-be3d-4c2f-9a92-6b3d733e7ab8', 'tag': 'bd6ef874-705d-4654-ab9d-412e9cb3c630', 'status': 'completed', 'code': 200} May 23 11:04:59.678198 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-02993c01-1dbf-494e-9a7b-3790684218f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:59.686442 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b02ae9c0-fdab-45f2-b52f-e586e6407cde req-eed73d0f-3aad-4908-b649-277aaa45c02c tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "GET /v2.0/floatingips/a309c000-7c30-4775-afec-07df978ec310 HTTP/1.1" status: 200 len: 695 time: 0.1013820 May 23 11:04:59.720748 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-02993c01-1dbf-494e-9a7b-3790684218f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:59.733718 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-898cbd4c-43a3-4966-b8ed-9ee321a9346d admin admin] Deleting subnet 0d75ee46-9a39-476b-b86d-f2982c68d3cb {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:04:59.742672 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-898cbd4c-43a3-4966-b8ed-9ee321a9346d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:59.787635 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-58cca338-75c6-422d-9e71-be8d6ca45b52 req-8a8a5ec5-d7cb-464b-a8c1-6ee310665280 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 1099 time: 0.5111845 May 23 11:04:59.796228 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce87b08c-750b-4b62-b861-8e53a882ad80 req-0c1d6e11-4a04-4c61-8506-949896768880 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Router 29a3e85c-cbc2-450d-98be-8fee03a51fa4 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:04:59.820220 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-898cbd4c-43a3-4966-b8ed-9ee321a9346d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:59.878308 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-02993c01-1dbf-494e-9a7b-3790684218f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:04:59.878868 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02993c01-1dbf-494e-9a7b-3790684218f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5a00999-2f4d-4171-9861-743771f002be {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:04:59.942563 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bc0a6a6c-255d-45a1-be31-9a374f3e72af req-5f5c3cc9-a0a0-45ef-8c39-4d290ff69295 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=28ad30c9ce014020932bf0f448507fa3&device_id=7bf20ee0-be3d-4c2f-9a92-6b3d733e7ab8 HTTP/1.1" status: 200 len: 1096 time: 0.2948489 May 23 11:04:59.987379 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ae9c0-fdab-45f2-b52f-e586e6407cde req-e74a503e-56b9-4914-80ed-065550c80bce tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:04:59.988805 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b02ae9c0-fdab-45f2-b52f-e586e6407cde req-e74a503e-56b9-4914-80ed-065550c80bce tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "GET /v2.0/networks/87d63aa2-c2e7-4553-824a-d818708dd83b HTTP/1.1" status: 200 len: 784 time: 0.2917337 May 23 11:05:00.051758 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-898cbd4c-43a3-4966-b8ed-9ee321a9346d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:00.097159 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b02ae9c0-fdab-45f2-b52f-e586e6407cde req-efea772f-a1e1-4ed3-b7ba-e578625d23e9 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.110 HTTP/1.1" status: 200 len: 698 time: 0.0945566 May 23 11:05:00.126976 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-02993c01-1dbf-494e-9a7b-3790684218f3 admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:00.128135 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-02993c01-1dbf-494e-9a7b-3790684218f3 admin admin] 10.222.0.79 "DELETE /v2.0/routers/e5a00999-2f4d-4171-9861-743771f002be HTTP/1.1" status: 204 len: 168 time: 3.7335043 May 23 11:05:00.140614 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41764) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:05:00.198183 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b02ae9c0-fdab-45f2-b52f-e586e6407cde req-42a06cd3-bcb9-4bc9-923a-3b3413cda31c tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.110 HTTP/1.1" status: 200 len: 698 time: 0.0906286 May 23 11:05:00.206283 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cca338-75c6-422d-9e71-be8d6ca45b52 req-46be02cd-62c1-4235-b908-4fc555f49c0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:00.207762 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-58cca338-75c6-422d-9e71-be8d6ca45b52 req-46be02cd-62c1-4235-b908-4fc555f49c0f service neutron] 10.222.0.81 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.3609505 May 23 11:05:00.308084 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-58cca338-75c6-422d-9e71-be8d6ca45b52 req-16f0d138-0967-42b8-abef-7314ca0320f7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=b2f98c58-425b-4ec1-8d6f-d8eb0156696f HTTP/1.1" status: 200 len: 217 time: 0.0866330 May 23 11:05:00.319650 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3d92957-a721-40cb-801b-bc66eba090a8 admin admin] Deleting subnet 10b6e776-103b-45cd-a4b5-7156d52345a4 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:05:00.359268 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a6a6c-255d-45a1-be31-9a374f3e72af req-a24170d2-9727-49e2-b091-9a7633b26817 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:00.360525 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bc0a6a6c-255d-45a1-be31-9a374f3e72af req-a24170d2-9727-49e2-b091-9a7633b26817 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6577dc3d-76e7-4320-a115-e81ce5234e8c HTTP/1.1" status: 200 len: 929 time: 0.4022150 May 23 11:05:00.361176 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a3d92957-a721-40cb-801b-bc66eba090a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:00.380199 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-b02ae9c0-fdab-45f2-b52f-e586e6407cde req-9cde423e-fdc3-49cb-9b41-c8b98d79fec6 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Deleting port c6378e37-5d43-4cc1-9651-b96bf603193f {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:05:00.380565 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b02ae9c0-fdab-45f2-b52f-e586e6407cde req-9cde423e-fdc3-49cb-9b41-c8b98d79fec6 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:00.434571 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce87b08c-750b-4b62-b861-8e53a882ad80 req-0c1d6e11-4a04-4c61-8506-949896768880 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:05:00.440010 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ce87b08c-750b-4b62-b861-8e53a882ad80 req-0c1d6e11-4a04-4c61-8506-949896768880 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:00.475474 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-898cbd4c-43a3-4966-b8ed-9ee321a9346d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:00.520061 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bc0a6a6c-255d-45a1-be31-9a374f3e72af req-d20b665f-a584-4570-b4a9-c44ada405709 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd6ef874-705d-4654-ab9d-412e9cb3c630 HTTP/1.1" status: 200 len: 217 time: 0.1299117 May 23 11:05:00.525695 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898cbd4c-43a3-4966-b8ed-9ee321a9346d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d75ee46-9a39-476b-b86d-f2982c68d3cb,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:00.531195 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a3d92957-a721-40cb-801b-bc66eba090a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:00.609780 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cca338-75c6-422d-9e71-be8d6ca45b52 req-a356e209-4652-48d5-bbf3-6a2006b9d9c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:00.611196 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-58cca338-75c6-422d-9e71-be8d6ca45b52 req-a356e209-4652-48d5-bbf3-6a2006b9d9c2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.2947972 May 23 11:05:00.625807 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-898cbd4c-43a3-4966-b8ed-9ee321a9346d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:00.681605 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-898cbd4c-43a3-4966-b8ed-9ee321a9346d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/0d75ee46-9a39-476b-b86d-f2982c68d3cb HTTP/1.1" status: 204 len: 168 time: 1.1912768 May 23 11:05:00.684198 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41784) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:05:00.708203 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a6a6c-255d-45a1-be31-9a374f3e72af req-94a0bb32-f5e6-42d7-8cbb-ecd817082dbf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:00.709721 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bc0a6a6c-255d-45a1-be31-9a374f3e72af req-94a0bb32-f5e6-42d7-8cbb-ecd817082dbf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5560744c-752b-4a3c-9fb8-a48ba0a5ab1c HTTP/1.1" status: 200 len: 867 time: 0.1456754 May 23 11:05:00.781313 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a3d92957-a721-40cb-801b-bc66eba090a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:00.851501 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-58cca338-75c6-422d-9e71-be8d6ca45b52 req-618b28f9-a373-4a25-9280-83e1d5a12168 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2314134 May 23 11:05:00.854353 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce87b08c-750b-4b62-b861-8e53a882ad80 req-0c1d6e11-4a04-4c61-8506-949896768880 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "PUT /v2.0/floatingips/18aaeafc-726f-40b0-8434-0092e0a61458 HTTP/1.1" status: 200 len: 996 time: 6.1118031 May 23 11:05:00.864330 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b02ae9c0-fdab-45f2-b52f-e586e6407cde req-9cde423e-fdc3-49cb-9b41-c8b98d79fec6 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:00.864547 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b02ae9c0-fdab-45f2-b52f-e586e6407cde req-9cde423e-fdc3-49cb-9b41-c8b98d79fec6 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:00.955808 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bc0a6a6c-255d-45a1-be31-9a374f3e72af req-2e340983-066a-425c-a766-7fd81b1af03a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6577dc3d-76e7-4320-a115-e81ce5234e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2329245 May 23 11:05:00.959003 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a3d92957-a721-40cb-801b-bc66eba090a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:00.962611 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3a0374f6-5d4a-4334-8a4c-d343d835c540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:01.029599 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-b02ae9c0-fdab-45f2-b52f-e586e6407cde req-9cde423e-fdc3-49cb-9b41-c8b98d79fec6 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Calling delete_port for c6378e37-5d43-4cc1-9651-b96bf603193f owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:05:01.081661 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d92957-a721-40cb-801b-bc66eba090a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10b6e776-103b-45cd-a4b5-7156d52345a4,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:01.101379 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a3d92957-a721-40cb-801b-bc66eba090a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:01.105483 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b1864c-ffef-4355-9068-3c2041a606b4 None None] Network cff44a82-4e2b-4550-bdef-9ee10939ff49 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:05:01.125140 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a3d92957-a721-40cb-801b-bc66eba090a8 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/10b6e776-103b-45cd-a4b5-7156d52345a4 HTTP/1.1" status: 204 len: 168 time: 0.9787924 May 23 11:05:01.129057 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-58cca338-75c6-422d-9e71-be8d6ca45b52 req-61708c2c-5a84-45d4-97fc-81a0e3b2432d service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685764 May 23 11:05:01.129292 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41790) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:05:01.146018 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87b08c-750b-4b62-b861-8e53a882ad80 req-c2033be7-e883-4e97-b50a-7c52b9125cf1 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:01.149116 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce87b08c-750b-4b62-b861-8e53a882ad80 req-c2033be7-e883-4e97-b50a-7c52b9125cf1 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/ports/608b2041-4d79-4da2-b258-6e9b4b645f5e HTTP/1.1" status: 200 len: 943 time: 0.2753046 May 23 11:05:01.310061 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3a0374f6-5d4a-4334-8a4c-d343d835c540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:01.386574 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-3a0374f6-5d4a-4334-8a4c-d343d835c540 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89fd2017-c79f-459e-b391-8fe714a75615']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:05:01.405808 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7a9a25-e57c-4cb6-8bee-a9814116d059 None None] DHCP port deletion for cff44a82-4e2b-4550-bdef-9ee10939ff49 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:05:01.407244 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-3a0374f6-5d4a-4334-8a4c-d343d835c540 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '609cae3f-7d86-45f6-b453-c8418c72a2f2') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:05:01.407539 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-3a0374f6-5d4a-4334-8a4c-d343d835c540 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '609cae3f-7d86-45f6-b453-c8418c72a2f2') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:05:01.410988 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a9a25-e57c-4cb6-8bee-a9814116d059 None None] Deleting port 308baa80-3145-49fd-a86b-88442134d2c3 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:05:01.411697 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3b7a9a25-e57c-4cb6-8bee-a9814116d059 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:01.426779 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3a0374f6-5d4a-4334-8a4c-d343d835c540 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:01.445088 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b02ae9c0-fdab-45f2-b52f-e586e6407cde req-9cde423e-fdc3-49cb-9b41-c8b98d79fec6 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:01.449042 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bc0a6a6c-255d-45a1-be31-9a374f3e72af req-6aabe7de-d4f4-4418-81d3-9d5cf9e84e00 service neutron] 10.222.0.81 "GET /v2.0/networks/6577dc3d-76e7-4320-a115-e81ce5234e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4841852 May 23 11:05:01.487548 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3a0374f6-5d4a-4334-8a4c-d343d835c540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:01.492226 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce87b08c-750b-4b62-b861-8e53a882ad80 req-80e930b9-f3a9-4e72-98ed-40ca03220571 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e45cf791a4a1458dadb0a080d541d299&device_id=81f0e50e-11eb-4672-845a-a174fdd080c6 HTTP/1.1" status: 200 len: 1097 time: 0.2596695 May 23 11:05:01.504949 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde423e-fdc3-49cb-9b41-c8b98d79fec6 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Pushing event deleted for resources: {'Port': ['ID=c6378e37-5d43-4cc1-9651-b96bf603193f,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:01.508660 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a0374f6-5d4a-4334-8a4c-d343d835c540 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:05:01.509033 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3a0374f6-5d4a-4334-8a4c-d343d835c540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:01.539081 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:05:01.539081 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:05:01.539081 n-d-842952-2 neutron-server[83910]: timer() May 23 11:05:01.539081 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:05:01.539081 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:05:01.539081 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:05:01.539081 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:05:01.539081 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:05:01.539081 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:05:01.539081 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:05:01.539081 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:05:01.539081 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:05:01.539081 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:05:01.539081 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:05:01.539081 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:05:01.539081 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:05:01.539081 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:05:01.539081 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:05:01.539081 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:05:01.539081 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:05:01.539081 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:05:01.539081 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:05:01.539081 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:05:01.539081 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:05:01.539081 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:05:01.539081 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:05:01.539081 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:05:01.539081 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:05:01.539081 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:05:01.539081 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:05:01.539081 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:05:01.539081 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:05:01.550672 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ed93819-a771-4c4e-9a2d-0cc4ae946c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:01.586516 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f0e50e-11eb-4672-845a-a174fdd080c6', 'tag': '608b2041-4d79-4da2-b258-6e9b4b645f5e'}, {'name': 'network-changed', 'server_uuid': 'b15ed878-ad7d-4efa-b494-bc7f56294b05', 'tag': '4648b642-2faf-432c-9e80-6f3491ae63a8'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:05:01.596952 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-58cca338-75c6-422d-9e71-be8d6ca45b52 req-48e62e52-c99b-496b-82ab-ac42e6bb5cc1 service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150973 May 23 11:05:01.601713 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-9ed93819-a771-4c4e-9a2d-0cc4ae946c5b admin admin] Deleting port 308baa80-3145-49fd-a86b-88442134d2c3 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:05:01.602047 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ed93819-a771-4c4e-9a2d-0cc4ae946c5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:01.641550 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3b7a9a25-e57c-4cb6-8bee-a9814116d059 None None] For port 308baa80-3145-49fd-a86b-88442134d2c3, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=308baa80-3145-49fd-a86b-88442134d2c3,segment=NetworkSegment(c4db3664-02ec-4348-9d61-10c46d068332),segment_id=c4db3664-02ec-4348-9d61-10c46d068332)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:05:01.641806 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3b7a9a25-e57c-4cb6-8bee-a9814116d059 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:01.709144 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bc0a6a6c-255d-45a1-be31-9a374f3e72af req-d2f9d3ea-1db4-461a-bf71-9e394cd5db46 service neutron] 10.222.0.81 "GET /v2.0/networks/6577dc3d-76e7-4320-a115-e81ce5234e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526286 May 23 11:05:01.762192 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3a0374f6-5d4a-4334-8a4c-d343d835c540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:01.770632 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a9a25-e57c-4cb6-8bee-a9814116d059 None None] Calling delete_port for 308baa80-3145-49fd-a86b-88442134d2c3 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:05:01.792769 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3a0374f6-5d4a-4334-8a4c-d343d835c540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:01.825599 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0374f6-5d4a-4334-8a4c-d343d835c540 admin admin] Pushing event deleted for resources: {'Network': ['ID=89fd2017-c79f-459e-b391-8fe714a75615,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:01.828829 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b02ae9c0-fdab-45f2-b52f-e586e6407cde req-9cde423e-fdc3-49cb-9b41-c8b98d79fec6 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:01.839009 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87b08c-750b-4b62-b861-8e53a882ad80 req-70535292-496d-4cf1-aa1e-3879298dc649 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:01.840508 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce87b08c-750b-4b62-b861-8e53a882ad80 req-70535292-496d-4cf1-aa1e-3879298dc649 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0930e7e8-6d74-47b9-b850-f307a169b841 HTTP/1.1" status: 200 len: 922 time: 0.3379533 May 23 11:05:01.842739 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-9ed93819-a771-4c4e-9a2d-0cc4ae946c5b admin admin] For port 308baa80-3145-49fd-a86b-88442134d2c3, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=308baa80-3145-49fd-a86b-88442134d2c3,segment=NetworkSegment(c4db3664-02ec-4348-9d61-10c46d068332),segment_id=c4db3664-02ec-4348-9d61-10c46d068332)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:05:01.843076 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ed93819-a771-4c4e-9a2d-0cc4ae946c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:01.865731 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3a0374f6-5d4a-4334-8a4c-d343d835c540 admin admin] 10.222.0.79 "DELETE /v2.0/networks/89fd2017-c79f-459e-b391-8fe714a75615 HTTP/1.1" status: 204 len: 168 time: 1.1804807 May 23 11:05:01.876752 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3b7a9a25-e57c-4cb6-8bee-a9814116d059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:01.938111 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b02ae9c0-fdab-45f2-b52f-e586e6407cde req-9cde423e-fdc3-49cb-9b41-c8b98d79fec6 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:01.939241 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b02ae9c0-fdab-45f2-b52f-e586e6407cde req-9cde423e-fdc3-49cb-9b41-c8b98d79fec6 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "DELETE /v2.0/floatingips/a309c000-7c30-4775-afec-07df978ec310 HTTP/1.1" status: 204 len: 173 time: 1.7291601 May 23 11:05:01.944370 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a9a25-e57c-4cb6-8bee-a9814116d059 None None] Pushing event deleted for resources: {'Port': ['ID=308baa80-3145-49fd-a86b-88442134d2c3,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:01.950742 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7a9a25-e57c-4cb6-8bee-a9814116d059 None None] No DVR routers for this DVR port 308baa80-3145-49fd-a86b-88442134d2c3 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:05:01.962152 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce87b08c-750b-4b62-b861-8e53a882ad80 req-41c390ce-ec30-4b14-ad2e-5db70b309911 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=608b2041-4d79-4da2-b258-6e9b4b645f5e HTTP/1.1" status: 200 len: 217 time: 0.0991635 May 23 11:05:01.980017 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-9ed93819-a771-4c4e-9a2d-0cc4ae946c5b admin admin] Calling delete_port for 308baa80-3145-49fd-a86b-88442134d2c3 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:05:02.028690 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87b08c-750b-4b62-b861-8e53a882ad80 req-c1148a35-1992-4138-b0ff-b1e1879e07b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:02.030627 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce87b08c-750b-4b62-b861-8e53a882ad80 req-c1148a35-1992-4138-b0ff-b1e1879e07b5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=233b37e7-7248-4012-bd3c-2373f43dcd00 HTTP/1.1" status: 200 len: 860 time: 0.0616663 May 23 11:05:02.064673 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.api [None req-9ed93819-a771-4c4e-9a2d-0cc4ae946c5b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:05:02.065151 n-d-842952-2 neutron-server[83911]: DEBUG oslo_db.api [None req-9ed93819-a771-4c4e-9a2d-0cc4ae946c5b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:05:02.116570 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce87b08c-750b-4b62-b861-8e53a882ad80 req-00230da8-e454-4a82-9b47-d8c58d949f4a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0930e7e8-6d74-47b9-b850-f307a169b841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785000 May 23 11:05:02.138477 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41802) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:05:02.189794 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-27ad0e8a-4790-4543-a777-513dabb13acf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=36ff1ca21b0340469c2ca3ca6b86bb41&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0499916 May 23 11:05:02.192386 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41806) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:05:02.255655 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0a3c4ff1-2550-4b37-bc38-4997345d260e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:02.283973 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0a3c4ff1-2550-4b37-bc38-4997345d260e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:02.342115 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0a3c4ff1-2550-4b37-bc38-4997345d260e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:02.358151 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c4ff1-2550-4b37-bc38-4997345d260e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fc0ef1-6cd6-420c-bcb6-bbd77c54e68d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:02.366490 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0a3c4ff1-2550-4b37-bc38-4997345d260e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:02.368306 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0a3c4ff1-2550-4b37-bc38-4997345d260e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/89fc0ef1-6cd6-420c-bcb6-bbd77c54e68d HTTP/1.1" status: 204 len: 168 time: 0.1749675 May 23 11:05:02.408806 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce87b08c-750b-4b62-b861-8e53a882ad80 req-025c0f26-66f4-4e11-88f9-5489380da72e service neutron] 10.222.0.79 "GET /v2.0/networks/0930e7e8-6d74-47b9-b850-f307a169b841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859585 May 23 11:05:02.444683 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cadc8a6-76fb-4c8f-818a-6b5e4f640a28 req-b1a94ab1-7066-49ed-9c3c-2f4f1dc979b8 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:02.446016 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1cadc8a6-76fb-4c8f-818a-6b5e4f640a28 req-b1a94ab1-7066-49ed-9c3c-2f4f1dc979b8 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d1a2c1a-1e28-4209-9f47-fc1285eba09a HTTP/1.1" status: 200 len: 950 time: 0.2571814 May 23 11:05:02.566912 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-9ed93819-a771-4c4e-9a2d-0cc4ae946c5b admin admin] Deleting port 308baa80-3145-49fd-a86b-88442134d2c3 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:05:02.567451 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ed93819-a771-4c4e-9a2d-0cc4ae946c5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:02.568983 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1cadc8a6-76fb-4c8f-818a-6b5e4f640a28 req-f596545d-2fb7-41e2-a080-d9cc34179a2e tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780702 May 23 11:05:02.595354 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce87b08c-750b-4b62-b861-8e53a882ad80 req-1b45c793-31ac-4475-b12c-60666206cbaa service neutron] 10.222.0.79 "GET /v2.0/networks/0930e7e8-6d74-47b9-b850-f307a169b841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767278 May 23 11:05:02.662873 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-9ed93819-a771-4c4e-9a2d-0cc4ae946c5b admin admin] The port '308baa80-3145-49fd-a86b-88442134d2c3' was deleted {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:05:02.683485 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce87b08c-750b-4b62-b861-8e53a882ad80 req-b1ba5977-8904-4ae1-a084-2396d4aacd03 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e45cf791a4a1458dadb0a080d541d299&device_id=b15ed878-ad7d-4efa-b494-bc7f56294b05 HTTP/1.1" status: 200 len: 1096 time: 0.0713084 May 23 11:05:02.806504 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ed93819-a771-4c4e-9a2d-0cc4ae946c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:02.820287 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d977ceb5-0aa7-416e-918f-ce0012081775 None None] Sync routers for ids ['29a3e85c-cbc2-450d-98be-8fee03a51fa4'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:05:02.856055 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-9ed93819-a771-4c4e-9a2d-0cc4ae946c5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cff44a82-4e2b-4550-bdef-9ee10939ff49']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:05:02.864556 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d977ceb5-0aa7-416e-918f-ce0012081775 None None] Routers {'29a3e85c-cbc2-450d-98be-8fee03a51fa4'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:05:02.865181 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d977ceb5-0aa7-416e-918f-ce0012081775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:04:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['29a3e85c-cbc2-450d-98be-8fee03a51fa4'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:05:02.882024 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-9ed93819-a771-4c4e-9a2d-0cc4ae946c5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4db3664-02ec-4348-9d61-10c46d068332') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:05:02.884110 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-9ed93819-a771-4c4e-9a2d-0cc4ae946c5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4db3664-02ec-4348-9d61-10c46d068332') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:05:02.909809 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ed93819-a771-4c4e-9a2d-0cc4ae946c5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:02.955664 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87b08c-750b-4b62-b861-8e53a882ad80 req-2f3ce4b7-3815-4b44-98e6-2767450cd04d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:02.958084 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ed93819-a771-4c4e-9a2d-0cc4ae946c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:02.968027 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce87b08c-750b-4b62-b861-8e53a882ad80 req-2f3ce4b7-3815-4b44-98e6-2767450cd04d service neutron] 10.222.0.79 "GET /v2.0/networks?id=0930e7e8-6d74-47b9-b850-f307a169b841 HTTP/1.1" status: 200 len: 922 time: 0.2778692 May 23 11:05:02.976579 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed93819-a771-4c4e-9a2d-0cc4ae946c5b admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:05:02.977200 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ed93819-a771-4c4e-9a2d-0cc4ae946c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:03.054321 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 308baa80-3145-49fd-a86b-88442134d2c3 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:05:03.096105 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:05:03.096105 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:05:03.096105 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:05:03.096105 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:05:03.096105 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:05:03.096105 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:05:03.096105 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:05:03.096105 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:05:03.096105 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:05:03.096105 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:05:03.096105 n-d-842952-2 neutron-server[83911]: timer() May 23 11:05:03.096105 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:05:03.096105 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:05:03.096105 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:05:03.096105 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:05:03.096105 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:05:03.096105 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:05:03.096105 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:05:03.096105 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:05:03.096105 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:05:03.096105 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:05:03.096105 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:05:03.096105 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:05:03.096105 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:05:03.096105 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:05:03.096105 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:05:03.096105 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:05:03.096105 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:05:03.096105 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:05:03.096105 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:05:03.096105 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:05:03.096105 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:05:03.096105 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:05:03.096105 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:05:03.096105 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:05:03.096105 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:05:03.096105 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:05:03.096105 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:05:03.096105 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:05:03.096105 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:05:03.135866 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ed93819-a771-4c4e-9a2d-0cc4ae946c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:03.137691 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 308baa80-3145-49fd-a86b-88442134d2c3 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:05:03.138042 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 308baa80-3145-49fd-a86b-88442134d2c3 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:05:03.165688 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ed93819-a771-4c4e-9a2d-0cc4ae946c5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:03.189187 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9531a79f-d9b8-4243-877c-f612633eae09 None None] New status for floating IP a309c000-7c30-4775-afec-07df978ec310: DOWN {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:05:03.197125 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed93819-a771-4c4e-9a2d-0cc4ae946c5b admin admin] Pushing event deleted for resources: {'Network': ['ID=cff44a82-4e2b-4550-bdef-9ee10939ff49,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:03.211422 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9ed93819-a771-4c4e-9a2d-0cc4ae946c5b admin admin] 10.222.0.79 "DELETE /v2.0/networks/cff44a82-4e2b-4550-bdef-9ee10939ff49 HTTP/1.1" status: 204 len: 168 time: 2.0764337 May 23 11:05:03.253100 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce87b08c-750b-4b62-b861-8e53a882ad80 req-3e9fc6f8-8659-4710-9e19-b183f8b2fbff service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4648b642-2faf-432c-9e80-6f3491ae63a8 HTTP/1.1" status: 200 len: 1001 time: 0.2834506 May 23 11:05:03.257876 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-220c97ac-2570-433c-bb15-e930d5ddb062'] response: {'name': 'network-changed', 'server_uuid': '81f0e50e-11eb-4672-845a-a174fdd080c6', 'tag': '608b2041-4d79-4da2-b258-6e9b4b645f5e', 'status': 'completed', 'code': 200} May 23 11:05:03.258631 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-220c97ac-2570-433c-bb15-e930d5ddb062'] response: {'name': 'network-changed', 'server_uuid': 'b15ed878-ad7d-4efa-b494-bc7f56294b05', 'tag': '4648b642-2faf-432c-9e80-6f3491ae63a8', 'status': 'completed', 'code': 200} May 23 11:05:03.335536 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-d977ceb5-0aa7-416e-918f-ce0012081775 None None] Set router 29a3e85c-cbc2-450d-98be-8fee03a51fa4 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:05:03.386717 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87b08c-750b-4b62-b861-8e53a882ad80 req-39dc7919-a8d7-4cd5-9148-5b3c6d0330b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:03.399365 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce87b08c-750b-4b62-b861-8e53a882ad80 req-39dc7919-a8d7-4cd5-9148-5b3c6d0330b2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=233b37e7-7248-4012-bd3c-2373f43dcd00 HTTP/1.1" status: 200 len: 860 time: 0.1453481 May 23 11:05:03.401775 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d9ee56da-f1e3-4e6c-bf7a-d6bef4ca7965 req-e053d566-abc6-4052-9108-4ebf9553e072 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e45cf791a4a1458dadb0a080d541d299&device_id=81f0e50e-11eb-4672-845a-a174fdd080c6 HTTP/1.1" status: 200 len: 1097 time: 0.1264598 May 23 11:05:03.480137 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41842) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:05:03.614835 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce87b08c-750b-4b62-b861-8e53a882ad80 req-3fd2b205-f165-4c0d-91c8-b8d0171179ad service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0930e7e8-6d74-47b9-b850-f307a169b841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2132323 May 23 11:05:03.617518 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-17b22f50-9c66-4b5b-9f5a-5e7f03c28d60 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=07103f8fb68a43de9d34cd239e20b146&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1303921 May 23 11:05:03.620099 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41854) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:05:03.860149 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee56da-f1e3-4e6c-bf7a-d6bef4ca7965 req-a9a8d033-616a-485b-b7e0-5432ad38124d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:03.861760 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d9ee56da-f1e3-4e6c-bf7a-d6bef4ca7965 req-a9a8d033-616a-485b-b7e0-5432ad38124d service neutron] 10.222.0.81 "GET /v2.0/networks?id=0930e7e8-6d74-47b9-b850-f307a169b841 HTTP/1.1" status: 200 len: 922 time: 0.4530792 May 23 11:05:03.900300 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce87b08c-750b-4b62-b861-8e53a882ad80 req-4d79e836-5082-487b-a099-c8b51ff48993 service neutron] 10.222.0.79 "GET /v2.0/networks/0930e7e8-6d74-47b9-b850-f307a169b841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760072 May 23 11:05:03.924015 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8b7b3502-b19a-4ef4-abfc-236a454a7550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:03.955460 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d9ee56da-f1e3-4e6c-bf7a-d6bef4ca7965 req-4a32f787-9262-4717-af27-5f5b2e4a7e59 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=608b2041-4d79-4da2-b258-6e9b4b645f5e HTTP/1.1" status: 200 len: 217 time: 0.0872757 May 23 11:05:03.957607 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d977ceb5-0aa7-416e-918f-ce0012081775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1037448032-router', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '9deb4962-2b81-43e3-9ff2-0c15f7b58715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:17Z', 'updated_at': '2022-05-23T11:03:33Z', 'revision_number': 4, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'gw_port': {'id': '9deb4962-2b81-43e3-9ff2-0c15f7b58715', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:19Z', 'updated_at': '2022-05-23T11:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '18aaeafc-726f-40b0-8434-0092e0a61458', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'floating_ip_address': '172.25.6.163', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'port_id': '4648b642-2faf-432c-9e80-6f3491ae63a8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841', 'mac_address': 'fa:16:3e:b2:21:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15ed878-ad7d-4efa-b494-bc7f56294b05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:04:19Z', 'updated_at': '2022-05-23T11:04:58Z', 'revision_number': 3, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8097e783-afd4-414b-9aef-ef542f9e8d0f', 'name': '', 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'mac_address': 'fa:16:3e:94:c6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '233b37e7-7248-4012-bd3c-2373f43dcd00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:30Z', 'updated_at': '2022-05-23T11:03:44Z', 'revision_number': 5, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'subnets': [{'id': '233b37e7-7248-4012-bd3c-2373f43dcd00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:05:03.961518 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d977ceb5-0aa7-416e-918f-ce0012081775 None None] Checking router: 29a3e85c-cbc2-450d-98be-8fee03a51fa4 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:05:03.971845 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d977ceb5-0aa7-416e-918f-ce0012081775 None None] Routers {'29a3e85c-cbc2-450d-98be-8fee03a51fa4'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:05:03.972436 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d977ceb5-0aa7-416e-918f-ce0012081775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:04:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['29a3e85c-cbc2-450d-98be-8fee03a51fa4'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:05:04.019874 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee56da-f1e3-4e6c-bf7a-d6bef4ca7965 req-cc23299c-e108-4c09-9685-929dfef44566 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:04.021464 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d9ee56da-f1e3-4e6c-bf7a-d6bef4ca7965 req-cc23299c-e108-4c09-9685-929dfef44566 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=233b37e7-7248-4012-bd3c-2373f43dcd00 HTTP/1.1" status: 200 len: 860 time: 0.0583208 May 23 11:05:04.067926 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8b7b3502-b19a-4ef4-abfc-236a454a7550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:04.099284 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d9ee56da-f1e3-4e6c-bf7a-d6bef4ca7965 req-64f2e410-117f-46a7-b1d1-50165a2d431e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0930e7e8-6d74-47b9-b850-f307a169b841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694616 May 23 11:05:04.105821 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:05:04.152295 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce87b08c-750b-4b62-b861-8e53a882ad80 req-9c64a640-4711-46fd-a750-c202e5b3edd9 service neutron] 10.222.0.79 "GET /v2.0/networks/0930e7e8-6d74-47b9-b850-f307a169b841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511625 May 23 11:05:04.154301 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-d977ceb5-0aa7-416e-918f-ce0012081775 None None] Set router 29a3e85c-cbc2-450d-98be-8fee03a51fa4 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:05:04.184591 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba634613-c2fb-47b7-bfba-6067fcb46018 req-818ec16d-46fc-4da8-b809-5e11778c526c tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:04.185318 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ba634613-c2fb-47b7-bfba-6067fcb46018 req-818ec16d-46fc-4da8-b809-5e11778c526c tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Synchronizing usage tracker for tenant:28ad30c9ce014020932bf0f448507fa3 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:05:04.190151 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8b7b3502-b19a-4ef4-abfc-236a454a7550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:04.212673 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b3502-b19a-4ef4-abfc-236a454a7550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4ea50b-58ee-46a9-bdfc-1ac3ee0914ee,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:04.221287 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ba634613-c2fb-47b7-bfba-6067fcb46018 req-818ec16d-46fc-4da8-b809-5e11778c526c tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Unset dirty status for tenant:28ad30c9ce014020932bf0f448507fa3 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:05:04.221983 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ba634613-c2fb-47b7-bfba-6067fcb46018 req-818ec16d-46fc-4da8-b809-5e11778c526c tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bf20ee0-be3d-4c2f-9a92-6b3d733e7ab8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2361064 May 23 11:05:04.223145 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8b7b3502-b19a-4ef4-abfc-236a454a7550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:04.224167 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8b7b3502-b19a-4ef4-abfc-236a454a7550 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/be4ea50b-58ee-46a9-bdfc-1ac3ee0914ee HTTP/1.1" status: 204 len: 168 time: 0.6030557 May 23 11:05:04.257348 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d9ee56da-f1e3-4e6c-bf7a-d6bef4ca7965 req-7ffc8c47-b70c-4bb9-b229-1bd27b3df97d service neutron] 10.222.0.81 "GET /v2.0/networks/0930e7e8-6d74-47b9-b850-f307a169b841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509542 May 23 11:05:04.325215 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ba634613-c2fb-47b7-bfba-6067fcb46018 req-b3e5ac83-cccf-4713-b1f5-6f78807ddb4b tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Synchronizing usage tracker for tenant:28ad30c9ce014020932bf0f448507fa3 on resource:floatingip {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:05:04.365576 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ba634613-c2fb-47b7-bfba-6067fcb46018 req-b3e5ac83-cccf-4713-b1f5-6f78807ddb4b tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Unset dirty status for tenant:28ad30c9ce014020932bf0f448507fa3 on resource:floatingip {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:05:04.366740 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ba634613-c2fb-47b7-bfba-6067fcb46018 req-b3e5ac83-cccf-4713-b1f5-6f78807ddb4b tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1337066 May 23 11:05:04.477060 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d9ee56da-f1e3-4e6c-bf7a-d6bef4ca7965 req-5a882087-81f7-4dc2-81d6-e444d7b8c457 service neutron] 10.222.0.81 "GET /v2.0/networks/0930e7e8-6d74-47b9-b850-f307a169b841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115419 May 23 11:05:04.524077 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a688e02-6faa-4c43-90ee-c065c67aa479 req-4fc8f8ab-1986-4086-ab37-7d13c202d6f3 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:04.531583 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9a688e02-6faa-4c43-90ee-c065c67aa479 req-4fc8f8ab-1986-4086-ab37-7d13c202d6f3 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d1a2c1a-1e28-4209-9f47-fc1285eba09a HTTP/1.1" status: 200 len: 950 time: 0.1154587 May 23 11:05:04.582842 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9a688e02-6faa-4c43-90ee-c065c67aa479 req-8a45c98f-762e-4b29-a104-a510fe07ff8e tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501354 May 23 11:05:04.588282 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d977ceb5-0aa7-416e-918f-ce0012081775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1037448032-router', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '9deb4962-2b81-43e3-9ff2-0c15f7b58715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:17Z', 'updated_at': '2022-05-23T11:03:33Z', 'revision_number': 4, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'gw_port': {'id': '9deb4962-2b81-43e3-9ff2-0c15f7b58715', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:19Z', 'updated_at': '2022-05-23T11:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '18aaeafc-726f-40b0-8434-0092e0a61458', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'floating_ip_address': '172.25.6.163', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'port_id': '4648b642-2faf-432c-9e80-6f3491ae63a8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841', 'mac_address': 'fa:16:3e:b2:21:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15ed878-ad7d-4efa-b494-bc7f56294b05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:04:19Z', 'updated_at': '2022-05-23T11:04:58Z', 'revision_number': 3, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8097e783-afd4-414b-9aef-ef542f9e8d0f', 'name': '', 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'mac_address': 'fa:16:3e:94:c6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '233b37e7-7248-4012-bd3c-2373f43dcd00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:30Z', 'updated_at': '2022-05-23T11:03:44Z', 'revision_number': 5, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'subnets': [{'id': '233b37e7-7248-4012-bd3c-2373f43dcd00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:05:04.593000 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d977ceb5-0aa7-416e-918f-ce0012081775 None None] The sync data for ids ['29a3e85c-cbc2-450d-98be-8fee03a51fa4'] in n-d-842952-2 is: [{'id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1037448032-router', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '9deb4962-2b81-43e3-9ff2-0c15f7b58715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:17Z', 'updated_at': '2022-05-23T11:03:33Z', 'revision_number': 4, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'gw_port': {'id': '9deb4962-2b81-43e3-9ff2-0c15f7b58715', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:19Z', 'updated_at': '2022-05-23T11:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '18aaeafc-726f-40b0-8434-0092e0a61458', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'floating_ip_address': '172.25.6.163', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'port_id': '4648b642-2faf-432c-9e80-6f3491ae63a8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841', 'mac_address': 'fa:16:3e:b2:21:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15ed878-ad7d-4efa-b494-bc7f56294b05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:04:19Z', 'updated_at': '2022-05-23T11:04:58Z', 'revision_number': 3, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8097e783-afd4-414b-9aef-ef542f9e8d0f', 'name': '', 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'mac_address': 'fa:16:3e:94:c6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '233b37e7-7248-4012-bd3c-2373f43dcd00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:30Z', 'updated_at': '2022-05-23T11:03:44Z', 'revision_number': 5, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'subnets': [{'id': '233b37e7-7248-4012-bd3c-2373f43dcd00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:05:04.690675 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d9ee56da-f1e3-4e6c-bf7a-d6bef4ca7965 req-9896df95-0904-4c7b-84c1-b8244e5d5428 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e45cf791a4a1458dadb0a080d541d299&device_id=b15ed878-ad7d-4efa-b494-bc7f56294b05 HTTP/1.1" status: 200 len: 1096 time: 0.1317360 May 23 11:05:04.762829 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce9d5d88-20c1-49ba-b17b-a1fd5aa6a31d req-f944aca3-5eaf-4b53-b170-2e10a29c75cc tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.163 HTTP/1.1" status: 200 len: 1001 time: 0.1286807 May 23 11:05:04.845583 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee56da-f1e3-4e6c-bf7a-d6bef4ca7965 req-d0986604-60f0-45b0-aca1-1c99f6c74781 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:04.847350 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d9ee56da-f1e3-4e6c-bf7a-d6bef4ca7965 req-d0986604-60f0-45b0-aca1-1c99f6c74781 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0930e7e8-6d74-47b9-b850-f307a169b841 HTTP/1.1" status: 200 len: 922 time: 0.1491344 May 23 11:05:04.849513 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d5d88-20c1-49ba-b17b-a1fd5aa6a31d req-36adc1f6-4049-4045-a79e-4f8a804a1164 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:04.851396 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce9d5d88-20c1-49ba-b17b-a1fd5aa6a31d req-36adc1f6-4049-4045-a79e-4f8a804a1164 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/ports/4648b642-2faf-432c-9e80-6f3491ae63a8 HTTP/1.1" status: 200 len: 942 time: 0.0826044 May 23 11:05:04.966369 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 8bbf2440-ac13-458c-8a02-cc347e5dafa7 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:05:05.015486 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 8bbf2440-ac13-458c-8a02-cc347e5dafa7 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:05:05.016135 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 8bbf2440-ac13-458c-8a02-cc347e5dafa7 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:05:05.079540 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d9ee56da-f1e3-4e6c-bf7a-d6bef4ca7965 req-9d29275d-d4ea-4978-88e0-743c9e2a7a41 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4648b642-2faf-432c-9e80-6f3491ae63a8 HTTP/1.1" status: 200 len: 1001 time: 0.2091360 May 23 11:05:05.208037 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee56da-f1e3-4e6c-bf7a-d6bef4ca7965 req-a930becb-c09d-40f8-a851-df8125be791a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:05.210503 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d9ee56da-f1e3-4e6c-bf7a-d6bef4ca7965 req-a930becb-c09d-40f8-a851-df8125be791a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=233b37e7-7248-4012-bd3c-2373f43dcd00 HTTP/1.1" status: 200 len: 860 time: 0.1284556 May 23 11:05:05.341620 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d9ee56da-f1e3-4e6c-bf7a-d6bef4ca7965 req-6803d1c1-53db-418a-bc88-27dcf60d9e71 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0930e7e8-6d74-47b9-b850-f307a169b841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1248298 May 23 11:05:05.343396 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-208800fd-0d28-44c9-9f86-cb47040b2b82 req-007dd871-d926-4511-acf4-ae42d0b9d592 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1064839 May 23 11:05:05.377199 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce9d5d88-20c1-49ba-b17b-a1fd5aa6a31d req-0c10d962-7bf5-42b2-b50c-40185d7453b2 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.163 HTTP/1.1" status: 200 len: 1001 time: 0.3737507 May 23 11:05:05.524039 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41934) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:05:05.664942 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d9ee56da-f1e3-4e6c-bf7a-d6bef4ca7965 req-f97a9d0b-207b-449e-a50f-5b5cf2bc4129 service neutron] 10.222.0.81 "GET /v2.0/networks/0930e7e8-6d74-47b9-b850-f307a169b841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043725 May 23 11:05:05.716840 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d5d88-20c1-49ba-b17b-a1fd5aa6a31d req-da820f19-615a-43e0-bf33-fe68c974ed45 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:05.718210 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce9d5d88-20c1-49ba-b17b-a1fd5aa6a31d req-da820f19-615a-43e0-bf33-fe68c974ed45 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/networks/87d63aa2-c2e7-4553-824a-d818708dd83b HTTP/1.1" status: 200 len: 784 time: 0.3394842 May 23 11:05:05.739335 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-34a4dd07-d70f-474e-b3e2-80125980c8c4 req-0f4bf56f-c12a-4949-ae65-189039b66465 tempest-ServerShowV247Test-1148653270 tempest-ServerShowV247Test-1148653270-project] 10.222.0.79 "GET /v2.0/ports?device_id=dfc68d29-5b55-4f62-84cd-3fd37fa5a94c HTTP/1.1" status: 200 len: 210 time: 0.1905496 May 23 11:05:05.889805 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-714d6000-7a5e-40f6-bc37-02d33a974b3e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-99778131-network', 'tenant_id': 'bf22da870d5042c79dcad757321743ec'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:05:05.938651 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-714d6000-7a5e-40f6-bc37-02d33a974b3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:05:05.944868 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41962) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:05:05.972600 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-714d6000-7a5e-40f6-bc37-02d33a974b3e admin admin] Usage tracker for resource:network and tenant:bf22da870d5042c79dcad757321743ec is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:05:05.977687 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-714d6000-7a5e-40f6-bc37-02d33a974b3e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:05:05.993290 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-714d6000-7a5e-40f6-bc37-02d33a974b3e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:05:06.009285 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c965114b-1770-4d8b-b8df-9423f7cc99a4 None None] New status for floating IP 18aaeafc-726f-40b0-8434-0092e0a61458: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:05:06.078616 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714d6000-7a5e-40f6-bc37-02d33a974b3e admin admin] Made reservation on behalf of bf22da870d5042c79dcad757321743ec for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:05:06.086153 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-714d6000-7a5e-40f6-bc37-02d33a974b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:06.133575 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-714d6000-7a5e-40f6-bc37-02d33a974b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:06.166797 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d9ee56da-f1e3-4e6c-bf7a-d6bef4ca7965 req-a618d02c-e3ec-4b2e-a74f-54c9eaa5eea2 service neutron] 10.222.0.81 "GET /v2.0/networks/0930e7e8-6d74-47b9-b850-f307a169b841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4922435 May 23 11:05:06.229434 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-714d6000-7a5e-40f6-bc37-02d33a974b3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:05:06.233665 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-714d6000-7a5e-40f6-bc37-02d33a974b3e admin admin] Usage tracker for resource:security_group_rule and tenant:bf22da870d5042c79dcad757321743ec is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:05:06.236632 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-714d6000-7a5e-40f6-bc37-02d33a974b3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:05:06.242721 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-714d6000-7a5e-40f6-bc37-02d33a974b3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:05:06.304108 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36de37-6724-44b6-8693-6c92140b7d79 req-7a0c80fd-960a-459c-b940-5464cc8e32e7 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:06.305852 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9e36de37-6724-44b6-8693-6c92140b7d79 req-7a0c80fd-960a-459c-b940-5464cc8e32e7 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d1a2c1a-1e28-4209-9f47-fc1285eba09a HTTP/1.1" status: 200 len: 950 time: 0.1863532 May 23 11:05:06.341809 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-714d6000-7a5e-40f6-bc37-02d33a974b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:06.346735 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-714d6000-7a5e-40f6-bc37-02d33a974b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:06.367849 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-efb80e90-0ba6-404b-8674-09d12f3799d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:06.377865 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-714d6000-7a5e-40f6-bc37-02d33a974b3e admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:05:06.390504 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d6000-7a5e-40f6-bc37-02d33a974b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51e247a-69f7-42de-b1cd-7d1b2e4de1ce,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:06.396395 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-714d6000-7a5e-40f6-bc37-02d33a974b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:06.396395 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-714d6000-7a5e-40f6-bc37-02d33a974b3e admin admin] Added segment bb2ce236-cf80-42f5-89f8-1399f9b7488d of type vlan for network 8a342eab-fdf3-4318-a8c2-76cdfe481ce0 May 23 11:05:06.406460 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d6000-7a5e-40f6-bc37-02d33a974b3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:05:06.406840 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d6000-7a5e-40f6-bc37-02d33a974b3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:05:06.407168 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d6000-7a5e-40f6-bc37-02d33a974b3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:05:06.407540 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d6000-7a5e-40f6-bc37-02d33a974b3e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:05:06.407913 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d6000-7a5e-40f6-bc37-02d33a974b3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:05:06.408259 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d6000-7a5e-40f6-bc37-02d33a974b3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:05:06.408587 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d6000-7a5e-40f6-bc37-02d33a974b3e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:05:06.408907 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d6000-7a5e-40f6-bc37-02d33a974b3e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:05:06.409228 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d6000-7a5e-40f6-bc37-02d33a974b3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:05:06.409545 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d6000-7a5e-40f6-bc37-02d33a974b3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:05:06.409889 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d6000-7a5e-40f6-bc37-02d33a974b3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:05:06.448072 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-714d6000-7a5e-40f6-bc37-02d33a974b3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:06.448237 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9e36de37-6724-44b6-8693-6c92140b7d79 req-340a8ca8-7343-46dd-927a-344dea5e6e0b tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188750 May 23 11:05:06.481182 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4fa21ea3-a31a-4f07-9a46-9993f2d057b9 req-89d3e1be-4454-4cfc-b176-593b1974695e tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.163 HTTP/1.1" status: 200 len: 1001 time: 0.2572377 May 23 11:05:06.501846 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-714d6000-7a5e-40f6-bc37-02d33a974b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:06.506628 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714d6000-7a5e-40f6-bc37-02d33a974b3e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:06.507448 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-714d6000-7a5e-40f6-bc37-02d33a974b3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:06.578893 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-efb80e90-0ba6-404b-8674-09d12f3799d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:05:06.586905 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-efb80e90-0ba6-404b-8674-09d12f3799d9 admin admin] Usage tracker for resource:security_group_rule and tenant:e9c67f4392464f3f83b8f182fee04dfa is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:05:06.592264 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-efb80e90-0ba6-404b-8674-09d12f3799d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:05:06.600205 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa21ea3-a31a-4f07-9a46-9993f2d057b9 req-698aa9f5-d49d-4293-a71c-dfdd4d2eacd6 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:06.612219 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4fa21ea3-a31a-4f07-9a46-9993f2d057b9 req-698aa9f5-d49d-4293-a71c-dfdd4d2eacd6 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/ports/4648b642-2faf-432c-9e80-6f3491ae63a8 HTTP/1.1" status: 200 len: 942 time: 0.1261964 May 23 11:05:06.625310 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-efb80e90-0ba6-404b-8674-09d12f3799d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:05:06.689520 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41990) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:05:06.689664 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-714d6000-7a5e-40f6-bc37-02d33a974b3e admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1633611 May 23 11:05:06.690021 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d6000-7a5e-40f6-bc37-02d33a974b3e admin admin] Pushing event updated for resources: {'Network': ['ID=8a342eab-fdf3-4318-a8c2-76cdfe481ce0,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:06.703952 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 8a342eab-fdf3-4318-a8c2-76cdfe481ce0 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:05:06.716322 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-41285718-e641-41b2-91a3-f4c441f26540 admin admin] Request body: {'subnet': {'network_id': '8a342eab-fdf3-4318-a8c2-76cdfe481ce0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-99778131-subnet', 'tenant_id': 'bf22da870d5042c79dcad757321743ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:05:06.727300 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-41285718-e641-41b2-91a3-f4c441f26540 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:05:06.788666 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-41285718-e641-41b2-91a3-f4c441f26540 admin admin] Usage tracker for resource:subnet and tenant:bf22da870d5042c79dcad757321743ec is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:05:06.801651 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-41285718-e641-41b2-91a3-f4c441f26540 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:05:06.824983 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-41285718-e641-41b2-91a3-f4c441f26540 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:05:06.892375 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41285718-e641-41b2-91a3-f4c441f26540 admin admin] Made reservation on behalf of bf22da870d5042c79dcad757321743ec for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:05:06.894865 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-41285718-e641-41b2-91a3-f4c441f26540 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:06.974889 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4fa21ea3-a31a-4f07-9a46-9993f2d057b9 req-1f7856f4-b110-4b51-8c16-25bb60cff5bb tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.163 HTTP/1.1" status: 200 len: 1001 time: 0.2632082 May 23 11:05:07.156608 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-efb80e90-0ba6-404b-8674-09d12f3799d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:07.181719 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-efb80e90-0ba6-404b-8674-09d12f3799d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:07.289838 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb80e90-0ba6-404b-8674-09d12f3799d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26866ef-4895-4135-8be0-80b4bba66c70,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:07.304513 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-efb80e90-0ba6-404b-8674-09d12f3799d9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e9c67f4392464f3f83b8f182fee04dfa&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3579803 May 23 11:05:07.307313 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42004) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:05:07.369425 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb80e90-0ba6-404b-8674-09d12f3799d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:05:07.370164 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb80e90-0ba6-404b-8674-09d12f3799d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:05:07.370164 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb80e90-0ba6-404b-8674-09d12f3799d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:05:07.370371 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb80e90-0ba6-404b-8674-09d12f3799d9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:05:07.370688 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb80e90-0ba6-404b-8674-09d12f3799d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:05:07.371012 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb80e90-0ba6-404b-8674-09d12f3799d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:05:07.372029 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb80e90-0ba6-404b-8674-09d12f3799d9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:05:07.372029 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb80e90-0ba6-404b-8674-09d12f3799d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:05:07.372029 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb80e90-0ba6-404b-8674-09d12f3799d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:05:07.372392 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb80e90-0ba6-404b-8674-09d12f3799d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:05:07.372634 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb80e90-0ba6-404b-8674-09d12f3799d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:05:07.402610 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa21ea3-a31a-4f07-9a46-9993f2d057b9 req-433a3cff-346f-477f-a87a-16ff83cbf727 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:07.404122 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4fa21ea3-a31a-4f07-9a46-9993f2d057b9 req-433a3cff-346f-477f-a87a-16ff83cbf727 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/networks/87d63aa2-c2e7-4553-824a-d818708dd83b HTTP/1.1" status: 200 len: 784 time: 0.4177277 May 23 11:05:07.414124 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4deabc-1d5b-4a1f-947a-3f6a00145380 req-65086ad4-5ee0-4766-be1e-43656348da16 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:07.421425 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3b4deabc-1d5b-4a1f-947a-3f6a00145380 req-65086ad4-5ee0-4766-be1e-43656348da16 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bf20ee0-be3d-4c2f-9a92-6b3d733e7ab8 HTTP/1.1" status: 200 len: 945 time: 0.4361503 May 23 11:05:07.531138 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5db7e6ec-708c-412e-adeb-648e334fce17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:07.566493 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5db7e6ec-708c-412e-adeb-648e334fce17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:07.579639 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [req-7b82d997-6c29-445f-bdfa-b9d7af01d409 req-ab27058f-477a-4864-b182-603d51596a78 service neutron] show failed (client error): The resource could not be found. May 23 11:05:07.580693 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7b82d997-6c29-445f-bdfa-b9d7af01d409 req-ab27058f-477a-4864-b182-603d51596a78 service neutron] 10.222.0.13 "GET /v2.0/ports/c0403dea-ba7e-442c-aac9-a089aeee6b11/bindings/n-h2-842952-2 HTTP/1.1" status: 404 len: 380 time: 0.2475271 May 23 11:05:07.602551 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3b4deabc-1d5b-4a1f-947a-3f6a00145380 req-30da8936-cfb2-45fc-8abb-91fb205afae7 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "GET /v2.0/security-groups?id=421f9bcd-04ae-42d4-94ac-8178d9060af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799345 May 23 11:05:07.619191 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4fa21ea3-a31a-4f07-9a46-9993f2d057b9 req-3b1c95b3-60c4-43d9-9f75-c23111e5b0f7 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.163 HTTP/1.1" status: 200 len: 1001 time: 0.1948886 May 23 11:05:07.627002 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-4fa21ea3-a31a-4f07-9a46-9993f2d057b9 req-0e57af99-5bad-4ab6-bcde-31849ba9b47c tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:05:07.646579 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5db7e6ec-708c-412e-adeb-648e334fce17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:07.674168 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5db7e6ec-708c-412e-adeb-648e334fce17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:07.678770 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5db7e6ec-708c-412e-adeb-648e334fce17 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c26866ef-4895-4135-8be0-80b4bba66c70 HTTP/1.1" status: 204 len: 168 time: 0.3704071 May 23 11:05:07.680610 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db7e6ec-708c-412e-adeb-648e334fce17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26866ef-4895-4135-8be0-80b4bba66c70,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:07.719537 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42012) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:05:07.734407 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-41285718-e641-41b2-91a3-f4c441f26540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:07.750825 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:07.859752 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-3016533c-36e8-4adf-af12-9ff73bca7618 admin admin] Deleting subnet 60e4a373-c57e-4177-aabd-c000f2d6d45c {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:05:07.864790 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3016533c-36e8-4adf-af12-9ff73bca7618 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:07.975101 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3016533c-36e8-4adf-af12-9ff73bca7618 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:07.995989 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-9b9e59dd-a922-406b-a02f-1aa24d6a0123 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=d9f34ebc15424c61859fd294a55c0679&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0660975 May 23 11:05:08.003374 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-4fa21ea3-a31a-4f07-9a46-9993f2d057b9 req-0e57af99-5bad-4ab6-bcde-31849ba9b47c tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks [] for floatingip, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:08.107502 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3016533c-36e8-4adf-af12-9ff73bca7618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:08.165248 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7b82d997-6c29-445f-bdfa-b9d7af01d409 req-1e397188-f51e-4211-8e63-954520521d06 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5d1a2c1a-1e28-4209-9f47-fc1285eba09a&tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab HTTP/1.1" status: 200 len: 1101 time: 0.2645502 May 23 11:05:08.190905 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-7b82d997-6c29-445f-bdfa-b9d7af01d409 req-7da86ea3-1137-4df8-82b3-4cb9919b0c2f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-842952-2', 'device_owner': 'compute:nova'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:05:08.193335 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41285718-e641-41b2-91a3-f4c441f26540 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5265de05-7c12-4c1b-8b69-012647efbed0,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:08.213129 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42022) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:05:08.253278 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41285718-e641-41b2-91a3-f4c441f26540 admin admin] Checking segment: {'id': 'bb2ce236-cf80-42f5-89f8-1399f9b7488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '8a342eab-fdf3-4318-a8c2-76cdfe481ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:05:08.253637 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41285718-e641-41b2-91a3-f4c441f26540 admin admin] Network hostable DHCP agents. Network: 8a342eab-fdf3-4318-a8c2-76cdfe481ce0, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:05:08.272085 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4175c51f-9f66-4c9e-8778-fb85ac5d523b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:08.309456 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3016533c-36e8-4adf-af12-9ff73bca7618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:08.318560 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4e833-def0-423b-a5f4-ab1e429ed83d req-113a7db0-6f01-48a6-93d4-c957adc8a766 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:08.319251 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-88f4e833-def0-423b-a5f4-ab1e429ed83d req-113a7db0-6f01-48a6-93d4-c957adc8a766 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Synchronizing usage tracker for tenant:28ad30c9ce014020932bf0f448507fa3 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:05:08.370879 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016533c-36e8-4adf-af12-9ff73bca7618 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60e4a373-c57e-4177-aabd-c000f2d6d45c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:08.388006 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7b82d997-6c29-445f-bdfa-b9d7af01d409 req-7da86ea3-1137-4df8-82b3-4cb9919b0c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:08.397343 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3016533c-36e8-4adf-af12-9ff73bca7618 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:08.407386 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-88f4e833-def0-423b-a5f4-ab1e429ed83d req-113a7db0-6f01-48a6-93d4-c957adc8a766 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Unset dirty status for tenant:28ad30c9ce014020932bf0f448507fa3 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:05:08.408386 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-88f4e833-def0-423b-a5f4-ab1e429ed83d req-113a7db0-6f01-48a6-93d4-c957adc8a766 tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bf20ee0-be3d-4c2f-9a92-6b3d733e7ab8 HTTP/1.1" status: 200 len: 945 time: 0.3516526 May 23 11:05:08.412066 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3016533c-36e8-4adf-af12-9ff73bca7618 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/60e4a373-c57e-4177-aabd-c000f2d6d45c HTTP/1.1" status: 204 len: 168 time: 0.6914446 May 23 11:05:08.416982 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42026) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:05:08.436930 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-05bce6ba-52b5-4533-a01c-c629bb984e6a tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:08.438329 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-05bce6ba-52b5-4533-a01c-c629bb984e6a tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3642530 May 23 11:05:08.487622 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4175c51f-9f66-4c9e-8778-fb85ac5d523b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:05:08.544364 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41285718-e641-41b2-91a3-f4c441f26540 admin admin] Network 8a342eab-fdf3-4318-a8c2-76cdfe481ce0 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:05:08.547647 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4175c51f-9f66-4c9e-8778-fb85ac5d523b admin admin] Usage tracker for resource:security_group_rule and tenant:611bdc7ae455438c885d3607d7aab744 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:05:08.565482 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4175c51f-9f66-4c9e-8778-fb85ac5d523b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:05:08.566941 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-88f4e833-def0-423b-a5f4-ab1e429ed83d req-c7e9d378-0047-46a7-8287-21a84507d17c tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Deleting port bd6ef874-705d-4654-ab9d-412e9cb3c630 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:05:08.567304 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-88f4e833-def0-423b-a5f4-ab1e429ed83d req-c7e9d378-0047-46a7-8287-21a84507d17c tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:08.633519 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-df132ac2-8656-463a-a164-7993d7d8b58d tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.79 "GET /v2.0/quotas/d9f34ebc15424c61859fd294a55c0679 HTTP/1.1" status: 200 len: 375 time: 0.1690285 May 23 11:05:08.634302 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4175c51f-9f66-4c9e-8778-fb85ac5d523b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:05:08.664649 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-41285718-e641-41b2-91a3-f4c441f26540 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 8a342eab-fdf3-4318-a8c2-76cdfe481ce0) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:05:08.674356 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac0a734-62fc-4160-97dd-4e9254d77895 None None] Network 8a342eab-fdf3-4318-a8c2-76cdfe481ce0 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:05:08.710317 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41285718-e641-41b2-91a3-f4c441f26540 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:08.710910 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-41285718-e641-41b2-91a3-f4c441f26540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:08.721182 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-4fa21ea3-a31a-4f07-9a46-9993f2d057b9 req-0e57af99-5bad-4ab6-bcde-31849ba9b47c tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:08.737777 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2422e3eb-4527-4f15-9867-7134430e7ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:08.742229 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-18187597-a555-4ea0-8660-1cc92238c17b tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d9f34ebc15424c61859fd294a55c0679&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0910654 May 23 11:05:08.747417 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-4fa21ea3-a31a-4f07-9a46-9993f2d057b9 req-0e57af99-5bad-4ab6-bcde-31849ba9b47c tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:08.747758 n-d-842952-2 neutron-server[83910]: INFO neutron.db.l3_db [req-4fa21ea3-a31a-4f07-9a46-9993f2d057b9 req-0e57af99-5bad-4ab6-bcde-31849ba9b47c tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Floating IP 18aaeafc-726f-40b0-8434-0092e0a61458 disassociated. External IP: 172.25.6.163, port: 4648b642-2faf-432c-9e80-6f3491ae63a8. May 23 11:05:08.940950 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-7b82d997-6c29-445f-bdfa-b9d7af01d409 req-7da86ea3-1137-4df8-82b3-4cb9919b0c2f service neutron] For port c0403dea-ba7e-442c-aac9-a089aeee6b11, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=c0403dea-ba7e-442c-aac9-a089aeee6b11,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:05:09.012488 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-41285718-e641-41b2-91a3-f4c441f26540 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.3223283 May 23 11:05:09.017617 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42036) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:05:09.018029 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eefe9982-daa6-464a-9f82-292357665153 req-0359abb7-0eb8-42eb-98f8-d7923c4a06d7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=dfc68d29-5b55-4f62-84cd-3fd37fa5a94c HTTP/1.1" status: 200 len: 210 time: 0.1015835 May 23 11:05:09.020549 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-7b82d997-6c29-445f-bdfa-b9d7af01d409 req-7da86ea3-1137-4df8-82b3-4cb9919b0c2f service neutron] For port c0403dea-ba7e-442c-aac9-a089aeee6b11, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:05:09.061365 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-5418710c-7522-4444-8001-f7d443baf8d3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-99778131-router', 'tenant_id': 'bf22da870d5042c79dcad757321743ec', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:05:09.087072 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4175c51f-9f66-4c9e-8778-fb85ac5d523b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:09.100359 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4175c51f-9f66-4c9e-8778-fb85ac5d523b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:09.100989 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-88f4e833-def0-423b-a5f4-ab1e429ed83d req-c7e9d378-0047-46a7-8287-21a84507d17c tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] For port bd6ef874-705d-4654-ab9d-412e9cb3c630, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=bd6ef874-705d-4654-ab9d-412e9cb3c630,segment=NetworkSegment(75549fbd-072c-4860-acd7-cda586e0e6c6),segment_id=75549fbd-072c-4860-acd7-cda586e0e6c6)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:05:09.100989 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-88f4e833-def0-423b-a5f4-ab1e429ed83d req-c7e9d378-0047-46a7-8287-21a84507d17c tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:09.114093 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5418710c-7522-4444-8001-f7d443baf8d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:05:09.117801 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36d390f-2a15-46f5-b497-05bbd9e9abc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-8a342eab-fdf3-4318-a8c2-76cdfe481ce0', 'network_id': '8a342eab-fdf3-4318-a8c2-76cdfe481ce0', 'tenant_id': 'bf22da870d5042c79dcad757321743ec', 'fixed_ips': [{'subnet_id': '5265de05-7c12-4c1b-8b69-012647efbed0'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:05:09.118636 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f36d390f-2a15-46f5-b497-05bbd9e9abc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:09.163753 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5418710c-7522-4444-8001-f7d443baf8d3 admin admin] Usage tracker for resource:router and tenant:bf22da870d5042c79dcad757321743ec is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:05:09.210543 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:09.273528 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f00738e8-c8b6-4dc2-9e57-e908f8fcf7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:09.280645 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5418710c-7522-4444-8001-f7d443baf8d3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:05:09.346753 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2422e3eb-4527-4f15-9867-7134430e7ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:09.355005 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-88f4e833-def0-423b-a5f4-ab1e429ed83d req-c7e9d378-0047-46a7-8287-21a84507d17c tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Calling delete_port for bd6ef874-705d-4654-ab9d-412e9cb3c630 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:05:09.392265 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5418710c-7522-4444-8001-f7d443baf8d3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:05:09.394099 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4175c51f-9f66-4c9e-8778-fb85ac5d523b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865f4a8f-f4a8-4e4a-b6d3-2d786735bb69,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:09.395617 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1a2c1a-1e28-4209-9f47-fc1285eba09a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0403dea-ba7e-442c-aac9-a089aeee6b11'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:05:09.402166 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7b82d997-6c29-445f-bdfa-b9d7af01d409 req-7da86ea3-1137-4df8-82b3-4cb9919b0c2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:09.406431 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4175c51f-9f66-4c9e-8778-fb85ac5d523b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=611bdc7ae455438c885d3607d7aab744&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1863019 May 23 11:05:09.418200 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42050) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:05:09.427090 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-2422e3eb-4527-4f15-9867-7134430e7ba7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a025bceb-7400-4de0-b061-2810bd8afab4']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:05:09.434837 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-f36d390f-2a15-46f5-b497-05bbd9e9abc7 None None] Allocated IP 172.20.0.2 (8a342eab-fdf3-4318-a8c2-76cdfe481ce0/5265de05-7c12-4c1b-8b69-012647efbed0/27474d3b-40ad-4638-b98f-bafa9c239ae4) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:05:09.458188 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-2422e3eb-4527-4f15-9867-7134430e7ba7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6344bf50-bfbc-415d-80cf-5bf7b3798f16') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:05:09.458717 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-2422e3eb-4527-4f15-9867-7134430e7ba7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6344bf50-bfbc-415d-80cf-5bf7b3798f16') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:05:09.473299 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5418710c-7522-4444-8001-f7d443baf8d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:09.474244 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5418710c-7522-4444-8001-f7d443baf8d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:09.484078 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2422e3eb-4527-4f15-9867-7134430e7ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:09.507435 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5418710c-7522-4444-8001-f7d443baf8d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:09.509333 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-7b82d997-6c29-445f-bdfa-b9d7af01d409 req-7da86ea3-1137-4df8-82b3-4cb9919b0c2f service neutron] Transition to ACTIVE for port object c0403dea-ba7e-442c-aac9-a089aeee6b11 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:05:09.511676 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2422e3eb-4527-4f15-9867-7134430e7ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:09.523857 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2422e3eb-4527-4f15-9867-7134430e7ba7 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:05:09.524303 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2422e3eb-4527-4f15-9867-7134430e7ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:09.540633 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:05:09.540633 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:05:09.540633 n-d-842952-2 neutron-server[83910]: timer() May 23 11:05:09.540633 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:05:09.540633 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:05:09.540633 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:05:09.540633 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:05:09.540633 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:05:09.540633 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:05:09.540633 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:05:09.540633 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:05:09.540633 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:05:09.540633 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:05:09.540633 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:05:09.540633 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:05:09.540633 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:05:09.540633 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:05:09.540633 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:05:09.540633 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:05:09.540633 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:05:09.540633 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:05:09.540633 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:05:09.540633 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:05:09.540633 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:05:09.540633 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:05:09.540633 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:05:09.540633 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:05:09.540633 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:05:09.540633 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:05:09.540633 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:05:09.540633 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:05:09.540633 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:05:09.544365 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7b82d997-6c29-445f-bdfa-b9d7af01d409 req-7da86ea3-1137-4df8-82b3-4cb9919b0c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:09.600513 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283dc3f-703b-4674-8750-4851026b7ecf req-5ac6b42b-fa93-4cea-a215-e5c7d161f718 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:09.602013 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e283dc3f-703b-4674-8750-4851026b7ecf req-5ac6b42b-fa93-4cea-a215-e5c7d161f718 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d1a2c1a-1e28-4209-9f47-fc1285eba09a HTTP/1.1" status: 200 len: 950 time: 0.3115654 May 23 11:05:09.674757 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2422e3eb-4527-4f15-9867-7134430e7ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:09.747407 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f36d390f-2a15-46f5-b497-05bbd9e9abc7 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:09.765254 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f36d390f-2a15-46f5-b497-05bbd9e9abc7 None None] Transition to ACTIVE for port object 27474d3b-40ad-4638-b98f-bafa9c239ae4 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:05:09.790713 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f36d390f-2a15-46f5-b497-05bbd9e9abc7 None None] Transition to ACTIVE for port object 27474d3b-40ad-4638-b98f-bafa9c239ae4 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:05:09.799619 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f36d390f-2a15-46f5-b497-05bbd9e9abc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:09.838758 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2422e3eb-4527-4f15-9867-7134430e7ba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:09.863274 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422e3eb-4527-4f15-9867-7134430e7ba7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a025bceb-7400-4de0-b061-2810bd8afab4,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:09.882182 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e283dc3f-703b-4674-8750-4851026b7ecf req-af0ee113-2538-4a83-8968-b39f804b54dc tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640581 May 23 11:05:09.979719 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36d390f-2a15-46f5-b497-05bbd9e9abc7 None None] Pushing event updated for resources: {'Port': ['ID=27474d3b-40ad-4638-b98f-bafa9c239ae4,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:10.002632 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36d390f-2a15-46f5-b497-05bbd9e9abc7 None None] Network 8a342eab-fdf3-4318-a8c2-76cdfe481ce0 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:05:10.011904 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-f36d390f-2a15-46f5-b497-05bbd9e9abc7 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:05:10.016790 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36d390f-2a15-46f5-b497-05bbd9e9abc7 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:05:10.018005 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1852656b-d8d9-4fe1-8bfc-d04c3dd85790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:10.023415 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da86ea3-1137-4df8-82b3-4cb9919b0c2f service neutron] Pushing event updated for resources: {'Port': ['ID=c0403dea-ba7e-442c-aac9-a089aeee6b11,revision_number=6']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:10.058803 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2422e3eb-4527-4f15-9867-7134430e7ba7 admin admin] 10.222.0.79 "DELETE /v2.0/networks/a025bceb-7400-4de0-b061-2810bd8afab4 HTTP/1.1" status: 204 len: 168 time: 1.6296568 May 23 11:05:10.204945 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f36d390f-2a15-46f5-b497-05bbd9e9abc7 None None] Attempting to bind port 27474d3b-40ad-4638-b98f-bafa9c239ae4 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:05:10.205837 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f36d390f-2a15-46f5-b497-05bbd9e9abc7 None None] Attempting to bind port 27474d3b-40ad-4638-b98f-bafa9c239ae4 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'bb2ce236-cf80-42f5-89f8-1399f9b7488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '8a342eab-fdf3-4318-a8c2-76cdfe481ce0'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:05:10.206363 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36d390f-2a15-46f5-b497-05bbd9e9abc7 None None] Attempting to bind port 27474d3b-40ad-4638-b98f-bafa9c239ae4 on network 8a342eab-fdf3-4318-a8c2-76cdfe481ce0 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:05:10.225721 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36d390f-2a15-46f5-b497-05bbd9e9abc7 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:05:10.226094 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36d390f-2a15-46f5-b497-05bbd9e9abc7 None None] Checking segment: {'id': 'bb2ce236-cf80-42f5-89f8-1399f9b7488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '8a342eab-fdf3-4318-a8c2-76cdfe481ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:05:10.226497 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f36d390f-2a15-46f5-b497-05bbd9e9abc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:10.226883 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36d390f-2a15-46f5-b497-05bbd9e9abc7 None None] Bound using segment: {'id': 'bb2ce236-cf80-42f5-89f8-1399f9b7488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '8a342eab-fdf3-4318-a8c2-76cdfe481ce0'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:05:10.227346 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f36d390f-2a15-46f5-b497-05bbd9e9abc7 None None] Bound port: 27474d3b-40ad-4638-b98f-bafa9c239ae4, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2ce236-cf80-42f5-89f8-1399f9b7488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '8a342eab-fdf3-4318-a8c2-76cdfe481ce0'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:05:10.231361 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f36d390f-2a15-46f5-b497-05bbd9e9abc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:10.276465 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe729c9-c9a7-4044-aa9b-55158a3923fd req-482e2ad1-f108-4cce-b2c0-71ff03cc9b1c tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:10.278086 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-abe729c9-c9a7-4044-aa9b-55158a3923fd req-482e2ad1-f108-4cce-b2c0-71ff03cc9b1c tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bf20ee0-be3d-4c2f-9a92-6b3d733e7ab8 HTTP/1.1" status: 200 len: 945 time: 0.1314685 May 23 11:05:10.333236 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b82d997-6c29-445f-bdfa-b9d7af01d409 req-7da86ea3-1137-4df8-82b3-4cb9919b0c2f service neutron] No DVR routers for this DVR port c0403dea-ba7e-442c-aac9-a089aeee6b11 on host n-h1-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:05:10.337277 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-abe729c9-c9a7-4044-aa9b-55158a3923fd req-15d938eb-e33a-4004-9000-62e4d270c7de tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.79 "GET /v2.0/security-groups?id=421f9bcd-04ae-42d4-94ac-8178d9060af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520744 May 23 11:05:10.345058 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-88f4e833-def0-423b-a5f4-ab1e429ed83d req-c7e9d378-0047-46a7-8287-21a84507d17c tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:10.347861 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1852656b-d8d9-4fe1-8bfc-d04c3dd85790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:10.360255 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42058) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:05:10.392027 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['bd6ef874-705d-4654-ab9d-412e9cb3c630'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:05:10.397585 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4fa21ea3-a31a-4f07-9a46-9993f2d057b9 req-0e57af99-5bad-4ab6-bcde-31849ba9b47c tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Router 29a3e85c-cbc2-450d-98be-8fee03a51fa4 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:05:10.468225 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e9d378-0047-46a7-8287-21a84507d17c tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Pushing event deleted for resources: {'Port': ['ID=bd6ef874-705d-4654-ab9d-412e9cb3c630,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:10.482530 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f36d390f-2a15-46f5-b497-05bbd9e9abc7 None None] For port 27474d3b-40ad-4638-b98f-bafa9c239ae4, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:05:10.486229 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f36d390f-2a15-46f5-b497-05bbd9e9abc7 None None] For port 27474d3b-40ad-4638-b98f-bafa9c239ae4, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=27474d3b-40ad-4638-b98f-bafa9c239ae4,segment=NetworkSegment(bb2ce236-cf80-42f5-89f8-1399f9b7488d),segment_id=bb2ce236-cf80-42f5-89f8-1399f9b7488d)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:05:10.491523 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f36d390f-2a15-46f5-b497-05bbd9e9abc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:10.567993 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9c1cdde2-ee86-4329-8c8b-9623f013f6f7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ec2670f17c8f4eaab35098cbaf151a07&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2024314 May 23 11:05:10.572257 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42062) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:05:10.599460 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36d390f-2a15-46f5-b497-05bbd9e9abc7 None None] Pushing event updated for resources: {'Port': ['ID=27474d3b-40ad-4638-b98f-bafa9c239ae4,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:10.640416 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1852656b-d8d9-4fe1-8bfc-d04c3dd85790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:10.644892 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4fe67bba-ef80-4302-bf9e-3d374bf45199 req-60117300-494f-44b9-bf37-da5a984a053c tempest-ServerShowV247Test-1148653270 tempest-ServerShowV247Test-1148653270-project] 10.222.0.79 "GET /v2.0/ports?device_id=7494ebbb-62c3-4623-b453-f2b97a492299 HTTP/1.1" status: 200 len: 210 time: 0.0821650 May 23 11:05:10.650271 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5418710c-7522-4444-8001-f7d443baf8d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:10.708325 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-7b82d997-6c29-445f-bdfa-b9d7af01d409 req-7da86ea3-1137-4df8-82b3-4cb9919b0c2f service neutron] Attempting to bind port c0403dea-ba7e-442c-aac9-a089aeee6b11 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:05:10.708325 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-7b82d997-6c29-445f-bdfa-b9d7af01d409 req-7da86ea3-1137-4df8-82b3-4cb9919b0c2f service neutron] Attempting to bind port c0403dea-ba7e-442c-aac9-a089aeee6b11 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:05:10.708325 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b82d997-6c29-445f-bdfa-b9d7af01d409 req-7da86ea3-1137-4df8-82b3-4cb9919b0c2f service neutron] Attempting to bind port c0403dea-ba7e-442c-aac9-a089aeee6b11 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:05:10.763073 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-38cdefbe-173d-410d-94a0-a12ee3b93dfb tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=d9f34ebc15424c61859fd294a55c0679&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1095729 May 23 11:05:10.766603 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device c0403dea-ba7e-442c-aac9-a089aeee6b11 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:05:10.841343 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b82d997-6c29-445f-bdfa-b9d7af01d409 req-7da86ea3-1137-4df8-82b3-4cb9919b0c2f service neutron] Port c0403dea-ba7e-442c-aac9-a089aeee6b11 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:05:10.841696 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b82d997-6c29-445f-bdfa-b9d7af01d409 req-7da86ea3-1137-4df8-82b3-4cb9919b0c2f service neutron] Attempting to bind port c0403dea-ba7e-442c-aac9-a089aeee6b11 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:05:10.849034 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852656b-d8d9-4fe1-8bfc-d04c3dd85790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865f4a8f-f4a8-4e4a-b6d3-2d786735bb69,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:10.863646 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f4e833-def0-423b-a5f4-ab1e429ed83d req-c7e9d378-0047-46a7-8287-21a84507d17c tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] No DVR routers for this DVR port bd6ef874-705d-4654-ab9d-412e9cb3c630 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:05:10.868345 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-88f4e833-def0-423b-a5f4-ab1e429ed83d req-c7e9d378-0047-46a7-8287-21a84507d17c tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:10.890280 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-88f4e833-def0-423b-a5f4-ab1e429ed83d req-c7e9d378-0047-46a7-8287-21a84507d17c tempest-FloatingIPsAssociationNegativeTestJSON-201007074 tempest-FloatingIPsAssociationNegativeTestJSON-201007074-project] 10.222.0.81 "DELETE /v2.0/ports/bd6ef874-705d-4654-ab9d-412e9cb3c630 HTTP/1.1" status: 204 len: 173 time: 2.4755647 May 23 11:05:10.892023 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1852656b-d8d9-4fe1-8bfc-d04c3dd85790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:10.899146 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1852656b-d8d9-4fe1-8bfc-d04c3dd85790 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/865f4a8f-f4a8-4e4a-b6d3-2d786735bb69 HTTP/1.1" status: 204 len: 168 time: 1.4732783 May 23 11:05:11.025356 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device c0403dea-ba7e-442c-aac9-a089aeee6b11 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:05:11.177536 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-4a9ed93f-6fa9-479e-960e-6542a7f42b2d tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:11.179065 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-4a9ed93f-6fa9-479e-960e-6542a7f42b2d tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4029150 May 23 11:05:11.218018 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-c416ec55-18b8-4114-9f60-ae81d0b2a776 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Request body: {'port': {'device_id': 'a923ca38-2c58-458d-92f3-977e0e9e144b', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'admin_state_up': True, 'tenant_id': 'd9f34ebc15424c61859fd294a55c0679'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:05:11.226429 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 27474d3b-40ad-4638-b98f-bafa9c239ae4 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:05:11.236950 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b82d997-6c29-445f-bdfa-b9d7af01d409 req-7da86ea3-1137-4df8-82b3-4cb9919b0c2f service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:05:11.237292 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b82d997-6c29-445f-bdfa-b9d7af01d409 req-7da86ea3-1137-4df8-82b3-4cb9919b0c2f service neutron] Checking segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:05:11.237680 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b82d997-6c29-445f-bdfa-b9d7af01d409 req-7da86ea3-1137-4df8-82b3-4cb9919b0c2f service neutron] Bound using segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:05:11.238154 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-7b82d997-6c29-445f-bdfa-b9d7af01d409 req-7da86ea3-1137-4df8-82b3-4cb9919b0c2f service neutron] Bound port: c0403dea-ba7e-442c-aac9-a089aeee6b11, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:05:11.238506 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7b82d997-6c29-445f-bdfa-b9d7af01d409 req-7da86ea3-1137-4df8-82b3-4cb9919b0c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:11.281284 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-410fd350-673a-4370-a775-72e2d0a44ef4 req-fb00adf5-b819-44f5-aae2-809c5c431d3c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7494ebbb-62c3-4623-b453-f2b97a492299 HTTP/1.1" status: 200 len: 210 time: 0.1698909 May 23 11:05:11.371805 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 27474d3b-40ad-4638-b98f-bafa9c239ae4 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:05:11.418468 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-05f7e0e8-723a-4209-9628-b5bad565a1bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:11.422775 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-d278509c-f34b-4d95-8b8d-a2ea011ed140 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=d9f34ebc15424c61859fd294a55c0679&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4268615 May 23 11:05:11.461257 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-21536b1a-8be7-4963-9f15-82bbb2f0c5dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:11.510522 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-7b82d997-6c29-445f-bdfa-b9d7af01d409 req-7da86ea3-1137-4df8-82b3-4cb9919b0c2f service neutron] For port c0403dea-ba7e-442c-aac9-a089aeee6b11, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:05:11.532593 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-7b82d997-6c29-445f-bdfa-b9d7af01d409 req-7da86ea3-1137-4df8-82b3-4cb9919b0c2f service neutron] For port c0403dea-ba7e-442c-aac9-a089aeee6b11, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=c0403dea-ba7e-442c-aac9-a089aeee6b11,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:05:11.539570 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7b82d997-6c29-445f-bdfa-b9d7af01d409 req-7da86ea3-1137-4df8-82b3-4cb9919b0c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:11.632811 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7b82d997-6c29-445f-bdfa-b9d7af01d409 req-7da86ea3-1137-4df8-82b3-4cb9919b0c2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:11.635053 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7b82d997-6c29-445f-bdfa-b9d7af01d409 req-7da86ea3-1137-4df8-82b3-4cb9919b0c2f service neutron] 10.222.0.81 "PUT /v2.0/ports/c0403dea-ba7e-442c-aac9-a089aeee6b11 HTTP/1.1" status: 200 len: 1096 time: 3.4546595 May 23 11:05:11.637306 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-05f7e0e8-723a-4209-9628-b5bad565a1bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:11.651083 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da86ea3-1137-4df8-82b3-4cb9919b0c2f service neutron] Pushing event updated for resources: {'Port': ['ID=c0403dea-ba7e-442c-aac9-a089aeee6b11,revision_number=7']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:11.663781 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5418710c-7522-4444-8001-f7d443baf8d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:11.671182 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-c416ec55-18b8-4114-9f60-ae81d0b2a776 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:05:11.752307 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5418710c-7522-4444-8001-f7d443baf8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:11.789873 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-c416ec55-18b8-4114-9f60-ae81d0b2a776 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Usage tracker for resource:port and tenant:d9f34ebc15424c61859fd294a55c0679 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:05:11.809803 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-c416ec55-18b8-4114-9f60-ae81d0b2a776 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:05:11.814194 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-05f7e0e8-723a-4209-9628-b5bad565a1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:11.842483 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-c416ec55-18b8-4114-9f60-ae81d0b2a776 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:05:11.881757 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f7e0e8-723a-4209-9628-b5bad565a1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3454ff3b-72eb-44f4-875f-7d396657ca36,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:12.024530 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-2d3f31d7-2b3a-454a-ad6b-8b3ce01b4888 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:12.027350 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-2d3f31d7-2b3a-454a-ad6b-8b3ce01b4888 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5702629 May 23 11:05:12.035200 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4fa21ea3-a31a-4f07-9a46-9993f2d057b9 req-0e57af99-5bad-4ab6-bcde-31849ba9b47c tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:05:12.046190 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-4fa21ea3-a31a-4f07-9a46-9993f2d057b9 req-0e57af99-5bad-4ab6-bcde-31849ba9b47c tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:12.048084 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5193d986-b316-414e-ba0e-c1d9c6aef4b4 None None] Sync routers for ids ['29a3e85c-cbc2-450d-98be-8fee03a51fa4'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:05:12.076662 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5193d986-b316-414e-ba0e-c1d9c6aef4b4 None None] Routers {'29a3e85c-cbc2-450d-98be-8fee03a51fa4'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:05:12.088830 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7b82d997-6c29-445f-bdfa-b9d7af01d409 req-63d6150e-5bcc-4f42-9bad-83c3cf8906cd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&device_id=5d1a2c1a-1e28-4209-9f47-fc1285eba09a HTTP/1.1" status: 200 len: 1099 time: 0.3842559 May 23 11:05:12.093505 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-5193d986-b316-414e-ba0e-c1d9c6aef4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:05:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['29a3e85c-cbc2-450d-98be-8fee03a51fa4'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:05:12.106394 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-5418710c-7522-4444-8001-f7d443baf8d3 admin admin] Allocated IP 172.25.6.6 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/a2583d55-500e-4c39-98ea-423c1608de21) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:05:12.132209 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-c416ec55-18b8-4114-9f60-ae81d0b2a776 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Made reservation on behalf of d9f34ebc15424c61859fd294a55c0679 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:05:12.139675 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-c416ec55-18b8-4114-9f60-ae81d0b2a776 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:12.172809 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-05f7e0e8-723a-4209-9628-b5bad565a1bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:12.174010 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-05f7e0e8-723a-4209-9628-b5bad565a1bd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3454ff3b-72eb-44f4-875f-7d396657ca36 HTTP/1.1" status: 204 len: 168 time: 1.5736334 May 23 11:05:12.207892 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-fde729b4-daa8-4957-8782-f4e33a825907 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.79 "GET /v2.0/quotas/d9f34ebc15424c61859fd294a55c0679 HTTP/1.1" status: 200 len: 375 time: 0.0452921 May 23 11:05:12.285560 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-c416ec55-18b8-4114-9f60-ae81d0b2a776 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:12.327321 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-2e3d378f-cc1a-4ec4-959e-dca77dc79190 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d9f34ebc15424c61859fd294a55c0679&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1101735 May 23 11:05:12.334431 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4fa21ea3-a31a-4f07-9a46-9993f2d057b9 req-0e57af99-5bad-4ab6-bcde-31849ba9b47c tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "PUT /v2.0/floatingips/18aaeafc-726f-40b0-8434-0092e0a61458 HTTP/1.1" status: 200 len: 695 time: 4.7142532 May 23 11:05:12.336958 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b15ed878-ad7d-4efa-b494-bc7f56294b05', 'tag': '4648b642-2faf-432c-9e80-6f3491ae63a8'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:05:12.417884 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-c416ec55-18b8-4114-9f60-ae81d0b2a776 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:05:12.425879 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-c416ec55-18b8-4114-9f60-ae81d0b2a776 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Usage tracker for resource:security_group_rule and tenant:d9f34ebc15424c61859fd294a55c0679 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:05:12.431779 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-c416ec55-18b8-4114-9f60-ae81d0b2a776 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:05:12.447340 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device bd6ef874-705d-4654-ab9d-412e9cb3c630 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:05:12.517126 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: bd6ef874-705d-4654-ab9d-412e9cb3c630 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:05:12.517463 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device bd6ef874-705d-4654-ab9d-412e9cb3c630 not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:05:12.519433 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e974d92b-1fcd-4a61-8f2f-5b127a634fca None None] Network 8a342eab-fdf3-4318-a8c2-76cdfe481ce0 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:05:12.531926 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-c416ec55-18b8-4114-9f60-ae81d0b2a776 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:05:12.565293 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82d997-6c29-445f-bdfa-b9d7af01d409 req-04cd344c-f222-462d-a041-220ed2681907 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:12.571548 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7b82d997-6c29-445f-bdfa-b9d7af01d409 req-04cd344c-f222-462d-a041-220ed2681907 service neutron] 10.222.0.81 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.4620323 May 23 11:05:12.640684 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4fa21ea3-a31a-4f07-9a46-9993f2d057b9 req-4e99b1ee-d6e9-4389-bde0-34a68a89d726 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e45cf791a4a1458dadb0a080d541d299&device_id=b15ed878-ad7d-4efa-b494-bc7f56294b05 HTTP/1.1" status: 200 len: 1096 time: 0.2868240 May 23 11:05:13.045004 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-5193d986-b316-414e-ba0e-c1d9c6aef4b4 None None] Set router 29a3e85c-cbc2-450d-98be-8fee03a51fa4 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:05:13.079588 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-006c2d09-dde6-43ec-85ef-f51d4804731c'] response: {'server_uuid': '5d1a2c1a-1e28-4209-9f47-fc1285eba09a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0403dea-ba7e-442c-aac9-a089aeee6b11', 'code': 200} May 23 11:05:13.104463 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:13.113666 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:13.114960 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-582bf3e7-73b4-4094-a8cb-758e10f1f434 None None] Provisioning for port 27474d3b-40ad-4638-b98f-bafa9c239ae4 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:05:13.142547 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-582bf3e7-73b4-4094-a8cb-758e10f1f434 None None] Provisioning complete for port 27474d3b-40ad-4638-b98f-bafa9c239ae4 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:05:13.142547 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-582bf3e7-73b4-4094-a8cb-758e10f1f434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:13.160330 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7b82d997-6c29-445f-bdfa-b9d7af01d409 req-b43d2d16-37cd-4f8d-901f-7fa5834a59dc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=c0403dea-ba7e-442c-aac9-a089aeee6b11 HTTP/1.1" status: 200 len: 217 time: 0.5687048 May 23 11:05:13.169970 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5418710c-7522-4444-8001-f7d443baf8d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:13.221640 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-c416ec55-18b8-4114-9f60-ae81d0b2a776 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:13.237154 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-c416ec55-18b8-4114-9f60-ae81d0b2a776 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:13.240295 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa21ea3-a31a-4f07-9a46-9993f2d057b9 req-408e453d-2b83-40ef-a8e4-81d325b9bc40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:13.247446 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4fa21ea3-a31a-4f07-9a46-9993f2d057b9 req-408e453d-2b83-40ef-a8e4-81d325b9bc40 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0930e7e8-6d74-47b9-b850-f307a169b841 HTTP/1.1" status: 200 len: 922 time: 0.6048508 May 23 11:05:13.382112 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82d997-6c29-445f-bdfa-b9d7af01d409 req-886cce7d-f317-43bf-ba24-63f30fa7495a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:13.383557 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7b82d997-6c29-445f-bdfa-b9d7af01d409 req-886cce7d-f317-43bf-ba24-63f30fa7495a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.2021379 May 23 11:05:13.401200 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4fa21ea3-a31a-4f07-9a46-9993f2d057b9 req-31c1dd52-088d-4a48-8593-7f1b754ba4a2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4648b642-2faf-432c-9e80-6f3491ae63a8 HTTP/1.1" status: 200 len: 217 time: 0.1527903 May 23 11:05:13.454930 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416ec55-18b8-4114-9f60-ae81d0b2a776 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=336e08ad-b29f-4151-99b3-e10dd6823e45,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:13.513499 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5418710c-7522-4444-8001-f7d443baf8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:13.543200 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52dd35e-e16e-43c1-9c3b-73c356717b21 req-7daedbbc-0dd5-4018-9e2c-195c85be35d5 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:13.549923 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d52dd35e-e16e-43c1-9c3b-73c356717b21 req-7daedbbc-0dd5-4018-9e2c-195c85be35d5 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d1a2c1a-1e28-4209-9f47-fc1285eba09a HTTP/1.1" status: 200 len: 948 time: 0.4946480 May 23 11:05:13.589319 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa21ea3-a31a-4f07-9a46-9993f2d057b9 req-81912166-a94e-47b9-b494-199d2feae58d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:13.596155 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4fa21ea3-a31a-4f07-9a46-9993f2d057b9 req-81912166-a94e-47b9-b494-199d2feae58d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=233b37e7-7248-4012-bd3c-2373f43dcd00 HTTP/1.1" status: 200 len: 860 time: 0.1940906 May 23 11:05:13.671039 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-c416ec55-18b8-4114-9f60-ae81d0b2a776 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Allocated IP 192.168.233.16 (45238d5c-875a-474b-bef1-cc75dc2ba645/c1719237-4a8e-4354-92b1-51064eb09c82/05a18725-4529-46cf-8c6c-791551fe733f) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:05:13.692410 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d52dd35e-e16e-43c1-9c3b-73c356717b21 req-9a054018-af5f-4676-92cb-36ca325f3157 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415665 May 23 11:05:13.722950 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5418710c-7522-4444-8001-f7d443baf8d3 admin admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:05:13.735093 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-5418710c-7522-4444-8001-f7d443baf8d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:05:13.740017 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5418710c-7522-4444-8001-f7d443baf8d3 admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:05:13.857305 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4fa21ea3-a31a-4f07-9a46-9993f2d057b9 req-7955714d-86a8-4cde-af05-ab53b5c495c3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0930e7e8-6d74-47b9-b850-f307a169b841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2601416 May 23 11:05:13.892571 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42136) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:05:13.917595 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418710c-7522-4444-8001-f7d443baf8d3 admin admin] Pushing event updated for resources: {'Port': ['ID=a2583d55-500e-4c39-98ea-423c1608de21,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:13.959753 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42140) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:05:14.089476 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-582bf3e7-73b4-4094-a8cb-758e10f1f434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:14.154520 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:14.159001 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7b82d997-6c29-445f-bdfa-b9d7af01d409 req-575a0e05-e560-498c-9e28-747d92d135ac service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7677650 May 23 11:05:14.191455 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-582bf3e7-73b4-4094-a8cb-758e10f1f434 None None] For port 27474d3b-40ad-4638-b98f-bafa9c239ae4, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=27474d3b-40ad-4638-b98f-bafa9c239ae4,segment=NetworkSegment(bb2ce236-cf80-42f5-89f8-1399f9b7488d),segment_id=bb2ce236-cf80-42f5-89f8-1399f9b7488d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:05:14.199401 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-582bf3e7-73b4-4094-a8cb-758e10f1f434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:14.283578 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6d4763d0-7009-468f-84a9-06d7ad442236 req-09c68a50-8114-4725-bd0d-ba9234b4b9e5 tempest-ServerShowV247Test-1148653270 tempest-ServerShowV247Test-1148653270-project] 10.222.0.79 "GET /v2.0/ports?device_id=7494ebbb-62c3-4623-b453-f2b97a492299 HTTP/1.1" status: 200 len: 210 time: 0.1493146 May 23 11:05:14.310763 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582bf3e7-73b4-4094-a8cb-758e10f1f434 None None] Pushing event updated for resources: {'Port': ['ID=27474d3b-40ad-4638-b98f-bafa9c239ae4,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:14.323471 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-5193d986-b316-414e-ba0e-c1d9c6aef4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1037448032-router', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '9deb4962-2b81-43e3-9ff2-0c15f7b58715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:17Z', 'updated_at': '2022-05-23T11:03:33Z', 'revision_number': 4, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'gw_port': {'id': '9deb4962-2b81-43e3-9ff2-0c15f7b58715', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:19Z', 'updated_at': '2022-05-23T11:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '8097e783-afd4-414b-9aef-ef542f9e8d0f', 'name': '', 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'mac_address': 'fa:16:3e:94:c6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '233b37e7-7248-4012-bd3c-2373f43dcd00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:30Z', 'updated_at': '2022-05-23T11:03:44Z', 'revision_number': 5, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'subnets': [{'id': '233b37e7-7248-4012-bd3c-2373f43dcd00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:05:14.328043 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5193d986-b316-414e-ba0e-c1d9c6aef4b4 None None] Checking router: 29a3e85c-cbc2-450d-98be-8fee03a51fa4 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:05:14.343429 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5193d986-b316-414e-ba0e-c1d9c6aef4b4 None None] Routers {'29a3e85c-cbc2-450d-98be-8fee03a51fa4'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:05:14.344737 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-5193d986-b316-414e-ba0e-c1d9c6aef4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:05:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['29a3e85c-cbc2-450d-98be-8fee03a51fa4'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:05:14.428350 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-91470af0-cca8-41fc-a932-cfe99ec129a3 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1884557463-network', 'tenant_id': 'e6c0f51f245f48bab9e9505b0f7e9029'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:05:14.477676 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-91470af0-cca8-41fc-a932-cfe99ec129a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:05:14.488721 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bef0fe7-ba78-473d-bce7-c4a14ba3c73d'] response: {'name': 'network-changed', 'server_uuid': 'b15ed878-ad7d-4efa-b494-bc7f56294b05', 'tag': '4648b642-2faf-432c-9e80-6f3491ae63a8', 'status': 'completed', 'code': 200} May 23 11:05:14.517096 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-91470af0-cca8-41fc-a932-cfe99ec129a3 admin admin] Usage tracker for resource:network and tenant:e6c0f51f245f48bab9e9505b0f7e9029 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:05:14.538101 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-91470af0-cca8-41fc-a932-cfe99ec129a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:05:14.548439 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4fa21ea3-a31a-4f07-9a46-9993f2d057b9 req-04112fad-3416-4e80-a948-df6f51e855d9 service neutron] 10.222.0.79 "GET /v2.0/networks/0930e7e8-6d74-47b9-b850-f307a169b841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6899166 May 23 11:05:14.556548 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7b82d997-6c29-445f-bdfa-b9d7af01d409 req-ff7f4726-7768-44e5-b077-adbb2056f56d service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793044 May 23 11:05:14.562141 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-5193d986-b316-414e-ba0e-c1d9c6aef4b4 None None] Set router 29a3e85c-cbc2-450d-98be-8fee03a51fa4 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:05:14.596532 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-91470af0-cca8-41fc-a932-cfe99ec129a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:05:14.675535 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-c416ec55-18b8-4114-9f60-ae81d0b2a776 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:14.733160 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91470af0-cca8-41fc-a932-cfe99ec129a3 admin admin] Made reservation on behalf of e6c0f51f245f48bab9e9505b0f7e9029 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:05:14.735708 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-91470af0-cca8-41fc-a932-cfe99ec129a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:14.758389 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c11da61e-56a2-43d1-94b0-3a5f7c136d10 req-1cd5ea90-2517-4027-b8b7-fa23ba38d5c2 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2929f6d-a6d9-4b1b-9255-806e5e8dc82c HTTP/1.1" status: 200 len: 210 time: 0.0726936 May 23 11:05:14.762725 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-c416ec55-18b8-4114-9f60-ae81d0b2a776 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Transition to ACTIVE for port object 05a18725-4529-46cf-8c6c-791551fe733f will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:05:14.770289 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7a0ab52a-f31a-43a3-8b68-a32aa26c0f3f None None] Provisioning complete for port 27474d3b-40ad-4638-b98f-bafa9c239ae4 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:05:14.773625 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7a0ab52a-f31a-43a3-8b68-a32aa26c0f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:14.773974 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-91470af0-cca8-41fc-a932-cfe99ec129a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:14.865298 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5418710c-7522-4444-8001-f7d443baf8d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:14.866334 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5418710c-7522-4444-8001-f7d443baf8d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:14.892153 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4fa21ea3-a31a-4f07-9a46-9993f2d057b9 req-efd5608a-3fc6-4e86-b4e6-463056aae7d9 service neutron] 10.222.0.79 "GET /v2.0/networks/0930e7e8-6d74-47b9-b850-f307a169b841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424547 May 23 11:05:14.924895 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-91470af0-cca8-41fc-a932-cfe99ec129a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:05:14.952643 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-91470af0-cca8-41fc-a932-cfe99ec129a3 admin admin] Usage tracker for resource:security_group_rule and tenant:e6c0f51f245f48bab9e9505b0f7e9029 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:05:14.967362 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-eaed6aea-b0a7-4ff5-9c18-4325f52bc6ef tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d9f34ebc15424c61859fd294a55c0679&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1448114 May 23 11:05:14.975520 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-91470af0-cca8-41fc-a932-cfe99ec129a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:05:14.989859 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5b87c48f-d649-44f4-aa3c-25fce010b737 req-9c530774-11a6-4330-9534-3a3ac3ad9cbd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e45cf791a4a1458dadb0a080d541d299&device_id=b15ed878-ad7d-4efa-b494-bc7f56294b05 HTTP/1.1" status: 200 len: 1096 time: 0.4297185 May 23 11:05:14.997984 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-91470af0-cca8-41fc-a932-cfe99ec129a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:05:15.004721 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-c416ec55-18b8-4114-9f60-ae81d0b2a776 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:15.049225 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 27474d3b-40ad-4638-b98f-bafa9c239ae4 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:05:15.125895 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-c416ec55-18b8-4114-9f60-ae81d0b2a776 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Network 45238d5c-875a-474b-bef1-cc75dc2ba645 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:05:15.129596 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416ec55-18b8-4114-9f60-ae81d0b2a776 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Pushing event updated for resources: {'Port': ['ID=05a18725-4529-46cf-8c6c-791551fe733f,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:15.132513 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-c416ec55-18b8-4114-9f60-ae81d0b2a776 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:05:15.141303 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-c416ec55-18b8-4114-9f60-ae81d0b2a776 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:05:15.250068 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf20ee0-be3d-4c2f-9a92-6b3d733e7ab8', 'name': 'network-vif-deleted', 'tag': 'bd6ef874-705d-4654-ab9d-412e9cb3c630'}, {'name': 'network-changed', 'server_uuid': '5d1a2c1a-1e28-4209-9f47-fc1285eba09a', 'tag': 'c0403dea-ba7e-442c-aac9-a089aeee6b11'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:05:15.375661 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-c416ec55-18b8-4114-9f60-ae81d0b2a776 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:15.389537 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-c416ec55-18b8-4114-9f60-ae81d0b2a776 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:15.390156 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7b82d997-6c29-445f-bdfa-b9d7af01d409 req-e6fb0194-9825-405b-9384-3b38b763251e service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7795475 May 23 11:05:15.394624 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 27474d3b-40ad-4638-b98f-bafa9c239ae4 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:05:15.395177 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:15.515032 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-c416ec55-18b8-4114-9f60-ae81d0b2a776 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3067842 May 23 11:05:15.515479 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-5193d986-b316-414e-ba0e-c1d9c6aef4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1037448032-router', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '9deb4962-2b81-43e3-9ff2-0c15f7b58715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:17Z', 'updated_at': '2022-05-23T11:03:33Z', 'revision_number': 4, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'gw_port': {'id': '9deb4962-2b81-43e3-9ff2-0c15f7b58715', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:19Z', 'updated_at': '2022-05-23T11:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '8097e783-afd4-414b-9aef-ef542f9e8d0f', 'name': '', 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'mac_address': 'fa:16:3e:94:c6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '233b37e7-7248-4012-bd3c-2373f43dcd00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:30Z', 'updated_at': '2022-05-23T11:03:44Z', 'revision_number': 5, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'subnets': [{'id': '233b37e7-7248-4012-bd3c-2373f43dcd00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:05:15.521382 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-91470af0-cca8-41fc-a932-cfe99ec129a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:15.525561 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-91470af0-cca8-41fc-a932-cfe99ec129a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:15.543174 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-858c5893-452a-4219-ae60-00e116040646 service neutron] Request body: {'port': {'device_id': 'a923ca38-2c58-458d-92f3-977e0e9e144b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:05:15.544061 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5193d986-b316-414e-ba0e-c1d9c6aef4b4 None None] The sync data for ids ['29a3e85c-cbc2-450d-98be-8fee03a51fa4'] in n-d-842952-2 is: [{'id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1037448032-router', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '9deb4962-2b81-43e3-9ff2-0c15f7b58715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:17Z', 'updated_at': '2022-05-23T11:03:33Z', 'revision_number': 4, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'gw_port': {'id': '9deb4962-2b81-43e3-9ff2-0c15f7b58715', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:19Z', 'updated_at': '2022-05-23T11:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '8097e783-afd4-414b-9aef-ef542f9e8d0f', 'name': '', 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'mac_address': 'fa:16:3e:94:c6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '233b37e7-7248-4012-bd3c-2373f43dcd00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:30Z', 'updated_at': '2022-05-23T11:03:44Z', 'revision_number': 5, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'subnets': [{'id': '233b37e7-7248-4012-bd3c-2373f43dcd00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:05:15.681610 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91470af0-cca8-41fc-a932-cfe99ec129a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:05:15.705062 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-db32bc2b-8fa7-4a94-9b08-53d24c62c48c None None] Provisioning for port 05a18725-4529-46cf-8c6c-791551fe733f completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:05:15.710543 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91470af0-cca8-41fc-a932-cfe99ec129a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618bcc9f-d226-4960-9bda-3166b6e8e5f6,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:15.725235 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-91470af0-cca8-41fc-a932-cfe99ec129a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:15.725726 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-91470af0-cca8-41fc-a932-cfe99ec129a3 admin admin] Added segment 96e1d8b7-c4b2-411b-af66-81bcb9c7f1e1 of type vlan for network 3a0b3b07-ec14-4e7c-adca-97af16e62f1d May 23 11:05:15.733588 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-db32bc2b-8fa7-4a94-9b08-53d24c62c48c None None] Provisioning complete for port 05a18725-4529-46cf-8c6c-791551fe733f triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:05:15.734761 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-db32bc2b-8fa7-4a94-9b08-53d24c62c48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:15.841661 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-db32bc2b-8fa7-4a94-9b08-53d24c62c48c None None] Port 05a18725-4529-46cf-8c6c-791551fe733f cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:05:15.912601 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-91470af0-cca8-41fc-a932-cfe99ec129a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:15.916650 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-858c5893-452a-4219-ae60-00e116040646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:16.004052 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f059d10-4941-441b-90a1-448c906b79d9 None None] New status for floating IP 18aaeafc-726f-40b0-8434-0092e0a61458: DOWN {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:05:16.043135 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87c48f-d649-44f4-aa3c-25fce010b737 req-238033f1-ed0b-4c82-b840-01b1d67a683e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:16.045585 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5b87c48f-d649-44f4-aa3c-25fce010b737 req-238033f1-ed0b-4c82-b840-01b1d67a683e service neutron] 10.222.0.81 "GET /v2.0/networks?id=0930e7e8-6d74-47b9-b850-f307a169b841 HTTP/1.1" status: 200 len: 922 time: 1.0061073 May 23 11:05:16.164928 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-528c8bb3-cd0c-4aab-ac42-459a7f7228a7'] response: {'server_uuid': '7bf20ee0-be3d-4c2f-9a92-6b3d733e7ab8', 'name': 'network-vif-deleted', 'tag': 'bd6ef874-705d-4654-ab9d-412e9cb3c630', 'status': 'completed', 'code': 200} May 23 11:05:16.165187 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-528c8bb3-cd0c-4aab-ac42-459a7f7228a7'] response: {'name': 'network-changed', 'server_uuid': '5d1a2c1a-1e28-4209-9f47-fc1285eba09a', 'tag': 'c0403dea-ba7e-442c-aac9-a089aeee6b11', 'status': 'completed', 'code': 200} May 23 11:05:16.167050 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5b87c48f-d649-44f4-aa3c-25fce010b737 req-9f8df8dc-029a-4243-b0d7-85dc4303b43b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4648b642-2faf-432c-9e80-6f3491ae63a8 HTTP/1.1" status: 200 len: 217 time: 0.1009989 May 23 11:05:16.221752 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e381616-80ce-4a47-a03e-ffb7f24c912a req-2f8b3b66-64eb-4475-8b9d-0e5c80da1c70 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:16.223277 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3e381616-80ce-4a47-a03e-ffb7f24c912a req-2f8b3b66-64eb-4475-8b9d-0e5c80da1c70 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d1a2c1a-1e28-4209-9f47-fc1285eba09a HTTP/1.1" status: 200 len: 948 time: 0.4960690 May 23 11:05:16.223927 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-91470af0-cca8-41fc-a932-cfe99ec129a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:16.224762 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91470af0-cca8-41fc-a932-cfe99ec129a3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:16.225323 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-91470af0-cca8-41fc-a932-cfe99ec129a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:16.299408 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-91470af0-cca8-41fc-a932-cfe99ec129a3 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2342362 May 23 11:05:16.304774 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87c48f-d649-44f4-aa3c-25fce010b737 req-3968dba7-2cad-4eba-af7b-6a5ca7e9710b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:16.306212 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5b87c48f-d649-44f4-aa3c-25fce010b737 req-3968dba7-2cad-4eba-af7b-6a5ca7e9710b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=233b37e7-7248-4012-bd3c-2373f43dcd00 HTTP/1.1" status: 200 len: 860 time: 0.0817194 May 23 11:05:16.307741 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42184) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:05:16.319401 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-6e148e30-ef36-4014-a216-2feb04e2cb6f tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:16.320865 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-6e148e30-ef36-4014-a216-2feb04e2cb6f tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3460534 May 23 11:05:16.357214 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e2c95328-51ed-438d-bce6-998180772475 admin admin] Request body: {'subnet': {'network_id': '3a0b3b07-ec14-4e7c-adca-97af16e62f1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1884557463-subnet', 'tenant_id': 'e6c0f51f245f48bab9e9505b0f7e9029', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:05:16.362112 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e2c95328-51ed-438d-bce6-998180772475 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:05:16.366577 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e2c95328-51ed-438d-bce6-998180772475 admin admin] Usage tracker for resource:subnet and tenant:e6c0f51f245f48bab9e9505b0f7e9029 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:05:16.369664 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e2c95328-51ed-438d-bce6-998180772475 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:05:16.376143 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e2c95328-51ed-438d-bce6-998180772475 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:05:16.412931 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-79c4f943-815e-436e-9f10-fb1393c62f15 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Request body: {'port': {'device_id': 'f2929f6d-a6d9-4b1b-9255-806e5e8dc82c', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'admin_state_up': True, 'tenant_id': 'd9f34ebc15424c61859fd294a55c0679'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:05:16.429679 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c95328-51ed-438d-bce6-998180772475 admin admin] Made reservation on behalf of e6c0f51f245f48bab9e9505b0f7e9029 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:05:16.429888 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d8452a1b-06f8-4b78-8066-6c9f06b6166a req-c771fc33-c99c-4838-ad02-fbced0124b52 tempest-ServerShowV247Test-1148653270 tempest-ServerShowV247Test-1148653270-project] 10.222.0.79 "GET /v2.0/ports?device_id=7494ebbb-62c3-4623-b453-f2b97a492299 HTTP/1.1" status: 200 len: 210 time: 0.1352017 May 23 11:05:16.431815 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e2c95328-51ed-438d-bce6-998180772475 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:16.485868 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91470af0-cca8-41fc-a932-cfe99ec129a3 admin admin] Pushing event updated for resources: {'Network': ['ID=3a0b3b07-ec14-4e7c-adca-97af16e62f1d,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:16.503510 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 3a0b3b07-ec14-4e7c-adca-97af16e62f1d details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:05:16.523044 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3e381616-80ce-4a47-a03e-ffb7f24c912a req-03174bb0-e6a3-432f-99fe-cda02fd853f8 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746949 May 23 11:05:16.624867 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-90210e13-12b5-4ec8-a29a-862295a30f98 req-26f25b8c-4da5-475d-8ebd-93a2e0b2c62e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&device_id=5d1a2c1a-1e28-4209-9f47-fc1285eba09a HTTP/1.1" status: 200 len: 1099 time: 0.4476771 May 23 11:05:16.686961 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-90210e13-12b5-4ec8-a29a-862295a30f98 req-e28561cc-50a8-4dc9-a268-0af59901c35e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&device_id=5d1a2c1a-1e28-4209-9f47-fc1285eba09a HTTP/1.1" status: 200 len: 1099 time: 0.5148306 May 23 11:05:16.815706 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-7d47036f-35c1-45d1-818a-7d0cd8840349 req-6ff04894-029f-45d1-9e8b-746d2046c6fc tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Synchronizing usage tracker for tenant:d9f34ebc15424c61859fd294a55c0679 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:05:16.845964 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5b87c48f-d649-44f4-aa3c-25fce010b737 req-f3b10437-9688-4d90-9d2d-20c2fd99f3d3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0930e7e8-6d74-47b9-b850-f307a169b841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5242403 May 23 11:05:16.875169 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-79c4f943-815e-436e-9f10-fb1393c62f15 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:05:16.904211 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-7d47036f-35c1-45d1-818a-7d0cd8840349 req-6ff04894-029f-45d1-9e8b-746d2046c6fc tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Unset dirty status for tenant:d9f34ebc15424c61859fd294a55c0679 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:05:16.905357 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7d47036f-35c1-45d1-818a-7d0cd8840349 req-6ff04894-029f-45d1-9e8b-746d2046c6fc tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2929f6d-a6d9-4b1b-9255-806e5e8dc82c HTTP/1.1" status: 200 len: 210 time: 0.2534714 May 23 11:05:16.926526 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90210e13-12b5-4ec8-a29a-862295a30f98 req-8caa945d-d3cd-40e7-b99b-c41869f6c59a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:16.926783 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-79c4f943-815e-436e-9f10-fb1393c62f15 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Usage tracker for resource:port and tenant:d9f34ebc15424c61859fd294a55c0679 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:05:16.928198 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-90210e13-12b5-4ec8-a29a-862295a30f98 req-8caa945d-d3cd-40e7-b99b-c41869f6c59a service neutron] 10.222.0.13 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.2966380 May 23 11:05:17.022961 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-79c4f943-815e-436e-9f10-fb1393c62f15 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:05:17.057130 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9837f7-f8e3-4be1-bbb4-443545a679f5 req-89fc306e-ff7f-4eb9-9570-d15f85712cef tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:17.058593 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7d9837f7-f8e3-4be1-bbb4-443545a679f5 req-89fc306e-ff7f-4eb9-9570-d15f85712cef tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/ports?device_id=81f0e50e-11eb-4672-845a-a174fdd080c6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3189065 May 23 11:05:17.060401 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-90210e13-12b5-4ec8-a29a-862295a30f98 req-3c5dc32a-29bd-46c2-ae23-d0cdc74f02bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=c0403dea-ba7e-442c-aac9-a089aeee6b11 HTTP/1.1" status: 200 len: 217 time: 0.1256113 May 23 11:05:17.062732 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-79c4f943-815e-436e-9f10-fb1393c62f15 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:05:17.125323 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90210e13-12b5-4ec8-a29a-862295a30f98 req-64d35a3f-9d91-4ccf-b49a-bb412f7c1db8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:17.126979 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-90210e13-12b5-4ec8-a29a-862295a30f98 req-64d35a3f-9d91-4ccf-b49a-bb412f7c1db8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.4146283 May 23 11:05:17.142402 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a802be69-8224-4985-a017-8f9feadc529f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:17.152368 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-858c5893-452a-4219-ae60-00e116040646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05a18725-4529-46cf-8c6c-791551fe733f {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:05:17.188307 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-858c5893-452a-4219-ae60-00e116040646 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:17.196564 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-79c4f943-815e-436e-9f10-fb1393c62f15 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Made reservation on behalf of d9f34ebc15424c61859fd294a55c0679 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:05:17.199629 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-79c4f943-815e-436e-9f10-fb1393c62f15 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:17.211698 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7d9837f7-f8e3-4be1-bbb4-443545a679f5 req-4e5ab552-ada9-4194-9051-893ab9354e6a tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.163 HTTP/1.1" status: 200 len: 696 time: 0.1471844 May 23 11:05:17.221133 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-858c5893-452a-4219-ae60-00e116040646 service neutron] Transition to ACTIVE for port object 05a18725-4529-46cf-8c6c-791551fe733f will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:05:17.227231 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-7d9837f7-f8e3-4be1-bbb4-443545a679f5 req-3ab71e59-0a3c-4538-9245-9fa1ceafac71 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Request body: {'floatingip': {'port_id': '608b2041-4d79-4da2-b258-6e9b4b645f5e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:05:17.279788 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90210e13-12b5-4ec8-a29a-862295a30f98 req-8e70fddb-0332-4bda-aff9-da8d60b8e424 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:17.281254 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-90210e13-12b5-4ec8-a29a-862295a30f98 req-8e70fddb-0332-4bda-aff9-da8d60b8e424 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.2142525 May 23 11:05:17.289074 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-858c5893-452a-4219-ae60-00e116040646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:17.397099 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7d9837f7-f8e3-4be1-bbb4-443545a679f5 req-3ab71e59-0a3c-4538-9245-9fa1ceafac71 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks [] for floatingip, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:17.558480 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-90210e13-12b5-4ec8-a29a-862295a30f98 req-07382039-a0f2-4f80-a083-599c49d246d4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=c0403dea-ba7e-442c-aac9-a089aeee6b11 HTTP/1.1" status: 200 len: 217 time: 0.3433409 May 23 11:05:17.577872 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c5893-452a-4219-ae60-00e116040646 service neutron] Pushing event updated for resources: {'Port': ['ID=05a18725-4529-46cf-8c6c-791551fe733f,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:17.654226 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5418710c-7522-4444-8001-f7d443baf8d3 admin admin] Router 71997bce-aa18-4fd7-96cc-30417805e6ff is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:05:17.729297 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5b87c48f-d649-44f4-aa3c-25fce010b737 req-e01ca11f-cc48-42cf-8659-0378a063f382 service neutron] 10.222.0.81 "GET /v2.0/networks/0930e7e8-6d74-47b9-b850-f307a169b841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8592148 May 23 11:05:17.730398 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e2c95328-51ed-438d-bce6-998180772475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:17.820687 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42214) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:05:17.847090 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c90883ce-c31f-433c-ab9c-5d7d17123529 req-a5a0e1fc-351e-41fe-816a-4daaf7b665ee tempest-ServerShowV247Test-1148653270 tempest-ServerShowV247Test-1148653270-project] 10.222.0.79 "GET /v2.0/ports?device_id=7494ebbb-62c3-4623-b453-f2b97a492299 HTTP/1.1" status: 200 len: 210 time: 0.0743945 May 23 11:05:18.019080 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-90210e13-12b5-4ec8-a29a-862295a30f98 req-cf778ed7-4550-4596-88da-0b71c3b48c66 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7310243 May 23 11:05:18.215865 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90210e13-12b5-4ec8-a29a-862295a30f98 req-52fd4b1d-da09-41a5-959b-df23f90f234c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:18.217283 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-90210e13-12b5-4ec8-a29a-862295a30f98 req-52fd4b1d-da09-41a5-959b-df23f90f234c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.5407894 May 23 11:05:18.230839 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c95328-51ed-438d-bce6-998180772475 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec5ab81b-b58b-42e9-a495-3d7f0e059569,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:18.246694 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6f6a8976-1dae-43a9-9908-2ee6fb034c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:18.336635 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5b87c48f-d649-44f4-aa3c-25fce010b737 req-6bbcf32c-5152-40be-b9ba-8d1c1911f073 service neutron] 10.222.0.81 "GET /v2.0/networks/0930e7e8-6d74-47b9-b850-f307a169b841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4971838 May 23 11:05:18.372254 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-858c5893-452a-4219-ae60-00e116040646 service neutron] Attempting to bind port 05a18725-4529-46cf-8c6c-791551fe733f on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:05:18.372587 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-858c5893-452a-4219-ae60-00e116040646 service neutron] Attempting to bind port 05a18725-4529-46cf-8c6c-791551fe733f by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:05:18.372899 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-858c5893-452a-4219-ae60-00e116040646 service neutron] Attempting to bind port 05a18725-4529-46cf-8c6c-791551fe733f on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:05:18.401710 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-79c4f943-815e-436e-9f10-fb1393c62f15 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Allocated IP 192.168.233.82 (45238d5c-875a-474b-bef1-cc75dc2ba645/c1719237-4a8e-4354-92b1-51064eb09c82/1b5b7423-46ef-454f-8552-b674263818e6) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:05:18.436254 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device c0403dea-ba7e-442c-aac9-a089aeee6b11 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:05:18.436844 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-858c5893-452a-4219-ae60-00e116040646 service neutron] Port 05a18725-4529-46cf-8c6c-791551fe733f on network 45238d5c-875a-474b-bef1-cc75dc2ba645 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:05:18.437058 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-858c5893-452a-4219-ae60-00e116040646 service neutron] Attempting to bind port 05a18725-4529-46cf-8c6c-791551fe733f on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:05:18.439346 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6f6a8976-1dae-43a9-9908-2ee6fb034c3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:05:18.447815 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c95328-51ed-438d-bce6-998180772475 admin admin] Checking segment: {'id': '96e1d8b7-c4b2-411b-af66-81bcb9c7f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a0b3b07-ec14-4e7c-adca-97af16e62f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:05:18.448195 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c95328-51ed-438d-bce6-998180772475 admin admin] Network hostable DHCP agents. Network: 3a0b3b07-ec14-4e7c-adca-97af16e62f1d, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:05:18.464611 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6f6a8976-1dae-43a9-9908-2ee6fb034c3b admin admin] Usage tracker for resource:security_group_rule and tenant:c139fdc3ef70497593359b8d4b39d71e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:05:18.477129 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6f6a8976-1dae-43a9-9908-2ee6fb034c3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:05:18.480459 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53977e62-ff93-4e12-94b2-ff2687db1d9b req-3864b611-2749-480f-96f9-5071db927df0 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:18.481248 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-53977e62-ff93-4e12-94b2-ff2687db1d9b req-3864b611-2749-480f-96f9-5071db927df0 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Synchronizing usage tracker for tenant:e45cf791a4a1458dadb0a080d541d299 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:05:18.489231 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-90210e13-12b5-4ec8-a29a-862295a30f98 req-9236dbd2-c570-4878-8583-64f952dfd046 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627535 May 23 11:05:18.490037 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-858c5893-452a-4219-ae60-00e116040646 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:05:18.490185 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-858c5893-452a-4219-ae60-00e116040646 service neutron] Checking segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:05:18.490580 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-858c5893-452a-4219-ae60-00e116040646 service neutron] Bound using segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:05:18.491017 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-858c5893-452a-4219-ae60-00e116040646 service neutron] Bound port: 05a18725-4529-46cf-8c6c-791551fe733f, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:05:18.491416 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-858c5893-452a-4219-ae60-00e116040646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:18.503083 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6f6a8976-1dae-43a9-9908-2ee6fb034c3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:05:18.583536 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-90210e13-12b5-4ec8-a29a-862295a30f98 req-b510b576-2e4e-4a75-bdd3-59802f690c0e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3400455 May 23 11:05:18.584454 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-53977e62-ff93-4e12-94b2-ff2687db1d9b req-3864b611-2749-480f-96f9-5071db927df0 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Unset dirty status for tenant:e45cf791a4a1458dadb0a080d541d299 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:05:18.585137 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-53977e62-ff93-4e12-94b2-ff2687db1d9b req-3864b611-2749-480f-96f9-5071db927df0 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.81 "GET /v2.0/ports?device_id=b15ed878-ad7d-4efa-b494-bc7f56294b05 HTTP/1.1" status: 200 len: 945 time: 0.8491936 May 23 11:05:18.629796 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port c0403dea-ba7e-442c-aac9-a089aeee6b11, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=c0403dea-ba7e-442c-aac9-a089aeee6b11,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:05:18.643108 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': 'c0403dea-ba7e-442c-aac9-a089aeee6b11', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'port_id': 'c0403dea-ba7e-442c-aac9-a089aeee6b11', 'mac_address': 'fa:16:3e:0e:1d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1719237-4a8e-4354-92b1-51064eb09c82', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:05:18.665541 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c95328-51ed-438d-bce6-998180772475 admin admin] Network 3a0b3b07-ec14-4e7c-adca-97af16e62f1d is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:05:18.697101 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:18.714146 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0403dea-ba7e-442c-aac9-a089aeee6b11 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:05:18.717230 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef660a9-7592-4320-9f60-d7630dd398a1 req-3306e67d-b7f2-4960-b3c4-8b7e3c0ddf17 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:18.719708 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1ef660a9-7592-4320-9f60-d7630dd398a1 req-3306e67d-b7f2-4960-b3c4-8b7e3c0ddf17 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d1a2c1a-1e28-4209-9f47-fc1285eba09a HTTP/1.1" status: 200 len: 948 time: 0.6609452 May 23 11:05:18.731298 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port c0403dea-ba7e-442c-aac9-a089aeee6b11, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=c0403dea-ba7e-442c-aac9-a089aeee6b11,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:05:18.737103 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:18.827598 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-e2c95328-51ed-438d-bce6-998180772475 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 3a0b3b07-ec14-4e7c-adca-97af16e62f1d) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:05:18.832088 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c95328-51ed-438d-bce6-998180772475 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:18.833002 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e2c95328-51ed-438d-bce6-998180772475 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:18.841315 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=c0403dea-ba7e-442c-aac9-a089aeee6b11,revision_number=8']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:18.846699 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13e8a42-0bfa-4f47-abad-a6c7c0a6739d None None] Network 3a0b3b07-ec14-4e7c-adca-97af16e62f1d requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:05:18.865337 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-858c5893-452a-4219-ae60-00e116040646 service neutron] For port 05a18725-4529-46cf-8c6c-791551fe733f, host n-h2-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:05:18.868791 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-858c5893-452a-4219-ae60-00e116040646 service neutron] For port 05a18725-4529-46cf-8c6c-791551fe733f, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=05a18725-4529-46cf-8c6c-791551fe733f,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:05:18.889655 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-858c5893-452a-4219-ae60-00e116040646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:18.894095 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-53977e62-ff93-4e12-94b2-ff2687db1d9b req-7f4dd4e2-2b93-4038-b5ff-4e402a0ac114 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Deleting port 4648b642-2faf-432c-9e80-6f3491ae63a8 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:05:18.894481 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-53977e62-ff93-4e12-94b2-ff2687db1d9b req-7f4dd4e2-2b93-4038-b5ff-4e402a0ac114 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:18.950896 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:05:18.950896 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:05:18.950896 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:05:18.951353 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:05:18.952171 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:05:18.952171 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:05:18.952807 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:05:18.952947 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:05:18.954236 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:05:18.954236 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:05:18.954236 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:05:18.967662 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-90210e13-12b5-4ec8-a29a-862295a30f98 req-1cf901b8-bd20-4065-a87e-6ada08295235 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4623170 May 23 11:05:19.028941 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-858c5893-452a-4219-ae60-00e116040646 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:19.030431 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-858c5893-452a-4219-ae60-00e116040646 service neutron] 10.222.0.81 "PUT /v2.0/ports/05a18725-4529-46cf-8c6c-791551fe733f HTTP/1.1" status: 200 len: 1095 time: 3.4971383 May 23 11:05:19.031099 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a923ca38-2c58-458d-92f3-977e0e9e144b', 'tag': '05a18725-4529-46cf-8c6c-791551fe733f'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:05:19.051604 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1ef660a9-7592-4320-9f60-d7630dd398a1 req-caf9ebd5-b2fc-40fe-9a1c-39483caabd4e tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019211 May 23 11:05:19.053808 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6f6a8976-1dae-43a9-9908-2ee6fb034c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:19.069777 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6f6a8976-1dae-43a9-9908-2ee6fb034c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:19.104491 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e2c95328-51ed-438d-bce6-998180772475 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.7911427 May 23 11:05:19.117850 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['c0403dea-ba7e-442c-aac9-a089aeee6b11'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:05:19.161824 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c5893-452a-4219-ae60-00e116040646 service neutron] Pushing event updated for resources: {'Port': ['ID=05a18725-4529-46cf-8c6c-791551fe733f,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:19.218768 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a8976-1dae-43a9-9908-2ee6fb034c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b939034f-9820-46c6-933e-371a25a0d69e,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:19.224524 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [req-7d9837f7-f8e3-4be1-bbb4-443545a679f5 req-3ab71e59-0a3c-4538-9245-9fa1ceafac71 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:05:19.242437 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649eb171-4387-456c-b892-c0270e39e860 None None] Network 3a0b3b07-ec14-4e7c-adca-97af16e62f1d requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:05:19.301196 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-6f6a8976-1dae-43a9-9908-2ee6fb034c3b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c139fdc3ef70497593359b8d4b39d71e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4755173 May 23 11:05:19.375943 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42234) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:05:19.427410 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-01c87134-0ac7-4d5b-9aa0-674b11f884c7 req-6cbf6b87-3c0f-4af4-a33d-cee6f04f823d tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2929f6d-a6d9-4b1b-9255-806e5e8dc82c HTTP/1.1" status: 200 len: 210 time: 0.1352837 May 23 11:05:19.493006 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7d9837f7-f8e3-4be1-bbb4-443545a679f5 req-3ab71e59-0a3c-4538-9245-9fa1ceafac71 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:19.511050 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7d9837f7-f8e3-4be1-bbb4-443545a679f5 req-3ab71e59-0a3c-4538-9245-9fa1ceafac71 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:19.601752 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-90210e13-12b5-4ec8-a29a-862295a30f98 req-e5db9d8d-22f9-4d04-9dc9-869d545362f3 service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9848857 May 23 11:05:19.660312 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-79c4f943-815e-436e-9f10-fb1393c62f15 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:19.668106 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5418710c-7522-4444-8001-f7d443baf8d3 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:05:19.680614 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cabfd65-b906-4124-806f-26e109525d24 None None] Sync routers for ids ['71997bce-aa18-4fd7-96cc-30417805e6ff'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:05:19.698729 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cabfd65-b906-4124-806f-26e109525d24 None None] Routers {'71997bce-aa18-4fd7-96cc-30417805e6ff'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:05:19.699714 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-0cabfd65-b906-4124-806f-26e109525d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:05:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['71997bce-aa18-4fd7-96cc-30417805e6ff'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:05:19.792872 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c7e12f4c-7cfa-4425-85e1-d09509f51cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:19.830021 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-9aa6a965-1046-4f2a-b11e-e9e1cc96085e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d9f34ebc15424c61859fd294a55c0679&device_id=a923ca38-2c58-458d-92f3-977e0e9e144b HTTP/1.1" status: 200 len: 1098 time: 0.7080584 May 23 11:05:19.837850 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5418710c-7522-4444-8001-f7d443baf8d3 admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:19.839086 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5418710c-7522-4444-8001-f7d443baf8d3 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 10.8204734 May 23 11:05:19.842223 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-79c4f943-815e-436e-9f10-fb1393c62f15 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Transition to ACTIVE for port object 1b5b7423-46ef-454f-8552-b674263818e6 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:05:19.843206 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42242) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:05:19.902523 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-53977e62-ff93-4e12-94b2-ff2687db1d9b req-7f4dd4e2-2b93-4038-b5ff-4e402a0ac114 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] For port 4648b642-2faf-432c-9e80-6f3491ae63a8, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=4648b642-2faf-432c-9e80-6f3491ae63a8,segment=NetworkSegment(a9f43d9a-d5c3-4172-a5d6-8803666768bb),segment_id=a9f43d9a-d5c3-4172-a5d6-8803666768bb)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:05:19.902777 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-53977e62-ff93-4e12-94b2-ff2687db1d9b req-7f4dd4e2-2b93-4038-b5ff-4e402a0ac114 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:19.933601 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-0cabfd65-b906-4124-806f-26e109525d24 None None] Set router 71997bce-aa18-4fd7-96cc-30417805e6ff gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:05:19.954367 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c7e12f4c-7cfa-4425-85e1-d09509f51cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:20.065242 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-90210e13-12b5-4ec8-a29a-862295a30f98 req-bad58fd3-dffc-4f0a-b44a-267c78aa2985 service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381514 May 23 11:05:20.076808 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-53977e62-ff93-4e12-94b2-ff2687db1d9b req-7f4dd4e2-2b93-4038-b5ff-4e402a0ac114 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Calling delete_port for 4648b642-2faf-432c-9e80-6f3491ae63a8 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:05:20.116219 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-dca86ab6-d464-4dea-bcae-4fddd5b66a75 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=05a18725-4529-46cf-8c6c-791551fe733f HTTP/1.1" status: 200 len: 217 time: 0.2671244 May 23 11:05:20.118358 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6ec2639-ef05-4420-8033-47ad01fcfd45 req-7766f47c-5ddf-4539-83d9-f62c3c8d37e7 tempest-ServerShowV247Test-1148653270 tempest-ServerShowV247Test-1148653270-project] 10.222.0.79 "GET /v2.0/ports?device_id=7494ebbb-62c3-4623-b453-f2b97a492299 HTTP/1.1" status: 200 len: 210 time: 0.1562355 May 23 11:05:20.158017 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-79c4f943-815e-436e-9f10-fb1393c62f15 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:20.207484 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-49574869-ebc5-4d96-acb3-d45fe8edbefd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:20.208959 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-49574869-ebc5-4d96-acb3-d45fe8edbefd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.0812082 May 23 11:05:20.256868 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-0cabfd65-b906-4124-806f-26e109525d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71997bce-aa18-4fd7-96cc-30417805e6ff', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-99778131-router', 'tenant_id': 'bf22da870d5042c79dcad757321743ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'a2583d55-500e-4c39-98ea-423c1608de21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:05:09Z', 'updated_at': '2022-05-23T11:05:14Z', 'revision_number': 3, 'project_id': 'bf22da870d5042c79dcad757321743ec', 'gw_port': {'id': 'a2583d55-500e-4c39-98ea-423c1608de21', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:70:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71997bce-aa18-4fd7-96cc-30417805e6ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:05:11Z', 'updated_at': '2022-05-23T11:05:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:05:20.261649 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cabfd65-b906-4124-806f-26e109525d24 None None] Checking router: 71997bce-aa18-4fd7-96cc-30417805e6ff for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:05:20.261990 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cabfd65-b906-4124-806f-26e109525d24 None None] Updating router 71997bce-aa18-4fd7-96cc-30417805e6ff port a2583d55-500e-4c39-98ea-423c1608de21 binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:05:20.287749 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21e8c3f3-8c70-4328-a170-e04bf5be7829'] response: {'name': 'network-changed', 'server_uuid': 'a923ca38-2c58-458d-92f3-977e0e9e144b', 'tag': '05a18725-4529-46cf-8c6c-791551fe733f', 'status': 'completed', 'code': 200} May 23 11:05:20.292455 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c4f943-815e-436e-9f10-fb1393c62f15 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Pushing event updated for resources: {'Port': ['ID=1b5b7423-46ef-454f-8552-b674263818e6,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:20.321486 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c7e12f4c-7cfa-4425-85e1-d09509f51cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:20.325061 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0cabfd65-b906-4124-806f-26e109525d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:20.345882 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-79c4f943-815e-436e-9f10-fb1393c62f15 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Network 45238d5c-875a-474b-bef1-cc75dc2ba645 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:05:20.347967 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e12f4c-7cfa-4425-85e1-d09509f51cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b939034f-9820-46c6-933e-371a25a0d69e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:20.352479 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-79c4f943-815e-436e-9f10-fb1393c62f15 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:05:20.365652 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-79c4f943-815e-436e-9f10-fb1393c62f15 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:05:20.446535 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c7e12f4c-7cfa-4425-85e1-d09509f51cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:20.452629 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c7e12f4c-7cfa-4425-85e1-d09509f51cf3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b939034f-9820-46c6-933e-371a25a0d69e HTTP/1.1" status: 204 len: 168 time: 1.0748055 May 23 11:05:20.479505 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device c0403dea-ba7e-442c-aac9-a089aeee6b11 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:05:20.490206 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-db33dad0-14de-42b0-b11f-441c78cbbbcc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2627752 May 23 11:05:20.490923 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-53977e62-ff93-4e12-94b2-ff2687db1d9b req-7f4dd4e2-2b93-4038-b5ff-4e402a0ac114 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:20.561139 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['608b2041-4d79-4da2-b258-6e9b4b645f5e'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:05:20.578771 n-d-842952-2 neutron-server[83910]: INFO neutron.db.l3_db [req-7d9837f7-f8e3-4be1-bbb4-443545a679f5 req-3ab71e59-0a3c-4538-9245-9fa1ceafac71 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Floating IP 18aaeafc-726f-40b0-8434-0092e0a61458 associated. External IP: 172.25.6.163, port: 608b2041-4d79-4da2-b258-6e9b4b645f5e. May 23 11:05:20.708535 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-79c4f943-815e-436e-9f10-fb1393c62f15 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:20.709897 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-79c4f943-815e-436e-9f10-fb1393c62f15 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:20.723157 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4dd4e2-2b93-4038-b5ff-4e402a0ac114 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Pushing event deleted for resources: {'Port': ['ID=4648b642-2faf-432c-9e80-6f3491ae63a8,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:20.849793 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-79c4f943-815e-436e-9f10-fb1393c62f15 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4553115 May 23 11:05:20.885036 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port c0403dea-ba7e-442c-aac9-a089aeee6b11 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:05:20.896707 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-b2aa22b4-b3ff-47e0-b359-bcc7dc485c26 service neutron] Request body: {'port': {'device_id': 'f2929f6d-a6d9-4b1b-9255-806e5e8dc82c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:05:20.905746 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port c0403dea-ba7e-442c-aac9-a089aeee6b11 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:05:20.906122 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:20.937478 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-bae7dbf2-ae13-4d58-810c-cd4e2e33dbea None None] Provisioning for port 1b5b7423-46ef-454f-8552-b674263818e6 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:05:20.937713 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-53977e62-ff93-4e12-94b2-ff2687db1d9b req-7f4dd4e2-2b93-4038-b5ff-4e402a0ac114 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] No DVR routers for this DVR port 4648b642-2faf-432c-9e80-6f3491ae63a8 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:05:20.948111 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-53977e62-ff93-4e12-94b2-ff2687db1d9b req-7f4dd4e2-2b93-4038-b5ff-4e402a0ac114 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:20.950028 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-53977e62-ff93-4e12-94b2-ff2687db1d9b req-7f4dd4e2-2b93-4038-b5ff-4e402a0ac114 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.81 "DELETE /v2.0/ports/4648b642-2faf-432c-9e80-6f3491ae63a8 HTTP/1.1" status: 204 len: 173 time: 2.3499906 May 23 11:05:20.952536 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b15ed878-ad7d-4efa-b494-bc7f56294b05', 'name': 'network-vif-deleted', 'tag': '4648b642-2faf-432c-9e80-6f3491ae63a8'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:05:20.966786 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-bae7dbf2-ae13-4d58-810c-cd4e2e33dbea None None] Provisioning complete for port 1b5b7423-46ef-454f-8552-b674263818e6 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:05:20.968123 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bae7dbf2-ae13-4d58-810c-cd4e2e33dbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:21.062834 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d4c71-eda6-47de-aed8-e311a7fcf877 req-0e568053-29e9-4243-80d7-6b2a287d457d tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:21.064362 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-233d4c71-eda6-47de-aed8-e311a7fcf877 req-0e568053-29e9-4243-80d7-6b2a287d457d tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d1a2c1a-1e28-4209-9f47-fc1285eba09a&tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&binding%3Ahost_id=n-h2-842952-2 HTTP/1.1" status: 200 len: 949 time: 0.4443154 May 23 11:05:21.125228 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-b2aa22b4-b3ff-47e0-b359-bcc7dc485c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:21.191457 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42258) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:05:21.280741 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-bae7dbf2-ae13-4d58-810c-cd4e2e33dbea None None] Port 1b5b7423-46ef-454f-8552-b674263818e6 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:05:21.349524 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-e7226282-a5fc-4686-abec-53459e355c21 service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8500156 May 23 11:05:21.390698 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8b493e01-de35-4639-a27c-55200d713400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:21.431183 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:21.457772 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a802be69-8224-4985-a017-8f9feadc529f admin admin] Deleting port e504dda2-5336-48af-84ce-e20710a575a5 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:05:21.458028 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a802be69-8224-4985-a017-8f9feadc529f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:21.471189 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0cabfd65-b906-4124-806f-26e109525d24 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:21.494215 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1a2c1a-1e28-4209-9f47-fc1285eba09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0403dea-ba7e-442c-aac9-a089aeee6b11'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:05:21.504964 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-233d4c71-eda6-47de-aed8-e311a7fcf877 req-a3004831-3864-4fd9-9559-0c7706302ba2 service neutron] 10.222.0.81 "GET /v2.0/ports/c0403dea-ba7e-442c-aac9-a089aeee6b11/bindings/n-h2-842952-2 HTTP/1.1" status: 200 len: 382 time: 0.4338136 May 23 11:05:21.505500 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0cabfd65-b906-4124-806f-26e109525d24 None None] Transition to ACTIVE for port object a2583d55-500e-4c39-98ea-423c1608de21 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:05:21.511454 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port c0403dea-ba7e-442c-aac9-a089aeee6b11, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=c0403dea-ba7e-442c-aac9-a089aeee6b11,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:05:21.514479 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0cabfd65-b906-4124-806f-26e109525d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:21.546886 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8b493e01-de35-4639-a27c-55200d713400 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:05:21.574502 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:21.574760 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-8b493e01-de35-4639-a27c-55200d713400 admin admin] Usage tracker for resource:security_group_rule and tenant:8ff3d5e0ccde457084451837f692bcb7 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:05:21.581669 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-8b493e01-de35-4639-a27c-55200d713400 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:05:21.592338 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8b493e01-de35-4639-a27c-55200d713400 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:05:21.657118 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-0cabfd65-b906-4124-806f-26e109525d24 None None] Attempting to bind port a2583d55-500e-4c39-98ea-423c1608de21 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:05:21.657795 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-0cabfd65-b906-4124-806f-26e109525d24 None None] Attempting to bind port a2583d55-500e-4c39-98ea-423c1608de21 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:05:21.658313 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cabfd65-b906-4124-806f-26e109525d24 None None] Attempting to bind port a2583d55-500e-4c39-98ea-423c1608de21 on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:05:21.670892 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d6ac2-cff0-4933-b26b-5a3a1f5cfde6 None None] Pushing event updated for resources: {'Port': ['ID=a2583d55-500e-4c39-98ea-423c1608de21,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:21.711871 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cabfd65-b906-4124-806f-26e109525d24 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:05:21.712677 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cabfd65-b906-4124-806f-26e109525d24 None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:05:21.713251 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0cabfd65-b906-4124-806f-26e109525d24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:21.713803 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cabfd65-b906-4124-806f-26e109525d24 None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:05:21.715051 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-0cabfd65-b906-4124-806f-26e109525d24 None None] Bound port: a2583d55-500e-4c39-98ea-423c1608de21, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:05:21.715874 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0cabfd65-b906-4124-806f-26e109525d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:21.820928 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=c0403dea-ba7e-442c-aac9-a089aeee6b11,revision_number=9']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:21.830259 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-0cabfd65-b906-4124-806f-26e109525d24 None None] For port a2583d55-500e-4c39-98ea-423c1608de21, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:05:21.834979 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-0cabfd65-b906-4124-806f-26e109525d24 None None] For port a2583d55-500e-4c39-98ea-423c1608de21, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=a2583d55-500e-4c39-98ea-423c1608de21,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:05:21.844370 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0cabfd65-b906-4124-806f-26e109525d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:21.933908 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-2af1a052-f4c0-470d-af85-c1aff562828d tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:21.934575 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-2af1a052-f4c0-470d-af85-c1aff562828d tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] Synchronizing usage tracker for tenant:e6c0f51f245f48bab9e9505b0f7e9029 on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:05:21.944354 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cabfd65-b906-4124-806f-26e109525d24 None None] Routers {'71997bce-aa18-4fd7-96cc-30417805e6ff'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:05:21.944979 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-0cabfd65-b906-4124-806f-26e109525d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:05:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['71997bce-aa18-4fd7-96cc-30417805e6ff'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:05:21.946488 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ccb87c92-f8d1-40cb-aeab-9d8a1779573e req-5d5f7091-489f-49b4-b1d1-5d26c687e4cd service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5608516 May 23 11:05:21.979527 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-2af1a052-f4c0-470d-af85-c1aff562828d tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] Unset dirty status for tenant:e6c0f51f245f48bab9e9505b0f7e9029 on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:05:21.980700 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-2af1a052-f4c0-470d-af85-c1aff562828d tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] 10.222.0.79 "GET /v2.0/networks?id=3a0b3b07-ec14-4e7c-adca-97af16e62f1d HTTP/1.1" status: 200 len: 809 time: 0.6293991 May 23 11:05:22.014198 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d6ac2-cff0-4933-b26b-5a3a1f5cfde6 None None] Pushing event updated for resources: {'Port': ['ID=a2583d55-500e-4c39-98ea-423c1608de21,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:22.088774 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-8cefd70c-7db3-47b8-9a3b-f2a7666f0556 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] 10.222.0.79 "GET /v2.0/quotas/e6c0f51f245f48bab9e9505b0f7e9029 HTTP/1.1" status: 200 len: 375 time: 0.1010618 May 23 11:05:22.104343 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8b493e01-de35-4639-a27c-55200d713400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:22.110039 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-a802be69-8224-4985-a017-8f9feadc529f admin admin] For port e504dda2-5336-48af-84ce-e20710a575a5, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e504dda2-5336-48af-84ce-e20710a575a5,segment=NetworkSegment(75549fbd-072c-4860-acd7-cda586e0e6c6),segment_id=75549fbd-072c-4860-acd7-cda586e0e6c6)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:05:22.110369 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a802be69-8224-4985-a017-8f9feadc529f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:22.133075 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8b493e01-de35-4639-a27c-55200d713400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:22.152002 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-233d4c71-eda6-47de-aed8-e311a7fcf877 req-8d6e0cd1-ff88-473c-b922-9bdbdce1cbb6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&device_id=5d1a2c1a-1e28-4209-9f47-fc1285eba09a HTTP/1.1" status: 200 len: 1101 time: 0.5410843 May 23 11:05:22.176419 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-0cabfd65-b906-4124-806f-26e109525d24 None None] Set router 71997bce-aa18-4fd7-96cc-30417805e6ff gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:05:22.256017 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-2ed9143d-0c34-4642-9871-db2c3bc8641c tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e6c0f51f245f48bab9e9505b0f7e9029&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1556306 May 23 11:05:22.280046 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a802be69-8224-4985-a017-8f9feadc529f admin admin] Calling delete_port for e504dda2-5336-48af-84ce-e20710a575a5 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:05:22.433852 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b493e01-de35-4639-a27c-55200d713400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c12a5ac-11b3-4b44-b62b-2e7536c93521,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:22.449915 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8b493e01-de35-4639-a27c-55200d713400 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8ff3d5e0ccde457084451837f692bcb7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2378142 May 23 11:05:22.451365 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-b2aa22b4-b3ff-47e0-b359-bcc7dc485c26 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:05:22.455322 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 4648b642-2faf-432c-9e80-6f3491ae63a8 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:05:22.459737 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42270) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:05:22.489587 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: 4648b642-2faf-432c-9e80-6f3491ae63a8 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:05:22.489933 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 4648b642-2faf-432c-9e80-6f3491ae63a8 not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:05:22.504162 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-0cabfd65-b906-4124-806f-26e109525d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71997bce-aa18-4fd7-96cc-30417805e6ff', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-99778131-router', 'tenant_id': 'bf22da870d5042c79dcad757321743ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'a2583d55-500e-4c39-98ea-423c1608de21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:05:09Z', 'updated_at': '2022-05-23T11:05:14Z', 'revision_number': 3, 'project_id': 'bf22da870d5042c79dcad757321743ec', 'gw_port': {'id': 'a2583d55-500e-4c39-98ea-423c1608de21', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:70:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71997bce-aa18-4fd7-96cc-30417805e6ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:05:11Z', 'updated_at': '2022-05-23T11:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:05:22.508263 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cabfd65-b906-4124-806f-26e109525d24 None None] The sync data for ids ['71997bce-aa18-4fd7-96cc-30417805e6ff'] in n-d-842952-2 is: [{'id': '71997bce-aa18-4fd7-96cc-30417805e6ff', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-99778131-router', 'tenant_id': 'bf22da870d5042c79dcad757321743ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'a2583d55-500e-4c39-98ea-423c1608de21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:05:09Z', 'updated_at': '2022-05-23T11:05:14Z', 'revision_number': 3, 'project_id': 'bf22da870d5042c79dcad757321743ec', 'gw_port': {'id': 'a2583d55-500e-4c39-98ea-423c1608de21', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:70:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71997bce-aa18-4fd7-96cc-30417805e6ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:05:11Z', 'updated_at': '2022-05-23T11:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:05:22.533844 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-66cdd59f-f093-40d4-98a5-85cb86640ec3 req-539fc929-4f8b-4fb0-9823-efa3b43612de service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d9f34ebc15424c61859fd294a55c0679&device_id=a923ca38-2c58-458d-92f3-977e0e9e144b HTTP/1.1" status: 200 len: 1098 time: 0.4689543 May 23 11:05:22.571455 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-2ea37189-a1f7-41e1-8c99-fc1ee3314501 service neutron] 10.222.0.79 "GET /v2.0/networks/3a0b3b07-ec14-4e7c-adca-97af16e62f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008969 May 23 11:05:22.589408 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-b2aa22b4-b3ff-47e0-b359-bcc7dc485c26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b5b7423-46ef-454f-8552-b674263818e6 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:05:22.595390 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d4c71-eda6-47de-aed8-e311a7fcf877 req-a1c2eb29-afb2-4a5b-bfe7-170465a8067a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:22.596942 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-233d4c71-eda6-47de-aed8-e311a7fcf877 req-a1c2eb29-afb2-4a5b-bfe7-170465a8067a service neutron] 10.222.0.81 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.3302209 May 23 11:05:22.602095 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-b2aa22b4-b3ff-47e0-b359-bcc7dc485c26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:22.684721 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-b2aa22b4-b3ff-47e0-b359-bcc7dc485c26 service neutron] Transition to ACTIVE for port object 1b5b7423-46ef-454f-8552-b674263818e6 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:05:22.687290 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-233d4c71-eda6-47de-aed8-e311a7fcf877 req-e2c2fe2d-4fe3-4895-aec0-a3d6eaddec35 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=c0403dea-ba7e-442c-aac9-a089aeee6b11 HTTP/1.1" status: 200 len: 217 time: 0.0762024 May 23 11:05:22.693272 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-b2aa22b4-b3ff-47e0-b359-bcc7dc485c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:22.859763 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cdd59f-f093-40d4-98a5-85cb86640ec3 req-94941734-d489-4c6e-80d2-a99de59645e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:22.861602 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-66cdd59f-f093-40d4-98a5-85cb86640ec3 req-94941734-d489-4c6e-80d2-a99de59645e0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.3179424 May 23 11:05:22.868517 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-82df90fb-546c-415b-85c0-1ef2fc94f3eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:22.929315 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa22b4-b3ff-47e0-b359-bcc7dc485c26 service neutron] Pushing event updated for resources: {'Port': ['ID=1b5b7423-46ef-454f-8552-b674263818e6,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:22.942986 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d4c71-eda6-47de-aed8-e311a7fcf877 req-d7893bfd-4555-4ed1-a51e-3a832996bc90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:22.944595 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-233d4c71-eda6-47de-aed8-e311a7fcf877 req-d7893bfd-4555-4ed1-a51e-3a832996bc90 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.2444215 May 23 11:05:22.949362 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a802be69-8224-4985-a017-8f9feadc529f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:23.030451 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-66cdd59f-f093-40d4-98a5-85cb86640ec3 req-ef03fa4f-c674-49c6-a083-1a3d958a6a0e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=05a18725-4529-46cf-8c6c-791551fe733f HTTP/1.1" status: 200 len: 217 time: 0.1299629 May 23 11:05:23.071355 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a802be69-8224-4985-a017-8f9feadc529f admin admin] Pushing event deleted for resources: {'Port': ['ID=e504dda2-5336-48af-84ce-e20710a575a5,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:23.078054 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device a2583d55-500e-4c39-98ea-423c1608de21 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:05:23.100059 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-82df90fb-546c-415b-85c0-1ef2fc94f3eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:23.144673 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-5fb2077d-003f-409e-b648-60765eabf2b9 service neutron] 10.222.0.79 "GET /v2.0/networks/3a0b3b07-ec14-4e7c-adca-97af16e62f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5120535 May 23 11:05:23.184655 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port a2583d55-500e-4c39-98ea-423c1608de21 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:05:23.190414 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port a2583d55-500e-4c39-98ea-423c1608de21 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:05:23.190999 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:23.282585 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cdd59f-f093-40d4-98a5-85cb86640ec3 req-cb514dd7-1ae4-4575-ae70-13fe0561e339 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:23.288119 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-66cdd59f-f093-40d4-98a5-85cb86640ec3 req-cb514dd7-1ae4-4575-ae70-13fe0561e339 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.2410083 May 23 11:05:23.383121 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d9837f7-f8e3-4be1-bbb4-443545a679f5 req-3ab71e59-0a3c-4538-9245-9fa1ceafac71 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Router 29a3e85c-cbc2-450d-98be-8fee03a51fa4 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:05:23.481060 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:23.517540 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port a2583d55-500e-4c39-98ea-423c1608de21, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=a2583d55-500e-4c39-98ea-423c1608de21,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:05:23.522685 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:23.666571 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=a2583d55-500e-4c39-98ea-423c1608de21,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:23.703292 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-82df90fb-546c-415b-85c0-1ef2fc94f3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:23.725802 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-233d4c71-eda6-47de-aed8-e311a7fcf877 req-63b8c5fc-7e6c-45ff-84c5-af7248855b05 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7713559 May 23 11:05:23.739688 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-b2aa22b4-b3ff-47e0-b359-bcc7dc485c26 service neutron] Attempting to bind port 1b5b7423-46ef-454f-8552-b674263818e6 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:05:23.740528 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-b2aa22b4-b3ff-47e0-b359-bcc7dc485c26 service neutron] Attempting to bind port 1b5b7423-46ef-454f-8552-b674263818e6 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:05:23.740943 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-b2aa22b4-b3ff-47e0-b359-bcc7dc485c26 service neutron] Attempting to bind port 1b5b7423-46ef-454f-8552-b674263818e6 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:05:23.908671 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-b2aa22b4-b3ff-47e0-b359-bcc7dc485c26 service neutron] Port 1b5b7423-46ef-454f-8552-b674263818e6 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:05:23.908872 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-b2aa22b4-b3ff-47e0-b359-bcc7dc485c26 service neutron] Attempting to bind port 1b5b7423-46ef-454f-8552-b674263818e6 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:05:23.938357 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-b2aa22b4-b3ff-47e0-b359-bcc7dc485c26 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:05:23.938814 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-b2aa22b4-b3ff-47e0-b359-bcc7dc485c26 service neutron] Checking segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:05:23.939252 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-b2aa22b4-b3ff-47e0-b359-bcc7dc485c26 service neutron] Bound using segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:05:23.939811 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-b2aa22b4-b3ff-47e0-b359-bcc7dc485c26 service neutron] Bound port: 1b5b7423-46ef-454f-8552-b674263818e6, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:05:23.940187 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-b2aa22b4-b3ff-47e0-b359-bcc7dc485c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:24.000901 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df90fb-546c-415b-85c0-1ef2fc94f3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c12a5ac-11b3-4b44-b62b-2e7536c93521,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:24.028191 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-66cdd59f-f093-40d4-98a5-85cb86640ec3 req-2201824e-516a-4051-9e24-77b657b53575 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7173502 May 23 11:05:24.043573 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-82df90fb-546c-415b-85c0-1ef2fc94f3eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:24.044878 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-82df90fb-546c-415b-85c0-1ef2fc94f3eb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9c12a5ac-11b3-4b44-b62b-2e7536c93521 HTTP/1.1" status: 204 len: 168 time: 1.5823975 May 23 11:05:24.073192 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-233d4c71-eda6-47de-aed8-e311a7fcf877 req-47966bad-784b-44f9-a6b7-7dd8bafff219 service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352041 May 23 11:05:24.186434 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-b2aa22b4-b3ff-47e0-b359-bcc7dc485c26 service neutron] For port 1b5b7423-46ef-454f-8552-b674263818e6, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:05:24.223885 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-b2aa22b4-b3ff-47e0-b359-bcc7dc485c26 service neutron] For port 1b5b7423-46ef-454f-8552-b674263818e6, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=1b5b7423-46ef-454f-8552-b674263818e6,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:05:24.235368 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-b2aa22b4-b3ff-47e0-b359-bcc7dc485c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:24.323313 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5d5f8-f3fa-4875-9823-0fe5337e5025 req-17333579-12c2-4c4e-b958-d1fa95baa1a4 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:24.324864 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c3d5d5f8-f3fa-4875-9823-0fe5337e5025 req-17333579-12c2-4c4e-b958-d1fa95baa1a4 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2929f6d-a6d9-4b1b-9255-806e5e8dc82c HTTP/1.1" status: 200 len: 947 time: 0.6165316 May 23 11:05:24.343701 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-b2aa22b4-b3ff-47e0-b359-bcc7dc485c26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:24.345104 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-b2aa22b4-b3ff-47e0-b359-bcc7dc485c26 service neutron] 10.222.0.13 "PUT /v2.0/ports/1b5b7423-46ef-454f-8552-b674263818e6 HTTP/1.1" status: 200 len: 1095 time: 3.4636805 May 23 11:05:24.350087 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-66cdd59f-f093-40d4-98a5-85cb86640ec3 req-2e9b1de5-35a0-4134-913e-096f474acdde service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111358 May 23 11:05:24.382861 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-233d4c71-eda6-47de-aed8-e311a7fcf877 req-696e3fc1-2db4-4f60-b46a-9f0300227822 service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994087 May 23 11:05:24.403281 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-da55f608-2e8f-4efa-97cc-46aae2f3fb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:24.411753 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa22b4-b3ff-47e0-b359-bcc7dc485c26 service neutron] Pushing event updated for resources: {'Port': ['ID=1b5b7423-46ef-454f-8552-b674263818e6,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:24.422272 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a802be69-8224-4985-a017-8f9feadc529f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:24.662274 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-acf1a89b-d3d4-4bfc-a0b2-1eb99c821ca6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9f34ebc15424c61859fd294a55c0679&device_id=f2929f6d-a6d9-4b1b-9255-806e5e8dc82c HTTP/1.1" status: 200 len: 1098 time: 0.2276220 May 23 11:05:24.683790 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-c3d5d5f8-f3fa-4875-9823-0fe5337e5025 req-ece826e9-6046-4702-9c90-902c3ef3a9a5 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Synchronizing usage tracker for tenant:d9f34ebc15424c61859fd294a55c0679 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:05:24.752615 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-adacbf85-0db0-4272-af23-6a46a2f620d8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=1b5b7423-46ef-454f-8552-b674263818e6 HTTP/1.1" status: 200 len: 217 time: 0.0766749 May 23 11:05:24.776487 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-66cdd59f-f093-40d4-98a5-85cb86640ec3 req-58c5313b-0dea-4cd7-b606-68fb716affbd service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175253 May 23 11:05:24.777079 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-c3d5d5f8-f3fa-4875-9823-0fe5337e5025 req-ece826e9-6046-4702-9c90-902c3ef3a9a5 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Unset dirty status for tenant:d9f34ebc15424c61859fd294a55c0679 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:05:24.778074 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c3d5d5f8-f3fa-4875-9823-0fe5337e5025 req-ece826e9-6046-4702-9c90-902c3ef3a9a5 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.79 "GET /v2.0/security-groups?id=336e08ad-b29f-4151-99b3-e10dd6823e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4442260 May 23 11:05:24.826430 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d9837f7-f8e3-4be1-bbb4-443545a679f5 req-3ab71e59-0a3c-4538-9245-9fa1ceafac71 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:05:24.840199 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fabc6d-7be7-4d09-bb87-af213e012fbb None None] Sync routers for ids ['29a3e85c-cbc2-450d-98be-8fee03a51fa4'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:05:24.841063 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7d9837f7-f8e3-4be1-bbb4-443545a679f5 req-3ab71e59-0a3c-4538-9245-9fa1ceafac71 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:24.862716 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fabc6d-7be7-4d09-bb87-af213e012fbb None None] Routers {'29a3e85c-cbc2-450d-98be-8fee03a51fa4'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:05:24.864628 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-f2fabc6d-7be7-4d09-bb87-af213e012fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:05:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['29a3e85c-cbc2-450d-98be-8fee03a51fa4'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:05:24.955902 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-da55f608-2e8f-4efa-97cc-46aae2f3fb3a admin admin] Allocated IP 172.20.0.1 (8a342eab-fdf3-4318-a8c2-76cdfe481ce0/5265de05-7c12-4c1b-8b69-012647efbed0/0d16ae6e-9e3f-44fe-8f91-dd366aa4ac97) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:05:24.998403 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-37ed667d-ee1c-47ff-b454-3dcc37ccf7c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:25.020517 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7d9837f7-f8e3-4be1-bbb4-443545a679f5 req-3ab71e59-0a3c-4538-9245-9fa1ceafac71 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "PUT /v2.0/floatingips/18aaeafc-726f-40b0-8434-0092e0a61458 HTTP/1.1" status: 200 len: 997 time: 7.8014276 May 23 11:05:25.025223 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-37ed667d-ee1c-47ff-b454-3dcc37ccf7c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.2373860 May 23 11:05:25.031434 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f0e50e-11eb-4672-845a-a174fdd080c6', 'tag': '608b2041-4d79-4da2-b258-6e9b4b645f5e'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:05:25.149616 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-f2fabc6d-7be7-4d09-bb87-af213e012fbb None None] Set router 29a3e85c-cbc2-450d-98be-8fee03a51fa4 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:05:25.187434 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device a2583d55-500e-4c39-98ea-423c1608de21 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:05:25.345296 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-d210bd82-fcff-4d0f-8215-2c8a4c5abdc2 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:25.346770 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-d210bd82-fcff-4d0f-8215-2c8a4c5abdc2 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] 10.222.0.81 "GET /v2.0/networks?id=3a0b3b07-ec14-4e7c-adca-97af16e62f1d HTTP/1.1" status: 200 len: 809 time: 0.4455009 May 23 11:05:25.377982 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port a2583d55-500e-4c39-98ea-423c1608de21 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:05:25.378486 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:25.448577 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-721cf3a0-7c09-4558-9f64-2d66c2540000 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] Request body: {'port': {'device_id': '3ad875c4-0a44-40c0-b6ce-56779a923e5a', 'network_id': '3a0b3b07-ec14-4e7c-adca-97af16e62f1d', 'admin_state_up': True, 'tenant_id': 'e6c0f51f245f48bab9e9505b0f7e9029'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:05:25.499071 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-1e7691a5-35ec-423a-9d84-258870fd8a61 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4667099 May 23 11:05:25.513970 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7d9837f7-f8e3-4be1-bbb4-443545a679f5 req-06a3cdac-7557-4107-ad96-cb07415184ad service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e45cf791a4a1458dadb0a080d541d299&device_id=81f0e50e-11eb-4672-845a-a174fdd080c6 HTTP/1.1" status: 200 len: 1097 time: 0.4756858 May 23 11:05:25.653383 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-da55f608-2e8f-4efa-97cc-46aae2f3fb3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:25.710894 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-f2fabc6d-7be7-4d09-bb87-af213e012fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1037448032-router', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '9deb4962-2b81-43e3-9ff2-0c15f7b58715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:17Z', 'updated_at': '2022-05-23T11:03:33Z', 'revision_number': 4, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'gw_port': {'id': '9deb4962-2b81-43e3-9ff2-0c15f7b58715', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:19Z', 'updated_at': '2022-05-23T11:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '18aaeafc-726f-40b0-8434-0092e0a61458', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'floating_ip_address': '172.25.6.163', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'port_id': '608b2041-4d79-4da2-b258-6e9b4b645f5e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841', 'mac_address': 'fa:16:3e:04:db:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f0e50e-11eb-4672-845a-a174fdd080c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:04:19Z', 'updated_at': '2022-05-23T11:05:18Z', 'revision_number': 8, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8097e783-afd4-414b-9aef-ef542f9e8d0f', 'name': '', 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'mac_address': 'fa:16:3e:94:c6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '233b37e7-7248-4012-bd3c-2373f43dcd00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:30Z', 'updated_at': '2022-05-23T11:03:44Z', 'revision_number': 5, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'subnets': [{'id': '233b37e7-7248-4012-bd3c-2373f43dcd00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:05:25.715667 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fabc6d-7be7-4d09-bb87-af213e012fbb None None] Checking router: 29a3e85c-cbc2-450d-98be-8fee03a51fa4 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:05:25.719359 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d535f67-a60f-4530-afe5-c435a67135fe req-7d465b1f-66e7-497c-9349-e7dd3da400cf tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:25.720929 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3d535f67-a60f-4530-afe5-c435a67135fe req-7d465b1f-66e7-497c-9349-e7dd3da400cf tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d1a2c1a-1e28-4209-9f47-fc1285eba09a HTTP/1.1" status: 200 len: 950 time: 0.5805395 May 23 11:05:25.734228 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fabc6d-7be7-4d09-bb87-af213e012fbb None None] Routers {'29a3e85c-cbc2-450d-98be-8fee03a51fa4'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:05:25.735336 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-f2fabc6d-7be7-4d09-bb87-af213e012fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:05:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['29a3e85c-cbc2-450d-98be-8fee03a51fa4'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:05:25.772859 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-da55f608-2e8f-4efa-97cc-46aae2f3fb3a admin admin] Transition to ACTIVE for port object 0d16ae6e-9e3f-44fe-8f91-dd366aa4ac97 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:05:25.887960 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-721cf3a0-7c09-4558-9f64-2d66c2540000 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:05:25.895925 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3d535f67-a60f-4530-afe5-c435a67135fe req-46bee70b-74e6-48b2-ae3d-f17c007ed543 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544576 May 23 11:05:25.896951 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9837f7-f8e3-4be1-bbb4-443545a679f5 req-80d6a429-b4c2-450a-affa-024b086a79a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:25.898308 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7d9837f7-f8e3-4be1-bbb4-443545a679f5 req-80d6a429-b4c2-450a-affa-024b086a79a2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0930e7e8-6d74-47b9-b850-f307a169b841 HTTP/1.1" status: 200 len: 922 time: 0.3013184 May 23 11:05:25.900207 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-721cf3a0-7c09-4558-9f64-2d66c2540000 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] Usage tracker for resource:port and tenant:e6c0f51f245f48bab9e9505b0f7e9029 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:05:25.904158 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-721cf3a0-7c09-4558-9f64-2d66c2540000 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:05:25.912608 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-721cf3a0-7c09-4558-9f64-2d66c2540000 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:05:26.027608 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-30c39247-7716-4acb-be96-e48fce3d17ef service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5096822 May 23 11:05:26.041732 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5da9d144-9982-49fe-9755-43df25fad819'] response: {'server_uuid': 'b15ed878-ad7d-4efa-b494-bc7f56294b05', 'name': 'network-vif-deleted', 'tag': '4648b642-2faf-432c-9e80-6f3491ae63a8', 'status': 'completed', 'code': 200} May 23 11:05:26.114507 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-f2fabc6d-7be7-4d09-bb87-af213e012fbb None None] Set router 29a3e85c-cbc2-450d-98be-8fee03a51fa4 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:05:26.214939 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-da55f608-2e8f-4efa-97cc-46aae2f3fb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:26.226366 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e49fba1d-45f1-4310-824d-d74c0a78dae7 req-e5122695-a6b9-4018-b61f-b6038e0ac7ee service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837502 May 23 11:05:26.264430 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a802be69-8224-4985-a017-8f9feadc529f admin admin] Router 62aa646c-014b-4b5e-a9b5-47137d00cacd has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:05:26.329564 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-721cf3a0-7c09-4558-9f64-2d66c2540000 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] Made reservation on behalf of e6c0f51f245f48bab9e9505b0f7e9029 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:05:26.332907 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-721cf3a0-7c09-4558-9f64-2d66c2540000 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:26.375963 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9e4f4862-3527-4318-b512-62046b84aebe req-7c8ff5e8-d060-494c-b360-fc5caf8bc2a0 tempest-ServerShowV247Test-1148653270 tempest-ServerShowV247Test-1148653270-project] 10.222.0.79 "GET /v2.0/ports?device_id=7494ebbb-62c3-4623-b453-f2b97a492299 HTTP/1.1" status: 200 len: 210 time: 0.0907602 May 23 11:05:26.410322 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da55f608-2e8f-4efa-97cc-46aae2f3fb3a admin admin] Pushing event updated for resources: {'Port': ['ID=0d16ae6e-9e3f-44fe-8f91-dd366aa4ac97,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:26.439226 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da55f608-2e8f-4efa-97cc-46aae2f3fb3a admin admin] Network 8a342eab-fdf3-4318-a8c2-76cdfe481ce0 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:05:26.453538 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-da55f608-2e8f-4efa-97cc-46aae2f3fb3a admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:05:26.499729 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7d9837f7-f8e3-4be1-bbb4-443545a679f5 req-84bf8ae6-1faf-4993-a628-adf822168c3d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=608b2041-4d79-4da2-b258-6e9b4b645f5e HTTP/1.1" status: 200 len: 1000 time: 0.5892208 May 23 11:05:26.500859 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da55f608-2e8f-4efa-97cc-46aae2f3fb3a admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:05:26.509744 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 05a18725-4529-46cf-8c6c-791551fe733f details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:05:26.623957 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a802be69-8224-4985-a017-8f9feadc529f admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:05:26.656658 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9837f7-f8e3-4be1-bbb4-443545a679f5 req-18cb8a6e-8093-4bef-b193-859e85220fc7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:26.658645 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7d9837f7-f8e3-4be1-bbb4-443545a679f5 req-18cb8a6e-8093-4bef-b193-859e85220fc7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=233b37e7-7248-4012-bd3c-2373f43dcd00 HTTP/1.1" status: 200 len: 860 time: 0.1218758 May 23 11:05:26.676197 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a802be69-8224-4985-a017-8f9feadc529f admin admin] 10.222.0.79 "PUT /v2.0/routers/62aa646c-014b-4b5e-a9b5-47137d00cacd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7766263 May 23 11:05:26.677631 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42322) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:05:26.719578 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ff390f5-2f4f-4d7a-954d-21323648c5a4'] response: {'server_uuid': '5d1a2c1a-1e28-4209-9f47-fc1285eba09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0403dea-ba7e-442c-aac9-a089aeee6b11', 'code': 200} May 23 11:05:26.748035 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62229e5-dd62-47a9-b021-6a23e806e939 None None] Sync routers for ids ['62aa646c-014b-4b5e-a9b5-47137d00cacd'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:05:26.794401 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62229e5-dd62-47a9-b021-6a23e806e939 None None] Routers {'62aa646c-014b-4b5e-a9b5-47137d00cacd'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:05:26.795094 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a62229e5-dd62-47a9-b021-6a23e806e939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:05:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['62aa646c-014b-4b5e-a9b5-47137d00cacd'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:05:26.879737 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-f2fabc6d-7be7-4d09-bb87-af213e012fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1037448032-router', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '9deb4962-2b81-43e3-9ff2-0c15f7b58715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:17Z', 'updated_at': '2022-05-23T11:03:33Z', 'revision_number': 4, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'gw_port': {'id': '9deb4962-2b81-43e3-9ff2-0c15f7b58715', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:19Z', 'updated_at': '2022-05-23T11:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '18aaeafc-726f-40b0-8434-0092e0a61458', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'floating_ip_address': '172.25.6.163', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'port_id': '608b2041-4d79-4da2-b258-6e9b4b645f5e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841', 'mac_address': 'fa:16:3e:04:db:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f0e50e-11eb-4672-845a-a174fdd080c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:04:19Z', 'updated_at': '2022-05-23T11:05:18Z', 'revision_number': 8, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8097e783-afd4-414b-9aef-ef542f9e8d0f', 'name': '', 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'mac_address': 'fa:16:3e:94:c6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '233b37e7-7248-4012-bd3c-2373f43dcd00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:30Z', 'updated_at': '2022-05-23T11:03:44Z', 'revision_number': 5, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'subnets': [{'id': '233b37e7-7248-4012-bd3c-2373f43dcd00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:05:26.894967 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fabc6d-7be7-4d09-bb87-af213e012fbb None None] The sync data for ids ['29a3e85c-cbc2-450d-98be-8fee03a51fa4'] in n-d-842952-2 is: [{'id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1037448032-router', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '9deb4962-2b81-43e3-9ff2-0c15f7b58715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:17Z', 'updated_at': '2022-05-23T11:03:33Z', 'revision_number': 4, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'gw_port': {'id': '9deb4962-2b81-43e3-9ff2-0c15f7b58715', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:19Z', 'updated_at': '2022-05-23T11:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '18aaeafc-726f-40b0-8434-0092e0a61458', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'floating_ip_address': '172.25.6.163', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'port_id': '608b2041-4d79-4da2-b258-6e9b4b645f5e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841', 'mac_address': 'fa:16:3e:04:db:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f0e50e-11eb-4672-845a-a174fdd080c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:04:19Z', 'updated_at': '2022-05-23T11:05:18Z', 'revision_number': 8, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8097e783-afd4-414b-9aef-ef542f9e8d0f', 'name': '', 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'mac_address': 'fa:16:3e:94:c6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '233b37e7-7248-4012-bd3c-2373f43dcd00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:30Z', 'updated_at': '2022-05-23T11:03:44Z', 'revision_number': 5, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'subnets': [{'id': '233b37e7-7248-4012-bd3c-2373f43dcd00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:05:26.945740 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-721cf3a0-7c09-4558-9f64-2d66c2540000 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] Allocated IP 172.20.0.4 (3a0b3b07-ec14-4e7c-adca-97af16e62f1d/ec5ab81b-b58b-42e9-a495-3d7f0e059569/a79b270b-fdea-4225-9eed-e7f906b9242f) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:05:27.064950 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 05a18725-4529-46cf-8c6c-791551fe733f, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=05a18725-4529-46cf-8c6c-791551fe733f,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:05:27.084116 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-cd51fc10-826f-4551-ac3a-17a64987d3dd None None] Provisioning for port 0d16ae6e-9e3f-44fe-8f91-dd366aa4ac97 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:05:27.093620 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '05a18725-4529-46cf-8c6c-791551fe733f', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'port_id': '05a18725-4529-46cf-8c6c-791551fe733f', 'mac_address': 'fa:16:3e:77:da:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1719237-4a8e-4354-92b1-51064eb09c82', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:05:27.137526 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-cd51fc10-826f-4551-ac3a-17a64987d3dd None None] Provisioning complete for port 0d16ae6e-9e3f-44fe-8f91-dd366aa4ac97 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:05:27.137526 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cd51fc10-826f-4551-ac3a-17a64987d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:27.195688 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa511e5d-c7e2-4fcc-8cf7-714e43f37e8c None None] New status for floating IP 18aaeafc-726f-40b0-8434-0092e0a61458: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:05:27.198941 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-cd51fc10-826f-4551-ac3a-17a64987d3dd None None] Port 0d16ae6e-9e3f-44fe-8f91-dd366aa4ac97 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:05:27.227704 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:27.239561 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-01689520-bbb2-44eb-bef0-61524bf8f2e4 req-a8df7cd2-7dbe-4017-be8d-52add7b20202 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ad875c4-0a44-40c0-b6ce-56779a923e5a HTTP/1.1" status: 200 len: 210 time: 0.1442387 May 23 11:05:27.252145 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-a62229e5-dd62-47a9-b021-6a23e806e939 None None] Set router 62aa646c-014b-4b5e-a9b5-47137d00cacd gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:05:27.293154 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-da55f608-2e8f-4efa-97cc-46aae2f3fb3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:27.298334 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05a18725-4529-46cf-8c6c-791551fe733f {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:05:27.401764 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 05a18725-4529-46cf-8c6c-791551fe733f, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=05a18725-4529-46cf-8c6c-791551fe733f,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:05:27.439982 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-233d4c71-eda6-47de-aed8-e311a7fcf877 req-f72ce082-4f34-463b-ad18-8734084b9f9f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5d1a2c1a-1e28-4209-9f47-fc1285eba09a&tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab HTTP/1.1" status: 200 len: 1101 time: 0.1958597 May 23 11:05:27.456970 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-233d4c71-eda6-47de-aed8-e311a7fcf877 req-47339be9-00c5-4dcd-b7ea-95516f0ea1f0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-842952-2', 'device_owner': 'compute:nova'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:05:27.483600 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7d9837f7-f8e3-4be1-bbb4-443545a679f5 req-5f2178f8-bc49-4b4b-b716-2084198fb3e6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0930e7e8-6d74-47b9-b850-f307a169b841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8047655 May 23 11:05:27.492287 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da91331f-7953-49ca-bcb0-08a325dde468'] response: {'name': 'network-changed', 'server_uuid': '81f0e50e-11eb-4672-845a-a174fdd080c6', 'tag': '608b2041-4d79-4da2-b258-6e9b4b645f5e', 'status': 'completed', 'code': 200} May 23 11:05:27.531318 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-721cf3a0-7c09-4558-9f64-2d66c2540000 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:27.600522 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:27.686482 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-da55f608-2e8f-4efa-97cc-46aae2f3fb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:27.697815 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=05a18725-4529-46cf-8c6c-791551fe733f,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:27.707442 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c3a9e47e-9117-4a47-b431-34e52dc708f0 req-b20560e2-722f-4527-a427-f5674fe32950 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e45cf791a4a1458dadb0a080d541d299&device_id=81f0e50e-11eb-4672-845a-a174fdd080c6 HTTP/1.1" status: 200 len: 1097 time: 0.1839890 May 23 11:05:27.711522 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-233d4c71-eda6-47de-aed8-e311a7fcf877 req-47339be9-00c5-4dcd-b7ea-95516f0ea1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:27.716323 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a62229e5-dd62-47a9-b021-6a23e806e939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62aa646c-014b-4b5e-a9b5-47137d00cacd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-539417370-router', 'tenant_id': '28ad30c9ce014020932bf0f448507fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '8f7407e6-d009-453e-9e5a-857b81983522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:35Z', 'updated_at': '2022-05-23T11:05:22Z', 'revision_number': 5, 'project_id': '28ad30c9ce014020932bf0f448507fa3', 'gw_port': {'id': '8f7407e6-d009-453e-9e5a-857b81983522', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:eb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa646c-014b-4b5e-a9b5-47137d00cacd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:37Z', 'updated_at': '2022-05-23T11:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:05:27.722090 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62229e5-dd62-47a9-b021-6a23e806e939 None None] Checking router: 62aa646c-014b-4b5e-a9b5-47137d00cacd for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:05:27.734289 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62229e5-dd62-47a9-b021-6a23e806e939 None None] Routers {'62aa646c-014b-4b5e-a9b5-47137d00cacd'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:05:27.735031 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a62229e5-dd62-47a9-b021-6a23e806e939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:05:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['62aa646c-014b-4b5e-a9b5-47137d00cacd'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:05:27.821520 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7d9837f7-f8e3-4be1-bbb4-443545a679f5 req-3805db62-891d-4693-ace0-b8b8bf9ffa80 service neutron] 10.222.0.79 "GET /v2.0/networks/0930e7e8-6d74-47b9-b850-f307a169b841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282907 May 23 11:05:27.885333 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-721cf3a0-7c09-4558-9f64-2d66c2540000 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:27.923565 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-a62229e5-dd62-47a9-b021-6a23e806e939 None None] Set router 62aa646c-014b-4b5e-a9b5-47137d00cacd gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:05:27.939719 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9e47e-9117-4a47-b431-34e52dc708f0 req-8dd9c4c1-fada-4bee-99b3-fc65d785330f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:27.942198 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c3a9e47e-9117-4a47-b431-34e52dc708f0 req-8dd9c4c1-fada-4bee-99b3-fc65d785330f service neutron] 10.222.0.81 "GET /v2.0/networks?id=0930e7e8-6d74-47b9-b850-f307a169b841 HTTP/1.1" status: 200 len: 922 time: 0.2178707 May 23 11:05:28.025870 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['05a18725-4529-46cf-8c6c-791551fe733f'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:05:28.054519 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2929f6d-a6d9-4b1b-9255-806e5e8dc82c', 'tag': '1b5b7423-46ef-454f-8552-b674263818e6'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:05:28.125955 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f156662-e31f-449e-a9fb-ca760d269d9d req-ddb54a9a-a362-4bd8-bd5a-1bac7b31edd7 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:28.132344 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2f156662-e31f-449e-a9fb-ca760d269d9d req-ddb54a9a-a362-4bd8-bd5a-1bac7b31edd7 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2929f6d-a6d9-4b1b-9255-806e5e8dc82c HTTP/1.1" status: 200 len: 947 time: 0.5066018 May 23 11:05:28.142361 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c3a9e47e-9117-4a47-b431-34e52dc708f0 req-52034157-37ee-4fe1-884f-1072977f007b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=608b2041-4d79-4da2-b258-6e9b4b645f5e HTTP/1.1" status: 200 len: 1002 time: 0.1892738 May 23 11:05:28.266540 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-721cf3a0-7c09-4558-9f64-2d66c2540000 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] Network 3a0b3b07-ec14-4e7c-adca-97af16e62f1d is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:05:28.278347 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9e47e-9117-4a47-b431-34e52dc708f0 req-6ab5c2a4-75dc-438c-b6f1-e9375bd66131 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:28.279798 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c3a9e47e-9117-4a47-b431-34e52dc708f0 req-6ab5c2a4-75dc-438c-b6f1-e9375bd66131 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=233b37e7-7248-4012-bd3c-2373f43dcd00 HTTP/1.1" status: 200 len: 860 time: 0.0923533 May 23 11:05:28.280826 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-721cf3a0-7c09-4558-9f64-2d66c2540000 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:05:28.283575 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-721cf3a0-7c09-4558-9f64-2d66c2540000 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:05:28.340877 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-233d4c71-eda6-47de-aed8-e311a7fcf877 req-47339be9-00c5-4dcd-b7ea-95516f0ea1f0 service neutron] For port c0403dea-ba7e-442c-aac9-a089aeee6b11, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=c0403dea-ba7e-442c-aac9-a089aeee6b11,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:05:28.392504 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a62229e5-dd62-47a9-b021-6a23e806e939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62aa646c-014b-4b5e-a9b5-47137d00cacd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-539417370-router', 'tenant_id': '28ad30c9ce014020932bf0f448507fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '8f7407e6-d009-453e-9e5a-857b81983522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:35Z', 'updated_at': '2022-05-23T11:05:22Z', 'revision_number': 5, 'project_id': '28ad30c9ce014020932bf0f448507fa3', 'gw_port': {'id': '8f7407e6-d009-453e-9e5a-857b81983522', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:eb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa646c-014b-4b5e-a9b5-47137d00cacd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:37Z', 'updated_at': '2022-05-23T11:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:05:28.392761 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c3a9e47e-9117-4a47-b431-34e52dc708f0 req-84c9a1b4-1d85-4152-82a0-d524b283e2f4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0930e7e8-6d74-47b9-b850-f307a169b841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0983965 May 23 11:05:28.395945 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-233d4c71-eda6-47de-aed8-e311a7fcf877 req-47339be9-00c5-4dcd-b7ea-95516f0ea1f0 service neutron] For port c0403dea-ba7e-442c-aac9-a089aeee6b11, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:05:28.400810 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62229e5-dd62-47a9-b021-6a23e806e939 None None] The sync data for ids ['62aa646c-014b-4b5e-a9b5-47137d00cacd'] in n-d-842952-2 is: [{'id': '62aa646c-014b-4b5e-a9b5-47137d00cacd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-539417370-router', 'tenant_id': '28ad30c9ce014020932bf0f448507fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '8f7407e6-d009-453e-9e5a-857b81983522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:35Z', 'updated_at': '2022-05-23T11:05:22Z', 'revision_number': 5, 'project_id': '28ad30c9ce014020932bf0f448507fa3', 'gw_port': {'id': '8f7407e6-d009-453e-9e5a-857b81983522', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:eb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa646c-014b-4b5e-a9b5-47137d00cacd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:37Z', 'updated_at': '2022-05-23T11:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:05:28.404116 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721cf3a0-7c09-4558-9f64-2d66c2540000 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] Pushing event updated for resources: {'Port': ['ID=a79b270b-fdea-4225-9eed-e7f906b9242f,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:28.427909 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-45b43c14-bf16-4d1d-9369-59d1190c03d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:28.481093 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2f156662-e31f-449e-a9fb-ca760d269d9d req-bd45b314-fdda-4565-9b78-48ad8b2e3ad7 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.79 "GET /v2.0/security-groups?id=336e08ad-b29f-4151-99b3-e10dd6823e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475459 May 23 11:05:28.482998 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7d9837f7-f8e3-4be1-bbb4-443545a679f5 req-79c720e0-a16c-4c2d-8cff-fe4dcd7bea4d service neutron] 10.222.0.79 "GET /v2.0/networks/0930e7e8-6d74-47b9-b850-f307a169b841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6526899 May 23 11:05:28.510187 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device c0403dea-ba7e-442c-aac9-a089aeee6b11 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:05:28.570808 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-721cf3a0-7c09-4558-9f64-2d66c2540000 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:28.571438 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-721cf3a0-7c09-4558-9f64-2d66c2540000 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:28.624682 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-721cf3a0-7c09-4558-9f64-2d66c2540000 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1820891 May 23 11:05:28.644254 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-0fb1c0c0-62a4-4aa2-b0cc-827aa053a485 service neutron] Request body: {'port': {'device_id': '3ad875c4-0a44-40c0-b6ce-56779a923e5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:05:28.677422 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-233d4c71-eda6-47de-aed8-e311a7fcf877 req-47339be9-00c5-4dcd-b7ea-95516f0ea1f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:28.678142 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-da55f608-2e8f-4efa-97cc-46aae2f3fb3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:28.688772 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-da55f608-2e8f-4efa-97cc-46aae2f3fb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:28.715279 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-233d4c71-eda6-47de-aed8-e311a7fcf877 req-47339be9-00c5-4dcd-b7ea-95516f0ea1f0 service neutron] Transition to ACTIVE for port object c0403dea-ba7e-442c-aac9-a089aeee6b11 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:05:28.728455 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-233d4c71-eda6-47de-aed8-e311a7fcf877 req-47339be9-00c5-4dcd-b7ea-95516f0ea1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:28.738466 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:28.845106 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c3a9e47e-9117-4a47-b431-34e52dc708f0 req-e1e3d89c-abb6-4cd3-9ac7-1ffab3859c2e service neutron] 10.222.0.81 "GET /v2.0/networks/0930e7e8-6d74-47b9-b850-f307a169b841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4114518 May 23 11:05:28.855322 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da55f608-2e8f-4efa-97cc-46aae2f3fb3a admin admin] Pushing event updated for resources: {'Port': ['ID=0d16ae6e-9e3f-44fe-8f91-dd366aa4ac97,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:28.881855 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:05:28.882223 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:05:28.946956 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-da55f608-2e8f-4efa-97cc-46aae2f3fb3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:28.957270 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47339be9-00c5-4dcd-b7ea-95516f0ea1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=c0403dea-ba7e-442c-aac9-a089aeee6b11,revision_number=10']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:28.983062 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-0fb1c0c0-62a4-4aa2-b0cc-827aa053a485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:28.993827 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e504dda2-5336-48af-84ce-e20710a575a5 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:05:29.036676 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: e504dda2-5336-48af-84ce-e20710a575a5 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:05:29.038410 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e504dda2-5336-48af-84ce-e20710a575a5 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:05:29.097818 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-233d4c71-eda6-47de-aed8-e311a7fcf877 req-47339be9-00c5-4dcd-b7ea-95516f0ea1f0 service neutron] No DVR routers for this DVR port c0403dea-ba7e-442c-aac9-a089aeee6b11 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:05:29.152770 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a0bda4f6-8ee9-48b4-800a-75a1450647df req-7b6b8434-85ad-47ea-a504-bae7ca42309a tempest-ServerShowV247Test-1148653270 tempest-ServerShowV247Test-1148653270-project] 10.222.0.79 "GET /v2.0/ports?device_id=7494ebbb-62c3-4623-b453-f2b97a492299 HTTP/1.1" status: 200 len: 210 time: 0.1419268 May 23 11:05:29.165784 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c3a9e47e-9117-4a47-b431-34e52dc708f0 req-3abda96b-527e-477f-b697-56bea5890502 service neutron] 10.222.0.81 "GET /v2.0/networks/0930e7e8-6d74-47b9-b850-f307a169b841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177011 May 23 11:05:29.173391 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-233d4c71-eda6-47de-aed8-e311a7fcf877 req-47339be9-00c5-4dcd-b7ea-95516f0ea1f0 service neutron] Attempting to bind port c0403dea-ba7e-442c-aac9-a089aeee6b11 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:05:29.174092 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-233d4c71-eda6-47de-aed8-e311a7fcf877 req-47339be9-00c5-4dcd-b7ea-95516f0ea1f0 service neutron] Attempting to bind port c0403dea-ba7e-442c-aac9-a089aeee6b11 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:05:29.174092 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233d4c71-eda6-47de-aed8-e311a7fcf877 req-47339be9-00c5-4dcd-b7ea-95516f0ea1f0 service neutron] Attempting to bind port c0403dea-ba7e-442c-aac9-a089aeee6b11 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:05:29.180238 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233d4c71-eda6-47de-aed8-e311a7fcf877 req-47339be9-00c5-4dcd-b7ea-95516f0ea1f0 service neutron] Port c0403dea-ba7e-442c-aac9-a089aeee6b11 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:05:29.180614 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233d4c71-eda6-47de-aed8-e311a7fcf877 req-47339be9-00c5-4dcd-b7ea-95516f0ea1f0 service neutron] Attempting to bind port c0403dea-ba7e-442c-aac9-a089aeee6b11 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:05:29.199552 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233d4c71-eda6-47de-aed8-e311a7fcf877 req-47339be9-00c5-4dcd-b7ea-95516f0ea1f0 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:05:29.210635 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233d4c71-eda6-47de-aed8-e311a7fcf877 req-47339be9-00c5-4dcd-b7ea-95516f0ea1f0 service neutron] Checking segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:05:29.210635 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233d4c71-eda6-47de-aed8-e311a7fcf877 req-47339be9-00c5-4dcd-b7ea-95516f0ea1f0 service neutron] Bound using segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:05:29.210635 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-233d4c71-eda6-47de-aed8-e311a7fcf877 req-47339be9-00c5-4dcd-b7ea-95516f0ea1f0 service neutron] Bound port: c0403dea-ba7e-442c-aac9-a089aeee6b11, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:05:29.210635 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-233d4c71-eda6-47de-aed8-e311a7fcf877 req-47339be9-00c5-4dcd-b7ea-95516f0ea1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:29.211531 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e33147-a148-4fa0-b20e-5e279a10bea2 req-82190687-d110-47ba-963b-b9595ae3d460 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:29.211531 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-53e33147-a148-4fa0-b20e-5e279a10bea2 req-82190687-d110-47ba-963b-b9595ae3d460 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d1a2c1a-1e28-4209-9f47-fc1285eba09a HTTP/1.1" status: 200 len: 949 time: 0.4801552 May 23 11:05:29.279873 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77f174ac-9f9b-4f81-953f-136307d1123c'] response: {'name': 'network-changed', 'server_uuid': 'f2929f6d-a6d9-4b1b-9255-806e5e8dc82c', 'tag': '1b5b7423-46ef-454f-8552-b674263818e6', 'status': 'completed', 'code': 200} May 23 11:05:29.317748 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-233d4c71-eda6-47de-aed8-e311a7fcf877 req-47339be9-00c5-4dcd-b7ea-95516f0ea1f0 service neutron] For port c0403dea-ba7e-442c-aac9-a089aeee6b11, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:05:29.323470 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-233d4c71-eda6-47de-aed8-e311a7fcf877 req-47339be9-00c5-4dcd-b7ea-95516f0ea1f0 service neutron] For port c0403dea-ba7e-442c-aac9-a089aeee6b11, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=c0403dea-ba7e-442c-aac9-a089aeee6b11,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:05:29.331360 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-233d4c71-eda6-47de-aed8-e311a7fcf877 req-47339be9-00c5-4dcd-b7ea-95516f0ea1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:29.401142 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-233d4c71-eda6-47de-aed8-e311a7fcf877 req-47339be9-00c5-4dcd-b7ea-95516f0ea1f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:29.402321 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-233d4c71-eda6-47de-aed8-e311a7fcf877 req-47339be9-00c5-4dcd-b7ea-95516f0ea1f0 service neutron] 10.222.0.13 "PUT /v2.0/ports/c0403dea-ba7e-442c-aac9-a089aeee6b11 HTTP/1.1" status: 200 len: 1097 time: 1.9502110 May 23 11:05:29.415799 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47339be9-00c5-4dcd-b7ea-95516f0ea1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=c0403dea-ba7e-442c-aac9-a089aeee6b11,revision_number=11']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:29.439976 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da55f608-2e8f-4efa-97cc-46aae2f3fb3a admin admin] Network 8a342eab-fdf3-4318-a8c2-76cdfe481ce0 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:05:29.454901 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-da55f608-2e8f-4efa-97cc-46aae2f3fb3a admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:05:29.539110 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-233d4c71-eda6-47de-aed8-e311a7fcf877 req-306d2c0a-8df7-466b-9288-e42cce8185ce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&device_id=5d1a2c1a-1e28-4209-9f47-fc1285eba09a HTTP/1.1" status: 200 len: 1100 time: 0.0973930 May 23 11:05:29.684143 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-53e33147-a148-4fa0-b20e-5e279a10bea2 req-3c9ee690-fc3b-4543-bc91-af0b9ec2741d tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4552457 May 23 11:05:29.714854 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d4c71-eda6-47de-aed8-e311a7fcf877 req-2122b044-9920-4686-81a9-24c1e7db7fc8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:29.716487 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-233d4c71-eda6-47de-aed8-e311a7fcf877 req-2122b044-9920-4686-81a9-24c1e7db7fc8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.1705272 May 23 11:05:29.776878 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc83120b-eb68-414c-9a1c-5f69a7f949ed None None] Provisioning complete for port 0d16ae6e-9e3f-44fe-8f91-dd366aa4ac97 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:05:29.777963 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc83120b-eb68-414c-9a1c-5f69a7f949ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:29.799034 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-233d4c71-eda6-47de-aed8-e311a7fcf877 req-719ad2f1-657a-4410-8173-8cea15dc770c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=c0403dea-ba7e-442c-aac9-a089aeee6b11 HTTP/1.1" status: 200 len: 217 time: 0.0761530 May 23 11:05:29.837114 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-dc83120b-eb68-414c-9a1c-5f69a7f949ed None None] Port 0d16ae6e-9e3f-44fe-8f91-dd366aa4ac97 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:05:29.842691 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-45b43c14-bf16-4d1d-9369-59d1190c03d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:29.880678 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d4c71-eda6-47de-aed8-e311a7fcf877 req-7bf3f52e-40a3-42de-8a5f-77ab52e72c79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:29.882145 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-233d4c71-eda6-47de-aed8-e311a7fcf877 req-7bf3f52e-40a3-42de-8a5f-77ab52e72c79 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.0766993 May 23 11:05:29.954939 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-233d4c71-eda6-47de-aed8-e311a7fcf877 req-c227c7f0-bcbc-4805-84db-db7bbd9cb1b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0671399 May 23 11:05:29.996677 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-45b43c14-bf16-4d1d-9369-59d1190c03d8 admin admin] Deleting port 8f7407e6-d009-453e-9e5a-857b81983522 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:05:29.997026 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-45b43c14-bf16-4d1d-9369-59d1190c03d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:30.088721 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-233d4c71-eda6-47de-aed8-e311a7fcf877 req-cd828f1a-815e-4ee3-aed1-b8015e0b4570 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274929 May 23 11:05:30.222286 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-233d4c71-eda6-47de-aed8-e311a7fcf877 req-3ed498ee-4434-4292-820f-9921f6ad48a7 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269786 May 23 11:05:30.266271 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6221e2cd-b0d8-4ba2-9f43-e222ae780bc5 req-f6ddd5e8-5410-472e-a3c3-f479488f56a0 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/floatingips/18aaeafc-726f-40b0-8434-0092e0a61458 HTTP/1.1" status: 200 len: 999 time: 0.4182522 May 23 11:05:30.328815 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6fab177b-d0bb-46a2-811e-98c07197c2e5 req-956ce10b-6618-4325-a128-d18334733ccc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9f34ebc15424c61859fd294a55c0679&device_id=f2929f6d-a6d9-4b1b-9255-806e5e8dc82c HTTP/1.1" status: 200 len: 1098 time: 1.0082552 May 23 11:05:30.504884 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede481a4-6044-493e-81ec-f7ef3c3f2096 req-1d16373e-234c-48b3-8f38-3c1fe6c38d9e tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:30.505566 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ede481a4-6044-493e-81ec-f7ef3c3f2096 req-1d16373e-234c-48b3-8f38-3c1fe6c38d9e tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] Synchronizing usage tracker for tenant:e6c0f51f245f48bab9e9505b0f7e9029 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:05:30.526017 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 05a18725-4529-46cf-8c6c-791551fe733f up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:05:30.566871 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-0fb1c0c0-62a4-4aa2-b0cc-827aa053a485 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:05:30.598736 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 05a18725-4529-46cf-8c6c-791551fe733f completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:05:30.604009 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 05a18725-4529-46cf-8c6c-791551fe733f triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:05:30.604389 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:30.711441 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ede481a4-6044-493e-81ec-f7ef3c3f2096 req-1d16373e-234c-48b3-8f38-3c1fe6c38d9e tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] Unset dirty status for tenant:e6c0f51f245f48bab9e9505b0f7e9029 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:05:30.712521 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ede481a4-6044-493e-81ec-f7ef3c3f2096 req-1d16373e-234c-48b3-8f38-3c1fe6c38d9e tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ad875c4-0a44-40c0-b6ce-56779a923e5a HTTP/1.1" status: 200 len: 931 time: 1.3257587 May 23 11:05:30.714184 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-45b43c14-bf16-4d1d-9369-59d1190c03d8 admin admin] For port 8f7407e6-d009-453e-9e5a-857b81983522, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=8f7407e6-d009-453e-9e5a-857b81983522,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:05:30.714557 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-45b43c14-bf16-4d1d-9369-59d1190c03d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:30.724086 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:30.750655 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a923ca38-2c58-458d-92f3-977e0e9e144b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a18725-4529-46cf-8c6c-791551fe733f'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:05:30.760608 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 05a18725-4529-46cf-8c6c-791551fe733f, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=05a18725-4529-46cf-8c6c-791551fe733f,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:05:30.765014 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:30.827119 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-0fb1c0c0-62a4-4aa2-b0cc-827aa053a485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a79b270b-fdea-4225-9eed-e7f906b9242f {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:05:30.834528 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=05a18725-4529-46cf-8c6c-791551fe733f,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:30.889894 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab177b-d0bb-46a2-811e-98c07197c2e5 req-f209c445-c997-49ba-adf6-2fa22b28081e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:30.891377 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6fab177b-d0bb-46a2-811e-98c07197c2e5 req-f209c445-c997-49ba-adf6-2fa22b28081e service neutron] 10.222.0.13 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.5314386 May 23 11:05:30.903453 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-45b43c14-bf16-4d1d-9369-59d1190c03d8 admin admin] Calling delete_port for 8f7407e6-d009-453e-9e5a-857b81983522 owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:05:30.904904 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 1b5b7423-46ef-454f-8552-b674263818e6 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:05:30.936127 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-0fb1c0c0-62a4-4aa2-b0cc-827aa053a485 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:30.946958 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221e2cd-b0d8-4ba2-9f43-e222ae780bc5 req-fae060fe-98fc-4eac-a677-aa93efe645ea tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:30.948783 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6221e2cd-b0d8-4ba2-9f43-e222ae780bc5 req-fae060fe-98fc-4eac-a677-aa93efe645ea tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/networks/87d63aa2-c2e7-4553-824a-d818708dd83b HTTP/1.1" status: 200 len: 784 time: 0.6300755 May 23 11:05:31.057952 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-0fb1c0c0-62a4-4aa2-b0cc-827aa053a485 service neutron] Transition to ACTIVE for port object a79b270b-fdea-4225-9eed-e7f906b9242f will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:05:31.069826 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 1b5b7423-46ef-454f-8552-b674263818e6, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=1b5b7423-46ef-454f-8552-b674263818e6,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:05:31.076113 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6fab177b-d0bb-46a2-811e-98c07197c2e5 req-af1e98b5-bfac-4120-a70b-ef5b708a06e7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=1b5b7423-46ef-454f-8552-b674263818e6 HTTP/1.1" status: 200 len: 217 time: 0.1419976 May 23 11:05:31.082322 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-0fb1c0c0-62a4-4aa2-b0cc-827aa053a485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:31.085044 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '1b5b7423-46ef-454f-8552-b674263818e6', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'port_id': '1b5b7423-46ef-454f-8552-b674263818e6', 'mac_address': 'fa:16:3e:23:66:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1719237-4a8e-4354-92b1-51064eb09c82', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:05:31.152789 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:31.173222 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b5b7423-46ef-454f-8552-b674263818e6 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:05:31.189276 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 1b5b7423-46ef-454f-8552-b674263818e6, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=1b5b7423-46ef-454f-8552-b674263818e6,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:05:31.192275 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ede481a4-6044-493e-81ec-f7ef3c3f2096 req-3244023f-509e-4122-aa14-665adfcffc8a tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] Synchronizing usage tracker for tenant:e6c0f51f245f48bab9e9505b0f7e9029 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:05:31.194370 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:31.262321 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=1b5b7423-46ef-454f-8552-b674263818e6,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:31.280731 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1a2c1a-1e28-4209-9f47-fc1285eba09a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0403dea-ba7e-442c-aac9-a089aeee6b11'}, {'name': 'network-changed', 'server_uuid': '5d1a2c1a-1e28-4209-9f47-fc1285eba09a', 'tag': 'c0403dea-ba7e-442c-aac9-a089aeee6b11'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:05:31.482596 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1c0c0-62a4-4aa2-b0cc-827aa053a485 service neutron] Pushing event updated for resources: {'Port': ['ID=a79b270b-fdea-4225-9eed-e7f906b9242f,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:31.510078 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab177b-d0bb-46a2-811e-98c07197c2e5 req-a5b95a65-e6c0-4df1-8c26-442ad6e55254 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:31.511573 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6fab177b-d0bb-46a2-811e-98c07197c2e5 req-a5b95a65-e6c0-4df1-8c26-442ad6e55254 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.4207504 May 23 11:05:31.520913 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ede481a4-6044-493e-81ec-f7ef3c3f2096 req-3244023f-509e-4122-aa14-665adfcffc8a tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] Unset dirty status for tenant:e6c0f51f245f48bab9e9505b0f7e9029 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:05:31.521901 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ede481a4-6044-493e-81ec-f7ef3c3f2096 req-3244023f-509e-4122-aa14-665adfcffc8a tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] 10.222.0.79 "GET /v2.0/security-groups?id=618bcc9f-d226-4960-9bda-3166b6e8e5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7853444 May 23 11:05:31.610232 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['1b5b7423-46ef-454f-8552-b674263818e6'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:05:31.767724 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da55f608-2e8f-4efa-97cc-46aae2f3fb3a admin admin] Router 71997bce-aa18-4fd7-96cc-30417805e6ff has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:05:31.790913 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b11c9ea8-0646-464b-bbbf-7cfef5ccb21e req-858d9b07-56f1-46ba-90f1-333967d22cd9 tempest-ServerShowV247Test-1148653270 tempest-ServerShowV247Test-1148653270-project] 10.222.0.79 "GET /v2.0/ports?device_id=7494ebbb-62c3-4623-b453-f2b97a492299 HTTP/1.1" status: 200 len: 210 time: 0.1198969 May 23 11:05:31.805779 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d59970-2ac5-4bb3-b64c-03539631ab1e req-feb95889-759f-4359-893b-317396163b0b tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:31.807254 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f4d59970-2ac5-4bb3-b64c-03539631ab1e req-feb95889-759f-4359-893b-317396163b0b tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2929f6d-a6d9-4b1b-9255-806e5e8dc82c HTTP/1.1" status: 200 len: 948 time: 0.6412060 May 23 11:05:31.945835 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-45b43c14-bf16-4d1d-9369-59d1190c03d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:31.949210 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-0fb1c0c0-62a4-4aa2-b0cc-827aa053a485 service neutron] Attempting to bind port a79b270b-fdea-4225-9eed-e7f906b9242f on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:05:31.949541 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-0fb1c0c0-62a4-4aa2-b0cc-827aa053a485 service neutron] Attempting to bind port a79b270b-fdea-4225-9eed-e7f906b9242f by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '96e1d8b7-c4b2-411b-af66-81bcb9c7f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a0b3b07-ec14-4e7c-adca-97af16e62f1d'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:05:31.949863 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-0fb1c0c0-62a4-4aa2-b0cc-827aa053a485 service neutron] Attempting to bind port a79b270b-fdea-4225-9eed-e7f906b9242f on network 3a0b3b07-ec14-4e7c-adca-97af16e62f1d {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:05:31.954181 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6fab177b-d0bb-46a2-811e-98c07197c2e5 req-600e6f07-2738-407c-92f2-f997fb33f2fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4362681 May 23 11:05:32.172876 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b43c14-bf16-4d1d-9369-59d1190c03d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f7407e6-d009-453e-9e5a-857b81983522,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:32.174547 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-0fb1c0c0-62a4-4aa2-b0cc-827aa053a485 service neutron] Port a79b270b-fdea-4225-9eed-e7f906b9242f on network 3a0b3b07-ec14-4e7c-adca-97af16e62f1d not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:05:32.174867 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-0fb1c0c0-62a4-4aa2-b0cc-827aa053a485 service neutron] Attempting to bind port a79b270b-fdea-4225-9eed-e7f906b9242f on network 3a0b3b07-ec14-4e7c-adca-97af16e62f1d {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:05:32.225903 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f4d59970-2ac5-4bb3-b64c-03539631ab1e req-21ec1300-1b70-481c-b009-748f3c0219b9 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.79 "GET /v2.0/security-groups?id=336e08ad-b29f-4151-99b3-e10dd6823e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053900 May 23 11:05:32.253309 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-0fb1c0c0-62a4-4aa2-b0cc-827aa053a485 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:05:32.253638 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-0fb1c0c0-62a4-4aa2-b0cc-827aa053a485 service neutron] Checking segment: {'id': '96e1d8b7-c4b2-411b-af66-81bcb9c7f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a0b3b07-ec14-4e7c-adca-97af16e62f1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:05:32.254024 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-0fb1c0c0-62a4-4aa2-b0cc-827aa053a485 service neutron] Bound using segment: {'id': '96e1d8b7-c4b2-411b-af66-81bcb9c7f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a0b3b07-ec14-4e7c-adca-97af16e62f1d'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:05:32.254461 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-0fb1c0c0-62a4-4aa2-b0cc-827aa053a485 service neutron] Bound port: a79b270b-fdea-4225-9eed-e7f906b9242f, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96e1d8b7-c4b2-411b-af66-81bcb9c7f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a0b3b07-ec14-4e7c-adca-97af16e62f1d'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:05:32.254788 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-0fb1c0c0-62a4-4aa2-b0cc-827aa053a485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:32.293029 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf58f31c-427c-4123-8d5e-23e9c88b041e'] response: {'server_uuid': 'a923ca38-2c58-458d-92f3-977e0e9e144b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a18725-4529-46cf-8c6c-791551fe733f', 'code': 200} May 23 11:05:32.570941 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bf28a5e7-9a54-4ead-86dd-a28fedaecfed req-c9880ccc-4495-46f5-bbf4-4e4d8815cc78 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a923ca38-2c58-458d-92f3-977e0e9e144b HTTP/1.1" status: 200 len: 1100 time: 0.0708141 May 23 11:05:32.620576 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bf28a5e7-9a54-4ead-86dd-a28fedaecfed req-d1603669-2b9f-45b2-aa7c-971ae2b7cff3 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=336e08ad-b29f-4151-99b3-e10dd6823e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405784 May 23 11:05:32.637827 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6fab177b-d0bb-46a2-811e-98c07197c2e5 req-4c19ee2d-3567-4d3e-b2a9-19327f4dd68e service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6182914 May 23 11:05:32.668223 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173bb7dc-597f-4826-ba9c-fa7b38fd06d6 req-2ceb7dd8-bdb4-4e6b-873f-81fdd5e75dc0 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:32.669615 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-173bb7dc-597f-4826-ba9c-fa7b38fd06d6 req-2ceb7dd8-bdb4-4e6b-873f-81fdd5e75dc0 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d1a2c1a-1e28-4209-9f47-fc1285eba09a HTTP/1.1" status: 200 len: 949 time: 0.7249529 May 23 11:05:32.711105 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-981aa558-781b-4e3a-9ade-92a5114eb2c1 req-aff0f19c-9a61-4a09-a1fe-19a86c179c9a tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.163 HTTP/1.1" status: 200 len: 1002 time: 0.3966675 May 23 11:05:32.893360 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-45b43c14-bf16-4d1d-9369-59d1190c03d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:32.913787 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 1b5b7423-46ef-454f-8552-b674263818e6 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:05:32.988939 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 1b5b7423-46ef-454f-8552-b674263818e6 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:05:32.993841 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 1b5b7423-46ef-454f-8552-b674263818e6 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:05:32.994223 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:33.069846 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-0fb1c0c0-62a4-4aa2-b0cc-827aa053a485 service neutron] For port a79b270b-fdea-4225-9eed-e7f906b9242f, host n-h2-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:05:33.112687 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:33.112932 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-0fb1c0c0-62a4-4aa2-b0cc-827aa053a485 service neutron] For port a79b270b-fdea-4225-9eed-e7f906b9242f, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=a79b270b-fdea-4225-9eed-e7f906b9242f,segment=NetworkSegment(96e1d8b7-c4b2-411b-af66-81bcb9c7f1e1),segment_id=96e1d8b7-c4b2-411b-af66-81bcb9c7f1e1)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:05:33.144937 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 1b5b7423-46ef-454f-8552-b674263818e6, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=1b5b7423-46ef-454f-8552-b674263818e6,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:05:33.149812 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:33.195184 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-0fb1c0c0-62a4-4aa2-b0cc-827aa053a485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:33.215805 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=1b5b7423-46ef-454f-8552-b674263818e6,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:33.320482 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981aa558-781b-4e3a-9ade-92a5114eb2c1 req-54815a70-0249-4dc0-8c28-962941cb483f tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:33.321861 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-981aa558-781b-4e3a-9ade-92a5114eb2c1 req-54815a70-0249-4dc0-8c28-962941cb483f tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/ports/608b2041-4d79-4da2-b258-6e9b4b645f5e HTTP/1.1" status: 200 len: 943 time: 0.4360926 May 23 11:05:33.365896 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-45b43c14-bf16-4d1d-9369-59d1190c03d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:33.370537 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-173bb7dc-597f-4826-ba9c-fa7b38fd06d6 req-d2f39a06-dfc1-4324-aba8-bbca3547cbe0 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6716888 May 23 11:05:33.387259 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6fab177b-d0bb-46a2-811e-98c07197c2e5 req-7611c2df-2dcf-4c6d-874f-a992f2cb72ad service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7280126 May 23 11:05:33.406922 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-0fb1c0c0-62a4-4aa2-b0cc-827aa053a485 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:33.408448 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-0fb1c0c0-62a4-4aa2-b0cc-827aa053a485 service neutron] 10.222.0.81 "PUT /v2.0/ports/a79b270b-fdea-4225-9eed-e7f906b9242f HTTP/1.1" status: 200 len: 1091 time: 4.7682528 May 23 11:05:33.409564 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ad875c4-0a44-40c0-b6ce-56779a923e5a', 'tag': 'a79b270b-fdea-4225-9eed-e7f906b9242f'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:05:33.417084 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-45b43c14-bf16-4d1d-9369-59d1190c03d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:33.481391 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1c0c0-62a4-4aa2-b0cc-827aa053a485 service neutron] Pushing event updated for resources: {'Port': ['ID=a79b270b-fdea-4225-9eed-e7f906b9242f,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:33.506274 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f386954-2784-426b-a030-f93b10304ec1'] response: {'server_uuid': '5d1a2c1a-1e28-4209-9f47-fc1285eba09a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0403dea-ba7e-442c-aac9-a089aeee6b11', 'code': 200} May 23 11:05:33.506707 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f386954-2784-426b-a030-f93b10304ec1'] response: {'name': 'network-changed', 'server_uuid': '5d1a2c1a-1e28-4209-9f47-fc1285eba09a', 'tag': 'c0403dea-ba7e-442c-aac9-a089aeee6b11', 'status': 'completed', 'code': 200} May 23 11:05:33.606333 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da55f608-2e8f-4efa-97cc-46aae2f3fb3a admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:05:33.614860 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fb7042-976b-42f9-8ad0-0bc8ec664d12 None None] Sync routers for ids ['71997bce-aa18-4fd7-96cc-30417805e6ff'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:05:33.631573 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fb7042-976b-42f9-8ad0-0bc8ec664d12 None None] Routers {'71997bce-aa18-4fd7-96cc-30417805e6ff'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:05:33.632577 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f5fb7042-976b-42f9-8ad0-0bc8ec664d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:05:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['71997bce-aa18-4fd7-96cc-30417805e6ff'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:05:33.640129 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-45b43c14-bf16-4d1d-9369-59d1190c03d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:33.640682 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b43c14-bf16-4d1d-9369-59d1190c03d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62aa646c-014b-4b5e-a9b5-47137d00cacd {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:05:33.705340 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-981aa558-781b-4e3a-9ade-92a5114eb2c1 req-59f28189-09c7-4da2-b469-92f6f7ba439b tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.163 HTTP/1.1" status: 200 len: 1002 time: 0.2858083 May 23 11:05:33.754317 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-45b43c14-bf16-4d1d-9369-59d1190c03d8 admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:33.757765 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-45b43c14-bf16-4d1d-9369-59d1190c03d8 admin admin] 10.222.0.79 "DELETE /v2.0/routers/62aa646c-014b-4b5e-a9b5-47137d00cacd HTTP/1.1" status: 204 len: 168 time: 6.9997141 May 23 11:05:33.759357 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42372) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:05:33.772165 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-da55f608-2e8f-4efa-97cc-46aae2f3fb3a admin admin] 10.222.0.79 "PUT /v2.0/routers/71997bce-aa18-4fd7-96cc-30417805e6ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9197152 May 23 11:05:33.854905 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-c60cd179-9e65-4169-8d98-ac762fec167c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e6c0f51f245f48bab9e9505b0f7e9029&device_id=3ad875c4-0a44-40c0-b6ce-56779a923e5a HTTP/1.1" status: 200 len: 1094 time: 0.3758781 May 23 11:05:33.880840 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f1e4e1f-1bde-42e6-a8b2-c9e71ab472d1 admin admin] Deleting subnet 5560744c-752b-4a3c-9fb8-a48ba0a5ab1c {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:05:33.894422 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0f1e4e1f-1bde-42e6-a8b2-c9e71ab472d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:33.967506 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-59e15eed-2319-43c2-9f66-76ae73c1534c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a79b270b-fdea-4225-9eed-e7f906b9242f HTTP/1.1" status: 200 len: 217 time: 0.0910552 May 23 11:05:33.980954 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1761e596-a01b-4229-aab9-743776996b36 req-29839953-5d79-41be-a8db-2afa781cceef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&device_id=5d1a2c1a-1e28-4209-9f47-fc1285eba09a HTTP/1.1" status: 200 len: 1100 time: 0.3812149 May 23 11:05:33.990105 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-f5fb7042-976b-42f9-8ad0-0bc8ec664d12 None None] Set router 71997bce-aa18-4fd7-96cc-30417805e6ff gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:05:33.992925 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0f1e4e1f-1bde-42e6-a8b2-c9e71ab472d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:34.029962 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bce419-7973-492d-a836-b662eed9328b req-083d865d-88a8-4937-964b-b22bd9582c25 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:34.037098 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-12bce419-7973-492d-a836-b662eed9328b req-083d865d-88a8-4937-964b-b22bd9582c25 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ad875c4-0a44-40c0-b6ce-56779a923e5a HTTP/1.1" status: 200 len: 943 time: 0.3977573 May 23 11:05:34.096984 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981aa558-781b-4e3a-9ade-92a5114eb2c1 req-bf3d1f34-6c43-48d6-a3d2-f1097ea7f6ff tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:34.098390 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-981aa558-781b-4e3a-9ade-92a5114eb2c1 req-bf3d1f34-6c43-48d6-a3d2-f1097ea7f6ff tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/networks/87d63aa2-c2e7-4553-824a-d818708dd83b HTTP/1.1" status: 200 len: 784 time: 0.3833025 May 23 11:05:34.201999 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0f1e4e1f-1bde-42e6-a8b2-c9e71ab472d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:34.273811 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0f1e4e1f-1bde-42e6-a8b2-c9e71ab472d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:34.303247 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2929f6d-a6d9-4b1b-9255-806e5e8dc82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5b7423-46ef-454f-8552-b674263818e6'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:05:34.313791 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e4e1f-1bde-42e6-a8b2-c9e71ab472d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5560744c-752b-4a3c-9fb8-a48ba0a5ab1c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:34.323971 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0f1e4e1f-1bde-42e6-a8b2-c9e71ab472d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:34.332694 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0f1e4e1f-1bde-42e6-a8b2-c9e71ab472d1 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/5560744c-752b-4a3c-9fb8-a48ba0a5ab1c HTTP/1.1" status: 204 len: 168 time: 0.5698516 May 23 11:05:34.333121 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42382) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:05:34.334286 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f888b89-20c8-4841-a0e0-a839d355e3ee None None] Network 6577dc3d-76e7-4320-a115-e81ce5234e8c requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:05:34.384511 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-e88cd954-e41b-4195-a372-2a82c43e2239 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:34.386024 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-e88cd954-e41b-4195-a372-2a82c43e2239 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec5ab81b-b58b-42e9-a495-3d7f0e059569 HTTP/1.1" status: 200 len: 849 time: 0.4032764 May 23 11:05:34.445252 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e74957cb-0491-46b4-966a-67785afcdd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:34.456321 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e74957cb-0491-46b4-966a-67785afcdd1e admin admin] Deleting port a79ca3ab-4acd-4f75-9916-fd84e35e025e {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:05:34.456617 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e74957cb-0491-46b4-966a-67785afcdd1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:34.461971 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-6b04ee0c-98fd-4149-ab66-3d282159abe6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3a0b3b07-ec14-4e7c-adca-97af16e62f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676522 May 23 11:05:34.480406 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f5fb7042-976b-42f9-8ad0-0bc8ec664d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71997bce-aa18-4fd7-96cc-30417805e6ff', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-99778131-router', 'tenant_id': 'bf22da870d5042c79dcad757321743ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'a2583d55-500e-4c39-98ea-423c1608de21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:05:09Z', 'updated_at': '2022-05-23T11:05:27Z', 'revision_number': 4, 'project_id': 'bf22da870d5042c79dcad757321743ec', 'gw_port': {'id': 'a2583d55-500e-4c39-98ea-423c1608de21', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:70:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71997bce-aa18-4fd7-96cc-30417805e6ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:05:11Z', 'updated_at': '2022-05-23T11:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '0d16ae6e-9e3f-44fe-8f91-dd366aa4ac97', 'name': '', 'network_id': '8a342eab-fdf3-4318-a8c2-76cdfe481ce0', 'tenant_id': 'bf22da870d5042c79dcad757321743ec', 'mac_address': 'fa:16:3e:a6:9e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71997bce-aa18-4fd7-96cc-30417805e6ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5265de05-7c12-4c1b-8b69-012647efbed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:05:24Z', 'updated_at': '2022-05-23T11:05:27Z', 'revision_number': 2, 'project_id': 'bf22da870d5042c79dcad757321743ec', 'subnets': [{'id': '5265de05-7c12-4c1b-8b69-012647efbed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:05:34.484414 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-12bce419-7973-492d-a836-b662eed9328b req-fd63628d-e655-4564-9e57-268b0bf16dd2 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] 10.222.0.79 "GET /v2.0/security-groups?id=618bcc9f-d226-4960-9bda-3166b6e8e5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463744 May 23 11:05:34.520627 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-981aa558-781b-4e3a-9ade-92a5114eb2c1 req-4a0503f9-d7ac-406f-9ce0-2ea45ad83cb1 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.163 HTTP/1.1" status: 200 len: 1002 time: 0.3700242 May 23 11:05:34.525319 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fb7042-976b-42f9-8ad0-0bc8ec664d12 None None] Checking router: 71997bce-aa18-4fd7-96cc-30417805e6ff for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:05:34.525671 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fb7042-976b-42f9-8ad0-0bc8ec664d12 None None] Updating router 71997bce-aa18-4fd7-96cc-30417805e6ff port 0d16ae6e-9e3f-44fe-8f91-dd366aa4ac97 binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:05:34.529708 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-981aa558-781b-4e3a-9ade-92a5114eb2c1 req-90d3a5af-74e6-4304-82ea-60540f29b27b tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:05:34.591041 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f5fb7042-976b-42f9-8ad0-0bc8ec664d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:34.718433 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761e596-a01b-4229-aab9-743776996b36 req-e64fb2c2-3e3a-4967-876f-bbb9da70b210 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:34.719781 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1761e596-a01b-4229-aab9-743776996b36 req-e64fb2c2-3e3a-4967-876f-bbb9da70b210 service neutron] 10.222.0.13 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.6994534 May 23 11:05:34.726230 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-e74957cb-0491-46b4-966a-67785afcdd1e admin admin] For port a79ca3ab-4acd-4f75-9916-fd84e35e025e, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=a79ca3ab-4acd-4f75-9916-fd84e35e025e,segment=NetworkSegment(75549fbd-072c-4860-acd7-cda586e0e6c6),segment_id=75549fbd-072c-4860-acd7-cda586e0e6c6)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:05:34.730376 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e74957cb-0491-46b4-966a-67785afcdd1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:34.734924 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c46829f8-c17a-44e2-bc95-c5c243723364 req-62c60d29-eea7-446a-8fe8-5cce7a53ff7c tempest-ServerShowV247Test-1148653270 tempest-ServerShowV247Test-1148653270-project] 10.222.0.79 "GET /v2.0/ports?device_id=7494ebbb-62c3-4623-b453-f2b97a492299 HTTP/1.1" status: 200 len: 210 time: 0.0797882 May 23 11:05:34.740043 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd54351-2166-429f-b91a-b7da8ad17e7e None None] DHCP port deletion for 6577dc3d-76e7-4320-a115-e81ce5234e8c request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:05:34.747218 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-0bd54351-2166-429f-b91a-b7da8ad17e7e None None] Deleting port a79ca3ab-4acd-4f75-9916-fd84e35e025e {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:05:34.747697 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0bd54351-2166-429f-b91a-b7da8ad17e7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:34.867250 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e74957cb-0491-46b4-966a-67785afcdd1e admin admin] Calling delete_port for a79ca3ab-4acd-4f75-9916-fd84e35e025e owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:05:34.903262 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-981aa558-781b-4e3a-9ade-92a5114eb2c1 req-90d3a5af-74e6-4304-82ea-60540f29b27b tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks [] for floatingip, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:34.941724 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device c0403dea-ba7e-442c-aac9-a089aeee6b11 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:05:34.958638 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e74957cb-0491-46b4-966a-67785afcdd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:34.962273 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1761e596-a01b-4229-aab9-743776996b36 req-5c8e7800-6dbf-4d9c-8169-7b18239d5bbc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=c0403dea-ba7e-442c-aac9-a089aeee6b11 HTTP/1.1" status: 200 len: 217 time: 0.2299829 May 23 11:05:35.010363 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74957cb-0491-46b4-966a-67785afcdd1e admin admin] Pushing event deleted for resources: {'Port': ['ID=a79ca3ab-4acd-4f75-9916-fd84e35e025e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:35.016542 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74957cb-0491-46b4-966a-67785afcdd1e admin admin] No DVR routers for this DVR port a79ca3ab-4acd-4f75-9916-fd84e35e025e on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:05:35.085368 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device a79ca3ab-4acd-4f75-9916-fd84e35e025e no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:05:35.101211 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-8454d12f-f44a-4430-89fc-ccb1adae37d3 service neutron] 10.222.0.81 "GET /v2.0/networks/3a0b3b07-ec14-4e7c-adca-97af16e62f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6086957 May 23 11:05:35.139055 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e74957cb-0491-46b4-966a-67785afcdd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:35.165399 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-e74957cb-0491-46b4-966a-67785afcdd1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6577dc3d-76e7-4320-a115-e81ce5234e8c']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:05:35.175631 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-0bd54351-2166-429f-b91a-b7da8ad17e7e None None] For port a79ca3ab-4acd-4f75-9916-fd84e35e025e, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=a79ca3ab-4acd-4f75-9916-fd84e35e025e,segment=NetworkSegment(75549fbd-072c-4860-acd7-cda586e0e6c6),segment_id=75549fbd-072c-4860-acd7-cda586e0e6c6)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:05:35.176020 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0bd54351-2166-429f-b91a-b7da8ad17e7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:35.182322 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-e74957cb-0491-46b4-966a-67785afcdd1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75549fbd-072c-4860-acd7-cda586e0e6c6') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:05:35.182590 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-e74957cb-0491-46b4-966a-67785afcdd1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75549fbd-072c-4860-acd7-cda586e0e6c6') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:05:35.183490 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: a79ca3ab-4acd-4f75-9916-fd84e35e025e {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:05:35.183905 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device a79ca3ab-4acd-4f75-9916-fd84e35e025e not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:05:35.195871 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e74957cb-0491-46b4-966a-67785afcdd1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:35.213331 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e74957cb-0491-46b4-966a-67785afcdd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:35.220193 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e74957cb-0491-46b4-966a-67785afcdd1e admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:05:35.220376 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e74957cb-0491-46b4-966a-67785afcdd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:35.233970 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:05:35.233970 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:05:35.233970 n-d-842952-2 neutron-server[83911]: timer() May 23 11:05:35.233970 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:05:35.233970 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:05:35.233970 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:05:35.233970 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:05:35.233970 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:05:35.233970 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:05:35.233970 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:05:35.233970 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:05:35.233970 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:05:35.233970 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:05:35.233970 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:05:35.233970 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:05:35.233970 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:05:35.233970 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:05:35.233970 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:05:35.233970 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:05:35.233970 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:05:35.233970 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:05:35.233970 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:05:35.233970 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:05:35.233970 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:05:35.233970 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:05:35.233970 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:05:35.233970 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:05:35.233970 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:05:35.233970 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:05:35.233970 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:05:35.233970 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:05:35.233970 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:05:35.280703 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761e596-a01b-4229-aab9-743776996b36 req-fb9842f7-f09e-494e-8be2-6e5bb5c9b81d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:35.282136 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1761e596-a01b-4229-aab9-743776996b36 req-fb9842f7-f09e-494e-8be2-6e5bb5c9b81d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.3008702 May 23 11:05:35.313122 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e74957cb-0491-46b4-966a-67785afcdd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:35.332438 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e74957cb-0491-46b4-966a-67785afcdd1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:35.347131 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74957cb-0491-46b4-966a-67785afcdd1e admin admin] Pushing event deleted for resources: {'Network': ['ID=6577dc3d-76e7-4320-a115-e81ce5234e8c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:35.363598 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e74957cb-0491-46b4-966a-67785afcdd1e admin admin] 10.222.0.79 "DELETE /v2.0/networks/6577dc3d-76e7-4320-a115-e81ce5234e8c HTTP/1.1" status: 204 len: 168 time: 1.0293701 May 23 11:05:35.373811 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-0bd54351-2166-429f-b91a-b7da8ad17e7e None None] Calling delete_port for a79ca3ab-4acd-4f75-9916-fd84e35e025e owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:05:35.486022 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port c0403dea-ba7e-442c-aac9-a089aeee6b11, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=c0403dea-ba7e-442c-aac9-a089aeee6b11,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:05:35.502192 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a0fa4-bce1-4093-9744-247de139eb7c req-6984f27c-7f0b-4771-9205-090e6c6c2315 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:35.503878 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc5a0fa4-bce1-4093-9744-247de139eb7c req-6984f27c-7f0b-4771-9205-090e6c6c2315 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2929f6d-a6d9-4b1b-9255-806e5e8dc82c HTTP/1.1" status: 200 len: 949 time: 0.5351257 May 23 11:05:35.506175 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3d0564da-d7dd-4fb4-b6ae-6f61f4720371 req-70576d4f-83c9-4681-9197-39bfc17c598f service neutron] 10.222.0.81 "GET /v2.0/networks/3a0b3b07-ec14-4e7c-adca-97af16e62f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893888 May 23 11:05:35.515954 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'c0403dea-ba7e-442c-aac9-a089aeee6b11', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'port_id': 'c0403dea-ba7e-442c-aac9-a089aeee6b11', 'mac_address': 'fa:16:3e:0e:1d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1719237-4a8e-4354-92b1-51064eb09c82', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:05:35.516384 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-981aa558-781b-4e3a-9ade-92a5114eb2c1 req-90d3a5af-74e6-4304-82ea-60540f29b27b tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:35.541737 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-981aa558-781b-4e3a-9ade-92a5114eb2c1 req-90d3a5af-74e6-4304-82ea-60540f29b27b tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:35.542049 n-d-842952-2 neutron-server[83910]: INFO neutron.db.l3_db [req-981aa558-781b-4e3a-9ade-92a5114eb2c1 req-90d3a5af-74e6-4304-82ea-60540f29b27b tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Floating IP 18aaeafc-726f-40b0-8434-0092e0a61458 disassociated. External IP: 172.25.6.163, port: 608b2041-4d79-4da2-b258-6e9b4b645f5e. May 23 11:05:35.606384 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-0bd54351-2166-429f-b91a-b7da8ad17e7e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:05:35.606734 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-0bd54351-2166-429f-b91a-b7da8ad17e7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:05:35.629444 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42392) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:05:35.650333 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:35.671022 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f5fb7042-976b-42f9-8ad0-0bc8ec664d12 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:35.681256 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0403dea-ba7e-442c-aac9-a089aeee6b11 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:05:35.686658 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-dbf5f366-a940-4585-9d95-1d9e532f9f58 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=28ad30c9ce014020932bf0f448507fa3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0536945 May 23 11:05:35.687686 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42396) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:05:35.691486 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f5fb7042-976b-42f9-8ad0-0bc8ec664d12 None None] Transition to ACTIVE for port object 0d16ae6e-9e3f-44fe-8f91-dd366aa4ac97 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:05:35.705113 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port c0403dea-ba7e-442c-aac9-a089aeee6b11, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=c0403dea-ba7e-442c-aac9-a089aeee6b11,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:05:35.705867 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f5fb7042-976b-42f9-8ad0-0bc8ec664d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:35.710099 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1761e596-a01b-4229-aab9-743776996b36 req-5d16851d-867a-49aa-883e-0141c310b5a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4091425 May 23 11:05:35.724379 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc5a0fa4-bce1-4093-9744-247de139eb7c req-1d945e45-f9a2-4a33-950f-0a22abe7118e tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.79 "GET /v2.0/security-groups?id=336e08ad-b29f-4151-99b3-e10dd6823e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093263 May 23 11:05:35.748009 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:35.756127 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-30059863-c8de-4bf4-9eaa-ca4ad27b38a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:35.808628 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-30059863-c8de-4bf4-9eaa-ca4ad27b38a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:35.843033 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06699d2-1e8f-4287-a3fa-06e3bdcbbb18 None None] Pushing event updated for resources: {'Port': ['ID=0d16ae6e-9e3f-44fe-8f91-dd366aa4ac97,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:35.888503 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81314d18-5c72-483a-bf13-0231f20551f3'] response: {'name': 'network-changed', 'server_uuid': '3ad875c4-0a44-40c0-b6ce-56779a923e5a', 'tag': 'a79b270b-fdea-4225-9eed-e7f906b9242f', 'status': 'completed', 'code': 200} May 23 11:05:35.927338 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-30059863-c8de-4bf4-9eaa-ca4ad27b38a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:35.972632 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30059863-c8de-4bf4-9eaa-ca4ad27b38a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421f9bcd-04ae-42d4-94ac-8178d9060af6,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:35.981175 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-30059863-c8de-4bf4-9eaa-ca4ad27b38a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:35.985476 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-30059863-c8de-4bf4-9eaa-ca4ad27b38a6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/421f9bcd-04ae-42d4-94ac-8178d9060af6 HTTP/1.1" status: 204 len: 168 time: 0.2970099 May 23 11:05:36.083438 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=c0403dea-ba7e-442c-aac9-a089aeee6b11,revision_number=12']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:36.097931 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f5fb7042-976b-42f9-8ad0-0bc8ec664d12 None None] Attempting to bind port 0d16ae6e-9e3f-44fe-8f91-dd366aa4ac97 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:05:36.098452 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f5fb7042-976b-42f9-8ad0-0bc8ec664d12 None None] Attempting to bind port 0d16ae6e-9e3f-44fe-8f91-dd366aa4ac97 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'bb2ce236-cf80-42f5-89f8-1399f9b7488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '8a342eab-fdf3-4318-a8c2-76cdfe481ce0'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:05:36.099129 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fb7042-976b-42f9-8ad0-0bc8ec664d12 None None] Attempting to bind port 0d16ae6e-9e3f-44fe-8f91-dd366aa4ac97 on network 8a342eab-fdf3-4318-a8c2-76cdfe481ce0 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:05:36.108471 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-0bd54351-2166-429f-b91a-b7da8ad17e7e None None] Deleting port a79ca3ab-4acd-4f75-9916-fd84e35e025e {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:05:36.110359 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0bd54351-2166-429f-b91a-b7da8ad17e7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:36.154437 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fb7042-976b-42f9-8ad0-0bc8ec664d12 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:05:36.155129 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fb7042-976b-42f9-8ad0-0bc8ec664d12 None None] Checking segment: {'id': 'bb2ce236-cf80-42f5-89f8-1399f9b7488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '8a342eab-fdf3-4318-a8c2-76cdfe481ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:05:36.155730 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f5fb7042-976b-42f9-8ad0-0bc8ec664d12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:36.156543 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fb7042-976b-42f9-8ad0-0bc8ec664d12 None None] Bound using segment: {'id': 'bb2ce236-cf80-42f5-89f8-1399f9b7488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '8a342eab-fdf3-4318-a8c2-76cdfe481ce0'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:05:36.157207 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f5fb7042-976b-42f9-8ad0-0bc8ec664d12 None None] Bound port: 0d16ae6e-9e3f-44fe-8f91-dd366aa4ac97, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2ce236-cf80-42f5-89f8-1399f9b7488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '8a342eab-fdf3-4318-a8c2-76cdfe481ce0'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:05:36.157770 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f5fb7042-976b-42f9-8ad0-0bc8ec664d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:36.205705 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['c0403dea-ba7e-442c-aac9-a089aeee6b11'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:05:36.227230 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1761e596-a01b-4229-aab9-743776996b36 req-7c96e9d9-b0fc-4b24-be62-056b13e05655 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5008698 May 23 11:05:36.245006 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-0bd54351-2166-429f-b91a-b7da8ad17e7e None None] The port 'a79ca3ab-4acd-4f75-9916-fd84e35e025e' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:05:36.338204 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [req-488e1e6a-7d90-44ba-80dc-24bc013bada3 req-161c6841-1f34-426f-9db5-bfbf88cf76d0 tempest-FloatingIPDetailsNegativeTestJSON-794110413 tempest-FloatingIPDetailsNegativeTestJSON-794110413-project] show failed (client error): The resource could not be found. May 23 11:05:36.339471 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-488e1e6a-7d90-44ba-80dc-24bc013bada3 req-161c6841-1f34-426f-9db5-bfbf88cf76d0 tempest-FloatingIPDetailsNegativeTestJSON-794110413 tempest-FloatingIPDetailsNegativeTestJSON-794110413-project] 10.222.0.79 "GET /v2.0/floatingips/f320e153-42cb-4491-99c7-866e62ea6033 HTTP/1.1" status: 404 len: 350 time: 0.1220081 May 23 11:05:36.349685 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42412) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:05:36.394407 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f5fb7042-976b-42f9-8ad0-0bc8ec664d12 None None] For port 0d16ae6e-9e3f-44fe-8f91-dd366aa4ac97, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:05:36.415486 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f5fb7042-976b-42f9-8ad0-0bc8ec664d12 None None] For port 0d16ae6e-9e3f-44fe-8f91-dd366aa4ac97, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=0d16ae6e-9e3f-44fe-8f91-dd366aa4ac97,segment=NetworkSegment(bb2ce236-cf80-42f5-89f8-1399f9b7488d),segment_id=bb2ce236-cf80-42f5-89f8-1399f9b7488d)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:05:36.428647 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f5fb7042-976b-42f9-8ad0-0bc8ec664d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:36.430909 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-225cd620-0f98-4ab3-8cd8-e1ba638386f5 req-bedd3ec0-d56a-4ce3-ab52-9f20a524809d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e6c0f51f245f48bab9e9505b0f7e9029&device_id=3ad875c4-0a44-40c0-b6ce-56779a923e5a HTTP/1.1" status: 200 len: 1094 time: 0.5392213 May 23 11:05:36.479392 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2443e032-4b14-4520-bdee-5fc15ecb84bf'] response: {'server_uuid': 'f2929f6d-a6d9-4b1b-9255-806e5e8dc82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5b7423-46ef-454f-8552-b674263818e6', 'code': 200} May 23 11:05:36.646874 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06699d2-1e8f-4287-a3fa-06e3bdcbbb18 None None] Pushing event updated for resources: {'Port': ['ID=0d16ae6e-9e3f-44fe-8f91-dd366aa4ac97,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:36.719014 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fb7042-976b-42f9-8ad0-0bc8ec664d12 None None] Routers {'71997bce-aa18-4fd7-96cc-30417805e6ff'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:05:36.719317 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f5fb7042-976b-42f9-8ad0-0bc8ec664d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:05:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['71997bce-aa18-4fd7-96cc-30417805e6ff'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:05:36.752772 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-709f21ea-d9ba-4dba-96a0-e333a1a7e023 req-9d4116b5-9631-472d-b779-d97f77b7f4ca service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f2929f6d-a6d9-4b1b-9255-806e5e8dc82c HTTP/1.1" status: 200 len: 1100 time: 0.1889527 May 23 11:05:36.810386 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1761e596-a01b-4229-aab9-743776996b36 req-a816846b-b1fd-44a7-8913-33836765174a service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5203381 May 23 11:05:36.812269 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225cd620-0f98-4ab3-8cd8-e1ba638386f5 req-9898a08e-d31b-48e5-b733-d61555c52434 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:36.813853 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-225cd620-0f98-4ab3-8cd8-e1ba638386f5 req-9898a08e-d31b-48e5-b733-d61555c52434 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3a0b3b07-ec14-4e7c-adca-97af16e62f1d HTTP/1.1" status: 200 len: 910 time: 0.3636506 May 23 11:05:36.954546 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-225cd620-0f98-4ab3-8cd8-e1ba638386f5 req-9e11cdab-e4ac-4de0-a878-70b3cc5b4649 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a79b270b-fdea-4225-9eed-e7f906b9242f HTTP/1.1" status: 200 len: 217 time: 0.0815191 May 23 11:05:36.981719 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-709f21ea-d9ba-4dba-96a0-e333a1a7e023 req-36e4c769-5c61-4f01-bbb1-335467c724d4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=336e08ad-b29f-4151-99b3-e10dd6823e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192457 May 23 11:05:37.047502 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-f5fb7042-976b-42f9-8ad0-0bc8ec664d12 None None] Set router 71997bce-aa18-4fd7-96cc-30417805e6ff gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:05:37.074022 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225cd620-0f98-4ab3-8cd8-e1ba638386f5 req-c789d869-8cca-47b8-aa4c-a19c429abf6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:37.076316 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-225cd620-0f98-4ab3-8cd8-e1ba638386f5 req-c789d869-8cca-47b8-aa4c-a19c429abf6a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec5ab81b-b58b-42e9-a495-3d7f0e059569 HTTP/1.1" status: 200 len: 849 time: 0.0978403 May 23 11:05:37.084132 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d76c82-ed80-42ab-83cb-18f3af69c6e7 req-9145d13a-528d-411d-a346-5b595df23f8c tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:37.085764 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c4d76c82-ed80-42ab-83cb-18f3af69c6e7 req-9145d13a-528d-411d-a346-5b595df23f8c tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d1a2c1a-1e28-4209-9f47-fc1285eba09a HTTP/1.1" status: 200 len: 950 time: 0.4762940 May 23 11:05:37.140544 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-225cd620-0f98-4ab3-8cd8-e1ba638386f5 req-8bf9307b-92af-4399-ada9-8a9062d3db36 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3a0b3b07-ec14-4e7c-adca-97af16e62f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491810 May 23 11:05:37.223510 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-029d5495-a138-41d8-b210-0afa0dbfa796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:37.278031 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42432) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:05:37.287717 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c4d76c82-ed80-42ab-83cb-18f3af69c6e7 req-65c35272-653f-411f-ba14-b6b41c5877e7 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445901 May 23 11:05:37.357464 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-225cd620-0f98-4ab3-8cd8-e1ba638386f5 req-d372b255-7934-4814-83db-fbaad2fe278a service neutron] 10.222.0.81 "GET /v2.0/networks/3a0b3b07-ec14-4e7c-adca-97af16e62f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682222 May 23 11:05:37.505456 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-fcc78bcb-d1aa-42f2-9711-c287f6b642f4 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-310241801-network', 'tenant_id': '742b1cf1e0b345dca83f32458f4c8414'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:05:37.524040 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-fcc78bcb-d1aa-42f2-9711-c287f6b642f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:05:37.532600 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-fcc78bcb-d1aa-42f2-9711-c287f6b642f4 admin admin] Usage tracker for resource:network and tenant:742b1cf1e0b345dca83f32458f4c8414 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:05:37.536957 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-fcc78bcb-d1aa-42f2-9711-c287f6b642f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:05:37.545496 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-fcc78bcb-d1aa-42f2-9711-c287f6b642f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:05:37.577942 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-225cd620-0f98-4ab3-8cd8-e1ba638386f5 req-e67c01f4-86c8-4a5c-bac6-e27c3f341833 service neutron] 10.222.0.81 "GET /v2.0/networks/3a0b3b07-ec14-4e7c-adca-97af16e62f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130764 May 23 11:05:37.603547 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc78bcb-d1aa-42f2-9711-c287f6b642f4 admin admin] Made reservation on behalf of 742b1cf1e0b345dca83f32458f4c8414 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:05:37.605920 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fcc78bcb-d1aa-42f2-9711-c287f6b642f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:37.616548 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f5fb7042-976b-42f9-8ad0-0bc8ec664d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71997bce-aa18-4fd7-96cc-30417805e6ff', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-99778131-router', 'tenant_id': 'bf22da870d5042c79dcad757321743ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'a2583d55-500e-4c39-98ea-423c1608de21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:05:09Z', 'updated_at': '2022-05-23T11:05:27Z', 'revision_number': 4, 'project_id': 'bf22da870d5042c79dcad757321743ec', 'gw_port': {'id': 'a2583d55-500e-4c39-98ea-423c1608de21', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:70:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71997bce-aa18-4fd7-96cc-30417805e6ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:05:11Z', 'updated_at': '2022-05-23T11:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '0d16ae6e-9e3f-44fe-8f91-dd366aa4ac97', 'name': '', 'network_id': '8a342eab-fdf3-4318-a8c2-76cdfe481ce0', 'tenant_id': 'bf22da870d5042c79dcad757321743ec', 'mac_address': 'fa:16:3e:a6:9e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71997bce-aa18-4fd7-96cc-30417805e6ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5265de05-7c12-4c1b-8b69-012647efbed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:05:24Z', 'updated_at': '2022-05-23T11:05:36Z', 'revision_number': 4, 'project_id': 'bf22da870d5042c79dcad757321743ec', 'subnets': [{'id': '5265de05-7c12-4c1b-8b69-012647efbed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:05:37.623593 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fb7042-976b-42f9-8ad0-0bc8ec664d12 None None] The sync data for ids ['71997bce-aa18-4fd7-96cc-30417805e6ff'] in n-d-842952-2 is: [{'id': '71997bce-aa18-4fd7-96cc-30417805e6ff', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-99778131-router', 'tenant_id': 'bf22da870d5042c79dcad757321743ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'a2583d55-500e-4c39-98ea-423c1608de21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:05:09Z', 'updated_at': '2022-05-23T11:05:27Z', 'revision_number': 4, 'project_id': 'bf22da870d5042c79dcad757321743ec', 'gw_port': {'id': 'a2583d55-500e-4c39-98ea-423c1608de21', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:70:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71997bce-aa18-4fd7-96cc-30417805e6ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:05:11Z', 'updated_at': '2022-05-23T11:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '0d16ae6e-9e3f-44fe-8f91-dd366aa4ac97', 'name': '', 'network_id': '8a342eab-fdf3-4318-a8c2-76cdfe481ce0', 'tenant_id': 'bf22da870d5042c79dcad757321743ec', 'mac_address': 'fa:16:3e:a6:9e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71997bce-aa18-4fd7-96cc-30417805e6ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5265de05-7c12-4c1b-8b69-012647efbed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:05:24Z', 'updated_at': '2022-05-23T11:05:36Z', 'revision_number': 4, 'project_id': 'bf22da870d5042c79dcad757321743ec', 'subnets': [{'id': '5265de05-7c12-4c1b-8b69-012647efbed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:05:37.625511 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fcc78bcb-d1aa-42f2-9711-c287f6b642f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:37.682084 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-981aa558-781b-4e3a-9ade-92a5114eb2c1 req-90d3a5af-74e6-4304-82ea-60540f29b27b tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Router 29a3e85c-cbc2-450d-98be-8fee03a51fa4 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:05:37.707698 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-fcc78bcb-d1aa-42f2-9711-c287f6b642f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:05:37.714432 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-fcc78bcb-d1aa-42f2-9711-c287f6b642f4 admin admin] Usage tracker for resource:security_group_rule and tenant:742b1cf1e0b345dca83f32458f4c8414 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:05:37.718874 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-fcc78bcb-d1aa-42f2-9711-c287f6b642f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:05:37.725322 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-fcc78bcb-d1aa-42f2-9711-c287f6b642f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:05:37.727109 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:37.840884 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aafe18-81cd-4014-b3db-9e860c9491f5 req-f8e356e0-6512-4afa-9c4d-dfeeae59fbaf tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:37.842259 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-78aafe18-81cd-4014-b3db-9e860c9491f5 req-f8e356e0-6512-4afa-9c4d-dfeeae59fbaf tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ad875c4-0a44-40c0-b6ce-56779a923e5a HTTP/1.1" status: 200 len: 943 time: 0.2634416 May 23 11:05:37.882949 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fcc78bcb-d1aa-42f2-9711-c287f6b642f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:37.890789 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fcc78bcb-d1aa-42f2-9711-c287f6b642f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:37.919814 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-78aafe18-81cd-4014-b3db-9e860c9491f5 req-b81a3df9-ff7b-4d76-9590-821cd42ac883 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] 10.222.0.79 "GET /v2.0/security-groups?id=618bcc9f-d226-4960-9bda-3166b6e8e5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552561 May 23 11:05:37.932252 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcc78bcb-d1aa-42f2-9711-c287f6b642f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:05:37.935434 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc78bcb-d1aa-42f2-9711-c287f6b642f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db363ab2-bc99-4458-a9f9-aae1642cf06e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:37.946879 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fcc78bcb-d1aa-42f2-9711-c287f6b642f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:37.947214 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-fcc78bcb-d1aa-42f2-9711-c287f6b642f4 admin admin] Added segment 627b9d90-481e-4586-8e5b-ec8be80efc37 of type vlan for network 93233ebd-402e-45bd-b397-1f41a2b23d60 May 23 11:05:38.012679 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-981aa558-781b-4e3a-9ade-92a5114eb2c1 req-90d3a5af-74e6-4304-82ea-60540f29b27b tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:05:38.020727 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-981aa558-781b-4e3a-9ade-92a5114eb2c1 req-90d3a5af-74e6-4304-82ea-60540f29b27b tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:38.033292 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fcc78bcb-d1aa-42f2-9711-c287f6b642f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:38.047365 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed217ac-5787-4d5b-b166-db058addbf12 None None] Sync routers for ids ['29a3e85c-cbc2-450d-98be-8fee03a51fa4'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:05:38.067994 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed217ac-5787-4d5b-b166-db058addbf12 None None] Routers {'29a3e85c-cbc2-450d-98be-8fee03a51fa4'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:05:38.069210 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-8ed217ac-5787-4d5b-b166-db058addbf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:05:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['29a3e85c-cbc2-450d-98be-8fee03a51fa4'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:05:38.100978 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fcc78bcb-d1aa-42f2-9711-c287f6b642f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:38.102106 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc78bcb-d1aa-42f2-9711-c287f6b642f4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:38.102796 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fcc78bcb-d1aa-42f2-9711-c287f6b642f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:38.255878 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-981aa558-781b-4e3a-9ade-92a5114eb2c1 req-90d3a5af-74e6-4304-82ea-60540f29b27b tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "PUT /v2.0/floatingips/18aaeafc-726f-40b0-8434-0092e0a61458 HTTP/1.1" status: 200 len: 696 time: 3.7278430 May 23 11:05:38.291224 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc78bcb-d1aa-42f2-9711-c287f6b642f4 admin admin] Pushing event updated for resources: {'Network': ['ID=93233ebd-402e-45bd-b397-1f41a2b23d60,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:38.299419 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-fcc78bcb-d1aa-42f2-9711-c287f6b642f4 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.0185037 May 23 11:05:38.299419 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-029d5495-a138-41d8-b210-0afa0dbfa796 admin admin] Deleting port 0d16ae6e-9e3f-44fe-8f91-dd366aa4ac97 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:05:38.299419 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-029d5495-a138-41d8-b210-0afa0dbfa796 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:38.303085 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 93233ebd-402e-45bd-b397-1f41a2b23d60 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:05:38.322609 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42440) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:05:38.329779 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-8ed217ac-5787-4d5b-b166-db058addbf12 None None] Set router 29a3e85c-cbc2-450d-98be-8fee03a51fa4 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:05:38.342775 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b7c762dd-0c99-4a1e-ad7f-7246bf663938 admin admin] Request body: {'subnet': {'network_id': '93233ebd-402e-45bd-b397-1f41a2b23d60', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-310241801-subnet', 'tenant_id': '742b1cf1e0b345dca83f32458f4c8414', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:05:38.361193 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b7c762dd-0c99-4a1e-ad7f-7246bf663938 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:05:38.368101 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b7c762dd-0c99-4a1e-ad7f-7246bf663938 admin admin] Usage tracker for resource:subnet and tenant:742b1cf1e0b345dca83f32458f4c8414 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:05:38.372873 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b7c762dd-0c99-4a1e-ad7f-7246bf663938 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:05:38.408372 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f0e50e-11eb-4672-845a-a174fdd080c6', 'tag': '608b2041-4d79-4da2-b258-6e9b4b645f5e'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:05:38.408612 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b7c762dd-0c99-4a1e-ad7f-7246bf663938 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:05:38.425926 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-16cf65d2-d733-4d4a-a8ab-dd64dd678442 req-9d0ed97a-a66c-454d-b578-ea66ff59ebab tempest-ServerShowV247Test-1148653270 tempest-ServerShowV247Test-1148653270-project] 10.222.0.79 "GET /v2.0/ports?device_id=7494ebbb-62c3-4623-b453-f2b97a492299 HTTP/1.1" status: 200 len: 210 time: 0.1677756 May 23 11:05:38.484528 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-981aa558-781b-4e3a-9ade-92a5114eb2c1 req-a9952e4a-f165-4554-8e65-6eab4e9d086a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e45cf791a4a1458dadb0a080d541d299&device_id=81f0e50e-11eb-4672-845a-a174fdd080c6 HTTP/1.1" status: 200 len: 1097 time: 0.2276547 May 23 11:05:38.513257 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c762dd-0c99-4a1e-ad7f-7246bf663938 admin admin] Made reservation on behalf of 742b1cf1e0b345dca83f32458f4c8414 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:05:38.518452 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b7c762dd-0c99-4a1e-ad7f-7246bf663938 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:38.547175 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device a79b270b-fdea-4225-9eed-e7f906b9242f details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:05:38.780764 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port a79b270b-fdea-4225-9eed-e7f906b9242f, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=a79b270b-fdea-4225-9eed-e7f906b9242f,segment=NetworkSegment(96e1d8b7-c4b2-411b-af66-81bcb9c7f1e1),segment_id=96e1d8b7-c4b2-411b-af66-81bcb9c7f1e1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:05:38.796350 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': 'a79b270b-fdea-4225-9eed-e7f906b9242f', 'network_id': '3a0b3b07-ec14-4e7c-adca-97af16e62f1d', 'port_id': 'a79b270b-fdea-4225-9eed-e7f906b9242f', 'mac_address': 'fa:16:3e:43:a2:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec5ab81b-b58b-42e9-a495-3d7f0e059569', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:05:38.796721 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-029d5495-a138-41d8-b210-0afa0dbfa796 admin admin] For port 0d16ae6e-9e3f-44fe-8f91-dd366aa4ac97, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=0d16ae6e-9e3f-44fe-8f91-dd366aa4ac97,segment=NetworkSegment(bb2ce236-cf80-42f5-89f8-1399f9b7488d),segment_id=bb2ce236-cf80-42f5-89f8-1399f9b7488d)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:05:38.797251 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-029d5495-a138-41d8-b210-0afa0dbfa796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:38.816681 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981aa558-781b-4e3a-9ade-92a5114eb2c1 req-8cd06e83-e7ae-480d-8ba1-e3fc6ca094f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:38.821625 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-981aa558-781b-4e3a-9ade-92a5114eb2c1 req-8cd06e83-e7ae-480d-8ba1-e3fc6ca094f1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0930e7e8-6d74-47b9-b850-f307a169b841 HTTP/1.1" status: 200 len: 922 time: 0.3344653 May 23 11:05:38.898419 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:38.925645 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a79b270b-fdea-4225-9eed-e7f906b9242f {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:05:38.950151 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port a79b270b-fdea-4225-9eed-e7f906b9242f, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=a79b270b-fdea-4225-9eed-e7f906b9242f,segment=NetworkSegment(96e1d8b7-c4b2-411b-af66-81bcb9c7f1e1),segment_id=96e1d8b7-c4b2-411b-af66-81bcb9c7f1e1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:05:38.954111 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device c0403dea-ba7e-442c-aac9-a089aeee6b11 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:05:38.999697 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-8ed217ac-5787-4d5b-b166-db058addbf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1037448032-router', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '9deb4962-2b81-43e3-9ff2-0c15f7b58715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:17Z', 'updated_at': '2022-05-23T11:03:33Z', 'revision_number': 4, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'gw_port': {'id': '9deb4962-2b81-43e3-9ff2-0c15f7b58715', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:19Z', 'updated_at': '2022-05-23T11:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '8097e783-afd4-414b-9aef-ef542f9e8d0f', 'name': '', 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'mac_address': 'fa:16:3e:94:c6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '233b37e7-7248-4012-bd3c-2373f43dcd00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:30Z', 'updated_at': '2022-05-23T11:03:44Z', 'revision_number': 5, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'subnets': [{'id': '233b37e7-7248-4012-bd3c-2373f43dcd00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:05:39.012943 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed217ac-5787-4d5b-b166-db058addbf12 None None] Checking router: 29a3e85c-cbc2-450d-98be-8fee03a51fa4 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:05:39.028124 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed217ac-5787-4d5b-b166-db058addbf12 None None] Routers {'29a3e85c-cbc2-450d-98be-8fee03a51fa4'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:05:39.028306 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-8ed217ac-5787-4d5b-b166-db058addbf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:05:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['29a3e85c-cbc2-450d-98be-8fee03a51fa4'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:05:39.053345 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-981aa558-781b-4e3a-9ade-92a5114eb2c1 req-6cd61a61-093b-4877-b24e-9e175c325900 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=608b2041-4d79-4da2-b258-6e9b4b645f5e HTTP/1.1" status: 200 len: 217 time: 0.1523428 May 23 11:05:39.057468 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:39.131154 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 0d16ae6e-9e3f-44fe-8f91-dd366aa4ac97 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:05:39.170762 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-029d5495-a138-41d8-b210-0afa0dbfa796 admin admin] Calling delete_port for 0d16ae6e-9e3f-44fe-8f91-dd366aa4ac97 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:05:39.192743 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981aa558-781b-4e3a-9ade-92a5114eb2c1 req-fce8ff5d-057a-4cb8-bf9b-72d4a6c9212f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:39.194193 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-981aa558-781b-4e3a-9ade-92a5114eb2c1 req-fce8ff5d-057a-4cb8-bf9b-72d4a6c9212f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=233b37e7-7248-4012-bd3c-2373f43dcd00 HTTP/1.1" status: 200 len: 860 time: 0.1078124 May 23 11:05:39.250931 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-8ed217ac-5787-4d5b-b166-db058addbf12 None None] Set router 29a3e85c-cbc2-450d-98be-8fee03a51fa4 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:05:39.287616 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4f4e5-414a-4a14-b09e-ac0d08a7587f req-71e13b75-cd08-4d23-9d43-278e9f5cceb0 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:39.296342 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-05e4f4e5-414a-4a14-b09e-ac0d08a7587f req-71e13b75-cd08-4d23-9d43-278e9f5cceb0 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2929f6d-a6d9-4b1b-9255-806e5e8dc82c HTTP/1.1" status: 200 len: 949 time: 0.4816053 May 23 11:05:39.313172 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:39.324660 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 0d16ae6e-9e3f-44fe-8f91-dd366aa4ac97 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:05:39.340186 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6bc5748-a520-4aed-974d-621999f80f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:39.348378 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 0d16ae6e-9e3f-44fe-8f91-dd366aa4ac97 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:05:39.349030 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:39.377441 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-05e4f4e5-414a-4a14-b09e-ac0d08a7587f req-501f56ae-cfca-46cf-8564-5667b79d054e tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.79 "GET /v2.0/security-groups?id=336e08ad-b29f-4151-99b3-e10dd6823e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801175 May 23 11:05:39.378958 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port c0403dea-ba7e-442c-aac9-a089aeee6b11 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:05:39.392112 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=a79b270b-fdea-4225-9eed-e7f906b9242f,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:39.403569 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-981aa558-781b-4e3a-9ade-92a5114eb2c1 req-cea10d3e-d761-4e77-a89f-964593856131 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0930e7e8-6d74-47b9-b850-f307a169b841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1996088 May 23 11:05:39.412883 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port c0403dea-ba7e-442c-aac9-a089aeee6b11 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:05:39.413584 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:39.440217 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b7c762dd-0c99-4a1e-ad7f-7246bf663938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:39.478799 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['a79b270b-fdea-4225-9eed-e7f906b9242f'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:05:39.516620 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c762dd-0c99-4a1e-ad7f-7246bf663938 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9294d2b8-973f-442c-9036-697778dd5201,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:39.603882 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c762dd-0c99-4a1e-ad7f-7246bf663938 admin admin] Checking segment: {'id': '627b9d90-481e-4586-8e5b-ec8be80efc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '93233ebd-402e-45bd-b397-1f41a2b23d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:05:39.604368 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c762dd-0c99-4a1e-ad7f-7246bf663938 admin admin] Network hostable DHCP agents. Network: 93233ebd-402e-45bd-b397-1f41a2b23d60, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:05:39.626356 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-981aa558-781b-4e3a-9ade-92a5114eb2c1 req-7b33a62f-42b7-4a10-9f42-b462310abf63 service neutron] 10.222.0.79 "GET /v2.0/networks/0930e7e8-6d74-47b9-b850-f307a169b841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151754 May 23 11:05:39.635256 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c762dd-0c99-4a1e-ad7f-7246bf663938 admin admin] Network 93233ebd-402e-45bd-b397-1f41a2b23d60 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:05:39.645235 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-029d5495-a138-41d8-b210-0afa0dbfa796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:39.749526 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:39.774268 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Port 0d16ae6e-9e3f-44fe-8f91-dd366aa4ac97 update to ACTIVE by agent not found {{(pid=83912) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 23 11:05:39.802628 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-b7c762dd-0c99-4a1e-ad7f-7246bf663938 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 93233ebd-402e-45bd-b397-1f41a2b23d60) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:05:39.823108 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-981aa558-781b-4e3a-9ade-92a5114eb2c1 req-0a43d2cd-ae8c-4b71-af11-7fa7d63e352f service neutron] 10.222.0.79 "GET /v2.0/networks/0930e7e8-6d74-47b9-b850-f307a169b841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958756 May 23 11:05:39.836766 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-8ed217ac-5787-4d5b-b166-db058addbf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1037448032-router', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '9deb4962-2b81-43e3-9ff2-0c15f7b58715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:17Z', 'updated_at': '2022-05-23T11:03:33Z', 'revision_number': 4, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'gw_port': {'id': '9deb4962-2b81-43e3-9ff2-0c15f7b58715', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:19Z', 'updated_at': '2022-05-23T11:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '8097e783-afd4-414b-9aef-ef542f9e8d0f', 'name': '', 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'mac_address': 'fa:16:3e:94:c6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '233b37e7-7248-4012-bd3c-2373f43dcd00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:30Z', 'updated_at': '2022-05-23T11:03:44Z', 'revision_number': 5, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'subnets': [{'id': '233b37e7-7248-4012-bd3c-2373f43dcd00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:05:39.838213 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 8f7407e6-d009-453e-9e5a-857b81983522 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:05:39.841500 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed217ac-5787-4d5b-b166-db058addbf12 None None] The sync data for ids ['29a3e85c-cbc2-450d-98be-8fee03a51fa4'] in n-d-842952-2 is: [{'id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1037448032-router', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '9deb4962-2b81-43e3-9ff2-0c15f7b58715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:17Z', 'updated_at': '2022-05-23T11:03:33Z', 'revision_number': 4, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'gw_port': {'id': '9deb4962-2b81-43e3-9ff2-0c15f7b58715', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:19Z', 'updated_at': '2022-05-23T11:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '8097e783-afd4-414b-9aef-ef542f9e8d0f', 'name': '', 'network_id': '0930e7e8-6d74-47b9-b850-f307a169b841', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'mac_address': 'fa:16:3e:94:c6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '233b37e7-7248-4012-bd3c-2373f43dcd00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:30Z', 'updated_at': '2022-05-23T11:03:44Z', 'revision_number': 5, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'subnets': [{'id': '233b37e7-7248-4012-bd3c-2373f43dcd00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:05:39.842100 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c762dd-0c99-4a1e-ad7f-7246bf663938 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:39.847182 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b7c762dd-0c99-4a1e-ad7f-7246bf663938 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:39.864820 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d5495-a138-41d8-b210-0afa0dbfa796 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d16ae6e-9e3f-44fe-8f91-dd366aa4ac97,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:39.955549 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc02df9-4737-410d-8c61-ce6086003c80 None None] Network 93233ebd-402e-45bd-b397-1f41a2b23d60 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:05:39.983624 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b7c762dd-0c99-4a1e-ad7f-7246bf663938 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.6477959 May 23 11:05:40.042365 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 8f7407e6-d009-453e-9e5a-857b81983522 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:05:40.042547 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 8f7407e6-d009-453e-9e5a-857b81983522 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:05:40.066829 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64f7bcf6-161e-4957-9e7f-f9f5afd7692e'] response: {'name': 'network-changed', 'server_uuid': '81f0e50e-11eb-4672-845a-a174fdd080c6', 'tag': '608b2041-4d79-4da2-b258-6e9b4b645f5e', 'status': 'completed', 'code': 200} May 23 11:05:40.131660 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1a2c1a-1e28-4209-9f47-fc1285eba09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0403dea-ba7e-442c-aac9-a089aeee6b11'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:05:40.168803 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-618f2c0d-9a36-4638-833a-ee173cec7f6c req-da85fb3b-4303-42de-94aa-558eae8be9f9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e45cf791a4a1458dadb0a080d541d299&device_id=81f0e50e-11eb-4672-845a-a174fdd080c6 HTTP/1.1" status: 200 len: 1097 time: 0.1011126 May 23 11:05:40.172204 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port c0403dea-ba7e-442c-aac9-a089aeee6b11, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=c0403dea-ba7e-442c-aac9-a089aeee6b11,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:05:40.173425 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-576d93dd-7513-4e9a-a315-6fea33208c00 req-6c670d88-057e-420e-92f6-ee4a55d6493b tempest-MigrationsAdminTest-125665799 tempest-MigrationsAdminTest-125665799-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=5d1a2c1a-1e28-4209-9f47-fc1285eba09a HTTP/1.1" status: 200 len: 1101 time: 0.2011683 May 23 11:05:40.194147 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:40.286123 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-029d5495-a138-41d8-b210-0afa0dbfa796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:40.361362 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-576d93dd-7513-4e9a-a315-6fea33208c00 req-dd775716-e64e-4aee-87ba-6090f739e3ba tempest-MigrationsAdminTest-125665799 tempest-MigrationsAdminTest-125665799-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463084 May 23 11:05:40.459363 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20257b5d-c9f9-4750-b58c-19743f612988 req-58c1e1b9-2f72-4f81-b4f2-3e1969843b67 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:40.466540 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-20257b5d-c9f9-4750-b58c-19743f612988 req-58c1e1b9-2f72-4f81-b4f2-3e1969843b67 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ad875c4-0a44-40c0-b6ce-56779a923e5a HTTP/1.1" status: 200 len: 944 time: 0.2471890 May 23 11:05:40.490233 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f2c0d-9a36-4638-833a-ee173cec7f6c req-8f8e5732-9508-434c-98a6-d66e9531d064 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:40.491329 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-618f2c0d-9a36-4638-833a-ee173cec7f6c req-8f8e5732-9508-434c-98a6-d66e9531d064 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0930e7e8-6d74-47b9-b850-f307a169b841 HTTP/1.1" status: 200 len: 922 time: 0.3163302 May 23 11:05:40.492768 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=c0403dea-ba7e-442c-aac9-a089aeee6b11,revision_number=13']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:40.511382 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d81de2-2c5f-4c4a-9e37-091932d4335d None None] Network 93233ebd-402e-45bd-b397-1f41a2b23d60 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:05:40.617956 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-618f2c0d-9a36-4638-833a-ee173cec7f6c req-0aed2758-b52d-4b74-a2b0-c27909b7f50c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=608b2041-4d79-4da2-b258-6e9b4b645f5e HTTP/1.1" status: 200 len: 217 time: 0.1181221 May 23 11:05:40.625783 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-20257b5d-c9f9-4750-b58c-19743f612988 req-a264afdf-94eb-427c-9f5b-092097077476 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] 10.222.0.79 "GET /v2.0/security-groups?id=618bcc9f-d226-4960-9bda-3166b6e8e5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587055 May 23 11:05:40.701721 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f2c0d-9a36-4638-833a-ee173cec7f6c req-003efb58-8e4c-4b0c-9358-2fa502482426 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:40.703203 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-618f2c0d-9a36-4638-833a-ee173cec7f6c req-003efb58-8e4c-4b0c-9358-2fa502482426 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=233b37e7-7248-4012-bd3c-2373f43dcd00 HTTP/1.1" status: 200 len: 860 time: 0.0759046 May 23 11:05:40.717207 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae174948-da68-4c29-8ce3-82b94c330b59 req-1fcf197a-6109-42b7-a12a-7a01b1d92ad0 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:40.718643 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ae174948-da68-4c29-8ce3-82b94c330b59 req-1fcf197a-6109-42b7-a12a-7a01b1d92ad0 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.79 "GET /v2.0/ports?device_id=a923ca38-2c58-458d-92f3-977e0e9e144b HTTP/1.1" status: 200 len: 949 time: 0.1598659 May 23 11:05:40.899193 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029d5495-a138-41d8-b210-0afa0dbfa796 admin admin] Router 71997bce-aa18-4fd7-96cc-30417805e6ff has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:05:40.933059 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-31fe1267-e07e-4bd7-b74e-b0141887d2a7 req-5a6fa39a-d79e-4ea1-bd62-74451b83529c tempest-ServerShowV247Test-1148653270 tempest-ServerShowV247Test-1148653270-project] 10.222.0.79 "GET /v2.0/ports?device_id=7494ebbb-62c3-4623-b453-f2b97a492299 HTTP/1.1" status: 200 len: 210 time: 0.0592167 May 23 11:05:40.964495 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ae174948-da68-4c29-8ce3-82b94c330b59 req-d3d45b02-0fd3-4e44-9999-133bc3ba0737 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.79 "GET /v2.0/security-groups?id=336e08ad-b29f-4151-99b3-e10dd6823e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097719 May 23 11:05:41.024886 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-618f2c0d-9a36-4638-833a-ee173cec7f6c req-ee452e2d-1b9b-4a9a-903d-8dab675794dc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0930e7e8-6d74-47b9-b850-f307a169b841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3052714 May 23 11:05:41.089068 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:05:41.121239 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33967eb4-2515-4000-9524-c646c897efdd'] response: {'server_uuid': '5d1a2c1a-1e28-4209-9f47-fc1285eba09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0403dea-ba7e-442c-aac9-a089aeee6b11', 'code': 200} May 23 11:05:41.202885 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-618f2c0d-9a36-4638-833a-ee173cec7f6c req-734add3b-6e0e-4403-932b-482542382823 service neutron] 10.222.0.81 "GET /v2.0/networks/0930e7e8-6d74-47b9-b850-f307a169b841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715586 May 23 11:05:41.286696 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029d5495-a138-41d8-b210-0afa0dbfa796 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:05:41.293839 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-029d5495-a138-41d8-b210-0afa0dbfa796 admin admin] 10.222.0.79 "PUT /v2.0/routers/71997bce-aa18-4fd7-96cc-30417805e6ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9409072 May 23 11:05:41.294299 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42488) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:05:41.478983 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-37caad35-8316-4ae1-9ffd-563490b7dd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:41.498426 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-618f2c0d-9a36-4638-833a-ee173cec7f6c req-99078ac4-f034-4da6-87d6-7a8597c4a97c service neutron] 10.222.0.81 "GET /v2.0/networks/0930e7e8-6d74-47b9-b850-f307a169b841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891819 May 23 11:05:41.508009 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3dd506b1-0d2f-4d08-9f02-2eed38d413ae admin admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:41.524519 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-6f4965e4-e5bd-49d3-9a1a-74104928adae tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:41.530929 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-6f4965e4-e5bd-49d3-9a1a-74104928adae tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/networks?id=93233ebd-402e-45bd-b397-1f41a2b23d60 HTTP/1.1" status: 200 len: 804 time: 0.2135971 May 23 11:05:41.547675 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-f7ab8fa1-845c-4f4b-9a18-4030946b3ed5 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/quotas/742b1cf1e0b345dca83f32458f4c8414 HTTP/1.1" status: 200 len: 375 time: 0.0159299 May 23 11:05:41.593695 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-10a2d94e-b97f-4c5a-b7d7-3cfbbb619dca tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=742b1cf1e0b345dca83f32458f4c8414&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451803 May 23 11:05:41.719305 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3dd506b1-0d2f-4d08-9f02-2eed38d413ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:41.729180 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-3dd506b1-0d2f-4d08-9f02-2eed38d413ae admin admin] Deleting port a2583d55-500e-4c39-98ea-423c1608de21 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:05:41.729587 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3dd506b1-0d2f-4d08-9f02-2eed38d413ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:41.739054 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-9a19ae22-50aa-440c-8bd7-34c47b30ec7f service neutron] 10.222.0.79 "GET /v2.0/networks/93233ebd-402e-45bd-b397-1f41a2b23d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378539 May 23 11:05:41.884808 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-c5d11a34-d22c-4191-8525-bb9143c9cb8e service neutron] 10.222.0.79 "GET /v2.0/networks/93233ebd-402e-45bd-b397-1f41a2b23d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382387 May 23 11:05:41.986664 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-3dd506b1-0d2f-4d08-9f02-2eed38d413ae admin admin] For port a2583d55-500e-4c39-98ea-423c1608de21, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=a2583d55-500e-4c39-98ea-423c1608de21,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:05:41.987395 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3dd506b1-0d2f-4d08-9f02-2eed38d413ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:42.110048 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d7d7d-d1b9-403b-8338-6d665ddab2ac req-7a42883e-4418-4893-9ebb-94cddf4c98da tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:42.114892 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-049d7d7d-d1b9-403b-8338-6d665ddab2ac req-7a42883e-4418-4893-9ebb-94cddf4c98da tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d1a2c1a-1e28-4209-9f47-fc1285eba09a HTTP/1.1" status: 200 len: 951 time: 0.1162269 May 23 11:05:42.171546 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-3dd506b1-0d2f-4d08-9f02-2eed38d413ae admin admin] Calling delete_port for a2583d55-500e-4c39-98ea-423c1608de21 owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:05:42.239594 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-049d7d7d-d1b9-403b-8338-6d665ddab2ac req-db292878-4903-4e3d-b409-57a687d46aed tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181917 May 23 11:05:42.271394 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd763df6-a238-4d0a-a91c-420932e5dc19 req-ebd22092-b400-4d55-848d-f4858eba83e3 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:42.272917 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fd763df6-a238-4d0a-a91c-420932e5dc19 req-ebd22092-b400-4d55-848d-f4858eba83e3 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ad875c4-0a44-40c0-b6ce-56779a923e5a HTTP/1.1" status: 200 len: 944 time: 0.1235187 May 23 11:05:42.343942 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fd763df6-a238-4d0a-a91c-420932e5dc19 req-999731a4-8c63-4961-a87e-b8b9a31846e3 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] 10.222.0.79 "GET /v2.0/security-groups?id=618bcc9f-d226-4960-9bda-3166b6e8e5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631356 May 23 11:05:42.389279 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3dd506b1-0d2f-4d08-9f02-2eed38d413ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:42.441639 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd506b1-0d2f-4d08-9f02-2eed38d413ae admin admin] Pushing event deleted for resources: {'Port': ['ID=a2583d55-500e-4c39-98ea-423c1608de21,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:42.477877 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cd58e671-2dbc-4acc-8c45-9afb5b4cd62a req-a422db4d-7012-4e51-b936-91ba24da8135 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/floatingips/18aaeafc-726f-40b0-8434-0092e0a61458 HTTP/1.1" status: 200 len: 696 time: 0.1230888 May 23 11:05:42.552101 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:42.601370 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device a79b270b-fdea-4225-9eed-e7f906b9242f up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:05:42.628859 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-29ad3e69-d5d7-4550-a370-4189693ee8d3 req-ee4c9941-50fa-484d-921c-6b11974494fb tempest-ServerShowV247Test-1148653270 tempest-ServerShowV247Test-1148653270-project] 10.222.0.79 "GET /v2.0/ports?device_id=7494ebbb-62c3-4623-b453-f2b97a492299 HTTP/1.1" status: 200 len: 210 time: 0.0481014 May 23 11:05:42.697852 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port a79b270b-fdea-4225-9eed-e7f906b9242f completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:05:42.707251 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port a79b270b-fdea-4225-9eed-e7f906b9242f triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:05:42.707589 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:42.721495 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58e671-2dbc-4acc-8c45-9afb5b4cd62a req-948b4d06-b8fb-4834-b3db-1ea668a2e857 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:42.723055 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3dd506b1-0d2f-4d08-9f02-2eed38d413ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:42.723224 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cd58e671-2dbc-4acc-8c45-9afb5b4cd62a req-948b4d06-b8fb-4834-b3db-1ea668a2e857 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/networks/87d63aa2-c2e7-4553-824a-d818708dd83b HTTP/1.1" status: 200 len: 784 time: 0.2390714 May 23 11:05:42.775290 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:42.893739 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:42.918472 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-21eff71a-f3fd-469f-8417-dd53f350a0c8 req-358c82f0-4558-4aab-88d4-03a59c6914fe tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f72581a-4347-4aa1-ae16-80cac182016a HTTP/1.1" status: 200 len: 210 time: 0.0858827 May 23 11:05:42.933596 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cd58e671-2dbc-4acc-8c45-9afb5b4cd62a req-1871dcae-acf6-4365-9b95-d75c7635ce82 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.163 HTTP/1.1" status: 200 len: 699 time: 0.2025745 May 23 11:05:42.963842 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port a79b270b-fdea-4225-9eed-e7f906b9242f, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=a79b270b-fdea-4225-9eed-e7f906b9242f,segment=NetworkSegment(96e1d8b7-c4b2-411b-af66-81bcb9c7f1e1),segment_id=96e1d8b7-c4b2-411b-af66-81bcb9c7f1e1)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:05:42.969711 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:43.097991 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=a79b270b-fdea-4225-9eed-e7f906b9242f,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:43.122237 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ad875c4-0a44-40c0-b6ce-56779a923e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79b270b-fdea-4225-9eed-e7f906b9242f'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:05:43.144550 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cd58e671-2dbc-4acc-8c45-9afb5b4cd62a req-f6bc6fcc-70fc-42ad-9b96-f7cb0e92e9b2 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.163 HTTP/1.1" status: 200 len: 699 time: 0.2100785 May 23 11:05:43.212979 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3dd506b1-0d2f-4d08-9f02-2eed38d413ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:43.222724 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3dd506b1-0d2f-4d08-9f02-2eed38d413ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:43.297081 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3dd506b1-0d2f-4d08-9f02-2eed38d413ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:43.297594 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd506b1-0d2f-4d08-9f02-2eed38d413ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71997bce-aa18-4fd7-96cc-30417805e6ff {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:05:43.316546 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3dd506b1-0d2f-4d08-9f02-2eed38d413ae admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:43.317758 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3dd506b1-0d2f-4d08-9f02-2eed38d413ae admin admin] 10.222.0.79 "DELETE /v2.0/routers/71997bce-aa18-4fd7-96cc-30417805e6ff HTTP/1.1" status: 204 len: 168 time: 2.0224938 May 23 11:05:43.317996 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6d0d839-5f62-4169-a5d5-d3c2159be148'] response: {'server_uuid': '3ad875c4-0a44-40c0-b6ce-56779a923e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79b270b-fdea-4225-9eed-e7f906b9242f', 'code': 200} May 23 11:05:43.321585 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42536) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:05:43.399612 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-cd58e671-2dbc-4acc-8c45-9afb5b4cd62a req-43275cd4-089e-408b-ab23-a93ecf8908a4 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Deleting port cce1dd7b-b93e-42aa-a6e6-11bbbff3e53e {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:05:43.400198 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-cd58e671-2dbc-4acc-8c45-9afb5b4cd62a req-43275cd4-089e-408b-ab23-a93ecf8908a4 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:43.416478 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c336b8-84f9-4744-9a14-60c6d57390cd req-fccbb479-66fc-4d65-ba58-5d129b206575 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:43.418004 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-12c336b8-84f9-4744-9a14-60c6d57390cd req-fccbb479-66fc-4d65-ba58-5d129b206575 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d1a2c1a-1e28-4209-9f47-fc1285eba09a HTTP/1.1" status: 200 len: 951 time: 0.1623993 May 23 11:05:43.420921 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5109681-75ea-40d2-8740-dda666f273c0 admin admin] Deleting subnet 5265de05-7c12-4c1b-8b69-012647efbed0 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:05:43.461438 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f5109681-75ea-40d2-8740-dda666f273c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:43.552337 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f5109681-75ea-40d2-8740-dda666f273c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:43.583377 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-12c336b8-84f9-4744-9a14-60c6d57390cd req-78319f77-eb2a-48e0-9d35-530a8bb17457 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Deleting port c0403dea-ba7e-442c-aac9-a089aeee6b11 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:05:43.583777 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-12c336b8-84f9-4744-9a14-60c6d57390cd req-78319f77-eb2a-48e0-9d35-530a8bb17457 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:43.613010 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42546) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:05:43.766740 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f5109681-75ea-40d2-8740-dda666f273c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:43.837150 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-eb5532be-55d1-43c9-afdf-b1c5b03f59cb tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:43.838618 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-eb5532be-55d1-43c9-afdf-b1c5b03f59cb tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.13 "GET /v2.0/networks?id=93233ebd-402e-45bd-b397-1f41a2b23d60 HTTP/1.1" status: 200 len: 804 time: 0.3170753 May 23 11:05:43.845339 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-cd58e671-2dbc-4acc-8c45-9afb5b4cd62a req-43275cd4-089e-408b-ab23-a93ecf8908a4 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:43.845664 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-cd58e671-2dbc-4acc-8c45-9afb5b4cd62a req-43275cd4-089e-408b-ab23-a93ecf8908a4 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:43.860319 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87481ff-4215-45fa-9528-48abc1cd1a06 req-09e9c134-e2be-4bf6-a2df-5c02b0980ec4 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:43.861836 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f87481ff-4215-45fa-9528-48abc1cd1a06 req-09e9c134-e2be-4bf6-a2df-5c02b0980ec4 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d1a2c1a-1e28-4209-9f47-fc1285eba09a HTTP/1.1" status: 200 len: 951 time: 0.4245703 May 23 11:05:43.872579 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-6b8bafc0-6273-402b-836d-6d16db6c9c84 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Request body: {'port': {'device_id': '0f72581a-4347-4aa1-ae16-80cac182016a', 'network_id': '93233ebd-402e-45bd-b397-1f41a2b23d60', 'admin_state_up': True, 'tenant_id': '742b1cf1e0b345dca83f32458f4c8414'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:05:43.913799 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-481d6200-b5e6-4723-a224-a8c84e57bb9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:44.001945 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-481d6200-b5e6-4723-a224-a8c84e57bb9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:05:44.008743 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f5109681-75ea-40d2-8740-dda666f273c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:44.013916 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-481d6200-b5e6-4723-a224-a8c84e57bb9a admin admin] Usage tracker for resource:security_group_rule and tenant:bae739daa17b416781328f0ad8a65c68 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:05:44.015518 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fd974474-c8e0-4386-80d3-1b0113330f63 req-d3a3cd6f-0baf-48ec-8519-027b543b1188 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3ad875c4-0a44-40c0-b6ce-56779a923e5a HTTP/1.1" status: 200 len: 1096 time: 0.5248237 May 23 11:05:44.021667 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-cd58e671-2dbc-4acc-8c45-9afb5b4cd62a req-43275cd4-089e-408b-ab23-a93ecf8908a4 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Calling delete_port for cce1dd7b-b93e-42aa-a6e6-11bbbff3e53e owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:05:44.043486 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-481d6200-b5e6-4723-a224-a8c84e57bb9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:05:44.050046 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-12c336b8-84f9-4744-9a14-60c6d57390cd req-78319f77-eb2a-48e0-9d35-530a8bb17457 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] For port c0403dea-ba7e-442c-aac9-a089aeee6b11, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=c0403dea-ba7e-442c-aac9-a089aeee6b11,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:05:44.050394 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-12c336b8-84f9-4744-9a14-60c6d57390cd req-78319f77-eb2a-48e0-9d35-530a8bb17457 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:44.066562 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-481d6200-b5e6-4723-a224-a8c84e57bb9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:05:44.072506 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5109681-75ea-40d2-8740-dda666f273c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5265de05-7c12-4c1b-8b69-012647efbed0,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:44.092894 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232c5394-3cf8-4fa2-822b-93a4c768d7c5 None None] Network 8a342eab-fdf3-4318-a8c2-76cdfe481ce0 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:05:44.138240 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f5109681-75ea-40d2-8740-dda666f273c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:44.168468 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:44.204929 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-12c336b8-84f9-4744-9a14-60c6d57390cd req-78319f77-eb2a-48e0-9d35-530a8bb17457 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Calling delete_port for c0403dea-ba7e-442c-aac9-a089aeee6b11 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:05:44.232838 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f87481ff-4215-45fa-9528-48abc1cd1a06 req-fb0d03c7-d346-4213-8ba9-ff2d77d2263c tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648088 May 23 11:05:44.247969 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f5109681-75ea-40d2-8740-dda666f273c0 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/5265de05-7c12-4c1b-8b69-012647efbed0 HTTP/1.1" status: 204 len: 168 time: 0.9253709 May 23 11:05:44.265325 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42556) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:05:44.282176 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fd974474-c8e0-4386-80d3-1b0113330f63 req-5b5b8d03-8d69-47b0-8e3a-0380417bd892 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=618bcc9f-d226-4960-9bda-3166b6e8e5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868050 May 23 11:05:44.289314 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-6b8bafc0-6273-402b-836d-6d16db6c9c84 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:05:44.305264 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea8d1e7-4034-4df7-8e14-8913f80d0130 None None] New status for floating IP 18aaeafc-726f-40b0-8434-0092e0a61458: DOWN {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:05:44.350197 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-6b8bafc0-6273-402b-836d-6d16db6c9c84 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Usage tracker for resource:port and tenant:742b1cf1e0b345dca83f32458f4c8414 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:05:44.358319 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-6b8bafc0-6273-402b-836d-6d16db6c9c84 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:05:44.372966 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-6b8bafc0-6273-402b-836d-6d16db6c9c84 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:05:44.421366 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-6b8bafc0-6273-402b-836d-6d16db6c9c84 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Made reservation on behalf of 742b1cf1e0b345dca83f32458f4c8414 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:05:44.428139 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-6b8bafc0-6273-402b-836d-6d16db6c9c84 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:44.448715 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0aca80ee-92a6-414c-8f13-4b4ebfd4f5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:44.463189 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-cd58e671-2dbc-4acc-8c45-9afb5b4cd62a req-43275cd4-089e-408b-ab23-a93ecf8908a4 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:44.474759 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-5ea8d1e7-4034-4df7-8e14-8913f80d0130 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:05:44.475239 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-5ea8d1e7-4034-4df7-8e14-8913f80d0130 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:05:44.480902 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-481d6200-b5e6-4723-a224-a8c84e57bb9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:44.495686 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-481d6200-b5e6-4723-a224-a8c84e57bb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:44.544632 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-0aca80ee-92a6-414c-8f13-4b4ebfd4f5e2 admin admin] Deleting port 27474d3b-40ad-4638-b98f-bafa9c239ae4 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:05:44.544967 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0aca80ee-92a6-414c-8f13-4b4ebfd4f5e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:44.557020 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab67463a-68de-4f1e-85d3-3dd714127853 None None] DHCP port deletion for 8a342eab-fdf3-4318-a8c2-76cdfe481ce0 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:05:44.561236 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ab67463a-68de-4f1e-85d3-3dd714127853 None None] Deleting port 27474d3b-40ad-4638-b98f-bafa9c239ae4 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:05:44.561797 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ab67463a-68de-4f1e-85d3-3dd714127853 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:44.606681 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43275cd4-089e-408b-ab23-a93ecf8908a4 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Pushing event deleted for resources: {'Port': ['ID=cce1dd7b-b93e-42aa-a6e6-11bbbff3e53e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:44.614865 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d6200-b5e6-4723-a224-a8c84e57bb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af3325d-d729-4c33-afd5-f7669796580e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:44.620207 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 05a18725-4529-46cf-8c6c-791551fe733f details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:05:44.623447 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-481d6200-b5e6-4723-a224-a8c84e57bb9a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bae739daa17b416781328f0ad8a65c68&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9994745 May 23 11:05:44.624079 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42564) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:05:44.628586 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-12c336b8-84f9-4744-9a14-60c6d57390cd req-78319f77-eb2a-48e0-9d35-530a8bb17457 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:44.675351 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['fd73f7f5-4d28-414d-85b4-401d382d9b6c', 'c0403dea-ba7e-442c-aac9-a089aeee6b11'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:05:44.698832 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['b2f98c58-425b-4ec1-8d6f-d8eb0156696f', '0534ca48-d26f-46c1-88f6-3e853ec7fcd8'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:05:44.744173 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78319f77-eb2a-48e0-9d35-530a8bb17457 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Pushing event deleted for resources: {'Port': ['ID=c0403dea-ba7e-442c-aac9-a089aeee6b11,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:44.936778 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-cd58e671-2dbc-4acc-8c45-9afb5b4cd62a req-43275cd4-089e-408b-ab23-a93ecf8908a4 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:44.966241 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedec275-a5a9-4fe6-97e9-b12ad96bf28f req-6936808b-7ff4-4345-b121-cd9168aaa913 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:44.974029 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fedec275-a5a9-4fe6-97e9-b12ad96bf28f req-6936808b-7ff4-4345-b121-cd9168aaa913 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ad875c4-0a44-40c0-b6ce-56779a923e5a HTTP/1.1" status: 200 len: 945 time: 0.5050395 May 23 11:05:45.006739 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-6b8bafc0-6273-402b-836d-6d16db6c9c84 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Allocated IP 172.20.0.6 (93233ebd-402e-45bd-b397-1f41a2b23d60/9294d2b8-973f-442c-9036-697778dd5201/67fc6188-916f-4bcd-a0b5-f7b840ca41aa) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:05:45.041732 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-cd58e671-2dbc-4acc-8c45-9afb5b4cd62a req-43275cd4-089e-408b-ab23-a93ecf8908a4 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:45.042775 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cd58e671-2dbc-4acc-8c45-9afb5b4cd62a req-43275cd4-089e-408b-ab23-a93ecf8908a4 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "DELETE /v2.0/floatingips/18aaeafc-726f-40b0-8434-0092e0a61458 HTTP/1.1" status: 204 len: 173 time: 1.8925331 May 23 11:05:45.063098 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c336b8-84f9-4744-9a14-60c6d57390cd req-78319f77-eb2a-48e0-9d35-530a8bb17457 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] No DVR routers for this DVR port c0403dea-ba7e-442c-aac9-a089aeee6b11 on host n-h1-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:05:45.076965 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-12c336b8-84f9-4744-9a14-60c6d57390cd req-78319f77-eb2a-48e0-9d35-530a8bb17457 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:45.079683 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1a2c1a-1e28-4209-9f47-fc1285eba09a', 'name': 'network-vif-deleted', 'tag': 'c0403dea-ba7e-442c-aac9-a089aeee6b11'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:05:45.102637 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d7537ace-dfb2-498c-93d7-1bfbc495cfec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:45.105955 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea8d1e7-4034-4df7-8e14-8913f80d0130 None None] New status for floating IP 18aaeafc-726f-40b0-8434-0092e0a61458: DOWN {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:05:45.126665 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-0aca80ee-92a6-414c-8f13-4b4ebfd4f5e2 admin admin] For port 27474d3b-40ad-4638-b98f-bafa9c239ae4, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=27474d3b-40ad-4638-b98f-bafa9c239ae4,segment=NetworkSegment(bb2ce236-cf80-42f5-89f8-1399f9b7488d),segment_id=bb2ce236-cf80-42f5-89f8-1399f9b7488d)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:05:45.127070 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0aca80ee-92a6-414c-8f13-4b4ebfd4f5e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:45.148473 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-12c336b8-84f9-4744-9a14-60c6d57390cd req-78319f77-eb2a-48e0-9d35-530a8bb17457 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.13 "DELETE /v2.0/ports/c0403dea-ba7e-442c-aac9-a089aeee6b11 HTTP/1.1" status: 204 len: 173 time: 1.7219992 May 23 11:05:45.169344 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 27474d3b-40ad-4638-b98f-bafa9c239ae4 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:05:45.266228 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d7537ace-dfb2-498c-93d7-1bfbc495cfec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:45.278570 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-0aca80ee-92a6-414c-8f13-4b4ebfd4f5e2 admin admin] Calling delete_port for 27474d3b-40ad-4638-b98f-bafa9c239ae4 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:05:45.310818 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fedec275-a5a9-4fe6-97e9-b12ad96bf28f req-331a1c3b-a6d8-4829-8244-1e742c565956 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] 10.222.0.79 "GET /v2.0/security-groups?id=618bcc9f-d226-4960-9bda-3166b6e8e5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358197 May 23 11:05:45.323204 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b62b6361-d524-4535-9518-0883d338ef43 req-1a7eddaf-b420-4492-86bb-71f857b6b370 tempest-ServerShowV247Test-1148653270 tempest-ServerShowV247Test-1148653270-project] 10.222.0.79 "GET /v2.0/ports?device_id=7494ebbb-62c3-4623-b453-f2b97a492299 HTTP/1.1" status: 200 len: 210 time: 0.0836666 May 23 11:05:45.417401 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0aca80ee-92a6-414c-8f13-4b4ebfd4f5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:45.494939 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-6b8bafc0-6273-402b-836d-6d16db6c9c84 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:45.497868 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ab67463a-68de-4f1e-85d3-3dd714127853 None None] For port 27474d3b-40ad-4638-b98f-bafa9c239ae4, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=27474d3b-40ad-4638-b98f-bafa9c239ae4,segment=NetworkSegment(bb2ce236-cf80-42f5-89f8-1399f9b7488d),segment_id=bb2ce236-cf80-42f5-89f8-1399f9b7488d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:05:45.498250 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ab67463a-68de-4f1e-85d3-3dd714127853 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:45.515065 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d7537ace-dfb2-498c-93d7-1bfbc495cfec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:45.541501 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca80ee-92a6-414c-8f13-4b4ebfd4f5e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=27474d3b-40ad-4638-b98f-bafa9c239ae4,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:45.546268 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-6b8bafc0-6273-402b-836d-6d16db6c9c84 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:45.551878 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7537ace-dfb2-498c-93d7-1bfbc495cfec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af3325d-d729-4c33-afd5-f7669796580e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:45.581967 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d7537ace-dfb2-498c-93d7-1bfbc495cfec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:45.585688 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d7537ace-dfb2-498c-93d7-1bfbc495cfec admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4af3325d-d729-4c33-afd5-f7669796580e HTTP/1.1" status: 204 len: 168 time: 0.9606802 May 23 11:05:45.591416 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aca80ee-92a6-414c-8f13-4b4ebfd4f5e2 admin admin] No DVR routers for this DVR port 27474d3b-40ad-4638-b98f-bafa9c239ae4 on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:05:45.666900 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 05a18725-4529-46cf-8c6c-791551fe733f, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=05a18725-4529-46cf-8c6c-791551fe733f,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:05:45.795253 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0aca80ee-92a6-414c-8f13-4b4ebfd4f5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:45.834547 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ab67463a-68de-4f1e-85d3-3dd714127853 None None] Calling delete_port for 27474d3b-40ad-4638-b98f-bafa9c239ae4 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:05:45.860766 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-0aca80ee-92a6-414c-8f13-4b4ebfd4f5e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a342eab-fdf3-4318-a8c2-76cdfe481ce0']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:05:45.887867 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-6b8bafc0-6273-402b-836d-6d16db6c9c84 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Network 93233ebd-402e-45bd-b397-1f41a2b23d60 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:05:45.910990 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-0aca80ee-92a6-414c-8f13-4b4ebfd4f5e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb2ce236-cf80-42f5-89f8-1399f9b7488d') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:05:45.911563 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-0aca80ee-92a6-414c-8f13-4b4ebfd4f5e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb2ce236-cf80-42f5-89f8-1399f9b7488d') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:05:45.917486 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-6b8bafc0-6273-402b-836d-6d16db6c9c84 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:05:45.927938 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-6b8bafc0-6273-402b-836d-6d16db6c9c84 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:05:45.953845 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0aca80ee-92a6-414c-8f13-4b4ebfd4f5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:45.973651 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0aca80ee-92a6-414c-8f13-4b4ebfd4f5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:45.984749 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aca80ee-92a6-414c-8f13-4b4ebfd4f5e2 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:05:45.985465 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0aca80ee-92a6-414c-8f13-4b4ebfd4f5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:46.005072 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:05:46.005072 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:05:46.005072 n-d-842952-2 neutron-server[83911]: timer() May 23 11:05:46.005072 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:05:46.005072 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:05:46.005072 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:05:46.005072 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:05:46.005072 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:05:46.005072 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:05:46.005072 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:05:46.005072 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:05:46.005072 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:05:46.005072 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:05:46.005072 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:05:46.005072 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:05:46.005072 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:05:46.005072 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:05:46.005072 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:05:46.005072 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:05:46.005072 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:05:46.005072 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:05:46.005072 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:05:46.005072 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:05:46.005072 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:05:46.005072 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:05:46.005072 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:05:46.005072 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:05:46.005072 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:05:46.005072 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:05:46.005072 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:05:46.005072 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:05:46.005072 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:05:46.008942 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beca1fe5-88cf-4884-8259-e2bb31cfe0c6'] response: {'server_uuid': '5d1a2c1a-1e28-4209-9f47-fc1285eba09a', 'name': 'network-vif-deleted', 'tag': 'c0403dea-ba7e-442c-aac9-a089aeee6b11', 'status': 'completed', 'code': 200} May 23 11:05:46.049023 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8bafc0-6273-402b-836d-6d16db6c9c84 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Pushing event updated for resources: {'Port': ['ID=67fc6188-916f-4bcd-a0b5-f7b840ca41aa,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:46.089847 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No active binding found for port 27474d3b-40ad-4638-b98f-bafa9c239ae4 {{(pid=83912) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 23 11:05:46.090081 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 27474d3b-40ad-4638-b98f-bafa9c239ae4 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:05:46.132966 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0aca80ee-92a6-414c-8f13-4b4ebfd4f5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:46.148504 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0aca80ee-92a6-414c-8f13-4b4ebfd4f5e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:46.149710 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '05a18725-4529-46cf-8c6c-791551fe733f', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'port_id': '05a18725-4529-46cf-8c6c-791551fe733f', 'mac_address': 'fa:16:3e:77:da:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1719237-4a8e-4354-92b1-51064eb09c82', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:05:46.175705 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-6b8bafc0-6273-402b-836d-6d16db6c9c84 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:46.178685 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-6b8bafc0-6273-402b-836d-6d16db6c9c84 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:46.207473 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0aca80ee-92a6-414c-8f13-4b4ebfd4f5e2 admin admin] 10.222.0.79 "DELETE /v2.0/networks/8a342eab-fdf3-4318-a8c2-76cdfe481ce0 HTTP/1.1" status: 204 len: 168 time: 1.9388347 May 23 11:05:46.210356 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca80ee-92a6-414c-8f13-4b4ebfd4f5e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a342eab-fdf3-4318-a8c2-76cdfe481ce0,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:46.243345 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-6b8bafc0-6273-402b-836d-6d16db6c9c84 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3778095 May 23 11:05:46.251114 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06150d-bc7e-430e-81a4-ffb709e784fa req-da458aeb-9ae0-4695-83e5-809284ea9931 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:46.251600 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-1b06150d-bc7e-430e-81a4-ffb709e784fa req-da458aeb-9ae0-4695-83e5-809284ea9931 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Synchronizing usage tracker for tenant:742b1cf1e0b345dca83f32458f4c8414 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:05:46.340968 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-1eab2cd2-26e6-4937-961f-17dc528b7cfe service neutron] Request body: {'port': {'device_id': '0f72581a-4347-4aa1-ae16-80cac182016a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:05:46.358477 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42592) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:05:46.389193 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-ab67463a-68de-4f1e-85d3-3dd714127853 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:05:46.389562 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-ab67463a-68de-4f1e-85d3-3dd714127853 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:05:46.399282 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-65d14ffe-0e48-4473-84b2-9eed7179953c req-c8b388f0-304c-4e01-81d2-1ef9b4c01356 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d1a2c1a-1e28-4209-9f47-fc1285eba09a HTTP/1.1" status: 200 len: 210 time: 0.1548743 May 23 11:05:46.414397 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d30e5c96-72c5-4c08-a105-d2b27196abb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:46.415533 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:46.475221 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05a18725-4529-46cf-8c6c-791551fe733f {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:05:46.497248 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 05a18725-4529-46cf-8c6c-791551fe733f, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=05a18725-4529-46cf-8c6c-791551fe733f,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:05:46.504273 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:46.508287 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-1b06150d-bc7e-430e-81a4-ffb709e784fa req-da458aeb-9ae0-4695-83e5-809284ea9931 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Unset dirty status for tenant:742b1cf1e0b345dca83f32458f4c8414 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:05:46.519563 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1b06150d-bc7e-430e-81a4-ffb709e784fa req-da458aeb-9ae0-4695-83e5-809284ea9931 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f72581a-4347-4aa1-ae16-80cac182016a HTTP/1.1" status: 200 len: 931 time: 0.8790045 May 23 11:05:46.522213 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42602) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:05:46.523661 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d30e5c96-72c5-4c08-a105-d2b27196abb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:05:46.532870 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d30e5c96-72c5-4c08-a105-d2b27196abb6 admin admin] Usage tracker for resource:security_group_rule and tenant:4252cdb4e4c84ef5a38bd23eabefa2eb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:05:46.541095 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d30e5c96-72c5-4c08-a105-d2b27196abb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:05:46.551783 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d30e5c96-72c5-4c08-a105-d2b27196abb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:05:46.557925 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fa5645-8adf-4548-a414-1d8614074247 None None] Sync routers for ids ['71997bce-aa18-4fd7-96cc-30417805e6ff'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:05:46.586245 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fa5645-8adf-4548-a414-1d8614074247 None None] Routers set() bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:05:46.590581 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fa5645-8adf-4548-a414-1d8614074247 None None] Router IDs set() for agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 23 11:05:46.591299 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_agentschedulers_db [None req-f0fa5645-8adf-4548-a414-1d8614074247 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'71997bce-aa18-4fd7-96cc-30417805e6ff'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:05:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent'). {{(pid=83913) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 23 11:05:46.609051 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-1eab2cd2-26e6-4937-961f-17dc528b7cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:46.620126 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fa5645-8adf-4548-a414-1d8614074247 None None] Routers set() bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:05:46.621854 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fa5645-8adf-4548-a414-1d8614074247 None None] Router IDs set() for agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 23 11:05:46.622524 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_agentschedulers_db [None req-f0fa5645-8adf-4548-a414-1d8614074247 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'71997bce-aa18-4fd7-96cc-30417805e6ff'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:05:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent'). {{(pid=83913) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 23 11:05:46.624204 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fa5645-8adf-4548-a414-1d8614074247 None None] The sync data for ids ['71997bce-aa18-4fd7-96cc-30417805e6ff'] in n-d-842952-2 is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:05:46.679633 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=05a18725-4529-46cf-8c6c-791551fe733f,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:46.707483 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d30e5c96-72c5-4c08-a105-d2b27196abb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:46.712463 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d30e5c96-72c5-4c08-a105-d2b27196abb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:46.733168 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1b06150d-bc7e-430e-81a4-ffb709e784fa req-84d9c9bd-dc3f-42c0-9eab-fd29b63c83fd tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117157 May 23 11:05:46.765712 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-873b9403-4711-4a38-9834-2d419d9cb2b1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bf22da870d5042c79dcad757321743ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2370832 May 23 11:05:46.766772 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42608) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:05:46.773150 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e5c96-72c5-4c08-a105-d2b27196abb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ceae60-f9ae-4e35-96e9-b5eca48ecc11,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:46.786390 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['05a18725-4529-46cf-8c6c-791551fe733f'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:05:46.824146 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d30e5c96-72c5-4c08-a105-d2b27196abb6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4252cdb4e4c84ef5a38bd23eabefa2eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4621058 May 23 11:05:46.825581 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42612) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:05:46.891270 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ab67463a-68de-4f1e-85d3-3dd714127853 None None] Deleting port 27474d3b-40ad-4638-b98f-bafa9c239ae4 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:05:46.891645 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ab67463a-68de-4f1e-85d3-3dd714127853 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:46.935039 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0f7a5a1b-0de5-44ae-8bf0-2d83bd6b4f1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:46.980245 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0f7a5a1b-0de5-44ae-8bf0-2d83bd6b4f1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:46.998644 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-19c2c4e3-d55d-483b-ba64-7c8a54ed7fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:47.000222 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5face6-be9f-4344-aaa1-4bec85eafcc9 req-44848e5e-0952-402d-9eee-4be4830cdd39 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:47.001472 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-0d5face6-be9f-4344-aaa1-4bec85eafcc9 req-44848e5e-0952-402d-9eee-4be4830cdd39 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Synchronizing usage tracker for tenant:e45cf791a4a1458dadb0a080d541d299 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:05:47.026280 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ab67463a-68de-4f1e-85d3-3dd714127853 None None] The port '27474d3b-40ad-4638-b98f-bafa9c239ae4' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:05:47.034498 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device c0403dea-ba7e-442c-aac9-a089aeee6b11 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:05:47.065617 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-19c2c4e3-d55d-483b-ba64-7c8a54ed7fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:47.094206 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: c0403dea-ba7e-442c-aac9-a089aeee6b11 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:05:47.095012 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device c0403dea-ba7e-442c-aac9-a089aeee6b11 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:05:47.105945 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0f7a5a1b-0de5-44ae-8bf0-2d83bd6b4f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:47.107558 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-0d5face6-be9f-4344-aaa1-4bec85eafcc9 req-44848e5e-0952-402d-9eee-4be4830cdd39 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Unset dirty status for tenant:e45cf791a4a1458dadb0a080d541d299 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:05:47.115686 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0d5face6-be9f-4344-aaa1-4bec85eafcc9 req-44848e5e-0952-402d-9eee-4be4830cdd39 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/ports?device_id=81f0e50e-11eb-4672-845a-a174fdd080c6 HTTP/1.1" status: 200 len: 946 time: 0.4387503 May 23 11:05:47.145480 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a5a1b-0de5-44ae-8bf0-2d83bd6b4f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51e247a-69f7-42de-b1cd-7d1b2e4de1ce,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:47.170615 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0f7a5a1b-0de5-44ae-8bf0-2d83bd6b4f1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:47.175982 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0f7a5a1b-0de5-44ae-8bf0-2d83bd6b4f1d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c51e247a-69f7-42de-b1cd-7d1b2e4de1ce HTTP/1.1" status: 204 len: 168 time: 0.4074211 May 23 11:05:47.198718 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-19c2c4e3-d55d-483b-ba64-7c8a54ed7fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:47.246635 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c2c4e3-d55d-483b-ba64-7c8a54ed7fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ceae60-f9ae-4e35-96e9-b5eca48ecc11,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:47.251558 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-19c2c4e3-d55d-483b-ba64-7c8a54ed7fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:47.253193 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-19c2c4e3-d55d-483b-ba64-7c8a54ed7fe7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/87ceae60-f9ae-4e35-96e9-b5eca48ecc11 HTTP/1.1" status: 204 len: 168 time: 0.4262185 May 23 11:05:47.332157 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0d5face6-be9f-4344-aaa1-4bec85eafcc9 req-931c30f2-1899-4d63-9578-6b61369ce3c8 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/security-groups?id=fd7ae4e9-c64f-43e7-a534-5bc4072aa4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154055 May 23 11:05:47.342731 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26160c-75f3-4a4a-9af8-88586b030735 req-83f605b1-df91-42d9-a4da-0fcdc0c29a3c tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:47.364680 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2b26160c-75f3-4a4a-9af8-88586b030735 req-83f605b1-df91-42d9-a4da-0fcdc0c29a3c tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ad875c4-0a44-40c0-b6ce-56779a923e5a HTTP/1.1" status: 200 len: 945 time: 0.4715405 May 23 11:05:47.436173 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-1eab2cd2-26e6-4937-961f-17dc528b7cfe service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:05:47.703025 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2b26160c-75f3-4a4a-9af8-88586b030735 req-eecec214-66f8-4983-9d6a-50e34dcc1984 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] 10.222.0.79 "GET /v2.0/security-groups?id=618bcc9f-d226-4960-9bda-3166b6e8e5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239462 May 23 11:05:47.840550 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-676f3f24-3328-4df7-846d-5306d0ab70af req-cd64c00d-e985-4582-9b14-f0bdfaa96545 tempest-ServerShowV247Test-1148653270 tempest-ServerShowV247Test-1148653270-project] 10.222.0.79 "GET /v2.0/ports?device_id=7494ebbb-62c3-4623-b453-f2b97a492299 HTTP/1.1" status: 200 len: 210 time: 0.2719405 May 23 11:05:47.896031 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-1eab2cd2-26e6-4937-961f-17dc528b7cfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67fc6188-916f-4bcd-a0b5-f7b840ca41aa {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:05:47.933452 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-1eab2cd2-26e6-4937-961f-17dc528b7cfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:47.970163 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-1eab2cd2-26e6-4937-961f-17dc528b7cfe service neutron] Transition to ACTIVE for port object 67fc6188-916f-4bcd-a0b5-f7b840ca41aa will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:05:47.994785 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-1eab2cd2-26e6-4937-961f-17dc528b7cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:48.010311 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530111af-a4f3-4289-99da-1074299eabb7 req-4fa2f67a-c1ac-4e6a-bf32-6d0b9ccaf654 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:48.012262 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-530111af-a4f3-4289-99da-1074299eabb7 req-4fa2f67a-c1ac-4e6a-bf32-6d0b9ccaf654 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.81 "GET /v2.0/ports?device_id=81f0e50e-11eb-4672-845a-a174fdd080c6 HTTP/1.1" status: 200 len: 946 time: 0.2961011 May 23 11:05:48.309769 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-530111af-a4f3-4289-99da-1074299eabb7 req-045e6c4c-1189-4c06-aba2-6ce79a1f8884 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Deleting port 608b2041-4d79-4da2-b258-6e9b4b645f5e {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:05:48.312580 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-530111af-a4f3-4289-99da-1074299eabb7 req-045e6c4c-1189-4c06-aba2-6ce79a1f8884 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:48.613437 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42674) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:05:48.626578 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 05a18725-4529-46cf-8c6c-791551fe733f up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:05:48.787199 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 05a18725-4529-46cf-8c6c-791551fe733f triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:05:48.787573 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:48.934094 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:48.994605 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 05a18725-4529-46cf-8c6c-791551fe733f, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=05a18725-4529-46cf-8c6c-791551fe733f,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:05:48.998046 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a923ca38-2c58-458d-92f3-977e0e9e144b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a18725-4529-46cf-8c6c-791551fe733f'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:05:49.010092 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:49.102846 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab2cd2-26e6-4937-961f-17dc528b7cfe service neutron] Pushing event updated for resources: {'Port': ['ID=67fc6188-916f-4bcd-a0b5-f7b840ca41aa,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:49.140639 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 0d16ae6e-9e3f-44fe-8f91-dd366aa4ac97 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:05:49.195236 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-ee9b2216-e28a-4e65-80e0-7e5b5a8c3f98 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1429758084-network', 'tenant_id': 'a643d8d45b5e4265b115a47be7bb4f48'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:05:49.200168 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ee9b2216-e28a-4e65-80e0-7e5b5a8c3f98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:05:49.218381 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ee9b2216-e28a-4e65-80e0-7e5b5a8c3f98 admin admin] Usage tracker for resource:network and tenant:a643d8d45b5e4265b115a47be7bb4f48 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:05:49.238318 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ee9b2216-e28a-4e65-80e0-7e5b5a8c3f98 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:05:49.260011 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ee9b2216-e28a-4e65-80e0-7e5b5a8c3f98 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:05:49.266199 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 0d16ae6e-9e3f-44fe-8f91-dd366aa4ac97 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:05:49.267288 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 0d16ae6e-9e3f-44fe-8f91-dd366aa4ac97 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:05:49.268082 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device a2583d55-500e-4c39-98ea-423c1608de21 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:05:49.309852 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9b2216-e28a-4e65-80e0-7e5b5a8c3f98 admin admin] Made reservation on behalf of a643d8d45b5e4265b115a47be7bb4f48 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:05:49.312194 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ee9b2216-e28a-4e65-80e0-7e5b5a8c3f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:49.325193 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=05a18725-4529-46cf-8c6c-791551fe733f,revision_number=7']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:49.329221 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: a2583d55-500e-4c39-98ea-423c1608de21 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:05:49.330074 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device a2583d55-500e-4c39-98ea-423c1608de21 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:05:49.354777 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ee9b2216-e28a-4e65-80e0-7e5b5a8c3f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:49.423521 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ee9b2216-e28a-4e65-80e0-7e5b5a8c3f98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:05:49.435623 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6f5e3-be71-4429-9413-f1e46a472e44 req-0b1bffa2-b475-40db-897d-3c72dcd7acd5 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:49.439946 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ee9b2216-e28a-4e65-80e0-7e5b5a8c3f98 admin admin] Usage tracker for resource:security_group_rule and tenant:a643d8d45b5e4265b115a47be7bb4f48 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:05:49.442263 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e6a6f5e3-be71-4429-9413-f1e46a472e44 req-0b1bffa2-b475-40db-897d-3c72dcd7acd5 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f72581a-4347-4aa1-ae16-80cac182016a HTTP/1.1" status: 200 len: 943 time: 1.0710475 May 23 11:05:49.444891 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ee9b2216-e28a-4e65-80e0-7e5b5a8c3f98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:05:49.455247 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ee9b2216-e28a-4e65-80e0-7e5b5a8c3f98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:05:49.505376 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-1eab2cd2-26e6-4937-961f-17dc528b7cfe service neutron] Attempting to bind port 67fc6188-916f-4bcd-a0b5-f7b840ca41aa on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:05:49.505964 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-1eab2cd2-26e6-4937-961f-17dc528b7cfe service neutron] Attempting to bind port 67fc6188-916f-4bcd-a0b5-f7b840ca41aa by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '627b9d90-481e-4586-8e5b-ec8be80efc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '93233ebd-402e-45bd-b397-1f41a2b23d60'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:05:49.506448 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-1eab2cd2-26e6-4937-961f-17dc528b7cfe service neutron] Attempting to bind port 67fc6188-916f-4bcd-a0b5-f7b840ca41aa on network 93233ebd-402e-45bd-b397-1f41a2b23d60 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:05:49.543401 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ee9b2216-e28a-4e65-80e0-7e5b5a8c3f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:49.548439 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ee9b2216-e28a-4e65-80e0-7e5b5a8c3f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:49.557492 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-530111af-a4f3-4289-99da-1074299eabb7 req-045e6c4c-1189-4c06-aba2-6ce79a1f8884 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] For port 608b2041-4d79-4da2-b258-6e9b4b645f5e, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=608b2041-4d79-4da2-b258-6e9b4b645f5e,segment=NetworkSegment(a9f43d9a-d5c3-4172-a5d6-8803666768bb),segment_id=a9f43d9a-d5c3-4172-a5d6-8803666768bb)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:05:49.557849 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-530111af-a4f3-4289-99da-1074299eabb7 req-045e6c4c-1189-4c06-aba2-6ce79a1f8884 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:49.565969 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-1eab2cd2-26e6-4937-961f-17dc528b7cfe service neutron] Port 67fc6188-916f-4bcd-a0b5-f7b840ca41aa on network 93233ebd-402e-45bd-b397-1f41a2b23d60 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:05:49.566537 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-1eab2cd2-26e6-4937-961f-17dc528b7cfe service neutron] Attempting to bind port 67fc6188-916f-4bcd-a0b5-f7b840ca41aa on network 93233ebd-402e-45bd-b397-1f41a2b23d60 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:05:49.599129 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee9b2216-e28a-4e65-80e0-7e5b5a8c3f98 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:05:49.609463 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b2216-e28a-4e65-80e0-7e5b5a8c3f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb42520-b91d-4ed8-aab7-5a7d3a9fc71c,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:49.616215 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ee9b2216-e28a-4e65-80e0-7e5b5a8c3f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:49.617307 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-ee9b2216-e28a-4e65-80e0-7e5b5a8c3f98 admin admin] Added segment fd694e75-b880-453e-8812-db46a23e85d2 of type vlan for network 80a6da85-0536-4b78-be68-78daca68abe3 May 23 11:05:49.657063 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ee9b2216-e28a-4e65-80e0-7e5b5a8c3f98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:49.697720 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ee9b2216-e28a-4e65-80e0-7e5b5a8c3f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:49.699127 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9b2216-e28a-4e65-80e0-7e5b5a8c3f98 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:49.699958 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ee9b2216-e28a-4e65-80e0-7e5b5a8c3f98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:49.727873 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-530111af-a4f3-4289-99da-1074299eabb7 req-045e6c4c-1189-4c06-aba2-6ce79a1f8884 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Calling delete_port for 608b2041-4d79-4da2-b258-6e9b4b645f5e owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:05:49.768938 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e6a6f5e3-be71-4429-9413-f1e46a472e44 req-73b3f81c-81e0-436e-b275-925a9a4e228c tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257191 May 23 11:05:49.785197 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-1eab2cd2-26e6-4937-961f-17dc528b7cfe service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:05:49.800535 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-1eab2cd2-26e6-4937-961f-17dc528b7cfe service neutron] Checking segment: {'id': '627b9d90-481e-4586-8e5b-ec8be80efc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '93233ebd-402e-45bd-b397-1f41a2b23d60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:05:49.801119 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-1eab2cd2-26e6-4937-961f-17dc528b7cfe service neutron] Bound using segment: {'id': '627b9d90-481e-4586-8e5b-ec8be80efc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '93233ebd-402e-45bd-b397-1f41a2b23d60'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:05:49.801743 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-1eab2cd2-26e6-4937-961f-17dc528b7cfe service neutron] Bound port: 67fc6188-916f-4bcd-a0b5-f7b840ca41aa, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '627b9d90-481e-4586-8e5b-ec8be80efc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '93233ebd-402e-45bd-b397-1f41a2b23d60'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:05:49.802285 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-1eab2cd2-26e6-4937-961f-17dc528b7cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:49.831392 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83232dc0-b267-41f0-a447-0e938ef1a54b req-5743f6c1-6567-4fb5-83bf-bfa33cb7c27d tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:49.848048 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-83232dc0-b267-41f0-a447-0e938ef1a54b req-5743f6c1-6567-4fb5-83bf-bfa33cb7c27d tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/ports?device_id=81f0e50e-11eb-4672-845a-a174fdd080c6 HTTP/1.1" status: 200 len: 946 time: 0.5014150 May 23 11:05:49.888738 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b2216-e28a-4e65-80e0-7e5b5a8c3f98 admin admin] Pushing event updated for resources: {'Network': ['ID=80a6da85-0536-4b78-be68-78daca68abe3,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:49.899408 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ee9b2216-e28a-4e65-80e0-7e5b5a8c3f98 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2841673 May 23 11:05:49.902129 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42708) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:05:49.908184 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 80a6da85-0536-4b78-be68-78daca68abe3 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:05:49.913297 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-8f1354df-ff9a-4658-be3a-2771126f0984 admin admin] Request body: {'subnet': {'network_id': '80a6da85-0536-4b78-be68-78daca68abe3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1429758084-subnet', 'tenant_id': 'a643d8d45b5e4265b115a47be7bb4f48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:05:49.928759 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8f1354df-ff9a-4658-be3a-2771126f0984 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:05:49.933072 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-8f1354df-ff9a-4658-be3a-2771126f0984 admin admin] Usage tracker for resource:subnet and tenant:a643d8d45b5e4265b115a47be7bb4f48 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:05:49.939132 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-8f1354df-ff9a-4658-be3a-2771126f0984 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:05:49.956901 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8f1354df-ff9a-4658-be3a-2771126f0984 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:05:49.973096 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1354df-ff9a-4658-be3a-2771126f0984 admin admin] Made reservation on behalf of a643d8d45b5e4265b115a47be7bb4f48 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:05:49.975385 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8f1354df-ff9a-4658-be3a-2771126f0984 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:50.136145 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cb45dc04-9141-4706-8b54-94f7c8c61830 req-dd04741b-017e-4502-9321-4a90dc119302 tempest-ServerShowV247Test-1148653270 tempest-ServerShowV247Test-1148653270-project] 10.222.0.79 "GET /v2.0/ports?device_id=7494ebbb-62c3-4623-b453-f2b97a492299 HTTP/1.1" status: 200 len: 210 time: 0.0826514 May 23 11:05:50.162721 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-83232dc0-b267-41f0-a447-0e938ef1a54b req-e0a790d2-628a-49bf-af8e-e46f71ec7168 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.79 "GET /v2.0/security-groups?id=fd7ae4e9-c64f-43e7-a534-5bc4072aa4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135412 May 23 11:05:50.231777 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-1eab2cd2-26e6-4937-961f-17dc528b7cfe service neutron] For port 67fc6188-916f-4bcd-a0b5-f7b840ca41aa, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:05:50.284229 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-530111af-a4f3-4289-99da-1074299eabb7 req-045e6c4c-1189-4c06-aba2-6ce79a1f8884 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:50.287965 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edcf731a-be85-4091-b0a2-0a2b5d93f69f'] response: {'server_uuid': 'a923ca38-2c58-458d-92f3-977e0e9e144b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a18725-4529-46cf-8c6c-791551fe733f', 'code': 200} May 23 11:05:50.329091 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['608b2041-4d79-4da2-b258-6e9b4b645f5e'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:05:50.360531 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8f1354df-ff9a-4658-be3a-2771126f0984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:50.367976 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e6c4c-1189-4c06-aba2-6ce79a1f8884 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Pushing event deleted for resources: {'Port': ['ID=608b2041-4d79-4da2-b258-6e9b4b645f5e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:50.373756 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-1eab2cd2-26e6-4937-961f-17dc528b7cfe service neutron] For port 67fc6188-916f-4bcd-a0b5-f7b840ca41aa, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=67fc6188-916f-4bcd-a0b5-f7b840ca41aa,segment=NetworkSegment(627b9d90-481e-4586-8e5b-ec8be80efc37),segment_id=627b9d90-481e-4586-8e5b-ec8be80efc37)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:05:50.423859 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-1eab2cd2-26e6-4937-961f-17dc528b7cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:50.581247 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1354df-ff9a-4658-be3a-2771126f0984 admin admin] Checking segment: {'id': 'fd694e75-b880-453e-8812-db46a23e85d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '80a6da85-0536-4b78-be68-78daca68abe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:05:50.581627 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1354df-ff9a-4658-be3a-2771126f0984 admin admin] Network hostable DHCP agents. Network: 80a6da85-0536-4b78-be68-78daca68abe3, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:05:50.592317 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1354df-ff9a-4658-be3a-2771126f0984 admin admin] Pushing event updated for resources: {'Subnet': ['ID=987cf047-3bbb-4256-b71c-799577402385,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:50.614640 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1354df-ff9a-4658-be3a-2771126f0984 admin admin] Network 80a6da85-0536-4b78-be68-78daca68abe3 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:05:50.627929 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-8f1354df-ff9a-4658-be3a-2771126f0984 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 80a6da85-0536-4b78-be68-78daca68abe3) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:05:50.636261 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1354df-ff9a-4658-be3a-2771126f0984 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:50.636770 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef61b6a-246a-49d1-a2cc-7c6bd056e7b3 None None] Network 80a6da85-0536-4b78-be68-78daca68abe3 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:05:50.637186 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8f1354df-ff9a-4658-be3a-2771126f0984 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:50.664807 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab2cd2-26e6-4937-961f-17dc528b7cfe service neutron] Pushing event updated for resources: {'Port': ['ID=67fc6188-916f-4bcd-a0b5-f7b840ca41aa,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:50.671768 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8f1354df-ff9a-4658-be3a-2771126f0984 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7684963 May 23 11:05:50.722340 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-530111af-a4f3-4289-99da-1074299eabb7 req-045e6c4c-1189-4c06-aba2-6ce79a1f8884 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] No DVR routers for this DVR port 608b2041-4d79-4da2-b258-6e9b4b645f5e on host n-h2-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:05:50.722340 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-530111af-a4f3-4289-99da-1074299eabb7 req-045e6c4c-1189-4c06-aba2-6ce79a1f8884 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:50.732279 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f0e50e-11eb-4672-845a-a174fdd080c6', 'name': 'network-vif-deleted', 'tag': '608b2041-4d79-4da2-b258-6e9b4b645f5e'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:05:50.742765 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-1eab2cd2-26e6-4937-961f-17dc528b7cfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:50.747141 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-1eab2cd2-26e6-4937-961f-17dc528b7cfe service neutron] 10.222.0.13 "PUT /v2.0/ports/67fc6188-916f-4bcd-a0b5-f7b840ca41aa HTTP/1.1" status: 200 len: 1091 time: 4.4861658 May 23 11:05:50.749942 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-530111af-a4f3-4289-99da-1074299eabb7 req-045e6c4c-1189-4c06-aba2-6ce79a1f8884 tempest-FloatingIPsAssociationTestJSON-1348459022 tempest-FloatingIPsAssociationTestJSON-1348459022-project] 10.222.0.81 "DELETE /v2.0/ports/608b2041-4d79-4da2-b258-6e9b4b645f5e HTTP/1.1" status: 204 len: 173 time: 2.5995355 May 23 11:05:50.874780 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5158068f-55b5-4e47-9614-dda5b621666a req-f1db9c2e-e333-4575-bd62-f49720981446 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7494ebbb-62c3-4623-b453-f2b97a492299 HTTP/1.1" status: 200 len: 210 time: 0.1933224 May 23 11:05:50.948799 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d3b04-34ac-452d-b376-bd83a93a413c req-92f3923f-5b6e-4e8b-a0dd-907d4adc56c5 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:50.949070 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-e18d3b04-34ac-452d-b376-bd83a93a413c req-92f3923f-5b6e-4e8b-a0dd-907d4adc56c5 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Synchronizing usage tracker for tenant:d75dde8d8e3541f8a16615b5aba5e3ab on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:05:50.983527 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f174e-ca38-4797-8d26-314be8d9315f req-fcd8bcd3-1061-4c44-a522-8d0a3e2d4156 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:50.995010 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-e18d3b04-34ac-452d-b376-bd83a93a413c req-92f3923f-5b6e-4e8b-a0dd-907d4adc56c5 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Unset dirty status for tenant:d75dde8d8e3541f8a16615b5aba5e3ab on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:05:50.996450 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f56f174e-ca38-4797-8d26-314be8d9315f req-fcd8bcd3-1061-4c44-a522-8d0a3e2d4156 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 950 time: 0.3756759 May 23 11:05:51.003090 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e18d3b04-34ac-452d-b376-bd83a93a413c req-92f3923f-5b6e-4e8b-a0dd-907d4adc56c5 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.81 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 950 time: 0.2267039 May 23 11:05:51.132404 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-136a2032-a128-414a-8e43-ef8b03225c46 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=742b1cf1e0b345dca83f32458f4c8414&device_id=0f72581a-4347-4aa1-ae16-80cac182016a HTTP/1.1" status: 200 len: 1094 time: 0.3262017 May 23 11:05:51.134993 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f56f174e-ca38-4797-8d26-314be8d9315f req-215f90b0-4f49-4d10-b897-7b0c18a1fb16 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230328 May 23 11:05:51.171471 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-e18d3b04-34ac-452d-b376-bd83a93a413c req-70379e0e-f75a-41fe-a676-ed483711d50a tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Deleting port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:05:51.184491 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e18d3b04-34ac-452d-b376-bd83a93a413c req-70379e0e-f75a-41fe-a676-ed483711d50a tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:51.358469 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7f1eb8-dc2b-4991-877c-e9f0c0f11fb6 None None] Network 80a6da85-0536-4b78-be68-78daca68abe3 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:05:51.417238 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-5512232e-78c7-4970-a478-3a499856520e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67fc6188-916f-4bcd-a0b5-f7b840ca41aa HTTP/1.1" status: 200 len: 217 time: 0.1768124 May 23 11:05:51.419353 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad0b6f27-7cd2-4efb-87cb-08d8e9abb4a5'] response: {'server_uuid': '81f0e50e-11eb-4672-845a-a174fdd080c6', 'name': 'network-vif-deleted', 'tag': '608b2041-4d79-4da2-b258-6e9b4b645f5e', 'status': 'completed', 'code': 200} May 23 11:05:51.530760 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-ace8d5cf-bf57-43dc-83ac-35a65bab907e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:51.532701 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-ace8d5cf-bf57-43dc-83ac-35a65bab907e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9294d2b8-973f-442c-9036-697778dd5201 HTTP/1.1" status: 200 len: 844 time: 0.1041780 May 23 11:05:51.719877 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-e18d3b04-34ac-452d-b376-bd83a93a413c req-70379e0e-f75a-41fe-a676-ed483711d50a tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] For port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0534ca48-d26f-46c1-88f6-3e853ec7fcd8,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:05:51.720452 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e18d3b04-34ac-452d-b376-bd83a93a413c req-70379e0e-f75a-41fe-a676-ed483711d50a tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:51.902337 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-d390774e-f784-4ee0-9602-421593dbf057 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=93233ebd-402e-45bd-b397-1f41a2b23d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3634551 May 23 11:05:51.982671 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-e18d3b04-34ac-452d-b376-bd83a93a413c req-70379e0e-f75a-41fe-a676-ed483711d50a tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Calling delete_port for 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:05:52.056230 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d782ade-3a23-4578-9126-e523a6a9c6f1 req-bd775baa-5c67-43ea-98f6-284e98130dfb tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:52.060217 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4d782ade-3a23-4578-9126-e523a6a9c6f1 req-bd775baa-5c67-43ea-98f6-284e98130dfb tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f72581a-4347-4aa1-ae16-80cac182016a HTTP/1.1" status: 200 len: 943 time: 0.2085361 May 23 11:05:52.127201 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-a68ac90d-536e-4676-9122-a134dc098e98 service neutron] 10.222.0.13 "GET /v2.0/networks/93233ebd-402e-45bd-b397-1f41a2b23d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140417 May 23 11:05:52.165642 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4d782ade-3a23-4578-9126-e523a6a9c6f1 req-c2ceb23a-4600-4045-9478-76ad8e1b9837 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855732 May 23 11:05:52.214444 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e18d3b04-34ac-452d-b376-bd83a93a413c req-70379e0e-f75a-41fe-a676-ed483711d50a tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:52.265018 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['b2f98c58-425b-4ec1-8d6f-d8eb0156696f', '0534ca48-d26f-46c1-88f6-3e853ec7fcd8'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:05:52.284471 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70379e0e-f75a-41fe-a676-ed483711d50a tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Pushing event deleted for resources: {'Port': ['ID=0534ca48-d26f-46c1-88f6-3e853ec7fcd8,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:52.328235 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['fd73f7f5-4d28-414d-85b4-401d382d9b6c'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:05:52.428715 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42774) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:05:52.440810 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18d3b04-34ac-452d-b376-bd83a93a413c req-70379e0e-f75a-41fe-a676-ed483711d50a tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] No DVR routers for this DVR port 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:05:52.444590 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e18d3b04-34ac-452d-b376-bd83a93a413c req-70379e0e-f75a-41fe-a676-ed483711d50a tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:52.458602 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4baff124-04d7-43dd-9ae5-fdfceb08346f', 'name': 'network-vif-deleted', 'tag': '0534ca48-d26f-46c1-88f6-3e853ec7fcd8'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:05:52.467406 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e18d3b04-34ac-452d-b376-bd83a93a413c req-70379e0e-f75a-41fe-a676-ed483711d50a tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.81 "DELETE /v2.0/ports/0534ca48-d26f-46c1-88f6-3e853ec7fcd8 HTTP/1.1" status: 204 len: 173 time: 1.4552774 May 23 11:05:52.533206 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-33723023-8f6c-4e1e-b36e-5810fdcf9bca req-6c4aa903-70f1-42f4-8fd5-5160d15941ee tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-593970018', 'description': 'tempest-description-889998361'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:05:52.547216 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-33723023-8f6c-4e1e-b36e-5810fdcf9bca req-6c4aa903-70f1-42f4-8fd5-5160d15941ee tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:05:52.609769 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-33723023-8f6c-4e1e-b36e-5810fdcf9bca req-6c4aa903-70f1-42f4-8fd5-5160d15941ee tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Usage tracker for resource:security_group and tenant:a643d8d45b5e4265b115a47be7bb4f48 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:05:52.658178 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-33723023-8f6c-4e1e-b36e-5810fdcf9bca req-6c4aa903-70f1-42f4-8fd5-5160d15941ee tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:05:52.686856 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cc6a0ad7-8653-4a3d-aa34-373879cfa592 req-7f414ee5-624d-446b-b0e4-dfe35768d2fc tempest-ServerShowV247Test-1148653270 tempest-ServerShowV247Test-1148653270-project] 10.222.0.79 "GET /v2.0/ports?device_id=7494ebbb-62c3-4623-b453-f2b97a492299 HTTP/1.1" status: 200 len: 210 time: 0.0881982 May 23 11:05:52.692229 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-33723023-8f6c-4e1e-b36e-5810fdcf9bca req-6c4aa903-70f1-42f4-8fd5-5160d15941ee tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:05:52.745009 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f046f34-cd9a-48e3-bcdf-4d5468fe6880 req-f1b0ac3a-28fc-4eb2-a78a-b44731efdc8f service neutron] 10.222.0.13 "GET /v2.0/networks/93233ebd-402e-45bd-b397-1f41a2b23d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5782859 May 23 11:05:52.753180 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-33723023-8f6c-4e1e-b36e-5810fdcf9bca req-6c4aa903-70f1-42f4-8fd5-5160d15941ee tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:52.857995 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-33723023-8f6c-4e1e-b36e-5810fdcf9bca req-6c4aa903-70f1-42f4-8fd5-5160d15941ee tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:05:52.862901 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 608b2041-4d79-4da2-b258-6e9b4b645f5e no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:05:52.893308 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-33723023-8f6c-4e1e-b36e-5810fdcf9bca req-6c4aa903-70f1-42f4-8fd5-5160d15941ee tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Usage tracker for resource:security_group_rule and tenant:a643d8d45b5e4265b115a47be7bb4f48 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:05:52.897829 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-33723023-8f6c-4e1e-b36e-5810fdcf9bca req-6c4aa903-70f1-42f4-8fd5-5160d15941ee tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:05:52.906961 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-33723023-8f6c-4e1e-b36e-5810fdcf9bca req-6c4aa903-70f1-42f4-8fd5-5160d15941ee tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:05:53.014768 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: 608b2041-4d79-4da2-b258-6e9b4b645f5e {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:05:53.015500 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 608b2041-4d79-4da2-b258-6e9b4b645f5e not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:05:53.167147 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-33723023-8f6c-4e1e-b36e-5810fdcf9bca req-6c4aa903-70f1-42f4-8fd5-5160d15941ee tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:53.174230 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-33723023-8f6c-4e1e-b36e-5810fdcf9bca req-6c4aa903-70f1-42f4-8fd5-5160d15941ee tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:53.250662 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-33723023-8f6c-4e1e-b36e-5810fdcf9bca req-6c4aa903-70f1-42f4-8fd5-5160d15941ee tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:53.252384 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-33723023-8f6c-4e1e-b36e-5810fdcf9bca req-6c4aa903-70f1-42f4-8fd5-5160d15941ee tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 0.8167064 May 23 11:05:53.257805 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4aa903-70f1-42f4-8fd5-5160d15941ee tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33adcb0e-bb39-4ddc-b01b-65eeb090871a,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:53.321683 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2307937a-2447-4b33-a6fc-fcb99aaf1cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:53.499591 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f72581a-4347-4aa1-ae16-80cac182016a', 'tag': '67fc6188-916f-4bcd-a0b5-f7b840ca41aa'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:05:53.594809 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-00a355f8-6947-4a88-af6f-18f575e7f352 req-66fc03c9-ea9d-4ab1-b535-c80fac767252 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=4baff124-04d7-43dd-9ae5-fdfceb08346f HTTP/1.1" status: 200 len: 210 time: 0.0501988 May 23 11:05:53.611471 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49980f98-a165-4f97-9582-ce7db287bdd2'] response: {'server_uuid': '4baff124-04d7-43dd-9ae5-fdfceb08346f', 'name': 'network-vif-deleted', 'tag': '0534ca48-d26f-46c1-88f6-3e853ec7fcd8', 'status': 'completed', 'code': 200} May 23 11:05:54.073919 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6ead4383-0858-4b25-bc94-9dd5d08e32e2 req-d38f3164-7f23-4646-8121-6b60a57cd93a tempest-ServerShowV247Test-1148653270 tempest-ServerShowV247Test-1148653270-project] 10.222.0.79 "GET /v2.0/ports?device_id=7494ebbb-62c3-4623-b453-f2b97a492299&device_id=dfc68d29-5b55-4f62-84cd-3fd37fa5a94c HTTP/1.1" status: 200 len: 210 time: 0.0497158 May 23 11:05:54.085448 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ee390-77ac-4e0b-aabf-7e3410faccb0 req-5337f86f-5b0e-48b4-80e3-187185eb129e tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:54.086881 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d60ee390-77ac-4e0b-aabf-7e3410faccb0 req-5337f86f-5b0e-48b4-80e3-187185eb129e tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f72581a-4347-4aa1-ae16-80cac182016a HTTP/1.1" status: 200 len: 943 time: 0.3147507 May 23 11:05:54.159180 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-c013ca8f-0e63-4b06-9dc4-fd068ebebed4 req-4d0ce7a4-d777-4a0e-8dd3-25d1884a3291 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1396374223', 'description': 'tempest-description-1491603159'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:05:54.186128 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-c013ca8f-0e63-4b06-9dc4-fd068ebebed4 req-4d0ce7a4-d777-4a0e-8dd3-25d1884a3291 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:05:54.219728 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-c013ca8f-0e63-4b06-9dc4-fd068ebebed4 req-4d0ce7a4-d777-4a0e-8dd3-25d1884a3291 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Usage tracker for resource:security_group and tenant:a643d8d45b5e4265b115a47be7bb4f48 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:05:54.224522 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-c013ca8f-0e63-4b06-9dc4-fd068ebebed4 req-4d0ce7a4-d777-4a0e-8dd3-25d1884a3291 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:05:54.231534 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d60ee390-77ac-4e0b-aabf-7e3410faccb0 req-20c9318c-81a6-4de0-a577-27e5e83a8535 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346316 May 23 11:05:54.264438 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-c013ca8f-0e63-4b06-9dc4-fd068ebebed4 req-4d0ce7a4-d777-4a0e-8dd3-25d1884a3291 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:05:54.297733 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c013ca8f-0e63-4b06-9dc4-fd068ebebed4 req-4d0ce7a4-d777-4a0e-8dd3-25d1884a3291 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:54.358098 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-c013ca8f-0e63-4b06-9dc4-fd068ebebed4 req-4d0ce7a4-d777-4a0e-8dd3-25d1884a3291 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:05:54.370145 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-c013ca8f-0e63-4b06-9dc4-fd068ebebed4 req-4d0ce7a4-d777-4a0e-8dd3-25d1884a3291 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Usage tracker for resource:security_group_rule and tenant:a643d8d45b5e4265b115a47be7bb4f48 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:05:54.371965 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-c013ca8f-0e63-4b06-9dc4-fd068ebebed4 req-4d0ce7a4-d777-4a0e-8dd3-25d1884a3291 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:05:54.378054 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-c013ca8f-0e63-4b06-9dc4-fd068ebebed4 req-4d0ce7a4-d777-4a0e-8dd3-25d1884a3291 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:05:54.496785 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c013ca8f-0e63-4b06-9dc4-fd068ebebed4 req-4d0ce7a4-d777-4a0e-8dd3-25d1884a3291 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:54.537930 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c013ca8f-0e63-4b06-9dc4-fd068ebebed4 req-4d0ce7a4-d777-4a0e-8dd3-25d1884a3291 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:54.567227 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be204b46-4924-4ab3-8e65-9b8569f7203a'] response: {'name': 'network-changed', 'server_uuid': '0f72581a-4347-4aa1-ae16-80cac182016a', 'tag': '67fc6188-916f-4bcd-a0b5-f7b840ca41aa', 'status': 'completed', 'code': 200} May 23 11:05:54.665292 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-2307937a-2447-4b33-a6fc-fcb99aaf1cfc admin admin] Deleting port 8097e783-afd4-414b-9aef-ef542f9e8d0f {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:05:54.665661 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2307937a-2447-4b33-a6fc-fcb99aaf1cfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:54.675209 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:05:54.690144 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0ce7a4-d777-4a0e-8dd3-25d1884a3291 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac50d281-a660-4ae0-8070-b65b0dfff208,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:54.692601 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c013ca8f-0e63-4b06-9dc4-fd068ebebed4 req-4d0ce7a4-d777-4a0e-8dd3-25d1884a3291 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:54.693879 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c013ca8f-0e63-4b06-9dc4-fd068ebebed4 req-4d0ce7a4-d777-4a0e-8dd3-25d1884a3291 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.5439153 May 23 11:05:54.797585 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:05:54.798144 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 0534ca48-d26f-46c1-88f6-3e853ec7fcd8 not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:05:54.930849 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-2307937a-2447-4b33-a6fc-fcb99aaf1cfc admin admin] For port 8097e783-afd4-414b-9aef-ef542f9e8d0f, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=8097e783-afd4-414b-9aef-ef542f9e8d0f,segment=NetworkSegment(a9f43d9a-d5c3-4172-a5d6-8803666768bb),segment_id=a9f43d9a-d5c3-4172-a5d6-8803666768bb)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:05:54.931202 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2307937a-2447-4b33-a6fc-fcb99aaf1cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:54.941593 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-88136741-fb11-4274-b781-74ca5d890e52 req-a14ddf61-75b5-49e1-81f3-6bdaab9905e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=742b1cf1e0b345dca83f32458f4c8414&device_id=0f72581a-4347-4aa1-ae16-80cac182016a HTTP/1.1" status: 200 len: 1094 time: 0.3247957 May 23 11:05:55.128563 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-2307937a-2447-4b33-a6fc-fcb99aaf1cfc admin admin] Calling delete_port for 8097e783-afd4-414b-9aef-ef542f9e8d0f owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:05:55.210727 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f6064ba7-f514-4b30-bc3f-16bbc28d011b req-97a0182b-e2c3-4f6c-b88e-2851a08d38c8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4003a32d63ee49708e0554e5e114540c&device_id=7494ebbb-62c3-4623-b453-f2b97a492299 HTTP/1.1" status: 200 len: 210 time: 0.0797639 May 23 11:05:55.265264 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f6064ba7-f514-4b30-bc3f-16bbc28d011b req-4014267e-1f59-48aa-a7df-b7f3f798e59f service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=4003a32d63ee49708e0554e5e114540c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414901 May 23 11:05:55.335726 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88136741-fb11-4274-b781-74ca5d890e52 req-a9a7b79f-d210-44ee-a490-6e2f93caf5af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:55.337237 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-88136741-fb11-4274-b781-74ca5d890e52 req-a9a7b79f-d210-44ee-a490-6e2f93caf5af service neutron] 10.222.0.13 "GET /v2.0/networks?id=93233ebd-402e-45bd-b397-1f41a2b23d60 HTTP/1.1" status: 200 len: 905 time: 0.3125346 May 23 11:05:55.437454 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6064ba7-f514-4b30-bc3f-16bbc28d011b req-94ffa753-fcc9-4622-9ebf-33bb594a60e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:55.441503 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f6064ba7-f514-4b30-bc3f-16bbc28d011b req-94ffa753-fcc9-4622-9ebf-33bb594a60e4 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1607714 May 23 11:05:55.493000 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-88136741-fb11-4274-b781-74ca5d890e52 req-553272cd-eae7-47dc-bbdf-e64a0ed8830c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67fc6188-916f-4bcd-a0b5-f7b840ca41aa HTTP/1.1" status: 200 len: 217 time: 0.1474640 May 23 11:05:55.649033 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2307937a-2447-4b33-a6fc-fcb99aaf1cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:55.702198 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88136741-fb11-4274-b781-74ca5d890e52 req-9e074f94-b9c8-45ff-87dc-b5c901e31ffc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:55.703656 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-88136741-fb11-4274-b781-74ca5d890e52 req-9e074f94-b9c8-45ff-87dc-b5c901e31ffc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9294d2b8-973f-442c-9036-697778dd5201 HTTP/1.1" status: 200 len: 844 time: 0.1931043 May 23 11:05:55.853320 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2307937a-2447-4b33-a6fc-fcb99aaf1cfc admin admin] Pushing event deleted for resources: {'Port': ['ID=8097e783-afd4-414b-9aef-ef542f9e8d0f,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:55.889587 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-d249ee8d-d4a2-4e71-b50c-84e76a74daea tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:55.899153 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-d249ee8d-d4a2-4e71-b50c-84e76a74daea tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/networks?id=80a6da85-0536-4b78-be68-78daca68abe3 HTTP/1.1" status: 200 len: 813 time: 0.4359298 May 23 11:05:56.056318 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-88136741-fb11-4274-b781-74ca5d890e52 req-d7138545-3e21-4997-8152-ec71a3950c59 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=93233ebd-402e-45bd-b397-1f41a2b23d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3104973 May 23 11:05:56.141483 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-526e1f5e-ddfd-44d8-9ec1-6464096f9946 req-062e4910-7c45-42d6-b4ec-9997784d670f tempest-ServerShowV247Test-1148653270 tempest-ServerShowV247Test-1148653270-project] 10.222.0.79 "GET /v2.0/ports?device_id=7494ebbb-62c3-4623-b453-f2b97a492299 HTTP/1.1" status: 200 len: 210 time: 0.0877953 May 23 11:05:56.150846 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-feb60f43-27e5-4f02-bd45-74c0987a9041 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/quotas/a643d8d45b5e4265b115a47be7bb4f48 HTTP/1.1" status: 200 len: 375 time: 0.2508454 May 23 11:05:56.349027 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-cca9d2f7-6481-44f1-8fe2-05c8ec6ca93d tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a643d8d45b5e4265b115a47be7bb4f48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1367214 May 23 11:05:56.676071 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-88136741-fb11-4274-b781-74ca5d890e52 req-4c1354db-3478-4856-96be-1202f08a6a4d service neutron] 10.222.0.13 "GET /v2.0/networks/93233ebd-402e-45bd-b397-1f41a2b23d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6085575 May 23 11:05:56.731459 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-06b0d1a5-8781-4e53-8de0-5b68c09c21f8 service neutron] 10.222.0.79 "GET /v2.0/networks/80a6da85-0536-4b78-be68-78daca68abe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815453 May 23 11:05:56.926518 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dcf16a-9157-4d12-8753-843380f77130 req-a023ba05-9afd-43e6-b116-c1da720d951f tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:56.928294 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-13dcf16a-9157-4d12-8753-843380f77130 req-a023ba05-9afd-43e6-b116-c1da720d951f tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f72581a-4347-4aa1-ae16-80cac182016a HTTP/1.1" status: 200 len: 943 time: 0.6012452 May 23 11:05:57.058268 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 67fc6188-916f-4bcd-a0b5-f7b840ca41aa details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:05:57.079681 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-88136741-fb11-4274-b781-74ca5d890e52 req-a7ffef5a-b887-4661-b0aa-f95fcf59b413 service neutron] 10.222.0.13 "GET /v2.0/networks/93233ebd-402e-45bd-b397-1f41a2b23d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853464 May 23 11:05:57.092503 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-13dcf16a-9157-4d12-8753-843380f77130 req-7ca93296-6361-4a6e-916b-b9dca3e50c6d tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532488 May 23 11:05:57.094823 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-ce651f47-fbae-4bb8-916b-722bf2e801d7 service neutron] 10.222.0.79 "GET /v2.0/networks/80a6da85-0536-4b78-be68-78daca68abe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549964 May 23 11:05:57.162396 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2307937a-2447-4b33-a6fc-fcb99aaf1cfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:57.249038 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 67fc6188-916f-4bcd-a0b5-f7b840ca41aa, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=67fc6188-916f-4bcd-a0b5-f7b840ca41aa,segment=NetworkSegment(627b9d90-481e-4586-8e5b-ec8be80efc37),segment_id=627b9d90-481e-4586-8e5b-ec8be80efc37)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:05:57.268518 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '67fc6188-916f-4bcd-a0b5-f7b840ca41aa', 'network_id': '93233ebd-402e-45bd-b397-1f41a2b23d60', 'port_id': '67fc6188-916f-4bcd-a0b5-f7b840ca41aa', 'mac_address': 'fa:16:3e:d8:e6:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9294d2b8-973f-442c-9036-697778dd5201', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:05:57.288414 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f6064ba7-f514-4b30-bc3f-16bbc28d011b req-f82f4526-d7ba-4fc5-9855-82e2bdc12ced tempest-ServerShowV247Test-1148653270 tempest-ServerShowV247Test-1148653270-project] 10.222.0.13 "GET /v2.0/ports?device_id=7494ebbb-62c3-4623-b453-f2b97a492299 HTTP/1.1" status: 200 len: 210 time: 0.1212676 May 23 11:05:57.441343 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:57.519227 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67fc6188-916f-4bcd-a0b5-f7b840ca41aa {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:05:57.569256 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 67fc6188-916f-4bcd-a0b5-f7b840ca41aa, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=67fc6188-916f-4bcd-a0b5-f7b840ca41aa,segment=NetworkSegment(627b9d90-481e-4586-8e5b-ec8be80efc37),segment_id=627b9d90-481e-4586-8e5b-ec8be80efc37)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:05:57.586961 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:57.702210 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=67fc6188-916f-4bcd-a0b5-f7b840ca41aa,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:57.888421 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bea068a8-2c09-4fe5-9e96-38e5722330d0 req-2a473bed-00ee-4df7-b3ca-c6d88271a19c tempest-ServerShowV247Test-1148653270 tempest-ServerShowV247Test-1148653270-project] 10.222.0.79 "GET /v2.0/ports?device_id=7494ebbb-62c3-4623-b453-f2b97a492299 HTTP/1.1" status: 200 len: 210 time: 0.0941966 May 23 11:05:57.998171 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['67fc6188-916f-4bcd-a0b5-f7b840ca41aa'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:05:58.246259 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3629e277-8cbe-432c-8d51-574e7744740d req-b190e410-c029-422d-afc6-6d5e6c2afc1a tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/ports?device_id=10fb6abf-5ed8-41a2-871c-87a6e67cf72c HTTP/1.1" status: 200 len: 210 time: 0.0627670 May 23 11:05:58.354516 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a25ef97-fece-4012-9a35-1f966deb38e3 req-417157b4-0202-410f-be39-0c2e1ee031f1 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:58.356075 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5a25ef97-fece-4012-9a35-1f966deb38e3 req-417157b4-0202-410f-be39-0c2e1ee031f1 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.13 "GET /v2.0/ports?device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1 HTTP/1.1" status: 200 len: 949 time: 0.6285374 May 23 11:05:58.364832 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e1404-574b-4ee3-8298-2388ad0831f9 req-c953e8e4-3d28-4278-95aa-41a155200e80 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:58.370934 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7e1e1404-574b-4ee3-8298-2388ad0831f9 req-c953e8e4-3d28-4278-95aa-41a155200e80 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1 HTTP/1.1" status: 200 len: 949 time: 0.7026088 May 23 11:05:58.511378 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-5a25ef97-fece-4012-9a35-1f966deb38e3 req-16e56144-c5fa-4f4e-b698-d1190077567a tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Deleting port fd73f7f5-4d28-414d-85b4-401d382d9b6c {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:05:58.511807 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5a25ef97-fece-4012-9a35-1f966deb38e3 req-16e56144-c5fa-4f4e-b698-d1190077567a tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:58.584316 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7e1e1404-574b-4ee3-8298-2388ad0831f9 req-1b314e72-6147-4647-84aa-b11b5613a9a6 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848006 May 23 11:05:58.808711 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-5a25ef97-fece-4012-9a35-1f966deb38e3 req-16e56144-c5fa-4f4e-b698-d1190077567a tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] For port fd73f7f5-4d28-414d-85b4-401d382d9b6c, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=fd73f7f5-4d28-414d-85b4-401d382d9b6c,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:05:58.809070 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5a25ef97-fece-4012-9a35-1f966deb38e3 req-16e56144-c5fa-4f4e-b698-d1190077567a tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:58.954895 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-5a25ef97-fece-4012-9a35-1f966deb38e3 req-16e56144-c5fa-4f4e-b698-d1190077567a tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Calling delete_port for fd73f7f5-4d28-414d-85b4-401d382d9b6c owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:05:59.089004 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 67fc6188-916f-4bcd-a0b5-f7b840ca41aa up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:05:59.208492 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-4c2576aa-b0d7-4395-95d5-be76ef685cf8 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:59.209791 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-4c2576aa-b0d7-4395-95d5-be76ef685cf8 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Synchronizing usage tracker for tenant:a643d8d45b5e4265b115a47be7bb4f48 on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:05:59.241291 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-4c2576aa-b0d7-4395-95d5-be76ef685cf8 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Unset dirty status for tenant:a643d8d45b5e4265b115a47be7bb4f48 on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:05:59.244283 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-4c2576aa-b0d7-4395-95d5-be76ef685cf8 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.81 "GET /v2.0/networks?id=80a6da85-0536-4b78-be68-78daca68abe3 HTTP/1.1" status: 200 len: 813 time: 0.1853387 May 23 11:05:59.262650 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 67fc6188-916f-4bcd-a0b5-f7b840ca41aa completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:05:59.270782 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 67fc6188-916f-4bcd-a0b5-f7b840ca41aa triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:05:59.271095 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:59.275488 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-6537fe85-6729-4f13-af22-62e5493ba078 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Request body: {'port': {'device_id': '10fb6abf-5ed8-41a2-871c-87a6e67cf72c', 'network_id': '80a6da85-0536-4b78-be68-78daca68abe3', 'admin_state_up': True, 'tenant_id': 'a643d8d45b5e4265b115a47be7bb4f48'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:05:59.333319 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448fdec1-3983-4080-bee4-3b4116588a4c req-38402fbe-23f0-4255-9cb3-4da0e025e9e7 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:05:59.334843 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-448fdec1-3983-4080-bee4-3b4116588a4c req-38402fbe-23f0-4255-9cb3-4da0e025e9e7 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f72581a-4347-4aa1-ae16-80cac182016a HTTP/1.1" status: 200 len: 944 time: 0.3389258 May 23 11:05:59.423077 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5a25ef97-fece-4012-9a35-1f966deb38e3 req-16e56144-c5fa-4f4e-b698-d1190077567a tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:59.473467 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['b2f98c58-425b-4ec1-8d6f-d8eb0156696f'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:05:59.522405 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e56144-c5fa-4f4e-b698-d1190077567a tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Pushing event deleted for resources: {'Port': ['ID=fd73f7f5-4d28-414d-85b4-401d382d9b6c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:05:59.534431 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-448fdec1-3983-4080-bee4-3b4116588a4c req-ef527696-61b9-4ae3-a92b-d1c7f54fa632 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914017 May 23 11:05:59.535681 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-6537fe85-6729-4f13-af22-62e5493ba078 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:05:59.542744 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-6537fe85-6729-4f13-af22-62e5493ba078 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Usage tracker for resource:port and tenant:a643d8d45b5e4265b115a47be7bb4f48 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:05:59.547909 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-6537fe85-6729-4f13-af22-62e5493ba078 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:05:59.563193 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-6537fe85-6729-4f13-af22-62e5493ba078 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:05:59.590414 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-6537fe85-6729-4f13-af22-62e5493ba078 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Made reservation on behalf of a643d8d45b5e4265b115a47be7bb4f48 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:05:59.594063 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-6537fe85-6729-4f13-af22-62e5493ba078 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:59.635685 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:59.638790 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a25ef97-fece-4012-9a35-1f966deb38e3 req-16e56144-c5fa-4f4e-b698-d1190077567a tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] No DVR routers for this DVR port fd73f7f5-4d28-414d-85b4-401d382d9b6c on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:05:59.641996 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5a25ef97-fece-4012-9a35-1f966deb38e3 req-16e56144-c5fa-4f4e-b698-d1190077567a tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:59.652301 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6390783a-6c4c-4ab4-8491-69c7143b6df1', 'name': 'network-vif-deleted', 'tag': 'fd73f7f5-4d28-414d-85b4-401d382d9b6c'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:05:59.674721 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5a25ef97-fece-4012-9a35-1f966deb38e3 req-16e56144-c5fa-4f4e-b698-d1190077567a tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.13 "DELETE /v2.0/ports/fd73f7f5-4d28-414d-85b4-401d382d9b6c HTTP/1.1" status: 204 len: 173 time: 1.3051307 May 23 11:05:59.696288 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2307937a-2447-4b33-a6fc-fcb99aaf1cfc admin admin] Router 29a3e85c-cbc2-450d-98be-8fee03a51fa4 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:05:59.767849 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f72581a-4347-4aa1-ae16-80cac182016a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fc6188-916f-4bcd-a0b5-f7b840ca41aa'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:05:59.788725 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 67fc6188-916f-4bcd-a0b5-f7b840ca41aa, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=67fc6188-916f-4bcd-a0b5-f7b840ca41aa,segment=NetworkSegment(627b9d90-481e-4586-8e5b-ec8be80efc37),segment_id=627b9d90-481e-4586-8e5b-ec8be80efc37)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:05:59.800996 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:05:59.801822 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device fd73f7f5-4d28-414d-85b4-401d382d9b6c no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:05:59.925392 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: fd73f7f5-4d28-414d-85b4-401d382d9b6c {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:05:59.926403 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device fd73f7f5-4d28-414d-85b4-401d382d9b6c not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:06:00.029607 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-6537fe85-6729-4f13-af22-62e5493ba078 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Allocated IP 172.20.0.6 (80a6da85-0536-4b78-be68-78daca68abe3/987cf047-3bbb-4256-b71c-799577402385/be0f99ec-f7a0-42a2-93fa-219688c6dbe7) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:06:00.079600 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=67fc6188-916f-4bcd-a0b5-f7b840ca41aa,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:00.085402 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6eb48607-6e7b-431d-9de8-78441d1f509f req-bdd9c7fe-a1f6-479a-935a-88e085ca0ebb tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/ports?device_id=10fb6abf-5ed8-41a2-871c-87a6e67cf72c HTTP/1.1" status: 200 len: 210 time: 0.0677741 May 23 11:06:00.226811 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2307937a-2447-4b33-a6fc-fcb99aaf1cfc admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:06:00.232536 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2307937a-2447-4b33-a6fc-fcb99aaf1cfc admin admin] 10.222.0.79 "PUT /v2.0/routers/29a3e85c-cbc2-450d-98be-8fee03a51fa4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8005598 May 23 11:06:00.235349 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42978) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:00.237276 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f554931-b36a-40f5-90c8-773491825694 None None] Sync routers for ids ['29a3e85c-cbc2-450d-98be-8fee03a51fa4'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:06:00.256249 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f554931-b36a-40f5-90c8-773491825694 None None] Routers {'29a3e85c-cbc2-450d-98be-8fee03a51fa4'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:06:00.257461 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-6f554931-b36a-40f5-90c8-773491825694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:05:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['29a3e85c-cbc2-450d-98be-8fee03a51fa4'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:06:00.617866 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-3c3bc04e-5677-44c7-bde3-a14066b2a16d req-a10f0488-39fb-483b-b30a-4c7b16acd73b tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Synchronizing usage tracker for tenant:d75dde8d8e3541f8a16615b5aba5e3ab on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:06:00.688881 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9b8b4668-4d4f-451b-a48e-f5897b788986 admin admin] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:00.691710 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-6537fe85-6729-4f13-af22-62e5493ba078 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:00.728326 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-6537fe85-6729-4f13-af22-62e5493ba078 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:00.752573 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-6f554931-b36a-40f5-90c8-773491825694 None None] Set router 29a3e85c-cbc2-450d-98be-8fee03a51fa4 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:06:00.786224 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-3c3bc04e-5677-44c7-bde3-a14066b2a16d req-a10f0488-39fb-483b-b30a-4c7b16acd73b tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Unset dirty status for tenant:d75dde8d8e3541f8a16615b5aba5e3ab on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:06:00.802917 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3c3bc04e-5677-44c7-bde3-a14066b2a16d req-a10f0488-39fb-483b-b30a-4c7b16acd73b tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6390783a-6c4c-4ab4-8491-69c7143b6df1 HTTP/1.1" status: 200 len: 210 time: 0.2485926 May 23 11:06:00.804923 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be2e1e6b-82d2-4ae1-9fe4-396c7f4fbff9'] response: {'server_uuid': '6390783a-6c4c-4ab4-8491-69c7143b6df1', 'name': 'network-vif-deleted', 'tag': 'fd73f7f5-4d28-414d-85b4-401d382d9b6c', 'status': 'completed', 'code': 200} May 23 11:06:00.817278 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6537fe85-6729-4f13-af22-62e5493ba078 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Pushing event updated for resources: {'Port': ['ID=be0f99ec-f7a0-42a2-93fa-219688c6dbe7,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:00.845552 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-6537fe85-6729-4f13-af22-62e5493ba078 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Network 80a6da85-0536-4b78-be68-78daca68abe3 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:06:00.846846 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-6537fe85-6729-4f13-af22-62e5493ba078 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:06:00.849856 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-6537fe85-6729-4f13-af22-62e5493ba078 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:06:00.929873 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-6537fe85-6729-4f13-af22-62e5493ba078 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:00.930605 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-6537fe85-6729-4f13-af22-62e5493ba078 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:00.972437 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-6537fe85-6729-4f13-af22-62e5493ba078 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7013628 May 23 11:06:00.999965 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-95c27931-4a66-48a8-bee0-6f1fec2a712d service neutron] Request body: {'port': {'device_id': '10fb6abf-5ed8-41a2-871c-87a6e67cf72c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:06:01.022314 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d0ad3d2f-e85c-45af-b52e-153d4544d785 req-3a00f10f-4112-459e-b996-b6c41376d10b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4003a32d63ee49708e0554e5e114540c&device_id=dfc68d29-5b55-4f62-84cd-3fd37fa5a94c HTTP/1.1" status: 200 len: 210 time: 0.2161272 May 23 11:06:01.076469 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f996ddc3-1548-466a-88a0-ca0538acdf0c'] response: {'server_uuid': '0f72581a-4347-4aa1-ae16-80cac182016a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fc6188-916f-4bcd-a0b5-f7b840ca41aa', 'code': 200} May 23 11:06:01.175363 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d0ad3d2f-e85c-45af-b52e-153d4544d785 req-8c5cb1ca-221b-4964-98c6-e57ad6e294be service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=4003a32d63ee49708e0554e5e114540c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1377861 May 23 11:06:01.243760 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-95c27931-4a66-48a8-bee0-6f1fec2a712d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:01.385126 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-6f554931-b36a-40f5-90c8-773491825694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1037448032-router', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '9deb4962-2b81-43e3-9ff2-0c15f7b58715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:17Z', 'updated_at': '2022-05-23T11:05:55Z', 'revision_number': 5, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'gw_port': {'id': '9deb4962-2b81-43e3-9ff2-0c15f7b58715', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:19Z', 'updated_at': '2022-05-23T11:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:06:01.389964 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f554931-b36a-40f5-90c8-773491825694 None None] Checking router: 29a3e85c-cbc2-450d-98be-8fee03a51fa4 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:06:01.403332 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f554931-b36a-40f5-90c8-773491825694 None None] Routers {'29a3e85c-cbc2-450d-98be-8fee03a51fa4'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:06:01.404039 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-6f554931-b36a-40f5-90c8-773491825694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:05:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['29a3e85c-cbc2-450d-98be-8fee03a51fa4'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:06:01.465617 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad3d2f-e85c-45af-b52e-153d4544d785 req-fa75cd06-0a3b-4166-ab34-548611b834cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:01.465849 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d0ad3d2f-e85c-45af-b52e-153d4544d785 req-fa75cd06-0a3b-4166-ab34-548611b834cc service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2824616 May 23 11:06:01.597416 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-18979429-1526-42b7-a8ab-4c24d54a4e50 req-6480b0c2-efdc-4af9-8249-9e31289192ac service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0f72581a-4347-4aa1-ae16-80cac182016a HTTP/1.1" status: 200 len: 1096 time: 0.4965301 May 23 11:06:01.635147 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-6f554931-b36a-40f5-90c8-773491825694 None None] Set router 29a3e85c-cbc2-450d-98be-8fee03a51fa4 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:06:01.636475 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca058be-0ceb-4ad5-9e9d-69e6401cacd7 req-0cb50773-e6ea-49d9-817d-e9d497f8726b tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:01.637944 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4ca058be-0ceb-4ad5-9e9d-69e6401cacd7 req-0cb50773-e6ea-49d9-817d-e9d497f8726b tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f72581a-4347-4aa1-ae16-80cac182016a HTTP/1.1" status: 200 len: 945 time: 0.1693816 May 23 11:06:01.704656 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-18979429-1526-42b7-a8ab-4c24d54a4e50 req-ae04831c-f134-4a24-a1fb-d83175a6a08a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991635 May 23 11:06:01.729412 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9b8b4668-4d4f-451b-a48e-f5897b788986 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:01.733778 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4ca058be-0ceb-4ad5-9e9d-69e6401cacd7 req-8a4bead7-f7ce-43b9-bbdc-f7806c2b02b7 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770178 May 23 11:06:01.743262 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-9b8b4668-4d4f-451b-a48e-f5897b788986 admin admin] Deleting port 9deb4962-2b81-43e3-9ff2-0c15f7b58715 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:06:01.743592 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9b8b4668-4d4f-451b-a48e-f5897b788986 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:01.814103 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-95c27931-4a66-48a8-bee0-6f1fec2a712d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be0f99ec-f7a0-42a2-93fa-219688c6dbe7 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:06:01.834222 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-95c27931-4a66-48a8-bee0-6f1fec2a712d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:01.878080 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-95c27931-4a66-48a8-bee0-6f1fec2a712d service neutron] Transition to ACTIVE for port object be0f99ec-f7a0-42a2-93fa-219688c6dbe7 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:06:01.885284 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-95c27931-4a66-48a8-bee0-6f1fec2a712d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:02.030244 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c27931-4a66-48a8-bee0-6f1fec2a712d service neutron] Pushing event updated for resources: {'Port': ['ID=be0f99ec-f7a0-42a2-93fa-219688c6dbe7,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:02.078896 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce6496be-bc8f-45ae-8271-8c5366dc8074 req-006d7233-641e-4940-9cc6-08188e5af923 tempest-ServerShowV247Test-1148653270 tempest-ServerShowV247Test-1148653270-project] 10.222.0.79 "GET /v2.0/ports?device_id=dfc68d29-5b55-4f62-84cd-3fd37fa5a94c HTTP/1.1" status: 200 len: 210 time: 0.1984527 May 23 11:06:02.146139 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-6f554931-b36a-40f5-90c8-773491825694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1037448032-router', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '9deb4962-2b81-43e3-9ff2-0c15f7b58715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:17Z', 'updated_at': '2022-05-23T11:05:55Z', 'revision_number': 5, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'gw_port': {'id': '9deb4962-2b81-43e3-9ff2-0c15f7b58715', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:19Z', 'updated_at': '2022-05-23T11:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:06:02.153971 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f554931-b36a-40f5-90c8-773491825694 None None] The sync data for ids ['29a3e85c-cbc2-450d-98be-8fee03a51fa4'] in n-d-842952-2 is: [{'id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1037448032-router', 'tenant_id': 'e45cf791a4a1458dadb0a080d541d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '9deb4962-2b81-43e3-9ff2-0c15f7b58715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:03:17Z', 'updated_at': '2022-05-23T11:05:55Z', 'revision_number': 5, 'project_id': 'e45cf791a4a1458dadb0a080d541d299', 'gw_port': {'id': '9deb4962-2b81-43e3-9ff2-0c15f7b58715', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a3e85c-cbc2-450d-98be-8fee03a51fa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:03:19Z', 'updated_at': '2022-05-23T11:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:06:02.265351 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-95c27931-4a66-48a8-bee0-6f1fec2a712d service neutron] Attempting to bind port be0f99ec-f7a0-42a2-93fa-219688c6dbe7 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:06:02.265589 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-95c27931-4a66-48a8-bee0-6f1fec2a712d service neutron] Attempting to bind port be0f99ec-f7a0-42a2-93fa-219688c6dbe7 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': 'fd694e75-b880-453e-8812-db46a23e85d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '80a6da85-0536-4b78-be68-78daca68abe3'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:06:02.265841 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-95c27931-4a66-48a8-bee0-6f1fec2a712d service neutron] Attempting to bind port be0f99ec-f7a0-42a2-93fa-219688c6dbe7 on network 80a6da85-0536-4b78-be68-78daca68abe3 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:06:02.266783 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-9b8b4668-4d4f-451b-a48e-f5897b788986 admin admin] For port 9deb4962-2b81-43e3-9ff2-0c15f7b58715, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=9deb4962-2b81-43e3-9ff2-0c15f7b58715,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:06:02.267309 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9b8b4668-4d4f-451b-a48e-f5897b788986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:02.272268 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-95c27931-4a66-48a8-bee0-6f1fec2a712d service neutron] Port be0f99ec-f7a0-42a2-93fa-219688c6dbe7 on network 80a6da85-0536-4b78-be68-78daca68abe3 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:06:02.272593 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-95c27931-4a66-48a8-bee0-6f1fec2a712d service neutron] Attempting to bind port be0f99ec-f7a0-42a2-93fa-219688c6dbe7 on network 80a6da85-0536-4b78-be68-78daca68abe3 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:06:02.280355 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-95c27931-4a66-48a8-bee0-6f1fec2a712d service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:06:02.280664 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-95c27931-4a66-48a8-bee0-6f1fec2a712d service neutron] Checking segment: {'id': 'fd694e75-b880-453e-8812-db46a23e85d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '80a6da85-0536-4b78-be68-78daca68abe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:06:02.281050 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-95c27931-4a66-48a8-bee0-6f1fec2a712d service neutron] Bound using segment: {'id': 'fd694e75-b880-453e-8812-db46a23e85d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '80a6da85-0536-4b78-be68-78daca68abe3'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:06:02.281478 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-95c27931-4a66-48a8-bee0-6f1fec2a712d service neutron] Bound port: be0f99ec-f7a0-42a2-93fa-219688c6dbe7, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd694e75-b880-453e-8812-db46a23e85d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '80a6da85-0536-4b78-be68-78daca68abe3'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:06:02.282327 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-95c27931-4a66-48a8-bee0-6f1fec2a712d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:02.380188 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-95c27931-4a66-48a8-bee0-6f1fec2a712d service neutron] For port be0f99ec-f7a0-42a2-93fa-219688c6dbe7, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:06:02.383353 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-95c27931-4a66-48a8-bee0-6f1fec2a712d service neutron] For port be0f99ec-f7a0-42a2-93fa-219688c6dbe7, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=be0f99ec-f7a0-42a2-93fa-219688c6dbe7,segment=NetworkSegment(fd694e75-b880-453e-8812-db46a23e85d2),segment_id=fd694e75-b880-453e-8812-db46a23e85d2)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:06:02.391126 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-95c27931-4a66-48a8-bee0-6f1fec2a712d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:02.416437 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-9b8b4668-4d4f-451b-a48e-f5897b788986 admin admin] Calling delete_port for 9deb4962-2b81-43e3-9ff2-0c15f7b58715 owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:06:02.486283 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c27931-4a66-48a8-bee0-6f1fec2a712d service neutron] Pushing event updated for resources: {'Port': ['ID=be0f99ec-f7a0-42a2-93fa-219688c6dbe7,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:02.505974 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-95c27931-4a66-48a8-bee0-6f1fec2a712d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:02.507415 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-95c27931-4a66-48a8-bee0-6f1fec2a712d service neutron] 10.222.0.81 "PUT /v2.0/ports/be0f99ec-f7a0-42a2-93fa-219688c6dbe7 HTTP/1.1" status: 200 len: 1091 time: 1.5163453 May 23 11:06:02.507914 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10fb6abf-5ed8-41a2-871c-87a6e67cf72c', 'tag': 'be0f99ec-f7a0-42a2-93fa-219688c6dbe7'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:06:02.581565 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142414f2-d3eb-482c-9dc0-a93202034d92 req-5f6e1f00-228e-42f0-9ae9-38514740c5fd tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:02.589801 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-142414f2-d3eb-482c-9dc0-a93202034d92 req-5f6e1f00-228e-42f0-9ae9-38514740c5fd tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/ports?device_id=10fb6abf-5ed8-41a2-871c-87a6e67cf72c HTTP/1.1" status: 200 len: 943 time: 0.5620646 May 23 11:06:02.664567 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-142414f2-d3eb-482c-9dc0-a93202034d92 req-cbf164b0-463a-45ec-9478-9e47d4052310 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Synchronizing usage tracker for tenant:a643d8d45b5e4265b115a47be7bb4f48 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:06:02.756201 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-951c844a-87ef-45d0-a006-d4d5eb7de8bf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a643d8d45b5e4265b115a47be7bb4f48&device_id=10fb6abf-5ed8-41a2-871c-87a6e67cf72c HTTP/1.1" status: 200 len: 1094 time: 0.1472087 May 23 11:06:02.758780 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-142414f2-d3eb-482c-9dc0-a93202034d92 req-cbf164b0-463a-45ec-9478-9e47d4052310 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Unset dirty status for tenant:a643d8d45b5e4265b115a47be7bb4f48 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:06:02.759950 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-142414f2-d3eb-482c-9dc0-a93202034d92 req-cbf164b0-463a-45ec-9478-9e47d4052310 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb42520-b91d-4ed8-aab7-5a7d3a9fc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692421 May 23 11:06:02.938921 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-b6b7fff4-fdb7-4fd9-b184-a3d076da0d9a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be0f99ec-f7a0-42a2-93fa-219688c6dbe7 HTTP/1.1" status: 200 len: 217 time: 0.1667979 May 23 11:06:02.964209 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9b8b4668-4d4f-451b-a48e-f5897b788986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:03.007875 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 8097e783-afd4-414b-9aef-ef542f9e8d0f no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:06:03.040295 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b4668-4d4f-451b-a48e-f5897b788986 admin admin] Pushing event deleted for resources: {'Port': ['ID=9deb4962-2b81-43e3-9ff2-0c15f7b58715,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:03.051535 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-e3cc1ed8-df1c-42cd-ab71-b8601c5ddb6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:03.053576 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-e3cc1ed8-df1c-42cd-ab71-b8601c5ddb6f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=987cf047-3bbb-4256-b71c-799577402385 HTTP/1.1" status: 200 len: 853 time: 0.1047881 May 23 11:06:03.055452 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41e2d1a4-4d39-430e-bbe4-1a731701c0ec'] response: {'name': 'network-changed', 'server_uuid': '10fb6abf-5ed8-41a2-871c-87a6e67cf72c', 'tag': 'be0f99ec-f7a0-42a2-93fa-219688c6dbe7', 'status': 'completed', 'code': 200} May 23 11:06:03.073117 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 8097e783-afd4-414b-9aef-ef542f9e8d0f {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:06:03.073540 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 8097e783-afd4-414b-9aef-ef542f9e8d0f not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:06:03.202687 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d0ad3d2f-e85c-45af-b52e-153d4544d785 req-c5c4311f-6ae7-4dd8-a28c-66a59bd084ba tempest-ServerShowV247Test-1148653270 tempest-ServerShowV247Test-1148653270-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc68d29-5b55-4f62-84cd-3fd37fa5a94c HTTP/1.1" status: 200 len: 210 time: 0.0670841 May 23 11:06:03.207902 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-2536d908-5fa7-4308-8cfb-48ddc38aa3aa service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=80a6da85-0536-4b78-be68-78daca68abe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1054339 May 23 11:06:03.390453 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-57d6ce89-ddab-42ba-8bd2-712c5a3bc37a service neutron] 10.222.0.81 "GET /v2.0/networks/80a6da85-0536-4b78-be68-78daca68abe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683888 May 23 11:06:03.483016 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9b8b4668-4d4f-451b-a48e-f5897b788986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:03.768094 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-137fb714-ee7a-485f-8c6b-1f93422e49ad req-f29d8446-3c6a-4d0d-b959-31d18ddace5d service neutron] 10.222.0.81 "GET /v2.0/networks/80a6da85-0536-4b78-be68-78daca68abe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671043 May 23 11:06:03.942473 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9b8b4668-4d4f-451b-a48e-f5897b788986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:04.006250 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-31937776-0702-4131-9e2c-1924215ad91e req-b8527f3f-0044-4c9f-af3a-a7ad551c46ce service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a643d8d45b5e4265b115a47be7bb4f48&device_id=10fb6abf-5ed8-41a2-871c-87a6e67cf72c HTTP/1.1" status: 200 len: 1094 time: 0.0920901 May 23 11:06:04.034718 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195fa04e-2f8d-467c-8eab-d268eef3c3e9 req-f5f3bd73-601f-4e76-84ae-74230f77fd0d tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:04.043208 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-195fa04e-2f8d-467c-8eab-d268eef3c3e9 req-f5f3bd73-601f-4e76-84ae-74230f77fd0d tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f72581a-4347-4aa1-ae16-80cac182016a HTTP/1.1" status: 200 len: 945 time: 0.3487160 May 23 11:06:04.068353 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-073bb5c1-ddb0-43bc-8fc2-a8fbc5f0022f req-58b2fbce-fbf2-471e-bd79-9cf15ad19287 tempest-ServerShowV247Test-1148653270 tempest-ServerShowV247Test-1148653270-project] 10.222.0.79 "GET /v2.0/ports?device_id=dfc68d29-5b55-4f62-84cd-3fd37fa5a94c HTTP/1.1" status: 200 len: 210 time: 0.1301260 May 23 11:06:04.069434 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9b8b4668-4d4f-451b-a48e-f5897b788986 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:04.137973 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-195fa04e-2f8d-467c-8eab-d268eef3c3e9 req-b3eede1c-36df-489d-af9f-c47a430d9ba5 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934124 May 23 11:06:04.139478 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9b8b4668-4d4f-451b-a48e-f5897b788986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:04.140309 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8b4668-4d4f-451b-a48e-f5897b788986 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29a3e85c-cbc2-450d-98be-8fee03a51fa4 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:06:04.155252 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9b8b4668-4d4f-451b-a48e-f5897b788986 admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:04.160345 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9b8b4668-4d4f-451b-a48e-f5897b788986 admin admin] 10.222.0.79 "DELETE /v2.0/routers/29a3e85c-cbc2-450d-98be-8fee03a51fa4 HTTP/1.1" status: 204 len: 168 time: 3.9225957 May 23 11:06:04.162196 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43070) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:04.316326 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31937776-0702-4131-9e2c-1924215ad91e req-cf7e5c8e-7736-41a5-b7fd-daada2f7dbd1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:04.318273 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-31937776-0702-4131-9e2c-1924215ad91e req-cf7e5c8e-7736-41a5-b7fd-daada2f7dbd1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=80a6da85-0536-4b78-be68-78daca68abe3 HTTP/1.1" status: 200 len: 914 time: 0.3048382 May 23 11:06:04.470532 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898ebb7-051b-4cae-9828-e532a112ee5d req-49840681-3e70-4589-9ac2-77af87313d0a tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:04.472866 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1898ebb7-051b-4cae-9828-e532a112ee5d req-49840681-3e70-4589-9ac2-77af87313d0a tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 948 time: 0.2327640 May 23 11:06:04.478623 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-31937776-0702-4131-9e2c-1924215ad91e req-ad946c19-65b9-4000-bf45-6ca78d763182 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be0f99ec-f7a0-42a2-93fa-219688c6dbe7 HTTP/1.1" status: 200 len: 217 time: 0.1494985 May 23 11:06:04.489801 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-0577ae90-a7b2-491d-b701-52a464fe3a8d admin admin] Deleting subnet 233b37e7-7248-4012-bd3c-2373f43dcd00 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:06:04.548382 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0577ae90-a7b2-491d-b701-52a464fe3a8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:04.579180 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457641cf-a2d4-4542-a121-0cfc9f57e42d req-c5b68532-c416-44a6-81b0-760e82eb4f60 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:04.581196 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-457641cf-a2d4-4542-a121-0cfc9f57e42d req-c5b68532-c416-44a6-81b0-760e82eb4f60 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4e1479c-b00e-459b-9731-7743fa0691b6 HTTP/1.1" status: 200 len: 948 time: 0.1916387 May 23 11:06:04.594192 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-1898ebb7-051b-4cae-9828-e532a112ee5d req-aaa7c25c-707a-41eb-8e5b-d74100384c70 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Deleting port b2f98c58-425b-4ec1-8d6f-d8eb0156696f {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:06:04.594541 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1898ebb7-051b-4cae-9828-e532a112ee5d req-aaa7c25c-707a-41eb-8e5b-d74100384c70 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:04.616490 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0577ae90-a7b2-491d-b701-52a464fe3a8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:04.643294 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31937776-0702-4131-9e2c-1924215ad91e req-c4f21e34-b230-4e73-b789-bae2566edad8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:04.644793 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-31937776-0702-4131-9e2c-1924215ad91e req-c4f21e34-b230-4e73-b789-bae2566edad8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=987cf047-3bbb-4256-b71c-799577402385 HTTP/1.1" status: 200 len: 853 time: 0.1581161 May 23 11:06:04.705268 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-31937776-0702-4131-9e2c-1924215ad91e req-c2e3bb18-629f-4f9b-8c86-87910dc4de88 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=80a6da85-0536-4b78-be68-78daca68abe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492868 May 23 11:06:04.889509 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0577ae90-a7b2-491d-b701-52a464fe3a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:04.946110 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-31937776-0702-4131-9e2c-1924215ad91e req-79c1d7d8-5a2c-4d19-806f-ab88f5a3680c service neutron] 10.222.0.81 "GET /v2.0/networks/80a6da85-0536-4b78-be68-78daca68abe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327354 May 23 11:06:04.967756 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-457641cf-a2d4-4542-a121-0cfc9f57e42d req-0caccbaf-1144-4621-a635-6841a656a360 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.79 "GET /v2.0/security-groups?id=2537ecff-5c45-4388-ab6e-4dbe7605dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783295 May 23 11:06:05.052505 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-1898ebb7-051b-4cae-9828-e532a112ee5d req-aaa7c25c-707a-41eb-8e5b-d74100384c70 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] For port b2f98c58-425b-4ec1-8d6f-d8eb0156696f, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=b2f98c58-425b-4ec1-8d6f-d8eb0156696f,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:06:05.052934 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1898ebb7-051b-4cae-9828-e532a112ee5d req-aaa7c25c-707a-41eb-8e5b-d74100384c70 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:05.089754 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 9deb4962-2b81-43e3-9ff2-0c15f7b58715 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:06:05.109785 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0577ae90-a7b2-491d-b701-52a464fe3a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:05.158587 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 9deb4962-2b81-43e3-9ff2-0c15f7b58715 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:06:05.159211 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 9deb4962-2b81-43e3-9ff2-0c15f7b58715 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:06:05.169271 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0577ae90-a7b2-491d-b701-52a464fe3a8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=233b37e7-7248-4012-bd3c-2373f43dcd00,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:05.188062 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0577ae90-a7b2-491d-b701-52a464fe3a8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:05.192965 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b310e9f-a9cc-4d91-ae1c-144f9152f77b None None] Network 0930e7e8-6d74-47b9-b850-f307a169b841 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:06:05.210125 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-31937776-0702-4131-9e2c-1924215ad91e req-4fb4bc87-7ef9-4a0f-ab70-ea47a55438ab service neutron] 10.222.0.81 "GET /v2.0/networks/80a6da85-0536-4b78-be68-78daca68abe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533407 May 23 11:06:05.212750 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0577ae90-a7b2-491d-b701-52a464fe3a8d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/233b37e7-7248-4012-bd3c-2373f43dcd00 HTTP/1.1" status: 204 len: 168 time: 1.0495815 May 23 11:06:05.222888 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43104) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:05.270997 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-1898ebb7-051b-4cae-9828-e532a112ee5d req-aaa7c25c-707a-41eb-8e5b-d74100384c70 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Calling delete_port for b2f98c58-425b-4ec1-8d6f-d8eb0156696f owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:06:05.396401 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5620a-46cf-45af-85a8-b1540cc09145 req-0dccc039-b024-470d-a6bd-0f65f725865a tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:05.403422 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9bd5620a-46cf-45af-85a8-b1540cc09145 req-0dccc039-b024-470d-a6bd-0f65f725865a tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/ports?device_id=10fb6abf-5ed8-41a2-871c-87a6e67cf72c HTTP/1.1" status: 200 len: 943 time: 0.2560308 May 23 11:06:05.477109 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a0a97493-0f6b-474c-a421-3663800dc93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:05.495716 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a0a97493-0f6b-474c-a421-3663800dc93d admin admin] Deleting port 2bf5b858-b030-49f1-8946-e494738fece4 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:06:05.496236 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a0a97493-0f6b-474c-a421-3663800dc93d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:05.533921 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9bd5620a-46cf-45af-85a8-b1540cc09145 req-8732d6f7-430d-4b55-8ce9-021e5cf725ce tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb42520-b91d-4ed8-aab7-5a7d3a9fc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294057 May 23 11:06:05.542221 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1898ebb7-051b-4cae-9828-e532a112ee5d req-aaa7c25c-707a-41eb-8e5b-d74100384c70 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:05.579410 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['b2f98c58-425b-4ec1-8d6f-d8eb0156696f'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:06:05.645462 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7c25c-707a-41eb-8e5b-d74100384c70 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Pushing event deleted for resources: {'Port': ['ID=b2f98c58-425b-4ec1-8d6f-d8eb0156696f,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:05.666359 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2249153-6b5b-4066-87e3-bb25c4489f44 None None] DHCP port deletion for 0930e7e8-6d74-47b9-b850-f307a169b841 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:06:05.675760 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f2249153-6b5b-4066-87e3-bb25c4489f44 None None] Deleting port 2bf5b858-b030-49f1-8946-e494738fece4 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:06:05.676636 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f2249153-6b5b-4066-87e3-bb25c4489f44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:05.818928 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-1898ebb7-051b-4cae-9828-e532a112ee5d req-aaa7c25c-707a-41eb-8e5b-d74100384c70 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] No DVR routers for this DVR port b2f98c58-425b-4ec1-8d6f-d8eb0156696f on host n-h2-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:06:05.823512 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1898ebb7-051b-4cae-9828-e532a112ee5d req-aaa7c25c-707a-41eb-8e5b-d74100384c70 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:05.854091 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e1479c-b00e-459b-9731-7743fa0691b6', 'name': 'network-vif-deleted', 'tag': 'b2f98c58-425b-4ec1-8d6f-d8eb0156696f'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:06:05.880832 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1898ebb7-051b-4cae-9828-e532a112ee5d req-aaa7c25c-707a-41eb-8e5b-d74100384c70 tempest-MigrationsAdminTest-1551257020 tempest-MigrationsAdminTest-1551257020-project] 10.222.0.81 "DELETE /v2.0/ports/b2f98c58-425b-4ec1-8d6f-d8eb0156696f HTTP/1.1" status: 204 len: 173 time: 1.3992133 May 23 11:06:05.947971 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-a0a97493-0f6b-474c-a421-3663800dc93d admin admin] For port 2bf5b858-b030-49f1-8946-e494738fece4, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2bf5b858-b030-49f1-8946-e494738fece4,segment=NetworkSegment(a9f43d9a-d5c3-4172-a5d6-8803666768bb),segment_id=a9f43d9a-d5c3-4172-a5d6-8803666768bb)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:06:05.948319 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a0a97493-0f6b-474c-a421-3663800dc93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:06.202121 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3a55e-1124-4186-a3f2-8421b8a1cf22 req-44b249c8-3f4a-490c-bbd8-df13ea692333 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:06.212792 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ccb3a55e-1124-4186-a3f2-8421b8a1cf22 req-44b249c8-3f4a-490c-bbd8-df13ea692333 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f72581a-4347-4aa1-ae16-80cac182016a HTTP/1.1" status: 200 len: 945 time: 0.1668036 May 23 11:06:06.221417 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a0a97493-0f6b-474c-a421-3663800dc93d admin admin] Calling delete_port for 2bf5b858-b030-49f1-8946-e494738fece4 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:06:06.294172 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ccb3a55e-1124-4186-a3f2-8421b8a1cf22 req-2b58c337-dddc-4cb9-a618-748b089fd8fb tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801020 May 23 11:06:06.337321 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f2249153-6b5b-4066-87e3-bb25c4489f44 None None] For port 2bf5b858-b030-49f1-8946-e494738fece4, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2bf5b858-b030-49f1-8946-e494738fece4,segment=NetworkSegment(a9f43d9a-d5c3-4172-a5d6-8803666768bb),segment_id=a9f43d9a-d5c3-4172-a5d6-8803666768bb)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:06:06.337321 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f2249153-6b5b-4066-87e3-bb25c4489f44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:06.366935 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43144) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:06.489685 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a0a97493-0f6b-474c-a421-3663800dc93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:06.542927 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a97493-0f6b-474c-a421-3663800dc93d admin admin] Pushing event deleted for resources: {'Port': ['ID=2bf5b858-b030-49f1-8946-e494738fece4,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:06.553913 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a97493-0f6b-474c-a421-3663800dc93d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:06:06.554286 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a97493-0f6b-474c-a421-3663800dc93d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:06:06.554585 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a97493-0f6b-474c-a421-3663800dc93d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:06:06.554920 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a97493-0f6b-474c-a421-3663800dc93d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:06:06.555217 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a97493-0f6b-474c-a421-3663800dc93d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:06:06.555574 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a97493-0f6b-474c-a421-3663800dc93d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:06:06.555912 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a97493-0f6b-474c-a421-3663800dc93d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:06:06.556241 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a97493-0f6b-474c-a421-3663800dc93d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:06:06.556539 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a97493-0f6b-474c-a421-3663800dc93d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:06:06.556852 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a97493-0f6b-474c-a421-3663800dc93d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:06:06.557165 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a97493-0f6b-474c-a421-3663800dc93d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:06:06.562786 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a97493-0f6b-474c-a421-3663800dc93d admin admin] No DVR routers for this DVR port 2bf5b858-b030-49f1-8946-e494738fece4 on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:06:06.616915 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f2249153-6b5b-4066-87e3-bb25c4489f44 None None] Calling delete_port for 2bf5b858-b030-49f1-8946-e494738fece4 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:06:06.634904 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-083b2317-6abe-4d64-9d71-2f2b78b0b775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:06.683296 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-083b2317-6abe-4d64-9d71-2f2b78b0b775 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:06.688554 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-083b2317-6abe-4d64-9d71-2f2b78b0b775 admin admin] Usage tracker for resource:security_group_rule and tenant:4003a32d63ee49708e0554e5e114540c is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:06.691847 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-083b2317-6abe-4d64-9d71-2f2b78b0b775 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:06.701149 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-083b2317-6abe-4d64-9d71-2f2b78b0b775 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:06.715271 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a0a97493-0f6b-474c-a421-3663800dc93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:06.745904 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device be0f99ec-f7a0-42a2-93fa-219688c6dbe7 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:06:06.749996 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-a0a97493-0f6b-474c-a421-3663800dc93d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0930e7e8-6d74-47b9-b850-f307a169b841']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:06:06.765694 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-a0a97493-0f6b-474c-a421-3663800dc93d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9f43d9a-d5c3-4172-a5d6-8803666768bb') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:06:06.766403 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-a0a97493-0f6b-474c-a421-3663800dc93d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9f43d9a-d5c3-4172-a5d6-8803666768bb') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:06:06.781869 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a0a97493-0f6b-474c-a421-3663800dc93d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:06.810627 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a0a97493-0f6b-474c-a421-3663800dc93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:06.822327 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a97493-0f6b-474c-a421-3663800dc93d admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:06:06.823461 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a0a97493-0f6b-474c-a421-3663800dc93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:06.840990 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:06:06.840990 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:06:06.840990 n-d-842952-2 neutron-server[83911]: timer() May 23 11:06:06.840990 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:06:06.840990 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:06:06.840990 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:06:06.840990 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:06:06.840990 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:06:06.840990 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:06:06.840990 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:06:06.840990 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:06:06.840990 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:06:06.840990 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:06:06.840990 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:06:06.840990 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:06:06.840990 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:06:06.840990 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:06:06.840990 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:06:06.840990 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:06:06.840990 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:06:06.840990 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:06:06.840990 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:06:06.840990 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:06:06.840990 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:06:06.840990 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:06:06.840990 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:06:06.840990 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:06:06.840990 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:06:06.840990 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:06:06.840990 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:06:06.840990 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:06:06.840990 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:06:06.890753 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-083b2317-6abe-4d64-9d71-2f2b78b0b775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:06.899382 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-083b2317-6abe-4d64-9d71-2f2b78b0b775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:06.945980 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-735e9f64-2505-4d4e-b9a9-08f7f22d99c5'] response: {'server_uuid': 'c4e1479c-b00e-459b-9731-7743fa0691b6', 'name': 'network-vif-deleted', 'tag': 'b2f98c58-425b-4ec1-8d6f-d8eb0156696f', 'status': 'completed', 'code': 200} May 23 11:06:06.988250 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a0a97493-0f6b-474c-a421-3663800dc93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:06.995608 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 23 11:06:06.995608 n-d-842952-2 neutron-server[83912]: util.warn_limited( May 23 11:06:06.995608 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 23 11:06:06.995608 n-d-842952-2 neutron-server[83912]: util.warn_limited( May 23 11:06:06.995608 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:06:06.995608 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:06:06.995608 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:06:06.995608 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:06:06.995608 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:06:06.995608 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:06:06.995608 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:06:06.995608 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:06:06.995608 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:06:06.995608 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:06:06.995608 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:06:06.995608 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:06:06.995608 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:06:06.995608 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:06:06.995608 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:06:06.995608 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:06:06.995608 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:06:06.995608 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:06:06.995608 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:06:06.995608 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:06:06.995608 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:06:06.995608 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:06:06.995608 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:06:06.995608 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:06:06.995608 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:06:06.995608 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:06:06.995608 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:06:06.995608 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:06:06.995608 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:06:06.995608 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:06:06.995608 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:06:06.995608 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:06:06.995608 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:06:06.995608 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:06:06.995608 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:06:06.995608 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:06:06.998630 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:06:06.998630 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:06:06.998630 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:06:06.998630 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:06:06.998630 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:06:06.998630 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:06:06.998630 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:06:06.998630 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:06:06.998630 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:06:06.998630 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:06:06.998630 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:06:06.998630 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:06:06.998630 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:06:06.998630 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:06:06.998630 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:06:06.998630 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:06:07.014050 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-f2249153-6b5b-4066-87e3-bb25c4489f44 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:06:07.014505 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-f2249153-6b5b-4066-87e3-bb25c4489f44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:06:07.022939 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a0a97493-0f6b-474c-a421-3663800dc93d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:07.042943 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b2317-6abe-4d64-9d71-2f2b78b0b775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e320d5d2-dd74-4f42-9740-1a7784219e65,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:07.068364 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a97493-0f6b-474c-a421-3663800dc93d admin admin] Pushing event deleted for resources: {'Network': ['ID=0930e7e8-6d74-47b9-b850-f307a169b841,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:07.078245 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-083b2317-6abe-4d64-9d71-2f2b78b0b775 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4003a32d63ee49708e0554e5e114540c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7100527 May 23 11:06:07.080843 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43164) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:07.094765 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a0a97493-0f6b-474c-a421-3663800dc93d admin admin] 10.222.0.79 "DELETE /v2.0/networks/0930e7e8-6d74-47b9-b850-f307a169b841 HTTP/1.1" status: 204 len: 168 time: 1.8646743 May 23 11:06:07.117883 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port be0f99ec-f7a0-42a2-93fa-219688c6dbe7, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=be0f99ec-f7a0-42a2-93fa-219688c6dbe7,segment=NetworkSegment(fd694e75-b880-453e-8812-db46a23e85d2),segment_id=fd694e75-b880-453e-8812-db46a23e85d2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:06:07.173217 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': 'be0f99ec-f7a0-42a2-93fa-219688c6dbe7', 'network_id': '80a6da85-0536-4b78-be68-78daca68abe3', 'port_id': 'be0f99ec-f7a0-42a2-93fa-219688c6dbe7', 'mac_address': 'fa:16:3e:8b:c8:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '987cf047-3bbb-4256-b71c-799577402385', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:06:07.187051 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2bf5b858-b030-49f1-8946-e494738fece4 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:06:07.194572 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7f53ed19-a615-49b6-96fc-3306aeb6c753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:07.241993 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7f53ed19-a615-49b6-96fc-3306aeb6c753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:07.313318 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 2bf5b858-b030-49f1-8946-e494738fece4 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:06:07.316146 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2bf5b858-b030-49f1-8946-e494738fece4 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:06:07.400182 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7f53ed19-a615-49b6-96fc-3306aeb6c753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:07.406845 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43174) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:07.418856 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53ed19-a615-49b6-96fc-3306aeb6c753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e320d5d2-dd74-4f42-9740-1a7784219e65,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:07.436260 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f53ed19-a615-49b6-96fc-3306aeb6c753 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:06:07.436716 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f53ed19-a615-49b6-96fc-3306aeb6c753 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:06:07.437151 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f53ed19-a615-49b6-96fc-3306aeb6c753 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:06:07.437582 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f53ed19-a615-49b6-96fc-3306aeb6c753 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:06:07.438011 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f53ed19-a615-49b6-96fc-3306aeb6c753 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:06:07.438433 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f53ed19-a615-49b6-96fc-3306aeb6c753 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:06:07.438860 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f53ed19-a615-49b6-96fc-3306aeb6c753 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:06:07.439283 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f53ed19-a615-49b6-96fc-3306aeb6c753 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:06:07.440017 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f53ed19-a615-49b6-96fc-3306aeb6c753 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:06:07.440444 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f53ed19-a615-49b6-96fc-3306aeb6c753 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:06:07.441321 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f53ed19-a615-49b6-96fc-3306aeb6c753 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:06:07.455767 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:07.478987 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7f53ed19-a615-49b6-96fc-3306aeb6c753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:07.480332 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7f53ed19-a615-49b6-96fc-3306aeb6c753 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e320d5d2-dd74-4f42-9740-1a7784219e65 HTTP/1.1" status: 204 len: 168 time: 0.3966136 May 23 11:06:07.500716 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be0f99ec-f7a0-42a2-93fa-219688c6dbe7 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:06:07.507302 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d80e24-6a97-4d1c-a613-d77cbed74fda req-5e9fe5d9-a1c7-42ec-be9d-b488f252a008 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:07.516101 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-91d80e24-6a97-4d1c-a613-d77cbed74fda req-5e9fe5d9-a1c7-42ec-be9d-b488f252a008 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/ports?device_id=10fb6abf-5ed8-41a2-871c-87a6e67cf72c HTTP/1.1" status: 200 len: 943 time: 0.1828816 May 23 11:06:07.544402 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port be0f99ec-f7a0-42a2-93fa-219688c6dbe7, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=be0f99ec-f7a0-42a2-93fa-219688c6dbe7,segment=NetworkSegment(fd694e75-b880-453e-8812-db46a23e85d2),segment_id=fd694e75-b880-453e-8812-db46a23e85d2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:06:07.553768 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f2249153-6b5b-4066-87e3-bb25c4489f44 None None] Deleting port 2bf5b858-b030-49f1-8946-e494738fece4 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:06:07.554228 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f2249153-6b5b-4066-87e3-bb25c4489f44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:07.559920 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5e57fbf0-a96f-464a-a0b2-f2350400b372 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e45cf791a4a1458dadb0a080d541d299&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1512148 May 23 11:06:07.562686 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43184) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:07.589917 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-91d80e24-6a97-4d1c-a613-d77cbed74fda req-2ac4de4d-f8e4-43dd-ad52-580948f2308d tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb42520-b91d-4ed8-aab7-5a7d3a9fc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726798 May 23 11:06:07.606959 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:07.745137 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f2249153-6b5b-4066-87e3-bb25c4489f44 None None] The port '2bf5b858-b030-49f1-8946-e494738fece4' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:06:07.769118 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-424af1dc-23f3-454e-9bba-ad7548ae3f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:07.826564 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:07.845194 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=be0f99ec-f7a0-42a2-93fa-219688c6dbe7,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:07.871672 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-424af1dc-23f3-454e-9bba-ad7548ae3f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:08.025596 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43196) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:08.052032 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['be0f99ec-f7a0-42a2-93fa-219688c6dbe7'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:06:08.058166 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-424af1dc-23f3-454e-9bba-ad7548ae3f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:08.098906 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-424af1dc-23f3-454e-9bba-ad7548ae3f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:08.102545 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-424af1dc-23f3-454e-9bba-ad7548ae3f3e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fd7ae4e9-c64f-43e7-a534-5bc4072aa4f8 HTTP/1.1" status: 204 len: 168 time: 0.5364339 May 23 11:06:08.109192 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424af1dc-23f3-454e-9bba-ad7548ae3f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7ae4e9-c64f-43e7-a534-5bc4072aa4f8,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:08.133633 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212051e9-49c1-4c28-9c5b-a2cfa39c577d req-5df786be-9102-44d3-9844-df33be3b9855 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:08.143111 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-212051e9-49c1-4c28-9c5b-a2cfa39c577d req-5df786be-9102-44d3-9844-df33be3b9855 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ad875c4-0a44-40c0-b6ce-56779a923e5a HTTP/1.1" status: 200 len: 945 time: 0.1761050 May 23 11:06:08.251053 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-212051e9-49c1-4c28-9c5b-a2cfa39c577d req-2cbd2253-5a8d-4905-8eb5-0fc378d840ca tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] 10.222.0.79 "GET /v2.0/security-groups?id=618bcc9f-d226-4960-9bda-3166b6e8e5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067722 May 23 11:06:08.503139 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-20d4d37d-8eda-4543-8867-bcf241f760a9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d75dde8d8e3541f8a16615b5aba5e3ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4759126 May 23 11:06:08.505659 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43228) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:08.653064 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cbe2a434-fb30-4783-9569-163b014ea2b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:08.683605 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000fc146-5bc4-496f-9849-8a4402e9a028 req-48996c38-6ecb-47b1-a8ae-dd6daa4246a7 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:08.689452 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-000fc146-5bc4-496f-9849-8a4402e9a028 req-48996c38-6ecb-47b1-a8ae-dd6daa4246a7 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ad875c4-0a44-40c0-b6ce-56779a923e5a HTTP/1.1" status: 200 len: 945 time: 0.1511559 May 23 11:06:08.693168 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cbe2a434-fb30-4783-9569-163b014ea2b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:08.758719 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device b2f98c58-425b-4ec1-8d6f-d8eb0156696f no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:06:08.802825 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cbe2a434-fb30-4783-9569-163b014ea2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:08.848083 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2a434-fb30-4783-9569-163b014ea2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2537ecff-5c45-4388-ab6e-4dbe7605dcbb,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:08.872585 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cbe2a434-fb30-4783-9569-163b014ea2b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:08.877906 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-cbe2a434-fb30-4783-9569-163b014ea2b9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2537ecff-5c45-4388-ab6e-4dbe7605dcbb HTTP/1.1" status: 204 len: 168 time: 0.3701797 May 23 11:06:08.883560 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: b2f98c58-425b-4ec1-8d6f-d8eb0156696f {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:06:08.884093 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device b2f98c58-425b-4ec1-8d6f-d8eb0156696f not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:06:08.941350 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-000fc146-5bc4-496f-9849-8a4402e9a028 req-d8906ce8-1601-432b-94b2-0acb65e97bd3 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] Deleting port a79b270b-fdea-4225-9eed-e7f906b9242f {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:06:08.941688 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-000fc146-5bc4-496f-9849-8a4402e9a028 req-d8906ce8-1601-432b-94b2-0acb65e97bd3 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:09.062868 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:09.203737 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0eee2b41-5735-4b73-b032-8c08369de25a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:09.240819 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebcf39-95d3-4c30-b6cb-68002c092599 req-aa3efd55-710e-4554-97a4-611645f58de4 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:09.247611 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9ebcf39-95d3-4c30-b6cb-68002c092599 req-aa3efd55-710e-4554-97a4-611645f58de4 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/ports?device_id=10fb6abf-5ed8-41a2-871c-87a6e67cf72c HTTP/1.1" status: 200 len: 944 time: 0.4719167 May 23 11:06:09.323571 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-000fc146-5bc4-496f-9849-8a4402e9a028 req-d8906ce8-1601-432b-94b2-0acb65e97bd3 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] For port a79b270b-fdea-4225-9eed-e7f906b9242f, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=a79b270b-fdea-4225-9eed-e7f906b9242f,segment=NetworkSegment(96e1d8b7-c4b2-411b-af66-81bcb9c7f1e1),segment_id=96e1d8b7-c4b2-411b-af66-81bcb9c7f1e1)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:06:09.324039 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-000fc146-5bc4-496f-9849-8a4402e9a028 req-d8906ce8-1601-432b-94b2-0acb65e97bd3 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:09.356809 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9ebcf39-95d3-4c30-b6cb-68002c092599 req-2af1fa30-6e64-4feb-948e-d873cf290c08 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb42520-b91d-4ed8-aab7-5a7d3a9fc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081419 May 23 11:06:09.651861 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-000fc146-5bc4-496f-9849-8a4402e9a028 req-d8906ce8-1601-432b-94b2-0acb65e97bd3 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] Calling delete_port for a79b270b-fdea-4225-9eed-e7f906b9242f owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:06:09.757869 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43304) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:09.892537 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1f00cfb0-98b4-41d1-9f87-5965c482c0a1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d1d3602c96474ceab9d66bc3ff2312dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1314075 May 23 11:06:09.894981 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43316) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:09.897415 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-000fc146-5bc4-496f-9849-8a4402e9a028 req-d8906ce8-1601-432b-94b2-0acb65e97bd3 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:09.933928 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['a79b270b-fdea-4225-9eed-e7f906b9242f'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:06:09.971082 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc42061-ecbe-46a6-bd93-6b4bde03df03 req-deed4c8d-1935-4b43-90fb-0f2b34a66b5f tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:09.980727 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2fc42061-ecbe-46a6-bd93-6b4bde03df03 req-deed4c8d-1935-4b43-90fb-0f2b34a66b5f tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ad875c4-0a44-40c0-b6ce-56779a923e5a HTTP/1.1" status: 200 len: 945 time: 0.3361504 May 23 11:06:10.014508 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8906ce8-1601-432b-94b2-0acb65e97bd3 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] Pushing event deleted for resources: {'Port': ['ID=a79b270b-fdea-4225-9eed-e7f906b9242f,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:10.086533 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1f110d13-f5e6-4040-a367-89197c97b0cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:10.119357 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1f110d13-f5e6-4040-a367-89197c97b0cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:10.139676 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2fc42061-ecbe-46a6-bd93-6b4bde03df03 req-88006cc8-acd4-443a-831f-07508954e6fd tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] 10.222.0.79 "GET /v2.0/security-groups?id=618bcc9f-d226-4960-9bda-3166b6e8e5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575496 May 23 11:06:10.189397 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-000fc146-5bc4-496f-9849-8a4402e9a028 req-d8906ce8-1601-432b-94b2-0acb65e97bd3 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] No DVR routers for this DVR port a79b270b-fdea-4225-9eed-e7f906b9242f on host n-h2-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:06:10.189397 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-000fc146-5bc4-496f-9849-8a4402e9a028 req-d8906ce8-1601-432b-94b2-0acb65e97bd3 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:10.189397 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ad875c4-0a44-40c0-b6ce-56779a923e5a', 'name': 'network-vif-deleted', 'tag': 'a79b270b-fdea-4225-9eed-e7f906b9242f'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:06:10.218731 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1f110d13-f5e6-4040-a367-89197c97b0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:10.219703 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-000fc146-5bc4-496f-9849-8a4402e9a028 req-d8906ce8-1601-432b-94b2-0acb65e97bd3 tempest-ServerTagsTestJSON-498213298 tempest-ServerTagsTestJSON-498213298-project] 10.222.0.81 "DELETE /v2.0/ports/a79b270b-fdea-4225-9eed-e7f906b9242f HTTP/1.1" status: 204 len: 173 time: 1.5226130 May 23 11:06:10.235503 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219be2c7-202f-48bd-89c2-b9f4b50169ca req-30e00016-4e89-4a62-a10b-899e62f7c2f1 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:10.242877 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-219be2c7-202f-48bd-89c2-b9f4b50169ca req-30e00016-4e89-4a62-a10b-899e62f7c2f1 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.79 "GET /v2.0/ports?device_id=a923ca38-2c58-458d-92f3-977e0e9e144b HTTP/1.1" status: 200 len: 949 time: 0.2317333 May 23 11:06:10.269377 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f110d13-f5e6-4040-a367-89197c97b0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05080b21-d1f9-4936-b279-b54e8cb196b9,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:10.292068 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1f110d13-f5e6-4040-a367-89197c97b0cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:10.293363 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1f110d13-f5e6-4040-a367-89197c97b0cc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/05080b21-d1f9-4936-b279-b54e8cb196b9 HTTP/1.1" status: 204 len: 168 time: 0.3974202 May 23 11:06:10.302285 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-219be2c7-202f-48bd-89c2-b9f4b50169ca req-7ce26d73-06c0-4e17-9689-444ff3c0fbbc tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.79 "GET /v2.0/security-groups?id=336e08ad-b29f-4151-99b3-e10dd6823e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583172 May 23 11:06:10.356827 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-301805f0-68b5-46a9-9545-a91f41a4fe67'] response: {'server_uuid': '3ad875c4-0a44-40c0-b6ce-56779a923e5a', 'name': 'network-vif-deleted', 'tag': 'a79b270b-fdea-4225-9eed-e7f906b9242f', 'status': 'completed', 'code': 200} May 23 11:06:10.646559 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b313c8-70f3-487e-883c-800b5dcbb03a req-0ca71fcf-4797-4e55-bcd6-d9c825c4369f tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:10.653653 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-70b313c8-70f3-487e-883c-800b5dcbb03a req-0ca71fcf-4797-4e55-bcd6-d9c825c4369f tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/ports?device_id=10fb6abf-5ed8-41a2-871c-87a6e67cf72c HTTP/1.1" status: 200 len: 944 time: 0.1068301 May 23 11:06:10.701397 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-70b313c8-70f3-487e-883c-800b5dcbb03a req-85e95b80-580b-498f-8581-4ac58799caea tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb42520-b91d-4ed8-aab7-5a7d3a9fc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467732 May 23 11:06:10.774638 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device be0f99ec-f7a0-42a2-93fa-219688c6dbe7 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:06:10.897409 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43348) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:10.919340 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port be0f99ec-f7a0-42a2-93fa-219688c6dbe7 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:06:10.928841 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port be0f99ec-f7a0-42a2-93fa-219688c6dbe7 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:06:10.929246 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:11.106285 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:11.138194 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10fb6abf-5ed8-41a2-871c-87a6e67cf72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0f99ec-f7a0-42a2-93fa-219688c6dbe7'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:06:11.155067 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port be0f99ec-f7a0-42a2-93fa-219688c6dbe7, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=be0f99ec-f7a0-42a2-93fa-219688c6dbe7,segment=NetworkSegment(fd694e75-b880-453e-8812-db46a23e85d2),segment_id=fd694e75-b880-453e-8812-db46a23e85d2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:06:11.162417 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:11.163262 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device a79b270b-fdea-4225-9eed-e7f906b9242f no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:06:11.227853 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-422b2c99-c96d-4512-bb7a-36ad1e4e272d'] response: {'server_uuid': '10fb6abf-5ed8-41a2-871c-87a6e67cf72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0f99ec-f7a0-42a2-93fa-219688c6dbe7', 'code': 200} May 23 11:06:11.235366 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e6c85b11-eb20-41cf-8ed6-e8d012a3e3ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:11.269302 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: a79b270b-fdea-4225-9eed-e7f906b9242f {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:06:11.269650 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device a79b270b-fdea-4225-9eed-e7f906b9242f not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:06:11.310895 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e6c85b11-eb20-41cf-8ed6-e8d012a3e3ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:11.319009 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e6c85b11-eb20-41cf-8ed6-e8d012a3e3ad admin admin] Usage tracker for resource:security_group_rule and tenant:96d0b95e865b4743ae8c9470b93175ac is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:11.325088 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e6c85b11-eb20-41cf-8ed6-e8d012a3e3ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:11.341353 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e6c85b11-eb20-41cf-8ed6-e8d012a3e3ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:11.371864 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=be0f99ec-f7a0-42a2-93fa-219688c6dbe7,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:11.480384 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-22fee420-0d06-45ac-a6f4-7efba845f920 req-39b5efb3-bc16-4ac8-a192-7899029e1ae5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=10fb6abf-5ed8-41a2-871c-87a6e67cf72c HTTP/1.1" status: 200 len: 1096 time: 0.1650579 May 23 11:06:11.481396 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8a436c41-d77f-4d2d-91d7-a1b6c20b10f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:11.553273 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43378) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:11.568005 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e6c85b11-eb20-41cf-8ed6-e8d012a3e3ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:11.573947 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e6c85b11-eb20-41cf-8ed6-e8d012a3e3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:11.647034 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-22fee420-0d06-45ac-a6f4-7efba845f920 req-b8ddaaed-f0e2-4ee2-b954-424d1f596acf service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=4fb42520-b91d-4ed8-aab7-5a7d3a9fc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586158 May 23 11:06:11.652635 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f8ef6ed-11e5-4c19-92d7-2b88f10ed2b3 admin admin] Deleting subnet ec5ab81b-b58b-42e9-a495-3d7f0e059569 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:06:11.656168 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3f8ef6ed-11e5-4c19-92d7-2b88f10ed2b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:11.693457 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c85b11-eb20-41cf-8ed6-e8d012a3e3ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b10b872-60f1-4e3d-bf0d-4612bfdeaaed,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:11.703815 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e6c85b11-eb20-41cf-8ed6-e8d012a3e3ad admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=96d0b95e865b4743ae8c9470b93175ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8047769 May 23 11:06:11.706975 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43394) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:11.721597 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3f8ef6ed-11e5-4c19-92d7-2b88f10ed2b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:11.824820 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f52a0bd6-6fe0-4e87-8024-abf6c271f178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:11.833916 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3f8ef6ed-11e5-4c19-92d7-2b88f10ed2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:11.872154 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f52a0bd6-6fe0-4e87-8024-abf6c271f178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:11.938987 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f52a0bd6-6fe0-4e87-8024-abf6c271f178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:11.957245 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a0bd6-6fe0-4e87-8024-abf6c271f178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b10b872-60f1-4e3d-bf0d-4612bfdeaaed,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:11.967479 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f52a0bd6-6fe0-4e87-8024-abf6c271f178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:11.968517 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f52a0bd6-6fe0-4e87-8024-abf6c271f178 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1b10b872-60f1-4e3d-bf0d-4612bfdeaaed HTTP/1.1" status: 204 len: 168 time: 0.2606258 May 23 11:06:11.993129 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3f8ef6ed-11e5-4c19-92d7-2b88f10ed2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:12.075477 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ef6ed-11e5-4c19-92d7-2b88f10ed2b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec5ab81b-b58b-42e9-a495-3d7f0e059569,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:12.100230 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3f8ef6ed-11e5-4c19-92d7-2b88f10ed2b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:12.113369 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3f8ef6ed-11e5-4c19-92d7-2b88f10ed2b3 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/ec5ab81b-b58b-42e9-a495-3d7f0e059569 HTTP/1.1" status: 204 len: 168 time: 0.5533366 May 23 11:06:12.116360 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43416) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:12.174847 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21752de-61a5-4d48-8571-a57472a521f8 req-694f1adc-5c70-4def-ad61-2843c7deaebc tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:12.177159 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a21752de-61a5-4d48-8571-a57472a521f8 req-694f1adc-5c70-4def-ad61-2843c7deaebc tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/ports?device_id=10fb6abf-5ed8-41a2-871c-87a6e67cf72c HTTP/1.1" status: 200 len: 945 time: 0.1407177 May 23 11:06:12.182897 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a08bb-ea67-451f-80ea-3dab85312ae3 req-d352eff8-60ac-42e1-ac45-f46afc5cd516 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:12.184468 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-318a08bb-ea67-451f-80ea-3dab85312ae3 req-d352eff8-60ac-42e1-ac45-f46afc5cd516 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.79 "GET /v2.0/ports?device_id=a923ca38-2c58-458d-92f3-977e0e9e144b HTTP/1.1" status: 200 len: 949 time: 0.2581816 May 23 11:06:12.269375 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a21752de-61a5-4d48-8571-a57472a521f8 req-96729553-7e70-4b58-a9fa-aeb0b6a5c9fb tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb42520-b91d-4ed8-aab7-5a7d3a9fc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839407 May 23 11:06:12.271762 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-318a08bb-ea67-451f-80ea-3dab85312ae3 req-eb3abe60-63ec-4473-a4b2-ef7d3cbe90ea tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.79 "GET /v2.0/security-groups?id=336e08ad-b29f-4151-99b3-e10dd6823e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704534 May 23 11:06:12.318276 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a828ed17-9c02-4cb1-987d-b19b29663834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:12.517720 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a828ed17-9c02-4cb1-987d-b19b29663834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:12.556329 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-a828ed17-9c02-4cb1-987d-b19b29663834 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a0b3b07-ec14-4e7c-adca-97af16e62f1d']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:06:12.561021 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:12.575189 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-a828ed17-9c02-4cb1-987d-b19b29663834 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96e1d8b7-c4b2-411b-af66-81bcb9c7f1e1') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:06:12.575589 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-a828ed17-9c02-4cb1-987d-b19b29663834 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96e1d8b7-c4b2-411b-af66-81bcb9c7f1e1') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:06:12.589317 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a828ed17-9c02-4cb1-987d-b19b29663834 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:12.607088 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a828ed17-9c02-4cb1-987d-b19b29663834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:12.616086 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a828ed17-9c02-4cb1-987d-b19b29663834 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:06:12.616759 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a828ed17-9c02-4cb1-987d-b19b29663834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:12.632773 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:06:12.632773 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:06:12.632773 n-d-842952-2 neutron-server[83911]: timer() May 23 11:06:12.632773 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:06:12.632773 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:06:12.632773 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:06:12.632773 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:06:12.632773 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:06:12.632773 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:06:12.632773 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:06:12.632773 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:06:12.632773 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:06:12.632773 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:06:12.632773 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:06:12.632773 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:06:12.632773 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:06:12.632773 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:06:12.632773 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:06:12.632773 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:06:12.632773 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:06:12.632773 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:06:12.632773 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:06:12.632773 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:06:12.632773 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:06:12.632773 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:06:12.632773 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:06:12.632773 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:06:12.632773 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:06:12.632773 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:06:12.632773 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:06:12.632773 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:06:12.632773 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:06:12.759513 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:12.762381 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a828ed17-9c02-4cb1-987d-b19b29663834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:12.790882 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a828ed17-9c02-4cb1-987d-b19b29663834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:12.804638 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828ed17-9c02-4cb1-987d-b19b29663834 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a0b3b07-ec14-4e7c-adca-97af16e62f1d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:12.808610 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a828ed17-9c02-4cb1-987d-b19b29663834 admin admin] 10.222.0.79 "DELETE /v2.0/networks/3a0b3b07-ec14-4e7c-adca-97af16e62f1d HTTP/1.1" status: 204 len: 168 time: 0.6907575 May 23 11:06:13.121455 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 67fc6188-916f-4bcd-a0b5-f7b840ca41aa details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:06:13.125755 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43478) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:13.210306 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43484) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:13.264977 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d9e63f34-bc58-4a55-b50c-097b58e975c0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e6c0f51f245f48bab9e9505b0f7e9029&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0543075 May 23 11:06:13.267360 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43490) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:13.276991 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 67fc6188-916f-4bcd-a0b5-f7b840ca41aa, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=67fc6188-916f-4bcd-a0b5-f7b840ca41aa,segment=NetworkSegment(627b9d90-481e-4586-8e5b-ec8be80efc37),segment_id=627b9d90-481e-4586-8e5b-ec8be80efc37)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:06:13.293660 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '67fc6188-916f-4bcd-a0b5-f7b840ca41aa', 'network_id': '93233ebd-402e-45bd-b397-1f41a2b23d60', 'port_id': '67fc6188-916f-4bcd-a0b5-f7b840ca41aa', 'mac_address': 'fa:16:3e:d8:e6:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9294d2b8-973f-442c-9036-697778dd5201', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:06:13.333004 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b4474a7c-10da-4283-a392-02079d14b048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:13.373731 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:13.380553 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b4474a7c-10da-4283-a392-02079d14b048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:13.408593 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67fc6188-916f-4bcd-a0b5-f7b840ca41aa {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:06:13.434898 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 67fc6188-916f-4bcd-a0b5-f7b840ca41aa, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=67fc6188-916f-4bcd-a0b5-f7b840ca41aa,segment=NetworkSegment(627b9d90-481e-4586-8e5b-ec8be80efc37),segment_id=627b9d90-481e-4586-8e5b-ec8be80efc37)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:06:13.439127 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:13.444735 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b4474a7c-10da-4283-a392-02079d14b048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:13.534871 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4474a7c-10da-4283-a392-02079d14b048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618bcc9f-d226-4960-9bda-3166b6e8e5f6,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:13.559533 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b4474a7c-10da-4283-a392-02079d14b048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:13.560435 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ab3ff78b-bb1e-420e-a12e-1d4bb294804f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:13.561024 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b4474a7c-10da-4283-a392-02079d14b048 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/618bcc9f-d226-4960-9bda-3166b6e8e5f6 HTTP/1.1" status: 204 len: 168 time: 0.2923915 May 23 11:06:13.584546 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70311066-f017-4c20-8001-c32c53d752b6 req-e98277aa-5edd-4407-90cd-1533d6dfaa9f tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:13.588253 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=67fc6188-916f-4bcd-a0b5-f7b840ca41aa,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:13.592708 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-70311066-f017-4c20-8001-c32c53d752b6 req-e98277aa-5edd-4407-90cd-1533d6dfaa9f tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/ports?device_id=10fb6abf-5ed8-41a2-871c-87a6e67cf72c HTTP/1.1" status: 200 len: 945 time: 0.1291394 May 23 11:06:13.621524 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ab3ff78b-bb1e-420e-a12e-1d4bb294804f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:13.625283 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ab3ff78b-bb1e-420e-a12e-1d4bb294804f admin admin] Usage tracker for resource:security_group_rule and tenant:d29940525abd4afa8b1413ed84eb1133 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:13.628163 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ab3ff78b-bb1e-420e-a12e-1d4bb294804f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:13.632282 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['67fc6188-916f-4bcd-a0b5-f7b840ca41aa'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:06:13.633896 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ab3ff78b-bb1e-420e-a12e-1d4bb294804f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:13.672105 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-70311066-f017-4c20-8001-c32c53d752b6 req-198a85c1-95d7-4806-90ed-8729d319b732 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb42520-b91d-4ed8-aab7-5a7d3a9fc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780525 May 23 11:06:13.740245 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ab3ff78b-bb1e-420e-a12e-1d4bb294804f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:13.746480 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ab3ff78b-bb1e-420e-a12e-1d4bb294804f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:13.806900 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ff78b-bb1e-420e-a12e-1d4bb294804f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d23ba167-48fc-4c35-a0cb-38f9ea5d56a5,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:13.814114 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ab3ff78b-bb1e-420e-a12e-1d4bb294804f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d29940525abd4afa8b1413ed84eb1133&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6866481 May 23 11:06:13.816305 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43510) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:13.891512 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c89ce185-d388-49c5-964e-9cdda771ecc6 req-3fb9ae7f-1f38-4c84-aadd-755811bf909d tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-593970018&fields=id&tenant_id=a643d8d45b5e4265b115a47be7bb4f48 HTTP/1.1" status: 200 len: 267 time: 0.0587032 May 23 11:06:14.079861 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0c7611a7-fa5f-4308-85af-02960f001aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:14.102955 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:14.110651 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ce185-d388-49c5-964e-9cdda771ecc6 req-b8dd5079-3023-4d8d-810f-36170def1050 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:14.112231 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c89ce185-d388-49c5-964e-9cdda771ecc6 req-b8dd5079-3023-4d8d-810f-36170def1050 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/ports?device_id=10fb6abf-5ed8-41a2-871c-87a6e67cf72c HTTP/1.1" status: 200 len: 945 time: 0.2112741 May 23 11:06:14.119435 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0c7611a7-fa5f-4308-85af-02960f001aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:14.133862 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-c89ce185-d388-49c5-964e-9cdda771ecc6 req-d3cfccf9-4219-482d-bbaa-5eb8df00211c tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Request body: {'port': {'security_groups': ['4fb42520-b91d-4ed8-aab7-5a7d3a9fc71c', '33adcb0e-bb39-4ddc-b01b-65eeb090871a']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:06:14.369338 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0c7611a7-fa5f-4308-85af-02960f001aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:14.389994 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c89ce185-d388-49c5-964e-9cdda771ecc6 req-d3cfccf9-4219-482d-bbaa-5eb8df00211c tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:14.404258 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0c7611a7-fa5f-4308-85af-02960f001aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:14.405371 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0c7611a7-fa5f-4308-85af-02960f001aa9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d23ba167-48fc-4c35-a0cb-38f9ea5d56a5 HTTP/1.1" status: 204 len: 168 time: 0.5877504 May 23 11:06:14.406245 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7611a7-fa5f-4308-85af-02960f001aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23ba167-48fc-4c35-a0cb-38f9ea5d56a5,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:14.710166 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-c89ce185-d388-49c5-964e-9cdda771ecc6 req-d3cfccf9-4219-482d-bbaa-5eb8df00211c tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] For port be0f99ec-f7a0-42a2-93fa-219688c6dbe7, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=be0f99ec-f7a0-42a2-93fa-219688c6dbe7,segment=NetworkSegment(fd694e75-b880-453e-8812-db46a23e85d2),segment_id=fd694e75-b880-453e-8812-db46a23e85d2)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:06:14.744411 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c89ce185-d388-49c5-964e-9cdda771ecc6 req-d3cfccf9-4219-482d-bbaa-5eb8df00211c tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:14.752268 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c89ce185-d388-49c5-964e-9cdda771ecc6 req-d3cfccf9-4219-482d-bbaa-5eb8df00211c tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:14.789172 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['be0f99ec-f7a0-42a2-93fa-219688c6dbe7'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:06:14.841240 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 05a18725-4529-46cf-8c6c-791551fe733f no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:06:14.932252 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ce185-d388-49c5-964e-9cdda771ecc6 req-d3cfccf9-4219-482d-bbaa-5eb8df00211c tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:14.932856 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c89ce185-d388-49c5-964e-9cdda771ecc6 req-d3cfccf9-4219-482d-bbaa-5eb8df00211c tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:14.934965 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c89ce185-d388-49c5-964e-9cdda771ecc6 req-d3cfccf9-4219-482d-bbaa-5eb8df00211c tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "PUT /v2.0/ports/be0f99ec-f7a0-42a2-93fa-219688c6dbe7 HTTP/1.1" status: 200 len: 981 time: 0.8083494 May 23 11:06:14.935547 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10fb6abf-5ed8-41a2-871c-87a6e67cf72c', 'tag': 'be0f99ec-f7a0-42a2-93fa-219688c6dbe7'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:06:14.957968 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cfccf9-4219-482d-bbaa-5eb8df00211c tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Pushing event updated for resources: {'Port': ['ID=be0f99ec-f7a0-42a2-93fa-219688c6dbe7,revision_number=6']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:15.106690 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7b002ebf-c093-4002-9501-043e06f55029 req-b92e967b-fb79-4307-b45a-d2b8a3e7333e tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1396374223&fields=id&tenant_id=a643d8d45b5e4265b115a47be7bb4f48 HTTP/1.1" status: 200 len: 267 time: 0.0563209 May 23 11:06:15.130502 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['be0f99ec-f7a0-42a2-93fa-219688c6dbe7'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:06:15.162501 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 67fc6188-916f-4bcd-a0b5-f7b840ca41aa up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:06:15.186667 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:15.203721 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b002ebf-c093-4002-9501-043e06f55029 req-cb81fdcb-6f71-45e0-9dfb-6cf7670e2003 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:15.205263 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7b002ebf-c093-4002-9501-043e06f55029 req-cb81fdcb-6f71-45e0-9dfb-6cf7670e2003 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/ports?device_id=10fb6abf-5ed8-41a2-871c-87a6e67cf72c HTTP/1.1" status: 200 len: 984 time: 0.0975304 May 23 11:06:15.217723 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-7b002ebf-c093-4002-9501-043e06f55029 req-21e9897d-6318-4254-a92f-d1c4a28fa18d tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Request body: {'port': {'security_groups': ['33adcb0e-bb39-4ddc-b01b-65eeb090871a', '4fb42520-b91d-4ed8-aab7-5a7d3a9fc71c', 'ac50d281-a660-4ae0-8070-b65b0dfff208']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:06:15.281780 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a923ca38-2c58-458d-92f3-977e0e9e144b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05a18725-4529-46cf-8c6c-791551fe733f'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:06:15.328621 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 05a18725-4529-46cf-8c6c-791551fe733f, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=05a18725-4529-46cf-8c6c-791551fe733f,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:06:15.359855 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:15.426312 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc3d69f0-e70b-4372-ae95-21751de8f86d'] response: {'name': 'network-changed', 'server_uuid': '10fb6abf-5ed8-41a2-871c-87a6e67cf72c', 'tag': 'be0f99ec-f7a0-42a2-93fa-219688c6dbe7', 'status': 'completed', 'code': 200} May 23 11:06:15.441422 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7b002ebf-c093-4002-9501-043e06f55029 req-21e9897d-6318-4254-a92f-d1c4a28fa18d tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:15.533644 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 67fc6188-916f-4bcd-a0b5-f7b840ca41aa triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:06:15.534019 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:15.624893 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=05a18725-4529-46cf-8c6c-791551fe733f,revision_number=8']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:15.663865 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-940fe693-3560-447c-88c9-6f06445fd0f6 req-ad170f8e-5b2d-4543-86a4-bee148365dac service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a643d8d45b5e4265b115a47be7bb4f48&device_id=10fb6abf-5ed8-41a2-871c-87a6e67cf72c HTTP/1.1" status: 200 len: 1135 time: 0.1961007 May 23 11:06:15.756362 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db3c66d3-59a4-4d7c-ac94-fb2c1093bf80'] response: {'server_uuid': 'a923ca38-2c58-458d-92f3-977e0e9e144b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05a18725-4529-46cf-8c6c-791551fe733f', 'code': 200} May 23 11:06:15.757042 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:15.835816 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 67fc6188-916f-4bcd-a0b5-f7b840ca41aa, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=67fc6188-916f-4bcd-a0b5-f7b840ca41aa,segment=NetworkSegment(627b9d90-481e-4586-8e5b-ec8be80efc37),segment_id=627b9d90-481e-4586-8e5b-ec8be80efc37)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:06:15.848983 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:15.982168 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=67fc6188-916f-4bcd-a0b5-f7b840ca41aa,revision_number=7']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:16.028316 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940fe693-3560-447c-88c9-6f06445fd0f6 req-423464c0-6cb1-4dcd-b290-71c641355f79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:16.029787 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-940fe693-3560-447c-88c9-6f06445fd0f6 req-423464c0-6cb1-4dcd-b290-71c641355f79 service neutron] 10.222.0.81 "GET /v2.0/networks?id=80a6da85-0536-4b78-be68-78daca68abe3 HTTP/1.1" status: 200 len: 914 time: 0.3561764 May 23 11:06:16.105193 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-940fe693-3560-447c-88c9-6f06445fd0f6 req-879e057d-ce30-408f-98ff-189a92161a4b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be0f99ec-f7a0-42a2-93fa-219688c6dbe7 HTTP/1.1" status: 200 len: 217 time: 0.0661576 May 23 11:06:16.151730 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-7b002ebf-c093-4002-9501-043e06f55029 req-21e9897d-6318-4254-a92f-d1c4a28fa18d tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] For port be0f99ec-f7a0-42a2-93fa-219688c6dbe7, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=be0f99ec-f7a0-42a2-93fa-219688c6dbe7,segment=NetworkSegment(fd694e75-b880-453e-8812-db46a23e85d2),segment_id=fd694e75-b880-453e-8812-db46a23e85d2)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:06:16.192289 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940fe693-3560-447c-88c9-6f06445fd0f6 req-63ea9132-f13e-4e66-a283-612d2f7684df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:16.194009 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-940fe693-3560-447c-88c9-6f06445fd0f6 req-63ea9132-f13e-4e66-a283-612d2f7684df service neutron] 10.222.0.81 "GET /v2.0/subnets?id=987cf047-3bbb-4256-b71c-799577402385 HTTP/1.1" status: 200 len: 853 time: 0.0793529 May 23 11:06:16.200567 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7b002ebf-c093-4002-9501-043e06f55029 req-21e9897d-6318-4254-a92f-d1c4a28fa18d tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:16.262889 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43620) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:16.271295 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7b002ebf-c093-4002-9501-043e06f55029 req-21e9897d-6318-4254-a92f-d1c4a28fa18d tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:16.291037 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-940fe693-3560-447c-88c9-6f06445fd0f6 req-fe55369d-f63f-477c-bc48-88cbb7f7b1f4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=80a6da85-0536-4b78-be68-78daca68abe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883563 May 23 11:06:16.312076 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['be0f99ec-f7a0-42a2-93fa-219688c6dbe7'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:06:16.453823 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b002ebf-c093-4002-9501-043e06f55029 req-21e9897d-6318-4254-a92f-d1c4a28fa18d tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:16.454525 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7b002ebf-c093-4002-9501-043e06f55029 req-21e9897d-6318-4254-a92f-d1c4a28fa18d tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:16.472136 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7b002ebf-c093-4002-9501-043e06f55029 req-21e9897d-6318-4254-a92f-d1c4a28fa18d tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "PUT /v2.0/ports/be0f99ec-f7a0-42a2-93fa-219688c6dbe7 HTTP/1.1" status: 200 len: 1020 time: 1.2595050 May 23 11:06:16.501118 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9897d-6318-4254-a92f-d1c4a28fa18d tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Pushing event updated for resources: {'Port': ['ID=be0f99ec-f7a0-42a2-93fa-219688c6dbe7,revision_number=7']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:16.612268 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['be0f99ec-f7a0-42a2-93fa-219688c6dbe7'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:06:16.855452 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9c95a3a6-e255-4c3a-94c0-30fddd297401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:16.952915 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9c95a3a6-e255-4c3a-94c0-30fddd297401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:16.971730 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-9c95a3a6-e255-4c3a-94c0-30fddd297401 admin admin] Usage tracker for resource:security_group_rule and tenant:306e6652663a4c6aba9c7dc493f366d8 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:16.981989 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-9c95a3a6-e255-4c3a-94c0-30fddd297401 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:16.996895 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9c95a3a6-e255-4c3a-94c0-30fddd297401 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:17.065056 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-940fe693-3560-447c-88c9-6f06445fd0f6 req-9950a92b-878d-49a7-8b23-0836b94488ad service neutron] 10.222.0.81 "GET /v2.0/networks/80a6da85-0536-4b78-be68-78daca68abe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7389631 May 23 11:06:17.161502 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9c95a3a6-e255-4c3a-94c0-30fddd297401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:17.168241 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9c95a3a6-e255-4c3a-94c0-30fddd297401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:17.296395 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc8c94-11ed-4463-8f54-24c60d4e1646 req-bd4033fe-0c75-453a-8205-7d8218fc6232 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:17.297910 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1bdc8c94-11ed-4463-8f54-24c60d4e1646 req-bd4033fe-0c75-453a-8205-7d8218fc6232 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/ports?device_id=10fb6abf-5ed8-41a2-871c-87a6e67cf72c HTTP/1.1" status: 200 len: 1023 time: 0.3115385 May 23 11:06:17.312162 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b0c87-734b-4c5a-af99-d85789b6976a req-07fb24d4-9156-43f9-b2c0-574359938392 tempest-NetworksTest-1488076070 tempest-NetworksTest-1488076070-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:17.312658 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b0c87-734b-4c5a-af99-d85789b6976a req-07fb24d4-9156-43f9-b2c0-574359938392 tempest-NetworksTest-1488076070 tempest-NetworksTest-1488076070-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:17.313022 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b0c87-734b-4c5a-af99-d85789b6976a req-07fb24d4-9156-43f9-b2c0-574359938392 tempest-NetworksTest-1488076070 tempest-NetworksTest-1488076070-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:17.313374 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b0c87-734b-4c5a-af99-d85789b6976a req-07fb24d4-9156-43f9-b2c0-574359938392 tempest-NetworksTest-1488076070 tempest-NetworksTest-1488076070-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:17.313726 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b0c87-734b-4c5a-af99-d85789b6976a req-07fb24d4-9156-43f9-b2c0-574359938392 tempest-NetworksTest-1488076070 tempest-NetworksTest-1488076070-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:17.326701 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95a3a6-e255-4c3a-94c0-30fddd297401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d48df31-273b-433d-9465-b15031cc03aa,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:17.327252 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eb8b0c87-734b-4c5a-af99-d85789b6976a req-07fb24d4-9156-43f9-b2c0-574359938392 tempest-NetworksTest-1488076070 tempest-NetworksTest-1488076070-project-admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3599 time: 0.8062365 May 23 11:06:17.422748 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9c95a3a6-e255-4c3a-94c0-30fddd297401 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=306e6652663a4c6aba9c7dc493f366d8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1581850 May 23 11:06:17.425339 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43662) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:17.427539 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43666) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:17.438873 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10fb6abf-5ed8-41a2-871c-87a6e67cf72c', 'tag': 'be0f99ec-f7a0-42a2-93fa-219688c6dbe7'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:06:17.492439 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-940fe693-3560-447c-88c9-6f06445fd0f6 req-a61054c5-0df9-492c-bc6b-91cba6ce30f8 service neutron] 10.222.0.81 "GET /v2.0/networks/80a6da85-0536-4b78-be68-78daca68abe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4089503 May 23 11:06:17.569023 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1bdc8c94-11ed-4463-8f54-24c60d4e1646 req-2e7ee87d-8175-4aa4-bee2-1e92771e7222 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups?id=ac50d281-a660-4ae0-8070-b65b0dfff208&id=4fb42520-b91d-4ed8-aab7-5a7d3a9fc71c&id=33adcb0e-bb39-4ddc-b01b-65eeb090871a HTTP/1.1" status: 200 len: 5484 time: 0.2636800 May 23 11:06:17.575271 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6ec73264-d02f-4b3f-9817-0c72ec10f6d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:17.616107 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6ec73264-d02f-4b3f-9817-0c72ec10f6d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:17.681643 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b8f75bfd-ea25-4e46-8a7b-2fa2ec9f41be admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:17.723134 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b8f75bfd-ea25-4e46-8a7b-2fa2ec9f41be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:17.731572 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b8f75bfd-ea25-4e46-8a7b-2fa2ec9f41be admin admin] Usage tracker for resource:security_group_rule and tenant:bfc8c81c084545a984a7b7a1a2aa9dbc is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:17.736598 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b8f75bfd-ea25-4e46-8a7b-2fa2ec9f41be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:17.743460 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6ec73264-d02f-4b3f-9817-0c72ec10f6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:17.753770 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b8f75bfd-ea25-4e46-8a7b-2fa2ec9f41be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:17.757715 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f72581a-4347-4aa1-ae16-80cac182016a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fc6188-916f-4bcd-a0b5-f7b840ca41aa'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:06:17.776080 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec73264-d02f-4b3f-9817-0c72ec10f6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d48df31-273b-433d-9465-b15031cc03aa,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:17.785212 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6ec73264-d02f-4b3f-9817-0c72ec10f6d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:17.786511 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6ec73264-d02f-4b3f-9817-0c72ec10f6d7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5d48df31-273b-433d-9465-b15031cc03aa HTTP/1.1" status: 204 len: 168 time: 0.3601236 May 23 11:06:17.879018 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284937d3-b4b8-4055-9491-27e1f4ef3f78 req-76cbda8e-0535-45f1-a239-748a822c841b tempest-NetworksTest-1488076070 tempest-NetworksTest-1488076070-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:17.880508 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-284937d3-b4b8-4055-9491-27e1f4ef3f78 req-76cbda8e-0535-45f1-a239-748a822c841b tempest-NetworksTest-1488076070 tempest-NetworksTest-1488076070-project-admin] 10.222.0.79 "GET /v2.0/networks/87d63aa2-c2e7-4553-824a-d818708dd83b HTTP/1.1" status: 200 len: 886 time: 0.2776399 May 23 11:06:17.921425 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b8f75bfd-ea25-4e46-8a7b-2fa2ec9f41be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:17.934652 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b8f75bfd-ea25-4e46-8a7b-2fa2ec9f41be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:18.012012 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b8f75bfd-ea25-4e46-8a7b-2fa2ec9f41be admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bfc8c81c084545a984a7b7a1a2aa9dbc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5806324 May 23 11:06:18.014785 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43694) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:18.018198 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9228daa1-9b94-485a-8108-694991f3c1bd'] response: {'name': 'network-changed', 'server_uuid': '10fb6abf-5ed8-41a2-871c-87a6e67cf72c', 'tag': 'be0f99ec-f7a0-42a2-93fa-219688c6dbe7', 'status': 'completed', 'code': 200} May 23 11:06:18.059577 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f75bfd-ea25-4e46-8a7b-2fa2ec9f41be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e2e35c-137a-410e-82ef-f18711aa61dc,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:18.098246 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:06:18.145435 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-c16fa4c9-39da-4cfd-afcb-c080604ecdf1 req-96aa27be-45a6-4c9b-a100-7fdbc57142f4 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Request body: {'security_group': {'name': ' tempest-securitygroup -760943862 ', 'description': 'tempest-description-1427591472'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:06:18.193877 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-c16fa4c9-39da-4cfd-afcb-c080604ecdf1 req-96aa27be-45a6-4c9b-a100-7fdbc57142f4 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:18.205078 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-550b2869-d9b9-45f1-8785-f4d2f9a21282 tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=857638b85f3a44ac830e549579d68dad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504289 May 23 11:06:18.326601 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43704) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:18.326785 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-c16fa4c9-39da-4cfd-afcb-c080604ecdf1 req-96aa27be-45a6-4c9b-a100-7fdbc57142f4 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:18.350847 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cd4e1dbd-e6ed-48e8-ba47-93e1efb1d045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:18.369204 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c16fa4c9-39da-4cfd-afcb-c080604ecdf1 req-96aa27be-45a6-4c9b-a100-7fdbc57142f4 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:18.394576 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cd4e1dbd-e6ed-48e8-ba47-93e1efb1d045 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:18.395505 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-656d7744-1e3f-446b-9591-d5e88be203db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:18.402988 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-cd4e1dbd-e6ed-48e8-ba47-93e1efb1d045 admin admin] Usage tracker for resource:security_group_rule and tenant:360c0c9134e242a9b8fc1a784e01e74b is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:18.406572 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-cd4e1dbd-e6ed-48e8-ba47-93e1efb1d045 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:18.416342 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cd4e1dbd-e6ed-48e8-ba47-93e1efb1d045 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:18.499658 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-656d7744-1e3f-446b-9591-d5e88be203db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:18.524499 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-f8453e58-e1b2-45de-9989-135d7086db44 tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:18.526173 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-f8453e58-e1b2-45de-9989-135d7086db44 tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3200691 May 23 11:06:18.533869 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-c16fa4c9-39da-4cfd-afcb-c080604ecdf1 req-96aa27be-45a6-4c9b-a100-7fdbc57142f4 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:18.539123 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9d92d4d-74d4-4a95-b218-8db3efdafb2e req-9a19d7d3-d3a6-4f39-88e2-c5908c4706c7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a643d8d45b5e4265b115a47be7bb4f48&device_id=10fb6abf-5ed8-41a2-871c-87a6e67cf72c HTTP/1.1" status: 200 len: 1174 time: 0.4466789 May 23 11:06:18.553581 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-c16fa4c9-39da-4cfd-afcb-c080604ecdf1 req-96aa27be-45a6-4c9b-a100-7fdbc57142f4 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Usage tracker for resource:security_group_rule and tenant:a643d8d45b5e4265b115a47be7bb4f48 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:18.554753 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cd4e1dbd-e6ed-48e8-ba47-93e1efb1d045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:18.561024 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cd4e1dbd-e6ed-48e8-ba47-93e1efb1d045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:18.582943 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-c16fa4c9-39da-4cfd-afcb-c080604ecdf1 req-96aa27be-45a6-4c9b-a100-7fdbc57142f4 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:18.600132 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-c16fa4c9-39da-4cfd-afcb-c080604ecdf1 req-96aa27be-45a6-4c9b-a100-7fdbc57142f4 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:18.634036 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e1dbd-e6ed-48e8-ba47-93e1efb1d045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7867636-bf5e-497f-9cf1-6af36ead9552,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:18.658887 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-cd4e1dbd-e6ed-48e8-ba47-93e1efb1d045 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=360c0c9134e242a9b8fc1a784e01e74b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3307333 May 23 11:06:18.666367 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43712) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:18.684410 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-0ecd0a13-40a1-41e9-bd6e-951eda5c1802 tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] 10.222.0.79 "GET /v2.0/quotas/857638b85f3a44ac830e549579d68dad HTTP/1.1" status: 200 len: 375 time: 0.1442800 May 23 11:06:18.743187 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-43a3f980-7712-48c4-8e34-7648fe7fb7ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:18.765981 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-dd299ce2-72eb-4a7a-a710-294651812e7b tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=857638b85f3a44ac830e549579d68dad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0696163 May 23 11:06:18.815099 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-656d7744-1e3f-446b-9591-d5e88be203db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:18.821782 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-43a3f980-7712-48c4-8e34-7648fe7fb7ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:18.877619 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d7744-1e3f-446b-9591-d5e88be203db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e2e35c-137a-410e-82ef-f18711aa61dc,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:18.881344 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c16fa4c9-39da-4cfd-afcb-c080604ecdf1 req-96aa27be-45a6-4c9b-a100-7fdbc57142f4 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:18.884964 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d92d4d-74d4-4a95-b218-8db3efdafb2e req-5537b726-e175-4df2-99f8-6e29c9576604 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:18.886804 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9d92d4d-74d4-4a95-b218-8db3efdafb2e req-5537b726-e175-4df2-99f8-6e29c9576604 service neutron] 10.222.0.81 "GET /v2.0/networks?id=80a6da85-0536-4b78-be68-78daca68abe3 HTTP/1.1" status: 200 len: 914 time: 0.3302116 May 23 11:06:18.889376 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c16fa4c9-39da-4cfd-afcb-c080604ecdf1 req-96aa27be-45a6-4c9b-a100-7fdbc57142f4 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:18.936273 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-43a3f980-7712-48c4-8e34-7648fe7fb7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:18.989590 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a3f980-7712-48c4-8e34-7648fe7fb7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7867636-bf5e-497f-9cf1-6af36ead9552,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:19.008149 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-656d7744-1e3f-446b-9591-d5e88be203db admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:19.008902 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-43a3f980-7712-48c4-8e34-7648fe7fb7ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:19.012761 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-656d7744-1e3f-446b-9591-d5e88be203db admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f9e2e35c-137a-410e-82ef-f18711aa61dc HTTP/1.1" status: 204 len: 168 time: 0.9935396 May 23 11:06:19.014288 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-43a3f980-7712-48c4-8e34-7648fe7fb7ce admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e7867636-bf5e-497f-9cf1-6af36ead9552 HTTP/1.1" status: 204 len: 168 time: 0.3464451 May 23 11:06:19.062507 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c16fa4c9-39da-4cfd-afcb-c080604ecdf1 req-96aa27be-45a6-4c9b-a100-7fdbc57142f4 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:19.082631 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c16fa4c9-39da-4cfd-afcb-c080604ecdf1 req-96aa27be-45a6-4c9b-a100-7fdbc57142f4 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1619 time: 0.9912794 May 23 11:06:19.084130 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9d92d4d-74d4-4a95-b218-8db3efdafb2e req-2391fda3-3c51-40f5-a42e-8a85cd41c289 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be0f99ec-f7a0-42a2-93fa-219688c6dbe7 HTTP/1.1" status: 200 len: 217 time: 0.1869256 May 23 11:06:19.085871 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aa27be-45a6-4c9b-a100-7fdbc57142f4 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e2bab2-e07c-40e7-b5bd-3d4957de3cec,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:19.118367 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88de1bc1-b518-4d24-8993-e449f5f0065f'] response: {'server_uuid': '0f72581a-4347-4aa1-ae16-80cac182016a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fc6188-916f-4bcd-a0b5-f7b840ca41aa', 'code': 200} May 23 11:06:19.157915 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d92d4d-74d4-4a95-b218-8db3efdafb2e req-3a27b43f-0e73-4835-bc0a-a1bfd4be4f93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:19.159576 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9d92d4d-74d4-4a95-b218-8db3efdafb2e req-3a27b43f-0e73-4835-bc0a-a1bfd4be4f93 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=987cf047-3bbb-4256-b71c-799577402385 HTTP/1.1" status: 200 len: 853 time: 0.0697577 May 23 11:06:19.180169 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 1b5b7423-46ef-454f-8552-b674263818e6 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:06:19.284717 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9d92d4d-74d4-4a95-b218-8db3efdafb2e req-6632015b-4047-4e1a-ab4c-bce42fd226c4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=80a6da85-0536-4b78-be68-78daca68abe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1197457 May 23 11:06:19.562577 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 1b5b7423-46ef-454f-8552-b674263818e6, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=1b5b7423-46ef-454f-8552-b674263818e6,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:06:19.584199 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '1b5b7423-46ef-454f-8552-b674263818e6', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'port_id': '1b5b7423-46ef-454f-8552-b674263818e6', 'mac_address': 'fa:16:3e:23:66:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1719237-4a8e-4354-92b1-51064eb09c82', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:06:19.627205 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-70880444-27ec-4f57-9b4e-4eb18ddeef75 req-8d3b45f0-fb4b-4f31-91da-4a19f7daff48 tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e57a28d7-c26a-4ba5-a12b-01b2ec165ad5 HTTP/1.1" status: 200 len: 210 time: 0.0765498 May 23 11:06:19.683301 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:19.710903 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b5b7423-46ef-454f-8552-b674263818e6 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:06:19.733886 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 1b5b7423-46ef-454f-8552-b674263818e6, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=1b5b7423-46ef-454f-8552-b674263818e6,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:06:19.745351 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:19.906540 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['1b5b7423-46ef-454f-8552-b674263818e6'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:06:20.009642 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9d92d4d-74d4-4a95-b218-8db3efdafb2e req-e2b87572-f4a1-48d2-9b45-e7d5942c9be3 service neutron] 10.222.0.81 "GET /v2.0/networks/80a6da85-0536-4b78-be68-78daca68abe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7155056 May 23 11:06:20.030466 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37394df-869a-453d-9972-c938fae7d4c4 req-e41d7a96-0299-4590-a2f4-fb6f2e87d421 tempest-NetworksTest-1488076070 tempest-NetworksTest-1488076070-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:20.030877 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37394df-869a-453d-9972-c938fae7d4c4 req-e41d7a96-0299-4590-a2f4-fb6f2e87d421 tempest-NetworksTest-1488076070 tempest-NetworksTest-1488076070-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:20.031263 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37394df-869a-453d-9972-c938fae7d4c4 req-e41d7a96-0299-4590-a2f4-fb6f2e87d421 tempest-NetworksTest-1488076070 tempest-NetworksTest-1488076070-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:20.031620 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37394df-869a-453d-9972-c938fae7d4c4 req-e41d7a96-0299-4590-a2f4-fb6f2e87d421 tempest-NetworksTest-1488076070 tempest-NetworksTest-1488076070-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:20.031999 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37394df-869a-453d-9972-c938fae7d4c4 req-e41d7a96-0299-4590-a2f4-fb6f2e87d421 tempest-NetworksTest-1488076070 tempest-NetworksTest-1488076070-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:20.033944 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c37394df-869a-453d-9972-c938fae7d4c4 req-e41d7a96-0299-4590-a2f4-fb6f2e87d421 tempest-NetworksTest-1488076070 tempest-NetworksTest-1488076070-project-admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3599 time: 0.7802694 May 23 11:06:20.096526 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=1b5b7423-46ef-454f-8552-b674263818e6,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:20.125823 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:06:20.126553 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:06:20.126816 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:06:20.128003 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:06:20.129005 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:06:20.130927 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:06:20.131427 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:06:20.131990 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:06:20.136120 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:06:20.136881 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:06:20.137370 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:06:20.221736 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d61497d7-eb31-4350-b89e-8273051c4d82 req-7e65825a-8892-4d5d-8316-e279546265d3 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups/f9e2bab2-e07c-40e7-b5bd-3d4957de3cec HTTP/1.1" status: 200 len: 1614 time: 0.4629426 May 23 11:06:20.275019 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9d92d4d-74d4-4a95-b218-8db3efdafb2e req-4158011c-3fdf-4f16-a325-91bff6098e8e service neutron] 10.222.0.81 "GET /v2.0/networks/80a6da85-0536-4b78-be68-78daca68abe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485828 May 23 11:06:20.363109 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6622e345-c93c-4983-96bc-4fdad46595c5 req-9896f111-50bd-416d-bf39-30828878f1a7 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups/f9e2bab2-e07c-40e7-b5bd-3d4957de3cec HTTP/1.1" status: 200 len: 1614 time: 0.0833776 May 23 11:06:20.524060 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6622e345-c93c-4983-96bc-4fdad46595c5 req-ef42f955-b314-4e04-a01d-6d237c443cd1 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:20.631130 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6622e345-c93c-4983-96bc-4fdad46595c5 req-ef42f955-b314-4e04-a01d-6d237c443cd1 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:20.719266 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6622e345-c93c-4983-96bc-4fdad46595c5 req-ef42f955-b314-4e04-a01d-6d237c443cd1 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:20.762078 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef42f955-b314-4e04-a01d-6d237c443cd1 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e2bab2-e07c-40e7-b5bd-3d4957de3cec,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:20.779630 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6622e345-c93c-4983-96bc-4fdad46595c5 req-ef42f955-b314-4e04-a01d-6d237c443cd1 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:20.783218 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6622e345-c93c-4983-96bc-4fdad46595c5 req-ef42f955-b314-4e04-a01d-6d237c443cd1 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "DELETE /v2.0/security-groups/f9e2bab2-e07c-40e7-b5bd-3d4957de3cec HTTP/1.1" status: 204 len: 173 time: 0.4193108 May 23 11:06:20.829872 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43804) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:21.036433 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4da717fa-1702-422f-bbb6-5038f7ee8c08 req-b5b666ec-d1f2-4a59-b88d-70951e6b0f27 tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e57a28d7-c26a-4ba5-a12b-01b2ec165ad5 HTTP/1.1" status: 200 len: 210 time: 0.1263611 May 23 11:06:21.094752 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [req-c9ac57c3-baf0-4861-9de6-a383ccdf4088 req-040d1eec-310c-4626-b66e-972fb5eebe8a tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] show failed (client error): The resource could not be found. May 23 11:06:21.101165 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c9ac57c3-baf0-4861-9de6-a383ccdf4088 req-040d1eec-310c-4626-b66e-972fb5eebe8a tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups/f9e2bab2-e07c-40e7-b5bd-3d4957de3cec HTTP/1.1" status: 404 len: 352 time: 0.0338223 May 23 11:06:21.109839 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-49843cf3-8e6d-42ba-bf69-69d024e71925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:21.184730 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 1b5b7423-46ef-454f-8552-b674263818e6 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:06:21.194103 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-49843cf3-8e6d-42ba-bf69-69d024e71925 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:21.205002 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-49843cf3-8e6d-42ba-bf69-69d024e71925 admin admin] Usage tracker for resource:security_group_rule and tenant:815d0516c5e348beb19f0b184327f316 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:21.205240 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-58f7f3c6-8441-4c95-bd40-38de0e08ac10 req-d4207291-bdc5-4aef-a2bf-a8f55528aa37 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1728503365', 'description': 'tempest-description-1614308352'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:06:21.214170 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-49843cf3-8e6d-42ba-bf69-69d024e71925 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:21.223420 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-58f7f3c6-8441-4c95-bd40-38de0e08ac10 req-d4207291-bdc5-4aef-a2bf-a8f55528aa37 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:21.230188 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-49843cf3-8e6d-42ba-bf69-69d024e71925 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:21.238412 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-926cf726-b29a-40e3-b274-e5474e2930cd tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=857638b85f3a44ac830e549579d68dad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1215453 May 23 11:06:21.242129 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-58f7f3c6-8441-4c95-bd40-38de0e08ac10 req-d4207291-bdc5-4aef-a2bf-a8f55528aa37 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Usage tracker for resource:security_group and tenant:a643d8d45b5e4265b115a47be7bb4f48 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:21.247861 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-58f7f3c6-8441-4c95-bd40-38de0e08ac10 req-d4207291-bdc5-4aef-a2bf-a8f55528aa37 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:21.320197 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-58f7f3c6-8441-4c95-bd40-38de0e08ac10 req-d4207291-bdc5-4aef-a2bf-a8f55528aa37 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:21.361618 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 1b5b7423-46ef-454f-8552-b674263818e6 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:06:21.362191 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:21.409188 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-49843cf3-8e6d-42ba-bf69-69d024e71925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:21.435236 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-49843cf3-8e6d-42ba-bf69-69d024e71925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:21.475533 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-58f7f3c6-8441-4c95-bd40-38de0e08ac10 req-d4207291-bdc5-4aef-a2bf-a8f55528aa37 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:21.479504 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-49843cf3-8e6d-42ba-bf69-69d024e71925 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=815d0516c5e348beb19f0b184327f316&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6478219 May 23 11:06:21.484210 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43826) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:21.530262 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49843cf3-8e6d-42ba-bf69-69d024e71925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca7d403-2671-445d-803b-491084c3e566,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:21.608564 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-6d845452-f09b-46c3-8334-f24b3126c146 tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:21.610429 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-6d845452-f09b-46c3-8334-f24b3126c146 tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3638556 May 23 11:06:21.641633 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cac67212-c7a9-4c31-bd26-9c9d2da9b39e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:21.643375 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:21.661784 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-a041c33c-3e0c-498a-b46b-c3ab8aaed4fc tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Request body: {'port': {'device_id': 'e57a28d7-c26a-4ba5-a12b-01b2ec165ad5', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'admin_state_up': True, 'tenant_id': '857638b85f3a44ac830e549579d68dad'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:06:21.693615 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cac67212-c7a9-4c31-bd26-9c9d2da9b39e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:21.720551 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 1b5b7423-46ef-454f-8552-b674263818e6, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=1b5b7423-46ef-454f-8552-b674263818e6,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:06:21.722953 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2929f6d-a6d9-4b1b-9255-806e5e8dc82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5b7423-46ef-454f-8552-b674263818e6'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:06:21.736855 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:21.737460 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-58f7f3c6-8441-4c95-bd40-38de0e08ac10 req-d4207291-bdc5-4aef-a2bf-a8f55528aa37 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:21.796795 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cac67212-c7a9-4c31-bd26-9c9d2da9b39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:21.844932 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cac67212-c7a9-4c31-bd26-9c9d2da9b39e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:21.850178 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-cac67212-c7a9-4c31-bd26-9c9d2da9b39e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2ca7d403-2671-445d-803b-491084c3e566 HTTP/1.1" status: 204 len: 168 time: 0.3646927 May 23 11:06:21.857981 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac67212-c7a9-4c31-bd26-9c9d2da9b39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca7d403-2671-445d-803b-491084c3e566,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:21.863124 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-58f7f3c6-8441-4c95-bd40-38de0e08ac10 req-d4207291-bdc5-4aef-a2bf-a8f55528aa37 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Usage tracker for resource:security_group_rule and tenant:a643d8d45b5e4265b115a47be7bb4f48 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:21.878677 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6c63e58-cff1-4a65-ac7a-bbea6a98134b'] response: {'server_uuid': 'f2929f6d-a6d9-4b1b-9255-806e5e8dc82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5b7423-46ef-454f-8552-b674263818e6', 'code': 200} May 23 11:06:21.891215 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-58f7f3c6-8441-4c95-bd40-38de0e08ac10 req-d4207291-bdc5-4aef-a2bf-a8f55528aa37 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:21.917108 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-58f7f3c6-8441-4c95-bd40-38de0e08ac10 req-d4207291-bdc5-4aef-a2bf-a8f55528aa37 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:21.942054 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43850) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:21.974811 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=1b5b7423-46ef-454f-8552-b674263818e6,revision_number=7']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:22.080373 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-a041c33c-3e0c-498a-b46b-c3ab8aaed4fc tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:22.087626 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-a041c33c-3e0c-498a-b46b-c3ab8aaed4fc tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Usage tracker for resource:port and tenant:857638b85f3a44ac830e549579d68dad is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:22.091648 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-a041c33c-3e0c-498a-b46b-c3ab8aaed4fc tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:22.111844 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-a041c33c-3e0c-498a-b46b-c3ab8aaed4fc tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:22.115502 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-58f7f3c6-8441-4c95-bd40-38de0e08ac10 req-d4207291-bdc5-4aef-a2bf-a8f55528aa37 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:22.123199 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-58f7f3c6-8441-4c95-bd40-38de0e08ac10 req-d4207291-bdc5-4aef-a2bf-a8f55528aa37 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:22.154180 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-a041c33c-3e0c-498a-b46b-c3ab8aaed4fc tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Made reservation on behalf of 857638b85f3a44ac830e549579d68dad for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:06:22.157644 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-a041c33c-3e0c-498a-b46b-c3ab8aaed4fc tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:22.199987 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-a041c33c-3e0c-498a-b46b-c3ab8aaed4fc tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:22.225858 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4207291-bdc5-4aef-a2bf-a8f55528aa37 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42bf34c6-1b94-4f0a-b139-3e854adfc1bf,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:22.247545 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-58f7f3c6-8441-4c95-bd40-38de0e08ac10 req-d4207291-bdc5-4aef-a2bf-a8f55528aa37 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:22.261076 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58f7f3c6-8441-4c95-bd40-38de0e08ac10 req-d4207291-bdc5-4aef-a2bf-a8f55528aa37 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 1.0640607 May 23 11:06:22.304277 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-a041c33c-3e0c-498a-b46b-c3ab8aaed4fc tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:22.312887 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-a041c33c-3e0c-498a-b46b-c3ab8aaed4fc tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Usage tracker for resource:security_group_rule and tenant:857638b85f3a44ac830e549579d68dad is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:22.318533 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-a041c33c-3e0c-498a-b46b-c3ab8aaed4fc tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:22.337928 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-a041c33c-3e0c-498a-b46b-c3ab8aaed4fc tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:22.447427 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-a041c33c-3e0c-498a-b46b-c3ab8aaed4fc tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:22.492222 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-a041c33c-3e0c-498a-b46b-c3ab8aaed4fc tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:22.627364 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a041c33c-3e0c-498a-b46b-c3ab8aaed4fc tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39cb4e82-55a3-4eb5-86b8-5a5273723619,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:22.632662 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ea42edc0-e9bf-4b6b-a171-7b156d895ae2 req-fd46f971-8eeb-4c68-a801-7cb6da345208 tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e57a28d7-c26a-4ba5-a12b-01b2ec165ad5 HTTP/1.1" status: 200 len: 210 time: 0.1885090 May 23 11:06:22.645683 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-5a04248c-c95b-4259-a1e8-d6be1023346e req-613bc3b4-b06a-4caf-afbc-cb7184dfde07 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-140571776', 'description': 'tempest-description-349382978'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:06:22.657813 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-5a04248c-c95b-4259-a1e8-d6be1023346e req-613bc3b4-b06a-4caf-afbc-cb7184dfde07 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:22.683045 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-5a04248c-c95b-4259-a1e8-d6be1023346e req-613bc3b4-b06a-4caf-afbc-cb7184dfde07 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Usage tracker for resource:security_group and tenant:a643d8d45b5e4265b115a47be7bb4f48 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:22.688662 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-5a04248c-c95b-4259-a1e8-d6be1023346e req-613bc3b4-b06a-4caf-afbc-cb7184dfde07 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:22.731034 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-5a04248c-c95b-4259-a1e8-d6be1023346e req-613bc3b4-b06a-4caf-afbc-cb7184dfde07 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:22.769910 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5a04248c-c95b-4259-a1e8-d6be1023346e req-613bc3b4-b06a-4caf-afbc-cb7184dfde07 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:22.801652 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43878) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:22.802767 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-a041c33c-3e0c-498a-b46b-c3ab8aaed4fc tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Allocated IP 192.168.233.201 (45238d5c-875a-474b-bef1-cc75dc2ba645/c1719237-4a8e-4354-92b1-51064eb09c82/d69a8245-3c01-42b1-a380-95c80d9b3a8b) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:06:22.842931 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-5a04248c-c95b-4259-a1e8-d6be1023346e req-613bc3b4-b06a-4caf-afbc-cb7184dfde07 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:22.880127 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7a5c6ce3-13e0-4b75-991b-62996898375b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:22.940078 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7a5c6ce3-13e0-4b75-991b-62996898375b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:22.950449 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7a5c6ce3-13e0-4b75-991b-62996898375b admin admin] Usage tracker for resource:security_group_rule and tenant:554c13f5f3b34da3a95a0a940155dbcc is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:22.957252 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-5a04248c-c95b-4259-a1e8-d6be1023346e req-613bc3b4-b06a-4caf-afbc-cb7184dfde07 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Usage tracker for resource:security_group_rule and tenant:a643d8d45b5e4265b115a47be7bb4f48 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:22.966743 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-5a04248c-c95b-4259-a1e8-d6be1023346e req-613bc3b4-b06a-4caf-afbc-cb7184dfde07 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:22.982246 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7a5c6ce3-13e0-4b75-991b-62996898375b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:22.996814 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c67f4b27-be91-40bc-9dac-0a092a329603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:23.006536 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7a5c6ce3-13e0-4b75-991b-62996898375b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:23.034691 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-5a04248c-c95b-4259-a1e8-d6be1023346e req-613bc3b4-b06a-4caf-afbc-cb7184dfde07 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:23.164187 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7a5c6ce3-13e0-4b75-991b-62996898375b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:23.174534 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7a5c6ce3-13e0-4b75-991b-62996898375b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:23.242471 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c67f4b27-be91-40bc-9dac-0a092a329603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:23.250443 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c6ce3-13e0-4b75-991b-62996898375b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a57bc3-0876-42be-a0ff-9ca04eb75162,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:23.271285 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c67f4b27-be91-40bc-9dac-0a092a329603 admin admin] Usage tracker for resource:security_group_rule and tenant:3e174ecd6d7c4b6a917389267ddc937f is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:23.289732 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c67f4b27-be91-40bc-9dac-0a092a329603 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:23.299322 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7a5c6ce3-13e0-4b75-991b-62996898375b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=554c13f5f3b34da3a95a0a940155dbcc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3555114 May 23 11:06:23.302565 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43896) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:23.357590 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c67f4b27-be91-40bc-9dac-0a092a329603 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:23.389721 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b178e64-59ed-4d91-a7e8-c96945f42657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:23.452144 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b178e64-59ed-4d91-a7e8-c96945f42657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:23.474927 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-a041c33c-3e0c-498a-b46b-c3ab8aaed4fc tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:23.487529 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5a04248c-c95b-4259-a1e8-d6be1023346e req-613bc3b4-b06a-4caf-afbc-cb7184dfde07 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:23.500190 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5a04248c-c95b-4259-a1e8-d6be1023346e req-613bc3b4-b06a-4caf-afbc-cb7184dfde07 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:23.533143 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-a041c33c-3e0c-498a-b46b-c3ab8aaed4fc tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Transition to ACTIVE for port object d69a8245-3c01-42b1-a380-95c80d9b3a8b will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:06:23.567946 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b178e64-59ed-4d91-a7e8-c96945f42657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:23.590246 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b178e64-59ed-4d91-a7e8-c96945f42657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a57bc3-0876-42be-a0ff-9ca04eb75162,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:23.596286 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b178e64-59ed-4d91-a7e8-c96945f42657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:23.598141 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6b178e64-59ed-4d91-a7e8-c96945f42657 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/67a57bc3-0876-42be-a0ff-9ca04eb75162 HTTP/1.1" status: 204 len: 168 time: 0.2937636 May 23 11:06:23.609968 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613bc3b4-b06a-4caf-afbc-cb7184dfde07 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68c06c2b-38bc-4448-8405-53f854cfeb31,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:23.678827 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5a04248c-c95b-4259-a1e8-d6be1023346e req-613bc3b4-b06a-4caf-afbc-cb7184dfde07 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:23.694069 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5a04248c-c95b-4259-a1e8-d6be1023346e req-613bc3b4-b06a-4caf-afbc-cb7184dfde07 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 1.1046946 May 23 11:06:23.698340 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-a041c33c-3e0c-498a-b46b-c3ab8aaed4fc tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:23.709082 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c67f4b27-be91-40bc-9dac-0a092a329603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:23.881182 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a041c33c-3e0c-498a-b46b-c3ab8aaed4fc tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Pushing event updated for resources: {'Port': ['ID=d69a8245-3c01-42b1-a380-95c80d9b3a8b,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:23.897909 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c67f4b27-be91-40bc-9dac-0a092a329603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:23.972213 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-5c28a5ab-eec4-4228-b3f6-fad11ec10e22 req-ff0d1c04-0e70-492f-93a3-eeceb77df4a4 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-165717751', 'description': 'tempest-description-926266643'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:06:24.008357 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-a041c33c-3e0c-498a-b46b-c3ab8aaed4fc tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Network 45238d5c-875a-474b-bef1-cc75dc2ba645 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:06:24.028326 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-5c28a5ab-eec4-4228-b3f6-fad11ec10e22 req-ff0d1c04-0e70-492f-93a3-eeceb77df4a4 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:24.037961 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-a041c33c-3e0c-498a-b46b-c3ab8aaed4fc tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:06:24.055906 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-5c28a5ab-eec4-4228-b3f6-fad11ec10e22 req-ff0d1c04-0e70-492f-93a3-eeceb77df4a4 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Usage tracker for resource:security_group and tenant:a643d8d45b5e4265b115a47be7bb4f48 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:24.060934 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-a041c33c-3e0c-498a-b46b-c3ab8aaed4fc tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:06:24.092386 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-5c28a5ab-eec4-4228-b3f6-fad11ec10e22 req-ff0d1c04-0e70-492f-93a3-eeceb77df4a4 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:24.122895 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67f4b27-be91-40bc-9dac-0a092a329603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4610b26d-f380-430d-bf48-1e9a536952ab,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:24.137034 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-5c28a5ab-eec4-4228-b3f6-fad11ec10e22 req-ff0d1c04-0e70-492f-93a3-eeceb77df4a4 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:24.168999 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c67f4b27-be91-40bc-9dac-0a092a329603 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3e174ecd6d7c4b6a917389267ddc937f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3224959 May 23 11:06:24.171382 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43936) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:24.220986 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5c28a5ab-eec4-4228-b3f6-fad11ec10e22 req-ff0d1c04-0e70-492f-93a3-eeceb77df4a4 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:24.254794 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-a041c33c-3e0c-498a-b46b-c3ab8aaed4fc tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:24.261526 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-a041c33c-3e0c-498a-b46b-c3ab8aaed4fc tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:24.264823 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57929cf0-c01d-4f15-9be6-9c52cfe47d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:24.311008 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-a041c33c-3e0c-498a-b46b-c3ab8aaed4fc tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6759932 May 23 11:06:24.323445 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57929cf0-c01d-4f15-9be6-9c52cfe47d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:24.324928 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e078160-8477-4809-b467-7b381cfaf152 req-0e3f770d-598f-4bbb-aeef-eaf64ea12c6a tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:24.325640 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-3e078160-8477-4809-b467-7b381cfaf152 req-0e3f770d-598f-4bbb-aeef-eaf64ea12c6a tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Synchronizing usage tracker for tenant:857638b85f3a44ac830e549579d68dad on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:06:24.360056 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-3c294fca-bae1-4fb9-8b8f-7e4b12c52d2a service neutron] Request body: {'port': {'device_id': 'e57a28d7-c26a-4ba5-a12b-01b2ec165ad5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:06:24.402793 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57929cf0-c01d-4f15-9be6-9c52cfe47d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:24.456042 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57929cf0-c01d-4f15-9be6-9c52cfe47d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:24.459714 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-57929cf0-c01d-4f15-9be6-9c52cfe47d66 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4610b26d-f380-430d-bf48-1e9a536952ab HTTP/1.1" status: 204 len: 168 time: 0.2856193 May 23 11:06:24.461598 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57929cf0-c01d-4f15-9be6-9c52cfe47d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4610b26d-f380-430d-bf48-1e9a536952ab,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:24.533570 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-21824b07-d1fc-4e8b-a348-28fd6435a9f9 None None] Provisioning for port d69a8245-3c01-42b1-a380-95c80d9b3a8b completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:06:24.539139 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-21824b07-d1fc-4e8b-a348-28fd6435a9f9 None None] Provisioning complete for port d69a8245-3c01-42b1-a380-95c80d9b3a8b triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:06:24.540055 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-21824b07-d1fc-4e8b-a348-28fd6435a9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:24.572795 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-5c28a5ab-eec4-4228-b3f6-fad11ec10e22 req-ff0d1c04-0e70-492f-93a3-eeceb77df4a4 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:24.609402 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-5c28a5ab-eec4-4228-b3f6-fad11ec10e22 req-ff0d1c04-0e70-492f-93a3-eeceb77df4a4 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Usage tracker for resource:security_group_rule and tenant:a643d8d45b5e4265b115a47be7bb4f48 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:24.616290 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-5c28a5ab-eec4-4228-b3f6-fad11ec10e22 req-ff0d1c04-0e70-492f-93a3-eeceb77df4a4 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:24.626376 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-5c28a5ab-eec4-4228-b3f6-fad11ec10e22 req-ff0d1c04-0e70-492f-93a3-eeceb77df4a4 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:24.631288 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-3e078160-8477-4809-b467-7b381cfaf152 req-0e3f770d-598f-4bbb-aeef-eaf64ea12c6a tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Unset dirty status for tenant:857638b85f3a44ac830e549579d68dad on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:06:24.638612 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3e078160-8477-4809-b467-7b381cfaf152 req-0e3f770d-598f-4bbb-aeef-eaf64ea12c6a tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e57a28d7-c26a-4ba5-a12b-01b2ec165ad5 HTTP/1.1" status: 200 len: 936 time: 0.7302160 May 23 11:06:24.657663 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-21824b07-d1fc-4e8b-a348-28fd6435a9f9 None None] Port d69a8245-3c01-42b1-a380-95c80d9b3a8b cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:06:24.765044 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-3c294fca-bae1-4fb9-8b8f-7e4b12c52d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:24.777607 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-3e078160-8477-4809-b467-7b381cfaf152 req-040ee0af-68fc-404a-ae46-605fca5e54a6 tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Synchronizing usage tracker for tenant:857638b85f3a44ac830e549579d68dad on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:06:24.852873 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5c28a5ab-eec4-4228-b3f6-fad11ec10e22 req-ff0d1c04-0e70-492f-93a3-eeceb77df4a4 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:24.863552 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-3e078160-8477-4809-b467-7b381cfaf152 req-040ee0af-68fc-404a-ae46-605fca5e54a6 tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Unset dirty status for tenant:857638b85f3a44ac830e549579d68dad on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:06:24.876423 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3e078160-8477-4809-b467-7b381cfaf152 req-040ee0af-68fc-404a-ae46-605fca5e54a6 tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] 10.222.0.79 "GET /v2.0/security-groups?id=39cb4e82-55a3-4eb5-86b8-5a5273723619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365823 May 23 11:06:24.877185 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5c28a5ab-eec4-4228-b3f6-fad11ec10e22 req-ff0d1c04-0e70-492f-93a3-eeceb77df4a4 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:24.998622 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d1c04-0e70-492f-93a3-eeceb77df4a4 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=306a8347-c3e6-457f-8863-e47bcc0a90cf,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:25.050117 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5c28a5ab-eec4-4228-b3f6-fad11ec10e22 req-ff0d1c04-0e70-492f-93a3-eeceb77df4a4 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:25.055848 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5c28a5ab-eec4-4228-b3f6-fad11ec10e22 req-ff0d1c04-0e70-492f-93a3-eeceb77df4a4 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 1.1458926 May 23 11:06:25.573790 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-75354ef9-3bc3-42c4-aeca-275948479ada req-dfcb3855-efdb-47bd-b88b-9ce9b73763a0 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Synchronizing usage tracker for tenant:a643d8d45b5e4265b115a47be7bb4f48 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:06:25.610087 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-3c294fca-bae1-4fb9-8b8f-7e4b12c52d2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d69a8245-3c01-42b1-a380-95c80d9b3a8b {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:06:25.617210 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-75354ef9-3bc3-42c4-aeca-275948479ada req-dfcb3855-efdb-47bd-b88b-9ce9b73763a0 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Unset dirty status for tenant:a643d8d45b5e4265b115a47be7bb4f48 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:06:25.618842 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-75354ef9-3bc3-42c4-aeca-275948479ada req-dfcb3855-efdb-47bd-b88b-9ce9b73763a0 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a643d8d45b5e4265b115a47be7bb4f48 HTTP/1.1" status: 200 len: 9731 time: 0.3805389 May 23 11:06:25.624122 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-3c294fca-bae1-4fb9-8b8f-7e4b12c52d2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:25.671272 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-3c294fca-bae1-4fb9-8b8f-7e4b12c52d2a service neutron] Transition to ACTIVE for port object d69a8245-3c01-42b1-a380-95c80d9b3a8b will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:06:25.680525 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-3c294fca-bae1-4fb9-8b8f-7e4b12c52d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:26.020452 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-75354ef9-3bc3-42c4-aeca-275948479ada req-441e2a39-d212-4d0f-b462-5679c11029b4 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups/4fb42520-b91d-4ed8-aab7-5a7d3a9fc71c HTTP/1.1" status: 200 len: 2649 time: 0.3920426 May 23 11:06:26.039343 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c294fca-bae1-4fb9-8b8f-7e4b12c52d2a service neutron] Pushing event updated for resources: {'Port': ['ID=d69a8245-3c01-42b1-a380-95c80d9b3a8b,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:26.278473 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-75354ef9-3bc3-42c4-aeca-275948479ada req-fd21fa09-d4a4-46d7-bc48-5ed06601f471 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups/4fb42520-b91d-4ed8-aab7-5a7d3a9fc71c HTTP/1.1" status: 200 len: 2649 time: 0.2401979 May 23 11:06:26.324718 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-3c294fca-bae1-4fb9-8b8f-7e4b12c52d2a service neutron] Attempting to bind port d69a8245-3c01-42b1-a380-95c80d9b3a8b on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:06:26.325309 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-3c294fca-bae1-4fb9-8b8f-7e4b12c52d2a service neutron] Attempting to bind port d69a8245-3c01-42b1-a380-95c80d9b3a8b by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:06:26.325835 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-3c294fca-bae1-4fb9-8b8f-7e4b12c52d2a service neutron] Attempting to bind port d69a8245-3c01-42b1-a380-95c80d9b3a8b on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:06:26.345940 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-3c294fca-bae1-4fb9-8b8f-7e4b12c52d2a service neutron] Port d69a8245-3c01-42b1-a380-95c80d9b3a8b on network 45238d5c-875a-474b-bef1-cc75dc2ba645 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:06:26.346506 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-3c294fca-bae1-4fb9-8b8f-7e4b12c52d2a service neutron] Attempting to bind port d69a8245-3c01-42b1-a380-95c80d9b3a8b on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:06:26.360299 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e671597-4eb5-4499-ada2-1f699d3cf0e1 req-6c4f1541-771c-4560-b1e2-b8ef3b5d52b6 tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:26.367908 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1e671597-4eb5-4499-ada2-1f699d3cf0e1 req-6c4f1541-771c-4560-b1e2-b8ef3b5d52b6 tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e57a28d7-c26a-4ba5-a12b-01b2ec165ad5 HTTP/1.1" status: 200 len: 948 time: 0.1688573 May 23 11:06:26.402420 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-3c294fca-bae1-4fb9-8b8f-7e4b12c52d2a service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:06:26.402829 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-3c294fca-bae1-4fb9-8b8f-7e4b12c52d2a service neutron] Checking segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:06:26.403181 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-3c294fca-bae1-4fb9-8b8f-7e4b12c52d2a service neutron] Bound using segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:06:26.404157 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-3c294fca-bae1-4fb9-8b8f-7e4b12c52d2a service neutron] Bound port: d69a8245-3c01-42b1-a380-95c80d9b3a8b, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:06:26.404557 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-3c294fca-bae1-4fb9-8b8f-7e4b12c52d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:26.537332 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1e671597-4eb5-4499-ada2-1f699d3cf0e1 req-2cb8eecd-05ca-4c5e-a1be-aba3e4c62b37 tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] 10.222.0.79 "GET /v2.0/security-groups?id=39cb4e82-55a3-4eb5-86b8-5a5273723619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647038 May 23 11:06:26.592349 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-3c294fca-bae1-4fb9-8b8f-7e4b12c52d2a service neutron] For port d69a8245-3c01-42b1-a380-95c80d9b3a8b, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:06:26.597022 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-3c294fca-bae1-4fb9-8b8f-7e4b12c52d2a service neutron] For port d69a8245-3c01-42b1-a380-95c80d9b3a8b, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=d69a8245-3c01-42b1-a380-95c80d9b3a8b,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:06:26.602991 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-3c294fca-bae1-4fb9-8b8f-7e4b12c52d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:26.658667 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-3c294fca-bae1-4fb9-8b8f-7e4b12c52d2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:26.661521 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-3c294fca-bae1-4fb9-8b8f-7e4b12c52d2a service neutron] 10.222.0.13 "PUT /v2.0/ports/d69a8245-3c01-42b1-a380-95c80d9b3a8b HTTP/1.1" status: 200 len: 1096 time: 2.3148456 May 23 11:06:26.725123 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e57a28d7-c26a-4ba5-a12b-01b2ec165ad5', 'tag': 'd69a8245-3c01-42b1-a380-95c80d9b3a8b'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:06:26.972401 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c89e3438-9b39-444c-bbe6-fe37af0d5189 req-199c47df-8a27-46b8-976c-36a84e0d96ab tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups/42bf34c6-1b94-4f0a-b139-3e854adfc1bf HTTP/1.1" status: 200 len: 1635 time: 0.3064871 May 23 11:06:27.058066 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c294fca-bae1-4fb9-8b8f-7e4b12c52d2a service neutron] Pushing event updated for resources: {'Port': ['ID=d69a8245-3c01-42b1-a380-95c80d9b3a8b,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:27.153804 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-6d76ff5e-9daf-49ee-8ebf-3af322a9a4b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=857638b85f3a44ac830e549579d68dad&device_id=e57a28d7-c26a-4ba5-a12b-01b2ec165ad5 HTTP/1.1" status: 200 len: 1099 time: 0.4128754 May 23 11:06:27.276505 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c89e3438-9b39-444c-bbe6-fe37af0d5189 req-c1bdc624-e280-465f-8452-180b1f8c9c83 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:27.288557 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-ad7d2235-fd20-473a-bbff-63bdf8b5acdc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=d69a8245-3c01-42b1-a380-95c80d9b3a8b HTTP/1.1" status: 200 len: 217 time: 0.1172252 May 23 11:06:27.354674 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c89e3438-9b39-444c-bbe6-fe37af0d5189 req-c1bdc624-e280-465f-8452-180b1f8c9c83 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:27.414076 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-0e165b43-fb1f-4635-ae3c-4214a14b5d08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:27.416322 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-0e165b43-fb1f-4635-ae3c-4214a14b5d08 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.1211252 May 23 11:06:27.493318 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c89e3438-9b39-444c-bbe6-fe37af0d5189 req-c1bdc624-e280-465f-8452-180b1f8c9c83 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:27.554939 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee20204b-6e92-48f1-a8ee-3bad8cea1d05'] response: {'name': 'network-changed', 'server_uuid': 'e57a28d7-c26a-4ba5-a12b-01b2ec165ad5', 'tag': 'd69a8245-3c01-42b1-a380-95c80d9b3a8b', 'status': 'completed', 'code': 200} May 23 11:06:27.559901 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bdc624-e280-465f-8452-180b1f8c9c83 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42bf34c6-1b94-4f0a-b139-3e854adfc1bf,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:27.608991 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c89e3438-9b39-444c-bbe6-fe37af0d5189 req-c1bdc624-e280-465f-8452-180b1f8c9c83 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:27.611089 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c89e3438-9b39-444c-bbe6-fe37af0d5189 req-c1bdc624-e280-465f-8452-180b1f8c9c83 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "DELETE /v2.0/security-groups/42bf34c6-1b94-4f0a-b139-3e854adfc1bf HTTP/1.1" status: 204 len: 173 time: 0.6191418 May 23 11:06:27.617619 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-8e813df1-7b1a-4d58-b668-032deeff4b0e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1947300 May 23 11:06:27.926005 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-10ccdfab-8eed-4721-bf47-6fd891484601 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016429 May 23 11:06:27.974727 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [req-7a3f814e-17a9-4e36-9ab7-66a28825965f req-34ff31fc-4bb1-4b8a-b9e8-b712fcf5911c tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] show failed (client error): The resource could not be found. May 23 11:06:27.987447 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7a3f814e-17a9-4e36-9ab7-66a28825965f req-34ff31fc-4bb1-4b8a-b9e8-b712fcf5911c tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups/42bf34c6-1b94-4f0a-b139-3e854adfc1bf HTTP/1.1" status: 404 len: 352 time: 0.0592284 May 23 11:06:28.335659 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc65b4-3170-4b79-aee6-acb0d4f0e04a req-7f2580fc-106b-43af-841b-414f5d868b22 tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:28.344319 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e4fc65b4-3170-4b79-aee6-acb0d4f0e04a req-7f2580fc-106b-43af-841b-414f5d868b22 tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e57a28d7-c26a-4ba5-a12b-01b2ec165ad5 HTTP/1.1" status: 200 len: 948 time: 0.4167445 May 23 11:06:28.384874 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-67684e68-5b9f-4c5d-b3f4-2bdc0539902b req-3d3338b0-64f3-4f19-8977-52311c382d34 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups/68c06c2b-38bc-4448-8405-53f854cfeb31 HTTP/1.1" status: 200 len: 1633 time: 0.1669731 May 23 11:06:28.386987 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-46b2b18b-5134-4215-a8f7-ff27d9391c6d req-b545d3b7-b453-4586-b743-e29ef410c05c service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961771 May 23 11:06:28.440531 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e4fc65b4-3170-4b79-aee6-acb0d4f0e04a req-e1c6cd6e-88c0-4e5c-8c29-bac078a83198 tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] 10.222.0.79 "GET /v2.0/security-groups?id=39cb4e82-55a3-4eb5-86b8-5a5273723619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956762 May 23 11:06:28.580368 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-67684e68-5b9f-4c5d-b3f4-2bdc0539902b req-8498186f-09b8-497f-92d9-facc12637efd tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:28.614837 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-67684e68-5b9f-4c5d-b3f4-2bdc0539902b req-8498186f-09b8-497f-92d9-facc12637efd tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:28.625263 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a669155a-c05c-481b-94ca-9218b3880b16 req-efef1c4f-c5d9-40e1-948e-f1066d99a2e3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=857638b85f3a44ac830e549579d68dad&device_id=e57a28d7-c26a-4ba5-a12b-01b2ec165ad5 HTTP/1.1" status: 200 len: 1099 time: 0.1437755 May 23 11:06:28.819453 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-67684e68-5b9f-4c5d-b3f4-2bdc0539902b req-8498186f-09b8-497f-92d9-facc12637efd tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:28.885004 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44102) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:28.899349 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8498186f-09b8-497f-92d9-facc12637efd tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c06c2b-38bc-4448-8405-53f854cfeb31,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:28.914126 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669155a-c05c-481b-94ca-9218b3880b16 req-1b6d2632-bfcc-4474-8b6d-9e6039ac5dc9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:28.916016 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a669155a-c05c-481b-94ca-9218b3880b16 req-1b6d2632-bfcc-4474-8b6d-9e6039ac5dc9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.2849317 May 23 11:06:28.982874 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-67684e68-5b9f-4c5d-b3f4-2bdc0539902b req-8498186f-09b8-497f-92d9-facc12637efd tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:29.006070 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-67684e68-5b9f-4c5d-b3f4-2bdc0539902b req-8498186f-09b8-497f-92d9-facc12637efd tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "DELETE /v2.0/security-groups/68c06c2b-38bc-4448-8405-53f854cfeb31 HTTP/1.1" status: 204 len: 173 time: 0.5828302 May 23 11:06:29.050437 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a669155a-c05c-481b-94ca-9218b3880b16 req-19961247-398b-49dd-a29e-4c7a2f7c658a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=d69a8245-3c01-42b1-a380-95c80d9b3a8b HTTP/1.1" status: 200 len: 217 time: 0.1161191 May 23 11:06:29.052968 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [req-dd57d9a4-f89a-49b1-8830-a68fa025638b req-f0085e6b-9104-46d6-ab06-6c4a94d55e80 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] show failed (client error): The resource could not be found. May 23 11:06:29.062296 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dd57d9a4-f89a-49b1-8830-a68fa025638b req-f0085e6b-9104-46d6-ab06-6c4a94d55e80 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups/68c06c2b-38bc-4448-8405-53f854cfeb31 HTTP/1.1" status: 404 len: 352 time: 0.0353012 May 23 11:06:29.218744 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669155a-c05c-481b-94ca-9218b3880b16 req-a7aba910-88d8-42a2-b216-a85fc7fbcd69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:29.220311 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a669155a-c05c-481b-94ca-9218b3880b16 req-a7aba910-88d8-42a2-b216-a85fc7fbcd69 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.1595783 May 23 11:06:29.232867 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d31e9b8d-60d8-4c1f-ace4-4a936ed88968 req-ad3d6bcd-8087-4d14-a7ee-55b974b337f5 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups/306a8347-c3e6-457f-8863-e47bcc0a90cf HTTP/1.1" status: 200 len: 1633 time: 0.1025155 May 23 11:06:29.326830 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4d0a08c3-ca49-4b47-8f0a-38b59a9dd8db admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:29.379270 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d31e9b8d-60d8-4c1f-ace4-4a936ed88968 req-adbdcf62-c005-4cf7-8a0b-8aa91ae246e5 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:29.405258 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a669155a-c05c-481b-94ca-9218b3880b16 req-ad422fa5-5742-4c54-ba0c-5392b0ba07a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1690648 May 23 11:06:29.408668 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4d0a08c3-ca49-4b47-8f0a-38b59a9dd8db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:29.428968 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4d0a08c3-ca49-4b47-8f0a-38b59a9dd8db admin admin] Usage tracker for resource:security_group_rule and tenant:1aa6ceecefdb49648c96c2f9fe5d045f is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:29.432778 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4d0a08c3-ca49-4b47-8f0a-38b59a9dd8db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:29.444850 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4d0a08c3-ca49-4b47-8f0a-38b59a9dd8db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:29.475264 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d31e9b8d-60d8-4c1f-ace4-4a936ed88968 req-adbdcf62-c005-4cf7-8a0b-8aa91ae246e5 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:29.613911 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4d0a08c3-ca49-4b47-8f0a-38b59a9dd8db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:29.619758 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4d0a08c3-ca49-4b47-8f0a-38b59a9dd8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:29.712082 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4d0a08c3-ca49-4b47-8f0a-38b59a9dd8db admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1aa6ceecefdb49648c96c2f9fe5d045f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8251405 May 23 11:06:29.716187 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44132) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:29.837254 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0a08c3-ca49-4b47-8f0a-38b59a9dd8db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=479b4b17-3ca0-4cdc-9d44-ac5236baa03f,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:29.881888 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d31e9b8d-60d8-4c1f-ace4-4a936ed88968 req-adbdcf62-c005-4cf7-8a0b-8aa91ae246e5 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:29.900729 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1ebc8285-93c5-4019-9f6b-59aa0a7520b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:29.951073 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1ebc8285-93c5-4019-9f6b-59aa0a7520b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:29.959888 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdcf62-c005-4cf7-8a0b-8aa91ae246e5 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=306a8347-c3e6-457f-8863-e47bcc0a90cf,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:29.996014 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a669155a-c05c-481b-94ca-9218b3880b16 req-a8befcc0-d871-4789-b898-a49aed1e856e service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5798090 May 23 11:06:29.999340 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d31e9b8d-60d8-4c1f-ace4-4a936ed88968 req-adbdcf62-c005-4cf7-8a0b-8aa91ae246e5 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:30.027027 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d31e9b8d-60d8-4c1f-ace4-4a936ed88968 req-adbdcf62-c005-4cf7-8a0b-8aa91ae246e5 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "DELETE /v2.0/security-groups/306a8347-c3e6-457f-8863-e47bcc0a90cf HTTP/1.1" status: 204 len: 173 time: 0.7927799 May 23 11:06:30.074165 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1ebc8285-93c5-4019-9f6b-59aa0a7520b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:30.111647 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc8285-93c5-4019-9f6b-59aa0a7520b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=479b4b17-3ca0-4cdc-9d44-ac5236baa03f,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:30.145917 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1ebc8285-93c5-4019-9f6b-59aa0a7520b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:30.147459 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1ebc8285-93c5-4019-9f6b-59aa0a7520b5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/479b4b17-3ca0-4cdc-9d44-ac5236baa03f HTTP/1.1" status: 204 len: 168 time: 0.4240959 May 23 11:06:30.249956 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [req-d1412503-8dc4-487b-8d3c-aa50e4affc0c req-04db8419-3884-4722-92c5-7dc81ea3477b tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] show failed (client error): The resource could not be found. May 23 11:06:30.259176 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d1412503-8dc4-487b-8d3c-aa50e4affc0c req-04db8419-3884-4722-92c5-7dc81ea3477b tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups/306a8347-c3e6-457f-8863-e47bcc0a90cf HTTP/1.1" status: 404 len: 352 time: 0.0540268 May 23 11:06:30.276443 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdb9e9-b05c-401c-972b-18ed4e7f446d req-646621bb-ac69-419e-ad47-72ccfe452fa4 tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:30.287112 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c6cdb9e9-b05c-401c-972b-18ed4e7f446d req-646621bb-ac69-419e-ad47-72ccfe452fa4 tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e57a28d7-c26a-4ba5-a12b-01b2ec165ad5 HTTP/1.1" status: 200 len: 948 time: 0.5436497 May 23 11:06:30.369966 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a669155a-c05c-481b-94ca-9218b3880b16 req-d5432728-f11a-4ea0-bd03-44418c1ce1a9 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408816 May 23 11:06:30.386122 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c6cdb9e9-b05c-401c-972b-18ed4e7f446d req-b3c45698-33b5-4be4-8e13-1e8c9e56cf1a tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] 10.222.0.79 "GET /v2.0/security-groups?id=39cb4e82-55a3-4eb5-86b8-5a5273723619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931301 May 23 11:06:30.522060 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-08737df6-91e7-48cd-b987-44272a3cf82b req-bfc0696d-eec9-4294-a1b5-680eb528fb87 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Synchronizing usage tracker for tenant:a643d8d45b5e4265b115a47be7bb4f48 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:06:30.553516 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-08737df6-91e7-48cd-b987-44272a3cf82b req-bfc0696d-eec9-4294-a1b5-680eb528fb87 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Unset dirty status for tenant:a643d8d45b5e4265b115a47be7bb4f48 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:06:30.555236 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-08737df6-91e7-48cd-b987-44272a3cf82b req-bfc0696d-eec9-4294-a1b5-680eb528fb87 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a643d8d45b5e4265b115a47be7bb4f48 HTTP/1.1" status: 200 len: 5484 time: 0.1403625 May 23 11:06:30.627166 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-08737df6-91e7-48cd-b987-44272a3cf82b req-0b731847-ff78-403c-9ea9-359b8726a71c tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups/4fb42520-b91d-4ed8-aab7-5a7d3a9fc71c HTTP/1.1" status: 200 len: 2649 time: 0.0657814 May 23 11:06:30.725029 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-08737df6-91e7-48cd-b987-44272a3cf82b req-060057d2-9bee-4905-9a1b-a71d971aa9f1 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups/4fb42520-b91d-4ed8-aab7-5a7d3a9fc71c HTTP/1.1" status: 200 len: 2649 time: 0.0920219 May 23 11:06:30.767737 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-5bc62ade-90f7-4c2e-b915-cc4e37d1a3b5 req-783fbcad-78ff-466d-a83e-44d5ae057ab4 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-544555606', 'description': 'tempest-description-877748050'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:06:30.776575 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-5bc62ade-90f7-4c2e-b915-cc4e37d1a3b5 req-783fbcad-78ff-466d-a83e-44d5ae057ab4 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:30.797492 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-5bc62ade-90f7-4c2e-b915-cc4e37d1a3b5 req-783fbcad-78ff-466d-a83e-44d5ae057ab4 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:30.817772 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5bc62ade-90f7-4c2e-b915-cc4e37d1a3b5 req-783fbcad-78ff-466d-a83e-44d5ae057ab4 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:30.886085 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-5bc62ade-90f7-4c2e-b915-cc4e37d1a3b5 req-783fbcad-78ff-466d-a83e-44d5ae057ab4 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:30.892018 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-5bc62ade-90f7-4c2e-b915-cc4e37d1a3b5 req-783fbcad-78ff-466d-a83e-44d5ae057ab4 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Usage tracker for resource:security_group_rule and tenant:a643d8d45b5e4265b115a47be7bb4f48 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:30.895767 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-5bc62ade-90f7-4c2e-b915-cc4e37d1a3b5 req-783fbcad-78ff-466d-a83e-44d5ae057ab4 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:30.902470 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-5bc62ade-90f7-4c2e-b915-cc4e37d1a3b5 req-783fbcad-78ff-466d-a83e-44d5ae057ab4 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:30.992190 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5bc62ade-90f7-4c2e-b915-cc4e37d1a3b5 req-783fbcad-78ff-466d-a83e-44d5ae057ab4 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:31.005388 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5bc62ade-90f7-4c2e-b915-cc4e37d1a3b5 req-783fbcad-78ff-466d-a83e-44d5ae057ab4 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:31.049907 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5bc62ade-90f7-4c2e-b915-cc4e37d1a3b5 req-783fbcad-78ff-466d-a83e-44d5ae057ab4 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:31.051559 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5bc62ade-90f7-4c2e-b915-cc4e37d1a3b5 req-783fbcad-78ff-466d-a83e-44d5ae057ab4 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 0.2887673 May 23 11:06:31.079627 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783fbcad-78ff-466d-a83e-44d5ae057ab4 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbc85c3-af57-4b00-af14-8e7be9543b51,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:31.114958 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-01aff0dc-caba-4732-924d-1822c4f79f07 req-37740de6-3295-4132-8df0-821b74014703 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1698941125', 'description': 'tempest-description-1245964577'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:06:31.122675 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-01aff0dc-caba-4732-924d-1822c4f79f07 req-37740de6-3295-4132-8df0-821b74014703 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:31.127539 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-01aff0dc-caba-4732-924d-1822c4f79f07 req-37740de6-3295-4132-8df0-821b74014703 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Usage tracker for resource:security_group and tenant:a643d8d45b5e4265b115a47be7bb4f48 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:31.130711 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-01aff0dc-caba-4732-924d-1822c4f79f07 req-37740de6-3295-4132-8df0-821b74014703 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:31.138692 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-01aff0dc-caba-4732-924d-1822c4f79f07 req-37740de6-3295-4132-8df0-821b74014703 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:31.169191 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-01aff0dc-caba-4732-924d-1822c4f79f07 req-37740de6-3295-4132-8df0-821b74014703 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:31.217701 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-01aff0dc-caba-4732-924d-1822c4f79f07 req-37740de6-3295-4132-8df0-821b74014703 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:31.224506 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-01aff0dc-caba-4732-924d-1822c4f79f07 req-37740de6-3295-4132-8df0-821b74014703 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Usage tracker for resource:security_group_rule and tenant:a643d8d45b5e4265b115a47be7bb4f48 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:31.227764 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-01aff0dc-caba-4732-924d-1822c4f79f07 req-37740de6-3295-4132-8df0-821b74014703 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:31.234023 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-01aff0dc-caba-4732-924d-1822c4f79f07 req-37740de6-3295-4132-8df0-821b74014703 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:31.448078 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-01aff0dc-caba-4732-924d-1822c4f79f07 req-37740de6-3295-4132-8df0-821b74014703 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:31.454371 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-01aff0dc-caba-4732-924d-1822c4f79f07 req-37740de6-3295-4132-8df0-821b74014703 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:31.514540 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37740de6-3295-4132-8df0-821b74014703 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=272dfb33-6abd-4903-ba82-cdc1b8ec049c,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:31.517673 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-01aff0dc-caba-4732-924d-1822c4f79f07 req-37740de6-3295-4132-8df0-821b74014703 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:31.519227 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-01aff0dc-caba-4732-924d-1822c4f79f07 req-37740de6-3295-4132-8df0-821b74014703 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.4141381 May 23 11:06:31.989888 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba5a83-0528-43ef-a57f-32c77bd7962b req-d843ce00-02db-42af-9dd8-9991b1df7ab6 tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:31.999163 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b3ba5a83-0528-43ef-a57f-32c77bd7962b req-d843ce00-02db-42af-9dd8-9991b1df7ab6 tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e57a28d7-c26a-4ba5-a12b-01b2ec165ad5 HTTP/1.1" status: 200 len: 948 time: 0.1358335 May 23 11:06:32.072544 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b3ba5a83-0528-43ef-a57f-32c77bd7962b req-81db4c93-d586-4375-ad1e-3b3f1fab19c2 tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] 10.222.0.79 "GET /v2.0/security-groups?id=39cb4e82-55a3-4eb5-86b8-5a5273723619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694196 May 23 11:06:32.481815 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-bc49ed31-abd1-40da-80db-40ab95f200b7 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:32.483634 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-bc49ed31-abd1-40da-80db-40ab95f200b7 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/networks?id=80a6da85-0536-4b78-be68-78daca68abe3 HTTP/1.1" status: 200 len: 813 time: 0.2682183 May 23 11:06:32.507105 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-7da1908b-80e2-42e1-b4dc-702e51033592 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/quotas/a643d8d45b5e4265b115a47be7bb4f48 HTTP/1.1" status: 200 len: 375 time: 0.0149450 May 23 11:06:32.608874 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-a24755f0-4f06-4964-b378-904a1e04583d tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a643d8d45b5e4265b115a47be7bb4f48&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0958242 May 23 11:06:32.802892 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-f96f8866-4b29-46cd-844a-e5ae270c3dcb service neutron] 10.222.0.79 "GET /v2.0/networks/80a6da85-0536-4b78-be68-78daca68abe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847787 May 23 11:06:33.014125 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-440d0f11-5362-4aa3-8836-b2ab335c1d8d service neutron] 10.222.0.79 "GET /v2.0/networks/80a6da85-0536-4b78-be68-78daca68abe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099876 May 23 11:06:33.222804 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device d69a8245-3c01-42b1-a380-95c80d9b3a8b details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:06:33.317476 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-34bdf202-e7cc-4409-aaef-f614a674cae0 req-66a97418-8ee5-49c1-a840-12541f4b173f tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f89e397-c74f-4e25-a0b4-d926ff27cb9c HTTP/1.1" status: 200 len: 210 time: 0.0636618 May 23 11:06:33.326101 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44264) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:33.582981 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252895ba-0414-4d7e-ad58-c3d619202a4c req-c082edbb-eef5-49d1-9ee9-c5c4cf3655d4 tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:33.593319 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-252895ba-0414-4d7e-ad58-c3d619202a4c req-c082edbb-eef5-49d1-9ee9-c5c4cf3655d4 tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e57a28d7-c26a-4ba5-a12b-01b2ec165ad5 HTTP/1.1" status: 200 len: 948 time: 0.2020419 May 23 11:06:33.686249 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port d69a8245-3c01-42b1-a380-95c80d9b3a8b, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=d69a8245-3c01-42b1-a380-95c80d9b3a8b,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:06:33.692167 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-252895ba-0414-4d7e-ad58-c3d619202a4c req-05e71d35-fa61-47ad-9c58-905285216826 tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] 10.222.0.79 "GET /v2.0/security-groups?id=39cb4e82-55a3-4eb5-86b8-5a5273723619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975800 May 23 11:06:33.720629 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'd69a8245-3c01-42b1-a380-95c80d9b3a8b', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'port_id': 'd69a8245-3c01-42b1-a380-95c80d9b3a8b', 'mac_address': 'fa:16:3e:c6:b8:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1719237-4a8e-4354-92b1-51064eb09c82', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:06:33.786170 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:33.815477 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d69a8245-3c01-42b1-a380-95c80d9b3a8b {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:06:33.843469 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port d69a8245-3c01-42b1-a380-95c80d9b3a8b, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=d69a8245-3c01-42b1-a380-95c80d9b3a8b,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:06:33.850636 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:33.989792 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=d69a8245-3c01-42b1-a380-95c80d9b3a8b,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:34.300536 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['d69a8245-3c01-42b1-a380-95c80d9b3a8b'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:06:34.318213 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aaadcd4c-0ee6-488d-800d-327e1c2b8409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:34.400003 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-aaadcd4c-0ee6-488d-800d-327e1c2b8409 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:34.408539 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-aaadcd4c-0ee6-488d-800d-327e1c2b8409 admin admin] Usage tracker for resource:security_group_rule and tenant:9764857e28a547f0bca6435294eddef8 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:34.415516 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-aaadcd4c-0ee6-488d-800d-327e1c2b8409 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:34.430819 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-aaadcd4c-0ee6-488d-800d-327e1c2b8409 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:34.586834 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aaadcd4c-0ee6-488d-800d-327e1c2b8409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:34.591682 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aaadcd4c-0ee6-488d-800d-327e1c2b8409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:34.710148 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaadcd4c-0ee6-488d-800d-327e1c2b8409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72644acb-96ea-497f-b9d3-c08852296528,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:34.764486 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 44304) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:34.768411 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-aaadcd4c-0ee6-488d-800d-327e1c2b8409 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9764857e28a547f0bca6435294eddef8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4404049 May 23 11:06:34.776716 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d7b5718a-18e2-4b35-a705-4e3e63702fbf req-9d15b97d-0793-41a6-b7bb-2fe179e31966 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f89e397-c74f-4e25-a0b4-d926ff27cb9c HTTP/1.1" status: 200 len: 210 time: 0.1126621 May 23 11:06:34.896782 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1202fb95-b03c-4db7-ace5-596b2535d6a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:34.940188 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1202fb95-b03c-4db7-ace5-596b2535d6a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:35.211025 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1202fb95-b03c-4db7-ace5-596b2535d6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:35.282998 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1202fb95-b03c-4db7-ace5-596b2535d6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72644acb-96ea-497f-b9d3-c08852296528,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:35.343310 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1202fb95-b03c-4db7-ace5-596b2535d6a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:35.358601 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1202fb95-b03c-4db7-ace5-596b2535d6a1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/72644acb-96ea-497f-b9d3-c08852296528 HTTP/1.1" status: 204 len: 168 time: 0.5807068 May 23 11:06:35.399638 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96aaee-f23d-4c3e-8ef7-33dd4e53d8a2 req-4d9ad0e2-2fc6-40c1-8963-22216daf69c8 tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:35.408444 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ef96aaee-f23d-4c3e-8ef7-33dd4e53d8a2 req-4d9ad0e2-2fc6-40c1-8963-22216daf69c8 tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e57a28d7-c26a-4ba5-a12b-01b2ec165ad5 HTTP/1.1" status: 200 len: 949 time: 0.3849454 May 23 11:06:35.685755 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bff8c120-06ae-452a-9d3a-dfd6d9d3180d req-276da119-2530-4c8f-8d6f-89e70d27a86d tempest-AbsoluteLimitsNegativeTestJSON-1913364570 tempest-AbsoluteLimitsNegativeTestJSON-1913364570-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=2060230274f24c99aa537969d5da004d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0769017 May 23 11:06:35.722610 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-941024b2-9bdd-4c7f-8fee-51a6fd728875 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:35.724855 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-941024b2-9bdd-4c7f-8fee-51a6fd728875 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.81 "GET /v2.0/networks?id=80a6da85-0536-4b78-be68-78daca68abe3 HTTP/1.1" status: 200 len: 813 time: 0.2931449 May 23 11:06:35.739291 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ef96aaee-f23d-4c3e-8ef7-33dd4e53d8a2 req-eba225c5-1c87-4954-84ea-48f19c3f7a04 tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] 10.222.0.79 "GET /v2.0/security-groups?id=39cb4e82-55a3-4eb5-86b8-5a5273723619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298757 May 23 11:06:35.792184 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-c66413e4-859b-4201-994d-ab8c84c9c62c tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Request body: {'port': {'device_id': '9f89e397-c74f-4e25-a0b4-d926ff27cb9c', 'network_id': '80a6da85-0536-4b78-be68-78daca68abe3', 'admin_state_up': True, 'tenant_id': 'a643d8d45b5e4265b115a47be7bb4f48'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:06:36.099980 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93d43846-1298-44ac-b1cb-ba7ee3baeaac req-486bd08f-5a10-481d-8953-6a8fe8c36fe3 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f89e397-c74f-4e25-a0b4-d926ff27cb9c HTTP/1.1" status: 200 len: 210 time: 0.0498855 May 23 11:06:36.208369 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-c66413e4-859b-4201-994d-ab8c84c9c62c tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:36.225514 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8c120-06ae-452a-9d3a-dfd6d9d3180d req-7f5bb5bc-9638-43d1-a771-a9171bab9f8e tempest-AbsoluteLimitsNegativeTestJSON-1913364570 tempest-AbsoluteLimitsNegativeTestJSON-1913364570-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:36.232176 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bff8c120-06ae-452a-9d3a-dfd6d9d3180d req-7f5bb5bc-9638-43d1-a771-a9171bab9f8e tempest-AbsoluteLimitsNegativeTestJSON-1913364570 tempest-AbsoluteLimitsNegativeTestJSON-1913364570-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4906898 May 23 11:06:36.251296 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bff8c120-06ae-452a-9d3a-dfd6d9d3180d req-aa9bb69c-0859-4c19-aac6-379ed3df6499 tempest-AbsoluteLimitsNegativeTestJSON-1913364570 tempest-AbsoluteLimitsNegativeTestJSON-1913364570-project] 10.222.0.79 "GET /v2.0/quotas/2060230274f24c99aa537969d5da004d HTTP/1.1" status: 200 len: 375 time: 0.0180435 May 23 11:06:36.254027 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-c66413e4-859b-4201-994d-ab8c84c9c62c tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Usage tracker for resource:port and tenant:a643d8d45b5e4265b115a47be7bb4f48 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:36.421406 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bff8c120-06ae-452a-9d3a-dfd6d9d3180d req-92fd7a2d-66ed-407e-9295-ff0e3a11fdcf tempest-AbsoluteLimitsNegativeTestJSON-1913364570 tempest-AbsoluteLimitsNegativeTestJSON-1913364570-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2060230274f24c99aa537969d5da004d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1642821 May 23 11:06:36.424251 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-c66413e4-859b-4201-994d-ab8c84c9c62c tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:36.437640 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-c66413e4-859b-4201-994d-ab8c84c9c62c tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:36.442158 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44360) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:36.489617 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-c66413e4-859b-4201-994d-ab8c84c9c62c tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Made reservation on behalf of a643d8d45b5e4265b115a47be7bb4f48 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:06:36.493943 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-c66413e4-859b-4201-994d-ab8c84c9c62c tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:36.581254 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44376) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:36.611978 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db61aaa5-9f07-4616-b5a7-cd383be20693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:36.654859 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-db61aaa5-9f07-4616-b5a7-cd383be20693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:36.660197 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-db61aaa5-9f07-4616-b5a7-cd383be20693 admin admin] Usage tracker for resource:security_group_rule and tenant:862a01dc475b4dcf93817ab96744d837 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:36.682093 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-db61aaa5-9f07-4616-b5a7-cd383be20693 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:36.691690 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-db61aaa5-9f07-4616-b5a7-cd383be20693 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:36.694979 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1d485452-5acf-4395-929f-7d0e390eda3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:36.737369 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1d485452-5acf-4395-929f-7d0e390eda3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:36.742513 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1d485452-5acf-4395-929f-7d0e390eda3c admin admin] Usage tracker for resource:security_group_rule and tenant:c4d2cfb095cc42ff81bc94a4e2f5ed10 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:36.745141 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-c66413e4-859b-4201-994d-ab8c84c9c62c tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Allocated IP 172.20.0.14 (80a6da85-0536-4b78-be68-78daca68abe3/987cf047-3bbb-4256-b71c-799577402385/85d1bf39-7142-43b4-9baf-ab6b3c1051d6) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:06:36.746633 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1d485452-5acf-4395-929f-7d0e390eda3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:36.754319 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1d485452-5acf-4395-929f-7d0e390eda3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:36.917311 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db61aaa5-9f07-4616-b5a7-cd383be20693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:36.935589 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db61aaa5-9f07-4616-b5a7-cd383be20693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:37.069233 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db61aaa5-9f07-4616-b5a7-cd383be20693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9565f7-f12b-4984-98f1-0b91aafe12c0,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:37.087538 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-db61aaa5-9f07-4616-b5a7-cd383be20693 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=862a01dc475b4dcf93817ab96744d837&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5024292 May 23 11:06:37.093483 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44388) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:37.131192 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-c66413e4-859b-4201-994d-ab8c84c9c62c tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:37.213197 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44394) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:37.213937 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ab17b94-1c93-46a3-8a3c-c05e12cc97dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:37.248013 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device d69a8245-3c01-42b1-a380-95c80d9b3a8b up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:06:37.288938 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1d485452-5acf-4395-929f-7d0e390eda3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:37.294554 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ab17b94-1c93-46a3-8a3c-c05e12cc97dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:37.304466 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1d485452-5acf-4395-929f-7d0e390eda3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:37.420597 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1d485452-5acf-4395-929f-7d0e390eda3c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c4d2cfb095cc42ff81bc94a4e2f5ed10&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9737132 May 23 11:06:37.421758 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44404) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:37.438991 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d485452-5acf-4395-929f-7d0e390eda3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74cf2ba-bed8-4564-80fa-ef608e5fa855,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:37.446711 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d6321c2a-bf6f-42c3-a99f-3875bf122355 req-b72c9a65-b0c0-44b5-ae74-a6457bf5fe19 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f89e397-c74f-4e25-a0b4-d926ff27cb9c HTTP/1.1" status: 200 len: 210 time: 0.1819127 May 23 11:06:37.525202 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ab17b94-1c93-46a3-8a3c-c05e12cc97dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:37.545591 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-c66413e4-859b-4201-994d-ab8c84c9c62c tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:37.580120 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab17b94-1c93-46a3-8a3c-c05e12cc97dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9565f7-f12b-4984-98f1-0b91aafe12c0,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:37.596426 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['be0f99ec-f7a0-42a2-93fa-219688c6dbe7'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:06:37.671786 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ab17b94-1c93-46a3-8a3c-c05e12cc97dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:37.672941 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3ab17b94-1c93-46a3-8a3c-c05e12cc97dc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ae9565f7-f12b-4984-98f1-0b91aafe12c0 HTTP/1.1" status: 204 len: 168 time: 0.5784087 May 23 11:06:37.677272 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f4272d8a-8123-401a-a3af-d99c9a38bbcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:37.700610 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50866cbe-07fb-4381-a069-b76edd2a3547 req-af6272c9-e29c-4684-9d7a-d141ed91221f tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:37.709051 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-50866cbe-07fb-4381-a069-b76edd2a3547 req-af6272c9-e29c-4684-9d7a-d141ed91221f tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e57a28d7-c26a-4ba5-a12b-01b2ec165ad5 HTTP/1.1" status: 200 len: 949 time: 0.5649827 May 23 11:06:37.741346 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8240ea10-5643-4762-9fca-606057cd67d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:37.772050 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port d69a8245-3c01-42b1-a380-95c80d9b3a8b completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:06:37.801614 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-c66413e4-859b-4201-994d-ab8c84c9c62c tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Network 80a6da85-0536-4b78-be68-78daca68abe3 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:06:37.802543 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port d69a8245-3c01-42b1-a380-95c80d9b3a8b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:06:37.808205 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:37.811850 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-c66413e4-859b-4201-994d-ab8c84c9c62c tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:06:37.822135 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-c66413e4-859b-4201-994d-ab8c84c9c62c tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:06:37.874874 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8240ea10-5643-4762-9fca-606057cd67d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:37.906051 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f4272d8a-8123-401a-a3af-d99c9a38bbcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:37.941072 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f4272d8a-8123-401a-a3af-d99c9a38bbcb admin admin] Usage tracker for resource:security_group_rule and tenant:2060230274f24c99aa537969d5da004d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:37.952990 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f4272d8a-8123-401a-a3af-d99c9a38bbcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:37.987258 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-c66413e4-859b-4201-994d-ab8c84c9c62c tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:37.990134 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-c66413e4-859b-4201-994d-ab8c84c9c62c tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:38.002820 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f4272d8a-8123-401a-a3af-d99c9a38bbcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:38.070385 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8240ea10-5643-4762-9fca-606057cd67d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:38.129563 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-50866cbe-07fb-4381-a069-b76edd2a3547 req-991afed5-3483-4c7c-a7a9-0dca3bc5b4e0 tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] 10.222.0.79 "GET /v2.0/security-groups?id=39cb4e82-55a3-4eb5-86b8-5a5273723619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4188068 May 23 11:06:38.136634 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-c66413e4-859b-4201-994d-ab8c84c9c62c tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3468540 May 23 11:06:38.137300 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66413e4-859b-4201-994d-ab8c84c9c62c tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Pushing event updated for resources: {'Port': ['ID=85d1bf39-7142-43b4-9baf-ab6b3c1051d6,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:38.143963 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8240ea10-5643-4762-9fca-606057cd67d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74cf2ba-bed8-4564-80fa-ef608e5fa855,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:38.161822 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-c1384884-03ad-4d50-852a-cdd351896fce service neutron] Request body: {'port': {'device_id': '9f89e397-c74f-4e25-a0b4-d926ff27cb9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:06:38.183504 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:38.202190 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f4272d8a-8123-401a-a3af-d99c9a38bbcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:38.203443 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8240ea10-5643-4762-9fca-606057cd67d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:38.205486 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8240ea10-5643-4762-9fca-606057cd67d8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b74cf2ba-bed8-4564-80fa-ef608e5fa855 HTTP/1.1" status: 204 len: 168 time: 0.7826836 May 23 11:06:38.215329 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f4272d8a-8123-401a-a3af-d99c9a38bbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:38.304832 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:38.328671 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4272d8a-8123-401a-a3af-d99c9a38bbcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef16870-0e00-4e9c-840d-fc57d6b0e8f9,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:38.342183 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f4272d8a-8123-401a-a3af-d99c9a38bbcb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2060230274f24c99aa537969d5da004d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1205432 May 23 11:06:38.345064 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44436) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:38.396599 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-c1384884-03ad-4d50-852a-cdd351896fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:38.417124 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port d69a8245-3c01-42b1-a380-95c80d9b3a8b, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=d69a8245-3c01-42b1-a380-95c80d9b3a8b,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:06:38.421555 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57a28d7-c26a-4ba5-a12b-01b2ec165ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd69a8245-3c01-42b1-a380-95c80d9b3a8b'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:06:38.444068 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:38.501678 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e7c5c37a-fd35-4b69-bec2-5833a77904a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:38.601377 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbc03c3b-a0e7-4260-a376-107dcb16a1b0'] response: {'server_uuid': 'e57a28d7-c26a-4ba5-a12b-01b2ec165ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd69a8245-3c01-42b1-a380-95c80d9b3a8b', 'code': 200} May 23 11:06:38.602099 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=d69a8245-3c01-42b1-a380-95c80d9b3a8b,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:38.602704 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e7c5c37a-fd35-4b69-bec2-5833a77904a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:38.769888 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e7c5c37a-fd35-4b69-bec2-5833a77904a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:38.808634 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c5c37a-fd35-4b69-bec2-5833a77904a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef16870-0e00-4e9c-840d-fc57d6b0e8f9,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:38.816832 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e7c5c37a-fd35-4b69-bec2-5833a77904a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:38.820557 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e7c5c37a-fd35-4b69-bec2-5833a77904a9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4ef16870-0e00-4e9c-840d-fc57d6b0e8f9 HTTP/1.1" status: 204 len: 168 time: 0.4746175 May 23 11:06:39.028270 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44466) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:39.061340 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0deb5cb0-4a3a-41c7-bf0d-cef4be74683c req-7599a0e2-313d-45a6-a33e-315ad6857b9c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e57a28d7-c26a-4ba5-a12b-01b2ec165ad5 HTTP/1.1" status: 200 len: 1101 time: 0.3741093 May 23 11:06:39.081636 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:39.088996 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a053d41-e994-4313-ab9a-f4be6cf6de11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:39.149768 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0deb5cb0-4a3a-41c7-bf0d-cef4be74683c req-82d8a44e-1b8b-40b6-9b71-2fea673cc52d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=39cb4e82-55a3-4eb5-86b8-5a5273723619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811918 May 23 11:06:39.178580 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9a053d41-e994-4313-ab9a-f4be6cf6de11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:39.188660 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678c3b3-b3a6-4c20-b628-7a1128768a5d req-072d4aa3-16ba-4473-a37e-8762c5c0ae75 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:39.189367 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-6678c3b3-b3a6-4c20-b628-7a1128768a5d req-072d4aa3-16ba-4473-a37e-8762c5c0ae75 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Synchronizing usage tracker for tenant:a643d8d45b5e4265b115a47be7bb4f48 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:06:39.207179 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-9a053d41-e994-4313-ab9a-f4be6cf6de11 admin admin] Usage tracker for resource:security_group_rule and tenant:3c4ecbb7c9d9402ca4692edbb42f9aed is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:39.212465 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-057ac1d3-4a97-4c1e-8145-bc2d2b8f363a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:39.224507 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-9a053d41-e994-4313-ab9a-f4be6cf6de11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:39.240640 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9a053d41-e994-4313-ab9a-f4be6cf6de11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:39.271453 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-6678c3b3-b3a6-4c20-b628-7a1128768a5d req-072d4aa3-16ba-4473-a37e-8762c5c0ae75 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Unset dirty status for tenant:a643d8d45b5e4265b115a47be7bb4f48 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:06:39.277704 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6678c3b3-b3a6-4c20-b628-7a1128768a5d req-072d4aa3-16ba-4473-a37e-8762c5c0ae75 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f89e397-c74f-4e25-a0b4-d926ff27cb9c HTTP/1.1" status: 200 len: 932 time: 0.3981345 May 23 11:06:39.400066 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a053d41-e994-4313-ab9a-f4be6cf6de11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:39.408802 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-c1384884-03ad-4d50-852a-cdd351896fce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85d1bf39-7142-43b4-9baf-ab6b3c1051d6 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:06:39.410013 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a053d41-e994-4313-ab9a-f4be6cf6de11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:39.506253 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-c1384884-03ad-4d50-852a-cdd351896fce service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:39.515776 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a053d41-e994-4313-ab9a-f4be6cf6de11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f89981-afdb-4033-a9da-4ce969400059,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:39.523549 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9a053d41-e994-4313-ab9a-f4be6cf6de11 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3c4ecbb7c9d9402ca4692edbb42f9aed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4941878 May 23 11:06:39.524761 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44476) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:39.554082 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-6678c3b3-b3a6-4c20-b628-7a1128768a5d req-3e1e1c0e-4d7d-4599-996a-d6890957a380 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Synchronizing usage tracker for tenant:a643d8d45b5e4265b115a47be7bb4f48 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:06:39.576777 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-c1384884-03ad-4d50-852a-cdd351896fce service neutron] Transition to ACTIVE for port object 85d1bf39-7142-43b4-9baf-ab6b3c1051d6 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:06:39.589986 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-c1384884-03ad-4d50-852a-cdd351896fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:39.651482 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-6678c3b3-b3a6-4c20-b628-7a1128768a5d req-3e1e1c0e-4d7d-4599-996a-d6890957a380 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Unset dirty status for tenant:a643d8d45b5e4265b115a47be7bb4f48 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:06:39.652690 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6678c3b3-b3a6-4c20-b628-7a1128768a5d req-3e1e1c0e-4d7d-4599-996a-d6890957a380 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb42520-b91d-4ed8-aab7-5a7d3a9fc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385191 May 23 11:06:39.656068 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b35affce-280a-4ff2-936d-f4c4e97a13f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:39.726313 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b35affce-280a-4ff2-936d-f4c4e97a13f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:39.760433 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1384884-03ad-4d50-852a-cdd351896fce service neutron] Pushing event updated for resources: {'Port': ['ID=85d1bf39-7142-43b4-9baf-ab6b3c1051d6,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:39.777526 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8bfda-d4b6-4231-9513-54156575d1f1 req-84403802-54a3-44ef-ad99-8890244a2dc4 tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:39.779021 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9fc8bfda-d4b6-4231-9513-54156575d1f1 req-84403802-54a3-44ef-ad99-8890244a2dc4 tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e57a28d7-c26a-4ba5-a12b-01b2ec165ad5 HTTP/1.1" status: 200 len: 950 time: 0.3491433 May 23 11:06:39.803018 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b35affce-280a-4ff2-936d-f4c4e97a13f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:39.857207 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35affce-280a-4ff2-936d-f4c4e97a13f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f89981-afdb-4033-a9da-4ce969400059,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:39.863725 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b35affce-280a-4ff2-936d-f4c4e97a13f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:39.870603 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b35affce-280a-4ff2-936d-f4c4e97a13f3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c1f89981-afdb-4033-a9da-4ce969400059 HTTP/1.1" status: 204 len: 168 time: 0.3439143 May 23 11:06:40.024291 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9fc8bfda-d4b6-4231-9513-54156575d1f1 req-0e6f6cea-8b66-422a-a845-01cfb810d789 tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] 10.222.0.79 "GET /v2.0/security-groups?id=39cb4e82-55a3-4eb5-86b8-5a5273723619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161851 May 23 11:06:40.040006 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-c1384884-03ad-4d50-852a-cdd351896fce service neutron] Attempting to bind port 85d1bf39-7142-43b4-9baf-ab6b3c1051d6 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:06:40.040343 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-c1384884-03ad-4d50-852a-cdd351896fce service neutron] Attempting to bind port 85d1bf39-7142-43b4-9baf-ab6b3c1051d6 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': 'fd694e75-b880-453e-8812-db46a23e85d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '80a6da85-0536-4b78-be68-78daca68abe3'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:06:40.040665 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-c1384884-03ad-4d50-852a-cdd351896fce service neutron] Attempting to bind port 85d1bf39-7142-43b4-9baf-ab6b3c1051d6 on network 80a6da85-0536-4b78-be68-78daca68abe3 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:06:40.048835 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-c1384884-03ad-4d50-852a-cdd351896fce service neutron] Port 85d1bf39-7142-43b4-9baf-ab6b3c1051d6 on network 80a6da85-0536-4b78-be68-78daca68abe3 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:06:40.049175 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-c1384884-03ad-4d50-852a-cdd351896fce service neutron] Attempting to bind port 85d1bf39-7142-43b4-9baf-ab6b3c1051d6 on network 80a6da85-0536-4b78-be68-78daca68abe3 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:06:40.057503 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-c1384884-03ad-4d50-852a-cdd351896fce service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:06:40.057846 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-c1384884-03ad-4d50-852a-cdd351896fce service neutron] Checking segment: {'id': 'fd694e75-b880-453e-8812-db46a23e85d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '80a6da85-0536-4b78-be68-78daca68abe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:06:40.058250 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-c1384884-03ad-4d50-852a-cdd351896fce service neutron] Bound using segment: {'id': 'fd694e75-b880-453e-8812-db46a23e85d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '80a6da85-0536-4b78-be68-78daca68abe3'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:06:40.059182 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-c1384884-03ad-4d50-852a-cdd351896fce service neutron] Bound port: 85d1bf39-7142-43b4-9baf-ab6b3c1051d6, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd694e75-b880-453e-8812-db46a23e85d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '80a6da85-0536-4b78-be68-78daca68abe3'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:06:40.059555 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-c1384884-03ad-4d50-852a-cdd351896fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:40.188397 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-c1384884-03ad-4d50-852a-cdd351896fce service neutron] For port 85d1bf39-7142-43b4-9baf-ab6b3c1051d6, host n-h2-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:06:40.193517 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-c1384884-03ad-4d50-852a-cdd351896fce service neutron] For port 85d1bf39-7142-43b4-9baf-ab6b3c1051d6, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=85d1bf39-7142-43b4-9baf-ab6b3c1051d6,segment=NetworkSegment(fd694e75-b880-453e-8812-db46a23e85d2),segment_id=fd694e75-b880-453e-8812-db46a23e85d2)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:06:40.200057 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-c1384884-03ad-4d50-852a-cdd351896fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:40.269280 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-c1384884-03ad-4d50-852a-cdd351896fce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:40.270645 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-c1384884-03ad-4d50-852a-cdd351896fce service neutron] 10.222.0.81 "PUT /v2.0/ports/85d1bf39-7142-43b4-9baf-ab6b3c1051d6 HTTP/1.1" status: 200 len: 1092 time: 2.1211271 May 23 11:06:40.271077 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f89e397-c74f-4e25-a0b4-d926ff27cb9c', 'tag': '85d1bf39-7142-43b4-9baf-ab6b3c1051d6'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:06:40.290647 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1384884-03ad-4d50-852a-cdd351896fce service neutron] Pushing event updated for resources: {'Port': ['ID=85d1bf39-7142-43b4-9baf-ab6b3c1051d6,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:40.386938 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcd1b83c-c792-4178-a989-d2715c0c1005'] response: {'name': 'network-changed', 'server_uuid': '9f89e397-c74f-4e25-a0b4-d926ff27cb9c', 'tag': '85d1bf39-7142-43b4-9baf-ab6b3c1051d6', 'status': 'completed', 'code': 200} May 23 11:06:40.437804 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-4b61cafa-1b0c-4eed-8d93-b427b45d7a8f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a643d8d45b5e4265b115a47be7bb4f48&device_id=9f89e397-c74f-4e25-a0b4-d926ff27cb9c HTTP/1.1" status: 200 len: 1095 time: 0.1019764 May 23 11:06:40.540886 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-c64787b5-cbcc-40d2-a584-72f5cfc58732 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85d1bf39-7142-43b4-9baf-ab6b3c1051d6 HTTP/1.1" status: 200 len: 217 time: 0.0879886 May 23 11:06:40.632409 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-25643acc-b55d-4a3d-b89e-71a46e4b0cf2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:40.633965 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-25643acc-b55d-4a3d-b89e-71a46e4b0cf2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=987cf047-3bbb-4256-b71c-799577402385 HTTP/1.1" status: 200 len: 853 time: 0.0838816 May 23 11:06:40.707609 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-9b586173-ec36-44a2-a5e4-34449ed42bb2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=80a6da85-0536-4b78-be68-78daca68abe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673497 May 23 11:06:41.038680 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-db2819d6-6eb6-4814-a582-f3ae79084c7f service neutron] 10.222.0.81 "GET /v2.0/networks/80a6da85-0536-4b78-be68-78daca68abe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238778 May 23 11:06:41.231253 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7bb4ba5e-6694-41c5-8f75-3a510407e3d8 req-64c5d33b-d40c-4c44-a08c-967d7df5eaff service neutron] 10.222.0.81 "GET /v2.0/networks/80a6da85-0536-4b78-be68-78daca68abe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836963 May 23 11:06:41.254329 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34037e5c-eaf1-4d29-84a3-29c8cff864d1 req-c1fa94cc-82a2-41ee-96ca-50c9a915e506 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:41.266128 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-34037e5c-eaf1-4d29-84a3-29c8cff864d1 req-c1fa94cc-82a2-41ee-96ca-50c9a915e506 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f89e397-c74f-4e25-a0b4-d926ff27cb9c HTTP/1.1" status: 200 len: 944 time: 0.3439445 May 23 11:06:41.460029 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-34037e5c-eaf1-4d29-84a3-29c8cff864d1 req-77f55983-a203-46aa-b18d-0020ea62c7d4 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb42520-b91d-4ed8-aab7-5a7d3a9fc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928346 May 23 11:06:41.474986 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-66f40e10-3c81-4a83-ac90-029c37befe76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:41.542168 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fe4c2252-3aee-45d7-b191-dc2331340be1 req-ad068364-4cc9-4c38-8dfd-ebda13dd4bd8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a643d8d45b5e4265b115a47be7bb4f48&device_id=9f89e397-c74f-4e25-a0b4-d926ff27cb9c HTTP/1.1" status: 200 len: 1095 time: 0.1745677 May 23 11:06:41.550103 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c64fad-fd55-42cf-828a-3920f61505ac req-377d4829-98c9-45b7-a219-9be71f7d64ef tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:41.551757 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-01c64fad-fd55-42cf-828a-3920f61505ac req-377d4829-98c9-45b7-a219-9be71f7d64ef tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e57a28d7-c26a-4ba5-a12b-01b2ec165ad5 HTTP/1.1" status: 200 len: 950 time: 0.2216680 May 23 11:06:41.658832 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44546) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:41.742749 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-01c64fad-fd55-42cf-828a-3920f61505ac req-f8c47f19-a370-4049-bde8-ea14885cf6ae tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] 10.222.0.79 "GET /v2.0/security-groups?id=39cb4e82-55a3-4eb5-86b8-5a5273723619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921381 May 23 11:06:41.777024 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c2252-3aee-45d7-b191-dc2331340be1 req-c09a2cc0-04d8-49dc-afdb-6848cd307040 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:41.778754 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fe4c2252-3aee-45d7-b191-dc2331340be1 req-c09a2cc0-04d8-49dc-afdb-6848cd307040 service neutron] 10.222.0.81 "GET /v2.0/networks?id=80a6da85-0536-4b78-be68-78daca68abe3 HTTP/1.1" status: 200 len: 914 time: 0.2259126 May 23 11:06:41.884637 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fe4c2252-3aee-45d7-b191-dc2331340be1 req-afc04957-9fa1-4e2a-84e3-e2bd5cd3c853 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85d1bf39-7142-43b4-9baf-ab6b3c1051d6 HTTP/1.1" status: 200 len: 217 time: 0.0977507 May 23 11:06:41.963898 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c2252-3aee-45d7-b191-dc2331340be1 req-d241adf6-32df-41ca-894b-c1f9d7011ed6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:41.965521 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fe4c2252-3aee-45d7-b191-dc2331340be1 req-d241adf6-32df-41ca-894b-c1f9d7011ed6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=987cf047-3bbb-4256-b71c-799577402385 HTTP/1.1" status: 200 len: 853 time: 0.0745788 May 23 11:06:42.068764 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fe4c2252-3aee-45d7-b191-dc2331340be1 req-51f140e9-09b4-4f58-95b1-e66f086c0604 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=80a6da85-0536-4b78-be68-78daca68abe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948458 May 23 11:06:42.158669 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-afae11bb-798c-4c79-856e-092a9a0e363c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:42.256060 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-afae11bb-798c-4c79-856e-092a9a0e363c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:42.268472 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-afae11bb-798c-4c79-856e-092a9a0e363c admin admin] Usage tracker for resource:security_group_rule and tenant:d20d87caf42d402b975ace3c4c967a2e is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:42.271447 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-afae11bb-798c-4c79-856e-092a9a0e363c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:42.284713 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-afae11bb-798c-4c79-856e-092a9a0e363c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:42.456013 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-afae11bb-798c-4c79-856e-092a9a0e363c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:42.462435 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-afae11bb-798c-4c79-856e-092a9a0e363c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:42.575407 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:42.605426 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae11bb-798c-4c79-856e-092a9a0e363c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb4ce81-ecbd-4a35-9e5d-46841d37a366,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:42.606920 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 44580) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:42.611308 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-afae11bb-798c-4c79-856e-092a9a0e363c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d20d87caf42d402b975ace3c4c967a2e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9508591 May 23 11:06:42.614812 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44584) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:42.651282 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fe4c2252-3aee-45d7-b191-dc2331340be1 req-1f304606-36ed-4c0c-b0c7-6db75c62f6b9 service neutron] 10.222.0.81 "GET /v2.0/networks/80a6da85-0536-4b78-be68-78daca68abe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5754766 May 23 11:06:42.690549 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5846-8f3d-4f7b-b488-29f1aa45a8b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:42.759253 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5846-8f3d-4f7b-b488-29f1aa45a8b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:42.763480 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:42.868246 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5846-8f3d-4f7b-b488-29f1aa45a8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:42.916576 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5846-8f3d-4f7b-b488-29f1aa45a8b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:42.918267 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2c2d5846-8f3d-4f7b-b488-29f1aa45a8b8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/edb4ce81-ecbd-4a35-9e5d-46841d37a366 HTTP/1.1" status: 204 len: 168 time: 0.3020391 May 23 11:06:42.924860 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d5846-8f3d-4f7b-b488-29f1aa45a8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb4ce81-ecbd-4a35-9e5d-46841d37a366,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:42.970138 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73548a8b-df9a-4d61-a56d-9f0a49be1c35 req-6b1a7382-44e3-4b03-a8df-7c1f740d7e39 tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:42.989678 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-73548a8b-df9a-4d61-a56d-9f0a49be1c35 req-6b1a7382-44e3-4b03-a8df-7c1f740d7e39 tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e57a28d7-c26a-4ba5-a12b-01b2ec165ad5 HTTP/1.1" status: 200 len: 950 time: 0.6198683 May 23 11:06:43.038659 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f976572-664f-43c0-b248-bbe65d171fe9 req-c0962e2a-4f58-4a4e-82d6-7fdc2f008dff tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:43.040759 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6f976572-664f-43c0-b248-bbe65d171fe9 req-c0962e2a-4f58-4a4e-82d6-7fdc2f008dff tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f89e397-c74f-4e25-a0b4-d926ff27cb9c HTTP/1.1" status: 200 len: 944 time: 0.3014345 May 23 11:06:43.049603 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-35d3f9c6-12a3-4294-aec8-c6c97ad2a98c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-214063452-network', 'tenant_id': 'e2751fcb369b4c25aa797890d0274869'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:06:43.054918 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-35d3f9c6-12a3-4294-aec8-c6c97ad2a98c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:43.059977 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-35d3f9c6-12a3-4294-aec8-c6c97ad2a98c admin admin] Usage tracker for resource:network and tenant:e2751fcb369b4c25aa797890d0274869 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:43.063495 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-35d3f9c6-12a3-4294-aec8-c6c97ad2a98c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:43.074888 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-35d3f9c6-12a3-4294-aec8-c6c97ad2a98c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:43.152902 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6f976572-664f-43c0-b248-bbe65d171fe9 req-daf145ed-b25a-423c-8718-bd5ce9710d93 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb42520-b91d-4ed8-aab7-5a7d3a9fc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684054 May 23 11:06:43.225846 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d3f9c6-12a3-4294-aec8-c6c97ad2a98c admin admin] Made reservation on behalf of e2751fcb369b4c25aa797890d0274869 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:06:43.228616 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-35d3f9c6-12a3-4294-aec8-c6c97ad2a98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:43.257279 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-35d3f9c6-12a3-4294-aec8-c6c97ad2a98c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:43.305636 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-73548a8b-df9a-4d61-a56d-9f0a49be1c35 req-f085e676-413e-4cf6-a6fd-3d8c0685fc47 tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] 10.222.0.79 "GET /v2.0/security-groups?id=39cb4e82-55a3-4eb5-86b8-5a5273723619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149633 May 23 11:06:43.348168 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fe4c2252-3aee-45d7-b191-dc2331340be1 req-315c293c-5651-4630-ad0d-21a25f8f018d service neutron] 10.222.0.81 "GET /v2.0/networks/80a6da85-0536-4b78-be68-78daca68abe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6758304 May 23 11:06:43.395942 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-35d3f9c6-12a3-4294-aec8-c6c97ad2a98c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:43.406135 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-35d3f9c6-12a3-4294-aec8-c6c97ad2a98c admin admin] Usage tracker for resource:security_group_rule and tenant:e2751fcb369b4c25aa797890d0274869 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:43.410186 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-35d3f9c6-12a3-4294-aec8-c6c97ad2a98c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:43.421190 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-35d3f9c6-12a3-4294-aec8-c6c97ad2a98c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:43.550570 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-35d3f9c6-12a3-4294-aec8-c6c97ad2a98c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:43.557832 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-35d3f9c6-12a3-4294-aec8-c6c97ad2a98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:43.600429 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3f9c6-12a3-4294-aec8-c6c97ad2a98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daac401d-cd06-402b-a0c5-cf930a920c6a,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:43.610679 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d3f9c6-12a3-4294-aec8-c6c97ad2a98c admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:06:43.621820 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-35d3f9c6-12a3-4294-aec8-c6c97ad2a98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:43.622051 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-35d3f9c6-12a3-4294-aec8-c6c97ad2a98c admin admin] Added segment 7ad8bbf2-246d-4660-9561-695033534a73 of type vlan for network 7eb4ddf3-0d2c-4417-8f73-b51c3765f0d8 May 23 11:06:43.627996 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44620) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:43.666939 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-42c8097a-8214-4353-b53f-d307d80b1535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:43.690009 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-35d3f9c6-12a3-4294-aec8-c6c97ad2a98c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:43.729714 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-42c8097a-8214-4353-b53f-d307d80b1535 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:43.746841 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-42c8097a-8214-4353-b53f-d307d80b1535 admin admin] Usage tracker for resource:security_group_rule and tenant:5bd04c745b544f998d1c3e52f859bd89 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:43.750844 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-35d3f9c6-12a3-4294-aec8-c6c97ad2a98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:43.752786 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d3f9c6-12a3-4294-aec8-c6c97ad2a98c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:43.753887 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-42c8097a-8214-4353-b53f-d307d80b1535 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:43.754020 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-35d3f9c6-12a3-4294-aec8-c6c97ad2a98c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:43.767721 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-42c8097a-8214-4353-b53f-d307d80b1535 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:43.950309 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-35d3f9c6-12a3-4294-aec8-c6c97ad2a98c admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3155499 May 23 11:06:43.953537 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 44628) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:43.956947 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3f9c6-12a3-4294-aec8-c6c97ad2a98c admin admin] Pushing event updated for resources: {'Network': ['ID=7eb4ddf3-0d2c-4417-8f73-b51c3765f0d8,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:43.972403 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 7eb4ddf3-0d2c-4417-8f73-b51c3765f0d8 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:06:43.976535 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-f6524a59-97ac-4b9e-ae67-0859ab4da505 admin admin] Request body: {'subnet': {'network_id': '7eb4ddf3-0d2c-4417-8f73-b51c3765f0d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-214063452-subnet', 'tenant_id': 'e2751fcb369b4c25aa797890d0274869', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:06:43.993557 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f6524a59-97ac-4b9e-ae67-0859ab4da505 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:44.003659 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f6524a59-97ac-4b9e-ae67-0859ab4da505 admin admin] Usage tracker for resource:subnet and tenant:e2751fcb369b4c25aa797890d0274869 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:44.008160 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f6524a59-97ac-4b9e-ae67-0859ab4da505 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:44.023006 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f6524a59-97ac-4b9e-ae67-0859ab4da505 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:44.056389 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0e34d-abb2-42f9-afec-610ab80062fa req-8ca460ac-8a86-49c2-a726-e16191a2cfd6 tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:44.056671 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9b0e34d-abb2-42f9-afec-610ab80062fa req-8ca460ac-8a86-49c2-a726-e16191a2cfd6 tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] 10.222.0.13 "GET /v2.0/ports?device_id=e57a28d7-c26a-4ba5-a12b-01b2ec165ad5 HTTP/1.1" status: 200 len: 950 time: 0.1914620 May 23 11:06:44.058119 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6524a59-97ac-4b9e-ae67-0859ab4da505 admin admin] Made reservation on behalf of e2751fcb369b4c25aa797890d0274869 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:06:44.060611 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f6524a59-97ac-4b9e-ae67-0859ab4da505 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:44.140058 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-42c8097a-8214-4353-b53f-d307d80b1535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:44.144697 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-42c8097a-8214-4353-b53f-d307d80b1535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:44.187222 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c8097a-8214-4353-b53f-d307d80b1535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f47a82-607d-4520-a2c7-8d203e16df96,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:44.230360 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-42c8097a-8214-4353-b53f-d307d80b1535 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5bd04c745b544f998d1c3e52f859bd89&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6011865 May 23 11:06:44.231106 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44640) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:44.286610 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:44.394225 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-316d536d-43e8-4703-97da-71d3d6598ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:44.408699 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-b9b0e34d-abb2-42f9-afec-610ab80062fa req-81f2f492-2430-470f-865d-5dd7265497dc tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Deleting port d69a8245-3c01-42b1-a380-95c80d9b3a8b {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:06:44.412898 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b9b0e34d-abb2-42f9-afec-610ab80062fa req-81f2f492-2430-470f-865d-5dd7265497dc tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:44.433882 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-316d536d-43e8-4703-97da-71d3d6598ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:44.501595 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-316d536d-43e8-4703-97da-71d3d6598ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:44.544600 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d536d-43e8-4703-97da-71d3d6598ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f47a82-607d-4520-a2c7-8d203e16df96,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:44.553922 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-316d536d-43e8-4703-97da-71d3d6598ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:44.563931 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-316d536d-43e8-4703-97da-71d3d6598ee3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/09f47a82-607d-4520-a2c7-8d203e16df96 HTTP/1.1" status: 204 len: 168 time: 0.3304052 May 23 11:06:44.937526 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 85d1bf39-7142-43b4-9baf-ab6b3c1051d6 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:06:44.990065 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069030d-cdd9-47be-b61c-3a1f0fffe993 req-101fad15-24e6-42a2-bfb8-9ee74d371454 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:44.992551 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8069030d-cdd9-47be-b61c-3a1f0fffe993 req-101fad15-24e6-42a2-bfb8-9ee74d371454 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f89e397-c74f-4e25-a0b4-d926ff27cb9c HTTP/1.1" status: 200 len: 944 time: 0.4873564 May 23 11:06:45.125277 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07623e-66f0-4ec5-b604-e07f727f0f31 req-74230de9-c825-42a0-9755-2d91028bb144 tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:45.136817 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2d07623e-66f0-4ec5-b604-e07f727f0f31 req-74230de9-c825-42a0-9755-2d91028bb144 tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] 10.222.0.79 "GET /v2.0/ports?device_id=e57a28d7-c26a-4ba5-a12b-01b2ec165ad5 HTTP/1.1" status: 200 len: 950 time: 0.4894581 May 23 11:06:45.181207 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f6524a59-97ac-4b9e-ae67-0859ab4da505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:45.224021 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8069030d-cdd9-47be-b61c-3a1f0fffe993 req-33abd73f-1763-46bf-a34b-29fe7b914b4f tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb42520-b91d-4ed8-aab7-5a7d3a9fc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206194 May 23 11:06:45.233210 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 85d1bf39-7142-43b4-9baf-ab6b3c1051d6, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=85d1bf39-7142-43b4-9baf-ab6b3c1051d6,segment=NetworkSegment(fd694e75-b880-453e-8812-db46a23e85d2),segment_id=fd694e75-b880-453e-8812-db46a23e85d2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:06:45.243367 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-b9b0e34d-abb2-42f9-afec-610ab80062fa req-81f2f492-2430-470f-865d-5dd7265497dc tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] For port d69a8245-3c01-42b1-a380-95c80d9b3a8b, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=d69a8245-3c01-42b1-a380-95c80d9b3a8b,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:06:45.243736 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b9b0e34d-abb2-42f9-afec-610ab80062fa req-81f2f492-2430-470f-865d-5dd7265497dc tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:45.304550 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2d07623e-66f0-4ec5-b604-e07f727f0f31 req-239e88f3-c155-4c30-b97b-07087098f4bb tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] 10.222.0.79 "GET /v2.0/security-groups?id=39cb4e82-55a3-4eb5-86b8-5a5273723619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667738 May 23 11:06:45.337776 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '85d1bf39-7142-43b4-9baf-ab6b3c1051d6', 'network_id': '80a6da85-0536-4b78-be68-78daca68abe3', 'port_id': '85d1bf39-7142-43b4-9baf-ab6b3c1051d6', 'mac_address': 'fa:16:3e:c5:d4:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '987cf047-3bbb-4256-b71c-799577402385', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:06:45.461156 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-b9b0e34d-abb2-42f9-afec-610ab80062fa req-81f2f492-2430-470f-865d-5dd7265497dc tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Calling delete_port for d69a8245-3c01-42b1-a380-95c80d9b3a8b owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:06:45.486072 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:45.514974 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85d1bf39-7142-43b4-9baf-ab6b3c1051d6 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:06:45.536812 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 85d1bf39-7142-43b4-9baf-ab6b3c1051d6, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=85d1bf39-7142-43b4-9baf-ab6b3c1051d6,segment=NetworkSegment(fd694e75-b880-453e-8812-db46a23e85d2),segment_id=fd694e75-b880-453e-8812-db46a23e85d2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:06:45.542758 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:45.614199 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6524a59-97ac-4b9e-ae67-0859ab4da505 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73de1b58-ddcf-4e1e-bace-469c55c03bbe,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:45.637765 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6524a59-97ac-4b9e-ae67-0859ab4da505 admin admin] Checking segment: {'id': '7ad8bbf2-246d-4660-9561-695033534a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7eb4ddf3-0d2c-4417-8f73-b51c3765f0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:06:45.637995 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6524a59-97ac-4b9e-ae67-0859ab4da505 admin admin] Network hostable DHCP agents. Network: 7eb4ddf3-0d2c-4417-8f73-b51c3765f0d8, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:06:45.650410 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=85d1bf39-7142-43b4-9baf-ab6b3c1051d6,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:45.714471 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6524a59-97ac-4b9e-ae67-0859ab4da505 admin admin] Network 7eb4ddf3-0d2c-4417-8f73-b51c3765f0d8 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:06:45.745083 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-f6524a59-97ac-4b9e-ae67-0859ab4da505 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 7eb4ddf3-0d2c-4417-8f73-b51c3765f0d8) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:06:45.752642 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6524a59-97ac-4b9e-ae67-0859ab4da505 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:45.753230 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f6524a59-97ac-4b9e-ae67-0859ab4da505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:45.765295 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef089807-fa01-43c9-aca4-e52ce8d75b62 None None] Network 7eb4ddf3-0d2c-4417-8f73-b51c3765f0d8 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:06:45.795947 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b9b0e34d-abb2-42f9-afec-610ab80062fa req-81f2f492-2430-470f-865d-5dd7265497dc tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:45.915440 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f6524a59-97ac-4b9e-ae67-0859ab4da505 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9606509 May 23 11:06:45.918090 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f2f492-2430-470f-865d-5dd7265497dc tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Pushing event deleted for resources: {'Port': ['ID=d69a8245-3c01-42b1-a380-95c80d9b3a8b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:45.927238 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['85d1bf39-7142-43b4-9baf-ab6b3c1051d6'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:06:46.064878 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b0e34d-abb2-42f9-afec-610ab80062fa req-81f2f492-2430-470f-865d-5dd7265497dc tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] No DVR routers for this DVR port d69a8245-3c01-42b1-a380-95c80d9b3a8b on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:06:46.067587 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b9b0e34d-abb2-42f9-afec-610ab80062fa req-81f2f492-2430-470f-865d-5dd7265497dc tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:46.069716 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9b0e34d-abb2-42f9-afec-610ab80062fa req-81f2f492-2430-470f-865d-5dd7265497dc tempest-ImagesNegativeTestJSON-487957110 tempest-ImagesNegativeTestJSON-487957110-project] 10.222.0.13 "DELETE /v2.0/ports/d69a8245-3c01-42b1-a380-95c80d9b3a8b HTTP/1.1" status: 204 len: 173 time: 1.9786744 May 23 11:06:46.070153 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57a28d7-c26a-4ba5-a12b-01b2ec165ad5', 'name': 'network-vif-deleted', 'tag': 'd69a8245-3c01-42b1-a380-95c80d9b3a8b'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:06:46.207049 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eed40ef-51da-4442-bae4-b04d9fc51aab'] response: {'server_uuid': 'e57a28d7-c26a-4ba5-a12b-01b2ec165ad5', 'name': 'network-vif-deleted', 'tag': 'd69a8245-3c01-42b1-a380-95c80d9b3a8b', 'status': 'completed', 'code': 200} May 23 11:06:46.433036 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52eee882-e030-4337-a6dc-2b1ffdbafbda None None] Network 7eb4ddf3-0d2c-4417-8f73-b51c3765f0d8 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:06:46.851757 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-fb7d95a3-c28e-41bd-a5fd-6765a1c4a231 req-b38c0ede-6f0a-4641-978c-2033be570897 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-169844001', 'description': 'tempest-description-116325850'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:06:46.863046 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-fb7d95a3-c28e-41bd-a5fd-6765a1c4a231 req-b38c0ede-6f0a-4641-978c-2033be570897 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:46.880722 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-fb7d95a3-c28e-41bd-a5fd-6765a1c4a231 req-b38c0ede-6f0a-4641-978c-2033be570897 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Usage tracker for resource:security_group and tenant:e2751fcb369b4c25aa797890d0274869 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:46.899198 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-fb7d95a3-c28e-41bd-a5fd-6765a1c4a231 req-b38c0ede-6f0a-4641-978c-2033be570897 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:46.919090 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-fb7d95a3-c28e-41bd-a5fd-6765a1c4a231 req-b38c0ede-6f0a-4641-978c-2033be570897 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:46.944342 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-fb7d95a3-c28e-41bd-a5fd-6765a1c4a231 req-b38c0ede-6f0a-4641-978c-2033be570897 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:47.038235 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-fb7d95a3-c28e-41bd-a5fd-6765a1c4a231 req-b38c0ede-6f0a-4641-978c-2033be570897 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:47.043493 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-fb7d95a3-c28e-41bd-a5fd-6765a1c4a231 req-b38c0ede-6f0a-4641-978c-2033be570897 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Usage tracker for resource:security_group_rule and tenant:e2751fcb369b4c25aa797890d0274869 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:47.046574 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-fb7d95a3-c28e-41bd-a5fd-6765a1c4a231 req-b38c0ede-6f0a-4641-978c-2033be570897 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:47.053040 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-fb7d95a3-c28e-41bd-a5fd-6765a1c4a231 req-b38c0ede-6f0a-4641-978c-2033be570897 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:47.135030 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-fb7d95a3-c28e-41bd-a5fd-6765a1c4a231 req-b38c0ede-6f0a-4641-978c-2033be570897 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:47.143537 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-fb7d95a3-c28e-41bd-a5fd-6765a1c4a231 req-b38c0ede-6f0a-4641-978c-2033be570897 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:47.250337 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-fb7d95a3-c28e-41bd-a5fd-6765a1c4a231 req-b38c0ede-6f0a-4641-978c-2033be570897 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:47.266207 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fb7d95a3-c28e-41bd-a5fd-6765a1c4a231 req-b38c0ede-6f0a-4641-978c-2033be570897 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1650 time: 0.4191787 May 23 11:06:47.270317 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c0ede-6f0a-4641-978c-2033be570897 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc39766-690b-4b8c-b94b-fbaefcf41699,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:47.277178 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device d69a8245-3c01-42b1-a380-95c80d9b3a8b no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:06:47.334873 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cad1bc-5cd6-432c-b985-3bbc6012622e req-1b6b5f4d-68ff-42ad-856d-5323dcae8ddd tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:47.341536 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: d69a8245-3c01-42b1-a380-95c80d9b3a8b {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:06:47.344273 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device d69a8245-3c01-42b1-a380-95c80d9b3a8b not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:06:47.346322 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-92cad1bc-5cd6-432c-b985-3bbc6012622e req-1b6b5f4d-68ff-42ad-856d-5323dcae8ddd tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f89e397-c74f-4e25-a0b4-d926ff27cb9c HTTP/1.1" status: 200 len: 945 time: 0.1703694 May 23 11:06:47.423748 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-92cad1bc-5cd6-432c-b985-3bbc6012622e req-89930624-c629-4c57-bef2-4fb79ca63a27 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb42520-b91d-4ed8-aab7-5a7d3a9fc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761380 May 23 11:06:47.660430 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3652aa76-a5be-4e34-943e-a65bb2331f63 req-1a128f84-0182-4e1c-83d3-ab8abc965f9f tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] 10.222.0.79 "GET /v2.0/security-groups/6cc39766-690b-4b8c-b94b-fbaefcf41699 HTTP/1.1" status: 200 len: 1645 time: 0.0639288 May 23 11:06:47.674049 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-3652aa76-a5be-4e34-943e-a65bb2331f63 req-d61ac772-a1b1-4c7f-82c1-bd5f0c11595e tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6cc39766-690b-4b8c-b94b-fbaefcf41699', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:06:47.674362 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-3652aa76-a5be-4e34-943e-a65bb2331f63 req-d61ac772-a1b1-4c7f-82c1-bd5f0c11595e tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6cc39766-690b-4b8c-b94b-fbaefcf41699', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:06:47.682154 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-3652aa76-a5be-4e34-943e-a65bb2331f63 req-d61ac772-a1b1-4c7f-82c1-bd5f0c11595e tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:47.688162 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-3652aa76-a5be-4e34-943e-a65bb2331f63 req-d61ac772-a1b1-4c7f-82c1-bd5f0c11595e tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Usage tracker for resource:security_group_rule and tenant:e2751fcb369b4c25aa797890d0274869 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:47.692401 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-3652aa76-a5be-4e34-943e-a65bb2331f63 req-d61ac772-a1b1-4c7f-82c1-bd5f0c11595e tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:47.699546 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-3652aa76-a5be-4e34-943e-a65bb2331f63 req-d61ac772-a1b1-4c7f-82c1-bd5f0c11595e tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:47.777919 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-3652aa76-a5be-4e34-943e-a65bb2331f63 req-d61ac772-a1b1-4c7f-82c1-bd5f0c11595e tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:47.815114 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-3652aa76-a5be-4e34-943e-a65bb2331f63 req-d61ac772-a1b1-4c7f-82c1-bd5f0c11595e tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:47.822375 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-3652aa76-a5be-4e34-943e-a65bb2331f63 req-d61ac772-a1b1-4c7f-82c1-bd5f0c11595e tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:47.853069 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ac772-a1b1-4c7f-82c1-bd5f0c11595e tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8cbf7e1-a989-4019-961c-6340ad448eab,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:47.874341 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-3652aa76-a5be-4e34-943e-a65bb2331f63 req-d61ac772-a1b1-4c7f-82c1-bd5f0c11595e tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:47.891964 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3652aa76-a5be-4e34-943e-a65bb2331f63 req-d61ac772-a1b1-4c7f-82c1-bd5f0c11595e tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.2257574 May 23 11:06:48.094006 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b79deb32-0c84-4e76-9625-597f7de776f7 req-a78ec2e1-36da-4911-a80d-0ab0810f553d tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] 10.222.0.79 "GET /v2.0/security-groups/6cc39766-690b-4b8c-b94b-fbaefcf41699 HTTP/1.1" status: 200 len: 2148 time: 0.0813432 May 23 11:06:48.159402 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cba3a8e3-a384-4757-8b9b-ee7ad1eddbf5 req-8deb85d7-73ff-4440-a462-be6e8ee5a9fe tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] 10.222.0.79 "GET /v2.0/security-group-rules/d8cbf7e1-a989-4019-961c-6340ad448eab HTTP/1.1" status: 200 len: 713 time: 0.0301299 May 23 11:06:48.225658 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cba3a8e3-a384-4757-8b9b-ee7ad1eddbf5 req-a7683904-fc0f-48c8-ada1-c6dbd189ba05 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] 10.222.0.79 "GET /v2.0/security-groups/6cc39766-690b-4b8c-b94b-fbaefcf41699 HTTP/1.1" status: 200 len: 2148 time: 0.0647941 May 23 11:06:48.261988 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-cba3a8e3-a384-4757-8b9b-ee7ad1eddbf5 req-565d3662-1be6-47cc-8864-4ec13dd7b328 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:48.278878 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-cba3a8e3-a384-4757-8b9b-ee7ad1eddbf5 req-565d3662-1be6-47cc-8864-4ec13dd7b328 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:48.319612 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-cba3a8e3-a384-4757-8b9b-ee7ad1eddbf5 req-565d3662-1be6-47cc-8864-4ec13dd7b328 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:48.347290 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d3662-1be6-47cc-8864-4ec13dd7b328 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8cbf7e1-a989-4019-961c-6340ad448eab,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:48.351374 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-cba3a8e3-a384-4757-8b9b-ee7ad1eddbf5 req-565d3662-1be6-47cc-8864-4ec13dd7b328 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:48.357231 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cba3a8e3-a384-4757-8b9b-ee7ad1eddbf5 req-565d3662-1be6-47cc-8864-4ec13dd7b328 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/d8cbf7e1-a989-4019-961c-6340ad448eab HTTP/1.1" status: 204 len: 173 time: 0.1296730 May 23 11:06:48.442744 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-0e3129cd-7ff1-4840-91be-75558accc123 req-d0b4ce5a-abcc-4e8e-8033-adc6ba76eabb tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1778919520', 'description': 'tempest-description-496281457'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:06:48.452999 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-0e3129cd-7ff1-4840-91be-75558accc123 req-d0b4ce5a-abcc-4e8e-8033-adc6ba76eabb tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:48.463528 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-0e3129cd-7ff1-4840-91be-75558accc123 req-d0b4ce5a-abcc-4e8e-8033-adc6ba76eabb tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Usage tracker for resource:security_group and tenant:e2751fcb369b4c25aa797890d0274869 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:48.472373 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-0e3129cd-7ff1-4840-91be-75558accc123 req-d0b4ce5a-abcc-4e8e-8033-adc6ba76eabb tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:48.484449 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-0e3129cd-7ff1-4840-91be-75558accc123 req-d0b4ce5a-abcc-4e8e-8033-adc6ba76eabb tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:48.510156 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-0e3129cd-7ff1-4840-91be-75558accc123 req-d0b4ce5a-abcc-4e8e-8033-adc6ba76eabb tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:48.601130 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-0e3129cd-7ff1-4840-91be-75558accc123 req-d0b4ce5a-abcc-4e8e-8033-adc6ba76eabb tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:48.616794 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-0e3129cd-7ff1-4840-91be-75558accc123 req-d0b4ce5a-abcc-4e8e-8033-adc6ba76eabb tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Usage tracker for resource:security_group_rule and tenant:e2751fcb369b4c25aa797890d0274869 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:48.620691 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-0e3129cd-7ff1-4840-91be-75558accc123 req-d0b4ce5a-abcc-4e8e-8033-adc6ba76eabb tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:48.630263 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-0e3129cd-7ff1-4840-91be-75558accc123 req-d0b4ce5a-abcc-4e8e-8033-adc6ba76eabb tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:48.729564 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-0e3129cd-7ff1-4840-91be-75558accc123 req-d0b4ce5a-abcc-4e8e-8033-adc6ba76eabb tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:48.773655 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-0e3129cd-7ff1-4840-91be-75558accc123 req-d0b4ce5a-abcc-4e8e-8033-adc6ba76eabb tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:48.839903 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b4ce5a-abcc-4e8e-8033-adc6ba76eabb tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5859809c-0dc7-4811-8bfc-2cece898fd44,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:48.858326 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-0e3129cd-7ff1-4840-91be-75558accc123 req-d0b4ce5a-abcc-4e8e-8033-adc6ba76eabb tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:48.870057 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0e3129cd-7ff1-4840-91be-75558accc123 req-d0b4ce5a-abcc-4e8e-8033-adc6ba76eabb tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 0.4326532 May 23 11:06:48.915150 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5913598-fadd-46c6-8a5f-90b3ba9244a4 req-da7f04bf-b874-4a78-b2d7-e351c0902429 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:48.916349 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c5913598-fadd-46c6-8a5f-90b3ba9244a4 req-da7f04bf-b874-4a78-b2d7-e351c0902429 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f89e397-c74f-4e25-a0b4-d926ff27cb9c HTTP/1.1" status: 200 len: 945 time: 0.1854630 May 23 11:06:48.935729 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 85d1bf39-7142-43b4-9baf-ab6b3c1051d6 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:06:48.995550 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c5913598-fadd-46c6-8a5f-90b3ba9244a4 req-c1ae6078-e3fd-419a-a32c-8bb35d151ed4 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb42520-b91d-4ed8-aab7-5a7d3a9fc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680220 May 23 11:06:49.079866 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 85d1bf39-7142-43b4-9baf-ab6b3c1051d6 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:06:49.086739 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 85d1bf39-7142-43b4-9baf-ab6b3c1051d6 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:06:49.087230 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:49.134422 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-89284f13-1e41-4bd0-90c0-c05097bf3018 req-28766551-eec8-4258-980b-304204f271a9 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] 10.222.0.79 "GET /v2.0/security-groups/5859809c-0dc7-4811-8bfc-2cece898fd44 HTTP/1.1" status: 200 len: 1646 time: 0.0738041 May 23 11:06:49.208503 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-42498d4f-1d63-4506-9f5d-244172ef6be0 req-a647493d-f536-4cef-878d-d685693ee544 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1718256732', 'description': 'tempest-description-124412766'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:06:49.223290 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-42498d4f-1d63-4506-9f5d-244172ef6be0 req-a647493d-f536-4cef-878d-d685693ee544 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:49.234628 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-42498d4f-1d63-4506-9f5d-244172ef6be0 req-a647493d-f536-4cef-878d-d685693ee544 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Usage tracker for resource:security_group and tenant:e2751fcb369b4c25aa797890d0274869 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:49.240851 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-42498d4f-1d63-4506-9f5d-244172ef6be0 req-a647493d-f536-4cef-878d-d685693ee544 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:49.245515 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:49.253875 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-42498d4f-1d63-4506-9f5d-244172ef6be0 req-a647493d-f536-4cef-878d-d685693ee544 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:49.274206 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-42498d4f-1d63-4506-9f5d-244172ef6be0 req-a647493d-f536-4cef-878d-d685693ee544 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:49.285515 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 85d1bf39-7142-43b4-9baf-ab6b3c1051d6, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=85d1bf39-7142-43b4-9baf-ab6b3c1051d6,segment=NetworkSegment(fd694e75-b880-453e-8812-db46a23e85d2),segment_id=fd694e75-b880-453e-8812-db46a23e85d2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:06:49.286862 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f89e397-c74f-4e25-a0b4-d926ff27cb9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d1bf39-7142-43b4-9baf-ab6b3c1051d6'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:06:49.295397 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:49.373840 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-42498d4f-1d63-4506-9f5d-244172ef6be0 req-a647493d-f536-4cef-878d-d685693ee544 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:49.380089 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=85d1bf39-7142-43b4-9baf-ab6b3c1051d6,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:49.384947 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-42498d4f-1d63-4506-9f5d-244172ef6be0 req-a647493d-f536-4cef-878d-d685693ee544 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Usage tracker for resource:security_group_rule and tenant:e2751fcb369b4c25aa797890d0274869 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:49.392852 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-42498d4f-1d63-4506-9f5d-244172ef6be0 req-a647493d-f536-4cef-878d-d685693ee544 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:49.403314 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-42498d4f-1d63-4506-9f5d-244172ef6be0 req-a647493d-f536-4cef-878d-d685693ee544 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:49.420990 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6959f289-7f63-492a-9d2c-47a7b6c7454b'] response: {'server_uuid': '9f89e397-c74f-4e25-a0b4-d926ff27cb9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d1bf39-7142-43b4-9baf-ab6b3c1051d6', 'code': 200} May 23 11:06:49.490053 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-42498d4f-1d63-4506-9f5d-244172ef6be0 req-a647493d-f536-4cef-878d-d685693ee544 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:49.495015 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44834) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:49.503993 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-42498d4f-1d63-4506-9f5d-244172ef6be0 req-a647493d-f536-4cef-878d-d685693ee544 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:49.595668 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-42498d4f-1d63-4506-9f5d-244172ef6be0 req-a647493d-f536-4cef-878d-d685693ee544 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:49.597142 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-42498d4f-1d63-4506-9f5d-244172ef6be0 req-a647493d-f536-4cef-878d-d685693ee544 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 0.3948891 May 23 11:06:49.611957 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a647493d-f536-4cef-878d-d685693ee544 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=968d7b86-1cae-48f4-84b4-6d10972c2334,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:49.773868 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1525f714-14ee-4364-94e8-bac90e35f1c9 req-c8da53cd-a620-4039-8833-0125a2cdfbbb tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] 10.222.0.79 "GET /v2.0/security-groups/968d7b86-1cae-48f4-84b4-6d10972c2334 HTTP/1.1" status: 200 len: 1646 time: 0.1291993 May 23 11:06:49.798253 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c5ba7a96-766b-42e0-8347-dc3fbb35bda9 req-4487e98b-7c4e-4e70-a0fd-a9562d4aa7e6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9f89e397-c74f-4e25-a0b4-d926ff27cb9c HTTP/1.1" status: 200 len: 1097 time: 0.2711606 May 23 11:06:49.865710 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-ff9c7243-3116-49a2-b1bd-b38cbbcaba9e req-5328744b-13c1-488b-9aad-6e9542af08f1 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-468487743', 'description': 'tempest-description-329035037'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:06:49.891655 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-ff9c7243-3116-49a2-b1bd-b38cbbcaba9e req-5328744b-13c1-488b-9aad-6e9542af08f1 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:49.897917 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ff9c7243-3116-49a2-b1bd-b38cbbcaba9e req-5328744b-13c1-488b-9aad-6e9542af08f1 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Usage tracker for resource:security_group and tenant:e2751fcb369b4c25aa797890d0274869 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:49.901525 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ff9c7243-3116-49a2-b1bd-b38cbbcaba9e req-5328744b-13c1-488b-9aad-6e9542af08f1 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:49.912902 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-ff9c7243-3116-49a2-b1bd-b38cbbcaba9e req-5328744b-13c1-488b-9aad-6e9542af08f1 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:49.968608 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c5ba7a96-766b-42e0-8347-dc3fbb35bda9 req-d7931036-e922-47c4-af0c-f18039bcab37 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=4fb42520-b91d-4ed8-aab7-5a7d3a9fc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622753 May 23 11:06:49.969705 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ff9c7243-3116-49a2-b1bd-b38cbbcaba9e req-5328744b-13c1-488b-9aad-6e9542af08f1 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:50.021103 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-ff9c7243-3116-49a2-b1bd-b38cbbcaba9e req-5328744b-13c1-488b-9aad-6e9542af08f1 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:50.025359 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ff9c7243-3116-49a2-b1bd-b38cbbcaba9e req-5328744b-13c1-488b-9aad-6e9542af08f1 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Usage tracker for resource:security_group_rule and tenant:e2751fcb369b4c25aa797890d0274869 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:50.029056 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ff9c7243-3116-49a2-b1bd-b38cbbcaba9e req-5328744b-13c1-488b-9aad-6e9542af08f1 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:50.038844 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-ff9c7243-3116-49a2-b1bd-b38cbbcaba9e req-5328744b-13c1-488b-9aad-6e9542af08f1 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:50.116938 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-fa811723-70f4-444f-ab26-de6aee8965da admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=857638b85f3a44ac830e549579d68dad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6198301 May 23 11:06:50.119892 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44862) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:50.150299 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ff9c7243-3116-49a2-b1bd-b38cbbcaba9e req-5328744b-13c1-488b-9aad-6e9542af08f1 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:50.161300 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ff9c7243-3116-49a2-b1bd-b38cbbcaba9e req-5328744b-13c1-488b-9aad-6e9542af08f1 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:50.212277 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5328744b-13c1-488b-9aad-6e9542af08f1 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed4941a-e0a2-47a9-b1e7-527d6a75a9ea,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:50.215110 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ff9c7243-3116-49a2-b1bd-b38cbbcaba9e req-5328744b-13c1-488b-9aad-6e9542af08f1 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:50.222700 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ff9c7243-3116-49a2-b1bd-b38cbbcaba9e req-5328744b-13c1-488b-9aad-6e9542af08f1 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1650 time: 0.3672316 May 23 11:06:50.256853 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3322b467-8a4c-47c0-b2f8-7201e2824282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:50.324314 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3322b467-8a4c-47c0-b2f8-7201e2824282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:50.444085 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c0b22-c705-4d33-b92a-8e4b806d82db req-56bd725a-efa1-4569-94bd-1446f16e192e tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:50.453486 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-452c0b22-c705-4d33-b92a-8e4b806d82db req-56bd725a-efa1-4569-94bd-1446f16e192e tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f89e397-c74f-4e25-a0b4-d926ff27cb9c HTTP/1.1" status: 200 len: 946 time: 0.1073968 May 23 11:06:50.464262 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3322b467-8a4c-47c0-b2f8-7201e2824282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:50.529243 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-452c0b22-c705-4d33-b92a-8e4b806d82db req-ec349dd0-5164-409a-801c-2990e4de7d79 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb42520-b91d-4ed8-aab7-5a7d3a9fc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730579 May 23 11:06:50.531564 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3322b467-8a4c-47c0-b2f8-7201e2824282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:50.539322 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3322b467-8a4c-47c0-b2f8-7201e2824282 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/39cb4e82-55a3-4eb5-86b8-5a5273723619 HTTP/1.1" status: 204 len: 168 time: 0.4177616 May 23 11:06:50.542597 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3322b467-8a4c-47c0-b2f8-7201e2824282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39cb4e82-55a3-4eb5-86b8-5a5273723619,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:50.812670 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c3adafc4-4573-4c70-8e64-fa7bb65285e2 req-22612d13-8617-4428-a6ef-ce9c85ddc021 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] 10.222.0.79 "GET /v2.0/security-groups/8ed4941a-e0a2-47a9-b1e7-527d6a75a9ea HTTP/1.1" status: 200 len: 1645 time: 0.1110094 May 23 11:06:50.848672 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-14ce6ef1-e726-4a0f-a191-d6cd5169dc95 req-4171dbac-aa5d-4ae1-9f7b-47572e9e6c7d tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1963744979', 'description': 'tempest-description-1775987842'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:06:50.856518 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-14ce6ef1-e726-4a0f-a191-d6cd5169dc95 req-4171dbac-aa5d-4ae1-9f7b-47572e9e6c7d tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:50.861550 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-14ce6ef1-e726-4a0f-a191-d6cd5169dc95 req-4171dbac-aa5d-4ae1-9f7b-47572e9e6c7d tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Usage tracker for resource:security_group and tenant:e2751fcb369b4c25aa797890d0274869 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:50.865893 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-14ce6ef1-e726-4a0f-a191-d6cd5169dc95 req-4171dbac-aa5d-4ae1-9f7b-47572e9e6c7d tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:50.875052 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-14ce6ef1-e726-4a0f-a191-d6cd5169dc95 req-4171dbac-aa5d-4ae1-9f7b-47572e9e6c7d tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:50.890345 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-14ce6ef1-e726-4a0f-a191-d6cd5169dc95 req-4171dbac-aa5d-4ae1-9f7b-47572e9e6c7d tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:50.984084 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-14ce6ef1-e726-4a0f-a191-d6cd5169dc95 req-4171dbac-aa5d-4ae1-9f7b-47572e9e6c7d tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:50.989115 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-14ce6ef1-e726-4a0f-a191-d6cd5169dc95 req-4171dbac-aa5d-4ae1-9f7b-47572e9e6c7d tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Usage tracker for resource:security_group_rule and tenant:e2751fcb369b4c25aa797890d0274869 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:50.992409 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-14ce6ef1-e726-4a0f-a191-d6cd5169dc95 req-4171dbac-aa5d-4ae1-9f7b-47572e9e6c7d tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:50.999922 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-14ce6ef1-e726-4a0f-a191-d6cd5169dc95 req-4171dbac-aa5d-4ae1-9f7b-47572e9e6c7d tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:51.082563 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-14ce6ef1-e726-4a0f-a191-d6cd5169dc95 req-4171dbac-aa5d-4ae1-9f7b-47572e9e6c7d tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:51.089386 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-14ce6ef1-e726-4a0f-a191-d6cd5169dc95 req-4171dbac-aa5d-4ae1-9f7b-47572e9e6c7d tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:51.156892 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4171dbac-aa5d-4ae1-9f7b-47572e9e6c7d tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e865d7-7cdf-4a5c-b1ef-eb278efe833b,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:51.163009 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-14ce6ef1-e726-4a0f-a191-d6cd5169dc95 req-4171dbac-aa5d-4ae1-9f7b-47572e9e6c7d tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:51.174341 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-14ce6ef1-e726-4a0f-a191-d6cd5169dc95 req-4171dbac-aa5d-4ae1-9f7b-47572e9e6c7d tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 0.3261483 May 23 11:06:51.275444 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cd4affdf-dc44-404b-95a9-0c9a1c03539b req-0a2a7928-0443-47c0-8440-1e9bc0969442 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] 10.222.0.79 "GET /v2.0/security-groups/a3e865d7-7cdf-4a5c-b1ef-eb278efe833b HTTP/1.1" status: 200 len: 1647 time: 0.0766864 May 23 11:06:51.379665 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [req-e8bcc37e-a2e6-4240-9313-45c68cb26993 req-1ffbdf49-d164-4d8a-9115-ed725faf241d tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] show failed (client error): The resource could not be found. May 23 11:06:51.381133 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e8bcc37e-a2e6-4240-9313-45c68cb26993 req-1ffbdf49-d164-4d8a-9115-ed725faf241d tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] 10.222.0.79 "GET /v2.0/security-groups/fd4efb51-f69d-490a-b804-55f33a550e84 HTTP/1.1" status: 404 len: 352 time: 0.0253851 May 23 11:06:51.411936 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6bba2585-4175-4bef-ba9d-050e1f5dfca0 req-79e85d3e-30cd-4133-8ef1-9d17c5c7744d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9f34ebc15424c61859fd294a55c0679&device_id=f2929f6d-a6d9-4b1b-9255-806e5e8dc82c HTTP/1.1" status: 200 len: 1100 time: 0.1244233 May 23 11:06:51.454150 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [req-f7323d4a-b405-4d33-b24e-0bf08029ab59 req-af78c3d9-afee-4e9a-859d-4839caa1eb69 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] show failed (client error): The resource could not be found. May 23 11:06:51.461654 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f7323d4a-b405-4d33-b24e-0bf08029ab59 req-af78c3d9-afee-4e9a-859d-4839caa1eb69 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] 10.222.0.79 "GET /v2.0/security-group-rules/d1c74a1e-df85-4114-9a10-5375da055fa1 HTTP/1.1" status: 404 len: 361 time: 0.0251195 May 23 11:06:51.774793 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba2585-4175-4bef-ba9d-050e1f5dfca0 req-1225c664-83d6-4894-9d9d-7e03e66291a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:51.776469 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6bba2585-4175-4bef-ba9d-050e1f5dfca0 req-1225c664-83d6-4894-9d9d-7e03e66291a2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.2114716 May 23 11:06:51.859777 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ea350d34-b6a8-438b-a6e9-b618d3675245 req-6c1b58aa-922f-4eae-8f8b-13df5ed2f579 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] 10.222.0.79 "GET /v2.0/security-groups/a3e865d7-7cdf-4a5c-b1ef-eb278efe833b HTTP/1.1" status: 200 len: 1647 time: 0.3698349 May 23 11:06:51.886634 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6bba2585-4175-4bef-ba9d-050e1f5dfca0 req-e0395579-fcbb-450f-a145-0503c5ecc516 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=1b5b7423-46ef-454f-8552-b674263818e6 HTTP/1.1" status: 200 len: 217 time: 0.1027932 May 23 11:06:51.987449 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba2585-4175-4bef-ba9d-050e1f5dfca0 req-7abcc2f1-bad9-4c8e-b54d-4e33fc275df5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:51.990152 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6bba2585-4175-4bef-ba9d-050e1f5dfca0 req-7abcc2f1-bad9-4c8e-b54d-4e33fc275df5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.0961027 May 23 11:06:52.163754 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ea350d34-b6a8-438b-a6e9-b618d3675245 req-47855feb-27c3-43c3-8180-9f267ad0f2e4 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:52.232757 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ea350d34-b6a8-438b-a6e9-b618d3675245 req-47855feb-27c3-43c3-8180-9f267ad0f2e4 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:52.384927 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6bba2585-4175-4bef-ba9d-050e1f5dfca0 req-32af6923-5cd2-4b6a-8731-e7a571e9eca2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3641129 May 23 11:06:52.394434 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639df581-5b64-4c52-8974-a20c97aa7f11 req-d2557a9b-71c2-4ca2-837f-4b3cb8bd3d2c tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:52.395942 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-639df581-5b64-4c52-8974-a20c97aa7f11 req-d2557a9b-71c2-4ca2-837f-4b3cb8bd3d2c tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f89e397-c74f-4e25-a0b4-d926ff27cb9c HTTP/1.1" status: 200 len: 946 time: 0.3191702 May 23 11:06:52.504405 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ea350d34-b6a8-438b-a6e9-b618d3675245 req-47855feb-27c3-43c3-8180-9f267ad0f2e4 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:52.534331 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47855feb-27c3-43c3-8180-9f267ad0f2e4 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e865d7-7cdf-4a5c-b1ef-eb278efe833b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:52.569226 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ea350d34-b6a8-438b-a6e9-b618d3675245 req-47855feb-27c3-43c3-8180-9f267ad0f2e4 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:52.583883 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ea350d34-b6a8-438b-a6e9-b618d3675245 req-47855feb-27c3-43c3-8180-9f267ad0f2e4 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] 10.222.0.79 "DELETE /v2.0/security-groups/a3e865d7-7cdf-4a5c-b1ef-eb278efe833b HTTP/1.1" status: 204 len: 173 time: 0.7230499 May 23 11:06:52.586725 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-639df581-5b64-4c52-8974-a20c97aa7f11 req-16008e50-29c2-4f3c-bd67-34dc572d9a98 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb42520-b91d-4ed8-aab7-5a7d3a9fc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692004 May 23 11:06:52.640403 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6bba2585-4175-4bef-ba9d-050e1f5dfca0 req-5ab11f57-25ca-4a91-82ac-3724ba29ff53 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432365 May 23 11:06:52.853135 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6bba2585-4175-4bef-ba9d-050e1f5dfca0 req-54b847ac-5a3f-41f0-969b-e3457fc5a342 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060373 May 23 11:06:52.884335 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad453429-5aec-48d9-add8-d291757a78a2 req-843ecc01-1f12-47e8-8547-226ff69169fe tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] 10.222.0.79 "GET /v2.0/security-groups/8ed4941a-e0a2-47a9-b1e7-527d6a75a9ea HTTP/1.1" status: 200 len: 1645 time: 0.1249013 May 23 11:06:52.999276 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ad453429-5aec-48d9-add8-d291757a78a2 req-6ddbe2db-19d8-4762-88a8-439dd6973fa4 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:53.052357 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ad453429-5aec-48d9-add8-d291757a78a2 req-6ddbe2db-19d8-4762-88a8-439dd6973fa4 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:53.125748 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c6442dba-4a4c-4efe-95d2-9a0fa1b2d04e req-6eb42dc4-77de-41cf-9bce-2c846fe93706 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-544555606&fields=id&tenant_id=a643d8d45b5e4265b115a47be7bb4f48 HTTP/1.1" status: 200 len: 267 time: 0.1584432 May 23 11:06:53.197784 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ad453429-5aec-48d9-add8-d291757a78a2 req-6ddbe2db-19d8-4762-88a8-439dd6973fa4 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:53.226139 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddbe2db-19d8-4762-88a8-439dd6973fa4 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed4941a-e0a2-47a9-b1e7-527d6a75a9ea,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:53.253470 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ad453429-5aec-48d9-add8-d291757a78a2 req-6ddbe2db-19d8-4762-88a8-439dd6973fa4 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:53.273314 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad453429-5aec-48d9-add8-d291757a78a2 req-6ddbe2db-19d8-4762-88a8-439dd6973fa4 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] 10.222.0.79 "DELETE /v2.0/security-groups/8ed4941a-e0a2-47a9-b1e7-527d6a75a9ea HTTP/1.1" status: 204 len: 173 time: 0.3834715 May 23 11:06:53.307051 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6442dba-4a4c-4efe-95d2-9a0fa1b2d04e req-3b5062ec-514a-4939-ba5c-df79ddb38619 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:53.309371 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c6442dba-4a4c-4efe-95d2-9a0fa1b2d04e req-3b5062ec-514a-4939-ba5c-df79ddb38619 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f89e397-c74f-4e25-a0b4-d926ff27cb9c HTTP/1.1" status: 200 len: 946 time: 0.1718581 May 23 11:06:53.322221 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-c6442dba-4a4c-4efe-95d2-9a0fa1b2d04e req-537b174a-b46b-48fe-a643-11892983afdd tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Request body: {'port': {'security_groups': ['4fb42520-b91d-4ed8-aab7-5a7d3a9fc71c', '7dbc85c3-af57-4b00-af14-8e7be9543b51']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:06:53.502457 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c6442dba-4a4c-4efe-95d2-9a0fa1b2d04e req-537b174a-b46b-48fe-a643-11892983afdd tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:53.609283 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d68f2b48-86f4-4d75-9972-5ef36ade6e75 req-a857d65d-e0fc-4fc1-88ef-bb664a2a4f90 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] 10.222.0.79 "GET /v2.0/security-groups/968d7b86-1cae-48f4-84b4-6d10972c2334 HTTP/1.1" status: 200 len: 1646 time: 0.1535516 May 23 11:06:53.617033 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45004) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:53.736034 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d68f2b48-86f4-4d75-9972-5ef36ade6e75 req-66cde0c7-ed50-472f-86dd-361c3f02142f tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:53.794844 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d68f2b48-86f4-4d75-9972-5ef36ade6e75 req-66cde0c7-ed50-472f-86dd-361c3f02142f tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:53.957833 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d68f2b48-86f4-4d75-9972-5ef36ade6e75 req-66cde0c7-ed50-472f-86dd-361c3f02142f tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:53.994774 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-c6442dba-4a4c-4efe-95d2-9a0fa1b2d04e req-537b174a-b46b-48fe-a643-11892983afdd tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] For port 85d1bf39-7142-43b4-9baf-ab6b3c1051d6, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=85d1bf39-7142-43b4-9baf-ab6b3c1051d6,segment=NetworkSegment(fd694e75-b880-453e-8812-db46a23e85d2),segment_id=fd694e75-b880-453e-8812-db46a23e85d2)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:06:53.997950 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cde0c7-ed50-472f-86dd-361c3f02142f tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=968d7b86-1cae-48f4-84b4-6d10972c2334,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:54.004160 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d68f2b48-86f4-4d75-9972-5ef36ade6e75 req-66cde0c7-ed50-472f-86dd-361c3f02142f tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:54.005275 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d68f2b48-86f4-4d75-9972-5ef36ade6e75 req-66cde0c7-ed50-472f-86dd-361c3f02142f tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] 10.222.0.79 "DELETE /v2.0/security-groups/968d7b86-1cae-48f4-84b4-6d10972c2334 HTTP/1.1" status: 204 len: 173 time: 0.3952203 May 23 11:06:54.033524 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c6442dba-4a4c-4efe-95d2-9a0fa1b2d04e req-537b174a-b46b-48fe-a643-11892983afdd tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:54.042054 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c6442dba-4a4c-4efe-95d2-9a0fa1b2d04e req-537b174a-b46b-48fe-a643-11892983afdd tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:54.075673 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['be0f99ec-f7a0-42a2-93fa-219688c6dbe7', '85d1bf39-7142-43b4-9baf-ab6b3c1051d6'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:06:54.129790 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b174a-b46b-48fe-a643-11892983afdd tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Pushing event updated for resources: {'Port': ['ID=85d1bf39-7142-43b4-9baf-ab6b3c1051d6,revision_number=6']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:54.151972 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6442dba-4a4c-4efe-95d2-9a0fa1b2d04e req-537b174a-b46b-48fe-a643-11892983afdd tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:54.152613 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c6442dba-4a4c-4efe-95d2-9a0fa1b2d04e req-537b174a-b46b-48fe-a643-11892983afdd tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:54.154011 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c6442dba-4a4c-4efe-95d2-9a0fa1b2d04e req-537b174a-b46b-48fe-a643-11892983afdd tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "PUT /v2.0/ports/85d1bf39-7142-43b4-9baf-ab6b3c1051d6 HTTP/1.1" status: 200 len: 982 time: 0.8371112 May 23 11:06:54.154489 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f89e397-c74f-4e25-a0b4-d926ff27cb9c', 'tag': '85d1bf39-7142-43b4-9baf-ab6b3c1051d6'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:06:54.226137 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45032) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:54.301736 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['85d1bf39-7142-43b4-9baf-ab6b3c1051d6'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:06:54.323546 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f6948998-726f-409b-a11c-53c1762ccaeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:54.393223 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eea27cd3-4bcf-4efe-8fa9-5fb7b0628644 req-aa8482c3-4ba4-44c9-b92e-998421900891 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] 10.222.0.79 "GET /v2.0/security-groups/5859809c-0dc7-4811-8bfc-2cece898fd44 HTTP/1.1" status: 200 len: 1646 time: 0.0959222 May 23 11:06:54.401821 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f6948998-726f-409b-a11c-53c1762ccaeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:54.414323 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f6948998-726f-409b-a11c-53c1762ccaeb admin admin] Usage tracker for resource:security_group_rule and tenant:043ea9ea34324917a9c48006e169810f is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:54.421846 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f6948998-726f-409b-a11c-53c1762ccaeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:54.435239 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f6948998-726f-409b-a11c-53c1762ccaeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:54.611437 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-4768c247-9686-48fb-9c78-26eb55e22881 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-229494453-network', 'tenant_id': 'b64a3f1baa60499ab93cbd32db99dbcb'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:06:54.618879 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-eea27cd3-4bcf-4efe-8fa9-5fb7b0628644 req-368452b8-4948-497e-9be5-2ea5ab00ba18 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:54.651115 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-eea27cd3-4bcf-4efe-8fa9-5fb7b0628644 req-368452b8-4948-497e-9be5-2ea5ab00ba18 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:54.666587 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f6948998-726f-409b-a11c-53c1762ccaeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:54.673020 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f6948998-726f-409b-a11c-53c1762ccaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:54.703166 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4768c247-9686-48fb-9c78-26eb55e22881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:54.709451 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-eea27cd3-4bcf-4efe-8fa9-5fb7b0628644 req-368452b8-4948-497e-9be5-2ea5ab00ba18 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:54.715116 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4768c247-9686-48fb-9c78-26eb55e22881 admin admin] Usage tracker for resource:network and tenant:b64a3f1baa60499ab93cbd32db99dbcb is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:54.737472 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4768c247-9686-48fb-9c78-26eb55e22881 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:54.747695 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4768c247-9686-48fb-9c78-26eb55e22881 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:54.774309 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368452b8-4948-497e-9be5-2ea5ab00ba18 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5859809c-0dc7-4811-8bfc-2cece898fd44,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:54.804683 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-eea27cd3-4bcf-4efe-8fa9-5fb7b0628644 req-368452b8-4948-497e-9be5-2ea5ab00ba18 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:54.805830 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eea27cd3-4bcf-4efe-8fa9-5fb7b0628644 req-368452b8-4948-497e-9be5-2ea5ab00ba18 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] 10.222.0.79 "DELETE /v2.0/security-groups/5859809c-0dc7-4811-8bfc-2cece898fd44 HTTP/1.1" status: 204 len: 173 time: 0.4059169 May 23 11:06:54.817390 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4768c247-9686-48fb-9c78-26eb55e22881 admin admin] Made reservation on behalf of b64a3f1baa60499ab93cbd32db99dbcb for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:06:54.822334 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4768c247-9686-48fb-9c78-26eb55e22881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:54.837539 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4768c247-9686-48fb-9c78-26eb55e22881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:54.850181 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6948998-726f-409b-a11c-53c1762ccaeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0945507f-d11c-4c65-a123-3edb3a2b328a,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:54.936357 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4768c247-9686-48fb-9c78-26eb55e22881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:54.941936 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f6948998-726f-409b-a11c-53c1762ccaeb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=043ea9ea34324917a9c48006e169810f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3230875 May 23 11:06:54.942898 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45054) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:54.943850 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4768c247-9686-48fb-9c78-26eb55e22881 admin admin] Usage tracker for resource:security_group_rule and tenant:b64a3f1baa60499ab93cbd32db99dbcb is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:54.948457 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4768c247-9686-48fb-9c78-26eb55e22881 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:54.968927 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4768c247-9686-48fb-9c78-26eb55e22881 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:55.033560 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53abd4d0-140f-466a-8670-32dadae31164'] response: {'name': 'network-changed', 'server_uuid': '9f89e397-c74f-4e25-a0b4-d926ff27cb9c', 'tag': '85d1bf39-7142-43b4-9baf-ab6b3c1051d6', 'status': 'completed', 'code': 200} May 23 11:06:55.088687 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:06:55.244912 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-db8f1fa3-f9a4-4450-b5e8-4951380855b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:55.322567 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 67fc6188-916f-4bcd-a0b5-f7b840ca41aa no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:06:55.338560 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-db8f1fa3-f9a4-4450-b5e8-4951380855b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:55.353596 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4768c247-9686-48fb-9c78-26eb55e22881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:55.386189 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9c702ac0-d288-44f9-b5ff-99cc9553e08d req-2d82e668-2ba4-400b-b9cd-3fd4372fdd68 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a643d8d45b5e4265b115a47be7bb4f48&device_id=9f89e397-c74f-4e25-a0b4-d926ff27cb9c HTTP/1.1" status: 200 len: 1136 time: 0.2893982 May 23 11:06:55.395856 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4768c247-9686-48fb-9c78-26eb55e22881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:55.473396 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9eff52c7-0eb9-4933-be44-7166e364a0dd req-2456887d-3585-46fd-bc65-857816a9cc9b tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups/7dbc85c3-af57-4b00-af14-8e7be9543b51 HTTP/1.1" status: 200 len: 1633 time: 0.3171468 May 23 11:06:55.482195 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4768c247-9686-48fb-9c78-26eb55e22881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8742281-0825-47b2-af2c-c0b36c1dfb9e,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:55.728142 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:55.771293 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4768c247-9686-48fb-9c78-26eb55e22881 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:06:55.794093 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f72581a-4347-4aa1-ae16-80cac182016a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67fc6188-916f-4bcd-a0b5-f7b840ca41aa'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:06:55.810011 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4768c247-9686-48fb-9c78-26eb55e22881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:55.810357 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-4768c247-9686-48fb-9c78-26eb55e22881 admin admin] Added segment 633c66ca-dc41-4b0b-a0a3-ed62624a9374 of type vlan for network 1a5c8466-e669-4a02-9cf7-1e34891324c1 May 23 11:06:55.815433 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 67fc6188-916f-4bcd-a0b5-f7b840ca41aa, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=67fc6188-916f-4bcd-a0b5-f7b840ca41aa,segment=NetworkSegment(627b9d90-481e-4586-8e5b-ec8be80efc37),segment_id=627b9d90-481e-4586-8e5b-ec8be80efc37)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:06:55.822503 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:55.966448 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-db8f1fa3-f9a4-4450-b5e8-4951380855b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:55.976087 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4768c247-9686-48fb-9c78-26eb55e22881 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:56.045249 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-db8f1fa3-f9a4-4450-b5e8-4951380855b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:56.054976 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-db8f1fa3-f9a4-4450-b5e8-4951380855b1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0945507f-d11c-4c65-a123-3edb3a2b328a HTTP/1.1" status: 204 len: 168 time: 1.1059022 May 23 11:06:56.056814 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c702ac0-d288-44f9-b5ff-99cc9553e08d req-216a7d27-1331-4a6f-919b-820c04832f38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:56.058903 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=67fc6188-916f-4bcd-a0b5-f7b840ca41aa,revision_number=8']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:56.062021 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9c702ac0-d288-44f9-b5ff-99cc9553e08d req-216a7d27-1331-4a6f-919b-820c04832f38 service neutron] 10.222.0.81 "GET /v2.0/networks?id=80a6da85-0536-4b78-be68-78daca68abe3 HTTP/1.1" status: 200 len: 914 time: 0.6475112 May 23 11:06:56.071427 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f1fa3-f9a4-4450-b5e8-4951380855b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0945507f-d11c-4c65-a123-3edb3a2b328a,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:56.186089 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9c702ac0-d288-44f9-b5ff-99cc9553e08d req-99557b96-1419-4f6d-914c-cee00e2c6332 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85d1bf39-7142-43b4-9baf-ab6b3c1051d6 HTTP/1.1" status: 200 len: 217 time: 0.1193669 May 23 11:06:56.192486 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [None req-4768c247-9686-48fb-9c78-26eb55e22881 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:06:56.201835 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [req-9eff52c7-0eb9-4933-be44-7166e364a0dd req-66fac0a9-86f9-42dd-9acd-ed38d7f2f755 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] delete failed (client error): There was a conflict when trying to complete your request. May 23 11:06:56.202956 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9eff52c7-0eb9-4933-be44-7166e364a0dd req-66fac0a9-86f9-42dd-9acd-ed38d7f2f755 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "DELETE /v2.0/security-groups/7dbc85c3-af57-4b00-af14-8e7be9543b51 HTTP/1.1" status: 409 len: 341 time: 0.6938283 May 23 11:06:56.279285 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1e151ff9-59da-48d8-8517-d202bfc477d8 req-e2e4a2ca-fac6-4a26-b88f-b2e37845504a tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] 10.222.0.79 "GET /v2.0/security-groups/6cc39766-690b-4b8c-b94b-fbaefcf41699 HTTP/1.1" status: 200 len: 1645 time: 0.3709807 May 23 11:06:56.297267 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4768c247-9686-48fb-9c78-26eb55e22881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:56.298818 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4768c247-9686-48fb-9c78-26eb55e22881 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:56.299992 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4768c247-9686-48fb-9c78-26eb55e22881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:56.350292 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4768c247-9686-48fb-9c78-26eb55e22881 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1229279 May 23 11:06:56.353146 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45120) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:56.361361 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-0101e82a-af37-4712-9764-95c531e6531c admin admin] Request body: {'subnet': {'network_id': '1a5c8466-e669-4a02-9cf7-1e34891324c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-229494453-subnet', 'tenant_id': 'b64a3f1baa60499ab93cbd32db99dbcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:06:56.368639 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0101e82a-af37-4712-9764-95c531e6531c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:56.382914 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0101e82a-af37-4712-9764-95c531e6531c admin admin] Usage tracker for resource:subnet and tenant:b64a3f1baa60499ab93cbd32db99dbcb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:56.396264 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0101e82a-af37-4712-9764-95c531e6531c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:56.409071 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0101e82a-af37-4712-9764-95c531e6531c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:56.428410 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0101e82a-af37-4712-9764-95c531e6531c admin admin] Made reservation on behalf of b64a3f1baa60499ab93cbd32db99dbcb for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:06:56.430871 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0101e82a-af37-4712-9764-95c531e6531c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:56.441544 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c04cac6-33f7-4b4e-8041-622f2f2ee20b'] response: {'server_uuid': '0f72581a-4347-4aa1-ae16-80cac182016a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67fc6188-916f-4bcd-a0b5-f7b840ca41aa', 'code': 200} May 23 11:06:56.507183 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c702ac0-d288-44f9-b5ff-99cc9553e08d req-f966c939-0b3a-4850-98c3-fa4049e7177f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:56.512717 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9c702ac0-d288-44f9-b5ff-99cc9553e08d req-f966c939-0b3a-4850-98c3-fa4049e7177f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=987cf047-3bbb-4256-b71c-799577402385 HTTP/1.1" status: 200 len: 853 time: 0.3030617 May 23 11:06:56.710490 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4768c247-9686-48fb-9c78-26eb55e22881 admin admin] Pushing event updated for resources: {'Network': ['ID=1a5c8466-e669-4a02-9cf7-1e34891324c1,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:56.726426 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 1a5c8466-e669-4a02-9cf7-1e34891324c1 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:06:56.726716 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9c702ac0-d288-44f9-b5ff-99cc9553e08d req-05c7cf83-8472-43eb-8c4d-cc28eca9d8e3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=80a6da85-0536-4b78-be68-78daca68abe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1460140 May 23 11:06:56.959780 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45130) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:56.968561 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0101e82a-af37-4712-9764-95c531e6531c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:57.069544 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9c702ac0-d288-44f9-b5ff-99cc9553e08d req-7dad7875-d854-49b9-af07-d167c67888b6 service neutron] 10.222.0.81 "GET /v2.0/networks/80a6da85-0536-4b78-be68-78daca68abe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357882 May 23 11:06:57.094643 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1e151ff9-59da-48d8-8517-d202bfc477d8 req-a97e5344-b9be-4bea-9f7e-3b2322014432 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:57.137131 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45140) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:57.252807 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101e82a-af37-4712-9764-95c531e6531c admin admin] Pushing event updated for resources: {'Subnet': ['ID=76d8b9b5-f057-42e7-939b-4e81b16011fa,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:57.272897 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1e151ff9-59da-48d8-8517-d202bfc477d8 req-a97e5344-b9be-4bea-9f7e-3b2322014432 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:57.280695 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ee54f1cf-131b-4e8b-b3a9-791380a83d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:57.292861 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0101e82a-af37-4712-9764-95c531e6531c admin admin] Checking segment: {'id': '633c66ca-dc41-4b0b-a0a3-ed62624a9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1a5c8466-e669-4a02-9cf7-1e34891324c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:06:57.294100 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0101e82a-af37-4712-9764-95c531e6531c admin admin] Network hostable DHCP agents. Network: 1a5c8466-e669-4a02-9cf7-1e34891324c1, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:06:57.349240 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0101e82a-af37-4712-9764-95c531e6531c admin admin] Network 1a5c8466-e669-4a02-9cf7-1e34891324c1 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:06:57.369184 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-0101e82a-af37-4712-9764-95c531e6531c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 1a5c8466-e669-4a02-9cf7-1e34891324c1) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:06:57.377770 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0101e82a-af37-4712-9764-95c531e6531c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:57.378850 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0101e82a-af37-4712-9764-95c531e6531c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:57.383858 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1782522-8a40-4782-be3b-ae6609e757fe None None] Network 1a5c8466-e669-4a02-9cf7-1e34891324c1 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:06:57.465226 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0101e82a-af37-4712-9764-95c531e6531c admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1106763 May 23 11:06:57.494883 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9c702ac0-d288-44f9-b5ff-99cc9553e08d req-af0167c8-7959-4a37-945d-048f8e773fcd service neutron] 10.222.0.81 "GET /v2.0/networks/80a6da85-0536-4b78-be68-78daca68abe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024186 May 23 11:06:57.753640 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ee54f1cf-131b-4e8b-b3a9-791380a83d72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:57.782222 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b02500-1e1b-4960-a2b6-33c89e33f886 None None] Network 1a5c8466-e669-4a02-9cf7-1e34891324c1 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:06:57.785816 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc996022-c281-4523-8099-b63ce07ccb6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:57.792796 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ee54f1cf-131b-4e8b-b3a9-791380a83d72 admin admin] Usage tracker for resource:security_group_rule and tenant:a0cb767a6fb848c8a88ed8dadfeb06ce is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:57.807293 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ee54f1cf-131b-4e8b-b3a9-791380a83d72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:57.847921 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ee54f1cf-131b-4e8b-b3a9-791380a83d72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:57.888047 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-dc996022-c281-4523-8099-b63ce07ccb6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:57.893614 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-dc996022-c281-4523-8099-b63ce07ccb6f admin admin] Usage tracker for resource:security_group_rule and tenant:7776823607d74b0796d73a2a29925f29 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:57.908319 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-dc996022-c281-4523-8099-b63ce07ccb6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:57.912485 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1e151ff9-59da-48d8-8517-d202bfc477d8 req-a97e5344-b9be-4bea-9f7e-3b2322014432 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:57.924403 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-dc996022-c281-4523-8099-b63ce07ccb6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:57.984996 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1e151ff9-59da-48d8-8517-d202bfc477d8 req-a97e5344-b9be-4bea-9f7e-3b2322014432 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:57.986292 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1e151ff9-59da-48d8-8517-d202bfc477d8 req-a97e5344-b9be-4bea-9f7e-3b2322014432 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] 10.222.0.79 "DELETE /v2.0/security-groups/6cc39766-690b-4b8c-b94b-fbaefcf41699 HTTP/1.1" status: 204 len: 173 time: 1.7062209 May 23 11:06:57.997792 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45160) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:58.003733 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf80d8f-c79b-4b6a-b4bd-c9388ad02566 req-2db5b0bb-c581-4d21-b6bf-e088e63adbd1 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:58.011279 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-caf80d8f-c79b-4b6a-b4bd-c9388ad02566 req-2db5b0bb-c581-4d21-b6bf-e088e63adbd1 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f89e397-c74f-4e25-a0b4-d926ff27cb9c HTTP/1.1" status: 200 len: 985 time: 0.5153699 May 23 11:06:58.013656 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e5344-b9be-4bea-9f7e-3b2322014432 tempest-SecurityGroupRulesNegativeTestJSON-1169447861 tempest-SecurityGroupRulesNegativeTestJSON-1169447861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc39766-690b-4b8c-b94b-fbaefcf41699,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:58.123974 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-64aa3dde-a6ab-4ead-8804-e64a9265b1a0 admin admin] Deleting subnet 73de1b58-ddcf-4e1e-bace-469c55c03bbe {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:06:58.137348 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-64aa3dde-a6ab-4ead-8804-e64a9265b1a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:58.178412 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6f3d1207-8977-4f0c-859c-0c737d70128a req-7aebc083-d623-4816-bfdc-ce4b09e58d35 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a643d8d45b5e4265b115a47be7bb4f48&device_id=9f89e397-c74f-4e25-a0b4-d926ff27cb9c HTTP/1.1" status: 200 len: 1136 time: 0.5804372 May 23 11:06:58.280449 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc996022-c281-4523-8099-b63ce07ccb6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:58.293625 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc996022-c281-4523-8099-b63ce07ccb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:58.344771 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc996022-c281-4523-8099-b63ce07ccb6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56bb46d7-fd64-4750-84ac-d3a8d84429f1,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:58.390108 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-dc996022-c281-4523-8099-b63ce07ccb6f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7776823607d74b0796d73a2a29925f29&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4252660 May 23 11:06:58.391417 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45180) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:58.428423 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-caf80d8f-c79b-4b6a-b4bd-c9388ad02566 req-1079f6de-9d71-4cec-a309-9c6a76fa8ca3 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb42520-b91d-4ed8-aab7-5a7d3a9fc71c&id=7dbc85c3-af57-4b00-af14-8e7be9543b51&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.4161770 May 23 11:06:58.479894 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-64aa3dde-a6ab-4ead-8804-e64a9265b1a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:58.482537 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0319fbf8-5291-4e3a-a81f-b9ffa5a2ee9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:58.520880 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0319fbf8-5291-4e3a-a81f-b9ffa5a2ee9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:58.559127 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ee54f1cf-131b-4e8b-b3a9-791380a83d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:58.591090 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ee54f1cf-131b-4e8b-b3a9-791380a83d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:58.596430 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0319fbf8-5291-4e3a-a81f-b9ffa5a2ee9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:58.615288 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d1207-8977-4f0c-859c-0c737d70128a req-702b0ee1-368e-44ac-87ba-b307f8adf04e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:58.616777 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6f3d1207-8977-4f0c-859c-0c737d70128a req-702b0ee1-368e-44ac-87ba-b307f8adf04e service neutron] 10.222.0.81 "GET /v2.0/networks?id=80a6da85-0536-4b78-be68-78daca68abe3 HTTP/1.1" status: 200 len: 914 time: 0.4183922 May 23 11:06:58.621922 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0319fbf8-5291-4e3a-a81f-b9ffa5a2ee9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bb46d7-fd64-4750-84ac-d3a8d84429f1,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:58.639608 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0319fbf8-5291-4e3a-a81f-b9ffa5a2ee9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:58.646673 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0319fbf8-5291-4e3a-a81f-b9ffa5a2ee9e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/56bb46d7-fd64-4750-84ac-d3a8d84429f1 HTTP/1.1" status: 204 len: 168 time: 0.2541175 May 23 11:06:58.757905 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-64aa3dde-a6ab-4ead-8804-e64a9265b1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:59.035190 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-a38c0c15-73b8-4b16-88b4-a198c5064e9e tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:59.042069 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-a38c0c15-73b8-4b16-88b4-a198c5064e9e tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/networks?id=93233ebd-402e-45bd-b397-1f41a2b23d60 HTTP/1.1" status: 200 len: 804 time: 0.7345436 May 23 11:06:59.070311 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6f3d1207-8977-4f0c-859c-0c737d70128a req-5b4624c0-a730-4ae3-8117-4f49b09b7ed1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85d1bf39-7142-43b4-9baf-ab6b3c1051d6 HTTP/1.1" status: 200 len: 217 time: 0.4126275 May 23 11:06:59.076138 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54f1cf-131b-4e8b-b3a9-791380a83d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16c9e75-f693-4730-8d89-01b37b5910bd,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:59.128185 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ee54f1cf-131b-4e8b-b3a9-791380a83d72 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a0cb767a6fb848c8a88ed8dadfeb06ce&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9897344 May 23 11:06:59.131631 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45208) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:59.164170 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-c739749c-7293-495e-8a71-fb4efa816278 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/quotas/742b1cf1e0b345dca83f32458f4c8414 HTTP/1.1" status: 200 len: 375 time: 0.1211345 May 23 11:06:59.194416 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45212) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:59.274712 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-949e545e-53a4-45a8-adfc-9abbef8f32b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:59.296796 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d1207-8977-4f0c-859c-0c737d70128a req-81426b7b-c969-4cd1-b2cf-7b365d58a65d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:59.301458 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6f3d1207-8977-4f0c-859c-0c737d70128a req-81426b7b-c969-4cd1-b2cf-7b365d58a65d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=987cf047-3bbb-4256-b71c-799577402385 HTTP/1.1" status: 200 len: 853 time: 0.2173743 May 23 11:06:59.308986 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-949e545e-53a4-45a8-adfc-9abbef8f32b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:59.313929 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-64aa3dde-a6ab-4ead-8804-e64a9265b1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:59.364848 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2c50b5c6-ba78-447c-b02f-40a0bf53ea0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:59.383456 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-949e545e-53a4-45a8-adfc-9abbef8f32b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:59.401737 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949e545e-53a4-45a8-adfc-9abbef8f32b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16c9e75-f693-4730-8d89-01b37b5910bd,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:59.436111 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa3dde-a6ab-4ead-8804-e64a9265b1a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73de1b58-ddcf-4e1e-bace-469c55c03bbe,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:59.446113 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6f3d1207-8977-4f0c-859c-0c737d70128a req-f996d5e2-73d8-42a4-affa-ecd3014db445 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=80a6da85-0536-4b78-be68-78daca68abe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1232290 May 23 11:06:59.450489 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-949e545e-53a4-45a8-adfc-9abbef8f32b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:59.455681 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-949e545e-53a4-45a8-adfc-9abbef8f32b4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d16c9e75-f693-4730-8d89-01b37b5910bd HTTP/1.1" status: 204 len: 168 time: 0.3227665 May 23 11:06:59.458545 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4a085-4559-4fa2-90e4-d5ba22b04075 req-e744fa89-3f6e-4857-b6a2-74a7b5a45579 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:06:59.459403 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-88a4a085-4559-4fa2-90e4-d5ba22b04075 req-e744fa89-3f6e-4857-b6a2-74a7b5a45579 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f72581a-4347-4aa1-ae16-80cac182016a HTTP/1.1" status: 200 len: 943 time: 0.5168991 May 23 11:06:59.463477 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2c50b5c6-ba78-447c-b02f-40a0bf53ea0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:06:59.471917 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2c50b5c6-ba78-447c-b02f-40a0bf53ea0a admin admin] Usage tracker for resource:security_group_rule and tenant:dd4ad7d227cf4da8bbe2d95064de0de7 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:06:59.477496 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2c50b5c6-ba78-447c-b02f-40a0bf53ea0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:06:59.488651 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2c50b5c6-ba78-447c-b02f-40a0bf53ea0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:06:59.494888 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-64aa3dde-a6ab-4ead-8804-e64a9265b1a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:59.606698 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2c50b5c6-ba78-447c-b02f-40a0bf53ea0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:59.612584 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2c50b5c6-ba78-447c-b02f-40a0bf53ea0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:59.651955 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-64aa3dde-a6ab-4ead-8804-e64a9265b1a0 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/73de1b58-ddcf-4e1e-bace-469c55c03bbe HTTP/1.1" status: 204 len: 168 time: 1.6341398 May 23 11:06:59.660016 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45226) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:59.669686 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-25f77ce9-4031-4f1a-ad26-16ad64a14661 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=742b1cf1e0b345dca83f32458f4c8414&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5043004 May 23 11:06:59.695892 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-88a4a085-4559-4fa2-90e4-d5ba22b04075 req-96655451-0b76-4d09-b11b-c0670ab12436 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Deleting port 67fc6188-916f-4bcd-a0b5-f7b840ca41aa {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:06:59.696429 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-88a4a085-4559-4fa2-90e4-d5ba22b04075 req-96655451-0b76-4d09-b11b-c0670ab12436 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:59.707619 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2c50b5c6-ba78-447c-b02f-40a0bf53ea0a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dd4ad7d227cf4da8bbe2d95064de0de7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5122051 May 23 11:06:59.708638 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45230) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:06:59.905054 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c50b5c6-ba78-447c-b02f-40a0bf53ea0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4de161-fa5f-411b-8811-a6417620fb0e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:06:59.946236 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5c81b1eb-e9ad-4363-8641-1245b1365bd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:06:59.981539 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5c81b1eb-e9ad-4363-8641-1245b1365bd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:00.077619 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5c81b1eb-e9ad-4363-8641-1245b1365bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:00.123343 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c81b1eb-e9ad-4363-8641-1245b1365bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4de161-fa5f-411b-8811-a6417620fb0e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:00.136937 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5c81b1eb-e9ad-4363-8641-1245b1365bd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:00.138207 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5c81b1eb-e9ad-4363-8641-1245b1365bd6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2e4de161-fa5f-411b-8811-a6417620fb0e HTTP/1.1" status: 204 len: 168 time: 0.4283624 May 23 11:07:00.585442 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-88a4a085-4559-4fa2-90e4-d5ba22b04075 req-96655451-0b76-4d09-b11b-c0670ab12436 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] For port 67fc6188-916f-4bcd-a0b5-f7b840ca41aa, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=67fc6188-916f-4bcd-a0b5-f7b840ca41aa,segment=NetworkSegment(627b9d90-481e-4586-8e5b-ec8be80efc37),segment_id=627b9d90-481e-4586-8e5b-ec8be80efc37)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:07:00.586264 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-88a4a085-4559-4fa2-90e4-d5ba22b04075 req-96655451-0b76-4d09-b11b-c0670ab12436 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:00.640831 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4b5e31c6-2580-46c7-9162-b41009d5109c req-650c9d72-4d2b-4dbc-ba0d-d93eb1ce2b25 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a923ca38-2c58-458d-92f3-977e0e9e144b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1571488 May 23 11:07:00.763885 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-453f6b3b-1fbc-497d-bab5-e897a805ccdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:00.883622 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6f3d1207-8977-4f0c-859c-0c737d70128a req-6271d179-eed8-4a93-a366-6c286decd395 service neutron] 10.222.0.81 "GET /v2.0/networks/80a6da85-0536-4b78-be68-78daca68abe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4231534 May 23 11:07:00.893389 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4b5e31c6-2580-46c7-9162-b41009d5109c req-2299d7ee-1358-4948-91ac-bceaaa444506 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d9f34ebc15424c61859fd294a55c0679&device_id=a923ca38-2c58-458d-92f3-977e0e9e144b HTTP/1.1" status: 200 len: 1098 time: 0.1440375 May 23 11:07:00.913044 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-88a4a085-4559-4fa2-90e4-d5ba22b04075 req-96655451-0b76-4d09-b11b-c0670ab12436 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Calling delete_port for 67fc6188-916f-4bcd-a0b5-f7b840ca41aa owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:07:01.064208 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e31c6-2580-46c7-9162-b41009d5109c req-70c659ae-34dd-458a-83e6-73055a70eaa5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:01.066147 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4b5e31c6-2580-46c7-9162-b41009d5109c req-70c659ae-34dd-458a-83e6-73055a70eaa5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.1537590 May 23 11:07:01.170717 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4b5e31c6-2580-46c7-9162-b41009d5109c req-bdb7c860-d218-44f9-ac89-8d5f4fceea0b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=05a18725-4529-46cf-8c6c-791551fe733f HTTP/1.1" status: 200 len: 217 time: 0.0886934 May 23 11:07:01.252627 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e31c6-2580-46c7-9162-b41009d5109c req-04becec7-28c5-4cb3-b72c-445c26e8d20c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:01.254493 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4b5e31c6-2580-46c7-9162-b41009d5109c req-04becec7-28c5-4cb3-b72c-445c26e8d20c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.0786567 May 23 11:07:01.308766 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-7c1fd9e9-01c9-4c21-9c5f-bb3074a8bd56 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:01.312745 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-7c1fd9e9-01c9-4c21-9c5f-bb3074a8bd56 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Synchronizing usage tracker for tenant:b64a3f1baa60499ab93cbd32db99dbcb on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:07:01.365286 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4b5e31c6-2580-46c7-9162-b41009d5109c req-e2b98b5a-6e23-427b-95d3-f97e95245005 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1050332 May 23 11:07:01.489355 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-b716928b-827d-40d7-9445-2f67ffd8f213 service neutron] 10.222.0.79 "GET /v2.0/networks/93233ebd-402e-45bd-b397-1f41a2b23d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7256010 May 23 11:07:01.497662 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-88a4a085-4559-4fa2-90e4-d5ba22b04075 req-96655451-0b76-4d09-b11b-c0670ab12436 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:01.533497 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4b5e31c6-2580-46c7-9162-b41009d5109c req-9cd41521-6004-4d93-9683-bcbd96d36cc9 service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626561 May 23 11:07:01.587376 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-7c1fd9e9-01c9-4c21-9c5f-bb3074a8bd56 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Unset dirty status for tenant:b64a3f1baa60499ab93cbd32db99dbcb on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:07:01.592533 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-7c1fd9e9-01c9-4c21-9c5f-bb3074a8bd56 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/networks?id=1a5c8466-e669-4a02-9cf7-1e34891324c1 HTTP/1.1" status: 200 len: 811 time: 1.8142672 May 23 11:07:01.601264 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-453f6b3b-1fbc-497d-bab5-e897a805ccdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:01.634768 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-453f6b3b-1fbc-497d-bab5-e897a805ccdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eb4ddf3-0d2c-4417-8f73-b51c3765f0d8']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:07:01.695054 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4b5e31c6-2580-46c7-9162-b41009d5109c req-19f8de78-ec0e-4c81-bdfc-2e65444b7f28 service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561537 May 23 11:07:01.727058 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96655451-0b76-4d09-b11b-c0670ab12436 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Pushing event deleted for resources: {'Port': ['ID=67fc6188-916f-4bcd-a0b5-f7b840ca41aa,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:01.746771 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-453f6b3b-1fbc-497d-bab5-e897a805ccdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ad8bbf2-246d-4660-9561-695033534a73') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:07:01.747078 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-453f6b3b-1fbc-497d-bab5-e897a805ccdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ad8bbf2-246d-4660-9561-695033534a73') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:07:01.856081 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-453f6b3b-1fbc-497d-bab5-e897a805ccdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:01.877302 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-3e06919d-a16b-443e-8170-4a050d027e1d tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/quotas/b64a3f1baa60499ab93cbd32db99dbcb HTTP/1.1" status: 200 len: 375 time: 0.1630950 May 23 11:07:01.979529 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a4a085-4559-4fa2-90e4-d5ba22b04075 req-96655451-0b76-4d09-b11b-c0670ab12436 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] No DVR routers for this DVR port 67fc6188-916f-4bcd-a0b5-f7b840ca41aa on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:07:01.980923 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-88a4a085-4559-4fa2-90e4-d5ba22b04075 req-96655451-0b76-4d09-b11b-c0670ab12436 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:01.986883 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-453f6b3b-1fbc-497d-bab5-e897a805ccdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:02.001323 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f72581a-4347-4aa1-ae16-80cac182016a', 'name': 'network-vif-deleted', 'tag': '67fc6188-916f-4bcd-a0b5-f7b840ca41aa'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:07:02.007044 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6f3d1207-8977-4f0c-859c-0c737d70128a req-b946dac5-4309-43f9-9f15-83a57a109f13 service neutron] 10.222.0.81 "GET /v2.0/networks/80a6da85-0536-4b78-be68-78daca68abe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9421368 May 23 11:07:02.015389 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-783340b2-7655-42c9-8126-749bfa54bec5 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b64a3f1baa60499ab93cbd32db99dbcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1016972 May 23 11:07:02.024624 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-453f6b3b-1fbc-497d-bab5-e897a805ccdb admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:07:02.025071 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-453f6b3b-1fbc-497d-bab5-e897a805ccdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:02.041025 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:07:02.041025 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:07:02.041025 n-d-842952-2 neutron-server[83910]: timer() May 23 11:07:02.041025 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:07:02.041025 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:07:02.041025 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:07:02.041025 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:07:02.041025 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:07:02.041025 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:07:02.041025 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:07:02.041025 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:07:02.041025 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:07:02.041025 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:07:02.041025 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:07:02.041025 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:07:02.041025 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:07:02.041025 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:07:02.041025 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:07:02.041025 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:07:02.041025 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:07:02.041025 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:07:02.041025 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:07:02.041025 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:07:02.041025 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:07:02.041025 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:07:02.041025 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:07:02.041025 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:07:02.041025 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:07:02.041025 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:07:02.041025 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:07:02.041025 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:07:02.041025 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:07:02.097600 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-63500583-ff99-4d79-9418-20df4690c913 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:07:02.098567 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-63500583-ff99-4d79-9418-20df4690c913 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0513508 May 23 11:07:02.136737 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-88a4a085-4559-4fa2-90e4-d5ba22b04075 req-96655451-0b76-4d09-b11b-c0670ab12436 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.13 "DELETE /v2.0/ports/67fc6188-916f-4bcd-a0b5-f7b840ca41aa HTTP/1.1" status: 204 len: 173 time: 2.6448832 May 23 11:07:02.170458 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-9f92b23e-382a-4258-ab5f-f25726df0397 service neutron] 10.222.0.79 "GET /v2.0/networks/93233ebd-402e-45bd-b397-1f41a2b23d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6547976 May 23 11:07:02.362964 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-453f6b3b-1fbc-497d-bab5-e897a805ccdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:02.404142 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-453f6b3b-1fbc-497d-bab5-e897a805ccdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:02.412455 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-453f6b3b-1fbc-497d-bab5-e897a805ccdb admin admin] 10.222.0.79 "DELETE /v2.0/networks/7eb4ddf3-0d2c-4417-8f73-b51c3765f0d8 HTTP/1.1" status: 204 len: 168 time: 2.7384975 May 23 11:07:02.417831 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f6b3b-1fbc-497d-bab5-e897a805ccdb admin admin] Pushing event deleted for resources: {'Network': ['ID=7eb4ddf3-0d2c-4417-8f73-b51c3765f0d8,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:02.421220 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-8b6416fb-e054-4aa6-bc90-b328fe661322 service neutron] 10.222.0.79 "GET /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128805 May 23 11:07:02.657202 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-21216e97-8c75-4c80-baa7-49c79e69b87f service neutron] 10.222.0.79 "GET /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287812 May 23 11:07:02.967998 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45370) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:03.077535 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-74bf5eb8-85b1-4ae1-a7da-16d2e0617f00 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e2751fcb369b4c25aa797890d0274869&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1083412 May 23 11:07:03.078119 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45378) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:03.114238 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-254b518a-77ff-48de-a483-5d5c5e0c207c'] response: {'server_uuid': '0f72581a-4347-4aa1-ae16-80cac182016a', 'name': 'network-vif-deleted', 'tag': '67fc6188-916f-4bcd-a0b5-f7b840ca41aa', 'status': 'completed', 'code': 200} May 23 11:07:03.217304 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2ba7ed15-f53a-4579-8e09-1029c2181d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:03.218036 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312e7cf-10e8-4726-a74a-db16d6abaa37 req-c3764bf8-3ed0-434d-84fa-88210ba38201 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:03.229733 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1312e7cf-10e8-4726-a74a-db16d6abaa37 req-c3764bf8-3ed0-434d-84fa-88210ba38201 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f89e397-c74f-4e25-a0b4-d926ff27cb9c HTTP/1.1" status: 200 len: 985 time: 0.7569635 May 23 11:07:03.250600 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2ba7ed15-f53a-4579-8e09-1029c2181d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:03.305217 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2ba7ed15-f53a-4579-8e09-1029c2181d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:03.328090 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-7d7b66bb-1f0f-4254-9211-f829b99711ea req-e74e868b-7ee2-410b-9cc4-9662dbddad77 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Synchronizing usage tracker for tenant:742b1cf1e0b345dca83f32458f4c8414 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:07:03.350506 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba7ed15-f53a-4579-8e09-1029c2181d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daac401d-cd06-402b-a0c5-cf930a920c6a,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:03.367370 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2ba7ed15-f53a-4579-8e09-1029c2181d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:03.368534 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2ba7ed15-f53a-4579-8e09-1029c2181d10 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/daac401d-cd06-402b-a0c5-cf930a920c6a HTTP/1.1" status: 204 len: 168 time: 0.2892554 May 23 11:07:03.389480 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 1b5b7423-46ef-454f-8552-b674263818e6 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:07:03.396646 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-7d7b66bb-1f0f-4254-9211-f829b99711ea req-e74e868b-7ee2-410b-9cc4-9662dbddad77 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Unset dirty status for tenant:742b1cf1e0b345dca83f32458f4c8414 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:07:03.397821 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7d7b66bb-1f0f-4254-9211-f829b99711ea req-e74e868b-7ee2-410b-9cc4-9662dbddad77 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba4e35b8-7de4-4233-bda0-2666bafd70e6 HTTP/1.1" status: 200 len: 210 time: 0.1289577 May 23 11:07:03.415484 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1312e7cf-10e8-4726-a74a-db16d6abaa37 req-23d30703-7b23-424e-8365-58eeb939ed89 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb42520-b91d-4ed8-aab7-5a7d3a9fc71c&id=7dbc85c3-af57-4b00-af14-8e7be9543b51&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1824327 May 23 11:07:03.593757 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5699df5c-3f08-4949-b8dc-6d2db44a115d req-bc90acb3-fe06-4ec6-b242-92dc1e96d334 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe68f142-37e7-408b-bb48-e684f273427d HTTP/1.1" status: 200 len: 210 time: 0.0902281 May 23 11:07:03.680339 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:03.714802 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2929f6d-a6d9-4b1b-9255-806e5e8dc82c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b5b7423-46ef-454f-8552-b674263818e6'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:07:03.741117 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 1b5b7423-46ef-454f-8552-b674263818e6, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=1b5b7423-46ef-454f-8552-b674263818e6,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:07:03.749063 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:03.750112 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 67fc6188-916f-4bcd-a0b5-f7b840ca41aa no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:07:03.769814 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97fdd8b-b00d-45e0-bfca-8805728c6e2c req-d6723e2c-e3bd-46f1-9df1-8446ad35562a tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:03.771965 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f97fdd8b-b00d-45e0-bfca-8805728c6e2c req-d6723e2c-e3bd-46f1-9df1-8446ad35562a tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2929f6d-a6d9-4b1b-9255-806e5e8dc82c HTTP/1.1" status: 200 len: 949 time: 0.0953958 May 23 11:07:03.869299 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f97fdd8b-b00d-45e0-bfca-8805728c6e2c req-51dd42ea-1cc0-455c-8426-6cd03ebcb4b3 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.79 "GET /v2.0/security-groups?id=336e08ad-b29f-4151-99b3-e10dd6823e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905635 May 23 11:07:03.897468 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e668e02-0f82-4ba1-8b13-7547b4346812'] response: {'server_uuid': 'f2929f6d-a6d9-4b1b-9255-806e5e8dc82c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b5b7423-46ef-454f-8552-b674263818e6', 'code': 200} May 23 11:07:03.898265 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 67fc6188-916f-4bcd-a0b5-f7b840ca41aa {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:07:03.899367 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 67fc6188-916f-4bcd-a0b5-f7b840ca41aa not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:07:03.910227 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=1b5b7423-46ef-454f-8552-b674263818e6,revision_number=8']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:04.212322 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-604898ce-8800-4b4c-ad77-fc386dfd7046 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:04.214067 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-604898ce-8800-4b4c-ad77-fc386dfd7046 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.13 "GET /v2.0/networks?id=93233ebd-402e-45bd-b397-1f41a2b23d60 HTTP/1.1" status: 200 len: 804 time: 0.1889632 May 23 11:07:04.238760 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-01ac6630-3b5e-4817-a406-15676e94423a tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Request body: {'port': {'device_id': 'ba4e35b8-7de4-4233-bda0-2666bafd70e6', 'network_id': '93233ebd-402e-45bd-b397-1f41a2b23d60', 'admin_state_up': True, 'tenant_id': '742b1cf1e0b345dca83f32458f4c8414'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:07:04.591096 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-01ac6630-3b5e-4817-a406-15676e94423a tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:07:04.672377 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-01ac6630-3b5e-4817-a406-15676e94423a tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:07:04.744206 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-01ac6630-3b5e-4817-a406-15676e94423a tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Made reservation on behalf of 742b1cf1e0b345dca83f32458f4c8414 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:07:04.748218 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-01ac6630-3b5e-4817-a406-15676e94423a tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:04.762413 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-82558d7e-dfd5-4ab3-8900-e62ece451bb4 req-6d1f12f4-ee8e-4e07-8753-e6d0ff166f6f tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba4e35b8-7de4-4233-bda0-2666bafd70e6 HTTP/1.1" status: 200 len: 210 time: 0.0830820 May 23 11:07:04.915348 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-7fa64cbb-2e14-4417-a7cd-5ff7db56ccc1 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:04.917619 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-7fa64cbb-2e14-4417-a7cd-5ff7db56ccc1 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.13 "GET /v2.0/networks?id=1a5c8466-e669-4a02-9cf7-1e34891324c1 HTTP/1.1" status: 200 len: 811 time: 0.1941743 May 23 11:07:04.944530 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-c5e5ede2-7d7f-4add-8731-35e098fc822e tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Request body: {'port': {'device_id': 'fe68f142-37e7-408b-bb48-e684f273427d', 'network_id': '1a5c8466-e669-4a02-9cf7-1e34891324c1', 'admin_state_up': True, 'tenant_id': 'b64a3f1baa60499ab93cbd32db99dbcb'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:07:05.033850 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399b1d7-55c2-481f-b42c-1b87be75f995 req-5dd9df84-c08a-4674-9c4f-06f0340d91ec tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:05.042916 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a399b1d7-55c2-481f-b42c-1b87be75f995 req-5dd9df84-c08a-4674-9c4f-06f0340d91ec tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f89e397-c74f-4e25-a0b4-d926ff27cb9c HTTP/1.1" status: 200 len: 985 time: 0.4272804 May 23 11:07:05.156486 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-c5e5ede2-7d7f-4add-8731-35e098fc822e tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:07:05.160837 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-c5e5ede2-7d7f-4add-8731-35e098fc822e tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Usage tracker for resource:port and tenant:b64a3f1baa60499ab93cbd32db99dbcb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:07:05.163656 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-c5e5ede2-7d7f-4add-8731-35e098fc822e tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:07:05.170091 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-c5e5ede2-7d7f-4add-8731-35e098fc822e tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:07:05.181141 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-c5e5ede2-7d7f-4add-8731-35e098fc822e tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Made reservation on behalf of b64a3f1baa60499ab93cbd32db99dbcb for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:07:05.184863 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-c5e5ede2-7d7f-4add-8731-35e098fc822e tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:05.196302 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-171efeb6-2fd2-47e1-b35a-b97e67cb3dc1 req-38864975-36b9-4b43-b9b4-8d727b9ec9d6 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe68f142-37e7-408b-bb48-e684f273427d HTTP/1.1" status: 200 len: 210 time: 0.0582602 May 23 11:07:05.247304 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-01ac6630-3b5e-4817-a406-15676e94423a tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Allocated IP 172.20.0.11 (93233ebd-402e-45bd-b397-1f41a2b23d60/9294d2b8-973f-442c-9036-697778dd5201/3da8075f-8ad4-45df-860e-2ea2d5eb7191) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:07:05.264511 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a399b1d7-55c2-481f-b42c-1b87be75f995 req-e78b4dde-a340-4c6a-baf9-388c85dbcb6c tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb42520-b91d-4ed8-aab7-5a7d3a9fc71c&id=7dbc85c3-af57-4b00-af14-8e7be9543b51&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2205675 May 23 11:07:05.495477 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-c5e5ede2-7d7f-4add-8731-35e098fc822e tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Allocated IP 172.20.0.8 (1a5c8466-e669-4a02-9cf7-1e34891324c1/76d8b9b5-f057-42e7-939b-4e81b16011fa/061f2325-26d1-4d5a-a117-c5af509643e3) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:07:05.545825 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-901e9a74-f8ab-4f40-b41f-70b3bb011a20 req-09289ef7-48a5-44b6-b313-c17bfea10b17 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1698941125&fields=id&tenant_id=a643d8d45b5e4265b115a47be7bb4f48 HTTP/1.1" status: 200 len: 267 time: 0.0880945 May 23 11:07:05.607223 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-01ac6630-3b5e-4817-a406-15676e94423a tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:05.686761 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e9a74-f8ab-4f40-b41f-70b3bb011a20 req-11fb2801-351d-4a9d-b514-8de89ea62b1d tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:05.694101 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-901e9a74-f8ab-4f40-b41f-70b3bb011a20 req-11fb2801-351d-4a9d-b514-8de89ea62b1d tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f89e397-c74f-4e25-a0b4-d926ff27cb9c HTTP/1.1" status: 200 len: 985 time: 0.1474268 May 23 11:07:05.700221 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-901e9a74-f8ab-4f40-b41f-70b3bb011a20 req-1e4c3199-5912-4d02-adc1-9b648d9eea96 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Request body: {'port': {'security_groups': ['4fb42520-b91d-4ed8-aab7-5a7d3a9fc71c', '7dbc85c3-af57-4b00-af14-8e7be9543b51', '272dfb33-6abd-4903-ba82-cdc1b8ec049c']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:07:05.752305 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-01ac6630-3b5e-4817-a406-15676e94423a tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:05.780513 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-c5e5ede2-7d7f-4add-8731-35e098fc822e tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:05.837873 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-c5e5ede2-7d7f-4add-8731-35e098fc822e tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:05.962295 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-c5e5ede2-7d7f-4add-8731-35e098fc822e tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Network 1a5c8466-e669-4a02-9cf7-1e34891324c1 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:07:05.966733 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-c5e5ede2-7d7f-4add-8731-35e098fc822e tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:07:05.971056 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-c5e5ede2-7d7f-4add-8731-35e098fc822e tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:07:06.026565 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e5ede2-7d7f-4add-8731-35e098fc822e tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Pushing event updated for resources: {'Port': ['ID=061f2325-26d1-4d5a-a117-c5af509643e3,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:06.045893 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac6630-3b5e-4817-a406-15676e94423a tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Pushing event updated for resources: {'Port': ['ID=3da8075f-8ad4-45df-860e-2ea2d5eb7191,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:06.066282 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-c5e5ede2-7d7f-4add-8731-35e098fc822e tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:06.066886 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-c5e5ede2-7d7f-4add-8731-35e098fc822e tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:06.072938 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-01ac6630-3b5e-4817-a406-15676e94423a tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Network 93233ebd-402e-45bd-b397-1f41a2b23d60 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:07:06.081017 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-01ac6630-3b5e-4817-a406-15676e94423a tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:07:06.088720 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-01ac6630-3b5e-4817-a406-15676e94423a tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:07:06.099216 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-c5e5ede2-7d7f-4add-8731-35e098fc822e tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1626325 May 23 11:07:06.117595 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-38266d11-4c6c-4c77-b0a0-a50e12b82f2a service neutron] Request body: {'port': {'device_id': 'fe68f142-37e7-408b-bb48-e684f273427d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:07:06.274887 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-38266d11-4c6c-4c77-b0a0-a50e12b82f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:06.340112 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-901e9a74-f8ab-4f40-b41f-70b3bb011a20 req-1e4c3199-5912-4d02-adc1-9b648d9eea96 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:06.396389 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-01ac6630-3b5e-4817-a406-15676e94423a tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:06.397197 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-01ac6630-3b5e-4817-a406-15676e94423a tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:06.489357 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bf21d-b8da-43b7-8d28-ca7abe17b935 req-e650e5b1-25e0-4a83-be48-096e7891ca48 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:06.496433 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-952bf21d-b8da-43b7-8d28-ca7abe17b935 req-e650e5b1-25e0-4a83-be48-096e7891ca48 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba4e35b8-7de4-4233-bda0-2666bafd70e6 HTTP/1.1" status: 200 len: 932 time: 0.3619125 May 23 11:07:06.524038 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-01ac6630-3b5e-4817-a406-15676e94423a tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2899218 May 23 11:07:06.554141 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-769cdeb4-8e79-41f5-be60-328288dbbca7 service neutron] Request body: {'port': {'device_id': 'ba4e35b8-7de4-4233-bda0-2666bafd70e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:07:06.615204 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45506) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:06.718675 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-952bf21d-b8da-43b7-8d28-ca7abe17b935 req-1e3382f0-56da-49fa-b5f7-a6010132a521 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153029 May 23 11:07:06.801267 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-38266d11-4c6c-4c77-b0a0-a50e12b82f2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 061f2325-26d1-4d5a-a117-c5af509643e3 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:07:06.820856 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-38266d11-4c6c-4c77-b0a0-a50e12b82f2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:06.837998 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-769cdeb4-8e79-41f5-be60-328288dbbca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:06.854535 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-38266d11-4c6c-4c77-b0a0-a50e12b82f2a service neutron] Transition to ACTIVE for port object 061f2325-26d1-4d5a-a117-c5af509643e3 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:07:06.861183 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-38266d11-4c6c-4c77-b0a0-a50e12b82f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:06.968884 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-92fad141-6a46-489d-9a49-01331adfdef8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-749093957-network', 'tenant_id': '2512d175ba5c46b196de2f8ba8be1f42'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:07:07.056009 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-92fad141-6a46-489d-9a49-01331adfdef8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:07:07.085405 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38266d11-4c6c-4c77-b0a0-a50e12b82f2a service neutron] Pushing event updated for resources: {'Port': ['ID=061f2325-26d1-4d5a-a117-c5af509643e3,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:07.135678 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38266d11-4c6c-4c77-b0a0-a50e12b82f2a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:07:07.136048 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38266d11-4c6c-4c77-b0a0-a50e12b82f2a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:07:07.136391 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38266d11-4c6c-4c77-b0a0-a50e12b82f2a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:07:07.136724 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38266d11-4c6c-4c77-b0a0-a50e12b82f2a service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:07:07.137055 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38266d11-4c6c-4c77-b0a0-a50e12b82f2a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:07:07.137385 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38266d11-4c6c-4c77-b0a0-a50e12b82f2a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:07:07.137712 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38266d11-4c6c-4c77-b0a0-a50e12b82f2a service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:07:07.138037 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38266d11-4c6c-4c77-b0a0-a50e12b82f2a service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:07:07.138362 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38266d11-4c6c-4c77-b0a0-a50e12b82f2a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:07:07.138685 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38266d11-4c6c-4c77-b0a0-a50e12b82f2a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:07:07.139009 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38266d11-4c6c-4c77-b0a0-a50e12b82f2a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:07:07.172107 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f35574e4-226f-468a-b7e1-3f1cf104ed15 req-73536cb9-e608-491d-8856-25d5bcdd4389 tempest-ServersAdmin275Test-699787085 tempest-ServersAdmin275Test-699787085-project] 10.222.0.79 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.1295555 May 23 11:07:07.257537 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-38266d11-4c6c-4c77-b0a0-a50e12b82f2a service neutron] Attempting to bind port 061f2325-26d1-4d5a-a117-c5af509643e3 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:07:07.257996 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-38266d11-4c6c-4c77-b0a0-a50e12b82f2a service neutron] Attempting to bind port 061f2325-26d1-4d5a-a117-c5af509643e3 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '633c66ca-dc41-4b0b-a0a3-ed62624a9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1a5c8466-e669-4a02-9cf7-1e34891324c1'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:07:07.258456 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-38266d11-4c6c-4c77-b0a0-a50e12b82f2a service neutron] Attempting to bind port 061f2325-26d1-4d5a-a117-c5af509643e3 on network 1a5c8466-e669-4a02-9cf7-1e34891324c1 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:07:07.271499 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-38266d11-4c6c-4c77-b0a0-a50e12b82f2a service neutron] Port 061f2325-26d1-4d5a-a117-c5af509643e3 on network 1a5c8466-e669-4a02-9cf7-1e34891324c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:07:07.272393 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-38266d11-4c6c-4c77-b0a0-a50e12b82f2a service neutron] Attempting to bind port 061f2325-26d1-4d5a-a117-c5af509643e3 on network 1a5c8466-e669-4a02-9cf7-1e34891324c1 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:07:07.287515 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-38266d11-4c6c-4c77-b0a0-a50e12b82f2a service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:07:07.288047 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-38266d11-4c6c-4c77-b0a0-a50e12b82f2a service neutron] Checking segment: {'id': '633c66ca-dc41-4b0b-a0a3-ed62624a9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1a5c8466-e669-4a02-9cf7-1e34891324c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:07:07.291062 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-38266d11-4c6c-4c77-b0a0-a50e12b82f2a service neutron] Bound using segment: {'id': '633c66ca-dc41-4b0b-a0a3-ed62624a9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1a5c8466-e669-4a02-9cf7-1e34891324c1'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:07:07.291732 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-38266d11-4c6c-4c77-b0a0-a50e12b82f2a service neutron] Bound port: 061f2325-26d1-4d5a-a117-c5af509643e3, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '633c66ca-dc41-4b0b-a0a3-ed62624a9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1a5c8466-e669-4a02-9cf7-1e34891324c1'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:07:07.292247 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-38266d11-4c6c-4c77-b0a0-a50e12b82f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:07.444607 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-92fad141-6a46-489d-9a49-01331adfdef8 admin admin] Usage tracker for resource:network and tenant:2512d175ba5c46b196de2f8ba8be1f42 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:07:07.447062 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-38266d11-4c6c-4c77-b0a0-a50e12b82f2a service neutron] For port 061f2325-26d1-4d5a-a117-c5af509643e3, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:07:07.447337 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-92fad141-6a46-489d-9a49-01331adfdef8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:07:07.450975 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-38266d11-4c6c-4c77-b0a0-a50e12b82f2a service neutron] For port 061f2325-26d1-4d5a-a117-c5af509643e3, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=061f2325-26d1-4d5a-a117-c5af509643e3,segment=NetworkSegment(633c66ca-dc41-4b0b-a0a3-ed62624a9374),segment_id=633c66ca-dc41-4b0b-a0a3-ed62624a9374)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:07:07.455869 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-38266d11-4c6c-4c77-b0a0-a50e12b82f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:07.467288 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-92fad141-6a46-489d-9a49-01331adfdef8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:07:07.537617 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-38266d11-4c6c-4c77-b0a0-a50e12b82f2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:07.539812 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-38266d11-4c6c-4c77-b0a0-a50e12b82f2a service neutron] 10.222.0.13 "PUT /v2.0/ports/061f2325-26d1-4d5a-a117-c5af509643e3 HTTP/1.1" status: 200 len: 1091 time: 1.4267035 May 23 11:07:07.540282 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe68f142-37e7-408b-bb48-e684f273427d', 'tag': '061f2325-26d1-4d5a-a117-c5af509643e3'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:07:07.559634 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fad141-6a46-489d-9a49-01331adfdef8 admin admin] Made reservation on behalf of 2512d175ba5c46b196de2f8ba8be1f42 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:07:07.561840 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38266d11-4c6c-4c77-b0a0-a50e12b82f2a service neutron] Pushing event updated for resources: {'Port': ['ID=061f2325-26d1-4d5a-a117-c5af509643e3,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:07.562053 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-92fad141-6a46-489d-9a49-01331adfdef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:07.611263 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-92fad141-6a46-489d-9a49-01331adfdef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:07.663126 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-901e9a74-f8ab-4f40-b41f-70b3bb011a20 req-1e4c3199-5912-4d02-adc1-9b648d9eea96 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] For port 85d1bf39-7142-43b4-9baf-ab6b3c1051d6, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=85d1bf39-7142-43b4-9baf-ab6b3c1051d6,segment=NetworkSegment(fd694e75-b880-453e-8812-db46a23e85d2),segment_id=fd694e75-b880-453e-8812-db46a23e85d2)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:07:07.680839 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-92fad141-6a46-489d-9a49-01331adfdef8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:07:07.690859 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-92fad141-6a46-489d-9a49-01331adfdef8 admin admin] Usage tracker for resource:security_group_rule and tenant:2512d175ba5c46b196de2f8ba8be1f42 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:07:07.696817 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-92fad141-6a46-489d-9a49-01331adfdef8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:07:07.719308 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-92fad141-6a46-489d-9a49-01331adfdef8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:07:07.727784 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4651f6-59eb-41e0-b6b4-095c1c7754dd req-4c0ccbc9-d7af-4ffb-9230-26541f242671 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:07.734945 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ec4651f6-59eb-41e0-b6b4-095c1c7754dd req-4c0ccbc9-d7af-4ffb-9230-26541f242671 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe68f142-37e7-408b-bb48-e684f273427d HTTP/1.1" status: 200 len: 943 time: 0.2794933 May 23 11:07:07.742879 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-f353290d-1a14-4c07-b62c-406385a17087 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b64a3f1baa60499ab93cbd32db99dbcb&device_id=fe68f142-37e7-408b-bb48-e684f273427d HTTP/1.1" status: 200 len: 1094 time: 0.1035981 May 23 11:07:07.772511 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:07.784795 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-901e9a74-f8ab-4f40-b41f-70b3bb011a20 req-1e4c3199-5912-4d02-adc1-9b648d9eea96 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:07.840360 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-901e9a74-f8ab-4f40-b41f-70b3bb011a20 req-1e4c3199-5912-4d02-adc1-9b648d9eea96 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:07.877156 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['be0f99ec-f7a0-42a2-93fa-219688c6dbe7', '85d1bf39-7142-43b4-9baf-ab6b3c1051d6'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:07:07.901916 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45550) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:07.948073 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-f95b05d4-8c88-4026-92d7-d5e0e4cf867f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=061f2325-26d1-4d5a-a117-c5af509643e3 HTTP/1.1" status: 200 len: 217 time: 0.1924973 May 23 11:07:08.051249 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-769cdeb4-8e79-41f5-be60-328288dbbca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3da8075f-8ad4-45df-860e-2ea2d5eb7191 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:07:08.071043 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-27771b3f-a561-413a-ad5b-01bd9e611d67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:08.072519 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ec4651f6-59eb-41e0-b6b4-095c1c7754dd req-a5252152-fecd-4d40-b111-6918ece3003b tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Synchronizing usage tracker for tenant:b64a3f1baa60499ab93cbd32db99dbcb on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:07:08.073045 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-27771b3f-a561-413a-ad5b-01bd9e611d67 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76d8b9b5-f057-42e7-939b-4e81b16011fa HTTP/1.1" status: 200 len: 851 time: 0.1184835 May 23 11:07:08.083394 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e9a74-f8ab-4f40-b41f-70b3bb011a20 req-1e4c3199-5912-4d02-adc1-9b648d9eea96 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:08.084036 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-901e9a74-f8ab-4f40-b41f-70b3bb011a20 req-1e4c3199-5912-4d02-adc1-9b648d9eea96 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:08.089793 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-901e9a74-f8ab-4f40-b41f-70b3bb011a20 req-1e4c3199-5912-4d02-adc1-9b648d9eea96 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "PUT /v2.0/ports/85d1bf39-7142-43b4-9baf-ab6b3c1051d6 HTTP/1.1" status: 200 len: 1021 time: 2.3948493 May 23 11:07:08.120965 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-769cdeb4-8e79-41f5-be60-328288dbbca7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:08.123851 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f89e397-c74f-4e25-a0b4-d926ff27cb9c', 'tag': '85d1bf39-7142-43b4-9baf-ab6b3c1051d6'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:07:08.137631 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-6fe4b9d0-e1e2-4e86-96f5-e1a7dd79d6e9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a5c8466-e669-4a02-9cf7-1e34891324c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554209 May 23 11:07:08.255413 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c3199-5912-4d02-adc1-9b648d9eea96 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Pushing event updated for resources: {'Port': ['ID=85d1bf39-7142-43b4-9baf-ab6b3c1051d6,revision_number=7']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:08.263323 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['85d1bf39-7142-43b4-9baf-ab6b3c1051d6'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:07:08.269789 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-769cdeb4-8e79-41f5-be60-328288dbbca7 service neutron] Transition to ACTIVE for port object 3da8075f-8ad4-45df-860e-2ea2d5eb7191 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:07:08.273780 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45562) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:08.280394 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-92fad141-6a46-489d-9a49-01331adfdef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:08.289118 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ec4651f6-59eb-41e0-b6b4-095c1c7754dd req-a5252152-fecd-4d40-b111-6918ece3003b tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Unset dirty status for tenant:b64a3f1baa60499ab93cbd32db99dbcb on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:07:08.304450 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ec4651f6-59eb-41e0-b6b4-095c1c7754dd req-a5252152-fecd-4d40-b111-6918ece3003b tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5685589 May 23 11:07:08.310970 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c3199-5912-4d02-adc1-9b648d9eea96 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:07:08.311309 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c3199-5912-4d02-adc1-9b648d9eea96 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:07:08.311640 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c3199-5912-4d02-adc1-9b648d9eea96 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:07:08.311997 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c3199-5912-4d02-adc1-9b648d9eea96 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:07:08.313601 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c3199-5912-4d02-adc1-9b648d9eea96 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:07:08.313732 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c3199-5912-4d02-adc1-9b648d9eea96 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:07:08.314058 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c3199-5912-4d02-adc1-9b648d9eea96 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:07:08.314379 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c3199-5912-4d02-adc1-9b648d9eea96 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:07:08.314697 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c3199-5912-4d02-adc1-9b648d9eea96 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:07:08.321598 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c3199-5912-4d02-adc1-9b648d9eea96 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:07:08.323139 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c3199-5912-4d02-adc1-9b648d9eea96 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:07:08.335783 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-769cdeb4-8e79-41f5-be60-328288dbbca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:08.376082 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-84f20d76-4075-4bf2-bf4b-50f7789810aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:08.396737 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-92fad141-6a46-489d-9a49-01331adfdef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:08.448479 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-84f20d76-4075-4bf2-bf4b-50f7789810aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:07:08.456585 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-84f20d76-4075-4bf2-bf4b-50f7789810aa admin admin] Usage tracker for resource:security_group_rule and tenant:f3b2836ccd4b4e1e83e6e452bd480706 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:07:08.468356 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-84f20d76-4075-4bf2-bf4b-50f7789810aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:07:08.475329 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4518983-3e51-44be-b5d3-ebdb7c4a9b82'] response: {'name': 'network-changed', 'server_uuid': 'fe68f142-37e7-408b-bb48-e684f273427d', 'tag': '061f2325-26d1-4d5a-a117-c5af509643e3', 'status': 'completed', 'code': 200} May 23 11:07:08.483196 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-84f20d76-4075-4bf2-bf4b-50f7789810aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:07:08.487338 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-39b1a8f9-f5ce-4d75-9dbf-2f7950e5aa20 service neutron] 10.222.0.13 "GET /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430674 May 23 11:07:08.514944 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7b2649a8-fa52-40a4-a7a7-f6af06b17ca7 req-c169df87-c7f3-4a4c-9c3c-8b5c06097812 tempest-ServersAdmin275Test-699787085 tempest-ServersAdmin275Test-699787085-project] 10.222.0.79 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.2056694 May 23 11:07:08.530190 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92fad141-6a46-489d-9a49-01331adfdef8 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:07:08.680408 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fad141-6a46-489d-9a49-01331adfdef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671d945a-7b7a-468a-a66f-de134e2e969d,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:08.690080 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769cdeb4-8e79-41f5-be60-328288dbbca7 service neutron] Pushing event updated for resources: {'Port': ['ID=3da8075f-8ad4-45df-860e-2ea2d5eb7191,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:08.694505 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-92fad141-6a46-489d-9a49-01331adfdef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:08.694850 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-92fad141-6a46-489d-9a49-01331adfdef8 admin admin] Added segment ed693107-5039-4bd3-b197-0bb331a15eaf of type vlan for network b8d21881-f6a8-406c-bbb9-472712586ad3 May 23 11:07:08.705714 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f254b55f-7c56-46ee-9624-4458beab36bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:08.729676 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f87b236e-1d18-4e9c-a160-56f2665a6174 req-9043b717-32f0-4291-a51a-75dac3fde386 service neutron] 10.222.0.13 "GET /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340338 May 23 11:07:08.746665 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-84f20d76-4075-4bf2-bf4b-50f7789810aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:08.752701 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-84f20d76-4075-4bf2-bf4b-50f7789810aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:08.802258 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f20d76-4075-4bf2-bf4b-50f7789810aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b974365b-dc27-4057-bb01-0532d90b83bb,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:08.807210 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-84f20d76-4075-4bf2-bf4b-50f7789810aa admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f3b2836ccd4b4e1e83e6e452bd480706&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9041455 May 23 11:07:08.809992 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45572) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:08.820487 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-92fad141-6a46-489d-9a49-01331adfdef8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:08.941453 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-819d4ba3-6aea-4031-8ffe-71905751c3a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:08.947030 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8aaaa157-a077-41e5-b8b9-ef29106b297c req-dfa80504-e636-4687-9c64-8738418cca80 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b64a3f1baa60499ab93cbd32db99dbcb&device_id=fe68f142-37e7-408b-bb48-e684f273427d HTTP/1.1" status: 200 len: 1094 time: 0.1341312 May 23 11:07:08.965724 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f254b55f-7c56-46ee-9624-4458beab36bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:07:08.998350 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f254b55f-7c56-46ee-9624-4458beab36bf admin admin] Usage tracker for resource:security_group_rule and tenant:1b53f028d6234cbbb24f4b93aa34ef3f is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:07:09.007866 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f254b55f-7c56-46ee-9624-4458beab36bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:07:09.021873 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f9cdb11-728e-4583-ab09-512bac1251af req-746a4403-a0c9-416d-9998-44c80de239ce tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups/272dfb33-6abd-4903-ba82-cdc1b8ec049c HTTP/1.1" status: 200 len: 1635 time: 0.2646692 May 23 11:07:09.029429 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f254b55f-7c56-46ee-9624-4458beab36bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:07:09.035074 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-92fad141-6a46-489d-9a49-01331adfdef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:09.035943 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fad141-6a46-489d-9a49-01331adfdef8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:09.036525 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-92fad141-6a46-489d-9a49-01331adfdef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:09.055481 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-819d4ba3-6aea-4031-8ffe-71905751c3a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:09.073584 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:09.094180 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 05a18725-4529-46cf-8c6c-791551fe733f details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:07:09.096650 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-769cdeb4-8e79-41f5-be60-328288dbbca7 service neutron] Attempting to bind port 3da8075f-8ad4-45df-860e-2ea2d5eb7191 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:07:09.097170 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-769cdeb4-8e79-41f5-be60-328288dbbca7 service neutron] Attempting to bind port 3da8075f-8ad4-45df-860e-2ea2d5eb7191 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '627b9d90-481e-4586-8e5b-ec8be80efc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '93233ebd-402e-45bd-b397-1f41a2b23d60'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:07:09.097302 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-769cdeb4-8e79-41f5-be60-328288dbbca7 service neutron] Attempting to bind port 3da8075f-8ad4-45df-860e-2ea2d5eb7191 on network 93233ebd-402e-45bd-b397-1f41a2b23d60 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:07:09.140456 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-819d4ba3-6aea-4031-8ffe-71905751c3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:09.162115 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d4ba3-6aea-4031-8ffe-71905751c3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b974365b-dc27-4057-bb01-0532d90b83bb,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:09.164238 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaaa157-a077-41e5-b8b9-ef29106b297c req-1689410c-60ad-4da1-9da3-84acba94a667 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:09.166088 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8aaaa157-a077-41e5-b8b9-ef29106b297c req-1689410c-60ad-4da1-9da3-84acba94a667 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1a5c8466-e669-4a02-9cf7-1e34891324c1 HTTP/1.1" status: 200 len: 912 time: 0.2119071 May 23 11:07:09.169449 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-819d4ba3-6aea-4031-8ffe-71905751c3a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:09.170697 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-819d4ba3-6aea-4031-8ffe-71905751c3a0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b974365b-dc27-4057-bb01-0532d90b83bb HTTP/1.1" status: 204 len: 168 time: 0.3593152 May 23 11:07:09.242857 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8aaaa157-a077-41e5-b8b9-ef29106b297c req-3ed6134d-b046-4e5c-8782-42c242af7bd6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=061f2325-26d1-4d5a-a117-c5af509643e3 HTTP/1.1" status: 200 len: 217 time: 0.0703526 May 23 11:07:09.294339 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-769cdeb4-8e79-41f5-be60-328288dbbca7 service neutron] Port 3da8075f-8ad4-45df-860e-2ea2d5eb7191 on network 93233ebd-402e-45bd-b397-1f41a2b23d60 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:07:09.294714 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-769cdeb4-8e79-41f5-be60-328288dbbca7 service neutron] Attempting to bind port 3da8075f-8ad4-45df-860e-2ea2d5eb7191 on network 93233ebd-402e-45bd-b397-1f41a2b23d60 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:07:09.318332 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f166a-ef33-47d0-a1d9-71877a772ab8 req-8637dfba-266e-49f6-9a57-bdb2cdcb4c01 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:09.318980 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-428f166a-ef33-47d0-a1d9-71877a772ab8 req-8637dfba-266e-49f6-9a57-bdb2cdcb4c01 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Synchronizing usage tracker for tenant:742b1cf1e0b345dca83f32458f4c8414 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:07:09.338776 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fad141-6a46-489d-9a49-01331adfdef8 admin admin] Pushing event updated for resources: {'Network': ['ID=b8d21881-f6a8-406c-bbb9-472712586ad3,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:09.345523 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-92fad141-6a46-489d-9a49-01331adfdef8 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.7235856 May 23 11:07:09.349015 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45582) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:09.357056 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-72e8c574-cc8d-4ce0-9eec-42c492201b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:09.363484 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network b8d21881-f6a8-406c-bbb9-472712586ad3 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:07:09.366441 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-3a85f322-caaa-4b64-a27e-5f6b86908c0b admin admin] Request body: {'subnet': {'network_id': 'b8d21881-f6a8-406c-bbb9-472712586ad3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-749093957-subnet', 'tenant_id': '2512d175ba5c46b196de2f8ba8be1f42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:07:09.380642 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3a85f322-caaa-4b64-a27e-5f6b86908c0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:07:09.384371 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-769cdeb4-8e79-41f5-be60-328288dbbca7 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:07:09.384725 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-769cdeb4-8e79-41f5-be60-328288dbbca7 service neutron] Checking segment: {'id': '627b9d90-481e-4586-8e5b-ec8be80efc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '93233ebd-402e-45bd-b397-1f41a2b23d60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:07:09.385118 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-769cdeb4-8e79-41f5-be60-328288dbbca7 service neutron] Bound using segment: {'id': '627b9d90-481e-4586-8e5b-ec8be80efc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '93233ebd-402e-45bd-b397-1f41a2b23d60'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:07:09.385572 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-769cdeb4-8e79-41f5-be60-328288dbbca7 service neutron] Bound port: 3da8075f-8ad4-45df-860e-2ea2d5eb7191, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '627b9d90-481e-4586-8e5b-ec8be80efc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '93233ebd-402e-45bd-b397-1f41a2b23d60'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:07:09.385940 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-769cdeb4-8e79-41f5-be60-328288dbbca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:09.393962 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3a85f322-caaa-4b64-a27e-5f6b86908c0b admin admin] Usage tracker for resource:subnet and tenant:2512d175ba5c46b196de2f8ba8be1f42 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:07:09.409949 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3a85f322-caaa-4b64-a27e-5f6b86908c0b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:07:09.422738 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-428f166a-ef33-47d0-a1d9-71877a772ab8 req-8637dfba-266e-49f6-9a57-bdb2cdcb4c01 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Unset dirty status for tenant:742b1cf1e0b345dca83f32458f4c8414 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:07:09.426936 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3a85f322-caaa-4b64-a27e-5f6b86908c0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:07:09.429396 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-428f166a-ef33-47d0-a1d9-71877a772ab8 req-8637dfba-266e-49f6-9a57-bdb2cdcb4c01 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba4e35b8-7de4-4233-bda0-2666bafd70e6 HTTP/1.1" status: 200 len: 944 time: 0.6543517 May 23 11:07:09.435258 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaaa157-a077-41e5-b8b9-ef29106b297c req-c2286400-0526-4636-96aa-608062dd7bce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:09.436768 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8aaaa157-a077-41e5-b8b9-ef29106b297c req-c2286400-0526-4636-96aa-608062dd7bce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76d8b9b5-f057-42e7-939b-4e81b16011fa HTTP/1.1" status: 200 len: 851 time: 0.1856170 May 23 11:07:09.442236 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [req-7f9cdb11-728e-4583-ab09-512bac1251af req-39cf89eb-fa2f-47e2-941e-ceee3072393b tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] delete failed (client error): There was a conflict when trying to complete your request. May 23 11:07:09.462863 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f9cdb11-728e-4583-ab09-512bac1251af req-39cf89eb-fa2f-47e2-941e-ceee3072393b tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "DELETE /v2.0/security-groups/272dfb33-6abd-4903-ba82-cdc1b8ec049c HTTP/1.1" status: 409 len: 341 time: 0.4156382 May 23 11:07:09.479984 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 05a18725-4529-46cf-8c6c-791551fe733f, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=05a18725-4529-46cf-8c6c-791551fe733f,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:07:09.508127 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '05a18725-4529-46cf-8c6c-791551fe733f', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'port_id': '05a18725-4529-46cf-8c6c-791551fe733f', 'mac_address': 'fa:16:3e:77:da:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1719237-4a8e-4354-92b1-51064eb09c82', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:07:09.553087 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8aaaa157-a077-41e5-b8b9-ef29106b297c req-f6a54611-77c3-491b-9b02-a6ff3d171972 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a5c8466-e669-4a02-9cf7-1e34891324c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105039 May 23 11:07:09.564875 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [req-8aaaa157-a077-41e5-b8b9-ef29106b297c req-ebd43a44-f2a5-4415-825c-80967f5bb2f5 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:07:09.566047 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8aaaa157-a077-41e5-b8b9-ef29106b297c req-ebd43a44-f2a5-4415-825c-80967f5bb2f5 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0069690 May 23 11:07:09.567236 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a85f322-caaa-4b64-a27e-5f6b86908c0b admin admin] Made reservation on behalf of 2512d175ba5c46b196de2f8ba8be1f42 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:07:09.569969 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3a85f322-caaa-4b64-a27e-5f6b86908c0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:09.587189 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60777df5-ba1c-4eb1-bd3c-b24121a932b0'] response: {'name': 'network-changed', 'server_uuid': '9f89e397-c74f-4e25-a0b4-d926ff27cb9c', 'tag': '85d1bf39-7142-43b4-9baf-ab6b3c1051d6', 'status': 'completed', 'code': 200} May 23 11:07:09.615655 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:09.656291 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05a18725-4529-46cf-8c6c-791551fe733f {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:07:09.684060 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 05a18725-4529-46cf-8c6c-791551fe733f, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=05a18725-4529-46cf-8c6c-791551fe733f,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:07:09.689018 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:09.801803 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=05a18725-4529-46cf-8c6c-791551fe733f,revision_number=9']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:09.833334 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e737bc34-e04c-46d1-8b2f-763a379229db req-cf593a58-475c-494f-b6a8-419557359cba service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.1859550 May 23 11:07:09.839935 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f254b55f-7c56-46ee-9624-4458beab36bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:09.843290 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45600) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:09.881637 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f254b55f-7c56-46ee-9624-4458beab36bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:09.882759 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['05a18725-4529-46cf-8c6c-791551fe733f'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:07:09.933628 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-428f166a-ef33-47d0-a1d9-71877a772ab8 req-510a6ec8-c731-4160-86d9-b71fcacb594d tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5033195 May 23 11:07:09.934612 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ad15f64c-3820-461c-928e-eccac7202f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:09.987765 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-769cdeb4-8e79-41f5-be60-328288dbbca7 service neutron] For port 3da8075f-8ad4-45df-860e-2ea2d5eb7191, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:07:09.997239 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8aaaa157-a077-41e5-b8b9-ef29106b297c req-de7f2047-9b34-47e4-8aa5-82536a72e1f1 service neutron] 10.222.0.13 "GET /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946474 May 23 11:07:10.006685 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3ac6b9d2-dac1-411a-80e2-2fa34049c73e req-2cfe4585-43a4-49df-95e5-b4bae6a85567 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a643d8d45b5e4265b115a47be7bb4f48&device_id=9f89e397-c74f-4e25-a0b4-d926ff27cb9c HTTP/1.1" status: 200 len: 1175 time: 0.3483493 May 23 11:07:10.097910 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254b55f-7c56-46ee-9624-4458beab36bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97c9767-7371-4e81-a843-ebf53168657d,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:10.114702 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-769cdeb4-8e79-41f5-be60-328288dbbca7 service neutron] For port 3da8075f-8ad4-45df-860e-2ea2d5eb7191, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=3da8075f-8ad4-45df-860e-2ea2d5eb7191,segment=NetworkSegment(627b9d90-481e-4586-8e5b-ec8be80efc37),segment_id=627b9d90-481e-4586-8e5b-ec8be80efc37)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:07:10.124553 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f254b55f-7c56-46ee-9624-4458beab36bf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1b53f028d6234cbbb24f4b93aa34ef3f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8475342 May 23 11:07:10.129499 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45606) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:10.144466 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-769cdeb4-8e79-41f5-be60-328288dbbca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:10.253648 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ad15f64c-3820-461c-928e-eccac7202f56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:07:10.267359 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ad15f64c-3820-461c-928e-eccac7202f56 admin admin] Usage tracker for resource:security_group_rule and tenant:7ca44f8ca8b242a2b89ac3d905965ffa is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:07:10.270951 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ad15f64c-3820-461c-928e-eccac7202f56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:07:10.279506 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ad15f64c-3820-461c-928e-eccac7202f56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:07:10.368569 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769cdeb4-8e79-41f5-be60-328288dbbca7 service neutron] Pushing event updated for resources: {'Port': ['ID=3da8075f-8ad4-45df-860e-2ea2d5eb7191,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:10.368819 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8aaaa157-a077-41e5-b8b9-ef29106b297c req-9980d76c-cb61-415a-9c58-660321e02dc2 service neutron] 10.222.0.13 "GET /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581841 May 23 11:07:10.411098 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3a85f322-caaa-4b64-a27e-5f6b86908c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:10.438513 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-769cdeb4-8e79-41f5-be60-328288dbbca7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:10.439027 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-769cdeb4-8e79-41f5-be60-328288dbbca7 service neutron] 10.222.0.13 "PUT /v2.0/ports/3da8075f-8ad4-45df-860e-2ea2d5eb7191 HTTP/1.1" status: 200 len: 1092 time: 3.8929617 May 23 11:07:10.492729 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9b08b-64eb-404a-b031-cf7992d5833c req-7457ae9e-348a-42ab-a6ae-156264cb6552 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:10.494814 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-80b9b08b-64eb-404a-b031-cf7992d5833c req-7457ae9e-348a-42ab-a6ae-156264cb6552 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe68f142-37e7-408b-bb48-e684f273427d HTTP/1.1" status: 200 len: 943 time: 0.7163587 May 23 11:07:10.648923 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6b9d2-dac1-411a-80e2-2fa34049c73e req-c4d821ab-36f1-48e1-8474-a8c1c8c02bf4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:10.650479 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3ac6b9d2-dac1-411a-80e2-2fa34049c73e req-c4d821ab-36f1-48e1-8474-a8c1c8c02bf4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=80a6da85-0536-4b78-be68-78daca68abe3 HTTP/1.1" status: 200 len: 914 time: 0.5021281 May 23 11:07:10.662062 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85f322-caaa-4b64-a27e-5f6b86908c0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecaf5ab3-45f4-401d-898f-f976b39d5efe,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:10.737797 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3ac6b9d2-dac1-411a-80e2-2fa34049c73e req-e721873a-d1c5-4f46-a4b7-19859c8f6644 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85d1bf39-7142-43b4-9baf-ab6b3c1051d6 HTTP/1.1" status: 200 len: 217 time: 0.0768316 May 23 11:07:10.782646 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6aeda7ec-1a66-4c33-a4b0-a1aeb467b7a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:10.794251 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a85f322-caaa-4b64-a27e-5f6b86908c0b admin admin] Checking segment: {'id': 'ed693107-5039-4bd3-b197-0bb331a15eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b8d21881-f6a8-406c-bbb9-472712586ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:07:10.794610 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a85f322-caaa-4b64-a27e-5f6b86908c0b admin admin] Network hostable DHCP agents. Network: b8d21881-f6a8-406c-bbb9-472712586ad3, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:07:10.795841 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f95b0a80-7ce1-4010-9b3f-071dcb9b7a45 req-c3746806-04d0-4681-8f6f-e05675c173b6 tempest-ServersAdmin275Test-699787085 tempest-ServersAdmin275Test-699787085-project] 10.222.0.79 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.2484396 May 23 11:07:10.804434 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ad15f64c-3820-461c-928e-eccac7202f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:10.823428 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ad15f64c-3820-461c-928e-eccac7202f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:10.900927 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6b9d2-dac1-411a-80e2-2fa34049c73e req-56391cba-1dc5-4b29-b243-849b251034ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:10.902855 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3ac6b9d2-dac1-411a-80e2-2fa34049c73e req-56391cba-1dc5-4b29-b243-849b251034ab service neutron] 10.222.0.81 "GET /v2.0/subnets?id=987cf047-3bbb-4256-b71c-799577402385 HTTP/1.1" status: 200 len: 853 time: 0.1461096 May 23 11:07:10.927254 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6aeda7ec-1a66-4c33-a4b0-a1aeb467b7a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:10.946143 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a85f322-caaa-4b64-a27e-5f6b86908c0b admin admin] Network b8d21881-f6a8-406c-bbb9-472712586ad3 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:07:10.964100 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3ac6b9d2-dac1-411a-80e2-2fa34049c73e req-70858336-2a46-44cc-b098-32dfc356da4e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=80a6da85-0536-4b78-be68-78daca68abe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532091 May 23 11:07:10.969392 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-3a85f322-caaa-4b64-a27e-5f6b86908c0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, b8d21881-f6a8-406c-bbb9-472712586ad3) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:07:10.976488 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a85f322-caaa-4b64-a27e-5f6b86908c0b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:10.977289 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3a85f322-caaa-4b64-a27e-5f6b86908c0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:10.979919 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f18970-ffc8-49bf-8ce1-948398a7a98a None None] Network b8d21881-f6a8-406c-bbb9-472712586ad3 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:07:11.054165 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-80b9b08b-64eb-404a-b031-cf7992d5833c req-9f96f813-5a9f-47a3-a617-b6eff61a0d56 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5041096 May 23 11:07:11.087330 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad15f64c-3820-461c-928e-eccac7202f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fbd230-9657-4514-8b50-f1d42ff2d1ce,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:11.120055 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ad15f64c-3820-461c-928e-eccac7202f56 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7ca44f8ca8b242a2b89ac3d905965ffa&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2721231 May 23 11:07:11.125226 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45618) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:11.131882 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 05a18725-4529-46cf-8c6c-791551fe733f up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:07:11.212046 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3a85f322-caaa-4b64-a27e-5f6b86908c0b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8590131 May 23 11:07:11.239401 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-8171c8b2-b3a6-491f-bb51-afaf79e67a1d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=742b1cf1e0b345dca83f32458f4c8414&device_id=ba4e35b8-7de4-4233-bda0-2666bafd70e6 HTTP/1.1" status: 200 len: 1095 time: 0.7319565 May 23 11:07:11.336299 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 05a18725-4529-46cf-8c6c-791551fe733f triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:07:11.336971 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:11.358056 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3ac6b9d2-dac1-411a-80e2-2fa34049c73e req-31637671-cc01-400c-a1d1-87b4ee90a901 service neutron] 10.222.0.81 "GET /v2.0/networks/80a6da85-0536-4b78-be68-78daca68abe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748109 May 23 11:07:11.586937 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb848c16-3d93-4668-8132-20abced0c220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:11.648963 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba4e35b8-7de4-4233-bda0-2666bafd70e6', 'tag': '3da8075f-8ad4-45df-860e-2ea2d5eb7191'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:07:11.663657 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-d8876baa-983e-45ef-9c3f-752e5c5159d7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3da8075f-8ad4-45df-860e-2ea2d5eb7191 HTTP/1.1" status: 200 len: 217 time: 0.3359563 May 23 11:07:11.689848 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f5cd1a-b19d-4ee3-b54f-d52444207a8a None None] Network b8d21881-f6a8-406c-bbb9-472712586ad3 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:07:11.700079 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3ac6b9d2-dac1-411a-80e2-2fa34049c73e req-f7d2cc21-71da-4771-9461-3e7f2532f78e service neutron] 10.222.0.81 "GET /v2.0/networks/80a6da85-0536-4b78-be68-78daca68abe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356626 May 23 11:07:11.736751 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6aeda7ec-1a66-4c33-a4b0-a1aeb467b7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:11.798678 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:11.818505 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeda7ec-1a66-4c33-a4b0-a1aeb467b7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97c9767-7371-4e81-a843-ebf53168657d,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:11.828928 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6aeda7ec-1a66-4c33-a4b0-a1aeb467b7a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:11.830059 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-6aeda7ec-1a66-4c33-a4b0-a1aeb467b7a8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e97c9767-7371-4e81-a843-ebf53168657d HTTP/1.1" status: 204 len: 168 time: 1.6979427 May 23 11:07:11.870065 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-81c25791-f7c3-4ed6-8689-943f20a42e5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:11.876113 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-81c25791-f7c3-4ed6-8689-943f20a42e5e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9294d2b8-973f-442c-9036-697778dd5201 HTTP/1.1" status: 200 len: 844 time: 0.1768320 May 23 11:07:11.877905 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b6d182ea-9341-4004-8726-9a4b7745f050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:11.920894 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a923ca38-2c58-458d-92f3-977e0e9e144b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a18725-4529-46cf-8c6c-791551fe733f'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:07:11.942660 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522a99d-dfb0-4713-8082-1a51de7988a6 req-239a707a-77c7-4ce1-972c-b698fb413dcb tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:11.944181 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c522a99d-dfb0-4713-8082-1a51de7988a6 req-239a707a-77c7-4ce1-972c-b698fb413dcb tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f89e397-c74f-4e25-a0b4-d926ff27cb9c HTTP/1.1" status: 200 len: 1024 time: 0.7516923 May 23 11:07:11.965633 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-154d7c27-96ff-4416-8b26-8d7b0902608f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=93233ebd-402e-45bd-b397-1f41a2b23d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825231 May 23 11:07:11.974963 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 05a18725-4529-46cf-8c6c-791551fe733f, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=05a18725-4529-46cf-8c6c-791551fe733f,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:07:11.990826 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3b7df-f695-48d7-854a-a66434a063af req-717c39d6-5eda-445e-98a4-8a6feeb6bc8f tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:11.992369 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-40e3b7df-f695-48d7-854a-a66434a063af req-717c39d6-5eda-445e-98a4-8a6feeb6bc8f tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba4e35b8-7de4-4233-bda0-2666bafd70e6 HTTP/1.1" status: 200 len: 944 time: 0.5039752 May 23 11:07:12.000966 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:12.112727 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b6d182ea-9341-4004-8726-9a4b7745f050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:12.163158 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=05a18725-4529-46cf-8c6c-791551fe733f,revision_number=10']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:12.256419 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c522a99d-dfb0-4713-8082-1a51de7988a6 req-f2f11f44-e0c9-4613-a1e0-f465c46f93be tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb42520-b91d-4ed8-aab7-5a7d3a9fc71c&id=272dfb33-6abd-4903-ba82-cdc1b8ec049c&id=7dbc85c3-af57-4b00-af14-8e7be9543b51&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2941227 May 23 11:07:12.273064 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-40e3b7df-f695-48d7-854a-a66434a063af req-d681b8c9-14eb-463f-9e67-ec9bd717b9d0 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684448 May 23 11:07:12.326414 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-372fd13e-3911-4521-a86d-b11846542d6e service neutron] 10.222.0.13 "GET /v2.0/networks/93233ebd-402e-45bd-b397-1f41a2b23d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162842 May 23 11:07:12.392901 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b6d182ea-9341-4004-8726-9a4b7745f050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:12.493784 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9b278-a6ca-498d-9a4a-72cd173ed62c req-54bad568-2ef3-46e9-ac00-d178bbffd206 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:12.495990 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-3ab9b278-a6ca-498d-9a4a-72cd173ed62c req-54bad568-2ef3-46e9-ac00-d178bbffd206 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Synchronizing usage tracker for tenant:a643d8d45b5e4265b115a47be7bb4f48 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:07:12.526173 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-3ab9b278-a6ca-498d-9a4a-72cd173ed62c req-54bad568-2ef3-46e9-ac00-d178bbffd206 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Unset dirty status for tenant:a643d8d45b5e4265b115a47be7bb4f48 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:07:12.527879 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3ab9b278-a6ca-498d-9a4a-72cd173ed62c req-54bad568-2ef3-46e9-ac00-d178bbffd206 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f89e397-c74f-4e25-a0b4-d926ff27cb9c HTTP/1.1" status: 200 len: 1024 time: 0.1632016 May 23 11:07:12.573826 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b4ccd82-a09c-4df9-a38e-f2766bd748c1'] response: {'name': 'network-changed', 'server_uuid': 'ba4e35b8-7de4-4233-bda0-2666bafd70e6', 'tag': '3da8075f-8ad4-45df-860e-2ea2d5eb7191', 'status': 'completed', 'code': 200} May 23 11:07:12.574204 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:12.580951 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d182ea-9341-4004-8726-9a4b7745f050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fbd230-9657-4514-8b50-f1d42ff2d1ce,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:12.625016 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b6d182ea-9341-4004-8726-9a4b7745f050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:12.628696 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b6d182ea-9341-4004-8726-9a4b7745f050 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d4fbd230-9657-4514-8b50-f1d42ff2d1ce HTTP/1.1" status: 204 len: 168 time: 1.5019221 May 23 11:07:12.691587 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45644) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:12.731379 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ec497504-cb5d-43f5-b971-e00837feb315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:12.751399 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-3ab9b278-a6ca-498d-9a4a-72cd173ed62c req-9f00a43e-ab98-4966-9b7b-bf48ff933cf3 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Deleting port 85d1bf39-7142-43b4-9baf-ab6b3c1051d6 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:07:12.751653 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3ab9b278-a6ca-498d-9a4a-72cd173ed62c req-9f00a43e-ab98-4966-9b7b-bf48ff933cf3 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:12.762157 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0a1e5e7-6400-4b11-8c1c-0ff25a1694d1 req-a62d94e8-9ed7-4ba4-a296-214f56709e52 service neutron] 10.222.0.13 "GET /v2.0/networks/93233ebd-402e-45bd-b397-1f41a2b23d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357872 May 23 11:07:12.773011 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:12.895095 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ec497504-cb5d-43f5-b971-e00837feb315 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:07:12.901107 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ec497504-cb5d-43f5-b971-e00837feb315 admin admin] Usage tracker for resource:security_group_rule and tenant:3331926291c24471b1f72164c393afdf is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:07:12.904123 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ec497504-cb5d-43f5-b971-e00837feb315 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:07:12.910016 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ec497504-cb5d-43f5-b971-e00837feb315 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:07:12.930833 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-692fd9e4-390a-46e9-ac53-f768b355c98e req-1bd6c25d-c8bc-400c-834d-86f818cdaf81 tempest-ServersAdmin275Test-699787085 tempest-ServersAdmin275Test-699787085-project] 10.222.0.79 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.1643729 May 23 11:07:13.063261 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [req-fabb8608-ab87-41c6-a970-9dcc3b6fd25d req-10e4f6a4-cee4-4775-8b19-4016c3d549fb tempest-SecurityGroupsNegativeTestJSON-1284102870 tempest-SecurityGroupsNegativeTestJSON-1284102870-project] show failed (client error): The resource could not be found. May 23 11:07:13.064307 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fabb8608-ab87-41c6-a970-9dcc3b6fd25d req-10e4f6a4-cee4-4775-8b19-4016c3d549fb tempest-SecurityGroupsNegativeTestJSON-1284102870 tempest-SecurityGroupsNegativeTestJSON-1284102870-project] 10.222.0.79 "GET /v2.0/security-groups/154c152b-a6be-48bc-a27d-ad2cfa4a6d43 HTTP/1.1" status: 404 len: 352 time: 0.0484958 May 23 11:07:13.066731 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ec497504-cb5d-43f5-b971-e00837feb315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:13.075631 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ec497504-cb5d-43f5-b971-e00837feb315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:13.101962 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-914231ae-b9de-4c36-8109-cbca9c9bc835 req-a909f347-cca7-4cdd-aaf6-8e9e22e25492 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=742b1cf1e0b345dca83f32458f4c8414&device_id=ba4e35b8-7de4-4233-bda0-2666bafd70e6 HTTP/1.1" status: 200 len: 1095 time: 0.1687565 May 23 11:07:13.137689 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2eda8384-3d69-4bf3-8cbb-65351b8c4866'] response: {'server_uuid': 'a923ca38-2c58-458d-92f3-977e0e9e144b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a18725-4529-46cf-8c6c-791551fe733f', 'code': 200} May 23 11:07:13.164753 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ec497504-cb5d-43f5-b971-e00837feb315 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3331926291c24471b1f72164c393afdf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4693937 May 23 11:07:13.169962 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45658) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:13.310605 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec497504-cb5d-43f5-b971-e00837feb315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f120916-7cd5-4108-acb7-e7a65a42e328,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:13.415122 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 061f2325-26d1-4d5a-a117-c5af509643e3 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:07:13.445679 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2068182f-6ecb-4f9f-b23c-03b56a88db89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:13.463799 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914231ae-b9de-4c36-8109-cbca9c9bc835 req-87f3cc49-57bb-4be5-a8c9-a4038ab344c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:13.465321 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-914231ae-b9de-4c36-8109-cbca9c9bc835 req-87f3cc49-57bb-4be5-a8c9-a4038ab344c6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=93233ebd-402e-45bd-b397-1f41a2b23d60 HTTP/1.1" status: 200 len: 905 time: 0.3543577 May 23 11:07:13.492701 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-3ab9b278-a6ca-498d-9a4a-72cd173ed62c req-9f00a43e-ab98-4966-9b7b-bf48ff933cf3 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] For port 85d1bf39-7142-43b4-9baf-ab6b3c1051d6, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=85d1bf39-7142-43b4-9baf-ab6b3c1051d6,segment=NetworkSegment(fd694e75-b880-453e-8812-db46a23e85d2),segment_id=fd694e75-b880-453e-8812-db46a23e85d2)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:07:13.493054 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3ab9b278-a6ca-498d-9a4a-72cd173ed62c req-9f00a43e-ab98-4966-9b7b-bf48ff933cf3 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:13.541031 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2068182f-6ecb-4f9f-b23c-03b56a88db89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:13.574332 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-914231ae-b9de-4c36-8109-cbca9c9bc835 req-114a9e35-930a-4f0c-8443-4aab1f97dae1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3da8075f-8ad4-45df-860e-2ea2d5eb7191 HTTP/1.1" status: 200 len: 217 time: 0.0993443 May 23 11:07:13.694398 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914231ae-b9de-4c36-8109-cbca9c9bc835 req-932e3b3e-6d40-4342-9f27-2e955c33b18b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:13.698322 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-914231ae-b9de-4c36-8109-cbca9c9bc835 req-932e3b3e-6d40-4342-9f27-2e955c33b18b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9294d2b8-973f-442c-9036-697778dd5201 HTTP/1.1" status: 200 len: 844 time: 0.1152742 May 23 11:07:13.766612 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2068182f-6ecb-4f9f-b23c-03b56a88db89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:13.797778 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 061f2325-26d1-4d5a-a117-c5af509643e3, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=061f2325-26d1-4d5a-a117-c5af509643e3,segment=NetworkSegment(633c66ca-dc41-4b0b-a0a3-ed62624a9374),segment_id=633c66ca-dc41-4b0b-a0a3-ed62624a9374)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:07:13.838803 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-914231ae-b9de-4c36-8109-cbca9c9bc835 req-1873cea9-9e16-4c94-ac74-3dbdeaf4c321 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=93233ebd-402e-45bd-b397-1f41a2b23d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1269610 May 23 11:07:13.842272 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '061f2325-26d1-4d5a-a117-c5af509643e3', 'network_id': '1a5c8466-e669-4a02-9cf7-1e34891324c1', 'port_id': '061f2325-26d1-4d5a-a117-c5af509643e3', 'mac_address': 'fa:16:3e:8b:4e:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d8b9b5-f057-42e7-939b-4e81b16011fa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:07:13.855360 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a84e76-7951-4953-9a55-bec6883f2748 req-24faf4a2-f0ce-428a-951b-5987e787e6a9 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:13.860570 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-69a84e76-7951-4953-9a55-bec6883f2748 req-24faf4a2-f0ce-428a-951b-5987e787e6a9 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe68f142-37e7-408b-bb48-e684f273427d HTTP/1.1" status: 200 len: 943 time: 0.5690176 May 23 11:07:13.938004 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-3ab9b278-a6ca-498d-9a4a-72cd173ed62c req-9f00a43e-ab98-4966-9b7b-bf48ff933cf3 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Calling delete_port for 85d1bf39-7142-43b4-9baf-ab6b3c1051d6 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:07:14.020780 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:14.068702 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 061f2325-26d1-4d5a-a117-c5af509643e3 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:07:14.075370 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2068182f-6ecb-4f9f-b23c-03b56a88db89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f120916-7cd5-4108-acb7-e7a65a42e328,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:14.112153 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2068182f-6ecb-4f9f-b23c-03b56a88db89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:14.125628 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2068182f-6ecb-4f9f-b23c-03b56a88db89 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3f120916-7cd5-4108-acb7-e7a65a42e328 HTTP/1.1" status: 204 len: 168 time: 0.9543345 May 23 11:07:14.158095 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 061f2325-26d1-4d5a-a117-c5af509643e3, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=061f2325-26d1-4d5a-a117-c5af509643e3,segment=NetworkSegment(633c66ca-dc41-4b0b-a0a3-ed62624a9374),segment_id=633c66ca-dc41-4b0b-a0a3-ed62624a9374)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:07:14.192000 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:14.263310 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:14.355955 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3ab9b278-a6ca-498d-9a4a-72cd173ed62c req-9f00a43e-ab98-4966-9b7b-bf48ff933cf3 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:14.404218 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['be0f99ec-f7a0-42a2-93fa-219688c6dbe7', '85d1bf39-7142-43b4-9baf-ab6b3c1051d6'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:07:14.432736 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-69a84e76-7951-4953-9a55-bec6883f2748 req-becfb5b1-9e7d-460f-b883-f098780cc03d tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5123410 May 23 11:07:14.450720 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cbabad05-041b-44ea-971c-cf6051222e71 req-de0824d2-8150-4dc8-abf3-c70e8646eca0 tempest-ServersAdmin275Test-699787085 tempest-ServersAdmin275Test-699787085-project] 10.222.0.79 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.0965607 May 23 11:07:14.529476 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=061f2325-26d1-4d5a-a117-c5af509643e3,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:14.664284 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f00a43e-ab98-4966-9b7b-bf48ff933cf3 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Pushing event deleted for resources: {'Port': ['ID=85d1bf39-7142-43b4-9baf-ab6b3c1051d6,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:14.669744 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-914231ae-b9de-4c36-8109-cbca9c9bc835 req-2bc3631e-8549-4cf6-a8c6-b2b0b2f637e3 service neutron] 10.222.0.13 "GET /v2.0/networks/93233ebd-402e-45bd-b397-1f41a2b23d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8079064 May 23 11:07:14.738459 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['061f2325-26d1-4d5a-a117-c5af509643e3'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:07:14.810018 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab9b278-a6ca-498d-9a4a-72cd173ed62c req-9f00a43e-ab98-4966-9b7b-bf48ff933cf3 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] No DVR routers for this DVR port 85d1bf39-7142-43b4-9baf-ab6b3c1051d6 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:07:14.825673 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3ab9b278-a6ca-498d-9a4a-72cd173ed62c req-9f00a43e-ab98-4966-9b7b-bf48ff933cf3 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:14.846401 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f89e397-c74f-4e25-a0b4-d926ff27cb9c', 'name': 'network-vif-deleted', 'tag': '85d1bf39-7142-43b4-9baf-ab6b3c1051d6'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:07:14.868037 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3ab9b278-a6ca-498d-9a4a-72cd173ed62c req-9f00a43e-ab98-4966-9b7b-bf48ff933cf3 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.81 "DELETE /v2.0/ports/85d1bf39-7142-43b4-9baf-ab6b3c1051d6 HTTP/1.1" status: 204 len: 173 time: 2.3341050 May 23 11:07:15.056501 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-914231ae-b9de-4c36-8109-cbca9c9bc835 req-6999d3e6-452d-436b-bdb2-0a921204adfc service neutron] 10.222.0.13 "GET /v2.0/networks/93233ebd-402e-45bd-b397-1f41a2b23d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783288 May 23 11:07:15.292260 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-22ca07d0-8285-4a97-a571-b3077891585e req-827e73a2-20b8-4ee9-9fb0-692fd52871a5 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f89e397-c74f-4e25-a0b4-d926ff27cb9c HTTP/1.1" status: 200 len: 210 time: 0.2346120 May 23 11:07:15.376121 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81612e-706c-47f1-a373-2765dab6659d req-3cec963d-c4e5-41e7-b655-09a57a67d239 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:15.383340 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1e81612e-706c-47f1-a373-2765dab6659d req-3cec963d-c4e5-41e7-b655-09a57a67d239 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba4e35b8-7de4-4233-bda0-2666bafd70e6 HTTP/1.1" status: 200 len: 944 time: 0.2007797 May 23 11:07:15.537148 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1e81612e-706c-47f1-a373-2765dab6659d req-acf2c914-91fc-4256-97a0-6113f3fc4ccc tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527588 May 23 11:07:15.623142 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-cf79aa8d-a21b-49e1-b80f-86c5f0f78ac3 req-c0ecd112-60ca-4220-b1bb-e5f7e6cca829 tempest-SecurityGroupsNegativeTestJSON-1284102870 tempest-SecurityGroupsNegativeTestJSON-1284102870-project] Synchronizing usage tracker for tenant:2512d175ba5c46b196de2f8ba8be1f42 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:07:15.655180 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-cf79aa8d-a21b-49e1-b80f-86c5f0f78ac3 req-c0ecd112-60ca-4220-b1bb-e5f7e6cca829 tempest-SecurityGroupsNegativeTestJSON-1284102870 tempest-SecurityGroupsNegativeTestJSON-1284102870-project] Unset dirty status for tenant:2512d175ba5c46b196de2f8ba8be1f42 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:07:15.665509 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cf79aa8d-a21b-49e1-b80f-86c5f0f78ac3 req-c0ecd112-60ca-4220-b1bb-e5f7e6cca829 tempest-SecurityGroupsNegativeTestJSON-1284102870 tempest-SecurityGroupsNegativeTestJSON-1284102870-project] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2512d175ba5c46b196de2f8ba8be1f42 HTTP/1.1" status: 200 len: 2652 time: 0.1959155 May 23 11:07:15.771433 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cf79aa8d-a21b-49e1-b80f-86c5f0f78ac3 req-fd207817-ea3d-4893-8464-4bdbfc9a2f48 tempest-SecurityGroupsNegativeTestJSON-1284102870 tempest-SecurityGroupsNegativeTestJSON-1284102870-project] 10.222.0.79 "GET /v2.0/security-groups/671d945a-7b7a-468a-a66f-de134e2e969d HTTP/1.1" status: 200 len: 2649 time: 0.1041133 May 23 11:07:15.900874 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e98690c2-1eb5-4bd0-b37a-5b7ea4389750 req-dc829525-0142-4206-b50f-49f879f03bee tempest-ServersAdmin275Test-699787085 tempest-ServersAdmin275Test-699787085-project] 10.222.0.79 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.0764143 May 23 11:07:15.943522 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cf79aa8d-a21b-49e1-b80f-86c5f0f78ac3 req-a0762565-ab52-4f35-b20f-fff4417b3b38 tempest-SecurityGroupsNegativeTestJSON-1284102870 tempest-SecurityGroupsNegativeTestJSON-1284102870-project] 10.222.0.79 "GET /v2.0/security-groups/671d945a-7b7a-468a-a66f-de134e2e969d HTTP/1.1" status: 200 len: 2649 time: 0.1703894 May 23 11:07:16.079679 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3831bf0-040f-401a-acb7-a2236133c89a'] response: {'server_uuid': '9f89e397-c74f-4e25-a0b4-d926ff27cb9c', 'name': 'network-vif-deleted', 'tag': '85d1bf39-7142-43b4-9baf-ab6b3c1051d6', 'status': 'completed', 'code': 200} May 23 11:07:16.212340 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4401897c-e23c-428a-a74d-f0eb61621b7c req-2cb0b752-c5fc-472e-9faf-5552b217817f tempest-SecurityGroupsNegativeTestJSON-1284102870 tempest-SecurityGroupsNegativeTestJSON-1284102870-project] 10.222.0.79 "GET /v2.0/security-groups/671d945a-7b7a-468a-a66f-de134e2e969d HTTP/1.1" status: 200 len: 2649 time: 0.0699050 May 23 11:07:16.325253 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [req-4401897c-e23c-428a-a74d-f0eb61621b7c req-31fd9a3b-768b-49d4-88db-bbe7dcb3072a tempest-SecurityGroupsNegativeTestJSON-1284102870 tempest-SecurityGroupsNegativeTestJSON-1284102870-project] delete failed (client error): There was a conflict when trying to complete your request. May 23 11:07:16.341939 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4401897c-e23c-428a-a74d-f0eb61621b7c req-31fd9a3b-768b-49d4-88db-bbe7dcb3072a tempest-SecurityGroupsNegativeTestJSON-1284102870 tempest-SecurityGroupsNegativeTestJSON-1284102870-project] 10.222.0.79 "DELETE /v2.0/security-groups/671d945a-7b7a-468a-a66f-de134e2e969d HTTP/1.1" status: 409 len: 352 time: 0.1205230 May 23 11:07:16.348198 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5e164-9d45-40b7-8841-2a44af58a51a req-c0584a4e-5c9f-49ec-b74f-1b69cecd9906 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:16.349325 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-38d5e164-9d45-40b7-8841-2a44af58a51a req-c0584a4e-5c9f-49ec-b74f-1b69cecd9906 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe68f142-37e7-408b-bb48-e684f273427d HTTP/1.1" status: 200 len: 944 time: 0.2557366 May 23 11:07:16.435638 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-38d5e164-9d45-40b7-8841-2a44af58a51a req-33a2a73c-0b16-47fa-8c8f-6760dd332c15 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750639 May 23 11:07:16.522741 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [req-dd2e90c2-a2c4-43e5-986c-dd10318b0ee1 req-7e2f7a08-da6a-42d2-92c3-2eebef588081 tempest-SecurityGroupsNegativeTestJSON-1284102870 tempest-SecurityGroupsNegativeTestJSON-1284102870-project] show failed (client error): The resource could not be found. May 23 11:07:16.523762 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dd2e90c2-a2c4-43e5-986c-dd10318b0ee1 req-7e2f7a08-da6a-42d2-92c3-2eebef588081 tempest-SecurityGroupsNegativeTestJSON-1284102870 tempest-SecurityGroupsNegativeTestJSON-1284102870-project] 10.222.0.79 "GET /v2.0/security-groups/4a151fb4-3f3f-4d06-bee2-b62d2cb977f6 HTTP/1.1" status: 404 len: 352 time: 0.0180228 May 23 11:07:16.624577 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7c05c8dc-1d7a-494b-a7cb-fca07be4741b req-8beefc92-d9ed-4673-9094-ccdc44f8cb60 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups/7dbc85c3-af57-4b00-af14-8e7be9543b51 HTTP/1.1" status: 200 len: 1633 time: 0.0657585 May 23 11:07:16.693722 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [req-2e361e12-cd98-410d-87c8-7895a7ff01f9 req-4b334edb-db1e-4e57-b648-05c702c16339 tempest-SecurityGroupsNegativeTestJSON-1284102870 tempest-SecurityGroupsNegativeTestJSON-1284102870-project] show failed (client error): The resource could not be found. May 23 11:07:16.695211 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2e361e12-cd98-410d-87c8-7895a7ff01f9 req-4b334edb-db1e-4e57-b648-05c702c16339 tempest-SecurityGroupsNegativeTestJSON-1284102870 tempest-SecurityGroupsNegativeTestJSON-1284102870-project] 10.222.0.79 "GET /v2.0/security-groups/71b83a15-edfe-4495-aded-9b2c70c45d5e HTTP/1.1" status: 404 len: 352 time: 0.0410883 May 23 11:07:16.708662 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45768) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:16.758631 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7c05c8dc-1d7a-494b-a7cb-fca07be4741b req-a54f841d-d34a-4725-806d-5a35cc4eb592 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:17.005890 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-021fe713-d1e1-4351-97c1-2bee73f17cff admin admin] Deleting subnet ecaf5ab3-45f4-401d-898f-f976b39d5efe {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:07:17.022994 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-021fe713-d1e1-4351-97c1-2bee73f17cff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:17.104070 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-021fe713-d1e1-4351-97c1-2bee73f17cff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:17.122063 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 85d1bf39-7142-43b4-9baf-ab6b3c1051d6 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:07:17.153316 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7c05c8dc-1d7a-494b-a7cb-fca07be4741b req-a54f841d-d34a-4725-806d-5a35cc4eb592 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:17.198325 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: 85d1bf39-7142-43b4-9baf-ab6b3c1051d6 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:07:17.199349 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 85d1bf39-7142-43b4-9baf-ab6b3c1051d6 not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:07:17.207579 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56cae9d-7bd1-4169-9b8d-0bca0c94f149 req-3935a85c-9901-4ff5-ac25-02c7b46a5639 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:17.209117 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a56cae9d-7bd1-4169-9b8d-0bca0c94f149 req-3935a85c-9901-4ff5-ac25-02c7b46a5639 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba4e35b8-7de4-4233-bda0-2666bafd70e6 HTTP/1.1" status: 200 len: 944 time: 0.2833016 May 23 11:07:17.234574 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-021fe713-d1e1-4351-97c1-2bee73f17cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:17.256978 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7c05c8dc-1d7a-494b-a7cb-fca07be4741b req-a54f841d-d34a-4725-806d-5a35cc4eb592 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:17.300319 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54f841d-d34a-4725-806d-5a35cc4eb592 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbc85c3-af57-4b00-af14-8e7be9543b51,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:17.308649 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7c05c8dc-1d7a-494b-a7cb-fca07be4741b req-a54f841d-d34a-4725-806d-5a35cc4eb592 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:17.332415 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7c05c8dc-1d7a-494b-a7cb-fca07be4741b req-a54f841d-d34a-4725-806d-5a35cc4eb592 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "DELETE /v2.0/security-groups/7dbc85c3-af57-4b00-af14-8e7be9543b51 HTTP/1.1" status: 204 len: 173 time: 0.7007058 May 23 11:07:17.342614 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-021fe713-d1e1-4351-97c1-2bee73f17cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:17.361729 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a56cae9d-7bd1-4169-9b8d-0bca0c94f149 req-09518e3d-4292-49bd-ad94-b3960a431d93 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405380 May 23 11:07:17.435110 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021fe713-d1e1-4351-97c1-2bee73f17cff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecaf5ab3-45f4-401d-898f-f976b39d5efe,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:17.445876 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 3da8075f-8ad4-45df-860e-2ea2d5eb7191 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:07:17.451941 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 061f2325-26d1-4d5a-a117-c5af509643e3 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:07:17.457706 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-021fe713-d1e1-4351-97c1-2bee73f17cff admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:17.479196 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-021fe713-d1e1-4351-97c1-2bee73f17cff admin admin] 10.222.0.79 "DELETE /v2.0/subnets/ecaf5ab3-45f4-401d-898f-f976b39d5efe HTTP/1.1" status: 204 len: 168 time: 0.7669239 May 23 11:07:17.484871 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45792) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:17.487419 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-869b01b6-f168-4a85-981e-aa46554efb6d req-510ce05c-7763-4c7d-a8bd-fe5921b395ca tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups/272dfb33-6abd-4903-ba82-cdc1b8ec049c HTTP/1.1" status: 200 len: 1635 time: 0.0762873 May 23 11:07:17.676156 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-98831750-372b-4a8d-a1b4-692d71628203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:17.706799 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-807811ab-4ee0-463e-abac-47ebf141e404 req-1fdc36e4-1bd3-4031-bf31-55369a380192 tempest-ServersAdmin275Test-699787085 tempest-ServersAdmin275Test-699787085-project] 10.222.0.79 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.1285956 May 23 11:07:17.756066 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-869b01b6-f168-4a85-981e-aa46554efb6d req-6e4a0dd3-33a6-4cc9-b4db-82c5ab81d5ef tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:17.855860 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-869b01b6-f168-4a85-981e-aa46554efb6d req-6e4a0dd3-33a6-4cc9-b4db-82c5ab81d5ef tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:17.907242 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 061f2325-26d1-4d5a-a117-c5af509643e3 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:07:17.920805 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-869b01b6-f168-4a85-981e-aa46554efb6d req-6e4a0dd3-33a6-4cc9-b4db-82c5ab81d5ef tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:17.955350 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a0dd3-33a6-4cc9-b4db-82c5ab81d5ef tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=272dfb33-6abd-4903-ba82-cdc1b8ec049c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:17.957570 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-869b01b6-f168-4a85-981e-aa46554efb6d req-6e4a0dd3-33a6-4cc9-b4db-82c5ab81d5ef tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:17.959332 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 061f2325-26d1-4d5a-a117-c5af509643e3 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:07:17.959978 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:17.984081 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-869b01b6-f168-4a85-981e-aa46554efb6d req-6e4a0dd3-33a6-4cc9-b4db-82c5ab81d5ef tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "DELETE /v2.0/security-groups/272dfb33-6abd-4903-ba82-cdc1b8ec049c HTTP/1.1" status: 204 len: 173 time: 0.4938235 May 23 11:07:18.105882 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-98831750-372b-4a8d-a1b4-692d71628203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:18.135695 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 3da8075f-8ad4-45df-860e-2ea2d5eb7191, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=3da8075f-8ad4-45df-860e-2ea2d5eb7191,segment=NetworkSegment(627b9d90-481e-4586-8e5b-ec8be80efc37),segment_id=627b9d90-481e-4586-8e5b-ec8be80efc37)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:07:18.163443 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-98831750-372b-4a8d-a1b4-692d71628203 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8d21881-f6a8-406c-bbb9-472712586ad3']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:07:18.180794 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-98831750-372b-4a8d-a1b4-692d71628203 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed693107-5039-4bd3-b197-0bb331a15eaf') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:07:18.181388 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-98831750-372b-4a8d-a1b4-692d71628203 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed693107-5039-4bd3-b197-0bb331a15eaf') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:07:18.181819 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-9e69a13d-685d-4c48-85b9-59a78405800e req-e4ab9417-cd77-4abb-922d-54643fac4e60 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-273806254', 'description': 'tempest-description-701798384'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:07:18.189444 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-9e69a13d-685d-4c48-85b9-59a78405800e req-e4ab9417-cd77-4abb-922d-54643fac4e60 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:07:18.196707 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-9e69a13d-685d-4c48-85b9-59a78405800e req-e4ab9417-cd77-4abb-922d-54643fac4e60 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Usage tracker for resource:security_group and tenant:a643d8d45b5e4265b115a47be7bb4f48 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:07:18.197294 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-98831750-372b-4a8d-a1b4-692d71628203 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:18.199648 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '3da8075f-8ad4-45df-860e-2ea2d5eb7191', 'network_id': '93233ebd-402e-45bd-b397-1f41a2b23d60', 'port_id': '3da8075f-8ad4-45df-860e-2ea2d5eb7191', 'mac_address': 'fa:16:3e:c8:d9:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9294d2b8-973f-442c-9036-697778dd5201', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:07:18.199845 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-9e69a13d-685d-4c48-85b9-59a78405800e req-e4ab9417-cd77-4abb-922d-54643fac4e60 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:07:18.214537 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-9e69a13d-685d-4c48-85b9-59a78405800e req-e4ab9417-cd77-4abb-922d-54643fac4e60 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:07:18.228366 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-98831750-372b-4a8d-a1b4-692d71628203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:18.245007 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98831750-372b-4a8d-a1b4-692d71628203 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:07:18.247055 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-98831750-372b-4a8d-a1b4-692d71628203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:18.257875 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9e69a13d-685d-4c48-85b9-59a78405800e req-e4ab9417-cd77-4abb-922d-54643fac4e60 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:18.280113 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:07:18.280113 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:07:18.280113 n-d-842952-2 neutron-server[83911]: timer() May 23 11:07:18.280113 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:07:18.280113 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:07:18.280113 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:07:18.280113 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:07:18.280113 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:07:18.280113 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:07:18.280113 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:07:18.280113 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:07:18.280113 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:07:18.280113 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:07:18.280113 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:07:18.280113 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:07:18.280113 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:07:18.280113 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:07:18.280113 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:07:18.280113 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:07:18.280113 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:07:18.280113 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:07:18.280113 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:07:18.280113 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:07:18.280113 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:07:18.280113 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:07:18.280113 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:07:18.280113 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:07:18.280113 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:07:18.280113 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:07:18.280113 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:07:18.280113 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:07:18.280113 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:07:18.319295 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:18.363033 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:18.407472 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3da8075f-8ad4-45df-860e-2ea2d5eb7191 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:07:18.409432 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-98831750-372b-4a8d-a1b4-692d71628203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:18.420974 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-98831750-372b-4a8d-a1b4-692d71628203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:18.438798 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 3da8075f-8ad4-45df-860e-2ea2d5eb7191, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=3da8075f-8ad4-45df-860e-2ea2d5eb7191,segment=NetworkSegment(627b9d90-481e-4586-8e5b-ec8be80efc37),segment_id=627b9d90-481e-4586-8e5b-ec8be80efc37)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:07:18.444881 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-9e69a13d-685d-4c48-85b9-59a78405800e req-e4ab9417-cd77-4abb-922d-54643fac4e60 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:07:18.448232 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:18.452822 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-9e69a13d-685d-4c48-85b9-59a78405800e req-e4ab9417-cd77-4abb-922d-54643fac4e60 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Usage tracker for resource:security_group_rule and tenant:a643d8d45b5e4265b115a47be7bb4f48 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:07:18.454264 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98831750-372b-4a8d-a1b4-692d71628203 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8d21881-f6a8-406c-bbb9-472712586ad3,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:18.464160 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-9e69a13d-685d-4c48-85b9-59a78405800e req-e4ab9417-cd77-4abb-922d-54643fac4e60 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:07:18.466218 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-98831750-372b-4a8d-a1b4-692d71628203 admin admin] 10.222.0.79 "DELETE /v2.0/networks/b8d21881-f6a8-406c-bbb9-472712586ad3 HTTP/1.1" status: 204 len: 168 time: 0.9803009 May 23 11:07:18.487770 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-9e69a13d-685d-4c48-85b9-59a78405800e req-e4ab9417-cd77-4abb-922d-54643fac4e60 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:07:18.551473 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe68f142-37e7-408b-bb48-e684f273427d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061f2325-26d1-4d5a-a117-c5af509643e3'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:07:18.584886 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9e69a13d-685d-4c48-85b9-59a78405800e req-e4ab9417-cd77-4abb-922d-54643fac4e60 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:18.590484 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9e69a13d-685d-4c48-85b9-59a78405800e req-e4ab9417-cd77-4abb-922d-54643fac4e60 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:18.603775 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 061f2325-26d1-4d5a-a117-c5af509643e3, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=061f2325-26d1-4d5a-a117-c5af509643e3,segment=NetworkSegment(633c66ca-dc41-4b0b-a0a3-ed62624a9374),segment_id=633c66ca-dc41-4b0b-a0a3-ed62624a9374)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:07:18.611766 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:18.624882 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a86ae-b1df-4b6c-92d1-7d44c246af72 req-3a36901d-2015-40d5-ac3d-295a2ab8be31 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:18.626529 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-274a86ae-b1df-4b6c-92d1-7d44c246af72 req-3a36901d-2015-40d5-ac3d-295a2ab8be31 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe68f142-37e7-408b-bb48-e684f273427d HTTP/1.1" status: 200 len: 944 time: 0.5449390 May 23 11:07:18.632764 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=3da8075f-8ad4-45df-860e-2ea2d5eb7191,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:18.691638 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9e69a13d-685d-4c48-85b9-59a78405800e req-e4ab9417-cd77-4abb-922d-54643fac4e60 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:18.710218 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9e69a13d-685d-4c48-85b9-59a78405800e req-e4ab9417-cd77-4abb-922d-54643fac4e60 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 0.5350263 May 23 11:07:18.714529 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ab9417-cd77-4abb-922d-54643fac4e60 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02ceedda-a2cc-416a-acce-96387a8a5098,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:18.759126 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-274a86ae-b1df-4b6c-92d1-7d44c246af72 req-56652f09-f088-4085-855d-6d5a8ee73061 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224241 May 23 11:07:18.867398 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=061f2325-26d1-4d5a-a117-c5af509643e3,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:18.881462 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['3da8075f-8ad4-45df-860e-2ea2d5eb7191'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:07:18.968142 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5eedb83-4f4f-4cf8-9b4e-c09335628c88'] response: {'server_uuid': 'fe68f142-37e7-408b-bb48-e684f273427d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061f2325-26d1-4d5a-a117-c5af509643e3', 'code': 200} May 23 11:07:19.011209 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45854) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:19.087591 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7f54c3c0-3185-4a7c-8dda-f4ef804c1a3e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2512d175ba5c46b196de2f8ba8be1f42&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0738578 May 23 11:07:19.089967 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45864) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:19.197750 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ebdec575-f2ea-4034-b570-499fa39e3e26 req-23126ea6-6e46-4949-a163-483d5d0b326e tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups/02ceedda-a2cc-416a-acce-96387a8a5098 HTTP/1.1" status: 200 len: 1633 time: 0.1028132 May 23 11:07:19.205540 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-ebdec575-f2ea-4034-b570-499fa39e3e26 req-f11df773-640f-4822-8c19-949fb37466fe tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2051201089', 'description': 'tempest-description-hth-1299135641'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:07:19.260736 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf44c6c-57be-4411-81d0-e88679ddd3f4 req-f4689345-1e67-42f6-b5cb-1104b0786260 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:19.264792 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aaf44c6c-57be-4411-81d0-e88679ddd3f4 req-f4689345-1e67-42f6-b5cb-1104b0786260 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba4e35b8-7de4-4233-bda0-2666bafd70e6 HTTP/1.1" status: 200 len: 945 time: 0.2653143 May 23 11:07:19.267764 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0673c136-331f-4d77-9905-9998606c340a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:19.315143 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ebdec575-f2ea-4034-b570-499fa39e3e26 req-f11df773-640f-4822-8c19-949fb37466fe tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:19.333074 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0673c136-331f-4d77-9905-9998606c340a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:19.375582 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aaf44c6c-57be-4411-81d0-e88679ddd3f4 req-65604ee1-db64-4360-ae28-ea6c68ba96c9 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997622 May 23 11:07:19.434780 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0673c136-331f-4d77-9905-9998606c340a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:19.469815 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673c136-331f-4d77-9905-9998606c340a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671d945a-7b7a-468a-a66f-de134e2e969d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:19.473419 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0673c136-331f-4d77-9905-9998606c340a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:19.477836 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0673c136-331f-4d77-9905-9998606c340a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/671d945a-7b7a-468a-a66f-de134e2e969d HTTP/1.1" status: 204 len: 168 time: 0.3874674 May 23 11:07:19.512707 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ebdec575-f2ea-4034-b570-499fa39e3e26 req-f11df773-640f-4822-8c19-949fb37466fe tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:19.527044 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ebdec575-f2ea-4034-b570-499fa39e3e26 req-f11df773-640f-4822-8c19-949fb37466fe tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:19.533721 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ebdec575-f2ea-4034-b570-499fa39e3e26 req-f11df773-640f-4822-8c19-949fb37466fe tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:19.541743 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ebdec575-f2ea-4034-b570-499fa39e3e26 req-f11df773-640f-4822-8c19-949fb37466fe tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "PUT /v2.0/security-groups/02ceedda-a2cc-416a-acce-96387a8a5098 HTTP/1.1" status: 200 len: 1609 time: 0.3421283 May 23 11:07:19.614204 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11df773-640f-4822-8c19-949fb37466fe tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02ceedda-a2cc-416a-acce-96387a8a5098,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:19.623236 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da444757-bfe4-497c-ad14-8b578ab67797 req-793c6b0a-445f-4ff3-8fb3-094ac333856c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fe68f142-37e7-408b-bb48-e684f273427d HTTP/1.1" status: 200 len: 1096 time: 0.5115893 May 23 11:07:19.695353 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da444757-bfe4-497c-ad14-8b578ab67797 req-9731cb04-bf67-416b-9050-42783fc1db6e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624325 May 23 11:07:19.912113 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-97a397c3-650e-4cfc-8540-a7db61a516d9 req-9b7fe1c5-6591-4033-9dc2-72352822b9e1 tempest-ServersAdmin275Test-699787085 tempest-ServersAdmin275Test-699787085-project] 10.222.0.79 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.1762097 May 23 11:07:19.952352 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-622c438d-42f5-4774-8000-a880dd42b7ad req-8c7c95f4-9203-4a5c-917b-682a254a4b04 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups/02ceedda-a2cc-416a-acce-96387a8a5098 HTTP/1.1" status: 200 len: 1609 time: 0.2426827 May 23 11:07:20.070614 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-df2416c0-df4b-490a-addd-6fd0143ea772 req-cacb8928-4016-413d-99ca-201f966f6f1c tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups/02ceedda-a2cc-416a-acce-96387a8a5098 HTTP/1.1" status: 200 len: 1609 time: 0.0834501 May 23 11:07:20.110839 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45920) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:20.199550 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-df2416c0-df4b-490a-addd-6fd0143ea772 req-eb0c62da-89f6-41c4-a6d7-bace869cbc09 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:20.229604 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-df2416c0-df4b-490a-addd-6fd0143ea772 req-eb0c62da-89f6-41c4-a6d7-bace869cbc09 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:20.303182 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd8cae-ed9f-43c0-9b26-be2fe926cce1 req-7b691630-4f9e-4581-a236-ee81c9052900 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:20.304977 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-86bd8cae-ed9f-43c0-9b26-be2fe926cce1 req-7b691630-4f9e-4581-a236-ee81c9052900 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe68f142-37e7-408b-bb48-e684f273427d HTTP/1.1" status: 200 len: 945 time: 0.1556199 May 23 11:07:20.306104 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-df2416c0-df4b-490a-addd-6fd0143ea772 req-eb0c62da-89f6-41c4-a6d7-bace869cbc09 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:20.345996 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c62da-89f6-41c4-a6d7-bace869cbc09 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ceedda-a2cc-416a-acce-96387a8a5098,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:20.367728 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-df2416c0-df4b-490a-addd-6fd0143ea772 req-eb0c62da-89f6-41c4-a6d7-bace869cbc09 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:20.369151 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-df2416c0-df4b-490a-addd-6fd0143ea772 req-eb0c62da-89f6-41c4-a6d7-bace869cbc09 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "DELETE /v2.0/security-groups/02ceedda-a2cc-416a-acce-96387a8a5098 HTTP/1.1" status: 204 len: 173 time: 0.2977831 May 23 11:07:20.402725 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-86bd8cae-ed9f-43c0-9b26-be2fe926cce1 req-076c245f-e57a-4646-8635-96b73705ea3a tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822635 May 23 11:07:20.428448 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45936) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:20.470647 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f46e4fbe-3fb9-4368-ad68-c9347909b9e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:20.548856 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f46e4fbe-3fb9-4368-ad68-c9347909b9e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:07:20.556655 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f46e4fbe-3fb9-4368-ad68-c9347909b9e9 admin admin] Usage tracker for resource:security_group_rule and tenant:a8624b695e2e4c058f5c039937b1f7e4 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:07:20.562542 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f46e4fbe-3fb9-4368-ad68-c9347909b9e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:07:20.569303 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f46e4fbe-3fb9-4368-ad68-c9347909b9e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:07:20.618722 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0cf130f0-80f6-4ab7-b19a-293d5d56e961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:20.670748 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0cf130f0-80f6-4ab7-b19a-293d5d56e961 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:07:20.676725 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-0cf130f0-80f6-4ab7-b19a-293d5d56e961 admin admin] Usage tracker for resource:security_group_rule and tenant:cf415f245fcd43e8b4ac4753e4c56538 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:07:20.680873 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-0cf130f0-80f6-4ab7-b19a-293d5d56e961 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:07:20.690188 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0cf130f0-80f6-4ab7-b19a-293d5d56e961 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:07:20.699732 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82b56a-6494-4ff9-b610-6e00fd8b7666 req-6fc338e3-39b9-488e-a9e8-c9a6314da0d7 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:20.707301 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ff82b56a-6494-4ff9-b610-6e00fd8b7666 req-6fc338e3-39b9-488e-a9e8-c9a6314da0d7 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba4e35b8-7de4-4233-bda0-2666bafd70e6 HTTP/1.1" status: 200 len: 945 time: 0.1585367 May 23 11:07:20.727574 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f46e4fbe-3fb9-4368-ad68-c9347909b9e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:20.735179 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f46e4fbe-3fb9-4368-ad68-c9347909b9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:20.787119 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ff82b56a-6494-4ff9-b610-6e00fd8b7666 req-b2c334b3-23c9-4fc8-9a89-eddfe9aa3ee4 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788441 May 23 11:07:20.818985 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e4fbe-3fb9-4368-ad68-c9347909b9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631ea668-9dac-41a3-890e-d3a513a7be83,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:20.877080 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0cf130f0-80f6-4ab7-b19a-293d5d56e961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:20.878568 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [req-221aa3a2-25e8-47ac-8444-2a4fdd363077 req-e4656cd6-fcd6-45e0-9191-0750914461a5 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] show failed (client error): The resource could not be found. May 23 11:07:20.879613 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-221aa3a2-25e8-47ac-8444-2a4fdd363077 req-e4656cd6-fcd6-45e0-9191-0750914461a5 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups/272dfb33-6abd-4903-ba82-cdc1b8ec049c HTTP/1.1" status: 404 len: 352 time: 0.0366666 May 23 11:07:20.882007 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0cf130f0-80f6-4ab7-b19a-293d5d56e961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:20.885865 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f46e4fbe-3fb9-4368-ad68-c9347909b9e9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a8624b695e2e4c058f5c039937b1f7e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7720959 May 23 11:07:20.887580 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45956) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:20.956262 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf130f0-80f6-4ab7-b19a-293d5d56e961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d945fb54-7c0d-48d5-8b64-46913af80998,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:20.966812 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7d7a96bf-587d-404c-8058-40b74fbfdd2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:20.982789 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [req-a6d441c5-e235-4ce2-9dee-afdf11d50f7f req-a0ad6c30-fada-4de6-8c29-a5dc0cb91431 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] show failed (client error): The resource could not be found. May 23 11:07:20.984227 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a6d441c5-e235-4ce2-9dee-afdf11d50f7f req-a0ad6c30-fada-4de6-8c29-a5dc0cb91431 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups/7dbc85c3-af57-4b00-af14-8e7be9543b51 HTTP/1.1" status: 404 len: 352 time: 0.0297253 May 23 11:07:21.016319 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7d7a96bf-587d-404c-8058-40b74fbfdd2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:21.025743 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0cf130f0-80f6-4ab7-b19a-293d5d56e961 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cf415f245fcd43e8b4ac4753e4c56538&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5959737 May 23 11:07:21.026514 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45968) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:21.084975 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [req-0c8689f3-54ee-4504-85a1-d919e473c805 req-c37d6cc7-1edb-4bac-a1c6-0022b87f3b6b tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] show failed (client error): The resource could not be found. May 23 11:07:21.086006 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0c8689f3-54ee-4504-85a1-d919e473c805 req-c37d6cc7-1edb-4bac-a1c6-0022b87f3b6b tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups/306a8347-c3e6-457f-8863-e47bcc0a90cf HTTP/1.1" status: 404 len: 352 time: 0.0268121 May 23 11:07:21.130292 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7d7a96bf-587d-404c-8058-40b74fbfdd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:21.149035 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d1239d7f-bdfe-45e3-90fc-d6cc4cbf380d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:21.162644 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a96bf-587d-404c-8058-40b74fbfdd2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631ea668-9dac-41a3-890e-d3a513a7be83,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:21.172066 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7d7a96bf-587d-404c-8058-40b74fbfdd2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:21.173486 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7d7a96bf-587d-404c-8058-40b74fbfdd2d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/631ea668-9dac-41a3-890e-d3a513a7be83 HTTP/1.1" status: 204 len: 168 time: 0.2831781 May 23 11:07:21.254795 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d1239d7f-bdfe-45e3-90fc-d6cc4cbf380d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:21.266682 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [req-8308148a-5276-4b22-baaa-eaae9f2427b1 req-bae0ecc7-9be0-4206-ad32-a975951107b4 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] show failed (client error): The resource could not be found. May 23 11:07:21.274931 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8308148a-5276-4b22-baaa-eaae9f2427b1 req-bae0ecc7-9be0-4206-ad32-a975951107b4 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups/68c06c2b-38bc-4448-8405-53f854cfeb31 HTTP/1.1" status: 404 len: 352 time: 0.0554736 May 23 11:07:21.318618 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45980) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:21.391156 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [req-3f5d5270-6f8d-427b-af91-3bd94e9c967f req-40e2a795-4c0a-4ea5-872a-5db7579d40fc tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] show failed (client error): The resource could not be found. May 23 11:07:21.399173 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3f5d5270-6f8d-427b-af91-3bd94e9c967f req-40e2a795-4c0a-4ea5-872a-5db7579d40fc tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups/42bf34c6-1b94-4f0a-b139-3e854adfc1bf HTTP/1.1" status: 404 len: 352 time: 0.0756769 May 23 11:07:21.425635 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-296a4231-c6bd-42b4-9ec8-8da371c8c3d3 req-88e80440-e8c1-46c6-ae0e-2adf9901eaa9 tempest-ServersAdmin275Test-699787085 tempest-ServersAdmin275Test-699787085-project] 10.222.0.79 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.0808489 May 23 11:07:21.451954 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [req-15257735-c6ae-416a-a11f-23306cfb0d76 req-dcb9fca6-8a29-4f55-87ea-df29d285031b tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] show failed (client error): The resource could not be found. May 23 11:07:21.462665 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-15257735-c6ae-416a-a11f-23306cfb0d76 req-dcb9fca6-8a29-4f55-87ea-df29d285031b tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups/f9e2bab2-e07c-40e7-b5bd-3d4957de3cec HTTP/1.1" status: 404 len: 352 time: 0.0276184 May 23 11:07:21.467094 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 3da8075f-8ad4-45df-860e-2ea2d5eb7191 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:07:21.497180 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d1239d7f-bdfe-45e3-90fc-d6cc4cbf380d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:21.549995 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1239d7f-bdfe-45e3-90fc-d6cc4cbf380d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d945fb54-7c0d-48d5-8b64-46913af80998,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:21.587130 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d1239d7f-bdfe-45e3-90fc-d6cc4cbf380d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:21.590033 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d1239d7f-bdfe-45e3-90fc-d6cc4cbf380d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d945fb54-7c0d-48d5-8b64-46913af80998 HTTP/1.1" status: 204 len: 168 time: 0.5626009 May 23 11:07:21.725277 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 3da8075f-8ad4-45df-860e-2ea2d5eb7191 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:07:21.736118 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 3da8075f-8ad4-45df-860e-2ea2d5eb7191 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:07:21.736492 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:21.840882 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc903dcc-1e08-4997-b359-5c5d22a5e38b req-dc4fcb37-462e-46fe-8422-3b19c78bdf6b tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:21.849082 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc903dcc-1e08-4997-b359-5c5d22a5e38b req-dc4fcb37-462e-46fe-8422-3b19c78bdf6b tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe68f142-37e7-408b-bb48-e684f273427d HTTP/1.1" status: 200 len: 945 time: 0.1088235 May 23 11:07:21.867214 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-1be4e1c2-d3c9-4b72-88c8-030f66391a67 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1162010878-network', 'tenant_id': '4b53fc86c9ff45acb8211a05d81b3068'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:07:21.877846 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1be4e1c2-d3c9-4b72-88c8-030f66391a67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:07:21.888711 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1be4e1c2-d3c9-4b72-88c8-030f66391a67 admin admin] Usage tracker for resource:network and tenant:4b53fc86c9ff45acb8211a05d81b3068 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:07:21.896218 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1be4e1c2-d3c9-4b72-88c8-030f66391a67 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:07:21.912679 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1be4e1c2-d3c9-4b72-88c8-030f66391a67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:07:21.937132 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be4e1c2-d3c9-4b72-88c8-030f66391a67 admin admin] Made reservation on behalf of 4b53fc86c9ff45acb8211a05d81b3068 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:07:21.943207 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1be4e1c2-d3c9-4b72-88c8-030f66391a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:21.990634 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc903dcc-1e08-4997-b359-5c5d22a5e38b req-20548bb9-6a9a-482f-b7a7-d1a1b9e5a6c9 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396625 May 23 11:07:22.004594 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1be4e1c2-d3c9-4b72-88c8-030f66391a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:22.068954 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:22.076100 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1be4e1c2-d3c9-4b72-88c8-030f66391a67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:07:22.082661 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1be4e1c2-d3c9-4b72-88c8-030f66391a67 admin admin] Usage tracker for resource:security_group_rule and tenant:4b53fc86c9ff45acb8211a05d81b3068 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:07:22.087552 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1be4e1c2-d3c9-4b72-88c8-030f66391a67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:07:22.097251 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1be4e1c2-d3c9-4b72-88c8-030f66391a67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:07:22.162608 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4e35b8-7de4-4233-bda0-2666bafd70e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da8075f-8ad4-45df-860e-2ea2d5eb7191'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:07:22.189458 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 3da8075f-8ad4-45df-860e-2ea2d5eb7191, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=3da8075f-8ad4-45df-860e-2ea2d5eb7191,segment=NetworkSegment(627b9d90-481e-4586-8e5b-ec8be80efc37),segment_id=627b9d90-481e-4586-8e5b-ec8be80efc37)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:07:22.195494 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:22.196072 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 46012) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:22.236096 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1fd92fc5-d11e-4e13-8a6b-c6495b449bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:22.244770 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1be4e1c2-d3c9-4b72-88c8-030f66391a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:22.249827 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1be4e1c2-d3c9-4b72-88c8-030f66391a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:22.303739 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1be4e1c2-d3c9-4b72-88c8-030f66391a67 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:07:22.351175 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1be4e1c2-d3c9-4b72-88c8-030f66391a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:22.351466 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-1be4e1c2-d3c9-4b72-88c8-030f66391a67 admin admin] Added segment c27cc83c-ceaf-4ff1-b6d5-b7b7d88dfb49 of type vlan for network 6be01754-b218-4467-aaf5-a19dd1f1816b May 23 11:07:22.364395 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=3da8075f-8ad4-45df-860e-2ea2d5eb7191,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:22.366145 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be4e1c2-d3c9-4b72-88c8-030f66391a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70953435-dc0b-4eef-af85-400876d90b2c,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:22.394494 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:07:22.394837 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:07:22.395177 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:07:22.395513 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:07:22.395870 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:07:22.396199 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:07:22.396524 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:07:22.396857 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:07:22.397174 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:07:22.398067 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:07:22.398067 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:07:22.421057 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1be4e1c2-d3c9-4b72-88c8-030f66391a67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:22.441287 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1fd92fc5-d11e-4e13-8a6b-c6495b449bb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:07:22.451474 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1fd92fc5-d11e-4e13-8a6b-c6495b449bb6 admin admin] Usage tracker for resource:security_group_rule and tenant:c9de7b5633bb4d6ca34824c7e10f7f95 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:07:22.455122 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1fd92fc5-d11e-4e13-8a6b-c6495b449bb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:07:22.469939 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1be4e1c2-d3c9-4b72-88c8-030f66391a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:22.470776 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1fd92fc5-d11e-4e13-8a6b-c6495b449bb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:07:22.472115 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be4e1c2-d3c9-4b72-88c8-030f66391a67 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:22.473118 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1be4e1c2-d3c9-4b72-88c8-030f66391a67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:22.522007 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 46016) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:22.595234 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1fd92fc5-d11e-4e13-8a6b-c6495b449bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:22.605730 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be4e1c2-d3c9-4b72-88c8-030f66391a67 admin admin] Pushing event updated for resources: {'Network': ['ID=6be01754-b218-4467-aaf5-a19dd1f1816b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:22.615110 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 6be01754-b218-4467-aaf5-a19dd1f1816b details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:07:22.620931 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1fd92fc5-d11e-4e13-8a6b-c6495b449bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:22.655243 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-88bbc161-622b-4a77-aff5-1ae13a5c4f7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:22.676773 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1be4e1c2-d3c9-4b72-88c8-030f66391a67 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3541579 May 23 11:07:22.676997 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46024) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:22.683264 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-0249df99-cde2-4b28-bd0a-2ef301b9ced2 admin admin] Request body: {'subnet': {'network_id': '6be01754-b218-4467-aaf5-a19dd1f1816b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1162010878-subnet', 'tenant_id': '4b53fc86c9ff45acb8211a05d81b3068', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:07:22.694142 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0249df99-cde2-4b28-bd0a-2ef301b9ced2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:07:22.709078 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0249df99-cde2-4b28-bd0a-2ef301b9ced2 admin admin] Usage tracker for resource:subnet and tenant:4b53fc86c9ff45acb8211a05d81b3068 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:07:22.712712 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0249df99-cde2-4b28-bd0a-2ef301b9ced2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:07:22.714555 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec748c-6884-41e8-a5a2-b84cca07c484 req-bb8cd649-b005-47b5-8c3c-ed8a0d28726f tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:22.723621 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5aec748c-6884-41e8-a5a2-b84cca07c484 req-bb8cd649-b005-47b5-8c3c-ed8a0d28726f tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba4e35b8-7de4-4233-bda0-2666bafd70e6 HTTP/1.1" status: 200 len: 946 time: 0.4319184 May 23 11:07:22.724799 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0249df99-cde2-4b28-bd0a-2ef301b9ced2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:07:22.740164 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd92fc5-d11e-4e13-8a6b-c6495b449bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714edc60-84c5-47ac-bc5e-9ae06c3d1f34,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:22.743184 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0249df99-cde2-4b28-bd0a-2ef301b9ced2 admin admin] Made reservation on behalf of 4b53fc86c9ff45acb8211a05d81b3068 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:07:22.746355 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0249df99-cde2-4b28-bd0a-2ef301b9ced2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:22.863886 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5aec748c-6884-41e8-a5a2-b84cca07c484 req-e864d742-cc32-4480-97eb-d1e67841899e tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390357 May 23 11:07:22.870619 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1fd92fc5-d11e-4e13-8a6b-c6495b449bb6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c9de7b5633bb4d6ca34824c7e10f7f95&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6709349 May 23 11:07:22.875622 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46028) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:22.892964 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-88bbc161-622b-4a77-aff5-1ae13a5c4f7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:07:22.900932 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-88bbc161-622b-4a77-aff5-1ae13a5c4f7d admin admin] Usage tracker for resource:security_group_rule and tenant:af4091701e13472290e89ebf612fc991 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:07:22.905888 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-88bbc161-622b-4a77-aff5-1ae13a5c4f7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:07:22.922276 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-88bbc161-622b-4a77-aff5-1ae13a5c4f7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:07:22.964561 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc6a5342-f490-4f78-a625-d81cb59470e3'] response: {'server_uuid': 'ba4e35b8-7de4-4233-bda0-2666bafd70e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da8075f-8ad4-45df-860e-2ea2d5eb7191', 'code': 200} May 23 11:07:22.969050 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-38bc3d53-760a-41b2-9b70-c73d7c0fcfb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:22.979409 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38dffe0-eb92-4b07-a264-6daf30d6ab31 req-b84559b7-ec05-468b-876c-5175f3481e0e tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:22.987212 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d38dffe0-eb92-4b07-a264-6daf30d6ab31 req-b84559b7-ec05-468b-876c-5175f3481e0e tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/ports?device_id=10fb6abf-5ed8-41a2-871c-87a6e67cf72c HTTP/1.1" status: 200 len: 1023 time: 0.2520297 May 23 11:07:23.007272 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-38bc3d53-760a-41b2-9b70-c73d7c0fcfb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:23.148740 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-38bc3d53-760a-41b2-9b70-c73d7c0fcfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:23.176610 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bc3d53-760a-41b2-9b70-c73d7c0fcfb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714edc60-84c5-47ac-bc5e-9ae06c3d1f34,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:23.194465 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0249df99-cde2-4b28-bd0a-2ef301b9ced2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:23.223893 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-d38dffe0-eb92-4b07-a264-6daf30d6ab31 req-17e239f0-49ff-48c6-828b-cab8eae28761 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Synchronizing usage tracker for tenant:a643d8d45b5e4265b115a47be7bb4f48 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:07:23.229740 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-88bbc161-622b-4a77-aff5-1ae13a5c4f7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:23.235681 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-45a10b61-382f-44d5-bdf9-d8270cf451ad req-5e506951-59e5-4257-9500-c45ec8b1f017 tempest-ServersAdmin275Test-699787085 tempest-ServersAdmin275Test-699787085-project] 10.222.0.79 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.1097736 May 23 11:07:23.249831 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-88bbc161-622b-4a77-aff5-1ae13a5c4f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:23.258977 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-38bc3d53-760a-41b2-9b70-c73d7c0fcfb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:23.260889 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-38bc3d53-760a-41b2-9b70-c73d7c0fcfb0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/714edc60-84c5-47ac-bc5e-9ae06c3d1f34 HTTP/1.1" status: 204 len: 168 time: 0.3841698 May 23 11:07:23.299204 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249df99-cde2-4b28-bd0a-2ef301b9ced2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb1979dc-40f3-48c6-a0dd-4ee863c4cf78,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:23.332020 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-d38dffe0-eb92-4b07-a264-6daf30d6ab31 req-17e239f0-49ff-48c6-828b-cab8eae28761 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Unset dirty status for tenant:a643d8d45b5e4265b115a47be7bb4f48 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:07:23.332992 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0249df99-cde2-4b28-bd0a-2ef301b9ced2 admin admin] Checking segment: {'id': 'c27cc83c-ceaf-4ff1-b6d5-b7b7d88dfb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6be01754-b218-4467-aaf5-a19dd1f1816b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:07:23.333347 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0249df99-cde2-4b28-bd0a-2ef301b9ced2 admin admin] Network hostable DHCP agents. Network: 6be01754-b218-4467-aaf5-a19dd1f1816b, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:07:23.350227 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d38dffe0-eb92-4b07-a264-6daf30d6ab31 req-17e239f0-49ff-48c6-828b-cab8eae28761 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups?id=ac50d281-a660-4ae0-8070-b65b0dfff208&id=4fb42520-b91d-4ed8-aab7-5a7d3a9fc71c&id=33adcb0e-bb39-4ddc-b01b-65eeb090871a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3620636 May 23 11:07:23.350934 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbc161-622b-4a77-aff5-1ae13a5c4f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9062a1-b20f-425f-839f-d0adbda99cf8,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:23.371963 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2ee77ef8-3985-420a-8d2f-71fb01d94758 req-98646312-3a81-4fa6-8bc7-050e76801949 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ba4e35b8-7de4-4233-bda0-2666bafd70e6 HTTP/1.1" status: 200 len: 1097 time: 0.2949266 May 23 11:07:23.381834 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0249df99-cde2-4b28-bd0a-2ef301b9ced2 admin admin] Network 6be01754-b218-4467-aaf5-a19dd1f1816b is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:07:23.400334 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-0249df99-cde2-4b28-bd0a-2ef301b9ced2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 6be01754-b218-4467-aaf5-a19dd1f1816b) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:07:23.404610 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0249df99-cde2-4b28-bd0a-2ef301b9ced2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:23.407766 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-88bbc161-622b-4a77-aff5-1ae13a5c4f7d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=af4091701e13472290e89ebf612fc991&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8071604 May 23 11:07:23.407986 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0249df99-cde2-4b28-bd0a-2ef301b9ced2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:23.408113 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 46038) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:23.417505 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d51b69-1f17-41ad-99d8-58d607396894 None None] Network 6be01754-b218-4467-aaf5-a19dd1f1816b requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:07:23.429541 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0249df99-cde2-4b28-bd0a-2ef301b9ced2 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7514460 May 23 11:07:23.432324 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46042) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:23.439555 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-5a4a933a-0f9c-45dd-8dad-25d859bb593f admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1162010878-router', 'tenant_id': '4b53fc86c9ff45acb8211a05d81b3068', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:07:23.444794 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5a4a933a-0f9c-45dd-8dad-25d859bb593f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:07:23.453756 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5a4a933a-0f9c-45dd-8dad-25d859bb593f admin admin] Usage tracker for resource:router and tenant:4b53fc86c9ff45acb8211a05d81b3068 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:07:23.458578 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5a4a933a-0f9c-45dd-8dad-25d859bb593f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:07:23.469549 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5a4a933a-0f9c-45dd-8dad-25d859bb593f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:07:23.488215 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5a4a933a-0f9c-45dd-8dad-25d859bb593f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:23.490238 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5a4a933a-0f9c-45dd-8dad-25d859bb593f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:23.519604 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5a4a933a-0f9c-45dd-8dad-25d859bb593f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:23.558190 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2ee77ef8-3985-420a-8d2f-71fb01d94758 req-6f3c63f2-2f5f-487d-b534-ff6c12d2cbd3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852601 May 23 11:07:23.572587 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fe2ce103-27d9-4a7a-abee-fc2152b2d305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:23.623394 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fe2ce103-27d9-4a7a-abee-fc2152b2d305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:23.652871 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb2623-105c-415c-9a52-abfc83c557e8 req-2dba2b28-0017-42d3-b093-e50a4d2a1a12 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:23.654718 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-75bb2623-105c-415c-9a52-abfc83c557e8 req-2dba2b28-0017-42d3-b093-e50a4d2a1a12 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe68f142-37e7-408b-bb48-e684f273427d HTTP/1.1" status: 200 len: 945 time: 0.1946611 May 23 11:07:23.733521 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-75bb2623-105c-415c-9a52-abfc83c557e8 req-716a10b7-0045-411e-9b85-c86bb32f7f72 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608597 May 23 11:07:23.735169 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fe2ce103-27d9-4a7a-abee-fc2152b2d305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:23.755359 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ce103-27d9-4a7a-abee-fc2152b2d305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9062a1-b20f-425f-839f-d0adbda99cf8,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:23.766026 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fe2ce103-27d9-4a7a-abee-fc2152b2d305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:23.770141 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-fe2ce103-27d9-4a7a-abee-fc2152b2d305 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fb9062a1-b20f-425f-839f-d0adbda99cf8 HTTP/1.1" status: 204 len: 168 time: 0.3585217 May 23 11:07:23.986255 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251683d3-b4d5-4dbb-989a-ad950264d0aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-6be01754-b218-4467-aaf5-a19dd1f1816b', 'network_id': '6be01754-b218-4467-aaf5-a19dd1f1816b', 'tenant_id': '4b53fc86c9ff45acb8211a05d81b3068', 'fixed_ips': [{'subnet_id': 'cb1979dc-40f3-48c6-a0dd-4ee863c4cf78'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:07:23.987084 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-251683d3-b4d5-4dbb-989a-ad950264d0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:24.107095 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5a4a933a-0f9c-45dd-8dad-25d859bb593f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:24.134025 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11413cb9-a3b5-4a11-b7f0-1ad0ed0b2b19 req-16d532f5-c66e-4669-af58-7bddca705d4f tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:24.159868 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-11413cb9-a3b5-4a11-b7f0-1ad0ed0b2b19 req-16d532f5-c66e-4669-af58-7bddca705d4f tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Synchronizing usage tracker for tenant:a643d8d45b5e4265b115a47be7bb4f48 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:07:24.346411 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec9eaa-4c49-49ef-a858-1978d7e8e521 req-3b38acf4-8b5d-4c42-ae20-93925f8e0c7f tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:24.358627 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ffec9eaa-4c49-49ef-a858-1978d7e8e521 req-3b38acf4-8b5d-4c42-ae20-93925f8e0c7f tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba4e35b8-7de4-4233-bda0-2666bafd70e6 HTTP/1.1" status: 200 len: 946 time: 0.2196491 May 23 11:07:24.418336 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ffec9eaa-4c49-49ef-a858-1978d7e8e521 req-d3ad31de-6d72-4ca6-bba3-1c214226d964 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606771 May 23 11:07:24.461390 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-11413cb9-a3b5-4a11-b7f0-1ad0ed0b2b19 req-16d532f5-c66e-4669-af58-7bddca705d4f tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Unset dirty status for tenant:a643d8d45b5e4265b115a47be7bb4f48 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:07:24.465662 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-11413cb9-a3b5-4a11-b7f0-1ad0ed0b2b19 req-16d532f5-c66e-4669-af58-7bddca705d4f tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.81 "GET /v2.0/ports?device_id=10fb6abf-5ed8-41a2-871c-87a6e67cf72c HTTP/1.1" status: 200 len: 1023 time: 0.5720479 May 23 11:07:24.536572 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-251683d3-b4d5-4dbb-989a-ad950264d0aa None None] Allocated IP 172.20.0.2 (6be01754-b218-4467-aaf5-a19dd1f1816b/cb1979dc-40f3-48c6-a0dd-4ee863c4cf78/a826216c-7366-4ba9-b7c9-0720508b5ca1) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:07:24.612468 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-11413cb9-a3b5-4a11-b7f0-1ad0ed0b2b19 req-e0edbce4-151d-41dd-b71c-085aa3532acb tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Deleting port be0f99ec-f7a0-42a2-93fa-219688c6dbe7 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:07:24.612942 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-11413cb9-a3b5-4a11-b7f0-1ad0ed0b2b19 req-e0edbce4-151d-41dd-b71c-085aa3532acb tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:25.097888 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-251683d3-b4d5-4dbb-989a-ad950264d0aa None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:25.146348 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-251683d3-b4d5-4dbb-989a-ad950264d0aa None None] Transition to ACTIVE for port object a826216c-7366-4ba9-b7c9-0720508b5ca1 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:07:25.183679 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-251683d3-b4d5-4dbb-989a-ad950264d0aa None None] Transition to ACTIVE for port object a826216c-7366-4ba9-b7c9-0720508b5ca1 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:07:25.185480 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-18541d76-81a5-41d8-9935-378e837bfbf8 req-983ce184-46ff-4031-8a75-664d1edc52e0 tempest-ServersAdmin275Test-699787085 tempest-ServersAdmin275Test-699787085-project] 10.222.0.79 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.5581281 May 23 11:07:25.196716 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-251683d3-b4d5-4dbb-989a-ad950264d0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:25.344918 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251683d3-b4d5-4dbb-989a-ad950264d0aa None None] Network 6be01754-b218-4467-aaf5-a19dd1f1816b is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:07:25.358082 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-251683d3-b4d5-4dbb-989a-ad950264d0aa None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:07:25.368263 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251683d3-b4d5-4dbb-989a-ad950264d0aa None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:07:25.381299 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251683d3-b4d5-4dbb-989a-ad950264d0aa None None] Pushing event updated for resources: {'Port': ['ID=a826216c-7366-4ba9-b7c9-0720508b5ca1,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:25.382284 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-11413cb9-a3b5-4a11-b7f0-1ad0ed0b2b19 req-e0edbce4-151d-41dd-b71c-085aa3532acb tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] For port be0f99ec-f7a0-42a2-93fa-219688c6dbe7, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=be0f99ec-f7a0-42a2-93fa-219688c6dbe7,segment=NetworkSegment(fd694e75-b880-453e-8812-db46a23e85d2),segment_id=fd694e75-b880-453e-8812-db46a23e85d2)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:07:25.382943 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-11413cb9-a3b5-4a11-b7f0-1ad0ed0b2b19 req-e0edbce4-151d-41dd-b71c-085aa3532acb tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:25.501054 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83302d2-237f-4613-9a18-9d74a0d3828f req-e8c98f3f-e082-419b-bc05-756e03633b89 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:25.506961 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e83302d2-237f-4613-9a18-9d74a0d3828f req-e8c98f3f-e082-419b-bc05-756e03633b89 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe68f142-37e7-408b-bb48-e684f273427d HTTP/1.1" status: 200 len: 945 time: 0.9492631 May 23 11:07:25.529886 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97266722-05ff-4355-82cc-9393475cd826 req-6cda991a-a50d-4b4f-a551-0bd6752ba770 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:25.531656 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-97266722-05ff-4355-82cc-9393475cd826 req-6cda991a-a50d-4b4f-a551-0bd6752ba770 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/ports?device_id=10fb6abf-5ed8-41a2-871c-87a6e67cf72c HTTP/1.1" status: 200 len: 1023 time: 0.8890150 May 23 11:07:25.563917 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-11413cb9-a3b5-4a11-b7f0-1ad0ed0b2b19 req-e0edbce4-151d-41dd-b71c-085aa3532acb tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Calling delete_port for be0f99ec-f7a0-42a2-93fa-219688c6dbe7 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:07:25.638315 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-251683d3-b4d5-4dbb-989a-ad950264d0aa None None] Attempting to bind port a826216c-7366-4ba9-b7c9-0720508b5ca1 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:07:25.638671 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-251683d3-b4d5-4dbb-989a-ad950264d0aa None None] Attempting to bind port a826216c-7366-4ba9-b7c9-0720508b5ca1 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'c27cc83c-ceaf-4ff1-b6d5-b7b7d88dfb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6be01754-b218-4467-aaf5-a19dd1f1816b'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:07:25.640598 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251683d3-b4d5-4dbb-989a-ad950264d0aa None None] Attempting to bind port a826216c-7366-4ba9-b7c9-0720508b5ca1 on network 6be01754-b218-4467-aaf5-a19dd1f1816b {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:07:25.643758 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-e83302d2-237f-4613-9a18-9d74a0d3828f req-4dbf0f8d-84a8-451b-b831-570f00002a33 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Deleting port 061f2325-26d1-4d5a-a117-c5af509643e3 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:07:25.644210 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e83302d2-237f-4613-9a18-9d74a0d3828f req-4dbf0f8d-84a8-451b-b831-570f00002a33 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:25.674632 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251683d3-b4d5-4dbb-989a-ad950264d0aa None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:07:25.678158 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251683d3-b4d5-4dbb-989a-ad950264d0aa None None] Checking segment: {'id': 'c27cc83c-ceaf-4ff1-b6d5-b7b7d88dfb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6be01754-b218-4467-aaf5-a19dd1f1816b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:07:25.682694 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-251683d3-b4d5-4dbb-989a-ad950264d0aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:25.685351 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251683d3-b4d5-4dbb-989a-ad950264d0aa None None] Bound using segment: {'id': 'c27cc83c-ceaf-4ff1-b6d5-b7b7d88dfb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6be01754-b218-4467-aaf5-a19dd1f1816b'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:07:25.686049 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-251683d3-b4d5-4dbb-989a-ad950264d0aa None None] Bound port: a826216c-7366-4ba9-b7c9-0720508b5ca1, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c27cc83c-ceaf-4ff1-b6d5-b7b7d88dfb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6be01754-b218-4467-aaf5-a19dd1f1816b'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:07:25.686616 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-251683d3-b4d5-4dbb-989a-ad950264d0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:25.715182 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5a4a933a-0f9c-45dd-8dad-25d859bb593f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:25.747961 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-97266722-05ff-4355-82cc-9393475cd826 req-a18ea1b2-f5fc-4faf-98e9-c83c3470b385 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups?id=ac50d281-a660-4ae0-8070-b65b0dfff208&id=4fb42520-b91d-4ed8-aab7-5a7d3a9fc71c&id=33adcb0e-bb39-4ddc-b01b-65eeb090871a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1804965 May 23 11:07:25.818038 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5a4a933a-0f9c-45dd-8dad-25d859bb593f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:25.962039 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-251683d3-b4d5-4dbb-989a-ad950264d0aa None None] For port a826216c-7366-4ba9-b7c9-0720508b5ca1, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:07:25.967877 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-251683d3-b4d5-4dbb-989a-ad950264d0aa None None] For port a826216c-7366-4ba9-b7c9-0720508b5ca1, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=a826216c-7366-4ba9-b7c9-0720508b5ca1,segment=NetworkSegment(c27cc83c-ceaf-4ff1-b6d5-b7b7d88dfb49),segment_id=c27cc83c-ceaf-4ff1-b6d5-b7b7d88dfb49)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:07:25.976147 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-251683d3-b4d5-4dbb-989a-ad950264d0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:26.192529 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251683d3-b4d5-4dbb-989a-ad950264d0aa None None] Pushing event updated for resources: {'Port': ['ID=a826216c-7366-4ba9-b7c9-0720508b5ca1,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:26.204886 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-5a4a933a-0f9c-45dd-8dad-25d859bb593f admin admin] Allocated IP 172.25.6.122 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/e117322c-b354-4ce8-ba90-76bd258836a6) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:07:26.605564 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-11413cb9-a3b5-4a11-b7f0-1ad0ed0b2b19 req-e0edbce4-151d-41dd-b71c-085aa3532acb tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:26.608575 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-e83302d2-237f-4613-9a18-9d74a0d3828f req-4dbf0f8d-84a8-451b-b831-570f00002a33 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] For port 061f2325-26d1-4d5a-a117-c5af509643e3, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=061f2325-26d1-4d5a-a117-c5af509643e3,segment=NetworkSegment(633c66ca-dc41-4b0b-a0a3-ed62624a9374),segment_id=633c66ca-dc41-4b0b-a0a3-ed62624a9374)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:07:26.609127 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e83302d2-237f-4613-9a18-9d74a0d3828f req-4dbf0f8d-84a8-451b-b831-570f00002a33 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:26.815280 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0edbce4-151d-41dd-b71c-085aa3532acb tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Pushing event deleted for resources: {'Port': ['ID=be0f99ec-f7a0-42a2-93fa-219688c6dbe7,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:26.873055 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-e83302d2-237f-4613-9a18-9d74a0d3828f req-4dbf0f8d-84a8-451b-b831-570f00002a33 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Calling delete_port for 061f2325-26d1-4d5a-a117-c5af509643e3 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:07:26.973891 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5a4a933a-0f9c-45dd-8dad-25d859bb593f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:26.987096 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c87873-9f03-4aa8-8df3-d055ba874fa0 req-ce1e5a2f-b62f-467a-a891-c6ec5e271c42 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:26.994521 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e3c87873-9f03-4aa8-8df3-d055ba874fa0 req-ce1e5a2f-b62f-467a-a891-c6ec5e271c42 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe68f142-37e7-408b-bb48-e684f273427d HTTP/1.1" status: 200 len: 945 time: 1.0521660 May 23 11:07:27.046366 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ef482-1a8d-45e2-88d6-b124504980cc req-824afae7-879b-4491-8cbf-1d9ebfe91bf5 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:27.048139 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-418ef482-1a8d-45e2-88d6-b124504980cc req-824afae7-879b-4491-8cbf-1d9ebfe91bf5 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba4e35b8-7de4-4233-bda0-2666bafd70e6 HTTP/1.1" status: 200 len: 946 time: 0.6472631 May 23 11:07:27.115970 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-11413cb9-a3b5-4a11-b7f0-1ad0ed0b2b19 req-e0edbce4-151d-41dd-b71c-085aa3532acb tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] No DVR routers for this DVR port be0f99ec-f7a0-42a2-93fa-219688c6dbe7 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:07:27.119399 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-11413cb9-a3b5-4a11-b7f0-1ad0ed0b2b19 req-e0edbce4-151d-41dd-b71c-085aa3532acb tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:27.140244 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5a4a933a-0f9c-45dd-8dad-25d859bb593f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:27.154800 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10fb6abf-5ed8-41a2-871c-87a6e67cf72c', 'name': 'network-vif-deleted', 'tag': 'be0f99ec-f7a0-42a2-93fa-219688c6dbe7'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:07:27.200119 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device be0f99ec-f7a0-42a2-93fa-219688c6dbe7 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:07:27.302273 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device a826216c-7366-4ba9-b7c9-0720508b5ca1 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:07:27.342246 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e3c87873-9f03-4aa8-8df3-d055ba874fa0 req-4d36460c-0997-49df-8ca1-8775e22a5c41 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462853 May 23 11:07:27.344890 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e83302d2-237f-4613-9a18-9d74a0d3828f req-4dbf0f8d-84a8-451b-b831-570f00002a33 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:27.472711 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: be0f99ec-f7a0-42a2-93fa-219688c6dbe7 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:07:27.474135 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device be0f99ec-f7a0-42a2-93fa-219688c6dbe7 not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:07:27.503545 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 061f2325-26d1-4d5a-a117-c5af509643e3 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:07:27.530795 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-418ef482-1a8d-45e2-88d6-b124504980cc req-886c50ba-da11-4210-80ac-fe65875f3e4e tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4661362 May 23 11:07:27.582817 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-11413cb9-a3b5-4a11-b7f0-1ad0ed0b2b19 req-e0edbce4-151d-41dd-b71c-085aa3532acb tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.81 "DELETE /v2.0/ports/be0f99ec-f7a0-42a2-93fa-219688c6dbe7 HTTP/1.1" status: 204 len: 173 time: 3.1065187 May 23 11:07:27.583364 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf0f8d-84a8-451b-b831-570f00002a33 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Pushing event deleted for resources: {'Port': ['ID=061f2325-26d1-4d5a-a117-c5af509643e3,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:27.607925 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a933a-0f9c-45dd-8dad-25d859bb593f admin admin] Pushing event updated for resources: {'Port': ['ID=e117322c-b354-4ce8-ba90-76bd258836a6,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:27.620289 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 061f2325-26d1-4d5a-a117-c5af509643e3 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:07:27.620713 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 061f2325-26d1-4d5a-a117-c5af509643e3 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:07:27.631462 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4a933a-0f9c-45dd-8dad-25d859bb593f admin admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:07:27.633349 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-5a4a933a-0f9c-45dd-8dad-25d859bb593f admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:07:27.638852 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4a933a-0f9c-45dd-8dad-25d859bb593f admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:07:27.682295 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port a826216c-7366-4ba9-b7c9-0720508b5ca1 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:07:27.776220 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83302d2-237f-4613-9a18-9d74a0d3828f req-4dbf0f8d-84a8-451b-b831-570f00002a33 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] No DVR routers for this DVR port 061f2325-26d1-4d5a-a117-c5af509643e3 on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:07:27.787634 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e83302d2-237f-4613-9a18-9d74a0d3828f req-4dbf0f8d-84a8-451b-b831-570f00002a33 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:27.803192 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe68f142-37e7-408b-bb48-e684f273427d', 'name': 'network-vif-deleted', 'tag': '061f2325-26d1-4d5a-a117-c5af509643e3'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:07:27.834084 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e83302d2-237f-4613-9a18-9d74a0d3828f req-4dbf0f8d-84a8-451b-b831-570f00002a33 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.13 "DELETE /v2.0/ports/061f2325-26d1-4d5a-a117-c5af509643e3 HTTP/1.1" status: 204 len: 173 time: 2.3011754 May 23 11:07:28.047459 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b00c37a7-44a8-4478-a635-b5051e005485 req-71627aaf-9fd9-4f61-8f14-369449e7a5dd tempest-ServersAdmin275Test-699787085 tempest-ServersAdmin275Test-699787085-project] 10.222.0.79 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.2110035 May 23 11:07:28.092954 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5a4a933a-0f9c-45dd-8dad-25d859bb593f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:28.094745 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5a4a933a-0f9c-45dd-8dad-25d859bb593f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:28.128663 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d64f25-8bf4-4182-8f0a-2c0d54860400 None None] Network 6be01754-b218-4467-aaf5-a19dd1f1816b requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:07:28.296398 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7929aad1-39d5-4f3d-947e-34904256ecae req-6943ab39-38d6-45d3-8a48-d4e30d87dbdf tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/ports?device_id=10fb6abf-5ed8-41a2-871c-87a6e67cf72c HTTP/1.1" status: 200 len: 210 time: 0.0751920 May 23 11:07:28.409923 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a4a933a-0f9c-45dd-8dad-25d859bb593f admin admin] Router ca2b37b6-460b-44a6-a641-c4a1442e181a is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:07:28.429335 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b659cb53-18b8-49ae-a981-67f7929843f9 None None] Provisioning for port a826216c-7366-4ba9-b7c9-0720508b5ca1 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:07:28.447791 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b659cb53-18b8-49ae-a981-67f7929843f9 None None] Provisioning complete for port a826216c-7366-4ba9-b7c9-0720508b5ca1 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:07:28.448208 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b659cb53-18b8-49ae-a981-67f7929843f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:28.756826 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4a933a-0f9c-45dd-8dad-25d859bb593f admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:07:28.772823 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b724d4ce-4564-48dd-ba89-e1a033dff4dc None None] Sync routers for ids ['ca2b37b6-460b-44a6-a641-c4a1442e181a'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:07:28.800398 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5a4a933a-0f9c-45dd-8dad-25d859bb593f admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:28.806507 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b724d4ce-4564-48dd-ba89-e1a033dff4dc None None] Routers {'ca2b37b6-460b-44a6-a641-c4a1442e181a'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:07:28.808048 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 46178) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:28.811844 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-b724d4ce-4564-48dd-ba89-e1a033dff4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:07:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['ca2b37b6-460b-44a6-a641-c4a1442e181a'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:07:28.821039 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5a4a933a-0f9c-45dd-8dad-25d859bb593f admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.3872318 May 23 11:07:29.124151 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b659cb53-18b8-49ae-a981-67f7929843f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:29.194570 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5822e27-c2bb-4fb5-bfc3-8cb4b1b7b96d'] response: {'server_uuid': '10fb6abf-5ed8-41a2-871c-87a6e67cf72c', 'name': 'network-vif-deleted', 'tag': 'be0f99ec-f7a0-42a2-93fa-219688c6dbe7', 'status': 'completed', 'code': 200} May 23 11:07:29.329950 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-b659cb53-18b8-49ae-a981-67f7929843f9 None None] For port a826216c-7366-4ba9-b7c9-0720508b5ca1, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=a826216c-7366-4ba9-b7c9-0720508b5ca1,segment=NetworkSegment(c27cc83c-ceaf-4ff1-b6d5-b7b7d88dfb49),segment_id=c27cc83c-ceaf-4ff1-b6d5-b7b7d88dfb49)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:07:29.356210 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-b724d4ce-4564-48dd-ba89-e1a033dff4dc None None] Set router ca2b37b6-460b-44a6-a641-c4a1442e181a gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:07:29.368530 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b659cb53-18b8-49ae-a981-67f7929843f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:29.515531 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96468c2c-29a5-4171-b775-78b3d75e43e4'] response: {'server_uuid': 'fe68f142-37e7-408b-bb48-e684f273427d', 'name': 'network-vif-deleted', 'tag': '061f2325-26d1-4d5a-a117-c5af509643e3', 'status': 'completed', 'code': 200} May 23 11:07:29.608594 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b659cb53-18b8-49ae-a981-67f7929843f9 None None] Pushing event updated for resources: {'Port': ['ID=a826216c-7366-4ba9-b7c9-0720508b5ca1,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:30.002009 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7d4c446d-d149-4928-b179-a6d524f4b0f7 None None] Provisioning complete for port a826216c-7366-4ba9-b7c9-0720508b5ca1 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:07:30.002379 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7d4c446d-d149-4928-b179-a6d524f4b0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:30.017918 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-54e3a350-ddd2-4b2c-a12e-0d7d4ac368eb req-25e10bd3-cd0b-4d26-9cda-e975f52ea3c3 tempest-ServersAdmin275Test-699787085 tempest-ServersAdmin275Test-699787085-project] 10.222.0.79 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.0993783 May 23 11:07:30.061437 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-b724d4ce-4564-48dd-ba89-e1a033dff4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2b37b6-460b-44a6-a641-c4a1442e181a', 'name': 'tempest-ServersTestFqdnHostnames-1162010878-router', 'tenant_id': '4b53fc86c9ff45acb8211a05d81b3068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'e117322c-b354-4ce8-ba90-76bd258836a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:07:23Z', 'updated_at': '2022-05-23T11:07:27Z', 'revision_number': 3, 'project_id': '4b53fc86c9ff45acb8211a05d81b3068', 'gw_port': {'id': 'e117322c-b354-4ce8-ba90-76bd258836a6', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:07:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2b37b6-460b-44a6-a641-c4a1442e181a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:07:25Z', 'updated_at': '2022-05-23T11:07:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:07:30.072042 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b724d4ce-4564-48dd-ba89-e1a033dff4dc None None] Checking router: ca2b37b6-460b-44a6-a641-c4a1442e181a for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:07:30.072530 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b724d4ce-4564-48dd-ba89-e1a033dff4dc None None] Updating router ca2b37b6-460b-44a6-a641-c4a1442e181a port e117322c-b354-4ce8-ba90-76bd258836a6 binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:07:30.091197 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92822f02-bbba-4755-b5cf-dbdd05486dee req-aa14b8f2-3d5b-4069-8264-8c1d4f3f358b tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:30.092835 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-92822f02-bbba-4755-b5cf-dbdd05486dee req-aa14b8f2-3d5b-4069-8264-8c1d4f3f358b tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba4e35b8-7de4-4233-bda0-2666bafd70e6 HTTP/1.1" status: 200 len: 946 time: 0.2796896 May 23 11:07:30.186724 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-b724d4ce-4564-48dd-ba89-e1a033dff4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:30.421576 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-92822f02-bbba-4755-b5cf-dbdd05486dee req-f56c599c-07a3-4078-9d97-8772128df707 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967651 May 23 11:07:30.535305 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46234) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:30.625678 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-b724d4ce-4564-48dd-ba89-e1a033dff4dc None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:30.643119 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-b724d4ce-4564-48dd-ba89-e1a033dff4dc None None] Transition to ACTIVE for port object e117322c-b354-4ce8-ba90-76bd258836a6 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:07:30.656847 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-b724d4ce-4564-48dd-ba89-e1a033dff4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:30.698546 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b583778a-418e-48d9-a7a4-26eeacb58dbf req-8a56af27-0484-45fe-afb5-85e2af55f333 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups/ac50d281-a660-4ae0-8070-b65b0dfff208 HTTP/1.1" status: 200 len: 1635 time: 0.1688757 May 23 11:07:30.741937 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-b724d4ce-4564-48dd-ba89-e1a033dff4dc None None] Attempting to bind port e117322c-b354-4ce8-ba90-76bd258836a6 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:07:30.741937 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-b724d4ce-4564-48dd-ba89-e1a033dff4dc None None] Attempting to bind port e117322c-b354-4ce8-ba90-76bd258836a6 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:07:30.742243 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b724d4ce-4564-48dd-ba89-e1a033dff4dc None None] Attempting to bind port e117322c-b354-4ce8-ba90-76bd258836a6 on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:07:30.758799 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b724d4ce-4564-48dd-ba89-e1a033dff4dc None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:07:30.759326 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b724d4ce-4564-48dd-ba89-e1a033dff4dc None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:07:30.759776 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-b724d4ce-4564-48dd-ba89-e1a033dff4dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:30.760188 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b724d4ce-4564-48dd-ba89-e1a033dff4dc None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:07:30.760658 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-b724d4ce-4564-48dd-ba89-e1a033dff4dc None None] Bound port: e117322c-b354-4ce8-ba90-76bd258836a6, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:07:30.761037 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-b724d4ce-4564-48dd-ba89-e1a033dff4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:30.870817 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b583778a-418e-48d9-a7a4-26eeacb58dbf req-e2a5ff3f-78f4-4438-a68e-1596e6271d21 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:30.875290 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aa8a01ee-5255-49dc-a2a6-5857640e9455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:30.877424 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-212d11e6-ff49-44f2-9fa0-76b0e93549dd tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:30.878918 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-212d11e6-ff49-44f2-9fa0-76b0e93549dd tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/networks?id=1a5c8466-e669-4a02-9cf7-1e34891324c1 HTTP/1.1" status: 200 len: 811 time: 0.3830285 May 23 11:07:30.911045 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-112c3243-de82-4afa-ab30-5f0c9025ffd1 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/quotas/b64a3f1baa60499ab93cbd32db99dbcb HTTP/1.1" status: 200 len: 375 time: 0.0173259 May 23 11:07:30.926323 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-b724d4ce-4564-48dd-ba89-e1a033dff4dc None None] For port e117322c-b354-4ce8-ba90-76bd258836a6, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:07:30.933575 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-aa8a01ee-5255-49dc-a2a6-5857640e9455 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:07:30.936281 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-b724d4ce-4564-48dd-ba89-e1a033dff4dc None None] For port e117322c-b354-4ce8-ba90-76bd258836a6, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e117322c-b354-4ce8-ba90-76bd258836a6,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:07:30.940239 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-aa8a01ee-5255-49dc-a2a6-5857640e9455 admin admin] Usage tracker for resource:security_group_rule and tenant:e8ebe87f6b4945bfabd7dd8619fe18fb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:07:30.943794 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-aa8a01ee-5255-49dc-a2a6-5857640e9455 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:07:30.952304 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-aa8a01ee-5255-49dc-a2a6-5857640e9455 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:07:30.959586 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-b724d4ce-4564-48dd-ba89-e1a033dff4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:31.020113 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b724d4ce-4564-48dd-ba89-e1a033dff4dc None None] Routers {'ca2b37b6-460b-44a6-a641-c4a1442e181a'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:07:31.020788 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-b724d4ce-4564-48dd-ba89-e1a033dff4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:07:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['ca2b37b6-460b-44a6-a641-c4a1442e181a'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:07:31.025835 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-9d901c2d-4ae2-4658-a44e-a24f6e06ca39 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Synchronizing usage tracker for tenant:b64a3f1baa60499ab93cbd32db99dbcb on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:07:31.040541 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b583778a-418e-48d9-a7a4-26eeacb58dbf req-e2a5ff3f-78f4-4438-a68e-1596e6271d21 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:31.078527 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-9d901c2d-4ae2-4658-a44e-a24f6e06ca39 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Unset dirty status for tenant:b64a3f1baa60499ab93cbd32db99dbcb on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:07:31.087628 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-9d901c2d-4ae2-4658-a44e-a24f6e06ca39 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b64a3f1baa60499ab93cbd32db99dbcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1351922 May 23 11:07:31.108762 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aa8a01ee-5255-49dc-a2a6-5857640e9455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:31.114104 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aa8a01ee-5255-49dc-a2a6-5857640e9455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:31.169830 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device a826216c-7366-4ba9-b7c9-0720508b5ca1 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:07:31.181590 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a01ee-5255-49dc-a2a6-5857640e9455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a74ffa-aa35-4631-afaf-bbefed0a6c94,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:31.235772 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-aa8a01ee-5255-49dc-a2a6-5857640e9455 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e8ebe87f6b4945bfabd7dd8619fe18fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6983287 May 23 11:07:31.238326 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46252) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:31.244100 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9dba79-aa7b-4ef7-a363-754f36deede8 None None] Pushing event updated for resources: {'Port': ['ID=e117322c-b354-4ce8-ba90-76bd258836a6,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:31.262214 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9dba79-aa7b-4ef7-a363-754f36deede8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:07:31.262848 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9dba79-aa7b-4ef7-a363-754f36deede8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:07:31.263344 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9dba79-aa7b-4ef7-a363-754f36deede8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:07:31.264105 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9dba79-aa7b-4ef7-a363-754f36deede8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:07:31.264621 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9dba79-aa7b-4ef7-a363-754f36deede8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:07:31.265117 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9dba79-aa7b-4ef7-a363-754f36deede8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:07:31.265698 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9dba79-aa7b-4ef7-a363-754f36deede8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:07:31.266377 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9dba79-aa7b-4ef7-a363-754f36deede8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:07:31.267028 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9dba79-aa7b-4ef7-a363-754f36deede8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:07:31.267525 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9dba79-aa7b-4ef7-a363-754f36deede8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:07:31.268031 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9dba79-aa7b-4ef7-a363-754f36deede8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:07:31.335207 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port a826216c-7366-4ba9-b7c9-0720508b5ca1 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:07:31.335796 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:31.419240 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f4e22227-1c94-45de-a3c1-4191be992815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:31.423729 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9dba79-aa7b-4ef7-a363-754f36deede8 None None] Pushing event updated for resources: {'Port': ['ID=e117322c-b354-4ce8-ba90-76bd258836a6,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:31.445533 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-b136c413-ca03-49cf-8d89-2e976566c431 service neutron] 10.222.0.79 "GET /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564014 May 23 11:07:31.457016 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f4e22227-1c94-45de-a3c1-4191be992815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:31.474423 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-b724d4ce-4564-48dd-ba89-e1a033dff4dc None None] Set router ca2b37b6-460b-44a6-a641-c4a1442e181a gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:07:31.552430 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f4e22227-1c94-45de-a3c1-4191be992815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:31.595637 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e22227-1c94-45de-a3c1-4191be992815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a74ffa-aa35-4631-afaf-bbefed0a6c94,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:31.619656 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f4e22227-1c94-45de-a3c1-4191be992815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:31.619656 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f4e22227-1c94-45de-a3c1-4191be992815 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e7a74ffa-aa35-4631-afaf-bbefed0a6c94 HTTP/1.1" status: 204 len: 168 time: 0.3797855 May 23 11:07:31.694144 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b583778a-418e-48d9-a7a4-26eeacb58dbf req-e2a5ff3f-78f4-4438-a68e-1596e6271d21 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:31.740896 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5ff3f-78f4-4438-a68e-1596e6271d21 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac50d281-a660-4ae0-8070-b65b0dfff208,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:31.753888 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1726cd11-ca32-4c2a-a954-34265c658caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:31.800387 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b583778a-418e-48d9-a7a4-26eeacb58dbf req-e2a5ff3f-78f4-4438-a68e-1596e6271d21 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:31.804360 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b583778a-418e-48d9-a7a4-26eeacb58dbf req-e2a5ff3f-78f4-4438-a68e-1596e6271d21 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "DELETE /v2.0/security-groups/ac50d281-a660-4ae0-8070-b65b0dfff208 HTTP/1.1" status: 204 len: 173 time: 1.0973616 May 23 11:07:31.841433 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46268) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:31.949102 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-86b8310f-63f8-4793-91b9-9f55bf0ea6da service neutron] 10.222.0.79 "GET /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5025449 May 23 11:07:32.322669 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:07:32.388454 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0e4b8a3b-a841-41ba-886e-7337f7360b8a req-c4fce879-7ea3-4e82-bf77-b02194b74da5 tempest-ServersAdmin275Test-699787085 tempest-ServersAdmin275Test-699787085-project] 10.222.0.79 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.0964096 May 23 11:07:32.393567 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-1726cd11-ca32-4c2a-a954-34265c658caa admin admin] Allocated IP 172.20.0.1 (6be01754-b218-4467-aaf5-a19dd1f1816b/cb1979dc-40f3-48c6-a0dd-4ee863c4cf78/62c0beba-3de7-41f1-bbf4-ff574c0ad8c7) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:07:32.394366 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-b724d4ce-4564-48dd-ba89-e1a033dff4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2b37b6-460b-44a6-a641-c4a1442e181a', 'name': 'tempest-ServersTestFqdnHostnames-1162010878-router', 'tenant_id': '4b53fc86c9ff45acb8211a05d81b3068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'e117322c-b354-4ce8-ba90-76bd258836a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:07:23Z', 'updated_at': '2022-05-23T11:07:27Z', 'revision_number': 3, 'project_id': '4b53fc86c9ff45acb8211a05d81b3068', 'gw_port': {'id': 'e117322c-b354-4ce8-ba90-76bd258836a6', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:07:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2b37b6-460b-44a6-a641-c4a1442e181a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:07:25Z', 'updated_at': '2022-05-23T11:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:07:32.410542 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b724d4ce-4564-48dd-ba89-e1a033dff4dc None None] The sync data for ids ['ca2b37b6-460b-44a6-a641-c4a1442e181a'] in n-d-842952-2 is: [{'id': 'ca2b37b6-460b-44a6-a641-c4a1442e181a', 'name': 'tempest-ServersTestFqdnHostnames-1162010878-router', 'tenant_id': '4b53fc86c9ff45acb8211a05d81b3068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'e117322c-b354-4ce8-ba90-76bd258836a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:07:23Z', 'updated_at': '2022-05-23T11:07:27Z', 'revision_number': 3, 'project_id': '4b53fc86c9ff45acb8211a05d81b3068', 'gw_port': {'id': 'e117322c-b354-4ce8-ba90-76bd258836a6', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:07:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2b37b6-460b-44a6-a641-c4a1442e181a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:07:25Z', 'updated_at': '2022-05-23T11:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:07:32.514615 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-84fd9d0f-079c-4083-9982-f3360fa5412d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:32.624995 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-84fd9d0f-079c-4083-9982-f3360fa5412d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:07:32.634871 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-84fd9d0f-079c-4083-9982-f3360fa5412d admin admin] Usage tracker for resource:security_group_rule and tenant:5dffb47732644b979282cf0936df920c is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:07:32.642926 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-84fd9d0f-079c-4083-9982-f3360fa5412d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:07:32.658606 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46284) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:32.673589 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-84fd9d0f-079c-4083-9982-f3360fa5412d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:07:32.718182 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3132a867-8aac-42e3-8037-d141dbad375e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:32.864300 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3132a867-8aac-42e3-8037-d141dbad375e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:07:32.875156 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3132a867-8aac-42e3-8037-d141dbad375e admin admin] Usage tracker for resource:security_group_rule and tenant:72ff1ee99c024d22b6fa235d9af28b98 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:07:32.882749 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3132a867-8aac-42e3-8037-d141dbad375e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:07:32.902056 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3132a867-8aac-42e3-8037-d141dbad375e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:07:32.991964 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7823a-e217-4e17-a5b6-9ca324ed0632 req-ad766374-dcf5-4299-91e3-67bad1ebf440 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:32.999357 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ebb7823a-e217-4e17-a5b6-9ca324ed0632 req-ad766374-dcf5-4299-91e3-67bad1ebf440 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba4e35b8-7de4-4233-bda0-2666bafd70e6 HTTP/1.1" status: 200 len: 946 time: 0.6091690 May 23 11:07:33.038774 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-84fd9d0f-079c-4083-9982-f3360fa5412d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:33.062772 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a6335d43-241f-4c7f-8bbe-20c6d459c6c9 req-48c56b4d-e0ee-4a46-837a-152bd555a116 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "GET /v2.0/security-groups/33adcb0e-bb39-4ddc-b01b-65eeb090871a HTTP/1.1" status: 200 len: 1633 time: 0.5177839 May 23 11:07:33.082202 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ebb7823a-e217-4e17-a5b6-9ca324ed0632 req-269be8e1-b5d4-40ac-bbfd-2f7161e0059b tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824013 May 23 11:07:33.091972 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-84fd9d0f-079c-4083-9982-f3360fa5412d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:33.173359 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1726cd11-ca32-4c2a-a954-34265c658caa admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:33.244812 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e117322c-b354-4ce8-ba90-76bd258836a6 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:07:33.288008 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f0c41e57-e012-4583-b609-a2d8eb9a14d0 req-e104d58e-b516-4a57-be71-0eae546cb6f8 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17b3af7-b225-4f50-9a99-a1f40e3b5fc5 HTTP/1.1" status: 200 len: 210 time: 0.0791116 May 23 11:07:33.298950 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3132a867-8aac-42e3-8037-d141dbad375e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:33.309194 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-1726cd11-ca32-4c2a-a954-34265c658caa admin admin] Transition to ACTIVE for port object 62c0beba-3de7-41f1-bbf4-ff574c0ad8c7 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:07:33.336809 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd9d0f-079c-4083-9982-f3360fa5412d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b731370-31cb-4dc8-af9a-84047cc3a0f0,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:33.340724 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3132a867-8aac-42e3-8037-d141dbad375e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:33.344845 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port e117322c-b354-4ce8-ba90-76bd258836a6 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:07:33.352453 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a6335d43-241f-4c7f-8bbe-20c6d459c6c9 req-f432f2a9-9115-47e1-b90c-2630a7b33d29 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:33.360814 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port e117322c-b354-4ce8-ba90-76bd258836a6 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:07:33.366557 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:33.387566 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a6335d43-241f-4c7f-8bbe-20c6d459c6c9 req-f432f2a9-9115-47e1-b90c-2630a7b33d29 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:33.410500 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-84fd9d0f-079c-4083-9982-f3360fa5412d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5dffb47732644b979282cf0936df920c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5677707 May 23 11:07:33.420793 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 46298) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:33.422331 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1726cd11-ca32-4c2a-a954-34265c658caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:33.530016 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132a867-8aac-42e3-8037-d141dbad375e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b1051f-3c08-4620-b414-3da8ee95c01d,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:33.537596 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3132a867-8aac-42e3-8037-d141dbad375e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=72ff1ee99c024d22b6fa235d9af28b98&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8778284 May 23 11:07:33.540960 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46306) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:33.691777 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ba537d6d-3be4-4847-bdda-f07dd1f24c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:33.714834 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1726cd11-ca32-4c2a-a954-34265c658caa admin admin] Pushing event updated for resources: {'Port': ['ID=62c0beba-3de7-41f1-bbf4-ff574c0ad8c7,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:33.727081 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:33.737729 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ba537d6d-3be4-4847-bdda-f07dd1f24c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:33.747377 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port e117322c-b354-4ce8-ba90-76bd258836a6, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e117322c-b354-4ce8-ba90-76bd258836a6,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:07:33.752832 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:33.858047 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ba537d6d-3be4-4847-bdda-f07dd1f24c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:33.888577 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=e117322c-b354-4ce8-ba90-76bd258836a6,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:33.890813 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba537d6d-3be4-4847-bdda-f07dd1f24c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b1051f-3c08-4620-b414-3da8ee95c01d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:33.909411 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a6335d43-241f-4c7f-8bbe-20c6d459c6c9 req-f432f2a9-9115-47e1-b90c-2630a7b33d29 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:33.918203 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ba537d6d-3be4-4847-bdda-f07dd1f24c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:33.921785 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ba537d6d-3be4-4847-bdda-f07dd1f24c05 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e3b1051f-3c08-4620-b414-3da8ee95c01d HTTP/1.1" status: 204 len: 168 time: 0.3742685 May 23 11:07:33.929958 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1726cd11-ca32-4c2a-a954-34265c658caa admin admin] Network 6be01754-b218-4467-aaf5-a19dd1f1816b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:07:33.945974 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c2b696ba-3b6a-4f3e-9c22-a01712ca9a50 req-9ab56c86-312b-4b77-8225-4eeba60b8c75 tempest-ServersAdmin275Test-699787085 tempest-ServersAdmin275Test-699787085-project] 10.222.0.79 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.1522059 May 23 11:07:33.952605 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f432f2a9-9115-47e1-b90c-2630a7b33d29 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33adcb0e-bb39-4ddc-b01b-65eeb090871a,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:33.954985 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-1726cd11-ca32-4c2a-a954-34265c658caa admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:07:33.962452 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1726cd11-ca32-4c2a-a954-34265c658caa admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:07:34.013692 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-23b9e71e-d651-4fcc-a8ca-d58d3a827ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:34.054051 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-23b9e71e-d651-4fcc-a8ca-d58d3a827ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:34.142638 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1726cd11-ca32-4c2a-a954-34265c658caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:34.146937 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a6335d43-241f-4c7f-8bbe-20c6d459c6c9 req-f432f2a9-9115-47e1-b90c-2630a7b33d29 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:34.149502 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a6335d43-241f-4c7f-8bbe-20c6d459c6c9 req-f432f2a9-9115-47e1-b90c-2630a7b33d29 tempest-SecurityGroupsTestJSON-448686466 tempest-SecurityGroupsTestJSON-448686466-project] 10.222.0.79 "DELETE /v2.0/security-groups/33adcb0e-bb39-4ddc-b01b-65eeb090871a HTTP/1.1" status: 204 len: 173 time: 1.0648494 May 23 11:07:34.156998 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46316) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:34.283858 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1726cd11-ca32-4c2a-a954-34265c658caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:34.300985 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf1ce7cc-76d8-42c6-8de4-d4fc5c847119 admin admin] Deleting subnet 987cf047-3bbb-4256-b71c-799577402385 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:07:34.305195 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cf1ce7cc-76d8-42c6-8de4-d4fc5c847119 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:34.391406 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-23b9e71e-d651-4fcc-a8ca-d58d3a827ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:34.451252 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-14942503-cdbc-4a99-a1b9-7ab0423152ec None None] Provisioning for port 62c0beba-3de7-41f1-bbf4-ff574c0ad8c7 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:07:34.454009 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cf1ce7cc-76d8-42c6-8de4-d4fc5c847119 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:34.464535 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-14942503-cdbc-4a99-a1b9-7ab0423152ec None None] Provisioning complete for port 62c0beba-3de7-41f1-bbf4-ff574c0ad8c7 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:07:34.465124 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-14942503-cdbc-4a99-a1b9-7ab0423152ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:34.499388 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b9e71e-d651-4fcc-a8ca-d58d3a827ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b731370-31cb-4dc8-af9a-84047cc3a0f0,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:34.526826 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-23b9e71e-d651-4fcc-a8ca-d58d3a827ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:34.537310 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-23b9e71e-d651-4fcc-a8ca-d58d3a827ac9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7b731370-31cb-4dc8-af9a-84047cc3a0f0 HTTP/1.1" status: 204 len: 168 time: 1.1074331 May 23 11:07:34.576949 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cf1ce7cc-76d8-42c6-8de4-d4fc5c847119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:34.594805 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-14942503-cdbc-4a99-a1b9-7ab0423152ec None None] Port 62c0beba-3de7-41f1-bbf4-ff574c0ad8c7 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:07:34.708485 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cf1ce7cc-76d8-42c6-8de4-d4fc5c847119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:34.761997 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6f67144b-de7f-4fb8-ae60-b3f3430cf6fa req-a0b207a7-899a-4bb1-84f4-a5daade56455 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17b3af7-b225-4f50-9a99-a1f40e3b5fc5 HTTP/1.1" status: 200 len: 210 time: 0.2196472 May 23 11:07:34.805380 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ce7cc-76d8-42c6-8de4-d4fc5c847119 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=987cf047-3bbb-4256-b71c-799577402385,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:34.829451 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cf1ce7cc-76d8-42c6-8de4-d4fc5c847119 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:34.850288 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-cf1ce7cc-76d8-42c6-8de4-d4fc5c847119 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/987cf047-3bbb-4256-b71c-799577402385 HTTP/1.1" status: 204 len: 168 time: 0.6906989 May 23 11:07:34.853109 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46334) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:34.958550 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ebda5-08ed-450f-9a47-5b07f3a76a19 req-33b51d43-4322-487c-a1cc-1bea5831e394 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:34.968015 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-041ebda5-08ed-450f-9a47-5b07f3a76a19 req-33b51d43-4322-487c-a1cc-1bea5831e394 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba4e35b8-7de4-4233-bda0-2666bafd70e6 HTTP/1.1" status: 200 len: 946 time: 0.5819137 May 23 11:07:35.068451 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-041ebda5-08ed-450f-9a47-5b07f3a76a19 req-8ab808ee-42d2-4945-9451-90653f56d9b4 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992889 May 23 11:07:35.081296 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1726cd11-ca32-4c2a-a954-34265c658caa admin admin] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:35.099789 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1726cd11-ca32-4c2a-a954-34265c658caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:35.134020 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-53a8c5dc-7ecd-4ba2-b689-7bed2ef862df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:35.182719 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e117322c-b354-4ce8-ba90-76bd258836a6 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:07:35.391403 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port e117322c-b354-4ce8-ba90-76bd258836a6 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:07:35.391965 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:35.445992 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 46352) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:35.625855 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-53a8c5dc-7ecd-4ba2-b689-7bed2ef862df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:35.710543 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-53a8c5dc-7ecd-4ba2-b689-7bed2ef862df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a6da85-0536-4b78-be68-78daca68abe3']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:07:35.746718 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-53a8c5dc-7ecd-4ba2-b689-7bed2ef862df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd694e75-b880-453e-8812-db46a23e85d2') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:07:35.746997 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-53a8c5dc-7ecd-4ba2-b689-7bed2ef862df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd694e75-b880-453e-8812-db46a23e85d2') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:07:35.789056 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-53a8c5dc-7ecd-4ba2-b689-7bed2ef862df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:35.819579 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ffe777eb-a98f-4410-a4e7-505804a4539a req-24c520c1-1ab1-4fb2-9d9f-0100a052bb30 tempest-ServersAdmin275Test-699787085 tempest-ServersAdmin275Test-699787085-project] 10.222.0.79 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.4732759 May 23 11:07:35.852298 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-53a8c5dc-7ecd-4ba2-b689-7bed2ef862df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:35.872880 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53a8c5dc-7ecd-4ba2-b689-7bed2ef862df admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:07:35.874505 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-53a8c5dc-7ecd-4ba2-b689-7bed2ef862df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:35.948448 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:07:35.948448 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:07:35.948448 n-d-842952-2 neutron-server[83911]: timer() May 23 11:07:35.948448 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:07:35.948448 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:07:35.948448 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:07:35.948448 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:07:35.948448 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:07:35.948448 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:07:35.948448 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:07:35.948448 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:07:35.948448 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:07:35.948448 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:07:35.948448 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:07:35.948448 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:07:35.948448 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:07:35.948448 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:07:35.948448 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:07:35.948448 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:07:35.948448 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:07:35.948448 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:07:35.948448 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:07:35.948448 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:07:35.948448 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:07:35.948448 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:07:35.948448 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:07:35.948448 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:07:35.948448 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:07:35.948448 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:07:35.948448 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:07:35.948448 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:07:35.948448 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:07:35.990160 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1726cd11-ca32-4c2a-a954-34265c658caa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:36.013098 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c8b5e620-6f79-4ebc-8d99-a63b8ad6041f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:36.036579 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-4d0f7e89-b30c-495f-8981-e55b02330d8b tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:36.039789 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-4d0f7e89-b30c-495f-8981-e55b02330d8b tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.13 "GET /v2.0/networks?id=1a5c8466-e669-4a02-9cf7-1e34891324c1 HTTP/1.1" status: 200 len: 811 time: 0.7239745 May 23 11:07:36.084899 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-53a8c5dc-7ecd-4ba2-b689-7bed2ef862df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:36.122446 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1726cd11-ca32-4c2a-a954-34265c658caa admin admin] Pushing event updated for resources: {'Port': ['ID=62c0beba-3de7-41f1-bbf4-ff574c0ad8c7,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:36.132916 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-53a8c5dc-7ecd-4ba2-b689-7bed2ef862df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:36.137750 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a8c5dc-7ecd-4ba2-b689-7bed2ef862df admin admin] Pushing event deleted for resources: {'Network': ['ID=80a6da85-0536-4b78-be68-78daca68abe3,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:36.161581 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-53a8c5dc-7ecd-4ba2-b689-7bed2ef862df admin admin] 10.222.0.79 "DELETE /v2.0/networks/80a6da85-0536-4b78-be68-78daca68abe3 HTTP/1.1" status: 204 len: 168 time: 1.3063352 May 23 11:07:36.174195 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-161e8c02-a8ae-47aa-af5f-696cdaf90ade tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Request body: {'port': {'device_id': 'e17b3af7-b225-4f50-9a99-a1f40e3b5fc5', 'network_id': '1a5c8466-e669-4a02-9cf7-1e34891324c1', 'admin_state_up': True, 'tenant_id': 'b64a3f1baa60499ab93cbd32db99dbcb'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:07:36.258193 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce8f6b78-6cc0-48dd-9f39-e5f3d57a3684 req-74083805-c5fe-4249-a543-79a3332bf8ca tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17b3af7-b225-4f50-9a99-a1f40e3b5fc5 HTTP/1.1" status: 200 len: 210 time: 0.2151163 May 23 11:07:36.454689 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46382) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:36.569200 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e4c1d489-cca4-4701-9d5a-dc50ac2d270c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a643d8d45b5e4265b115a47be7bb4f48&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1133037 May 23 11:07:36.571954 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46388) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:36.588086 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c8b5e620-6f79-4ebc-8d99-a63b8ad6041f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:07:36.599069 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c8b5e620-6f79-4ebc-8d99-a63b8ad6041f admin admin] Usage tracker for resource:security_group_rule and tenant:0ebc24272e27446ebca5b2f2d5e360d3 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:07:36.612940 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c8b5e620-6f79-4ebc-8d99-a63b8ad6041f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:07:36.652281 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c8b5e620-6f79-4ebc-8d99-a63b8ad6041f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:07:36.670127 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7f1752f0-cac9-4be7-b2ea-6648a0fe752f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:36.717874 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7f1752f0-cac9-4be7-b2ea-6648a0fe752f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:36.803462 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7f1752f0-cac9-4be7-b2ea-6648a0fe752f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:36.811786 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1726cd11-ca32-4c2a-a954-34265c658caa admin admin] Network 6be01754-b218-4467-aaf5-a19dd1f1816b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:07:36.815151 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-161e8c02-a8ae-47aa-af5f-696cdaf90ade tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:07:36.823296 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-1726cd11-ca32-4c2a-a954-34265c658caa admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:07:36.833084 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1752f0-cac9-4be7-b2ea-6648a0fe752f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb42520-b91d-4ed8-aab7-5a7d3a9fc71c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:36.861459 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7f1752f0-cac9-4be7-b2ea-6648a0fe752f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:36.862891 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7f1752f0-cac9-4be7-b2ea-6648a0fe752f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4fb42520-b91d-4ed8-aab7-5a7d3a9fc71c HTTP/1.1" status: 204 len: 168 time: 0.2897909 May 23 11:07:37.044020 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60e3e4-596f-49e8-939c-45163b19b686 req-c15f39e5-deec-45ce-aa57-dc84c76fa5da tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:37.051482 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1e60e3e4-596f-49e8-939c-45163b19b686 req-c15f39e5-deec-45ce-aa57-dc84c76fa5da tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba4e35b8-7de4-4233-bda0-2666bafd70e6 HTTP/1.1" status: 200 len: 946 time: 0.7141068 May 23 11:07:37.092313 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-161e8c02-a8ae-47aa-af5f-696cdaf90ade tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:07:37.187661 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1e60e3e4-596f-49e8-939c-45163b19b686 req-023fdb10-860d-4ec1-8b08-db11c3bc6770 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349390 May 23 11:07:37.262776 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-161e8c02-a8ae-47aa-af5f-696cdaf90ade tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Made reservation on behalf of b64a3f1baa60499ab93cbd32db99dbcb for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:07:37.265923 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-161e8c02-a8ae-47aa-af5f-696cdaf90ade tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:37.347705 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d5e6664f-e4c0-42bc-a8e1-7af2fa491df5 None None] Provisioning complete for port 62c0beba-3de7-41f1-bbf4-ff574c0ad8c7 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:07:37.354151 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d5e6664f-e4c0-42bc-a8e1-7af2fa491df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:37.486487 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c8b5e620-6f79-4ebc-8d99-a63b8ad6041f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:37.494241 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d5e6664f-e4c0-42bc-a8e1-7af2fa491df5 None None] Port 62c0beba-3de7-41f1-bbf4-ff574c0ad8c7 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:07:37.495118 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eac20902-c28d-409d-bcfb-aa8aaec8cae2 req-c54a04f8-80ce-4fc7-8070-28e8b73f037b tempest-ServersAdmin275Test-699787085 tempest-ServersAdmin275Test-699787085-project] 10.222.0.79 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.2134449 May 23 11:07:37.669070 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c8b5e620-6f79-4ebc-8d99-a63b8ad6041f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:37.773356 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:37.796971 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b5e620-6f79-4ebc-8d99-a63b8ad6041f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb9e23a-e7cf-42a4-b965-08e0414d380d,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:37.800993 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c8b5e620-6f79-4ebc-8d99-a63b8ad6041f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0ebc24272e27446ebca5b2f2d5e360d3&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3546658 May 23 11:07:37.803819 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46430) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:37.828406 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eab2df24-4c5a-43ec-829f-6445c0c7a862 req-d1f70dfc-1410-4fca-aff2-bd7709bfd808 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17b3af7-b225-4f50-9a99-a1f40e3b5fc5 HTTP/1.1" status: 200 len: 210 time: 0.1624322 May 23 11:07:37.965361 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-69f8e96c-0481-4ce7-9298-84de853ba065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:37.981315 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-161e8c02-a8ae-47aa-af5f-696cdaf90ade tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Allocated IP 172.20.0.7 (1a5c8466-e669-4a02-9cf7-1e34891324c1/76d8b9b5-f057-42e7-939b-4e81b16011fa/30a36773-f51a-4429-ad1a-7cbc97b62b7e) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:07:38.024570 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-69f8e96c-0481-4ce7-9298-84de853ba065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:38.105182 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-69f8e96c-0481-4ce7-9298-84de853ba065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:38.123796 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f8e96c-0481-4ce7-9298-84de853ba065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb9e23a-e7cf-42a4-b965-08e0414d380d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:38.132032 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-69f8e96c-0481-4ce7-9298-84de853ba065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:38.133608 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-69f8e96c-0481-4ce7-9298-84de853ba065 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1bb9e23a-e7cf-42a4-b965-08e0414d380d HTTP/1.1" status: 204 len: 168 time: 0.3287153 May 23 11:07:38.274960 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-161e8c02-a8ae-47aa-af5f-696cdaf90ade tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:38.295628 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1726cd11-ca32-4c2a-a954-34265c658caa admin admin] Router ca2b37b6-460b-44a6-a641-c4a1442e181a has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:07:38.494227 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-161e8c02-a8ae-47aa-af5f-696cdaf90ade tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:38.607044 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-161e8c02-a8ae-47aa-af5f-696cdaf90ade tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Network 1a5c8466-e669-4a02-9cf7-1e34891324c1 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:07:38.613684 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e8c02-a8ae-47aa-af5f-696cdaf90ade tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Pushing event updated for resources: {'Port': ['ID=30a36773-f51a-4429-ad1a-7cbc97b62b7e,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:38.616230 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-161e8c02-a8ae-47aa-af5f-696cdaf90ade tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:07:38.619491 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-161e8c02-a8ae-47aa-af5f-696cdaf90ade tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:07:38.736951 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346b546-b1a5-4ec7-8ed8-2f93e12d7999 req-62af395d-4d37-47b7-9fba-60298bb8ca3b tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:38.738534 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0346b546-b1a5-4ec7-8ed8-2f93e12d7999 req-62af395d-4d37-47b7-9fba-60298bb8ca3b tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba4e35b8-7de4-4233-bda0-2666bafd70e6 HTTP/1.1" status: 200 len: 946 time: 0.3765082 May 23 11:07:38.755359 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-161e8c02-a8ae-47aa-af5f-696cdaf90ade tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:38.756082 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-161e8c02-a8ae-47aa-af5f-696cdaf90ade tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:38.856691 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-161e8c02-a8ae-47aa-af5f-696cdaf90ade tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7210283 May 23 11:07:38.880535 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0346b546-b1a5-4ec7-8ed8-2f93e12d7999 req-21fc632d-922e-47cd-8a60-5e12810992e7 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316700 May 23 11:07:38.886309 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-ba26b216-26ea-4823-86e9-4de5a8828345 service neutron] Request body: {'port': {'device_id': 'e17b3af7-b225-4f50-9a99-a1f40e3b5fc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:07:39.058334 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948b263-8f81-48ed-9380-a06f772657b7 req-8d235c91-2857-46eb-8db0-9cdb1afd87c3 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:39.059855 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8948b263-8f81-48ed-9380-a06f772657b7 req-8d235c91-2857-46eb-8db0-9cdb1afd87c3 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.79 "GET /v2.0/ports?device_id=a923ca38-2c58-458d-92f3-977e0e9e144b HTTP/1.1" status: 200 len: 950 time: 0.4064634 May 23 11:07:39.082119 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:39.159153 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ae4f446e-6780-49bc-a0df-0f29d7b24940 req-42cee7b7-6e6c-4646-957a-15d06f0ca2c5 tempest-ServersAdmin275Test-699787085 tempest-ServersAdmin275Test-699787085-project] 10.222.0.79 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.0863016 May 23 11:07:39.216590 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c8b9b7da-3bb4-4218-96aa-061b38476758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:39.228769 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1726cd11-ca32-4c2a-a954-34265c658caa admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:07:39.238133 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1726cd11-ca32-4c2a-a954-34265c658caa admin admin] 10.222.0.79 "PUT /v2.0/routers/ca2b37b6-460b-44a6-a641-c4a1442e181a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4277260 May 23 11:07:39.240272 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d88764-3993-4c28-a58a-74534d5b4387 None None] Sync routers for ids ['ca2b37b6-460b-44a6-a641-c4a1442e181a'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:07:39.242164 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8948b263-8f81-48ed-9380-a06f772657b7 req-2f94d26a-2a2b-4c94-bc66-6bc80a49a5ea tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.79 "GET /v2.0/security-groups?id=336e08ad-b29f-4151-99b3-e10dd6823e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652887 May 23 11:07:39.252183 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-ba26b216-26ea-4823-86e9-4de5a8828345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:39.264073 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d88764-3993-4c28-a58a-74534d5b4387 None None] Routers {'ca2b37b6-460b-44a6-a641-c4a1442e181a'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:07:39.267054 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e4d88764-3993-4c28-a58a-74534d5b4387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:07:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['ca2b37b6-460b-44a6-a641-c4a1442e181a'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:07:39.416490 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46498) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:39.568253 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-e4d88764-3993-4c28-a58a-74534d5b4387 None None] Set router ca2b37b6-460b-44a6-a641-c4a1442e181a gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:07:39.694987 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b77596c-f3b9-4c5c-98eb-2fb168767691 req-99f02950-de29-4db1-b28d-c2fdc6d48cf4 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:39.696011 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-5b77596c-f3b9-4c5c-98eb-2fb168767691 req-99f02950-de29-4db1-b28d-c2fdc6d48cf4 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Synchronizing usage tracker for tenant:b64a3f1baa60499ab93cbd32db99dbcb on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:07:39.727685 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-5b77596c-f3b9-4c5c-98eb-2fb168767691 req-99f02950-de29-4db1-b28d-c2fdc6d48cf4 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Unset dirty status for tenant:b64a3f1baa60499ab93cbd32db99dbcb on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:07:39.732464 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5b77596c-f3b9-4c5c-98eb-2fb168767691 req-99f02950-de29-4db1-b28d-c2fdc6d48cf4 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17b3af7-b225-4f50-9a99-a1f40e3b5fc5 HTTP/1.1" status: 200 len: 931 time: 0.2163827 May 23 11:07:39.935739 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-ba26b216-26ea-4823-86e9-4de5a8828345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30a36773-f51a-4429-ad1a-7cbc97b62b7e {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:07:39.964622 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5b77596c-f3b9-4c5c-98eb-2fb168767691 req-1c91a5fe-5df8-4608-852d-e00e9d1f17f7 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234299 May 23 11:07:39.966923 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-ba26b216-26ea-4823-86e9-4de5a8828345 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:39.997936 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-ba26b216-26ea-4823-86e9-4de5a8828345 service neutron] Transition to ACTIVE for port object 30a36773-f51a-4429-ad1a-7cbc97b62b7e will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:07:40.002189 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-ba26b216-26ea-4823-86e9-4de5a8828345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:40.171578 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26b216-26ea-4823-86e9-4de5a8828345 service neutron] Pushing event updated for resources: {'Port': ['ID=30a36773-f51a-4429-ad1a-7cbc97b62b7e,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:40.242411 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e4d88764-3993-4c28-a58a-74534d5b4387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2b37b6-460b-44a6-a641-c4a1442e181a', 'name': 'tempest-ServersTestFqdnHostnames-1162010878-router', 'tenant_id': '4b53fc86c9ff45acb8211a05d81b3068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'e117322c-b354-4ce8-ba90-76bd258836a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:07:23Z', 'updated_at': '2022-05-23T11:07:34Z', 'revision_number': 4, 'project_id': '4b53fc86c9ff45acb8211a05d81b3068', 'gw_port': {'id': 'e117322c-b354-4ce8-ba90-76bd258836a6', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:07:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2b37b6-460b-44a6-a641-c4a1442e181a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:07:25Z', 'updated_at': '2022-05-23T11:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '62c0beba-3de7-41f1-bbf4-ff574c0ad8c7', 'name': '', 'network_id': '6be01754-b218-4467-aaf5-a19dd1f1816b', 'tenant_id': '4b53fc86c9ff45acb8211a05d81b3068', 'mac_address': 'fa:16:3e:d5:43:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2b37b6-460b-44a6-a641-c4a1442e181a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb1979dc-40f3-48c6-a0dd-4ee863c4cf78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:07:31Z', 'updated_at': '2022-05-23T11:07:34Z', 'revision_number': 2, 'project_id': '4b53fc86c9ff45acb8211a05d81b3068', 'subnets': [{'id': 'cb1979dc-40f3-48c6-a0dd-4ee863c4cf78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:07:40.246683 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d88764-3993-4c28-a58a-74534d5b4387 None None] Checking router: ca2b37b6-460b-44a6-a641-c4a1442e181a for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:07:40.247028 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d88764-3993-4c28-a58a-74534d5b4387 None None] Updating router ca2b37b6-460b-44a6-a641-c4a1442e181a port 62c0beba-3de7-41f1-bbf4-ff574c0ad8c7 binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:07:40.250961 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-96e0370b-3b0e-46bb-8fe4-b6e0d3358cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:40.304967 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e4d88764-3993-4c28-a58a-74534d5b4387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:40.633937 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 46548) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:40.656840 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7a8a18f9-7651-4537-834d-89f3e242848b req-caefccd8-fde7-483b-9047-6ea1c48c6a4b tempest-ServersAdmin275Test-699787085 tempest-ServersAdmin275Test-699787085-project] 10.222.0.79 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.0937839 May 23 11:07:40.708368 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e4d88764-3993-4c28-a58a-74534d5b4387 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:40.725614 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e4d88764-3993-4c28-a58a-74534d5b4387 None None] Transition to ACTIVE for port object 62c0beba-3de7-41f1-bbf4-ff574c0ad8c7 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:07:40.732068 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e4d88764-3993-4c28-a58a-74534d5b4387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:40.819161 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafaf2d-f0aa-4842-b342-bb081519da9d req-a43b86f0-1ae3-4448-8283-c3f4d279d207 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:40.827904 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-deafaf2d-f0aa-4842-b342-bb081519da9d req-a43b86f0-1ae3-4448-8283-c3f4d279d207 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba4e35b8-7de4-4233-bda0-2666bafd70e6 HTTP/1.1" status: 200 len: 946 time: 0.6342711 May 23 11:07:40.993759 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-ba26b216-26ea-4823-86e9-4de5a8828345 service neutron] Attempting to bind port 30a36773-f51a-4429-ad1a-7cbc97b62b7e on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:07:40.994479 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-ba26b216-26ea-4823-86e9-4de5a8828345 service neutron] Attempting to bind port 30a36773-f51a-4429-ad1a-7cbc97b62b7e by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '633c66ca-dc41-4b0b-a0a3-ed62624a9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1a5c8466-e669-4a02-9cf7-1e34891324c1'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:07:40.994825 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-ba26b216-26ea-4823-86e9-4de5a8828345 service neutron] Attempting to bind port 30a36773-f51a-4429-ad1a-7cbc97b62b7e on network 1a5c8466-e669-4a02-9cf7-1e34891324c1 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:07:41.011558 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-ba26b216-26ea-4823-86e9-4de5a8828345 service neutron] Port 30a36773-f51a-4429-ad1a-7cbc97b62b7e on network 1a5c8466-e669-4a02-9cf7-1e34891324c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:07:41.012657 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-ba26b216-26ea-4823-86e9-4de5a8828345 service neutron] Attempting to bind port 30a36773-f51a-4429-ad1a-7cbc97b62b7e on network 1a5c8466-e669-4a02-9cf7-1e34891324c1 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:07:41.029587 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-ba26b216-26ea-4823-86e9-4de5a8828345 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:07:41.029933 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-ba26b216-26ea-4823-86e9-4de5a8828345 service neutron] Checking segment: {'id': '633c66ca-dc41-4b0b-a0a3-ed62624a9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1a5c8466-e669-4a02-9cf7-1e34891324c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:07:41.030315 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-ba26b216-26ea-4823-86e9-4de5a8828345 service neutron] Bound using segment: {'id': '633c66ca-dc41-4b0b-a0a3-ed62624a9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1a5c8466-e669-4a02-9cf7-1e34891324c1'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:07:41.030797 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-ba26b216-26ea-4823-86e9-4de5a8828345 service neutron] Bound port: 30a36773-f51a-4429-ad1a-7cbc97b62b7e, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '633c66ca-dc41-4b0b-a0a3-ed62624a9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1a5c8466-e669-4a02-9cf7-1e34891324c1'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:07:41.031134 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-ba26b216-26ea-4823-86e9-4de5a8828345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:41.149297 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-deafaf2d-f0aa-4842-b342-bb081519da9d req-d457d052-8d07-46a5-a84b-823936154269 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199735 May 23 11:07:41.239983 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-ba26b216-26ea-4823-86e9-4de5a8828345 service neutron] For port 30a36773-f51a-4429-ad1a-7cbc97b62b7e, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:07:41.243736 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-ba26b216-26ea-4823-86e9-4de5a8828345 service neutron] For port 30a36773-f51a-4429-ad1a-7cbc97b62b7e, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=30a36773-f51a-4429-ad1a-7cbc97b62b7e,segment=NetworkSegment(633c66ca-dc41-4b0b-a0a3-ed62624a9374),segment_id=633c66ca-dc41-4b0b-a0a3-ed62624a9374)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:07:41.244015 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-96e0370b-3b0e-46bb-8fe4-b6e0d3358cf6 admin admin] Deleting port 62c0beba-3de7-41f1-bbf4-ff574c0ad8c7 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:07:41.245998 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-96e0370b-3b0e-46bb-8fe4-b6e0d3358cf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:41.253099 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-ba26b216-26ea-4823-86e9-4de5a8828345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:41.302626 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09683e8b-da78-445d-a9ae-680427391e6b None None] Pushing event updated for resources: {'Port': ['ID=62c0beba-3de7-41f1-bbf4-ff574c0ad8c7,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:41.318626 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e4d88764-3993-4c28-a58a-74534d5b4387 None None] Attempting to bind port 62c0beba-3de7-41f1-bbf4-ff574c0ad8c7 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:07:41.319281 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e4d88764-3993-4c28-a58a-74534d5b4387 None None] Attempting to bind port 62c0beba-3de7-41f1-bbf4-ff574c0ad8c7 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'c27cc83c-ceaf-4ff1-b6d5-b7b7d88dfb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6be01754-b218-4467-aaf5-a19dd1f1816b'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:07:41.319908 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d88764-3993-4c28-a58a-74534d5b4387 None None] Attempting to bind port 62c0beba-3de7-41f1-bbf4-ff574c0ad8c7 on network 6be01754-b218-4467-aaf5-a19dd1f1816b {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:07:41.335711 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d88764-3993-4c28-a58a-74534d5b4387 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:07:41.336607 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d88764-3993-4c28-a58a-74534d5b4387 None None] Checking segment: {'id': 'c27cc83c-ceaf-4ff1-b6d5-b7b7d88dfb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6be01754-b218-4467-aaf5-a19dd1f1816b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:07:41.337373 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e4d88764-3993-4c28-a58a-74534d5b4387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:41.338088 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d88764-3993-4c28-a58a-74534d5b4387 None None] Bound using segment: {'id': 'c27cc83c-ceaf-4ff1-b6d5-b7b7d88dfb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6be01754-b218-4467-aaf5-a19dd1f1816b'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:07:41.338747 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e4d88764-3993-4c28-a58a-74534d5b4387 None None] Bound port: 62c0beba-3de7-41f1-bbf4-ff574c0ad8c7, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c27cc83c-ceaf-4ff1-b6d5-b7b7d88dfb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6be01754-b218-4467-aaf5-a19dd1f1816b'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:07:41.339448 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e4d88764-3993-4c28-a58a-74534d5b4387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:41.449993 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26b216-26ea-4823-86e9-4de5a8828345 service neutron] Pushing event updated for resources: {'Port': ['ID=30a36773-f51a-4429-ad1a-7cbc97b62b7e,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:41.475108 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-40a2b620-41ff-4d63-ad6e-5388ba69b0b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:41.520631 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e4d88764-3993-4c28-a58a-74534d5b4387 None None] For port 62c0beba-3de7-41f1-bbf4-ff574c0ad8c7, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:07:41.533817 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e4d88764-3993-4c28-a58a-74534d5b4387 None None] For port 62c0beba-3de7-41f1-bbf4-ff574c0ad8c7, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=62c0beba-3de7-41f1-bbf4-ff574c0ad8c7,segment=NetworkSegment(c27cc83c-ceaf-4ff1-b6d5-b7b7d88dfb49),segment_id=c27cc83c-ceaf-4ff1-b6d5-b7b7d88dfb49)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:07:41.555867 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-ba26b216-26ea-4823-86e9-4de5a8828345 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:41.558203 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-ba26b216-26ea-4823-86e9-4de5a8828345 service neutron] 10.222.0.13 "PUT /v2.0/ports/30a36773-f51a-4429-ad1a-7cbc97b62b7e HTTP/1.1" status: 200 len: 1091 time: 2.6765044 May 23 11:07:41.558963 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e17b3af7-b225-4f50-9a99-a1f40e3b5fc5', 'tag': '30a36773-f51a-4429-ad1a-7cbc97b62b7e'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:07:41.567572 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e4d88764-3993-4c28-a58a-74534d5b4387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:41.647558 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-96e0370b-3b0e-46bb-8fe4-b6e0d3358cf6 admin admin] For port 62c0beba-3de7-41f1-bbf4-ff574c0ad8c7, host n-d-842952-2, got binding levels [] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:07:41.648074 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-96e0370b-3b0e-46bb-8fe4-b6e0d3358cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:41.696721 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3c93211d-2eea-45d2-bd6f-f47944a6b9ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:41.767223 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09683e8b-da78-445d-a9ae-680427391e6b None None] Pushing event updated for resources: {'Port': ['ID=62c0beba-3de7-41f1-bbf4-ff574c0ad8c7,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:41.778813 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d88764-3993-4c28-a58a-74534d5b4387 None None] Routers {'ca2b37b6-460b-44a6-a641-c4a1442e181a'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:07:41.779942 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e4d88764-3993-4c28-a58a-74534d5b4387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:07:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['ca2b37b6-460b-44a6-a641-c4a1442e181a'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:07:41.789067 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b992c0f-9411-41fb-9ea7-b8bda1825f1c'] response: {'name': 'network-changed', 'server_uuid': 'e17b3af7-b225-4f50-9a99-a1f40e3b5fc5', 'tag': '30a36773-f51a-4429-ad1a-7cbc97b62b7e', 'status': 'completed', 'code': 200} May 23 11:07:41.801001 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-40a2b620-41ff-4d63-ad6e-5388ba69b0b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:07:41.809150 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-40a2b620-41ff-4d63-ad6e-5388ba69b0b3 admin admin] Usage tracker for resource:security_group_rule and tenant:c93407b663544dfcb4a30544eea75869 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:07:41.820641 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-40a2b620-41ff-4d63-ad6e-5388ba69b0b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:07:41.828553 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-96e0370b-3b0e-46bb-8fe4-b6e0d3358cf6 admin admin] Calling delete_port for 62c0beba-3de7-41f1-bbf4-ff574c0ad8c7 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:07:41.832721 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-40a2b620-41ff-4d63-ad6e-5388ba69b0b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:07:42.024596 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-40a2b620-41ff-4d63-ad6e-5388ba69b0b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:42.054201 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f26f0-eb16-4dce-abe9-953bf711e638 req-4f650c90-ebfe-4e45-a811-15377f5b7c58 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:42.067157 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-458f26f0-eb16-4dce-abe9-953bf711e638 req-4f650c90-ebfe-4e45-a811-15377f5b7c58 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17b3af7-b225-4f50-9a99-a1f40e3b5fc5 HTTP/1.1" status: 200 len: 943 time: 0.6180670 May 23 11:07:42.070702 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.api [None req-96e0370b-3b0e-46bb-8fe4-b6e0d3358cf6 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:07:42.071085 n-d-842952-2 neutron-server[83911]: DEBUG oslo_db.api [None req-96e0370b-3b0e-46bb-8fe4-b6e0d3358cf6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:07:42.097113 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-40a2b620-41ff-4d63-ad6e-5388ba69b0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:42.155931 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a2b620-41ff-4d63-ad6e-5388ba69b0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b463ad4e-6877-4222-a580-38d28264b17c,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:42.180996 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-e4d88764-3993-4c28-a58a-74534d5b4387 None None] Set router ca2b37b6-460b-44a6-a641-c4a1442e181a gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:07:42.216437 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-458f26f0-eb16-4dce-abe9-953bf711e638 req-e3f3cbed-8dc0-4f41-9200-193015e7c313 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480589 May 23 11:07:42.224447 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-30851e75-ef11-4a58-9a89-b77249bdd0ea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b64a3f1baa60499ab93cbd32db99dbcb&device_id=e17b3af7-b225-4f50-9a99-a1f40e3b5fc5 HTTP/1.1" status: 200 len: 1094 time: 0.5738499 May 23 11:07:42.302322 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-40a2b620-41ff-4d63-ad6e-5388ba69b0b3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c93407b663544dfcb4a30544eea75869&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6616771 May 23 11:07:42.305047 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46616) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:42.314852 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2a32bbb8-c884-4883-b905-cb13d8721be0 req-5e73c394-30c4-4156-9ad7-b05d48e2d6b7 tempest-ServersAdmin275Test-699787085 tempest-ServersAdmin275Test-699787085-project] 10.222.0.79 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.1136012 May 23 11:07:42.440480 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46624) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:42.472086 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7774ab28-ef3c-424c-a8b8-7bd3b7aff047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:42.481895 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-25cb8af7-837e-49a6-b455-c8322acf7103 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30a36773-f51a-4429-ad1a-7cbc97b62b7e HTTP/1.1" status: 200 len: 217 time: 0.1658213 May 23 11:07:42.542968 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7774ab28-ef3c-424c-a8b8-7bd3b7aff047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:42.576072 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-96e0370b-3b0e-46bb-8fe4-b6e0d3358cf6 admin admin] Deleting port 62c0beba-3de7-41f1-bbf4-ff574c0ad8c7 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:07:42.578267 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-96e0370b-3b0e-46bb-8fe4-b6e0d3358cf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:42.735880 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-a4d5e22f-ada3-4ca2-bad9-2b0ff0797d7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:42.737358 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-a4d5e22f-ada3-4ca2-bad9-2b0ff0797d7a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76d8b9b5-f057-42e7-939b-4e81b16011fa HTTP/1.1" status: 200 len: 851 time: 0.2471526 May 23 11:07:42.790160 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-fc8bf128-d50b-4dcf-acf5-4f1803b548fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a5c8466-e669-4a02-9cf7-1e34891324c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458655 May 23 11:07:42.804076 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee0cc7-e835-4bbb-9d37-011882284858 req-41562015-020f-4ea2-9aa8-e5f4ecdaa0e1 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:42.811257 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dfee0cc7-e835-4bbb-9d37-011882284858 req-41562015-020f-4ea2-9aa8-e5f4ecdaa0e1 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba4e35b8-7de4-4233-bda0-2666bafd70e6 HTTP/1.1" status: 200 len: 946 time: 0.2655249 May 23 11:07:42.887504 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:42.896772 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-96e0370b-3b0e-46bb-8fe4-b6e0d3358cf6 admin admin] For port 62c0beba-3de7-41f1-bbf4-ff574c0ad8c7, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=62c0beba-3de7-41f1-bbf4-ff574c0ad8c7,segment=NetworkSegment(c27cc83c-ceaf-4ff1-b6d5-b7b7d88dfb49),segment_id=c27cc83c-ceaf-4ff1-b6d5-b7b7d88dfb49)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:07:42.897874 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-96e0370b-3b0e-46bb-8fe4-b6e0d3358cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:42.902811 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:42.967189 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e4d88764-3993-4c28-a58a-74534d5b4387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2b37b6-460b-44a6-a641-c4a1442e181a', 'name': 'tempest-ServersTestFqdnHostnames-1162010878-router', 'tenant_id': '4b53fc86c9ff45acb8211a05d81b3068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'e117322c-b354-4ce8-ba90-76bd258836a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:07:23Z', 'updated_at': '2022-05-23T11:07:34Z', 'revision_number': 4, 'project_id': '4b53fc86c9ff45acb8211a05d81b3068', 'gw_port': {'id': 'e117322c-b354-4ce8-ba90-76bd258836a6', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:07:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2b37b6-460b-44a6-a641-c4a1442e181a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:07:25Z', 'updated_at': '2022-05-23T11:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '62c0beba-3de7-41f1-bbf4-ff574c0ad8c7', 'name': '', 'network_id': '6be01754-b218-4467-aaf5-a19dd1f1816b', 'tenant_id': '4b53fc86c9ff45acb8211a05d81b3068', 'mac_address': 'fa:16:3e:d5:43:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2b37b6-460b-44a6-a641-c4a1442e181a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb1979dc-40f3-48c6-a0dd-4ee863c4cf78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:07:31Z', 'updated_at': '2022-05-23T11:07:41Z', 'revision_number': 4, 'project_id': '4b53fc86c9ff45acb8211a05d81b3068', 'subnets': [{'id': 'cb1979dc-40f3-48c6-a0dd-4ee863c4cf78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:07:42.975619 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d88764-3993-4c28-a58a-74534d5b4387 None None] The sync data for ids ['ca2b37b6-460b-44a6-a641-c4a1442e181a'] in n-d-842952-2 is: [{'id': 'ca2b37b6-460b-44a6-a641-c4a1442e181a', 'name': 'tempest-ServersTestFqdnHostnames-1162010878-router', 'tenant_id': '4b53fc86c9ff45acb8211a05d81b3068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'e117322c-b354-4ce8-ba90-76bd258836a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:07:23Z', 'updated_at': '2022-05-23T11:07:34Z', 'revision_number': 4, 'project_id': '4b53fc86c9ff45acb8211a05d81b3068', 'gw_port': {'id': 'e117322c-b354-4ce8-ba90-76bd258836a6', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:07:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2b37b6-460b-44a6-a641-c4a1442e181a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:07:25Z', 'updated_at': '2022-05-23T11:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '62c0beba-3de7-41f1-bbf4-ff574c0ad8c7', 'name': '', 'network_id': '6be01754-b218-4467-aaf5-a19dd1f1816b', 'tenant_id': '4b53fc86c9ff45acb8211a05d81b3068', 'mac_address': 'fa:16:3e:d5:43:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2b37b6-460b-44a6-a641-c4a1442e181a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb1979dc-40f3-48c6-a0dd-4ee863c4cf78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:07:31Z', 'updated_at': '2022-05-23T11:07:41Z', 'revision_number': 4, 'project_id': '4b53fc86c9ff45acb8211a05d81b3068', 'subnets': [{'id': 'cb1979dc-40f3-48c6-a0dd-4ee863c4cf78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:07:43.056461 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dfee0cc7-e835-4bbb-9d37-011882284858 req-21c3f764-bbca-4474-9d0b-4e9863386136 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442617 May 23 11:07:43.115379 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-ab3699c9-3b4d-4612-952f-089187c2d186 service neutron] 10.222.0.13 "GET /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018808 May 23 11:07:43.116649 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-4cafb023-4ede-4fe9-a73a-5b098f594195 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:07:43.204420 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 62c0beba-3de7-41f1-bbf4-ff574c0ad8c7 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:07:43.259106 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 05a18725-4529-46cf-8c6c-791551fe733f no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:07:43.290017 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4cafb023-4ede-4fe9-a73a-5b098f594195 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:07:43.313262 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-96e0370b-3b0e-46bb-8fe4-b6e0d3358cf6 admin admin] Calling delete_port for 62c0beba-3de7-41f1-bbf4-ff574c0ad8c7 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:07:43.411088 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7774ab28-ef3c-424c-a8b8-7bd3b7aff047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:43.421022 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4cafb023-4ede-4fe9-a73a-5b098f594195 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] Usage tracker for resource:floatingip and tenant:09a95c04579f4a88b2950bb96672260c is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:07:43.445535 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9ea38dcb-a6b9-4b97-872d-ac70c6899f79 req-c681e2c3-a52e-4de1-b7f8-5e8f1d7b3212 service neutron] 10.222.0.13 "GET /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234208 May 23 11:07:43.499023 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4cafb023-4ede-4fe9-a73a-5b098f594195 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:07:43.502417 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7774ab28-ef3c-424c-a8b8-7bd3b7aff047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b463ad4e-6877-4222-a580-38d28264b17c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:43.542134 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4cafb023-4ede-4fe9-a73a-5b098f594195 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:07:43.553970 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:43.583105 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7774ab28-ef3c-424c-a8b8-7bd3b7aff047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:43.587379 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7774ab28-ef3c-424c-a8b8-7bd3b7aff047 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b463ad4e-6877-4222-a580-38d28264b17c HTTP/1.1" status: 204 len: 168 time: 1.2810202 May 23 11:07:43.594937 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4cafb023-4ede-4fe9-a73a-5b098f594195 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:43.606401 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 05a18725-4529-46cf-8c6c-791551fe733f, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=05a18725-4529-46cf-8c6c-791551fe733f,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:07:43.611654 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a923ca38-2c58-458d-92f3-977e0e9e144b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05a18725-4529-46cf-8c6c-791551fe733f'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:07:43.624462 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:43.710322 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=05a18725-4529-46cf-8c6c-791551fe733f,revision_number=11']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:43.755713 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 62c0beba-3de7-41f1-bbf4-ff574c0ad8c7 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:07:43.763786 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 62c0beba-3de7-41f1-bbf4-ff574c0ad8c7 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:07:43.764516 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:43.820918 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bf96e746-77fd-4cc1-bf9f-358e5860ef69 req-dee89a99-b103-4b47-883b-b2e6e4f313a5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b64a3f1baa60499ab93cbd32db99dbcb&device_id=e17b3af7-b225-4f50-9a99-a1f40e3b5fc5 HTTP/1.1" status: 200 len: 1094 time: 0.2487376 May 23 11:07:43.828671 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6adb2fa-2cdf-4071-81ff-dc6d546563ba req-9c19c181-ed80-4622-8522-0cf81f5edc6e tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:43.836264 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a6adb2fa-2cdf-4071-81ff-dc6d546563ba req-9c19c181-ed80-4622-8522-0cf81f5edc6e tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17b3af7-b225-4f50-9a99-a1f40e3b5fc5 HTTP/1.1" status: 200 len: 943 time: 0.3657773 May 23 11:07:43.969083 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:44.016946 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96e746-77fd-4cc1-bf9f-358e5860ef69 req-9155b374-00b7-4df6-bdcb-45eeae4cf6fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:44.018681 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bf96e746-77fd-4cc1-bf9f-358e5860ef69 req-9155b374-00b7-4df6-bdcb-45eeae4cf6fa service neutron] 10.222.0.13 "GET /v2.0/networks?id=1a5c8466-e669-4a02-9cf7-1e34891324c1 HTTP/1.1" status: 200 len: 912 time: 0.1795673 May 23 11:07:44.058588 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-96e0370b-3b0e-46bb-8fe4-b6e0d3358cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:44.088033 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f0b45f7-9d9f-4c18-bfb0-7addf3de1abe req-b3b8509e-a555-4e56-868e-d4bebd37e085 tempest-ServersAdmin275Test-699787085 tempest-ServersAdmin275Test-699787085-project] 10.222.0.79 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.0551791 May 23 11:07:44.153779 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:44.200170 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bf96e746-77fd-4cc1-bf9f-358e5860ef69 req-d1e17cb9-946c-4b03-b5b4-10f0f11460db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30a36773-f51a-4429-ad1a-7cbc97b62b7e HTTP/1.1" status: 200 len: 217 time: 0.1109915 May 23 11:07:44.277734 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e0370b-3b0e-46bb-8fe4-b6e0d3358cf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=62c0beba-3de7-41f1-bbf4-ff574c0ad8c7,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:44.318197 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a6adb2fa-2cdf-4071-81ff-dc6d546563ba req-10c1ec60-c64e-4afd-96bf-c106b770608d tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4808469 May 23 11:07:44.333060 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96e746-77fd-4cc1-bf9f-358e5860ef69 req-2d1d217c-4554-4c33-bdb6-45e32e3c3f22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:44.334548 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bf96e746-77fd-4cc1-bf9f-358e5860ef69 req-2d1d217c-4554-4c33-bdb6-45e32e3c3f22 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76d8b9b5-f057-42e7-939b-4e81b16011fa HTTP/1.1" status: 200 len: 851 time: 0.1195943 May 23 11:07:44.440590 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bf96e746-77fd-4cc1-bf9f-358e5860ef69 req-748f14fd-e2c5-4b79-afdd-c42be82fb3ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a5c8466-e669-4a02-9cf7-1e34891324c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989549 May 23 11:07:44.643542 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bf96e746-77fd-4cc1-bf9f-358e5860ef69 req-8b9ac1ba-80e0-4d37-8c00-179183a8fe95 service neutron] 10.222.0.13 "GET /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958010 May 23 11:07:44.671217 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4cafb023-4ede-4fe9-a73a-5b098f594195 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:44.792947 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-691721a2-630c-4322-b68d-7fc182879f6a'] response: {'server_uuid': 'a923ca38-2c58-458d-92f3-977e0e9e144b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05a18725-4529-46cf-8c6c-791551fe733f', 'code': 200} May 23 11:07:44.956038 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8c113-3f9d-4191-94dc-b151cad6b7b9 req-731de084-c9d9-4bee-9266-7fb2baf39163 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:44.957856 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-03d8c113-3f9d-4191-94dc-b151cad6b7b9 req-731de084-c9d9-4bee-9266-7fb2baf39163 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba4e35b8-7de4-4233-bda0-2666bafd70e6 HTTP/1.1" status: 200 len: 946 time: 0.2279146 May 23 11:07:44.959977 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bf96e746-77fd-4cc1-bf9f-358e5860ef69 req-f7081669-d2ef-430c-a767-eb00692f7002 service neutron] 10.222.0.13 "GET /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101614 May 23 11:07:45.019407 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-03d8c113-3f9d-4191-94dc-b151cad6b7b9 req-8e43e09f-cd36-4945-9d5f-619f0965a954 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558059 May 23 11:07:45.037342 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-4cafb023-4ede-4fe9-a73a-5b098f594195 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] Allocated IP 172.25.6.166 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/ae9e23bb-3030-48cc-b545-c2043b793aec) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:07:45.124578 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-96e0370b-3b0e-46bb-8fe4-b6e0d3358cf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:45.344842 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4cafb023-4ede-4fe9-a73a-5b098f594195 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:45.361021 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bb56cf6d-f69a-4376-9132-331cf57b25ef req-300c3e49-529a-4ef8-880c-d07b1e1e6013 tempest-ServersAdmin275Test-699787085 tempest-ServersAdmin275Test-699787085-project] 10.222.0.79 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.0647228 May 23 11:07:45.393051 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4cafb023-4ede-4fe9-a73a-5b098f594195 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:45.492775 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cafb023-4ede-4fe9-a73a-5b098f594195 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:07:45.506370 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-4cafb023-4ede-4fe9-a73a-5b098f594195 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:07:45.515737 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cafb023-4ede-4fe9-a73a-5b098f594195 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:07:45.570481 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cafb023-4ede-4fe9-a73a-5b098f594195 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] Pushing event updated for resources: {'Port': ['ID=ae9e23bb-3030-48cc-b545-c2043b793aec,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:45.632669 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748820a-dd51-47a3-9d49-f9205a59576c req-ff9bb37c-7b0c-4ccb-91a9-189ea7a4afd5 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:45.640742 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9748820a-dd51-47a3-9d49-f9205a59576c req-ff9bb37c-7b0c-4ccb-91a9-189ea7a4afd5 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17b3af7-b225-4f50-9a99-a1f40e3b5fc5 HTTP/1.1" status: 200 len: 943 time: 0.0963809 May 23 11:07:45.695622 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9748820a-dd51-47a3-9d49-f9205a59576c req-9c3be606-1263-40bf-86b2-8c6004544725 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538225 May 23 11:07:45.725239 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 46758) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:45.922487 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-fc9080f5-9277-4236-a3a8-fe17ffdfe464 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1529975793-network', 'tenant_id': 'fc51252c175e4cbcbdf52b4fe247eb16'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:07:45.929854 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-fc9080f5-9277-4236-a3a8-fe17ffdfe464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:07:45.935729 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-fc9080f5-9277-4236-a3a8-fe17ffdfe464 admin admin] Usage tracker for resource:network and tenant:fc51252c175e4cbcbdf52b4fe247eb16 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:07:45.939142 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-fc9080f5-9277-4236-a3a8-fe17ffdfe464 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:07:45.946784 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-fc9080f5-9277-4236-a3a8-fe17ffdfe464 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:07:45.966073 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9080f5-9277-4236-a3a8-fe17ffdfe464 admin admin] Made reservation on behalf of fc51252c175e4cbcbdf52b4fe247eb16 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:07:45.970289 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fc9080f5-9277-4236-a3a8-fe17ffdfe464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:45.986233 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fc9080f5-9277-4236-a3a8-fe17ffdfe464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:46.029998 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-fc9080f5-9277-4236-a3a8-fe17ffdfe464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:07:46.035718 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-fc9080f5-9277-4236-a3a8-fe17ffdfe464 admin admin] Usage tracker for resource:security_group_rule and tenant:fc51252c175e4cbcbdf52b4fe247eb16 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:07:46.039645 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-fc9080f5-9277-4236-a3a8-fe17ffdfe464 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:07:46.045750 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-fc9080f5-9277-4236-a3a8-fe17ffdfe464 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:07:46.111495 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4cafb023-4ede-4fe9-a73a-5b098f594195 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:46.201521 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4cafb023-4ede-4fe9-a73a-5b098f594195 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:46.304918 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fc9080f5-9277-4236-a3a8-fe17ffdfe464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:46.310903 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fc9080f5-9277-4236-a3a8-fe17ffdfe464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:46.408517 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc9080f5-9277-4236-a3a8-fe17ffdfe464 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:07:46.411711 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9080f5-9277-4236-a3a8-fe17ffdfe464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9dc5317-1b84-46b6-8c87-5e24672b8c04,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:46.451902 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fc9080f5-9277-4236-a3a8-fe17ffdfe464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:46.452296 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-fc9080f5-9277-4236-a3a8-fe17ffdfe464 admin admin] Added segment 42d759c9-732c-4537-a07f-98319021ed2c of type vlan for network 747ead6f-5c9e-46f2-80ef-f280e257168e May 23 11:07:46.469343 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e0370b-3b0e-46bb-8fe4-b6e0d3358cf6 admin admin] Router ca2b37b6-460b-44a6-a641-c4a1442e181a has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:07:46.488898 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fc9080f5-9277-4236-a3a8-fe17ffdfe464 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:46.497883 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433f4f6-a675-4ae6-9ce1-338eb4bd43ef req-39994453-c0dc-402a-aaa7-6d94163ca28c tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:46.499461 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6433f4f6-a675-4ae6-9ce1-338eb4bd43ef req-39994453-c0dc-402a-aaa7-6d94163ca28c tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba4e35b8-7de4-4233-bda0-2666bafd70e6 HTTP/1.1" status: 200 len: 946 time: 0.1732669 May 23 11:07:46.556131 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fc9080f5-9277-4236-a3a8-fe17ffdfe464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:46.557107 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9080f5-9277-4236-a3a8-fe17ffdfe464 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:46.557797 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fc9080f5-9277-4236-a3a8-fe17ffdfe464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:46.668418 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6433f4f6-a675-4ae6-9ce1-338eb4bd43ef req-7bc666b2-1acd-438b-84ae-1355b903bd3e tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512990 May 23 11:07:46.689964 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9080f5-9277-4236-a3a8-fe17ffdfe464 admin admin] Pushing event updated for resources: {'Network': ['ID=747ead6f-5c9e-46f2-80ef-f280e257168e,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:46.703618 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 747ead6f-5c9e-46f2-80ef-f280e257168e details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:07:46.709520 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-fc9080f5-9277-4236-a3a8-fe17ffdfe464 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9824791 May 23 11:07:46.712327 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 46810) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:46.729929 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-ce4a8441-03df-4a26-8d48-e7bbdcb1a018 admin admin] Request body: {'subnet': {'network_id': '747ead6f-5c9e-46f2-80ef-f280e257168e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1529975793-subnet', 'tenant_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:07:46.743550 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ce4a8441-03df-4a26-8d48-e7bbdcb1a018 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:07:46.749411 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ce4a8441-03df-4a26-8d48-e7bbdcb1a018 admin admin] Usage tracker for resource:subnet and tenant:fc51252c175e4cbcbdf52b4fe247eb16 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:07:46.752985 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ce4a8441-03df-4a26-8d48-e7bbdcb1a018 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:07:46.759964 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ce4a8441-03df-4a26-8d48-e7bbdcb1a018 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:07:46.763650 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [None req-4cafb023-4ede-4fe9-a73a-5b098f594195 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:07:46.774346 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4a8441-03df-4a26-8d48-e7bbdcb1a018 admin admin] Made reservation on behalf of fc51252c175e4cbcbdf52b4fe247eb16 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:07:46.782009 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ce4a8441-03df-4a26-8d48-e7bbdcb1a018 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:46.790623 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4cafb023-4ede-4fe9-a73a-5b098f594195 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:46.809485 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4cafb023-4ede-4fe9-a73a-5b098f594195 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:46.950591 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cafb023-4ede-4fe9-a73a-5b098f594195 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] Pushing event updated for resources: {'Port': ['ID=ae9e23bb-3030-48cc-b545-c2043b793aec,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:46.969468 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2dc79ff4-4c1b-478b-9646-c510760ce850 req-b36f71eb-c86c-4861-a6f1-85338d19beae tempest-ServersAdmin275Test-699787085 tempest-ServersAdmin275Test-699787085-project] 10.222.0.79 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.0618057 May 23 11:07:46.970453 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4cafb023-4ede-4fe9-a73a-5b098f594195 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:47.001995 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4cafb023-4ede-4fe9-a73a-5b098f594195 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:47.005390 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4cafb023-4ede-4fe9-a73a-5b098f594195 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5589871 May 23 11:07:47.006861 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46828) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:47.015782 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-12631ddc-5537-4799-bc19-b8e99138e06a tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-32430648', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'fixed_ips': [{'ip_address': '172.25.6.166'}]}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:07:47.030392 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-12631ddc-5537-4799-bc19-b8e99138e06a tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:07:47.042086 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-12631ddc-5537-4799-bc19-b8e99138e06a tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] Usage tracker for resource:port and tenant:09a95c04579f4a88b2950bb96672260c is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:07:47.047556 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-12631ddc-5537-4799-bc19-b8e99138e06a tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:07:47.053595 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-12631ddc-5537-4799-bc19-b8e99138e06a tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:07:47.065198 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12631ddc-5537-4799-bc19-b8e99138e06a tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] Made reservation on behalf of 09a95c04579f4a88b2950bb96672260c for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:07:47.068233 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-12631ddc-5537-4799-bc19-b8e99138e06a tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:47.084692 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-12631ddc-5537-4799-bc19-b8e99138e06a tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:47.110243 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e0370b-3b0e-46bb-8fe4-b6e0d3358cf6 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:07:47.118606 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-96e0370b-3b0e-46bb-8fe4-b6e0d3358cf6 admin admin] 10.222.0.79 "PUT /v2.0/routers/ca2b37b6-460b-44a6-a641-c4a1442e181a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7003422 May 23 11:07:47.125985 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46838) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:47.183579 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ce4a8441-03df-4a26-8d48-e7bbdcb1a018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:47.260282 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-12631ddc-5537-4799-bc19-b8e99138e06a tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:07:47.266917 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-12631ddc-5537-4799-bc19-b8e99138e06a tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] Usage tracker for resource:security_group_rule and tenant:09a95c04579f4a88b2950bb96672260c is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:07:47.270829 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-12631ddc-5537-4799-bc19-b8e99138e06a tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:07:47.278543 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-12631ddc-5537-4799-bc19-b8e99138e06a tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:07:47.278819 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a8441-03df-4a26-8d48-e7bbdcb1a018 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da4c8fec-892d-4e21-843f-3fcecec73207,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:47.313064 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4a8441-03df-4a26-8d48-e7bbdcb1a018 admin admin] Checking segment: {'id': '42d759c9-732c-4537-a07f-98319021ed2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '747ead6f-5c9e-46f2-80ef-f280e257168e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:07:47.313406 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4a8441-03df-4a26-8d48-e7bbdcb1a018 admin admin] Network hostable DHCP agents. Network: 747ead6f-5c9e-46f2-80ef-f280e257168e, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:07:47.326841 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc5b5d5-3c5d-47af-b60a-5c7d8d093d75 req-2d6fad79-48a9-4a92-9ea5-3f19f7122ed9 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:47.328282 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-abc5b5d5-3c5d-47af-b60a-5c7d8d093d75 req-2d6fad79-48a9-4a92-9ea5-3f19f7122ed9 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17b3af7-b225-4f50-9a99-a1f40e3b5fc5 HTTP/1.1" status: 200 len: 943 time: 0.1835618 May 23 11:07:47.350445 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4a8441-03df-4a26-8d48-e7bbdcb1a018 admin admin] Network 747ead6f-5c9e-46f2-80ef-f280e257168e is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:07:47.380710 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-12631ddc-5537-4799-bc19-b8e99138e06a tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:47.386400 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-ce4a8441-03df-4a26-8d48-e7bbdcb1a018 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 747ead6f-5c9e-46f2-80ef-f280e257168e) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:07:47.391996 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4a8441-03df-4a26-8d48-e7bbdcb1a018 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:47.392779 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ce4a8441-03df-4a26-8d48-e7bbdcb1a018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:47.396518 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-12631ddc-5537-4799-bc19-b8e99138e06a tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:47.397981 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034bfb4c-8b83-4113-9df7-6e4d0513f71e None None] Network 747ead6f-5c9e-46f2-80ef-f280e257168e requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:07:47.422394 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-12631ddc-5537-4799-bc19-b8e99138e06a tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] device_id is not set on port 18efb055-1a7c-47a9-a829-c3f922bafe54 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:07:47.440678 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-abc5b5d5-3c5d-47af-b60a-5c7d8d093d75 req-59e05aa4-efca-4df2-8e90-2b2dacf1d780 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836320 May 23 11:07:47.450158 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ce4a8441-03df-4a26-8d48-e7bbdcb1a018 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7311597 May 23 11:07:47.451087 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 46862) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:47.463492 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-c6eab189-5755-42f8-a9ee-824336eb7ac7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1529975793-router', 'tenant_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:07:47.470169 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c6eab189-5755-42f8-a9ee-824336eb7ac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:07:47.474790 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c6eab189-5755-42f8-a9ee-824336eb7ac7 admin admin] Usage tracker for resource:router and tenant:fc51252c175e4cbcbdf52b4fe247eb16 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:07:47.480819 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c6eab189-5755-42f8-a9ee-824336eb7ac7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:07:47.495553 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c6eab189-5755-42f8-a9ee-824336eb7ac7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:07:47.511803 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12631ddc-5537-4799-bc19-b8e99138e06a tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a12765c-372c-4b85-bd18-0670a226a480,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:47.519468 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c6eab189-5755-42f8-a9ee-824336eb7ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:47.520489 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c6eab189-5755-42f8-a9ee-824336eb7ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:47.557309 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c6eab189-5755-42f8-a9ee-824336eb7ac7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:47.608535 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 30a36773-f51a-4429-ad1a-7cbc97b62b7e details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:07:47.661432 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b9e53e69-cbb3-4161-94f1-4008faae2b0a admin admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:47.761254 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.resource_extend [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:07:47.961941 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81230638-6285-4dd3-98fa-3e3349615e40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-747ead6f-5c9e-46f2-80ef-f280e257168e', 'network_id': '747ead6f-5c9e-46f2-80ef-f280e257168e', 'tenant_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'fixed_ips': [{'subnet_id': 'da4c8fec-892d-4e21-843f-3fcecec73207'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:07:47.962752 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-81230638-6285-4dd3-98fa-3e3349615e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:48.031728 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c6eab189-5755-42f8-a9ee-824336eb7ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:48.090783 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 30a36773-f51a-4429-ad1a-7cbc97b62b7e, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=30a36773-f51a-4429-ad1a-7cbc97b62b7e,segment=NetworkSegment(633c66ca-dc41-4b0b-a0a3-ed62624a9374),segment_id=633c66ca-dc41-4b0b-a0a3-ed62624a9374)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:07:48.118482 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '30a36773-f51a-4429-ad1a-7cbc97b62b7e', 'network_id': '1a5c8466-e669-4a02-9cf7-1e34891324c1', 'port_id': '30a36773-f51a-4429-ad1a-7cbc97b62b7e', 'mac_address': 'fa:16:3e:ad:84:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d8b9b5-f057-42e7-939b-4e81b16011fa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:07:48.232875 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:48.239344 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-12631ddc-5537-4799-bc19-b8e99138e06a tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 23 11:07:48.239863 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12631ddc-5537-4799-bc19-b8e99138e06a tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:07:48.267039 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-81230638-6285-4dd3-98fa-3e3349615e40 None None] Allocated IP 172.20.0.2 (747ead6f-5c9e-46f2-80ef-f280e257168e/da4c8fec-892d-4e21-843f-3fcecec73207/ffe2dec5-c8d2-4256-9129-0cf0b5bc106e) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:07:48.281186 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30a36773-f51a-4429-ad1a-7cbc97b62b7e {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:07:48.318428 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 30a36773-f51a-4429-ad1a-7cbc97b62b7e, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=30a36773-f51a-4429-ad1a-7cbc97b62b7e,segment=NetworkSegment(633c66ca-dc41-4b0b-a0a3-ed62624a9374),segment_id=633c66ca-dc41-4b0b-a0a3-ed62624a9374)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:07:48.359061 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-efa77e1b-b823-4ff9-924b-03e735b0e0f8 req-ad015e1a-a63c-41ec-a0e7-f31c0c307545 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.3957086 May 23 11:07:48.365448 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:48.398274 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-12631ddc-5537-4799-bc19-b8e99138e06a tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.3903635 May 23 11:07:48.399479 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46884) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:48.402197 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6d246ff1-72c4-43bb-a4e2-7f34cc7b585e req-1a333cb4-1679-4875-b0df-fa1f967ff3d1 tempest-ServersAdmin275Test-699787085 tempest-ServersAdmin275Test-699787085-project] 10.222.0.79 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.0530581 May 23 11:07:48.417952 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f55d35-4186-477d-8276-7577f8c6bac8 req-96a1aa56-5e5f-49e0-b597-204c009fc206 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:48.424793 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-57f55d35-4186-477d-8276-7577f8c6bac8 req-96a1aa56-5e5f-49e0-b597-204c009fc206 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba4e35b8-7de4-4233-bda0-2666bafd70e6 HTTP/1.1" status: 200 len: 946 time: 0.3759089 May 23 11:07:48.446850 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=30a36773-f51a-4429-ad1a-7cbc97b62b7e,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:48.487463 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-57f55d35-4186-477d-8276-7577f8c6bac8 req-75fa664c-9d82-4466-907d-de17cc2dc5c5 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616422 May 23 11:07:48.637288 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b9e53e69-cbb3-4161-94f1-4008faae2b0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:48.659316 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-bcc9873d-66a3-45c3-b070-2cb8cf50dbfc tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] Deleting port ae9e23bb-3030-48cc-b545-c2043b793aec {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:07:48.659316 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bcc9873d-66a3-45c3-b070-2cb8cf50dbfc tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:48.675127 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c6eab189-5755-42f8-a9ee-824336eb7ac7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:48.715104 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-81230638-6285-4dd3-98fa-3e3349615e40 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:48.733262 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-81230638-6285-4dd3-98fa-3e3349615e40 None None] Transition to ACTIVE for port object ffe2dec5-c8d2-4256-9129-0cf0b5bc106e will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:07:48.750189 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c6eab189-5755-42f8-a9ee-824336eb7ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:48.754212 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-81230638-6285-4dd3-98fa-3e3349615e40 None None] Transition to ACTIVE for port object ffe2dec5-c8d2-4256-9129-0cf0b5bc106e will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:07:48.761346 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-81230638-6285-4dd3-98fa-3e3349615e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:48.809398 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-b9e53e69-cbb3-4161-94f1-4008faae2b0a admin admin] Deleting port e117322c-b354-4ce8-ba90-76bd258836a6 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:07:48.809721 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b9e53e69-cbb3-4161-94f1-4008faae2b0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:48.853834 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81230638-6285-4dd3-98fa-3e3349615e40 None None] Network 747ead6f-5c9e-46f2-80ef-f280e257168e is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:07:48.857095 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81230638-6285-4dd3-98fa-3e3349615e40 None None] Pushing event updated for resources: {'Port': ['ID=ffe2dec5-c8d2-4256-9129-0cf0b5bc106e,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:48.867582 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-81230638-6285-4dd3-98fa-3e3349615e40 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:07:48.875446 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81230638-6285-4dd3-98fa-3e3349615e40 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:07:48.886814 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['30a36773-f51a-4429-ad1a-7cbc97b62b7e'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:07:49.013269 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0e5f5-cf5e-49af-9d15-5f816dee8582 req-03ff685c-5b9c-4b73-a4c8-93b749970a85 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:49.021069 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c9b0e5f5-cf5e-49af-9d15-5f816dee8582 req-03ff685c-5b9c-4b73-a4c8-93b749970a85 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17b3af7-b225-4f50-9a99-a1f40e3b5fc5 HTTP/1.1" status: 200 len: 944 time: 0.2722995 May 23 11:07:49.146751 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-b9e53e69-cbb3-4161-94f1-4008faae2b0a admin admin] For port e117322c-b354-4ce8-ba90-76bd258836a6, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e117322c-b354-4ce8-ba90-76bd258836a6,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:07:49.147161 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b9e53e69-cbb3-4161-94f1-4008faae2b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:49.199447 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-81230638-6285-4dd3-98fa-3e3349615e40 None None] Attempting to bind port ffe2dec5-c8d2-4256-9129-0cf0b5bc106e on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:07:49.200072 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-81230638-6285-4dd3-98fa-3e3349615e40 None None] Attempting to bind port ffe2dec5-c8d2-4256-9129-0cf0b5bc106e by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '42d759c9-732c-4537-a07f-98319021ed2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '747ead6f-5c9e-46f2-80ef-f280e257168e'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:07:49.200679 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81230638-6285-4dd3-98fa-3e3349615e40 None None] Attempting to bind port ffe2dec5-c8d2-4256-9129-0cf0b5bc106e on network 747ead6f-5c9e-46f2-80ef-f280e257168e {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:07:49.211715 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c9b0e5f5-cf5e-49af-9d15-5f816dee8582 req-6db51a7e-3b35-4790-8a8b-8b54c1d06c71 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896703 May 23 11:07:49.215813 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81230638-6285-4dd3-98fa-3e3349615e40 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:07:49.216944 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81230638-6285-4dd3-98fa-3e3349615e40 None None] Checking segment: {'id': '42d759c9-732c-4537-a07f-98319021ed2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '747ead6f-5c9e-46f2-80ef-f280e257168e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:07:49.217693 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-81230638-6285-4dd3-98fa-3e3349615e40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:49.218326 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81230638-6285-4dd3-98fa-3e3349615e40 None None] Bound using segment: {'id': '42d759c9-732c-4537-a07f-98319021ed2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '747ead6f-5c9e-46f2-80ef-f280e257168e'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:07:49.219024 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-81230638-6285-4dd3-98fa-3e3349615e40 None None] Bound port: ffe2dec5-c8d2-4256-9129-0cf0b5bc106e, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d759c9-732c-4537-a07f-98319021ed2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '747ead6f-5c9e-46f2-80ef-f280e257168e'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:07:49.219622 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-81230638-6285-4dd3-98fa-3e3349615e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:49.224025 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b80f1-d21b-46af-97bb-d5e4e19957d6 req-224c7aa7-b59b-4ce9-b73f-ced2a4dfcbdf tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:49.225530 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b46b80f1-d21b-46af-97bb-d5e4e19957d6 req-224c7aa7-b59b-4ce9-b73f-ced2a4dfcbdf tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2929f6d-a6d9-4b1b-9255-806e5e8dc82c HTTP/1.1" status: 200 len: 947 time: 0.5161481 May 23 11:07:49.274206 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-b9e53e69-cbb3-4161-94f1-4008faae2b0a admin admin] Calling delete_port for e117322c-b354-4ce8-ba90-76bd258836a6 owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:07:49.321347 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b46b80f1-d21b-46af-97bb-d5e4e19957d6 req-5bb9122d-0e6d-4176-8e09-e95140825e6f tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.79 "GET /v2.0/security-groups?id=336e08ad-b29f-4151-99b3-e10dd6823e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604107 May 23 11:07:49.337072 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-c6eab189-5755-42f8-a9ee-824336eb7ac7 admin admin] Allocated IP 172.25.6.28 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/daa3d976-d823-4f33-a4a8-6dac78955b23) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:07:49.349204 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-81230638-6285-4dd3-98fa-3e3349615e40 None None] For port ffe2dec5-c8d2-4256-9129-0cf0b5bc106e, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:07:49.353642 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-81230638-6285-4dd3-98fa-3e3349615e40 None None] For port ffe2dec5-c8d2-4256-9129-0cf0b5bc106e, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=ffe2dec5-c8d2-4256-9129-0cf0b5bc106e,segment=NetworkSegment(42d759c9-732c-4537-a07f-98319021ed2c),segment_id=42d759c9-732c-4537-a07f-98319021ed2c)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:07:49.360132 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-81230638-6285-4dd3-98fa-3e3349615e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:49.445224 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81230638-6285-4dd3-98fa-3e3349615e40 None None] Pushing event updated for resources: {'Port': ['ID=ffe2dec5-c8d2-4256-9129-0cf0b5bc106e,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:49.480509 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b9e53e69-cbb3-4161-94f1-4008faae2b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:49.558569 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bcc9873d-66a3-45c3-b070-2cb8cf50dbfc tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:49.558918 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bcc9873d-66a3-45c3-b070-2cb8cf50dbfc tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:49.570724 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e53e69-cbb3-4161-94f1-4008faae2b0a admin admin] Pushing event deleted for resources: {'Port': ['ID=e117322c-b354-4ce8-ba90-76bd258836a6,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:49.667312 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c6eab189-5755-42f8-a9ee-824336eb7ac7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:49.719774 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c6eab189-5755-42f8-a9ee-824336eb7ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:49.835057 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-bcc9873d-66a3-45c3-b070-2cb8cf50dbfc tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] Calling delete_port for ae9e23bb-3030-48cc-b545-c2043b793aec owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:07:49.922269 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46904) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:49.940527 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e3b49db2-d3f6-4bae-8ff6-531879320fec req-c576ea61-b473-4316-8cde-569e0a91edd8 tempest-ServersAdmin275Test-699787085 tempest-ServersAdmin275Test-699787085-project] 10.222.0.79 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.1362569 May 23 11:07:50.032285 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eab189-5755-42f8-a9ee-824336eb7ac7 admin admin] Pushing event updated for resources: {'Port': ['ID=daa3d976-d823-4f33-a4a8-6dac78955b23,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:50.035947 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6eab189-5755-42f8-a9ee-824336eb7ac7 admin admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:07:50.037662 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-c6eab189-5755-42f8-a9ee-824336eb7ac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:07:50.044226 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6eab189-5755-42f8-a9ee-824336eb7ac7 admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:07:50.259561 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da46c91-bf90-4fcd-bd8d-b1f49b4a47bf req-4ec9b28d-8817-41a0-bd10-dc5f0946c2be tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:50.261071 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0da46c91-bf90-4fcd-bd8d-b1f49b4a47bf req-4ec9b28d-8817-41a0-bd10-dc5f0946c2be tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba4e35b8-7de4-4233-bda0-2666bafd70e6 HTTP/1.1" status: 200 len: 946 time: 0.1218009 May 23 11:07:50.299460 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b9e53e69-cbb3-4161-94f1-4008faae2b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:50.376321 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0da46c91-bf90-4fcd-bd8d-b1f49b4a47bf req-870a759f-c2bd-4259-97fd-4d5c6e98fee5 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831375 May 23 11:07:50.396583 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b94b3-d2ad-4e42-b61b-77cc5f59d37c req-ba6f63f1-a057-4c89-812f-14fb70e9babd tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:50.398149 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f83b94b3-d2ad-4e42-b61b-77cc5f59d37c req-ba6f63f1-a057-4c89-812f-14fb70e9babd tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2929f6d-a6d9-4b1b-9255-806e5e8dc82c HTTP/1.1" status: 200 len: 947 time: 0.1360900 May 23 11:07:50.418799 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6fbb110-6ccf-46db-b8bc-dbaa92c1ace0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:50.454614 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c6eab189-5755-42f8-a9ee-824336eb7ac7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:50.454877 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c6eab189-5755-42f8-a9ee-824336eb7ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:50.690381 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-f83b94b3-d2ad-4e42-b61b-77cc5f59d37c req-b3db20d0-f580-4c62-9e59-d835f6b414d5 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Deleting port 1b5b7423-46ef-454f-8552-b674263818e6 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:07:50.691022 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f83b94b3-d2ad-4e42-b61b-77cc5f59d37c req-b3db20d0-f580-4c62-9e59-d835f6b414d5 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:50.703795 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b9e53e69-cbb3-4161-94f1-4008faae2b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:50.709124 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b9e53e69-cbb3-4161-94f1-4008faae2b0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:50.724047 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bcc9873d-66a3-45c3-b070-2cb8cf50dbfc tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:50.776726 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a6fbb110-6ccf-46db-b8bc-dbaa92c1ace0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:07:50.789964 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a6fbb110-6ccf-46db-b8bc-dbaa92c1ace0 admin admin] Usage tracker for resource:security_group_rule and tenant:d4d89d1cba6f4a959033823f32fde70d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:07:50.792909 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc9873d-66a3-45c3-b070-2cb8cf50dbfc tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae9e23bb-3030-48cc-b545-c2043b793aec,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:50.795130 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a6fbb110-6ccf-46db-b8bc-dbaa92c1ace0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:07:50.806382 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a6fbb110-6ccf-46db-b8bc-dbaa92c1ace0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:07:50.845072 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7713e172-39e4-4622-a66a-e1215e65ab85 req-a08ec2be-53ca-4903-aa2d-9fd630c30aea tempest-ServersAdmin275Test-225012631 tempest-ServersAdmin275Test-225012631-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.1238468 May 23 11:07:50.975419 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4ce53f-61d0-442f-916d-6c7cdf58bf7b None None] Network 747ead6f-5c9e-46f2-80ef-f280e257168e requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:07:51.084547 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165cacba-d1ff-4721-802d-5bcebed82201 req-8c5bddec-a49f-4eed-9c9d-71f7f00c8696 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:51.086061 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-165cacba-d1ff-4721-802d-5bcebed82201 req-8c5bddec-a49f-4eed-9c9d-71f7f00c8696 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17b3af7-b225-4f50-9a99-a1f40e3b5fc5 HTTP/1.1" status: 200 len: 944 time: 0.5036569 May 23 11:07:51.108450 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b9e53e69-cbb3-4161-94f1-4008faae2b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:51.108946 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e53e69-cbb3-4161-94f1-4008faae2b0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca2b37b6-460b-44a6-a641-c4a1442e181a {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:07:51.193586 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bcc9873d-66a3-45c3-b070-2cb8cf50dbfc tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:51.217354 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-f83b94b3-d2ad-4e42-b61b-77cc5f59d37c req-b3db20d0-f580-4c62-9e59-d835f6b414d5 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] For port 1b5b7423-46ef-454f-8552-b674263818e6, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=1b5b7423-46ef-454f-8552-b674263818e6,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:07:51.217729 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f83b94b3-d2ad-4e42-b61b-77cc5f59d37c req-b3db20d0-f580-4c62-9e59-d835f6b414d5 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:51.225590 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bcc9873d-66a3-45c3-b070-2cb8cf50dbfc tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:51.240573 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-bcc9873d-66a3-45c3-b070-2cb8cf50dbfc tempest-ExternalNetworksAdminNegativeTestJSON-1039493016 tempest-ExternalNetworksAdminNegativeTestJSON-1039493016-project-admin] 10.222.0.79 "DELETE /v2.0/floatingips/2aade601-6993-4671-a332-8c773a7f9027 HTTP/1.1" status: 204 len: 168 time: 2.8174503 May 23 11:07:51.262184 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b9e53e69-cbb3-4161-94f1-4008faae2b0a admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:51.280517 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b9e53e69-cbb3-4161-94f1-4008faae2b0a admin admin] 10.222.0.79 "DELETE /v2.0/routers/ca2b37b6-460b-44a6-a641-c4a1442e181a HTTP/1.1" status: 204 len: 168 time: 4.1531973 May 23 11:07:51.283737 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46926) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:51.287326 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6fbb110-6ccf-46db-b8bc-dbaa92c1ace0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:51.305021 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ffe2dec5-c8d2-4256-9129-0cf0b5bc106e up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:07:51.321819 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6fbb110-6ccf-46db-b8bc-dbaa92c1ace0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:51.397660 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-39c2da9b-3fc0-42af-9c17-b0ea19769eef None None] Provisioning for port ffe2dec5-c8d2-4256-9129-0cf0b5bc106e completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:07:51.413512 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a6fbb110-6ccf-46db-b8bc-dbaa92c1ace0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d4d89d1cba6f4a959033823f32fde70d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4902260 May 23 11:07:51.414743 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46934) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:51.420199 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d6a5654-986e-4b24-b47a-bdac5d9d6c5f admin admin] Deleting subnet cb1979dc-40f3-48c6-a0dd-4ee863c4cf78 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:07:51.474308 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fbb110-6ccf-46db-b8bc-dbaa92c1ace0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa7f49a-7eca-473e-a7d1-af8fe2359fc1,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:51.477152 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5654-986e-4b24-b47a-bdac5d9d6c5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:51.487562 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port ffe2dec5-c8d2-4256-9129-0cf0b5bc106e completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:07:51.495261 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port ffe2dec5-c8d2-4256-9129-0cf0b5bc106e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:07:51.496040 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:51.537959 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a57c23d1-8323-4a7a-b2a4-a84776f435f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:51.554571 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-f83b94b3-d2ad-4e42-b61b-77cc5f59d37c req-b3db20d0-f580-4c62-9e59-d835f6b414d5 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Calling delete_port for 1b5b7423-46ef-454f-8552-b674263818e6 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:07:51.585845 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a57c23d1-8323-4a7a-b2a4-a84776f435f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:51.593008 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 46940) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:51.601361 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5654-986e-4b24-b47a-bdac5d9d6c5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:51.625327 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 30a36773-f51a-4429-ad1a-7cbc97b62b7e up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:07:51.633939 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-165cacba-d1ff-4721-802d-5bcebed82201 req-62fbe471-96a3-42a9-8c45-53b7434f30b2 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5336108 May 23 11:07:51.718823 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaeac0-95ee-4c71-ac8c-59608667dfd6 req-361369bb-a6d9-4dc0-b9de-357ff03086ab tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:51.722440 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-16eaeac0-95ee-4c71-ac8c-59608667dfd6 req-361369bb-a6d9-4dc0-b9de-357ff03086ab tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2929f6d-a6d9-4b1b-9255-806e5e8dc82c HTTP/1.1" status: 200 len: 947 time: 0.5542133 May 23 11:07:51.765351 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5654-986e-4b24-b47a-bdac5d9d6c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:51.819398 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:51.885316 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 30a36773-f51a-4429-ad1a-7cbc97b62b7e completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:07:51.901442 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 30a36773-f51a-4429-ad1a-7cbc97b62b7e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:07:51.902156 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:51.930560 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57a7fd1-477f-4db3-8c87-5e0b7338d8d6 None None] Sync routers for ids ['ca2b37b6-460b-44a6-a641-c4a1442e181a'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:07:51.933180 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port ffe2dec5-c8d2-4256-9129-0cf0b5bc106e, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=ffe2dec5-c8d2-4256-9129-0cf0b5bc106e,segment=NetworkSegment(42d759c9-732c-4537-a07f-98319021ed2c),segment_id=42d759c9-732c-4537-a07f-98319021ed2c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:07:51.935447 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a57c23d1-8323-4a7a-b2a4-a84776f435f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:51.945164 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:51.951483 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57a7fd1-477f-4db3-8c87-5e0b7338d8d6 None None] Routers set() bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:07:51.951713 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57a7fd1-477f-4db3-8c87-5e0b7338d8d6 None None] Router IDs set() for agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 23 11:07:51.952389 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_agentschedulers_db [None req-f57a7fd1-477f-4db3-8c87-5e0b7338d8d6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ca2b37b6-460b-44a6-a641-c4a1442e181a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:07:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent'). {{(pid=83913) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 23 11:07:51.973837 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57a7fd1-477f-4db3-8c87-5e0b7338d8d6 None None] Routers set() bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:07:51.974291 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57a7fd1-477f-4db3-8c87-5e0b7338d8d6 None None] Router IDs set() for agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 23 11:07:51.974724 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-16eaeac0-95ee-4c71-ac8c-59608667dfd6 req-8c049c89-f4e7-4c02-a907-3e3b46801e93 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.79 "GET /v2.0/security-groups?id=336e08ad-b29f-4151-99b3-e10dd6823e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511702 May 23 11:07:51.975182 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_agentschedulers_db [None req-f57a7fd1-477f-4db3-8c87-5e0b7338d8d6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ca2b37b6-460b-44a6-a641-c4a1442e181a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:07:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent'). {{(pid=83913) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 23 11:07:51.975645 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57a7fd1-477f-4db3-8c87-5e0b7338d8d6 None None] The sync data for ids ['ca2b37b6-460b-44a6-a641-c4a1442e181a'] in n-d-842952-2 is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:07:51.989518 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c23d1-8323-4a7a-b2a4-a84776f435f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa7f49a-7eca-473e-a7d1-af8fe2359fc1,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:52.001195 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5654-986e-4b24-b47a-bdac5d9d6c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:52.010657 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0690b614-a225-4c6b-b253-94a984f2be73 req-e210cad7-4180-400d-ba20-ed525d1b55fa tempest-ServersAdmin275Test-225012631 tempest-ServersAdmin275Test-225012631-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.1149302 May 23 11:07:52.043054 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bb017ca2-7765-47e3-a092-45d5edc7d159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:52.057126 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a5654-986e-4b24-b47a-bdac5d9d6c5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb1979dc-40f3-48c6-a0dd-4ee863c4cf78,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:52.059366 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6eab189-5755-42f8-a9ee-824336eb7ac7 admin admin] Router 643910b8-d3e8-4ca8-8520-f8fec8564dd5 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:07:52.062861 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a57c23d1-8323-4a7a-b2a4-a84776f435f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:52.065109 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a57c23d1-8323-4a7a-b2a4-a84776f435f5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6fa7f49a-7eca-473e-a7d1-af8fe2359fc1 HTTP/1.1" status: 204 len: 168 time: 0.6481867 May 23 11:07:52.076490 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=ffe2dec5-c8d2-4256-9129-0cf0b5bc106e,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:52.087353 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1c4c22a6-4045-413f-af75-f2700e19f127 None None] Provisioning complete for port ffe2dec5-c8d2-4256-9129-0cf0b5bc106e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:07:52.088082 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1c4c22a6-4045-413f-af75-f2700e19f127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:52.092041 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5654-986e-4b24-b47a-bdac5d9d6c5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:52.097757 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f83b94b3-d2ad-4e42-b61b-77cc5f59d37c req-b3db20d0-f580-4c62-9e59-d835f6b414d5 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:52.097951 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5d6a5654-986e-4b24-b47a-bdac5d9d6c5f admin admin] 10.222.0.79 "DELETE /v2.0/subnets/cb1979dc-40f3-48c6-a0dd-4ee863c4cf78 HTTP/1.1" status: 204 len: 168 time: 0.8131330 May 23 11:07:52.100277 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46948) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:52.125456 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eada26b0-b090-4e42-883d-06a7e0d7770a None None] Network 6be01754-b218-4467-aaf5-a19dd1f1816b requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:07:52.205606 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db20d0-f580-4c62-9e59-d835f6b414d5 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Pushing event deleted for resources: {'Port': ['ID=1b5b7423-46ef-454f-8552-b674263818e6,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:52.296490 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4721cd22-d818-4d31-a096-28db27233dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:52.311911 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-4721cd22-d818-4d31-a096-28db27233dfa admin admin] Deleting port a826216c-7366-4ba9-b7c9-0720508b5ca1 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:07:52.312920 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4721cd22-d818-4d31-a096-28db27233dfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:52.313129 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:52.418242 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-bb017ca2-7765-47e3-a092-45d5edc7d159 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:07:52.446121 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17b3af7-b225-4f50-9a99-a1f40e3b5fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a36773-f51a-4429-ad1a-7cbc97b62b7e'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:07:52.468540 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-bb017ca2-7765-47e3-a092-45d5edc7d159 admin admin] Usage tracker for resource:security_group_rule and tenant:b0e37181384149fea6987b0e34b6b17c is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:07:52.473694 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-bb017ca2-7765-47e3-a092-45d5edc7d159 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:07:52.475303 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 30a36773-f51a-4429-ad1a-7cbc97b62b7e, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=30a36773-f51a-4429-ad1a-7cbc97b62b7e,segment=NetworkSegment(633c66ca-dc41-4b0b-a0a3-ed62624a9374),segment_id=633c66ca-dc41-4b0b-a0a3-ed62624a9374)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:07:52.487990 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:52.490507 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83b94b3-d2ad-4e42-b61b-77cc5f59d37c req-b3db20d0-f580-4c62-9e59-d835f6b414d5 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] No DVR routers for this DVR port 1b5b7423-46ef-454f-8552-b674263818e6 on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:07:52.493624 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f83b94b3-d2ad-4e42-b61b-77cc5f59d37c req-b3db20d0-f580-4c62-9e59-d835f6b414d5 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:52.498239 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-bb017ca2-7765-47e3-a092-45d5edc7d159 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:07:52.501295 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2929f6d-a6d9-4b1b-9255-806e5e8dc82c', 'name': 'network-vif-deleted', 'tag': '1b5b7423-46ef-454f-8552-b674263818e6'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:07:52.563104 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de108a08-ea45-491b-bf3d-f327a6d79dea'] response: {'server_uuid': 'e17b3af7-b225-4f50-9a99-a1f40e3b5fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a36773-f51a-4429-ad1a-7cbc97b62b7e', 'code': 200} May 23 11:07:52.575914 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f83b94b3-d2ad-4e42-b61b-77cc5f59d37c req-b3db20d0-f580-4c62-9e59-d835f6b414d5 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.13 "DELETE /v2.0/ports/1b5b7423-46ef-454f-8552-b674263818e6 HTTP/1.1" status: 204 len: 173 time: 2.1624222 May 23 11:07:52.578107 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 46958) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:52.581546 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=30a36773-f51a-4429-ad1a-7cbc97b62b7e,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:52.653125 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-4721cd22-d818-4d31-a096-28db27233dfa admin admin] For port a826216c-7366-4ba9-b7c9-0720508b5ca1, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=a826216c-7366-4ba9-b7c9-0720508b5ca1,segment=NetworkSegment(c27cc83c-ceaf-4ff1-b6d5-b7b7d88dfb49),segment_id=c27cc83c-ceaf-4ff1-b6d5-b7b7d88dfb49)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:07:52.653709 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4721cd22-d818-4d31-a096-28db27233dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:52.668126 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4acaa4d1-670e-472c-b88a-3c3a15ea31ad'] response: {'server_uuid': 'f2929f6d-a6d9-4b1b-9255-806e5e8dc82c', 'name': 'network-vif-deleted', 'tag': '1b5b7423-46ef-454f-8552-b674263818e6', 'status': 'completed', 'code': 200} May 23 11:07:52.676063 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-aba95df1-9dc8-4580-9c0a-164c6f5fee81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:52.680298 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c72c22-8f9b-4cfa-a407-ab3b78879495 None None] DHCP port deletion for 6be01754-b218-4467-aaf5-a19dd1f1816b request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:07:52.685382 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-73c72c22-8f9b-4cfa-a407-ab3b78879495 None None] Deleting port a826216c-7366-4ba9-b7c9-0720508b5ca1 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:07:52.686105 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-73c72c22-8f9b-4cfa-a407-ab3b78879495 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:52.692951 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a6c8d-63c0-44ba-b2bf-06d2d3040d4c req-ddfc27ac-e407-4526-a471-efa218098f49 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:52.694782 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-811a6c8d-63c0-44ba-b2bf-06d2d3040d4c req-ddfc27ac-e407-4526-a471-efa218098f49 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba4e35b8-7de4-4233-bda0-2666bafd70e6 HTTP/1.1" status: 200 len: 946 time: 0.4797859 May 23 11:07:52.857606 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-aba95df1-9dc8-4580-9c0a-164c6f5fee81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:07:52.867107 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-4721cd22-d818-4d31-a096-28db27233dfa admin admin] Calling delete_port for a826216c-7366-4ba9-b7c9-0720508b5ca1 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:07:52.884515 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-aba95df1-9dc8-4580-9c0a-164c6f5fee81 admin admin] Usage tracker for resource:security_group_rule and tenant:2ed76811c3084d40b68eea2a950dfa48 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:07:52.908539 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bb017ca2-7765-47e3-a092-45d5edc7d159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:52.909859 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-aba95df1-9dc8-4580-9c0a-164c6f5fee81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:07:52.922658 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-aba95df1-9dc8-4580-9c0a-164c6f5fee81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:07:52.925903 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bb017ca2-7765-47e3-a092-45d5edc7d159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:52.967528 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-811a6c8d-63c0-44ba-b2bf-06d2d3040d4c req-b9ee7b29-62d8-4fbe-8093-caf4fc0b2348 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586741 May 23 11:07:53.047668 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4721cd22-d818-4d31-a096-28db27233dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:53.071533 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-73c72c22-8f9b-4cfa-a407-ab3b78879495 None None] For port a826216c-7366-4ba9-b7c9-0720508b5ca1, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=a826216c-7366-4ba9-b7c9-0720508b5ca1,segment=NetworkSegment(c27cc83c-ceaf-4ff1-b6d5-b7b7d88dfb49),segment_id=c27cc83c-ceaf-4ff1-b6d5-b7b7d88dfb49)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:07:53.072083 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-73c72c22-8f9b-4cfa-a407-ab3b78879495 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:53.101747 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721cd22-d818-4d31-a096-28db27233dfa admin admin] Pushing event deleted for resources: {'Port': ['ID=a826216c-7366-4ba9-b7c9-0720508b5ca1,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:53.106506 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4721cd22-d818-4d31-a096-28db27233dfa admin admin] No DVR routers for this DVR port a826216c-7366-4ba9-b7c9-0720508b5ca1 on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:07:53.128936 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb017ca2-7765-47e3-a092-45d5edc7d159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42f83b8-3b0e-4da8-b1d6-ce151f3711fe,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:53.148086 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-bb017ca2-7765-47e3-a092-45d5edc7d159 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b0e37181384149fea6987b0e34b6b17c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5444255 May 23 11:07:53.148086 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6eab189-5755-42f8-a9ee-824336eb7ac7 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:07:53.164990 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 46966) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:53.179221 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0c890b03-4d01-4f39-8e72-ccd95624cc82 req-667a0cb4-ec33-4104-ad01-e799de9aa275 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e17b3af7-b225-4f50-9a99-a1f40e3b5fc5 HTTP/1.1" status: 200 len: 1096 time: 0.4694171 May 23 11:07:53.210475 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902f5a96-8485-48c7-abbc-46830094cd2e None None] Sync routers for ids ['643910b8-d3e8-4ca8-8520-f8fec8564dd5'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:07:53.254639 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4721cd22-d818-4d31-a096-28db27233dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:53.277357 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-73c72c22-8f9b-4cfa-a407-ab3b78879495 None None] Calling delete_port for a826216c-7366-4ba9-b7c9-0720508b5ca1 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:07:53.281597 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-4721cd22-d818-4d31-a096-28db27233dfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6be01754-b218-4467-aaf5-a19dd1f1816b']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:07:53.296330 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-4721cd22-d818-4d31-a096-28db27233dfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c27cc83c-ceaf-4ff1-b6d5-b7b7d88dfb49') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:07:53.296626 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-4721cd22-d818-4d31-a096-28db27233dfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c27cc83c-ceaf-4ff1-b6d5-b7b7d88dfb49') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:07:53.309155 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4721cd22-d818-4d31-a096-28db27233dfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:53.332421 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4721cd22-d818-4d31-a096-28db27233dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:53.340720 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4721cd22-d818-4d31-a096-28db27233dfa admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:07:53.341233 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4721cd22-d818-4d31-a096-28db27233dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:53.356688 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:07:53.356688 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:07:53.356688 n-d-842952-2 neutron-server[83911]: timer() May 23 11:07:53.356688 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:07:53.356688 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:07:53.356688 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:07:53.356688 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:07:53.356688 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:07:53.356688 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:07:53.356688 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:07:53.356688 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:07:53.356688 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:07:53.356688 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:07:53.356688 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:07:53.356688 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:07:53.356688 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:07:53.356688 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:07:53.356688 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:07:53.356688 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:07:53.356688 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:07:53.356688 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:07:53.356688 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:07:53.356688 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:07:53.356688 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:07:53.356688 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:07:53.356688 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:07:53.356688 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:07:53.356688 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:07:53.356688 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:07:53.356688 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:07:53.356688 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:07:53.356688 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:07:53.364862 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-66040401-29f1-43a0-9415-017c8207be81 req-ed3279aa-de9f-4190-8680-4f849fc9844e tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Synchronizing usage tracker for tenant:d9f34ebc15424c61859fd294a55c0679 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:07:53.375453 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902f5a96-8485-48c7-abbc-46830094cd2e None None] Routers {'643910b8-d3e8-4ca8-8520-f8fec8564dd5'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:07:53.376437 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-902f5a96-8485-48c7-abbc-46830094cd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:07:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['643910b8-d3e8-4ca8-8520-f8fec8564dd5'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:07:53.415784 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c6eab189-5755-42f8-a9ee-824336eb7ac7 admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:53.417007 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c6eab189-5755-42f8-a9ee-824336eb7ac7 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.9617984 May 23 11:07:53.439972 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46972) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:53.454868 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ffe2dec5-c8d2-4256-9129-0cf0b5bc106e up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:07:53.521597 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d182d-8938-4a87-84b7-cc0f68ea0bd1 req-07c9daea-21ac-4bdb-a544-288a128d1bf2 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:53.523282 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9a3d182d-8938-4a87-84b7-cc0f68ea0bd1 req-07c9daea-21ac-4bdb-a544-288a128d1bf2 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17b3af7-b225-4f50-9a99-a1f40e3b5fc5 HTTP/1.1" status: 200 len: 945 time: 0.5859640 May 23 11:07:53.523974 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-66040401-29f1-43a0-9415-017c8207be81 req-ed3279aa-de9f-4190-8680-4f849fc9844e tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Unset dirty status for tenant:d9f34ebc15424c61859fd294a55c0679 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:07:53.532456 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-66040401-29f1-43a0-9415-017c8207be81 req-ed3279aa-de9f-4190-8680-4f849fc9844e tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2929f6d-a6d9-4b1b-9255-806e5e8dc82c HTTP/1.1" status: 200 len: 210 time: 0.3053908 May 23 11:07:53.536198 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-aba95df1-9dc8-4580-9c0a-164c6f5fee81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:53.563268 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0c890b03-4d01-4f39-8e72-ccd95624cc82 req-5ae78d23-e945-4bc5-9d98-5801d1aed2bd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636129 May 23 11:07:53.563748 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-373376c5-da6e-48ab-9a4b-32e46ba241ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:53.602843 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-373376c5-da6e-48ab-9a4b-32e46ba241ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:53.610580 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 1b5b7423-46ef-454f-8552-b674263818e6 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:07:53.656892 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 1b5b7423-46ef-454f-8552-b674263818e6 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:07:53.657354 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 1b5b7423-46ef-454f-8552-b674263818e6 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:07:53.666350 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-aba95df1-9dc8-4580-9c0a-164c6f5fee81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:53.677439 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-73c72c22-8f9b-4cfa-a407-ab3b78879495 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:07:53.677954 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-73c72c22-8f9b-4cfa-a407-ab3b78879495 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:07:53.707687 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4721cd22-d818-4d31-a096-28db27233dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:53.718546 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-373376c5-da6e-48ab-9a4b-32e46ba241ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:53.719705 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-902f5a96-8485-48c7-abbc-46830094cd2e None None] Set router 643910b8-d3e8-4ca8-8520-f8fec8564dd5 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:07:53.726064 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4721cd22-d818-4d31-a096-28db27233dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:53.744226 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4721cd22-d818-4d31-a096-28db27233dfa admin admin] 10.222.0.79 "DELETE /v2.0/networks/6be01754-b218-4467-aaf5-a19dd1f1816b HTTP/1.1" status: 204 len: 168 time: 1.6399314 May 23 11:07:53.744226 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721cd22-d818-4d31-a096-28db27233dfa admin admin] Pushing event deleted for resources: {'Network': ['ID=6be01754-b218-4467-aaf5-a19dd1f1816b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:53.792060 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c3822c8a-18f6-4db7-b8ff-736b03af9d15 req-27106329-1090-4ac2-80a9-d57c0b6e925b tempest-ServersAdmin275Test-225012631 tempest-ServersAdmin275Test-225012631-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.0869310 May 23 11:07:53.805120 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port ffe2dec5-c8d2-4256-9129-0cf0b5bc106e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:07:53.805351 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:53.882382 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9a3d182d-8938-4a87-84b7-cc0f68ea0bd1 req-35965c9a-a324-4f98-a2a1-2cab304be25c tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227370 May 23 11:07:53.908186 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba95df1-9dc8-4580-9c0a-164c6f5fee81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1a49d5-b8f0-47cf-83af-2bf6376cc0da,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:53.940216 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-aba95df1-9dc8-4580-9c0a-164c6f5fee81 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2ed76811c3084d40b68eea2a950dfa48&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3574178 May 23 11:07:53.943140 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373376c5-da6e-48ab-9a4b-32e46ba241ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42f83b8-3b0e-4da8-b1d6-ce151f3711fe,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:53.950042 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46978) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:53.954541 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-373376c5-da6e-48ab-9a4b-32e46ba241ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:53.956008 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-373376c5-da6e-48ab-9a4b-32e46ba241ee admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c42f83b8-3b0e-4da8-b1d6-ce151f3711fe HTTP/1.1" status: 204 len: 168 time: 0.7891464 May 23 11:07:54.053792 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 46986) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:54.152124 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b63e7356-207e-45a5-9fd9-44824dbb4cba admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4b53fc86c9ff45acb8211a05d81b3068&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0966902 May 23 11:07:54.155027 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 46990) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:54.209996 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-73c72c22-8f9b-4cfa-a407-ab3b78879495 None None] Deleting port a826216c-7366-4ba9-b7c9-0720508b5ca1 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:07:54.210576 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-73c72c22-8f9b-4cfa-a407-ab3b78879495 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:54.232908 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-39d1cf05-6743-49f3-89b9-608d1d91ef1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:54.272572 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-39d1cf05-6743-49f3-89b9-608d1d91ef1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:54.292008 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-61e7d0ed-9823-47f5-b8f4-ba895b14328f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:54.312628 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-73c72c22-8f9b-4cfa-a407-ab3b78879495 None None] The port 'a826216c-7366-4ba9-b7c9-0720508b5ca1' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:07:54.376364 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-61e7d0ed-9823-47f5-b8f4-ba895b14328f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:54.421601 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c7a98-4696-471f-9ee0-93406303d04c req-47115865-2d8e-4a1c-9496-dbcf83ee6d49 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:54.426955 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-902f5a96-8485-48c7-abbc-46830094cd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643910b8-d3e8-4ca8-8520-f8fec8564dd5', 'name': 'tempest-ServersTestJSON-1529975793-router', 'tenant_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'daa3d976-d823-4f33-a4a8-6dac78955b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:07:47Z', 'updated_at': '2022-05-23T11:07:50Z', 'revision_number': 3, 'project_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'gw_port': {'id': 'daa3d976-d823-4f33-a4a8-6dac78955b23', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643910b8-d3e8-4ca8-8520-f8fec8564dd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:07:48Z', 'updated_at': '2022-05-23T11:07:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:07:54.433874 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-523c7a98-4696-471f-9ee0-93406303d04c req-47115865-2d8e-4a1c-9496-dbcf83ee6d49 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba4e35b8-7de4-4233-bda0-2666bafd70e6 HTTP/1.1" status: 200 len: 946 time: 0.2770586 May 23 11:07:54.434725 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902f5a96-8485-48c7-abbc-46830094cd2e None None] Checking router: 643910b8-d3e8-4ca8-8520-f8fec8564dd5 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:07:54.435064 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902f5a96-8485-48c7-abbc-46830094cd2e None None] Updating router 643910b8-d3e8-4ca8-8520-f8fec8564dd5 port daa3d976-d823-4f33-a4a8-6dac78955b23 binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:07:54.496385 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device a826216c-7366-4ba9-b7c9-0720508b5ca1 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:07:54.544573 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-523c7a98-4696-471f-9ee0-93406303d04c req-66cf8926-ab67-4f5a-be8d-6086c723ce7c tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085272 May 23 11:07:54.552554 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: a826216c-7366-4ba9-b7c9-0720508b5ca1 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:07:54.553149 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device a826216c-7366-4ba9-b7c9-0720508b5ca1 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:07:54.553921 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 62c0beba-3de7-41f1-bbf4-ff574c0ad8c7 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:07:54.561357 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-39d1cf05-6743-49f3-89b9-608d1d91ef1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:54.574659 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-61e7d0ed-9823-47f5-b8f4-ba895b14328f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:54.603434 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 62c0beba-3de7-41f1-bbf4-ff574c0ad8c7 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:07:54.604209 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 62c0beba-3de7-41f1-bbf4-ff574c0ad8c7 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:07:54.607383 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7d0ed-9823-47f5-b8f4-ba895b14328f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70953435-dc0b-4eef-af85-400876d90b2c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:54.610782 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-61e7d0ed-9823-47f5-b8f4-ba895b14328f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:54.612070 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-61e7d0ed-9823-47f5-b8f4-ba895b14328f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/70953435-dc0b-4eef-af85-400876d90b2c HTTP/1.1" status: 204 len: 168 time: 0.4547389 May 23 11:07:54.653534 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-902f5a96-8485-48c7-abbc-46830094cd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:54.660338 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47000) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:54.673848 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1cf05-6743-49f3-89b9-608d1d91ef1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1a49d5-b8f0-47cf-83af-2bf6376cc0da,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:54.675805 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-39d1cf05-6743-49f3-89b9-608d1d91ef1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:54.679585 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-39d1cf05-6743-49f3-89b9-608d1d91ef1b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8e1a49d5-b8f0-47cf-83af-2bf6376cc0da HTTP/1.1" status: 204 len: 168 time: 0.7281971 May 23 11:07:54.778226 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f9650f62-102e-48a8-8778-33aa0b021ced admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=09a95c04579f4a88b2950bb96672260c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1163325 May 23 11:07:54.781692 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47008) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:55.037451 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-953b9d24-7581-4076-9ac4-c25562368eec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:55.130084 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e117322c-b354-4ce8-ba90-76bd258836a6 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:07:55.210047 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-953b9d24-7581-4076-9ac4-c25562368eec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:55.238119 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: e117322c-b354-4ce8-ba90-76bd258836a6 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:07:55.238745 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e117322c-b354-4ce8-ba90-76bd258836a6 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:07:55.368971 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-902f5a96-8485-48c7-abbc-46830094cd2e None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:55.391819 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-953b9d24-7581-4076-9ac4-c25562368eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:55.396409 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-902f5a96-8485-48c7-abbc-46830094cd2e None None] Transition to ACTIVE for port object daa3d976-d823-4f33-a4a8-6dac78955b23 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:07:55.407364 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-902f5a96-8485-48c7-abbc-46830094cd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:55.415490 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-513f111b-8f23-41fa-81d4-4f7bcb2d7de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:55.428742 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b9d24-7581-4076-9ac4-c25562368eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a12765c-372c-4b85-bd18-0670a226a480,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:55.442651 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-953b9d24-7581-4076-9ac4-c25562368eec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:55.445012 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-953b9d24-7581-4076-9ac4-c25562368eec admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5a12765c-372c-4b85-bd18-0670a226a480 HTTP/1.1" status: 204 len: 168 time: 0.6623414 May 23 11:07:55.486162 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-43dad80c-986c-4a19-b7ba-250e024e457e req-e93f2a47-78fc-43dc-befb-f37afd25916b tempest-ServersAdmin275Test-225012631 tempest-ServersAdmin275Test-225012631-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.1245224 May 23 11:07:55.493511 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce2dae-f559-4259-9d58-0f351222c568 req-bcc121ea-91fc-4e1f-9bd9-59f3f208970e tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:55.506242 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-90ce2dae-f559-4259-9d58-0f351222c568 req-bcc121ea-91fc-4e1f-9bd9-59f3f208970e tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17b3af7-b225-4f50-9a99-a1f40e3b5fc5 HTTP/1.1" status: 200 len: 945 time: 0.2849336 May 23 11:07:55.533093 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-902f5a96-8485-48c7-abbc-46830094cd2e None None] Attempting to bind port daa3d976-d823-4f33-a4a8-6dac78955b23 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:07:55.533459 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-902f5a96-8485-48c7-abbc-46830094cd2e None None] Attempting to bind port daa3d976-d823-4f33-a4a8-6dac78955b23 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:07:55.533815 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902f5a96-8485-48c7-abbc-46830094cd2e None None] Attempting to bind port daa3d976-d823-4f33-a4a8-6dac78955b23 on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:07:55.556775 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902f5a96-8485-48c7-abbc-46830094cd2e None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:07:55.557142 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902f5a96-8485-48c7-abbc-46830094cd2e None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:07:55.557543 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-902f5a96-8485-48c7-abbc-46830094cd2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:55.557935 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902f5a96-8485-48c7-abbc-46830094cd2e None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:07:55.558395 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-902f5a96-8485-48c7-abbc-46830094cd2e None None] Bound port: daa3d976-d823-4f33-a4a8-6dac78955b23, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:07:55.558951 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-902f5a96-8485-48c7-abbc-46830094cd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:55.587199 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef013e-48f1-476a-b021-e9b6000252a4 None None] Pushing event updated for resources: {'Port': ['ID=daa3d976-d823-4f33-a4a8-6dac78955b23,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:55.651763 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-902f5a96-8485-48c7-abbc-46830094cd2e None None] For port daa3d976-d823-4f33-a4a8-6dac78955b23, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:07:55.656838 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-902f5a96-8485-48c7-abbc-46830094cd2e None None] For port daa3d976-d823-4f33-a4a8-6dac78955b23, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=daa3d976-d823-4f33-a4a8-6dac78955b23,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:07:55.661220 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-902f5a96-8485-48c7-abbc-46830094cd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:55.741291 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-90ce2dae-f559-4259-9d58-0f351222c568 req-8fdd60be-57dc-4571-a693-cd3e37db9c77 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330866 May 23 11:07:55.779090 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902f5a96-8485-48c7-abbc-46830094cd2e None None] Routers {'643910b8-d3e8-4ca8-8520-f8fec8564dd5'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:07:55.779090 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-902f5a96-8485-48c7-abbc-46830094cd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:07:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['643910b8-d3e8-4ca8-8520-f8fec8564dd5'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:07:55.856235 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-513f111b-8f23-41fa-81d4-4f7bcb2d7de7 admin admin] Allocated IP 172.20.0.1 (747ead6f-5c9e-46f2-80ef-f280e257168e/da4c8fec-892d-4e21-843f-3fcecec73207/be498722-3fc9-49a7-9025-6349d6afac14) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:07:55.859312 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef013e-48f1-476a-b021-e9b6000252a4 None None] Pushing event updated for resources: {'Port': ['ID=daa3d976-d823-4f33-a4a8-6dac78955b23,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:55.926817 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157483a2-c66f-46d3-b2a1-ff2656b9fe64 req-d62ed9fd-59e1-43ca-a3f1-38e61fffdad7 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:55.935746 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-157483a2-c66f-46d3-b2a1-ff2656b9fe64 req-d62ed9fd-59e1-43ca-a3f1-38e61fffdad7 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.79 "GET /v2.0/ports?device_id=a923ca38-2c58-458d-92f3-977e0e9e144b HTTP/1.1" status: 200 len: 948 time: 0.1231823 May 23 11:07:56.078471 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-157483a2-c66f-46d3-b2a1-ff2656b9fe64 req-01922217-6187-4630-b860-a5ca945e1e91 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.79 "GET /v2.0/security-groups?id=336e08ad-b29f-4151-99b3-e10dd6823e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417389 May 23 11:07:56.110353 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-902f5a96-8485-48c7-abbc-46830094cd2e None None] Set router 643910b8-d3e8-4ca8-8520-f8fec8564dd5 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:07:56.135129 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163a4b7-b26d-4e15-beb3-7bbdc50c7f4f req-3432d3a6-9ca1-42e8-bafe-32344c3ac25a tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:56.135685 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-513f111b-8f23-41fa-81d4-4f7bcb2d7de7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:56.137486 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e163a4b7-b26d-4e15-beb3-7bbdc50c7f4f req-3432d3a6-9ca1-42e8-bafe-32344c3ac25a tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba4e35b8-7de4-4233-bda0-2666bafd70e6 HTTP/1.1" status: 200 len: 946 time: 0.1280718 May 23 11:07:56.160004 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-513f111b-8f23-41fa-81d4-4f7bcb2d7de7 admin admin] Transition to ACTIVE for port object be498722-3fc9-49a7-9025-6349d6afac14 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:07:56.204783 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-513f111b-8f23-41fa-81d4-4f7bcb2d7de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:56.223857 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e163a4b7-b26d-4e15-beb3-7bbdc50c7f4f req-32bd1ee3-a764-4f9d-a616-2b832a29b0f1 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804713 May 23 11:07:56.303281 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513f111b-8f23-41fa-81d4-4f7bcb2d7de7 admin admin] Network 747ead6f-5c9e-46f2-80ef-f280e257168e is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:07:56.306286 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-513f111b-8f23-41fa-81d4-4f7bcb2d7de7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:07:56.311472 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513f111b-8f23-41fa-81d4-4f7bcb2d7de7 admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:07:56.359669 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f111b-8f23-41fa-81d4-4f7bcb2d7de7 admin admin] Pushing event updated for resources: {'Port': ['ID=be498722-3fc9-49a7-9025-6349d6afac14,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:56.428968 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-513f111b-8f23-41fa-81d4-4f7bcb2d7de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:56.599182 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-513f111b-8f23-41fa-81d4-4f7bcb2d7de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:56.607034 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47058) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:56.711889 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-902f5a96-8485-48c7-abbc-46830094cd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643910b8-d3e8-4ca8-8520-f8fec8564dd5', 'name': 'tempest-ServersTestJSON-1529975793-router', 'tenant_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'daa3d976-d823-4f33-a4a8-6dac78955b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:07:47Z', 'updated_at': '2022-05-23T11:07:50Z', 'revision_number': 3, 'project_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'gw_port': {'id': 'daa3d976-d823-4f33-a4a8-6dac78955b23', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643910b8-d3e8-4ca8-8520-f8fec8564dd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:07:48Z', 'updated_at': '2022-05-23T11:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:07:56.727638 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902f5a96-8485-48c7-abbc-46830094cd2e None None] The sync data for ids ['643910b8-d3e8-4ca8-8520-f8fec8564dd5'] in n-d-842952-2 is: [{'id': '643910b8-d3e8-4ca8-8520-f8fec8564dd5', 'name': 'tempest-ServersTestJSON-1529975793-router', 'tenant_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'daa3d976-d823-4f33-a4a8-6dac78955b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:07:47Z', 'updated_at': '2022-05-23T11:07:50Z', 'revision_number': 3, 'project_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'gw_port': {'id': 'daa3d976-d823-4f33-a4a8-6dac78955b23', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643910b8-d3e8-4ca8-8520-f8fec8564dd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:07:48Z', 'updated_at': '2022-05-23T11:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:07:56.751784 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c9a085cd-2155-4d96-a31a-222b305d2722 None None] Provisioning for port be498722-3fc9-49a7-9025-6349d6afac14 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:07:56.763549 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c9a085cd-2155-4d96-a31a-222b305d2722 None None] Provisioning complete for port be498722-3fc9-49a7-9025-6349d6afac14 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:07:56.764116 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c9a085cd-2155-4d96-a31a-222b305d2722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:56.936510 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c9a085cd-2155-4d96-a31a-222b305d2722 None None] Port be498722-3fc9-49a7-9025-6349d6afac14 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:07:56.994677 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-45a754be-622d-4010-95a8-713f2113ccf7 req-dcd861ef-dbb5-4917-932d-da5a548104fc tempest-ServersAdmin275Test-225012631 tempest-ServersAdmin275Test-225012631-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.0923846 May 23 11:07:57.000017 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-e6ca4619-03ae-4243-9f0b-85c2dba954dc admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1527388362-network', 'tenant_id': '3583a8d0822f4e2696ff39b89a43df5e'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:07:57.024863 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e6ca4619-03ae-4243-9f0b-85c2dba954dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:07:57.040816 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e6ca4619-03ae-4243-9f0b-85c2dba954dc admin admin] Usage tracker for resource:network and tenant:3583a8d0822f4e2696ff39b89a43df5e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:07:57.049388 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e6ca4619-03ae-4243-9f0b-85c2dba954dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:07:57.073122 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e6ca4619-03ae-4243-9f0b-85c2dba954dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:07:57.107179 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ca4619-03ae-4243-9f0b-85c2dba954dc admin admin] Made reservation on behalf of 3583a8d0822f4e2696ff39b89a43df5e for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:07:57.109672 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e6ca4619-03ae-4243-9f0b-85c2dba954dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:57.125383 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-513f111b-8f23-41fa-81d4-4f7bcb2d7de7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:57.135143 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-513f111b-8f23-41fa-81d4-4f7bcb2d7de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:57.142312 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e6ca4619-03ae-4243-9f0b-85c2dba954dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:57.375880 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e6ca4619-03ae-4243-9f0b-85c2dba954dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:07:57.402260 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e6ca4619-03ae-4243-9f0b-85c2dba954dc admin admin] Usage tracker for resource:security_group_rule and tenant:3583a8d0822f4e2696ff39b89a43df5e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:07:57.418224 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e6ca4619-03ae-4243-9f0b-85c2dba954dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:07:57.438767 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-513f111b-8f23-41fa-81d4-4f7bcb2d7de7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:57.452652 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f111b-8f23-41fa-81d4-4f7bcb2d7de7 admin admin] Pushing event updated for resources: {'Port': ['ID=be498722-3fc9-49a7-9025-6349d6afac14,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:57.458494 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e6ca4619-03ae-4243-9f0b-85c2dba954dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:07:57.545466 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f0690a-7183-4b15-a1b0-275a6d3c8d68 req-b938ed39-1573-4d70-b070-d63ab19da812 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:57.559507 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-03f0690a-7183-4b15-a1b0-275a6d3c8d68 req-b938ed39-1573-4d70-b070-d63ab19da812 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17b3af7-b225-4f50-9a99-a1f40e3b5fc5 HTTP/1.1" status: 200 len: 945 time: 0.2880213 May 23 11:07:57.638622 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3bb0d6-64e5-40ef-a3f7-d2e9d450d909 req-8890329b-a19a-4c6b-9738-b3e32a819f5f tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:57.639355 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-2a3bb0d6-64e5-40ef-a3f7-d2e9d450d909 req-8890329b-a19a-4c6b-9738-b3e32a819f5f tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Synchronizing usage tracker for tenant:d9f34ebc15424c61859fd294a55c0679 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:07:57.722899 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-2a3bb0d6-64e5-40ef-a3f7-d2e9d450d909 req-8890329b-a19a-4c6b-9738-b3e32a819f5f tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Unset dirty status for tenant:d9f34ebc15424c61859fd294a55c0679 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:07:57.724296 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2a3bb0d6-64e5-40ef-a3f7-d2e9d450d909 req-8890329b-a19a-4c6b-9738-b3e32a819f5f tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.81 "GET /v2.0/ports?device_id=a923ca38-2c58-458d-92f3-977e0e9e144b HTTP/1.1" status: 200 len: 948 time: 0.3503499 May 23 11:07:57.724992 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-03f0690a-7183-4b15-a1b0-275a6d3c8d68 req-b9723711-800d-4417-aec9-5caf386ed125 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643207 May 23 11:07:57.777725 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1132159-932c-49ce-a2ef-7659912245a2 req-276d1604-599a-49df-aa79-8d9b0696c793 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:57.781854 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513f111b-8f23-41fa-81d4-4f7bcb2d7de7 admin admin] Network 747ead6f-5c9e-46f2-80ef-f280e257168e is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:07:57.782825 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-513f111b-8f23-41fa-81d4-4f7bcb2d7de7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:07:57.796262 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c1132159-932c-49ce-a2ef-7659912245a2 req-276d1604-599a-49df-aa79-8d9b0696c793 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.79 "GET /v2.0/ports?device_id=a923ca38-2c58-458d-92f3-977e0e9e144b HTTP/1.1" status: 200 len: 948 time: 0.1941133 May 23 11:07:57.855200 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e6ca4619-03ae-4243-9f0b-85c2dba954dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:57.882584 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e6ca4619-03ae-4243-9f0b-85c2dba954dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:57.897955 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6ca4619-03ae-4243-9f0b-85c2dba954dc admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:07:57.918120 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e6ca4619-03ae-4243-9f0b-85c2dba954dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:57.919532 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-e6ca4619-03ae-4243-9f0b-85c2dba954dc admin admin] Added segment 42cf3a8e-b4a3-4cb2-b9d8-a43d6a0a0923 of type vlan for network e39cc915-4ae9-49f7-9236-0675fd51bbc0 May 23 11:07:57.964414 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e6ca4619-03ae-4243-9f0b-85c2dba954dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:58.025358 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e6ca4619-03ae-4243-9f0b-85c2dba954dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:58.026766 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ca4619-03ae-4243-9f0b-85c2dba954dc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:58.027548 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e6ca4619-03ae-4243-9f0b-85c2dba954dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:58.154557 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c1132159-932c-49ce-a2ef-7659912245a2 req-71a3d440-2a92-41d9-85e0-04a940459948 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.79 "GET /v2.0/security-groups?id=336e08ad-b29f-4151-99b3-e10dd6823e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562009 May 23 11:07:58.165263 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e6ca4619-03ae-4243-9f0b-85c2dba954dc admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5561826 May 23 11:07:58.177564 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-2a3bb0d6-64e5-40ef-a3f7-d2e9d450d909 req-64606410-2328-4c6c-9e5c-5f97ab05a5fd tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Deleting port 05a18725-4529-46cf-8c6c-791551fe733f {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:07:58.178071 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2a3bb0d6-64e5-40ef-a3f7-d2e9d450d909 req-64606410-2328-4c6c-9e5c-5f97ab05a5fd tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:58.242337 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47102) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:58.300735 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-37578f93-a501-404f-b372-da327df167bf None None] Provisioning complete for port be498722-3fc9-49a7-9025-6349d6afac14 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:07:58.301303 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-37578f93-a501-404f-b372-da327df167bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:58.309924 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-4084db73-9022-4ee9-bc6b-8c3a1a2caa90 admin admin] Request body: {'subnet': {'network_id': 'e39cc915-4ae9-49f7-9236-0675fd51bbc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1527388362-subnet', 'tenant_id': '3583a8d0822f4e2696ff39b89a43df5e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:07:58.347266 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4084db73-9022-4ee9-bc6b-8c3a1a2caa90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:07:58.371403 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca4619-03ae-4243-9f0b-85c2dba954dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810ff234-6f81-470f-ab96-122fc2658368,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:58.402799 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4084db73-9022-4ee9-bc6b-8c3a1a2caa90 admin admin] Usage tracker for resource:subnet and tenant:3583a8d0822f4e2696ff39b89a43df5e is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:07:58.415882 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca4619-03ae-4243-9f0b-85c2dba954dc admin admin] Pushing event updated for resources: {'Network': ['ID=e39cc915-4ae9-49f7-9236-0675fd51bbc0,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:58.459596 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4084db73-9022-4ee9-bc6b-8c3a1a2caa90 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:07:58.464180 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network e39cc915-4ae9-49f7-9236-0675fd51bbc0 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:07:58.497836 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4084db73-9022-4ee9-bc6b-8c3a1a2caa90 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:07:58.622828 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e6adfaf4-bcfc-4f65-92bb-bf3f4047d7d0 req-5b24c525-8d5b-4c19-91a7-c8d4360fcce9 tempest-ServersAdmin275Test-225012631 tempest-ServersAdmin275Test-225012631-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.1212149 May 23 11:07:58.712894 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-37578f93-a501-404f-b372-da327df167bf None None] Port be498722-3fc9-49a7-9025-6349d6afac14 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:07:58.760384 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4084db73-9022-4ee9-bc6b-8c3a1a2caa90 admin admin] Made reservation on behalf of 3583a8d0822f4e2696ff39b89a43df5e for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:07:58.762851 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4084db73-9022-4ee9-bc6b-8c3a1a2caa90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:59.206828 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device daa3d976-d823-4f33-a4a8-6dac78955b23 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:07:59.262504 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4084db73-9022-4ee9-bc6b-8c3a1a2caa90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:59.268847 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-2a3bb0d6-64e5-40ef-a3f7-d2e9d450d909 req-64606410-2328-4c6c-9e5c-5f97ab05a5fd tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] For port 05a18725-4529-46cf-8c6c-791551fe733f, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=05a18725-4529-46cf-8c6c-791551fe733f,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:07:59.269198 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2a3bb0d6-64e5-40ef-a3f7-d2e9d450d909 req-64606410-2328-4c6c-9e5c-5f97ab05a5fd tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:59.335882 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084db73-9022-4ee9-bc6b-8c3a1a2caa90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31653b58-cc70-4b42-9319-2e134efa8642,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:07:59.365772 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port daa3d976-d823-4f33-a4a8-6dac78955b23 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:07:59.379618 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port daa3d976-d823-4f33-a4a8-6dac78955b23 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:07:59.380383 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:59.575605 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ce924-166d-42f7-98c8-f954755eae9d req-07454e0d-ac8f-44b8-98d4-0f46d7f7f753 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:07:59.586264 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b37ce924-166d-42f7-98c8-f954755eae9d req-07454e0d-ac8f-44b8-98d4-0f46d7f7f753 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.79 "GET /v2.0/ports?device_id=a923ca38-2c58-458d-92f3-977e0e9e144b HTTP/1.1" status: 200 len: 948 time: 0.2024209 May 23 11:07:59.636563 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 3da8075f-8ad4-45df-860e-2ea2d5eb7191 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:07:59.707041 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47160) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:07:59.730378 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:59.740398 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b37ce924-166d-42f7-98c8-f954755eae9d req-9a5a4e6e-fe3d-4b8f-927d-eb981d649016 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.79 "GET /v2.0/security-groups?id=336e08ad-b29f-4151-99b3-e10dd6823e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467066 May 23 11:07:59.796081 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-2a3bb0d6-64e5-40ef-a3f7-d2e9d450d909 req-64606410-2328-4c6c-9e5c-5f97ab05a5fd tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Calling delete_port for 05a18725-4529-46cf-8c6c-791551fe733f owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:07:59.915102 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port daa3d976-d823-4f33-a4a8-6dac78955b23, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=daa3d976-d823-4f33-a4a8-6dac78955b23,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:07:59.941218 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:07:59.967260 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-19d14a91-cb6d-4159-bdbe-4e9a8f023651 tempest-PortsAdminExtendedAttrsTestJSON-1023477241 tempest-PortsAdminExtendedAttrsTestJSON-1023477241-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2066341839'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:07:59.974279 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-19d14a91-cb6d-4159-bdbe-4e9a8f023651 tempest-PortsAdminExtendedAttrsTestJSON-1023477241 tempest-PortsAdminExtendedAttrsTestJSON-1023477241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:07:59.993755 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4084db73-9022-4ee9-bc6b-8c3a1a2caa90 admin admin] Checking segment: {'id': '42cf3a8e-b4a3-4cb2-b9d8-a43d6a0a0923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e39cc915-4ae9-49f7-9236-0675fd51bbc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:07:59.994142 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4084db73-9022-4ee9-bc6b-8c3a1a2caa90 admin admin] Network hostable DHCP agents. Network: e39cc915-4ae9-49f7-9236-0675fd51bbc0, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:08:00.005870 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-513f111b-8f23-41fa-81d4-4f7bcb2d7de7 admin admin] Router 643910b8-d3e8-4ca8-8520-f8fec8564dd5 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:08:00.052669 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-19d14a91-cb6d-4159-bdbe-4e9a8f023651 tempest-PortsAdminExtendedAttrsTestJSON-1023477241 tempest-PortsAdminExtendedAttrsTestJSON-1023477241-project] Usage tracker for resource:network and tenant:26d5a2572f1447e8a0a31098a5234ecb is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:00.056976 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-19d14a91-cb6d-4159-bdbe-4e9a8f023651 tempest-PortsAdminExtendedAttrsTestJSON-1023477241 tempest-PortsAdminExtendedAttrsTestJSON-1023477241-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:00.064761 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-19d14a91-cb6d-4159-bdbe-4e9a8f023651 tempest-PortsAdminExtendedAttrsTestJSON-1023477241 tempest-PortsAdminExtendedAttrsTestJSON-1023477241-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:00.080326 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d14a91-cb6d-4159-bdbe-4e9a8f023651 tempest-PortsAdminExtendedAttrsTestJSON-1023477241 tempest-PortsAdminExtendedAttrsTestJSON-1023477241-project] Made reservation on behalf of 26d5a2572f1447e8a0a31098a5234ecb for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:08:00.083688 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-19d14a91-cb6d-4159-bdbe-4e9a8f023651 tempest-PortsAdminExtendedAttrsTestJSON-1023477241 tempest-PortsAdminExtendedAttrsTestJSON-1023477241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:00.103113 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-19d14a91-cb6d-4159-bdbe-4e9a8f023651 tempest-PortsAdminExtendedAttrsTestJSON-1023477241 tempest-PortsAdminExtendedAttrsTestJSON-1023477241-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:00.114611 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=daa3d976-d823-4f33-a4a8-6dac78955b23,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:00.127941 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e484556e-a259-4d54-b8b6-6775aa76aeab req-73bbaad5-79a3-4fef-8326-1b4846dd7d8e tempest-ServersAdmin275Test-225012631 tempest-ServersAdmin275Test-225012631-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.1450222 May 23 11:08:00.129428 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 3da8075f-8ad4-45df-860e-2ea2d5eb7191, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=3da8075f-8ad4-45df-860e-2ea2d5eb7191,segment=NetworkSegment(627b9d90-481e-4586-8e5b-ec8be80efc37),segment_id=627b9d90-481e-4586-8e5b-ec8be80efc37)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:08:00.144529 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '3da8075f-8ad4-45df-860e-2ea2d5eb7191', 'network_id': '93233ebd-402e-45bd-b397-1f41a2b23d60', 'port_id': '3da8075f-8ad4-45df-860e-2ea2d5eb7191', 'mac_address': 'fa:16:3e:c8:d9:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9294d2b8-973f-442c-9036-697778dd5201', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:08:00.182307 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-19d14a91-cb6d-4159-bdbe-4e9a8f023651 tempest-PortsAdminExtendedAttrsTestJSON-1023477241 tempest-PortsAdminExtendedAttrsTestJSON-1023477241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:00.189196 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-19d14a91-cb6d-4159-bdbe-4e9a8f023651 tempest-PortsAdminExtendedAttrsTestJSON-1023477241 tempest-PortsAdminExtendedAttrsTestJSON-1023477241-project] Usage tracker for resource:security_group_rule and tenant:26d5a2572f1447e8a0a31098a5234ecb is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:00.200712 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-19d14a91-cb6d-4159-bdbe-4e9a8f023651 tempest-PortsAdminExtendedAttrsTestJSON-1023477241 tempest-PortsAdminExtendedAttrsTestJSON-1023477241-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:00.208611 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-19d14a91-cb6d-4159-bdbe-4e9a8f023651 tempest-PortsAdminExtendedAttrsTestJSON-1023477241 tempest-PortsAdminExtendedAttrsTestJSON-1023477241-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:00.216656 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:00.230686 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4084db73-9022-4ee9-bc6b-8c3a1a2caa90 admin admin] Network e39cc915-4ae9-49f7-9236-0675fd51bbc0 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:08:00.235711 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2a3bb0d6-64e5-40ef-a3f7-d2e9d450d909 req-64606410-2328-4c6c-9e5c-5f97ab05a5fd tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:00.241609 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3da8075f-8ad4-45df-860e-2ea2d5eb7191 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:08:00.259500 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 3da8075f-8ad4-45df-860e-2ea2d5eb7191, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=3da8075f-8ad4-45df-860e-2ea2d5eb7191,segment=NetworkSegment(627b9d90-481e-4586-8e5b-ec8be80efc37),segment_id=627b9d90-481e-4586-8e5b-ec8be80efc37)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:08:00.264004 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:00.292612 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64606410-2328-4c6c-9e5c-5f97ab05a5fd tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Pushing event deleted for resources: {'Port': ['ID=05a18725-4529-46cf-8c6c-791551fe733f,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:00.301628 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-4084db73-9022-4ee9-bc6b-8c3a1a2caa90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, e39cc915-4ae9-49f7-9236-0675fd51bbc0) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:08:00.336500 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4084db73-9022-4ee9-bc6b-8c3a1a2caa90 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:00.337007 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4084db73-9022-4ee9-bc6b-8c3a1a2caa90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:00.341362 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=3da8075f-8ad4-45df-860e-2ea2d5eb7191,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:00.346492 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e340e7-e7ee-4e40-a927-b0e6a2a86164 None None] Network e39cc915-4ae9-49f7-9236-0675fd51bbc0 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:08:00.352117 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-19d14a91-cb6d-4159-bdbe-4e9a8f023651 tempest-PortsAdminExtendedAttrsTestJSON-1023477241 tempest-PortsAdminExtendedAttrsTestJSON-1023477241-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:00.357760 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-19d14a91-cb6d-4159-bdbe-4e9a8f023651 tempest-PortsAdminExtendedAttrsTestJSON-1023477241 tempest-PortsAdminExtendedAttrsTestJSON-1023477241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:00.403746 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19d14a91-cb6d-4159-bdbe-4e9a8f023651 tempest-PortsAdminExtendedAttrsTestJSON-1023477241 tempest-PortsAdminExtendedAttrsTestJSON-1023477241-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:08:00.414703 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d14a91-cb6d-4159-bdbe-4e9a8f023651 tempest-PortsAdminExtendedAttrsTestJSON-1023477241 tempest-PortsAdminExtendedAttrsTestJSON-1023477241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28092b53-4f83-481e-a031-c95ecd822969,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:00.438371 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-19d14a91-cb6d-4159-bdbe-4e9a8f023651 tempest-PortsAdminExtendedAttrsTestJSON-1023477241 tempest-PortsAdminExtendedAttrsTestJSON-1023477241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:00.439014 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-19d14a91-cb6d-4159-bdbe-4e9a8f023651 tempest-PortsAdminExtendedAttrsTestJSON-1023477241 tempest-PortsAdminExtendedAttrsTestJSON-1023477241-project] Added segment fdbf2048-ff68-41e2-8349-aaf335c9ee29 of type vlan for network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 May 23 11:08:00.452319 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a3bb0d6-64e5-40ef-a3f7-d2e9d450d909 req-64606410-2328-4c6c-9e5c-5f97ab05a5fd tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] No DVR routers for this DVR port 05a18725-4529-46cf-8c6c-791551fe733f on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:08:00.456872 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2a3bb0d6-64e5-40ef-a3f7-d2e9d450d909 req-64606410-2328-4c6c-9e5c-5f97ab05a5fd tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:00.460755 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a923ca38-2c58-458d-92f3-977e0e9e144b', 'name': 'network-vif-deleted', 'tag': '05a18725-4529-46cf-8c6c-791551fe733f'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:08:00.489751 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4084db73-9022-4ee9-bc6b-8c3a1a2caa90 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2429390 May 23 11:08:00.491376 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47176) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:00.494093 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2a3bb0d6-64e5-40ef-a3f7-d2e9d450d909 req-64606410-2328-4c6c-9e5c-5f97ab05a5fd tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.81 "DELETE /v2.0/ports/05a18725-4529-46cf-8c6c-791551fe733f HTTP/1.1" status: 204 len: 173 time: 2.7645321 May 23 11:08:00.510748 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-19d14a91-cb6d-4159-bdbe-4e9a8f023651 tempest-PortsAdminExtendedAttrsTestJSON-1023477241 tempest-PortsAdminExtendedAttrsTestJSON-1023477241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:00.528692 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['3da8075f-8ad4-45df-860e-2ea2d5eb7191'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:08:00.529810 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-f09257d1-df6e-4a9e-94cb-7d75394a3500 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1527388362-router', 'tenant_id': '3583a8d0822f4e2696ff39b89a43df5e', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:08:00.541772 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513f111b-8f23-41fa-81d4-4f7bcb2d7de7 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:08:00.543163 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f09257d1-df6e-4a9e-94cb-7d75394a3500 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:00.550931 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f09257d1-df6e-4a9e-94cb-7d75394a3500 admin admin] Usage tracker for resource:router and tenant:3583a8d0822f4e2696ff39b89a43df5e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:00.555634 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f09257d1-df6e-4a9e-94cb-7d75394a3500 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:00.560451 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-513f111b-8f23-41fa-81d4-4f7bcb2d7de7 admin admin] 10.222.0.79 "PUT /v2.0/routers/643910b8-d3e8-4ca8-8520-f8fec8564dd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1189885 May 23 11:08:00.562300 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f09257d1-df6e-4a9e-94cb-7d75394a3500 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:00.565120 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2440cdc4-3012-443f-af67-66f8f7779e49'] response: {'server_uuid': 'a923ca38-2c58-458d-92f3-977e0e9e144b', 'name': 'network-vif-deleted', 'tag': '05a18725-4529-46cf-8c6c-791551fe733f', 'status': 'completed', 'code': 200} May 23 11:08:00.586989 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47182) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:00.626622 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f09257d1-df6e-4a9e-94cb-7d75394a3500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:00.628415 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f09257d1-df6e-4a9e-94cb-7d75394a3500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:00.655662 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f09257d1-df6e-4a9e-94cb-7d75394a3500 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:00.672878 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-19d14a91-cb6d-4159-bdbe-4e9a8f023651 tempest-PortsAdminExtendedAttrsTestJSON-1023477241 tempest-PortsAdminExtendedAttrsTestJSON-1023477241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:00.677270 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d14a91-cb6d-4159-bdbe-4e9a8f023651 tempest-PortsAdminExtendedAttrsTestJSON-1023477241 tempest-PortsAdminExtendedAttrsTestJSON-1023477241-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:00.677902 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-19d14a91-cb6d-4159-bdbe-4e9a8f023651 tempest-PortsAdminExtendedAttrsTestJSON-1023477241 tempest-PortsAdminExtendedAttrsTestJSON-1023477241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:00.694164 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bbe513-e522-4ac5-b93b-802df00f85a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-e39cc915-4ae9-49f7-9236-0675fd51bbc0', 'network_id': 'e39cc915-4ae9-49f7-9236-0675fd51bbc0', 'tenant_id': '3583a8d0822f4e2696ff39b89a43df5e', 'fixed_ips': [{'subnet_id': '31653b58-cc70-4b42-9319-2e134efa8642'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:08:00.695022 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-79bbe513-e522-4ac5-b93b-802df00f85a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:00.918972 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-443693ef-d81f-4f75-86af-3d0627369ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:01.002323 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-443693ef-d81f-4f75-86af-3d0627369ffe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:01.008910 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-443693ef-d81f-4f75-86af-3d0627369ffe admin admin] Usage tracker for resource:security_group_rule and tenant:f5bc1eb51d7b49a4a5f17b6b2052b8a9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:01.012843 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-443693ef-d81f-4f75-86af-3d0627369ffe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:01.034601 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-443693ef-d81f-4f75-86af-3d0627369ffe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:01.172019 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-443693ef-d81f-4f75-86af-3d0627369ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:01.177267 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-443693ef-d81f-4f75-86af-3d0627369ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:01.205082 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device daa3d976-d823-4f33-a4a8-6dac78955b23 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:08:01.234620 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f943ee8d-b5f1-428b-a0fd-3ce12bff1e89 req-e771e86c-dcf8-45c7-8f87-3721bcbed923 tempest-ListImageFiltersTestJSON-694361330 tempest-ListImageFiltersTestJSON-694361330-project] 10.222.0.79 "GET /v2.0/ports?device_id=a923ca38-2c58-458d-92f3-977e0e9e144b HTTP/1.1" status: 200 len: 210 time: 0.1213341 May 23 11:08:01.238910 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-19d14a91-cb6d-4159-bdbe-4e9a8f023651 tempest-PortsAdminExtendedAttrsTestJSON-1023477241 tempest-PortsAdminExtendedAttrsTestJSON-1023477241-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.5295856 May 23 11:08:01.240734 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d14a91-cb6d-4159-bdbe-4e9a8f023651 tempest-PortsAdminExtendedAttrsTestJSON-1023477241 tempest-PortsAdminExtendedAttrsTestJSON-1023477241-project] Pushing event updated for resources: {'Network': ['ID=8b0099d5-e062-451a-bfa7-dee7818cd4d3,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:01.264156 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443693ef-d81f-4f75-86af-3d0627369ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd7cae1-a540-40e4-bd05-4d8050ba0c1c,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:01.265537 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47206) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:01.267665 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f09257d1-df6e-4a9e-94cb-7d75394a3500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:01.286797 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-3fbbe533-70c5-47e4-aefc-69f6a142e82f tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1102555951', 'description': 'tempest-description--1124394075'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:08:01.295135 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3fbbe533-70c5-47e4-aefc-69f6a142e82f tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:01.325019 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-443693ef-d81f-4f75-86af-3d0627369ffe admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f5bc1eb51d7b49a4a5f17b6b2052b8a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7361760 May 23 11:08:01.325654 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47214) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:01.332620 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3fbbe533-70c5-47e4-aefc-69f6a142e82f tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Usage tracker for resource:security_group and tenant:fc51252c175e4cbcbdf52b4fe247eb16 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:01.341751 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:08:01.342178 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3fbbe533-70c5-47e4-aefc-69f6a142e82f tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:01.374186 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3fbbe533-70c5-47e4-aefc-69f6a142e82f tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:01.404217 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-256eca7e-e94e-4c35-abb3-8475b37215da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:01.459575 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-256eca7e-e94e-4c35-abb3-8475b37215da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:01.519880 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3fbbe533-70c5-47e4-aefc-69f6a142e82f tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:01.540904 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 05a18725-4529-46cf-8c6c-791551fe733f no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:08:01.542494 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-256eca7e-e94e-4c35-abb3-8475b37215da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:01.557717 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256eca7e-e94e-4c35-abb3-8475b37215da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd7cae1-a540-40e4-bd05-4d8050ba0c1c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:01.571695 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-256eca7e-e94e-4c35-abb3-8475b37215da admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:01.575754 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-256eca7e-e94e-4c35-abb3-8475b37215da admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ecd7cae1-a540-40e4-bd05-4d8050ba0c1c HTTP/1.1" status: 204 len: 168 time: 0.2491596 May 23 11:08:01.585090 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3fbbe533-70c5-47e4-aefc-69f6a142e82f tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:01.591545 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3fbbe533-70c5-47e4-aefc-69f6a142e82f tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Usage tracker for resource:security_group_rule and tenant:fc51252c175e4cbcbdf52b4fe247eb16 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:01.596890 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3fbbe533-70c5-47e4-aefc-69f6a142e82f tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:01.614409 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3fbbe533-70c5-47e4-aefc-69f6a142e82f tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:01.645186 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: 05a18725-4529-46cf-8c6c-791551fe733f {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:08:01.645945 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 05a18725-4529-46cf-8c6c-791551fe733f not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:08:01.712596 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-79bbe513-e522-4ac5-b93b-802df00f85a1 None None] Allocated IP 172.20.0.2 (e39cc915-4ae9-49f7-9236-0675fd51bbc0/31653b58-cc70-4b42-9319-2e134efa8642/b9113b57-1076-4dbe-94f3-383a17fc6cb6) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:08:01.810876 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4244fdf7-e460-4453-9247-327434f6a834 None None] Sync routers for ids ['643910b8-d3e8-4ca8-8520-f8fec8564dd5'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:08:01.825706 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port daa3d976-d823-4f33-a4a8-6dac78955b23 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:08:01.826089 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:01.845249 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4244fdf7-e460-4453-9247-327434f6a834 None None] Routers {'643910b8-d3e8-4ca8-8520-f8fec8564dd5'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:08:01.845948 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-4244fdf7-e460-4453-9247-327434f6a834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:07:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['643910b8-d3e8-4ca8-8520-f8fec8564dd5'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:08:02.023443 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f09257d1-df6e-4a9e-94cb-7d75394a3500 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:02.072000 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f09257d1-df6e-4a9e-94cb-7d75394a3500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:02.076993 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-79bbe513-e522-4ac5-b93b-802df00f85a1 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:02.088479 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-79bbe513-e522-4ac5-b93b-802df00f85a1 None None] Transition to ACTIVE for port object b9113b57-1076-4dbe-94f3-383a17fc6cb6 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:08:02.116178 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-79bbe513-e522-4ac5-b93b-802df00f85a1 None None] Transition to ACTIVE for port object b9113b57-1076-4dbe-94f3-383a17fc6cb6 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:08:02.129619 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-79bbe513-e522-4ac5-b93b-802df00f85a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:02.143211 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3fbbe533-70c5-47e4-aefc-69f6a142e82f tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:02.152686 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3fbbe533-70c5-47e4-aefc-69f6a142e82f tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:02.202938 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47236) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:02.210647 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Request body: {'port': {'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3', 'binding:host_id': 'n-h1-842952-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-775660469'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:08:02.215307 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bbe513-e522-4ac5-b93b-802df00f85a1 None None] Network e39cc915-4ae9-49f7-9236-0675fd51bbc0 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:08:02.224517 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:02.230537 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-79bbe513-e522-4ac5-b93b-802df00f85a1 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:08:02.240236 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bbe513-e522-4ac5-b93b-802df00f85a1 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:08:02.241634 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Usage tracker for resource:port and tenant:9ff85d493697451fbf18bf6fe2176cde is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:02.250571 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:02.260964 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bbe513-e522-4ac5-b93b-802df00f85a1 None None] Pushing event updated for resources: {'Port': ['ID=b9113b57-1076-4dbe-94f3-383a17fc6cb6,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:02.261954 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbbe533-70c5-47e4-aefc-69f6a142e82f tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=507420f4-c772-463f-8708-f35159c33422,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:02.265945 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:02.308709 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Made reservation on behalf of 9ff85d493697451fbf18bf6fe2176cde for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:08:02.311692 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:02.316302 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3fbbe533-70c5-47e4-aefc-69f6a142e82f tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:02.320519 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3fbbe533-70c5-47e4-aefc-69f6a142e82f tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.0398407 May 23 11:08:02.321104 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47246) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:02.363092 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:02.369225 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-2f0d16da-0f1a-4f0b-a221-54d381f7eecc tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Request body: {'security_group_rule': {'security_group_id': '507420f4-c772-463f-8708-f35159c33422', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:08:02.405577 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-4244fdf7-e460-4453-9247-327434f6a834 None None] Set router 643910b8-d3e8-4ca8-8520-f8fec8564dd5 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:08:02.470783 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2f0d16da-0f1a-4f0b-a221-54d381f7eecc tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:02.471868 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:02.487574 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Usage tracker for resource:security_group_rule and tenant:9ff85d493697451fbf18bf6fe2176cde is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:02.501700 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:02.517183 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:02.556082 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-79bbe513-e522-4ac5-b93b-802df00f85a1 None None] Attempting to bind port b9113b57-1076-4dbe-94f3-383a17fc6cb6 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:08:02.558769 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-79bbe513-e522-4ac5-b93b-802df00f85a1 None None] Attempting to bind port b9113b57-1076-4dbe-94f3-383a17fc6cb6 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '42cf3a8e-b4a3-4cb2-b9d8-a43d6a0a0923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e39cc915-4ae9-49f7-9236-0675fd51bbc0'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:08:02.560320 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bbe513-e522-4ac5-b93b-802df00f85a1 None None] Attempting to bind port b9113b57-1076-4dbe-94f3-383a17fc6cb6 on network e39cc915-4ae9-49f7-9236-0675fd51bbc0 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:02.578167 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bbe513-e522-4ac5-b93b-802df00f85a1 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:08:02.578990 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bbe513-e522-4ac5-b93b-802df00f85a1 None None] Checking segment: {'id': '42cf3a8e-b4a3-4cb2-b9d8-a43d6a0a0923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e39cc915-4ae9-49f7-9236-0675fd51bbc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:08:02.579574 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-79bbe513-e522-4ac5-b93b-802df00f85a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:02.580148 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bbe513-e522-4ac5-b93b-802df00f85a1 None None] Bound using segment: {'id': '42cf3a8e-b4a3-4cb2-b9d8-a43d6a0a0923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e39cc915-4ae9-49f7-9236-0675fd51bbc0'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:08:02.580800 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-79bbe513-e522-4ac5-b93b-802df00f85a1 None None] Bound port: b9113b57-1076-4dbe-94f3-383a17fc6cb6, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42cf3a8e-b4a3-4cb2-b9d8-a43d6a0a0923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e39cc915-4ae9-49f7-9236-0675fd51bbc0'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:08:02.581979 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-79bbe513-e522-4ac5-b93b-802df00f85a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:02.623054 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2f0d16da-0f1a-4f0b-a221-54d381f7eecc tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Usage tracker for resource:security_group_rule and tenant:fc51252c175e4cbcbdf52b4fe247eb16 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:02.646760 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2f0d16da-0f1a-4f0b-a221-54d381f7eecc tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:02.654512 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a4ab2986-a442-44df-9468-06c54d16bc4d req-e7cf4857-aa75-4876-801c-2d6a1f821325 tempest-ServersAdmin275Test-225012631 tempest-ServersAdmin275Test-225012631-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.1728477 May 23 11:08:02.668678 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2f0d16da-0f1a-4f0b-a221-54d381f7eecc tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:02.672824 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:02.679621 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:02.684944 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] device_id is not set on port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:08:02.695067 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-f09257d1-df6e-4a9e-94cb-7d75394a3500 admin admin] Allocated IP 172.25.6.23 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/ac7d8cbc-d179-48a9-827e-dc28c330dad2) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:08:02.712838 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f0d16da-0f1a-4f0b-a221-54d381f7eecc tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:02.881668 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-79bbe513-e522-4ac5-b93b-802df00f85a1 None None] For port b9113b57-1076-4dbe-94f3-383a17fc6cb6, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:08:02.891854 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-79bbe513-e522-4ac5-b93b-802df00f85a1 None None] For port b9113b57-1076-4dbe-94f3-383a17fc6cb6, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=b9113b57-1076-4dbe-94f3-383a17fc6cb6,segment=NetworkSegment(42cf3a8e-b4a3-4cb2-b9d8-a43d6a0a0923),segment_id=42cf3a8e-b4a3-4cb2-b9d8-a43d6a0a0923)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:08:02.909608 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-79bbe513-e522-4ac5-b93b-802df00f85a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:03.113725 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bbe513-e522-4ac5-b93b-802df00f85a1 None None] Pushing event updated for resources: {'Port': ['ID=b9113b57-1076-4dbe-94f3-383a17fc6cb6,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:03.157641 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-4244fdf7-e460-4453-9247-327434f6a834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643910b8-d3e8-4ca8-8520-f8fec8564dd5', 'name': 'tempest-ServersTestJSON-1529975793-router', 'tenant_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'daa3d976-d823-4f33-a4a8-6dac78955b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:07:47Z', 'updated_at': '2022-05-23T11:07:56Z', 'revision_number': 4, 'project_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'gw_port': {'id': 'daa3d976-d823-4f33-a4a8-6dac78955b23', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643910b8-d3e8-4ca8-8520-f8fec8564dd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:07:48Z', 'updated_at': '2022-05-23T11:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'be498722-3fc9-49a7-9025-6349d6afac14', 'name': '', 'network_id': '747ead6f-5c9e-46f2-80ef-f280e257168e', 'tenant_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'mac_address': 'fa:16:3e:81:c8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643910b8-d3e8-4ca8-8520-f8fec8564dd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4c8fec-892d-4e21-843f-3fcecec73207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:07:55Z', 'updated_at': '2022-05-23T11:07:56Z', 'revision_number': 2, 'project_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'subnets': [{'id': 'da4c8fec-892d-4e21-843f-3fcecec73207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:08:03.162834 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4244fdf7-e460-4453-9247-327434f6a834 None None] Checking router: 643910b8-d3e8-4ca8-8520-f8fec8564dd5 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:08:03.163365 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4244fdf7-e460-4453-9247-327434f6a834 None None] Updating router 643910b8-d3e8-4ca8-8520-f8fec8564dd5 port be498722-3fc9-49a7-9025-6349d6afac14 binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:08:03.192919 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f09257d1-df6e-4a9e-94cb-7d75394a3500 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:03.236571 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-4244fdf7-e460-4453-9247-327434f6a834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:03.299737 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f09257d1-df6e-4a9e-94cb-7d75394a3500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:03.397563 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f0d16da-0f1a-4f0b-a221-54d381f7eecc tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:03.454072 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f0d16da-0f1a-4f0b-a221-54d381f7eecc tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:03.479113 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] device_id is not set on port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:08:03.497992 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:03.523277 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d16da-0f1a-4f0b-a221-54d381f7eecc tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8edfe9ac-980b-4451-9323-3b8f3b7b20c5,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:03.531572 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Transition to ACTIVE for port object 3b05c598-e7ae-4c6e-a258-cd2cd20f206c will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:08:03.600427 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09257d1-df6e-4a9e-94cb-7d75394a3500 admin admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:08:03.604100 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09257d1-df6e-4a9e-94cb-7d75394a3500 admin admin] Pushing event updated for resources: {'Port': ['ID=ac7d8cbc-d179-48a9-827e-dc28c330dad2,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:03.615650 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076dae02-59e5-42af-aada-cefe57462f8e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:03.618897 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-f09257d1-df6e-4a9e-94cb-7d75394a3500 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:08:03.621011 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:03.624514 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09257d1-df6e-4a9e-94cb-7d75394a3500 admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:08:03.630507 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 3da8075f-8ad4-45df-860e-2ea2d5eb7191 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:08:03.764989 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f0d16da-0f1a-4f0b-a221-54d381f7eecc tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:03.772932 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2f0d16da-0f1a-4f0b-a221-54d381f7eecc tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4344399 May 23 11:08:03.782585 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47296) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:03.837041 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-2a80b4f2-79a7-4965-b507-ba9e42495bc4 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Request body: {'security_group_rule': {'security_group_id': '507420f4-c772-463f-8708-f35159c33422', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:08:03.847798 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 3da8075f-8ad4-45df-860e-2ea2d5eb7191 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:08:03.848646 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:03.883571 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2a80b4f2-79a7-4965-b507-ba9e42495bc4 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:03.909959 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2a80b4f2-79a7-4965-b507-ba9e42495bc4 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Usage tracker for resource:security_group_rule and tenant:fc51252c175e4cbcbdf52b4fe247eb16 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:03.933841 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2a80b4f2-79a7-4965-b507-ba9e42495bc4 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:03.936742 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Pushing event updated for resources: {'Port': ['ID=3b05c598-e7ae-4c6e-a258-cd2cd20f206c,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:03.981903 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2a80b4f2-79a7-4965-b507-ba9e42495bc4 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:04.044415 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Checking segment: {'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:08:04.046348 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Network hostable DHCP agents. Network: 8b0099d5-e062-451a-bfa7-dee7818cd4d3, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:08:04.108712 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f09257d1-df6e-4a9e-94cb-7d75394a3500 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:04.109467 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f09257d1-df6e-4a9e-94cb-7d75394a3500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:04.114069 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2a80b4f2-79a7-4965-b507-ba9e42495bc4 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:04.192365 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-4244fdf7-e460-4453-9247-327434f6a834 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:04.218478 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:08:04.245228 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-4244fdf7-e460-4453-9247-327434f6a834 None None] Transition to ACTIVE for port object be498722-3fc9-49a7-9025-6349d6afac14 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:08:04.256288 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 8b0099d5-e062-451a-bfa7-dee7818cd4d3) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:08:04.259275 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:04.264200 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-4244fdf7-e460-4453-9247-327434f6a834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:04.268561 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:08:04.305184 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c98665c-49c7-4f65-b657-acd2a5c3fad3 None None] Network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:08:04.317924 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:08:04.318261 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:08:04.318860 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:04.332589 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:08:04.333210 n-d-842952-2 neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Failed to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c on host n-h1-842952-2 for vnic_type normal using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] May 23 11:08:04.336087 n-d-842952-2 neutron-server[83911]: INFO neutron.plugins.ml2.plugin [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempt 2 to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c May 23 11:08:04.367162 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2a80b4f2-79a7-4965-b507-ba9e42495bc4 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:04.377189 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:08:04.377914 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:08:04.378418 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:04.385583 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2a80b4f2-79a7-4965-b507-ba9e42495bc4 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:04.398655 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f01778-652f-4f84-a94a-b232a65e41f0 None None] Pushing event updated for resources: {'Port': ['ID=be498722-3fc9-49a7-9025-6349d6afac14,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:04.478722 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2a80b4f2-79a7-4965-b507-ba9e42495bc4 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:04.481039 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2a80b4f2-79a7-4965-b507-ba9e42495bc4 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6733260 May 23 11:08:04.491597 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:08:04.508428 n-d-842952-2 neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Failed to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c on host n-h1-842952-2 for vnic_type normal using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] May 23 11:08:04.509192 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47312) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:04.509999 n-d-842952-2 neutron-server[83911]: INFO neutron.plugins.ml2.plugin [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempt 3 to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c May 23 11:08:04.536777 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a80b4f2-79a7-4965-b507-ba9e42495bc4 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d39f3ffb-4c7f-4ae2-a219-1fbd9dfaf0af,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:04.570725 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-9b274f58-bdab-443a-8a05-cd39f1325e1f tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:08:04.590406 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9b274f58-bdab-443a-8a05-cd39f1325e1f tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:04.610487 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:08:04.610843 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:08:04.610994 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:04.613502 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-9b274f58-bdab-443a-8a05-cd39f1325e1f tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Usage tracker for resource:floatingip and tenant:fc51252c175e4cbcbdf52b4fe247eb16 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:04.631508 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-9b274f58-bdab-443a-8a05-cd39f1325e1f tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:04.645493 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-4244fdf7-e460-4453-9247-327434f6a834 None None] Attempting to bind port be498722-3fc9-49a7-9025-6349d6afac14 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:08:04.647730 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-4244fdf7-e460-4453-9247-327434f6a834 None None] Attempting to bind port be498722-3fc9-49a7-9025-6349d6afac14 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '42d759c9-732c-4537-a07f-98319021ed2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '747ead6f-5c9e-46f2-80ef-f280e257168e'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:08:04.648556 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4244fdf7-e460-4453-9247-327434f6a834 None None] Attempting to bind port be498722-3fc9-49a7-9025-6349d6afac14 on network 747ead6f-5c9e-46f2-80ef-f280e257168e {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:04.668563 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4244fdf7-e460-4453-9247-327434f6a834 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:08:04.675764 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4244fdf7-e460-4453-9247-327434f6a834 None None] Checking segment: {'id': '42d759c9-732c-4537-a07f-98319021ed2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '747ead6f-5c9e-46f2-80ef-f280e257168e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:08:04.676376 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0dc8eaf2-b3e7-4b6e-87e6-34b52874306c req-c62d00bb-238f-4b1f-ae48-bd66c6c81898 tempest-ServersAdmin275Test-225012631 tempest-ServersAdmin275Test-225012631-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.3555291 May 23 11:08:04.677023 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-4244fdf7-e460-4453-9247-327434f6a834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:04.677596 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4244fdf7-e460-4453-9247-327434f6a834 None None] Bound using segment: {'id': '42d759c9-732c-4537-a07f-98319021ed2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '747ead6f-5c9e-46f2-80ef-f280e257168e'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:08:04.678872 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-4244fdf7-e460-4453-9247-327434f6a834 None None] Bound port: be498722-3fc9-49a7-9025-6349d6afac14, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d759c9-732c-4537-a07f-98319021ed2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '747ead6f-5c9e-46f2-80ef-f280e257168e'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:08:04.679443 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-4244fdf7-e460-4453-9247-327434f6a834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:04.689792 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:08:04.690238 n-d-842952-2 neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Failed to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c on host n-h1-842952-2 for vnic_type normal using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] May 23 11:08:04.698322 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9b274f58-bdab-443a-8a05-cd39f1325e1f tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:04.707374 n-d-842952-2 neutron-server[83911]: INFO neutron.plugins.ml2.plugin [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempt 4 to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c May 23 11:08:04.898219 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:08:04.902193 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:08:04.907925 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:04.920739 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9b274f58-bdab-443a-8a05-cd39f1325e1f tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks [] for floatingip, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:05.002487 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4e35b8-7de4-4233-bda0-2666bafd70e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da8075f-8ad4-45df-860e-2ea2d5eb7191'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:08:05.013382 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-4244fdf7-e460-4453-9247-327434f6a834 None None] For port be498722-3fc9-49a7-9025-6349d6afac14, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:08:05.022919 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-4244fdf7-e460-4453-9247-327434f6a834 None None] For port be498722-3fc9-49a7-9025-6349d6afac14, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=be498722-3fc9-49a7-9025-6349d6afac14,segment=NetworkSegment(42d759c9-732c-4537-a07f-98319021ed2c),segment_id=42d759c9-732c-4537-a07f-98319021ed2c)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:08:05.023409 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 3da8075f-8ad4-45df-860e-2ea2d5eb7191, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=3da8075f-8ad4-45df-860e-2ea2d5eb7191,segment=NetworkSegment(627b9d90-481e-4586-8e5b-ec8be80efc37),segment_id=627b9d90-481e-4586-8e5b-ec8be80efc37)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:08:05.036879 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:05.043980 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-4244fdf7-e460-4453-9247-327434f6a834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:05.057657 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:08:05.058140 n-d-842952-2 neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Failed to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c on host n-h1-842952-2 for vnic_type normal using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] May 23 11:08:05.058910 n-d-842952-2 neutron-server[83911]: INFO neutron.plugins.ml2.plugin [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempt 5 to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c May 23 11:08:05.136156 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61693e97-bedb-485d-b4a7-2211d805be3f None None] Network e39cc915-4ae9-49f7-9236-0675fd51bbc0 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:08:05.198016 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f01778-652f-4f84-a94a-b232a65e41f0 None None] Pushing event updated for resources: {'Port': ['ID=be498722-3fc9-49a7-9025-6349d6afac14,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:05.257133 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4244fdf7-e460-4453-9247-327434f6a834 None None] Routers {'643910b8-d3e8-4ca8-8520-f8fec8564dd5'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:08:05.259010 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-4244fdf7-e460-4453-9247-327434f6a834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:07:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['643910b8-d3e8-4ca8-8520-f8fec8564dd5'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:08:05.261907 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:08:05.263180 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09257d1-df6e-4a9e-94cb-7d75394a3500 admin admin] Router aae6ddc5-4784-4e15-b8d1-84e13dd23cf1 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:08:05.268873 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:08:05.276249 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:05.352755 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:08:05.360411 n-d-842952-2 neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Failed to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c on host n-h1-842952-2 for vnic_type normal using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] May 23 11:08:05.362432 n-d-842952-2 neutron-server[83911]: INFO neutron.plugins.ml2.plugin [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempt 6 to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c May 23 11:08:05.368568 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f52e3d8e-7e50-47a2-aef2-c202ec96982a'] response: {'server_uuid': 'ba4e35b8-7de4-4233-bda0-2666bafd70e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da8075f-8ad4-45df-860e-2ea2d5eb7191', 'code': 200} May 23 11:08:05.387815 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device b9113b57-1076-4dbe-94f3-383a17fc6cb6 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:08:05.440577 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:08:05.441322 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:08:05.441896 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:05.462042 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:08:05.469027 n-d-842952-2 neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Failed to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c on host n-h1-842952-2 for vnic_type normal using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] May 23 11:08:05.471908 n-d-842952-2 neutron-server[83911]: INFO neutron.plugins.ml2.plugin [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempt 7 to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c May 23 11:08:05.513545 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:08:05.514543 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:08:05.515045 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:05.551725 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:08:05.552259 n-d-842952-2 neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Failed to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c on host n-h1-842952-2 for vnic_type normal using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] May 23 11:08:05.553434 n-d-842952-2 neutron-server[83911]: INFO neutron.plugins.ml2.plugin [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempt 8 to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c May 23 11:08:05.580995 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:08:05.581529 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:08:05.582039 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:05.587398 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9b274f58-bdab-443a-8a05-cd39f1325e1f tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:05.657773 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=3da8075f-8ad4-45df-860e-2ea2d5eb7191,revision_number=7']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:05.747864 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-4244fdf7-e460-4453-9247-327434f6a834 None None] Set router 643910b8-d3e8-4ca8-8520-f8fec8564dd5 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:08:05.933678 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-375ac20c-2072-494f-a6e5-5584a4e0dceb None None] Provisioning for port b9113b57-1076-4dbe-94f3-383a17fc6cb6 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:08:05.946867 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-9b274f58-bdab-443a-8a05-cd39f1325e1f tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Allocated IP 172.25.6.75 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/0b42809f-4a0f-4d85-b113-479046d93e1a) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:08:06.115103 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09257d1-df6e-4a9e-94cb-7d75394a3500 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:08:06.159069 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f09257d1-df6e-4a9e-94cb-7d75394a3500 admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:06.160610 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f09257d1-df6e-4a9e-94cb-7d75394a3500 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.6642492 May 23 11:08:06.163615 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47380) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:06.282969 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:08:06.282969 n-d-842952-2 neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Failed to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c on host n-h1-842952-2 for vnic_type normal using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] May 23 11:08:06.293327 n-d-842952-2 neutron-server[83911]: INFO neutron.plugins.ml2.plugin [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempt 9 to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c May 23 11:08:06.505415 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d048d6-2a54-4e7b-9604-25c51044a815 None None] Sync routers for ids ['aae6ddc5-4784-4e15-b8d1-84e13dd23cf1'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:08:06.521983 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:08:06.524941 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:08:06.525409 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:06.583341 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d048d6-2a54-4e7b-9604-25c51044a815 None None] Routers {'aae6ddc5-4784-4e15-b8d1-84e13dd23cf1'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:08:06.584069 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e7d048d6-2a54-4e7b-9604-25c51044a815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:07:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['aae6ddc5-4784-4e15-b8d1-84e13dd23cf1'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:08:06.595207 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:08:06.597070 n-d-842952-2 neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Failed to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c on host n-h1-842952-2 for vnic_type normal using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] May 23 11:08:06.602891 n-d-842952-2 neutron-server[83911]: INFO neutron.plugins.ml2.plugin [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempt 10 to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c May 23 11:08:06.680417 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:08:06.684195 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:08:06.684565 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:06.698370 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:08:06.698702 n-d-842952-2 neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Failed to bind port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c on host n-h1-842952-2 for vnic_type normal using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] May 23 11:08:06.699527 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:06.730438 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port b9113b57-1076-4dbe-94f3-383a17fc6cb6 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:08:06.730646 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-4244fdf7-e460-4453-9247-327434f6a834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643910b8-d3e8-4ca8-8520-f8fec8564dd5', 'name': 'tempest-ServersTestJSON-1529975793-router', 'tenant_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'daa3d976-d823-4f33-a4a8-6dac78955b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:07:47Z', 'updated_at': '2022-05-23T11:07:56Z', 'revision_number': 4, 'project_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'gw_port': {'id': 'daa3d976-d823-4f33-a4a8-6dac78955b23', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643910b8-d3e8-4ca8-8520-f8fec8564dd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:07:48Z', 'updated_at': '2022-05-23T11:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'be498722-3fc9-49a7-9025-6349d6afac14', 'name': '', 'network_id': '747ead6f-5c9e-46f2-80ef-f280e257168e', 'tenant_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'mac_address': 'fa:16:3e:81:c8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643910b8-d3e8-4ca8-8520-f8fec8564dd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4c8fec-892d-4e21-843f-3fcecec73207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:07:55Z', 'updated_at': '2022-05-23T11:08:04Z', 'revision_number': 4, 'project_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'subnets': [{'id': 'da4c8fec-892d-4e21-843f-3fcecec73207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:08:06.740564 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4244fdf7-e460-4453-9247-327434f6a834 None None] The sync data for ids ['643910b8-d3e8-4ca8-8520-f8fec8564dd5'] in n-d-842952-2 is: [{'id': '643910b8-d3e8-4ca8-8520-f8fec8564dd5', 'name': 'tempest-ServersTestJSON-1529975793-router', 'tenant_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'daa3d976-d823-4f33-a4a8-6dac78955b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:07:47Z', 'updated_at': '2022-05-23T11:07:56Z', 'revision_number': 4, 'project_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'gw_port': {'id': 'daa3d976-d823-4f33-a4a8-6dac78955b23', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643910b8-d3e8-4ca8-8520-f8fec8564dd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:07:48Z', 'updated_at': '2022-05-23T11:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'be498722-3fc9-49a7-9025-6349d6afac14', 'name': '', 'network_id': '747ead6f-5c9e-46f2-80ef-f280e257168e', 'tenant_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'mac_address': 'fa:16:3e:81:c8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643910b8-d3e8-4ca8-8520-f8fec8564dd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4c8fec-892d-4e21-843f-3fcecec73207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:07:55Z', 'updated_at': '2022-05-23T11:08:04Z', 'revision_number': 4, 'project_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'subnets': [{'id': 'da4c8fec-892d-4e21-843f-3fcecec73207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:08:06.740812 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7eb96dc7-096f-41c8-b878-a84ddbc17b84 req-27ae464e-30a7-4239-842a-eae562cd5ef8 tempest-ServersAdmin275Test-225012631 tempest-ServersAdmin275Test-225012631-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.2109036 May 23 11:08:06.819332 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47390) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:07.007210 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port b9113b57-1076-4dbe-94f3-383a17fc6cb6 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:08:07.015936 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:07.020342 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] For port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:08:07.020723 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempted to set empty binding levels {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 23 11:08:07.064315 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:07.223273 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9b274f58-bdab-443a-8a05-cd39f1325e1f tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:07.296456 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:07.325836 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Pushing event updated for resources: {'Port': ['ID=3b05c598-e7ae-4c6e-a258-cd2cd20f206c,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:07.353993 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 5.1472194 May 23 11:08:07.358495 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47408) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:07.365340 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:08:07.365699 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:08:07.366049 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:08:07.366416 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:08:07.366791 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:08:07.367171 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:08:07.367534 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:08:07.367886 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:08:07.368224 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:08:07.368560 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:08:07.369868 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab5776-c9ff-4d7a-95d7-224223a07242 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:08:07.545772 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9b274f58-bdab-443a-8a05-cd39f1325e1f tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:07.586802 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-e7d048d6-2a54-4e7b-9604-25c51044a815 None None] Set router aae6ddc5-4784-4e15-b8d1-84e13dd23cf1 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:08:07.713281 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b274f58-bdab-443a-8a05-cd39f1325e1f tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Pushing event updated for resources: {'Port': ['ID=0b42809f-4a0f-4d85-b113-479046d93e1a,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:07.728561 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-8104ba01-545c-40ba-bbf8-8f29d2495d37 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Deleting port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:08:07.728798 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8104ba01-545c-40ba-bbf8-8f29d2495d37 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:07.793762 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:07.797812 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b274f58-bdab-443a-8a05-cd39f1325e1f tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:08:07.801156 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-9b274f58-bdab-443a-8a05-cd39f1325e1f tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:08:07.811112 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b274f58-bdab-443a-8a05-cd39f1325e1f tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:08:08.010909 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f7b7f8f8-f337-4b71-b876-314df11da4bc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d9f34ebc15424c61859fd294a55c0679&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1896732 May 23 11:08:08.013673 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47418) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:08.047227 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:08.068410 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d50fc6b3-14cb-4958-878f-518568fc659c None None] Provisioning complete for port b9113b57-1076-4dbe-94f3-383a17fc6cb6 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:08:08.068804 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d50fc6b3-14cb-4958-878f-518568fc659c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:08.142096 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-8104ba01-545c-40ba-bbf8-8f29d2495d37 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] For port 3b05c598-e7ae-4c6e-a258-cd2cd20f206c, host n-h1-842952-2, got binding levels [] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:08:08.142479 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8104ba01-545c-40ba-bbf8-8f29d2495d37 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:08.158741 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f315b700-e7ad-4f22-841c-bab97094b2ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:08.200836 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port b9113b57-1076-4dbe-94f3-383a17fc6cb6, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=b9113b57-1076-4dbe-94f3-383a17fc6cb6,segment=NetworkSegment(42cf3a8e-b4a3-4cb2-b9d8-a43d6a0a0923),segment_id=42cf3a8e-b4a3-4cb2-b9d8-a43d6a0a0923)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:08:08.221188 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:08.265565 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f315b700-e7ad-4f22-841c-bab97094b2ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:08.315062 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-8104ba01-545c-40ba-bbf8-8f29d2495d37 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Calling delete_port for 3b05c598-e7ae-4c6e-a258-cd2cd20f206c owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:08:08.437744 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device be498722-3fc9-49a7-9025-6349d6afac14 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:08:08.491180 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8104ba01-545c-40ba-bbf8-8f29d2495d37 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:08.551401 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8104ba01-545c-40ba-bbf8-8f29d2495d37 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b05c598-e7ae-4c6e-a258-cd2cd20f206c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:08.577739 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8104ba01-545c-40ba-bbf8-8f29d2495d37 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:08.601256 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8104ba01-545c-40ba-bbf8-8f29d2495d37 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] 10.222.0.79 "DELETE /v2.0/ports/3b05c598-e7ae-4c6e-a258-cd2cd20f206c HTTP/1.1" status: 204 len: 168 time: 1.2396200 May 23 11:08:08.604153 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47438) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:08.658266 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-389a1011-131e-48c8-aad1-521b90fd1ca7 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] GET failed (client error): The resource could not be found. May 23 11:08:08.658772 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-389a1011-131e-48c8-aad1-521b90fd1ca7 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Synchronizing usage tracker for tenant:9ff85d493697451fbf18bf6fe2176cde on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:08:08.686753 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-389a1011-131e-48c8-aad1-521b90fd1ca7 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Unset dirty status for tenant:9ff85d493697451fbf18bf6fe2176cde on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:08:08.688202 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-389a1011-131e-48c8-aad1-521b90fd1ca7 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] 10.222.0.79 "GET /v2.0/ports/3b05c598-e7ae-4c6e-a258-cd2cd20f206c HTTP/1.1" status: 404 len: 333 time: 0.0825951 May 23 11:08:08.692866 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47442) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:08.699062 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-8bdf3adf-fec6-485e-b5b0-2ee1cadfd137 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Request body: {'port': {'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1119224514'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:08:08.726490 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=b9113b57-1076-4dbe-94f3-383a17fc6cb6,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:08.769187 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-020cb756-abfb-41b5-9d90-bcf8160d9781 req-e3825d83-9f3d-41ec-925f-6b0785f126c0 tempest-ServersAdmin275Test-225012631 tempest-ServersAdmin275Test-225012631-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.2378204 May 23 11:08:08.811274 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8bdf3adf-fec6-485e-b5b0-2ee1cadfd137 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:08.825123 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port be498722-3fc9-49a7-9025-6349d6afac14 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:08:08.854135 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8bdf3adf-fec6-485e-b5b0-2ee1cadfd137 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:08.860844 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9b274f58-bdab-443a-8a05-cd39f1325e1f tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:08.861028 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port be498722-3fc9-49a7-9025-6349d6afac14 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:08:08.861243 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:08.927328 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f315b700-e7ad-4f22-841c-bab97094b2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:08.933172 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bdf3adf-fec6-485e-b5b0-2ee1cadfd137 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Made reservation on behalf of 9ff85d493697451fbf18bf6fe2176cde for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:08:08.935462 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8bdf3adf-fec6-485e-b5b0-2ee1cadfd137 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:08.967878 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-8bdf3adf-fec6-485e-b5b0-2ee1cadfd137 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] device_id is not set on port 27bb438d-8ba8-4efa-87da-6ebc9643e60a yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:08:08.983252 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e7d048d6-2a54-4e7b-9604-25c51044a815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae6ddc5-4784-4e15-b8d1-84e13dd23cf1', 'name': 'tempest-ServersTestMultiNic-1527388362-router', 'tenant_id': '3583a8d0822f4e2696ff39b89a43df5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'ac7d8cbc-d179-48a9-827e-dc28c330dad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:08:00Z', 'updated_at': '2022-05-23T11:08:03Z', 'revision_number': 3, 'project_id': '3583a8d0822f4e2696ff39b89a43df5e', 'gw_port': {'id': 'ac7d8cbc-d179-48a9-827e-dc28c330dad2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:01:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae6ddc5-4784-4e15-b8d1-84e13dd23cf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:08:02Z', 'updated_at': '2022-05-23T11:08:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:08:09.007035 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d048d6-2a54-4e7b-9604-25c51044a815 None None] Checking router: aae6ddc5-4784-4e15-b8d1-84e13dd23cf1 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:08:09.007276 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d048d6-2a54-4e7b-9604-25c51044a815 None None] Updating router aae6ddc5-4784-4e15-b8d1-84e13dd23cf1 port ac7d8cbc-d179-48a9-827e-dc28c330dad2 binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:08:09.012030 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315b700-e7ad-4f22-841c-bab97094b2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336e08ad-b29f-4151-99b3-e10dd6823e45,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:09.064687 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f315b700-e7ad-4f22-841c-bab97094b2ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:09.065871 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f315b700-e7ad-4f22-841c-bab97094b2ef admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/336e08ad-b29f-4151-99b3-e10dd6823e45 HTTP/1.1" status: 204 len: 168 time: 1.0508864 May 23 11:08:09.072606 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315b700-e7ad-4f22-841c-bab97094b2ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:08:09.072948 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315b700-e7ad-4f22-841c-bab97094b2ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:08:09.073511 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315b700-e7ad-4f22-841c-bab97094b2ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:08:09.074073 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315b700-e7ad-4f22-841c-bab97094b2ef admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:08:09.074616 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315b700-e7ad-4f22-841c-bab97094b2ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:08:09.075148 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315b700-e7ad-4f22-841c-bab97094b2ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:08:09.078030 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315b700-e7ad-4f22-841c-bab97094b2ef admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:08:09.079156 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315b700-e7ad-4f22-841c-bab97094b2ef admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:08:09.079618 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315b700-e7ad-4f22-841c-bab97094b2ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:08:09.079857 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315b700-e7ad-4f22-841c-bab97094b2ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:08:09.080389 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315b700-e7ad-4f22-841c-bab97094b2ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:08:09.123659 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:08:09.157425 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e7d048d6-2a54-4e7b-9604-25c51044a815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:09.186772 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9b274f58-bdab-443a-8a05-cd39f1325e1f tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:09.270933 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47452) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:09.303280 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8bdf3adf-fec6-485e-b5b0-2ee1cadfd137 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:09.472119 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-00d65097-a1f2-4438-b267-384bd293d479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:09.758648 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:09.774592 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-db4045b3-e2eb-406a-93b4-bf3a9d9bf371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:09.783809 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc7facaa-d5b4-4120-8974-fb0a3596db20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:09.847753 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-00d65097-a1f2-4438-b267-384bd293d479 admin admin] Allocated IP 172.20.0.1 (e39cc915-4ae9-49f7-9236-0675fd51bbc0/31653b58-cc70-4b42-9319-2e134efa8642/6ae3a3c2-1bd0-4c4d-af08-bc9a988a785e) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:08:10.041409 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:10.065495 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cc7facaa-d5b4-4120-8974-fb0a3596db20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:10.067753 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e7d048d6-2a54-4e7b-9604-25c51044a815 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:10.068297 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8bdf3adf-fec6-485e-b5b0-2ee1cadfd137 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:10.104523 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e7d048d6-2a54-4e7b-9604-25c51044a815 None None] Transition to ACTIVE for port object ac7d8cbc-d179-48a9-827e-dc28c330dad2 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:08:10.111400 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port be498722-3fc9-49a7-9025-6349d6afac14, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=be498722-3fc9-49a7-9025-6349d6afac14,segment=NetworkSegment(42d759c9-732c-4537-a07f-98319021ed2c),segment_id=42d759c9-732c-4537-a07f-98319021ed2c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:08:10.118354 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e7d048d6-2a54-4e7b-9604-25c51044a815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:10.134514 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:10.160966 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-00d65097-a1f2-4438-b267-384bd293d479 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:10.187874 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e7d048d6-2a54-4e7b-9604-25c51044a815 None None] Attempting to bind port ac7d8cbc-d179-48a9-827e-dc28c330dad2 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:08:10.188272 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e7d048d6-2a54-4e7b-9604-25c51044a815 None None] Attempting to bind port ac7d8cbc-d179-48a9-827e-dc28c330dad2 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:08:10.188667 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d048d6-2a54-4e7b-9604-25c51044a815 None None] Attempting to bind port ac7d8cbc-d179-48a9-827e-dc28c330dad2 on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:10.191170 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-00d65097-a1f2-4438-b267-384bd293d479 admin admin] Transition to ACTIVE for port object 6ae3a3c2-1bd0-4c4d-af08-bc9a988a785e will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:08:10.217961 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d048d6-2a54-4e7b-9604-25c51044a815 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:08:10.218798 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d048d6-2a54-4e7b-9604-25c51044a815 None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:08:10.218798 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e7d048d6-2a54-4e7b-9604-25c51044a815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:10.219157 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d048d6-2a54-4e7b-9604-25c51044a815 None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:08:10.219625 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e7d048d6-2a54-4e7b-9604-25c51044a815 None None] Bound port: ac7d8cbc-d179-48a9-827e-dc28c330dad2, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:08:10.220014 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e7d048d6-2a54-4e7b-9604-25c51044a815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:10.232595 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-cc7facaa-d5b4-4120-8974-fb0a3596db20 admin admin] Usage tracker for resource:security_group_rule and tenant:9fb3d3373f9b4fab81be07371a401447 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:10.246284 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-cc7facaa-d5b4-4120-8974-fb0a3596db20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:10.279658 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cc7facaa-d5b4-4120-8974-fb0a3596db20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:10.290077 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319fba1-e8d0-4d65-be74-ba19b72cf1f9 None None] Pushing event updated for resources: {'Port': ['ID=ac7d8cbc-d179-48a9-827e-dc28c330dad2,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:10.316707 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf3adf-fec6-485e-b5b0-2ee1cadfd137 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Pushing event updated for resources: {'Port': ['ID=27bb438d-8ba8-4efa-87da-6ebc9643e60a,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:10.320115 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdf3adf-fec6-485e-b5b0-2ee1cadfd137 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:08:10.348496 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-8bdf3adf-fec6-485e-b5b0-2ee1cadfd137 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:08:10.359426 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdf3adf-fec6-485e-b5b0-2ee1cadfd137 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:08:10.360312 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdf3adf-fec6-485e-b5b0-2ee1cadfd137 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:10.360978 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8bdf3adf-fec6-485e-b5b0-2ee1cadfd137 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:10.368938 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9b274f58-bdab-443a-8a05-cd39f1325e1f tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:10.394101 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9b274f58-bdab-443a-8a05-cd39f1325e1f tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:10.400257 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-47cd1f1f-3b32-4f05-b02c-87e50e0ed771 req-7856eb52-204c-451c-8e21-e8b76a3505d6 tempest-ServersAdmin275Test-225012631 tempest-ServersAdmin275Test-225012631-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.1783092 May 23 11:08:10.402570 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device b9113b57-1076-4dbe-94f3-383a17fc6cb6 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:08:10.404195 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-00d65097-a1f2-4438-b267-384bd293d479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:10.522065 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d65097-a1f2-4438-b267-384bd293d479 admin admin] Pushing event updated for resources: {'Port': ['ID=6ae3a3c2-1bd0-4c4d-af08-bc9a988a785e,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:10.561031 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e7d048d6-2a54-4e7b-9604-25c51044a815 None None] For port ac7d8cbc-d179-48a9-827e-dc28c330dad2, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:08:10.564063 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=be498722-3fc9-49a7-9025-6349d6afac14,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:10.572429 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e7d048d6-2a54-4e7b-9604-25c51044a815 None None] For port ac7d8cbc-d179-48a9-827e-dc28c330dad2, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=ac7d8cbc-d179-48a9-827e-dc28c330dad2,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:08:10.583072 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d65097-a1f2-4438-b267-384bd293d479 admin admin] Network e39cc915-4ae9-49f7-9236-0675fd51bbc0 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:08:10.588401 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-00d65097-a1f2-4438-b267-384bd293d479 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:08:10.593340 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e7d048d6-2a54-4e7b-9604-25c51044a815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:10.594336 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d65097-a1f2-4438-b267-384bd293d479 admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:08:10.662306 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8bdf3adf-fec6-485e-b5b0-2ee1cadfd137 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.9681423 May 23 11:08:10.706983 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47484) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:10.745014 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319fba1-e8d0-4d65-be74-ba19b72cf1f9 None None] Pushing event updated for resources: {'Port': ['ID=ac7d8cbc-d179-48a9-827e-dc28c330dad2,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:10.749659 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:08:10.778889 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port b9113b57-1076-4dbe-94f3-383a17fc6cb6 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:08:10.779426 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:10.797526 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-00d65097-a1f2-4438-b267-384bd293d479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:10.847463 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b274f58-bdab-443a-8a05-cd39f1325e1f tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Pushing event updated for resources: {'Port': ['ID=0b42809f-4a0f-4d85-b113-479046d93e1a,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:10.976239 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-00d65097-a1f2-4438-b267-384bd293d479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:10.977654 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d048d6-2a54-4e7b-9604-25c51044a815 None None] Routers {'aae6ddc5-4784-4e15-b8d1-84e13dd23cf1'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:08:10.982982 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e7d048d6-2a54-4e7b-9604-25c51044a815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:07:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['aae6ddc5-4784-4e15-b8d1-84e13dd23cf1'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:08:10.988782 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc7facaa-d5b4-4120-8974-fb0a3596db20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:10.990084 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47496) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:11.038268 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc7facaa-d5b4-4120-8974-fb0a3596db20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:11.064165 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9b274f58-bdab-443a-8a05-cd39f1325e1f tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:11.188195 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9b274f58-bdab-443a-8a05-cd39f1325e1f tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:11.189563 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9b274f58-bdab-443a-8a05-cd39f1325e1f tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.6635058 May 23 11:08:11.200162 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7facaa-d5b4-4120-8974-fb0a3596db20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e922b01-1953-49c0-94ce-55374372e453,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:11.233767 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-cc7facaa-d5b4-4120-8974-fb0a3596db20 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9fb3d3373f9b4fab81be07371a401447&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9600701 May 23 11:08:11.241236 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47504) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:11.267642 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:11.400471 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-e7d048d6-2a54-4e7b-9604-25c51044a815 None None] Set router aae6ddc5-4784-4e15-b8d1-84e13dd23cf1 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:08:11.495529 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-00d65097-a1f2-4438-b267-384bd293d479 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:11.502563 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-00d65097-a1f2-4438-b267-384bd293d479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:11.502874 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-7f17150e-e259-481b-9350-2b61aeb7d7d2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1452041592-network', 'tenant_id': '4e03745f99574e5389955681da2fca5e'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:08:11.530140 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7f17150e-e259-481b-9350-2b61aeb7d7d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:11.603137 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7f17150e-e259-481b-9350-2b61aeb7d7d2 admin admin] Usage tracker for resource:network and tenant:4e03745f99574e5389955681da2fca5e is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:11.616035 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7f17150e-e259-481b-9350-2b61aeb7d7d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:11.638119 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7f17150e-e259-481b-9350-2b61aeb7d7d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:11.638349 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-00d65097-a1f2-4438-b267-384bd293d479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:11.645980 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5c25cc1b-efbd-4044-9637-c066d96c774a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:11.695479 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f17150e-e259-481b-9350-2b61aeb7d7d2 admin admin] Made reservation on behalf of 4e03745f99574e5389955681da2fca5e for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:08:11.698188 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7f17150e-e259-481b-9350-2b61aeb7d7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:11.714916 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5c25cc1b-efbd-4044-9637-c066d96c774a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:11.730406 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7f17150e-e259-481b-9350-2b61aeb7d7d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:11.800083 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d65097-a1f2-4438-b267-384bd293d479 admin admin] Pushing event updated for resources: {'Port': ['ID=6ae3a3c2-1bd0-4c4d-af08-bc9a988a785e,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:11.857961 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7f17150e-e259-481b-9350-2b61aeb7d7d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:11.871647 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7f17150e-e259-481b-9350-2b61aeb7d7d2 admin admin] Usage tracker for resource:security_group_rule and tenant:4e03745f99574e5389955681da2fca5e is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:11.877844 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7f17150e-e259-481b-9350-2b61aeb7d7d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:11.889031 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7f17150e-e259-481b-9350-2b61aeb7d7d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:11.895797 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] device_id is not set on port 27bb438d-8ba8-4efa-87da-6ebc9643e60a yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:08:11.917084 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5c25cc1b-efbd-4044-9637-c066d96c774a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:11.918722 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ac242b13-6752-4ffa-a3b8-b8ef8a1f3eae None None] Provisioning for port 6ae3a3c2-1bd0-4c4d-af08-bc9a988a785e completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:08:11.940024 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:11.959660 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c25cc1b-efbd-4044-9637-c066d96c774a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e922b01-1953-49c0-94ce-55374372e453,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:11.975944 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Transition to ACTIVE for port object 27bb438d-8ba8-4efa-87da-6ebc9643e60a will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:08:11.983846 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5c25cc1b-efbd-4044-9637-c066d96c774a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:11.999337 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5c25cc1b-efbd-4044-9637-c066d96c774a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0e922b01-1953-49c0-94ce-55374372e453 HTTP/1.1" status: 204 len: 168 time: 0.7440968 May 23 11:08:12.002226 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:12.050552 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ac242b13-6752-4ffa-a3b8-b8ef8a1f3eae None None] Provisioning complete for port 6ae3a3c2-1bd0-4c4d-af08-bc9a988a785e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:08:12.050933 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ac242b13-6752-4ffa-a3b8-b8ef8a1f3eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:12.127637 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bcd20e5e-4fe8-4bae-abc1-f669c1169620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:12.178019 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ac242b13-6752-4ffa-a3b8-b8ef8a1f3eae None None] Port 6ae3a3c2-1bd0-4c4d-af08-bc9a988a785e cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:08:12.194346 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e7d048d6-2a54-4e7b-9604-25c51044a815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae6ddc5-4784-4e15-b8d1-84e13dd23cf1', 'name': 'tempest-ServersTestMultiNic-1527388362-router', 'tenant_id': '3583a8d0822f4e2696ff39b89a43df5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'ac7d8cbc-d179-48a9-827e-dc28c330dad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:08:00Z', 'updated_at': '2022-05-23T11:08:10Z', 'revision_number': 4, 'project_id': '3583a8d0822f4e2696ff39b89a43df5e', 'gw_port': {'id': 'ac7d8cbc-d179-48a9-827e-dc28c330dad2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:01:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae6ddc5-4784-4e15-b8d1-84e13dd23cf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:08:02Z', 'updated_at': '2022-05-23T11:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '6ae3a3c2-1bd0-4c4d-af08-bc9a988a785e', 'name': '', 'network_id': 'e39cc915-4ae9-49f7-9236-0675fd51bbc0', 'tenant_id': '3583a8d0822f4e2696ff39b89a43df5e', 'mac_address': 'fa:16:3e:74:76:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae6ddc5-4784-4e15-b8d1-84e13dd23cf1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31653b58-cc70-4b42-9319-2e134efa8642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:08:09Z', 'updated_at': '2022-05-23T11:08:09Z', 'revision_number': 1, 'project_id': '3583a8d0822f4e2696ff39b89a43df5e', 'subnets': [{'id': '31653b58-cc70-4b42-9319-2e134efa8642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:08:12.198983 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d048d6-2a54-4e7b-9604-25c51044a815 None None] The sync data for ids ['aae6ddc5-4784-4e15-b8d1-84e13dd23cf1'] in n-d-842952-2 is: [{'id': 'aae6ddc5-4784-4e15-b8d1-84e13dd23cf1', 'name': 'tempest-ServersTestMultiNic-1527388362-router', 'tenant_id': '3583a8d0822f4e2696ff39b89a43df5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'ac7d8cbc-d179-48a9-827e-dc28c330dad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:08:00Z', 'updated_at': '2022-05-23T11:08:10Z', 'revision_number': 4, 'project_id': '3583a8d0822f4e2696ff39b89a43df5e', 'gw_port': {'id': 'ac7d8cbc-d179-48a9-827e-dc28c330dad2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:01:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae6ddc5-4784-4e15-b8d1-84e13dd23cf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:08:02Z', 'updated_at': '2022-05-23T11:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '6ae3a3c2-1bd0-4c4d-af08-bc9a988a785e', 'name': '', 'network_id': 'e39cc915-4ae9-49f7-9236-0675fd51bbc0', 'tenant_id': '3583a8d0822f4e2696ff39b89a43df5e', 'mac_address': 'fa:16:3e:74:76:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae6ddc5-4784-4e15-b8d1-84e13dd23cf1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31653b58-cc70-4b42-9319-2e134efa8642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:08:09Z', 'updated_at': '2022-05-23T11:08:09Z', 'revision_number': 1, 'project_id': '3583a8d0822f4e2696ff39b89a43df5e', 'subnets': [{'id': '31653b58-cc70-4b42-9319-2e134efa8642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:08:12.351663 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device be498722-3fc9-49a7-9025-6349d6afac14 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:08:12.441671 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Pushing event updated for resources: {'Port': ['ID=27bb438d-8ba8-4efa-87da-6ebc9643e60a,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:12.449673 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-761388fb-d849-4140-8f19-bbb7f94777dc req-1f46e233-9a1b-49bb-9759-eac34fd8c06f tempest-ServersAdmin275Test-225012631 tempest-ServersAdmin275Test-225012631-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.2327592 May 23 11:08:12.455613 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-8795bd87-e6d5-4aa6-a75e-c8856953c841 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Synchronizing usage tracker for tenant:fc51252c175e4cbcbdf52b4fe247eb16 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:08:12.595358 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7f17150e-e259-481b-9350-2b61aeb7d7d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:12.616259 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7f17150e-e259-481b-9350-2b61aeb7d7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:12.649822 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:08:12.650851 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:08:12.651374 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:12.678094 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:12.680102 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f17150e-e259-481b-9350-2b61aeb7d7d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:08:12.682582 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-8795bd87-e6d5-4aa6-a75e-c8856953c841 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Unset dirty status for tenant:fc51252c175e4cbcbdf52b4fe247eb16 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:08:12.691202 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-8795bd87-e6d5-4aa6-a75e-c8856953c841 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1102555951&fields=id&tenant_id=fc51252c175e4cbcbdf52b4fe247eb16 HTTP/1.1" status: 200 len: 267 time: 1.0483365 May 23 11:08:12.701595 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Port 27bb438d-8ba8-4efa-87da-6ebc9643e60a on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:08:12.702308 n-d-842952-2 neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Failed to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a on host n-h1-842952-2 for vnic_type normal using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] May 23 11:08:12.705217 n-d-842952-2 neutron-server[83911]: INFO neutron.plugins.ml2.plugin [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempt 2 to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a May 23 11:08:12.720450 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17150e-e259-481b-9350-2b61aeb7d7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04f6a13-e83e-44ba-8f6e-3a2cfcb73a9f,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:12.747585 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7f17150e-e259-481b-9350-2b61aeb7d7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:12.748932 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-7f17150e-e259-481b-9350-2b61aeb7d7d2 admin admin] Added segment cc020ee1-c0c0-4c06-a22a-9486767d8be8 of type vlan for network 0a05d838-cda3-46c0-8bf8-03d2c6de0cc0 May 23 11:08:12.777871 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:08:12.778350 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:08:12.794914 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:12.819750 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port be498722-3fc9-49a7-9025-6349d6afac14 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:08:12.820365 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:12.875784 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Port 27bb438d-8ba8-4efa-87da-6ebc9643e60a on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:08:12.884986 n-d-842952-2 neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Failed to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a on host n-h1-842952-2 for vnic_type normal using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] May 23 11:08:12.885589 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d65097-a1f2-4438-b267-384bd293d479 admin admin] Network e39cc915-4ae9-49f7-9236-0675fd51bbc0 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:08:12.889258 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-00d65097-a1f2-4438-b267-384bd293d479 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:08:12.905971 n-d-842952-2 neutron-server[83911]: INFO neutron.plugins.ml2.plugin [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempt 3 to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a May 23 11:08:12.953678 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7f17150e-e259-481b-9350-2b61aeb7d7d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:12.961246 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:08:12.961624 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:08:12.962826 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:12.977781 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Port 27bb438d-8ba8-4efa-87da-6ebc9643e60a on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:08:12.978139 n-d-842952-2 neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Failed to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a on host n-h1-842952-2 for vnic_type normal using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] May 23 11:08:12.989142 n-d-842952-2 neutron-server[83911]: INFO neutron.plugins.ml2.plugin [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempt 4 to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a May 23 11:08:13.051554 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:08:13.054726 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:08:13.055068 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:13.063050 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7f17150e-e259-481b-9350-2b61aeb7d7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:13.066065 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f17150e-e259-481b-9350-2b61aeb7d7d2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:13.068158 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7f17150e-e259-481b-9350-2b61aeb7d7d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:13.078176 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:13.120255 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Port 27bb438d-8ba8-4efa-87da-6ebc9643e60a on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:08:13.121101 n-d-842952-2 neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Failed to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a on host n-h1-842952-2 for vnic_type normal using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] May 23 11:08:13.175322 n-d-842952-2 neutron-server[83911]: INFO neutron.plugins.ml2.plugin [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempt 5 to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a May 23 11:08:13.234435 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:08:13.234743 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:08:13.235088 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:13.249206 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17150e-e259-481b-9350-2b61aeb7d7d2 admin admin] Pushing event updated for resources: {'Network': ['ID=0a05d838-cda3-46c0-8bf8-03d2c6de0cc0,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:13.260513 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Port 27bb438d-8ba8-4efa-87da-6ebc9643e60a on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:08:13.260754 n-d-842952-2 neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Failed to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a on host n-h1-842952-2 for vnic_type normal using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] May 23 11:08:13.262203 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7f17150e-e259-481b-9350-2b61aeb7d7d2 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2637370 May 23 11:08:13.269879 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 0a05d838-cda3-46c0-8bf8-03d2c6de0cc0 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:08:13.270980 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47536) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:13.271494 n-d-842952-2 neutron-server[83911]: INFO neutron.plugins.ml2.plugin [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempt 6 to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a May 23 11:08:13.291949 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d1bdc7d5-5a3d-48a3-95c7-2840d6ff4454 admin admin] Request body: {'subnet': {'network_id': '0a05d838-cda3-46c0-8bf8-03d2c6de0cc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1452041592-subnet', 'tenant_id': '4e03745f99574e5389955681da2fca5e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:08:13.302032 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d1bdc7d5-5a3d-48a3-95c7-2840d6ff4454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:13.309248 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:08:13.309584 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:08:13.310309 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:13.312814 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d1bdc7d5-5a3d-48a3-95c7-2840d6ff4454 admin admin] Usage tracker for resource:subnet and tenant:4e03745f99574e5389955681da2fca5e is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:13.316110 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d1bdc7d5-5a3d-48a3-95c7-2840d6ff4454 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:13.325228 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d1bdc7d5-5a3d-48a3-95c7-2840d6ff4454 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:13.331765 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Port 27bb438d-8ba8-4efa-87da-6ebc9643e60a on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:08:13.332084 n-d-842952-2 neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Failed to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a on host n-h1-842952-2 for vnic_type normal using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] May 23 11:08:13.334504 n-d-842952-2 neutron-server[83911]: INFO neutron.plugins.ml2.plugin [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempt 7 to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a May 23 11:08:13.365210 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1bdc7d5-5a3d-48a3-95c7-2840d6ff4454 admin admin] Made reservation on behalf of 4e03745f99574e5389955681da2fca5e for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:08:13.367540 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d1bdc7d5-5a3d-48a3-95c7-2840d6ff4454 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:13.396368 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-01f103de-27f9-4cf8-8ef1-03a1c942b1d3 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:13.397065 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-01f103de-27f9-4cf8-8ef1-03a1c942b1d3 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Synchronizing usage tracker for tenant:fc51252c175e4cbcbdf52b4fe247eb16 on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:08:13.443098 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-01f103de-27f9-4cf8-8ef1-03a1c942b1d3 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Unset dirty status for tenant:fc51252c175e4cbcbdf52b4fe247eb16 on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:08:13.443098 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-01f103de-27f9-4cf8-8ef1-03a1c942b1d3 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "GET /v2.0/networks?id=747ead6f-5c9e-46f2-80ef-f280e257168e HTTP/1.1" status: 200 len: 806 time: 0.7426960 May 23 11:08:13.448249 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:08:13.448249 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:08:13.448249 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:13.486367 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8dfd0329-6b4f-49b6-b0b8-8ef0b3433ed5 None None] Provisioning complete for port 6ae3a3c2-1bd0-4c4d-af08-bc9a988a785e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:08:13.486997 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8dfd0329-6b4f-49b6-b0b8-8ef0b3433ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:13.554002 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Port 27bb438d-8ba8-4efa-87da-6ebc9643e60a on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:08:13.554329 n-d-842952-2 neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Failed to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a on host n-h1-842952-2 for vnic_type normal using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] May 23 11:08:13.556455 n-d-842952-2 neutron-server[83911]: INFO neutron.plugins.ml2.plugin [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempt 8 to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a May 23 11:08:13.581962 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:08:13.582598 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:08:13.583103 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:13.596868 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Port 27bb438d-8ba8-4efa-87da-6ebc9643e60a on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:08:13.597475 n-d-842952-2 neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Failed to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a on host n-h1-842952-2 for vnic_type normal using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] May 23 11:08:13.599179 n-d-842952-2 neutron-server[83911]: INFO neutron.plugins.ml2.plugin [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempt 9 to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a May 23 11:08:13.621522 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:08:13.627091 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:08:13.627706 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:13.638910 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-3393fbb5-4c52-4c0a-9808-8c14899f9ed1 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "GET /v2.0/quotas/fc51252c175e4cbcbdf52b4fe247eb16 HTTP/1.1" status: 200 len: 375 time: 0.1183028 May 23 11:08:13.648596 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8dfd0329-6b4f-49b6-b0b8-8ef0b3433ed5 None None] Port 6ae3a3c2-1bd0-4c4d-af08-bc9a988a785e cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:08:13.738476 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Port 27bb438d-8ba8-4efa-87da-6ebc9643e60a on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:08:13.739035 n-d-842952-2 neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Failed to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a on host n-h1-842952-2 for vnic_type normal using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] May 23 11:08:13.742861 n-d-842952-2 neutron-server[83911]: INFO neutron.plugins.ml2.plugin [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempt 10 to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a May 23 11:08:13.762829 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:08:13.763441 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:08:13.764247 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:13.775473 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Port 27bb438d-8ba8-4efa-87da-6ebc9643e60a on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:08:13.776083 n-d-842952-2 neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Failed to bind port 27bb438d-8ba8-4efa-87da-6ebc9643e60a on host n-h1-842952-2 for vnic_type normal using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] May 23 11:08:13.776596 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:13.790255 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-14f9f8de-83b6-4935-b3c9-d76d60caa762 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=fc51252c175e4cbcbdf52b4fe247eb16&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1346104 May 23 11:08:13.916599 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d65097-a1f2-4438-b267-384bd293d479 admin admin] Router aae6ddc5-4784-4e15-b8d1-84e13dd23cf1 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:08:14.061815 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d1bdc7d5-5a3d-48a3-95c7-2840d6ff4454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:14.117050 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:14.179852 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cfb24875-b731-4da5-aa6b-0ab6bc9c7ae0 req-0ffc4f86-c05d-4e67-9d3a-42d3d0f22074 tempest-ServersAdmin275Test-225012631 tempest-ServersAdmin275Test-225012631-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.1513879 May 23 11:08:14.335921 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-f74ab9da-8c44-47df-b248-5b56b772a21d service neutron] 10.222.0.79 "GET /v2.0/networks/747ead6f-5c9e-46f2-80ef-f280e257168e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5324657 May 23 11:08:14.444640 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] For port 27bb438d-8ba8-4efa-87da-6ebc9643e60a, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:08:14.445000 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempted to set empty binding levels {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 23 11:08:14.463567 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:14.469244 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bdc7d5-5a3d-48a3-95c7-2840d6ff4454 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87f6ff48-3f7c-46f2-8156-b55091f31a8e,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:14.512902 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-6df05e67-5e4c-4f73-9005-f48817e23189 service neutron] 10.222.0.79 "GET /v2.0/networks/747ead6f-5c9e-46f2-80ef-f280e257168e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658573 May 23 11:08:14.537742 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d65097-a1f2-4438-b267-384bd293d479 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:08:14.561696 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-00d65097-a1f2-4438-b267-384bd293d479 admin admin] 10.222.0.79 "PUT /v2.0/routers/aae6ddc5-4784-4e15-b8d1-84e13dd23cf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3963840 May 23 11:08:14.601628 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Pushing event updated for resources: {'Port': ['ID=27bb438d-8ba8-4efa-87da-6ebc9643e60a,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:14.642749 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] In _notify_port_updated(), no bound segment for port 27bb438d-8ba8-4efa-87da-6ebc9643e60a on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 {{(pid=83911) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 23 11:08:14.645429 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:14.647154 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c1b34da1-d369-44c3-8d2e-dc290896f43a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] 10.222.0.79 "PUT /v2.0/ports/27bb438d-8ba8-4efa-87da-6ebc9643e60a HTTP/1.1" status: 200 len: 975 time: 3.9388862 May 23 11:08:14.651325 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47564) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:14.653633 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bdc7d5-5a3d-48a3-95c7-2840d6ff4454 admin admin] Checking segment: {'id': 'cc020ee1-c0c0-4c06-a22a-9486767d8be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0a05d838-cda3-46c0-8bf8-03d2c6de0cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:08:14.655322 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bdc7d5-5a3d-48a3-95c7-2840d6ff4454 admin admin] Network hostable DHCP agents. Network: 0a05d838-cda3-46c0-8bf8-03d2c6de0cc0, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:08:14.716102 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bdc7d5-5a3d-48a3-95c7-2840d6ff4454 admin admin] Network 0a05d838-cda3-46c0-8bf8-03d2c6de0cc0 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:08:14.739455 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-d1bdc7d5-5a3d-48a3-95c7-2840d6ff4454 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 0a05d838-cda3-46c0-8bf8-03d2c6de0cc0) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:08:14.747859 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bdc7d5-5a3d-48a3-95c7-2840d6ff4454 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:14.749799 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d1bdc7d5-5a3d-48a3-95c7-2840d6ff4454 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:14.762150 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68309a24-7c97-49b7-9aa4-062be2dedff5 None None] Network 0a05d838-cda3-46c0-8bf8-03d2c6de0cc0 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:08:14.862477 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d1bdc7d5-5a3d-48a3-95c7-2840d6ff4454 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5815885 May 23 11:08:14.867568 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47574) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:14.899814 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47580) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:14.904149 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e95dbbdb-cb06-40af-94a5-a62d7c45a967 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1452041592-router', 'tenant_id': '4e03745f99574e5389955681da2fca5e', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:08:14.917914 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e95dbbdb-cb06-40af-94a5-a62d7c45a967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:14.933832 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e95dbbdb-cb06-40af-94a5-a62d7c45a967 admin admin] Usage tracker for resource:router and tenant:4e03745f99574e5389955681da2fca5e is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:14.950032 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e95dbbdb-cb06-40af-94a5-a62d7c45a967 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:14.975878 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e95dbbdb-cb06-40af-94a5-a62d7c45a967 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:14.990940 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-280480ce-6190-4923-9ba5-884a9a5d9014 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12593 time: 0.3374860 May 23 11:08:14.995648 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47588) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:15.084844 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47594) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:15.108057 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e95dbbdb-cb06-40af-94a5-a62d7c45a967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:15.109010 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e95dbbdb-cb06-40af-94a5-a62d7c45a967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:15.191486 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e39c4f1d-4263-46a4-a87f-926cd587084a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Deleting port 27bb438d-8ba8-4efa-87da-6ebc9643e60a {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:08:15.191850 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e39c4f1d-4263-46a4-a87f-926cd587084a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:15.272686 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e95dbbdb-cb06-40af-94a5-a62d7c45a967 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:15.560195 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-926c1b3c-7d75-4861-b41b-2f24382f59dd req-5d1ccd2f-68af-4df1-b843-0e19cc774757 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "GET /v2.0/ports?device_id=d835f616-67a5-44e1-82a3-828ebedce9bf HTTP/1.1" status: 200 len: 210 time: 0.0895300 May 23 11:08:15.581355 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d0ddb4-99be-4cc9-bf87-f6fae3f85006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-0a05d838-cda3-46c0-8bf8-03d2c6de0cc0', 'network_id': '0a05d838-cda3-46c0-8bf8-03d2c6de0cc0', 'tenant_id': '4e03745f99574e5389955681da2fca5e', 'fixed_ips': [{'subnet_id': '87f6ff48-3f7c-46f2-8156-b55091f31a8e'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:08:15.584509 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-37d0ddb4-99be-4cc9-bf87-f6fae3f85006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:15.653664 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-ca530ef4-0fdd-4710-bef3-c0e8cec4a45c tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1392892249'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:08:15.681275 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b41a2-120c-43b0-b810-fe6ac02fd4ff req-b4f79cd4-984b-4363-a146-aa9a9b32dfb8 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:15.695155 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-be4b41a2-120c-43b0-b810-fe6ac02fd4ff req-b4f79cd4-984b-4363-a146-aa9a9b32dfb8 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17b3af7-b225-4f50-9a99-a1f40e3b5fc5 HTTP/1.1" status: 200 len: 945 time: 0.6868696 May 23 11:08:15.699129 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ca530ef4-0fdd-4710-bef3-c0e8cec4a45c tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:15.737561 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ca530ef4-0fdd-4710-bef3-c0e8cec4a45c tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Usage tracker for resource:network and tenant:3583a8d0822f4e2696ff39b89a43df5e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:15.803913 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1c0a07c0-7510-4ba4-8d96-b48a8defe2d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:15.904193 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ca530ef4-0fdd-4710-bef3-c0e8cec4a45c tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:15.940996 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e6bd7c61-d925-405a-9b4f-ff38f298b176 req-29a70f58-db46-4b87-aaa8-a1bccc94cf4b tempest-ServersAdmin275Test-225012631 tempest-ServersAdmin275Test-225012631-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.2089460 May 23 11:08:15.941962 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ca530ef4-0fdd-4710-bef3-c0e8cec4a45c tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:15.954428 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-37d0ddb4-99be-4cc9-bf87-f6fae3f85006 None None] Allocated IP 172.20.0.2 (0a05d838-cda3-46c0-8bf8-03d2c6de0cc0/87f6ff48-3f7c-46f2-8156-b55091f31a8e/e14f5040-1c02-43ad-807e-717539cc8c75) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:08:15.965643 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1c0a07c0-7510-4ba4-8d96-b48a8defe2d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:15.969492 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e95dbbdb-cb06-40af-94a5-a62d7c45a967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:15.976353 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1c0a07c0-7510-4ba4-8d96-b48a8defe2d8 admin admin] Usage tracker for resource:security_group_rule and tenant:bd38410cc59c4a14bb71a68518703dbd is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:15.984145 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1c0a07c0-7510-4ba4-8d96-b48a8defe2d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:16.000538 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1c0a07c0-7510-4ba4-8d96-b48a8defe2d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:16.007275 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca530ef4-0fdd-4710-bef3-c0e8cec4a45c tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Made reservation on behalf of 3583a8d0822f4e2696ff39b89a43df5e for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:08:16.019321 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ca530ef4-0fdd-4710-bef3-c0e8cec4a45c tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:16.032299 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-e39c4f1d-4263-46a4-a87f-926cd587084a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] For port 27bb438d-8ba8-4efa-87da-6ebc9643e60a, host n-h1-842952-2, got binding levels [] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:08:16.033196 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e39c4f1d-4263-46a4-a87f-926cd587084a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:16.062116 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-be4b41a2-120c-43b0-b810-fe6ac02fd4ff req-2ada76fd-37c8-464b-bc47-255c31b6d40e tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534420 May 23 11:08:16.138907 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca530ef4-0fdd-4710-bef3-c0e8cec4a45c tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:08:16.161311 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ca530ef4-0fdd-4710-bef3-c0e8cec4a45c tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:16.161647 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-ca530ef4-0fdd-4710-bef3-c0e8cec4a45c tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Added segment 72b0ff4c-0de9-46e3-a56c-77c8491f6585 of type vlan for network a76c708f-379d-4599-8247-cbfb64313df4 May 23 11:08:16.224166 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ca530ef4-0fdd-4710-bef3-c0e8cec4a45c tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:16.291161 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ca530ef4-0fdd-4710-bef3-c0e8cec4a45c tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:16.295744 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca530ef4-0fdd-4710-bef3-c0e8cec4a45c tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:16.296820 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ca530ef4-0fdd-4710-bef3-c0e8cec4a45c tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:16.317058 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-37d0ddb4-99be-4cc9-bf87-f6fae3f85006 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:16.329515 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-37d0ddb4-99be-4cc9-bf87-f6fae3f85006 None None] Transition to ACTIVE for port object e14f5040-1c02-43ad-807e-717539cc8c75 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:08:16.353232 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e39c4f1d-4263-46a4-a87f-926cd587084a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Calling delete_port for 27bb438d-8ba8-4efa-87da-6ebc9643e60a owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:08:16.377075 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-37d0ddb4-99be-4cc9-bf87-f6fae3f85006 None None] Transition to ACTIVE for port object e14f5040-1c02-43ad-807e-717539cc8c75 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:08:16.387474 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-37d0ddb4-99be-4cc9-bf87-f6fae3f85006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:16.452090 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ca530ef4-0fdd-4710-bef3-c0e8cec4a45c tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5512574 May 23 11:08:16.456273 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47618) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:16.464968 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1c0a07c0-7510-4ba4-8d96-b48a8defe2d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:16.465420 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-0c7705b0-b066-48fb-aab7-4f2684f5ad9e tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Request body: {'subnet': {'network_id': 'a76c708f-379d-4599-8247-cbfb64313df4', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:08:16.478895 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1c0a07c0-7510-4ba4-8d96-b48a8defe2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:16.494548 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d0ddb4-99be-4cc9-bf87-f6fae3f85006 None None] Pushing event updated for resources: {'Port': ['ID=e14f5040-1c02-43ad-807e-717539cc8c75,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:16.511651 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d0ddb4-99be-4cc9-bf87-f6fae3f85006 None None] Network 0a05d838-cda3-46c0-8bf8-03d2c6de0cc0 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:08:16.513031 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-37d0ddb4-99be-4cc9-bf87-f6fae3f85006 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:08:16.515432 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d0ddb4-99be-4cc9-bf87-f6fae3f85006 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:08:16.535208 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a07c0-7510-4ba4-8d96-b48a8defe2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47dd1246-9cce-4a5b-a113-f5d6dd8cc06b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:16.549946 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca530ef4-0fdd-4710-bef3-c0e8cec4a45c tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Pushing event updated for resources: {'Network': ['ID=a76c708f-379d-4599-8247-cbfb64313df4,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:16.595398 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1c0a07c0-7510-4ba4-8d96-b48a8defe2d8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bd38410cc59c4a14bb71a68518703dbd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5091743 May 23 11:08:16.598106 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47624) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:16.618264 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0c7705b0-b066-48fb-aab7-4f2684f5ad9e tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:16.622715 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-0c7705b0-b066-48fb-aab7-4f2684f5ad9e tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Usage tracker for resource:subnet and tenant:3583a8d0822f4e2696ff39b89a43df5e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:16.626451 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network a76c708f-379d-4599-8247-cbfb64313df4 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:08:16.629055 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-0c7705b0-b066-48fb-aab7-4f2684f5ad9e tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:16.636665 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0c7705b0-b066-48fb-aab7-4f2684f5ad9e tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:16.650154 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7705b0-b066-48fb-aab7-4f2684f5ad9e tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Made reservation on behalf of 3583a8d0822f4e2696ff39b89a43df5e for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:08:16.665829 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e39c4f1d-4263-46a4-a87f-926cd587084a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:16.739476 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-37d0ddb4-99be-4cc9-bf87-f6fae3f85006 None None] Attempting to bind port e14f5040-1c02-43ad-807e-717539cc8c75 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:08:16.739851 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-37d0ddb4-99be-4cc9-bf87-f6fae3f85006 None None] Attempting to bind port e14f5040-1c02-43ad-807e-717539cc8c75 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'cc020ee1-c0c0-4c06-a22a-9486767d8be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0a05d838-cda3-46c0-8bf8-03d2c6de0cc0'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:08:16.740222 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d0ddb4-99be-4cc9-bf87-f6fae3f85006 None None] Attempting to bind port e14f5040-1c02-43ad-807e-717539cc8c75 on network 0a05d838-cda3-46c0-8bf8-03d2c6de0cc0 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:16.759932 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c4f1d-4263-46a4-a87f-926cd587084a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Pushing event deleted for resources: {'Port': ['ID=27bb438d-8ba8-4efa-87da-6ebc9643e60a,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:16.779410 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e39c4f1d-4263-46a4-a87f-926cd587084a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:16.815706 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e39c4f1d-4263-46a4-a87f-926cd587084a tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] 10.222.0.79 "DELETE /v2.0/ports/27bb438d-8ba8-4efa-87da-6ebc9643e60a HTTP/1.1" status: 204 len: 168 time: 1.8189917 May 23 11:08:16.820793 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47628) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:16.848526 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d0ddb4-99be-4cc9-bf87-f6fae3f85006 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:08:16.848526 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d0ddb4-99be-4cc9-bf87-f6fae3f85006 None None] Checking segment: {'id': 'cc020ee1-c0c0-4c06-a22a-9486767d8be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0a05d838-cda3-46c0-8bf8-03d2c6de0cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:08:16.848526 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-37d0ddb4-99be-4cc9-bf87-f6fae3f85006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:16.848526 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d0ddb4-99be-4cc9-bf87-f6fae3f85006 None None] Bound using segment: {'id': 'cc020ee1-c0c0-4c06-a22a-9486767d8be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0a05d838-cda3-46c0-8bf8-03d2c6de0cc0'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:08:16.849190 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-37d0ddb4-99be-4cc9-bf87-f6fae3f85006 None None] Bound port: e14f5040-1c02-43ad-807e-717539cc8c75, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc020ee1-c0c0-4c06-a22a-9486767d8be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0a05d838-cda3-46c0-8bf8-03d2c6de0cc0'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:08:16.849190 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-37d0ddb4-99be-4cc9-bf87-f6fae3f85006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:16.905500 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d5a4d127-84e2-46b2-bde6-79e7ee37c325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:16.908997 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e95dbbdb-cb06-40af-94a5-a62d7c45a967 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:16.991967 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-37d0ddb4-99be-4cc9-bf87-f6fae3f85006 None None] For port e14f5040-1c02-43ad-807e-717539cc8c75, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:08:16.997511 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-37d0ddb4-99be-4cc9-bf87-f6fae3f85006 None None] For port e14f5040-1c02-43ad-807e-717539cc8c75, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e14f5040-1c02-43ad-807e-717539cc8c75,segment=NetworkSegment(cc020ee1-c0c0-4c06-a22a-9486767d8be8),segment_id=cc020ee1-c0c0-4c06-a22a-9486767d8be8)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:08:16.999933 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-8abc7124-8d39-4baf-bb58-fb1179a1acaf tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] GET failed (client error): The resource could not be found. May 23 11:08:17.001532 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8abc7124-8d39-4baf-bb58-fb1179a1acaf tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] 10.222.0.79 "GET /v2.0/ports/27bb438d-8ba8-4efa-87da-6ebc9643e60a HTTP/1.1" status: 404 len: 333 time: 0.1789489 May 23 11:08:17.008085 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-37d0ddb4-99be-4cc9-bf87-f6fae3f85006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:17.010256 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47632) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:17.036296 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-16aae722-1261-48b7-8e82-2f62dc9b5e8c tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1195873502', 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:08:17.044141 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e95dbbdb-cb06-40af-94a5-a62d7c45a967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:17.079050 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-42c22467-bd7f-4a69-a7b4-0aee94d774c0 req-0c32bac4-6d4f-4f4b-b7fa-523b523d85c0 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "GET /v2.0/ports?device_id=d835f616-67a5-44e1-82a3-828ebedce9bf HTTP/1.1" status: 200 len: 210 time: 0.2483673 May 23 11:08:17.104825 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0c7705b0-b066-48fb-aab7-4f2684f5ad9e tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:17.235682 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-16aae722-1261-48b7-8e82-2f62dc9b5e8c tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:17.401777 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfbed6e-9844-4ebd-9a54-7051db17d544 req-52a74c9b-7235-4e95-8472-9e7f36466ff4 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:17.403444 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4bfbed6e-9844-4ebd-9a54-7051db17d544 req-52a74c9b-7235-4e95-8472-9e7f36466ff4 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17b3af7-b225-4f50-9a99-a1f40e3b5fc5 HTTP/1.1" status: 200 len: 945 time: 0.3933554 May 23 11:08:17.498077 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d0ddb4-99be-4cc9-bf87-f6fae3f85006 None None] Pushing event updated for resources: {'Port': ['ID=e14f5040-1c02-43ad-807e-717539cc8c75,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:17.533264 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-16aae722-1261-48b7-8e82-2f62dc9b5e8c tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Usage tracker for resource:port and tenant:9ff85d493697451fbf18bf6fe2176cde is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:17.537522 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-16aae722-1261-48b7-8e82-2f62dc9b5e8c tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:17.552492 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-16aae722-1261-48b7-8e82-2f62dc9b5e8c tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:17.569356 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d5a4d127-84e2-46b2-bde6-79e7ee37c325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:17.731034 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cd3f4afb-ca08-4159-b7ea-cbbaafbe08e8 req-3ef97049-77ac-420f-b361-957dba462a1c tempest-ServersAdmin275Test-225012631 tempest-ServersAdmin275Test-225012631-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.2824986 May 23 11:08:17.794514 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-e95dbbdb-cb06-40af-94a5-a62d7c45a967 admin admin] Allocated IP 172.25.6.21 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/0f9d3877-ac67-498d-a18a-9578728ab83a) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:08:17.821031 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-4bfbed6e-9844-4ebd-9a54-7051db17d544 req-e81b6649-45c8-40f6-bf50-c75bdb85af42 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Deleting port 30a36773-f51a-4429-ad1a-7cbc97b62b7e {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:08:17.823687 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-4bfbed6e-9844-4ebd-9a54-7051db17d544 req-e81b6649-45c8-40f6-bf50-c75bdb85af42 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:18.428085 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e95dbbdb-cb06-40af-94a5-a62d7c45a967 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:18.436408 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726d0bd-4d78-461e-ac26-457109a17c8c req-62b627fe-5bde-42fc-9b76-de911b747810 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:18.438307 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e726d0bd-4d78-461e-ac26-457109a17c8c req-62b627fe-5bde-42fc-9b76-de911b747810 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17b3af7-b225-4f50-9a99-a1f40e3b5fc5 HTTP/1.1" status: 200 len: 945 time: 0.9888113 May 23 11:08:18.440144 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-c7494240-ac41-4e9d-8b8d-2c18291a5422 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:18.448594 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-c7494240-ac41-4e9d-8b8d-2c18291a5422 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.13 "GET /v2.0/networks?id=747ead6f-5c9e-46f2-80ef-f280e257168e HTTP/1.1" status: 200 len: 806 time: 1.4024060 May 23 11:08:18.455314 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0c7705b0-b066-48fb-aab7-4f2684f5ad9e tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:18.460791 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16aae722-1261-48b7-8e82-2f62dc9b5e8c tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Made reservation on behalf of 9ff85d493697451fbf18bf6fe2176cde for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:08:18.466581 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-16aae722-1261-48b7-8e82-2f62dc9b5e8c tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:18.486977 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e14f5040-1c02-43ad-807e-717539cc8c75 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:08:18.554442 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e95dbbdb-cb06-40af-94a5-a62d7c45a967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:18.671145 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95dbbdb-cb06-40af-94a5-a62d7c45a967 admin admin] Pushing event updated for resources: {'Port': ['ID=0f9d3877-ac67-498d-a18a-9578728ab83a,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:18.726552 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-914202ad-27a5-40af-b1b2-cb59f0aea2b7 req-6a9b33b2-da15-4187-9f15-10a05d726517 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "GET /v2.0/ports?device_id=d835f616-67a5-44e1-82a3-828ebedce9bf HTTP/1.1" status: 200 len: 210 time: 0.2819462 May 23 11:08:18.726852 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port e14f5040-1c02-43ad-807e-717539cc8c75 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:08:18.736702 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ac7d8cbc-d179-48a9-827e-dc28c330dad2 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:08:18.751569 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95dbbdb-cb06-40af-94a5-a62d7c45a967 admin admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:08:18.752485 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d5a4d127-84e2-46b2-bde6-79e7ee37c325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:18.770551 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-e95dbbdb-cb06-40af-94a5-a62d7c45a967 admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:08:18.779135 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-16aae722-1261-48b7-8e82-2f62dc9b5e8c tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] device_id is not set on port bd7ebebc-8d11-41d1-aec4-e030cdac21aa yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:08:18.834380 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95dbbdb-cb06-40af-94a5-a62d7c45a967 admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:08:18.917570 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a4d127-84e2-46b2-bde6-79e7ee37c325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47dd1246-9cce-4a5b-a113-f5d6dd8cc06b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:18.926623 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port ac7d8cbc-d179-48a9-827e-dc28c330dad2 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:08:18.964233 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port ac7d8cbc-d179-48a9-827e-dc28c330dad2 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:08:18.964730 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:19.009319 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d5a4d127-84e2-46b2-bde6-79e7ee37c325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:19.012854 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d5a4d127-84e2-46b2-bde6-79e7ee37c325 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/47dd1246-9cce-4a5b-a113-f5d6dd8cc06b HTTP/1.1" status: 204 len: 168 time: 2.4113398 May 23 11:08:19.019892 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-df9137c1-25d6-4fc6-9fcb-e843b26a0976 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc51252c175e4cbcbdf52b4fe247eb16 HTTP/1.1" status: 200 len: 380 time: 0.4956980 May 23 11:08:19.036016 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-c9c8b477-99b1-4bcd-b671-5ff28a9fb510 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Request body: {'port': {'device_id': 'd835f616-67a5-44e1-82a3-828ebedce9bf', 'network_id': '747ead6f-5c9e-46f2-80ef-f280e257168e', 'admin_state_up': True, 'tenant_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'security_groups': ['507420f4-c772-463f-8708-f35159c33422']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:08:19.119114 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed8c46c-4483-46d2-8a14-e33e11d18d45 None None] Network 0a05d838-cda3-46c0-8bf8-03d2c6de0cc0 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:08:19.211937 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e726d0bd-4d78-461e-ac26-457109a17c8c req-5ee0be4e-6de9-4c25-9135-d3940566bf96 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7312424 May 23 11:08:19.224401 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7705b0-b066-48fb-aab7-4f2684f5ad9e tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Pushing event updated for resources: {'Subnet': ['ID=eb56b812-a93b-42d0-a3df-54a09e1f836b,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:19.287532 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7705b0-b066-48fb-aab7-4f2684f5ad9e tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Checking segment: {'id': '72b0ff4c-0de9-46e3-a56c-77c8491f6585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a76c708f-379d-4599-8247-cbfb64313df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:08:19.288360 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7705b0-b066-48fb-aab7-4f2684f5ad9e tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Network hostable DHCP agents. Network: a76c708f-379d-4599-8247-cbfb64313df4, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:08:19.300374 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-4bfbed6e-9844-4ebd-9a54-7051db17d544 req-e81b6649-45c8-40f6-bf50-c75bdb85af42 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] For port 30a36773-f51a-4429-ad1a-7cbc97b62b7e, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=30a36773-f51a-4429-ad1a-7cbc97b62b7e,segment=NetworkSegment(633c66ca-dc41-4b0b-a0a3-ed62624a9374),segment_id=633c66ca-dc41-4b0b-a0a3-ed62624a9374)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:08:19.301117 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-4bfbed6e-9844-4ebd-9a54-7051db17d544 req-e81b6649-45c8-40f6-bf50-c75bdb85af42 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:19.418360 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a8c3e597-71fd-4945-8915-797e76fabcad None None] Provisioning for port e14f5040-1c02-43ad-807e-717539cc8c75 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:08:19.473735 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a8c3e597-71fd-4945-8915-797e76fabcad None None] Provisioning complete for port e14f5040-1c02-43ad-807e-717539cc8c75 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:08:19.474192 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a8c3e597-71fd-4945-8915-797e76fabcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:19.476329 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-605bfd1b-14c2-4731-a9ca-dffbd2be87d2 req-14ab338c-6dc9-4e9e-90fa-dec125a5fea8 tempest-ServersAdmin275Test-225012631 tempest-ServersAdmin275Test-225012631-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.1508553 May 23 11:08:19.546555 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-c9c8b477-99b1-4bcd-b671-5ff28a9fb510 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:19.568786 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-4bfbed6e-9844-4ebd-9a54-7051db17d544 req-e81b6649-45c8-40f6-bf50-c75bdb85af42 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Calling delete_port for 30a36773-f51a-4429-ad1a-7cbc97b62b7e owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:08:19.583746 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-c9c8b477-99b1-4bcd-b671-5ff28a9fb510 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Usage tracker for resource:port and tenant:fc51252c175e4cbcbdf52b4fe247eb16 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:19.603290 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-c9c8b477-99b1-4bcd-b671-5ff28a9fb510 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:19.611578 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-c9c8b477-99b1-4bcd-b671-5ff28a9fb510 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:19.619381 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7705b0-b066-48fb-aab7-4f2684f5ad9e tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Network a76c708f-379d-4599-8247-cbfb64313df4 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:08:19.631084 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-16aae722-1261-48b7-8e82-2f62dc9b5e8c tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:19.656889 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-c9c8b477-99b1-4bcd-b671-5ff28a9fb510 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Made reservation on behalf of fc51252c175e4cbcbdf52b4fe247eb16 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:08:19.662681 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-c9c8b477-99b1-4bcd-b671-5ff28a9fb510 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:19.784492 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 30a36773-f51a-4429-ad1a-7cbc97b62b7e no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:08:19.810059 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-0c7705b0-b066-48fb-aab7-4f2684f5ad9e tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, a76c708f-379d-4599-8247-cbfb64313df4) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:08:19.834434 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7705b0-b066-48fb-aab7-4f2684f5ad9e tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:19.835305 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0c7705b0-b066-48fb-aab7-4f2684f5ad9e tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:19.863555 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a8eb17-8ede-4a1a-8f23-097d94bcd7b1 None None] Network a76c708f-379d-4599-8247-cbfb64313df4 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:08:19.896448 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-4bfbed6e-9844-4ebd-9a54-7051db17d544 req-e81b6649-45c8-40f6-bf50-c75bdb85af42 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:19.949521 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 30a36773-f51a-4429-ad1a-7cbc97b62b7e {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:08:19.949937 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 30a36773-f51a-4429-ad1a-7cbc97b62b7e not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:08:20.006965 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b6649-45c8-40f6-bf50-c75bdb85af42 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Pushing event deleted for resources: {'Port': ['ID=30a36773-f51a-4429-ad1a-7cbc97b62b7e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:20.008754 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-c9c8b477-99b1-4bcd-b671-5ff28a9fb510 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Allocated IP 172.20.0.5 (747ead6f-5c9e-46f2-80ef-f280e257168e/da4c8fec-892d-4e21-843f-3fcecec73207/a3e35099-ff80-4942-a2f8-80ac1bf8a66a) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:08:20.014375 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0c7705b0-b066-48fb-aab7-4f2684f5ad9e tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.5567558 May 23 11:08:20.018209 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47670) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:20.029534 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-89b2770f-7ef7-4931-8ec5-de1c30f1fd02 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1973966659'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:08:20.040670 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-89b2770f-7ef7-4931-8ec5-de1c30f1fd02 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:20.098621 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:20.157775 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-89b2770f-7ef7-4931-8ec5-de1c30f1fd02 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Usage tracker for resource:network and tenant:3583a8d0822f4e2696ff39b89a43df5e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:20.172364 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-89b2770f-7ef7-4931-8ec5-de1c30f1fd02 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:20.236021 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2073bc95-6456-4647-a477-42f2e1e79987 req-4b816200-36c4-475f-a0b1-2d29f6314b45 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "GET /v2.0/ports?device_id=d835f616-67a5-44e1-82a3-828ebedce9bf HTTP/1.1" status: 200 len: 210 time: 0.1123261 May 23 11:08:20.237512 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-c9c8b477-99b1-4bcd-b671-5ff28a9fb510 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:20.240935 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bfbed6e-9844-4ebd-9a54-7051db17d544 req-e81b6649-45c8-40f6-bf50-c75bdb85af42 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] No DVR routers for this DVR port 30a36773-f51a-4429-ad1a-7cbc97b62b7e on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:08:20.257347 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-89b2770f-7ef7-4931-8ec5-de1c30f1fd02 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:20.257597 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-c9c8b477-99b1-4bcd-b671-5ff28a9fb510 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Transition to ACTIVE for port object a3e35099-ff80-4942-a2f8-80ac1bf8a66a will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:08:20.260252 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-4bfbed6e-9844-4ebd-9a54-7051db17d544 req-e81b6649-45c8-40f6-bf50-c75bdb85af42 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:20.262647 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4bfbed6e-9844-4ebd-9a54-7051db17d544 req-e81b6649-45c8-40f6-bf50-c75bdb85af42 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.13 "DELETE /v2.0/ports/30a36773-f51a-4429-ad1a-7cbc97b62b7e HTTP/1.1" status: 204 len: 173 time: 2.8530300 May 23 11:08:20.263381 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17b3af7-b225-4f50-9a99-a1f40e3b5fc5', 'name': 'network-vif-deleted', 'tag': '30a36773-f51a-4429-ad1a-7cbc97b62b7e'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:08:20.310019 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b2770f-7ef7-4931-8ec5-de1c30f1fd02 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Made reservation on behalf of 3583a8d0822f4e2696ff39b89a43df5e for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:08:20.325785 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-c9c8b477-99b1-4bcd-b671-5ff28a9fb510 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:20.328450 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-89b2770f-7ef7-4931-8ec5-de1c30f1fd02 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:20.400340 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89b2770f-7ef7-4931-8ec5-de1c30f1fd02 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:08:20.412226 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d7b205c-2f7d-4489-bd78-996903106231'] response: {'server_uuid': 'e17b3af7-b225-4f50-9a99-a1f40e3b5fc5', 'name': 'network-vif-deleted', 'tag': '30a36773-f51a-4429-ad1a-7cbc97b62b7e', 'status': 'completed', 'code': 200} May 23 11:08:20.425688 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-89b2770f-7ef7-4931-8ec5-de1c30f1fd02 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:20.426228 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-89b2770f-7ef7-4931-8ec5-de1c30f1fd02 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Added segment 1ab1f3e2-faf2-434f-a505-364ca5a74414 of type vlan for network ab3ef7c8-4fc9-4eab-b908-c985a1f9285d May 23 11:08:20.453529 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port ac7d8cbc-d179-48a9-827e-dc28c330dad2, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=ac7d8cbc-d179-48a9-827e-dc28c330dad2,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:08:20.470061 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-89b2770f-7ef7-4931-8ec5-de1c30f1fd02 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:20.509742 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:20.522801 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-89b2770f-7ef7-4931-8ec5-de1c30f1fd02 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:20.529954 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b2770f-7ef7-4931-8ec5-de1c30f1fd02 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:20.530676 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-89b2770f-7ef7-4931-8ec5-de1c30f1fd02 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:20.589302 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a8c3e597-71fd-4945-8915-797e76fabcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:20.613673 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c8b477-99b1-4bcd-b671-5ff28a9fb510 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Pushing event updated for resources: {'Port': ['ID=a3e35099-ff80-4942-a2f8-80ac1bf8a66a,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:20.673604 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2770f-7ef7-4931-8ec5-de1c30f1fd02 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Pushing event updated for resources: {'Network': ['ID=ab3ef7c8-4fc9-4eab-b908-c985a1f9285d,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:20.719613 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-c9c8b477-99b1-4bcd-b671-5ff28a9fb510 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Network 747ead6f-5c9e-46f2-80ef-f280e257168e is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:08:20.727638 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-c9c8b477-99b1-4bcd-b671-5ff28a9fb510 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:08:20.741616 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-fcc3a818-c2d9-4639-afc8-660801ab1bab req-d449cfdf-fcb0-4e48-85b6-0b55b7d486f2 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Synchronizing usage tracker for tenant:b64a3f1baa60499ab93cbd32db99dbcb on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:08:20.744847 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-c9c8b477-99b1-4bcd-b671-5ff28a9fb510 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:08:20.760744 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network ab3ef7c8-4fc9-4eab-b908-c985a1f9285d details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:08:20.770211 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-89b2770f-7ef7-4931-8ec5-de1c30f1fd02 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7506413 May 23 11:08:20.771428 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47692) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:20.778341 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-5b9158c0-45e6-4be4-a80e-4b6a8c8699ca tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Request body: {'subnet': {'network_id': 'ab3ef7c8-4fc9-4eab-b908-c985a1f9285d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:08:20.948797 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-c9c8b477-99b1-4bcd-b671-5ff28a9fb510 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:20.951510 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-c9c8b477-99b1-4bcd-b671-5ff28a9fb510 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:21.038433 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-16aae722-1261-48b7-8e82-2f62dc9b5e8c tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:21.046033 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-fcc3a818-c2d9-4639-afc8-660801ab1bab req-d449cfdf-fcb0-4e48-85b6-0b55b7d486f2 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Unset dirty status for tenant:b64a3f1baa60499ab93cbd32db99dbcb on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:08:21.068541 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fcc3a818-c2d9-4639-afc8-660801ab1bab req-d449cfdf-fcb0-4e48-85b6-0b55b7d486f2 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17b3af7-b225-4f50-9a99-a1f40e3b5fc5 HTTP/1.1" status: 200 len: 210 time: 0.3961785 May 23 11:08:21.190621 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-df10162e-071f-4d23-a39a-dfd225401c1b req-43ffd136-da50-4632-8dce-94525009a1b8 tempest-ServersAdmin275Test-225012631 tempest-ServersAdmin275Test-225012631-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.1154790 May 23 11:08:21.222570 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5b9158c0-45e6-4be4-a80e-4b6a8c8699ca tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:21.227078 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5b9158c0-45e6-4be4-a80e-4b6a8c8699ca tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Usage tracker for resource:subnet and tenant:3583a8d0822f4e2696ff39b89a43df5e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:21.230458 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5b9158c0-45e6-4be4-a80e-4b6a8c8699ca tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:21.242697 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5b9158c0-45e6-4be4-a80e-4b6a8c8699ca tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:21.268155 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9158c0-45e6-4be4-a80e-4b6a8c8699ca tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Made reservation on behalf of 3583a8d0822f4e2696ff39b89a43df5e for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:08:21.284866 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=ac7d8cbc-d179-48a9-827e-dc28c330dad2,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:21.286397 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aae722-1261-48b7-8e82-2f62dc9b5e8c tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Pushing event updated for resources: {'Port': ['ID=bd7ebebc-8d11-41d1-aec4-e030cdac21aa,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:21.306167 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-c9c8b477-99b1-4bcd-b671-5ff28a9fb510 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2755489 May 23 11:08:21.335707 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-0d297629-541c-4de8-a6c1-2037595c0356 service neutron] Request body: {'port': {'device_id': 'd835f616-67a5-44e1-82a3-828ebedce9bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:08:21.350545 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-a8c3e597-71fd-4945-8915-797e76fabcad None None] For port e14f5040-1c02-43ad-807e-717539cc8c75, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e14f5040-1c02-43ad-807e-717539cc8c75,segment=NetworkSegment(cc020ee1-c0c0-4c06-a22a-9486767d8be8),segment_id=cc020ee1-c0c0-4c06-a22a-9486767d8be8)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:08:21.426461 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a8c3e597-71fd-4945-8915-797e76fabcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:21.482753 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e95dbbdb-cb06-40af-94a5-a62d7c45a967 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:21.490366 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b9158c0-45e6-4be4-a80e-4b6a8c8699ca tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:21.491229 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e95dbbdb-cb06-40af-94a5-a62d7c45a967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:21.528231 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b4e5a0-2e6b-474c-a100-eeaa447404db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-a76c708f-379d-4599-8247-cbfb64313df4', 'network_id': 'a76c708f-379d-4599-8247-cbfb64313df4', 'tenant_id': '3583a8d0822f4e2696ff39b89a43df5e', 'fixed_ips': [{'subnet_id': 'eb56b812-a93b-42d0-a3df-54a09e1f836b'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:08:21.530065 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-18b4e5a0-2e6b-474c-a100-eeaa447404db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:21.572330 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16aae722-1261-48b7-8e82-2f62dc9b5e8c tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:08:21.595965 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-16aae722-1261-48b7-8e82-2f62dc9b5e8c tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:08:21.659706 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16aae722-1261-48b7-8e82-2f62dc9b5e8c tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:08:21.660603 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16aae722-1261-48b7-8e82-2f62dc9b5e8c tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:21.661167 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-16aae722-1261-48b7-8e82-2f62dc9b5e8c tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:21.765871 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97c9d2-0d47-4539-bab5-e0587557832a req-e60cbc08-44f8-4d56-845c-be9f4a7bf8e9 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:21.768264 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ef97c9d2-0d47-4539-bab5-e0587557832a req-e60cbc08-44f8-4d56-845c-be9f4a7bf8e9 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "GET /v2.0/ports?device_id=d835f616-67a5-44e1-82a3-828ebedce9bf HTTP/1.1" status: 200 len: 931 time: 0.1591182 May 23 11:08:21.871635 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-16aae722-1261-48b7-8e82-2f62dc9b5e8c tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 4.8537793 May 23 11:08:21.877138 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47716) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:21.969466 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-0d297629-541c-4de8-a6c1-2037595c0356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:22.004647 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c3e597-71fd-4945-8915-797e76fabcad None None] Pushing event updated for resources: {'Port': ['ID=e14f5040-1c02-43ad-807e-717539cc8c75,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:22.058596 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-18b4e5a0-2e6b-474c-a100-eeaa447404db None None] Allocated IP 19.80.0.2 (a76c708f-379d-4599-8247-cbfb64313df4/eb56b812-a93b-42d0-a3df-54a09e1f836b/6bfb6c7a-b9af-4ed1-9991-fa828dd462e7) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:08:22.070826 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c02dab14-73aa-4b30-be58-f9a4570ab6e1 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Synchronizing usage tracker for tenant:9ff85d493697451fbf18bf6fe2176cde on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:08:22.075385 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a65b0a2c-dc90-4339-92b2-63f0d7d2e940 None None] Provisioning for port a3e35099-ff80-4942-a2f8-80ac1bf8a66a completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:08:22.086775 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a65b0a2c-dc90-4339-92b2-63f0d7d2e940 None None] Provisioning complete for port a3e35099-ff80-4942-a2f8-80ac1bf8a66a triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:08:22.087241 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a65b0a2c-dc90-4339-92b2-63f0d7d2e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:22.162456 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c02dab14-73aa-4b30-be58-f9a4570ab6e1 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Unset dirty status for tenant:9ff85d493697451fbf18bf6fe2176cde on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:08:22.167578 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c02dab14-73aa-4b30-be58-f9a4570ab6e1 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] 10.222.0.79 "GET /v2.0/ports/bd7ebebc-8d11-41d1-aec4-e030cdac21aa HTTP/1.1" status: 200 len: 955 time: 0.2887609 May 23 11:08:22.172737 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47728) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:22.180129 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b9158c0-45e6-4be4-a80e-4b6a8c8699ca tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:22.361641 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9158c0-45e6-4be4-a80e-4b6a8c8699ca tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Pushing event updated for resources: {'Subnet': ['ID=abe424bc-4716-4e6a-9066-0d31d23d527d,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:22.368102 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ef97c9d2-0d47-4539-bab5-e0587557832a req-8928198d-44f7-4342-8374-d167af4641b7 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "GET /v2.0/security-groups?id=507420f4-c772-463f-8708-f35159c33422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4693682 May 23 11:08:22.434042 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e231f62a-15c3-4940-9b82-ec30c58709ba tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Deleting port bd7ebebc-8d11-41d1-aec4-e030cdac21aa {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:08:22.434608 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e231f62a-15c3-4940-9b82-ec30c58709ba tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:22.470700 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a65b0a2c-dc90-4339-92b2-63f0d7d2e940 None None] Port a3e35099-ff80-4942-a2f8-80ac1bf8a66a cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:08:22.500461 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c2295c61-20c4-42a8-ab40-6451b21a67f6 req-3d5a611e-aabf-4938-870f-0cfe3e42f6dc tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17b3af7-b225-4f50-9a99-a1f40e3b5fc5 HTTP/1.1" status: 200 len: 210 time: 0.1350396 May 23 11:08:22.535619 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9158c0-45e6-4be4-a80e-4b6a8c8699ca tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Checking segment: {'id': '1ab1f3e2-faf2-434f-a505-364ca5a74414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ab3ef7c8-4fc9-4eab-b908-c985a1f9285d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:08:22.536237 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9158c0-45e6-4be4-a80e-4b6a8c8699ca tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Network hostable DHCP agents. Network: ab3ef7c8-4fc9-4eab-b908-c985a1f9285d, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:08:22.577205 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9158c0-45e6-4be4-a80e-4b6a8c8699ca tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Network ab3ef7c8-4fc9-4eab-b908-c985a1f9285d is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:08:22.602140 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-5b9158c0-45e6-4be4-a80e-4b6a8c8699ca tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, ab3ef7c8-4fc9-4eab-b908-c985a1f9285d) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:08:22.611685 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9158c0-45e6-4be4-a80e-4b6a8c8699ca tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:22.612313 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b9158c0-45e6-4be4-a80e-4b6a8c8699ca tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:22.626552 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a5d4af-beac-45e7-b73c-84ae2b521474 None None] Network ab3ef7c8-4fc9-4eab-b908-c985a1f9285d requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:08:22.672846 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5b9158c0-45e6-4be4-a80e-4b6a8c8699ca tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8999150 May 23 11:08:22.804312 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c66215f8-d34b-410f-b330-37a3619fff5b req-66c63702-b1ab-45be-a0b4-3d924bc277ed tempest-ServersAdmin275Test-225012631 tempest-ServersAdmin275Test-225012631-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.1114626 May 23 11:08:22.849378 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7365e507-a7f2-4103-9a94-acd9c8d0c569 None None] Provisioning complete for port e14f5040-1c02-43ad-807e-717539cc8c75 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:08:22.849924 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7365e507-a7f2-4103-9a94-acd9c8d0c569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:22.877200 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e14f5040-1c02-43ad-807e-717539cc8c75 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:08:23.132888 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e231f62a-15c3-4940-9b82-ec30c58709ba tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:23.177036 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port e14f5040-1c02-43ad-807e-717539cc8c75 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:08:23.178779 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:23.224953 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-18b4e5a0-2e6b-474c-a100-eeaa447404db None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:23.240979 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-18b4e5a0-2e6b-474c-a100-eeaa447404db None None] Transition to ACTIVE for port object 6bfb6c7a-b9af-4ed1-9991-fa828dd462e7 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:08:23.264602 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e231f62a-15c3-4940-9b82-ec30c58709ba tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Calling delete_port for bd7ebebc-8d11-41d1-aec4-e030cdac21aa owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:08:23.266586 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-18b4e5a0-2e6b-474c-a100-eeaa447404db None None] Transition to ACTIVE for port object 6bfb6c7a-b9af-4ed1-9991-fa828dd462e7 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:08:23.346113 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47754) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:23.387647 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-18b4e5a0-2e6b-474c-a100-eeaa447404db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:23.402732 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e231f62a-15c3-4940-9b82-ec30c58709ba tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:23.489034 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-b2568382-b469-4f33-8d09-9d6e505df0a7 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:23.492928 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-b2568382-b469-4f33-8d09-9d6e505df0a7 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:23.493709 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-b2568382-b469-4f33-8d09-9d6e505df0a7 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Synchronizing usage tracker for tenant:3583a8d0822f4e2696ff39b89a43df5e on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:08:23.517367 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-b2568382-b469-4f33-8d09-9d6e505df0a7 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Unset dirty status for tenant:3583a8d0822f4e2696ff39b89a43df5e on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:08:23.525295 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-b2568382-b469-4f33-8d09-9d6e505df0a7 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/networks?id=a76c708f-379d-4599-8247-cbfb64313df4&id=ab3ef7c8-4fc9-4eab-b908-c985a1f9285d&id=a76c708f-379d-4599-8247-cbfb64313df4 HTTP/1.1" status: 200 len: 1392 time: 0.4851382 May 23 11:08:23.554676 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-a049b348-27a0-4f83-94fb-5d07cafc12e0 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/quotas/3583a8d0822f4e2696ff39b89a43df5e HTTP/1.1" status: 200 len: 375 time: 0.0283790 May 23 11:08:23.585855 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b4e5a0-2e6b-474c-a100-eeaa447404db None None] Network a76c708f-379d-4599-8247-cbfb64313df4 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:08:23.609290 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e231f62a-15c3-4940-9b82-ec30c58709ba tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd7ebebc-8d11-41d1-aec4-e030cdac21aa,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:23.616923 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b4e5a0-2e6b-474c-a100-eeaa447404db None None] Pushing event updated for resources: {'Port': ['ID=6bfb6c7a-b9af-4ed1-9991-fa828dd462e7,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:23.619621 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-18b4e5a0-2e6b-474c-a100-eeaa447404db None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:08:23.624273 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e231f62a-15c3-4940-9b82-ec30c58709ba tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:23.665972 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b4e5a0-2e6b-474c-a100-eeaa447404db None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:08:23.681683 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e231f62a-15c3-4940-9b82-ec30c58709ba tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] 10.222.0.79 "DELETE /v2.0/ports/bd7ebebc-8d11-41d1-aec4-e030cdac21aa HTTP/1.1" status: 204 len: 168 time: 1.4913137 May 23 11:08:23.685163 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2df54e8b-eb6e-40b8-b9c7-f25030802a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:23.691797 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47764) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:23.706682 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e95dbbdb-cb06-40af-94a5-a62d7c45a967 admin admin] Router bee327d2-0cb4-4f9d-be25-240d37bd7bae is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:08:23.741752 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2df54e8b-eb6e-40b8-b9c7-f25030802a95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:23.746474 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2df54e8b-eb6e-40b8-b9c7-f25030802a95 admin admin] Usage tracker for resource:security_group_rule and tenant:6ca07940a20d4e81856be4f02f0143de is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:23.750085 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2df54e8b-eb6e-40b8-b9c7-f25030802a95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:23.756938 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2df54e8b-eb6e-40b8-b9c7-f25030802a95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:23.776985 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-a429eefa-f674-4e1e-94d2-371f94d81742 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] GET failed (client error): The resource could not be found. May 23 11:08:23.792539 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a429eefa-f674-4e1e-94d2-371f94d81742 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] 10.222.0.79 "GET /v2.0/ports/bd7ebebc-8d11-41d1-aec4-e030cdac21aa HTTP/1.1" status: 404 len: 333 time: 0.0906436 May 23 11:08:23.793171 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47768) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:23.799438 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b4e5a0-2e6b-474c-a100-eeaa447404db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:08:23.799847 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b4e5a0-2e6b-474c-a100-eeaa447404db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:08:23.800482 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b4e5a0-2e6b-474c-a100-eeaa447404db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:08:23.800898 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b4e5a0-2e6b-474c-a100-eeaa447404db None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:08:23.801312 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b4e5a0-2e6b-474c-a100-eeaa447404db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:08:23.801710 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b4e5a0-2e6b-474c-a100-eeaa447404db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:08:23.802052 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b4e5a0-2e6b-474c-a100-eeaa447404db None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:08:23.802401 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b4e5a0-2e6b-474c-a100-eeaa447404db None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:08:23.802766 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b4e5a0-2e6b-474c-a100-eeaa447404db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:08:23.803085 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b4e5a0-2e6b-474c-a100-eeaa447404db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:08:23.803444 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b4e5a0-2e6b-474c-a100-eeaa447404db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:08:23.809706 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-278376af-b569-4959-8422-d04a69742a52 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Request body: {'port': {'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1477996392'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:08:23.828807 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-278376af-b569-4959-8422-d04a69742a52 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:23.839327 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-278376af-b569-4959-8422-d04a69742a52 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Usage tracker for resource:port and tenant:9ff85d493697451fbf18bf6fe2176cde is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:23.842301 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2df54e8b-eb6e-40b8-b9c7-f25030802a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:23.843957 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-278376af-b569-4959-8422-d04a69742a52 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:23.854455 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2df54e8b-eb6e-40b8-b9c7-f25030802a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:23.857863 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-278376af-b569-4959-8422-d04a69742a52 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:23.890761 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b189a-b53d-4d9e-8f31-c05f4cdce132 req-cad7def1-82cc-4d75-a2b3-dc3592cc8a15 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:23.895877 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-136b189a-b53d-4d9e-8f31-c05f4cdce132 req-cad7def1-82cc-4d75-a2b3-dc3592cc8a15 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "GET /v2.0/ports?device_id=d835f616-67a5-44e1-82a3-828ebedce9bf HTTP/1.1" status: 200 len: 931 time: 0.2713649 May 23 11:08:23.912068 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278376af-b569-4959-8422-d04a69742a52 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Made reservation on behalf of 9ff85d493697451fbf18bf6fe2176cde for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:08:23.916458 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-278376af-b569-4959-8422-d04a69742a52 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:23.955865 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ac7d8cbc-d179-48a9-827e-dc28c330dad2 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:08:23.997540 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-8eda8b80-2060-4dbd-a508-8003c4bd05bc tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Synchronizing usage tracker for tenant:3583a8d0822f4e2696ff39b89a43df5e on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:08:24.006639 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-278376af-b569-4959-8422-d04a69742a52 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] device_id is not set on port dc80ea45-378f-48af-9949-7604f05693c7 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:08:24.077171 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4584f9e6-38bb-4e44-b521-b8d1cf539852 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-ab3ef7c8-4fc9-4eab-b908-c985a1f9285d', 'network_id': 'ab3ef7c8-4fc9-4eab-b908-c985a1f9285d', 'tenant_id': '3583a8d0822f4e2696ff39b89a43df5e', 'fixed_ips': [{'subnet_id': 'abe424bc-4716-4e6a-9066-0d31d23d527d'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:08:24.077974 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4584f9e6-38bb-4e44-b521-b8d1cf539852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:24.110254 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df54e8b-eb6e-40b8-b9c7-f25030802a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f5dae3-591a-4371-96b6-0a91df1b4294,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:24.133004 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2df54e8b-eb6e-40b8-b9c7-f25030802a95 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6ca07940a20d4e81856be4f02f0143de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7831459 May 23 11:08:24.138667 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47776) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:24.189062 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-0d297629-541c-4de8-a6c1-2037595c0356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3e35099-ff80-4942-a2f8-80ac1bf8a66a {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:08:24.201478 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-0d297629-541c-4de8-a6c1-2037595c0356 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:24.236191 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-0d297629-541c-4de8-a6c1-2037595c0356 service neutron] Transition to ACTIVE for port object a3e35099-ff80-4942-a2f8-80ac1bf8a66a will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:08:24.237889 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-278376af-b569-4959-8422-d04a69742a52 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:24.252742 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-0d297629-541c-4de8-a6c1-2037595c0356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:24.268748 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-4584f9e6-38bb-4e44-b521-b8d1cf539852 None None] Allocated IP 19.86.0.2 (ab3ef7c8-4fc9-4eab-b908-c985a1f9285d/abe424bc-4716-4e6a-9066-0d31d23d527d/7bbb16c8-92f5-4b77-bce5-4ced4b1098b9) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:08:24.291234 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-136b189a-b53d-4d9e-8f31-c05f4cdce132 req-bde33fb9-5301-4945-abbb-6e421908c70a tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "GET /v2.0/security-groups?id=507420f4-c772-463f-8708-f35159c33422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3857791 May 23 11:08:24.292559 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-278376af-b569-4959-8422-d04a69742a52 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:24.294788 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-8eda8b80-2060-4dbd-a508-8003c4bd05bc tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Unset dirty status for tenant:3583a8d0822f4e2696ff39b89a43df5e on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:08:24.306368 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-8eda8b80-2060-4dbd-a508-8003c4bd05bc tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3583a8d0822f4e2696ff39b89a43df5e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7504809 May 23 11:08:24.335461 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4030a2fa-bcac-43c0-a3f8-78bdee65f271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:24.460189 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d297629-541c-4de8-a6c1-2037595c0356 service neutron] Pushing event updated for resources: {'Port': ['ID=a3e35099-ff80-4942-a2f8-80ac1bf8a66a,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:24.531097 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4584f9e6-38bb-4e44-b521-b8d1cf539852 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:24.542773 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4584f9e6-38bb-4e44-b521-b8d1cf539852 None None] Transition to ACTIVE for port object 7bbb16c8-92f5-4b77-bce5-4ced4b1098b9 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:08:24.593306 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4584f9e6-38bb-4e44-b521-b8d1cf539852 None None] Transition to ACTIVE for port object 7bbb16c8-92f5-4b77-bce5-4ced4b1098b9 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:08:24.605134 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-18b4e5a0-2e6b-474c-a100-eeaa447404db None None] Attempting to bind port 6bfb6c7a-b9af-4ed1-9991-fa828dd462e7 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:08:24.605386 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-bea0b8b2-7836-43dd-aa7e-aa28adb01982 service neutron] 10.222.0.79 "GET /v2.0/networks/a76c708f-379d-4599-8247-cbfb64313df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980824 May 23 11:08:24.606143 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-18b4e5a0-2e6b-474c-a100-eeaa447404db None None] Attempting to bind port 6bfb6c7a-b9af-4ed1-9991-fa828dd462e7 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '72b0ff4c-0de9-46e3-a56c-77c8491f6585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a76c708f-379d-4599-8247-cbfb64313df4'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:08:24.607631 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b4e5a0-2e6b-474c-a100-eeaa447404db None None] Attempting to bind port 6bfb6c7a-b9af-4ed1-9991-fa828dd462e7 on network a76c708f-379d-4599-8247-cbfb64313df4 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:24.631371 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b4e5a0-2e6b-474c-a100-eeaa447404db None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:08:24.631754 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b4e5a0-2e6b-474c-a100-eeaa447404db None None] Checking segment: {'id': '72b0ff4c-0de9-46e3-a56c-77c8491f6585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a76c708f-379d-4599-8247-cbfb64313df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:08:24.632176 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-18b4e5a0-2e6b-474c-a100-eeaa447404db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:24.636585 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b4e5a0-2e6b-474c-a100-eeaa447404db None None] Bound using segment: {'id': '72b0ff4c-0de9-46e3-a56c-77c8491f6585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a76c708f-379d-4599-8247-cbfb64313df4'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:08:24.637815 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-18b4e5a0-2e6b-474c-a100-eeaa447404db None None] Bound port: 6bfb6c7a-b9af-4ed1-9991-fa828dd462e7, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72b0ff4c-0de9-46e3-a56c-77c8491f6585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a76c708f-379d-4599-8247-cbfb64313df4'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:08:24.640256 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-18b4e5a0-2e6b-474c-a100-eeaa447404db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:24.664951 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4584f9e6-38bb-4e44-b521-b8d1cf539852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:24.848647 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4030a2fa-bcac-43c0-a3f8-78bdee65f271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:24.873738 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a7a3384d-f99d-4fcd-8f22-7311f1ba2bf2 req-7288f2dc-e57d-4bd6-ba7e-34232c6f0b49 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.0783935 May 23 11:08:24.878989 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-18b4e5a0-2e6b-474c-a100-eeaa447404db None None] For port 6bfb6c7a-b9af-4ed1-9991-fa828dd462e7, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:08:24.882892 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-18b4e5a0-2e6b-474c-a100-eeaa447404db None None] For port 6bfb6c7a-b9af-4ed1-9991-fa828dd462e7, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=6bfb6c7a-b9af-4ed1-9991-fa828dd462e7,segment=NetworkSegment(72b0ff4c-0de9-46e3-a56c-77c8491f6585),segment_id=72b0ff4c-0de9-46e3-a56c-77c8491f6585)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:08:24.914509 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4584f9e6-38bb-4e44-b521-b8d1cf539852 None None] Pushing event updated for resources: {'Port': ['ID=7bbb16c8-92f5-4b77-bce5-4ced4b1098b9,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:24.940956 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4584f9e6-38bb-4e44-b521-b8d1cf539852 None None] Network ab3ef7c8-4fc9-4eab-b908-c985a1f9285d is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:08:24.942746 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-18b4e5a0-2e6b-474c-a100-eeaa447404db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:24.959684 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-4584f9e6-38bb-4e44-b521-b8d1cf539852 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:08:25.051847 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4584f9e6-38bb-4e44-b521-b8d1cf539852 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:08:25.148631 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95dbbdb-cb06-40af-94a5-a62d7c45a967 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:08:25.150120 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port ac7d8cbc-d179-48a9-827e-dc28c330dad2 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:08:25.150503 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:25.176167 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-0d297629-541c-4de8-a6c1-2037595c0356 service neutron] Attempting to bind port a3e35099-ff80-4942-a2f8-80ac1bf8a66a on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:08:25.176167 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-0d297629-541c-4de8-a6c1-2037595c0356 service neutron] Attempting to bind port a3e35099-ff80-4942-a2f8-80ac1bf8a66a by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '42d759c9-732c-4537-a07f-98319021ed2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '747ead6f-5c9e-46f2-80ef-f280e257168e'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:08:25.176167 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-0d297629-541c-4de8-a6c1-2037595c0356 service neutron] Attempting to bind port a3e35099-ff80-4942-a2f8-80ac1bf8a66a on network 747ead6f-5c9e-46f2-80ef-f280e257168e {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:25.176755 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278376af-b569-4959-8422-d04a69742a52 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Pushing event updated for resources: {'Port': ['ID=dc80ea45-378f-48af-9949-7604f05693c7,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:25.176755 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278376af-b569-4959-8422-d04a69742a52 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:08:25.208270 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8b718b-e9df-415c-82c4-0c22de44f0dd None None] Sync routers for ids ['bee327d2-0cb4-4f9d-be25-240d37bd7bae'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:08:25.218374 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-278376af-b569-4959-8422-d04a69742a52 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:08:25.235203 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8b718b-e9df-415c-82c4-0c22de44f0dd None None] Routers {'bee327d2-0cb4-4f9d-be25-240d37bd7bae'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:08:25.236588 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-7e8b718b-e9df-415c-82c4-0c22de44f0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:08:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['bee327d2-0cb4-4f9d-be25-240d37bd7bae'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:08:25.241617 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4030a2fa-bcac-43c0-a3f8-78bdee65f271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:25.242537 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-de12fe6c-f84c-436d-85c4-ba0e078ed1e4 req-e8a45cce-7f42-4552-9604-4cd9deaf1c2c tempest-ServersAdmin275Test-225012631 tempest-ServersAdmin275Test-225012631-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.2439227 May 23 11:08:25.246757 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278376af-b569-4959-8422-d04a69742a52 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:08:25.261018 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278376af-b569-4959-8422-d04a69742a52 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:25.261681 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-278376af-b569-4959-8422-d04a69742a52 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:25.304591 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-0d297629-541c-4de8-a6c1-2037595c0356 service neutron] Port a3e35099-ff80-4942-a2f8-80ac1bf8a66a on network 747ead6f-5c9e-46f2-80ef-f280e257168e not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:08:25.304894 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-0d297629-541c-4de8-a6c1-2037595c0356 service neutron] Attempting to bind port a3e35099-ff80-4942-a2f8-80ac1bf8a66a on network 747ead6f-5c9e-46f2-80ef-f280e257168e {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:25.309506 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4030a2fa-bcac-43c0-a3f8-78bdee65f271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f5dae3-591a-4371-96b6-0a91df1b4294,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:25.317697 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4030a2fa-bcac-43c0-a3f8-78bdee65f271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:25.320898 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4030a2fa-bcac-43c0-a3f8-78bdee65f271 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/32f5dae3-591a-4371-96b6-0a91df1b4294 HTTP/1.1" status: 204 len: 168 time: 1.1811044 May 23 11:08:25.338802 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-0d297629-541c-4de8-a6c1-2037595c0356 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:08:25.339416 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-0d297629-541c-4de8-a6c1-2037595c0356 service neutron] Checking segment: {'id': '42d759c9-732c-4537-a07f-98319021ed2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '747ead6f-5c9e-46f2-80ef-f280e257168e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:08:25.340024 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-0d297629-541c-4de8-a6c1-2037595c0356 service neutron] Bound using segment: {'id': '42d759c9-732c-4537-a07f-98319021ed2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '747ead6f-5c9e-46f2-80ef-f280e257168e'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:08:25.340534 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-0d297629-541c-4de8-a6c1-2037595c0356 service neutron] Bound port: a3e35099-ff80-4942-a2f8-80ac1bf8a66a, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42d759c9-732c-4537-a07f-98319021ed2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '747ead6f-5c9e-46f2-80ef-f280e257168e'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:08:25.340964 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-0d297629-541c-4de8-a6c1-2037595c0356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:25.362878 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e95dbbdb-cb06-40af-94a5-a62d7c45a967 admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:25.366936 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e95dbbdb-cb06-40af-94a5-a62d7c45a967 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.4957862 May 23 11:08:25.369123 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47798) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:25.407742 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-b3dfdd2d-5c44-46c0-98cc-53cfeb39ba6f service neutron] 10.222.0.79 "GET /v2.0/networks/a76c708f-379d-4599-8247-cbfb64313df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7680502 May 23 11:08:25.492704 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b4e5a0-2e6b-474c-a100-eeaa447404db None None] Pushing event updated for resources: {'Port': ['ID=6bfb6c7a-b9af-4ed1-9991-fa828dd462e7,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:25.519838 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-4584f9e6-38bb-4e44-b521-b8d1cf539852 None None] Attempting to bind port 7bbb16c8-92f5-4b77-bce5-4ced4b1098b9 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:08:25.520222 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-278376af-b569-4959-8422-d04a69742a52 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7224250 May 23 11:08:25.520720 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-4584f9e6-38bb-4e44-b521-b8d1cf539852 None None] Attempting to bind port 7bbb16c8-92f5-4b77-bce5-4ced4b1098b9 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '1ab1f3e2-faf2-434f-a505-364ca5a74414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ab3ef7c8-4fc9-4eab-b908-c985a1f9285d'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:08:25.521084 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4584f9e6-38bb-4e44-b521-b8d1cf539852 None None] Attempting to bind port 7bbb16c8-92f5-4b77-bce5-4ced4b1098b9 on network ab3ef7c8-4fc9-4eab-b908-c985a1f9285d {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:25.608073 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4584f9e6-38bb-4e44-b521-b8d1cf539852 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:08:25.608815 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4584f9e6-38bb-4e44-b521-b8d1cf539852 None None] Checking segment: {'id': '1ab1f3e2-faf2-434f-a505-364ca5a74414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ab3ef7c8-4fc9-4eab-b908-c985a1f9285d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:08:25.608815 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4584f9e6-38bb-4e44-b521-b8d1cf539852 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:25.609210 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4584f9e6-38bb-4e44-b521-b8d1cf539852 None None] Bound using segment: {'id': '1ab1f3e2-faf2-434f-a505-364ca5a74414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ab3ef7c8-4fc9-4eab-b908-c985a1f9285d'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:08:25.609691 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-4584f9e6-38bb-4e44-b521-b8d1cf539852 None None] Bound port: 7bbb16c8-92f5-4b77-bce5-4ced4b1098b9, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab1f3e2-faf2-434f-a505-364ca5a74414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ab3ef7c8-4fc9-4eab-b908-c985a1f9285d'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:08:25.610061 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4584f9e6-38bb-4e44-b521-b8d1cf539852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:25.612577 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-7e8b718b-e9df-415c-82c4-0c22de44f0dd None None] Set router bee327d2-0cb4-4f9d-be25-240d37bd7bae gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:08:25.612962 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47802) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:25.628867 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:08:26.073405 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-0d297629-541c-4de8-a6c1-2037595c0356 service neutron] For port a3e35099-ff80-4942-a2f8-80ac1bf8a66a, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:08:26.100563 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-0d297629-541c-4de8-a6c1-2037595c0356 service neutron] For port a3e35099-ff80-4942-a2f8-80ac1bf8a66a, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=a3e35099-ff80-4942-a2f8-80ac1bf8a66a,segment=NetworkSegment(42d759c9-732c-4537-a07f-98319021ed2c),segment_id=42d759c9-732c-4537-a07f-98319021ed2c)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:08:26.112863 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-4584f9e6-38bb-4e44-b521-b8d1cf539852 None None] For port 7bbb16c8-92f5-4b77-bce5-4ced4b1098b9, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:08:26.131032 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-4584f9e6-38bb-4e44-b521-b8d1cf539852 None None] For port 7bbb16c8-92f5-4b77-bce5-4ced4b1098b9, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=7bbb16c8-92f5-4b77-bce5-4ced4b1098b9,segment=NetworkSegment(1ab1f3e2-faf2-434f-a505-364ca5a74414),segment_id=1ab1f3e2-faf2-434f-a505-364ca5a74414)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:08:26.140588 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4584f9e6-38bb-4e44-b521-b8d1cf539852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:26.149656 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-0d297629-541c-4de8-a6c1-2037595c0356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:26.241580 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 6bfb6c7a-b9af-4ed1-9991-fa828dd462e7 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:08:26.439328 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4584f9e6-38bb-4e44-b521-b8d1cf539852 None None] Pushing event updated for resources: {'Port': ['ID=7bbb16c8-92f5-4b77-bce5-4ced4b1098b9,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:26.452995 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-0d297629-541c-4de8-a6c1-2037595c0356 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:26.458171 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-0d297629-541c-4de8-a6c1-2037595c0356 service neutron] 10.222.0.13 "PUT /v2.0/ports/a3e35099-ff80-4942-a2f8-80ac1bf8a66a HTTP/1.1" status: 200 len: 1091 time: 5.1281009 May 23 11:08:26.459410 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd835f616-67a5-44e1-82a3-828ebedce9bf', 'tag': 'a3e35099-ff80-4942-a2f8-80ac1bf8a66a'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:08:26.481732 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 6bfb6c7a-b9af-4ed1-9991-fa828dd462e7 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:08:26.494669 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-7493362e-e07d-449b-8e55-2e7e885cbca5 service neutron] 10.222.0.79 "GET /v2.0/networks/ab3ef7c8-4fc9-4eab-b908-c985a1f9285d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0859354 May 23 11:08:26.522205 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d297629-541c-4de8-a6c1-2037595c0356 service neutron] Pushing event updated for resources: {'Port': ['ID=a3e35099-ff80-4942-a2f8-80ac1bf8a66a,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:26.544385 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:26.725856 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-7e8b718b-e9df-415c-82c4-0c22de44f0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee327d2-0cb4-4f9d-be25-240d37bd7bae', 'name': 'tempest-ServersTestBootFromVolume-1452041592-router', 'tenant_id': '4e03745f99574e5389955681da2fca5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '0f9d3877-ac67-498d-a18a-9578728ab83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:08:15Z', 'updated_at': '2022-05-23T11:08:19Z', 'revision_number': 3, 'project_id': '4e03745f99574e5389955681da2fca5e', 'gw_port': {'id': '0f9d3877-ac67-498d-a18a-9578728ab83a', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:46:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee327d2-0cb4-4f9d-be25-240d37bd7bae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:08:17Z', 'updated_at': '2022-05-23T11:08:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:08:26.734203 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8b718b-e9df-415c-82c4-0c22de44f0dd None None] Checking router: bee327d2-0cb4-4f9d-be25-240d37bd7bae for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:08:26.734781 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8b718b-e9df-415c-82c4-0c22de44f0dd None None] Updating router bee327d2-0cb4-4f9d-be25-240d37bd7bae port 0f9d3877-ac67-498d-a18a-9578728ab83a binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:08:26.895684 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-7e8b718b-e9df-415c-82c4-0c22de44f0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:27.150424 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-b0e89753-50cd-4c9b-ade7-cdeb0a86e25f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc51252c175e4cbcbdf52b4fe247eb16&device_id=d835f616-67a5-44e1-82a3-828ebedce9bf HTTP/1.1" status: 200 len: 1094 time: 0.6205885 May 23 11:08:27.283499 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-feda7689-be92-4ef3-bb2e-1b97cdcba058 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3e35099-ff80-4942-a2f8-80ac1bf8a66a HTTP/1.1" status: 200 len: 217 time: 0.1175191 May 23 11:08:27.407662 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-4787eccd-5914-4e79-9ef9-8d04bfd04f2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:27.410074 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-4787eccd-5914-4e79-9ef9-8d04bfd04f2a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da4c8fec-892d-4e21-843f-3fcecec73207 HTTP/1.1" status: 200 len: 845 time: 0.1204023 May 23 11:08:27.418403 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-d5b59251-5452-4b57-a020-05557f2b2710 service neutron] 10.222.0.79 "GET /v2.0/networks/ab3ef7c8-4fc9-4eab-b908-c985a1f9285d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9218187 May 23 11:08:27.454161 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40b2648-ecd0-446c-9d89-50105024b77a None None] Network a76c708f-379d-4599-8247-cbfb64313df4 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:08:27.656727 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] device_id is not set on port dc80ea45-378f-48af-9949-7604f05693c7 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:08:27.679333 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:27.699498 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Transition to ACTIVE for port object dc80ea45-378f-48af-9949-7604f05693c7 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:08:27.706154 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-8b2b33b4-c3ae-4a3a-bd6e-4cd8f0a1a860 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=747ead6f-5c9e-46f2-80ef-f280e257168e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2857368 May 23 11:08:27.802218 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-60f5175f-0328-4747-9e81-0f38fa50b521 None None] Provisioning for port 6bfb6c7a-b9af-4ed1-9991-fa828dd462e7 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:08:27.816604 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-7e8b718b-e9df-415c-82c4-0c22de44f0dd None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:27.822859 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-60f5175f-0328-4747-9e81-0f38fa50b521 None None] Provisioning complete for port 6bfb6c7a-b9af-4ed1-9991-fa828dd462e7 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:08:27.823225 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-60f5175f-0328-4747-9e81-0f38fa50b521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:27.840995 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-7e8b718b-e9df-415c-82c4-0c22de44f0dd None None] Transition to ACTIVE for port object 0f9d3877-ac67-498d-a18a-9578728ab83a will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:08:27.853851 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-7e8b718b-e9df-415c-82c4-0c22de44f0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:28.029194 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-d939b860-6e05-4462-a96b-8c19964d5855 service neutron] 10.222.0.79 "GET /v2.0/networks/a76c708f-379d-4599-8247-cbfb64313df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229237 May 23 11:08:28.050641 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-04713989-a8e8-475f-a7dc-d99f71132a52 service neutron] 10.222.0.13 "GET /v2.0/networks/747ead6f-5c9e-46f2-80ef-f280e257168e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377876 May 23 11:08:28.161866 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a704cc6-3c9c-4cb4-8254-893d2e32a4ad None None] Pushing event updated for resources: {'Port': ['ID=0f9d3877-ac67-498d-a18a-9578728ab83a,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:28.174399 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-7e8b718b-e9df-415c-82c4-0c22de44f0dd None None] Attempting to bind port 0f9d3877-ac67-498d-a18a-9578728ab83a on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:08:28.179718 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-7e8b718b-e9df-415c-82c4-0c22de44f0dd None None] Attempting to bind port 0f9d3877-ac67-498d-a18a-9578728ab83a by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:08:28.180118 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8b718b-e9df-415c-82c4-0c22de44f0dd None None] Attempting to bind port 0f9d3877-ac67-498d-a18a-9578728ab83a on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:28.206631 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8b718b-e9df-415c-82c4-0c22de44f0dd None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:08:28.208187 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8b718b-e9df-415c-82c4-0c22de44f0dd None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:08:28.208550 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-7e8b718b-e9df-415c-82c4-0c22de44f0dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:28.209255 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 7bbb16c8-92f5-4b77-bce5-4ced4b1098b9 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:08:28.210041 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8b718b-e9df-415c-82c4-0c22de44f0dd None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:08:28.210537 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-7e8b718b-e9df-415c-82c4-0c22de44f0dd None None] Bound port: 0f9d3877-ac67-498d-a18a-9578728ab83a, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:08:28.210928 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-7e8b718b-e9df-415c-82c4-0c22de44f0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:28.347743 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-2fc951ca-0bc3-4835-9d35-7ff43111d335 service neutron] 10.222.0.79 "GET /v2.0/networks/a76c708f-379d-4599-8247-cbfb64313df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175497 May 23 11:08:28.355772 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:28.410402 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-7e8b718b-e9df-415c-82c4-0c22de44f0dd None None] For port 0f9d3877-ac67-498d-a18a-9578728ab83a, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:08:28.421461 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-7e8b718b-e9df-415c-82c4-0c22de44f0dd None None] For port 0f9d3877-ac67-498d-a18a-9578728ab83a, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=0f9d3877-ac67-498d-a18a-9578728ab83a,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:08:28.434630 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-7e8b718b-e9df-415c-82c4-0c22de44f0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:28.508735 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5d0bb4-3be5-4208-b644-861cb5c7c11b None None] Network ab3ef7c8-4fc9-4eab-b908-c985a1f9285d requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:08:28.536659 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47860) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:28.538408 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Pushing event updated for resources: {'Port': ['ID=dc80ea45-378f-48af-9949-7604f05693c7,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:28.634018 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aecbbe9-3b08-47a7-8733-7e9439767701 req-5f4775a9-75cb-441b-af40-8abeb36e6475 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:28.637381 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a704cc6-3c9c-4cb4-8254-893d2e32a4ad None None] Pushing event updated for resources: {'Port': ['ID=0f9d3877-ac67-498d-a18a-9578728ab83a,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:28.646979 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8b718b-e9df-415c-82c4-0c22de44f0dd None None] Routers {'bee327d2-0cb4-4f9d-be25-240d37bd7bae'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:08:28.650593 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-7e8b718b-e9df-415c-82c4-0c22de44f0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:08:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['bee327d2-0cb4-4f9d-be25-240d37bd7bae'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:08:28.661986 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5aecbbe9-3b08-47a7-8733-7e9439767701 req-5f4775a9-75cb-441b-af40-8abeb36e6475 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "GET /v2.0/ports?device_id=d835f616-67a5-44e1-82a3-828ebedce9bf HTTP/1.1" status: 200 len: 943 time: 2.4454744 May 23 11:08:28.665862 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9292f35e-088c-42fd-8e28-a7cc7341c99a req-935c5ab3-dc20-4440-bbce-794a3499715d service neutron] 10.222.0.13 "GET /v2.0/networks/747ead6f-5c9e-46f2-80ef-f280e257168e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6049521 May 23 11:08:28.789825 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-60f5175f-0328-4747-9e81-0f38fa50b521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:28.916949 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 7bbb16c8-92f5-4b77-bce5-4ced4b1098b9 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:08:28.983992 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-60f5175f-0328-4747-9e81-0f38fa50b521 None None] For port 6bfb6c7a-b9af-4ed1-9991-fa828dd462e7, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=6bfb6c7a-b9af-4ed1-9991-fa828dd462e7,segment=NetworkSegment(72b0ff4c-0de9-46e3-a56c-77c8491f6585),segment_id=72b0ff4c-0de9-46e3-a56c-77c8491f6585)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:08:29.060774 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-7e8b718b-e9df-415c-82c4-0c22de44f0dd None None] Set router bee327d2-0cb4-4f9d-be25-240d37bd7bae gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:08:29.073540 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-60f5175f-0328-4747-9e81-0f38fa50b521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:29.216322 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-1c9ec857-3fa8-4a98-a1a9-6dab0031fa1d tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:29.216573 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0beb919d-62dc-4a51-85fb-8521f7155ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:29.232141 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-1c9ec857-3fa8-4a98-a1a9-6dab0031fa1d tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/networks?id=1a5c8466-e669-4a02-9cf7-1e34891324c1 HTTP/1.1" status: 200 len: 811 time: 0.2432959 May 23 11:08:29.266856 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4212e5f1-12db-40ff-b565-67e64ced9cc1 None None] Provisioning for port 7bbb16c8-92f5-4b77-bce5-4ced4b1098b9 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:08:29.287465 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5aecbbe9-3b08-47a7-8733-7e9439767701 req-a57b5ec1-e7d6-478c-b750-bf2f0afb971e tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "GET /v2.0/security-groups?id=507420f4-c772-463f-8708-f35159c33422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6201589 May 23 11:08:29.362080 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4212e5f1-12db-40ff-b565-67e64ced9cc1 None None] Provisioning complete for port 7bbb16c8-92f5-4b77-bce5-4ced4b1098b9 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:08:29.362657 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4212e5f1-12db-40ff-b565-67e64ced9cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:29.363241 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0bf8119f-c5f1-4551-886f-6b30babbb8c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:29.414772 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-e85713a7-383c-45df-b101-35b61f472a2f tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/quotas/b64a3f1baa60499ab93cbd32db99dbcb HTTP/1.1" status: 200 len: 375 time: 0.1807156 May 23 11:08:29.422636 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f5175f-0328-4747-9e81-0f38fa50b521 None None] Pushing event updated for resources: {'Port': ['ID=6bfb6c7a-b9af-4ed1-9991-fa828dd462e7,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:29.619805 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port dc80ea45-378f-48af-9949-7604f05693c7 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:08:29.621587 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port dc80ea45-378f-48af-9949-7604f05693c7 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:08:29.621978 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port dc80ea45-378f-48af-9949-7604f05693c7 on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:29.660996 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4212e5f1-12db-40ff-b565-67e64ced9cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:29.756223 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-4212e5f1-12db-40ff-b565-67e64ced9cc1 None None] For port 7bbb16c8-92f5-4b77-bce5-4ced4b1098b9, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=7bbb16c8-92f5-4b77-bce5-4ced4b1098b9,segment=NetworkSegment(1ab1f3e2-faf2-434f-a505-364ca5a74414),segment_id=1ab1f3e2-faf2-434f-a505-364ca5a74414)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:08:29.764088 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4212e5f1-12db-40ff-b565-67e64ced9cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:29.773167 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-a0861e05-0d61-41ba-87c8-78e4064fb80e tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b64a3f1baa60499ab93cbd32db99dbcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3524241 May 23 11:08:29.824402 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-0beb919d-62dc-4a51-85fb-8521f7155ab7 admin admin] Allocated IP 172.20.0.1 (0a05d838-cda3-46c0-8bf8-03d2c6de0cc0/87f6ff48-3f7c-46f2-8156-b55091f31a8e/6dc06ab6-ad22-4bf6-aa89-b96bb1cf138c) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:08:29.891167 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b4fbae3a-f0f9-42ea-90ac-66975aa0b679 req-3f8e99e8-3de6-4a24-bf73-5042c2f400b2 tempest-ServersAdmin275Test-225012631 tempest-ServersAdmin275Test-225012631-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.2470298 May 23 11:08:29.912049 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Port dc80ea45-378f-48af-9949-7604f05693c7 on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:08:29.918466 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-7e8b718b-e9df-415c-82c4-0c22de44f0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee327d2-0cb4-4f9d-be25-240d37bd7bae', 'name': 'tempest-ServersTestBootFromVolume-1452041592-router', 'tenant_id': '4e03745f99574e5389955681da2fca5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '0f9d3877-ac67-498d-a18a-9578728ab83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:08:15Z', 'updated_at': '2022-05-23T11:08:19Z', 'revision_number': 3, 'project_id': '4e03745f99574e5389955681da2fca5e', 'gw_port': {'id': '0f9d3877-ac67-498d-a18a-9578728ab83a', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:46:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee327d2-0cb4-4f9d-be25-240d37bd7bae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:08:17Z', 'updated_at': '2022-05-23T11:08:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:08:29.931082 n-d-842952-2 neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Failed to bind port dc80ea45-378f-48af-9949-7604f05693c7 on host n-h1-842952-2 for vnic_type normal using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] May 23 11:08:29.937409 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8b718b-e9df-415c-82c4-0c22de44f0dd None None] The sync data for ids ['bee327d2-0cb4-4f9d-be25-240d37bd7bae'] in n-d-842952-2 is: [{'id': 'bee327d2-0cb4-4f9d-be25-240d37bd7bae', 'name': 'tempest-ServersTestBootFromVolume-1452041592-router', 'tenant_id': '4e03745f99574e5389955681da2fca5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '0f9d3877-ac67-498d-a18a-9578728ab83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:08:15Z', 'updated_at': '2022-05-23T11:08:19Z', 'revision_number': 3, 'project_id': '4e03745f99574e5389955681da2fca5e', 'gw_port': {'id': '0f9d3877-ac67-498d-a18a-9578728ab83a', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:46:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee327d2-0cb4-4f9d-be25-240d37bd7bae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:08:17Z', 'updated_at': '2022-05-23T11:08:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:08:30.016952 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 6bfb6c7a-b9af-4ed1-9991-fa828dd462e7 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:08:30.098957 n-d-842952-2 neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempt 2 to bind port dc80ea45-378f-48af-9949-7604f05693c7 May 23 11:08:30.110228 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4212e5f1-12db-40ff-b565-67e64ced9cc1 None None] Pushing event updated for resources: {'Port': ['ID=7bbb16c8-92f5-4b77-bce5-4ced4b1098b9,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:30.138682 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0bf8119f-c5f1-4551-886f-6b30babbb8c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:30.181101 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4212e5f1-12db-40ff-b565-67e64ced9cc1 None None] Provisioning complete for port 6bfb6c7a-b9af-4ed1-9991-fa828dd462e7 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:08:30.181516 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4212e5f1-12db-40ff-b565-67e64ced9cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:30.201470 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96180b45-fde8-402f-8ebc-7c5c8b3bc222'] response: {'name': 'network-changed', 'server_uuid': 'd835f616-67a5-44e1-82a3-828ebedce9bf', 'tag': 'a3e35099-ff80-4942-a2f8-80ac1bf8a66a', 'status': 'completed', 'code': 200} May 23 11:08:30.234592 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-0bf8119f-c5f1-4551-886f-6b30babbb8c4 admin admin] Usage tracker for resource:security_group_rule and tenant:0f36a290a85e4448b011635505ba5f84 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:30.257609 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-0bf8119f-c5f1-4551-886f-6b30babbb8c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:30.262006 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 6bfb6c7a-b9af-4ed1-9991-fa828dd462e7 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:08:30.262376 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:30.287714 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port dc80ea45-378f-48af-9949-7604f05693c7 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:08:30.287954 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port dc80ea45-378f-48af-9949-7604f05693c7 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:08:30.288307 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port dc80ea45-378f-48af-9949-7604f05693c7 on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:30.308070 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0bf8119f-c5f1-4551-886f-6b30babbb8c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:30.451165 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0beb919d-62dc-4a51-85fb-8521f7155ab7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:30.456781 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Port dc80ea45-378f-48af-9949-7604f05693c7 on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:08:30.456781 n-d-842952-2 neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Failed to bind port dc80ea45-378f-48af-9949-7604f05693c7 on host n-h1-842952-2 for vnic_type normal using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] May 23 11:08:30.475297 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fa7b2ccf-8442-40c5-a55e-ce752b29c333 req-7d5bd18e-8ce5-469c-a91e-0f72bd8d3a01 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc51252c175e4cbcbdf52b4fe247eb16&device_id=d835f616-67a5-44e1-82a3-828ebedce9bf HTTP/1.1" status: 200 len: 1094 time: 0.2164574 May 23 11:08:30.477802 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-0beb919d-62dc-4a51-85fb-8521f7155ab7 admin admin] Transition to ACTIVE for port object 6dc06ab6-ad22-4bf6-aa89-b96bb1cf138c will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:08:30.485094 n-d-842952-2 neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempt 3 to bind port dc80ea45-378f-48af-9949-7604f05693c7 May 23 11:08:30.495127 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-07b00ed7-f1a0-4301-9402-43e40f484d1d service neutron] 10.222.0.79 "GET /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6953304 May 23 11:08:30.512593 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0298bc8f-ca34-4b98-95a1-6413afc7caef req-1aa321c0-f207-44f9-b101-8f4b7112e6ed tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/ports?device_id=13573160-9a64-44f2-b336-b53642435d56 HTTP/1.1" status: 200 len: 210 time: 0.1563597 May 23 11:08:30.540760 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port dc80ea45-378f-48af-9949-7604f05693c7 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:08:30.541121 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port dc80ea45-378f-48af-9949-7604f05693c7 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:08:30.541425 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port dc80ea45-378f-48af-9949-7604f05693c7 on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:30.571726 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-631871f3-27d4-44c7-94de-e348238e8e6c None None] Provisioning complete for port 7bbb16c8-92f5-4b77-bce5-4ced4b1098b9 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:08:30.572157 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-631871f3-27d4-44c7-94de-e348238e8e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:30.607801 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0beb919d-62dc-4a51-85fb-8521f7155ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:30.621123 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Port dc80ea45-378f-48af-9949-7604f05693c7 on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:08:30.621811 n-d-842952-2 neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Failed to bind port dc80ea45-378f-48af-9949-7604f05693c7 on host n-h1-842952-2 for vnic_type normal using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] May 23 11:08:30.625823 n-d-842952-2 neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempt 4 to bind port dc80ea45-378f-48af-9949-7604f05693c7 May 23 11:08:30.688264 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port dc80ea45-378f-48af-9949-7604f05693c7 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:08:30.688831 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port dc80ea45-378f-48af-9949-7604f05693c7 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:08:30.689366 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port dc80ea45-378f-48af-9949-7604f05693c7 on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:30.722249 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Port dc80ea45-378f-48af-9949-7604f05693c7 on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:08:30.722859 n-d-842952-2 neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Failed to bind port dc80ea45-378f-48af-9949-7604f05693c7 on host n-h1-842952-2 for vnic_type normal using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] May 23 11:08:30.730824 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0bf8119f-c5f1-4551-886f-6b30babbb8c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:30.733779 n-d-842952-2 neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempt 5 to bind port dc80ea45-378f-48af-9949-7604f05693c7 May 23 11:08:30.748218 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0bf8119f-c5f1-4551-886f-6b30babbb8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:30.749070 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb919d-62dc-4a51-85fb-8521f7155ab7 admin admin] Pushing event updated for resources: {'Port': ['ID=6dc06ab6-ad22-4bf6-aa89-b96bb1cf138c,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:30.771847 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-463c78b0-546a-45c3-814a-9afcd8a4c215 service neutron] 10.222.0.79 "GET /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679112 May 23 11:08:30.781600 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port dc80ea45-378f-48af-9949-7604f05693c7 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:08:30.783279 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port dc80ea45-378f-48af-9949-7604f05693c7 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:08:30.784326 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port dc80ea45-378f-48af-9949-7604f05693c7 on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:30.834332 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0bf8119f-c5f1-4551-886f-6b30babbb8c4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0f36a290a85e4448b011635505ba5f84&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2885380 May 23 11:08:30.835581 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Port dc80ea45-378f-48af-9949-7604f05693c7 on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:08:30.835983 n-d-842952-2 neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Failed to bind port dc80ea45-378f-48af-9949-7604f05693c7 on host n-h1-842952-2 for vnic_type normal using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] May 23 11:08:30.838036 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47898) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:30.845107 n-d-842952-2 neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempt 6 to bind port dc80ea45-378f-48af-9949-7604f05693c7 May 23 11:08:30.852721 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf8119f-c5f1-4551-886f-6b30babbb8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5557ce9-7682-4169-9978-928ead28f980,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:30.873281 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port dc80ea45-378f-48af-9949-7604f05693c7 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:08:30.873669 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port dc80ea45-378f-48af-9949-7604f05693c7 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:08:30.874010 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port dc80ea45-378f-48af-9949-7604f05693c7 on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:30.885508 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Port dc80ea45-378f-48af-9949-7604f05693c7 on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:08:30.885993 n-d-842952-2 neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Failed to bind port dc80ea45-378f-48af-9949-7604f05693c7 on host n-h1-842952-2 for vnic_type normal using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] May 23 11:08:30.886387 n-d-842952-2 neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempt 7 to bind port dc80ea45-378f-48af-9949-7604f05693c7 May 23 11:08:30.905943 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port dc80ea45-378f-48af-9949-7604f05693c7 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:08:30.906444 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port dc80ea45-378f-48af-9949-7604f05693c7 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:08:30.906840 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port dc80ea45-378f-48af-9949-7604f05693c7 on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:30.914464 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Port dc80ea45-378f-48af-9949-7604f05693c7 on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:08:30.915757 n-d-842952-2 neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Failed to bind port dc80ea45-378f-48af-9949-7604f05693c7 on host n-h1-842952-2 for vnic_type normal using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] May 23 11:08:30.916544 n-d-842952-2 neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempt 8 to bind port dc80ea45-378f-48af-9949-7604f05693c7 May 23 11:08:30.943411 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port dc80ea45-378f-48af-9949-7604f05693c7 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:08:30.943748 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port dc80ea45-378f-48af-9949-7604f05693c7 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:08:30.944114 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port dc80ea45-378f-48af-9949-7604f05693c7 on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:30.950741 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Port dc80ea45-378f-48af-9949-7604f05693c7 on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:08:30.951337 n-d-842952-2 neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Failed to bind port dc80ea45-378f-48af-9949-7604f05693c7 on host n-h1-842952-2 for vnic_type normal using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] May 23 11:08:30.951898 n-d-842952-2 neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempt 9 to bind port dc80ea45-378f-48af-9949-7604f05693c7 May 23 11:08:30.989391 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port dc80ea45-378f-48af-9949-7604f05693c7 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:08:30.989737 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port dc80ea45-378f-48af-9949-7604f05693c7 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:08:30.990076 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port dc80ea45-378f-48af-9949-7604f05693c7 on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:30.997659 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Port dc80ea45-378f-48af-9949-7604f05693c7 on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:08:30.998055 n-d-842952-2 neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Failed to bind port dc80ea45-378f-48af-9949-7604f05693c7 on host n-h1-842952-2 for vnic_type normal using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] May 23 11:08:30.998446 n-d-842952-2 neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempt 10 to bind port dc80ea45-378f-48af-9949-7604f05693c7 May 23 11:08:31.018403 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port dc80ea45-378f-48af-9949-7604f05693c7 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:08:31.019194 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port dc80ea45-378f-48af-9949-7604f05693c7 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:08:31.019765 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempting to bind port dc80ea45-378f-48af-9949-7604f05693c7 on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:31.027590 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Port dc80ea45-378f-48af-9949-7604f05693c7 on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:08:31.028207 n-d-842952-2 neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Failed to bind port dc80ea45-378f-48af-9949-7604f05693c7 on host n-h1-842952-2 for vnic_type normal using segments [{'id': 'fdbf2048-ff68-41e2-8349-aaf335c9ee29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b0099d5-e062-451a-bfa7-dee7818cd4d3'}] May 23 11:08:31.028761 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:31.037271 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b2ccf-8442-40c5-a55e-ce752b29c333 req-6dced0a3-9f5e-431b-982b-32c2de58c8cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:31.038743 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fa7b2ccf-8442-40c5-a55e-ce752b29c333 req-6dced0a3-9f5e-431b-982b-32c2de58c8cc service neutron] 10.222.0.13 "GET /v2.0/networks?id=747ead6f-5c9e-46f2-80ef-f280e257168e HTTP/1.1" status: 200 len: 907 time: 0.5572677 May 23 11:08:31.070962 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0beb919d-62dc-4a51-85fb-8521f7155ab7 admin admin] Network 0a05d838-cda3-46c0-8bf8-03d2c6de0cc0 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:08:31.226058 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] For port dc80ea45-378f-48af-9949-7604f05693c7, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:08:31.226435 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Attempted to set empty binding levels {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 23 11:08:31.239319 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-0beb919d-62dc-4a51-85fb-8521f7155ab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:08:31.253005 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beb919d-62dc-4a51-85fb-8521f7155ab7 admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:08:31.259027 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:31.427762 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fa7b2ccf-8442-40c5-a55e-ce752b29c333 req-6c545b4c-a312-4c18-b8ac-b891d006ec01 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3e35099-ff80-4942-a2f8-80ac1bf8a66a HTTP/1.1" status: 200 len: 217 time: 0.3557873 May 23 11:08:31.603339 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4164188d-41c7-4938-b371-36d874725aa2 req-9d817cb1-5764-498d-a0d6-bc4918d2e146 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=d8957d9e-d1b6-4657-b1fb-6eafe7e302d2 HTTP/1.1" status: 200 len: 210 time: 0.2918222 May 23 11:08:31.646441 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0beb919d-62dc-4a51-85fb-8521f7155ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:31.657917 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-8c983fa9-21bd-4bbd-9cc1-34ce74afc627 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:31.662157 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-8c983fa9-21bd-4bbd-9cc1-34ce74afc627 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:31.664431 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-8c983fa9-21bd-4bbd-9cc1-34ce74afc627 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.81 "GET /v2.0/networks?id=a76c708f-379d-4599-8247-cbfb64313df4&id=ab3ef7c8-4fc9-4eab-b908-c985a1f9285d&id=a76c708f-379d-4599-8247-cbfb64313df4 HTTP/1.1" status: 200 len: 1392 time: 0.7904627 May 23 11:08:31.672008 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ba5b767f-1b82-4752-9952-47a66f57bb48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:31.677213 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b2ccf-8442-40c5-a55e-ce752b29c333 req-de2c7d59-f2a6-4517-8270-cd86956c1b79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:31.679794 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fa7b2ccf-8442-40c5-a55e-ce752b29c333 req-de2c7d59-f2a6-4517-8270-cd86956c1b79 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da4c8fec-892d-4e21-843f-3fcecec73207 HTTP/1.1" status: 200 len: 845 time: 0.2262270 May 23 11:08:31.692456 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3a5056f3-b63a-4ef2-8418-d0737a5e7d9e req-29d0cda6-8f60-49a0-9d21-6d91741cf364 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=54cdb48e029146bca08fd97230303fb2&device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.0780532 May 23 11:08:31.696815 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] In _notify_port_updated(), no bound segment for port dc80ea45-378f-48af-9949-7604f05693c7 on network 8b0099d5-e062-451a-bfa7-dee7818cd4d3 {{(pid=83910) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 23 11:08:31.698163 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:31.699542 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] 10.222.0.79 "PUT /v2.0/ports/dc80ea45-378f-48af-9949-7604f05693c7 HTTP/1.1" status: 200 len: 975 time: 6.0853696 May 23 11:08:31.708983 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47920) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:31.710841 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-fef7cae6-a37d-4e40-b3b1-69f1f6318861 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Request body: {'port': {'device_id': '13573160-9a64-44f2-b336-b53642435d56', 'network_id': 'a76c708f-379d-4599-8247-cbfb64313df4', 'admin_state_up': True, 'tenant_id': '3583a8d0822f4e2696ff39b89a43df5e'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:08:31.742328 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f02f8e6c-14b6-4128-8723-7e7676f37f77 None None] Provisioning for port 6dc06ab6-ad22-4bf6-aa89-b96bb1cf138c completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:08:31.755690 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3a5056f3-b63a-4ef2-8418-d0737a5e7d9e req-128462f0-e444-4c93-ae59-180ef8546f5a service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=54cdb48e029146bca08fd97230303fb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470536 May 23 11:08:31.761661 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f02f8e6c-14b6-4128-8723-7e7676f37f77 None None] Provisioning complete for port 6dc06ab6-ad22-4bf6-aa89-b96bb1cf138c triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:08:31.762059 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f02f8e6c-14b6-4128-8723-7e7676f37f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:31.846630 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-69afad40-c8a2-4982-a218-c360f15e3223 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Deleting port dc80ea45-378f-48af-9949-7604f05693c7 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:08:31.850829 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-69afad40-c8a2-4982-a218-c360f15e3223 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:31.867938 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device a3e35099-ff80-4942-a2f8-80ac1bf8a66a details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:08:31.902759 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882f3915-a7ff-4e51-9ad6-1fb893be1a6d tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Pushing event updated for resources: {'Port': ['ID=dc80ea45-378f-48af-9949-7604f05693c7,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:31.963511 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ba5b767f-1b82-4752-9952-47a66f57bb48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:31.977907 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 7bbb16c8-92f5-4b77-bce5-4ced4b1098b9 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:08:32.061912 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f02f8e6c-14b6-4128-8723-7e7676f37f77 None None] Port 6dc06ab6-ad22-4bf6-aa89-b96bb1cf138c cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:08:32.118229 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5056f3-b63a-4ef2-8418-d0737a5e7d9e req-32fcafdb-31ac-43f8-b007-afb81c75800e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:32.120400 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3a5056f3-b63a-4ef2-8418-d0737a5e7d9e req-32fcafdb-31ac-43f8-b007-afb81c75800e service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2198358 May 23 11:08:32.173672 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0beb919d-62dc-4a51-85fb-8521f7155ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:32.213643 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 7bbb16c8-92f5-4b77-bce5-4ced4b1098b9 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:08:32.214430 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:32.218531 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b66bc-aecd-41e9-8620-af0dd8229bfb req-c18741ab-4911-412d-b898-07ca0a53d7e5 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:32.235544 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-420b66bc-aecd-41e9-8620-af0dd8229bfb req-c18741ab-4911-412d-b898-07ca0a53d7e5 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "GET /v2.0/ports?device_id=d835f616-67a5-44e1-82a3-828ebedce9bf HTTP/1.1" status: 200 len: 943 time: 1.1445491 May 23 11:08:32.236443 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-fef7cae6-a37d-4e40-b3b1-69f1f6318861 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:32.241614 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fa7b2ccf-8442-40c5-a55e-ce752b29c333 req-23743b05-4abe-4639-b88f-926a19b8e5fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=747ead6f-5c9e-46f2-80ef-f280e257168e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5459507 May 23 11:08:32.247603 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2765c441-5025-44cd-a733-176b86381527 req-d38089cd-915e-4c00-a407-64dd6d7c3697 tempest-ServersAdmin275Test-699787085 tempest-ServersAdmin275Test-699787085-project] 10.222.0.79 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.1244235 May 23 11:08:32.260422 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ba5b767f-1b82-4752-9952-47a66f57bb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:32.268936 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-fef7cae6-a37d-4e40-b3b1-69f1f6318861 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Usage tracker for resource:port and tenant:3583a8d0822f4e2696ff39b89a43df5e is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:32.303626 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port a3e35099-ff80-4942-a2f8-80ac1bf8a66a, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=a3e35099-ff80-4942-a2f8-80ac1bf8a66a,segment=NetworkSegment(42d759c9-732c-4537-a07f-98319021ed2c),segment_id=42d759c9-732c-4537-a07f-98319021ed2c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:08:32.316989 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-fef7cae6-a37d-4e40-b3b1-69f1f6318861 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:32.341868 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'a3e35099-ff80-4942-a2f8-80ac1bf8a66a', 'network_id': '747ead6f-5c9e-46f2-80ef-f280e257168e', 'port_id': 'a3e35099-ff80-4942-a2f8-80ac1bf8a66a', 'mac_address': 'fa:16:3e:8d:d9:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4c8fec-892d-4e21-843f-3fcecec73207', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:08:32.501712 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:32.509560 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-69afad40-c8a2-4982-a218-c360f15e3223 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] For port dc80ea45-378f-48af-9949-7604f05693c7, host n-h1-842952-2, got binding levels [] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:08:32.509914 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-69afad40-c8a2-4982-a218-c360f15e3223 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:32.540369 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9067f6eb-b8fc-4497-84b1-3eb6414eeea9 None None] Sync routers for ids ['aae6ddc5-4784-4e15-b8d1-84e13dd23cf1'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:08:32.564450 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3e35099-ff80-4942-a2f8-80ac1bf8a66a {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:08:32.622039 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9067f6eb-b8fc-4497-84b1-3eb6414eeea9 None None] Routers {'aae6ddc5-4784-4e15-b8d1-84e13dd23cf1'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:08:32.623168 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-9067f6eb-b8fc-4497-84b1-3eb6414eeea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:08:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['aae6ddc5-4784-4e15-b8d1-84e13dd23cf1'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:08:32.648633 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-fef7cae6-a37d-4e40-b3b1-69f1f6318861 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:32.709385 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-69afad40-c8a2-4982-a218-c360f15e3223 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Calling delete_port for dc80ea45-378f-48af-9949-7604f05693c7 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:08:32.711858 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b767f-1b82-4752-9952-47a66f57bb48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5557ce9-7682-4169-9978-928ead28f980,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:32.772401 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-fef7cae6-a37d-4e40-b3b1-69f1f6318861 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Made reservation on behalf of 3583a8d0822f4e2696ff39b89a43df5e for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:08:32.792722 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-fef7cae6-a37d-4e40-b3b1-69f1f6318861 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:32.844760 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ba5b767f-1b82-4752-9952-47a66f57bb48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:32.852040 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ba5b767f-1b82-4752-9952-47a66f57bb48 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c5557ce9-7682-4169-9978-928ead28f980 HTTP/1.1" status: 204 len: 168 time: 1.9930537 May 23 11:08:32.872476 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-69afad40-c8a2-4982-a218-c360f15e3223 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:32.989534 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port a3e35099-ff80-4942-a2f8-80ac1bf8a66a, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=a3e35099-ff80-4942-a2f8-80ac1bf8a66a,segment=NetworkSegment(42d759c9-732c-4537-a07f-98319021ed2c),segment_id=42d759c9-732c-4537-a07f-98319021ed2c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:08:33.014244 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:33.084370 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-69afad40-c8a2-4982-a218-c360f15e3223 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:33.089223 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ee8d8139-0dba-4ec9-ad38-fc4c68776cb5 req-1a4d18a1-9b07-40b1-8876-3931675f6609 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/ports?device_id=13573160-9a64-44f2-b336-b53642435d56 HTTP/1.1" status: 200 len: 210 time: 0.2779131 May 23 11:08:33.094422 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69afad40-c8a2-4982-a218-c360f15e3223 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc80ea45-378f-48af-9949-7604f05693c7,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:33.147875 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-9067f6eb-b8fc-4497-84b1-3eb6414eeea9 None None] Set router aae6ddc5-4784-4e15-b8d1-84e13dd23cf1 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:08:33.168395 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-420b66bc-aecd-41e9-8620-af0dd8229bfb req-0fd20929-ea31-496f-b6a6-04ffea52ceaa tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "GET /v2.0/security-groups?id=507420f4-c772-463f-8708-f35159c33422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9282739 May 23 11:08:33.204326 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-69afad40-c8a2-4982-a218-c360f15e3223 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] 10.222.0.79 "DELETE /v2.0/ports/dc80ea45-378f-48af-9949-7604f05693c7 HTTP/1.1" status: 204 len: 168 time: 1.4915867 May 23 11:08:33.209807 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47930) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:33.287859 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fa7b2ccf-8442-40c5-a55e-ce752b29c333 req-b51a9a9a-0182-4fc6-9b60-8572534a93e5 service neutron] 10.222.0.13 "GET /v2.0/networks/747ead6f-5c9e-46f2-80ef-f280e257168e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0112336 May 23 11:08:33.322058 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-872830f7-5da5-45a9-b1ca-743def31fa12 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] GET failed (client error): The resource could not be found. May 23 11:08:33.322985 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-872830f7-5da5-45a9-b1ca-743def31fa12 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Synchronizing usage tracker for tenant:9ff85d493697451fbf18bf6fe2176cde on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:08:33.364005 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-872830f7-5da5-45a9-b1ca-743def31fa12 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] Unset dirty status for tenant:9ff85d493697451fbf18bf6fe2176cde on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:08:33.365732 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-872830f7-5da5-45a9-b1ca-743def31fa12 tempest-PortsAdminExtendedAttrsTestJSON-1641084986 tempest-PortsAdminExtendedAttrsTestJSON-1641084986-project-admin] 10.222.0.79 "GET /v2.0/ports/dc80ea45-378f-48af-9949-7604f05693c7 HTTP/1.1" status: 404 len: 333 time: 0.1547210 May 23 11:08:33.383547 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47940) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:33.554692 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['a3e35099-ff80-4942-a2f8-80ac1bf8a66a'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:08:33.590474 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c912b79c-3c32-4a96-b186-f8e6b4214bbf tempest-PortsAdminExtendedAttrsTestJSON-1023477241 tempest-PortsAdminExtendedAttrsTestJSON-1023477241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:33.711660 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3a5056f3-b63a-4ef2-8418-d0737a5e7d9e req-a3c4c895-f60e-4b00-b89e-50cbafa5e29a tempest-ServersAdmin275Test-699787085 tempest-ServersAdmin275Test-699787085-project] 10.222.0.81 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.0781262 May 23 11:08:33.811515 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-e1431a6d-95d0-4e0f-9d00-d4d497cb1c16 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:33.813040 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-e1431a6d-95d0-4e0f-9d00-d4d497cb1c16 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.13 "GET /v2.0/networks?id=1a5c8466-e669-4a02-9cf7-1e34891324c1 HTTP/1.1" status: 200 len: 811 time: 0.6401920 May 23 11:08:33.825707 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e4c552c4-9ef2-4d7f-b41b-f5648af27127 req-01251cde-0128-4c8d-b1fe-7ef2596f302e tempest-ServersAdmin275Test-699787085 tempest-ServersAdmin275Test-699787085-project] 10.222.0.79 "GET /v2.0/ports?device_id=6083aaf2-a535-48af-b01c-f2d4a90fc775 HTTP/1.1" status: 200 len: 210 time: 0.1129107 May 23 11:08:33.907242 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=a3e35099-ff80-4942-a2f8-80ac1bf8a66a,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:34.034353 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0beb919d-62dc-4a51-85fb-8521f7155ab7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:34.040424 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fa7b2ccf-8442-40c5-a55e-ce752b29c333 req-49f6419f-6bc9-4a49-a32e-688e68e95918 service neutron] 10.222.0.13 "GET /v2.0/networks/747ead6f-5c9e-46f2-80ef-f280e257168e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7374246 May 23 11:08:34.078720 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-fef7cae6-a37d-4e40-b3b1-69f1f6318861 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Allocated IP 19.80.0.106 (a76c708f-379d-4599-8247-cbfb64313df4/eb56b812-a93b-42d0-a3df-54a09e1f836b/e739be79-b886-4751-8243-191f6feeb503) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:08:34.280584 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0beb919d-62dc-4a51-85fb-8521f7155ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:34.295003 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c912b79c-3c32-4a96-b186-f8e6b4214bbf tempest-PortsAdminExtendedAttrsTestJSON-1023477241 tempest-PortsAdminExtendedAttrsTestJSON-1023477241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:34.348921 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-c912b79c-3c32-4a96-b186-f8e6b4214bbf tempest-PortsAdminExtendedAttrsTestJSON-1023477241 tempest-PortsAdminExtendedAttrsTestJSON-1023477241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b0099d5-e062-451a-bfa7-dee7818cd4d3']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:08:34.376638 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-c912b79c-3c32-4a96-b186-f8e6b4214bbf tempest-PortsAdminExtendedAttrsTestJSON-1023477241 tempest-PortsAdminExtendedAttrsTestJSON-1023477241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdbf2048-ff68-41e2-8349-aaf335c9ee29') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:08:34.376638 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-c912b79c-3c32-4a96-b186-f8e6b4214bbf tempest-PortsAdminExtendedAttrsTestJSON-1023477241 tempest-PortsAdminExtendedAttrsTestJSON-1023477241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdbf2048-ff68-41e2-8349-aaf335c9ee29') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:08:34.388747 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c912b79c-3c32-4a96-b186-f8e6b4214bbf tempest-PortsAdminExtendedAttrsTestJSON-1023477241 tempest-PortsAdminExtendedAttrsTestJSON-1023477241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:34.406296 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c912b79c-3c32-4a96-b186-f8e6b4214bbf tempest-PortsAdminExtendedAttrsTestJSON-1023477241 tempest-PortsAdminExtendedAttrsTestJSON-1023477241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:34.415012 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c912b79c-3c32-4a96-b186-f8e6b4214bbf tempest-PortsAdminExtendedAttrsTestJSON-1023477241 tempest-PortsAdminExtendedAttrsTestJSON-1023477241-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:08:34.415420 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c912b79c-3c32-4a96-b186-f8e6b4214bbf tempest-PortsAdminExtendedAttrsTestJSON-1023477241 tempest-PortsAdminExtendedAttrsTestJSON-1023477241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:34.457269 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-9067f6eb-b8fc-4497-84b1-3eb6414eeea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae6ddc5-4784-4e15-b8d1-84e13dd23cf1', 'name': 'tempest-ServersTestMultiNic-1527388362-router', 'tenant_id': '3583a8d0822f4e2696ff39b89a43df5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'ac7d8cbc-d179-48a9-827e-dc28c330dad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:08:00Z', 'updated_at': '2022-05-23T11:08:10Z', 'revision_number': 4, 'project_id': '3583a8d0822f4e2696ff39b89a43df5e', 'gw_port': {'id': 'ac7d8cbc-d179-48a9-827e-dc28c330dad2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:01:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae6ddc5-4784-4e15-b8d1-84e13dd23cf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:08:02Z', 'updated_at': '2022-05-23T11:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '6ae3a3c2-1bd0-4c4d-af08-bc9a988a785e', 'name': '', 'network_id': 'e39cc915-4ae9-49f7-9236-0675fd51bbc0', 'tenant_id': '3583a8d0822f4e2696ff39b89a43df5e', 'mac_address': 'fa:16:3e:74:76:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae6ddc5-4784-4e15-b8d1-84e13dd23cf1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31653b58-cc70-4b42-9319-2e134efa8642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:08:09Z', 'updated_at': '2022-05-23T11:08:11Z', 'revision_number': 2, 'project_id': '3583a8d0822f4e2696ff39b89a43df5e', 'subnets': [{'id': '31653b58-cc70-4b42-9319-2e134efa8642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:08:34.468068 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9067f6eb-b8fc-4497-84b1-3eb6414eeea9 None None] Checking router: aae6ddc5-4784-4e15-b8d1-84e13dd23cf1 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:08:34.468497 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9067f6eb-b8fc-4497-84b1-3eb6414eeea9 None None] Updating router aae6ddc5-4784-4e15-b8d1-84e13dd23cf1 port 6ae3a3c2-1bd0-4c4d-af08-bc9a988a785e binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:08:34.503447 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb919d-62dc-4a51-85fb-8521f7155ab7 admin admin] Pushing event updated for resources: {'Port': ['ID=6dc06ab6-ad22-4bf6-aa89-b96bb1cf138c,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:34.515818 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0beb919d-62dc-4a51-85fb-8521f7155ab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:34.616912 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-1e324828-c208-4a24-a1f6-bb52999c4886 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Request body: {'port': {'device_id': 'd8957d9e-d1b6-4657-b1fb-6eafe7e302d2', 'network_id': '1a5c8466-e669-4a02-9cf7-1e34891324c1', 'admin_state_up': True, 'tenant_id': 'b64a3f1baa60499ab93cbd32db99dbcb'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:08:34.620101 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9067f6eb-b8fc-4497-84b1-3eb6414eeea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:34.646163 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:08:34.646163 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:08:34.646163 n-d-842952-2 neutron-server[83910]: timer() May 23 11:08:34.646163 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:08:34.646163 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:08:34.646163 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:08:34.646163 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:08:34.646163 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:08:34.646163 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:08:34.646163 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:08:34.646163 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:08:34.646163 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:08:34.646163 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:08:34.646163 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:08:34.646163 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:08:34.646163 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:08:34.646163 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:08:34.646163 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:08:34.646163 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:08:34.646163 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:08:34.646163 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:08:34.646163 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:08:34.646163 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:08:34.646163 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:08:34.646163 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:08:34.646163 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:08:34.646163 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:08:34.646163 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:08:34.646163 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:08:34.646163 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:08:34.646163 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:08:34.646163 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:08:34.689769 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-fef7cae6-a37d-4e40-b3b1-69f1f6318861 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:34.740281 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-fef7cae6-a37d-4e40-b3b1-69f1f6318861 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Transition to ACTIVE for port object e739be79-b886-4751-8243-191f6feeb503 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:08:34.764135 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f99ca15e-9336-435a-b95c-193f5afe2493 req-02cc5756-d42d-4a54-90f2-b9b840e89d0f tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=d8957d9e-d1b6-4657-b1fb-6eafe7e302d2 HTTP/1.1" status: 200 len: 210 time: 0.9636006 May 23 11:08:34.766634 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c912b79c-3c32-4a96-b186-f8e6b4214bbf tempest-PortsAdminExtendedAttrsTestJSON-1023477241 tempest-PortsAdminExtendedAttrsTestJSON-1023477241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:34.794912 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c912b79c-3c32-4a96-b186-f8e6b4214bbf tempest-PortsAdminExtendedAttrsTestJSON-1023477241 tempest-PortsAdminExtendedAttrsTestJSON-1023477241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:34.839298 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f8646b65-34db-4d76-a0a7-5bdaaf0833bc req-1a386422-44aa-416b-91e9-94ad45384458 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/ports?device_id=13573160-9a64-44f2-b336-b53642435d56 HTTP/1.1" status: 200 len: 210 time: 0.2264998 May 23 11:08:34.941950 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912b79c-3c32-4a96-b186-f8e6b4214bbf tempest-PortsAdminExtendedAttrsTestJSON-1023477241 tempest-PortsAdminExtendedAttrsTestJSON-1023477241-project] Pushing event deleted for resources: {'Network': ['ID=8b0099d5-e062-451a-bfa7-dee7818cd4d3,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:34.954296 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c912b79c-3c32-4a96-b186-f8e6b4214bbf tempest-PortsAdminExtendedAttrsTestJSON-1023477241 tempest-PortsAdminExtendedAttrsTestJSON-1023477241-project] 10.222.0.79 "DELETE /v2.0/networks/8b0099d5-e062-451a-bfa7-dee7818cd4d3 HTTP/1.1" status: 204 len: 168 time: 1.5673909 May 23 11:08:35.035103 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0beb919d-62dc-4a51-85fb-8521f7155ab7 admin admin] Network 0a05d838-cda3-46c0-8bf8-03d2c6de0cc0 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:08:35.057003 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-0beb919d-62dc-4a51-85fb-8521f7155ab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:08:35.059448 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-fef7cae6-a37d-4e40-b3b1-69f1f6318861 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:35.085704 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-1e324828-c208-4a24-a1f6-bb52999c4886 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:35.116381 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-1e324828-c208-4a24-a1f6-bb52999c4886 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:35.145135 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-1e324828-c208-4a24-a1f6-bb52999c4886 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Made reservation on behalf of b64a3f1baa60499ab93cbd32db99dbcb for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:08:35.156797 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-1e324828-c208-4a24-a1f6-bb52999c4886 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:35.567563 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9067f6eb-b8fc-4497-84b1-3eb6414eeea9 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:35.594774 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-20f564fa-c23f-4dbe-bc04-abddef5d90fb None None] Provisioning complete for port 6dc06ab6-ad22-4bf6-aa89-b96bb1cf138c triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:08:35.595145 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-20f564fa-c23f-4dbe-bc04-abddef5d90fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:35.703560 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9067f6eb-b8fc-4497-84b1-3eb6414eeea9 None None] Transition to ACTIVE for port object 6ae3a3c2-1bd0-4c4d-af08-bc9a988a785e will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:08:35.742503 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-1e324828-c208-4a24-a1f6-bb52999c4886 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Allocated IP 172.20.0.5 (1a5c8466-e669-4a02-9cf7-1e34891324c1/76d8b9b5-f057-42e7-939b-4e81b16011fa/cc285c2a-c25d-479e-9272-122c696cf31f) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:08:35.745195 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9067f6eb-b8fc-4497-84b1-3eb6414eeea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:35.762641 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-fef7cae6-a37d-4e40-b3b1-69f1f6318861 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Network a76c708f-379d-4599-8247-cbfb64313df4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:08:35.770104 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-fef7cae6-a37d-4e40-b3b1-69f1f6318861 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:08:35.776398 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-fef7cae6-a37d-4e40-b3b1-69f1f6318861 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:08:35.841451 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device a3e35099-ff80-4942-a2f8-80ac1bf8a66a up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:08:35.913189 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-fef7cae6-a37d-4e40-b3b1-69f1f6318861 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:35.915435 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-fef7cae6-a37d-4e40-b3b1-69f1f6318861 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:36.083497 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-20f564fa-c23f-4dbe-bc04-abddef5d90fb None None] Port 6dc06ab6-ad22-4bf6-aa89-b96bb1cf138c cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:08:36.260988 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47990) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:36.261619 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47992) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:36.307536 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-fef7cae6-a37d-4e40-b3b1-69f1f6318861 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6021740 May 23 11:08:36.324108 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef7cae6-a37d-4e40-b3b1-69f1f6318861 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Pushing event updated for resources: {'Port': ['ID=e739be79-b886-4751-8243-191f6feeb503,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:36.414549 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-1e324828-c208-4a24-a1f6-bb52999c4886 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:36.425400 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 0f9d3877-ac67-498d-a18a-9578728ab83a up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:08:36.509923 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f0046640-64fe-41f3-b9ad-653b71aef9da req-4c9816d8-f7d5-422c-8222-27ce7e85d216 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=d8957d9e-d1b6-4657-b1fb-6eafe7e302d2 HTTP/1.1" status: 200 len: 210 time: 0.2497525 May 23 11:08:36.550007 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-1e324828-c208-4a24-a1f6-bb52999c4886 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:36.563231 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-92112747-302c-4592-a972-7b7be62f0be6 None None] Provisioning for port e739be79-b886-4751-8243-191f6feeb503 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:08:36.592631 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port a3e35099-ff80-4942-a2f8-80ac1bf8a66a completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:08:36.596420 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0fa1aa-a661-4005-a53d-5a15490a4650 None None] Pushing event updated for resources: {'Port': ['ID=6ae3a3c2-1bd0-4c4d-af08-bc9a988a785e,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:36.629468 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-92112747-302c-4592-a972-7b7be62f0be6 None None] Provisioning complete for port e739be79-b886-4751-8243-191f6feeb503 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:08:36.629839 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-92112747-302c-4592-a972-7b7be62f0be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:36.705644 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-92112747-302c-4592-a972-7b7be62f0be6 None None] Port e739be79-b886-4751-8243-191f6feeb503 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:08:36.711213 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 0f9d3877-ac67-498d-a18a-9578728ab83a completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:08:36.722023 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 0f9d3877-ac67-498d-a18a-9578728ab83a triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:08:36.722769 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:36.749285 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port a3e35099-ff80-4942-a2f8-80ac1bf8a66a triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:08:36.750397 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:36.845004 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e324828-c208-4a24-a1f6-bb52999c4886 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Pushing event updated for resources: {'Port': ['ID=cc285c2a-c25d-479e-9272-122c696cf31f,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:36.871427 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4dbf6-336e-4c0f-8b5d-ed42abf72328 req-5e5757c1-d1f7-43f7-874e-9e1ce09608b0 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:36.880921 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-59f4dbf6-336e-4c0f-8b5d-ed42abf72328 req-5e5757c1-d1f7-43f7-874e-9e1ce09608b0 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "GET /v2.0/ports?device_id=d835f616-67a5-44e1-82a3-828ebedce9bf HTTP/1.1" status: 200 len: 944 time: 1.6694503 May 23 11:08:36.980126 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-59f4dbf6-336e-4c0f-8b5d-ed42abf72328 req-b98b7772-77dd-4ac5-9764-d661a92a93a3 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "GET /v2.0/security-groups?id=507420f4-c772-463f-8708-f35159c33422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966287 May 23 11:08:36.987809 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-1e324828-c208-4a24-a1f6-bb52999c4886 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Network 1a5c8466-e669-4a02-9cf7-1e34891324c1 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:08:36.989644 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-491e874f-83e1-4923-b53e-5fc1be59eae6 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Request body: {'port': {'device_id': '13573160-9a64-44f2-b336-b53642435d56', 'network_id': 'ab3ef7c8-4fc9-4eab-b908-c985a1f9285d', 'admin_state_up': True, 'tenant_id': '3583a8d0822f4e2696ff39b89a43df5e'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:08:36.999457 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-1e324828-c208-4a24-a1f6-bb52999c4886 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:08:37.046672 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-1e324828-c208-4a24-a1f6-bb52999c4886 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:08:37.065391 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:37.104927 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-9067f6eb-b8fc-4497-84b1-3eb6414eeea9 None None] Attempting to bind port 6ae3a3c2-1bd0-4c4d-af08-bc9a988a785e on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:08:37.105302 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-9067f6eb-b8fc-4497-84b1-3eb6414eeea9 None None] Attempting to bind port 6ae3a3c2-1bd0-4c4d-af08-bc9a988a785e by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '42cf3a8e-b4a3-4cb2-b9d8-a43d6a0a0923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e39cc915-4ae9-49f7-9236-0675fd51bbc0'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:08:37.105750 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9067f6eb-b8fc-4497-84b1-3eb6414eeea9 None None] Attempting to bind port 6ae3a3c2-1bd0-4c4d-af08-bc9a988a785e on network e39cc915-4ae9-49f7-9236-0675fd51bbc0 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:37.152479 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd835f616-67a5-44e1-82a3-828ebedce9bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e35099-ff80-4942-a2f8-80ac1bf8a66a'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:08:37.217637 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538796a-6aea-410a-b6a6-838537466607 req-1ec74676-3e90-4ac2-bfb0-f05aaa5093b5 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:37.228094 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9538796a-6aea-410a-b6a6-838537466607 req-1ec74676-3e90-4ac2-bfb0-f05aaa5093b5 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/ports?device_id=13573160-9a64-44f2-b336-b53642435d56 HTTP/1.1" status: 200 len: 932 time: 0.4626253 May 23 11:08:37.266750 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-1e324828-c208-4a24-a1f6-bb52999c4886 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:37.267549 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-1e324828-c208-4a24-a1f6-bb52999c4886 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:37.310464 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9067f6eb-b8fc-4497-84b1-3eb6414eeea9 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:08:37.310929 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9067f6eb-b8fc-4497-84b1-3eb6414eeea9 None None] Checking segment: {'id': '42cf3a8e-b4a3-4cb2-b9d8-a43d6a0a0923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e39cc915-4ae9-49f7-9236-0675fd51bbc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:08:37.311240 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9067f6eb-b8fc-4497-84b1-3eb6414eeea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:37.311635 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9067f6eb-b8fc-4497-84b1-3eb6414eeea9 None None] Bound using segment: {'id': '42cf3a8e-b4a3-4cb2-b9d8-a43d6a0a0923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e39cc915-4ae9-49f7-9236-0675fd51bbc0'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:08:37.312001 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2e706fc3-1e28-49ff-8f2e-d4562a74c1a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:37.315970 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-9538796a-6aea-410a-b6a6-838537466607 req-25c65aaf-8b42-4195-b60a-136f1929ab96 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Synchronizing usage tracker for tenant:3583a8d0822f4e2696ff39b89a43df5e on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:08:37.316468 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-9067f6eb-b8fc-4497-84b1-3eb6414eeea9 None None] Bound port: 6ae3a3c2-1bd0-4c4d-af08-bc9a988a785e, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42cf3a8e-b4a3-4cb2-b9d8-a43d6a0a0923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e39cc915-4ae9-49f7-9236-0675fd51bbc0'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:08:37.327934 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9067f6eb-b8fc-4497-84b1-3eb6414eeea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:37.347141 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-9538796a-6aea-410a-b6a6-838537466607 req-25c65aaf-8b42-4195-b60a-136f1929ab96 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Unset dirty status for tenant:3583a8d0822f4e2696ff39b89a43df5e on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:08:37.365527 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9538796a-6aea-410a-b6a6-838537466607 req-25c65aaf-8b42-4195-b60a-136f1929ab96 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/security-groups?id=810ff234-6f81-470f-ab96-122fc2658368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231976 May 23 11:08:37.367473 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-1e324828-c208-4a24-a1f6-bb52999c4886 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5340788 May 23 11:08:37.376601 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09461f0c-d559-4142-bdba-2376fcf6cbfd'] response: {'server_uuid': 'd835f616-67a5-44e1-82a3-828ebedce9bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e35099-ff80-4942-a2f8-80ac1bf8a66a', 'code': 200} May 23 11:08:37.377231 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:37.394636 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-6eade87c-500f-4249-9cd3-e0f80328e9b9 service neutron] Request body: {'port': {'device_id': 'd8957d9e-d1b6-4657-b1fb-6eafe7e302d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:08:37.398647 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port a3e35099-ff80-4942-a2f8-80ac1bf8a66a, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=a3e35099-ff80-4942-a2f8-80ac1bf8a66a,segment=NetworkSegment(42d759c9-732c-4537-a07f-98319021ed2c),segment_id=42d759c9-732c-4537-a07f-98319021ed2c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:08:37.424592 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:37.503642 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 0f9d3877-ac67-498d-a18a-9578728ab83a, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=0f9d3877-ac67-498d-a18a-9578728ab83a,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:08:37.528108 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:37.597549 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-fdf7f661-ae76-48ee-9e7d-9cdf3553a183 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=26d5a2572f1447e8a0a31098a5234ecb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3343914 May 23 11:08:37.604042 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-491e874f-83e1-4923-b53e-5fc1be59eae6 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:37.605841 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=a3e35099-ff80-4942-a2f8-80ac1bf8a66a,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:37.609309 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48030) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:37.633536 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-491e874f-83e1-4923-b53e-5fc1be59eae6 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Usage tracker for resource:port and tenant:3583a8d0822f4e2696ff39b89a43df5e is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:37.644769 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-6eade87c-500f-4249-9cd3-e0f80328e9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:37.716727 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-491e874f-83e1-4923-b53e-5fc1be59eae6 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:37.723295 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 48034) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:37.735870 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-9067f6eb-b8fc-4497-84b1-3eb6414eeea9 None None] For port 6ae3a3c2-1bd0-4c4d-af08-bc9a988a785e, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:08:37.746926 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-491e874f-83e1-4923-b53e-5fc1be59eae6 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:37.750338 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2e706fc3-1e28-49ff-8f2e-d4562a74c1a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:37.793318 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2e706fc3-1e28-49ff-8f2e-d4562a74c1a3 admin admin] Usage tracker for resource:security_group_rule and tenant:54cdb48e029146bca08fd97230303fb2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:37.799542 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fdae6c69-0ad2-4110-8d69-5c334da38281 req-08edf856-f3b1-4ef3-95ba-a9e2ec170645 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d835f616-67a5-44e1-82a3-828ebedce9bf HTTP/1.1" status: 200 len: 1096 time: 0.3939679 May 23 11:08:37.803605 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2e706fc3-1e28-49ff-8f2e-d4562a74c1a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:37.837354 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:37.843818 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-9067f6eb-b8fc-4497-84b1-3eb6414eeea9 None None] For port 6ae3a3c2-1bd0-4c4d-af08-bc9a988a785e, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=6ae3a3c2-1bd0-4c4d-af08-bc9a988a785e,segment=NetworkSegment(42cf3a8e-b4a3-4cb2-b9d8-a43d6a0a0923),segment_id=42cf3a8e-b4a3-4cb2-b9d8-a43d6a0a0923)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:08:37.855685 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3884af1f-582f-48d3-bab5-7c39e574f342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:37.862206 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9067f6eb-b8fc-4497-84b1-3eb6414eeea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:37.866563 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=0f9d3877-ac67-498d-a18a-9578728ab83a,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:37.887579 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3884af1f-582f-48d3-bab5-7c39e574f342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:37.913483 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2e706fc3-1e28-49ff-8f2e-d4562a74c1a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:37.918184 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fdae6c69-0ad2-4110-8d69-5c334da38281 req-98ea4e53-6577-4e5e-bc4e-713b141b6951 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=507420f4-c772-463f-8708-f35159c33422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070888 May 23 11:08:37.951030 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-491e874f-83e1-4923-b53e-5fc1be59eae6 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Made reservation on behalf of 3583a8d0822f4e2696ff39b89a43df5e for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:08:37.954412 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-491e874f-83e1-4923-b53e-5fc1be59eae6 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:38.045293 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0fa1aa-a661-4005-a53d-5a15490a4650 None None] Pushing event updated for resources: {'Port': ['ID=6ae3a3c2-1bd0-4c4d-af08-bc9a988a785e,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:38.079304 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9067f6eb-b8fc-4497-84b1-3eb6414eeea9 None None] Routers {'aae6ddc5-4784-4e15-b8d1-84e13dd23cf1'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:08:38.081239 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-9067f6eb-b8fc-4497-84b1-3eb6414eeea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:08:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['aae6ddc5-4784-4e15-b8d1-84e13dd23cf1'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:08:38.117144 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a880b9e-f226-404e-bd00-7ad020d9a12a req-c6a251bb-5bce-4852-92bd-1b7f83f5d87a tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:38.118183 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-8a880b9e-f226-404e-bd00-7ad020d9a12a req-c6a251bb-5bce-4852-92bd-1b7f83f5d87a tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Synchronizing usage tracker for tenant:b64a3f1baa60499ab93cbd32db99dbcb on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:08:38.176787 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-8a880b9e-f226-404e-bd00-7ad020d9a12a req-c6a251bb-5bce-4852-92bd-1b7f83f5d87a tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Unset dirty status for tenant:b64a3f1baa60499ab93cbd32db99dbcb on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:08:38.178094 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a880b9e-f226-404e-bd00-7ad020d9a12a req-c6a251bb-5bce-4852-92bd-1b7f83f5d87a tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=d8957d9e-d1b6-4657-b1fb-6eafe7e302d2 HTTP/1.1" status: 200 len: 931 time: 0.3959274 May 23 11:08:38.195010 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3884af1f-582f-48d3-bab5-7c39e574f342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:38.241134 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3884af1f-582f-48d3-bab5-7c39e574f342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28092b53-4f83-481e-a031-c95ecd822969,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:38.261284 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a880b9e-f226-404e-bd00-7ad020d9a12a req-b81b5a62-9fb7-47f0-9d8b-e092c2031a36 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708301 May 23 11:08:38.265347 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0beb919d-62dc-4a51-85fb-8521f7155ab7 admin admin] Router bee327d2-0cb4-4f9d-be25-240d37bd7bae has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:08:38.274696 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2e706fc3-1e28-49ff-8f2e-d4562a74c1a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:38.301684 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-491e874f-83e1-4923-b53e-5fc1be59eae6 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Allocated IP 19.86.0.96 (ab3ef7c8-4fc9-4eab-b908-c985a1f9285d/abe424bc-4716-4e6a-9066-0d31d23d527d/dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:08:38.305513 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2e706fc3-1e28-49ff-8f2e-d4562a74c1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:38.345749 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3884af1f-582f-48d3-bab5-7c39e574f342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:38.346893 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3884af1f-582f-48d3-bab5-7c39e574f342 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/28092b53-4f83-481e-a031-c95ecd822969 HTTP/1.1" status: 204 len: 168 time: 0.7288599 May 23 11:08:38.426275 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-15d9d125-f08f-41f1-98f7-4359d9316ceb tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-908427585'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:08:38.449316 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-15d9d125-f08f-41f1-98f7-4359d9316ceb tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:38.458163 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-15d9d125-f08f-41f1-98f7-4359d9316ceb tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] Usage tracker for resource:network and tenant:fa966b6da8634440a63b5d24627dc79e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:38.463276 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-15d9d125-f08f-41f1-98f7-4359d9316ceb tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:38.487013 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-15d9d125-f08f-41f1-98f7-4359d9316ceb tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:38.489898 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e706fc3-1e28-49ff-8f2e-d4562a74c1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b329cdf1-739c-4d2a-b53b-55e816ef05ca,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:38.567152 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2e706fc3-1e28-49ff-8f2e-d4562a74c1a3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=54cdb48e029146bca08fd97230303fb2&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3026214 May 23 11:08:38.568806 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 48062) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:38.583274 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5e604-1470-4905-88e5-0f25501598cc req-8262e758-8f16-4be2-b281-062a162a7ef3 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:38.590838 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-55c5e604-1470-4905-88e5-0f25501598cc req-8262e758-8f16-4be2-b281-062a162a7ef3 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "GET /v2.0/ports?device_id=d835f616-67a5-44e1-82a3-828ebedce9bf HTTP/1.1" status: 200 len: 945 time: 0.3369806 May 23 11:08:38.592792 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d9d125-f08f-41f1-98f7-4359d9316ceb tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] Made reservation on behalf of fa966b6da8634440a63b5d24627dc79e for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:08:38.595814 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-15d9d125-f08f-41f1-98f7-4359d9316ceb tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:38.611668 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-9067f6eb-b8fc-4497-84b1-3eb6414eeea9 None None] Set router aae6ddc5-4784-4e15-b8d1-84e13dd23cf1 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:08:38.723687 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-15d9d125-f08f-41f1-98f7-4359d9316ceb tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:38.744659 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-6eade87c-500f-4249-9cd3-e0f80328e9b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc285c2a-c25d-479e-9272-122c696cf31f {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:08:38.760253 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-6eade87c-500f-4249-9cd3-e0f80328e9b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:38.807778 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-491e874f-83e1-4923-b53e-5fc1be59eae6 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:38.829781 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-491e874f-83e1-4923-b53e-5fc1be59eae6 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Transition to ACTIVE for port object dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:08:38.838309 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-6eade87c-500f-4249-9cd3-e0f80328e9b9 service neutron] Transition to ACTIVE for port object cc285c2a-c25d-479e-9272-122c696cf31f will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:08:38.840424 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d6ed0bdc-3436-4ca1-96f0-0ff5bbeddddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:38.861760 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-55c5e604-1470-4905-88e5-0f25501598cc req-fd47f4c4-8e0f-4d17-a195-c8ad3c0fe239 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "GET /v2.0/security-groups?id=507420f4-c772-463f-8708-f35159c33422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2698240 May 23 11:08:38.870588 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-15d9d125-f08f-41f1-98f7-4359d9316ceb tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:38.872376 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0beb919d-62dc-4a51-85fb-8521f7155ab7 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:08:38.879053 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0beb919d-62dc-4a51-85fb-8521f7155ab7 admin admin] 10.222.0.79 "PUT /v2.0/routers/bee327d2-0cb4-4f9d-be25-240d37bd7bae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5083945 May 23 11:08:38.888684 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-6eade87c-500f-4249-9cd3-e0f80328e9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:38.892428 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-491e874f-83e1-4923-b53e-5fc1be59eae6 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:38.899867 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-15d9d125-f08f-41f1-98f7-4359d9316ceb tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] Usage tracker for resource:security_group_rule and tenant:fa966b6da8634440a63b5d24627dc79e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:38.966587 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-15d9d125-f08f-41f1-98f7-4359d9316ceb tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:38.974882 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-491e874f-83e1-4923-b53e-5fc1be59eae6 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Network ab3ef7c8-4fc9-4eab-b908-c985a1f9285d is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:08:38.987471 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-491e874f-83e1-4923-b53e-5fc1be59eae6 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:08:38.991142 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-491e874f-83e1-4923-b53e-5fc1be59eae6 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:08:39.081068 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-15d9d125-f08f-41f1-98f7-4359d9316ceb tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:39.106162 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fcc0b-2118-42e4-a269-e4277eee014b req-2795879c-f29a-4459-867a-466f81dcd336 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:39.111715 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48078) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:39.116036 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-423fcc0b-2118-42e4-a269-e4277eee014b req-2795879c-f29a-4459-867a-466f81dcd336 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/ports?device_id=13573160-9a64-44f2-b336-b53642435d56 HTTP/1.1" status: 200 len: 932 time: 0.4546542 May 23 11:08:39.119797 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d6ed0bdc-3436-4ca1-96f0-0ff5bbeddddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:39.142187 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:39.145683 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491e874f-83e1-4923-b53e-5fc1be59eae6 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Pushing event updated for resources: {'Port': ['ID=dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:39.159308 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-9067f6eb-b8fc-4497-84b1-3eb6414eeea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae6ddc5-4784-4e15-b8d1-84e13dd23cf1', 'name': 'tempest-ServersTestMultiNic-1527388362-router', 'tenant_id': '3583a8d0822f4e2696ff39b89a43df5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'ac7d8cbc-d179-48a9-827e-dc28c330dad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:08:00Z', 'updated_at': '2022-05-23T11:08:10Z', 'revision_number': 4, 'project_id': '3583a8d0822f4e2696ff39b89a43df5e', 'gw_port': {'id': 'ac7d8cbc-d179-48a9-827e-dc28c330dad2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:01:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae6ddc5-4784-4e15-b8d1-84e13dd23cf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:08:02Z', 'updated_at': '2022-05-23T11:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '6ae3a3c2-1bd0-4c4d-af08-bc9a988a785e', 'name': '', 'network_id': 'e39cc915-4ae9-49f7-9236-0675fd51bbc0', 'tenant_id': '3583a8d0822f4e2696ff39b89a43df5e', 'mac_address': 'fa:16:3e:74:76:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae6ddc5-4784-4e15-b8d1-84e13dd23cf1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31653b58-cc70-4b42-9319-2e134efa8642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:08:09Z', 'updated_at': '2022-05-23T11:08:37Z', 'revision_number': 4, 'project_id': '3583a8d0822f4e2696ff39b89a43df5e', 'subnets': [{'id': '31653b58-cc70-4b42-9319-2e134efa8642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:08:39.171187 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-491e874f-83e1-4923-b53e-5fc1be59eae6 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:39.171965 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-491e874f-83e1-4923-b53e-5fc1be59eae6 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:39.190492 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9067f6eb-b8fc-4497-84b1-3eb6414eeea9 None None] The sync data for ids ['aae6ddc5-4784-4e15-b8d1-84e13dd23cf1'] in n-d-842952-2 is: [{'id': 'aae6ddc5-4784-4e15-b8d1-84e13dd23cf1', 'name': 'tempest-ServersTestMultiNic-1527388362-router', 'tenant_id': '3583a8d0822f4e2696ff39b89a43df5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'ac7d8cbc-d179-48a9-827e-dc28c330dad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:08:00Z', 'updated_at': '2022-05-23T11:08:10Z', 'revision_number': 4, 'project_id': '3583a8d0822f4e2696ff39b89a43df5e', 'gw_port': {'id': 'ac7d8cbc-d179-48a9-827e-dc28c330dad2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:01:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae6ddc5-4784-4e15-b8d1-84e13dd23cf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:08:02Z', 'updated_at': '2022-05-23T11:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '6ae3a3c2-1bd0-4c4d-af08-bc9a988a785e', 'name': '', 'network_id': 'e39cc915-4ae9-49f7-9236-0675fd51bbc0', 'tenant_id': '3583a8d0822f4e2696ff39b89a43df5e', 'mac_address': 'fa:16:3e:74:76:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae6ddc5-4784-4e15-b8d1-84e13dd23cf1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31653b58-cc70-4b42-9319-2e134efa8642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:08:09Z', 'updated_at': '2022-05-23T11:08:37Z', 'revision_number': 4, 'project_id': '3583a8d0822f4e2696ff39b89a43df5e', 'subnets': [{'id': '31653b58-cc70-4b42-9319-2e134efa8642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:08:39.226851 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3141ae6c-540c-4f62-a391-64276d9e72a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:39.237862 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-491e874f-83e1-4923-b53e-5fc1be59eae6 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2568510 May 23 11:08:39.248036 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2aa5392d-8496-4dcc-a26e-7ee3f4dfe92b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9ff85d493697451fbf18bf6fe2176cde&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1345851 May 23 11:08:39.248695 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48084) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:39.273329 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-0244961a-705c-49e6-947f-5be38427e3d2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Request body: {'port': {'device_id': '13573160-9a64-44f2-b336-b53642435d56', 'network_id': 'a76c708f-379d-4599-8247-cbfb64313df4', 'admin_state_up': True, 'tenant_id': '3583a8d0822f4e2696ff39b89a43df5e'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:08:39.326730 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eade87c-500f-4249-9cd3-e0f80328e9b9 service neutron] Pushing event updated for resources: {'Port': ['ID=cc285c2a-c25d-479e-9272-122c696cf31f,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:39.467520 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7f89b969-6de0-4f0a-bc77-022d00087db1 None None] Provisioning for port dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:08:39.484808 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7f89b969-6de0-4f0a-bc77-022d00087db1 None None] Provisioning complete for port dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:08:39.486960 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7f89b969-6de0-4f0a-bc77-022d00087db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:39.491112 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-423fcc0b-2118-42e4-a269-e4277eee014b req-24c3ec2f-c964-42a3-8768-1e326b3dd635 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/security-groups?id=810ff234-6f81-470f-ab96-122fc2658368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741693 May 23 11:08:39.500864 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc8a230b-096c-4f84-bfd7-8b923edf0368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:39.566722 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc8a230b-096c-4f84-bfd7-8b923edf0368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:39.583717 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-0244961a-705c-49e6-947f-5be38427e3d2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:39.612867 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-0244961a-705c-49e6-947f-5be38427e3d2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Usage tracker for resource:port and tenant:3583a8d0822f4e2696ff39b89a43df5e is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:39.618166 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-0244961a-705c-49e6-947f-5be38427e3d2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:39.644393 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-0244961a-705c-49e6-947f-5be38427e3d2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:39.674382 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7f89b969-6de0-4f0a-bc77-022d00087db1 None None] Port dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:08:39.698799 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc8a230b-096c-4f84-bfd7-8b923edf0368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:39.718791 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a230b-096c-4f84-bfd7-8b923edf0368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076dae02-59e5-42af-aada-cefe57462f8e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:39.729992 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc8a230b-096c-4f84-bfd7-8b923edf0368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:39.731163 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-dc8a230b-096c-4f84-bfd7-8b923edf0368 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/076dae02-59e5-42af-aada-cefe57462f8e HTTP/1.1" status: 204 len: 168 time: 0.4796538 May 23 11:08:39.742143 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d6ed0bdc-3436-4ca1-96f0-0ff5bbeddddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:39.825049 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-15d9d125-f08f-41f1-98f7-4359d9316ceb tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:39.828786 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ed0bdc-3436-4ca1-96f0-0ff5bbeddddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b329cdf1-739c-4d2a-b53b-55e816ef05ca,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:39.852087 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-0244961a-705c-49e6-947f-5be38427e3d2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Made reservation on behalf of 3583a8d0822f4e2696ff39b89a43df5e for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:08:39.864290 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-0244961a-705c-49e6-947f-5be38427e3d2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:39.874673 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-15d9d125-f08f-41f1-98f7-4359d9316ceb tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:40.084444 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 6ae3a3c2-1bd0-4c4d-af08-bc9a988a785e up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:08:40.101506 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d6ed0bdc-3436-4ca1-96f0-0ff5bbeddddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:40.106886 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d6ed0bdc-3436-4ca1-96f0-0ff5bbeddddf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b329cdf1-739c-4d2a-b53b-55e816ef05ca HTTP/1.1" status: 204 len: 168 time: 1.5326438 May 23 11:08:40.113174 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a3406d-6658-4536-baa7-2baddbe3e0ba None None] Sync routers for ids ['bee327d2-0cb4-4f9d-be25-240d37bd7bae'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:08:40.116881 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-6eade87c-500f-4249-9cd3-e0f80328e9b9 service neutron] Attempting to bind port cc285c2a-c25d-479e-9272-122c696cf31f on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:08:40.117438 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-6eade87c-500f-4249-9cd3-e0f80328e9b9 service neutron] Attempting to bind port cc285c2a-c25d-479e-9272-122c696cf31f by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '633c66ca-dc41-4b0b-a0a3-ed62624a9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1a5c8466-e669-4a02-9cf7-1e34891324c1'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:08:40.118113 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-6eade87c-500f-4249-9cd3-e0f80328e9b9 service neutron] Attempting to bind port cc285c2a-c25d-479e-9272-122c696cf31f on network 1a5c8466-e669-4a02-9cf7-1e34891324c1 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:40.130734 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15d9d125-f08f-41f1-98f7-4359d9316ceb tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:08:40.133892 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9d125-f08f-41f1-98f7-4359d9316ceb tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f42e9ece-730c-4290-b10d-84172fd367dd,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:40.158613 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-6eade87c-500f-4249-9cd3-e0f80328e9b9 service neutron] Port cc285c2a-c25d-479e-9272-122c696cf31f on network 1a5c8466-e669-4a02-9cf7-1e34891324c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:08:40.158949 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-6eade87c-500f-4249-9cd3-e0f80328e9b9 service neutron] Attempting to bind port cc285c2a-c25d-479e-9272-122c696cf31f on network 1a5c8466-e669-4a02-9cf7-1e34891324c1 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:40.166156 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a3406d-6658-4536-baa7-2baddbe3e0ba None None] Routers {'bee327d2-0cb4-4f9d-be25-240d37bd7bae'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:08:40.167626 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-15d9d125-f08f-41f1-98f7-4359d9316ceb tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:40.168009 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-15d9d125-f08f-41f1-98f7-4359d9316ceb tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] Added segment 2b26f4a6-d225-46a9-bc8b-2d6f4feaf6b8 of type vlan for network 772030c6-e51e-49f5-8a27-a1d04c3eee54 May 23 11:08:40.174316 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-6eade87c-500f-4249-9cd3-e0f80328e9b9 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:08:40.174655 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-6eade87c-500f-4249-9cd3-e0f80328e9b9 service neutron] Checking segment: {'id': '633c66ca-dc41-4b0b-a0a3-ed62624a9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1a5c8466-e669-4a02-9cf7-1e34891324c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:08:40.175055 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-6eade87c-500f-4249-9cd3-e0f80328e9b9 service neutron] Bound using segment: {'id': '633c66ca-dc41-4b0b-a0a3-ed62624a9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1a5c8466-e669-4a02-9cf7-1e34891324c1'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:08:40.176117 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-6eade87c-500f-4249-9cd3-e0f80328e9b9 service neutron] Bound port: cc285c2a-c25d-479e-9272-122c696cf31f, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '633c66ca-dc41-4b0b-a0a3-ed62624a9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1a5c8466-e669-4a02-9cf7-1e34891324c1'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:08:40.176255 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-32a3406d-6658-4536-baa7-2baddbe3e0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:08:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['bee327d2-0cb4-4f9d-be25-240d37bd7bae'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:08:40.176383 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-6eade87c-500f-4249-9cd3-e0f80328e9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:40.291157 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-15d9d125-f08f-41f1-98f7-4359d9316ceb tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:40.401571 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-6eade87c-500f-4249-9cd3-e0f80328e9b9 service neutron] For port cc285c2a-c25d-479e-9272-122c696cf31f, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:08:40.416084 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 48132) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:40.425981 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 6ae3a3c2-1bd0-4c4d-af08-bc9a988a785e completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:08:40.434693 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-6eade87c-500f-4249-9cd3-e0f80328e9b9 service neutron] For port cc285c2a-c25d-479e-9272-122c696cf31f, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=cc285c2a-c25d-479e-9272-122c696cf31f,segment=NetworkSegment(633c66ca-dc41-4b0b-a0a3-ed62624a9374),segment_id=633c66ca-dc41-4b0b-a0a3-ed62624a9374)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:08:40.437116 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-15d9d125-f08f-41f1-98f7-4359d9316ceb tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:40.442315 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 6ae3a3c2-1bd0-4c4d-af08-bc9a988a785e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:08:40.446086 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:40.448677 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d9d125-f08f-41f1-98f7-4359d9316ceb tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:40.454863 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-15d9d125-f08f-41f1-98f7-4359d9316ceb tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:40.474478 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-4f1ecead-0ccf-408a-a1b1-bfe927964753 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1642383956', 'description': 'tempest-description--1946098501'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:08:40.580010 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-6eade87c-500f-4249-9cd3-e0f80328e9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:40.581783 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-0244961a-705c-49e6-947f-5be38427e3d2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Allocated IP 19.80.0.119 (a76c708f-379d-4599-8247-cbfb64313df4/eb56b812-a93b-42d0-a3df-54a09e1f836b/1eec945d-5079-431e-aba4-3a9b06378d48) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:08:40.594985 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4f1ecead-0ccf-408a-a1b1-bfe927964753 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:40.681509 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-15d9d125-f08f-41f1-98f7-4359d9316ceb tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.9569933 May 23 11:08:40.686482 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48144) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:40.725517 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:40.742875 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-32a3406d-6658-4536-baa7-2baddbe3e0ba None None] Set router bee327d2-0cb4-4f9d-be25-240d37bd7bae gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:08:40.812680 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4f1ecead-0ccf-408a-a1b1-bfe927964753 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Usage tracker for resource:security_group and tenant:4e03745f99574e5389955681da2fca5e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:40.817924 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 6ae3a3c2-1bd0-4c4d-af08-bc9a988a785e, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=6ae3a3c2-1bd0-4c4d-af08-bc9a988a785e,segment=NetworkSegment(42cf3a8e-b4a3-4cb2-b9d8-a43d6a0a0923),segment_id=42cf3a8e-b4a3-4cb2-b9d8-a43d6a0a0923)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:08:40.826254 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:40.827469 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 0f9d3877-ac67-498d-a18a-9578728ab83a up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:08:40.943671 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4f1ecead-0ccf-408a-a1b1-bfe927964753 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:40.979154 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4f1ecead-0ccf-408a-a1b1-bfe927964753 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:40.985600 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-6eade87c-500f-4249-9cd3-e0f80328e9b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:40.987215 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-6eade87c-500f-4249-9cd3-e0f80328e9b9 service neutron] 10.222.0.13 "PUT /v2.0/ports/cc285c2a-c25d-479e-9272-122c696cf31f HTTP/1.1" status: 200 len: 1091 time: 3.5970378 May 23 11:08:40.988216 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9d125-f08f-41f1-98f7-4359d9316ceb tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] Pushing event updated for resources: {'Network': ['ID=772030c6-e51e-49f5-8a27-a1d04c3eee54,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:40.990289 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8957d9e-d1b6-4657-b1fb-6eafe7e302d2', 'tag': 'cc285c2a-c25d-479e-9272-122c696cf31f'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:08:41.033375 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eade87c-500f-4249-9cd3-e0f80328e9b9 service neutron] Pushing event updated for resources: {'Port': ['ID=cc285c2a-c25d-479e-9272-122c696cf31f,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:41.047710 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4f1ecead-0ccf-408a-a1b1-bfe927964753 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:41.086871 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=6ae3a3c2-1bd0-4c4d-af08-bc9a988a785e,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:41.094725 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 772030c6-e51e-49f5-8a27-a1d04c3eee54 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:08:41.096020 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-0244961a-705c-49e6-947f-5be38427e3d2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:41.138401 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-0244961a-705c-49e6-947f-5be38427e3d2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Transition to ACTIVE for port object 1eec945d-5079-431e-aba4-3a9b06378d48 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:08:41.181758 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88672d1d-acc2-4abf-9664-389369b52949 req-ca8a3d65-bf18-4f48-ad56-0053459e790c tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:41.187256 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-0244961a-705c-49e6-947f-5be38427e3d2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:41.195785 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-88672d1d-acc2-4abf-9664-389369b52949 req-ca8a3d65-bf18-4f48-ad56-0053459e790c tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=d8957d9e-d1b6-4657-b1fb-6eafe7e302d2 HTTP/1.1" status: 200 len: 943 time: 0.5806940 May 23 11:08:41.199895 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4f1ecead-0ccf-408a-a1b1-bfe927964753 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:41.243539 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4f1ecead-0ccf-408a-a1b1-bfe927964753 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Usage tracker for resource:security_group_rule and tenant:4e03745f99574e5389955681da2fca5e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:41.264278 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbca0cd-35a9-43b3-bfa3-34c80c78591d req-d59124e3-845b-4485-8c78-1bbc36edea17 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:41.275210 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fcbca0cd-35a9-43b3-bfa3-34c80c78591d req-d59124e3-845b-4485-8c78-1bbc36edea17 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "GET /v2.0/ports?device_id=d835f616-67a5-44e1-82a3-828ebedce9bf HTTP/1.1" status: 200 len: 945 time: 0.5325398 May 23 11:08:41.278971 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4f1ecead-0ccf-408a-a1b1-bfe927964753 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:41.281459 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-0244961a-705c-49e6-947f-5be38427e3d2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Network a76c708f-379d-4599-8247-cbfb64313df4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:08:41.293456 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-0244961a-705c-49e6-947f-5be38427e3d2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:08:41.299069 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-0244961a-705c-49e6-947f-5be38427e3d2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:08:41.304829 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4f1ecead-0ccf-408a-a1b1-bfe927964753 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:41.358802 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 0f9d3877-ac67-498d-a18a-9578728ab83a triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:08:41.359184 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:41.396411 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-50c6da5c-5726-4a99-ba7d-416971028b02 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Request body: {'network': {'name': 'tempest-network--1955723812', 'router:external': True}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:08:41.406507 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-50c6da5c-5726-4a99-ba7d-416971028b02 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:41.412997 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-50c6da5c-5726-4a99-ba7d-416971028b02 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Usage tracker for resource:network and tenant:3710ca3afc7547bea487e04497a65cd9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:41.422130 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-50c6da5c-5726-4a99-ba7d-416971028b02 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:41.431176 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-50c6da5c-5726-4a99-ba7d-416971028b02 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:41.436675 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-96870dec-7e9b-4964-97f5-6c2eff9b3fea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b64a3f1baa60499ab93cbd32db99dbcb&device_id=d8957d9e-d1b6-4657-b1fb-6eafe7e302d2 HTTP/1.1" status: 200 len: 1094 time: 0.3741491 May 23 11:08:41.448981 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0244961a-705c-49e6-947f-5be38427e3d2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Pushing event updated for resources: {'Port': ['ID=1eec945d-5079-431e-aba4-3a9b06378d48,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:41.494676 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c6da5c-5726-4a99-ba7d-416971028b02 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Made reservation on behalf of 3710ca3afc7547bea487e04497a65cd9 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:08:41.501393 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-50c6da5c-5726-4a99-ba7d-416971028b02 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:41.536449 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-32a3406d-6658-4536-baa7-2baddbe3e0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee327d2-0cb4-4f9d-be25-240d37bd7bae', 'name': 'tempest-ServersTestBootFromVolume-1452041592-router', 'tenant_id': '4e03745f99574e5389955681da2fca5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '0f9d3877-ac67-498d-a18a-9578728ab83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:08:15Z', 'updated_at': '2022-05-23T11:08:31Z', 'revision_number': 4, 'project_id': '4e03745f99574e5389955681da2fca5e', 'gw_port': {'id': '0f9d3877-ac67-498d-a18a-9578728ab83a', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:46:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee327d2-0cb4-4f9d-be25-240d37bd7bae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:08:17Z', 'updated_at': '2022-05-23T11:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '6dc06ab6-ad22-4bf6-aa89-b96bb1cf138c', 'name': '', 'network_id': '0a05d838-cda3-46c0-8bf8-03d2c6de0cc0', 'tenant_id': '4e03745f99574e5389955681da2fca5e', 'mac_address': 'fa:16:3e:9a:63:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee327d2-0cb4-4f9d-be25-240d37bd7bae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87f6ff48-3f7c-46f2-8156-b55091f31a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:08:29Z', 'updated_at': '2022-05-23T11:08:32Z', 'revision_number': 2, 'project_id': '4e03745f99574e5389955681da2fca5e', 'subnets': [{'id': '87f6ff48-3f7c-46f2-8156-b55091f31a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:08:41.543711 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a3406d-6658-4536-baa7-2baddbe3e0ba None None] Checking router: bee327d2-0cb4-4f9d-be25-240d37bd7bae for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:08:41.546350 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a3406d-6658-4536-baa7-2baddbe3e0ba None None] Updating router bee327d2-0cb4-4f9d-be25-240d37bd7bae port 6dc06ab6-ad22-4bf6-aa89-b96bb1cf138c binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:08:41.553507 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-50c6da5c-5726-4a99-ba7d-416971028b02 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:41.600588 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-946ac1cc-532b-40de-ab11-2c49c99b4e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:41.609513 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48162) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:41.623712 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fcbca0cd-35a9-43b3-bfa3-34c80c78591d req-7a364fd8-a224-49c6-be10-f7ed2b94064d tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "GET /v2.0/security-groups?id=507420f4-c772-463f-8708-f35159c33422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3474951 May 23 11:08:41.662453 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-32a3406d-6658-4536-baa7-2baddbe3e0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:41.665107 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-50c6da5c-5726-4a99-ba7d-416971028b02 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:41.669706 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-50c6da5c-5726-4a99-ba7d-416971028b02 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Usage tracker for resource:security_group_rule and tenant:3710ca3afc7547bea487e04497a65cd9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:41.672924 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-50c6da5c-5726-4a99-ba7d-416971028b02 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:41.680190 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-50c6da5c-5726-4a99-ba7d-416971028b02 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:41.689998 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-88672d1d-acc2-4abf-9664-389369b52949 req-05f22e1e-99de-45e6-a827-0d8810d146c5 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4914370 May 23 11:08:41.719918 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-36dd0a21-3e16-4081-8bbb-941e00385c2b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc285c2a-c25d-479e-9272-122c696cf31f HTTP/1.1" status: 200 len: 217 time: 0.2599056 May 23 11:08:41.729808 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e77b5923-43d0-43e1-a4b3-601324635923 None None] Provisioning for port 1eec945d-5079-431e-aba4-3a9b06378d48 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:08:41.739560 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e77b5923-43d0-43e1-a4b3-601324635923 None None] Provisioning complete for port 1eec945d-5079-431e-aba4-3a9b06378d48 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:08:41.739965 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e77b5923-43d0-43e1-a4b3-601324635923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:41.780036 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-50c6da5c-5726-4a99-ba7d-416971028b02 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:41.785874 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-0244961a-705c-49e6-947f-5be38427e3d2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:41.786846 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-0244961a-705c-49e6-947f-5be38427e3d2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:41.793942 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fda6557d-236d-477c-825b-2237bdcd8948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:41.812069 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-50c6da5c-5726-4a99-ba7d-416971028b02 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:41.838045 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 3da8075f-8ad4-45df-860e-2ea2d5eb7191 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:08:41.894967 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4f1ecead-0ccf-408a-a1b1-bfe927964753 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:41.907860 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6da5c-5726-4a99-ba7d-416971028b02 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a50aacf-3daa-4429-89ed-582d38d8a3a9,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:41.909092 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4f1ecead-0ccf-408a-a1b1-bfe927964753 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:41.960536 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50c6da5c-5726-4a99-ba7d-416971028b02 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:08:42.023632 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 6ae3a3c2-1bd0-4c4d-af08-bc9a988a785e up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:08:42.053736 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-50368bbf-54a9-420d-8f5c-ccfb637b00a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:42.055798 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-50368bbf-54a9-420d-8f5c-ccfb637b00a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76d8b9b5-f057-42e7-939b-4e81b16011fa HTTP/1.1" status: 200 len: 851 time: 0.3247659 May 23 11:08:42.070521 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-50c6da5c-5726-4a99-ba7d-416971028b02 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:42.070927 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-50c6da5c-5726-4a99-ba7d-416971028b02 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Added segment beca8154-bd4a-4268-9da5-cd20669e8063 of type vlan for network b472d938-f27f-4a69-8bb9-5c36ee8bd16b May 23 11:08:42.085447 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e77b5923-43d0-43e1-a4b3-601324635923 None None] Port 1eec945d-5079-431e-aba4-3a9b06378d48 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:08:42.104942 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1ecead-0ccf-408a-a1b1-bfe927964753 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8072d593-3bc6-40b8-bcf0-2059893c1865,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:42.117332 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4f1ecead-0ccf-408a-a1b1-bfe927964753 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:42.120388 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4f1ecead-0ccf-408a-a1b1-bfe927964753 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.6917076 May 23 11:08:42.120842 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:42.124790 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-0244961a-705c-49e6-947f-5be38427e3d2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8433089 May 23 11:08:42.129461 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 48172) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:42.132568 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-08c8b0fa-dd91-45a8-be89-2952f5201766 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a5c8466-e669-4a02-9cf7-1e34891324c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669234 May 23 11:08:42.138666 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-05e56a02-ac95-4ea8-b95b-5f87c2be491f tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:08:42.141015 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-05e56a02-ac95-4ea8-b95b-5f87c2be491f tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0141442 May 23 11:08:42.141450 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-124c55c3-a285-45a8-adb8-6c961dfd1ad8 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Request body: {'security_group_rule': {'security_group_id': '8072d593-3bc6-40b8-bcf0-2059893c1865', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:08:42.163076 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4e35b8-7de4-4233-bda0-2666bafd70e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3da8075f-8ad4-45df-860e-2ea2d5eb7191'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:08:42.167863 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-8086532c-d31c-4dd6-aba9-68498c5e564c service neutron] Request body: {'port': {'device_id': '13573160-9a64-44f2-b336-b53642435d56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:08:42.202420 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-fda6557d-236d-477c-825b-2237bdcd8948 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:42.203750 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 3da8075f-8ad4-45df-860e-2ea2d5eb7191, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=3da8075f-8ad4-45df-860e-2ea2d5eb7191,segment=NetworkSegment(627b9d90-481e-4586-8e5b-ec8be80efc37),segment_id=627b9d90-481e-4586-8e5b-ec8be80efc37)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:08:42.207427 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 6ae3a3c2-1bd0-4c4d-af08-bc9a988a785e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:08:42.207956 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:42.209222 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-fda6557d-236d-477c-825b-2237bdcd8948 admin admin] Usage tracker for resource:security_group_rule and tenant:8091fb6599db4eb3b047d3c0193f1762 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:42.214800 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-fda6557d-236d-477c-825b-2237bdcd8948 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:42.224199 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-fda6557d-236d-477c-825b-2237bdcd8948 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:42.244590 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-124c55c3-a285-45a8-adb8-6c961dfd1ad8 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:42.318037 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fda6557d-236d-477c-825b-2237bdcd8948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:42.328514 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:42.346391 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fda6557d-236d-477c-825b-2237bdcd8948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:42.428180 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=3da8075f-8ad4-45df-860e-2ea2d5eb7191,revision_number=8']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:42.467116 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-fda6557d-236d-477c-825b-2237bdcd8948 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8091fb6599db4eb3b047d3c0193f1762&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8563073 May 23 11:08:42.492534 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48184) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:42.506604 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-32a3406d-6658-4536-baa7-2baddbe3e0ba None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:42.519409 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-32a3406d-6658-4536-baa7-2baddbe3e0ba None None] Transition to ACTIVE for port object 6dc06ab6-ad22-4bf6-aa89-b96bb1cf138c will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:08:42.524412 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-50c6da5c-5726-4a99-ba7d-416971028b02 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:42.531477 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-32a3406d-6658-4536-baa7-2baddbe3e0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:42.562121 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-124c55c3-a285-45a8-adb8-6c961dfd1ad8 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Usage tracker for resource:security_group_rule and tenant:4e03745f99574e5389955681da2fca5e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:42.566433 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-900ac4e5-f38a-49aa-9063-c4bb3929a047'] response: {'name': 'network-changed', 'server_uuid': 'd8957d9e-d1b6-4657-b1fb-6eafe7e302d2', 'tag': 'cc285c2a-c25d-479e-9272-122c696cf31f', 'status': 'completed', 'code': 200} May 23 11:08:42.567789 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda6557d-236d-477c-825b-2237bdcd8948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4355ed14-996e-4a09-b80a-dbcdae5242c0,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:42.573961 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-124c55c3-a285-45a8-adb8-6c961dfd1ad8 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:42.592044 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-124c55c3-a285-45a8-adb8-6c961dfd1ad8 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:42.595614 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:42.667461 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-8086532c-d31c-4dd6-aba9-68498c5e564c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:42.692067 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [None req-50c6da5c-5726-4a99-ba7d-416971028b02 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:08:42.721797 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4de703-4ed1-49c6-a74b-62f176893ef0 req-cbb5458e-da20-4a64-8a2b-61f6697a5a42 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:42.726227 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4de703-4ed1-49c6-a74b-62f176893ef0 req-cbb5458e-da20-4a64-8a2b-61f6697a5a42 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:42.730319 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4de703-4ed1-49c6-a74b-62f176893ef0 req-cbb5458e-da20-4a64-8a2b-61f6697a5a42 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:42.732790 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6b4de703-4ed1-49c6-a74b-62f176893ef0 req-cbb5458e-da20-4a64-8a2b-61f6697a5a42 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/ports?device_id=13573160-9a64-44f2-b336-b53642435d56 HTTP/1.1" status: 200 len: 2376 time: 0.7566738 May 23 11:08:42.749232 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-124c55c3-a285-45a8-adb8-6c961dfd1ad8 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:42.799147 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:42.804008 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-50c6da5c-5726-4a99-ba7d-416971028b02 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:42.804877 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c6da5c-5726-4a99-ba7d-416971028b02 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:42.805464 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-50c6da5c-5726-4a99-ba7d-416971028b02 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:42.837356 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-427c0ac9-edf6-4f96-b996-6aaf2657197b service neutron] 10.222.0.13 "GET /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6901846 May 23 11:08:42.890357 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a83386-b084-4e3b-b6fb-49305aaa461e None None] Pushing event updated for resources: {'Port': ['ID=6dc06ab6-ad22-4bf6-aa89-b96bb1cf138c,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:42.899140 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d86e6092-29af-4e33-85cc-a630b4dbb408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:42.907183 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a83386-b084-4e3b-b6fb-49305aaa461e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:08:42.909355 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a83386-b084-4e3b-b6fb-49305aaa461e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:08:42.909692 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a83386-b084-4e3b-b6fb-49305aaa461e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:08:42.910015 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a83386-b084-4e3b-b6fb-49305aaa461e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:08:42.910333 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a83386-b084-4e3b-b6fb-49305aaa461e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:08:42.910647 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a83386-b084-4e3b-b6fb-49305aaa461e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:08:42.910960 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a83386-b084-4e3b-b6fb-49305aaa461e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:08:42.911265 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a83386-b084-4e3b-b6fb-49305aaa461e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:08:42.911574 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a83386-b084-4e3b-b6fb-49305aaa461e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:08:42.911904 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a83386-b084-4e3b-b6fb-49305aaa461e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:08:42.912213 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a83386-b084-4e3b-b6fb-49305aaa461e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:08:42.977658 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-32a3406d-6658-4536-baa7-2baddbe3e0ba None None] Attempting to bind port 6dc06ab6-ad22-4bf6-aa89-b96bb1cf138c on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:08:42.978243 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-32a3406d-6658-4536-baa7-2baddbe3e0ba None None] Attempting to bind port 6dc06ab6-ad22-4bf6-aa89-b96bb1cf138c by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'cc020ee1-c0c0-4c06-a22a-9486767d8be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0a05d838-cda3-46c0-8bf8-03d2c6de0cc0'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:08:42.978789 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a3406d-6658-4536-baa7-2baddbe3e0ba None None] Attempting to bind port 6dc06ab6-ad22-4bf6-aa89-b96bb1cf138c on network 0a05d838-cda3-46c0-8bf8-03d2c6de0cc0 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:42.987923 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a3406d-6658-4536-baa7-2baddbe3e0ba None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:08:42.988575 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a3406d-6658-4536-baa7-2baddbe3e0ba None None] Checking segment: {'id': 'cc020ee1-c0c0-4c06-a22a-9486767d8be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0a05d838-cda3-46c0-8bf8-03d2c6de0cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:08:42.989332 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-32a3406d-6658-4536-baa7-2baddbe3e0ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:42.990022 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a3406d-6658-4536-baa7-2baddbe3e0ba None None] Bound using segment: {'id': 'cc020ee1-c0c0-4c06-a22a-9486767d8be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0a05d838-cda3-46c0-8bf8-03d2c6de0cc0'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:08:42.990697 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-32a3406d-6658-4536-baa7-2baddbe3e0ba None None] Bound port: 6dc06ab6-ad22-4bf6-aa89-b96bb1cf138c, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc020ee1-c0c0-4c06-a22a-9486767d8be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0a05d838-cda3-46c0-8bf8-03d2c6de0cc0'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:08:42.991304 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-32a3406d-6658-4536-baa7-2baddbe3e0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:43.069264 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35589fd4-ea9d-490f-b3f9-25302573dd9c req-2b2ada09-8009-427c-b586-3a385631da4e tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:43.070856 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-35589fd4-ea9d-490f-b3f9-25302573dd9c req-2b2ada09-8009-427c-b586-3a385631da4e tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "GET /v2.0/ports?device_id=d835f616-67a5-44e1-82a3-828ebedce9bf HTTP/1.1" status: 200 len: 945 time: 0.4689260 May 23 11:08:43.081114 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 48200) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:43.086876 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-a6910028-f2cb-4dee-90de-a4ce6a28a38b tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Request body: {'floatingip': {'port_id': 'a3e35099-ff80-4942-a2f8-80ac1bf8a66a'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:08:43.097230 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d86e6092-29af-4e33-85cc-a630b4dbb408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:43.107311 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-50c6da5c-5726-4a99-ba7d-416971028b02 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.4196079 May 23 11:08:43.108364 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6da5c-5726-4a99-ba7d-416971028b02 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Pushing event updated for resources: {'Network': ['ID=b472d938-f27f-4a69-8bb9-5c36ee8bd16b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:43.120984 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network b472d938-f27f-4a69-8bb9-5c36ee8bd16b details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:08:43.123811 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48204) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:43.171515 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-32a3406d-6658-4536-baa7-2baddbe3e0ba None None] For port 6dc06ab6-ad22-4bf6-aa89-b96bb1cf138c, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:08:43.176563 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-32a3406d-6658-4536-baa7-2baddbe3e0ba None None] For port 6dc06ab6-ad22-4bf6-aa89-b96bb1cf138c, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=6dc06ab6-ad22-4bf6-aa89-b96bb1cf138c,segment=NetworkSegment(cc020ee1-c0c0-4c06-a22a-9486767d8be8),segment_id=cc020ee1-c0c0-4c06-a22a-9486767d8be8)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:08:43.178702 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6b4de703-4ed1-49c6-a74b-62f176893ef0 req-c0ed6ea8-852e-46a7-b4ef-f3035507fd1a tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/security-groups?id=810ff234-6f81-470f-ab96-122fc2658368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337969 May 23 11:08:43.190049 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-32a3406d-6658-4536-baa7-2baddbe3e0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:43.256683 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-124c55c3-a285-45a8-adb8-6c961dfd1ad8 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:43.259089 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a6910028-f2cb-4dee-90de-a4ce6a28a38b tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks [] for floatingip, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:43.300864 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edb1bd99-f8e3-41b7-9274-f46304a19394'] response: {'server_uuid': 'ba4e35b8-7de4-4233-bda0-2666bafd70e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3da8075f-8ad4-45df-860e-2ea2d5eb7191', 'code': 200} May 23 11:08:43.329071 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dacd8934-d114-4f57-8cc0-cf974bdfcde2 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:43.380987 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a83386-b084-4e3b-b6fb-49305aaa461e None None] Pushing event updated for resources: {'Port': ['ID=6dc06ab6-ad22-4bf6-aa89-b96bb1cf138c,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:43.386879 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a3406d-6658-4536-baa7-2baddbe3e0ba None None] Routers {'bee327d2-0cb4-4f9d-be25-240d37bd7bae'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:08:43.387418 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-32a3406d-6658-4536-baa7-2baddbe3e0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:08:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['bee327d2-0cb4-4f9d-be25-240d37bd7bae'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:08:43.412482 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-124c55c3-a285-45a8-adb8-6c961dfd1ad8 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:43.583334 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48216) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:43.593113 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-47d6eeb3-d31c-4de7-be7e-85ac9b6bcc16 service neutron] 10.222.0.13 "GET /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7253749 May 23 11:08:43.608379 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-32a3406d-6658-4536-baa7-2baddbe3e0ba None None] Set router bee327d2-0cb4-4f9d-be25-240d37bd7bae gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:08:43.709371 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dacd8934-d114-4f57-8cc0-cf974bdfcde2 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:43.722993 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d86e6092-29af-4e33-85cc-a630b4dbb408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:43.776530 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-dacd8934-d114-4f57-8cc0-cf974bdfcde2 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b472d938-f27f-4a69-8bb9-5c36ee8bd16b']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:08:43.784062 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86e6092-29af-4e33-85cc-a630b4dbb408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4355ed14-996e-4a09-b80a-dbcdae5242c0,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:43.797344 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d86e6092-29af-4e33-85cc-a630b4dbb408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:43.798588 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d86e6092-29af-4e33-85cc-a630b4dbb408 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4355ed14-996e-4a09-b80a-dbcdae5242c0 HTTP/1.1" status: 204 len: 168 time: 1.3023813 May 23 11:08:43.804937 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-dacd8934-d114-4f57-8cc0-cf974bdfcde2 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beca8154-bd4a-4268-9da5-cd20669e8063') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:08:43.805336 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-dacd8934-d114-4f57-8cc0-cf974bdfcde2 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beca8154-bd4a-4268-9da5-cd20669e8063') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:08:43.825094 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dacd8934-d114-4f57-8cc0-cf974bdfcde2 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:43.857371 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dacd8934-d114-4f57-8cc0-cf974bdfcde2 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:43.890649 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c55c3-a285-45a8-adb8-6c961dfd1ad8 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7453718-37be-42ba-a919-73c9d4416830,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:43.923763 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-c186b144-992c-467f-a4ce-112066d00999 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:43.939596 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-c186b144-992c-467f-a4ce-112066d00999 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/networks?id=93233ebd-402e-45bd-b397-1f41a2b23d60 HTTP/1.1" status: 200 len: 804 time: 0.5592227 May 23 11:08:43.997551 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-124c55c3-a285-45a8-adb8-6c961dfd1ad8 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:43.999020 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-124c55c3-a285-45a8-adb8-6c961dfd1ad8 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.8652716 May 23 11:08:44.001322 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-8086532c-d31c-4dd6-aba9-68498c5e564c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e739be79-b886-4751-8243-191f6feeb503 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:08:44.008337 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 48224) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:44.010265 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-8086532c-d31c-4dd6-aba9-68498c5e564c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:44.028209 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-8086532c-d31c-4dd6-aba9-68498c5e564c service neutron] Transition to ACTIVE for port object e739be79-b886-4751-8243-191f6feeb503 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:08:44.032143 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-7a5cb401-5f98-414a-ab12-f5fe628a5377 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Request body: {'security_group_rule': {'security_group_id': '8072d593-3bc6-40b8-bcf0-2059893c1865', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:08:44.032332 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dacd8934-d114-4f57-8cc0-cf974bdfcde2 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:08:44.032852 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dacd8934-d114-4f57-8cc0-cf974bdfcde2 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:44.076177 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-2ac9ca63-a094-4697-89ba-821ee47e2416 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/quotas/742b1cf1e0b345dca83f32458f4c8414 HTTP/1.1" status: 200 len: 375 time: 0.1353416 May 23 11:08:44.091397 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7a5cb401-5f98-414a-ab12-f5fe628a5377 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:44.131791 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:44.152124 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7a5cb401-5f98-414a-ab12-f5fe628a5377 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Usage tracker for resource:security_group_rule and tenant:4e03745f99574e5389955681da2fca5e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:44.162975 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-32a3406d-6658-4536-baa7-2baddbe3e0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee327d2-0cb4-4f9d-be25-240d37bd7bae', 'name': 'tempest-ServersTestBootFromVolume-1452041592-router', 'tenant_id': '4e03745f99574e5389955681da2fca5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '0f9d3877-ac67-498d-a18a-9578728ab83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:08:15Z', 'updated_at': '2022-05-23T11:08:31Z', 'revision_number': 4, 'project_id': '4e03745f99574e5389955681da2fca5e', 'gw_port': {'id': '0f9d3877-ac67-498d-a18a-9578728ab83a', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:46:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee327d2-0cb4-4f9d-be25-240d37bd7bae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:08:17Z', 'updated_at': '2022-05-23T11:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '6dc06ab6-ad22-4bf6-aa89-b96bb1cf138c', 'name': '', 'network_id': '0a05d838-cda3-46c0-8bf8-03d2c6de0cc0', 'tenant_id': '4e03745f99574e5389955681da2fca5e', 'mac_address': 'fa:16:3e:9a:63:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee327d2-0cb4-4f9d-be25-240d37bd7bae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87f6ff48-3f7c-46f2-8156-b55091f31a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:08:29Z', 'updated_at': '2022-05-23T11:08:43Z', 'revision_number': 4, 'project_id': '4e03745f99574e5389955681da2fca5e', 'subnets': [{'id': '87f6ff48-3f7c-46f2-8156-b55091f31a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:08:44.168841 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7a5cb401-5f98-414a-ab12-f5fe628a5377 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:44.171009 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a3406d-6658-4536-baa7-2baddbe3e0ba None None] The sync data for ids ['bee327d2-0cb4-4f9d-be25-240d37bd7bae'] in n-d-842952-2 is: [{'id': 'bee327d2-0cb4-4f9d-be25-240d37bd7bae', 'name': 'tempest-ServersTestBootFromVolume-1452041592-router', 'tenant_id': '4e03745f99574e5389955681da2fca5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '0f9d3877-ac67-498d-a18a-9578728ab83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:08:15Z', 'updated_at': '2022-05-23T11:08:31Z', 'revision_number': 4, 'project_id': '4e03745f99574e5389955681da2fca5e', 'gw_port': {'id': '0f9d3877-ac67-498d-a18a-9578728ab83a', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:46:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee327d2-0cb4-4f9d-be25-240d37bd7bae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:08:17Z', 'updated_at': '2022-05-23T11:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '6dc06ab6-ad22-4bf6-aa89-b96bb1cf138c', 'name': '', 'network_id': '0a05d838-cda3-46c0-8bf8-03d2c6de0cc0', 'tenant_id': '4e03745f99574e5389955681da2fca5e', 'mac_address': 'fa:16:3e:9a:63:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee327d2-0cb4-4f9d-be25-240d37bd7bae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87f6ff48-3f7c-46f2-8156-b55091f31a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:08:29Z', 'updated_at': '2022-05-23T11:08:43Z', 'revision_number': 4, 'project_id': '4e03745f99574e5389955681da2fca5e', 'subnets': [{'id': '87f6ff48-3f7c-46f2-8156-b55091f31a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:08:44.186959 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7a5cb401-5f98-414a-ab12-f5fe628a5377 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:44.204072 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:08:44.204072 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:08:44.204072 n-d-842952-2 neutron-server[83911]: timer() May 23 11:08:44.204072 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:08:44.204072 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:08:44.204072 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:08:44.204072 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:08:44.204072 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:08:44.204072 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:08:44.204072 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:08:44.204072 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:08:44.204072 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:08:44.204072 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:08:44.204072 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:08:44.204072 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:08:44.204072 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:08:44.204072 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:08:44.204072 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:08:44.204072 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:08:44.204072 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:08:44.204072 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:08:44.204072 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:08:44.204072 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:08:44.204072 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:08:44.204072 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:08:44.204072 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:08:44.204072 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:08:44.204072 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:08:44.204072 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:08:44.204072 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:08:44.204072 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:08:44.204072 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:08:44.213235 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-8086532c-d31c-4dd6-aba9-68498c5e564c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:44.224830 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d3741300-5d53-44c6-a02b-befca0c916a9 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-965058416', 'router:external': True}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:08:44.230280 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d3741300-5d53-44c6-a02b-befca0c916a9 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:44.234370 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d3741300-5d53-44c6-a02b-befca0c916a9 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Usage tracker for resource:network and tenant:458f6bd8bf0645d090a34dbc64857384 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:44.238202 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d3741300-5d53-44c6-a02b-befca0c916a9 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:44.244379 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d3741300-5d53-44c6-a02b-befca0c916a9 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:44.394814 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3741300-5d53-44c6-a02b-befca0c916a9 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Made reservation on behalf of 458f6bd8bf0645d090a34dbc64857384 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:08:44.397117 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d3741300-5d53-44c6-a02b-befca0c916a9 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:44.418817 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d3741300-5d53-44c6-a02b-befca0c916a9 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:44.462190 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634237da-06c4-414e-97b6-d9a8744635d5 req-694c8665-1360-4629-91a3-dbde144a49c6 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:44.463730 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-634237da-06c4-414e-97b6-d9a8744635d5 req-694c8665-1360-4629-91a3-dbde144a49c6 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=d8957d9e-d1b6-4657-b1fb-6eafe7e302d2 HTTP/1.1" status: 200 len: 943 time: 1.0563598 May 23 11:08:44.477046 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7a5cb401-5f98-414a-ab12-f5fe628a5377 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:44.509666 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-db02e93b-04c8-4789-bf85-767758fca102 req-d1f96914-cd2c-4508-8433-f5a4b4ead894 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b64a3f1baa60499ab93cbd32db99dbcb&device_id=d8957d9e-d1b6-4657-b1fb-6eafe7e302d2 HTTP/1.1" status: 200 len: 1094 time: 0.7086618 May 23 11:08:44.642005 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8086532c-d31c-4dd6-aba9-68498c5e564c service neutron] Pushing event updated for resources: {'Port': ['ID=e739be79-b886-4751-8243-191f6feeb503,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:44.679243 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dacd8934-d114-4f57-8cc0-cf974bdfcde2 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:44.690250 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dacd8934-d114-4f57-8cc0-cf974bdfcde2 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b472d938-f27f-4a69-8bb9-5c36ee8bd16b {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 23 11:08:44.697092 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dacd8934-d114-4f57-8cc0-cf974bdfcde2 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:44.828916 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d3741300-5d53-44c6-a02b-befca0c916a9 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:44.838737 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd8934-d114-4f57-8cc0-cf974bdfcde2 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Pushing event deleted for resources: {'Network': ['ID=b472d938-f27f-4a69-8bb9-5c36ee8bd16b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:44.843520 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d3741300-5d53-44c6-a02b-befca0c916a9 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Usage tracker for resource:security_group_rule and tenant:458f6bd8bf0645d090a34dbc64857384 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:44.858989 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-dacd8934-d114-4f57-8cc0-cf974bdfcde2 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] 10.222.0.79 "DELETE /v2.0/networks/b472d938-f27f-4a69-8bb9-5c36ee8bd16b HTTP/1.1" status: 204 len: 168 time: 1.7143040 May 23 11:08:44.861923 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d3741300-5d53-44c6-a02b-befca0c916a9 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:44.870687 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 48244) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:44.875102 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d3741300-5d53-44c6-a02b-befca0c916a9 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:44.878550 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-b7e38ae1-2e55-4e37-bb23-67c88203a02a tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=742b1cf1e0b345dca83f32458f4c8414&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8011935 May 23 11:08:44.894494 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-80025fc5-dfd0-4c8d-8dfd-63b4f0d3dc0c tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:08:44.896804 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd70eb6-1b38-4f19-a7e2-ee6bbed9a375 req-bd716c55-14b3-4889-93b3-a17ab4ee3a3f tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:44.898578 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8cd70eb6-1b38-4f19-a7e2-ee6bbed9a375 req-bd716c55-14b3-4889-93b3-a17ab4ee3a3f tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba4e35b8-7de4-4233-bda0-2666bafd70e6 HTTP/1.1" status: 200 len: 944 time: 0.9987807 May 23 11:08:45.001054 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-80025fc5-dfd0-4c8d-8dfd-63b4f0d3dc0c tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:45.016382 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-8086532c-d31c-4dd6-aba9-68498c5e564c service neutron] Attempting to bind port e739be79-b886-4751-8243-191f6feeb503 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:08:45.016712 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-8086532c-d31c-4dd6-aba9-68498c5e564c service neutron] Attempting to bind port e739be79-b886-4751-8243-191f6feeb503 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '72b0ff4c-0de9-46e3-a56c-77c8491f6585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a76c708f-379d-4599-8247-cbfb64313df4'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:08:45.017095 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-8086532c-d31c-4dd6-aba9-68498c5e564c service neutron] Attempting to bind port e739be79-b886-4751-8243-191f6feeb503 on network a76c708f-379d-4599-8247-cbfb64313df4 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:45.028117 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-8086532c-d31c-4dd6-aba9-68498c5e564c service neutron] Port e739be79-b886-4751-8243-191f6feeb503 on network a76c708f-379d-4599-8247-cbfb64313df4 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:08:45.028444 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-8086532c-d31c-4dd6-aba9-68498c5e564c service neutron] Attempting to bind port e739be79-b886-4751-8243-191f6feeb503 on network a76c708f-379d-4599-8247-cbfb64313df4 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:45.061257 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-8086532c-d31c-4dd6-aba9-68498c5e564c service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:08:45.062072 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-8086532c-d31c-4dd6-aba9-68498c5e564c service neutron] Checking segment: {'id': '72b0ff4c-0de9-46e3-a56c-77c8491f6585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a76c708f-379d-4599-8247-cbfb64313df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:08:45.062878 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-8086532c-d31c-4dd6-aba9-68498c5e564c service neutron] Bound using segment: {'id': '72b0ff4c-0de9-46e3-a56c-77c8491f6585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a76c708f-379d-4599-8247-cbfb64313df4'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:08:45.063542 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-8086532c-d31c-4dd6-aba9-68498c5e564c service neutron] Bound port: e739be79-b886-4751-8243-191f6feeb503, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b0ff4c-0de9-46e3-a56c-77c8491f6585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a76c708f-379d-4599-8247-cbfb64313df4'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:08:45.064204 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-8086532c-d31c-4dd6-aba9-68498c5e564c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:45.074349 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-634237da-06c4-414e-97b6-d9a8744635d5 req-2a6d7d99-ca80-4702-a82c-d00d73fa91d5 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5765977 May 23 11:08:45.075238 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-80025fc5-dfd0-4c8d-8dfd-63b4f0d3dc0c tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Usage tracker for resource:network and tenant:3710ca3afc7547bea487e04497a65cd9 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:45.088099 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-8cd70eb6-1b38-4f19-a7e2-ee6bbed9a375 req-bf0e9a23-2853-47f5-bf5b-08c797c95638 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Deleting port 3da8075f-8ad4-45df-860e-2ea2d5eb7191 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:08:45.088550 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8cd70eb6-1b38-4f19-a7e2-ee6bbed9a375 req-bf0e9a23-2853-47f5-bf5b-08c797c95638 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:45.147981 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-81ce8802-f783-435a-9aaa-d90221a0fb20 service neutron] 10.222.0.79 "GET /v2.0/networks/93233ebd-402e-45bd-b397-1f41a2b23d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483134 May 23 11:08:45.160624 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-80025fc5-dfd0-4c8d-8dfd-63b4f0d3dc0c tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:45.213726 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-80025fc5-dfd0-4c8d-8dfd-63b4f0d3dc0c tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:45.259979 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d3741300-5d53-44c6-a02b-befca0c916a9 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:45.309099 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7a5cb401-5f98-414a-ab12-f5fe628a5377 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:45.310474 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d3741300-5d53-44c6-a02b-befca0c916a9 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:45.319676 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-9374b7bf-1792-4570-b8ff-1bdda9e38056 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:45.321150 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-9374b7bf-1792-4570-b8ff-1bdda9e38056 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8957d9e-d1b6-4657-b1fb-6eafe7e302d2 HTTP/1.1" status: 200 len: 943 time: 0.9455884 May 23 11:08:45.344227 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7a5cb401-5f98-414a-ab12-f5fe628a5377 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:45.389990 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3741300-5d53-44c6-a02b-befca0c916a9 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:08:45.406807 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-8086532c-d31c-4dd6-aba9-68498c5e564c service neutron] For port e739be79-b886-4751-8243-191f6feeb503, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:08:45.409061 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3741300-5d53-44c6-a02b-befca0c916a9 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb5567c-8247-4822-8735-b9ebe48ab6b8,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:45.414191 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80025fc5-dfd0-4c8d-8dfd-63b4f0d3dc0c tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Made reservation on behalf of 3710ca3afc7547bea487e04497a65cd9 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:08:45.418150 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-80025fc5-dfd0-4c8d-8dfd-63b4f0d3dc0c tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:45.429072 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02e93b-04c8-4789-bf85-767758fca102 req-b7ad7564-cb22-465c-b996-eb416d8fdec1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:45.431097 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-db02e93b-04c8-4789-bf85-767758fca102 req-b7ad7564-cb22-465c-b996-eb416d8fdec1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1a5c8466-e669-4a02-9cf7-1e34891324c1 HTTP/1.1" status: 200 len: 912 time: 0.8946373 May 23 11:08:45.490715 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-8086532c-d31c-4dd6-aba9-68498c5e564c service neutron] For port e739be79-b886-4751-8243-191f6feeb503, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=e739be79-b886-4751-8243-191f6feeb503,segment=NetworkSegment(72b0ff4c-0de9-46e3-a56c-77c8491f6585),segment_id=72b0ff4c-0de9-46e3-a56c-77c8491f6585)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:08:45.494707 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d3741300-5d53-44c6-a02b-befca0c916a9 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:45.495121 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-d3741300-5d53-44c6-a02b-befca0c916a9 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Added segment be5baeca-10ce-4cad-a5b3-3c14523124dd of type vlan for network 7ada42bb-74d3-4de3-872d-5d1b60423edd May 23 11:08:45.505923 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-8086532c-d31c-4dd6-aba9-68498c5e564c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:45.558004 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5cb401-5f98-414a-ab12-f5fe628a5377 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3287533-639b-4b76-a234-e5f37e611212,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:45.626881 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d3741300-5d53-44c6-a02b-befca0c916a9 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:45.636107 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-8086532c-d31c-4dd6-aba9-68498c5e564c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:45.637733 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-8086532c-d31c-4dd6-aba9-68498c5e564c service neutron] 10.222.0.81 "PUT /v2.0/ports/e739be79-b886-4751-8243-191f6feeb503 HTTP/1.1" status: 200 len: 1092 time: 3.4783432 May 23 11:08:45.638359 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13573160-9a64-44f2-b336-b53642435d56', 'tag': 'e739be79-b886-4751-8243-191f6feeb503'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:08:45.647365 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-db02e93b-04c8-4789-bf85-767758fca102 req-2e55fe32-ea6b-4af9-839a-5ee0c0070fb7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc285c2a-c25d-479e-9272-122c696cf31f HTTP/1.1" status: 200 len: 217 time: 0.1789060 May 23 11:08:45.648905 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7a5cb401-5f98-414a-ab12-f5fe628a5377 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:45.653933 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7a5cb401-5f98-414a-ab12-f5fe628a5377 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.6426244 May 23 11:08:45.656112 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 48258) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:45.669777 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-447f8ddc-9f18-4856-a934-cf929263d0f7 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Deleting port cc285c2a-c25d-479e-9272-122c696cf31f {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:08:45.670176 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-447f8ddc-9f18-4856-a934-cf929263d0f7 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:45.710225 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-8cd70eb6-1b38-4f19-a7e2-ee6bbed9a375 req-bf0e9a23-2853-47f5-bf5b-08c797c95638 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] For port 3da8075f-8ad4-45df-860e-2ea2d5eb7191, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=3da8075f-8ad4-45df-860e-2ea2d5eb7191,segment=NetworkSegment(627b9d90-481e-4586-8e5b-ec8be80efc37),segment_id=627b9d90-481e-4586-8e5b-ec8be80efc37)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:08:45.710744 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8cd70eb6-1b38-4f19-a7e2-ee6bbed9a375 req-bf0e9a23-2853-47f5-bf5b-08c797c95638 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:45.773177 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-460cd1e2-b7e7-4195-ac12-78436daa5c2c tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:08:45.787853 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80025fc5-dfd0-4c8d-8dfd-63b4f0d3dc0c tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:08:45.827795 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-460cd1e2-b7e7-4195-ac12-78436daa5c2c tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:45.838373 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-822a90ca-8ba2-4422-8eb6-0f894601330d service neutron] 10.222.0.79 "GET /v2.0/networks/93233ebd-402e-45bd-b397-1f41a2b23d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6645017 May 23 11:08:45.865613 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-460cd1e2-b7e7-4195-ac12-78436daa5c2c tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Usage tracker for resource:floatingip and tenant:4e03745f99574e5389955681da2fca5e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:45.882769 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-460cd1e2-b7e7-4195-ac12-78436daa5c2c tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:45.926023 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-80025fc5-dfd0-4c8d-8dfd-63b4f0d3dc0c tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:45.926379 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-80025fc5-dfd0-4c8d-8dfd-63b4f0d3dc0c tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Added segment 6ea4f753-65a8-4175-a543-552cf00dd725 of type vlan for network aa14bb2a-43f6-466a-acbd-fe3270ab86fe May 23 11:08:45.935386 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-460cd1e2-b7e7-4195-ac12-78436daa5c2c tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:45.963499 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-8cd70eb6-1b38-4f19-a7e2-ee6bbed9a375 req-bf0e9a23-2853-47f5-bf5b-08c797c95638 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Calling delete_port for 3da8075f-8ad4-45df-860e-2ea2d5eb7191 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:08:45.991053 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 6dc06ab6-ad22-4bf6-aa89-b96bb1cf138c up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:08:46.008753 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [None req-a6910028-f2cb-4dee-90de-a4ce6a28a38b tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:08:46.132500 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:08:46.179690 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 6dc06ab6-ad22-4bf6-aa89-b96bb1cf138c completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:08:46.186600 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-9936e064-8f79-4a2c-bee1-f3c39831f648 service neutron] Request body: {'port': {'device_id': '13573160-9a64-44f2-b336-b53642435d56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:08:46.188771 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b1cb7-3678-4b78-93f4-213428292248 req-191fdc2d-016a-45aa-a409-3454f935e2e8 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:46.190935 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 6dc06ab6-ad22-4bf6-aa89-b96bb1cf138c triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:08:46.191313 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:46.195355 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b1cb7-3678-4b78-93f4-213428292248 req-191fdc2d-016a-45aa-a409-3454f935e2e8 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:46.200110 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b1cb7-3678-4b78-93f4-213428292248 req-191fdc2d-016a-45aa-a409-3454f935e2e8 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:46.202164 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-275b1cb7-3678-4b78-93f4-213428292248 req-191fdc2d-016a-45aa-a409-3454f935e2e8 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/ports?device_id=13573160-9a64-44f2-b336-b53642435d56 HTTP/1.1" status: 200 len: 2388 time: 0.8653786 May 23 11:08:46.204009 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02e93b-04c8-4789-bf85-767758fca102 req-d6c855cb-d744-4d78-a805-2c466c6ee47a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:46.205590 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-db02e93b-04c8-4789-bf85-767758fca102 req-d6c855cb-d744-4d78-a805-2c466c6ee47a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76d8b9b5-f057-42e7-939b-4e81b16011fa HTTP/1.1" status: 200 len: 851 time: 0.5503371 May 23 11:08:46.237405 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-460cd1e2-b7e7-4195-ac12-78436daa5c2c tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:46.296258 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d3741300-5d53-44c6-a02b-befca0c916a9 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:46.297892 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3741300-5d53-44c6-a02b-befca0c916a9 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:46.299076 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d3741300-5d53-44c6-a02b-befca0c916a9 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:46.370873 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:46.439578 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 6dc06ab6-ad22-4bf6-aa89-b96bb1cf138c, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=6dc06ab6-ad22-4bf6-aa89-b96bb1cf138c,segment=NetworkSegment(cc020ee1-c0c0-4c06-a22a-9486767d8be8),segment_id=cc020ee1-c0c0-4c06-a22a-9486767d8be8)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:08:46.445257 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8086532c-d31c-4dd6-aba9-68498c5e564c service neutron] Pushing event updated for resources: {'Port': ['ID=e739be79-b886-4751-8243-191f6feeb503,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:46.445467 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:46.479002 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b44315c-67fe-47ea-8837-43bda115393e'] response: {'name': 'network-changed', 'server_uuid': '13573160-9a64-44f2-b336-b53642435d56', 'tag': 'e739be79-b886-4751-8243-191f6feeb503', 'status': 'completed', 'code': 200} May 23 11:08:46.489649 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d3741300-5d53-44c6-a02b-befca0c916a9 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.8974323 May 23 11:08:46.490859 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8cd70eb6-1b38-4f19-a7e2-ee6bbed9a375 req-bf0e9a23-2853-47f5-bf5b-08c797c95638 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:46.493156 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48276) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:46.531021 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=6dc06ab6-ad22-4bf6-aa89-b96bb1cf138c,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:46.569968 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f687a5d7-5a2e-4962-9b31-cf57a8699238 req-5dab95fc-074b-4248-867f-75291c677fc1 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e30e57d-0a0c-4a4f-a961-51a195f9caa0 HTTP/1.1" status: 200 len: 210 time: 0.0762217 May 23 11:08:46.587227 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-db02e93b-04c8-4789-bf85-767758fca102 req-a9e23e81-fda9-4f87-9137-56c5275cc35b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a5c8466-e669-4a02-9cf7-1e34891324c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3014338 May 23 11:08:46.679693 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-80025fc5-dfd0-4c8d-8dfd-63b4f0d3dc0c tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:46.683673 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d62f0406-f2a1-4b5e-a98f-d1644669493f tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Request body: {'subnet': {'network_id': '7ada42bb-74d3-4de3-872d-5d1b60423edd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:08:46.698004 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3741300-5d53-44c6-a02b-befca0c916a9 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Pushing event updated for resources: {'Network': ['ID=7ada42bb-74d3-4de3-872d-5d1b60423edd,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:46.704555 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d62f0406-f2a1-4b5e-a98f-d1644669493f tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:46.709333 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e9a23-2853-47f5-bf5b-08c797c95638 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Pushing event deleted for resources: {'Port': ['ID=3da8075f-8ad4-45df-860e-2ea2d5eb7191,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:46.713903 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 7ada42bb-74d3-4de3-872d-5d1b60423edd details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:08:46.721231 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-9936e064-8f79-4a2c-bee1-f3c39831f648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:46.733398 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d62f0406-f2a1-4b5e-a98f-d1644669493f tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Usage tracker for resource:subnet and tenant:458f6bd8bf0645d090a34dbc64857384 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:46.738221 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d62f0406-f2a1-4b5e-a98f-d1644669493f tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:46.820144 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d62f0406-f2a1-4b5e-a98f-d1644669493f tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:46.827790 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd70eb6-1b38-4f19-a7e2-ee6bbed9a375 req-bf0e9a23-2853-47f5-bf5b-08c797c95638 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] No DVR routers for this DVR port 3da8075f-8ad4-45df-860e-2ea2d5eb7191 on host n-h1-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:08:46.831589 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8cd70eb6-1b38-4f19-a7e2-ee6bbed9a375 req-bf0e9a23-2853-47f5-bf5b-08c797c95638 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:46.833587 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8cd70eb6-1b38-4f19-a7e2-ee6bbed9a375 req-bf0e9a23-2853-47f5-bf5b-08c797c95638 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.13 "DELETE /v2.0/ports/3da8075f-8ad4-45df-860e-2ea2d5eb7191 HTTP/1.1" status: 204 len: 173 time: 1.9273436 May 23 11:08:46.848006 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a6910028-f2cb-4dee-90de-a4ce6a28a38b tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:46.989721 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a6910028-f2cb-4dee-90de-a4ce6a28a38b tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:47.097591 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62f0406-f2a1-4b5e-a98f-d1644669493f tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Made reservation on behalf of 458f6bd8bf0645d090a34dbc64857384 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:08:47.100105 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d62f0406-f2a1-4b5e-a98f-d1644669493f tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:47.149803 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [None req-80025fc5-dfd0-4c8d-8dfd-63b4f0d3dc0c tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:08:47.198409 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-275b1cb7-3678-4b78-93f4-213428292248 req-d4f73a13-972a-4a88-844d-c2059aa3d6a9 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/security-groups?id=810ff234-6f81-470f-ab96-122fc2658368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9842708 May 23 11:08:47.270981 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-80025fc5-dfd0-4c8d-8dfd-63b4f0d3dc0c tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:47.271847 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80025fc5-dfd0-4c8d-8dfd-63b4f0d3dc0c tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:47.272443 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-80025fc5-dfd0-4c8d-8dfd-63b4f0d3dc0c tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:47.381660 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-9936e064-8f79-4a2c-bee1-f3c39831f648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:08:47.392651 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-9936e064-8f79-4a2c-bee1-f3c39831f648 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:47.402398 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f69fb41-7ce7-4775-898a-80fba2f2e408 req-bf0cd30d-450d-48db-8874-241035f01460 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3583a8d0822f4e2696ff39b89a43df5e&device_id=13573160-9a64-44f2-b336-b53642435d56 HTTP/1.1" status: 200 len: 2731 time: 0.9508348 May 23 11:08:47.419496 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-db02e93b-04c8-4789-bf85-767758fca102 req-90db6c9b-1f9c-4943-861f-db6bad1085d3 service neutron] 10.222.0.13 "GET /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7688055 May 23 11:08:47.421744 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-447f8ddc-9f18-4856-a934-cf929263d0f7 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] For port cc285c2a-c25d-479e-9272-122c696cf31f, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=cc285c2a-c25d-479e-9272-122c696cf31f,segment=NetworkSegment(633c66ca-dc41-4b0b-a0a3-ed62624a9374),segment_id=633c66ca-dc41-4b0b-a0a3-ed62624a9374)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:08:47.422295 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-447f8ddc-9f18-4856-a934-cf929263d0f7 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:47.435085 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-9936e064-8f79-4a2c-bee1-f3c39831f648 service neutron] Transition to ACTIVE for port object dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:08:47.440734 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-9936e064-8f79-4a2c-bee1-f3c39831f648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:47.511064 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936e064-8f79-4a2c-bee1-f3c39831f648 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:47.587405 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075cc657-2231-4cbc-8fed-4931a8892974 req-46d15bf7-e496-4408-97a5-d63e5af78b33 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:47.590654 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-075cc657-2231-4cbc-8fed-4931a8892974 req-46d15bf7-e496-4408-97a5-d63e5af78b33 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=d8957d9e-d1b6-4657-b1fb-6eafe7e302d2 HTTP/1.1" status: 200 len: 943 time: 0.7415123 May 23 11:08:47.817415 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 3da8075f-8ad4-45df-860e-2ea2d5eb7191 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:08:47.879027 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-80025fc5-dfd0-4c8d-8dfd-63b4f0d3dc0c tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.9991498 May 23 11:08:47.879974 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80025fc5-dfd0-4c8d-8dfd-63b4f0d3dc0c tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Pushing event updated for resources: {'Network': ['ID=aa14bb2a-43f6-466a-acbd-fe3270ab86fe,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:47.953243 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network aa14bb2a-43f6-466a-acbd-fe3270ab86fe details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:08:47.973769 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 3da8075f-8ad4-45df-860e-2ea2d5eb7191 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:08:47.973907 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 3da8075f-8ad4-45df-860e-2ea2d5eb7191 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:08:47.987119 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48306) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:48.005700 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-f7679e1f-005a-4896-9a84-80b699abe4df tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Request body: {'subnet': {'network_id': 'aa14bb2a-43f6-466a-acbd-fe3270ab86fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:08:48.051443 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 6dc06ab6-ad22-4bf6-aa89-b96bb1cf138c up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:08:48.061343 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48310) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:48.065227 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f7679e1f-005a-4896-9a84-80b699abe4df tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:48.081732 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-b11371f8-2974-4024-a4d0-0b6c6cbb80d8 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:48.082422 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-b11371f8-2974-4024-a4d0-0b6c6cbb80d8 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Synchronizing usage tracker for tenant:742b1cf1e0b345dca83f32458f4c8414 on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:08:48.083728 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-447f8ddc-9f18-4856-a934-cf929263d0f7 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Calling delete_port for cc285c2a-c25d-479e-9272-122c696cf31f owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:08:48.088292 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f7679e1f-005a-4896-9a84-80b699abe4df tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Usage tracker for resource:subnet and tenant:3710ca3afc7547bea487e04497a65cd9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:48.095596 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f7679e1f-005a-4896-9a84-80b699abe4df tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:48.122610 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f7679e1f-005a-4896-9a84-80b699abe4df tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:48.140224 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-9936e064-8f79-4a2c-bee1-f3c39831f648 service neutron] Attempting to bind port dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:08:48.140560 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-9936e064-8f79-4a2c-bee1-f3c39831f648 service neutron] Attempting to bind port dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '1ab1f3e2-faf2-434f-a505-364ca5a74414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ab3ef7c8-4fc9-4eab-b908-c985a1f9285d'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:08:48.140888 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-9936e064-8f79-4a2c-bee1-f3c39831f648 service neutron] Attempting to bind port dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b on network ab3ef7c8-4fc9-4eab-b908-c985a1f9285d {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:48.154381 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-9936e064-8f79-4a2c-bee1-f3c39831f648 service neutron] Port dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b on network ab3ef7c8-4fc9-4eab-b908-c985a1f9285d not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:08:48.154381 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-9936e064-8f79-4a2c-bee1-f3c39831f648 service neutron] Attempting to bind port dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b on network ab3ef7c8-4fc9-4eab-b908-c985a1f9285d {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:48.176662 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-b11371f8-2974-4024-a4d0-0b6c6cbb80d8 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Unset dirty status for tenant:742b1cf1e0b345dca83f32458f4c8414 on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:08:48.177957 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-b11371f8-2974-4024-a4d0-0b6c6cbb80d8 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.81 "GET /v2.0/networks?id=93233ebd-402e-45bd-b397-1f41a2b23d60 HTTP/1.1" status: 200 len: 804 time: 0.5708864 May 23 11:08:48.180713 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7679e1f-005a-4896-9a84-80b699abe4df tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Made reservation on behalf of 3710ca3afc7547bea487e04497a65cd9 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:08:48.182995 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7679e1f-005a-4896-9a84-80b699abe4df tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:48.199541 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 6dc06ab6-ad22-4bf6-aa89-b96bb1cf138c triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:08:48.199940 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:48.200474 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-9936e064-8f79-4a2c-bee1-f3c39831f648 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:08:48.200816 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-9936e064-8f79-4a2c-bee1-f3c39831f648 service neutron] Checking segment: {'id': '1ab1f3e2-faf2-434f-a505-364ca5a74414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ab3ef7c8-4fc9-4eab-b908-c985a1f9285d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:08:48.201203 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-9936e064-8f79-4a2c-bee1-f3c39831f648 service neutron] Bound using segment: {'id': '1ab1f3e2-faf2-434f-a505-364ca5a74414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ab3ef7c8-4fc9-4eab-b908-c985a1f9285d'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:08:48.201653 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-9936e064-8f79-4a2c-bee1-f3c39831f648 service neutron] Bound port: dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ab1f3e2-faf2-434f-a505-364ca5a74414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ab3ef7c8-4fc9-4eab-b908-c985a1f9285d'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:08:48.201999 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-9936e064-8f79-4a2c-bee1-f3c39831f648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:48.221222 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-74b90314-fd7c-49ab-8b5e-7cb200f1c2dd tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Request body: {'port': {'device_id': '5e30e57d-0a0c-4a4f-a961-51a195f9caa0', 'network_id': '93233ebd-402e-45bd-b397-1f41a2b23d60', 'admin_state_up': True, 'tenant_id': '742b1cf1e0b345dca83f32458f4c8414'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:08:48.229583 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4f2ed198-65a7-4796-95b0-00f7fdbf26ca req-72d283da-b0d8-48d4-855c-0ba2049e9de6 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e30e57d-0a0c-4a4f-a961-51a195f9caa0 HTTP/1.1" status: 200 len: 210 time: 0.3290963 May 23 11:08:48.349392 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-db02e93b-04c8-4789-bf85-767758fca102 req-997bfff7-fe48-42bc-82d7-d86de0bfb2f5 service neutron] 10.222.0.13 "GET /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7911592 May 23 11:08:48.431164 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-460cd1e2-b7e7-4195-ac12-78436daa5c2c tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:48.432653 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8e521796-641c-44e5-a3c4-75c9ccfd1988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:48.502763 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69fb41-7ce7-4775-898a-80fba2f2e408 req-97dd73f2-350d-4c83-a187-b2b6b4928e6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:48.503024 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69fb41-7ce7-4775-898a-80fba2f2e408 req-97dd73f2-350d-4c83-a187-b2b6b4928e6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:48.503385 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69fb41-7ce7-4775-898a-80fba2f2e408 req-97dd73f2-350d-4c83-a187-b2b6b4928e6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:48.505053 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f69fb41-7ce7-4775-898a-80fba2f2e408 req-97dd73f2-350d-4c83-a187-b2b6b4928e6a service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=3583a8d0822f4e2696ff39b89a43df5e&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.0234888 May 23 11:08:48.544487 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-075cc657-2231-4cbc-8fed-4931a8892974 req-a8f6d090-d1fd-42ba-b2b3-4b09af209867 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4702210 May 23 11:08:48.617285 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4e35b8-7de4-4233-bda0-2666bafd70e6', 'name': 'network-vif-deleted', 'tag': '3da8075f-8ad4-45df-860e-2ea2d5eb7191'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:08:48.691639 n-d-842952-2 neutron-server[83911]: DEBUG neutron.objects.ports [None req-d62f0406-f2a1-4b5e-a98f-d1644669493f tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83911) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 23 11:08:48.692147 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d62f0406-f2a1-4b5e-a98f-d1644669493f tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:48.700297 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae5062dc-0df1-4552-ad43-cc65e046e54d'] response: {'server_uuid': 'ba4e35b8-7de4-4233-bda0-2666bafd70e6', 'name': 'network-vif-deleted', 'tag': '3da8075f-8ad4-45df-860e-2ea2d5eb7191', 'status': 'completed', 'code': 200} May 23 11:08:48.729538 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8e521796-641c-44e5-a3c4-75c9ccfd1988 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:48.765804 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-8e521796-641c-44e5-a3c4-75c9ccfd1988 admin admin] Usage tracker for resource:security_group_rule and tenant:46bbe6c2610b426d9854505c5f0ddb37 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:48.781242 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-8e521796-641c-44e5-a3c4-75c9ccfd1988 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:48.790399 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-9936e064-8f79-4a2c-bee1-f3c39831f648 service neutron] For port dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:08:48.845066 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8e521796-641c-44e5-a3c4-75c9ccfd1988 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:48.858516 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-74b90314-fd7c-49ab-8b5e-7cb200f1c2dd tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:48.861753 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-9936e064-8f79-4a2c-bee1-f3c39831f648 service neutron] For port dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b,segment=NetworkSegment(1ab1f3e2-faf2-434f-a505-364ca5a74414),segment_id=1ab1f3e2-faf2-434f-a505-364ca5a74414)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:08:48.879032 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-74b90314-fd7c-49ab-8b5e-7cb200f1c2dd tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Usage tracker for resource:port and tenant:742b1cf1e0b345dca83f32458f4c8414 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:48.884103 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62f0406-f2a1-4b5e-a98f-d1644669493f tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0276af56-315b-4a99-bd04-6b1185b841ee,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:48.886914 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-9936e064-8f79-4a2c-bee1-f3c39831f648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:48.893829 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-74b90314-fd7c-49ab-8b5e-7cb200f1c2dd tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:48.951791 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-74b90314-fd7c-49ab-8b5e-7cb200f1c2dd tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:48.987215 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ddb68-650f-4b31-b138-44f985e0151a req-52fc810c-9851-4856-b71c-15724c3f61b4 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:48.991071 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ddb68-650f-4b31-b138-44f985e0151a req-52fc810c-9851-4856-b71c-15724c3f61b4 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:48.995139 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ddb68-650f-4b31-b138-44f985e0151a req-52fc810c-9851-4856-b71c-15724c3f61b4 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:48.996782 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e23ddb68-650f-4b31-b138-44f985e0151a req-52fc810c-9851-4856-b71c-15724c3f61b4 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/ports?device_id=13573160-9a64-44f2-b336-b53642435d56 HTTP/1.1" status: 200 len: 2400 time: 0.6244619 May 23 11:08:48.997552 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-447f8ddc-9f18-4856-a934-cf929263d0f7 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:49.002654 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69fb41-7ce7-4775-898a-80fba2f2e408 req-49286c6f-447d-422b-8f5c-655069457ddb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:49.004151 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f69fb41-7ce7-4775-898a-80fba2f2e408 req-49286c6f-447d-422b-8f5c-655069457ddb service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4875045 May 23 11:08:49.005769 n-d-842952-2 neutron-server[83910]: INFO neutron.db.l3_db [None req-a6910028-f2cb-4dee-90de-a4ce6a28a38b tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Floating IP 0655f150-2ca2-49ab-acae-be61ed2add22 associated. External IP: 172.25.6.75, port: a3e35099-ff80-4942-a2f8-80ac1bf8a66a. May 23 11:08:49.046481 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-9936e064-8f79-4a2c-bee1-f3c39831f648 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:49.047915 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-9936e064-8f79-4a2c-bee1-f3c39831f648 service neutron] 10.222.0.81 "PUT /v2.0/ports/dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b HTTP/1.1" status: 200 len: 1091 time: 2.8875802 May 23 11:08:49.056055 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-74b90314-fd7c-49ab-8b5e-7cb200f1c2dd tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Made reservation on behalf of 742b1cf1e0b345dca83f32458f4c8414 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:08:49.059035 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-74b90314-fd7c-49ab-8b5e-7cb200f1c2dd tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:49.083231 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936e064-8f79-4a2c-bee1-f3c39831f648 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:49.098230 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-6a6d278e-739a-44f1-b6e9-806d4dfd737d service neutron] Request body: {'port': {'device_id': '13573160-9a64-44f2-b336-b53642435d56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:08:49.116037 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-460cd1e2-b7e7-4195-ac12-78436daa5c2c tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Allocated IP 172.25.6.144 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/20c579ee-3888-4ad7-b84a-089b360cfac8) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:08:49.146953 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62f0406-f2a1-4b5e-a98f-d1644669493f tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Checking segment: {'id': 'be5baeca-10ce-4cad-a5b3-3c14523124dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7ada42bb-74d3-4de3-872d-5d1b60423edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:08:49.147592 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62f0406-f2a1-4b5e-a98f-d1644669493f tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Network hostable DHCP agents. Network: 7ada42bb-74d3-4de3-872d-5d1b60423edd, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:08:49.216601 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f8ddc-9f18-4856-a934-cf929263d0f7 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Pushing event deleted for resources: {'Port': ['ID=cc285c2a-c25d-479e-9272-122c696cf31f,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:49.336933 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8e521796-641c-44e5-a3c4-75c9ccfd1988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:49.373772 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8e521796-641c-44e5-a3c4-75c9ccfd1988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:49.439512 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-447f8ddc-9f18-4856-a934-cf929263d0f7 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] No DVR routers for this DVR port cc285c2a-c25d-479e-9272-122c696cf31f on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:08:49.449451 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-447f8ddc-9f18-4856-a934-cf929263d0f7 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:49.453949 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8957d9e-d1b6-4657-b1fb-6eafe7e302d2', 'name': 'network-vif-deleted', 'tag': 'cc285c2a-c25d-479e-9272-122c696cf31f'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:08:49.463750 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62f0406-f2a1-4b5e-a98f-d1644669493f tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Network 7ada42bb-74d3-4de3-872d-5d1b60423edd is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:08:49.471406 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-6a6d278e-739a-44f1-b6e9-806d4dfd737d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:49.473377 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-db652f43-16af-4d4e-b0b1-4da2246cbd12 req-0e0f7ad5-83e5-4f67-a60a-50f9123d3770 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e30e57d-0a0c-4a4f-a961-51a195f9caa0 HTTP/1.1" status: 200 len: 210 time: 0.0769367 May 23 11:08:49.496873 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e23ddb68-650f-4b31-b138-44f985e0151a req-545527b4-24a1-4f7d-8abb-112d22bebe9e tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/security-groups?id=810ff234-6f81-470f-ab96-122fc2658368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4271355 May 23 11:08:49.514811 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e521796-641c-44e5-a3c4-75c9ccfd1988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc36560d-c41a-4856-beae-b6d8543b99ad,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:49.527072 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0ee03966-04bf-4ca9-93d0-da57a9ca9be6 req-447f8ddc-9f18-4856-a934-cf929263d0f7 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.13 "DELETE /v2.0/ports/cc285c2a-c25d-479e-9272-122c696cf31f HTTP/1.1" status: 204 len: 173 time: 4.1806164 May 23 11:08:49.528213 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8e521796-641c-44e5-a3c4-75c9ccfd1988 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=46bbe6c2610b426d9854505c5f0ddb37&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4656503 May 23 11:08:49.545947 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48324) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:49.556125 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-d62f0406-f2a1-4b5e-a98f-d1644669493f tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 7ada42bb-74d3-4de3-872d-5d1b60423edd) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:08:49.580762 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-460cd1e2-b7e7-4195-ac12-78436daa5c2c tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:49.585853 n-d-842952-2 neutron-server[83910]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-79c3e104-ca9c-49b4-8fd6-edd8b5afbe60']: {'server_uuid': 'd8957d9e-d1b6-4657-b1fb-6eafe7e302d2', 'name': 'network-vif-deleted', 'tag': 'cc285c2a-c25d-479e-9272-122c696cf31f', 'status': 'failed', 'code': 422} returned with failed status May 23 11:08:49.607026 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21e047a-a196-4825-896d-623ee23abc1d None None] Network 7ada42bb-74d3-4de3-872d-5d1b60423edd requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:08:49.611678 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62f0406-f2a1-4b5e-a98f-d1644669493f tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:49.612294 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d62f0406-f2a1-4b5e-a98f-d1644669493f tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:49.641645 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-460cd1e2-b7e7-4195-ac12-78436daa5c2c tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:49.681823 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-74b90314-fd7c-49ab-8b5e-7cb200f1c2dd tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Allocated IP 172.20.0.5 (93233ebd-402e-45bd-b397-1f41a2b23d60/9294d2b8-973f-442c-9036-697778dd5201/5108d74f-ae18-4f2b-9e73-a02eca5c4855) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:08:49.801259 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460cd1e2-b7e7-4195-ac12-78436daa5c2c tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:08:49.841339 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d62f0406-f2a1-4b5e-a98f-d1644669493f tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.3368466 May 23 11:08:49.854281 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 48330) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:49.882679 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-460cd1e2-b7e7-4195-ac12-78436daa5c2c tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:08:49.888148 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460cd1e2-b7e7-4195-ac12-78436daa5c2c tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:08:49.923869 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460cd1e2-b7e7-4195-ac12-78436daa5c2c tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Pushing event updated for resources: {'Port': ['ID=20c579ee-3888-4ad7-b84a-089b360cfac8,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:49.933492 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-65d20b2e-4f46-4db6-a013-08f1f2314517 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1531125901', 'network_id': '7ada42bb-74d3-4de3-872d-5d1b60423edd'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:08:49.966230 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc847f05-9b54-4408-8f17-89dee16a684c None None] Network 7ada42bb-74d3-4de3-872d-5d1b60423edd requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:08:49.974287 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-65d20b2e-4f46-4db6-a013-08f1f2314517 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:49.997996 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-65d20b2e-4f46-4db6-a013-08f1f2314517 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Usage tracker for resource:port and tenant:458f6bd8bf0645d090a34dbc64857384 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:50.003492 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-4ed2647c-57ca-437e-a453-deadb390fe93 req-7e419e89-fbc3-441b-bc3f-749e6bf74963 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Synchronizing usage tracker for tenant:b64a3f1baa60499ab93cbd32db99dbcb on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:08:50.009065 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-65d20b2e-4f46-4db6-a013-08f1f2314517 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:50.028058 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eb09fc4e-2c38-4bcd-9bae-0eaefd904122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:50.062442 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-65d20b2e-4f46-4db6-a013-08f1f2314517 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:50.093475 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7e0e4f66-3c3f-4f23-adcc-6360c5b623ad req-776a70ab-6496-4ae4-a5e2-e3859c44a4a1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b64a3f1baa60499ab93cbd32db99dbcb&device_id=d8957d9e-d1b6-4657-b1fb-6eafe7e302d2 HTTP/1.1" status: 200 len: 210 time: 0.0784438 May 23 11:08:50.107555 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-4ed2647c-57ca-437e-a453-deadb390fe93 req-7e419e89-fbc3-441b-bc3f-749e6bf74963 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Unset dirty status for tenant:b64a3f1baa60499ab93cbd32db99dbcb on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:08:50.108697 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4ed2647c-57ca-437e-a453-deadb390fe93 req-7e419e89-fbc3-441b-bc3f-749e6bf74963 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=d8957d9e-d1b6-4657-b1fb-6eafe7e302d2 HTTP/1.1" status: 200 len: 210 time: 0.2533000 May 23 11:08:50.134838 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d20b2e-4f46-4db6-a013-08f1f2314517 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Made reservation on behalf of 458f6bd8bf0645d090a34dbc64857384 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:08:50.134838 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-65d20b2e-4f46-4db6-a013-08f1f2314517 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:50.189772 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eb09fc4e-2c38-4bcd-9bae-0eaefd904122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:50.234784 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-65d20b2e-4f46-4db6-a013-08f1f2314517 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] device_id is not set on port ef0680b6-c8e3-46bc-8786-6bdc5afd9178 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:08:50.239791 n-d-842952-2 neutron-server[83911]: DEBUG neutron.objects.ports [None req-f7679e1f-005a-4896-9a84-80b699abe4df tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83911) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 23 11:08:50.240254 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7679e1f-005a-4896-9a84-80b699abe4df tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:50.375845 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-74b90314-fd7c-49ab-8b5e-7cb200f1c2dd tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:50.396932 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7679e1f-005a-4896-9a84-80b699abe4df tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Pushing event updated for resources: {'Subnet': ['ID=77dc50a3-8446-48cb-a8bb-32dc28cae10a,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:50.435922 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eb09fc4e-2c38-4bcd-9bae-0eaefd904122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:50.462485 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e4f66-3c3f-4f23-adcc-6360c5b623ad req-3735efc3-1a1c-4963-b643-abfcdff66d38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:50.463955 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7e0e4f66-3c3f-4f23-adcc-6360c5b623ad req-3735efc3-1a1c-4963-b643-abfcdff66d38 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b64a3f1baa60499ab93cbd32db99dbcb&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3531647 May 23 11:08:50.496033 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-460cd1e2-b7e7-4195-ac12-78436daa5c2c tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:50.501488 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb09fc4e-2c38-4bcd-9bae-0eaefd904122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc36560d-c41a-4856-beae-b6d8543b99ad,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:50.507857 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7679e1f-005a-4896-9a84-80b699abe4df tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Checking segment: {'id': '6ea4f753-65a8-4175-a543-552cf00dd725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'aa14bb2a-43f6-466a-acbd-fe3270ab86fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:08:50.508252 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7679e1f-005a-4896-9a84-80b699abe4df tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Network hostable DHCP agents. Network: aa14bb2a-43f6-466a-acbd-fe3270ab86fe, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:08:50.533406 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eb09fc4e-2c38-4bcd-9bae-0eaefd904122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:50.536419 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-eb09fc4e-2c38-4bcd-9bae-0eaefd904122 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cc36560d-c41a-4856-beae-b6d8543b99ad HTTP/1.1" status: 204 len: 168 time: 0.9879758 May 23 11:08:50.546330 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-6a6d278e-739a-44f1-b6e9-806d4dfd737d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eec945d-5079-431e-aba4-3a9b06378d48 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:08:50.560639 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-6a6d278e-739a-44f1-b6e9-806d4dfd737d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:50.587401 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-6a6d278e-739a-44f1-b6e9-806d4dfd737d service neutron] Transition to ACTIVE for port object 1eec945d-5079-431e-aba4-3a9b06378d48 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:08:50.599186 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-6a6d278e-739a-44f1-b6e9-806d4dfd737d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:50.640555 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-74b90314-fd7c-49ab-8b5e-7cb200f1c2dd tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:50.722025 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7679e1f-005a-4896-9a84-80b699abe4df tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Network aa14bb2a-43f6-466a-acbd-fe3270ab86fe is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:08:50.730262 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13573160-9a64-44f2-b336-b53642435d56', 'tag': 'dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:08:50.925270 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-f7679e1f-005a-4896-9a84-80b699abe4df tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, aa14bb2a-43f6-466a-acbd-fe3270ab86fe) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:08:50.933464 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e21c583-8bdb-4478-b482-256d83e998c1 None None] Network aa14bb2a-43f6-466a-acbd-fe3270ab86fe requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:08:50.946879 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-65d20b2e-4f46-4db6-a013-08f1f2314517 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Allocated IP 2001:db8::37d (7ada42bb-74d3-4de3-872d-5d1b60423edd/0276af56-315b-4a99-bd04-6b1185b841ee/ef0680b6-c8e3-46bc-8786-6bdc5afd9178) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:08:50.955671 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7679e1f-005a-4896-9a84-80b699abe4df tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:50.956384 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7679e1f-005a-4896-9a84-80b699abe4df tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:50.968186 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-460cd1e2-b7e7-4195-ac12-78436daa5c2c tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:50.987005 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d278e-739a-44f1-b6e9-806d4dfd737d service neutron] Pushing event updated for resources: {'Port': ['ID=1eec945d-5079-431e-aba4-3a9b06378d48,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:51.001990 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-74b90314-fd7c-49ab-8b5e-7cb200f1c2dd tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Network 93233ebd-402e-45bd-b397-1f41a2b23d60 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:08:51.035916 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-74b90314-fd7c-49ab-8b5e-7cb200f1c2dd tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:08:51.045956 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-74b90314-fd7c-49ab-8b5e-7cb200f1c2dd tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:08:51.122256 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f7679e1f-005a-4896-9a84-80b699abe4df tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.1304238 May 23 11:08:51.125125 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 48350) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:51.164227 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-c47fe2ba-33af-4547-a869-fa21ed100607 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Request body: {'floatingip': {'floating_network_id': 'aa14bb2a-43f6-466a-acbd-fe3270ab86fe'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:08:51.171369 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6910028-f2cb-4dee-90de-a4ce6a28a38b tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Router 643910b8-d3e8-4ca8-8520-f8fec8564dd5 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:08:51.185683 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c47fe2ba-33af-4547-a869-fa21ed100607 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:51.186948 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b1af89-7ef0-4b2f-9eb9-153acfbcd0f0 None None] Network aa14bb2a-43f6-466a-acbd-fe3270ab86fe requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:08:51.199054 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e4f66-3c3f-4f23-adcc-6360c5b623ad req-7bcfaa16-550b-4d38-b330-8ac43d6c2943 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:51.200950 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7e0e4f66-3c3f-4f23-adcc-6360c5b623ad req-7bcfaa16-550b-4d38-b330-8ac43d6c2943 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7258239 May 23 11:08:51.235930 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b90314-fd7c-49ab-8b5e-7cb200f1c2dd tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Pushing event updated for resources: {'Port': ['ID=5108d74f-ae18-4f2b-9e73-a02eca5c4855,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:51.237900 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c47fe2ba-33af-4547-a869-fa21ed100607 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Usage tracker for resource:floatingip and tenant:3710ca3afc7547bea487e04497a65cd9 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:51.260830 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-74b90314-fd7c-49ab-8b5e-7cb200f1c2dd tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:51.261556 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-74b90314-fd7c-49ab-8b5e-7cb200f1c2dd tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:51.301116 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-74b90314-fd7c-49ab-8b5e-7cb200f1c2dd tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0879099 May 23 11:08:51.307255 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-6a6d278e-739a-44f1-b6e9-806d4dfd737d service neutron] Attempting to bind port 1eec945d-5079-431e-aba4-3a9b06378d48 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:08:51.307653 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-6a6d278e-739a-44f1-b6e9-806d4dfd737d service neutron] Attempting to bind port 1eec945d-5079-431e-aba4-3a9b06378d48 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '72b0ff4c-0de9-46e3-a56c-77c8491f6585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a76c708f-379d-4599-8247-cbfb64313df4'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:08:51.308082 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-6a6d278e-739a-44f1-b6e9-806d4dfd737d service neutron] Attempting to bind port 1eec945d-5079-431e-aba4-3a9b06378d48 on network a76c708f-379d-4599-8247-cbfb64313df4 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:51.310957 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c47fe2ba-33af-4547-a869-fa21ed100607 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:51.318764 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-6a6d278e-739a-44f1-b6e9-806d4dfd737d service neutron] Port 1eec945d-5079-431e-aba4-3a9b06378d48 on network a76c708f-379d-4599-8247-cbfb64313df4 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:08:51.320185 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-6a6d278e-739a-44f1-b6e9-806d4dfd737d service neutron] Attempting to bind port 1eec945d-5079-431e-aba4-3a9b06378d48 on network a76c708f-379d-4599-8247-cbfb64313df4 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:51.328527 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-6a6d278e-739a-44f1-b6e9-806d4dfd737d service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:08:51.328742 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-6a6d278e-739a-44f1-b6e9-806d4dfd737d service neutron] Checking segment: {'id': '72b0ff4c-0de9-46e3-a56c-77c8491f6585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a76c708f-379d-4599-8247-cbfb64313df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:08:51.329192 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-6a6d278e-739a-44f1-b6e9-806d4dfd737d service neutron] Bound using segment: {'id': '72b0ff4c-0de9-46e3-a56c-77c8491f6585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a76c708f-379d-4599-8247-cbfb64313df4'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:08:51.329687 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-6a6d278e-739a-44f1-b6e9-806d4dfd737d service neutron] Bound port: 1eec945d-5079-431e-aba4-3a9b06378d48, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b0ff4c-0de9-46e3-a56c-77c8491f6585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a76c708f-379d-4599-8247-cbfb64313df4'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:08:51.330100 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-6a6d278e-739a-44f1-b6e9-806d4dfd737d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:51.348361 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-59be43e1-5ef3-4cff-9af4-d68e3439fca7 service neutron] Request body: {'port': {'device_id': '5e30e57d-0a0c-4a4f-a961-51a195f9caa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:08:51.386309 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827e87b-59fa-4ab6-b05e-38f8e6f48c34 req-7098a62f-a6b4-4052-b975-23146cd3674e tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:51.393303 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6827e87b-59fa-4ab6-b05e-38f8e6f48c34 req-7098a62f-a6b4-4052-b975-23146cd3674e tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e30e57d-0a0c-4a4f-a961-51a195f9caa0 HTTP/1.1" status: 200 len: 931 time: 0.6473589 May 23 11:08:51.395372 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c47fe2ba-33af-4547-a869-fa21ed100607 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:51.495124 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944fdf53-36a7-43e6-aa3a-96f589df87f7 req-06323680-14c0-4b14-99d1-860bf96b54be tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:51.500193 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944fdf53-36a7-43e6-aa3a-96f589df87f7 req-06323680-14c0-4b14-99d1-860bf96b54be tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:51.504625 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944fdf53-36a7-43e6-aa3a-96f589df87f7 req-06323680-14c0-4b14-99d1-860bf96b54be tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:51.506446 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-944fdf53-36a7-43e6-aa3a-96f589df87f7 req-06323680-14c0-4b14-99d1-860bf96b54be tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/ports?device_id=13573160-9a64-44f2-b336-b53642435d56 HTTP/1.1" status: 200 len: 2412 time: 0.7303329 May 23 11:08:51.518912 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7e0e4f66-3c3f-4f23-adcc-6360c5b623ad req-15bc6ad4-1fc6-45a2-ba31-fe1ed18a9b78 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8957d9e-d1b6-4657-b1fb-6eafe7e302d2 HTTP/1.1" status: 200 len: 210 time: 0.1386702 May 23 11:08:51.538381 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-59be43e1-5ef3-4cff-9af4-d68e3439fca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:51.548606 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-6a6d278e-739a-44f1-b6e9-806d4dfd737d service neutron] For port 1eec945d-5079-431e-aba4-3a9b06378d48, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:08:51.561436 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-6a6d278e-739a-44f1-b6e9-806d4dfd737d service neutron] For port 1eec945d-5079-431e-aba4-3a9b06378d48, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=1eec945d-5079-431e-aba4-3a9b06378d48,segment=NetworkSegment(72b0ff4c-0de9-46e3-a56c-77c8491f6585),segment_id=72b0ff4c-0de9-46e3-a56c-77c8491f6585)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:08:51.590269 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-6a6d278e-739a-44f1-b6e9-806d4dfd737d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:51.643884 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c47fe2ba-33af-4547-a869-fa21ed100607 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:51.670341 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d278e-739a-44f1-b6e9-806d4dfd737d service neutron] Pushing event updated for resources: {'Port': ['ID=1eec945d-5079-431e-aba4-3a9b06378d48,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:51.701802 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-6a6d278e-739a-44f1-b6e9-806d4dfd737d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:51.703204 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-6a6d278e-739a-44f1-b6e9-806d4dfd737d service neutron] 10.222.0.81 "PUT /v2.0/ports/1eec945d-5079-431e-aba4-3a9b06378d48 HTTP/1.1" status: 200 len: 1092 time: 2.6170137 May 23 11:08:51.818385 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6827e87b-59fa-4ab6-b05e-38f8e6f48c34 req-a6b1ca96-abb5-4e60-85e3-dfdb10a20191 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4241557 May 23 11:08:51.938619 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-460cd1e2-b7e7-4195-ac12-78436daa5c2c tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:51.977956 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f172244-59df-4460-9d7f-ff4b0d691d35'] response: {'name': 'network-changed', 'server_uuid': '13573160-9a64-44f2-b336-b53642435d56', 'tag': 'dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b', 'status': 'completed', 'code': 200} May 23 11:08:51.998466 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-65d20b2e-4f46-4db6-a013-08f1f2314517 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:52.036785 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-460cd1e2-b7e7-4195-ac12-78436daa5c2c tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:52.103678 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-c416f015-367e-4ced-9d68-c30fdb9b6ae1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3583a8d0822f4e2696ff39b89a43df5e&device_id=13573160-9a64-44f2-b336-b53642435d56 HTTP/1.1" status: 200 len: 2865 time: 0.3181174 May 23 11:08:52.141429 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-65d20b2e-4f46-4db6-a013-08f1f2314517 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:52.143181 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460cd1e2-b7e7-4195-ac12-78436daa5c2c tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Pushing event updated for resources: {'Port': ['ID=20c579ee-3888-4ad7-b84a-089b360cfac8,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:52.182401 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-944fdf53-36a7-43e6-aa3a-96f589df87f7 req-260c8190-48ce-48f3-a8ed-bd5ab24efd6e tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/security-groups?id=810ff234-6f81-470f-ab96-122fc2658368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6576176 May 23 11:08:52.219888 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-afd5f836-b6a2-4b22-8fa7-f8e5b9805963 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.106&port_id=e739be79-b886-4751-8243-191f6feeb503 HTTP/1.1" status: 200 len: 217 time: 0.0831699 May 23 11:08:52.224509 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-59be43e1-5ef3-4cff-9af4-d68e3439fca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5108d74f-ae18-4f2b-9e73-a02eca5c4855 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:08:52.268284 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-59be43e1-5ef3-4cff-9af4-d68e3439fca7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:52.294837 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d20b2e-4f46-4db6-a013-08f1f2314517 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Network 7ada42bb-74d3-4de3-872d-5d1b60423edd is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:08:52.297215 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d20b2e-4f46-4db6-a013-08f1f2314517 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Pushing event updated for resources: {'Port': ['ID=ef0680b6-c8e3-46bc-8786-6bdc5afd9178,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:52.299775 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-460cd1e2-b7e7-4195-ac12-78436daa5c2c tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:52.302412 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-59be43e1-5ef3-4cff-9af4-d68e3439fca7 service neutron] Transition to ACTIVE for port object 5108d74f-ae18-4f2b-9e73-a02eca5c4855 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:08:52.309660 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-65d20b2e-4f46-4db6-a013-08f1f2314517 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:08:52.313307 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-59be43e1-5ef3-4cff-9af4-d68e3439fca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:52.319499 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-cbd6e677-f083-4eba-b3ca-c2cf2dac14a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:52.320151 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d20b2e-4f46-4db6-a013-08f1f2314517 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:08:52.321009 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d20b2e-4f46-4db6-a013-08f1f2314517 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:52.321603 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-65d20b2e-4f46-4db6-a013-08f1f2314517 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:52.322025 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-cbd6e677-f083-4eba-b3ca-c2cf2dac14a9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=eb56b812-a93b-42d0-a3df-54a09e1f836b HTTP/1.1" status: 200 len: 801 time: 0.0914783 May 23 11:08:52.372109 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-460cd1e2-b7e7-4195-ac12-78436daa5c2c tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:52.382533 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-460cd1e2-b7e7-4195-ac12-78436daa5c2c tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7081461 May 23 11:08:52.392644 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-65d20b2e-4f46-4db6-a013-08f1f2314517 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.5067103 May 23 11:08:52.393361 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 48380) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:52.503089 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be43e1-5ef3-4cff-9af4-d68e3439fca7 service neutron] Pushing event updated for resources: {'Port': ['ID=5108d74f-ae18-4f2b-9e73-a02eca5c4855,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:52.628865 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-59be43e1-5ef3-4cff-9af4-d68e3439fca7 service neutron] Attempting to bind port 5108d74f-ae18-4f2b-9e73-a02eca5c4855 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:08:52.629199 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-59be43e1-5ef3-4cff-9af4-d68e3439fca7 service neutron] Attempting to bind port 5108d74f-ae18-4f2b-9e73-a02eca5c4855 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '627b9d90-481e-4586-8e5b-ec8be80efc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '93233ebd-402e-45bd-b397-1f41a2b23d60'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:08:52.629523 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-59be43e1-5ef3-4cff-9af4-d68e3439fca7 service neutron] Attempting to bind port 5108d74f-ae18-4f2b-9e73-a02eca5c4855 on network 93233ebd-402e-45bd-b397-1f41a2b23d60 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:52.635671 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-86153a06-ce27-405d-9ed2-8f98b4e98b0a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a76c708f-379d-4599-8247-cbfb64313df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2789168 May 23 11:08:52.641052 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-59be43e1-5ef3-4cff-9af4-d68e3439fca7 service neutron] Port 5108d74f-ae18-4f2b-9e73-a02eca5c4855 on network 93233ebd-402e-45bd-b397-1f41a2b23d60 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:08:52.641370 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-59be43e1-5ef3-4cff-9af4-d68e3439fca7 service neutron] Attempting to bind port 5108d74f-ae18-4f2b-9e73-a02eca5c4855 on network 93233ebd-402e-45bd-b397-1f41a2b23d60 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:08:52.648714 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-59be43e1-5ef3-4cff-9af4-d68e3439fca7 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:08:52.649104 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-59be43e1-5ef3-4cff-9af4-d68e3439fca7 service neutron] Checking segment: {'id': '627b9d90-481e-4586-8e5b-ec8be80efc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '93233ebd-402e-45bd-b397-1f41a2b23d60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:08:52.649541 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-59be43e1-5ef3-4cff-9af4-d68e3439fca7 service neutron] Bound using segment: {'id': '627b9d90-481e-4586-8e5b-ec8be80efc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '93233ebd-402e-45bd-b397-1f41a2b23d60'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:08:52.649972 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-59be43e1-5ef3-4cff-9af4-d68e3439fca7 service neutron] Bound port: 5108d74f-ae18-4f2b-9e73-a02eca5c4855, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '627b9d90-481e-4586-8e5b-ec8be80efc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '93233ebd-402e-45bd-b397-1f41a2b23d60'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:08:52.650316 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-59be43e1-5ef3-4cff-9af4-d68e3439fca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:52.779280 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c47fe2ba-33af-4547-a869-fa21ed100607 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:52.826432 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-faa1b8bf-e5d1-4534-839d-d773e79e8362 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Deleting port ef0680b6-c8e3-46bc-8786-6bdc5afd9178 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:08:52.826802 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-faa1b8bf-e5d1-4534-839d-d773e79e8362 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:52.928002 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6910028-f2cb-4dee-90de-a4ce6a28a38b tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:08:52.943343 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a939c688-61a2-4163-a467-8d584bf8dd78 None None] Sync routers for ids ['643910b8-d3e8-4ca8-8520-f8fec8564dd5'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:08:52.967746 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a939c688-61a2-4163-a467-8d584bf8dd78 None None] Routers {'643910b8-d3e8-4ca8-8520-f8fec8564dd5'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:08:52.968342 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-991a9aef-3a85-45b7-9219-4d32220d00fd tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:52.972062 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a939c688-61a2-4163-a467-8d584bf8dd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:08:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['643910b8-d3e8-4ca8-8520-f8fec8564dd5'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:08:52.975018 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-991a9aef-3a85-45b7-9219-4d32220d00fd tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/networks?id=1a5c8466-e669-4a02-9cf7-1e34891324c1 HTTP/1.1" status: 200 len: 811 time: 0.5990167 May 23 11:08:53.000578 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-59be43e1-5ef3-4cff-9af4-d68e3439fca7 service neutron] For port 5108d74f-ae18-4f2b-9e73-a02eca5c4855, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:08:53.010782 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-e0e4171c-2266-445a-883b-1980894b218f service neutron] 10.222.0.81 "GET /v2.0/networks/a76c708f-379d-4599-8247-cbfb64313df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503749 May 23 11:08:53.013817 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-59be43e1-5ef3-4cff-9af4-d68e3439fca7 service neutron] For port 5108d74f-ae18-4f2b-9e73-a02eca5c4855, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=5108d74f-ae18-4f2b-9e73-a02eca5c4855,segment=NetworkSegment(627b9d90-481e-4586-8e5b-ec8be80efc37),segment_id=627b9d90-481e-4586-8e5b-ec8be80efc37)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:08:53.041998 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a6910028-f2cb-4dee-90de-a4ce6a28a38b tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:53.050870 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-59be43e1-5ef3-4cff-9af4-d68e3439fca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:53.175992 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-59be43e1-5ef3-4cff-9af4-d68e3439fca7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:53.177351 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-59be43e1-5ef3-4cff-9af4-d68e3439fca7 service neutron] 10.222.0.81 "PUT /v2.0/ports/5108d74f-ae18-4f2b-9e73-a02eca5c4855 HTTP/1.1" status: 200 len: 1091 time: 1.8504679 May 23 11:08:53.224549 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be43e1-5ef3-4cff-9af4-d68e3439fca7 service neutron] Pushing event updated for resources: {'Port': ['ID=5108d74f-ae18-4f2b-9e73-a02eca5c4855,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:53.237809 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-e82858d7-a6c4-4ffc-9be0-8eeae142703e tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/quotas/b64a3f1baa60499ab93cbd32db99dbcb HTTP/1.1" status: 200 len: 375 time: 0.2618289 May 23 11:08:53.290722 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-0ad9745e-55fc-405c-80e7-ac9cb3a0f5d3 service neutron] 10.222.0.81 "GET /v2.0/networks/a76c708f-379d-4599-8247-cbfb64313df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671533 May 23 11:08:53.350119 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a6910028-f2cb-4dee-90de-a4ce6a28a38b tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "PUT /v2.0/floatingips/0655f150-2ca2-49ab-acae-be61ed2add22 HTTP/1.1" status: 200 len: 990 time: 10.2668941 May 23 11:08:53.355582 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-65a63612-db25-45fe-9ca3-3d5676aa3872 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b64a3f1baa60499ab93cbd32db99dbcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1161718 May 23 11:08:53.373468 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-d15fb54f-05be-40d4-8f66-99aa3993050c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.96&port_id=dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b HTTP/1.1" status: 200 len: 217 time: 0.0730164 May 23 11:08:53.382340 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-a939c688-61a2-4163-a467-8d584bf8dd78 None None] Set router 643910b8-d3e8-4ca8-8520-f8fec8564dd5 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:08:53.392507 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd835f616-67a5-44e1-82a3-828ebedce9bf', 'tag': 'a3e35099-ff80-4942-a2f8-80ac1bf8a66a'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:08:53.451573 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-55cebf44-336c-4e88-91f7-6919490af4be service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=742b1cf1e0b345dca83f32458f4c8414&device_id=5e30e57d-0a0c-4a4f-a961-51a195f9caa0 HTTP/1.1" status: 200 len: 1094 time: 0.2048938 May 23 11:08:53.458636 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-6f4d1841-d07b-4ff6-92e1-b0e04b76fcde service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:53.460116 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-6f4d1841-d07b-4ff6-92e1-b0e04b76fcde service neutron] 10.222.0.81 "GET /v2.0/subnets?id=abe424bc-4716-4e6a-9066-0d31d23d527d HTTP/1.1" status: 200 len: 801 time: 0.0783708 May 23 11:08:53.537506 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-c47fe2ba-33af-4547-a869-fa21ed100607 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Allocated IP 172.20.0.7 (aa14bb2a-43f6-466a-acbd-fe3270ab86fe/77dc50a3-8446-48cb-a8bb-32dc28cae10a/04f69b6a-2fa5-4647-8add-19db70a36820) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:08:53.591129 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-f9c761f4-4ffd-4461-ae8d-0866147144d8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5108d74f-ae18-4f2b-9e73-a02eca5c4855 HTTP/1.1" status: 200 len: 217 time: 0.1183534 May 23 11:08:53.605661 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fc134-0fd5-4859-b3ca-2e47dd8d67d3 req-0ada96b7-4b73-43d9-b59c-d194e2dad4bc tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:53.612489 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ef3fc134-0fd5-4859-b3ca-2e47dd8d67d3 req-0ada96b7-4b73-43d9-b59c-d194e2dad4bc tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e30e57d-0a0c-4a4f-a961-51a195f9caa0 HTTP/1.1" status: 200 len: 943 time: 0.4622772 May 23 11:08:53.681702 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-6b6f62c6-4150-430d-980c-b2d7c39af50d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:53.683343 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-6b6f62c6-4150-430d-980c-b2d7c39af50d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9294d2b8-973f-442c-9036-697778dd5201 HTTP/1.1" status: 200 len: 844 time: 0.0793686 May 23 11:08:53.692354 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-69255f26-63b1-420d-8258-0b88aa1358e5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ab3ef7c8-4fc9-4eab-b908-c985a1f9285d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1653788 May 23 11:08:53.700643 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-613b38bd-f3c4-49eb-9c31-7f16778b7fdf service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:08:53.707872 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-613b38bd-f3c4-49eb-9c31-7f16778b7fdf service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3018603 May 23 11:08:53.753183 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-faa1b8bf-e5d1-4534-839d-d773e79e8362 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:53.762020 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-3841c3b1-1d03-40e6-af05-faed08b3ebf5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=93233ebd-402e-45bd-b397-1f41a2b23d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678756 May 23 11:08:53.982040 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13573160-9a64-44f2-b336-b53642435d56', 'tag': '1eec945d-5079-431e-aba4-3a9b06378d48'}, {'name': 'network-changed', 'server_uuid': '5e30e57d-0a0c-4a4f-a961-51a195f9caa0', 'tag': '5108d74f-ae18-4f2b-9e73-a02eca5c4855'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:08:54.006535 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-faa1b8bf-e5d1-4534-839d-d773e79e8362 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Calling delete_port for ef0680b6-c8e3-46bc-8786-6bdc5afd9178 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:08:54.024162 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a939c688-61a2-4163-a467-8d584bf8dd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643910b8-d3e8-4ca8-8520-f8fec8564dd5', 'name': 'tempest-ServersTestJSON-1529975793-router', 'tenant_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'daa3d976-d823-4f33-a4a8-6dac78955b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:07:47Z', 'updated_at': '2022-05-23T11:07:56Z', 'revision_number': 4, 'project_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'gw_port': {'id': 'daa3d976-d823-4f33-a4a8-6dac78955b23', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643910b8-d3e8-4ca8-8520-f8fec8564dd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:07:48Z', 'updated_at': '2022-05-23T11:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '0655f150-2ca2-49ab-acae-be61ed2add22', 'tenant_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'floating_ip_address': '172.25.6.75', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '643910b8-d3e8-4ca8-8520-f8fec8564dd5', 'port_id': 'a3e35099-ff80-4942-a2f8-80ac1bf8a66a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '747ead6f-5c9e-46f2-80ef-f280e257168e', 'mac_address': 'fa:16:3e:8d:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd835f616-67a5-44e1-82a3-828ebedce9bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:08:08Z', 'updated_at': '2022-05-23T11:08:45Z', 'revision_number': 1, 'project_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be498722-3fc9-49a7-9025-6349d6afac14', 'name': '', 'network_id': '747ead6f-5c9e-46f2-80ef-f280e257168e', 'tenant_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'mac_address': 'fa:16:3e:81:c8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643910b8-d3e8-4ca8-8520-f8fec8564dd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4c8fec-892d-4e21-843f-3fcecec73207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:07:55Z', 'updated_at': '2022-05-23T11:08:10Z', 'revision_number': 5, 'project_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'subnets': [{'id': 'da4c8fec-892d-4e21-843f-3fcecec73207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:08:54.029033 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a939c688-61a2-4163-a467-8d584bf8dd78 None None] Checking router: 643910b8-d3e8-4ca8-8520-f8fec8564dd5 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:08:54.043495 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a939c688-61a2-4163-a467-8d584bf8dd78 None None] Routers {'643910b8-d3e8-4ca8-8520-f8fec8564dd5'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:08:54.044273 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a939c688-61a2-4163-a467-8d584bf8dd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:08:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['643910b8-d3e8-4ca8-8520-f8fec8564dd5'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:08:54.065927 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-38fa2c9f-0692-4bad-9fbb-866b6fdd47e4 service neutron] 10.222.0.81 "GET /v2.0/networks/ab3ef7c8-4fc9-4eab-b908-c985a1f9285d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384099 May 23 11:08:54.113487 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ef3fc134-0fd5-4859-b3ca-2e47dd8d67d3 req-e258adee-fb55-40d4-8460-89cfd0a0d5a3 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5000789 May 23 11:08:54.182000 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c47fe2ba-33af-4547-a869-fa21ed100607 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:54.187996 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-a42c6dc0-6da1-4703-b691-a0fd25e2d2a7 service neutron] 10.222.0.79 "GET /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4793899 May 23 11:08:54.231655 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-3234febe-660c-44f9-badf-ea236f0c8296 service neutron] 10.222.0.81 "GET /v2.0/networks/ab3ef7c8-4fc9-4eab-b908-c985a1f9285d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518567 May 23 11:08:54.238252 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-1b9e654e-0463-43fb-83a8-427e8749a2a6 service neutron] 10.222.0.81 "GET /v2.0/networks/93233ebd-402e-45bd-b397-1f41a2b23d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935790 May 23 11:08:54.324770 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-a939c688-61a2-4163-a467-8d584bf8dd78 None None] Set router 643910b8-d3e8-4ca8-8520-f8fec8564dd5 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:08:54.329902 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-3e9e70ca-5203-4a26-9ac7-a230939ce2f1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.119&port_id=1eec945d-5079-431e-aba4-3a9b06378d48 HTTP/1.1" status: 200 len: 217 time: 0.0827882 May 23 11:08:54.404301 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c47fe2ba-33af-4547-a869-fa21ed100607 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:54.471465 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-faa1b8bf-e5d1-4534-839d-d773e79e8362 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:54.545638 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-6e2c5fcb-471b-4285-8161-08154bf7e1aa service neutron] 10.222.0.79 "GET /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430409 May 23 11:08:54.547101 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47fe2ba-33af-4547-a869-fa21ed100607 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Network aa14bb2a-43f6-466a-acbd-fe3270ab86fe is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:08:54.556711 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-3a2a31ea-0b78-4cfd-a274-784901aa4c1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:54.557192 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-c47fe2ba-33af-4547-a869-fa21ed100607 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:08:54.558043 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-3a2a31ea-0b78-4cfd-a274-784901aa4c1d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=eb56b812-a93b-42d0-a3df-54a09e1f836b HTTP/1.1" status: 200 len: 801 time: 0.1986723 May 23 11:08:54.561460 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47fe2ba-33af-4547-a869-fa21ed100607 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Pushing event updated for resources: {'Port': ['ID=04f69b6a-2fa5-4647-8add-19db70a36820,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:54.563674 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47fe2ba-33af-4547-a869-fa21ed100607 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:08:54.645871 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2a86643f-196d-4991-9e37-f4c6bfa6afb3 req-c197f94c-b699-4899-82b1-f705c51b50fd service neutron] 10.222.0.81 "GET /v2.0/networks/93233ebd-402e-45bd-b397-1f41a2b23d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145068 May 23 11:08:54.679651 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-61a4512e-e5e2-4837-8515-f8f1ee468fbd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a76c708f-379d-4599-8247-cbfb64313df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1098952 May 23 11:08:54.703020 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa1b8bf-e5d1-4534-839d-d773e79e8362 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef0680b6-c8e3-46bc-8786-6bdc5afd9178,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:55.063982 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-faa1b8bf-e5d1-4534-839d-d773e79e8362 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:55.077104 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-faa1b8bf-e5d1-4534-839d-d773e79e8362 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] 10.222.0.79 "DELETE /v2.0/ports/ef0680b6-c8e3-46bc-8786-6bdc5afd9178 HTTP/1.1" status: 204 len: 168 time: 2.6779785 May 23 11:08:55.082368 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 48458) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:55.097421 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-6d16eee5-fa33-4e72-9729-f3f8cb8669d6 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7ada42bb-74d3-4de3-872d-5d1b60423edd', 'external_fixed_ips': [{'subnet_id': '0276af56-315b-4a99-bd04-6b1185b841ee', 'ip_address': '2001:db8::37d'}]}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:08:55.103327 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6d16eee5-fa33-4e72-9729-f3f8cb8669d6 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:55.111878 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6d16eee5-fa33-4e72-9729-f3f8cb8669d6 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Usage tracker for resource:router and tenant:458f6bd8bf0645d090a34dbc64857384 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:55.116156 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6d16eee5-fa33-4e72-9729-f3f8cb8669d6 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:55.122603 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6d16eee5-fa33-4e72-9729-f3f8cb8669d6 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:55.128133 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a939c688-61a2-4163-a467-8d584bf8dd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643910b8-d3e8-4ca8-8520-f8fec8564dd5', 'name': 'tempest-ServersTestJSON-1529975793-router', 'tenant_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'daa3d976-d823-4f33-a4a8-6dac78955b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:07:47Z', 'updated_at': '2022-05-23T11:07:56Z', 'revision_number': 4, 'project_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'gw_port': {'id': 'daa3d976-d823-4f33-a4a8-6dac78955b23', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643910b8-d3e8-4ca8-8520-f8fec8564dd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:07:48Z', 'updated_at': '2022-05-23T11:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '0655f150-2ca2-49ab-acae-be61ed2add22', 'tenant_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'floating_ip_address': '172.25.6.75', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '643910b8-d3e8-4ca8-8520-f8fec8564dd5', 'port_id': 'a3e35099-ff80-4942-a2f8-80ac1bf8a66a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '747ead6f-5c9e-46f2-80ef-f280e257168e', 'mac_address': 'fa:16:3e:8d:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd835f616-67a5-44e1-82a3-828ebedce9bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:08:08Z', 'updated_at': '2022-05-23T11:08:45Z', 'revision_number': 1, 'project_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be498722-3fc9-49a7-9025-6349d6afac14', 'name': '', 'network_id': '747ead6f-5c9e-46f2-80ef-f280e257168e', 'tenant_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'mac_address': 'fa:16:3e:81:c8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643910b8-d3e8-4ca8-8520-f8fec8564dd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4c8fec-892d-4e21-843f-3fcecec73207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:07:55Z', 'updated_at': '2022-05-23T11:08:10Z', 'revision_number': 5, 'project_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'subnets': [{'id': 'da4c8fec-892d-4e21-843f-3fcecec73207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:08:55.131627 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-94f9d250-3866-4cce-8610-123a84d48ff4 service neutron] 10.222.0.81 "GET /v2.0/networks/a76c708f-379d-4599-8247-cbfb64313df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4254088 May 23 11:08:55.140281 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a939c688-61a2-4163-a467-8d584bf8dd78 None None] The sync data for ids ['643910b8-d3e8-4ca8-8520-f8fec8564dd5'] in n-d-842952-2 is: [{'id': '643910b8-d3e8-4ca8-8520-f8fec8564dd5', 'name': 'tempest-ServersTestJSON-1529975793-router', 'tenant_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'daa3d976-d823-4f33-a4a8-6dac78955b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:07:47Z', 'updated_at': '2022-05-23T11:07:56Z', 'revision_number': 4, 'project_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'gw_port': {'id': 'daa3d976-d823-4f33-a4a8-6dac78955b23', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643910b8-d3e8-4ca8-8520-f8fec8564dd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:07:48Z', 'updated_at': '2022-05-23T11:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '0655f150-2ca2-49ab-acae-be61ed2add22', 'tenant_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'floating_ip_address': '172.25.6.75', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '643910b8-d3e8-4ca8-8520-f8fec8564dd5', 'port_id': 'a3e35099-ff80-4942-a2f8-80ac1bf8a66a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '747ead6f-5c9e-46f2-80ef-f280e257168e', 'mac_address': 'fa:16:3e:8d:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd835f616-67a5-44e1-82a3-828ebedce9bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:08:08Z', 'updated_at': '2022-05-23T11:08:45Z', 'revision_number': 1, 'project_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be498722-3fc9-49a7-9025-6349d6afac14', 'name': '', 'network_id': '747ead6f-5c9e-46f2-80ef-f280e257168e', 'tenant_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'mac_address': 'fa:16:3e:81:c8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643910b8-d3e8-4ca8-8520-f8fec8564dd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4c8fec-892d-4e21-843f-3fcecec73207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:07:55Z', 'updated_at': '2022-05-23T11:08:10Z', 'revision_number': 5, 'project_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'subnets': [{'id': 'da4c8fec-892d-4e21-843f-3fcecec73207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:08:55.244820 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6d16eee5-fa33-4e72-9729-f3f8cb8669d6 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:55.245945 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6d16eee5-fa33-4e72-9729-f3f8cb8669d6 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:55.268444 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786e75a-47db-4ffa-8079-32d66990c2b2 req-a9f04835-8015-40ff-98de-0a242dcdab6d tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:55.277060 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786e75a-47db-4ffa-8079-32d66990c2b2 req-a9f04835-8015-40ff-98de-0a242dcdab6d tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:55.281762 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786e75a-47db-4ffa-8079-32d66990c2b2 req-a9f04835-8015-40ff-98de-0a242dcdab6d tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:55.283626 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9786e75a-47db-4ffa-8079-32d66990c2b2 req-a9f04835-8015-40ff-98de-0a242dcdab6d tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/ports?device_id=13573160-9a64-44f2-b336-b53642435d56 HTTP/1.1" status: 200 len: 2412 time: 0.8036139 May 23 11:08:55.368295 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-da1cf133-61c0-4f29-a994-237c5b3f8ff8 req-92b1dde4-7dcd-4554-8dcd-1046927ffcc8 service neutron] 10.222.0.81 "GET /v2.0/networks/a76c708f-379d-4599-8247-cbfb64313df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293625 May 23 11:08:55.397917 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6d16eee5-fa33-4e72-9729-f3f8cb8669d6 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:55.433259 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9786e75a-47db-4ffa-8079-32d66990c2b2 req-b6c826b4-bf9d-464a-948d-7c9283eff641 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/security-groups?id=810ff234-6f81-470f-ab96-122fc2658368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361587 May 23 11:08:55.444111 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2659354b-ba48-4f19-a76e-e49be104c183 req-dd4c5d5b-8940-4a45-9b25-6e2a0a5ac823 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d835f616-67a5-44e1-82a3-828ebedce9bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2599750 May 23 11:08:55.521073 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f74bb-6217-43e6-8738-e122184df0c3 req-50474786-5214-47fd-883d-adcc407c9b7f tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:55.528537 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-326f74bb-6217-43e6-8738-e122184df0c3 req-50474786-5214-47fd-883d-adcc407c9b7f tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "GET /v2.0/ports?device_id=d835f616-67a5-44e1-82a3-828ebedce9bf HTTP/1.1" status: 200 len: 945 time: 0.4470909 May 23 11:08:55.629650 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05422a7b-c1c8-4f41-b2db-6524ea32d8c2'] response: {'name': 'network-changed', 'server_uuid': '13573160-9a64-44f2-b336-b53642435d56', 'tag': '1eec945d-5079-431e-aba4-3a9b06378d48', 'status': 'completed', 'code': 200} May 23 11:08:55.630205 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05422a7b-c1c8-4f41-b2db-6524ea32d8c2'] response: {'name': 'network-changed', 'server_uuid': '5e30e57d-0a0c-4a4f-a961-51a195f9caa0', 'tag': '5108d74f-ae18-4f2b-9e73-a02eca5c4855', 'status': 'completed', 'code': 200} May 23 11:08:55.655073 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-93dbdb2a-ade9-44e6-9d2b-d76b9811eddd req-3265509d-fd96-4569-8040-d81cfc168399 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3583a8d0822f4e2696ff39b89a43df5e&device_id=13573160-9a64-44f2-b336-b53642435d56 HTTP/1.1" status: 200 len: 2865 time: 0.1489189 May 23 11:08:55.667747 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15732595-838f-47e7-91b8-447d80f32b99'] response: {'name': 'network-changed', 'server_uuid': 'd835f616-67a5-44e1-82a3-828ebedce9bf', 'tag': 'a3e35099-ff80-4942-a2f8-80ac1bf8a66a', 'status': 'completed', 'code': 200} May 23 11:08:55.707808 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c47fe2ba-33af-4547-a869-fa21ed100607 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:55.883931 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-326f74bb-6217-43e6-8738-e122184df0c3 req-c4706967-bf43-4a0a-a53f-c4362798bcab tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "GET /v2.0/security-groups?id=507420f4-c772-463f-8708-f35159c33422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3543465 May 23 11:08:55.897833 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c47fe2ba-33af-4547-a869-fa21ed100607 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:55.988210 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6d16eee5-fa33-4e72-9729-f3f8cb8669d6 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:56.003953 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbdb2a-ade9-44e6-9d2b-d76b9811eddd req-260a92f5-1ff2-4078-827f-4b4171272601 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:56.006465 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-93dbdb2a-ade9-44e6-9d2b-d76b9811eddd req-260a92f5-1ff2-4078-827f-4b4171272601 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ab3ef7c8-4fc9-4eab-b908-c985a1f9285d HTTP/1.1" status: 200 len: 903 time: 0.3451998 May 23 11:08:56.056836 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36a12af8-cd09-4605-87ce-759ed52cce03 req-45f80076-9665-4617-9234-62bc6aed9dc4 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=63d2da9b-e5fb-482d-bc61-2d616cc3e465 HTTP/1.1" status: 200 len: 210 time: 0.0653121 May 23 11:08:56.065243 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2659354b-ba48-4f19-a76e-e49be104c183 req-d830c0cf-c3e2-437e-9268-c7956ea2f099 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc51252c175e4cbcbdf52b4fe247eb16&device_id=d835f616-67a5-44e1-82a3-828ebedce9bf HTTP/1.1" status: 200 len: 1096 time: 0.4505227 May 23 11:08:56.085085 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-93dbdb2a-ade9-44e6-9d2b-d76b9811eddd req-0ab4bc72-0380-4ea5-932a-2174f393f693 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.96&port_id=dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b HTTP/1.1" status: 200 len: 217 time: 0.0694411 May 23 11:08:56.170550 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbdb2a-ade9-44e6-9d2b-d76b9811eddd req-b164bb49-7789-4706-a88d-c1a21a0b6487 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:56.172053 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-93dbdb2a-ade9-44e6-9d2b-d76b9811eddd req-b164bb49-7789-4706-a88d-c1a21a0b6487 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=abe424bc-4716-4e6a-9066-0d31d23d527d HTTP/1.1" status: 200 len: 801 time: 0.0806856 May 23 11:08:56.270611 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-93dbdb2a-ade9-44e6-9d2b-d76b9811eddd req-031fa9b6-1769-4da5-87a3-c7e75e428d4d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ab3ef7c8-4fc9-4eab-b908-c985a1f9285d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0921783 May 23 11:08:56.534995 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-93dbdb2a-ade9-44e6-9d2b-d76b9811eddd req-845de81a-face-4974-b651-f7506a2c04d3 service neutron] 10.222.0.81 "GET /v2.0/networks/ab3ef7c8-4fc9-4eab-b908-c985a1f9285d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512476 May 23 11:08:56.575333 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7496a2-883c-493e-8ecd-a91e7cb7967e req-0214287f-d0a9-4258-8bf3-1e488c586080 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:56.582368 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a7496a2-883c-493e-8ecd-a91e7cb7967e req-0214287f-d0a9-4258-8bf3-1e488c586080 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e30e57d-0a0c-4a4f-a961-51a195f9caa0 HTTP/1.1" status: 200 len: 943 time: 0.5230443 May 23 11:08:56.662063 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659354b-ba48-4f19-a76e-e49be104c183 req-3ba900cb-2b0a-4840-af6c-b4c03df10d49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:56.663520 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2659354b-ba48-4f19-a76e-e49be104c183 req-3ba900cb-2b0a-4840-af6c-b4c03df10d49 service neutron] 10.222.0.13 "GET /v2.0/networks?id=747ead6f-5c9e-46f2-80ef-f280e257168e HTTP/1.1" status: 200 len: 907 time: 0.5347271 May 23 11:08:56.808186 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-93dbdb2a-ade9-44e6-9d2b-d76b9811eddd req-1a6d0d75-1e78-4ae6-a85b-a07f35a90e95 service neutron] 10.222.0.81 "GET /v2.0/networks/ab3ef7c8-4fc9-4eab-b908-c985a1f9285d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699535 May 23 11:08:56.964918 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48490) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:56.988265 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-155a7239-8ea1-4464-8669-d101c3b33922 req-5201f536-22e8-4137-a86a-b57bf22bbb1f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3583a8d0822f4e2696ff39b89a43df5e&device_id=13573160-9a64-44f2-b336-b53642435d56 HTTP/1.1" status: 200 len: 2865 time: 0.0923874 May 23 11:08:57.011816 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a7496a2-883c-493e-8ecd-a91e7cb7967e req-9e0ff9ec-14f3-4606-a40c-7ff1816eb7e5 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285235 May 23 11:08:57.034808 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [None req-c47fe2ba-33af-4547-a869-fa21ed100607 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:08:57.064269 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-34320b00-9bb3-473f-a9ca-93217f4c3bd8 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:57.067854 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-34320b00-9bb3-473f-a9ca-93217f4c3bd8 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.13 "GET /v2.0/networks?id=1a5c8466-e669-4a02-9cf7-1e34891324c1 HTTP/1.1" status: 200 len: 811 time: 0.6318717 May 23 11:08:57.078113 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c47fe2ba-33af-4547-a869-fa21ed100607 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:57.103990 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-6ccc42aa-7d91-402c-ba7f-407519d707d5 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Request body: {'port': {'device_id': '63d2da9b-e5fb-482d-bc61-2d616cc3e465', 'network_id': '1a5c8466-e669-4a02-9cf7-1e34891324c1', 'admin_state_up': True, 'tenant_id': 'b64a3f1baa60499ab93cbd32db99dbcb'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:08:57.147527 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c47fe2ba-33af-4547-a869-fa21ed100607 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:57.192980 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c24fd32e-2169-4ebe-b2b1-c7a68d62a20f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:57.237577 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a7239-8ea1-4464-8669-d101c3b33922 req-f31d5a80-7e29-4358-b6f6-dc4577bba62f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:57.239187 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-155a7239-8ea1-4464-8669-d101c3b33922 req-f31d5a80-7e29-4358-b6f6-dc4577bba62f service neutron] 10.222.0.81 "GET /v2.0/networks?id=a76c708f-379d-4599-8247-cbfb64313df4 HTTP/1.1" status: 200 len: 903 time: 0.2426841 May 23 11:08:57.287816 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2659354b-ba48-4f19-a76e-e49be104c183 req-492157e0-9343-4eb2-91b2-7013f6ceeec1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3e35099-ff80-4942-a2f8-80ac1bf8a66a HTTP/1.1" status: 200 len: 998 time: 0.6033156 May 23 11:08:57.354095 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c24fd32e-2169-4ebe-b2b1-c7a68d62a20f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:57.357257 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-155a7239-8ea1-4464-8669-d101c3b33922 req-d6abe466-6b70-421b-8012-5681d1dac50e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.119&port_id=1eec945d-5079-431e-aba4-3a9b06378d48 HTTP/1.1" status: 200 len: 217 time: 0.1046875 May 23 11:08:57.359591 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c24fd32e-2169-4ebe-b2b1-c7a68d62a20f admin admin] Usage tracker for resource:security_group_rule and tenant:5a86767ebf664d3aa1a0090e23beb702 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:08:57.363291 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c24fd32e-2169-4ebe-b2b1-c7a68d62a20f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:08:57.418138 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c24fd32e-2169-4ebe-b2b1-c7a68d62a20f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:57.467201 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7100dfc2-9bef-4781-8993-2d28e2e0273a req-91dd3d68-feb4-431f-b985-0479f3393358 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=63d2da9b-e5fb-482d-bc61-2d616cc3e465 HTTP/1.1" status: 200 len: 210 time: 0.1892669 May 23 11:08:57.504711 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47fe2ba-33af-4547-a869-fa21ed100607 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Pushing event updated for resources: {'Port': ['ID=04f69b6a-2fa5-4647-8add-19db70a36820,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:57.525518 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c24fd32e-2169-4ebe-b2b1-c7a68d62a20f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:57.534532 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abd3d0-b021-400b-b2b2-56e45938444c req-dd46fd86-1ca7-4dcf-b4d6-5c9adcf0a60e tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:57.538568 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c24fd32e-2169-4ebe-b2b1-c7a68d62a20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:57.541098 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abd3d0-b021-400b-b2b2-56e45938444c req-dd46fd86-1ca7-4dcf-b4d6-5c9adcf0a60e tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:57.545055 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abd3d0-b021-400b-b2b2-56e45938444c req-dd46fd86-1ca7-4dcf-b4d6-5c9adcf0a60e tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:57.546726 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-18abd3d0-b021-400b-b2b2-56e45938444c req-dd46fd86-1ca7-4dcf-b4d6-5c9adcf0a60e tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/ports?device_id=13573160-9a64-44f2-b336-b53642435d56 HTTP/1.1" status: 200 len: 2412 time: 0.8002210 May 23 11:08:57.560757 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 5108d74f-ae18-4f2b-9e73-a02eca5c4855 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:08:57.563108 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a7239-8ea1-4464-8669-d101c3b33922 req-d660989c-1242-44ea-a4f9-33acb67e379e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:57.564678 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-155a7239-8ea1-4464-8669-d101c3b33922 req-d660989c-1242-44ea-a4f9-33acb67e379e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=eb56b812-a93b-42d0-a3df-54a09e1f836b HTTP/1.1" status: 200 len: 801 time: 0.1985838 May 23 11:08:57.625859 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c47fe2ba-33af-4547-a869-fa21ed100607 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:57.630191 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659354b-ba48-4f19-a76e-e49be104c183 req-a03b900d-0216-4ba3-880b-bb29b11ce640 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:57.631705 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2659354b-ba48-4f19-a76e-e49be104c183 req-a03b900d-0216-4ba3-880b-bb29b11ce640 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da4c8fec-892d-4e21-843f-3fcecec73207 HTTP/1.1" status: 200 len: 845 time: 0.2881784 May 23 11:08:57.643157 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24fd32e-2169-4ebe-b2b1-c7a68d62a20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9202b467-a180-454a-8cd5-3b8b0b6e8df3,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:57.650789 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c24fd32e-2169-4ebe-b2b1-c7a68d62a20f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5a86767ebf664d3aa1a0090e23beb702&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6847813 May 23 11:08:57.651767 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48498) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:57.734016 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-155a7239-8ea1-4464-8669-d101c3b33922 req-5f42e308-1dd6-4ed6-acea-57e2f917229d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a76c708f-379d-4599-8247-cbfb64313df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1559477 May 23 11:08:57.735001 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-6ccc42aa-7d91-402c-ba7f-407519d707d5 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:08:57.742219 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9098b848-6c50-4a9b-8bb6-8fc65ca78857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:57.783681 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 5108d74f-ae18-4f2b-9e73-a02eca5c4855, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=5108d74f-ae18-4f2b-9e73-a02eca5c4855,segment=NetworkSegment(627b9d90-481e-4586-8e5b-ec8be80efc37),segment_id=627b9d90-481e-4586-8e5b-ec8be80efc37)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:08:57.802747 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c47fe2ba-33af-4547-a869-fa21ed100607 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:57.803571 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '5108d74f-ae18-4f2b-9e73-a02eca5c4855', 'network_id': '93233ebd-402e-45bd-b397-1f41a2b23d60', 'port_id': '5108d74f-ae18-4f2b-9e73-a02eca5c4855', 'mac_address': 'fa:16:3e:97:e3:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9294d2b8-973f-442c-9036-697778dd5201', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:08:57.820453 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c47fe2ba-33af-4547-a869-fa21ed100607 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.6834412 May 23 11:08:57.825899 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-6ccc42aa-7d91-402c-ba7f-407519d707d5 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:08:57.830002 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 48502) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:57.900348 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:57.924715 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5108d74f-ae18-4f2b-9e73-a02eca5c4855 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:08:57.945092 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-18abd3d0-b021-400b-b2b2-56e45938444c req-209e5a35-8a5d-4feb-afb3-cfdc1e68e078 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/security-groups?id=810ff234-6f81-470f-ab96-122fc2658368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592885 May 23 11:08:57.964191 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 5108d74f-ae18-4f2b-9e73-a02eca5c4855, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=5108d74f-ae18-4f2b-9e73-a02eca5c4855,segment=NetworkSegment(627b9d90-481e-4586-8e5b-ec8be80efc37),segment_id=627b9d90-481e-4586-8e5b-ec8be80efc37)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:08:57.964646 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9098b848-6c50-4a9b-8bb6-8fc65ca78857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:57.974380 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:57.975053 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:08:57.990920 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-6ccc42aa-7d91-402c-ba7f-407519d707d5 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Made reservation on behalf of b64a3f1baa60499ab93cbd32db99dbcb for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:08:57.993994 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-6ccc42aa-7d91-402c-ba7f-407519d707d5 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:58.028946 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-0bd7cfe1-f2c1-4aad-bcdc-8685a31f2c6b tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Synchronizing usage tracker for tenant:3710ca3afc7547bea487e04497a65cd9 on resource:floatingip {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:08:58.032037 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6d16eee5-fa33-4e72-9729-f3f8cb8669d6 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:58.119304 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6d16eee5-fa33-4e72-9729-f3f8cb8669d6 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:58.132985 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9098b848-6c50-4a9b-8bb6-8fc65ca78857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:58.156014 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-155a7239-8ea1-4464-8669-d101c3b33922 req-b9e35735-9b58-4ec9-9a6e-47099945b49d service neutron] 10.222.0.81 "GET /v2.0/networks/a76c708f-379d-4599-8247-cbfb64313df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113400 May 23 11:08:58.165532 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=5108d74f-ae18-4f2b-9e73-a02eca5c4855,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:58.201828 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2659354b-ba48-4f19-a76e-e49be104c183 req-5cdc93b4-a262-453c-94fc-7a23420844c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=747ead6f-5c9e-46f2-80ef-f280e257168e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5512226 May 23 11:08:58.252780 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b,segment=NetworkSegment(1ab1f3e2-faf2-434f-a505-364ca5a74414),segment_id=1ab1f3e2-faf2-434f-a505-364ca5a74414)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:08:58.257017 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-0bd7cfe1-f2c1-4aad-bcdc-8685a31f2c6b tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Unset dirty status for tenant:3710ca3afc7547bea487e04497a65cd9 on resource:floatingip {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:08:58.261560 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0bd7cfe1-f2c1-4aad-bcdc-8685a31f2c6b tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] 10.222.0.79 "GET /v2.0/floatingips?floating_network_id=aa14bb2a-43f6-466a-acbd-fe3270ab86fe HTTP/1.1" status: 200 len: 689 time: 0.4300430 May 23 11:08:58.268920 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': 'dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b', 'network_id': 'ab3ef7c8-4fc9-4eab-b908-c985a1f9285d', 'port_id': 'dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b', 'mac_address': 'fa:16:3e:9f:83:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abe424bc-4716-4e6a-9066-0d31d23d527d', 'ip_address': '19.86.0.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:08:58.301124 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9098b848-6c50-4a9b-8bb6-8fc65ca78857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:58.302227 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9098b848-6c50-4a9b-8bb6-8fc65ca78857 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9202b467-a180-454a-8cd5-3b8b0b6e8df3 HTTP/1.1" status: 204 len: 168 time: 0.6488407 May 23 11:08:58.303134 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9098b848-6c50-4a9b-8bb6-8fc65ca78857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9202b467-a180-454a-8cd5-3b8b0b6e8df3,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:58.307191 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48510) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:58.334007 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:58.363078 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:08:58.413327 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b,segment=NetworkSegment(1ab1f3e2-faf2-434f-a505-364ca5a74414),segment_id=1ab1f3e2-faf2-434f-a505-364ca5a74414)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:08:58.422269 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:58.423143 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device e739be79-b886-4751-8243-191f6feeb503 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:08:58.514159 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:58.516050 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-155a7239-8ea1-4464-8669-d101c3b33922 req-98e93c6a-c15e-48d9-a624-7b2742e7cdcb service neutron] 10.222.0.81 "GET /v2.0/networks/a76c708f-379d-4599-8247-cbfb64313df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372345 May 23 11:08:58.551760 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e241184a-8412-403c-afc6-db2e7e8d86b6 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:58.692768 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e241184a-8412-403c-afc6-db2e7e8d86b6 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Deleting port 04f69b6a-2fa5-4647-8add-19db70a36820 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:08:58.693387 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e241184a-8412-403c-afc6-db2e7e8d86b6 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:58.786979 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-945410d4-f4d5-4a87-bc53-0c6f49502b10 req-3ac27d2f-5f44-4d20-bcfc-c19374d8f45c tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=63d2da9b-e5fb-482d-bc61-2d616cc3e465 HTTP/1.1" status: 200 len: 210 time: 0.1233945 May 23 11:08:58.810259 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2659354b-ba48-4f19-a76e-e49be104c183 req-b6892939-4dc7-49ea-952f-5d87f710a45a service neutron] 10.222.0.13 "GET /v2.0/networks/747ead6f-5c9e-46f2-80ef-f280e257168e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5993679 May 23 11:08:58.815301 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port e739be79-b886-4751-8243-191f6feeb503, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=e739be79-b886-4751-8243-191f6feeb503,segment=NetworkSegment(72b0ff4c-0de9-46e3-a56c-77c8491f6585),segment_id=72b0ff4c-0de9-46e3-a56c-77c8491f6585)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:08:58.836562 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': 'e739be79-b886-4751-8243-191f6feeb503', 'network_id': 'a76c708f-379d-4599-8247-cbfb64313df4', 'port_id': 'e739be79-b886-4751-8243-191f6feeb503', 'mac_address': 'fa:16:3e:a3:12:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb56b812-a93b-42d0-a3df-54a09e1f836b', 'ip_address': '19.80.0.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:08:58.885677 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-155a7239-8ea1-4464-8669-d101c3b33922 req-bbba02d2-1691-4fa7-8950-ae45d1880ab9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=742b1cf1e0b345dca83f32458f4c8414&device_id=5e30e57d-0a0c-4a4f-a961-51a195f9caa0 HTTP/1.1" status: 200 len: 1095 time: 0.2626173 May 23 11:08:58.930898 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:58.962246 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e739be79-b886-4751-8243-191f6feeb503 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:08:58.991866 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port e739be79-b886-4751-8243-191f6feeb503, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=e739be79-b886-4751-8243-191f6feeb503,segment=NetworkSegment(72b0ff4c-0de9-46e3-a56c-77c8491f6585),segment_id=72b0ff4c-0de9-46e3-a56c-77c8491f6585)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:08:59.014350 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:59.015718 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 1eec945d-5079-431e-aba4-3a9b06378d48 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:08:59.018601 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e241184a-8412-403c-afc6-db2e7e8d86b6 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:59.019122 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e241184a-8412-403c-afc6-db2e7e8d86b6 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:59.114620 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 1eec945d-5079-431e-aba4-3a9b06378d48, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=1eec945d-5079-431e-aba4-3a9b06378d48,segment=NetworkSegment(72b0ff4c-0de9-46e3-a56c-77c8491f6585),segment_id=72b0ff4c-0de9-46e3-a56c-77c8491f6585)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:08:59.176011 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2659354b-ba48-4f19-a76e-e49be104c183 req-0b68157c-90de-4534-ac3d-3259a44bf6b0 service neutron] 10.222.0.13 "GET /v2.0/networks/747ead6f-5c9e-46f2-80ef-f280e257168e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319690 May 23 11:08:59.180090 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '1eec945d-5079-431e-aba4-3a9b06378d48', 'network_id': 'a76c708f-379d-4599-8247-cbfb64313df4', 'port_id': '1eec945d-5079-431e-aba4-3a9b06378d48', 'mac_address': 'fa:16:3e:16:4b:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb56b812-a93b-42d0-a3df-54a09e1f836b', 'ip_address': '19.80.0.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:08:59.233070 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-6ccc42aa-7d91-402c-ba7f-407519d707d5 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Allocated IP 172.20.0.6 (1a5c8466-e669-4a02-9cf7-1e34891324c1/76d8b9b5-f057-42e7-939b-4e81b16011fa/ece4f7fb-84fd-473f-bb53-fbcc5045ec4b) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:08:59.298311 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=e739be79-b886-4751-8243-191f6feeb503,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:59.344701 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:59.347518 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e241184a-8412-403c-afc6-db2e7e8d86b6 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Calling delete_port for 04f69b6a-2fa5-4647-8add-19db70a36820 owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:08:59.369254 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eec945d-5079-431e-aba4-3a9b06378d48 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:08:59.388220 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 1eec945d-5079-431e-aba4-3a9b06378d48, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=1eec945d-5079-431e-aba4-3a9b06378d48,segment=NetworkSegment(72b0ff4c-0de9-46e3-a56c-77c8491f6585),segment_id=72b0ff4c-0de9-46e3-a56c-77c8491f6585)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:08:59.397898 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:59.563167 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=1eec945d-5079-431e-aba4-3a9b06378d48,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:59.650672 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e241184a-8412-403c-afc6-db2e7e8d86b6 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:59.714234 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94251ed5-ed9d-43a2-8483-8b83627639aa req-7dc8cc02-ceff-4df0-8190-ea40692bf313 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:59.721240 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-94251ed5-ed9d-43a2-8483-8b83627639aa req-7dc8cc02-ceff-4df0-8190-ea40692bf313 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e30e57d-0a0c-4a4f-a961-51a195f9caa0 HTTP/1.1" status: 200 len: 944 time: 1.4583776 May 23 11:08:59.754271 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-6d16eee5-fa33-4e72-9729-f3f8cb8669d6 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Allocated IP 2001:db8::37d (7ada42bb-74d3-4de3-872d-5d1b60423edd/0276af56-315b-4a99-bd04-6b1185b841ee/aa083547-0992-4ec4-9aa2-21c4aeac91c8) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:08:59.754915 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a7239-8ea1-4464-8669-d101c3b33922 req-7f85911c-482f-45ea-afca-3cf056ef0c6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:59.758256 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-155a7239-8ea1-4464-8669-d101c3b33922 req-7f85911c-482f-45ea-afca-3cf056ef0c6f service neutron] 10.222.0.81 "GET /v2.0/networks?id=93233ebd-402e-45bd-b397-1f41a2b23d60 HTTP/1.1" status: 200 len: 905 time: 0.8558393 May 23 11:08:59.759415 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e241184a-8412-403c-afc6-db2e7e8d86b6 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Pushing event deleted for resources: {'Port': ['ID=04f69b6a-2fa5-4647-8add-19db70a36820,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:08:59.760803 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 48538) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:08:59.935687 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-6ccc42aa-7d91-402c-ba7f-407519d707d5 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:08:59.964309 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-64071416-04ba-44f0-8e34-7cc391f8ba2a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-683413081-network', 'tenant_id': 'c33b6fcb07a04f2fa56c6e5a7798a085'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:08:59.973209 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fbf2001b-409d-47be-a5ba-dfa5f7e63809 req-0ce2f2cb-411e-4594-be5a-ef85bc5e3a99 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc51252c175e4cbcbdf52b4fe247eb16&device_id=d835f616-67a5-44e1-82a3-828ebedce9bf HTTP/1.1" status: 200 len: 1096 time: 0.4283772 May 23 11:08:59.979912 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55733e9c-0b65-450d-849a-b8389e5e576a req-56eec84d-6538-4b82-8c4b-813a625f1711 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:59.987449 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55733e9c-0b65-450d-849a-b8389e5e576a req-56eec84d-6538-4b82-8c4b-813a625f1711 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:59.992636 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55733e9c-0b65-450d-849a-b8389e5e576a req-56eec84d-6538-4b82-8c4b-813a625f1711 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:08:59.994366 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-55733e9c-0b65-450d-849a-b8389e5e576a req-56eec84d-6538-4b82-8c4b-813a625f1711 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/ports?device_id=13573160-9a64-44f2-b336-b53642435d56 HTTP/1.1" status: 200 len: 2415 time: 0.4485850 May 23 11:08:59.994947 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-155a7239-8ea1-4464-8669-d101c3b33922 req-0cc95928-127d-4bd3-bf05-678ee12c528e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5108d74f-ae18-4f2b-9e73-a02eca5c4855 HTTP/1.1" status: 200 len: 217 time: 0.1823528 May 23 11:09:00.003241 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-94251ed5-ed9d-43a2-8483-8b83627639aa req-9545c7d1-12cc-4b2a-9afd-3137e795542c tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811322 May 23 11:09:00.030777 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['e739be79-b886-4751-8243-191f6feeb503'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:09:00.042383 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-64071416-04ba-44f0-8e34-7cc391f8ba2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:09:00.092582 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e241184a-8412-403c-afc6-db2e7e8d86b6 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:00.102873 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['5108d74f-ae18-4f2b-9e73-a02eca5c4855'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:09:00.104876 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a7239-8ea1-4464-8669-d101c3b33922 req-b00132ef-33b4-4349-a853-b8af1e6cd6cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:00.106512 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-155a7239-8ea1-4464-8669-d101c3b33922 req-b00132ef-33b4-4349-a853-b8af1e6cd6cd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9294d2b8-973f-442c-9036-697778dd5201 HTTP/1.1" status: 200 len: 844 time: 0.1049371 May 23 11:09:00.117601 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-64071416-04ba-44f0-8e34-7cc391f8ba2a admin admin] Usage tracker for resource:network and tenant:c33b6fcb07a04f2fa56c6e5a7798a085 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:09:00.172184 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e241184a-8412-403c-afc6-db2e7e8d86b6 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:00.190260 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['1eec945d-5079-431e-aba4-3a9b06378d48'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:09:00.192876 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-64071416-04ba-44f0-8e34-7cc391f8ba2a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:09:00.268535 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-64071416-04ba-44f0-8e34-7cc391f8ba2a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:09:00.307250 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-08999af9-9fec-48e5-a4a0-b75f91d23409 req-2038e136-5ae8-49e3-baf0-5059bcd7c8d6 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=63d2da9b-e5fb-482d-bc61-2d616cc3e465 HTTP/1.1" status: 200 len: 210 time: 0.1196723 May 23 11:09:00.382933 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64071416-04ba-44f0-8e34-7cc391f8ba2a admin admin] Made reservation on behalf of c33b6fcb07a04f2fa56c6e5a7798a085 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:09:00.390463 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-64071416-04ba-44f0-8e34-7cc391f8ba2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:00.397462 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-155a7239-8ea1-4464-8669-d101c3b33922 req-71d54137-f813-4d34-93cb-3103339dbf6a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=93233ebd-402e-45bd-b397-1f41a2b23d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2264197 May 23 11:09:00.428233 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6d16eee5-fa33-4e72-9729-f3f8cb8669d6 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:00.475215 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-55733e9c-0b65-450d-849a-b8389e5e576a req-4f561397-d36b-441d-9d4f-c0f953696681 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/security-groups?id=810ff234-6f81-470f-ab96-122fc2658368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4698255 May 23 11:09:00.475844 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-64071416-04ba-44f0-8e34-7cc391f8ba2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:00.544066 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-6ccc42aa-7d91-402c-ba7f-407519d707d5 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:00.545449 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e241184a-8412-403c-afc6-db2e7e8d86b6 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:00.611524 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e241184a-8412-403c-afc6-db2e7e8d86b6 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=77dc50a3-8446-48cb-a8bb-32dc28cae10a,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:00.627190 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-155a7239-8ea1-4464-8669-d101c3b33922 req-9b2d6e93-ce6b-44a1-b25a-9f3c4159ea72 service neutron] 10.222.0.81 "GET /v2.0/networks/93233ebd-402e-45bd-b397-1f41a2b23d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181194 May 23 11:09:00.703587 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70577e6f-6764-498c-8219-2d2f8e7a2bc2 None None] New status for floating IP 0655f150-2ca2-49ab-acae-be61ed2add22: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:09:00.730824 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e241184a-8412-403c-afc6-db2e7e8d86b6 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:00.736130 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-64071416-04ba-44f0-8e34-7cc391f8ba2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:09:00.741214 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-64071416-04ba-44f0-8e34-7cc391f8ba2a admin admin] Usage tracker for resource:security_group_rule and tenant:c33b6fcb07a04f2fa56c6e5a7798a085 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:09:00.746711 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-64071416-04ba-44f0-8e34-7cc391f8ba2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:09:00.758362 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-64071416-04ba-44f0-8e34-7cc391f8ba2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:09:00.763797 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-e241184a-8412-403c-afc6-db2e7e8d86b6 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa14bb2a-43f6-466a-acbd-fe3270ab86fe']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:00.781487 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-e241184a-8412-403c-afc6-db2e7e8d86b6 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea4f753-65a8-4175-a543-552cf00dd725') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:00.781783 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-e241184a-8412-403c-afc6-db2e7e8d86b6 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea4f753-65a8-4175-a543-552cf00dd725') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:00.794819 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e241184a-8412-403c-afc6-db2e7e8d86b6 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:00.795476 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc42aa-7d91-402c-ba7f-407519d707d5 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Pushing event updated for resources: {'Port': ['ID=ece4f7fb-84fd-473f-bb53-fbcc5045ec4b,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:00.804936 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2001b-409d-47be-a5ba-dfa5f7e63809 req-73c02ada-f709-466a-9c21-7c69bfa2a296 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:00.808260 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fbf2001b-409d-47be-a5ba-dfa5f7e63809 req-73c02ada-f709-466a-9c21-7c69bfa2a296 service neutron] 10.222.0.13 "GET /v2.0/networks?id=747ead6f-5c9e-46f2-80ef-f280e257168e HTTP/1.1" status: 200 len: 907 time: 0.8128834 May 23 11:09:00.814873 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e241184a-8412-403c-afc6-db2e7e8d86b6 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:00.822233 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e241184a-8412-403c-afc6-db2e7e8d86b6 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:09:00.822744 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e241184a-8412-403c-afc6-db2e7e8d86b6 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:00.902153 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:09:00.902153 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:09:00.902153 n-d-842952-2 neutron-server[83911]: timer() May 23 11:09:00.902153 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:09:00.902153 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:09:00.902153 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:09:00.902153 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:09:00.902153 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:09:00.902153 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:09:00.902153 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:09:00.902153 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:09:00.902153 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:09:00.902153 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:09:00.902153 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:09:00.902153 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:09:00.902153 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:09:00.902153 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:09:00.902153 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:09:00.902153 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:09:00.902153 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:09:00.902153 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:09:00.902153 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:09:00.902153 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:09:00.902153 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:09:00.902153 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:09:00.902153 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:09:00.902153 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:09:00.902153 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:09:00.902153 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:09:00.902153 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:09:00.902153 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:09:00.902153 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:09:01.050585 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6d16eee5-fa33-4e72-9729-f3f8cb8669d6 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:01.104476 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-6ccc42aa-7d91-402c-ba7f-407519d707d5 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Network 1a5c8466-e669-4a02-9cf7-1e34891324c1 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:09:01.105408 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e241184a-8412-403c-afc6-db2e7e8d86b6 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:01.117485 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-6ccc42aa-7d91-402c-ba7f-407519d707d5 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:09:01.125798 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e241184a-8412-403c-afc6-db2e7e8d86b6 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network aa14bb2a-43f6-466a-acbd-fe3270ab86fe {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 23 11:09:01.136671 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e241184a-8412-403c-afc6-db2e7e8d86b6 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:01.140220 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-6ccc42aa-7d91-402c-ba7f-407519d707d5 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:09:01.167008 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e241184a-8412-403c-afc6-db2e7e8d86b6 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Pushing event deleted for resources: {'Network': ['ID=aa14bb2a-43f6-466a-acbd-fe3270ab86fe,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:01.187304 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-155a7239-8ea1-4464-8669-d101c3b33922 req-fbf8d8e9-09aa-4f24-b61c-29ad5297d961 service neutron] 10.222.0.81 "GET /v2.0/networks/93233ebd-402e-45bd-b397-1f41a2b23d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863746 May 23 11:09:01.192684 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e241184a-8412-403c-afc6-db2e7e8d86b6 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] 10.222.0.79 "DELETE /v2.0/networks/aa14bb2a-43f6-466a-acbd-fe3270ab86fe HTTP/1.1" status: 204 len: 168 time: 2.8845143 May 23 11:09:01.193440 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48550) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:01.219795 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fbf2001b-409d-47be-a5ba-dfa5f7e63809 req-4b724dcb-2fa3-43ef-b067-8416adf7fed7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3e35099-ff80-4942-a2f8-80ac1bf8a66a HTTP/1.1" status: 200 len: 998 time: 0.3977261 May 23 11:09:01.222878 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:09:01.284928 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-6ccc42aa-7d91-402c-ba7f-407519d707d5 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:01.285935 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-6ccc42aa-7d91-402c-ba7f-407519d707d5 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:01.297201 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-319f7ef9-27a2-4e31-9a3a-0183614af106 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Synchronizing usage tracker for tenant:3710ca3afc7547bea487e04497a65cd9 on resource:floatingip {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:09:01.316452 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-319f7ef9-27a2-4e31-9a3a-0183614af106 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Unset dirty status for tenant:3710ca3afc7547bea487e04497a65cd9 on resource:floatingip {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:09:01.321192 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-319f7ef9-27a2-4e31-9a3a-0183614af106 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] 10.222.0.79 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1476 time: 0.1267493 May 23 11:09:01.321799 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48554) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:01.428360 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-64071416-04ba-44f0-8e34-7cc391f8ba2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:01.431360 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d16eee5-fa33-4e72-9729-f3f8cb8669d6 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Network 7ada42bb-74d3-4de3-872d-5d1b60423edd is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:09:01.474934 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-6d16eee5-fa33-4e72-9729-f3f8cb8669d6 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:09:01.479471 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d16eee5-fa33-4e72-9729-f3f8cb8669d6 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:09:01.504780 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e4520d-6de9-4347-b19f-bd084dac484c tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:01.505150 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e4520d-6de9-4347-b19f-bd084dac484c tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:01.505510 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e4520d-6de9-4347-b19f-bd084dac484c tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:01.505867 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e4520d-6de9-4347-b19f-bd084dac484c tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:01.508773 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e4520d-6de9-4347-b19f-bd084dac484c tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:01.509689 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e4520d-6de9-4347-b19f-bd084dac484c tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:01.510317 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e4520d-6de9-4347-b19f-bd084dac484c tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:01.511653 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e4520d-6de9-4347-b19f-bd084dac484c tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:01.514078 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e4520d-6de9-4347-b19f-bd084dac484c tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:01.514860 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e4520d-6de9-4347-b19f-bd084dac484c tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:01.515371 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e4520d-6de9-4347-b19f-bd084dac484c tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:01.520225 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-91e4520d-6de9-4347-b19f-bd084dac484c tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Synchronizing usage tracker for tenant:3710ca3afc7547bea487e04497a65cd9 on resource:subnet {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:09:01.551510 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-91e4520d-6de9-4347-b19f-bd084dac484c tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Unset dirty status for tenant:3710ca3afc7547bea487e04497a65cd9 on resource:subnet {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:09:01.555631 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-91e4520d-6de9-4347-b19f-bd084dac484c tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7080 time: 0.2298968 May 23 11:09:01.555976 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48566) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:01.637847 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-70713ce2-9532-4292-b4b6-83935a3d34ec tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] delete failed (client error): The resource could not be found. May 23 11:09:01.649014 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-70713ce2-9532-4292-b4b6-83935a3d34ec tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] 10.222.0.79 "DELETE /v2.0/floatingips/d3e4e11a-2844-4457-9339-bdc3f301ac8f HTTP/1.1" status: 404 len: 345 time: 0.0819917 May 23 11:09:01.649014 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48570) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:01.652080 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-64071416-04ba-44f0-8e34-7cc391f8ba2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:01.673832 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-b10cf54a-e0e2-4725-8e22-ab00c0ed3e2e tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] DELETE failed (client error): The resource could not be found. May 23 11:09:01.674446 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b10cf54a-e0e2-4725-8e22-ab00c0ed3e2e tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:09:01.680188 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b10cf54a-e0e2-4725-8e22-ab00c0ed3e2e tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] 10.222.0.79 "DELETE /v2.0/networks/aa14bb2a-43f6-466a-acbd-fe3270ab86fe HTTP/1.1" status: 404 len: 339 time: 0.0283666 May 23 11:09:01.681915 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48574) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:01.687730 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-29acbac1-0e15-4ca4-9367-4b7fee227845 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Request body: {'network': {'name': 'tempest-network--902585001', 'router:external': True}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:09:01.692602 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-29acbac1-0e15-4ca4-9367-4b7fee227845 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:09:01.696521 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-29acbac1-0e15-4ca4-9367-4b7fee227845 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Usage tracker for resource:network and tenant:3710ca3afc7547bea487e04497a65cd9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:09:01.699465 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-29acbac1-0e15-4ca4-9367-4b7fee227845 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:09:01.706701 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-29acbac1-0e15-4ca4-9367-4b7fee227845 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:09:01.717908 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64071416-04ba-44f0-8e34-7cc391f8ba2a admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:09:01.724428 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29acbac1-0e15-4ca4-9367-4b7fee227845 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Made reservation on behalf of 3710ca3afc7547bea487e04497a65cd9 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:09:01.725228 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d16eee5-fa33-4e72-9729-f3f8cb8669d6 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Pushing event updated for resources: {'Port': ['ID=aa083547-0992-4ec4-9aa2-21c4aeac91c8,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:01.728463 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-29acbac1-0e15-4ca4-9367-4b7fee227845 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:01.780724 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29acbac1-0e15-4ca4-9367-4b7fee227845 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:09:01.799940 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-29acbac1-0e15-4ca4-9367-4b7fee227845 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:01.800515 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-29acbac1-0e15-4ca4-9367-4b7fee227845 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Added segment b6c27496-9623-4bd2-91ed-6d710f492bdf of type vlan for network 8142ac12-bc59-4ba0-8289-971c6343edc6 May 23 11:09:01.808300 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-64071416-04ba-44f0-8e34-7cc391f8ba2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:01.808300 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-64071416-04ba-44f0-8e34-7cc391f8ba2a admin admin] Added segment 2a37e35a-c59c-4ce5-85bd-85ec38876ac8 of type vlan for network 23dc4a33-f2ce-4b86-bf3b-fd54d05f4691 May 23 11:09:01.810049 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2001b-409d-47be-a5ba-dfa5f7e63809 req-9169a244-aa8a-4e45-ab23-54af5115a1b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:01.811541 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fbf2001b-409d-47be-a5ba-dfa5f7e63809 req-9169a244-aa8a-4e45-ab23-54af5115a1b3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da4c8fec-892d-4e21-843f-3fcecec73207 HTTP/1.1" status: 200 len: 845 time: 0.5070879 May 23 11:09:01.818094 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-6ccc42aa-7d91-402c-ba7f-407519d707d5 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7291563 May 23 11:09:01.839403 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-29acbac1-0e15-4ca4-9367-4b7fee227845 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:01.859104 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64071416-04ba-44f0-8e34-7cc391f8ba2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80bd5d80-b839-4f0d-bc84-203290106c00,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:01.888247 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-cf1f6196-a69e-425c-82a0-a9b8c71fead0 service neutron] Request body: {'port': {'device_id': '63d2da9b-e5fb-482d-bc61-2d616cc3e465', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:09:01.909999 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-29acbac1-0e15-4ca4-9367-4b7fee227845 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:01.911057 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29acbac1-0e15-4ca4-9367-4b7fee227845 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:01.911639 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-29acbac1-0e15-4ca4-9367-4b7fee227845 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:01.939541 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c869e95-6694-48f8-b046-9730c047e470 req-967c06b0-dbf6-4049-b0cf-1c3c12b13418 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:01.944343 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5c869e95-6694-48f8-b046-9730c047e470 req-967c06b0-dbf6-4049-b0cf-1c3c12b13418 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e30e57d-0a0c-4a4f-a961-51a195f9caa0 HTTP/1.1" status: 200 len: 944 time: 0.6784840 May 23 11:09:02.003685 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-64071416-04ba-44f0-8e34-7cc391f8ba2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:02.016490 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-29acbac1-0e15-4ca4-9367-4b7fee227845 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3334985 May 23 11:09:02.017169 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29acbac1-0e15-4ca4-9367-4b7fee227845 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Pushing event updated for resources: {'Network': ['ID=8142ac12-bc59-4ba0-8289-971c6343edc6,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:02.019058 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48578) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:02.027884 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 8142ac12-bc59-4ba0-8289-971c6343edc6 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:09:02.198435 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bfbff1-0d64-4e56-b455-578a7d86b912 tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:02.202538 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bfbff1-0d64-4e56-b455-578a7d86b912 tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:02.206734 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bfbff1-0d64-4e56-b455-578a7d86b912 tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:02.210863 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bfbff1-0d64-4e56-b455-578a7d86b912 tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:02.215091 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bfbff1-0d64-4e56-b455-578a7d86b912 tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:02.220035 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-88bfbff1-0d64-4e56-b455-578a7d86b912 tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3059 time: 0.1999676 May 23 11:09:02.220644 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48582) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:02.291095 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f596a-8d6b-486e-831c-8ee90bc7321d req-2802f3c1-be64-401e-be9b-6d2ce32fd001 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:02.291789 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-e19f596a-8d6b-486e-831c-8ee90bc7321d req-2802f3c1-be64-401e-be9b-6d2ce32fd001 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Synchronizing usage tracker for tenant:b64a3f1baa60499ab93cbd32db99dbcb on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:09:02.317557 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5c869e95-6694-48f8-b046-9730c047e470 req-c3f4259f-3bd2-458a-9505-9218ed5b9eb2 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497813 May 23 11:09:02.326427 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-64071416-04ba-44f0-8e34-7cc391f8ba2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:02.327257 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64071416-04ba-44f0-8e34-7cc391f8ba2a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:02.327844 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-64071416-04ba-44f0-8e34-7cc391f8ba2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:02.355237 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7bc708f3-941b-4378-9f14-2b3312c2f09f tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:02.361457 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-cf1f6196-a69e-425c-82a0-a9b8c71fead0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:02.448174 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fbf2001b-409d-47be-a5ba-dfa5f7e63809 req-4899e796-a21e-406a-b18f-42eed474c75d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=747ead6f-5c9e-46f2-80ef-f280e257168e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6269560 May 23 11:09:02.462580 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-e19f596a-8d6b-486e-831c-8ee90bc7321d req-2802f3c1-be64-401e-be9b-6d2ce32fd001 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Unset dirty status for tenant:b64a3f1baa60499ab93cbd32db99dbcb on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:09:02.462580 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e19f596a-8d6b-486e-831c-8ee90bc7321d req-2802f3c1-be64-401e-be9b-6d2ce32fd001 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=63d2da9b-e5fb-482d-bc61-2d616cc3e465 HTTP/1.1" status: 200 len: 931 time: 0.9040544 May 23 11:09:02.519553 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-64071416-04ba-44f0-8e34-7cc391f8ba2a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7463627 May 23 11:09:02.586060 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 48586) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:02.642342 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7bc708f3-941b-4378-9f14-2b3312c2f09f tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:02.662842 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-39c2bec8-fe73-4faf-9d8a-32608327e403 admin admin] Request body: {'subnet': {'network_id': '23dc4a33-f2ce-4b86-bf3b-fd54d05f4691', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-683413081-subnet', 'tenant_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:09:02.667923 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64071416-04ba-44f0-8e34-7cc391f8ba2a admin admin] Pushing event updated for resources: {'Network': ['ID=23dc4a33-f2ce-4b86-bf3b-fd54d05f4691,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:02.672531 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-7bc708f3-941b-4378-9f14-2b3312c2f09f tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8142ac12-bc59-4ba0-8289-971c6343edc6']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:02.678643 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 23dc4a33-f2ce-4b86-bf3b-fd54d05f4691 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:09:02.686541 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-39c2bec8-fe73-4faf-9d8a-32608327e403 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:09:02.689288 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-7bc708f3-941b-4378-9f14-2b3312c2f09f tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6c27496-9623-4bd2-91ed-6d710f492bdf') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:02.689579 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-7bc708f3-941b-4378-9f14-2b3312c2f09f tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6c27496-9623-4bd2-91ed-6d710f492bdf') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:02.697918 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-39c2bec8-fe73-4faf-9d8a-32608327e403 admin admin] Usage tracker for resource:subnet and tenant:c33b6fcb07a04f2fa56c6e5a7798a085 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:09:02.705371 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7bc708f3-941b-4378-9f14-2b3312c2f09f tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:02.722159 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-39c2bec8-fe73-4faf-9d8a-32608327e403 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:09:02.726720 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6d16eee5-fa33-4e72-9729-f3f8cb8669d6 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:02.727457 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6d16eee5-fa33-4e72-9729-f3f8cb8669d6 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:02.738251 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-39c2bec8-fe73-4faf-9d8a-32608327e403 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:09:02.748818 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7bc708f3-941b-4378-9f14-2b3312c2f09f tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:02.763338 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bc708f3-941b-4378-9f14-2b3312c2f09f tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:09:02.764741 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7bc708f3-941b-4378-9f14-2b3312c2f09f tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:02.803777 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:09:02.803777 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:09:02.803777 n-d-842952-2 neutron-server[83911]: timer() May 23 11:09:02.803777 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:09:02.803777 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:09:02.803777 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:09:02.803777 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:09:02.803777 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:09:02.803777 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:09:02.803777 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:09:02.803777 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:09:02.803777 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:09:02.803777 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:09:02.803777 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:09:02.803777 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:09:02.803777 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:09:02.803777 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:09:02.803777 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:09:02.803777 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:09:02.803777 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:09:02.803777 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:09:02.803777 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:09:02.803777 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:09:02.803777 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:09:02.803777 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:09:02.803777 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:09:02.803777 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:09:02.803777 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:09:02.803777 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:09:02.803777 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:09:02.803777 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:09:02.803777 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:09:02.946554 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e19f596a-8d6b-486e-831c-8ee90bc7321d req-cf6aed4c-e100-4832-9a28-689cf52dbd6c tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4533761 May 23 11:09:02.947010 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7bc708f3-941b-4378-9f14-2b3312c2f09f tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:02.952702 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc708f3-941b-4378-9f14-2b3312c2f09f tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8142ac12-bc59-4ba0-8289-971c6343edc6 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 23 11:09:02.954823 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7bc708f3-941b-4378-9f14-2b3312c2f09f tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:02.971303 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c2bec8-fe73-4faf-9d8a-32608327e403 admin admin] Made reservation on behalf of c33b6fcb07a04f2fa56c6e5a7798a085 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:09:02.973970 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-39c2bec8-fe73-4faf-9d8a-32608327e403 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:02.986670 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7bc708f3-941b-4378-9f14-2b3312c2f09f tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] 10.222.0.79 "DELETE /v2.0/networks/8142ac12-bc59-4ba0-8289-971c6343edc6 HTTP/1.1" status: 204 len: 168 time: 0.7626719 May 23 11:09:02.986670 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc708f3-941b-4378-9f14-2b3312c2f09f tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Pushing event deleted for resources: {'Network': ['ID=8142ac12-bc59-4ba0-8289-971c6343edc6,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:02.988722 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48592) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:02.994617 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-01ac7b55-1b1d-443c-b866-6f6b7043337c tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Request body: {'network': {'name': 'tempest-network--408225903', 'router:external': True}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:09:03.001380 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-01ac7b55-1b1d-443c-b866-6f6b7043337c tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:09:03.007116 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-01ac7b55-1b1d-443c-b866-6f6b7043337c tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Usage tracker for resource:network and tenant:3710ca3afc7547bea487e04497a65cd9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:09:03.012219 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-01ac7b55-1b1d-443c-b866-6f6b7043337c tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:09:03.021184 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-01ac7b55-1b1d-443c-b866-6f6b7043337c tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:09:03.047935 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ac7b55-1b1d-443c-b866-6f6b7043337c tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Made reservation on behalf of 3710ca3afc7547bea487e04497a65cd9 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:09:03.051255 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01ac7b55-1b1d-443c-b866-6f6b7043337c tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:03.105274 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01ac7b55-1b1d-443c-b866-6f6b7043337c tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:09:03.118375 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01ac7b55-1b1d-443c-b866-6f6b7043337c tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:03.119019 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-01ac7b55-1b1d-443c-b866-6f6b7043337c tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Added segment e5b15a18-c936-4c7e-ba3e-799fc580ad68 of type vlan for network 2ff9f47b-cce6-46e6-a678-bb4e40c58824 May 23 11:09:03.166527 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01ac7b55-1b1d-443c-b866-6f6b7043337c tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:03.170624 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fbf2001b-409d-47be-a5ba-dfa5f7e63809 req-898e2b56-e0e2-48cf-a46d-833579ff404b service neutron] 10.222.0.13 "GET /v2.0/networks/747ead6f-5c9e-46f2-80ef-f280e257168e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7077401 May 23 11:09:03.215008 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01ac7b55-1b1d-443c-b866-6f6b7043337c tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:03.216124 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ac7b55-1b1d-443c-b866-6f6b7043337c tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:03.216846 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01ac7b55-1b1d-443c-b866-6f6b7043337c tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:03.282839 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515fb4b-fdfd-40ca-b422-370e8412cbd6 req-2170bdff-2d6a-457e-a6df-5a04e3be9897 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:03.286664 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515fb4b-fdfd-40ca-b422-370e8412cbd6 req-2170bdff-2d6a-457e-a6df-5a04e3be9897 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:03.290906 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515fb4b-fdfd-40ca-b422-370e8412cbd6 req-2170bdff-2d6a-457e-a6df-5a04e3be9897 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:03.292777 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6515fb4b-fdfd-40ca-b422-370e8412cbd6 req-2170bdff-2d6a-457e-a6df-5a04e3be9897 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/ports?device_id=13573160-9a64-44f2-b336-b53642435d56 HTTP/1.1" status: 200 len: 2415 time: 0.8256333 May 23 11:09:03.353094 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-01ac7b55-1b1d-443c-b866-6f6b7043337c tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3633320 May 23 11:09:03.354467 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48598) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:03.359792 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac7b55-1b1d-443c-b866-6f6b7043337c tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Pushing event updated for resources: {'Network': ['ID=2ff9f47b-cce6-46e6-a678-bb4e40c58824,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:03.382736 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 2ff9f47b-cce6-46e6-a678-bb4e40c58824 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:09:03.574431 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6515fb4b-fdfd-40ca-b422-370e8412cbd6 req-56a758ed-0190-4057-b8f9-655daaa9f28d tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/security-groups?id=810ff234-6f81-470f-ab96-122fc2658368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687633 May 23 11:09:03.590535 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:09:03.612032 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fbf2001b-409d-47be-a5ba-dfa5f7e63809 req-7f589079-cb35-4025-9ab5-376929baaa99 service neutron] 10.222.0.13 "GET /v2.0/networks/747ead6f-5c9e-46f2-80ef-f280e257168e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771968 May 23 11:09:03.644984 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166ac038-2704-48c7-8bae-eee243742fcd tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:03.648797 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-166ac038-2704-48c7-8bae-eee243742fcd tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] 10.222.0.79 "GET /v2.0/networks/2ff9f47b-cce6-46e6-a678-bb4e40c58824 HTTP/1.1" status: 200 len: 756 time: 0.2883174 May 23 11:09:03.649380 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48602) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:03.664727 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-cf1f6196-a69e-425c-82a0-a9b8c71fead0 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:09:03.674952 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:09:03.684327 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:09:03.686245 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:03.794259 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-cf1f6196-a69e-425c-82a0-a9b8c71fead0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ece4f7fb-84fd-473f-bb53-fbcc5045ec4b {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:09:03.796954 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ee755e-909b-461a-b1dc-82b9b0f0fe8e tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:03.801498 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-12ee755e-909b-461a-b1dc-82b9b0f0fe8e tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] 10.222.0.79 "GET /v2.0/networks/772030c6-e51e-49f5-8a27-a1d04c3eee54 HTTP/1.1" status: 200 len: 767 time: 0.1486020 May 23 11:09:03.802345 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48608) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:03.806704 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-cf1f6196-a69e-425c-82a0-a9b8c71fead0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:03.809553 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-39c2bec8-fe73-4faf-9d8a-32608327e403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:03.873665 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:03.894987 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-cf1f6196-a69e-425c-82a0-a9b8c71fead0 service neutron] Transition to ACTIVE for port object ece4f7fb-84fd-473f-bb53-fbcc5045ec4b will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:09:03.914197 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-cf1f6196-a69e-425c-82a0-a9b8c71fead0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:03.948831 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b,segment=NetworkSegment(1ab1f3e2-faf2-434f-a505-364ca5a74414),segment_id=1ab1f3e2-faf2-434f-a505-364ca5a74414)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:09:03.959093 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13573160-9a64-44f2-b336-b53642435d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:09:03.979931 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:03.980954 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device e739be79-b886-4751-8243-191f6feeb503 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:09:04.022988 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-949a3277-ee12-44e0-81ac-7a91261205be tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:04.031855 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c2bec8-fe73-4faf-9d8a-32608327e403 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2226f5c-2e5b-46dc-ae1a-6976c060aeaf,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:04.042226 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6e648-404e-4637-8585-edd02b5fa3a4 req-cbd42fe8-4ad1-49d8-9d48-12e27437d8d8 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:04.049812 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8cf6e648-404e-4637-8585-edd02b5fa3a4 req-cbd42fe8-4ad1-49d8-9d48-12e27437d8d8 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e30e57d-0a0c-4a4f-a961-51a195f9caa0 HTTP/1.1" status: 200 len: 944 time: 0.4336963 May 23 11:09:04.092283 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2339b756-2e59-4f7b-8c6b-12e7de6a3796'] response: {'server_uuid': '13573160-9a64-44f2-b336-b53642435d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b', 'code': 200} May 23 11:09:04.100883 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:04.133885 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port e739be79-b886-4751-8243-191f6feeb503 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:09:04.139070 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port e739be79-b886-4751-8243-191f6feeb503 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:09:04.139449 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:04.230749 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-949a3277-ee12-44e0-81ac-7a91261205be tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:04.264698 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-949a3277-ee12-44e0-81ac-7a91261205be tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ff9f47b-cce6-46e6-a678-bb4e40c58824']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:04.280162 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-949a3277-ee12-44e0-81ac-7a91261205be tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5b15a18-c936-4c7e-ba3e-799fc580ad68') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:04.281043 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-949a3277-ee12-44e0-81ac-7a91261205be tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5b15a18-c936-4c7e-ba3e-799fc580ad68') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:04.296297 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-949a3277-ee12-44e0-81ac-7a91261205be tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:04.314214 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-949a3277-ee12-44e0-81ac-7a91261205be tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:04.321963 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-949a3277-ee12-44e0-81ac-7a91261205be tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:09:04.322476 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-949a3277-ee12-44e0-81ac-7a91261205be tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:04.337163 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:04.338007 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:09:04.338007 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:09:04.338007 n-d-842952-2 neutron-server[83911]: timer() May 23 11:09:04.338007 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:09:04.338007 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:09:04.338007 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:09:04.338007 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:09:04.338007 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:09:04.338007 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:09:04.338007 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:09:04.338007 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:09:04.338007 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:09:04.338007 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:09:04.338007 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:09:04.338007 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:09:04.338007 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:09:04.338007 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:09:04.338007 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:09:04.338007 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:09:04.338007 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:09:04.338007 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:09:04.338007 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:09:04.338007 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:09:04.338007 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:09:04.338007 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:09:04.338007 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:09:04.338007 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:09:04.338007 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:09:04.338007 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:09:04.338007 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:09:04.338007 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:09:04.338007 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:09:04.380150 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port e739be79-b886-4751-8243-191f6feeb503, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=e739be79-b886-4751-8243-191f6feeb503,segment=NetworkSegment(72b0ff4c-0de9-46e3-a56c-77c8491f6585),segment_id=72b0ff4c-0de9-46e3-a56c-77c8491f6585)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:09:04.385217 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:04.386613 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 5108d74f-ae18-4f2b-9e73-a02eca5c4855 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:09:04.423354 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8cf6e648-404e-4637-8585-edd02b5fa3a4 req-5c0f6041-29f0-4d07-8db0-6ee64611a3d2 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729079 May 23 11:09:04.427146 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f6196-a69e-425c-82a0-a9b8c71fead0 service neutron] Pushing event updated for resources: {'Port': ['ID=ece4f7fb-84fd-473f-bb53-fbcc5045ec4b,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:04.433930 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-949a3277-ee12-44e0-81ac-7a91261205be tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:04.466785 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949a3277-ee12-44e0-81ac-7a91261205be tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2ff9f47b-cce6-46e6-a678-bb4e40c58824 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 23 11:09:04.472446 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-949a3277-ee12-44e0-81ac-7a91261205be tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:04.481521 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a3277-ee12-44e0-81ac-7a91261205be tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Pushing event deleted for resources: {'Network': ['ID=2ff9f47b-cce6-46e6-a678-bb4e40c58824,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:04.495578 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c2bec8-fe73-4faf-9d8a-32608327e403 admin admin] Checking segment: {'id': '2a37e35a-c59c-4ce5-85bd-85ec38876ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '23dc4a33-f2ce-4b86-bf3b-fd54d05f4691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:09:04.495578 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c2bec8-fe73-4faf-9d8a-32608327e403 admin admin] Network hostable DHCP agents. Network: 23dc4a33-f2ce-4b86-bf3b-fd54d05f4691, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:09:04.497269 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-949a3277-ee12-44e0-81ac-7a91261205be tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] 10.222.0.79 "DELETE /v2.0/networks/2ff9f47b-cce6-46e6-a678-bb4e40c58824 HTTP/1.1" status: 204 len: 168 time: 0.6919954 May 23 11:09:04.498499 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48616) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:04.510490 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c3e380ea-9a2f-41c4-9219-557ea4585400 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Request body: {'network': {'name': 'tempest-network--1775399743'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:09:04.517655 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c3e380ea-9a2f-41c4-9219-557ea4585400 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:09:04.522932 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c3e380ea-9a2f-41c4-9219-557ea4585400 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Usage tracker for resource:network and tenant:3710ca3afc7547bea487e04497a65cd9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:09:04.526727 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c3e380ea-9a2f-41c4-9219-557ea4585400 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:09:04.528760 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=e739be79-b886-4751-8243-191f6feeb503,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:04.542791 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 5108d74f-ae18-4f2b-9e73-a02eca5c4855 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:09:04.547258 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c3e380ea-9a2f-41c4-9219-557ea4585400 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:09:04.553998 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 5108d74f-ae18-4f2b-9e73-a02eca5c4855 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:09:04.555111 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:04.563134 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e380ea-9a2f-41c4-9219-557ea4585400 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Made reservation on behalf of 3710ca3afc7547bea487e04497a65cd9 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:09:04.567209 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c3e380ea-9a2f-41c4-9219-557ea4585400 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:04.609267 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3e380ea-9a2f-41c4-9219-557ea4585400 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:09:04.622915 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c3e380ea-9a2f-41c4-9219-557ea4585400 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:04.623491 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-c3e380ea-9a2f-41c4-9219-557ea4585400 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Added segment e0a5bf29-5906-4ca6-ad3d-a29319575f8c of type vlan for network 1c84c312-24d1-46dc-a7aa-282c38bb9283 May 23 11:09:04.686106 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c3e380ea-9a2f-41c4-9219-557ea4585400 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:04.733407 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c3e380ea-9a2f-41c4-9219-557ea4585400 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:04.734668 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e380ea-9a2f-41c4-9219-557ea4585400 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:04.735498 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c3e380ea-9a2f-41c4-9219-557ea4585400 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:04.773582 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:04.815818 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d16eee5-fa33-4e72-9729-f3f8cb8669d6 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Router 4226a2cb-28c2-4ee2-b494-add695f65c8c is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:09:04.851890 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 5108d74f-ae18-4f2b-9e73-a02eca5c4855, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=5108d74f-ae18-4f2b-9e73-a02eca5c4855,segment=NetworkSegment(627b9d90-481e-4586-8e5b-ec8be80efc37),segment_id=627b9d90-481e-4586-8e5b-ec8be80efc37)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:09:04.870527 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:04.871335 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 1eec945d-5079-431e-aba4-3a9b06378d48 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:09:04.955679 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 48622) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:04.955944 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c3e380ea-9a2f-41c4-9219-557ea4585400 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4550395 May 23 11:09:04.962778 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e380ea-9a2f-41c4-9219-557ea4585400 tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Pushing event updated for resources: {'Network': ['ID=1c84c312-24d1-46dc-a7aa-282c38bb9283,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:04.979944 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 1c84c312-24d1-46dc-a7aa-282c38bb9283 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:09:05.040007 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-9bcb4af2-f4de-4abe-b646-dd17ed29d43b tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:09:05.089089 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=5108d74f-ae18-4f2b-9e73-a02eca5c4855,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:05.127163 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 1eec945d-5079-431e-aba4-3a9b06378d48 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:09:05.133471 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 1eec945d-5079-431e-aba4-3a9b06378d48 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:09:05.133851 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:05.146193 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-cf1f6196-a69e-425c-82a0-a9b8c71fead0 service neutron] Attempting to bind port ece4f7fb-84fd-473f-bb53-fbcc5045ec4b on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:09:05.146527 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-cf1f6196-a69e-425c-82a0-a9b8c71fead0 service neutron] Attempting to bind port ece4f7fb-84fd-473f-bb53-fbcc5045ec4b by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '633c66ca-dc41-4b0b-a0a3-ed62624a9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1a5c8466-e669-4a02-9cf7-1e34891324c1'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:09:05.146887 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-cf1f6196-a69e-425c-82a0-a9b8c71fead0 service neutron] Attempting to bind port ece4f7fb-84fd-473f-bb53-fbcc5045ec4b on network 1a5c8466-e669-4a02-9cf7-1e34891324c1 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:09:05.150054 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c2bec8-fe73-4faf-9d8a-32608327e403 admin admin] Network 23dc4a33-f2ce-4b86-bf3b-fd54d05f4691 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:09:05.262374 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709cc9c-d5d3-4a3b-957e-8641798a5295 req-e798e1d1-82d0-4204-93c2-468e4ed3d723 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:05.263932 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2709cc9c-d5d3-4a3b-957e-8641798a5295 req-e798e1d1-82d0-4204-93c2-468e4ed3d723 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=63d2da9b-e5fb-482d-bc61-2d616cc3e465 HTTP/1.1" status: 200 len: 943 time: 0.9231315 May 23 11:09:05.269006 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:05.285335 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-39c2bec8-fe73-4faf-9d8a-32608327e403 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 23dc4a33-f2ce-4b86-bf3b-fd54d05f4691) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:09:05.296077 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d879dd-bba5-4ae3-9d53-ae9d6e2e6dc4 None None] Network 23dc4a33-f2ce-4b86-bf3b-fd54d05f4691 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:09:05.339867 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-cf1f6196-a69e-425c-82a0-a9b8c71fead0 service neutron] Port ece4f7fb-84fd-473f-bb53-fbcc5045ec4b on network 1a5c8466-e669-4a02-9cf7-1e34891324c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:09:05.340187 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-cf1f6196-a69e-425c-82a0-a9b8c71fead0 service neutron] Attempting to bind port ece4f7fb-84fd-473f-bb53-fbcc5045ec4b on network 1a5c8466-e669-4a02-9cf7-1e34891324c1 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:09:05.343727 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c2bec8-fe73-4faf-9d8a-32608327e403 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:05.344353 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-39c2bec8-fe73-4faf-9d8a-32608327e403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:05.381373 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 1eec945d-5079-431e-aba4-3a9b06378d48, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=1eec945d-5079-431e-aba4-3a9b06378d48,segment=NetworkSegment(72b0ff4c-0de9-46e3-a56c-77c8491f6585),segment_id=72b0ff4c-0de9-46e3-a56c-77c8491f6585)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:09:05.388901 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:05.425905 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-cf1f6196-a69e-425c-82a0-a9b8c71fead0 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:09:05.425905 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-cf1f6196-a69e-425c-82a0-a9b8c71fead0 service neutron] Checking segment: {'id': '633c66ca-dc41-4b0b-a0a3-ed62624a9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1a5c8466-e669-4a02-9cf7-1e34891324c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:09:05.426632 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-cf1f6196-a69e-425c-82a0-a9b8c71fead0 service neutron] Bound using segment: {'id': '633c66ca-dc41-4b0b-a0a3-ed62624a9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1a5c8466-e669-4a02-9cf7-1e34891324c1'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:09:05.426632 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-cf1f6196-a69e-425c-82a0-a9b8c71fead0 service neutron] Bound port: ece4f7fb-84fd-473f-bb53-fbcc5045ec4b, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '633c66ca-dc41-4b0b-a0a3-ed62624a9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1a5c8466-e669-4a02-9cf7-1e34891324c1'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:09:05.426800 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-cf1f6196-a69e-425c-82a0-a9b8c71fead0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:05.515212 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=1eec945d-5079-431e-aba4-3a9b06378d48,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:05.527726 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-39c2bec8-fe73-4faf-9d8a-32608327e403 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9395666 May 23 11:09:05.531097 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48630) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:05.536130 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-0dc9df06-30ea-4b5b-9313-7f1111a6e6ca admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-683413081-router', 'tenant_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:09:05.541400 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0dc9df06-30ea-4b5b-9313-7f1111a6e6ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:09:05.546939 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0dc9df06-30ea-4b5b-9313-7f1111a6e6ca admin admin] Usage tracker for resource:router and tenant:c33b6fcb07a04f2fa56c6e5a7798a085 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:09:05.550102 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0dc9df06-30ea-4b5b-9313-7f1111a6e6ca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:09:05.557186 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0dc9df06-30ea-4b5b-9313-7f1111a6e6ca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:09:05.570961 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0dc9df06-30ea-4b5b-9313-7f1111a6e6ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:05.572086 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0dc9df06-30ea-4b5b-9313-7f1111a6e6ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:05.595393 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d7ddb-26f8-4447-934d-4223223488cd req-d8f9af15-c143-414a-ac1f-23781bcf0741 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:05.595633 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0dc9df06-30ea-4b5b-9313-7f1111a6e6ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:05.600358 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d7ddb-26f8-4447-934d-4223223488cd req-d8f9af15-c143-414a-ac1f-23781bcf0741 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:05.605633 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d7ddb-26f8-4447-934d-4223223488cd req-d8f9af15-c143-414a-ac1f-23781bcf0741 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:05.607725 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c83d7ddb-26f8-4447-934d-4223223488cd req-d8f9af15-c143-414a-ac1f-23781bcf0741 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/ports?device_id=13573160-9a64-44f2-b336-b53642435d56 HTTP/1.1" status: 200 len: 2417 time: 0.7490134 May 23 11:09:05.623577 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2709cc9c-d5d3-4a3b-957e-8641798a5295 req-63e5e48a-5b13-475b-9078-62576ec50108 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477902 May 23 11:09:05.640645 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028eae8d-0114-4ffb-bc42-05ddc9be03a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-23dc4a33-f2ce-4b86-bf3b-fd54d05f4691', 'network_id': '23dc4a33-f2ce-4b86-bf3b-fd54d05f4691', 'tenant_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'fixed_ips': [{'subnet_id': 'b2226f5c-2e5b-46dc-ae1a-6976c060aeaf'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:09:05.641722 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-028eae8d-0114-4ffb-bc42-05ddc9be03a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:05.738158 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9bcb4af2-f4de-4abe-b646-dd17ed29d43b tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:05.796190 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c83d7ddb-26f8-4447-934d-4223223488cd req-0fd65126-7470-46d4-ba3b-3cb104b22d5b tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/security-groups?id=810ff234-6f81-470f-ab96-122fc2658368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777086 May 23 11:09:05.797908 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-cf1f6196-a69e-425c-82a0-a9b8c71fead0 service neutron] For port ece4f7fb-84fd-473f-bb53-fbcc5045ec4b, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:09:05.802396 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-cf1f6196-a69e-425c-82a0-a9b8c71fead0 service neutron] For port ece4f7fb-84fd-473f-bb53-fbcc5045ec4b, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=ece4f7fb-84fd-473f-bb53-fbcc5045ec4b,segment=NetworkSegment(633c66ca-dc41-4b0b-a0a3-ed62624a9374),segment_id=633c66ca-dc41-4b0b-a0a3-ed62624a9374)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:09:05.803683 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9bcb4af2-f4de-4abe-b646-dd17ed29d43b tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:05.859316 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-cf1f6196-a69e-425c-82a0-a9b8c71fead0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:05.884113 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0dc9df06-30ea-4b5b-9313-7f1111a6e6ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:05.997378 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-028eae8d-0114-4ffb-bc42-05ddc9be03a4 None None] Allocated IP 172.20.0.2 (23dc4a33-f2ce-4b86-bf3b-fd54d05f4691/b2226f5c-2e5b-46dc-ae1a-6976c060aeaf/9059e83d-0c95-46b6-9836-26ecd913cbaf) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:09:06.037846 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9bcb4af2-f4de-4abe-b646-dd17ed29d43b tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Network 1c84c312-24d1-46dc-a7aa-282c38bb9283 is not hosted by any dhcp agent {{(pid=83910) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 23 11:09:06.038532 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcb4af2-f4de-4abe-b646-dd17ed29d43b tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:06.039495 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9bcb4af2-f4de-4abe-b646-dd17ed29d43b tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:06.043259 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9bcb4af2-f4de-4abe-b646-dd17ed29d43b tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] 10.222.0.79 "PUT /v2.0/networks/1c84c312-24d1-46dc-a7aa-282c38bb9283 HTTP/1.1" status: 200 len: 858 time: 1.0405827 May 23 11:09:06.045369 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48634) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:06.075297 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb4af2-f4de-4abe-b646-dd17ed29d43b tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Pushing event updated for resources: {'Network': ['ID=1c84c312-24d1-46dc-a7aa-282c38bb9283,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:06.089041 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-cf1f6196-a69e-425c-82a0-a9b8c71fead0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:06.090409 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-cf1f6196-a69e-425c-82a0-a9b8c71fead0 service neutron] 10.222.0.13 "PUT /v2.0/ports/ece4f7fb-84fd-473f-bb53-fbcc5045ec4b HTTP/1.1" status: 200 len: 1091 time: 4.2108374 May 23 11:09:06.094059 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d2da9b-e5fb-482d-bc61-2d616cc3e465', 'tag': 'ece4f7fb-84fd-473f-bb53-fbcc5045ec4b'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:09:06.099111 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13573160-9a64-44f2-b336-b53642435d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e739be79-b886-4751-8243-191f6feeb503'}, {'server_uuid': '5e30e57d-0a0c-4a4f-a961-51a195f9caa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5108d74f-ae18-4f2b-9e73-a02eca5c4855'}, {'server_uuid': '13573160-9a64-44f2-b336-b53642435d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eec945d-5079-431e-aba4-3a9b06378d48'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:09:06.210434 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f809b1e6-6244-4dcb-9be7-1010a78a66dc tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:06.211792 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f6196-a69e-425c-82a0-a9b8c71fead0 service neutron] Pushing event updated for resources: {'Port': ['ID=ece4f7fb-84fd-473f-bb53-fbcc5045ec4b,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:06.224794 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9c4f7cb-479c-4966-930a-47c235466f50'] response: {'name': 'network-changed', 'server_uuid': '63d2da9b-e5fb-482d-bc61-2d616cc3e465', 'tag': 'ece4f7fb-84fd-473f-bb53-fbcc5045ec4b', 'status': 'completed', 'code': 200} May 23 11:09:06.277218 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9e50b-2bd5-4ea5-80b8-31a98ee7c543 req-2e4bee86-439f-4dbd-9a14-397a5f389520 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:06.279010 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f8b9e50b-2bd5-4ea5-80b8-31a98ee7c543 req-2e4bee86-439f-4dbd-9a14-397a5f389520 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e30e57d-0a0c-4a4f-a961-51a195f9caa0 HTTP/1.1" status: 200 len: 945 time: 0.4605210 May 23 11:09:06.285860 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d16eee5-fa33-4e72-9729-f3f8cb8669d6 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:09:06.309908 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4d6d43-84a8-4020-87db-5bee52250e4e None None] Sync routers for ids ['4226a2cb-28c2-4ee2-b494-add695f65c8c'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:09:06.337374 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ec40eab-b604-4f3b-a726-c25097cd7a3f'] response: {'server_uuid': '13573160-9a64-44f2-b336-b53642435d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e739be79-b886-4751-8243-191f6feeb503', 'code': 200} May 23 11:09:06.337624 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ec40eab-b604-4f3b-a726-c25097cd7a3f'] response: {'server_uuid': '5e30e57d-0a0c-4a4f-a961-51a195f9caa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5108d74f-ae18-4f2b-9e73-a02eca5c4855', 'code': 200} May 23 11:09:06.337909 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ec40eab-b604-4f3b-a726-c25097cd7a3f'] response: {'server_uuid': '13573160-9a64-44f2-b336-b53642435d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eec945d-5079-431e-aba4-3a9b06378d48', 'code': 200} May 23 11:09:06.341037 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6d16eee5-fa33-4e72-9729-f3f8cb8669d6 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:06.343878 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-6d16eee5-fa33-4e72-9729-f3f8cb8669d6 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 11.2578490 May 23 11:09:06.344679 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 48644) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:06.355954 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-44de747e-5e8e-43a5-9639-c8bee12549df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b64a3f1baa60499ab93cbd32db99dbcb&device_id=63d2da9b-e5fb-482d-bc61-2d616cc3e465 HTTP/1.1" status: 200 len: 1094 time: 0.1934917 May 23 11:09:06.361199 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0dc9df06-30ea-4b5b-9313-7f1111a6e6ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:06.361441 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-028eae8d-0114-4ffb-bc42-05ddc9be03a4 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:06.380021 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-028eae8d-0114-4ffb-bc42-05ddc9be03a4 None None] Transition to ACTIVE for port object 9059e83d-0c95-46b6-9836-26ecd913cbaf will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:09:06.387680 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4d6d43-84a8-4020-87db-5bee52250e4e None None] Routers {'4226a2cb-28c2-4ee2-b494-add695f65c8c'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:09:06.388339 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-6c4d6d43-84a8-4020-87db-5bee52250e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:08:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['4226a2cb-28c2-4ee2-b494-add695f65c8c'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:06.404445 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0dc9df06-30ea-4b5b-9313-7f1111a6e6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:06.531128 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f809b1e6-6244-4dcb-9be7-1010a78a66dc tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:06.552294 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-028eae8d-0114-4ffb-bc42-05ddc9be03a4 None None] Transition to ACTIVE for port object 9059e83d-0c95-46b6-9836-26ecd913cbaf will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:09:06.565423 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-028eae8d-0114-4ffb-bc42-05ddc9be03a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:06.673431 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028eae8d-0114-4ffb-bc42-05ddc9be03a4 None None] Network 23dc4a33-f2ce-4b86-bf3b-fd54d05f4691 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:09:06.676314 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028eae8d-0114-4ffb-bc42-05ddc9be03a4 None None] Pushing event updated for resources: {'Port': ['ID=9059e83d-0c95-46b6-9836-26ecd913cbaf,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:06.682422 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-028eae8d-0114-4ffb-bc42-05ddc9be03a4 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:09:06.685842 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028eae8d-0114-4ffb-bc42-05ddc9be03a4 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:09:06.697452 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-6c4d6d43-84a8-4020-87db-5bee52250e4e None None] Set router 4226a2cb-28c2-4ee2-b494-add695f65c8c gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:09:06.711512 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-f809b1e6-6244-4dcb-9be7-1010a78a66dc tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c84c312-24d1-46dc-a7aa-282c38bb9283']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:06.753316 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-f809b1e6-6244-4dcb-9be7-1010a78a66dc tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0a5bf29-5906-4ca6-ad3d-a29319575f8c') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:06.753743 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-f809b1e6-6244-4dcb-9be7-1010a78a66dc tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0a5bf29-5906-4ca6-ad3d-a29319575f8c') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:06.764663 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f8b9e50b-2bd5-4ea5-80b8-31a98ee7c543 req-beb2901b-70d2-41fc-853b-4d872ee1e1ee tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4761651 May 23 11:09:06.778021 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-33958cfa-7b71-4fad-8722-a482615b8abb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ece4f7fb-84fd-473f-bb53-fbcc5045ec4b HTTP/1.1" status: 200 len: 217 time: 0.3651853 May 23 11:09:06.787386 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f809b1e6-6244-4dcb-9be7-1010a78a66dc tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:06.826157 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f809b1e6-6244-4dcb-9be7-1010a78a66dc tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:06.829675 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-0dc9df06-30ea-4b5b-9313-7f1111a6e6ca admin admin] Allocated IP 172.25.6.8 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/1c0bea36-24e2-4f32-b963-869eeebd73d7) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:09:06.859030 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ffafd9b2-da9d-425b-864d-d7b17514ae53 req-bd0a1c2f-9f7d-46d4-b5b3-8ae6cefc8a2a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=13573160-9a64-44f2-b336-b53642435d56 HTTP/1.1" status: 200 len: 2871 time: 0.3191619 May 23 11:09:06.867879 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f809b1e6-6244-4dcb-9be7-1010a78a66dc tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:09:06.868372 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f809b1e6-6244-4dcb-9be7-1010a78a66dc tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:06.885128 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:09:06.885128 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:09:06.885128 n-d-842952-2 neutron-server[83911]: timer() May 23 11:09:06.885128 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:09:06.885128 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:09:06.885128 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:09:06.885128 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:09:06.885128 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:09:06.885128 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:09:06.885128 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:09:06.885128 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:09:06.885128 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:09:06.885128 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:09:06.885128 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:09:06.885128 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:09:06.885128 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:09:06.885128 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:09:06.885128 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:09:06.885128 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:09:06.885128 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:09:06.885128 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:09:06.885128 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:09:06.885128 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:09:06.885128 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:09:06.885128 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:09:06.885128 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:09:06.885128 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:09:06.885128 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:09:06.885128 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:09:06.885128 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:09:06.885128 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:09:06.885128 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:09:06.924770 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-e92e999e-5f1a-4d8e-bf94-61e5a63ebbb4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:06.931747 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-e92e999e-5f1a-4d8e-bf94-61e5a63ebbb4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76d8b9b5-f057-42e7-939b-4e81b16011fa HTTP/1.1" status: 200 len: 851 time: 0.1423876 May 23 11:09:06.971324 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-06c40b90-a731-4a1a-8f4a-44f5b412172c req-51476194-5c10-4a2a-8334-f28785ad1a0e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5e30e57d-0a0c-4a4f-a961-51a195f9caa0 HTTP/1.1" status: 200 len: 1096 time: 0.4418137 May 23 11:09:07.089359 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-1b4f1c98-a90a-4067-a021-9f5a43923ddb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a5c8466-e669-4a02-9cf7-1e34891324c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1472321 May 23 11:09:07.134260 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ffafd9b2-da9d-425b-864d-d7b17514ae53 req-e10babb8-8253-4ff0-9296-05a0499da54a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=810ff234-6f81-470f-ab96-122fc2658368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426789 May 23 11:09:07.144930 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f809b1e6-6244-4dcb-9be7-1010a78a66dc tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:07.155749 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-028eae8d-0114-4ffb-bc42-05ddc9be03a4 None None] Attempting to bind port 9059e83d-0c95-46b6-9836-26ecd913cbaf on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:09:07.156390 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-028eae8d-0114-4ffb-bc42-05ddc9be03a4 None None] Attempting to bind port 9059e83d-0c95-46b6-9836-26ecd913cbaf by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '2a37e35a-c59c-4ce5-85bd-85ec38876ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '23dc4a33-f2ce-4b86-bf3b-fd54d05f4691'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:09:07.156390 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028eae8d-0114-4ffb-bc42-05ddc9be03a4 None None] Attempting to bind port 9059e83d-0c95-46b6-9836-26ecd913cbaf on network 23dc4a33-f2ce-4b86-bf3b-fd54d05f4691 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:09:07.171317 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028eae8d-0114-4ffb-bc42-05ddc9be03a4 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:09:07.171317 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028eae8d-0114-4ffb-bc42-05ddc9be03a4 None None] Checking segment: {'id': '2a37e35a-c59c-4ce5-85bd-85ec38876ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '23dc4a33-f2ce-4b86-bf3b-fd54d05f4691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:09:07.171675 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-028eae8d-0114-4ffb-bc42-05ddc9be03a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:07.172124 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028eae8d-0114-4ffb-bc42-05ddc9be03a4 None None] Bound using segment: {'id': '2a37e35a-c59c-4ce5-85bd-85ec38876ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '23dc4a33-f2ce-4b86-bf3b-fd54d05f4691'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:09:07.172601 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-028eae8d-0114-4ffb-bc42-05ddc9be03a4 None None] Bound port: 9059e83d-0c95-46b6-9836-26ecd913cbaf, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a37e35a-c59c-4ce5-85bd-85ec38876ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '23dc4a33-f2ce-4b86-bf3b-fd54d05f4691'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:09:07.173283 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-028eae8d-0114-4ffb-bc42-05ddc9be03a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:07.174209 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f809b1e6-6244-4dcb-9be7-1010a78a66dc tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1c84c312-24d1-46dc-a7aa-282c38bb9283 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 23 11:09:07.177894 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809b1e6-6244-4dcb-9be7-1010a78a66dc tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Pushing event deleted for resources: {'Network': ['ID=1c84c312-24d1-46dc-a7aa-282c38bb9283,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:07.179972 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f809b1e6-6244-4dcb-9be7-1010a78a66dc tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:07.215070 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-06c40b90-a731-4a1a-8f4a-44f5b412172c req-6b88287f-ab7f-46df-9c20-a6acee8b8d8c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044585 May 23 11:09:07.235454 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f809b1e6-6244-4dcb-9be7-1010a78a66dc tempest-ExternalNetworksTestJSON-1919725025 tempest-ExternalNetworksTestJSON-1919725025-project-admin] 10.222.0.79 "DELETE /v2.0/networks/1c84c312-24d1-46dc-a7aa-282c38bb9283 HTTP/1.1" status: 204 len: 168 time: 1.1855004 May 23 11:09:07.242759 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 48652) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:07.317220 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-d761bed5-5908-4135-aa97-ebd841e7f41a tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] DELETE failed (client error): The resource could not be found. May 23 11:09:07.317220 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d761bed5-5908-4135-aa97-ebd841e7f41a tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:09:07.326324 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d761bed5-5908-4135-aa97-ebd841e7f41a tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] 10.222.0.79 "DELETE /v2.0/subnets/77dc50a3-8446-48cb-a8bb-32dc28cae10a HTTP/1.1" status: 404 len: 337 time: 0.0728400 May 23 11:09:07.326545 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0dc9df06-30ea-4b5b-9313-7f1111a6e6ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:07.338107 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48658) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:07.393166 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-a202c8d4-b3b8-4df8-9cad-644f8ba48d2e service neutron] 10.222.0.13 "GET /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920263 May 23 11:09:07.399813 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa712fc1-137d-4b51-afbd-1cb31ead298f req-2e91ff95-4f8b-4768-b39c-f62e738140e9 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:07.413936 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aa712fc1-137d-4b51-afbd-1cb31ead298f req-2e91ff95-4f8b-4768-b39c-f62e738140e9 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=63d2da9b-e5fb-482d-bc61-2d616cc3e465 HTTP/1.1" status: 200 len: 943 time: 0.3882809 May 23 11:09:07.426879 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-028eae8d-0114-4ffb-bc42-05ddc9be03a4 None None] For port 9059e83d-0c95-46b6-9836-26ecd913cbaf, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:09:07.454919 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-028eae8d-0114-4ffb-bc42-05ddc9be03a4 None None] For port 9059e83d-0c95-46b6-9836-26ecd913cbaf, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=9059e83d-0c95-46b6-9836-26ecd913cbaf,segment=NetworkSegment(2a37e35a-c59c-4ce5-85bd-85ec38876ac8),segment_id=2a37e35a-c59c-4ce5-85bd-85ec38876ac8)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:09:07.469695 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-028eae8d-0114-4ffb-bc42-05ddc9be03a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:07.587698 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-42a292f0-c3f0-409a-a839-e947ba53b855 tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:07.630010 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03daf8-f651-4a2f-aa4a-8b10ad80a0de req-1b0fd363-a68d-42ba-bea9-f0ab3bcda632 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:07.631381 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028eae8d-0114-4ffb-bc42-05ddc9be03a4 None None] Pushing event updated for resources: {'Port': ['ID=9059e83d-0c95-46b6-9836-26ecd913cbaf,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:07.634348 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03daf8-f651-4a2f-aa4a-8b10ad80a0de req-1b0fd363-a68d-42ba-bea9-f0ab3bcda632 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:07.638711 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03daf8-f651-4a2f-aa4a-8b10ad80a0de req-1b0fd363-a68d-42ba-bea9-f0ab3bcda632 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:07.648997 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2c03daf8-f651-4a2f-aa4a-8b10ad80a0de req-1b0fd363-a68d-42ba-bea9-f0ab3bcda632 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/ports?device_id=13573160-9a64-44f2-b336-b53642435d56 HTTP/1.1" status: 200 len: 2418 time: 0.5530498 May 23 11:09:07.658303 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-6c4d6d43-84a8-4020-87db-5bee52250e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4226a2cb-28c2-4ee2-b494-add695f65c8c', 'name': '', 'tenant_id': '458f6bd8bf0645d090a34dbc64857384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ada42bb-74d3-4de3-872d-5d1b60423edd', 'external_fixed_ips': [{'subnet_id': '0276af56-315b-4a99-bd04-6b1185b841ee', 'ip_address': '2001:db8::37d'}], 'enable_snat': True}, 'gw_port_id': 'aa083547-0992-4ec4-9aa2-21c4aeac91c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:08:55Z', 'updated_at': '2022-05-23T11:09:01Z', 'revision_number': 3, 'project_id': '458f6bd8bf0645d090a34dbc64857384', 'gw_port': {'id': 'aa083547-0992-4ec4-9aa2-21c4aeac91c8', 'name': '', 'network_id': '7ada42bb-74d3-4de3-872d-5d1b60423edd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:04:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4226a2cb-28c2-4ee2-b494-add695f65c8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0276af56-315b-4a99-bd04-6b1185b841ee', 'ip_address': '2001:db8::37d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:08:58Z', 'updated_at': '2022-05-23T11:08:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0276af56-315b-4a99-bd04-6b1185b841ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:07.665632 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4d6d43-84a8-4020-87db-5bee52250e4e None None] Checking router: 4226a2cb-28c2-4ee2-b494-add695f65c8c for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:09:07.666405 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4d6d43-84a8-4020-87db-5bee52250e4e None None] Updating router 4226a2cb-28c2-4ee2-b494-add695f65c8c port aa083547-0992-4ec4-9aa2-21c4aeac91c8 binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:09:07.679488 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0dc9df06-30ea-4b5b-9313-7f1111a6e6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:07.729586 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2c03daf8-f651-4a2f-aa4a-8b10ad80a0de req-e60b3e75-98ad-4845-b39e-8321d6f3f5e9 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/security-groups?id=810ff234-6f81-470f-ab96-122fc2658368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791674 May 23 11:09:07.787564 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c4d6d43-84a8-4020-87db-5bee52250e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:07.840333 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aa712fc1-137d-4b51-afbd-1cb31ead298f req-05196b13-ffcd-4280-ac18-e899b817c98e tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4187620 May 23 11:09:07.846716 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9b49f75-8bad-40f5-b1bf-02bff54d68a9 req-ba2d4024-9d03-4880-a235-15ac6e675fa3 service neutron] 10.222.0.13 "GET /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279592 May 23 11:09:07.914567 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:07.918477 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc9df06-30ea-4b5b-9313-7f1111a6e6ca admin admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:09:07.935549 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-0dc9df06-30ea-4b5b-9313-7f1111a6e6ca admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:09:07.941086 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b86f762e-cffb-44d2-9ba6-49f635753f0a tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:07.945431 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc9df06-30ea-4b5b-9313-7f1111a6e6ca admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:09:08.157645 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc9df06-30ea-4b5b-9313-7f1111a6e6ca admin admin] Pushing event updated for resources: {'Port': ['ID=1c0bea36-24e2-4f32-b963-869eeebd73d7,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:08.160921 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-42a292f0-c3f0-409a-a839-e947ba53b855 tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:08.237287 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc9df06-30ea-4b5b-9313-7f1111a6e6ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:09:08.237681 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc9df06-30ea-4b5b-9313-7f1111a6e6ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:09:08.237885 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc9df06-30ea-4b5b-9313-7f1111a6e6ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:09:08.238221 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc9df06-30ea-4b5b-9313-7f1111a6e6ca admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:09:08.238550 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc9df06-30ea-4b5b-9313-7f1111a6e6ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:09:08.238878 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc9df06-30ea-4b5b-9313-7f1111a6e6ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:09:08.239202 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc9df06-30ea-4b5b-9313-7f1111a6e6ca admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:09:08.239526 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc9df06-30ea-4b5b-9313-7f1111a6e6ca admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:09:08.239864 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc9df06-30ea-4b5b-9313-7f1111a6e6ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:09:08.240188 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc9df06-30ea-4b5b-9313-7f1111a6e6ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:09:08.240508 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc9df06-30ea-4b5b-9313-7f1111a6e6ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:09:08.308662 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8723597b-7e0b-488e-be58-ea0f74025556 req-7fbe5745-cab7-4815-8426-2863f29c0c44 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b64a3f1baa60499ab93cbd32db99dbcb&device_id=63d2da9b-e5fb-482d-bc61-2d616cc3e465 HTTP/1.1" status: 200 len: 1094 time: 0.3700638 May 23 11:09:08.425577 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d3765-a3fa-4543-9df3-faceef766012 req-a24e8ea1-617e-49f3-b87c-0488aacc4d8b tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:08.425963 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c4d6d43-84a8-4020-87db-5bee52250e4e None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:08.426453 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-42a292f0-c3f0-409a-a839-e947ba53b855 tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['772030c6-e51e-49f5-8a27-a1d04c3eee54']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:08.427695 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f5d3765-a3fa-4543-9df3-faceef766012 req-a24e8ea1-617e-49f3-b87c-0488aacc4d8b tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e30e57d-0a0c-4a4f-a961-51a195f9caa0 HTTP/1.1" status: 200 len: 945 time: 0.3287594 May 23 11:09:08.445683 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6c4d6d43-84a8-4020-87db-5bee52250e4e None None] Transition to ACTIVE for port object aa083547-0992-4ec4-9aa2-21c4aeac91c8 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:09:08.448340 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-42a292f0-c3f0-409a-a839-e947ba53b855 tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b26f4a6-d225-46a9-bc8b-2d6f4feaf6b8') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:08.448628 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-42a292f0-c3f0-409a-a839-e947ba53b855 tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b26f4a6-d225-46a9-bc8b-2d6f4feaf6b8') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:08.457567 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c4d6d43-84a8-4020-87db-5bee52250e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:08.473507 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-42a292f0-c3f0-409a-a839-e947ba53b855 tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:08.498788 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-42a292f0-c3f0-409a-a839-e947ba53b855 tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:08.512755 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42a292f0-c3f0-409a-a839-e947ba53b855 tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:09:08.513221 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-42a292f0-c3f0-409a-a839-e947ba53b855 tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:08.517804 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723597b-7e0b-488e-be58-ea0f74025556 req-899536ca-2e1c-4837-b8ac-817994207be8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:08.519364 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8723597b-7e0b-488e-be58-ea0f74025556 req-899536ca-2e1c-4837-b8ac-817994207be8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1a5c8466-e669-4a02-9cf7-1e34891324c1 HTTP/1.1" status: 200 len: 912 time: 0.2026670 May 23 11:09:08.554890 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a708d9e-9c35-47bd-80cc-26d987b6bbef None None] Pushing event updated for resources: {'Port': ['ID=aa083547-0992-4ec4-9aa2-21c4aeac91c8,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:08.578415 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-6c4d6d43-84a8-4020-87db-5bee52250e4e None None] Attempting to bind port aa083547-0992-4ec4-9aa2-21c4aeac91c8 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:09:08.578783 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-6c4d6d43-84a8-4020-87db-5bee52250e4e None None] Attempting to bind port aa083547-0992-4ec4-9aa2-21c4aeac91c8 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'be5baeca-10ce-4cad-a5b3-3c14523124dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7ada42bb-74d3-4de3-872d-5d1b60423edd'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:09:08.579138 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4d6d43-84a8-4020-87db-5bee52250e4e None None] Attempting to bind port aa083547-0992-4ec4-9aa2-21c4aeac91c8 on network 7ada42bb-74d3-4de3-872d-5d1b60423edd {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:09:08.586874 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4d6d43-84a8-4020-87db-5bee52250e4e None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:09:08.587646 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4d6d43-84a8-4020-87db-5bee52250e4e None None] Checking segment: {'id': 'be5baeca-10ce-4cad-a5b3-3c14523124dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7ada42bb-74d3-4de3-872d-5d1b60423edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:09:08.588213 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c4d6d43-84a8-4020-87db-5bee52250e4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:08.588471 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4d6d43-84a8-4020-87db-5bee52250e4e None None] Bound using segment: {'id': 'be5baeca-10ce-4cad-a5b3-3c14523124dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7ada42bb-74d3-4de3-872d-5d1b60423edd'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:09:08.589357 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-6c4d6d43-84a8-4020-87db-5bee52250e4e None None] Bound port: aa083547-0992-4ec4-9aa2-21c4aeac91c8, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5baeca-10ce-4cad-a5b3-3c14523124dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7ada42bb-74d3-4de3-872d-5d1b60423edd'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:09:08.590319 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c4d6d43-84a8-4020-87db-5bee52250e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:08.611645 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f5d3765-a3fa-4543-9df3-faceef766012 req-b3d33b07-1742-458a-9bb1-914abe7d5d4e tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758764 May 23 11:09:08.646810 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8723597b-7e0b-488e-be58-ea0f74025556 req-04c28107-aa9d-42d5-90c3-e5316c422256 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ece4f7fb-84fd-473f-bb53-fbcc5045ec4b HTTP/1.1" status: 200 len: 217 time: 0.1194599 May 23 11:09:08.754982 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6c4d6d43-84a8-4020-87db-5bee52250e4e None None] For port aa083547-0992-4ec4-9aa2-21c4aeac91c8, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:09:08.756397 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:09:08.756397 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:09:08.756397 n-d-842952-2 neutron-server[83911]: timer() May 23 11:09:08.756397 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:09:08.756397 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:09:08.756397 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:09:08.756397 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:09:08.756397 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:09:08.756397 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:09:08.756397 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:09:08.756397 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:09:08.756397 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:09:08.756397 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:09:08.756397 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:09:08.756397 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:09:08.756397 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:09:08.756397 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:09:08.756397 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:09:08.756397 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:09:08.756397 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:09:08.756397 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:09:08.756397 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:09:08.756397 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:09:08.756397 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:09:08.756397 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:09:08.756397 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:09:08.756397 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:09:08.756397 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:09:08.756397 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:09:08.756397 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:09:08.756397 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:09:08.756397 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:09:08.768926 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723597b-7e0b-488e-be58-ea0f74025556 req-f156369a-f113-4f5a-a595-006bcad8abb3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:08.770800 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8723597b-7e0b-488e-be58-ea0f74025556 req-f156369a-f113-4f5a-a595-006bcad8abb3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76d8b9b5-f057-42e7-939b-4e81b16011fa HTTP/1.1" status: 200 len: 851 time: 0.1155331 May 23 11:09:08.801268 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6c4d6d43-84a8-4020-87db-5bee52250e4e None None] For port aa083547-0992-4ec4-9aa2-21c4aeac91c8, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=aa083547-0992-4ec4-9aa2-21c4aeac91c8,segment=NetworkSegment(be5baeca-10ce-4cad-a5b3-3c14523124dd),segment_id=be5baeca-10ce-4cad-a5b3-3c14523124dd)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:09:08.814285 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c4d6d43-84a8-4020-87db-5bee52250e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:08.887932 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-42a292f0-c3f0-409a-a839-e947ba53b855 tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:08.904855 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b86f762e-cffb-44d2-9ba6-49f635753f0a tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:08.916924 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8723597b-7e0b-488e-be58-ea0f74025556 req-e3992931-82a3-427d-a41e-a751eaf2aeb8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a5c8466-e669-4a02-9cf7-1e34891324c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1393428 May 23 11:09:08.959150 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-42a292f0-c3f0-409a-a839-e947ba53b855 tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:08.979037 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-b86f762e-cffb-44d2-9ba6-49f635753f0a tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Deleting port aa083547-0992-4ec4-9aa2-21c4aeac91c8 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:09:08.982920 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b86f762e-cffb-44d2-9ba6-49f635753f0a tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:08.998303 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a292f0-c3f0-409a-a839-e947ba53b855 tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] Pushing event deleted for resources: {'Network': ['ID=772030c6-e51e-49f5-8a27-a1d04c3eee54,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:09.006890 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-42a292f0-c3f0-409a-a839-e947ba53b855 tempest-ExternalNetworksTestJSON-1623254749 tempest-ExternalNetworksTestJSON-1623254749-project] 10.222.0.79 "DELETE /v2.0/networks/772030c6-e51e-49f5-8a27-a1d04c3eee54 HTTP/1.1" status: 204 len: 168 time: 1.6668873 May 23 11:09:09.075116 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0dc9df06-30ea-4b5b-9313-7f1111a6e6ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:09.076163 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0dc9df06-30ea-4b5b-9313-7f1111a6e6ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:09.175892 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:09.189582 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a708d9e-9c35-47bd-80cc-26d987b6bbef None None] Pushing event updated for resources: {'Port': ['ID=aa083547-0992-4ec4-9aa2-21c4aeac91c8,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:09.225797 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4d6d43-84a8-4020-87db-5bee52250e4e None None] Routers {'4226a2cb-28c2-4ee2-b494-add695f65c8c'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:09:09.227107 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-6c4d6d43-84a8-4020-87db-5bee52250e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:08:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['4226a2cb-28c2-4ee2-b494-add695f65c8c'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:09.402477 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccc6699-a071-48e2-a7b7-121750cdafe4 None None] Network 23dc4a33-f2ce-4b86-bf3b-fd54d05f4691 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:09:09.437082 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8d6bdc12-788b-4aff-b3fa-6241ab18676b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:09.447686 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48682) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:09.488592 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc9df06-30ea-4b5b-9313-7f1111a6e6ca admin admin] Router 30c451ce-b3aa-4365-957e-41e3a808e7cb is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:09:09.518976 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8723597b-7e0b-488e-be58-ea0f74025556 req-2ca594aa-afb7-429d-b495-8057bc5793ec service neutron] 10.222.0.13 "GET /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5942423 May 23 11:09:09.542965 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-26d35297-1cd1-4929-894d-fd21d068cf28 None None] Provisioning for port 9059e83d-0c95-46b6-9836-26ecd913cbaf completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:09:09.591701 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-6c4d6d43-84a8-4020-87db-5bee52250e4e None None] Set router 4226a2cb-28c2-4ee2-b494-add695f65c8c gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:09:09.774238 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0d32ff35-8d4a-41c5-b16c-651a48bc9ed3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fa966b6da8634440a63b5d24627dc79e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3222017 May 23 11:09:09.777239 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48692) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:09.793057 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-6c4d6d43-84a8-4020-87db-5bee52250e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4226a2cb-28c2-4ee2-b494-add695f65c8c', 'name': '', 'tenant_id': '458f6bd8bf0645d090a34dbc64857384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:08:55Z', 'updated_at': '2022-05-23T11:09:08Z', 'revision_number': 4, 'project_id': '458f6bd8bf0645d090a34dbc64857384', 'gw_port_host': None}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:09.804985 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4d6d43-84a8-4020-87db-5bee52250e4e None None] The sync data for ids ['4226a2cb-28c2-4ee2-b494-add695f65c8c'] in n-d-842952-2 is: [{'id': '4226a2cb-28c2-4ee2-b494-add695f65c8c', 'name': '', 'tenant_id': '458f6bd8bf0645d090a34dbc64857384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:08:55Z', 'updated_at': '2022-05-23T11:09:08Z', 'revision_number': 4, 'project_id': '458f6bd8bf0645d090a34dbc64857384', 'gw_port_host': None}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:09:09.932500 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b837e39-ca67-4fc4-95f4-648d16907569 req-779dd977-12d9-4820-8804-f9bffef675a2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:09.936948 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b837e39-ca67-4fc4-95f4-648d16907569 req-779dd977-12d9-4820-8804-f9bffef675a2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:09.940835 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b837e39-ca67-4fc4-95f4-648d16907569 req-779dd977-12d9-4820-8804-f9bffef675a2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:09.942870 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9b837e39-ca67-4fc4-95f4-648d16907569 req-779dd977-12d9-4820-8804-f9bffef675a2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/ports?device_id=13573160-9a64-44f2-b336-b53642435d56 HTTP/1.1" status: 200 len: 2418 time: 0.5847442 May 23 11:09:09.944360 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc9df06-30ea-4b5b-9313-7f1111a6e6ca admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:09:09.955928 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70de3b4-7ed0-4528-8cad-cfdb8b60e2ac None None] Sync routers for ids ['30c451ce-b3aa-4365-957e-41e3a808e7cb'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:09:09.958559 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74720b0c-f5de-4608-ad69-73c63ecb1da6 req-f134ceb4-0bfe-41df-9906-fc7be4ef355f tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:09.965521 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-74720b0c-f5de-4608-ad69-73c63ecb1da6 req-f134ceb4-0bfe-41df-9906-fc7be4ef355f tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=63d2da9b-e5fb-482d-bc61-2d616cc3e465 HTTP/1.1" status: 200 len: 943 time: 0.5884998 May 23 11:09:09.979947 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8ba77e9d-4ae7-49c6-b7e1-1e25e01a5a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:09.982206 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0dc9df06-30ea-4b5b-9313-7f1111a6e6ca admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:09.985816 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70de3b4-7ed0-4528-8cad-cfdb8b60e2ac None None] Routers {'30c451ce-b3aa-4365-957e-41e3a808e7cb'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:09:09.987556 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0dc9df06-30ea-4b5b-9313-7f1111a6e6ca admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.4556112 May 23 11:09:09.988363 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-a70de3b4-7ed0-4528-8cad-cfdb8b60e2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:08:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['30c451ce-b3aa-4365-957e-41e3a808e7cb'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:09.990081 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48696) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:10.023851 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 9059e83d-0c95-46b6-9836-26ecd913cbaf up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:09:10.058827 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8723597b-7e0b-488e-be58-ea0f74025556 req-c8ff1967-ffc7-404a-9e1d-da2b5abcd953 service neutron] 10.222.0.13 "GET /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4757223 May 23 11:09:10.072621 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-b86f762e-cffb-44d2-9ba6-49f635753f0a tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] For port aa083547-0992-4ec4-9aa2-21c4aeac91c8, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=aa083547-0992-4ec4-9aa2-21c4aeac91c8,segment=NetworkSegment(be5baeca-10ce-4cad-a5b3-3c14523124dd),segment_id=be5baeca-10ce-4cad-a5b3-3c14523124dd)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:09:10.073369 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b86f762e-cffb-44d2-9ba6-49f635753f0a tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:10.126763 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8ba77e9d-4ae7-49c6-b7e1-1e25e01a5a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:10.174151 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 9059e83d-0c95-46b6-9836-26ecd913cbaf completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:09:10.184024 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 9059e83d-0c95-46b6-9836-26ecd913cbaf triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:09:10.184429 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:10.246121 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8ba77e9d-4ae7-49c6-b7e1-1e25e01a5a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:10.276337 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba77e9d-4ae7-49c6-b7e1-1e25e01a5a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42e9ece-730c-4290-b10d-84172fd367dd,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:10.287705 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8ba77e9d-4ae7-49c6-b7e1-1e25e01a5a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:10.303984 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8ba77e9d-4ae7-49c6-b7e1-1e25e01a5a8f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f42e9ece-730c-4290-b10d-84172fd367dd HTTP/1.1" status: 204 len: 168 time: 0.5159621 May 23 11:09:10.349107 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-b86f762e-cffb-44d2-9ba6-49f635753f0a tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Calling delete_port for aa083547-0992-4ec4-9aa2-21c4aeac91c8 owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:09:10.383206 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-a70de3b4-7ed0-4528-8cad-cfdb8b60e2ac None None] Set router 30c451ce-b3aa-4365-957e-41e3a808e7cb gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:09:10.496686 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-74720b0c-f5de-4608-ad69-73c63ecb1da6 req-5fbc0446-7ce9-4639-b454-535f7544c378 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5301881 May 23 11:09:10.512980 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9b837e39-ca67-4fc4-95f4-648d16907569 req-aa41270d-b358-4aef-9562-38d3d3a82bda tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/security-groups?id=810ff234-6f81-470f-ab96-122fc2658368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5326540 May 23 11:09:10.551796 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:10.611273 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d4eb66e3-3d88-44b1-8c0c-2f5b2643663b None None] Provisioning complete for port 9059e83d-0c95-46b6-9836-26ecd913cbaf triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:09:10.614019 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d4eb66e3-3d88-44b1-8c0c-2f5b2643663b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:10.811361 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 9059e83d-0c95-46b6-9836-26ecd913cbaf, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=9059e83d-0c95-46b6-9836-26ecd913cbaf,segment=NetworkSegment(2a37e35a-c59c-4ce5-85bd-85ec38876ac8),segment_id=2a37e35a-c59c-4ce5-85bd-85ec38876ac8)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:09:10.838003 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:10.861867 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b86f762e-cffb-44d2-9ba6-49f635753f0a tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:11.086608 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=9059e83d-0c95-46b6-9836-26ecd913cbaf,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:11.216746 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f762e-cffb-44d2-9ba6-49f635753f0a tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa083547-0992-4ec4-9aa2-21c4aeac91c8,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:11.250794 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-a70de3b4-7ed0-4528-8cad-cfdb8b60e2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c451ce-b3aa-4365-957e-41e3a808e7cb', 'name': 'tempest-TaggedBootDevicesTest-683413081-router', 'tenant_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '1c0bea36-24e2-4f32-b963-869eeebd73d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:09:05Z', 'updated_at': '2022-05-23T11:09:08Z', 'revision_number': 3, 'project_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'gw_port': {'id': '1c0bea36-24e2-4f32-b963-869eeebd73d7', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c451ce-b3aa-4365-957e-41e3a808e7cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:09:06Z', 'updated_at': '2022-05-23T11:09:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:11.257452 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 48714) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:11.257990 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70de3b4-7ed0-4528-8cad-cfdb8b60e2ac None None] Checking router: 30c451ce-b3aa-4365-957e-41e3a808e7cb for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:09:11.258331 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70de3b4-7ed0-4528-8cad-cfdb8b60e2ac None None] Updating router 30c451ce-b3aa-4365-957e-41e3a808e7cb port 1c0bea36-24e2-4f32-b963-869eeebd73d7 binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:09:11.341664 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-a70de3b4-7ed0-4528-8cad-cfdb8b60e2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:11.360394 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f762e-cffb-44d2-9ba6-49f635753f0a tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:09:11.360911 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f762e-cffb-44d2-9ba6-49f635753f0a tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:09:11.361259 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f762e-cffb-44d2-9ba6-49f635753f0a tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:09:11.361596 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f762e-cffb-44d2-9ba6-49f635753f0a tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:09:11.362134 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f762e-cffb-44d2-9ba6-49f635753f0a tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:09:11.362466 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f762e-cffb-44d2-9ba6-49f635753f0a tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:09:11.362794 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f762e-cffb-44d2-9ba6-49f635753f0a tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:09:11.364040 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f762e-cffb-44d2-9ba6-49f635753f0a tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:09:11.364530 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f762e-cffb-44d2-9ba6-49f635753f0a tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:09:11.364865 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f762e-cffb-44d2-9ba6-49f635753f0a tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:09:11.365193 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f762e-cffb-44d2-9ba6-49f635753f0a tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:09:11.487755 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-709fa426-347c-407d-a57f-bfe965623312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:11.625726 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5049b4-eaf5-4ad8-bf1b-7a36db9fd2e2 req-bee84095-392e-4c16-8940-67cd3958c81f tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:11.633722 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9c5049b4-eaf5-4ad8-bf1b-7a36db9fd2e2 req-bee84095-392e-4c16-8940-67cd3958c81f tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e30e57d-0a0c-4a4f-a961-51a195f9caa0 HTTP/1.1" status: 200 len: 945 time: 0.6291823 May 23 11:09:11.749451 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b86f762e-cffb-44d2-9ba6-49f635753f0a tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:11.799150 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-a70de3b4-7ed0-4528-8cad-cfdb8b60e2ac None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:11.814960 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-a70de3b4-7ed0-4528-8cad-cfdb8b60e2ac None None] Transition to ACTIVE for port object 1c0bea36-24e2-4f32-b963-869eeebd73d7 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:09:11.824428 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-a70de3b4-7ed0-4528-8cad-cfdb8b60e2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:11.899376 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f05ea30-bcb6-42ec-b04a-a3850366986b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:11.940335 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device ece4f7fb-84fd-473f-bb53-fbcc5045ec4b details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:09:12.007625 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 9059e83d-0c95-46b6-9836-26ecd913cbaf up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:09:12.038985 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-a70de3b4-7ed0-4528-8cad-cfdb8b60e2ac None None] Attempting to bind port 1c0bea36-24e2-4f32-b963-869eeebd73d7 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:09:12.039611 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-a70de3b4-7ed0-4528-8cad-cfdb8b60e2ac None None] Attempting to bind port 1c0bea36-24e2-4f32-b963-869eeebd73d7 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:09:12.040149 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70de3b4-7ed0-4528-8cad-cfdb8b60e2ac None None] Attempting to bind port 1c0bea36-24e2-4f32-b963-869eeebd73d7 on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:09:12.059609 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4586ae00-a98f-45c5-9536-5e82c3193fb2 None None] Pushing event updated for resources: {'Port': ['ID=1c0bea36-24e2-4f32-b963-869eeebd73d7,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:12.070510 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70de3b4-7ed0-4528-8cad-cfdb8b60e2ac None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:09:12.071178 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70de3b4-7ed0-4528-8cad-cfdb8b60e2ac None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:09:12.071731 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-a70de3b4-7ed0-4528-8cad-cfdb8b60e2ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:12.072292 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70de3b4-7ed0-4528-8cad-cfdb8b60e2ac None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:09:12.073802 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-a70de3b4-7ed0-4528-8cad-cfdb8b60e2ac None None] Bound port: 1c0bea36-24e2-4f32-b963-869eeebd73d7, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:09:12.074364 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-a70de3b4-7ed0-4528-8cad-cfdb8b60e2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:12.194009 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-a70de3b4-7ed0-4528-8cad-cfdb8b60e2ac None None] For port 1c0bea36-24e2-4f32-b963-869eeebd73d7, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:09:12.200356 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-a70de3b4-7ed0-4528-8cad-cfdb8b60e2ac None None] For port 1c0bea36-24e2-4f32-b963-869eeebd73d7, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=1c0bea36-24e2-4f32-b963-869eeebd73d7,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:09:12.208119 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-a70de3b4-7ed0-4528-8cad-cfdb8b60e2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:12.219393 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9c5049b4-eaf5-4ad8-bf1b-7a36db9fd2e2 req-23cc77a7-5f1b-45ea-8198-889387cc5238 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5709743 May 23 11:09:12.221913 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c7dafee1-ce0d-4c4f-8d9a-0ed3bfac7696 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3710ca3afc7547bea487e04497a65cd9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9628899 May 23 11:09:12.232019 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 48724) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:12.341902 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4586ae00-a98f-45c5-9536-5e82c3193fb2 None None] Pushing event updated for resources: {'Port': ['ID=1c0bea36-24e2-4f32-b963-869eeebd73d7,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:12.402495 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port ece4f7fb-84fd-473f-bb53-fbcc5045ec4b, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=ece4f7fb-84fd-473f-bb53-fbcc5045ec4b,segment=NetworkSegment(633c66ca-dc41-4b0b-a0a3-ed62624a9374),segment_id=633c66ca-dc41-4b0b-a0a3-ed62624a9374)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:09:12.422358 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70de3b4-7ed0-4528-8cad-cfdb8b60e2ac None None] Routers {'30c451ce-b3aa-4365-957e-41e3a808e7cb'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:09:12.424795 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-a70de3b4-7ed0-4528-8cad-cfdb8b60e2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:09:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['30c451ce-b3aa-4365-957e-41e3a808e7cb'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:12.434979 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'ece4f7fb-84fd-473f-bb53-fbcc5045ec4b', 'network_id': '1a5c8466-e669-4a02-9cf7-1e34891324c1', 'port_id': 'ece4f7fb-84fd-473f-bb53-fbcc5045ec4b', 'mac_address': 'fa:16:3e:53:85:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d8b9b5-f057-42e7-939b-4e81b16011fa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:09:12.471311 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-4f05ea30-bcb6-42ec-b04a-a3850366986b admin admin] Allocated IP 172.20.0.1 (23dc4a33-f2ce-4b86-bf3b-fd54d05f4691/b2226f5c-2e5b-46dc-ae1a-6976c060aeaf/92f4ae60-c808-4476-9cbd-2bbe0f13c12e) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:09:12.536862 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:12.576946 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 9059e83d-0c95-46b6-9836-26ecd913cbaf triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:09:12.577550 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:12.619082 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ece4f7fb-84fd-473f-bb53-fbcc5045ec4b {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:09:12.631729 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e584cb-ef93-4b61-9905-6502c451adc5 req-3c5ff8e6-d23c-48cb-9c60-febbf2fddf1f tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:12.636599 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e584cb-ef93-4b61-9905-6502c451adc5 req-3c5ff8e6-d23c-48cb-9c60-febbf2fddf1f tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:12.641023 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e584cb-ef93-4b61-9905-6502c451adc5 req-3c5ff8e6-d23c-48cb-9c60-febbf2fddf1f tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:12.649192 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a0e584cb-ef93-4b61-9905-6502c451adc5 req-3c5ff8e6-d23c-48cb-9c60-febbf2fddf1f tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/ports?device_id=13573160-9a64-44f2-b336-b53642435d56 HTTP/1.1" status: 200 len: 2418 time: 1.0143871 May 23 11:09:12.654130 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f05ea30-bcb6-42ec-b04a-a3850366986b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:12.654740 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b86f762e-cffb-44d2-9ba6-49f635753f0a tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:12.670488 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-4f05ea30-bcb6-42ec-b04a-a3850366986b admin admin] Transition to ACTIVE for port object 92f4ae60-c808-4476-9cbd-2bbe0f13c12e will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:09:12.680324 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:12.699950 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f05ea30-bcb6-42ec-b04a-a3850366986b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:12.701671 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port ece4f7fb-84fd-473f-bb53-fbcc5045ec4b, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=ece4f7fb-84fd-473f-bb53-fbcc5045ec4b,segment=NetworkSegment(633c66ca-dc41-4b0b-a0a3-ed62624a9374),segment_id=633c66ca-dc41-4b0b-a0a3-ed62624a9374)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:09:12.708843 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-a70de3b4-7ed0-4528-8cad-cfdb8b60e2ac None None] Set router 30c451ce-b3aa-4365-957e-41e3a808e7cb gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:09:12.709713 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:12.730452 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b86f762e-cffb-44d2-9ba6-49f635753f0a tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:12.751328 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548cce5b-43f5-49b1-8a2b-7b063a558f9f req-ddd941a3-e78e-45bc-9857-90058ab3ebff tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:12.758325 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-548cce5b-43f5-49b1-8a2b-7b063a558f9f req-ddd941a3-e78e-45bc-9857-90058ab3ebff tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=63d2da9b-e5fb-482d-bc61-2d616cc3e465 HTTP/1.1" status: 200 len: 943 time: 0.3401484 May 23 11:09:12.762402 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2d0688ca-3a63-4777-b06f-7c4434a09f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:12.777404 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f05ea30-bcb6-42ec-b04a-a3850366986b admin admin] Pushing event updated for resources: {'Port': ['ID=92f4ae60-c808-4476-9cbd-2bbe0f13c12e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:12.791099 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2d0688ca-3a63-4777-b06f-7c4434a09f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:12.799869 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f05ea30-bcb6-42ec-b04a-a3850366986b admin admin] Network 23dc4a33-f2ce-4b86-bf3b-fd54d05f4691 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:09:12.801167 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-4f05ea30-bcb6-42ec-b04a-a3850366986b admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:09:12.804283 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f05ea30-bcb6-42ec-b04a-a3850366986b admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:09:12.844216 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a0e584cb-ef93-4b61-9905-6502c451adc5 req-b1707c8a-728e-4818-8b40-2b8d166d3c37 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/security-groups?id=810ff234-6f81-470f-ab96-122fc2658368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939986 May 23 11:09:12.934965 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f05ea30-bcb6-42ec-b04a-a3850366986b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:12.957117 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:13.004895 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2d0688ca-3a63-4777-b06f-7c4434a09f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:13.016895 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b86f762e-cffb-44d2-9ba6-49f635753f0a tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:13.019619 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86f762e-cffb-44d2-9ba6-49f635753f0a tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4226a2cb-28c2-4ee2-b494-add695f65c8c {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:09:13.088043 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=ece4f7fb-84fd-473f-bb53-fbcc5045ec4b,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:13.119454 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0688ca-3a63-4777-b06f-7c4434a09f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a50aacf-3daa-4429-89ed-582d38d8a3a9,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:13.164463 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['ece4f7fb-84fd-473f-bb53-fbcc5045ec4b'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:09:13.171621 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f05ea30-bcb6-42ec-b04a-a3850366986b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:13.207160 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-548cce5b-43f5-49b1-8a2b-7b063a558f9f req-2ef5889a-40b5-40db-84ac-46870951c497 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4478588 May 23 11:09:13.213509 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2d0688ca-3a63-4777-b06f-7c4434a09f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:13.231392 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2d0688ca-3a63-4777-b06f-7c4434a09f89 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6a50aacf-3daa-4429-89ed-582d38d8a3a9 HTTP/1.1" status: 204 len: 168 time: 0.9961956 May 23 11:09:13.234526 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b86f762e-cffb-44d2-9ba6-49f635753f0a tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:13.235751 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b86f762e-cffb-44d2-9ba6-49f635753f0a tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] 10.222.0.79 "DELETE /v2.0/routers/4226a2cb-28c2-4ee2-b494-add695f65c8c HTTP/1.1" status: 204 len: 168 time: 6.8875020 May 23 11:09:13.249924 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 48738) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:13.338124 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-a70de3b4-7ed0-4528-8cad-cfdb8b60e2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c451ce-b3aa-4365-957e-41e3a808e7cb', 'name': 'tempest-TaggedBootDevicesTest-683413081-router', 'tenant_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '1c0bea36-24e2-4f32-b963-869eeebd73d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:09:05Z', 'updated_at': '2022-05-23T11:09:08Z', 'revision_number': 3, 'project_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'gw_port': {'id': '1c0bea36-24e2-4f32-b963-869eeebd73d7', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c451ce-b3aa-4365-957e-41e3a808e7cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:09:06Z', 'updated_at': '2022-05-23T11:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:13.351849 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70de3b4-7ed0-4528-8cad-cfdb8b60e2ac None None] The sync data for ids ['30c451ce-b3aa-4365-957e-41e3a808e7cb'] in n-d-842952-2 is: [{'id': '30c451ce-b3aa-4365-957e-41e3a808e7cb', 'name': 'tempest-TaggedBootDevicesTest-683413081-router', 'tenant_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '1c0bea36-24e2-4f32-b963-869eeebd73d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:09:05Z', 'updated_at': '2022-05-23T11:09:08Z', 'revision_number': 3, 'project_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'gw_port': {'id': '1c0bea36-24e2-4f32-b963-869eeebd73d7', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c451ce-b3aa-4365-957e-41e3a808e7cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:09:06Z', 'updated_at': '2022-05-23T11:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:09:13.425987 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-885474df-29a2-47e4-96e6-a878e259956d tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Deleting subnet 0276af56-315b-4a99-bd04-6b1185b841ee {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:09:13.426243 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d61ec302-6fb0-4c28-8ed1-87cc71308e71 None None] Provisioning for port 92f4ae60-c808-4476-9cbd-2bbe0f13c12e completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:09:13.439407 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-885474df-29a2-47e4-96e6-a878e259956d tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:13.445571 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d61ec302-6fb0-4c28-8ed1-87cc71308e71 None None] Provisioning complete for port 92f4ae60-c808-4476-9cbd-2bbe0f13c12e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:09:13.445940 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d61ec302-6fb0-4c28-8ed1-87cc71308e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:13.605837 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-885474df-29a2-47e4-96e6-a878e259956d tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:13.676808 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e3479-262a-4f4a-abae-f5411ecc9324 req-e0382169-d0af-4ed1-9559-1371c666f2b6 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:13.680920 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e3479-262a-4f4a-abae-f5411ecc9324 req-e0382169-d0af-4ed1-9559-1371c666f2b6 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:13.685417 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e3479-262a-4f4a-abae-f5411ecc9324 req-e0382169-d0af-4ed1-9559-1371c666f2b6 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:13.686576 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-367e3479-262a-4f4a-abae-f5411ecc9324 req-e0382169-d0af-4ed1-9559-1371c666f2b6 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Synchronizing usage tracker for tenant:3583a8d0822f4e2696ff39b89a43df5e on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:09:13.715735 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-367e3479-262a-4f4a-abae-f5411ecc9324 req-e0382169-d0af-4ed1-9559-1371c666f2b6 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Unset dirty status for tenant:3583a8d0822f4e2696ff39b89a43df5e on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:09:13.716469 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d61ec302-6fb0-4c28-8ed1-87cc71308e71 None None] Port 92f4ae60-c808-4476-9cbd-2bbe0f13c12e cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:09:13.717289 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-367e3479-262a-4f4a-abae-f5411ecc9324 req-e0382169-d0af-4ed1-9559-1371c666f2b6 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.81 "GET /v2.0/ports?device_id=13573160-9a64-44f2-b336-b53642435d56 HTTP/1.1" status: 200 len: 2418 time: 0.4549479 May 23 11:09:13.724643 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f05ea30-bcb6-42ec-b04a-a3850366986b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:13.756462 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-885474df-29a2-47e4-96e6-a878e259956d tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:13.761977 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f05ea30-bcb6-42ec-b04a-a3850366986b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:13.789374 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3ce98-5998-4fe9-9164-8c857015dc7e req-30b60e2b-db33-46c3-a181-e9dd80c9300a tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:13.791101 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0af3ce98-5998-4fe9-9164-8c857015dc7e req-30b60e2b-db33-46c3-a181-e9dd80c9300a tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e30e57d-0a0c-4a4f-a961-51a195f9caa0 HTTP/1.1" status: 200 len: 945 time: 0.2476661 May 23 11:09:13.863148 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0af3ce98-5998-4fe9-9164-8c857015dc7e req-0d649eff-00cc-4d30-8db8-d765372552e8 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604601 May 23 11:09:13.882122 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-885474df-29a2-47e4-96e6-a878e259956d tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:13.973540 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885474df-29a2-47e4-96e6-a878e259956d tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0276af56-315b-4a99-bd04-6b1185b841ee,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:13.994169 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-885474df-29a2-47e4-96e6-a878e259956d tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:14.009998 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-885474df-29a2-47e4-96e6-a878e259956d tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] 10.222.0.79 "DELETE /v2.0/subnets/0276af56-315b-4a99-bd04-6b1185b841ee HTTP/1.1" status: 204 len: 168 time: 0.7522612 May 23 11:09:14.010838 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 48756) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:14.030528 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-367e3479-262a-4f4a-abae-f5411ecc9324 req-28093402-6ab9-4e71-81d9-e129036c6cde tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Deleting port dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:09:14.031529 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-367e3479-262a-4f4a-abae-f5411ecc9324 req-28093402-6ab9-4e71-81d9-e129036c6cde tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:14.123548 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:14.139767 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f05ea30-bcb6-42ec-b04a-a3850366986b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:14.171347 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f05ea30-bcb6-42ec-b04a-a3850366986b admin admin] Pushing event updated for resources: {'Port': ['ID=92f4ae60-c808-4476-9cbd-2bbe0f13c12e,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:14.234510 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b634c0b2-caac-4895-babe-7e16765b5156 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:14.301786 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a375b-7ba7-4a94-b128-d419ee95d528 req-4823ba75-4206-4a1a-ae62-a0898b5517ec tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:14.309235 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a375b-7ba7-4a94-b128-d419ee95d528 req-4823ba75-4206-4a1a-ae62-a0898b5517ec tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:14.315691 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a375b-7ba7-4a94-b128-d419ee95d528 req-4823ba75-4206-4a1a-ae62-a0898b5517ec tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:14.324059 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-693a375b-7ba7-4a94-b128-d419ee95d528 req-4823ba75-4206-4a1a-ae62-a0898b5517ec tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/ports?device_id=13573160-9a64-44f2-b336-b53642435d56 HTTP/1.1" status: 200 len: 2418 time: 0.1865842 May 23 11:09:14.539253 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-693a375b-7ba7-4a94-b128-d419ee95d528 req-0343a719-6382-478f-baaf-f1bf0ce32d4c tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/security-groups?id=810ff234-6f81-470f-ab96-122fc2658368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138572 May 23 11:09:14.541110 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b634c0b2-caac-4895-babe-7e16765b5156 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:14.559634 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-367e3479-262a-4f4a-abae-f5411ecc9324 req-28093402-6ab9-4e71-81d9-e129036c6cde tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] For port dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b,segment=NetworkSegment(1ab1f3e2-faf2-434f-a505-364ca5a74414),segment_id=1ab1f3e2-faf2-434f-a505-364ca5a74414)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:09:14.560516 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-367e3479-262a-4f4a-abae-f5411ecc9324 req-28093402-6ab9-4e71-81d9-e129036c6cde tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:14.667787 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-b634c0b2-caac-4895-babe-7e16765b5156 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ada42bb-74d3-4de3-872d-5d1b60423edd']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:14.684048 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-b634c0b2-caac-4895-babe-7e16765b5156 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be5baeca-10ce-4cad-a5b3-3c14523124dd') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:14.684502 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-b634c0b2-caac-4895-babe-7e16765b5156 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be5baeca-10ce-4cad-a5b3-3c14523124dd') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:14.729046 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b634c0b2-caac-4895-babe-7e16765b5156 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:14.758141 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b634c0b2-caac-4895-babe-7e16765b5156 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:14.775117 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b634c0b2-caac-4895-babe-7e16765b5156 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:09:14.775932 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b634c0b2-caac-4895-babe-7e16765b5156 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:14.814429 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-367e3479-262a-4f4a-abae-f5411ecc9324 req-28093402-6ab9-4e71-81d9-e129036c6cde tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Calling delete_port for dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:09:14.892942 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:09:14.892942 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:09:14.892942 n-d-842952-2 neutron-server[83910]: timer() May 23 11:09:14.892942 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:09:14.892942 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:09:14.892942 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:09:14.892942 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:09:14.892942 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:09:14.892942 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:09:14.892942 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:09:14.892942 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:09:14.892942 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:09:14.892942 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:09:14.892942 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:09:14.892942 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:09:14.892942 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:09:14.892942 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:09:14.892942 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:09:14.892942 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:09:14.892942 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:09:14.892942 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:09:14.892942 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:09:14.892942 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:09:14.892942 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:09:14.892942 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:09:14.892942 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:09:14.892942 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:09:14.892942 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:09:14.892942 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:09:14.892942 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:09:14.892942 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:09:14.892942 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:09:14.946190 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c5385-ea61-4166-bb9e-eb950df48840 req-0749943f-2cdd-4d7d-841f-f315dcd7cee7 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:14.947776 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f73c5385-ea61-4166-bb9e-eb950df48840 req-0749943f-2cdd-4d7d-841f-f315dcd7cee7 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=63d2da9b-e5fb-482d-bc61-2d616cc3e465 HTTP/1.1" status: 200 len: 944 time: 0.4220347 May 23 11:09:14.977845 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b634c0b2-caac-4895-babe-7e16765b5156 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:14.982103 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b634c0b2-caac-4895-babe-7e16765b5156 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7ada42bb-74d3-4de3-872d-5d1b60423edd {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 23 11:09:14.984518 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b634c0b2-caac-4895-babe-7e16765b5156 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:15.013758 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b634c0b2-caac-4895-babe-7e16765b5156 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] 10.222.0.79 "DELETE /v2.0/networks/7ada42bb-74d3-4de3-872d-5d1b60423edd HTTP/1.1" status: 204 len: 168 time: 1.0018361 May 23 11:09:15.019530 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634c0b2-caac-4895-babe-7e16765b5156 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Pushing event deleted for resources: {'Network': ['ID=7ada42bb-74d3-4de3-872d-5d1b60423edd,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:15.054472 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f73c5385-ea61-4166-bb9e-eb950df48840 req-a32f7317-6d54-4d9c-8483-5029fcc922a5 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974805 May 23 11:09:15.213871 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f05ea30-bcb6-42ec-b04a-a3850366986b admin admin] Network 23dc4a33-f2ce-4b86-bf3b-fd54d05f4691 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:09:15.215608 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-4f05ea30-bcb6-42ec-b04a-a3850366986b admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:09:15.733527 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6938af97-c906-4108-8731-d05a9c898439 None None] Provisioning complete for port 92f4ae60-c808-4476-9cbd-2bbe0f13c12e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:09:15.734285 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6938af97-c906-4108-8731-d05a9c898439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:15.757317 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93021714-b6b3-4fc7-9afd-831d7916f072 req-5e5d3172-ec1a-4122-8451-2b035f3747c4 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:15.765791 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93021714-b6b3-4fc7-9afd-831d7916f072 req-5e5d3172-ec1a-4122-8451-2b035f3747c4 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e30e57d-0a0c-4a4f-a961-51a195f9caa0 HTTP/1.1" status: 200 len: 945 time: 0.6413722 May 23 11:09:15.970674 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93021714-b6b3-4fc7-9afd-831d7916f072 req-daf5e129-f938-4052-aa86-1cef6ae3265d tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723158 May 23 11:09:16.017071 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device ece4f7fb-84fd-473f-bb53-fbcc5045ec4b up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:09:16.143632 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-367e3479-262a-4f4a-abae-f5411ecc9324 req-28093402-6ab9-4e71-81d9-e129036c6cde tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:16.240283 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 1c0bea36-24e2-4f32-b963-869eeebd73d7 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:09:16.278730 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28093402-6ab9-4e71-81d9-e129036c6cde tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Pushing event deleted for resources: {'Port': ['ID=dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:16.312896 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6938af97-c906-4108-8731-d05a9c898439 None None] Port 92f4ae60-c808-4476-9cbd-2bbe0f13c12e cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:09:16.336434 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port ece4f7fb-84fd-473f-bb53-fbcc5045ec4b completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:09:16.355117 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port ece4f7fb-84fd-473f-bb53-fbcc5045ec4b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:09:16.355488 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:16.393133 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 48804) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:16.421074 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-53e3db0e-bb0b-4d65-a64d-d3c17793f97b tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Request body: {'router': {'name': 'tempest-router--550041175', 'project_id': 'c37f05ad45154255b9e9a3d183f60ed3'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:09:16.461146 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a33969a-8f9b-40d4-82db-a8aba8bf784e req-0a37ba08-d1a1-44d7-9568-c246b46b89bf tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:16.474440 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a33969a-8f9b-40d4-82db-a8aba8bf784e req-0a37ba08-d1a1-44d7-9568-c246b46b89bf tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:16.477931 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0a33969a-8f9b-40d4-82db-a8aba8bf784e req-0a37ba08-d1a1-44d7-9568-c246b46b89bf tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/ports?device_id=13573160-9a64-44f2-b336-b53642435d56 HTTP/1.1" status: 200 len: 1683 time: 0.3134401 May 23 11:09:16.480122 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-53e3db0e-bb0b-4d65-a64d-d3c17793f97b tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:09:16.535901 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-53e3db0e-bb0b-4d65-a64d-d3c17793f97b tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Usage tracker for resource:router and tenant:c37f05ad45154255b9e9a3d183f60ed3 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:09:16.546424 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-367e3479-262a-4f4a-abae-f5411ecc9324 req-28093402-6ab9-4e71-81d9-e129036c6cde tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] No DVR routers for this DVR port dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:09:16.549420 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-367e3479-262a-4f4a-abae-f5411ecc9324 req-28093402-6ab9-4e71-81d9-e129036c6cde tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:16.551669 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-53e3db0e-bb0b-4d65-a64d-d3c17793f97b tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:09:16.555209 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13573160-9a64-44f2-b336-b53642435d56', 'name': 'network-vif-deleted', 'tag': 'dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:09:16.556698 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 1c0bea36-24e2-4f32-b963-869eeebd73d7 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:09:16.571573 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-53e3db0e-bb0b-4d65-a64d-d3c17793f97b tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:09:16.596594 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 1c0bea36-24e2-4f32-b963-869eeebd73d7 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:09:16.603254 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:16.629813 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-53e3db0e-bb0b-4d65-a64d-d3c17793f97b tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:16.635360 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-53e3db0e-bb0b-4d65-a64d-d3c17793f97b tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:16.644102 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-367e3479-262a-4f4a-abae-f5411ecc9324 req-28093402-6ab9-4e71-81d9-e129036c6cde tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.81 "DELETE /v2.0/ports/dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b HTTP/1.1" status: 204 len: 173 time: 2.9176650 May 23 11:09:16.653423 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0a33969a-8f9b-40d4-82db-a8aba8bf784e req-0bf2b5ff-0621-4e2e-85d2-7ff79177b4eb tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/security-groups?id=810ff234-6f81-470f-ab96-122fc2658368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668637 May 23 11:09:16.681288 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:16.703660 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-53e3db0e-bb0b-4d65-a64d-d3c17793f97b tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:16.749089 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-53e3db0e-bb0b-4d65-a64d-d3c17793f97b tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:16.755541 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d2da9b-e5fb-482d-bc61-2d616cc3e465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece4f7fb-84fd-473f-bb53-fbcc5045ec4b'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:09:16.795576 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-53e3db0e-bb0b-4d65-a64d-d3c17793f97b tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:16.796814 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-53e3db0e-bb0b-4d65-a64d-d3c17793f97b tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3974729 May 23 11:09:16.799877 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 48820) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:16.845952 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-367e3479-262a-4f4a-abae-f5411ecc9324 req-7a0ad125-07b9-4af9-afb6-489453a2d113 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Deleting port e739be79-b886-4751-8243-191f6feeb503 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:09:16.846318 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-367e3479-262a-4f4a-abae-f5411ecc9324 req-7a0ad125-07b9-4af9-afb6-489453a2d113 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:16.900814 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:16.924992 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 1c0bea36-24e2-4f32-b963-869eeebd73d7, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=1c0bea36-24e2-4f32-b963-869eeebd73d7,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:09:16.927550 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port ece4f7fb-84fd-473f-bb53-fbcc5045ec4b, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=ece4f7fb-84fd-473f-bb53-fbcc5045ec4b,segment=NetworkSegment(633c66ca-dc41-4b0b-a0a3-ed62624a9374),segment_id=633c66ca-dc41-4b0b-a0a3-ed62624a9374)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:09:16.935499 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:17.080530 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:17.135773 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e02555d-d122-438e-a861-3d406cf6026f tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:17.169406 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=1c0bea36-24e2-4f32-b963-869eeebd73d7,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:17.249487 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48828) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:17.298162 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=ece4f7fb-84fd-473f-bb53-fbcc5045ec4b,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:17.319525 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2f5177f-a403-4c0d-9a8e-81cfd38a4117'] response: {'server_uuid': '13573160-9a64-44f2-b336-b53642435d56', 'name': 'network-vif-deleted', 'tag': 'dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b', 'status': 'completed', 'code': 200} May 23 11:09:17.380475 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b649e7b3-e057-4ae2-854c-abbdd86f29a1'] response: {'server_uuid': '63d2da9b-e5fb-482d-bc61-2d616cc3e465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece4f7fb-84fd-473f-bb53-fbcc5045ec4b', 'code': 200} May 23 11:09:17.402435 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f05ea30-bcb6-42ec-b04a-a3850366986b admin admin] Router 30c451ce-b3aa-4365-957e-41e3a808e7cb has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:09:17.410850 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-367e3479-262a-4f4a-abae-f5411ecc9324 req-7a0ad125-07b9-4af9-afb6-489453a2d113 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] For port e739be79-b886-4751-8243-191f6feeb503, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=e739be79-b886-4751-8243-191f6feeb503,segment=NetworkSegment(72b0ff4c-0de9-46e3-a56c-77c8491f6585),segment_id=72b0ff4c-0de9-46e3-a56c-77c8491f6585)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:09:17.411212 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-367e3479-262a-4f4a-abae-f5411ecc9324 req-7a0ad125-07b9-4af9-afb6-489453a2d113 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:17.422889 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a9b72-b77f-4689-9e0a-ed2ebea13828 req-4ae03c19-2292-473a-b7e5-d0ef50d630fc tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:17.425414 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-af9a9b72-b77f-4689-9e0a-ed2ebea13828 req-4ae03c19-2292-473a-b7e5-d0ef50d630fc tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=63d2da9b-e5fb-482d-bc61-2d616cc3e465 HTTP/1.1" status: 200 len: 945 time: 0.3792174 May 23 11:09:17.522005 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-f404b0bf-693a-4773-95c9-ede8ecd70d9a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-519688581', 'router:external': True}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:09:17.590611 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-367e3479-262a-4f4a-abae-f5411ecc9324 req-7a0ad125-07b9-4af9-afb6-489453a2d113 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Calling delete_port for e739be79-b886-4751-8243-191f6feeb503 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:09:17.618061 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f404b0bf-693a-4773-95c9-ede8ecd70d9a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:09:17.619085 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 1eec945d-5079-431e-aba4-3a9b06378d48 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:09:17.633284 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f404b0bf-693a-4773-95c9-ede8ecd70d9a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Usage tracker for resource:network and tenant:3a58b3a6e9ef44afb95c6caff7db1301 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:09:17.639493 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f404b0bf-693a-4773-95c9-ede8ecd70d9a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:09:17.655103 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f404b0bf-693a-4773-95c9-ede8ecd70d9a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:09:17.741360 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:17.776827 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 1eec945d-5079-431e-aba4-3a9b06378d48, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=1eec945d-5079-431e-aba4-3a9b06378d48,segment=NetworkSegment(72b0ff4c-0de9-46e3-a56c-77c8491f6585),segment_id=72b0ff4c-0de9-46e3-a56c-77c8491f6585)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:09:17.785966 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f404b0bf-693a-4773-95c9-ede8ecd70d9a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Made reservation on behalf of 3a58b3a6e9ef44afb95c6caff7db1301 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:09:17.788264 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f404b0bf-693a-4773-95c9-ede8ecd70d9a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:17.793391 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:17.795249 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device e739be79-b886-4751-8243-191f6feeb503 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:09:17.820099 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f404b0bf-693a-4773-95c9-ede8ecd70d9a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:17.835167 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e02555d-d122-438e-a861-3d406cf6026f tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:17.839862 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e02555d-d122-438e-a861-3d406cf6026f tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:17.953905 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=1eec945d-5079-431e-aba4-3a9b06378d48,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:17.989766 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e02555d-d122-438e-a861-3d406cf6026f tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:17.990324 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e02555d-d122-438e-a861-3d406cf6026f tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 665d72be-0cb2-4823-b4ee-8936fe3a74f6 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:09:17.995802 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 1c0bea36-24e2-4f32-b963-869eeebd73d7 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:09:18.050130 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-af9a9b72-b77f-4689-9e0a-ed2ebea13828 req-bf2771f2-fa1d-4bfe-9a70-0cdf5750bddd tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6185262 May 23 11:09:18.052525 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e02555d-d122-438e-a861-3d406cf6026f tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:18.056594 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3e02555d-d122-438e-a861-3d406cf6026f tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] 10.222.0.79 "DELETE /v2.0/routers/665d72be-0cb2-4823-b4ee-8936fe3a74f6 HTTP/1.1" status: 204 len: 168 time: 1.2556143 May 23 11:09:18.066666 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f404b0bf-693a-4773-95c9-ede8ecd70d9a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:09:18.075630 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:18.079461 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f404b0bf-693a-4773-95c9-ede8ecd70d9a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Usage tracker for resource:security_group_rule and tenant:3a58b3a6e9ef44afb95c6caff7db1301 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:09:18.083981 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f404b0bf-693a-4773-95c9-ede8ecd70d9a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:09:18.094226 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-367e3479-262a-4f4a-abae-f5411ecc9324 req-7a0ad125-07b9-4af9-afb6-489453a2d113 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:18.097227 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f404b0bf-693a-4773-95c9-ede8ecd70d9a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:09:18.146386 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 1c0bea36-24e2-4f32-b963-869eeebd73d7 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:09:18.146668 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:18.152460 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553cdc7-12c5-4562-aff4-083f48fa5734 req-716f873b-6ab0-4218-9b35-985d307cf4f3 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:18.156355 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553cdc7-12c5-4562-aff4-083f48fa5734 req-716f873b-6ab0-4218-9b35-985d307cf4f3 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:18.165631 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a553cdc7-12c5-4562-aff4-083f48fa5734 req-716f873b-6ab0-4218-9b35-985d307cf4f3 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/ports?device_id=13573160-9a64-44f2-b336-b53642435d56 HTTP/1.1" status: 200 len: 1681 time: 0.2843037 May 23 11:09:18.173923 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:09:18.230471 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ad125-07b9-4af9-afb6-489453a2d113 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Pushing event deleted for resources: {'Port': ['ID=e739be79-b886-4751-8243-191f6feeb503,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:18.231291 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b8144a51-24b2-4d55-a689-71a548d979db req-7868ec0f-bb0c-4559-a383-5c9017a2b047 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=63d2da9b-e5fb-482d-bc61-2d616cc3e465 HTTP/1.1" status: 200 len: 1096 time: 0.6422453 May 23 11:09:18.232538 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:09:18.232880 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device dbe04d81-087e-4cf8-a6c6-c58c6fe8e29b not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:09:18.240879 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a553cdc7-12c5-4562-aff4-083f48fa5734 req-883b0fc0-2334-4bd3-9a9c-88d77129a20d tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/security-groups?id=810ff234-6f81-470f-ab96-122fc2658368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741928 May 23 11:09:18.299244 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b8144a51-24b2-4d55-a689-71a548d979db req-be395e9c-4255-4d84-912c-0aa15d898cbe service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573926 May 23 11:09:18.374673 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-367e3479-262a-4f4a-abae-f5411ecc9324 req-7a0ad125-07b9-4af9-afb6-489453a2d113 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] No DVR routers for this DVR port e739be79-b886-4751-8243-191f6feeb503 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:09:18.379513 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-367e3479-262a-4f4a-abae-f5411ecc9324 req-7a0ad125-07b9-4af9-afb6-489453a2d113 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:18.418660 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 48848) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:18.418886 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-367e3479-262a-4f4a-abae-f5411ecc9324 req-7a0ad125-07b9-4af9-afb6-489453a2d113 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.81 "DELETE /v2.0/ports/e739be79-b886-4751-8243-191f6feeb503 HTTP/1.1" status: 204 len: 173 time: 1.7662013 May 23 11:09:18.517446 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f404b0bf-693a-4773-95c9-ede8ecd70d9a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:18.529526 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-367e3479-262a-4f4a-abae-f5411ecc9324 req-4f9a48b9-ad39-48c8-8736-ee5b2346d62d tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Deleting port 1eec945d-5079-431e-aba4-3a9b06378d48 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:09:18.529852 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-367e3479-262a-4f4a-abae-f5411ecc9324 req-4f9a48b9-ad39-48c8-8736-ee5b2346d62d tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:18.530755 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-72a68393-51c0-4f11-be14-882433ba9ea2 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Synchronizing usage tracker for tenant:4e03745f99574e5389955681da2fca5e on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:09:18.568122 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-72a68393-51c0-4f11-be14-882433ba9ea2 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Unset dirty status for tenant:4e03745f99574e5389955681da2fca5e on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:09:18.569267 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-72a68393-51c0-4f11-be14-882433ba9ea2 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1642383956&fields=id&tenant_id=4e03745f99574e5389955681da2fca5e HTTP/1.1" status: 200 len: 267 time: 0.1246734 May 23 11:09:18.589649 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f404b0bf-693a-4773-95c9-ede8ecd70d9a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:18.632897 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f404b0bf-693a-4773-95c9-ede8ecd70d9a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:09:18.665154 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-8e58cdab-e1d8-46e2-9ac4-3695c0d6a8f4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2142252982', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}, 'admin_state_up': False}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:09:18.673886 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f05ea30-bcb6-42ec-b04a-a3850366986b admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:09:18.679431 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8e58cdab-e1d8-46e2-9ac4-3695c0d6a8f4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:09:18.688443 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8e58cdab-e1d8-46e2-9ac4-3695c0d6a8f4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Usage tracker for resource:router and tenant:c2a79d2239134095b106232196da01c0 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:09:18.689345 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f404b0bf-693a-4773-95c9-ede8ecd70d9a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fafbf6d-3fbf-48a7-9ae1-c2765f6fc8c9,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:18.693453 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8e58cdab-e1d8-46e2-9ac4-3695c0d6a8f4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:09:18.697307 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f404b0bf-693a-4773-95c9-ede8ecd70d9a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:18.697548 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-f404b0bf-693a-4773-95c9-ede8ecd70d9a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Added segment 31ecbcb1-230d-460e-9e77-b97fc4755b45 of type vlan for network 4f0a78d1-d497-4817-b525-d5508b822130 May 23 11:09:18.703926 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8e58cdab-e1d8-46e2-9ac4-3695c0d6a8f4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:09:18.725406 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4f05ea30-bcb6-42ec-b04a-a3850366986b admin admin] 10.222.0.79 "PUT /v2.0/routers/30c451ce-b3aa-4365-957e-41e3a808e7cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7217624 May 23 11:09:18.737389 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8e58cdab-e1d8-46e2-9ac4-3695c0d6a8f4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:18.738539 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8e58cdab-e1d8-46e2-9ac4-3695c0d6a8f4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:18.765403 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-758da8eb-2c10-4f63-92ce-c623396796ed tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:18.767052 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-758da8eb-2c10-4f63-92ce-c623396796ed tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/networks?id=0a05d838-cda3-46c0-8bf8-03d2c6de0cc0 HTTP/1.1" status: 200 len: 816 time: 0.1911845 May 23 11:09:18.791605 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-03cdf0c8-cbf9-42cd-9593-33256d259a7b tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/quotas/4e03745f99574e5389955681da2fca5e HTTP/1.1" status: 200 len: 375 time: 0.0140009 May 23 11:09:18.792921 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8e58cdab-e1d8-46e2-9ac4-3695c0d6a8f4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:18.828743 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f404b0bf-693a-4773-95c9-ede8ecd70d9a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:18.915101 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-367e3479-262a-4f4a-abae-f5411ecc9324 req-4f9a48b9-ad39-48c8-8736-ee5b2346d62d tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] For port 1eec945d-5079-431e-aba4-3a9b06378d48, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=1eec945d-5079-431e-aba4-3a9b06378d48,segment=NetworkSegment(72b0ff4c-0de9-46e3-a56c-77c8491f6585),segment_id=72b0ff4c-0de9-46e3-a56c-77c8491f6585)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:09:18.915511 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-367e3479-262a-4f4a-abae-f5411ecc9324 req-4f9a48b9-ad39-48c8-8736-ee5b2346d62d tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:18.926576 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f404b0bf-693a-4773-95c9-ede8ecd70d9a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:18.927458 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f404b0bf-693a-4773-95c9-ede8ecd70d9a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:18.928057 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f404b0bf-693a-4773-95c9-ede8ecd70d9a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:19.122034 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-367e3479-262a-4f4a-abae-f5411ecc9324 req-4f9a48b9-ad39-48c8-8736-ee5b2346d62d tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Calling delete_port for 1eec945d-5079-431e-aba4-3a9b06378d48 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:09:19.135617 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-5f97f4ef-181f-4bdf-bac1-2fd2131e1168 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4e03745f99574e5389955681da2fca5e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3327639 May 23 11:09:19.152891 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8e58cdab-e1d8-46e2-9ac4-3695c0d6a8f4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:19.155212 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f404b0bf-693a-4773-95c9-ede8ecd70d9a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.9047148 May 23 11:09:19.174093 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48868) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:19.190124 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-272c0ef7-f24b-4901-971b-9d63c9aa93ef tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Request body: {'subnet': {'network_id': '4f0a78d1-d497-4817-b525-d5508b822130', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:09:19.202182 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-272c0ef7-f24b-4901-971b-9d63c9aa93ef tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:09:19.214263 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f404b0bf-693a-4773-95c9-ede8ecd70d9a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Pushing event updated for resources: {'Network': ['ID=4f0a78d1-d497-4817-b525-d5508b822130,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:19.216878 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-272c0ef7-f24b-4901-971b-9d63c9aa93ef tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Usage tracker for resource:subnet and tenant:3a58b3a6e9ef44afb95c6caff7db1301 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:09:19.221429 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-272c0ef7-f24b-4901-971b-9d63c9aa93ef tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:09:19.227221 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 4f0a78d1-d497-4817-b525-d5508b822130 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:09:19.239436 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-272c0ef7-f24b-4901-971b-9d63c9aa93ef tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:09:19.287532 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272c0ef7-f24b-4901-971b-9d63c9aa93ef tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Made reservation on behalf of 3a58b3a6e9ef44afb95c6caff7db1301 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:09:19.291610 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-272c0ef7-f24b-4901-971b-9d63c9aa93ef tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:19.323706 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13573160-9a64-44f2-b336-b53642435d56', 'name': 'network-vif-deleted', 'tag': 'e739be79-b886-4751-8243-191f6feeb503'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:09:19.381488 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13573160-9a64-44f2-b336-b53642435d56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1eec945d-5079-431e-aba4-3a9b06378d48'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:09:19.418982 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-367e3479-262a-4f4a-abae-f5411ecc9324 req-4f9a48b9-ad39-48c8-8736-ee5b2346d62d tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:19.460615 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-1ce26814-caf0-430f-85a7-6cd5d359ec7e service neutron] 10.222.0.79 "GET /v2.0/networks/0a05d838-cda3-46c0-8bf8-03d2c6de0cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028595 May 23 11:09:19.478842 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a48b9-ad39-48c8-8736-ee5b2346d62d tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Pushing event deleted for resources: {'Port': ['ID=1eec945d-5079-431e-aba4-3a9b06378d48,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:19.608106 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-367e3479-262a-4f4a-abae-f5411ecc9324 req-4f9a48b9-ad39-48c8-8736-ee5b2346d62d tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] No DVR routers for this DVR port 1eec945d-5079-431e-aba4-3a9b06378d48 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:09:19.613934 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-367e3479-262a-4f4a-abae-f5411ecc9324 req-4f9a48b9-ad39-48c8-8736-ee5b2346d62d tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:19.626185 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 5108d74f-ae18-4f2b-9e73-a02eca5c4855 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:09:19.685297 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-367e3479-262a-4f4a-abae-f5411ecc9324 req-4f9a48b9-ad39-48c8-8736-ee5b2346d62d tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.81 "DELETE /v2.0/ports/1eec945d-5079-431e-aba4-3a9b06378d48 HTTP/1.1" status: 204 len: 173 time: 1.2558973 May 23 11:09:19.937981 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 5108d74f-ae18-4f2b-9e73-a02eca5c4855, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=5108d74f-ae18-4f2b-9e73-a02eca5c4855,segment=NetworkSegment(627b9d90-481e-4586-8e5b-ec8be80efc37),segment_id=627b9d90-481e-4586-8e5b-ec8be80efc37)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:09:19.960002 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3018bcf1-9189-4470-b06e-ec81523d31d0 req-e30b49fb-ff79-40f1-a9c8-ecb857ca7353 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:19.961178 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '5108d74f-ae18-4f2b-9e73-a02eca5c4855', 'network_id': '93233ebd-402e-45bd-b397-1f41a2b23d60', 'port_id': '5108d74f-ae18-4f2b-9e73-a02eca5c4855', 'mac_address': 'fa:16:3e:97:e3:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9294d2b8-973f-442c-9036-697778dd5201', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:09:19.969410 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3018bcf1-9189-4470-b06e-ec81523d31d0 req-e30b49fb-ff79-40f1-a9c8-ecb857ca7353 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=63d2da9b-e5fb-482d-bc61-2d616cc3e465 HTTP/1.1" status: 200 len: 945 time: 0.5669479 May 23 11:09:20.056543 n-d-842952-2 neutron-server[83911]: DEBUG neutron.objects.ports [None req-272c0ef7-f24b-4901-971b-9d63c9aa93ef tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83911) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 23 11:09:20.056543 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-272c0ef7-f24b-4901-971b-9d63c9aa93ef tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:20.058910 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df323ed4-5772-47cf-ba2e-d5aa570f9643 None None] Sync routers for ids ['30c451ce-b3aa-4365-957e-41e3a808e7cb'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:09:20.070189 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 48892) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:20.076615 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-b8b64f01-2898-4d34-8905-70cb1e8b6b16 service neutron] 10.222.0.79 "GET /v2.0/networks/0a05d838-cda3-46c0-8bf8-03d2c6de0cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5247934 May 23 11:09:20.080304 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-5804090a-41bb-4c25-93ba-895ad18442ed admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-196816748-network', 'tenant_id': '09dddb16e2d24a71bfd4ab7016b3cd6e'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:09:20.089313 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:20.097259 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5804090a-41bb-4c25-93ba-895ad18442ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:09:20.104272 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5804090a-41bb-4c25-93ba-895ad18442ed admin admin] Usage tracker for resource:network and tenant:09dddb16e2d24a71bfd4ab7016b3cd6e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:09:20.115608 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5804090a-41bb-4c25-93ba-895ad18442ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:09:20.128102 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5804090a-41bb-4c25-93ba-895ad18442ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:09:20.156502 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3018bcf1-9189-4470-b06e-ec81523d31d0 req-3a9f11f6-07a1-4df9-b35a-3d075c660b7c tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859834 May 23 11:09:20.164141 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c0ef7-f24b-4901-971b-9d63c9aa93ef tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Pushing event updated for resources: {'Subnet': ['ID=666f2c60-501b-4458-b02b-667311214e9a,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:20.165181 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5804090a-41bb-4c25-93ba-895ad18442ed admin admin] Made reservation on behalf of 09dddb16e2d24a71bfd4ab7016b3cd6e for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:09:20.165893 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5108d74f-ae18-4f2b-9e73-a02eca5c4855 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:09:20.167487 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5804090a-41bb-4c25-93ba-895ad18442ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:20.200849 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272c0ef7-f24b-4901-971b-9d63c9aa93ef tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Checking segment: {'id': '31ecbcb1-230d-460e-9e77-b97fc4755b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4f0a78d1-d497-4817-b525-d5508b822130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:09:20.201672 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272c0ef7-f24b-4901-971b-9d63c9aa93ef tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Network hostable DHCP agents. Network: 4f0a78d1-d497-4817-b525-d5508b822130, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:09:20.208921 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5804090a-41bb-4c25-93ba-895ad18442ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:20.210275 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df323ed4-5772-47cf-ba2e-d5aa570f9643 None None] Routers {'30c451ce-b3aa-4365-957e-41e3a808e7cb'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:09:20.211050 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-df323ed4-5772-47cf-ba2e-d5aa570f9643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:09:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['30c451ce-b3aa-4365-957e-41e3a808e7cb'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:20.236151 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272c0ef7-f24b-4901-971b-9d63c9aa93ef tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Network 4f0a78d1-d497-4817-b525-d5508b822130 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:09:20.249049 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-272c0ef7-f24b-4901-971b-9d63c9aa93ef tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 4f0a78d1-d497-4817-b525-d5508b822130) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:09:20.261052 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8e58cdab-e1d8-46e2-9ac4-3695c0d6a8f4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:20.268702 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272c0ef7-f24b-4901-971b-9d63c9aa93ef tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:20.269293 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-272c0ef7-f24b-4901-971b-9d63c9aa93ef tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:20.304529 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 48898) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:20.305431 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-272c0ef7-f24b-4901-971b-9d63c9aa93ef tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1299005 May 23 11:09:20.305656 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8e58cdab-e1d8-46e2-9ac4-3695c0d6a8f4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:20.355293 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-c5bd5788-654e-4f55-9d4f-646c836b1f5a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1409374797', 'network_id': '4f0a78d1-d497-4817-b525-d5508b822130'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:09:20.360345 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5804090a-41bb-4c25-93ba-895ad18442ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:09:20.362530 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554e2d85-1de0-4462-9bae-68efd002a048 None None] Network 4f0a78d1-d497-4817-b525-d5508b822130 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:09:20.365678 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c5bd5788-654e-4f55-9d4f-646c836b1f5a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:09:20.397711 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5804090a-41bb-4c25-93ba-895ad18442ed admin admin] Usage tracker for resource:security_group_rule and tenant:09dddb16e2d24a71bfd4ab7016b3cd6e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:09:20.413374 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5804090a-41bb-4c25-93ba-895ad18442ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:09:20.416768 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c5bd5788-654e-4f55-9d4f-646c836b1f5a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Usage tracker for resource:port and tenant:3a58b3a6e9ef44afb95c6caff7db1301 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:09:20.431866 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c5bd5788-654e-4f55-9d4f-646c836b1f5a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:09:20.434620 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 5108d74f-ae18-4f2b-9e73-a02eca5c4855, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=5108d74f-ae18-4f2b-9e73-a02eca5c4855,segment=NetworkSegment(627b9d90-481e-4586-8e5b-ec8be80efc37),segment_id=627b9d90-481e-4586-8e5b-ec8be80efc37)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:09:20.434832 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5804090a-41bb-4c25-93ba-895ad18442ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:09:20.438753 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b348b66e-d8a5-4453-992f-15bb2afd159d req-ee6226c5-d1fb-4113-9831-71be01597296 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/ports?device_id=13573160-9a64-44f2-b336-b53642435d56 HTTP/1.1" status: 200 len: 210 time: 0.0888083 May 23 11:09:20.449299 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c5bd5788-654e-4f55-9d4f-646c836b1f5a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:09:20.491109 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5bd5788-654e-4f55-9d4f-646c836b1f5a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Made reservation on behalf of 3a58b3a6e9ef44afb95c6caff7db1301 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:09:20.493321 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c5bd5788-654e-4f55-9d4f-646c836b1f5a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:20.523139 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:20.592161 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46942f0d-c992-4459-9de4-b7434774252b'] response: {'server_uuid': '13573160-9a64-44f2-b336-b53642435d56', 'name': 'network-vif-deleted', 'tag': 'e739be79-b886-4751-8243-191f6feeb503', 'status': 'completed', 'code': 200} May 23 11:09:20.668422 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-c5bd5788-654e-4f55-9d4f-646c836b1f5a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] device_id is not set on port 1d78b288-adc2-43c4-9cb2-6b74323080cd yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:09:20.707323 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d0228e8-a0f4-4389-aa09-ca1eef2433c8'] response: {'server_uuid': '13573160-9a64-44f2-b336-b53642435d56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1eec945d-5079-431e-aba4-3a9b06378d48', 'code': 200} May 23 11:09:20.708479 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['5108d74f-ae18-4f2b-9e73-a02eca5c4855'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:09:20.778752 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-8e58cdab-e1d8-46e2-9ac4-3695c0d6a8f4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Allocated IP 172.25.6.235 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/dc01b092-5777-4d9e-ae23-d565b8dbd4f3) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:09:20.858885 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=5108d74f-ae18-4f2b-9e73-a02eca5c4855,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:20.871802 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5804090a-41bb-4c25-93ba-895ad18442ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:20.922471 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5804090a-41bb-4c25-93ba-895ad18442ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:20.939298 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-df323ed4-5772-47cf-ba2e-d5aa570f9643 None None] Set router 30c451ce-b3aa-4365-957e-41e3a808e7cb gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:09:20.994410 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-209de73c-4835-4eb3-a996-9e0aeaec44d1 req-053d6bc4-b91a-400b-ad37-9797c475831b tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd50ce13-d56a-416c-88ef-ee83f30ba53a HTTP/1.1" status: 200 len: 210 time: 0.1526241 May 23 11:09:21.101720 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5804090a-41bb-4c25-93ba-895ad18442ed admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:09:21.124657 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5804090a-41bb-4c25-93ba-895ad18442ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ca0282-92ab-4d51-b578-d036063c91c7,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:21.133325 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5804090a-41bb-4c25-93ba-895ad18442ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:21.134716 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-5804090a-41bb-4c25-93ba-895ad18442ed admin admin] Added segment 05501ebc-7a9a-4616-ad67-88a0d4198b9d of type vlan for network 4f5093ac-8702-4938-a0e0-1f4b0c2769a8 May 23 11:09:21.166907 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-c5bd5788-654e-4f55-9d4f-646c836b1f5a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Allocated IP 172.20.0.2 (4f0a78d1-d497-4817-b525-d5508b822130/666f2c60-501b-4458-b02b-667311214e9a/1d78b288-adc2-43c4-9cb2-6b74323080cd) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:09:21.168019 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e234e8bd-ecb7-4ab0-955a-5b516ce1551c None None] Network 4f0a78d1-d497-4817-b525-d5508b822130 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:09:21.220239 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5804090a-41bb-4c25-93ba-895ad18442ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:21.247157 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8e58cdab-e1d8-46e2-9ac4-3695c0d6a8f4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:21.608003 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c5bd5788-654e-4f55-9d4f-646c836b1f5a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:21.646230 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5804090a-41bb-4c25-93ba-895ad18442ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:21.647406 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5804090a-41bb-4c25-93ba-895ad18442ed admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:21.648215 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5804090a-41bb-4c25-93ba-895ad18442ed admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:21.670588 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48936) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:21.671143 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c5bd5788-654e-4f55-9d4f-646c836b1f5a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:21.914063 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8e58cdab-e1d8-46e2-9ac4-3695c0d6a8f4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:21.946408 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e58cdab-e1d8-46e2-9ac4-3695c0d6a8f4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:09:21.971528 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-df323ed4-5772-47cf-ba2e-d5aa570f9643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c451ce-b3aa-4365-957e-41e3a808e7cb', 'name': 'tempest-TaggedBootDevicesTest-683413081-router', 'tenant_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '1c0bea36-24e2-4f32-b963-869eeebd73d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:09:05Z', 'updated_at': '2022-05-23T11:09:13Z', 'revision_number': 4, 'project_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'gw_port': {'id': '1c0bea36-24e2-4f32-b963-869eeebd73d7', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c451ce-b3aa-4365-957e-41e3a808e7cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:09:06Z', 'updated_at': '2022-05-23T11:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '92f4ae60-c808-4476-9cbd-2bbe0f13c12e', 'name': '', 'network_id': '23dc4a33-f2ce-4b86-bf3b-fd54d05f4691', 'tenant_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'mac_address': 'fa:16:3e:5a:62:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c451ce-b3aa-4365-957e-41e3a808e7cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2226f5c-2e5b-46dc-ae1a-6976c060aeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:09:11Z', 'updated_at': '2022-05-23T11:09:13Z', 'revision_number': 2, 'project_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'subnets': [{'id': 'b2226f5c-2e5b-46dc-ae1a-6976c060aeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:21.976124 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df323ed4-5772-47cf-ba2e-d5aa570f9643 None None] Checking router: 30c451ce-b3aa-4365-957e-41e3a808e7cb for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:09:21.976981 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df323ed4-5772-47cf-ba2e-d5aa570f9643 None None] Updating router 30c451ce-b3aa-4365-957e-41e3a808e7cb port 92f4ae60-c808-4476-9cbd-2bbe0f13c12e binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:09:21.980579 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-8e58cdab-e1d8-46e2-9ac4-3695c0d6a8f4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:09:22.000803 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bd5788-654e-4f55-9d4f-646c836b1f5a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Network 4f0a78d1-d497-4817-b525-d5508b822130 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:09:22.002112 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e58cdab-e1d8-46e2-9ac4-3695c0d6a8f4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:09:22.048924 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-df323ed4-5772-47cf-ba2e-d5aa570f9643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:22.134024 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-c5bd5788-654e-4f55-9d4f-646c836b1f5a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:09:22.136405 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5804090a-41bb-4c25-93ba-895ad18442ed admin admin] Pushing event updated for resources: {'Network': ['ID=4f5093ac-8702-4938-a0e0-1f4b0c2769a8,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:22.168991 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 4f5093ac-8702-4938-a0e0-1f4b0c2769a8 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:09:22.186921 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-0936fcff-ce7b-48d6-b8b5-7d50030175fc tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Deleting subnet abe424bc-4716-4e6a-9066-0d31d23d527d {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:09:22.190427 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0936fcff-ce7b-48d6-b8b5-7d50030175fc tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:22.253911 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0936fcff-ce7b-48d6-b8b5-7d50030175fc tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:22.254820 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bd5788-654e-4f55-9d4f-646c836b1f5a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:09:22.309018 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bd5788-654e-4f55-9d4f-646c836b1f5a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:22.309630 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c5bd5788-654e-4f55-9d4f-646c836b1f5a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:22.313143 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd5788-654e-4f55-9d4f-646c836b1f5a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Pushing event updated for resources: {'Port': ['ID=1d78b288-adc2-43c4-9cb2-6b74323080cd,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:22.330482 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5804090a-41bb-4c25-93ba-895ad18442ed admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2580938 May 23 11:09:22.339288 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0936fcff-ce7b-48d6-b8b5-7d50030175fc tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:22.408940 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 48948) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:22.417459 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0936fcff-ce7b-48d6-b8b5-7d50030175fc tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:22.428577 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4844a417-b2df-40a6-b537-75227e02822d req-da0ac5ea-477d-430d-abba-5706d73b4b3f tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd50ce13-d56a-416c-88ef-ee83f30ba53a HTTP/1.1" status: 200 len: 210 time: 0.1753080 May 23 11:09:22.435385 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-dda824e3-91d6-4c6e-9276-f21e658ec265 admin admin] Request body: {'subnet': {'network_id': '4f5093ac-8702-4938-a0e0-1f4b0c2769a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-196816748-subnet', 'tenant_id': '09dddb16e2d24a71bfd4ab7016b3cd6e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:09:22.440173 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-dda824e3-91d6-4c6e-9276-f21e658ec265 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:09:22.444351 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-dda824e3-91d6-4c6e-9276-f21e658ec265 admin admin] Usage tracker for resource:subnet and tenant:09dddb16e2d24a71bfd4ab7016b3cd6e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:09:22.447337 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-dda824e3-91d6-4c6e-9276-f21e658ec265 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:09:22.454169 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-dda824e3-91d6-4c6e-9276-f21e658ec265 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:09:22.475948 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda824e3-91d6-4c6e-9276-f21e658ec265 admin admin] Made reservation on behalf of 09dddb16e2d24a71bfd4ab7016b3cd6e for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:09:22.476273 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dda824e3-91d6-4c6e-9276-f21e658ec265 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:22.476668 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0936fcff-ce7b-48d6-b8b5-7d50030175fc tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Pushing event deleted for resources: {'Subnet': ['ID=abe424bc-4716-4e6a-9066-0d31d23d527d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:22.487422 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0936fcff-ce7b-48d6-b8b5-7d50030175fc tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:22.495437 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0936fcff-ce7b-48d6-b8b5-7d50030175fc tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "DELETE /v2.0/subnets/abe424bc-4716-4e6a-9066-0d31d23d527d HTTP/1.1" status: 204 len: 168 time: 0.8205569 May 23 11:09:22.498574 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48952) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:22.519556 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c5bd5788-654e-4f55-9d4f-646c836b1f5a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.2115819 May 23 11:09:22.524887 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d7ddc8-cddf-433c-a9db-bef03d26c0b3 None None] Network ab3ef7c8-4fc9-4eab-b908-c985a1f9285d requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:09:22.536125 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48956) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:22.623309 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13573160-9a64-44f2-b336-b53642435d56', 'name': 'network-vif-deleted', 'tag': '1eec945d-5079-431e-aba4-3a9b06378d48'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:09:22.649475 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c1938-bdb1-4dd5-85fa-4c670e711371 req-afc25eca-456f-459e-8f06-e1164e52be3f tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:22.656961 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c75c1938-bdb1-4dd5-85fa-4c670e711371 req-afc25eca-456f-459e-8f06-e1164e52be3f tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=63d2da9b-e5fb-482d-bc61-2d616cc3e465 HTTP/1.1" status: 200 len: 945 time: 1.0021889 May 23 11:09:22.683324 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e58cdab-e1d8-46e2-9ac4-3695c0d6a8f4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Pushing event updated for resources: {'Port': ['ID=dc01b092-5777-4d9e-ae23-d565b8dbd4f3,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:22.734990 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8e58cdab-e1d8-46e2-9ac4-3695c0d6a8f4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:22.735894 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8e58cdab-e1d8-46e2-9ac4-3695c0d6a8f4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:22.758698 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c75c1938-bdb1-4dd5-85fa-4c670e711371 req-de515592-b35a-4715-850f-e35f41455b3b tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006439 May 23 11:09:22.772003 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-367e198b-663f-4584-9508-87c55d08fee2 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Deleting port 1d78b288-adc2-43c4-9cb2-6b74323080cd {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:09:22.772820 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-367e198b-663f-4584-9508-87c55d08fee2 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:22.818701 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dec30ab0-6fa7-4a14-a66d-a787494f8617 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:22.821695 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e236b896-37b2-4af7-bf14-27be2fde487d'] response: {'server_uuid': '13573160-9a64-44f2-b336-b53642435d56', 'name': 'network-vif-deleted', 'tag': '1eec945d-5079-431e-aba4-3a9b06378d48', 'status': 'completed', 'code': 200} May 23 11:09:23.011218 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-dec30ab0-6fa7-4a14-a66d-a787494f8617 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Deleting port 7bbb16c8-92f5-4b77-bce5-4ced4b1098b9 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:09:23.011548 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dec30ab0-6fa7-4a14-a66d-a787494f8617 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:23.050775 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-df323ed4-5772-47cf-ba2e-d5aa570f9643 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:23.096096 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-df323ed4-5772-47cf-ba2e-d5aa570f9643 None None] Transition to ACTIVE for port object 92f4ae60-c808-4476-9cbd-2bbe0f13c12e will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:09:23.104671 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dda824e3-91d6-4c6e-9276-f21e658ec265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:23.125011 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-df323ed4-5772-47cf-ba2e-d5aa570f9643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:23.137151 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:09:23.323701 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda824e3-91d6-4c6e-9276-f21e658ec265 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38b1a145-1806-4e2d-a715-a6e6d49bd88a,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:23.331607 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c19872-f410-4f16-8748-45019e5948a4 None None] DHCP port deletion for ab3ef7c8-4fc9-4eab-b908-c985a1f9285d request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:09:23.345700 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda824e3-91d6-4c6e-9276-f21e658ec265 admin admin] Checking segment: {'id': '05501ebc-7a9a-4616-ad67-88a0d4198b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4f5093ac-8702-4938-a0e0-1f4b0c2769a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:09:23.346281 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda824e3-91d6-4c6e-9276-f21e658ec265 admin admin] Network hostable DHCP agents. Network: 4f5093ac-8702-4938-a0e0-1f4b0c2769a8, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:09:23.403037 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-92b76b8a-ffcb-42f9-9259-3252ac73a194 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:23.403851 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-92b76b8a-ffcb-42f9-9259-3252ac73a194 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Synchronizing usage tracker for tenant:4e03745f99574e5389955681da2fca5e on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:09:23.481431 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda824e3-91d6-4c6e-9276-f21e658ec265 admin admin] Network 4f5093ac-8702-4938-a0e0-1f4b0c2769a8 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:09:23.506836 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-dda824e3-91d6-4c6e-9276-f21e658ec265 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 4f5093ac-8702-4938-a0e0-1f4b0c2769a8) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:09:23.515743 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda824e3-91d6-4c6e-9276-f21e658ec265 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:23.516680 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dda824e3-91d6-4c6e-9276-f21e658ec265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:23.576599 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-20c19872-f410-4f16-8748-45019e5948a4 None None] Deleting port 7bbb16c8-92f5-4b77-bce5-4ced4b1098b9 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:09:23.578215 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-20c19872-f410-4f16-8748-45019e5948a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:23.626564 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-92b76b8a-ffcb-42f9-9259-3252ac73a194 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Unset dirty status for tenant:4e03745f99574e5389955681da2fca5e on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:09:23.627715 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-92b76b8a-ffcb-42f9-9259-3252ac73a194 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.81 "GET /v2.0/networks?id=0a05d838-cda3-46c0-8bf8-03d2c6de0cc0 HTTP/1.1" status: 200 len: 816 time: 0.8053038 May 23 11:09:23.661227 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb0489b-3110-44bb-a07d-916898ddcd22 None None] Pushing event updated for resources: {'Port': ['ID=92f4ae60-c808-4476-9cbd-2bbe0f13c12e,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:23.664578 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbaff8c-fc48-492e-bf03-3063999690bd None None] Network 4f5093ac-8702-4938-a0e0-1f4b0c2769a8 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:09:23.692641 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 5108d74f-ae18-4f2b-9e73-a02eca5c4855 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:09:23.698500 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062f53d-1744-4c3d-9880-d51f27f562c7 req-4a157941-7c4d-45cb-88a5-37dd813d82e4 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:23.711505 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c062f53d-1744-4c3d-9880-d51f27f562c7 req-4a157941-7c4d-45cb-88a5-37dd813d82e4 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=63d2da9b-e5fb-482d-bc61-2d616cc3e465 HTTP/1.1" status: 200 len: 945 time: 0.3247864 May 23 11:09:23.737494 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-dda824e3-91d6-4c6e-9276-f21e658ec265 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3241546 May 23 11:09:23.746693 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48976) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:23.763743 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-45ff3593-f96c-4d01-8f48-73aee871862d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-196816748-router', 'tenant_id': '09dddb16e2d24a71bfd4ab7016b3cd6e', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:09:23.781099 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-45ff3593-f96c-4d01-8f48-73aee871862d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:09:23.807358 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-45ff3593-f96c-4d01-8f48-73aee871862d admin admin] Usage tracker for resource:router and tenant:09dddb16e2d24a71bfd4ab7016b3cd6e is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:09:23.818785 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-45ff3593-f96c-4d01-8f48-73aee871862d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:09:23.825818 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5bbfe9fe-f9ef-42d3-960e-68513351f00e req-910087a7-12a2-44d1-8672-ea8433a55677 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd50ce13-d56a-416c-88ef-ee83f30ba53a HTTP/1.1" status: 200 len: 210 time: 0.0864387 May 23 11:09:23.839224 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-367e198b-663f-4584-9508-87c55d08fee2 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:23.884401 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-dec30ab0-6fa7-4a14-a66d-a787494f8617 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] For port 7bbb16c8-92f5-4b77-bce5-4ced4b1098b9, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=7bbb16c8-92f5-4b77-bce5-4ced4b1098b9,segment=NetworkSegment(1ab1f3e2-faf2-434f-a505-364ca5a74414),segment_id=1ab1f3e2-faf2-434f-a505-364ca5a74414)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:09:23.884760 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dec30ab0-6fa7-4a14-a66d-a787494f8617 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:23.917383 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-45ff3593-f96c-4d01-8f48-73aee871862d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:09:23.940190 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c062f53d-1744-4c3d-9880-d51f27f562c7 req-0496cc61-c0fc-4585-a0ca-ba6bff64793d tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269127 May 23 11:09:24.055543 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e58cdab-e1d8-46e2-9ac4-3695c0d6a8f4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Router 1c00a9fa-8428-44ec-a769-6dc5e8b76e64 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:09:24.079601 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 7bbb16c8-92f5-4b77-bce5-4ced4b1098b9 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:09:24.388742 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-dec30ab0-6fa7-4a14-a66d-a787494f8617 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Calling delete_port for 7bbb16c8-92f5-4b77-bce5-4ced4b1098b9 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:09:24.460546 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-367e198b-663f-4584-9508-87c55d08fee2 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Calling delete_port for 1d78b288-adc2-43c4-9cb2-6b74323080cd owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:09:24.520219 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-7ffbfb0f-ca99-47a5-9731-125b2a815fa7 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Synchronizing usage tracker for tenant:4e03745f99574e5389955681da2fca5e on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:09:24.562910 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-7ffbfb0f-ca99-47a5-9731-125b2a815fa7 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Unset dirty status for tenant:4e03745f99574e5389955681da2fca5e on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:09:24.564449 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-7ffbfb0f-ca99-47a5-9731-125b2a815fa7 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e03745f99574e5389955681da2fca5e HTTP/1.1" status: 200 len: 380 time: 0.8553808 May 23 11:09:24.568125 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e58cdab-e1d8-46e2-9ac4-3695c0d6a8f4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:09:24.584036 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56696df-f3c6-477b-bc3f-60b3523f6c91 None None] Sync routers for ids ['1c00a9fa-8428-44ec-a769-6dc5e8b76e64'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:09:24.588456 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-45ff3593-f96c-4d01-8f48-73aee871862d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:24.589477 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-45ff3593-f96c-4d01-8f48-73aee871862d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:24.611314 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56696df-f3c6-477b-bc3f-60b3523f6c91 None None] Routers {'1c00a9fa-8428-44ec-a769-6dc5e8b76e64'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:09:24.613444 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-b56696df-f3c6-477b-bc3f-60b3523f6c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:09:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['1c00a9fa-8428-44ec-a769-6dc5e8b76e64'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:24.625082 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-3d230d05-ba39-4468-a62e-171e68515ff0 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Request body: {'port': {'device_id': 'fd50ce13-d56a-416c-88ef-ee83f30ba53a', 'network_id': '0a05d838-cda3-46c0-8bf8-03d2c6de0cc0', 'admin_state_up': True, 'tenant_id': '4e03745f99574e5389955681da2fca5e', 'security_groups': ['8072d593-3bc6-40b8-bcf0-2059893c1865']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:09:24.656632 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8e58cdab-e1d8-46e2-9ac4-3695c0d6a8f4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:24.658882 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8e58cdab-e1d8-46e2-9ac4-3695c0d6a8f4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.2379200 May 23 11:09:24.661198 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 48986) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:24.799532 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-df323ed4-5772-47cf-ba2e-d5aa570f9643 None None] Attempting to bind port 92f4ae60-c808-4476-9cbd-2bbe0f13c12e on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:09:24.802898 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-df323ed4-5772-47cf-ba2e-d5aa570f9643 None None] Attempting to bind port 92f4ae60-c808-4476-9cbd-2bbe0f13c12e by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '2a37e35a-c59c-4ce5-85bd-85ec38876ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '23dc4a33-f2ce-4b86-bf3b-fd54d05f4691'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:09:24.803474 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df323ed4-5772-47cf-ba2e-d5aa570f9643 None None] Attempting to bind port 92f4ae60-c808-4476-9cbd-2bbe0f13c12e on network 23dc4a33-f2ce-4b86-bf3b-fd54d05f4691 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:09:24.822576 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-b56696df-f3c6-477b-bc3f-60b3523f6c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:24.839493 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-45ff3593-f96c-4d01-8f48-73aee871862d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:24.847814 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df323ed4-5772-47cf-ba2e-d5aa570f9643 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:09:24.851397 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df323ed4-5772-47cf-ba2e-d5aa570f9643 None None] Checking segment: {'id': '2a37e35a-c59c-4ce5-85bd-85ec38876ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '23dc4a33-f2ce-4b86-bf3b-fd54d05f4691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:09:24.852113 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-df323ed4-5772-47cf-ba2e-d5aa570f9643 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:24.857792 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df323ed4-5772-47cf-ba2e-d5aa570f9643 None None] Bound using segment: {'id': '2a37e35a-c59c-4ce5-85bd-85ec38876ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '23dc4a33-f2ce-4b86-bf3b-fd54d05f4691'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:09:24.858552 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-df323ed4-5772-47cf-ba2e-d5aa570f9643 None None] Bound port: 92f4ae60-c808-4476-9cbd-2bbe0f13c12e, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a37e35a-c59c-4ce5-85bd-85ec38876ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '23dc4a33-f2ce-4b86-bf3b-fd54d05f4691'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:09:24.859285 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-df323ed4-5772-47cf-ba2e-d5aa570f9643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:24.867885 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dec30ab0-6fa7-4a14-a66d-a787494f8617 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:24.868470 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56696df-f3c6-477b-bc3f-60b3523f6c91 None None] Routers {'1c00a9fa-8428-44ec-a769-6dc5e8b76e64'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:09:24.869310 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-b56696df-f3c6-477b-bc3f-60b3523f6c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:09:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['1c00a9fa-8428-44ec-a769-6dc5e8b76e64'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:25.015451 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-b56696df-f3c6-477b-bc3f-60b3523f6c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:25.015978 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56696df-f3c6-477b-bc3f-60b3523f6c91 None None] The sync data for ids ['1c00a9fa-8428-44ec-a769-6dc5e8b76e64'] in n-d-842952-2 is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:09:25.140773 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec30ab0-6fa7-4a14-a66d-a787494f8617 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Pushing event deleted for resources: {'Port': ['ID=7bbb16c8-92f5-4b77-bce5-4ced4b1098b9,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:25.193700 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:25.222169 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec30ab0-6fa7-4a14-a66d-a787494f8617 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] No DVR routers for this DVR port 7bbb16c8-92f5-4b77-bce5-4ced4b1098b9 on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:09:25.233776 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-362caf19-b410-4cbe-964d-a1bee759784e req-767eaaf6-89c1-4fd6-8091-9e1d3d19558f tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd50ce13-d56a-416c-88ef-ee83f30ba53a HTTP/1.1" status: 200 len: 210 time: 0.0679684 May 23 11:09:25.280796 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 5108d74f-ae18-4f2b-9e73-a02eca5c4855 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:09:25.281194 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:25.343892 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-20c19872-f410-4f16-8748-45019e5948a4 None None] For port 7bbb16c8-92f5-4b77-bce5-4ced4b1098b9, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=7bbb16c8-92f5-4b77-bce5-4ced4b1098b9,segment=NetworkSegment(1ab1f3e2-faf2-434f-a505-364ca5a74414),segment_id=1ab1f3e2-faf2-434f-a505-364ca5a74414)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:09:25.344300 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-20c19872-f410-4f16-8748-45019e5948a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:25.382032 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e2df7781-02c8-4304-99a2-8286768ddcf5 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] 10.222.0.79 "GET /v2.0/routers/1c00a9fa-8428-44ec-a769-6dc5e8b76e64 HTTP/1.1" status: 200 len: 925 time: 0.7183070 May 23 11:09:25.384101 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49002) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:25.389279 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-3d230d05-ba39-4468-a62e-171e68515ff0 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:09:25.423884 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-3d230d05-ba39-4468-a62e-171e68515ff0 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Usage tracker for resource:port and tenant:4e03745f99574e5389955681da2fca5e is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:09:25.438398 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-6d32aecb-0019-40ed-8679-4b296bd14e37 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c00a9fa-8428-44ec-a769-6dc5e8b76e64 HTTP/1.1" status: 200 len: 205 time: 0.0529771 May 23 11:09:25.440052 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49006) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:25.486460 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-3d230d05-ba39-4468-a62e-171e68515ff0 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:09:25.521248 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-367e198b-663f-4584-9508-87c55d08fee2 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:25.524339 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-3d230d05-ba39-4468-a62e-171e68515ff0 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:09:25.608769 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416888a-25be-40a6-963d-2e1ecddec076 req-6c3460cf-327d-4392-9e27-99013707c7a1 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:25.611050 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6416888a-25be-40a6-963d-2e1ecddec076 req-6c3460cf-327d-4392-9e27-99013707c7a1 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=63d2da9b-e5fb-482d-bc61-2d616cc3e465 HTTP/1.1" status: 200 len: 945 time: 0.3452730 May 23 11:09:25.645692 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dec30ab0-6fa7-4a14-a66d-a787494f8617 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:25.686958 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6416888a-25be-40a6-963d-2e1ecddec076 req-3a721b4d-58f0-4ada-96ad-f2ff8141a882 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700381 May 23 11:09:25.760187 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-df323ed4-5772-47cf-ba2e-d5aa570f9643 None None] For port 92f4ae60-c808-4476-9cbd-2bbe0f13c12e, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:09:25.763072 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eff8e71-c4bd-429b-8298-821e571ca6e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-4f5093ac-8702-4938-a0e0-1f4b0c2769a8', 'network_id': '4f5093ac-8702-4938-a0e0-1f4b0c2769a8', 'tenant_id': '09dddb16e2d24a71bfd4ab7016b3cd6e', 'fixed_ips': [{'subnet_id': '38b1a145-1806-4e2d-a715-a6e6d49bd88a'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:09:25.764167 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2eff8e71-c4bd-429b-8298-821e571ca6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:25.791246 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-20c19872-f410-4f16-8748-45019e5948a4 None None] Calling delete_port for 7bbb16c8-92f5-4b77-bce5-4ced4b1098b9 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:09:25.842275 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-dec30ab0-6fa7-4a14-a66d-a787494f8617 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab3ef7c8-4fc9-4eab-b908-c985a1f9285d']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:25.853650 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-3d230d05-ba39-4468-a62e-171e68515ff0 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Made reservation on behalf of 4e03745f99574e5389955681da2fca5e for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:09:25.857903 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-3d230d05-ba39-4468-a62e-171e68515ff0 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:25.873191 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367e198b-663f-4584-9508-87c55d08fee2 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d78b288-adc2-43c4-9cb2-6b74323080cd,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:25.886441 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-df323ed4-5772-47cf-ba2e-d5aa570f9643 None None] For port 92f4ae60-c808-4476-9cbd-2bbe0f13c12e, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=92f4ae60-c808-4476-9cbd-2bbe0f13c12e,segment=NetworkSegment(2a37e35a-c59c-4ce5-85bd-85ec38876ac8),segment_id=2a37e35a-c59c-4ce5-85bd-85ec38876ac8)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:09:25.891418 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-dec30ab0-6fa7-4a14-a66d-a787494f8617 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ab1f3e2-faf2-434f-a505-364ca5a74414') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:25.892007 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-dec30ab0-6fa7-4a14-a66d-a787494f8617 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ab1f3e2-faf2-434f-a505-364ca5a74414') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:25.913033 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dec30ab0-6fa7-4a14-a66d-a787494f8617 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:25.923287 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c6a89b4f-4f13-4c21-9a83-650d78faa965 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:25.986098 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-df323ed4-5772-47cf-ba2e-d5aa570f9643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:26.083791 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dec30ab0-6fa7-4a14-a66d-a787494f8617 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:26.271222 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-45ff3593-f96c-4d01-8f48-73aee871862d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:26.299700 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dec30ab0-6fa7-4a14-a66d-a787494f8617 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:09:26.300135 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dec30ab0-6fa7-4a14-a66d-a787494f8617 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:26.330145 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:26.387221 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c6a89b4f-4f13-4c21-9a83-650d78faa965 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:26.424969 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-c6a89b4f-4f13-4c21-9a83-650d78faa965 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Deleting port dc01b092-5777-4d9e-ae23-d565b8dbd4f3 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:09:26.425313 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c6a89b4f-4f13-4c21-9a83-650d78faa965 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:26.443620 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e30e57d-0a0c-4a4f-a961-51a195f9caa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5108d74f-ae18-4f2b-9e73-a02eca5c4855'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:09:26.462166 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb0489b-3110-44bb-a07d-916898ddcd22 None None] Pushing event updated for resources: {'Port': ['ID=92f4ae60-c808-4476-9cbd-2bbe0f13c12e,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:26.465514 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df323ed4-5772-47cf-ba2e-d5aa570f9643 None None] Routers {'30c451ce-b3aa-4365-957e-41e3a808e7cb'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:09:26.466418 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-df323ed4-5772-47cf-ba2e-d5aa570f9643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:09:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['30c451ce-b3aa-4365-957e-41e3a808e7cb'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:26.599763 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-3d230d05-ba39-4468-a62e-171e68515ff0 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Allocated IP 172.20.0.8 (0a05d838-cda3-46c0-8bf8-03d2c6de0cc0/87f6ff48-3f7c-46f2-8156-b55091f31a8e/f44088cb-a22d-4c0f-9a93-c98cd814e565) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:09:26.671069 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4bf915c0-0d7b-4911-855e-d83883e2483d req-00a39dda-3a0f-43a8-b474-8b3bed7005ae tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd50ce13-d56a-416c-88ef-ee83f30ba53a HTTP/1.1" status: 200 len: 210 time: 0.1582959 May 23 11:09:26.674830 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:09:26.674830 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:09:26.674830 n-d-842952-2 neutron-server[83911]: timer() May 23 11:09:26.674830 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:09:26.674830 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:09:26.674830 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:09:26.674830 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:09:26.674830 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:09:26.674830 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:09:26.674830 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:09:26.674830 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:09:26.674830 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:09:26.674830 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:09:26.674830 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:09:26.674830 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:09:26.674830 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:09:26.674830 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:09:26.674830 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:09:26.674830 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:09:26.674830 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:09:26.674830 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:09:26.674830 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:09:26.674830 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:09:26.674830 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:09:26.674830 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:09:26.674830 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:09:26.674830 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:09:26.674830 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:09:26.674830 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:09:26.674830 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:09:26.674830 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:09:26.674830 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:09:26.741115 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-20c19872-f410-4f16-8748-45019e5948a4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:09:26.741710 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-20c19872-f410-4f16-8748-45019e5948a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:09:26.761187 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 5108d74f-ae18-4f2b-9e73-a02eca5c4855, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=5108d74f-ae18-4f2b-9e73-a02eca5c4855,segment=NetworkSegment(627b9d90-481e-4586-8e5b-ec8be80efc37),segment_id=627b9d90-481e-4586-8e5b-ec8be80efc37)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:09:26.769379 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb0489b-3110-44bb-a07d-916898ddcd22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:09:26.770212 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb0489b-3110-44bb-a07d-916898ddcd22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:09:26.770343 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb0489b-3110-44bb-a07d-916898ddcd22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:09:26.771371 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb0489b-3110-44bb-a07d-916898ddcd22 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:09:26.771487 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb0489b-3110-44bb-a07d-916898ddcd22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:09:26.772238 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb0489b-3110-44bb-a07d-916898ddcd22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:09:26.773277 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb0489b-3110-44bb-a07d-916898ddcd22 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:09:26.773277 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb0489b-3110-44bb-a07d-916898ddcd22 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:09:26.773520 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb0489b-3110-44bb-a07d-916898ddcd22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:09:26.773957 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb0489b-3110-44bb-a07d-916898ddcd22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:09:26.774514 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb0489b-3110-44bb-a07d-916898ddcd22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:09:26.801682 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce89c03-6716-4096-8954-d280a76b3830 req-40a26b9a-0b3e-4477-a3ae-e76587cadf4d tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:26.803192 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3ce89c03-6716-4096-8954-d280a76b3830 req-40a26b9a-0b3e-4477-a3ae-e76587cadf4d tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=63d2da9b-e5fb-482d-bc61-2d616cc3e465 HTTP/1.1" status: 200 len: 945 time: 0.2891407 May 23 11:09:26.857512 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c6a89b4f-4f13-4c21-9a83-650d78faa965 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:26.883839 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-367e198b-663f-4584-9508-87c55d08fee2 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:26.996407 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-c6a89b4f-4f13-4c21-9a83-650d78faa965 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Calling delete_port for dc01b092-5777-4d9e-ae23-d565b8dbd4f3 owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:09:26.999863 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dec30ab0-6fa7-4a14-a66d-a787494f8617 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:27.021474 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6b478a4-e8e8-4a95-a9cb-214f41efd00b'] response: {'server_uuid': '5e30e57d-0a0c-4a4f-a961-51a195f9caa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5108d74f-ae18-4f2b-9e73-a02eca5c4855', 'code': 200} May 23 11:09:27.040647 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:27.045725 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3ce89c03-6716-4096-8954-d280a76b3830 req-5e2c4d10-f70e-4289-9865-155a28fcf81a tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279046 May 23 11:09:27.111412 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dec30ab0-6fa7-4a14-a66d-a787494f8617 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:27.114401 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec30ab0-6fa7-4a14-a66d-a787494f8617 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Pushing event deleted for resources: {'Network': ['ID=ab3ef7c8-4fc9-4eab-b908-c985a1f9285d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:27.231597 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-2eff8e71-c4bd-429b-8298-821e571ca6e7 None None] Allocated IP 172.20.0.2 (4f5093ac-8702-4938-a0e0-1f4b0c2769a8/38b1a145-1806-4e2d-a715-a6e6d49bd88a/48e7cfca-3785-4b8e-aa45-a64c1c6d0648) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:09:27.235989 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=5108d74f-ae18-4f2b-9e73-a02eca5c4855,revision_number=7']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:27.242499 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-20c19872-f410-4f16-8748-45019e5948a4 None None] Deleting port 7bbb16c8-92f5-4b77-bce5-4ced4b1098b9 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:09:27.242966 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-20c19872-f410-4f16-8748-45019e5948a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:27.251136 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c6a89b4f-4f13-4c21-9a83-650d78faa965 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:27.311785 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a89b4f-4f13-4c21-9a83-650d78faa965 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Pushing event deleted for resources: {'Port': ['ID=dc01b092-5777-4d9e-ae23-d565b8dbd4f3,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:27.326373 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-20c19872-f410-4f16-8748-45019e5948a4 None None] The port '7bbb16c8-92f5-4b77-bce5-4ced4b1098b9' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:09:27.404029 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-df323ed4-5772-47cf-ba2e-d5aa570f9643 None None] Set router 30c451ce-b3aa-4365-957e-41e3a808e7cb gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:09:27.461897 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-367e198b-663f-4584-9508-87c55d08fee2 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] 10.222.0.79 "DELETE /v2.0/ports/1d78b288-adc2-43c4-9cb2-6b74323080cd HTTP/1.1" status: 204 len: 168 time: 4.9192786 May 23 11:09:27.461897 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-dec30ab0-6fa7-4a14-a66d-a787494f8617 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "DELETE /v2.0/networks/ab3ef7c8-4fc9-4eab-b908-c985a1f9285d HTTP/1.1" status: 204 len: 168 time: 4.9610045 May 23 11:09:27.462542 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49026) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:27.464951 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49028) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:27.496893 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-723f946f-382e-4078-9b13-f42ebdddb815 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4f0a78d1-d497-4817-b525-d5508b822130', 'external_fixed_ips': [{'subnet_id': '666f2c60-501b-4458-b02b-667311214e9a', 'ip_address': '172.20.0.2'}]}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:09:27.544703 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-723f946f-382e-4078-9b13-f42ebdddb815 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:09:27.584477 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-723f946f-382e-4078-9b13-f42ebdddb815 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Usage tracker for resource:router and tenant:3a58b3a6e9ef44afb95c6caff7db1301 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:09:27.589885 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-723f946f-382e-4078-9b13-f42ebdddb815 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:09:27.603878 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-723f946f-382e-4078-9b13-f42ebdddb815 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:09:27.615542 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-3d230d05-ba39-4468-a62e-171e68515ff0 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:27.724187 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-3d230d05-ba39-4468-a62e-171e68515ff0 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Transition to ACTIVE for port object f44088cb-a22d-4c0f-9a93-c98cd814e565 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:09:27.724187 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-723f946f-382e-4078-9b13-f42ebdddb815 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:27.725243 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-723f946f-382e-4078-9b13-f42ebdddb815 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:27.742347 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-723f946f-382e-4078-9b13-f42ebdddb815 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:27.942448 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c6a89b4f-4f13-4c21-9a83-650d78faa965 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:27.991354 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2eff8e71-c4bd-429b-8298-821e571ca6e7 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:28.015459 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-723f946f-382e-4078-9b13-f42ebdddb815 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:28.021726 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9092e69-0fca-49c8-a788-3fcc8a62d25d tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Deleting subnet eb56b812-a93b-42d0-a3df-54a09e1f836b {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:09:28.029039 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e9092e69-0fca-49c8-a788-3fcc8a62d25d tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:28.049398 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2eff8e71-c4bd-429b-8298-821e571ca6e7 None None] Transition to ACTIVE for port object 48e7cfca-3785-4b8e-aa45-a64c1c6d0648 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:09:28.079050 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2eff8e71-c4bd-429b-8298-821e571ca6e7 None None] Transition to ACTIVE for port object 48e7cfca-3785-4b8e-aa45-a64c1c6d0648 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:09:28.095973 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2eff8e71-c4bd-429b-8298-821e571ca6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:28.101839 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-3d230d05-ba39-4468-a62e-171e68515ff0 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:28.117783 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a5c055fc-0b10-4d2b-a7aa-471a8f812e2f req-3fabd79c-e1a0-4520-bbda-f414362ba313 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd50ce13-d56a-416c-88ef-ee83f30ba53a HTTP/1.1" status: 200 len: 210 time: 0.2172303 May 23 11:09:28.158480 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e9242-dffe-4d93-8853-9b1919d8b462 req-5c0754e5-c6ab-4131-bc7f-0ac3fe2adcf4 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:28.160048 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4b3e9242-dffe-4d93-8853-9b1919d8b462 req-5c0754e5-c6ab-4131-bc7f-0ac3fe2adcf4 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.13 "GET /v2.0/ports?device_id=63d2da9b-e5fb-482d-bc61-2d616cc3e465 HTTP/1.1" status: 200 len: 945 time: 0.3750775 May 23 11:09:28.213645 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-df323ed4-5772-47cf-ba2e-d5aa570f9643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c451ce-b3aa-4365-957e-41e3a808e7cb', 'name': 'tempest-TaggedBootDevicesTest-683413081-router', 'tenant_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '1c0bea36-24e2-4f32-b963-869eeebd73d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:09:05Z', 'updated_at': '2022-05-23T11:09:13Z', 'revision_number': 4, 'project_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'gw_port': {'id': '1c0bea36-24e2-4f32-b963-869eeebd73d7', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c451ce-b3aa-4365-957e-41e3a808e7cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:09:06Z', 'updated_at': '2022-05-23T11:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '92f4ae60-c808-4476-9cbd-2bbe0f13c12e', 'name': '', 'network_id': '23dc4a33-f2ce-4b86-bf3b-fd54d05f4691', 'tenant_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'mac_address': 'fa:16:3e:5a:62:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c451ce-b3aa-4365-957e-41e3a808e7cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2226f5c-2e5b-46dc-ae1a-6976c060aeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:09:11Z', 'updated_at': '2022-05-23T11:09:25Z', 'revision_number': 4, 'project_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'subnets': [{'id': 'b2226f5c-2e5b-46dc-ae1a-6976c060aeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:28.226773 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df323ed4-5772-47cf-ba2e-d5aa570f9643 None None] The sync data for ids ['30c451ce-b3aa-4365-957e-41e3a808e7cb'] in n-d-842952-2 is: [{'id': '30c451ce-b3aa-4365-957e-41e3a808e7cb', 'name': 'tempest-TaggedBootDevicesTest-683413081-router', 'tenant_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '1c0bea36-24e2-4f32-b963-869eeebd73d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:09:05Z', 'updated_at': '2022-05-23T11:09:13Z', 'revision_number': 4, 'project_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'gw_port': {'id': '1c0bea36-24e2-4f32-b963-869eeebd73d7', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c451ce-b3aa-4365-957e-41e3a808e7cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:09:06Z', 'updated_at': '2022-05-23T11:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '92f4ae60-c808-4476-9cbd-2bbe0f13c12e', 'name': '', 'network_id': '23dc4a33-f2ce-4b86-bf3b-fd54d05f4691', 'tenant_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'mac_address': 'fa:16:3e:5a:62:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c451ce-b3aa-4365-957e-41e3a808e7cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2226f5c-2e5b-46dc-ae1a-6976c060aeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:09:11Z', 'updated_at': '2022-05-23T11:09:25Z', 'revision_number': 4, 'project_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'subnets': [{'id': 'b2226f5c-2e5b-46dc-ae1a-6976c060aeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:09:28.248564 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eff8e71-c4bd-429b-8298-821e571ca6e7 None None] Network 4f5093ac-8702-4938-a0e0-1f4b0c2769a8 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:09:28.251686 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-2eff8e71-c4bd-429b-8298-821e571ca6e7 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:09:28.255072 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eff8e71-c4bd-429b-8298-821e571ca6e7 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:09:28.259677 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-3d230d05-ba39-4468-a62e-171e68515ff0 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Network 0a05d838-cda3-46c0-8bf8-03d2c6de0cc0 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:09:28.278335 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e9092e69-0fca-49c8-a788-3fcc8a62d25d tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:28.346732 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-3d230d05-ba39-4468-a62e-171e68515ff0 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:09:28.372518 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff8e71-c4bd-429b-8298-821e571ca6e7 None None] Pushing event updated for resources: {'Port': ['ID=48e7cfca-3785-4b8e-aa45-a64c1c6d0648,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:28.379797 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-3d230d05-ba39-4468-a62e-171e68515ff0 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:09:28.420130 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-2eff8e71-c4bd-429b-8298-821e571ca6e7 None None] Attempting to bind port 48e7cfca-3785-4b8e-aa45-a64c1c6d0648 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:09:28.420794 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-2eff8e71-c4bd-429b-8298-821e571ca6e7 None None] Attempting to bind port 48e7cfca-3785-4b8e-aa45-a64c1c6d0648 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '05501ebc-7a9a-4616-ad67-88a0d4198b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4f5093ac-8702-4938-a0e0-1f4b0c2769a8'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:09:28.421252 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eff8e71-c4bd-429b-8298-821e571ca6e7 None None] Attempting to bind port 48e7cfca-3785-4b8e-aa45-a64c1c6d0648 on network 4f5093ac-8702-4938-a0e0-1f4b0c2769a8 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:09:28.440583 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eff8e71-c4bd-429b-8298-821e571ca6e7 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:09:28.444887 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eff8e71-c4bd-429b-8298-821e571ca6e7 None None] Checking segment: {'id': '05501ebc-7a9a-4616-ad67-88a0d4198b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4f5093ac-8702-4938-a0e0-1f4b0c2769a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:09:28.445473 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2eff8e71-c4bd-429b-8298-821e571ca6e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:28.445958 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eff8e71-c4bd-429b-8298-821e571ca6e7 None None] Bound using segment: {'id': '05501ebc-7a9a-4616-ad67-88a0d4198b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4f5093ac-8702-4938-a0e0-1f4b0c2769a8'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:09:28.446554 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-2eff8e71-c4bd-429b-8298-821e571ca6e7 None None] Bound port: 48e7cfca-3785-4b8e-aa45-a64c1c6d0648, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05501ebc-7a9a-4616-ad67-88a0d4198b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4f5093ac-8702-4938-a0e0-1f4b0c2769a8'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:09:28.447025 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2eff8e71-c4bd-429b-8298-821e571ca6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:28.603403 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c6a89b4f-4f13-4c21-9a83-650d78faa965 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:28.630902 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d230d05-ba39-4468-a62e-171e68515ff0 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Pushing event updated for resources: {'Port': ['ID=f44088cb-a22d-4c0f-9a93-c98cd814e565,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:28.643722 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2eff8e71-c4bd-429b-8298-821e571ca6e7 None None] For port 48e7cfca-3785-4b8e-aa45-a64c1c6d0648, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:09:28.646663 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-45ff3593-f96c-4d01-8f48-73aee871862d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:28.648856 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2eff8e71-c4bd-429b-8298-821e571ca6e7 None None] For port 48e7cfca-3785-4b8e-aa45-a64c1c6d0648, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=48e7cfca-3785-4b8e-aa45-a64c1c6d0648,segment=NetworkSegment(05501ebc-7a9a-4616-ad67-88a0d4198b9d),segment_id=05501ebc-7a9a-4616-ad67-88a0d4198b9d)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:09:28.660263 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2eff8e71-c4bd-429b-8298-821e571ca6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:28.662117 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c6a89b4f-4f13-4c21-9a83-650d78faa965 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:28.703493 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-4b3e9242-dffe-4d93-8853-9b1919d8b462 req-12bcbd53-487a-4f90-b8dc-1b7f1b9d0fd8 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Deleting port ece4f7fb-84fd-473f-bb53-fbcc5045ec4b {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:09:28.703854 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-4b3e9242-dffe-4d93-8853-9b1919d8b462 req-12bcbd53-487a-4f90-b8dc-1b7f1b9d0fd8 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:28.748104 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-45ff3593-f96c-4d01-8f48-73aee871862d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:28.763043 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-3d230d05-ba39-4468-a62e-171e68515ff0 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:28.765036 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-3d230d05-ba39-4468-a62e-171e68515ff0 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:28.827271 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c211662e-4aa7-4cf5-8d8e-e864ddc7055f None None] Provisioning for port f44088cb-a22d-4c0f-9a93-c98cd814e565 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:09:28.839362 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c211662e-4aa7-4cf5-8d8e-e864ddc7055f None None] Provisioning complete for port f44088cb-a22d-4c0f-9a93-c98cd814e565 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:09:28.839966 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c211662e-4aa7-4cf5-8d8e-e864ddc7055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:28.902020 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff8e71-c4bd-429b-8298-821e571ca6e7 None None] Pushing event updated for resources: {'Port': ['ID=48e7cfca-3785-4b8e-aa45-a64c1c6d0648,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:28.918365 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e9092e69-0fca-49c8-a788-3fcc8a62d25d tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:28.975798 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-3d230d05-ba39-4468-a62e-171e68515ff0 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3599932 May 23 11:09:28.992068 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c211662e-4aa7-4cf5-8d8e-e864ddc7055f None None] Port f44088cb-a22d-4c0f-9a93-c98cd814e565 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:09:29.002304 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c6a89b4f-4f13-4c21-9a83-650d78faa965 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:29.002820 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a89b4f-4f13-4c21-9a83-650d78faa965 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Fanout notify agent at l3_agent the message router_deleted on router 1c00a9fa-8428-44ec-a769-6dc5e8b76e64 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:09:29.028830 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-958aae53-081a-4c5d-b6a1-4e39bbbb4b46 service neutron] Request body: {'port': {'device_id': 'fd50ce13-d56a-416c-88ef-ee83f30ba53a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:09:29.055436 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aebf24-3dc5-4020-99bd-088b43ab6d7e req-98ff947b-47ec-47e5-ab64-0fe9cb0d5605 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:29.068875 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c3aebf24-3dc5-4020-99bd-088b43ab6d7e req-98ff947b-47ec-47e5-ab64-0fe9cb0d5605 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=63d2da9b-e5fb-482d-bc61-2d616cc3e465 HTTP/1.1" status: 200 len: 945 time: 0.7322934 May 23 11:09:29.162578 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c6a89b4f-4f13-4c21-9a83-650d78faa965 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:29.167697 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c6a89b4f-4f13-4c21-9a83-650d78faa965 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] 10.222.0.79 "DELETE /v2.0/routers/1c00a9fa-8428-44ec-a769-6dc5e8b76e64 HTTP/1.1" status: 204 len: 168 time: 3.7222981 May 23 11:09:29.169854 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49052) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:29.184013 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-7fe9a482-c4f0-4230-8e75-1d09b3e02aed tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Request body: {'router': {'name': 'tempest-snat-router-220096758', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'enable_snat': False}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:09:29.250334 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7fe9a482-c4f0-4230-8e75-1d09b3e02aed tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:09:29.265648 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7fe9a482-c4f0-4230-8e75-1d09b3e02aed tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Usage tracker for resource:router and tenant:458f6bd8bf0645d090a34dbc64857384 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:09:29.280046 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7fe9a482-c4f0-4230-8e75-1d09b3e02aed tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:09:29.325251 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7fe9a482-c4f0-4230-8e75-1d09b3e02aed tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:09:29.334610 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c3aebf24-3dc5-4020-99bd-088b43ab6d7e req-4e97caf8-be6d-4f43-bba0-35f244032890 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934042 May 23 11:09:29.421912 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-45ff3593-f96c-4d01-8f48-73aee871862d admin admin] Allocated IP 172.25.6.97 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/deeadb49-0133-4b63-864d-a2f60c4069ac) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:09:29.424568 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-4b3e9242-dffe-4d93-8853-9b1919d8b462 req-12bcbd53-487a-4f90-b8dc-1b7f1b9d0fd8 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] For port ece4f7fb-84fd-473f-bb53-fbcc5045ec4b, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=ece4f7fb-84fd-473f-bb53-fbcc5045ec4b,segment=NetworkSegment(633c66ca-dc41-4b0b-a0a3-ed62624a9374),segment_id=633c66ca-dc41-4b0b-a0a3-ed62624a9374)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:09:29.424930 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-4b3e9242-dffe-4d93-8853-9b1919d8b462 req-12bcbd53-487a-4f90-b8dc-1b7f1b9d0fd8 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:29.496984 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e9092e69-0fca-49c8-a788-3fcc8a62d25d tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:29.556848 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-958aae53-081a-4c5d-b6a1-4e39bbbb4b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:29.585445 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-4b3e9242-dffe-4d93-8853-9b1919d8b462 req-12bcbd53-487a-4f90-b8dc-1b7f1b9d0fd8 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Calling delete_port for ece4f7fb-84fd-473f-bb53-fbcc5045ec4b owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:09:29.600498 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9092e69-0fca-49c8-a788-3fcc8a62d25d tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Pushing event deleted for resources: {'Subnet': ['ID=eb56b812-a93b-42d0-a3df-54a09e1f836b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:29.973590 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a482-c4f0-4230-8e75-1d09b3e02aed tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:29.974573 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a482-c4f0-4230-8e75-1d09b3e02aed tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:30.054319 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device ece4f7fb-84fd-473f-bb53-fbcc5045ec4b no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:09:30.111442 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a482-c4f0-4230-8e75-1d09b3e02aed tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:30.129149 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 48e7cfca-3785-4b8e-aa45-a64c1c6d0648 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:09:30.223999 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-45ff3593-f96c-4d01-8f48-73aee871862d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:30.299614 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8200e500-a33d-49b6-bb86-4a80a24493b9 None None] Network a76c708f-379d-4599-8247-cbfb64313df4 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:09:30.300891 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e9092e69-0fca-49c8-a788-3fcc8a62d25d tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:30.322312 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No active binding found for port ece4f7fb-84fd-473f-bb53-fbcc5045ec4b {{(pid=83912) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 23 11:09:30.322970 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device ece4f7fb-84fd-473f-bb53-fbcc5045ec4b not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:09:30.331201 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-4b3e9242-dffe-4d93-8853-9b1919d8b462 req-12bcbd53-487a-4f90-b8dc-1b7f1b9d0fd8 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:30.361356 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-45ff3593-f96c-4d01-8f48-73aee871862d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:30.368623 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-723f946f-382e-4078-9b13-f42ebdddb815 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:30.471310 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d90ab3-dafa-4873-956a-4208712b02f6 None None] Network 4f5093ac-8702-4938-a0e0-1f4b0c2769a8 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:09:30.520363 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-723f946f-382e-4078-9b13-f42ebdddb815 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:30.528732 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3e9242-dffe-4d93-8853-9b1919d8b462 req-12bcbd53-487a-4f90-b8dc-1b7f1b9d0fd8 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] No DVR routers for this DVR port ece4f7fb-84fd-473f-bb53-fbcc5045ec4b on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:09:30.535700 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-4b3e9242-dffe-4d93-8853-9b1919d8b462 req-12bcbd53-487a-4f90-b8dc-1b7f1b9d0fd8 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:30.542235 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e9092e69-0fca-49c8-a788-3fcc8a62d25d tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "DELETE /v2.0/subnets/eb56b812-a93b-42d0-a3df-54a09e1f836b HTTP/1.1" status: 204 len: 168 time: 3.0648386 May 23 11:09:30.553810 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49070) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:30.555583 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bcbd53-487a-4f90-b8dc-1b7f1b9d0fd8 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Pushing event deleted for resources: {'Port': ['ID=ece4f7fb-84fd-473f-bb53-fbcc5045ec4b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:30.620206 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d2da9b-e5fb-482d-bc61-2d616cc3e465', 'name': 'network-vif-deleted', 'tag': 'ece4f7fb-84fd-473f-bb53-fbcc5045ec4b'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:09:30.629664 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-b480a22c-46f7-465f-973b-c68a1690b771 req-bbfac45f-a2a4-4351-af34-e609c1862d12 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Synchronizing usage tracker for tenant:b64a3f1baa60499ab93cbd32db99dbcb on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:09:30.633537 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4b3e9242-dffe-4d93-8853-9b1919d8b462 req-12bcbd53-487a-4f90-b8dc-1b7f1b9d0fd8 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.13 "DELETE /v2.0/ports/ece4f7fb-84fd-473f-bb53-fbcc5045ec4b HTTP/1.1" status: 204 len: 173 time: 2.3913915 May 23 11:09:30.666985 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 48e7cfca-3785-4b8e-aa45-a64c1c6d0648 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:09:30.667956 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea86f47-fd10-4a24-bde6-d3d9f4ff7c66 req-ba03c052-3091-4c34-96c4-db5897b8fe5f tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:30.673210 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4ea86f47-fd10-4a24-bde6-d3d9f4ff7c66 req-ba03c052-3091-4c34-96c4-db5897b8fe5f tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd50ce13-d56a-416c-88ef-ee83f30ba53a HTTP/1.1" status: 200 len: 931 time: 0.7749255 May 23 11:09:30.723351 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ff3593-f96c-4d01-8f48-73aee871862d admin admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:09:30.730313 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff3593-f96c-4d01-8f48-73aee871862d admin admin] Pushing event updated for resources: {'Port': ['ID=deeadb49-0133-4b63-864d-a2f60c4069ac,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:30.751331 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-b480a22c-46f7-465f-973b-c68a1690b771 req-bbfac45f-a2a4-4351-af34-e609c1862d12 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Unset dirty status for tenant:b64a3f1baa60499ab93cbd32db99dbcb on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:09:30.764633 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b480a22c-46f7-465f-973b-c68a1690b771 req-bbfac45f-a2a4-4351-af34-e609c1862d12 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=63d2da9b-e5fb-482d-bc61-2d616cc3e465 HTTP/1.1" status: 200 len: 210 time: 0.1943805 May 23 11:09:30.788879 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-45ff3593-f96c-4d01-8f48-73aee871862d admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:09:30.802345 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ff3593-f96c-4d01-8f48-73aee871862d admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:09:30.814038 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a482-c4f0-4230-8e75-1d09b3e02aed tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:30.820389 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2aaf897d-1035-4ad7-9998-d00e94c1e32b None None] Provisioning for port 48e7cfca-3785-4b8e-aa45-a64c1c6d0648 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:09:30.824766 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 92f4ae60-c808-4476-9cbd-2bbe0f13c12e up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:09:30.884740 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4ea86f47-fd10-4a24-bde6-d3d9f4ff7c66 req-1a03abf3-2064-4e44-9207-bf22f7c586da tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/security-groups?id=8072d593-3bc6-40b8-bcf0-2059893c1865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857522 May 23 11:09:30.926538 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aad1be81-bd28-4f3a-8525-9c571c6b2639'] response: {'server_uuid': '63d2da9b-e5fb-482d-bc61-2d616cc3e465', 'name': 'network-vif-deleted', 'tag': 'ece4f7fb-84fd-473f-bb53-fbcc5045ec4b', 'status': 'completed', 'code': 200} May 23 11:09:31.008375 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1cbcf06b-c5b9-466e-ad56-5991ef19dd9e tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:31.037534 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2aaf897d-1035-4ad7-9998-d00e94c1e32b None None] Provisioning complete for port 48e7cfca-3785-4b8e-aa45-a64c1c6d0648 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:09:31.037800 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2aaf897d-1035-4ad7-9998-d00e94c1e32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:31.182402 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-1cbcf06b-c5b9-466e-ad56-5991ef19dd9e tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Deleting port 6bfb6c7a-b9af-4ed1-9991-fa828dd462e7 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:09:31.182736 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1cbcf06b-c5b9-466e-ad56-5991ef19dd9e tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:31.252210 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a482-c4f0-4230-8e75-1d09b3e02aed tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:31.296840 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a482-c4f0-4230-8e75-1d09b3e02aed tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:31.330766 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 92f4ae60-c808-4476-9cbd-2bbe0f13c12e completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:09:31.365724 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 92f4ae60-c808-4476-9cbd-2bbe0f13c12e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:09:31.366093 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:31.449002 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2aaf897d-1035-4ad7-9998-d00e94c1e32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:31.472559 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-723f946f-382e-4078-9b13-f42ebdddb815 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Allocated IP 172.20.0.2 (4f0a78d1-d497-4817-b525-d5508b822130/666f2c60-501b-4458-b02b-667311214e9a/ffa575c5-2a7a-4c34-9cd3-99bde7e40d9e) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:09:31.502889 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2aaf897d-1035-4ad7-9998-d00e94c1e32b None None] For port 48e7cfca-3785-4b8e-aa45-a64c1c6d0648, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=48e7cfca-3785-4b8e-aa45-a64c1c6d0648,segment=NetworkSegment(05501ebc-7a9a-4616-ad67-88a0d4198b9d),segment_id=05501ebc-7a9a-4616-ad67-88a0d4198b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:09:31.536504 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-7fe9a482-c4f0-4230-8e75-1d09b3e02aed tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Allocated IP 172.25.6.170 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/02e2ab94-56fa-4b6e-93e8-14cf130f1eaa) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:09:31.549058 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2aaf897d-1035-4ad7-9998-d00e94c1e32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:31.600102 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-958aae53-081a-4c5d-b6a1-4e39bbbb4b46 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:09:31.628385 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f9eb1c-f807-494a-90aa-146fc52edae9 None None] DHCP port deletion for a76c708f-379d-4599-8247-cbfb64313df4 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:09:31.657269 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-01f9eb1c-f807-494a-90aa-146fc52edae9 None None] Deleting port 6bfb6c7a-b9af-4ed1-9991-fa828dd462e7 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:09:31.657634 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-01f9eb1c-f807-494a-90aa-146fc52edae9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:31.756383 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:31.781590 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a482-c4f0-4230-8e75-1d09b3e02aed tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:31.796076 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-1cbcf06b-c5b9-466e-ad56-5991ef19dd9e tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] For port 6bfb6c7a-b9af-4ed1-9991-fa828dd462e7, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=6bfb6c7a-b9af-4ed1-9991-fa828dd462e7,segment=NetworkSegment(72b0ff4c-0de9-46e3-a56c-77c8491f6585),segment_id=72b0ff4c-0de9-46e3-a56c-77c8491f6585)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:09:31.796523 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1cbcf06b-c5b9-466e-ad56-5991ef19dd9e tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:31.817969 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a482-c4f0-4230-8e75-1d09b3e02aed tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:31.840281 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf897d-1035-4ad7-9998-d00e94c1e32b None None] Pushing event updated for resources: {'Port': ['ID=48e7cfca-3785-4b8e-aa45-a64c1c6d0648,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:31.917470 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 92f4ae60-c808-4476-9cbd-2bbe0f13c12e, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=92f4ae60-c808-4476-9cbd-2bbe0f13c12e,segment=NetworkSegment(2a37e35a-c59c-4ce5-85bd-85ec38876ac8),segment_id=2a37e35a-c59c-4ce5-85bd-85ec38876ac8)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:09:31.928739 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-958aae53-081a-4c5d-b6a1-4e39bbbb4b46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f44088cb-a22d-4c0f-9a93-c98cd814e565 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:09:31.965797 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:32.033204 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-1cbcf06b-c5b9-466e-ad56-5991ef19dd9e tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Calling delete_port for 6bfb6c7a-b9af-4ed1-9991-fa828dd462e7 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:09:32.066826 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-958aae53-081a-4c5d-b6a1-4e39bbbb4b46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:32.075204 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe9a482-c4f0-4230-8e75-1d09b3e02aed tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:09:32.079377 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-7fe9a482-c4f0-4230-8e75-1d09b3e02aed tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:09:32.089917 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-45ff3593-f96c-4d01-8f48-73aee871862d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:32.090858 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-45ff3593-f96c-4d01-8f48-73aee871862d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:32.094062 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a482-c4f0-4230-8e75-1d09b3e02aed tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Pushing event updated for resources: {'Port': ['ID=02e2ab94-56fa-4b6e-93e8-14cf130f1eaa,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:32.096294 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe9a482-c4f0-4230-8e75-1d09b3e02aed tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:09:32.253726 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 48e7cfca-3785-4b8e-aa45-a64c1c6d0648 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:09:32.281668 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=92f4ae60-c808-4476-9cbd-2bbe0f13c12e,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:32.361403 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b9d316a5-b4c8-484f-ad5b-e183c9e4178e None None] Provisioning complete for port 48e7cfca-3785-4b8e-aa45-a64c1c6d0648 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:09:32.362603 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b9d316a5-b4c8-484f-ad5b-e183c9e4178e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:32.395109 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-958aae53-081a-4c5d-b6a1-4e39bbbb4b46 service neutron] Transition to ACTIVE for port object f44088cb-a22d-4c0f-9a93-c98cd814e565 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:09:32.403332 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-723f946f-382e-4078-9b13-f42ebdddb815 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:32.408637 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-01f9eb1c-f807-494a-90aa-146fc52edae9 None None] For port 6bfb6c7a-b9af-4ed1-9991-fa828dd462e7, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=6bfb6c7a-b9af-4ed1-9991-fa828dd462e7,segment=NetworkSegment(72b0ff4c-0de9-46e3-a56c-77c8491f6585),segment_id=72b0ff4c-0de9-46e3-a56c-77c8491f6585)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:09:32.409483 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-01f9eb1c-f807-494a-90aa-146fc52edae9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:32.418273 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-958aae53-081a-4c5d-b6a1-4e39bbbb4b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:32.504405 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958aae53-081a-4c5d-b6a1-4e39bbbb4b46 service neutron] Pushing event updated for resources: {'Port': ['ID=f44088cb-a22d-4c0f-9a93-c98cd814e565,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:32.547208 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a848a66-068f-4489-9cf7-d8b1bf32780d req-a26caabf-a658-43a4-9b1e-3e4e8a5ad640 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:32.548674 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2a848a66-068f-4489-9cf7-d8b1bf32780d req-a26caabf-a658-43a4-9b1e-3e4e8a5ad640 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd50ce13-d56a-416c-88ef-ee83f30ba53a HTTP/1.1" status: 200 len: 931 time: 0.3020079 May 23 11:09:32.636129 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2a848a66-068f-4489-9cf7-d8b1bf32780d req-9e1835db-61c0-4fe2-aa84-35e6db88f4f0 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/security-groups?id=8072d593-3bc6-40b8-bcf0-2059893c1865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769441 May 23 11:09:32.664907 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-01f9eb1c-f807-494a-90aa-146fc52edae9 None None] Calling delete_port for 6bfb6c7a-b9af-4ed1-9991-fa828dd462e7 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:09:32.689166 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1cbcf06b-c5b9-466e-ad56-5991ef19dd9e tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:32.710582 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-1ec1d5f2-51ac-4311-abbe-81771337af0f tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:32.712088 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-1ec1d5f2-51ac-4311-abbe-81771337af0f tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/networks?id=1a5c8466-e669-4a02-9cf7-1e34891324c1 HTTP/1.1" status: 200 len: 811 time: 0.2865303 May 23 11:09:32.741912 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbcf06b-c5b9-466e-ad56-5991ef19dd9e tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Pushing event deleted for resources: {'Port': ['ID=6bfb6c7a-b9af-4ed1-9991-fa828dd462e7,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:32.758109 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-2a3066f7-3caf-48fe-9810-a43569cb921e tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/quotas/b64a3f1baa60499ab93cbd32db99dbcb HTTP/1.1" status: 200 len: 375 time: 0.0363212 May 23 11:09:32.822930 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-af3e4c0f-7c05-4de6-9697-3527876b771f tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b64a3f1baa60499ab93cbd32db99dbcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635829 May 23 11:09:32.863547 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 48e7cfca-3785-4b8e-aa45-a64c1c6d0648 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:09:32.864165 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:32.944032 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-723f946f-382e-4078-9b13-f42ebdddb815 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:32.950440 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbcf06b-c5b9-466e-ad56-5991ef19dd9e tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] No DVR routers for this DVR port 6bfb6c7a-b9af-4ed1-9991-fa828dd462e7 on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:09:32.991933 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-01f9eb1c-f807-494a-90aa-146fc52edae9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:09:32.992531 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-01f9eb1c-f807-494a-90aa-146fc52edae9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:09:33.097878 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f946f-382e-4078-9b13-f42ebdddb815 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Pushing event updated for resources: {'Port': ['ID=ffa575c5-2a7a-4c34-9cd3-99bde7e40d9e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:33.151174 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723f946f-382e-4078-9b13-f42ebdddb815 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Network 4f0a78d1-d497-4817-b525-d5508b822130 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:09:33.164001 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-723f946f-382e-4078-9b13-f42ebdddb815 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:09:33.194671 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a482-c4f0-4230-8e75-1d09b3e02aed tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:33.195136 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a482-c4f0-4230-8e75-1d09b3e02aed tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:33.284125 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1cbcf06b-c5b9-466e-ad56-5991ef19dd9e tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:33.330833 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-1cbcf06b-c5b9-466e-ad56-5991ef19dd9e tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a76c708f-379d-4599-8247-cbfb64313df4']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:33.354750 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 6bfb6c7a-b9af-4ed1-9991-fa828dd462e7 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:09:33.357141 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-1cbcf06b-c5b9-466e-ad56-5991ef19dd9e tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72b0ff4c-0de9-46e3-a56c-77c8491f6585') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:33.357693 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-1cbcf06b-c5b9-466e-ad56-5991ef19dd9e tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72b0ff4c-0de9-46e3-a56c-77c8491f6585') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:33.372308 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1cbcf06b-c5b9-466e-ad56-5991ef19dd9e tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:33.393391 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-413a3b06-eb99-4d41-8756-5ecf5a7d51cd service neutron] 10.222.0.79 "GET /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5626287 May 23 11:09:33.406443 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1cbcf06b-c5b9-466e-ad56-5991ef19dd9e tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:33.414970 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cbcf06b-c5b9-466e-ad56-5991ef19dd9e tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:09:33.415976 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1cbcf06b-c5b9-466e-ad56-5991ef19dd9e tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:33.440615 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 6bfb6c7a-b9af-4ed1-9991-fa828dd462e7 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:09:33.441153 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 6bfb6c7a-b9af-4ed1-9991-fa828dd462e7 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:09:33.494435 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-01f9eb1c-f807-494a-90aa-146fc52edae9 None None] Deleting port 6bfb6c7a-b9af-4ed1-9991-fa828dd462e7 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:09:33.494806 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-01f9eb1c-f807-494a-90aa-146fc52edae9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:33.548661 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:09:33.548661 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:09:33.548661 n-d-842952-2 neutron-server[83911]: timer() May 23 11:09:33.548661 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:09:33.548661 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:09:33.548661 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:09:33.548661 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:09:33.548661 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:09:33.548661 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:09:33.548661 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:09:33.548661 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:09:33.548661 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:09:33.548661 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:09:33.548661 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:09:33.548661 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:09:33.548661 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:09:33.548661 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:09:33.548661 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:09:33.548661 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:09:33.548661 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:09:33.548661 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:09:33.548661 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:09:33.548661 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:09:33.548661 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:09:33.548661 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:09:33.548661 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:09:33.548661 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:09:33.548661 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:09:33.548661 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:09:33.548661 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:09:33.548661 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:09:33.548661 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:09:33.553430 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723f946f-382e-4078-9b13-f42ebdddb815 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:09:33.589166 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-01f9eb1c-f807-494a-90aa-146fc52edae9 None None] The port '6bfb6c7a-b9af-4ed1-9991-fa828dd462e7' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:09:33.608781 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-5badb0f0-7415-427c-b2dd-573037262864 service neutron] 10.222.0.79 "GET /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009628 May 23 11:09:33.642440 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1cbcf06b-c5b9-466e-ad56-5991ef19dd9e tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:33.677887 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1cbcf06b-c5b9-466e-ad56-5991ef19dd9e tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:33.699131 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-958aae53-081a-4c5d-b6a1-4e39bbbb4b46 service neutron] Attempting to bind port f44088cb-a22d-4c0f-9a93-c98cd814e565 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:09:33.699464 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-958aae53-081a-4c5d-b6a1-4e39bbbb4b46 service neutron] Attempting to bind port f44088cb-a22d-4c0f-9a93-c98cd814e565 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': 'cc020ee1-c0c0-4c06-a22a-9486767d8be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0a05d838-cda3-46c0-8bf8-03d2c6de0cc0'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:09:33.699797 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-958aae53-081a-4c5d-b6a1-4e39bbbb4b46 service neutron] Attempting to bind port f44088cb-a22d-4c0f-9a93-c98cd814e565 on network 0a05d838-cda3-46c0-8bf8-03d2c6de0cc0 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:09:33.712229 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe9a482-c4f0-4230-8e75-1d09b3e02aed tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Router fe2cbc96-0364-4a2e-8b4f-c2921758e9f8 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:09:33.728127 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbcf06b-c5b9-466e-ad56-5991ef19dd9e tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Pushing event deleted for resources: {'Network': ['ID=a76c708f-379d-4599-8247-cbfb64313df4,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:33.900155 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-958aae53-081a-4c5d-b6a1-4e39bbbb4b46 service neutron] Port f44088cb-a22d-4c0f-9a93-c98cd814e565 on network 0a05d838-cda3-46c0-8bf8-03d2c6de0cc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:09:33.900485 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-958aae53-081a-4c5d-b6a1-4e39bbbb4b46 service neutron] Attempting to bind port f44088cb-a22d-4c0f-9a93-c98cd814e565 on network 0a05d838-cda3-46c0-8bf8-03d2c6de0cc0 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:09:33.906051 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1cbcf06b-c5b9-466e-ad56-5991ef19dd9e tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "DELETE /v2.0/networks/a76c708f-379d-4599-8247-cbfb64313df4 HTTP/1.1" status: 204 len: 168 time: 3.3121505 May 23 11:09:33.919548 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49112) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:33.928619 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-92bd701d-87f7-49eb-8f93-1b2d17c80240 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-234608622'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:09:33.942195 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-92bd701d-87f7-49eb-8f93-1b2d17c80240 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:09:33.951096 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-958aae53-081a-4c5d-b6a1-4e39bbbb4b46 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:09:33.951096 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-958aae53-081a-4c5d-b6a1-4e39bbbb4b46 service neutron] Checking segment: {'id': 'cc020ee1-c0c0-4c06-a22a-9486767d8be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0a05d838-cda3-46c0-8bf8-03d2c6de0cc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:09:33.951096 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-958aae53-081a-4c5d-b6a1-4e39bbbb4b46 service neutron] Bound using segment: {'id': 'cc020ee1-c0c0-4c06-a22a-9486767d8be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0a05d838-cda3-46c0-8bf8-03d2c6de0cc0'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:09:33.951489 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-958aae53-081a-4c5d-b6a1-4e39bbbb4b46 service neutron] Bound port: f44088cb-a22d-4c0f-9a93-c98cd814e565, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc020ee1-c0c0-4c06-a22a-9486767d8be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0a05d838-cda3-46c0-8bf8-03d2c6de0cc0'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:09:33.951719 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-958aae53-081a-4c5d-b6a1-4e39bbbb4b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:33.970296 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-92bd701d-87f7-49eb-8f93-1b2d17c80240 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Usage tracker for resource:network and tenant:3583a8d0822f4e2696ff39b89a43df5e is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:09:33.979673 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-92bd701d-87f7-49eb-8f93-1b2d17c80240 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:09:33.997538 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-92bd701d-87f7-49eb-8f93-1b2d17c80240 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:09:34.069640 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92bd701d-87f7-49eb-8f93-1b2d17c80240 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Made reservation on behalf of 3583a8d0822f4e2696ff39b89a43df5e for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:09:34.072596 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-92bd701d-87f7-49eb-8f93-1b2d17c80240 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:34.083104 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 92f4ae60-c808-4476-9cbd-2bbe0f13c12e up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:09:34.110654 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-876821a3-268f-45b6-bba4-307b34f36e62 req-55984a82-9ce2-40d1-a4f3-f1f22a1e1f01 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 210 time: 0.0870812 May 23 11:09:34.200086 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92bd701d-87f7-49eb-8f93-1b2d17c80240 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:09:34.203338 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-958aae53-081a-4c5d-b6a1-4e39bbbb4b46 service neutron] For port f44088cb-a22d-4c0f-9a93-c98cd814e565, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:09:34.222028 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-958aae53-081a-4c5d-b6a1-4e39bbbb4b46 service neutron] For port f44088cb-a22d-4c0f-9a93-c98cd814e565, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=f44088cb-a22d-4c0f-9a93-c98cd814e565,segment=NetworkSegment(cc020ee1-c0c0-4c06-a22a-9486767d8be8),segment_id=cc020ee1-c0c0-4c06-a22a-9486767d8be8)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:09:34.224718 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53bb45-226c-45cb-99c5-4436906a7170 req-a4567bed-3131-4d3c-99e5-ea42f90cba95 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:34.225220 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 92f4ae60-c808-4476-9cbd-2bbe0f13c12e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:09:34.225635 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:34.230999 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da53bb45-226c-45cb-99c5-4436906a7170 req-a4567bed-3131-4d3c-99e5-ea42f90cba95 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd50ce13-d56a-416c-88ef-ee83f30ba53a HTTP/1.1" status: 200 len: 943 time: 0.2943273 May 23 11:09:34.246051 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-958aae53-081a-4c5d-b6a1-4e39bbbb4b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:34.312394 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-958aae53-081a-4c5d-b6a1-4e39bbbb4b46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:34.314957 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-958aae53-081a-4c5d-b6a1-4e39bbbb4b46 service neutron] 10.222.0.81 "PUT /v2.0/ports/f44088cb-a22d-4c0f-9a93-c98cd814e565 HTTP/1.1" status: 200 len: 1091 time: 5.2957962 May 23 11:09:34.321711 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-92bd701d-87f7-49eb-8f93-1b2d17c80240 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:34.322097 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-92bd701d-87f7-49eb-8f93-1b2d17c80240 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Added segment 5c0855ef-57f9-46eb-b54e-01a231abeecc of type vlan for network d596d79d-47ef-4f3a-8d9a-10886b071fa3 May 23 11:09:34.323578 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd50ce13-d56a-416c-88ef-ee83f30ba53a', 'tag': 'f44088cb-a22d-4c0f-9a93-c98cd814e565'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:09:34.323913 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da53bb45-226c-45cb-99c5-4436906a7170 req-cf433182-a0d6-4bd1-a8e2-1fc1b6609e95 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/security-groups?id=8072d593-3bc6-40b8-bcf0-2059893c1865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847099 May 23 11:09:34.327154 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe9a482-c4f0-4230-8e75-1d09b3e02aed tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:09:34.350806 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df42fa34-2804-4134-a2d5-c3aa0e2ab779 None None] Sync routers for ids ['fe2cbc96-0364-4a2e-8b4f-c2921758e9f8'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:09:34.353244 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ff3593-f96c-4d01-8f48-73aee871862d admin admin] Router fabed4a7-3bb4-4aa5-9bf3-921aaea01516 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:09:34.362425 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a482-c4f0-4230-8e75-1d09b3e02aed tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:34.366279 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7fe9a482-c4f0-4230-8e75-1d09b3e02aed tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.1873388 May 23 11:09:34.367131 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49122) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:34.521594 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df42fa34-2804-4134-a2d5-c3aa0e2ab779 None None] Routers {'fe2cbc96-0364-4a2e-8b4f-c2921758e9f8'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:09:34.523503 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-df42fa34-2804-4134-a2d5-c3aa0e2ab779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:09:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['fe2cbc96-0364-4a2e-8b4f-c2921758e9f8'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:34.531740 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d916464d-a3bb-4134-8b79-7d3c64b360df'] response: {'name': 'network-changed', 'server_uuid': 'fd50ce13-d56a-416c-88ef-ee83f30ba53a', 'tag': 'f44088cb-a22d-4c0f-9a93-c98cd814e565', 'status': 'completed', 'code': 200} May 23 11:09:34.739265 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8cd76117-0149-46d4-a505-32bcc91abd14 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] 10.222.0.79 "GET /v2.0/routers/fe2cbc96-0364-4a2e-8b4f-c2921758e9f8 HTTP/1.1" status: 200 len: 908 time: 0.3705297 May 23 11:09:34.748461 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-92bd701d-87f7-49eb-8f93-1b2d17c80240 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:34.749493 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49128) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:34.756096 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-83a435f1-e6cd-4255-8afa-062dbdc2fe32 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Request body: {'router': {'name': 'tempest-snat-router-220096758', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'enable_snat': True}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:09:34.766866 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-83a435f1-e6cd-4255-8afa-062dbdc2fe32 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:09:34.772949 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-83a435f1-e6cd-4255-8afa-062dbdc2fe32 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Usage tracker for resource:router and tenant:458f6bd8bf0645d090a34dbc64857384 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:09:34.784179 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-83a435f1-e6cd-4255-8afa-062dbdc2fe32 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:09:34.789315 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958aae53-081a-4c5d-b6a1-4e39bbbb4b46 service neutron] Pushing event updated for resources: {'Port': ['ID=f44088cb-a22d-4c0f-9a93-c98cd814e565,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:34.798782 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-83a435f1-e6cd-4255-8afa-062dbdc2fe32 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:09:34.824356 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83a435f1-e6cd-4255-8afa-062dbdc2fe32 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:34.825491 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83a435f1-e6cd-4255-8afa-062dbdc2fe32 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:34.828503 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-723f946f-382e-4078-9b13-f42ebdddb815 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:34.829507 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-723f946f-382e-4078-9b13-f42ebdddb815 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:34.867402 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83a435f1-e6cd-4255-8afa-062dbdc2fe32 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:34.961661 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-df42fa34-2804-4134-a2d5-c3aa0e2ab779 None None] Set router fe2cbc96-0364-4a2e-8b4f-c2921758e9f8 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:09:35.099960 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-9f0f8d0d-c57a-4892-8782-c0612ac4e689 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4e03745f99574e5389955681da2fca5e&device_id=fd50ce13-d56a-416c-88ef-ee83f30ba53a HTTP/1.1" status: 200 len: 1094 time: 0.6996727 May 23 11:09:35.100551 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-92bd701d-87f7-49eb-8f93-1b2d17c80240 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:35.104198 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bd701d-87f7-49eb-8f93-1b2d17c80240 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:35.104767 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-92bd701d-87f7-49eb-8f93-1b2d17c80240 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:35.115339 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83a435f1-e6cd-4255-8afa-062dbdc2fe32 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:35.363641 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83a435f1-e6cd-4255-8afa-062dbdc2fe32 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:35.438803 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-8bd42e22-c00b-48f7-9cfa-94d08ab9bb46 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f44088cb-a22d-4c0f-9a93-c98cd814e565 HTTP/1.1" status: 200 len: 217 time: 0.2449219 May 23 11:09:35.454583 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd701d-87f7-49eb-8f93-1b2d17c80240 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Pushing event updated for resources: {'Network': ['ID=d596d79d-47ef-4f3a-8d9a-10886b071fa3,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:35.458402 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-92bd701d-87f7-49eb-8f93-1b2d17c80240 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5373154 May 23 11:09:35.495129 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49142) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:35.500565 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network d596d79d-47ef-4f3a-8d9a-10886b071fa3 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:09:35.520872 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a4326d7c-b3fe-4bed-a82e-bd209a48bb79 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Request body: {'subnet': {'network_id': 'd596d79d-47ef-4f3a-8d9a-10886b071fa3', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:09:35.639305 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-e6061ef6-ca27-45a6-8a26-95855cc1723f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:35.640846 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-e6061ef6-ca27-45a6-8a26-95855cc1723f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=87f6ff48-3f7c-46f2-8156-b55091f31a8e HTTP/1.1" status: 200 len: 855 time: 0.1877918 May 23 11:09:35.696013 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-df42fa34-2804-4134-a2d5-c3aa0e2ab779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2cbc96-0364-4a2e-8b4f-c2921758e9f8', 'name': 'tempest-snat-router-220096758', 'tenant_id': '458f6bd8bf0645d090a34dbc64857384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.170'}], 'enable_snat': False}, 'gw_port_id': '02e2ab94-56fa-4b6e-93e8-14cf130f1eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:09:29Z', 'updated_at': '2022-05-23T11:09:32Z', 'revision_number': 3, 'project_id': '458f6bd8bf0645d090a34dbc64857384', 'gw_port': {'id': '02e2ab94-56fa-4b6e-93e8-14cf130f1eaa', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:38:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2cbc96-0364-4a2e-8b4f-c2921758e9f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:09:31Z', 'updated_at': '2022-05-23T11:09:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:35.705198 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df42fa34-2804-4134-a2d5-c3aa0e2ab779 None None] Checking router: fe2cbc96-0364-4a2e-8b4f-c2921758e9f8 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:09:35.705792 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df42fa34-2804-4134-a2d5-c3aa0e2ab779 None None] Updating router fe2cbc96-0364-4a2e-8b4f-c2921758e9f8 port 02e2ab94-56fa-4b6e-93e8-14cf130f1eaa binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:09:35.751810 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a4326d7c-b3fe-4bed-a82e-bd209a48bb79 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:09:35.761055 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a4326d7c-b3fe-4bed-a82e-bd209a48bb79 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Usage tracker for resource:subnet and tenant:3583a8d0822f4e2696ff39b89a43df5e is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:09:35.765147 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a4326d7c-b3fe-4bed-a82e-bd209a48bb79 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:09:35.779373 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-df42fa34-2804-4134-a2d5-c3aa0e2ab779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:35.802090 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a4326d7c-b3fe-4bed-a82e-bd209a48bb79 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:09:35.864476 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4326d7c-b3fe-4bed-a82e-bd209a48bb79 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Made reservation on behalf of 3583a8d0822f4e2696ff39b89a43df5e for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:09:35.903313 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83a435f1-e6cd-4255-8afa-062dbdc2fe32 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:35.915732 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ff3593-f96c-4d01-8f48-73aee871862d admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:09:35.929557 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d006ac08-438b-475b-bbf8-520b82e08ded None None] Sync routers for ids ['fabed4a7-3bb4-4aa5-9bf3-921aaea01516'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:09:35.940770 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-67e7e64f-2094-4279-9e73-6f774c8a3c79 req-c8fa909d-ba0e-499c-bb74-3f085d082f0d tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 210 time: 0.2157366 May 23 11:09:35.958476 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d006ac08-438b-475b-bbf8-520b82e08ded None None] Routers {'fabed4a7-3bb4-4aa5-9bf3-921aaea01516'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:09:35.959381 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d006ac08-438b-475b-bbf8-520b82e08ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:09:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['fabed4a7-3bb4-4aa5-9bf3-921aaea01516'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:36.050025 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-59427c15-2a6f-4dad-9802-19bb29f2d2cf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0a05d838-cda3-46c0-8bf8-03d2c6de0cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3951106 May 23 11:09:36.095498 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-45ff3593-f96c-4d01-8f48-73aee871862d admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:36.096788 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-45ff3593-f96c-4d01-8f48-73aee871862d admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.3468678 May 23 11:09:36.111449 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49150) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:36.221199 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-eedd5e1b-f912-4cf8-9da0-dfeea7a417bd tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:36.222692 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-eedd5e1b-f912-4cf8-9da0-dfeea7a417bd tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.13 "GET /v2.0/networks?id=1a5c8466-e669-4a02-9cf7-1e34891324c1 HTTP/1.1" status: 200 len: 811 time: 0.3765023 May 23 11:09:36.233416 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4845cc-17da-44dd-b411-3b6cb79bc38d req-b743fbc8-a93f-4981-936c-1f7f63dd1c50 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:36.235311 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3d4845cc-17da-44dd-b411-3b6cb79bc38d req-b743fbc8-a93f-4981-936c-1f7f63dd1c50 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd50ce13-d56a-416c-88ef-ee83f30ba53a HTTP/1.1" status: 200 len: 943 time: 0.4579816 May 23 11:09:36.245240 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-2cbc0df8-0920-4d0f-947f-65d2a6784de5 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Request body: {'port': {'device_id': '893b9232-4a8f-423c-9ad4-279e9751aa63', 'network_id': '1a5c8466-e669-4a02-9cf7-1e34891324c1', 'admin_state_up': True, 'tenant_id': 'b64a3f1baa60499ab93cbd32db99dbcb'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:09:36.306876 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a4326d7c-b3fe-4bed-a82e-bd209a48bb79 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:36.311579 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-df42fa34-2804-4134-a2d5-c3aa0e2ab779 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:36.328407 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-df42fa34-2804-4134-a2d5-c3aa0e2ab779 None None] Transition to ACTIVE for port object 02e2ab94-56fa-4b6e-93e8-14cf130f1eaa will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:09:36.336404 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-df42fa34-2804-4134-a2d5-c3aa0e2ab779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:36.393550 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-d006ac08-438b-475b-bbf8-520b82e08ded None None] Set router fabed4a7-3bb4-4aa5-9bf3-921aaea01516 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:09:36.430968 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-df42fa34-2804-4134-a2d5-c3aa0e2ab779 None None] Attempting to bind port 02e2ab94-56fa-4b6e-93e8-14cf130f1eaa on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:09:36.431182 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-df42fa34-2804-4134-a2d5-c3aa0e2ab779 None None] Attempting to bind port 02e2ab94-56fa-4b6e-93e8-14cf130f1eaa by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:09:36.431439 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df42fa34-2804-4134-a2d5-c3aa0e2ab779 None None] Attempting to bind port 02e2ab94-56fa-4b6e-93e8-14cf130f1eaa on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:09:36.447954 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df42fa34-2804-4134-a2d5-c3aa0e2ab779 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:09:36.448534 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df42fa34-2804-4134-a2d5-c3aa0e2ab779 None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:09:36.448997 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-df42fa34-2804-4134-a2d5-c3aa0e2ab779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:36.449407 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df42fa34-2804-4134-a2d5-c3aa0e2ab779 None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:09:36.450177 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-df42fa34-2804-4134-a2d5-c3aa0e2ab779 None None] Bound port: 02e2ab94-56fa-4b6e-93e8-14cf130f1eaa, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:09:36.450337 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-df42fa34-2804-4134-a2d5-c3aa0e2ab779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:36.543244 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-df42fa34-2804-4134-a2d5-c3aa0e2ab779 None None] For port 02e2ab94-56fa-4b6e-93e8-14cf130f1eaa, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:09:36.547112 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-df42fa34-2804-4134-a2d5-c3aa0e2ab779 None None] For port 02e2ab94-56fa-4b6e-93e8-14cf130f1eaa, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=02e2ab94-56fa-4b6e-93e8-14cf130f1eaa,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:09:36.548431 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec15a6-810b-4ea1-b0f0-8a2b1fda7c0c None None] Pushing event updated for resources: {'Port': ['ID=02e2ab94-56fa-4b6e-93e8-14cf130f1eaa,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:36.556896 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-df42fa34-2804-4134-a2d5-c3aa0e2ab779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:36.631373 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-23eca2d6-9505-45af-b204-78e04a871ae6 service neutron] 10.222.0.81 "GET /v2.0/networks/0a05d838-cda3-46c0-8bf8-03d2c6de0cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5647609 May 23 11:09:36.680997 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-83a435f1-e6cd-4255-8afa-062dbdc2fe32 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Allocated IP 172.25.6.90 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/5b0203de-71fb-491c-a45c-88851d78db2c) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:09:36.690518 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3d4845cc-17da-44dd-b411-3b6cb79bc38d req-60340506-3199-4ebb-b7cd-214cb283ce2e tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/security-groups?id=8072d593-3bc6-40b8-bcf0-2059893c1865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4072993 May 23 11:09:36.705534 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec15a6-810b-4ea1-b0f0-8a2b1fda7c0c None None] Pushing event updated for resources: {'Port': ['ID=02e2ab94-56fa-4b6e-93e8-14cf130f1eaa,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:36.757455 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df42fa34-2804-4134-a2d5-c3aa0e2ab779 None None] Routers {'fe2cbc96-0364-4a2e-8b4f-c2921758e9f8'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:09:36.758468 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-df42fa34-2804-4134-a2d5-c3aa0e2ab779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:09:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['fe2cbc96-0364-4a2e-8b4f-c2921758e9f8'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:36.858585 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-2cbc0df8-0920-4d0f-947f-65d2a6784de5 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:09:36.893495 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-2cbc0df8-0920-4d0f-947f-65d2a6784de5 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:09:36.967262 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-2cbc0df8-0920-4d0f-947f-65d2a6784de5 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Made reservation on behalf of b64a3f1baa60499ab93cbd32db99dbcb for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:09:36.982103 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-2cbc0df8-0920-4d0f-947f-65d2a6784de5 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:36.989287 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723f946f-382e-4078-9b13-f42ebdddb815 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Router 6533cda8-6f7f-4b55-816f-4c8bdd2d7f19 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:09:37.019634 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d006ac08-438b-475b-bbf8-520b82e08ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabed4a7-3bb4-4aa5-9bf3-921aaea01516', 'name': 'tempest-TaggedBootDevicesTest-196816748-router', 'tenant_id': '09dddb16e2d24a71bfd4ab7016b3cd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'deeadb49-0133-4b63-864d-a2f60c4069ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:09:24Z', 'updated_at': '2022-05-23T11:09:31Z', 'revision_number': 3, 'project_id': '09dddb16e2d24a71bfd4ab7016b3cd6e', 'gw_port': {'id': 'deeadb49-0133-4b63-864d-a2f60c4069ac', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fc:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabed4a7-3bb4-4aa5-9bf3-921aaea01516', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:09:28Z', 'updated_at': '2022-05-23T11:09:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:37.025002 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d006ac08-438b-475b-bbf8-520b82e08ded None None] Checking router: fabed4a7-3bb4-4aa5-9bf3-921aaea01516 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:09:37.025486 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d006ac08-438b-475b-bbf8-520b82e08ded None None] Updating router fabed4a7-3bb4-4aa5-9bf3-921aaea01516 port deeadb49-0133-4b63-864d-a2f60c4069ac binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:09:37.097887 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-df1a02e6-4774-41aa-a39c-d01418f12064 req-6a7f4f63-a007-4cfe-bdca-a5858b78e1f6 service neutron] 10.222.0.81 "GET /v2.0/networks/0a05d838-cda3-46c0-8bf8-03d2c6de0cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4561300 May 23 11:09:37.130580 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-df42fa34-2804-4134-a2d5-c3aa0e2ab779 None None] Set router fe2cbc96-0364-4a2e-8b4f-c2921758e9f8 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:09:37.163176 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d006ac08-438b-475b-bbf8-520b82e08ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:37.274063 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83a435f1-e6cd-4255-8afa-062dbdc2fe32 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:37.363698 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ca92efeb-75cf-43bc-b24d-2c712f54c921 req-4bfa3f47-766e-4be9-964c-a521fe0ffc71 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 210 time: 0.0584338 May 23 11:09:37.367474 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83a435f1-e6cd-4255-8afa-062dbdc2fe32 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:37.439218 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a435f1-e6cd-4255-8afa-062dbdc2fe32 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:09:37.455523 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-83a435f1-e6cd-4255-8afa-062dbdc2fe32 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:09:37.477820 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a435f1-e6cd-4255-8afa-062dbdc2fe32 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:09:37.529960 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-df42fa34-2804-4134-a2d5-c3aa0e2ab779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2cbc96-0364-4a2e-8b4f-c2921758e9f8', 'name': 'tempest-snat-router-220096758', 'tenant_id': '458f6bd8bf0645d090a34dbc64857384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.170'}], 'enable_snat': False}, 'gw_port_id': '02e2ab94-56fa-4b6e-93e8-14cf130f1eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:09:29Z', 'updated_at': '2022-05-23T11:09:32Z', 'revision_number': 3, 'project_id': '458f6bd8bf0645d090a34dbc64857384', 'gw_port': {'id': '02e2ab94-56fa-4b6e-93e8-14cf130f1eaa', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:38:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2cbc96-0364-4a2e-8b4f-c2921758e9f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:09:31Z', 'updated_at': '2022-05-23T11:09:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:37.534099 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df42fa34-2804-4134-a2d5-c3aa0e2ab779 None None] The sync data for ids ['fe2cbc96-0364-4a2e-8b4f-c2921758e9f8'] in n-d-842952-2 is: [{'id': 'fe2cbc96-0364-4a2e-8b4f-c2921758e9f8', 'name': 'tempest-snat-router-220096758', 'tenant_id': '458f6bd8bf0645d090a34dbc64857384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.170'}], 'enable_snat': False}, 'gw_port_id': '02e2ab94-56fa-4b6e-93e8-14cf130f1eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:09:29Z', 'updated_at': '2022-05-23T11:09:32Z', 'revision_number': 3, 'project_id': '458f6bd8bf0645d090a34dbc64857384', 'gw_port': {'id': '02e2ab94-56fa-4b6e-93e8-14cf130f1eaa', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:38:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2cbc96-0364-4a2e-8b4f-c2921758e9f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:09:31Z', 'updated_at': '2022-05-23T11:09:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:09:37.588888 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a4326d7c-b3fe-4bed-a82e-bd209a48bb79 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:37.608218 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a435f1-e6cd-4255-8afa-062dbdc2fe32 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Pushing event updated for resources: {'Port': ['ID=5b0203de-71fb-491c-a45c-88851d78db2c,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:37.638343 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d006ac08-438b-475b-bbf8-520b82e08ded None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:37.654885 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-d006ac08-438b-475b-bbf8-520b82e08ded None None] Transition to ACTIVE for port object deeadb49-0133-4b63-864d-a2f60c4069ac will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:09:37.693511 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d006ac08-438b-475b-bbf8-520b82e08ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:37.770985 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-2cbc0df8-0920-4d0f-947f-65d2a6784de5 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Allocated IP 172.20.0.2 (1a5c8466-e669-4a02-9cf7-1e34891324c1/76d8b9b5-f057-42e7-939b-4e81b16011fa/c06db991-9e6d-454e-a381-1fb328bc6889) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:09:37.798741 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:37.847564 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db475a2-7d4d-46aa-86bb-b45fecc4d722 None None] Pushing event updated for resources: {'Port': ['ID=deeadb49-0133-4b63-864d-a2f60c4069ac,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:37.854559 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-d006ac08-438b-475b-bbf8-520b82e08ded None None] Attempting to bind port deeadb49-0133-4b63-864d-a2f60c4069ac on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:09:37.855260 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-d006ac08-438b-475b-bbf8-520b82e08ded None None] Attempting to bind port deeadb49-0133-4b63-864d-a2f60c4069ac by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:09:37.855987 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d006ac08-438b-475b-bbf8-520b82e08ded None None] Attempting to bind port deeadb49-0133-4b63-864d-a2f60c4069ac on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:09:37.864016 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d006ac08-438b-475b-bbf8-520b82e08ded None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:09:37.864582 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d006ac08-438b-475b-bbf8-520b82e08ded None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:09:37.865218 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d006ac08-438b-475b-bbf8-520b82e08ded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:37.865887 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d006ac08-438b-475b-bbf8-520b82e08ded None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:09:37.866812 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-d006ac08-438b-475b-bbf8-520b82e08ded None None] Bound port: deeadb49-0133-4b63-864d-a2f60c4069ac, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:09:37.867645 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d006ac08-438b-475b-bbf8-520b82e08ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:38.006395 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-d006ac08-438b-475b-bbf8-520b82e08ded None None] For port deeadb49-0133-4b63-864d-a2f60c4069ac, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:09:38.015648 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-d006ac08-438b-475b-bbf8-520b82e08ded None None] For port deeadb49-0133-4b63-864d-a2f60c4069ac, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=deeadb49-0133-4b63-864d-a2f60c4069ac,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:09:38.027682 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d006ac08-438b-475b-bbf8-520b82e08ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:38.095801 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-709c9a77-420c-4588-a73c-52c798523826 req-c2a50578-7f50-492b-9c60-bd85d2c59832 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4e03745f99574e5389955681da2fca5e&device_id=fd50ce13-d56a-416c-88ef-ee83f30ba53a HTTP/1.1" status: 200 len: 1094 time: 0.5460687 May 23 11:09:38.139864 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db475a2-7d4d-46aa-86bb-b45fecc4d722 None None] Pushing event updated for resources: {'Port': ['ID=deeadb49-0133-4b63-864d-a2f60c4069ac,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:38.150224 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d006ac08-438b-475b-bbf8-520b82e08ded None None] Routers {'fabed4a7-3bb4-4aa5-9bf3-921aaea01516'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:09:38.150952 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d006ac08-438b-475b-bbf8-520b82e08ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:09:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['fabed4a7-3bb4-4aa5-9bf3-921aaea01516'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:38.185947 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4326d7c-b3fe-4bed-a82e-bd209a48bb79 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Pushing event updated for resources: {'Subnet': ['ID=8d2ff066-f50d-4741-ae58-190959a1339b,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:38.221227 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-2cbc0df8-0920-4d0f-947f-65d2a6784de5 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:38.228467 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4326d7c-b3fe-4bed-a82e-bd209a48bb79 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Checking segment: {'id': '5c0855ef-57f9-46eb-b54e-01a231abeecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd596d79d-47ef-4f3a-8d9a-10886b071fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:09:38.228880 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4326d7c-b3fe-4bed-a82e-bd209a48bb79 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Network hostable DHCP agents. Network: d596d79d-47ef-4f3a-8d9a-10886b071fa3, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:09:38.233564 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83a435f1-e6cd-4255-8afa-062dbdc2fe32 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:38.234556 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83a435f1-e6cd-4255-8afa-062dbdc2fe32 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:38.247677 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f90dd-a841-4773-bd9e-72e5bde8c5d4 req-cef7c05e-c6ad-4eb5-a0a6-3de9f8fe348f tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:38.249910 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f1f90dd-a841-4773-bd9e-72e5bde8c5d4 req-cef7c05e-c6ad-4eb5-a0a6-3de9f8fe348f tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd50ce13-d56a-416c-88ef-ee83f30ba53a HTTP/1.1" status: 200 len: 943 time: 0.2811983 May 23 11:09:38.373874 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f1f90dd-a841-4773-bd9e-72e5bde8c5d4 req-823b3726-39ec-435f-b404-ccd4f5dde73a tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/security-groups?id=8072d593-3bc6-40b8-bcf0-2059893c1865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591061 May 23 11:09:38.456225 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-d006ac08-438b-475b-bbf8-520b82e08ded None None] Set router fabed4a7-3bb4-4aa5-9bf3-921aaea01516 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:09:38.561342 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4326d7c-b3fe-4bed-a82e-bd209a48bb79 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Network d596d79d-47ef-4f3a-8d9a-10886b071fa3 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:09:38.610879 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c9a77-420c-4588-a73c-52c798523826 req-857f3d07-da3a-4330-b84d-5f64b67a0330 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:38.612360 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-709c9a77-420c-4588-a73c-52c798523826 req-857f3d07-da3a-4330-b84d-5f64b67a0330 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0a05d838-cda3-46c0-8bf8-03d2c6de0cc0 HTTP/1.1" status: 200 len: 917 time: 0.4188154 May 23 11:09:38.626237 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-2cbc0df8-0920-4d0f-947f-65d2a6784de5 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:38.679794 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-a4326d7c-b3fe-4bed-a82e-bd209a48bb79 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, d596d79d-47ef-4f3a-8d9a-10886b071fa3) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:09:38.690006 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bfd461-9def-49f1-8dcc-8e75c50511d6 None None] Network d596d79d-47ef-4f3a-8d9a-10886b071fa3 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:09:38.713052 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4326d7c-b3fe-4bed-a82e-bd209a48bb79 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:38.713647 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a4326d7c-b3fe-4bed-a82e-bd209a48bb79 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:38.737859 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-709c9a77-420c-4588-a73c-52c798523826 req-329a2e6b-ccf3-4513-b83d-626f477e6a15 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f44088cb-a22d-4c0f-9a93-c98cd814e565 HTTP/1.1" status: 200 len: 217 time: 0.1170752 May 23 11:09:38.802088 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723f946f-382e-4078-9b13-f42ebdddb815 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:09:38.826444 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-2cbc0df8-0920-4d0f-947f-65d2a6784de5 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Network 1a5c8466-e669-4a02-9cf7-1e34891324c1 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:09:38.828752 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-2cbc0df8-0920-4d0f-947f-65d2a6784de5 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:09:38.835031 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-2cbc0df8-0920-4d0f-947f-65d2a6784de5 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:09:38.835684 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a4326d7c-b3fe-4bed-a82e-bd209a48bb79 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.3363779 May 23 11:09:38.836669 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49180) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:38.839902 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2a98f2-3172-4077-88de-be21cba4aa3d None None] Sync routers for ids ['6533cda8-6f7f-4b55-816f-4c8bdd2d7f19'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:09:38.870563 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-2994a70d-fc2f-4f4a-b7bf-ff4dfbc31b31 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1719482155'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:09:38.876701 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2994a70d-fc2f-4f4a-b7bf-ff4dfbc31b31 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:09:38.876877 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2a98f2-3172-4077-88de-be21cba4aa3d None None] Routers {'6533cda8-6f7f-4b55-816f-4c8bdd2d7f19'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:09:38.877067 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ff2a98f2-3172-4077-88de-be21cba4aa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:09:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['6533cda8-6f7f-4b55-816f-4c8bdd2d7f19'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:38.880463 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2994a70d-fc2f-4f4a-b7bf-ff4dfbc31b31 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Usage tracker for resource:network and tenant:3583a8d0822f4e2696ff39b89a43df5e is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:09:38.883373 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2994a70d-fc2f-4f4a-b7bf-ff4dfbc31b31 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:09:38.889569 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2994a70d-fc2f-4f4a-b7bf-ff4dfbc31b31 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:09:38.909194 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2994a70d-fc2f-4f4a-b7bf-ff4dfbc31b31 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Made reservation on behalf of 3583a8d0822f4e2696ff39b89a43df5e for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:09:38.912381 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2994a70d-fc2f-4f4a-b7bf-ff4dfbc31b31 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:38.929554 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-723f946f-382e-4078-9b13-f42ebdddb815 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:38.930241 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-723f946f-382e-4078-9b13-f42ebdddb815 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 11.4570601 May 23 11:09:38.936636 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49184) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:38.941182 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c9a77-420c-4588-a73c-52c798523826 req-c67563c1-982c-46c6-b586-3373946158a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:38.942606 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-709c9a77-420c-4588-a73c-52c798523826 req-c67563c1-982c-46c6-b586-3373946158a9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=87f6ff48-3f7c-46f2-8156-b55091f31a8e HTTP/1.1" status: 200 len: 855 time: 0.1889822 May 23 11:09:38.956589 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d006ac08-438b-475b-bbf8-520b82e08ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabed4a7-3bb4-4aa5-9bf3-921aaea01516', 'name': 'tempest-TaggedBootDevicesTest-196816748-router', 'tenant_id': '09dddb16e2d24a71bfd4ab7016b3cd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'deeadb49-0133-4b63-864d-a2f60c4069ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:09:24Z', 'updated_at': '2022-05-23T11:09:31Z', 'revision_number': 3, 'project_id': '09dddb16e2d24a71bfd4ab7016b3cd6e', 'gw_port': {'id': 'deeadb49-0133-4b63-864d-a2f60c4069ac', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fc:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabed4a7-3bb4-4aa5-9bf3-921aaea01516', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:09:28Z', 'updated_at': '2022-05-23T11:09:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:38.969340 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d006ac08-438b-475b-bbf8-520b82e08ded None None] The sync data for ids ['fabed4a7-3bb4-4aa5-9bf3-921aaea01516'] in n-d-842952-2 is: [{'id': 'fabed4a7-3bb4-4aa5-9bf3-921aaea01516', 'name': 'tempest-TaggedBootDevicesTest-196816748-router', 'tenant_id': '09dddb16e2d24a71bfd4ab7016b3cd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'deeadb49-0133-4b63-864d-a2f60c4069ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:09:24Z', 'updated_at': '2022-05-23T11:09:31Z', 'revision_number': 3, 'project_id': '09dddb16e2d24a71bfd4ab7016b3cd6e', 'gw_port': {'id': 'deeadb49-0133-4b63-864d-a2f60c4069ac', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fc:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabed4a7-3bb4-4aa5-9bf3-921aaea01516', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:09:28Z', 'updated_at': '2022-05-23T11:09:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:09:38.975318 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-2cbc0df8-0920-4d0f-947f-65d2a6784de5 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:38.976299 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-2cbc0df8-0920-4d0f-947f-65d2a6784de5 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:38.980865 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc0df8-0920-4d0f-947f-65d2a6784de5 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Pushing event updated for resources: {'Port': ['ID=c06db991-9e6d-454e-a381-1fb328bc6889,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:39.048391 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb2453-2006-431a-a637-04ba485fb8cd req-a5299d58-a3e0-4285-8d16-a81b7e062373 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:39.049894 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-61cb2453-2006-431a-a637-04ba485fb8cd req-a5299d58-a3e0-4285-8d16-a81b7e062373 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 931 time: 0.4313602 May 23 11:09:39.158598 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-2cbc0df8-0920-4d0f-947f-65d2a6784de5 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9167209 May 23 11:09:39.161688 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:39.180245 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-609a52a9-db5f-4c1d-a96d-2c0ac6b72278 service neutron] Request body: {'port': {'device_id': '893b9232-4a8f-423c-9ad4-279e9751aa63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:09:39.250402 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b7614984-f3f1-4df6-bf1c-276921bebb71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:39.320176 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-609a52a9-db5f-4c1d-a96d-2c0ac6b72278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:39.323665 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-ff2a98f2-3172-4077-88de-be21cba4aa3d None None] Set router 6533cda8-6f7f-4b55-816f-4c8bdd2d7f19 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:09:39.339056 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2994a70d-fc2f-4f4a-b7bf-ff4dfbc31b31 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:09:39.345138 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-61cb2453-2006-431a-a637-04ba485fb8cd req-fc5accda-8491-42fe-8612-aa75cf934be8 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854898 May 23 11:09:39.412115 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2994a70d-fc2f-4f4a-b7bf-ff4dfbc31b31 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:39.412672 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-2994a70d-fc2f-4f4a-b7bf-ff4dfbc31b31 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Added segment 2298bc77-bac2-4f7b-9ba0-ba008ab4ada5 of type vlan for network 29f7b33b-e00c-42cd-acac-a687a041e5eb May 23 11:09:39.440540 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e908251a-ef5d-4f00-98ff-6375ba1ff392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-d596d79d-47ef-4f3a-8d9a-10886b071fa3', 'network_id': 'd596d79d-47ef-4f3a-8d9a-10886b071fa3', 'tenant_id': '3583a8d0822f4e2696ff39b89a43df5e', 'fixed_ips': [{'subnet_id': '8d2ff066-f50d-4741-ae58-190959a1339b'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:09:39.442787 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e908251a-ef5d-4f00-98ff-6375ba1ff392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:39.485361 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2994a70d-fc2f-4f4a-b7bf-ff4dfbc31b31 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:39.509390 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-709c9a77-420c-4588-a73c-52c798523826 req-b250bfa6-ca0e-4e87-b3cc-ae7525b7e29f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0a05d838-cda3-46c0-8bf8-03d2c6de0cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4789300 May 23 11:09:39.560152 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a435f1-e6cd-4255-8afa-062dbdc2fe32 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Router 1aa34a7f-fec5-497d-96f1-68fc656cc844 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:09:39.907448 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-709c9a77-420c-4588-a73c-52c798523826 req-7099cfb4-6d21-47ae-84f6-5407448fa975 service neutron] 10.222.0.81 "GET /v2.0/networks/0a05d838-cda3-46c0-8bf8-03d2c6de0cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844624 May 23 11:09:39.993823 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8580b-1db6-4ae1-9a3b-e716635e70a2 req-6d4b35ce-f019-41dc-811c-d1cf25837fa7 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:39.993962 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-e908251a-ef5d-4f00-98ff-6375ba1ff392 None None] Allocated IP 19.80.0.2 (d596d79d-47ef-4f3a-8d9a-10886b071fa3/8d2ff066-f50d-4741-ae58-190959a1339b/5ea8c1cb-53c3-4b67-acb1-105400c746df) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:09:40.002541 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ece8580b-1db6-4ae1-9a3b-e716635e70a2 req-6d4b35ce-f019-41dc-811c-d1cf25837fa7 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd50ce13-d56a-416c-88ef-ee83f30ba53a HTTP/1.1" status: 200 len: 943 time: 0.3280096 May 23 11:09:40.071970 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2994a70d-fc2f-4f4a-b7bf-ff4dfbc31b31 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:40.075840 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2994a70d-fc2f-4f4a-b7bf-ff4dfbc31b31 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:40.076819 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2994a70d-fc2f-4f4a-b7bf-ff4dfbc31b31 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:40.096433 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ece8580b-1db6-4ae1-9a3b-e716635e70a2 req-97977272-5659-4cc6-b80d-2a599ac86b78 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/security-groups?id=8072d593-3bc6-40b8-bcf0-2059893c1865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926390 May 23 11:09:40.219180 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-609a52a9-db5f-4c1d-a96d-2c0ac6b72278 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c06db991-9e6d-454e-a381-1fb328bc6889 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:09:40.238030 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-609a52a9-db5f-4c1d-a96d-2c0ac6b72278 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:40.255395 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e908251a-ef5d-4f00-98ff-6375ba1ff392 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:40.268457 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e908251a-ef5d-4f00-98ff-6375ba1ff392 None None] Transition to ACTIVE for port object 5ea8c1cb-53c3-4b67-acb1-105400c746df will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:09:40.270532 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a435f1-e6cd-4255-8afa-062dbdc2fe32 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:09:40.285138 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af98028e-0c4f-483e-8304-9f464bf01e74 None None] Sync routers for ids ['1aa34a7f-fec5-497d-96f1-68fc656cc844'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:09:40.292459 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e908251a-ef5d-4f00-98ff-6375ba1ff392 None None] Transition to ACTIVE for port object 5ea8c1cb-53c3-4b67-acb1-105400c746df will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:09:40.295473 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-609a52a9-db5f-4c1d-a96d-2c0ac6b72278 service neutron] Transition to ACTIVE for port object c06db991-9e6d-454e-a381-1fb328bc6889 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:09:40.306297 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af98028e-0c4f-483e-8304-9f464bf01e74 None None] Routers {'1aa34a7f-fec5-497d-96f1-68fc656cc844'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:09:40.307524 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e908251a-ef5d-4f00-98ff-6375ba1ff392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:40.308817 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-af98028e-0c4f-483e-8304-9f464bf01e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:09:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['1aa34a7f-fec5-497d-96f1-68fc656cc844'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:40.310582 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-609a52a9-db5f-4c1d-a96d-2c0ac6b72278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:40.361782 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83a435f1-e6cd-4255-8afa-062dbdc2fe32 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:40.363010 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-83a435f1-e6cd-4255-8afa-062dbdc2fe32 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.6124477 May 23 11:09:40.367711 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2994a70d-fc2f-4f4a-b7bf-ff4dfbc31b31 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Pushing event updated for resources: {'Network': ['ID=29f7b33b-e00c-42cd-acac-a687a041e5eb,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:40.374606 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2994a70d-fc2f-4f4a-b7bf-ff4dfbc31b31 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5223927 May 23 11:09:40.375075 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49196) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:40.379787 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49198) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:40.396991 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-076e4ae8-29f2-4c3e-8c74-b2ebd766b388 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:40.397474 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 29f7b33b-e00c-42cd-acac-a687a041e5eb details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:09:40.401820 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-86bfe0df-f09a-48f0-888a-328c073f7cb3 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Request body: {'subnet': {'network_id': '29f7b33b-e00c-42cd-acac-a687a041e5eb', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:09:40.462253 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-709c9a77-420c-4588-a73c-52c798523826 req-6f03a59d-51ad-4f72-8452-c4e855a5002b service neutron] 10.222.0.81 "GET /v2.0/networks/0a05d838-cda3-46c0-8bf8-03d2c6de0cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5409253 May 23 11:09:40.632652 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908251a-ef5d-4f00-98ff-6375ba1ff392 None None] Pushing event updated for resources: {'Port': ['ID=5ea8c1cb-53c3-4b67-acb1-105400c746df,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:40.697165 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e908251a-ef5d-4f00-98ff-6375ba1ff392 None None] Network d596d79d-47ef-4f3a-8d9a-10886b071fa3 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:09:40.698603 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-af98028e-0c4f-483e-8304-9f464bf01e74 None None] Set router 1aa34a7f-fec5-497d-96f1-68fc656cc844 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:09:40.707186 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-e908251a-ef5d-4f00-98ff-6375ba1ff392 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:09:40.710386 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e908251a-ef5d-4f00-98ff-6375ba1ff392 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:09:40.716523 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ff2a98f2-3172-4077-88de-be21cba4aa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6533cda8-6f7f-4b55-816f-4c8bdd2d7f19', 'name': '', 'tenant_id': '3a58b3a6e9ef44afb95c6caff7db1301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f0a78d1-d497-4817-b525-d5508b822130', 'external_fixed_ips': [{'subnet_id': '666f2c60-501b-4458-b02b-667311214e9a', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ffa575c5-2a7a-4c34-9cd3-99bde7e40d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:09:27Z', 'updated_at': '2022-05-23T11:09:33Z', 'revision_number': 3, 'project_id': '3a58b3a6e9ef44afb95c6caff7db1301', 'gw_port': {'id': 'ffa575c5-2a7a-4c34-9cd3-99bde7e40d9e', 'name': '', 'network_id': '4f0a78d1-d497-4817-b525-d5508b822130', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6533cda8-6f7f-4b55-816f-4c8bdd2d7f19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '666f2c60-501b-4458-b02b-667311214e9a', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:09:30Z', 'updated_at': '2022-05-23T11:09:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '666f2c60-501b-4458-b02b-667311214e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:40.729336 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2a98f2-3172-4077-88de-be21cba4aa3d None None] Checking router: 6533cda8-6f7f-4b55-816f-4c8bdd2d7f19 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:09:40.729817 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2a98f2-3172-4077-88de-be21cba4aa3d None None] Updating router 6533cda8-6f7f-4b55-816f-4c8bdd2d7f19 port ffa575c5-2a7a-4c34-9cd3-99bde7e40d9e binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:09:41.011485 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a52a9-db5f-4c1d-a96d-2c0ac6b72278 service neutron] Pushing event updated for resources: {'Port': ['ID=c06db991-9e6d-454e-a381-1fb328bc6889,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:41.033421 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5af62c38-18a4-4732-aaea-041f875326d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:41.059092 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ff2a98f2-3172-4077-88de-be21cba4aa3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:41.166046 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-86bfe0df-f09a-48f0-888a-328c073f7cb3 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:09:41.181385 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-86bfe0df-f09a-48f0-888a-328c073f7cb3 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Usage tracker for resource:subnet and tenant:3583a8d0822f4e2696ff39b89a43df5e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:09:41.196578 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e908251a-ef5d-4f00-98ff-6375ba1ff392 None None] Attempting to bind port 5ea8c1cb-53c3-4b67-acb1-105400c746df on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:09:41.196578 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e908251a-ef5d-4f00-98ff-6375ba1ff392 None None] Attempting to bind port 5ea8c1cb-53c3-4b67-acb1-105400c746df by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '5c0855ef-57f9-46eb-b54e-01a231abeecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd596d79d-47ef-4f3a-8d9a-10886b071fa3'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:09:41.196578 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e908251a-ef5d-4f00-98ff-6375ba1ff392 None None] Attempting to bind port 5ea8c1cb-53c3-4b67-acb1-105400c746df on network d596d79d-47ef-4f3a-8d9a-10886b071fa3 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:09:41.200516 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-86bfe0df-f09a-48f0-888a-328c073f7cb3 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:09:41.221387 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-86bfe0df-f09a-48f0-888a-328c073f7cb3 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:09:41.241133 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25a874-6265-4aa4-bad8-7f920945a7a5 req-0bbefb0e-32b8-4330-8145-1810234430c9 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:41.241909 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ec25a874-6265-4aa4-bad8-7f920945a7a5 req-0bbefb0e-32b8-4330-8145-1810234430c9 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Synchronizing usage tracker for tenant:b64a3f1baa60499ab93cbd32db99dbcb on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:09:41.249102 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-076e4ae8-29f2-4c3e-8c74-b2ebd766b388 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:41.276411 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-609a52a9-db5f-4c1d-a96d-2c0ac6b72278 service neutron] Attempting to bind port c06db991-9e6d-454e-a381-1fb328bc6889 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:09:41.277287 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-609a52a9-db5f-4c1d-a96d-2c0ac6b72278 service neutron] Attempting to bind port c06db991-9e6d-454e-a381-1fb328bc6889 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '633c66ca-dc41-4b0b-a0a3-ed62624a9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1a5c8466-e669-4a02-9cf7-1e34891324c1'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:09:41.277605 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-609a52a9-db5f-4c1d-a96d-2c0ac6b72278 service neutron] Attempting to bind port c06db991-9e6d-454e-a381-1fb328bc6889 on network 1a5c8466-e669-4a02-9cf7-1e34891324c1 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:09:41.294671 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-af98028e-0c4f-483e-8304-9f464bf01e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa34a7f-fec5-497d-96f1-68fc656cc844', 'name': 'tempest-snat-router-220096758', 'tenant_id': '458f6bd8bf0645d090a34dbc64857384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '5b0203de-71fb-491c-a45c-88851d78db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:09:34Z', 'updated_at': '2022-05-23T11:09:37Z', 'revision_number': 3, 'project_id': '458f6bd8bf0645d090a34dbc64857384', 'gw_port': {'id': '5b0203de-71fb-491c-a45c-88851d78db2c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa34a7f-fec5-497d-96f1-68fc656cc844', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:09:36Z', 'updated_at': '2022-05-23T11:09:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:41.295363 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bfe0df-f09a-48f0-888a-328c073f7cb3 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Made reservation on behalf of 3583a8d0822f4e2696ff39b89a43df5e for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:09:41.297556 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e908251a-ef5d-4f00-98ff-6375ba1ff392 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:09:41.297992 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e908251a-ef5d-4f00-98ff-6375ba1ff392 None None] Checking segment: {'id': '5c0855ef-57f9-46eb-b54e-01a231abeecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd596d79d-47ef-4f3a-8d9a-10886b071fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:09:41.298330 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e908251a-ef5d-4f00-98ff-6375ba1ff392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:41.298726 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e908251a-ef5d-4f00-98ff-6375ba1ff392 None None] Bound using segment: {'id': '5c0855ef-57f9-46eb-b54e-01a231abeecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd596d79d-47ef-4f3a-8d9a-10886b071fa3'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:09:41.299243 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e908251a-ef5d-4f00-98ff-6375ba1ff392 None None] Bound port: 5ea8c1cb-53c3-4b67-acb1-105400c746df, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c0855ef-57f9-46eb-b54e-01a231abeecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd596d79d-47ef-4f3a-8d9a-10886b071fa3'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:09:41.299624 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e908251a-ef5d-4f00-98ff-6375ba1ff392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:41.313719 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af98028e-0c4f-483e-8304-9f464bf01e74 None None] Checking router: 1aa34a7f-fec5-497d-96f1-68fc656cc844 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:09:41.313944 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-076e4ae8-29f2-4c3e-8c74-b2ebd766b388 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Deleting port ffa575c5-2a7a-4c34-9cd3-99bde7e40d9e {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:09:41.314566 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af98028e-0c4f-483e-8304-9f464bf01e74 None None] Updating router 1aa34a7f-fec5-497d-96f1-68fc656cc844 port 5b0203de-71fb-491c-a45c-88851d78db2c binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:09:41.314901 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-076e4ae8-29f2-4c3e-8c74-b2ebd766b388 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:41.316656 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ec25a874-6265-4aa4-bad8-7f920945a7a5 req-0bbefb0e-32b8-4330-8145-1810234430c9 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Unset dirty status for tenant:b64a3f1baa60499ab93cbd32db99dbcb on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:09:41.317827 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ec25a874-6265-4aa4-bad8-7f920945a7a5 req-0bbefb0e-32b8-4330-8145-1810234430c9 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 943 time: 0.5849302 May 23 11:09:41.401487 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-609a52a9-db5f-4c1d-a96d-2c0ac6b72278 service neutron] Port c06db991-9e6d-454e-a381-1fb328bc6889 on network 1a5c8466-e669-4a02-9cf7-1e34891324c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:09:41.402208 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-609a52a9-db5f-4c1d-a96d-2c0ac6b72278 service neutron] Attempting to bind port c06db991-9e6d-454e-a381-1fb328bc6889 on network 1a5c8466-e669-4a02-9cf7-1e34891324c1 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:09:41.465759 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-af98028e-0c4f-483e-8304-9f464bf01e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:41.513136 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e908251a-ef5d-4f00-98ff-6375ba1ff392 None None] For port 5ea8c1cb-53c3-4b67-acb1-105400c746df, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:09:41.522507 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e908251a-ef5d-4f00-98ff-6375ba1ff392 None None] For port 5ea8c1cb-53c3-4b67-acb1-105400c746df, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=5ea8c1cb-53c3-4b67-acb1-105400c746df,segment=NetworkSegment(5c0855ef-57f9-46eb-b54e-01a231abeecc),segment_id=5c0855ef-57f9-46eb-b54e-01a231abeecc)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:09:41.533021 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ec25a874-6265-4aa4-bad8-7f920945a7a5 req-db554f9c-3d0a-40fd-b171-e2d52fc1f395 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059023 May 23 11:09:41.533745 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-609a52a9-db5f-4c1d-a96d-2c0ac6b72278 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:09:41.534077 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-609a52a9-db5f-4c1d-a96d-2c0ac6b72278 service neutron] Checking segment: {'id': '633c66ca-dc41-4b0b-a0a3-ed62624a9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1a5c8466-e669-4a02-9cf7-1e34891324c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:09:41.534449 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-609a52a9-db5f-4c1d-a96d-2c0ac6b72278 service neutron] Bound using segment: {'id': '633c66ca-dc41-4b0b-a0a3-ed62624a9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1a5c8466-e669-4a02-9cf7-1e34891324c1'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:09:41.534897 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-609a52a9-db5f-4c1d-a96d-2c0ac6b72278 service neutron] Bound port: c06db991-9e6d-454e-a381-1fb328bc6889, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '633c66ca-dc41-4b0b-a0a3-ed62624a9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1a5c8466-e669-4a02-9cf7-1e34891324c1'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:09:41.535240 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-609a52a9-db5f-4c1d-a96d-2c0ac6b72278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:41.580266 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-86bfe0df-f09a-48f0-888a-328c073f7cb3 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:41.625312 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-5af62c38-18a4-4732-aaea-041f875326d9 admin admin] Allocated IP 172.20.0.1 (4f5093ac-8702-4938-a0e0-1f4b0c2769a8/38b1a145-1806-4e2d-a715-a6e6d49bd88a/2a586aa5-99a9-4f96-9530-159896c632e6) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:09:41.643244 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e908251a-ef5d-4f00-98ff-6375ba1ff392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:41.697681 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-609a52a9-db5f-4c1d-a96d-2c0ac6b72278 service neutron] For port c06db991-9e6d-454e-a381-1fb328bc6889, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:09:41.703557 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-609a52a9-db5f-4c1d-a96d-2c0ac6b72278 service neutron] For port c06db991-9e6d-454e-a381-1fb328bc6889, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=c06db991-9e6d-454e-a381-1fb328bc6889,segment=NetworkSegment(633c66ca-dc41-4b0b-a0a3-ed62624a9374),segment_id=633c66ca-dc41-4b0b-a0a3-ed62624a9374)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:09:41.768851 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-609a52a9-db5f-4c1d-a96d-2c0ac6b72278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:41.814188 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e141ba73-d799-4d89-bb85-e000ab898b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:41.862337 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b5d4432a-cf38-43d7-ad39-394d3fb8bdb2 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] 10.222.0.79 "GET /v2.0/routers/1aa34a7f-fec5-497d-96f1-68fc656cc844 HTTP/1.1" status: 200 len: 906 time: 1.4817460 May 23 11:09:41.864802 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a52a9-db5f-4c1d-a96d-2c0ac6b72278 service neutron] Pushing event updated for resources: {'Port': ['ID=c06db991-9e6d-454e-a381-1fb328bc6889,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:41.870938 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49220) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:41.902715 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5af62c38-18a4-4732-aaea-041f875326d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:41.938367 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-5af62c38-18a4-4732-aaea-041f875326d9 admin admin] Transition to ACTIVE for port object 2a586aa5-99a9-4f96-9530-159896c632e6 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:09:42.013037 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5af62c38-18a4-4732-aaea-041f875326d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:42.030248 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908251a-ef5d-4f00-98ff-6375ba1ff392 None None] Pushing event updated for resources: {'Port': ['ID=5ea8c1cb-53c3-4b67-acb1-105400c746df,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:42.078131 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-609a52a9-db5f-4c1d-a96d-2c0ac6b72278 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:42.079543 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-609a52a9-db5f-4c1d-a96d-2c0ac6b72278 service neutron] 10.222.0.13 "PUT /v2.0/ports/c06db991-9e6d-454e-a381-1fb328bc6889 HTTP/1.1" status: 200 len: 1091 time: 2.9062817 May 23 11:09:42.082724 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '893b9232-4a8f-423c-9ad4-279e9751aa63', 'tag': 'c06db991-9e6d-454e-a381-1fb328bc6889'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:09:42.133908 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-af98028e-0c4f-483e-8304-9f464bf01e74 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:42.160844 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-af98028e-0c4f-483e-8304-9f464bf01e74 None None] Transition to ACTIVE for port object 5b0203de-71fb-491c-a45c-88851d78db2c will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:09:42.177142 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-af98028e-0c4f-483e-8304-9f464bf01e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:42.212126 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af62c38-18a4-4732-aaea-041f875326d9 admin admin] Pushing event updated for resources: {'Port': ['ID=2a586aa5-99a9-4f96-9530-159896c632e6,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:42.263316 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af62c38-18a4-4732-aaea-041f875326d9 admin admin] Network 4f5093ac-8702-4938-a0e0-1f4b0c2769a8 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:09:42.266618 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-5af62c38-18a4-4732-aaea-041f875326d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:09:42.270916 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af62c38-18a4-4732-aaea-041f875326d9 admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:09:42.272607 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82772adb-4b91-4148-bb3d-74414132a79d req-647a3245-073e-4cc1-9631-8f0e92c5b710 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:42.302136 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-82772adb-4b91-4148-bb3d-74414132a79d req-647a3245-073e-4cc1-9631-8f0e92c5b710 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd50ce13-d56a-416c-88ef-ee83f30ba53a HTTP/1.1" status: 200 len: 943 time: 0.7865796 May 23 11:09:42.329301 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79573dd1-c884-4e05-bd09-bf03dc6716e3 None None] Pushing event updated for resources: {'Port': ['ID=5b0203de-71fb-491c-a45c-88851d78db2c,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:42.337773 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-076e4ae8-29f2-4c3e-8c74-b2ebd766b388 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:42.372830 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7963393b-7f4f-487c-9ec1-96e49d6ee96f'] response: {'name': 'network-changed', 'server_uuid': '893b9232-4a8f-423c-9ad4-279e9751aa63', 'tag': 'c06db991-9e6d-454e-a381-1fb328bc6889', 'status': 'completed', 'code': 200} May 23 11:09:42.381397 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-af98028e-0c4f-483e-8304-9f464bf01e74 None None] Attempting to bind port 5b0203de-71fb-491c-a45c-88851d78db2c on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:09:42.382134 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-af98028e-0c4f-483e-8304-9f464bf01e74 None None] Attempting to bind port 5b0203de-71fb-491c-a45c-88851d78db2c by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:09:42.382663 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af98028e-0c4f-483e-8304-9f464bf01e74 None None] Attempting to bind port 5b0203de-71fb-491c-a45c-88851d78db2c on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:09:42.402591 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af98028e-0c4f-483e-8304-9f464bf01e74 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:09:42.402978 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af98028e-0c4f-483e-8304-9f464bf01e74 None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:09:42.403385 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-af98028e-0c4f-483e-8304-9f464bf01e74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:42.403956 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af98028e-0c4f-483e-8304-9f464bf01e74 None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:09:42.404434 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-af98028e-0c4f-483e-8304-9f464bf01e74 None None] Bound port: 5b0203de-71fb-491c-a45c-88851d78db2c, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:09:42.404805 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-af98028e-0c4f-483e-8304-9f464bf01e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:42.529597 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-af98028e-0c4f-483e-8304-9f464bf01e74 None None] For port 5b0203de-71fb-491c-a45c-88851d78db2c, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:09:42.533402 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-af98028e-0c4f-483e-8304-9f464bf01e74 None None] For port 5b0203de-71fb-491c-a45c-88851d78db2c, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=5b0203de-71fb-491c-a45c-88851d78db2c,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:09:42.550296 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-af98028e-0c4f-483e-8304-9f464bf01e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:42.662795 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-076e4ae8-29f2-4c3e-8c74-b2ebd766b388 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Calling delete_port for ffa575c5-2a7a-4c34-9cd3-99bde7e40d9e owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:09:42.799080 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-82772adb-4b91-4148-bb3d-74414132a79d req-d19e7b13-2bf5-49ca-9fae-2afedb6168a6 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/security-groups?id=8072d593-3bc6-40b8-bcf0-2059893c1865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4959478 May 23 11:09:42.822769 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ff2a98f2-3172-4077-88de-be21cba4aa3d None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:42.836032 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5af62c38-18a4-4732-aaea-041f875326d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:42.864160 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af98028e-0c4f-483e-8304-9f464bf01e74 None None] Routers {'1aa34a7f-fec5-497d-96f1-68fc656cc844'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:09:42.864807 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-af98028e-0c4f-483e-8304-9f464bf01e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:09:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['1aa34a7f-fec5-497d-96f1-68fc656cc844'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:42.875002 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ff2a98f2-3172-4077-88de-be21cba4aa3d None None] Transition to ACTIVE for port object ffa575c5-2a7a-4c34-9cd3-99bde7e40d9e will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:09:42.887757 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:42.926189 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ff2a98f2-3172-4077-88de-be21cba4aa3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:43.120270 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:43.156640 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-550a005d-1e35-4ae4-a5b6-5d9466f20f80 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b64a3f1baa60499ab93cbd32db99dbcb&device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 1094 time: 1.0106266 May 23 11:09:43.217913 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ff2a98f2-3172-4077-88de-be21cba4aa3d None None] Attempting to bind port ffa575c5-2a7a-4c34-9cd3-99bde7e40d9e on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:09:43.218276 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ff2a98f2-3172-4077-88de-be21cba4aa3d None None] Attempting to bind port ffa575c5-2a7a-4c34-9cd3-99bde7e40d9e by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '31ecbcb1-230d-460e-9e77-b97fc4755b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4f0a78d1-d497-4817-b525-d5508b822130'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:09:43.226445 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2a98f2-3172-4077-88de-be21cba4aa3d None None] Attempting to bind port ffa575c5-2a7a-4c34-9cd3-99bde7e40d9e on network 4f0a78d1-d497-4817-b525-d5508b822130 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:09:43.258960 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1389033e-886d-4401-9811-4f8d79c863e4 None None] Provisioning for port 2a586aa5-99a9-4f96-9530-159896c632e6 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:09:43.290974 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b804722d-e1ed-45f8-819d-43758c4c5757 None None] Pushing event updated for resources: {'Port': ['ID=ffa575c5-2a7a-4c34-9cd3-99bde7e40d9e,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:43.301393 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1389033e-886d-4401-9811-4f8d79c863e4 None None] Provisioning complete for port 2a586aa5-99a9-4f96-9530-159896c632e6 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:09:43.301771 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1389033e-886d-4401-9811-4f8d79c863e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:43.434518 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-af98028e-0c4f-483e-8304-9f464bf01e74 None None] Set router 1aa34a7f-fec5-497d-96f1-68fc656cc844 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:09:43.469060 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.api [None req-076e4ae8-29f2-4c3e-8c74-b2ebd766b388 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:09:43.469775 n-d-842952-2 neutron-server[83911]: DEBUG oslo_db.api [None req-076e4ae8-29f2-4c3e-8c74-b2ebd766b388 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:09:43.481643 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-fc986ff4-55bf-4a48-a533-78c47227c490 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c06db991-9e6d-454e-a381-1fb328bc6889 HTTP/1.1" status: 200 len: 217 time: 0.2945068 May 23 11:09:43.487084 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-86bfe0df-f09a-48f0-888a-328c073f7cb3 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:43.526347 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2a98f2-3172-4077-88de-be21cba4aa3d None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:09:43.526730 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2a98f2-3172-4077-88de-be21cba4aa3d None None] Checking segment: {'id': '31ecbcb1-230d-460e-9e77-b97fc4755b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4f0a78d1-d497-4817-b525-d5508b822130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:09:43.527314 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ff2a98f2-3172-4077-88de-be21cba4aa3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:43.527713 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2a98f2-3172-4077-88de-be21cba4aa3d None None] Bound using segment: {'id': '31ecbcb1-230d-460e-9e77-b97fc4755b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4f0a78d1-d497-4817-b525-d5508b822130'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:09:43.528238 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ff2a98f2-3172-4077-88de-be21cba4aa3d None None] Bound port: ffa575c5-2a7a-4c34-9cd3-99bde7e40d9e, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ecbcb1-230d-460e-9e77-b97fc4755b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4f0a78d1-d497-4817-b525-d5508b822130'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:09:43.528618 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ff2a98f2-3172-4077-88de-be21cba4aa3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:43.644127 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1389033e-886d-4401-9811-4f8d79c863e4 None None] Port 2a586aa5-99a9-4f96-9530-159896c632e6 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:09:43.692748 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5af62c38-18a4-4732-aaea-041f875326d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:43.716997 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bfe0df-f09a-48f0-888a-328c073f7cb3 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Pushing event updated for resources: {'Subnet': ['ID=8ede75ad-a2e7-491c-8011-768ca922b695,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:43.787020 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d181a5f2-b85c-4755-8d83-6957ba52af51 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:43.839490 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15951ec-0c62-4cea-ba7f-6235b40d47da None None] Network d596d79d-47ef-4f3a-8d9a-10886b071fa3 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:09:43.851528 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79573dd1-c884-4e05-bd09-bf03dc6716e3 None None] Pushing event updated for resources: {'Port': ['ID=5b0203de-71fb-491c-a45c-88851d78db2c,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:43.886218 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79573dd1-c884-4e05-bd09-bf03dc6716e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:09:43.886647 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79573dd1-c884-4e05-bd09-bf03dc6716e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:09:43.887136 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79573dd1-c884-4e05-bd09-bf03dc6716e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:09:43.887309 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79573dd1-c884-4e05-bd09-bf03dc6716e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:09:43.887642 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79573dd1-c884-4e05-bd09-bf03dc6716e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:09:43.902463 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79573dd1-c884-4e05-bd09-bf03dc6716e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:09:43.902903 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79573dd1-c884-4e05-bd09-bf03dc6716e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:09:43.903240 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79573dd1-c884-4e05-bd09-bf03dc6716e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:09:43.910174 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79573dd1-c884-4e05-bd09-bf03dc6716e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:09:43.913761 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79573dd1-c884-4e05-bd09-bf03dc6716e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:09:43.914165 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79573dd1-c884-4e05-bd09-bf03dc6716e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:09:44.040047 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e44295-faf1-483a-9254-fecc6b8d74b4 req-0a9c8b56-e1a1-424d-ba14-8186de04f9fe tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:44.059383 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-42e44295-faf1-483a-9254-fecc6b8d74b4 req-0a9c8b56-e1a1-424d-ba14-8186de04f9fe tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 943 time: 1.1273706 May 23 11:09:44.362094 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 5ea8c1cb-53c3-4b67-acb1-105400c746df up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:09:44.371559 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-076e4ae8-29f2-4c3e-8c74-b2ebd766b388 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Deleting port ffa575c5-2a7a-4c34-9cd3-99bde7e40d9e {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:09:44.372035 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-076e4ae8-29f2-4c3e-8c74-b2ebd766b388 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:44.393110 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ff2a98f2-3172-4077-88de-be21cba4aa3d None None] For port ffa575c5-2a7a-4c34-9cd3-99bde7e40d9e, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:09:44.394002 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-af98028e-0c4f-483e-8304-9f464bf01e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa34a7f-fec5-497d-96f1-68fc656cc844', 'name': 'tempest-snat-router-220096758', 'tenant_id': '458f6bd8bf0645d090a34dbc64857384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '5b0203de-71fb-491c-a45c-88851d78db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:09:34Z', 'updated_at': '2022-05-23T11:09:37Z', 'revision_number': 3, 'project_id': '458f6bd8bf0645d090a34dbc64857384', 'gw_port': {'id': '5b0203de-71fb-491c-a45c-88851d78db2c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa34a7f-fec5-497d-96f1-68fc656cc844', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:09:36Z', 'updated_at': '2022-05-23T11:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:44.400378 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af98028e-0c4f-483e-8304-9f464bf01e74 None None] The sync data for ids ['1aa34a7f-fec5-497d-96f1-68fc656cc844'] in n-d-842952-2 is: [{'id': '1aa34a7f-fec5-497d-96f1-68fc656cc844', 'name': 'tempest-snat-router-220096758', 'tenant_id': '458f6bd8bf0645d090a34dbc64857384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '5b0203de-71fb-491c-a45c-88851d78db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:09:34Z', 'updated_at': '2022-05-23T11:09:37Z', 'revision_number': 3, 'project_id': '458f6bd8bf0645d090a34dbc64857384', 'gw_port': {'id': '5b0203de-71fb-491c-a45c-88851d78db2c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa34a7f-fec5-497d-96f1-68fc656cc844', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:09:36Z', 'updated_at': '2022-05-23T11:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:09:44.451960 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ff2a98f2-3172-4077-88de-be21cba4aa3d None None] For port ffa575c5-2a7a-4c34-9cd3-99bde7e40d9e, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=ffa575c5-2a7a-4c34-9cd3-99bde7e40d9e,segment=NetworkSegment(31ecbcb1-230d-460e-9e77-b97fc4755b45),segment_id=31ecbcb1-230d-460e-9e77-b97fc4755b45)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:09:44.464552 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:44.475700 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ff2a98f2-3172-4077-88de-be21cba4aa3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:44.585005 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5af62c38-18a4-4732-aaea-041f875326d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:44.597474 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5af62c38-18a4-4732-aaea-041f875326d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:44.674284 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b804722d-e1ed-45f8-819d-43758c4c5757 None None] Pushing event updated for resources: {'Port': ['ID=ffa575c5-2a7a-4c34-9cd3-99bde7e40d9e,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:44.690509 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5af62c38-18a4-4732-aaea-041f875326d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:44.710272 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-29e7b950-0cf6-44b5-8cfe-567c0d4eda48 None None] Provisioning for port 5ea8c1cb-53c3-4b67-acb1-105400c746df completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:09:44.713154 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-f5e2a154-9e84-4e64-8459-669daec69cc2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:44.718559 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-f5e2a154-9e84-4e64-8459-669daec69cc2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76d8b9b5-f057-42e7-939b-4e81b16011fa HTTP/1.1" status: 200 len: 851 time: 1.2165802 May 23 11:09:44.826129 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 5ea8c1cb-53c3-4b67-acb1-105400c746df completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:09:44.847421 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2a98f2-3172-4077-88de-be21cba4aa3d None None] Routers {'6533cda8-6f7f-4b55-816f-4c8bdd2d7f19'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:09:44.854215 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ff2a98f2-3172-4077-88de-be21cba4aa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:09:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['6533cda8-6f7f-4b55-816f-4c8bdd2d7f19'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:44.859450 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-605b8961-30d3-4dda-8de6-dca00490c169 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a5c8466-e669-4a02-9cf7-1e34891324c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948491 May 23 11:09:44.879468 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-076e4ae8-29f2-4c3e-8c74-b2ebd766b388 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] For port ffa575c5-2a7a-4c34-9cd3-99bde7e40d9e, host n-d-842952-2, got binding levels [] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:09:44.880053 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-076e4ae8-29f2-4c3e-8c74-b2ebd766b388 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:44.897082 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af62c38-18a4-4732-aaea-041f875326d9 admin admin] Pushing event updated for resources: {'Port': ['ID=2a586aa5-99a9-4f96-9530-159896c632e6,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:44.978531 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 5ea8c1cb-53c3-4b67-acb1-105400c746df triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:09:44.978953 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:45.035683 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-076e4ae8-29f2-4c3e-8c74-b2ebd766b388 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Calling delete_port for ffa575c5-2a7a-4c34-9cd3-99bde7e40d9e owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:09:45.070338 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-42e44295-faf1-483a-9254-fecc6b8d74b4 req-cc5eff08-2496-4e1f-8abe-6b9d829235bd tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0079317 May 23 11:09:45.136662 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a01440-24bb-4de2-86cd-ca4c8ee640b6 req-1faabba2-22f6-4e56-ba51-7b9b7d235fd2 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:45.138408 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-23a01440-24bb-4de2-86cd-ca4c8ee640b6 req-1faabba2-22f6-4e56-ba51-7b9b7d235fd2 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd50ce13-d56a-416c-88ef-ee83f30ba53a HTTP/1.1" status: 200 len: 943 time: 0.6271424 May 23 11:09:45.142252 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bfe0df-f09a-48f0-888a-328c073f7cb3 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Checking segment: {'id': '2298bc77-bac2-4f7b-9ba0-ba008ab4ada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '29f7b33b-e00c-42cd-acac-a687a041e5eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:09:45.142803 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bfe0df-f09a-48f0-888a-328c073f7cb3 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Network hostable DHCP agents. Network: 29f7b33b-e00c-42cd-acac-a687a041e5eb, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:09:45.266249 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af62c38-18a4-4732-aaea-041f875326d9 admin admin] Network 4f5093ac-8702-4938-a0e0-1f4b0c2769a8 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:09:45.268544 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-5af62c38-18a4-4732-aaea-041f875326d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:09:45.372354 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-ff2a98f2-3172-4077-88de-be21cba4aa3d None None] Set router 6533cda8-6f7f-4b55-816f-4c8bdd2d7f19 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:09:45.415408 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bfe0df-f09a-48f0-888a-328c073f7cb3 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Network 29f7b33b-e00c-42cd-acac-a687a041e5eb is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:09:45.430159 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-23a01440-24bb-4de2-86cd-ca4c8ee640b6 req-c41e4ad4-d502-47be-8288-c58f5483f618 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/security-groups?id=8072d593-3bc6-40b8-bcf0-2059893c1865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2696724 May 23 11:09:45.449514 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-86bfe0df-f09a-48f0-888a-328c073f7cb3 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 29f7b33b-e00c-42cd-acac-a687a041e5eb) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:09:45.455360 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bfe0df-f09a-48f0-888a-328c073f7cb3 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:45.456380 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-86bfe0df-f09a-48f0-888a-328c073f7cb3 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:45.491320 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-a10db35d-cf64-4ebf-a476-289e0432033e service neutron] 10.222.0.13 "GET /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5746253 May 23 11:09:45.495276 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-86bfe0df-f09a-48f0-888a-328c073f7cb3 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 5.1016421 May 23 11:09:45.538911 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a19427c-0f50-4981-a068-70202eec4c58 None None] Network 29f7b33b-e00c-42cd-acac-a687a041e5eb requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:09:45.588212 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.api [None req-076e4ae8-29f2-4c3e-8c74-b2ebd766b388 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:09:45.588797 n-d-842952-2 neutron-server[83911]: DEBUG oslo_db.api [None req-076e4ae8-29f2-4c3e-8c74-b2ebd766b388 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:09:45.728716 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:45.733926 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d181a5f2-b85c-4755-8d83-6957ba52af51 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:45.764223 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-d181a5f2-b85c-4755-8d83-6957ba52af51 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Deleting port 5b0203de-71fb-491c-a45c-88851d78db2c {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:09:45.764631 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d181a5f2-b85c-4755-8d83-6957ba52af51 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:45.967893 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device f44088cb-a22d-4c0f-9a93-c98cd814e565 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:09:46.001268 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ff2a98f2-3172-4077-88de-be21cba4aa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6533cda8-6f7f-4b55-816f-4c8bdd2d7f19', 'name': '', 'tenant_id': '3a58b3a6e9ef44afb95c6caff7db1301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:09:27Z', 'updated_at': '2022-05-23T11:09:41Z', 'revision_number': 4, 'project_id': '3a58b3a6e9ef44afb95c6caff7db1301', 'gw_port_host': None}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:46.029081 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 5ea8c1cb-53c3-4b67-acb1-105400c746df, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=5ea8c1cb-53c3-4b67-acb1-105400c746df,segment=NetworkSegment(5c0855ef-57f9-46eb-b54e-01a231abeecc),segment_id=5c0855ef-57f9-46eb-b54e-01a231abeecc)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:09:46.040141 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2a98f2-3172-4077-88de-be21cba4aa3d None None] The sync data for ids ['6533cda8-6f7f-4b55-816f-4c8bdd2d7f19'] in n-d-842952-2 is: [{'id': '6533cda8-6f7f-4b55-816f-4c8bdd2d7f19', 'name': '', 'tenant_id': '3a58b3a6e9ef44afb95c6caff7db1301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:09:27Z', 'updated_at': '2022-05-23T11:09:41Z', 'revision_number': 4, 'project_id': '3a58b3a6e9ef44afb95c6caff7db1301', 'gw_port_host': None}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:09:46.055086 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:46.056284 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device deeadb49-0133-4b63-864d-a2f60c4069ac up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:09:46.110426 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af62c38-18a4-4732-aaea-041f875326d9 admin admin] Router fabed4a7-3bb4-4aa5-9bf3-921aaea01516 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:09:46.112640 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-d181a5f2-b85c-4755-8d83-6957ba52af51 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] For port 5b0203de-71fb-491c-a45c-88851d78db2c, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=5b0203de-71fb-491c-a45c-88851d78db2c,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:09:46.113066 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d181a5f2-b85c-4755-8d83-6957ba52af51 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:46.250558 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.resource_extend [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:09:46.304291 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-d181a5f2-b85c-4755-8d83-6957ba52af51 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Calling delete_port for 5b0203de-71fb-491c-a45c-88851d78db2c owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:09:46.455300 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port f44088cb-a22d-4c0f-9a93-c98cd814e565, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=f44088cb-a22d-4c0f-9a93-c98cd814e565,segment=NetworkSegment(cc020ee1-c0c0-4c06-a22a-9486767d8be8),segment_id=cc020ee1-c0c0-4c06-a22a-9486767d8be8)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:09:46.477900 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b8691404-4e5a-4e9e-bf7d-dcef482de61f None None] Provisioning complete for port 5ea8c1cb-53c3-4b67-acb1-105400c746df triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:09:46.478270 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b8691404-4e5a-4e9e-bf7d-dcef482de61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:46.505910 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': 'f44088cb-a22d-4c0f-9a93-c98cd814e565', 'network_id': '0a05d838-cda3-46c0-8bf8-03d2c6de0cc0', 'port_id': 'f44088cb-a22d-4c0f-9a93-c98cd814e565', 'mac_address': 'fa:16:3e:94:7e:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87f6ff48-3f7c-46f2-8156-b55091f31a8e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:09:46.551149 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-076e4ae8-29f2-4c3e-8c74-b2ebd766b388 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Deleting port ffa575c5-2a7a-4c34-9cd3-99bde7e40d9e {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:09:46.552512 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-076e4ae8-29f2-4c3e-8c74-b2ebd766b388 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:46.611307 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af62c38-18a4-4732-aaea-041f875326d9 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:09:46.625770 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb59d1c-3ad3-4575-a316-8fbd6babe3f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-29f7b33b-e00c-42cd-acac-a687a041e5eb', 'network_id': '29f7b33b-e00c-42cd-acac-a687a041e5eb', 'tenant_id': '3583a8d0822f4e2696ff39b89a43df5e', 'fixed_ips': [{'subnet_id': '8ede75ad-a2e7-491c-8011-768ca922b695'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:09:46.626676 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4bb59d1c-3ad3-4575-a316-8fbd6babe3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:46.633206 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3d42af86-8970-434f-b0a2-9166611d2f11 req-b5371dca-a3ea-4192-b6f8-43353d5bbe6a service neutron] 10.222.0.13 "GET /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1346078 May 23 11:09:46.643248 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5af62c38-18a4-4732-aaea-041f875326d9 admin admin] 10.222.0.79 "PUT /v2.0/routers/fabed4a7-3bb4-4aa5-9bf3-921aaea01516/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5251510 May 23 11:09:46.690214 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-d9c1b099-9323-4645-b462-4fa71f639d78 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:46.694043 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-d9c1b099-9323-4645-b462-4fa71f639d78 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:46.700814 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-d9c1b099-9323-4645-b462-4fa71f639d78 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/networks?id=d596d79d-47ef-4f3a-8d9a-10886b071fa3&id=29f7b33b-e00c-42cd-acac-a687a041e5eb HTTP/1.1" status: 200 len: 1391 time: 0.4076068 May 23 11:09:46.732651 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138eac7-77c1-4d5d-804d-3db162752906 req-e864be6c-f70f-4561-ac4b-054fbbea7ec3 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:46.734123 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c138eac7-77c1-4d5d-804d-3db162752906 req-e864be6c-f70f-4561-ac4b-054fbbea7ec3 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 943 time: 0.4422045 May 23 11:09:46.742216 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-16af38aa-48de-41ab-8e76-d35b2938120f tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/quotas/3583a8d0822f4e2696ff39b89a43df5e HTTP/1.1" status: 200 len: 375 time: 0.0336015 May 23 11:09:46.893014 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-076e4ae8-29f2-4c3e-8c74-b2ebd766b388 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] For port ffa575c5-2a7a-4c34-9cd3-99bde7e40d9e, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=ffa575c5-2a7a-4c34-9cd3-99bde7e40d9e,segment=NetworkSegment(31ecbcb1-230d-460e-9e77-b97fc4755b45),segment_id=31ecbcb1-230d-460e-9e77-b97fc4755b45)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:09:46.894768 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-076e4ae8-29f2-4c3e-8c74-b2ebd766b388 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:46.927934 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=5ea8c1cb-53c3-4b67-acb1-105400c746df,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:46.944891 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:47.041755 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f44088cb-a22d-4c0f-9a93-c98cd814e565 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:09:47.048139 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c138eac7-77c1-4d5d-804d-3db162752906 req-fb10d5fe-f26f-4ae2-961b-188ef3ea623d tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047495 May 23 11:09:47.081120 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port f44088cb-a22d-4c0f-9a93-c98cd814e565, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=f44088cb-a22d-4c0f-9a93-c98cd814e565,segment=NetworkSegment(cc020ee1-c0c0-4c06-a22a-9486767d8be8),segment_id=cc020ee1-c0c0-4c06-a22a-9486767d8be8)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:09:47.135298 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:47.165556 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-076e4ae8-29f2-4c3e-8c74-b2ebd766b388 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Calling delete_port for ffa575c5-2a7a-4c34-9cd3-99bde7e40d9e owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:09:47.231434 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port deeadb49-0133-4b63-864d-a2f60c4069ac completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:09:47.255695 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-876610cc-ea73-417b-b561-d1485bdfd7f2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3583a8d0822f4e2696ff39b89a43df5e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4505682 May 23 11:09:47.256438 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d181a5f2-b85c-4755-8d83-6957ba52af51 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:47.293621 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port deeadb49-0133-4b63-864d-a2f60c4069ac triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:09:47.304473 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:47.345649 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4316d256-d8b6-4bea-acab-7d5d96a764a2 req-288f502c-4cd7-4303-a68e-ba517130604f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b64a3f1baa60499ab93cbd32db99dbcb&device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 1094 time: 0.5830936 May 23 11:09:47.409098 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d181a5f2-b85c-4755-8d83-6957ba52af51 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b0203de-71fb-491c-a45c-88851d78db2c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:47.580941 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-076e4ae8-29f2-4c3e-8c74-b2ebd766b388 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:47.674811 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=f44088cb-a22d-4c0f-9a93-c98cd814e565,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:47.702142 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-4bb59d1c-3ad3-4575-a316-8fbd6babe3f1 None None] Allocated IP 19.86.0.2 (29f7b33b-e00c-42cd-acac-a687a041e5eb/8ede75ad-a2e7-491c-8011-768ca922b695/2cd1eaf7-7cf0-4197-a0d5-c519ab112053) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:09:47.824296 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['f44088cb-a22d-4c0f-9a93-c98cd814e565'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:09:47.835098 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e4ae8-29f2-4c3e-8c74-b2ebd766b388 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Pushing event deleted for resources: {'Port': ['ID=ffa575c5-2a7a-4c34-9cd3-99bde7e40d9e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:47.875114 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-8f9071ce-c4c9-4a4b-8eda-50e97026ed9a service neutron] 10.222.0.79 "GET /v2.0/networks/d596d79d-47ef-4f3a-8d9a-10886b071fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5468280 May 23 11:09:48.094498 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a5c38e3-3895-460f-8e10-de48bfd435e5 None None] Provisioning complete for port 2a586aa5-99a9-4f96-9530-159896c632e6 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:09:48.095163 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a5c38e3-3895-460f-8e10-de48bfd435e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:48.151034 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-076e4ae8-29f2-4c3e-8c74-b2ebd766b388 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:48.194501 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:48.217916 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3a5c38e3-3895-460f-8e10-de48bfd435e5 None None] Port 2a586aa5-99a9-4f96-9530-159896c632e6 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:09:48.336362 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port deeadb49-0133-4b63-864d-a2f60c4069ac, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=deeadb49-0133-4b63-864d-a2f60c4069ac,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:09:48.369389 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:48.370328 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 02e2ab94-56fa-4b6e-93e8-14cf130f1eaa up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:09:48.379944 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-29b004f2-2605-49ff-8e7b-25c80c5a443e service neutron] 10.222.0.79 "GET /v2.0/networks/d596d79d-47ef-4f3a-8d9a-10886b071fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4544141 May 23 11:09:48.605429 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=deeadb49-0133-4b63-864d-a2f60c4069ac,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:48.618737 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-076e4ae8-29f2-4c3e-8c74-b2ebd766b388 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:48.623450 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-076e4ae8-29f2-4c3e-8c74-b2ebd766b388 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:48.664456 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-076e4ae8-29f2-4c3e-8c74-b2ebd766b388 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:48.665002 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076e4ae8-29f2-4c3e-8c74-b2ebd766b388 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6533cda8-6f7f-4b55-816f-4c8bdd2d7f19 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:09:48.683613 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-076e4ae8-29f2-4c3e-8c74-b2ebd766b388 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:48.687484 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-076e4ae8-29f2-4c3e-8c74-b2ebd766b388 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] 10.222.0.79 "DELETE /v2.0/routers/6533cda8-6f7f-4b55-816f-4c8bdd2d7f19 HTTP/1.1" status: 204 len: 168 time: 9.7483935 May 23 11:09:48.688144 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49314) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:48.705165 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d181a5f2-b85c-4755-8d83-6957ba52af51 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:48.707337 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 02e2ab94-56fa-4b6e-93e8-14cf130f1eaa completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:09:48.720313 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 02e2ab94-56fa-4b6e-93e8-14cf130f1eaa triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:09:48.720660 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:48.758544 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-29af2345-3819-4f6e-871f-aa3ba017bdb0 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Deleting subnet 666f2c60-501b-4458-b02b-667311214e9a {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:09:48.763367 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-29af2345-3819-4f6e-871f-aa3ba017bdb0 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:48.813935 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4bb59d1c-3ad3-4575-a316-8fbd6babe3f1 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:48.833918 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4bb59d1c-3ad3-4575-a316-8fbd6babe3f1 None None] Transition to ACTIVE for port object 2cd1eaf7-7cf0-4197-a0d5-c519ab112053 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:09:48.885576 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4bb59d1c-3ad3-4575-a316-8fbd6babe3f1 None None] Transition to ACTIVE for port object 2cd1eaf7-7cf0-4197-a0d5-c519ab112053 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:09:48.910634 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4bb59d1c-3ad3-4575-a316-8fbd6babe3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:49.008237 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd386f-b66a-44cb-b984-082351d3632a req-652c1aa6-5cac-48c9-9a47-cf62befc02ef tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:49.012749 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb59d1c-3ad3-4575-a316-8fbd6babe3f1 None None] Network 29f7b33b-e00c-42cd-acac-a687a041e5eb is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:09:49.015985 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-50cd386f-b66a-44cb-b984-082351d3632a req-652c1aa6-5cac-48c9-9a47-cf62befc02ef tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd50ce13-d56a-416c-88ef-ee83f30ba53a HTTP/1.1" status: 200 len: 944 time: 1.1367753 May 23 11:09:49.020334 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316d256-d8b6-4bea-acab-7d5d96a764a2 req-177be5ba-0c55-4aff-bae0-0bb26d8fe1dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:49.021684 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4316d256-d8b6-4bea-acab-7d5d96a764a2 req-177be5ba-0c55-4aff-bae0-0bb26d8fe1dd service neutron] 10.222.0.13 "GET /v2.0/networks?id=1a5c8466-e669-4a02-9cf7-1e34891324c1 HTTP/1.1" status: 200 len: 912 time: 1.6141167 May 23 11:09:49.022941 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-4bb59d1c-3ad3-4575-a316-8fbd6babe3f1 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:09:49.032137 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb59d1c-3ad3-4575-a316-8fbd6babe3f1 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:09:49.064236 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-c35ea1d6-e20d-461d-8a60-1ae42c9c505a service neutron] 10.222.0.79 "GET /v2.0/networks/29f7b33b-e00c-42cd-acac-a687a041e5eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6832817 May 23 11:09:49.112978 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:49.164607 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-4bb59d1c-3ad3-4575-a316-8fbd6babe3f1 None None] Attempting to bind port 2cd1eaf7-7cf0-4197-a0d5-c519ab112053 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:09:49.165016 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-4bb59d1c-3ad3-4575-a316-8fbd6babe3f1 None None] Attempting to bind port 2cd1eaf7-7cf0-4197-a0d5-c519ab112053 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '2298bc77-bac2-4f7b-9ba0-ba008ab4ada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '29f7b33b-e00c-42cd-acac-a687a041e5eb'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:09:49.165406 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb59d1c-3ad3-4575-a316-8fbd6babe3f1 None None] Attempting to bind port 2cd1eaf7-7cf0-4197-a0d5-c519ab112053 on network 29f7b33b-e00c-42cd-acac-a687a041e5eb {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:09:49.167707 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb59d1c-3ad3-4575-a316-8fbd6babe3f1 None None] Pushing event updated for resources: {'Port': ['ID=2cd1eaf7-7cf0-4197-a0d5-c519ab112053,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:49.179869 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 02e2ab94-56fa-4b6e-93e8-14cf130f1eaa, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=02e2ab94-56fa-4b6e-93e8-14cf130f1eaa,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:09:49.181873 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb59d1c-3ad3-4575-a316-8fbd6babe3f1 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:09:49.182350 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb59d1c-3ad3-4575-a316-8fbd6babe3f1 None None] Checking segment: {'id': '2298bc77-bac2-4f7b-9ba0-ba008ab4ada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '29f7b33b-e00c-42cd-acac-a687a041e5eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:09:49.182926 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4bb59d1c-3ad3-4575-a316-8fbd6babe3f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:49.183362 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb59d1c-3ad3-4575-a316-8fbd6babe3f1 None None] Bound using segment: {'id': '2298bc77-bac2-4f7b-9ba0-ba008ab4ada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '29f7b33b-e00c-42cd-acac-a687a041e5eb'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:09:49.184193 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-4bb59d1c-3ad3-4575-a316-8fbd6babe3f1 None None] Bound port: 2cd1eaf7-7cf0-4197-a0d5-c519ab112053, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2298bc77-bac2-4f7b-9ba0-ba008ab4ada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '29f7b33b-e00c-42cd-acac-a687a041e5eb'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:09:49.184576 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4bb59d1c-3ad3-4575-a316-8fbd6babe3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:49.207046 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-29af2345-3819-4f6e-871f-aa3ba017bdb0 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:49.250321 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:49.295213 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-29af2345-3819-4f6e-871f-aa3ba017bdb0 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:49.297763 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-50cd386f-b66a-44cb-b984-082351d3632a req-b47526c5-210e-4aae-903b-b0fbf343ceb1 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/security-groups?id=8072d593-3bc6-40b8-bcf0-2059893c1865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2808075 May 23 11:09:49.430017 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=02e2ab94-56fa-4b6e-93e8-14cf130f1eaa,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:49.437072 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-4bb59d1c-3ad3-4575-a316-8fbd6babe3f1 None None] For port 2cd1eaf7-7cf0-4197-a0d5-c519ab112053, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:09:49.443221 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-4bb59d1c-3ad3-4575-a316-8fbd6babe3f1 None None] For port 2cd1eaf7-7cf0-4197-a0d5-c519ab112053, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2cd1eaf7-7cf0-4197-a0d5-c519ab112053,segment=NetworkSegment(2298bc77-bac2-4f7b-9ba0-ba008ab4ada5),segment_id=2298bc77-bac2-4f7b-9ba0-ba008ab4ada5)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:09:49.453747 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4bb59d1c-3ad3-4575-a316-8fbd6babe3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:49.513535 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-29af2345-3819-4f6e-871f-aa3ba017bdb0 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:49.549609 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 5ea8c1cb-53c3-4b67-acb1-105400c746df up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:09:49.595383 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af2345-3819-4f6e-871f-aa3ba017bdb0 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=666f2c60-501b-4458-b02b-667311214e9a,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:49.598826 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-29af2345-3819-4f6e-871f-aa3ba017bdb0 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:49.606469 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-29af2345-3819-4f6e-871f-aa3ba017bdb0 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] 10.222.0.79 "DELETE /v2.0/subnets/666f2c60-501b-4458-b02b-667311214e9a HTTP/1.1" status: 204 len: 168 time: 0.9173214 May 23 11:09:49.610585 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49328) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:49.785256 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb59d1c-3ad3-4575-a316-8fbd6babe3f1 None None] Pushing event updated for resources: {'Port': ['ID=2cd1eaf7-7cf0-4197-a0d5-c519ab112053,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:49.792956 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 5ea8c1cb-53c3-4b67-acb1-105400c746df triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:09:49.793328 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:49.827066 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-20f54656-6b12-4303-889b-b23279e5712e tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:49.855566 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device f44088cb-a22d-4c0f-9a93-c98cd814e565 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:09:50.109357 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-d09e2e96-4082-4009-b09b-255a0baaf7d7 service neutron] 10.222.0.79 "GET /v2.0/networks/29f7b33b-e00c-42cd-acac-a687a041e5eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0441468 May 23 11:09:50.124098 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device c06db991-9e6d-454e-a381-1fb328bc6889 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:09:50.153481 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-20f54656-6b12-4303-889b-b23279e5712e tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:50.153730 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4316d256-d8b6-4bea-acab-7d5d96a764a2 req-1bd0089f-bd6e-486c-b3b8-2cbd17a00340 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c06db991-9e6d-454e-a381-1fb328bc6889 HTTP/1.1" status: 200 len: 217 time: 1.0960665 May 23 11:09:50.159257 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d181a5f2-b85c-4755-8d83-6957ba52af51 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:50.200548 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-20f54656-6b12-4303-889b-b23279e5712e tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f0a78d1-d497-4817-b525-d5508b822130']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:50.220881 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-20f54656-6b12-4303-889b-b23279e5712e tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ecbcb1-230d-460e-9e77-b97fc4755b45') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:50.221450 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-20f54656-6b12-4303-889b-b23279e5712e tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ecbcb1-230d-460e-9e77-b97fc4755b45') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:50.237419 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-20f54656-6b12-4303-889b-b23279e5712e tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:50.265564 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-20f54656-6b12-4303-889b-b23279e5712e tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:50.272758 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f54656-6b12-4303-889b-b23279e5712e tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:09:50.274730 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-20f54656-6b12-4303-889b-b23279e5712e tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:50.322564 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d181a5f2-b85c-4755-8d83-6957ba52af51 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:50.395036 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316d256-d8b6-4bea-acab-7d5d96a764a2 req-009d699c-ea4d-4e3b-9a8e-297148f7f30c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:50.398610 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4316d256-d8b6-4bea-acab-7d5d96a764a2 req-009d699c-ea4d-4e3b-9a8e-297148f7f30c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76d8b9b5-f057-42e7-939b-4e81b16011fa HTTP/1.1" status: 200 len: 851 time: 0.2136257 May 23 11:09:50.421895 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:09:50.421895 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:09:50.421895 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:09:50.421895 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:09:50.421895 n-d-842952-2 neutron-server[83911]: timer() May 23 11:09:50.421895 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:09:50.421895 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:09:50.421895 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:09:50.421895 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:09:50.421895 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:09:50.421895 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:09:50.421895 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:09:50.421895 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:09:50.421895 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:09:50.421895 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:09:50.421895 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:09:50.421895 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:09:50.421895 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:09:50.421895 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:09:50.421895 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:09:50.421895 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:09:50.421895 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:09:50.421895 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:09:50.421895 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:09:50.421895 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:09:50.421895 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:09:50.421895 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:09:50.421895 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:09:50.421895 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:09:50.421895 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:09:50.421895 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:09:50.421895 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:09:50.421895 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:09:50.421895 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:09:50.428485 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-20f54656-6b12-4303-889b-b23279e5712e tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:50.429828 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port f44088cb-a22d-4c0f-9a93-c98cd814e565 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:09:50.431638 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a2c05-e762-4330-8e60-0979f1f2cf91 req-7b104ada-6e95-457f-accf-52ee7e063657 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:50.444837 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-360a2c05-e762-4330-8e60-0979f1f2cf91 req-7b104ada-6e95-457f-accf-52ee7e063657 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 943 time: 0.6271822 May 23 11:09:50.458470 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device deeadb49-0133-4b63-864d-a2f60c4069ac up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:09:50.492931 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port f44088cb-a22d-4c0f-9a93-c98cd814e565 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:09:50.493301 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:50.502736 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f54656-6b12-4303-889b-b23279e5712e tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4f0a78d1-d497-4817-b525-d5508b822130 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 23 11:09:50.508135 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-20f54656-6b12-4303-889b-b23279e5712e tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:50.529107 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f54656-6b12-4303-889b-b23279e5712e tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Pushing event deleted for resources: {'Network': ['ID=4f0a78d1-d497-4817-b525-d5508b822130,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:50.532479 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-20f54656-6b12-4303-889b-b23279e5712e tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] 10.222.0.79 "DELETE /v2.0/networks/4f0a78d1-d497-4817-b525-d5508b822130 HTTP/1.1" status: 204 len: 168 time: 0.9208934 May 23 11:09:50.685540 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4316d256-d8b6-4bea-acab-7d5d96a764a2 req-847eec49-8b48-4f39-8223-b896bf5f2aa3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a5c8466-e669-4a02-9cf7-1e34891324c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2061312 May 23 11:09:50.686784 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d181a5f2-b85c-4755-8d83-6957ba52af51 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:50.687318 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d181a5f2-b85c-4755-8d83-6957ba52af51 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1aa34a7f-fec5-497d-96f1-68fc656cc844 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:09:50.707624 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port c06db991-9e6d-454e-a381-1fb328bc6889, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=c06db991-9e6d-454e-a381-1fb328bc6889,segment=NetworkSegment(633c66ca-dc41-4b0b-a0a3-ed62624a9374),segment_id=633c66ca-dc41-4b0b-a0a3-ed62624a9374)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:09:50.793543 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'c06db991-9e6d-454e-a381-1fb328bc6889', 'network_id': '1a5c8466-e669-4a02-9cf7-1e34891324c1', 'port_id': 'c06db991-9e6d-454e-a381-1fb328bc6889', 'mac_address': 'fa:16:3e:b2:1c:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d8b9b5-f057-42e7-939b-4e81b16011fa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:09:51.005009 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:51.114876 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c06db991-9e6d-454e-a381-1fb328bc6889 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:09:51.119247 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:51.142693 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port deeadb49-0133-4b63-864d-a2f60c4069ac triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:09:51.143381 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:51.153751 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d181a5f2-b85c-4755-8d83-6957ba52af51 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:51.156643 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d181a5f2-b85c-4755-8d83-6957ba52af51 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] 10.222.0.79 "DELETE /v2.0/routers/1aa34a7f-fec5-497d-96f1-68fc656cc844 HTTP/1.1" status: 204 len: 168 time: 9.2814715 May 23 11:09:51.159319 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49358) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:51.219278 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-360a2c05-e762-4330-8e60-0979f1f2cf91 req-30ce9d05-d6fa-4d91-92bb-fd7c7f77cc65 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7725425 May 23 11:09:51.249463 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd50ce13-d56a-416c-88ef-ee83f30ba53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f44088cb-a22d-4c0f-9a93-c98cd814e565'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:09:51.265129 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port c06db991-9e6d-454e-a381-1fb328bc6889, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=c06db991-9e6d-454e-a381-1fb328bc6889,segment=NetworkSegment(633c66ca-dc41-4b0b-a0a3-ed62624a9374),segment_id=633c66ca-dc41-4b0b-a0a3-ed62624a9374)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:09:51.272384 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port f44088cb-a22d-4c0f-9a93-c98cd814e565, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=f44088cb-a22d-4c0f-9a93-c98cd814e565,segment=NetworkSegment(cc020ee1-c0c0-4c06-a22a-9486767d8be8),segment_id=cc020ee1-c0c0-4c06-a22a-9486767d8be8)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:09:51.277085 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:51.331769 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:51.469702 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=c06db991-9e6d-454e-a381-1fb328bc6889,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:51.487667 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49366) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:51.496507 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-52d77b84-0af9-4d58-aff9-d71d5263d2d2 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Request body: {'router': {'name': 'tempest-router--1827955981', 'project_id': '9fd43e623b1b4c56a80937f1ec5986a5'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:09:51.508367 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-52d77b84-0af9-4d58-aff9-d71d5263d2d2 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:09:51.516871 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6f3189fe-93b3-4080-8dc6-572a023bc2d3 req-7433b3b5-8b3c-4237-9a02-19e2a60b50b8 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5720c9-9373-4a4c-a1a1-401278e6620b HTTP/1.1" status: 200 len: 210 time: 0.1526468 May 23 11:09:51.526234 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-52d77b84-0af9-4d58-aff9-d71d5263d2d2 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Usage tracker for resource:router and tenant:9fd43e623b1b4c56a80937f1ec5986a5 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:09:51.531204 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-52d77b84-0af9-4d58-aff9-d71d5263d2d2 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:09:51.541755 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4316d256-d8b6-4bea-acab-7d5d96a764a2 req-fcfc1b81-73ce-4511-bc31-b0917b6ea2ea service neutron] 10.222.0.13 "GET /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8346384 May 23 11:09:51.543098 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-52d77b84-0af9-4d58-aff9-d71d5263d2d2 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:09:51.585819 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-52d77b84-0af9-4d58-aff9-d71d5263d2d2 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:51.585819 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-52d77b84-0af9-4d58-aff9-d71d5263d2d2 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:51.605780 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4ae4d5-d3eb-40ba-a4e0-05c5bb1d02f5 None None] Network 29f7b33b-e00c-42cd-acac-a687a041e5eb requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:09:51.605983 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-52d77b84-0af9-4d58-aff9-d71d5263d2d2 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:51.613316 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb0945-f8da-4859-a749-1e27ba9420c7 req-69cf2318-391a-4314-90aa-9de04eb0432f tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:51.622771 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-decb0945-f8da-4859-a749-1e27ba9420c7 req-69cf2318-391a-4314-90aa-9de04eb0432f tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd50ce13-d56a-416c-88ef-ee83f30ba53a HTTP/1.1" status: 200 len: 944 time: 0.6493821 May 23 11:09:51.643593 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-52d77b84-0af9-4d58-aff9-d71d5263d2d2 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:51.688791 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-52d77b84-0af9-4d58-aff9-d71d5263d2d2 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:51.697319 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-52d77b84-0af9-4d58-aff9-d71d5263d2d2 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2044215 May 23 11:09:51.699632 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49374) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:51.840426 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['c06db991-9e6d-454e-a381-1fb328bc6889'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:09:51.960693 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-369fc749-f30f-4352-99e0-7357bf0a5a85 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:52.051527 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c92f0877-ef33-4fcb-b8a6-9a8a288ba34b'] response: {'server_uuid': 'fd50ce13-d56a-416c-88ef-ee83f30ba53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f44088cb-a22d-4c0f-9a93-c98cd814e565', 'code': 200} May 23 11:09:52.061647 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-decb0945-f8da-4859-a749-1e27ba9420c7 req-b5d7e358-1c8c-4672-90c3-48b7429d1521 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/security-groups?id=8072d593-3bc6-40b8-bcf0-2059893c1865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4320052 May 23 11:09:52.077428 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2cd1eaf7-7cf0-4197-a0d5-c519ab112053 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:09:52.120468 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4316d256-d8b6-4bea-acab-7d5d96a764a2 req-d5ad8ba4-d904-49bc-a386-e06dd80d65a1 service neutron] 10.222.0.13 "GET /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5683439 May 23 11:09:52.210156 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e7af677f-c4f2-4f73-a951-4d4b15408f04 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:52.218865 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-cd1ee310-a13c-4526-80de-6594e7073339 None None] Provisioning for port 2cd1eaf7-7cf0-4197-a0d5-c519ab112053 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:09:52.275757 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=f44088cb-a22d-4c0f-9a93-c98cd814e565,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:52.414185 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 2cd1eaf7-7cf0-4197-a0d5-c519ab112053 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:09:52.490161 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 2cd1eaf7-7cf0-4197-a0d5-c519ab112053 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:09:52.490532 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:52.574928 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c116632-6073-4fc4-a0ff-7c09efa5508f req-7f660dd1-d999-47de-8704-59e608ea2a2f tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:52.596421 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3c116632-6073-4fc4-a0ff-7c09efa5508f req-7f660dd1-d999-47de-8704-59e608ea2a2f tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 944 time: 0.1562698 May 23 11:09:52.664514 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3c116632-6073-4fc4-a0ff-7c09efa5508f req-eafb3d2e-b1cd-4e56-a470-b61909559c31 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670154 May 23 11:09:52.960764 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:53.023354 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 2cd1eaf7-7cf0-4197-a0d5-c519ab112053, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2cd1eaf7-7cf0-4197-a0d5-c519ab112053,segment=NetworkSegment(2298bc77-bac2-4f7b-9ba0-ba008ab4ada5),segment_id=2298bc77-bac2-4f7b-9ba0-ba008ab4ada5)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:09:53.029519 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:53.031241 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 02e2ab94-56fa-4b6e-93e8-14cf130f1eaa up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:09:53.168161 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad300b14-cfd9-4bea-a54f-cc9d09848624 req-10a323da-a548-4c4a-b677-fad60673e8dd tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5720c9-9373-4a4c-a1a1-401278e6620b HTTP/1.1" status: 200 len: 210 time: 0.2143929 May 23 11:09:53.186033 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-05f565e3-1ddf-4b7c-9922-e46c81639973 req-98260a90-9444-408f-8ff9-1d9f63e235ae service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=fd50ce13-d56a-416c-88ef-ee83f30ba53a HTTP/1.1" status: 200 len: 1096 time: 0.8924875 May 23 11:09:53.251065 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=2cd1eaf7-7cf0-4197-a0d5-c519ab112053,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:53.348297 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 02e2ab94-56fa-4b6e-93e8-14cf130f1eaa triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:09:53.348705 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:53.419274 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e7af677f-c4f2-4f73-a951-4d4b15408f04 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:53.431923 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-86bacf8a-00e9-4c47-8d1e-677d65e3bbe3 None None] Provisioning complete for port 2cd1eaf7-7cf0-4197-a0d5-c519ab112053 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:09:53.432293 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-86bacf8a-00e9-4c47-8d1e-677d65e3bbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:53.443620 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e7af677f-c4f2-4f73-a951-4d4b15408f04 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:53.449858 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-05f565e3-1ddf-4b7c-9922-e46c81639973 req-6cef7f4e-766f-4779-b7a4-2cb6dc9fbdcd service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=8072d593-3bc6-40b8-bcf0-2059893c1865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632799 May 23 11:09:53.473262 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-369fc749-f30f-4352-99e0-7357bf0a5a85 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:53.492859 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-3d554ff1-68bd-4638-8d3a-b88a38910fa3 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:53.493436 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-369fc749-f30f-4352-99e0-7357bf0a5a85 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Deleting port 02e2ab94-56fa-4b6e-93e8-14cf130f1eaa {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:09:53.494916 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-369fc749-f30f-4352-99e0-7357bf0a5a85 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:53.506483 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-3d554ff1-68bd-4638-8d3a-b88a38910fa3 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:53.511575 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-3d554ff1-68bd-4638-8d3a-b88a38910fa3 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.13 "GET /v2.0/networks?id=d596d79d-47ef-4f3a-8d9a-10886b071fa3&id=29f7b33b-e00c-42cd-acac-a687a041e5eb HTTP/1.1" status: 200 len: 1391 time: 0.7333093 May 23 11:09:53.537145 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-e72bf589-8b85-421a-aead-b1929cdc0aea tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Request body: {'port': {'device_id': '6e5720c9-9373-4a4c-a1a1-401278e6620b', 'network_id': 'd596d79d-47ef-4f3a-8d9a-10886b071fa3', 'admin_state_up': True, 'tenant_id': '3583a8d0822f4e2696ff39b89a43df5e'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:09:53.551290 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e7af677f-c4f2-4f73-a951-4d4b15408f04 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:53.551809 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7af677f-c4f2-4f73-a951-4d4b15408f04 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5588e250-212f-4d26-b4f2-3116e9cb7f51 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:09:53.605852 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e7af677f-c4f2-4f73-a951-4d4b15408f04 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:53.610137 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e7af677f-c4f2-4f73-a951-4d4b15408f04 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] 10.222.0.79 "DELETE /v2.0/routers/5588e250-212f-4d26-b4f2-3116e9cb7f51 HTTP/1.1" status: 204 len: 168 time: 1.9112093 May 23 11:09:53.693128 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4812b3-32f4-4332-a445-b9a216989e50 req-5da9a028-2245-471d-841e-fe640bc71848 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:53.701238 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0f4812b3-32f4-4332-a445-b9a216989e50 req-5da9a028-2245-471d-841e-fe640bc71848 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd50ce13-d56a-416c-88ef-ee83f30ba53a HTTP/1.1" status: 200 len: 945 time: 0.3601098 May 23 11:09:53.756001 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2cd1eaf7-7cf0-4197-a0d5-c519ab112053 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:09:53.834427 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 5108d74f-ae18-4f2b-9e73-a02eca5c4855 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:09:53.834801 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-e72bf589-8b85-421a-aead-b1929cdc0aea tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:09:53.859234 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0f4812b3-32f4-4332-a445-b9a216989e50 req-ba59cde0-77c7-44d0-ad84-7f49e2904ca9 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/security-groups?id=8072d593-3bc6-40b8-bcf0-2059893c1865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553679 May 23 11:09:53.864356 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-e72bf589-8b85-421a-aead-b1929cdc0aea tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Usage tracker for resource:port and tenant:3583a8d0822f4e2696ff39b89a43df5e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:09:53.874163 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-e72bf589-8b85-421a-aead-b1929cdc0aea tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:09:53.899819 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-e72bf589-8b85-421a-aead-b1929cdc0aea tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:09:53.920787 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-369fc749-f30f-4352-99e0-7357bf0a5a85 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] For port 02e2ab94-56fa-4b6e-93e8-14cf130f1eaa, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=02e2ab94-56fa-4b6e-93e8-14cf130f1eaa,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:09:53.921152 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-369fc749-f30f-4352-99e0-7357bf0a5a85 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:53.937198 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-e72bf589-8b85-421a-aead-b1929cdc0aea tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Made reservation on behalf of 3583a8d0822f4e2696ff39b89a43df5e for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:09:53.943644 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-e72bf589-8b85-421a-aead-b1929cdc0aea tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:54.017550 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49432) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:54.103513 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 2cd1eaf7-7cf0-4197-a0d5-c519ab112053 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:09:54.103915 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:54.133323 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-369fc749-f30f-4352-99e0-7357bf0a5a85 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Calling delete_port for 02e2ab94-56fa-4b6e-93e8-14cf130f1eaa owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:09:54.137624 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device c06db991-9e6d-454e-a381-1fb328bc6889 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:09:54.208244 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:54.284574 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 5108d74f-ae18-4f2b-9e73-a02eca5c4855, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=5108d74f-ae18-4f2b-9e73-a02eca5c4855,segment=NetworkSegment(627b9d90-481e-4586-8e5b-ec8be80efc37),segment_id=627b9d90-481e-4586-8e5b-ec8be80efc37)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:09:54.289119 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e30e57d-0a0c-4a4f-a961-51a195f9caa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5108d74f-ae18-4f2b-9e73-a02eca5c4855'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:09:54.296488 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:54.431641 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-369fc749-f30f-4352-99e0-7357bf0a5a85 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:54.506330 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port c06db991-9e6d-454e-a381-1fb328bc6889 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:09:54.515178 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port c06db991-9e6d-454e-a381-1fb328bc6889 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:09:54.515545 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:54.525392 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369fc749-f30f-4352-99e0-7357bf0a5a85 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Pushing event deleted for resources: {'Port': ['ID=02e2ab94-56fa-4b6e-93e8-14cf130f1eaa,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:54.547905 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=5108d74f-ae18-4f2b-9e73-a02eca5c4855,revision_number=8']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:54.667381 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:54.708825 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port c06db991-9e6d-454e-a381-1fb328bc6889, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=c06db991-9e6d-454e-a381-1fb328bc6889,segment=NetworkSegment(633c66ca-dc41-4b0b-a0a3-ed62624a9374),segment_id=633c66ca-dc41-4b0b-a0a3-ed62624a9374)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:09:54.716070 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a669c86-0d50-4201-b586-5a8f57f57900 req-e33e3288-76b7-4c69-911f-5d86644e493e tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:54.717058 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:54.723115 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5a669c86-0d50-4201-b586-5a8f57f57900 req-e33e3288-76b7-4c69-911f-5d86644e493e tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 944 time: 0.7035961 May 23 11:09:54.780429 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-369fc749-f30f-4352-99e0-7357bf0a5a85 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:54.830785 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=c06db991-9e6d-454e-a381-1fb328bc6889,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:54.953484 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-b1ebe6e5-95ad-4374-867d-134ca5b17d47 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2064634316', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}, 'admin_state_up': False}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:09:54.966315 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-13a53228-5a84-40c9-b280-1dfcece5a580 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:54.967719 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-13a53228-5a84-40c9-b280-1dfcece5a580 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/networks?id=93233ebd-402e-45bd-b397-1f41a2b23d60 HTTP/1.1" status: 200 len: 804 time: 0.7122824 May 23 11:09:54.977043 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b1ebe6e5-95ad-4374-867d-134ca5b17d47 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:09:54.991899 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-b1ebe6e5-95ad-4374-867d-134ca5b17d47 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Usage tracker for resource:router and tenant:cbabdaa8896a45a3b03155e5eaaad844 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:09:55.003434 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-b1ebe6e5-95ad-4374-867d-134ca5b17d47 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:09:55.021845 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-ceb51f32-3a4b-4346-baf8-a877cc4c992a tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/quotas/742b1cf1e0b345dca83f32458f4c8414 HTTP/1.1" status: 200 len: 375 time: 0.0421841 May 23 11:09:55.026745 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b1ebe6e5-95ad-4374-867d-134ca5b17d47 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:09:55.032363 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-e72bf589-8b85-421a-aead-b1929cdc0aea tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Allocated IP 19.80.0.8 (d596d79d-47ef-4f3a-8d9a-10886b071fa3/8d2ff066-f50d-4741-ae58-190959a1339b/84fe8b9e-02e8-4e77-9e07-196df5a9d0c4) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:09:55.083984 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5a669c86-0d50-4201-b586-5a8f57f57900 req-605954ce-8703-4aec-b2bd-358df8ae825d tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578978 May 23 11:09:55.090608 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b1ebe6e5-95ad-4374-867d-134ca5b17d47 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:55.091548 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b1ebe6e5-95ad-4374-867d-134ca5b17d47 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:55.164843 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b1ebe6e5-95ad-4374-867d-134ca5b17d47 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:55.223332 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-369fc749-f30f-4352-99e0-7357bf0a5a85 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:55.227498 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-369fc749-f30f-4352-99e0-7357bf0a5a85 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:55.256129 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-369fc749-f30f-4352-99e0-7357bf0a5a85 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:55.257066 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369fc749-f30f-4352-99e0-7357bf0a5a85 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fe2cbc96-0364-4a2e-8b4f-c2921758e9f8 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:09:55.270852 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-369fc749-f30f-4352-99e0-7357bf0a5a85 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:55.272131 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-369fc749-f30f-4352-99e0-7357bf0a5a85 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] 10.222.0.79 "DELETE /v2.0/routers/fe2cbc96-0364-4a2e-8b4f-c2921758e9f8 HTTP/1.1" status: 204 len: 168 time: 4.1112945 May 23 11:09:55.275846 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49454) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:55.282429 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-73e93570-8d8f-44f3-abb2-353618988e5e tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-784004873', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}, 'admin_state_up': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:09:55.290037 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-73e93570-8d8f-44f3-abb2-353618988e5e tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:09:55.294148 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-73e93570-8d8f-44f3-abb2-353618988e5e tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Usage tracker for resource:router and tenant:c2a79d2239134095b106232196da01c0 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:09:55.297057 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-73e93570-8d8f-44f3-abb2-353618988e5e tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:09:55.306259 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-73e93570-8d8f-44f3-abb2-353618988e5e tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:09:55.317407 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-73e93570-8d8f-44f3-abb2-353618988e5e tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:55.318525 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-73e93570-8d8f-44f3-abb2-353618988e5e tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:55.343339 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-73e93570-8d8f-44f3-abb2-353618988e5e tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:55.418621 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-86ff2565-770b-45fe-b54f-3d3c74035fc0 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=742b1cf1e0b345dca83f32458f4c8414&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3875697 May 23 11:09:55.513396 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2fb0f563-0ad9-4e9e-9591-141500413d19 req-1569da47-1af6-4b18-b825-9b29f3260a3e tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5720c9-9373-4a4c-a1a1-401278e6620b HTTP/1.1" status: 200 len: 210 time: 0.2083001 May 23 11:09:55.521555 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-73e93570-8d8f-44f3-abb2-353618988e5e tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:55.663896 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b1ebe6e5-95ad-4374-867d-134ca5b17d47 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:55.678502 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4feefd3a-65cb-4c33-85dd-1fd633393367'] response: {'server_uuid': '5e30e57d-0a0c-4a4f-a961-51a195f9caa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5108d74f-ae18-4f2b-9e73-a02eca5c4855', 'code': 200} May 23 11:09:55.729253 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-90703731-b0c9-42e2-9f95-e47591375248 req-696200ee-b665-4af3-aa57-b8830a8ee472 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d835f616-67a5-44e1-82a3-828ebedce9bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5448680 May 23 11:09:55.751609 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-e72bf589-8b85-421a-aead-b1929cdc0aea tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:55.780350 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-7b6cf71a-8a17-41c6-afc7-3e18eb076dee service neutron] 10.222.0.79 "GET /v2.0/networks/93233ebd-402e-45bd-b397-1f41a2b23d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607121 May 23 11:09:55.929868 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-73e93570-8d8f-44f3-abb2-353618988e5e tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:55.970905 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-73e93570-8d8f-44f3-abb2-353618988e5e tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:55.982999 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-e72bf589-8b85-421a-aead-b1929cdc0aea tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Transition to ACTIVE for port object 84fe8b9e-02e8-4e77-9e07-196df5a9d0c4 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:09:56.069933 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a089a-52fd-480e-938a-6061fa177fb6 req-acdd64b6-250c-4943-bc4a-325c592c93d4 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:56.070547 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-cd1a089a-52fd-480e-938a-6061fa177fb6 req-acdd64b6-250c-4943-bc4a-325c592c93d4 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Synchronizing usage tracker for tenant:742b1cf1e0b345dca83f32458f4c8414 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:09:56.093197 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-5f9ffc68-08ab-413b-b3ef-037b17c43bd7 service neutron] 10.222.0.79 "GET /v2.0/networks/93233ebd-402e-45bd-b397-1f41a2b23d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115451 May 23 11:09:56.136568 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-cd1a089a-52fd-480e-938a-6061fa177fb6 req-acdd64b6-250c-4943-bc4a-325c592c93d4 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Unset dirty status for tenant:742b1cf1e0b345dca83f32458f4c8414 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:09:56.137897 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-cd1a089a-52fd-480e-938a-6061fa177fb6 req-acdd64b6-250c-4943-bc4a-325c592c93d4 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e30e57d-0a0c-4a4f-a961-51a195f9caa0 HTTP/1.1" status: 200 len: 943 time: 0.2786801 May 23 11:09:56.200842 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-73e93570-8d8f-44f3-abb2-353618988e5e tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Allocated IP 172.25.6.44 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/0d2d89ce-6ced-47b8-b093-4e8a116ab26b) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:09:56.207211 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-e72bf589-8b85-421a-aead-b1929cdc0aea tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:56.252816 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-cd1a089a-52fd-480e-938a-6061fa177fb6 req-6031ef8a-d398-4736-b4ae-a5910223e323 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Deleting port 5108d74f-ae18-4f2b-9e73-a02eca5c4855 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:09:56.253155 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-cd1a089a-52fd-480e-938a-6061fa177fb6 req-6031ef8a-d398-4736-b4ae-a5910223e323 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:56.341852 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d94a3-f9c7-4a67-bc45-3bc7a78136f8 req-a792fc7f-f815-4d8e-8798-ded365a06cb6 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:56.348692 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b03d94a3-f9c7-4a67-bc45-3bc7a78136f8 req-a792fc7f-f815-4d8e-8798-ded365a06cb6 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd50ce13-d56a-416c-88ef-ee83f30ba53a HTTP/1.1" status: 200 len: 945 time: 0.4612899 May 23 11:09:56.400289 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-90703731-b0c9-42e2-9f95-e47591375248 req-611f06af-0042-44dc-8633-357fc75d8bac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc51252c175e4cbcbdf52b4fe247eb16&device_id=d835f616-67a5-44e1-82a3-828ebedce9bf HTTP/1.1" status: 200 len: 1096 time: 0.5015397 May 23 11:09:56.411361 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-e72bf589-8b85-421a-aead-b1929cdc0aea tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Network d596d79d-47ef-4f3a-8d9a-10886b071fa3 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:09:56.473299 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-e72bf589-8b85-421a-aead-b1929cdc0aea tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:09:56.481436 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-e72bf589-8b85-421a-aead-b1929cdc0aea tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:09:56.582672 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-73e93570-8d8f-44f3-abb2-353618988e5e tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:56.650326 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-cd1a089a-52fd-480e-938a-6061fa177fb6 req-6031ef8a-d398-4736-b4ae-a5910223e323 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] For port 5108d74f-ae18-4f2b-9e73-a02eca5c4855, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=5108d74f-ae18-4f2b-9e73-a02eca5c4855,segment=NetworkSegment(627b9d90-481e-4586-8e5b-ec8be80efc37),segment_id=627b9d90-481e-4586-8e5b-ec8be80efc37)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:09:56.650463 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-cd1a089a-52fd-480e-938a-6061fa177fb6 req-6031ef8a-d398-4736-b4ae-a5910223e323 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:56.660396 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72bf589-8b85-421a-aead-b1929cdc0aea tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Pushing event updated for resources: {'Port': ['ID=84fe8b9e-02e8-4e77-9e07-196df5a9d0c4,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:56.793330 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-cd1a089a-52fd-480e-938a-6061fa177fb6 req-6031ef8a-d398-4736-b4ae-a5910223e323 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Calling delete_port for 5108d74f-ae18-4f2b-9e73-a02eca5c4855 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:09:56.809775 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-e72bf589-8b85-421a-aead-b1929cdc0aea tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:56.812766 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-e72bf589-8b85-421a-aead-b1929cdc0aea tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:56.818660 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7bba0f97-ae49-4a2e-aae4-15251dc47b76 None None] Provisioning for port 84fe8b9e-02e8-4e77-9e07-196df5a9d0c4 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:09:56.827612 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7bba0f97-ae49-4a2e-aae4-15251dc47b76 None None] Provisioning complete for port 84fe8b9e-02e8-4e77-9e07-196df5a9d0c4 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:09:56.830075 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7bba0f97-ae49-4a2e-aae4-15251dc47b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:56.948111 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7bba0f97-ae49-4a2e-aae4-15251dc47b76 None None] Port 84fe8b9e-02e8-4e77-9e07-196df5a9d0c4 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:09:56.972794 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-73e93570-8d8f-44f3-abb2-353618988e5e tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:57.067682 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e93570-8d8f-44f3-abb2-353618988e5e tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:09:57.073791 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-73e93570-8d8f-44f3-abb2-353618988e5e tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:09:57.074779 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-e72bf589-8b85-421a-aead-b1929cdc0aea tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5421534 May 23 11:09:57.076318 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e93570-8d8f-44f3-abb2-353618988e5e tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:09:57.117991 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-6a7d0e4c-b595-420a-8cdb-0ae21750c945 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Request body: {'port': {'device_id': '6e5720c9-9373-4a4c-a1a1-401278e6620b', 'network_id': '29f7b33b-e00c-42cd-acac-a687a041e5eb', 'admin_state_up': True, 'tenant_id': '3583a8d0822f4e2696ff39b89a43df5e'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:09:57.132581 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e93570-8d8f-44f3-abb2-353618988e5e tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Pushing event updated for resources: {'Port': ['ID=0d2d89ce-6ced-47b8-b093-4e8a116ab26b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:57.271492 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b03d94a3-f9c7-4a67-bc45-3bc7a78136f8 req-e967aee6-04df-4d9a-bf53-cd59825d92d8 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/security-groups?id=8072d593-3bc6-40b8-bcf0-2059893c1865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9217081 May 23 11:09:57.280680 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b1ebe6e5-95ad-4374-867d-134ca5b17d47 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:57.309534 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-6a7d0e4c-b595-420a-8cdb-0ae21750c945 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:09:57.324080 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-6a7d0e4c-b595-420a-8cdb-0ae21750c945 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Usage tracker for resource:port and tenant:3583a8d0822f4e2696ff39b89a43df5e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:09:57.327815 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b1ebe6e5-95ad-4374-867d-134ca5b17d47 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:57.332910 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-cd1a089a-52fd-480e-938a-6061fa177fb6 req-6031ef8a-d398-4736-b4ae-a5910223e323 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:57.333200 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-6a7d0e4c-b595-420a-8cdb-0ae21750c945 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:09:57.357162 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ac333-911c-43d6-9404-9c2d7ed39c4c req-06f4a873-e65d-4523-aa04-17e1c519514d tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:57.358627 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ea3ac333-911c-43d6-9404-9c2d7ed39c4c req-06f4a873-e65d-4523-aa04-17e1c519514d tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 945 time: 0.9750216 May 23 11:09:57.389939 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6031ef8a-d398-4736-b4ae-a5910223e323 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Pushing event deleted for resources: {'Port': ['ID=5108d74f-ae18-4f2b-9e73-a02eca5c4855,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:57.396054 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-6a7d0e4c-b595-420a-8cdb-0ae21750c945 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:09:57.487361 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd1a089a-52fd-480e-938a-6061fa177fb6 req-6031ef8a-d398-4736-b4ae-a5910223e323 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] No DVR routers for this DVR port 5108d74f-ae18-4f2b-9e73-a02eca5c4855 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:09:57.490429 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-cd1a089a-52fd-480e-938a-6061fa177fb6 req-6031ef8a-d398-4736-b4ae-a5910223e323 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:57.493633 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e30e57d-0a0c-4a4f-a961-51a195f9caa0', 'name': 'network-vif-deleted', 'tag': '5108d74f-ae18-4f2b-9e73-a02eca5c4855'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:09:57.506139 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90703731-b0c9-42e2-9f95-e47591375248 req-a267f1be-ad05-4408-bdc7-a85122cbbb31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:57.510113 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-90703731-b0c9-42e2-9f95-e47591375248 req-a267f1be-ad05-4408-bdc7-a85122cbbb31 service neutron] 10.222.0.13 "GET /v2.0/networks?id=747ead6f-5c9e-46f2-80ef-f280e257168e HTTP/1.1" status: 200 len: 907 time: 1.0297096 May 23 11:09:57.519411 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-6a7d0e4c-b595-420a-8cdb-0ae21750c945 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Made reservation on behalf of 3583a8d0822f4e2696ff39b89a43df5e for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:09:57.522378 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-6a7d0e4c-b595-420a-8cdb-0ae21750c945 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:57.524964 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-cd1a089a-52fd-480e-938a-6061fa177fb6 req-6031ef8a-d398-4736-b4ae-a5910223e323 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.81 "DELETE /v2.0/ports/5108d74f-ae18-4f2b-9e73-a02eca5c4855 HTTP/1.1" status: 204 len: 173 time: 1.3788071 May 23 11:09:57.560209 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-73e93570-8d8f-44f3-abb2-353618988e5e tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:57.562207 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-73e93570-8d8f-44f3-abb2-353618988e5e tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:57.600896 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1e8a8285-95cf-48d2-87c1-e10fa904180c req-4838cafb-e6be-494b-b692-8a709149efdd tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=da5341dc-b759-4938-8dcc-3bc5fb355440 HTTP/1.1" status: 200 len: 210 time: 0.1420534 May 23 11:09:57.679979 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893b9232-4a8f-423c-9ad4-279e9751aa63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06db991-9e6d-454e-a381-1fb328bc6889'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:09:57.767609 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ea3ac333-911c-43d6-9404-9c2d7ed39c4c req-5feb710d-d5cc-40c4-872f-95a483439a87 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659081 May 23 11:09:58.014566 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-6a7d0e4c-b595-420a-8cdb-0ae21750c945 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Allocated IP 19.86.0.188 (29f7b33b-e00c-42cd-acac-a687a041e5eb/8ede75ad-a2e7-491c-8011-768ca922b695/e3e1664d-40cf-41da-88b3-07da30792676) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:09:58.049567 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e93570-8d8f-44f3-abb2-353618988e5e tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Router 5cb9952c-0646-4a38-a2a1-b255c20a4d47 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:09:58.093616 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-90703731-b0c9-42e2-9f95-e47591375248 req-16fde992-e50a-48c1-bebe-7d2c1b74a388 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3e35099-ff80-4942-a2f8-80ac1bf8a66a HTTP/1.1" status: 200 len: 1000 time: 0.5476804 May 23 11:09:58.151917 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-b1ebe6e5-95ad-4374-867d-134ca5b17d47 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Allocated IP 172.25.6.90 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/f9584648-63b1-42ab-9b7c-115128a75323) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:09:58.281757 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90703731-b0c9-42e2-9f95-e47591375248 req-a40fec25-913e-4948-a6f8-52d5f8244c15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:58.283204 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-90703731-b0c9-42e2-9f95-e47591375248 req-a40fec25-913e-4948-a6f8-52d5f8244c15 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da4c8fec-892d-4e21-843f-3fcecec73207 HTTP/1.1" status: 200 len: 845 time: 0.1789985 May 23 11:09:58.436397 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-e2f762ae-569c-41ec-adcc-52e66557309f tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:58.437834 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-e2f762ae-569c-41ec-adcc-52e66557309f tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.81 "GET /v2.0/networks?id=93233ebd-402e-45bd-b397-1f41a2b23d60 HTTP/1.1" status: 200 len: 804 time: 0.3772128 May 23 11:09:58.478958 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-8f683bd3-8b62-4c65-a381-8c92a813dbac tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Request body: {'port': {'device_id': 'da5341dc-b759-4938-8dcc-3bc5fb355440', 'network_id': '93233ebd-402e-45bd-b397-1f41a2b23d60', 'admin_state_up': True, 'tenant_id': '742b1cf1e0b345dca83f32458f4c8414'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:09:58.581540 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e34063-5701-4012-b5a8-2ff1410cec20 req-9a647241-b6b8-4a25-993b-e58c7d50e448 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:58.582146 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-38e34063-5701-4012-b5a8-2ff1410cec20 req-9a647241-b6b8-4a25-993b-e58c7d50e448 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Synchronizing usage tracker for tenant:3583a8d0822f4e2696ff39b89a43df5e on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:09:58.583541 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e93570-8d8f-44f3-abb2-353618988e5e tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:09:58.595595 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54671b98-323a-4d01-a209-8e54fb1f8d0f None None] Sync routers for ids ['5cb9952c-0646-4a38-a2a1-b255c20a4d47'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:09:58.611885 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54671b98-323a-4d01-a209-8e54fb1f8d0f None None] Routers {'5cb9952c-0646-4a38-a2a1-b255c20a4d47'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:09:58.613598 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-54671b98-323a-4d01-a209-8e54fb1f8d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:09:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['5cb9952c-0646-4a38-a2a1-b255c20a4d47'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:58.618910 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-73e93570-8d8f-44f3-abb2-353618988e5e tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:58.623044 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-73e93570-8d8f-44f3-abb2-353618988e5e tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.3462281 May 23 11:09:58.623957 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49490) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:58.637367 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-f7b537d9-5462-477d-90e7-0ab70adf5a33 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'enable_snat': False}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:09:58.675339 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-38e34063-5701-4012-b5a8-2ff1410cec20 req-9a647241-b6b8-4a25-993b-e58c7d50e448 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Unset dirty status for tenant:3583a8d0822f4e2696ff39b89a43df5e on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:09:58.681903 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-38e34063-5701-4012-b5a8-2ff1410cec20 req-9a647241-b6b8-4a25-993b-e58c7d50e448 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5720c9-9373-4a4c-a1a1-401278e6620b HTTP/1.1" status: 200 len: 930 time: 0.6537509 May 23 11:09:58.694192 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-54671b98-323a-4d01-a209-8e54fb1f8d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:58.701330 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b1ebe6e5-95ad-4374-867d-134ca5b17d47 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:58.708310 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54671b98-323a-4d01-a209-8e54fb1f8d0f None None] Routers {'5cb9952c-0646-4a38-a2a1-b255c20a4d47'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:09:58.709592 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-54671b98-323a-4d01-a209-8e54fb1f8d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:09:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['5cb9952c-0646-4a38-a2a1-b255c20a4d47'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:58.737721 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-6a7d0e4c-b595-420a-8cdb-0ae21750c945 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:58.762042 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-90703731-b0c9-42e2-9f95-e47591375248 req-42a06738-13c6-463a-83d0-f5cec6d30d44 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=747ead6f-5c9e-46f2-80ef-f280e257168e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3753667 May 23 11:09:58.787771 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-54671b98-323a-4d01-a209-8e54fb1f8d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:09:58.788752 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54671b98-323a-4d01-a209-8e54fb1f8d0f None None] The sync data for ids ['5cb9952c-0646-4a38-a2a1-b255c20a4d47'] in n-d-842952-2 is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:09:58.796467 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-8f683bd3-8b62-4c65-a381-8c92a813dbac tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:09:58.803309 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-8f683bd3-8b62-4c65-a381-8c92a813dbac tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Usage tracker for resource:port and tenant:742b1cf1e0b345dca83f32458f4c8414 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:09:58.804458 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde0ed5-53d1-4af9-b026-ba97e176b7ed req-78d90d94-9ef7-4bb4-93fb-6eac9a8c6343 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:58.806005 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bdde0ed5-53d1-4af9-b026-ba97e176b7ed req-78d90d94-9ef7-4bb4-93fb-6eac9a8c6343 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd50ce13-d56a-416c-88ef-ee83f30ba53a HTTP/1.1" status: 200 len: 945 time: 0.5414493 May 23 11:09:58.842446 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49496) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:09:58.843506 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-8f683bd3-8b62-4c65-a381-8c92a813dbac tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:09:58.878063 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-090468f7-3ac6-4023-a4f6-0070931a51ec tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Request body: {'floatingip': {'port_id': 'f44088cb-a22d-4c0f-9a93-c98cd814e565'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:09:58.955949 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22aee6f6-1e36-4cc2-9792-fb4ff37c8c19'] response: {'server_uuid': '5e30e57d-0a0c-4a4f-a961-51a195f9caa0', 'name': 'network-vif-deleted', 'tag': '5108d74f-ae18-4f2b-9e73-a02eca5c4855', 'status': 'completed', 'code': 200} May 23 11:09:58.956773 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-8f683bd3-8b62-4c65-a381-8c92a813dbac tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:09:59.067961 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e6adf36-bf81-4c2e-86b4-ad75fc5c1715'] response: {'server_uuid': '893b9232-4a8f-423c-9ad4-279e9751aa63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06db991-9e6d-454e-a381-1fb328bc6889', 'code': 200} May 23 11:09:59.076069 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-38e34063-5701-4012-b5a8-2ff1410cec20 req-737d4dae-cabf-411f-97c9-9265d3c09300 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/security-groups?id=810ff234-6f81-470f-ab96-122fc2658368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927953 May 23 11:09:59.086377 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-6a7d0e4c-b595-420a-8cdb-0ae21750c945 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Transition to ACTIVE for port object e3e1664d-40cf-41da-88b3-07da30792676 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:09:59.126388 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-090468f7-3ac6-4023-a4f6-0070931a51ec tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks [] for floatingip, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:59.126874 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-90703731-b0c9-42e2-9f95-e47591375248 req-0b90a4b5-610c-4900-9b24-b35f83f67728 service neutron] 10.222.0.13 "GET /v2.0/networks/747ead6f-5c9e-46f2-80ef-f280e257168e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192244 May 23 11:09:59.127703 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b1ebe6e5-95ad-4374-867d-134ca5b17d47 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:59.176966 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-8f683bd3-8b62-4c65-a381-8c92a813dbac tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Made reservation on behalf of 742b1cf1e0b345dca83f32458f4c8414 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:09:59.180033 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-8f683bd3-8b62-4c65-a381-8c92a813dbac tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:59.532063 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-46bad099-aaab-44b1-80e2-d0434aaa9fd0 req-9f8080dc-9645-444e-a81b-f0ab7e73245c tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=da5341dc-b759-4938-8dcc-3bc5fb355440 HTTP/1.1" status: 200 len: 210 time: 0.1215954 May 23 11:09:59.568910 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f3f720fc-065d-4ada-86dd-4320db472d0c req-4934240c-25d7-4ccc-8128-58cd0e699375 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 1096 time: 0.3758175 May 23 11:09:59.621629 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ebe6e5-95ad-4374-867d-134ca5b17d47 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Pushing event updated for resources: {'Port': ['ID=f9584648-63b1-42ab-9b7c-115128a75323,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:59.627490 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ebe6e5-95ad-4374-867d-134ca5b17d47 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:09:59.631546 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-b1ebe6e5-95ad-4374-867d-134ca5b17d47 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:09:59.640925 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ebe6e5-95ad-4374-867d-134ca5b17d47 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:09:59.669269 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-6a7d0e4c-b595-420a-8cdb-0ae21750c945 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:09:59.785320 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-8f683bd3-8b62-4c65-a381-8c92a813dbac tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Allocated IP 172.20.0.3 (93233ebd-402e-45bd-b397-1f41a2b23d60/9294d2b8-973f-442c-9036-697778dd5201/0e46eae7-bfbb-4463-a158-8373ac139188) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:09:59.850855 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 5108d74f-ae18-4f2b-9e73-a02eca5c4855 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:09:59.934029 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: 5108d74f-ae18-4f2b-9e73-a02eca5c4855 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:09:59.935531 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 5108d74f-ae18-4f2b-9e73-a02eca5c4855 not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:09:59.957101 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-90703731-b0c9-42e2-9f95-e47591375248 req-9f87a25f-a77f-46d1-b8f7-34b2de22781f service neutron] 10.222.0.13 "GET /v2.0/networks/747ead6f-5c9e-46f2-80ef-f280e257168e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8218989 May 23 11:09:59.957852 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d0e4c-b595-420a-8cdb-0ae21750c945 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Pushing event updated for resources: {'Port': ['ID=e3e1664d-40cf-41da-88b3-07da30792676,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:09:59.982825 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-6a7d0e4c-b595-420a-8cdb-0ae21750c945 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Network 29f7b33b-e00c-42cd-acac-a687a041e5eb is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:09:59.988766 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2224bb1-f88f-468b-95ec-a19e005784b9 req-98b7cc53-e75e-4c93-89d1-8646fb041c47 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:09:59.995992 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c2224bb1-f88f-468b-95ec-a19e005784b9 req-98b7cc53-e75e-4c93-89d1-8646fb041c47 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "GET /v2.0/ports?device_id=d835f616-67a5-44e1-82a3-828ebedce9bf HTTP/1.1" status: 200 len: 945 time: 0.4745004 May 23 11:10:00.005085 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f3f720fc-065d-4ada-86dd-4320db472d0c req-83c978cd-dba5-44bd-806f-38f9c7bda0cd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715143 May 23 11:10:00.010339 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-6a7d0e4c-b595-420a-8cdb-0ae21750c945 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:10:00.032751 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-6a7d0e4c-b595-420a-8cdb-0ae21750c945 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:10:00.143984 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:10:00.163936 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d4f0c-2033-40a1-88d9-18303d2a9e03 req-7bf7889f-7154-4809-8541-59907abaf438 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:00.171217 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-973d4f0c-2033-40a1-88d9-18303d2a9e03 req-7bf7889f-7154-4809-8541-59907abaf438 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 945 time: 0.4071295 May 23 11:10:00.211613 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c2224bb1-f88f-468b-95ec-a19e005784b9 req-31f8b550-4ec4-4973-b675-d089628954a1 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "GET /v2.0/security-groups?id=507420f4-c772-463f-8708-f35159c33422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145522 May 23 11:10:00.216042 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-6a7d0e4c-b595-420a-8cdb-0ae21750c945 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:00.220348 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-6a7d0e4c-b595-420a-8cdb-0ae21750c945 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:00.275195 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-6a7d0e4c-b595-420a-8cdb-0ae21750c945 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1629808 May 23 11:10:00.297632 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-973d4f0c-2033-40a1-88d9-18303d2a9e03 req-601d7b66-7757-467b-89eb-d20b74cc0405 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252720 May 23 11:10:00.376487 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b1ebe6e5-95ad-4374-867d-134ca5b17d47 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:00.376487 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b1ebe6e5-95ad-4374-867d-134ca5b17d47 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:00.387895 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-f919d0f0-53d4-49fc-b5b8-4f2c1901254c service neutron] Request body: {'port': {'device_id': '6e5720c9-9373-4a4c-a1a1-401278e6620b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:10:00.422445 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-172678fd-e455-4b1a-95a2-caf285baf2b4 None None] Provisioning for port e3e1664d-40cf-41da-88b3-07da30792676 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:10:00.436147 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-172678fd-e455-4b1a-95a2-caf285baf2b4 None None] Provisioning complete for port e3e1664d-40cf-41da-88b3-07da30792676 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:10:00.437530 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-172678fd-e455-4b1a-95a2-caf285baf2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:00.515617 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-172678fd-e455-4b1a-95a2-caf285baf2b4 None None] Port e3e1664d-40cf-41da-88b3-07da30792676 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:10:00.566136 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-090468f7-3ac6-4023-a4f6-0070931a51ec tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:00.580172 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-090468f7-3ac6-4023-a4f6-0070931a51ec tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:00.742751 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-f919d0f0-53d4-49fc-b5b8-4f2c1901254c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:00.749339 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-8f683bd3-8b62-4c65-a381-8c92a813dbac tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:00.783221 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-18e8def3-9fd7-4e0b-bf81-5aacf5b32307 req-5d8ce453-66d2-44ee-be2a-2ab8d608d63a tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=da5341dc-b759-4938-8dcc-3bc5fb355440 HTTP/1.1" status: 200 len: 210 time: 0.0824816 May 23 11:10:00.841872 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87c1b8-7072-4974-aa49-a11c39256f73 req-b5cbde53-5171-4caf-8bb7-0ca71f6629a4 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:00.847810 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87c1b8-7072-4974-aa49-a11c39256f73 req-b5cbde53-5171-4caf-8bb7-0ca71f6629a4 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:00.861562 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fe87c1b8-7072-4974-aa49-a11c39256f73 req-b5cbde53-5171-4caf-8bb7-0ca71f6629a4 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5720c9-9373-4a4c-a1a1-401278e6620b HTTP/1.1" status: 200 len: 1653 time: 0.4443595 May 23 11:10:01.136340 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-8f683bd3-8b62-4c65-a381-8c92a813dbac tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:01.232030 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-8f683bd3-8b62-4c65-a381-8c92a813dbac tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Network 93233ebd-402e-45bd-b397-1f41a2b23d60 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:10:01.236835 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-8f683bd3-8b62-4c65-a381-8c92a813dbac tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:10:01.240802 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-8f683bd3-8b62-4c65-a381-8c92a813dbac tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:10:01.253428 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fe87c1b8-7072-4974-aa49-a11c39256f73 req-745f2b3b-5ef6-4880-b3b2-0ea915898a1a tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/security-groups?id=810ff234-6f81-470f-ab96-122fc2658368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904681 May 23 11:10:01.337614 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-8f683bd3-8b62-4c65-a381-8c92a813dbac tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:01.338341 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-8f683bd3-8b62-4c65-a381-8c92a813dbac tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:01.367517 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f683bd3-8b62-4c65-a381-8c92a813dbac tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Pushing event updated for resources: {'Port': ['ID=0e46eae7-bfbb-4463-a158-8373ac139188,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:01.399622 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-8f683bd3-8b62-4c65-a381-8c92a813dbac tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9243577 May 23 11:10:01.425195 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-b52f5d1c-9afa-4398-ad17-95bf7aa920e9 service neutron] Request body: {'port': {'device_id': 'da5341dc-b759-4938-8dcc-3bc5fb355440', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:10:01.491080 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [None req-090468f7-3ac6-4023-a4f6-0070931a51ec tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Floating IP cfcad942-5954-4ccd-9b19-55f2b8abe787 associated. External IP: 172.25.6.144, port: f44088cb-a22d-4c0f-9a93-c98cd814e565. May 23 11:10:01.709695 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-b52f5d1c-9afa-4398-ad17-95bf7aa920e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:01.776757 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7b537d9-5462-477d-90e7-0ab70adf5a33 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:01.836038 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ebe6e5-95ad-4374-867d-134ca5b17d47 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Router 914d6a56-d29f-4777-ac76-d6c36b3502c4 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:10:01.852339 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794372ce-5bd0-472c-b534-d0d527ee7997 req-415db294-c85e-4653-bba3-3eca240a3e1c tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:01.861031 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-794372ce-5bd0-472c-b534-d0d527ee7997 req-415db294-c85e-4653-bba3-3eca240a3e1c tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "GET /v2.0/ports?device_id=d835f616-67a5-44e1-82a3-828ebedce9bf HTTP/1.1" status: 200 len: 945 time: 0.4579871 May 23 11:10:01.911840 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-f919d0f0-53d4-49fc-b5b8-4f2c1901254c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84fe8b9e-02e8-4e77-9e07-196df5a9d0c4 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:10:01.926734 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-f919d0f0-53d4-49fc-b5b8-4f2c1901254c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:02.030312 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-f919d0f0-53d4-49fc-b5b8-4f2c1901254c service neutron] Transition to ACTIVE for port object 84fe8b9e-02e8-4e77-9e07-196df5a9d0c4 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:10:02.063945 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-794372ce-5bd0-472c-b534-d0d527ee7997 req-a9e11de7-215f-4eab-990c-304c6e716902 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "GET /v2.0/security-groups?id=507420f4-c772-463f-8708-f35159c33422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020178 May 23 11:10:02.064705 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-f919d0f0-53d4-49fc-b5b8-4f2c1901254c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:02.235097 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a180fb-e909-43e5-bcfc-ee4b0dd11bfa req-43d284b2-c54f-496c-839a-e1c9e7266b43 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:02.243096 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-48a180fb-e909-43e5-bcfc-ee4b0dd11bfa req-43d284b2-c54f-496c-839a-e1c9e7266b43 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 945 time: 0.6811059 May 23 11:10:02.494155 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f919d0f0-53d4-49fc-b5b8-4f2c1901254c service neutron] Pushing event updated for resources: {'Port': ['ID=84fe8b9e-02e8-4e77-9e07-196df5a9d0c4,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:02.646553 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-48a180fb-e909-43e5-bcfc-ee4b0dd11bfa req-876bb0ca-b5f9-485d-853b-5199a3aa7a2d tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4025576 May 23 11:10:02.718886 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-b52f5d1c-9afa-4398-ad17-95bf7aa920e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e46eae7-bfbb-4463-a158-8373ac139188 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:10:02.732464 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-b52f5d1c-9afa-4398-ad17-95bf7aa920e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:02.759541 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-b52f5d1c-9afa-4398-ad17-95bf7aa920e9 service neutron] Transition to ACTIVE for port object 0e46eae7-bfbb-4463-a158-8373ac139188 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:10:02.775357 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-b52f5d1c-9afa-4398-ad17-95bf7aa920e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:02.777512 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d9085-920c-4a69-bfe2-570debdcace4 req-cfcaf32e-bf51-4f21-9731-3a58db41a0f0 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:02.779037 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9a2d9085-920c-4a69-bfe2-570debdcace4 req-cfcaf32e-bf51-4f21-9731-3a58db41a0f0 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=da5341dc-b759-4938-8dcc-3bc5fb355440 HTTP/1.1" status: 200 len: 931 time: 0.3994126 May 23 11:10:02.823277 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-f919d0f0-53d4-49fc-b5b8-4f2c1901254c service neutron] Attempting to bind port 84fe8b9e-02e8-4e77-9e07-196df5a9d0c4 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:10:02.823570 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-f919d0f0-53d4-49fc-b5b8-4f2c1901254c service neutron] Attempting to bind port 84fe8b9e-02e8-4e77-9e07-196df5a9d0c4 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '5c0855ef-57f9-46eb-b54e-01a231abeecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd596d79d-47ef-4f3a-8d9a-10886b071fa3'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:10:02.823897 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-f919d0f0-53d4-49fc-b5b8-4f2c1901254c service neutron] Attempting to bind port 84fe8b9e-02e8-4e77-9e07-196df5a9d0c4 on network d596d79d-47ef-4f3a-8d9a-10886b071fa3 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:10:02.894877 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-f919d0f0-53d4-49fc-b5b8-4f2c1901254c service neutron] Port 84fe8b9e-02e8-4e77-9e07-196df5a9d0c4 on network d596d79d-47ef-4f3a-8d9a-10886b071fa3 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:10:02.895201 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-f919d0f0-53d4-49fc-b5b8-4f2c1901254c service neutron] Attempting to bind port 84fe8b9e-02e8-4e77-9e07-196df5a9d0c4 on network d596d79d-47ef-4f3a-8d9a-10886b071fa3 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:10:02.940546 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-f919d0f0-53d4-49fc-b5b8-4f2c1901254c service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:10:02.940889 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-f919d0f0-53d4-49fc-b5b8-4f2c1901254c service neutron] Checking segment: {'id': '5c0855ef-57f9-46eb-b54e-01a231abeecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd596d79d-47ef-4f3a-8d9a-10886b071fa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:10:02.941286 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-f919d0f0-53d4-49fc-b5b8-4f2c1901254c service neutron] Bound using segment: {'id': '5c0855ef-57f9-46eb-b54e-01a231abeecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd596d79d-47ef-4f3a-8d9a-10886b071fa3'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:10:02.941742 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-f919d0f0-53d4-49fc-b5b8-4f2c1901254c service neutron] Bound port: 84fe8b9e-02e8-4e77-9e07-196df5a9d0c4, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c0855ef-57f9-46eb-b54e-01a231abeecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd596d79d-47ef-4f3a-8d9a-10886b071fa3'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:10:02.942095 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-f919d0f0-53d4-49fc-b5b8-4f2c1901254c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:02.971939 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9a2d9085-920c-4a69-bfe2-570debdcace4 req-839f10ef-9d96-4ed5-8afa-0f6615b989ee tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755280 May 23 11:10:03.033284 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ebe6e5-95ad-4374-867d-134ca5b17d47 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:10:03.051370 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3409ef7-512d-4154-9c2b-a4cbfd954f04 None None] Sync routers for ids ['914d6a56-d29f-4777-ac76-d6c36b3502c4'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:10:03.070635 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3409ef7-512d-4154-9c2b-a4cbfd954f04 None None] Routers {'914d6a56-d29f-4777-ac76-d6c36b3502c4'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:10:03.071768 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c3409ef7-512d-4154-9c2b-a4cbfd954f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:09:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['914d6a56-d29f-4777-ac76-d6c36b3502c4'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:03.078447 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86560f8-6976-4498-80d6-d6c6982925bf req-ef2818d5-7b85-4e3e-ad52-6940edd0a9cb tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:03.082412 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86560f8-6976-4498-80d6-d6c6982925bf req-ef2818d5-7b85-4e3e-ad52-6940edd0a9cb tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:03.084066 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c86560f8-6976-4498-80d6-d6c6982925bf req-ef2818d5-7b85-4e3e-ad52-6940edd0a9cb tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5720c9-9373-4a4c-a1a1-401278e6620b HTTP/1.1" status: 200 len: 1665 time: 0.2770839 May 23 11:10:03.124714 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b1ebe6e5-95ad-4374-867d-134ca5b17d47 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:03.124714 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b1ebe6e5-95ad-4374-867d-134ca5b17d47 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.0907860 May 23 11:10:03.130832 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49532) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:03.218534 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f5d1c-9afa-4398-ad17-95bf7aa920e9 service neutron] Pushing event updated for resources: {'Port': ['ID=0e46eae7-bfbb-4463-a158-8373ac139188,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:03.220093 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-f919d0f0-53d4-49fc-b5b8-4f2c1901254c service neutron] For port 84fe8b9e-02e8-4e77-9e07-196df5a9d0c4, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:10:03.245081 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c3409ef7-512d-4154-9c2b-a4cbfd954f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:03.262632 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3409ef7-512d-4154-9c2b-a4cbfd954f04 None None] Routers {'914d6a56-d29f-4777-ac76-d6c36b3502c4'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:10:03.267537 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c3409ef7-512d-4154-9c2b-a4cbfd954f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:09:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['914d6a56-d29f-4777-ac76-d6c36b3502c4'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:03.333048 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-f919d0f0-53d4-49fc-b5b8-4f2c1901254c service neutron] For port 84fe8b9e-02e8-4e77-9e07-196df5a9d0c4, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=84fe8b9e-02e8-4e77-9e07-196df5a9d0c4,segment=NetworkSegment(5c0855ef-57f9-46eb-b54e-01a231abeecc),segment_id=5c0855ef-57f9-46eb-b54e-01a231abeecc)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:10:03.352754 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c86560f8-6976-4498-80d6-d6c6982925bf req-e438c4b8-d3bd-4772-9bd3-6f987f75b684 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/security-groups?id=810ff234-6f81-470f-ab96-122fc2658368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614849 May 23 11:10:03.358060 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-f919d0f0-53d4-49fc-b5b8-4f2c1901254c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:03.361889 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c3409ef7-512d-4154-9c2b-a4cbfd954f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:03.362295 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3409ef7-512d-4154-9c2b-a4cbfd954f04 None None] The sync data for ids ['914d6a56-d29f-4777-ac76-d6c36b3502c4'] in n-d-842952-2 is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:10:03.473383 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-f919d0f0-53d4-49fc-b5b8-4f2c1901254c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:03.474769 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-f919d0f0-53d4-49fc-b5b8-4f2c1901254c service neutron] 10.222.0.13 "PUT /v2.0/ports/84fe8b9e-02e8-4e77-9e07-196df5a9d0c4 HTTP/1.1" status: 200 len: 1090 time: 3.0935953 May 23 11:10:03.476264 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5720c9-9373-4a4c-a1a1-401278e6620b', 'tag': '84fe8b9e-02e8-4e77-9e07-196df5a9d0c4'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:10:03.504162 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f919d0f0-53d4-49fc-b5b8-4f2c1901254c service neutron] Pushing event updated for resources: {'Port': ['ID=84fe8b9e-02e8-4e77-9e07-196df5a9d0c4,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:03.534505 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-fb832b71-ca90-46c0-82fe-a75cb8e956b3 service neutron] Request body: {'port': {'device_id': '6e5720c9-9373-4a4c-a1a1-401278e6620b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:10:03.544982 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7b537d9-5462-477d-90e7-0ab70adf5a33 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:03.583326 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7b537d9-5462-477d-90e7-0ab70adf5a33 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3825526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3825513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3821547'] for router, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:03.597905 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-b52f5d1c-9afa-4398-ad17-95bf7aa920e9 service neutron] Attempting to bind port 0e46eae7-bfbb-4463-a158-8373ac139188 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:10:03.598344 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-b52f5d1c-9afa-4398-ad17-95bf7aa920e9 service neutron] Attempting to bind port 0e46eae7-bfbb-4463-a158-8373ac139188 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '627b9d90-481e-4586-8e5b-ec8be80efc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '93233ebd-402e-45bd-b397-1f41a2b23d60'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:10:03.598691 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-b52f5d1c-9afa-4398-ad17-95bf7aa920e9 service neutron] Attempting to bind port 0e46eae7-bfbb-4463-a158-8373ac139188 on network 93233ebd-402e-45bd-b397-1f41a2b23d60 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:10:03.610242 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a94f90-5139-4380-96cf-c0fee4633486 req-6c954bd6-f8ed-4237-9edd-6d2db5b71044 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:03.610816 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8315e5b0-6aea-4cd5-b20e-c2682eb83bb8'] response: {'name': 'network-changed', 'server_uuid': '6e5720c9-9373-4a4c-a1a1-401278e6620b', 'tag': '84fe8b9e-02e8-4e77-9e07-196df5a9d0c4', 'status': 'completed', 'code': 200} May 23 11:10:03.611089 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-43a94f90-5139-4380-96cf-c0fee4633486 req-6c954bd6-f8ed-4237-9edd-6d2db5b71044 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Synchronizing usage tracker for tenant:fc51252c175e4cbcbdf52b4fe247eb16 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:10:03.658726 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 02e2ab94-56fa-4b6e-93e8-14cf130f1eaa no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:10:03.695701 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 02e2ab94-56fa-4b6e-93e8-14cf130f1eaa {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:10:03.696382 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 02e2ab94-56fa-4b6e-93e8-14cf130f1eaa not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:10:03.735301 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d175d-eaea-4bbb-8b20-e1d9c3f821dc req-29837ef1-23de-420d-8d17-49090da836df tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:03.736885 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7e3d175d-eaea-4bbb-8b20-e1d9c3f821dc req-29837ef1-23de-420d-8d17-49090da836df tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "GET /v2.0/ports?device_id=d835f616-67a5-44e1-82a3-828ebedce9bf HTTP/1.1" status: 200 len: 945 time: 0.4660234 May 23 11:10:03.845480 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-b52f5d1c-9afa-4398-ad17-95bf7aa920e9 service neutron] Port 0e46eae7-bfbb-4463-a158-8373ac139188 on network 93233ebd-402e-45bd-b397-1f41a2b23d60 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:10:03.846049 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-b52f5d1c-9afa-4398-ad17-95bf7aa920e9 service neutron] Attempting to bind port 0e46eae7-bfbb-4463-a158-8373ac139188 on network 93233ebd-402e-45bd-b397-1f41a2b23d60 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:10:03.851122 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-43a94f90-5139-4380-96cf-c0fee4633486 req-6c954bd6-f8ed-4237-9edd-6d2db5b71044 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Unset dirty status for tenant:fc51252c175e4cbcbdf52b4fe247eb16 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:10:03.854324 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-43a94f90-5139-4380-96cf-c0fee4633486 req-6c954bd6-f8ed-4237-9edd-6d2db5b71044 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.13 "GET /v2.0/ports?device_id=d835f616-67a5-44e1-82a3-828ebedce9bf HTTP/1.1" status: 200 len: 945 time: 0.6410127 May 23 11:10:03.958102 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-43a94f90-5139-4380-96cf-c0fee4633486 req-4231fc12-3960-4e77-babe-6d9956620fd3 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Deleting port a3e35099-ff80-4942-a2f8-80ac1bf8a66a {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:10:03.958449 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-43a94f90-5139-4380-96cf-c0fee4633486 req-4231fc12-3960-4e77-babe-6d9956620fd3 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:04.006386 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-b52f5d1c-9afa-4398-ad17-95bf7aa920e9 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:10:04.006737 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-b52f5d1c-9afa-4398-ad17-95bf7aa920e9 service neutron] Checking segment: {'id': '627b9d90-481e-4586-8e5b-ec8be80efc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '93233ebd-402e-45bd-b397-1f41a2b23d60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:10:04.008053 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-b52f5d1c-9afa-4398-ad17-95bf7aa920e9 service neutron] Bound using segment: {'id': '627b9d90-481e-4586-8e5b-ec8be80efc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '93233ebd-402e-45bd-b397-1f41a2b23d60'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:10:04.011263 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-b52f5d1c-9afa-4398-ad17-95bf7aa920e9 service neutron] Bound port: 0e46eae7-bfbb-4463-a158-8373ac139188, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '627b9d90-481e-4586-8e5b-ec8be80efc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '93233ebd-402e-45bd-b397-1f41a2b23d60'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:10:04.011711 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-b52f5d1c-9afa-4398-ad17-95bf7aa920e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:04.096602 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090468f7-3ac6-4023-a4f6-0070931a51ec tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Router bee327d2-0cb4-4f9d-be25-240d37bd7bae has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:10:04.112660 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7e3d175d-eaea-4bbb-8b20-e1d9c3f821dc req-07d8790c-dac0-4791-8290-ee96fc809533 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "GET /v2.0/security-groups?id=507420f4-c772-463f-8708-f35159c33422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3511789 May 23 11:10:04.144261 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-fb832b71-ca90-46c0-82fe-a75cb8e956b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:04.232968 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-54487a30-b160-4f16-bfa6-e85e974bc99b req-08961b6f-dc36-4767-9eda-0f5c17ce2bf2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3583a8d0822f4e2696ff39b89a43df5e&device_id=6e5720c9-9373-4a4c-a1a1-401278e6620b HTTP/1.1" status: 200 len: 1912 time: 0.5894625 May 23 11:10:04.368668 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-b52f5d1c-9afa-4398-ad17-95bf7aa920e9 service neutron] For port 0e46eae7-bfbb-4463-a158-8373ac139188, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:10:04.412955 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-b52f5d1c-9afa-4398-ad17-95bf7aa920e9 service neutron] For port 0e46eae7-bfbb-4463-a158-8373ac139188, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0e46eae7-bfbb-4463-a158-8373ac139188,segment=NetworkSegment(627b9d90-481e-4586-8e5b-ec8be80efc37),segment_id=627b9d90-481e-4586-8e5b-ec8be80efc37)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:10:04.471902 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-b52f5d1c-9afa-4398-ad17-95bf7aa920e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:04.482036 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-6f0e4597-19ed-4b26-bf92-529bd9b124e0 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] 10.222.0.79 "GET /v2.0/routers/914d6a56-d29f-4777-ac76-d6c36b3502c4 HTTP/1.1" status: 200 len: 920 time: 1.3473039 May 23 11:10:04.493821 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49548) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:04.583342 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-b52f5d1c-9afa-4398-ad17-95bf7aa920e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:04.584201 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a6bfc-2b27-4cc2-8e64-35d3781fbbc5 req-ab741e5c-02b5-4c81-8200-e75d83045094 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:04.585498 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-b52f5d1c-9afa-4398-ad17-95bf7aa920e9 service neutron] 10.222.0.81 "PUT /v2.0/ports/0e46eae7-bfbb-4463-a158-8373ac139188 HTTP/1.1" status: 200 len: 1091 time: 3.1675849 May 23 11:10:04.585827 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-124a6bfc-2b27-4cc2-8e64-35d3781fbbc5 req-ab741e5c-02b5-4c81-8200-e75d83045094 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 945 time: 0.7122500 May 23 11:10:04.594599 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-089e294a-c35a-45a4-91f1-0206362d0860 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] 10.222.0.79 "GET /v2.0/ports?device_id=914d6a56-d29f-4777-ac76-d6c36b3502c4 HTTP/1.1" status: 200 len: 205 time: 0.0936339 May 23 11:10:04.597409 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5341dc-b759-4938-8dcc-3bc5fb355440', 'tag': '0e46eae7-bfbb-4463-a158-8373ac139188'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:10:04.605261 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49552) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:04.660188 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da9f891-2b93-4422-960f-6009b07b87d9 None None] Sync routers for ids ['fabed4a7-3bb4-4aa5-9bf3-921aaea01516'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:10:04.696805 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da9f891-2b93-4422-960f-6009b07b87d9 None None] Routers {'fabed4a7-3bb4-4aa5-9bf3-921aaea01516'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:10:04.697419 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-8da9f891-2b93-4422-960f-6009b07b87d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:09:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['fabed4a7-3bb4-4aa5-9bf3-921aaea01516'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:04.730479 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54487a30-b160-4f16-bfa6-e85e974bc99b req-f63860b2-ebf6-4542-951b-1f18186852df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:04.730855 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54487a30-b160-4f16-bfa6-e85e974bc99b req-f63860b2-ebf6-4542-951b-1f18186852df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:04.731220 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54487a30-b160-4f16-bfa6-e85e974bc99b req-f63860b2-ebf6-4542-951b-1f18186852df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:04.732995 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-54487a30-b160-4f16-bfa6-e85e974bc99b req-f63860b2-ebf6-4542-951b-1f18186852df service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3583a8d0822f4e2696ff39b89a43df5e&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4877019 May 23 11:10:04.852793 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d9938-c89d-4cf3-9a4a-16fe8f1aa623 req-d898e89d-903b-4b05-b952-0837b4a6be5a tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:04.854359 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bf2d9938-c89d-4cf3-9a4a-16fe8f1aa623 req-d898e89d-903b-4b05-b952-0837b4a6be5a tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=da5341dc-b759-4938-8dcc-3bc5fb355440 HTTP/1.1" status: 200 len: 943 time: 0.6113961 May 23 11:10:04.886889 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-124a6bfc-2b27-4cc2-8e64-35d3781fbbc5 req-7982ffca-4d29-4bf0-9716-586ade1c5c96 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899318 May 23 11:10:04.918471 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-8da9f891-2b93-4422-960f-6009b07b87d9 None None] Set router fabed4a7-3bb4-4aa5-9bf3-921aaea01516 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:10:05.015275 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bf2d9938-c89d-4cf3-9a4a-16fe8f1aa623 req-4537184d-cf96-441b-ab30-695725987d80 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493342 May 23 11:10:05.034817 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54487a30-b160-4f16-bfa6-e85e974bc99b req-39703d7a-84fb-46f6-adf9-52fd0d1ef6d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:05.043523 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-54487a30-b160-4f16-bfa6-e85e974bc99b req-39703d7a-84fb-46f6-adf9-52fd0d1ef6d2 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2959509 May 23 11:10:05.107467 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-43a94f90-5139-4380-96cf-c0fee4633486 req-4231fc12-3960-4e77-babe-6d9956620fd3 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] For port a3e35099-ff80-4942-a2f8-80ac1bf8a66a, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=a3e35099-ff80-4942-a2f8-80ac1bf8a66a,segment=NetworkSegment(42d759c9-732c-4537-a07f-98319021ed2c),segment_id=42d759c9-732c-4537-a07f-98319021ed2c)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:10:05.112383 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-43a94f90-5139-4380-96cf-c0fee4633486 req-4231fc12-3960-4e77-babe-6d9956620fd3 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:05.178201 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-fb832b71-ca90-46c0-82fe-a75cb8e956b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3e1664d-40cf-41da-88b3-07da30792676 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:10:05.192455 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-fb832b71-ca90-46c0-82fe-a75cb8e956b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:05.231864 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-fb832b71-ca90-46c0-82fe-a75cb8e956b3 service neutron] Transition to ACTIVE for port object e3e1664d-40cf-41da-88b3-07da30792676 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:10:05.237568 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-fb832b71-ca90-46c0-82fe-a75cb8e956b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:05.370079 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-8da9f891-2b93-4422-960f-6009b07b87d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabed4a7-3bb4-4aa5-9bf3-921aaea01516', 'name': 'tempest-TaggedBootDevicesTest-196816748-router', 'tenant_id': '09dddb16e2d24a71bfd4ab7016b3cd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'deeadb49-0133-4b63-864d-a2f60c4069ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:09:24Z', 'updated_at': '2022-05-23T11:09:43Z', 'revision_number': 4, 'project_id': '09dddb16e2d24a71bfd4ab7016b3cd6e', 'gw_port': {'id': 'deeadb49-0133-4b63-864d-a2f60c4069ac', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabed4a7-3bb4-4aa5-9bf3-921aaea01516', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:09:28Z', 'updated_at': '2022-05-23T11:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '2a586aa5-99a9-4f96-9530-159896c632e6', 'name': '', 'network_id': '4f5093ac-8702-4938-a0e0-1f4b0c2769a8', 'tenant_id': '09dddb16e2d24a71bfd4ab7016b3cd6e', 'mac_address': 'fa:16:3e:23:20:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabed4a7-3bb4-4aa5-9bf3-921aaea01516', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38b1a145-1806-4e2d-a715-a6e6d49bd88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:09:41Z', 'updated_at': '2022-05-23T11:09:43Z', 'revision_number': 2, 'project_id': '09dddb16e2d24a71bfd4ab7016b3cd6e', 'subnets': [{'id': '38b1a145-1806-4e2d-a715-a6e6d49bd88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:05.374678 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da9f891-2b93-4422-960f-6009b07b87d9 None None] Checking router: fabed4a7-3bb4-4aa5-9bf3-921aaea01516 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:10:05.375207 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da9f891-2b93-4422-960f-6009b07b87d9 None None] Updating router fabed4a7-3bb4-4aa5-9bf3-921aaea01516 port 2a586aa5-99a9-4f96-9530-159896c632e6 binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:10:05.434930 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f5d1c-9afa-4398-ad17-95bf7aa920e9 service neutron] Pushing event updated for resources: {'Port': ['ID=0e46eae7-bfbb-4463-a158-8373ac139188,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:05.447667 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8da9f891-2b93-4422-960f-6009b07b87d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:05.580429 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb832b71-ca90-46c0-82fe-a75cb8e956b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e3e1664d-40cf-41da-88b3-07da30792676,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:05.609920 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a809528-cfc8-40c9-9698-76b2a38f9e7f'] response: {'name': 'network-changed', 'server_uuid': 'da5341dc-b759-4938-8dcc-3bc5fb355440', 'tag': '0e46eae7-bfbb-4463-a158-8373ac139188', 'status': 'completed', 'code': 200} May 23 11:10:05.718344 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc360d6f-4959-4afd-a47b-7b7c7ae736c4 req-67f8622b-605d-46cb-b054-a530a9ae8695 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:05.725609 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc360d6f-4959-4afd-a47b-7b7c7ae736c4 req-67f8622b-605d-46cb-b054-a530a9ae8695 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:05.736057 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bc360d6f-4959-4afd-a47b-7b7c7ae736c4 req-67f8622b-605d-46cb-b054-a530a9ae8695 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5720c9-9373-4a4c-a1a1-401278e6620b HTTP/1.1" status: 200 len: 1677 time: 0.4126201 May 23 11:10:05.828220 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-fb832b71-ca90-46c0-82fe-a75cb8e956b3 service neutron] Attempting to bind port e3e1664d-40cf-41da-88b3-07da30792676 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:10:05.828614 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-fb832b71-ca90-46c0-82fe-a75cb8e956b3 service neutron] Attempting to bind port e3e1664d-40cf-41da-88b3-07da30792676 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '2298bc77-bac2-4f7b-9ba0-ba008ab4ada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '29f7b33b-e00c-42cd-acac-a687a041e5eb'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:10:05.829006 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-fb832b71-ca90-46c0-82fe-a75cb8e956b3 service neutron] Attempting to bind port e3e1664d-40cf-41da-88b3-07da30792676 on network 29f7b33b-e00c-42cd-acac-a687a041e5eb {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:10:05.831970 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 5b0203de-71fb-491c-a45c-88851d78db2c no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:10:05.856048 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bc360d6f-4959-4afd-a47b-7b7c7ae736c4 req-e45485ab-935d-45ee-be56-10f732c1c80b tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/security-groups?id=810ff234-6f81-470f-ab96-122fc2658368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186237 May 23 11:10:05.865061 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-fb832b71-ca90-46c0-82fe-a75cb8e956b3 service neutron] Port e3e1664d-40cf-41da-88b3-07da30792676 on network 29f7b33b-e00c-42cd-acac-a687a041e5eb not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:10:05.867101 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-fb832b71-ca90-46c0-82fe-a75cb8e956b3 service neutron] Attempting to bind port e3e1664d-40cf-41da-88b3-07da30792676 on network 29f7b33b-e00c-42cd-acac-a687a041e5eb {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:10:05.912581 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-fb832b71-ca90-46c0-82fe-a75cb8e956b3 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:10:05.912581 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-fb832b71-ca90-46c0-82fe-a75cb8e956b3 service neutron] Checking segment: {'id': '2298bc77-bac2-4f7b-9ba0-ba008ab4ada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '29f7b33b-e00c-42cd-acac-a687a041e5eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:10:05.918106 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-fb832b71-ca90-46c0-82fe-a75cb8e956b3 service neutron] Bound using segment: {'id': '2298bc77-bac2-4f7b-9ba0-ba008ab4ada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '29f7b33b-e00c-42cd-acac-a687a041e5eb'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:10:05.928321 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-fb832b71-ca90-46c0-82fe-a75cb8e956b3 service neutron] Bound port: e3e1664d-40cf-41da-88b3-07da30792676, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2298bc77-bac2-4f7b-9ba0-ba008ab4ada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '29f7b33b-e00c-42cd-acac-a687a041e5eb'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:10:05.930181 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-fb832b71-ca90-46c0-82fe-a75cb8e956b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:06.129665 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 5b0203de-71fb-491c-a45c-88851d78db2c {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:10:06.129665 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 5b0203de-71fb-491c-a45c-88851d78db2c not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:10:06.144840 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device a3e35099-ff80-4942-a2f8-80ac1bf8a66a no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:10:06.176721 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-add17cde-1133-4846-be07-7065f4f5384e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=742b1cf1e0b345dca83f32458f4c8414&device_id=da5341dc-b759-4938-8dcc-3bc5fb355440 HTTP/1.1" status: 200 len: 1094 time: 0.7464643 May 23 11:10:06.192435 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-43a94f90-5139-4380-96cf-c0fee4633486 req-4231fc12-3960-4e77-babe-6d9956620fd3 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:06.192811 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-43a94f90-5139-4380-96cf-c0fee4633486 req-4231fc12-3960-4e77-babe-6d9956620fd3 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:06.193190 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [req-43a94f90-5139-4380-96cf-c0fee4633486 req-4231fc12-3960-4e77-babe-6d9956620fd3 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Floating IP 0655f150-2ca2-49ab-acae-be61ed2add22 disassociated. External IP: 172.25.6.75, port: a3e35099-ff80-4942-a2f8-80ac1bf8a66a. May 23 11:10:06.193530 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-43a94f90-5139-4380-96cf-c0fee4633486 req-4231fc12-3960-4e77-babe-6d9956620fd3 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Calling delete_port for a3e35099-ff80-4942-a2f8-80ac1bf8a66a owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:10:06.250697 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b537d9-5462-477d-90e7-0ab70adf5a33 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Router 5cb9952c-0646-4a38-a2a1-b255c20a4d47 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:10:06.258063 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-fb832b71-ca90-46c0-82fe-a75cb8e956b3 service neutron] For port e3e1664d-40cf-41da-88b3-07da30792676, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:10:06.267239 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-fb832b71-ca90-46c0-82fe-a75cb8e956b3 service neutron] For port e3e1664d-40cf-41da-88b3-07da30792676, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=e3e1664d-40cf-41da-88b3-07da30792676,segment=NetworkSegment(2298bc77-bac2-4f7b-9ba0-ba008ab4ada5),segment_id=2298bc77-bac2-4f7b-9ba0-ba008ab4ada5)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:10:06.273663 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-fb832b71-ca90-46c0-82fe-a75cb8e956b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:06.356466 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f7bf0cb-c108-4cfa-87b4-922525466546 req-388082d1-500a-43ef-82b8-f6de37e9e3af service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=fd50ce13-d56a-416c-88ef-ee83f30ba53a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5576856 May 23 11:10:06.410369 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:06.479012 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-fb832b71-ca90-46c0-82fe-a75cb8e956b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:06.480487 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-fb832b71-ca90-46c0-82fe-a75cb8e956b3 service neutron] 10.222.0.13 "PUT /v2.0/ports/e3e1664d-40cf-41da-88b3-07da30792676 HTTP/1.1" status: 200 len: 1092 time: 2.9605775 May 23 11:10:06.487092 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5720c9-9373-4a4c-a1a1-401278e6620b', 'tag': 'e3e1664d-40cf-41da-88b3-07da30792676'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:10:06.492435 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-732e51be-4102-4aa0-b74a-68277d5d4e18 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e46eae7-bfbb-4463-a158-8373ac139188 HTTP/1.1" status: 200 len: 217 time: 0.2443051 May 23 11:10:06.514447 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb832b71-ca90-46c0-82fe-a75cb8e956b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e3e1664d-40cf-41da-88b3-07da30792676,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:06.551641 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff584b-3585-4e51-9df9-f286d8b5b0ab req-0569f3b7-dab4-4a7f-8b9a-c0bb189c3e1f tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:06.559692 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-17ff584b-3585-4e51-9df9-f286d8b5b0ab req-0569f3b7-dab4-4a7f-8b9a-c0bb189c3e1f tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "GET /v2.0/ports?device_id=d835f616-67a5-44e1-82a3-828ebedce9bf HTTP/1.1" status: 200 len: 945 time: 0.2260270 May 23 11:10:06.587902 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd44c9c-ab59-42b6-a34c-740666002e00 req-74c914d5-0099-4439-8ecc-e4e2daa3ea0b tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:06.605015 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8fd44c9c-ab59-42b6-a34c-740666002e00 req-74c914d5-0099-4439-8ecc-e4e2daa3ea0b tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 945 time: 0.2394059 May 23 11:10:06.656067 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8da9f891-2b93-4422-960f-6009b07b87d9 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:06.674020 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8da9f891-2b93-4422-960f-6009b07b87d9 None None] Transition to ACTIVE for port object 2a586aa5-99a9-4f96-9530-159896c632e6 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:10:06.687733 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8da9f891-2b93-4422-960f-6009b07b87d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:06.780629 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058aa5e3-a167-463b-a147-669996ff9b88 None None] Pushing event updated for resources: {'Port': ['ID=2a586aa5-99a9-4f96-9530-159896c632e6,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:06.791022 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd835f616-67a5-44e1-82a3-828ebedce9bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3e35099-ff80-4942-a2f8-80ac1bf8a66a'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:10:06.855134 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-17ff584b-3585-4e51-9df9-f286d8b5b0ab req-e5c2fab4-a76e-4ee0-868c-dbb426296229 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "GET /v2.0/security-groups?id=507420f4-c772-463f-8708-f35159c33422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2943590 May 23 11:10:06.880085 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port a3e35099-ff80-4942-a2f8-80ac1bf8a66a, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=a3e35099-ff80-4942-a2f8-80ac1bf8a66a,segment=NetworkSegment(42d759c9-732c-4537-a07f-98319021ed2c),segment_id=42d759c9-732c-4537-a07f-98319021ed2c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:10:06.886528 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8fd44c9c-ab59-42b6-a34c-740666002e00 req-b4f21595-c4b3-4c51-ba5a-0b625ba98463 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805521 May 23 11:10:06.938995 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:06.957729 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-fbabe4b1-d8f6-447b-8e0b-e45770029ff2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3583a8d0822f4e2696ff39b89a43df5e&device_id=6e5720c9-9373-4a4c-a1a1-401278e6620b HTTP/1.1" status: 200 len: 1979 time: 0.2977226 May 23 11:10:07.124083 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090468f7-3ac6-4023-a4f6-0070931a51ec tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:10:07.144741 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e94904d-1561-49b4-84c6-bb84ee81c3e7 None None] Sync routers for ids ['bee327d2-0cb4-4f9d-be25-240d37bd7bae'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:10:07.150527 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-090468f7-3ac6-4023-a4f6-0070931a51ec tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:07.166658 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e94904d-1561-49b4-84c6-bb84ee81c3e7 None None] Routers {'bee327d2-0cb4-4f9d-be25-240d37bd7bae'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:10:07.169531 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-6e94904d-1561-49b4-84c6-bb84ee81c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:09:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['bee327d2-0cb4-4f9d-be25-240d37bd7bae'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:07.270282 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9d6908c-317b-41d2-a960-bbe86d8026d2'] response: {'server_uuid': 'd835f616-67a5-44e1-82a3-828ebedce9bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3e35099-ff80-4942-a2f8-80ac1bf8a66a', 'code': 200} May 23 11:10:07.281454 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=a3e35099-ff80-4942-a2f8-80ac1bf8a66a,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:07.297328 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-8da9f891-2b93-4422-960f-6009b07b87d9 None None] Attempting to bind port 2a586aa5-99a9-4f96-9530-159896c632e6 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:10:07.297450 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-8da9f891-2b93-4422-960f-6009b07b87d9 None None] Attempting to bind port 2a586aa5-99a9-4f96-9530-159896c632e6 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '05501ebc-7a9a-4616-ad67-88a0d4198b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4f5093ac-8702-4938-a0e0-1f4b0c2769a8'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:10:07.297931 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da9f891-2b93-4422-960f-6009b07b87d9 None None] Attempting to bind port 2a586aa5-99a9-4f96-9530-159896c632e6 on network 4f5093ac-8702-4938-a0e0-1f4b0c2769a8 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:10:07.312779 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da9f891-2b93-4422-960f-6009b07b87d9 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:10:07.313155 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da9f891-2b93-4422-960f-6009b07b87d9 None None] Checking segment: {'id': '05501ebc-7a9a-4616-ad67-88a0d4198b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4f5093ac-8702-4938-a0e0-1f4b0c2769a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:10:07.313949 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8da9f891-2b93-4422-960f-6009b07b87d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:07.313949 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da9f891-2b93-4422-960f-6009b07b87d9 None None] Bound using segment: {'id': '05501ebc-7a9a-4616-ad67-88a0d4198b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4f5093ac-8702-4938-a0e0-1f4b0c2769a8'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:10:07.314527 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-8da9f891-2b93-4422-960f-6009b07b87d9 None None] Bound port: 2a586aa5-99a9-4f96-9530-159896c632e6, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05501ebc-7a9a-4616-ad67-88a0d4198b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4f5093ac-8702-4938-a0e0-1f4b0c2769a8'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:10:07.314737 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8da9f891-2b93-4422-960f-6009b07b87d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:07.367859 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afd487fb-c7e2-4a82-9337-64d200db49db'] response: {'name': 'network-changed', 'server_uuid': '6e5720c9-9373-4a4c-a1a1-401278e6620b', 'tag': 'e3e1664d-40cf-41da-88b3-07da30792676', 'status': 'completed', 'code': 200} May 23 11:10:07.394741 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-4ba5a3f2-2136-4791-8fba-09a9f9e386bc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.8&port_id=84fe8b9e-02e8-4e77-9e07-196df5a9d0c4 HTTP/1.1" status: 200 len: 217 time: 0.4194942 May 23 11:10:07.456449 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-090468f7-3ac6-4023-a4f6-0070931a51ec tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "PUT /v2.0/floatingips/cfcad942-5954-4ccd-9b19-55f2b8abe787 HTTP/1.1" status: 200 len: 991 time: 8.6097026 May 23 11:10:07.508957 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.api [req-43a94f90-5139-4380-96cf-c0fee4633486 req-4231fc12-3960-4e77-babe-6d9956620fd3 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:10:07.509474 n-d-842952-2 neutron-server[83911]: DEBUG oslo_db.api [req-43a94f90-5139-4380-96cf-c0fee4633486 req-4231fc12-3960-4e77-babe-6d9956620fd3 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:10:07.544718 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-8da9f891-2b93-4422-960f-6009b07b87d9 None None] For port 2a586aa5-99a9-4f96-9530-159896c632e6, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:10:07.549045 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-8da9f891-2b93-4422-960f-6009b07b87d9 None None] For port 2a586aa5-99a9-4f96-9530-159896c632e6, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2a586aa5-99a9-4f96-9530-159896c632e6,segment=NetworkSegment(05501ebc-7a9a-4616-ad67-88a0d4198b9d),segment_id=05501ebc-7a9a-4616-ad67-88a0d4198b9d)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:10:07.551008 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-09f02782-2c80-46dc-8702-294ff8603b8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:07.552415 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-09f02782-2c80-46dc-8702-294ff8603b8f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9294d2b8-973f-442c-9036-697778dd5201 HTTP/1.1" status: 200 len: 844 time: 0.9191811 May 23 11:10:07.563079 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8da9f891-2b93-4422-960f-6009b07b87d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:07.615373 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-01cddbaf-a48c-49a7-aef2-df952e10096f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=93233ebd-402e-45bd-b397-1f41a2b23d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523951 May 23 11:10:07.616126 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd50ce13-d56a-416c-88ef-ee83f30ba53a', 'tag': 'f44088cb-a22d-4c0f-9a93-c98cd814e565'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:10:07.624618 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a331d114-e599-4a8c-a3d4-1ca6ee2b6a50 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:07.641392 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-7bc722b8-2617-438b-b1b0-78f8af27fa0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:07.643711 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-7bc722b8-2617-438b-b1b0-78f8af27fa0f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8d2ff066-f50d-4741-ae58-190959a1339b HTTP/1.1" status: 200 len: 801 time: 0.2210603 May 23 11:10:07.704015 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-6e94904d-1561-49b4-84c6-bb84ee81c3e7 None None] Set router bee327d2-0cb4-4f9d-be25-240d37bd7bae gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:10:07.766943 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058aa5e3-a167-463b-a147-669996ff9b88 None None] Pushing event updated for resources: {'Port': ['ID=2a586aa5-99a9-4f96-9530-159896c632e6,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:07.783314 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da9f891-2b93-4422-960f-6009b07b87d9 None None] Routers {'fabed4a7-3bb4-4aa5-9bf3-921aaea01516'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:10:07.784147 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-8da9f891-2b93-4422-960f-6009b07b87d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:09:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['fabed4a7-3bb4-4aa5-9bf3-921aaea01516'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:07.788512 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53335e-c665-4eb7-a764-5420d0956237 req-2605ee76-c3e8-49f7-b320-fd7c01aa94b7 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:07.795426 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9f53335e-c665-4eb7-a764-5420d0956237 req-2605ee76-c3e8-49f7-b320-fd7c01aa94b7 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=da5341dc-b759-4938-8dcc-3bc5fb355440 HTTP/1.1" status: 200 len: 943 time: 0.4607892 May 23 11:10:07.896476 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9f53335e-c665-4eb7-a764-5420d0956237 req-7eaea85e-1c7d-448e-bcbd-a343a047c627 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001503 May 23 11:10:07.954302 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07cd750-3fdf-4a5f-9869-be9ab7edb7e2 req-6ebbdb3c-4c3b-44e8-a904-6f22035e479a tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:07.958665 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07cd750-3fdf-4a5f-9869-be9ab7edb7e2 req-6ebbdb3c-4c3b-44e8-a904-6f22035e479a tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:07.966270 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f07cd750-3fdf-4a5f-9869-be9ab7edb7e2 req-6ebbdb3c-4c3b-44e8-a904-6f22035e479a tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5720c9-9373-4a4c-a1a1-401278e6620b HTTP/1.1" status: 200 len: 1677 time: 0.4496233 May 23 11:10:08.045853 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-43a94f90-5139-4380-96cf-c0fee4633486 req-4231fc12-3960-4e77-babe-6d9956620fd3 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Deleting port a3e35099-ff80-4942-a2f8-80ac1bf8a66a {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:10:08.046581 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-43a94f90-5139-4380-96cf-c0fee4633486 req-4231fc12-3960-4e77-babe-6d9956620fd3 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:08.056741 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-54dfcb12-12dc-4654-977a-2173a47b9628 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d596d79d-47ef-4f3a-8d9a-10886b071fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4003515 May 23 11:10:08.102329 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:08.174803 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f07cd750-3fdf-4a5f-9869-be9ab7edb7e2 req-fe73560e-ba37-4b62-9a3b-2df76e7b37f5 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/security-groups?id=810ff234-6f81-470f-ab96-122fc2658368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073481 May 23 11:10:08.211475 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-8da9f891-2b93-4422-960f-6009b07b87d9 None None] Set router fabed4a7-3bb4-4aa5-9bf3-921aaea01516 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:10:08.392037 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-6e94904d-1561-49b4-84c6-bb84ee81c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee327d2-0cb4-4f9d-be25-240d37bd7bae', 'name': 'tempest-ServersTestBootFromVolume-1452041592-router', 'tenant_id': '4e03745f99574e5389955681da2fca5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '0f9d3877-ac67-498d-a18a-9578728ab83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:08:15Z', 'updated_at': '2022-05-23T11:08:31Z', 'revision_number': 4, 'project_id': '4e03745f99574e5389955681da2fca5e', 'gw_port': {'id': '0f9d3877-ac67-498d-a18a-9578728ab83a', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:46:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee327d2-0cb4-4f9d-be25-240d37bd7bae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:08:17Z', 'updated_at': '2022-05-23T11:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'cfcad942-5954-4ccd-9b19-55f2b8abe787', 'tenant_id': '4e03745f99574e5389955681da2fca5e', 'floating_ip_address': '172.25.6.144', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': 'bee327d2-0cb4-4f9d-be25-240d37bd7bae', 'port_id': 'f44088cb-a22d-4c0f-9a93-c98cd814e565', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a05d838-cda3-46c0-8bf8-03d2c6de0cc0', 'mac_address': 'fa:16:3e:94:7e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd50ce13-d56a-416c-88ef-ee83f30ba53a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:08:50Z', 'updated_at': '2022-05-23T11:10:00Z', 'revision_number': 1, 'project_id': '4e03745f99574e5389955681da2fca5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc06ab6-ad22-4bf6-aa89-b96bb1cf138c', 'name': '', 'network_id': '0a05d838-cda3-46c0-8bf8-03d2c6de0cc0', 'tenant_id': '4e03745f99574e5389955681da2fca5e', 'mac_address': 'fa:16:3e:9a:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee327d2-0cb4-4f9d-be25-240d37bd7bae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87f6ff48-3f7c-46f2-8156-b55091f31a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:08:29Z', 'updated_at': '2022-05-23T11:08:46Z', 'revision_number': 5, 'project_id': '4e03745f99574e5389955681da2fca5e', 'subnets': [{'id': '87f6ff48-3f7c-46f2-8156-b55091f31a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:08.401034 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f7bf0cb-c108-4cfa-87b4-922525466546 req-9238534b-142a-43cc-b95e-239fee2c3fbf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4e03745f99574e5389955681da2fca5e&device_id=fd50ce13-d56a-416c-88ef-ee83f30ba53a HTTP/1.1" status: 200 len: 1096 time: 1.7522748 May 23 11:10:08.403473 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e94904d-1561-49b4-84c6-bb84ee81c3e7 None None] Checking router: bee327d2-0cb4-4f9d-be25-240d37bd7bae for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:10:08.433810 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8709e3e-73cb-4a1f-ac59-e25f99880042'] response: {'name': 'network-changed', 'server_uuid': 'fd50ce13-d56a-416c-88ef-ee83f30ba53a', 'tag': 'f44088cb-a22d-4c0f-9a93-c98cd814e565', 'status': 'completed', 'code': 200} May 23 11:10:08.447265 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e94904d-1561-49b4-84c6-bb84ee81c3e7 None None] Routers {'bee327d2-0cb4-4f9d-be25-240d37bd7bae'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:10:08.448310 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-6e94904d-1561-49b4-84c6-bb84ee81c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:09:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['bee327d2-0cb4-4f9d-be25-240d37bd7bae'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:08.482586 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-4b1e6ac5-115b-49a8-b3d7-3e27dc1be553 service neutron] 10.222.0.13 "GET /v2.0/networks/d596d79d-47ef-4f3a-8d9a-10886b071fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734510 May 23 11:10:08.577095 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d23c0e-97e3-41f9-8120-cef5e3e5ec07 req-d7d91807-1e34-4397-88a4-857beabaa0f2 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:08.579241 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-38d23c0e-97e3-41f9-8120-cef5e3e5ec07 req-d7d91807-1e34-4397-88a4-857beabaa0f2 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd50ce13-d56a-416c-88ef-ee83f30ba53a HTTP/1.1" status: 200 len: 945 time: 0.5132487 May 23 11:10:08.680960 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7bf0cb-c108-4cfa-87b4-922525466546 req-b99631a1-d87e-43ca-854f-8e84ecd37b42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:08.689918 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f7bf0cb-c108-4cfa-87b4-922525466546 req-b99631a1-d87e-43ca-854f-8e84ecd37b42 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0a05d838-cda3-46c0-8bf8-03d2c6de0cc0 HTTP/1.1" status: 200 len: 917 time: 0.2290254 May 23 11:10:08.720354 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-6e94904d-1561-49b4-84c6-bb84ee81c3e7 None None] Set router bee327d2-0cb4-4f9d-be25-240d37bd7bae gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:10:08.744950 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-8da9f891-2b93-4422-960f-6009b07b87d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabed4a7-3bb4-4aa5-9bf3-921aaea01516', 'name': 'tempest-TaggedBootDevicesTest-196816748-router', 'tenant_id': '09dddb16e2d24a71bfd4ab7016b3cd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'deeadb49-0133-4b63-864d-a2f60c4069ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:09:24Z', 'updated_at': '2022-05-23T11:09:43Z', 'revision_number': 4, 'project_id': '09dddb16e2d24a71bfd4ab7016b3cd6e', 'gw_port': {'id': 'deeadb49-0133-4b63-864d-a2f60c4069ac', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabed4a7-3bb4-4aa5-9bf3-921aaea01516', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:09:28Z', 'updated_at': '2022-05-23T11:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '2a586aa5-99a9-4f96-9530-159896c632e6', 'name': '', 'network_id': '4f5093ac-8702-4938-a0e0-1f4b0c2769a8', 'tenant_id': '09dddb16e2d24a71bfd4ab7016b3cd6e', 'mac_address': 'fa:16:3e:23:20:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabed4a7-3bb4-4aa5-9bf3-921aaea01516', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38b1a145-1806-4e2d-a715-a6e6d49bd88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:09:41Z', 'updated_at': '2022-05-23T11:10:07Z', 'revision_number': 4, 'project_id': '09dddb16e2d24a71bfd4ab7016b3cd6e', 'subnets': [{'id': '38b1a145-1806-4e2d-a715-a6e6d49bd88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:08.749282 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da9f891-2b93-4422-960f-6009b07b87d9 None None] The sync data for ids ['fabed4a7-3bb4-4aa5-9bf3-921aaea01516'] in n-d-842952-2 is: [{'id': 'fabed4a7-3bb4-4aa5-9bf3-921aaea01516', 'name': 'tempest-TaggedBootDevicesTest-196816748-router', 'tenant_id': '09dddb16e2d24a71bfd4ab7016b3cd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'deeadb49-0133-4b63-864d-a2f60c4069ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:09:24Z', 'updated_at': '2022-05-23T11:09:43Z', 'revision_number': 4, 'project_id': '09dddb16e2d24a71bfd4ab7016b3cd6e', 'gw_port': {'id': 'deeadb49-0133-4b63-864d-a2f60c4069ac', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabed4a7-3bb4-4aa5-9bf3-921aaea01516', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:09:28Z', 'updated_at': '2022-05-23T11:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '2a586aa5-99a9-4f96-9530-159896c632e6', 'name': '', 'network_id': '4f5093ac-8702-4938-a0e0-1f4b0c2769a8', 'tenant_id': '09dddb16e2d24a71bfd4ab7016b3cd6e', 'mac_address': 'fa:16:3e:23:20:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabed4a7-3bb4-4aa5-9bf3-921aaea01516', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38b1a145-1806-4e2d-a715-a6e6d49bd88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:09:41Z', 'updated_at': '2022-05-23T11:10:07Z', 'revision_number': 4, 'project_id': '09dddb16e2d24a71bfd4ab7016b3cd6e', 'subnets': [{'id': '38b1a145-1806-4e2d-a715-a6e6d49bd88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:10:08.766957 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-38d23c0e-97e3-41f9-8120-cef5e3e5ec07 req-0b3fccb5-ab60-42b4-b2ee-215d5eaf2194 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/security-groups?id=8072d593-3bc6-40b8-bcf0-2059893c1865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446357 May 23 11:10:08.771215 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-528aa53d-e320-45a2-a3a3-fe8952e4b342 service neutron] 10.222.0.13 "GET /v2.0/networks/d596d79d-47ef-4f3a-8d9a-10886b071fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825089 May 23 11:10:08.778943 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a02493-4349-4d7a-bdbf-c048e5503628 req-a70fa6db-4293-4b02-bc12-f246802d458b tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:08.786859 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-31a02493-4349-4d7a-bdbf-c048e5503628 req-a70fa6db-4293-4b02-bc12-f246802d458b tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "GET /v2.0/ports?device_id=d835f616-67a5-44e1-82a3-828ebedce9bf HTTP/1.1" status: 200 len: 943 time: 0.2061784 May 23 11:10:08.970760 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-27c97385-d6e0-47b2-bbbd-807e552ae114 service neutron] 10.222.0.81 "GET /v2.0/networks/93233ebd-402e-45bd-b397-1f41a2b23d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2527897 May 23 11:10:08.976396 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-a5454212-3b1c-4915-a7cc-074dd6bd2f33 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.188&port_id=e3e1664d-40cf-41da-88b3-07da30792676 HTTP/1.1" status: 200 len: 217 time: 0.1631477 May 23 11:10:09.128939 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:09.201791 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f7bf0cb-c108-4cfa-87b4-922525466546 req-2be4b3eb-3118-4156-9d97-479fd5e2f291 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f44088cb-a22d-4c0f-9a93-c98cd814e565 HTTP/1.1" status: 200 len: 999 time: 0.5000794 May 23 11:10:09.203881 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-289e079a-6299-4465-a32c-9d474e496252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:09.206973 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-31a02493-4349-4d7a-bdbf-c048e5503628 req-70eda85f-a247-4f9a-9327-6d0bb819239a tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "GET /v2.0/security-groups?id=507420f4-c772-463f-8708-f35159c33422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4188724 May 23 11:10:09.224561 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-131451e4-b8d9-4745-a846-d9ab9dcbc3a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:09.230618 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-131451e4-b8d9-4745-a846-d9ab9dcbc3a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8ede75ad-a2e7-491c-8011-768ca922b695 HTTP/1.1" status: 200 len: 801 time: 0.2533646 May 23 11:10:09.337487 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b55c0e-5dc2-461f-90b5-ec6cc2ccb5f2 req-2c6ed7b1-8e00-4494-8344-676cd1c2ca22 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:09.345259 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-96b55c0e-5dc2-461f-90b5-ec6cc2ccb5f2 req-2c6ed7b1-8e00-4494-8344-676cd1c2ca22 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 945 time: 0.2900443 May 23 11:10:09.413599 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-96b55c0e-5dc2-461f-90b5-ec6cc2ccb5f2 req-18b0afdf-d1ad-48f6-ac60-61849db44bcf tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669274 May 23 11:10:09.424277 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-30cd12da-1efb-473d-b8cc-a6280eaa8d51 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29f7b33b-e00c-42cd-acac-a687a041e5eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1804295 May 23 11:10:09.425820 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7bf0cb-c108-4cfa-87b4-922525466546 req-ea3d0ae7-ff81-44cb-b2a4-6118ea70c8d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:09.432474 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f7bf0cb-c108-4cfa-87b4-922525466546 req-ea3d0ae7-ff81-44cb-b2a4-6118ea70c8d4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=87f6ff48-3f7c-46f2-8156-b55091f31a8e HTTP/1.1" status: 200 len: 855 time: 0.1582279 May 23 11:10:09.438792 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-6e94904d-1561-49b4-84c6-bb84ee81c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee327d2-0cb4-4f9d-be25-240d37bd7bae', 'name': 'tempest-ServersTestBootFromVolume-1452041592-router', 'tenant_id': '4e03745f99574e5389955681da2fca5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '0f9d3877-ac67-498d-a18a-9578728ab83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:08:15Z', 'updated_at': '2022-05-23T11:08:31Z', 'revision_number': 4, 'project_id': '4e03745f99574e5389955681da2fca5e', 'gw_port': {'id': '0f9d3877-ac67-498d-a18a-9578728ab83a', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:46:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee327d2-0cb4-4f9d-be25-240d37bd7bae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:08:17Z', 'updated_at': '2022-05-23T11:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'cfcad942-5954-4ccd-9b19-55f2b8abe787', 'tenant_id': '4e03745f99574e5389955681da2fca5e', 'floating_ip_address': '172.25.6.144', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': 'bee327d2-0cb4-4f9d-be25-240d37bd7bae', 'port_id': 'f44088cb-a22d-4c0f-9a93-c98cd814e565', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a05d838-cda3-46c0-8bf8-03d2c6de0cc0', 'mac_address': 'fa:16:3e:94:7e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd50ce13-d56a-416c-88ef-ee83f30ba53a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:08:50Z', 'updated_at': '2022-05-23T11:10:00Z', 'revision_number': 1, 'project_id': '4e03745f99574e5389955681da2fca5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc06ab6-ad22-4bf6-aa89-b96bb1cf138c', 'name': '', 'network_id': '0a05d838-cda3-46c0-8bf8-03d2c6de0cc0', 'tenant_id': '4e03745f99574e5389955681da2fca5e', 'mac_address': 'fa:16:3e:9a:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee327d2-0cb4-4f9d-be25-240d37bd7bae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87f6ff48-3f7c-46f2-8156-b55091f31a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:08:29Z', 'updated_at': '2022-05-23T11:08:46Z', 'revision_number': 5, 'project_id': '4e03745f99574e5389955681da2fca5e', 'subnets': [{'id': '87f6ff48-3f7c-46f2-8156-b55091f31a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:09.448920 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e94904d-1561-49b4-84c6-bb84ee81c3e7 None None] The sync data for ids ['bee327d2-0cb4-4f9d-be25-240d37bd7bae'] in n-d-842952-2 is: [{'id': 'bee327d2-0cb4-4f9d-be25-240d37bd7bae', 'name': 'tempest-ServersTestBootFromVolume-1452041592-router', 'tenant_id': '4e03745f99574e5389955681da2fca5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '0f9d3877-ac67-498d-a18a-9578728ab83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:08:15Z', 'updated_at': '2022-05-23T11:08:31Z', 'revision_number': 4, 'project_id': '4e03745f99574e5389955681da2fca5e', 'gw_port': {'id': '0f9d3877-ac67-498d-a18a-9578728ab83a', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:46:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee327d2-0cb4-4f9d-be25-240d37bd7bae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:08:17Z', 'updated_at': '2022-05-23T11:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'cfcad942-5954-4ccd-9b19-55f2b8abe787', 'tenant_id': '4e03745f99574e5389955681da2fca5e', 'floating_ip_address': '172.25.6.144', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': 'bee327d2-0cb4-4f9d-be25-240d37bd7bae', 'port_id': 'f44088cb-a22d-4c0f-9a93-c98cd814e565', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a05d838-cda3-46c0-8bf8-03d2c6de0cc0', 'mac_address': 'fa:16:3e:94:7e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd50ce13-d56a-416c-88ef-ee83f30ba53a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:08:50Z', 'updated_at': '2022-05-23T11:10:00Z', 'revision_number': 1, 'project_id': '4e03745f99574e5389955681da2fca5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc06ab6-ad22-4bf6-aa89-b96bb1cf138c', 'name': '', 'network_id': '0a05d838-cda3-46c0-8bf8-03d2c6de0cc0', 'tenant_id': '4e03745f99574e5389955681da2fca5e', 'mac_address': 'fa:16:3e:9a:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee327d2-0cb4-4f9d-be25-240d37bd7bae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87f6ff48-3f7c-46f2-8156-b55091f31a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:08:29Z', 'updated_at': '2022-05-23T11:08:46Z', 'revision_number': 5, 'project_id': '4e03745f99574e5389955681da2fca5e', 'subnets': [{'id': '87f6ff48-3f7c-46f2-8156-b55091f31a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:10:09.585485 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b537d9-5462-477d-90e7-0ab70adf5a33 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:10:09.602345 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5ee10a-9a24-4711-ad2f-faa6c2c3a1cf None None] Sync routers for ids ['5cb9952c-0646-4a38-a2a1-b255c20a4d47'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:10:09.623504 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5ee10a-9a24-4711-ad2f-faa6c2c3a1cf None None] Routers {'5cb9952c-0646-4a38-a2a1-b255c20a4d47'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:10:09.624495 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3b5ee10a-9a24-4711-ad2f-faa6c2c3a1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:09:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['5cb9952c-0646-4a38-a2a1-b255c20a4d47'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:09.692030 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7b537d9-5462-477d-90e7-0ab70adf5a33 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:09.697104 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f7b537d9-5462-477d-90e7-0ab70adf5a33 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] 10.222.0.79 "PUT /v2.0/routers/5cb9952c-0646-4a38-a2a1-b255c20a4d47 HTTP/1.1" status: 200 len: 924 time: 11.0691428 May 23 11:10:09.712467 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49612) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:09.719115 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3b5ee10a-9a24-4711-ad2f-faa6c2c3a1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:09.744736 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5ee10a-9a24-4711-ad2f-faa6c2c3a1cf None None] Routers {'5cb9952c-0646-4a38-a2a1-b255c20a4d47'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:10:09.745718 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3b5ee10a-9a24-4711-ad2f-faa6c2c3a1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:09:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['5cb9952c-0646-4a38-a2a1-b255c20a4d47'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:09.752021 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-1eba37dd-cbc8-472c-918f-ef9a4dbeca30 service neutron] 10.222.0.13 "GET /v2.0/networks/29f7b33b-e00c-42cd-acac-a687a041e5eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168800 May 23 11:10:09.832901 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2a586aa5-99a9-4f96-9530-159896c632e6 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:10:09.978727 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3b5ee10a-9a24-4711-ad2f-faa6c2c3a1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:09.979328 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5ee10a-9a24-4711-ad2f-faa6c2c3a1cf None None] The sync data for ids ['5cb9952c-0646-4a38-a2a1-b255c20a4d47'] in n-d-842952-2 is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:10:10.005800 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 2a586aa5-99a9-4f96-9530-159896c632e6 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:10:10.012180 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 2a586aa5-99a9-4f96-9530-159896c632e6 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:10:10.012865 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:10.042812 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-43a94f90-5139-4380-96cf-c0fee4633486 req-4231fc12-3960-4e77-babe-6d9956620fd3 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] For port a3e35099-ff80-4942-a2f8-80ac1bf8a66a, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=a3e35099-ff80-4942-a2f8-80ac1bf8a66a,segment=NetworkSegment(42d759c9-732c-4537-a07f-98319021ed2c),segment_id=42d759c9-732c-4537-a07f-98319021ed2c)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:10:10.043179 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-43a94f90-5139-4380-96cf-c0fee4633486 req-4231fc12-3960-4e77-babe-6d9956620fd3 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:10.275379 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:10.300396 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ca56a64a-eeb4-4464-8f52-d247dde8e5fb req-e98e6d89-1994-4380-8787-aa00ea00e6bf service neutron] 10.222.0.81 "GET /v2.0/networks/93233ebd-402e-45bd-b397-1f41a2b23d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3148234 May 23 11:10:10.308472 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112e964-ff00-462d-9054-0c293e1530d9 req-49ce454a-e172-46f5-951c-fa6693882b88 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:10.316872 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9112e964-ff00-462d-9054-0c293e1530d9 req-49ce454a-e172-46f5-951c-fa6693882b88 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=da5341dc-b759-4938-8dcc-3bc5fb355440 HTTP/1.1" status: 200 len: 943 time: 0.8411787 May 23 11:10:10.342800 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 2a586aa5-99a9-4f96-9530-159896c632e6, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2a586aa5-99a9-4f96-9530-159896c632e6,segment=NetworkSegment(05501ebc-7a9a-4616-ad67-88a0d4198b9d),segment_id=05501ebc-7a9a-4616-ad67-88a0d4198b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:10:10.348274 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:10.349462 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86076d4f-a0a6-4903-bdfd-e678fe74096c req-d5a4d98a-eda8-4db0-ae3a-1e8ab3fcebd7 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:10.354708 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86076d4f-a0a6-4903-bdfd-e678fe74096c req-d5a4d98a-eda8-4db0-ae3a-1e8ab3fcebd7 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:10.362335 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-86076d4f-a0a6-4903-bdfd-e678fe74096c req-d5a4d98a-eda8-4db0-ae3a-1e8ab3fcebd7 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5720c9-9373-4a4c-a1a1-401278e6620b HTTP/1.1" status: 200 len: 1677 time: 0.6086731 May 23 11:10:10.392530 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93e517aa-268b-4aa5-8d71-924048f2ba07 req-5d6b0e30-b962-4c6a-966e-7eb9120db996 service neutron] 10.222.0.13 "GET /v2.0/networks/29f7b33b-e00c-42cd-acac-a687a041e5eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5777864 May 23 11:10:10.410605 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f7bf0cb-c108-4cfa-87b4-922525466546 req-f43ce794-b15f-46db-9fc3-f54e8094f76b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0a05d838-cda3-46c0-8bf8-03d2c6de0cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9321418 May 23 11:10:10.436601 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9112e964-ff00-462d-9054-0c293e1530d9 req-996f2d7c-d28d-47a9-9de7-5001e134f22b tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184254 May 23 11:10:10.475764 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=2a586aa5-99a9-4f96-9530-159896c632e6,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:10.489887 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-86076d4f-a0a6-4903-bdfd-e678fe74096c req-bac7bc5f-3b1f-47b1-bfee-623b0fc48614 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/security-groups?id=810ff234-6f81-470f-ab96-122fc2658368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264021 May 23 11:10:10.758748 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-43a94f90-5139-4380-96cf-c0fee4633486 req-4231fc12-3960-4e77-babe-6d9956620fd3 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:10.759297 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-43a94f90-5139-4380-96cf-c0fee4633486 req-4231fc12-3960-4e77-babe-6d9956620fd3 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:10.759412 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [req-43a94f90-5139-4380-96cf-c0fee4633486 req-4231fc12-3960-4e77-babe-6d9956620fd3 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Floating IP 0655f150-2ca2-49ab-acae-be61ed2add22 disassociated. External IP: 172.25.6.75, port: a3e35099-ff80-4942-a2f8-80ac1bf8a66a. May 23 11:10:10.759930 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-43a94f90-5139-4380-96cf-c0fee4633486 req-4231fc12-3960-4e77-babe-6d9956620fd3 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Calling delete_port for a3e35099-ff80-4942-a2f8-80ac1bf8a66a owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:10:10.824236 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-16309fcc-9a4b-4763-a2eb-6cced79bdaa5 req-9d9e3d4f-e884-47c5-a068-15c58e2d35f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3583a8d0822f4e2696ff39b89a43df5e&device_id=6e5720c9-9373-4a4c-a1a1-401278e6620b HTTP/1.1" status: 200 len: 1979 time: 0.3174095 May 23 11:10:10.962412 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a331d114-e599-4a8c-a3d4-1ca6ee2b6a50 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:11.007234 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a331d114-e599-4a8c-a3d4-1ca6ee2b6a50 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Deleting port f9584648-63b1-42ab-9b7c-115128a75323 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:10:11.008022 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a331d114-e599-4a8c-a3d4-1ca6ee2b6a50 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:11.052152 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d0ad4-b2f4-4fb1-91f7-e18d570b1b14 req-f4c14033-eb57-426c-9c5b-25ff72e157ba tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:11.060596 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-267d0ad4-b2f4-4fb1-91f7-e18d570b1b14 req-f4c14033-eb57-426c-9c5b-25ff72e157ba tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "GET /v2.0/ports?device_id=d835f616-67a5-44e1-82a3-828ebedce9bf HTTP/1.1" status: 200 len: 943 time: 0.4167559 May 23 11:10:11.109601 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16309fcc-9a4b-4763-a2eb-6cced79bdaa5 req-a8d5a943-d13a-454f-9d20-c71cd92cd93a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:11.109601 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-16309fcc-9a4b-4763-a2eb-6cced79bdaa5 req-a8d5a943-d13a-454f-9d20-c71cd92cd93a service neutron] 10.222.0.13 "GET /v2.0/networks?id=29f7b33b-e00c-42cd-acac-a687a041e5eb HTTP/1.1" status: 200 len: 903 time: 0.2752507 May 23 11:10:11.115193 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae9e6b-94ad-4e7f-b74a-6472d432516e req-3fa75ea4-af56-4077-940d-a79d69d85551 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:11.122410 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2bae9e6b-94ad-4e7f-b74a-6472d432516e req-3fa75ea4-af56-4077-940d-a79d69d85551 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 945 time: 0.3511071 May 23 11:10:11.141476 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f7bf0cb-c108-4cfa-87b4-922525466546 req-7eb6d448-edf6-4b10-9830-5547caeed9dc service neutron] 10.222.0.81 "GET /v2.0/networks/0a05d838-cda3-46c0-8bf8-03d2c6de0cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6710877 May 23 11:10:11.150499 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1219e8d8-4532-4e0d-805b-38aebd320c21 req-f41f9de9-2411-4b64-8520-b4437fca1621 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=742b1cf1e0b345dca83f32458f4c8414&device_id=da5341dc-b759-4938-8dcc-3bc5fb355440 HTTP/1.1" status: 200 len: 1094 time: 0.7340772 May 23 11:10:11.263262 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-16309fcc-9a4b-4763-a2eb-6cced79bdaa5 req-c94905b1-17eb-4ba6-8229-81aa6022262a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.188&port_id=e3e1664d-40cf-41da-88b3-07da30792676 HTTP/1.1" status: 200 len: 217 time: 0.1170709 May 23 11:10:11.339437 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-267d0ad4-b2f4-4fb1-91f7-e18d570b1b14 req-7cfd8368-1edc-49bf-9f30-e279cc332ecc tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "GET /v2.0/security-groups?id=507420f4-c772-463f-8708-f35159c33422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2777627 May 23 11:10:11.341545 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2bae9e6b-94ad-4e7f-b74a-6472d432516e req-aca28e18-223c-4808-8b34-65bf858bd189 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186739 May 23 11:10:11.388482 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16309fcc-9a4b-4763-a2eb-6cced79bdaa5 req-49d398e1-3682-428d-9ef7-09f7df4fbca1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:11.390856 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-16309fcc-9a4b-4763-a2eb-6cced79bdaa5 req-49d398e1-3682-428d-9ef7-09f7df4fbca1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8ede75ad-a2e7-491c-8011-768ca922b695 HTTP/1.1" status: 200 len: 801 time: 0.1150544 May 23 11:10:11.508805 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-16309fcc-9a4b-4763-a2eb-6cced79bdaa5 req-bb9a2099-919b-4db8-9d44-38a7ca255606 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29f7b33b-e00c-42cd-acac-a687a041e5eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1068697 May 23 11:10:11.518217 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1bc2f5da-21d5-4ecf-ae88-89f4063764c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:11.735252 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a331d114-e599-4a8c-a3d4-1ca6ee2b6a50 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:11.764731 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2a586aa5-99a9-4f96-9530-159896c632e6 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:10:11.882925 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 0e46eae7-bfbb-4463-a158-8373ac139188 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:10:12.025071 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f7bf0cb-c108-4cfa-87b4-922525466546 req-bcc522d3-2b50-47b1-a0e0-a1fefaafd63f service neutron] 10.222.0.81 "GET /v2.0/networks/0a05d838-cda3-46c0-8bf8-03d2c6de0cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8603790 May 23 11:10:12.035205 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c0b634-b161-40f4-9034-7f7b859264fa None None] New status for floating IP cfcad942-5954-4ccd-9b19-55f2b8abe787: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:10:12.048534 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-16309fcc-9a4b-4763-a2eb-6cced79bdaa5 req-c64bb6d9-f82a-4e2b-b870-62e089d62a1a service neutron] 10.222.0.13 "GET /v2.0/networks/29f7b33b-e00c-42cd-acac-a687a041e5eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5317883 May 23 11:10:12.050806 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a331d114-e599-4a8c-a3d4-1ca6ee2b6a50 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Calling delete_port for f9584648-63b1-42ab-9b7c-115128a75323 owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:10:12.100263 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642cd93-e286-48bf-b379-6b17e60e4cba req-09e38ab2-06f7-454d-a8cb-3dbdd64f7459 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:12.108142 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3642cd93-e286-48bf-b379-6b17e60e4cba req-09e38ab2-06f7-454d-a8cb-3dbdd64f7459 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=da5341dc-b759-4938-8dcc-3bc5fb355440 HTTP/1.1" status: 200 len: 943 time: 0.4237881 May 23 11:10:12.154116 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 0e46eae7-bfbb-4463-a158-8373ac139188, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0e46eae7-bfbb-4463-a158-8373ac139188,segment=NetworkSegment(627b9d90-481e-4586-8e5b-ec8be80efc37),segment_id=627b9d90-481e-4586-8e5b-ec8be80efc37)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:10:12.172479 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '0e46eae7-bfbb-4463-a158-8373ac139188', 'network_id': '93233ebd-402e-45bd-b397-1f41a2b23d60', 'port_id': '0e46eae7-bfbb-4463-a158-8373ac139188', 'mac_address': 'fa:16:3e:72:81:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9294d2b8-973f-442c-9036-697778dd5201', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:10:12.229040 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:12.237383 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa116e-f4e6-4fa1-8e02-aa2a300ada7a req-49f606a2-5e6a-49e6-b137-587c5f780ec1 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:12.242232 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa116e-f4e6-4fa1-8e02-aa2a300ada7a req-49f606a2-5e6a-49e6-b137-587c5f780ec1 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:12.243874 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3cfa116e-f4e6-4fa1-8e02-aa2a300ada7a req-49f606a2-5e6a-49e6-b137-587c5f780ec1 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5720c9-9373-4a4c-a1a1-401278e6620b HTTP/1.1" status: 200 len: 1677 time: 0.4337137 May 23 11:10:12.247451 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e46eae7-bfbb-4463-a158-8373ac139188 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:10:12.273854 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 0e46eae7-bfbb-4463-a158-8373ac139188, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0e46eae7-bfbb-4463-a158-8373ac139188,segment=NetworkSegment(627b9d90-481e-4586-8e5b-ec8be80efc37),segment_id=627b9d90-481e-4586-8e5b-ec8be80efc37)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:10:12.285850 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:12.297073 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219e8d8-4532-4e0d-805b-38aebd320c21 req-04f2547c-5e2e-43d2-9cbf-d399c3055d2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:12.299187 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1219e8d8-4532-4e0d-805b-38aebd320c21 req-04f2547c-5e2e-43d2-9cbf-d399c3055d2d service neutron] 10.222.0.81 "GET /v2.0/networks?id=93233ebd-402e-45bd-b397-1f41a2b23d60 HTTP/1.1" status: 200 len: 905 time: 1.0934446 May 23 11:10:12.333314 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 2a586aa5-99a9-4f96-9530-159896c632e6 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:10:12.333878 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:12.369322 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-43a94f90-5139-4380-96cf-c0fee4633486 req-4231fc12-3960-4e77-babe-6d9956620fd3 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:12.406193 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3642cd93-e286-48bf-b379-6b17e60e4cba req-11a41d57-2a5c-4bfa-982f-5b00c831fdc9 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967911 May 23 11:10:12.428149 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=0e46eae7-bfbb-4463-a158-8373ac139188,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:12.453461 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3cfa116e-f4e6-4fa1-8e02-aa2a300ada7a req-89e0e48c-a08b-44e5-b6b5-f1ec1bd63f6d tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/security-groups?id=810ff234-6f81-470f-ab96-122fc2658368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940913 May 23 11:10:12.469150 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4231fc12-3960-4e77-babe-6d9956620fd3 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Pushing event deleted for resources: {'Port': ['ID=a3e35099-ff80-4942-a2f8-80ac1bf8a66a,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:12.471561 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-16309fcc-9a4b-4763-a2eb-6cced79bdaa5 req-2180c869-debc-4144-91fe-84ca4b700292 service neutron] 10.222.0.13 "GET /v2.0/networks/29f7b33b-e00c-42cd-acac-a687a041e5eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108295 May 23 11:10:12.475910 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5ba613af-f8b7-4b1f-92b9-9890bcf39505 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] 10.222.0.79 "GET /v2.0/routers/5cb9952c-0646-4a38-a2a1-b255c20a4d47 HTTP/1.1" status: 200 len: 924 time: 2.7412758 May 23 11:10:12.476697 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49632) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:12.549323 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1219e8d8-4532-4e0d-805b-38aebd320c21 req-605bd1bb-3e11-446d-9b86-543f4296aa39 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e46eae7-bfbb-4463-a158-8373ac139188 HTTP/1.1" status: 200 len: 217 time: 0.2376325 May 23 11:10:12.592298 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:12.650932 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4231fc12-3960-4e77-babe-6d9956620fd3 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:10:12.651304 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4231fc12-3960-4e77-babe-6d9956620fd3 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:10:12.651644 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4231fc12-3960-4e77-babe-6d9956620fd3 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:10:12.652003 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4231fc12-3960-4e77-babe-6d9956620fd3 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:10:12.652354 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4231fc12-3960-4e77-babe-6d9956620fd3 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:10:12.652684 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4231fc12-3960-4e77-babe-6d9956620fd3 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:10:12.653024 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4231fc12-3960-4e77-babe-6d9956620fd3 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:10:12.653328 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4231fc12-3960-4e77-babe-6d9956620fd3 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:10:12.654126 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4231fc12-3960-4e77-babe-6d9956620fd3 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:10:12.654126 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4231fc12-3960-4e77-babe-6d9956620fd3 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:10:12.654393 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4231fc12-3960-4e77-babe-6d9956620fd3 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:10:12.657427 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['0e46eae7-bfbb-4463-a158-8373ac139188'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:10:12.672924 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6f575948-b0d9-48dd-bbd2-53fcd906e636 req-660974e0-021c-4211-8dda-1193c5cd11aa tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "GET /v2.0/ports?device_id=d835f616-67a5-44e1-82a3-828ebedce9bf HTTP/1.1" status: 200 len: 210 time: 0.0618787 May 23 11:10:12.773714 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8a909b83-5250-4123-a217-c74477af63f0 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Synchronizing usage tracker for tenant:458f6bd8bf0645d090a34dbc64857384 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:10:12.775312 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-01ed27a3-72ea-4349-818b-cf5baabfd43a req-9082d0f6-8fe6-4331-bb71-2a4fad80dfae service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4e03745f99574e5389955681da2fca5e&device_id=fd50ce13-d56a-416c-88ef-ee83f30ba53a HTTP/1.1" status: 200 len: 1096 time: 0.6244266 May 23 11:10:12.798431 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a665876-8b17-40e8-86c5-2a07befad47e req-7c0444b6-66e4-45b4-8c5f-77d067a05a27 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:12.800849 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1a665876-8b17-40e8-86c5-2a07befad47e req-7c0444b6-66e4-45b4-8c5f-77d067a05a27 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 945 time: 0.1269202 May 23 11:10:12.815236 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:12.861321 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8a909b83-5250-4123-a217-c74477af63f0 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Unset dirty status for tenant:458f6bd8bf0645d090a34dbc64857384 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:10:12.863460 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8a909b83-5250-4123-a217-c74477af63f0 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=87d63aa2-c2e7-4553-824a-d818708dd83b&device_id=5cb9952c-0646-4a38-a2a1-b255c20a4d47&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3840334 May 23 11:10:12.867794 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49636) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:12.972805 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219e8d8-4532-4e0d-805b-38aebd320c21 req-13e4559f-c4ba-4435-8d9e-9625e1ccc8ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:12.973550 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1219e8d8-4532-4e0d-805b-38aebd320c21 req-13e4559f-c4ba-4435-8d9e-9625e1ccc8ed service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9294d2b8-973f-442c-9036-697778dd5201 HTTP/1.1" status: 200 len: 844 time: 0.4156392 May 23 11:10:13.071546 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef2b094-8316-4f2f-a8f8-2f383c078cd8 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:13.072370 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8ef2b094-8316-4f2f-a8f8-2f383c078cd8 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Synchronizing usage tracker for tenant:458f6bd8bf0645d090a34dbc64857384 on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:10:13.116100 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1a665876-8b17-40e8-86c5-2a07befad47e req-ae97ff0b-cea8-45fd-9310-d43a16c82b6c tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054798 May 23 11:10:13.117140 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8ef2b094-8316-4f2f-a8f8-2f383c078cd8 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Unset dirty status for tenant:458f6bd8bf0645d090a34dbc64857384 on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:10:13.118836 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8ef2b094-8316-4f2f-a8f8-2f383c078cd8 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] 10.222.0.79 "GET /v2.0/networks/87d63aa2-c2e7-4553-824a-d818708dd83b HTTP/1.1" status: 200 len: 881 time: 0.2492836 May 23 11:10:13.121710 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49644) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:13.170591 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d5d411b5-273c-4a63-80da-faa538420a21 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cb9952c-0646-4a38-a2a1-b255c20a4d47 HTTP/1.1" status: 200 len: 205 time: 0.0475452 May 23 11:10:13.173145 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49648) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:13.207013 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1219e8d8-4532-4e0d-805b-38aebd320c21 req-a0cfbbba-8f3d-4b5f-933a-bd58904385d0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=93233ebd-402e-45bd-b397-1f41a2b23d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2093277 May 23 11:10:13.419802 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed27a3-72ea-4349-818b-cf5baabfd43a req-c4e0db2a-608c-4e43-af1c-0f1085b2cee1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:13.421617 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-01ed27a3-72ea-4349-818b-cf5baabfd43a req-c4e0db2a-608c-4e43-af1c-0f1085b2cee1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0a05d838-cda3-46c0-8bf8-03d2c6de0cc0 HTTP/1.1" status: 200 len: 917 time: 0.6261308 May 23 11:10:13.432036 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a331d114-e599-4a8c-a3d4-1ca6ee2b6a50 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:13.537193 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7ea3377b-4ba0-4394-929f-f8f7f555d4af tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:13.585736 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a331d114-e599-4a8c-a3d4-1ca6ee2b6a50 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Pushing event deleted for resources: {'Port': ['ID=f9584648-63b1-42ab-9b7c-115128a75323,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:13.656595 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1219e8d8-4532-4e0d-805b-38aebd320c21 req-237b95a3-6d31-4669-b042-7225c7018960 service neutron] 10.222.0.81 "GET /v2.0/networks/93233ebd-402e-45bd-b397-1f41a2b23d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364946 May 23 11:10:13.836714 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-01ed27a3-72ea-4349-818b-cf5baabfd43a req-9988f905-653e-47eb-90e6-1a2ba5ec68d3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f44088cb-a22d-4c0f-9a93-c98cd814e565 HTTP/1.1" status: 200 len: 1001 time: 0.3878717 May 23 11:10:13.856366 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97760498-6d3c-40a6-a252-37ba696a327b req-9a427c73-167c-4627-be04-54ffa31b41c7 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:13.857827 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-97760498-6d3c-40a6-a252-37ba696a327b req-9a427c73-167c-4627-be04-54ffa31b41c7 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=da5341dc-b759-4938-8dcc-3bc5fb355440 HTTP/1.1" status: 200 len: 944 time: 0.2304881 May 23 11:10:13.885733 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ede9a3-1bcd-487c-964d-6a96dc260c2c req-8743c7f2-30f2-4050-80e0-3f5bb5562588 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:13.889530 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ede9a3-1bcd-487c-964d-6a96dc260c2c req-8743c7f2-30f2-4050-80e0-3f5bb5562588 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:13.891218 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0ede9a3-1bcd-487c-964d-6a96dc260c2c req-8743c7f2-30f2-4050-80e0-3f5bb5562588 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5720c9-9373-4a4c-a1a1-401278e6620b HTTP/1.1" status: 200 len: 1677 time: 0.1705759 May 23 11:10:13.896727 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 0e46eae7-bfbb-4463-a158-8373ac139188 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:10:13.985615 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0ede9a3-1bcd-487c-964d-6a96dc260c2c req-23424fdd-4f16-464d-8904-39329b234495 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/security-groups?id=810ff234-6f81-470f-ab96-122fc2658368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815532 May 23 11:10:13.990169 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-97760498-6d3c-40a6-a252-37ba696a327b req-f6be40f0-08d1-4607-9bb3-58be990d880a tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250823 May 23 11:10:14.022908 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 0e46eae7-bfbb-4463-a158-8373ac139188 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:10:14.042736 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 0e46eae7-bfbb-4463-a158-8373ac139188 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:10:14.043268 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:14.085251 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7ea3377b-4ba0-4394-929f-f8f7f555d4af tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:14.098469 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-7ea3377b-4ba0-4394-929f-f8f7f555d4af tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Deleting port 0d2d89ce-6ced-47b8-b093-4e8a116ab26b {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:10:14.099101 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7ea3377b-4ba0-4394-929f-f8f7f555d4af tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:14.108787 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43a94f90-5139-4380-96cf-c0fee4633486 req-4231fc12-3960-4e77-babe-6d9956620fd3 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Router 643910b8-d3e8-4ca8-8520-f8fec8564dd5 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:10:14.130104 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1219e8d8-4532-4e0d-805b-38aebd320c21 req-abf69a15-7439-4a14-b622-5569a98a91a8 service neutron] 10.222.0.81 "GET /v2.0/networks/93233ebd-402e-45bd-b397-1f41a2b23d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581122 May 23 11:10:14.139615 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a331d114-e599-4a8c-a3d4-1ca6ee2b6a50 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:14.193130 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 84fe8b9e-02e8-4e77-9e07-196df5a9d0c4 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:10:14.226555 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed27a3-72ea-4349-818b-cf5baabfd43a req-5f1c3ec2-9e82-4644-aab6-854e6739429b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:14.226555 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-01ed27a3-72ea-4349-818b-cf5baabfd43a req-5f1c3ec2-9e82-4644-aab6-854e6739429b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=87f6ff48-3f7c-46f2-8156-b55091f31a8e HTTP/1.1" status: 200 len: 855 time: 0.3724720 May 23 11:10:14.238605 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:14.573158 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-09fa9450-ea19-4c09-a352-ec69272ad322 req-3f9f897e-90a7-4a68-8da7-80912bf6f8f4 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "GET /v2.0/ports?device_id=d835f616-67a5-44e1-82a3-828ebedce9bf HTTP/1.1" status: 200 len: 210 time: 0.1661720 May 23 11:10:14.582229 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:14.645181 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5341dc-b759-4938-8dcc-3bc5fb355440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e46eae7-bfbb-4463-a158-8373ac139188'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:10:14.657732 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 84fe8b9e-02e8-4e77-9e07-196df5a9d0c4, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=84fe8b9e-02e8-4e77-9e07-196df5a9d0c4,segment=NetworkSegment(5c0855ef-57f9-46eb-b54e-01a231abeecc),segment_id=5c0855ef-57f9-46eb-b54e-01a231abeecc)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:10:14.671210 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 0e46eae7-bfbb-4463-a158-8373ac139188, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0e46eae7-bfbb-4463-a158-8373ac139188,segment=NetworkSegment(627b9d90-481e-4586-8e5b-ec8be80efc37),segment_id=627b9d90-481e-4586-8e5b-ec8be80efc37)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:10:14.671210 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '84fe8b9e-02e8-4e77-9e07-196df5a9d0c4', 'network_id': 'd596d79d-47ef-4f3a-8d9a-10886b071fa3', 'port_id': '84fe8b9e-02e8-4e77-9e07-196df5a9d0c4', 'mac_address': 'fa:16:3e:ae:39:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d2ff066-f50d-4741-ae58-190959a1339b', 'ip_address': '19.80.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:10:14.680945 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:14.692278 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a331d114-e599-4a8c-a3d4-1ca6ee2b6a50 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:14.775177 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7ea3377b-4ba0-4394-929f-f8f7f555d4af tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:14.843559 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a903c5a0-309e-4da6-ab0a-93a8bbd63ce9'] response: {'server_uuid': 'da5341dc-b759-4938-8dcc-3bc5fb355440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e46eae7-bfbb-4463-a158-8373ac139188', 'code': 200} May 23 11:10:14.896104 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a331d114-e599-4a8c-a3d4-1ca6ee2b6a50 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:14.915986 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:14.968181 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-7ea3377b-4ba0-4394-929f-f8f7f555d4af tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Calling delete_port for 0d2d89ce-6ced-47b8-b093-4e8a116ab26b owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:10:14.988451 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84fe8b9e-02e8-4e77-9e07-196df5a9d0c4 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:10:14.998208 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=0e46eae7-bfbb-4463-a158-8373ac139188,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:15.023716 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 84fe8b9e-02e8-4e77-9e07-196df5a9d0c4, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=84fe8b9e-02e8-4e77-9e07-196df5a9d0c4,segment=NetworkSegment(5c0855ef-57f9-46eb-b54e-01a231abeecc),segment_id=5c0855ef-57f9-46eb-b54e-01a231abeecc)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:10:15.029753 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:15.030439 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device e3e1664d-40cf-41da-88b3-07da30792676 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:10:15.046886 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58367268-54eb-4133-bf20-c1edcb827cfd req-d39c4eeb-af6d-4ec4-bd05-531b6c5d539f tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:15.048890 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58367268-54eb-4133-bf20-c1edcb827cfd req-d39c4eeb-af6d-4ec4-bd05-531b6c5d539f tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 945 time: 0.5780652 May 23 11:10:15.237665 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=84fe8b9e-02e8-4e77-9e07-196df5a9d0c4,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:15.268934 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58367268-54eb-4133-bf20-c1edcb827cfd req-05cd049e-5431-4ce9-b139-3fd8cdc3f249 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038960 May 23 11:10:15.453221 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-01ed27a3-72ea-4349-818b-cf5baabfd43a req-4dd48eeb-8d6d-41af-b7ee-2d4ce5f4e763 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0a05d838-cda3-46c0-8bf8-03d2c6de0cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8634937 May 23 11:10:15.483502 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7ea3377b-4ba0-4394-929f-f8f7f555d4af tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:15.525500 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port e3e1664d-40cf-41da-88b3-07da30792676, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=e3e1664d-40cf-41da-88b3-07da30792676,segment=NetworkSegment(2298bc77-bac2-4f7b-9ba0-ba008ab4ada5),segment_id=2298bc77-bac2-4f7b-9ba0-ba008ab4ada5)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:10:15.546820 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'e3e1664d-40cf-41da-88b3-07da30792676', 'network_id': '29f7b33b-e00c-42cd-acac-a687a041e5eb', 'port_id': 'e3e1664d-40cf-41da-88b3-07da30792676', 'mac_address': 'fa:16:3e:60:02:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ede75ad-a2e7-491c-8011-768ca922b695', 'ip_address': '19.86.0.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:10:15.569323 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a331d114-e599-4a8c-a3d4-1ca6ee2b6a50 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:15.569828 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a331d114-e599-4a8c-a3d4-1ca6ee2b6a50 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Fanout notify agent at l3_agent the message router_deleted on router 914d6a56-d29f-4777-ac76-d6c36b3502c4 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:10:15.589043 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3377b-4ba0-4394-929f-f8f7f555d4af tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Pushing event deleted for resources: {'Port': ['ID=0d2d89ce-6ced-47b8-b093-4e8a116ab26b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:15.615949 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea3377b-4ba0-4394-929f-f8f7f555d4af tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:10:15.616294 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea3377b-4ba0-4394-929f-f8f7f555d4af tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:10:15.616629 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea3377b-4ba0-4394-929f-f8f7f555d4af tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:10:15.616957 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea3377b-4ba0-4394-929f-f8f7f555d4af tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:10:15.617281 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea3377b-4ba0-4394-929f-f8f7f555d4af tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:10:15.617602 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea3377b-4ba0-4394-929f-f8f7f555d4af tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:10:15.617921 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea3377b-4ba0-4394-929f-f8f7f555d4af tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:10:15.618237 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea3377b-4ba0-4394-929f-f8f7f555d4af tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:10:15.618550 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea3377b-4ba0-4394-929f-f8f7f555d4af tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:10:15.618866 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea3377b-4ba0-4394-929f-f8f7f555d4af tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:10:15.619179 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea3377b-4ba0-4394-929f-f8f7f555d4af tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:10:15.653566 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959f684-ca86-46a3-940e-f3deb73cdc3c req-1fcd742c-3a79-4b7e-8474-c36bc055deca tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:15.663469 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9959f684-ca86-46a3-940e-f3deb73cdc3c req-1fcd742c-3a79-4b7e-8474-c36bc055deca tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=da5341dc-b759-4938-8dcc-3bc5fb355440 HTTP/1.1" status: 200 len: 945 time: 0.3108108 May 23 11:10:15.687223 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:15.739218 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3e1664d-40cf-41da-88b3-07da30792676 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:10:15.778450 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port e3e1664d-40cf-41da-88b3-07da30792676, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=e3e1664d-40cf-41da-88b3-07da30792676,segment=NetworkSegment(2298bc77-bac2-4f7b-9ba0-ba008ab4ada5),segment_id=2298bc77-bac2-4f7b-9ba0-ba008ab4ada5)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:10:15.792618 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:15.832299 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-01ed27a3-72ea-4349-818b-cf5baabfd43a req-a37c2fa3-19b6-46b7-8a07-7151614841bb service neutron] 10.222.0.81 "GET /v2.0/networks/0a05d838-cda3-46c0-8bf8-03d2c6de0cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760636 May 23 11:10:15.914429 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9959f684-ca86-46a3-940e-f3deb73cdc3c req-c33d541a-e63e-4dcf-9b3b-5f3f09f3c9f3 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505877 May 23 11:10:15.958478 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-32d68927-c7ea-4f1e-8828-33a0c46d776d req-9708e6a1-8d80-4feb-b56d-a629f4173aeb service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=da5341dc-b759-4938-8dcc-3bc5fb355440 HTTP/1.1" status: 200 len: 1096 time: 1.0242431 May 23 11:10:15.962841 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a331d114-e599-4a8c-a3d4-1ca6ee2b6a50 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:15.964372 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a331d114-e599-4a8c-a3d4-1ca6ee2b6a50 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] 10.222.0.79 "DELETE /v2.0/routers/914d6a56-d29f-4777-ac76-d6c36b3502c4 HTTP/1.1" status: 204 len: 168 time: 11.3537686 May 23 11:10:15.986499 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49688) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:15.996530 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-7bf8ec52-642b-44ce-b5b9-422f9c56754f tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Request body: {'router': {'name': 'tempest-snat-router-974059874', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'enable_snat': False}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:10:16.018109 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7bf8ec52-642b-44ce-b5b9-422f9c56754f tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:10:16.037537 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=e3e1664d-40cf-41da-88b3-07da30792676,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:16.049874 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7bf8ec52-642b-44ce-b5b9-422f9c56754f tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Usage tracker for resource:router and tenant:3a58b3a6e9ef44afb95c6caff7db1301 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:10:16.062255 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7bf8ec52-642b-44ce-b5b9-422f9c56754f tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:10:16.081679 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7bf8ec52-642b-44ce-b5b9-422f9c56754f tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:10:16.100631 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-01ed27a3-72ea-4349-818b-cf5baabfd43a req-650265ea-2454-4804-9680-39cf148e3e71 service neutron] 10.222.0.81 "GET /v2.0/networks/0a05d838-cda3-46c0-8bf8-03d2c6de0cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557726 May 23 11:10:16.121392 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-32d68927-c7ea-4f1e-8828-33a0c46d776d req-18c36dc5-3656-4207-a3ea-e68f5e5f928c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550989 May 23 11:10:16.122585 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7bf8ec52-642b-44ce-b5b9-422f9c56754f tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:16.123793 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7bf8ec52-642b-44ce-b5b9-422f9c56754f tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:16.155456 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7bf8ec52-642b-44ce-b5b9-422f9c56754f tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:16.168538 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43a94f90-5139-4380-96cf-c0fee4633486 req-4231fc12-3960-4e77-babe-6d9956620fd3 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:10:16.180656 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b495b1-60c2-426d-803d-d1f180289400 None None] Sync routers for ids ['643910b8-d3e8-4ca8-8520-f8fec8564dd5'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:10:16.193102 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b495b1-60c2-426d-803d-d1f180289400 None None] Routers {'643910b8-d3e8-4ca8-8520-f8fec8564dd5'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:10:16.194027 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-31b495b1-60c2-426d-803d-d1f180289400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:10:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['643910b8-d3e8-4ca8-8520-f8fec8564dd5'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:16.245964 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a94f90-5139-4380-96cf-c0fee4633486 req-4231fc12-3960-4e77-babe-6d9956620fd3 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] No DVR routers for this DVR port a3e35099-ff80-4942-a2f8-80ac1bf8a66a on host n-h1-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:10:16.248579 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['e3e1664d-40cf-41da-88b3-07da30792676'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:10:16.248862 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-43a94f90-5139-4380-96cf-c0fee4633486 req-4231fc12-3960-4e77-babe-6d9956620fd3 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:16.253866 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd835f616-67a5-44e1-82a3-828ebedce9bf', 'name': 'network-vif-deleted', 'tag': 'a3e35099-ff80-4942-a2f8-80ac1bf8a66a'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:10:16.261707 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-43a94f90-5139-4380-96cf-c0fee4633486 req-4231fc12-3960-4e77-babe-6d9956620fd3 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.13 "DELETE /v2.0/ports/a3e35099-ff80-4942-a2f8-80ac1bf8a66a HTTP/1.1" status: 204 len: 173 time: 12.4012496 May 23 11:10:16.318619 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-956eb2ab-ef4d-4a29-bf24-4294b23c122d req-19b5f162-16e4-42e5-b405-201ed840f244 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "GET /v2.0/ports?device_id=d835f616-67a5-44e1-82a3-828ebedce9bf HTTP/1.1" status: 200 len: 210 time: 0.1546540 May 23 11:10:16.340396 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7ea3377b-4ba0-4394-929f-f8f7f555d4af tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:16.445638 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0ed76a9-41f1-41e4-98ae-2b89da450cbc'] response: {'server_uuid': 'd835f616-67a5-44e1-82a3-828ebedce9bf', 'name': 'network-vif-deleted', 'tag': 'a3e35099-ff80-4942-a2f8-80ac1bf8a66a', 'status': 'completed', 'code': 200} May 23 11:10:16.499458 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7bf8ec52-642b-44ce-b5b9-422f9c56754f tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:16.535562 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419f4aa-a2ac-4568-9277-2204eaf4c520 req-c012a205-13b5-4e52-9c58-6d962e94fbbb tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:16.539995 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419f4aa-a2ac-4568-9277-2204eaf4c520 req-c012a205-13b5-4e52-9c58-6d962e94fbbb tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:16.548626 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2419f4aa-a2ac-4568-9277-2204eaf4c520 req-c012a205-13b5-4e52-9c58-6d962e94fbbb tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5720c9-9373-4a4c-a1a1-401278e6620b HTTP/1.1" status: 200 len: 1679 time: 0.3854711 May 23 11:10:16.725893 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-31b495b1-60c2-426d-803d-d1f180289400 None None] Set router 643910b8-d3e8-4ca8-8520-f8fec8564dd5 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:10:16.809900 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7bf8ec52-642b-44ce-b5b9-422f9c56754f tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:16.868130 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7bf8ec52-642b-44ce-b5b9-422f9c56754f tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:16.889434 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2419f4aa-a2ac-4568-9277-2204eaf4c520 req-57dbad30-0b72-4fb2-a96c-6522ec81f7a2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/security-groups?id=810ff234-6f81-470f-ab96-122fc2658368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310125 May 23 11:10:16.910551 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7ea3377b-4ba0-4394-929f-f8f7f555d4af tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:16.922795 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7ea3377b-4ba0-4394-929f-f8f7f555d4af tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:16.990904 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38cfbcf-90d0-4a6e-857d-2dc82c46571b req-abda3dbf-bfb4-4629-9e10-b8ee0f4ae364 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:17.007211 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d38cfbcf-90d0-4a6e-857d-2dc82c46571b req-abda3dbf-bfb4-4629-9e10-b8ee0f4ae364 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 945 time: 0.3394952 May 23 11:10:17.062528 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-7bf8ec52-642b-44ce-b5b9-422f9c56754f tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Allocated IP 172.25.6.58 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/da7e726a-ab43-4f32-ad75-b7fc2871bb7a) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:10:17.093541 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d38cfbcf-90d0-4a6e-857d-2dc82c46571b req-a7a9492e-c015-4229-b1be-81e646cb16cb tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767641 May 23 11:10:17.096942 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7ea3377b-4ba0-4394-929f-f8f7f555d4af tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:17.097570 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea3377b-4ba0-4394-929f-f8f7f555d4af tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Fanout notify agent at l3_agent the message router_deleted on router 5cb9952c-0646-4a38-a2a1-b255c20a4d47 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:10:17.129465 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7ea3377b-4ba0-4394-929f-f8f7f555d4af tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:17.135605 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7ea3377b-4ba0-4394-929f-f8f7f555d4af tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] 10.222.0.79 "DELETE /v2.0/routers/5cb9952c-0646-4a38-a2a1-b255c20a4d47 HTTP/1.1" status: 204 len: 168 time: 3.9612617 May 23 11:10:17.136522 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49702) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:17.142183 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-b7bd7a16-fdee-4bce-9aac-de0f3bd21b0a tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1334556684', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:10:17.154926 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b7bd7a16-fdee-4bce-9aac-de0f3bd21b0a tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:10:17.170637 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-b7bd7a16-fdee-4bce-9aac-de0f3bd21b0a tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Usage tracker for resource:router and tenant:c2a79d2239134095b106232196da01c0 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:10:17.180506 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-b7bd7a16-fdee-4bce-9aac-de0f3bd21b0a tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:10:17.219004 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b7bd7a16-fdee-4bce-9aac-de0f3bd21b0a tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:10:17.240952 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b7bd7a16-fdee-4bce-9aac-de0f3bd21b0a tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:17.242027 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b7bd7a16-fdee-4bce-9aac-de0f3bd21b0a tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:17.268019 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7bf8ec52-642b-44ce-b5b9-422f9c56754f tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:17.282130 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b7bd7a16-fdee-4bce-9aac-de0f3bd21b0a tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:17.300483 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56b559-17ea-4aca-a4a2-94f62eb76240 req-7b6c9a07-1f1e-48db-ab11-9f555f8d8f0b tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:17.302313 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ba56b559-17ea-4aca-a4a2-94f62eb76240 req-7b6c9a07-1f1e-48db-ab11-9f555f8d8f0b tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=da5341dc-b759-4938-8dcc-3bc5fb355440 HTTP/1.1" status: 200 len: 945 time: 0.1179612 May 23 11:10:17.319621 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7bf8ec52-642b-44ce-b5b9-422f9c56754f tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:17.333194 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b7bd7a16-fdee-4bce-9aac-de0f3bd21b0a tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:17.412058 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b7bd7a16-fdee-4bce-9aac-de0f3bd21b0a tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:17.416947 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b7bd7a16-fdee-4bce-9aac-de0f3bd21b0a tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2792692 May 23 11:10:17.417691 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['84fe8b9e-02e8-4e77-9e07-196df5a9d0c4'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:10:17.418570 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49708) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:17.444194 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-e4f54171-7949-4070-b5ba-3f4c100c4f65 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Request body: {'router': {'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:10:17.466349 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf8ec52-642b-44ce-b5b9-422f9c56754f tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:10:17.467453 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf8ec52-642b-44ce-b5b9-422f9c56754f tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Pushing event updated for resources: {'Port': ['ID=da7e726a-ab43-4f32-ad75-b7fc2871bb7a,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:17.473118 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-7bf8ec52-642b-44ce-b5b9-422f9c56754f tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:10:17.475450 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf8ec52-642b-44ce-b5b9-422f9c56754f tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:10:17.597836 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ba56b559-17ea-4aca-a4a2-94f62eb76240 req-e213d9d4-e505-4e9b-adc3-3cccb91c7185 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814763 May 23 11:10:17.609759 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-31b495b1-60c2-426d-803d-d1f180289400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643910b8-d3e8-4ca8-8520-f8fec8564dd5', 'name': 'tempest-ServersTestJSON-1529975793-router', 'tenant_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'daa3d976-d823-4f33-a4a8-6dac78955b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:07:47Z', 'updated_at': '2022-05-23T11:07:56Z', 'revision_number': 4, 'project_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'gw_port': {'id': 'daa3d976-d823-4f33-a4a8-6dac78955b23', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643910b8-d3e8-4ca8-8520-f8fec8564dd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:07:48Z', 'updated_at': '2022-05-23T11:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'be498722-3fc9-49a7-9025-6349d6afac14', 'name': '', 'network_id': '747ead6f-5c9e-46f2-80ef-f280e257168e', 'tenant_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'mac_address': 'fa:16:3e:81:c8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643910b8-d3e8-4ca8-8520-f8fec8564dd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4c8fec-892d-4e21-843f-3fcecec73207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:07:55Z', 'updated_at': '2022-05-23T11:08:10Z', 'revision_number': 5, 'project_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'subnets': [{'id': 'da4c8fec-892d-4e21-843f-3fcecec73207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:17.619875 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b495b1-60c2-426d-803d-d1f180289400 None None] Checking router: 643910b8-d3e8-4ca8-8520-f8fec8564dd5 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:10:17.679884 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b495b1-60c2-426d-803d-d1f180289400 None None] Routers {'643910b8-d3e8-4ca8-8520-f8fec8564dd5'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:10:17.680854 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-31b495b1-60c2-426d-803d-d1f180289400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:10:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['643910b8-d3e8-4ca8-8520-f8fec8564dd5'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:17.705174 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7bf8ec52-642b-44ce-b5b9-422f9c56754f tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:17.706719 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7bf8ec52-642b-44ce-b5b9-422f9c56754f tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:17.734537 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e4fea8ee-0e1a-4b09-b196-522fce698c61 req-257883a9-9852-429d-963e-b2b141fdae6e tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "GET /v2.0/ports?device_id=d835f616-67a5-44e1-82a3-828ebedce9bf HTTP/1.1" status: 200 len: 210 time: 0.1041794 May 23 11:10:17.901145 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-31b495b1-60c2-426d-803d-d1f180289400 None None] Set router 643910b8-d3e8-4ca8-8520-f8fec8564dd5 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:10:17.983758 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49716) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:18.004896 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-4881fd40-56e3-44ee-b983-300bcd09d0ca tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1148883189'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:10:18.193202 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf8ec52-642b-44ce-b5b9-422f9c56754f tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Router c7bc7750-bf31-44cd-ab56-c6997b5e85c4 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:10:18.201598 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4881fd40-56e3-44ee-b983-300bcd09d0ca tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:10:18.242537 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4881fd40-56e3-44ee-b983-300bcd09d0ca tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Usage tracker for resource:network and tenant:c33b6fcb07a04f2fa56c6e5a7798a085 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:10:18.251745 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4881fd40-56e3-44ee-b983-300bcd09d0ca tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:10:18.265505 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4881fd40-56e3-44ee-b983-300bcd09d0ca tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:10:18.292576 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4881fd40-56e3-44ee-b983-300bcd09d0ca tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Made reservation on behalf of c33b6fcb07a04f2fa56c6e5a7798a085 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:10:18.295812 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4881fd40-56e3-44ee-b983-300bcd09d0ca tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:18.318909 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e4f54171-7949-4070-b5ba-3f4c100c4f65 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:18.353831 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device e3e1664d-40cf-41da-88b3-07da30792676 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:10:18.387163 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4881fd40-56e3-44ee-b983-300bcd09d0ca tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:10:18.471273 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-31b495b1-60c2-426d-803d-d1f180289400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643910b8-d3e8-4ca8-8520-f8fec8564dd5', 'name': 'tempest-ServersTestJSON-1529975793-router', 'tenant_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'daa3d976-d823-4f33-a4a8-6dac78955b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:07:47Z', 'updated_at': '2022-05-23T11:07:56Z', 'revision_number': 4, 'project_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'gw_port': {'id': 'daa3d976-d823-4f33-a4a8-6dac78955b23', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643910b8-d3e8-4ca8-8520-f8fec8564dd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:07:48Z', 'updated_at': '2022-05-23T11:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'be498722-3fc9-49a7-9025-6349d6afac14', 'name': '', 'network_id': '747ead6f-5c9e-46f2-80ef-f280e257168e', 'tenant_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'mac_address': 'fa:16:3e:81:c8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643910b8-d3e8-4ca8-8520-f8fec8564dd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4c8fec-892d-4e21-843f-3fcecec73207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:07:55Z', 'updated_at': '2022-05-23T11:08:10Z', 'revision_number': 5, 'project_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'subnets': [{'id': 'da4c8fec-892d-4e21-843f-3fcecec73207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:18.479425 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b495b1-60c2-426d-803d-d1f180289400 None None] The sync data for ids ['643910b8-d3e8-4ca8-8520-f8fec8564dd5'] in n-d-842952-2 is: [{'id': '643910b8-d3e8-4ca8-8520-f8fec8564dd5', 'name': 'tempest-ServersTestJSON-1529975793-router', 'tenant_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'daa3d976-d823-4f33-a4a8-6dac78955b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:07:47Z', 'updated_at': '2022-05-23T11:07:56Z', 'revision_number': 4, 'project_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'gw_port': {'id': 'daa3d976-d823-4f33-a4a8-6dac78955b23', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643910b8-d3e8-4ca8-8520-f8fec8564dd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:07:48Z', 'updated_at': '2022-05-23T11:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'be498722-3fc9-49a7-9025-6349d6afac14', 'name': '', 'network_id': '747ead6f-5c9e-46f2-80ef-f280e257168e', 'tenant_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'mac_address': 'fa:16:3e:81:c8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643910b8-d3e8-4ca8-8520-f8fec8564dd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da4c8fec-892d-4e21-843f-3fcecec73207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:07:55Z', 'updated_at': '2022-05-23T11:08:10Z', 'revision_number': 5, 'project_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'subnets': [{'id': 'da4c8fec-892d-4e21-843f-3fcecec73207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:10:18.479425 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port e3e1664d-40cf-41da-88b3-07da30792676 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:10:18.479425 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port e3e1664d-40cf-41da-88b3-07da30792676 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:10:18.479425 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:18.498740 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab99f1e-1106-4d5d-a2fd-363f5910df2e req-2f2bcaf0-efae-455a-b031-58e5c1b13a29 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:18.498740 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab99f1e-1106-4d5d-a2fd-363f5910df2e req-2f2bcaf0-efae-455a-b031-58e5c1b13a29 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:18.513079 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7ab99f1e-1106-4d5d-a2fd-363f5910df2e req-2f2bcaf0-efae-455a-b031-58e5c1b13a29 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5720c9-9373-4a4c-a1a1-401278e6620b HTTP/1.1" status: 200 len: 1679 time: 0.3055589 May 23 11:10:18.520172 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf8ec52-642b-44ce-b5b9-422f9c56754f tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:10:18.522361 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60e02f3-6aa5-4da8-adef-6717d094512e None None] Sync routers for ids ['c7bc7750-bf31-44cd-ab56-c6997b5e85c4'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:10:18.534025 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7bf8ec52-642b-44ce-b5b9-422f9c56754f tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:18.535002 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60e02f3-6aa5-4da8-adef-6717d094512e None None] Routers {'c7bc7750-bf31-44cd-ab56-c6997b5e85c4'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:10:18.535806 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7bf8ec52-642b-44ce-b5b9-422f9c56754f tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.5459094 May 23 11:10:18.538639 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-a60e02f3-6aa5-4da8-adef-6717d094512e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:10:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['c7bc7750-bf31-44cd-ab56-c6997b5e85c4'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:18.540290 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49722) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:18.578631 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4881fd40-56e3-44ee-b983-300bcd09d0ca tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:18.579337 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-4881fd40-56e3-44ee-b983-300bcd09d0ca tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Added segment e7b922b3-15a2-4883-bd23-67efe7247083 of type vlan for network 58ef6021-e396-465d-be5f-f38283ee2d4e May 23 11:10:18.617619 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4881fd40-56e3-44ee-b983-300bcd09d0ca tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:18.635070 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:18.696599 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5720c9-9373-4a4c-a1a1-401278e6620b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e1664d-40cf-41da-88b3-07da30792676'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:10:18.721233 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port e3e1664d-40cf-41da-88b3-07da30792676, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=e3e1664d-40cf-41da-88b3-07da30792676,segment=NetworkSegment(2298bc77-bac2-4f7b-9ba0-ba008ab4ada5),segment_id=2298bc77-bac2-4f7b-9ba0-ba008ab4ada5)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:10:18.722633 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:18.740472 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7ab99f1e-1106-4d5d-a2fd-363f5910df2e req-c2bd9d1f-91b6-4016-97ea-94f7e4bef0a2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/security-groups?id=810ff234-6f81-470f-ab96-122fc2658368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333469 May 23 11:10:18.742380 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4881fd40-56e3-44ee-b983-300bcd09d0ca tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:18.755574 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4881fd40-56e3-44ee-b983-300bcd09d0ca tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:18.756542 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4881fd40-56e3-44ee-b983-300bcd09d0ca tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:18.822207 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=e3e1664d-40cf-41da-88b3-07da30792676,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:18.862301 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-a60e02f3-6aa5-4da8-adef-6717d094512e None None] Set router c7bc7750-bf31-44cd-ab56-c6997b5e85c4 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:10:18.906165 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c14f9470-e5c1-448f-8f1e-36fdf8d609a2 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] 10.222.0.79 "GET /v2.0/routers/c7bc7750-bf31-44cd-ab56-c6997b5e85c4 HTTP/1.1" status: 200 len: 907 time: 0.3644781 May 23 11:10:18.906961 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49732) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:18.912326 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b84620c3-e655-4b5e-a335-4211e1ff824a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Request body: {'router': {'name': 'tempest-snat-router-974059874', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'enable_snat': True}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:10:18.931357 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b84620c3-e655-4b5e-a335-4211e1ff824a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:10:18.931357 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b84620c3-e655-4b5e-a335-4211e1ff824a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Usage tracker for resource:router and tenant:3a58b3a6e9ef44afb95c6caff7db1301 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:10:18.940492 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b84620c3-e655-4b5e-a335-4211e1ff824a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:10:18.944200 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b84620c3-e655-4b5e-a335-4211e1ff824a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:10:18.980398 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b84620c3-e655-4b5e-a335-4211e1ff824a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:18.981434 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b84620c3-e655-4b5e-a335-4211e1ff824a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:18.989666 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4881fd40-56e3-44ee-b983-300bcd09d0ca tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9980059 May 23 11:10:18.993701 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49736) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:18.995330 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881fd40-56e3-44ee-b983-300bcd09d0ca tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Pushing event updated for resources: {'Network': ['ID=58ef6021-e396-465d-be5f-f38283ee2d4e,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:19.006377 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c16bc8c7-9652-4c03-af2a-1ea69739f9e0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1279568970'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:10:19.012812 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 58ef6021-e396-465d-be5f-f38283ee2d4e details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:10:19.017901 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c16bc8c7-9652-4c03-af2a-1ea69739f9e0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:10:19.040317 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb35b2-2df2-4261-a7bb-3bb9fac2aaf6 req-4bc6e5fb-6c5d-43ca-960d-93a229da9c1b tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:19.040317 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f0bb35b2-2df2-4261-a7bb-3bb9fac2aaf6 req-4bc6e5fb-6c5d-43ca-960d-93a229da9c1b tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 945 time: 0.5991409 May 23 11:10:19.049548 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c16bc8c7-9652-4c03-af2a-1ea69739f9e0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Usage tracker for resource:network and tenant:c33b6fcb07a04f2fa56c6e5a7798a085 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:10:19.049548 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c16bc8c7-9652-4c03-af2a-1ea69739f9e0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:10:19.063205 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c16bc8c7-9652-4c03-af2a-1ea69739f9e0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:10:19.083736 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16bc8c7-9652-4c03-af2a-1ea69739f9e0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Made reservation on behalf of c33b6fcb07a04f2fa56c6e5a7798a085 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:10:19.083736 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c16bc8c7-9652-4c03-af2a-1ea69739f9e0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:19.121800 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205fc216-ae60-42e0-a4dd-24025e85c42a req-0f78f588-bd41-47a5-a587-a15808c8a63a tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:19.129887 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-205fc216-ae60-42e0-a4dd-24025e85c42a req-0f78f588-bd41-47a5-a587-a15808c8a63a tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=da5341dc-b759-4938-8dcc-3bc5fb355440 HTTP/1.1" status: 200 len: 945 time: 0.2075374 May 23 11:10:19.139777 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b84620c3-e655-4b5e-a335-4211e1ff824a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:19.163901 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c16bc8c7-9652-4c03-af2a-1ea69739f9e0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:10:19.167960 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f0bb35b2-2df2-4261-a7bb-3bb9fac2aaf6 req-ced5b371-ecda-44a5-b114-e8d99158720c tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259983 May 23 11:10:19.180199 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c16bc8c7-9652-4c03-af2a-1ea69739f9e0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:19.180199 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-c16bc8c7-9652-4c03-af2a-1ea69739f9e0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Added segment 4fb36cd3-6cfe-4123-a5c3-41bfd28cb3c6 of type vlan for network e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d May 23 11:10:19.217753 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c16bc8c7-9652-4c03-af2a-1ea69739f9e0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:19.252922 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e4f54171-7949-4070-b5ba-3f4c100c4f65 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:19.259537 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c16bc8c7-9652-4c03-af2a-1ea69739f9e0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:19.263794 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16bc8c7-9652-4c03-af2a-1ea69739f9e0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:19.265103 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c16bc8c7-9652-4c03-af2a-1ea69739f9e0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:19.269139 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68aa6c2f-d6e5-4734-a416-dea901e6c9b3'] response: {'server_uuid': '6e5720c9-9373-4a4c-a1a1-401278e6620b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e1664d-40cf-41da-88b3-07da30792676', 'code': 200} May 23 11:10:19.297131 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e4f54171-7949-4070-b5ba-3f4c100c4f65 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:19.310554 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-a60e02f3-6aa5-4da8-adef-6717d094512e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bc7750-bf31-44cd-ab56-c6997b5e85c4', 'name': 'tempest-snat-router-974059874', 'tenant_id': '3a58b3a6e9ef44afb95c6caff7db1301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.58'}], 'enable_snat': False}, 'gw_port_id': 'da7e726a-ab43-4f32-ad75-b7fc2871bb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:10:16Z', 'updated_at': '2022-05-23T11:10:17Z', 'revision_number': 3, 'project_id': '3a58b3a6e9ef44afb95c6caff7db1301', 'gw_port': {'id': 'da7e726a-ab43-4f32-ad75-b7fc2871bb7a', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bc7750-bf31-44cd-ab56-c6997b5e85c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:10:16Z', 'updated_at': '2022-05-23T11:10:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:19.316823 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60e02f3-6aa5-4da8-adef-6717d094512e None None] Checking router: c7bc7750-bf31-44cd-ab56-c6997b5e85c4 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:10:19.316990 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60e02f3-6aa5-4da8-adef-6717d094512e None None] Updating router c7bc7750-bf31-44cd-ab56-c6997b5e85c4 port da7e726a-ab43-4f32-ad75-b7fc2871bb7a binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:10:19.393553 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-a60e02f3-6aa5-4da8-adef-6717d094512e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:19.420120 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c16bc8c7-9652-4c03-af2a-1ea69739f9e0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4227130 May 23 11:10:19.422853 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49742) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:19.443566 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a4659e7a-43fa-4167-aa34-030ca519b36c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Request body: {'subnet': {'network_id': '58ef6021-e396-465d-be5f-f38283ee2d4e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:10:19.453231 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49746) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:19.463234 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-205fc216-ae60-42e0-a4dd-24025e85c42a req-3d54f02a-85a1-46d7-bbfd-d0177371f2e1 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294706 May 23 11:10:19.584954 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-e4f54171-7949-4070-b5ba-3f4c100c4f65 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Allocated IP 172.25.6.240 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/f9b926fc-7ef0-462d-9340-f002b63a1b60) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:10:19.672952 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16bc8c7-9652-4c03-af2a-1ea69739f9e0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Pushing event updated for resources: {'Network': ['ID=e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:19.687215 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:10:19.760165 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cfcbe9b7-1d31-4838-a448-9cc2da8c4e35 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:19.808729 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cfcbe9b7-1d31-4838-a448-9cc2da8c4e35 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:19.841358 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a4659e7a-43fa-4167-aa34-030ca519b36c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:10:19.847200 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a4659e7a-43fa-4167-aa34-030ca519b36c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Usage tracker for resource:subnet and tenant:c33b6fcb07a04f2fa56c6e5a7798a085 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:10:19.851855 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b84620c3-e655-4b5e-a335-4211e1ff824a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:19.855520 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a4659e7a-43fa-4167-aa34-030ca519b36c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:10:19.867044 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a4659e7a-43fa-4167-aa34-030ca519b36c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:10:19.901101 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4659e7a-43fa-4167-aa34-030ca519b36c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Made reservation on behalf of c33b6fcb07a04f2fa56c6e5a7798a085 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:10:19.914491 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e4f54171-7949-4070-b5ba-3f4c100c4f65 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:19.964869 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cfcbe9b7-1d31-4838-a448-9cc2da8c4e35 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:20.022570 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcbe9b7-1d31-4838-a448-9cc2da8c4e35 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=507420f4-c772-463f-8708-f35159c33422,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:20.077577 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e4f54171-7949-4070-b5ba-3f4c100c4f65 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:20.077577 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cfcbe9b7-1d31-4838-a448-9cc2da8c4e35 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:20.077577 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-cfcbe9b7-1d31-4838-a448-9cc2da8c4e35 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "DELETE /v2.0/security-groups/507420f4-c772-463f-8708-f35159c33422 HTTP/1.1" status: 204 len: 168 time: 0.6296005 May 23 11:10:20.087786 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49760) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:20.147652 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a4659e7a-43fa-4167-aa34-030ca519b36c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:20.170928 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-8dcba0fd-2e8c-427c-a1e8-4bd4015769f5 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] show failed (client error): The resource could not be found. May 23 11:10:20.175261 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8dcba0fd-2e8c-427c-a1e8-4bd4015769f5 tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "GET /v2.0/security-groups/507420f4-c772-463f-8708-f35159c33422 HTTP/1.1" status: 404 len: 347 time: 0.0572841 May 23 11:10:20.175390 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49766) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:20.187408 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f54171-7949-4070-b5ba-3f4c100c4f65 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:10:20.196785 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-e4f54171-7949-4070-b5ba-3f4c100c4f65 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:10:20.200851 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f54171-7949-4070-b5ba-3f4c100c4f65 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Pushing event updated for resources: {'Port': ['ID=f9b926fc-7ef0-462d-9340-f002b63a1b60,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:20.203132 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f54171-7949-4070-b5ba-3f4c100c4f65 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:10:20.257657 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 84fe8b9e-02e8-4e77-9e07-196df5a9d0c4 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:10:20.315149 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e327b-fa6c-4bf5-beda-2393460eba51 req-7ecec03f-4483-4322-b77b-7901cd47dce2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:20.321730 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e327b-fa6c-4bf5-beda-2393460eba51 req-7ecec03f-4483-4322-b77b-7901cd47dce2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:20.331937 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-389e327b-fa6c-4bf5-beda-2393460eba51 req-7ecec03f-4483-4322-b77b-7901cd47dce2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5720c9-9373-4a4c-a1a1-401278e6620b HTTP/1.1" status: 200 len: 1680 time: 0.3016407 May 23 11:10:20.410646 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 84fe8b9e-02e8-4e77-9e07-196df5a9d0c4 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:10:20.427779 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 84fe8b9e-02e8-4e77-9e07-196df5a9d0c4 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:10:20.428372 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:20.442764 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-389e327b-fa6c-4bf5-beda-2393460eba51 req-28472075-efcc-4c49-96cc-1a540d8e8a3d tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/security-groups?id=810ff234-6f81-470f-ab96-122fc2658368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087563 May 23 11:10:20.481231 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-a60e02f3-6aa5-4da8-adef-6717d094512e None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:20.505824 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-a60e02f3-6aa5-4da8-adef-6717d094512e None None] Transition to ACTIVE for port object da7e726a-ab43-4f32-ad75-b7fc2871bb7a will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:10:20.517856 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-a60e02f3-6aa5-4da8-adef-6717d094512e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:20.647405 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed8593-0bda-4ccd-bc01-4e2007cad956 req-e0eb7bf9-46b8-434f-9be6-4d1e0fa77374 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:20.647405 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-69ed8593-0bda-4ccd-bc01-4e2007cad956 req-e0eb7bf9-46b8-434f-9be6-4d1e0fa77374 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 945 time: 0.1751287 May 23 11:10:20.659427 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:20.751803 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e1dd8-66a8-427e-8660-0b8298d5e990 None None] Pushing event updated for resources: {'Port': ['ID=da7e726a-ab43-4f32-ad75-b7fc2871bb7a,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:20.758440 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e4f54171-7949-4070-b5ba-3f4c100c4f65 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:20.762437 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-a60e02f3-6aa5-4da8-adef-6717d094512e None None] Attempting to bind port da7e726a-ab43-4f32-ad75-b7fc2871bb7a on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:10:20.762437 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-a60e02f3-6aa5-4da8-adef-6717d094512e None None] Attempting to bind port da7e726a-ab43-4f32-ad75-b7fc2871bb7a by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:10:20.763018 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 84fe8b9e-02e8-4e77-9e07-196df5a9d0c4, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=84fe8b9e-02e8-4e77-9e07-196df5a9d0c4,segment=NetworkSegment(5c0855ef-57f9-46eb-b54e-01a231abeecc),segment_id=5c0855ef-57f9-46eb-b54e-01a231abeecc)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:10:20.763641 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60e02f3-6aa5-4da8-adef-6717d094512e None None] Attempting to bind port da7e726a-ab43-4f32-ad75-b7fc2871bb7a on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:10:20.764728 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:20.772989 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a4659e7a-43fa-4167-aa34-030ca519b36c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:20.779929 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60e02f3-6aa5-4da8-adef-6717d094512e None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:10:20.780380 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60e02f3-6aa5-4da8-adef-6717d094512e None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:10:20.781199 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-a60e02f3-6aa5-4da8-adef-6717d094512e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:20.781440 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60e02f3-6aa5-4da8-adef-6717d094512e None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:10:20.781954 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-a60e02f3-6aa5-4da8-adef-6717d094512e None None] Bound port: da7e726a-ab43-4f32-ad75-b7fc2871bb7a, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:10:20.782428 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-a60e02f3-6aa5-4da8-adef-6717d094512e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:20.908282 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-a60e02f3-6aa5-4da8-adef-6717d094512e None None] For port da7e726a-ab43-4f32-ad75-b7fc2871bb7a, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:10:20.914134 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-a60e02f3-6aa5-4da8-adef-6717d094512e None None] For port da7e726a-ab43-4f32-ad75-b7fc2871bb7a, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=da7e726a-ab43-4f32-ad75-b7fc2871bb7a,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:10:20.920585 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-a60e02f3-6aa5-4da8-adef-6717d094512e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:20.922169 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=84fe8b9e-02e8-4e77-9e07-196df5a9d0c4,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:21.030724 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e1dd8-66a8-427e-8660-0b8298d5e990 None None] Pushing event updated for resources: {'Port': ['ID=da7e726a-ab43-4f32-ad75-b7fc2871bb7a,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:21.054325 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60e02f3-6aa5-4da8-adef-6717d094512e None None] Routers {'c7bc7750-bf31-44cd-ab56-c6997b5e85c4'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:10:21.055185 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-a60e02f3-6aa5-4da8-adef-6717d094512e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:10:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['c7bc7750-bf31-44cd-ab56-c6997b5e85c4'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:21.188120 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-69ed8593-0bda-4ccd-bc01-4e2007cad956 req-ed146b96-a64f-4afa-994a-ae67731dc3a2 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5384288 May 23 11:10:21.245704 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-07643d61-a91c-46aa-879e-4f50ef59179a tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Deleting port 0b42809f-4a0f-4d85-b113-479046d93e1a {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:10:21.245704 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-07643d61-a91c-46aa-879e-4f50ef59179a tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:21.246415 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e4f54171-7949-4070-b5ba-3f4c100c4f65 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:21.255261 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e4f54171-7949-4070-b5ba-3f4c100c4f65 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3825526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3825513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3821547'] for router, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:21.262843 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f388e28-c039-4fc9-9721-d04052a73dce req-cd7613a3-353b-4453-b254-4249cd92636a tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:21.271228 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f388e28-c039-4fc9-9721-d04052a73dce req-cd7613a3-353b-4453-b254-4249cd92636a tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=da5341dc-b759-4938-8dcc-3bc5fb355440 HTTP/1.1" status: 200 len: 945 time: 0.1606555 May 23 11:10:21.271419 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5720c9-9373-4a4c-a1a1-401278e6620b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84fe8b9e-02e8-4e77-9e07-196df5a9d0c4'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:10:21.341459 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dad7b52-93f4-416d-a76c-4df17acf9e35'] response: {'server_uuid': '6e5720c9-9373-4a4c-a1a1-401278e6620b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84fe8b9e-02e8-4e77-9e07-196df5a9d0c4', 'code': 200} May 23 11:10:21.363444 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-a60e02f3-6aa5-4da8-adef-6717d094512e None None] Set router c7bc7750-bf31-44cd-ab56-c6997b5e85c4 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:10:21.475648 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-07643d61-a91c-46aa-879e-4f50ef59179a tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:21.476194 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-07643d61-a91c-46aa-879e-4f50ef59179a tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:21.523050 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f388e28-c039-4fc9-9721-d04052a73dce req-c0dc82c5-1a36-4a95-8979-1fb44cbe4efb tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471573 May 23 11:10:21.696223 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-07643d61-a91c-46aa-879e-4f50ef59179a tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Calling delete_port for 0b42809f-4a0f-4d85-b113-479046d93e1a owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:10:21.729346 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4659e7a-43fa-4167-aa34-030ca519b36c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Pushing event updated for resources: {'Subnet': ['ID=d58e10eb-eed0-4186-8daa-9070770a55fe,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:21.774853 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7af868-e00b-4d72-a6e5-711a1920e49d req-6f3a6fc7-a6db-4c36-add3-a79beeccc0db tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:21.774853 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7af868-e00b-4d72-a6e5-711a1920e49d req-6f3a6fc7-a6db-4c36-add3-a79beeccc0db tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:21.778100 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4659e7a-43fa-4167-aa34-030ca519b36c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Checking segment: {'id': 'e7b922b3-15a2-4883-bd23-67efe7247083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '58ef6021-e396-465d-be5f-f38283ee2d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:10:21.778100 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4659e7a-43fa-4167-aa34-030ca519b36c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Network hostable DHCP agents. Network: 58ef6021-e396-465d-be5f-f38283ee2d4e, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:10:21.780511 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5a7af868-e00b-4d72-a6e5-711a1920e49d req-6f3a6fc7-a6db-4c36-add3-a79beeccc0db tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5720c9-9373-4a4c-a1a1-401278e6620b HTTP/1.1" status: 200 len: 1681 time: 0.1279325 May 23 11:10:21.838857 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f54171-7949-4070-b5ba-3f4c100c4f65 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Router 1d10aae2-f88b-446e-bef0-6e5e31e44aa7 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:10:21.869321 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5a7af868-e00b-4d72-a6e5-711a1920e49d req-08707263-6685-430b-b184-096d889a3f82 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/security-groups?id=810ff234-6f81-470f-ab96-122fc2658368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871830 May 23 11:10:21.917786 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 0e46eae7-bfbb-4463-a158-8373ac139188 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:10:21.931457 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b84620c3-e655-4b5e-a335-4211e1ff824a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:21.960653 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-a60e02f3-6aa5-4da8-adef-6717d094512e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bc7750-bf31-44cd-ab56-c6997b5e85c4', 'name': 'tempest-snat-router-974059874', 'tenant_id': '3a58b3a6e9ef44afb95c6caff7db1301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.58'}], 'enable_snat': False}, 'gw_port_id': 'da7e726a-ab43-4f32-ad75-b7fc2871bb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:10:16Z', 'updated_at': '2022-05-23T11:10:17Z', 'revision_number': 3, 'project_id': '3a58b3a6e9ef44afb95c6caff7db1301', 'gw_port': {'id': 'da7e726a-ab43-4f32-ad75-b7fc2871bb7a', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bc7750-bf31-44cd-ab56-c6997b5e85c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:10:16Z', 'updated_at': '2022-05-23T11:10:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:21.971429 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60e02f3-6aa5-4da8-adef-6717d094512e None None] The sync data for ids ['c7bc7750-bf31-44cd-ab56-c6997b5e85c4'] in n-d-842952-2 is: [{'id': 'c7bc7750-bf31-44cd-ab56-c6997b5e85c4', 'name': 'tempest-snat-router-974059874', 'tenant_id': '3a58b3a6e9ef44afb95c6caff7db1301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.58'}], 'enable_snat': False}, 'gw_port_id': 'da7e726a-ab43-4f32-ad75-b7fc2871bb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:10:16Z', 'updated_at': '2022-05-23T11:10:17Z', 'revision_number': 3, 'project_id': '3a58b3a6e9ef44afb95c6caff7db1301', 'gw_port': {'id': 'da7e726a-ab43-4f32-ad75-b7fc2871bb7a', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bc7750-bf31-44cd-ab56-c6997b5e85c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:10:16Z', 'updated_at': '2022-05-23T11:10:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:10:21.996191 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b84620c3-e655-4b5e-a335-4211e1ff824a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:21.997739 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4659e7a-43fa-4167-aa34-030ca519b36c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Network 58ef6021-e396-465d-be5f-f38283ee2d4e is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:10:22.079665 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-eb3b2dfd-f835-4c80-99cb-90d6e22709a4 req-187c2c7a-e0a9-42c6-a6e9-fc094b39130d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6e5720c9-9373-4a4c-a1a1-401278e6620b HTTP/1.1" status: 200 len: 1983 time: 0.5832560 May 23 11:10:22.087419 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-a4659e7a-43fa-4167-aa34-030ca519b36c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 58ef6021-e396-465d-be5f-f38283ee2d4e) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:10:22.099340 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7923f501-ace8-4b49-978c-64d040aa3ab6 None None] Network 58ef6021-e396-465d-be5f-f38283ee2d4e requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:10:22.113455 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4659e7a-43fa-4167-aa34-030ca519b36c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:22.114205 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a4659e7a-43fa-4167-aa34-030ca519b36c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:22.122305 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-07643d61-a91c-46aa-879e-4f50ef59179a tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:22.124813 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 0e46eae7-bfbb-4463-a158-8373ac139188, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0e46eae7-bfbb-4463-a158-8373ac139188,segment=NetworkSegment(627b9d90-481e-4586-8e5b-ec8be80efc37),segment_id=627b9d90-481e-4586-8e5b-ec8be80efc37)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:10:22.148064 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '0e46eae7-bfbb-4463-a158-8373ac139188', 'network_id': '93233ebd-402e-45bd-b397-1f41a2b23d60', 'port_id': '0e46eae7-bfbb-4463-a158-8373ac139188', 'mac_address': 'fa:16:3e:72:81:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9294d2b8-973f-442c-9036-697778dd5201', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:10:22.197767 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07643d61-a91c-46aa-879e-4f50ef59179a tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Pushing event deleted for resources: {'Port': ['ID=0b42809f-4a0f-4d85-b113-479046d93e1a,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:22.267086 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f54171-7949-4070-b5ba-3f4c100c4f65 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:10:22.290413 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e4f54171-7949-4070-b5ba-3f4c100c4f65 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:22.297716 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a0bf4a-c8c1-4930-8009-8b11e2539fb7 None None] Sync routers for ids ['1d10aae2-f88b-446e-bef0-6e5e31e44aa7'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:10:22.298475 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e4f54171-7949-4070-b5ba-3f4c100c4f65 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] 10.222.0.79 "PUT /v2.0/routers/1d10aae2-f88b-446e-bef0-6e5e31e44aa7 HTTP/1.1" status: 200 len: 884 time: 4.8717394 May 23 11:10:22.298475 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49798) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:22.299450 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:22.340041 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e46eae7-bfbb-4463-a158-8373ac139188 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:10:22.389695 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a0bf4a-c8c1-4930-8009-8b11e2539fb7 None None] Routers {'1d10aae2-f88b-446e-bef0-6e5e31e44aa7'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:10:22.390312 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-44a0bf4a-c8c1-4930-8009-8b11e2539fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:10:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['1d10aae2-f88b-446e-bef0-6e5e31e44aa7'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:22.408403 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a4659e7a-43fa-4167-aa34-030ca519b36c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.9853415 May 23 11:10:22.418723 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49802) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:22.427177 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-eb3b2dfd-f835-4c80-99cb-90d6e22709a4 req-228e9ad3-b87b-4b20-8954-b96a0a489db2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=810ff234-6f81-470f-ab96-122fc2658368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345292 May 23 11:10:22.457545 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-b84620c3-e655-4b5e-a335-4211e1ff824a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Allocated IP 172.25.6.126 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/d905a976-b3b4-43d8-a453-f84dfa89be12) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:10:22.460731 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 0e46eae7-bfbb-4463-a158-8373ac139188, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0e46eae7-bfbb-4463-a158-8373ac139188,segment=NetworkSegment(627b9d90-481e-4586-8e5b-ec8be80efc37),segment_id=627b9d90-481e-4586-8e5b-ec8be80efc37)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:10:22.464243 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-44a0bf4a-c8c1-4930-8009-8b11e2539fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:22.472474 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:22.483524 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-07643d61-a91c-46aa-879e-4f50ef59179a tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:22.486078 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-07643d61-a91c-46aa-879e-4f50ef59179a tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:22.487407 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-07643d61-a91c-46aa-879e-4f50ef59179a tempest-ServersTestJSON-912187022 tempest-ServersTestJSON-912187022-project] 10.222.0.79 "DELETE /v2.0/floatingips/0655f150-2ca2-49ab-acae-be61ed2add22 HTTP/1.1" status: 204 len: 168 time: 2.3116839 May 23 11:10:22.490768 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49806) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:22.491231 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-44e028f5-1835-4728-9f18-da9984925566 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Request body: {'subnet': {'network_id': 'e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:10:22.632829 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4d9d8d-f673-4c32-ad3d-dc46162e2ca1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-58ef6021-e396-465d-be5f-f38283ee2d4e', 'network_id': '58ef6021-e396-465d-be5f-f38283ee2d4e', 'tenant_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'fixed_ips': [{'subnet_id': 'd58e10eb-eed0-4186-8daa-9070770a55fe'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:10:22.634828 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8f4d9d8d-f673-4c32-ad3d-dc46162e2ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:22.668905 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a0bf4a-c8c1-4930-8009-8b11e2539fb7 None None] Routers {'1d10aae2-f88b-446e-bef0-6e5e31e44aa7'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:10:22.669778 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-44a0bf4a-c8c1-4930-8009-8b11e2539fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:10:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['1d10aae2-f88b-446e-bef0-6e5e31e44aa7'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:22.684688 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-44e028f5-1835-4728-9f18-da9984925566 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:10:22.733785 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['0e46eae7-bfbb-4463-a158-8373ac139188'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:10:22.742411 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-44e028f5-1835-4728-9f18-da9984925566 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Usage tracker for resource:subnet and tenant:c33b6fcb07a04f2fa56c6e5a7798a085 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:10:22.752597 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048ca31-e1ba-440b-859c-9c788d7a0d49 req-41b7271a-0b9b-4f6e-a067-d164799316ca tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:22.754088 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1048ca31-e1ba-440b-859c-9c788d7a0d49 req-41b7271a-0b9b-4f6e-a067-d164799316ca tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 945 time: 0.3848228 May 23 11:10:22.758416 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-44e028f5-1835-4728-9f18-da9984925566 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:10:22.777266 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-44e028f5-1835-4728-9f18-da9984925566 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:10:22.786233 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=0e46eae7-bfbb-4463-a158-8373ac139188,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:22.797403 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-44a0bf4a-c8c1-4930-8009-8b11e2539fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:22.797403 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a0bf4a-c8c1-4930-8009-8b11e2539fb7 None None] The sync data for ids ['1d10aae2-f88b-446e-bef0-6e5e31e44aa7'] in n-d-842952-2 is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:10:22.929009 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b84620c3-e655-4b5e-a335-4211e1ff824a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:22.951660 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1048ca31-e1ba-440b-859c-9c788d7a0d49 req-8b7c68b8-6d98-457e-8986-8e93496d3d91 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722853 May 23 11:10:23.006662 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-8f4d9d8d-f673-4c32-ad3d-dc46162e2ca1 None None] Allocated IP 10.1.1.2 (58ef6021-e396-465d-be5f-f38283ee2d4e/d58e10eb-eed0-4186-8daa-9070770a55fe/42a913bc-34a1-4ddc-b728-1edadaa6663a) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:10:23.058318 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e028f5-1835-4728-9f18-da9984925566 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Made reservation on behalf of c33b6fcb07a04f2fa56c6e5a7798a085 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:10:23.304786 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8f4d9d8d-f673-4c32-ad3d-dc46162e2ca1 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:23.318502 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8f4d9d8d-f673-4c32-ad3d-dc46162e2ca1 None None] Transition to ACTIVE for port object 42a913bc-34a1-4ddc-b728-1edadaa6663a will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:10:23.322586 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b84620c3-e655-4b5e-a335-4211e1ff824a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:23.340555 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8f4d9d8d-f673-4c32-ad3d-dc46162e2ca1 None None] Transition to ACTIVE for port object 42a913bc-34a1-4ddc-b728-1edadaa6663a will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:10:23.346497 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8f4d9d8d-f673-4c32-ad3d-dc46162e2ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:23.424920 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4d9d8d-f673-4c32-ad3d-dc46162e2ca1 None None] Network 58ef6021-e396-465d-be5f-f38283ee2d4e is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:10:23.426335 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d9d8d-f673-4c32-ad3d-dc46162e2ca1 None None] Pushing event updated for resources: {'Port': ['ID=42a913bc-34a1-4ddc-b728-1edadaa6663a,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:23.427940 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-8f4d9d8d-f673-4c32-ad3d-dc46162e2ca1 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:10:23.430122 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4d9d8d-f673-4c32-ad3d-dc46162e2ca1 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:10:23.454259 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84620c3-e655-4b5e-a335-4211e1ff824a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:10:23.459074 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb6d21-4ab5-44f4-b01c-6374c3204eed req-e444b120-51c5-48db-b0bf-285ef8e2b226 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:23.463258 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-b84620c3-e655-4b5e-a335-4211e1ff824a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:10:23.466644 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84620c3-e655-4b5e-a335-4211e1ff824a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:10:23.468886 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a8fb6d21-4ab5-44f4-b01c-6374c3204eed req-e444b120-51c5-48db-b0bf-285ef8e2b226 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=da5341dc-b759-4938-8dcc-3bc5fb355440 HTTP/1.1" status: 200 len: 944 time: 0.7862527 May 23 11:10:23.504067 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84620c3-e655-4b5e-a335-4211e1ff824a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Pushing event updated for resources: {'Port': ['ID=d905a976-b3b4-43d8-a453-f84dfa89be12,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:23.561661 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-44e028f5-1835-4728-9f18-da9984925566 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:23.613437 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-fc2a243e-2737-4ca9-ac83-02ff75c8e18e tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] 10.222.0.79 "GET /v2.0/routers/1d10aae2-f88b-446e-bef0-6e5e31e44aa7 HTTP/1.1" status: 200 len: 925 time: 1.3156168 May 23 11:10:23.614514 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49814) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:23.672774 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-8f4d9d8d-f673-4c32-ad3d-dc46162e2ca1 None None] Attempting to bind port 42a913bc-34a1-4ddc-b728-1edadaa6663a on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:10:23.672774 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-8f4d9d8d-f673-4c32-ad3d-dc46162e2ca1 None None] Attempting to bind port 42a913bc-34a1-4ddc-b728-1edadaa6663a by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'e7b922b3-15a2-4883-bd23-67efe7247083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '58ef6021-e396-465d-be5f-f38283ee2d4e'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:10:23.672774 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4d9d8d-f673-4c32-ad3d-dc46162e2ca1 None None] Attempting to bind port 42a913bc-34a1-4ddc-b728-1edadaa6663a on network 58ef6021-e396-465d-be5f-f38283ee2d4e {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:10:23.687578 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4d9d8d-f673-4c32-ad3d-dc46162e2ca1 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:10:23.687578 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4d9d8d-f673-4c32-ad3d-dc46162e2ca1 None None] Checking segment: {'id': 'e7b922b3-15a2-4883-bd23-67efe7247083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '58ef6021-e396-465d-be5f-f38283ee2d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:10:23.687578 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8f4d9d8d-f673-4c32-ad3d-dc46162e2ca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:23.687578 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4d9d8d-f673-4c32-ad3d-dc46162e2ca1 None None] Bound using segment: {'id': 'e7b922b3-15a2-4883-bd23-67efe7247083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '58ef6021-e396-465d-be5f-f38283ee2d4e'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:10:23.690865 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-8f4d9d8d-f673-4c32-ad3d-dc46162e2ca1 None None] Bound port: 42a913bc-34a1-4ddc-b728-1edadaa6663a, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7b922b3-15a2-4883-bd23-67efe7247083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '58ef6021-e396-465d-be5f-f38283ee2d4e'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:10:23.690865 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8f4d9d8d-f673-4c32-ad3d-dc46162e2ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:23.707241 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c565be2a-13dc-4ffa-ae88-d519158d427b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:23.737199 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a8fb6d21-4ab5-44f4-b01c-6374c3204eed req-bfb5fbc6-f45f-4c7f-bb45-4897d8673059 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669272 May 23 11:10:23.795189 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3e71b-6ae7-43d3-9678-c616061c137e req-1da7fb38-fecb-439b-9e24-c050cc00dc83 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:23.806756 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3e71b-6ae7-43d3-9678-c616061c137e req-1da7fb38-fecb-439b-9e24-c050cc00dc83 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:23.812941 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-31b3e71b-6ae7-43d3-9678-c616061c137e req-1da7fb38-fecb-439b-9e24-c050cc00dc83 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5720c9-9373-4a4c-a1a1-401278e6620b HTTP/1.1" status: 200 len: 1681 time: 0.6412737 May 23 11:10:23.924882 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-8f4d9d8d-f673-4c32-ad3d-dc46162e2ca1 None None] For port 42a913bc-34a1-4ddc-b728-1edadaa6663a, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:10:23.944167 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-8f4d9d8d-f673-4c32-ad3d-dc46162e2ca1 None None] For port 42a913bc-34a1-4ddc-b728-1edadaa6663a, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=42a913bc-34a1-4ddc-b728-1edadaa6663a,segment=NetworkSegment(e7b922b3-15a2-4883-bd23-67efe7247083),segment_id=e7b922b3-15a2-4883-bd23-67efe7247083)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:10:23.944167 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 0e46eae7-bfbb-4463-a158-8373ac139188 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:10:23.957439 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b84620c3-e655-4b5e-a335-4211e1ff824a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:23.957439 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b84620c3-e655-4b5e-a335-4211e1ff824a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:24.157336 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8f4d9d8d-f673-4c32-ad3d-dc46162e2ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:24.179002 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e86e38f2-f7f1-493e-b833-d20afeaeb746 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=87d63aa2-c2e7-4553-824a-d818708dd83b&device_id=1d10aae2-f88b-446e-bef0-6e5e31e44aa7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5057902 May 23 11:10:24.179793 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49820) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:24.232218 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-31b3e71b-6ae7-43d3-9678-c616061c137e req-2d2294ec-8dc8-4006-8b9c-39494f8af11c tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/security-groups?id=810ff234-6f81-470f-ab96-122fc2658368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680048 May 23 11:10:24.234239 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-44e028f5-1835-4728-9f18-da9984925566 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:24.262134 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 0e46eae7-bfbb-4463-a158-8373ac139188 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:10:24.262489 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:24.342218 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d9d8d-f673-4c32-ad3d-dc46162e2ca1 None None] Pushing event updated for resources: {'Port': ['ID=42a913bc-34a1-4ddc-b728-1edadaa6663a,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:24.380522 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e028f5-1835-4728-9f18-da9984925566 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Pushing event updated for resources: {'Subnet': ['ID=3002fdac-2784-401d-a448-1ed62ecf0bbd,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:24.415502 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:24.421317 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e028f5-1835-4728-9f18-da9984925566 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Checking segment: {'id': '4fb36cd3-6cfe-4123-a5c3-41bfd28cb3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:10:24.421820 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e028f5-1835-4728-9f18-da9984925566 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Network hostable DHCP agents. Network: e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:10:24.433191 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b39bf6-79ff-4a70-9768-a3c8038cb5cd tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:24.433755 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-70b39bf6-79ff-4a70-9768-a3c8038cb5cd tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Synchronizing usage tracker for tenant:458f6bd8bf0645d090a34dbc64857384 on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:10:24.443629 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312fcde-e1b1-4a1f-8341-5a02f59bfb6d req-e6dc53ca-02e9-41dd-b7fb-2208a52c3fb1 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:24.445790 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0312fcde-e1b1-4a1f-8341-5a02f59bfb6d req-e6dc53ca-02e9-41dd-b7fb-2208a52c3fb1 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 945 time: 0.1536653 May 23 11:10:24.448701 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5341dc-b759-4938-8dcc-3bc5fb355440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e46eae7-bfbb-4463-a158-8373ac139188'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:10:24.460851 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-70b39bf6-79ff-4a70-9768-a3c8038cb5cd tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Unset dirty status for tenant:458f6bd8bf0645d090a34dbc64857384 on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:10:24.461346 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 0e46eae7-bfbb-4463-a158-8373ac139188, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0e46eae7-bfbb-4463-a158-8373ac139188,segment=NetworkSegment(627b9d90-481e-4586-8e5b-ec8be80efc37),segment_id=627b9d90-481e-4586-8e5b-ec8be80efc37)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:10:24.465499 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-70b39bf6-79ff-4a70-9768-a3c8038cb5cd tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] 10.222.0.79 "GET /v2.0/networks/87d63aa2-c2e7-4553-824a-d818708dd83b HTTP/1.1" status: 200 len: 881 time: 0.2844994 May 23 11:10:24.465917 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:24.467133 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49826) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:24.563947 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e028f5-1835-4728-9f18-da9984925566 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Network e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:10:24.574887 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=0e46eae7-bfbb-4463-a158-8373ac139188,revision_number=7']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:24.582799 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdaf96a0-1dfa-489d-b9db-5f074cda6c68'] response: {'server_uuid': 'da5341dc-b759-4938-8dcc-3bc5fb355440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e46eae7-bfbb-4463-a158-8373ac139188', 'code': 200} May 23 11:10:24.582959 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0312fcde-e1b1-4a1f-8341-5a02f59bfb6d req-c44ab49a-0052-48ea-82b2-02cd169598b3 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139762 May 23 11:10:24.589859 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-44e028f5-1835-4728-9f18-da9984925566 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:10:24.598697 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e028f5-1835-4728-9f18-da9984925566 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:24.602725 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32746212-d390-4d99-9b7c-b3b96f2bf088 None None] Network e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:10:24.604285 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-44e028f5-1835-4728-9f18-da9984925566 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:24.649646 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-44e028f5-1835-4728-9f18-da9984925566 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1850345 May 23 11:10:24.652225 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49830) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:24.653278 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a30dbad2-720d-4176-b584-0430a5c49c3c tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d10aae2-f88b-446e-bef0-6e5e31e44aa7 HTTP/1.1" status: 200 len: 205 time: 0.1847148 May 23 11:10:24.664047 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-eb477fc4-99f4-4dd1-bd25-2f71f868be98 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Request body: {'port': {'network_id': '58ef6021-e396-465d-be5f-f38283ee2d4e', 'name': 'tempest-TaggedBootDevicesTest-1988974323', 'fixed_ips': [{'subnet_id': 'd58e10eb-eed0-4186-8daa-9070770a55fe'}]}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:10:24.665731 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49834) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:24.860888 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-eb477fc4-99f4-4dd1-bd25-2f71f868be98 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:10:24.865809 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-eb477fc4-99f4-4dd1-bd25-2f71f868be98 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Usage tracker for resource:port and tenant:c33b6fcb07a04f2fa56c6e5a7798a085 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:10:24.869966 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-eb477fc4-99f4-4dd1-bd25-2f71f868be98 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:10:24.877544 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-eb477fc4-99f4-4dd1-bd25-2f71f868be98 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:10:24.900913 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb477fc4-99f4-4dd1-bd25-2f71f868be98 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Made reservation on behalf of c33b6fcb07a04f2fa56c6e5a7798a085 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:10:24.939761 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2424d5-1c35-4276-944b-9e9e56b900c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d', 'network_id': 'e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d', 'tenant_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'fixed_ips': [{'subnet_id': '3002fdac-2784-401d-a448-1ed62ecf0bbd'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:10:24.940693 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6b2424d5-1c35-4276-944b-9e9e56b900c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:25.106471 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8ed90-32eb-4511-b37b-f3582a062bb6 req-5b4fc842-d5fe-4603-b74e-aff248d5d668 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:25.108224 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-97b8ed90-32eb-4511-b37b-f3582a062bb6 req-5b4fc842-d5fe-4603-b74e-aff248d5d668 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=da5341dc-b759-4938-8dcc-3bc5fb355440 HTTP/1.1" status: 200 len: 945 time: 0.1844261 May 23 11:10:25.111719 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eb477fc4-99f4-4dd1-bd25-2f71f868be98 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:25.114558 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-6b2424d5-1c35-4276-944b-9e9e56b900c3 None None] Allocated IP 10.2.2.2 (e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d/3002fdac-2784-401d-a448-1ed62ecf0bbd/76b7d22d-603a-4c4d-912d-f26bbcf98dab) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:10:25.154038 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b84620c3-e655-4b5e-a335-4211e1ff824a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Router ddc54319-20d4-4f1b-b283-34851d469911 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:10:25.174047 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-eb477fc4-99f4-4dd1-bd25-2f71f868be98 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] device_id is not set on port 4b591b58-1bf1-4cef-b2f3-f83a8acf29e7 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:10:25.418837 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-eb477fc4-99f4-4dd1-bd25-2f71f868be98 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Allocated IP 10.1.1.238 (58ef6021-e396-465d-be5f-f38283ee2d4e/d58e10eb-eed0-4186-8daa-9070770a55fe/4b591b58-1bf1-4cef-b2f3-f83a8acf29e7) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:10:25.457931 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-97b8ed90-32eb-4511-b37b-f3582a062bb6 req-5c641ab2-3ab9-4b00-9e75-9871c3b96fef tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358684 May 23 11:10:25.519797 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6b2424d5-1c35-4276-944b-9e9e56b900c3 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:25.533273 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6b2424d5-1c35-4276-944b-9e9e56b900c3 None None] Transition to ACTIVE for port object 76b7d22d-603a-4c4d-912d-f26bbcf98dab will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:10:25.572789 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542201fe-7ebb-4c6c-859f-dfd7a5cdd8e6 None None] Network 58ef6021-e396-465d-be5f-f38283ee2d4e requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:10:25.593305 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6b2424d5-1c35-4276-944b-9e9e56b900c3 None None] Transition to ACTIVE for port object 76b7d22d-603a-4c4d-912d-f26bbcf98dab will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:10:25.624160 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e6cb1c15-c0c1-4363-8471-c34a68903159 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:25.671766 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6b2424d5-1c35-4276-944b-9e9e56b900c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:25.688584 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f98b4-2283-4735-9f29-5e54a1b9cbb8 req-02b9a3b2-ed46-4b43-b06f-5e3bf1254d49 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:25.693051 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f98b4-2283-4735-9f29-5e54a1b9cbb8 req-02b9a3b2-ed46-4b43-b06f-5e3bf1254d49 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:25.694971 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f84f98b4-2283-4735-9f29-5e54a1b9cbb8 req-02b9a3b2-ed46-4b43-b06f-5e3bf1254d49 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5720c9-9373-4a4c-a1a1-401278e6620b HTTP/1.1" status: 200 len: 1681 time: 0.2425339 May 23 11:10:25.751470 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-51fa6f92-19df-43e9-9fc8-b33ad29e9d83 None None] Provisioning for port 42a913bc-34a1-4ddc-b728-1edadaa6663a completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:10:25.806952 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eb477fc4-99f4-4dd1-bd25-2f71f868be98 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:25.810989 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 42a913bc-34a1-4ddc-b728-1edadaa6663a up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:10:25.855947 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f84f98b4-2283-4735-9f29-5e54a1b9cbb8 req-8605509a-b2d9-4fd9-ade9-39f9bd6aa03b tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/security-groups?id=810ff234-6f81-470f-ab96-122fc2658368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530759 May 23 11:10:25.863380 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-eb477fc4-99f4-4dd1-bd25-2f71f868be98 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Transition to ACTIVE for port object 4b591b58-1bf1-4cef-b2f3-f83a8acf29e7 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:10:25.868858 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2424d5-1c35-4276-944b-9e9e56b900c3 None None] Network e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:10:25.879384 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2424d5-1c35-4276-944b-9e9e56b900c3 None None] Pushing event updated for resources: {'Port': ['ID=76b7d22d-603a-4c4d-912d-f26bbcf98dab,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:25.888296 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-6b2424d5-1c35-4276-944b-9e9e56b900c3 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:10:25.891283 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2424d5-1c35-4276-944b-9e9e56b900c3 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:10:25.916746 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eb477fc4-99f4-4dd1-bd25-2f71f868be98 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:26.091079 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-6b2424d5-1c35-4276-944b-9e9e56b900c3 None None] Attempting to bind port 76b7d22d-603a-4c4d-912d-f26bbcf98dab on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:10:26.091942 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-6b2424d5-1c35-4276-944b-9e9e56b900c3 None None] Attempting to bind port 76b7d22d-603a-4c4d-912d-f26bbcf98dab by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '4fb36cd3-6cfe-4123-a5c3-41bfd28cb3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:10:26.092563 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2424d5-1c35-4276-944b-9e9e56b900c3 None None] Attempting to bind port 76b7d22d-603a-4c4d-912d-f26bbcf98dab on network e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:10:26.105230 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2424d5-1c35-4276-944b-9e9e56b900c3 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:10:26.105879 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2424d5-1c35-4276-944b-9e9e56b900c3 None None] Checking segment: {'id': '4fb36cd3-6cfe-4123-a5c3-41bfd28cb3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:10:26.106429 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6b2424d5-1c35-4276-944b-9e9e56b900c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:26.106957 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2424d5-1c35-4276-944b-9e9e56b900c3 None None] Bound using segment: {'id': '4fb36cd3-6cfe-4123-a5c3-41bfd28cb3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:10:26.107741 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-6b2424d5-1c35-4276-944b-9e9e56b900c3 None None] Bound port: 76b7d22d-603a-4c4d-912d-f26bbcf98dab, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fb36cd3-6cfe-4123-a5c3-41bfd28cb3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:10:26.108861 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6b2424d5-1c35-4276-944b-9e9e56b900c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:26.122529 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb477fc4-99f4-4dd1-bd25-2f71f868be98 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Network 58ef6021-e396-465d-be5f-f38283ee2d4e is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:10:26.132700 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb477fc4-99f4-4dd1-bd25-2f71f868be98 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Pushing event updated for resources: {'Port': ['ID=4b591b58-1bf1-4cef-b2f3-f83a8acf29e7,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:26.145671 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-eb477fc4-99f4-4dd1-bd25-2f71f868be98 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:10:26.153649 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb477fc4-99f4-4dd1-bd25-2f71f868be98 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:10:26.159202 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-c565be2a-13dc-4ffa-ae88-d519158d427b admin admin] Deleting port be498722-3fc9-49a7-9025-6349d6afac14 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:10:26.159637 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c565be2a-13dc-4ffa-ae88-d519158d427b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:26.194390 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84620c3-e655-4b5e-a335-4211e1ff824a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:10:26.206151 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183c8aa0-5b1e-4d09-a632-1c9774c4ead9 None None] Sync routers for ids ['ddc54319-20d4-4f1b-b283-34851d469911'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:10:26.227623 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183c8aa0-5b1e-4d09-a632-1c9774c4ead9 None None] Routers {'ddc54319-20d4-4f1b-b283-34851d469911'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:10:26.229001 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-183c8aa0-5b1e-4d09-a632-1c9774c4ead9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:10:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['ddc54319-20d4-4f1b-b283-34851d469911'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:26.230682 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb477fc4-99f4-4dd1-bd25-2f71f868be98 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:26.231783 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eb477fc4-99f4-4dd1-bd25-2f71f868be98 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:26.264665 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 42a913bc-34a1-4ddc-b728-1edadaa6663a completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:10:26.280995 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-eb477fc4-99f4-4dd1-bd25-2f71f868be98 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6273341 May 23 11:10:26.282036 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49858) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:26.292093 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 42a913bc-34a1-4ddc-b728-1edadaa6663a triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:10:26.292466 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:26.298320 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-3e7cfb30-0269-42f9-abe7-281bedd01ced tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Request body: {'port': {'network_id': '58ef6021-e396-465d-be5f-f38283ee2d4e', 'name': 'tempest-TaggedBootDevicesTest-1834519009', 'fixed_ips': [{'subnet_id': 'd58e10eb-eed0-4186-8daa-9070770a55fe'}]}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:10:26.365424 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b84620c3-e655-4b5e-a335-4211e1ff824a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:26.367970 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b84620c3-e655-4b5e-a335-4211e1ff824a tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.4598455 May 23 11:10:26.446735 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49862) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:26.516331 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6b2424d5-1c35-4276-944b-9e9e56b900c3 None None] For port 76b7d22d-603a-4c4d-912d-f26bbcf98dab, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:10:26.537223 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6b2424d5-1c35-4276-944b-9e9e56b900c3 None None] For port 76b7d22d-603a-4c4d-912d-f26bbcf98dab, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=76b7d22d-603a-4c4d-912d-f26bbcf98dab,segment=NetworkSegment(4fb36cd3-6cfe-4123-a5c3-41bfd28cb3c6),segment_id=4fb36cd3-6cfe-4123-a5c3-41bfd28cb3c6)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:10:26.549127 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6b2424d5-1c35-4276-944b-9e9e56b900c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:26.641252 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3e7cfb30-0269-42f9-abe7-281bedd01ced tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:10:26.646961 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3e7cfb30-0269-42f9-abe7-281bedd01ced tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Usage tracker for resource:port and tenant:c33b6fcb07a04f2fa56c6e5a7798a085 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:10:26.652201 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3e7cfb30-0269-42f9-abe7-281bedd01ced tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:10:26.658385 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3e7cfb30-0269-42f9-abe7-281bedd01ced tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:10:26.673952 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4590cc9-58dd-485c-8449-55064b705821 req-9c1a5666-61b6-4c24-a0ad-2d887a585849 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:26.681629 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d4590cc9-58dd-485c-8449-55064b705821 req-9c1a5666-61b6-4c24-a0ad-2d887a585849 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 945 time: 0.6206906 May 23 11:10:26.706622 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7cfb30-0269-42f9-abe7-281bedd01ced tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Made reservation on behalf of c33b6fcb07a04f2fa56c6e5a7798a085 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:10:26.712167 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e7cfb30-0269-42f9-abe7-281bedd01ced tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:26.714156 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-183c8aa0-5b1e-4d09-a632-1c9774c4ead9 None None] Set router ddc54319-20d4-4f1b-b283-34851d469911 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:10:26.738959 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-3e7cfb30-0269-42f9-abe7-281bedd01ced tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] device_id is not set on port 24c0e8e3-e2c6-4186-8f44-ff76dec40384 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:10:26.927232 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2424d5-1c35-4276-944b-9e9e56b900c3 None None] Pushing event updated for resources: {'Port': ['ID=76b7d22d-603a-4c4d-912d-f26bbcf98dab,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:26.967146 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2424d5-1c35-4276-944b-9e9e56b900c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:10:26.967146 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2424d5-1c35-4276-944b-9e9e56b900c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:10:26.969271 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2424d5-1c35-4276-944b-9e9e56b900c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:10:26.969861 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2424d5-1c35-4276-944b-9e9e56b900c3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:10:26.972003 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2424d5-1c35-4276-944b-9e9e56b900c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:10:26.977254 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2424d5-1c35-4276-944b-9e9e56b900c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:10:26.978547 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2424d5-1c35-4276-944b-9e9e56b900c3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:10:26.979493 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2424d5-1c35-4276-944b-9e9e56b900c3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:10:26.982820 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2424d5-1c35-4276-944b-9e9e56b900c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:10:26.984499 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2424d5-1c35-4276-944b-9e9e56b900c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:10:26.987468 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2424d5-1c35-4276-944b-9e9e56b900c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:10:27.002316 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:27.052451 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e6cb1c15-c0c1-4363-8471-c34a68903159 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:27.064969 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-3e7cfb30-0269-42f9-abe7-281bedd01ced tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Allocated IP 10.1.1.94 (58ef6021-e396-465d-be5f-f38283ee2d4e/d58e10eb-eed0-4186-8daa-9070770a55fe/24c0e8e3-e2c6-4186-8f44-ff76dec40384) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:10:27.087717 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e6cb1c15-c0c1-4363-8471-c34a68903159 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Deleting port f9b926fc-7ef0-462d-9340-f002b63a1b60 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:10:27.088227 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e6cb1c15-c0c1-4363-8471-c34a68903159 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:27.125231 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 42a913bc-34a1-4ddc-b728-1edadaa6663a, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=42a913bc-34a1-4ddc-b728-1edadaa6663a,segment=NetworkSegment(e7b922b3-15a2-4883-bd23-67efe7247083),segment_id=e7b922b3-15a2-4883-bd23-67efe7247083)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:10:27.133445 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:27.348175 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=42a913bc-34a1-4ddc-b728-1edadaa6663a,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:27.362753 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d4590cc9-58dd-485c-8449-55064b705821 req-59138104-8fee-4628-82a2-e3e7958bdbbd tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6791730 May 23 11:10:27.543058 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-805bcebf-e481-4cb9-967d-e27cbe6f50dd None None] Provisioning for port 4b591b58-1bf1-4cef-b2f3-f83a8acf29e7 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:10:27.555387 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-805bcebf-e481-4cb9-967d-e27cbe6f50dd None None] Provisioning complete for port 4b591b58-1bf1-4cef-b2f3-f83a8acf29e7 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:10:27.556652 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-805bcebf-e481-4cb9-967d-e27cbe6f50dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:27.664857 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e6cb1c15-c0c1-4363-8471-c34a68903159 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:27.684982 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-805bcebf-e481-4cb9-967d-e27cbe6f50dd None None] Port 4b591b58-1bf1-4cef-b2f3-f83a8acf29e7 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:10:27.706489 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-805bcebf-e481-4cb9-967d-e27cbe6f50dd None None] Provisioning complete for port 42a913bc-34a1-4ddc-b728-1edadaa6663a triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:10:27.706965 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-805bcebf-e481-4cb9-967d-e27cbe6f50dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:27.720820 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-183c8aa0-5b1e-4d09-a632-1c9774c4ead9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc54319-20d4-4f1b-b283-34851d469911', 'name': 'tempest-snat-router-974059874', 'tenant_id': '3a58b3a6e9ef44afb95c6caff7db1301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'd905a976-b3b4-43d8-a453-f84dfa89be12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:10:18Z', 'updated_at': '2022-05-23T11:10:23Z', 'revision_number': 3, 'project_id': '3a58b3a6e9ef44afb95c6caff7db1301', 'gw_port': {'id': 'd905a976-b3b4-43d8-a453-f84dfa89be12', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc54319-20d4-4f1b-b283-34851d469911', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:10:22Z', 'updated_at': '2022-05-23T11:10:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:27.727906 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183c8aa0-5b1e-4d09-a632-1c9774c4ead9 None None] Checking router: ddc54319-20d4-4f1b-b283-34851d469911 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:10:27.728423 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183c8aa0-5b1e-4d09-a632-1c9774c4ead9 None None] Updating router ddc54319-20d4-4f1b-b283-34851d469911 port d905a976-b3b4-43d8-a453-f84dfa89be12 binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:10:27.739955 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589c74b-3280-4c31-b28a-c87616b8ed0a req-ac16764b-f7ba-42e7-83c1-364c61a01bd9 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:27.749452 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589c74b-3280-4c31-b28a-c87616b8ed0a req-ac16764b-f7ba-42e7-83c1-364c61a01bd9 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:27.753966 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1589c74b-3280-4c31-b28a-c87616b8ed0a req-ac16764b-f7ba-42e7-83c1-364c61a01bd9 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5720c9-9373-4a4c-a1a1-401278e6620b HTTP/1.1" status: 200 len: 1681 time: 0.2861161 May 23 11:10:27.854492 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-183c8aa0-5b1e-4d09-a632-1c9774c4ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:27.932977 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-c565be2a-13dc-4ffa-ae88-d519158d427b admin admin] For port be498722-3fc9-49a7-9025-6349d6afac14, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=be498722-3fc9-49a7-9025-6349d6afac14,segment=NetworkSegment(42d759c9-732c-4537-a07f-98319021ed2c),segment_id=42d759c9-732c-4537-a07f-98319021ed2c)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:10:27.934272 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c565be2a-13dc-4ffa-ae88-d519158d427b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:27.949401 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 0e46eae7-bfbb-4463-a158-8373ac139188 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:10:27.986924 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e7cfb30-0269-42f9-abe7-281bedd01ced tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:28.036448 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 76b7d22d-603a-4c4d-912d-f26bbcf98dab up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:10:28.046954 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-3e7cfb30-0269-42f9-abe7-281bedd01ced tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Transition to ACTIVE for port object 24c0e8e3-e2c6-4186-8f44-ff76dec40384 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:10:28.066689 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1589c74b-3280-4c31-b28a-c87616b8ed0a req-9395c377-4953-4029-8079-95a1251ffb83 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/security-groups?id=810ff234-6f81-470f-ab96-122fc2658368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723062 May 23 11:10:28.110748 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a5adb-154b-4fdf-b61d-25d17055dbf3 req-248e5b9c-e956-4074-a379-fc747c5426d6 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:28.112613 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-824a5adb-154b-4fdf-b61d-25d17055dbf3 req-248e5b9c-e956-4074-a379-fc747c5426d6 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=da5341dc-b759-4938-8dcc-3bc5fb355440 HTTP/1.1" status: 200 len: 945 time: 0.4619308 May 23 11:10:28.149290 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e7cfb30-0269-42f9-abe7-281bedd01ced tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:28.246317 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7cfb30-0269-42f9-abe7-281bedd01ced tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Pushing event updated for resources: {'Port': ['ID=24c0e8e3-e2c6-4186-8f44-ff76dec40384,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:28.257868 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8154ca7b-5abb-4f9b-bcea-0784ab392fbd None None] Provisioning complete for port 4b591b58-1bf1-4cef-b2f3-f83a8acf29e7 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:10:28.258412 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8154ca7b-5abb-4f9b-bcea-0784ab392fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:28.282664 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7cfb30-0269-42f9-abe7-281bedd01ced tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Network 58ef6021-e396-465d-be5f-f38283ee2d4e is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:10:28.285078 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-3e7cfb30-0269-42f9-abe7-281bedd01ced tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:10:28.299552 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7cfb30-0269-42f9-abe7-281bedd01ced tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:10:28.357855 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-824a5adb-154b-4fdf-b61d-25d17055dbf3 req-38e54bc2-8b06-4add-a863-978e85b6b088 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315259 May 23 11:10:28.400558 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7cfb30-0269-42f9-abe7-281bedd01ced tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:28.401137 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e7cfb30-0269-42f9-abe7-281bedd01ced tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:28.440457 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8154ca7b-5abb-4f9b-bcea-0784ab392fbd None None] Port 4b591b58-1bf1-4cef-b2f3-f83a8acf29e7 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:10:28.458934 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3e7cfb30-0269-42f9-abe7-281bedd01ced tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1724870 May 23 11:10:28.475004 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:28.489136 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 76b7d22d-603a-4c4d-912d-f26bbcf98dab completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:10:28.510076 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b6a2c5-84c7-4f6a-a894-6175eb217bbf None None] New status for floating IP 0655f150-2ca2-49ab-acae-be61ed2add22: DOWN {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:10:28.583588 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-c565be2a-13dc-4ffa-ae88-d519158d427b admin admin] Calling delete_port for be498722-3fc9-49a7-9025-6349d6afac14 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:10:28.620763 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 42a913bc-34a1-4ddc-b728-1edadaa6663a up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:10:28.624191 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-183c8aa0-5b1e-4d09-a632-1c9774c4ead9 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:28.656205 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-183c8aa0-5b1e-4d09-a632-1c9774c4ead9 None None] Transition to ACTIVE for port object d905a976-b3b4-43d8-a453-f84dfa89be12 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:10:28.670449 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-183c8aa0-5b1e-4d09-a632-1c9774c4ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:28.683563 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49876) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:28.689421 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-8f625c04-f794-4da2-8ed3-c46a5a570102 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2039551055', 'description': 'tempest-description--363864924'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:10:28.704600 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8f625c04-f794-4da2-8ed3-c46a5a570102 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:10:28.725683 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e6cb1c15-c0c1-4363-8471-c34a68903159 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Calling delete_port for f9b926fc-7ef0-462d-9340-f002b63a1b60 owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:10:28.769171 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-183c8aa0-5b1e-4d09-a632-1c9774c4ead9 None None] Attempting to bind port d905a976-b3b4-43d8-a453-f84dfa89be12 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:10:28.769621 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-183c8aa0-5b1e-4d09-a632-1c9774c4ead9 None None] Attempting to bind port d905a976-b3b4-43d8-a453-f84dfa89be12 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:10:28.769799 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183c8aa0-5b1e-4d09-a632-1c9774c4ead9 None None] Attempting to bind port d905a976-b3b4-43d8-a453-f84dfa89be12 on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:10:28.781645 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50279981-8639-46d3-bf14-9aee873c08f5 None None] Pushing event updated for resources: {'Port': ['ID=d905a976-b3b4-43d8-a453-f84dfa89be12,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:28.791912 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183c8aa0-5b1e-4d09-a632-1c9774c4ead9 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:10:28.792543 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183c8aa0-5b1e-4d09-a632-1c9774c4ead9 None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:10:28.793130 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-183c8aa0-5b1e-4d09-a632-1c9774c4ead9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:28.793685 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183c8aa0-5b1e-4d09-a632-1c9774c4ead9 None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:10:28.794376 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-183c8aa0-5b1e-4d09-a632-1c9774c4ead9 None None] Bound port: d905a976-b3b4-43d8-a453-f84dfa89be12, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:10:28.794641 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5341dc-b759-4938-8dcc-3bc5fb355440', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e46eae7-bfbb-4463-a158-8373ac139188'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:10:28.795117 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-183c8aa0-5b1e-4d09-a632-1c9774c4ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:28.815258 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 0e46eae7-bfbb-4463-a158-8373ac139188, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0e46eae7-bfbb-4463-a158-8373ac139188,segment=NetworkSegment(627b9d90-481e-4586-8e5b-ec8be80efc37),segment_id=627b9d90-481e-4586-8e5b-ec8be80efc37)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:10:28.823475 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4df9384-9494-4b44-abd0-372afe1c333c None None] Network e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:10:28.827745 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8f625c04-f794-4da2-8ed3-c46a5a570102 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Usage tracker for resource:security_group and tenant:c33b6fcb07a04f2fa56c6e5a7798a085 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:10:28.836004 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8f625c04-f794-4da2-8ed3-c46a5a570102 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:10:28.847419 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8f625c04-f794-4da2-8ed3-c46a5a570102 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:10:28.876155 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8f625c04-f794-4da2-8ed3-c46a5a570102 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:28.914697 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-183c8aa0-5b1e-4d09-a632-1c9774c4ead9 None None] For port d905a976-b3b4-43d8-a453-f84dfa89be12, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:10:28.921437 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-183c8aa0-5b1e-4d09-a632-1c9774c4ead9 None None] For port d905a976-b3b4-43d8-a453-f84dfa89be12, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=d905a976-b3b4-43d8-a453-f84dfa89be12,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:10:28.927146 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae14690-c1a4-4e3b-a7f7-221f67819748 req-1aa03c1e-b92e-4f9d-9c57-b0c65be194fd tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:28.930965 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-183c8aa0-5b1e-4d09-a632-1c9774c4ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:28.934854 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3ae14690-c1a4-4e3b-a7f7-221f67819748 req-1aa03c1e-b92e-4f9d-9c57-b0c65be194fd tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 945 time: 0.2330401 May 23 11:10:28.965375 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:28.970833 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7455c938-8078-4551-9c7e-d002705c4586'] response: {'server_uuid': 'da5341dc-b759-4938-8dcc-3bc5fb355440', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e46eae7-bfbb-4463-a158-8373ac139188', 'code': 200} May 23 11:10:28.975620 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8f625c04-f794-4da2-8ed3-c46a5a570102 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:10:28.984961 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8f625c04-f794-4da2-8ed3-c46a5a570102 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Usage tracker for resource:security_group_rule and tenant:c33b6fcb07a04f2fa56c6e5a7798a085 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:10:28.989996 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8f625c04-f794-4da2-8ed3-c46a5a570102 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:10:29.014074 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3ae14690-c1a4-4e3b-a7f7-221f67819748 req-2a079429-7009-45d9-8d6f-c262cbd99525 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782311 May 23 11:10:29.015149 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8f625c04-f794-4da2-8ed3-c46a5a570102 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:10:29.053189 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50279981-8639-46d3-bf14-9aee873c08f5 None None] Pushing event updated for resources: {'Port': ['ID=d905a976-b3b4-43d8-a453-f84dfa89be12,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:29.067813 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183c8aa0-5b1e-4d09-a632-1c9774c4ead9 None None] Routers {'ddc54319-20d4-4f1b-b283-34851d469911'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:10:29.068542 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-183c8aa0-5b1e-4d09-a632-1c9774c4ead9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:10:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['ddc54319-20d4-4f1b-b283-34851d469911'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:29.180707 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8f625c04-f794-4da2-8ed3-c46a5a570102 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:29.196467 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8f625c04-f794-4da2-8ed3-c46a5a570102 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:29.239814 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78100fab-6563-4ff9-94e9-706f52696ab7 req-07f4d29f-8b98-42f5-9efd-3db33dcdef8d tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:29.240549 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-78100fab-6563-4ff9-94e9-706f52696ab7 req-07f4d29f-8b98-42f5-9efd-3db33dcdef8d tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Synchronizing usage tracker for tenant:742b1cf1e0b345dca83f32458f4c8414 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:10:29.306322 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-183c8aa0-5b1e-4d09-a632-1c9774c4ead9 None None] Set router ddc54319-20d4-4f1b-b283-34851d469911 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:10:29.329211 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f625c04-f794-4da2-8ed3-c46a5a570102 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f272872-a39f-46cb-89b3-0bb9bacc1a43,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:29.338580 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8f625c04-f794-4da2-8ed3-c46a5a570102 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:29.339939 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8f625c04-f794-4da2-8ed3-c46a5a570102 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.6542268 May 23 11:10:29.341891 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49884) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:29.356089 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-2138f73a-3ffa-42fb-aec5-78e255d8b78c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Request body: {'security_group_rule': {'security_group_id': '1f272872-a39f-46cb-89b3-0bb9bacc1a43', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:10:29.363261 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2138f73a-3ffa-42fb-aec5-78e255d8b78c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:10:29.363497 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae1ee4-fd3b-4956-8196-9f5e50b8370f req-76c2eaff-141a-4a73-857c-86fa333e7c73 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:29.367130 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2138f73a-3ffa-42fb-aec5-78e255d8b78c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Usage tracker for resource:security_group_rule and tenant:c33b6fcb07a04f2fa56c6e5a7798a085 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:10:29.369003 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae1ee4-fd3b-4956-8196-9f5e50b8370f req-76c2eaff-141a-4a73-857c-86fa333e7c73 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:29.370561 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2138f73a-3ffa-42fb-aec5-78e255d8b78c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:10:29.371165 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-daae1ee4-fd3b-4956-8196-9f5e50b8370f req-76c2eaff-141a-4a73-857c-86fa333e7c73 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Synchronizing usage tracker for tenant:3583a8d0822f4e2696ff39b89a43df5e on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:10:29.384180 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2138f73a-3ffa-42fb-aec5-78e255d8b78c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:10:29.394396 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c565be2a-13dc-4ffa-ae88-d519158d427b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:29.418710 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2138f73a-3ffa-42fb-aec5-78e255d8b78c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:29.440862 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec75313-c23f-40b9-a91d-54e8bbb3052e req-491ddd2b-62ca-4140-8854-2d2799034f91 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:29.446671 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec75313-c23f-40b9-a91d-54e8bbb3052e req-491ddd2b-62ca-4140-8854-2d2799034f91 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:29.448808 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1ec75313-c23f-40b9-a91d-54e8bbb3052e req-491ddd2b-62ca-4140-8854-2d2799034f91 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5720c9-9373-4a4c-a1a1-401278e6620b HTTP/1.1" status: 200 len: 1681 time: 0.1812885 May 23 11:10:29.491151 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c565be2a-13dc-4ffa-ae88-d519158d427b admin admin] Pushing event deleted for resources: {'Port': ['ID=be498722-3fc9-49a7-9025-6349d6afac14,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:29.507523 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-78100fab-6563-4ff9-94e9-706f52696ab7 req-07f4d29f-8b98-42f5-9efd-3db33dcdef8d tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Unset dirty status for tenant:742b1cf1e0b345dca83f32458f4c8414 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:10:29.509652 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-78100fab-6563-4ff9-94e9-706f52696ab7 req-07f4d29f-8b98-42f5-9efd-3db33dcdef8d tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5341dc-b759-4938-8dcc-3bc5fb355440 HTTP/1.1" status: 200 len: 945 time: 1.1156642 May 23 11:10:29.532751 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1ec75313-c23f-40b9-a91d-54e8bbb3052e req-8293ff1d-54ab-457a-b0ed-418f4f01a579 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/security-groups?id=810ff234-6f81-470f-ab96-122fc2658368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766580 May 23 11:10:29.563123 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2138f73a-3ffa-42fb-aec5-78e255d8b78c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:29.580447 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2138f73a-3ffa-42fb-aec5-78e255d8b78c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:29.618271 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2138f73a-3ffa-42fb-aec5-78e255d8b78c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fec3a235-9da6-4102-aca9-01d8a0fc2654,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:29.659853 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-daae1ee4-fd3b-4956-8196-9f5e50b8370f req-76c2eaff-141a-4a73-857c-86fa333e7c73 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Unset dirty status for tenant:3583a8d0822f4e2696ff39b89a43df5e on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:10:29.660924 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-daae1ee4-fd3b-4956-8196-9f5e50b8370f req-76c2eaff-141a-4a73-857c-86fa333e7c73 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e5720c9-9373-4a4c-a1a1-401278e6620b HTTP/1.1" status: 200 len: 1681 time: 0.9609923 May 23 11:10:29.670012 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2138f73a-3ffa-42fb-aec5-78e255d8b78c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:29.672545 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2138f73a-3ffa-42fb-aec5-78e255d8b78c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3267817 May 23 11:10:29.676686 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49890) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:29.698241 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-1c16740d-2ce5-4000-adbf-c9ba7245eba0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Request body: {'security_group_rule': {'security_group_id': '1f272872-a39f-46cb-89b3-0bb9bacc1a43', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:10:29.713163 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7b646b18-f6d7-48b4-863b-80f37ade3c52 None None] Provisioning for port 24c0e8e3-e2c6-4186-8f44-ff76dec40384 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:10:29.718085 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1c16740d-2ce5-4000-adbf-c9ba7245eba0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:10:29.729583 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1c16740d-2ce5-4000-adbf-c9ba7245eba0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Usage tracker for resource:security_group_rule and tenant:c33b6fcb07a04f2fa56c6e5a7798a085 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:10:29.736406 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1c16740d-2ce5-4000-adbf-c9ba7245eba0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:10:29.758113 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1c16740d-2ce5-4000-adbf-c9ba7245eba0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:10:29.763139 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 42a913bc-34a1-4ddc-b728-1edadaa6663a triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:10:29.770214 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:29.834180 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7b646b18-f6d7-48b4-863b-80f37ade3c52 None None] Provisioning complete for port 24c0e8e3-e2c6-4186-8f44-ff76dec40384 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:10:29.834744 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7b646b18-f6d7-48b4-863b-80f37ade3c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:29.903809 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-183c8aa0-5b1e-4d09-a632-1c9774c4ead9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc54319-20d4-4f1b-b283-34851d469911', 'name': 'tempest-snat-router-974059874', 'tenant_id': '3a58b3a6e9ef44afb95c6caff7db1301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'd905a976-b3b4-43d8-a453-f84dfa89be12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:10:18Z', 'updated_at': '2022-05-23T11:10:23Z', 'revision_number': 3, 'project_id': '3a58b3a6e9ef44afb95c6caff7db1301', 'gw_port': {'id': 'd905a976-b3b4-43d8-a453-f84dfa89be12', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc54319-20d4-4f1b-b283-34851d469911', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:10:22Z', 'updated_at': '2022-05-23T11:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:29.923980 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183c8aa0-5b1e-4d09-a632-1c9774c4ead9 None None] The sync data for ids ['ddc54319-20d4-4f1b-b283-34851d469911'] in n-d-842952-2 is: [{'id': 'ddc54319-20d4-4f1b-b283-34851d469911', 'name': 'tempest-snat-router-974059874', 'tenant_id': '3a58b3a6e9ef44afb95c6caff7db1301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'd905a976-b3b4-43d8-a453-f84dfa89be12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:10:18Z', 'updated_at': '2022-05-23T11:10:23Z', 'revision_number': 3, 'project_id': '3a58b3a6e9ef44afb95c6caff7db1301', 'gw_port': {'id': 'd905a976-b3b4-43d8-a453-f84dfa89be12', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc54319-20d4-4f1b-b283-34851d469911', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:10:22Z', 'updated_at': '2022-05-23T11:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:10:29.970999 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1c16740d-2ce5-4000-adbf-c9ba7245eba0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:30.001720 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=0e46eae7-bfbb-4463-a158-8373ac139188,revision_number=8']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:30.033298 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7b646b18-f6d7-48b4-863b-80f37ade3c52 None None] Port 24c0e8e3-e2c6-4186-8f44-ff76dec40384 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:10:30.099024 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1c16740d-2ce5-4000-adbf-c9ba7245eba0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:30.114174 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9645b-173d-4966-ad6d-95f83ee9ef26 req-ae667597-b311-4f1c-8040-c4b50acd27ac tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:30.126887 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e8a9645b-173d-4966-ad6d-95f83ee9ef26 req-ae667597-b311-4f1c-8040-c4b50acd27ac tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=da5341dc-b759-4938-8dcc-3bc5fb355440 HTTP/1.1" status: 200 len: 943 time: 0.3523529 May 23 11:10:30.154538 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1c16740d-2ce5-4000-adbf-c9ba7245eba0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:30.189212 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7b646b18-f6d7-48b4-863b-80f37ade3c52 None None] Provisioning for port 76b7d22d-603a-4c4d-912d-f26bbcf98dab completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:10:30.207585 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7b646b18-f6d7-48b4-863b-80f37ade3c52 None None] Provisioning complete for port 76b7d22d-603a-4c4d-912d-f26bbcf98dab triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:10:30.208117 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7b646b18-f6d7-48b4-863b-80f37ade3c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:30.247340 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16740d-2ce5-4000-adbf-c9ba7245eba0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b9e8a0-8e29-4828-9385-13cbcfe6a640,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:30.266186 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1c16740d-2ce5-4000-adbf-c9ba7245eba0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:30.281591 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1c16740d-2ce5-4000-adbf-c9ba7245eba0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5875347 May 23 11:10:30.281958 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49896) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:30.295874 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-7a5e91bd-ddaa-45b2-aff5-22e9f34b55dd tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:10:30.328908 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7a5e91bd-ddaa-45b2-aff5-22e9f34b55dd tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:10:30.352235 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e8a9645b-173d-4966-ad6d-95f83ee9ef26 req-011ff8b3-20ec-4f74-bcae-a2ba7efc47e0 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243512 May 23 11:10:30.356277 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7a5e91bd-ddaa-45b2-aff5-22e9f34b55dd tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Usage tracker for resource:floatingip and tenant:c33b6fcb07a04f2fa56c6e5a7798a085 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:10:30.393623 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7a5e91bd-ddaa-45b2-aff5-22e9f34b55dd tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:10:30.413556 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7a5e91bd-ddaa-45b2-aff5-22e9f34b55dd tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:10:30.446184 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7a5e91bd-ddaa-45b2-aff5-22e9f34b55dd tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:30.474748 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-78100fab-6563-4ff9-94e9-706f52696ab7 req-6ccf82a6-89b9-46ba-b288-e7e2af4ddcd4 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Deleting port 0e46eae7-bfbb-4463-a158-8373ac139188 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:10:30.475100 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-78100fab-6563-4ff9-94e9-706f52696ab7 req-6ccf82a6-89b9-46ba-b288-e7e2af4ddcd4 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:30.501872 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7b646b18-f6d7-48b4-863b-80f37ade3c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:30.558548 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-7b646b18-f6d7-48b4-863b-80f37ade3c52 None None] For port 76b7d22d-603a-4c4d-912d-f26bbcf98dab, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=76b7d22d-603a-4c4d-912d-f26bbcf98dab,segment=NetworkSegment(4fb36cd3-6cfe-4123-a5c3-41bfd28cb3c6),segment_id=4fb36cd3-6cfe-4123-a5c3-41bfd28cb3c6)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:10:30.574660 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7b646b18-f6d7-48b4-863b-80f37ade3c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:30.689983 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b646b18-f6d7-48b4-863b-80f37ade3c52 None None] Pushing event updated for resources: {'Port': ['ID=76b7d22d-603a-4c4d-912d-f26bbcf98dab,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:30.726673 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e4306544-63b4-4ce4-b4a0-a362817364d1 None None] Provisioning complete for port 76b7d22d-603a-4c4d-912d-f26bbcf98dab triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:10:30.727261 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e4306544-63b4-4ce4-b4a0-a362817364d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:30.817246 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a745fedb-666c-4a65-bd8d-e7858aefc972 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] 10.222.0.79 "GET /v2.0/routers/ddc54319-20d4-4f1b-b283-34851d469911 HTTP/1.1" status: 200 len: 907 time: 4.3650444 May 23 11:10:30.853059 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49902) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:30.875969 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device da7e726a-ab43-4f32-ad75-b7fc2871bb7a up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:10:30.879892 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-daae1ee4-fd3b-4956-8196-9f5e50b8370f req-67cc050d-fc98-4d27-804c-79c79c0a4e31 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Deleting port 84fe8b9e-02e8-4e77-9e07-196df5a9d0c4 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:10:30.880000 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-daae1ee4-fd3b-4956-8196-9f5e50b8370f req-67cc050d-fc98-4d27-804c-79c79c0a4e31 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:31.017514 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e6cb1c15-c0c1-4363-8471-c34a68903159 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:31.090853 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port da7e726a-ab43-4f32-ad75-b7fc2871bb7a completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:10:31.105132 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port da7e726a-ab43-4f32-ad75-b7fc2871bb7a triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:10:31.105915 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:31.250794 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb1c15-c0c1-4363-8471-c34a68903159 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Pushing event deleted for resources: {'Port': ['ID=f9b926fc-7ef0-462d-9340-f002b63a1b60,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:31.335201 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:31.365064 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port da7e726a-ab43-4f32-ad75-b7fc2871bb7a, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=da7e726a-ab43-4f32-ad75-b7fc2871bb7a,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:10:31.388982 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:31.389944 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device d905a976-b3b4-43d8-a453-f84dfa89be12 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:10:31.544338 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c8a98-eb26-4ecc-b63d-3921fced140c req-74fc4d55-38db-42be-808c-298fffdfd8bc tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:31.555707 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=da7e726a-ab43-4f32-ad75-b7fc2871bb7a,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:31.556179 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-182c8a98-eb26-4ecc-b63d-3921fced140c req-74fc4d55-38db-42be-808c-298fffdfd8bc tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 945 time: 1.0507493 May 23 11:10:31.562208 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port d905a976-b3b4-43d8-a453-f84dfa89be12 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:10:31.575461 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port d905a976-b3b4-43d8-a453-f84dfa89be12 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:10:31.576401 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:31.639585 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9372c2-485e-489f-b069-332ee1305f9b req-b00d963e-3091-4ca5-9977-826ebf67ed08 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:31.644964 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9372c2-485e-489f-b069-332ee1305f9b req-b00d963e-3091-4ca5-9977-826ebf67ed08 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:31.646736 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce9372c2-485e-489f-b069-332ee1305f9b req-b00d963e-3091-4ca5-9977-826ebf67ed08 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5720c9-9373-4a4c-a1a1-401278e6620b HTTP/1.1" status: 200 len: 1681 time: 0.6796069 May 23 11:10:31.689268 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-182c8a98-eb26-4ecc-b63d-3921fced140c req-c659f298-a5af-4332-8167-345f9db050a4 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311636 May 23 11:10:31.739870 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7a5e91bd-ddaa-45b2-aff5-22e9f34b55dd tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:31.748159 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:31.780312 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port d905a976-b3b4-43d8-a453-f84dfa89be12, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=d905a976-b3b4-43d8-a453-f84dfa89be12,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:10:31.788887 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:31.895330 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=d905a976-b3b4-43d8-a453-f84dfa89be12,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:31.909413 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce9372c2-485e-489f-b069-332ee1305f9b req-3f56fdaa-340b-4237-8a88-079033c1c551 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/security-groups?id=810ff234-6f81-470f-ab96-122fc2658368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454929 May 23 11:10:31.965181 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 0e46eae7-bfbb-4463-a158-8373ac139188 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:10:32.074802 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-7a5e91bd-ddaa-45b2-aff5-22e9f34b55dd tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Allocated IP 172.25.6.218 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/b3d02d0e-ef41-4640-8d98-cd33b63de79f) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:10:32.093413 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eefdfe-5f23-4d9f-9c8d-76597110d9a0 req-4de6a9cb-c1d4-46b6-b735-be580acfd562 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:32.101001 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-22eefdfe-5f23-4d9f-9c8d-76597110d9a0 req-4de6a9cb-c1d4-46b6-b735-be580acfd562 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=da5341dc-b759-4938-8dcc-3bc5fb355440 HTTP/1.1" status: 200 len: 943 time: 0.2549977 May 23 11:10:32.146216 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e6cb1c15-c0c1-4363-8471-c34a68903159 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:32.161128 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9fdbb17f-7610-4d2a-ae78-3fb6746571c1 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:32.298927 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 84fe8b9e-02e8-4e77-9e07-196df5a9d0c4 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:10:32.351447 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-78100fab-6563-4ff9-94e9-706f52696ab7 req-6ccf82a6-89b9-46ba-b288-e7e2af4ddcd4 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] For port 0e46eae7-bfbb-4463-a158-8373ac139188, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0e46eae7-bfbb-4463-a158-8373ac139188,segment=NetworkSegment(627b9d90-481e-4586-8e5b-ec8be80efc37),segment_id=627b9d90-481e-4586-8e5b-ec8be80efc37)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:10:32.351976 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-78100fab-6563-4ff9-94e9-706f52696ab7 req-6ccf82a6-89b9-46ba-b288-e7e2af4ddcd4 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:32.367470 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-daae1ee4-fd3b-4956-8196-9f5e50b8370f req-67cc050d-fc98-4d27-804c-79c79c0a4e31 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] For port 84fe8b9e-02e8-4e77-9e07-196df5a9d0c4, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=84fe8b9e-02e8-4e77-9e07-196df5a9d0c4,segment=NetworkSegment(5c0855ef-57f9-46eb-b54e-01a231abeecc),segment_id=5c0855ef-57f9-46eb-b54e-01a231abeecc)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:10:32.367862 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-daae1ee4-fd3b-4956-8196-9f5e50b8370f req-67cc050d-fc98-4d27-804c-79c79c0a4e31 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:32.384369 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-22eefdfe-5f23-4d9f-9c8d-76597110d9a0 req-c19f62fd-a710-4aa5-a01a-cf9c439f0b32 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/security-groups?id=db363ab2-bc99-4458-a9f9-aae1642cf06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809036 May 23 11:10:32.518718 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device da7e726a-ab43-4f32-ad75-b7fc2871bb7a up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:10:32.523528 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7a5e91bd-ddaa-45b2-aff5-22e9f34b55dd tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:32.589100 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7a5e91bd-ddaa-45b2-aff5-22e9f34b55dd tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:32.610950 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:32.648715 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5720c9-9373-4a4c-a1a1-401278e6620b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84fe8b9e-02e8-4e77-9e07-196df5a9d0c4'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:10:32.669957 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 84fe8b9e-02e8-4e77-9e07-196df5a9d0c4, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=84fe8b9e-02e8-4e77-9e07-196df5a9d0c4,segment=NetworkSegment(5c0855ef-57f9-46eb-b54e-01a231abeecc),segment_id=5c0855ef-57f9-46eb-b54e-01a231abeecc)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:10:32.675995 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5e91bd-ddaa-45b2-aff5-22e9f34b55dd tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:10:32.676762 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e91bd-ddaa-45b2-aff5-22e9f34b55dd tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Pushing event updated for resources: {'Port': ['ID=b3d02d0e-ef41-4640-8d98-cd33b63de79f,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:32.682050 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:32.683577 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device e3e1664d-40cf-41da-88b3-07da30792676 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:10:32.686982 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-7a5e91bd-ddaa-45b2-aff5-22e9f34b55dd tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:10:32.690173 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5e91bd-ddaa-45b2-aff5-22e9f34b55dd tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:10:32.747383 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-78100fab-6563-4ff9-94e9-706f52696ab7 req-6ccf82a6-89b9-46ba-b288-e7e2af4ddcd4 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Calling delete_port for 0e46eae7-bfbb-4463-a158-8373ac139188 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:10:32.762308 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9fdbb17f-7610-4d2a-ae78-3fb6746571c1 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:32.790008 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-9fdbb17f-7610-4d2a-ae78-3fb6746571c1 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Deleting port d905a976-b3b4-43d8-a453-f84dfa89be12 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:10:32.790268 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9fdbb17f-7610-4d2a-ae78-3fb6746571c1 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:32.795022 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41bc5c02-b835-40b7-ac61-ae37ba79c87c'] response: {'server_uuid': '6e5720c9-9373-4a4c-a1a1-401278e6620b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84fe8b9e-02e8-4e77-9e07-196df5a9d0c4', 'code': 200} May 23 11:10:32.833963 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port da7e726a-ab43-4f32-ad75-b7fc2871bb7a triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:10:32.834343 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:32.931577 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-daae1ee4-fd3b-4956-8196-9f5e50b8370f req-67cc050d-fc98-4d27-804c-79c79c0a4e31 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Calling delete_port for 84fe8b9e-02e8-4e77-9e07-196df5a9d0c4 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:10:32.938986 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=84fe8b9e-02e8-4e77-9e07-196df5a9d0c4,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:33.049354 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:33.073750 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device d905a976-b3b4-43d8-a453-f84dfa89be12 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:10:33.121163 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.api [req-daae1ee4-fd3b-4956-8196-9f5e50b8370f req-67cc050d-fc98-4d27-804c-79c79c0a4e31 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:10:33.122079 n-d-842952-2 neutron-server[83911]: DEBUG oslo_db.api [req-daae1ee4-fd3b-4956-8196-9f5e50b8370f req-67cc050d-fc98-4d27-804c-79c79c0a4e31 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:10:33.141400 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port e3e1664d-40cf-41da-88b3-07da30792676, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=e3e1664d-40cf-41da-88b3-07da30792676,segment=NetworkSegment(2298bc77-bac2-4f7b-9ba0-ba008ab4ada5),segment_id=2298bc77-bac2-4f7b-9ba0-ba008ab4ada5)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:10:33.149260 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e6cb1c15-c0c1-4363-8471-c34a68903159 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:33.150817 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:33.156903 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7a5e91bd-ddaa-45b2-aff5-22e9f34b55dd tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:33.172332 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e6cb1c15-c0c1-4363-8471-c34a68903159 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:33.182286 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c565be2a-13dc-4ffa-ae88-d519158d427b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:33.221153 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-78100fab-6563-4ff9-94e9-706f52696ab7 req-6ccf82a6-89b9-46ba-b288-e7e2af4ddcd4 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:33.235581 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port d905a976-b3b4-43d8-a453-f84dfa89be12 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:10:33.235713 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:33.291723 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=e3e1664d-40cf-41da-88b3-07da30792676,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:33.397253 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7a5e91bd-ddaa-45b2-aff5-22e9f34b55dd tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:33.418766 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 76b7d22d-603a-4c4d-912d-f26bbcf98dab up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:10:33.460936 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-9fdbb17f-7610-4d2a-ae78-3fb6746571c1 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] For port d905a976-b3b4-43d8-a453-f84dfa89be12, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=d905a976-b3b4-43d8-a453-f84dfa89be12,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:10:33.461218 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9fdbb17f-7610-4d2a-ae78-3fb6746571c1 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:33.486857 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b6d9a-146b-44ee-80c7-c18c4fbfd018 req-52d21095-d90d-4e15-abcf-1a1f68b1c6ed tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:33.488434 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-346b6d9a-146b-44ee-80c7-c18c4fbfd018 req-52d21095-d90d-4e15-abcf-1a1f68b1c6ed tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 945 time: 0.5635021 May 23 11:10:33.505809 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 76b7d22d-603a-4c4d-912d-f26bbcf98dab triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:10:33.506574 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:33.600711 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e6cb1c15-c0c1-4363-8471-c34a68903159 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:33.601353 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6cb1c15-c0c1-4363-8471-c34a68903159 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Fanout notify agent at l3_agent the message router_deleted on router 1d10aae2-f88b-446e-bef0-6e5e31e44aa7 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:10:33.633003 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf82a6-89b9-46ba-b288-e7e2af4ddcd4 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Pushing event deleted for resources: {'Port': ['ID=0e46eae7-bfbb-4463-a158-8373ac139188,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:33.649969 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-daae1ee4-fd3b-4956-8196-9f5e50b8370f req-67cc050d-fc98-4d27-804c-79c79c0a4e31 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Deleting port 84fe8b9e-02e8-4e77-9e07-196df5a9d0c4 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:10:33.650748 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-daae1ee4-fd3b-4956-8196-9f5e50b8370f req-67cc050d-fc98-4d27-804c-79c79c0a4e31 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:33.704356 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-78100fab-6563-4ff9-94e9-706f52696ab7 req-6ccf82a6-89b9-46ba-b288-e7e2af4ddcd4 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] No DVR routers for this DVR port 0e46eae7-bfbb-4463-a158-8373ac139188 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:10:33.720589 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-78100fab-6563-4ff9-94e9-706f52696ab7 req-6ccf82a6-89b9-46ba-b288-e7e2af4ddcd4 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:33.724464 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5341dc-b759-4938-8dcc-3bc5fb355440', 'name': 'network-vif-deleted', 'tag': '0e46eae7-bfbb-4463-a158-8373ac139188'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:10:33.754867 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-9fdbb17f-7610-4d2a-ae78-3fb6746571c1 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Calling delete_port for d905a976-b3b4-43d8-a453-f84dfa89be12 owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:10:33.813953 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e6cb1c15-c0c1-4363-8471-c34a68903159 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:33.819480 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e6cb1c15-c0c1-4363-8471-c34a68903159 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] 10.222.0.79 "DELETE /v2.0/routers/1d10aae2-f88b-446e-bef0-6e5e31e44aa7 HTTP/1.1" status: 204 len: 168 time: 9.1527512 May 23 11:10:33.821148 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49920) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:33.835326 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-633f577e-5b98-42db-b9f8-c3ba89fc5fc8 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-158448732', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:10:33.837406 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ff1c1-2d02-4cc8-84db-2bfb316428d4 req-169b1284-7d9c-4f72-920f-1ff5726423d9 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:33.842883 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ff1c1-2d02-4cc8-84db-2bfb316428d4 req-169b1284-7d9c-4f72-920f-1ff5726423d9 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:33.845418 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6e0ff1c1-2d02-4cc8-84db-2bfb316428d4 req-169b1284-7d9c-4f72-920f-1ff5726423d9 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5720c9-9373-4a4c-a1a1-401278e6620b HTTP/1.1" status: 200 len: 1677 time: 0.7001963 May 23 11:10:33.848194 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-633f577e-5b98-42db-b9f8-c3ba89fc5fc8 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:10:33.860826 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-78100fab-6563-4ff9-94e9-706f52696ab7 req-6ccf82a6-89b9-46ba-b288-e7e2af4ddcd4 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.81 "DELETE /v2.0/ports/0e46eae7-bfbb-4463-a158-8373ac139188 HTTP/1.1" status: 204 len: 173 time: 4.3393528 May 23 11:10:33.873885 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-633f577e-5b98-42db-b9f8-c3ba89fc5fc8 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Usage tracker for resource:router and tenant:c2a79d2239134095b106232196da01c0 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:10:33.881199 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-633f577e-5b98-42db-b9f8-c3ba89fc5fc8 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:10:33.916316 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-633f577e-5b98-42db-b9f8-c3ba89fc5fc8 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:10:34.037146 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-633f577e-5b98-42db-b9f8-c3ba89fc5fc8 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:34.037642 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-346b6d9a-146b-44ee-80c7-c18c4fbfd018 req-8b9bd3f3-ecb7-41be-bad6-04dc06a1c341 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074429 May 23 11:10:34.038472 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-633f577e-5b98-42db-b9f8-c3ba89fc5fc8 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:34.060364 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6e0ff1c1-2d02-4cc8-84db-2bfb316428d4 req-684e4061-5251-482f-9ec6-ee410b8457ab tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/security-groups?id=810ff234-6f81-470f-ab96-122fc2658368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029378 May 23 11:10:34.127133 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-633f577e-5b98-42db-b9f8-c3ba89fc5fc8 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:34.132651 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-daae1ee4-fd3b-4956-8196-9f5e50b8370f req-67cc050d-fc98-4d27-804c-79c79c0a4e31 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] For port 84fe8b9e-02e8-4e77-9e07-196df5a9d0c4, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=84fe8b9e-02e8-4e77-9e07-196df5a9d0c4,segment=NetworkSegment(5c0855ef-57f9-46eb-b54e-01a231abeecc),segment_id=5c0855ef-57f9-46eb-b54e-01a231abeecc)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:10:34.133195 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-daae1ee4-fd3b-4956-8196-9f5e50b8370f req-67cc050d-fc98-4d27-804c-79c79c0a4e31 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:34.186073 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7a5e91bd-ddaa-45b2-aff5-22e9f34b55dd tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:34.260397 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7a5e91bd-ddaa-45b2-aff5-22e9f34b55dd tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:34.290748 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ca97ade-9c4f-4ee8-82aa-f114dc0e9a85'] response: {'server_uuid': 'da5341dc-b759-4938-8dcc-3bc5fb355440', 'name': 'network-vif-deleted', 'tag': '0e46eae7-bfbb-4463-a158-8373ac139188', 'status': 'completed', 'code': 200} May 23 11:10:34.298568 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-daae1ee4-fd3b-4956-8196-9f5e50b8370f req-67cc050d-fc98-4d27-804c-79c79c0a4e31 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Calling delete_port for 84fe8b9e-02e8-4e77-9e07-196df5a9d0c4 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:10:34.308997 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4a1afb90-8eec-4df5-8098-9d9dab5fe773 req-7c533bd2-c3d9-496e-837a-5c74ff1cb7d7 tempest-ImagesTestJSON-1902005037 tempest-ImagesTestJSON-1902005037-project] 10.222.0.79 "GET /v2.0/ports?device_id=da5341dc-b759-4938-8dcc-3bc5fb355440 HTTP/1.1" status: 200 len: 210 time: 0.0884416 May 23 11:10:34.315286 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device c06db991-9e6d-454e-a381-1fb328bc6889 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:10:34.362410 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-633f577e-5b98-42db-b9f8-c3ba89fc5fc8 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:34.385809 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9fdbb17f-7610-4d2a-ae78-3fb6746571c1 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:34.451659 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e91bd-ddaa-45b2-aff5-22e9f34b55dd tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Pushing event updated for resources: {'Port': ['ID=b3d02d0e-ef41-4640-8d98-cd33b63de79f,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:34.481914 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-633f577e-5b98-42db-b9f8-c3ba89fc5fc8 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:34.483224 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-633f577e-5b98-42db-b9f8-c3ba89fc5fc8 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6524143 May 23 11:10:34.488383 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49926) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:34.517063 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-a26c5142-0e00-4b1f-90c0-e76aae7d408e tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'enable_snat': True}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:10:34.530501 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port c06db991-9e6d-454e-a381-1fb328bc6889, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=c06db991-9e6d-454e-a381-1fb328bc6889,segment=NetworkSegment(633c66ca-dc41-4b0b-a0a3-ed62624a9374),segment_id=633c66ca-dc41-4b0b-a0a3-ed62624a9374)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:10:34.550735 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'c06db991-9e6d-454e-a381-1fb328bc6889', 'network_id': '1a5c8466-e669-4a02-9cf7-1e34891324c1', 'port_id': 'c06db991-9e6d-454e-a381-1fb328bc6889', 'mac_address': 'fa:16:3e:b2:1c:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d8b9b5-f057-42e7-939b-4e81b16011fa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:10:34.622821 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:34.630941 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdbb17f-7610-4d2a-ae78-3fb6746571c1 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Pushing event deleted for resources: {'Port': ['ID=d905a976-b3b4-43d8-a453-f84dfa89be12,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:34.662617 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c06db991-9e6d-454e-a381-1fb328bc6889 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:10:34.683442 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port c06db991-9e6d-454e-a381-1fb328bc6889, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=c06db991-9e6d-454e-a381-1fb328bc6889,segment=NetworkSegment(633c66ca-dc41-4b0b-a0a3-ed62624a9374),segment_id=633c66ca-dc41-4b0b-a0a3-ed62624a9374)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:10:34.683442 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:34.732735 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7a5e91bd-ddaa-45b2-aff5-22e9f34b55dd tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:34.762608 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=c06db991-9e6d-454e-a381-1fb328bc6889,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:34.793814 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-daae1ee4-fd3b-4956-8196-9f5e50b8370f req-67cc050d-fc98-4d27-804c-79c79c0a4e31 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:34.804729 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5720c9-9373-4a4c-a1a1-401278e6620b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3e1664d-40cf-41da-88b3-07da30792676'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:10:34.841418 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['c06db991-9e6d-454e-a381-1fb328bc6889'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:10:34.891306 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41555cf3-1241-4450-a6c6-f14ff4c9a70c'] response: {'server_uuid': '6e5720c9-9373-4a4c-a1a1-401278e6620b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3e1664d-40cf-41da-88b3-07da30792676', 'code': 200} May 23 11:10:35.010130 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7a5e91bd-ddaa-45b2-aff5-22e9f34b55dd tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:35.021194 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7a5e91bd-ddaa-45b2-aff5-22e9f34b55dd tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7312293 May 23 11:10:35.067512 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cc050d-fc98-4d27-804c-79c79c0a4e31 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Pushing event deleted for resources: {'Port': ['ID=84fe8b9e-02e8-4e77-9e07-196df5a9d0c4,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:35.170164 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-daae1ee4-fd3b-4956-8196-9f5e50b8370f req-67cc050d-fc98-4d27-804c-79c79c0a4e31 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] No DVR routers for this DVR port 84fe8b9e-02e8-4e77-9e07-196df5a9d0c4 on host n-h1-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:10:35.171785 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9fdbb17f-7610-4d2a-ae78-3fb6746571c1 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:35.202445 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-daae1ee4-fd3b-4956-8196-9f5e50b8370f req-67cc050d-fc98-4d27-804c-79c79c0a4e31 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:35.247851 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-daae1ee4-fd3b-4956-8196-9f5e50b8370f req-67cc050d-fc98-4d27-804c-79c79c0a4e31 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.13 "DELETE /v2.0/ports/84fe8b9e-02e8-4e77-9e07-196df5a9d0c4 HTTP/1.1" status: 204 len: 173 time: 5.5163052 May 23 11:10:35.332601 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-daae1ee4-fd3b-4956-8196-9f5e50b8370f req-9f5b3e22-5b7e-4e57-b006-c73dca8425a0 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Deleting port e3e1664d-40cf-41da-88b3-07da30792676 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:10:35.333337 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-daae1ee4-fd3b-4956-8196-9f5e50b8370f req-9f5b3e22-5b7e-4e57-b006-c73dca8425a0 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:35.556752 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c565be2a-13dc-4ffa-ae88-d519158d427b admin admin] Router 643910b8-d3e8-4ca8-8520-f8fec8564dd5 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:10:35.605576 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-daae1ee4-fd3b-4956-8196-9f5e50b8370f req-9f5b3e22-5b7e-4e57-b006-c73dca8425a0 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] For port e3e1664d-40cf-41da-88b3-07da30792676, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=e3e1664d-40cf-41da-88b3-07da30792676,segment=NetworkSegment(2298bc77-bac2-4f7b-9ba0-ba008ab4ada5),segment_id=2298bc77-bac2-4f7b-9ba0-ba008ab4ada5)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:10:35.605896 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-daae1ee4-fd3b-4956-8196-9f5e50b8370f req-9f5b3e22-5b7e-4e57-b006-c73dca8425a0 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:35.817864 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9fdbb17f-7610-4d2a-ae78-3fb6746571c1 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:35.836967 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9fdbb17f-7610-4d2a-ae78-3fb6746571c1 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:35.860470 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a26c5142-0e00-4b1f-90c0-e76aae7d408e tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:35.872165 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf25cdb-01da-452b-9c5c-7d18a8e6b1bb req-1038098c-c763-451c-813d-320ac75f00a6 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:35.873613 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1bf25cdb-01da-452b-9c5c-7d18a8e6b1bb req-1038098c-c763-451c-813d-320ac75f00a6 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5720c9-9373-4a4c-a1a1-401278e6620b HTTP/1.1" status: 200 len: 944 time: 0.4277854 May 23 11:10:35.894341 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58603617-58af-44dd-bdfb-d6dcc700c3a4 req-3d1e5fac-4748-404a-9831-cb9bdf104432 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:35.895729 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58603617-58af-44dd-bdfb-d6dcc700c3a4 req-3d1e5fac-4748-404a-9831-cb9bdf104432 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 944 time: 0.6277595 May 23 11:10:35.933079 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9fdbb17f-7610-4d2a-ae78-3fb6746571c1 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:35.933625 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fdbb17f-7610-4d2a-ae78-3fb6746571c1 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ddc54319-20d4-4f1b-b283-34851d469911 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:10:35.953090 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-daae1ee4-fd3b-4956-8196-9f5e50b8370f req-9f5b3e22-5b7e-4e57-b006-c73dca8425a0 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Calling delete_port for e3e1664d-40cf-41da-88b3-07da30792676 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:10:35.982608 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9fdbb17f-7610-4d2a-ae78-3fb6746571c1 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:35.983728 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9fdbb17f-7610-4d2a-ae78-3fb6746571c1 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] 10.222.0.79 "DELETE /v2.0/routers/ddc54319-20d4-4f1b-b283-34851d469911 HTTP/1.1" status: 204 len: 168 time: 5.1287551 May 23 11:10:35.988241 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49944) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:36.053061 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1bf25cdb-01da-452b-9c5c-7d18a8e6b1bb req-78c58e11-026b-43ce-9268-3eda84fad06a tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "GET /v2.0/security-groups?id=810ff234-6f81-470f-ab96-122fc2658368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645443 May 23 11:10:36.054982 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58603617-58af-44dd-bdfb-d6dcc700c3a4 req-de9bf861-9cda-4df6-8b6f-d8de16100371 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427293 May 23 11:10:36.189281 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a26c5142-0e00-4b1f-90c0-e76aae7d408e tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:36.248899 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a26c5142-0e00-4b1f-90c0-e76aae7d408e tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:36.294919 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5720c9-9373-4a4c-a1a1-401278e6620b', 'name': 'network-vif-deleted', 'tag': '84fe8b9e-02e8-4e77-9e07-196df5a9d0c4'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:10:36.311395 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-daae1ee4-fd3b-4956-8196-9f5e50b8370f req-9f5b3e22-5b7e-4e57-b006-c73dca8425a0 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:36.317482 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device c06db991-9e6d-454e-a381-1fb328bc6889 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:10:36.347780 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-802bec4f-5953-471a-88c7-4f46fda6a7b3 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Synchronizing usage tracker for tenant:c33b6fcb07a04f2fa56c6e5a7798a085 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:10:36.373567 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5b3e22-5b7e-4e57-b006-c73dca8425a0 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Pushing event deleted for resources: {'Port': ['ID=e3e1664d-40cf-41da-88b3-07da30792676,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:36.398292 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b11784d9-3f3f-4c87-a799-c0cd679115eb'] response: {'server_uuid': '6e5720c9-9373-4a4c-a1a1-401278e6620b', 'name': 'network-vif-deleted', 'tag': '84fe8b9e-02e8-4e77-9e07-196df5a9d0c4', 'status': 'completed', 'code': 200} May 23 11:10:36.492314 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-802bec4f-5953-471a-88c7-4f46fda6a7b3 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Unset dirty status for tenant:c33b6fcb07a04f2fa56c6e5a7798a085 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:10:36.494406 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-802bec4f-5953-471a-88c7-4f46fda6a7b3 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--2039551055&fields=id&tenant_id=c33b6fcb07a04f2fa56c6e5a7798a085 HTTP/1.1" status: 200 len: 267 time: 0.2743750 May 23 11:10:36.506781 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port c06db991-9e6d-454e-a381-1fb328bc6889 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:10:36.507207 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:36.535147 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-daae1ee4-fd3b-4956-8196-9f5e50b8370f req-9f5b3e22-5b7e-4e57-b006-c73dca8425a0 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] No DVR routers for this DVR port e3e1664d-40cf-41da-88b3-07da30792676 on host n-h1-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:10:36.545138 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c565be2a-13dc-4ffa-ae88-d519158d427b admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:10:36.547200 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-daae1ee4-fd3b-4956-8196-9f5e50b8370f req-9f5b3e22-5b7e-4e57-b006-c73dca8425a0 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:36.555943 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550026be-8cd2-47c5-bcd5-f943e0deac92 None None] Sync routers for ids ['643910b8-d3e8-4ca8-8520-f8fec8564dd5'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:10:36.573049 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-daae1ee4-fd3b-4956-8196-9f5e50b8370f req-9f5b3e22-5b7e-4e57-b006-c73dca8425a0 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.13 "DELETE /v2.0/ports/e3e1664d-40cf-41da-88b3-07da30792676 HTTP/1.1" status: 204 len: 173 time: 1.3173788 May 23 11:10:36.585092 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c565be2a-13dc-4ffa-ae88-d519158d427b admin admin] 10.222.0.79 "PUT /v2.0/routers/643910b8-d3e8-4ca8-8520-f8fec8564dd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0894802 May 23 11:10:36.585092 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49964) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:36.591306 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550026be-8cd2-47c5-bcd5-f943e0deac92 None None] Routers {'643910b8-d3e8-4ca8-8520-f8fec8564dd5'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:10:36.593074 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-550026be-8cd2-47c5-bcd5-f943e0deac92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:10:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['643910b8-d3e8-4ca8-8520-f8fec8564dd5'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:36.717888 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-a26c5142-0e00-4b1f-90c0-e76aae7d408e tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Allocated IP 172.25.6.186 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/4f487e96-dedf-4ab0-9990-8e242caaf58a) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:10:36.734494 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-d8c44dca-1e02-496d-b9c6-43ac72fe240c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:36.735128 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-d8c44dca-1e02-496d-b9c6-43ac72fe240c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Synchronizing usage tracker for tenant:c33b6fcb07a04f2fa56c6e5a7798a085 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:10:36.764539 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:36.803775 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port c06db991-9e6d-454e-a381-1fb328bc6889, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=c06db991-9e6d-454e-a381-1fb328bc6889,segment=NetworkSegment(633c66ca-dc41-4b0b-a0a3-ed62624a9374),segment_id=633c66ca-dc41-4b0b-a0a3-ed62624a9374)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:10:36.818151 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:36.845690 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-90b05d15-5c28-40a0-92bf-ff2003efdd22 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:36.913337 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893b9232-4a8f-423c-9ad4-279e9751aa63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06db991-9e6d-454e-a381-1fb328bc6889'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:10:36.918940 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=c06db991-9e6d-454e-a381-1fb328bc6889,revision_number=7']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:36.951511 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-d8c44dca-1e02-496d-b9c6-43ac72fe240c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Unset dirty status for tenant:c33b6fcb07a04f2fa56c6e5a7798a085 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:10:36.953176 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-d8c44dca-1e02-496d-b9c6-43ac72fe240c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports/4b591b58-1bf1-4cef-b2f3-f83a8acf29e7 HTTP/1.1" status: 200 len: 932 time: 0.4365726 May 23 11:10:37.041703 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58a499fa-7339-464c-a236-08200749a8df'] response: {'server_uuid': '893b9232-4a8f-423c-9ad4-279e9751aa63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06db991-9e6d-454e-a381-1fb328bc6889', 'code': 200} May 23 11:10:37.064070 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-6f7f0568-c832-4987-95c5-12bd543e75b0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:37.073934 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-6f7f0568-c832-4987-95c5-12bd543e75b0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports/24c0e8e3-e2c6-4186-8f44-ff76dec40384 HTTP/1.1" status: 200 len: 931 time: 0.1153939 May 23 11:10:37.092854 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-550026be-8cd2-47c5-bcd5-f943e0deac92 None None] Set router 643910b8-d3e8-4ca8-8520-f8fec8564dd5 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:10:37.146689 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-8f6af91c-3301-4283-be96-4190d4ad8d31 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?network_id=e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0642090 May 23 11:10:37.264356 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a26c5142-0e00-4b1f-90c0-e76aae7d408e tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:37.312084 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-36aff6ff-86fe-4923-86ef-4a70f1efdfa1 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?network_id=e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1499593 May 23 11:10:37.315882 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a26c5142-0e00-4b1f-90c0-e76aae7d408e tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:37.316206 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:10:37.380777 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7178bb13-1bda-4d71-8cd6-e2ec6ba792ba admin admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:37.463102 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-550026be-8cd2-47c5-bcd5-f943e0deac92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643910b8-d3e8-4ca8-8520-f8fec8564dd5', 'name': 'tempest-ServersTestJSON-1529975793-router', 'tenant_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'daa3d976-d823-4f33-a4a8-6dac78955b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:07:47Z', 'updated_at': '2022-05-23T11:10:29Z', 'revision_number': 5, 'project_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'gw_port': {'id': 'daa3d976-d823-4f33-a4a8-6dac78955b23', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643910b8-d3e8-4ca8-8520-f8fec8564dd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:07:48Z', 'updated_at': '2022-05-23T11:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:37.464841 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c5142-0e00-4b1f-90c0-e76aae7d408e tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Pushing event updated for resources: {'Port': ['ID=4f487e96-dedf-4ab0-9990-8e242caaf58a,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:37.472349 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550026be-8cd2-47c5-bcd5-f943e0deac92 None None] Checking router: 643910b8-d3e8-4ca8-8520-f8fec8564dd5 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:10:37.501339 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550026be-8cd2-47c5-bcd5-f943e0deac92 None None] Routers {'643910b8-d3e8-4ca8-8520-f8fec8564dd5'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:10:37.502039 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-550026be-8cd2-47c5-bcd5-f943e0deac92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:10:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['643910b8-d3e8-4ca8-8520-f8fec8564dd5'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:37.592777 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-90b05d15-5c28-40a0-92bf-ff2003efdd22 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:37.759795 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-550026be-8cd2-47c5-bcd5-f943e0deac92 None None] Set router 643910b8-d3e8-4ca8-8520-f8fec8564dd5 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:10:37.785340 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26c5142-0e00-4b1f-90c0-e76aae7d408e tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:10:37.794460 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-a26c5142-0e00-4b1f-90c0-e76aae7d408e tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:10:37.797862 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26c5142-0e00-4b1f-90c0-e76aae7d408e tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:10:37.817779 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:37.828750 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-90b05d15-5c28-40a0-92bf-ff2003efdd22 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Deleting port da7e726a-ab43-4f32-ad75-b7fc2871bb7a {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:10:37.829117 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-90b05d15-5c28-40a0-92bf-ff2003efdd22 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:38.051462 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-89c8888f-1a68-45cc-a56c-9a416dae4a5e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:38.068481 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-89c8888f-1a68-45cc-a56c-9a416dae4a5e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:38.076154 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-89c8888f-1a68-45cc-a56c-9a416dae4a5e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:38.077337 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-89c8888f-1a68-45cc-a56c-9a416dae4a5e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Synchronizing usage tracker for tenant:c33b6fcb07a04f2fa56c6e5a7798a085 on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:10:38.115993 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-90b05d15-5c28-40a0-92bf-ff2003efdd22 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] For port da7e726a-ab43-4f32-ad75-b7fc2871bb7a, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=da7e726a-ab43-4f32-ad75-b7fc2871bb7a,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:10:38.115993 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-90b05d15-5c28-40a0-92bf-ff2003efdd22 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:38.120497 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60596194-2cf4-4a35-952c-20cca842e7ce req-c86659d2-7404-489a-aa3a-4a987c7dbdc4 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:38.122942 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-60596194-2cf4-4a35-952c-20cca842e7ce req-c86659d2-7404-489a-aa3a-4a987c7dbdc4 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 945 time: 0.7215436 May 23 11:10:38.132098 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-89c8888f-1a68-45cc-a56c-9a416dae4a5e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Unset dirty status for tenant:c33b6fcb07a04f2fa56c6e5a7798a085 on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:10:38.133340 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-89c8888f-1a68-45cc-a56c-9a416dae4a5e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/networks?id=23dc4a33-f2ce-4b86-bf3b-fd54d05f4691&id=58ef6021-e396-465d-be5f-f38283ee2d4e&id=58ef6021-e396-465d-be5f-f38283ee2d4e&id=e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d&id=e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d HTTP/1.1" status: 200 len: 1990 time: 0.8126328 May 23 11:10:38.193981 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-e4714da3-8f1c-4af6-8777-222768ff7f0e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/quotas/c33b6fcb07a04f2fa56c6e5a7798a085 HTTP/1.1" status: 200 len: 375 time: 0.0353181 May 23 11:10:38.260098 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-550026be-8cd2-47c5-bcd5-f943e0deac92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643910b8-d3e8-4ca8-8520-f8fec8564dd5', 'name': 'tempest-ServersTestJSON-1529975793-router', 'tenant_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'daa3d976-d823-4f33-a4a8-6dac78955b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:07:47Z', 'updated_at': '2022-05-23T11:10:29Z', 'revision_number': 5, 'project_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'gw_port': {'id': 'daa3d976-d823-4f33-a4a8-6dac78955b23', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643910b8-d3e8-4ca8-8520-f8fec8564dd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:07:48Z', 'updated_at': '2022-05-23T11:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:38.269098 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550026be-8cd2-47c5-bcd5-f943e0deac92 None None] The sync data for ids ['643910b8-d3e8-4ca8-8520-f8fec8564dd5'] in n-d-842952-2 is: [{'id': '643910b8-d3e8-4ca8-8520-f8fec8564dd5', 'name': 'tempest-ServersTestJSON-1529975793-router', 'tenant_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'daa3d976-d823-4f33-a4a8-6dac78955b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:07:47Z', 'updated_at': '2022-05-23T11:10:29Z', 'revision_number': 5, 'project_id': 'fc51252c175e4cbcbdf52b4fe247eb16', 'gw_port': {'id': 'daa3d976-d823-4f33-a4a8-6dac78955b23', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643910b8-d3e8-4ca8-8520-f8fec8564dd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:07:48Z', 'updated_at': '2022-05-23T11:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:10:38.297904 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-60596194-2cf4-4a35-952c-20cca842e7ce req-f3822163-9b2f-4449-8845-08c06e19b21e tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674094 May 23 11:10:38.320152 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-90b05d15-5c28-40a0-92bf-ff2003efdd22 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Calling delete_port for da7e726a-ab43-4f32-ad75-b7fc2871bb7a owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:10:38.349709 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a26c5142-0e00-4b1f-90c0-e76aae7d408e tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:38.407389 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5720c9-9373-4a4c-a1a1-401278e6620b', 'name': 'network-vif-deleted', 'tag': 'e3e1664d-40cf-41da-88b3-07da30792676'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:10:38.437701 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49996) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:38.557106 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-677aa659-90a3-4c61-82bb-194b72c81e4d tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c33b6fcb07a04f2fa56c6e5a7798a085&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3286552 May 23 11:10:38.634467 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4115c98-af83-4eaf-be79-630154706653'] response: {'server_uuid': '6e5720c9-9373-4a4c-a1a1-401278e6620b', 'name': 'network-vif-deleted', 'tag': 'e3e1664d-40cf-41da-88b3-07da30792676', 'status': 'completed', 'code': 200} May 23 11:10:38.684139 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device be498722-3fc9-49a7-9025-6349d6afac14 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:10:38.702532 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a26c5142-0e00-4b1f-90c0-e76aae7d408e tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:38.719050 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a26c5142-0e00-4b1f-90c0-e76aae7d408e tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3825526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3825513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3821547'] for router, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:38.741115 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: be498722-3fc9-49a7-9025-6349d6afac14 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:10:38.745531 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device be498722-3fc9-49a7-9025-6349d6afac14 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:10:38.816343 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-90b05d15-5c28-40a0-92bf-ff2003efdd22 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:38.898251 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50006) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:38.968597 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b05d15-5c28-40a0-92bf-ff2003efdd22 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Pushing event deleted for resources: {'Port': ['ID=da7e726a-ab43-4f32-ad75-b7fc2871bb7a,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:38.991309 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-3b46b672-03c1-4e06-ba74-3d85d49ee36b service neutron] 10.222.0.79 "GET /v2.0/networks/23dc4a33-f2ce-4b86-bf3b-fd54d05f4691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175594 May 23 11:10:39.019472 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b9fd672-a684-41cc-95fb-81f7c81138e3 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Deleting subnet 8ede75ad-a2e7-491c-8011-768ca922b695 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:10:39.022699 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7b9fd672-a684-41cc-95fb-81f7c81138e3 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:39.085620 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7b9fd672-a684-41cc-95fb-81f7c81138e3 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:39.123161 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:39.181471 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-46c592fe-f6c4-41a7-975b-c2262f7b76fc service neutron] 10.222.0.79 "GET /v2.0/networks/23dc4a33-f2ce-4b86-bf3b-fd54d05f4691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834531 May 23 11:10:39.215552 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-72e4c719-ca18-4369-a68a-ccbc932001b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:39.280868 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-6d54d8b8-d0f8-42f8-8afb-b9291e093a7d service neutron] 10.222.0.79 "GET /v2.0/ports/4b591b58-1bf1-4cef-b2f3-f83a8acf29e7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0814657 May 23 11:10:39.310649 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7178bb13-1bda-4d71-8cd6-e2ec6ba792ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:39.346695 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7b9fd672-a684-41cc-95fb-81f7c81138e3 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:39.398960 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-7178bb13-1bda-4d71-8cd6-e2ec6ba792ba admin admin] Deleting port daa3d976-d823-4f33-a4a8-6dac78955b23 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:10:39.398960 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7178bb13-1bda-4d71-8cd6-e2ec6ba792ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:39.442276 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26c5142-0e00-4b1f-90c0-e76aae7d408e tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Router 812b0992-e936-4eb7-b176-167ca0d7776e is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:10:39.453518 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-735df084-8e98-450c-80ef-41de1382d4c5 service neutron] 10.222.0.79 "GET /v2.0/networks/58ef6021-e396-465d-be5f-f38283ee2d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637230 May 23 11:10:39.541179 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-f23c1490-a7c9-4dbf-940e-8515d9e7f942 admin admin] Deleting subnet 9294d2b8-973f-442c-9036-697778dd5201 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:10:39.551924 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7b9fd672-a684-41cc-95fb-81f7c81138e3 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:39.564317 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f23c1490-a7c9-4dbf-940e-8515d9e7f942 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:39.768222 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e376622-ffd9-44b1-80ab-892e7b58910e None None] Network 29f7b33b-e00c-42cd-acac-a687a041e5eb requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:10:39.786117 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7b9fd672-a684-41cc-95fb-81f7c81138e3 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:39.929625 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-0978b14f-3f06-4474-952f-bd313ab3909f service neutron] 10.222.0.79 "GET /v2.0/networks/58ef6021-e396-465d-be5f-f38283ee2d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4648297 May 23 11:10:40.015812 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-72b6817b-23de-47fe-89ba-b77e201e23ed service neutron] 10.222.0.79 "GET /v2.0/ports/24c0e8e3-e2c6-4186-8f44-ff76dec40384?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0785620 May 23 11:10:40.033840 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60034a27-493d-4bf8-bd69-4a863b03fb85 req-a24b7b62-4bd0-49ed-9ee7-8a1de5dc1e87 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:40.035547 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-60034a27-493d-4bf8-bd69-4a863b03fb85 req-a24b7b62-4bd0-49ed-9ee7-8a1de5dc1e87 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 945 time: 0.4391720 May 23 11:10:40.070815 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7b9fd672-a684-41cc-95fb-81f7c81138e3 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "DELETE /v2.0/subnets/8ede75ad-a2e7-491c-8011-768ca922b695 HTTP/1.1" status: 204 len: 168 time: 1.6317728 May 23 11:10:40.089169 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9fd672-a684-41cc-95fb-81f7c81138e3 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Pushing event deleted for resources: {'Subnet': ['ID=8ede75ad-a2e7-491c-8011-768ca922b695,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:40.092289 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50016) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:40.116635 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-90b05d15-5c28-40a0-92bf-ff2003efdd22 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:40.205370 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886f9030-c922-4fe1-a97b-2071891ceabe None None] DHCP port deletion for 29f7b33b-e00c-42cd-acac-a687a041e5eb request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:10:40.211133 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-886f9030-c922-4fe1-a97b-2071891ceabe None None] Deleting port 2cd1eaf7-7cf0-4197-a0d5-c519ab112053 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:10:40.212651 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-886f9030-c922-4fe1-a97b-2071891ceabe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:40.402221 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-60034a27-493d-4bf8-bd69-4a863b03fb85 req-6ef9ae37-e341-406d-9119-0ed45d1bd15b tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424265 May 23 11:10:40.427077 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cbb0cded-69a9-4d16-9750-a3da2e83bd93 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:40.462191 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-23b70a3d-ddc4-453e-8086-fb7711944f41 service neutron] 10.222.0.79 "GET /v2.0/networks/58ef6021-e396-465d-be5f-f38283ee2d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360225 May 23 11:10:40.467924 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-cbb0cded-69a9-4d16-9750-a3da2e83bd93 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Deleting port 2cd1eaf7-7cf0-4197-a0d5-c519ab112053 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:10:40.468279 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cbb0cded-69a9-4d16-9750-a3da2e83bd93 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:40.502323 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f23c1490-a7c9-4dbf-940e-8515d9e7f942 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:40.526888 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-886f9030-c922-4fe1-a97b-2071891ceabe None None] For port 2cd1eaf7-7cf0-4197-a0d5-c519ab112053, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2cd1eaf7-7cf0-4197-a0d5-c519ab112053,segment=NetworkSegment(2298bc77-bac2-4f7b-9ba0-ba008ab4ada5),segment_id=2298bc77-bac2-4f7b-9ba0-ba008ab4ada5)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:10:40.527505 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-886f9030-c922-4fe1-a97b-2071891ceabe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:40.551341 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-90b05d15-5c28-40a0-92bf-ff2003efdd22 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:40.585713 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-90b05d15-5c28-40a0-92bf-ff2003efdd22 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:40.598001 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-7178bb13-1bda-4d71-8cd6-e2ec6ba792ba admin admin] For port daa3d976-d823-4f33-a4a8-6dac78955b23, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=daa3d976-d823-4f33-a4a8-6dac78955b23,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:10:40.598453 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7178bb13-1bda-4d71-8cd6-e2ec6ba792ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:40.622872 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f23c1490-a7c9-4dbf-940e-8515d9e7f942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:40.640211 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2cd1eaf7-7cf0-4197-a0d5-c519ab112053 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:10:40.768325 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-15b61daa-7cb3-4df4-afa3-6768b4f1d0f6 service neutron] 10.222.0.79 "GET /v2.0/networks/58ef6021-e396-465d-be5f-f38283ee2d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622271 May 23 11:10:40.809470 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-7178bb13-1bda-4d71-8cd6-e2ec6ba792ba admin admin] Calling delete_port for daa3d976-d823-4f33-a4a8-6dac78955b23 owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:10:40.814439 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-886f9030-c922-4fe1-a97b-2071891ceabe None None] Calling delete_port for 2cd1eaf7-7cf0-4197-a0d5-c519ab112053 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:10:40.868156 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-90b05d15-5c28-40a0-92bf-ff2003efdd22 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:40.868789 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b05d15-5c28-40a0-92bf-ff2003efdd22 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c7bc7750-bf31-44cd-ab56-c6997b5e85c4 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:10:40.897454 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-90b05d15-5c28-40a0-92bf-ff2003efdd22 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:40.900542 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-90b05d15-5c28-40a0-92bf-ff2003efdd22 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] 10.222.0.79 "DELETE /v2.0/routers/c7bc7750-bf31-44cd-ab56-c6997b5e85c4 HTTP/1.1" status: 204 len: 168 time: 4.9098027 May 23 11:10:40.908945 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50020) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:40.932658 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-11dec601-4dcf-47f2-ba4b-107e65908533 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1285357205', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}, 'admin_state_up': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:10:40.958534 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-11dec601-4dcf-47f2-ba4b-107e65908533 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:10:40.967934 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-11dec601-4dcf-47f2-ba4b-107e65908533 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Usage tracker for resource:router and tenant:cbabdaa8896a45a3b03155e5eaaad844 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:10:40.975317 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f23c1490-a7c9-4dbf-940e-8515d9e7f942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:40.979456 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-11dec601-4dcf-47f2-ba4b-107e65908533 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:10:40.993368 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-cbb0cded-69a9-4d16-9750-a3da2e83bd93 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] For port 2cd1eaf7-7cf0-4197-a0d5-c519ab112053, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2cd1eaf7-7cf0-4197-a0d5-c519ab112053,segment=NetworkSegment(2298bc77-bac2-4f7b-9ba0-ba008ab4ada5),segment_id=2298bc77-bac2-4f7b-9ba0-ba008ab4ada5)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:10:40.993733 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cbb0cded-69a9-4d16-9750-a3da2e83bd93 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:41.037193 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-11dec601-4dcf-47f2-ba4b-107e65908533 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:10:41.051033 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23c1490-a7c9-4dbf-940e-8515d9e7f942 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9294d2b8-973f-442c-9036-697778dd5201,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:41.069382 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f23c1490-a7c9-4dbf-940e-8515d9e7f942 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:41.078790 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f23c1490-a7c9-4dbf-940e-8515d9e7f942 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/9294d2b8-973f-442c-9036-697778dd5201 HTTP/1.1" status: 204 len: 168 time: 2.1784163 May 23 11:10:41.080003 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-11dec601-4dcf-47f2-ba4b-107e65908533 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:41.081117 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-11dec601-4dcf-47f2-ba4b-107e65908533 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:41.085525 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50024) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:41.101488 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:41.134033 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-886f9030-c922-4fe1-a97b-2071891ceabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:41.248723 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f9030-c922-4fe1-a97b-2071891ceabe None None] Pushing event deleted for resources: {'Port': ['ID=2cd1eaf7-7cf0-4197-a0d5-c519ab112053,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:41.267713 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886f9030-c922-4fe1-a97b-2071891ceabe None None] No DVR routers for this DVR port 2cd1eaf7-7cf0-4197-a0d5-c519ab112053 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:10:41.275944 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-cbb0cded-69a9-4d16-9750-a3da2e83bd93 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Calling delete_port for 2cd1eaf7-7cf0-4197-a0d5-c519ab112053 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:10:41.349412 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a9d03a06-b7be-4d07-8896-15ee782e58a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:41.358863 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-11dec601-4dcf-47f2-ba4b-107e65908533 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:41.388802 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7178bb13-1bda-4d71-8cd6-e2ec6ba792ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:41.411039 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26c5142-0e00-4b1f-90c0-e76aae7d408e tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:10:41.433354 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b913507-e9d2-4d46-a177-74c1cf38af4e None None] Sync routers for ids ['812b0992-e936-4eb7-b176-167ca0d7776e'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:10:41.439670 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a26c5142-0e00-4b1f-90c0-e76aae7d408e tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:41.441571 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a26c5142-0e00-4b1f-90c0-e76aae7d408e tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] 10.222.0.79 "PUT /v2.0/routers/812b0992-e936-4eb7-b176-167ca0d7776e HTTP/1.1" status: 200 len: 918 time: 6.9424503 May 23 11:10:41.452792 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50030) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:41.470055 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b913507-e9d2-4d46-a177-74c1cf38af4e None None] Routers {'812b0992-e936-4eb7-b176-167ca0d7776e'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:10:41.470740 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-0b913507-e9d2-4d46-a177-74c1cf38af4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:10:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['812b0992-e936-4eb7-b176-167ca0d7776e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:41.580867 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7178bb13-1bda-4d71-8cd6-e2ec6ba792ba admin admin] Pushing event deleted for resources: {'Port': ['ID=daa3d976-d823-4f33-a4a8-6dac78955b23,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:41.581382 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-0b913507-e9d2-4d46-a177-74c1cf38af4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:41.595517 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b913507-e9d2-4d46-a177-74c1cf38af4e None None] Routers {'812b0992-e936-4eb7-b176-167ca0d7776e'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:10:41.596229 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-0b913507-e9d2-4d46-a177-74c1cf38af4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:10:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['812b0992-e936-4eb7-b176-167ca0d7776e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:41.664807 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bd71a8f6-d608-4443-920e-1e4b94281b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:41.673882 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-0b913507-e9d2-4d46-a177-74c1cf38af4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:41.674570 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b913507-e9d2-4d46-a177-74c1cf38af4e None None] The sync data for ids ['812b0992-e936-4eb7-b176-167ca0d7776e'] in n-d-842952-2 is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:10:41.925389 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.api [None req-cbb0cded-69a9-4d16-9750-a3da2e83bd93 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:10:41.926378 n-d-842952-2 neutron-server[83910]: DEBUG oslo_db.api [None req-cbb0cded-69a9-4d16-9750-a3da2e83bd93 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:10:41.936372 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-55a7ddde-5e5d-4503-8326-d1cb1171c069 service neutron] 10.222.0.79 "GET /v2.0/networks/58ef6021-e396-465d-be5f-f38283ee2d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8252809 May 23 11:10:41.941886 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a9d03a06-b7be-4d07-8896-15ee782e58a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:42.119707 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-a9d03a06-b7be-4d07-8896-15ee782e58a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93233ebd-402e-45bd-b397-1f41a2b23d60']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:42.138469 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-a9d03a06-b7be-4d07-8896-15ee782e58a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '627b9d90-481e-4586-8e5b-ec8be80efc37') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:42.138761 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-a9d03a06-b7be-4d07-8896-15ee782e58a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '627b9d90-481e-4586-8e5b-ec8be80efc37') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:42.144971 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d7379-d972-4b36-8b6c-9effcab47f1f req-633e4af4-ba80-478a-904b-a43e584345af tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:42.146655 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-383d7379-d972-4b36-8b6c-9effcab47f1f req-633e4af4-ba80-478a-904b-a43e584345af tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 945 time: 0.4610517 May 23 11:10:42.218448 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a9d03a06-b7be-4d07-8896-15ee782e58a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:42.240122 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-3733e670-bf0f-4dcf-98ae-727eae1c5cb9 service neutron] 10.222.0.79 "GET /v2.0/networks/58ef6021-e396-465d-be5f-f38283ee2d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917793 May 23 11:10:42.294021 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-11dec601-4dcf-47f2-ba4b-107e65908533 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:42.318693 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a9d03a06-b7be-4d07-8896-15ee782e58a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:42.332305 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9d03a06-b7be-4d07-8896-15ee782e58a8 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:10:42.332894 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a9d03a06-b7be-4d07-8896-15ee782e58a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:42.348896 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:10:42.348896 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:10:42.348896 n-d-842952-2 neutron-server[83911]: timer() May 23 11:10:42.348896 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:10:42.348896 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:10:42.348896 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:10:42.348896 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:10:42.348896 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:10:42.348896 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:10:42.348896 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:10:42.348896 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:10:42.348896 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:10:42.348896 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:10:42.348896 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:10:42.348896 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:10:42.348896 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:10:42.348896 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:10:42.348896 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:10:42.348896 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:10:42.348896 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:10:42.348896 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:10:42.348896 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:10:42.348896 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:10:42.348896 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:10:42.348896 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:10:42.348896 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:10:42.348896 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:10:42.348896 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:10:42.348896 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:10:42.348896 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:10:42.348896 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:10:42.348896 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:10:42.355067 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7178bb13-1bda-4d71-8cd6-e2ec6ba792ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:42.429359 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-cbb0cded-69a9-4d16-9750-a3da2e83bd93 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Deleting port 2cd1eaf7-7cf0-4197-a0d5-c519ab112053 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:10:42.429872 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cbb0cded-69a9-4d16-9750-a3da2e83bd93 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:42.506773 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-6dbb43f2-789f-4be6-af98-3a70581b4b63 service neutron] 10.222.0.79 "GET /v2.0/networks/58ef6021-e396-465d-be5f-f38283ee2d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521644 May 23 11:10:42.611314 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:42.705573 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-cbb0cded-69a9-4d16-9750-a3da2e83bd93 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] The port '2cd1eaf7-7cf0-4197-a0d5-c519ab112053' was deleted {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:10:42.705573 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-383d7379-d972-4b36-8b6c-9effcab47f1f req-3459a48b-c994-43b8-8de4-7f77224c6c15 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5471339 May 23 11:10:42.740601 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a9d03a06-b7be-4d07-8896-15ee782e58a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:42.788292 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:42.840598 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a9d03a06-b7be-4d07-8896-15ee782e58a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:42.856927 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d03a06-b7be-4d07-8896-15ee782e58a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=93233ebd-402e-45bd-b397-1f41a2b23d60,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:42.880468 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7178bb13-1bda-4d71-8cd6-e2ec6ba792ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:42.888112 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7178bb13-1bda-4d71-8cd6-e2ec6ba792ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:42.926945 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a9d03a06-b7be-4d07-8896-15ee782e58a8 admin admin] 10.222.0.79 "DELETE /v2.0/networks/93233ebd-402e-45bd-b397-1f41a2b23d60 HTTP/1.1" status: 204 len: 168 time: 1.8350058 May 23 11:10:42.936462 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7178bb13-1bda-4d71-8cd6-e2ec6ba792ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:42.937686 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7178bb13-1bda-4d71-8cd6-e2ec6ba792ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 643910b8-d3e8-4ca8-8520-f8fec8564dd5 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:10:42.960176 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7178bb13-1bda-4d71-8cd6-e2ec6ba792ba admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:42.962200 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7178bb13-1bda-4d71-8cd6-e2ec6ba792ba admin admin] 10.222.0.79 "DELETE /v2.0/routers/643910b8-d3e8-4ca8-8520-f8fec8564dd5 HTTP/1.1" status: 204 len: 168 time: 6.3759990 May 23 11:10:42.965758 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50036) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:43.000391 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-992b4fe4-1354-4d10-b083-e0c3747e54db tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] 10.222.0.79 "GET /v2.0/routers/812b0992-e936-4eb7-b176-167ca0d7776e HTTP/1.1" status: 200 len: 924 time: 1.5433664 May 23 11:10:43.013809 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50040) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:43.050557 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-d32eac97-163e-414f-a28a-e22577c9c252 admin admin] Deleting subnet da4c8fec-892d-4e21-843f-3fcecec73207 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:10:43.055802 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d32eac97-163e-414f-a28a-e22577c9c252 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:43.120900 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cbb0cded-69a9-4d16-9750-a3da2e83bd93 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:43.134413 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d32eac97-163e-414f-a28a-e22577c9c252 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:43.164747 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50044) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:43.203122 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-cbb0cded-69a9-4d16-9750-a3da2e83bd93 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29f7b33b-e00c-42cd-acac-a687a041e5eb']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:43.212049 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-2b5accd3-40dd-495a-bb40-652115dd69c7 service neutron] 10.222.0.79 "GET /v2.0/networks/58ef6021-e396-465d-be5f-f38283ee2d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7043388 May 23 11:10:43.226372 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-cbb0cded-69a9-4d16-9750-a3da2e83bd93 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2298bc77-bac2-4f7b-9ba0-ba008ab4ada5') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:43.226727 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-cbb0cded-69a9-4d16-9750-a3da2e83bd93 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2298bc77-bac2-4f7b-9ba0-ba008ab4ada5') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:43.295105 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-fbc3ce94-1beb-4a46-8472-02ff84ac4f75 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=742b1cf1e0b345dca83f32458f4c8414&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1248734 May 23 11:10:43.295771 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-11dec601-4dcf-47f2-ba4b-107e65908533 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:43.326207 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50048) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:43.364367 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-11dec601-4dcf-47f2-ba4b-107e65908533 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:43.390319 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cbb0cded-69a9-4d16-9750-a3da2e83bd93 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:43.419999 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5e3d4b1c-655d-4005-86c0-4be91326ac8e tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=87d63aa2-c2e7-4553-824a-d818708dd83b&device_id=812b0992-e936-4eb7-b176-167ca0d7776e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3859715 May 23 11:10:43.426639 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50052) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:43.438647 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cbb0cded-69a9-4d16-9750-a3da2e83bd93 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:43.469337 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbb0cded-69a9-4d16-9750-a3da2e83bd93 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:10:43.470675 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cbb0cded-69a9-4d16-9750-a3da2e83bd93 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:43.500687 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:10:43.500687 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:10:43.500687 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:10:43.500687 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:10:43.500687 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:10:43.500687 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:10:43.500687 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:10:43.500687 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:10:43.500687 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:10:43.500687 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:10:43.500687 n-d-842952-2 neutron-server[83910]: timer() May 23 11:10:43.500687 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:10:43.500687 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:10:43.500687 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:10:43.500687 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:10:43.500687 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:10:43.500687 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:10:43.500687 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:10:43.500687 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:10:43.500687 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:10:43.500687 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:10:43.500687 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:10:43.500687 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:10:43.500687 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:10:43.500687 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:10:43.500687 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:10:43.500687 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:10:43.500687 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:10:43.500687 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:10:43.500687 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:10:43.500687 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:10:43.500687 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:10:43.500687 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:10:43.500687 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:10:43.500687 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:10:43.500687 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:10:43.500687 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:10:43.500687 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:10:43.500687 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:10:43.500687 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:10:43.528993 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d32eac97-163e-414f-a28a-e22577c9c252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:43.640039 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2f6144d7-64cb-43fa-b616-7dfdade8e5a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:43.692038 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-076f7c12-2434-4ee7-ac91-4c2bb25d33fb service neutron] 10.222.0.79 "GET /v2.0/networks/e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4695320 May 23 11:10:43.713824 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cbb0cded-69a9-4d16-9750-a3da2e83bd93 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:43.765122 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cbb0cded-69a9-4d16-9750-a3da2e83bd93 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:43.776878 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb0cded-69a9-4d16-9750-a3da2e83bd93 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Pushing event deleted for resources: {'Network': ['ID=29f7b33b-e00c-42cd-acac-a687a041e5eb,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:43.960448 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-97b90a53-7bd5-42dd-be32-72586d747c48 service neutron] 10.222.0.79 "GET /v2.0/networks/e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482743 May 23 11:10:43.978734 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2f6144d7-64cb-43fa-b616-7dfdade8e5a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:44.013316 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bedf94-a618-4877-a131-59e536d94625 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:44.013912 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-07bedf94-a618-4877-a131-59e536d94625 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] 10.222.0.79 "GET /v2.0/networks/87d63aa2-c2e7-4553-824a-d818708dd83b HTTP/1.1" status: 200 len: 881 time: 0.5864115 May 23 11:10:44.020126 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50062) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:44.034363 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d32eac97-163e-414f-a28a-e22577c9c252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:44.044709 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-cbb0cded-69a9-4d16-9750-a3da2e83bd93 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "DELETE /v2.0/networks/29f7b33b-e00c-42cd-acac-a687a041e5eb HTTP/1.1" status: 204 len: 168 time: 3.8978879 May 23 11:10:44.049864 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50066) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:44.169347 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-11dec601-4dcf-47f2-ba4b-107e65908533 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Allocated IP 172.25.6.102 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/8dd5d889-f4ea-4acd-a7bb-1132f380dd88) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:10:44.170362 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:44.196635 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6d7f2031-fc1a-42d4-9ca7-67ebf8c42427 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] 10.222.0.79 "GET /v2.0/ports?device_id=812b0992-e936-4eb7-b176-167ca0d7776e HTTP/1.1" status: 200 len: 205 time: 0.1748865 May 23 11:10:44.197876 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32eac97-163e-414f-a28a-e22577c9c252 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da4c8fec-892d-4e21-843f-3fcecec73207,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:44.199755 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50070) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:44.276273 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318e57b-f88a-4d5c-9bb0-884c0487f0ed req-a6134269-909b-4e98-a586-23f2b25073e9 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:44.277824 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a318e57b-f88a-4d5c-9bb0-884c0487f0ed req-a6134269-909b-4e98-a586-23f2b25073e9 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 945 time: 0.2841580 May 23 11:10:44.300276 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d32eac97-163e-414f-a28a-e22577c9c252 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:44.305779 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f96e2d-bc69-4468-80e5-53e85b39ba1a None None] Network 747ead6f-5c9e-46f2-80ef-f280e257168e requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:10:44.539549 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-b97299ab-e96e-49e9-ab38-b21d80bbe632 service neutron] 10.222.0.79 "GET /v2.0/networks/e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5779572 May 23 11:10:44.572574 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2f6144d7-64cb-43fa-b616-7dfdade8e5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:44.576847 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2f6144d7-64cb-43fa-b616-7dfdade8e5a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:44.578488 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2f6144d7-64cb-43fa-b616-7dfdade8e5a1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/db363ab2-bc99-4458-a9f9-aae1642cf06e HTTP/1.1" status: 204 len: 168 time: 1.2510915 May 23 11:10:44.591487 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d32eac97-163e-414f-a28a-e22577c9c252 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/da4c8fec-892d-4e21-843f-3fcecec73207 HTTP/1.1" status: 204 len: 168 time: 1.6236267 May 23 11:10:44.598691 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50076) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:44.631664 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6144d7-64cb-43fa-b616-7dfdade8e5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db363ab2-bc99-4458-a9f9-aae1642cf06e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:44.888250 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c967e54d-5e21-4bdb-81eb-4937c872a4ad None None] DHCP port deletion for 747ead6f-5c9e-46f2-80ef-f280e257168e request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:10:44.894436 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c967e54d-5e21-4bdb-81eb-4937c872a4ad None None] Deleting port ffe2dec5-c8d2-4256-9129-0cf0b5bc106e {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:10:44.894810 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c967e54d-5e21-4bdb-81eb-4937c872a4ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:44.938877 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a318e57b-f88a-4d5c-9bb0-884c0487f0ed req-0b824388-3d56-40ab-94d5-643a25fb65af tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975999 May 23 11:10:45.020311 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a0d12248-0726-484a-88ed-fd9f107f4b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:45.064488 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-11dec601-4dcf-47f2-ba4b-107e65908533 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:45.090545 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a0d12248-0726-484a-88ed-fd9f107f4b11 admin admin] Deleting port ffe2dec5-c8d2-4256-9129-0cf0b5bc106e {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:10:45.090896 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a0d12248-0726-484a-88ed-fd9f107f4b11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:45.091291 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b170b08-a06b-456b-9c35-b03005810818 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Deleting subnet 8d2ff066-f50d-4741-ae58-190959a1339b {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:10:45.108267 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b170b08-a06b-456b-9c35-b03005810818 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:45.193409 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-d3d37719-29c4-4bb7-be46-e768e2b0db7f service neutron] 10.222.0.79 "GET /v2.0/networks/e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6208005 May 23 11:10:45.246002 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b170b08-a06b-456b-9c35-b03005810818 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:45.336625 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c967e54d-5e21-4bdb-81eb-4937c872a4ad None None] For port ffe2dec5-c8d2-4256-9129-0cf0b5bc106e, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=ffe2dec5-c8d2-4256-9129-0cf0b5bc106e,segment=NetworkSegment(42d759c9-732c-4537-a07f-98319021ed2c),segment_id=42d759c9-732c-4537-a07f-98319021ed2c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:10:45.337626 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c967e54d-5e21-4bdb-81eb-4937c872a4ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:45.387533 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b170b08-a06b-456b-9c35-b03005810818 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:45.516983 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c967e54d-5e21-4bdb-81eb-4937c872a4ad None None] Calling delete_port for ffe2dec5-c8d2-4256-9129-0cf0b5bc106e owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:10:45.596328 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b170b08-a06b-456b-9c35-b03005810818 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:45.660181 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-11dec601-4dcf-47f2-ba4b-107e65908533 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:45.680702 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b170b08-a06b-456b-9c35-b03005810818 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Pushing event deleted for resources: {'Subnet': ['ID=8d2ff066-f50d-4741-ae58-190959a1339b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:45.704938 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c967e54d-5e21-4bdb-81eb-4937c872a4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:45.721506 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b170b08-a06b-456b-9c35-b03005810818 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:45.736736 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3b170b08-a06b-456b-9c35-b03005810818 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "DELETE /v2.0/subnets/8d2ff066-f50d-4741-ae58-190959a1339b HTTP/1.1" status: 204 len: 168 time: 1.6826882 May 23 11:10:45.743277 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50092) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:45.773465 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b46947d-9fa0-495c-89f7-8eda056dbd34 None None] Network d596d79d-47ef-4f3a-8d9a-10886b071fa3 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:10:45.831435 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c967e54d-5e21-4bdb-81eb-4937c872a4ad None None] Pushing event deleted for resources: {'Port': ['ID=ffe2dec5-c8d2-4256-9129-0cf0b5bc106e,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:45.866194 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-a0d12248-0726-484a-88ed-fd9f107f4b11 admin admin] For port ffe2dec5-c8d2-4256-9129-0cf0b5bc106e, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=ffe2dec5-c8d2-4256-9129-0cf0b5bc106e,segment=NetworkSegment(42d759c9-732c-4537-a07f-98319021ed2c),segment_id=42d759c9-732c-4537-a07f-98319021ed2c)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:10:45.866566 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a0d12248-0726-484a-88ed-fd9f107f4b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:45.908563 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11dec601-4dcf-47f2-ba4b-107e65908533 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:10:45.942261 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-11dec601-4dcf-47f2-ba4b-107e65908533 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:10:45.949348 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c967e54d-5e21-4bdb-81eb-4937c872a4ad None None] No DVR routers for this DVR port ffe2dec5-c8d2-4256-9129-0cf0b5bc106e on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:10:45.953408 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dec601-4dcf-47f2-ba4b-107e65908533 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:10:46.132195 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-90a67b9d-a076-441c-88d9-ebbb406c8fd2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:46.190738 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-90a67b9d-a076-441c-88d9-ebbb406c8fd2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Deleting port 5ea8c1cb-53c3-4b67-acb1-105400c746df {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:10:46.191630 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-90a67b9d-a076-441c-88d9-ebbb406c8fd2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:46.289842 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a0d12248-0726-484a-88ed-fd9f107f4b11 admin admin] Calling delete_port for ffe2dec5-c8d2-4256-9129-0cf0b5bc106e owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:10:46.336335 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dec601-4dcf-47f2-ba4b-107e65908533 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Pushing event updated for resources: {'Port': ['ID=8dd5d889-f4ea-4acd-a7bb-1132f380dd88,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:46.549531 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5a116e17-2e47-4860-86e1-857d86fbb32d tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:46.612733 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30567b2-d8c8-4e98-ae2f-b52903ef7125 None None] DHCP port deletion for d596d79d-47ef-4f3a-8d9a-10886b071fa3 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:10:46.618264 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a30567b2-d8c8-4e98-ae2f-b52903ef7125 None None] Deleting port 5ea8c1cb-53c3-4b67-acb1-105400c746df {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:10:46.618644 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a30567b2-d8c8-4e98-ae2f-b52903ef7125 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:46.773995 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50116) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:46.862248 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-90a67b9d-a076-441c-88d9-ebbb406c8fd2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] For port 5ea8c1cb-53c3-4b67-acb1-105400c746df, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=5ea8c1cb-53c3-4b67-acb1-105400c746df,segment=NetworkSegment(5c0855ef-57f9-46eb-b54e-01a231abeecc),segment_id=5c0855ef-57f9-46eb-b54e-01a231abeecc)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:10:46.862780 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-90a67b9d-a076-441c-88d9-ebbb406c8fd2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:47.014655 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-90a67b9d-a076-441c-88d9-ebbb406c8fd2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Calling delete_port for 5ea8c1cb-53c3-4b67-acb1-105400c746df owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:10:47.127918 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.api [None req-a0d12248-0726-484a-88ed-fd9f107f4b11 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:10:47.128267 n-d-842952-2 neutron-server[83911]: DEBUG oslo_db.api [None req-a0d12248-0726-484a-88ed-fd9f107f4b11 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:10:47.199953 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c9b26b84-ceb0-4ed8-b616-8bf46d33d0bd admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-247807436-network', 'tenant_id': 'abc8f80d521a482ba49d9d597fee07e9'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:10:47.200620 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-a30567b2-d8c8-4e98-ae2f-b52903ef7125 None None] For port 5ea8c1cb-53c3-4b67-acb1-105400c746df, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=5ea8c1cb-53c3-4b67-acb1-105400c746df,segment=NetworkSegment(5c0855ef-57f9-46eb-b54e-01a231abeecc),segment_id=5c0855ef-57f9-46eb-b54e-01a231abeecc)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:10:47.201190 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a30567b2-d8c8-4e98-ae2f-b52903ef7125 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:47.207046 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c9b26b84-ceb0-4ed8-b616-8bf46d33d0bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:10:47.215952 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c9b26b84-ceb0-4ed8-b616-8bf46d33d0bd admin admin] Usage tracker for resource:network and tenant:abc8f80d521a482ba49d9d597fee07e9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:10:47.222001 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c9b26b84-ceb0-4ed8-b616-8bf46d33d0bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:10:47.223380 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-90a67b9d-a076-441c-88d9-ebbb406c8fd2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:47.240615 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c9b26b84-ceb0-4ed8-b616-8bf46d33d0bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:10:47.358774 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b26b84-ceb0-4ed8-b616-8bf46d33d0bd admin admin] Made reservation on behalf of abc8f80d521a482ba49d9d597fee07e9 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:10:47.361436 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a67b9d-a076-441c-88d9-ebbb406c8fd2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Pushing event deleted for resources: {'Port': ['ID=5ea8c1cb-53c3-4b67-acb1-105400c746df,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:47.366237 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c9b26b84-ceb0-4ed8-b616-8bf46d33d0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:47.372489 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a67b9d-a076-441c-88d9-ebbb406c8fd2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] No DVR routers for this DVR port 5ea8c1cb-53c3-4b67-acb1-105400c746df on host n-d-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:10:47.506938 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 5ea8c1cb-53c3-4b67-acb1-105400c746df no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:10:47.544162 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a30567b2-d8c8-4e98-ae2f-b52903ef7125 None None] Calling delete_port for 5ea8c1cb-53c3-4b67-acb1-105400c746df owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:10:47.585909 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c9b26b84-ceb0-4ed8-b616-8bf46d33d0bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:47.598860 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-11dec601-4dcf-47f2-ba4b-107e65908533 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:47.599611 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-11dec601-4dcf-47f2-ba4b-107e65908533 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:47.610783 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 5ea8c1cb-53c3-4b67-acb1-105400c746df {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:10:47.611147 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 5ea8c1cb-53c3-4b67-acb1-105400c746df not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:10:47.611562 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device da7e726a-ab43-4f32-ad75-b7fc2871bb7a no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:10:47.631514 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-90a67b9d-a076-441c-88d9-ebbb406c8fd2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:47.634178 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a0d12248-0726-484a-88ed-fd9f107f4b11 admin admin] Deleting port ffe2dec5-c8d2-4256-9129-0cf0b5bc106e {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:10:47.634445 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a0d12248-0726-484a-88ed-fd9f107f4b11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:47.652517 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d5c67-5c11-4979-a58b-ff8669a757ed req-351e577a-de5a-465c-84a3-ac3851a2b4f3 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:47.659681 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-648d5c67-5c11-4979-a58b-ff8669a757ed req-351e577a-de5a-465c-84a3-ac3851a2b4f3 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 945 time: 1.3479285 May 23 11:10:47.694561 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: da7e726a-ab43-4f32-ad75-b7fc2871bb7a {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:10:47.695527 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device da7e726a-ab43-4f32-ad75-b7fc2871bb7a not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:10:47.696148 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ffe2dec5-c8d2-4256-9129-0cf0b5bc106e no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:10:47.704108 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a753163-1380-442e-a2c8-5ef0628f2b54 req-85d401c4-bfcf-4235-b8af-f15c1a3d86e3 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 210 time: 0.1260626 May 23 11:10:47.710648 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-90a67b9d-a076-441c-88d9-ebbb406c8fd2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d596d79d-47ef-4f3a-8d9a-10886b071fa3']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:47.738915 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-90a67b9d-a076-441c-88d9-ebbb406c8fd2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c0855ef-57f9-46eb-b54e-01a231abeecc') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:47.739869 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-90a67b9d-a076-441c-88d9-ebbb406c8fd2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c0855ef-57f9-46eb-b54e-01a231abeecc') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:47.749227 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: ffe2dec5-c8d2-4256-9129-0cf0b5bc106e {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:10:47.749227 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ffe2dec5-c8d2-4256-9129-0cf0b5bc106e not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:10:47.784717 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-90a67b9d-a076-441c-88d9-ebbb406c8fd2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:47.831375 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-a30567b2-d8c8-4e98-ae2f-b52903ef7125 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:10:47.831732 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-a30567b2-d8c8-4e98-ae2f-b52903ef7125 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:10:47.854832 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-648d5c67-5c11-4979-a58b-ff8669a757ed req-8215d116-9236-41b5-b309-8267d901002c tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941478 May 23 11:10:47.907464 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-90a67b9d-a076-441c-88d9-ebbb406c8fd2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:47.935259 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90a67b9d-a076-441c-88d9-ebbb406c8fd2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:10:47.935930 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-90a67b9d-a076-441c-88d9-ebbb406c8fd2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:47.967264 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:10:47.967264 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:10:47.967264 n-d-842952-2 neutron-server[83910]: timer() May 23 11:10:47.967264 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:10:47.967264 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:10:47.967264 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:10:47.967264 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:10:47.967264 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:10:47.967264 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:10:47.967264 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:10:47.967264 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:10:47.967264 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:10:47.967264 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:10:47.967264 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:10:47.967264 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:10:47.967264 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:10:47.967264 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:10:47.967264 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:10:47.967264 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:10:47.967264 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:10:47.967264 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:10:47.967264 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:10:47.967264 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:10:47.967264 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:10:47.967264 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:10:47.967264 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:10:47.967264 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:10:47.967264 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:10:47.967264 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:10:47.967264 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:10:47.967264 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:10:47.967264 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:10:47.985797 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5a116e17-2e47-4860-86e1-857d86fbb32d tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:47.998422 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a0d12248-0726-484a-88ed-fd9f107f4b11 admin admin] The port 'ffe2dec5-c8d2-4256-9129-0cf0b5bc106e' was deleted {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:10:48.162521 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a0d12248-0726-484a-88ed-fd9f107f4b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:48.195257 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-a0d12248-0726-484a-88ed-fd9f107f4b11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['747ead6f-5c9e-46f2-80ef-f280e257168e']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:48.210806 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-a0d12248-0726-484a-88ed-fd9f107f4b11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42d759c9-732c-4537-a07f-98319021ed2c') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:48.211099 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-a0d12248-0726-484a-88ed-fd9f107f4b11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42d759c9-732c-4537-a07f-98319021ed2c') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:48.227477 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a0d12248-0726-484a-88ed-fd9f107f4b11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:48.251183 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-5a116e17-2e47-4860-86e1-857d86fbb32d tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Deleting port 4f487e96-dedf-4ab0-9990-8e242caaf58a {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:10:48.251774 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5a116e17-2e47-4860-86e1-857d86fbb32d tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:48.270813 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-90a67b9d-a076-441c-88d9-ebbb406c8fd2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:48.294278 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c9b26b84-ceb0-4ed8-b616-8bf46d33d0bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:10:48.298433 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a0d12248-0726-484a-88ed-fd9f107f4b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:48.306853 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-90a67b9d-a076-441c-88d9-ebbb406c8fd2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:48.320813 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c9b26b84-ceb0-4ed8-b616-8bf46d33d0bd admin admin] Usage tracker for resource:security_group_rule and tenant:abc8f80d521a482ba49d9d597fee07e9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:10:48.327262 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c9b26b84-ceb0-4ed8-b616-8bf46d33d0bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:10:48.330745 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-90a67b9d-a076-441c-88d9-ebbb406c8fd2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] 10.222.0.79 "DELETE /v2.0/networks/d596d79d-47ef-4f3a-8d9a-10886b071fa3 HTTP/1.1" status: 204 len: 168 time: 2.5844562 May 23 11:10:48.332192 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0d12248-0726-484a-88ed-fd9f107f4b11 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:10:48.332958 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a30567b2-d8c8-4e98-ae2f-b52903ef7125 None None] Deleting port 5ea8c1cb-53c3-4b67-acb1-105400c746df {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:10:48.333503 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a30567b2-d8c8-4e98-ae2f-b52903ef7125 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:48.346129 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a67b9d-a076-441c-88d9-ebbb406c8fd2 tempest-ServersTestMultiNic-690102360 tempest-ServersTestMultiNic-690102360-project] Pushing event deleted for resources: {'Network': ['ID=d596d79d-47ef-4f3a-8d9a-10886b071fa3,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:48.346886 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a0d12248-0726-484a-88ed-fd9f107f4b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:48.386643 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:10:48.386643 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:10:48.386643 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:10:48.386643 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:10:48.386643 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:10:48.386643 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:10:48.386643 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:10:48.386643 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:10:48.386643 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:10:48.386643 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:10:48.386643 n-d-842952-2 neutron-server[83911]: timer() May 23 11:10:48.386643 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:10:48.386643 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:10:48.386643 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:10:48.386643 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:10:48.386643 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:10:48.386643 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:10:48.386643 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:10:48.386643 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:10:48.386643 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:10:48.386643 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:10:48.386643 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:10:48.386643 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:10:48.386643 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:10:48.386643 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:10:48.386643 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:10:48.386643 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:10:48.386643 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:10:48.386643 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:10:48.386643 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:10:48.386643 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:10:48.386643 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:10:48.386643 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:10:48.386643 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:10:48.386643 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:10:48.386643 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:10:48.386643 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:10:48.386643 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:10:48.386643 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:10:48.386643 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:10:48.411807 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c9b26b84-ceb0-4ed8-b616-8bf46d33d0bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:10:48.470119 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a30567b2-d8c8-4e98-ae2f-b52903ef7125 None None] The port '5ea8c1cb-53c3-4b67-acb1-105400c746df' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:10:48.484921 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device daa3d976-d823-4f33-a4a8-6dac78955b23 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:10:48.556705 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: daa3d976-d823-4f33-a4a8-6dac78955b23 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:10:48.557038 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device daa3d976-d823-4f33-a4a8-6dac78955b23 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:10:48.557648 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device d905a976-b3b4-43d8-a453-f84dfa89be12 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:10:48.649453 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: d905a976-b3b4-43d8-a453-f84dfa89be12 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:10:48.649795 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device d905a976-b3b4-43d8-a453-f84dfa89be12 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:10:48.755262 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a0d12248-0726-484a-88ed-fd9f107f4b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:48.788987 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50150) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:48.790502 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a0d12248-0726-484a-88ed-fd9f107f4b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:48.895563 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d12248-0726-484a-88ed-fd9f107f4b11 admin admin] Pushing event deleted for resources: {'Network': ['ID=747ead6f-5c9e-46f2-80ef-f280e257168e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:48.922152 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c670f6-8c3a-483f-bba8-a6525421920f req-2e25005e-15cb-409e-824e-d8f357b73674 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:48.923972 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e4c670f6-8c3a-483f-bba8-a6525421920f req-2e25005e-15cb-409e-824e-d8f357b73674 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd50ce13-d56a-416c-88ef-ee83f30ba53a HTTP/1.1" status: 200 len: 945 time: 0.1739523 May 23 11:10:49.035116 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e4c670f6-8c3a-483f-bba8-a6525421920f req-7f6ddc36-817a-4ae4-a654-7f0908000339 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/security-groups?id=8072d593-3bc6-40b8-bcf0-2059893c1865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959294 May 23 11:10:49.042688 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5a116e17-2e47-4860-86e1-857d86fbb32d tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:49.101573 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d188f4cb-0aaf-42e6-9577-c78a247fc390 req-9f719ab3-614d-4525-9de8-11c0cfa7d25c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 210 time: 0.0579486 May 23 11:10:49.205603 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-5a116e17-2e47-4860-86e1-857d86fbb32d tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Calling delete_port for 4f487e96-dedf-4ab0-9990-8e242caaf58a owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:10:49.236965 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c9b26b84-ceb0-4ed8-b616-8bf46d33d0bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:49.238932 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a0d12248-0726-484a-88ed-fd9f107f4b11 admin admin] 10.222.0.79 "DELETE /v2.0/networks/747ead6f-5c9e-46f2-80ef-f280e257168e HTTP/1.1" status: 204 len: 168 time: 4.6330304 May 23 11:10:49.267858 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c9b26b84-ceb0-4ed8-b616-8bf46d33d0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:49.315603 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01c79e-e539-4164-91aa-104801d37afd req-bfe7789b-44fe-4508-9212-b9665c46eb75 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:49.330020 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3c01c79e-e539-4164-91aa-104801d37afd req-bfe7789b-44fe-4508-9212-b9665c46eb75 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 945 time: 0.1666884 May 23 11:10:49.334237 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9b26b84-ceb0-4ed8-b616-8bf46d33d0bd admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:10:49.371458 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b26b84-ceb0-4ed8-b616-8bf46d33d0bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:49.382461 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c9b26b84-ceb0-4ed8-b616-8bf46d33d0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:49.382461 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-c9b26b84-ceb0-4ed8-b616-8bf46d33d0bd admin admin] Added segment 0eaf6c12-c629-4f70-b3b1-9c344ae24a9d of type vlan for network 09151df4-c255-4bed-b6e9-e6879853aff3 May 23 11:10:49.437303 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c9b26b84-ceb0-4ed8-b616-8bf46d33d0bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:49.477858 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3c01c79e-e539-4164-91aa-104801d37afd req-0680f979-b73e-48cd-b749-0a55139db934 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445601 May 23 11:10:49.531254 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50166) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:49.572995 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c9b26b84-ceb0-4ed8-b616-8bf46d33d0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:49.573986 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b26b84-ceb0-4ed8-b616-8bf46d33d0bd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:49.574628 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c9b26b84-ceb0-4ed8-b616-8bf46d33d0bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:49.616616 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3abc1def-3c44-4a5c-8a31-3ccde37c8521 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fc51252c175e4cbcbdf52b4fe247eb16&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0837476 May 23 11:10:49.619669 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50170) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:49.696173 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b606bbc9-5865-4ced-af80-9d9d82d54773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:49.737271 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b606bbc9-5865-4ced-af80-9d9d82d54773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:49.847325 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b606bbc9-5865-4ced-af80-9d9d82d54773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:49.872366 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b606bbc9-5865-4ced-af80-9d9d82d54773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9dc5317-1b84-46b6-8c87-5e24672b8c04,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:49.902069 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b606bbc9-5865-4ced-af80-9d9d82d54773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:49.904442 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b606bbc9-5865-4ced-af80-9d9d82d54773 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b9dc5317-1b84-46b6-8c87-5e24672b8c04 HTTP/1.1" status: 204 len: 168 time: 0.2831526 May 23 11:10:50.003756 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11dec601-4dcf-47f2-ba4b-107e65908533 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Router fb5ac7ed-6522-42db-b8c5-8b4636de835b is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:10:50.194932 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c9b26b84-ceb0-4ed8-b616-8bf46d33d0bd admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.4195275 May 23 11:10:50.200598 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50182) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:50.207364 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-52aa4f81-bce1-40f3-9657-7871e0f190dd admin admin] Request body: {'subnet': {'network_id': '09151df4-c255-4bed-b6e9-e6879853aff3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-247807436-subnet', 'tenant_id': 'abc8f80d521a482ba49d9d597fee07e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:10:50.217120 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-52aa4f81-bce1-40f3-9657-7871e0f190dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:10:50.221604 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-52aa4f81-bce1-40f3-9657-7871e0f190dd admin admin] Usage tracker for resource:subnet and tenant:abc8f80d521a482ba49d9d597fee07e9 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:10:50.224948 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-52aa4f81-bce1-40f3-9657-7871e0f190dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:10:50.231803 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-52aa4f81-bce1-40f3-9657-7871e0f190dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:10:50.249889 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52aa4f81-bce1-40f3-9657-7871e0f190dd admin admin] Made reservation on behalf of abc8f80d521a482ba49d9d597fee07e9 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:10:50.253030 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-52aa4f81-bce1-40f3-9657-7871e0f190dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:50.258926 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5a116e17-2e47-4860-86e1-857d86fbb32d tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:50.324892 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b26b84-ceb0-4ed8-b616-8bf46d33d0bd admin admin] Pushing event updated for resources: {'Network': ['ID=09151df4-c255-4bed-b6e9-e6879853aff3,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:50.338224 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 09151df4-c255-4bed-b6e9-e6879853aff3 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:10:50.353223 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-3de5c0fc-34e4-4c22-b745-6887fd4fe44c service neutron] 10.222.0.81 "GET /v2.0/ports/4b591b58-1bf1-4cef-b2f3-f83a8acf29e7 HTTP/1.1" status: 200 len: 1028 time: 0.7699020 May 23 11:10:50.424016 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a116e17-2e47-4860-86e1-857d86fbb32d tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Pushing event deleted for resources: {'Port': ['ID=4f487e96-dedf-4ab0-9990-8e242caaf58a,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:50.658820 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a497291e-efe8-4836-ba27-f62902fe6d42 req-bfa2b46a-e339-4065-9458-b3c92a116d00 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 210 time: 0.0986209 May 23 11:10:50.673813 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-52aa4f81-bce1-40f3-9657-7871e0f190dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:50.688409 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-4e063a61-ab69-43ae-9f05-54d39d6ffcb4 service neutron] 10.222.0.81 "GET /v2.0/ports/24c0e8e3-e2c6-4186-8f44-ff76dec40384 HTTP/1.1" status: 200 len: 1027 time: 0.2755334 May 23 11:10:50.689185 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701067c-f711-45a0-86d5-469351d57c69 req-8aca8452-dde7-45a0-8d62-b9114abd5310 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:50.697497 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7701067c-f711-45a0-86d5-469351d57c69 req-8aca8452-dde7-45a0-8d62-b9114abd5310 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd50ce13-d56a-416c-88ef-ee83f30ba53a HTTP/1.1" status: 200 len: 945 time: 0.6469743 May 23 11:10:51.003505 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa4f81-bce1-40f3-9657-7871e0f190dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=98e3b855-6fba-4052-9851-9631f18844d0,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:51.020399 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7701067c-f711-45a0-86d5-469351d57c69 req-b946ea19-54f7-49c8-a1d0-4da18a261273 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/security-groups?id=8072d593-3bc6-40b8-bcf0-2059893c1865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3170938 May 23 11:10:51.061154 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52aa4f81-bce1-40f3-9657-7871e0f190dd admin admin] Checking segment: {'id': '0eaf6c12-c629-4f70-b3b1-9c344ae24a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '09151df4-c255-4bed-b6e9-e6879853aff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:10:51.061711 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52aa4f81-bce1-40f3-9657-7871e0f190dd admin admin] Network hostable DHCP agents. Network: 09151df4-c255-4bed-b6e9-e6879853aff3, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:10:51.114040 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-f8de6a16-dc24-471a-bf24-d37e9615e91f tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:51.117996 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55c681-f3aa-41c7-bf6b-0dbc47f2e89b req-6dde5107-f297-41cf-9623-6e9cbeed4a28 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:51.118530 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-f8de6a16-dc24-471a-bf24-d37e9615e91f tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:51.122455 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-f8de6a16-dc24-471a-bf24-d37e9615e91f tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:51.123253 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-f8de6a16-dc24-471a-bf24-d37e9615e91f tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Synchronizing usage tracker for tenant:c33b6fcb07a04f2fa56c6e5a7798a085 on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:10:51.132688 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1e55c681-f3aa-41c7-bf6b-0dbc47f2e89b req-6dde5107-f297-41cf-9623-6e9cbeed4a28 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 945 time: 0.2430549 May 23 11:10:51.178136 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52aa4f81-bce1-40f3-9657-7871e0f190dd admin admin] Network 09151df4-c255-4bed-b6e9-e6879853aff3 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:10:51.223227 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-52aa4f81-bce1-40f3-9657-7871e0f190dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 09151df4-c255-4bed-b6e9-e6879853aff3) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:10:51.229773 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52aa4f81-bce1-40f3-9657-7871e0f190dd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:51.230490 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-52aa4f81-bce1-40f3-9657-7871e0f190dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:51.233160 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b26a78-16c7-4bfe-b945-474e327d521b None None] Network 09151df4-c255-4bed-b6e9-e6879853aff3 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:10:51.233921 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-f8de6a16-dc24-471a-bf24-d37e9615e91f tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Unset dirty status for tenant:c33b6fcb07a04f2fa56c6e5a7798a085 on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:10:51.235506 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-f8de6a16-dc24-471a-bf24-d37e9615e91f tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.81 "GET /v2.0/networks?id=23dc4a33-f2ce-4b86-bf3b-fd54d05f4691&id=58ef6021-e396-465d-be5f-f38283ee2d4e&id=58ef6021-e396-465d-be5f-f38283ee2d4e&id=58ef6021-e396-465d-be5f-f38283ee2d4e&id=58ef6021-e396-465d-be5f-f38283ee2d4e&id=e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d&id=e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d HTTP/1.1" status: 200 len: 1990 time: 0.5332239 May 23 11:10:51.271497 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1e55c681-f3aa-41c7-bf6b-0dbc47f2e89b req-2a345ef9-8a5d-480e-b980-517c376da568 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323223 May 23 11:10:51.294662 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-52aa4f81-bce1-40f3-9657-7871e0f190dd admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0918484 May 23 11:10:51.313717 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5a116e17-2e47-4860-86e1-857d86fbb32d tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:51.675128 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6945baeb-10b1-4af3-9b7b-e951e4cb928c None None] Network 09151df4-c255-4bed-b6e9-e6879853aff3 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:10:52.249587 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5a116e17-2e47-4860-86e1-857d86fbb32d tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:52.273447 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6fe499e3-2cac-43b4-80f5-8c481f036c58 req-41da9def-5add-482e-926e-b289557a67df tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 210 time: 0.0617301 May 23 11:10:52.289960 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11dec601-4dcf-47f2-ba4b-107e65908533 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:10:52.294626 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-b5831734-93d3-4701-9e84-a55f0e3a3f2c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c33b6fcb07a04f2fa56c6e5a7798a085 HTTP/1.1" status: 200 len: 380 time: 1.0328453 May 23 11:10:52.295798 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5a116e17-2e47-4860-86e1-857d86fbb32d tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:52.330417 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-11dec601-4dcf-47f2-ba4b-107e65908533 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:52.331718 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-11dec601-4dcf-47f2-ba4b-107e65908533 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 11.4215853 May 23 11:10:52.334713 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50230) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:52.341879 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-8f296afe-2702-40f8-86b6-5b06b376d790 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'enable_snat': False}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:10:52.414145 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-92f1ee10-317d-4680-a394-0f117b3cfc9d tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:52.424918 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0610de-f572-484a-a787-d60278a7c275 None None] Sync routers for ids ['fb5ac7ed-6522-42db-b8c5-8b4636de835b'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:10:52.435501 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-92f1ee10-317d-4680-a394-0f117b3cfc9d tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/networks?id=09151df4-c255-4bed-b6e9-e6879853aff3 HTTP/1.1" status: 200 len: 821 time: 0.3083711 May 23 11:10:52.436074 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-20b69fb4-549f-4545-ae40-c5d7695d0e59 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Request body: {'port': {'device_id': '3a667444-e49b-4f93-8246-448eed64fdef', 'network_id': '23dc4a33-f2ce-4b86-bf3b-fd54d05f4691', 'admin_state_up': True, 'tenant_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'security_groups': ['1f272872-a39f-46cb-89b3-0bb9bacc1a43']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:10:52.448017 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0610de-f572-484a-a787-d60278a7c275 None None] Routers {'fb5ac7ed-6522-42db-b8c5-8b4636de835b'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:10:52.448659 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ad0610de-f572-484a-a787-d60278a7c275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:10:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['fb5ac7ed-6522-42db-b8c5-8b4636de835b'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:52.485643 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-61e8ca23-46d9-4e21-8307-dba9e662a20b tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/quotas/abc8f80d521a482ba49d9d597fee07e9 HTTP/1.1" status: 200 len: 375 time: 0.0484362 May 23 11:10:52.564392 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ad0610de-f572-484a-a787-d60278a7c275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:52.580343 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0610de-f572-484a-a787-d60278a7c275 None None] Routers {'fb5ac7ed-6522-42db-b8c5-8b4636de835b'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:10:52.582056 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ad0610de-f572-484a-a787-d60278a7c275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:10:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['fb5ac7ed-6522-42db-b8c5-8b4636de835b'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:52.585085 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-4d75eb5d-fbd2-40b3-80c0-310d7f8f46ca tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=abc8f80d521a482ba49d9d597fee07e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0984588 May 23 11:10:52.613635 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c9ee555a-e269-4c96-bcdd-e0fe07784c6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:52.684686 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-20b69fb4-549f-4545-ae40-c5d7695d0e59 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:10:52.718613 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ad0610de-f572-484a-a787-d60278a7c275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:10:52.719304 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0610de-f572-484a-a787-d60278a7c275 None None] The sync data for ids ['fb5ac7ed-6522-42db-b8c5-8b4636de835b'] in n-d-842952-2 is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:10:52.803168 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-2e3ac77f-4640-4bb2-985e-5c41ff33c987 service neutron] 10.222.0.79 "GET /v2.0/networks/09151df4-c255-4bed-b6e9-e6879853aff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172279 May 23 11:10:52.810810 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3503c-2703-4382-ab40-d8878c95d945 req-afeb14e3-79e8-4972-a5ce-7d5937261641 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:52.817759 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f9e3503c-2703-4382-ab40-d8878c95d945 req-afeb14e3-79e8-4972-a5ce-7d5937261641 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd50ce13-d56a-416c-88ef-ee83f30ba53a HTTP/1.1" status: 200 len: 945 time: 0.2059209 May 23 11:10:52.846753 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff5b4c-30c9-4092-991d-b5d327b377c1 req-0ef55706-8f32-44a9-886f-55ddb21a0afb tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:52.849407 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-75ff5b4c-30c9-4092-991d-b5d327b377c1 req-0ef55706-8f32-44a9-886f-55ddb21a0afb tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Synchronizing usage tracker for tenant:4e03745f99574e5389955681da2fca5e on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:10:52.884343 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-20b69fb4-549f-4545-ae40-c5d7695d0e59 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:10:52.924305 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-75ff5b4c-30c9-4092-991d-b5d327b377c1 req-0ef55706-8f32-44a9-886f-55ddb21a0afb tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Unset dirty status for tenant:4e03745f99574e5389955681da2fca5e on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:10:52.925565 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-75ff5b4c-30c9-4092-991d-b5d327b377c1 req-0ef55706-8f32-44a9-886f-55ddb21a0afb tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd50ce13-d56a-416c-88ef-ee83f30ba53a HTTP/1.1" status: 200 len: 945 time: 0.8241169 May 23 11:10:52.983421 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f9e3503c-2703-4382-ab40-d8878c95d945 req-f9a7384a-8fd3-430a-be2d-5374dbfcad17 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/security-groups?id=8072d593-3bc6-40b8-bcf0-2059893c1865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638756 May 23 11:10:52.983672 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5a116e17-2e47-4860-86e1-857d86fbb32d tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:52.983809 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a116e17-2e47-4860-86e1-857d86fbb32d tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Fanout notify agent at l3_agent the message router_deleted on router 812b0992-e936-4eb7-b176-167ca0d7776e {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:10:53.017772 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-20b69fb4-549f-4545-ae40-c5d7695d0e59 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Made reservation on behalf of c33b6fcb07a04f2fa56c6e5a7798a085 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:10:53.020889 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-20b69fb4-549f-4545-ae40-c5d7695d0e59 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:53.080435 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-776d2ea3-4aed-47ad-9c40-32017b41c4ee service neutron] 10.222.0.79 "GET /v2.0/networks/09151df4-c255-4bed-b6e9-e6879853aff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737393 May 23 11:10:53.097991 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5a116e17-2e47-4860-86e1-857d86fbb32d tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:53.099104 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5a116e17-2e47-4860-86e1-857d86fbb32d tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] 10.222.0.79 "DELETE /v2.0/routers/812b0992-e936-4eb7-b176-167ca0d7776e HTTP/1.1" status: 204 len: 168 time: 8.8927641 May 23 11:10:53.103637 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50240) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:53.109672 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-afa8228b-a650-4b7c-93c1-4653d32f35bb tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1313876295', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:10:53.121542 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-afa8228b-a650-4b7c-93c1-4653d32f35bb tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:10:53.125876 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-75ff5b4c-30c9-4092-991d-b5d327b377c1 req-665409b8-458e-4818-88ea-0565a5f4d326 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Deleting port f44088cb-a22d-4c0f-9a93-c98cd814e565 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:10:53.126218 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-75ff5b4c-30c9-4092-991d-b5d327b377c1 req-665409b8-458e-4818-88ea-0565a5f4d326 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:53.131788 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-afa8228b-a650-4b7c-93c1-4653d32f35bb tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Usage tracker for resource:router and tenant:c2a79d2239134095b106232196da01c0 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:10:53.138234 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-afa8228b-a650-4b7c-93c1-4653d32f35bb tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:10:53.156728 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-afa8228b-a650-4b7c-93c1-4653d32f35bb tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:10:53.185440 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-afa8228b-a650-4b7c-93c1-4653d32f35bb tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:53.186797 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-afa8228b-a650-4b7c-93c1-4653d32f35bb tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:53.412381 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-afa8228b-a650-4b7c-93c1-4653d32f35bb tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:53.512673 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1da75a74-5aa4-4711-be65-da2f8c3fe23d req-dd7f8d09-366d-40f1-8d20-2e40a74098ae tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=c28627fe-13e7-4078-b3c8-d5d4eb0e8747 HTTP/1.1" status: 200 len: 210 time: 0.0743067 May 23 11:10:53.513702 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-afa8228b-a650-4b7c-93c1-4653d32f35bb tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:53.558459 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-afa8228b-a650-4b7c-93c1-4653d32f35bb tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:53.559754 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-afa8228b-a650-4b7c-93c1-4653d32f35bb tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4548187 May 23 11:10:53.562921 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50260) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:53.568717 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-3cc40e42-e768-4fa8-96c4-6a9f95315d7a tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'enable_snat': False}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:10:53.729948 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12d54c-ca45-4b7b-b7c3-33066f86bf49 req-411b9bc5-280d-443d-8b2f-ecfe667e9f72 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:53.737059 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1a12d54c-ca45-4b7b-b7c3-33066f86bf49 req-411b9bc5-280d-443d-8b2f-ecfe667e9f72 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 945 time: 0.5269856 May 23 11:10:53.826951 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4a44c833-e925-42e3-8b01-f841051ef263 req-9b8eb7a8-4716-4db3-bec1-3f28789a7105 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 210 time: 0.1136911 May 23 11:10:53.828957 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-20b69fb4-549f-4545-ae40-c5d7695d0e59 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Allocated IP 172.20.0.4 (23dc4a33-f2ce-4b86-bf3b-fd54d05f4691/b2226f5c-2e5b-46dc-ae1a-6976c060aeaf/b1eba941-2df3-4bcf-85f4-35d01dbde7af) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:10:53.980392 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1a12d54c-ca45-4b7b-b7c3-33066f86bf49 req-e6894f5a-5871-4903-85b2-d3a9ee5618ad tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424009 May 23 11:10:54.089757 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device f44088cb-a22d-4c0f-9a93-c98cd814e565 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:10:54.293373 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:54.325132 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd50ce13-d56a-416c-88ef-ee83f30ba53a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f44088cb-a22d-4c0f-9a93-c98cd814e565'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:10:54.348805 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port f44088cb-a22d-4c0f-9a93-c98cd814e565, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=f44088cb-a22d-4c0f-9a93-c98cd814e565,segment=NetworkSegment(cc020ee1-c0c0-4c06-a22a-9486767d8be8),segment_id=cc020ee1-c0c0-4c06-a22a-9486767d8be8)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:10:54.358645 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:54.540288 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2914a4f-4371-495a-af30-02c0e04bf58f'] response: {'server_uuid': 'fd50ce13-d56a-416c-88ef-ee83f30ba53a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f44088cb-a22d-4c0f-9a93-c98cd814e565', 'code': 200} May 23 11:10:54.541214 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=f44088cb-a22d-4c0f-9a93-c98cd814e565,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:54.737009 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-75ff5b4c-30c9-4092-991d-b5d327b377c1 req-665409b8-458e-4818-88ea-0565a5f4d326 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] For port f44088cb-a22d-4c0f-9a93-c98cd814e565, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=f44088cb-a22d-4c0f-9a93-c98cd814e565,segment=NetworkSegment(cc020ee1-c0c0-4c06-a22a-9486767d8be8),segment_id=cc020ee1-c0c0-4c06-a22a-9486767d8be8)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:10:54.737465 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-75ff5b4c-30c9-4092-991d-b5d327b377c1 req-665409b8-458e-4818-88ea-0565a5f4d326 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:54.817125 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50280) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:54.921015 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fcc4cef9-ecf2-4538-bf76-3bcc813bc234 req-4717ce3e-207b-41b6-a9de-ab74cc39e71f tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=c28627fe-13e7-4078-b3c8-d5d4eb0e8747 HTTP/1.1" status: 200 len: 210 time: 0.1572664 May 23 11:10:54.945309 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe76221-5fcf-4ab2-b241-3b656d443f76 req-8dbf0d05-63a1-44b5-8a4f-d0a2e5c20123 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:54.972834 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bfe76221-5fcf-4ab2-b241-3b656d443f76 req-8dbf0d05-63a1-44b5-8a4f-d0a2e5c20123 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd50ce13-d56a-416c-88ef-ee83f30ba53a HTTP/1.1" status: 200 len: 945 time: 0.7203901 May 23 11:10:55.020914 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3cc40e42-e768-4fa8-96c4-6a9f95315d7a tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:55.103106 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bfe76221-5fcf-4ab2-b241-3b656d443f76 req-c222e30b-f9d0-4e2c-a9a9-925352778ec8 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/security-groups?id=8072d593-3bc6-40b8-bcf0-2059893c1865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384628 May 23 11:10:55.459581 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-df5be875-e2a6-4c90-9c87-8408a92eec1e req-a0090eec-5674-498c-9f8e-90d2c353d004 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 210 time: 0.1505871 May 23 11:10:55.683624 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-b04b01d0-864a-43a6-be9e-446ac58d9742 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:55.685120 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-b04b01d0-864a-43a6-be9e-446ac58d9742 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.13 "GET /v2.0/networks?id=09151df4-c255-4bed-b6e9-e6879853aff3 HTTP/1.1" status: 200 len: 821 time: 0.2797396 May 23 11:10:55.706896 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e0a1d1-b0a2-4606-86b7-37f7c1025b50 req-cfebf11a-cd90-4f1f-9456-17eccd345b2c tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:55.714199 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-25e0a1d1-b0a2-4606-86b7-37f7c1025b50 req-cfebf11a-cd90-4f1f-9456-17eccd345b2c tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 945 time: 0.2613912 May 23 11:10:55.734565 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-5835dfe3-74a1-4f0f-b4ac-ca66580b2a91 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Request body: {'port': {'device_id': 'c28627fe-13e7-4078-b3c8-d5d4eb0e8747', 'network_id': '09151df4-c255-4bed-b6e9-e6879853aff3', 'admin_state_up': True, 'tenant_id': 'abc8f80d521a482ba49d9d597fee07e9'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:10:55.908852 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-df7a7209-aec5-4f18-8095-12b6821540f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:56.044775 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-20b69fb4-549f-4545-ae40-c5d7695d0e59 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:56.075448 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-25e0a1d1-b0a2-4606-86b7-37f7c1025b50 req-2fe144e6-8716-4247-9988-6a84277677c2 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601096 May 23 11:10:56.108199 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3cc40e42-e768-4fa8-96c4-6a9f95315d7a tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:56.136162 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-5835dfe3-74a1-4f0f-b4ac-ca66580b2a91 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:10:56.144018 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3cc40e42-e768-4fa8-96c4-6a9f95315d7a tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:56.146778 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-5835dfe3-74a1-4f0f-b4ac-ca66580b2a91 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Usage tracker for resource:port and tenant:abc8f80d521a482ba49d9d597fee07e9 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:10:56.228268 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-df7a7209-aec5-4f18-8095-12b6821540f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:10:56.232214 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-df7a7209-aec5-4f18-8095-12b6821540f4 admin admin] Usage tracker for resource:security_group_rule and tenant:954d965c5e044fca874418c04bee8372 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:10:56.235071 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-df7a7209-aec5-4f18-8095-12b6821540f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:10:56.241190 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-df7a7209-aec5-4f18-8095-12b6821540f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:10:56.327953 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-df7a7209-aec5-4f18-8095-12b6821540f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:56.332837 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-20b69fb4-549f-4545-ae40-c5d7695d0e59 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Transition to ACTIVE for port object b1eba941-2df3-4bcf-85f4-35d01dbde7af will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:10:56.339686 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-75ff5b4c-30c9-4092-991d-b5d327b377c1 req-665409b8-458e-4818-88ea-0565a5f4d326 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:56.340088 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-75ff5b4c-30c9-4092-991d-b5d327b377c1 req-665409b8-458e-4818-88ea-0565a5f4d326 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:56.340612 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [req-75ff5b4c-30c9-4092-991d-b5d327b377c1 req-665409b8-458e-4818-88ea-0565a5f4d326 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Floating IP cfcad942-5954-4ccd-9b19-55f2b8abe787 disassociated. External IP: 172.25.6.144, port: f44088cb-a22d-4c0f-9a93-c98cd814e565. May 23 11:10:56.341005 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-75ff5b4c-30c9-4092-991d-b5d327b377c1 req-665409b8-458e-4818-88ea-0565a5f4d326 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Calling delete_port for f44088cb-a22d-4c0f-9a93-c98cd814e565 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:10:56.403606 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-df7a7209-aec5-4f18-8095-12b6821540f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:56.418042 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-3cc40e42-e768-4fa8-96c4-6a9f95315d7a tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Allocated IP 172.25.6.14 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/637690e5-5549-4f49-b31e-2d19dd5b7224) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:10:56.522150 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7a7209-aec5-4f18-8095-12b6821540f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb6102b-f9d9-4b10-b1e4-dfcf68f0591f,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:56.544408 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-45634bd0-8d67-4d11-8ab9-776a1d518a86 req-805ab442-b954-4a84-865d-919f63b7ec49 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b64a3f1baa60499ab93cbd32db99dbcb&device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 1096 time: 0.8315105 May 23 11:10:56.558432 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-df7a7209-aec5-4f18-8095-12b6821540f4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=954d965c5e044fca874418c04bee8372&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7390368 May 23 11:10:56.563986 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-5835dfe3-74a1-4f0f-b4ac-ca66580b2a91 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:10:56.564185 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50298) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:10:56.570997 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-20b69fb4-549f-4545-ae40-c5d7695d0e59 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:56.575342 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-5835dfe3-74a1-4f0f-b4ac-ca66580b2a91 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:10:56.691638 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-5835dfe3-74a1-4f0f-b4ac-ca66580b2a91 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Made reservation on behalf of abc8f80d521a482ba49d9d597fee07e9 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:10:56.695199 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-5835dfe3-74a1-4f0f-b4ac-ca66580b2a91 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:56.699164 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.api [req-75ff5b4c-30c9-4092-991d-b5d327b377c1 req-665409b8-458e-4818-88ea-0565a5f4d326 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:10:56.699481 n-d-842952-2 neutron-server[83911]: DEBUG oslo_db.api [req-75ff5b4c-30c9-4092-991d-b5d327b377c1 req-665409b8-458e-4818-88ea-0565a5f4d326 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:10:56.733012 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-340cc974-ca64-45f2-ad41-2afad025f828 req-407ccda1-bdb9-4cb4-83e9-2123b77b2be5 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=c28627fe-13e7-4078-b3c8-d5d4eb0e8747 HTTP/1.1" status: 200 len: 210 time: 0.1493237 May 23 11:10:56.967421 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28964587-91ed-4d89-a684-a084f1f53742 req-df37e77b-cebb-497e-afd7-4eee860742ac tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:56.969469 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-28964587-91ed-4d89-a684-a084f1f53742 req-df37e77b-cebb-497e-afd7-4eee860742ac tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd50ce13-d56a-416c-88ef-ee83f30ba53a HTTP/1.1" status: 200 len: 943 time: 0.4086580 May 23 11:10:57.036194 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-20b69fb4-549f-4545-ae40-c5d7695d0e59 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Network 23dc4a33-f2ce-4b86-bf3b-fd54d05f4691 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:10:57.041959 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3cc40e42-e768-4fa8-96c4-6a9f95315d7a tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:57.045887 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-20b69fb4-549f-4545-ae40-c5d7695d0e59 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:10:57.061457 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-20b69fb4-549f-4545-ae40-c5d7695d0e59 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:10:57.104637 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b69fb4-549f-4545-ae40-c5d7695d0e59 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Pushing event updated for resources: {'Port': ['ID=b1eba941-2df3-4bcf-85f4-35d01dbde7af,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:57.233999 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-28964587-91ed-4d89-a684-a084f1f53742 req-64c36c97-aeec-4aa2-bbcb-48606907bf1e tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/security-groups?id=8072d593-3bc6-40b8-bcf0-2059893c1865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067893 May 23 11:10:57.261777 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-75ff5b4c-30c9-4092-991d-b5d327b377c1 req-665409b8-458e-4818-88ea-0565a5f4d326 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Deleting port f44088cb-a22d-4c0f-9a93-c98cd814e565 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:10:57.262117 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-75ff5b4c-30c9-4092-991d-b5d327b377c1 req-665409b8-458e-4818-88ea-0565a5f4d326 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:57.286854 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfadf2f-5484-4459-a4b7-815e238983cc req-607633bf-61eb-41db-9056-13bf58ef996b tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:57.294332 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bcfadf2f-5484-4459-a4b7-815e238983cc req-607633bf-61eb-41db-9056-13bf58ef996b tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 931 time: 0.3179836 May 23 11:10:57.375706 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bcfadf2f-5484-4459-a4b7-815e238983cc req-478fa7ca-b5d8-46b9-93b3-83202d1fd80c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797782 May 23 11:10:57.378506 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-5835dfe3-74a1-4f0f-b4ac-ca66580b2a91 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Allocated IP 172.20.0.9 (09151df4-c255-4bed-b6e9-e6879853aff3/98e3b855-6fba-4052-9851-9631f18844d0/dbbbcd35-f543-46d3-ad90-497530945df2) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:10:57.397732 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3cc40e42-e768-4fa8-96c4-6a9f95315d7a tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:57.604205 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc40e42-e768-4fa8-96c4-6a9f95315d7a tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:10:57.608150 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-967ee42a-b4ab-4ea5-b1fa-d927281ed335 None None] Provisioning for port b1eba941-2df3-4bcf-85f4-35d01dbde7af completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:10:57.616251 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-967ee42a-b4ab-4ea5-b1fa-d927281ed335 None None] Provisioning complete for port b1eba941-2df3-4bcf-85f4-35d01dbde7af triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:10:57.617720 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-967ee42a-b4ab-4ea5-b1fa-d927281ed335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:57.630354 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-3cc40e42-e768-4fa8-96c4-6a9f95315d7a tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:10:57.650783 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc40e42-e768-4fa8-96c4-6a9f95315d7a tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:10:57.724681 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-967ee42a-b4ab-4ea5-b1fa-d927281ed335 None None] Port b1eba941-2df3-4bcf-85f4-35d01dbde7af cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:10:57.867712 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-75ff5b4c-30c9-4092-991d-b5d327b377c1 req-665409b8-458e-4818-88ea-0565a5f4d326 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] For port f44088cb-a22d-4c0f-9a93-c98cd814e565, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=f44088cb-a22d-4c0f-9a93-c98cd814e565,segment=NetworkSegment(cc020ee1-c0c0-4c06-a22a-9486767d8be8),segment_id=cc020ee1-c0c0-4c06-a22a-9486767d8be8)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:10:57.868030 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-75ff5b4c-30c9-4092-991d-b5d327b377c1 req-665409b8-458e-4818-88ea-0565a5f4d326 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:57.904129 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc40e42-e768-4fa8-96c4-6a9f95315d7a tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Pushing event updated for resources: {'Port': ['ID=637690e5-5549-4f49-b31e-2d19dd5b7224,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:57.958406 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45634bd0-8d67-4d11-8ab9-776a1d518a86 req-cc80e41d-98d9-4245-8d44-bd2e433b5a76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:57.960245 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-45634bd0-8d67-4d11-8ab9-776a1d518a86 req-cc80e41d-98d9-4245-8d44-bd2e433b5a76 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1a5c8466-e669-4a02-9cf7-1e34891324c1 HTTP/1.1" status: 200 len: 912 time: 1.3474586 May 23 11:10:58.017768 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e8274e2c-eebd-420c-b560-ffe72871bf48 req-14b6f37e-a227-416b-ae4b-084277a3ea60 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=c28627fe-13e7-4078-b3c8-d5d4eb0e8747 HTTP/1.1" status: 200 len: 210 time: 0.0920269 May 23 11:10:58.097735 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9bba31f3-915b-416f-a78c-933991881cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:58.130749 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-45634bd0-8d67-4d11-8ab9-776a1d518a86 req-eb7c5ba9-f407-4874-9bb9-b453d4a3b2ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c06db991-9e6d-454e-a381-1fb328bc6889 HTTP/1.1" status: 200 len: 217 time: 0.1447453 May 23 11:10:58.174503 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-5835dfe3-74a1-4f0f-b4ac-ca66580b2a91 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:58.197234 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-20b69fb4-549f-4545-ae40-c5d7695d0e59 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:58.197885 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-20b69fb4-549f-4545-ae40-c5d7695d0e59 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:58.199152 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565567c-e383-4cbe-ab88-4f84dc55b26c req-222cd3bf-c01a-43bb-8dbf-e7ca383e44a7 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:58.206925 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7565567c-e383-4cbe-ab88-4f84dc55b26c req-222cd3bf-c01a-43bb-8dbf-e7ca383e44a7 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 945 time: 0.6528740 May 23 11:10:58.288974 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9bba31f3-915b-416f-a78c-933991881cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:58.296815 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7565567c-e383-4cbe-ab88-4f84dc55b26c req-95e2b03e-011d-4778-9fea-2c99069f98d8 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883894 May 23 11:10:58.318778 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3cc40e42-e768-4fa8-96c4-6a9f95315d7a tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:58.493617 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45634bd0-8d67-4d11-8ab9-776a1d518a86 req-75496bce-929c-4256-8901-542b62f5881a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:58.495768 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-45634bd0-8d67-4d11-8ab9-776a1d518a86 req-75496bce-929c-4256-8901-542b62f5881a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76d8b9b5-f057-42e7-939b-4e81b16011fa HTTP/1.1" status: 200 len: 851 time: 0.2935975 May 23 11:10:58.592269 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-45634bd0-8d67-4d11-8ab9-776a1d518a86 req-c070541a-735a-416e-a82d-b859305add32 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a5c8466-e669-4a02-9cf7-1e34891324c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684271 May 23 11:10:58.598946 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-20b69fb4-549f-4545-ae40-c5d7695d0e59 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2779765 May 23 11:10:58.605243 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9bba31f3-915b-416f-a78c-933991881cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:58.676702 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-5835dfe3-74a1-4f0f-b4ac-ca66580b2a91 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:58.761191 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-3f383da1-6a32-47c8-bc5d-b39888eb8633 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Request body: {'port': {'device_id': '3a667444-e49b-4f93-8246-448eed64fdef', 'network_id': '58ef6021-e396-465d-be5f-f38283ee2d4e', 'admin_state_up': True, 'tenant_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'security_groups': ['1f272872-a39f-46cb-89b3-0bb9bacc1a43']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:10:58.970700 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-3f383da1-6a32-47c8-bc5d-b39888eb8633 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:10:58.989644 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-5835dfe3-74a1-4f0f-b4ac-ca66580b2a91 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Network 09151df4-c255-4bed-b6e9-e6879853aff3 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:10:58.994874 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba31f3-915b-416f-a78c-933991881cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb6102b-f9d9-4b10-b1e4-dfcf68f0591f,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:58.998846 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-5835dfe3-74a1-4f0f-b4ac-ca66580b2a91 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:10:59.004440 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-5835dfe3-74a1-4f0f-b4ac-ca66580b2a91 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:10:59.029155 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-3f383da1-6a32-47c8-bc5d-b39888eb8633 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Usage tracker for resource:port and tenant:c33b6fcb07a04f2fa56c6e5a7798a085 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:10:59.036933 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-75ff5b4c-30c9-4092-991d-b5d327b377c1 req-665409b8-458e-4818-88ea-0565a5f4d326 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:59.037306 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-75ff5b4c-30c9-4092-991d-b5d327b377c1 req-665409b8-458e-4818-88ea-0565a5f4d326 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:59.037616 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [req-75ff5b4c-30c9-4092-991d-b5d327b377c1 req-665409b8-458e-4818-88ea-0565a5f4d326 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Floating IP cfcad942-5954-4ccd-9b19-55f2b8abe787 disassociated. External IP: 172.25.6.144, port: f44088cb-a22d-4c0f-9a93-c98cd814e565. May 23 11:10:59.038327 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-75ff5b4c-30c9-4092-991d-b5d327b377c1 req-665409b8-458e-4818-88ea-0565a5f4d326 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Calling delete_port for f44088cb-a22d-4c0f-9a93-c98cd814e565 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:10:59.069338 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9bba31f3-915b-416f-a78c-933991881cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:59.070482 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9bba31f3-915b-416f-a78c-933991881cef admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7eb6102b-f9d9-4b10-b1e4-dfcf68f0591f HTTP/1.1" status: 204 len: 168 time: 2.5054142 May 23 11:10:59.071780 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-3f383da1-6a32-47c8-bc5d-b39888eb8633 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Quota usage for port was recalculated. Used quota:8. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:10:59.087776 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-5835dfe3-74a1-4f0f-b4ac-ca66580b2a91 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:59.088267 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-5835dfe3-74a1-4f0f-b4ac-ca66580b2a91 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:59.127655 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835dfe3-74a1-4f0f-b4ac-ca66580b2a91 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Pushing event updated for resources: {'Port': ['ID=dbbbcd35-f543-46d3-ad90-497530945df2,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:10:59.145609 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-3f383da1-6a32-47c8-bc5d-b39888eb8633 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:10:59.157264 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8f827-4ad2-40cc-b9b4-ddfbf802012e req-d3876274-edb5-4a4a-8514-a0e420ee7329 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:59.168607 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-33a8f827-4ad2-40cc-b9b4-ddfbf802012e req-d3876274-edb5-4a4a-8514-a0e420ee7329 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd50ce13-d56a-416c-88ef-ee83f30ba53a HTTP/1.1" status: 200 len: 943 time: 0.6176524 May 23 11:10:59.177501 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-c9ee555a-e269-4c96-bcdd-e0fe07784c6f admin admin] Deleting port 6ae3a3c2-1bd0-4c4d-af08-bc9a988a785e {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:10:59.177846 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c9ee555a-e269-4c96-bcdd-e0fe07784c6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:59.221422 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b29e02-c126-49bc-a70b-582332dcc274 req-58fb2a36-03fd-4092-9270-4df7df26567a tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:10:59.229285 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-22b29e02-c126-49bc-a70b-582332dcc274 req-58fb2a36-03fd-4092-9270-4df7df26567a tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 931 time: 0.4955089 May 23 11:10:59.270703 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3cc40e42-e768-4fa8-96c4-6a9f95315d7a tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:59.282339 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-5835dfe3-74a1-4f0f-b4ac-ca66580b2a91 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5644617 May 23 11:10:59.287627 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3cc40e42-e768-4fa8-96c4-6a9f95315d7a tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3825526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3825513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3821547'] for router, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:59.340994 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-22b29e02-c126-49bc-a70b-582332dcc274 req-24338643-79e5-46a0-97aa-f3bf7381e912 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056752 May 23 11:10:59.341810 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-45634bd0-8d67-4d11-8ab9-776a1d518a86 req-6bd7eecb-14f8-4261-a74d-901b77fe2b1a service neutron] 10.222.0.13 "GET /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7418766 May 23 11:10:59.353913 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-c482ec29-5c30-4073-8c30-790704bc556e service neutron] Request body: {'port': {'device_id': 'c28627fe-13e7-4078-b3c8-d5d4eb0e8747', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:10:59.411646 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-3f383da1-6a32-47c8-bc5d-b39888eb8633 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Made reservation on behalf of c33b6fcb07a04f2fa56c6e5a7798a085 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:10:59.415065 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-3f383da1-6a32-47c8-bc5d-b39888eb8633 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:59.566809 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-33a8f827-4ad2-40cc-b9b4-ddfbf802012e req-2dbb1e12-cc3b-487e-a27d-0a8868f1c2be tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/security-groups?id=8072d593-3bc6-40b8-bcf0-2059893c1865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3965056 May 23 11:10:59.673870 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8f296afe-2702-40f8-86b6-5b06b376d790 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:59.679382 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-c9ee555a-e269-4c96-bcdd-e0fe07784c6f admin admin] For port 6ae3a3c2-1bd0-4c4d-af08-bc9a988a785e, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=6ae3a3c2-1bd0-4c4d-af08-bc9a988a785e,segment=NetworkSegment(42cf3a8e-b4a3-4cb2-b9d8-a43d6a0a0923),segment_id=42cf3a8e-b4a3-4cb2-b9d8-a43d6a0a0923)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:10:59.679766 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c9ee555a-e269-4c96-bcdd-e0fe07784c6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:10:59.803175 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-c482ec29-5c30-4073-8c30-790704bc556e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:00.016606 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237bb09c-112b-4f9c-9135-c95c61d523ee req-314d3dd8-17fd-437b-b7ee-33b3190d98fc tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:00.017225 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-237bb09c-112b-4f9c-9135-c95c61d523ee req-314d3dd8-17fd-437b-b7ee-33b3190d98fc tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Synchronizing usage tracker for tenant:abc8f80d521a482ba49d9d597fee07e9 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:11:00.034004 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-c9ee555a-e269-4c96-bcdd-e0fe07784c6f admin admin] Calling delete_port for 6ae3a3c2-1bd0-4c4d-af08-bc9a988a785e owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:11:00.057554 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d5dfb-e36a-4f22-b68f-2b41e7650288 req-9fdfe9e6-2332-4b66-9107-168c5e2ab33a tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:00.059574 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-348d5dfb-e36a-4f22-b68f-2b41e7650288 req-9fdfe9e6-2332-4b66-9107-168c5e2ab33a tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 945 time: 0.3284705 May 23 11:11:00.129846 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-237bb09c-112b-4f9c-9135-c95c61d523ee req-314d3dd8-17fd-437b-b7ee-33b3190d98fc tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Unset dirty status for tenant:abc8f80d521a482ba49d9d597fee07e9 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:11:00.132899 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-45634bd0-8d67-4d11-8ab9-776a1d518a86 req-626baf01-d82b-43fa-b39d-096ffe1d9023 service neutron] 10.222.0.13 "GET /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7816448 May 23 11:11:00.136464 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-237bb09c-112b-4f9c-9135-c95c61d523ee req-314d3dd8-17fd-437b-b7ee-33b3190d98fc tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=c28627fe-13e7-4078-b3c8-d5d4eb0e8747 HTTP/1.1" status: 200 len: 931 time: 0.5663469 May 23 11:11:00.253545 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-75ff5b4c-30c9-4092-991d-b5d327b377c1 req-665409b8-458e-4818-88ea-0565a5f4d326 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:00.305940 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-348d5dfb-e36a-4f22-b68f-2b41e7650288 req-726b1f55-598d-49a6-873c-c06677fd7312 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350399 May 23 11:11:00.333147 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-237bb09c-112b-4f9c-9135-c95c61d523ee req-e71895de-8d49-4b44-81f2-825152d1127d tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956155 May 23 11:11:00.351793 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665409b8-458e-4818-88ea-0565a5f4d326 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Pushing event deleted for resources: {'Port': ['ID=f44088cb-a22d-4c0f-9a93-c98cd814e565,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:00.391376 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-3f383da1-6a32-47c8-bc5d-b39888eb8633 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Allocated IP 10.1.1.62 (58ef6021-e396-465d-be5f-f38283ee2d4e/d58e10eb-eed0-4186-8daa-9070770a55fe/db9c3afa-0b07-44c5-9d9e-b24df4d35d77) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:11:00.491155 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-c482ec29-5c30-4073-8c30-790704bc556e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbbbcd35-f543-46d3-ad90-497530945df2 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:11:00.499440 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc40e42-e768-4fa8-96c4-6a9f95315d7a tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Router c956fe75-52be-43b5-8c5e-e8fa79347329 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:11:00.505593 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-c482ec29-5c30-4073-8c30-790704bc556e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:00.548146 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-c482ec29-5c30-4073-8c30-790704bc556e service neutron] Transition to ACTIVE for port object dbbbcd35-f543-46d3-ad90-497530945df2 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:11:00.665612 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-c482ec29-5c30-4073-8c30-790704bc556e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:00.689488 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50338) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:00.983977 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-968e1842-3560-4105-a614-b0f3173000ab req-f9d0de94-093f-4538-8a2d-4eaf28f876ab tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd50ce13-d56a-416c-88ef-ee83f30ba53a HTTP/1.1" status: 200 len: 210 time: 0.1806943 May 23 11:11:01.095782 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-1e020370-5ad7-498b-976c-a81fc7c7a98a admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-1960252409-network', 'tenant_id': '409fc0511db44cc7a1eeaf85161ef7b4'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:01.112401 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c9ee555a-e269-4c96-bcdd-e0fe07784c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:01.119939 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1e020370-5ad7-498b-976c-a81fc7c7a98a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:11:01.173262 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee555a-e269-4c96-bcdd-e0fe07784c6f admin admin] Pushing event deleted for resources: {'Port': ['ID=6ae3a3c2-1bd0-4c4d-af08-bc9a988a785e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:01.178594 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1e020370-5ad7-498b-976c-a81fc7c7a98a admin admin] Usage tracker for resource:network and tenant:409fc0511db44cc7a1eeaf85161ef7b4 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:11:01.186900 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-3f383da1-6a32-47c8-bc5d-b39888eb8633 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:01.191534 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1e020370-5ad7-498b-976c-a81fc7c7a98a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:11:01.212798 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1e020370-5ad7-498b-976c-a81fc7c7a98a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:11:01.248117 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c482ec29-5c30-4073-8c30-790704bc556e service neutron] Pushing event updated for resources: {'Port': ['ID=dbbbcd35-f543-46d3-ad90-497530945df2,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:01.395169 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-3f383da1-6a32-47c8-bc5d-b39888eb8633 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Transition to ACTIVE for port object db9c3afa-0b07-44c5-9d9e-b24df4d35d77 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:11:01.408814 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ffa01-57bd-45b0-97aa-2f511c2a016a req-300bee73-04fa-489e-ae57-40a8aac3b5e2 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:01.416248 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cf1ffa01-57bd-45b0-97aa-2f511c2a016a req-300bee73-04fa-489e-ae57-40a8aac3b5e2 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 931 time: 0.7633755 May 23 11:11:01.535618 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e020370-5ad7-498b-976c-a81fc7c7a98a admin admin] Made reservation on behalf of 409fc0511db44cc7a1eeaf85161ef7b4 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:11:01.538271 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1e020370-5ad7-498b-976c-a81fc7c7a98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:01.570229 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-c482ec29-5c30-4073-8c30-790704bc556e service neutron] Attempting to bind port dbbbcd35-f543-46d3-ad90-497530945df2 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:11:01.570749 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-c482ec29-5c30-4073-8c30-790704bc556e service neutron] Attempting to bind port dbbbcd35-f543-46d3-ad90-497530945df2 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '0eaf6c12-c629-4f70-b3b1-9c344ae24a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '09151df4-c255-4bed-b6e9-e6879853aff3'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:11:01.570857 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-c482ec29-5c30-4073-8c30-790704bc556e service neutron] Attempting to bind port dbbbcd35-f543-46d3-ad90-497530945df2 on network 09151df4-c255-4bed-b6e9-e6879853aff3 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:11:01.582751 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cf1ffa01-57bd-45b0-97aa-2f511c2a016a req-7c0b9613-b753-4896-9f93-4f415158a80c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656461 May 23 11:11:01.586698 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1e020370-5ad7-498b-976c-a81fc7c7a98a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:01.594470 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-c482ec29-5c30-4073-8c30-790704bc556e service neutron] Port dbbbcd35-f543-46d3-ad90-497530945df2 on network 09151df4-c255-4bed-b6e9-e6879853aff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:11:01.594470 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-c482ec29-5c30-4073-8c30-790704bc556e service neutron] Attempting to bind port dbbbcd35-f543-46d3-ad90-497530945df2 on network 09151df4-c255-4bed-b6e9-e6879853aff3 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:11:01.611109 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-c482ec29-5c30-4073-8c30-790704bc556e service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:11:01.611443 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-c482ec29-5c30-4073-8c30-790704bc556e service neutron] Checking segment: {'id': '0eaf6c12-c629-4f70-b3b1-9c344ae24a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '09151df4-c255-4bed-b6e9-e6879853aff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:11:01.612122 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-c482ec29-5c30-4073-8c30-790704bc556e service neutron] Bound using segment: {'id': '0eaf6c12-c629-4f70-b3b1-9c344ae24a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '09151df4-c255-4bed-b6e9-e6879853aff3'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:11:01.612312 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-c482ec29-5c30-4073-8c30-790704bc556e service neutron] Bound port: dbbbcd35-f543-46d3-ad90-497530945df2, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eaf6c12-c629-4f70-b3b1-9c344ae24a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '09151df4-c255-4bed-b6e9-e6879853aff3'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:11:01.612614 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-c482ec29-5c30-4073-8c30-790704bc556e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:01.651421 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc40e42-e768-4fa8-96c4-6a9f95315d7a tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:11:01.656193 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3cc40e42-e768-4fa8-96c4-6a9f95315d7a tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:01.657407 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3cc40e42-e768-4fa8-96c4-6a9f95315d7a tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] 10.222.0.79 "PUT /v2.0/routers/c956fe75-52be-43b5-8c5e-e8fa79347329 HTTP/1.1" status: 200 len: 919 time: 8.0930235 May 23 11:11:01.664197 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d77cec-af49-48c6-ac76-97b7b0533f5a None None] Sync routers for ids ['c956fe75-52be-43b5-8c5e-e8fa79347329'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:11:01.674805 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8f296afe-2702-40f8-86b6-5b06b376d790 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:01.682336 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8f296afe-2702-40f8-86b6-5b06b376d790 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3825526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3825513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3821547'] for router, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:01.684082 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50356) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:01.689929 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d77cec-af49-48c6-ac76-97b7b0533f5a None None] Routers {'c956fe75-52be-43b5-8c5e-e8fa79347329'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:11:01.690899 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-39d77cec-af49-48c6-ac76-97b7b0533f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:10:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['c956fe75-52be-43b5-8c5e-e8fa79347329'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:01.777479 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3cff4b-73a0-463c-a9ab-155cfff16219 req-77da1d86-61e7-4d5d-b654-8de9299ca90f tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:01.784799 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-39d77cec-af49-48c6-ac76-97b7b0533f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:01.788561 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bc3cff4b-73a0-463c-a9ab-155cfff16219 req-77da1d86-61e7-4d5d-b654-8de9299ca90f tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 945 time: 0.2819672 May 23 11:11:01.796710 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d77cec-af49-48c6-ac76-97b7b0533f5a None None] Routers {'c956fe75-52be-43b5-8c5e-e8fa79347329'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:11:01.797328 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-39d77cec-af49-48c6-ac76-97b7b0533f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:10:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['c956fe75-52be-43b5-8c5e-e8fa79347329'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:01.866087 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-39d77cec-af49-48c6-ac76-97b7b0533f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:01.866533 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d77cec-af49-48c6-ac76-97b7b0533f5a None None] The sync data for ids ['c956fe75-52be-43b5-8c5e-e8fa79347329'] in n-d-842952-2 is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:11:01.922280 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-c482ec29-5c30-4073-8c30-790704bc556e service neutron] For port dbbbcd35-f543-46d3-ad90-497530945df2, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:11:01.927370 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-c482ec29-5c30-4073-8c30-790704bc556e service neutron] For port dbbbcd35-f543-46d3-ad90-497530945df2, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=dbbbcd35-f543-46d3-ad90-497530945df2,segment=NetworkSegment(0eaf6c12-c629-4f70-b3b1-9c344ae24a9d),segment_id=0eaf6c12-c629-4f70-b3b1-9c344ae24a9d)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:11:01.934428 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bc3cff4b-73a0-463c-a9ab-155cfff16219 req-ad83ea7b-bb3f-4893-ad23-f6994452b6c4 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449177 May 23 11:11:01.939274 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-c482ec29-5c30-4073-8c30-790704bc556e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:02.006221 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340aa689-e199-4693-a752-0d173098071a req-7e3010b9-706a-4306-b3e3-11349668b1d4 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:02.007697 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-340aa689-e199-4693-a752-0d173098071a req-7e3010b9-706a-4306-b3e3-11349668b1d4 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=c28627fe-13e7-4078-b3c8-d5d4eb0e8747 HTTP/1.1" status: 200 len: 943 time: 0.2521448 May 23 11:11:02.020355 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-c482ec29-5c30-4073-8c30-790704bc556e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:02.021757 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-c482ec29-5c30-4073-8c30-790704bc556e service neutron] 10.222.0.13 "PUT /v2.0/ports/dbbbcd35-f543-46d3-ad90-497530945df2 HTTP/1.1" status: 200 len: 1091 time: 2.6771376 May 23 11:11:02.031403 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-3f383da1-6a32-47c8-bc5d-b39888eb8633 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:02.037015 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c28627fe-13e7-4078-b3c8-d5d4eb0e8747', 'tag': 'dbbbcd35-f543-46d3-ad90-497530945df2'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:11:02.056898 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c482ec29-5c30-4073-8c30-790704bc556e service neutron] Pushing event updated for resources: {'Port': ['ID=dbbbcd35-f543-46d3-ad90-497530945df2,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:02.080313 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-340aa689-e199-4693-a752-0d173098071a req-e6cab4c7-7004-4d03-9c74-ff484998332c tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653236 May 23 11:11:02.187579 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ba9a40c-4b36-468e-987f-a5f6c20d73d8'] response: {'name': 'network-changed', 'server_uuid': 'c28627fe-13e7-4078-b3c8-d5d4eb0e8747', 'tag': 'dbbbcd35-f543-46d3-ad90-497530945df2', 'status': 'completed', 'code': 200} May 23 11:11:02.203267 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5f9ad0f1-fca7-4743-8f92-958b251263ee req-91aaf934-bb42-46d0-88e3-4197f783125d tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd50ce13-d56a-416c-88ef-ee83f30ba53a HTTP/1.1" status: 200 len: 210 time: 0.0514417 May 23 11:11:02.217455 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-e29ef266-6156-4da0-97d0-46e51540ff6d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=abc8f80d521a482ba49d9d597fee07e9&device_id=c28627fe-13e7-4078-b3c8-d5d4eb0e8747 HTTP/1.1" status: 200 len: 1094 time: 0.1269598 May 23 11:11:02.218327 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1e020370-5ad7-498b-976c-a81fc7c7a98a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:11:02.254364 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1e020370-5ad7-498b-976c-a81fc7c7a98a admin admin] Usage tracker for resource:security_group_rule and tenant:409fc0511db44cc7a1eeaf85161ef7b4 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:11:02.262492 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1e020370-5ad7-498b-976c-a81fc7c7a98a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:11:02.326350 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1e020370-5ad7-498b-976c-a81fc7c7a98a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:11:02.362217 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f383da1-6a32-47c8-bc5d-b39888eb8633 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Pushing event updated for resources: {'Port': ['ID=db9c3afa-0b07-44c5-9d9e-b24df4d35d77,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:02.378016 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-3f383da1-6a32-47c8-bc5d-b39888eb8633 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Network 58ef6021-e396-465d-be5f-f38283ee2d4e is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:11:02.387746 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-3f383da1-6a32-47c8-bc5d-b39888eb8633 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:11:02.400341 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-3f383da1-6a32-47c8-bc5d-b39888eb8633 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:11:02.450063 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-8e0be216-d85b-4600-ae1f-f52f2e0bf63b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbbbcd35-f543-46d3-ad90-497530945df2 HTTP/1.1" status: 200 len: 217 time: 0.0995646 May 23 11:11:02.472821 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75ff5b4c-30c9-4092-991d-b5d327b377c1 req-665409b8-458e-4818-88ea-0565a5f4d326 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Router bee327d2-0cb4-4f9d-be25-240d37bd7bae has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:11:02.537364 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-3453ce22-0bb2-4c7f-8234-a32dd7de7c48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:02.539578 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-3453ce22-0bb2-4c7f-8234-a32dd7de7c48 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=98e3b855-6fba-4052-9851-9631f18844d0 HTTP/1.1" status: 200 len: 861 time: 0.0833495 May 23 11:11:02.540574 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-3f383da1-6a32-47c8-bc5d-b39888eb8633 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:02.541190 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-3f383da1-6a32-47c8-bc5d-b39888eb8633 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:02.615292 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-cac199e0-d87a-4e8f-a9c9-c7b02312aeca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=09151df4-c255-4bed-b6e9-e6879853aff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443144 May 23 11:11:02.700205 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-09fe0a58-b906-4580-8d45-116562a9d36b None None] Provisioning for port db9c3afa-0b07-44c5-9d9e-b24df4d35d77 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:11:02.707080 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-09fe0a58-b906-4580-8d45-116562a9d36b None None] Provisioning complete for port db9c3afa-0b07-44c5-9d9e-b24df4d35d77 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:11:02.707690 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-09fe0a58-b906-4580-8d45-116562a9d36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:02.738773 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1e020370-5ad7-498b-976c-a81fc7c7a98a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:02.778888 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-09fe0a58-b906-4580-8d45-116562a9d36b None None] Port db9c3afa-0b07-44c5-9d9e-b24df4d35d77 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:11:02.798570 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1e020370-5ad7-498b-976c-a81fc7c7a98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:02.805285 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-0edea4da-72e2-478b-8f8e-498e853736ba service neutron] 10.222.0.13 "GET /v2.0/networks/09151df4-c255-4bed-b6e9-e6879853aff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821945 May 23 11:11:02.838510 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-3f383da1-6a32-47c8-bc5d-b39888eb8633 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.0814667 May 23 11:11:02.870204 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e020370-5ad7-498b-976c-a81fc7c7a98a admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:11:02.888333 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-48d4050e-f783-4033-990b-e7f3d0d08874 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Request body: {'port': {'device_id': '3a667444-e49b-4f93-8246-448eed64fdef', 'network_id': '58ef6021-e396-465d-be5f-f38283ee2d4e', 'admin_state_up': True, 'tenant_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'security_groups': ['1f272872-a39f-46cb-89b3-0bb9bacc1a43']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:02.937103 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e020370-5ad7-498b-976c-a81fc7c7a98a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5069149c-8533-49ae-a978-ce2aa4d359b7,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:02.964675 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52ca3d-1020-4295-ba42-4a048aa74201 req-17012a7a-646f-41b5-b19b-17ab03e71c5e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:02.968654 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52ca3d-1020-4295-ba42-4a048aa74201 req-17012a7a-646f-41b5-b19b-17ab03e71c5e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:02.970208 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2e52ca3d-1020-4295-ba42-4a048aa74201 req-17012a7a-646f-41b5-b19b-17ab03e71c5e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 1652 time: 0.2151432 May 23 11:11:02.979105 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc3ba1ea-3a08-4743-ae0d-ce468e276f5f req-8f6dd1b1-db44-4fbb-ba2e-3cc93684a323 service neutron] 10.222.0.13 "GET /v2.0/networks/09151df4-c255-4bed-b6e9-e6879853aff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661823 May 23 11:11:03.009394 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1e020370-5ad7-498b-976c-a81fc7c7a98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:03.009707 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-1e020370-5ad7-498b-976c-a81fc7c7a98a admin admin] Added segment 247ede9e-922d-4570-b4f6-dbb030ea8e5f of type vlan for network 4d2d57b6-9db3-4e1f-90e9-b3f61f35f2c2 May 23 11:11:03.027152 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2e52ca3d-1020-4295-ba42-4a048aa74201 req-f0131918-f88c-4e4c-9fc3-3b56f1f02349 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474899 May 23 11:11:03.107493 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1e020370-5ad7-498b-976c-a81fc7c7a98a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:03.123983 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c9ee555a-e269-4c96-bcdd-e0fe07784c6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:03.146178 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5c4bd889-0eb2-4e3e-924d-38fb311ccb67 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] 10.222.0.79 "GET /v2.0/routers/c956fe75-52be-43b5-8c5e-e8fa79347329 HTTP/1.1" status: 200 len: 925 time: 1.4554706 May 23 11:11:03.153789 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50370) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:03.159934 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7b03898e-6e81-4acc-8c67-80b83cf069cc req-eced2596-43a5-4792-a8c3-b61f6c0315bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b64a3f1baa60499ab93cbd32db99dbcb&device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 1096 time: 0.4194767 May 23 11:11:03.273419 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f296afe-2702-40f8-86b6-5b06b376d790 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Router fb5ac7ed-6522-42db-b8c5-8b4636de835b has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:11:03.323976 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-48d4050e-f783-4033-990b-e7f3d0d08874 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:11:03.336370 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a7516-23c3-4e5e-8229-a3da5b3563e9 req-60d33654-f624-4a63-a613-bbb5677fe283 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:03.338150 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d72a7516-23c3-4e5e-8229-a3da5b3563e9 req-60d33654-f624-4a63-a613-bbb5677fe283 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 945 time: 0.2672603 May 23 11:11:03.343610 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4c91eadc-1373-46c9-9ea8-2a5459890014 req-07c61337-8606-440a-808b-76e1cf618199 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=abc8f80d521a482ba49d9d597fee07e9&device_id=c28627fe-13e7-4078-b3c8-d5d4eb0e8747 HTTP/1.1" status: 200 len: 1094 time: 0.2275908 May 23 11:11:03.394680 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3f8310a3-0b6d-4f96-9f0e-2047f5435f62 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=87d63aa2-c2e7-4553-824a-d818708dd83b&device_id=c956fe75-52be-43b5-8c5e-e8fa79347329&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2346039 May 23 11:11:03.403497 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50376) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:03.524711 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-48d4050e-f783-4033-990b-e7f3d0d08874 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Usage tracker for resource:port and tenant:c33b6fcb07a04f2fa56c6e5a7798a085 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:11:03.531760 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1e020370-5ad7-498b-976c-a81fc7c7a98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:03.532654 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e020370-5ad7-498b-976c-a81fc7c7a98a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:03.533232 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1e020370-5ad7-498b-976c-a81fc7c7a98a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:03.549957 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-48d4050e-f783-4033-990b-e7f3d0d08874 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Quota usage for port was recalculated. Used quota:9. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:11:03.575690 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-48d4050e-f783-4033-990b-e7f3d0d08874 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:11:03.627997 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5be10-e794-4e19-b55b-2fa7de5e6552 req-931d1b34-471e-4d4d-8c17-bdabe625b12c tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:03.629428 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-44c5be10-e794-4e19-b55b-2fa7de5e6552 req-931d1b34-471e-4d4d-8c17-bdabe625b12c tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=c28627fe-13e7-4078-b3c8-d5d4eb0e8747 HTTP/1.1" status: 200 len: 943 time: 0.4155252 May 23 11:11:03.694375 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1e020370-5ad7-498b-976c-a81fc7c7a98a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.9949863 May 23 11:11:03.706932 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50380) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:03.730065 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d72a7516-23c3-4e5e-8229-a3da5b3563e9 req-6a34f97e-401d-48bc-b4ac-a692cb6980eb tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837609 May 23 11:11:03.781322 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e020370-5ad7-498b-976c-a81fc7c7a98a admin admin] Pushing event updated for resources: {'Network': ['ID=4d2d57b6-9db3-4e1f-90e9-b3f61f35f2c2,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:03.783434 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-48d4050e-f783-4033-990b-e7f3d0d08874 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Made reservation on behalf of c33b6fcb07a04f2fa56c6e5a7798a085 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:11:03.786437 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-48d4050e-f783-4033-990b-e7f3d0d08874 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:03.800901 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91eadc-1373-46c9-9ea8-2a5459890014 req-ca6907d2-69ee-4979-9a53-761cca067e31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:03.802354 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4c91eadc-1373-46c9-9ea8-2a5459890014 req-ca6907d2-69ee-4979-9a53-761cca067e31 service neutron] 10.222.0.13 "GET /v2.0/networks?id=09151df4-c255-4bed-b6e9-e6879853aff3 HTTP/1.1" status: 200 len: 922 time: 0.4513655 May 23 11:11:03.809343 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 4d2d57b6-9db3-4e1f-90e9-b3f61f35f2c2 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:11:03.812413 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-44c5be10-e794-4e19-b55b-2fa7de5e6552 req-edf85ae1-305f-417e-bbf1-4b930d383768 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317286 May 23 11:11:03.816275 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-82e919f3-2abd-4cb4-89f2-1523d1103ee8 admin admin] Request body: {'subnet': {'network_id': '4d2d57b6-9db3-4e1f-90e9-b3f61f35f2c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-1960252409-subnet', 'tenant_id': '409fc0511db44cc7a1eeaf85161ef7b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:03.880294 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-82e919f3-2abd-4cb4-89f2-1523d1103ee8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:11:03.901023 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03898e-6e81-4acc-8c67-80b83cf069cc req-bab9303c-67fb-48c0-85c7-d7335d050664 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:03.902516 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7b03898e-6e81-4acc-8c67-80b83cf069cc req-bab9303c-67fb-48c0-85c7-d7335d050664 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1a5c8466-e669-4a02-9cf7-1e34891324c1 HTTP/1.1" status: 200 len: 912 time: 0.7342279 May 23 11:11:03.905718 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-82e919f3-2abd-4cb4-89f2-1523d1103ee8 admin admin] Usage tracker for resource:subnet and tenant:409fc0511db44cc7a1eeaf85161ef7b4 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:11:03.909383 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319c5af8-6616-4344-8180-e5533d9e614a tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:03.910776 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-319c5af8-6616-4344-8180-e5533d9e614a tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] 10.222.0.79 "GET /v2.0/networks/87d63aa2-c2e7-4553-824a-d818708dd83b HTTP/1.1" status: 200 len: 881 time: 0.5044243 May 23 11:11:03.912707 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-82e919f3-2abd-4cb4-89f2-1523d1103ee8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:11:03.913389 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4c91eadc-1373-46c9-9ea8-2a5459890014 req-8be755a7-8dd7-440b-9488-f3457a7d823d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbbbcd35-f543-46d3-ad90-497530945df2 HTTP/1.1" status: 200 len: 217 time: 0.0997138 May 23 11:11:03.914943 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50384) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:03.973302 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-82e919f3-2abd-4cb4-89f2-1523d1103ee8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:11:04.038191 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9a4ed5c1-b442-42fc-9b28-b784dc92974c tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] 10.222.0.79 "GET /v2.0/ports?device_id=c956fe75-52be-43b5-8c5e-e8fa79347329 HTTP/1.1" status: 200 len: 205 time: 0.1189692 May 23 11:11:04.042877 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4bbdfc76-5c34-4485-900b-6968912f984b req-c271944e-f8fe-43a5-bb21-7c8943e566f3 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd50ce13-d56a-416c-88ef-ee83f30ba53a HTTP/1.1" status: 200 len: 210 time: 0.1214526 May 23 11:11:04.043312 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50388) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:04.062578 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7b03898e-6e81-4acc-8c67-80b83cf069cc req-e01e3a21-7604-4583-9133-e447c4a3cc5c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c06db991-9e6d-454e-a381-1fb328bc6889 HTTP/1.1" status: 200 len: 217 time: 0.1462796 May 23 11:11:04.073704 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e919f3-2abd-4cb4-89f2-1523d1103ee8 admin admin] Made reservation on behalf of 409fc0511db44cc7a1eeaf85161ef7b4 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:11:04.076002 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-82e919f3-2abd-4cb4-89f2-1523d1103ee8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:04.131401 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75ff5b4c-30c9-4092-991d-b5d327b377c1 req-665409b8-458e-4818-88ea-0565a5f4d326 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:11:04.144855 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee81add1-08fe-4c32-af58-f777e83ad1ad None None] Sync routers for ids ['bee327d2-0cb4-4f9d-be25-240d37bd7bae'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:11:04.160905 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee81add1-08fe-4c32-af58-f777e83ad1ad None None] Routers {'bee327d2-0cb4-4f9d-be25-240d37bd7bae'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:11:04.161988 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ee81add1-08fe-4c32-af58-f777e83ad1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:10:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['bee327d2-0cb4-4f9d-be25-240d37bd7bae'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:04.236337 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91eadc-1373-46c9-9ea8-2a5459890014 req-d2f6f971-2bc2-4541-a2f2-50368f255e77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:04.237920 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4c91eadc-1373-46c9-9ea8-2a5459890014 req-d2f6f971-2bc2-4541-a2f2-50368f255e77 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=98e3b855-6fba-4052-9851-9631f18844d0 HTTP/1.1" status: 200 len: 861 time: 0.3156264 May 23 11:11:04.300498 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4c91eadc-1373-46c9-9ea8-2a5459890014 req-510e34d8-1c21-40f1-8afc-278569a66439 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=09151df4-c255-4bed-b6e9-e6879853aff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542667 May 23 11:11:04.346297 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ff5b4c-30c9-4092-991d-b5d327b377c1 req-665409b8-458e-4818-88ea-0565a5f4d326 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] No DVR routers for this DVR port f44088cb-a22d-4c0f-9a93-c98cd814e565 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:11:04.349371 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-ee81add1-08fe-4c32-af58-f777e83ad1ad None None] Set router bee327d2-0cb4-4f9d-be25-240d37bd7bae gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:11:04.365897 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-75ff5b4c-30c9-4092-991d-b5d327b377c1 req-665409b8-458e-4818-88ea-0565a5f4d326 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:04.368518 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd50ce13-d56a-416c-88ef-ee83f30ba53a', 'name': 'network-vif-deleted', 'tag': 'f44088cb-a22d-4c0f-9a93-c98cd814e565'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:11:04.380585 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03898e-6e81-4acc-8c67-80b83cf069cc req-ddd029a6-5a4d-4e7d-bc16-20158b7a7880 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:04.382043 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7b03898e-6e81-4acc-8c67-80b83cf069cc req-ddd029a6-5a4d-4e7d-bc16-20158b7a7880 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76d8b9b5-f057-42e7-939b-4e81b16011fa HTTP/1.1" status: 200 len: 851 time: 0.2895548 May 23 11:11:04.431091 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-75ff5b4c-30c9-4092-991d-b5d327b377c1 req-665409b8-458e-4818-88ea-0565a5f4d326 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.81 "DELETE /v2.0/ports/f44088cb-a22d-4c0f-9a93-c98cd814e565 HTTP/1.1" status: 204 len: 173 time: 11.4871995 May 23 11:11:04.459166 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb060e8-f9f8-41a9-9889-9680b13853c2 req-809db75a-b890-4ef9-b882-d1b3670fe6dd tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:04.464282 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb060e8-f9f8-41a9-9889-9680b13853c2 req-809db75a-b890-4ef9-b882-d1b3670fe6dd tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:04.473438 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6eb060e8-f9f8-41a9-9889-9680b13853c2 req-809db75a-b890-4ef9-b882-d1b3670fe6dd tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 1652 time: 0.2805979 May 23 11:11:04.475206 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42d5415f-e387-4283-98c0-3798dfe36e05'] response: {'server_uuid': 'fd50ce13-d56a-416c-88ef-ee83f30ba53a', 'name': 'network-vif-deleted', 'tag': 'f44088cb-a22d-4c0f-9a93-c98cd814e565', 'status': 'completed', 'code': 200} May 23 11:11:04.486955 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7b03898e-6e81-4acc-8c67-80b83cf069cc req-2eb97b5f-597e-449b-a992-28a7e3357fa8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a5c8466-e669-4a02-9cf7-1e34891324c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936406 May 23 11:11:04.488397 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-48d4050e-f783-4033-990b-e7f3d0d08874 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Allocated IP 10.1.1.185 (58ef6021-e396-465d-be5f-f38283ee2d4e/d58e10eb-eed0-4186-8daa-9070770a55fe/fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:11:04.526753 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4c91eadc-1373-46c9-9ea8-2a5459890014 req-fa8d2ee0-222e-4ee3-8c06-21db2d6080b7 service neutron] 10.222.0.13 "GET /v2.0/networks/09151df4-c255-4bed-b6e9-e6879853aff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150166 May 23 11:11:04.656900 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6eb060e8-f9f8-41a9-9889-9680b13853c2 req-f8893911-f7fd-4d9c-b95f-acf0d4bc4c57 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825037 May 23 11:11:04.726115 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-583b008c-8bce-4cac-bcbf-0fb4e874c5da tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:04.751131 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ee81add1-08fe-4c32-af58-f777e83ad1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee327d2-0cb4-4f9d-be25-240d37bd7bae', 'name': 'tempest-ServersTestBootFromVolume-1452041592-router', 'tenant_id': '4e03745f99574e5389955681da2fca5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '0f9d3877-ac67-498d-a18a-9578728ab83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:08:15Z', 'updated_at': '2022-05-23T11:08:31Z', 'revision_number': 4, 'project_id': '4e03745f99574e5389955681da2fca5e', 'gw_port': {'id': '0f9d3877-ac67-498d-a18a-9578728ab83a', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:46:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee327d2-0cb4-4f9d-be25-240d37bd7bae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:08:17Z', 'updated_at': '2022-05-23T11:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '6dc06ab6-ad22-4bf6-aa89-b96bb1cf138c', 'name': '', 'network_id': '0a05d838-cda3-46c0-8bf8-03d2c6de0cc0', 'tenant_id': '4e03745f99574e5389955681da2fca5e', 'mac_address': 'fa:16:3e:9a:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee327d2-0cb4-4f9d-be25-240d37bd7bae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87f6ff48-3f7c-46f2-8156-b55091f31a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:08:29Z', 'updated_at': '2022-05-23T11:08:46Z', 'revision_number': 5, 'project_id': '4e03745f99574e5389955681da2fca5e', 'subnets': [{'id': '87f6ff48-3f7c-46f2-8156-b55091f31a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:04.756082 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee81add1-08fe-4c32-af58-f777e83ad1ad None None] Checking router: bee327d2-0cb4-4f9d-be25-240d37bd7bae for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:11:04.814709 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee81add1-08fe-4c32-af58-f777e83ad1ad None None] Routers {'bee327d2-0cb4-4f9d-be25-240d37bd7bae'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:11:04.817127 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ee81add1-08fe-4c32-af58-f777e83ad1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:10:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['bee327d2-0cb4-4f9d-be25-240d37bd7bae'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:04.871073 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4c91eadc-1373-46c9-9ea8-2a5459890014 req-a497bf8b-bd6d-40d0-86ab-f09f6400cc86 service neutron] 10.222.0.13 "GET /v2.0/networks/09151df4-c255-4bed-b6e9-e6879853aff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345683 May 23 11:11:05.160252 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7b03898e-6e81-4acc-8c67-80b83cf069cc req-3fa55434-e516-4d62-80be-d00ba5c17c45 service neutron] 10.222.0.13 "GET /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6583042 May 23 11:11:05.171408 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fafa8d8-bb5a-4185-abe5-a28a2482aca2 req-827248a5-2f03-42c5-adc3-ead375d9401b tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:05.172016 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-ee81add1-08fe-4c32-af58-f777e83ad1ad None None] Set router bee327d2-0cb4-4f9d-be25-240d37bd7bae gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:11:05.173261 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6fafa8d8-bb5a-4185-abe5-a28a2482aca2 req-827248a5-2f03-42c5-adc3-ead375d9401b tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=c28627fe-13e7-4078-b3c8-d5d4eb0e8747 HTTP/1.1" status: 200 len: 943 time: 0.1432016 May 23 11:11:05.207470 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165cceca-d8b6-41af-a6d2-82e2aa7a1294 req-7430fb20-3506-443d-ae58-733e2b797fc2 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:05.214807 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-165cceca-d8b6-41af-a6d2-82e2aa7a1294 req-7430fb20-3506-443d-ae58-733e2b797fc2 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 945 time: 0.2221737 May 23 11:11:05.244554 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f296afe-2702-40f8-86b6-5b06b376d790 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:11:05.255868 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a1446a-5d9d-450f-a2ce-9de1efe45df8 None None] Sync routers for ids ['fb5ac7ed-6522-42db-b8c5-8b4636de835b'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:11:05.275480 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a1446a-5d9d-450f-a2ce-9de1efe45df8 None None] Routers {'fb5ac7ed-6522-42db-b8c5-8b4636de835b'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:11:05.283618 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-49a1446a-5d9d-450f-a2ce-9de1efe45df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:10:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['fb5ac7ed-6522-42db-b8c5-8b4636de835b'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:05.286113 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-583b008c-8bce-4cac-bcbf-0fb4e874c5da tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:05.311594 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-165cceca-d8b6-41af-a6d2-82e2aa7a1294 req-2fdcfd54-8a98-4de3-94f0-0f663f2c6f5c tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958459 May 23 11:11:05.332517 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6fafa8d8-bb5a-4185-abe5-a28a2482aca2 req-d77b382f-69f3-49b9-bb60-689b9a369059 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487339 May 23 11:11:05.333654 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-583b008c-8bce-4cac-bcbf-0fb4e874c5da tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Deleting port 637690e5-5549-4f49-b31e-2d19dd5b7224 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:11:05.333995 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-583b008c-8bce-4cac-bcbf-0fb4e874c5da tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:05.353317 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-82e919f3-2abd-4cb4-89f2-1523d1103ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:05.358470 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8f296afe-2702-40f8-86b6-5b06b376d790 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:05.362241 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8f296afe-2702-40f8-86b6-5b06b376d790 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] 10.222.0.79 "PUT /v2.0/routers/fb5ac7ed-6522-42db-b8c5-8b4636de835b HTTP/1.1" status: 200 len: 922 time: 13.0239282 May 23 11:11:05.388762 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50402) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:05.425471 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-48d4050e-f783-4033-990b-e7f3d0d08874 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:05.436980 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-49a1446a-5d9d-450f-a2ce-9de1efe45df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:05.464255 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a1446a-5d9d-450f-a2ce-9de1efe45df8 None None] Routers {'fb5ac7ed-6522-42db-b8c5-8b4636de835b'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:11:05.465273 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-49a1446a-5d9d-450f-a2ce-9de1efe45df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:10:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['fb5ac7ed-6522-42db-b8c5-8b4636de835b'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:05.496532 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-48d4050e-f783-4033-990b-e7f3d0d08874 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Transition to ACTIVE for port object fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:11:05.536903 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-49a1446a-5d9d-450f-a2ce-9de1efe45df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:05.537505 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a1446a-5d9d-450f-a2ce-9de1efe45df8 None None] The sync data for ids ['fb5ac7ed-6522-42db-b8c5-8b4636de835b'] in n-d-842952-2 is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:11:05.630016 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e919f3-2abd-4cb4-89f2-1523d1103ee8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a657cdb-4315-48bb-849c-3b4aceedf479,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:05.699902 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ee81add1-08fe-4c32-af58-f777e83ad1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee327d2-0cb4-4f9d-be25-240d37bd7bae', 'name': 'tempest-ServersTestBootFromVolume-1452041592-router', 'tenant_id': '4e03745f99574e5389955681da2fca5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '0f9d3877-ac67-498d-a18a-9578728ab83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:08:15Z', 'updated_at': '2022-05-23T11:08:31Z', 'revision_number': 4, 'project_id': '4e03745f99574e5389955681da2fca5e', 'gw_port': {'id': '0f9d3877-ac67-498d-a18a-9578728ab83a', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:46:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee327d2-0cb4-4f9d-be25-240d37bd7bae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:08:17Z', 'updated_at': '2022-05-23T11:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '6dc06ab6-ad22-4bf6-aa89-b96bb1cf138c', 'name': '', 'network_id': '0a05d838-cda3-46c0-8bf8-03d2c6de0cc0', 'tenant_id': '4e03745f99574e5389955681da2fca5e', 'mac_address': 'fa:16:3e:9a:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee327d2-0cb4-4f9d-be25-240d37bd7bae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87f6ff48-3f7c-46f2-8156-b55091f31a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:08:29Z', 'updated_at': '2022-05-23T11:08:46Z', 'revision_number': 5, 'project_id': '4e03745f99574e5389955681da2fca5e', 'subnets': [{'id': '87f6ff48-3f7c-46f2-8156-b55091f31a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:05.706038 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee81add1-08fe-4c32-af58-f777e83ad1ad None None] The sync data for ids ['bee327d2-0cb4-4f9d-be25-240d37bd7bae'] in n-d-842952-2 is: [{'id': 'bee327d2-0cb4-4f9d-be25-240d37bd7bae', 'name': 'tempest-ServersTestBootFromVolume-1452041592-router', 'tenant_id': '4e03745f99574e5389955681da2fca5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '0f9d3877-ac67-498d-a18a-9578728ab83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:08:15Z', 'updated_at': '2022-05-23T11:08:31Z', 'revision_number': 4, 'project_id': '4e03745f99574e5389955681da2fca5e', 'gw_port': {'id': '0f9d3877-ac67-498d-a18a-9578728ab83a', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:46:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee327d2-0cb4-4f9d-be25-240d37bd7bae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:08:17Z', 'updated_at': '2022-05-23T11:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '6dc06ab6-ad22-4bf6-aa89-b96bb1cf138c', 'name': '', 'network_id': '0a05d838-cda3-46c0-8bf8-03d2c6de0cc0', 'tenant_id': '4e03745f99574e5389955681da2fca5e', 'mac_address': 'fa:16:3e:9a:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee327d2-0cb4-4f9d-be25-240d37bd7bae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87f6ff48-3f7c-46f2-8156-b55091f31a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:08:29Z', 'updated_at': '2022-05-23T11:08:46Z', 'revision_number': 5, 'project_id': '4e03745f99574e5389955681da2fca5e', 'subnets': [{'id': '87f6ff48-3f7c-46f2-8156-b55091f31a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:11:05.759861 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-48d4050e-f783-4033-990b-e7f3d0d08874 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:05.762864 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7b03898e-6e81-4acc-8c67-80b83cf069cc req-2d505bce-c80a-489d-902a-e96416cb916f service neutron] 10.222.0.13 "GET /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5794072 May 23 11:11:05.901738 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e919f3-2abd-4cb4-89f2-1523d1103ee8 admin admin] Checking segment: {'id': '247ede9e-922d-4570-b4f6-dbb030ea8e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4d2d57b6-9db3-4e1f-90e9-b3f61f35f2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:11:05.901956 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e919f3-2abd-4cb4-89f2-1523d1103ee8 admin admin] Network hostable DHCP agents. Network: 4d2d57b6-9db3-4e1f-90e9-b3f61f35f2c2, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:11:05.908428 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6e61a2ac-72a9-4b61-82eb-1ad63e932f5a req-a3e10459-58c1-4753-9d00-be36a9637a4c tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd50ce13-d56a-416c-88ef-ee83f30ba53a HTTP/1.1" status: 200 len: 210 time: 0.2310381 May 23 11:11:05.955342 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-48d4050e-f783-4033-990b-e7f3d0d08874 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Network 58ef6021-e396-465d-be5f-f38283ee2d4e is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:11:05.964167 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-48d4050e-f783-4033-990b-e7f3d0d08874 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:11:05.967989 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4050e-f783-4033-990b-e7f3d0d08874 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Pushing event updated for resources: {'Port': ['ID=fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:05.970896 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-48d4050e-f783-4033-990b-e7f3d0d08874 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:11:06.066757 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-48d4050e-f783-4033-990b-e7f3d0d08874 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:06.067777 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-48d4050e-f783-4033-990b-e7f3d0d08874 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:06.109636 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-48d4050e-f783-4033-990b-e7f3d0d08874 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2368381 May 23 11:11:06.112998 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e919f3-2abd-4cb4-89f2-1523d1103ee8 admin admin] Network 4d2d57b6-9db3-4e1f-90e9-b3f61f35f2c2 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:11:06.155919 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-82e919f3-2abd-4cb4-89f2-1523d1103ee8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 4d2d57b6-9db3-4e1f-90e9-b3f61f35f2c2) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:11:06.176547 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756a8ba5-c750-48c3-8240-a490671da455 None None] Network 4d2d57b6-9db3-4e1f-90e9-b3f61f35f2c2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:11:06.188749 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-583b008c-8bce-4cac-bcbf-0fb4e874c5da tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:06.207366 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-3637486c-44d4-4012-85fa-637dfda42c1f tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Request body: {'port': {'device_id': '3a667444-e49b-4f93-8246-448eed64fdef', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d', 'admin_state_up': True, 'tenant_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'security_groups': ['1f272872-a39f-46cb-89b3-0bb9bacc1a43']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:06.214759 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7fb3de-3d6e-47a6-8023-1dabf13c1f2f None None] New status for floating IP cfcad942-5954-4ccd-9b19-55f2b8abe787: DOWN {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:11:06.270021 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e919f3-2abd-4cb4-89f2-1523d1103ee8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:06.271150 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-82e919f3-2abd-4cb4-89f2-1523d1103ee8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:06.331872 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a28f5-eb8a-4a66-be24-aa9465f130c4 req-8c74eaaf-2106-475d-a66a-d878ff94ae38 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:06.338256 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a28f5-eb8a-4a66-be24-aa9465f130c4 req-8c74eaaf-2106-475d-a66a-d878ff94ae38 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:06.347934 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a28f5-eb8a-4a66-be24-aa9465f130c4 req-8c74eaaf-2106-475d-a66a-d878ff94ae38 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:06.349590 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-870a28f5-eb8a-4a66-be24-aa9465f130c4 req-8c74eaaf-2106-475d-a66a-d878ff94ae38 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 2373 time: 0.3418314 May 23 11:11:06.381869 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1ee9a2d7-c875-49f6-8190-bfb168cc1725 None None] Provisioning for port fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:11:06.395664 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-82e919f3-2abd-4cb4-89f2-1523d1103ee8 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.6819284 May 23 11:11:06.427880 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1ee9a2d7-c875-49f6-8190-bfb168cc1725 None None] Provisioning complete for port fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:11:06.428835 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee9a2d7-c875-49f6-8190-bfb168cc1725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:06.514160 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-3637486c-44d4-4012-85fa-637dfda42c1f tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:11:06.558951 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-583b008c-8bce-4cac-bcbf-0fb4e874c5da tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Calling delete_port for 637690e5-5549-4f49-b31e-2d19dd5b7224 owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:11:06.568042 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1ee9a2d7-c875-49f6-8190-bfb168cc1725 None None] Port fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:11:06.573207 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device dbbbcd35-f543-46d3-ad90-497530945df2 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:11:06.576219 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device c06db991-9e6d-454e-a381-1fb328bc6889 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:11:06.623386 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-3637486c-44d4-4012-85fa-637dfda42c1f tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Usage tracker for resource:port and tenant:c33b6fcb07a04f2fa56c6e5a7798a085 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:11:06.631544 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-3637486c-44d4-4012-85fa-637dfda42c1f tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Quota usage for port was recalculated. Used quota:10. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:11:06.636359 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4045b3fb-f44c-4677-9408-4074bd99c1b1 req-9d9b1b78-b415-418c-9089-77035c71f6c3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=fd50ce13-d56a-416c-88ef-ee83f30ba53a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1130543 May 23 11:11:06.644085 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-3637486c-44d4-4012-85fa-637dfda42c1f tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:11:06.651780 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ee555a-e269-4c96-bcdd-e0fe07784c6f admin admin] Router aae6ddc5-4784-4e15-b8d1-84e13dd23cf1 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:11:06.666946 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-3637486c-44d4-4012-85fa-637dfda42c1f tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Made reservation on behalf of c33b6fcb07a04f2fa56c6e5a7798a085 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:11:06.922098 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-870a28f5-eb8a-4a66-be24-aa9465f130c4 req-241dd67f-c634-44ae-a49a-002da326e700 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4029126 May 23 11:11:06.970018 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4045b3fb-f44c-4677-9408-4074bd99c1b1 req-fb4485cb-2248-4884-af9c-e504048e3d03 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4e03745f99574e5389955681da2fca5e&device_id=fd50ce13-d56a-416c-88ef-ee83f30ba53a HTTP/1.1" status: 200 len: 210 time: 0.1516871 May 23 11:11:07.063426 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5d11a-59ac-49ed-83f5-1b3bf40b46f9 req-41ac0cd3-52f1-4853-b454-04c9c2cab445 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:07.065749 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d8c5d11a-59ac-49ed-83f5-1b3bf40b46f9 req-41ac0cd3-52f1-4853-b454-04c9c2cab445 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 945 time: 0.4078865 May 23 11:11:07.138360 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-583b008c-8bce-4cac-bcbf-0fb4e874c5da tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:07.178825 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045b3fb-f44c-4677-9408-4074bd99c1b1 req-f73b2d9b-50a9-4b2d-aa8a-26c3a852c4a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:07.179873 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4045b3fb-f44c-4677-9408-4074bd99c1b1 req-f73b2d9b-50a9-4b2d-aa8a-26c3a852c4a0 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=4e03745f99574e5389955681da2fca5e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1556506 May 23 11:11:07.198260 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d46124d4-f043-429a-a4bc-33d44edb1963 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] 10.222.0.79 "GET /v2.0/routers/fb5ac7ed-6522-42db-b8c5-8b4636de835b HTTP/1.1" status: 200 len: 922 time: 1.7923110 May 23 11:11:07.201720 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b008c-8bce-4cac-bcbf-0fb4e874c5da tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Pushing event deleted for resources: {'Port': ['ID=637690e5-5549-4f49-b31e-2d19dd5b7224,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:07.206237 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50418) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:07.214143 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86f2886-d27a-4a91-b1bf-c52a7b04b529 None None] Network 4d2d57b6-9db3-4e1f-90e9-b3f61f35f2c2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:11:07.229177 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-3637486c-44d4-4012-85fa-637dfda42c1f tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:07.399320 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d8c5d11a-59ac-49ed-83f5-1b3bf40b46f9 req-a0fbec2a-32de-4351-b835-822f42be08fb tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251278 May 23 11:11:07.454440 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-47c44a5b-ec66-4311-890b-89568050de48 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Synchronizing usage tracker for tenant:3a58b3a6e9ef44afb95c6caff7db1301 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:11:07.532202 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bcfdcd-5a9d-4465-a93c-150692457a45 req-63f6f697-14cc-4905-9bfe-55514e482c97 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:07.533739 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d0bcfdcd-5a9d-4465-a93c-150692457a45 req-63f6f697-14cc-4905-9bfe-55514e482c97 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=c28627fe-13e7-4078-b3c8-d5d4eb0e8747 HTTP/1.1" status: 200 len: 943 time: 0.4367952 May 23 11:11:07.601299 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port dbbbcd35-f543-46d3-ad90-497530945df2, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=dbbbcd35-f543-46d3-ad90-497530945df2,segment=NetworkSegment(0eaf6c12-c629-4f70-b3b1-9c344ae24a9d),segment_id=0eaf6c12-c629-4f70-b3b1-9c344ae24a9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:11:07.616155 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:07.622467 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-47c44a5b-ec66-4311-890b-89568050de48 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Unset dirty status for tenant:3a58b3a6e9ef44afb95c6caff7db1301 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:11:07.623627 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-47c44a5b-ec66-4311-890b-89568050de48 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=87d63aa2-c2e7-4553-824a-d818708dd83b&device_id=fb5ac7ed-6522-42db-b8c5-8b4636de835b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4142406 May 23 11:11:07.646551 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50424) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:07.681628 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-583b008c-8bce-4cac-bcbf-0fb4e874c5da tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:07.727383 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'dbbbcd35-f543-46d3-ad90-497530945df2', 'network_id': '09151df4-c255-4bed-b6e9-e6879853aff3', 'port_id': 'dbbbcd35-f543-46d3-ad90-497530945df2', 'mac_address': 'fa:16:3e:d8:e1:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e3b855-6fba-4052-9851-9631f18844d0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:11:07.743489 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893b9232-4a8f-423c-9ad4-279e9751aa63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c06db991-9e6d-454e-a381-1fb328bc6889'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:11:07.807346 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port c06db991-9e6d-454e-a381-1fb328bc6889, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=c06db991-9e6d-454e-a381-1fb328bc6889,segment=NetworkSegment(633c66ca-dc41-4b0b-a0a3-ed62624a9374),segment_id=633c66ca-dc41-4b0b-a0a3-ed62624a9374)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:11:07.843777 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:07.953775 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-3637486c-44d4-4012-85fa-637dfda42c1f tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Allocated IP 10.2.2.100 (e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d/3002fdac-2784-401d-a448-1ed62ecf0bbd/9a44d654-6b97-41f9-82f8-7a39efafc1c3) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:11:07.974401 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045b3fb-f44c-4677-9408-4074bd99c1b1 req-32e92fa6-401b-4087-acde-67b8752d0f8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:07.975934 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4045b3fb-f44c-4677-9408-4074bd99c1b1 req-32e92fa6-401b-4087-acde-67b8752d0f8e service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7827528 May 23 11:11:08.041159 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:08.069451 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-723ab23b-30b9-43e7-96a5-ff3d9077ff70'] response: {'server_uuid': '893b9232-4a8f-423c-9ad4-279e9751aa63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c06db991-9e6d-454e-a381-1fb328bc6889', 'code': 200} May 23 11:11:08.071681 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=c06db991-9e6d-454e-a381-1fb328bc6889,revision_number=8']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:08.078200 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:08.084324 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbbbcd35-f543-46d3-ad90-497530945df2 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:11:08.105445 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port dbbbcd35-f543-46d3-ad90-497530945df2, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=dbbbcd35-f543-46d3-ad90-497530945df2,segment=NetworkSegment(0eaf6c12-c629-4f70-b3b1-9c344ae24a9d),segment_id=0eaf6c12-c629-4f70-b3b1-9c344ae24a9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:11:08.112438 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:08.195674 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=dbbbcd35-f543-46d3-ad90-497530945df2,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:08.299027 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ee555a-e269-4c96-bcdd-e0fe07784c6f admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:11:08.312289 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b696822f-0e78-4c9f-913d-a81523d061ee None None] Sync routers for ids ['aae6ddc5-4784-4e15-b8d1-84e13dd23cf1'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:11:08.327175 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b696822f-0e78-4c9f-913d-a81523d061ee None None] Routers {'aae6ddc5-4784-4e15-b8d1-84e13dd23cf1'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:11:08.327788 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b696822f-0e78-4c9f-913d-a81523d061ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:10:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['aae6ddc5-4784-4e15-b8d1-84e13dd23cf1'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:08.335853 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c9ee555a-e269-4c96-bcdd-e0fe07784c6f admin admin] 10.222.0.79 "PUT /v2.0/routers/aae6ddc5-4784-4e15-b8d1-84e13dd23cf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 19.5421627 May 23 11:11:08.337238 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50438) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:08.365008 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-3637486c-44d4-4012-85fa-637dfda42c1f tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:08.383365 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-3637486c-44d4-4012-85fa-637dfda42c1f tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Transition to ACTIVE for port object 9a44d654-6b97-41f9-82f8-7a39efafc1c3 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:11:08.444335 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d0bcfdcd-5a9d-4465-a93c-150692457a45 req-09f23500-5bb2-4dbf-804b-215e3d78408b tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8331151 May 23 11:11:08.457337 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-583b008c-8bce-4cac-bcbf-0fb4e874c5da tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:08.496145 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-583b008c-8bce-4cac-bcbf-0fb4e874c5da tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:08.514066 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0e0a4d-5e2d-4c7c-ae01-52f2772b4a86 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:08.516347 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7d0e0a4d-5e2d-4c7c-ae01-52f2772b4a86 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] 10.222.0.79 "GET /v2.0/networks/87d63aa2-c2e7-4553-824a-d818708dd83b HTTP/1.1" status: 200 len: 881 time: 0.8690641 May 23 11:11:08.525930 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50444) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:08.531952 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-3637486c-44d4-4012-85fa-637dfda42c1f tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:08.534767 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3523310-3581-487f-858f-3bd8fedb46d4 req-90d6a0bc-c108-4480-8847-673aedeaf999 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:08.538051 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-b696822f-0e78-4c9f-913d-a81523d061ee None None] Set router aae6ddc5-4784-4e15-b8d1-84e13dd23cf1 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:11:08.539129 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3523310-3581-487f-858f-3bd8fedb46d4 req-90d6a0bc-c108-4480-8847-673aedeaf999 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:08.543060 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3523310-3581-487f-858f-3bd8fedb46d4 req-90d6a0bc-c108-4480-8847-673aedeaf999 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:08.544734 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d3523310-3581-487f-858f-3bd8fedb46d4 req-90d6a0bc-c108-4480-8847-673aedeaf999 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 2373 time: 0.3030639 May 23 11:11:08.595236 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['dbbbcd35-f543-46d3-ad90-497530945df2'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:11:08.614415 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e2d78d01-850b-442f-add9-36179bff4a18 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb5ac7ed-6522-42db-b8c5-8b4636de835b HTTP/1.1" status: 200 len: 205 time: 0.0871210 May 23 11:11:08.618212 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50448) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:08.671785 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3637486c-44d4-4012-85fa-637dfda42c1f tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Pushing event updated for resources: {'Port': ['ID=9a44d654-6b97-41f9-82f8-7a39efafc1c3,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:08.682345 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-583b008c-8bce-4cac-bcbf-0fb4e874c5da tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:08.682849 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583b008c-8bce-4cac-bcbf-0fb4e874c5da tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Fanout notify agent at l3_agent the message router_deleted on router c956fe75-52be-43b5-8c5e-e8fa79347329 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:11:08.716390 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-3637486c-44d4-4012-85fa-637dfda42c1f tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Network e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:11:08.727998 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-3637486c-44d4-4012-85fa-637dfda42c1f tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:11:08.746069 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-3637486c-44d4-4012-85fa-637dfda42c1f tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:11:08.799253 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d3523310-3581-487f-858f-3bd8fedb46d4 req-abf7cf18-36ee-4392-a855-0672bcfc3559 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2147996 May 23 11:11:08.832529 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-3637486c-44d4-4012-85fa-637dfda42c1f tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:08.833740 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-3637486c-44d4-4012-85fa-637dfda42c1f tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:08.840658 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-583b008c-8bce-4cac-bcbf-0fb4e874c5da tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:08.852930 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-583b008c-8bce-4cac-bcbf-0fb4e874c5da tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] 10.222.0.79 "DELETE /v2.0/routers/c956fe75-52be-43b5-8c5e-e8fa79347329 HTTP/1.1" status: 204 len: 168 time: 4.8023396 May 23 11:11:08.866373 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50452) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:08.878024 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-8b2a37c7-adfc-4ee2-946e-8019f19ec2d4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1018872759', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}, 'admin_state_up': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:08.894064 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8b2a37c7-adfc-4ee2-946e-8019f19ec2d4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:11:08.910373 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-8b2a37c7-adfc-4ee2-946e-8019f19ec2d4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Usage tracker for resource:router and tenant:c2a79d2239134095b106232196da01c0 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:11:08.923986 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-3637486c-44d4-4012-85fa-637dfda42c1f tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7758648 May 23 11:11:08.927142 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-8b2a37c7-adfc-4ee2-946e-8019f19ec2d4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:11:08.950822 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8b2a37c7-adfc-4ee2-946e-8019f19ec2d4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:11:08.969173 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-5f61b9cc-772c-42b8-953c-e3616db34c88 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Request body: {'port': {'device_id': '3a667444-e49b-4f93-8246-448eed64fdef', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d', 'admin_state_up': True, 'tenant_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'security_groups': ['1f272872-a39f-46cb-89b3-0bb9bacc1a43']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:09.007091 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-376a5715-a9e5-4939-8ff5-4c9c0ea50adf tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:09.126584 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:09.145439 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2864c448-fd91-4f1d-9ca2-d4350bb2feac None None] Provisioning for port 9a44d654-6b97-41f9-82f8-7a39efafc1c3 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:11:09.151224 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8b2a37c7-adfc-4ee2-946e-8019f19ec2d4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:09.152521 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8b2a37c7-adfc-4ee2-946e-8019f19ec2d4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:09.152647 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2864c448-fd91-4f1d-9ca2-d4350bb2feac None None] Provisioning complete for port 9a44d654-6b97-41f9-82f8-7a39efafc1c3 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:11:09.152924 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2864c448-fd91-4f1d-9ca2-d4350bb2feac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:09.191289 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b696822f-0e78-4c9f-913d-a81523d061ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae6ddc5-4784-4e15-b8d1-84e13dd23cf1', 'name': 'tempest-ServersTestMultiNic-1527388362-router', 'tenant_id': '3583a8d0822f4e2696ff39b89a43df5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'ac7d8cbc-d179-48a9-827e-dc28c330dad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:08:00Z', 'updated_at': '2022-05-23T11:11:00Z', 'revision_number': 5, 'project_id': '3583a8d0822f4e2696ff39b89a43df5e', 'gw_port': {'id': 'ac7d8cbc-d179-48a9-827e-dc28c330dad2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:01:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae6ddc5-4784-4e15-b8d1-84e13dd23cf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:08:02Z', 'updated_at': '2022-05-23T11:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:09.198532 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b696822f-0e78-4c9f-913d-a81523d061ee None None] Checking router: aae6ddc5-4784-4e15-b8d1-84e13dd23cf1 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:11:09.237355 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2864c448-fd91-4f1d-9ca2-d4350bb2feac None None] Port 9a44d654-6b97-41f9-82f8-7a39efafc1c3 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:11:09.239167 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e94cfacb-861c-44e4-95d7-c8c5b891cb2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:09.242412 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b696822f-0e78-4c9f-913d-a81523d061ee None None] Routers {'aae6ddc5-4784-4e15-b8d1-84e13dd23cf1'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:11:09.242978 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b696822f-0e78-4c9f-913d-a81523d061ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:10:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['aae6ddc5-4784-4e15-b8d1-84e13dd23cf1'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:09.265826 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8b2a37c7-adfc-4ee2-946e-8019f19ec2d4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:09.281145 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72004c2-9dd5-48b3-a158-a2eb986f1f1c req-fe397f83-c546-416b-8d63-74649fd26005 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:09.288277 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a72004c2-9dd5-48b3-a158-a2eb986f1f1c req-fe397f83-c546-416b-8d63-74649fd26005 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 943 time: 0.1820836 May 23 11:11:09.355956 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a72004c2-9dd5-48b3-a158-a2eb986f1f1c req-798d15e5-9866-4dcb-a981-60323dc5eeff tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667481 May 23 11:11:09.375950 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-5f61b9cc-772c-42b8-953c-e3616db34c88 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:11:09.381976 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-376a5715-a9e5-4939-8ff5-4c9c0ea50adf tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:09.391875 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ce3a4eaf-0ab0-40d9-9c4d-d07b2d3ac64e admin admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:09.395882 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-376a5715-a9e5-4939-8ff5-4c9c0ea50adf tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Deleting port 8dd5d889-f4ea-4acd-a7bb-1132f380dd88 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:11:09.396453 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-376a5715-a9e5-4939-8ff5-4c9c0ea50adf tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:09.457979 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-5f61b9cc-772c-42b8-953c-e3616db34c88 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Usage tracker for resource:port and tenant:c33b6fcb07a04f2fa56c6e5a7798a085 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:11:09.458085 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-b696822f-0e78-4c9f-913d-a81523d061ee None None] Set router aae6ddc5-4784-4e15-b8d1-84e13dd23cf1 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:11:09.500945 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-5f61b9cc-772c-42b8-953c-e3616db34c88 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Quota usage for port was recalculated. Used quota:11. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:11:09.582120 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50466) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:09.586988 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-5f61b9cc-772c-42b8-953c-e3616db34c88 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:11:09.624546 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-5f61b9cc-772c-42b8-953c-e3616db34c88 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Made reservation on behalf of c33b6fcb07a04f2fa56c6e5a7798a085 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:11:09.630690 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-5f61b9cc-772c-42b8-953c-e3616db34c88 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:09.652738 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50472) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:09.666248 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8b2a37c7-adfc-4ee2-946e-8019f19ec2d4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:09.715544 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-376a5715-a9e5-4939-8ff5-4c9c0ea50adf tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:09.987869 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b696822f-0e78-4c9f-913d-a81523d061ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae6ddc5-4784-4e15-b8d1-84e13dd23cf1', 'name': 'tempest-ServersTestMultiNic-1527388362-router', 'tenant_id': '3583a8d0822f4e2696ff39b89a43df5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'ac7d8cbc-d179-48a9-827e-dc28c330dad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:08:00Z', 'updated_at': '2022-05-23T11:11:00Z', 'revision_number': 5, 'project_id': '3583a8d0822f4e2696ff39b89a43df5e', 'gw_port': {'id': 'ac7d8cbc-d179-48a9-827e-dc28c330dad2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:01:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae6ddc5-4784-4e15-b8d1-84e13dd23cf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:08:02Z', 'updated_at': '2022-05-23T11:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:09.992225 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b696822f-0e78-4c9f-913d-a81523d061ee None None] The sync data for ids ['aae6ddc5-4784-4e15-b8d1-84e13dd23cf1'] in n-d-842952-2 is: [{'id': 'aae6ddc5-4784-4e15-b8d1-84e13dd23cf1', 'name': 'tempest-ServersTestMultiNic-1527388362-router', 'tenant_id': '3583a8d0822f4e2696ff39b89a43df5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'ac7d8cbc-d179-48a9-827e-dc28c330dad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:08:00Z', 'updated_at': '2022-05-23T11:11:00Z', 'revision_number': 5, 'project_id': '3583a8d0822f4e2696ff39b89a43df5e', 'gw_port': {'id': 'ac7d8cbc-d179-48a9-827e-dc28c330dad2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:01:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae6ddc5-4784-4e15-b8d1-84e13dd23cf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:08:02Z', 'updated_at': '2022-05-23T11:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:11:10.120629 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-376a5715-a9e5-4939-8ff5-4c9c0ea50adf tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Calling delete_port for 8dd5d889-f4ea-4acd-a7bb-1132f380dd88 owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:11:10.201690 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-70b7859f-5d99-4d5d-84a5-13a62c653676 admin admin] Deleting subnet 3a657cdb-4315-48bb-849c-3b4aceedf479 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:11:10.215600 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-70b7859f-5d99-4d5d-84a5-13a62c653676 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:10.237021 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-5f61b9cc-772c-42b8-953c-e3616db34c88 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Allocated IP 10.2.2.200 (e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d/3002fdac-2784-401d-a448-1ed62ecf0bbd/763c10d1-b57e-48c8-8043-0443d4788a7a) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:11:10.269260 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c6f512a-0f81-4e23-bf26-a510c8c296b2 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:10.294632 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ce3a4eaf-0ab0-40d9-9c4d-d07b2d3ac64e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:10.330245 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-70b7859f-5d99-4d5d-84a5-13a62c653676 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:10.347794 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-ce3a4eaf-0ab0-40d9-9c4d-d07b2d3ac64e admin admin] Deleting port ac7d8cbc-d179-48a9-827e-dc28c330dad2 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:11:10.348023 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ce3a4eaf-0ab0-40d9-9c4d-d07b2d3ac64e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:10.382209 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c6f512a-0f81-4e23-bf26-a510c8c296b2 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:10.402100 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6586a-f973-43d5-9252-f02222a09b50 req-0e3df1ac-fc68-4d86-adbf-5de475bd6bd3 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:10.403856 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8bb6586a-f973-43d5-9252-f02222a09b50 req-0e3df1ac-fc68-4d86-adbf-5de475bd6bd3 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=c28627fe-13e7-4078-b3c8-d5d4eb0e8747 HTTP/1.1" status: 200 len: 944 time: 0.4258742 May 23 11:11:10.411275 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8b2a37c7-adfc-4ee2-946e-8019f19ec2d4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:10.440624 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 6ae3a3c2-1bd0-4c4d-af08-bc9a988a785e no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:11:10.480539 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-70b7859f-5d99-4d5d-84a5-13a62c653676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:10.514712 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8b2a37c7-adfc-4ee2-946e-8019f19ec2d4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:10.553688 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device dbbbcd35-f543-46d3-ad90-497530945df2 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:11:10.600683 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 6ae3a3c2-1bd0-4c4d-af08-bc9a988a785e {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:11:10.600683 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 6ae3a3c2-1bd0-4c4d-af08-bc9a988a785e not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:11:10.644472 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8bb6586a-f973-43d5-9252-f02222a09b50 req-37d6ba2d-9865-4ce9-99f9-24dc9cb0c45b tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314661 May 23 11:11:10.683742 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port dbbbcd35-f543-46d3-ad90-497530945df2 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:11:10.694400 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port dbbbcd35-f543-46d3-ad90-497530945df2 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:11:10.695292 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:10.761301 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c6f512a-0f81-4e23-bf26-a510c8c296b2 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:10.819702 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-70b7859f-5d99-4d5d-84a5-13a62c653676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:10.837714 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f512a-0f81-4e23-bf26-a510c8c296b2 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8072d593-3bc6-40b8-bcf0-2059893c1865,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:10.887544 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b7859f-5d99-4d5d-84a5-13a62c653676 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a657cdb-4315-48bb-849c-3b4aceedf479,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:10.895882 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-70b7859f-5d99-4d5d-84a5-13a62c653676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:10.923774 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-ce3a4eaf-0ab0-40d9-9c4d-d07b2d3ac64e admin admin] For port ac7d8cbc-d179-48a9-827e-dc28c330dad2, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=ac7d8cbc-d179-48a9-827e-dc28c330dad2,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:11:10.924169 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ce3a4eaf-0ab0-40d9-9c4d-d07b2d3ac64e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:10.939351 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-5f61b9cc-772c-42b8-953c-e3616db34c88 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:10.949266 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:10.980306 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28627fe-13e7-4078-b3c8-d5d4eb0e8747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbbbcd35-f543-46d3-ad90-497530945df2'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:11:10.987924 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-70b7859f-5d99-4d5d-84a5-13a62c653676 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/3a657cdb-4315-48bb-849c-3b4aceedf479 HTTP/1.1" status: 204 len: 168 time: 1.3290515 May 23 11:11:10.989665 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c6f512a-0f81-4e23-bf26-a510c8c296b2 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:10.990777 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3c6f512a-0f81-4e23-bf26-a510c8c296b2 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "DELETE /v2.0/security-groups/8072d593-3bc6-40b8-bcf0-2059893c1865 HTTP/1.1" status: 204 len: 168 time: 1.4077456 May 23 11:11:10.992248 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50512) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:10.992635 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port dbbbcd35-f543-46d3-ad90-497530945df2, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=dbbbcd35-f543-46d3-ad90-497530945df2,segment=NetworkSegment(0eaf6c12-c629-4f70-b3b1-9c344ae24a9d),segment_id=0eaf6c12-c629-4f70-b3b1-9c344ae24a9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:11:10.995779 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50514) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:10.997907 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:10.998747 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device c06db991-9e6d-454e-a381-1fb328bc6889 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:11:11.023505 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-376a5715-a9e5-4939-8ff5-4c9c0ea50adf tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:11.085381 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-5f61b9cc-772c-42b8-953c-e3616db34c88 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Transition to ACTIVE for port object 763c10d1-b57e-48c8-8043-0443d4788a7a will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:11:11.093130 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-ce3a4eaf-0ab0-40d9-9c4d-d07b2d3ac64e admin admin] Calling delete_port for ac7d8cbc-d179-48a9-827e-dc28c330dad2 owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:11:11.095807 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=dbbbcd35-f543-46d3-ad90-497530945df2,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:11.154891 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-8b2a37c7-adfc-4ee2-946e-8019f19ec2d4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Allocated IP 172.25.6.13 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/5aa10396-66d3-4aa0-8152-6195bd7472e8) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:11:11.166146 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376a5715-a9e5-4939-8ff5-4c9c0ea50adf tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Pushing event deleted for resources: {'Port': ['ID=8dd5d889-f4ea-4acd-a7bb-1132f380dd88,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:11.191200 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-6f2d9981-617e-4d99-9cc8-d35649e48b04 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] show failed (client error): The resource could not be found. May 23 11:11:11.194813 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-6f2d9981-617e-4d99-9cc8-d35649e48b04 tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "GET /v2.0/security-groups/8072d593-3bc6-40b8-bcf0-2059893c1865 HTTP/1.1" status: 404 len: 347 time: 0.1943669 May 23 11:11:11.202892 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50520) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:11.252140 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6746ae9-ff37-4243-84ee-aaae3f6103f4 req-ed0ca17e-c5ca-49e4-bb27-38eca5dd3ce8 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:11.253739 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e6746ae9-ff37-4243-84ee-aaae3f6103f4 req-ed0ca17e-c5ca-49e4-bb27-38eca5dd3ce8 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=893b9232-4a8f-423c-9ad4-279e9751aa63 HTTP/1.1" status: 200 len: 943 time: 0.6025875 May 23 11:11:11.326108 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-60dec4d1-ee4a-4b23-ac9a-0078a6bd4418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:11.388533 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b2686-c8b8-4404-a597-9022347719f6 req-a8391115-58c4-4f3f-812e-a825dad48725 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:11.392350 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b2686-c8b8-4404-a597-9022347719f6 req-a8391115-58c4-4f3f-812e-a825dad48725 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:11.396202 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b2686-c8b8-4404-a597-9022347719f6 req-a8391115-58c4-4f3f-812e-a825dad48725 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:11.400114 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b2686-c8b8-4404-a597-9022347719f6 req-a8391115-58c4-4f3f-812e-a825dad48725 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:11.401822 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e40b2686-c8b8-4404-a597-9022347719f6 req-a8391115-58c4-4f3f-812e-a825dad48725 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 3094 time: 0.5682728 May 23 11:11:11.414670 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-e6746ae9-ff37-4243-84ee-aaae3f6103f4 req-21905f84-3f5a-43f1-9c1c-b68b0d543108 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Deleting port c06db991-9e6d-454e-a381-1fb328bc6889 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:11:11.415051 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e6746ae9-ff37-4243-84ee-aaae3f6103f4 req-21905f84-3f5a-43f1-9c1c-b68b0d543108 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:11.456459 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-5f61b9cc-772c-42b8-953c-e3616db34c88 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:11.479897 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3554c99d-e9a7-495a-b2a1-0d3a67763bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:11.564531 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-4f93ca2b-5e4f-4385-b42b-f11f47f37bfb tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Deleting port 20c579ee-3888-4ad7-b84a-089b360cfac8 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:11:11.564767 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f93ca2b-5e4f-4385-b42b-f11f47f37bfb tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:11.657312 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61b9cc-772c-42b8-953c-e3616db34c88 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Pushing event updated for resources: {'Port': ['ID=763c10d1-b57e-48c8-8043-0443d4788a7a,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:11.667356 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-5f61b9cc-772c-42b8-953c-e3616db34c88 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Network e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:11:11.673352 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-5f61b9cc-772c-42b8-953c-e3616db34c88 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:11:11.675618 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-5f61b9cc-772c-42b8-953c-e3616db34c88 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:11:11.704143 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8b2a37c7-adfc-4ee2-946e-8019f19ec2d4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:11.852335 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-376a5715-a9e5-4939-8ff5-4c9c0ea50adf tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:11.911550 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-60dec4d1-ee4a-4b23-ac9a-0078a6bd4418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:11.996294 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e9eba9de-bf01-4b99-8e8e-4455b9f3c6e9 None None] Provisioning for port 763c10d1-b57e-48c8-8043-0443d4788a7a completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:11:12.002018 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e9eba9de-bf01-4b99-8e8e-4455b9f3c6e9 None None] Provisioning complete for port 763c10d1-b57e-48c8-8043-0443d4788a7a triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:11:12.002870 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e9eba9de-bf01-4b99-8e8e-4455b9f3c6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:12.042654 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-5f61b9cc-772c-42b8-953c-e3616db34c88 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:12.043265 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-5f61b9cc-772c-42b8-953c-e3616db34c88 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:12.051969 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-60dec4d1-ee4a-4b23-ac9a-0078a6bd4418 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d2d57b6-9db3-4e1f-90e9-b3f61f35f2c2']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:12.057725 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ce3a4eaf-0ab0-40d9-9c4d-d07b2d3ac64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:12.060713 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e40b2686-c8b8-4404-a597-9022347719f6 req-677f2fd4-5629-4ac8-93a4-04d009e46044 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5664513 May 23 11:11:12.061540 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e9eba9de-bf01-4b99-8e8e-4455b9f3c6e9 None None] Port 763c10d1-b57e-48c8-8043-0443d4788a7a cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:11:12.085950 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-60dec4d1-ee4a-4b23-ac9a-0078a6bd4418 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '247ede9e-922d-4570-b4f6-dbb030ea8e5f') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:12.086239 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-60dec4d1-ee4a-4b23-ac9a-0078a6bd4418 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '247ede9e-922d-4570-b4f6-dbb030ea8e5f') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:12.146634 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a4eaf-0ab0-40d9-9c4d-d07b2d3ac64e admin admin] Pushing event deleted for resources: {'Port': ['ID=ac7d8cbc-d179-48a9-827e-dc28c330dad2,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:12.160493 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83239d1d-1963-43bf-bf63-7dfbbd4a13ae'] response: {'server_uuid': 'c28627fe-13e7-4078-b3c8-d5d4eb0e8747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbbbcd35-f543-46d3-ad90-497530945df2', 'code': 200} May 23 11:11:12.212549 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-5f61b9cc-772c-42b8-953c-e3616db34c88 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2587197 May 23 11:11:12.223411 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8b2a37c7-adfc-4ee2-946e-8019f19ec2d4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:12.276588 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-60dec4d1-ee4a-4b23-ac9a-0078a6bd4418 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:12.292761 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f93ca2b-5e4f-4385-b42b-f11f47f37bfb tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:12.293182 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f93ca2b-5e4f-4385-b42b-f11f47f37bfb tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:12.330613 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-1f978bb1-ae4e-4bd5-bb38-982c60b32795 service neutron] Request body: {'port': {'device_id': '3a667444-e49b-4f93-8246-448eed64fdef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:12.359962 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-60dec4d1-ee4a-4b23-ac9a-0078a6bd4418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:12.363316 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-376a5715-a9e5-4939-8ff5-4c9c0ea50adf tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:12.378718 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60dec4d1-ee4a-4b23-ac9a-0078a6bd4418 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:11:12.379089 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-60dec4d1-ee4a-4b23-ac9a-0078a6bd4418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:12.392880 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:11:12.392880 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:11:12.392880 n-d-842952-2 neutron-server[83910]: timer() May 23 11:11:12.392880 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:11:12.392880 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:11:12.392880 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:11:12.392880 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:11:12.392880 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:11:12.392880 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:11:12.392880 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:11:12.392880 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:11:12.392880 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:11:12.392880 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:11:12.392880 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:11:12.392880 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:11:12.392880 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:11:12.392880 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:11:12.392880 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:11:12.392880 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:11:12.392880 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:11:12.392880 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:11:12.392880 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:11:12.392880 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:11:12.392880 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:11:12.392880 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:11:12.392880 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:11:12.392880 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:11:12.392880 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:11:12.392880 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:11:12.392880 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:11:12.392880 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:11:12.392880 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:11:12.414428 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-376a5715-a9e5-4939-8ff5-4c9c0ea50adf tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:12.521449 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-e6746ae9-ff37-4243-84ee-aaae3f6103f4 req-21905f84-3f5a-43f1-9c1c-b68b0d543108 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] For port c06db991-9e6d-454e-a381-1fb328bc6889, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=c06db991-9e6d-454e-a381-1fb328bc6889,segment=NetworkSegment(633c66ca-dc41-4b0b-a0a3-ed62624a9374),segment_id=633c66ca-dc41-4b0b-a0a3-ed62624a9374)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:11:12.521815 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e6746ae9-ff37-4243-84ee-aaae3f6103f4 req-21905f84-3f5a-43f1-9c1c-b68b0d543108 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:12.538956 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-4f93ca2b-5e4f-4385-b42b-f11f47f37bfb tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Calling delete_port for 20c579ee-3888-4ad7-b84a-089b360cfac8 owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:11:12.592440 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:12.614552 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2a37c7-adfc-4ee2-946e-8019f19ec2d4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:11:12.659558 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-e6746ae9-ff37-4243-84ee-aaae3f6103f4 req-21905f84-3f5a-43f1-9c1c-b68b0d543108 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Calling delete_port for c06db991-9e6d-454e-a381-1fb328bc6889 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:11:12.686944 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-60dec4d1-ee4a-4b23-ac9a-0078a6bd4418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:12.706254 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a37c7-adfc-4ee2-946e-8019f19ec2d4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Pushing event updated for resources: {'Port': ['ID=5aa10396-66d3-4aa0-8152-6195bd7472e8,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:12.708580 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-8b2a37c7-adfc-4ee2-946e-8019f19ec2d4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:11:12.713617 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-60dec4d1-ee4a-4b23-ac9a-0078a6bd4418 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:12.723193 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2a37c7-adfc-4ee2-946e-8019f19ec2d4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:11:12.728814 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-376a5715-a9e5-4939-8ff5-4c9c0ea50adf tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:12.729355 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376a5715-a9e5-4939-8ff5-4c9c0ea50adf tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Fanout notify agent at l3_agent the message router_deleted on router fb5ac7ed-6522-42db-b8c5-8b4636de835b {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:11:12.737751 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dec4d1-ee4a-4b23-ac9a-0078a6bd4418 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d2d57b6-9db3-4e1f-90e9-b3f61f35f2c2,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:12.752383 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61368d-136c-4d11-b3f4-486f753911d5 req-e8941486-55a1-4196-99fb-c2aa7b46c7c0 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:12.754001 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8b61368d-136c-4d11-b3f4-486f753911d5 req-e8941486-55a1-4196-99fb-c2aa7b46c7c0 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=c28627fe-13e7-4078-b3c8-d5d4eb0e8747 HTTP/1.1" status: 200 len: 945 time: 0.4659915 May 23 11:11:12.758909 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-60dec4d1-ee4a-4b23-ac9a-0078a6bd4418 admin admin] 10.222.0.79 "DELETE /v2.0/networks/4d2d57b6-9db3-4e1f-90e9-b3f61f35f2c2 HTTP/1.1" status: 204 len: 168 time: 1.7640491 May 23 11:11:12.770239 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-376a5715-a9e5-4939-8ff5-4c9c0ea50adf tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:12.771389 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-376a5715-a9e5-4939-8ff5-4c9c0ea50adf tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] 10.222.0.79 "DELETE /v2.0/routers/fb5ac7ed-6522-42db-b8c5-8b4636de835b HTTP/1.1" status: 204 len: 168 time: 4.1523392 May 23 11:11:12.774909 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:12.827989 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50530) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:12.888643 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2a37c7-adfc-4ee2-946e-8019f19ec2d4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:11:12.888995 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2a37c7-adfc-4ee2-946e-8019f19ec2d4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:11:12.889308 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2a37c7-adfc-4ee2-946e-8019f19ec2d4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:11:12.889642 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2a37c7-adfc-4ee2-946e-8019f19ec2d4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:11:12.889965 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2a37c7-adfc-4ee2-946e-8019f19ec2d4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:11:12.890293 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2a37c7-adfc-4ee2-946e-8019f19ec2d4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:11:12.890614 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2a37c7-adfc-4ee2-946e-8019f19ec2d4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:11:12.890936 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2a37c7-adfc-4ee2-946e-8019f19ec2d4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:11:12.891252 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2a37c7-adfc-4ee2-946e-8019f19ec2d4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:11:12.891573 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2a37c7-adfc-4ee2-946e-8019f19ec2d4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:11:12.891917 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2a37c7-adfc-4ee2-946e-8019f19ec2d4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:11:12.923215 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ce3a4eaf-0ab0-40d9-9c4d-d07b2d3ac64e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:12.940708 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8b61368d-136c-4d11-b3f4-486f753911d5 req-8f753dc4-64ef-4d2c-8e7d-eca3a9260bff tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776159 May 23 11:11:12.944181 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-d1421e97-1a1a-4182-b6a2-38cb798f82fa tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-831410066', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:12.954314 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d1421e97-1a1a-4182-b6a2-38cb798f82fa tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:11:12.967151 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d1421e97-1a1a-4182-b6a2-38cb798f82fa tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Usage tracker for resource:router and tenant:cbabdaa8896a45a3b03155e5eaaad844 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:11:12.971592 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d1421e97-1a1a-4182-b6a2-38cb798f82fa tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:11:12.974732 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50534) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:12.986870 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-1f978bb1-ae4e-4bd5-bb38-982c60b32795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:12.993193 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e6746ae9-ff37-4243-84ee-aaae3f6103f4 req-21905f84-3f5a-43f1-9c1c-b68b0d543108 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:12.995143 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d1421e97-1a1a-4182-b6a2-38cb798f82fa tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:11:13.063654 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21905f84-3f5a-43f1-9c1c-b68b0d543108 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Pushing event deleted for resources: {'Port': ['ID=c06db991-9e6d-454e-a381-1fb328bc6889,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:13.076532 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d1421e97-1a1a-4182-b6a2-38cb798f82fa tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:13.077488 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d1421e97-1a1a-4182-b6a2-38cb798f82fa tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:13.164982 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-932db0ba-bf7b-41d0-b1d8-83cb9e7c76a6 req-fe87bad8-9188-4d79-9cd1-f6358e5be51a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c28627fe-13e7-4078-b3c8-d5d4eb0e8747 HTTP/1.1" status: 200 len: 1096 time: 0.9115102 May 23 11:11:13.181584 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7e590f51-9df3-481c-9a3a-3e9796ff5f2c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=409fc0511db44cc7a1eeaf85161ef7b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2032361 May 23 11:11:13.182682 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6746ae9-ff37-4243-84ee-aaae3f6103f4 req-21905f84-3f5a-43f1-9c1c-b68b0d543108 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] No DVR routers for this DVR port c06db991-9e6d-454e-a381-1fb328bc6889 on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:11:13.183871 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50540) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:13.187185 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e6746ae9-ff37-4243-84ee-aaae3f6103f4 req-21905f84-3f5a-43f1-9c1c-b68b0d543108 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:13.190520 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893b9232-4a8f-423c-9ad4-279e9751aa63', 'name': 'network-vif-deleted', 'tag': 'c06db991-9e6d-454e-a381-1fb328bc6889'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:11:13.271253 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d1421e97-1a1a-4182-b6a2-38cb798f82fa tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:13.291481 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e6746ae9-ff37-4243-84ee-aaae3f6103f4 req-21905f84-3f5a-43f1-9c1c-b68b0d543108 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "DELETE /v2.0/ports/c06db991-9e6d-454e-a381-1fb328bc6889 HTTP/1.1" status: 204 len: 173 time: 2.0037644 May 23 11:11:13.342213 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d1421e97-1a1a-4182-b6a2-38cb798f82fa tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:13.352281 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-925e72e6-5eea-45ef-b36e-0b4c39fa02a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:13.394592 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d1421e97-1a1a-4182-b6a2-38cb798f82fa tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:13.398363 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d1421e97-1a1a-4182-b6a2-38cb798f82fa tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5442512 May 23 11:11:13.398363 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-925e72e6-5eea-45ef-b36e-0b4c39fa02a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:13.408598 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50550) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:13.421380 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e379e-7cdf-463b-a0d2-9708b98279d4 req-c740a1c9-d1fe-4a59-86a3-1e0b97bd3d0a tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:13.425300 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e379e-7cdf-463b-a0d2-9708b98279d4 req-c740a1c9-d1fe-4a59-86a3-1e0b97bd3d0a tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:13.429164 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e379e-7cdf-463b-a0d2-9708b98279d4 req-c740a1c9-d1fe-4a59-86a3-1e0b97bd3d0a tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:13.433086 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e379e-7cdf-463b-a0d2-9708b98279d4 req-c740a1c9-d1fe-4a59-86a3-1e0b97bd3d0a tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:13.436964 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e379e-7cdf-463b-a0d2-9708b98279d4 req-c740a1c9-d1fe-4a59-86a3-1e0b97bd3d0a tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:13.438720 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a48e379e-7cdf-463b-a0d2-9708b98279d4 req-c740a1c9-d1fe-4a59-86a3-1e0b97bd3d0a tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 3815 time: 0.2201540 May 23 11:11:13.442039 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-abc87c6e-75b4-4c20-a328-ea21333cb833 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Request body: {'router': {'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:13.573595 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ce3a4eaf-0ab0-40d9-9c4d-d07b2d3ac64e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:13.597992 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f93ca2b-5e4f-4385-b42b-f11f47f37bfb tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:13.640381 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ce3a4eaf-0ab0-40d9-9c4d-d07b2d3ac64e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:13.669022 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f93ca2b-5e4f-4385-b42b-f11f47f37bfb tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Pushing event deleted for resources: {'Port': ['ID=20c579ee-3888-4ad7-b84a-089b360cfac8,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:13.671880 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-932db0ba-bf7b-41d0-b1d8-83cb9e7c76a6 req-b620e2f4-05a9-4ad9-801c-a833e529589e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4799538 May 23 11:11:13.755376 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a48e379e-7cdf-463b-a0d2-9708b98279d4 req-91fa8377-dd3b-411b-8989-e81bbb5e95d4 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355495 May 23 11:11:13.877977 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ce3a4eaf-0ab0-40d9-9c4d-d07b2d3ac64e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:13.878515 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3a4eaf-0ab0-40d9-9c4d-d07b2d3ac64e admin admin] Fanout notify agent at l3_agent the message router_deleted on router aae6ddc5-4784-4e15-b8d1-84e13dd23cf1 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:11:13.963405 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f93ca2b-5e4f-4385-b42b-f11f47f37bfb tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:13.996881 n-d-842952-2 neutron-server[83910]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ebf4765d-1794-440d-954d-95d854eaef1f']: {'server_uuid': '893b9232-4a8f-423c-9ad4-279e9751aa63', 'name': 'network-vif-deleted', 'tag': 'c06db991-9e6d-454e-a381-1fb328bc6889', 'status': 'failed', 'code': 422} returned with failed status May 23 11:11:14.007096 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-925e72e6-5eea-45ef-b36e-0b4c39fa02a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:14.011986 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f93ca2b-5e4f-4385-b42b-f11f47f37bfb tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:14.016041 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4f93ca2b-5e4f-4385-b42b-f11f47f37bfb tempest-ServersTestBootFromVolume-2139946848 tempest-ServersTestBootFromVolume-2139946848-project] 10.222.0.79 "DELETE /v2.0/floatingips/cfcad942-5954-4ccd-9b19-55f2b8abe787 HTTP/1.1" status: 204 len: 168 time: 2.8054662 May 23 11:11:14.017408 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ce3a4eaf-0ab0-40d9-9c4d-d07b2d3ac64e admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:14.018855 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ce3a4eaf-0ab0-40d9-9c4d-d07b2d3ac64e admin admin] 10.222.0.79 "DELETE /v2.0/routers/aae6ddc5-4784-4e15-b8d1-84e13dd23cf1 HTTP/1.1" status: 204 len: 168 time: 5.5886977 May 23 11:11:14.019980 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8b2a37c7-adfc-4ee2-946e-8019f19ec2d4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:14.020800 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8b2a37c7-adfc-4ee2-946e-8019f19ec2d4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:14.023759 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50564) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:14.024220 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50566) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:14.055093 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925e72e6-5eea-45ef-b36e-0b4c39fa02a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5069149c-8533-49ae-a978-ce2aa4d359b7,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:14.084242 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-925e72e6-5eea-45ef-b36e-0b4c39fa02a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:14.088932 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-925e72e6-5eea-45ef-b36e-0b4c39fa02a5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5069149c-8533-49ae-a978-ce2aa4d359b7 HTTP/1.1" status: 204 len: 168 time: 0.9010372 May 23 11:11:14.157375 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:14.163026 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-1f978bb1-ae4e-4bd5-bb38-982c60b32795 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:11:14.231260 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:11:14.313248 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-abc87c6e-75b4-4c20-a328-ea21333cb833 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:14.338359 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83803886-4dbd-4e7a-b501-f2a3d72e4680 req-aa20d2aa-b9fa-4d61-94eb-d77883fff7e9 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:14.340696 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-83803886-4dbd-4e7a-b501-f2a3d72e4680 req-aa20d2aa-b9fa-4d61-94eb-d77883fff7e9 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=c28627fe-13e7-4078-b3c8-d5d4eb0e8747 HTTP/1.1" status: 200 len: 945 time: 0.1711380 May 23 11:11:14.464265 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-dabb6c67-0c96-4658-b2b0-fa8f5fa22a20 admin admin] Deleting subnet 31653b58-cc70-4b42-9319-2e134efa8642 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:11:14.472555 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dabb6c67-0c96-4658-b2b0-fa8f5fa22a20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:14.484963 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ac7d8cbc-d179-48a9-827e-dc28c330dad2 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:11:14.543300 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-1f978bb1-ae4e-4bd5-bb38-982c60b32795 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1eba941-2df3-4bcf-85f4-35d01dbde7af {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:11:14.554778 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: ac7d8cbc-d179-48a9-827e-dc28c330dad2 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:11:14.555520 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ac7d8cbc-d179-48a9-827e-dc28c330dad2 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:11:14.590256 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-1f978bb1-ae4e-4bd5-bb38-982c60b32795 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:14.600150 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-83803886-4dbd-4e7a-b501-f2a3d72e4680 req-75fd7fcb-9ccd-4aa8-926e-3a5a97f49ada tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230380 May 23 11:11:14.638137 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dabb6c67-0c96-4658-b2b0-fa8f5fa22a20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:14.648971 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-ae860120-324f-4ee3-bc01-e6b7e10011e3 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:14.650672 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-ae860120-324f-4ee3-bc01-e6b7e10011e3 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/networks?id=1a5c8466-e669-4a02-9cf7-1e34891324c1 HTTP/1.1" status: 200 len: 811 time: 0.2940645 May 23 11:11:14.677958 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-1f978bb1-ae4e-4bd5-bb38-982c60b32795 service neutron] Transition to ACTIVE for port object b1eba941-2df3-4bcf-85f4-35d01dbde7af will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:11:14.687886 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-7aa67286-af4c-42b2-a53a-8bd0516a4c70 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/quotas/b64a3f1baa60499ab93cbd32db99dbcb HTTP/1.1" status: 200 len: 375 time: 0.0239334 May 23 11:11:14.694175 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-1f978bb1-ae4e-4bd5-bb38-982c60b32795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:14.767997 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-9a50ab76-0a2d-40bb-ac4c-8eed1edc028f tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Synchronizing usage tracker for tenant:b64a3f1baa60499ab93cbd32db99dbcb on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:11:14.774650 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-abc87c6e-75b4-4c20-a328-ea21333cb833 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:14.814775 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-abc87c6e-75b4-4c20-a328-ea21333cb833 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:14.859365 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-9a50ab76-0a2d-40bb-ac4c-8eed1edc028f tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Unset dirty status for tenant:b64a3f1baa60499ab93cbd32db99dbcb on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:11:14.876393 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-9a50ab76-0a2d-40bb-ac4c-8eed1edc028f tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b64a3f1baa60499ab93cbd32db99dbcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1767981 May 23 11:11:14.921976 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f978bb1-ae4e-4bd5-bb38-982c60b32795 service neutron] Pushing event updated for resources: {'Port': ['ID=b1eba941-2df3-4bcf-85f4-35d01dbde7af,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:15.024189 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dabb6c67-0c96-4658-b2b0-fa8f5fa22a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:15.262571 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-1652f2aa-1d7c-4e11-9e2b-58ba97d8d593 service neutron] 10.222.0.79 "GET /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850598 May 23 11:11:15.305115 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dabb6c67-0c96-4658-b2b0-fa8f5fa22a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:15.316702 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50600) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:15.491541 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-abc87c6e-75b4-4c20-a328-ea21333cb833 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Allocated IP 172.25.6.15 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/cc431f6c-a824-4228-8217-1461f884f66d) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:11:15.549699 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f0b28c-32bd-4652-bfc7-0b34dbd02cbe req-b7d42da0-83ff-4d3e-ad1f-769dfe2920c0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:15.554307 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f0b28c-32bd-4652-bfc7-0b34dbd02cbe req-b7d42da0-83ff-4d3e-ad1f-769dfe2920c0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:15.558236 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f0b28c-32bd-4652-bfc7-0b34dbd02cbe req-b7d42da0-83ff-4d3e-ad1f-769dfe2920c0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:15.561954 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f0b28c-32bd-4652-bfc7-0b34dbd02cbe req-b7d42da0-83ff-4d3e-ad1f-769dfe2920c0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:15.565780 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f0b28c-32bd-4652-bfc7-0b34dbd02cbe req-b7d42da0-83ff-4d3e-ad1f-769dfe2920c0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:15.567540 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-68f0b28c-32bd-4652-bfc7-0b34dbd02cbe req-b7d42da0-83ff-4d3e-ad1f-769dfe2920c0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 3827 time: 0.4802165 May 23 11:11:15.567662 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabb6c67-0c96-4658-b2b0-fa8f5fa22a20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31653b58-cc70-4b42-9319-2e134efa8642,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:15.643729 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dabb6c67-0c96-4658-b2b0-fa8f5fa22a20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:15.653081 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def5d486-d1bd-4caf-a4e0-037d4ecef0bf None None] Network e39cc915-4ae9-49f7-9236-0675fd51bbc0 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:11:15.654612 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-1f978bb1-ae4e-4bd5-bb38-982c60b32795 service neutron] Attempting to bind port b1eba941-2df3-4bcf-85f4-35d01dbde7af on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:11:15.654612 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-1f978bb1-ae4e-4bd5-bb38-982c60b32795 service neutron] Attempting to bind port b1eba941-2df3-4bcf-85f4-35d01dbde7af by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '2a37e35a-c59c-4ce5-85bd-85ec38876ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '23dc4a33-f2ce-4b86-bf3b-fd54d05f4691'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:11:15.654961 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-1f978bb1-ae4e-4bd5-bb38-982c60b32795 service neutron] Attempting to bind port b1eba941-2df3-4bcf-85f4-35d01dbde7af on network 23dc4a33-f2ce-4b86-bf3b-fd54d05f4691 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:11:15.669056 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-3489d920-00c3-4b0d-9be8-082068c70331 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1482793895-network', 'tenant_id': '92ce77b1b70449899717558adda940d2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:15.685406 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-dabb6c67-0c96-4658-b2b0-fa8f5fa22a20 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/31653b58-cc70-4b42-9319-2e134efa8642 HTTP/1.1" status: 204 len: 168 time: 1.6564498 May 23 11:11:15.686932 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3489d920-00c3-4b0d-9be8-082068c70331 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:11:15.687527 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50608) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:15.692870 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3489d920-00c3-4b0d-9be8-082068c70331 admin admin] Usage tracker for resource:network and tenant:92ce77b1b70449899717558adda940d2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:11:15.698655 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3489d920-00c3-4b0d-9be8-082068c70331 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:11:15.701384 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-1f978bb1-ae4e-4bd5-bb38-982c60b32795 service neutron] Port b1eba941-2df3-4bcf-85f4-35d01dbde7af on network 23dc4a33-f2ce-4b86-bf3b-fd54d05f4691 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:11:15.701722 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-1f978bb1-ae4e-4bd5-bb38-982c60b32795 service neutron] Attempting to bind port b1eba941-2df3-4bcf-85f4-35d01dbde7af on network 23dc4a33-f2ce-4b86-bf3b-fd54d05f4691 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:11:15.715489 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-8dcad38c-0d64-48bb-ad50-28bfbe049d90 service neutron] 10.222.0.79 "GET /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4520750 May 23 11:11:15.720048 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3489d920-00c3-4b0d-9be8-082068c70331 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:11:15.739325 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-1f978bb1-ae4e-4bd5-bb38-982c60b32795 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:11:15.739696 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-1f978bb1-ae4e-4bd5-bb38-982c60b32795 service neutron] Checking segment: {'id': '2a37e35a-c59c-4ce5-85bd-85ec38876ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '23dc4a33-f2ce-4b86-bf3b-fd54d05f4691'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:11:15.740108 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-1f978bb1-ae4e-4bd5-bb38-982c60b32795 service neutron] Bound using segment: {'id': '2a37e35a-c59c-4ce5-85bd-85ec38876ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '23dc4a33-f2ce-4b86-bf3b-fd54d05f4691'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:11:15.740593 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-1f978bb1-ae4e-4bd5-bb38-982c60b32795 service neutron] Bound port: b1eba941-2df3-4bcf-85f4-35d01dbde7af, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a37e35a-c59c-4ce5-85bd-85ec38876ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '23dc4a33-f2ce-4b86-bf3b-fd54d05f4691'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:11:15.741053 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-1f978bb1-ae4e-4bd5-bb38-982c60b32795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:15.752941 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b2a37c7-adfc-4ee2-946e-8019f19ec2d4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Router 6ece8da9-1fe0-40ec-9eae-84bda0a10baf is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:11:15.760019 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3489d920-00c3-4b0d-9be8-082068c70331 admin admin] Made reservation on behalf of 92ce77b1b70449899717558adda940d2 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:11:15.763297 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3489d920-00c3-4b0d-9be8-082068c70331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:15.789319 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3489d920-00c3-4b0d-9be8-082068c70331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:15.847540 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-68f0b28c-32bd-4652-bfc7-0b34dbd02cbe req-98b89fb6-3793-47ee-9fa7-0ff4349572b1 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2568183 May 23 11:11:15.902160 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c9de-eef2-4930-9ca2-cb8ea7f991d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:15.910494 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-abc87c6e-75b4-4c20-a328-ea21333cb833 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:15.958408 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-0cd8c9de-eef2-4930-9ca2-cb8ea7f991d6 admin admin] Deleting port b9113b57-1076-4dbe-94f3-383a17fc6cb6 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:11:15.958759 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c9de-eef2-4930-9ca2-cb8ea7f991d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:16.070622 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3489d920-00c3-4b0d-9be8-082068c70331 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:11:16.094398 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3489d920-00c3-4b0d-9be8-082068c70331 admin admin] Usage tracker for resource:security_group_rule and tenant:92ce77b1b70449899717558adda940d2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:11:16.101547 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3489d920-00c3-4b0d-9be8-082068c70331 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:11:16.102826 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fb7735-7cf9-4440-ad11-a227bf9cb0a8 None None] DHCP port deletion for e39cc915-4ae9-49f7-9236-0675fd51bbc0 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:11:16.108370 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6fb7735-7cf9-4440-ad11-a227bf9cb0a8 None None] Deleting port b9113b57-1076-4dbe-94f3-383a17fc6cb6 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:11:16.108884 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6fb7735-7cf9-4440-ad11-a227bf9cb0a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:16.116873 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-1f978bb1-ae4e-4bd5-bb38-982c60b32795 service neutron] For port b1eba941-2df3-4bcf-85f4-35d01dbde7af, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:11:16.120069 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3489d920-00c3-4b0d-9be8-082068c70331 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:11:16.124900 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-1f978bb1-ae4e-4bd5-bb38-982c60b32795 service neutron] For port b1eba941-2df3-4bcf-85f4-35d01dbde7af, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=b1eba941-2df3-4bcf-85f4-35d01dbde7af,segment=NetworkSegment(2a37e35a-c59c-4ce5-85bd-85ec38876ac8),segment_id=2a37e35a-c59c-4ce5-85bd-85ec38876ac8)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:11:16.150844 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-1f978bb1-ae4e-4bd5-bb38-982c60b32795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:16.216537 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-10e66600-c254-43a1-bdac-b06db68630ec req-63c455a4-e43f-4765-b8cb-e5a78649b94c tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=aede9126-b9a4-49fb-9273-358a4305d1b0 HTTP/1.1" status: 200 len: 210 time: 0.1813934 May 23 11:11:16.279724 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-1f978bb1-ae4e-4bd5-bb38-982c60b32795 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:16.281445 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-1f978bb1-ae4e-4bd5-bb38-982c60b32795 service neutron] 10.222.0.81 "PUT /v2.0/ports/b1eba941-2df3-4bcf-85f4-35d01dbde7af HTTP/1.1" status: 200 len: 1091 time: 4.0245311 May 23 11:11:16.287129 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'tag': 'b1eba941-2df3-4bcf-85f4-35d01dbde7af'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:11:16.318406 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f978bb1-ae4e-4bd5-bb38-982c60b32795 service neutron] Pushing event updated for resources: {'Port': ['ID=b1eba941-2df3-4bcf-85f4-35d01dbde7af,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:16.319676 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-abc87c6e-75b4-4c20-a328-ea21333cb833 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:16.345740 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-e7a25798-92f2-4bf8-a491-bec339bc0e5a service neutron] Request body: {'port': {'device_id': '3a667444-e49b-4f93-8246-448eed64fdef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:16.449280 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d68e5c5-f3ac-47dd-926b-01ea3bcff433'] response: {'name': 'network-changed', 'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'tag': 'b1eba941-2df3-4bcf-85f4-35d01dbde7af', 'status': 'completed', 'code': 200} May 23 11:11:16.459122 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6fb7735-7cf9-4440-ad11-a227bf9cb0a8 None None] For port b9113b57-1076-4dbe-94f3-383a17fc6cb6, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=b9113b57-1076-4dbe-94f3-383a17fc6cb6,segment=NetworkSegment(42cf3a8e-b4a3-4cb2-b9d8-a43d6a0a0923),segment_id=42cf3a8e-b4a3-4cb2-b9d8-a43d6a0a0923)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:11:16.459793 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6fb7735-7cf9-4440-ad11-a227bf9cb0a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:16.522087 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7ab99bd-4220-450c-a548-7e1ea8df22f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:16.557566 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc87c6e-75b4-4c20-a328-ea21333cb833 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:11:16.558553 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc87c6e-75b4-4c20-a328-ea21333cb833 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Pushing event updated for resources: {'Port': ['ID=cc431f6c-a824-4228-8217-1461f884f66d,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:16.576244 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-abc87c6e-75b4-4c20-a328-ea21333cb833 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:11:16.583707 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc87c6e-75b4-4c20-a328-ea21333cb833 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:11:16.616407 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c6fb7735-7cf9-4440-ad11-a227bf9cb0a8 None None] Calling delete_port for b9113b57-1076-4dbe-94f3-383a17fc6cb6 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:11:16.633842 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-0cd8c9de-eef2-4930-9ca2-cb8ea7f991d6 admin admin] For port b9113b57-1076-4dbe-94f3-383a17fc6cb6, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=b9113b57-1076-4dbe-94f3-383a17fc6cb6,segment=NetworkSegment(42cf3a8e-b4a3-4cb2-b9d8-a43d6a0a0923),segment_id=42cf3a8e-b4a3-4cb2-b9d8-a43d6a0a0923)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:11:16.634198 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c9de-eef2-4930-9ca2-cb8ea7f991d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:16.642343 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc87c6e-75b4-4c20-a328-ea21333cb833 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:11:16.642683 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc87c6e-75b4-4c20-a328-ea21333cb833 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:11:16.643021 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc87c6e-75b4-4c20-a328-ea21333cb833 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:11:16.643349 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc87c6e-75b4-4c20-a328-ea21333cb833 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:11:16.643678 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc87c6e-75b4-4c20-a328-ea21333cb833 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:11:16.644027 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc87c6e-75b4-4c20-a328-ea21333cb833 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:11:16.644350 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc87c6e-75b4-4c20-a328-ea21333cb833 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:11:16.644668 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc87c6e-75b4-4c20-a328-ea21333cb833 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:11:16.644987 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc87c6e-75b4-4c20-a328-ea21333cb833 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:11:16.645303 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc87c6e-75b4-4c20-a328-ea21333cb833 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:11:16.645617 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc87c6e-75b4-4c20-a328-ea21333cb833 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:11:16.660045 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d386b-9793-4888-a6e9-e42b601fe383 req-112fa683-e5cd-4a0e-bf85-20048a5ccf97 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:16.661557 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c28d386b-9793-4888-a6e9-e42b601fe383 req-112fa683-e5cd-4a0e-bf85-20048a5ccf97 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=c28627fe-13e7-4078-b3c8-d5d4eb0e8747 HTTP/1.1" status: 200 len: 945 time: 0.5834649 May 23 11:11:16.675198 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3489d920-00c3-4b0d-9be8-082068c70331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:16.696432 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device b9113b57-1076-4dbe-94f3-383a17fc6cb6 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:11:16.758859 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3489d920-00c3-4b0d-9be8-082068c70331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:16.768413 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No active binding found for port b9113b57-1076-4dbe-94f3-383a17fc6cb6 {{(pid=83912) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 23 11:11:16.768825 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device b9113b57-1076-4dbe-94f3-383a17fc6cb6 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:11:16.771563 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6fb7735-7cf9-4440-ad11-a227bf9cb0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:16.820902 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fb7735-7cf9-4440-ad11-a227bf9cb0a8 None None] Pushing event deleted for resources: {'Port': ['ID=b9113b57-1076-4dbe-94f3-383a17fc6cb6,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:16.827479 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fb7735-7cf9-4440-ad11-a227bf9cb0a8 None None] No DVR routers for this DVR port b9113b57-1076-4dbe-94f3-383a17fc6cb6 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:11:16.843139 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-0cd8c9de-eef2-4930-9ca2-cb8ea7f991d6 admin admin] Calling delete_port for b9113b57-1076-4dbe-94f3-383a17fc6cb6 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:11:16.879599 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3489d920-00c3-4b0d-9be8-082068c70331 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:11:16.934820 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489d920-00c3-4b0d-9be8-082068c70331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b5f65c-6c77-412c-8729-ed4ce64a8691,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:16.953566 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3489d920-00c3-4b0d-9be8-082068c70331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:16.953949 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-3489d920-00c3-4b0d-9be8-082068c70331 admin admin] Added segment f83c0d0e-9b40-421e-a2f5-66bbabc627e2 of type vlan for network 297e8414-85bd-4e0d-aedb-8abf246d8703 May 23 11:11:16.967019 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-e7a25798-92f2-4bf8-a491-bec339bc0e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:16.990386 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c28d386b-9793-4888-a6e9-e42b601fe383 req-84cee195-2c8f-4a19-aa2e-972d05704af8 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687917 May 23 11:11:17.043859 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.api [None req-0cd8c9de-eef2-4930-9ca2-cb8ea7f991d6 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:11:17.044173 n-d-842952-2 neutron-server[83910]: DEBUG oslo_db.api [None req-0cd8c9de-eef2-4930-9ca2-cb8ea7f991d6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:11:17.072648 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3489d920-00c3-4b0d-9be8-082068c70331 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:17.084988 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-53dbd49f-e46a-4567-9c11-f716216243d3 req-08c16203-c400-4528-8f41-a5d5f4cce580 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c33b6fcb07a04f2fa56c6e5a7798a085&device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 4362 time: 0.6185639 May 23 11:11:17.086716 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2a37c7-adfc-4ee2-946e-8019f19ec2d4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:11:17.098939 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f84adad-dca6-4063-b876-d53b17fb5861 None None] Sync routers for ids ['6ece8da9-1fe0-40ec-9eae-84bda0a10baf'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:11:17.117984 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f84adad-dca6-4063-b876-d53b17fb5861 None None] Routers {'6ece8da9-1fe0-40ec-9eae-84bda0a10baf'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:11:17.118942 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-3f84adad-dca6-4063-b876-d53b17fb5861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:11:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['6ece8da9-1fe0-40ec-9eae-84bda0a10baf'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:17.193651 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52fe21-9138-4ad0-b94c-a8fa09249d35 req-b552322d-206c-4133-a531-5a1b0cf4c8f2 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:17.197645 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52fe21-9138-4ad0-b94c-a8fa09249d35 req-b552322d-206c-4133-a531-5a1b0cf4c8f2 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:17.200832 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-3f84adad-dca6-4063-b876-d53b17fb5861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:17.201497 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52fe21-9138-4ad0-b94c-a8fa09249d35 req-b552322d-206c-4133-a531-5a1b0cf4c8f2 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:17.205366 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52fe21-9138-4ad0-b94c-a8fa09249d35 req-b552322d-206c-4133-a531-5a1b0cf4c8f2 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:17.209314 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52fe21-9138-4ad0-b94c-a8fa09249d35 req-b552322d-206c-4133-a531-5a1b0cf4c8f2 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:17.211045 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fa52fe21-9138-4ad0-b94c-a8fa09249d35 req-b552322d-206c-4133-a531-5a1b0cf4c8f2 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 3827 time: 0.1525042 May 23 11:11:17.212634 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f84adad-dca6-4063-b876-d53b17fb5861 None None] Routers {'6ece8da9-1fe0-40ec-9eae-84bda0a10baf'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:11:17.214274 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-3f84adad-dca6-4063-b876-d53b17fb5861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:11:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['6ece8da9-1fe0-40ec-9eae-84bda0a10baf'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:17.276775 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-abc87c6e-75b4-4c20-a328-ea21333cb833 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:17.278571 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-3f84adad-dca6-4063-b876-d53b17fb5861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:17.279183 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f84adad-dca6-4063-b876-d53b17fb5861 None None] The sync data for ids ['6ece8da9-1fe0-40ec-9eae-84bda0a10baf'] in n-d-842952-2 is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:11:17.305602 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8b2a37c7-adfc-4ee2-946e-8019f19ec2d4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:17.306804 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8b2a37c7-adfc-4ee2-946e-8019f19ec2d4 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.4388540 May 23 11:11:17.320606 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50630) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:17.334846 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d0ff40af-51de-4ec3-8bea-f27171bba74f tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:17.400081 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3489d920-00c3-4b0d-9be8-082068c70331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:17.401006 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3489d920-00c3-4b0d-9be8-082068c70331 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:17.401596 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3489d920-00c3-4b0d-9be8-082068c70331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:17.420610 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fa52fe21-9138-4ad0-b94c-a8fa09249d35 req-95422284-c714-4a2e-95fc-bb6895de7a2e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005701 May 23 11:11:17.445287 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7eec54-8386-4c73-909e-e0486785bd8b req-eb24ced2-f562-4187-8c6b-0b52ebcf5440 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:17.446892 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ab7eec54-8386-4c73-909e-e0486785bd8b req-eb24ced2-f562-4187-8c6b-0b52ebcf5440 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=c28627fe-13e7-4078-b3c8-d5d4eb0e8747 HTTP/1.1" status: 200 len: 945 time: 0.2924271 May 23 11:11:17.494369 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-abc87c6e-75b4-4c20-a328-ea21333cb833 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:17.521737 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ab7eec54-8386-4c73-909e-e0486785bd8b req-365afc65-1ed3-474d-a8b8-b39528441f9f tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666270 May 23 11:11:17.523391 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-abc87c6e-75b4-4c20-a328-ea21333cb833 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3825526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3825513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3821547'] for router, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:17.712204 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-0cd8c9de-eef2-4930-9ca2-cb8ea7f991d6 admin admin] Deleting port b9113b57-1076-4dbe-94f3-383a17fc6cb6 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:11:17.712615 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c9de-eef2-4930-9ca2-cb8ea7f991d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:17.725651 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489d920-00c3-4b0d-9be8-082068c70331 admin admin] Pushing event updated for resources: {'Network': ['ID=297e8414-85bd-4e0d-aedb-8abf246d8703,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:17.736526 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 297e8414-85bd-4e0d-aedb-8abf246d8703 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:11:17.847111 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-0cd8c9de-eef2-4930-9ca2-cb8ea7f991d6 admin admin] The port 'b9113b57-1076-4dbe-94f3-383a17fc6cb6' was deleted {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:11:18.034579 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3489d920-00c3-4b0d-9be8-082068c70331 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6836514 May 23 11:11:18.043732 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50638) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:18.052999 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-96b17df3-d245-4fa5-9ec1-bcaa5babfe7a req-374d28f4-4637-4d7b-9c31-483ad5800084 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=aede9126-b9a4-49fb-9273-358a4305d1b0 HTTP/1.1" status: 200 len: 210 time: 0.1350532 May 23 11:11:18.059357 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dbd49f-e46a-4567-9c11-f716216243d3 req-a8262792-ad34-45c2-84f5-8bf0e98f54db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:18.059747 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dbd49f-e46a-4567-9c11-f716216243d3 req-a8262792-ad34-45c2-84f5-8bf0e98f54db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:18.060122 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dbd49f-e46a-4567-9c11-f716216243d3 req-a8262792-ad34-45c2-84f5-8bf0e98f54db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:18.061935 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-53dbd49f-e46a-4567-9c11-f716216243d3 req-a8262792-ad34-45c2-84f5-8bf0e98f54db service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=c33b6fcb07a04f2fa56c6e5a7798a085&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.9505353 May 23 11:11:18.069276 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-4806a1de-7a7d-4d71-b3d7-e68ff70176a3 admin admin] Request body: {'subnet': {'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1482793895-subnet', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:18.082888 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4806a1de-7a7d-4d71-b3d7-e68ff70176a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:11:18.084029 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c9de-eef2-4930-9ca2-cb8ea7f991d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:18.118349 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-0cd8c9de-eef2-4930-9ca2-cb8ea7f991d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e39cc915-4ae9-49f7-9236-0675fd51bbc0']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:18.139953 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-0cd8c9de-eef2-4930-9ca2-cb8ea7f991d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42cf3a8e-b4a3-4cb2-b9d8-a43d6a0a0923') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:18.140220 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-0cd8c9de-eef2-4930-9ca2-cb8ea7f991d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42cf3a8e-b4a3-4cb2-b9d8-a43d6a0a0923') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:18.146908 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4806a1de-7a7d-4d71-b3d7-e68ff70176a3 admin admin] Usage tracker for resource:subnet and tenant:92ce77b1b70449899717558adda940d2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:11:18.157859 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a186a-c910-4e3f-883b-13ab85c72f4c req-2435b0e0-bb50-429e-918c-8c6947f74f08 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:18.159310 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c44a186a-c910-4e3f-883b-13ab85c72f4c req-2435b0e0-bb50-429e-918c-8c6947f74f08 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=c28627fe-13e7-4078-b3c8-d5d4eb0e8747 HTTP/1.1" status: 200 len: 945 time: 0.3180187 May 23 11:11:18.164987 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c9de-eef2-4930-9ca2-cb8ea7f991d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:18.206529 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4806a1de-7a7d-4d71-b3d7-e68ff70176a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:11:18.211782 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c9de-eef2-4930-9ca2-cb8ea7f991d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:18.225158 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cd8c9de-eef2-4930-9ca2-cb8ea7f991d6 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:11:18.225547 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c9de-eef2-4930-9ca2-cb8ea7f991d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:18.238983 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:11:18.238983 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:11:18.238983 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:11:18.238983 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:11:18.238983 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:11:18.238983 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:11:18.238983 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:11:18.238983 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:11:18.238983 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:11:18.238983 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:11:18.238983 n-d-842952-2 neutron-server[83910]: timer() May 23 11:11:18.238983 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:11:18.238983 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:11:18.238983 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:11:18.238983 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:11:18.238983 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:11:18.238983 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:11:18.238983 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:11:18.238983 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:11:18.238983 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:11:18.238983 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:11:18.238983 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:11:18.238983 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:11:18.238983 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:11:18.238983 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:11:18.238983 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:11:18.238983 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:11:18.238983 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:11:18.238983 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:11:18.238983 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:11:18.238983 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:11:18.238983 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:11:18.238983 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:11:18.238983 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:11:18.238983 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:11:18.238983 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:11:18.238983 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:11:18.238983 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:11:18.238983 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:11:18.238983 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:11:18.244014 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4806a1de-7a7d-4d71-b3d7-e68ff70176a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:11:18.318847 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c44a186a-c910-4e3f-883b-13ab85c72f4c req-9abb5b0c-b63d-4571-9c4f-56b3d9175458 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471336 May 23 11:11:18.326638 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4806a1de-7a7d-4d71-b3d7-e68ff70176a3 admin admin] Made reservation on behalf of 92ce77b1b70449899717558adda940d2 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:11:18.329583 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4806a1de-7a7d-4d71-b3d7-e68ff70176a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:18.339736 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c9de-eef2-4930-9ca2-cb8ea7f991d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:18.350384 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-41877410-10ea-46dc-b4ec-9fe61733823b tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:18.351805 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-41877410-10ea-46dc-b4ec-9fe61733823b tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.13 "GET /v2.0/networks?id=1a5c8466-e669-4a02-9cf7-1e34891324c1 HTTP/1.1" status: 200 len: 811 time: 0.7716079 May 23 11:11:18.362460 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c9de-eef2-4930-9ca2-cb8ea7f991d6 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:18.375996 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8c9de-eef2-4930-9ca2-cb8ea7f991d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e39cc915-4ae9-49f7-9236-0675fd51bbc0,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:18.399333 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0cd8c9de-eef2-4930-9ca2-cb8ea7f991d6 admin admin] 10.222.0.79 "DELETE /v2.0/networks/e39cc915-4ae9-49f7-9236-0675fd51bbc0 HTTP/1.1" status: 204 len: 168 time: 2.7105784 May 23 11:11:18.446592 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-3addc91e-5b30-4bef-a59d-a45afec48ece tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Request body: {'port': {'device_id': 'aede9126-b9a4-49fb-9273-358a4305d1b0', 'network_id': '1a5c8466-e669-4a02-9cf7-1e34891324c1', 'admin_state_up': True, 'tenant_id': 'b64a3f1baa60499ab93cbd32db99dbcb'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:18.447029 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc87c6e-75b4-4c20-a328-ea21333cb833 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Router 643502a7-6e21-47f5-9071-d620f3a9e5a0 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:11:18.493019 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-e7a25798-92f2-4bf8-a491-bec339bc0e5a service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:11:18.571502 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50648) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:18.699688 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dbd49f-e46a-4567-9c11-f716216243d3 req-9041da82-37d6-4440-850e-94cae96729f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:18.701227 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-53dbd49f-e46a-4567-9c11-f716216243d3 req-9041da82-37d6-4440-850e-94cae96729f7 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6196053 May 23 11:11:18.772467 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-16aee3a7-42aa-4ecf-aeba-0a3b7fa2dd2d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3583a8d0822f4e2696ff39b89a43df5e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1554139 May 23 11:11:18.774852 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50652) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:18.809461 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab8a18-08a7-4256-9b76-69ab220712b6 req-d5a956cc-e2cb-4d25-a219-6a240e960e5b tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:18.810924 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-79ab8a18-08a7-4256-9b76-69ab220712b6 req-d5a956cc-e2cb-4d25-a219-6a240e960e5b tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=c28627fe-13e7-4078-b3c8-d5d4eb0e8747 HTTP/1.1" status: 200 len: 945 time: 0.2924497 May 23 11:11:18.815666 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-e7a25798-92f2-4bf8-a491-bec339bc0e5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b591b58-1bf1-4cef-b2f3-f83a8acf29e7 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:11:18.838676 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-e7a25798-92f2-4bf8-a491-bec339bc0e5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:18.877526 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8cff4-91df-44ff-8c0a-0d7cbfa51b58 req-aeffd320-217c-43a0-b2a1-ac72171f7be0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:18.881396 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8cff4-91df-44ff-8c0a-0d7cbfa51b58 req-aeffd320-217c-43a0-b2a1-ac72171f7be0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:18.885300 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8cff4-91df-44ff-8c0a-0d7cbfa51b58 req-aeffd320-217c-43a0-b2a1-ac72171f7be0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:18.889165 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8cff4-91df-44ff-8c0a-0d7cbfa51b58 req-aeffd320-217c-43a0-b2a1-ac72171f7be0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:18.893054 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8cff4-91df-44ff-8c0a-0d7cbfa51b58 req-aeffd320-217c-43a0-b2a1-ac72171f7be0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:18.894750 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-74e8cff4-91df-44ff-8c0a-0d7cbfa51b58 req-aeffd320-217c-43a0-b2a1-ac72171f7be0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 3827 time: 0.2784448 May 23 11:11:18.909724 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-3addc91e-5b30-4bef-a59d-a45afec48ece tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:11:18.914655 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-e7a25798-92f2-4bf8-a491-bec339bc0e5a service neutron] Transition to ACTIVE for port object 4b591b58-1bf1-4cef-b2f3-f83a8acf29e7 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:11:18.953144 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-303cc786-d0bf-4699-949b-0417556b30a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:18.956469 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-79ab8a18-08a7-4256-9b76-69ab220712b6 req-4cd4805a-da29-4c5f-8015-098884b68a15 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352348 May 23 11:11:18.971555 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-e7a25798-92f2-4bf8-a491-bec339bc0e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:18.987887 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-3addc91e-5b30-4bef-a59d-a45afec48ece tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:11:19.009109 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-74e8cff4-91df-44ff-8c0a-0d7cbfa51b58 req-7c9ea605-fcb7-4eb0-98fa-d52a3174137c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032627 May 23 11:11:19.012453 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-303cc786-d0bf-4699-949b-0417556b30a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:19.078894 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc87c6e-75b4-4c20-a328-ea21333cb833 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:11:19.089244 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-abc87c6e-75b4-4c20-a328-ea21333cb833 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:19.099533 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-abc87c6e-75b4-4c20-a328-ea21333cb833 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] 10.222.0.79 "PUT /v2.0/routers/643502a7-6e21-47f5-9071-d620f3a9e5a0 HTTP/1.1" status: 200 len: 878 time: 5.6898692 May 23 11:11:19.103791 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbe8ef3-872d-49cd-bdbe-8350182f1573 None None] Sync routers for ids ['643502a7-6e21-47f5-9071-d620f3a9e5a0'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:11:19.113850 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50662) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:19.136889 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbe8ef3-872d-49cd-bdbe-8350182f1573 None None] Routers {'643502a7-6e21-47f5-9071-d620f3a9e5a0'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:11:19.137646 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3cbe8ef3-872d-49cd-bdbe-8350182f1573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:11:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['643502a7-6e21-47f5-9071-d620f3a9e5a0'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:19.179354 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-3addc91e-5b30-4bef-a59d-a45afec48ece tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Made reservation on behalf of b64a3f1baa60499ab93cbd32db99dbcb for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:11:19.182840 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-3addc91e-5b30-4bef-a59d-a45afec48ece tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:19.226506 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a25798-92f2-4bf8-a491-bec339bc0e5a service neutron] Pushing event updated for resources: {'Port': ['ID=4b591b58-1bf1-4cef-b2f3-f83a8acf29e7,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:19.246262 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3cbe8ef3-872d-49cd-bdbe-8350182f1573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:19.259141 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4806a1de-7a7d-4d71-b3d7-e68ff70176a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:19.260201 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbe8ef3-872d-49cd-bdbe-8350182f1573 None None] Routers {'643502a7-6e21-47f5-9071-d620f3a9e5a0'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:11:19.261065 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3cbe8ef3-872d-49cd-bdbe-8350182f1573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:11:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['643502a7-6e21-47f5-9071-d620f3a9e5a0'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:19.328208 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3cbe8ef3-872d-49cd-bdbe-8350182f1573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:19.329000 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbe8ef3-872d-49cd-bdbe-8350182f1573 None None] The sync data for ids ['643502a7-6e21-47f5-9071-d620f3a9e5a0'] in n-d-842952-2 is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:11:19.393490 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-303cc786-d0bf-4699-949b-0417556b30a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:19.497647 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e4c27f30-9e24-432d-a71a-9619baa3b1b6 req-dbd5d8e4-6116-4e54-a136-285e0abadfb4 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=aede9126-b9a4-49fb-9273-358a4305d1b0 HTTP/1.1" status: 200 len: 210 time: 0.1118035 May 23 11:11:19.499788 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303cc786-d0bf-4699-949b-0417556b30a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810ff234-6f81-470f-ab96-122fc2658368,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:19.538631 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-303cc786-d0bf-4699-949b-0417556b30a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:19.542504 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-303cc786-d0bf-4699-949b-0417556b30a9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/810ff234-6f81-470f-ab96-122fc2658368 HTTP/1.1" status: 204 len: 168 time: 0.7658601 May 23 11:11:19.577974 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42c007-ffc9-483a-8916-f26fdc948044 req-ad7551ab-46d7-4622-884c-0f69ee74f613 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:19.579470 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0b42c007-ffc9-483a-8916-f26fdc948044 req-ad7551ab-46d7-4622-884c-0f69ee74f613 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=c28627fe-13e7-4078-b3c8-d5d4eb0e8747 HTTP/1.1" status: 200 len: 945 time: 0.1916599 May 23 11:11:19.649437 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0b42c007-ffc9-483a-8916-f26fdc948044 req-ff37bf94-7689-4c69-aab5-d99441fd1e6f tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640552 May 23 11:11:19.668747 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-341efd2d-7b71-440f-945b-a1457d8f9022 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] 10.222.0.79 "GET /v2.0/routers/643502a7-6e21-47f5-9071-d620f3a9e5a0 HTTP/1.1" status: 200 len: 919 time: 0.5540874 May 23 11:11:19.669490 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50668) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:19.757316 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-34d1eb67-2245-4903-aa62-4cba2969f9a3 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=87d63aa2-c2e7-4553-824a-d818708dd83b&device_id=643502a7-6e21-47f5-9071-d620f3a9e5a0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0866475 May 23 11:11:19.758014 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50674) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:19.834311 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-3addc91e-5b30-4bef-a59d-a45afec48ece tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Allocated IP 172.20.0.3 (1a5c8466-e669-4a02-9cf7-1e34891324c1/76d8b9b5-f057-42e7-939b-4e81b16011fa/44373a6d-8c7f-48f9-915a-04fb0a98c057) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:11:19.884912 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4806a1de-7a7d-4d71-b3d7-e68ff70176a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:19.973251 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4806a1de-7a7d-4d71-b3d7-e68ff70176a3 admin admin] Checking segment: {'id': 'f83c0d0e-9b40-421e-a2f5-66bbabc627e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:11:19.973607 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4806a1de-7a7d-4d71-b3d7-e68ff70176a3 admin admin] Network hostable DHCP agents. Network: 297e8414-85bd-4e0d-aedb-8abf246d8703, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:11:19.993425 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7c1427-7a97-4358-b09d-5d89ccba5295 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:19.996192 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0a7c1427-7a97-4358-b09d-5d89ccba5295 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] 10.222.0.79 "GET /v2.0/networks/87d63aa2-c2e7-4553-824a-d818708dd83b HTTP/1.1" status: 200 len: 881 time: 0.2357316 May 23 11:11:20.002781 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610e1bf-d197-4552-8fda-7086661d8222 req-09eff7d5-9022-40e5-82be-799bf3e4275c tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:20.004128 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0610e1bf-d197-4552-8fda-7086661d8222 req-09eff7d5-9022-40e5-82be-799bf3e4275c tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=c28627fe-13e7-4078-b3c8-d5d4eb0e8747 HTTP/1.1" status: 200 len: 945 time: 0.2052031 May 23 11:11:20.004581 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50686) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:20.069389 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7138dc8d-ff56-4673-8ff1-97a5350c36d4 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] 10.222.0.79 "GET /v2.0/ports?device_id=643502a7-6e21-47f5-9071-d620f3a9e5a0 HTTP/1.1" status: 200 len: 205 time: 0.0636773 May 23 11:11:20.072561 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50692) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:20.188415 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4806a1de-7a7d-4d71-b3d7-e68ff70176a3 admin admin] Network 297e8414-85bd-4e0d-aedb-8abf246d8703 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:11:20.190929 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-e7a25798-92f2-4bf8-a491-bec339bc0e5a service neutron] Attempting to bind port 4b591b58-1bf1-4cef-b2f3-f83a8acf29e7 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:11:20.191380 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-e7a25798-92f2-4bf8-a491-bec339bc0e5a service neutron] Attempting to bind port 4b591b58-1bf1-4cef-b2f3-f83a8acf29e7 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': 'e7b922b3-15a2-4883-bd23-67efe7247083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '58ef6021-e396-465d-be5f-f38283ee2d4e'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:11:20.191715 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-e7a25798-92f2-4bf8-a491-bec339bc0e5a service neutron] Attempting to bind port 4b591b58-1bf1-4cef-b2f3-f83a8acf29e7 on network 58ef6021-e396-465d-be5f-f38283ee2d4e {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:11:20.264358 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-4806a1de-7a7d-4d71-b3d7-e68ff70176a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 297e8414-85bd-4e0d-aedb-8abf246d8703) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:11:20.266660 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-e7a25798-92f2-4bf8-a491-bec339bc0e5a service neutron] Port 4b591b58-1bf1-4cef-b2f3-f83a8acf29e7 on network 58ef6021-e396-465d-be5f-f38283ee2d4e not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:11:20.266975 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-e7a25798-92f2-4bf8-a491-bec339bc0e5a service neutron] Attempting to bind port 4b591b58-1bf1-4cef-b2f3-f83a8acf29e7 on network 58ef6021-e396-465d-be5f-f38283ee2d4e {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:11:20.278561 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956a60cb-2377-4aa6-a0ec-e746067e2020 None None] Network 297e8414-85bd-4e0d-aedb-8abf246d8703 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:11:20.316058 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0610e1bf-d197-4552-8fda-7086661d8222 req-2fb10551-98ac-455c-830c-90d096bb1f8c tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802632 May 23 11:11:20.345383 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4806a1de-7a7d-4d71-b3d7-e68ff70176a3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:20.349829 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4806a1de-7a7d-4d71-b3d7-e68ff70176a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:20.370685 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e3357-fd6e-41a0-a66d-971230a3471e req-7d72fae1-3fea-4203-b28f-9efd39c71aa4 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:20.374549 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e3357-fd6e-41a0-a66d-971230a3471e req-7d72fae1-3fea-4203-b28f-9efd39c71aa4 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:20.378721 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e3357-fd6e-41a0-a66d-971230a3471e req-7d72fae1-3fea-4203-b28f-9efd39c71aa4 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:20.382722 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e3357-fd6e-41a0-a66d-971230a3471e req-7d72fae1-3fea-4203-b28f-9efd39c71aa4 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:20.386610 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e3357-fd6e-41a0-a66d-971230a3471e req-7d72fae1-3fea-4203-b28f-9efd39c71aa4 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:20.390583 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e3357-fd6e-41a0-a66d-971230a3471e req-7d72fae1-3fea-4203-b28f-9efd39c71aa4 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:20.392598 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2f6e3357-fd6e-41a0-a66d-971230a3471e req-7d72fae1-3fea-4203-b28f-9efd39c71aa4 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 4600 time: 0.1712511 May 23 11:11:20.398851 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-3addc91e-5b30-4bef-a59d-a45afec48ece tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:20.419793 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-e7a25798-92f2-4bf8-a491-bec339bc0e5a service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:11:20.420168 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-e7a25798-92f2-4bf8-a491-bec339bc0e5a service neutron] Checking segment: {'id': 'e7b922b3-15a2-4883-bd23-67efe7247083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '58ef6021-e396-465d-be5f-f38283ee2d4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:11:20.421056 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-e7a25798-92f2-4bf8-a491-bec339bc0e5a service neutron] Bound using segment: {'id': 'e7b922b3-15a2-4883-bd23-67efe7247083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '58ef6021-e396-465d-be5f-f38283ee2d4e'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:11:20.421563 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-e7a25798-92f2-4bf8-a491-bec339bc0e5a service neutron] Bound port: 4b591b58-1bf1-4cef-b2f3-f83a8acf29e7, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7b922b3-15a2-4883-bd23-67efe7247083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '58ef6021-e396-465d-be5f-f38283ee2d4e'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:11:20.422287 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-e7a25798-92f2-4bf8-a491-bec339bc0e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:20.508287 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4806a1de-7a7d-4d71-b3d7-e68ff70176a3 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4566085 May 23 11:11:20.513754 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2f6e3357-fd6e-41a0-a66d-971230a3471e req-2ec31548-10a5-487d-8fe0-0021f3e4e38c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=80bd5d80-b839-4f0d-bc84-203290106c00&id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1143079 May 23 11:11:20.514298 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50708) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:20.523480 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-db3647f0-5ae1-4e2e-b328-fbe708347763 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1482793895-router', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:20.535538 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-db3647f0-5ae1-4e2e-b328-fbe708347763 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:11:20.549618 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49ca5da-e96c-46bc-aa05-08a2104adafa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-297e8414-85bd-4e0d-aedb-8abf246d8703', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'fixed_ips': [{'subnet_id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:11:20.550775 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e49ca5da-e96c-46bc-aa05-08a2104adafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:20.551724 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-db3647f0-5ae1-4e2e-b328-fbe708347763 admin admin] Usage tracker for resource:router and tenant:92ce77b1b70449899717558adda940d2 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:11:20.563133 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-db3647f0-5ae1-4e2e-b328-fbe708347763 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:11:20.570670 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0d9a8958-4387-464a-a6d8-04decb99766a tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:20.620085 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-3addc91e-5b30-4bef-a59d-a45afec48ece tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:20.674281 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50714) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:20.702661 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-e7a25798-92f2-4bf8-a491-bec339bc0e5a service neutron] For port 4b591b58-1bf1-4cef-b2f3-f83a8acf29e7, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:11:20.748433 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-e49ca5da-e96c-46bc-aa05-08a2104adafa None None] Allocated IP 172.20.0.2 (297e8414-85bd-4e0d-aedb-8abf246d8703/a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6/cd7d760a-01e8-425a-9602-6b7e04322a14) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:11:20.760303 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-db3647f0-5ae1-4e2e-b328-fbe708347763 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:11:20.806784 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-e7a25798-92f2-4bf8-a491-bec339bc0e5a service neutron] For port 4b591b58-1bf1-4cef-b2f3-f83a8acf29e7, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=4b591b58-1bf1-4cef-b2f3-f83a8acf29e7,segment=NetworkSegment(e7b922b3-15a2-4883-bd23-67efe7247083),segment_id=e7b922b3-15a2-4883-bd23-67efe7247083)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:11:20.876109 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-c7ab99bd-4220-450c-a548-7e1ea8df22f3 admin admin] Deleting port 6dc06ab6-ad22-4bf6-aa89-b96bb1cf138c {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:11:20.876710 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7ab99bd-4220-450c-a548-7e1ea8df22f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:20.909863 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-3addc91e-5b30-4bef-a59d-a45afec48ece tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Network 1a5c8466-e669-4a02-9cf7-1e34891324c1 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:11:20.910770 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-db3647f0-5ae1-4e2e-b328-fbe708347763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:20.912299 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-db3647f0-5ae1-4e2e-b328-fbe708347763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:20.916729 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3addc91e-5b30-4bef-a59d-a45afec48ece tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Pushing event updated for resources: {'Port': ['ID=44373a6d-8c7f-48f9-915a-04fb0a98c057,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:20.919532 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-e7a25798-92f2-4bf8-a491-bec339bc0e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:20.960011 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-3addc91e-5b30-4bef-a59d-a45afec48ece tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:11:20.974689 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-4954be3a-b7fc-40da-a3fa-4b9945b686fa admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1143955726-network', 'tenant_id': '9ea9de6708f24ca4b9c663f6619e9730'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:20.981495 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-db3647f0-5ae1-4e2e-b328-fbe708347763 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:20.993806 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-3addc91e-5b30-4bef-a59d-a45afec48ece tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:11:21.006439 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347eff2-7e23-4fd9-be88-d9dec51a77e4 req-bad84159-f36f-4228-8f6b-19e4be58e6ac tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:21.007916 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0347eff2-7e23-4fd9-be88-d9dec51a77e4 req-bad84159-f36f-4228-8f6b-19e4be58e6ac tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=c28627fe-13e7-4078-b3c8-d5d4eb0e8747 HTTP/1.1" status: 200 len: 945 time: 0.3312430 May 23 11:11:21.015367 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93bd44-c6e9-4764-be75-4694e4763ca6 req-195800f4-b6a5-43e7-8f8b-1753b2d73c98 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:21.016788 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a93bd44-c6e9-4764-be75-4694e4763ca6 req-195800f4-b6a5-43e7-8f8b-1753b2d73c98 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=aede9126-b9a4-49fb-9273-358a4305d1b0 HTTP/1.1" status: 200 len: 931 time: 0.2579181 May 23 11:11:21.025904 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4954be3a-b7fc-40da-a3fa-4b9945b686fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:11:21.055693 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e49ca5da-e96c-46bc-aa05-08a2104adafa None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:21.060101 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4954be3a-b7fc-40da-a3fa-4b9945b686fa admin admin] Usage tracker for resource:network and tenant:9ea9de6708f24ca4b9c663f6619e9730 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:11:21.064957 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4954be3a-b7fc-40da-a3fa-4b9945b686fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:11:21.066477 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e49ca5da-e96c-46bc-aa05-08a2104adafa None None] Transition to ACTIVE for port object cd7d760a-01e8-425a-9602-6b7e04322a14 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:11:21.085413 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e49ca5da-e96c-46bc-aa05-08a2104adafa None None] Transition to ACTIVE for port object cd7d760a-01e8-425a-9602-6b7e04322a14 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:11:21.091051 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e49ca5da-e96c-46bc-aa05-08a2104adafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:21.105437 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4954be3a-b7fc-40da-a3fa-4b9945b686fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:11:21.168700 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49ca5da-e96c-46bc-aa05-08a2104adafa None None] Network 297e8414-85bd-4e0d-aedb-8abf246d8703 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:11:21.169949 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ca5da-e96c-46bc-aa05-08a2104adafa None None] Pushing event updated for resources: {'Port': ['ID=cd7d760a-01e8-425a-9602-6b7e04322a14,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:21.172679 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-e49ca5da-e96c-46bc-aa05-08a2104adafa None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:11:21.175001 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49ca5da-e96c-46bc-aa05-08a2104adafa None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:11:21.216682 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-e7a25798-92f2-4bf8-a491-bec339bc0e5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:21.218109 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-e7a25798-92f2-4bf8-a491-bec339bc0e5a service neutron] 10.222.0.81 "PUT /v2.0/ports/4b591b58-1bf1-4cef-b2f3-f83a8acf29e7 HTTP/1.1" status: 200 len: 1131 time: 4.8806043 May 23 11:11:21.218578 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'tag': '4b591b58-1bf1-4cef-b2f3-f83a8acf29e7'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:11:21.240691 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a25798-92f2-4bf8-a491-bec339bc0e5a service neutron] Pushing event updated for resources: {'Port': ['ID=4b591b58-1bf1-4cef-b2f3-f83a8acf29e7,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:21.250446 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-3addc91e-5b30-4bef-a59d-a45afec48ece tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:21.251089 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-3addc91e-5b30-4bef-a59d-a45afec48ece tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:21.260519 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4954be3a-b7fc-40da-a3fa-4b9945b686fa admin admin] Made reservation on behalf of 9ea9de6708f24ca4b9c663f6619e9730 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:11:21.268024 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4954be3a-b7fc-40da-a3fa-4b9945b686fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:21.283403 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-bffdf7fd-cb4a-47ca-8b88-7341b236ee15 service neutron] Request body: {'port': {'device_id': '3a667444-e49b-4f93-8246-448eed64fdef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:21.288548 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e49ca5da-e96c-46bc-aa05-08a2104adafa None None] Attempting to bind port cd7d760a-01e8-425a-9602-6b7e04322a14 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:11:21.289650 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e49ca5da-e96c-46bc-aa05-08a2104adafa None None] Attempting to bind port cd7d760a-01e8-425a-9602-6b7e04322a14 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'f83c0d0e-9b40-421e-a2f5-66bbabc627e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:11:21.290259 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49ca5da-e96c-46bc-aa05-08a2104adafa None None] Attempting to bind port cd7d760a-01e8-425a-9602-6b7e04322a14 on network 297e8414-85bd-4e0d-aedb-8abf246d8703 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:11:21.297913 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49ca5da-e96c-46bc-aa05-08a2104adafa None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:11:21.298688 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49ca5da-e96c-46bc-aa05-08a2104adafa None None] Checking segment: {'id': 'f83c0d0e-9b40-421e-a2f5-66bbabc627e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:11:21.299320 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e49ca5da-e96c-46bc-aa05-08a2104adafa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:21.299969 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49ca5da-e96c-46bc-aa05-08a2104adafa None None] Bound using segment: {'id': 'f83c0d0e-9b40-421e-a2f5-66bbabc627e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:11:21.300674 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e49ca5da-e96c-46bc-aa05-08a2104adafa None None] Bound port: cd7d760a-01e8-425a-9602-6b7e04322a14, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f83c0d0e-9b40-421e-a2f5-66bbabc627e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:11:21.301278 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e49ca5da-e96c-46bc-aa05-08a2104adafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:21.353117 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4954be3a-b7fc-40da-a3fa-4b9945b686fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:21.375429 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0347eff2-7e23-4fd9-be88-d9dec51a77e4 req-09dc320c-f420-4051-93e0-2af830022024 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575463 May 23 11:11:21.383910 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-3addc91e-5b30-4bef-a59d-a45afec48ece tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9533601 May 23 11:11:21.407561 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a93bd44-c6e9-4764-be75-4694e4763ca6 req-34e0a709-8d9e-4524-9dab-7a636166808d tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698547 May 23 11:11:21.424419 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e49ca5da-e96c-46bc-aa05-08a2104adafa None None] For port cd7d760a-01e8-425a-9602-6b7e04322a14, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:11:21.430853 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e49ca5da-e96c-46bc-aa05-08a2104adafa None None] For port cd7d760a-01e8-425a-9602-6b7e04322a14, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=cd7d760a-01e8-425a-9602-6b7e04322a14,segment=NetworkSegment(f83c0d0e-9b40-421e-a2f5-66bbabc627e2),segment_id=f83c0d0e-9b40-421e-a2f5-66bbabc627e2)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:11:21.433373 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0d9a8958-4387-464a-a6d8-04decb99766a tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:21.447096 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e49ca5da-e96c-46bc-aa05-08a2104adafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:21.452069 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-db3647f0-5ae1-4e2e-b328-fbe708347763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:21.481952 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-0d9a8958-4387-464a-a6d8-04decb99766a tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Deleting port cc431f6c-a824-4228-8217-1461f884f66d {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:11:21.482258 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0d9a8958-4387-464a-a6d8-04decb99766a tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:21.548479 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ca5da-e96c-46bc-aa05-08a2104adafa None None] Pushing event updated for resources: {'Port': ['ID=cd7d760a-01e8-425a-9602-6b7e04322a14,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:21.619666 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-29b06524-b26d-4ef6-9799-04c6d1ba2eaf service neutron] Request body: {'port': {'device_id': 'aede9126-b9a4-49fb-9273-358a4305d1b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:21.670842 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-c7ab99bd-4220-450c-a548-7e1ea8df22f3 admin admin] For port 6dc06ab6-ad22-4bf6-aa89-b96bb1cf138c, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=6dc06ab6-ad22-4bf6-aa89-b96bb1cf138c,segment=NetworkSegment(cc020ee1-c0c0-4c06-a22a-9486767d8be8),segment_id=cc020ee1-c0c0-4c06-a22a-9486767d8be8)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:11:21.671201 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7ab99bd-4220-450c-a548-7e1ea8df22f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:21.808000 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-c7ab99bd-4220-450c-a548-7e1ea8df22f3 admin admin] Calling delete_port for 6dc06ab6-ad22-4bf6-aa89-b96bb1cf138c owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:11:21.889359 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74869e8e-12d8-4470-8427-1334f8f9c9fe'] response: {'name': 'network-changed', 'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'tag': '4b591b58-1bf1-4cef-b2f3-f83a8acf29e7', 'status': 'completed', 'code': 200} May 23 11:11:21.943589 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0d9a8958-4387-464a-a6d8-04decb99766a tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:21.961323 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d1c1e-50ba-410e-8b0b-219c15001b1e req-6766fbdb-a720-479c-b132-bc81c8b4db43 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:21.963032 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-119d1c1e-50ba-410e-8b0b-219c15001b1e req-6766fbdb-a720-479c-b132-bc81c8b4db43 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=c28627fe-13e7-4078-b3c8-d5d4eb0e8747 HTTP/1.1" status: 200 len: 945 time: 0.3960798 May 23 11:11:22.010274 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4954be3a-b7fc-40da-a3fa-4b9945b686fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:11:22.023740 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4954be3a-b7fc-40da-a3fa-4b9945b686fa admin admin] Usage tracker for resource:security_group_rule and tenant:9ea9de6708f24ca4b9c663f6619e9730 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:11:22.051394 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-bffdf7fd-cb4a-47ca-8b88-7341b236ee15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:22.062720 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4954be3a-b7fc-40da-a3fa-4b9945b686fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:11:22.084464 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-0d9a8958-4387-464a-a6d8-04decb99766a tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Calling delete_port for cc431f6c-a824-4228-8217-1461f884f66d owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:11:22.108968 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4954be3a-b7fc-40da-a3fa-4b9945b686fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:11:22.192547 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111cdff-690b-429b-8a71-34a83e10d999 req-996a2efe-3b0f-4a9e-963c-7c376c23865c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:22.196334 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111cdff-690b-429b-8a71-34a83e10d999 req-996a2efe-3b0f-4a9e-963c-7c376c23865c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:22.200173 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111cdff-690b-429b-8a71-34a83e10d999 req-996a2efe-3b0f-4a9e-963c-7c376c23865c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:22.203974 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111cdff-690b-429b-8a71-34a83e10d999 req-996a2efe-3b0f-4a9e-963c-7c376c23865c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:22.207841 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111cdff-690b-429b-8a71-34a83e10d999 req-996a2efe-3b0f-4a9e-963c-7c376c23865c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:22.211802 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111cdff-690b-429b-8a71-34a83e10d999 req-996a2efe-3b0f-4a9e-963c-7c376c23865c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:22.216318 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0111cdff-690b-429b-8a71-34a83e10d999 req-996a2efe-3b0f-4a9e-963c-7c376c23865c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 4600 time: 0.4571288 May 23 11:11:22.231323 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-29b06524-b26d-4ef6-9799-04c6d1ba2eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:22.298266 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-119d1c1e-50ba-410e-8b0b-219c15001b1e req-04a00249-f08a-4ad1-93fa-ff37c3a9c28d tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788072 May 23 11:11:22.351409 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-46bc03b2-0ab9-455f-bb19-af7a00819bf7 req-ec5a46db-54e2-4c8e-827e-b798868ca568 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c33b6fcb07a04f2fa56c6e5a7798a085&device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 5286 time: 0.4650450 May 23 11:11:22.380600 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-db3647f0-5ae1-4e2e-b328-fbe708347763 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:22.440100 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0111cdff-690b-429b-8a71-34a83e10d999 req-5553758f-a6ba-4a90-945a-365c5e8bf6c4 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=80bd5d80-b839-4f0d-bc84-203290106c00&id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2107546 May 23 11:11:22.442275 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-db3647f0-5ae1-4e2e-b328-fbe708347763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:22.442523 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d0ff40af-51de-4ec3-8bea-f27171bba74f tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:22.590735 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device cd7d760a-01e8-425a-9602-6b7e04322a14 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:11:22.745613 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6869ea-4ba9-41cd-bad1-0edc58181b1a None None] Network 297e8414-85bd-4e0d-aedb-8abf246d8703 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:11:22.834489 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0d9a8958-4387-464a-a6d8-04decb99766a tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:22.913959 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-db3647f0-5ae1-4e2e-b328-fbe708347763 admin admin] Allocated IP 172.25.6.86 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/01e40033-34c0-4e65-bf6b-0491f9f98dc2) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:11:22.922568 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port cd7d760a-01e8-425a-9602-6b7e04322a14 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:11:22.924475 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4954be3a-b7fc-40da-a3fa-4b9945b686fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:22.933246 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7ab99bd-4220-450c-a548-7e1ea8df22f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:22.984122 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e2b7255e-2033-408f-9cc9-bdeeb4a258ae None None] Provisioning for port cd7d760a-01e8-425a-9602-6b7e04322a14 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:11:22.993458 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e2b7255e-2033-408f-9cc9-bdeeb4a258ae None None] Provisioning complete for port cd7d760a-01e8-425a-9602-6b7e04322a14 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:11:22.993910 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e2b7255e-2033-408f-9cc9-bdeeb4a258ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:22.996808 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4954be3a-b7fc-40da-a3fa-4b9945b686fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:22.999427 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a8958-4387-464a-a6d8-04decb99766a tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Pushing event deleted for resources: {'Port': ['ID=cc431f6c-a824-4228-8217-1461f884f66d,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:23.013561 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4954be3a-b7fc-40da-a3fa-4b9945b686fa admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:11:23.022523 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4954be3a-b7fc-40da-a3fa-4b9945b686fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:23.022903 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-4954be3a-b7fc-40da-a3fa-4b9945b686fa admin admin] Added segment ad9b3fe2-7277-4984-8ef8-43e56dd6b10d of type vlan for network 259a9b43-8479-43be-aaff-e5ef08242573 May 23 11:11:23.049714 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4954be3a-b7fc-40da-a3fa-4b9945b686fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:23.077404 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d0ff40af-51de-4ec3-8bea-f27171bba74f tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:23.123654 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab99bd-4220-450c-a548-7e1ea8df22f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dc06ab6-ad22-4bf6-aa89-b96bb1cf138c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:23.136382 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4954be3a-b7fc-40da-a3fa-4b9945b686fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:23.137245 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4954be3a-b7fc-40da-a3fa-4b9945b686fa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:23.137821 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4954be3a-b7fc-40da-a3fa-4b9945b686fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:23.148122 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227ef7a-4618-4687-8ed7-ee1425a113d0 req-6ed7fc59-da4a-4c41-9551-f58300d78acf tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:23.155523 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8227ef7a-4618-4687-8ed7-ee1425a113d0 req-6ed7fc59-da4a-4c41-9551-f58300d78acf tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=aede9126-b9a4-49fb-9273-358a4305d1b0 HTTP/1.1" status: 200 len: 931 time: 0.4673190 May 23 11:11:23.176287 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e2b7255e-2033-408f-9cc9-bdeeb4a258ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:23.204733 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-d0ff40af-51de-4ec3-8bea-f27171bba74f tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Deleting port 5aa10396-66d3-4aa0-8152-6195bd7472e8 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:11:23.205071 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d0ff40af-51de-4ec3-8bea-f27171bba74f tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:23.217301 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e2b7255e-2033-408f-9cc9-bdeeb4a258ae None None] For port cd7d760a-01e8-425a-9602-6b7e04322a14, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=cd7d760a-01e8-425a-9602-6b7e04322a14,segment=NetworkSegment(f83c0d0e-9b40-421e-a2f5-66bbabc627e2),segment_id=f83c0d0e-9b40-421e-a2f5-66bbabc627e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:11:23.229101 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e2b7255e-2033-408f-9cc9-bdeeb4a258ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:23.308494 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b7255e-2033-408f-9cc9-bdeeb4a258ae None None] Pushing event updated for resources: {'Port': ['ID=cd7d760a-01e8-425a-9602-6b7e04322a14,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:23.436045 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954be3a-b7fc-40da-a3fa-4b9945b686fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a2b15e-44b9-4619-8140-4c6f2720689d,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:23.666301 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0d9a8958-4387-464a-a6d8-04decb99766a tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:23.680009 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8eacf9a2-1263-462b-a602-999bf5daed50 None None] Provisioning complete for port cd7d760a-01e8-425a-9602-6b7e04322a14 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:11:23.680624 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8eacf9a2-1263-462b-a602-999bf5daed50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:23.690051 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc03b2-0ab9-455f-bb19-af7a00819bf7 req-101b2a6f-faae-4086-86fd-06a69ca48d9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:23.690419 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc03b2-0ab9-455f-bb19-af7a00819bf7 req-101b2a6f-faae-4086-86fd-06a69ca48d9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:23.690763 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc03b2-0ab9-455f-bb19-af7a00819bf7 req-101b2a6f-faae-4086-86fd-06a69ca48d9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:23.692325 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-46bc03b2-0ab9-455f-bb19-af7a00819bf7 req-101b2a6f-faae-4086-86fd-06a69ca48d9f service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=c33b6fcb07a04f2fa56c6e5a7798a085&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.3006189 May 23 11:11:23.741158 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8227ef7a-4618-4687-8ed7-ee1425a113d0 req-5d41f7fc-1a6e-4849-b2af-76bf90f736d3 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5836580 May 23 11:11:23.781578 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4954be3a-b7fc-40da-a3fa-4b9945b686fa admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.0916810 May 23 11:11:23.840240 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50744) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:23.906760 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954be3a-b7fc-40da-a3fa-4b9945b686fa admin admin] Pushing event updated for resources: {'Network': ['ID=259a9b43-8479-43be-aaff-e5ef08242573,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:23.920411 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 259a9b43-8479-43be-aaff-e5ef08242573 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:11:23.927596 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b13ddcd2-c827-425b-8a49-c9c6ab30e571 admin admin] Request body: {'subnet': {'network_id': '259a9b43-8479-43be-aaff-e5ef08242573', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1143955726-subnet', 'tenant_id': '9ea9de6708f24ca4b9c663f6619e9730', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:23.948932 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b13ddcd2-c827-425b-8a49-c9c6ab30e571 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:11:23.978886 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b13ddcd2-c827-425b-8a49-c9c6ab30e571 admin admin] Usage tracker for resource:subnet and tenant:9ea9de6708f24ca4b9c663f6619e9730 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:11:24.040196 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b13ddcd2-c827-425b-8a49-c9c6ab30e571 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:11:24.045135 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-bffdf7fd-cb4a-47ca-8b88-7341b236ee15 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:11:24.081190 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b13ddcd2-c827-425b-8a49-c9c6ab30e571 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:11:24.100665 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0d9a8958-4387-464a-a6d8-04decb99766a tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:24.109530 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-db3647f0-5ae1-4e2e-b328-fbe708347763 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:24.126928 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0d9a8958-4387-464a-a6d8-04decb99766a tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:24.156834 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f8c85-6eb8-41f1-a07c-8819fc7cf5a8 req-8a5a5b75-f9b7-428f-8adf-8e2b842e0cd0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:24.160131 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f8c85-6eb8-41f1-a07c-8819fc7cf5a8 req-8a5a5b75-f9b7-428f-8adf-8e2b842e0cd0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:24.164320 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f8c85-6eb8-41f1-a07c-8819fc7cf5a8 req-8a5a5b75-f9b7-428f-8adf-8e2b842e0cd0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:24.168177 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f8c85-6eb8-41f1-a07c-8819fc7cf5a8 req-8a5a5b75-f9b7-428f-8adf-8e2b842e0cd0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:24.171992 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f8c85-6eb8-41f1-a07c-8819fc7cf5a8 req-8a5a5b75-f9b7-428f-8adf-8e2b842e0cd0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:24.175778 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f8c85-6eb8-41f1-a07c-8819fc7cf5a8 req-8a5a5b75-f9b7-428f-8adf-8e2b842e0cd0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:24.177614 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0e1f8c85-6eb8-41f1-a07c-8819fc7cf5a8 req-8a5a5b75-f9b7-428f-8adf-8e2b842e0cd0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 4600 time: 0.5541897 May 23 11:11:24.235808 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c81daf-1002-465f-ad30-3234d03b2bc0 req-d7ea611a-a804-4e3a-9e82-31f839108bd8 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:24.237292 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e6c81daf-1002-465f-ad30-3234d03b2bc0 req-d7ea611a-a804-4e3a-9e82-31f839108bd8 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=c28627fe-13e7-4078-b3c8-d5d4eb0e8747 HTTP/1.1" status: 200 len: 945 time: 0.3658724 May 23 11:11:24.239580 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0d9a8958-4387-464a-a6d8-04decb99766a tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:24.240128 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9a8958-4387-464a-a6d8-04decb99766a tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Fanout notify agent at l3_agent the message router_deleted on router 643502a7-6e21-47f5-9071-d620f3a9e5a0 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:11:24.250203 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13ddcd2-c827-425b-8a49-c9c6ab30e571 admin admin] Made reservation on behalf of 9ea9de6708f24ca4b9c663f6619e9730 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:11:24.252643 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b13ddcd2-c827-425b-8a49-c9c6ab30e571 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:24.282441 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-db3647f0-5ae1-4e2e-b328-fbe708347763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:24.290430 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d0ff40af-51de-4ec3-8bea-f27171bba74f tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:24.337444 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0e1f8c85-6eb8-41f1-a07c-8819fc7cf5a8 req-86aa7467-0c26-4540-8393-f53e8aab114a tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=80bd5d80-b839-4f0d-bc84-203290106c00&id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1489215 May 23 11:11:24.344577 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0d9a8958-4387-464a-a6d8-04decb99766a tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:24.345596 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0d9a8958-4387-464a-a6d8-04decb99766a tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] 10.222.0.79 "DELETE /v2.0/routers/643502a7-6e21-47f5-9071-d620f3a9e5a0 HTTP/1.1" status: 204 len: 168 time: 4.2722530 May 23 11:11:24.352575 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50748) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:24.369640 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-a4f9cbec-196d-4cf5-a8ec-4217f3ce2229 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1191198900', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:24.369797 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-29b06524-b26d-4ef6-9799-04c6d1ba2eaf service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:11:24.380330 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc03b2-0ab9-455f-bb19-af7a00819bf7 req-49afd8a3-561f-4ed3-a521-214b0d3855f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:24.382400 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-46bc03b2-0ab9-455f-bb19-af7a00819bf7 req-49afd8a3-561f-4ed3-a521-214b0d3855f6 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6600697 May 23 11:11:24.386150 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a4f9cbec-196d-4cf5-a8ec-4217f3ce2229 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:11:24.400406 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3647f0-5ae1-4e2e-b328-fbe708347763 admin admin] Pushing event updated for resources: {'Port': ['ID=01e40033-34c0-4e65-bf6b-0491f9f98dc2,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:24.403746 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3647f0-5ae1-4e2e-b328-fbe708347763 admin admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:11:24.404787 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a4f9cbec-196d-4cf5-a8ec-4217f3ce2229 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Usage tracker for resource:router and tenant:cbabdaa8896a45a3b03155e5eaaad844 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:11:24.408289 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a4f9cbec-196d-4cf5-a8ec-4217f3ce2229 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:11:24.411101 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-db3647f0-5ae1-4e2e-b328-fbe708347763 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:11:24.417973 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e6c81daf-1002-465f-ad30-3234d03b2bc0 req-6f203ffc-cd13-4c77-9839-8ee5e1a178b8 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656184 May 23 11:11:24.418736 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3647f0-5ae1-4e2e-b328-fbe708347763 admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:11:24.457869 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a4f9cbec-196d-4cf5-a8ec-4217f3ce2229 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:11:24.459369 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-bffdf7fd-cb4a-47ca-8b88-7341b236ee15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24c0e8e3-e2c6-4186-8f44-ff76dec40384 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:11:24.485483 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a4f9cbec-196d-4cf5-a8ec-4217f3ce2229 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:24.486396 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a4f9cbec-196d-4cf5-a8ec-4217f3ce2229 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:24.527658 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-bffdf7fd-cb4a-47ca-8b88-7341b236ee15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:24.541659 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-d0ff40af-51de-4ec3-8bea-f27171bba74f tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Calling delete_port for 5aa10396-66d3-4aa0-8152-6195bd7472e8 owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:11:24.551242 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device cd7d760a-01e8-425a-9602-6b7e04322a14 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:11:24.564352 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a4f9cbec-196d-4cf5-a8ec-4217f3ce2229 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:24.590074 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a4f9cbec-196d-4cf5-a8ec-4217f3ce2229 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:24.620917 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a4f9cbec-196d-4cf5-a8ec-4217f3ce2229 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:24.625991 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a4f9cbec-196d-4cf5-a8ec-4217f3ce2229 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2617755 May 23 11:11:24.626189 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port cd7d760a-01e8-425a-9602-6b7e04322a14 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:11:24.626189 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:24.626378 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50752) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:24.632546 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-00aeba3c-6fb3-4fac-8166-416d25bb9914 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'enable_snat': True}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:24.678656 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-bffdf7fd-cb4a-47ca-8b88-7341b236ee15 service neutron] Transition to ACTIVE for port object 24c0e8e3-e2c6-4186-8f44-ff76dec40384 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:11:24.698729 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-29b06524-b26d-4ef6-9799-04c6d1ba2eaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44373a6d-8c7f-48f9-915a-04fb0a98c057 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:11:24.704274 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-bffdf7fd-cb4a-47ca-8b88-7341b236ee15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:24.754404 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-29b06524-b26d-4ef6-9799-04c6d1ba2eaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:24.824583 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-db3647f0-5ae1-4e2e-b328-fbe708347763 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:24.825204 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-db3647f0-5ae1-4e2e-b328-fbe708347763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:24.895432 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-29b06524-b26d-4ef6-9799-04c6d1ba2eaf service neutron] Transition to ACTIVE for port object 44373a6d-8c7f-48f9-915a-04fb0a98c057 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:11:24.947084 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffdf7fd-cb4a-47ca-8b88-7341b236ee15 service neutron] Pushing event updated for resources: {'Port': ['ID=24c0e8e3-e2c6-4186-8f44-ff76dec40384,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:24.956698 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-29b06524-b26d-4ef6-9799-04c6d1ba2eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:25.358123 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b06524-b26d-4ef6-9799-04c6d1ba2eaf service neutron] Pushing event updated for resources: {'Port': ['ID=44373a6d-8c7f-48f9-915a-04fb0a98c057,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:25.360341 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71a437-fecd-4939-9c8e-443968d8dfa5 req-912aad51-bd8e-43cd-b3ee-585fd98b3ca4 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:25.361786 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f71a437-fecd-4939-9c8e-443968d8dfa5 req-912aad51-bd8e-43cd-b3ee-585fd98b3ca4 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=aede9126-b9a4-49fb-9273-358a4305d1b0 HTTP/1.1" status: 200 len: 943 time: 0.4767640 May 23 11:11:25.371591 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-00aeba3c-6fb3-4fac-8166-416d25bb9914 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:25.485936 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b13ddcd2-c827-425b-8a49-c9c6ab30e571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:25.500623 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f71a437-fecd-4939-9c8e-443968d8dfa5 req-e230d24e-f295-4b09-820a-58d8dfcf6082 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322775 May 23 11:11:25.602411 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7ab99bd-4220-450c-a548-7e1ea8df22f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:25.624703 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-bffdf7fd-cb4a-47ca-8b88-7341b236ee15 service neutron] Attempting to bind port 24c0e8e3-e2c6-4186-8f44-ff76dec40384 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:11:25.624982 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-bffdf7fd-cb4a-47ca-8b88-7341b236ee15 service neutron] Attempting to bind port 24c0e8e3-e2c6-4186-8f44-ff76dec40384 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': 'e7b922b3-15a2-4883-bd23-67efe7247083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '58ef6021-e396-465d-be5f-f38283ee2d4e'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:11:25.625243 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-bffdf7fd-cb4a-47ca-8b88-7341b236ee15 service neutron] Attempting to bind port 24c0e8e3-e2c6-4186-8f44-ff76dec40384 on network 58ef6021-e396-465d-be5f-f38283ee2d4e {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:11:25.640771 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d0ff40af-51de-4ec3-8bea-f27171bba74f tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:25.708679 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ddcd2-c827-425b-8a49-c9c6ab30e571 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e90196c5-4f0d-4cdc-acd6-b5d50157b8f1,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:25.731691 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db4eb3-e86f-424f-bbd5-f0186956da33 req-31bbb0fb-603c-470a-81a8-6eb58ebc4b79 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:25.736488 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db4eb3-e86f-424f-bbd5-f0186956da33 req-31bbb0fb-603c-470a-81a8-6eb58ebc4b79 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:25.740823 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db4eb3-e86f-424f-bbd5-f0186956da33 req-31bbb0fb-603c-470a-81a8-6eb58ebc4b79 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:25.744768 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db4eb3-e86f-424f-bbd5-f0186956da33 req-31bbb0fb-603c-470a-81a8-6eb58ebc4b79 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:25.748630 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db4eb3-e86f-424f-bbd5-f0186956da33 req-31bbb0fb-603c-470a-81a8-6eb58ebc4b79 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:25.752501 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db4eb3-e86f-424f-bbd5-f0186956da33 req-31bbb0fb-603c-470a-81a8-6eb58ebc4b79 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:25.756372 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db4eb3-e86f-424f-bbd5-f0186956da33 req-31bbb0fb-603c-470a-81a8-6eb58ebc4b79 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:25.758270 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-54db4eb3-e86f-424f-bbd5-f0186956da33 req-31bbb0fb-603c-470a-81a8-6eb58ebc4b79 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 5372 time: 0.2514930 May 23 11:11:25.779537 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-bffdf7fd-cb4a-47ca-8b88-7341b236ee15 service neutron] Port 24c0e8e3-e2c6-4186-8f44-ff76dec40384 on network 58ef6021-e396-465d-be5f-f38283ee2d4e not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:11:25.779537 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-bffdf7fd-cb4a-47ca-8b88-7341b236ee15 service neutron] Attempting to bind port 24c0e8e3-e2c6-4186-8f44-ff76dec40384 on network 58ef6021-e396-465d-be5f-f38283ee2d4e {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:11:25.781436 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff40af-51de-4ec3-8bea-f27171bba74f tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Pushing event deleted for resources: {'Port': ['ID=5aa10396-66d3-4aa0-8152-6195bd7472e8,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:25.851894 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211aa3d3-cc06-4b28-9ae2-60f23af7cd87 req-c7d8bb10-5975-473f-835b-89229afc55aa tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:25.852545 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-29b06524-b26d-4ef6-9799-04c6d1ba2eaf service neutron] Attempting to bind port 44373a6d-8c7f-48f9-915a-04fb0a98c057 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:11:25.852877 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-29b06524-b26d-4ef6-9799-04c6d1ba2eaf service neutron] Attempting to bind port 44373a6d-8c7f-48f9-915a-04fb0a98c057 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '633c66ca-dc41-4b0b-a0a3-ed62624a9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1a5c8466-e669-4a02-9cf7-1e34891324c1'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:11:25.853201 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-29b06524-b26d-4ef6-9799-04c6d1ba2eaf service neutron] Attempting to bind port 44373a6d-8c7f-48f9-915a-04fb0a98c057 on network 1a5c8466-e669-4a02-9cf7-1e34891324c1 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:11:25.853437 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-211aa3d3-cc06-4b28-9ae2-60f23af7cd87 req-c7d8bb10-5975-473f-835b-89229afc55aa tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=c28627fe-13e7-4078-b3c8-d5d4eb0e8747 HTTP/1.1" status: 200 len: 945 time: 0.2415936 May 23 11:11:25.877566 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-54db4eb3-e86f-424f-bbd5-f0186956da33 req-545a1e23-dbef-49e6-be39-84837c9de623 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=80bd5d80-b839-4f0d-bc84-203290106c00&id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1086600 May 23 11:11:25.931107 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3647f0-5ae1-4e2e-b328-fbe708347763 admin admin] Router e75b29d5-8702-42ef-92a7-2ad7834ef9f1 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:11:25.934702 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-bffdf7fd-cb4a-47ca-8b88-7341b236ee15 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:11:25.935041 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-bffdf7fd-cb4a-47ca-8b88-7341b236ee15 service neutron] Checking segment: {'id': 'e7b922b3-15a2-4883-bd23-67efe7247083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '58ef6021-e396-465d-be5f-f38283ee2d4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:11:25.935423 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-bffdf7fd-cb4a-47ca-8b88-7341b236ee15 service neutron] Bound using segment: {'id': 'e7b922b3-15a2-4883-bd23-67efe7247083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '58ef6021-e396-465d-be5f-f38283ee2d4e'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:11:25.935883 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-bffdf7fd-cb4a-47ca-8b88-7341b236ee15 service neutron] Bound port: 24c0e8e3-e2c6-4186-8f44-ff76dec40384, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7b922b3-15a2-4883-bd23-67efe7247083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '58ef6021-e396-465d-be5f-f38283ee2d4e'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:11:25.936228 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-bffdf7fd-cb4a-47ca-8b88-7341b236ee15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:25.954334 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-29b06524-b26d-4ef6-9799-04c6d1ba2eaf service neutron] Port 44373a6d-8c7f-48f9-915a-04fb0a98c057 on network 1a5c8466-e669-4a02-9cf7-1e34891324c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:11:25.954978 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-29b06524-b26d-4ef6-9799-04c6d1ba2eaf service neutron] Attempting to bind port 44373a6d-8c7f-48f9-915a-04fb0a98c057 on network 1a5c8466-e669-4a02-9cf7-1e34891324c1 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:11:25.957556 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13ddcd2-c827-425b-8a49-c9c6ab30e571 admin admin] Checking segment: {'id': 'ad9b3fe2-7277-4984-8ef8-43e56dd6b10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '259a9b43-8479-43be-aaff-e5ef08242573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:11:25.957908 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13ddcd2-c827-425b-8a49-c9c6ab30e571 admin admin] Network hostable DHCP agents. Network: 259a9b43-8479-43be-aaff-e5ef08242573, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:11:25.974794 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-00aeba3c-6fb3-4fac-8166-416d25bb9914 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:26.001578 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-29b06524-b26d-4ef6-9799-04c6d1ba2eaf service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:11:26.001919 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-29b06524-b26d-4ef6-9799-04c6d1ba2eaf service neutron] Checking segment: {'id': '633c66ca-dc41-4b0b-a0a3-ed62624a9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1a5c8466-e669-4a02-9cf7-1e34891324c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:11:26.002304 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-29b06524-b26d-4ef6-9799-04c6d1ba2eaf service neutron] Bound using segment: {'id': '633c66ca-dc41-4b0b-a0a3-ed62624a9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1a5c8466-e669-4a02-9cf7-1e34891324c1'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:11:26.002743 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-29b06524-b26d-4ef6-9799-04c6d1ba2eaf service neutron] Bound port: 44373a6d-8c7f-48f9-915a-04fb0a98c057, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '633c66ca-dc41-4b0b-a0a3-ed62624a9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1a5c8466-e669-4a02-9cf7-1e34891324c1'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:11:26.003103 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-29b06524-b26d-4ef6-9799-04c6d1ba2eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:26.004650 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-211aa3d3-cc06-4b28-9ae2-60f23af7cd87 req-d17c436b-cffa-4b2c-be15-dfc02daaea8f tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327219 May 23 11:11:26.012216 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-00aeba3c-6fb3-4fac-8166-416d25bb9914 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:26.287543 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13ddcd2-c827-425b-8a49-c9c6ab30e571 admin admin] Network 259a9b43-8479-43be-aaff-e5ef08242573 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:11:26.290064 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-00aeba3c-6fb3-4fac-8166-416d25bb9914 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Allocated IP 172.25.6.13 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/13f97893-86f4-4086-be0a-0a1c7d6fa15c) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:11:26.296090 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d0ff40af-51de-4ec3-8bea-f27171bba74f tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:26.414282 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-bffdf7fd-cb4a-47ca-8b88-7341b236ee15 service neutron] For port 24c0e8e3-e2c6-4186-8f44-ff76dec40384, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:11:26.441495 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-b13ddcd2-c827-425b-8a49-c9c6ab30e571 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 259a9b43-8479-43be-aaff-e5ef08242573) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:11:26.443405 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-29b06524-b26d-4ef6-9799-04c6d1ba2eaf service neutron] For port 44373a6d-8c7f-48f9-915a-04fb0a98c057, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:11:26.448326 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d0ff40af-51de-4ec3-8bea-f27171bba74f tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:26.450120 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c251bfe4-447b-4886-93d9-344f08db44c8 None None] Network 259a9b43-8479-43be-aaff-e5ef08242573 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:11:26.450968 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-bffdf7fd-cb4a-47ca-8b88-7341b236ee15 service neutron] For port 24c0e8e3-e2c6-4186-8f44-ff76dec40384, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=24c0e8e3-e2c6-4186-8f44-ff76dec40384,segment=NetworkSegment(e7b922b3-15a2-4883-bd23-67efe7247083),segment_id=e7b922b3-15a2-4883-bd23-67efe7247083)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:11:26.457279 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13ddcd2-c827-425b-8a49-c9c6ab30e571 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:26.457858 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b13ddcd2-c827-425b-8a49-c9c6ab30e571 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:26.467853 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-bffdf7fd-cb4a-47ca-8b88-7341b236ee15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:26.472532 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d0ff40af-51de-4ec3-8bea-f27171bba74f tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3825526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3825513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3821547'] for router, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:26.475095 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-00aeba3c-6fb3-4fac-8166-416d25bb9914 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:26.477047 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-29b06524-b26d-4ef6-9799-04c6d1ba2eaf service neutron] For port 44373a6d-8c7f-48f9-915a-04fb0a98c057, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=44373a6d-8c7f-48f9-915a-04fb0a98c057,segment=NetworkSegment(633c66ca-dc41-4b0b-a0a3-ed62624a9374),segment_id=633c66ca-dc41-4b0b-a0a3-ed62624a9374)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:11:26.482244 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3647f0-5ae1-4e2e-b328-fbe708347763 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:11:26.495522 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7d67eb-9dde-4fe7-9cec-b85046c49226 None None] Sync routers for ids ['e75b29d5-8702-42ef-92a7-2ad7834ef9f1'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:11:26.514655 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-db3647f0-5ae1-4e2e-b328-fbe708347763 admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:26.516405 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-db3647f0-5ae1-4e2e-b328-fbe708347763 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.9993210 May 23 11:11:26.517827 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7d67eb-9dde-4fe7-9cec-b85046c49226 None None] Routers {'e75b29d5-8702-42ef-92a7-2ad7834ef9f1'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:11:26.519474 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-6d7d67eb-9dde-4fe7-9cec-b85046c49226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:11:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['e75b29d5-8702-42ef-92a7-2ad7834ef9f1'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:26.520510 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50762) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:26.556429 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device dbbbcd35-f543-46d3-ad90-497530945df2 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:11:26.560801 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-29b06524-b26d-4ef6-9799-04c6d1ba2eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:26.659140 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-00aeba3c-6fb3-4fac-8166-416d25bb9914 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:26.758347 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-bffdf7fd-cb4a-47ca-8b88-7341b236ee15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:26.760388 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-bffdf7fd-cb4a-47ca-8b88-7341b236ee15 service neutron] 10.222.0.81 "PUT /v2.0/ports/24c0e8e3-e2c6-4186-8f44-ff76dec40384 HTTP/1.1" status: 200 len: 1130 time: 5.5012028 May 23 11:11:26.770294 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'tag': '24c0e8e3-e2c6-4186-8f44-ff76dec40384'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:11:26.776016 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b13ddcd2-c827-425b-8a49-c9c6ab30e571 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.8842614 May 23 11:11:26.845488 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00aeba3c-6fb3-4fac-8166-416d25bb9914 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:11:26.860455 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-00aeba3c-6fb3-4fac-8166-416d25bb9914 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:11:26.867035 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-98225fac-cfc5-4b06-b810-087ea0c8583c service neutron] Request body: {'port': {'device_id': '3a667444-e49b-4f93-8246-448eed64fdef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:26.876945 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00aeba3c-6fb3-4fac-8166-416d25bb9914 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:11:26.878088 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-6d7d67eb-9dde-4fe7-9cec-b85046c49226 None None] Set router e75b29d5-8702-42ef-92a7-2ad7834ef9f1 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:11:26.920730 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-086052eb-ec1d-466f-8045-90559efe8ae1'] response: {'name': 'network-changed', 'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'tag': '24c0e8e3-e2c6-4186-8f44-ff76dec40384', 'status': 'completed', 'code': 200} May 23 11:11:26.948038 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-29b06524-b26d-4ef6-9799-04c6d1ba2eaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:26.953251 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port dbbbcd35-f543-46d3-ad90-497530945df2, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=dbbbcd35-f543-46d3-ad90-497530945df2,segment=NetworkSegment(0eaf6c12-c629-4f70-b3b1-9c344ae24a9d),segment_id=0eaf6c12-c629-4f70-b3b1-9c344ae24a9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:11:26.966210 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-29b06524-b26d-4ef6-9799-04c6d1ba2eaf service neutron] 10.222.0.13 "PUT /v2.0/ports/44373a6d-8c7f-48f9-915a-04fb0a98c057 HTTP/1.1" status: 200 len: 1091 time: 5.5630999 May 23 11:11:26.969135 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffdf7fd-cb4a-47ca-8b88-7341b236ee15 service neutron] Pushing event updated for resources: {'Port': ['ID=24c0e8e3-e2c6-4186-8f44-ff76dec40384,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:26.984801 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d668b1-23cb-405c-afba-207af1a58eb9 None None] Network 259a9b43-8479-43be-aaff-e5ef08242573 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:11:27.178390 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'dbbbcd35-f543-46d3-ad90-497530945df2', 'network_id': '09151df4-c255-4bed-b6e9-e6879853aff3', 'port_id': 'dbbbcd35-f543-46d3-ad90-497530945df2', 'mac_address': 'fa:16:3e:d8:e1:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e3b855-6fba-4052-9851-9631f18844d0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:11:27.217182 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aeba3c-6fb3-4fac-8166-416d25bb9914 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Pushing event updated for resources: {'Port': ['ID=13f97893-86f4-4086-be0a-0a1c7d6fa15c,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:27.256038 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:27.295732 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dbbbcd35-f543-46d3-ad90-497530945df2 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:11:27.320080 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port dbbbcd35-f543-46d3-ad90-497530945df2, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=dbbbcd35-f543-46d3-ad90-497530945df2,segment=NetworkSegment(0eaf6c12-c629-4f70-b3b1-9c344ae24a9d),segment_id=0eaf6c12-c629-4f70-b3b1-9c344ae24a9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:11:27.352799 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:27.378820 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-6d7d67eb-9dde-4fe7-9cec-b85046c49226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'name': 'tempest-AttachVolumeNegativeTest-1482793895-router', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:11:20Z', 'updated_at': '2022-05-23T11:11:24Z', 'revision_number': 3, 'project_id': '92ce77b1b70449899717558adda940d2', 'gw_port': {'id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:22Z', 'updated_at': '2022-05-23T11:11:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:27.383204 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7d67eb-9dde-4fe7-9cec-b85046c49226 None None] Checking router: e75b29d5-8702-42ef-92a7-2ad7834ef9f1 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:11:27.383753 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7d67eb-9dde-4fe7-9cec-b85046c49226 None None] Updating router e75b29d5-8702-42ef-92a7-2ad7834ef9f1 port 01e40033-34c0-4e65-bf6b-0491f9f98dc2 binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:11:27.416888 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547cc7ac-db33-4f9e-a3e4-916ee728ad8a req-d707b262-e62f-4a01-baed-51be432f94e2 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:27.418896 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-547cc7ac-db33-4f9e-a3e4-916ee728ad8a req-d707b262-e62f-4a01-baed-51be432f94e2 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=aede9126-b9a4-49fb-9273-358a4305d1b0 HTTP/1.1" status: 200 len: 943 time: 0.7628698 May 23 11:11:27.444703 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-6d7d67eb-9dde-4fe7-9cec-b85046c49226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:27.484896 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6fb5c-7425-4f97-98f9-d86cfcf9b5a7 req-514cd18a-cc22-4f86-868e-c208c023bc02 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:27.491675 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6fb5c-7425-4f97-98f9-d86cfcf9b5a7 req-514cd18a-cc22-4f86-868e-c208c023bc02 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:27.496238 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6fb5c-7425-4f97-98f9-d86cfcf9b5a7 req-514cd18a-cc22-4f86-868e-c208c023bc02 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:27.501986 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6fb5c-7425-4f97-98f9-d86cfcf9b5a7 req-514cd18a-cc22-4f86-868e-c208c023bc02 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:27.507780 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6fb5c-7425-4f97-98f9-d86cfcf9b5a7 req-514cd18a-cc22-4f86-868e-c208c023bc02 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:27.512909 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6fb5c-7425-4f97-98f9-d86cfcf9b5a7 req-514cd18a-cc22-4f86-868e-c208c023bc02 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:27.518338 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6fb5c-7425-4f97-98f9-d86cfcf9b5a7 req-514cd18a-cc22-4f86-868e-c208c023bc02 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:27.518751 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b06524-b26d-4ef6-9799-04c6d1ba2eaf service neutron] Pushing event updated for resources: {'Port': ['ID=44373a6d-8c7f-48f9-915a-04fb0a98c057,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:27.520086 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-10b6fb5c-7425-4f97-98f9-d86cfcf9b5a7 req-514cd18a-cc22-4f86-868e-c208c023bc02 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 5372 time: 0.2903061 May 23 11:11:27.569438 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['dbbbcd35-f543-46d3-ad90-497530945df2'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:11:27.606011 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ff40af-51de-4ec3-8bea-f27171bba74f tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Router 6ece8da9-1fe0-40ec-9eae-84bda0a10baf has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:11:27.634847 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-98225fac-cfc5-4b06-b810-087ea0c8583c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:27.693775 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=dbbbcd35-f543-46d3-ad90-497530945df2,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:27.703047 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-547cc7ac-db33-4f9e-a3e4-916ee728ad8a req-3f8e2dbe-f178-4108-8dfe-855bb3ae01a1 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686546 May 23 11:11:27.708079 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-10b6fb5c-7425-4f97-98f9-d86cfcf9b5a7 req-6ae36716-a0c8-4dcc-809b-072b19bc82a9 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=80bd5d80-b839-4f0d-bc84-203290106c00&id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1804657 May 23 11:11:27.745298 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:11:27.745748 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:11:27.746176 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:11:27.746864 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:11:27.747284 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:11:27.747701 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:11:27.748232 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:11:27.748701 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:11:27.749112 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:11:27.749747 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:11:27.750159 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:11:27.773013 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-b1ef2cfe-5f09-4fb0-907d-6dae726ccf43 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b64a3f1baa60499ab93cbd32db99dbcb&device_id=aede9126-b9a4-49fb-9273-358a4305d1b0 HTTP/1.1" status: 200 len: 1094 time: 0.5018985 May 23 11:11:27.828808 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-6d7d67eb-9dde-4fe7-9cec-b85046c49226 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:27.837948 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b2b93a4e-ad28-49b1-aca5-b2ee42374188 req-7716576c-bba6-4ae5-a368-3903d2b26bbf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c33b6fcb07a04f2fa56c6e5a7798a085&device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 6209 time: 0.6003089 May 23 11:11:27.841235 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-6d7d67eb-9dde-4fe7-9cec-b85046c49226 None None] Transition to ACTIVE for port object 01e40033-34c0-4e65-bf6b-0491f9f98dc2 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:11:27.850902 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-6d7d67eb-9dde-4fe7-9cec-b85046c49226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:27.922789 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-6d7d67eb-9dde-4fe7-9cec-b85046c49226 None None] Attempting to bind port 01e40033-34c0-4e65-bf6b-0491f9f98dc2 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:11:27.923176 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-6d7d67eb-9dde-4fe7-9cec-b85046c49226 None None] Attempting to bind port 01e40033-34c0-4e65-bf6b-0491f9f98dc2 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:11:27.923486 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7d67eb-9dde-4fe7-9cec-b85046c49226 None None] Attempting to bind port 01e40033-34c0-4e65-bf6b-0491f9f98dc2 on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:11:27.939094 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7d67eb-9dde-4fe7-9cec-b85046c49226 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:11:27.939457 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7d67eb-9dde-4fe7-9cec-b85046c49226 None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:11:27.939862 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-6d7d67eb-9dde-4fe7-9cec-b85046c49226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:27.940289 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7d67eb-9dde-4fe7-9cec-b85046c49226 None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:11:27.940763 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-6d7d67eb-9dde-4fe7-9cec-b85046c49226 None None] Bound port: 01e40033-34c0-4e65-bf6b-0491f9f98dc2, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:11:27.941225 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-6d7d67eb-9dde-4fe7-9cec-b85046c49226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:28.021596 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-00aeba3c-6fb3-4fac-8166-416d25bb9914 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:28.023317 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-6d7d67eb-9dde-4fe7-9cec-b85046c49226 None None] For port 01e40033-34c0-4e65-bf6b-0491f9f98dc2, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:11:28.027204 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-6d7d67eb-9dde-4fe7-9cec-b85046c49226 None None] For port 01e40033-34c0-4e65-bf6b-0491f9f98dc2, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=01e40033-34c0-4e65-bf6b-0491f9f98dc2,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:11:28.047561 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-6d7d67eb-9dde-4fe7-9cec-b85046c49226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:28.071737 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf898a9-74ea-4c4e-98f0-05df0b33a179 None None] Pushing event updated for resources: {'Port': ['ID=01e40033-34c0-4e65-bf6b-0491f9f98dc2,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:28.084437 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf898a9-74ea-4c4e-98f0-05df0b33a179 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:11:28.084768 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf898a9-74ea-4c4e-98f0-05df0b33a179 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:11:28.085096 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf898a9-74ea-4c4e-98f0-05df0b33a179 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:11:28.085417 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf898a9-74ea-4c4e-98f0-05df0b33a179 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:11:28.085735 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf898a9-74ea-4c4e-98f0-05df0b33a179 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:11:28.086065 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf898a9-74ea-4c4e-98f0-05df0b33a179 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:11:28.086448 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf898a9-74ea-4c4e-98f0-05df0b33a179 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:11:28.086868 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf898a9-74ea-4c4e-98f0-05df0b33a179 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:11:28.087297 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf898a9-74ea-4c4e-98f0-05df0b33a179 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:11:28.087514 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf898a9-74ea-4c4e-98f0-05df0b33a179 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:11:28.087853 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf898a9-74ea-4c4e-98f0-05df0b33a179 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:11:28.137194 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7d67eb-9dde-4fe7-9cec-b85046c49226 None None] Routers {'e75b29d5-8702-42ef-92a7-2ad7834ef9f1'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:11:28.137947 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-6d7d67eb-9dde-4fe7-9cec-b85046c49226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:11:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['e75b29d5-8702-42ef-92a7-2ad7834ef9f1'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:28.240978 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-5e098820-4aae-4df3-98b1-b2e61b8886e5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44373a6d-8c7f-48f9-915a-04fb0a98c057 HTTP/1.1" status: 200 len: 217 time: 0.4230087 May 23 11:11:28.320487 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf898a9-74ea-4c4e-98f0-05df0b33a179 None None] Pushing event updated for resources: {'Port': ['ID=01e40033-34c0-4e65-bf6b-0491f9f98dc2,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:28.344697 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-00aeba3c-6fb3-4fac-8166-416d25bb9914 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:28.364725 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-6d7d67eb-9dde-4fe7-9cec-b85046c49226 None None] Set router e75b29d5-8702-42ef-92a7-2ad7834ef9f1 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:11:28.389246 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-1acd3a21-e3e1-4179-9a4d-458cc4a5b4f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:28.390694 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-1acd3a21-e3e1-4179-9a4d-458cc4a5b4f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76d8b9b5-f057-42e7-939b-4e81b16011fa HTTP/1.1" status: 200 len: 851 time: 0.1414988 May 23 11:11:28.423125 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-00aeba3c-6fb3-4fac-8166-416d25bb9914 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3825526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3825513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3821547'] for router, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:28.430024 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb34d3-2b64-43af-a95c-3985baea81a3 req-522fa642-f98d-4178-bf94-d764e75d3601 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:28.431507 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2fdb34d3-2b64-43af-a95c-3985baea81a3 req-522fa642-f98d-4178-bf94-d764e75d3601 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=c28627fe-13e7-4078-b3c8-d5d4eb0e8747 HTTP/1.1" status: 200 len: 944 time: 0.4886436 May 23 11:11:28.548964 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device dbbbcd35-f543-46d3-ad90-497530945df2 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:11:28.594266 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-47990117-fb2a-4cfd-a788-e4d6bd983d65 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:28.595740 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-47990117-fb2a-4cfd-a788-e4d6bd983d65 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/networks?id=259a9b43-8479-43be-aaff-e5ef08242573 HTTP/1.1" status: 200 len: 813 time: 0.4226091 May 23 11:11:28.614831 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-e42eeffe-a747-451d-b41b-19dd3153e144 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a5c8466-e669-4a02-9cf7-1e34891324c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1504884 May 23 11:11:28.622026 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ff40af-51de-4ec3-8bea-f27171bba74f tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:11:28.630605 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d0ff40af-51de-4ec3-8bea-f27171bba74f tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:28.634299 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099a4548-b29a-47d5-a616-60ace12db863 None None] Sync routers for ids ['6ece8da9-1fe0-40ec-9eae-84bda0a10baf'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:11:28.636108 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d0ff40af-51de-4ec3-8bea-f27171bba74f tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] 10.222.0.79 "PUT /v2.0/routers/6ece8da9-1fe0-40ec-9eae-84bda0a10baf HTTP/1.1" status: 200 len: 710 time: 11.3143504 May 23 11:11:28.661395 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50786) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:28.670844 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099a4548-b29a-47d5-a616-60ace12db863 None None] Routers {'6ece8da9-1fe0-40ec-9eae-84bda0a10baf'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:11:28.671645 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-099a4548-b29a-47d5-a616-60ace12db863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:11:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['6ece8da9-1fe0-40ec-9eae-84bda0a10baf'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:28.683631 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-6d7d67eb-9dde-4fe7-9cec-b85046c49226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'name': 'tempest-AttachVolumeNegativeTest-1482793895-router', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:11:20Z', 'updated_at': '2022-05-23T11:11:24Z', 'revision_number': 3, 'project_id': '92ce77b1b70449899717558adda940d2', 'gw_port': {'id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:22Z', 'updated_at': '2022-05-23T11:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:28.687078 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b93a4e-ad28-49b1-aca5-b2ee42374188 req-a6bbdc0e-1581-417e-b62a-951fcb7aa4e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:28.687448 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b93a4e-ad28-49b1-aca5-b2ee42374188 req-a6bbdc0e-1581-417e-b62a-951fcb7aa4e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:28.687808 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b93a4e-ad28-49b1-aca5-b2ee42374188 req-a6bbdc0e-1581-417e-b62a-951fcb7aa4e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:28.689453 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b2b93a4e-ad28-49b1-aca5-b2ee42374188 req-a6bbdc0e-1581-417e-b62a-951fcb7aa4e1 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=c33b6fcb07a04f2fa56c6e5a7798a085&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6868939 May 23 11:11:28.691013 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7d67eb-9dde-4fe7-9cec-b85046c49226 None None] The sync data for ids ['e75b29d5-8702-42ef-92a7-2ad7834ef9f1'] in n-d-842952-2 is: [{'id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'name': 'tempest-AttachVolumeNegativeTest-1482793895-router', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:11:20Z', 'updated_at': '2022-05-23T11:11:24Z', 'revision_number': 3, 'project_id': '92ce77b1b70449899717558adda940d2', 'gw_port': {'id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:22Z', 'updated_at': '2022-05-23T11:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:11:28.765253 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-099a4548-b29a-47d5-a616-60ace12db863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:28.767685 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port dbbbcd35-f543-46d3-ad90-497530945df2 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:11:28.768221 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:28.836198 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099a4548-b29a-47d5-a616-60ace12db863 None None] Routers {'6ece8da9-1fe0-40ec-9eae-84bda0a10baf'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:11:28.836918 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-099a4548-b29a-47d5-a616-60ace12db863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:11:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['6ece8da9-1fe0-40ec-9eae-84bda0a10baf'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:28.953506 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-099a4548-b29a-47d5-a616-60ace12db863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:28.953924 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099a4548-b29a-47d5-a616-60ace12db863 None None] The sync data for ids ['6ece8da9-1fe0-40ec-9eae-84bda0a10baf'] in n-d-842952-2 is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:11:28.973042 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aede9126-b9a4-49fb-9273-358a4305d1b0', 'tag': '44373a6d-8c7f-48f9-915a-04fb0a98c057'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:11:28.986789 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-41e7d6c0-778e-448b-8378-3828ef53eba7 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/quotas/9ea9de6708f24ca4b9c663f6619e9730 HTTP/1.1" status: 200 len: 375 time: 0.3244164 May 23 11:11:28.997490 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2fdb34d3-2b64-43af-a95c-3985baea81a3 req-e9657dba-025a-46be-88f0-7618b5ca105d tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5546374 May 23 11:11:29.076245 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-30c6dbc4-94b1-4dde-b39c-366563a4cd94 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9ea9de6708f24ca4b9c663f6619e9730&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0776701 May 23 11:11:29.102962 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c9b918fb-5b05-4516-908a-5f832afdc5dd tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] 10.222.0.79 "GET /v2.0/routers/6ece8da9-1fe0-40ec-9eae-84bda0a10baf HTTP/1.1" status: 200 len: 745 time: 0.4278829 May 23 11:11:29.122211 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50796) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:29.133456 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:29.168502 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28627fe-13e7-4078-b3c8-d5d4eb0e8747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbbbcd35-f543-46d3-ad90-497530945df2'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:11:29.197995 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port dbbbcd35-f543-46d3-ad90-497530945df2, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=dbbbcd35-f543-46d3-ad90-497530945df2,segment=NetworkSegment(0eaf6c12-c629-4f70-b3b1-9c344ae24a9d),segment_id=0eaf6c12-c629-4f70-b3b1-9c344ae24a9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:11:29.210124 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:29.247757 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7211ffda-e20c-46a3-946e-e8375a517b23 tempest-RoutersIpV6AdminTest-1384740057 tempest-RoutersIpV6AdminTest-1384740057-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=87d63aa2-c2e7-4553-824a-d818708dd83b&device_id=6ece8da9-1fe0-40ec-9eae-84bda0a10baf HTTP/1.1" status: 200 len: 205 time: 0.1231816 May 23 11:11:29.261791 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50802) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:29.312675 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=dbbbcd35-f543-46d3-ad90-497530945df2,revision_number=7']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:29.322687 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-b161c6a5-68f1-4000-bc15-2a908d5cf573 service neutron] 10.222.0.13 "GET /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6976094 May 23 11:11:29.339750 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-029a5b4e-3bcf-4138-adac-7c6037b58569 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ece8da9-1fe0-40ec-9eae-84bda0a10baf HTTP/1.1" status: 200 len: 205 time: 0.0712981 May 23 11:11:29.342733 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50806) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:29.358564 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b93a4e-ad28-49b1-aca5-b2ee42374188 req-3b2656f5-c3c6-4df4-bb3d-d5246443eb18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:29.360061 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b2b93a4e-ad28-49b1-aca5-b2ee42374188 req-3b2656f5-c3c6-4df4-bb3d-d5246443eb18 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6401441 May 23 11:11:29.527244 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-98225fac-cfc5-4b06-b810-087ea0c8583c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db9c3afa-0b07-44c5-9d9e-b24df4d35d77 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:11:29.540626 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-98225fac-cfc5-4b06-b810-087ea0c8583c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:29.579050 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-68323f58-ac99-4ba7-8301-a51268cf8366 req-034b316e-b7c2-43e7-846c-eeb87273ed8f service neutron] 10.222.0.13 "GET /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452466 May 23 11:11:29.580584 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-98225fac-cfc5-4b06-b810-087ea0c8583c service neutron] Transition to ACTIVE for port object db9c3afa-0b07-44c5-9d9e-b24df4d35d77 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:11:29.583635 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-8905ac68-dbd7-4d18-a9f5-705978904245 service neutron] 10.222.0.79 "GET /v2.0/networks/259a9b43-8479-43be-aaff-e5ef08242573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791081 May 23 11:11:29.588605 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-98225fac-cfc5-4b06-b810-087ea0c8583c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:29.699103 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-afa73352-a2fd-458b-9c58-a5a03e25b293 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:29.734265 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98225fac-cfc5-4b06-b810-087ea0c8583c service neutron] Pushing event updated for resources: {'Port': ['ID=db9c3afa-0b07-44c5-9d9e-b24df4d35d77,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:29.741898 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ab99bd-4220-450c-a548-7e1ea8df22f3 admin admin] Router bee327d2-0cb4-4f9d-be25-240d37bd7bae has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:11:29.772843 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbaa7d-0a84-4312-9d11-5f0262090e42 req-58962a25-d39d-40e3-82d5-fe2d8344bd7d tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:29.776432 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8adbaa7d-0a84-4312-9d11-5f0262090e42 req-58962a25-d39d-40e3-82d5-fe2d8344bd7d tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=aede9126-b9a4-49fb-9273-358a4305d1b0 HTTP/1.1" status: 200 len: 943 time: 0.4871998 May 23 11:11:30.000261 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-98225fac-cfc5-4b06-b810-087ea0c8583c service neutron] Attempting to bind port db9c3afa-0b07-44c5-9d9e-b24df4d35d77 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:11:30.000596 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-98225fac-cfc5-4b06-b810-087ea0c8583c service neutron] Attempting to bind port db9c3afa-0b07-44c5-9d9e-b24df4d35d77 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': 'e7b922b3-15a2-4883-bd23-67efe7247083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '58ef6021-e396-465d-be5f-f38283ee2d4e'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:11:30.000922 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-98225fac-cfc5-4b06-b810-087ea0c8583c service neutron] Attempting to bind port db9c3afa-0b07-44c5-9d9e-b24df4d35d77 on network 58ef6021-e396-465d-be5f-f38283ee2d4e {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:11:30.019430 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-98225fac-cfc5-4b06-b810-087ea0c8583c service neutron] Port db9c3afa-0b07-44c5-9d9e-b24df4d35d77 on network 58ef6021-e396-465d-be5f-f38283ee2d4e not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:11:30.019746 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-98225fac-cfc5-4b06-b810-087ea0c8583c service neutron] Attempting to bind port db9c3afa-0b07-44c5-9d9e-b24df4d35d77 on network 58ef6021-e396-465d-be5f-f38283ee2d4e {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:11:30.031324 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-98225fac-cfc5-4b06-b810-087ea0c8583c service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:11:30.031655 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-98225fac-cfc5-4b06-b810-087ea0c8583c service neutron] Checking segment: {'id': 'e7b922b3-15a2-4883-bd23-67efe7247083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '58ef6021-e396-465d-be5f-f38283ee2d4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:11:30.032058 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-98225fac-cfc5-4b06-b810-087ea0c8583c service neutron] Bound using segment: {'id': 'e7b922b3-15a2-4883-bd23-67efe7247083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '58ef6021-e396-465d-be5f-f38283ee2d4e'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:11:30.032485 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-98225fac-cfc5-4b06-b810-087ea0c8583c service neutron] Bound port: db9c3afa-0b07-44c5-9d9e-b24df4d35d77, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7b922b3-15a2-4883-bd23-67efe7247083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '58ef6021-e396-465d-be5f-f38283ee2d4e'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:11:30.032825 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-98225fac-cfc5-4b06-b810-087ea0c8583c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:30.085683 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8adbaa7d-0a84-4312-9d11-5f0262090e42 req-2bdf05d4-ff40-420c-a107-68db94f48710 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799163 May 23 11:11:30.129111 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-5996e460-ad79-4a80-8b9c-08e655a82779 service neutron] 10.222.0.79 "GET /v2.0/networks/259a9b43-8479-43be-aaff-e5ef08242573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5286715 May 23 11:11:30.136692 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-98225fac-cfc5-4b06-b810-087ea0c8583c service neutron] For port db9c3afa-0b07-44c5-9d9e-b24df4d35d77, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:11:30.153636 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-98225fac-cfc5-4b06-b810-087ea0c8583c service neutron] For port db9c3afa-0b07-44c5-9d9e-b24df4d35d77, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=db9c3afa-0b07-44c5-9d9e-b24df4d35d77,segment=NetworkSegment(e7b922b3-15a2-4883-bd23-67efe7247083),segment_id=e7b922b3-15a2-4883-bd23-67efe7247083)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:11:30.166143 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-98225fac-cfc5-4b06-b810-087ea0c8583c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:30.211895 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ab99bd-4220-450c-a548-7e1ea8df22f3 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:11:30.222315 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abb8893-ec78-4a6e-9acc-72f3d6a39f26 None None] Sync routers for ids ['bee327d2-0cb4-4f9d-be25-240d37bd7bae'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:11:30.236414 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c7ab99bd-4220-450c-a548-7e1ea8df22f3 admin admin] 10.222.0.79 "PUT /v2.0/routers/bee327d2-0cb4-4f9d-be25-240d37bd7bae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.2110593 May 23 11:11:30.240938 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abb8893-ec78-4a6e-9acc-72f3d6a39f26 None None] Routers {'bee327d2-0cb4-4f9d-be25-240d37bd7bae'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:11:30.241761 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-7abb8893-ec78-4a6e-9acc-72f3d6a39f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:11:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['bee327d2-0cb4-4f9d-be25-240d37bd7bae'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:30.252644 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50812) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:30.415095 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-98225fac-cfc5-4b06-b810-087ea0c8583c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:30.419476 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-98225fac-cfc5-4b06-b810-087ea0c8583c service neutron] 10.222.0.81 "PUT /v2.0/ports/db9c3afa-0b07-44c5-9d9e-b24df4d35d77 HTTP/1.1" status: 200 len: 1090 time: 3.5984993 May 23 11:11:30.458774 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00aeba3c-6fb3-4fac-8166-416d25bb9914 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Router 460a76b5-4e69-40f6-9d02-3459df937713 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:11:30.534578 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-7abb8893-ec78-4a6e-9acc-72f3d6a39f26 None None] Set router bee327d2-0cb4-4f9d-be25-240d37bd7bae gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:11:30.541384 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0deb471-7645-40ac-8114-a9c071037a6b'] response: {'server_uuid': 'c28627fe-13e7-4078-b3c8-d5d4eb0e8747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbbbcd35-f543-46d3-ad90-497530945df2', 'code': 200} May 23 11:11:30.543814 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f17643f3-00c5-4d1c-86d1-7d63c6d38553'] response: {'name': 'network-changed', 'server_uuid': 'aede9126-b9a4-49fb-9273-358a4305d1b0', 'tag': '44373a6d-8c7f-48f9-915a-04fb0a98c057', 'status': 'completed', 'code': 200} May 23 11:11:30.561119 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-0055ac09-3678-46f6-9ce7-1d38f6673a22 service neutron] Request body: {'port': {'device_id': '3a667444-e49b-4f93-8246-448eed64fdef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:30.595680 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 01e40033-34c0-4e65-bf6b-0491f9f98dc2 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:11:30.732573 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98225fac-cfc5-4b06-b810-087ea0c8583c service neutron] Pushing event updated for resources: {'Port': ['ID=db9c3afa-0b07-44c5-9d9e-b24df4d35d77,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:30.765944 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 01e40033-34c0-4e65-bf6b-0491f9f98dc2 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:11:30.773032 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 01e40033-34c0-4e65-bf6b-0491f9f98dc2 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:11:30.773738 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:30.831988 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c26af36-c176-4963-8be6-248c742bd6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:30.862107 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-afa73352-a2fd-458b-9c58-a5a03e25b293 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:31.004990 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:31.028414 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 01e40033-34c0-4e65-bf6b-0491f9f98dc2, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=01e40033-34c0-4e65-bf6b-0491f9f98dc2,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:11:31.037229 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:31.066515 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-0055ac09-3678-46f6-9ce7-1d38f6673a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:31.095913 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-7abb8893-ec78-4a6e-9acc-72f3d6a39f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee327d2-0cb4-4f9d-be25-240d37bd7bae', 'name': 'tempest-ServersTestBootFromVolume-1452041592-router', 'tenant_id': '4e03745f99574e5389955681da2fca5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '0f9d3877-ac67-498d-a18a-9578728ab83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:08:15Z', 'updated_at': '2022-05-23T11:11:22Z', 'revision_number': 5, 'project_id': '4e03745f99574e5389955681da2fca5e', 'gw_port': {'id': '0f9d3877-ac67-498d-a18a-9578728ab83a', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:46:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee327d2-0cb4-4f9d-be25-240d37bd7bae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:08:17Z', 'updated_at': '2022-05-23T11:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:31.100521 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abb8893-ec78-4a6e-9acc-72f3d6a39f26 None None] Checking router: bee327d2-0cb4-4f9d-be25-240d37bd7bae for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:11:31.123567 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abb8893-ec78-4a6e-9acc-72f3d6a39f26 None None] Routers {'bee327d2-0cb4-4f9d-be25-240d37bd7bae'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:11:31.124369 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-7abb8893-ec78-4a6e-9acc-72f3d6a39f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:11:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['bee327d2-0cb4-4f9d-be25-240d37bd7bae'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:31.140114 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=01e40033-34c0-4e65-bf6b-0491f9f98dc2,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:31.169205 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-46334a8c-506c-4ba5-b9a4-df88ecb8f230 req-7ea10728-00bb-4a06-a62d-9a20998a4492 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b64a3f1baa60499ab93cbd32db99dbcb&device_id=aede9126-b9a4-49fb-9273-358a4305d1b0 HTTP/1.1" status: 200 len: 1094 time: 0.6413467 May 23 11:11:31.175930 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-afa73352-a2fd-458b-9c58-a5a03e25b293 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:31.290288 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-afa73352-a2fd-458b-9c58-a5a03e25b293 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:31.290780 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa73352-a2fd-458b-9c58-a5a03e25b293 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Fanout notify agent at l3_agent the message router_deleted on router 6ece8da9-1fe0-40ec-9eae-84bda0a10baf {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:11:31.346463 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-7abb8893-ec78-4a6e-9acc-72f3d6a39f26 None None] Set router bee327d2-0cb4-4f9d-be25-240d37bd7bae gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:11:31.350028 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910706fb-67a9-4441-9c12-b048cd7566b0 req-69fcc443-9a01-4490-9bd2-c7d5ae2bb792 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:31.354010 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910706fb-67a9-4441-9c12-b048cd7566b0 req-69fcc443-9a01-4490-9bd2-c7d5ae2bb792 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:31.358009 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910706fb-67a9-4441-9c12-b048cd7566b0 req-69fcc443-9a01-4490-9bd2-c7d5ae2bb792 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:31.362107 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910706fb-67a9-4441-9c12-b048cd7566b0 req-69fcc443-9a01-4490-9bd2-c7d5ae2bb792 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:31.366351 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910706fb-67a9-4441-9c12-b048cd7566b0 req-69fcc443-9a01-4490-9bd2-c7d5ae2bb792 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:31.370297 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910706fb-67a9-4441-9c12-b048cd7566b0 req-69fcc443-9a01-4490-9bd2-c7d5ae2bb792 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:31.374537 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910706fb-67a9-4441-9c12-b048cd7566b0 req-69fcc443-9a01-4490-9bd2-c7d5ae2bb792 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:31.376647 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-910706fb-67a9-4441-9c12-b048cd7566b0 req-69fcc443-9a01-4490-9bd2-c7d5ae2bb792 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 5384 time: 1.0957143 May 23 11:11:31.473390 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-afa73352-a2fd-458b-9c58-a5a03e25b293 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:31.474478 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-afa73352-a2fd-458b-9c58-a5a03e25b293 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] 10.222.0.79 "DELETE /v2.0/routers/6ece8da9-1fe0-40ec-9eae-84bda0a10baf HTTP/1.1" status: 204 len: 168 time: 2.1240478 May 23 11:11:31.488966 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50832) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:31.569553 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2d80cdad-fbfa-4a92-be9c-44bf0d1a0615 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ece8da9-1fe0-40ec-9eae-84bda0a10baf HTTP/1.1" status: 200 len: 205 time: 0.0794504 May 23 11:11:31.596459 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50836) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:31.632282 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-910706fb-67a9-4441-9c12-b048cd7566b0 req-a679f717-d3aa-4df3-8d0e-bf38c879fc12 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=80bd5d80-b839-4f0d-bc84-203290106c00&id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2389479 May 23 11:11:31.637904 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d30f8d-7af9-4ee5-8e9b-d90c860bc12b req-e65b2e5c-053f-4c45-8b3d-15058662615e tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:31.645567 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-54d30f8d-7af9-4ee5-8e9b-d90c860bc12b req-e65b2e5c-053f-4c45-8b3d-15058662615e tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=c28627fe-13e7-4078-b3c8-d5d4eb0e8747 HTTP/1.1" status: 200 len: 945 time: 0.8746543 May 23 11:11:31.678951 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46334a8c-506c-4ba5-b9a4-df88ecb8f230 req-5dd0788c-4bb2-4d23-82bb-5d80b3b3d25e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:31.680841 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-46334a8c-506c-4ba5-b9a4-df88ecb8f230 req-5dd0788c-4bb2-4d23-82bb-5d80b3b3d25e service neutron] 10.222.0.13 "GET /v2.0/networks?id=1a5c8466-e669-4a02-9cf7-1e34891324c1 HTTP/1.1" status: 200 len: 912 time: 0.5005362 May 23 11:11:31.692007 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-77aac243-2dcc-4cb9-99f6-286d1556e45c tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] delete failed (client error): The resource could not be found. May 23 11:11:31.696752 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-77aac243-2dcc-4cb9-99f6-286d1556e45c tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] 10.222.0.79 "DELETE /v2.0/routers/6ece8da9-1fe0-40ec-9eae-84bda0a10baf HTTP/1.1" status: 404 len: 336 time: 0.0960155 May 23 11:11:31.698851 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f889624e-3c7d-4bb5-854f-e0841bc5192f admin admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:31.699623 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50842) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:31.801247 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c293c8a3-31dd-496f-ac37-38f2b81d9e9b tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] 10.222.0.79 "GET /v2.0/ports?device_id=c956fe75-52be-43b5-8c5e-e8fa79347329 HTTP/1.1" status: 200 len: 205 time: 0.0972712 May 23 11:11:31.819163 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-54d30f8d-7af9-4ee5-8e9b-d90c860bc12b req-804cc2aa-7776-450d-a606-200e3d4e27a3 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724749 May 23 11:11:31.820712 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50846) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:31.880525 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-7abb8893-ec78-4a6e-9acc-72f3d6a39f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee327d2-0cb4-4f9d-be25-240d37bd7bae', 'name': 'tempest-ServersTestBootFromVolume-1452041592-router', 'tenant_id': '4e03745f99574e5389955681da2fca5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '0f9d3877-ac67-498d-a18a-9578728ab83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:08:15Z', 'updated_at': '2022-05-23T11:11:22Z', 'revision_number': 5, 'project_id': '4e03745f99574e5389955681da2fca5e', 'gw_port': {'id': '0f9d3877-ac67-498d-a18a-9578728ab83a', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:46:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee327d2-0cb4-4f9d-be25-240d37bd7bae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:08:17Z', 'updated_at': '2022-05-23T11:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:31.891853 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abb8893-ec78-4a6e-9acc-72f3d6a39f26 None None] The sync data for ids ['bee327d2-0cb4-4f9d-be25-240d37bd7bae'] in n-d-842952-2 is: [{'id': 'bee327d2-0cb4-4f9d-be25-240d37bd7bae', 'name': 'tempest-ServersTestBootFromVolume-1452041592-router', 'tenant_id': '4e03745f99574e5389955681da2fca5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '0f9d3877-ac67-498d-a18a-9578728ab83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:08:15Z', 'updated_at': '2022-05-23T11:11:22Z', 'revision_number': 5, 'project_id': '4e03745f99574e5389955681da2fca5e', 'gw_port': {'id': '0f9d3877-ac67-498d-a18a-9578728ab83a', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:46:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee327d2-0cb4-4f9d-be25-240d37bd7bae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:08:17Z', 'updated_at': '2022-05-23T11:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:11:31.985630 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-46334a8c-506c-4ba5-b9a4-df88ecb8f230 req-1970ddf5-68be-401b-9a8c-205559cd4434 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44373a6d-8c7f-48f9-915a-04fb0a98c057 HTTP/1.1" status: 200 len: 217 time: 0.2959011 May 23 11:11:31.996128 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-0585de14-efe9-4068-8141-e1710f5cbf62 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] delete failed (client error): The resource could not be found. May 23 11:11:31.997152 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0585de14-efe9-4068-8141-e1710f5cbf62 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] 10.222.0.79 "DELETE /v2.0/routers/c956fe75-52be-43b5-8c5e-e8fa79347329 HTTP/1.1" status: 404 len: 336 time: 0.1715982 May 23 11:11:32.002967 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50852) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:32.088764 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-3c26af36-c176-4963-8be6-248c742bd6ad admin admin] Allocated IP 172.20.0.1 (297e8414-85bd-4e0d-aedb-8abf246d8703/a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6/9959c7e4-5ac1-4278-9125-90a08213ddc5) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:11:32.108682 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46334a8c-506c-4ba5-b9a4-df88ecb8f230 req-861b474c-503a-40ff-a324-f3af631628ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:32.110656 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-46334a8c-506c-4ba5-b9a4-df88ecb8f230 req-861b474c-503a-40ff-a324-f3af631628ae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76d8b9b5-f057-42e7-939b-4e81b16011fa HTTP/1.1" status: 200 len: 851 time: 0.1104426 May 23 11:11:32.117688 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-54774c52-6ece-409b-826f-3bc2d819ae02 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] 10.222.0.79 "GET /v2.0/ports?device_id=812b0992-e936-4eb7-b176-167ca0d7776e HTTP/1.1" status: 200 len: 205 time: 0.1136069 May 23 11:11:32.124997 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50858) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:32.200354 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-46334a8c-506c-4ba5-b9a4-df88ecb8f230 req-b9597fe3-86bf-465b-b1b2-44216dc64d9e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a5c8466-e669-4a02-9cf7-1e34891324c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727534 May 23 11:11:32.223853 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-472dee1c-06bb-412a-9679-e84c89d06e28 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] delete failed (client error): The resource could not be found. May 23 11:11:32.224979 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-472dee1c-06bb-412a-9679-e84c89d06e28 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] 10.222.0.79 "DELETE /v2.0/routers/812b0992-e936-4eb7-b176-167ca0d7776e HTTP/1.1" status: 404 len: 336 time: 0.0982287 May 23 11:11:32.315526 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-0055ac09-3678-46f6-9ce7-1d38f6673a22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:11:32.323557 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-0055ac09-3678-46f6-9ce7-1d38f6673a22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:32.340427 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-0055ac09-3678-46f6-9ce7-1d38f6673a22 service neutron] Transition to ACTIVE for port object fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:11:32.344058 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50864) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:32.368166 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-0055ac09-3678-46f6-9ce7-1d38f6673a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:32.533254 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 01e40033-34c0-4e65-bf6b-0491f9f98dc2 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:11:32.543625 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b525770b-dd54-4433-a93c-91bf8cce6b31 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d10aae2-f88b-446e-bef0-6e5e31e44aa7 HTTP/1.1" status: 200 len: 205 time: 0.1750340 May 23 11:11:32.544429 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50870) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:32.592724 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 44373a6d-8c7f-48f9-915a-04fb0a98c057 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:11:32.651500 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'tag': 'db9c3afa-0b07-44c5-9d9e-b24df4d35d77'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:11:32.776921 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a1ea0146-9ce2-4918-8f54-b34ec35511df req-5ec9aef3-5b79-4259-8cdd-5304ec9fb6e0 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/ports?device_id=65fd4917-4242-4a96-b88e-8b3ec270e5e5 HTTP/1.1" status: 200 len: 210 time: 0.3480029 May 23 11:11:32.778437 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-924170d1-62e9-483c-afdd-97c46af125c2 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] delete failed (client error): The resource could not be found. May 23 11:11:32.781751 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-924170d1-62e9-483c-afdd-97c46af125c2 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] 10.222.0.79 "DELETE /v2.0/routers/1d10aae2-f88b-446e-bef0-6e5e31e44aa7 HTTP/1.1" status: 404 len: 336 time: 0.1237900 May 23 11:11:32.781751 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00aeba3c-6fb3-4fac-8166-416d25bb9914 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:11:32.782824 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50878) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:32.827459 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951b503b-ffaa-4a6d-ada1-6694eabf747c None None] Sync routers for ids ['460a76b5-4e69-40f6-9d02-3459df937713'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:11:32.940635 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 01e40033-34c0-4e65-bf6b-0491f9f98dc2 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:11:32.945625 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:32.961671 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-46334a8c-506c-4ba5-b9a4-df88ecb8f230 req-d65fbae4-45e5-4378-92dc-e4d72740e061 service neutron] 10.222.0.13 "GET /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6150479 May 23 11:11:32.963071 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0055ac09-3678-46f6-9ce7-1d38f6673a22 service neutron] Pushing event updated for resources: {'Port': ['ID=fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:32.978209 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a4dc7e3c-4256-4b3f-b8fa-fbbc051f4d45 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cb9952c-0646-4a38-a2a1-b255c20a4d47 HTTP/1.1" status: 200 len: 205 time: 0.1524448 May 23 11:11:32.985177 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50882) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:32.997904 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951b503b-ffaa-4a6d-ada1-6694eabf747c None None] Routers {'460a76b5-4e69-40f6-9d02-3459df937713'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:11:32.998651 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-951b503b-ffaa-4a6d-ada1-6694eabf747c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:11:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['460a76b5-4e69-40f6-9d02-3459df937713'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:33.002097 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af24e3-630a-4643-914e-1606d69a5fbc req-a3641c9d-8453-47d6-84cf-3167a9a41fb6 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:33.003726 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-94af24e3-630a-4643-914e-1606d69a5fbc req-a3641c9d-8453-47d6-84cf-3167a9a41fb6 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=aede9126-b9a4-49fb-9273-358a4305d1b0 HTTP/1.1" status: 200 len: 943 time: 0.9527824 May 23 11:11:33.049620 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-00aeba3c-6fb3-4fac-8166-416d25bb9914 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:33.050781 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-00aeba3c-6fb3-4fac-8166-416d25bb9914 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] 10.222.0.79 "PUT /v2.0/routers/460a76b5-4e69-40f6-9d02-3459df937713 HTTP/1.1" status: 200 len: 914 time: 8.4233091 May 23 11:11:33.073107 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50886) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:33.094601 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-951b503b-ffaa-4a6d-ada1-6694eabf747c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:33.124864 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 44373a6d-8c7f-48f9-915a-04fb0a98c057, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=44373a6d-8c7f-48f9-915a-04fb0a98c057,segment=NetworkSegment(633c66ca-dc41-4b0b-a0a3-ed62624a9374),segment_id=633c66ca-dc41-4b0b-a0a3-ed62624a9374)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:11:33.155659 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '44373a6d-8c7f-48f9-915a-04fb0a98c057', 'network_id': '1a5c8466-e669-4a02-9cf7-1e34891324c1', 'port_id': '44373a6d-8c7f-48f9-915a-04fb0a98c057', 'mac_address': 'fa:16:3e:b9:8b:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d8b9b5-f057-42e7-939b-4e81b16011fa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:11:33.160772 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951b503b-ffaa-4a6d-ada1-6694eabf747c None None] Routers {'460a76b5-4e69-40f6-9d02-3459df937713'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:11:33.161387 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-951b503b-ffaa-4a6d-ada1-6694eabf747c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:11:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['460a76b5-4e69-40f6-9d02-3459df937713'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:33.250431 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-951b503b-ffaa-4a6d-ada1-6694eabf747c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:33.250812 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951b503b-ffaa-4a6d-ada1-6694eabf747c None None] The sync data for ids ['460a76b5-4e69-40f6-9d02-3459df937713'] in n-d-842952-2 is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:11:33.304185 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-103d95a5-d0e7-4f82-bdcd-1496ed1e7d03 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] delete failed (client error): The resource could not be found. May 23 11:11:33.307798 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-103d95a5-d0e7-4f82-bdcd-1496ed1e7d03 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] 10.222.0.79 "DELETE /v2.0/routers/5cb9952c-0646-4a38-a2a1-b255c20a4d47 HTTP/1.1" status: 404 len: 336 time: 0.3131955 May 23 11:11:33.324150 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50890) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:33.324354 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:33.354937 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c26af36-c176-4963-8be6-248c742bd6ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:33.355213 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44373a6d-8c7f-48f9-915a-04fb0a98c057 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:11:33.371852 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 6dc06ab6-ad22-4bf6-aa89-b96bb1cf138c no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:11:33.402742 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 44373a6d-8c7f-48f9-915a-04fb0a98c057, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=44373a6d-8c7f-48f9-915a-04fb0a98c057,segment=NetworkSegment(633c66ca-dc41-4b0b-a0a3-ed62624a9374),segment_id=633c66ca-dc41-4b0b-a0a3-ed62624a9374)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:11:33.407130 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 6dc06ab6-ad22-4bf6-aa89-b96bb1cf138c {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:11:33.407506 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 6dc06ab6-ad22-4bf6-aa89-b96bb1cf138c not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:11:33.411518 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-3c26af36-c176-4963-8be6-248c742bd6ad admin admin] Transition to ACTIVE for port object 9959c7e4-5ac1-4278-9125-90a08213ddc5 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:11:33.413465 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:33.426012 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-bce2c04f-c83c-4823-a55b-3c3dda3b5a29 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:33.427407 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-bce2c04f-c83c-4823-a55b-3c3dda3b5a29 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.13 "GET /v2.0/networks?id=259a9b43-8479-43be-aaff-e5ef08242573 HTTP/1.1" status: 200 len: 813 time: 1.0211639 May 23 11:11:33.452104 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-94af24e3-630a-4643-914e-1606d69a5fbc req-0f13cbea-7ae2-4751-8ab0-c93b6e73879e tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047675 May 23 11:11:33.460816 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-8e395888-7bba-4287-b101-a3cfa8277fb8 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Request body: {'port': {'device_id': '65fd4917-4242-4a96-b88e-8b3ec270e5e5', 'network_id': '259a9b43-8479-43be-aaff-e5ef08242573', 'admin_state_up': True, 'tenant_id': '9ea9de6708f24ca4b9c663f6619e9730'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:33.468365 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-aa188d7d-a46f-4d11-b99d-573cf686d57f tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c00a9fa-8428-44ec-a769-6dc5e8b76e64 HTTP/1.1" status: 200 len: 205 time: 0.1413393 May 23 11:11:33.477974 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50894) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:33.489377 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-e131788b-9757-4e19-b68b-8db65f629c80 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:33.489961 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-e131788b-9757-4e19-b68b-8db65f629c80 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Synchronizing usage tracker for tenant:9ea9de6708f24ca4b9c663f6619e9730 on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:11:33.499061 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=44373a6d-8c7f-48f9-915a-04fb0a98c057,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:33.577166 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98cea135-be7f-4269-a5be-d0811fd10f44'] response: {'name': 'network-changed', 'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'tag': 'db9c3afa-0b07-44c5-9d9e-b24df4d35d77', 'status': 'completed', 'code': 200} May 23 11:11:33.584063 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fbff83-3e99-475d-a156-7ed7c2f590b8 req-54940da0-cec1-4e51-bbdf-87163b59c334 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:33.585753 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c2fbff83-3e99-475d-a156-7ed7c2f590b8 req-54940da0-cec1-4e51-bbdf-87163b59c334 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=c28627fe-13e7-4078-b3c8-d5d4eb0e8747 HTTP/1.1" status: 200 len: 945 time: 0.5779693 May 23 11:11:33.590773 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c26af36-c176-4963-8be6-248c742bd6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:33.611801 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-90e3c608-36f9-40ce-a4b4-0ec4d6d0259f tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] delete failed (client error): The resource could not be found. May 23 11:11:33.615932 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-90e3c608-36f9-40ce-a4b4-0ec4d6d0259f tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] 10.222.0.79 "DELETE /v2.0/routers/1c00a9fa-8428-44ec-a769-6dc5e8b76e64 HTTP/1.1" status: 404 len: 336 time: 0.1198750 May 23 11:11:33.619532 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f889624e-3c7d-4bb5-854f-e0841bc5192f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:33.627552 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50898) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:33.678100 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-46334a8c-506c-4ba5-b9a4-df88ecb8f230 req-89089560-51bf-4919-b823-372b97446281 service neutron] 10.222.0.13 "GET /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6913164 May 23 11:11:33.690829 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-f889624e-3c7d-4bb5-854f-e0841bc5192f admin admin] Deleting port 0f9d3877-ac67-498d-a18a-9578728ab83a {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:11:33.691257 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f889624e-3c7d-4bb5-854f-e0841bc5192f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:33.715438 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-e131788b-9757-4e19-b68b-8db65f629c80 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Unset dirty status for tenant:9ea9de6708f24ca4b9c663f6619e9730 on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:11:33.716671 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-e131788b-9757-4e19-b68b-8db65f629c80 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.81 "GET /v2.0/networks?id=259a9b43-8479-43be-aaff-e5ef08242573 HTTP/1.1" status: 200 len: 813 time: 1.2235644 May 23 11:11:33.724106 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-30de6fe1-0200-4ab5-a8d9-00c96fecb0b0 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] DELETE failed (client error): The resource could not be found. May 23 11:11:33.724540 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30de6fe1-0200-4ab5-a8d9-00c96fecb0b0 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:11:33.726122 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-30de6fe1-0200-4ab5-a8d9-00c96fecb0b0 tempest-RoutersIpV6AdminTest-1756367647 tempest-RoutersIpV6AdminTest-1756367647-project] 10.222.0.79 "DELETE /v2.0/subnets/0276af56-315b-4a99-bd04-6b1185b841ee HTTP/1.1" status: 404 len: 337 time: 0.0958247 May 23 11:11:33.738505 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-0055ac09-3678-46f6-9ce7-1d38f6673a22 service neutron] Attempting to bind port fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:11:33.738842 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-0055ac09-3678-46f6-9ce7-1d38f6673a22 service neutron] Attempting to bind port fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': 'e7b922b3-15a2-4883-bd23-67efe7247083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '58ef6021-e396-465d-be5f-f38283ee2d4e'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:11:33.739165 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-0055ac09-3678-46f6-9ce7-1d38f6673a22 service neutron] Attempting to bind port fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce on network 58ef6021-e396-465d-be5f-f38283ee2d4e {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:11:33.752738 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-e0b2b03d-9cc0-4f3c-b3fa-51783ca9bdfb tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Request body: {'port': {'device_id': 'be6286f2-5f9d-4ac2-9ef8-1871aa6aa2a9', 'network_id': '259a9b43-8479-43be-aaff-e5ef08242573', 'admin_state_up': True, 'tenant_id': '9ea9de6708f24ca4b9c663f6619e9730'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:33.807321 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c26af36-c176-4963-8be6-248c742bd6ad admin admin] Network 297e8414-85bd-4e0d-aedb-8abf246d8703 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:11:33.824971 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26af36-c176-4963-8be6-248c742bd6ad admin admin] Pushing event updated for resources: {'Port': ['ID=9959c7e4-5ac1-4278-9125-90a08213ddc5,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:33.828213 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-3c26af36-c176-4963-8be6-248c742bd6ad admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:11:33.836231 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c26af36-c176-4963-8be6-248c742bd6ad admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:11:33.874200 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-0055ac09-3678-46f6-9ce7-1d38f6673a22 service neutron] Port fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce on network 58ef6021-e396-465d-be5f-f38283ee2d4e not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:11:33.874414 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-0055ac09-3678-46f6-9ce7-1d38f6673a22 service neutron] Attempting to bind port fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce on network 58ef6021-e396-465d-be5f-f38283ee2d4e {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:11:33.878537 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-8e395888-7bba-4287-b101-a3cfa8277fb8 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:11:33.879282 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['44373a6d-8c7f-48f9-915a-04fb0a98c057'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:11:33.912129 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-8e395888-7bba-4287-b101-a3cfa8277fb8 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Usage tracker for resource:port and tenant:9ea9de6708f24ca4b9c663f6619e9730 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:11:33.923213 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-8e395888-7bba-4287-b101-a3cfa8277fb8 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:11:33.935225 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c2fbff83-3e99-475d-a156-7ed7c2f590b8 req-a43df40b-9c92-41fa-b922-f7729c6f5d5d tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967784 May 23 11:11:33.939545 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-8e395888-7bba-4287-b101-a3cfa8277fb8 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:11:33.972650 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c26af36-c176-4963-8be6-248c742bd6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:33.974904 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-0055ac09-3678-46f6-9ce7-1d38f6673a22 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:11:33.975938 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-0055ac09-3678-46f6-9ce7-1d38f6673a22 service neutron] Checking segment: {'id': 'e7b922b3-15a2-4883-bd23-67efe7247083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '58ef6021-e396-465d-be5f-f38283ee2d4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:11:33.976914 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-0055ac09-3678-46f6-9ce7-1d38f6673a22 service neutron] Bound using segment: {'id': 'e7b922b3-15a2-4883-bd23-67efe7247083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '58ef6021-e396-465d-be5f-f38283ee2d4e'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:11:33.979581 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-0055ac09-3678-46f6-9ce7-1d38f6673a22 service neutron] Bound port: fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7b922b3-15a2-4883-bd23-67efe7247083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '58ef6021-e396-465d-be5f-f38283ee2d4e'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:11:33.982006 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-0055ac09-3678-46f6-9ce7-1d38f6673a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:33.984620 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-8e395888-7bba-4287-b101-a3cfa8277fb8 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Made reservation on behalf of 9ea9de6708f24ca4b9c663f6619e9730 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:11:33.987775 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-8e395888-7bba-4287-b101-a3cfa8277fb8 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:34.128313 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008700b1-2a80-451c-8948-f2bb966c8a31 req-7cdef408-dbe8-4d36-b3cd-5d469501a19b tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:34.132142 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008700b1-2a80-451c-8948-f2bb966c8a31 req-7cdef408-dbe8-4d36-b3cd-5d469501a19b tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:34.150737 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008700b1-2a80-451c-8948-f2bb966c8a31 req-7cdef408-dbe8-4d36-b3cd-5d469501a19b tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:34.175880 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008700b1-2a80-451c-8948-f2bb966c8a31 req-7cdef408-dbe8-4d36-b3cd-5d469501a19b tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:34.190757 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008700b1-2a80-451c-8948-f2bb966c8a31 req-7cdef408-dbe8-4d36-b3cd-5d469501a19b tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:34.202732 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008700b1-2a80-451c-8948-f2bb966c8a31 req-7cdef408-dbe8-4d36-b3cd-5d469501a19b tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:34.207185 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008700b1-2a80-451c-8948-f2bb966c8a31 req-7cdef408-dbe8-4d36-b3cd-5d469501a19b tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:34.225562 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-008700b1-2a80-451c-8948-f2bb966c8a31 req-7cdef408-dbe8-4d36-b3cd-5d469501a19b tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 5396 time: 0.5133164 May 23 11:11:34.235641 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50908) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:34.283467 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-e0b2b03d-9cc0-4f3c-b3fa-51783ca9bdfb tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:11:34.290794 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-e0b2b03d-9cc0-4f3c-b3fa-51783ca9bdfb tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Usage tracker for resource:port and tenant:9ea9de6708f24ca4b9c663f6619e9730 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:11:34.296407 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-e0b2b03d-9cc0-4f3c-b3fa-51783ca9bdfb tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:11:34.314920 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e1ecc6b2-25da-4cab-8ab5-93f099969eb4 None None] Provisioning for port 9959c7e4-5ac1-4278-9125-90a08213ddc5 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:11:34.320979 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e1ecc6b2-25da-4cab-8ab5-93f099969eb4 None None] Provisioning complete for port 9959c7e4-5ac1-4278-9125-90a08213ddc5 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:11:34.321518 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e1ecc6b2-25da-4cab-8ab5-93f099969eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:34.328105 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-e0b2b03d-9cc0-4f3c-b3fa-51783ca9bdfb tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:11:34.361706 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-0055ac09-3678-46f6-9ce7-1d38f6673a22 service neutron] For port fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:11:34.370913 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-f889624e-3c7d-4bb5-854f-e0841bc5192f admin admin] For port 0f9d3877-ac67-498d-a18a-9578728ab83a, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=0f9d3877-ac67-498d-a18a-9578728ab83a,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:11:34.371325 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f889624e-3c7d-4bb5-854f-e0841bc5192f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:34.378818 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-e0b2b03d-9cc0-4f3c-b3fa-51783ca9bdfb tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Made reservation on behalf of 9ea9de6708f24ca4b9c663f6619e9730 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:11:34.381713 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-e0b2b03d-9cc0-4f3c-b3fa-51783ca9bdfb tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:34.403882 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-0055ac09-3678-46f6-9ce7-1d38f6673a22 service neutron] For port fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce,segment=NetworkSegment(e7b922b3-15a2-4883-bd23-67efe7247083),segment_id=e7b922b3-15a2-4883-bd23-67efe7247083)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:11:34.414403 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fbd133ec-3cca-40ed-8bb5-5e3dc0b12ce2 req-bf0efb0a-5448-45d7-ae20-d9de4cc7b154 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c33b6fcb07a04f2fa56c6e5a7798a085&device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 6301 time: 0.7724764 May 23 11:11:34.443444 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e1ecc6b2-25da-4cab-8ab5-93f099969eb4 None None] Port 9959c7e4-5ac1-4278-9125-90a08213ddc5 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:11:34.520996 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-0055ac09-3678-46f6-9ce7-1d38f6673a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:34.524192 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-818e2f22-1ff8-416f-bff9-b6f5505c37d8 req-5aad37e0-237a-4b48-bee9-f4609db740d7 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/ports?device_id=65fd4917-4242-4a96-b88e-8b3ec270e5e5 HTTP/1.1" status: 200 len: 210 time: 0.2382345 May 23 11:11:34.532896 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-f889624e-3c7d-4bb5-854f-e0841bc5192f admin admin] Calling delete_port for 0f9d3877-ac67-498d-a18a-9578728ab83a owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:11:34.539906 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b69edb96-3136-42c2-8c28-48a5b1ca4805 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] 10.222.0.79 "GET /v2.0/routers/460a76b5-4e69-40f6-9d02-3459df937713 HTTP/1.1" status: 200 len: 920 time: 1.4536269 May 23 11:11:34.545801 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50918) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:34.596343 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device dbbbcd35-f543-46d3-ad90-497530945df2 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:11:34.651622 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c26af36-c176-4963-8be6-248c742bd6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:34.714928 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-008700b1-2a80-451c-8948-f2bb966c8a31 req-df57f13d-6bf6-47e9-97e9-7f92929d8e71 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=80bd5d80-b839-4f0d-bc84-203290106c00&id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4884896 May 23 11:11:34.749870 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ad10b06e-55e8-496b-b842-8ecc4c9a81e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:34.775725 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-e0b2b03d-9cc0-4f3c-b3fa-51783ca9bdfb tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Allocated IP 172.20.0.11 (259a9b43-8479-43be-aaff-e5ef08242573/e90196c5-4f0d-4cdc-acd6-b5d50157b8f1/c7e7da2c-25c2-44f4-8598-8089a9a8cecd) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:11:34.862007 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:34.913318 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-0055ac09-3678-46f6-9ce7-1d38f6673a22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:34.916503 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-0055ac09-3678-46f6-9ce7-1d38f6673a22 service neutron] 10.222.0.81 "PUT /v2.0/ports/fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce HTTP/1.1" status: 200 len: 1091 time: 4.3636708 May 23 11:11:34.921453 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28627fe-13e7-4078-b3c8-d5d4eb0e8747', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbbbcd35-f543-46d3-ad90-497530945df2'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:11:34.951854 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port dbbbcd35-f543-46d3-ad90-497530945df2, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=dbbbcd35-f543-46d3-ad90-497530945df2,segment=NetworkSegment(0eaf6c12-c629-4f70-b3b1-9c344ae24a9d),segment_id=0eaf6c12-c629-4f70-b3b1-9c344ae24a9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:11:34.964094 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:35.037888 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee2bee23-0d03-4809-884f-82b52eac9bb2'] response: {'server_uuid': 'c28627fe-13e7-4078-b3c8-d5d4eb0e8747', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbbbcd35-f543-46d3-ad90-497530945df2', 'code': 200} May 23 11:11:35.066639 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ad10b06e-55e8-496b-b842-8ecc4c9a81e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:11:35.067456 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=dbbbcd35-f543-46d3-ad90-497530945df2,revision_number=8']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:35.075162 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ad10b06e-55e8-496b-b842-8ecc4c9a81e1 admin admin] Usage tracker for resource:security_group_rule and tenant:c2a79d2239134095b106232196da01c0 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:11:35.078380 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ad10b06e-55e8-496b-b842-8ecc4c9a81e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:11:35.087383 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ad10b06e-55e8-496b-b842-8ecc4c9a81e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:11:35.126782 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-be3d6d2a-419b-465d-9eb6-0319e30469a6 service neutron] Request body: {'port': {'device_id': '3a667444-e49b-4f93-8246-448eed64fdef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:35.178184 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd133ec-3cca-40ed-8bb5-5e3dc0b12ce2 req-2fe56c23-4ab3-4d9a-a912-373d211d26f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:35.178732 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd133ec-3cca-40ed-8bb5-5e3dc0b12ce2 req-2fe56c23-4ab3-4d9a-a912-373d211d26f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:35.178901 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd133ec-3cca-40ed-8bb5-5e3dc0b12ce2 req-2fe56c23-4ab3-4d9a-a912-373d211d26f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:35.180512 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fbd133ec-3cca-40ed-8bb5-5e3dc0b12ce2 req-2fe56c23-4ab3-4d9a-a912-373d211d26f5 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=c33b6fcb07a04f2fa56c6e5a7798a085&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7268257 May 23 11:11:35.188393 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ad10b06e-55e8-496b-b842-8ecc4c9a81e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:35.338557 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0055ac09-3678-46f6-9ce7-1d38f6673a22 service neutron] Pushing event updated for resources: {'Port': ['ID=fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:35.386869 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-e0b2b03d-9cc0-4f3c-b3fa-51783ca9bdfb tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:35.393827 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4f605d71-3ab5-44fe-986c-5649167c3e01 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=87d63aa2-c2e7-4553-824a-d818708dd83b&device_id=460a76b5-4e69-40f6-9d02-3459df937713&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.8414130 May 23 11:11:35.393827 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ad10b06e-55e8-496b-b842-8ecc4c9a81e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:35.399132 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50926) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:35.481938 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1074d8-84b2-41c8-af8a-b4bb0f8aaa57 req-dc4334a7-806a-4737-9326-8a3e8620de21 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:35.483368 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6e1074d8-84b2-41c8-af8a-b4bb0f8aaa57 req-dc4334a7-806a-4737-9326-8a3e8620de21 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.13 "GET /v2.0/ports?device_id=c28627fe-13e7-4078-b3c8-d5d4eb0e8747 HTTP/1.1" status: 200 len: 945 time: 0.6353588 May 23 11:11:35.483933 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-be3d6d2a-419b-465d-9eb6-0319e30469a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:35.583374 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'tag': 'fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:11:35.629400 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10b06e-55e8-496b-b842-8ecc4c9a81e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9103c182-f490-4f73-a25d-c5f580a3a893,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:35.644276 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-e0b2b03d-9cc0-4f3c-b3fa-51783ca9bdfb tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:35.685653 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ad10b06e-55e8-496b-b842-8ecc4c9a81e1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c2a79d2239134095b106232196da01c0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4451139 May 23 11:11:35.692128 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50934) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:35.697535 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-6e1074d8-84b2-41c8-af8a-b4bb0f8aaa57 req-e9be44a4-fd7a-447e-ac8e-28e61adee8b5 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Deleting port dbbbcd35-f543-46d3-ad90-497530945df2 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:11:35.697876 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-6e1074d8-84b2-41c8-af8a-b4bb0f8aaa57 req-e9be44a4-fd7a-447e-ac8e-28e61adee8b5 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:35.789793 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad96ee-8104-42f1-8470-654db1b8f31f req-decf3a95-ba04-4cb1-920f-e994d13049e5 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:35.791222 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8fad96ee-8104-42f1-8470-654db1b8f31f req-decf3a95-ba04-4cb1-920f-e994d13049e5 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=aede9126-b9a4-49fb-9273-358a4305d1b0 HTTP/1.1" status: 200 len: 944 time: 0.9384356 May 23 11:11:35.811070 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [None req-3c26af36-c176-4963-8be6-248c742bd6ad admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:11:35.830037 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd133ec-3cca-40ed-8bb5-5e3dc0b12ce2 req-64ad6530-3c13-438e-87f1-5c4f1d10034a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:35.831479 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fbd133ec-3cca-40ed-8bb5-5e3dc0b12ce2 req-64ad6530-3c13-438e-87f1-5c4f1d10034a service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5966609 May 23 11:11:35.855084 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c26af36-c176-4963-8be6-248c742bd6ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:35.859319 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1eaade2-0b82-4482-9ea3-2286180ce5d7 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:35.865711 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f1eaade2-0b82-4482-9ea3-2286180ce5d7 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] 10.222.0.79 "GET /v2.0/networks/87d63aa2-c2e7-4553-824a-d818708dd83b HTTP/1.1" status: 200 len: 881 time: 0.4481597 May 23 11:11:35.866667 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-8e395888-7bba-4287-b101-a3cfa8277fb8 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Allocated IP 172.20.0.5 (259a9b43-8479-43be-aaff-e5ef08242573/e90196c5-4f0d-4cdc-acd6-b5d50157b8f1/53e5c3f0-6ed2-4768-b3db-d0137061a148) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:11:35.868275 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50940) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:35.882340 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040c568-b0dc-43c1-ab36-fd9dba269203 req-5c7bba65-603a-4964-b1f8-e391806f5adf tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:35.884042 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3040c568-b0dc-43c1-ab36-fd9dba269203 req-5c7bba65-603a-4964-b1f8-e391806f5adf tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=c28627fe-13e7-4078-b3c8-d5d4eb0e8747 HTTP/1.1" status: 200 len: 943 time: 0.7110801 May 23 11:11:35.896805 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f889624e-3c7d-4bb5-854f-e0841bc5192f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:35.915040 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c26af36-c176-4963-8be6-248c742bd6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:35.950503 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b2b03d-9cc0-4f3c-b3fa-51783ca9bdfb tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Pushing event updated for resources: {'Port': ['ID=c7e7da2c-25c2-44f4-8598-8089a9a8cecd,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:35.959481 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-e0b2b03d-9cc0-4f3c-b3fa-51783ca9bdfb tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Network 259a9b43-8479-43be-aaff-e5ef08242573 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:11:35.998551 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-e0b2b03d-9cc0-4f3c-b3fa-51783ca9bdfb tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:11:36.018136 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-e0b2b03d-9cc0-4f3c-b3fa-51783ca9bdfb tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:11:36.029521 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-68d05b28-b303-404b-93d4-d10d53461c27 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] 10.222.0.79 "GET /v2.0/ports?device_id=460a76b5-4e69-40f6-9d02-3459df937713 HTTP/1.1" status: 200 len: 205 time: 0.1576209 May 23 11:11:36.043783 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50944) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:36.051640 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889624e-3c7d-4bb5-854f-e0841bc5192f admin admin] Pushing event deleted for resources: {'Port': ['ID=0f9d3877-ac67-498d-a18a-9578728ab83a,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:36.093228 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8fad96ee-8104-42f1-8470-654db1b8f31f req-b256cc18-5d2d-4424-bf9c-a9a4213d6063 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739131 May 23 11:11:36.098521 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c26af36-c176-4963-8be6-248c742bd6ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:36.121921 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26af36-c176-4963-8be6-248c742bd6ad admin admin] Pushing event updated for resources: {'Port': ['ID=9959c7e4-5ac1-4278-9125-90a08213ddc5,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:36.180989 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3040c568-b0dc-43c1-ab36-fd9dba269203 req-0116391e-d628-440f-a0cd-469d6bee2bda tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296681 May 23 11:11:36.303993 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a273c9f-7fe9-4c04-be4f-5c59a05636f6'] response: {'name': 'network-changed', 'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'tag': 'fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce', 'status': 'completed', 'code': 200} May 23 11:11:36.390731 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e4de3388-4aa8-418a-bd9a-9f29518c6984 req-dd6050df-8ff9-455b-b25f-ee9bc8450f3f tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/ports?device_id=65fd4917-4242-4a96-b88e-8b3ec270e5e5 HTTP/1.1" status: 200 len: 210 time: 0.1020074 May 23 11:11:36.439424 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eaf1c7ef-9a63-4270-bd28-18624d6d7e70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:36.457382 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-e0b2b03d-9cc0-4f3c-b3fa-51783ca9bdfb tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:36.458040 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-e0b2b03d-9cc0-4f3c-b3fa-51783ca9bdfb tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:36.571037 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c26af36-c176-4963-8be6-248c742bd6ad admin admin] Network 297e8414-85bd-4e0d-aedb-8abf246d8703 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:11:36.588728 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-3c26af36-c176-4963-8be6-248c742bd6ad admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:11:36.619778 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eaf1c7ef-9a63-4270-bd28-18624d6d7e70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:36.632468 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 44373a6d-8c7f-48f9-915a-04fb0a98c057 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:11:36.643978 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-e0b2b03d-9cc0-4f3c-b3fa-51783ca9bdfb tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8962569 May 23 11:11:36.649747 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-8e395888-7bba-4287-b101-a3cfa8277fb8 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:36.747443 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-99b807ac-6a8c-4da1-ae73-8037c96354d8 req-3567b1b6-4246-48ae-895b-f8e177acf8ec service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c33b6fcb07a04f2fa56c6e5a7798a085&device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 6343 time: 0.4117434 May 23 11:11:36.748942 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-d69d8fb8-1dbf-4f06-abff-69da0b6628e6 service neutron] Request body: {'port': {'device_id': 'be6286f2-5f9d-4ac2-9ef8-1871aa6aa2a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:36.759894 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 44373a6d-8c7f-48f9-915a-04fb0a98c057 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:11:36.766785 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 44373a6d-8c7f-48f9-915a-04fb0a98c057 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:11:36.767536 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:36.777272 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab007e4-3c2c-41bb-994d-374502bfd2fd req-d6e7a69a-e581-4e0e-bff2-16d8cf94061e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:36.781299 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab007e4-3c2c-41bb-994d-374502bfd2fd req-d6e7a69a-e581-4e0e-bff2-16d8cf94061e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:36.785213 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab007e4-3c2c-41bb-994d-374502bfd2fd req-d6e7a69a-e581-4e0e-bff2-16d8cf94061e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:36.789578 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab007e4-3c2c-41bb-994d-374502bfd2fd req-d6e7a69a-e581-4e0e-bff2-16d8cf94061e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:36.793502 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab007e4-3c2c-41bb-994d-374502bfd2fd req-d6e7a69a-e581-4e0e-bff2-16d8cf94061e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:36.797436 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab007e4-3c2c-41bb-994d-374502bfd2fd req-d6e7a69a-e581-4e0e-bff2-16d8cf94061e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:36.801370 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab007e4-3c2c-41bb-994d-374502bfd2fd req-d6e7a69a-e581-4e0e-bff2-16d8cf94061e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:36.803284 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8ab007e4-3c2c-41bb-994d-374502bfd2fd req-d6e7a69a-e581-4e0e-bff2-16d8cf94061e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 5396 time: 0.4150186 May 23 11:11:36.972360 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-72ee38cf-e4e8-4266-b279-b756ea3efa66 None None] Provisioning complete for port 9959c7e4-5ac1-4278-9125-90a08213ddc5 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:11:36.972981 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-72ee38cf-e4e8-4266-b279-b756ea3efa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:36.975028 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-6e1074d8-84b2-41c8-af8a-b4bb0f8aaa57 req-e9be44a4-fd7a-447e-ac8e-28e61adee8b5 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] For port dbbbcd35-f543-46d3-ad90-497530945df2, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=dbbbcd35-f543-46d3-ad90-497530945df2,segment=NetworkSegment(0eaf6c12-c629-4f70-b3b1-9c344ae24a9d),segment_id=0eaf6c12-c629-4f70-b3b1-9c344ae24a9d)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:11:36.975569 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-6e1074d8-84b2-41c8-af8a-b4bb0f8aaa57 req-e9be44a4-fd7a-447e-ac8e-28e61adee8b5 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:36.984786 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-8e395888-7bba-4287-b101-a3cfa8277fb8 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:36.985095 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f889624e-3c7d-4bb5-854f-e0841bc5192f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:37.001210 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:37.050784 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aede9126-b9a4-49fb-9273-358a4305d1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44373a6d-8c7f-48f9-915a-04fb0a98c057'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:11:37.072601 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 44373a6d-8c7f-48f9-915a-04fb0a98c057, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=44373a6d-8c7f-48f9-915a-04fb0a98c057,segment=NetworkSegment(633c66ca-dc41-4b0b-a0a3-ed62624a9374),segment_id=633c66ca-dc41-4b0b-a0a3-ed62624a9374)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:11:37.074129 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-72ee38cf-e4e8-4266-b279-b756ea3efa66 None None] Port 9959c7e4-5ac1-4278-9125-90a08213ddc5 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:11:37.083997 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:37.085537 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device dbbbcd35-f543-46d3-ad90-497530945df2 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:11:37.207533 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-994c9812-1cac-4ba6-bc13-cb68759603c7'] response: {'server_uuid': 'aede9126-b9a4-49fb-9273-358a4305d1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44373a6d-8c7f-48f9-915a-04fb0a98c057', 'code': 200} May 23 11:11:37.236450 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8ab007e4-3c2c-41bb-994d-374502bfd2fd req-ade02b8b-56bb-4419-a3d3-44b69af2de55 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=80bd5d80-b839-4f0d-bc84-203290106c00&id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4041376 May 23 11:11:37.246936 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-6e1074d8-84b2-41c8-af8a-b4bb0f8aaa57 req-e9be44a4-fd7a-447e-ac8e-28e61adee8b5 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Calling delete_port for dbbbcd35-f543-46d3-ad90-497530945df2 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:11:37.286802 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=44373a6d-8c7f-48f9-915a-04fb0a98c057,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:37.313576 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-be3d6d2a-419b-465d-9eb6-0319e30469a6 service neutron] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:11:37.364392 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b807ac-6a8c-4da1-ae73-8037c96354d8 req-fa0fcb68-b0aa-4247-82e8-2b70a8b5b814 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:37.364786 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b807ac-6a8c-4da1-ae73-8037c96354d8 req-fa0fcb68-b0aa-4247-82e8-2b70a8b5b814 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:37.365043 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b807ac-6a8c-4da1-ae73-8037c96354d8 req-fa0fcb68-b0aa-4247-82e8-2b70a8b5b814 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:37.366602 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-99b807ac-6a8c-4da1-ae73-8037c96354d8 req-fa0fcb68-b0aa-4247-82e8-2b70a8b5b814 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=c33b6fcb07a04f2fa56c6e5a7798a085&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5623941 May 23 11:11:37.471475 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-8e395888-7bba-4287-b101-a3cfa8277fb8 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Network 259a9b43-8479-43be-aaff-e5ef08242573 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:11:37.473103 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e395888-7bba-4287-b101-a3cfa8277fb8 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Pushing event updated for resources: {'Port': ['ID=53e5c3f0-6ed2-4768-b3db-d0137061a148,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:37.518240 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-8e395888-7bba-4287-b101-a3cfa8277fb8 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:11:37.549656 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eaf1c7ef-9a63-4270-bd28-18624d6d7e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:37.583652 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-be3d6d2a-419b-465d-9eb6-0319e30469a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a44d654-6b97-41f9-82f8-7a39efafc1c3 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:11:37.588503 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f889624e-3c7d-4bb5-854f-e0841bc5192f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:37.592619 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-d69d8fb8-1dbf-4f06-abff-69da0b6628e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:37.610088 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-be3d6d2a-419b-465d-9eb6-0319e30469a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:37.614372 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1c7ef-9a63-4270-bd28-18624d6d7e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9103c182-f490-4f73-a25d-c5f580a3a893,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:37.629072 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-8e395888-7bba-4287-b101-a3cfa8277fb8 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:11:37.632292 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f889624e-3c7d-4bb5-854f-e0841bc5192f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:37.702580 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-be3d6d2a-419b-465d-9eb6-0319e30469a6 service neutron] Transition to ACTIVE for port object 9a44d654-6b97-41f9-82f8-7a39efafc1c3 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:11:37.704205 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eaf1c7ef-9a63-4270-bd28-18624d6d7e70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:37.705350 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-eaf1c7ef-9a63-4270-bd28-18624d6d7e70 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9103c182-f490-4f73-a25d-c5f580a3a893 HTTP/1.1" status: 204 len: 168 time: 1.9841924 May 23 11:11:37.740530 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-be3d6d2a-419b-465d-9eb6-0319e30469a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:37.789939 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-8e395888-7bba-4287-b101-a3cfa8277fb8 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:37.790701 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-8e395888-7bba-4287-b101-a3cfa8277fb8 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:37.816121 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:37.851916 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6d8de0f5-d8a5-4bcd-b6ca-65bdac2f3775 req-993d7ff1-da58-417e-98bf-8de25f7ba735 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=aede9126-b9a4-49fb-9273-358a4305d1b0 HTTP/1.1" status: 200 len: 1096 time: 0.5796010 May 23 11:11:37.858799 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b807ac-6a8c-4da1-ae73-8037c96354d8 req-72ebfb05-f49f-41db-825b-a34ff87d9f5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:37.860493 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-99b807ac-6a8c-4da1-ae73-8037c96354d8 req-72ebfb05-f49f-41db-825b-a34ff87d9f5c service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4687586 May 23 11:11:37.898148 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617347e-fe33-4d21-bae3-da0261560198 req-29d690bc-e31d-4b1c-b65d-a50018f394c0 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:37.900601 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c617347e-fe33-4d21-bae3-da0261560198 req-29d690bc-e31d-4b1c-b65d-a50018f394c0 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=aede9126-b9a4-49fb-9273-358a4305d1b0 HTTP/1.1" status: 200 len: 945 time: 0.6241503 May 23 11:11:37.908139 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-8e395888-7bba-4287-b101-a3cfa8277fb8 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4518831 May 23 11:11:37.915338 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d31e03-e3ef-4182-a477-1ed1cb31803d req-be116dd7-6726-4f15-8268-8bc5baaa6209 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:37.915721 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-92d31e03-e3ef-4182-a477-1ed1cb31803d req-be116dd7-6726-4f15-8268-8bc5baaa6209 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=c28627fe-13e7-4078-b3c8-d5d4eb0e8747 HTTP/1.1" status: 200 len: 943 time: 0.4749055 May 23 11:11:37.946318 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-8334b7f7-ae61-4c40-a4a9-52945c4ae5bb service neutron] Request body: {'port': {'device_id': '65fd4917-4242-4a96-b88e-8b3ec270e5e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:37.961540 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-6e1074d8-84b2-41c8-af8a-b4bb0f8aaa57 req-e9be44a4-fd7a-447e-ac8e-28e61adee8b5 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:37.971722 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d6d2a-419b-465d-9eb6-0319e30469a6 service neutron] Pushing event updated for resources: {'Port': ['ID=9a44d654-6b97-41f9-82f8-7a39efafc1c3,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:37.973990 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f889624e-3c7d-4bb5-854f-e0841bc5192f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:37.974615 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f889624e-3c7d-4bb5-854f-e0841bc5192f admin admin] Fanout notify agent at l3_agent the message router_deleted on router bee327d2-0cb4-4f9d-be25-240d37bd7bae {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:11:38.112204 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c617347e-fe33-4d21-bae3-da0261560198 req-cc053b96-6cef-427a-971a-048058e03961 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954339 May 23 11:11:38.145239 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be44a4-fd7a-447e-ac8e-28e61adee8b5 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Pushing event deleted for resources: {'Port': ['ID=dbbbcd35-f543-46d3-ad90-497530945df2,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:38.183418 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6d8de0f5-d8a5-4bcd-b6ca-65bdac2f3775 req-e1ae8971-bdc7-46e4-9c40-40aec896ce01 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200257 May 23 11:11:38.235604 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-92d31e03-e3ef-4182-a477-1ed1cb31803d req-5140c3c2-1d45-43ec-858d-5e15ba2f234b tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087604 May 23 11:11:38.259187 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-8334b7f7-ae61-4c40-a4a9-52945c4ae5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:38.280799 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fe11d7e5-3f08-4afc-9bbd-f902d0ce0b32 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:38.323002 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50962) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:38.513836 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c26af36-c176-4963-8be6-248c742bd6ad admin admin] Router e75b29d5-8702-42ef-92a7-2ad7834ef9f1 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:11:38.586492 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1eb86347-4783-48d4-98a1-bbcfb3fd1ad7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=458f6bd8bf0645d090a34dbc64857384&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2571054 May 23 11:11:38.594800 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50966) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:38.596695 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f889624e-3c7d-4bb5-854f-e0841bc5192f admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:38.597915 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f889624e-3c7d-4bb5-854f-e0841bc5192f admin admin] 10.222.0.79 "DELETE /v2.0/routers/bee327d2-0cb4-4f9d-be25-240d37bd7bae HTTP/1.1" status: 204 len: 168 time: 8.3425016 May 23 11:11:38.602851 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50970) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:38.654643 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1074d8-84b2-41c8-af8a-b4bb0f8aaa57 req-e9be44a4-fd7a-447e-ac8e-28e61adee8b5 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] No DVR routers for this DVR port dbbbcd35-f543-46d3-ad90-497530945df2 on host n-h1-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:11:38.662250 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-6e1074d8-84b2-41c8-af8a-b4bb0f8aaa57 req-e9be44a4-fd7a-447e-ac8e-28e61adee8b5 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:38.664576 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6e1074d8-84b2-41c8-af8a-b4bb0f8aaa57 req-e9be44a4-fd7a-447e-ac8e-28e61adee8b5 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.13 "DELETE /v2.0/ports/dbbbcd35-f543-46d3-ad90-497530945df2 HTTP/1.1" status: 204 len: 173 time: 3.1671109 May 23 11:11:38.665187 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28627fe-13e7-4078-b3c8-d5d4eb0e8747', 'name': 'network-vif-deleted', 'tag': 'dbbbcd35-f543-46d3-ad90-497530945df2'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:11:38.704416 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de4cb9-c33a-4d5f-bfdd-f7e519428a81 req-1e2a7384-b53a-4969-a786-aaf435388356 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:38.705000 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-a3de4cb9-c33a-4d5f-bfdd-f7e519428a81 req-1e2a7384-b53a-4969-a786-aaf435388356 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Synchronizing usage tracker for tenant:9ea9de6708f24ca4b9c663f6619e9730 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:11:38.770312 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-be3d6d2a-419b-465d-9eb6-0319e30469a6 service neutron] Attempting to bind port 9a44d654-6b97-41f9-82f8-7a39efafc1c3 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:11:38.770687 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-be3d6d2a-419b-465d-9eb6-0319e30469a6 service neutron] Attempting to bind port 9a44d654-6b97-41f9-82f8-7a39efafc1c3 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '4fb36cd3-6cfe-4123-a5c3-41bfd28cb3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:11:38.770960 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-be3d6d2a-419b-465d-9eb6-0319e30469a6 service neutron] Attempting to bind port 9a44d654-6b97-41f9-82f8-7a39efafc1c3 on network e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:11:38.789757 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-be3d6d2a-419b-465d-9eb6-0319e30469a6 service neutron] Port 9a44d654-6b97-41f9-82f8-7a39efafc1c3 on network e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:11:38.790223 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-be3d6d2a-419b-465d-9eb6-0319e30469a6 service neutron] Attempting to bind port 9a44d654-6b97-41f9-82f8-7a39efafc1c3 on network e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:11:38.816629 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-be3d6d2a-419b-465d-9eb6-0319e30469a6 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:11:38.816962 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-be3d6d2a-419b-465d-9eb6-0319e30469a6 service neutron] Checking segment: {'id': '4fb36cd3-6cfe-4123-a5c3-41bfd28cb3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:11:38.817344 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-be3d6d2a-419b-465d-9eb6-0319e30469a6 service neutron] Bound using segment: {'id': '4fb36cd3-6cfe-4123-a5c3-41bfd28cb3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:11:38.817794 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-be3d6d2a-419b-465d-9eb6-0319e30469a6 service neutron] Bound port: 9a44d654-6b97-41f9-82f8-7a39efafc1c3, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fb36cd3-6cfe-4123-a5c3-41bfd28cb3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:11:38.818160 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-be3d6d2a-419b-465d-9eb6-0319e30469a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:38.871737 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6023489-f114-436e-85a2-656c00ff378c req-be24498b-6af0-4737-be5d-3f36b8c47a5d tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:38.875547 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6023489-f114-436e-85a2-656c00ff378c req-be24498b-6af0-4737-be5d-3f36b8c47a5d tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:38.879710 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6023489-f114-436e-85a2-656c00ff378c req-be24498b-6af0-4737-be5d-3f36b8c47a5d tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:38.883204 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6023489-f114-436e-85a2-656c00ff378c req-be24498b-6af0-4737-be5d-3f36b8c47a5d tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:38.887010 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6023489-f114-436e-85a2-656c00ff378c req-be24498b-6af0-4737-be5d-3f36b8c47a5d tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:38.890824 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6023489-f114-436e-85a2-656c00ff378c req-be24498b-6af0-4737-be5d-3f36b8c47a5d tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:38.894623 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6023489-f114-436e-85a2-656c00ff378c req-be24498b-6af0-4737-be5d-3f36b8c47a5d tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:38.896489 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e6023489-f114-436e-85a2-656c00ff378c req-be24498b-6af0-4737-be5d-3f36b8c47a5d tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 5408 time: 0.4980950 May 23 11:11:38.910332 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-58001baa-cab6-4528-adcf-d9b1a3180fc9 admin admin] Deleting subnet 87f6ff48-3f7c-46f2-8156-b55091f31a8e {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:11:38.929668 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-a3de4cb9-c33a-4d5f-bfdd-f7e519428a81 req-1e2a7384-b53a-4969-a786-aaf435388356 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Unset dirty status for tenant:9ea9de6708f24ca4b9c663f6619e9730 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:11:38.930803 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a3de4cb9-c33a-4d5f-bfdd-f7e519428a81 req-1e2a7384-b53a-4969-a786-aaf435388356 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/ports?device_id=65fd4917-4242-4a96-b88e-8b3ec270e5e5 HTTP/1.1" status: 200 len: 931 time: 0.6589673 May 23 11:11:38.932536 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-58001baa-cab6-4528-adcf-d9b1a3180fc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:38.940654 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-d69d8fb8-1dbf-4f06-abff-69da0b6628e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7e7da2c-25c2-44f4-8598-8089a9a8cecd {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:11:38.957306 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-d69d8fb8-1dbf-4f06-abff-69da0b6628e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:38.998187 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-d69d8fb8-1dbf-4f06-abff-69da0b6628e6 service neutron] Transition to ACTIVE for port object c7e7da2c-25c2-44f4-8598-8089a9a8cecd will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:11:39.007493 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-d69d8fb8-1dbf-4f06-abff-69da0b6628e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:39.080956 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-be3d6d2a-419b-465d-9eb6-0319e30469a6 service neutron] For port 9a44d654-6b97-41f9-82f8-7a39efafc1c3, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:11:39.099366 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-be3d6d2a-419b-465d-9eb6-0319e30469a6 service neutron] For port 9a44d654-6b97-41f9-82f8-7a39efafc1c3, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=9a44d654-6b97-41f9-82f8-7a39efafc1c3,segment=NetworkSegment(4fb36cd3-6cfe-4123-a5c3-41bfd28cb3c6),segment_id=4fb36cd3-6cfe-4123-a5c3-41bfd28cb3c6)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:11:39.129469 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:39.159626 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-be3d6d2a-419b-465d-9eb6-0319e30469a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:39.163719 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d8fb8-1dbf-4f06-abff-69da0b6628e6 service neutron] Pushing event updated for resources: {'Port': ['ID=c7e7da2c-25c2-44f4-8598-8089a9a8cecd,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:39.214975 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-91603715-3e1e-4994-9420-3f9390fe0d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:39.219623 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0fa816d5-4b35-4abd-930e-7307a3fdc716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:39.256250 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fe11d7e5-3f08-4afc-9bbd-f902d0ce0b32 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:39.266701 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-be3d6d2a-419b-465d-9eb6-0319e30469a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:39.268232 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-be3d6d2a-419b-465d-9eb6-0319e30469a6 service neutron] 10.222.0.81 "PUT /v2.0/ports/9a44d654-6b97-41f9-82f8-7a39efafc1c3 HTTP/1.1" status: 200 len: 1091 time: 4.1459432 May 23 11:11:39.273797 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-58001baa-cab6-4528-adcf-d9b1a3180fc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:39.319941 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d6d2a-419b-465d-9eb6-0319e30469a6 service neutron] Pushing event updated for resources: {'Port': ['ID=9a44d654-6b97-41f9-82f8-7a39efafc1c3,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:39.328759 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-4993d158-3473-46df-b20e-70d6287618ff service neutron] Request body: {'port': {'device_id': '3a667444-e49b-4f93-8246-448eed64fdef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:39.348451 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e6023489-f114-436e-85a2-656c00ff378c req-74c54b65-4666-45cc-8538-d6cf58418124 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=80bd5d80-b839-4f0d-bc84-203290106c00&id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4424860 May 23 11:11:39.358924 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0fa816d5-4b35-4abd-930e-7307a3fdc716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:39.368033 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-fe11d7e5-3f08-4afc-9bbd-f902d0ce0b32 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Deleting port 13f97893-86f4-4086-be0a-0a1c7d6fa15c {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:11:39.368682 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fe11d7e5-3f08-4afc-9bbd-f902d0ce0b32 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:39.406731 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a3de4cb9-c33a-4d5f-bfdd-f7e519428a81 req-bb38496b-8d6b-4c1c-893f-2cd41429c28d tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/security-groups?id=c3a2b15e-44b9-4619-8140-4c6f2720689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047893 May 23 11:11:39.566179 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-58001baa-cab6-4528-adcf-d9b1a3180fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:39.604236 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a6b68da-3fdc-4113-bb0d-508b490ea3d6'] response: {'server_uuid': 'c28627fe-13e7-4078-b3c8-d5d4eb0e8747', 'name': 'network-vif-deleted', 'tag': 'dbbbcd35-f543-46d3-ad90-497530945df2', 'status': 'completed', 'code': 200} May 23 11:11:39.652358 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fe11d7e5-3f08-4afc-9bbd-f902d0ce0b32 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:39.746725 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-8334b7f7-ae61-4c40-a4a9-52945c4ae5bb service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:11:39.756662 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50982) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:39.766507 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0fa816d5-4b35-4abd-930e-7307a3fdc716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:39.786788 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-c2abe5d0-fd3f-4b9b-babb-fc5af3cc29e6 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1808499862', 'description': 'tempest-description--192418942'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:39.841558 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c2abe5d0-fd3f-4b9b-babb-fc5af3cc29e6 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:11:39.849543 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa816d5-4b35-4abd-930e-7307a3fdc716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb5567c-8247-4822-8735-b9ebe48ab6b8,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:39.867790 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c2abe5d0-fd3f-4b9b-babb-fc5af3cc29e6 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Usage tracker for resource:security_group and tenant:abc8f80d521a482ba49d9d597fee07e9 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:11:39.881724 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-fe11d7e5-3f08-4afc-9bbd-f902d0ce0b32 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Calling delete_port for 13f97893-86f4-4086-be0a-0a1c7d6fa15c owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:11:39.885021 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c2abe5d0-fd3f-4b9b-babb-fc5af3cc29e6 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:11:39.899357 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0fa816d5-4b35-4abd-930e-7307a3fdc716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:39.900624 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0fa816d5-4b35-4abd-930e-7307a3fdc716 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cdb5567c-8247-4822-8735-b9ebe48ab6b8 HTTP/1.1" status: 204 len: 168 time: 1.3038406 May 23 11:11:39.908173 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-d69d8fb8-1dbf-4f06-abff-69da0b6628e6 service neutron] Attempting to bind port c7e7da2c-25c2-44f4-8598-8089a9a8cecd on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:11:39.908173 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-d69d8fb8-1dbf-4f06-abff-69da0b6628e6 service neutron] Attempting to bind port c7e7da2c-25c2-44f4-8598-8089a9a8cecd by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': 'ad9b3fe2-7277-4984-8ef8-43e56dd6b10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '259a9b43-8479-43be-aaff-e5ef08242573'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:11:39.908496 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-d69d8fb8-1dbf-4f06-abff-69da0b6628e6 service neutron] Attempting to bind port c7e7da2c-25c2-44f4-8598-8089a9a8cecd on network 259a9b43-8479-43be-aaff-e5ef08242573 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:11:39.908721 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c2abe5d0-fd3f-4b9b-babb-fc5af3cc29e6 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:11:39.922622 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-d69d8fb8-1dbf-4f06-abff-69da0b6628e6 service neutron] Port c7e7da2c-25c2-44f4-8598-8089a9a8cecd on network 259a9b43-8479-43be-aaff-e5ef08242573 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:11:39.922930 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-d69d8fb8-1dbf-4f06-abff-69da0b6628e6 service neutron] Attempting to bind port c7e7da2c-25c2-44f4-8598-8089a9a8cecd on network 259a9b43-8479-43be-aaff-e5ef08242573 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:11:39.927399 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-8334b7f7-ae61-4c40-a4a9-52945c4ae5bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53e5c3f0-6ed2-4768-b3db-d0137061a148 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:11:39.933112 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-d69d8fb8-1dbf-4f06-abff-69da0b6628e6 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:11:39.933452 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-d69d8fb8-1dbf-4f06-abff-69da0b6628e6 service neutron] Checking segment: {'id': 'ad9b3fe2-7277-4984-8ef8-43e56dd6b10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '259a9b43-8479-43be-aaff-e5ef08242573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:11:39.933835 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-d69d8fb8-1dbf-4f06-abff-69da0b6628e6 service neutron] Bound using segment: {'id': 'ad9b3fe2-7277-4984-8ef8-43e56dd6b10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '259a9b43-8479-43be-aaff-e5ef08242573'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:11:39.934260 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-d69d8fb8-1dbf-4f06-abff-69da0b6628e6 service neutron] Bound port: c7e7da2c-25c2-44f4-8598-8089a9a8cecd, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad9b3fe2-7277-4984-8ef8-43e56dd6b10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '259a9b43-8479-43be-aaff-e5ef08242573'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:11:39.934604 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-d69d8fb8-1dbf-4f06-abff-69da0b6628e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:39.940838 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c2abe5d0-fd3f-4b9b-babb-fc5af3cc29e6 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:39.960658 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-4993d158-3473-46df-b20e-70d6287618ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:39.960877 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-8334b7f7-ae61-4c40-a4a9-52945c4ae5bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:39.970400 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-58001baa-cab6-4528-adcf-d9b1a3180fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:40.030999 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58001baa-cab6-4528-adcf-d9b1a3180fc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87f6ff48-3f7c-46f2-8156-b55091f31a8e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:40.033952 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-8334b7f7-ae61-4c40-a4a9-52945c4ae5bb service neutron] Transition to ACTIVE for port object 53e5c3f0-6ed2-4768-b3db-d0137061a148 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:11:40.054130 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-58001baa-cab6-4528-adcf-d9b1a3180fc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:40.060608 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2696e69b-bf25-4aaf-9a64-b2b31174b3bf None None] Network 0a05d838-cda3-46c0-8bf8-03d2c6de0cc0 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:11:40.061740 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7c83d-6d6e-410a-a789-83fa453f1220 req-a63eae39-71e1-42dd-a187-12374a6fee78 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:40.063314 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9bb7c83d-6d6e-410a-a789-83fa453f1220 req-a63eae39-71e1-42dd-a187-12374a6fee78 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=aede9126-b9a4-49fb-9273-358a4305d1b0 HTTP/1.1" status: 200 len: 945 time: 0.3742044 May 23 11:11:40.063988 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-8334b7f7-ae61-4c40-a4a9-52945c4ae5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:40.100261 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c2abe5d0-fd3f-4b9b-babb-fc5af3cc29e6 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:11:40.127809 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c2abe5d0-fd3f-4b9b-babb-fc5af3cc29e6 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Usage tracker for resource:security_group_rule and tenant:abc8f80d521a482ba49d9d597fee07e9 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:11:40.147194 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c2abe5d0-fd3f-4b9b-babb-fc5af3cc29e6 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:11:40.153412 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-58001baa-cab6-4528-adcf-d9b1a3180fc9 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/87f6ff48-3f7c-46f2-8156-b55091f31a8e HTTP/1.1" status: 204 len: 168 time: 1.5357015 May 23 11:11:40.155558 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c26af36-c176-4963-8be6-248c742bd6ad admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:11:40.165867 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6dff5f-64eb-4757-9afa-a07530dcc088 None None] Sync routers for ids ['e75b29d5-8702-42ef-92a7-2ad7834ef9f1'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:11:40.174482 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50988) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:40.182630 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6dff5f-64eb-4757-9afa-a07530dcc088 None None] Routers {'e75b29d5-8702-42ef-92a7-2ad7834ef9f1'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:11:40.184025 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-9d6dff5f-64eb-4757-9afa-a07530dcc088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:11:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['e75b29d5-8702-42ef-92a7-2ad7834ef9f1'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:40.197625 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3c26af36-c176-4963-8be6-248c742bd6ad admin admin] 10.222.0.79 "PUT /v2.0/routers/e75b29d5-8702-42ef-92a7-2ad7834ef9f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6757574 May 23 11:11:40.201478 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c2abe5d0-fd3f-4b9b-babb-fc5af3cc29e6 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:11:40.227310 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-d69d8fb8-1dbf-4f06-abff-69da0b6628e6 service neutron] For port c7e7da2c-25c2-44f4-8598-8089a9a8cecd, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:11:40.268351 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-d69d8fb8-1dbf-4f06-abff-69da0b6628e6 service neutron] For port c7e7da2c-25c2-44f4-8598-8089a9a8cecd, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=c7e7da2c-25c2-44f4-8598-8089a9a8cecd,segment=NetworkSegment(ad9b3fe2-7277-4984-8ef8-43e56dd6b10d),segment_id=ad9b3fe2-7277-4984-8ef8-43e56dd6b10d)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:11:40.293551 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-d69d8fb8-1dbf-4f06-abff-69da0b6628e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:40.405736 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8334b7f7-ae61-4c40-a4a9-52945c4ae5bb service neutron] Pushing event updated for resources: {'Port': ['ID=53e5c3f0-6ed2-4768-b3db-d0137061a148,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:40.489948 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9bb7c83d-6d6e-410a-a789-83fa453f1220 req-85aec7c5-f146-4c36-9379-30f5b60e299c tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791885 May 23 11:11:40.582976 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456551fc-48ec-40ea-baac-7f9d0b540ae2 None None] DHCP port deletion for 0a05d838-cda3-46c0-8bf8-03d2c6de0cc0 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:11:40.595392 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-456551fc-48ec-40ea-baac-7f9d0b540ae2 None None] Deleting port e14f5040-1c02-43ad-807e-717539cc8c75 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:11:40.597060 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-456551fc-48ec-40ea-baac-7f9d0b540ae2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:40.622305 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ab13035b-628c-4324-bb47-15086f0dedde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:40.627157 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-9d6dff5f-64eb-4757-9afa-a07530dcc088 None None] Set router e75b29d5-8702-42ef-92a7-2ad7834ef9f1 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:11:40.709975 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e14f5040-1c02-43ad-807e-717539cc8c75 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:11:40.794226 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-d69d8fb8-1dbf-4f06-abff-69da0b6628e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:40.795802 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-d69d8fb8-1dbf-4f06-abff-69da0b6628e6 service neutron] 10.222.0.81 "PUT /v2.0/ports/c7e7da2c-25c2-44f4-8598-8089a9a8cecd HTTP/1.1" status: 200 len: 1092 time: 4.0616310 May 23 11:11:40.960307 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-ab13035b-628c-4324-bb47-15086f0dedde admin admin] Deleting port e14f5040-1c02-43ad-807e-717539cc8c75 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:11:40.960651 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ab13035b-628c-4324-bb47-15086f0dedde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:41.017694 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-456551fc-48ec-40ea-baac-7f9d0b540ae2 None None] For port e14f5040-1c02-43ad-807e-717539cc8c75, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e14f5040-1c02-43ad-807e-717539cc8c75,segment=NetworkSegment(cc020ee1-c0c0-4c06-a22a-9486767d8be8),segment_id=cc020ee1-c0c0-4c06-a22a-9486767d8be8)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:11:41.019142 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-456551fc-48ec-40ea-baac-7f9d0b540ae2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:41.043256 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-9d6dff5f-64eb-4757-9afa-a07530dcc088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'name': 'tempest-AttachVolumeNegativeTest-1482793895-router', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:11:20Z', 'updated_at': '2022-05-23T11:11:34Z', 'revision_number': 4, 'project_id': '92ce77b1b70449899717558adda940d2', 'gw_port': {'id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:22Z', 'updated_at': '2022-05-23T11:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '9959c7e4-5ac1-4278-9125-90a08213ddc5', 'name': '', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'mac_address': 'fa:16:3e:c5:51:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:31Z', 'updated_at': '2022-05-23T11:11:34Z', 'revision_number': 2, 'project_id': '92ce77b1b70449899717558adda940d2', 'subnets': [{'id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:41.047752 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6dff5f-64eb-4757-9afa-a07530dcc088 None None] Checking router: e75b29d5-8702-42ef-92a7-2ad7834ef9f1 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:11:41.048125 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6dff5f-64eb-4757-9afa-a07530dcc088 None None] Updating router e75b29d5-8702-42ef-92a7-2ad7834ef9f1 port 9959c7e4-5ac1-4278-9125-90a08213ddc5 binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:11:41.065948 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fe11d7e5-3f08-4afc-9bbd-f902d0ce0b32 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:41.073578 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d8fb8-1dbf-4f06-abff-69da0b6628e6 service neutron] Pushing event updated for resources: {'Port': ['ID=c7e7da2c-25c2-44f4-8598-8089a9a8cecd,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:41.112780 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-9d6dff5f-64eb-4757-9afa-a07530dcc088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:41.185950 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe11d7e5-3f08-4afc-9bbd-f902d0ce0b32 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Pushing event deleted for resources: {'Port': ['ID=13f97893-86f4-4086-be0a-0a1c7d6fa15c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:41.198818 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-456551fc-48ec-40ea-baac-7f9d0b540ae2 None None] Calling delete_port for e14f5040-1c02-43ad-807e-717539cc8c75 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:11:41.338969 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:41.342953 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51016) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:41.356105 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-868f2357-154d-4689-8169-0ebaf0267082 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9ea9de6708f24ca4b9c663f6619e9730&device_id=be6286f2-5f9d-4ac2-9ef8-1871aa6aa2a9 HTTP/1.1" status: 200 len: 1095 time: 0.4747143 May 23 11:11:41.420997 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port e14f5040-1c02-43ad-807e-717539cc8c75, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e14f5040-1c02-43ad-807e-717539cc8c75,segment=NetworkSegment(cc020ee1-c0c0-4c06-a22a-9486767d8be8),segment_id=cc020ee1-c0c0-4c06-a22a-9486767d8be8)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:11:41.450833 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:41.451545 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 0f9d3877-ac67-498d-a18a-9578728ab83a no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:11:41.471264 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-ab13035b-628c-4324-bb47-15086f0dedde admin admin] For port e14f5040-1c02-43ad-807e-717539cc8c75, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e14f5040-1c02-43ad-807e-717539cc8c75,segment=NetworkSegment(cc020ee1-c0c0-4c06-a22a-9486767d8be8),segment_id=cc020ee1-c0c0-4c06-a22a-9486767d8be8)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:11:41.471851 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ab13035b-628c-4324-bb47-15086f0dedde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:41.501789 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-4993d158-3473-46df-b20e-70d6287618ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 763c10d1-b57e-48c8-8043-0443d4788a7a {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:11:41.561443 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 0f9d3877-ac67-498d-a18a-9578728ab83a {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:11:41.561932 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 0f9d3877-ac67-498d-a18a-9578728ab83a not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:11:41.600322 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-456551fc-48ec-40ea-baac-7f9d0b540ae2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:11:41.601014 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-456551fc-48ec-40ea-baac-7f9d0b540ae2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:11:41.608043 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8bd1b0e0-3de5-40e6-be42-db24314431e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:41.620087 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-9d6dff5f-64eb-4757-9afa-a07530dcc088 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:41.620709 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=e14f5040-1c02-43ad-807e-717539cc8c75,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:41.623930 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-ab13035b-628c-4324-bb47-15086f0dedde admin admin] Calling delete_port for e14f5040-1c02-43ad-807e-717539cc8c75 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:11:41.624518 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'tag': '9a44d654-6b97-41f9-82f8-7a39efafc1c3'}, {'name': 'network-changed', 'server_uuid': 'be6286f2-5f9d-4ac2-9ef8-1871aa6aa2a9', 'tag': 'c7e7da2c-25c2-44f4-8598-8089a9a8cecd'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:11:41.640926 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-9d6dff5f-64eb-4757-9afa-a07530dcc088 None None] Transition to ACTIVE for port object 9959c7e4-5ac1-4278-9125-90a08213ddc5 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:11:41.650548 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-9d6dff5f-64eb-4757-9afa-a07530dcc088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:41.653512 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-be153bb7-ba10-46f3-8361-b3f68a4c566e tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-774214730'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:41.658375 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-4993d158-3473-46df-b20e-70d6287618ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:41.671139 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-be153bb7-ba10-46f3-8361-b3f68a4c566e tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:11:41.684525 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-cef63312-1f19-4f4e-bca0-ace254970162 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7e7da2c-25c2-44f4-8598-8089a9a8cecd HTTP/1.1" status: 200 len: 217 time: 0.1853659 May 23 11:11:41.685608 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-be153bb7-ba10-46f3-8361-b3f68a4c566e tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Usage tracker for resource:network and tenant:64767f7d3ba2443580b9b187013efe7a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:11:41.691028 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fe11d7e5-3f08-4afc-9bbd-f902d0ce0b32 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:41.748532 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-be153bb7-ba10-46f3-8361-b3f68a4c566e tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:11:41.778949 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d65629-88bb-486e-b05d-25d4fa329cdd None None] Pushing event updated for resources: {'Port': ['ID=9959c7e4-5ac1-4278-9125-90a08213ddc5,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:41.796139 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-4993d158-3473-46df-b20e-70d6287618ff service neutron] Transition to ACTIVE for port object 763c10d1-b57e-48c8-8043-0443d4788a7a will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:11:41.797129 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-be153bb7-ba10-46f3-8361-b3f68a4c566e tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:11:41.852376 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-8334b7f7-ae61-4c40-a4a9-52945c4ae5bb service neutron] Attempting to bind port 53e5c3f0-6ed2-4768-b3db-d0137061a148 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:11:41.853069 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-8334b7f7-ae61-4c40-a4a9-52945c4ae5bb service neutron] Attempting to bind port 53e5c3f0-6ed2-4768-b3db-d0137061a148 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'ad9b3fe2-7277-4984-8ef8-43e56dd6b10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '259a9b43-8479-43be-aaff-e5ef08242573'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:11:41.853629 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-8334b7f7-ae61-4c40-a4a9-52945c4ae5bb service neutron] Attempting to bind port 53e5c3f0-6ed2-4768-b3db-d0137061a148 on network 259a9b43-8479-43be-aaff-e5ef08242573 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:11:41.865013 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-8334b7f7-ae61-4c40-a4a9-52945c4ae5bb service neutron] Port 53e5c3f0-6ed2-4768-b3db-d0137061a148 on network 259a9b43-8479-43be-aaff-e5ef08242573 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:11:41.865573 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-8334b7f7-ae61-4c40-a4a9-52945c4ae5bb service neutron] Attempting to bind port 53e5c3f0-6ed2-4768-b3db-d0137061a148 on network 259a9b43-8479-43be-aaff-e5ef08242573 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:11:41.872477 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.api [None req-ab13035b-628c-4324-bb47-15086f0dedde admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:11:41.873031 n-d-842952-2 neutron-server[83910]: DEBUG oslo_db.api [None req-ab13035b-628c-4324-bb47-15086f0dedde admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:11:41.891033 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-8334b7f7-ae61-4c40-a4a9-52945c4ae5bb service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:11:41.891665 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-8334b7f7-ae61-4c40-a4a9-52945c4ae5bb service neutron] Checking segment: {'id': 'ad9b3fe2-7277-4984-8ef8-43e56dd6b10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '259a9b43-8479-43be-aaff-e5ef08242573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:11:41.891951 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-4993d158-3473-46df-b20e-70d6287618ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:41.892396 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-8334b7f7-ae61-4c40-a4a9-52945c4ae5bb service neutron] Bound using segment: {'id': 'ad9b3fe2-7277-4984-8ef8-43e56dd6b10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '259a9b43-8479-43be-aaff-e5ef08242573'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:11:41.893025 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-8334b7f7-ae61-4c40-a4a9-52945c4ae5bb service neutron] Bound port: 53e5c3f0-6ed2-4768-b3db-d0137061a148, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad9b3fe2-7277-4984-8ef8-43e56dd6b10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '259a9b43-8479-43be-aaff-e5ef08242573'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:11:41.893556 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-8334b7f7-ae61-4c40-a4a9-52945c4ae5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:41.918036 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-9d6dff5f-64eb-4757-9afa-a07530dcc088 None None] Attempting to bind port 9959c7e4-5ac1-4278-9125-90a08213ddc5 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:11:41.918415 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-9d6dff5f-64eb-4757-9afa-a07530dcc088 None None] Attempting to bind port 9959c7e4-5ac1-4278-9125-90a08213ddc5 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'f83c0d0e-9b40-421e-a2f5-66bbabc627e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:11:41.918758 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6dff5f-64eb-4757-9afa-a07530dcc088 None None] Attempting to bind port 9959c7e4-5ac1-4278-9125-90a08213ddc5 on network 297e8414-85bd-4e0d-aedb-8abf246d8703 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:11:41.921770 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c2abe5d0-fd3f-4b9b-babb-fc5af3cc29e6 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:41.929063 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6dff5f-64eb-4757-9afa-a07530dcc088 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:11:41.929288 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6dff5f-64eb-4757-9afa-a07530dcc088 None None] Checking segment: {'id': 'f83c0d0e-9b40-421e-a2f5-66bbabc627e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:11:41.929598 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-9d6dff5f-64eb-4757-9afa-a07530dcc088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:41.930842 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6dff5f-64eb-4757-9afa-a07530dcc088 None None] Bound using segment: {'id': 'f83c0d0e-9b40-421e-a2f5-66bbabc627e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:11:41.931860 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-9d6dff5f-64eb-4757-9afa-a07530dcc088 None None] Bound port: 9959c7e4-5ac1-4278-9125-90a08213ddc5, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f83c0d0e-9b40-421e-a2f5-66bbabc627e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:11:41.931982 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-9d6dff5f-64eb-4757-9afa-a07530dcc088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:41.946073 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e5d50-0eaa-4189-a90c-a8925469cd90 req-5394b35a-5dd2-43a2-b15c-c6ab8b71c7fc tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:41.948464 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2b8e5d50-0eaa-4189-a90c-a8925469cd90 req-5394b35a-5dd2-43a2-b15c-c6ab8b71c7fc tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/ports?device_id=65fd4917-4242-4a96-b88e-8b3ec270e5e5 HTTP/1.1" status: 200 len: 943 time: 1.2221751 May 23 11:11:41.950125 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c2abe5d0-fd3f-4b9b-babb-fc5af3cc29e6 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:42.039228 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be153bb7-ba10-46f3-8361-b3f68a4c566e tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Made reservation on behalf of 64767f7d3ba2443580b9b187013efe7a for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:11:42.042171 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-be153bb7-ba10-46f3-8361-b3f68a4c566e tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:42.052240 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c2abe5d0-fd3f-4b9b-babb-fc5af3cc29e6 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:42.056407 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c2abe5d0-fd3f-4b9b-babb-fc5af3cc29e6 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 2.2882648 May 23 11:11:42.061174 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-0c81bcdf-f08a-44df-a6b2-f9d0da53764d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:42.062753 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-0c81bcdf-f08a-44df-a6b2-f9d0da53764d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e90196c5-4f0d-4cdc-acd6-b5d50157b8f1 HTTP/1.1" status: 200 len: 853 time: 0.3189089 May 23 11:11:42.065320 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51028) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:42.069374 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-9d6dff5f-64eb-4757-9afa-a07530dcc088 None None] For port 9959c7e4-5ac1-4278-9125-90a08213ddc5, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:11:42.072842 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-9d6dff5f-64eb-4757-9afa-a07530dcc088 None None] For port 9959c7e4-5ac1-4278-9125-90a08213ddc5, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=9959c7e4-5ac1-4278-9125-90a08213ddc5,segment=NetworkSegment(f83c0d0e-9b40-421e-a2f5-66bbabc627e2),segment_id=f83c0d0e-9b40-421e-a2f5-66bbabc627e2)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:11:42.078327 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-9d6dff5f-64eb-4757-9afa-a07530dcc088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:42.082483 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2abe5d0-fd3f-4b9b-babb-fc5af3cc29e6 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b202fdbe-cc08-4721-b1b4-e265312323cb,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:42.097081 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5ed8b-f5df-4a59-a29a-723c206ff32f req-1d088137-54e3-44e9-a413-f57bcf0cbef2 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:42.100971 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5ed8b-f5df-4a59-a29a-723c206ff32f req-1d088137-54e3-44e9-a413-f57bcf0cbef2 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:42.102233 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-456551fc-48ec-40ea-baac-7f9d0b540ae2 None None] Deleting port e14f5040-1c02-43ad-807e-717539cc8c75 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:11:42.102903 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-456551fc-48ec-40ea-baac-7f9d0b540ae2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:42.104875 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5ed8b-f5df-4a59-a29a-723c206ff32f req-1d088137-54e3-44e9-a413-f57bcf0cbef2 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:42.108712 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5ed8b-f5df-4a59-a29a-723c206ff32f req-1d088137-54e3-44e9-a413-f57bcf0cbef2 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:42.113441 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5ed8b-f5df-4a59-a29a-723c206ff32f req-1d088137-54e3-44e9-a413-f57bcf0cbef2 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:42.116762 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5ed8b-f5df-4a59-a29a-723c206ff32f req-1d088137-54e3-44e9-a413-f57bcf0cbef2 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:42.120707 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5ed8b-f5df-4a59-a29a-723c206ff32f req-1d088137-54e3-44e9-a413-f57bcf0cbef2 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:42.122656 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-add5ed8b-f5df-4a59-a29a-723c206ff32f req-1d088137-54e3-44e9-a413-f57bcf0cbef2 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 5408 time: 1.4961765 May 23 11:11:42.140633 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-79bb3e75-c0fe-465c-8408-803ec4f4b211 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Request body: {'security_group_rule': {'security_group_id': 'b202fdbe-cc08-4721-b1b4-e265312323cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:42.168278 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d65629-88bb-486e-b05d-25d4fa329cdd None None] Pushing event updated for resources: {'Port': ['ID=9959c7e4-5ac1-4278-9125-90a08213ddc5,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:42.171250 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6dff5f-64eb-4757-9afa-a07530dcc088 None None] Routers {'e75b29d5-8702-42ef-92a7-2ad7834ef9f1'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:11:42.171945 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-9d6dff5f-64eb-4757-9afa-a07530dcc088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:11:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['e75b29d5-8702-42ef-92a7-2ad7834ef9f1'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:42.183701 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2b8e5d50-0eaa-4189-a90c-a8925469cd90 req-3f301daf-fec4-4557-977f-09c92d5491d7 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/security-groups?id=c3a2b15e-44b9-4619-8140-4c6f2720689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089782 May 23 11:11:42.214667 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-add5ed8b-f5df-4a59-a29a-723c206ff32f req-9433fce3-083f-4f80-9295-1a0e1cca9f90 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=80bd5d80-b839-4f0d-bc84-203290106c00&id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0834610 May 23 11:11:42.219464 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-8334b7f7-ae61-4c40-a4a9-52945c4ae5bb service neutron] For port 53e5c3f0-6ed2-4768-b3db-d0137061a148, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:11:42.228226 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-8334b7f7-ae61-4c40-a4a9-52945c4ae5bb service neutron] For port 53e5c3f0-6ed2-4768-b3db-d0137061a148, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=53e5c3f0-6ed2-4768-b3db-d0137061a148,segment=NetworkSegment(ad9b3fe2-7277-4984-8ef8-43e56dd6b10d),segment_id=ad9b3fe2-7277-4984-8ef8-43e56dd6b10d)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:11:42.245489 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-8334b7f7-ae61-4c40-a4a9-52945c4ae5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:42.310991 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-be153bb7-ba10-46f3-8361-b3f68a4c566e tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:42.324188 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-8334b7f7-ae61-4c40-a4a9-52945c4ae5bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:42.326078 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-8334b7f7-ae61-4c40-a4a9-52945c4ae5bb service neutron] 10.222.0.13 "PUT /v2.0/ports/53e5c3f0-6ed2-4768-b3db-d0137061a148 HTTP/1.1" status: 200 len: 1091 time: 4.3842726 May 23 11:11:42.328902 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65fd4917-4242-4a96-b88e-8b3ec270e5e5', 'tag': '53e5c3f0-6ed2-4768-b3db-d0137061a148'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:11:42.349927 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8334b7f7-ae61-4c40-a4a9-52945c4ae5bb service neutron] Pushing event updated for resources: {'Port': ['ID=53e5c3f0-6ed2-4768-b3db-d0137061a148,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:42.361266 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-79bb3e75-c0fe-465c-8408-803ec4f4b211 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:11:42.367485 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4993d158-3473-46df-b20e-70d6287618ff service neutron] Pushing event updated for resources: {'Port': ['ID=763c10d1-b57e-48c8-8043-0443d4788a7a,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:42.374245 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-ab13035b-628c-4324-bb47-15086f0dedde admin admin] Deleting port e14f5040-1c02-43ad-807e-717539cc8c75 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:11:42.375333 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ab13035b-628c-4324-bb47-15086f0dedde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:42.446024 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-949cf401-41b8-4006-9fbe-d6096870eea5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=259a9b43-8479-43be-aaff-e5ef08242573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3120255 May 23 11:11:42.456425 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fe11d7e5-3f08-4afc-9bbd-f902d0ce0b32 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:42.477984 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-79bb3e75-c0fe-465c-8408-803ec4f4b211 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Usage tracker for resource:security_group_rule and tenant:abc8f80d521a482ba49d9d597fee07e9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:11:42.495264 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-79bb3e75-c0fe-465c-8408-803ec4f4b211 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:11:42.607383 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-9d6dff5f-64eb-4757-9afa-a07530dcc088 None None] Set router e75b29d5-8702-42ef-92a7-2ad7834ef9f1 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:11:42.639512 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-79bb3e75-c0fe-465c-8408-803ec4f4b211 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:11:42.716731 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:42.727229 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-456551fc-48ec-40ea-baac-7f9d0b540ae2 None None] For port e14f5040-1c02-43ad-807e-717539cc8c75, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e14f5040-1c02-43ad-807e-717539cc8c75,segment=NetworkSegment(cc020ee1-c0c0-4c06-a22a-9486767d8be8),segment_id=cc020ee1-c0c0-4c06-a22a-9486767d8be8)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:11:42.728414 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-456551fc-48ec-40ea-baac-7f9d0b540ae2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:42.808779 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-895f8ca6-f5eb-4ae9-a750-f64c33a8909e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ea9de6708f24ca4b9c663f6619e9730&device_id=65fd4917-4242-4a96-b88e-8b3ec270e5e5 HTTP/1.1" status: 200 len: 1094 time: 0.3675652 May 23 11:11:42.917677 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fe11d7e5-3f08-4afc-9bbd-f902d0ce0b32 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:42.932617 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-7057eb5a-ee2e-408c-80b3-ee132c6250e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53e5c3f0-6ed2-4768-b3db-d0137061a148 HTTP/1.1" status: 200 len: 217 time: 0.1061099 May 23 11:11:42.978024 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51036) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:43.005135 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-376f670f-1b60-4083-9147-c1cb3fa37e75 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1722944380', 'description': 'tempest-description--895980864'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:43.018204 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22587c92-c0e2-44f8-9ce3-71409cebf84e'] response: {'name': 'network-changed', 'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'tag': '9a44d654-6b97-41f9-82f8-7a39efafc1c3', 'status': 'completed', 'code': 200} May 23 11:11:43.018456 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22587c92-c0e2-44f8-9ce3-71409cebf84e'] response: {'name': 'network-changed', 'server_uuid': 'be6286f2-5f9d-4ac2-9ef8-1871aa6aa2a9', 'tag': 'c7e7da2c-25c2-44f4-8598-8089a9a8cecd', 'status': 'completed', 'code': 200} May 23 11:11:43.029709 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-456551fc-48ec-40ea-baac-7f9d0b540ae2 None None] Calling delete_port for e14f5040-1c02-43ad-807e-717539cc8c75 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:11:43.038802 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-be153bb7-ba10-46f3-8361-b3f68a4c566e tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:11:43.044167 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-376f670f-1b60-4083-9147-c1cb3fa37e75 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:11:43.056102 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-be153bb7-ba10-46f3-8361-b3f68a4c566e tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Usage tracker for resource:security_group_rule and tenant:64767f7d3ba2443580b9b187013efe7a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:11:43.069843 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-376f670f-1b60-4083-9147-c1cb3fa37e75 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Usage tracker for resource:security_group and tenant:92ce77b1b70449899717558adda940d2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:11:43.074936 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-9d6dff5f-64eb-4757-9afa-a07530dcc088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'name': 'tempest-AttachVolumeNegativeTest-1482793895-router', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:11:20Z', 'updated_at': '2022-05-23T11:11:34Z', 'revision_number': 4, 'project_id': '92ce77b1b70449899717558adda940d2', 'gw_port': {'id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:22Z', 'updated_at': '2022-05-23T11:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '9959c7e4-5ac1-4278-9125-90a08213ddc5', 'name': '', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'mac_address': 'fa:16:3e:c5:51:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:31Z', 'updated_at': '2022-05-23T11:11:42Z', 'revision_number': 4, 'project_id': '92ce77b1b70449899717558adda940d2', 'subnets': [{'id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:43.081247 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:43.081661 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6dff5f-64eb-4757-9afa-a07530dcc088 None None] The sync data for ids ['e75b29d5-8702-42ef-92a7-2ad7834ef9f1'] in n-d-842952-2 is: [{'id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'name': 'tempest-AttachVolumeNegativeTest-1482793895-router', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:11:20Z', 'updated_at': '2022-05-23T11:11:34Z', 'revision_number': 4, 'project_id': '92ce77b1b70449899717558adda940d2', 'gw_port': {'id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:22Z', 'updated_at': '2022-05-23T11:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '9959c7e4-5ac1-4278-9125-90a08213ddc5', 'name': '', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'mac_address': 'fa:16:3e:c5:51:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:31Z', 'updated_at': '2022-05-23T11:11:42Z', 'revision_number': 4, 'project_id': '92ce77b1b70449899717558adda940d2', 'subnets': [{'id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:11:43.081849 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-be153bb7-ba10-46f3-8361-b3f68a4c566e tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:11:43.085278 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-376f670f-1b60-4083-9147-c1cb3fa37e75 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:11:43.113123 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-376f670f-1b60-4083-9147-c1cb3fa37e75 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:11:43.115245 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-be153bb7-ba10-46f3-8361-b3f68a4c566e tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:11:43.121204 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-79bb3e75-c0fe-465c-8408-803ec4f4b211 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:43.164404 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-456551fc-48ec-40ea-baac-7f9d0b540ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:43.209786 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5484556e-a899-4433-8e96-a312d12ea533'] response: {'name': 'network-changed', 'server_uuid': '65fd4917-4242-4a96-b88e-8b3ec270e5e5', 'tag': '53e5c3f0-6ed2-4768-b3db-d0137061a148', 'status': 'completed', 'code': 200} May 23 11:11:43.228956 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456551fc-48ec-40ea-baac-7f9d0b540ae2 None None] Pushing event deleted for resources: {'Port': ['ID=e14f5040-1c02-43ad-807e-717539cc8c75,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:43.230771 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456551fc-48ec-40ea-baac-7f9d0b540ae2 None None] No DVR routers for this DVR port e14f5040-1c02-43ad-807e-717539cc8c75 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:11:43.261530 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-376f670f-1b60-4083-9147-c1cb3fa37e75 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:43.274349 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75099cde-3eeb-4df0-a611-232e35ee14f3 req-4c39d529-1dc3-4383-92d0-9b45eb925bc2 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:43.276077 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-75099cde-3eeb-4df0-a611-232e35ee14f3 req-4c39d529-1dc3-4383-92d0-9b45eb925bc2 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=aede9126-b9a4-49fb-9273-358a4305d1b0 HTTP/1.1" status: 200 len: 945 time: 0.7313135 May 23 11:11:43.284532 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fe11d7e5-3f08-4afc-9bbd-f902d0ce0b32 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:43.285680 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe11d7e5-3f08-4afc-9bbd-f902d0ce0b32 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Fanout notify agent at l3_agent the message router_deleted on router 460a76b5-4e69-40f6-9d02-3459df937713 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:11:43.292769 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-4993d158-3473-46df-b20e-70d6287618ff service neutron] Attempting to bind port 763c10d1-b57e-48c8-8043-0443d4788a7a on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:11:43.293061 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-4993d158-3473-46df-b20e-70d6287618ff service neutron] Attempting to bind port 763c10d1-b57e-48c8-8043-0443d4788a7a by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '4fb36cd3-6cfe-4123-a5c3-41bfd28cb3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:11:43.294765 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-4993d158-3473-46df-b20e-70d6287618ff service neutron] Attempting to bind port 763c10d1-b57e-48c8-8043-0443d4788a7a on network e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:11:43.303353 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-fde5e026-c8b4-4d3c-b3d4-67464be41f67 service neutron] 10.222.0.81 "GET /v2.0/networks/259a9b43-8479-43be-aaff-e5ef08242573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8111179 May 23 11:11:43.311781 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-4993d158-3473-46df-b20e-70d6287618ff service neutron] Port 763c10d1-b57e-48c8-8043-0443d4788a7a on network e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:11:43.312186 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-4993d158-3473-46df-b20e-70d6287618ff service neutron] Attempting to bind port 763c10d1-b57e-48c8-8043-0443d4788a7a on network e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:11:43.354115 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-ab13035b-628c-4324-bb47-15086f0dedde admin admin] For port e14f5040-1c02-43ad-807e-717539cc8c75, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e14f5040-1c02-43ad-807e-717539cc8c75,segment=NetworkSegment(cc020ee1-c0c0-4c06-a22a-9486767d8be8),segment_id=cc020ee1-c0c0-4c06-a22a-9486767d8be8)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:11:43.354484 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ab13035b-628c-4324-bb47-15086f0dedde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:43.368426 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-912a7ddd-c389-4def-8dac-b08d8a709fc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:43.370210 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-912a7ddd-c389-4def-8dac-b08d8a709fc4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e90196c5-4f0d-4cdc-acd6-b5d50157b8f1 HTTP/1.1" status: 200 len: 853 time: 0.2964633 May 23 11:11:43.382612 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-376f670f-1b60-4083-9147-c1cb3fa37e75 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:11:43.387015 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-376f670f-1b60-4083-9147-c1cb3fa37e75 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Usage tracker for resource:security_group_rule and tenant:92ce77b1b70449899717558adda940d2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:11:43.389984 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-376f670f-1b60-4083-9147-c1cb3fa37e75 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:11:43.430996 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-75099cde-3eeb-4df0-a611-232e35ee14f3 req-1c70a8b6-5b86-49f4-ad18-dfdf5a16e0ac tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407604 May 23 11:11:43.457175 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-376f670f-1b60-4083-9147-c1cb3fa37e75 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:11:43.464115 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-4993d158-3473-46df-b20e-70d6287618ff service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:11:43.464730 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-4993d158-3473-46df-b20e-70d6287618ff service neutron] Checking segment: {'id': '4fb36cd3-6cfe-4123-a5c3-41bfd28cb3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:11:43.465325 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-4993d158-3473-46df-b20e-70d6287618ff service neutron] Bound using segment: {'id': '4fb36cd3-6cfe-4123-a5c3-41bfd28cb3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:11:43.465769 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-4993d158-3473-46df-b20e-70d6287618ff service neutron] Bound port: 763c10d1-b57e-48c8-8043-0443d4788a7a, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fb36cd3-6cfe-4123-a5c3-41bfd28cb3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:11:43.466493 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-4993d158-3473-46df-b20e-70d6287618ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:43.535762 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-ab13035b-628c-4324-bb47-15086f0dedde admin admin] Calling delete_port for e14f5040-1c02-43ad-807e-717539cc8c75 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:11:43.606444 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-376f670f-1b60-4083-9147-c1cb3fa37e75 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:43.630556 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-a758f1c9-4a87-4d97-88bb-fa88d48a9d10 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=259a9b43-8479-43be-aaff-e5ef08242573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2035058 May 23 11:11:43.668100 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-376f670f-1b60-4083-9147-c1cb3fa37e75 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:43.721095 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-79bb3e75-c0fe-465c-8408-803ec4f4b211 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:43.734250 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fe11d7e5-3f08-4afc-9bbd-f902d0ce0b32 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:43.738809 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-fe11d7e5-3f08-4afc-9bbd-f902d0ce0b32 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] 10.222.0.79 "DELETE /v2.0/routers/460a76b5-4e69-40f6-9d02-3459df937713 HTTP/1.1" status: 204 len: 168 time: 7.6816335 May 23 11:11:43.761661 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51046) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:43.769436 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-79bb3e75-c0fe-465c-8408-803ec4f4b211 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:43.780897 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-be153bb7-ba10-46f3-8361-b3f68a4c566e tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:43.792649 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-447dd3e7-94ce-4a3d-a78f-b926df6297aa req-4959d01d-2fd2-43ec-9537-ae967ecd4dc1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c33b6fcb07a04f2fa56c6e5a7798a085&device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 6435 time: 0.7135046 May 23 11:11:43.800980 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-51b1d01d-d5e1-4f3c-871d-87644c3aa656 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1640550308', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:43.829423 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-376f670f-1b60-4083-9147-c1cb3fa37e75 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:43.830659 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-376f670f-1b60-4083-9147-c1cb3fa37e75 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.8512619 May 23 11:11:43.831541 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-be153bb7-ba10-46f3-8361-b3f68a4c566e tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:43.834260 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51050) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:43.856239 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-51b1d01d-d5e1-4f3c-871d-87644c3aa656 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:11:43.860202 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f670f-1b60-4083-9147-c1cb3fa37e75 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f91d8711-19bb-4200-ad59-2b656b055eed,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:43.871742 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a6525408-56e6-4867-b67b-129a6903504e tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Request body: {'security_group_rule': {'security_group_id': 'f91d8711-19bb-4200-ad59-2b656b055eed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:43.886662 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-51b1d01d-d5e1-4f3c-871d-87644c3aa656 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Usage tracker for resource:router and tenant:cbabdaa8896a45a3b03155e5eaaad844 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:11:43.906559 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb3e75-c0fe-465c-8408-803ec4f4b211 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce392e2d-2492-4382-9d99-68aa91d488bf,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:43.910169 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a6525408-56e6-4867-b67b-129a6903504e tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:11:43.922354 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-51b1d01d-d5e1-4f3c-871d-87644c3aa656 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:11:43.932454 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a6525408-56e6-4867-b67b-129a6903504e tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Usage tracker for resource:security_group_rule and tenant:92ce77b1b70449899717558adda940d2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:11:43.939451 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-60227c19-8b8a-4735-956a-801648e36009 service neutron] 10.222.0.81 "GET /v2.0/networks/259a9b43-8479-43be-aaff-e5ef08242573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6162345 May 23 11:11:43.942861 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be153bb7-ba10-46f3-8361-b3f68a4c566e tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:11:43.945469 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-4993d158-3473-46df-b20e-70d6287618ff service neutron] For port 763c10d1-b57e-48c8-8043-0443d4788a7a, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:11:43.947660 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a6525408-56e6-4867-b67b-129a6903504e tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:11:43.954275 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-79bb3e75-c0fe-465c-8408-803ec4f4b211 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:43.958422 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-79bb3e75-c0fe-465c-8408-803ec4f4b211 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.8261585 May 23 11:11:43.959055 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51054) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:43.970139 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-51b1d01d-d5e1-4f3c-871d-87644c3aa656 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:11:43.982575 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a6525408-56e6-4867-b67b-129a6903504e tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:11:43.992154 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-4da85b67-baa8-4d9f-8ea5-d62870ac096c tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Request body: {'security_group_rule': {'security_group_id': 'b202fdbe-cc08-4721-b1b4-e265312323cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:44.004626 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-4993d158-3473-46df-b20e-70d6287618ff service neutron] For port 763c10d1-b57e-48c8-8043-0443d4788a7a, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=763c10d1-b57e-48c8-8043-0443d4788a7a,segment=NetworkSegment(4fb36cd3-6cfe-4123-a5c3-41bfd28cb3c6),segment_id=4fb36cd3-6cfe-4123-a5c3-41bfd28cb3c6)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:11:44.014360 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-be153bb7-ba10-46f3-8361-b3f68a4c566e tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:44.014694 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-be153bb7-ba10-46f3-8361-b3f68a4c566e tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Added segment b7876783-9640-4d07-8a8f-680d10bcaad1 of type vlan for network a00ea26b-30ea-4b52-ab36-25c93ee5959a May 23 11:11:44.016847 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4da85b67-baa8-4d9f-8ea5-d62870ac096c tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:11:44.025597 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-4993d158-3473-46df-b20e-70d6287618ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:44.064267 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be153bb7-ba10-46f3-8361-b3f68a4c566e tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52eb815b-9ced-4c78-a833-3dfb9285ffec,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:44.068449 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4da85b67-baa8-4d9f-8ea5-d62870ac096c tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Usage tracker for resource:security_group_rule and tenant:abc8f80d521a482ba49d9d597fee07e9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:11:44.080701 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-51b1d01d-d5e1-4f3c-871d-87644c3aa656 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:44.081609 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-51b1d01d-d5e1-4f3c-871d-87644c3aa656 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:44.092998 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4da85b67-baa8-4d9f-8ea5-d62870ac096c tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:11:44.094498 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.api [None req-ab13035b-628c-4324-bb47-15086f0dedde admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:11:44.094992 n-d-842952-2 neutron-server[83910]: DEBUG oslo_db.api [None req-ab13035b-628c-4324-bb47-15086f0dedde admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:11:44.109905 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4da85b67-baa8-4d9f-8ea5-d62870ac096c tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:11:44.130527 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6525408-56e6-4867-b67b-129a6903504e tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:44.153385 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:44.159998 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-d7b96a2a-593a-4748-96c8-6474ac9c7433 service neutron] 10.222.0.13 "GET /v2.0/networks/259a9b43-8479-43be-aaff-e5ef08242573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4849939 May 23 11:11:44.166372 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97263f6e-52d4-4048-9f5e-c4b8a6f75df0 req-92d5bf48-e96f-43ce-bbde-013b617245cb tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:44.168516 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-be153bb7-ba10-46f3-8361-b3f68a4c566e tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:44.173638 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-97263f6e-52d4-4048-9f5e-c4b8a6f75df0 req-92d5bf48-e96f-43ce-bbde-013b617245cb tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/ports?device_id=65fd4917-4242-4a96-b88e-8b3ec270e5e5 HTTP/1.1" status: 200 len: 943 time: 0.7451353 May 23 11:11:44.207421 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-4993d158-3473-46df-b20e-70d6287618ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:44.212108 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-4993d158-3473-46df-b20e-70d6287618ff service neutron] 10.222.0.81 "PUT /v2.0/ports/763c10d1-b57e-48c8-8043-0443d4788a7a HTTP/1.1" status: 200 len: 1091 time: 4.8980787 May 23 11:11:44.234946 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64782f4-78f2-46eb-9967-ec63203a7afb req-7ac27c08-1caf-446e-8f5f-38f08bbebf1b tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:44.239788 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64782f4-78f2-46eb-9967-ec63203a7afb req-7ac27c08-1caf-446e-8f5f-38f08bbebf1b tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:44.245017 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64782f4-78f2-46eb-9967-ec63203a7afb req-7ac27c08-1caf-446e-8f5f-38f08bbebf1b tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:44.249008 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64782f4-78f2-46eb-9967-ec63203a7afb req-7ac27c08-1caf-446e-8f5f-38f08bbebf1b tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:44.252958 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64782f4-78f2-46eb-9967-ec63203a7afb req-7ac27c08-1caf-446e-8f5f-38f08bbebf1b tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:44.257276 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64782f4-78f2-46eb-9967-ec63203a7afb req-7ac27c08-1caf-446e-8f5f-38f08bbebf1b tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:44.261453 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64782f4-78f2-46eb-9967-ec63203a7afb req-7ac27c08-1caf-446e-8f5f-38f08bbebf1b tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:44.263410 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f64782f4-78f2-46eb-9967-ec63203a7afb req-7ac27c08-1caf-446e-8f5f-38f08bbebf1b tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 5420 time: 0.6433156 May 23 11:11:44.287363 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-51b1d01d-d5e1-4f3c-871d-87644c3aa656 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:44.305177 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4da85b67-baa8-4d9f-8ea5-d62870ac096c tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:44.331143 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4993d158-3473-46df-b20e-70d6287618ff service neutron] Pushing event updated for resources: {'Port': ['ID=763c10d1-b57e-48c8-8043-0443d4788a7a,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:44.341561 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-be153bb7-ba10-46f3-8361-b3f68a4c566e tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:44.345621 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be153bb7-ba10-46f3-8361-b3f68a4c566e tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:44.345836 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-be153bb7-ba10-46f3-8361-b3f68a4c566e tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:44.364395 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-51b1d01d-d5e1-4f3c-871d-87644c3aa656 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:44.388899 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447dd3e7-94ce-4a3d-a78f-b926df6297aa req-c01ed59e-26c7-4ad8-9c97-9273c3af4f36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:44.389305 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447dd3e7-94ce-4a3d-a78f-b926df6297aa req-c01ed59e-26c7-4ad8-9c97-9273c3af4f36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:44.389672 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447dd3e7-94ce-4a3d-a78f-b926df6297aa req-c01ed59e-26c7-4ad8-9c97-9273c3af4f36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:44.391404 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-447dd3e7-94ce-4a3d-a78f-b926df6297aa req-c01ed59e-26c7-4ad8-9c97-9273c3af4f36 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=c33b6fcb07a04f2fa56c6e5a7798a085&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5775261 May 23 11:11:44.458128 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-97263f6e-52d4-4048-9f5e-c4b8a6f75df0 req-6126ea4a-b85e-4e21-8d26-2f7a61c70289 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/security-groups?id=c3a2b15e-44b9-4619-8140-4c6f2720689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836077 May 23 11:11:44.499749 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-be153bb7-ba10-46f3-8361-b3f68a4c566e tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.1548672 May 23 11:11:44.506185 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51058) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:44.510677 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-51b1d01d-d5e1-4f3c-871d-87644c3aa656 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:44.514566 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-51b1d01d-d5e1-4f3c-871d-87644c3aa656 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7470670 May 23 11:11:44.517556 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51062) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:44.531142 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-4d7ebc8d-810e-41ae-8804-2269be06cb9b tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Request body: {'subnet': {'network_id': 'a00ea26b-30ea-4b52-ab36-25c93ee5959a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:44.554390 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 9959c7e4-5ac1-4278-9125-90a08213ddc5 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:11:44.564700 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f64782f4-78f2-46eb-9967-ec63203a7afb req-6f5c2f82-a6b1-46c4-95f6-947f50b3403e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=80bd5d80-b839-4f0d-bc84-203290106c00&id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2912560 May 23 11:11:44.598342 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-ab13035b-628c-4324-bb47-15086f0dedde admin admin] Deleting port e14f5040-1c02-43ad-807e-717539cc8c75 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:11:44.598697 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ab13035b-628c-4324-bb47-15086f0dedde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:44.635549 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 9959c7e4-5ac1-4278-9125-90a08213ddc5 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:11:44.636893 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc60fd11-19fb-4d5a-ba7a-fbdd29c5517c req-1e3f12ac-76e0-4985-8afe-46765bc69be6 service neutron] 10.222.0.13 "GET /v2.0/networks/259a9b43-8479-43be-aaff-e5ef08242573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4559023 May 23 11:11:44.641941 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 9959c7e4-5ac1-4278-9125-90a08213ddc5 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:11:44.642571 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:44.653253 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6525408-56e6-4867-b67b-129a6903504e tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:44.654399 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be153bb7-ba10-46f3-8361-b3f68a4c566e tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Pushing event updated for resources: {'Network': ['ID=a00ea26b-30ea-4b52-ab36-25c93ee5959a,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:44.673242 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-31b7e727-a8d4-4d77-a032-883965dab9a4 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'enable_snat': False}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:44.702126 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-ab13035b-628c-4324-bb47-15086f0dedde admin admin] The port 'e14f5040-1c02-43ad-807e-717539cc8c75' was deleted {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:11:44.704336 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network a00ea26b-30ea-4b52-ab36-25c93ee5959a details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:11:44.881210 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:44.902115 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6525408-56e6-4867-b67b-129a6903504e tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:44.919775 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447dd3e7-94ce-4a3d-a78f-b926df6297aa req-a877b91e-b4f8-4a04-b8de-b0a9e4c84177 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:44.921776 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-447dd3e7-94ce-4a3d-a78f-b926df6297aa req-a877b91e-b4f8-4a04-b8de-b0a9e4c84177 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5129139 May 23 11:11:44.925035 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 9959c7e4-5ac1-4278-9125-90a08213ddc5, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=9959c7e4-5ac1-4278-9125-90a08213ddc5,segment=NetworkSegment(f83c0d0e-9b40-421e-a2f5-66bbabc627e2),segment_id=f83c0d0e-9b40-421e-a2f5-66bbabc627e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:11:44.931074 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:44.975260 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4d7ebc8d-810e-41ae-8804-2269be06cb9b tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:11:44.990068 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4da85b67-baa8-4d9f-8ea5-d62870ac096c tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:45.003318 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=9959c7e4-5ac1-4278-9125-90a08213ddc5,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:45.006848 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6525408-56e6-4867-b67b-129a6903504e tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3acd42d-81cb-46ec-8484-e3dff404837e,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:45.010850 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ab13035b-628c-4324-bb47-15086f0dedde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:45.012913 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4d7ebc8d-810e-41ae-8804-2269be06cb9b tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Usage tracker for resource:subnet and tenant:64767f7d3ba2443580b9b187013efe7a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:11:45.016777 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4da85b67-baa8-4d9f-8ea5-d62870ac096c tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:45.018359 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6525408-56e6-4867-b67b-129a6903504e tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:45.022738 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a6525408-56e6-4867-b67b-129a6903504e tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1613832 May 23 11:11:45.022738 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4d7ebc8d-810e-41ae-8804-2269be06cb9b tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:11:45.036023 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'tag': '763c10d1-b57e-48c8-8043-0443d4788a7a'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:11:45.045804 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51068) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:45.086836 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4d7ebc8d-810e-41ae-8804-2269be06cb9b tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:11:45.093369 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-ab13035b-628c-4324-bb47-15086f0dedde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a05d838-cda3-46c0-8bf8-03d2c6de0cc0']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:45.093734 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-2635ff33-e70b-4571-b142-e48d18d70628 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Request body: {'security_group_rule': {'security_group_id': 'f91d8711-19bb-4200-ad59-2b656b055eed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:45.108812 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2635ff33-e70b-4571-b142-e48d18d70628 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:11:45.115120 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-ab13035b-628c-4324-bb47-15086f0dedde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc020ee1-c0c0-4c06-a22a-9486767d8be8') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:45.115983 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-ab13035b-628c-4324-bb47-15086f0dedde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc020ee1-c0c0-4c06-a22a-9486767d8be8') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:45.118745 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebfb561b-6b81-4214-94c0-508ea48aecc4'] response: {'name': 'network-changed', 'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'tag': '763c10d1-b57e-48c8-8043-0443d4788a7a', 'status': 'completed', 'code': 200} May 23 11:11:45.120448 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da85b67-baa8-4d9f-8ea5-d62870ac096c tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ba2c807-b045-4690-83a2-e010d966903f,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:45.131645 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2635ff33-e70b-4571-b142-e48d18d70628 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Usage tracker for resource:security_group_rule and tenant:92ce77b1b70449899717558adda940d2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:11:45.144157 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ab13035b-628c-4324-bb47-15086f0dedde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:45.172084 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5ee262ed-f2e2-457d-9224-ecde7cd5adfd req-2c4c1cfe-dc93-4a28-91a1-610046074dbc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ea9de6708f24ca4b9c663f6619e9730&device_id=65fd4917-4242-4a96-b88e-8b3ec270e5e5 HTTP/1.1" status: 200 len: 1094 time: 0.4360211 May 23 11:11:45.174180 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ab13035b-628c-4324-bb47-15086f0dedde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:45.187393 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2635ff33-e70b-4571-b142-e48d18d70628 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:11:45.194964 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4da85b67-baa8-4d9f-8ea5-d62870ac096c tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:45.196150 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4da85b67-baa8-4d9f-8ea5-d62870ac096c tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2194469 May 23 11:11:45.206695 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7ebc8d-810e-41ae-8804-2269be06cb9b tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Made reservation on behalf of 64767f7d3ba2443580b9b187013efe7a for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:11:45.206913 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab13035b-628c-4324-bb47-15086f0dedde admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:11:45.207262 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ab13035b-628c-4324-bb47-15086f0dedde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:45.220689 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2635ff33-e70b-4571-b142-e48d18d70628 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:11:45.223865 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51074) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:45.228026 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:11:45.228026 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:11:45.228026 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:11:45.228026 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:11:45.228026 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:11:45.228026 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:11:45.228026 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:11:45.228026 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:11:45.228026 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:11:45.228026 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:11:45.228026 n-d-842952-2 neutron-server[83910]: timer() May 23 11:11:45.228026 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:11:45.228026 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:11:45.228026 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:11:45.228026 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:11:45.228026 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:11:45.228026 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:11:45.228026 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:11:45.228026 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:11:45.228026 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:11:45.228026 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:11:45.228026 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:11:45.228026 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:11:45.228026 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:11:45.228026 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:11:45.228026 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:11:45.228026 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:11:45.228026 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:11:45.228026 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:11:45.228026 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:11:45.228026 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:11:45.228026 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:11:45.228026 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:11:45.228026 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:11:45.228026 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:11:45.228026 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:11:45.228026 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:11:45.228026 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:11:45.228026 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:11:45.228026 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:11:45.277627 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-f1ebfcdf-6d80-4628-bf27-37cb04ed6b69 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:45.285006 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22565bb7-414b-4c00-a577-ad9d33f1378d req-b248f767-f544-4d5f-8fbe-4e3729463633 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:45.286514 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-22565bb7-414b-4c00-a577-ad9d33f1378d req-b248f767-f544-4d5f-8fbe-4e3729463633 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=aede9126-b9a4-49fb-9273-358a4305d1b0 HTTP/1.1" status: 200 len: 945 time: 0.3557923 May 23 11:11:45.392348 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-447dd3e7-94ce-4a3d-a78f-b926df6297aa req-4157814b-0bfc-45e1-a0fa-cfeadf6a8c9a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9ea9de6708f24ca4b9c663f6619e9730&device_id=be6286f2-5f9d-4ac2-9ef8-1871aa6aa2a9 HTTP/1.1" status: 200 len: 1095 time: 0.3705599 May 23 11:11:45.460892 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f1ebfcdf-6d80-4628-bf27-37cb04ed6b69 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:11:45.484229 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f1ebfcdf-6d80-4628-bf27-37cb04ed6b69 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Usage tracker for resource:floatingip and tenant:abc8f80d521a482ba49d9d597fee07e9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:11:45.492272 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f1ebfcdf-6d80-4628-bf27-37cb04ed6b69 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:11:45.509235 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f1ebfcdf-6d80-4628-bf27-37cb04ed6b69 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:11:45.521893 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ab13035b-628c-4324-bb47-15086f0dedde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:45.529475 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2635ff33-e70b-4571-b142-e48d18d70628 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:45.557087 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4d7ebc8d-810e-41ae-8804-2269be06cb9b tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:45.558397 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ab13035b-628c-4324-bb47-15086f0dedde admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:45.571396 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-22565bb7-414b-4c00-a577-ad9d33f1378d req-7e287064-a94c-4a96-8886-21900fea346d tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314014 May 23 11:11:45.574958 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f1ebfcdf-6d80-4628-bf27-37cb04ed6b69 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks [] for floatingip, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:45.582145 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee262ed-f2e2-457d-9224-ecde7cd5adfd req-a873c1a3-3a12-431b-bed9-efcbf0da975a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:45.583869 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5ee262ed-f2e2-457d-9224-ecde7cd5adfd req-a873c1a3-3a12-431b-bed9-efcbf0da975a service neutron] 10.222.0.13 "GET /v2.0/networks?id=259a9b43-8479-43be-aaff-e5ef08242573 HTTP/1.1" status: 200 len: 914 time: 0.4011178 May 23 11:11:45.584723 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13035b-628c-4324-bb47-15086f0dedde admin admin] Pushing event deleted for resources: {'Network': ['ID=0a05d838-cda3-46c0-8bf8-03d2c6de0cc0,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:45.716576 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5ee262ed-f2e2-457d-9224-ecde7cd5adfd req-7323f57c-b914-4a63-9e0f-445442ea6f1c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53e5c3f0-6ed2-4768-b3db-d0137061a148 HTTP/1.1" status: 200 len: 217 time: 0.1241305 May 23 11:11:45.717913 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ab13035b-628c-4324-bb47-15086f0dedde admin admin] 10.222.0.79 "DELETE /v2.0/networks/0a05d838-cda3-46c0-8bf8-03d2c6de0cc0 HTTP/1.1" status: 204 len: 168 time: 5.5424948 May 23 11:11:45.775445 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-59ab24f9-b51c-4768-a5a6-cfd0c8973734 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c33b6fcb07a04f2fa56c6e5a7798a085&device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 6477 time: 0.7315884 May 23 11:11:45.842495 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447dd3e7-94ce-4a3d-a78f-b926df6297aa req-fbef7ea7-ffd9-45ab-88c1-12b78fda8f36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:45.844087 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-447dd3e7-94ce-4a3d-a78f-b926df6297aa req-fbef7ea7-ffd9-45ab-88c1-12b78fda8f36 service neutron] 10.222.0.81 "GET /v2.0/networks?id=259a9b43-8479-43be-aaff-e5ef08242573 HTTP/1.1" status: 200 len: 914 time: 0.4405580 May 23 11:11:45.964093 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-e1b184be-3784-4c9f-9082-a64ecfc96066 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1eba941-2df3-4bcf-85f4-35d01dbde7af HTTP/1.1" status: 200 len: 217 time: 0.1604941 May 23 11:11:46.029934 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51084) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:46.040976 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2635ff33-e70b-4571-b142-e48d18d70628 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:46.073803 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2635ff33-e70b-4571-b142-e48d18d70628 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:46.091366 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee262ed-f2e2-457d-9224-ecde7cd5adfd req-c5a76cc3-98dc-4d5c-99e6-38b25be45f04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:46.092841 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5ee262ed-f2e2-457d-9224-ecde7cd5adfd req-c5a76cc3-98dc-4d5c-99e6-38b25be45f04 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e90196c5-4f0d-4cdc-acd6-b5d50157b8f1 HTTP/1.1" status: 200 len: 853 time: 0.3654656 May 23 11:11:46.098773 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-447dd3e7-94ce-4a3d-a78f-b926df6297aa req-0ed2fdc8-5da2-4930-8528-cc257f852b0f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7e7da2c-25c2-44f4-8598-8089a9a8cecd HTTP/1.1" status: 200 len: 217 time: 0.2436578 May 23 11:11:46.099987 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-31b7e727-a8d4-4d77-a032-883965dab9a4 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:46.141258 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2635ff33-e70b-4571-b142-e48d18d70628 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaa0a993-96cc-463b-8e8c-138272230114,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:46.151861 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-777e6645-1343-4d65-989e-c2b74a8a73d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:46.153310 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-777e6645-1343-4d65-989e-c2b74a8a73d1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b2226f5c-2e5b-46dc-ae1a-6976c060aeaf HTTP/1.1" status: 200 len: 850 time: 0.1702406 May 23 11:11:46.187699 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5ee262ed-f2e2-457d-9224-ecde7cd5adfd req-f093ab7c-c309-48ce-a79a-d05bdff06251 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=259a9b43-8479-43be-aaff-e5ef08242573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879862 May 23 11:11:46.194870 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2635ff33-e70b-4571-b142-e48d18d70628 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:46.196098 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2635ff33-e70b-4571-b142-e48d18d70628 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1468315 May 23 11:11:46.220168 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51088) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:46.233326 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-8589e8f2-dcff-4633-8c6c-47e138595224 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:46.285595 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2aba7e91-0a58-4833-b931-9395d9697d9d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4e03745f99574e5389955681da2fca5e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2490523 May 23 11:11:46.289276 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8589e8f2-dcff-4633-8c6c-47e138595224 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:11:46.292944 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51092) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:46.299978 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371cef0a-1154-48d9-95e6-d5db5e6a13dd req-fc582de3-1f99-49ab-be76-38b5025af4ab tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:46.301434 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-371cef0a-1154-48d9-95e6-d5db5e6a13dd req-fc582de3-1f99-49ab-be76-38b5025af4ab tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/ports?device_id=65fd4917-4242-4a96-b88e-8b3ec270e5e5 HTTP/1.1" status: 200 len: 943 time: 0.6396194 May 23 11:11:46.321320 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8589e8f2-dcff-4633-8c6c-47e138595224 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Usage tracker for resource:floatingip and tenant:92ce77b1b70449899717558adda940d2 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:11:46.326358 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8589e8f2-dcff-4633-8c6c-47e138595224 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:11:46.336764 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device c7e7da2c-25c2-44f4-8598-8089a9a8cecd details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:11:46.351840 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447dd3e7-94ce-4a3d-a78f-b926df6297aa req-39f6a5d4-a01b-4e01-b4e1-4be9f4ff5b9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:46.353300 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-447dd3e7-94ce-4a3d-a78f-b926df6297aa req-39f6a5d4-a01b-4e01-b4e1-4be9f4ff5b9b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e90196c5-4f0d-4cdc-acd6-b5d50157b8f1 HTTP/1.1" status: 200 len: 853 time: 0.2208879 May 23 11:11:46.356156 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8589e8f2-dcff-4633-8c6c-47e138595224 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:11:46.372320 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e08363-0049-4252-9fcf-9e55855bed9a req-f0de6e9d-5248-4439-86a1-798bd6af1c7b tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:46.376310 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e08363-0049-4252-9fcf-9e55855bed9a req-f0de6e9d-5248-4439-86a1-798bd6af1c7b tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:46.380168 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e08363-0049-4252-9fcf-9e55855bed9a req-f0de6e9d-5248-4439-86a1-798bd6af1c7b tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:46.384102 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e08363-0049-4252-9fcf-9e55855bed9a req-f0de6e9d-5248-4439-86a1-798bd6af1c7b tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:46.387924 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e08363-0049-4252-9fcf-9e55855bed9a req-f0de6e9d-5248-4439-86a1-798bd6af1c7b tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:46.391811 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e08363-0049-4252-9fcf-9e55855bed9a req-f0de6e9d-5248-4439-86a1-798bd6af1c7b tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:46.395713 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e08363-0049-4252-9fcf-9e55855bed9a req-f0de6e9d-5248-4439-86a1-798bd6af1c7b tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:46.397569 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-23e08363-0049-4252-9fcf-9e55855bed9a req-f0de6e9d-5248-4439-86a1-798bd6af1c7b tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 5420 time: 0.6713929 May 23 11:11:46.468878 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4d7ebc8d-810e-41ae-8804-2269be06cb9b tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:46.481452 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-447dd3e7-94ce-4a3d-a78f-b926df6297aa req-34e29938-6ef4-450d-b048-9f4a3251dbbf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=259a9b43-8479-43be-aaff-e5ef08242573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828936 May 23 11:11:46.487704 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port c7e7da2c-25c2-44f4-8598-8089a9a8cecd, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=c7e7da2c-25c2-44f4-8598-8089a9a8cecd,segment=NetworkSegment(ad9b3fe2-7277-4984-8ef8-43e56dd6b10d),segment_id=ad9b3fe2-7277-4984-8ef8-43e56dd6b10d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:11:46.495201 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8589e8f2-dcff-4633-8c6c-47e138595224 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:46.507688 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': 'c7e7da2c-25c2-44f4-8598-8089a9a8cecd', 'network_id': '259a9b43-8479-43be-aaff-e5ef08242573', 'port_id': 'c7e7da2c-25c2-44f4-8598-8089a9a8cecd', 'mac_address': 'fa:16:3e:0f:f9:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e90196c5-4f0d-4cdc-acd6-b5d50157b8f1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:11:46.511553 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f1ebfcdf-6d80-4628-bf27-37cb04ed6b69 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:46.551111 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 9959c7e4-5ac1-4278-9125-90a08213ddc5 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:11:46.627211 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-ef825fe2-8c2f-44d3-afbe-14ee39ef9835 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=23dc4a33-f2ce-4b86-bf3b-fd54d05f4691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4614077 May 23 11:11:46.630180 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:46.640920 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5ee262ed-f2e2-457d-9224-ecde7cd5adfd req-d6c9b7e0-d7bc-46be-b663-06feb86b6f55 service neutron] 10.222.0.13 "GET /v2.0/networks/259a9b43-8479-43be-aaff-e5ef08242573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434204 May 23 11:11:46.644892 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a93f7c8-3e11-4e30-a4f6-d88c11c5254c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:46.658966 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7e7da2c-25c2-44f4-8598-8089a9a8cecd {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:11:46.667448 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ebc8d-810e-41ae-8804-2269be06cb9b tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Pushing event updated for resources: {'Subnet': ['ID=7d34ad53-81ac-4a5e-8632-3cdc66e0d458,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:46.681926 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port c7e7da2c-25c2-44f4-8598-8089a9a8cecd, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=c7e7da2c-25c2-44f4-8598-8089a9a8cecd,segment=NetworkSegment(ad9b3fe2-7277-4984-8ef8-43e56dd6b10d),segment_id=ad9b3fe2-7277-4984-8ef8-43e56dd6b10d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:11:46.684850 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 9959c7e4-5ac1-4278-9125-90a08213ddc5 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:11:46.685435 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:46.719450 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:46.729877 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-371cef0a-1154-48d9-95e6-d5db5e6a13dd req-b07cef9a-40c2-4154-9e30-6083f5ef1183 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/security-groups?id=c3a2b15e-44b9-4619-8140-4c6f2720689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057138 May 23 11:11:46.808895 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=c7e7da2c-25c2-44f4-8598-8089a9a8cecd,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:46.811210 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a93f7c8-3e11-4e30-a4f6-d88c11c5254c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:46.820517 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-23e08363-0049-4252-9fcf-9e55855bed9a req-ee021da5-b9e4-4bdf-bb96-ebc292f1000f tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=80bd5d80-b839-4f0d-bc84-203290106c00&id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3818336 May 23 11:11:46.872886 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7ebc8d-810e-41ae-8804-2269be06cb9b tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Checking segment: {'id': 'b7876783-9640-4d07-8a8f-680d10bcaad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a00ea26b-30ea-4b52-ab36-25c93ee5959a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:11:46.873241 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7ebc8d-810e-41ae-8804-2269be06cb9b tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Network hostable DHCP agents. Network: a00ea26b-30ea-4b52-ab36-25c93ee5959a, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:11:46.907937 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-447dd3e7-94ce-4a3d-a78f-b926df6297aa req-3820d8ca-2681-4879-b255-7b26533fa3c6 service neutron] 10.222.0.81 "GET /v2.0/networks/259a9b43-8479-43be-aaff-e5ef08242573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925726 May 23 11:11:46.977753 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-f1ebfcdf-6d80-4628-bf27-37cb04ed6b69 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Allocated IP 172.25.6.6 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/1b495d27-f8ad-48c2-a06e-c011b04063a2) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:11:47.032476 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-229a3933-a37a-4ab0-99dc-c2e77229d56e service neutron] 10.222.0.81 "GET /v2.0/networks/23dc4a33-f2ce-4b86-bf3b-fd54d05f4691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913107 May 23 11:11:47.097872 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5ee262ed-f2e2-457d-9224-ecde7cd5adfd req-84b649de-7b88-4ad2-8a1a-adb1e379e24c service neutron] 10.222.0.13 "GET /v2.0/networks/259a9b43-8479-43be-aaff-e5ef08242573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084179 May 23 11:11:47.103642 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['c7e7da2c-25c2-44f4-8598-8089a9a8cecd'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:11:47.188641 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-447dd3e7-94ce-4a3d-a78f-b926df6297aa req-66d2ddaa-c5b1-40c6-8b29-18d5868b5dd3 service neutron] 10.222.0.81 "GET /v2.0/networks/259a9b43-8479-43be-aaff-e5ef08242573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732167 May 23 11:11:47.204728 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8589e8f2-dcff-4633-8c6c-47e138595224 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:47.250113 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2730e8c-b788-40c8-830b-a10bcaf437bd req-cddb0542-a707-45a2-9122-088b31e9352e tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:47.251634 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e2730e8c-b788-40c8-830b-a10bcaf437bd req-cddb0542-a707-45a2-9122-088b31e9352e tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=aede9126-b9a4-49fb-9273-358a4305d1b0 HTTP/1.1" status: 200 len: 945 time: 0.2929275 May 23 11:11:47.272417 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a93f7c8-3e11-4e30-a4f6-d88c11c5254c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:47.291539 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7ebc8d-810e-41ae-8804-2269be06cb9b tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Network a00ea26b-30ea-4b52-ab36-25c93ee5959a is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:11:47.326339 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e2730e8c-b788-40c8-830b-a10bcaf437bd req-da917ad3-e579-4dff-939c-6184297c0df9 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670016 May 23 11:11:47.366509 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93f7c8-3e11-4e30-a4f6-d88c11c5254c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04f6a13-e83e-44ba-8f6e-3a2cfcb73a9f,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:47.380014 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-31b7e727-a8d4-4d77-a032-883965dab9a4 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:47.416556 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-4d7ebc8d-810e-41ae-8804-2269be06cb9b tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, a00ea26b-30ea-4b52-ab36-25c93ee5959a) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:11:47.424376 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4c378b-7208-49db-8bb8-1c01ab94362e None None] Network a00ea26b-30ea-4b52-ab36-25c93ee5959a requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:11:47.434493 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-31b7e727-a8d4-4d77-a032-883965dab9a4 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:47.438355 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7ebc8d-810e-41ae-8804-2269be06cb9b tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:47.438931 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4d7ebc8d-810e-41ae-8804-2269be06cb9b tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:47.501649 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a93f7c8-3e11-4e30-a4f6-d88c11c5254c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:47.502851 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9a93f7c8-3e11-4e30-a4f6-d88c11c5254c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f04f6a13-e83e-44ba-8f6e-3a2cfcb73a9f HTTP/1.1" status: 204 len: 168 time: 1.2051027 May 23 11:11:47.567599 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4d7ebc8d-810e-41ae-8804-2269be06cb9b tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0588651 May 23 11:11:47.568373 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51100) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:47.574568 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-73ca7c33-8461-4915-aae9-9db7ec82619a tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-852357291', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}, 'admin_state_up': False}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:47.584503 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-73ca7c33-8461-4915-aae9-9db7ec82619a tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:11:47.590833 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-73ca7c33-8461-4915-aae9-9db7ec82619a tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Usage tracker for resource:router and tenant:64767f7d3ba2443580b9b187013efe7a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:11:47.594937 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-73ca7c33-8461-4915-aae9-9db7ec82619a tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:11:47.605023 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f1ebfcdf-6d80-4628-bf27-37cb04ed6b69 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:47.605870 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-73ca7c33-8461-4915-aae9-9db7ec82619a tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:11:47.609537 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-619bef0c-f749-4067-9564-79aab907222d service neutron] 10.222.0.81 "GET /v2.0/networks/23dc4a33-f2ce-4b86-bf3b-fd54d05f4691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5500793 May 23 11:11:47.621146 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-73ca7c33-8461-4915-aae9-9db7ec82619a tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:47.623367 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-73ca7c33-8461-4915-aae9-9db7ec82619a tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:47.653598 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0497529d-ad1b-4587-8dfb-0b07e0dead9f None None] Network a00ea26b-30ea-4b52-ab36-25c93ee5959a requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:11:47.657147 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-73ca7c33-8461-4915-aae9-9db7ec82619a tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:47.692059 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-1ea8e6ea-aaca-4f7a-9394-75b9d9741832 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=4b591b58-1bf1-4cef-b2f3-f83a8acf29e7 HTTP/1.1" status: 200 len: 217 time: 0.0735054 May 23 11:11:47.762173 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f1ebfcdf-6d80-4628-bf27-37cb04ed6b69 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:47.799923 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-70d1befb-4b05-468f-a3b6-86bd8ddfe756 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:47.801384 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-70d1befb-4b05-468f-a3b6-86bd8ddfe756 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d58e10eb-eed0-4186-8daa-9070770a55fe HTTP/1.1" status: 200 len: 797 time: 0.1033039 May 23 11:11:47.890929 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ebfcdf-6d80-4628-bf27-37cb04ed6b69 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:11:47.893242 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ebfcdf-6d80-4628-bf27-37cb04ed6b69 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Pushing event updated for resources: {'Port': ['ID=1b495d27-f8ad-48c2-a06e-c011b04063a2,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:47.904311 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-f1ebfcdf-6d80-4628-bf27-37cb04ed6b69 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:11:47.920297 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ebfcdf-6d80-4628-bf27-37cb04ed6b69 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:11:47.922195 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-73ca7c33-8461-4915-aae9-9db7ec82619a tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:47.928687 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-8589e8f2-dcff-4633-8c6c-47e138595224 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Allocated IP 172.25.6.212 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/45ee5cd8-a7eb-4262-a569-23d642b5c287) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:11:48.051846 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-49edc98b-7843-44aa-8bb9-30db802e1d23 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=58ef6021-e396-465d-be5f-f38283ee2d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2369902 May 23 11:11:48.291501 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-22d6b161-d9b7-4316-8540-f76d04c33da3 service neutron] 10.222.0.81 "GET /v2.0/networks/58ef6021-e396-465d-be5f-f38283ee2d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192719 May 23 11:11:48.294352 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f1ebfcdf-6d80-4628-bf27-37cb04ed6b69 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:48.338073 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device c7e7da2c-25c2-44f4-8598-8089a9a8cecd up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:11:48.438659 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f1ebfcdf-6d80-4628-bf27-37cb04ed6b69 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:48.482108 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port c7e7da2c-25c2-44f4-8598-8089a9a8cecd completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:11:48.490781 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port c7e7da2c-25c2-44f4-8598-8089a9a8cecd triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:11:48.491985 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:48.523320 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8589e8f2-dcff-4633-8c6c-47e138595224 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:48.533744 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-256b7dd2-d891-4ebf-a02a-01dc692bd5df service neutron] 10.222.0.81 "GET /v2.0/networks/58ef6021-e396-465d-be5f-f38283ee2d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065711 May 23 11:11:48.546367 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f4d49-b3ba-4142-bc37-29b33a4ee933 req-ebd3e32c-f5b7-40a9-adaf-835a3bbcf61c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:48.550495 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f4d49-b3ba-4142-bc37-29b33a4ee933 req-ebd3e32c-f5b7-40a9-adaf-835a3bbcf61c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:48.561568 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f4d49-b3ba-4142-bc37-29b33a4ee933 req-ebd3e32c-f5b7-40a9-adaf-835a3bbcf61c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:48.566259 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f4d49-b3ba-4142-bc37-29b33a4ee933 req-ebd3e32c-f5b7-40a9-adaf-835a3bbcf61c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:48.570892 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f4d49-b3ba-4142-bc37-29b33a4ee933 req-ebd3e32c-f5b7-40a9-adaf-835a3bbcf61c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:48.575204 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f4d49-b3ba-4142-bc37-29b33a4ee933 req-ebd3e32c-f5b7-40a9-adaf-835a3bbcf61c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:48.579768 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f4d49-b3ba-4142-bc37-29b33a4ee933 req-ebd3e32c-f5b7-40a9-adaf-835a3bbcf61c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:48.581968 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-480f4d49-b3ba-4142-bc37-29b33a4ee933 req-ebd3e32c-f5b7-40a9-adaf-835a3bbcf61c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 5420 time: 0.4653819 May 23 11:11:48.618549 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5950d239-3e2a-4a1a-b4f3-00aba7f96afc req-848bd9e4-9b0c-49b3-93b9-41e215e10e42 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:48.628067 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5950d239-3e2a-4a1a-b4f3-00aba7f96afc req-848bd9e4-9b0c-49b3-93b9-41e215e10e42 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/ports?device_id=65fd4917-4242-4a96-b88e-8b3ec270e5e5 HTTP/1.1" status: 200 len: 943 time: 0.5800767 May 23 11:11:48.642067 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:48.660765 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51126) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:48.673746 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6286f2-5f9d-4ac2-9ef8-1871aa6aa2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e7da2c-25c2-44f4-8598-8089a9a8cecd'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:11:48.685177 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port c7e7da2c-25c2-44f4-8598-8089a9a8cecd, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=c7e7da2c-25c2-44f4-8598-8089a9a8cecd,segment=NetworkSegment(ad9b3fe2-7277-4984-8ef8-43e56dd6b10d),segment_id=ad9b3fe2-7277-4984-8ef8-43e56dd6b10d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:11:48.689328 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 53e5c3f0-6ed2-4768-b3db-d0137061a148 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:11:48.693990 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:48.696335 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8589e8f2-dcff-4633-8c6c-47e138595224 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:48.720867 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-30ddc024-ef81-4f04-81a6-1b35bb59619a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=24c0e8e3-e2c6-4186-8f44-ff76dec40384 HTTP/1.1" status: 200 len: 217 time: 0.1699615 May 23 11:11:48.795274 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589e8f2-dcff-4633-8c6c-47e138595224 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Pushing event updated for resources: {'Port': ['ID=45ee5cd8-a7eb-4262-a569-23d642b5c287,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:48.822473 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-31b7e727-a8d4-4d77-a032-883965dab9a4 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Allocated IP 172.25.6.188 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/31811622-0875-4948-88e2-27b476cc6d20) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:11:48.835322 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=c7e7da2c-25c2-44f4-8598-8089a9a8cecd,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:48.850745 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-0fd42a14-2a72-440c-95ff-bf7aa96a49f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:48.852212 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-0fd42a14-2a72-440c-95ff-bf7aa96a49f9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d58e10eb-eed0-4186-8daa-9070770a55fe HTTP/1.1" status: 200 len: 797 time: 0.1223242 May 23 11:11:48.898994 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 53e5c3f0-6ed2-4768-b3db-d0137061a148, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=53e5c3f0-6ed2-4768-b3db-d0137061a148,segment=NetworkSegment(ad9b3fe2-7277-4984-8ef8-43e56dd6b10d),segment_id=ad9b3fe2-7277-4984-8ef8-43e56dd6b10d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:11:48.910722 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5950d239-3e2a-4a1a-b4f3-00aba7f96afc req-0ed1003c-06b4-4b1b-a9d5-351c47dfab04 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/security-groups?id=c3a2b15e-44b9-4619-8140-4c6f2720689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815969 May 23 11:11:48.916645 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '53e5c3f0-6ed2-4768-b3db-d0137061a148', 'network_id': '259a9b43-8479-43be-aaff-e5ef08242573', 'port_id': '53e5c3f0-6ed2-4768-b3db-d0137061a148', 'mac_address': 'fa:16:3e:5b:10:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e90196c5-4f0d-4cdc-acd6-b5d50157b8f1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:11:48.987199 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:48.990258 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-480f4d49-b3ba-4142-bc37-29b33a4ee933 req-640f0ee9-8fba-450c-9355-36803ae394b9 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=80bd5d80-b839-4f0d-bc84-203290106c00&id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3281019 May 23 11:11:49.006790 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53e5c3f0-6ed2-4768-b3db-d0137061a148 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:11:49.017508 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8589e8f2-dcff-4633-8c6c-47e138595224 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:11:49.033912 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-8589e8f2-dcff-4633-8c6c-47e138595224 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:11:49.039682 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8589e8f2-dcff-4633-8c6c-47e138595224 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:11:49.042689 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 53e5c3f0-6ed2-4768-b3db-d0137061a148, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=53e5c3f0-6ed2-4768-b3db-d0137061a148,segment=NetworkSegment(ad9b3fe2-7277-4984-8ef8-43e56dd6b10d),segment_id=ad9b3fe2-7277-4984-8ef8-43e56dd6b10d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:11:49.053307 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:49.096975 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [None req-f1ebfcdf-6d80-4628-bf27-37cb04ed6b69 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:11:49.110661 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-73ca7c33-8461-4915-aae9-9db7ec82619a tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:49.131710 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f1ebfcdf-6d80-4628-bf27-37cb04ed6b69 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:49.141030 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f1ebfcdf-6d80-4628-bf27-37cb04ed6b69 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:49.168721 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=53e5c3f0-6ed2-4768-b3db-d0137061a148,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:49.172657 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ec5c86d-6a2f-43ed-86d6-e7387784899f'] response: {'server_uuid': 'be6286f2-5f9d-4ac2-9ef8-1871aa6aa2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e7da2c-25c2-44f4-8598-8089a9a8cecd', 'code': 200} May 23 11:11:49.198942 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-044f2a03-2c14-46a8-ac85-e577774ffa39 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1340640297-network', 'tenant_id': 'd3b75b07b13a40429946471d1fc9f577'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:49.208072 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-73ca7c33-8461-4915-aae9-9db7ec82619a tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:49.217709 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-044f2a03-2c14-46a8-ac85-e577774ffa39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:11:49.266860 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-044f2a03-2c14-46a8-ac85-e577774ffa39 admin admin] Usage tracker for resource:network and tenant:d3b75b07b13a40429946471d1fc9f577 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:11:49.273666 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-044f2a03-2c14-46a8-ac85-e577774ffa39 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:11:49.297230 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ebfcdf-6d80-4628-bf27-37cb04ed6b69 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Pushing event updated for resources: {'Port': ['ID=1b495d27-f8ad-48c2-a06e-c011b04063a2,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:49.317478 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-31b7e727-a8d4-4d77-a032-883965dab9a4 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:49.326916 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-044f2a03-2c14-46a8-ac85-e577774ffa39 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:11:49.339634 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f1ebfcdf-6d80-4628-bf27-37cb04ed6b69 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:49.348281 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-d9748a92-b4e5-4ef0-90a8-85f510141e0c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=58ef6021-e396-465d-be5f-f38283ee2d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3536305 May 23 11:11:49.375884 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044f2a03-2c14-46a8-ac85-e577774ffa39 admin admin] Made reservation on behalf of d3b75b07b13a40429946471d1fc9f577 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:11:49.378025 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-044f2a03-2c14-46a8-ac85-e577774ffa39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:49.426555 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-044f2a03-2c14-46a8-ac85-e577774ffa39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:49.434765 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f1ebfcdf-6d80-4628-bf27-37cb04ed6b69 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:49.436649 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f1ebfcdf-6d80-4628-bf27-37cb04ed6b69 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.1710398 May 23 11:11:49.447991 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['53e5c3f0-6ed2-4768-b3db-d0137061a148'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:11:49.480096 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e274ec5-877e-4007-a239-f21e968b0252 req-2a1edb24-0202-45a3-bd20-aaaff453f0cc tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:49.481573 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4e274ec5-877e-4007-a239-f21e968b0252 req-2a1edb24-0202-45a3-bd20-aaaff453f0cc tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=aede9126-b9a4-49fb-9273-358a4305d1b0 HTTP/1.1" status: 200 len: 945 time: 0.3255477 May 23 11:11:49.510000 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-56e2649d-07e6-43b1-a579-7bc40b7c8ae7 service neutron] 10.222.0.81 "GET /v2.0/networks/58ef6021-e396-465d-be5f-f38283ee2d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512280 May 23 11:11:49.518115 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-044f2a03-2c14-46a8-ac85-e577774ffa39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:11:49.522839 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fc205200-bc9a-492d-be2f-5583c77df640 req-8e112755-b6e9-4113-a1a4-7de26dd99560 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=be6286f2-5f9d-4ac2-9ef8-1871aa6aa2a9 HTTP/1.1" status: 200 len: 1097 time: 0.2502811 May 23 11:11:49.544084 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-31b7e727-a8d4-4d77-a032-883965dab9a4 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:49.600479 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-044f2a03-2c14-46a8-ac85-e577774ffa39 admin admin] Usage tracker for resource:security_group_rule and tenant:d3b75b07b13a40429946471d1fc9f577 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:11:49.654777 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-044f2a03-2c14-46a8-ac85-e577774ffa39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:11:49.662330 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-044f2a03-2c14-46a8-ac85-e577774ffa39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:11:49.704032 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b7e727-a8d4-4d77-a032-883965dab9a4 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:11:49.709098 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-31b7e727-a8d4-4d77-a032-883965dab9a4 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:11:49.711558 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b7e727-a8d4-4d77-a032-883965dab9a4 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:11:49.740848 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b7e727-a8d4-4d77-a032-883965dab9a4 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Pushing event updated for resources: {'Port': ['ID=31811622-0875-4948-88e2-27b476cc6d20,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:49.796989 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-63791d2a-a423-44be-bf77-456c3f5eb264 service neutron] 10.222.0.81 "GET /v2.0/networks/58ef6021-e396-465d-be5f-f38283ee2d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772033 May 23 11:11:49.806330 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8589e8f2-dcff-4633-8c6c-47e138595224 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:49.868474 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4e274ec5-877e-4007-a239-f21e968b0252 req-a7f2a0a5-42ab-4b46-824e-64a331d0b5f7 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798590 May 23 11:11:49.904189 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-73ca7c33-8461-4915-aae9-9db7ec82619a tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Allocated IP 172.25.6.220 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/956d880d-3540-4bed-91e2-a69b02976224) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:11:49.909121 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fc205200-bc9a-492d-be2f-5583c77df640 req-7b6ed320-5730-48f0-b8c8-5b482f1a4b7d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c3a2b15e-44b9-4619-8140-4c6f2720689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237267 May 23 11:11:49.936612 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-de8a48cd-31fd-4ebb-8f9d-73c8b7d8268c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=db9c3afa-0b07-44c5-9d9e-b24df4d35d77 HTTP/1.1" status: 200 len: 217 time: 0.0728827 May 23 11:11:49.973964 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-31b7e727-a8d4-4d77-a032-883965dab9a4 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:49.998901 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8589e8f2-dcff-4633-8c6c-47e138595224 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:50.114212 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-b9d14066-f871-4065-b2d0-3b1487fc8306 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:50.115640 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-b9d14066-f871-4065-b2d0-3b1487fc8306 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/networks?id=09151df4-c255-4bed-b6e9-e6879853aff3 HTTP/1.1" status: 200 len: 821 time: 0.4344630 May 23 11:11:50.147997 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-31b7e727-a8d4-4d77-a032-883965dab9a4 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:50.151547 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-31b7e727-a8d4-4d77-a032-883965dab9a4 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3825526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3825513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3821547'] for router, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:50.217034 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-044f2a03-2c14-46a8-ac85-e577774ffa39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:50.223805 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-7a07868b-97a9-4a5b-a79b-636d562c6261 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/quotas/abc8f80d521a482ba49d9d597fee07e9 HTTP/1.1" status: 200 len: 375 time: 0.0990744 May 23 11:11:50.244213 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-044f2a03-2c14-46a8-ac85-e577774ffa39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:50.335286 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-4c5c3f21-3e92-404c-886f-0181f4681369 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:50.336835 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-4c5c3f21-3e92-404c-886f-0181f4681369 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d58e10eb-eed0-4186-8daa-9070770a55fe HTTP/1.1" status: 200 len: 797 time: 0.1324644 May 23 11:11:50.434661 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-9e822949-359e-4fd7-bc89-28f45df74918 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=58ef6021-e396-465d-be5f-f38283ee2d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0898983 May 23 11:11:50.542464 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-73ca7c33-8461-4915-aae9-9db7ec82619a tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:50.549340 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-044f2a03-2c14-46a8-ac85-e577774ffa39 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:11:50.565170 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f2a03-2c14-46a8-ac85-e577774ffa39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffad727e-f899-4601-8784-d020ca5beafc,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:50.580893 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-044f2a03-2c14-46a8-ac85-e577774ffa39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:50.581200 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-044f2a03-2c14-46a8-ac85-e577774ffa39 admin admin] Added segment 1c8a2eeb-f671-44f9-a4f5-7053943e2825 of type vlan for network 38253446-cda2-497c-ae33-17f4ed60f832 May 23 11:11:50.673984 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-044f2a03-2c14-46a8-ac85-e577774ffa39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:50.686376 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4622ae-9c66-4414-9c19-2db8e4dec158 req-8ab89e94-ff5a-4b56-8a98-5afdd4a565e9 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:50.688191 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2c4622ae-9c66-4414-9c19-2db8e4dec158 req-8ab89e94-ff5a-4b56-8a98-5afdd4a565e9 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/ports?device_id=65fd4917-4242-4a96-b88e-8b3ec270e5e5 HTTP/1.1" status: 200 len: 944 time: 0.6016424 May 23 11:11:50.702306 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 53e5c3f0-6ed2-4768-b3db-d0137061a148 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:11:50.715634 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-ab0d5dfd-354a-4b6e-bc9b-81dbcda66381 service neutron] 10.222.0.81 "GET /v2.0/networks/58ef6021-e396-465d-be5f-f38283ee2d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737703 May 23 11:11:50.718036 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-73ca7c33-8461-4915-aae9-9db7ec82619a tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:50.774845 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 53e5c3f0-6ed2-4768-b3db-d0137061a148 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:11:50.776021 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-b26281e4-231a-4f07-b183-63559a13c53b tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=abc8f80d521a482ba49d9d597fee07e9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5215952 May 23 11:11:50.789451 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 53e5c3f0-6ed2-4768-b3db-d0137061a148 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:11:50.790514 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:50.825502 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8589e8f2-dcff-4633-8c6c-47e138595224 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:50.845232 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b7e727-a8d4-4d77-a032-883965dab9a4 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Router ae51515d-3277-419e-9422-6d3085ba3dd8 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:11:50.878426 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-7a116571-2939-4192-a5a1-c28ba4a68089 service neutron] 10.222.0.81 "GET /v2.0/networks/58ef6021-e396-465d-be5f-f38283ee2d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551261 May 23 11:11:50.905772 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8589e8f2-dcff-4633-8c6c-47e138595224 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:50.926017 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ca7c33-8461-4915-aae9-9db7ec82619a tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:11:50.940542 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-73ca7c33-8461-4915-aae9-9db7ec82619a tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:11:50.945535 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:50.948784 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca7c33-8461-4915-aae9-9db7ec82619a tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Pushing event updated for resources: {'Port': ['ID=956d880d-3540-4bed-91e2-a69b02976224,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:50.951635 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-044f2a03-2c14-46a8-ac85-e577774ffa39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:50.952491 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044f2a03-2c14-46a8-ac85-e577774ffa39 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:50.953059 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-044f2a03-2c14-46a8-ac85-e577774ffa39 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:50.985264 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 53e5c3f0-6ed2-4768-b3db-d0137061a148, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=53e5c3f0-6ed2-4768-b3db-d0137061a148,segment=NetworkSegment(ad9b3fe2-7277-4984-8ef8-43e56dd6b10d),segment_id=ad9b3fe2-7277-4984-8ef8-43e56dd6b10d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:11:50.988098 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ca7c33-8461-4915-aae9-9db7ec82619a tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:11:50.992119 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:51.059058 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=53e5c3f0-6ed2-4768-b3db-d0137061a148,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:51.060471 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2c4622ae-9c66-4414-9c19-2db8e4dec158 req-bb9a724f-577d-48a6-b10a-d2bddf6443a4 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/security-groups?id=c3a2b15e-44b9-4619-8140-4c6f2720689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636444 May 23 11:11:51.069294 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-86678474-3eef-49e7-80f9-e8761d0cc9f5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce HTTP/1.1" status: 200 len: 217 time: 0.1344144 May 23 11:11:51.164118 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-1ef1a1ed-de31-4ce4-9f3b-e2c417616330 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:51.165643 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-1ef1a1ed-de31-4ce4-9f3b-e2c417616330 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d58e10eb-eed0-4186-8daa-9070770a55fe HTTP/1.1" status: 200 len: 797 time: 0.0838847 May 23 11:11:51.174201 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65fd4917-4242-4a96-b88e-8b3ec270e5e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e5c3f0-6ed2-4768-b3db-d0137061a148'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:11:51.230956 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:11:51.250030 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589e8f2-dcff-4633-8c6c-47e138595224 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Pushing event updated for resources: {'Port': ['ID=45ee5cd8-a7eb-4262-a569-23d642b5c287,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:51.252305 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f2a03-2c14-46a8-ac85-e577774ffa39 admin admin] Pushing event updated for resources: {'Network': ['ID=38253446-cda2-497c-ae33-17f4ed60f832,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:51.271884 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 38253446-cda2-497c-ae33-17f4ed60f832 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:11:51.305540 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-dba131ac-9724-4e19-bcc6-59461e98e8a1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=58ef6021-e396-465d-be5f-f38283ee2d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1342969 May 23 11:11:51.328668 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-044f2a03-2c14-46a8-ac85-e577774ffa39 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.6242979 May 23 11:11:51.330085 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51152) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:51.337488 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-40e6e69e-60ff-43aa-8966-2c36ac1ea51a admin admin] Request body: {'subnet': {'network_id': '38253446-cda2-497c-ae33-17f4ed60f832', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1340640297-subnet', 'tenant_id': 'd3b75b07b13a40429946471d1fc9f577', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:51.369193 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-8fa7637a-ad89-44d3-baea-827ebde44feb service neutron] 10.222.0.79 "GET /v2.0/networks/09151df4-c255-4bed-b6e9-e6879853aff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5660775 May 23 11:11:51.376814 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8589e8f2-dcff-4633-8c6c-47e138595224 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:51.395601 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-40e6e69e-60ff-43aa-8966-2c36ac1ea51a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:11:51.411499 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b7e727-a8d4-4d77-a032-883965dab9a4 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:11:51.413707 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-40e6e69e-60ff-43aa-8966-2c36ac1ea51a admin admin] Usage tracker for resource:subnet and tenant:d3b75b07b13a40429946471d1fc9f577 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:11:51.420049 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-31b7e727-a8d4-4d77-a032-883965dab9a4 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:51.423523 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee47074d-df66-4ea8-bb30-219233566c53 None None] Sync routers for ids ['ae51515d-3277-419e-9422-6d3085ba3dd8'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:11:51.424365 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-31b7e727-a8d4-4d77-a032-883965dab9a4 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] 10.222.0.79 "PUT /v2.0/routers/ae51515d-3277-419e-9422-6d3085ba3dd8 HTTP/1.1" status: 200 len: 916 time: 6.7911086 May 23 11:11:51.424929 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-40e6e69e-60ff-43aa-8966-2c36ac1ea51a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:11:51.427885 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51156) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:51.439964 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee47074d-df66-4ea8-bb30-219233566c53 None None] Routers {'ae51515d-3277-419e-9422-6d3085ba3dd8'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:11:51.440676 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ee47074d-df66-4ea8-bb30-219233566c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:11:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['ae51515d-3277-419e-9422-6d3085ba3dd8'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:51.486720 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-40e6e69e-60ff-43aa-8966-2c36ac1ea51a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:11:51.488361 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8589e8f2-dcff-4633-8c6c-47e138595224 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:51.497961 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8589e8f2-dcff-4633-8c6c-47e138595224 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2679770 May 23 11:11:51.509237 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ee47074d-df66-4ea8-bb30-219233566c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:51.521258 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee47074d-df66-4ea8-bb30-219233566c53 None None] Routers {'ae51515d-3277-419e-9422-6d3085ba3dd8'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:11:51.522178 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ee47074d-df66-4ea8-bb30-219233566c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:11:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['ae51515d-3277-419e-9422-6d3085ba3dd8'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:51.585443 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-f9227732-a58d-4044-aa4c-7865f48dd90e service neutron] 10.222.0.79 "GET /v2.0/networks/09151df4-c255-4bed-b6e9-e6879853aff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849527 May 23 11:11:51.585701 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ee47074d-df66-4ea8-bb30-219233566c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:51.586201 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee47074d-df66-4ea8-bb30-219233566c53 None None] The sync data for ids ['ae51515d-3277-419e-9422-6d3085ba3dd8'] in n-d-842952-2 is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:11:51.608124 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f6acd-cc1f-4657-befa-715629dcb196 req-5362e53c-57ed-4c6b-b611-1fefe1392352 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:51.611953 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f6acd-cc1f-4657-befa-715629dcb196 req-5362e53c-57ed-4c6b-b611-1fefe1392352 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:51.615865 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f6acd-cc1f-4657-befa-715629dcb196 req-5362e53c-57ed-4c6b-b611-1fefe1392352 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:51.619786 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f6acd-cc1f-4657-befa-715629dcb196 req-5362e53c-57ed-4c6b-b611-1fefe1392352 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:51.620487 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-77a2a850-8870-4e62-968a-58056e73c1b9 service neutron] 10.222.0.81 "GET /v2.0/networks/58ef6021-e396-465d-be5f-f38283ee2d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083467 May 23 11:11:51.623716 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f6acd-cc1f-4657-befa-715629dcb196 req-5362e53c-57ed-4c6b-b611-1fefe1392352 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:51.626956 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e6e69e-60ff-43aa-8966-2c36ac1ea51a admin admin] Made reservation on behalf of d3b75b07b13a40429946471d1fc9f577 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:11:51.627636 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f6acd-cc1f-4657-befa-715629dcb196 req-5362e53c-57ed-4c6b-b611-1fefe1392352 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:51.629420 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-40e6e69e-60ff-43aa-8966-2c36ac1ea51a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:51.631575 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f6acd-cc1f-4657-befa-715629dcb196 req-5362e53c-57ed-4c6b-b611-1fefe1392352 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:51.633869 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-011f6acd-cc1f-4657-befa-715629dcb196 req-5362e53c-57ed-4c6b-b611-1fefe1392352 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 5420 time: 0.3567209 May 23 11:11:51.700267 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-011f6acd-cc1f-4657-befa-715629dcb196 req-bb98c99d-cc9e-4e05-b4a0-c56c68cc78df tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=80bd5d80-b839-4f0d-bc84-203290106c00&id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599728 May 23 11:11:51.711157 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-73ca7c33-8461-4915-aae9-9db7ec82619a tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:51.711928 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-73ca7c33-8461-4915-aae9-9db7ec82619a tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:51.852171 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b5ffac2-6a44-4a08-9477-40eb821cf4ef'] response: {'server_uuid': '65fd4917-4242-4a96-b88e-8b3ec270e5e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e5c3f0-6ed2-4768-b3db-d0137061a148', 'code': 200} May 23 11:11:52.020963 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776311b-a1ba-4ffd-80d6-35535dc21fd5 req-013daf10-01e5-40a9-9a7a-0214851d79ff tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:52.022417 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2776311b-a1ba-4ffd-80d6-35535dc21fd5 req-013daf10-01e5-40a9-9a7a-0214851d79ff tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=aede9126-b9a4-49fb-9273-358a4305d1b0 HTTP/1.1" status: 200 len: 945 time: 0.1623864 May 23 11:11:52.036451 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-fcf36eb3-8e9a-4f68-bb45-08c1579dc5f0 service neutron] 10.222.0.81 "GET /v2.0/networks/58ef6021-e396-465d-be5f-f38283ee2d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842216 May 23 11:11:52.125349 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-ba9887ba-9082-47a9-b585-94833c2551af service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9a44d654-6b97-41f9-82f8-7a39efafc1c3 HTTP/1.1" status: 200 len: 217 time: 0.0825031 May 23 11:11:52.130421 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-17377b63-f863-4570-8c79-cf85ff55e0f1 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1722944380&fields=id&tenant_id=92ce77b1b70449899717558adda940d2 HTTP/1.1" status: 200 len: 267 time: 0.1262970 May 23 11:11:52.141641 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2776311b-a1ba-4ffd-80d6-35535dc21fd5 req-88c9315b-d415-4e43-b757-e201918fa53e tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027925 May 23 11:11:52.251450 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-94719441-5dff-4c51-91d9-9f8a4cb599d9 req-deef75dc-5840-46ea-93ce-f034cd5ca8cf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=65fd4917-4242-4a96-b88e-8b3ec270e5e5 HTTP/1.1" status: 200 len: 1096 time: 0.2892597 May 23 11:11:52.322646 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-283f500e-353b-4af1-b482-dd874bbf40a2 req-45706d83-a336-4fe2-b7e0-95051b9e4d23 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=4cacb2e6-7c0d-43b2-b45b-6ba8ff5facdb HTTP/1.1" status: 200 len: 210 time: 0.0836201 May 23 11:11:52.384568 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-c3ef12a2-4e50-4918-a9ce-dfa6a9d7eebc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:52.387173 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-c3ef12a2-4e50-4918-a9ce-dfa6a9d7eebc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3002fdac-2784-401d-a448-1ed62ecf0bbd HTTP/1.1" status: 200 len: 797 time: 0.2548771 May 23 11:11:52.394067 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1e2f1ac7-d3b4-49c8-85a9-29c1e96018e9 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] 10.222.0.79 "GET /v2.0/routers/ae51515d-3277-419e-9422-6d3085ba3dd8 HTTP/1.1" status: 200 len: 922 time: 0.9607279 May 23 11:11:52.394067 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-40e6e69e-60ff-43aa-8966-2c36ac1ea51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:52.398274 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51180) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:52.566078 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-94719441-5dff-4c51-91d9-9f8a4cb599d9 req-736d7e5f-6c64-49b7-9e5a-0c13666be12e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c3a2b15e-44b9-4619-8140-4c6f2720689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759817 May 23 11:11:52.576815 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e6e69e-60ff-43aa-8966-2c36ac1ea51a admin admin] Pushing event updated for resources: {'Subnet': ['ID=547de431-fb12-4e74-983f-de90f34bd648,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:52.584538 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-1e9713b9-0a1f-4d33-9bb0-49989c59b5a9 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:52.586047 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-1e9713b9-0a1f-4d33-9bb0-49989c59b5a9 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/networks?id=297e8414-85bd-4e0d-aedb-8abf246d8703 HTTP/1.1" status: 200 len: 815 time: 0.4434204 May 23 11:11:52.615555 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ca7c33-8461-4915-aae9-9db7ec82619a tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Router 50fe437b-61a5-4a3c-90c2-df56b9d63617 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:11:52.623781 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e6e69e-60ff-43aa-8966-2c36ac1ea51a admin admin] Checking segment: {'id': '1c8a2eeb-f671-44f9-a4f5-7053943e2825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '38253446-cda2-497c-ae33-17f4ed60f832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:11:52.624185 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e6e69e-60ff-43aa-8966-2c36ac1ea51a admin admin] Network hostable DHCP agents. Network: 38253446-cda2-497c-ae33-17f4ed60f832, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:11:52.625642 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-6210ee68-90ef-41af-a6dc-9976a71146b5 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/quotas/92ce77b1b70449899717558adda940d2 HTTP/1.1" status: 200 len: 375 time: 0.0342605 May 23 11:11:52.638083 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d11e9bab-2000-40aa-bbcc-4233267c7dbe tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Synchronizing usage tracker for tenant:3a58b3a6e9ef44afb95c6caff7db1301 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:11:52.646835 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-cbe2b622-be68-44ee-a2e9-779e4bd7ac36 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2500360 May 23 11:11:52.687367 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d11e9bab-2000-40aa-bbcc-4233267c7dbe tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Unset dirty status for tenant:3a58b3a6e9ef44afb95c6caff7db1301 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:11:52.688569 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d11e9bab-2000-40aa-bbcc-4233267c7dbe tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=87d63aa2-c2e7-4553-824a-d818708dd83b&device_id=ae51515d-3277-419e-9422-6d3085ba3dd8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2638385 May 23 11:11:52.733066 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51184) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:52.770273 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e6e69e-60ff-43aa-8966-2c36ac1ea51a admin admin] Network 38253446-cda2-497c-ae33-17f4ed60f832 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:11:52.805773 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf31d1a-47ca-4ec3-bbee-58022ebfe9e1 req-1213b70e-dc37-43c1-aad9-230692d6114d tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:52.807226 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6bf31d1a-47ca-4ec3-bbee-58022ebfe9e1 req-1213b70e-dc37-43c1-aad9-230692d6114d tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/ports?device_id=65fd4917-4242-4a96-b88e-8b3ec270e5e5 HTTP/1.1" status: 200 len: 945 time: 0.2944283 May 23 11:11:52.843915 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-40e6e69e-60ff-43aa-8966-2c36ac1ea51a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 38253446-cda2-497c-ae33-17f4ed60f832) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:11:52.848000 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e6e69e-60ff-43aa-8966-2c36ac1ea51a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:52.848751 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-40e6e69e-60ff-43aa-8966-2c36ac1ea51a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:52.857950 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c9058d-ee97-462e-83db-88abeec4be5e None None] Network 38253446-cda2-497c-ae33-17f4ed60f832 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:11:52.891429 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6bf31d1a-47ca-4ec3-bbee-58022ebfe9e1 req-627677d2-a216-485a-9ba6-7b3c063be020 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/security-groups?id=c3a2b15e-44b9-4619-8140-4c6f2720689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756960 May 23 11:11:52.903892 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-0844c43e-614c-48d6-b539-11b18088e96f tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Synchronizing usage tracker for tenant:92ce77b1b70449899717558adda940d2 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:11:52.915736 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-40e6e69e-60ff-43aa-8966-2c36ac1ea51a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5846033 May 23 11:11:52.948784 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-0844c43e-614c-48d6-b539-11b18088e96f tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Unset dirty status for tenant:92ce77b1b70449899717558adda940d2 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:11:52.960957 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-0844c43e-614c-48d6-b539-11b18088e96f tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=92ce77b1b70449899717558adda940d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3281856 May 23 11:11:52.988058 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-06193a79-6d9d-451e-ad8b-f17b253efee1 service neutron] 10.222.0.81 "GET /v2.0/networks/e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348069 May 23 11:11:53.121215 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bf7ed5-0489-4670-b461-d2f15fde2d84 None None] Network 38253446-cda2-497c-ae33-17f4ed60f832 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:11:53.142784 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e80db97-5a5b-4a5d-91ef-c74c2a34ff30 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:53.143315 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0e80db97-5a5b-4a5d-91ef-c74c2a34ff30 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Synchronizing usage tracker for tenant:3a58b3a6e9ef44afb95c6caff7db1301 on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:11:53.173964 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0e80db97-5a5b-4a5d-91ef-c74c2a34ff30 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] Unset dirty status for tenant:3a58b3a6e9ef44afb95c6caff7db1301 on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:11:53.174878 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ca7c33-8461-4915-aae9-9db7ec82619a tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:11:53.181382 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0e80db97-5a5b-4a5d-91ef-c74c2a34ff30 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] 10.222.0.79 "GET /v2.0/networks/87d63aa2-c2e7-4553-824a-d818708dd83b HTTP/1.1" status: 200 len: 881 time: 0.4472649 May 23 11:11:53.183521 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-8cc0e340-d7ed-488c-a732-5af366444cf5 service neutron] 10.222.0.79 "GET /v2.0/networks/297e8414-85bd-4e0d-aedb-8abf246d8703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197149 May 23 11:11:53.186351 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e556ac-b849-4647-958c-b386c8feb47d None None] Sync routers for ids ['50fe437b-61a5-4a3c-90c2-df56b9d63617'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:11:53.197087 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51196) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:53.210888 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e556ac-b849-4647-958c-b386c8feb47d None None] Routers {'50fe437b-61a5-4a3c-90c2-df56b9d63617'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:11:53.211785 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-57e556ac-b849-4647-958c-b386c8feb47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:11:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['50fe437b-61a5-4a3c-90c2-df56b9d63617'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:53.259401 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-98e606b8-bef3-4c01-9633-1f939b734f5e tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae51515d-3277-419e-9422-6d3085ba3dd8 HTTP/1.1" status: 200 len: 205 time: 0.0612977 May 23 11:11:53.259996 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51202) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:53.270925 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-57e556ac-b849-4647-958c-b386c8feb47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:53.282551 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e556ac-b849-4647-958c-b386c8feb47d None None] Routers {'50fe437b-61a5-4a3c-90c2-df56b9d63617'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:11:53.283512 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-57e556ac-b849-4647-958c-b386c8feb47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:11:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['50fe437b-61a5-4a3c-90c2-df56b9d63617'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:53.324102 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-73ca7c33-8461-4915-aae9-9db7ec82619a tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:53.327741 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-73ca7c33-8461-4915-aae9-9db7ec82619a tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.7557483 May 23 11:11:53.330578 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51206) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:53.334299 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-44447405-679b-4dfe-87ba-ee6d0cde35e1 service neutron] 10.222.0.81 "GET /v2.0/networks/e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393631 May 23 11:11:53.369876 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-57e556ac-b849-4647-958c-b386c8feb47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:11:53.370537 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e556ac-b849-4647-958c-b386c8feb47d None None] The sync data for ids ['50fe437b-61a5-4a3c-90c2-df56b9d63617'] in n-d-842952-2 is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:11:53.432596 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-8d81c7d8-9ef8-45a6-a169-fa9c75e2a1b8 service neutron] 10.222.0.79 "GET /v2.0/networks/297e8414-85bd-4e0d-aedb-8abf246d8703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479334 May 23 11:11:53.444461 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66270e9c-9878-44cd-9ac6-27d6ddbc5385 req-11aaf9bc-6e55-4051-8f5b-7607c26a2215 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:53.449405 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66270e9c-9878-44cd-9ac6-27d6ddbc5385 req-11aaf9bc-6e55-4051-8f5b-7607c26a2215 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:53.454290 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66270e9c-9878-44cd-9ac6-27d6ddbc5385 req-11aaf9bc-6e55-4051-8f5b-7607c26a2215 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:53.458843 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66270e9c-9878-44cd-9ac6-27d6ddbc5385 req-11aaf9bc-6e55-4051-8f5b-7607c26a2215 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:53.463450 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66270e9c-9878-44cd-9ac6-27d6ddbc5385 req-11aaf9bc-6e55-4051-8f5b-7607c26a2215 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:53.467724 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66270e9c-9878-44cd-9ac6-27d6ddbc5385 req-11aaf9bc-6e55-4051-8f5b-7607c26a2215 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:53.472296 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66270e9c-9878-44cd-9ac6-27d6ddbc5385 req-11aaf9bc-6e55-4051-8f5b-7607c26a2215 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:53.474561 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-66270e9c-9878-44cd-9ac6-27d6ddbc5385 req-11aaf9bc-6e55-4051-8f5b-7607c26a2215 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 5420 time: 0.3528128 May 23 11:11:53.533454 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-66270e9c-9878-44cd-9ac6-27d6ddbc5385 req-0075747b-eacb-4176-aa75-db6b1b871e4c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=80bd5d80-b839-4f0d-bc84-203290106c00&id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529647 May 23 11:11:53.591444 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-d174bd48-5c8d-4f18-8fd9-d72f0c959696 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=763c10d1-b57e-48c8-8043-0443d4788a7a HTTP/1.1" status: 200 len: 217 time: 0.1493373 May 23 11:11:53.691651 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-5371e368-d4ad-49e5-92e4-699ae41cf72d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:53.693142 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-5371e368-d4ad-49e5-92e4-699ae41cf72d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3002fdac-2784-401d-a448-1ed62ecf0bbd HTTP/1.1" status: 200 len: 797 time: 0.0903361 May 23 11:11:53.903387 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc4422-9369-4642-aa90-0a5ec9c2bc92 req-12e2d28e-759b-4bdf-81a0-2eeab5eb2aa2 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:53.905245 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a6bc4422-9369-4642-aa90-0a5ec9c2bc92 req-12e2d28e-759b-4bdf-81a0-2eeab5eb2aa2 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=aede9126-b9a4-49fb-9273-358a4305d1b0 HTTP/1.1" status: 200 len: 945 time: 0.2364681 May 23 11:11:53.929825 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-0255590d-ed15-4a88-b5a2-2d9d20bdd8e5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2278924 May 23 11:11:53.948542 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-01771e0d-c94a-4ea0-9419-1679c2e8a977 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:53.950590 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-01771e0d-c94a-4ea0-9419-1679c2e8a977 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.13 "GET /v2.0/networks?id=09151df4-c255-4bed-b6e9-e6879853aff3 HTTP/1.1" status: 200 len: 821 time: 0.4086699 May 23 11:11:54.039181 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-a5895e77-c58e-40cf-ad57-14c3f8521ebb tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Request body: {'port': {'device_id': '4cacb2e6-7c0d-43b2-b45b-6ba8ff5facdb', 'network_id': '09151df4-c255-4bed-b6e9-e6879853aff3', 'admin_state_up': True, 'tenant_id': 'abc8f80d521a482ba49d9d597fee07e9'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:54.047001 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ce807fef-a8d9-4bb0-a93f-a6637ace9d12 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:54.193968 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a6bc4422-9369-4642-aa90-0a5ec9c2bc92 req-05fba0f3-cbb1-410b-8df4-e2385888c44e tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808614 May 23 11:11:54.354146 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-86f65d5b-b168-49b7-90ec-ebe77d6c3efd tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:54.355188 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-86f65d5b-b168-49b7-90ec-ebe77d6c3efd tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] Synchronizing usage tracker for tenant:d3b75b07b13a40429946471d1fc9f577 on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:11:54.398593 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-a5895e77-c58e-40cf-ad57-14c3f8521ebb tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:11:54.411205 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-a5895e77-c58e-40cf-ad57-14c3f8521ebb tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Usage tracker for resource:port and tenant:abc8f80d521a482ba49d9d597fee07e9 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:11:54.419361 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-afa66532-5679-443c-84e2-7c61cdc50a73 req-95efcaa5-ce99-4ff7-81d6-c57f2dabdc18 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=4cacb2e6-7c0d-43b2-b45b-6ba8ff5facdb HTTP/1.1" status: 200 len: 210 time: 0.0598192 May 23 11:11:54.422248 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-a5895e77-c58e-40cf-ad57-14c3f8521ebb tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:11:54.433351 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-a5895e77-c58e-40cf-ad57-14c3f8521ebb tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:11:54.446189 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-86f65d5b-b168-49b7-90ec-ebe77d6c3efd tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] Unset dirty status for tenant:d3b75b07b13a40429946471d1fc9f577 on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:11:54.447638 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-86f65d5b-b168-49b7-90ec-ebe77d6c3efd tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] 10.222.0.79 "GET /v2.0/networks?id=38253446-cda2-497c-ae33-17f4ed60f832 HTTP/1.1" status: 200 len: 822 time: 0.4539912 May 23 11:11:54.453053 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-a5895e77-c58e-40cf-ad57-14c3f8521ebb tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Made reservation on behalf of abc8f80d521a482ba49d9d597fee07e9 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:11:54.457934 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-a5895e77-c58e-40cf-ad57-14c3f8521ebb tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:54.509459 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-75bc5e35-19ee-4694-a77c-8afbbcc4824e service neutron] 10.222.0.81 "GET /v2.0/networks/e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5697753 May 23 11:11:54.561390 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-a3c96ae2-f9fa-4ea8-90d6-2035770d2175 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] 10.222.0.79 "GET /v2.0/quotas/d3b75b07b13a40429946471d1fc9f577 HTTP/1.1" status: 200 len: 375 time: 0.0615826 May 23 11:11:54.669980 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-a4f6f728-5b89-441f-a13f-0f7760035659 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d3b75b07b13a40429946471d1fc9f577&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1007543 May 23 11:11:54.760779 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3c7d393-ebdc-48cf-a59e-187924fc94ad req-7cb8d66a-b406-48df-ae23-54d8f06434c6 service neutron] 10.222.0.81 "GET /v2.0/networks/e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099278 May 23 11:11:54.765675 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ce807fef-a8d9-4bb0-a93f-a6637ace9d12 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:54.789825 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-ce807fef-a8d9-4bb0-a93f-a6637ace9d12 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Deleting port 31811622-0875-4948-88e2-27b476cc6d20 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:11:54.790184 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ce807fef-a8d9-4bb0-a93f-a6637ace9d12 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:54.798419 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0bc06fa9-99bc-403b-99d5-d7dda54c320b req-ca851182-e553-4db9-9bcb-140682657c1e tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=93b7d7c2-e675-4d2e-9ab7-7c54418a4129 HTTP/1.1" status: 200 len: 210 time: 0.2142611 May 23 11:11:54.998330 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-a5895e77-c58e-40cf-ad57-14c3f8521ebb tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Allocated IP 172.20.0.13 (09151df4-c255-4bed-b6e9-e6879853aff3/98e3b855-6fba-4052-9851-9631f18844d0/4f761992-3b1e-41eb-8066-b97be8a33992) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:11:55.039382 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-442fba1c-fdc8-44dc-8e95-e564ebcbcbd1 service neutron] 10.222.0.79 "GET /v2.0/networks/38253446-cda2-497c-ae33-17f4ed60f832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462986 May 23 11:11:55.204141 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ce807fef-a8d9-4bb0-a93f-a6637ace9d12 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:55.297089 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce0bf8-9cfd-4662-9b83-a5bef2e5e2b7 req-3d07a95b-5984-4a99-bd18-96aef62d649a tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:55.298479 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-13ce0bf8-9cfd-4662-9b83-a5bef2e5e2b7 req-3d07a95b-5984-4a99-bd18-96aef62d649a tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/ports?device_id=65fd4917-4242-4a96-b88e-8b3ec270e5e5 HTTP/1.1" status: 200 len: 945 time: 0.3363147 May 23 11:11:55.351459 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-ce807fef-a8d9-4bb0-a93f-a6637ace9d12 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Calling delete_port for 31811622-0875-4948-88e2-27b476cc6d20 owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:11:55.375122 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-1e2c8982-8a89-4151-8a51-aff03c201593 service neutron] 10.222.0.79 "GET /v2.0/networks/38253446-cda2-497c-ae33-17f4ed60f832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210018 May 23 11:11:55.405246 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-938c9a28-f6db-492f-8b12-f98f841ea8f2 req-0212d2b9-3aec-4f12-b2cd-1b9db066c6c5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c33b6fcb07a04f2fa56c6e5a7798a085&device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 6477 time: 0.3880627 May 23 11:11:55.513595 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-13ce0bf8-9cfd-4662-9b83-a5bef2e5e2b7 req-f8d7970e-5ec4-4048-b156-32f82b39526c tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/security-groups?id=c3a2b15e-44b9-4619-8140-4c6f2720689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001369 May 23 11:11:55.619336 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-a5895e77-c58e-40cf-ad57-14c3f8521ebb tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:55.676843 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c9a28-f6db-492f-8b12-f98f841ea8f2 req-50ae82a1-fbe3-4947-9d96-b65fba864a4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:55.678749 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-938c9a28-f6db-492f-8b12-f98f841ea8f2 req-50ae82a1-fbe3-4947-9d96-b65fba864a4c service neutron] 10.222.0.81 "GET /v2.0/networks?id=e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d HTTP/1.1" status: 200 len: 903 time: 0.2509825 May 23 11:11:55.743241 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-41a812d0-e13f-46b7-bd35-68f6cad45cd3 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:55.744775 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-41a812d0-e13f-46b7-bd35-68f6cad45cd3 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.81 "GET /v2.0/networks?id=297e8414-85bd-4e0d-aedb-8abf246d8703 HTTP/1.1" status: 200 len: 815 time: 0.4096355 May 23 11:11:55.750713 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-a5895e77-c58e-40cf-ad57-14c3f8521ebb tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:55.956519 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-a5895e77-c58e-40cf-ad57-14c3f8521ebb tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Network 09151df4-c255-4bed-b6e9-e6879853aff3 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:11:55.961121 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5895e77-c58e-40cf-ad57-14c3f8521ebb tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Pushing event updated for resources: {'Port': ['ID=4f761992-3b1e-41eb-8066-b97be8a33992,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:55.966845 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-a5895e77-c58e-40cf-ad57-14c3f8521ebb tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:11:55.977398 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-a5895e77-c58e-40cf-ad57-14c3f8521ebb tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:11:56.000179 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-938c9a28-f6db-492f-8b12-f98f841ea8f2 req-58f6fed3-d0a1-4091-85a8-5df64faa88ab service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=763c10d1-b57e-48c8-8043-0443d4788a7a HTTP/1.1" status: 200 len: 217 time: 0.3141453 May 23 11:11:56.015600 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-7154928a-42cf-4657-8e91-4c0d09a243a4 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92ce77b1b70449899717558adda940d2 HTTP/1.1" status: 200 len: 380 time: 0.2236612 May 23 11:11:56.031580 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-72da289e-c4ca-4ce8-b985-821ee98f915b tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Request body: {'port': {'device_id': '93b7d7c2-e675-4d2e-9ab7-7c54418a4129', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'admin_state_up': True, 'tenant_id': '92ce77b1b70449899717558adda940d2', 'security_groups': ['f91d8711-19bb-4200-ad59-2b656b055eed']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:56.140800 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ce807fef-a8d9-4bb0-a93f-a6637ace9d12 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:56.191537 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c9a28-f6db-492f-8b12-f98f841ea8f2 req-99af0ea8-fb5c-45e7-9ab7-4f8e8cfb2122 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:56.192615 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dfab1-50bc-4a23-9fca-339ab4dc75ce req-b0a4e5ed-433b-41ec-bdec-0f999caa6891 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:56.193147 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-938c9a28-f6db-492f-8b12-f98f841ea8f2 req-99af0ea8-fb5c-45e7-9ab7-4f8e8cfb2122 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3002fdac-2784-401d-a448-1ed62ecf0bbd HTTP/1.1" status: 200 len: 797 time: 0.1767237 May 23 11:11:56.194420 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-806dfab1-50bc-4a23-9fca-339ab4dc75ce req-b0a4e5ed-433b-41ec-bdec-0f999caa6891 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=aede9126-b9a4-49fb-9273-358a4305d1b0 HTTP/1.1" status: 200 len: 945 time: 0.3879268 May 23 11:11:56.210986 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a239f0-a27d-4a57-b03d-f6e79bc1f8b2 req-81683736-1b30-4a2d-a7d7-0127f5fcd427 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:56.215680 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a239f0-a27d-4a57-b03d-f6e79bc1f8b2 req-81683736-1b30-4a2d-a7d7-0127f5fcd427 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:56.219543 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a239f0-a27d-4a57-b03d-f6e79bc1f8b2 req-81683736-1b30-4a2d-a7d7-0127f5fcd427 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:56.223543 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a239f0-a27d-4a57-b03d-f6e79bc1f8b2 req-81683736-1b30-4a2d-a7d7-0127f5fcd427 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:56.227414 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a239f0-a27d-4a57-b03d-f6e79bc1f8b2 req-81683736-1b30-4a2d-a7d7-0127f5fcd427 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:56.232106 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a239f0-a27d-4a57-b03d-f6e79bc1f8b2 req-81683736-1b30-4a2d-a7d7-0127f5fcd427 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:56.235958 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a239f0-a27d-4a57-b03d-f6e79bc1f8b2 req-81683736-1b30-4a2d-a7d7-0127f5fcd427 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:56.237792 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-09a239f0-a27d-4a57-b03d-f6e79bc1f8b2 req-81683736-1b30-4a2d-a7d7-0127f5fcd427 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 5420 time: 0.5724037 May 23 11:11:56.241712 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-a5895e77-c58e-40cf-ad57-14c3f8521ebb tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:56.242291 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-a5895e77-c58e-40cf-ad57-14c3f8521ebb tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:56.248036 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce807fef-a8d9-4bb0-a93f-a6637ace9d12 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Pushing event deleted for resources: {'Port': ['ID=31811622-0875-4948-88e2-27b476cc6d20,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:56.364995 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-a5895e77-c58e-40cf-ad57-14c3f8521ebb tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3337677 May 23 11:11:56.373671 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-72da289e-c4ca-4ce8-b985-821ee98f915b tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:11:56.388057 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-ecec7bdd-9e54-4029-b26c-60fac2c60558 service neutron] Request body: {'port': {'device_id': '4cacb2e6-7c0d-43b2-b45b-6ba8ff5facdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:56.429108 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-09a239f0-a27d-4a57-b03d-f6e79bc1f8b2 req-b02972a4-34b7-453d-985f-7afbd98f0eac tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=80bd5d80-b839-4f0d-bc84-203290106c00&id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1805017 May 23 11:11:56.431150 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-806dfab1-50bc-4a23-9fca-339ab4dc75ce req-6fa2b6b7-812d-46a3-b06d-c5835b11ff4a tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815736 May 23 11:11:56.432155 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-72da289e-c4ca-4ce8-b985-821ee98f915b tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:11:56.469018 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-72da289e-c4ca-4ce8-b985-821ee98f915b tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Made reservation on behalf of 92ce77b1b70449899717558adda940d2 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:11:56.473815 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-72da289e-c4ca-4ce8-b985-821ee98f915b tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:56.509184 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b37314ca-1365-4395-8983-d83052e02179 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:56.625434 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-ecec7bdd-9e54-4029-b26c-60fac2c60558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:56.847954 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ce807fef-a8d9-4bb0-a93f-a6637ace9d12 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:56.935189 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-938c9a28-f6db-492f-8b12-f98f841ea8f2 req-66d85120-9753-4133-95f7-93888256750f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7334437 May 23 11:11:57.004258 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dd6760fa-0707-4231-b525-c65b0399caae req-264311e9-194c-4078-93b0-7ea100c4fe1f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b64a3f1baa60499ab93cbd32db99dbcb&device_id=aede9126-b9a4-49fb-9273-358a4305d1b0 HTTP/1.1" status: 200 len: 1096 time: 0.7527530 May 23 11:11:57.097765 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-72da289e-c4ca-4ce8-b985-821ee98f915b tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Allocated IP 172.20.0.9 (297e8414-85bd-4e0d-aedb-8abf246d8703/a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6/c8a17c57-9abc-4f3d-9f38-186fb3681889) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:11:57.164199 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa5ae4-ad63-4742-8923-4ad0478f63fe req-ed7f62f4-b03e-4b70-8a7a-6f6a732a4eb3 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:57.165164 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-6daa5ae4-ad63-4742-8923-4ad0478f63fe req-ed7f62f4-b03e-4b70-8a7a-6f6a732a4eb3 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Synchronizing usage tracker for tenant:abc8f80d521a482ba49d9d597fee07e9 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:11:57.183728 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231c3ef-efb6-4818-9590-3c35fc66316a req-6d75e561-7ce9-40e8-8335-dfcab4298abe tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:57.185785 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8231c3ef-efb6-4818-9590-3c35fc66316a req-6d75e561-7ce9-40e8-8335-dfcab4298abe tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/ports?device_id=be6286f2-5f9d-4ac2-9ef8-1871aa6aa2a9 HTTP/1.1" status: 200 len: 946 time: 0.5190096 May 23 11:11:57.419858 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-6daa5ae4-ad63-4742-8923-4ad0478f63fe req-ed7f62f4-b03e-4b70-8a7a-6f6a732a4eb3 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Unset dirty status for tenant:abc8f80d521a482ba49d9d597fee07e9 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:11:57.421409 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6daa5ae4-ad63-4742-8923-4ad0478f63fe req-ed7f62f4-b03e-4b70-8a7a-6f6a732a4eb3 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=4cacb2e6-7c0d-43b2-b45b-6ba8ff5facdb HTTP/1.1" status: 200 len: 932 time: 0.8061147 May 23 11:11:57.549975 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8231c3ef-efb6-4818-9590-3c35fc66316a req-4756cd11-b562-4548-a68e-4f2a86e53bb8 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/security-groups?id=c3a2b15e-44b9-4619-8140-4c6f2720689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414438 May 23 11:11:57.675849 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-6daa5ae4-ad63-4742-8923-4ad0478f63fe req-2ff75787-fa23-4e4e-939b-4e002082afd6 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Synchronizing usage tracker for tenant:abc8f80d521a482ba49d9d597fee07e9 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:11:57.684629 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ce807fef-a8d9-4bb0-a93f-a6637ace9d12 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:57.732911 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-938c9a28-f6db-492f-8b12-f98f841ea8f2 req-5c24af37-963f-4806-93bd-c5e895702739 service neutron] 10.222.0.81 "GET /v2.0/networks/e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7176697 May 23 11:11:57.735310 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ce807fef-a8d9-4bb0-a93f-a6637ace9d12 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:57.776848 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-c729920d-6c51-4321-9557-075863182fc6 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:57.777531 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-40f410e8-e953-4da4-8c34-ab18a029d7e9 req-4b0876a0-27d5-40fd-9810-cacf230595d1 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bffce45-5836-4fdf-8e11-5bc4b3ba9f77 HTTP/1.1" status: 200 len: 210 time: 0.0966322 May 23 11:11:57.778290 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-c729920d-6c51-4321-9557-075863182fc6 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] 10.222.0.81 "GET /v2.0/networks?id=38253446-cda2-497c-ae33-17f4ed60f832 HTTP/1.1" status: 200 len: 822 time: 0.7643158 May 23 11:11:57.796572 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-72da289e-c4ca-4ce8-b985-821ee98f915b tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:57.820224 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-72da289e-c4ca-4ce8-b985-821ee98f915b tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Transition to ACTIVE for port object c8a17c57-9abc-4f3d-9f38-186fb3681889 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:11:57.853408 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-ecec7bdd-9e54-4029-b26c-60fac2c60558 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:11:57.863215 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-1a4b0d88-2876-4da1-9028-a6a86327cb31 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] Request body: {'port': {'device_id': '8bffce45-5836-4fdf-8e11-5bc4b3ba9f77', 'network_id': '38253446-cda2-497c-ae33-17f4ed60f832', 'admin_state_up': True, 'tenant_id': 'd3b75b07b13a40429946471d1fc9f577'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:57.882735 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6760fa-0707-4231-b525-c65b0399caae req-d0263b26-dbb4-43db-8f2d-75819931861d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:57.884228 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dd6760fa-0707-4231-b525-c65b0399caae req-d0263b26-dbb4-43db-8f2d-75819931861d service neutron] 10.222.0.13 "GET /v2.0/networks?id=1a5c8466-e669-4a02-9cf7-1e34891324c1 HTTP/1.1" status: 200 len: 912 time: 0.8191051 May 23 11:11:57.909753 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-72da289e-c4ca-4ce8-b985-821ee98f915b tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:57.938160 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-6daa5ae4-ad63-4742-8923-4ad0478f63fe req-2ff75787-fa23-4e4e-939b-4e002082afd6 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Unset dirty status for tenant:abc8f80d521a482ba49d9d597fee07e9 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:11:57.939275 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6daa5ae4-ad63-4742-8923-4ad0478f63fe req-2ff75787-fa23-4e4e-939b-4e002082afd6 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4430020 May 23 11:11:58.059158 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-ecec7bdd-9e54-4029-b26c-60fac2c60558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f761992-3b1e-41eb-8066-b97be8a33992 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:11:58.074719 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-ecec7bdd-9e54-4029-b26c-60fac2c60558 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:58.107096 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dd6760fa-0707-4231-b525-c65b0399caae req-2b9da22f-7684-4853-a49a-b336b884cc89 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44373a6d-8c7f-48f9-915a-04fb0a98c057 HTTP/1.1" status: 200 len: 217 time: 0.1742587 May 23 11:11:58.109374 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-72da289e-c4ca-4ce8-b985-821ee98f915b tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Network 297e8414-85bd-4e0d-aedb-8abf246d8703 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:11:58.123464 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ce807fef-a8d9-4bb0-a93f-a6637ace9d12 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:58.124321 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce807fef-a8d9-4bb0-a93f-a6637ace9d12 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Fanout notify agent at l3_agent the message router_deleted on router ae51515d-3277-419e-9422-6d3085ba3dd8 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:11:58.129181 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-72da289e-c4ca-4ce8-b985-821ee98f915b tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:11:58.142035 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da289e-c4ca-4ce8-b985-821ee98f915b tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Pushing event updated for resources: {'Port': ['ID=c8a17c57-9abc-4f3d-9f38-186fb3681889,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:58.145612 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-72da289e-c4ca-4ce8-b985-821ee98f915b tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:11:58.184457 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-ecec7bdd-9e54-4029-b26c-60fac2c60558 service neutron] Transition to ACTIVE for port object 4f761992-3b1e-41eb-8066-b97be8a33992 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:11:58.205346 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-ecec7bdd-9e54-4029-b26c-60fac2c60558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:58.306190 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-72da289e-c4ca-4ce8-b985-821ee98f915b tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:58.307255 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-72da289e-c4ca-4ce8-b985-821ee98f915b tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:58.311397 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ce807fef-a8d9-4bb0-a93f-a6637ace9d12 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:58.315912 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ce807fef-a8d9-4bb0-a93f-a6637ace9d12 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] 10.222.0.79 "DELETE /v2.0/routers/ae51515d-3277-419e-9422-6d3085ba3dd8 HTTP/1.1" status: 204 len: 168 time: 5.0490448 May 23 11:11:58.322819 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-938c9a28-f6db-492f-8b12-f98f841ea8f2 req-6ddcbf28-c2a4-466c-bb5b-4e2b270f0da0 service neutron] 10.222.0.81 "GET /v2.0/networks/e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5730393 May 23 11:11:58.324617 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51256) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:11:58.334004 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6760fa-0707-4231-b525-c65b0399caae req-48bd5f06-938b-4292-810a-1a968772378d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:58.335486 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dd6760fa-0707-4231-b525-c65b0399caae req-48bd5f06-938b-4292-810a-1a968772378d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76d8b9b5-f057-42e7-939b-4e81b16011fa HTTP/1.1" status: 200 len: 851 time: 0.2132201 May 23 11:11:58.347674 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a905bb3f-e9b2-4698-a7be-c1b316be7377 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-316039211', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}, 'admin_state_up': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:58.360889 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-b37314ca-1365-4395-8983-d83052e02179 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Allocated IP 172.20.0.1 (a00ea26b-30ea-4b52-ab36-25c93ee5959a/7d34ad53-81ac-4a5e-8632-3cdc66e0d458/8ff6f588-993e-4aca-9ed1-3e2443be8173) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:11:58.371551 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56ed0e-a6e6-440e-870f-aed39004c51e req-928a5599-126a-4ee7-830f-290932fd8fa4 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:58.373034 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fe56ed0e-a6e6-440e-870f-aed39004c51e req-928a5599-126a-4ee7-830f-290932fd8fa4 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=93b7d7c2-e675-4d2e-9ab7-7c54418a4129 HTTP/1.1" status: 200 len: 931 time: 0.4430394 May 23 11:11:58.373506 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b480e6c9-6749-40e1-a1c4-585b767b611f None None] Provisioning for port c8a17c57-9abc-4f3d-9f38-186fb3681889 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:11:58.379383 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b480e6c9-6749-40e1-a1c4-585b767b611f None None] Provisioning complete for port c8a17c57-9abc-4f3d-9f38-186fb3681889 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:11:58.379748 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b480e6c9-6749-40e1-a1c4-585b767b611f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:58.387924 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec7bdd-9e54-4029-b26c-60fac2c60558 service neutron] Pushing event updated for resources: {'Port': ['ID=4f761992-3b1e-41eb-8066-b97be8a33992,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:58.395791 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a905bb3f-e9b2-4698-a7be-c1b316be7377 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:11:58.402265 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-1a4b0d88-2876-4da1-9028-a6a86327cb31 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:11:58.415968 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-1a4b0d88-2876-4da1-9028-a6a86327cb31 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] Usage tracker for resource:port and tenant:d3b75b07b13a40429946471d1fc9f577 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:11:58.418824 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a905bb3f-e9b2-4698-a7be-c1b316be7377 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Usage tracker for resource:router and tenant:cbabdaa8896a45a3b03155e5eaaad844 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:11:58.423438 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dd6760fa-0707-4231-b525-c65b0399caae req-40381e92-7d54-49ca-a2c3-5cf930032281 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a5c8466-e669-4a02-9cf7-1e34891324c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660434 May 23 11:11:58.423711 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-1a4b0d88-2876-4da1-9028-a6a86327cb31 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:11:58.427191 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a905bb3f-e9b2-4698-a7be-c1b316be7377 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:11:58.432902 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109d96d-0770-4963-8374-588c486e655e req-6eb9ec84-1e4e-49b6-9b81-eb8f3178945a tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:58.434444 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5109d96d-0770-4963-8374-588c486e655e req-6eb9ec84-1e4e-49b6-9b81-eb8f3178945a tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=aede9126-b9a4-49fb-9273-358a4305d1b0 HTTP/1.1" status: 200 len: 945 time: 0.3795173 May 23 11:11:58.441349 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a905bb3f-e9b2-4698-a7be-c1b316be7377 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:11:58.443630 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-1a4b0d88-2876-4da1-9028-a6a86327cb31 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:11:58.443754 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-72da289e-c4ca-4ce8-b985-821ee98f915b tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4207072 May 23 11:11:58.450075 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b480e6c9-6749-40e1-a1c4-585b767b611f None None] Port c8a17c57-9abc-4f3d-9f38-186fb3681889 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:11:58.477500 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-00ba0bdd-002a-4a15-b870-4e9295a34d20 service neutron] Request body: {'port': {'device_id': '93b7d7c2-e675-4d2e-9ab7-7c54418a4129', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:11:58.602306 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fe56ed0e-a6e6-440e-870f-aed39004c51e req-b873031c-1eb8-45f2-85e0-93a77e8e4bbe tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?id=f91d8711-19bb-4200-ad59-2b656b055eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166841 May 23 11:11:58.606734 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a905bb3f-e9b2-4698-a7be-c1b316be7377 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:58.607650 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a905bb3f-e9b2-4698-a7be-c1b316be7377 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:58.610912 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-1a4b0d88-2876-4da1-9028-a6a86327cb31 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] Made reservation on behalf of d3b75b07b13a40429946471d1fc9f577 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:11:58.613557 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-1a4b0d88-2876-4da1-9028-a6a86327cb31 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:58.627286 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5109d96d-0770-4963-8374-588c486e655e req-1fbddd87-bf4d-4d55-b3da-4346aa39ad7d tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869135 May 23 11:11:58.701335 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-00ba0bdd-002a-4a15-b870-4e9295a34d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:58.721130 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-ecec7bdd-9e54-4029-b26c-60fac2c60558 service neutron] Attempting to bind port 4f761992-3b1e-41eb-8066-b97be8a33992 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:11:58.721490 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-ecec7bdd-9e54-4029-b26c-60fac2c60558 service neutron] Attempting to bind port 4f761992-3b1e-41eb-8066-b97be8a33992 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '0eaf6c12-c629-4f70-b3b1-9c344ae24a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '09151df4-c255-4bed-b6e9-e6879853aff3'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:11:58.721776 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-ecec7bdd-9e54-4029-b26c-60fac2c60558 service neutron] Attempting to bind port 4f761992-3b1e-41eb-8066-b97be8a33992 on network 09151df4-c255-4bed-b6e9-e6879853aff3 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:11:58.774517 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-ecec7bdd-9e54-4029-b26c-60fac2c60558 service neutron] Port 4f761992-3b1e-41eb-8066-b97be8a33992 on network 09151df4-c255-4bed-b6e9-e6879853aff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:11:58.774846 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-ecec7bdd-9e54-4029-b26c-60fac2c60558 service neutron] Attempting to bind port 4f761992-3b1e-41eb-8066-b97be8a33992 on network 09151df4-c255-4bed-b6e9-e6879853aff3 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:11:58.795785 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a905bb3f-e9b2-4698-a7be-c1b316be7377 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:58.812549 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dd6760fa-0707-4231-b525-c65b0399caae req-d4a49f4f-a93e-48d8-8367-0cc14ec22d34 service neutron] 10.222.0.13 "GET /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724332 May 23 11:11:58.846688 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-ecec7bdd-9e54-4029-b26c-60fac2c60558 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:11:58.847035 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-ecec7bdd-9e54-4029-b26c-60fac2c60558 service neutron] Checking segment: {'id': '0eaf6c12-c629-4f70-b3b1-9c344ae24a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '09151df4-c255-4bed-b6e9-e6879853aff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:11:58.847419 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-ecec7bdd-9e54-4029-b26c-60fac2c60558 service neutron] Bound using segment: {'id': '0eaf6c12-c629-4f70-b3b1-9c344ae24a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '09151df4-c255-4bed-b6e9-e6879853aff3'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:11:58.848738 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-ecec7bdd-9e54-4029-b26c-60fac2c60558 service neutron] Bound port: 4f761992-3b1e-41eb-8066-b97be8a33992, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eaf6c12-c629-4f70-b3b1-9c344ae24a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '09151df4-c255-4bed-b6e9-e6879853aff3'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:11:58.849094 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-ecec7bdd-9e54-4029-b26c-60fac2c60558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:59.160678 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b37314ca-1365-4395-8983-d83052e02179 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:59.173936 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bf4c70ce-e6a2-4b6f-88d7-50b7de94374f req-bddbc2ea-a451-42b9-9d74-8d0361f15c34 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bffce45-5836-4fdf-8e11-5bc4b3ba9f77 HTTP/1.1" status: 200 len: 210 time: 0.0797856 May 23 11:11:59.302593 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68592151-38ce-4322-88c1-572ce078e4a4 req-c317ac6c-5bc0-4a0a-a7c2-6847efd5a6ea tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:59.306577 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68592151-38ce-4322-88c1-572ce078e4a4 req-c317ac6c-5bc0-4a0a-a7c2-6847efd5a6ea tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:59.310622 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68592151-38ce-4322-88c1-572ce078e4a4 req-c317ac6c-5bc0-4a0a-a7c2-6847efd5a6ea tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:59.314475 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68592151-38ce-4322-88c1-572ce078e4a4 req-c317ac6c-5bc0-4a0a-a7c2-6847efd5a6ea tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:59.318352 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68592151-38ce-4322-88c1-572ce078e4a4 req-c317ac6c-5bc0-4a0a-a7c2-6847efd5a6ea tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:59.322216 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68592151-38ce-4322-88c1-572ce078e4a4 req-c317ac6c-5bc0-4a0a-a7c2-6847efd5a6ea tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:59.326653 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68592151-38ce-4322-88c1-572ce078e4a4 req-c317ac6c-5bc0-4a0a-a7c2-6847efd5a6ea tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:59.328588 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-68592151-38ce-4322-88c1-572ce078e4a4 req-c317ac6c-5bc0-4a0a-a7c2-6847efd5a6ea tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 5420 time: 0.5305486 May 23 11:11:59.331677 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-ecec7bdd-9e54-4029-b26c-60fac2c60558 service neutron] For port 4f761992-3b1e-41eb-8066-b97be8a33992, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:11:59.342366 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dd6760fa-0707-4231-b525-c65b0399caae req-9ea2f573-3d81-41d1-b2cb-fb244e0eb460 service neutron] 10.222.0.13 "GET /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5182884 May 23 11:11:59.345750 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-ecec7bdd-9e54-4029-b26c-60fac2c60558 service neutron] For port 4f761992-3b1e-41eb-8066-b97be8a33992, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=4f761992-3b1e-41eb-8066-b97be8a33992,segment=NetworkSegment(0eaf6c12-c629-4f70-b3b1-9c344ae24a9d),segment_id=0eaf6c12-c629-4f70-b3b1-9c344ae24a9d)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:11:59.349419 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-1a4b0d88-2876-4da1-9028-a6a86327cb31 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] Allocated IP 172.20.0.7 (38253446-cda2-497c-ae33-17f4ed60f832/547de431-fb12-4e74-983f-de90f34bd648/b9cbeceb-6363-4325-86df-88dad070beb1) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:11:59.364531 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a905bb3f-e9b2-4698-a7be-c1b316be7377 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:59.380130 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-ecec7bdd-9e54-4029-b26c-60fac2c60558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:59.397377 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b37314ca-1365-4395-8983-d83052e02179 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:59.511046 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-ecec7bdd-9e54-4029-b26c-60fac2c60558 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:59.520734 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-ecec7bdd-9e54-4029-b26c-60fac2c60558 service neutron] 10.222.0.13 "PUT /v2.0/ports/4f761992-3b1e-41eb-8066-b97be8a33992 HTTP/1.1" status: 200 len: 1092 time: 3.1414349 May 23 11:11:59.532002 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cacb2e6-7c0d-43b2-b45b-6ba8ff5facdb', 'tag': '4f761992-3b1e-41eb-8066-b97be8a33992'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:11:59.536659 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec7bdd-9e54-4029-b26c-60fac2c60558 service neutron] Pushing event updated for resources: {'Port': ['ID=4f761992-3b1e-41eb-8066-b97be8a33992,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:59.570240 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37314ca-1365-4395-8983-d83052e02179 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Network a00ea26b-30ea-4b52-ab36-25c93ee5959a is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:11:59.621647 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-b37314ca-1365-4395-8983-d83052e02179 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:11:59.624107 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37314ca-1365-4395-8983-d83052e02179 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:11:59.703246 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37314ca-1365-4395-8983-d83052e02179 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Pushing event updated for resources: {'Port': ['ID=8ff6f588-993e-4aca-9ed1-3e2443be8173,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:11:59.718932 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-68592151-38ce-4322-88c1-572ce078e4a4 req-a05a98f8-bfa0-4323-85c9-d83c45bc2f96 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=80bd5d80-b839-4f0d-bc84-203290106c00&id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3717949 May 23 11:11:59.770187 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-00ba0bdd-002a-4a15-b870-4e9295a34d20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8a17c57-9abc-4f3d-9f38-186fb3681889 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:11:59.780206 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b37314ca-1365-4395-8983-d83052e02179 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:59.791615 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-00ba0bdd-002a-4a15-b870-4e9295a34d20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:59.853264 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c140f7b-f35f-443d-9f4b-1d2fb2278e43'] response: {'name': 'network-changed', 'server_uuid': '4cacb2e6-7c0d-43b2-b45b-6ba8ff5facdb', 'tag': '4f761992-3b1e-41eb-8066-b97be8a33992', 'status': 'completed', 'code': 200} May 23 11:11:59.862336 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-00ba0bdd-002a-4a15-b870-4e9295a34d20 service neutron] Transition to ACTIVE for port object c8a17c57-9abc-4f3d-9f38-186fb3681889 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:11:59.867878 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-1a4b0d88-2876-4da1-9028-a6a86327cb31 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:59.887409 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-00ba0bdd-002a-4a15-b870-4e9295a34d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:11:59.944570 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-984ee4b7-2635-42e6-ac40-4b9c063040b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=abc8f80d521a482ba49d9d597fee07e9&device_id=4cacb2e6-7c0d-43b2-b45b-6ba8ff5facdb HTTP/1.1" status: 200 len: 1095 time: 0.3512502 May 23 11:11:59.962951 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf795c8-9bba-4b38-8acb-81b30a82448f req-728edfa1-66b8-493d-ada4-8034f7fb2878 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:11:59.964322 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bbf795c8-9bba-4b38-8acb-81b30a82448f req-728edfa1-66b8-493d-ada4-8034f7fb2878 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=4cacb2e6-7c0d-43b2-b45b-6ba8ff5facdb HTTP/1.1" status: 200 len: 944 time: 0.3189011 May 23 11:11:59.977071 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b37314ca-1365-4395-8983-d83052e02179 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:00.067954 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-1a4b0d88-2876-4da1-9028-a6a86327cb31 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:00.110007 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a905bb3f-e9b2-4698-a7be-c1b316be7377 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:00.171620 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a905bb3f-e9b2-4698-a7be-c1b316be7377 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:00.181583 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba0bdd-002a-4a15-b870-4e9295a34d20 service neutron] Pushing event updated for resources: {'Port': ['ID=c8a17c57-9abc-4f3d-9f38-186fb3681889,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:00.216885 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-9cd3a141-2112-4779-b797-2af1121e447d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f761992-3b1e-41eb-8066-b97be8a33992 HTTP/1.1" status: 200 len: 217 time: 0.1736643 May 23 11:12:00.264965 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-1a4b0d88-2876-4da1-9028-a6a86327cb31 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] Network 38253446-cda2-497c-ae33-17f4ed60f832 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:12:00.325589 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b0d88-2876-4da1-9028-a6a86327cb31 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] Pushing event updated for resources: {'Port': ['ID=b9cbeceb-6363-4325-86df-88dad070beb1,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:00.328651 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-1a4b0d88-2876-4da1-9028-a6a86327cb31 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:12:00.331001 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-1a4b0d88-2876-4da1-9028-a6a86327cb31 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:12:00.371216 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bbf795c8-9bba-4b38-8acb-81b30a82448f req-6544408e-693f-4013-a321-9e4b1d9b7de9 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351524 May 23 11:12:00.414593 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-d3bf341d-a6f9-4844-9c2d-bcc878de957b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:00.416079 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-d3bf341d-a6f9-4844-9c2d-bcc878de957b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=98e3b855-6fba-4052-9851-9631f18844d0 HTTP/1.1" status: 200 len: 861 time: 0.1856689 May 23 11:12:00.425648 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-938e21f8-b989-4cbd-aa3a-dca6e8c79b91 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:00.427143 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-938e21f8-b989-4cbd-aa3a-dca6e8c79b91 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/networks?id=259a9b43-8479-43be-aaff-e5ef08242573 HTTP/1.1" status: 200 len: 813 time: 0.4707205 May 23 11:12:00.488432 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-904f6928-ff34-4335-93e8-177f4aa9f208 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=09151df4-c255-4bed-b6e9-e6879853aff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534480 May 23 11:12:00.492111 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-00ba0bdd-002a-4a15-b870-4e9295a34d20 service neutron] Attempting to bind port c8a17c57-9abc-4f3d-9f38-186fb3681889 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:12:00.492444 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-00ba0bdd-002a-4a15-b870-4e9295a34d20 service neutron] Attempting to bind port c8a17c57-9abc-4f3d-9f38-186fb3681889 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': 'f83c0d0e-9b40-421e-a2f5-66bbabc627e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:12:00.492769 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-00ba0bdd-002a-4a15-b870-4e9295a34d20 service neutron] Attempting to bind port c8a17c57-9abc-4f3d-9f38-186fb3681889 on network 297e8414-85bd-4e0d-aedb-8abf246d8703 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:12:00.549049 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-5a5a4c3e-99f4-4901-b081-cef34980fb4b tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/quotas/9ea9de6708f24ca4b9c663f6619e9730 HTTP/1.1" status: 200 len: 375 time: 0.1111729 May 23 11:12:00.549902 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-1a4b0d88-2876-4da1-9028-a6a86327cb31 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:00.550502 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-1a4b0d88-2876-4da1-9028-a6a86327cb31 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:00.608633 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-00ba0bdd-002a-4a15-b870-4e9295a34d20 service neutron] Port c8a17c57-9abc-4f3d-9f38-186fb3681889 on network 297e8414-85bd-4e0d-aedb-8abf246d8703 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:12:00.608969 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-00ba0bdd-002a-4a15-b870-4e9295a34d20 service neutron] Attempting to bind port c8a17c57-9abc-4f3d-9f38-186fb3681889 on network 297e8414-85bd-4e0d-aedb-8abf246d8703 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:12:00.639922 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-1a4b0d88-2876-4da1-9028-a6a86327cb31 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8345361 May 23 11:12:00.650216 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-a905bb3f-e9b2-4698-a7be-c1b316be7377 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Allocated IP 172.25.6.203 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/6e88ccf2-0779-4ebc-97ac-92aa22fcfb1d) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:12:00.680544 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-00ba0bdd-002a-4a15-b870-4e9295a34d20 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:12:00.680879 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-00ba0bdd-002a-4a15-b870-4e9295a34d20 service neutron] Checking segment: {'id': 'f83c0d0e-9b40-421e-a2f5-66bbabc627e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:12:00.681266 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-00ba0bdd-002a-4a15-b870-4e9295a34d20 service neutron] Bound using segment: {'id': 'f83c0d0e-9b40-421e-a2f5-66bbabc627e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:12:00.681700 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-00ba0bdd-002a-4a15-b870-4e9295a34d20 service neutron] Bound port: c8a17c57-9abc-4f3d-9f38-186fb3681889, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f83c0d0e-9b40-421e-a2f5-66bbabc627e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:12:00.682080 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-00ba0bdd-002a-4a15-b870-4e9295a34d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:00.690090 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-98161a88-9a84-4b8b-b47e-1853fe209583 service neutron] Request body: {'port': {'device_id': '8bffce45-5836-4fdf-8e11-5bc4b3ba9f77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:12:00.937175 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-f33c6369-1ea6-4652-ba04-fd28495acf37 service neutron] 10.222.0.13 "GET /v2.0/networks/09151df4-c255-4bed-b6e9-e6879853aff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378617 May 23 11:12:00.965992 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79ff3d-7c9f-4ee2-8402-9635341a4eb2 req-faf5454a-58ce-471a-b4c5-a99f184cdcdb tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:00.966666 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-7e79ff3d-7c9f-4ee2-8402-9635341a4eb2 req-faf5454a-58ce-471a-b4c5-a99f184cdcdb tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Synchronizing usage tracker for tenant:92ce77b1b70449899717558adda940d2 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:12:00.997204 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-00768a9a-2cc0-474c-b9d8-75c7fd0e20a6 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9ea9de6708f24ca4b9c663f6619e9730&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4329245 May 23 11:12:01.011664 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-00ba0bdd-002a-4a15-b870-4e9295a34d20 service neutron] For port c8a17c57-9abc-4f3d-9f38-186fb3681889, host n-h2-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:12:01.118632 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb5048-070d-4c70-ba08-cbf1b802a519 req-eda9662a-beee-4b96-b353-6527f58f39b1 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:01.119202 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-a2cb5048-070d-4c70-ba08-cbf1b802a519 req-eda9662a-beee-4b96-b353-6527f58f39b1 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Synchronizing usage tracker for tenant:9ea9de6708f24ca4b9c663f6619e9730 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:12:01.147602 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-00ba0bdd-002a-4a15-b870-4e9295a34d20 service neutron] For port c8a17c57-9abc-4f3d-9f38-186fb3681889, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=c8a17c57-9abc-4f3d-9f38-186fb3681889,segment=NetworkSegment(f83c0d0e-9b40-421e-a2f5-66bbabc627e2),segment_id=f83c0d0e-9b40-421e-a2f5-66bbabc627e2)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:12:01.165254 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-7e79ff3d-7c9f-4ee2-8402-9635341a4eb2 req-faf5454a-58ce-471a-b4c5-a99f184cdcdb tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Unset dirty status for tenant:92ce77b1b70449899717558adda940d2 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:12:01.166818 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7e79ff3d-7c9f-4ee2-8402-9635341a4eb2 req-faf5454a-58ce-471a-b4c5-a99f184cdcdb tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=93b7d7c2-e675-4d2e-9ab7-7c54418a4129 HTTP/1.1" status: 200 len: 943 time: 0.6716506 May 23 11:12:01.172106 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-00ba0bdd-002a-4a15-b870-4e9295a34d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:01.197186 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-98161a88-9a84-4b8b-b47e-1853fe209583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:01.206409 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-a2cb5048-070d-4c70-ba08-cbf1b802a519 req-eda9662a-beee-4b96-b353-6527f58f39b1 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Unset dirty status for tenant:9ea9de6708f24ca4b9c663f6619e9730 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:12:01.207571 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a2cb5048-070d-4c70-ba08-cbf1b802a519 req-eda9662a-beee-4b96-b353-6527f58f39b1 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.81 "GET /v2.0/ports?device_id=be6286f2-5f9d-4ac2-9ef8-1871aa6aa2a9 HTTP/1.1" status: 200 len: 946 time: 0.6970491 May 23 11:12:01.279172 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a905bb3f-e9b2-4698-a7be-c1b316be7377 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:01.313692 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [None req-b37314ca-1365-4395-8983-d83052e02179 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:12:01.353731 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-00ba0bdd-002a-4a15-b870-4e9295a34d20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:01.355747 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-00ba0bdd-002a-4a15-b870-4e9295a34d20 service neutron] 10.222.0.81 "PUT /v2.0/ports/c8a17c57-9abc-4f3d-9f38-186fb3681889 HTTP/1.1" status: 200 len: 1091 time: 2.8920548 May 23 11:12:01.360354 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b37314ca-1365-4395-8983-d83052e02179 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:01.369761 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-16e9efdd-91ca-4a57-a8b2-a59460290aa3 req-39448285-1221-463a-a29b-79f5c13315b1 service neutron] 10.222.0.13 "GET /v2.0/networks/09151df4-c255-4bed-b6e9-e6879853aff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4129333 May 23 11:12:01.374025 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-a2cb5048-070d-4c70-ba08-cbf1b802a519 req-f6af9505-8661-4938-947e-a02969a2481e tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Deleting port c7e7da2c-25c2-44f4-8598-8089a9a8cecd {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:12:01.374361 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a2cb5048-070d-4c70-ba08-cbf1b802a519 req-f6af9505-8661-4938-947e-a02969a2481e tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:01.379194 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-e1bad677-1e72-408b-aa6d-e592ee902fb8 service neutron] 10.222.0.79 "GET /v2.0/networks/259a9b43-8479-43be-aaff-e5ef08242573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687387 May 23 11:12:01.383198 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7e79ff3d-7c9f-4ee2-8402-9635341a4eb2 req-bc32f977-b827-495a-83a9-da774f1c2f3d tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?id=f91d8711-19bb-4200-ad59-2b656b055eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2024908 May 23 11:12:01.402034 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba0bdd-002a-4a15-b870-4e9295a34d20 service neutron] Pushing event updated for resources: {'Port': ['ID=c8a17c57-9abc-4f3d-9f38-186fb3681889,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:01.405478 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b37314ca-1365-4395-8983-d83052e02179 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:01.535920 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37314ca-1365-4395-8983-d83052e02179 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Pushing event updated for resources: {'Port': ['ID=8ff6f588-993e-4aca-9ed1-3e2443be8173,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:01.665398 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-f6846d8d-e0d4-4a36-a2a0-1170d58bf587 service neutron] 10.222.0.79 "GET /v2.0/networks/259a9b43-8479-43be-aaff-e5ef08242573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847464 May 23 11:12:01.707574 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-99f1df33-077c-4694-a7b0-a67387155687 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=92ce77b1b70449899717558adda940d2&device_id=93b7d7c2-e675-4d2e-9ab7-7c54418a4129 HTTP/1.1" status: 200 len: 1094 time: 0.2375515 May 23 11:12:01.714829 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bc98a99d-ed83-4e27-860e-17dedf642565 req-47fd87fe-32b3-4519-ab84-42c2288b3bed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=abc8f80d521a482ba49d9d597fee07e9&device_id=4cacb2e6-7c0d-43b2-b45b-6ba8ff5facdb HTTP/1.1" status: 200 len: 1095 time: 0.1912708 May 23 11:12:01.796927 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b37314ca-1365-4395-8983-d83052e02179 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:01.808376 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a905bb3f-e9b2-4698-a7be-c1b316be7377 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:01.884672 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b7d7c2-e675-4d2e-9ab7-7c54418a4129', 'tag': 'c8a17c57-9abc-4f3d-9f38-186fb3681889'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:12:01.971869 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-89dad98f-c0be-4509-b844-3a3891e9efea service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8a17c57-9abc-4f3d-9f38-186fb3681889 HTTP/1.1" status: 200 len: 217 time: 0.1431963 May 23 11:12:01.988137 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a905bb3f-e9b2-4698-a7be-c1b316be7377 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Pushing event updated for resources: {'Port': ['ID=6e88ccf2-0779-4ebc-97ac-92aa22fcfb1d,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:02.079983 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a905bb3f-e9b2-4698-a7be-c1b316be7377 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:12:02.099371 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-a905bb3f-e9b2-4698-a7be-c1b316be7377 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:12:02.141945 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-bb61d3df-faeb-4e55-99ca-26fd05e220d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:02.143409 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-bb61d3df-faeb-4e55-99ca-26fd05e220d2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6 HTTP/1.1" status: 200 len: 854 time: 0.1605787 May 23 11:12:02.144362 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98a99d-ed83-4e27-860e-17dedf642565 req-cd4c30bc-f346-4b36-b3e0-d9a854284a5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:02.145631 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bc98a99d-ed83-4e27-860e-17dedf642565 req-cd4c30bc-f346-4b36-b3e0-d9a854284a5f service neutron] 10.222.0.13 "GET /v2.0/networks?id=09151df4-c255-4bed-b6e9-e6879853aff3 HTTP/1.1" status: 200 len: 922 time: 0.4223230 May 23 11:12:02.159927 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a905bb3f-e9b2-4698-a7be-c1b316be7377 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:12:02.282639 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769531e-ed56-4dd8-a370-6f3721ac8aa5 req-650b669f-3715-4ec3-bda2-dee1b7b6f8ca tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:02.284158 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9769531e-ed56-4dd8-a370-6f3721ac8aa5 req-650b669f-3715-4ec3-bda2-dee1b7b6f8ca tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=aede9126-b9a4-49fb-9273-358a4305d1b0 HTTP/1.1" status: 200 len: 945 time: 0.3892310 May 23 11:12:02.289012 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bc98a99d-ed83-4e27-860e-17dedf642565 req-a59cce53-e181-49dd-97ed-4fef18e14cd5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f761992-3b1e-41eb-8066-b97be8a33992 HTTP/1.1" status: 200 len: 217 time: 0.1363471 May 23 11:12:02.340710 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2315e8d1-6ac1-4f4e-9d32-70f2fba8aa76 req-1bbc5090-b86b-4862-8b63-b39954726daf tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:02.342177 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2315e8d1-6ac1-4f4e-9d32-70f2fba8aa76 req-1bbc5090-b86b-4862-8b63-b39954726daf tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.13 "GET /v2.0/ports?device_id=65fd4917-4242-4a96-b88e-8b3ec270e5e5 HTTP/1.1" status: 200 len: 945 time: 0.7386496 May 23 11:12:02.389294 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595c040-f093-4f67-839e-4fb78fbe7c81 req-30d40da3-4662-4673-b2bd-38513ba85652 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:02.390773 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6595c040-f093-4f67-839e-4fb78fbe7c81 req-30d40da3-4662-4673-b2bd-38513ba85652 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bffce45-5836-4fdf-8e11-5bc4b3ba9f77 HTTP/1.1" status: 200 len: 931 time: 0.4066069 May 23 11:12:02.440896 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98a99d-ed83-4e27-860e-17dedf642565 req-7f0d0869-a877-425e-baf0-01c0644a7401 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:02.442460 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bc98a99d-ed83-4e27-860e-17dedf642565 req-7f0d0869-a877-425e-baf0-01c0644a7401 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=98e3b855-6fba-4052-9851-9631f18844d0 HTTP/1.1" status: 200 len: 861 time: 0.1458821 May 23 11:12:02.457921 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9769531e-ed56-4dd8-a370-6f3721ac8aa5 req-94c0d6ae-bc3c-4461-8e59-6b7dbf49a84e tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647358 May 23 11:12:02.494017 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37314ca-1365-4395-8983-d83052e02179 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Network a00ea26b-30ea-4b52-ab36-25c93ee5959a is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:12:02.497908 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-a2cb5048-070d-4c70-ba08-cbf1b802a519 req-f6af9505-8661-4938-947e-a02969a2481e tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] For port c7e7da2c-25c2-44f4-8598-8089a9a8cecd, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=c7e7da2c-25c2-44f4-8598-8089a9a8cecd,segment=NetworkSegment(ad9b3fe2-7277-4984-8ef8-43e56dd6b10d),segment_id=ad9b3fe2-7277-4984-8ef8-43e56dd6b10d)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:02.498382 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a2cb5048-070d-4c70-ba08-cbf1b802a519 req-f6af9505-8661-4938-947e-a02969a2481e tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:02.510901 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-85a0a670-64ce-476d-914d-b434d32ae6bd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=297e8414-85bd-4e0d-aedb-8abf246d8703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3567696 May 23 11:12:02.528780 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bc98a99d-ed83-4e27-860e-17dedf642565 req-e618c697-e690-4115-b5d9-a1586e9a91da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=09151df4-c255-4bed-b6e9-e6879853aff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600262 May 23 11:12:02.807246 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-a2cb5048-070d-4c70-ba08-cbf1b802a519 req-f6af9505-8661-4938-947e-a02969a2481e tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Calling delete_port for c7e7da2c-25c2-44f4-8598-8089a9a8cecd owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:12:02.818998 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-6595c040-f093-4f67-839e-4fb78fbe7c81 req-a908d9bd-f0fb-4bf9-8f7a-4b00c5952d2c tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] Synchronizing usage tracker for tenant:d3b75b07b13a40429946471d1fc9f577 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:12:02.846950 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-b37314ca-1365-4395-8983-d83052e02179 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:12:02.918244 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-98161a88-9a84-4b8b-b47e-1853fe209583 service neutron] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:12:02.930377 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-6595c040-f093-4f67-839e-4fb78fbe7c81 req-a908d9bd-f0fb-4bf9-8f7a-4b00c5952d2c tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] Unset dirty status for tenant:d3b75b07b13a40429946471d1fc9f577 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:12:02.931800 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6595c040-f093-4f67-839e-4fb78fbe7c81 req-a908d9bd-f0fb-4bf9-8f7a-4b00c5952d2c tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffad727e-f899-4601-8784-d020ca5beafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5274565 May 23 11:12:03.004337 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-2315e8d1-6ac1-4f4e-9d32-70f2fba8aa76 req-66d3ad80-be59-4388-b0d6-069e0d2d1754 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Deleting port 53e5c3f0-6ed2-4768-b3db-d0137061a148 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:12:03.004783 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2315e8d1-6ac1-4f4e-9d32-70f2fba8aa76 req-66d3ad80-be59-4388-b0d6-069e0d2d1754 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:03.005169 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bc98a99d-ed83-4e27-860e-17dedf642565 req-3af74798-1c56-4359-a873-0ee4214dc321 service neutron] 10.222.0.13 "GET /v2.0/networks/09151df4-c255-4bed-b6e9-e6879853aff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519608 May 23 11:12:03.008678 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-50452803-65da-47f4-888d-9a298b9ee645 service neutron] 10.222.0.81 "GET /v2.0/networks/297e8414-85bd-4e0d-aedb-8abf246d8703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4827955 May 23 11:12:03.218633 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-98161a88-9a84-4b8b-b47e-1853fe209583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9cbeceb-6363-4325-86df-88dad070beb1 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:12:03.241407 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025441fc-d09b-4f31-9bb8-35ba0b9304a6 req-1779a14f-9d1e-45f3-82e7-466d479ab647 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:03.245373 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025441fc-d09b-4f31-9bb8-35ba0b9304a6 req-1779a14f-9d1e-45f3-82e7-466d479ab647 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:03.249324 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025441fc-d09b-4f31-9bb8-35ba0b9304a6 req-1779a14f-9d1e-45f3-82e7-466d479ab647 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:03.253414 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025441fc-d09b-4f31-9bb8-35ba0b9304a6 req-1779a14f-9d1e-45f3-82e7-466d479ab647 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:03.257306 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025441fc-d09b-4f31-9bb8-35ba0b9304a6 req-1779a14f-9d1e-45f3-82e7-466d479ab647 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:03.261257 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025441fc-d09b-4f31-9bb8-35ba0b9304a6 req-1779a14f-9d1e-45f3-82e7-466d479ab647 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:03.265119 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025441fc-d09b-4f31-9bb8-35ba0b9304a6 req-1779a14f-9d1e-45f3-82e7-466d479ab647 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:03.272499 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-025441fc-d09b-4f31-9bb8-35ba0b9304a6 req-1779a14f-9d1e-45f3-82e7-466d479ab647 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 5420 time: 0.6370420 May 23 11:12:03.293177 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-98161a88-9a84-4b8b-b47e-1853fe209583 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:03.489074 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-adb5e78c-4547-4c07-9f0e-2fef9983c9db req-fac3872e-22b5-4b8a-8730-8ea49b93ad61 service neutron] 10.222.0.81 "GET /v2.0/networks/297e8414-85bd-4e0d-aedb-8abf246d8703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4544864 May 23 11:12:03.558663 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bc98a99d-ed83-4e27-860e-17dedf642565 req-0f3c02e2-3ffa-426f-a551-65c9d75b3462 service neutron] 10.222.0.13 "GET /v2.0/networks/09151df4-c255-4bed-b6e9-e6879853aff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5459807 May 23 11:12:03.565771 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-025441fc-d09b-4f31-9bb8-35ba0b9304a6 req-a2900d71-7781-41a0-8392-01f3d4b6f64d tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=80bd5d80-b839-4f0d-bc84-203290106c00&id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2923808 May 23 11:12:03.570289 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-abe283ca-737d-4b68-b3d3-aae0964f70c0 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:03.571642 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-abe283ca-737d-4b68-b3d3-aae0964f70c0 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.13 "GET /v2.0/networks?id=259a9b43-8479-43be-aaff-e5ef08242573 HTTP/1.1" status: 200 len: 813 time: 0.2726586 May 23 11:12:03.578127 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f17b72-1bd1-483a-ab51-59777770de92 req-b8278af0-f83e-49d0-a0b0-5e047285426e tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:03.579624 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-51f17b72-1bd1-483a-ab51-59777770de92 req-b8278af0-f83e-49d0-a0b0-5e047285426e tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=4cacb2e6-7c0d-43b2-b45b-6ba8ff5facdb HTTP/1.1" status: 200 len: 944 time: 0.4749017 May 23 11:12:03.582462 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a2cb5048-070d-4c70-ba08-cbf1b802a519 req-f6af9505-8661-4938-947e-a02969a2481e tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:03.615493 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['53e5c3f0-6ed2-4768-b3db-d0137061a148'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:12:03.636732 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-80b9bb55-5f44-4bd7-9e08-72d1296b9683 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Request body: {'port': {'device_id': '248fcbae-6f32-4da2-acfd-5b5a44455c3b', 'network_id': '259a9b43-8479-43be-aaff-e5ef08242573', 'admin_state_up': True, 'tenant_id': '9ea9de6708f24ca4b9c663f6619e9730'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:12:03.675576 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af9505-8661-4938-947e-a02969a2481e tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Pushing event deleted for resources: {'Port': ['ID=c7e7da2c-25c2-44f4-8598-8089a9a8cecd,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:03.683194 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-98161a88-9a84-4b8b-b47e-1853fe209583 service neutron] Transition to ACTIVE for port object b9cbeceb-6363-4325-86df-88dad070beb1 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:12:03.741266 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a905bb3f-e9b2-4698-a7be-c1b316be7377 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:03.742566 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a905bb3f-e9b2-4698-a7be-c1b316be7377 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:03.745196 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-98161a88-9a84-4b8b-b47e-1853fe209583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:03.881591 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2cb5048-070d-4c70-ba08-cbf1b802a519 req-f6af9505-8661-4938-947e-a02969a2481e tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] No DVR routers for this DVR port c7e7da2c-25c2-44f4-8598-8089a9a8cecd on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:12:03.884727 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a2cb5048-070d-4c70-ba08-cbf1b802a519 req-f6af9505-8661-4938-947e-a02969a2481e tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:03.893885 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6286f2-5f9d-4ac2-9ef8-1871aa6aa2a9', 'name': 'network-vif-deleted', 'tag': 'c7e7da2c-25c2-44f4-8598-8089a9a8cecd'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:12:03.947352 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7546faa7-1fdc-4074-a2c3-8957232a25ef'] response: {'name': 'network-changed', 'server_uuid': '93b7d7c2-e675-4d2e-9ab7-7c54418a4129', 'tag': 'c8a17c57-9abc-4f3d-9f38-186fb3681889', 'status': 'completed', 'code': 200} May 23 11:12:03.948721 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-80b9bb55-5f44-4bd7-9e08-72d1296b9683 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:12:03.955373 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-51f17b72-1bd1-483a-ab51-59777770de92 req-d4f0dd65-7891-4936-b6c6-5de7c078def7 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682578 May 23 11:12:03.958576 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-2315e8d1-6ac1-4f4e-9d32-70f2fba8aa76 req-66d3ad80-be59-4388-b0d6-069e0d2d1754 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] For port 53e5c3f0-6ed2-4768-b3db-d0137061a148, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=53e5c3f0-6ed2-4768-b3db-d0137061a148,segment=NetworkSegment(ad9b3fe2-7277-4984-8ef8-43e56dd6b10d),segment_id=ad9b3fe2-7277-4984-8ef8-43e56dd6b10d)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:03.958829 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2315e8d1-6ac1-4f4e-9d32-70f2fba8aa76 req-66d3ad80-be59-4388-b0d6-069e0d2d1754 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:04.062841 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-80b9bb55-5f44-4bd7-9e08-72d1296b9683 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:12:04.113834 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-80b9bb55-5f44-4bd7-9e08-72d1296b9683 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Made reservation on behalf of 9ea9de6708f24ca4b9c663f6619e9730 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:12:04.117179 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-80b9bb55-5f44-4bd7-9e08-72d1296b9683 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:04.305702 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-95bba513-81ab-43dd-b315-afaa64fd73cc tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:04.307053 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-95bba513-81ab-43dd-b315-afaa64fd73cc tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.13 "GET /v2.0/networks?id=259a9b43-8479-43be-aaff-e5ef08242573 HTTP/1.1" status: 200 len: 813 time: 0.3879459 May 23 11:12:04.345137 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-e845f394-5b30-46c1-8a4f-0bfd84f87e34 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Request body: {'port': {'device_id': 'ea4a5d77-529d-4d6d-8cbb-75360931d430', 'network_id': '259a9b43-8479-43be-aaff-e5ef08242573', 'admin_state_up': True, 'tenant_id': '9ea9de6708f24ca4b9c663f6619e9730'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:12:04.364084 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98161a88-9a84-4b8b-b47e-1853fe209583 service neutron] Pushing event updated for resources: {'Port': ['ID=b9cbeceb-6363-4325-86df-88dad070beb1,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:04.373220 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-2315e8d1-6ac1-4f4e-9d32-70f2fba8aa76 req-66d3ad80-be59-4388-b0d6-069e0d2d1754 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Calling delete_port for 53e5c3f0-6ed2-4768-b3db-d0137061a148 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:12:04.395167 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device c7e7da2c-25c2-44f4-8598-8089a9a8cecd no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:12:04.406530 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a2cb5048-070d-4c70-ba08-cbf1b802a519 req-f6af9505-8661-4938-947e-a02969a2481e tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.81 "DELETE /v2.0/ports/c7e7da2c-25c2-44f4-8598-8089a9a8cecd HTTP/1.1" status: 204 len: 173 time: 3.1896398 May 23 11:12:04.432516 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: c7e7da2c-25c2-44f4-8598-8089a9a8cecd {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:12:04.433125 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device c7e7da2c-25c2-44f4-8598-8089a9a8cecd not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:12:04.459677 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-71867eba-2a3f-47b0-be4d-d0d9be07cb77 req-332e538c-59ae-4612-ad05-e86cbde92417 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=92ce77b1b70449899717558adda940d2&device_id=93b7d7c2-e675-4d2e-9ab7-7c54418a4129 HTTP/1.1" status: 200 len: 1094 time: 0.4447615 May 23 11:12:04.641367 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-98161a88-9a84-4b8b-b47e-1853fe209583 service neutron] Attempting to bind port b9cbeceb-6363-4325-86df-88dad070beb1 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:12:04.641914 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-98161a88-9a84-4b8b-b47e-1853fe209583 service neutron] Attempting to bind port b9cbeceb-6363-4325-86df-88dad070beb1 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '1c8a2eeb-f671-44f9-a4f5-7053943e2825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '38253446-cda2-497c-ae33-17f4ed60f832'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:12:04.641914 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-98161a88-9a84-4b8b-b47e-1853fe209583 service neutron] Attempting to bind port b9cbeceb-6363-4325-86df-88dad070beb1 on network 38253446-cda2-497c-ae33-17f4ed60f832 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:12:04.705316 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-98161a88-9a84-4b8b-b47e-1853fe209583 service neutron] Port b9cbeceb-6363-4325-86df-88dad070beb1 on network 38253446-cda2-497c-ae33-17f4ed60f832 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:12:04.705658 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-98161a88-9a84-4b8b-b47e-1853fe209583 service neutron] Attempting to bind port b9cbeceb-6363-4325-86df-88dad070beb1 on network 38253446-cda2-497c-ae33-17f4ed60f832 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:12:04.733094 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-98161a88-9a84-4b8b-b47e-1853fe209583 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:12:04.733425 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-98161a88-9a84-4b8b-b47e-1853fe209583 service neutron] Checking segment: {'id': '1c8a2eeb-f671-44f9-a4f5-7053943e2825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '38253446-cda2-497c-ae33-17f4ed60f832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:12:04.733807 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-98161a88-9a84-4b8b-b47e-1853fe209583 service neutron] Bound using segment: {'id': '1c8a2eeb-f671-44f9-a4f5-7053943e2825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '38253446-cda2-497c-ae33-17f4ed60f832'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:12:04.734241 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-98161a88-9a84-4b8b-b47e-1853fe209583 service neutron] Bound port: b9cbeceb-6363-4325-86df-88dad070beb1, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c8a2eeb-f671-44f9-a4f5-7053943e2825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '38253446-cda2-497c-ae33-17f4ed60f832'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:12:04.734588 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-98161a88-9a84-4b8b-b47e-1853fe209583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:04.750136 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 4f761992-3b1e-41eb-8066-b97be8a33992 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:12:04.757528 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2315e8d1-6ac1-4f4e-9d32-70f2fba8aa76 req-66d3ad80-be59-4388-b0d6-069e0d2d1754 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:04.776802 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f56ef-1711-4624-8800-98860096d72f req-f49659e9-2aa5-4d16-899e-6b1884b0a269 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:04.778295 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0a7f56ef-1711-4624-8800-98860096d72f req-f49659e9-2aa5-4d16-899e-6b1884b0a269 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=aede9126-b9a4-49fb-9273-358a4305d1b0 HTTP/1.1" status: 200 len: 945 time: 0.6286860 May 23 11:12:04.790628 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79142736-e37e-4498-b1c4-c513d8da41b4 req-5d453648-b383-4775-a01a-72dcd001640e tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:04.793836 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-79142736-e37e-4498-b1c4-c513d8da41b4 req-5d453648-b383-4775-a01a-72dcd001640e tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=93b7d7c2-e675-4d2e-9ab7-7c54418a4129 HTTP/1.1" status: 200 len: 943 time: 0.6494012 May 23 11:12:04.857847 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d3ad80-be59-4388-b0d6-069e0d2d1754 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Pushing event deleted for resources: {'Port': ['ID=53e5c3f0-6ed2-4768-b3db-d0137061a148,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:04.876397 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37314ca-1365-4395-8983-d83052e02179 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Router 50fe437b-61a5-4a3c-90c2-df56b9d63617 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:12:04.907032 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-80b9bb55-5f44-4bd7-9e08-72d1296b9683 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Allocated IP 172.20.0.14 (259a9b43-8479-43be-aaff-e5ef08242573/e90196c5-4f0d-4cdc-acd6-b5d50157b8f1/3eae1d78-5641-4410-87a1-3877a4b52063) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:12:04.914215 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 4f761992-3b1e-41eb-8066-b97be8a33992, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=4f761992-3b1e-41eb-8066-b97be8a33992,segment=NetworkSegment(0eaf6c12-c629-4f70-b3b1-9c344ae24a9d),segment_id=0eaf6c12-c629-4f70-b3b1-9c344ae24a9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:04.933015 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '4f761992-3b1e-41eb-8066-b97be8a33992', 'network_id': '09151df4-c255-4bed-b6e9-e6879853aff3', 'port_id': '4f761992-3b1e-41eb-8066-b97be8a33992', 'mac_address': 'fa:16:3e:a3:20:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e3b855-6fba-4052-9851-9631f18844d0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:12:04.938088 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71867eba-2a3f-47b0-be4d-d0d9be07cb77 req-94e69fb1-10b5-4ee5-b501-369a55853e89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:04.939551 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-71867eba-2a3f-47b0-be4d-d0d9be07cb77 req-94e69fb1-10b5-4ee5-b501-369a55853e89 service neutron] 10.222.0.81 "GET /v2.0/networks?id=297e8414-85bd-4e0d-aedb-8abf246d8703 HTTP/1.1" status: 200 len: 916 time: 0.3138037 May 23 11:12:04.964776 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-e845f394-5b30-46c1-8a4f-0bfd84f87e34 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:12:04.991558 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-2315e8d1-6ac1-4f4e-9d32-70f2fba8aa76 req-66d3ad80-be59-4388-b0d6-069e0d2d1754 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] No DVR routers for this DVR port 53e5c3f0-6ed2-4768-b3db-d0137061a148 on host n-h1-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:12:04.999155 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2315e8d1-6ac1-4f4e-9d32-70f2fba8aa76 req-66d3ad80-be59-4388-b0d6-069e0d2d1754 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:05.015508 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:05.036077 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f761992-3b1e-41eb-8066-b97be8a33992 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:12:05.054001 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 4f761992-3b1e-41eb-8066-b97be8a33992, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=4f761992-3b1e-41eb-8066-b97be8a33992,segment=NetworkSegment(0eaf6c12-c629-4f70-b3b1-9c344ae24a9d),segment_id=0eaf6c12-c629-4f70-b3b1-9c344ae24a9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:05.060517 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-e845f394-5b30-46c1-8a4f-0bfd84f87e34 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Usage tracker for resource:port and tenant:9ea9de6708f24ca4b9c663f6619e9730 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:12:05.061542 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:05.068387 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-79142736-e37e-4498-b1c4-c513d8da41b4 req-5d0c850d-9154-499d-b1a7-7b149c991d80 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?id=f91d8711-19bb-4200-ad59-2b656b055eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669805 May 23 11:12:05.073510 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0a7f56ef-1711-4624-8800-98860096d72f req-b98c973e-1525-4aeb-8a1b-3ecc78ce1112 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169702 May 23 11:12:05.080579 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-e845f394-5b30-46c1-8a4f-0bfd84f87e34 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:12:05.100211 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-e845f394-5b30-46c1-8a4f-0bfd84f87e34 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:12:05.107548 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-71867eba-2a3f-47b0-be4d-d0d9be07cb77 req-3377bdda-fb61-4b2c-9176-b431d2316054 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8a17c57-9abc-4f3d-9f38-186fb3681889 HTTP/1.1" status: 200 len: 217 time: 0.1403131 May 23 11:12:05.130892 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2315e8d1-6ac1-4f4e-9d32-70f2fba8aa76 req-66d3ad80-be59-4388-b0d6-069e0d2d1754 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.13 "DELETE /v2.0/ports/53e5c3f0-6ed2-4768-b3db-d0137061a148 HTTP/1.1" status: 204 len: 173 time: 2.7617421 May 23 11:12:05.146960 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-98161a88-9a84-4b8b-b47e-1853fe209583 service neutron] For port b9cbeceb-6363-4325-86df-88dad070beb1, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:12:05.174376 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-98161a88-9a84-4b8b-b47e-1853fe209583 service neutron] For port b9cbeceb-6363-4325-86df-88dad070beb1, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=b9cbeceb-6363-4325-86df-88dad070beb1,segment=NetworkSegment(1c8a2eeb-f671-44f9-a4f5-7053943e2825),segment_id=1c8a2eeb-f671-44f9-a4f5-7053943e2825)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:12:05.194195 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-98161a88-9a84-4b8b-b47e-1853fe209583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:05.226282 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=4f761992-3b1e-41eb-8066-b97be8a33992,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:05.266171 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-e845f394-5b30-46c1-8a4f-0bfd84f87e34 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Made reservation on behalf of 9ea9de6708f24ca4b9c663f6619e9730 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:12:05.271873 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-e845f394-5b30-46c1-8a4f-0bfd84f87e34 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:05.287126 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-98161a88-9a84-4b8b-b47e-1853fe209583 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:05.288960 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-98161a88-9a84-4b8b-b47e-1853fe209583 service neutron] 10.222.0.81 "PUT /v2.0/ports/b9cbeceb-6363-4325-86df-88dad070beb1 HTTP/1.1" status: 200 len: 1091 time: 4.6047025 May 23 11:12:05.308962 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98161a88-9a84-4b8b-b47e-1853fe209583 service neutron] Pushing event updated for resources: {'Port': ['ID=b9cbeceb-6363-4325-86df-88dad070beb1,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:05.312876 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a905bb3f-e9b2-4698-a7be-c1b316be7377 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Router 376631ab-6677-47c0-ad06-ca0bb0ae683f is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:12:05.478634 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71867eba-2a3f-47b0-be4d-d0d9be07cb77 req-2872a3eb-9bf2-48e4-8320-0091798a2a74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:05.480051 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-71867eba-2a3f-47b0-be4d-d0d9be07cb77 req-2872a3eb-9bf2-48e4-8320-0091798a2a74 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6 HTTP/1.1" status: 200 len: 854 time: 0.3594656 May 23 11:12:05.481893 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1c9e1629-0bc1-4fd0-9bc4-81f5189b573c req-8d900f13-155e-46fb-ad18-444b6c3cc559 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/ports?device_id=248fcbae-6f32-4da2-acfd-5b5a44455c3b HTTP/1.1" status: 200 len: 210 time: 0.1913245 May 23 11:12:05.519210 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['4f761992-3b1e-41eb-8066-b97be8a33992'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:12:05.556958 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37314ca-1365-4395-8983-d83052e02179 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:12:05.563065 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b37314ca-1365-4395-8983-d83052e02179 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "PUT /v2.0/routers/50fe437b-61a5-4a3c-90c2-df56b9d63617/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2313426 May 23 11:12:05.567614 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51322) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:05.574695 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-8ada5381-dbee-4cfe-b806-3e506867bda5 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Request body: {'port': {'network_id': 'a00ea26b-30ea-4b52-ab36-25c93ee5959a', 'name': 'tempest-FloatingIPTestJSON-152526650'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:12:05.594972 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-2b9c6184-496c-43ed-ab30-f418c12cda92 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d3b75b07b13a40429946471d1fc9f577&device_id=8bffce45-5836-4fdf-8e11-5bc4b3ba9f77 HTTP/1.1" status: 200 len: 1094 time: 0.2090399 May 23 11:12:05.596612 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a4aa714-43e7-45be-8d22-42b134480457'] response: {'server_uuid': 'be6286f2-5f9d-4ac2-9ef8-1871aa6aa2a9', 'name': 'network-vif-deleted', 'tag': 'c7e7da2c-25c2-44f4-8598-8089a9a8cecd', 'status': 'completed', 'code': 200} May 23 11:12:05.597078 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4287f312-5869-49b5-8c9e-48c0a80ab921 None None] Sync routers for ids ['50fe437b-61a5-4a3c-90c2-df56b9d63617'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:12:05.644605 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4287f312-5869-49b5-8c9e-48c0a80ab921 None None] Routers {'50fe437b-61a5-4a3c-90c2-df56b9d63617'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:12:05.646451 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-4287f312-5869-49b5-8c9e-48c0a80ab921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:11:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['50fe437b-61a5-4a3c-90c2-df56b9d63617'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:05.707264 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-80b9bb55-5f44-4bd7-9e08-72d1296b9683 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:05.750201 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-4287f312-5869-49b5-8c9e-48c0a80ab921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:05.758614 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-2fcd22c1-64e5-4e89-90e6-8a6c2386cf1d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9cbeceb-6363-4325-86df-88dad070beb1 HTTP/1.1" status: 200 len: 217 time: 0.1067357 May 23 11:12:05.761546 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b066b-7aae-430f-8238-36146895903b req-c41ceb79-14db-4e06-ab8f-107c4d338212 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:05.763054 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-862b066b-7aae-430f-8238-36146895903b req-c41ceb79-14db-4e06-ab8f-107c4d338212 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bffce45-5836-4fdf-8e11-5bc4b3ba9f77 HTTP/1.1" status: 200 len: 943 time: 0.3505871 May 23 11:12:05.819623 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4287f312-5869-49b5-8c9e-48c0a80ab921 None None] Routers {'50fe437b-61a5-4a3c-90c2-df56b9d63617'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:12:05.820287 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-4287f312-5869-49b5-8c9e-48c0a80ab921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:11:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['50fe437b-61a5-4a3c-90c2-df56b9d63617'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:05.837412 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-862b066b-7aae-430f-8238-36146895903b req-230097e2-cebd-45a6-8700-9ce91f6e28de tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffad727e-f899-4601-8784-d020ca5beafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620959 May 23 11:12:05.850849 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8ada5381-dbee-4cfe-b806-3e506867bda5 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:12:05.856692 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-8ada5381-dbee-4cfe-b806-3e506867bda5 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Usage tracker for resource:port and tenant:64767f7d3ba2443580b9b187013efe7a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:12:05.860627 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-8ada5381-dbee-4cfe-b806-3e506867bda5 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:12:05.863668 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-71867eba-2a3f-47b0-be4d-d0d9be07cb77 req-764da9d0-0409-4225-bf3e-be6fd12cac95 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=297e8414-85bd-4e0d-aedb-8abf246d8703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3695035 May 23 11:12:05.869278 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8ada5381-dbee-4cfe-b806-3e506867bda5 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:12:05.902006 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-4287f312-5869-49b5-8c9e-48c0a80ab921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:05.902464 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4287f312-5869-49b5-8c9e-48c0a80ab921 None None] The sync data for ids ['50fe437b-61a5-4a3c-90c2-df56b9d63617'] in n-d-842952-2 is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:12:06.009675 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ada5381-dbee-4cfe-b806-3e506867bda5 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Made reservation on behalf of 64767f7d3ba2443580b9b187013efe7a for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:12:06.013143 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8ada5381-dbee-4cfe-b806-3e506867bda5 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:06.034494 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-80b9bb55-5f44-4bd7-9e08-72d1296b9683 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:06.182611 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-88fa9e08-180f-40f4-ae54-55e5411a0769 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:06.184088 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-88fa9e08-180f-40f4-ae54-55e5411a0769 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=547de431-fb12-4e74-983f-de90f34bd648 HTTP/1.1" status: 200 len: 862 time: 0.3051958 May 23 11:12:06.187050 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-8ada5381-dbee-4cfe-b806-3e506867bda5 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] device_id is not set on port 2078599f-2e47-470d-9564-a4cf6675a250 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:12:06.209352 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e2b53-2f44-4025-a6f0-92f57be72a29 req-dd919fda-8afc-4cd0-ab0e-9030acad190a tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:06.213333 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e2b53-2f44-4025-a6f0-92f57be72a29 req-dd919fda-8afc-4cd0-ab0e-9030acad190a tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:06.218297 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e2b53-2f44-4025-a6f0-92f57be72a29 req-dd919fda-8afc-4cd0-ab0e-9030acad190a tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:06.223125 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e2b53-2f44-4025-a6f0-92f57be72a29 req-dd919fda-8afc-4cd0-ab0e-9030acad190a tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:06.230291 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e2b53-2f44-4025-a6f0-92f57be72a29 req-dd919fda-8afc-4cd0-ab0e-9030acad190a tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:06.230291 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e2b53-2f44-4025-a6f0-92f57be72a29 req-dd919fda-8afc-4cd0-ab0e-9030acad190a tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:06.239303 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e2b53-2f44-4025-a6f0-92f57be72a29 req-dd919fda-8afc-4cd0-ab0e-9030acad190a tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:06.239303 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b02e2b53-2f44-4025-a6f0-92f57be72a29 req-dd919fda-8afc-4cd0-ab0e-9030acad190a tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 5420 time: 0.5134244 May 23 11:12:06.269664 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b9bb55-5f44-4bd7-9e08-72d1296b9683 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Pushing event updated for resources: {'Port': ['ID=3eae1d78-5641-4410-87a1-3877a4b52063,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:06.273815 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-80b9bb55-5f44-4bd7-9e08-72d1296b9683 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Network 259a9b43-8479-43be-aaff-e5ef08242573 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:12:06.277148 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-e845f394-5b30-46c1-8a4f-0bfd84f87e34 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Allocated IP 172.20.0.10 (259a9b43-8479-43be-aaff-e5ef08242573/e90196c5-4f0d-4cdc-acd6-b5d50157b8f1/abdf22cc-7f0a-4a5d-b54b-fea54f83e909) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:12:06.289882 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-8a204bf2-b19f-4452-99d3-26ffe4e15841 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=38253446-cda2-497c-ae33-17f4ed60f832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651817 May 23 11:12:06.298260 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-80b9bb55-5f44-4bd7-9e08-72d1296b9683 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:12:06.310368 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-80b9bb55-5f44-4bd7-9e08-72d1296b9683 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:12:06.325267 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a905bb3f-e9b2-4698-a7be-c1b316be7377 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:12:06.334812 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3681cfb1-a2a4-4d59-b65b-72fcfaf31de7 None None] Sync routers for ids ['376631ab-6677-47c0-ad06-ca0bb0ae683f'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:12:06.336650 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-71867eba-2a3f-47b0-be4d-d0d9be07cb77 req-876b28c5-fabe-4634-a0ca-fbd5dabbc337 service neutron] 10.222.0.81 "GET /v2.0/networks/297e8414-85bd-4e0d-aedb-8abf246d8703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4545257 May 23 11:12:06.347384 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3681cfb1-a2a4-4d59-b65b-72fcfaf31de7 None None] Routers {'376631ab-6677-47c0-ad06-ca0bb0ae683f'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:12:06.348140 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-3681cfb1-a2a4-4d59-b65b-72fcfaf31de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:11:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['376631ab-6677-47c0-ad06-ca0bb0ae683f'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:06.402428 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device c8a17c57-9abc-4f3d-9f38-186fb3681889 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:12:06.414346 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-3681cfb1-a2a4-4d59-b65b-72fcfaf31de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:06.428333 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3681cfb1-a2a4-4d59-b65b-72fcfaf31de7 None None] Routers {'376631ab-6677-47c0-ad06-ca0bb0ae683f'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:12:06.429074 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-3681cfb1-a2a4-4d59-b65b-72fcfaf31de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:11:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['376631ab-6677-47c0-ad06-ca0bb0ae683f'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:06.466283 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a905bb3f-e9b2-4698-a7be-c1b316be7377 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:06.470256 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a905bb3f-e9b2-4698-a7be-c1b316be7377 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.1408165 May 23 11:12:06.472872 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51330) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:06.483848 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-07967b03-25e7-4f3d-8724-cc28fcf3735f tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:12:06.499785 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-3681cfb1-a2a4-4d59-b65b-72fcfaf31de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:06.500435 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3681cfb1-a2a4-4d59-b65b-72fcfaf31de7 None None] The sync data for ids ['376631ab-6677-47c0-ad06-ca0bb0ae683f'] in n-d-842952-2 is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:12:06.535283 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b02e2b53-2f44-4025-a6f0-92f57be72a29 req-f369e096-f81e-49b7-961e-2ed1563c346a tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=80bd5d80-b839-4f0d-bc84-203290106c00&id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2818928 May 23 11:12:06.539757 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-80b9bb55-5f44-4bd7-9e08-72d1296b9683 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:06.540204 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-80b9bb55-5f44-4bd7-9e08-72d1296b9683 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:06.555073 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0231f81a-9f54-4d1e-a611-51733f73e7e7 req-8ef56566-2683-4248-a203-a359f207983c tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:06.561655 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0231f81a-9f54-4d1e-a611-51733f73e7e7 req-8ef56566-2683-4248-a203-a359f207983c tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=4cacb2e6-7c0d-43b2-b45b-6ba8ff5facdb HTTP/1.1" status: 200 len: 945 time: 0.5244567 May 23 11:12:06.613615 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-8ada5381-dbee-4cfe-b806-3e506867bda5 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Allocated IP 172.20.0.4 (a00ea26b-30ea-4b52-ab36-25c93ee5959a/7d34ad53-81ac-4a5e-8632-3cdc66e0d458/2078599f-2e47-470d-9564-a4cf6675a250) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:12:06.637464 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port c8a17c57-9abc-4f3d-9f38-186fb3681889, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=c8a17c57-9abc-4f3d-9f38-186fb3681889,segment=NetworkSegment(f83c0d0e-9b40-421e-a2f5-66bbabc627e2),segment_id=f83c0d0e-9b40-421e-a2f5-66bbabc627e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:06.654134 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': 'c8a17c57-9abc-4f3d-9f38-186fb3681889', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'port_id': 'c8a17c57-9abc-4f3d-9f38-186fb3681889', 'mac_address': 'fa:16:3e:7f:a3:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:12:06.669741 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-2017acd5-6873-4f46-89ae-d45f6333a012 service neutron] 10.222.0.81 "GET /v2.0/networks/38253446-cda2-497c-ae33-17f4ed60f832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727572 May 23 11:12:06.718106 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:06.742792 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8a17c57-9abc-4f3d-9f38-186fb3681889 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:12:06.753193 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 4f761992-3b1e-41eb-8066-b97be8a33992 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:12:06.816287 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port c8a17c57-9abc-4f3d-9f38-186fb3681889, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=c8a17c57-9abc-4f3d-9f38-186fb3681889,segment=NetworkSegment(f83c0d0e-9b40-421e-a2f5-66bbabc627e2),segment_id=f83c0d0e-9b40-421e-a2f5-66bbabc627e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:06.827685 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:06.911179 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=c8a17c57-9abc-4f3d-9f38-186fb3681889,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:06.914298 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 4f761992-3b1e-41eb-8066-b97be8a33992 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:12:06.919963 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 4f761992-3b1e-41eb-8066-b97be8a33992 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:12:06.920411 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:06.962268 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-80b9bb55-5f44-4bd7-9e08-72d1296b9683 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3339829 May 23 11:12:06.982004 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c2536749-8c17-4752-aa02-2f1a8c724a90 req-c12b71d5-946e-424a-968e-e1af333c6a40 service neutron] 10.222.0.81 "GET /v2.0/networks/38253446-cda2-497c-ae33-17f4ed60f832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889557 May 23 11:12:06.983572 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-71867eba-2a3f-47b0-be4d-d0d9be07cb77 req-1826e2cf-d5dd-4556-97ef-1e5b5dc256a0 service neutron] 10.222.0.81 "GET /v2.0/networks/297e8414-85bd-4e0d-aedb-8abf246d8703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6359627 May 23 11:12:06.988965 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-5e07de43-824e-4494-9472-09956aa719a4 service neutron] Request body: {'port': {'device_id': '248fcbae-6f32-4da2-acfd-5b5a44455c3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:12:07.056094 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:07.062006 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8ada5381-dbee-4cfe-b806-3e506867bda5 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:07.072485 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-e845f394-5b30-46c1-8a4f-0bfd84f87e34 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:07.084016 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cacb2e6-7c0d-43b2-b45b-6ba8ff5facdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f761992-3b1e-41eb-8066-b97be8a33992'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:12:07.087419 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0231f81a-9f54-4d1e-a611-51733f73e7e7 req-d16d9364-89ef-4c62-ac85-ec2eef833c95 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5247865 May 23 11:12:07.095016 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 4f761992-3b1e-41eb-8066-b97be8a33992, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=4f761992-3b1e-41eb-8066-b97be8a33992,segment=NetworkSegment(0eaf6c12-c629-4f70-b3b1-9c344ae24a9d),segment_id=0eaf6c12-c629-4f70-b3b1-9c344ae24a9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:07.101922 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:07.103097 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 53e5c3f0-6ed2-4768-b3db-d0137061a148 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:12:07.157241 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['c8a17c57-9abc-4f3d-9f38-186fb3681889'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:12:07.188107 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-5e07de43-824e-4494-9472-09956aa719a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:07.210320 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc78b15-50cf-4171-89e3-17f942f50095 req-c806258c-5a18-4526-9942-89868e895d1a tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:07.217193 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cbc78b15-50cf-4171-89e3-17f942f50095 req-c806258c-5a18-4526-9942-89868e895d1a tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=93b7d7c2-e675-4d2e-9ab7-7c54418a4129 HTTP/1.1" status: 200 len: 944 time: 0.3209999 May 23 11:12:07.242964 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8ada5381-dbee-4cfe-b806-3e506867bda5 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:07.243269 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-e845f394-5b30-46c1-8a4f-0bfd84f87e34 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:07.260581 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 53e5c3f0-6ed2-4768-b3db-d0137061a148 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:12:07.260949 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 53e5c3f0-6ed2-4768-b3db-d0137061a148 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:12:07.310435 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=4f761992-3b1e-41eb-8066-b97be8a33992,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:07.328468 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ada5381-dbee-4cfe-b806-3e506867bda5 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Network a00ea26b-30ea-4b52-ab36-25c93ee5959a is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:12:07.332119 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-8ada5381-dbee-4cfe-b806-3e506867bda5 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:12:07.341785 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ada5381-dbee-4cfe-b806-3e506867bda5 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:12:07.367022 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada5381-dbee-4cfe-b806-3e506867bda5 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Pushing event updated for resources: {'Port': ['ID=2078599f-2e47-470d-9564-a4cf6675a250,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:07.411445 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ada5381-dbee-4cfe-b806-3e506867bda5 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:07.411990 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8ada5381-dbee-4cfe-b806-3e506867bda5 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:07.437438 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8ada5381-dbee-4cfe-b806-3e506867bda5 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8664398 May 23 11:12:07.448080 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51340) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:07.454881 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-888b55f5-a5a0-4f90-99c7-b6b3c1dcb6fc tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Request body: {'port': {'network_id': 'a00ea26b-30ea-4b52-ab36-25c93ee5959a', 'name': 'tempest-FloatingIPTestJSON-1747753379'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:12:07.457756 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-e845f394-5b30-46c1-8a4f-0bfd84f87e34 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Network 259a9b43-8479-43be-aaff-e5ef08242573 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:12:07.472347 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cbc78b15-50cf-4171-89e3-17f942f50095 req-df9e6888-6d09-45e2-8144-6115f6fb83be tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?id=f91d8711-19bb-4200-ad59-2b656b055eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2542555 May 23 11:12:07.515013 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845f394-5b30-46c1-8a4f-0bfd84f87e34 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Pushing event updated for resources: {'Port': ['ID=abdf22cc-7f0a-4a5d-b54b-fea54f83e909,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:07.518474 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-e845f394-5b30-46c1-8a4f-0bfd84f87e34 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:12:07.520451 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-e845f394-5b30-46c1-8a4f-0bfd84f87e34 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:12:07.611718 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65fd4917-4242-4a96-b88e-8b3ec270e5e5', 'name': 'network-vif-deleted', 'tag': '53e5c3f0-6ed2-4768-b3db-d0137061a148'}, {'name': 'network-changed', 'server_uuid': '8bffce45-5836-4fdf-8e11-5bc4b3ba9f77', 'tag': 'b9cbeceb-6363-4325-86df-88dad070beb1'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:12:07.724111 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-e845f394-5b30-46c1-8a4f-0bfd84f87e34 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:07.724731 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-e845f394-5b30-46c1-8a4f-0bfd84f87e34 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:07.760594 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be74841-d397-467e-9ff8-50364d5fab3d req-5b982827-b5dc-4c29-bccc-a4ac9fb00633 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:07.762048 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4be74841-d397-467e-9ff8-50364d5fab3d req-5b982827-b5dc-4c29-bccc-a4ac9fb00633 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=aede9126-b9a4-49fb-9273-358a4305d1b0 HTTP/1.1" status: 200 len: 945 time: 0.4766464 May 23 11:12:07.797654 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:07.808916 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-e845f394-5b30-46c1-8a4f-0bfd84f87e34 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4749811 May 23 11:12:07.834191 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-5308d9c9-ed6f-4d0e-837c-77432db9766b service neutron] Request body: {'port': {'device_id': 'ea4a5d77-529d-4d6d-8cbb-75360931d430', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:12:07.863950 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-888b55f5-a5a0-4f90-99c7-b6b3c1dcb6fc tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:12:07.869385 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-888b55f5-a5a0-4f90-99c7-b6b3c1dcb6fc tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Usage tracker for resource:port and tenant:64767f7d3ba2443580b9b187013efe7a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:12:07.873245 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-888b55f5-a5a0-4f90-99c7-b6b3c1dcb6fc tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:12:07.880324 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-888b55f5-a5a0-4f90-99c7-b6b3c1dcb6fc tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:12:07.899164 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888b55f5-a5a0-4f90-99c7-b6b3c1dcb6fc tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Made reservation on behalf of 64767f7d3ba2443580b9b187013efe7a for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:12:07.902120 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-888b55f5-a5a0-4f90-99c7-b6b3c1dcb6fc tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:07.926403 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4be74841-d397-467e-9ff8-50364d5fab3d req-8c946aea-2658-4753-8248-47dbd2a3519c tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539769 May 23 11:12:07.929142 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-888b55f5-a5a0-4f90-99c7-b6b3c1dcb6fc tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] device_id is not set on port 5b9a87cb-3e1e-4a25-a9b2-814ea0990194 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:12:07.984858 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e61a41-bf8f-46f4-83a7-02e88db1c2bc req-8189a83a-9394-4574-9b72-5657e9d0ee2c tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:07.985975 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-33e61a41-bf8f-46f4-83a7-02e88db1c2bc req-8189a83a-9394-4574-9b72-5657e9d0ee2c tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Synchronizing usage tracker for tenant:9ea9de6708f24ca4b9c663f6619e9730 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:12:08.062494 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-5308d9c9-ed6f-4d0e-837c-77432db9766b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:08.092200 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-07967b03-25e7-4f3d-8724-cc28fcf3735f tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:08.111935 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-888b55f5-a5a0-4f90-99c7-b6b3c1dcb6fc tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Allocated IP 172.20.0.7 (a00ea26b-30ea-4b52-ab36-25c93ee5959a/7d34ad53-81ac-4a5e-8632-3cdc66e0d458/5b9a87cb-3e1e-4a25-a9b2-814ea0990194) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:12:08.129652 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-33e61a41-bf8f-46f4-83a7-02e88db1c2bc req-8189a83a-9394-4574-9b72-5657e9d0ee2c tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Unset dirty status for tenant:9ea9de6708f24ca4b9c663f6619e9730 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:12:08.130715 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-33e61a41-bf8f-46f4-83a7-02e88db1c2bc req-8189a83a-9394-4574-9b72-5657e9d0ee2c tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/ports?device_id=248fcbae-6f32-4da2-acfd-5b5a44455c3b HTTP/1.1" status: 200 len: 932 time: 0.5378854 May 23 11:12:08.133633 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-07967b03-25e7-4f3d-8724-cc28fcf3735f tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:08.163212 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-07967b03-25e7-4f3d-8724-cc28fcf3735f tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Deleting port 6e88ccf2-0779-4ebc-97ac-92aa22fcfb1d {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:12:08.163578 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-07967b03-25e7-4f3d-8724-cc28fcf3735f tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:08.168451 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-5e07de43-824e-4494-9472-09956aa719a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eae1d78-5641-4410-87a1-3877a4b52063 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:12:08.196975 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-5e07de43-824e-4494-9472-09956aa719a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:08.234740 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-5e07de43-824e-4494-9472-09956aa719a4 service neutron] Transition to ACTIVE for port object 3eae1d78-5641-4410-87a1-3877a4b52063 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:12:08.254208 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-5e07de43-824e-4494-9472-09956aa719a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:08.386876 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-33e61a41-bf8f-46f4-83a7-02e88db1c2bc req-318af5f4-0161-482a-b808-40dae6b6aa44 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/security-groups?id=c3a2b15e-44b9-4619-8140-4c6f2720689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242358 May 23 11:12:08.417016 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device b9cbeceb-6363-4325-86df-88dad070beb1 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:12:08.426950 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device c8a17c57-9abc-4f3d-9f38-186fb3681889 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:12:08.480103 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-07967b03-25e7-4f3d-8724-cc28fcf3735f tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:08.494047 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-888b55f5-a5a0-4f90-99c7-b6b3c1dcb6fc tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:08.495579 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61dd169d-615c-4a45-8c1f-c1e8d3e0af52'] response: {'server_uuid': '4cacb2e6-7c0d-43b2-b45b-6ba8ff5facdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f761992-3b1e-41eb-8066-b97be8a33992', 'code': 200} May 23 11:12:08.499203 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07de43-824e-4494-9472-09956aa719a4 service neutron] Pushing event updated for resources: {'Port': ['ID=3eae1d78-5641-4410-87a1-3877a4b52063,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:08.636359 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-758073e1-989f-43b2-a623-fef9c2dfebc7'] response: {'server_uuid': '65fd4917-4242-4a96-b88e-8b3ec270e5e5', 'name': 'network-vif-deleted', 'tag': '53e5c3f0-6ed2-4768-b3db-d0137061a148', 'status': 'completed', 'code': 200} May 23 11:12:08.636941 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-758073e1-989f-43b2-a623-fef9c2dfebc7'] response: {'name': 'network-changed', 'server_uuid': '8bffce45-5836-4fdf-8e11-5bc4b3ba9f77', 'tag': 'b9cbeceb-6363-4325-86df-88dad070beb1', 'status': 'completed', 'code': 200} May 23 11:12:08.645229 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-07967b03-25e7-4f3d-8724-cc28fcf3735f tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Calling delete_port for 6e88ccf2-0779-4ebc-97ac-92aa22fcfb1d owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:12:08.695726 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port b9cbeceb-6363-4325-86df-88dad070beb1, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=b9cbeceb-6363-4325-86df-88dad070beb1,segment=NetworkSegment(1c8a2eeb-f671-44f9-a4f5-7053943e2825),segment_id=1c8a2eeb-f671-44f9-a4f5-7053943e2825)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:08.712176 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': 'b9cbeceb-6363-4325-86df-88dad070beb1', 'network_id': '38253446-cda2-497c-ae33-17f4ed60f832', 'port_id': 'b9cbeceb-6363-4325-86df-88dad070beb1', 'mac_address': 'fa:16:3e:73:c3:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '547de431-fb12-4e74-983f-de90f34bd648', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:12:08.732017 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e7cf6-5bd4-48be-add9-39500e122503 req-f811634a-d7c4-4750-a966-933a3408ae47 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:08.733467 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7b5e7cf6-5bd4-48be-add9-39500e122503 req-f811634a-d7c4-4750-a966-933a3408ae47 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bffce45-5836-4fdf-8e11-5bc4b3ba9f77 HTTP/1.1" status: 200 len: 943 time: 0.6719873 May 23 11:12:08.746121 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port c8a17c57-9abc-4f3d-9f38-186fb3681889 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:12:08.754955 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port c8a17c57-9abc-4f3d-9f38-186fb3681889 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:12:08.755319 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:08.778981 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-888b55f5-a5a0-4f90-99c7-b6b3c1dcb6fc tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:08.839997 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fa8f050c-1dea-4454-b75d-77c4ade1f6e5 req-9404186c-994e-4e7e-a820-3d9d633e00f5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4cacb2e6-7c0d-43b2-b45b-6ba8ff5facdb HTTP/1.1" status: 200 len: 1097 time: 0.2335382 May 23 11:12:08.898844 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:08.901701 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888b55f5-a5a0-4f90-99c7-b6b3c1dcb6fc tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Pushing event updated for resources: {'Port': ['ID=5b9a87cb-3e1e-4a25-a9b2-814ea0990194,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:08.909414 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888b55f5-a5a0-4f90-99c7-b6b3c1dcb6fc tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Network a00ea26b-30ea-4b52-ab36-25c93ee5959a is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:12:08.919678 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-888b55f5-a5a0-4f90-99c7-b6b3c1dcb6fc tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:12:08.941167 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port c8a17c57-9abc-4f3d-9f38-186fb3681889, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=c8a17c57-9abc-4f3d-9f38-186fb3681889,segment=NetworkSegment(f83c0d0e-9b40-421e-a2f5-66bbabc627e2),segment_id=f83c0d0e-9b40-421e-a2f5-66bbabc627e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:08.946970 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:08.952231 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888b55f5-a5a0-4f90-99c7-b6b3c1dcb6fc tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:12:08.959112 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:08.997814 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7b5e7cf6-5bd4-48be-add9-39500e122503 req-e1824047-92ca-461d-9299-da197af0c599 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffad727e-f899-4601-8784-d020ca5beafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531130 May 23 11:12:09.011859 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9cbeceb-6363-4325-86df-88dad070beb1 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:12:09.032969 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fa8f050c-1dea-4454-b75d-77c4ade1f6e5 req-ed134c8f-1915-4fc2-8da6-363d75a9016b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722507 May 23 11:12:09.050873 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888b55f5-a5a0-4f90-99c7-b6b3c1dcb6fc tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:09.051312 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port b9cbeceb-6363-4325-86df-88dad070beb1, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=b9cbeceb-6363-4325-86df-88dad070beb1,segment=NetworkSegment(1c8a2eeb-f671-44f9-a4f5-7053943e2825),segment_id=1c8a2eeb-f671-44f9-a4f5-7053943e2825)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:09.052097 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-888b55f5-a5a0-4f90-99c7-b6b3c1dcb6fc tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:09.058601 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=c8a17c57-9abc-4f3d-9f38-186fb3681889,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:09.059165 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-5e07de43-824e-4494-9472-09956aa719a4 service neutron] Attempting to bind port 3eae1d78-5641-4410-87a1-3877a4b52063 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:12:09.059500 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-5e07de43-824e-4494-9472-09956aa719a4 service neutron] Attempting to bind port 3eae1d78-5641-4410-87a1-3877a4b52063 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'ad9b3fe2-7277-4984-8ef8-43e56dd6b10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '259a9b43-8479-43be-aaff-e5ef08242573'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:12:09.059909 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-5e07de43-824e-4494-9472-09956aa719a4 service neutron] Attempting to bind port 3eae1d78-5641-4410-87a1-3877a4b52063 on network 259a9b43-8479-43be-aaff-e5ef08242573 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:12:09.062089 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:09.085819 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-07967b03-25e7-4f3d-8724-cc28fcf3735f tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:09.114294 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8e5240fb-0c59-4ca5-ad9f-a19970f0e9ed req-6dd31874-37c1-451a-b677-e5d8c9738c5c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d3b75b07b13a40429946471d1fc9f577&device_id=8bffce45-5836-4fdf-8e11-5bc4b3ba9f77 HTTP/1.1" status: 200 len: 1094 time: 0.4266949 May 23 11:12:09.126214 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb8645-d955-41df-9ca0-8722df544e84 req-4930b83c-7812-4f19-ab49-ce4e7b164210 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:09.132146 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb8645-d955-41df-9ca0-8722df544e84 req-4930b83c-7812-4f19-ab49-ce4e7b164210 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:09.132335 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=b9cbeceb-6363-4325-86df-88dad070beb1,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:09.133965 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb8645-d955-41df-9ca0-8722df544e84 req-4930b83c-7812-4f19-ab49-ce4e7b164210 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:09.137952 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb8645-d955-41df-9ca0-8722df544e84 req-4930b83c-7812-4f19-ab49-ce4e7b164210 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:09.141829 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb8645-d955-41df-9ca0-8722df544e84 req-4930b83c-7812-4f19-ab49-ce4e7b164210 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:09.145661 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb8645-d955-41df-9ca0-8722df544e84 req-4930b83c-7812-4f19-ab49-ce4e7b164210 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:09.149847 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb8645-d955-41df-9ca0-8722df544e84 req-4930b83c-7812-4f19-ab49-ce4e7b164210 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:09.150846 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-888b55f5-a5a0-4f90-99c7-b6b3c1dcb6fc tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7014332 May 23 11:12:09.151690 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1bcb8645-d955-41df-9ca0-8722df544e84 req-4930b83c-7812-4f19-ab49-ce4e7b164210 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 5420 time: 0.4103372 May 23 11:12:09.157328 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-5e07de43-824e-4494-9472-09956aa719a4 service neutron] Port 3eae1d78-5641-4410-87a1-3877a4b52063 on network 259a9b43-8479-43be-aaff-e5ef08242573 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:12:09.157533 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:09.157879 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-5e07de43-824e-4494-9472-09956aa719a4 service neutron] Attempting to bind port 3eae1d78-5641-4410-87a1-3877a4b52063 on network 259a9b43-8479-43be-aaff-e5ef08242573 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:12:09.159935 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51354) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:09.163404 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07967b03-25e7-4f3d-8724-cc28fcf3735f tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Pushing event deleted for resources: {'Port': ['ID=6e88ccf2-0779-4ebc-97ac-92aa22fcfb1d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:09.199783 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-0395efaa-8b73-4762-917f-f297a96edd44 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'port_id': '5b9a87cb-3e1e-4a25-a9b2-814ea0990194', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:12:09.209655 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0395efaa-8b73-4762-917f-f297a96edd44 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:12:09.214567 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1fa68e11-ac7b-4392-9c44-c67f0579c7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:09.239506 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0395efaa-8b73-4762-917f-f297a96edd44 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Usage tracker for resource:floatingip and tenant:64767f7d3ba2443580b9b187013efe7a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:12:09.246430 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0395efaa-8b73-4762-917f-f297a96edd44 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:12:09.263253 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-5308d9c9-ed6f-4d0e-837c-77432db9766b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abdf22cc-7f0a-4a5d-b54b-fea54f83e909 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:12:09.263517 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0395efaa-8b73-4762-917f-f297a96edd44 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:12:09.289487 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0395efaa-8b73-4762-917f-f297a96edd44 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for floatingip, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:09.319808 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-5e07de43-824e-4494-9472-09956aa719a4 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:12:09.320164 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-5e07de43-824e-4494-9472-09956aa719a4 service neutron] Checking segment: {'id': 'ad9b3fe2-7277-4984-8ef8-43e56dd6b10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '259a9b43-8479-43be-aaff-e5ef08242573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:12:09.320550 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-5e07de43-824e-4494-9472-09956aa719a4 service neutron] Bound using segment: {'id': 'ad9b3fe2-7277-4984-8ef8-43e56dd6b10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '259a9b43-8479-43be-aaff-e5ef08242573'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:12:09.320981 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-5e07de43-824e-4494-9472-09956aa719a4 service neutron] Bound port: 3eae1d78-5641-4410-87a1-3877a4b52063, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad9b3fe2-7277-4984-8ef8-43e56dd6b10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '259a9b43-8479-43be-aaff-e5ef08242573'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:12:09.321322 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-5e07de43-824e-4494-9472-09956aa719a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:09.331057 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-5308d9c9-ed6f-4d0e-837c-77432db9766b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:09.379425 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-5308d9c9-ed6f-4d0e-837c-77432db9766b service neutron] Transition to ACTIVE for port object abdf22cc-7f0a-4a5d-b54b-fea54f83e909 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:12:09.404287 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['b9cbeceb-6363-4325-86df-88dad070beb1'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:12:09.429161 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-5308d9c9-ed6f-4d0e-837c-77432db9766b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:09.490188 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1bcb8645-d955-41df-9ca0-8722df544e84 req-8bc66008-f634-4293-9ed1-1a3786e1a5e4 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=80bd5d80-b839-4f0d-bc84-203290106c00&id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3288729 May 23 11:12:09.566471 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5240fb-0c59-4ca5-ad9f-a19970f0e9ed req-3329dcdf-81f5-423a-a03b-f0e3208f4f48 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:09.568028 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8e5240fb-0c59-4ca5-ad9f-a19970f0e9ed req-3329dcdf-81f5-423a-a03b-f0e3208f4f48 service neutron] 10.222.0.81 "GET /v2.0/networks?id=38253446-cda2-497c-ae33-17f4ed60f832 HTTP/1.1" status: 200 len: 923 time: 0.4128878 May 23 11:12:09.647606 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-07967b03-25e7-4f3d-8724-cc28fcf3735f tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:09.695186 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5308d9c9-ed6f-4d0e-837c-77432db9766b service neutron] Pushing event updated for resources: {'Port': ['ID=abdf22cc-7f0a-4a5d-b54b-fea54f83e909,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:09.706451 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-5e07de43-824e-4494-9472-09956aa719a4 service neutron] For port 3eae1d78-5641-4410-87a1-3877a4b52063, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:12:09.765299 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-5e07de43-824e-4494-9472-09956aa719a4 service neutron] For port 3eae1d78-5641-4410-87a1-3877a4b52063, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=3eae1d78-5641-4410-87a1-3877a4b52063,segment=NetworkSegment(ad9b3fe2-7277-4984-8ef8-43e56dd6b10d),segment_id=ad9b3fe2-7277-4984-8ef8-43e56dd6b10d)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:12:09.767723 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8e5240fb-0c59-4ca5-ad9f-a19970f0e9ed req-29a6acbd-ce65-4f63-8856-2f0e7cff2e9f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9cbeceb-6363-4325-86df-88dad070beb1 HTTP/1.1" status: 200 len: 217 time: 0.1393001 May 23 11:12:09.775648 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a4ea7-343e-4310-a2e2-a5d80b949686 req-d43b1c56-ded0-4b06-a13e-25bb931742c3 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:09.777127 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-923a4ea7-343e-4310-a2e2-a5d80b949686 req-d43b1c56-ded0-4b06-a13e-25bb931742c3 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=4cacb2e6-7c0d-43b2-b45b-6ba8ff5facdb HTTP/1.1" status: 200 len: 946 time: 0.5652337 May 23 11:12:09.784911 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-07967b03-25e7-4f3d-8724-cc28fcf3735f tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:09.793762 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-07967b03-25e7-4f3d-8724-cc28fcf3735f tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3825526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3825513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3821547'] for router, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:09.812539 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-5e07de43-824e-4494-9472-09956aa719a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:09.978894 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07967b03-25e7-4f3d-8724-cc28fcf3735f tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Router 376631ab-6677-47c0-ad06-ca0bb0ae683f has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:12:09.980348 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0395efaa-8b73-4762-917f-f297a96edd44 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:10.010923 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-5e07de43-824e-4494-9472-09956aa719a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:10.012391 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-5e07de43-824e-4494-9472-09956aa719a4 service neutron] 10.222.0.13 "PUT /v2.0/ports/3eae1d78-5641-4410-87a1-3877a4b52063 HTTP/1.1" status: 200 len: 1092 time: 3.0321901 May 23 11:12:10.017241 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '248fcbae-6f32-4da2-acfd-5b5a44455c3b', 'tag': '3eae1d78-5641-4410-87a1-3877a4b52063'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:12:10.029322 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5240fb-0c59-4ca5-ad9f-a19970f0e9ed req-d1694844-8d6f-4128-8d78-dbc20d5826ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:10.030931 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8e5240fb-0c59-4ca5-ad9f-a19970f0e9ed req-d1694844-8d6f-4128-8d78-dbc20d5826ea service neutron] 10.222.0.81 "GET /v2.0/subnets?id=547de431-fb12-4e74-983f-de90f34bd648 HTTP/1.1" status: 200 len: 862 time: 0.2496228 May 23 11:12:10.087442 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07de43-824e-4494-9472-09956aa719a4 service neutron] Pushing event updated for resources: {'Port': ['ID=3eae1d78-5641-4410-87a1-3877a4b52063,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:10.133014 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8e5240fb-0c59-4ca5-ad9f-a19970f0e9ed req-b2416fc9-7590-4df9-b8ca-92cad65231ee service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=38253446-cda2-497c-ae33-17f4ed60f832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917459 May 23 11:12:10.148677 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-923a4ea7-343e-4310-a2e2-a5d80b949686 req-5d9db2e6-1147-4f61-ad60-dccf4bfb62d1 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320100 May 23 11:12:10.193512 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925797cb-cccb-4028-aab0-484e5c16b864 req-857acb6a-642c-4316-a621-b5c83c530606 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:10.195083 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-925797cb-cccb-4028-aab0-484e5c16b864 req-857acb6a-642c-4316-a621-b5c83c530606 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=93b7d7c2-e675-4d2e-9ab7-7c54418a4129 HTTP/1.1" status: 200 len: 945 time: 0.5012126 May 23 11:12:10.246773 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07967b03-25e7-4f3d-8724-cc28fcf3735f tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:12:10.247359 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-5308d9c9-ed6f-4d0e-837c-77432db9766b service neutron] Attempting to bind port abdf22cc-7f0a-4a5d-b54b-fea54f83e909 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:12:10.247359 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-5308d9c9-ed6f-4d0e-837c-77432db9766b service neutron] Attempting to bind port abdf22cc-7f0a-4a5d-b54b-fea54f83e909 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'ad9b3fe2-7277-4984-8ef8-43e56dd6b10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '259a9b43-8479-43be-aaff-e5ef08242573'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:12:10.247546 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-5308d9c9-ed6f-4d0e-837c-77432db9766b service neutron] Attempting to bind port abdf22cc-7f0a-4a5d-b54b-fea54f83e909 on network 259a9b43-8479-43be-aaff-e5ef08242573 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:12:10.264068 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b87eb4-2efa-42f7-b7a9-fced7d6b30c8 None None] Sync routers for ids ['376631ab-6677-47c0-ad06-ca0bb0ae683f'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:12:10.274528 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-07967b03-25e7-4f3d-8724-cc28fcf3735f tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:10.275973 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-07967b03-25e7-4f3d-8724-cc28fcf3735f tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] 10.222.0.79 "PUT /v2.0/routers/376631ab-6677-47c0-ad06-ca0bb0ae683f HTTP/1.1" status: 200 len: 705 time: 3.8004670 May 23 11:12:10.279405 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b87eb4-2efa-42f7-b7a9-fced7d6b30c8 None None] Routers {'376631ab-6677-47c0-ad06-ca0bb0ae683f'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:12:10.280158 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d5b87eb4-2efa-42f7-b7a9-fced7d6b30c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:11:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['376631ab-6677-47c0-ad06-ca0bb0ae683f'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:10.283667 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51364) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:10.286855 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-0395efaa-8b73-4762-917f-f297a96edd44 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Allocated IP 172.25.6.133 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/fcf78bea-0818-4ab1-b200-1763e2d85b8f) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:12:10.347040 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d5b87eb4-2efa-42f7-b7a9-fced7d6b30c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:10.360392 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b87eb4-2efa-42f7-b7a9-fced7d6b30c8 None None] Routers {'376631ab-6677-47c0-ad06-ca0bb0ae683f'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:12:10.361859 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d5b87eb4-2efa-42f7-b7a9-fced7d6b30c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:11:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['376631ab-6677-47c0-ad06-ca0bb0ae683f'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:10.424176 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device b9cbeceb-6363-4325-86df-88dad070beb1 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:12:10.470321 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d5b87eb4-2efa-42f7-b7a9-fced7d6b30c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:10.470832 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b87eb4-2efa-42f7-b7a9-fced7d6b30c8 None None] The sync data for ids ['376631ab-6677-47c0-ad06-ca0bb0ae683f'] in n-d-842952-2 is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:12:10.485943 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-5308d9c9-ed6f-4d0e-837c-77432db9766b service neutron] Port abdf22cc-7f0a-4a5d-b54b-fea54f83e909 on network 259a9b43-8479-43be-aaff-e5ef08242573 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:12:10.486262 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-5308d9c9-ed6f-4d0e-837c-77432db9766b service neutron] Attempting to bind port abdf22cc-7f0a-4a5d-b54b-fea54f83e909 on network 259a9b43-8479-43be-aaff-e5ef08242573 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:12:10.499134 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b7d7c2-e675-4d2e-9ab7-7c54418a4129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a17c57-9abc-4f3d-9f38-186fb3681889'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:12:10.527209 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-5308d9c9-ed6f-4d0e-837c-77432db9766b service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:12:10.527544 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-5308d9c9-ed6f-4d0e-837c-77432db9766b service neutron] Checking segment: {'id': 'ad9b3fe2-7277-4984-8ef8-43e56dd6b10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '259a9b43-8479-43be-aaff-e5ef08242573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:12:10.527952 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-5308d9c9-ed6f-4d0e-837c-77432db9766b service neutron] Bound using segment: {'id': 'ad9b3fe2-7277-4984-8ef8-43e56dd6b10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '259a9b43-8479-43be-aaff-e5ef08242573'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:12:10.528394 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-5308d9c9-ed6f-4d0e-837c-77432db9766b service neutron] Bound port: abdf22cc-7f0a-4a5d-b54b-fea54f83e909, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad9b3fe2-7277-4984-8ef8-43e56dd6b10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '259a9b43-8479-43be-aaff-e5ef08242573'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:12:10.528736 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-5308d9c9-ed6f-4d0e-837c-77432db9766b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:10.530805 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port b9cbeceb-6363-4325-86df-88dad070beb1 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:12:10.538398 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port b9cbeceb-6363-4325-86df-88dad070beb1 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:12:10.539168 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:10.558029 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a16b4864-312c-4638-a14b-d60c6ec0fc46 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] 10.222.0.79 "GET /v2.0/routers/376631ab-6677-47c0-ad06-ca0bb0ae683f HTTP/1.1" status: 200 len: 740 time: 0.2731874 May 23 11:12:10.560845 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51372) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:10.589602 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-925797cb-cccb-4028-aab0-484e5c16b864 req-a64c1c1f-3c1d-4738-8f82-8446d16bec19 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?id=f91d8711-19bb-4200-ad59-2b656b055eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3343151 May 23 11:12:10.614265 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-b4902822-55a3-48e8-8166-78802ef59dc7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ea9de6708f24ca4b9c663f6619e9730&device_id=248fcbae-6f32-4da2-acfd-5b5a44455c3b HTTP/1.1" status: 200 len: 1095 time: 0.5291324 May 23 11:12:10.619163 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-fa3c90eb-4bf8-4d9a-9377-06863d820289 tempest-RoutersAdminTest-1022381220 tempest-RoutersAdminTest-1022381220-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=87d63aa2-c2e7-4553-824a-d818708dd83b&device_id=376631ab-6677-47c0-ad06-ca0bb0ae683f HTTP/1.1" status: 200 len: 205 time: 0.0570886 May 23 11:12:10.622687 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51376) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:10.715459 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-506c6497-aab2-4598-85b4-a2414e3a15aa tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] 10.222.0.79 "GET /v2.0/ports?device_id=376631ab-6677-47c0-ad06-ca0bb0ae683f HTTP/1.1" status: 200 len: 205 time: 0.0913730 May 23 11:12:10.718883 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51380) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:10.786755 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8e5240fb-0c59-4ca5-ad9f-a19970f0e9ed req-be4cc26c-369b-4575-bace-81e830a2778c service neutron] 10.222.0.81 "GET /v2.0/networks/38253446-cda2-497c-ae33-17f4ed60f832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6464534 May 23 11:12:10.794304 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:10.866669 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0395efaa-8b73-4762-917f-f297a96edd44 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:10.871287 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port b9cbeceb-6363-4325-86df-88dad070beb1, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=b9cbeceb-6363-4325-86df-88dad070beb1,segment=NetworkSegment(1c8a2eeb-f671-44f9-a4f5-7053943e2825),segment_id=1c8a2eeb-f671-44f9-a4f5-7053943e2825)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:10.884425 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:10.904832 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b696c6ec-891b-4eb8-9f27-1721b6432242 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:10.995721 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-28486053-ed1a-4d56-b521-e64a727aa563 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3eae1d78-5641-4410-87a1-3877a4b52063 HTTP/1.1" status: 200 len: 217 time: 0.3345726 May 23 11:12:11.002145 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=b9cbeceb-6363-4325-86df-88dad070beb1,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:11.036124 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0395efaa-8b73-4762-917f-f297a96edd44 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:11.083252 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0425e13a-f3c6-4347-b921-a52623483833 req-1624a7e1-494a-4354-b2c6-c6c0f696d9ac tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:11.084845 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0425e13a-f3c6-4347-b921-a52623483833 req-1624a7e1-494a-4354-b2c6-c6c0f696d9ac tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=aede9126-b9a4-49fb-9273-358a4305d1b0 HTTP/1.1" status: 200 len: 945 time: 0.7943528 May 23 11:12:11.143683 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-5308d9c9-ed6f-4d0e-837c-77432db9766b service neutron] For port abdf22cc-7f0a-4a5d-b54b-fea54f83e909, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:12:11.193059 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-018abb26-1920-4b4a-92f0-b8dfdea1f8b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:11.194617 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-018abb26-1920-4b4a-92f0-b8dfdea1f8b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e90196c5-4f0d-4cdc-acd6-b5d50157b8f1 HTTP/1.1" status: 200 len: 853 time: 0.1836891 May 23 11:12:11.204511 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-5308d9c9-ed6f-4d0e-837c-77432db9766b service neutron] For port abdf22cc-7f0a-4a5d-b54b-fea54f83e909, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=abdf22cc-7f0a-4a5d-b54b-fea54f83e909,segment=NetworkSegment(ad9b3fe2-7277-4984-8ef8-43e56dd6b10d),segment_id=ad9b3fe2-7277-4984-8ef8-43e56dd6b10d)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:12:11.214914 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2e018-db37-4b04-9c35-0cc8beff3c36 req-27883e28-e5c7-4911-bed6-8ddcd05136b6 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:11.221764 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-48b2e018-db37-4b04-9c35-0cc8beff3c36 req-27883e28-e5c7-4911-bed6-8ddcd05136b6 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/ports?device_id=248fcbae-6f32-4da2-acfd-5b5a44455c3b HTTP/1.1" status: 200 len: 944 time: 0.4391160 May 23 11:12:11.253175 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0395efaa-8b73-4762-917f-f297a96edd44 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:12:11.284223 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-5308d9c9-ed6f-4d0e-837c-77432db9766b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:11.312861 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0395efaa-8b73-4762-917f-f297a96edd44 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Pushing event updated for resources: {'Port': ['ID=fcf78bea-0818-4ab1-b200-1763e2d85b8f,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:11.315561 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-0395efaa-8b73-4762-917f-f297a96edd44 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:12:11.325612 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0395efaa-8b73-4762-917f-f297a96edd44 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:12:11.334489 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-34e007b2-0f95-4e9d-9c06-32b2477fb4bd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=259a9b43-8479-43be-aaff-e5ef08242573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1258862 May 23 11:12:11.336347 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8e5240fb-0c59-4ca5-ad9f-a19970f0e9ed req-c59527f1-57d6-4c0e-8b4f-245d1c640bd6 service neutron] 10.222.0.81 "GET /v2.0/networks/38253446-cda2-497c-ae33-17f4ed60f832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4740539 May 23 11:12:11.372681 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0425e13a-f3c6-4347-b921-a52623483833 req-004836ca-0be4-4983-b527-7e462d26b2e2 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682602 May 23 11:12:11.485226 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5982c11b-6d93-4fa2-a27b-12bc98b3fae9'] response: {'name': 'network-changed', 'server_uuid': '248fcbae-6f32-4da2-acfd-5b5a44455c3b', 'tag': '3eae1d78-5641-4410-87a1-3877a4b52063', 'status': 'completed', 'code': 200} May 23 11:12:11.485832 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b69f2bea-8f70-45d3-877c-7a0151ba9b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:11.495304 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-5308d9c9-ed6f-4d0e-837c-77432db9766b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:11.497051 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-5308d9c9-ed6f-4d0e-837c-77432db9766b service neutron] 10.222.0.13 "PUT /v2.0/ports/abdf22cc-7f0a-4a5d-b54b-fea54f83e909 HTTP/1.1" status: 200 len: 1092 time: 3.6695192 May 23 11:12:11.515102 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-48b2e018-db37-4b04-9c35-0cc8beff3c36 req-1cf4ca18-2633-4af7-a45c-9235e6f8175b tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/security-groups?id=c3a2b15e-44b9-4619-8140-4c6f2720689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924690 May 23 11:12:11.524226 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5308d9c9-ed6f-4d0e-837c-77432db9766b service neutron] Pushing event updated for resources: {'Port': ['ID=abdf22cc-7f0a-4a5d-b54b-fea54f83e909,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:11.584837 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-0197bcc7-a1df-42f8-ab8d-43141d79c179 service neutron] 10.222.0.13 "GET /v2.0/networks/259a9b43-8479-43be-aaff-e5ef08242573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408471 May 23 11:12:11.628386 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec6a800a-0183-483a-977b-64b733bede50'] response: {'server_uuid': '93b7d7c2-e675-4d2e-9ab7-7c54418a4129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a17c57-9abc-4f3d-9f38-186fb3681889', 'code': 200} May 23 11:12:11.634058 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b696c6ec-891b-4eb8-9f27-1721b6432242 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:11.649334 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b696c6ec-891b-4eb8-9f27-1721b6432242 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:11.752715 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b696c6ec-891b-4eb8-9f27-1721b6432242 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:11.752715 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b696c6ec-891b-4eb8-9f27-1721b6432242 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Fanout notify agent at l3_agent the message router_deleted on router 376631ab-6677-47c0-ad06-ca0bb0ae683f {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:12:11.869951 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b696c6ec-891b-4eb8-9f27-1721b6432242 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:11.871048 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b696c6ec-891b-4eb8-9f27-1721b6432242 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] 10.222.0.79 "DELETE /v2.0/routers/376631ab-6677-47c0-ad06-ca0bb0ae683f HTTP/1.1" status: 204 len: 168 time: 1.1520815 May 23 11:12:11.878651 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51388) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:11.933944 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-090f85a5-b414-4bc5-b4fb-87ceac2f9d45 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] 10.222.0.79 "GET /v2.0/ports?device_id=376631ab-6677-47c0-ad06-ca0bb0ae683f HTTP/1.1" status: 200 len: 205 time: 0.0539432 May 23 11:12:11.937868 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51392) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:11.987489 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-d0458e51-7130-4949-985b-f1bed5ba3b93 service neutron] 10.222.0.13 "GET /v2.0/networks/259a9b43-8479-43be-aaff-e5ef08242573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643508 May 23 11:12:12.015037 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-189e3bdd-9884-48c6-911f-c06c64d651d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ea9de6708f24ca4b9c663f6619e9730&device_id=ea4a5d77-529d-4d6d-8cbb-75360931d430 HTTP/1.1" status: 200 len: 1095 time: 0.4287853 May 23 11:12:12.017461 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-edebb552-258f-4e91-8311-1c7e3ada192c tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] delete failed (client error): The resource could not be found. May 23 11:12:12.018501 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-edebb552-258f-4e91-8311-1c7e3ada192c tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] 10.222.0.79 "DELETE /v2.0/routers/376631ab-6677-47c0-ad06-ca0bb0ae683f HTTP/1.1" status: 404 len: 336 time: 0.0793965 May 23 11:12:12.022577 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51396) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:12.033307 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba7482-d764-415f-b9a5-c066aaaa249e req-919c1b6b-bcb2-47da-9b81-717802a9b2dd tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:12.037225 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba7482-d764-415f-b9a5-c066aaaa249e req-919c1b6b-bcb2-47da-9b81-717802a9b2dd tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:12.041776 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba7482-d764-415f-b9a5-c066aaaa249e req-919c1b6b-bcb2-47da-9b81-717802a9b2dd tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:12.045640 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba7482-d764-415f-b9a5-c066aaaa249e req-919c1b6b-bcb2-47da-9b81-717802a9b2dd tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:12.049504 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba7482-d764-415f-b9a5-c066aaaa249e req-919c1b6b-bcb2-47da-9b81-717802a9b2dd tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:12.053377 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba7482-d764-415f-b9a5-c066aaaa249e req-919c1b6b-bcb2-47da-9b81-717802a9b2dd tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:12.057298 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba7482-d764-415f-b9a5-c066aaaa249e req-919c1b6b-bcb2-47da-9b81-717802a9b2dd tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:12.061281 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b1ba7482-d764-415f-b9a5-c066aaaa249e req-919c1b6b-bcb2-47da-9b81-717802a9b2dd tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 5420 time: 0.2861977 May 23 11:12:12.078640 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8925dcda-f8e3-4612-9b12-574d75fd9764 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae51515d-3277-419e-9422-6d3085ba3dd8 HTTP/1.1" status: 200 len: 205 time: 0.0550077 May 23 11:12:12.081250 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51400) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:12.120733 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d6c1c365-f453-4ec2-a27a-401bb6b40133 req-22a005f8-e6cf-4fcc-8521-5c99deeda39b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=93b7d7c2-e675-4d2e-9ab7-7c54418a4129 HTTP/1.1" status: 200 len: 1096 time: 0.3414569 May 23 11:12:12.145780 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d09e69-2289-425a-b28d-fa3fb88de06b req-324dbebd-4128-4020-8d7e-df6a193d9efb tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:12.147390 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a1d09e69-2289-425a-b28d-fa3fb88de06b req-324dbebd-4128-4020-8d7e-df6a193d9efb tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bffce45-5836-4fdf-8e11-5bc4b3ba9f77 HTTP/1.1" status: 200 len: 945 time: 0.4333112 May 23 11:12:12.160152 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-ad5e2862-3e32-49ff-ab77-72ad9f109caf tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] delete failed (client error): The resource could not be found. May 23 11:12:12.161163 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ad5e2862-3e32-49ff-ab77-72ad9f109caf tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] 10.222.0.79 "DELETE /v2.0/routers/ae51515d-3277-419e-9422-6d3085ba3dd8 HTTP/1.1" status: 404 len: 336 time: 0.0789864 May 23 11:12:12.164429 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51404) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:12.214317 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-028efdbd-130e-48a1-9d5f-d245eaee9f46 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] 10.222.0.79 "GET /v2.0/ports?device_id=460a76b5-4e69-40f6-9d02-3459df937713 HTTP/1.1" status: 200 len: 205 time: 0.0465977 May 23 11:12:12.214822 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51408) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:12.231807 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-c2a822b6-8633-4e15-a7b3-01e8f365e576 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abdf22cc-7f0a-4a5d-b54b-fea54f83e909 HTTP/1.1" status: 200 len: 217 time: 0.1694489 May 23 11:12:12.285912 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-86007b55-925b-4b1c-b372-d333012b49a9 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] delete failed (client error): The resource could not be found. May 23 11:12:12.286938 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-86007b55-925b-4b1c-b372-d333012b49a9 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] 10.222.0.79 "DELETE /v2.0/routers/460a76b5-4e69-40f6-9d02-3459df937713 HTTP/1.1" status: 404 len: 336 time: 0.0712290 May 23 11:12:12.290223 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51412) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:12.349594 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-cf4d899e-0b32-44f7-a61a-76e213ede0a2 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] 10.222.0.79 "GET /v2.0/ports?device_id=643502a7-6e21-47f5-9071-d620f3a9e5a0 HTTP/1.1" status: 200 len: 205 time: 0.0582039 May 23 11:12:12.351560 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d6c1c365-f453-4ec2-a27a-401bb6b40133 req-4e364a9c-8b66-4940-b473-8e16bedef2ee service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=f91d8711-19bb-4200-ad59-2b656b055eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031527 May 23 11:12:12.352104 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51416) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:12.358835 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b1ba7482-d764-415f-b9a5-c066aaaa249e req-f8c94951-5e57-4253-b7df-83195242798f tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=80bd5d80-b839-4f0d-bc84-203290106c00&id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2930005 May 23 11:12:12.365719 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-682eb26e-6f23-4164-9876-df357c5b68cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:12.367196 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-682eb26e-6f23-4164-9876-df357c5b68cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e90196c5-4f0d-4cdc-acd6-b5d50157b8f1 HTTP/1.1" status: 200 len: 853 time: 0.1243761 May 23 11:12:12.370977 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a1d09e69-2289-425a-b28d-fa3fb88de06b req-156102f5-f5d6-4de2-957a-1757142894cc tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffad727e-f899-4601-8784-d020ca5beafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727419 May 23 11:12:12.424690 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-8d998fba-0761-4cc3-acb2-e8d656f49297 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=259a9b43-8479-43be-aaff-e5ef08242573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510931 May 23 11:12:12.432801 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2e8b6f66-c82a-4e73-b74d-ef79f2b98b50 req-64c46979-71b2-4a35-8259-03a9892bdf74 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ea9de6708f24ca4b9c663f6619e9730&device_id=248fcbae-6f32-4da2-acfd-5b5a44455c3b HTTP/1.1" status: 200 len: 1095 time: 0.3092217 May 23 11:12:12.596153 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:12.634728 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-02eff70a-b924-41cd-933f-04e51e779fa6 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] delete failed (client error): The resource could not be found. May 23 11:12:12.635661 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-02eff70a-b924-41cd-933f-04e51e779fa6 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] 10.222.0.79 "DELETE /v2.0/routers/643502a7-6e21-47f5-9071-d620f3a9e5a0 HTTP/1.1" status: 404 len: 336 time: 0.2826421 May 23 11:12:12.638566 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51424) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:12.694475 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-80328fc5-f5c2-471f-8bb9-8d86b277c182 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb5ac7ed-6522-42db-b8c5-8b4636de835b HTTP/1.1" status: 200 len: 205 time: 0.0547493 May 23 11:12:12.697323 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51428) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:12.770734 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-e5cf5a5a-d487-44ee-8974-2ee55d27c427 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] delete failed (client error): The resource could not be found. May 23 11:12:12.771787 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e5cf5a5a-d487-44ee-8974-2ee55d27c427 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] 10.222.0.79 "DELETE /v2.0/routers/fb5ac7ed-6522-42db-b8c5-8b4636de835b HTTP/1.1" status: 404 len: 336 time: 0.0736175 May 23 11:12:12.772729 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0395efaa-8b73-4762-917f-f297a96edd44 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:12.774507 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51432) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:12.778681 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:12.848972 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4adc278e-7f83-4e16-a3e8-f7436f684400 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] 10.222.0.79 "GET /v2.0/ports?device_id=914d6a56-d29f-4777-ac76-d6c36b3502c4 HTTP/1.1" status: 200 len: 205 time: 0.0710688 May 23 11:12:12.850324 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51436) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:12.871602 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0395efaa-8b73-4762-917f-f297a96edd44 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:12.964042 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-7ea753d3-aa01-497e-b3a3-292080cb4772 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] delete failed (client error): The resource could not be found. May 23 11:12:12.965080 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7ea753d3-aa01-497e-b3a3-292080cb4772 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] 10.222.0.79 "DELETE /v2.0/routers/914d6a56-d29f-4777-ac76-d6c36b3502c4 HTTP/1.1" status: 404 len: 336 time: 0.1087389 May 23 11:12:12.980650 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51440) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:12.982632 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-20a37b2e-cd7a-451b-992e-00123026593f service neutron] 10.222.0.13 "GET /v2.0/networks/259a9b43-8479-43be-aaff-e5ef08242573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5489328 May 23 11:12:13.042880 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b6f66-c82a-4e73-b74d-ef79f2b98b50 req-99bb85f8-cea1-41df-bedd-47915fc441dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:13.044311 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2e8b6f66-c82a-4e73-b74d-ef79f2b98b50 req-99bb85f8-cea1-41df-bedd-47915fc441dd service neutron] 10.222.0.13 "GET /v2.0/networks?id=259a9b43-8479-43be-aaff-e5ef08242573 HTTP/1.1" status: 200 len: 914 time: 0.4670269 May 23 11:12:13.058073 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-56963a87-1bda-46a5-979a-0eb8372313b2 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] DELETE failed (client error): The resource could not be found. May 23 11:12:13.058486 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56963a87-1bda-46a5-979a-0eb8372313b2 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:12:13.063444 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-56963a87-1bda-46a5-979a-0eb8372313b2 tempest-RoutersAdminTest-1682633733 tempest-RoutersAdminTest-1682633733-project] 10.222.0.79 "DELETE /v2.0/subnets/666f2c60-501b-4458-b02b-667311214e9a HTTP/1.1" status: 404 len: 337 time: 0.0766389 May 23 11:12:13.085737 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0395efaa-8b73-4762-917f-f297a96edd44 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:13.091284 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0395efaa-8b73-4762-917f-f297a96edd44 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:13.194324 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf72f63-5b38-4e39-8e84-0fcc8564e3fe req-2e71247a-0cb9-412b-ab12-98c9e0cb325e tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:13.195977 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cdf72f63-5b38-4e39-8e84-0fcc8564e3fe req-2e71247a-0cb9-412b-ab12-98c9e0cb325e tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=93b7d7c2-e675-4d2e-9ab7-7c54418a4129 HTTP/1.1" status: 200 len: 945 time: 0.6175880 May 23 11:12:13.203283 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0395efaa-8b73-4762-917f-f297a96edd44 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Pushing event updated for resources: {'Port': ['ID=fcf78bea-0818-4ab1-b200-1763e2d85b8f,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:13.220217 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0395efaa-8b73-4762-917f-f297a96edd44 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:12:13.220576 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0395efaa-8b73-4762-917f-f297a96edd44 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:12:13.220882 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0395efaa-8b73-4762-917f-f297a96edd44 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:12:13.221233 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0395efaa-8b73-4762-917f-f297a96edd44 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:12:13.221556 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0395efaa-8b73-4762-917f-f297a96edd44 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:12:13.221872 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0395efaa-8b73-4762-917f-f297a96edd44 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:12:13.222189 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0395efaa-8b73-4762-917f-f297a96edd44 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:12:13.222506 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0395efaa-8b73-4762-917f-f297a96edd44 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:12:13.223148 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0395efaa-8b73-4762-917f-f297a96edd44 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:12:13.223148 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0395efaa-8b73-4762-917f-f297a96edd44 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:12:13.223457 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0395efaa-8b73-4762-917f-f297a96edd44 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:12:13.230062 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0395efaa-8b73-4762-917f-f297a96edd44 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:13.230260 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f36e9-d101-490a-b2d7-09d0c72acc84 req-dced438d-f2c7-4271-b2a4-6e0ca1c81ec1 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:13.231607 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6a3f36e9-d101-490a-b2d7-09d0c72acc84 req-dced438d-f2c7-4271-b2a4-6e0ca1c81ec1 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=4cacb2e6-7c0d-43b2-b45b-6ba8ff5facdb HTTP/1.1" status: 200 len: 946 time: 0.6523125 May 23 11:12:13.237836 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2e8b6f66-c82a-4e73-b74d-ef79f2b98b50 req-5af211e3-e849-4d95-a846-2ba3e88c6bc4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3eae1d78-5641-4410-87a1-3877a4b52063 HTTP/1.1" status: 200 len: 217 time: 0.1852424 May 23 11:12:13.329546 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51448) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:13.383456 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cdf72f63-5b38-4e39-8e84-0fcc8564e3fe req-e30efcd0-8866-4b78-9bd6-065b263f99ef tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?id=f91d8711-19bb-4200-ad59-2b656b055eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755648 May 23 11:12:13.392638 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6e6dd01-010d-483b-a8d8-76cd8fa314e5 req-0e9c1fb7-6b09-4a9b-9063-87be48afa4d0 service neutron] 10.222.0.13 "GET /v2.0/networks/259a9b43-8479-43be-aaff-e5ef08242573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756595 May 23 11:12:13.398310 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b6f66-c82a-4e73-b74d-ef79f2b98b50 req-36758524-ea84-4d72-8f4d-61fcdca70345 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:13.399754 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2e8b6f66-c82a-4e73-b74d-ef79f2b98b50 req-36758524-ea84-4d72-8f4d-61fcdca70345 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e90196c5-4f0d-4cdc-acd6-b5d50157b8f1 HTTP/1.1" status: 200 len: 853 time: 0.1551788 May 23 11:12:13.402447 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6a3f36e9-d101-490a-b2d7-09d0c72acc84 req-4fa0f4ae-76ad-4a8b-a67e-ad7fa0452133 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611702 May 23 11:12:13.430735 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [None req-0395efaa-8b73-4762-917f-f297a96edd44 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Floating IP 9918ba39-93c4-4151-a605-921dfda0adce associated. External IP: 172.25.6.133, port: 5b9a87cb-3e1e-4a25-a9b2-814ea0990194. May 23 11:12:13.486351 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4a5d77-529d-4d6d-8cbb-75360931d430', 'tag': 'abdf22cc-7f0a-4a5d-b54b-fea54f83e909'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:12:13.493805 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2e8b6f66-c82a-4e73-b74d-ef79f2b98b50 req-b6d4beee-8111-495a-bbac-11c16e41d283 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=259a9b43-8479-43be-aaff-e5ef08242573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843251 May 23 11:12:13.630045 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bffce45-5836-4fdf-8e11-5bc4b3ba9f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9cbeceb-6363-4325-86df-88dad070beb1'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:12:13.749978 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-755d79b6-5845-4c06-8eb8-15d6b8a98982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:13.838700 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2e8b6f66-c82a-4e73-b74d-ef79f2b98b50 req-e4493339-fced-4858-b31a-023e4c1859f5 service neutron] 10.222.0.13 "GET /v2.0/networks/259a9b43-8479-43be-aaff-e5ef08242573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380766 May 23 11:12:13.865286 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0395efaa-8b73-4762-917f-f297a96edd44 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Router 50fe437b-61a5-4a3c-90c2-df56b9d63617 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:12:13.876193 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-755d79b6-5845-4c06-8eb8-15d6b8a98982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:12:13.888251 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-755d79b6-5845-4c06-8eb8-15d6b8a98982 admin admin] Usage tracker for resource:security_group_rule and tenant:cbabdaa8896a45a3b03155e5eaaad844 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:12:13.938285 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-755d79b6-5845-4c06-8eb8-15d6b8a98982 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:12:13.958114 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-755d79b6-5845-4c06-8eb8-15d6b8a98982 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:12:13.978305 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05b032-1010-4ee3-8ace-58247284b634 req-648f52ec-1e13-485b-b15b-2f60ee1d9b90 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:13.979815 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fa05b032-1010-4ee3-8ace-58247284b634 req-648f52ec-1e13-485b-b15b-2f60ee1d9b90 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/ports?device_id=248fcbae-6f32-4da2-acfd-5b5a44455c3b HTTP/1.1" status: 200 len: 944 time: 0.3257527 May 23 11:12:14.042248 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc80e1-7520-47eb-b2b1-eeccb34cc28a req-773b6f30-cce7-4102-af38-353c85b72d79 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:14.043651 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-06fc80e1-7520-47eb-b2b1-eeccb34cc28a req-773b6f30-cce7-4102-af38-353c85b72d79 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=aede9126-b9a4-49fb-9273-358a4305d1b0 HTTP/1.1" status: 200 len: 945 time: 0.3740878 May 23 11:12:14.070760 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0395efaa-8b73-4762-917f-f297a96edd44 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:12:14.081456 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c81c71-53e8-433e-ba11-9af56bb2654f None None] Sync routers for ids ['50fe437b-61a5-4a3c-90c2-df56b9d63617'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:12:14.093884 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0395efaa-8b73-4762-917f-f297a96edd44 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:14.097397 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c81c71-53e8-433e-ba11-9af56bb2654f None None] Routers {'50fe437b-61a5-4a3c-90c2-df56b9d63617'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:12:14.098032 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e0c81c71-53e8-433e-ba11-9af56bb2654f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:12:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['50fe437b-61a5-4a3c-90c2-df56b9d63617'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:14.115570 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2e8b6f66-c82a-4e73-b74d-ef79f2b98b50 req-598de647-7a07-47ef-a41e-30163324c985 service neutron] 10.222.0.13 "GET /v2.0/networks/259a9b43-8479-43be-aaff-e5ef08242573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669513 May 23 11:12:14.135656 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fa05b032-1010-4ee3-8ace-58247284b634 req-4ba3c6cd-d534-4b05-bb08-39775587fe9b tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/security-groups?id=c3a2b15e-44b9-4619-8140-4c6f2720689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466570 May 23 11:12:14.140901 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:14.155262 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0395efaa-8b73-4762-917f-f297a96edd44 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.9913089 May 23 11:12:14.156269 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51464) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:14.158103 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-06fc80e1-7520-47eb-b2b1-eeccb34cc28a req-f3b911aa-c11b-4e44-ace1-9a029e064cc9 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049421 May 23 11:12:14.161657 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-aecb4fb9-82fc-4750-b625-68ac5d3a61c8 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:12:14.172012 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-755d79b6-5845-4c06-8eb8-15d6b8a98982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:14.176918 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-755d79b6-5845-4c06-8eb8-15d6b8a98982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:14.204004 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e0c81c71-53e8-433e-ba11-9af56bb2654f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:14.236713 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c81c71-53e8-433e-ba11-9af56bb2654f None None] Routers {'50fe437b-61a5-4a3c-90c2-df56b9d63617'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:12:14.237447 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e0c81c71-53e8-433e-ba11-9af56bb2654f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:12:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['50fe437b-61a5-4a3c-90c2-df56b9d63617'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:14.360797 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e0c81c71-53e8-433e-ba11-9af56bb2654f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:14.361477 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c81c71-53e8-433e-ba11-9af56bb2654f None None] The sync data for ids ['50fe437b-61a5-4a3c-90c2-df56b9d63617'] in n-d-842952-2 is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:12:14.415172 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aecb4fb9-82fc-4750-b625-68ac5d3a61c8 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for floatingip, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:14.445816 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device db9c3afa-0b07-44c5-9d9e-b24df4d35d77 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:12:14.448377 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d79b6-5845-4c06-8eb8-15d6b8a98982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4c79aa-a1cb-472d-bc93-97be3f4ee809,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:14.457767 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-755d79b6-5845-4c06-8eb8-15d6b8a98982 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cbabdaa8896a45a3b03155e5eaaad844&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1212049 May 23 11:12:14.461191 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51472) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:14.569462 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8665d55-4364-4475-8a64-fcb75365985c req-012c5b54-b10e-46c8-a639-259009e64d37 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:14.573248 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8665d55-4364-4475-8a64-fcb75365985c req-012c5b54-b10e-46c8-a639-259009e64d37 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:14.577040 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8665d55-4364-4475-8a64-fcb75365985c req-012c5b54-b10e-46c8-a639-259009e64d37 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:14.580851 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8665d55-4364-4475-8a64-fcb75365985c req-012c5b54-b10e-46c8-a639-259009e64d37 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:14.584605 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8665d55-4364-4475-8a64-fcb75365985c req-012c5b54-b10e-46c8-a639-259009e64d37 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:14.587332 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port db9c3afa-0b07-44c5-9d9e-b24df4d35d77, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=db9c3afa-0b07-44c5-9d9e-b24df4d35d77,segment=NetworkSegment(e7b922b3-15a2-4883-bd23-67efe7247083),segment_id=e7b922b3-15a2-4883-bd23-67efe7247083)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:14.588480 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8665d55-4364-4475-8a64-fcb75365985c req-012c5b54-b10e-46c8-a639-259009e64d37 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:14.592313 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8665d55-4364-4475-8a64-fcb75365985c req-012c5b54-b10e-46c8-a639-259009e64d37 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:14.594186 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d8665d55-4364-4475-8a64-fcb75365985c req-012c5b54-b10e-46c8-a639-259009e64d37 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 5420 time: 0.2488790 May 23 11:12:14.596764 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0b8e47a0-dfee-4163-9243-4fbdd5d86152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:14.605213 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e0768-bb4f-4243-9e99-2ea9e997dd77 req-ffd35195-ee85-4f85-9862-f5380060f071 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:14.606627 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-453e0768-bb4f-4243-9e99-2ea9e997dd77 req-ffd35195-ee85-4f85-9862-f5380060f071 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bffce45-5836-4fdf-8e11-5bc4b3ba9f77 HTTP/1.1" status: 200 len: 945 time: 0.2121985 May 23 11:12:14.608378 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': 'db9c3afa-0b07-44c5-9d9e-b24df4d35d77', 'network_id': '58ef6021-e396-465d-be5f-f38283ee2d4e', 'port_id': 'db9c3afa-0b07-44c5-9d9e-b24df4d35d77', 'mac_address': 'fa:16:3e:33:45:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd58e10eb-eed0-4186-8daa-9070770a55fe', 'ip_address': '10.1.1.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:12:14.671580 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:14.672289 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0b8e47a0-dfee-4163-9243-4fbdd5d86152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:14.690279 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db9c3afa-0b07-44c5-9d9e-b24df4d35d77 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:12:14.706053 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port db9c3afa-0b07-44c5-9d9e-b24df4d35d77, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=db9c3afa-0b07-44c5-9d9e-b24df4d35d77,segment=NetworkSegment(e7b922b3-15a2-4883-bd23-67efe7247083),segment_id=e7b922b3-15a2-4883-bd23-67efe7247083)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:14.710371 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aecb4fb9-82fc-4750-b625-68ac5d3a61c8 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:14.711200 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:14.711940 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 4b591b58-1bf1-4cef-b2f3-f83a8acf29e7 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:12:14.716546 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aecb4fb9-82fc-4750-b625-68ac5d3a61c8 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:14.717526 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [None req-aecb4fb9-82fc-4750-b625-68ac5d3a61c8 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Floating IP 9918ba39-93c4-4151-a605-921dfda0adce disassociated. External IP: 172.25.6.133, port: 5b9a87cb-3e1e-4a25-a9b2-814ea0990194. May 23 11:12:14.734770 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d8665d55-4364-4475-8a64-fcb75365985c req-bf233f2f-889a-4de8-97c0-92a6cf7dc853 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=80bd5d80-b839-4f0d-bc84-203290106c00&id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1200323 May 23 11:12:14.740389 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-453e0768-bb4f-4243-9e99-2ea9e997dd77 req-a2524aec-581c-453f-bcba-48b3d693eab0 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffad727e-f899-4601-8784-d020ca5beafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246018 May 23 11:12:14.772523 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0b8e47a0-dfee-4163-9243-4fbdd5d86152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:14.788569 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e47a0-dfee-4163-9243-4fbdd5d86152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4c79aa-a1cb-472d-bc93-97be3f4ee809,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:14.800294 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0b8e47a0-dfee-4163-9243-4fbdd5d86152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:14.801729 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0b8e47a0-dfee-4163-9243-4fbdd5d86152 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8e4c79aa-a1cb-472d-bc93-97be3f4ee809 HTTP/1.1" status: 204 len: 168 time: 0.3381844 May 23 11:12:14.840152 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 3eae1d78-5641-4410-87a1-3877a4b52063 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:12:14.853174 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 4b591b58-1bf1-4cef-b2f3-f83a8acf29e7, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=4b591b58-1bf1-4cef-b2f3-f83a8acf29e7,segment=NetworkSegment(e7b922b3-15a2-4883-bd23-67efe7247083),segment_id=e7b922b3-15a2-4883-bd23-67efe7247083)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:14.879241 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '4b591b58-1bf1-4cef-b2f3-f83a8acf29e7', 'network_id': '58ef6021-e396-465d-be5f-f38283ee2d4e', 'port_id': '4b591b58-1bf1-4cef-b2f3-f83a8acf29e7', 'mac_address': 'fa:16:3e:2b:02:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd58e10eb-eed0-4186-8daa-9070770a55fe', 'ip_address': '10.1.1.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:12:14.882928 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=db9c3afa-0b07-44c5-9d9e-b24df4d35d77,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:14.900129 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f76c765c-10fa-43bb-87b6-5a435cac94f2'] response: {'name': 'network-changed', 'server_uuid': 'ea4a5d77-529d-4d6d-8cbb-75360931d430', 'tag': 'abdf22cc-7f0a-4a5d-b54b-fea54f83e909', 'status': 'completed', 'code': 200} May 23 11:12:15.027513 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae7b9e87-094d-4921-a2fb-b8b2b68be528'] response: {'server_uuid': '8bffce45-5836-4fdf-8e11-5bc4b3ba9f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9cbeceb-6363-4325-86df-88dad070beb1', 'code': 200} May 23 11:12:15.216171 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 3eae1d78-5641-4410-87a1-3877a4b52063, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=3eae1d78-5641-4410-87a1-3877a4b52063,segment=NetworkSegment(ad9b3fe2-7277-4984-8ef8-43e56dd6b10d),segment_id=ad9b3fe2-7277-4984-8ef8-43e56dd6b10d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:15.236825 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fe0636bf-aef5-4b59-a4e8-16fbda6fd902 req-4e8cf78f-1ae9-49f0-8ebe-e3eb4b883aef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ea9de6708f24ca4b9c663f6619e9730&device_id=ea4a5d77-529d-4d6d-8cbb-75360931d430 HTTP/1.1" status: 200 len: 1095 time: 0.3092999 May 23 11:12:15.237993 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:15.250299 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '3eae1d78-5641-4410-87a1-3877a4b52063', 'network_id': '259a9b43-8479-43be-aaff-e5ef08242573', 'port_id': '3eae1d78-5641-4410-87a1-3877a4b52063', 'mac_address': 'fa:16:3e:28:28:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e90196c5-4f0d-4cdc-acd6-b5d50157b8f1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:12:15.302640 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b591b58-1bf1-4cef-b2f3-f83a8acf29e7 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:12:15.339193 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aecb4fb9-82fc-4750-b625-68ac5d3a61c8 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Router 50fe437b-61a5-4a3c-90c2-df56b9d63617 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:12:15.339902 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51482) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:15.355567 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 4b591b58-1bf1-4cef-b2f3-f83a8acf29e7, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=4b591b58-1bf1-4cef-b2f3-f83a8acf29e7,segment=NetworkSegment(e7b922b3-15a2-4883-bd23-67efe7247083),segment_id=e7b922b3-15a2-4883-bd23-67efe7247083)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:15.358569 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:15.373668 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d27e15-ef89-4085-ad83-0da8ae905b37 req-7cb1462f-f4ae-447c-ae86-21e559f78f60 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:15.373904 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:15.374616 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:12:15.375228 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-40d27e15-ef89-4085-ad83-0da8ae905b37 req-7cb1462f-f4ae-447c-ae86-21e559f78f60 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=4cacb2e6-7c0d-43b2-b45b-6ba8ff5facdb HTTP/1.1" status: 200 len: 946 time: 0.4014697 May 23 11:12:15.415666 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e5da45e1-491d-4b37-9e2b-782753f50b76 req-55691577-f5aa-4bf6-8c00-7c0935d26a7a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8bffce45-5836-4fdf-8e11-5bc4b3ba9f77 HTTP/1.1" status: 200 len: 1096 time: 0.3231907 May 23 11:12:15.429134 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eae1d78-5641-4410-87a1-3877a4b52063 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:12:15.470942 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 3eae1d78-5641-4410-87a1-3877a4b52063, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=3eae1d78-5641-4410-87a1-3877a4b52063,segment=NetworkSegment(ad9b3fe2-7277-4984-8ef8-43e56dd6b10d),segment_id=ad9b3fe2-7277-4984-8ef8-43e56dd6b10d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:15.484457 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce,segment=NetworkSegment(e7b922b3-15a2-4883-bd23-67efe7247083),segment_id=e7b922b3-15a2-4883-bd23-67efe7247083)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:15.492504 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:15.503114 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': 'fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce', 'network_id': '58ef6021-e396-465d-be5f-f38283ee2d4e', 'port_id': 'fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce', 'mac_address': 'fa:16:3e:83:22:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd58e10eb-eed0-4186-8daa-9070770a55fe', 'ip_address': '10.1.1.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:12:15.505043 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=4b591b58-1bf1-4cef-b2f3-f83a8acf29e7,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:15.560488 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8d11d0d1-2e8d-4788-87a4-2a676b9c5861 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3a58b3a6e9ef44afb95c6caff7db1301&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2169173 May 23 11:12:15.566937 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51488) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:15.575518 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e5da45e1-491d-4b37-9e2b-782753f50b76 req-2defdcdf-f9dd-48a8-8078-50fda027b780 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=ffad727e-f899-4601-8784-d020ca5beafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511629 May 23 11:12:15.598632 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0636bf-aef5-4b59-a4e8-16fbda6fd902 req-c73fd6db-0d2d-4085-92af-76a333f82503 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:15.600103 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fe0636bf-aef5-4b59-a4e8-16fbda6fd902 req-c73fd6db-0d2d-4085-92af-76a333f82503 service neutron] 10.222.0.13 "GET /v2.0/networks?id=259a9b43-8479-43be-aaff-e5ef08242573 HTTP/1.1" status: 200 len: 914 time: 0.3530598 May 23 11:12:15.605883 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-40d27e15-ef89-4085-ad83-0da8ae905b37 req-22b4d72a-a36a-4163-9eed-2fa6f3d7d9dc tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182832 May 23 11:12:15.621316 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:15.638408 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=3eae1d78-5641-4410-87a1-3877a4b52063,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:15.656482 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:12:15.668469 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aecb4fb9-82fc-4750-b625-68ac5d3a61c8 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:12:15.673667 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aecb4fb9-82fc-4750-b625-68ac5d3a61c8 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:15.674713 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce,segment=NetworkSegment(e7b922b3-15a2-4883-bd23-67efe7247083),segment_id=e7b922b3-15a2-4883-bd23-67efe7247083)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:15.680773 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56088c3-75fd-4cf3-862f-7b309367e1eb None None] Sync routers for ids ['50fe437b-61a5-4a3c-90c2-df56b9d63617'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:12:15.684515 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:15.685636 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 9a44d654-6b97-41f9-82f8-7a39efafc1c3 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:12:15.726101 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fe0636bf-aef5-4b59-a4e8-16fbda6fd902 req-1c6976ae-7d81-4888-9076-d937ef517c42 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abdf22cc-7f0a-4a5d-b54b-fea54f83e909 HTTP/1.1" status: 200 len: 217 time: 0.0959549 May 23 11:12:15.747995 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-aecb4fb9-82fc-4750-b625-68ac5d3a61c8 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "PUT /v2.0/floatingips/9918ba39-93c4-4151-a605-921dfda0adce HTTP/1.1" status: 200 len: 688 time: 1.5901277 May 23 11:12:15.750108 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51494) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:15.789680 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56088c3-75fd-4cf3-862f-7b309367e1eb None None] Routers {'50fe437b-61a5-4a3c-90c2-df56b9d63617'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:12:15.790651 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b56088c3-75fd-4cf3-862f-7b309367e1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:12:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['50fe437b-61a5-4a3c-90c2-df56b9d63617'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:15.802287 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bec32-3271-419a-97fc-362d154b6f94 req-d5a28943-cbc8-4cce-ba8b-fcfaf9600ede tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:15.809337 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-179bec32-3271-419a-97fc-362d154b6f94 req-d5a28943-cbc8-4cce-ba8b-fcfaf9600ede tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=93b7d7c2-e675-4d2e-9ab7-7c54418a4129 HTTP/1.1" status: 200 len: 945 time: 0.3083129 May 23 11:12:15.874929 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9acdad36-0530-47e5-b20e-03796432e17a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:15.918114 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b56088c3-75fd-4cf3-862f-7b309367e1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:15.920525 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0636bf-aef5-4b59-a4e8-16fbda6fd902 req-e685c2bc-b19f-467d-ab50-b9a53adcd746 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:15.922637 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fe0636bf-aef5-4b59-a4e8-16fbda6fd902 req-e685c2bc-b19f-467d-ab50-b9a53adcd746 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e90196c5-4f0d-4cdc-acd6-b5d50157b8f1 HTTP/1.1" status: 200 len: 853 time: 0.1900930 May 23 11:12:15.926997 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['3eae1d78-5641-4410-87a1-3877a4b52063'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:12:15.950058 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:15.957106 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-8ee334e2-5357-40b8-8fb5-efc9461a2d27 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Deleting port fcf78bea-0818-4ab1-b200-1763e2d85b8f {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:12:15.957654 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8ee334e2-5357-40b8-8fb5-efc9461a2d27 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:15.980466 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9acdad36-0530-47e5-b20e-03796432e17a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:16.012428 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fe0636bf-aef5-4b59-a4e8-16fbda6fd902 req-bcf21795-6f2b-4cbb-8d1f-9743842a4213 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=259a9b43-8479-43be-aaff-e5ef08242573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732110 May 23 11:12:16.016384 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-179bec32-3271-419a-97fc-362d154b6f94 req-ecba680c-4949-43fb-b4ad-fba9afcfdd63 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?id=f91d8711-19bb-4200-ad59-2b656b055eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062652 May 23 11:12:16.021143 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56088c3-75fd-4cf3-862f-7b309367e1eb None None] Routers {'50fe437b-61a5-4a3c-90c2-df56b9d63617'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:12:16.021897 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b56088c3-75fd-4cf3-862f-7b309367e1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:12:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['50fe437b-61a5-4a3c-90c2-df56b9d63617'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:16.099720 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9acdad36-0530-47e5-b20e-03796432e17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:16.105192 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b56088c3-75fd-4cf3-862f-7b309367e1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:16.105737 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56088c3-75fd-4cf3-862f-7b309367e1eb None None] The sync data for ids ['50fe437b-61a5-4a3c-90c2-df56b9d63617'] in n-d-842952-2 is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:12:16.127354 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 9a44d654-6b97-41f9-82f8-7a39efafc1c3, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=9a44d654-6b97-41f9-82f8-7a39efafc1c3,segment=NetworkSegment(4fb36cd3-6cfe-4123-a5c3-41bfd28cb3c6),segment_id=4fb36cd3-6cfe-4123-a5c3-41bfd28cb3c6)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:16.139238 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acdad36-0530-47e5-b20e-03796432e17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fafbf6d-3fbf-48a7-9ae1-c2765f6fc8c9,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:16.146367 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9acdad36-0530-47e5-b20e-03796432e17a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:16.150801 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9acdad36-0530-47e5-b20e-03796432e17a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1fafbf6d-3fbf-48a7-9ae1-c2765f6fc8c9 HTTP/1.1" status: 204 len: 168 time: 0.5713356 May 23 11:12:16.150976 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '9a44d654-6b97-41f9-82f8-7a39efafc1c3', 'network_id': 'e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d', 'port_id': '9a44d654-6b97-41f9-82f8-7a39efafc1c3', 'mac_address': 'fa:16:3e:58:ee:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3002fdac-2784-401d-a448-1ed62ecf0bbd', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:12:16.261806 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:16.293403 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a44d654-6b97-41f9-82f8-7a39efafc1c3 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:12:16.326867 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8ee334e2-5357-40b8-8fb5-efc9461a2d27 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:16.327236 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8ee334e2-5357-40b8-8fb5-efc9461a2d27 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:16.330283 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 9a44d654-6b97-41f9-82f8-7a39efafc1c3, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=9a44d654-6b97-41f9-82f8-7a39efafc1c3,segment=NetworkSegment(4fb36cd3-6cfe-4123-a5c3-41bfd28cb3c6),segment_id=4fb36cd3-6cfe-4123-a5c3-41bfd28cb3c6)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:16.336891 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:16.337685 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device b1eba941-2df3-4bcf-85f4-35d01dbde7af details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:12:16.342448 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51636a-54c4-477d-acbf-a0bcce4a00fa req-9c6cf1f1-12cb-4988-bc77-3e37ab2f017a tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:16.344891 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bd51636a-54c4-477d-acbf-a0bcce4a00fa req-9c6cf1f1-12cb-4988-bc77-3e37ab2f017a tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/ports?device_id=248fcbae-6f32-4da2-acfd-5b5a44455c3b HTTP/1.1" status: 200 len: 945 time: 0.5115008 May 23 11:12:16.346704 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fe0636bf-aef5-4b59-a4e8-16fbda6fd902 req-7da4d5c1-dc44-4bd9-b65e-90e082d8801c service neutron] 10.222.0.13 "GET /v2.0/networks/259a9b43-8479-43be-aaff-e5ef08242573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724092 May 23 11:12:16.471299 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-8ee334e2-5357-40b8-8fb5-efc9461a2d27 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Calling delete_port for fcf78bea-0818-4ab1-b200-1763e2d85b8f owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:12:16.485955 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=9a44d654-6b97-41f9-82f8-7a39efafc1c3,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:16.516873 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bd51636a-54c4-477d-acbf-a0bcce4a00fa req-831d9873-fdd7-4507-bb31-5432421cefaf tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/security-groups?id=c3a2b15e-44b9-4619-8140-4c6f2720689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642563 May 23 11:12:16.562743 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port b1eba941-2df3-4bcf-85f4-35d01dbde7af, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=b1eba941-2df3-4bcf-85f4-35d01dbde7af,segment=NetworkSegment(2a37e35a-c59c-4ce5-85bd-85ec38876ac8),segment_id=2a37e35a-c59c-4ce5-85bd-85ec38876ac8)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:16.582592 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': 'b1eba941-2df3-4bcf-85f4-35d01dbde7af', 'network_id': '23dc4a33-f2ce-4b86-bf3b-fd54d05f4691', 'port_id': 'b1eba941-2df3-4bcf-85f4-35d01dbde7af', 'mac_address': 'fa:16:3e:0e:2f:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2226f5c-2e5b-46dc-ae1a-6976c060aeaf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:12:16.606908 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fe0636bf-aef5-4b59-a4e8-16fbda6fd902 req-9b3536bf-9ac7-40e6-ae29-917ec21c5137 service neutron] 10.222.0.13 "GET /v2.0/networks/259a9b43-8479-43be-aaff-e5ef08242573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316530 May 23 11:12:16.630818 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c95bd-5d28-4780-844c-a50a87fd3cba req-8ba132fb-ca25-47cc-b9b9-78c452ad50ab tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:16.638673 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-369c95bd-5d28-4780-844c-a50a87fd3cba req-8ba132fb-ca25-47cc-b9b9-78c452ad50ab tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=aede9126-b9a4-49fb-9273-358a4305d1b0 HTTP/1.1" status: 200 len: 945 time: 0.4260724 May 23 11:12:16.683127 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:16.693380 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-369c95bd-5d28-4780-844c-a50a87fd3cba req-b7af5833-be18-4d3a-b052-38f6a59936b3 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536461 May 23 11:12:16.702419 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1eba941-2df3-4bcf-85f4-35d01dbde7af {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:12:16.733594 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port b1eba941-2df3-4bcf-85f4-35d01dbde7af, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=b1eba941-2df3-4bcf-85f4-35d01dbde7af,segment=NetworkSegment(2a37e35a-c59c-4ce5-85bd-85ec38876ac8),segment_id=2a37e35a-c59c-4ce5-85bd-85ec38876ac8)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:16.741748 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:16.742677 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 24c0e8e3-e2c6-4186-8f44-ff76dec40384 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:12:16.778876 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8ee334e2-5357-40b8-8fb5-efc9461a2d27 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:16.907029 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=b1eba941-2df3-4bcf-85f4-35d01dbde7af,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:16.919808 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device abdf22cc-7f0a-4a5d-b54b-fea54f83e909 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:12:16.974167 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 24c0e8e3-e2c6-4186-8f44-ff76dec40384, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=24c0e8e3-e2c6-4186-8f44-ff76dec40384,segment=NetworkSegment(e7b922b3-15a2-4883-bd23-67efe7247083),segment_id=e7b922b3-15a2-4883-bd23-67efe7247083)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:17.003974 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee334e2-5357-40b8-8fb5-efc9461a2d27 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Pushing event deleted for resources: {'Port': ['ID=fcf78bea-0818-4ab1-b200-1763e2d85b8f,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:17.138598 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '24c0e8e3-e2c6-4186-8f44-ff76dec40384', 'network_id': '58ef6021-e396-465d-be5f-f38283ee2d4e', 'port_id': '24c0e8e3-e2c6-4186-8f44-ff76dec40384', 'mac_address': 'fa:16:3e:06:b7:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd58e10eb-eed0-4186-8daa-9070770a55fe', 'ip_address': '10.1.1.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:12:17.147721 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8ee334e2-5357-40b8-8fb5-efc9461a2d27 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:17.173347 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8ee334e2-5357-40b8-8fb5-efc9461a2d27 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:17.175206 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8ee334e2-5357-40b8-8fb5-efc9461a2d27 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "DELETE /v2.0/floatingips/9918ba39-93c4-4151-a605-921dfda0adce HTTP/1.1" status: 204 len: 168 time: 1.4228904 May 23 11:12:17.180199 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51524) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:17.199171 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e6195be4-7fdb-4154-9350-78b1ec403ea3 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'port_id': '2078599f-2e47-470d-9564-a4cf6675a250'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:12:17.218429 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e6195be4-7fdb-4154-9350-78b1ec403ea3 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:12:17.228491 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e6195be4-7fdb-4154-9350-78b1ec403ea3 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Usage tracker for resource:floatingip and tenant:64767f7d3ba2443580b9b187013efe7a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:12:17.236587 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e6195be4-7fdb-4154-9350-78b1ec403ea3 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:12:17.252432 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e6195be4-7fdb-4154-9350-78b1ec403ea3 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:12:17.254543 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:17.266377 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c14a4-559b-4838-8bfb-ede1a0010081 req-4c0c1b79-44f6-4188-b885-15dfffa94885 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:17.268038 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-047c14a4-559b-4838-8bfb-ede1a0010081 req-4c0c1b79-44f6-4188-b885-15dfffa94885 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.13 "GET /v2.0/ports?device_id=aede9126-b9a4-49fb-9273-358a4305d1b0 HTTP/1.1" status: 200 len: 945 time: 0.5085011 May 23 11:12:17.276394 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e6195be4-7fdb-4154-9350-78b1ec403ea3 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for floatingip, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:17.356123 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24c0e8e3-e2c6-4186-8f44-ff76dec40384 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:12:17.468521 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e6195be4-7fdb-4154-9350-78b1ec403ea3 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:17.469216 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-047c14a4-559b-4838-8bfb-ede1a0010081 req-d392db6c-66f5-4282-a01a-c0b1cd9b20d4 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Deleting port 44373a6d-8c7f-48f9-915a-04fb0a98c057 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:12:17.469562 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-047c14a4-559b-4838-8bfb-ede1a0010081 req-d392db6c-66f5-4282-a01a-c0b1cd9b20d4 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:17.484354 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port abdf22cc-7f0a-4a5d-b54b-fea54f83e909, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=abdf22cc-7f0a-4a5d-b54b-fea54f83e909,segment=NetworkSegment(ad9b3fe2-7277-4984-8ef8-43e56dd6b10d),segment_id=ad9b3fe2-7277-4984-8ef8-43e56dd6b10d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:17.509988 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 24c0e8e3-e2c6-4186-8f44-ff76dec40384, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=24c0e8e3-e2c6-4186-8f44-ff76dec40384,segment=NetworkSegment(e7b922b3-15a2-4883-bd23-67efe7247083),segment_id=e7b922b3-15a2-4883-bd23-67efe7247083)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:17.518773 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c4f0a5-f9ca-42b8-b74d-2297ede6ce29 req-310a36ee-f5ea-4560-9284-4a051673c3ba tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:17.525977 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e1c4f0a5-f9ca-42b8-b74d-2297ede6ce29 req-310a36ee-f5ea-4560-9284-4a051673c3ba tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bffce45-5836-4fdf-8e11-5bc4b3ba9f77 HTTP/1.1" status: 200 len: 945 time: 0.3829489 May 23 11:12:17.527904 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:17.528684 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 763c10d1-b57e-48c8-8043-0443d4788a7a details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:12:17.566072 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'abdf22cc-7f0a-4a5d-b54b-fea54f83e909', 'network_id': '259a9b43-8479-43be-aaff-e5ef08242573', 'port_id': 'abdf22cc-7f0a-4a5d-b54b-fea54f83e909', 'mac_address': 'fa:16:3e:a4:91:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e90196c5-4f0d-4cdc-acd6-b5d50157b8f1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:12:17.600081 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a434e-64be-4ce3-b3d3-e0f72b895ae0 req-75edd9a6-1324-4f52-a823-cf63fae9d416 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:17.603989 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a434e-64be-4ce3-b3d3-e0f72b895ae0 req-75edd9a6-1324-4f52-a823-cf63fae9d416 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:17.607852 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a434e-64be-4ce3-b3d3-e0f72b895ae0 req-75edd9a6-1324-4f52-a823-cf63fae9d416 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:17.611748 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a434e-64be-4ce3-b3d3-e0f72b895ae0 req-75edd9a6-1324-4f52-a823-cf63fae9d416 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:17.614417 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 763c10d1-b57e-48c8-8043-0443d4788a7a, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=763c10d1-b57e-48c8-8043-0443d4788a7a,segment=NetworkSegment(4fb36cd3-6cfe-4123-a5c3-41bfd28cb3c6),segment_id=4fb36cd3-6cfe-4123-a5c3-41bfd28cb3c6)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:17.615836 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a434e-64be-4ce3-b3d3-e0f72b895ae0 req-75edd9a6-1324-4f52-a823-cf63fae9d416 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:17.619897 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a434e-64be-4ce3-b3d3-e0f72b895ae0 req-75edd9a6-1324-4f52-a823-cf63fae9d416 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:17.623854 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a434e-64be-4ce3-b3d3-e0f72b895ae0 req-75edd9a6-1324-4f52-a823-cf63fae9d416 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:17.631375 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6d6a434e-64be-4ce3-b3d3-e0f72b895ae0 req-75edd9a6-1324-4f52-a823-cf63fae9d416 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 5425 time: 0.2614899 May 23 11:12:17.661113 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-e6195be4-7fdb-4154-9350-78b1ec403ea3 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Allocated IP 172.25.6.25 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/050802f1-1534-4778-91e2-fe1431e1c395) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:12:17.697718 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '763c10d1-b57e-48c8-8043-0443d4788a7a', 'network_id': 'e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d', 'port_id': '763c10d1-b57e-48c8-8043-0443d4788a7a', 'mac_address': 'fa:16:3e:87:e8:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3002fdac-2784-401d-a448-1ed62ecf0bbd', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:12:17.730324 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e1c4f0a5-f9ca-42b8-b74d-2297ede6ce29 req-4018072a-8e43-4569-8cea-ff5fbffad7c2 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffad727e-f899-4601-8784-d020ca5beafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033951 May 23 11:12:17.755444 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:17.768536 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=24c0e8e3-e2c6-4186-8f44-ff76dec40384,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:17.780277 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6d6a434e-64be-4ce3-b3d3-e0f72b895ae0 req-bcd9aa2a-9412-40f8-831c-f89da52a2156 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=80bd5d80-b839-4f0d-bc84-203290106c00&id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1479580 May 23 11:12:17.807332 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abdf22cc-7f0a-4a5d-b54b-fea54f83e909 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:12:17.860214 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:17.884343 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 763c10d1-b57e-48c8-8043-0443d4788a7a {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:12:17.895128 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port abdf22cc-7f0a-4a5d-b54b-fea54f83e909, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=abdf22cc-7f0a-4a5d-b54b-fea54f83e909,segment=NetworkSegment(ad9b3fe2-7277-4984-8ef8-43e56dd6b10d),segment_id=ad9b3fe2-7277-4984-8ef8-43e56dd6b10d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:17.910191 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:17.982448 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e6195be4-7fdb-4154-9350-78b1ec403ea3 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:18.009381 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 763c10d1-b57e-48c8-8043-0443d4788a7a, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=763c10d1-b57e-48c8-8043-0443d4788a7a,segment=NetworkSegment(4fb36cd3-6cfe-4123-a5c3-41bfd28cb3c6),segment_id=4fb36cd3-6cfe-4123-a5c3-41bfd28cb3c6)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:18.021042 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e6195be4-7fdb-4154-9350-78b1ec403ea3 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:18.040248 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:18.062206 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-047c14a4-559b-4838-8bfb-ede1a0010081 req-d392db6c-66f5-4282-a01a-c0b1cd9b20d4 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] For port 44373a6d-8c7f-48f9-915a-04fb0a98c057, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=44373a6d-8c7f-48f9-915a-04fb0a98c057,segment=NetworkSegment(633c66ca-dc41-4b0b-a0a3-ed62624a9374),segment_id=633c66ca-dc41-4b0b-a0a3-ed62624a9374)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:18.062561 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-047c14a4-559b-4838-8bfb-ede1a0010081 req-d392db6c-66f5-4282-a01a-c0b1cd9b20d4 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:18.085569 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed57000-860b-4479-92d2-da1c4ef1ab12 req-4cdb95f8-a8c5-4d6e-9bf1-fa5edd8e48a2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:18.103050 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9ed57000-860b-4479-92d2-da1c4ef1ab12 req-4cdb95f8-a8c5-4d6e-9bf1-fa5edd8e48a2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=93b7d7c2-e675-4d2e-9ab7-7c54418a4129 HTTP/1.1" status: 200 len: 945 time: 0.1661913 May 23 11:12:18.107526 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51548) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:18.108335 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6195be4-7fdb-4154-9350-78b1ec403ea3 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Pushing event updated for resources: {'Port': ['ID=050802f1-1534-4778-91e2-fe1431e1c395,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:18.114976 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=abdf22cc-7f0a-4a5d-b54b-fea54f83e909,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:18.120976 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-9b858628-4b86-442a-a392-95d3cf6bd7c6 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Request body: {'floatingip': {'port_id': 'c8a17c57-9abc-4f3d-9f38-186fb3681889'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:12:18.219612 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=763c10d1-b57e-48c8-8043-0443d4788a7a,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:18.253171 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-047c14a4-559b-4838-8bfb-ede1a0010081 req-d392db6c-66f5-4282-a01a-c0b1cd9b20d4 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Calling delete_port for 44373a6d-8c7f-48f9-915a-04fb0a98c057 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:12:18.262479 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9b858628-4b86-442a-a392-95d3cf6bd7c6 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for floatingip, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:18.372188 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6195be4-7fdb-4154-9350-78b1ec403ea3 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:12:18.377669 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-e6195be4-7fdb-4154-9350-78b1ec403ea3 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:12:18.379902 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6195be4-7fdb-4154-9350-78b1ec403ea3 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:12:18.405521 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['abdf22cc-7f0a-4a5d-b54b-fea54f83e909'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:12:18.498570 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19bf8f-3bed-4920-914d-66196aa193ee req-b000fda7-7e7d-4a4d-8ce1-0f69086d1f11 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:18.500097 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6e19bf8f-3bed-4920-914d-66196aa193ee req-b000fda7-7e7d-4a4d-8ce1-0f69086d1f11 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/ports?device_id=248fcbae-6f32-4da2-acfd-5b5a44455c3b HTTP/1.1" status: 200 len: 945 time: 0.2583697 May 23 11:12:18.515925 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814fabe-002c-4ca0-beea-371ef0317b05 req-f96bfdc9-55e3-4769-8aa0-c47b6a97d40a tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:18.516942 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8814fabe-002c-4ca0-beea-371ef0317b05 req-f96bfdc9-55e3-4769-8aa0-c47b6a97d40a tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=aede9126-b9a4-49fb-9273-358a4305d1b0 HTTP/1.1" status: 200 len: 945 time: 0.2360387 May 23 11:12:18.601121 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-047c14a4-559b-4838-8bfb-ede1a0010081 req-d392db6c-66f5-4282-a01a-c0b1cd9b20d4 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:18.649281 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6e19bf8f-3bed-4920-914d-66196aa193ee req-2aa957c6-f691-4f3e-97bc-be0d3d517e24 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/security-groups?id=c3a2b15e-44b9-4619-8140-4c6f2720689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432738 May 23 11:12:18.658152 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d392db6c-66f5-4282-a01a-c0b1cd9b20d4 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Pushing event deleted for resources: {'Port': ['ID=44373a6d-8c7f-48f9-915a-04fb0a98c057,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:18.677318 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8814fabe-002c-4ca0-beea-371ef0317b05 req-200dc87e-de74-423e-b037-13fb75d805f3 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406007 May 23 11:12:18.700854 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d392db6c-66f5-4282-a01a-c0b1cd9b20d4 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:12:18.701317 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d392db6c-66f5-4282-a01a-c0b1cd9b20d4 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:12:18.701775 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d392db6c-66f5-4282-a01a-c0b1cd9b20d4 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:12:18.702331 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d392db6c-66f5-4282-a01a-c0b1cd9b20d4 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:12:18.703125 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d392db6c-66f5-4282-a01a-c0b1cd9b20d4 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:12:18.703538 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d392db6c-66f5-4282-a01a-c0b1cd9b20d4 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:12:18.708071 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d392db6c-66f5-4282-a01a-c0b1cd9b20d4 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:12:18.708595 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d392db6c-66f5-4282-a01a-c0b1cd9b20d4 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:12:18.709156 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d392db6c-66f5-4282-a01a-c0b1cd9b20d4 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:12:18.709905 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d392db6c-66f5-4282-a01a-c0b1cd9b20d4 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:12:18.710021 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d392db6c-66f5-4282-a01a-c0b1cd9b20d4 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:12:18.827021 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 3eae1d78-5641-4410-87a1-3877a4b52063 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:12:18.831398 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-047c14a4-559b-4838-8bfb-ede1a0010081 req-d392db6c-66f5-4282-a01a-c0b1cd9b20d4 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] No DVR routers for this DVR port 44373a6d-8c7f-48f9-915a-04fb0a98c057 on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:12:18.835250 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-047c14a4-559b-4838-8bfb-ede1a0010081 req-d392db6c-66f5-4282-a01a-c0b1cd9b20d4 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:18.840977 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aede9126-b9a4-49fb-9273-358a4305d1b0', 'name': 'network-vif-deleted', 'tag': '44373a6d-8c7f-48f9-915a-04fb0a98c057'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:12:18.853080 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-047c14a4-559b-4838-8bfb-ede1a0010081 req-d392db6c-66f5-4282-a01a-c0b1cd9b20d4 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.13 "DELETE /v2.0/ports/44373a6d-8c7f-48f9-915a-04fb0a98c057 HTTP/1.1" status: 204 len: 173 time: 1.5667367 May 23 11:12:18.946836 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51572) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:18.947882 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 3eae1d78-5641-4410-87a1-3877a4b52063 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:12:18.957881 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 3eae1d78-5641-4410-87a1-3877a4b52063 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:12:18.959921 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:19.067876 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:12:19.112953 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['9a44d654-6b97-41f9-82f8-7a39efafc1c3'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:12:19.139117 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-18789bd9-393c-4060-b465-adc80331fd3e tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1673748997', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:12:19.142707 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['4b591b58-1bf1-4cef-b2f3-f83a8acf29e7'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:12:19.150449 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-18789bd9-393c-4060-b465-adc80331fd3e tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:12:19.158249 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-18789bd9-393c-4060-b465-adc80331fd3e tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] Usage tracker for resource:port and tenant:5fc58662b73b41dd9f39c9233a71723a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:12:19.163539 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-18789bd9-393c-4060-b465-adc80331fd3e tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:12:19.177273 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-18789bd9-393c-4060-b465-adc80331fd3e tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:12:19.186080 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['763c10d1-b57e-48c8-8043-0443d4788a7a'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:12:19.212201 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18789bd9-393c-4060-b465-adc80331fd3e tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] Made reservation on behalf of 5fc58662b73b41dd9f39c9233a71723a for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:12:19.214509 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-18789bd9-393c-4060-b465-adc80331fd3e tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:19.234907 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ee1b8-2231-42ea-b2d3-2a717edd6204 req-4bad97ca-667c-4f73-88d6-93a989ffc087 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:19.236446 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5d0ee1b8-2231-42ea-b2d3-2a717edd6204 req-4bad97ca-667c-4f73-88d6-93a989ffc087 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=4cacb2e6-7c0d-43b2-b45b-6ba8ff5facdb HTTP/1.1" status: 200 len: 946 time: 0.2520211 May 23 11:12:19.240259 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-18789bd9-393c-4060-b465-adc80331fd3e tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:19.243408 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['b1eba941-2df3-4bcf-85f4-35d01dbde7af'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:12:19.263415 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386bf4b-c921-46cd-8360-5c952f9996e2 req-456d44cf-03c0-4cc9-8cab-c32940481507 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:19.264892 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d386bf4b-c921-46cd-8360-5c952f9996e2 req-456d44cf-03c0-4cc9-8cab-c32940481507 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bffce45-5836-4fdf-8e11-5bc4b3ba9f77 HTTP/1.1" status: 200 len: 945 time: 0.1945634 May 23 11:12:19.302983 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['24c0e8e3-e2c6-4186-8f44-ff76dec40384'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:12:19.353411 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-18789bd9-393c-4060-b465-adc80331fd3e tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:12:19.360907 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5d0ee1b8-2231-42ea-b2d3-2a717edd6204 req-a035ebe8-c814-4699-8c40-0c71a57c7779 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060638 May 23 11:12:19.362892 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-18789bd9-393c-4060-b465-adc80331fd3e tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] Usage tracker for resource:security_group_rule and tenant:5fc58662b73b41dd9f39c9233a71723a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:12:19.367325 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-18789bd9-393c-4060-b465-adc80331fd3e tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:12:19.383971 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d386bf4b-c921-46cd-8360-5c952f9996e2 req-9e2a2b00-a43f-4640-9bd5-3e7ea5ae10d3 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffad727e-f899-4601-8784-d020ca5beafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055491 May 23 11:12:19.397413 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-18789bd9-393c-4060-b465-adc80331fd3e tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:12:19.480526 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d48b0b85-0c46-49bd-bcee-2b1354f30629'] response: {'server_uuid': 'aede9126-b9a4-49fb-9273-358a4305d1b0', 'name': 'network-vif-deleted', 'tag': '44373a6d-8c7f-48f9-915a-04fb0a98c057', 'status': 'completed', 'code': 200} May 23 11:12:19.604780 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-18789bd9-393c-4060-b465-adc80331fd3e tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:19.610281 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-18789bd9-393c-4060-b465-adc80331fd3e tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:19.615504 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9b858628-4b86-442a-a392-95d3cf6bd7c6 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:19.630461 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-18789bd9-393c-4060-b465-adc80331fd3e tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] device_id is not set on port 6e345204-ee59-4090-a17d-73ace7a041d2 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:12:19.637319 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9b858628-4b86-442a-a392-95d3cf6bd7c6 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:19.735672 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e6195be4-7fdb-4154-9350-78b1ec403ea3 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:19.772992 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:19.882015 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18789bd9-393c-4060-b465-adc80331fd3e tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933bdc75-f8d8-4a91-9940-96d516a7ac14,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:19.978415 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e6195be4-7fdb-4154-9350-78b1ec403ea3 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:19.994451 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3d16b-f5a0-404c-b11f-6500268cf2df req-7988527f-31bd-43c8-a1ec-57c740229c69 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:19.998537 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3d16b-f5a0-404c-b11f-6500268cf2df req-7988527f-31bd-43c8-a1ec-57c740229c69 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:20.002454 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3d16b-f5a0-404c-b11f-6500268cf2df req-7988527f-31bd-43c8-a1ec-57c740229c69 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:20.006502 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3d16b-f5a0-404c-b11f-6500268cf2df req-7988527f-31bd-43c8-a1ec-57c740229c69 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:20.010591 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3d16b-f5a0-404c-b11f-6500268cf2df req-7988527f-31bd-43c8-a1ec-57c740229c69 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:20.014511 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3d16b-f5a0-404c-b11f-6500268cf2df req-7988527f-31bd-43c8-a1ec-57c740229c69 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:20.018497 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3d16b-f5a0-404c-b11f-6500268cf2df req-7988527f-31bd-43c8-a1ec-57c740229c69 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:20.020491 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-31c3d16b-f5a0-404c-b11f-6500268cf2df req-7988527f-31bd-43c8-a1ec-57c740229c69 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 5427 time: 0.3232720 May 23 11:12:20.027941 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-18789bd9-393c-4060-b465-adc80331fd3e tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] Allocated IP 172.25.6.147 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/6e345204-ee59-4090-a17d-73ace7a041d2) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:12:20.146910 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['db9c3afa-0b07-44c5-9d9e-b24df4d35d77'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:12:20.152510 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-31c3d16b-f5a0-404c-b11f-6500268cf2df req-4345bd93-ee23-4d6b-a6ee-7a47a8c19962 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=80bd5d80-b839-4f0d-bc84-203290106c00&id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1221826 May 23 11:12:20.227397 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [None req-9b858628-4b86-442a-a392-95d3cf6bd7c6 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Floating IP de81299e-39ef-49e5-b9fd-74fefa868dd8 associated. External IP: 172.25.6.212, port: c8a17c57-9abc-4f3d-9f38-186fb3681889. May 23 11:12:20.254179 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 3eae1d78-5641-4410-87a1-3877a4b52063, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=3eae1d78-5641-4410-87a1-3877a4b52063,segment=NetworkSegment(ad9b3fe2-7277-4984-8ef8-43e56dd6b10d),segment_id=ad9b3fe2-7277-4984-8ef8-43e56dd6b10d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:20.312230 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6ca51-71a3-4975-8b8b-f95b9ad0bf8f req-a7de9d30-6aae-4bee-98b2-f538eb51052d tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:20.319093 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-98c6ca51-71a3-4975-8b8b-f95b9ad0bf8f req-a7de9d30-6aae-4bee-98b2-f538eb51052d tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/ports?device_id=248fcbae-6f32-4da2-acfd-5b5a44455c3b HTTP/1.1" status: 200 len: 945 time: 0.2144611 May 23 11:12:20.366585 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248fcbae-6f32-4da2-acfd-5b5a44455c3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eae1d78-5641-4410-87a1-3877a4b52063'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:12:20.432463 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-98c6ca51-71a3-4975-8b8b-f95b9ad0bf8f req-1547b0be-1c76-411c-8320-74f552e49b49 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/security-groups?id=c3a2b15e-44b9-4619-8140-4c6f2720689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123896 May 23 11:12:20.441062 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-18789bd9-393c-4060-b465-adc80331fd3e tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:20.456843 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:20.458242 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 44373a6d-8c7f-48f9-915a-04fb0a98c057 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:12:20.510277 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7db963-433e-4de3-9654-50f657de47a3 req-31aba079-0415-48f8-af51-ab8d5cdc72be tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:20.513188 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9b7db963-433e-4de3-9654-50f657de47a3 req-31aba079-0415-48f8-af51-ab8d5cdc72be tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bffce45-5836-4fdf-8e11-5bc4b3ba9f77 HTTP/1.1" status: 200 len: 945 time: 0.1489375 May 23 11:12:20.515543 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-18789bd9-393c-4060-b465-adc80331fd3e tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:20.546035 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0df1dbc-964a-45fc-a770-39612d24fcf6'] response: {'server_uuid': '248fcbae-6f32-4da2-acfd-5b5a44455c3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eae1d78-5641-4410-87a1-3877a4b52063', 'code': 200} May 23 11:12:20.548161 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [None req-e6195be4-7fdb-4154-9350-78b1ec403ea3 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:12:20.564607 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e6195be4-7fdb-4154-9350-78b1ec403ea3 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:20.576528 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e6195be4-7fdb-4154-9350-78b1ec403ea3 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:20.637212 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 44373a6d-8c7f-48f9-915a-04fb0a98c057 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:12:20.637843 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 44373a6d-8c7f-48f9-915a-04fb0a98c057 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:12:20.659646 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18789bd9-393c-4060-b465-adc80331fd3e tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:12:20.701166 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-18789bd9-393c-4060-b465-adc80331fd3e tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:12:20.711696 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18789bd9-393c-4060-b465-adc80331fd3e tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:12:20.712275 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=3eae1d78-5641-4410-87a1-3877a4b52063,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:20.742181 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6195be4-7fdb-4154-9350-78b1ec403ea3 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Pushing event updated for resources: {'Port': ['ID=050802f1-1534-4778-91e2-fe1431e1c395,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:20.761058 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e6195be4-7fdb-4154-9350-78b1ec403ea3 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:20.814165 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18789bd9-393c-4060-b465-adc80331fd3e tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] Pushing event updated for resources: {'Port': ['ID=6e345204-ee59-4090-a17d-73ace7a041d2,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:20.852675 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9b7db963-433e-4de3-9654-50f657de47a3 req-7d38ffc3-4a0d-4422-b629-3101ee1f64fa tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffad727e-f899-4601-8784-d020ca5beafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284535 May 23 11:12:20.863395 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18789bd9-393c-4060-b465-adc80331fd3e tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:20.864139 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-18789bd9-393c-4060-b465-adc80331fd3e tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:20.864523 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 4f761992-3b1e-41eb-8066-b97be8a33992 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:12:20.866616 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device abdf22cc-7f0a-4a5d-b54b-fea54f83e909 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:12:20.916591 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-18789bd9-393c-4060-b465-adc80331fd3e tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.9639864 May 23 11:12:20.919047 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51600) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:20.927132 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-5d524fd4-cfaf-4fb7-bab3-c8f20a07d42c tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.147'}]}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:12:20.938559 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f4246-64f2-4b4a-9ec5-93acea5072ca req-32b4a5d9-cd15-4b80-9921-fbcd91fe1dc0 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:20.940191 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-164f4246-64f2-4b4a-9ec5-93acea5072ca req-32b4a5d9-cd15-4b80-9921-fbcd91fe1dc0 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=4cacb2e6-7c0d-43b2-b45b-6ba8ff5facdb HTTP/1.1" status: 200 len: 946 time: 0.2993863 May 23 11:12:20.947374 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5d524fd4-cfaf-4fb7-bab3-c8f20a07d42c tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:12:20.948185 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a522e0ff-d61c-419b-b2e1-45d894df5d47 req-1352f6ff-d722-483e-8a55-e2e20a91919c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=248fcbae-6f32-4da2-acfd-5b5a44455c3b HTTP/1.1" status: 200 len: 1097 time: 0.3179567 May 23 11:12:20.955801 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5d524fd4-cfaf-4fb7-bab3-c8f20a07d42c tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] Usage tracker for resource:router and tenant:5fc58662b73b41dd9f39c9233a71723a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:12:20.961558 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5d524fd4-cfaf-4fb7-bab3-c8f20a07d42c tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:12:20.970947 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5d524fd4-cfaf-4fb7-bab3-c8f20a07d42c tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:12:21.005465 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5d524fd4-cfaf-4fb7-bab3-c8f20a07d42c tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:21.006912 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5d524fd4-cfaf-4fb7-bab3-c8f20a07d42c tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:21.034043 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-164f4246-64f2-4b4a-9ec5-93acea5072ca req-2127e5ea-8458-4e64-80de-992048dc61ed tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847926 May 23 11:12:21.036059 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a522e0ff-d61c-419b-b2e1-45d894df5d47 req-543916e2-d6bd-4181-bddf-668d67f6f05b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c3a2b15e-44b9-4619-8140-4c6f2720689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708063 May 23 11:12:21.191752 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457bd75-d229-40bc-9756-52a900efa4ed req-5bb5ad40-6121-4954-9041-a41ac63db1dc tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:21.192036 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5d524fd4-cfaf-4fb7-bab3-c8f20a07d42c tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:21.199238 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9457bd75-d229-40bc-9756-52a900efa4ed req-5bb5ad40-6121-4954-9041-a41ac63db1dc tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/networks?id=1a5c8466-e669-4a02-9cf7-1e34891324c1 HTTP/1.1" status: 200 len: 811 time: 0.1618059 May 23 11:12:21.199973 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 4f761992-3b1e-41eb-8066-b97be8a33992, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=4f761992-3b1e-41eb-8066-b97be8a33992,segment=NetworkSegment(0eaf6c12-c629-4f70-b3b1-9c344ae24a9d),segment_id=0eaf6c12-c629-4f70-b3b1-9c344ae24a9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:21.220123 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9457bd75-d229-40bc-9756-52a900efa4ed req-59ad88ef-1c50-420a-826a-65d90254f36c tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/quotas/b64a3f1baa60499ab93cbd32db99dbcb HTTP/1.1" status: 200 len: 375 time: 0.0197525 May 23 11:12:21.237792 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '4f761992-3b1e-41eb-8066-b97be8a33992', 'network_id': '09151df4-c255-4bed-b6e9-e6879853aff3', 'port_id': '4f761992-3b1e-41eb-8066-b97be8a33992', 'mac_address': 'fa:16:3e:a3:20:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e3b855-6fba-4052-9851-9631f18844d0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:12:21.252379 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port abdf22cc-7f0a-4a5d-b54b-fea54f83e909 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:12:21.266972 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-9457bd75-d229-40bc-9756-52a900efa4ed req-41d67bc8-39bb-4591-882b-4ee18eb6fffc tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Synchronizing usage tracker for tenant:b64a3f1baa60499ab93cbd32db99dbcb on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:12:21.284344 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-9457bd75-d229-40bc-9756-52a900efa4ed req-41d67bc8-39bb-4591-882b-4ee18eb6fffc tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Unset dirty status for tenant:b64a3f1baa60499ab93cbd32db99dbcb on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:12:21.294485 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9457bd75-d229-40bc-9756-52a900efa4ed req-41d67bc8-39bb-4591-882b-4ee18eb6fffc tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b64a3f1baa60499ab93cbd32db99dbcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0731893 May 23 11:12:21.299066 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port abdf22cc-7f0a-4a5d-b54b-fea54f83e909 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:12:21.299751 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:21.358278 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [None req-e6195be4-7fdb-4154-9350-78b1ec403ea3 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Floating IP 2de1bd57-89bb-4b40-b3dc-ba9363dbbd5e associated. External IP: 172.25.6.25, port: 2078599f-2e47-470d-9564-a4cf6675a250. May 23 11:12:21.388673 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:21.410998 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f761992-3b1e-41eb-8066-b97be8a33992 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:12:21.490121 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 4f761992-3b1e-41eb-8066-b97be8a33992, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=4f761992-3b1e-41eb-8066-b97be8a33992,segment=NetworkSegment(0eaf6c12-c629-4f70-b3b1-9c344ae24a9d),segment_id=0eaf6c12-c629-4f70-b3b1-9c344ae24a9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:21.500808 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:21.501812 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729cda9-3cae-4c94-a7a5-a770ceb6edbb req-4cd8453b-aa01-41ef-907f-76df91b04921 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:21.505833 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729cda9-3cae-4c94-a7a5-a770ceb6edbb req-4cd8453b-aa01-41ef-907f-76df91b04921 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:21.509773 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729cda9-3cae-4c94-a7a5-a770ceb6edbb req-4cd8453b-aa01-41ef-907f-76df91b04921 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:21.513655 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729cda9-3cae-4c94-a7a5-a770ceb6edbb req-4cd8453b-aa01-41ef-907f-76df91b04921 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:21.517600 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729cda9-3cae-4c94-a7a5-a770ceb6edbb req-4cd8453b-aa01-41ef-907f-76df91b04921 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:21.521436 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729cda9-3cae-4c94-a7a5-a770ceb6edbb req-4cd8453b-aa01-41ef-907f-76df91b04921 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:21.525337 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729cda9-3cae-4c94-a7a5-a770ceb6edbb req-4cd8453b-aa01-41ef-907f-76df91b04921 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:21.527222 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d729cda9-3cae-4c94-a7a5-a770ceb6edbb req-4cd8453b-aa01-41ef-907f-76df91b04921 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 5427 time: 0.2115910 May 23 11:12:21.536808 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5d524fd4-cfaf-4fb7-bab3-c8f20a07d42c tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:21.537060 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9457bd75-d229-40bc-9756-52a900efa4ed req-e6f729e2-ca83-45cd-9454-463a4854abab service neutron] 10.222.0.79 "GET /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408199 May 23 11:12:21.556584 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:21.594719 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=4f761992-3b1e-41eb-8066-b97be8a33992,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:21.606575 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port abdf22cc-7f0a-4a5d-b54b-fea54f83e909, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=abdf22cc-7f0a-4a5d-b54b-fea54f83e909,segment=NetworkSegment(ad9b3fe2-7277-4984-8ef8-43e56dd6b10d),segment_id=ad9b3fe2-7277-4984-8ef8-43e56dd6b10d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:21.611818 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:21.668322 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['4f761992-3b1e-41eb-8066-b97be8a33992'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:12:21.676254 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b858628-4b86-442a-a392-95d3cf6bd7c6 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Router e75b29d5-8702-42ef-92a7-2ad7834ef9f1 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:12:21.686710 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d729cda9-3cae-4c94-a7a5-a770ceb6edbb req-aa91a4bb-e20f-4eec-9524-a92234164897 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=80bd5d80-b839-4f0d-bc84-203290106c00&id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1216905 May 23 11:12:21.717813 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9457bd75-d229-40bc-9756-52a900efa4ed req-6e600d1b-d3f0-4ca7-8208-101d9f8c5bd7 service neutron] 10.222.0.79 "GET /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806395 May 23 11:12:21.740929 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=abdf22cc-7f0a-4a5d-b54b-fea54f83e909,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:21.883447 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66968f7a-9cb2-46d3-8023-32b169ea362c req-1177ac67-be01-48f5-bab1-e849cb904a8c tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:21.888386 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-66968f7a-9cb2-46d3-8023-32b169ea362c req-1177ac67-be01-48f5-bab1-e849cb904a8c tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bffce45-5836-4fdf-8e11-5bc4b3ba9f77 HTTP/1.1" status: 200 len: 945 time: 0.1505618 May 23 11:12:22.140286 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-caded2a5-70e4-4f2d-bacf-8308ceac26e0 req-cf8c7ffc-56a3-4e50-acd9-d136778e7ed2 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d92a64f-9658-4a77-ae72-f34506a77c39 HTTP/1.1" status: 200 len: 210 time: 0.2021341 May 23 11:12:22.157276 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-66968f7a-9cb2-46d3-8023-32b169ea362c req-b4c99a7d-47e0-49bc-a52e-8887862dcd10 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] Deleting port b9cbeceb-6363-4325-86df-88dad070beb1 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:12:22.157621 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-66968f7a-9cb2-46d3-8023-32b169ea362c req-b4c99a7d-47e0-49bc-a52e-8887862dcd10 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:22.209270 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:12:22.288010 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0301e-b724-4c09-9362-cd9e054c0102 req-8c79b947-d8af-4363-b182-ba7bff86c4e7 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:22.294957 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cea0301e-b724-4c09-9362-cd9e054c0102 req-8c79b947-d8af-4363-b182-ba7bff86c4e7 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/ports?device_id=248fcbae-6f32-4da2-acfd-5b5a44455c3b HTTP/1.1" status: 200 len: 946 time: 0.3576818 May 23 11:12:22.354756 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:12:22.360341 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:12:22.361050 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:22.461170 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5d524fd4-cfaf-4fb7-bab3-c8f20a07d42c tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:22.492625 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cea0301e-b724-4c09-9362-cd9e054c0102 req-693d28fd-2fe8-47ad-a73f-199b44974109 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/security-groups?id=c3a2b15e-44b9-4619-8140-4c6f2720689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968248 May 23 11:12:22.497394 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5d524fd4-cfaf-4fb7-bab3-c8f20a07d42c tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:22.511118 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:22.547446 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4a5d77-529d-4d6d-8cbb-75360931d430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abdf22cc-7f0a-4a5d-b54b-fea54f83e909'}, {'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:12:22.554575 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-66968f7a-9cb2-46d3-8023-32b169ea362c req-b4c99a7d-47e0-49bc-a52e-8887862dcd10 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] For port b9cbeceb-6363-4325-86df-88dad070beb1, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=b9cbeceb-6363-4325-86df-88dad070beb1,segment=NetworkSegment(1c8a2eeb-f671-44f9-a4f5-7053943e2825),segment_id=1c8a2eeb-f671-44f9-a4f5-7053943e2825)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:22.555330 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-66968f7a-9cb2-46d3-8023-32b169ea362c req-b4c99a7d-47e0-49bc-a52e-8887862dcd10 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:22.560203 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce,segment=NetworkSegment(e7b922b3-15a2-4883-bd23-67efe7247083),segment_id=e7b922b3-15a2-4883-bd23-67efe7247083)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:22.565247 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:22.580363 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f65f1-d800-47ee-9782-164fdbbf8100 req-e8bceb48-d40a-48ad-81a1-b4ffe14b27bf tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:22.589070 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5d2f65f1-d800-47ee-9782-164fdbbf8100 req-e8bceb48-d40a-48ad-81a1-b4ffe14b27bf tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bffce45-5836-4fdf-8e11-5bc4b3ba9f77 HTTP/1.1" status: 200 len: 945 time: 0.2733533 May 23 11:12:22.635727 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b858628-4b86-442a-a392-95d3cf6bd7c6 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:12:22.646059 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9d1ab4-cb35-4a4d-b182-97127c1515ba None None] Sync routers for ids ['e75b29d5-8702-42ef-92a7-2ad7834ef9f1'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:12:22.666373 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9d1ab4-cb35-4a4d-b182-97127c1515ba None None] Routers {'e75b29d5-8702-42ef-92a7-2ad7834ef9f1'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:12:22.669227 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-3a9d1ab4-cb35-4a4d-b182-97127c1515ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:12:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['e75b29d5-8702-42ef-92a7-2ad7834ef9f1'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:22.669877 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:22.775335 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9b858628-4b86-442a-a392-95d3cf6bd7c6 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:22.800924 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-66968f7a-9cb2-46d3-8023-32b169ea362c req-b4c99a7d-47e0-49bc-a52e-8887862dcd10 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] Calling delete_port for b9cbeceb-6363-4325-86df-88dad070beb1 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:12:22.841291 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9b858628-4b86-442a-a392-95d3cf6bd7c6 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "PUT /v2.0/floatingips/de81299e-39ef-49e5-b9fd-74fefa868dd8 HTTP/1.1" status: 200 len: 991 time: 4.7291141 May 23 11:12:22.850016 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 4f761992-3b1e-41eb-8066-b97be8a33992 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:12:22.865113 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b7d7c2-e675-4d2e-9ab7-7c54418a4129', 'tag': 'c8a17c57-9abc-4f3d-9f38-186fb3681889'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:12:22.879960 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-3a9d1ab4-cb35-4a4d-b182-97127c1515ba None None] Set router e75b29d5-8702-42ef-92a7-2ad7834ef9f1 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:12:22.886182 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5d2f65f1-d800-47ee-9782-164fdbbf8100 req-2bbff652-cde1-4708-8d97-cb6bb731a0a8 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] 10.222.0.79 "GET /v2.0/security-groups?id=ffad727e-f899-4601-8784-d020ca5beafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961731 May 23 11:12:22.940097 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6195be4-7fdb-4154-9350-78b1ec403ea3 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Router 50fe437b-61a5-4a3c-90c2-df56b9d63617 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:12:22.948511 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5d524fd4-cfaf-4fb7-bab3-c8f20a07d42c tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:22.969645 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66924d-7915-4846-bbce-f67014ae457c req-56e2cced-dc5e-4baf-bf2d-97187f72dc2c tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:22.971336 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fa66924d-7915-4846-bbce-f67014ae457c req-56e2cced-dc5e-4baf-bf2d-97187f72dc2c tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=4cacb2e6-7c0d-43b2-b45b-6ba8ff5facdb HTTP/1.1" status: 200 len: 945 time: 0.2797384 May 23 11:12:23.003522 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 4f761992-3b1e-41eb-8066-b97be8a33992 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:12:23.003917 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:23.063322 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe8769dd-8b13-417a-b881-35d5748ff13f'] response: {'server_uuid': 'ea4a5d77-529d-4d6d-8cbb-75360931d430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abdf22cc-7f0a-4a5d-b54b-fea54f83e909', 'code': 200} May 23 11:12:23.063570 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe8769dd-8b13-417a-b881-35d5748ff13f'] response: {'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce', 'code': 200} May 23 11:12:23.156970 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:23.214506 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 4f761992-3b1e-41eb-8066-b97be8a33992, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=4f761992-3b1e-41eb-8066-b97be8a33992,segment=NetworkSegment(0eaf6c12-c629-4f70-b3b1-9c344ae24a9d),segment_id=0eaf6c12-c629-4f70-b3b1-9c344ae24a9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:23.223759 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:23.292055 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fa66924d-7915-4846-bbce-f67014ae457c req-1088e91a-2323-4234-880f-549f76081978 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147104 May 23 11:12:23.359230 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-3a9d1ab4-cb35-4a4d-b182-97127c1515ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'name': 'tempest-AttachVolumeNegativeTest-1482793895-router', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:11:20Z', 'updated_at': '2022-05-23T11:11:34Z', 'revision_number': 4, 'project_id': '92ce77b1b70449899717558adda940d2', 'gw_port': {'id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:22Z', 'updated_at': '2022-05-23T11:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'de81299e-39ef-49e5-b9fd-74fefa868dd8', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'floating_ip_address': '172.25.6.212', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'port_id': 'c8a17c57-9abc-4f3d-9f38-186fb3681889', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'mac_address': 'fa:16:3e:7f:a3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b7d7c2-e675-4d2e-9ab7-7c54418a4129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:11:49Z', 'updated_at': '2022-05-23T11:12:19Z', 'revision_number': 1, 'project_id': '92ce77b1b70449899717558adda940d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9959c7e4-5ac1-4278-9125-90a08213ddc5', 'name': '', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'mac_address': 'fa:16:3e:c5:51:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:31Z', 'updated_at': '2022-05-23T11:11:44Z', 'revision_number': 5, 'project_id': '92ce77b1b70449899717558adda940d2', 'subnets': [{'id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:23.364704 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9d1ab4-cb35-4a4d-b182-97127c1515ba None None] Checking router: e75b29d5-8702-42ef-92a7-2ad7834ef9f1 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:12:23.380118 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9d1ab4-cb35-4a4d-b182-97127c1515ba None None] Routers {'e75b29d5-8702-42ef-92a7-2ad7834ef9f1'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:12:23.382300 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-3a9d1ab4-cb35-4a4d-b182-97127c1515ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:12:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['e75b29d5-8702-42ef-92a7-2ad7834ef9f1'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:23.394453 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=4f761992-3b1e-41eb-8066-b97be8a33992,revision_number=7']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:23.420191 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-66968f7a-9cb2-46d3-8023-32b169ea362c req-b4c99a7d-47e0-49bc-a52e-8887862dcd10 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:23.428687 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a8991a1-7766-4603-8955-38b3e8af3595'] response: {'name': 'network-changed', 'server_uuid': '93b7d7c2-e675-4d2e-9ab7-7c54418a4129', 'tag': 'c8a17c57-9abc-4f3d-9f38-186fb3681889', 'status': 'completed', 'code': 200} May 23 11:12:23.459093 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['b9cbeceb-6363-4325-86df-88dad070beb1'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:12:23.481743 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c99a7d-47e0-49bc-a52e-8887862dcd10 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] Pushing event deleted for resources: {'Port': ['ID=b9cbeceb-6363-4325-86df-88dad070beb1,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:23.503097 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a63a14e5-3642-4618-a8ef-956066f686cf req-bea63eee-5253-4dce-bf7b-7bbd6ed775a0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ea4a5d77-529d-4d6d-8cbb-75360931d430 HTTP/1.1" status: 200 len: 1097 time: 0.3483083 May 23 11:12:23.515117 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798b98e-b1b9-4b01-9a94-a8a759ae9112 req-0f95b16e-8c70-4ec7-b9c0-8bacb051540b tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:23.519427 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798b98e-b1b9-4b01-9a94-a8a759ae9112 req-0f95b16e-8c70-4ec7-b9c0-8bacb051540b tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:23.523526 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798b98e-b1b9-4b01-9a94-a8a759ae9112 req-0f95b16e-8c70-4ec7-b9c0-8bacb051540b tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:23.527524 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798b98e-b1b9-4b01-9a94-a8a759ae9112 req-0f95b16e-8c70-4ec7-b9c0-8bacb051540b tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:23.531392 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798b98e-b1b9-4b01-9a94-a8a759ae9112 req-0f95b16e-8c70-4ec7-b9c0-8bacb051540b tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:23.535445 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798b98e-b1b9-4b01-9a94-a8a759ae9112 req-0f95b16e-8c70-4ec7-b9c0-8bacb051540b tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:23.539714 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798b98e-b1b9-4b01-9a94-a8a759ae9112 req-0f95b16e-8c70-4ec7-b9c0-8bacb051540b tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:23.548861 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4798b98e-b1b9-4b01-9a94-a8a759ae9112 req-0f95b16e-8c70-4ec7-b9c0-8bacb051540b tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 5428 time: 0.3494329 May 23 11:12:23.623000 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-3a9d1ab4-cb35-4a4d-b182-97127c1515ba None None] Set router e75b29d5-8702-42ef-92a7-2ad7834ef9f1 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:12:23.657742 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fdc9f851-8b98-4429-acbc-27c7177685ad req-58024812-f09d-4f64-801b-c9786060d02d tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d92a64f-9658-4a77-ae72-f34506a77c39 HTTP/1.1" status: 200 len: 210 time: 0.0648210 May 23 11:12:23.849745 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457bd75-d229-40bc-9756-52a900efa4ed req-41a0e4b3-1866-4814-a8d6-0dc52f7500a9 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:23.851161 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9457bd75-d229-40bc-9756-52a900efa4ed req-41a0e4b3-1866-4814-a8d6-0dc52f7500a9 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.13 "GET /v2.0/networks?id=1a5c8466-e669-4a02-9cf7-1e34891324c1 HTTP/1.1" status: 200 len: 811 time: 0.1683295 May 23 11:12:23.854614 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-66968f7a-9cb2-46d3-8023-32b169ea362c req-b4c99a7d-47e0-49bc-a52e-8887862dcd10 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] No DVR routers for this DVR port b9cbeceb-6363-4325-86df-88dad070beb1 on host n-h2-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:12:23.864553 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-66968f7a-9cb2-46d3-8023-32b169ea362c req-b4c99a7d-47e0-49bc-a52e-8887862dcd10 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:23.867254 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bffce45-5836-4fdf-8e11-5bc4b3ba9f77', 'name': 'network-vif-deleted', 'tag': 'b9cbeceb-6363-4325-86df-88dad070beb1'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:12:23.898596 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-9457bd75-d229-40bc-9756-52a900efa4ed req-43a289ef-a46c-4763-98b4-02c984c3c399 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Request body: {'port': {'device_id': '1d92a64f-9658-4a77-ae72-f34506a77c39', 'network_id': '1a5c8466-e669-4a02-9cf7-1e34891324c1', 'admin_state_up': True, 'tenant_id': 'b64a3f1baa60499ab93cbd32db99dbcb'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:12:23.914342 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a63a14e5-3642-4618-a8ef-956066f686cf req-57a01d49-6d7e-46c5-b0fd-66b829a17563 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c3a2b15e-44b9-4619-8140-4c6f2720689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386714 May 23 11:12:23.930629 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-66968f7a-9cb2-46d3-8023-32b169ea362c req-b4c99a7d-47e0-49bc-a52e-8887862dcd10 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] 10.222.0.81 "DELETE /v2.0/ports/b9cbeceb-6363-4325-86df-88dad070beb1 HTTP/1.1" status: 204 len: 173 time: 2.0360084 May 23 11:12:23.952272 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5d524fd4-cfaf-4fb7-bab3-c8f20a07d42c tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:23.969354 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5d524fd4-cfaf-4fb7-bab3-c8f20a07d42c tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:23.980134 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ccafc9f1-51b8-4d83-b306-ae2c3139583b req-5abfa52f-4456-4b7b-85f9-d24d9655b03f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=92ce77b1b70449899717558adda940d2&device_id=93b7d7c2-e675-4d2e-9ab7-7c54418a4129 HTTP/1.1" status: 200 len: 1096 time: 0.3864901 May 23 11:12:24.062092 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4798b98e-b1b9-4b01-9a94-a8a759ae9112 req-0b11c23e-f71b-47a2-8270-32c7129d15e5 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=80bd5d80-b839-4f0d-bc84-203290106c00&id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5122859 May 23 11:12:24.073840 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-3a9d1ab4-cb35-4a4d-b182-97127c1515ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'name': 'tempest-AttachVolumeNegativeTest-1482793895-router', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:11:20Z', 'updated_at': '2022-05-23T11:11:34Z', 'revision_number': 4, 'project_id': '92ce77b1b70449899717558adda940d2', 'gw_port': {'id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:22Z', 'updated_at': '2022-05-23T11:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'de81299e-39ef-49e5-b9fd-74fefa868dd8', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'floating_ip_address': '172.25.6.212', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'port_id': 'c8a17c57-9abc-4f3d-9f38-186fb3681889', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'mac_address': 'fa:16:3e:7f:a3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b7d7c2-e675-4d2e-9ab7-7c54418a4129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:11:49Z', 'updated_at': '2022-05-23T11:12:19Z', 'revision_number': 1, 'project_id': '92ce77b1b70449899717558adda940d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9959c7e4-5ac1-4278-9125-90a08213ddc5', 'name': '', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'mac_address': 'fa:16:3e:c5:51:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:31Z', 'updated_at': '2022-05-23T11:11:44Z', 'revision_number': 5, 'project_id': '92ce77b1b70449899717558adda940d2', 'subnets': [{'id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:24.078894 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9d1ab4-cb35-4a4d-b182-97127c1515ba None None] The sync data for ids ['e75b29d5-8702-42ef-92a7-2ad7834ef9f1'] in n-d-842952-2 is: [{'id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'name': 'tempest-AttachVolumeNegativeTest-1482793895-router', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:11:20Z', 'updated_at': '2022-05-23T11:11:34Z', 'revision_number': 4, 'project_id': '92ce77b1b70449899717558adda940d2', 'gw_port': {'id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:22Z', 'updated_at': '2022-05-23T11:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'de81299e-39ef-49e5-b9fd-74fefa868dd8', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'floating_ip_address': '172.25.6.212', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'port_id': 'c8a17c57-9abc-4f3d-9f38-186fb3681889', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'mac_address': 'fa:16:3e:7f:a3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b7d7c2-e675-4d2e-9ab7-7c54418a4129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:11:49Z', 'updated_at': '2022-05-23T11:12:19Z', 'revision_number': 1, 'project_id': '92ce77b1b70449899717558adda940d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9959c7e4-5ac1-4278-9125-90a08213ddc5', 'name': '', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'mac_address': 'fa:16:3e:c5:51:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:31Z', 'updated_at': '2022-05-23T11:11:44Z', 'revision_number': 5, 'project_id': '92ce77b1b70449899717558adda940d2', 'subnets': [{'id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:12:24.192250 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5d524fd4-cfaf-4fb7-bab3-c8f20a07d42c tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:24.192772 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d524fd4-cfaf-4fb7-bab3-c8f20a07d42c tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e0938d6-384e-48d6-93e6-c6c52d6829db {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:12:24.210088 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6195be4-7fdb-4154-9350-78b1ec403ea3 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:12:24.215356 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device db9c3afa-0b07-44c5-9d9e-b24df4d35d77 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:12:24.246084 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccafc9f1-51b8-4d83-b306-ae2c3139583b req-3a35086b-0dcd-4e5b-b477-f5fefc8a344a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:24.247755 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ccafc9f1-51b8-4d83-b306-ae2c3139583b req-3a35086b-0dcd-4e5b-b477-f5fefc8a344a service neutron] 10.222.0.81 "GET /v2.0/networks?id=297e8414-85bd-4e0d-aedb-8abf246d8703 HTTP/1.1" status: 200 len: 916 time: 0.2606761 May 23 11:12:24.264794 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503032ee-1299-43bc-9ccf-c4a46e7fb2c8 None None] Sync routers for ids ['50fe437b-61a5-4a3c-90c2-df56b9d63617'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:12:24.318216 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df18d4d4-15df-46e1-a185-7fde23141c44'] response: {'server_uuid': '8bffce45-5836-4fdf-8e11-5bc4b3ba9f77', 'name': 'network-vif-deleted', 'tag': 'b9cbeceb-6363-4325-86df-88dad070beb1', 'status': 'completed', 'code': 200} May 23 11:12:24.336128 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503032ee-1299-43bc-9ccf-c4a46e7fb2c8 None None] Routers {'50fe437b-61a5-4a3c-90c2-df56b9d63617'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:12:24.337666 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-503032ee-1299-43bc-9ccf-c4a46e7fb2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:12:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['50fe437b-61a5-4a3c-90c2-df56b9d63617'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:24.374809 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-5d524fd4-cfaf-4fb7-bab3-c8f20a07d42c tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 23 11:12:24.381688 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51644) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:24.385314 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5d524fd4-cfaf-4fb7-bab3-c8f20a07d42c tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.4649467 May 23 11:12:24.386233 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e6195be4-7fdb-4154-9350-78b1ec403ea3 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:24.387311 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11232fba-66bf-4515-87e9-913b7b668969 req-f2c3545e-a36c-4318-b08c-e5bf406a6729 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:24.397074 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-11232fba-66bf-4515-87e9-913b7b668969 req-f2c3545e-a36c-4318-b08c-e5bf406a6729 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/ports?device_id=248fcbae-6f32-4da2-acfd-5b5a44455c3b HTTP/1.1" status: 200 len: 946 time: 0.4078369 May 23 11:12:24.418355 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-503032ee-1299-43bc-9ccf-c4a46e7fb2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:24.437016 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503032ee-1299-43bc-9ccf-c4a46e7fb2c8 None None] Routers {'50fe437b-61a5-4a3c-90c2-df56b9d63617'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:12:24.437926 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-503032ee-1299-43bc-9ccf-c4a46e7fb2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:12:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['50fe437b-61a5-4a3c-90c2-df56b9d63617'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:24.480946 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9593278-16a8-4548-bbcf-75c42657750f None None] New status for floating IP de81299e-39ef-49e5-b9fd-74fefa868dd8: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:12:24.498281 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-86d9609d-8342-4ccc-86eb-a96b683c940e tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] Deleting port 6e345204-ee59-4090-a17d-73ace7a041d2 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:12:24.498591 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-86d9609d-8342-4ccc-86eb-a96b683c940e tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:24.524502 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-503032ee-1299-43bc-9ccf-c4a46e7fb2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:24.525164 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503032ee-1299-43bc-9ccf-c4a46e7fb2c8 None None] The sync data for ids ['50fe437b-61a5-4a3c-90c2-df56b9d63617'] in n-d-842952-2 is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:12:24.528296 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-9457bd75-d229-40bc-9756-52a900efa4ed req-43a289ef-a46c-4763-98b4-02c984c3c399 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:12:24.538431 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port db9c3afa-0b07-44c5-9d9e-b24df4d35d77 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:12:24.547526 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port db9c3afa-0b07-44c5-9d9e-b24df4d35d77 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:12:24.548258 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:24.627181 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-f9c67460-d16f-4083-b68c-ca10ca01e300 req-60b4a5b1-8c14-4fbb-ae82-1ef37e303553 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] Synchronizing usage tracker for tenant:d3b75b07b13a40429946471d1fc9f577 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:12:24.629902 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-9457bd75-d229-40bc-9756-52a900efa4ed req-43a289ef-a46c-4763-98b4-02c984c3c399 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:12:24.679983 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-11232fba-66bf-4515-87e9-913b7b668969 req-4de20e5a-d8d0-40b8-8270-fe4ed76ef77d tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/security-groups?id=c3a2b15e-44b9-4619-8140-4c6f2720689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411304 May 23 11:12:24.718339 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9457bd75-d229-40bc-9756-52a900efa4ed req-43a289ef-a46c-4763-98b4-02c984c3c399 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Made reservation on behalf of b64a3f1baa60499ab93cbd32db99dbcb for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:12:24.724427 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9457bd75-d229-40bc-9756-52a900efa4ed req-43a289ef-a46c-4763-98b4-02c984c3c399 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:24.746127 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:24.768692 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e6195be4-7fdb-4154-9350-78b1ec403ea3 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 7.5872350 May 23 11:12:24.771989 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ccafc9f1-51b8-4d83-b306-ae2c3139583b req-b9736863-d794-4df9-9368-2960e9d3c538 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8a17c57-9abc-4f3d-9f38-186fb3681889 HTTP/1.1" status: 200 len: 999 time: 0.5159824 May 23 11:12:24.772465 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51652) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:24.830521 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port db9c3afa-0b07-44c5-9d9e-b24df4d35d77, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=db9c3afa-0b07-44c5-9d9e-b24df4d35d77,segment=NetworkSegment(e7b922b3-15a2-4883-bd23-67efe7247083),segment_id=e7b922b3-15a2-4883-bd23-67efe7247083)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:24.836158 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:24.837956 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 4b591b58-1bf1-4cef-b2f3-f83a8acf29e7 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:12:24.858737 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-f9c67460-d16f-4083-b68c-ca10ca01e300 req-60b4a5b1-8c14-4fbb-ae82-1ef37e303553 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] Unset dirty status for tenant:d3b75b07b13a40429946471d1fc9f577 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:12:24.872315 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f9c67460-d16f-4083-b68c-ca10ca01e300 req-60b4a5b1-8c14-4fbb-ae82-1ef37e303553 tempest-ServerAddressesNegativeTestJSON-1567934474 tempest-ServerAddressesNegativeTestJSON-1567934474-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bffce45-5836-4fdf-8e11-5bc4b3ba9f77 HTTP/1.1" status: 200 len: 210 time: 0.3403125 May 23 11:12:24.999865 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=db9c3afa-0b07-44c5-9d9e-b24df4d35d77,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:25.011906 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 4b591b58-1bf1-4cef-b2f3-f83a8acf29e7 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:12:25.022551 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 4b591b58-1bf1-4cef-b2f3-f83a8acf29e7 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:12:25.023472 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:25.066468 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cacb2e6-7c0d-43b2-b45b-6ba8ff5facdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f761992-3b1e-41eb-8066-b97be8a33992'}, {'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db9c3afa-0b07-44c5-9d9e-b24df4d35d77'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:12:25.084929 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccafc9f1-51b8-4d83-b306-ae2c3139583b req-9da1c72a-eca6-4887-bd7a-49a7bab90851 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:25.086677 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ccafc9f1-51b8-4d83-b306-ae2c3139583b req-9da1c72a-eca6-4887-bd7a-49a7bab90851 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6 HTTP/1.1" status: 200 len: 854 time: 0.2896883 May 23 11:12:25.091741 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e5bafaa1-e6b1-421d-b24a-22979c9d253b tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "GET /v2.0/floatingips/2de1bd57-89bb-4b40-b3dc-ba9363dbbd5e HTTP/1.1" status: 200 len: 976 time: 0.3180249 May 23 11:12:25.123064 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51658) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:25.152215 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:25.170850 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ccafc9f1-51b8-4d83-b306-ae2c3139583b req-cce2433b-530a-42f3-8379-526497493e91 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=297e8414-85bd-4e0d-aedb-8abf246d8703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776348 May 23 11:12:25.188761 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 4b591b58-1bf1-4cef-b2f3-f83a8acf29e7, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=4b591b58-1bf1-4cef-b2f3-f83a8acf29e7,segment=NetworkSegment(e7b922b3-15a2-4883-bd23-67efe7247083),segment_id=e7b922b3-15a2-4883-bd23-67efe7247083)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:25.193443 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:25.194486 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device b1eba941-2df3-4bcf-85f4-35d01dbde7af up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:12:25.309028 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ccafc9f1-51b8-4d83-b306-ae2c3139583b req-5e8f1407-8f03-4efb-82a6-f109d04f3c93 service neutron] 10.222.0.81 "GET /v2.0/networks/297e8414-85bd-4e0d-aedb-8abf246d8703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297534 May 23 11:12:25.314513 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=4b591b58-1bf1-4cef-b2f3-f83a8acf29e7,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:25.325204 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port b1eba941-2df3-4bcf-85f4-35d01dbde7af completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:12:25.330802 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port b1eba941-2df3-4bcf-85f4-35d01dbde7af triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:12:25.331339 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:25.382605 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-eba22777-fbac-4ea5-89c6-e9503441b1a6 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.2459626 May 23 11:12:25.385443 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51664) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:25.386995 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-86d9609d-8342-4ccc-86eb-a96b683c940e tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:25.395329 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-f47ba328-4ed3-4e74-b579-80b01f71b685 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Request body: {'floatingip': {'port_id': '5b9a87cb-3e1e-4a25-a9b2-814ea0990194'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:12:25.453211 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:25.487208 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port b1eba941-2df3-4bcf-85f4-35d01dbde7af, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=b1eba941-2df3-4bcf-85f4-35d01dbde7af,segment=NetworkSegment(2a37e35a-c59c-4ce5-85bd-85ec38876ac8),segment_id=2a37e35a-c59c-4ce5-85bd-85ec38876ac8)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:25.491636 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:25.492594 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 763c10d1-b57e-48c8-8043-0443d4788a7a up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:12:25.520928 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-9457bd75-d229-40bc-9756-52a900efa4ed req-43a289ef-a46c-4763-98b4-02c984c3c399 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Allocated IP 172.20.0.9 (1a5c8466-e669-4a02-9cf7-1e34891324c1/76d8b9b5-f057-42e7-939b-4e81b16011fa/bc3db279-d142-4850-a784-ecaf7d29fd7a) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:12:25.523773 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f47ba328-4ed3-4e74-b579-80b01f71b685 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for floatingip, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:25.530741 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-86d9609d-8342-4ccc-86eb-a96b683c940e tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] Calling delete_port for 6e345204-ee59-4090-a17d-73ace7a041d2 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:12:25.571683 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa94d5-3d6e-4f20-88f9-bf29510e0c51 req-623dfcc0-92bb-4766-9d9d-650b1b179da3 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:25.579816 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8cfa94d5-3d6e-4f20-88f9-bf29510e0c51 req-623dfcc0-92bb-4766-9d9d-650b1b179da3 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=4cacb2e6-7c0d-43b2-b45b-6ba8ff5facdb HTTP/1.1" status: 200 len: 946 time: 0.5518796 May 23 11:12:25.621211 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ccafc9f1-51b8-4d83-b306-ae2c3139583b req-8e9d3b87-b4ad-48e5-8938-7d0d9fabf0f9 service neutron] 10.222.0.81 "GET /v2.0/networks/297e8414-85bd-4e0d-aedb-8abf246d8703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070631 May 23 11:12:25.621695 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c55c6a-9006-45fb-b586-4c26406f2c10 req-6b255450-9f86-464b-94b4-3896eb8b8d32 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:25.628765 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-39c55c6a-9006-45fb-b586-4c26406f2c10 req-6b255450-9f86-464b-94b4-3896eb8b8d32 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea4a5d77-529d-4d6d-8cbb-75360931d430 HTTP/1.1" status: 200 len: 946 time: 0.5706296 May 23 11:12:25.639167 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=b1eba941-2df3-4bcf-85f4-35d01dbde7af,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:25.666117 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 763c10d1-b57e-48c8-8043-0443d4788a7a completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:12:25.672702 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 763c10d1-b57e-48c8-8043-0443d4788a7a triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:12:25.673096 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:25.752560 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8cfa94d5-3d6e-4f20-88f9-bf29510e0c51 req-8708f096-3a48-4a6e-ac0b-8a015f53df51 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724870 May 23 11:12:25.759512 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-39c55c6a-9006-45fb-b586-4c26406f2c10 req-86f82b84-a347-480f-a8ff-9b785ae5d014 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/security-groups?id=c3a2b15e-44b9-4619-8140-4c6f2720689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299260 May 23 11:12:25.855138 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:25.921792 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 763c10d1-b57e-48c8-8043-0443d4788a7a, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=763c10d1-b57e-48c8-8043-0443d4788a7a,segment=NetworkSegment(4fb36cd3-6cfe-4123-a5c3-41bfd28cb3c6),segment_id=4fb36cd3-6cfe-4123-a5c3-41bfd28cb3c6)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:25.928995 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:25.929765 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 24c0e8e3-e2c6-4186-8f44-ff76dec40384 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:12:25.961811 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d568beb-e925-40b6-8d65-084376514249'] response: {'server_uuid': '4cacb2e6-7c0d-43b2-b45b-6ba8ff5facdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f761992-3b1e-41eb-8066-b97be8a33992', 'code': 200} May 23 11:12:25.962068 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d568beb-e925-40b6-8d65-084376514249'] response: {'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db9c3afa-0b07-44c5-9d9e-b24df4d35d77', 'code': 200} May 23 11:12:26.052272 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=763c10d1-b57e-48c8-8043-0443d4788a7a,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:26.067060 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 24c0e8e3-e2c6-4186-8f44-ff76dec40384 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:12:26.073855 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 24c0e8e3-e2c6-4186-8f44-ff76dec40384 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:12:26.074234 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:26.081235 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7738ba4c-a1d8-459f-a1b2-9a21ce6cffb7 req-bf72034e-7cde-4f41-9d10-f74313e3701f tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d92a64f-9658-4a77-ae72-f34506a77c39 HTTP/1.1" status: 200 len: 210 time: 0.0829632 May 23 11:12:26.138962 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-86d9609d-8342-4ccc-86eb-a96b683c940e tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:26.212312 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51672) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:26.225450 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:26.231866 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d9609d-8342-4ccc-86eb-a96b683c940e tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e345204-ee59-4090-a17d-73ace7a041d2,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:26.258352 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 24c0e8e3-e2c6-4186-8f44-ff76dec40384, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=24c0e8e3-e2c6-4186-8f44-ff76dec40384,segment=NetworkSegment(e7b922b3-15a2-4883-bd23-67efe7247083),segment_id=e7b922b3-15a2-4883-bd23-67efe7247083)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:26.262861 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:26.263722 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 9a44d654-6b97-41f9-82f8-7a39efafc1c3 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:12:26.379456 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=24c0e8e3-e2c6-4186-8f44-ff76dec40384,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:26.391347 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 9a44d654-6b97-41f9-82f8-7a39efafc1c3 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:12:26.396769 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 9a44d654-6b97-41f9-82f8-7a39efafc1c3 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:12:26.397263 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:26.437897 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f47ba328-4ed3-4e74-b579-80b01f71b685 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:26.442775 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f47ba328-4ed3-4e74-b579-80b01f71b685 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:26.499750 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9457bd75-d229-40bc-9756-52a900efa4ed req-43a289ef-a46c-4763-98b4-02c984c3c399 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:26.540273 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e6e8111-3616-4bff-bcb3-5f09a0b1c542 admin admin] Deleting subnet 547de431-fb12-4e74-983f-de90f34bd648 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:12:26.551551 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8e6e8111-3616-4bff-bcb3-5f09a0b1c542 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:26.555323 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:26.592396 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 9a44d654-6b97-41f9-82f8-7a39efafc1c3, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=9a44d654-6b97-41f9-82f8-7a39efafc1c3,segment=NetworkSegment(4fb36cd3-6cfe-4123-a5c3-41bfd28cb3c6),segment_id=4fb36cd3-6cfe-4123-a5c3-41bfd28cb3c6)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:26.597591 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:26.609776 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac706ef0-bbec-4301-8c74-3627fb5c2803 req-f8302bca-0291-4de3-96df-ab96f0134b41 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:26.613845 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac706ef0-bbec-4301-8c74-3627fb5c2803 req-f8302bca-0291-4de3-96df-ab96f0134b41 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:26.618053 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac706ef0-bbec-4301-8c74-3627fb5c2803 req-f8302bca-0291-4de3-96df-ab96f0134b41 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:26.622999 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac706ef0-bbec-4301-8c74-3627fb5c2803 req-f8302bca-0291-4de3-96df-ab96f0134b41 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:26.627080 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac706ef0-bbec-4301-8c74-3627fb5c2803 req-f8302bca-0291-4de3-96df-ab96f0134b41 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:26.631398 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac706ef0-bbec-4301-8c74-3627fb5c2803 req-f8302bca-0291-4de3-96df-ab96f0134b41 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:26.632027 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device b9cbeceb-6363-4325-86df-88dad070beb1 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:12:26.635287 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac706ef0-bbec-4301-8c74-3627fb5c2803 req-f8302bca-0291-4de3-96df-ab96f0134b41 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:26.637336 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ac706ef0-bbec-4301-8c74-3627fb5c2803 req-f8302bca-0291-4de3-96df-ab96f0134b41 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 5432 time: 0.5728879 May 23 11:12:26.648503 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-86d9609d-8342-4ccc-86eb-a96b683c940e tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:26.674110 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: b9cbeceb-6363-4325-86df-88dad070beb1 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:12:26.674446 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device b9cbeceb-6363-4325-86df-88dad070beb1 not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:12:26.682146 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8e6e8111-3616-4bff-bcb3-5f09a0b1c542 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:26.699735 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=9a44d654-6b97-41f9-82f8-7a39efafc1c3,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:26.735328 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-86d9609d-8342-4ccc-86eb-a96b683c940e tempest-RoutersAdminNegativeIpV6Test-939423684 tempest-RoutersAdminNegativeIpV6Test-939423684-project-admin] 10.222.0.79 "DELETE /v2.0/ports/6e345204-ee59-4090-a17d-73ace7a041d2 HTTP/1.1" status: 204 len: 168 time: 2.3371897 May 23 11:12:26.756932 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9457bd75-d229-40bc-9756-52a900efa4ed req-43a289ef-a46c-4763-98b4-02c984c3c399 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:26.784571 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [None req-f47ba328-4ed3-4e74-b579-80b01f71b685 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Floating IP 2de1bd57-89bb-4b40-b3dc-ba9363dbbd5e associated. External IP: 172.25.6.25, port: 2078599f-2e47-470d-9564-a4cf6675a250. May 23 11:12:26.853097 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ac706ef0-bbec-4301-8c74-3627fb5c2803 req-c8ab41ee-bf01-4557-8ca7-1d01fb05ea6c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=80bd5d80-b839-4f0d-bc84-203290106c00&id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2016385 May 23 11:12:26.882957 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8e6e8111-3616-4bff-bcb3-5f09a0b1c542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:26.962252 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9457bd75-d229-40bc-9756-52a900efa4ed req-43a289ef-a46c-4763-98b4-02c984c3c399 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Network 1a5c8466-e669-4a02-9cf7-1e34891324c1 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:12:26.963039 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a289ef-a46c-4763-98b4-02c984c3c399 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Pushing event updated for resources: {'Port': ['ID=bc3db279-d142-4850-a784-ecaf7d29fd7a,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:26.967793 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-9457bd75-d229-40bc-9756-52a900efa4ed req-43a289ef-a46c-4763-98b4-02c984c3c399 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:12:26.972052 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-9457bd75-d229-40bc-9756-52a900efa4ed req-43a289ef-a46c-4763-98b4-02c984c3c399 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:12:27.116520 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51684) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:27.140008 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457bd75-d229-40bc-9756-52a900efa4ed req-43a289ef-a46c-4763-98b4-02c984c3c399 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:27.140506 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9457bd75-d229-40bc-9756-52a900efa4ed req-43a289ef-a46c-4763-98b4-02c984c3c399 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:27.154766 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8e6e8111-3616-4bff-bcb3-5f09a0b1c542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:27.221337 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e8111-3616-4bff-bcb3-5f09a0b1c542 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=547de431-fb12-4e74-983f-de90f34bd648,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:27.231165 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9457bd75-d229-40bc-9756-52a900efa4ed req-43a289ef-a46c-4763-98b4-02c984c3c399 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3586872 May 23 11:12:27.239707 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8e6e8111-3616-4bff-bcb3-5f09a0b1c542 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:27.242046 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8e6e8111-3616-4bff-bcb3-5f09a0b1c542 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/547de431-fb12-4e74-983f-de90f34bd648 HTTP/1.1" status: 204 len: 168 time: 1.0241406 May 23 11:12:27.244900 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51692) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:27.254998 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-9457bd75-d229-40bc-9756-52a900efa4ed req-9bf786f9-ecdb-4bdf-9788-d13d422ddb47 service neutron] Request body: {'port': {'device_id': '1d92a64f-9658-4a77-ae72-f34506a77c39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:12:27.334306 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12bd01-7d75-4f0c-b306-d9492e4385a3 req-5776f0f4-3ccc-4be0-8e9c-c49d8aef4e1b tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:27.335932 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce12bd01-7d75-4f0c-b306-d9492e4385a3 req-5776f0f4-3ccc-4be0-8e9c-c49d8aef4e1b tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea4a5d77-529d-4d6d-8cbb-75360931d430 HTTP/1.1" status: 200 len: 946 time: 0.3133302 May 23 11:12:27.341237 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-945834a0-bf25-4e4a-92a9-36a0ec811983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:27.358216 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c4e64-5de5-496c-a3af-7b8a69ee8f58 req-b2955030-3c48-4e99-a17f-c928d3421d77 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:27.359632 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8c1c4e64-5de5-496c-a3af-7b8a69ee8f58 req-b2955030-3c48-4e99-a17f-c928d3421d77 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=4cacb2e6-7c0d-43b2-b45b-6ba8ff5facdb HTTP/1.1" status: 200 len: 946 time: 0.2977514 May 23 11:12:27.377922 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4d00f40d-fc43-4e23-b8c0-d707e2a275b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:27.398983 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47ba328-4ed3-4e74-b579-80b01f71b685 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Router 50fe437b-61a5-4a3c-90c2-df56b9d63617 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:12:27.489498 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9457bd75-d229-40bc-9756-52a900efa4ed req-9bf786f9-ecdb-4bdf-9788-d13d422ddb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:27.513368 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-945834a0-bf25-4e4a-92a9-36a0ec811983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:12:27.520711 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-945834a0-bf25-4e4a-92a9-36a0ec811983 admin admin] Usage tracker for resource:security_group_rule and tenant:04fdb1728f4b41be871f68afbfcfe1c7 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:12:27.525880 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-945834a0-bf25-4e4a-92a9-36a0ec811983 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:12:27.530527 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce12bd01-7d75-4f0c-b306-d9492e4385a3 req-f540c192-6ac0-4308-bbdd-1d8370ae6080 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/security-groups?id=c3a2b15e-44b9-4619-8140-4c6f2720689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780477 May 23 11:12:27.572247 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-945834a0-bf25-4e4a-92a9-36a0ec811983 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:12:27.582227 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4d00f40d-fc43-4e23-b8c0-d707e2a275b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:27.591606 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8c1c4e64-5de5-496c-a3af-7b8a69ee8f58 req-76335b1d-7a40-498a-b50a-98808fa97a67 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975126 May 23 11:12:27.679415 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-4d00f40d-fc43-4e23-b8c0-d707e2a275b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38253446-cda2-497c-ae33-17f4ed60f832']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:27.694284 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-4d00f40d-fc43-4e23-b8c0-d707e2a275b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c8a2eeb-f671-44f9-a4f5-7053943e2825') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:27.694664 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-4d00f40d-fc43-4e23-b8c0-d707e2a275b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c8a2eeb-f671-44f9-a4f5-7053943e2825') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:27.717776 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4d00f40d-fc43-4e23-b8c0-d707e2a275b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:27.739516 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4d00f40d-fc43-4e23-b8c0-d707e2a275b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:27.751894 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d00f40d-fc43-4e23-b8c0-d707e2a275b2 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:12:27.752290 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4d00f40d-fc43-4e23-b8c0-d707e2a275b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:27.765524 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:12:27.765524 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:12:27.765524 n-d-842952-2 neutron-server[83911]: timer() May 23 11:12:27.765524 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:12:27.765524 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:12:27.765524 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:12:27.765524 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:12:27.765524 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:12:27.765524 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:12:27.765524 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:12:27.765524 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:12:27.765524 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:12:27.765524 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:12:27.765524 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:12:27.765524 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:12:27.765524 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:12:27.765524 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:12:27.765524 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:12:27.765524 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:12:27.765524 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:12:27.765524 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:12:27.765524 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:12:27.765524 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:12:27.765524 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:12:27.765524 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:12:27.765524 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:12:27.765524 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:12:27.765524 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:12:27.765524 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:12:27.765524 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:12:27.765524 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:12:27.765524 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:12:27.850848 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4d00f40d-fc43-4e23-b8c0-d707e2a275b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:27.855695 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-945834a0-bf25-4e4a-92a9-36a0ec811983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:27.870530 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4d00f40d-fc43-4e23-b8c0-d707e2a275b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:27.872724 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-945834a0-bf25-4e4a-92a9-36a0ec811983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:27.892177 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d00f40d-fc43-4e23-b8c0-d707e2a275b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=38253446-cda2-497c-ae33-17f4ed60f832,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:27.908514 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4d00f40d-fc43-4e23-b8c0-d707e2a275b2 admin admin] 10.222.0.79 "DELETE /v2.0/networks/38253446-cda2-497c-ae33-17f4ed60f832 HTTP/1.1" status: 204 len: 168 time: 0.6612511 May 23 11:12:27.915972 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47ba328-4ed3-4e74-b579-80b01f71b685 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:12:27.930330 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d2ba61-04f4-4ac8-8550-66795fee3c28 None None] Sync routers for ids ['50fe437b-61a5-4a3c-90c2-df56b9d63617'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:12:27.958590 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d2ba61-04f4-4ac8-8550-66795fee3c28 None None] Routers {'50fe437b-61a5-4a3c-90c2-df56b9d63617'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:12:27.959237 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-10d2ba61-04f4-4ac8-8550-66795fee3c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:12:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['50fe437b-61a5-4a3c-90c2-df56b9d63617'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:27.970446 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945834a0-bf25-4e4a-92a9-36a0ec811983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98579dd-3619-454a-b469-d2f9216b8daf,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:27.985723 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-945834a0-bf25-4e4a-92a9-36a0ec811983 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=04fdb1728f4b41be871f68afbfcfe1c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8600690 May 23 11:12:27.989832 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51706) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:28.013847 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704b97d-b8c6-4cc5-a779-92490b8a5044 req-61e69811-7867-4771-b689-68e9f4949123 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:28.014846 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-7704b97d-b8c6-4cc5-a779-92490b8a5044 req-61e69811-7867-4771-b689-68e9f4949123 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Synchronizing usage tracker for tenant:b64a3f1baa60499ab93cbd32db99dbcb on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:12:28.074013 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-7704b97d-b8c6-4cc5-a779-92490b8a5044 req-61e69811-7867-4771-b689-68e9f4949123 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Unset dirty status for tenant:b64a3f1baa60499ab93cbd32db99dbcb on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:12:28.078037 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b591b58-1bf1-4cef-b2f3-f83a8acf29e7'}, {'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1eba941-2df3-4bcf-85f4-35d01dbde7af'}, {'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763c10d1-b57e-48c8-8043-0443d4788a7a'}, {'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c0e8e3-e2c6-4186-8f44-ff76dec40384'}, {'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a44d654-6b97-41f9-82f8-7a39efafc1c3'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:12:28.080498 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7704b97d-b8c6-4cc5-a779-92490b8a5044 req-61e69811-7867-4771-b689-68e9f4949123 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d92a64f-9658-4a77-ae72-f34506a77c39 HTTP/1.1" status: 200 len: 931 time: 0.3797219 May 23 11:12:28.091051 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-10d2ba61-04f4-4ac8-8550-66795fee3c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:28.103449 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d2ba61-04f4-4ac8-8550-66795fee3c28 None None] Routers {'50fe437b-61a5-4a3c-90c2-df56b9d63617'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:12:28.104233 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-10d2ba61-04f4-4ac8-8550-66795fee3c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:12:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['50fe437b-61a5-4a3c-90c2-df56b9d63617'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:28.169620 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-10d2ba61-04f4-4ac8-8550-66795fee3c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:28.170214 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d2ba61-04f4-4ac8-8550-66795fee3c28 None None] The sync data for ids ['50fe437b-61a5-4a3c-90c2-df56b9d63617'] in n-d-842952-2 is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:12:28.197753 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51712) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:28.200043 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-9457bd75-d229-40bc-9756-52a900efa4ed req-9bf786f9-ecdb-4bdf-9788-d13d422ddb47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc3db279-d142-4850-a784-ecaf7d29fd7a {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:12:28.217441 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9457bd75-d229-40bc-9756-52a900efa4ed req-9bf786f9-ecdb-4bdf-9788-d13d422ddb47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:28.220347 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8ad337f4-3d36-4942-b49c-2dac394ec505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:28.231670 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:12:28.242062 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7704b97d-b8c6-4cc5-a779-92490b8a5044 req-3ed08ba2-e295-45f3-aa1f-999bfdcbbdb6 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236260 May 23 11:12:28.284474 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-9457bd75-d229-40bc-9756-52a900efa4ed req-9bf786f9-ecdb-4bdf-9788-d13d422ddb47 service neutron] Transition to ACTIVE for port object bc3db279-d142-4850-a784-ecaf7d29fd7a will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:12:28.287024 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8ad337f4-3d36-4942-b49c-2dac394ec505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:28.297427 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9457bd75-d229-40bc-9756-52a900efa4ed req-9bf786f9-ecdb-4bdf-9788-d13d422ddb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:28.504981 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf786f9-ecdb-4bdf-9788-d13d422ddb47 service neutron] Pushing event updated for resources: {'Port': ['ID=bc3db279-d142-4850-a784-ecaf7d29fd7a,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:28.510967 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-aebcbcd9-acc1-41ca-8420-3c9aefba111e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d3b75b07b13a40429946471d1fc9f577&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3083708 May 23 11:12:28.511419 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51718) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:28.600098 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a97a4ac0-fe34-4cbd-983b-485d2be07f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:28.617962 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e17c3630-3c47-4f44-82d8-ef1495ec991d'] response: {'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b591b58-1bf1-4cef-b2f3-f83a8acf29e7', 'code': 200} May 23 11:12:28.618323 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e17c3630-3c47-4f44-82d8-ef1495ec991d'] response: {'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1eba941-2df3-4bcf-85f4-35d01dbde7af', 'code': 200} May 23 11:12:28.618669 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e17c3630-3c47-4f44-82d8-ef1495ec991d'] response: {'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763c10d1-b57e-48c8-8043-0443d4788a7a', 'code': 200} May 23 11:12:28.619007 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e17c3630-3c47-4f44-82d8-ef1495ec991d'] response: {'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c0e8e3-e2c6-4186-8f44-ff76dec40384', 'code': 200} May 23 11:12:28.619357 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e17c3630-3c47-4f44-82d8-ef1495ec991d'] response: {'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a44d654-6b97-41f9-82f8-7a39efafc1c3', 'code': 200} May 23 11:12:28.641741 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a97a4ac0-fe34-4cbd-983b-485d2be07f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:28.715320 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47ba328-4ed3-4e74-b579-80b01f71b685 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Router 50fe437b-61a5-4a3c-90c2-df56b9d63617 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:12:28.721667 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a97a4ac0-fe34-4cbd-983b-485d2be07f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:28.741386 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a4ac0-fe34-4cbd-983b-485d2be07f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffad727e-f899-4601-8784-d020ca5beafc,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:28.824232 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8ad337f4-3d36-4942-b49c-2dac394ec505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:28.865925 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad337f4-3d36-4942-b49c-2dac394ec505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98579dd-3619-454a-b469-d2f9216b8daf,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:28.878285 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 4f761992-3b1e-41eb-8066-b97be8a33992 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:12:28.880943 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-9457bd75-d229-40bc-9756-52a900efa4ed req-9bf786f9-ecdb-4bdf-9788-d13d422ddb47 service neutron] Attempting to bind port bc3db279-d142-4850-a784-ecaf7d29fd7a on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:12:28.881311 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-9457bd75-d229-40bc-9756-52a900efa4ed req-9bf786f9-ecdb-4bdf-9788-d13d422ddb47 service neutron] Attempting to bind port bc3db279-d142-4850-a784-ecaf7d29fd7a by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '633c66ca-dc41-4b0b-a0a3-ed62624a9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1a5c8466-e669-4a02-9cf7-1e34891324c1'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:12:28.881647 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9457bd75-d229-40bc-9756-52a900efa4ed req-9bf786f9-ecdb-4bdf-9788-d13d422ddb47 service neutron] Attempting to bind port bc3db279-d142-4850-a784-ecaf7d29fd7a on network 1a5c8466-e669-4a02-9cf7-1e34891324c1 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:12:28.888937 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8ad337f4-3d36-4942-b49c-2dac394ec505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:28.890063 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8ad337f4-3d36-4942-b49c-2dac394ec505 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a98579dd-3619-454a-b469-d2f9216b8daf HTTP/1.1" status: 204 len: 168 time: 0.8975382 May 23 11:12:28.899629 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9457bd75-d229-40bc-9756-52a900efa4ed req-9bf786f9-ecdb-4bdf-9788-d13d422ddb47 service neutron] Port bc3db279-d142-4850-a784-ecaf7d29fd7a on network 1a5c8466-e669-4a02-9cf7-1e34891324c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:12:28.899983 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9457bd75-d229-40bc-9756-52a900efa4ed req-9bf786f9-ecdb-4bdf-9788-d13d422ddb47 service neutron] Attempting to bind port bc3db279-d142-4850-a784-ecaf7d29fd7a on network 1a5c8466-e669-4a02-9cf7-1e34891324c1 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:12:28.915467 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9457bd75-d229-40bc-9756-52a900efa4ed req-9bf786f9-ecdb-4bdf-9788-d13d422ddb47 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:12:28.915808 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9457bd75-d229-40bc-9756-52a900efa4ed req-9bf786f9-ecdb-4bdf-9788-d13d422ddb47 service neutron] Checking segment: {'id': '633c66ca-dc41-4b0b-a0a3-ed62624a9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1a5c8466-e669-4a02-9cf7-1e34891324c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:12:28.916217 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9457bd75-d229-40bc-9756-52a900efa4ed req-9bf786f9-ecdb-4bdf-9788-d13d422ddb47 service neutron] Bound using segment: {'id': '633c66ca-dc41-4b0b-a0a3-ed62624a9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1a5c8466-e669-4a02-9cf7-1e34891324c1'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:12:28.916645 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-9457bd75-d229-40bc-9756-52a900efa4ed req-9bf786f9-ecdb-4bdf-9788-d13d422ddb47 service neutron] Bound port: bc3db279-d142-4850-a784-ecaf7d29fd7a, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '633c66ca-dc41-4b0b-a0a3-ed62624a9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1a5c8466-e669-4a02-9cf7-1e34891324c1'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:12:28.916990 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9457bd75-d229-40bc-9756-52a900efa4ed req-9bf786f9-ecdb-4bdf-9788-d13d422ddb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:28.938129 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc5031-350f-4d0c-ad61-29c5a77fbe3e req-587b6b14-1185-4b03-ae50-07fade969351 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:28.940126 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a97a4ac0-fe34-4cbd-983b-485d2be07f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:28.942519 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc5031-350f-4d0c-ad61-29c5a77fbe3e req-587b6b14-1185-4b03-ae50-07fade969351 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:28.944305 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a97a4ac0-fe34-4cbd-983b-485d2be07f3f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ffad727e-f899-4601-8784-d020ca5beafc HTTP/1.1" status: 204 len: 168 time: 0.4317141 May 23 11:12:28.946881 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc5031-350f-4d0c-ad61-29c5a77fbe3e req-587b6b14-1185-4b03-ae50-07fade969351 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:28.950804 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc5031-350f-4d0c-ad61-29c5a77fbe3e req-587b6b14-1185-4b03-ae50-07fade969351 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:28.954706 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc5031-350f-4d0c-ad61-29c5a77fbe3e req-587b6b14-1185-4b03-ae50-07fade969351 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:28.958754 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc5031-350f-4d0c-ad61-29c5a77fbe3e req-587b6b14-1185-4b03-ae50-07fade969351 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:28.962957 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc5031-350f-4d0c-ad61-29c5a77fbe3e req-587b6b14-1185-4b03-ae50-07fade969351 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:28.970825 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-65fc5031-350f-4d0c-ad61-29c5a77fbe3e req-587b6b14-1185-4b03-ae50-07fade969351 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 5434 time: 0.4078703 May 23 11:12:28.981523 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f3795-861d-4187-aad8-9e261c99bb07 req-9bf5af9a-bd8a-4dde-9743-3c29fc0ff1ba tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:28.989233 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bd2f3795-861d-4187-aad8-9e261c99bb07 req-9bf5af9a-bd8a-4dde-9743-3c29fc0ff1ba tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=4cacb2e6-7c0d-43b2-b45b-6ba8ff5facdb HTTP/1.1" status: 200 len: 946 time: 0.2416806 May 23 11:12:29.032002 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dc830392-2ccf-45cf-b636-61992dfb6064 req-5079904a-0a5f-4274-9065-eb360a2d9951 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 6491 time: 0.2019601 May 23 11:12:29.041469 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:29.094587 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dc830392-2ccf-45cf-b636-61992dfb6064 req-f21cea27-104b-4f42-9767-2ac43076ffc5 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=80bd5d80-b839-4f0d-bc84-203290106c00&id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547740 May 23 11:12:29.095723 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 4f761992-3b1e-41eb-8066-b97be8a33992, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=4f761992-3b1e-41eb-8066-b97be8a33992,segment=NetworkSegment(0eaf6c12-c629-4f70-b3b1-9c344ae24a9d),segment_id=0eaf6c12-c629-4f70-b3b1-9c344ae24a9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:29.104307 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:29.112587 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47ba328-4ed3-4e74-b579-80b01f71b685 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:12:29.117222 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f47ba328-4ed3-4e74-b579-80b01f71b685 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:29.122161 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668c7dbf-6bc7-4d7d-b273-f9978b98eade None None] Sync routers for ids ['50fe437b-61a5-4a3c-90c2-df56b9d63617'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:12:29.141316 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668c7dbf-6bc7-4d7d-b273-f9978b98eade None None] Routers {'50fe437b-61a5-4a3c-90c2-df56b9d63617'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:12:29.142101 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-668c7dbf-6bc7-4d7d-b273-f9978b98eade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:12:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['50fe437b-61a5-4a3c-90c2-df56b9d63617'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:29.171453 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-65fc5031-350f-4d0c-ad61-29c5a77fbe3e req-c06e4a0c-f5cd-4cae-bcab-b8986ded95bc tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=80bd5d80-b839-4f0d-bc84-203290106c00&id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1997457 May 23 11:12:29.195862 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=4f761992-3b1e-41eb-8066-b97be8a33992,revision_number=8']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:29.204423 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bd2f3795-861d-4187-aad8-9e261c99bb07 req-cf838d5f-6af0-4f04-a55a-52041c2f0320 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142053 May 23 11:12:29.205996 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:12:29.206515 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:12:29.207188 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:12:29.207810 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:12:29.208313 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:12:29.208889 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:12:29.209357 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:12:29.209877 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:12:29.210381 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:12:29.210856 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:12:29.211347 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:12:29.233327 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-9457bd75-d229-40bc-9756-52a900efa4ed req-9bf786f9-ecdb-4bdf-9788-d13d422ddb47 service neutron] For port bc3db279-d142-4850-a784-ecaf7d29fd7a, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:12:29.240392 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-9457bd75-d229-40bc-9756-52a900efa4ed req-9bf786f9-ecdb-4bdf-9788-d13d422ddb47 service neutron] For port bc3db279-d142-4850-a784-ecaf7d29fd7a, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=bc3db279-d142-4850-a784-ecaf7d29fd7a,segment=NetworkSegment(633c66ca-dc41-4b0b-a0a3-ed62624a9374),segment_id=633c66ca-dc41-4b0b-a0a3-ed62624a9374)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:12:29.248154 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9457bd75-d229-40bc-9756-52a900efa4ed req-9bf786f9-ecdb-4bdf-9788-d13d422ddb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:29.263677 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f47ba328-4ed3-4e74-b579-80b01f71b685 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "PUT /v2.0/floatingips/2de1bd57-89bb-4b40-b3dc-ba9363dbbd5e HTTP/1.1" status: 200 len: 977 time: 3.8770227 May 23 11:12:29.266355 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51728) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:29.273144 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-684e316f-251c-4720-a5cd-0bfaf0c87e12 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:12:29.330172 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-668c7dbf-6bc7-4d7d-b273-f9978b98eade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:29.348711 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668c7dbf-6bc7-4d7d-b273-f9978b98eade None None] Routers {'50fe437b-61a5-4a3c-90c2-df56b9d63617'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:12:29.352539 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-668c7dbf-6bc7-4d7d-b273-f9978b98eade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:12:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['50fe437b-61a5-4a3c-90c2-df56b9d63617'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:29.396503 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9457bd75-d229-40bc-9756-52a900efa4ed req-9bf786f9-ecdb-4bdf-9788-d13d422ddb47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:29.398344 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9457bd75-d229-40bc-9756-52a900efa4ed req-9bf786f9-ecdb-4bdf-9788-d13d422ddb47 service neutron] 10.222.0.13 "PUT /v2.0/ports/bc3db279-d142-4850-a784-ecaf7d29fd7a HTTP/1.1" status: 200 len: 1091 time: 2.1500990 May 23 11:12:29.398883 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d92a64f-9658-4a77-ae72-f34506a77c39', 'tag': 'bc3db279-d142-4850-a784-ecaf7d29fd7a'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:12:29.415861 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf786f9-ecdb-4bdf-9788-d13d422ddb47 service neutron] Pushing event updated for resources: {'Port': ['ID=bc3db279-d142-4850-a784-ecaf7d29fd7a,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:29.421773 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-684e316f-251c-4720-a5cd-0bfaf0c87e12 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for floatingip, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:29.492183 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-668c7dbf-6bc7-4d7d-b273-f9978b98eade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:29.492597 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668c7dbf-6bc7-4d7d-b273-f9978b98eade None None] The sync data for ids ['50fe437b-61a5-4a3c-90c2-df56b9d63617'] in n-d-842952-2 is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:12:29.710892 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4aec3-e5cb-4b25-bed8-ba311bd51167 req-87377ea9-2f44-4cde-a453-264c869c5742 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:29.717729 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-00e4aec3-e5cb-4b25-bed8-ba311bd51167 req-87377ea9-2f44-4cde-a453-264c869c5742 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea4a5d77-529d-4d6d-8cbb-75360931d430 HTTP/1.1" status: 200 len: 946 time: 0.2542503 May 23 11:12:29.743644 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51746) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:29.766732 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9457bd75-d229-40bc-9756-52a900efa4ed req-16344909-81f4-4734-9222-752fd031b09e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b64a3f1baa60499ab93cbd32db99dbcb&device_id=1d92a64f-9658-4a77-ae72-f34506a77c39 HTTP/1.1" status: 200 len: 1094 time: 0.3007388 May 23 11:12:29.781039 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-684e316f-251c-4720-a5cd-0bfaf0c87e12 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:29.787019 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-684e316f-251c-4720-a5cd-0bfaf0c87e12 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:29.788049 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [None req-684e316f-251c-4720-a5cd-0bfaf0c87e12 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Floating IP 2de1bd57-89bb-4b40-b3dc-ba9363dbbd5e disassociated. External IP: 172.25.6.25, port: 5b9a87cb-3e1e-4a25-a9b2-814ea0990194. May 23 11:12:29.819814 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f39661ac-4c7f-4144-9fe8-88e5befd5734 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5fc58662b73b41dd9f39c9233a71723a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0736897 May 23 11:12:29.845258 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51752) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:29.939274 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840624c-9b8b-4650-abae-1054835d287a req-68f01605-735b-42af-bd62-acfdc1edd8af tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:29.940945 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a840624c-9b8b-4650-abae-1054835d287a req-68f01605-735b-42af-bd62-acfdc1edd8af tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d92a64f-9658-4a77-ae72-f34506a77c39 HTTP/1.1" status: 200 len: 943 time: 0.4058027 May 23 11:12:29.943034 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-00e4aec3-e5cb-4b25-bed8-ba311bd51167 req-301e73d5-6e6c-43ca-b608-340bdcf17e15 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/security-groups?id=c3a2b15e-44b9-4619-8140-4c6f2720689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245581 May 23 11:12:29.965574 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9457bd75-d229-40bc-9756-52a900efa4ed req-4b3670f5-8f4f-43f4-be0d-ffb8cd9e22a8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc3db279-d142-4850-a784-ecaf7d29fd7a HTTP/1.1" status: 200 len: 217 time: 0.1484370 May 23 11:12:29.997186 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5c5a9250-aa26-43b4-9087-967ca6b4c3cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:30.033922 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5c5a9250-aa26-43b4-9087-967ca6b4c3cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:30.051718 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457bd75-d229-40bc-9756-52a900efa4ed req-9578f5ef-edfb-40ee-94f4-967a9697d3aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:30.053465 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9457bd75-d229-40bc-9756-52a900efa4ed req-9578f5ef-edfb-40ee-94f4-967a9697d3aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76d8b9b5-f057-42e7-939b-4e81b16011fa HTTP/1.1" status: 200 len: 851 time: 0.0735726 May 23 11:12:30.114939 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9457bd75-d229-40bc-9756-52a900efa4ed req-8df0caf3-e779-49c7-9567-15f3e090b985 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a5c8466-e669-4a02-9cf7-1e34891324c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502236 May 23 11:12:30.132353 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb0baf-786d-42d5-a1d1-997f26f13161 req-19f6ac3a-1ea6-427a-8e25-eaf5a30e918d tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:30.133780 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cfdb0baf-786d-42d5-a1d1-997f26f13161 req-19f6ac3a-1ea6-427a-8e25-eaf5a30e918d tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea4a5d77-529d-4d6d-8cbb-75360931d430 HTTP/1.1" status: 200 len: 946 time: 0.2566285 May 23 11:12:30.174789 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5c5a9250-aa26-43b4-9087-967ca6b4c3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:30.195974 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a9250-aa26-43b4-9087-967ca6b4c3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933bdc75-f8d8-4a91-9940-96d516a7ac14,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:30.239733 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a840624c-9b8b-4650-abae-1054835d287a req-c52dbfa6-81b5-4d10-867b-8fa61f5912cf tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791760 May 23 11:12:30.267660 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18febfad-0c5a-4123-be2a-fbde5cbaffb1'] response: {'name': 'network-changed', 'server_uuid': '1d92a64f-9658-4a77-ae72-f34506a77c39', 'tag': 'bc3db279-d142-4850-a784-ecaf7d29fd7a', 'status': 'completed', 'code': 200} May 23 11:12:30.312488 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-cfdb0baf-786d-42d5-a1d1-997f26f13161 req-1acc1f90-0224-4dc9-b752-926f1e5604a3 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Deleting port abdf22cc-7f0a-4a5d-b54b-fea54f83e909 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:12:30.312833 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-cfdb0baf-786d-42d5-a1d1-997f26f13161 req-1acc1f90-0224-4dc9-b752-926f1e5604a3 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:30.384839 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5c5a9250-aa26-43b4-9087-967ca6b4c3cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:30.385944 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5c5a9250-aa26-43b4-9087-967ca6b4c3cb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/933bdc75-f8d8-4a91-9940-96d516a7ac14 HTTP/1.1" status: 204 len: 168 time: 0.5394931 May 23 11:12:30.455704 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9457bd75-d229-40bc-9756-52a900efa4ed req-677052cf-1dc7-41bc-8d86-6ebb6d42389a service neutron] 10.222.0.13 "GET /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293087 May 23 11:12:30.474311 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684e316f-251c-4720-a5cd-0bfaf0c87e12 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Router 50fe437b-61a5-4a3c-90c2-df56b9d63617 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:12:30.620619 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cacb2e6-7c0d-43b2-b45b-6ba8ff5facdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f761992-3b1e-41eb-8066-b97be8a33992'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:12:30.746691 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51774) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:30.828207 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257cc94-3fcb-4bb6-859d-3b054870b11d req-1d16f4d5-bed5-4f80-9aed-cc881d22a46e tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:30.829695 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-0257cc94-3fcb-4bb6-859d-3b054870b11d req-1d16f4d5-bed5-4f80-9aed-cc881d22a46e tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Synchronizing usage tracker for tenant:9ea9de6708f24ca4b9c663f6619e9730 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:12:30.858141 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-0257cc94-3fcb-4bb6-859d-3b054870b11d req-1d16f4d5-bed5-4f80-9aed-cc881d22a46e tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Unset dirty status for tenant:9ea9de6708f24ca4b9c663f6619e9730 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:12:30.859483 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0257cc94-3fcb-4bb6-859d-3b054870b11d req-1d16f4d5-bed5-4f80-9aed-cc881d22a46e tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.13 "GET /v2.0/ports?device_id=248fcbae-6f32-4da2-acfd-5b5a44455c3b HTTP/1.1" status: 200 len: 946 time: 0.1439900 May 23 11:12:30.956452 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-0257cc94-3fcb-4bb6-859d-3b054870b11d req-8b245d82-8236-4380-8dad-64d49bb5af8d tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Deleting port 3eae1d78-5641-4410-87a1-3877a4b52063 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:12:30.956969 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0257cc94-3fcb-4bb6-859d-3b054870b11d req-8b245d82-8236-4380-8dad-64d49bb5af8d tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:31.014712 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-85595b99-a575-4917-b34b-db982a98d1c8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-675839460-network', 'tenant_id': '4dae0a28e54e42d3b93ac681153ab34b'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:12:31.025486 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-85595b99-a575-4917-b34b-db982a98d1c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:12:31.032403 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684e316f-251c-4720-a5cd-0bfaf0c87e12 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:12:31.034313 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-85595b99-a575-4917-b34b-db982a98d1c8 admin admin] Usage tracker for resource:network and tenant:4dae0a28e54e42d3b93ac681153ab34b is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:12:31.041650 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-684e316f-251c-4720-a5cd-0bfaf0c87e12 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:31.052235 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72669bb-1cca-4597-a225-1159c867599e None None] Sync routers for ids ['50fe437b-61a5-4a3c-90c2-df56b9d63617'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:12:31.059655 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a524f92-12a7-44d7-b878-e626d1557559 req-908b9918-f7ed-42f3-97f7-61012e984cc5 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:31.065869 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72669bb-1cca-4597-a225-1159c867599e None None] Routers {'50fe437b-61a5-4a3c-90c2-df56b9d63617'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:12:31.066428 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a524f92-12a7-44d7-b878-e626d1557559 req-908b9918-f7ed-42f3-97f7-61012e984cc5 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=4cacb2e6-7c0d-43b2-b45b-6ba8ff5facdb HTTP/1.1" status: 200 len: 944 time: 0.6031244 May 23 11:12:31.067106 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d72669bb-1cca-4597-a225-1159c867599e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:12:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['50fe437b-61a5-4a3c-90c2-df56b9d63617'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:31.099521 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9457bd75-d229-40bc-9756-52a900efa4ed req-66559a4c-2acc-48ba-921d-9a2c11f25868 service neutron] 10.222.0.13 "GET /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6350527 May 23 11:12:31.100078 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-85595b99-a575-4917-b34b-db982a98d1c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:12:31.103873 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-684e316f-251c-4720-a5cd-0bfaf0c87e12 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "PUT /v2.0/floatingips/2de1bd57-89bb-4b40-b3dc-ba9363dbbd5e HTTP/1.1" status: 200 len: 687 time: 1.8363602 May 23 11:12:31.109128 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51790) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:31.119054 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-cfdb0baf-786d-42d5-a1d1-997f26f13161 req-1acc1f90-0224-4dc9-b752-926f1e5604a3 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] For port abdf22cc-7f0a-4a5d-b54b-fea54f83e909, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=abdf22cc-7f0a-4a5d-b54b-fea54f83e909,segment=NetworkSegment(ad9b3fe2-7277-4984-8ef8-43e56dd6b10d),segment_id=ad9b3fe2-7277-4984-8ef8-43e56dd6b10d)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:31.119401 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-cfdb0baf-786d-42d5-a1d1-997f26f13161 req-1acc1f90-0224-4dc9-b752-926f1e5604a3 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:31.136539 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d72669bb-1cca-4597-a225-1159c867599e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:31.147535 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72669bb-1cca-4597-a225-1159c867599e None None] Routers {'50fe437b-61a5-4a3c-90c2-df56b9d63617'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:12:31.148254 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d72669bb-1cca-4597-a225-1159c867599e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:12:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['50fe437b-61a5-4a3c-90c2-df56b9d63617'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:31.157947 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-85595b99-a575-4917-b34b-db982a98d1c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:12:31.216479 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d72669bb-1cca-4597-a225-1159c867599e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:31.217040 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72669bb-1cca-4597-a225-1159c867599e None None] The sync data for ids ['50fe437b-61a5-4a3c-90c2-df56b9d63617'] in n-d-842952-2 is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:12:31.299626 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405bc01e-a1eb-4c50-bf89-d454e6aa1055 req-8312819b-7033-4853-90de-a3dcac56c78e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:31.303540 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405bc01e-a1eb-4c50-bf89-d454e6aa1055 req-8312819b-7033-4853-90de-a3dcac56c78e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:31.304410 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85595b99-a575-4917-b34b-db982a98d1c8 admin admin] Made reservation on behalf of 4dae0a28e54e42d3b93ac681153ab34b for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:12:31.306754 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-85595b99-a575-4917-b34b-db982a98d1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:31.307337 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405bc01e-a1eb-4c50-bf89-d454e6aa1055 req-8312819b-7033-4853-90de-a3dcac56c78e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:31.311582 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405bc01e-a1eb-4c50-bf89-d454e6aa1055 req-8312819b-7033-4853-90de-a3dcac56c78e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:31.316830 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405bc01e-a1eb-4c50-bf89-d454e6aa1055 req-8312819b-7033-4853-90de-a3dcac56c78e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:31.320776 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405bc01e-a1eb-4c50-bf89-d454e6aa1055 req-8312819b-7033-4853-90de-a3dcac56c78e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:31.325567 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405bc01e-a1eb-4c50-bf89-d454e6aa1055 req-8312819b-7033-4853-90de-a3dcac56c78e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:31.326439 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-405bc01e-a1eb-4c50-bf89-d454e6aa1055 req-8312819b-7033-4853-90de-a3dcac56c78e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 5434 time: 0.6877685 May 23 11:12:31.337239 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-cfdb0baf-786d-42d5-a1d1-997f26f13161 req-1acc1f90-0224-4dc9-b752-926f1e5604a3 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Calling delete_port for abdf22cc-7f0a-4a5d-b54b-fea54f83e909 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:12:31.359312 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-85595b99-a575-4917-b34b-db982a98d1c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:31.409764 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a524f92-12a7-44d7-b878-e626d1557559 req-3482f3cb-be78-4e23-883f-bc5eb93271fb tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424735 May 23 11:12:31.504337 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cd210b3-6737-46e0-944e-6bb6f5fa1ee4'] response: {'server_uuid': '4cacb2e6-7c0d-43b2-b45b-6ba8ff5facdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f761992-3b1e-41eb-8066-b97be8a33992', 'code': 200} May 23 11:12:31.523087 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-405bc01e-a1eb-4c50-bf89-d454e6aa1055 req-806f473b-0b86-43db-b80e-97dec692404a tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=80bd5d80-b839-4f0d-bc84-203290106c00&id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1426225 May 23 11:12:31.532992 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-90ab8730-2c20-46c1-9a77-195780aea77c req-36f672df-d69b-41a6-b40a-b7971f746a0b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b64a3f1baa60499ab93cbd32db99dbcb&device_id=1d92a64f-9658-4a77-ae72-f34506a77c39 HTTP/1.1" status: 200 len: 1094 time: 0.3317571 May 23 11:12:31.560217 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-85595b99-a575-4917-b34b-db982a98d1c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:12:31.615094 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-85595b99-a575-4917-b34b-db982a98d1c8 admin admin] Usage tracker for resource:security_group_rule and tenant:4dae0a28e54e42d3b93ac681153ab34b is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:12:31.623547 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-7939dfab-e90e-4f7b-8215-3f74904b2c7e tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Deleting port 050802f1-1534-4778-91e2-fe1431e1c395 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:12:31.624071 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7939dfab-e90e-4f7b-8215-3f74904b2c7e tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:31.665507 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-85595b99-a575-4917-b34b-db982a98d1c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:12:31.684242 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51804) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:31.694915 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-85595b99-a575-4917-b34b-db982a98d1c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:12:31.790734 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-cfdb0baf-786d-42d5-a1d1-997f26f13161 req-1acc1f90-0224-4dc9-b752-926f1e5604a3 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:31.809476 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1963f8d6-88a6-4bc3-9f8b-62de76900cd9 req-82293846-96f0-49fb-aee8-79cd6e6d1dfe tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea4a5d77-529d-4d6d-8cbb-75360931d430 HTTP/1.1" status: 200 len: 210 time: 0.1318476 May 23 11:12:31.823923 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['3eae1d78-5641-4410-87a1-3877a4b52063', 'abdf22cc-7f0a-4a5d-b54b-fea54f83e909'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:12:31.837007 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29ab09-2fb9-4614-84ba-29c5dc5b492f req-60de3653-18f5-4d52-b3eb-619245ce9abc tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:31.837812 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-2f29ab09-2fb9-4614-84ba-29c5dc5b492f req-60de3653-18f5-4d52-b3eb-619245ce9abc tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Synchronizing usage tracker for tenant:abc8f80d521a482ba49d9d597fee07e9 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:12:31.870241 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc1f90-0224-4dc9-b752-926f1e5604a3 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Pushing event deleted for resources: {'Port': ['ID=abdf22cc-7f0a-4a5d-b54b-fea54f83e909,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:31.919241 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-2f29ab09-2fb9-4614-84ba-29c5dc5b492f req-60de3653-18f5-4d52-b3eb-619245ce9abc tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Unset dirty status for tenant:abc8f80d521a482ba49d9d597fee07e9 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:12:31.920554 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2f29ab09-2fb9-4614-84ba-29c5dc5b492f req-60de3653-18f5-4d52-b3eb-619245ce9abc tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cacb2e6-7c0d-43b2-b45b-6ba8ff5facdb HTTP/1.1" status: 200 len: 944 time: 0.6608086 May 23 11:12:31.926745 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-0257cc94-3fcb-4bb6-859d-3b054870b11d req-8b245d82-8236-4380-8dad-64d49bb5af8d tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] For port 3eae1d78-5641-4410-87a1-3877a4b52063, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=3eae1d78-5641-4410-87a1-3877a4b52063,segment=NetworkSegment(ad9b3fe2-7277-4984-8ef8-43e56dd6b10d),segment_id=ad9b3fe2-7277-4984-8ef8-43e56dd6b10d)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:31.927211 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0257cc94-3fcb-4bb6-859d-3b054870b11d req-8b245d82-8236-4380-8dad-64d49bb5af8d tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:31.999034 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-17723b4d-4db7-4dfc-adc7-cfe9360a65eb tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-650382285'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:12:32.003693 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab8730-2c20-46c1-9a77-195780aea77c req-975e6b21-8e70-4967-8871-36e6c7d8fc74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:32.004467 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7939dfab-e90e-4f7b-8215-3f74904b2c7e tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:32.004799 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7939dfab-e90e-4f7b-8215-3f74904b2c7e tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:32.005146 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-90ab8730-2c20-46c1-9a77-195780aea77c req-975e6b21-8e70-4967-8871-36e6c7d8fc74 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1a5c8466-e669-4a02-9cf7-1e34891324c1 HTTP/1.1" status: 200 len: 912 time: 0.4629893 May 23 11:12:32.006108 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfdb0baf-786d-42d5-a1d1-997f26f13161 req-1acc1f90-0224-4dc9-b752-926f1e5604a3 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] No DVR routers for this DVR port abdf22cc-7f0a-4a5d-b54b-fea54f83e909 on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:12:32.010417 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-17723b4d-4db7-4dfc-adc7-cfe9360a65eb tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:12:32.012973 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-cfdb0baf-786d-42d5-a1d1-997f26f13161 req-1acc1f90-0224-4dc9-b752-926f1e5604a3 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:32.076553 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-17723b4d-4db7-4dfc-adc7-cfe9360a65eb tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Usage tracker for resource:network and tenant:7dca08376e90462fa2c08567c59d529a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:12:32.093994 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-17723b4d-4db7-4dfc-adc7-cfe9360a65eb tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:12:32.106329 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04f4da-b7da-4f5b-8d95-a6457073cd87 req-40c2247b-6c62-4f34-885d-ab965dff81d9 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:32.107801 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ac04f4da-b7da-4f5b-8d95-a6457073cd87 req-40c2247b-6c62-4f34-885d-ab965dff81d9 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d92a64f-9658-4a77-ae72-f34506a77c39 HTTP/1.1" status: 200 len: 943 time: 0.4282339 May 23 11:12:32.109092 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-17723b4d-4db7-4dfc-adc7-cfe9360a65eb tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:12:32.111629 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-90ab8730-2c20-46c1-9a77-195780aea77c req-843310f6-30de-43cf-99c2-c233e85cc44a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc3db279-d142-4850-a784-ecaf7d29fd7a HTTP/1.1" status: 200 len: 217 time: 0.0958450 May 23 11:12:32.113985 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cfdb0baf-786d-42d5-a1d1-997f26f13161 req-1acc1f90-0224-4dc9-b752-926f1e5604a3 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.13 "DELETE /v2.0/ports/abdf22cc-7f0a-4a5d-b54b-fea54f83e909 HTTP/1.1" status: 204 len: 173 time: 1.9585471 May 23 11:12:32.138568 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-0257cc94-3fcb-4bb6-859d-3b054870b11d req-8b245d82-8236-4380-8dad-64d49bb5af8d tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Calling delete_port for 3eae1d78-5641-4410-87a1-3877a4b52063 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:12:32.176859 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17723b4d-4db7-4dfc-adc7-cfe9360a65eb tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Made reservation on behalf of 7dca08376e90462fa2c08567c59d529a for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:12:32.179855 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-17723b4d-4db7-4dfc-adc7-cfe9360a65eb tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:32.204508 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-17723b4d-4db7-4dfc-adc7-cfe9360a65eb tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:32.243500 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab8730-2c20-46c1-9a77-195780aea77c req-6395260b-9d09-450e-9847-76ad45c5d026 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:32.245013 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-90ab8730-2c20-46c1-9a77-195780aea77c req-6395260b-9d09-450e-9847-76ad45c5d026 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76d8b9b5-f057-42e7-939b-4e81b16011fa HTTP/1.1" status: 200 len: 851 time: 0.1256509 May 23 11:12:32.297818 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4a5d77-529d-4d6d-8cbb-75360931d430', 'name': 'network-vif-deleted', 'tag': 'abdf22cc-7f0a-4a5d-b54b-fea54f83e909'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:12:32.310671 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ac04f4da-b7da-4f5b-8d95-a6457073cd87 req-7a30a696-87d8-43a2-b5c2-ea4850dd9876 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941257 May 23 11:12:32.321633 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-90ab8730-2c20-46c1-9a77-195780aea77c req-6bc800db-b438-4134-b902-2ae6a3d0db92 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a5c8466-e669-4a02-9cf7-1e34891324c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608585 May 23 11:12:32.322449 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-17723b4d-4db7-4dfc-adc7-cfe9360a65eb tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:12:32.326577 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-17723b4d-4db7-4dfc-adc7-cfe9360a65eb tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Usage tracker for resource:security_group_rule and tenant:7dca08376e90462fa2c08567c59d529a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:12:32.348682 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-17723b4d-4db7-4dfc-adc7-cfe9360a65eb tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:12:32.358792 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-17723b4d-4db7-4dfc-adc7-cfe9360a65eb tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:12:32.414503 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e08a4fef-9b4b-4d06-9a80-a64abd7683e7'] response: {'server_uuid': 'ea4a5d77-529d-4d6d-8cbb-75360931d430', 'name': 'network-vif-deleted', 'tag': 'abdf22cc-7f0a-4a5d-b54b-fea54f83e909', 'status': 'completed', 'code': 200} May 23 11:12:32.443575 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-7939dfab-e90e-4f7b-8215-3f74904b2c7e tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Calling delete_port for 050802f1-1534-4778-91e2-fe1431e1c395 owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:12:32.479242 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-90ab8730-2c20-46c1-9a77-195780aea77c req-1df1dabc-00c1-460a-8580-9acbc440ee63 service neutron] 10.222.0.13 "GET /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497185 May 23 11:12:32.500185 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-85595b99-a575-4917-b34b-db982a98d1c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:32.519167 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-85595b99-a575-4917-b34b-db982a98d1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:32.524384 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-2f29ab09-2fb9-4614-84ba-29c5dc5b492f req-c5000cfb-6e0d-404a-9d40-e3d79dd64c2f tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Deleting port 4f761992-3b1e-41eb-8066-b97be8a33992 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:12:32.524716 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2f29ab09-2fb9-4614-84ba-29c5dc5b492f req-c5000cfb-6e0d-404a-9d40-e3d79dd64c2f tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:32.635772 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85595b99-a575-4917-b34b-db982a98d1c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:12:32.707284 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85595b99-a575-4917-b34b-db982a98d1c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39fd1c3-9a12-4d40-b8e4-4dc86329c924,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:32.711677 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-85595b99-a575-4917-b34b-db982a98d1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:32.712052 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-85595b99-a575-4917-b34b-db982a98d1c8 admin admin] Added segment d425821a-621f-4441-b5d3-6c866ddd43af of type vlan for network 567b5eae-3d50-4b7b-b2ae-6afd8ab0049d May 23 11:12:32.890372 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-90ab8730-2c20-46c1-9a77-195780aea77c req-b674e69a-a6a3-4b7b-a0f8-495072c749de service neutron] 10.222.0.13 "GET /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049408 May 23 11:12:32.896184 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device bc3db279-d142-4850-a784-ecaf7d29fd7a details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:12:32.901142 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-17723b4d-4db7-4dfc-adc7-cfe9360a65eb tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:32.915003 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-17723b4d-4db7-4dfc-adc7-cfe9360a65eb tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:32.941572 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de148c06-93a4-4bdb-baca-5df10bd15484 req-6e56844b-d7d3-475c-a559-e58e7a93acd7 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:32.943038 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-de148c06-93a4-4bdb-baca-5df10bd15484 req-6e56844b-d7d3-475c-a559-e58e7a93acd7 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=4cacb2e6-7c0d-43b2-b45b-6ba8ff5facdb HTTP/1.1" status: 200 len: 944 time: 0.3738151 May 23 11:12:32.955141 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17723b4d-4db7-4dfc-adc7-cfe9360a65eb tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:12:32.969939 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-85595b99-a575-4917-b34b-db982a98d1c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:32.984365 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0257cc94-3fcb-4bb6-859d-3b054870b11d req-8b245d82-8236-4380-8dad-64d49bb5af8d tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:33.002834 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17723b4d-4db7-4dfc-adc7-cfe9360a65eb tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73993c7a-c1a1-499e-83ff-d546defc1a8d,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:33.005289 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-17723b4d-4db7-4dfc-adc7-cfe9360a65eb tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:33.005630 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-17723b4d-4db7-4dfc-adc7-cfe9360a65eb tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Added segment 925c759d-22e4-44bb-a638-e58e7951a0f5 of type vlan for network e8959dc7-3e5b-4f50-a12e-88deaf15d74d May 23 11:12:33.021736 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0d82e-3ae0-4706-8c7b-6ebd554dea4a req-2acb1f85-e685-409a-8517-68d733fadecd tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:33.025661 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0d82e-3ae0-4706-8c7b-6ebd554dea4a req-2acb1f85-e685-409a-8517-68d733fadecd tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:33.029533 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0d82e-3ae0-4706-8c7b-6ebd554dea4a req-2acb1f85-e685-409a-8517-68d733fadecd tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:33.033385 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0d82e-3ae0-4706-8c7b-6ebd554dea4a req-2acb1f85-e685-409a-8517-68d733fadecd tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:33.037643 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0d82e-3ae0-4706-8c7b-6ebd554dea4a req-2acb1f85-e685-409a-8517-68d733fadecd tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:33.041556 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0d82e-3ae0-4706-8c7b-6ebd554dea4a req-2acb1f85-e685-409a-8517-68d733fadecd tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:33.045428 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0d82e-3ae0-4706-8c7b-6ebd554dea4a req-2acb1f85-e685-409a-8517-68d733fadecd tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:33.047390 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-21e0d82e-3ae0-4706-8c7b-6ebd554dea4a req-2acb1f85-e685-409a-8517-68d733fadecd tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 5434 time: 0.2394884 May 23 11:12:33.061266 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b245d82-8236-4380-8dad-64d49bb5af8d tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Pushing event deleted for resources: {'Port': ['ID=3eae1d78-5641-4410-87a1-3877a4b52063,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:33.061764 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['abdf22cc-7f0a-4a5d-b54b-fea54f83e909'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:12:33.083571 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7939dfab-e90e-4f7b-8215-3f74904b2c7e tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:33.105445 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-17723b4d-4db7-4dfc-adc7-cfe9360a65eb tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:33.106080 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port bc3db279-d142-4850-a784-ecaf7d29fd7a, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=bc3db279-d142-4850-a784-ecaf7d29fd7a,segment=NetworkSegment(633c66ca-dc41-4b0b-a0a3-ed62624a9374),segment_id=633c66ca-dc41-4b0b-a0a3-ed62624a9374)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:33.123278 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'bc3db279-d142-4850-a784-ecaf7d29fd7a', 'network_id': '1a5c8466-e669-4a02-9cf7-1e34891324c1', 'port_id': 'bc3db279-d142-4850-a784-ecaf7d29fd7a', 'mac_address': 'fa:16:3e:ae:d7:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d8b9b5-f057-42e7-939b-4e81b16011fa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:12:33.124210 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-de148c06-93a4-4bdb-baca-5df10bd15484 req-9e773388-cb56-4cdc-aa36-e72ee6804083 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667402 May 23 11:12:33.146498 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-21e0d82e-3ae0-4706-8c7b-6ebd554dea4a req-914ac811-7d50-44c6-8849-9fe651919fa6 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=80bd5d80-b839-4f0d-bc84-203290106c00&id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0888708 May 23 11:12:33.161199 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-17723b4d-4db7-4dfc-adc7-cfe9360a65eb tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:33.175647 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17723b4d-4db7-4dfc-adc7-cfe9360a65eb tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:33.175647 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-17723b4d-4db7-4dfc-adc7-cfe9360a65eb tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:33.227925 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:33.256708 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939dfab-e90e-4f7b-8215-3f74904b2c7e tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Pushing event deleted for resources: {'Port': ['ID=050802f1-1534-4778-91e2-fe1431e1c395,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:33.269390 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc3db279-d142-4850-a784-ecaf7d29fd7a {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:12:33.271281 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-85595b99-a575-4917-b34b-db982a98d1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:33.272221 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85595b99-a575-4917-b34b-db982a98d1c8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:33.273046 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-85595b99-a575-4917-b34b-db982a98d1c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:33.293444 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-17723b4d-4db7-4dfc-adc7-cfe9360a65eb tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6029494 May 23 11:12:33.296384 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51820) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:33.299041 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17723b4d-4db7-4dfc-adc7-cfe9360a65eb tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event updated for resources: {'Network': ['ID=e8959dc7-3e5b-4f50-a12e-88deaf15d74d,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:33.299679 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port bc3db279-d142-4850-a784-ecaf7d29fd7a, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=bc3db279-d142-4850-a784-ecaf7d29fd7a,segment=NetworkSegment(633c66ca-dc41-4b0b-a0a3-ed62624a9374),segment_id=633c66ca-dc41-4b0b-a0a3-ed62624a9374)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:33.302849 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-0257cc94-3fcb-4bb6-859d-3b054870b11d req-8b245d82-8236-4380-8dad-64d49bb5af8d tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] No DVR routers for this DVR port 3eae1d78-5641-4410-87a1-3877a4b52063 on host n-h1-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:12:33.304739 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:33.304959 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-0d5e7dde-c8a9-4299-acff-7511ffd08f27 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'port': {'network_id': 'e8959dc7-3e5b-4f50-a12e-88deaf15d74d', 'name': 'tempest-PortsIpV6TestJSON-66687364'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:12:33.309703 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0257cc94-3fcb-4bb6-859d-3b054870b11d req-8b245d82-8236-4380-8dad-64d49bb5af8d tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:33.358127 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248fcbae-6f32-4da2-acfd-5b5a44455c3b', 'name': 'network-vif-deleted', 'tag': '3eae1d78-5641-4410-87a1-3877a4b52063'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:12:33.373608 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network e8959dc7-3e5b-4f50-a12e-88deaf15d74d details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:12:33.446106 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-2f29ab09-2fb9-4614-84ba-29c5dc5b492f req-c5000cfb-6e0d-404a-9d40-e3d79dd64c2f tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] For port 4f761992-3b1e-41eb-8066-b97be8a33992, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=4f761992-3b1e-41eb-8066-b97be8a33992,segment=NetworkSegment(0eaf6c12-c629-4f70-b3b1-9c344ae24a9d),segment_id=0eaf6c12-c629-4f70-b3b1-9c344ae24a9d)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:33.446442 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2f29ab09-2fb9-4614-84ba-29c5dc5b492f req-c5000cfb-6e0d-404a-9d40-e3d79dd64c2f tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:33.503533 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0d5e7dde-c8a9-4299-acff-7511ffd08f27 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:12:33.504577 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=bc3db279-d142-4850-a784-ecaf7d29fd7a,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:33.519903 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-0d5e7dde-c8a9-4299-acff-7511ffd08f27 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Usage tracker for resource:port and tenant:7dca08376e90462fa2c08567c59d529a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:12:33.523239 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-036efe9f-0ce9-4176-9033-cd35243a7d18 req-1d24be16-cf85-48bd-b50b-9ebbe4af19f6 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Synchronizing usage tracker for tenant:9ea9de6708f24ca4b9c663f6619e9730 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:12:33.525607 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-0d5e7dde-c8a9-4299-acff-7511ffd08f27 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:12:33.533743 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0d5e7dde-c8a9-4299-acff-7511ffd08f27 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:12:33.555182 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-036efe9f-0ce9-4176-9033-cd35243a7d18 req-1d24be16-cf85-48bd-b50b-9ebbe4af19f6 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] Unset dirty status for tenant:9ea9de6708f24ca4b9c663f6619e9730 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:12:33.556376 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-036efe9f-0ce9-4176-9033-cd35243a7d18 req-1d24be16-cf85-48bd-b50b-9ebbe4af19f6 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.79 "GET /v2.0/ports?device_id=248fcbae-6f32-4da2-acfd-5b5a44455c3b HTTP/1.1" status: 200 len: 210 time: 0.0965314 May 23 11:12:33.571662 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a1bbd-2587-4407-9263-782a03c75da5 req-56f9a6e3-3e2a-4cb3-9360-b069dc35dfaf tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:33.575643 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a1bbd-2587-4407-9263-782a03c75da5 req-56f9a6e3-3e2a-4cb3-9360-b069dc35dfaf tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:33.579720 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a1bbd-2587-4407-9263-782a03c75da5 req-56f9a6e3-3e2a-4cb3-9360-b069dc35dfaf tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:33.583550 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a1bbd-2587-4407-9263-782a03c75da5 req-56f9a6e3-3e2a-4cb3-9360-b069dc35dfaf tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:33.588363 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a1bbd-2587-4407-9263-782a03c75da5 req-56f9a6e3-3e2a-4cb3-9360-b069dc35dfaf tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:33.591582 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a1bbd-2587-4407-9263-782a03c75da5 req-56f9a6e3-3e2a-4cb3-9360-b069dc35dfaf tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:33.595301 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a1bbd-2587-4407-9263-782a03c75da5 req-56f9a6e3-3e2a-4cb3-9360-b069dc35dfaf tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:33.597176 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-496a1bbd-2587-4407-9263-782a03c75da5 req-56f9a6e3-3e2a-4cb3-9360-b069dc35dfaf tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 5434 time: 0.2063587 May 23 11:12:33.608318 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51830) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:33.615999 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-f5e671ca-198b-485b-9aaa-8f2ef9180721 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Request body: {'floatingip': {'port_id': 'b1eba941-2df3-4bcf-85f4-35d01dbde7af'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:12:33.661779 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-2f29ab09-2fb9-4614-84ba-29c5dc5b492f req-c5000cfb-6e0d-404a-9d40-e3d79dd64c2f tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Calling delete_port for 4f761992-3b1e-41eb-8066-b97be8a33992 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:12:33.680775 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5e7dde-c8a9-4299-acff-7511ffd08f27 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Made reservation on behalf of 7dca08376e90462fa2c08567c59d529a for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:12:33.683944 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0d5e7dde-c8a9-4299-acff-7511ffd08f27 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:33.689143 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85595b99-a575-4917-b34b-db982a98d1c8 admin admin] Pushing event updated for resources: {'Network': ['ID=567b5eae-3d50-4b7b-b2ae-6afd8ab0049d,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:33.692959 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0257cc94-3fcb-4bb6-859d-3b054870b11d req-8b245d82-8236-4380-8dad-64d49bb5af8d tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] 10.222.0.13 "DELETE /v2.0/ports/3eae1d78-5641-4410-87a1-3877a4b52063 HTTP/1.1" status: 204 len: 173 time: 2.8265617 May 23 11:12:33.702215 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 567b5eae-3d50-4b7b-b2ae-6afd8ab0049d details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:12:33.707377 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-85595b99-a575-4917-b34b-db982a98d1c8 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.9564800 May 23 11:12:33.709528 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51836) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:33.725535 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d940181f-a314-40c8-aa52-65ef926bba11 admin admin] Request body: {'subnet': {'network_id': '567b5eae-3d50-4b7b-b2ae-6afd8ab0049d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-675839460-subnet', 'tenant_id': '4dae0a28e54e42d3b93ac681153ab34b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:12:33.736800 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d940181f-a314-40c8-aa52-65ef926bba11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:12:33.752551 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7939dfab-e90e-4f7b-8215-3f74904b2c7e tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:33.755238 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7939dfab-e90e-4f7b-8215-3f74904b2c7e tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:33.759702 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7939dfab-e90e-4f7b-8215-3f74904b2c7e tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "DELETE /v2.0/floatingips/2de1bd57-89bb-4b40-b3dc-ba9363dbbd5e HTTP/1.1" status: 204 len: 168 time: 2.6060576 May 23 11:12:33.759856 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51840) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:33.778400 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d940181f-a314-40c8-aa52-65ef926bba11 admin admin] Usage tracker for resource:subnet and tenant:4dae0a28e54e42d3b93ac681153ab34b is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:12:33.782872 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d940181f-a314-40c8-aa52-65ef926bba11 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:12:33.801228 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['bc3db279-d142-4850-a784-ecaf7d29fd7a'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:12:33.837245 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d940181f-a314-40c8-aa52-65ef926bba11 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:12:33.844103 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-0d5e7dde-c8a9-4299-acff-7511ffd08f27 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] device_id is not set on port 8daaf24b-68cf-4940-a2b1-d9977aaf18a9 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:12:33.849162 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d940181f-a314-40c8-aa52-65ef926bba11 admin admin] Made reservation on behalf of 4dae0a28e54e42d3b93ac681153ab34b for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:12:33.851617 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d940181f-a314-40c8-aa52-65ef926bba11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:34.013512 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b1bf07c-6ceb-461c-8ca8-bdb835c22800'] response: {'server_uuid': '248fcbae-6f32-4da2-acfd-5b5a44455c3b', 'name': 'network-vif-deleted', 'tag': '3eae1d78-5641-4410-87a1-3877a4b52063', 'status': 'completed', 'code': 200} May 23 11:12:34.028127 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f5e671ca-198b-485b-9aaa-8f2ef9180721 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks [] for floatingip, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:34.073306 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2f29ab09-2fb9-4614-84ba-29c5dc5b492f req-c5000cfb-6e0d-404a-9d40-e3d79dd64c2f tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:34.123336 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-8dc53c69-ee80-4d5d-be4a-8f07af4177b8 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] delete failed (client error): The resource could not be found. May 23 11:12:34.124397 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8dc53c69-ee80-4d5d-be4a-8f07af4177b8 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "DELETE /v2.0/floatingips/2de1bd57-89bb-4b40-b3dc-ba9363dbbd5e HTTP/1.1" status: 404 len: 345 time: 0.3577437 May 23 11:12:34.129903 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51844) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:34.133560 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5000cfb-6e0d-404a-9d40-e3d79dd64c2f tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Pushing event deleted for resources: {'Port': ['ID=4f761992-3b1e-41eb-8066-b97be8a33992,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:34.227679 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0d5e7dde-c8a9-4299-acff-7511ffd08f27 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:34.306448 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ad03e-2156-4ea2-bd2f-9be515aacf28 req-9da6815c-2b5c-4f6f-ae9e-28ccdd4ed67a tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:34.307934 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a28ad03e-2156-4ea2-bd2f-9be515aacf28 req-9da6815c-2b5c-4f6f-ae9e-28ccdd4ed67a tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d92a64f-9658-4a77-ae72-f34506a77c39 HTTP/1.1" status: 200 len: 944 time: 0.6011262 May 23 11:12:34.373570 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eb269a99-f1d7-493f-baf6-251dea85c4b3 req-1645a7fe-5fbd-483d-a397-7fd644835cf0 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=4cacb2e6-7c0d-43b2-b45b-6ba8ff5facdb HTTP/1.1" status: 200 len: 210 time: 0.0733240 May 23 11:12:34.381780 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f29ab09-2fb9-4614-84ba-29c5dc5b492f req-c5000cfb-6e0d-404a-9d40-e3d79dd64c2f tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] No DVR routers for this DVR port 4f761992-3b1e-41eb-8066-b97be8a33992 on host n-h1-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:12:34.384257 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2f29ab09-2fb9-4614-84ba-29c5dc5b492f req-c5000cfb-6e0d-404a-9d40-e3d79dd64c2f tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:34.460387 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2f29ab09-2fb9-4614-84ba-29c5dc5b492f req-c5000cfb-6e0d-404a-9d40-e3d79dd64c2f tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.13 "DELETE /v2.0/ports/4f761992-3b1e-41eb-8066-b97be8a33992 HTTP/1.1" status: 204 len: 173 time: 2.5202131 May 23 11:12:34.518154 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093181ca-2b7a-42d5-a6fe-90968c38a7f9 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:34.522990 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093181ca-2b7a-42d5-a6fe-90968c38a7f9 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:34.527918 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093181ca-2b7a-42d5-a6fe-90968c38a7f9 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:34.529047 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-093181ca-2b7a-42d5-a6fe-90968c38a7f9 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Synchronizing usage tracker for tenant:64767f7d3ba2443580b9b187013efe7a on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:12:34.542877 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d940181f-a314-40c8-aa52-65ef926bba11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:34.561932 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a28ad03e-2156-4ea2-bd2f-9be515aacf28 req-ad87f45c-c50f-45e1-a395-be67b10ef5f6 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114284 May 23 11:12:34.565654 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0d5e7dde-c8a9-4299-acff-7511ffd08f27 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:34.636372 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-093181ca-2b7a-42d5-a6fe-90968c38a7f9 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Unset dirty status for tenant:64767f7d3ba2443580b9b187013efe7a on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:12:34.638130 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-093181ca-2b7a-42d5-a6fe-90968c38a7f9 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "GET /v2.0/ports?network_id=a00ea26b-30ea-4b52-ab36-25c93ee5959a HTTP/1.1" status: 200 len: 2357 time: 0.5057330 May 23 11:12:34.642583 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51852) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:34.714317 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51856) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:34.780881 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d940181f-a314-40c8-aa52-65ef926bba11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeed4ff9-e40c-44ef-ad2b-8f4ca302f431,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:34.811395 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d940181f-a314-40c8-aa52-65ef926bba11 admin admin] Checking segment: {'id': 'd425821a-621f-4441-b5d3-6c866ddd43af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '567b5eae-3d50-4b7b-b2ae-6afd8ab0049d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:12:34.811770 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d940181f-a314-40c8-aa52-65ef926bba11 admin admin] Network hostable DHCP agents. Network: 567b5eae-3d50-4b7b-b2ae-6afd8ab0049d, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:12:34.821116 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73418b8d-38dc-4978-9c47-587b1eca9ed0 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:34.821678 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-73418b8d-38dc-4978-9c47-587b1eca9ed0 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Synchronizing usage tracker for tenant:64767f7d3ba2443580b9b187013efe7a on resource:subnet {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:12:34.833175 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e7dde-c8a9-4299-acff-7511ffd08f27 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event updated for resources: {'Port': ['ID=8daaf24b-68cf-4940-a2b1-d9977aaf18a9,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:34.846114 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-d053dd77-f063-4b17-a6b8-112045e67f16 admin admin] Deleting subnet e90196c5-4f0d-4cdc-acd6-b5d50157b8f1 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:12:34.854538 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d053dd77-f063-4b17-a6b8-112045e67f16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:34.898226 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-73418b8d-38dc-4978-9c47-587b1eca9ed0 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Unset dirty status for tenant:64767f7d3ba2443580b9b187013efe7a on resource:subnet {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:12:34.899409 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-73418b8d-38dc-4978-9c47-587b1eca9ed0 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "GET /v2.0/subnets/7d34ad53-81ac-4a5e-8632-3cdc66e0d458 HTTP/1.1" status: 200 len: 797 time: 0.2532949 May 23 11:12:34.906086 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51860) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:34.916996 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-78e5c747-dd70-4a4c-b19f-154c6213df24 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Request body: {'port': {'network_id': 'a00ea26b-30ea-4b52-ab36-25c93ee5959a', 'name': 'tempest-FloatingIPTestJSON-363570350', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:12:34.918229 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device bc3db279-d142-4850-a784-ecaf7d29fd7a up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:12:34.935948 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d940181f-a314-40c8-aa52-65ef926bba11 admin admin] Network 567b5eae-3d50-4b7b-b2ae-6afd8ab0049d is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:12:34.950342 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5e7dde-c8a9-4299-acff-7511ffd08f27 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Checking segment: {'id': '925c759d-22e4-44bb-a638-e58e7951a0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e8959dc7-3e5b-4f50-a12e-88deaf15d74d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:12:34.951204 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5e7dde-c8a9-4299-acff-7511ffd08f27 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Network hostable DHCP agents. Network: e8959dc7-3e5b-4f50-a12e-88deaf15d74d, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:12:34.951667 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d053dd77-f063-4b17-a6b8-112045e67f16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:34.988744 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port bc3db279-d142-4850-a784-ecaf7d29fd7a completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:12:34.995085 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port bc3db279-d142-4850-a784-ecaf7d29fd7a triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:12:34.995571 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:35.008802 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5e7dde-c8a9-4299-acff-7511ffd08f27 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Network e8959dc7-3e5b-4f50-a12e-88deaf15d74d is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:12:35.112503 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-0d5e7dde-c8a9-4299-acff-7511ffd08f27 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, e8959dc7-3e5b-4f50-a12e-88deaf15d74d) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:12:35.125316 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673f4778-f3e7-416b-bdc0-1e4468d75a48 None None] Network e8959dc7-3e5b-4f50-a12e-88deaf15d74d requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:12:35.126078 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5e7dde-c8a9-4299-acff-7511ffd08f27 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:12:35.129973 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5e7dde-c8a9-4299-acff-7511ffd08f27 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:35.130632 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0d5e7dde-c8a9-4299-acff-7511ffd08f27 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:35.165891 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f5e671ca-198b-485b-9aaa-8f2ef9180721 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:35.169914 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0d5e7dde-c8a9-4299-acff-7511ffd08f27 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.8716166 May 23 11:12:35.172275 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f5e671ca-198b-485b-9aaa-8f2ef9180721 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:35.178023 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-d940181f-a314-40c8-aa52-65ef926bba11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 567b5eae-3d50-4b7b-b2ae-6afd8ab0049d) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:12:35.183785 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51864) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:35.191218 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-54ce0241-2d1a-4252-8a39-9e4b0aa770ed tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-149971470'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:12:35.207441 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d940181f-a314-40c8-aa52-65ef926bba11 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:35.208525 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d940181f-a314-40c8-aa52-65ef926bba11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:35.219063 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-54ce0241-2d1a-4252-8a39-9e4b0aa770ed tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:12:35.221960 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-78e5c747-dd70-4a4c-b19f-154c6213df24 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:12:35.229066 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6a9243-b0cd-4533-9d29-ba8b3248aae4 None None] Network 567b5eae-3d50-4b7b-b2ae-6afd8ab0049d requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:12:35.235669 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-54ce0241-2d1a-4252-8a39-9e4b0aa770ed tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Usage tracker for resource:network and tenant:7dca08376e90462fa2c08567c59d529a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:12:35.243030 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-54ce0241-2d1a-4252-8a39-9e4b0aa770ed tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:12:35.246803 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:35.253118 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d053dd77-f063-4b17-a6b8-112045e67f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:35.280048 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-78e5c747-dd70-4a4c-b19f-154c6213df24 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:12:35.282152 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-54ce0241-2d1a-4252-8a39-9e4b0aa770ed tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:12:35.305458 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d940181f-a314-40c8-aa52-65ef926bba11 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5920572 May 23 11:12:35.310033 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51868) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:35.319264 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-f8f129d4-d8b6-4f33-b0c1-8301bcde7d84 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-675839460-router', 'tenant_id': '4dae0a28e54e42d3b93ac681153ab34b', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:12:35.322531 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e5c747-dd70-4a4c-b19f-154c6213df24 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Made reservation on behalf of 64767f7d3ba2443580b9b187013efe7a for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:12:35.344587 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f8f129d4-d8b6-4f33-b0c1-8301bcde7d84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:12:35.350806 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ce0241-2d1a-4252-8a39-9e4b0aa770ed tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Made reservation on behalf of 7dca08376e90462fa2c08567c59d529a for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:12:35.352813 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54ce0241-2d1a-4252-8a39-9e4b0aa770ed tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:35.379693 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d92a64f-9658-4a77-ae72-f34506a77c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3db279-d142-4850-a784-ecaf7d29fd7a'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:12:35.382479 n-d-842952-2 neutron-server[83910]: INFO neutron.db.l3_db [None req-f5e671ca-198b-485b-9aaa-8f2ef9180721 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Floating IP fccf5094-b449-437d-b1bc-bcc13369c2dc associated. External IP: 172.25.6.218, port: b1eba941-2df3-4bcf-85f4-35d01dbde7af. May 23 11:12:35.412413 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f8f129d4-d8b6-4f33-b0c1-8301bcde7d84 admin admin] Usage tracker for resource:router and tenant:4dae0a28e54e42d3b93ac681153ab34b is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:12:35.421866 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f8f129d4-d8b6-4f33-b0c1-8301bcde7d84 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:12:35.439701 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f8f129d4-d8b6-4f33-b0c1-8301bcde7d84 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:12:35.460863 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port bc3db279-d142-4850-a784-ecaf7d29fd7a, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=bc3db279-d142-4850-a784-ecaf7d29fd7a,segment=NetworkSegment(633c66ca-dc41-4b0b-a0a3-ed62624a9374),segment_id=633c66ca-dc41-4b0b-a0a3-ed62624a9374)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:35.473692 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f8f129d4-d8b6-4f33-b0c1-8301bcde7d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:35.474602 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f8f129d4-d8b6-4f33-b0c1-8301bcde7d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:35.477924 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d053dd77-f063-4b17-a6b8-112045e67f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:35.492398 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:35.493474 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device abdf22cc-7f0a-4a5d-b54b-fea54f83e909 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:12:35.522326 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ce0241-2d1a-4252-8a39-9e4b0aa770ed tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:12:35.543542 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fbcbd82-a757-4177-a219-90cd6bc06da8'] response: {'server_uuid': '1d92a64f-9658-4a77-ae72-f34506a77c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3db279-d142-4850-a784-ecaf7d29fd7a', 'code': 200} May 23 11:12:35.544402 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d053dd77-f063-4b17-a6b8-112045e67f16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e90196c5-4f0d-4cdc-acd6-b5d50157b8f1,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:35.576289 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d053dd77-f063-4b17-a6b8-112045e67f16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:35.588454 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54ce0241-2d1a-4252-8a39-9e4b0aa770ed tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:35.588819 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-54ce0241-2d1a-4252-8a39-9e4b0aa770ed tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Added segment 265c1016-ef13-4011-a251-21110d7dac08 of type vlan for network a65eb505-d326-4209-ba5f-c246c62c9000 May 23 11:12:35.605901 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: abdf22cc-7f0a-4a5d-b54b-fea54f83e909 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:12:35.606245 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device abdf22cc-7f0a-4a5d-b54b-fea54f83e909 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:12:35.606677 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 3eae1d78-5641-4410-87a1-3877a4b52063 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:12:35.635696 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-78e5c747-dd70-4a4c-b19f-154c6213df24 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:35.680585 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 3eae1d78-5641-4410-87a1-3877a4b52063 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:12:35.680981 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 3eae1d78-5641-4410-87a1-3877a4b52063 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:12:35.683860 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 4f761992-3b1e-41eb-8066-b97be8a33992 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:12:35.684021 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d053dd77-f063-4b17-a6b8-112045e67f16 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/e90196c5-4f0d-4cdc-acd6-b5d50157b8f1 HTTP/1.1" status: 204 len: 168 time: 0.9582098 May 23 11:12:35.685321 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51880) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:35.696247 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f8f129d4-d8b6-4f33-b0c1-8301bcde7d84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:35.721430 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 4f761992-3b1e-41eb-8066-b97be8a33992 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:12:35.721430 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 4f761992-3b1e-41eb-8066-b97be8a33992 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:12:35.726128 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-78e5c747-dd70-4a4c-b19f-154c6213df24 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] device_id is not set on port 8f365c84-5b68-4c41-99c1-a18d1e13dd26 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:12:35.770961 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54ce0241-2d1a-4252-8a39-9e4b0aa770ed tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:35.800660 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=bc3db279-d142-4850-a784-ecaf7d29fd7a,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:35.866243 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3de8a5-f668-475f-b2b9-9f3688268da0 None None] Network 567b5eae-3d50-4b7b-b2ae-6afd8ab0049d requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:12:35.911730 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [None req-54ce0241-2d1a-4252-8a39-9e4b0aa770ed tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:12:36.028492 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cacb2e6-7c0d-43b2-b45b-6ba8ff5facdb', 'name': 'network-vif-deleted', 'tag': '4f761992-3b1e-41eb-8066-b97be8a33992'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:12:36.052532 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f89cca3c-e7e1-46fa-8a77-eaebb14dc578 req-365c84b4-a992-4fa2-b2df-f814f3db556d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1d92a64f-9658-4a77-ae72-f34506a77c39 HTTP/1.1" status: 200 len: 1096 time: 0.4704323 May 23 11:12:36.053237 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54ce0241-2d1a-4252-8a39-9e4b0aa770ed tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:36.056931 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ce0241-2d1a-4252-8a39-9e4b0aa770ed tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:36.057574 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54ce0241-2d1a-4252-8a39-9e4b0aa770ed tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:36.154241 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8423ca4c-7f00-4c51-bb2d-eca8ddf1c82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:36.231582 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-1f36e3a9-cb28-468e-9d29-5cac35b481a9 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:36.233042 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-1f36e3a9-cb28-468e-9d29-5cac35b481a9 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/networks?id=09151df4-c255-4bed-b6e9-e6879853aff3 HTTP/1.1" status: 200 len: 821 time: 0.3763976 May 23 11:12:36.301662 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-54ce0241-2d1a-4252-8a39-9e4b0aa770ed tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1163216 May 23 11:12:36.343118 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51892) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:36.354732 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-aad0fd38-db2a-4a0d-b3b9-a744e1abb77c tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/quotas/abc8f80d521a482ba49d9d597fee07e9 HTTP/1.1" status: 200 len: 375 time: 0.0891109 May 23 11:12:36.360397 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f8f129d4-d8b6-4f33-b0c1-8301bcde7d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:36.367088 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-37be5fc8-237c-4810-8176-9c0fa8fe7c9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'ports': [{'network_id': 'e8959dc7-3e5b-4f50-a12e-88deaf15d74d'}, {'network_id': 'a65eb505-d326-4209-ba5f-c246c62c9000'}]} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:12:36.367389 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-37be5fc8-237c-4810-8176-9c0fa8fe7c9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'port': {'network_id': 'e8959dc7-3e5b-4f50-a12e-88deaf15d74d'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:12:36.367856 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-37be5fc8-237c-4810-8176-9c0fa8fe7c9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'port': {'network_id': 'a65eb505-d326-4209-ba5f-c246c62c9000'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:12:36.374896 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d5737-2ed5-4dbe-b58c-e777eb6b6872 req-c0e51276-9ce1-4ad8-85b0-be775ce17c33 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:36.376321 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9f6d5737-2ed5-4dbe-b58c-e777eb6b6872 req-c0e51276-9ce1-4ad8-85b0-be775ce17c33 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d92a64f-9658-4a77-ae72-f34506a77c39 HTTP/1.1" status: 200 len: 945 time: 0.5208538 May 23 11:12:36.405057 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce0241-2d1a-4252-8a39-9e4b0aa770ed tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event updated for resources: {'Network': ['ID=a65eb505-d326-4209-ba5f-c246c62c9000,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:36.414721 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8423ca4c-7f00-4c51-bb2d-eca8ddf1c82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:36.416714 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network a65eb505-d326-4209-ba5f-c246c62c9000 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:12:36.485944 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f89cca3c-e7e1-46fa-8a77-eaebb14dc578 req-187254f9-883d-40a9-9b51-080f6ef14417 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199796 May 23 11:12:36.603736 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-8423ca4c-7f00-4c51-bb2d-eca8ddf1c82a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['259a9b43-8479-43be-aaff-e5ef08242573']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:36.627115 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-8423ca4c-7f00-4c51-bb2d-eca8ddf1c82a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad9b3fe2-7277-4984-8ef8-43e56dd6b10d') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:36.627399 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-8423ca4c-7f00-4c51-bb2d-eca8ddf1c82a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad9b3fe2-7277-4984-8ef8-43e56dd6b10d') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:36.650502 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8423ca4c-7f00-4c51-bb2d-eca8ddf1c82a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:36.675480 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8423ca4c-7f00-4c51-bb2d-eca8ddf1c82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:36.679862 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9f6d5737-2ed5-4dbe-b58c-e777eb6b6872 req-7f98fca5-01e9-4dbb-a9a3-6aaa3f1b09c0 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571411 May 23 11:12:36.686524 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8423ca4c-7f00-4c51-bb2d-eca8ddf1c82a admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:12:36.686887 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8423ca4c-7f00-4c51-bb2d-eca8ddf1c82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:36.706526 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:12:36.706526 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:12:36.706526 n-d-842952-2 neutron-server[83910]: timer() May 23 11:12:36.706526 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:12:36.706526 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:12:36.706526 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:12:36.706526 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:12:36.706526 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:12:36.706526 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:12:36.706526 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:12:36.706526 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:12:36.706526 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:12:36.706526 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:12:36.706526 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:12:36.706526 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:12:36.706526 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:12:36.706526 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:12:36.706526 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:12:36.706526 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:12:36.706526 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:12:36.706526 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:12:36.706526 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:12:36.706526 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:12:36.706526 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:12:36.706526 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:12:36.706526 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:12:36.706526 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:12:36.706526 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:12:36.706526 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:12:36.706526 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:12:36.706526 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:12:36.706526 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:12:36.764242 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7af236a2-04d0-430c-990f-9edffb7957ce'] response: {'server_uuid': '4cacb2e6-7c0d-43b2-b45b-6ba8ff5facdb', 'name': 'network-vif-deleted', 'tag': '4f761992-3b1e-41eb-8066-b97be8a33992', 'status': 'completed', 'code': 200} May 23 11:12:36.794022 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-ee3c5c10-1845-4f83-b77b-51220d8c71c4 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=abc8f80d521a482ba49d9d597fee07e9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4249713 May 23 11:12:36.805619 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8423ca4c-7f00-4c51-bb2d-eca8ddf1c82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:36.813772 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-37be5fc8-237c-4810-8176-9c0fa8fe7c9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:12:36.819752 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-78e5c747-dd70-4a4c-b19f-154c6213df24 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Allocated IP 172.20.0.14 (a00ea26b-30ea-4b52-ab36-25c93ee5959a/7d34ad53-81ac-4a5e-8632-3cdc66e0d458/8f365c84-5b68-4c41-99c1-a18d1e13dd26) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:12:36.826056 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-37be5fc8-237c-4810-8176-9c0fa8fe7c9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Usage tracker for resource:port and tenant:7dca08376e90462fa2c08567c59d529a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:12:36.827489 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8423ca4c-7f00-4c51-bb2d-eca8ddf1c82a admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:36.830859 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-78e5c747-dd70-4a4c-b19f-154c6213df24 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Allocated IP 172.20.0.13 (a00ea26b-30ea-4b52-ab36-25c93ee5959a/7d34ad53-81ac-4a5e-8632-3cdc66e0d458/8f365c84-5b68-4c41-99c1-a18d1e13dd26) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:12:36.832892 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-37be5fc8-237c-4810-8176-9c0fa8fe7c9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:12:36.844500 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-37be5fc8-237c-4810-8176-9c0fa8fe7c9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:12:36.857052 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e671ca-198b-485b-9aaa-8f2ef9180721 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Router 30c451ce-b3aa-4365-957e-41e3a808e7cb has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:12:36.863056 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8423ca4c-7f00-4c51-bb2d-eca8ddf1c82a admin admin] Pushing event deleted for resources: {'Network': ['ID=259a9b43-8479-43be-aaff-e5ef08242573,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:36.884571 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37be5fc8-237c-4810-8176-9c0fa8fe7c9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Made reservation on behalf of 7dca08376e90462fa2c08567c59d529a for: {'port': 2} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:12:36.887970 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-37be5fc8-237c-4810-8176-9c0fa8fe7c9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:36.924610 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-37be5fc8-237c-4810-8176-9c0fa8fe7c9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:36.932977 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8423ca4c-7f00-4c51-bb2d-eca8ddf1c82a admin admin] 10.222.0.79 "DELETE /v2.0/networks/259a9b43-8479-43be-aaff-e5ef08242573 HTTP/1.1" status: 204 len: 168 time: 1.2462292 May 23 11:12:37.109080 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-d4c1f0b4-4f9b-426d-b5fa-a4e4c3e0b6a6 service neutron] 10.222.0.79 "GET /v2.0/networks/09151df4-c255-4bed-b6e9-e6879853aff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821658 May 23 11:12:37.172474 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51900) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:37.272135 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-85934e78-13db-4a70-8463-9d66a3aeea5a service neutron] 10.222.0.79 "GET /v2.0/networks/09151df4-c255-4bed-b6e9-e6879853aff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622388 May 23 11:12:37.329657 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e671ca-198b-485b-9aaa-8f2ef9180721 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:12:37.335917 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f5e671ca-198b-485b-9aaa-8f2ef9180721 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:37.342049 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4191766-bbb7-4f47-b628-b2ecfb6ed151 None None] Sync routers for ids ['30c451ce-b3aa-4365-957e-41e3a808e7cb'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:12:37.359498 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4191766-bbb7-4f47-b628-b2ecfb6ed151 None None] Routers {'30c451ce-b3aa-4365-957e-41e3a808e7cb'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:12:37.360076 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e4191766-bbb7-4f47-b628-b2ecfb6ed151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:12:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['30c451ce-b3aa-4365-957e-41e3a808e7cb'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:37.376940 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-78e5c747-dd70-4a4c-b19f-154c6213df24 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:37.381651 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f8f129d4-d8b6-4f33-b0c1-8301bcde7d84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:37.406881 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f5e671ca-198b-485b-9aaa-8f2ef9180721 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "PUT /v2.0/floatingips/fccf5094-b449-437d-b1bc-bcc13369c2dc HTTP/1.1" status: 200 len: 991 time: 3.7970517 May 23 11:12:37.407569 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'tag': 'b1eba941-2df3-4bcf-85f4-35d01dbde7af'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:12:37.417407 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-37be5fc8-237c-4810-8176-9c0fa8fe7c9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] device_id is not set on port 655c3022-1219-438f-9ed9-2263d8150e15 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:12:37.432288 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f8f129d4-d8b6-4f33-b0c1-8301bcde7d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:37.442321 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9a7bf8cb-ed7f-47a4-b0c6-c2da78b6cccd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9ea9de6708f24ca4b9c663f6619e9730&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2688458 May 23 11:12:37.445209 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51908) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:37.532981 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27a52a59-0b24-4f2a-a455-a4f4183f5968'] response: {'name': 'network-changed', 'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'tag': 'b1eba941-2df3-4bcf-85f4-35d01dbde7af', 'status': 'completed', 'code': 200} May 23 11:12:37.637052 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1636ed78-cd12-44d1-bb75-299c2ab3e2ac req-44a7f0d4-1825-45e9-a940-e872d055682d tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=60a64018-cc78-4adf-87bd-dafdc8dd65d1 HTTP/1.1" status: 200 len: 210 time: 0.0836742 May 23 11:12:37.653526 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-78e5c747-dd70-4a4c-b19f-154c6213df24 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:37.669148 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-e4191766-bbb7-4f47-b628-b2ecfb6ed151 None None] Set router 30c451ce-b3aa-4365-957e-41e3a808e7cb gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:12:37.670137 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e97b4316-43d0-4718-9fab-e07efa3e9179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:37.699817 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e97b4316-43d0-4718-9fab-e07efa3e9179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:37.767525 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e97b4316-43d0-4718-9fab-e07efa3e9179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:37.805083 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b4316-43d0-4718-9fab-e07efa3e9179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a2b15e-44b9-4619-8140-4c6f2720689d,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:37.823378 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e97b4316-43d0-4718-9fab-e07efa3e9179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:37.831257 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e97b4316-43d0-4718-9fab-e07efa3e9179 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c3a2b15e-44b9-4619-8140-4c6f2720689d HTTP/1.1" status: 204 len: 168 time: 0.3844895 May 23 11:12:37.860063 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:37.874748 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e5c747-dd70-4a4c-b19f-154c6213df24 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Network a00ea26b-30ea-4b52-ab36-25c93ee5959a is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:12:37.889365 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-78e5c747-dd70-4a4c-b19f-154c6213df24 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:12:37.911489 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-37be5fc8-237c-4810-8176-9c0fa8fe7c9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:37.917412 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e5c747-dd70-4a4c-b19f-154c6213df24 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:12:37.944253 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-f8f129d4-d8b6-4f33-b0c1-8301bcde7d84 admin admin] Allocated IP 172.25.6.162 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/4aef061e-fb03-4173-906c-1ec4753ecb0e) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:12:37.954608 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e5c747-dd70-4a4c-b19f-154c6213df24 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Pushing event updated for resources: {'Port': ['ID=8f365c84-5b68-4c41-99c1-a18d1e13dd26,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:38.070474 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f3931-c464-4fae-aeaf-0b69afc0450e req-c965b88c-dad2-4003-9cd7-9e69c7f6e5c4 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:38.072235 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-824f3931-c464-4fae-aeaf-0b69afc0450e req-c965b88c-dad2-4003-9cd7-9e69c7f6e5c4 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d92a64f-9658-4a77-ae72-f34506a77c39 HTTP/1.1" status: 200 len: 945 time: 0.1861553 May 23 11:12:38.181068 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-824f3931-c464-4fae-aeaf-0b69afc0450e req-1ac64656-407f-43d1-a3ca-b3c3c730de56 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033461 May 23 11:12:38.258326 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e4191766-bbb7-4f47-b628-b2ecfb6ed151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c451ce-b3aa-4365-957e-41e3a808e7cb', 'name': 'tempest-TaggedBootDevicesTest-683413081-router', 'tenant_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '1c0bea36-24e2-4f32-b963-869eeebd73d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:09:05Z', 'updated_at': '2022-05-23T11:09:13Z', 'revision_number': 4, 'project_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'gw_port': {'id': '1c0bea36-24e2-4f32-b963-869eeebd73d7', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c451ce-b3aa-4365-957e-41e3a808e7cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:09:06Z', 'updated_at': '2022-05-23T11:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'fccf5094-b449-437d-b1bc-bcc13369c2dc', 'tenant_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'floating_ip_address': '172.25.6.218', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '30c451ce-b3aa-4365-957e-41e3a808e7cb', 'port_id': 'b1eba941-2df3-4bcf-85f4-35d01dbde7af', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23dc4a33-f2ce-4b86-bf3b-fd54d05f4691', 'mac_address': 'fa:16:3e:0e:2f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a667444-e49b-4f93-8246-448eed64fdef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:10:32Z', 'updated_at': '2022-05-23T11:12:35Z', 'revision_number': 1, 'project_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92f4ae60-c808-4476-9cbd-2bbe0f13c12e', 'name': '', 'network_id': '23dc4a33-f2ce-4b86-bf3b-fd54d05f4691', 'tenant_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'mac_address': 'fa:16:3e:5a:62:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c451ce-b3aa-4365-957e-41e3a808e7cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2226f5c-2e5b-46dc-ae1a-6976c060aeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:09:11Z', 'updated_at': '2022-05-23T11:09:31Z', 'revision_number': 5, 'project_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'subnets': [{'id': 'b2226f5c-2e5b-46dc-ae1a-6976c060aeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:38.265813 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4191766-bbb7-4f47-b628-b2ecfb6ed151 None None] Checking router: 30c451ce-b3aa-4365-957e-41e3a808e7cb for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:12:38.277955 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4191766-bbb7-4f47-b628-b2ecfb6ed151 None None] Routers {'30c451ce-b3aa-4365-957e-41e3a808e7cb'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:12:38.278760 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e4191766-bbb7-4f47-b628-b2ecfb6ed151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:12:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['30c451ce-b3aa-4365-957e-41e3a808e7cb'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:38.433544 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-37be5fc8-237c-4810-8176-9c0fa8fe7c9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] device_id is not set on port 2a6a15d5-695e-48d1-9de9-20d0047e02dd yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:12:38.465186 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e5c747-dd70-4a4c-b19f-154c6213df24 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:38.465802 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-78e5c747-dd70-4a4c-b19f-154c6213df24 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:38.477687 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-e4191766-bbb7-4f47-b628-b2ecfb6ed151 None None] Set router 30c451ce-b3aa-4365-957e-41e3a808e7cb gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:12:38.498475 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1613e2d4-dd23-4324-b698-3dcf6e0a640e req-ef7ede53-b1fb-405c-a858-6bd09dffb91c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c33b6fcb07a04f2fa56c6e5a7798a085&device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 6491 time: 0.8950894 May 23 11:12:38.640000 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-78e5c747-dd70-4a4c-b19f-154c6213df24 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.7306948 May 23 11:12:38.641931 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51940) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:38.648138 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-782e4156-2b07-4fdf-962c-f377495e91ff tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'port_id': '8f365c84-5b68-4c41-99c1-a18d1e13dd26', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:12:38.655133 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-782e4156-2b07-4fdf-962c-f377495e91ff tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:12:38.660973 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-782e4156-2b07-4fdf-962c-f377495e91ff tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Usage tracker for resource:floatingip and tenant:64767f7d3ba2443580b9b187013efe7a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:12:38.665345 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-782e4156-2b07-4fdf-962c-f377495e91ff tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:12:38.673599 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-782e4156-2b07-4fdf-962c-f377495e91ff tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:12:38.687343 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-782e4156-2b07-4fdf-962c-f377495e91ff tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:38.732150 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f8f129d4-d8b6-4f33-b0c1-8301bcde7d84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:38.786015 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613e2d4-dd23-4324-b698-3dcf6e0a640e req-6f1f057f-afcd-48d5-b482-94366f8b6480 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:38.788215 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1613e2d4-dd23-4324-b698-3dcf6e0a640e req-6f1f057f-afcd-48d5-b482-94366f8b6480 service neutron] 10.222.0.81 "GET /v2.0/networks?id=23dc4a33-f2ce-4b86-bf3b-fd54d05f4691 HTTP/1.1" status: 200 len: 912 time: 0.2748952 May 23 11:12:38.945132 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1613e2d4-dd23-4324-b698-3dcf6e0a640e req-8dc993ae-debc-4529-8c34-7d6b5948896c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1eba941-2df3-4bcf-85f4-35d01dbde7af HTTP/1.1" status: 200 len: 999 time: 0.1460698 May 23 11:12:38.947926 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-37be5fc8-237c-4810-8176-9c0fa8fe7c9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:38.969706 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e2f55d48-3bb0-4638-ade4-d046372c24ad req-6e944b0c-aabc-410b-b5aa-a99b5054d97a tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=60a64018-cc78-4adf-87bd-dafdc8dd65d1 HTTP/1.1" status: 200 len: 210 time: 0.1059499 May 23 11:12:39.020715 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f8f129d4-d8b6-4f33-b0c1-8301bcde7d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:39.033568 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e4191766-bbb7-4f47-b628-b2ecfb6ed151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c451ce-b3aa-4365-957e-41e3a808e7cb', 'name': 'tempest-TaggedBootDevicesTest-683413081-router', 'tenant_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '1c0bea36-24e2-4f32-b963-869eeebd73d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:09:05Z', 'updated_at': '2022-05-23T11:09:13Z', 'revision_number': 4, 'project_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'gw_port': {'id': '1c0bea36-24e2-4f32-b963-869eeebd73d7', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c451ce-b3aa-4365-957e-41e3a808e7cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:09:06Z', 'updated_at': '2022-05-23T11:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'fccf5094-b449-437d-b1bc-bcc13369c2dc', 'tenant_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'floating_ip_address': '172.25.6.218', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '30c451ce-b3aa-4365-957e-41e3a808e7cb', 'port_id': 'b1eba941-2df3-4bcf-85f4-35d01dbde7af', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23dc4a33-f2ce-4b86-bf3b-fd54d05f4691', 'mac_address': 'fa:16:3e:0e:2f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a667444-e49b-4f93-8246-448eed64fdef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:10:32Z', 'updated_at': '2022-05-23T11:12:35Z', 'revision_number': 1, 'project_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92f4ae60-c808-4476-9cbd-2bbe0f13c12e', 'name': '', 'network_id': '23dc4a33-f2ce-4b86-bf3b-fd54d05f4691', 'tenant_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'mac_address': 'fa:16:3e:5a:62:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c451ce-b3aa-4365-957e-41e3a808e7cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2226f5c-2e5b-46dc-ae1a-6976c060aeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:09:11Z', 'updated_at': '2022-05-23T11:09:31Z', 'revision_number': 5, 'project_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'subnets': [{'id': 'b2226f5c-2e5b-46dc-ae1a-6976c060aeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:39.039897 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4191766-bbb7-4f47-b628-b2ecfb6ed151 None None] The sync data for ids ['30c451ce-b3aa-4365-957e-41e3a808e7cb'] in n-d-842952-2 is: [{'id': '30c451ce-b3aa-4365-957e-41e3a808e7cb', 'name': 'tempest-TaggedBootDevicesTest-683413081-router', 'tenant_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '1c0bea36-24e2-4f32-b963-869eeebd73d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:09:05Z', 'updated_at': '2022-05-23T11:09:13Z', 'revision_number': 4, 'project_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'gw_port': {'id': '1c0bea36-24e2-4f32-b963-869eeebd73d7', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c451ce-b3aa-4365-957e-41e3a808e7cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:09:06Z', 'updated_at': '2022-05-23T11:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'fccf5094-b449-437d-b1bc-bcc13369c2dc', 'tenant_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'floating_ip_address': '172.25.6.218', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '30c451ce-b3aa-4365-957e-41e3a808e7cb', 'port_id': 'b1eba941-2df3-4bcf-85f4-35d01dbde7af', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23dc4a33-f2ce-4b86-bf3b-fd54d05f4691', 'mac_address': 'fa:16:3e:0e:2f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a667444-e49b-4f93-8246-448eed64fdef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:10:32Z', 'updated_at': '2022-05-23T11:12:35Z', 'revision_number': 1, 'project_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92f4ae60-c808-4476-9cbd-2bbe0f13c12e', 'name': '', 'network_id': '23dc4a33-f2ce-4b86-bf3b-fd54d05f4691', 'tenant_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'mac_address': 'fa:16:3e:5a:62:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c451ce-b3aa-4365-957e-41e3a808e7cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2226f5c-2e5b-46dc-ae1a-6976c060aeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:09:11Z', 'updated_at': '2022-05-23T11:09:31Z', 'revision_number': 5, 'project_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'subnets': [{'id': 'b2226f5c-2e5b-46dc-ae1a-6976c060aeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:12:39.045268 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-782e4156-2b07-4fdf-962c-f377495e91ff tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:39.138171 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:39.140323 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f129d4-d8b6-4f33-b0c1-8301bcde7d84 admin admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:12:39.147959 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-f8f129d4-d8b6-4f33-b0c1-8301bcde7d84 admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:12:39.155386 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f129d4-d8b6-4f33-b0c1-8301bcde7d84 admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:12:39.186580 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51952) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:39.189204 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f129d4-d8b6-4f33-b0c1-8301bcde7d84 admin admin] Pushing event updated for resources: {'Port': ['ID=4aef061e-fb03-4173-906c-1ec4753ecb0e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:39.208082 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613e2d4-dd23-4324-b698-3dcf6e0a640e req-45752b87-2d76-4b0d-9948-35e75985217d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:39.209847 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1613e2d4-dd23-4324-b698-3dcf6e0a640e req-45752b87-2d76-4b0d-9948-35e75985217d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b2226f5c-2e5b-46dc-ae1a-6976c060aeaf HTTP/1.1" status: 200 len: 850 time: 0.2561555 May 23 11:12:39.210323 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-617629da-c9e3-4bd5-af5d-9b6ffc9de3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:39.274734 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-782e4156-2b07-4fdf-962c-f377495e91ff tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Allocated IP 172.25.6.121 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/6044b3fd-cdb2-42c1-b392-9768cb5b8296) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:12:39.319897 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1e7f96-3185-478c-9d3b-088f0319075e None None] New status for floating IP fccf5094-b449-437d-b1bc-bcc13369c2dc: ACTIVE {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:12:39.494048 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-e7c8f542-dc3f-4dec-b491-280e3e2cf096 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1820340051-network', 'tenant_id': '918845eb514f4ef49a66c0d5a348fe52'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:12:39.502605 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-37be5fc8-237c-4810-8176-9c0fa8fe7c9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:39.509741 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e7c8f542-dc3f-4dec-b491-280e3e2cf096 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:12:39.528378 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e7c8f542-dc3f-4dec-b491-280e3e2cf096 admin admin] Usage tracker for resource:network and tenant:918845eb514f4ef49a66c0d5a348fe52 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:12:39.535225 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e7c8f542-dc3f-4dec-b491-280e3e2cf096 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:12:39.559560 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e7c8f542-dc3f-4dec-b491-280e3e2cf096 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:12:39.600150 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c8f542-dc3f-4dec-b491-280e3e2cf096 admin admin] Made reservation on behalf of 918845eb514f4ef49a66c0d5a348fe52 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:12:39.602504 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e7c8f542-dc3f-4dec-b491-280e3e2cf096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:39.620266 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-782e4156-2b07-4fdf-962c-f377495e91ff tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:39.623191 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e7c8f542-dc3f-4dec-b491-280e3e2cf096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:39.655370 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b207f-c044-4107-886f-10b606628594 req-4295bfc7-bcbe-4dd7-add0-9d2bf2c2f065 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:39.657672 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c71b207f-c044-4107-886f-10b606628594 req-4295bfc7-bcbe-4dd7-add0-9d2bf2c2f065 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d92a64f-9658-4a77-ae72-f34506a77c39 HTTP/1.1" status: 200 len: 945 time: 0.2268119 May 23 11:12:39.685759 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37be5fc8-237c-4810-8176-9c0fa8fe7c9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Network e8959dc7-3e5b-4f50-a12e-88deaf15d74d is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:12:39.691780 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37be5fc8-237c-4810-8176-9c0fa8fe7c9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event updated for resources: {'Port': ['ID=655c3022-1219-438f-9ed9-2263d8150e15,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:39.698692 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-37be5fc8-237c-4810-8176-9c0fa8fe7c9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:12:39.707877 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37be5fc8-237c-4810-8176-9c0fa8fe7c9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:12:39.708708 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-37be5fc8-237c-4810-8176-9c0fa8fe7c9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:39.709197 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e7c8f542-dc3f-4dec-b491-280e3e2cf096 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:12:39.723885 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e7c8f542-dc3f-4dec-b491-280e3e2cf096 admin admin] Usage tracker for resource:security_group_rule and tenant:918845eb514f4ef49a66c0d5a348fe52 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:12:39.728917 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e7c8f542-dc3f-4dec-b491-280e3e2cf096 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:12:39.743672 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e7c8f542-dc3f-4dec-b491-280e3e2cf096 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:12:39.770583 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1613e2d4-dd23-4324-b698-3dcf6e0a640e req-d6c4e805-731f-4f21-af83-676c294e53f2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=23dc4a33-f2ce-4b86-bf3b-fd54d05f4691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5523906 May 23 11:12:39.874083 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-782e4156-2b07-4fdf-962c-f377495e91ff tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:39.890082 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-0ce7010b-f6e3-4a58-8af7-89e35a2aa919 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:39.891007 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-0ce7010b-f6e3-4a58-8af7-89e35a2aa919 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Synchronizing usage tracker for tenant:abc8f80d521a482ba49d9d597fee07e9 on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:12:39.915691 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c71b207f-c044-4107-886f-10b606628594 req-10131095-5e37-40b4-863f-109d6cc304b7 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350156 May 23 11:12:39.948671 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37be5fc8-237c-4810-8176-9c0fa8fe7c9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event updated for resources: {'Port': ['ID=2a6a15d5-695e-48d1-9de9-20d0047e02dd,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:39.956590 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f8f129d4-d8b6-4f33-b0c1-8301bcde7d84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:39.957114 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f8f129d4-d8b6-4f33-b0c1-8301bcde7d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:39.974086 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e4156-2b07-4fdf-962c-f377495e91ff tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Pushing event updated for resources: {'Port': ['ID=6044b3fd-cdb2-42c1-b392-9768cb5b8296,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:39.983054 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782e4156-2b07-4fdf-962c-f377495e91ff tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:12:39.989022 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-0ce7010b-f6e3-4a58-8af7-89e35a2aa919 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Unset dirty status for tenant:abc8f80d521a482ba49d9d597fee07e9 on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:12:39.990162 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-0ce7010b-f6e3-4a58-8af7-89e35a2aa919 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.13 "GET /v2.0/networks?id=09151df4-c255-4bed-b6e9-e6879853aff3 HTTP/1.1" status: 200 len: 821 time: 0.5147517 May 23 11:12:40.036301 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e7c8f542-dc3f-4dec-b491-280e3e2cf096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:40.038681 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-782e4156-2b07-4fdf-962c-f377495e91ff tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:12:40.045877 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782e4156-2b07-4fdf-962c-f377495e91ff tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:12:40.053895 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-10093533-50df-488f-91c2-e258776214cc tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Request body: {'port': {'device_id': '60a64018-cc78-4adf-87bd-dafdc8dd65d1', 'network_id': '09151df4-c255-4bed-b6e9-e6879853aff3', 'admin_state_up': True, 'tenant_id': 'abc8f80d521a482ba49d9d597fee07e9'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:12:40.074018 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37be5fc8-237c-4810-8176-9c0fa8fe7c9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Checking segment: {'id': '265c1016-ef13-4011-a251-21110d7dac08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a65eb505-d326-4209-ba5f-c246c62c9000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:12:40.074376 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37be5fc8-237c-4810-8176-9c0fa8fe7c9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Network hostable DHCP agents. Network: a65eb505-d326-4209-ba5f-c246c62c9000, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:12:40.084564 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e7c8f542-dc3f-4dec-b491-280e3e2cf096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:40.097771 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7c8f542-dc3f-4dec-b491-280e3e2cf096 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:12:40.150019 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c8f542-dc3f-4dec-b491-280e3e2cf096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd1624a-5997-4cfb-8a01-c53281ec03d5,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:40.187389 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e7c8f542-dc3f-4dec-b491-280e3e2cf096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:40.187800 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-e7c8f542-dc3f-4dec-b491-280e3e2cf096 admin admin] Added segment 3dd9ea5f-23bc-4bc8-917a-431ad3d10464 of type vlan for network 3c158aba-e520-4739-9803-5afc3c97752c May 23 11:12:40.222817 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0bfacb86-645b-4145-acfe-5d71fba304e3 req-9d2d7eec-b2d5-495e-9851-beb112007768 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=60a64018-cc78-4adf-87bd-dafdc8dd65d1 HTTP/1.1" status: 200 len: 210 time: 0.0817399 May 23 11:12:40.266135 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e7c8f542-dc3f-4dec-b491-280e3e2cf096 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:40.351139 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1613e2d4-dd23-4324-b698-3dcf6e0a640e req-a3372f02-5189-448f-9b1f-6b3f66a88a91 service neutron] 10.222.0.81 "GET /v2.0/networks/23dc4a33-f2ce-4b86-bf3b-fd54d05f4691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5677974 May 23 11:12:40.433883 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e7c8f542-dc3f-4dec-b491-280e3e2cf096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:40.434646 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c8f542-dc3f-4dec-b491-280e3e2cf096 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:40.435223 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e7c8f542-dc3f-4dec-b491-280e3e2cf096 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:40.511631 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37be5fc8-237c-4810-8176-9c0fa8fe7c9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Network a65eb505-d326-4209-ba5f-c246c62c9000 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:12:40.536765 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-10093533-50df-488f-91c2-e258776214cc tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:12:40.544483 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-10093533-50df-488f-91c2-e258776214cc tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Usage tracker for resource:port and tenant:abc8f80d521a482ba49d9d597fee07e9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:12:40.557216 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-10093533-50df-488f-91c2-e258776214cc tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:12:40.559747 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-37be5fc8-237c-4810-8176-9c0fa8fe7c9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, a65eb505-d326-4209-ba5f-c246c62c9000) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:12:40.569004 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c180ab-424c-4bd1-a38c-670b64ebbf1a None None] Network a65eb505-d326-4209-ba5f-c246c62c9000 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:12:40.571180 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-10093533-50df-488f-91c2-e258776214cc tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:12:40.579364 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37be5fc8-237c-4810-8176-9c0fa8fe7c9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:12:40.583893 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e7c8f542-dc3f-4dec-b491-280e3e2cf096 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3953190 May 23 11:12:40.584110 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37be5fc8-237c-4810-8176-9c0fa8fe7c9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:40.586982 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37be5fc8-237c-4810-8176-9c0fa8fe7c9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:40.587898 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-37be5fc8-237c-4810-8176-9c0fa8fe7c9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:40.595314 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1613e2d4-dd23-4324-b698-3dcf6e0a640e req-8869fd25-1006-450b-9e36-a3862e6e62e7 service neutron] 10.222.0.81 "GET /v2.0/networks/23dc4a33-f2ce-4b86-bf3b-fd54d05f4691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361822 May 23 11:12:40.598480 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51966) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:40.613768 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-8d0d26a8-dbdf-46f1-8657-e2e754d48388 admin admin] Request body: {'subnet': {'network_id': '3c158aba-e520-4739-9803-5afc3c97752c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1820340051-subnet', 'tenant_id': '918845eb514f4ef49a66c0d5a348fe52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:12:40.620543 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-10093533-50df-488f-91c2-e258776214cc tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Made reservation on behalf of abc8f80d521a482ba49d9d597fee07e9 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:12:40.623511 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-10093533-50df-488f-91c2-e258776214cc tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:40.637839 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c8f542-dc3f-4dec-b491-280e3e2cf096 admin admin] Pushing event updated for resources: {'Network': ['ID=3c158aba-e520-4739-9803-5afc3c97752c,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:40.638061 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8d0d26a8-dbdf-46f1-8657-e2e754d48388 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:12:40.645948 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-8d0d26a8-dbdf-46f1-8657-e2e754d48388 admin admin] Usage tracker for resource:subnet and tenant:918845eb514f4ef49a66c0d5a348fe52 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:12:40.651520 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-8d0d26a8-dbdf-46f1-8657-e2e754d48388 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:12:40.661417 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-37be5fc8-237c-4810-8176-9c0fa8fe7c9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.3088374 May 23 11:12:40.664570 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51970) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:40.665339 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8d0d26a8-dbdf-46f1-8657-e2e754d48388 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:12:40.701000 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 3c158aba-e520-4739-9803-5afc3c97752c details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:12:40.715423 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d871ed8-a77c-41cb-8847-09f92c1dfccf req-ba5089bc-c15f-4a06-9f3a-08653cd0c1ed tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:40.720360 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6d871ed8-a77c-41cb-8847-09f92c1dfccf req-ba5089bc-c15f-4a06-9f3a-08653cd0c1ed tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d92a64f-9658-4a77-ae72-f34506a77c39 HTTP/1.1" status: 200 len: 945 time: 0.4099615 May 23 11:12:40.776660 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0d26a8-dbdf-46f1-8657-e2e754d48388 admin admin] Made reservation on behalf of 918845eb514f4ef49a66c0d5a348fe52 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:12:40.779120 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d0d26a8-dbdf-46f1-8657-e2e754d48388 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:40.804252 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6d871ed8-a77c-41cb-8847-09f92c1dfccf req-6fffc1ef-6d7b-458d-8363-d6494e070500 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722249 May 23 11:12:40.889270 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-7d9cc1de-21dd-4d5f-b2b3-2c2ac2dc0de2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Deleting port 2a6a15d5-695e-48d1-9de9-20d0047e02dd {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:12:40.889903 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7d9cc1de-21dd-4d5f-b2b3-2c2ac2dc0de2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:41.020204 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-782e4156-2b07-4fdf-962c-f377495e91ff tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:41.080810 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-782e4156-2b07-4fdf-962c-f377495e91ff tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:41.152263 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-10093533-50df-488f-91c2-e258776214cc tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Allocated IP 172.20.0.8 (09151df4-c255-4bed-b6e9-e6879853aff3/98e3b855-6fba-4052-9851-9631f18844d0/f923c95d-1b80-4bd8-9198-b6c2e595a28f) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:12:41.341573 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-782e4156-2b07-4fdf-962c-f377495e91ff tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:41.341573 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-782e4156-2b07-4fdf-962c-f377495e91ff tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:41.349532 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7d9cc1de-21dd-4d5f-b2b3-2c2ac2dc0de2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:41.506346 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3706fa7f-8830-4b8f-b89a-4ca0c6c94627 req-09fca280-af42-4594-96c2-2f6cd42c82be tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=60a64018-cc78-4adf-87bd-dafdc8dd65d1 HTTP/1.1" status: 200 len: 210 time: 0.1036763 May 23 11:12:41.510809 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-7d9cc1de-21dd-4d5f-b2b3-2c2ac2dc0de2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Calling delete_port for 2a6a15d5-695e-48d1-9de9-20d0047e02dd owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:12:41.526962 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e4156-2b07-4fdf-962c-f377495e91ff tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Pushing event updated for resources: {'Port': ['ID=6044b3fd-cdb2-42c1-b392-9768cb5b8296,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:41.543312 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-782e4156-2b07-4fdf-962c-f377495e91ff tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:41.570769 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-72fd62c7-39d0-409d-aa96-fde621be188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:41.591112 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f129d4-d8b6-4f33-b0c1-8301bcde7d84 admin admin] Router 4f84365a-4ee0-4710-9108-ca853667a2a9 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:12:41.667734 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d0d26a8-dbdf-46f1-8657-e2e754d48388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:41.848219 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7d9cc1de-21dd-4d5f-b2b3-2c2ac2dc0de2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:41.855670 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d26a8-dbdf-46f1-8657-e2e754d48388 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31ce3e03-ff53-4686-aaa6-54ac8efb8abe,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:41.900060 n-d-842952-2 neutron-server[83910]: INFO neutron.db.l3_db [None req-782e4156-2b07-4fdf-962c-f377495e91ff tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Floating IP 4ad614e8-0422-4178-9374-058651add16b associated. External IP: 172.25.6.121, port: 8f365c84-5b68-4c41-99c1-a18d1e13dd26. May 23 11:12:42.124859 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9cc1de-21dd-4d5f-b2b3-2c2ac2dc0de2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event deleted for resources: {'Port': ['ID=2a6a15d5-695e-48d1-9de9-20d0047e02dd,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:42.156932 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-10093533-50df-488f-91c2-e258776214cc tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:42.177834 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf62adf3-4609-4109-a63a-d986c01907be req-e7cb506e-aaf1-4f41-9937-de1672346a27 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:42.177985 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7d9cc1de-21dd-4d5f-b2b3-2c2ac2dc0de2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:42.180924 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cf62adf3-4609-4109-a63a-d986c01907be req-e7cb506e-aaf1-4f41-9937-de1672346a27 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d92a64f-9658-4a77-ae72-f34506a77c39 HTTP/1.1" status: 200 len: 945 time: 0.1769533 May 23 11:12:42.189508 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0d26a8-dbdf-46f1-8657-e2e754d48388 admin admin] Checking segment: {'id': '3dd9ea5f-23bc-4bc8-917a-431ad3d10464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3c158aba-e520-4739-9803-5afc3c97752c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:12:42.189508 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0d26a8-dbdf-46f1-8657-e2e754d48388 admin admin] Network hostable DHCP agents. Network: 3c158aba-e520-4739-9803-5afc3c97752c, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:12:42.211731 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7d9cc1de-21dd-4d5f-b2b3-2c2ac2dc0de2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/ports/2a6a15d5-695e-48d1-9de9-20d0047e02dd HTTP/1.1" status: 204 len: 168 time: 1.5421178 May 23 11:12:42.213493 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51978) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:42.244804 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-10093533-50df-488f-91c2-e258776214cc tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:42.251966 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0d26a8-dbdf-46f1-8657-e2e754d48388 admin admin] Network 3c158aba-e520-4739-9803-5afc3c97752c is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:12:42.319115 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-8d0d26a8-dbdf-46f1-8657-e2e754d48388 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 3c158aba-e520-4739-9803-5afc3c97752c) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:12:42.320499 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cf62adf3-4609-4109-a63a-d986c01907be req-d91b99db-1413-4b90-ae87-65a14804585c tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328561 May 23 11:12:42.330858 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0d26a8-dbdf-46f1-8657-e2e754d48388 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:42.331433 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d0d26a8-dbdf-46f1-8657-e2e754d48388 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:42.341948 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372a21cb-cb64-4ff9-bada-cf322058a137 None None] Network 3c158aba-e520-4739-9803-5afc3c97752c requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:12:42.358846 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-10093533-50df-488f-91c2-e258776214cc tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Network 09151df4-c255-4bed-b6e9-e6879853aff3 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:12:42.358846 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10093533-50df-488f-91c2-e258776214cc tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Pushing event updated for resources: {'Port': ['ID=f923c95d-1b80-4bd8-9198-b6c2e595a28f,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:42.370059 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-10093533-50df-488f-91c2-e258776214cc tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:12:42.370059 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-10093533-50df-488f-91c2-e258776214cc tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:12:42.410773 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8d0d26a8-dbdf-46f1-8657-e2e754d48388 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.8075488 May 23 11:12:42.422787 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e30e79e-9252-4dbc-ae9c-63e57867d763 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:42.430808 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e30e79e-9252-4dbc-ae9c-63e57867d763 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:42.430808 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2e30e79e-9252-4dbc-ae9c-63e57867d763 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Synchronizing usage tracker for tenant:7dca08376e90462fa2c08567c59d529a on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:12:42.456884 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-10093533-50df-488f-91c2-e258776214cc tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:42.456884 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-10093533-50df-488f-91c2-e258776214cc tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:42.480885 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-10093533-50df-488f-91c2-e258776214cc tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4243433 May 23 11:12:42.480885 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f129d4-d8b6-4f33-b0c1-8301bcde7d84 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:12:42.503245 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422501f0-6582-4650-83ce-96fe0b031bd5 None None] Sync routers for ids ['4f84365a-4ee0-4710-9108-ca853667a2a9'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:12:42.511098 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-1bdfbc73-da77-4fd1-a03f-4ef913fa2141 service neutron] Request body: {'port': {'device_id': '60a64018-cc78-4adf-87bd-dafdc8dd65d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:12:42.530912 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422501f0-6582-4650-83ce-96fe0b031bd5 None None] Routers {'4f84365a-4ee0-4710-9108-ca853667a2a9'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:12:42.535849 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-422501f0-6582-4650-83ce-96fe0b031bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:12:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['4f84365a-4ee0-4710-9108-ca853667a2a9'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:42.563563 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f8f129d4-d8b6-4f33-b0c1-8301bcde7d84 admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:42.564789 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f8f129d4-d8b6-4f33-b0c1-8301bcde7d84 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.2538536 May 23 11:12:42.567631 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51988) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:42.761638 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2e30e79e-9252-4dbc-ae9c-63e57867d763 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Unset dirty status for tenant:7dca08376e90462fa2c08567c59d529a on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:12:42.766982 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2e30e79e-9252-4dbc-ae9c-63e57867d763 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.5484159 May 23 11:12:42.769997 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51994) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:42.804112 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081c5add-8860-4648-9fdf-9af395fe6259 None None] Network 3c158aba-e520-4739-9803-5afc3c97752c requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:12:42.817799 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:42.822365 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:42.838080 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-1bdfbc73-da77-4fd1-a03f-4ef913fa2141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:42.972672 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-422501f0-6582-4650-83ce-96fe0b031bd5 None None] Set router 4f84365a-4ee0-4710-9108-ca853667a2a9 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:12:43.035300 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-3d2ee86e-bba5-4c33-aeb4-b5705a22ac99 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Deleting port 655c3022-1219-438f-9ed9-2263d8150e15 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:12:43.035925 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3d2ee86e-bba5-4c33-aeb4-b5705a22ac99 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:43.203747 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf52db-5558-4feb-ab22-8ff00c55dbc6 req-9fa1a44a-b70e-455c-a094-f5df60a07011 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:43.205602 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-accf52db-5558-4feb-ab22-8ff00c55dbc6 req-9fa1a44a-b70e-455c-a094-f5df60a07011 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=60a64018-cc78-4adf-87bd-dafdc8dd65d1 HTTP/1.1" status: 200 len: 931 time: 0.3478665 May 23 11:12:43.370807 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-422501f0-6582-4650-83ce-96fe0b031bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f84365a-4ee0-4710-9108-ca853667a2a9', 'name': 'tempest-ServerRescueTestJSON-675839460-router', 'tenant_id': '4dae0a28e54e42d3b93ac681153ab34b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '4aef061e-fb03-4173-906c-1ec4753ecb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:12:35Z', 'updated_at': '2022-05-23T11:12:39Z', 'revision_number': 3, 'project_id': '4dae0a28e54e42d3b93ac681153ab34b', 'gw_port': {'id': '4aef061e-fb03-4173-906c-1ec4753ecb0e', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:84:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f84365a-4ee0-4710-9108-ca853667a2a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:12:37Z', 'updated_at': '2022-05-23T11:12:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:43.374462 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422501f0-6582-4650-83ce-96fe0b031bd5 None None] Checking router: 4f84365a-4ee0-4710-9108-ca853667a2a9 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:12:43.374796 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422501f0-6582-4650-83ce-96fe0b031bd5 None None] Updating router 4f84365a-4ee0-4710-9108-ca853667a2a9 port 4aef061e-fb03-4173-906c-1ec4753ecb0e binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:12:43.432345 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-422501f0-6582-4650-83ce-96fe0b031bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:43.465750 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3d2ee86e-bba5-4c33-aeb4-b5705a22ac99 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:43.474913 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-1bdfbc73-da77-4fd1-a03f-4ef913fa2141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f923c95d-1b80-4bd8-9198-b6c2e595a28f {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:12:43.487852 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-1bdfbc73-da77-4fd1-a03f-4ef913fa2141 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:43.516185 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-1bdfbc73-da77-4fd1-a03f-4ef913fa2141 service neutron] Transition to ACTIVE for port object f923c95d-1b80-4bd8-9198-b6c2e595a28f will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:12:43.524504 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-1bdfbc73-da77-4fd1-a03f-4ef913fa2141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:43.556478 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-accf52db-5558-4feb-ab22-8ff00c55dbc6 req-c5a4c83c-29bd-40ea-a482-312941dc81d0 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437495 May 23 11:12:43.663663 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdfbc73-da77-4fd1-a03f-4ef913fa2141 service neutron] Pushing event updated for resources: {'Port': ['ID=f923c95d-1b80-4bd8-9198-b6c2e595a28f,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:43.727615 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-3d2ee86e-bba5-4c33-aeb4-b5705a22ac99 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Calling delete_port for 655c3022-1219-438f-9ed9-2263d8150e15 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:12:43.786732 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-89758de3-9008-4bef-9130-f61d9fd8cf11 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:43.787657 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-89758de3-9008-4bef-9130-f61d9fd8cf11 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Synchronizing usage tracker for tenant:918845eb514f4ef49a66c0d5a348fe52 on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:12:43.817293 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-422501f0-6582-4650-83ce-96fe0b031bd5 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:43.824246 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-782e4156-2b07-4fdf-962c-f377495e91ff tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Router 50fe437b-61a5-4a3c-90c2-df56b9d63617 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:12:43.836749 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-1bdfbc73-da77-4fd1-a03f-4ef913fa2141 service neutron] Attempting to bind port f923c95d-1b80-4bd8-9198-b6c2e595a28f on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:12:43.837068 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-1bdfbc73-da77-4fd1-a03f-4ef913fa2141 service neutron] Attempting to bind port f923c95d-1b80-4bd8-9198-b6c2e595a28f by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '0eaf6c12-c629-4f70-b3b1-9c344ae24a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '09151df4-c255-4bed-b6e9-e6879853aff3'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:12:43.837571 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-1bdfbc73-da77-4fd1-a03f-4ef913fa2141 service neutron] Attempting to bind port f923c95d-1b80-4bd8-9198-b6c2e595a28f on network 09151df4-c255-4bed-b6e9-e6879853aff3 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:12:43.838087 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-422501f0-6582-4650-83ce-96fe0b031bd5 None None] Transition to ACTIVE for port object 4aef061e-fb03-4173-906c-1ec4753ecb0e will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:12:43.846452 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-422501f0-6582-4650-83ce-96fe0b031bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:43.853250 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-89758de3-9008-4bef-9130-f61d9fd8cf11 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Unset dirty status for tenant:918845eb514f4ef49a66c0d5a348fe52 on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:12:43.854707 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-89758de3-9008-4bef-9130-f61d9fd8cf11 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/networks?id=3c158aba-e520-4739-9803-5afc3c97752c HTTP/1.1" status: 200 len: 806 time: 0.5486393 May 23 11:12:43.875155 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-1bdfbc73-da77-4fd1-a03f-4ef913fa2141 service neutron] Port f923c95d-1b80-4bd8-9198-b6c2e595a28f on network 09151df4-c255-4bed-b6e9-e6879853aff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:12:43.876164 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-1bdfbc73-da77-4fd1-a03f-4ef913fa2141 service neutron] Attempting to bind port f923c95d-1b80-4bd8-9198-b6c2e595a28f on network 09151df4-c255-4bed-b6e9-e6879853aff3 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:12:43.934746 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-1bdfbc73-da77-4fd1-a03f-4ef913fa2141 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:12:43.935085 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-1bdfbc73-da77-4fd1-a03f-4ef913fa2141 service neutron] Checking segment: {'id': '0eaf6c12-c629-4f70-b3b1-9c344ae24a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '09151df4-c255-4bed-b6e9-e6879853aff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:12:43.935689 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-1bdfbc73-da77-4fd1-a03f-4ef913fa2141 service neutron] Bound using segment: {'id': '0eaf6c12-c629-4f70-b3b1-9c344ae24a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '09151df4-c255-4bed-b6e9-e6879853aff3'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:12:43.936350 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-1bdfbc73-da77-4fd1-a03f-4ef913fa2141 service neutron] Bound port: f923c95d-1b80-4bd8-9198-b6c2e595a28f, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eaf6c12-c629-4f70-b3b1-9c344ae24a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '09151df4-c255-4bed-b6e9-e6879853aff3'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:12:43.936707 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-1bdfbc73-da77-4fd1-a03f-4ef913fa2141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:43.941114 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-422501f0-6582-4650-83ce-96fe0b031bd5 None None] Attempting to bind port 4aef061e-fb03-4173-906c-1ec4753ecb0e on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:12:43.941471 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-422501f0-6582-4650-83ce-96fe0b031bd5 None None] Attempting to bind port 4aef061e-fb03-4173-906c-1ec4753ecb0e by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:12:43.941833 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422501f0-6582-4650-83ce-96fe0b031bd5 None None] Attempting to bind port 4aef061e-fb03-4173-906c-1ec4753ecb0e on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:12:43.953656 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0df81-383e-4da1-adc9-41ed4e294b49 None None] Pushing event updated for resources: {'Port': ['ID=4aef061e-fb03-4173-906c-1ec4753ecb0e,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:43.956063 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422501f0-6582-4650-83ce-96fe0b031bd5 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:12:43.956421 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422501f0-6582-4650-83ce-96fe0b031bd5 None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:12:43.956812 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-422501f0-6582-4650-83ce-96fe0b031bd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:43.957191 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422501f0-6582-4650-83ce-96fe0b031bd5 None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:12:43.957654 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-422501f0-6582-4650-83ce-96fe0b031bd5 None None] Bound port: 4aef061e-fb03-4173-906c-1ec4753ecb0e, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:12:43.958543 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-422501f0-6582-4650-83ce-96fe0b031bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:44.009284 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0df81-383e-4da1-adc9-41ed4e294b49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:12:44.009697 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0df81-383e-4da1-adc9-41ed4e294b49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:12:44.010013 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0df81-383e-4da1-adc9-41ed4e294b49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:12:44.010373 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0df81-383e-4da1-adc9-41ed4e294b49 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:12:44.010709 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0df81-383e-4da1-adc9-41ed4e294b49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:12:44.011053 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0df81-383e-4da1-adc9-41ed4e294b49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:12:44.011373 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0df81-383e-4da1-adc9-41ed4e294b49 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:12:44.011691 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0df81-383e-4da1-adc9-41ed4e294b49 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:12:44.012032 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0df81-383e-4da1-adc9-41ed4e294b49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:12:44.012342 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0df81-383e-4da1-adc9-41ed4e294b49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:12:44.014079 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0df81-383e-4da1-adc9-41ed4e294b49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:12:44.044756 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-422501f0-6582-4650-83ce-96fe0b031bd5 None None] For port 4aef061e-fb03-4173-906c-1ec4753ecb0e, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:12:44.047964 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-422501f0-6582-4650-83ce-96fe0b031bd5 None None] For port 4aef061e-fb03-4173-906c-1ec4753ecb0e, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=4aef061e-fb03-4173-906c-1ec4753ecb0e,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:12:44.054126 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-422501f0-6582-4650-83ce-96fe0b031bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:44.136502 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:44.140348 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422501f0-6582-4650-83ce-96fe0b031bd5 None None] Routers {'4f84365a-4ee0-4710-9108-ca853667a2a9'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:12:44.140974 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-422501f0-6582-4650-83ce-96fe0b031bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:12:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['4f84365a-4ee0-4710-9108-ca853667a2a9'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:44.193862 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3d2ee86e-bba5-4c33-aeb4-b5705a22ac99 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:44.241995 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-1bdfbc73-da77-4fd1-a03f-4ef913fa2141 service neutron] For port f923c95d-1b80-4bd8-9198-b6c2e595a28f, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:12:44.246620 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-1bdfbc73-da77-4fd1-a03f-4ef913fa2141 service neutron] For port f923c95d-1b80-4bd8-9198-b6c2e595a28f, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=f923c95d-1b80-4bd8-9198-b6c2e595a28f,segment=NetworkSegment(0eaf6c12-c629-4f70-b3b1-9c344ae24a9d),segment_id=0eaf6c12-c629-4f70-b3b1-9c344ae24a9d)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:12:44.249643 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-3cc38889-3b2b-493c-bf9a-dd5f3b418859 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/quotas/918845eb514f4ef49a66c0d5a348fe52 HTTP/1.1" status: 200 len: 375 time: 0.3513682 May 23 11:12:44.252434 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-1bdfbc73-da77-4fd1-a03f-4ef913fa2141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:44.265189 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0df81-383e-4da1-adc9-41ed4e294b49 None None] Pushing event updated for resources: {'Port': ['ID=4aef061e-fb03-4173-906c-1ec4753ecb0e,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:44.268644 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ee86e-bba5-4c33-aeb4-b5705a22ac99 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event deleted for resources: {'Port': ['ID=655c3022-1219-438f-9ed9-2263d8150e15,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:44.323863 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-ed70a632-cde0-4c4e-ab28-10bf5159d12a tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=918845eb514f4ef49a66c0d5a348fe52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635815 May 23 11:12:44.328006 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-1bdfbc73-da77-4fd1-a03f-4ef913fa2141 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:44.329930 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-1bdfbc73-da77-4fd1-a03f-4ef913fa2141 service neutron] 10.222.0.13 "PUT /v2.0/ports/f923c95d-1b80-4bd8-9198-b6c2e595a28f HTTP/1.1" status: 200 len: 1091 time: 1.8423996 May 23 11:12:44.330507 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60a64018-cc78-4adf-87bd-dafdc8dd65d1', 'tag': 'f923c95d-1b80-4bd8-9198-b6c2e595a28f'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:12:44.339366 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3d2ee86e-bba5-4c33-aeb4-b5705a22ac99 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:44.355532 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdfbc73-da77-4fd1-a03f-4ef913fa2141 service neutron] Pushing event updated for resources: {'Port': ['ID=f923c95d-1b80-4bd8-9198-b6c2e595a28f,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:44.360853 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-422501f0-6582-4650-83ce-96fe0b031bd5 None None] Set router 4f84365a-4ee0-4710-9108-ca853667a2a9 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:12:44.456931 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3d2ee86e-bba5-4c33-aeb4-b5705a22ac99 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/ports/655c3022-1219-438f-9ed9-2263d8150e15 HTTP/1.1" status: 204 len: 168 time: 1.6833618 May 23 11:12:44.463164 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52012) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:44.466750 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b724414-4773-4228-8a87-c7b8666b3182 req-0f3a4ef6-0e92-4334-ba02-754d618d9549 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:44.474433 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9b724414-4773-4228-8a87-c7b8666b3182 req-0f3a4ef6-0e92-4334-ba02-754d618d9549 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d92a64f-9658-4a77-ae72-f34506a77c39 HTTP/1.1" status: 200 len: 945 time: 0.6231675 May 23 11:12:44.589315 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9b724414-4773-4228-8a87-c7b8666b3182 req-90467e9a-28d9-4e63-ad45-0e6928db697f tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121836 May 23 11:12:44.607282 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-2a61fa14-45ac-48fc-b327-3f9066cfdfe1 service neutron] 10.222.0.79 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540240 May 23 11:12:44.607889 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-073824d6-bce8-42c2-86a3-6863ed79a553 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=abc8f80d521a482ba49d9d597fee07e9&device_id=60a64018-cc78-4adf-87bd-dafdc8dd65d1 HTTP/1.1" status: 200 len: 1094 time: 0.2030923 May 23 11:12:44.688787 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-422501f0-6582-4650-83ce-96fe0b031bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f84365a-4ee0-4710-9108-ca853667a2a9', 'name': 'tempest-ServerRescueTestJSON-675839460-router', 'tenant_id': '4dae0a28e54e42d3b93ac681153ab34b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '4aef061e-fb03-4173-906c-1ec4753ecb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:12:35Z', 'updated_at': '2022-05-23T11:12:39Z', 'revision_number': 3, 'project_id': '4dae0a28e54e42d3b93ac681153ab34b', 'gw_port': {'id': '4aef061e-fb03-4173-906c-1ec4753ecb0e', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:84:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f84365a-4ee0-4710-9108-ca853667a2a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:12:37Z', 'updated_at': '2022-05-23T11:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:44.693639 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422501f0-6582-4650-83ce-96fe0b031bd5 None None] The sync data for ids ['4f84365a-4ee0-4710-9108-ca853667a2a9'] in n-d-842952-2 is: [{'id': '4f84365a-4ee0-4710-9108-ca853667a2a9', 'name': 'tempest-ServerRescueTestJSON-675839460-router', 'tenant_id': '4dae0a28e54e42d3b93ac681153ab34b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '4aef061e-fb03-4173-906c-1ec4753ecb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:12:35Z', 'updated_at': '2022-05-23T11:12:39Z', 'revision_number': 3, 'project_id': '4dae0a28e54e42d3b93ac681153ab34b', 'gw_port': {'id': '4aef061e-fb03-4173-906c-1ec4753ecb0e', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:84:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f84365a-4ee0-4710-9108-ca853667a2a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:12:37Z', 'updated_at': '2022-05-23T11:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:12:44.699517 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-328e13d4-0fdc-4130-8a30-a9cdd4b07bea'] response: {'name': 'network-changed', 'server_uuid': '60a64018-cc78-4adf-87bd-dafdc8dd65d1', 'tag': 'f923c95d-1b80-4bd8-9198-b6c2e595a28f', 'status': 'completed', 'code': 200} May 23 11:12:44.758427 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782e4156-2b07-4fdf-962c-f377495e91ff tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:12:44.770256 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-ae5f83d1-6a9c-4442-92be-18fc3f2f677b service neutron] 10.222.0.79 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620266 May 23 11:12:44.771701 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3e6e15-90e4-421a-9207-488fae52f41f None None] Sync routers for ids ['50fe437b-61a5-4a3c-90c2-df56b9d63617'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:12:44.777508 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-e25e82b8-e5f7-4b4c-a569-f99ff2bdc252 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f923c95d-1b80-4bd8-9198-b6c2e595a28f HTTP/1.1" status: 200 len: 217 time: 0.1411197 May 23 11:12:44.792309 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3e6e15-90e4-421a-9207-488fae52f41f None None] Routers {'50fe437b-61a5-4a3c-90c2-df56b9d63617'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:12:44.792930 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7d3e6e15-90e4-421a-9207-488fae52f41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:12:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['50fe437b-61a5-4a3c-90c2-df56b9d63617'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:44.793917 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417f75d4-df01-482c-aa3b-59d10acdbc19 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:44.794748 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-417f75d4-df01-482c-aa3b-59d10acdbc19 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Synchronizing usage tracker for tenant:7dca08376e90462fa2c08567c59d529a on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:12:44.802003 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2afcc5b4-d0c2-4401-8097-79179409de1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:44.802511 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-782e4156-2b07-4fdf-962c-f377495e91ff tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:44.872505 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7d3e6e15-90e4-421a-9207-488fae52f41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:44.885088 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3e6e15-90e4-421a-9207-488fae52f41f None None] Routers {'50fe437b-61a5-4a3c-90c2-df56b9d63617'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:12:44.885733 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7d3e6e15-90e4-421a-9207-488fae52f41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:12:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['50fe437b-61a5-4a3c-90c2-df56b9d63617'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:44.992318 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7d3e6e15-90e4-421a-9207-488fae52f41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:44.992714 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3e6e15-90e4-421a-9207-488fae52f41f None None] The sync data for ids ['50fe437b-61a5-4a3c-90c2-df56b9d63617'] in n-d-842952-2 is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:12:45.018003 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3f6155f1-8912-4d35-a1a7-695f735a3357 req-b278f7e7-3dc1-4481-8cb1-812a7a8b7675 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=67d722a9-0fc4-481b-a3f1-1f3dcab37bce HTTP/1.1" status: 200 len: 210 time: 0.0632710 May 23 11:12:45.026090 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-782e4156-2b07-4fdf-962c-f377495e91ff tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.3828654 May 23 11:12:45.027223 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52024) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:45.033874 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-eff2f562-f66b-47c0-a071-2b6da72cf595 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Request body: {'floatingip': {'port_id': '8f365c84-5b68-4c41-99c1-a18d1e13dd26', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:12:45.068565 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-417f75d4-df01-482c-aa3b-59d10acdbc19 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Unset dirty status for tenant:7dca08376e90462fa2c08567c59d529a on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:12:45.073326 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-417f75d4-df01-482c-aa3b-59d10acdbc19 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.6052930 May 23 11:12:45.076511 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52028) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:45.144473 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cce0f66-3575-4b20-8381-eafc26e8f105 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] GET failed (client error): The resource could not be found. May 23 11:12:45.146239 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7cce0f66-3575-4b20-8381-eafc26e8f105 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "GET /v2.0/ports/2a6a15d5-695e-48d1-9de9-20d0047e02dd HTTP/1.1" status: 404 len: 333 time: 0.0674798 May 23 11:12:45.150204 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52036) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:45.178325 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-70eb688d-33bb-4fd4-a1be-a4f5ce6b6933 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:45.179905 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-70eb688d-33bb-4fd4-a1be-a4f5ce6b6933 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=98e3b855-6fba-4052-9851-9631f18844d0 HTTP/1.1" status: 200 len: 861 time: 0.3584857 May 23 11:12:45.201149 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a315be5-fb33-4a91-a856-429d67554796 req-e15a9a72-e4bc-4a64-987a-b8968c267ca1 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:45.202425 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-1a315be5-fb33-4a91-a856-429d67554796 req-e15a9a72-e4bc-4a64-987a-b8968c267ca1 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Synchronizing usage tracker for tenant:b64a3f1baa60499ab93cbd32db99dbcb on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:12:45.219164 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-30dfa33c-91ff-4ae2-a0f6-24b6ebf892b8 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] GET failed (client error): The resource could not be found. May 23 11:12:45.219770 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-30dfa33c-91ff-4ae2-a0f6-24b6ebf892b8 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Synchronizing usage tracker for tenant:7dca08376e90462fa2c08567c59d529a on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:12:45.232730 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eff2f562-f66b-47c0-a071-2b6da72cf595 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for floatingip, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:45.256750 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-49a48db4-129d-4f54-8c50-54313ed9dd8c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=09151df4-c255-4bed-b6e9-e6879853aff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674050 May 23 11:12:45.296443 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b872b5c-b584-48ff-ba90-534c88c104df req-86d5d7cb-fea9-4329-9fc6-891e64dde46e tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:45.303272 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2b872b5c-b584-48ff-ba90-534c88c104df req-86d5d7cb-fea9-4329-9fc6-891e64dde46e tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=60a64018-cc78-4adf-87bd-dafdc8dd65d1 HTTP/1.1" status: 200 len: 943 time: 0.4552174 May 23 11:12:45.343480 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-30dfa33c-91ff-4ae2-a0f6-24b6ebf892b8 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Unset dirty status for tenant:7dca08376e90462fa2c08567c59d529a on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:12:45.347408 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-30dfa33c-91ff-4ae2-a0f6-24b6ebf892b8 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "GET /v2.0/ports/655c3022-1219-438f-9ed9-2263d8150e15 HTTP/1.1" status: 404 len: 333 time: 0.1934228 May 23 11:12:45.349266 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52042) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:45.354757 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-1a315be5-fb33-4a91-a856-429d67554796 req-e15a9a72-e4bc-4a64-987a-b8968c267ca1 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Unset dirty status for tenant:b64a3f1baa60499ab93cbd32db99dbcb on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:12:45.355886 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1a315be5-fb33-4a91-a856-429d67554796 req-e15a9a72-e4bc-4a64-987a-b8968c267ca1 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d92a64f-9658-4a77-ae72-f34506a77c39 HTTP/1.1" status: 200 len: 945 time: 0.6288080 May 23 11:12:45.371036 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-2afcc5b4-d0c2-4401-8097-79179409de1a admin admin] Allocated IP 172.20.0.1 (567b5eae-3d50-4b7b-b2ae-6afd8ab0049d/eeed4ff9-e40c-44ef-ad2b-8f4ca302f431/66976a64-f29e-4b8c-82c5-709a3c36fb36) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:12:45.520279 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2b872b5c-b584-48ff-ba90-534c88c104df req-aaf0f0bc-79de-4c7c-af60-f746954e172f tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161152 May 23 11:12:45.521479 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-1a315be5-fb33-4a91-a856-429d67554796 req-d18d2939-4635-404a-aa6d-aa3b30b4ff84 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Deleting port bc3db279-d142-4850-a784-ecaf7d29fd7a {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:12:45.521819 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-1a315be5-fb33-4a91-a856-429d67554796 req-d18d2939-4635-404a-aa6d-aa3b30b4ff84 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:45.554665 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-229b8ea2-13fa-4c89-80b5-01c9f36348dd tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:45.636321 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-243d65c6-3f5d-49df-af32-45525a6821a1 service neutron] 10.222.0.13 "GET /v2.0/networks/09151df4-c255-4bed-b6e9-e6879853aff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727586 May 23 11:12:45.916600 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-acb17837-e0fa-4f48-bfbe-2c8aa6ad9a72 req-bc799803-9581-457c-a747-60d24bcc3a9b service neutron] 10.222.0.13 "GET /v2.0/networks/09151df4-c255-4bed-b6e9-e6879853aff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669716 May 23 11:12:45.923541 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2afcc5b4-d0c2-4401-8097-79179409de1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:46.108490 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-229b8ea2-13fa-4c89-80b5-01c9f36348dd tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:46.159493 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-229b8ea2-13fa-4c89-80b5-01c9f36348dd tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a65eb505-d326-4209-ba5f-c246c62c9000']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:46.182029 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-229b8ea2-13fa-4c89-80b5-01c9f36348dd tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '265c1016-ef13-4011-a251-21110d7dac08') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:46.182320 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-229b8ea2-13fa-4c89-80b5-01c9f36348dd tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '265c1016-ef13-4011-a251-21110d7dac08') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:46.207954 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-229b8ea2-13fa-4c89-80b5-01c9f36348dd tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:46.283302 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2afcc5b4-d0c2-4401-8097-79179409de1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:46.293050 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-1a315be5-fb33-4a91-a856-429d67554796 req-d18d2939-4635-404a-aa6d-aa3b30b4ff84 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] For port bc3db279-d142-4850-a784-ecaf7d29fd7a, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=bc3db279-d142-4850-a784-ecaf7d29fd7a,segment=NetworkSegment(633c66ca-dc41-4b0b-a0a3-ed62624a9374),segment_id=633c66ca-dc41-4b0b-a0a3-ed62624a9374)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:46.293050 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-1a315be5-fb33-4a91-a856-429d67554796 req-d18d2939-4635-404a-aa6d-aa3b30b4ff84 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:46.294979 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-229b8ea2-13fa-4c89-80b5-01c9f36348dd tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:46.385921 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-59a42947-aa7c-4abb-93ee-4901d6d47658 req-64b5021d-2693-4512-807e-444e54bd3817 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=67d722a9-0fc4-481b-a3f1-1f3dcab37bce HTTP/1.1" status: 200 len: 210 time: 0.1616125 May 23 11:12:46.436901 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5b778a62-c3bb-4692-a5cb-a081fe8ae92c req-bd279923-373e-48d0-8684-8724715b4ee9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=abc8f80d521a482ba49d9d597fee07e9&device_id=60a64018-cc78-4adf-87bd-dafdc8dd65d1 HTTP/1.1" status: 200 len: 1094 time: 0.3047090 May 23 11:12:46.516697 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-1a315be5-fb33-4a91-a856-429d67554796 req-d18d2939-4635-404a-aa6d-aa3b30b4ff84 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Calling delete_port for bc3db279-d142-4850-a784-ecaf7d29fd7a owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:12:46.535423 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-229b8ea2-13fa-4c89-80b5-01c9f36348dd tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:12:46.535853 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-229b8ea2-13fa-4c89-80b5-01c9f36348dd tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:46.555644 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-697540c6-742a-4060-8cd3-bbc001caae13 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:46.557123 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-697540c6-742a-4060-8cd3-bbc001caae13 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.13 "GET /v2.0/networks?id=3c158aba-e520-4739-9803-5afc3c97752c HTTP/1.1" status: 200 len: 806 time: 0.2647443 May 23 11:12:46.557816 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:12:46.557816 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:12:46.557816 n-d-842952-2 neutron-server[83910]: timer() May 23 11:12:46.557816 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:12:46.557816 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:12:46.557816 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:12:46.557816 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:12:46.557816 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:12:46.557816 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:12:46.557816 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:12:46.557816 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:12:46.557816 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:12:46.557816 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:12:46.557816 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:12:46.557816 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:12:46.557816 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:12:46.557816 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:12:46.557816 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:12:46.557816 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:12:46.557816 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:12:46.557816 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:12:46.557816 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:12:46.557816 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:12:46.557816 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:12:46.557816 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:12:46.557816 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:12:46.557816 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:12:46.557816 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:12:46.557816 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:12:46.557816 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:12:46.557816 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:12:46.557816 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:12:46.563476 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f3681-29b8-4411-800c-e430b80db5ec req-14b3af7f-765a-41ab-b73e-d2d61aa9ed43 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:46.570307 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b60f3681-29b8-4411-800c-e430b80db5ec req-14b3af7f-765a-41ab-b73e-d2d61aa9ed43 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d92a64f-9658-4a77-ae72-f34506a77c39 HTTP/1.1" status: 200 len: 945 time: 0.6025965 May 23 11:12:46.611803 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-f54baae6-686c-4536-9535-144e90089b6f tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Request body: {'port': {'device_id': '67d722a9-0fc4-481b-a3f1-1f3dcab37bce', 'network_id': '3c158aba-e520-4739-9803-5afc3c97752c', 'admin_state_up': True, 'tenant_id': '918845eb514f4ef49a66c0d5a348fe52'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:12:46.660220 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 4aef061e-fb03-4173-906c-1ec4753ecb0e up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:12:46.669407 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afcc5b4-d0c2-4401-8097-79179409de1a admin admin] Pushing event updated for resources: {'Port': ['ID=66976a64-f29e-4b8c-82c5-709a3c36fb36,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:46.702248 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afcc5b4-d0c2-4401-8097-79179409de1a admin admin] Network 567b5eae-3d50-4b7b-b2ae-6afd8ab0049d is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:12:46.709410 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-2afcc5b4-d0c2-4401-8097-79179409de1a admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:12:46.717603 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afcc5b4-d0c2-4401-8097-79179409de1a admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:12:46.763630 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 4aef061e-fb03-4173-906c-1ec4753ecb0e completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:12:46.771662 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 4aef061e-fb03-4173-906c-1ec4753ecb0e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:12:46.773397 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:46.856350 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2afcc5b4-d0c2-4401-8097-79179409de1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:46.867994 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b778a62-c3bb-4692-a5cb-a081fe8ae92c req-268b2694-8fe6-4ea2-8da1-d2f6d5814a43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:46.869705 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5b778a62-c3bb-4692-a5cb-a081fe8ae92c req-268b2694-8fe6-4ea2-8da1-d2f6d5814a43 service neutron] 10.222.0.13 "GET /v2.0/networks?id=09151df4-c255-4bed-b6e9-e6879853aff3 HTTP/1.1" status: 200 len: 922 time: 0.3100667 May 23 11:12:46.905157 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b60f3681-29b8-4411-800c-e430b80db5ec req-46725781-c320-436f-aec7-eeb4f53ff1f9 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8742281-0825-47b2-af2c-c0b36c1dfb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337893 May 23 11:12:46.942686 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:46.960986 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 4aef061e-fb03-4173-906c-1ec4753ecb0e, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=4aef061e-fb03-4173-906c-1ec4753ecb0e,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:46.966873 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:46.976116 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-229b8ea2-13fa-4c89-80b5-01c9f36348dd tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:46.980973 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-229b8ea2-13fa-4c89-80b5-01c9f36348dd tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:47.001694 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5b778a62-c3bb-4692-a5cb-a081fe8ae92c req-df6e9bb0-58a6-40ed-920b-b7d91832beef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f923c95d-1b80-4bd8-9198-b6c2e595a28f HTTP/1.1" status: 200 len: 217 time: 0.0980737 May 23 11:12:47.035472 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b8ea2-13fa-4c89-80b5-01c9f36348dd tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event deleted for resources: {'Network': ['ID=a65eb505-d326-4209-ba5f-c246c62c9000,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:47.042373 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=4aef061e-fb03-4173-906c-1ec4753ecb0e,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:47.047723 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52056) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:47.049122 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-229b8ea2-13fa-4c89-80b5-01c9f36348dd tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/networks/a65eb505-d326-4209-ba5f-c246c62c9000 HTTP/1.1" status: 204 len: 168 time: 1.6904247 May 23 11:12:47.073034 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-84f3e12b-4ed6-4df8-af3e-a715a3642ba5 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1366230527'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:12:47.086713 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-f54baae6-686c-4536-9535-144e90089b6f tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:12:47.092120 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-f54baae6-686c-4536-9535-144e90089b6f tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Usage tracker for resource:port and tenant:918845eb514f4ef49a66c0d5a348fe52 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:12:47.096498 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-f54baae6-686c-4536-9535-144e90089b6f tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:12:47.107767 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-f54baae6-686c-4536-9535-144e90089b6f tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:12:47.108953 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-84f3e12b-4ed6-4df8-af3e-a715a3642ba5 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:12:47.111330 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-1a315be5-fb33-4a91-a856-429d67554796 req-d18d2939-4635-404a-aa6d-aa3b30b4ff84 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:47.131655 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285df3a7-6855-46ca-b500-7ec47f065c2c req-5722a1aa-76f5-4f10-a215-492d7ab3c21d tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:47.133124 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-285df3a7-6855-46ca-b500-7ec47f065c2c req-5722a1aa-76f5-4f10-a215-492d7ab3c21d tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=60a64018-cc78-4adf-87bd-dafdc8dd65d1 HTTP/1.1" status: 200 len: 943 time: 0.3824608 May 23 11:12:47.138432 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-f54baae6-686c-4536-9535-144e90089b6f tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Made reservation on behalf of 918845eb514f4ef49a66c0d5a348fe52 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:12:47.141384 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-f54baae6-686c-4536-9535-144e90089b6f tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:47.165159 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-84f3e12b-4ed6-4df8-af3e-a715a3642ba5 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Usage tracker for resource:network and tenant:7dca08376e90462fa2c08567c59d529a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:12:47.173501 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-84f3e12b-4ed6-4df8-af3e-a715a3642ba5 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:12:47.195717 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d2939-4635-404a-aa6d-aa3b30b4ff84 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Pushing event deleted for resources: {'Port': ['ID=bc3db279-d142-4850-a784-ecaf7d29fd7a,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:47.197708 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-84f3e12b-4ed6-4df8-af3e-a715a3642ba5 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:12:47.202723 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b778a62-c3bb-4692-a5cb-a081fe8ae92c req-90d5a9e0-3bf4-4270-a4fc-0c59571e8e8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:47.204253 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5b778a62-c3bb-4692-a5cb-a081fe8ae92c req-90d5a9e0-3bf4-4270-a4fc-0c59571e8e8a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=98e3b855-6fba-4052-9851-9631f18844d0 HTTP/1.1" status: 200 len: 861 time: 0.1935184 May 23 11:12:47.211183 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2afcc5b4-d0c2-4401-8097-79179409de1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:47.325654 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f3e12b-4ed6-4df8-af3e-a715a3642ba5 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Made reservation on behalf of 7dca08376e90462fa2c08567c59d529a for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:12:47.329225 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-84f3e12b-4ed6-4df8-af3e-a715a3642ba5 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:47.340439 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eff2f562-f66b-47c0-a071-2b6da72cf595 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:47.350508 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-285df3a7-6855-46ca-b500-7ec47f065c2c req-c4446cbb-c63e-4239-a810-2c668ce9bdcb tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987531 May 23 11:12:47.350739 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5b778a62-c3bb-4692-a5cb-a081fe8ae92c req-aa2accc9-1232-42fb-bf29-ee956f24402c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=09151df4-c255-4bed-b6e9-e6879853aff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1257653 May 23 11:12:47.354414 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eff2f562-f66b-47c0-a071-2b6da72cf595 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:47.364007 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a315be5-fb33-4a91-a856-429d67554796 req-d18d2939-4635-404a-aa6d-aa3b30b4ff84 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] No DVR routers for this DVR port bc3db279-d142-4850-a784-ecaf7d29fd7a on host n-h1-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:12:47.388475 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-1a315be5-fb33-4a91-a856-429d67554796 req-d18d2939-4635-404a-aa6d-aa3b30b4ff84 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:47.407443 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d92a64f-9658-4a77-ae72-f34506a77c39', 'name': 'network-vif-deleted', 'tag': 'bc3db279-d142-4850-a784-ecaf7d29fd7a'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:12:47.536449 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1a315be5-fb33-4a91-a856-429d67554796 req-d18d2939-4635-404a-aa6d-aa3b30b4ff84 tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.13 "DELETE /v2.0/ports/bc3db279-d142-4850-a784-ecaf7d29fd7a HTTP/1.1" status: 204 len: 173 time: 2.1493154 May 23 11:12:47.536449 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84f3e12b-4ed6-4df8-af3e-a715a3642ba5 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:12:47.583136 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-badceaf7-6bc5-4bae-9776-c1a992dc26a5'] response: {'server_uuid': '1d92a64f-9658-4a77-ae72-f34506a77c39', 'name': 'network-vif-deleted', 'tag': 'bc3db279-d142-4850-a784-ecaf7d29fd7a', 'status': 'completed', 'code': 200} May 23 11:12:47.597621 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-84f3e12b-4ed6-4df8-af3e-a715a3642ba5 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:47.597621 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-84f3e12b-4ed6-4df8-af3e-a715a3642ba5 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Added segment 3dda0757-f746-4c54-ae36-8ce82be7a4b2 of type vlan for network 4357fd30-fde6-4cd0-9dd4-4e065cfd5864 May 23 11:12:47.691535 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5b778a62-c3bb-4692-a5cb-a081fe8ae92c req-34f4ec4a-5b90-49d3-ba2d-0fb4add8e62f service neutron] 10.222.0.13 "GET /v2.0/networks/09151df4-c255-4bed-b6e9-e6879853aff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210583 May 23 11:12:47.730251 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-84f3e12b-4ed6-4df8-af3e-a715a3642ba5 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:47.837500 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93e8c8fc-cc30-4d32-9f04-72d115364b2e req-e0f04ca1-1c6b-4cd0-97cc-22e5b9867a83 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=67d722a9-0fc4-481b-a3f1-1f3dcab37bce HTTP/1.1" status: 200 len: 210 time: 0.0676038 May 23 11:12:47.843628 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-f54baae6-686c-4536-9535-144e90089b6f tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Allocated IP 172.20.0.4 (3c158aba-e520-4739-9803-5afc3c97752c/31ce3e03-ff53-4686-aaa6-54ac8efb8abe/93231983-db7d-4314-a4f2-a6dea56eda75) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:12:48.017992 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-84f3e12b-4ed6-4df8-af3e-a715a3642ba5 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:48.021957 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f3e12b-4ed6-4df8-af3e-a715a3642ba5 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:48.022790 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-84f3e12b-4ed6-4df8-af3e-a715a3642ba5 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:48.111044 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9c055d61-715e-4059-826c-acac79c08255 req-ef0a1d62-3c78-4685-9782-f23d45a3eddd tempest-DeleteServersTestJSON-724049623 tempest-DeleteServersTestJSON-724049623-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d92a64f-9658-4a77-ae72-f34506a77c39 HTTP/1.1" status: 200 len: 210 time: 0.0610175 May 23 11:12:48.142950 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5b778a62-c3bb-4692-a5cb-a081fe8ae92c req-a8b703e2-d1d1-470f-b682-db318a0658d9 service neutron] 10.222.0.13 "GET /v2.0/networks/09151df4-c255-4bed-b6e9-e6879853aff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4490852 May 23 11:12:48.155742 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-84f3e12b-4ed6-4df8-af3e-a715a3642ba5 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1031070 May 23 11:12:48.157952 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2afcc5b4-d0c2-4401-8097-79179409de1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:48.162741 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52066) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:48.171788 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-ed939a4a-770b-472a-90d1-a84a6bb03bc2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'subnet': {'network_id': '4357fd30-fde6-4cd0-9dd4-4e065cfd5864', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:12:48.187008 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2afcc5b4-d0c2-4401-8097-79179409de1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:48.202562 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-f54baae6-686c-4536-9535-144e90089b6f tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:48.304659 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-f54baae6-686c-4536-9535-144e90089b6f tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:48.314263 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f3e12b-4ed6-4df8-af3e-a715a3642ba5 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event updated for resources: {'Network': ['ID=4357fd30-fde6-4cd0-9dd4-4e065cfd5864,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:48.329194 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 4357fd30-fde6-4cd0-9dd4-4e065cfd5864 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:12:48.394635 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54baae6-686c-4536-9535-144e90089b6f tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Pushing event updated for resources: {'Port': ['ID=93231983-db7d-4314-a4f2-a6dea56eda75,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:48.398263 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-f54baae6-686c-4536-9535-144e90089b6f tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Network 3c158aba-e520-4739-9803-5afc3c97752c is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:12:48.401846 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-f54baae6-686c-4536-9535-144e90089b6f tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:12:48.404369 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-f54baae6-686c-4536-9535-144e90089b6f tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:12:48.413971 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2afcc5b4-d0c2-4401-8097-79179409de1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:48.420241 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afcc5b4-d0c2-4401-8097-79179409de1a admin admin] Pushing event updated for resources: {'Port': ['ID=66976a64-f29e-4b8c-82c5-709a3c36fb36,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:48.451497 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ed939a4a-770b-472a-90d1-a84a6bb03bc2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:12:48.456135 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ed939a4a-770b-472a-90d1-a84a6bb03bc2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Usage tracker for resource:subnet and tenant:7dca08376e90462fa2c08567c59d529a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:12:48.459447 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ed939a4a-770b-472a-90d1-a84a6bb03bc2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:12:48.466723 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ed939a4a-770b-472a-90d1-a84a6bb03bc2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:12:48.479097 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-f54baae6-686c-4536-9535-144e90089b6f tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:48.479777 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-f54baae6-686c-4536-9535-144e90089b6f tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:48.547950 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-f54baae6-686c-4536-9535-144e90089b6f tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9576318 May 23 11:12:48.556343 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed939a4a-770b-472a-90d1-a84a6bb03bc2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Made reservation on behalf of 7dca08376e90462fa2c08567c59d529a for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:12:48.559053 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff2f562-f66b-47c0-a071-2b6da72cf595 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Router 50fe437b-61a5-4a3c-90c2-df56b9d63617 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:12:48.565013 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-957a8486-9216-4a6b-80b1-5a2bd6c738d6 service neutron] Request body: {'port': {'device_id': '67d722a9-0fc4-481b-a3f1-1f3dcab37bce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:12:48.572908 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 4aef061e-fb03-4173-906c-1ec4753ecb0e up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:12:48.640578 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 4aef061e-fb03-4173-906c-1ec4753ecb0e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:12:48.641134 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:48.693978 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afcc5b4-d0c2-4401-8097-79179409de1a admin admin] Network 567b5eae-3d50-4b7b-b2ae-6afd8ab0049d is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:12:48.695480 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-2afcc5b4-d0c2-4401-8097-79179409de1a admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:12:48.820986 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea51173-85af-4c4f-8ebf-0ec216bee8ef req-2b0529d0-daac-4009-9b25-a6e0e323cfef tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:48.827996 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eea51173-85af-4c4f-8ebf-0ec216bee8ef req-2b0529d0-daac-4009-9b25-a6e0e323cfef tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=60a64018-cc78-4adf-87bd-dafdc8dd65d1 HTTP/1.1" status: 200 len: 943 time: 0.3372161 May 23 11:12:48.844894 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-957a8486-9216-4a6b-80b1-5a2bd6c738d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:48.888345 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ed939a4a-770b-472a-90d1-a84a6bb03bc2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:48.997479 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.ipam_backend_mixin [None req-ed939a4a-770b-472a-90d1-a84a6bb03bc2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Performing IP validity checks on allocation pools {{(pid=83911) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 23 11:12:48.997479 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.ipam_backend_mixin [None req-ed939a4a-770b-472a-90d1-a84a6bb03bc2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83911) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 23 11:12:49.017486 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device f923c95d-1b80-4bd8-9198-b6c2e595a28f details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:12:49.020747 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device bc3db279-d142-4850-a784-ecaf7d29fd7a no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:12:49.024285 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eea51173-85af-4c4f-8ebf-0ec216bee8ef req-a42a1547-f519-4399-a570-445533da0388 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004561 May 23 11:12:49.115903 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: bc3db279-d142-4850-a784-ecaf7d29fd7a {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:12:49.115903 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device bc3db279-d142-4850-a784-ecaf7d29fd7a not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:12:49.343101 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ed939a4a-770b-472a-90d1-a84a6bb03bc2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:49.391971 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port f923c95d-1b80-4bd8-9198-b6c2e595a28f, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=f923c95d-1b80-4bd8-9198-b6c2e595a28f,segment=NetworkSegment(0eaf6c12-c629-4f70-b3b1-9c344ae24a9d),segment_id=0eaf6c12-c629-4f70-b3b1-9c344ae24a9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:49.400328 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626eb62-a1a2-41ce-99a2-a4e8a2059c0f req-ace96018-6fec-4145-bb81-3cf6a0292473 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:49.400805 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-6626eb62-a1a2-41ce-99a2-a4e8a2059c0f req-ace96018-6fec-4145-bb81-3cf6a0292473 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Synchronizing usage tracker for tenant:918845eb514f4ef49a66c0d5a348fe52 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:12:49.411629 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'f923c95d-1b80-4bd8-9198-b6c2e595a28f', 'network_id': '09151df4-c255-4bed-b6e9-e6879853aff3', 'port_id': 'f923c95d-1b80-4bd8-9198-b6c2e595a28f', 'mac_address': 'fa:16:3e:b3:2d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e3b855-6fba-4052-9851-9631f18844d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:12:49.468540 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-6626eb62-a1a2-41ce-99a2-a4e8a2059c0f req-ace96018-6fec-4145-bb81-3cf6a0292473 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Unset dirty status for tenant:918845eb514f4ef49a66c0d5a348fe52 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:12:49.468540 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6626eb62-a1a2-41ce-99a2-a4e8a2059c0f req-ace96018-6fec-4145-bb81-3cf6a0292473 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=67d722a9-0fc4-481b-a3f1-1f3dcab37bce HTTP/1.1" status: 200 len: 931 time: 0.4338267 May 23 11:12:49.513278 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff2f562-f66b-47c0-a071-2b6da72cf595 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:12:49.529982 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b7996c-c91d-41dd-9e05-6ec74b6aa81e None None] Sync routers for ids ['50fe437b-61a5-4a3c-90c2-df56b9d63617'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:12:49.533604 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eff2f562-f66b-47c0-a071-2b6da72cf595 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:49.556974 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b7996c-c91d-41dd-9e05-6ec74b6aa81e None None] Routers {'50fe437b-61a5-4a3c-90c2-df56b9d63617'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:12:49.556974 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-21b7996c-c91d-41dd-9e05-6ec74b6aa81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:12:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['50fe437b-61a5-4a3c-90c2-df56b9d63617'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:49.561720 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed939a4a-770b-472a-90d1-a84a6bb03bc2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event updated for resources: {'Subnet': ['ID=daa6def5-148f-4d3c-938a-fb8d4d86a27e,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:49.568367 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed939a4a-770b-472a-90d1-a84a6bb03bc2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Checking segment: {'id': '3dda0757-f746-4c54-ae36-8ce82be7a4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4357fd30-fde6-4cd0-9dd4-4e065cfd5864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:12:49.568367 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed939a4a-770b-472a-90d1-a84a6bb03bc2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Network hostable DHCP agents. Network: 4357fd30-fde6-4cd0-9dd4-4e065cfd5864, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:12:49.578967 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:49.618969 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f923c95d-1b80-4bd8-9198-b6c2e595a28f {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:12:49.646768 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed939a4a-770b-472a-90d1-a84a6bb03bc2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Network 4357fd30-fde6-4cd0-9dd4-4e065cfd5864 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:12:49.649098 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port f923c95d-1b80-4bd8-9198-b6c2e595a28f, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=f923c95d-1b80-4bd8-9198-b6c2e595a28f,segment=NetworkSegment(0eaf6c12-c629-4f70-b3b1-9c344ae24a9d),segment_id=0eaf6c12-c629-4f70-b3b1-9c344ae24a9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:49.655089 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:49.684900 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-ed939a4a-770b-472a-90d1-a84a6bb03bc2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 4357fd30-fde6-4cd0-9dd4-4e065cfd5864) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:12:49.695023 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed939a4a-770b-472a-90d1-a84a6bb03bc2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:49.695023 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ed939a4a-770b-472a-90d1-a84a6bb03bc2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:49.743518 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338c8cf6-280f-4720-a4de-955da931debc None None] Network 4357fd30-fde6-4cd0-9dd4-4e065cfd5864 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:12:49.750097 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-21b7996c-c91d-41dd-9e05-6ec74b6aa81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:49.761339 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ed939a4a-770b-472a-90d1-a84a6bb03bc2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5961165 May 23 11:12:49.776356 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52086) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:49.781415 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b7996c-c91d-41dd-9e05-6ec74b6aa81e None None] Routers {'50fe437b-61a5-4a3c-90c2-df56b9d63617'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:12:49.781415 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-21b7996c-c91d-41dd-9e05-6ec74b6aa81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:12:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['50fe437b-61a5-4a3c-90c2-df56b9d63617'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:49.788169 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-cc35ab47-1858-4156-a21c-07876ea32c12 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'port': {'network_id': '4357fd30-fde6-4cd0-9dd4-4e065cfd5864', 'name': 'tempest-PortsIpV6TestJSON-1838023519'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:12:49.891094 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2afcc5b4-d0c2-4401-8097-79179409de1a admin admin] Router 4f84365a-4ee0-4710-9108-ca853667a2a9 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:12:49.899076 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-21b7996c-c91d-41dd-9e05-6ec74b6aa81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:49.899459 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b7996c-c91d-41dd-9e05-6ec74b6aa81e None None] The sync data for ids ['50fe437b-61a5-4a3c-90c2-df56b9d63617'] in n-d-842952-2 is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:12:50.077241 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-957a8486-9216-4a6b-80b1-5a2bd6c738d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93231983-db7d-4314-a4f2-a6dea56eda75 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:12:50.086950 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-957a8486-9216-4a6b-80b1-5a2bd6c738d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:50.090829 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['f923c95d-1b80-4bd8-9198-b6c2e595a28f'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:12:50.107138 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-957a8486-9216-4a6b-80b1-5a2bd6c738d6 service neutron] Transition to ACTIVE for port object 93231983-db7d-4314-a4f2-a6dea56eda75 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:12:50.158355 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-957a8486-9216-4a6b-80b1-5a2bd6c738d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:50.272455 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=f923c95d-1b80-4bd8-9198-b6c2e595a28f,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:50.409220 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-6626eb62-a1a2-41ce-99a2-a4e8a2059c0f req-f58a7369-4fe6-490d-81eb-73922fc5be07 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Synchronizing usage tracker for tenant:918845eb514f4ef49a66c0d5a348fe52 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:12:50.448923 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-eff2f562-f66b-47c0-a071-2b6da72cf595 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "PUT /v2.0/floatingips/4ad614e8-0422-4178-9374-058651add16b HTTP/1.1" status: 200 len: 978 time: 5.4110968 May 23 11:12:50.461386 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a1aa4a-d8f3-49a7-9d71-0dc2f293fc51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-4357fd30-fde6-4cd0-9dd4-4e065cfd5864', 'network_id': '4357fd30-fde6-4cd0-9dd4-4e065cfd5864', 'tenant_id': '7dca08376e90462fa2c08567c59d529a', 'fixed_ips': [{'subnet_id': 'daa6def5-148f-4d3c-938a-fb8d4d86a27e'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:12:50.461386 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-73a1aa4a-d8f3-49a7-9d71-0dc2f293fc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:50.481984 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52100) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:50.574506 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cc35ab47-1858-4156-a21c-07876ea32c12 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:12:50.607250 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cc35ab47-1858-4156-a21c-07876ea32c12 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:12:50.632978 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a8486-9216-4a6b-80b1-5a2bd6c738d6 service neutron] Pushing event updated for resources: {'Port': ['ID=93231983-db7d-4314-a4f2-a6dea56eda75,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:50.643677 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc35ab47-1858-4156-a21c-07876ea32c12 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Made reservation on behalf of 7dca08376e90462fa2c08567c59d529a for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:12:50.646188 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc35ab47-1858-4156-a21c-07876ea32c12 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:50.649225 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-6626eb62-a1a2-41ce-99a2-a4e8a2059c0f req-f58a7369-4fe6-490d-81eb-73922fc5be07 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Unset dirty status for tenant:918845eb514f4ef49a66c0d5a348fe52 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:12:50.665618 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6626eb62-a1a2-41ce-99a2-a4e8a2059c0f req-f58a7369-4fe6-490d-81eb-73922fc5be07 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1781540 May 23 11:12:50.696057 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-cc35ab47-1858-4156-a21c-07876ea32c12 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] device_id is not set on port dee3ead2-e682-4510-a49a-4bbade9a0307 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:12:50.783445 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afcc5b4-d0c2-4401-8097-79179409de1a admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:12:50.818659 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2afcc5b4-d0c2-4401-8097-79179409de1a admin admin] 10.222.0.79 "PUT /v2.0/routers/4f84365a-4ee0-4710-9108-ca853667a2a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2496059 May 23 11:12:50.868908 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-957a8486-9216-4a6b-80b1-5a2bd6c738d6 service neutron] Attempting to bind port 93231983-db7d-4314-a4f2-a6dea56eda75 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:12:50.869770 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-957a8486-9216-4a6b-80b1-5a2bd6c738d6 service neutron] Attempting to bind port 93231983-db7d-4314-a4f2-a6dea56eda75 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '3dd9ea5f-23bc-4bc8-917a-431ad3d10464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3c158aba-e520-4739-9803-5afc3c97752c'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:12:50.870444 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-957a8486-9216-4a6b-80b1-5a2bd6c738d6 service neutron] Attempting to bind port 93231983-db7d-4314-a4f2-a6dea56eda75 on network 3c158aba-e520-4739-9803-5afc3c97752c {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:12:50.925039 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-73a1aa4a-d8f3-49a7-9d71-0dc2f293fc51 None None] Allocated IP 2001:db8::2 (4357fd30-fde6-4cd0-9dd4-4e065cfd5864/daa6def5-148f-4d3c-938a-fb8d4d86a27e/fa4ea0e7-6866-4a12-b568-2d7f5b29ee7c) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:12:50.976630 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-957a8486-9216-4a6b-80b1-5a2bd6c738d6 service neutron] Port 93231983-db7d-4314-a4f2-a6dea56eda75 on network 3c158aba-e520-4739-9803-5afc3c97752c not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:12:50.977199 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-957a8486-9216-4a6b-80b1-5a2bd6c738d6 service neutron] Attempting to bind port 93231983-db7d-4314-a4f2-a6dea56eda75 on network 3c158aba-e520-4739-9803-5afc3c97752c {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:12:51.016310 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-957a8486-9216-4a6b-80b1-5a2bd6c738d6 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:12:51.016679 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-957a8486-9216-4a6b-80b1-5a2bd6c738d6 service neutron] Checking segment: {'id': '3dd9ea5f-23bc-4bc8-917a-431ad3d10464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3c158aba-e520-4739-9803-5afc3c97752c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:12:51.017402 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-957a8486-9216-4a6b-80b1-5a2bd6c738d6 service neutron] Bound using segment: {'id': '3dd9ea5f-23bc-4bc8-917a-431ad3d10464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3c158aba-e520-4739-9803-5afc3c97752c'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:12:51.018028 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-957a8486-9216-4a6b-80b1-5a2bd6c738d6 service neutron] Bound port: 93231983-db7d-4314-a4f2-a6dea56eda75, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dd9ea5f-23bc-4bc8-917a-431ad3d10464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3c158aba-e520-4739-9803-5afc3c97752c'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:12:51.018554 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-957a8486-9216-4a6b-80b1-5a2bd6c738d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:51.127978 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc692fd-3cb0-4475-a90e-19299bee8502 req-3ea4a18a-f29d-4fe7-8a51-35241fbabeb1 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:51.140592 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fcc692fd-3cb0-4475-a90e-19299bee8502 req-3ea4a18a-f29d-4fe7-8a51-35241fbabeb1 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=60a64018-cc78-4adf-87bd-dafdc8dd65d1 HTTP/1.1" status: 200 len: 944 time: 0.3905785 May 23 11:12:51.187448 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-6c4c9e2a-a97c-4993-9a62-3034248ab800 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Deleting port 6044b3fd-cdb2-42c1-b392-9768cb5b8296 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:12:51.187690 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6c4c9e2a-a97c-4993-9a62-3034248ab800 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:51.264501 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-73a1aa4a-d8f3-49a7-9d71-0dc2f293fc51 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:51.276040 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-73a1aa4a-d8f3-49a7-9d71-0dc2f293fc51 None None] Transition to ACTIVE for port object fa4ea0e7-6866-4a12-b568-2d7f5b29ee7c will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:12:51.297315 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-73a1aa4a-d8f3-49a7-9d71-0dc2f293fc51 None None] Transition to ACTIVE for port object fa4ea0e7-6866-4a12-b568-2d7f5b29ee7c will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:12:51.306543 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-73a1aa4a-d8f3-49a7-9d71-0dc2f293fc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:51.432735 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1aa4a-d8f3-49a7-9d71-0dc2f293fc51 None None] Pushing event updated for resources: {'Port': ['ID=fa4ea0e7-6866-4a12-b568-2d7f5b29ee7c,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:51.441026 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a1aa4a-d8f3-49a7-9d71-0dc2f293fc51 None None] Network 4357fd30-fde6-4cd0-9dd4-4e065cfd5864 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:12:51.442386 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-73a1aa4a-d8f3-49a7-9d71-0dc2f293fc51 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:12:51.448498 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a1aa4a-d8f3-49a7-9d71-0dc2f293fc51 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:12:51.453850 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-cc35ab47-1858-4156-a21c-07876ea32c12 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Allocated IP 2001:db8::359 (4357fd30-fde6-4cd0-9dd4-4e065cfd5864/daa6def5-148f-4d3c-938a-fb8d4d86a27e/dee3ead2-e682-4510-a49a-4bbade9a0307) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:12:51.564258 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-73a1aa4a-d8f3-49a7-9d71-0dc2f293fc51 None None] Attempting to bind port fa4ea0e7-6866-4a12-b568-2d7f5b29ee7c on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:12:51.565873 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-73a1aa4a-d8f3-49a7-9d71-0dc2f293fc51 None None] Attempting to bind port fa4ea0e7-6866-4a12-b568-2d7f5b29ee7c by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3dda0757-f746-4c54-ae36-8ce82be7a4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4357fd30-fde6-4cd0-9dd4-4e065cfd5864'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:12:51.565873 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a1aa4a-d8f3-49a7-9d71-0dc2f293fc51 None None] Attempting to bind port fa4ea0e7-6866-4a12-b568-2d7f5b29ee7c on network 4357fd30-fde6-4cd0-9dd4-4e065cfd5864 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:12:51.591100 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a1aa4a-d8f3-49a7-9d71-0dc2f293fc51 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:12:51.591100 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a1aa4a-d8f3-49a7-9d71-0dc2f293fc51 None None] Checking segment: {'id': '3dda0757-f746-4c54-ae36-8ce82be7a4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4357fd30-fde6-4cd0-9dd4-4e065cfd5864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:12:51.591100 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-73a1aa4a-d8f3-49a7-9d71-0dc2f293fc51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:51.591100 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a1aa4a-d8f3-49a7-9d71-0dc2f293fc51 None None] Bound using segment: {'id': '3dda0757-f746-4c54-ae36-8ce82be7a4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4357fd30-fde6-4cd0-9dd4-4e065cfd5864'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:12:51.591100 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-73a1aa4a-d8f3-49a7-9d71-0dc2f293fc51 None None] Bound port: fa4ea0e7-6866-4a12-b568-2d7f5b29ee7c, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dda0757-f746-4c54-ae36-8ce82be7a4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4357fd30-fde6-4cd0-9dd4-4e065cfd5864'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:12:51.591100 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-73a1aa4a-d8f3-49a7-9d71-0dc2f293fc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:51.662578 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fcc692fd-3cb0-4475-a90e-19299bee8502 req-c35a805e-aec0-4861-afbd-fc73f8a7b5d9 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5181170 May 23 11:12:51.677169 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-957a8486-9216-4a6b-80b1-5a2bd6c738d6 service neutron] For port 93231983-db7d-4314-a4f2-a6dea56eda75, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:12:51.685050 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-957a8486-9216-4a6b-80b1-5a2bd6c738d6 service neutron] For port 93231983-db7d-4314-a4f2-a6dea56eda75, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=93231983-db7d-4314-a4f2-a6dea56eda75,segment=NetworkSegment(3dd9ea5f-23bc-4bc8-917a-431ad3d10464),segment_id=3dd9ea5f-23bc-4bc8-917a-431ad3d10464)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:12:51.725685 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-73a1aa4a-d8f3-49a7-9d71-0dc2f293fc51 None None] For port fa4ea0e7-6866-4a12-b568-2d7f5b29ee7c, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:12:51.732719 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-73a1aa4a-d8f3-49a7-9d71-0dc2f293fc51 None None] For port fa4ea0e7-6866-4a12-b568-2d7f5b29ee7c, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=fa4ea0e7-6866-4a12-b568-2d7f5b29ee7c,segment=NetworkSegment(3dda0757-f746-4c54-ae36-8ce82be7a4b2),segment_id=3dda0757-f746-4c54-ae36-8ce82be7a4b2)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:12:51.744557 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-73a1aa4a-d8f3-49a7-9d71-0dc2f293fc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:51.751622 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-957a8486-9216-4a6b-80b1-5a2bd6c738d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:51.754983 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc35ab47-1858-4156-a21c-07876ea32c12 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:51.797028 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-cc35ab47-1858-4156-a21c-07876ea32c12 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Transition to ACTIVE for port object dee3ead2-e682-4510-a49a-4bbade9a0307 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:12:51.845358 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-957a8486-9216-4a6b-80b1-5a2bd6c738d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:51.845955 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc35ab47-1858-4156-a21c-07876ea32c12 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:51.846755 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-957a8486-9216-4a6b-80b1-5a2bd6c738d6 service neutron] 10.222.0.13 "PUT /v2.0/ports/93231983-db7d-4314-a4f2-a6dea56eda75 HTTP/1.1" status: 200 len: 1091 time: 3.2866373 May 23 11:12:51.915205 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d722a9-0fc4-481b-a3f1-1f3dcab37bce', 'tag': '93231983-db7d-4314-a4f2-a6dea56eda75'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:12:51.931639 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6c4c9e2a-a97c-4993-9a62-3034248ab800 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:51.932342 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6c4c9e2a-a97c-4993-9a62-3034248ab800 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:51.979712 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1aa4a-d8f3-49a7-9d71-0dc2f293fc51 None None] Pushing event updated for resources: {'Port': ['ID=fa4ea0e7-6866-4a12-b568-2d7f5b29ee7c,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:52.040597 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35ab47-1858-4156-a21c-07876ea32c12 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event updated for resources: {'Port': ['ID=dee3ead2-e682-4510-a49a-4bbade9a0307,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:52.051353 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc35ab47-1858-4156-a21c-07876ea32c12 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Network 4357fd30-fde6-4cd0-9dd4-4e065cfd5864 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:12:52.053146 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-cc35ab47-1858-4156-a21c-07876ea32c12 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:12:52.055937 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc35ab47-1858-4156-a21c-07876ea32c12 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:12:52.060395 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc35ab47-1858-4156-a21c-07876ea32c12 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:52.061045 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc35ab47-1858-4156-a21c-07876ea32c12 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:52.089301 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-cc35ab47-1858-4156-a21c-07876ea32c12 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3222270 May 23 11:12:52.091885 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52140) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:52.177067 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-5509148d-80b6-4fcc-8a35-b6d2d46c57f9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Deleting port dee3ead2-e682-4510-a49a-4bbade9a0307 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:12:52.177743 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5509148d-80b6-4fcc-8a35-b6d2d46c57f9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:52.350701 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-6c4c9e2a-a97c-4993-9a62-3034248ab800 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Calling delete_port for 6044b3fd-cdb2-42c1-b392-9768cb5b8296 owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:12:52.410463 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a8486-9216-4a6b-80b1-5a2bd6c738d6 service neutron] Pushing event updated for resources: {'Port': ['ID=93231983-db7d-4314-a4f2-a6dea56eda75,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:52.475706 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-27450986-8dcf-4452-8872-05378b34a856 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:52.482473 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-27450986-8dcf-4452-8872-05378b34a856 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/networks?id=567b5eae-3d50-4b7b-b2ae-6afd8ab0049d HTTP/1.1" status: 200 len: 810 time: 1.0348222 May 23 11:12:52.556179 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-b76ce023-b332-4f04-9616-b722db13e8c0 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/quotas/4dae0a28e54e42d3b93ac681153ab34b HTTP/1.1" status: 200 len: 375 time: 0.0726709 May 23 11:12:52.685724 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5509148d-80b6-4fcc-8a35-b6d2d46c57f9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:52.736575 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device fa4ea0e7-6866-4a12-b568-2d7f5b29ee7c up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:12:52.808302 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-7b28f107-25c3-4fc4-b493-256f5a71d65d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=918845eb514f4ef49a66c0d5a348fe52&device_id=67d722a9-0fc4-481b-a3f1-1f3dcab37bce HTTP/1.1" status: 200 len: 1094 time: 0.8277681 May 23 11:12:52.857224 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-5509148d-80b6-4fcc-8a35-b6d2d46c57f9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Calling delete_port for dee3ead2-e682-4510-a49a-4bbade9a0307 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:12:52.928320 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port fa4ea0e7-6866-4a12-b568-2d7f5b29ee7c completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:12:53.002314 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-f4ad6ec5-f32b-480f-a6d5-be60d6c0f9e7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93231983-db7d-4314-a4f2-a6dea56eda75 HTTP/1.1" status: 200 len: 217 time: 0.1769135 May 23 11:12:53.026621 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device f923c95d-1b80-4bd8-9198-b6c2e595a28f up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:12:53.076455 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cbc502-93db-481b-b9ae-e3d327944bb6 req-05e4331c-d1b2-476a-ab4e-1a4547403110 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:53.076455 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-77cbc502-93db-481b-b9ae-e3d327944bb6 req-05e4331c-d1b2-476a-ab4e-1a4547403110 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=67d722a9-0fc4-481b-a3f1-1f3dcab37bce HTTP/1.1" status: 200 len: 943 time: 0.9425170 May 23 11:12:53.138230 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5509148d-80b6-4fcc-8a35-b6d2d46c57f9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:53.142667 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-00040518-2a95-43c2-94be-09ae48ac6be0 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4dae0a28e54e42d3b93ac681153ab34b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5818386 May 23 11:12:53.164388 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3b543f-965e-48ac-9e9a-838f3e8afae3 None None] Sync routers for ids ['4f84365a-4ee0-4710-9108-ca853667a2a9'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:12:53.186730 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3b543f-965e-48ac-9e9a-838f3e8afae3 None None] Routers {'4f84365a-4ee0-4710-9108-ca853667a2a9'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:12:53.187049 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2c3b543f-965e-48ac-9e9a-838f3e8afae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:12:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['4f84365a-4ee0-4710-9108-ca853667a2a9'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:53.246205 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5509148d-80b6-4fcc-8a35-b6d2d46c57f9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event deleted for resources: {'Port': ['ID=dee3ead2-e682-4510-a49a-4bbade9a0307,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:53.292287 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6c4c9e2a-a97c-4993-9a62-3034248ab800 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:53.309359 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5509148d-80b6-4fcc-8a35-b6d2d46c57f9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:53.328299 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5509148d-80b6-4fcc-8a35-b6d2d46c57f9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/ports/dee3ead2-e682-4510-a49a-4bbade9a0307 HTTP/1.1" status: 204 len: 168 time: 1.2350717 May 23 11:12:53.329176 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52152) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:53.416973 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9ae019e-fa67-4af6-846c-c2cf43ef8890 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] DELETE failed (client error): The resource could not be found. May 23 11:12:53.417431 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9ae019e-fa67-4af6-846c-c2cf43ef8890 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:12:53.417882 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-fe02b736-b174-4554-878a-d03355cd40c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:53.419520 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-fe02b736-b174-4554-878a-d03355cd40c0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=31ce3e03-ff53-4686-aaa6-54ac8efb8abe HTTP/1.1" status: 200 len: 846 time: 0.4021811 May 23 11:12:53.428826 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a9ae019e-fa67-4af6-846c-c2cf43ef8890 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/ports/dee3ead2-e682-4510-a49a-4bbade9a0307 HTTP/1.1" status: 404 len: 333 time: 0.0972722 May 23 11:12:53.429071 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52156) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:53.438990 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c9e2a-a97c-4993-9a62-3034248ab800 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Pushing event deleted for resources: {'Port': ['ID=6044b3fd-cdb2-42c1-b392-9768cb5b8296,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:53.491316 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port f923c95d-1b80-4bd8-9198-b6c2e595a28f completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:12:53.510757 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port f923c95d-1b80-4bd8-9198-b6c2e595a28f triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:12:53.511220 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:53.513503 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb9a16b3-f82a-473d-baeb-f3fda54d8258 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] GET failed (client error): The resource could not be found. May 23 11:12:53.514074 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-eb9a16b3-f82a-473d-baeb-f3fda54d8258 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Synchronizing usage tracker for tenant:7dca08376e90462fa2c08567c59d529a on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:12:53.517035 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-77cbc502-93db-481b-b9ae-e3d327944bb6 req-861cdf41-d9dd-4ee1-83c5-d8ae1a7d77b9 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4456508 May 23 11:12:53.570305 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-eb9a16b3-f82a-473d-baeb-f3fda54d8258 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Unset dirty status for tenant:7dca08376e90462fa2c08567c59d529a on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:12:53.570305 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-eb9a16b3-f82a-473d-baeb-f3fda54d8258 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "GET /v2.0/ports/dee3ead2-e682-4510-a49a-4bbade9a0307 HTTP/1.1" status: 404 len: 333 time: 0.1375706 May 23 11:12:53.574032 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52160) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:53.641377 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-f7fe289e-ded8-4061-a3e3-1a497e1dab8e service neutron] 10.222.0.79 "GET /v2.0/networks/567b5eae-3d50-4b7b-b2ae-6afd8ab0049d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5014849 May 23 11:12:53.670794 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-0c12ab98-8ad3-492f-bdb6-c9083d8b962f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3c158aba-e520-4739-9803-5afc3c97752c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2358725 May 23 11:12:53.674674 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-296ddb86-5ab3-4158-83d2-8403f365f72f'] response: {'name': 'network-changed', 'server_uuid': '67d722a9-0fc4-481b-a3f1-1f3dcab37bce', 'tag': '93231983-db7d-4314-a4f2-a6dea56eda75', 'status': 'completed', 'code': 200} May 23 11:12:53.681695 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efd50ff-df63-410b-91b0-470c69790c0d None None] Network 4357fd30-fde6-4cd0-9dd4-4e065cfd5864 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:12:53.719566 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-723207b1-42d4-4344-bddf-5c5bec3ea6a2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Deleting subnet daa6def5-148f-4d3c-938a-fb8d4d86a27e {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:12:53.729296 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-723207b1-42d4-4344-bddf-5c5bec3ea6a2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:53.888142 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-723207b1-42d4-4344-bddf-5c5bec3ea6a2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:53.947307 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-2c3b543f-965e-48ac-9e9a-838f3e8afae3 None None] Set router 4f84365a-4ee0-4710-9108-ca853667a2a9 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:12:54.039200 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6c4c9e2a-a97c-4993-9a62-3034248ab800 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:54.139863 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-723207b1-42d4-4344-bddf-5c5bec3ea6a2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:54.337029 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-e98d2d79-8ccb-464f-909f-5058799bb28b service neutron] 10.222.0.79 "GET /v2.0/networks/567b5eae-3d50-4b7b-b2ae-6afd8ab0049d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6904402 May 23 11:12:54.388680 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-d1675334-1663-40e4-b1c8-1341cedf23f8 service neutron] 10.222.0.13 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6649735 May 23 11:12:54.457192 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-723207b1-42d4-4344-bddf-5c5bec3ea6a2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:54.501009 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:54.543936 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port f923c95d-1b80-4bd8-9198-b6c2e595a28f, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=f923c95d-1b80-4bd8-9198-b6c2e595a28f,segment=NetworkSegment(0eaf6c12-c629-4f70-b3b1-9c344ae24a9d),segment_id=0eaf6c12-c629-4f70-b3b1-9c344ae24a9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:54.557455 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a64018-cc78-4adf-87bd-dafdc8dd65d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f923c95d-1b80-4bd8-9198-b6c2e595a28f'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:12:54.588466 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:54.626821 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723207b1-42d4-4344-bddf-5c5bec3ea6a2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event deleted for resources: {'Subnet': ['ID=daa6def5-148f-4d3c-938a-fb8d4d86a27e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:54.643337 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-932a8f8d-1ba8-4ff3-b456-b3a071da8120 None None] Provisioning for port fa4ea0e7-6866-4a12-b568-2d7f5b29ee7c completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:12:54.655106 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-932a8f8d-1ba8-4ff3-b456-b3a071da8120 None None] Provisioning complete for port fa4ea0e7-6866-4a12-b568-2d7f5b29ee7c triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:12:54.655846 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-932a8f8d-1ba8-4ff3-b456-b3a071da8120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:54.658698 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-723207b1-42d4-4344-bddf-5c5bec3ea6a2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:54.681470 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-723207b1-42d4-4344-bddf-5c5bec3ea6a2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/subnets/daa6def5-148f-4d3c-938a-fb8d4d86a27e HTTP/1.1" status: 204 len: 168 time: 1.1089184 May 23 11:12:54.682104 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52176) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:54.894076 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8d4a9871-6da3-4f85-9f2c-efcbca31d00b req-bff7150c-e688-4675-b12c-704e95ef5bab service neutron] 10.222.0.13 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5086854 May 23 11:12:55.133289 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-626a549b-4a7c-491a-aa41-0743bfcb4cd4 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:55.177165 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-626a549b-4a7c-491a-aa41-0743bfcb4cd4 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Deleting port fa4ea0e7-6866-4a12-b568-2d7f5b29ee7c {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:12:55.178756 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-626a549b-4a7c-491a-aa41-0743bfcb4cd4 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:55.195326 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-932a8f8d-1ba8-4ff3-b456-b3a071da8120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:55.226095 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=f923c95d-1b80-4bd8-9198-b6c2e595a28f,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:55.294918 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-932a8f8d-1ba8-4ff3-b456-b3a071da8120 None None] For port fa4ea0e7-6866-4a12-b568-2d7f5b29ee7c, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=fa4ea0e7-6866-4a12-b568-2d7f5b29ee7c,segment=NetworkSegment(3dda0757-f746-4c54-ae36-8ce82be7a4b2),segment_id=3dda0757-f746-4c54-ae36-8ce82be7a4b2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:55.306324 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-932a8f8d-1ba8-4ff3-b456-b3a071da8120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:55.433519 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f83b195-edbc-4d04-a52e-42dfa2312283'] response: {'server_uuid': '60a64018-cc78-4adf-87bd-dafdc8dd65d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f923c95d-1b80-4bd8-9198-b6c2e595a28f', 'code': 200} May 23 11:12:55.434459 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a8f8d-1ba8-4ff3-b456-b3a071da8120 None None] Pushing event updated for resources: {'Port': ['ID=fa4ea0e7-6866-4a12-b568-2d7f5b29ee7c,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:55.455483 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2c3b543f-965e-48ac-9e9a-838f3e8afae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f84365a-4ee0-4710-9108-ca853667a2a9', 'name': 'tempest-ServerRescueTestJSON-675839460-router', 'tenant_id': '4dae0a28e54e42d3b93ac681153ab34b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '4aef061e-fb03-4173-906c-1ec4753ecb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:12:35Z', 'updated_at': '2022-05-23T11:12:47Z', 'revision_number': 4, 'project_id': '4dae0a28e54e42d3b93ac681153ab34b', 'gw_port': {'id': '4aef061e-fb03-4173-906c-1ec4753ecb0e', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:84:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f84365a-4ee0-4710-9108-ca853667a2a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:12:37Z', 'updated_at': '2022-05-23T11:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '66976a64-f29e-4b8c-82c5-709a3c36fb36', 'name': '', 'network_id': '567b5eae-3d50-4b7b-b2ae-6afd8ab0049d', 'tenant_id': '4dae0a28e54e42d3b93ac681153ab34b', 'mac_address': 'fa:16:3e:5a:89:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f84365a-4ee0-4710-9108-ca853667a2a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eeed4ff9-e40c-44ef-ad2b-8f4ca302f431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:12:44Z', 'updated_at': '2022-05-23T11:12:47Z', 'revision_number': 2, 'project_id': '4dae0a28e54e42d3b93ac681153ab34b', 'subnets': [{'id': 'eeed4ff9-e40c-44ef-ad2b-8f4ca302f431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:55.470822 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3b543f-965e-48ac-9e9a-838f3e8afae3 None None] Checking router: 4f84365a-4ee0-4710-9108-ca853667a2a9 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:12:55.471388 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3b543f-965e-48ac-9e9a-838f3e8afae3 None None] Updating router 4f84365a-4ee0-4710-9108-ca853667a2a9 port 66976a64-f29e-4b8c-82c5-709a3c36fb36 binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:12:55.661175 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2c3b543f-965e-48ac-9e9a-838f3e8afae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:56.031024 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370bacbb-98df-4608-9ffc-319b11a80ccc None None] Network 4357fd30-fde6-4cd0-9dd4-4e065cfd5864 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:12:56.070702 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-626a549b-4a7c-491a-aa41-0743bfcb4cd4 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] For port fa4ea0e7-6866-4a12-b568-2d7f5b29ee7c, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=fa4ea0e7-6866-4a12-b568-2d7f5b29ee7c,segment=NetworkSegment(3dda0757-f746-4c54-ae36-8ce82be7a4b2),segment_id=3dda0757-f746-4c54-ae36-8ce82be7a4b2)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:56.070702 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-626a549b-4a7c-491a-aa41-0743bfcb4cd4 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:56.081982 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5d3ccf59-95cb-40f2-9e8b-6fa273896dd5 req-1bd1c991-6300-4375-8d70-a3267c58e625 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=60a64018-cc78-4adf-87bd-dafdc8dd65d1 HTTP/1.1" status: 200 len: 1096 time: 0.6372662 May 23 11:12:56.113655 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d192dfc9-2e84-46be-9bbf-f4fc5a692576 req-6f9f1485-f60a-4bb8-a290-a252b1276e26 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=918845eb514f4ef49a66c0d5a348fe52&device_id=67d722a9-0fc4-481b-a3f1-1f3dcab37bce HTTP/1.1" status: 200 len: 1094 time: 1.1136994 May 23 11:12:56.243261 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107338e3-5714-468d-a06f-bb9697b0dc51 req-a82611b8-b16d-4ae9-befe-cc7e998b2872 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:56.254311 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-107338e3-5714-468d-a06f-bb9697b0dc51 req-a82611b8-b16d-4ae9-befe-cc7e998b2872 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=60a64018-cc78-4adf-87bd-dafdc8dd65d1 HTTP/1.1" status: 200 len: 945 time: 1.0506787 May 23 11:12:56.416320 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-66244854-5a70-46fe-a397-c0525c452a84 None None] Provisioning complete for port fa4ea0e7-6866-4a12-b568-2d7f5b29ee7c triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:12:56.416807 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-66244854-5a70-46fe-a397-c0525c452a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:56.450086 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-626a549b-4a7c-491a-aa41-0743bfcb4cd4 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Calling delete_port for fa4ea0e7-6866-4a12-b568-2d7f5b29ee7c owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:12:56.494121 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39974755-01d6-41e8-b582-1a52eeb80e72 req-b062a13f-1a68-42f8-8904-4ec4dd042032 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:56.496260 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-39974755-01d6-41e8-b582-1a52eeb80e72 req-b062a13f-1a68-42f8-8904-4ec4dd042032 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=67d722a9-0fc4-481b-a3f1-1f3dcab37bce HTTP/1.1" status: 200 len: 943 time: 0.6106300 May 23 11:12:56.517417 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5d3ccf59-95cb-40f2-9e8b-6fa273896dd5 req-1c8f2700-c242-4e42-a4ee-3c0d24c3d195 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508370 May 23 11:12:56.595517 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-107338e3-5714-468d-a06f-bb9697b0dc51 req-3029c0d2-f7c7-46f7-a07a-74e925594ba2 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400509 May 23 11:12:56.667204 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-39974755-01d6-41e8-b582-1a52eeb80e72 req-6d1b2645-cfb7-44da-872b-8d1436e6cc8b tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574543 May 23 11:12:56.667382 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-626a549b-4a7c-491a-aa41-0743bfcb4cd4 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:56.711963 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192dfc9-2e84-46be-9bbf-f4fc5a692576 req-c83d19d4-0966-4f91-973b-16b9ed6c3cb6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:56.713959 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d192dfc9-2e84-46be-9bbf-f4fc5a692576 req-c83d19d4-0966-4f91-973b-16b9ed6c3cb6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3c158aba-e520-4739-9803-5afc3c97752c HTTP/1.1" status: 200 len: 907 time: 0.5656722 May 23 11:12:56.731768 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device fa4ea0e7-6866-4a12-b568-2d7f5b29ee7c up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:12:56.736052 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a549b-4a7c-491a-aa41-0743bfcb4cd4 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event deleted for resources: {'Port': ['ID=fa4ea0e7-6866-4a12-b568-2d7f5b29ee7c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:56.757659 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626a549b-4a7c-491a-aa41-0743bfcb4cd4 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] No DVR routers for this DVR port fa4ea0e7-6866-4a12-b568-2d7f5b29ee7c on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:12:56.831215 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4c9e2a-a97c-4993-9a62-3034248ab800 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Router 50fe437b-61a5-4a3c-90c2-df56b9d63617 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:12:57.012033 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-626a549b-4a7c-491a-aa41-0743bfcb4cd4 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:57.022786 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: fa4ea0e7-6866-4a12-b568-2d7f5b29ee7c {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:12:57.023138 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device fa4ea0e7-6866-4a12-b568-2d7f5b29ee7c not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 23 11:12:57.065874 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-626a549b-4a7c-491a-aa41-0743bfcb4cd4 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4357fd30-fde6-4cd0-9dd4-4e065cfd5864']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:57.081035 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-626a549b-4a7c-491a-aa41-0743bfcb4cd4 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dda0757-f746-4c54-ae36-8ce82be7a4b2') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:57.081941 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-626a549b-4a7c-491a-aa41-0743bfcb4cd4 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dda0757-f746-4c54-ae36-8ce82be7a4b2') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:57.103311 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-626a549b-4a7c-491a-aa41-0743bfcb4cd4 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:57.113207 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 93231983-db7d-4314-a4f2-a6dea56eda75 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:12:57.158673 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-626a549b-4a7c-491a-aa41-0743bfcb4cd4 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:57.164354 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Port fa4ea0e7-6866-4a12-b568-2d7f5b29ee7c not found, will not notify nova. {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 23 11:12:57.174657 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-626a549b-4a7c-491a-aa41-0743bfcb4cd4 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:12:57.176717 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a472b417-f633-4a8c-aec3-c2d8ec28c660 req-ec76be07-8cb5-4dad-8566-f65ec5476374 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=30ed3ab4-29fa-4bf2-b4f4-8b4a0ec39997 HTTP/1.1" status: 200 len: 210 time: 0.0655344 May 23 11:12:57.177245 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-626a549b-4a7c-491a-aa41-0743bfcb4cd4 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:57.206053 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2c3b543f-965e-48ac-9e9a-838f3e8afae3 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:57.217651 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-66244854-5a70-46fe-a397-c0525c452a84 None None] Could not find standard attr ID for object fa4ea0e7-6866-4a12-b568-2d7f5b29ee7c. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:12:57.239261 n-d-842952-2 neutron-server[83912]: INFO neutron.plugins.ml2.db [None req-66244854-5a70-46fe-a397-c0525c452a84 None None] No ports have port_id starting with fa4ea0e7-6866-4a12-b568-2d7f5b29ee7c May 23 11:12:57.283084 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:12:57.283084 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:12:57.283084 n-d-842952-2 neutron-server[83911]: timer() May 23 11:12:57.283084 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:12:57.283084 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:12:57.283084 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:12:57.283084 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:12:57.283084 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:12:57.283084 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:12:57.283084 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:12:57.283084 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:12:57.283084 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:12:57.283084 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:12:57.283084 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:12:57.283084 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:12:57.283084 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:12:57.283084 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:12:57.283084 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:12:57.283084 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:12:57.283084 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:12:57.283084 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:12:57.283084 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:12:57.283084 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:12:57.283084 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:12:57.283084 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:12:57.283084 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:12:57.283084 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:12:57.283084 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:12:57.283084 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:12:57.283084 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:12:57.283084 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:12:57.283084 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:12:57.291849 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2c3b543f-965e-48ac-9e9a-838f3e8afae3 None None] Transition to ACTIVE for port object 66976a64-f29e-4b8c-82c5-709a3c36fb36 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:12:57.311660 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d192dfc9-2e84-46be-9bbf-f4fc5a692576 req-23ac6f9e-187f-4e13-b596-1c1db499c80a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93231983-db7d-4314-a4f2-a6dea56eda75 HTTP/1.1" status: 200 len: 217 time: 0.4302819 May 23 11:12:57.328459 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.resource_extend [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:12:57.374064 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2c3b543f-965e-48ac-9e9a-838f3e8afae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:57.535354 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192dfc9-2e84-46be-9bbf-f4fc5a692576 req-b8ea279e-2fd4-4666-bd22-2c7fc18d533c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:57.537340 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d192dfc9-2e84-46be-9bbf-f4fc5a692576 req-b8ea279e-2fd4-4666-bd22-2c7fc18d533c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=31ce3e03-ff53-4686-aaa6-54ac8efb8abe HTTP/1.1" status: 200 len: 846 time: 0.2152188 May 23 11:12:57.689340 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52208) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:57.732220 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d192dfc9-2e84-46be-9bbf-f4fc5a692576 req-e72d72ba-7d3e-47ab-a613-76f7a06e1384 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3c158aba-e520-4739-9803-5afc3c97752c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1732414 May 23 11:12:57.771843 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-768445c3-e84a-4afd-abb4-31cb25719d3e tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:57.771843 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-768445c3-e84a-4afd-abb4-31cb25719d3e tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Synchronizing usage tracker for tenant:4dae0a28e54e42d3b93ac681153ab34b on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:12:57.821795 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-768445c3-e84a-4afd-abb4-31cb25719d3e tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Unset dirty status for tenant:4dae0a28e54e42d3b93ac681153ab34b on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:12:57.821795 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-768445c3-e84a-4afd-abb4-31cb25719d3e tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.13 "GET /v2.0/networks?id=567b5eae-3d50-4b7b-b2ae-6afd8ab0049d HTTP/1.1" status: 200 len: 810 time: 0.3732178 May 23 11:12:57.821795 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-626a549b-4a7c-491a-aa41-0743bfcb4cd4 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:57.889690 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-626a549b-4a7c-491a-aa41-0743bfcb4cd4 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:57.919456 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-3e664e2f-a50e-4806-8293-a246953ac8cd tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Request body: {'port': {'device_id': '30ed3ab4-29fa-4bf2-b4f4-8b4a0ec39997', 'network_id': '567b5eae-3d50-4b7b-b2ae-6afd8ab0049d', 'admin_state_up': True, 'tenant_id': '4dae0a28e54e42d3b93ac681153ab34b'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:12:57.983034 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a549b-4a7c-491a-aa41-0743bfcb4cd4 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event deleted for resources: {'Network': ['ID=4357fd30-fde6-4cd0-9dd4-4e065cfd5864,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:58.041681 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d192dfc9-2e84-46be-9bbf-f4fc5a692576 req-47f41063-fa7b-4386-95af-eec7ca522949 service neutron] 10.222.0.13 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006513 May 23 11:12:58.121814 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22865489-677f-46b3-94e4-ac5463a5c61e None None] DHCP port deletion for 4357fd30-fde6-4cd0-9dd4-4e065cfd5864 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:12:58.136988 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be3612b-de7f-4b5f-89bd-90e5f26128d0 None None] Pushing event updated for resources: {'Port': ['ID=66976a64-f29e-4b8c-82c5-709a3c36fb36,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:58.150229 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-626a549b-4a7c-491a-aa41-0743bfcb4cd4 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/networks/4357fd30-fde6-4cd0-9dd4-4e065cfd5864 HTTP/1.1" status: 204 len: 168 time: 3.4670441 May 23 11:12:58.178158 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52218) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:58.203715 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-ec53d341-8a8c-4a1a-aa92-527d0a20aa9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2110343092'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:12:58.224760 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ec53d341-8a8c-4a1a-aa92-527d0a20aa9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:12:58.235340 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ec53d341-8a8c-4a1a-aa92-527d0a20aa9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Usage tracker for resource:network and tenant:7dca08376e90462fa2c08567c59d529a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:12:58.242950 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ec53d341-8a8c-4a1a-aa92-527d0a20aa9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:12:58.261761 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 93231983-db7d-4314-a4f2-a6dea56eda75, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=93231983-db7d-4314-a4f2-a6dea56eda75,segment=NetworkSegment(3dd9ea5f-23bc-4bc8-917a-431ad3d10464),segment_id=3dd9ea5f-23bc-4bc8-917a-431ad3d10464)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:58.284137 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '93231983-db7d-4314-a4f2-a6dea56eda75', 'network_id': '3c158aba-e520-4739-9803-5afc3c97752c', 'port_id': '93231983-db7d-4314-a4f2-a6dea56eda75', 'mac_address': 'fa:16:3e:f4:4c:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ce3e03-ff53-4686-aaa6-54ac8efb8abe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:12:58.305777 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ec53d341-8a8c-4a1a-aa92-527d0a20aa9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:12:58.361275 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec53d341-8a8c-4a1a-aa92-527d0a20aa9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Made reservation on behalf of 7dca08376e90462fa2c08567c59d529a for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:12:58.371228 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ec53d341-8a8c-4a1a-aa92-527d0a20aa9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:58.408783 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d192dfc9-2e84-46be-9bbf-f4fc5a692576 req-29b884a5-7703-4402-b274-483c3a4e2710 service neutron] 10.222.0.13 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832479 May 23 11:12:58.528634 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-3e664e2f-a50e-4806-8293-a246953ac8cd tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:12:58.528634 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-3e664e2f-a50e-4806-8293-a246953ac8cd tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Usage tracker for resource:port and tenant:4dae0a28e54e42d3b93ac681153ab34b is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:12:58.540065 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-3e664e2f-a50e-4806-8293-a246953ac8cd tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:12:58.540065 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-3e664e2f-a50e-4806-8293-a246953ac8cd tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:12:58.575347 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-3e664e2f-a50e-4806-8293-a246953ac8cd tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Made reservation on behalf of 4dae0a28e54e42d3b93ac681153ab34b for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:12:58.585334 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-3e664e2f-a50e-4806-8293-a246953ac8cd tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:58.608587 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-04d94a09-2005-4c3a-8753-bb3c52128347 admin admin] Deleting subnet 76d8b9b5-f057-42e7-939b-4e81b16011fa {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:12:58.619007 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4c9e2a-a97c-4993-9a62-3034248ab800 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:12:58.619007 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-04d94a09-2005-4c3a-8753-bb3c52128347 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:58.634969 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8386dbfa-b876-444b-8dad-95ff6a59e4ef None None] Sync routers for ids ['50fe437b-61a5-4a3c-90c2-df56b9d63617'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:12:58.652100 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec53d341-8a8c-4a1a-aa92-527d0a20aa9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:12:58.681279 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8386dbfa-b876-444b-8dad-95ff6a59e4ef None None] Routers {'50fe437b-61a5-4a3c-90c2-df56b9d63617'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:12:58.690991 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-8386dbfa-b876-444b-8dad-95ff6a59e4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:12:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['50fe437b-61a5-4a3c-90c2-df56b9d63617'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:58.705165 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878eb38-05b2-492b-a033-f16dcf0b2836 req-3abea3cd-7898-4a05-b2c4-04386ddaf26d tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:58.717410 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4878eb38-05b2-492b-a033-f16dcf0b2836 req-3abea3cd-7898-4a05-b2c4-04386ddaf26d tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=60a64018-cc78-4adf-87bd-dafdc8dd65d1 HTTP/1.1" status: 200 len: 945 time: 0.3038971 May 23 11:12:58.725276 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ec53d341-8a8c-4a1a-aa92-527d0a20aa9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:58.725276 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-ec53d341-8a8c-4a1a-aa92-527d0a20aa9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Added segment ee20feb8-fec6-4f73-846a-3f49e7ec988a of type vlan for network 5fd05c26-be0a-4c89-9bbb-2e0d6567e067 May 23 11:12:58.793065 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4878eb38-05b2-492b-a033-f16dcf0b2836 req-a7e3e1a3-197b-40f7-b800-a224ca8cc001 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751760 May 23 11:12:58.812683 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ec53d341-8a8c-4a1a-aa92-527d0a20aa9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:58.844942 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6222965f-5e43-4af1-8840-b01857d783da req-0b7fa910-47f9-44cc-a311-e14d807c85f2 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:58.853514 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6222965f-5e43-4af1-8840-b01857d783da req-0b7fa910-47f9-44cc-a311-e14d807c85f2 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=67d722a9-0fc4-481b-a3f1-1f3dcab37bce HTTP/1.1" status: 200 len: 943 time: 0.3809986 May 23 11:12:58.902956 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6c4c9e2a-a97c-4993-9a62-3034248ab800 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:58.904053 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device fa4ea0e7-6866-4a12-b568-2d7f5b29ee7c no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:12:58.962182 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-2c3b543f-965e-48ac-9e9a-838f3e8afae3 None None] Attempting to bind port 66976a64-f29e-4b8c-82c5-709a3c36fb36 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:12:58.962738 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-2c3b543f-965e-48ac-9e9a-838f3e8afae3 None None] Attempting to bind port 66976a64-f29e-4b8c-82c5-709a3c36fb36 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'd425821a-621f-4441-b5d3-6c866ddd43af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '567b5eae-3d50-4b7b-b2ae-6afd8ab0049d'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:12:58.963181 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3b543f-965e-48ac-9e9a-838f3e8afae3 None None] Attempting to bind port 66976a64-f29e-4b8c-82c5-709a3c36fb36 on network 567b5eae-3d50-4b7b-b2ae-6afd8ab0049d {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:12:58.965224 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: fa4ea0e7-6866-4a12-b568-2d7f5b29ee7c {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:12:58.965647 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device fa4ea0e7-6866-4a12-b568-2d7f5b29ee7c not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:12:58.980303 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3b543f-965e-48ac-9e9a-838f3e8afae3 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:12:58.980673 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3b543f-965e-48ac-9e9a-838f3e8afae3 None None] Checking segment: {'id': 'd425821a-621f-4441-b5d3-6c866ddd43af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '567b5eae-3d50-4b7b-b2ae-6afd8ab0049d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:12:58.981082 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2c3b543f-965e-48ac-9e9a-838f3e8afae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:58.981501 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3b543f-965e-48ac-9e9a-838f3e8afae3 None None] Bound using segment: {'id': 'd425821a-621f-4441-b5d3-6c866ddd43af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '567b5eae-3d50-4b7b-b2ae-6afd8ab0049d'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:12:58.982136 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-2c3b543f-965e-48ac-9e9a-838f3e8afae3 None None] Bound port: 66976a64-f29e-4b8c-82c5-709a3c36fb36, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd425821a-621f-4441-b5d3-6c866ddd43af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '567b5eae-3d50-4b7b-b2ae-6afd8ab0049d'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:12:58.982332 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2c3b543f-965e-48ac-9e9a-838f3e8afae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:58.999695 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-6c4c9e2a-a97c-4993-9a62-3034248ab800 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "DELETE /v2.0/floatingips/4ad614e8-0422-4178-9374-058651add16b HTTP/1.1" status: 204 len: 168 time: 8.5235767 May 23 11:12:59.008055 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52226) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:59.008880 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-8386dbfa-b876-444b-8dad-95ff6a59e4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:59.036751 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-04d94a09-2005-4c3a-8753-bb3c52128347 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:59.038441 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8386dbfa-b876-444b-8dad-95ff6a59e4ef None None] Routers {'50fe437b-61a5-4a3c-90c2-df56b9d63617'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:12:59.039266 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-8386dbfa-b876-444b-8dad-95ff6a59e4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:12:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['50fe437b-61a5-4a3c-90c2-df56b9d63617'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:59.045808 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:59.060258 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-3e664e2f-a50e-4806-8293-a246953ac8cd tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Allocated IP 172.20.0.4 (567b5eae-3d50-4b7b-b2ae-6afd8ab0049d/eeed4ff9-e40c-44ef-ad2b-8f4ca302f431/4a5ffbc3-338b-40c6-9d5d-93f06d4aa818) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:12:59.062977 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ec53d341-8a8c-4a1a-aa92-527d0a20aa9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:59.072609 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec53d341-8a8c-4a1a-aa92-527d0a20aa9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:12:59.073371 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ec53d341-8a8c-4a1a-aa92-527d0a20aa9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:59.089155 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93231983-db7d-4314-a4f2-a6dea56eda75 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:12:59.129015 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 93231983-db7d-4314-a4f2-a6dea56eda75, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=93231983-db7d-4314-a4f2-a6dea56eda75,segment=NetworkSegment(3dd9ea5f-23bc-4bc8-917a-431ad3d10464),segment_id=3dd9ea5f-23bc-4bc8-917a-431ad3d10464)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:12:59.133213 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2c3b543f-965e-48ac-9e9a-838f3e8afae3 None None] For port 66976a64-f29e-4b8c-82c5-709a3c36fb36, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:12:59.142117 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:59.145757 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2c3b543f-965e-48ac-9e9a-838f3e8afae3 None None] For port 66976a64-f29e-4b8c-82c5-709a3c36fb36, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=66976a64-f29e-4b8c-82c5-709a3c36fb36,segment=NetworkSegment(d425821a-621f-4441-b5d3-6c866ddd43af),segment_id=d425821a-621f-4441-b5d3-6c866ddd43af)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:12:59.154763 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-8386dbfa-b876-444b-8dad-95ff6a59e4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:59.154891 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8386dbfa-b876-444b-8dad-95ff6a59e4ef None None] The sync data for ids ['50fe437b-61a5-4a3c-90c2-df56b9d63617'] in n-d-842952-2 is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:12:59.167267 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6222965f-5e43-4af1-8840-b01857d783da req-76c151b4-09bb-400a-b1d1-f3fb8ff9a56e tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126707 May 23 11:12:59.175580 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ec53d341-8a8c-4a1a-aa92-527d0a20aa9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9890974 May 23 11:12:59.178566 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52232) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:12:59.225869 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2c3b543f-965e-48ac-9e9a-838f3e8afae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:59.250989 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-dacde110-0ec5-42fd-8fcf-ccecac1eaa9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'subnet': {'network_id': '5fd05c26-be0a-4c89-9bbb-2e0d6567e067', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:12:59.285910 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=93231983-db7d-4314-a4f2-a6dea56eda75,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:59.288986 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3b543f-965e-48ac-9e9a-838f3e8afae3 None None] Routers {'4f84365a-4ee0-4710-9108-ca853667a2a9'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:12:59.289602 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2c3b543f-965e-48ac-9e9a-838f3e8afae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:12:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['4f84365a-4ee0-4710-9108-ca853667a2a9'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:12:59.303409 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a462a69a-01b8-46b2-ae0a-ff8b3f1e26c1 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Deleting port 8f365c84-5b68-4c41-99c1-a18d1e13dd26 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:12:59.303785 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a462a69a-01b8-46b2-ae0a-ff8b3f1e26c1 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:59.391435 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53d341-8a8c-4a1a-aa92-527d0a20aa9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event updated for resources: {'Network': ['ID=5fd05c26-be0a-4c89-9bbb-2e0d6567e067,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:59.478751 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 5fd05c26-be0a-4c89-9bbb-2e0d6567e067 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:12:59.503284 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9ac5fb7-f8aa-4120-bfa7-49b792d68b65 req-eeb52fb2-e725-425a-afb4-6ddeb4b97e19 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=30ed3ab4-29fa-4bf2-b4f4-8b4a0ec39997 HTTP/1.1" status: 200 len: 210 time: 0.3343718 May 23 11:12:59.565806 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-04d94a09-2005-4c3a-8753-bb3c52128347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:59.602731 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['93231983-db7d-4314-a4f2-a6dea56eda75'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:12:59.617072 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-dacde110-0ec5-42fd-8fcf-ccecac1eaa9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:12:59.628370 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-dacde110-0ec5-42fd-8fcf-ccecac1eaa9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Usage tracker for resource:subnet and tenant:7dca08376e90462fa2c08567c59d529a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:12:59.631849 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-dacde110-0ec5-42fd-8fcf-ccecac1eaa9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:12:59.652449 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-dacde110-0ec5-42fd-8fcf-ccecac1eaa9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:12:59.681675 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be3612b-de7f-4b5f-89bd-90e5f26128d0 None None] Pushing event updated for resources: {'Port': ['ID=66976a64-f29e-4b8c-82c5-709a3c36fb36,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:59.698903 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dacde110-0ec5-42fd-8fcf-ccecac1eaa9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Made reservation on behalf of 7dca08376e90462fa2c08567c59d529a for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:12:59.780583 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-04d94a09-2005-4c3a-8753-bb3c52128347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:59.787839 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-2c3b543f-965e-48ac-9e9a-838f3e8afae3 None None] Set router 4f84365a-4ee0-4710-9108-ca853667a2a9 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:12:59.830765 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-3e664e2f-a50e-4806-8293-a246953ac8cd tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:59.857789 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a462a69a-01b8-46b2-ae0a-ff8b3f1e26c1 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:59.862533 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d94a09-2005-4c3a-8753-bb3c52128347 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76d8b9b5-f057-42e7-939b-4e81b16011fa,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:12:59.867099 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-04d94a09-2005-4c3a-8753-bb3c52128347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:12:59.886297 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-04d94a09-2005-4c3a-8753-bb3c52128347 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/76d8b9b5-f057-42e7-939b-4e81b16011fa HTTP/1.1" status: 204 len: 168 time: 2.2011502 May 23 11:12:59.889298 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52238) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:00.061590 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dacde110-0ec5-42fd-8fcf-ccecac1eaa9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:00.079629 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a462a69a-01b8-46b2-ae0a-ff8b3f1e26c1 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Calling delete_port for 8f365c84-5b68-4c41-99c1-a18d1e13dd26 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:13:00.176058 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-3e664e2f-a50e-4806-8293-a246953ac8cd tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:00.316039 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ef369a4f-6200-421b-936d-3ae061f47048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:00.362838 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2c3b543f-965e-48ac-9e9a-838f3e8afae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f84365a-4ee0-4710-9108-ca853667a2a9', 'name': 'tempest-ServerRescueTestJSON-675839460-router', 'tenant_id': '4dae0a28e54e42d3b93ac681153ab34b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '4aef061e-fb03-4173-906c-1ec4753ecb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:12:35Z', 'updated_at': '2022-05-23T11:12:47Z', 'revision_number': 4, 'project_id': '4dae0a28e54e42d3b93ac681153ab34b', 'gw_port': {'id': '4aef061e-fb03-4173-906c-1ec4753ecb0e', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:84:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f84365a-4ee0-4710-9108-ca853667a2a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:12:37Z', 'updated_at': '2022-05-23T11:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '66976a64-f29e-4b8c-82c5-709a3c36fb36', 'name': '', 'network_id': '567b5eae-3d50-4b7b-b2ae-6afd8ab0049d', 'tenant_id': '4dae0a28e54e42d3b93ac681153ab34b', 'mac_address': 'fa:16:3e:5a:89:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f84365a-4ee0-4710-9108-ca853667a2a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eeed4ff9-e40c-44ef-ad2b-8f4ca302f431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:12:44Z', 'updated_at': '2022-05-23T11:12:59Z', 'revision_number': 4, 'project_id': '4dae0a28e54e42d3b93ac681153ab34b', 'subnets': [{'id': 'eeed4ff9-e40c-44ef-ad2b-8f4ca302f431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:00.368910 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3b543f-965e-48ac-9e9a-838f3e8afae3 None None] The sync data for ids ['4f84365a-4ee0-4710-9108-ca853667a2a9'] in n-d-842952-2 is: [{'id': '4f84365a-4ee0-4710-9108-ca853667a2a9', 'name': 'tempest-ServerRescueTestJSON-675839460-router', 'tenant_id': '4dae0a28e54e42d3b93ac681153ab34b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '4aef061e-fb03-4173-906c-1ec4753ecb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:12:35Z', 'updated_at': '2022-05-23T11:12:47Z', 'revision_number': 4, 'project_id': '4dae0a28e54e42d3b93ac681153ab34b', 'gw_port': {'id': '4aef061e-fb03-4173-906c-1ec4753ecb0e', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:84:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f84365a-4ee0-4710-9108-ca853667a2a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:12:37Z', 'updated_at': '2022-05-23T11:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '66976a64-f29e-4b8c-82c5-709a3c36fb36', 'name': '', 'network_id': '567b5eae-3d50-4b7b-b2ae-6afd8ab0049d', 'tenant_id': '4dae0a28e54e42d3b93ac681153ab34b', 'mac_address': 'fa:16:3e:5a:89:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f84365a-4ee0-4710-9108-ca853667a2a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eeed4ff9-e40c-44ef-ad2b-8f4ca302f431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:12:44Z', 'updated_at': '2022-05-23T11:12:59Z', 'revision_number': 4, 'project_id': '4dae0a28e54e42d3b93ac681153ab34b', 'subnets': [{'id': 'eeed4ff9-e40c-44ef-ad2b-8f4ca302f431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:13:00.413965 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-3e664e2f-a50e-4806-8293-a246953ac8cd tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Network 567b5eae-3d50-4b7b-b2ae-6afd8ab0049d is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:13:00.421607 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-3e664e2f-a50e-4806-8293-a246953ac8cd tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:13:00.423367 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-3e664e2f-a50e-4806-8293-a246953ac8cd tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:13:00.487374 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e664e2f-a50e-4806-8293-a246953ac8cd tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Pushing event updated for resources: {'Port': ['ID=4a5ffbc3-338b-40c6-9d5d-93f06d4aa818,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:00.498011 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a36fe3-f72d-4c99-a0c3-726f6ff3e102 req-f6d72630-0888-42ff-83d0-d390f2a0badd tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:00.499511 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-86a36fe3-f72d-4c99-a0c3-726f6ff3e102 req-f6d72630-0888-42ff-83d0-d390f2a0badd tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=60a64018-cc78-4adf-87bd-dafdc8dd65d1 HTTP/1.1" status: 200 len: 945 time: 0.4916818 May 23 11:13:00.593476 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-3e664e2f-a50e-4806-8293-a246953ac8cd tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:00.593968 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-3e664e2f-a50e-4806-8293-a246953ac8cd tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:00.645557 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-3e664e2f-a50e-4806-8293-a246953ac8cd tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7444243 May 23 11:13:00.647478 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a462a69a-01b8-46b2-ae0a-ff8b3f1e26c1 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:00.657236 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ef369a4f-6200-421b-936d-3ae061f47048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:00.678538 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 66976a64-f29e-4b8c-82c5-709a3c36fb36 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:13:00.722350 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-46878776-de62-4d8c-b419-8b4e2abb5377 service neutron] Request body: {'port': {'device_id': '30ed3ab4-29fa-4bf2-b4f4-8b4a0ec39997', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:00.757922 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-ef369a4f-6200-421b-936d-3ae061f47048 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a5c8466-e669-4a02-9cf7-1e34891324c1']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:00.770233 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-86a36fe3-f72d-4c99-a0c3-726f6ff3e102 req-22d24537-a90f-4216-9921-9623e113280b tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871271 May 23 11:13:00.781310 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-ef369a4f-6200-421b-936d-3ae061f47048 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '633c66ca-dc41-4b0b-a0a3-ed62624a9374') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:00.781643 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-ef369a4f-6200-421b-936d-3ae061f47048 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '633c66ca-dc41-4b0b-a0a3-ed62624a9374') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:00.796046 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dacde110-0ec5-42fd-8fcf-ccecac1eaa9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:00.822842 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a462a69a-01b8-46b2-ae0a-ff8b3f1e26c1 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Pushing event deleted for resources: {'Port': ['ID=8f365c84-5b68-4c41-99c1-a18d1e13dd26,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:00.836068 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 66976a64-f29e-4b8c-82c5-709a3c36fb36 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:13:00.843382 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ef369a4f-6200-421b-936d-3ae061f47048 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:00.844851 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 66976a64-f29e-4b8c-82c5-709a3c36fb36 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:13:00.845313 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:00.894635 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec6e7e-b882-498a-bad7-2a0224f9a517 req-8a2427a6-f2b6-41dc-a475-51fc845df1e9 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:00.903499 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2bec6e7e-b882-498a-bad7-2a0224f9a517 req-8a2427a6-f2b6-41dc-a475-51fc845df1e9 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=67d722a9-0fc4-481b-a3f1-1f3dcab37bce HTTP/1.1" status: 200 len: 944 time: 0.4852321 May 23 11:13:00.931085 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ef369a4f-6200-421b-936d-3ae061f47048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:00.964116 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacde110-0ec5-42fd-8fcf-ccecac1eaa9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event updated for resources: {'Subnet': ['ID=96e7d2f7-8906-4319-8ff5-d6f2c431186b,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:00.981715 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef369a4f-6200-421b-936d-3ae061f47048 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:13:00.982332 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ef369a4f-6200-421b-936d-3ae061f47048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:01.008200 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:13:01.008200 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:13:01.008200 n-d-842952-2 neutron-server[83910]: timer() May 23 11:13:01.008200 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:13:01.008200 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:13:01.008200 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:13:01.008200 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:13:01.008200 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:13:01.008200 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:13:01.008200 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:13:01.008200 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:13:01.008200 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:13:01.008200 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:13:01.008200 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:13:01.008200 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:13:01.008200 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:13:01.008200 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:13:01.008200 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:13:01.008200 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:13:01.008200 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:13:01.008200 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:13:01.008200 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:13:01.008200 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:13:01.008200 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:13:01.008200 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:13:01.008200 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:13:01.008200 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:13:01.008200 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:13:01.008200 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:13:01.008200 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:13:01.008200 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:13:01.008200 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:13:01.092092 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:01.153776 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 66976a64-f29e-4b8c-82c5-709a3c36fb36, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=66976a64-f29e-4b8c-82c5-709a3c36fb36,segment=NetworkSegment(d425821a-621f-4441-b5d3-6c866ddd43af),segment_id=d425821a-621f-4441-b5d3-6c866ddd43af)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:13:01.163638 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:01.190325 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2bec6e7e-b882-498a-bad7-2a0224f9a517 req-1794c53a-cafc-4735-80c1-49dc11a07af8 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841444 May 23 11:13:01.198170 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ef369a4f-6200-421b-936d-3ae061f47048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:01.208381 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ef369a4f-6200-421b-936d-3ae061f47048 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:01.237038 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 93231983-db7d-4314-a4f2-a6dea56eda75 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:13:01.264582 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacde110-0ec5-42fd-8fcf-ccecac1eaa9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Checking segment: {'id': 'ee20feb8-fec6-4f73-846a-3f49e7ec988a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5fd05c26-be0a-4c89-9bbb-2e0d6567e067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:13:01.265202 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacde110-0ec5-42fd-8fcf-ccecac1eaa9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Network hostable DHCP agents. Network: 5fd05c26-be0a-4c89-9bbb-2e0d6567e067, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:13:01.317820 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef369a4f-6200-421b-936d-3ae061f47048 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a5c8466-e669-4a02-9cf7-1e34891324c1,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:01.398291 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ef369a4f-6200-421b-936d-3ae061f47048 admin admin] 10.222.0.79 "DELETE /v2.0/networks/1a5c8466-e669-4a02-9cf7-1e34891324c1 HTTP/1.1" status: 204 len: 168 time: 1.5022824 May 23 11:13:01.398743 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=66976a64-f29e-4b8c-82c5-709a3c36fb36,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:01.424249 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 93231983-db7d-4314-a4f2-a6dea56eda75 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:13:01.430354 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 93231983-db7d-4314-a4f2-a6dea56eda75 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:13:01.430773 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:01.440896 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84771c2d-0999-4a91-b2a3-dd49429e56b8 req-781836ca-edf1-48e8-a4e7-36725621e09e tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:01.459549 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-84771c2d-0999-4a91-b2a3-dd49429e56b8 req-781836ca-edf1-48e8-a4e7-36725621e09e tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=30ed3ab4-29fa-4bf2-b4f4-8b4a0ec39997 HTTP/1.1" status: 200 len: 931 time: 0.3784168 May 23 11:13:01.582539 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacde110-0ec5-42fd-8fcf-ccecac1eaa9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Network 5fd05c26-be0a-4c89-9bbb-2e0d6567e067 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:13:01.616417 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-46878776-de62-4d8c-b419-8b4e2abb5377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:01.648519 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-dacde110-0ec5-42fd-8fcf-ccecac1eaa9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 5fd05c26-be0a-4c89-9bbb-2e0d6567e067) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:13:01.670008 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacde110-0ec5-42fd-8fcf-ccecac1eaa9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:01.670584 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dacde110-0ec5-42fd-8fcf-ccecac1eaa9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:01.677047 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04469394-1fc2-42e4-9f75-113339cd3e34 None None] Network 5fd05c26-be0a-4c89-9bbb-2e0d6567e067 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:13:01.708558 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52254) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:01.709943 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a462a69a-01b8-46b2-ae0a-ff8b3f1e26c1 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:01.712084 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a462a69a-01b8-46b2-ae0a-ff8b3f1e26c1 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "DELETE /v2.0/ports/8f365c84-5b68-4c41-99c1-a18d1e13dd26 HTTP/1.1" status: 204 len: 168 time: 2.7028863 May 23 11:13:01.723412 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52256) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:01.761659 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-1134cde6-5b8b-4706-82e1-b5b687b205e6 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:01.785072 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1134cde6-5b8b-4706-82e1-b5b687b205e6 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:01.802832 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-84771c2d-0999-4a91-b2a3-dd49429e56b8 req-72b876e1-552c-492d-952e-cce5ba883b73 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396449 May 23 11:13:01.805057 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1134cde6-5b8b-4706-82e1-b5b687b205e6 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Usage tracker for resource:floatingip and tenant:64767f7d3ba2443580b9b187013efe7a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:01.820700 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-dacde110-0ec5-42fd-8fcf-ccecac1eaa9c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6234775 May 23 11:13:01.822552 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52264) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:01.826787 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1134cde6-5b8b-4706-82e1-b5b687b205e6 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:01.854798 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-075a607b-ab93-4f46-b63b-73b59510f7b0 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'port': {'network_id': '5fd05c26-be0a-4c89-9bbb-2e0d6567e067', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-856998580'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:01.890969 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1134cde6-5b8b-4706-82e1-b5b687b205e6 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:01.934405 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:02.015559 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-45ce8471-331b-4192-85ad-9581d4082094 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b64a3f1baa60499ab93cbd32db99dbcb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2947590 May 23 11:13:02.019264 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52268) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:02.066245 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1134cde6-5b8b-4706-82e1-b5b687b205e6 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:02.121409 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 93231983-db7d-4314-a4f2-a6dea56eda75, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=93231983-db7d-4314-a4f2-a6dea56eda75,segment=NetworkSegment(3dd9ea5f-23bc-4bc8-917a-431ad3d10464),segment_id=3dd9ea5f-23bc-4bc8-917a-431ad3d10464)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:13:02.122522 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d722a9-0fc4-481b-a3f1-1f3dcab37bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93231983-db7d-4314-a4f2-a6dea56eda75'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:13:02.135234 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:02.210703 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-df60096e-a49a-4566-ba1d-90d73cbb7155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:02.255933 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9a3e07c-3aa2-4237-8f34-e6b1e183cc20'] response: {'server_uuid': '67d722a9-0fc4-481b-a3f1-1f3dcab37bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93231983-db7d-4314-a4f2-a6dea56eda75', 'code': 200} May 23 11:13:02.314122 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-df60096e-a49a-4566-ba1d-90d73cbb7155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:02.421188 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfa91ce-8d1b-40dd-ac73-ac2af4d13110 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-5fd05c26-be0a-4c89-9bbb-2e0d6567e067', 'network_id': '5fd05c26-be0a-4c89-9bbb-2e0d6567e067', 'tenant_id': '7dca08376e90462fa2c08567c59d529a', 'fixed_ips': [{'subnet_id': '96e7d2f7-8906-4319-8ff5-d6f2c431186b'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:13:02.421676 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4cfa91ce-8d1b-40dd-ac73-ac2af4d13110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:02.449899 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=93231983-db7d-4314-a4f2-a6dea56eda75,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:02.502812 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-df60096e-a49a-4566-ba1d-90d73cbb7155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:02.509023 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-46878776-de62-4d8c-b419-8b4e2abb5377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a5ffbc3-338b-40c6-9d5d-93f06d4aa818 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:13:02.529742 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df60096e-a49a-4566-ba1d-90d73cbb7155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8742281-0825-47b2-af2c-c0b36c1dfb9e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:02.534343 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-46878776-de62-4d8c-b419-8b4e2abb5377 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:02.578031 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-46878776-de62-4d8c-b419-8b4e2abb5377 service neutron] Transition to ACTIVE for port object 4a5ffbc3-338b-40c6-9d5d-93f06d4aa818 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:13:02.579819 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-df60096e-a49a-4566-ba1d-90d73cbb7155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:02.584094 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-df60096e-a49a-4566-ba1d-90d73cbb7155 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a8742281-0825-47b2-af2c-c0b36c1dfb9e HTTP/1.1" status: 204 len: 168 time: 0.5623219 May 23 11:13:02.589105 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-46878776-de62-4d8c-b419-8b4e2abb5377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:02.662631 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 66976a64-f29e-4b8c-82c5-709a3c36fb36 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:13:02.740403 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-4cfa91ce-8d1b-40dd-ac73-ac2af4d13110 None None] Allocated IP 2001:db8::2 (5fd05c26-be0a-4c89-9bbb-2e0d6567e067/96e7d2f7-8906-4319-8ff5-d6f2c431186b/462314b1-909f-4877-8a5d-11c32b8127cc) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:13:02.764598 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-075a607b-ab93-4f46-b63b-73b59510f7b0 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:02.774700 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591655db-316f-4c0c-bc54-45966b9e0c46 req-8cdacabd-f26f-4778-8d6a-3951887c4a9d tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:02.788806 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-591655db-316f-4c0c-bc54-45966b9e0c46 req-8cdacabd-f26f-4778-8d6a-3951887c4a9d tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=60a64018-cc78-4adf-87bd-dafdc8dd65d1 HTTP/1.1" status: 200 len: 945 time: 0.8164186 May 23 11:13:02.808534 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-075a607b-ab93-4f46-b63b-73b59510f7b0 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Usage tracker for resource:port and tenant:7dca08376e90462fa2c08567c59d529a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:02.828618 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46878776-de62-4d8c-b419-8b4e2abb5377 service neutron] Pushing event updated for resources: {'Port': ['ID=4a5ffbc3-338b-40c6-9d5d-93f06d4aa818,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:02.853493 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-075a607b-ab93-4f46-b63b-73b59510f7b0 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:02.880716 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e5201-57e5-4bc5-b54c-33c2c4bf0ac7 req-e6bc79db-eb7b-49b1-be0d-168d9a5d7e13 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:02.882511 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-507e5201-57e5-4bc5-b54c-33c2c4bf0ac7 req-e6bc79db-eb7b-49b1-be0d-168d9a5d7e13 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=67d722a9-0fc4-481b-a3f1-1f3dcab37bce HTTP/1.1" status: 200 len: 945 time: 0.4742417 May 23 11:13:02.887264 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-075a607b-ab93-4f46-b63b-73b59510f7b0 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:02.907153 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 66976a64-f29e-4b8c-82c5-709a3c36fb36 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:13:02.907771 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:02.976468 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e12ad47d-050b-44d9-83fd-55df5cc92d03 req-8b1de203-ea4a-4e51-8fc7-6770c36f2a85 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=67d722a9-0fc4-481b-a3f1-1f3dcab37bce HTTP/1.1" status: 200 len: 1096 time: 0.5015256 May 23 11:13:03.015734 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-46878776-de62-4d8c-b419-8b4e2abb5377 service neutron] Attempting to bind port 4a5ffbc3-338b-40c6-9d5d-93f06d4aa818 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:13:03.015734 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-46878776-de62-4d8c-b419-8b4e2abb5377 service neutron] Attempting to bind port 4a5ffbc3-338b-40c6-9d5d-93f06d4aa818 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'd425821a-621f-4441-b5d3-6c866ddd43af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '567b5eae-3d50-4b7b-b2ae-6afd8ab0049d'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:13:03.016986 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-46878776-de62-4d8c-b419-8b4e2abb5377 service neutron] Attempting to bind port 4a5ffbc3-338b-40c6-9d5d-93f06d4aa818 on network 567b5eae-3d50-4b7b-b2ae-6afd8ab0049d {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:13:03.027741 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-46878776-de62-4d8c-b419-8b4e2abb5377 service neutron] Port 4a5ffbc3-338b-40c6-9d5d-93f06d4aa818 on network 567b5eae-3d50-4b7b-b2ae-6afd8ab0049d not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:13:03.028302 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-46878776-de62-4d8c-b419-8b4e2abb5377 service neutron] Attempting to bind port 4a5ffbc3-338b-40c6-9d5d-93f06d4aa818 on network 567b5eae-3d50-4b7b-b2ae-6afd8ab0049d {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:13:03.039654 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-591655db-316f-4c0c-bc54-45966b9e0c46 req-329263a4-05c9-4a02-b63b-c46a65b6190c tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491970 May 23 11:13:03.040518 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075a607b-ab93-4f46-b63b-73b59510f7b0 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Made reservation on behalf of 7dca08376e90462fa2c08567c59d529a for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:13:03.042068 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-46878776-de62-4d8c-b419-8b4e2abb5377 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:13:03.044072 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-075a607b-ab93-4f46-b63b-73b59510f7b0 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:03.044343 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-46878776-de62-4d8c-b419-8b4e2abb5377 service neutron] Checking segment: {'id': 'd425821a-621f-4441-b5d3-6c866ddd43af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '567b5eae-3d50-4b7b-b2ae-6afd8ab0049d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:13:03.045298 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-46878776-de62-4d8c-b419-8b4e2abb5377 service neutron] Bound using segment: {'id': 'd425821a-621f-4441-b5d3-6c866ddd43af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '567b5eae-3d50-4b7b-b2ae-6afd8ab0049d'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:13:03.046112 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-46878776-de62-4d8c-b419-8b4e2abb5377 service neutron] Bound port: 4a5ffbc3-338b-40c6-9d5d-93f06d4aa818, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd425821a-621f-4441-b5d3-6c866ddd43af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '567b5eae-3d50-4b7b-b2ae-6afd8ab0049d'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:13:03.046862 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-46878776-de62-4d8c-b419-8b4e2abb5377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:03.091845 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-075a607b-ab93-4f46-b63b-73b59510f7b0 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] device_id is not set on port 67fa06fa-da55-48be-a85b-5fa01ddfb16b yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:13:03.167554 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-507e5201-57e5-4bc5-b54c-33c2c4bf0ac7 req-6253f6ee-61b1-49fd-9ae4-d6b278526a25 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639887 May 23 11:13:03.216905 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-46878776-de62-4d8c-b419-8b4e2abb5377 service neutron] For port 4a5ffbc3-338b-40c6-9d5d-93f06d4aa818, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:13:03.226534 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-46878776-de62-4d8c-b419-8b4e2abb5377 service neutron] For port 4a5ffbc3-338b-40c6-9d5d-93f06d4aa818, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=4a5ffbc3-338b-40c6-9d5d-93f06d4aa818,segment=NetworkSegment(d425821a-621f-4441-b5d3-6c866ddd43af),segment_id=d425821a-621f-4441-b5d3-6c866ddd43af)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:13:03.236702 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1134cde6-5b8b-4706-82e1-b5b687b205e6 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:03.240688 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-46878776-de62-4d8c-b419-8b4e2abb5377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:03.297389 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4cfa91ce-8d1b-40dd-ac73-ac2af4d13110 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:03.309397 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4cfa91ce-8d1b-40dd-ac73-ac2af4d13110 None None] Transition to ACTIVE for port object 462314b1-909f-4877-8a5d-11c32b8127cc will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:13:03.322864 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46878776-de62-4d8c-b419-8b4e2abb5377 service neutron] Pushing event updated for resources: {'Port': ['ID=4a5ffbc3-338b-40c6-9d5d-93f06d4aa818,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:03.341059 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4cfa91ce-8d1b-40dd-ac73-ac2af4d13110 None None] Transition to ACTIVE for port object 462314b1-909f-4877-8a5d-11c32b8127cc will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:13:03.348318 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4cfa91ce-8d1b-40dd-ac73-ac2af4d13110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:03.380595 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-46878776-de62-4d8c-b419-8b4e2abb5377 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:03.383158 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-46878776-de62-4d8c-b419-8b4e2abb5377 service neutron] 10.222.0.13 "PUT /v2.0/ports/4a5ffbc3-338b-40c6-9d5d-93f06d4aa818 HTTP/1.1" status: 200 len: 1091 time: 2.6660528 May 23 11:13:03.388657 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ed3ab4-29fa-4bf2-b4f4-8b4a0ec39997', 'tag': '4a5ffbc3-338b-40c6-9d5d-93f06d4aa818'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:13:03.396378 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e12ad47d-050b-44d9-83fd-55df5cc92d03 req-a84e456a-1869-45aa-9918-0f5b089c70ee service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852630 May 23 11:13:03.508319 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfa91ce-8d1b-40dd-ac73-ac2af4d13110 None None] Network 5fd05c26-be0a-4c89-9bbb-2e0d6567e067 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:13:03.518703 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-4cfa91ce-8d1b-40dd-ac73-ac2af4d13110 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:13:03.530688 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfa91ce-8d1b-40dd-ac73-ac2af4d13110 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:13:03.551110 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa91ce-8d1b-40dd-ac73-ac2af4d13110 None None] Pushing event updated for resources: {'Port': ['ID=462314b1-909f-4877-8a5d-11c32b8127cc,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:03.579897 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44478f7d-56a4-4e37-8909-e0d6dd397855 req-918c44cd-d984-4b8a-ae3c-f5e00105b727 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:03.581014 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-44478f7d-56a4-4e37-8909-e0d6dd397855 req-918c44cd-d984-4b8a-ae3c-f5e00105b727 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Synchronizing usage tracker for tenant:abc8f80d521a482ba49d9d597fee07e9 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:13:03.602867 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-058b65f7-2b8f-40a0-9e60-7d2a3cdd18f8'] response: {'name': 'network-changed', 'server_uuid': '30ed3ab4-29fa-4bf2-b4f4-8b4a0ec39997', 'tag': '4a5ffbc3-338b-40c6-9d5d-93f06d4aa818', 'status': 'completed', 'code': 200} May 23 11:13:03.605427 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-075a607b-ab93-4f46-b63b-73b59510f7b0 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Allocated IP 2001:db8::fb (5fd05c26-be0a-4c89-9bbb-2e0d6567e067/96e7d2f7-8906-4319-8ff5-d6f2c431186b/67fa06fa-da55-48be-a85b-5fa01ddfb16b) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:13:03.633295 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-44478f7d-56a4-4e37-8909-e0d6dd397855 req-918c44cd-d984-4b8a-ae3c-f5e00105b727 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Unset dirty status for tenant:abc8f80d521a482ba49d9d597fee07e9 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:13:03.636384 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-44478f7d-56a4-4e37-8909-e0d6dd397855 req-918c44cd-d984-4b8a-ae3c-f5e00105b727 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.13 "GET /v2.0/ports?device_id=60a64018-cc78-4adf-87bd-dafdc8dd65d1 HTTP/1.1" status: 200 len: 945 time: 0.3065755 May 23 11:13:03.659710 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d425f5-01c2-4207-82fe-ec4e6961fb2a req-7984bdfd-e0e8-447f-97ed-74deed86d15d tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:03.661800 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6d425f5-01c2-4207-82fe-ec4e6961fb2a req-7984bdfd-e0e8-447f-97ed-74deed86d15d tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=30ed3ab4-29fa-4bf2-b4f4-8b4a0ec39997 HTTP/1.1" status: 200 len: 943 time: 0.3982966 May 23 11:13:03.668270 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-1134cde6-5b8b-4706-82e1-b5b687b205e6 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Allocated IP 172.25.6.181 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/51fba263-1b7e-4eb2-853c-07113d51ea1a) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:13:03.683719 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-4cfa91ce-8d1b-40dd-ac73-ac2af4d13110 None None] Attempting to bind port 462314b1-909f-4877-8a5d-11c32b8127cc on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:13:03.684585 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-4cfa91ce-8d1b-40dd-ac73-ac2af4d13110 None None] Attempting to bind port 462314b1-909f-4877-8a5d-11c32b8127cc by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'ee20feb8-fec6-4f73-846a-3f49e7ec988a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5fd05c26-be0a-4c89-9bbb-2e0d6567e067'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:13:03.684685 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfa91ce-8d1b-40dd-ac73-ac2af4d13110 None None] Attempting to bind port 462314b1-909f-4877-8a5d-11c32b8127cc on network 5fd05c26-be0a-4c89-9bbb-2e0d6567e067 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:13:03.691668 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfa91ce-8d1b-40dd-ac73-ac2af4d13110 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:13:03.692045 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfa91ce-8d1b-40dd-ac73-ac2af4d13110 None None] Checking segment: {'id': 'ee20feb8-fec6-4f73-846a-3f49e7ec988a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5fd05c26-be0a-4c89-9bbb-2e0d6567e067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:13:03.692450 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4cfa91ce-8d1b-40dd-ac73-ac2af4d13110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:03.692951 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfa91ce-8d1b-40dd-ac73-ac2af4d13110 None None] Bound using segment: {'id': 'ee20feb8-fec6-4f73-846a-3f49e7ec988a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5fd05c26-be0a-4c89-9bbb-2e0d6567e067'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:13:03.693569 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-4cfa91ce-8d1b-40dd-ac73-ac2af4d13110 None None] Bound port: 462314b1-909f-4877-8a5d-11c32b8127cc, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee20feb8-fec6-4f73-846a-3f49e7ec988a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5fd05c26-be0a-4c89-9bbb-2e0d6567e067'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:13:03.693948 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4cfa91ce-8d1b-40dd-ac73-ac2af4d13110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:03.835799 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-4cfa91ce-8d1b-40dd-ac73-ac2af4d13110 None None] For port 462314b1-909f-4877-8a5d-11c32b8127cc, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:13:03.840176 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-4cfa91ce-8d1b-40dd-ac73-ac2af4d13110 None None] For port 462314b1-909f-4877-8a5d-11c32b8127cc, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=462314b1-909f-4877-8a5d-11c32b8127cc,segment=NetworkSegment(ee20feb8-fec6-4f73-846a-3f49e7ec988a),segment_id=ee20feb8-fec6-4f73-846a-3f49e7ec988a)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:13:03.846216 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4cfa91ce-8d1b-40dd-ac73-ac2af4d13110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:03.886504 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-44478f7d-56a4-4e37-8909-e0d6dd397855 req-6780a5f2-9174-4d24-b848-7ea9f887b7ee tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Deleting port f923c95d-1b80-4bd8-9198-b6c2e595a28f {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:13:03.887115 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-44478f7d-56a4-4e37-8909-e0d6dd397855 req-6780a5f2-9174-4d24-b848-7ea9f887b7ee tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:03.956152 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa91ce-8d1b-40dd-ac73-ac2af4d13110 None None] Pushing event updated for resources: {'Port': ['ID=462314b1-909f-4877-8a5d-11c32b8127cc,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:04.057476 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6d425f5-01c2-4207-82fe-ec4e6961fb2a req-f48dfbef-3aec-4e57-96af-fbac0c9f71bc tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855741 May 23 11:13:04.079468 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52302) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:04.268912 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-44478f7d-56a4-4e37-8909-e0d6dd397855 req-6780a5f2-9174-4d24-b848-7ea9f887b7ee tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] For port f923c95d-1b80-4bd8-9198-b6c2e595a28f, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=f923c95d-1b80-4bd8-9198-b6c2e595a28f,segment=NetworkSegment(0eaf6c12-c629-4f70-b3b1-9c344ae24a9d),segment_id=0eaf6c12-c629-4f70-b3b1-9c344ae24a9d)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:13:04.269272 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-44478f7d-56a4-4e37-8909-e0d6dd397855 req-6780a5f2-9174-4d24-b848-7ea9f887b7ee tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:04.280960 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1134cde6-5b8b-4706-82e1-b5b687b205e6 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:04.358288 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-0f9f0506-9840-46f1-91a3-a613f4553a45 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4dae0a28e54e42d3b93ac681153ab34b&device_id=30ed3ab4-29fa-4bf2-b4f4-8b4a0ec39997 HTTP/1.1" status: 200 len: 1094 time: 0.4916141 May 23 11:13:04.378282 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-075a607b-ab93-4f46-b63b-73b59510f7b0 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:04.458542 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-44478f7d-56a4-4e37-8909-e0d6dd397855 req-6780a5f2-9174-4d24-b848-7ea9f887b7ee tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Calling delete_port for f923c95d-1b80-4bd8-9198-b6c2e595a28f owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:13:04.544813 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-075a607b-ab93-4f46-b63b-73b59510f7b0 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Transition to ACTIVE for port object 67fa06fa-da55-48be-a85b-5fa01ddfb16b will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:13:04.580627 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-d9c2a344-977a-40f1-a826-756a8b6d0ec0 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-61657418-network', 'tenant_id': 'de0406f4975c48ee929002b48060a472'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:04.586355 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-bb3cb1c6-e0a2-4908-beea-f7a9a05e6170 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a5ffbc3-338b-40c6-9d5d-93f06d4aa818 HTTP/1.1" status: 200 len: 217 time: 0.1960955 May 23 11:13:04.592093 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d9c2a344-977a-40f1-a826-756a8b6d0ec0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:04.594617 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-075a607b-ab93-4f46-b63b-73b59510f7b0 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:04.598509 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1134cde6-5b8b-4706-82e1-b5b687b205e6 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:04.632428 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-44478f7d-56a4-4e37-8909-e0d6dd397855 req-6780a5f2-9174-4d24-b848-7ea9f887b7ee tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:04.663309 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 462314b1-909f-4877-8a5d-11c32b8127cc up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:13:04.689726 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6780a5f2-9174-4d24-b848-7ea9f887b7ee tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Pushing event deleted for resources: {'Port': ['ID=f923c95d-1b80-4bd8-9198-b6c2e595a28f,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:04.717592 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d9c2a344-977a-40f1-a826-756a8b6d0ec0 admin admin] Usage tracker for resource:network and tenant:de0406f4975c48ee929002b48060a472 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:04.725616 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d9c2a344-977a-40f1-a826-756a8b6d0ec0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:04.755263 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['f923c95d-1b80-4bd8-9198-b6c2e595a28f'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:13:04.796898 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d9c2a344-977a-40f1-a826-756a8b6d0ec0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:04.864050 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1134cde6-5b8b-4706-82e1-b5b687b205e6 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:13:04.885799 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-1134cde6-5b8b-4706-82e1-b5b687b205e6 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:13:04.893021 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 462314b1-909f-4877-8a5d-11c32b8127cc completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:13:04.926865 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075a607b-ab93-4f46-b63b-73b59510f7b0 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Network 5fd05c26-be0a-4c89-9bbb-2e0d6567e067 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:13:04.937830 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1134cde6-5b8b-4706-82e1-b5b687b205e6 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:13:04.991726 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-075a607b-ab93-4f46-b63b-73b59510f7b0 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:13:05.002809 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075a607b-ab93-4f46-b63b-73b59510f7b0 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:13:05.006852 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075a607b-ab93-4f46-b63b-73b59510f7b0 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:05.007645 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-075a607b-ab93-4f46-b63b-73b59510f7b0 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:05.021282 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c2a344-977a-40f1-a826-756a8b6d0ec0 admin admin] Made reservation on behalf of de0406f4975c48ee929002b48060a472 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:13:05.024014 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d9c2a344-977a-40f1-a826-756a8b6d0ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:05.039488 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a607b-ab93-4f46-b63b-73b59510f7b0 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event updated for resources: {'Port': ['ID=67fa06fa-da55-48be-a85b-5fa01ddfb16b,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:05.040068 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-44478f7d-56a4-4e37-8909-e0d6dd397855 req-6780a5f2-9174-4d24-b848-7ea9f887b7ee tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] No DVR routers for this DVR port f923c95d-1b80-4bd8-9198-b6c2e595a28f on host n-h1-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:13:05.042766 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-44478f7d-56a4-4e37-8909-e0d6dd397855 req-6780a5f2-9174-4d24-b848-7ea9f887b7ee tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:05.057692 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-44478f7d-56a4-4e37-8909-e0d6dd397855 req-6780a5f2-9174-4d24-b848-7ea9f887b7ee tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.13 "DELETE /v2.0/ports/f923c95d-1b80-4bd8-9198-b6c2e595a28f HTTP/1.1" status: 204 len: 173 time: 1.2455657 May 23 11:13:05.066355 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672eb8e5-6828-46fc-94ed-e557fabf8ff0 req-1948ecd1-17ca-446c-ac9d-07aa2af1a83e tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:05.068524 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-672eb8e5-6828-46fc-94ed-e557fabf8ff0 req-1948ecd1-17ca-446c-ac9d-07aa2af1a83e tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/ports?device_id=60a64018-cc78-4adf-87bd-dafdc8dd65d1 HTTP/1.1" status: 200 len: 945 time: 0.7827418 May 23 11:13:05.237338 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:13:05.291258 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f327fcb-5283-4016-a12d-f791ae9c11c4 None None] Network 5fd05c26-be0a-4c89-9bbb-2e0d6567e067 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:13:05.296925 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d9c2a344-977a-40f1-a826-756a8b6d0ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:05.310231 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-a1f3d2fd-1d1d-4a90-ae4b-46d20b1c9738 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:05.312412 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-a1f3d2fd-1d1d-4a90-ae4b-46d20b1c9738 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eeed4ff9-e40c-44ef-ad2b-8f4ca302f431 HTTP/1.1" status: 200 len: 850 time: 0.6952074 May 23 11:13:05.415770 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d7b7a285-04df-44e8-bdf4-94ef596167b0 None None] Provisioning for port 462314b1-909f-4877-8a5d-11c32b8127cc completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:13:05.416423 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-247fa45c-7d19-4ba0-9b6d-e93a52e004e3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=567b5eae-3d50-4b7b-b2ae-6afd8ab0049d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913382 May 23 11:13:05.417628 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-075a607b-ab93-4f46-b63b-73b59510f7b0 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 3.5794816 May 23 11:13:05.420754 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52318) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:05.423234 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e2db1-372f-4966-877d-e0463cbbfc3c req-7fa7e223-3738-4d45-97ef-69486927e9bc tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:05.424742 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c89e2db1-372f-4966-877d-e0463cbbfc3c req-7fa7e223-3738-4d45-97ef-69486927e9bc tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=67d722a9-0fc4-481b-a3f1-1f3dcab37bce HTTP/1.1" status: 200 len: 945 time: 0.9765286 May 23 11:13:05.425328 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d7b7a285-04df-44e8-bdf4-94ef596167b0 None None] Provisioning complete for port 462314b1-909f-4877-8a5d-11c32b8127cc triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:13:05.425691 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d7b7a285-04df-44e8-bdf4-94ef596167b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:05.477233 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1134cde6-5b8b-4706-82e1-b5b687b205e6 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Pushing event updated for resources: {'Port': ['ID=51fba263-1b7e-4eb2-853c-07113d51ea1a,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:05.492090 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-bc7d69c9-dd85-4240-8951-0527947f0799 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Deleting port 67fa06fa-da55-48be-a85b-5fa01ddfb16b {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:13:05.493151 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bc7d69c9-dd85-4240-8951-0527947f0799 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:05.560592 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d9c2a344-977a-40f1-a826-756a8b6d0ec0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:05.579721 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-672eb8e5-6828-46fc-94ed-e557fabf8ff0 req-7d1cbe4f-d1de-458f-8e19-feba0588108c tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups?id=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655874 May 23 11:13:05.583961 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d9c2a344-977a-40f1-a826-756a8b6d0ec0 admin admin] Usage tracker for resource:security_group_rule and tenant:de0406f4975c48ee929002b48060a472 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:05.594860 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d9c2a344-977a-40f1-a826-756a8b6d0ec0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:05.609967 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a64018-cc78-4adf-87bd-dafdc8dd65d1', 'name': 'network-vif-deleted', 'tag': 'f923c95d-1b80-4bd8-9198-b6c2e595a28f'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:13:05.640589 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d9c2a344-977a-40f1-a826-756a8b6d0ec0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:05.642014 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d7b7a285-04df-44e8-bdf4-94ef596167b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:05.687246 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-d7b7a285-04df-44e8-bdf4-94ef596167b0 None None] For port 462314b1-909f-4877-8a5d-11c32b8127cc, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=462314b1-909f-4877-8a5d-11c32b8127cc,segment=NetworkSegment(ee20feb8-fec6-4f73-846a-3f49e7ec988a),segment_id=ee20feb8-fec6-4f73-846a-3f49e7ec988a)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:13:05.695817 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d7b7a285-04df-44e8-bdf4-94ef596167b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:05.709796 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c89e2db1-372f-4966-877d-e0463cbbfc3c req-84c9b621-b619-424a-b177-0767222d975e tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404830 May 23 11:13:05.776022 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b7a285-04df-44e8-bdf4-94ef596167b0 None None] Pushing event updated for resources: {'Port': ['ID=462314b1-909f-4877-8a5d-11c32b8127cc,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:05.798141 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bc7d69c9-dd85-4240-8951-0527947f0799 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:05.838962 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-39450de0-c1bf-4f54-a963-aa28b0e376f4 service neutron] 10.222.0.13 "GET /v2.0/networks/567b5eae-3d50-4b7b-b2ae-6afd8ab0049d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063647 May 23 11:13:06.033345 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d11af610-9331-424f-a51f-c3365536b436'] response: {'server_uuid': '60a64018-cc78-4adf-87bd-dafdc8dd65d1', 'name': 'network-vif-deleted', 'tag': 'f923c95d-1b80-4bd8-9198-b6c2e595a28f', 'status': 'completed', 'code': 200} May 23 11:13:06.040259 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-bc7d69c9-dd85-4240-8951-0527947f0799 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Calling delete_port for 67fa06fa-da55-48be-a85b-5fa01ddfb16b owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:13:06.131624 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1134cde6-5b8b-4706-82e1-b5b687b205e6 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:06.205747 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52330) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:06.219530 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-4277130d-e204-49b5-b5f9-209828e966c1 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Request body: {'security_group': {'name': 'tempest-securitygroup--444398518', 'description': 'tempest-description--296834593'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:06.228244 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4277130d-e204-49b5-b5f9-209828e966c1 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:06.235540 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4277130d-e204-49b5-b5f9-209828e966c1 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Usage tracker for resource:security_group and tenant:92ce77b1b70449899717558adda940d2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:06.245530 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4277130d-e204-49b5-b5f9-209828e966c1 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:06.252964 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4277130d-e204-49b5-b5f9-209828e966c1 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:06.261198 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-22cdfa63-e891-4448-ac03-e4645b16e6d6 None None] Provisioning complete for port 462314b1-909f-4877-8a5d-11c32b8127cc triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:13:06.261580 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-22cdfa63-e891-4448-ac03-e4645b16e6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:06.263502 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bc7d69c9-dd85-4240-8951-0527947f0799 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:06.273146 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-52ee7252-7694-4d20-a099-d15a7fe7dc89 req-83e533fa-7305-44b0-818d-becbed43863c service neutron] 10.222.0.13 "GET /v2.0/networks/567b5eae-3d50-4b7b-b2ae-6afd8ab0049d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4328940 May 23 11:13:06.319957 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4277130d-e204-49b5-b5f9-209828e966c1 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:06.332131 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1134cde6-5b8b-4706-82e1-b5b687b205e6 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:06.353299 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d69c9-dd85-4240-8951-0527947f0799 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event deleted for resources: {'Port': ['ID=67fa06fa-da55-48be-a85b-5fa01ddfb16b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:06.360302 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d9c2a344-977a-40f1-a826-756a8b6d0ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:06.402478 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bc7d69c9-dd85-4240-8951-0527947f0799 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:06.416254 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-bc7d69c9-dd85-4240-8951-0527947f0799 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/ports/67fa06fa-da55-48be-a85b-5fa01ddfb16b HTTP/1.1" status: 204 len: 168 time: 0.9941213 May 23 11:13:06.417108 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52334) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:06.429826 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-22cdfa63-e891-4448-ac03-e4645b16e6d6 None None] Could not find standard attr ID for object 67fa06fa-da55-48be-a85b-5fa01ddfb16b. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:13:06.431683 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d9c2a344-977a-40f1-a826-756a8b6d0ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:06.444735 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9c2a344-977a-40f1-a826-756a8b6d0ec0 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:13:06.479076 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-072fafa5-f866-48c7-83f8-9f0c83d030af tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] GET failed (client error): The resource could not be found. May 23 11:13:06.479570 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-072fafa5-f866-48c7-83f8-9f0c83d030af tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Synchronizing usage tracker for tenant:7dca08376e90462fa2c08567c59d529a on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:13:06.483253 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4277130d-e204-49b5-b5f9-209828e966c1 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:06.489920 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4277130d-e204-49b5-b5f9-209828e966c1 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Usage tracker for resource:security_group_rule and tenant:92ce77b1b70449899717558adda940d2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:06.490139 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3be32-13f0-4fe3-be1c-b4009f652b75 req-ae47f0eb-5406-4aca-b64e-ea395d950e42 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:06.491673 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-09b3be32-13f0-4fe3-be1c-b4009f652b75 req-ae47f0eb-5406-4aca-b64e-ea395d950e42 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=30ed3ab4-29fa-4bf2-b4f4-8b4a0ec39997 HTTP/1.1" status: 200 len: 943 time: 0.6138046 May 23 11:13:06.493853 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4277130d-e204-49b5-b5f9-209828e966c1 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:06.504384 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4277130d-e204-49b5-b5f9-209828e966c1 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:06.515168 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d9c2a344-977a-40f1-a826-756a8b6d0ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:06.515517 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-d9c2a344-977a-40f1-a826-756a8b6d0ec0 admin admin] Added segment e6734377-073b-422b-93c0-ef1cda14b824 of type vlan for network 06b7cf5f-e94a-455b-8d9e-43afc47729a0 May 23 11:13:06.515761 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-072fafa5-f866-48c7-83f8-9f0c83d030af tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Unset dirty status for tenant:7dca08376e90462fa2c08567c59d529a on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:13:06.520082 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-072fafa5-f866-48c7-83f8-9f0c83d030af tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "GET /v2.0/ports/67fa06fa-da55-48be-a85b-5fa01ddfb16b HTTP/1.1" status: 404 len: 333 time: 0.1018271 May 23 11:13:06.522355 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52338) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:06.546896 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4eba9590-b115-4083-a7f7-b82ed8715a30 None None] Could not find standard attr ID for object 67fa06fa-da55-48be-a85b-5fa01ddfb16b. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:13:06.555110 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d9c2a344-977a-40f1-a826-756a8b6d0ec0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:06.575783 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c2a344-977a-40f1-a826-756a8b6d0ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d05b041-1d40-4506-93e9-db7dcc5faeb6,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:06.618212 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 462314b1-909f-4877-8a5d-11c32b8127cc up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:13:06.698034 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 462314b1-909f-4877-8a5d-11c32b8127cc triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:13:06.698690 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:06.722598 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d9c2a344-977a-40f1-a826-756a8b6d0ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:06.723683 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c2a344-977a-40f1-a826-756a8b6d0ec0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:06.724362 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d9c2a344-977a-40f1-a826-756a8b6d0ec0 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:06.756046 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4277130d-e204-49b5-b5f9-209828e966c1 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:06.765093 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4277130d-e204-49b5-b5f9-209828e966c1 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:06.843670 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4277130d-e204-49b5-b5f9-209828e966c1 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:06.847931 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4277130d-e204-49b5-b5f9-209828e966c1 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.6381402 May 23 11:13:06.848526 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4277130d-e204-49b5-b5f9-209828e966c1 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd1f9ba-c4ca-482c-90a7-72cd60f2813b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:06.855867 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52352) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:06.865208 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ffd2fcb-2c8f-455f-b330-f1d004754771 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Deleting subnet 96e7d2f7-8906-4319-8ff5-d6f2c431186b {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:13:06.874748 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ffd2fcb-2c8f-455f-b330-f1d004754771 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:06.926252 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-8b327014-be0f-422c-8263-9f08c3074790 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Request body: {'security_group_rule': {'security_group_id': '3cd1f9ba-c4ca-482c-90a7-72cd60f2813b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:06.945067 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-09b3be32-13f0-4fe3-be1c-b4009f652b75 req-5f18bf18-607e-4971-9c63-a95ae6b192e9 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336894 May 23 11:13:06.956231 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-409a50e8-0ba6-40f4-9623-664dd528e819 req-0e534e8c-b508-4b14-904d-4fc591a03a43 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4dae0a28e54e42d3b93ac681153ab34b&device_id=30ed3ab4-29fa-4bf2-b4f4-8b4a0ec39997 HTTP/1.1" status: 200 len: 1094 time: 0.5902207 May 23 11:13:06.973945 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8b327014-be0f-422c-8263-9f08c3074790 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:06.981436 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c2a344-977a-40f1-a826-756a8b6d0ec0 admin admin] Pushing event updated for resources: {'Network': ['ID=06b7cf5f-e94a-455b-8d9e-43afc47729a0,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:06.993473 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 06b7cf5f-e94a-455b-8d9e-43afc47729a0 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:13:07.008174 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8b327014-be0f-422c-8263-9f08c3074790 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Usage tracker for resource:security_group_rule and tenant:92ce77b1b70449899717558adda940d2 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:07.012179 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ffd2fcb-2c8f-455f-b330-f1d004754771 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:07.023162 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8b327014-be0f-422c-8263-9f08c3074790 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:07.026838 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d9c2a344-977a-40f1-a826-756a8b6d0ec0 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.9377196 May 23 11:13:07.046545 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52358) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:07.061747 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-94a6c59d-0bc7-4177-a111-dcfb1c175df7 admin admin] Request body: {'subnet': {'network_id': '06b7cf5f-e94a-455b-8d9e-43afc47729a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-61657418-subnet', 'tenant_id': 'de0406f4975c48ee929002b48060a472', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:07.069099 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-94a6c59d-0bc7-4177-a111-dcfb1c175df7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:07.070497 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8b327014-be0f-422c-8263-9f08c3074790 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:07.075651 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-94a6c59d-0bc7-4177-a111-dcfb1c175df7 admin admin] Usage tracker for resource:subnet and tenant:de0406f4975c48ee929002b48060a472 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:07.079976 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-94a6c59d-0bc7-4177-a111-dcfb1c175df7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:07.086358 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-94a6c59d-0bc7-4177-a111-dcfb1c175df7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:07.107136 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a6c59d-0bc7-4177-a111-dcfb1c175df7 admin admin] Made reservation on behalf of de0406f4975c48ee929002b48060a472 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:13:07.110751 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-94a6c59d-0bc7-4177-a111-dcfb1c175df7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:07.170597 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52364) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:07.235155 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device f923c95d-1b80-4bd8-9198-b6c2e595a28f no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:13:07.252084 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8b327014-be0f-422c-8263-9f08c3074790 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:07.260835 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1134cde6-5b8b-4706-82e1-b5b687b205e6 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:07.270097 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ffd2fcb-2c8f-455f-b330-f1d004754771 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:07.277892 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: f923c95d-1b80-4bd8-9198-b6c2e595a28f {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:13:07.278334 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device f923c95d-1b80-4bd8-9198-b6c2e595a28f not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:13:07.295005 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1134cde6-5b8b-4706-82e1-b5b687b205e6 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:07.372698 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a50e8-0ba6-40f4-9623-664dd528e819 req-0ffdb588-4166-46bd-bb27-704137168d91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:07.374177 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-409a50e8-0ba6-40f4-9623-664dd528e819 req-0ffdb588-4166-46bd-bb27-704137168d91 service neutron] 10.222.0.13 "GET /v2.0/networks?id=567b5eae-3d50-4b7b-b2ae-6afd8ab0049d HTTP/1.1" status: 200 len: 911 time: 0.3959906 May 23 11:13:07.401299 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ffd2fcb-2c8f-455f-b330-f1d004754771 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:07.454840 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd2fcb-2c8f-455f-b330-f1d004754771 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event deleted for resources: {'Subnet': ['ID=96e7d2f7-8906-4319-8ff5-d6f2c431186b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:07.459402 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ffd2fcb-2c8f-455f-b330-f1d004754771 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:07.464026 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-94a6c59d-0bc7-4177-a111-dcfb1c175df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:07.467335 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51302f7-094f-43f4-86ae-cd621999d6bc None None] Network 5fd05c26-be0a-4c89-9bbb-2e0d6567e067 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:13:07.524797 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9ffd2fcb-2c8f-455f-b330-f1d004754771 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/subnets/96e7d2f7-8906-4319-8ff5-d6f2c431186b HTTP/1.1" status: 204 len: 168 time: 0.9985788 May 23 11:13:07.526657 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52368) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:07.651884 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1134cde6-5b8b-4706-82e1-b5b687b205e6 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Pushing event updated for resources: {'Port': ['ID=51fba263-1b7e-4eb2-853c-07113d51ea1a,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:07.666692 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a249087-6ecc-4a9a-9788-6504ee21824a req-b28d3d2b-81fc-4592-b9c0-eb26ec38a728 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:07.668168 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2a249087-6ecc-4a9a-9788-6504ee21824a req-b28d3d2b-81fc-4592-b9c0-eb26ec38a728 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=67d722a9-0fc4-481b-a3f1-1f3dcab37bce HTTP/1.1" status: 200 len: 945 time: 0.6532848 May 23 11:13:07.669401 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-409a50e8-0ba6-40f4-9623-664dd528e819 req-880b6160-2c5f-43d2-a16b-407110b90cf7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a5ffbc3-338b-40c6-9d5d-93f06d4aa818 HTTP/1.1" status: 200 len: 217 time: 0.2749872 May 23 11:13:07.677980 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7abafbea-20c6-455f-8b00-c05bdb9c1e1f tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:07.738265 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a6c59d-0bc7-4177-a111-dcfb1c175df7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b6de4b0-f25f-4106-b572-a920a7d5e070,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:07.753348 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0daa45b9-94b1-4b63-b9cb-f61c6474c514 None None] DHCP port deletion for 5fd05c26-be0a-4c89-9bbb-2e0d6567e067 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:13:07.757391 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-0daa45b9-94b1-4b63-b9cb-f61c6474c514 None None] Deleting port 462314b1-909f-4877-8a5d-11c32b8127cc {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:13:07.757838 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0daa45b9-94b1-4b63-b9cb-f61c6474c514 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:07.760093 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a6c59d-0bc7-4177-a111-dcfb1c175df7 admin admin] Checking segment: {'id': 'e6734377-073b-422b-93c0-ef1cda14b824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '06b7cf5f-e94a-455b-8d9e-43afc47729a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:13:07.760444 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a6c59d-0bc7-4177-a111-dcfb1c175df7 admin admin] Network hostable DHCP agents. Network: 06b7cf5f-e94a-455b-8d9e-43afc47729a0, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:13:07.796477 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2ae1a012-2a58-430b-9ffc-9da620c383d3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:07.815669 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-2ae1a012-2a58-430b-9ffc-9da620c383d3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Deleting port 462314b1-909f-4877-8a5d-11c32b8127cc {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:13:07.816061 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2ae1a012-2a58-430b-9ffc-9da620c383d3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:07.824272 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1134cde6-5b8b-4706-82e1-b5b687b205e6 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:07.848598 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a6c59d-0bc7-4177-a111-dcfb1c175df7 admin admin] Network 06b7cf5f-e94a-455b-8d9e-43afc47729a0 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:13:07.849380 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7abafbea-20c6-455f-8b00-c05bdb9c1e1f tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:07.850022 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:07.866149 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-94a6c59d-0bc7-4177-a111-dcfb1c175df7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 06b7cf5f-e94a-455b-8d9e-43afc47729a0) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:13:07.867482 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1134cde6-5b8b-4706-82e1-b5b687b205e6 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:07.868637 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1134cde6-5b8b-4706-82e1-b5b687b205e6 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1274130 May 23 11:13:07.873519 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52374) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:07.877444 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8b327014-be0f-422c-8263-9f08c3074790 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:07.888430 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a50e8-0ba6-40f4-9623-664dd528e819 req-439e8870-9760-4990-8be6-b62a9d4c89d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:07.889950 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-409a50e8-0ba6-40f4-9623-664dd528e819 req-439e8870-9760-4990-8be6-b62a9d4c89d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eeed4ff9-e40c-44ef-ad2b-8f4ca302f431 HTTP/1.1" status: 200 len: 850 time: 0.2067039 May 23 11:13:07.892108 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a6c59d-0bc7-4177-a111-dcfb1c175df7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:07.892941 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-94a6c59d-0bc7-4177-a111-dcfb1c175df7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:07.896627 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8b327014-be0f-422c-8263-9f08c3074790 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:07.898070 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7f2067-3d51-4f36-b2af-c44dabd1454d None None] Network 06b7cf5f-e94a-455b-8d9e-43afc47729a0 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:13:07.911598 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-f6e61654-1455-4a30-83f2-8fca7fc83720 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Request body: {'port': {'network_id': 'a00ea26b-30ea-4b52-ab36-25c93ee5959a', 'name': 'tempest-FloatingIPTestJSON-97380764'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:07.931668 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-94a6c59d-0bc7-4177-a111-dcfb1c175df7 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8831346 May 23 11:13:07.956423 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-409a50e8-0ba6-40f4-9623-664dd528e819 req-f37e228d-feeb-408f-8d1b-399fc8a28967 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=567b5eae-3d50-4b7b-b2ae-6afd8ab0049d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563068 May 23 11:13:07.981594 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2a249087-6ecc-4a9a-9788-6504ee21824a req-d1ec408d-36c8-40e3-b10a-3c3f3660d7f2 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005886 May 23 11:13:08.028595 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b327014-be0f-422c-8263-9f08c3074790 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44d357a8-762c-4a84-b421-e7c60d6d2f7e,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:08.118140 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8b327014-be0f-422c-8263-9f08c3074790 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:08.120243 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8b327014-be0f-422c-8263-9f08c3074790 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2566690 May 23 11:13:08.125041 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52384) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:08.134097 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-20c252fd-a7e5-4f52-9d9d-22ab18a324af tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Request body: {'security_group_rule': {'security_group_id': '3cd1f9ba-c4ca-482c-90a7-72cd60f2813b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:08.143363 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-20c252fd-a7e5-4f52-9d9d-22ab18a324af tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:08.150653 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-20c252fd-a7e5-4f52-9d9d-22ab18a324af tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Usage tracker for resource:security_group_rule and tenant:92ce77b1b70449899717558adda940d2 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:08.155566 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-20c252fd-a7e5-4f52-9d9d-22ab18a324af tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:08.182964 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-20c252fd-a7e5-4f52-9d9d-22ab18a324af tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:08.185933 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7abafbea-20c6-455f-8b00-c05bdb9c1e1f tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:08.211397 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abafbea-20c6-455f-8b00-c05bdb9c1e1f tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b202fdbe-cc08-4721-b1b4-e265312323cb,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:08.285053 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-409a50e8-0ba6-40f4-9623-664dd528e819 req-59930f0b-a461-48aa-a11d-7eb8630e1f7c service neutron] 10.222.0.13 "GET /v2.0/networks/567b5eae-3d50-4b7b-b2ae-6afd8ab0049d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941735 May 23 11:13:08.293440 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-20c252fd-a7e5-4f52-9d9d-22ab18a324af tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:08.311628 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f6e61654-1455-4a30-83f2-8fca7fc83720 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:08.320328 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f6e61654-1455-4a30-83f2-8fca7fc83720 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Usage tracker for resource:port and tenant:64767f7d3ba2443580b9b187013efe7a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:08.326289 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f6e61654-1455-4a30-83f2-8fca7fc83720 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:08.330724 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-2ae1a012-2a58-430b-9ffc-9da620c383d3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] For port 462314b1-909f-4877-8a5d-11c32b8127cc, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=462314b1-909f-4877-8a5d-11c32b8127cc,segment=NetworkSegment(ee20feb8-fec6-4f73-846a-3f49e7ec988a),segment_id=ee20feb8-fec6-4f73-846a-3f49e7ec988a)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:13:08.331077 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2ae1a012-2a58-430b-9ffc-9da620c383d3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:08.344323 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f6e61654-1455-4a30-83f2-8fca7fc83720 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:08.424759 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-0daa45b9-94b1-4b63-b9cb-f61c6474c514 None None] For port 462314b1-909f-4877-8a5d-11c32b8127cc, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=462314b1-909f-4877-8a5d-11c32b8127cc,segment=NetworkSegment(ee20feb8-fec6-4f73-846a-3f49e7ec988a),segment_id=ee20feb8-fec6-4f73-846a-3f49e7ec988a)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:13:08.425141 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0daa45b9-94b1-4b63-b9cb-f61c6474c514 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:08.450731 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7abafbea-20c6-455f-8b00-c05bdb9c1e1f tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:08.451984 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7abafbea-20c6-455f-8b00-c05bdb9c1e1f tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "DELETE /v2.0/security-groups/b202fdbe-cc08-4721-b1b4-e265312323cb HTTP/1.1" status: 204 len: 168 time: 1.2768061 May 23 11:13:08.472298 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52398) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:08.480603 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-2ae1a012-2a58-430b-9ffc-9da620c383d3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Calling delete_port for 462314b1-909f-4877-8a5d-11c32b8127cc owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:13:08.510565 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e61654-1455-4a30-83f2-8fca7fc83720 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Made reservation on behalf of 64767f7d3ba2443580b9b187013efe7a for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:13:08.513626 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f6e61654-1455-4a30-83f2-8fca7fc83720 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:08.555111 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-f6e61654-1455-4a30-83f2-8fca7fc83720 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] device_id is not set on port 54cdb243-a387-45bd-93ba-38d6d4169945 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:13:08.587322 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-b51a0bb5-307f-4d2a-b0ad-a2cd49242a50 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] show failed (client error): The resource could not be found. May 23 11:13:08.588512 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b51a0bb5-307f-4d2a-b0ad-a2cd49242a50 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "GET /v2.0/security-groups/b202fdbe-cc08-4721-b1b4-e265312323cb HTTP/1.1" status: 404 len: 347 time: 0.0660250 May 23 11:13:08.592063 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52402) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:08.598628 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-0daa45b9-94b1-4b63-b9cb-f61c6474c514 None None] Calling delete_port for 462314b1-909f-4877-8a5d-11c32b8127cc owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:13:08.631735 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 462314b1-909f-4877-8a5d-11c32b8127cc no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:13:08.643057 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-409a50e8-0ba6-40f4-9623-664dd528e819 req-fb765b05-e83c-4d8e-9cb0-1f386b19e623 service neutron] 10.222.0.13 "GET /v2.0/networks/567b5eae-3d50-4b7b-b2ae-6afd8ab0049d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397627 May 23 11:13:08.648831 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eda8f5-6182-43a2-b458-cf6956de2bf6 req-58a791df-6144-44f0-ba41-61a6810e2dfe tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:08.650302 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-42eda8f5-6182-43a2-b458-cf6956de2bf6 req-58a791df-6144-44f0-ba41-61a6810e2dfe tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=30ed3ab4-29fa-4bf2-b4f4-8b4a0ec39997 HTTP/1.1" status: 200 len: 943 time: 0.4082439 May 23 11:13:08.709582 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6f474-a999-48c7-82e9-99fe044b90a1 req-59f00a7d-b284-4b3a-8640-5e4d2f108011 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:08.719733 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5fb6f474-a999-48c7-82e9-99fe044b90a1 req-59f00a7d-b284-4b3a-8640-5e4d2f108011 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/networks?id=3c158aba-e520-4739-9803-5afc3c97752c HTTP/1.1" status: 200 len: 806 time: 0.3149114 May 23 11:13:08.724172 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-20c252fd-a7e5-4f52-9d9d-22ab18a324af tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:08.741240 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-20c252fd-a7e5-4f52-9d9d-22ab18a324af tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:08.771020 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c252fd-a7e5-4f52-9d9d-22ab18a324af tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b48ee36-fc7c-4a35-bf85-175d2f56a25d,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:08.778827 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5fb6f474-a999-48c7-82e9-99fe044b90a1 req-13faba32-95a1-4775-ace7-90438490ea7a tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/quotas/918845eb514f4ef49a66c0d5a348fe52 HTTP/1.1" status: 200 len: 375 time: 0.0578885 May 23 11:13:08.799698 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-0daa45b9-94b1-4b63-b9cb-f61c6474c514 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:13:08.806364 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2ae1a012-2a58-430b-9ffc-9da620c383d3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:08.808513 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-0daa45b9-94b1-4b63-b9cb-f61c6474c514 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:13:08.817246 n-d-842952-2 neutron-server[83912]: INFO neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No ports have port_id starting with 462314b1-909f-4877-8a5d-11c32b8127cc May 23 11:13:08.824294 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-42eda8f5-6182-43a2-b458-cf6956de2bf6 req-c7f98fca-8138-467e-9a55-9f46413c6972 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570063 May 23 11:13:08.836475 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58deaf01-5a0d-480f-969a-e115cfbff493 None None] Network 06b7cf5f-e94a-455b-8d9e-43afc47729a0 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:13:08.837164 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-20c252fd-a7e5-4f52-9d9d-22ab18a324af tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:08.837418 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-20c252fd-a7e5-4f52-9d9d-22ab18a324af tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7111368 May 23 11:13:08.841339 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52406) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:08.846618 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-20cd1137-f0c9-46ac-8a38-02e33aa8cf34 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:08.863774 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-20cd1137-f0c9-46ac-8a38-02e33aa8cf34 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:08.866984 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-093f06ad-fde8-42f3-bc07-53a901edd810 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Deleting port 1b495d27-f8ad-48c2-a06e-c011b04063a2 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:13:08.867455 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-093f06ad-fde8-42f3-bc07-53a901edd810 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:08.874117 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-20cd1137-f0c9-46ac-8a38-02e33aa8cf34 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Usage tracker for resource:floatingip and tenant:92ce77b1b70449899717558adda940d2 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:08.880617 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-20cd1137-f0c9-46ac-8a38-02e33aa8cf34 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:08.886617 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-20cd1137-f0c9-46ac-8a38-02e33aa8cf34 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:08.902022 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-20cd1137-f0c9-46ac-8a38-02e33aa8cf34 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:08.981192 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae1a012-2a58-430b-9ffc-9da620c383d3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event deleted for resources: {'Port': ['ID=462314b1-909f-4877-8a5d-11c32b8127cc,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:08.991655 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5fb6f474-a999-48c7-82e9-99fe044b90a1 req-7bb23dfe-daad-4691-89fc-a36dfe25cecf tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=918845eb514f4ef49a66c0d5a348fe52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2119126 May 23 11:13:09.014891 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae1a012-2a58-430b-9ffc-9da620c383d3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] No DVR routers for this DVR port 462314b1-909f-4877-8a5d-11c32b8127cc on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:13:09.164688 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:09.168709 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5fb6f474-a999-48c7-82e9-99fe044b90a1 req-2231cc0c-09b7-4c85-b076-f67984b8bcdb service neutron] 10.222.0.79 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757991 May 23 11:13:09.210490 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0c357034-96fc-4d02-a1c7-193567402b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:09.250859 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 4a5ffbc3-338b-40c6-9d5d-93f06d4aa818 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:13:09.268848 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-f6e61654-1455-4a30-83f2-8fca7fc83720 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Allocated IP 172.20.0.3 (a00ea26b-30ea-4b52-ab36-25c93ee5959a/7d34ad53-81ac-4a5e-8632-3cdc66e0d458/54cdb243-a387-45bd-93ba-38d6d4169945) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:13:09.299423 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2ae1a012-2a58-430b-9ffc-9da620c383d3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:09.340755 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-0daa45b9-94b1-4b63-b9cb-f61c6474c514 None None] Deleting port 462314b1-909f-4877-8a5d-11c32b8127cc {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:13:09.341114 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0daa45b9-94b1-4b63-b9cb-f61c6474c514 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:09.342268 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-2ae1a012-2a58-430b-9ffc-9da620c383d3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fd05c26-be0a-4c89-9bbb-2e0d6567e067']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:09.382416 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-2ae1a012-2a58-430b-9ffc-9da620c383d3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee20feb8-fec6-4f73-846a-3f49e7ec988a') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:09.382687 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-2ae1a012-2a58-430b-9ffc-9da620c383d3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee20feb8-fec6-4f73-846a-3f49e7ec988a') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:09.419713 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-20cd1137-f0c9-46ac-8a38-02e33aa8cf34 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:09.420998 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2ae1a012-2a58-430b-9ffc-9da620c383d3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:09.425772 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-0daa45b9-94b1-4b63-b9cb-f61c6474c514 None None] The port '462314b1-909f-4877-8a5d-11c32b8127cc' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:13:09.456443 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-093f06ad-fde8-42f3-bc07-53a901edd810 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:09.457081 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-093f06ad-fde8-42f3-bc07-53a901edd810 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:09.495014 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 4a5ffbc3-338b-40c6-9d5d-93f06d4aa818, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=4a5ffbc3-338b-40c6-9d5d-93f06d4aa818,segment=NetworkSegment(d425821a-621f-4441-b5d3-6c866ddd43af),segment_id=d425821a-621f-4441-b5d3-6c866ddd43af)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:13:09.510185 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '4a5ffbc3-338b-40c6-9d5d-93f06d4aa818', 'network_id': '567b5eae-3d50-4b7b-b2ae-6afd8ab0049d', 'port_id': '4a5ffbc3-338b-40c6-9d5d-93f06d4aa818', 'mac_address': 'fa:16:3e:2d:d9:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeed4ff9-e40c-44ef-ad2b-8f4ca302f431', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:13:09.522142 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5fb6f474-a999-48c7-82e9-99fe044b90a1 req-27b2f09c-8293-4562-8366-634898c9d61a service neutron] 10.222.0.79 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464580 May 23 11:13:09.529435 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-c32b384c-4cd5-4ccf-a098-f5a53fc6c3dd tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:09.530115 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-c32b384c-4cd5-4ccf-a098-f5a53fc6c3dd tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Synchronizing usage tracker for tenant:de0406f4975c48ee929002b48060a472 on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:13:09.580701 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:09.608632 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a5ffbc3-338b-40c6-9d5d-93f06d4aa818 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:13:09.628038 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 4a5ffbc3-338b-40c6-9d5d-93f06d4aa818, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=4a5ffbc3-338b-40c6-9d5d-93f06d4aa818,segment=NetworkSegment(d425821a-621f-4441-b5d3-6c866ddd43af),segment_id=d425821a-621f-4441-b5d3-6c866ddd43af)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:13:09.635072 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:09.641766 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2ae1a012-2a58-430b-9ffc-9da620c383d3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:09.720796 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-c32b384c-4cd5-4ccf-a098-f5a53fc6c3dd tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Unset dirty status for tenant:de0406f4975c48ee929002b48060a472 on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:13:09.721951 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-c32b384c-4cd5-4ccf-a098-f5a53fc6c3dd tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/networks?id=06b7cf5f-e94a-455b-8d9e-43afc47729a0 HTTP/1.1" status: 200 len: 813 time: 0.5162404 May 23 11:13:09.743802 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=4a5ffbc3-338b-40c6-9d5d-93f06d4aa818,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:09.765003 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-fe98bd0f-3dc7-489b-a321-b0484301a7ab tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/quotas/de0406f4975c48ee929002b48060a472 HTTP/1.1" status: 200 len: 375 time: 0.0294886 May 23 11:13:09.812728 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-20cd1137-f0c9-46ac-8a38-02e33aa8cf34 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Allocated IP 172.25.6.137 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/db825b15-40e9-4820-a783-e2d31ef5dde3) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:13:09.826575 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ae1a012-2a58-430b-9ffc-9da620c383d3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:13:09.827307 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2ae1a012-2a58-430b-9ffc-9da620c383d3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:09.829825 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-103eaaa8-7a3a-475e-9ff6-691a27ae5701 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=de0406f4975c48ee929002b48060a472&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639350 May 23 11:13:09.871136 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:13:09.871136 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:13:09.871136 n-d-842952-2 neutron-server[83911]: timer() May 23 11:13:09.871136 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:13:09.871136 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:13:09.871136 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:13:09.871136 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:13:09.871136 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:13:09.871136 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:13:09.871136 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:13:09.871136 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:13:09.871136 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:13:09.871136 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:13:09.871136 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:13:09.871136 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:13:09.871136 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:13:09.871136 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:13:09.871136 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:13:09.871136 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:13:09.871136 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:13:09.871136 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:13:09.871136 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:13:09.871136 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:13:09.871136 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:13:09.871136 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:13:09.871136 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:13:09.871136 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:13:09.871136 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:13:09.871136 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:13:09.871136 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:13:09.871136 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:13:09.871136 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:13:09.938643 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-093f06ad-fde8-42f3-bc07-53a901edd810 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Calling delete_port for 1b495d27-f8ad-48c2-a06e-c011b04063a2 owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:13:10.019540 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['4a5ffbc3-338b-40c6-9d5d-93f06d4aa818'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:13:10.150627 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-0361e024-c952-4f7f-a626-739f29691eb7 service neutron] 10.222.0.79 "GET /v2.0/networks/06b7cf5f-e94a-455b-8d9e-43afc47729a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196673 May 23 11:13:10.153937 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2ae1a012-2a58-430b-9ffc-9da620c383d3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:10.198749 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2ae1a012-2a58-430b-9ffc-9da620c383d3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:10.288345 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-20cd1137-f0c9-46ac-8a38-02e33aa8cf34 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:10.289710 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae1a012-2a58-430b-9ffc-9da620c383d3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event deleted for resources: {'Network': ['ID=5fd05c26-be0a-4c89-9bbb-2e0d6567e067,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:10.297524 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2ae1a012-2a58-430b-9ffc-9da620c383d3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/networks/5fd05c26-be0a-4c89-9bbb-2e0d6567e067 HTTP/1.1" status: 204 len: 168 time: 2.7648506 May 23 11:13:10.297632 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52444) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:10.310666 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-13e859ab-39e4-4b98-b739-862c3645ff48 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'port': {'network_id': 'e8959dc7-3e5b-4f50-a12e-88deaf15d74d', 'name': 'tempest-PortsIpV6TestJSON-776530784'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:10.424745 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f181c07-3aa1-4d64-a8ee-2e1ecf384acf req-4fa0c516-4900-48a5-8287-ca0d5936a0ac service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.8410351 May 23 11:13:10.430807 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f6e61654-1455-4a30-83f2-8fca7fc83720 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:10.450380 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-093f06ad-fde8-42f3-bc07-53a901edd810 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:10.492804 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-9946b834-a466-4310-a48c-b7701c498f36 service neutron] 10.222.0.79 "GET /v2.0/networks/06b7cf5f-e94a-455b-8d9e-43afc47729a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397553 May 23 11:13:10.500234 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-13e859ab-39e4-4b98-b739-862c3645ff48 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:10.506443 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-13e859ab-39e4-4b98-b739-862c3645ff48 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Usage tracker for resource:port and tenant:7dca08376e90462fa2c08567c59d529a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:10.509857 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-13e859ab-39e4-4b98-b739-862c3645ff48 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:10.525808 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-20cd1137-f0c9-46ac-8a38-02e33aa8cf34 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:10.525977 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093f06ad-fde8-42f3-bc07-53a901edd810 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Pushing event deleted for resources: {'Port': ['ID=1b495d27-f8ad-48c2-a06e-c011b04063a2,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:10.536143 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-13e859ab-39e4-4b98-b739-862c3645ff48 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:10.710000 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f6e61654-1455-4a30-83f2-8fca7fc83720 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:10.750759 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e859ab-39e4-4b98-b739-862c3645ff48 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Made reservation on behalf of 7dca08376e90462fa2c08567c59d529a for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:13:10.754119 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13e859ab-39e4-4b98-b739-862c3645ff48 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:10.801993 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-093f06ad-fde8-42f3-bc07-53a901edd810 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:10.840133 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e3aa9f5a-7606-45f3-bf55-677ed00de729 req-aeb427a1-c889-44e3-bf48-6e72b1e44642 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574 HTTP/1.1" status: 200 len: 210 time: 0.0627248 May 23 11:13:10.842151 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cd1137-f0c9-46ac-8a38-02e33aa8cf34 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:13:10.849898 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd1137-f0c9-46ac-8a38-02e33aa8cf34 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Pushing event updated for resources: {'Port': ['ID=db825b15-40e9-4820-a783-e2d31ef5dde3,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:10.854547 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-20cd1137-f0c9-46ac-8a38-02e33aa8cf34 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:13:10.856957 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cd1137-f0c9-46ac-8a38-02e33aa8cf34 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:13:10.877969 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e61654-1455-4a30-83f2-8fca7fc83720 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Pushing event updated for resources: {'Port': ['ID=54cdb243-a387-45bd-93ba-38d6d4169945,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:10.907396 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e61654-1455-4a30-83f2-8fca7fc83720 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Network a00ea26b-30ea-4b52-ab36-25c93ee5959a is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:13:10.922139 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-f6e61654-1455-4a30-83f2-8fca7fc83720 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:13:10.925605 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e61654-1455-4a30-83f2-8fca7fc83720 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:13:10.952164 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-13e859ab-39e4-4b98-b739-862c3645ff48 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] device_id is not set on port 6b9d93fc-a75c-482e-8b7a-3510a115c9f8 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:13:10.972529 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-093f06ad-fde8-42f3-bc07-53a901edd810 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:10.974703 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-093f06ad-fde8-42f3-bc07-53a901edd810 tempest-ImagesOneServerNegativeTestJSON-1914441067 tempest-ImagesOneServerNegativeTestJSON-1914441067-project] 10.222.0.79 "DELETE /v2.0/floatingips/f0fc75cc-a33c-47cb-8348-e348775569b0 HTTP/1.1" status: 204 len: 168 time: 2.3816085 May 23 11:13:11.040377 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f181c07-3aa1-4d64-a8ee-2e1ecf384acf req-7662d104-3472-47a5-86a2-420b29141327 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c33b6fcb07a04f2fa56c6e5a7798a085&device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 6491 time: 0.4395571 May 23 11:13:11.068221 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b903e0-d718-4084-85df-9d2bf04beaac req-0c774673-56c1-4a2c-be2d-4757b6460a3c tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:11.069721 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-37b903e0-d718-4084-85df-9d2bf04beaac req-0c774673-56c1-4a2c-be2d-4757b6460a3c tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=30ed3ab4-29fa-4bf2-b4f4-8b4a0ec39997 HTTP/1.1" status: 200 len: 944 time: 0.5268161 May 23 11:13:11.071312 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e61654-1455-4a30-83f2-8fca7fc83720 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:11.072266 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f6e61654-1455-4a30-83f2-8fca7fc83720 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:11.192181 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f6e61654-1455-4a30-83f2-8fca7fc83720 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 3.3049428 May 23 11:13:11.195615 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52472) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:11.209175 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-8ce31408-d6cc-4e86-acd8-a2bb58898099 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Request body: {'floatingip': {'port_id': '54cdb243-a387-45bd-93ba-38d6d4169945'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:11.267711 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 4a5ffbc3-338b-40c6-9d5d-93f06d4aa818 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:13:11.307593 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8ce31408-d6cc-4e86-acd8-a2bb58898099 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for floatingip, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:11.416673 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 4a5ffbc3-338b-40c6-9d5d-93f06d4aa818 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:13:11.426726 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 4a5ffbc3-338b-40c6-9d5d-93f06d4aa818 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:13:11.427248 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:11.445340 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f181c07-3aa1-4d64-a8ee-2e1ecf384acf req-6e41b4d2-6899-4415-a6ed-5e682eb28903 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:11.445944 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f181c07-3aa1-4d64-a8ee-2e1ecf384acf req-6e41b4d2-6899-4415-a6ed-5e682eb28903 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:11.446197 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f181c07-3aa1-4d64-a8ee-2e1ecf384acf req-6e41b4d2-6899-4415-a6ed-5e682eb28903 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:11.448081 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f181c07-3aa1-4d64-a8ee-2e1ecf384acf req-6e41b4d2-6899-4415-a6ed-5e682eb28903 service neutron] 10.222.0.81 "GET /v2.0/networks?id=23dc4a33-f2ce-4b86-bf3b-fd54d05f4691&id=58ef6021-e396-465d-be5f-f38283ee2d4e&id=58ef6021-e396-465d-be5f-f38283ee2d4e&id=58ef6021-e396-465d-be5f-f38283ee2d4e&id=58ef6021-e396-465d-be5f-f38283ee2d4e&id=e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d&id=e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d HTTP/1.1" status: 200 len: 2293 time: 0.3704731 May 23 11:13:11.480545 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-37b903e0-d718-4084-85df-9d2bf04beaac req-e563a80a-f164-428f-8302-7f2e678dbdce tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005892 May 23 11:13:11.490295 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-bf91ce99-2fe9-491b-b10a-499dfff708bf tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:11.497082 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-bf91ce99-2fe9-491b-b10a-499dfff708bf tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/networks?id=3c158aba-e520-4739-9803-5afc3c97752c HTTP/1.1" status: 200 len: 806 time: 0.4591796 May 23 11:13:11.499610 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-20cd1137-f0c9-46ac-8a38-02e33aa8cf34 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:11.539057 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4a732193-b46b-4ad2-8e14-bfe30ffca8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:11.559509 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13e859ab-39e4-4b98-b739-862c3645ff48 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:11.573507 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-35f0dc6b-9894-4496-89ac-bb1ff57c21d5 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/quotas/918845eb514f4ef49a66c0d5a348fe52 HTTP/1.1" status: 200 len: 375 time: 0.0755000 May 23 11:13:11.629171 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:11.669432 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ed3ab4-29fa-4bf2-b4f4-8b4a0ec39997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5ffbc3-338b-40c6-9d5d-93f06d4aa818'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:13:11.683553 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 4a5ffbc3-338b-40c6-9d5d-93f06d4aa818, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=4a5ffbc3-338b-40c6-9d5d-93f06d4aa818,segment=NetworkSegment(d425821a-621f-4441-b5d3-6c866ddd43af),segment_id=d425821a-621f-4441-b5d3-6c866ddd43af)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:13:11.690182 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:11.702702 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f181c07-3aa1-4d64-a8ee-2e1ecf384acf req-abb44922-3383-464c-9976-0178ee06e6d8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1eba941-2df3-4bcf-85f4-35d01dbde7af HTTP/1.1" status: 200 len: 1001 time: 0.2190790 May 23 11:13:11.800500 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=4a5ffbc3-338b-40c6-9d5d-93f06d4aa818,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:11.801250 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-20cd1137-f0c9-46ac-8a38-02e33aa8cf34 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:11.887954 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61b5466d-8e3e-4126-9661-681b52422777'] response: {'server_uuid': '30ed3ab4-29fa-4bf2-b4f4-8b4a0ec39997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5ffbc3-338b-40c6-9d5d-93f06d4aa818', 'code': 200} May 23 11:13:11.893394 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-0da03397-16b9-4dc4-95c1-d3a35e610fd4 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=918845eb514f4ef49a66c0d5a348fe52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3186245 May 23 11:13:11.901583 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13e859ab-39e4-4b98-b739-862c3645ff48 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:12.035343 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52486) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:12.150952 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e859ab-39e4-4b98-b739-862c3645ff48 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Network e8959dc7-3e5b-4f50-a12e-88deaf15d74d is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:13:12.167570 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f181c07-3aa1-4d64-a8ee-2e1ecf384acf req-a5f8038e-dc2e-4ece-8157-773e0c9d13fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:12.168403 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f181c07-3aa1-4d64-a8ee-2e1ecf384acf req-a5f8038e-dc2e-4ece-8157-773e0c9d13fc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b2226f5c-2e5b-46dc-ae1a-6976c060aeaf HTTP/1.1" status: 200 len: 850 time: 0.2415123 May 23 11:13:12.189784 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-07560cc7-6d84-47df-87e1-cf505540d45f admin admin] Deleting subnet 98e3b855-6fba-4052-9851-9631f18844d0 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:13:12.228332 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-07560cc7-6d84-47df-87e1-cf505540d45f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:12.285112 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-13e859ab-39e4-4b98-b739-862c3645ff48 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:13:12.349542 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e859ab-39e4-4b98-b739-862c3645ff48 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:13:12.356478 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e859ab-39e4-4b98-b739-862c3645ff48 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:12.357319 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13e859ab-39e4-4b98-b739-862c3645ff48 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:12.390729 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-07560cc7-6d84-47df-87e1-cf505540d45f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:12.395440 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4cb84e48-44f6-481f-b5dd-637167cc07a2 req-46c31b2e-4124-4281-99b3-db46529fa0b8 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574 HTTP/1.1" status: 200 len: 210 time: 0.2598937 May 23 11:13:12.409669 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e859ab-39e4-4b98-b739-862c3645ff48 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event updated for resources: {'Port': ['ID=6b9d93fc-a75c-482e-8b7a-3510a115c9f8,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:12.487114 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f181c07-3aa1-4d64-a8ee-2e1ecf384acf req-bfb2d1f1-0d5c-4b0a-8c31-53746c593b62 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=23dc4a33-f2ce-4b86-bf3b-fd54d05f4691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3027530 May 23 11:13:12.490290 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-07560cc7-6d84-47df-87e1-cf505540d45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:12.547808 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-13e859ab-39e4-4b98-b739-862c3645ff48 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.2477686 May 23 11:13:12.560669 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52492) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:12.595863 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-20cd1137-f0c9-46ac-8a38-02e33aa8cf34 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:12.611527 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:12.623509 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-dc13a36e-bacf-48b8-bab8-79bfa7496d29 service neutron] 10.222.0.79 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7042770 May 23 11:13:12.624480 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-20cd1137-f0c9-46ac-8a38-02e33aa8cf34 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:12.715339 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-835fe8e0-86f9-4c43-ae63-22dac2b1d562 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:12.715339 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-835fe8e0-86f9-4c43-ae63-22dac2b1d562 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.81 "GET /v2.0/networks?id=06b7cf5f-e94a-455b-8d9e-43afc47729a0 HTTP/1.1" status: 200 len: 813 time: 0.4027586 May 23 11:13:12.769986 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-75078572-8f4b-4a6b-b1c3-4e954e408785 req-863a02e0-e8a9-4413-804b-46da35a2a7b3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=30ed3ab4-29fa-4bf2-b4f4-8b4a0ec39997 HTTP/1.1" status: 200 len: 1096 time: 0.6359482 May 23 11:13:12.795628 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:12.819341 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-48d081a6-837a-44b3-8cae-925a067b8978 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Deleting port 6b9d93fc-a75c-482e-8b7a-3510a115c9f8 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:13:12.819341 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-48d081a6-837a-44b3-8cae-925a067b8978 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:12.838085 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-c45ed5c9-0005-402a-ba1c-aafa95051924 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Request body: {'port': {'device_id': 'ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574', 'network_id': '06b7cf5f-e94a-455b-8d9e-43afc47729a0', 'admin_state_up': True, 'tenant_id': 'de0406f4975c48ee929002b48060a472'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:12.927951 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-07560cc7-6d84-47df-87e1-cf505540d45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:12.983338 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f181c07-3aa1-4d64-a8ee-2e1ecf384acf req-b5958b6e-3ae2-4da7-894a-e8fab1c7b59b service neutron] 10.222.0.81 "GET /v2.0/networks/23dc4a33-f2ce-4b86-bf3b-fd54d05f4691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4641919 May 23 11:13:12.989631 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07560cc7-6d84-47df-87e1-cf505540d45f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98e3b855-6fba-4052-9851-9631f18844d0,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:12.992570 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8ce31408-d6cc-4e86-acd8-a2bb58898099 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:13.014054 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd1137-f0c9-46ac-8a38-02e33aa8cf34 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Pushing event updated for resources: {'Port': ['ID=db825b15-40e9-4820-a783-e2d31ef5dde3,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:13.050815 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8ce31408-d6cc-4e86-acd8-a2bb58898099 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:13.103867 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-07560cc7-6d84-47df-87e1-cf505540d45f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:13.152919 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-75078572-8f4b-4a6b-b1c3-4e954e408785 req-7429c1d5-6695-44fa-8353-1d8900bcaf86 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828450 May 23 11:13:13.163221 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-20cd1137-f0c9-46ac-8a38-02e33aa8cf34 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:13.168805 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-227666a8-279f-4f5a-a70f-ad2bae27b35a service neutron] 10.222.0.79 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5068846 May 23 11:13:13.186443 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-c45ed5c9-0005-402a-ba1c-aafa95051924 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:13.199427 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7bf60-41da-434b-b218-0c490970716e req-872201ef-d209-4674-8c2c-a796d0e46933 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:13.200314 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f2e7bf60-41da-434b-b218-0c490970716e req-872201ef-d209-4674-8c2c-a796d0e46933 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=30ed3ab4-29fa-4bf2-b4f4-8b4a0ec39997 HTTP/1.1" status: 200 len: 945 time: 0.5346792 May 23 11:13:13.201740 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-c45ed5c9-0005-402a-ba1c-aafa95051924 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Usage tracker for resource:port and tenant:de0406f4975c48ee929002b48060a472 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:13.204877 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-20cd1137-f0c9-46ac-8a38-02e33aa8cf34 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:13.212421 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-20cd1137-f0c9-46ac-8a38-02e33aa8cf34 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3706493 May 23 11:13:13.216017 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-c45ed5c9-0005-402a-ba1c-aafa95051924 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:13.262533 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-c45ed5c9-0005-402a-ba1c-aafa95051924 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:13.302305 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-c45ed5c9-0005-402a-ba1c-aafa95051924 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Made reservation on behalf of de0406f4975c48ee929002b48060a472 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:13:13.309185 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-c45ed5c9-0005-402a-ba1c-aafa95051924 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:13.394809 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f2e7bf60-41da-434b-b218-0c490970716e req-57757d0a-7ad8-4c3f-91fd-359576199d8e tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805580 May 23 11:13:13.413081 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-07560cc7-6d84-47df-87e1-cf505540d45f admin admin] 10.222.0.79 "DELETE /v2.0/subnets/98e3b855-6fba-4052-9851-9631f18844d0 HTTP/1.1" status: 204 len: 168 time: 1.3709457 May 23 11:13:13.434921 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52504) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:13.616419 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-212f8021-f6e6-4a39-a438-bd2f17ed87e4 req-eb42f44f-4ba6-4971-ba7e-c05966d4c9e0 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=d441cb53-6d03-4274-b36e-6629825aed20 HTTP/1.1" status: 200 len: 210 time: 0.0915468 May 23 11:13:13.724876 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-c45ed5c9-0005-402a-ba1c-aafa95051924 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Allocated IP 172.20.0.4 (06b7cf5f-e94a-455b-8d9e-43afc47729a0/6b6de4b0-f25f-4106-b572-a920a7d5e070/e4ec4df8-7a01-4a0e-8295-0d26cd34a143) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:13:13.889678 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-48d081a6-837a-44b3-8cae-925a067b8978 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:13.915199 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f181c07-3aa1-4d64-a8ee-2e1ecf384acf req-3b2e9374-f659-4edc-89fb-dd95678320d9 service neutron] 10.222.0.81 "GET /v2.0/networks/23dc4a33-f2ce-4b86-bf3b-fd54d05f4691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9215939 May 23 11:13:13.924755 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6637d46-14a6-41e8-a7b9-74727a5f9056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:13.957338 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-29f14e41-aa9f-44f9-98fa-23776a7968e6 req-402bd5fb-3a67-4cb0-a881-1ea70b584cae tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574 HTTP/1.1" status: 200 len: 210 time: 0.1931741 May 23 11:13:14.015858 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-124cb31b-ffae-4249-b046-7efd2700588d req-9ee93375-b8bd-4cfa-8a7b-b22954927fd2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--444398518&fields=id&tenant_id=92ce77b1b70449899717558adda940d2 HTTP/1.1" status: 200 len: 267 time: 0.4300878 May 23 11:13:14.149085 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:14.171654 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-48d081a6-837a-44b3-8cae-925a067b8978 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Calling delete_port for 6b9d93fc-a75c-482e-8b7a-3510a115c9f8 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:13:14.258669 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f181c07-3aa1-4d64-a8ee-2e1ecf384acf req-210b5ab5-b3c8-434f-a276-11ee31e113ee service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=4b591b58-1bf1-4cef-b2f3-f83a8acf29e7 HTTP/1.1" status: 200 len: 217 time: 0.3317001 May 23 11:13:14.354356 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124cb31b-ffae-4249-b046-7efd2700588d req-e39728a1-2418-41b1-b1aa-583d85e6ec60 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:14.354356 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-124cb31b-ffae-4249-b046-7efd2700588d req-e39728a1-2418-41b1-b1aa-583d85e6ec60 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/networks?id=297e8414-85bd-4e0d-aedb-8abf246d8703 HTTP/1.1" status: 200 len: 815 time: 0.3183739 May 23 11:13:14.355210 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-c45ed5c9-0005-402a-ba1c-aafa95051924 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:14.392397 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-124cb31b-ffae-4249-b046-7efd2700588d req-edd6aa2d-8c47-4bf3-8309-f7f0da76b6f9 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/quotas/92ce77b1b70449899717558adda940d2 HTTP/1.1" status: 200 len: 375 time: 0.0230200 May 23 11:13:14.401574 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-c45ed5c9-0005-402a-ba1c-aafa95051924 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:14.502168 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6637d46-14a6-41e8-a7b9-74727a5f9056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:14.518296 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-48d081a6-837a-44b3-8cae-925a067b8978 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:14.572117 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f181c07-3aa1-4d64-a8ee-2e1ecf384acf req-90360a3d-8656-4644-919c-99277d731212 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:14.576152 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f181c07-3aa1-4d64-a8ee-2e1ecf384acf req-90360a3d-8656-4644-919c-99277d731212 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d58e10eb-eed0-4186-8daa-9070770a55fe HTTP/1.1" status: 200 len: 797 time: 0.2806060 May 23 11:13:14.583567 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ed5c9-0005-402a-ba1c-aafa95051924 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Pushing event updated for resources: {'Port': ['ID=e4ec4df8-7a01-4a0e-8295-0d26cd34a143,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:14.593760 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-c45ed5c9-0005-402a-ba1c-aafa95051924 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Network 06b7cf5f-e94a-455b-8d9e-43afc47729a0 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:13:14.593760 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-c45ed5c9-0005-402a-ba1c-aafa95051924 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:13:14.593760 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-c45ed5c9-0005-402a-ba1c-aafa95051924 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:13:14.665374 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-c45ed5c9-0005-402a-ba1c-aafa95051924 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:14.666004 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d081a6-837a-44b3-8cae-925a067b8978 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event deleted for resources: {'Port': ['ID=6b9d93fc-a75c-482e-8b7a-3510a115c9f8,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:14.666104 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-c45ed5c9-0005-402a-ba1c-aafa95051924 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:14.753696 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-a6637d46-14a6-41e8-a7b9-74727a5f9056 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09151df4-c255-4bed-b6e9-e6879853aff3']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:14.762968 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-124cb31b-ffae-4249-b046-7efd2700588d req-cae6d949-42b6-46c3-9578-f2f69abe8154 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=92ce77b1b70449899717558adda940d2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3578663 May 23 11:13:14.763321 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-c45ed5c9-0005-402a-ba1c-aafa95051924 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9971042 May 23 11:13:14.807953 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-a6637d46-14a6-41e8-a7b9-74727a5f9056 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eaf6c12-c629-4f70-b3b1-9c344ae24a9d') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:14.808325 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-a6637d46-14a6-41e8-a7b9-74727a5f9056 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eaf6c12-c629-4f70-b3b1-9c344ae24a9d') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:14.816867 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-48d081a6-837a-44b3-8cae-925a067b8978 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:14.822958 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-6e78b0ab-d53a-4bbc-b809-ec5175c5b8e6 service neutron] Request body: {'port': {'device_id': 'ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:14.835855 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d081a6-837a-44b3-8cae-925a067b8978 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:13:14.836226 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d081a6-837a-44b3-8cae-925a067b8978 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:13:14.836564 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d081a6-837a-44b3-8cae-925a067b8978 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:13:14.837429 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d081a6-837a-44b3-8cae-925a067b8978 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:13:14.837971 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d081a6-837a-44b3-8cae-925a067b8978 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:13:14.838505 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d081a6-837a-44b3-8cae-925a067b8978 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:13:14.839001 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d081a6-837a-44b3-8cae-925a067b8978 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:13:14.839477 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d081a6-837a-44b3-8cae-925a067b8978 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:13:14.843416 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d081a6-837a-44b3-8cae-925a067b8978 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:13:14.844017 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d081a6-837a-44b3-8cae-925a067b8978 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:13:14.844527 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d081a6-837a-44b3-8cae-925a067b8978 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:13:14.863705 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-48d081a6-837a-44b3-8cae-925a067b8978 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/ports/6b9d93fc-a75c-482e-8b7a-3510a115c9f8 HTTP/1.1" status: 204 len: 168 time: 2.3009501 May 23 11:13:14.865818 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52526) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:14.873104 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [None req-8ce31408-d6cc-4e86-acd8-a2bb58898099 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Floating IP 74d1aa7c-05a3-4677-bdab-2edd699ec2e3 associated. External IP: 172.25.6.181, port: 54cdb243-a387-45bd-93ba-38d6d4169945. May 23 11:13:14.971260 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8de6-f6e3-4cea-ab25-31077bce0573 req-d776e9d9-03df-4558-8fa1-17bce9c7a159 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:14.973531 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e71b8de6-f6e3-4cea-ab25-31077bce0573 req-d776e9d9-03df-4558-8fa1-17bce9c7a159 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=30ed3ab4-29fa-4bf2-b4f4-8b4a0ec39997 HTTP/1.1" status: 200 len: 945 time: 0.3045418 May 23 11:13:14.993070 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e77e1d30-261a-40ec-8b21-1f379a95ac33 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'port': {'network_id': 'e8959dc7-3e5b-4f50-a12e-88deaf15d74d', 'mac_address': 'fa:16:3e:ff:91:ce', 'name': 'tempest-PortsIpV6TestJSON-463575631'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:15.036592 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6637d46-14a6-41e8-a7b9-74727a5f9056 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:15.131278 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-124cb31b-ffae-4249-b046-7efd2700588d req-4fcf4125-db0a-4cee-999a-ebb0a3c47d3b service neutron] 10.222.0.79 "GET /v2.0/networks/297e8414-85bd-4e0d-aedb-8abf246d8703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533680 May 23 11:13:15.138340 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e71b8de6-f6e3-4cea-ab25-31077bce0573 req-018d222b-9d99-45f3-80af-899f0397e603 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426721 May 23 11:13:15.143617 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-6e78b0ab-d53a-4bbc-b809-ec5175c5b8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:15.347108 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6637d46-14a6-41e8-a7b9-74727a5f9056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:15.370142 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6637d46-14a6-41e8-a7b9-74727a5f9056 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:13:15.370142 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6637d46-14a6-41e8-a7b9-74727a5f9056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:15.379223 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-87e28ec7-e50a-476f-9d9d-d3d09accdb67 req-a2c55a4c-b650-4504-b1ea-aa645a17f7ef tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=d441cb53-6d03-4274-b36e-6629825aed20 HTTP/1.1" status: 200 len: 210 time: 0.0642407 May 23 11:13:15.388541 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:13:15.388541 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:13:15.388541 n-d-842952-2 neutron-server[83911]: timer() May 23 11:13:15.388541 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:13:15.388541 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:13:15.388541 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:13:15.388541 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:13:15.388541 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:13:15.388541 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:13:15.388541 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:13:15.388541 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:13:15.388541 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:13:15.388541 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:13:15.388541 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:13:15.388541 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:13:15.388541 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:13:15.388541 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:13:15.388541 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:13:15.388541 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:13:15.388541 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:13:15.388541 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:13:15.388541 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:13:15.388541 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:13:15.388541 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:13:15.388541 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:13:15.388541 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:13:15.388541 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:13:15.388541 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:13:15.388541 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:13:15.388541 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:13:15.388541 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:13:15.388541 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:13:15.500916 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-124cb31b-ffae-4249-b046-7efd2700588d req-77e18b59-7e41-4f1e-b042-ef5cd82746e3 service neutron] 10.222.0.79 "GET /v2.0/networks/297e8414-85bd-4e0d-aedb-8abf246d8703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576744 May 23 11:13:15.721525 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e77e1d30-261a-40ec-8b21-1f379a95ac33 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:15.731178 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f181c07-3aa1-4d64-a8ee-2e1ecf384acf req-77601085-bb98-4cd7-863a-f498fe596deb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=58ef6021-e396-465d-be5f-f38283ee2d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0675056 May 23 11:13:15.749195 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e77e1d30-261a-40ec-8b21-1f379a95ac33 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Usage tracker for resource:port and tenant:7dca08376e90462fa2c08567c59d529a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:15.758816 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e77e1d30-261a-40ec-8b21-1f379a95ac33 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:15.797920 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e77e1d30-261a-40ec-8b21-1f379a95ac33 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:15.805053 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6637d46-14a6-41e8-a7b9-74727a5f9056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:15.830328 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-d0320054-6e4f-4164-a046-f54f5e968088 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:15.832392 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-d0320054-6e4f-4164-a046-f54f5e968088 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.81 "GET /v2.0/networks?id=3c158aba-e520-4739-9803-5afc3c97752c HTTP/1.1" status: 200 len: 806 time: 0.8162844 May 23 11:13:15.833139 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c6381db5-7d40-4a11-8b0b-fd439c7bb426 req-7bb5ac78-88d6-471b-a473-3a819b801eb7 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=680c572a-1569-4869-8b85-d1e3e87e3a07 HTTP/1.1" status: 200 len: 210 time: 0.0692194 May 23 11:13:15.858384 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104304f-e49c-42e2-84e0-6c64a6c9c320 req-2e51c10f-1b94-4cea-a71d-1eb83a315dac tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:15.859016 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-e104304f-e49c-42e2-84e0-6c64a6c9c320 req-2e51c10f-1b94-4cea-a71d-1eb83a315dac tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Synchronizing usage tracker for tenant:de0406f4975c48ee929002b48060a472 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:13:15.941918 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-e104304f-e49c-42e2-84e0-6c64a6c9c320 req-2e51c10f-1b94-4cea-a71d-1eb83a315dac tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Unset dirty status for tenant:de0406f4975c48ee929002b48060a472 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:13:15.941918 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e104304f-e49c-42e2-84e0-6c64a6c9c320 req-2e51c10f-1b94-4cea-a71d-1eb83a315dac tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574 HTTP/1.1" status: 200 len: 931 time: 0.2754719 May 23 11:13:15.978611 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6637d46-14a6-41e8-a7b9-74727a5f9056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:15.988156 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-3fa0b9f0-942f-48bb-8c92-82178951f6a7 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Request body: {'port': {'device_id': 'd441cb53-6d03-4274-b36e-6629825aed20', 'network_id': '3c158aba-e520-4739-9803-5afc3c97752c', 'admin_state_up': True, 'tenant_id': '918845eb514f4ef49a66c0d5a348fe52'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:16.017817 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77e1d30-261a-40ec-8b21-1f379a95ac33 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Made reservation on behalf of 7dca08376e90462fa2c08567c59d529a for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:13:16.142441 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-6e78b0ab-d53a-4bbc-b809-ec5175c5b8e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4ec4df8-7a01-4a0e-8295-0d26cd34a143 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:13:16.153211 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-6e78b0ab-d53a-4bbc-b809-ec5175c5b8e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:16.160179 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-e104304f-e49c-42e2-84e0-6c64a6c9c320 req-b3138dfa-3fda-44f2-8769-90cd6acbd120 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Synchronizing usage tracker for tenant:de0406f4975c48ee929002b48060a472 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:13:16.178828 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-6e78b0ab-d53a-4bbc-b809-ec5175c5b8e6 service neutron] Transition to ACTIVE for port object e4ec4df8-7a01-4a0e-8295-0d26cd34a143 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:13:16.188148 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-6e78b0ab-d53a-4bbc-b809-ec5175c5b8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:16.205080 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6637d46-14a6-41e8-a7b9-74727a5f9056 admin admin] Pushing event deleted for resources: {'Network': ['ID=09151df4-c255-4bed-b6e9-e6879853aff3,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:16.233723 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-e104304f-e49c-42e2-84e0-6c64a6c9c320 req-b3138dfa-3fda-44f2-8769-90cd6acbd120 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Unset dirty status for tenant:de0406f4975c48ee929002b48060a472 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:13:16.245687 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e104304f-e49c-42e2-84e0-6c64a6c9c320 req-b3138dfa-3fda-44f2-8769-90cd6acbd120 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899699 May 23 11:13:16.274645 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a6637d46-14a6-41e8-a7b9-74727a5f9056 admin admin] 10.222.0.79 "DELETE /v2.0/networks/09151df4-c255-4bed-b6e9-e6879853aff3 HTTP/1.1" status: 204 len: 168 time: 2.8368509 May 23 11:13:16.434369 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e77e1d30-261a-40ec-8b21-1f379a95ac33 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:16.474666 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52548) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:16.485364 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-3fa0b9f0-942f-48bb-8c92-82178951f6a7 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:16.499271 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e78b0ab-d53a-4bbc-b809-ec5175c5b8e6 service neutron] Pushing event updated for resources: {'Port': ['ID=e4ec4df8-7a01-4a0e-8295-0d26cd34a143,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:16.537960 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-3fa0b9f0-942f-48bb-8c92-82178951f6a7 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:16.555970 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-e77e1d30-261a-40ec-8b21-1f379a95ac33 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] device_id is not set on port 392ba403-fcca-462c-b698-e94ab34297ae yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:13:16.657858 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f181c07-3aa1-4d64-a8ee-2e1ecf384acf req-f043339a-3629-4f8c-866e-58a5822fa4f2 service neutron] 10.222.0.81 "GET /v2.0/networks/58ef6021-e396-465d-be5f-f38283ee2d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8936272 May 23 11:13:16.779959 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-3fa0b9f0-942f-48bb-8c92-82178951f6a7 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Made reservation on behalf of 918845eb514f4ef49a66c0d5a348fe52 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:13:16.782411 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-3fa0b9f0-942f-48bb-8c92-82178951f6a7 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:16.818179 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3829b852-b4c1-4bd1-a8f5-4ebe19774266 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=abc8f80d521a482ba49d9d597fee07e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3267417 May 23 11:13:16.818179 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-247e4daa-0438-488c-bed9-9dea26fffb2f req-c4dcc175-eb5f-4da4-802f-5e059899b255 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=d441cb53-6d03-4274-b36e-6629825aed20 HTTP/1.1" status: 200 len: 210 time: 0.1093578 May 23 11:13:16.818179 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52552) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:16.836271 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e639a93-24cc-4b78-9035-9e9f4ff75dbb req-dde62df1-ad55-4823-aad2-e6c628143e6e tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:16.843010 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8e639a93-24cc-4b78-9035-9e9f4ff75dbb req-dde62df1-ad55-4823-aad2-e6c628143e6e tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=30ed3ab4-29fa-4bf2-b4f4-8b4a0ec39997 HTTP/1.1" status: 200 len: 945 time: 0.4807098 May 23 11:13:16.937866 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-6e78b0ab-d53a-4bbc-b809-ec5175c5b8e6 service neutron] Attempting to bind port e4ec4df8-7a01-4a0e-8295-0d26cd34a143 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:13:16.937866 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-6e78b0ab-d53a-4bbc-b809-ec5175c5b8e6 service neutron] Attempting to bind port e4ec4df8-7a01-4a0e-8295-0d26cd34a143 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': 'e6734377-073b-422b-93c0-ef1cda14b824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '06b7cf5f-e94a-455b-8d9e-43afc47729a0'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:13:16.937866 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-6e78b0ab-d53a-4bbc-b809-ec5175c5b8e6 service neutron] Attempting to bind port e4ec4df8-7a01-4a0e-8295-0d26cd34a143 on network 06b7cf5f-e94a-455b-8d9e-43afc47729a0 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:13:16.960440 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-6e78b0ab-d53a-4bbc-b809-ec5175c5b8e6 service neutron] Port e4ec4df8-7a01-4a0e-8295-0d26cd34a143 on network 06b7cf5f-e94a-455b-8d9e-43afc47729a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:13:16.960767 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-6e78b0ab-d53a-4bbc-b809-ec5175c5b8e6 service neutron] Attempting to bind port e4ec4df8-7a01-4a0e-8295-0d26cd34a143 on network 06b7cf5f-e94a-455b-8d9e-43afc47729a0 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:13:16.984894 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-6e78b0ab-d53a-4bbc-b809-ec5175c5b8e6 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:13:16.984894 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-6e78b0ab-d53a-4bbc-b809-ec5175c5b8e6 service neutron] Checking segment: {'id': 'e6734377-073b-422b-93c0-ef1cda14b824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '06b7cf5f-e94a-455b-8d9e-43afc47729a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:13:16.985558 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-6e78b0ab-d53a-4bbc-b809-ec5175c5b8e6 service neutron] Bound using segment: {'id': 'e6734377-073b-422b-93c0-ef1cda14b824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '06b7cf5f-e94a-455b-8d9e-43afc47729a0'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:13:16.985558 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-6e78b0ab-d53a-4bbc-b809-ec5175c5b8e6 service neutron] Bound port: e4ec4df8-7a01-4a0e-8295-0d26cd34a143, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6734377-073b-422b-93c0-ef1cda14b824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '06b7cf5f-e94a-455b-8d9e-43afc47729a0'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:13:16.987298 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-6e78b0ab-d53a-4bbc-b809-ec5175c5b8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:17.004367 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8e639a93-24cc-4b78-9035-9e9f4ff75dbb req-f84c3c81-3329-4824-a4e8-b2d50c363cc7 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630464 May 23 11:13:17.124530 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-85d290cd-ea61-4173-84dd-d0ff0aab7b58 req-8231e154-e8f3-4094-ab80-f177569367d2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=680c572a-1569-4869-8b85-d1e3e87e3a07 HTTP/1.1" status: 200 len: 210 time: 0.1123803 May 23 11:13:17.125980 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9f2de59e-ca92-4434-a31e-b243326fc0fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:17.191915 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9f2de59e-ca92-4434-a31e-b243326fc0fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:17.251200 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-6e78b0ab-d53a-4bbc-b809-ec5175c5b8e6 service neutron] For port e4ec4df8-7a01-4a0e-8295-0d26cd34a143, host n-h2-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:13:17.266857 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-6e78b0ab-d53a-4bbc-b809-ec5175c5b8e6 service neutron] For port e4ec4df8-7a01-4a0e-8295-0d26cd34a143, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=e4ec4df8-7a01-4a0e-8295-0d26cd34a143,segment=NetworkSegment(e6734377-073b-422b-93c0-ef1cda14b824),segment_id=e6734377-073b-422b-93c0-ef1cda14b824)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:13:17.275490 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-6e78b0ab-d53a-4bbc-b809-ec5175c5b8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:17.278174 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f181c07-3aa1-4d64-a8ee-2e1ecf384acf req-849b0c65-c6e9-431c-9de5-1e59426ea10f service neutron] 10.222.0.81 "GET /v2.0/networks/58ef6021-e396-465d-be5f-f38283ee2d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6053314 May 23 11:13:17.283071 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e77e1d30-261a-40ec-8b21-1f379a95ac33 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:17.459551 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f181c07-3aa1-4d64-a8ee-2e1ecf384acf req-3a66609b-8a7c-402e-8720-25b2ed282099 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=24c0e8e3-e2c6-4186-8f44-ff76dec40384 HTTP/1.1" status: 200 len: 217 time: 0.1659873 May 23 11:13:17.496459 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9f2de59e-ca92-4434-a31e-b243326fc0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:17.572104 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-3fa0b9f0-942f-48bb-8c92-82178951f6a7 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Allocated IP 172.20.0.5 (3c158aba-e520-4739-9803-5afc3c97752c/31ce3e03-ff53-4686-aaa6-54ac8efb8abe/4f720815-b973-492f-beec-2ba7ecaceebc) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:13:17.578991 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-6e78b0ab-d53a-4bbc-b809-ec5175c5b8e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:17.580656 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-6e78b0ab-d53a-4bbc-b809-ec5175c5b8e6 service neutron] 10.222.0.81 "PUT /v2.0/ports/e4ec4df8-7a01-4a0e-8295-0d26cd34a143 HTTP/1.1" status: 200 len: 1091 time: 2.7663162 May 23 11:13:17.586615 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2de59e-ca92-4434-a31e-b243326fc0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:17.590266 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9f2de59e-ca92-4434-a31e-b243326fc0fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:17.595057 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9f2de59e-ca92-4434-a31e-b243326fc0fb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4d60bfe3-c2b7-4d7d-a1ee-9697a4c3b994 HTTP/1.1" status: 204 len: 168 time: 0.7732353 May 23 11:13:17.595057 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574', 'tag': 'e4ec4df8-7a01-4a0e-8295-0d26cd34a143'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:13:17.657344 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e78b0ab-d53a-4bbc-b809-ec5175c5b8e6 service neutron] Pushing event updated for resources: {'Port': ['ID=e4ec4df8-7a01-4a0e-8295-0d26cd34a143,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:17.750940 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f181c07-3aa1-4d64-a8ee-2e1ecf384acf req-bfc15cb6-0ef2-4d89-a5b4-0da955e32dc0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:17.752629 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f181c07-3aa1-4d64-a8ee-2e1ecf384acf req-bfc15cb6-0ef2-4d89-a5b4-0da955e32dc0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d58e10eb-eed0-4186-8daa-9070770a55fe HTTP/1.1" status: 200 len: 797 time: 0.2833033 May 23 11:13:17.783639 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e77e1d30-261a-40ec-8b21-1f379a95ac33 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:17.850693 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124cb31b-ffae-4249-b046-7efd2700588d req-952a5233-2364-46e7-be11-3976fa1cc72c tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:17.852144 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-124cb31b-ffae-4249-b046-7efd2700588d req-952a5233-2364-46e7-be11-3976fa1cc72c tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.13 "GET /v2.0/networks?id=297e8414-85bd-4e0d-aedb-8abf246d8703 HTTP/1.1" status: 200 len: 815 time: 0.4879007 May 23 11:13:17.872363 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa9326-2f58-42fe-8898-24b19f62dc23 req-80a179da-4ff3-4d40-8046-c93c0a7031d0 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:17.879138 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-89fa9326-2f58-42fe-8898-24b19f62dc23 req-80a179da-4ff3-4d40-8046-c93c0a7031d0 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574 HTTP/1.1" status: 200 len: 943 time: 0.2936783 May 23 11:13:17.922360 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-5c740a92-5b9c-4df6-80b7-52462a082b85 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=de0406f4975c48ee929002b48060a472&device_id=ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574 HTTP/1.1" status: 200 len: 1094 time: 0.2620089 May 23 11:13:18.037956 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-24190db8-e2cc-42a0-9a92-51d32166d69a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4ec4df8-7a01-4a0e-8295-0d26cd34a143 HTTP/1.1" status: 200 len: 217 time: 0.0855684 May 23 11:13:18.102717 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6adf5-77e5-4429-ba56-626ddd603fb4 req-c1abe3af-17ae-4f2e-b0b1-e3201bd8c317 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:18.102717 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e0a6adf5-77e5-4429-ba56-626ddd603fb4 req-c1abe3af-17ae-4f2e-b0b1-e3201bd8c317 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=30ed3ab4-29fa-4bf2-b4f4-8b4a0ec39997 HTTP/1.1" status: 200 len: 945 time: 0.3950286 May 23 11:13:18.136081 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-124cb31b-ffae-4249-b046-7efd2700588d req-8e9232df-d243-48bc-9915-c78889448f38 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92ce77b1b70449899717558adda940d2 HTTP/1.1" status: 200 len: 472 time: 0.2473485 May 23 11:13:18.155528 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-89fa9326-2f58-42fe-8898-24b19f62dc23 req-1d68c70f-3fd3-490c-8ac1-51d12b1502ae tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683487 May 23 11:13:18.166806 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-124cb31b-ffae-4249-b046-7efd2700588d req-ad8dc82a-32e4-465f-bc3f-e06425a33e71 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Request body: {'port': {'device_id': '680c572a-1569-4869-8b85-d1e3e87e3a07', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'admin_state_up': True, 'tenant_id': '92ce77b1b70449899717558adda940d2', 'security_groups': ['3cd1f9ba-c4ca-482c-90a7-72cd60f2813b']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:18.220723 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77e1d30-261a-40ec-8b21-1f379a95ac33 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Network e8959dc7-3e5b-4f50-a12e-88deaf15d74d is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:13:18.245432 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a07cfaa-7051-4eff-85d2-de53384fd79b'] response: {'name': 'network-changed', 'server_uuid': 'ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574', 'tag': 'e4ec4df8-7a01-4a0e-8295-0d26cd34a143', 'status': 'completed', 'code': 200} May 23 11:13:18.282988 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-e77e1d30-261a-40ec-8b21-1f379a95ac33 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:13:18.294032 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e1d30-261a-40ec-8b21-1f379a95ac33 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event updated for resources: {'Port': ['ID=392ba403-fcca-462c-b698-e94ab34297ae,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:18.307104 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77e1d30-261a-40ec-8b21-1f379a95ac33 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:13:18.311065 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77e1d30-261a-40ec-8b21-1f379a95ac33 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:18.312343 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e77e1d30-261a-40ec-8b21-1f379a95ac33 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:18.377253 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bd99eb9d-f362-4c0b-a94d-4a5120aef461 req-78217288-1b97-47dd-9015-7a1326e91ede service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4dae0a28e54e42d3b93ac681153ab34b&device_id=30ed3ab4-29fa-4bf2-b4f4-8b4a0ec39997 HTTP/1.1" status: 200 len: 1096 time: 0.7532775 May 23 11:13:18.425435 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e0a6adf5-77e5-4429-ba56-626ddd603fb4 req-405dedab-af28-4510-9874-252ebf26f81a tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217030 May 23 11:13:18.432102 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e77e1d30-261a-40ec-8b21-1f379a95ac33 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.4679408 May 23 11:13:18.442836 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52582) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:18.453316 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce31408-d6cc-4e86-acd8-a2bb58898099 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Router 50fe437b-61a5-4a3c-90c2-df56b9d63617 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:13:18.487391 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-6b50106f-816d-4475-9a12-c7e8db1b2a07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:18.489454 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-6b50106f-816d-4475-9a12-c7e8db1b2a07 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6b6de4b0-f25f-4106-b572-a920a7d5e070 HTTP/1.1" status: 200 len: 853 time: 0.4465382 May 23 11:13:18.601997 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-7565c793-addc-4343-bffc-b42fb7f46c25 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=06b7cf5f-e94a-455b-8d9e-43afc47729a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693715 May 23 11:13:18.606805 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f181c07-3aa1-4d64-a8ee-2e1ecf384acf req-fa214ff1-67e1-491a-8f09-509ac74712a9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=58ef6021-e396-465d-be5f-f38283ee2d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8200374 May 23 11:13:18.608898 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ec5a2263-3bf4-4d9e-aa30-decf65ba82d7 req-1c57dcd5-92f1-4ec8-a0b5-795a14333f6f tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=d441cb53-6d03-4274-b36e-6629825aed20 HTTP/1.1" status: 200 len: 210 time: 0.1985652 May 23 11:13:18.722006 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-3fa0b9f0-942f-48bb-8c92-82178951f6a7 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:18.825194 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-124cb31b-ffae-4249-b046-7efd2700588d req-ad8dc82a-32e4-465f-bc3f-e06425a33e71 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:18.840088 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4f214cc6-7a2a-4f7a-8ff3-dceeefc729bb req-36b1168c-1f41-43f7-af5b-3ecc6ca19c1b tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=680c572a-1569-4869-8b85-d1e3e87e3a07 HTTP/1.1" status: 200 len: 210 time: 0.2408636 May 23 11:13:18.930229 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4433d8-b9d5-4c5d-8d07-8a3d75be5048 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:18.930229 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-bc4433d8-b9d5-4c5d-8d07-8a3d75be5048 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Synchronizing usage tracker for tenant:7dca08376e90462fa2c08567c59d529a on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:13:18.938340 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-124cb31b-ffae-4249-b046-7efd2700588d req-ad8dc82a-32e4-465f-bc3f-e06425a33e71 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:18.964952 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-124cb31b-ffae-4249-b046-7efd2700588d req-ad8dc82a-32e4-465f-bc3f-e06425a33e71 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Made reservation on behalf of 92ce77b1b70449899717558adda940d2 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:13:18.965249 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-124cb31b-ffae-4249-b046-7efd2700588d req-ad8dc82a-32e4-465f-bc3f-e06425a33e71 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:19.045734 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-bc4433d8-b9d5-4c5d-8d07-8a3d75be5048 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Unset dirty status for tenant:7dca08376e90462fa2c08567c59d529a on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:13:19.045734 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-bc4433d8-b9d5-4c5d-8d07-8a3d75be5048 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "GET /v2.0/ports/392ba403-fcca-462c-b698-e94ab34297ae HTTP/1.1" status: 200 len: 844 time: 0.5228937 May 23 11:13:19.057871 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52592) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:19.078446 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-a08ec989-99e5-4b83-b63f-e45ab52448d2 service neutron] 10.222.0.81 "GET /v2.0/networks/06b7cf5f-e94a-455b-8d9e-43afc47729a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767394 May 23 11:13:19.108451 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99eb9d-f362-4c0b-a94d-4a5120aef461 req-3a0c32c1-6e12-469d-80e0-87ab7ba99d3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:19.108451 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bd99eb9d-f362-4c0b-a94d-4a5120aef461 req-3a0c32c1-6e12-469d-80e0-87ab7ba99d3c service neutron] 10.222.0.13 "GET /v2.0/networks?id=567b5eae-3d50-4b7b-b2ae-6afd8ab0049d HTTP/1.1" status: 200 len: 911 time: 0.7044654 May 23 11:13:19.214259 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f181c07-3aa1-4d64-a8ee-2e1ecf384acf req-016d2998-53cc-4a50-bb11-cbc2e894b1e8 service neutron] 10.222.0.81 "GET /v2.0/networks/58ef6021-e396-465d-be5f-f38283ee2d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5809536 May 23 11:13:19.257415 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bd99eb9d-f362-4c0b-a94d-4a5120aef461 req-e29db156-787d-4f67-b5bb-4c9dac30233a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a5ffbc3-338b-40c6-9d5d-93f06d4aa818 HTTP/1.1" status: 200 len: 217 time: 0.1405892 May 23 11:13:19.297893 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-971089fd-4e7a-4f46-82a0-bd584f45e6dd req-d722b27c-2473-4d68-ab9b-813d6a7cbe1f service neutron] 10.222.0.81 "GET /v2.0/networks/06b7cf5f-e94a-455b-8d9e-43afc47729a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200963 May 23 11:13:19.306973 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-124cb31b-ffae-4249-b046-7efd2700588d req-ad8dc82a-32e4-465f-bc3f-e06425a33e71 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Allocated IP 172.20.0.3 (297e8414-85bd-4e0d-aedb-8abf246d8703/a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6/38841e98-3177-43e9-adef-a416a3a8b988) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:13:19.373475 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-3fa0b9f0-942f-48bb-8c92-82178951f6a7 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:19.373475 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-da04e4a1-2ef6-41c5-a806-d6c5498aae00 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Deleting port 392ba403-fcca-462c-b698-e94ab34297ae {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:13:19.373475 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-da04e4a1-2ef6-41c5-a806-d6c5498aae00 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:19.406166 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['93231983-db7d-4314-a4f2-a6dea56eda75'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:13:19.897472 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e931a7f1-51f9-4879-86f6-3b2ad099e843 req-4a3f53c5-8465-47e0-bc2d-9cfc52142035 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=de0406f4975c48ee929002b48060a472&device_id=ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574 HTTP/1.1" status: 200 len: 1094 time: 0.4828839 May 23 11:13:19.941258 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21879eff-18ed-4c40-abcd-a8140cfd1662 req-d5c75109-ebc7-4d1e-be14-cf3609db9b44 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:19.944282 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-3fa0b9f0-942f-48bb-8c92-82178951f6a7 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Network 3c158aba-e520-4739-9803-5afc3c97752c is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:13:19.949240 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0b9f0-942f-48bb-8c92-82178951f6a7 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Pushing event updated for resources: {'Port': ['ID=4f720815-b973-492f-beec-2ba7ecaceebc,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:19.949388 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-21879eff-18ed-4c40-abcd-a8140cfd1662 req-d5c75109-ebc7-4d1e-be14-cf3609db9b44 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574 HTTP/1.1" status: 200 len: 943 time: 0.5370765 May 23 11:13:19.950701 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99eb9d-f362-4c0b-a94d-4a5120aef461 req-ed27f37e-04c5-4b8e-a47f-e56e51c2a932 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:19.952259 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bd99eb9d-f362-4c0b-a94d-4a5120aef461 req-ed27f37e-04c5-4b8e-a47f-e56e51c2a932 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eeed4ff9-e40c-44ef-ad2b-8f4ca302f431 HTTP/1.1" status: 200 len: 850 time: 0.6326649 May 23 11:13:19.968862 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-3fa0b9f0-942f-48bb-8c92-82178951f6a7 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:13:19.989715 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-3fa0b9f0-942f-48bb-8c92-82178951f6a7 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:13:20.057749 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7700ddb-94f9-4153-b609-f35f0e1ca792 req-d6b8d266-69ed-4601-90be-9805ac358bfd tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:20.059178 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bd99eb9d-f362-4c0b-a94d-4a5120aef461 req-56e4a98c-0410-4d34-8b95-3edeeb980fca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=567b5eae-3d50-4b7b-b2ae-6afd8ab0049d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836229 May 23 11:13:20.059410 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e7700ddb-94f9-4153-b609-f35f0e1ca792 req-d6b8d266-69ed-4601-90be-9805ac358bfd tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=30ed3ab4-29fa-4bf2-b4f4-8b4a0ec39997 HTTP/1.1" status: 200 len: 945 time: 0.4362385 May 23 11:13:20.063907 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-124cb31b-ffae-4249-b046-7efd2700588d req-ad8dc82a-32e4-465f-bc3f-e06425a33e71 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:20.098868 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f181c07-3aa1-4d64-a8ee-2e1ecf384acf req-a05bc05c-755d-4442-8a7a-7e29d908fd31 service neutron] 10.222.0.81 "GET /v2.0/networks/58ef6021-e396-465d-be5f-f38283ee2d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8761861 May 23 11:13:20.109075 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-da04e4a1-2ef6-41c5-a806-d6c5498aae00 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:20.134418 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-124cb31b-ffae-4249-b046-7efd2700588d req-ad8dc82a-32e4-465f-bc3f-e06425a33e71 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Transition to ACTIVE for port object 38841e98-3177-43e9-adef-a416a3a8b988 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:13:20.185375 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-21879eff-18ed-4c40-abcd-a8140cfd1662 req-bb64844e-4811-44d5-a2da-06a25e677340 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344348 May 23 11:13:20.201150 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52616) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:20.242352 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e7700ddb-94f9-4153-b609-f35f0e1ca792 req-1a549782-6c24-404b-b246-961b0415192d tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590505 May 23 11:13:20.250901 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931a7f1-51f9-4879-86f6-3b2ad099e843 req-866ad32b-3ccb-4eef-be66-e36e071a1b92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:20.250901 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e931a7f1-51f9-4879-86f6-3b2ad099e843 req-866ad32b-3ccb-4eef-be66-e36e071a1b92 service neutron] 10.222.0.81 "GET /v2.0/networks?id=06b7cf5f-e94a-455b-8d9e-43afc47729a0 HTTP/1.1" status: 200 len: 914 time: 0.3369386 May 23 11:13:20.400682 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-124cb31b-ffae-4249-b046-7efd2700588d req-ad8dc82a-32e4-465f-bc3f-e06425a33e71 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:20.444385 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e931a7f1-51f9-4879-86f6-3b2ad099e843 req-2fddfcd6-dc0f-4a6d-a1bb-866c7e1c61eb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4ec4df8-7a01-4a0e-8295-0d26cd34a143 HTTP/1.1" status: 200 len: 217 time: 0.1865904 May 23 11:13:20.607461 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-124cb31b-ffae-4249-b046-7efd2700588d req-ad8dc82a-32e4-465f-bc3f-e06425a33e71 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Network 297e8414-85bd-4e0d-aedb-8abf246d8703 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:13:20.611611 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-124cb31b-ffae-4249-b046-7efd2700588d req-ad8dc82a-32e4-465f-bc3f-e06425a33e71 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:13:20.614047 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-124cb31b-ffae-4249-b046-7efd2700588d req-ad8dc82a-32e4-465f-bc3f-e06425a33e71 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:13:20.653256 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-da04e4a1-2ef6-41c5-a806-d6c5498aae00 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Calling delete_port for 392ba403-fcca-462c-b698-e94ab34297ae owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:13:20.676174 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3f2e98df-ff84-477a-b103-62c2b807a9e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:20.714304 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f181c07-3aa1-4d64-a8ee-2e1ecf384acf req-65b64e29-d916-40ce-a93c-1a5c10cd0067 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=db9c3afa-0b07-44c5-9d9e-b24df4d35d77 HTTP/1.1" status: 200 len: 217 time: 0.5700469 May 23 11:13:20.744192 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8dc82a-32e4-465f-bc3f-e06425a33e71 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Pushing event updated for resources: {'Port': ['ID=38841e98-3177-43e9-adef-a416a3a8b988,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:20.776032 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-3fa0b9f0-942f-48bb-8c92-82178951f6a7 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:20.776665 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-3fa0b9f0-942f-48bb-8c92-82178951f6a7 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:20.824520 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3f2e98df-ff84-477a-b103-62c2b807a9e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:20.829425 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3f2e98df-ff84-477a-b103-62c2b807a9e4 admin admin] Usage tracker for resource:security_group_rule and tenant:3eafe7ebbbf94b17ae921bcd11eb03ca is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:20.833236 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3f2e98df-ff84-477a-b103-62c2b807a9e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:20.841724 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3f2e98df-ff84-477a-b103-62c2b807a9e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:20.874484 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-3fa0b9f0-942f-48bb-8c92-82178951f6a7 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8922541 May 23 11:13:20.884608 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124cb31b-ffae-4249-b046-7efd2700588d req-ad8dc82a-32e4-465f-bc3f-e06425a33e71 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:20.884608 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-124cb31b-ffae-4249-b046-7efd2700588d req-ad8dc82a-32e4-465f-bc3f-e06425a33e71 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:20.885871 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bd99eb9d-f362-4c0b-a94d-4a5120aef461 req-d84fda50-5e4e-4f54-9bff-7f4e8d070399 service neutron] 10.222.0.13 "GET /v2.0/networks/567b5eae-3d50-4b7b-b2ae-6afd8ab0049d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7910826 May 23 11:13:20.889202 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8dc82a-32e4-465f-bc3f-e06425a33e71 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:13:20.889483 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8dc82a-32e4-465f-bc3f-e06425a33e71 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:13:20.889873 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8dc82a-32e4-465f-bc3f-e06425a33e71 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:13:20.892916 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce31408-d6cc-4e86-acd8-a2bb58898099 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:13:20.896970 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8dc82a-32e4-465f-bc3f-e06425a33e71 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:13:20.896970 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8dc82a-32e4-465f-bc3f-e06425a33e71 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:13:20.896970 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8dc82a-32e4-465f-bc3f-e06425a33e71 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:13:20.896970 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8dc82a-32e4-465f-bc3f-e06425a33e71 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:13:20.896970 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8dc82a-32e4-465f-bc3f-e06425a33e71 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:13:20.896970 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8dc82a-32e4-465f-bc3f-e06425a33e71 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:13:20.896970 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8dc82a-32e4-465f-bc3f-e06425a33e71 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:13:20.896970 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8dc82a-32e4-465f-bc3f-e06425a33e71 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:13:20.898331 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931a7f1-51f9-4879-86f6-3b2ad099e843 req-2ab41977-56f2-430d-8a1d-bc4bfec8084c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:20.899031 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e931a7f1-51f9-4879-86f6-3b2ad099e843 req-2ab41977-56f2-430d-8a1d-bc4bfec8084c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6b6de4b0-f25f-4106-b572-a920a7d5e070 HTTP/1.1" status: 200 len: 853 time: 0.4106114 May 23 11:13:20.912382 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1253e82a-9f20-4014-9a12-e0a49ebad5db None None] Sync routers for ids ['50fe437b-61a5-4a3c-90c2-df56b9d63617'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:13:20.919668 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-e7af6838-db3f-4f02-9592-a8468650a791 service neutron] Request body: {'port': {'device_id': 'd441cb53-6d03-4274-b36e-6629825aed20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:20.943115 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1253e82a-9f20-4014-9a12-e0a49ebad5db None None] Routers {'50fe437b-61a5-4a3c-90c2-df56b9d63617'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:13:20.944262 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-1253e82a-9f20-4014-9a12-e0a49ebad5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:13:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['50fe437b-61a5-4a3c-90c2-df56b9d63617'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:20.954068 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-da04e4a1-2ef6-41c5-a806-d6c5498aae00 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:20.964738 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f181c07-3aa1-4d64-a8ee-2e1ecf384acf req-82be6304-d2d2-40c7-a27f-e081d462624a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:20.966257 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f181c07-3aa1-4d64-a8ee-2e1ecf384acf req-82be6304-d2d2-40c7-a27f-e081d462624a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d58e10eb-eed0-4186-8daa-9070770a55fe HTTP/1.1" status: 200 len: 797 time: 0.2375464 May 23 11:13:21.022318 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-1253e82a-9f20-4014-9a12-e0a49ebad5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:21.031027 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f8b166de-1347-4daa-91c2-7f930240b6aa None None] Provisioning for port 38841e98-3177-43e9-adef-a416a3a8b988 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:13:21.040678 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f8b166de-1347-4daa-91c2-7f930240b6aa None None] Provisioning complete for port 38841e98-3177-43e9-adef-a416a3a8b988 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:13:21.041102 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f8b166de-1347-4daa-91c2-7f930240b6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:21.090777 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1253e82a-9f20-4014-9a12-e0a49ebad5db None None] Routers {'50fe437b-61a5-4a3c-90c2-df56b9d63617'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:13:21.091493 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-1253e82a-9f20-4014-9a12-e0a49ebad5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:13:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['50fe437b-61a5-4a3c-90c2-df56b9d63617'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:21.105174 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e931a7f1-51f9-4879-86f6-3b2ad099e843 req-3b4db1dd-5af2-4775-8c96-e3af53707ee7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=06b7cf5f-e94a-455b-8d9e-43afc47729a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1957464 May 23 11:13:21.116479 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8ce31408-d6cc-4e86-acd8-a2bb58898099 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:21.166895 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-1253e82a-9f20-4014-9a12-e0a49ebad5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:21.167669 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1253e82a-9f20-4014-9a12-e0a49ebad5db None None] The sync data for ids ['50fe437b-61a5-4a3c-90c2-df56b9d63617'] in n-d-842952-2 is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:13:21.171100 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b29c3-8cb9-4219-9b71-230f50e6e5ac req-1741ba4e-ead4-4e2d-b9cb-3e5482be73eb tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:21.174538 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2c1b29c3-8cb9-4219-9b71-230f50e6e5ac req-1741ba4e-ead4-4e2d-b9cb-3e5482be73eb tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=d441cb53-6d03-4274-b36e-6629825aed20 HTTP/1.1" status: 200 len: 931 time: 0.7766547 May 23 11:13:21.184150 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f8b166de-1347-4daa-91c2-7f930240b6aa None None] Port 38841e98-3177-43e9-adef-a416a3a8b988 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:13:21.210306 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da04e4a1-2ef6-41c5-a806-d6c5498aae00 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event deleted for resources: {'Port': ['ID=392ba403-fcca-462c-b698-e94ab34297ae,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:21.241135 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3f2e98df-ff84-477a-b103-62c2b807a9e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:21.267529 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-124cb31b-ffae-4249-b046-7efd2700588d req-ad8dc82a-32e4-465f-bc3f-e06425a33e71 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1099541 May 23 11:13:21.273389 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3f2e98df-ff84-477a-b103-62c2b807a9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:21.305067 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-124cb31b-ffae-4249-b046-7efd2700588d req-d1deff6b-8433-4f89-9659-3de2f7ed3f15 service neutron] Request body: {'port': {'device_id': '680c572a-1569-4869-8b85-d1e3e87e3a07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:21.312593 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-da04e4a1-2ef6-41c5-a806-d6c5498aae00 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:21.314426 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-da04e4a1-2ef6-41c5-a806-d6c5498aae00 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/ports/392ba403-fcca-462c-b698-e94ab34297ae HTTP/1.1" status: 204 len: 168 time: 2.2636385 May 23 11:13:21.323752 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8ce31408-d6cc-4e86-acd8-a2bb58898099 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "PUT /v2.0/floatingips/74d1aa7c-05a3-4677-bdab-2edd699ec2e3 HTTP/1.1" status: 200 len: 976 time: 10.1269479 May 23 11:13:21.333776 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52626) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:21.334122 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52628) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:21.338217 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d5897-6b34-4657-b2de-0c9a35b86def req-47ac0247-b3ac-4409-bcb1-4d1cb503c3d1 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:21.338908 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ef9d5897-6b34-4657-b2de-0c9a35b86def req-47ac0247-b3ac-4409-bcb1-4d1cb503c3d1 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Synchronizing usage tracker for tenant:92ce77b1b70449899717558adda940d2 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:13:21.441278 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e98df-ff84-477a-b103-62c2b807a9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96be6d5-68ee-4ebb-b72d-836cbe192182,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:21.456009 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bd99eb9d-f362-4c0b-a94d-4a5120aef461 req-dc0c42a8-1ff6-4960-8b8d-49c4ef699484 service neutron] 10.222.0.13 "GET /v2.0/networks/567b5eae-3d50-4b7b-b2ae-6afd8ab0049d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5637767 May 23 11:13:21.457179 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3f2e98df-ff84-477a-b103-62c2b807a9e4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3eafe7ebbbf94b17ae921bcd11eb03ca&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2556179 May 23 11:13:21.465789 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52634) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:21.468526 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-36b08428-93d2-4755-aa02-b4a292e63e38 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] GET failed (client error): The resource could not be found. May 23 11:13:21.469061 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-36b08428-93d2-4755-aa02-b4a292e63e38 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Synchronizing usage tracker for tenant:7dca08376e90462fa2c08567c59d529a on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:13:21.469630 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ef9d5897-6b34-4657-b2de-0c9a35b86def req-47ac0247-b3ac-4409-bcb1-4d1cb503c3d1 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Unset dirty status for tenant:92ce77b1b70449899717558adda940d2 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:13:21.470799 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ef9d5897-6b34-4657-b2de-0c9a35b86def req-47ac0247-b3ac-4409-bcb1-4d1cb503c3d1 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=680c572a-1569-4869-8b85-d1e3e87e3a07 HTTP/1.1" status: 200 len: 931 time: 0.9835598 May 23 11:13:21.473150 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e931a7f1-51f9-4879-86f6-3b2ad099e843 req-47897594-7eab-4efc-8cfe-1ed38dd6ba72 service neutron] 10.222.0.81 "GET /v2.0/networks/06b7cf5f-e94a-455b-8d9e-43afc47729a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511798 May 23 11:13:21.475472 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2c1b29c3-8cb9-4219-9b71-230f50e6e5ac req-98ca4bb5-e6f4-44e9-8c5f-44797e42a33d tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463448 May 23 11:13:21.492512 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-e7af6838-db3f-4f02-9592-a8468650a791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:21.522687 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-bbc39c18-dad0-4e7c-b9f7-5fd7a852110b tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Deleting port 54cdb243-a387-45bd-93ba-38d6d4169945 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:13:21.523281 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bbc39c18-dad0-4e7c-b9f7-5fd7a852110b tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:21.592110 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f181c07-3aa1-4d64-a8ee-2e1ecf384acf req-a2f46d5d-97d1-4165-a6f3-7be33c32cb5d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=58ef6021-e396-465d-be5f-f38283ee2d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4804575 May 23 11:13:21.624869 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-36b08428-93d2-4755-aa02-b4a292e63e38 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Unset dirty status for tenant:7dca08376e90462fa2c08567c59d529a on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:13:21.629962 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-36b08428-93d2-4755-aa02-b4a292e63e38 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "GET /v2.0/ports/392ba403-fcca-462c-b698-e94ab34297ae HTTP/1.1" status: 404 len: 333 time: 0.2910376 May 23 11:13:21.640066 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52638) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:21.686865 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-9d7687a2-0a9e-4aba-a87b-f163a7d17d8e tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'port': {'network_id': 'e8959dc7-3e5b-4f50-a12e-88deaf15d74d', 'name': 'tempest-PortsIpV6TestJSON-1345095793'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:21.715154 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-124cb31b-ffae-4249-b046-7efd2700588d req-d1deff6b-8433-4f89-9659-3de2f7ed3f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:21.897443 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ef9d5897-6b34-4657-b2de-0c9a35b86def req-be3aa2d8-a4e0-4b23-abbb-bd019647eac8 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?id=3cd1f9ba-c4ca-482c-90a7-72cd60f2813b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3801119 May 23 11:13:21.917804 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e931a7f1-51f9-4879-86f6-3b2ad099e843 req-52bae4d6-36a7-46cc-aae9-055ab08c4e83 service neutron] 10.222.0.81 "GET /v2.0/networks/06b7cf5f-e94a-455b-8d9e-43afc47729a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148946 May 23 11:13:21.936571 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9d7687a2-0a9e-4aba-a87b-f163a7d17d8e tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:21.962005 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9d7687a2-0a9e-4aba-a87b-f163a7d17d8e tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:21.993261 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fb05be41-1307-49bd-92a9-119511db8a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:22.031020 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7cc76-6659-4759-b6c4-c4c7b4b177a1 req-db29c7a8-fa24-4494-81f5-9b3878d23ff0 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:22.032618 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e4d7cc76-6659-4759-b6c4-c4c7b4b177a1 req-db29c7a8-fa24-4494-81f5-9b3878d23ff0 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574 HTTP/1.1" status: 200 len: 943 time: 0.3977129 May 23 11:13:22.038479 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7687a2-0a9e-4aba-a87b-f163a7d17d8e tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Made reservation on behalf of 7dca08376e90462fa2c08567c59d529a for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:13:22.041886 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9d7687a2-0a9e-4aba-a87b-f163a7d17d8e tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:22.222458 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-9d7687a2-0a9e-4aba-a87b-f163a7d17d8e tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] device_id is not set on port 0ac51622-2ab0-4523-8331-3080f3cfd467 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:13:22.236214 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f181c07-3aa1-4d64-a8ee-2e1ecf384acf req-02db7378-aae0-4b81-ae93-1509593914ea service neutron] 10.222.0.81 "GET /v2.0/networks/58ef6021-e396-465d-be5f-f38283ee2d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6182177 May 23 11:13:22.254882 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fb05be41-1307-49bd-92a9-119511db8a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:22.299692 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e4d7cc76-6659-4759-b6c4-c4c7b4b177a1 req-e183c613-b1b4-4da1-ba92-e8c39ff22687 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431083 May 23 11:13:22.402302 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4fe133-708f-4ed4-8ba5-47b3d859d69c req-9fdef10b-2e53-43ee-9851-4a81b5bfbaf8 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:22.403900 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0c4fe133-708f-4ed4-8ba5-47b3d859d69c req-9fdef10b-2e53-43ee-9851-4a81b5bfbaf8 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=30ed3ab4-29fa-4bf2-b4f4-8b4a0ec39997 HTTP/1.1" status: 200 len: 945 time: 0.3517017 May 23 11:13:22.420412 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bbc39c18-dad0-4e7c-b9f7-5fd7a852110b tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:22.535029 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [req-124cb31b-ffae-4249-b046-7efd2700588d req-d1deff6b-8433-4f89-9659-3de2f7ed3f15 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:13:22.539575 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device e4ec4df8-7a01-4a0e-8295-0d26cd34a143 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:13:22.629263 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0c4fe133-708f-4ed4-8ba5-47b3d859d69c req-9108b81f-86ff-4ba3-a65a-db58cdd0ac13 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171481 May 23 11:13:22.637603 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9d7687a2-0a9e-4aba-a87b-f163a7d17d8e tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:22.644316 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-124cb31b-ffae-4249-b046-7efd2700588d req-d1deff6b-8433-4f89-9659-3de2f7ed3f15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38841e98-3177-43e9-adef-a416a3a8b988 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:13:22.653200 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-124cb31b-ffae-4249-b046-7efd2700588d req-d1deff6b-8433-4f89-9659-3de2f7ed3f15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:22.658174 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f181c07-3aa1-4d64-a8ee-2e1ecf384acf req-7606b569-af02-4b15-b19b-1c293b5d0c23 service neutron] 10.222.0.81 "GET /v2.0/networks/58ef6021-e396-465d-be5f-f38283ee2d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104729 May 23 11:13:22.691225 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-124cb31b-ffae-4249-b046-7efd2700588d req-d1deff6b-8433-4f89-9659-3de2f7ed3f15 service neutron] Transition to ACTIVE for port object 38841e98-3177-43e9-adef-a416a3a8b988 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:13:22.693010 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9d7687a2-0a9e-4aba-a87b-f163a7d17d8e tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:22.704523 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-124cb31b-ffae-4249-b046-7efd2700588d req-d1deff6b-8433-4f89-9659-3de2f7ed3f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:22.725251 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fb05be41-1307-49bd-92a9-119511db8a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:22.770991 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port e4ec4df8-7a01-4a0e-8295-0d26cd34a143, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=e4ec4df8-7a01-4a0e-8295-0d26cd34a143,segment=NetworkSegment(e6734377-073b-422b-93c0-ef1cda14b824),segment_id=e6734377-073b-422b-93c0-ef1cda14b824)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:13:22.791208 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': 'e4ec4df8-7a01-4a0e-8295-0d26cd34a143', 'network_id': '06b7cf5f-e94a-455b-8d9e-43afc47729a0', 'port_id': 'e4ec4df8-7a01-4a0e-8295-0d26cd34a143', 'mac_address': 'fa:16:3e:91:87:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b6de4b0-f25f-4106-b572-a920a7d5e070', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:13:22.826330 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb05be41-1307-49bd-92a9-119511db8a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96be6d5-68ee-4ebb-b72d-836cbe192182,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:22.854807 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f181c07-3aa1-4d64-a8ee-2e1ecf384acf req-2395d75c-6be8-4678-b955-2f86d27b787d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce HTTP/1.1" status: 200 len: 217 time: 0.1306896 May 23 11:13:22.866065 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-e7af6838-db3f-4f02-9592-a8468650a791 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f720815-b973-492f-beec-2ba7ecaceebc {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:13:22.875418 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fb05be41-1307-49bd-92a9-119511db8a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:22.876733 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-fb05be41-1307-49bd-92a9-119511db8a87 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a96be6d5-68ee-4ebb-b72d-836cbe192182 HTTP/1.1" status: 204 len: 168 time: 1.4050055 May 23 11:13:22.894256 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:22.918850 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7687a2-0a9e-4aba-a87b-f163a7d17d8e tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event updated for resources: {'Port': ['ID=0ac51622-2ab0-4523-8331-3080f3cfd467,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:22.919998 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4ec4df8-7a01-4a0e-8295-0d26cd34a143 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:13:22.954506 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port e4ec4df8-7a01-4a0e-8295-0d26cd34a143, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=e4ec4df8-7a01-4a0e-8295-0d26cd34a143,segment=NetworkSegment(e6734377-073b-422b-93c0-ef1cda14b824),segment_id=e6734377-073b-422b-93c0-ef1cda14b824)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:13:22.960260 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:23.065095 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-e7af6838-db3f-4f02-9592-a8468650a791 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:23.098325 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=e4ec4df8-7a01-4a0e-8295-0d26cd34a143,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:23.137691 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-e7af6838-db3f-4f02-9592-a8468650a791 service neutron] Transition to ACTIVE for port object 4f720815-b973-492f-beec-2ba7ecaceebc will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:13:23.143371 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f181c07-3aa1-4d64-a8ee-2e1ecf384acf req-717fe6d1-3c80-40d6-8538-76515fd3756f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:23.145020 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f181c07-3aa1-4d64-a8ee-2e1ecf384acf req-717fe6d1-3c80-40d6-8538-76515fd3756f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d58e10eb-eed0-4186-8daa-9070770a55fe HTTP/1.1" status: 200 len: 797 time: 0.2707870 May 23 11:13:23.147855 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bbc39c18-dad0-4e7c-b9f7-5fd7a852110b tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:23.148401 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bbc39c18-dad0-4e7c-b9f7-5fd7a852110b tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:23.148701 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [None req-bbc39c18-dad0-4e7c-b9f7-5fd7a852110b tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Floating IP 74d1aa7c-05a3-4677-bdab-2edd699ec2e3 disassociated. External IP: 172.25.6.181, port: 54cdb243-a387-45bd-93ba-38d6d4169945. May 23 11:13:23.149028 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-bbc39c18-dad0-4e7c-b9f7-5fd7a852110b tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Calling delete_port for 54cdb243-a387-45bd-93ba-38d6d4169945 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:13:23.175927 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-e7af6838-db3f-4f02-9592-a8468650a791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:23.188386 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7687a2-0a9e-4aba-a87b-f163a7d17d8e tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Network e8959dc7-3e5b-4f50-a12e-88deaf15d74d is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:13:23.226189 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-9d7687a2-0a9e-4aba-a87b-f163a7d17d8e tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:13:23.254387 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7687a2-0a9e-4aba-a87b-f163a7d17d8e tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:13:23.258505 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7687a2-0a9e-4aba-a87b-f163a7d17d8e tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:23.259105 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9d7687a2-0a9e-4aba-a87b-f163a7d17d8e tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:23.360835 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af6838-db3f-4f02-9592-a8468650a791 service neutron] Pushing event updated for resources: {'Port': ['ID=4f720815-b973-492f-beec-2ba7ecaceebc,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:23.366802 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['e4ec4df8-7a01-4a0e-8295-0d26cd34a143'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:13:23.398431 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1deff6b-8433-4f89-9659-3de2f7ed3f15 service neutron] Pushing event updated for resources: {'Port': ['ID=38841e98-3177-43e9-adef-a416a3a8b988,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:23.428795 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9d7687a2-0a9e-4aba-a87b-f163a7d17d8e tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7862210 May 23 11:13:23.429908 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-124cb31b-ffae-4249-b046-7efd2700588d req-d1deff6b-8433-4f89-9659-3de2f7ed3f15 service neutron] Attempting to bind port 38841e98-3177-43e9-adef-a416a3a8b988 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:13:23.430545 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-124cb31b-ffae-4249-b046-7efd2700588d req-d1deff6b-8433-4f89-9659-3de2f7ed3f15 service neutron] Attempting to bind port 38841e98-3177-43e9-adef-a416a3a8b988 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'f83c0d0e-9b40-421e-a2f5-66bbabc627e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:13:23.431051 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124cb31b-ffae-4249-b046-7efd2700588d req-d1deff6b-8433-4f89-9659-3de2f7ed3f15 service neutron] Attempting to bind port 38841e98-3177-43e9-adef-a416a3a8b988 on network 297e8414-85bd-4e0d-aedb-8abf246d8703 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:13:23.433211 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52660) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:23.447283 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-73e20b9e-cb02-470b-861f-2c1929f8075f tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:23.560593 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f181c07-3aa1-4d64-a8ee-2e1ecf384acf req-5013931b-5412-40ab-b032-581b4fa0ec98 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=58ef6021-e396-465d-be5f-f38283ee2d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3801296 May 23 11:13:23.564367 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124cb31b-ffae-4249-b046-7efd2700588d req-d1deff6b-8433-4f89-9659-3de2f7ed3f15 service neutron] Port 38841e98-3177-43e9-adef-a416a3a8b988 on network 297e8414-85bd-4e0d-aedb-8abf246d8703 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:13:23.564842 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124cb31b-ffae-4249-b046-7efd2700588d req-d1deff6b-8433-4f89-9659-3de2f7ed3f15 service neutron] Attempting to bind port 38841e98-3177-43e9-adef-a416a3a8b988 on network 297e8414-85bd-4e0d-aedb-8abf246d8703 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:13:23.567118 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bbc39c18-dad0-4e7c-b9f7-5fd7a852110b tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:23.589110 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07897c-540b-4809-8ee7-74a559a454c9 req-6b2fa6ab-1f8d-48f8-9ffd-addd15141024 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:23.595856 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4b07897c-540b-4809-8ee7-74a559a454c9 req-6b2fa6ab-1f8d-48f8-9ffd-addd15141024 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=d441cb53-6d03-4274-b36e-6629825aed20 HTTP/1.1" status: 200 len: 931 time: 0.8473728 May 23 11:13:23.630475 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6947dc-dd3e-4f4f-8084-7c3d0bc9c6ab req-3f87422c-90bc-4c47-b082-b4941c851e56 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:23.632628 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fc6947dc-dd3e-4f4f-8084-7c3d0bc9c6ab req-3f87422c-90bc-4c47-b082-b4941c851e56 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=680c572a-1569-4869-8b85-d1e3e87e3a07 HTTP/1.1" status: 200 len: 943 time: 0.4671950 May 23 11:13:23.638781 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124cb31b-ffae-4249-b046-7efd2700588d req-d1deff6b-8433-4f89-9659-3de2f7ed3f15 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:13:23.639147 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124cb31b-ffae-4249-b046-7efd2700588d req-d1deff6b-8433-4f89-9659-3de2f7ed3f15 service neutron] Checking segment: {'id': 'f83c0d0e-9b40-421e-a2f5-66bbabc627e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:13:23.639599 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124cb31b-ffae-4249-b046-7efd2700588d req-d1deff6b-8433-4f89-9659-3de2f7ed3f15 service neutron] Bound using segment: {'id': 'f83c0d0e-9b40-421e-a2f5-66bbabc627e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:13:23.640140 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-124cb31b-ffae-4249-b046-7efd2700588d req-d1deff6b-8433-4f89-9659-3de2f7ed3f15 service neutron] Bound port: 38841e98-3177-43e9-adef-a416a3a8b988, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f83c0d0e-9b40-421e-a2f5-66bbabc627e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:13:23.640562 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-124cb31b-ffae-4249-b046-7efd2700588d req-d1deff6b-8433-4f89-9659-3de2f7ed3f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:23.654913 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc39c18-dad0-4e7c-b9f7-5fd7a852110b tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Pushing event deleted for resources: {'Port': ['ID=54cdb243-a387-45bd-93ba-38d6d4169945,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:23.660109 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-73e20b9e-cb02-470b-861f-2c1929f8075f tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:23.753066 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-e7af6838-db3f-4f02-9592-a8468650a791 service neutron] Attempting to bind port 4f720815-b973-492f-beec-2ba7ecaceebc on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:13:23.753394 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-e7af6838-db3f-4f02-9592-a8468650a791 service neutron] Attempting to bind port 4f720815-b973-492f-beec-2ba7ecaceebc by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '3dd9ea5f-23bc-4bc8-917a-431ad3d10464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3c158aba-e520-4739-9803-5afc3c97752c'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:13:23.753710 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-e7af6838-db3f-4f02-9592-a8468650a791 service neutron] Attempting to bind port 4f720815-b973-492f-beec-2ba7ecaceebc on network 3c158aba-e520-4739-9803-5afc3c97752c {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:13:23.805145 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fc6947dc-dd3e-4f4f-8084-7c3d0bc9c6ab req-e1115f05-919f-4a20-9eb6-4e5f2df8c90c tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?id=3cd1f9ba-c4ca-482c-90a7-72cd60f2813b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508870 May 23 11:13:23.831814 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4b07897c-540b-4809-8ee7-74a559a454c9 req-1612c044-1fa5-4339-8e09-a5621ec8e349 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349131 May 23 11:13:23.969336 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-124cb31b-ffae-4249-b046-7efd2700588d req-d1deff6b-8433-4f89-9659-3de2f7ed3f15 service neutron] For port 38841e98-3177-43e9-adef-a416a3a8b988, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:13:24.071421 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f181c07-3aa1-4d64-a8ee-2e1ecf384acf req-c10aa63b-0095-4e8b-859a-4e4083d7ad7d service neutron] 10.222.0.81 "GET /v2.0/networks/58ef6021-e396-465d-be5f-f38283ee2d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4935575 May 23 11:13:24.072061 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-e7af6838-db3f-4f02-9592-a8468650a791 service neutron] Port 4f720815-b973-492f-beec-2ba7ecaceebc on network 3c158aba-e520-4739-9803-5afc3c97752c not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:13:24.072282 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-e7af6838-db3f-4f02-9592-a8468650a791 service neutron] Attempting to bind port 4f720815-b973-492f-beec-2ba7ecaceebc on network 3c158aba-e520-4739-9803-5afc3c97752c {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:13:24.114293 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-e7af6838-db3f-4f02-9592-a8468650a791 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:13:24.114574 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-e7af6838-db3f-4f02-9592-a8468650a791 service neutron] Checking segment: {'id': '3dd9ea5f-23bc-4bc8-917a-431ad3d10464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3c158aba-e520-4739-9803-5afc3c97752c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:13:24.114932 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-e7af6838-db3f-4f02-9592-a8468650a791 service neutron] Bound using segment: {'id': '3dd9ea5f-23bc-4bc8-917a-431ad3d10464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3c158aba-e520-4739-9803-5afc3c97752c'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:13:24.115371 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-e7af6838-db3f-4f02-9592-a8468650a791 service neutron] Bound port: 4f720815-b973-492f-beec-2ba7ecaceebc, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dd9ea5f-23bc-4bc8-917a-431ad3d10464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3c158aba-e520-4739-9803-5afc3c97752c'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:13:24.115711 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-e7af6838-db3f-4f02-9592-a8468650a791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:24.126153 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-124cb31b-ffae-4249-b046-7efd2700588d req-d1deff6b-8433-4f89-9659-3de2f7ed3f15 service neutron] For port 38841e98-3177-43e9-adef-a416a3a8b988, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=38841e98-3177-43e9-adef-a416a3a8b988,segment=NetworkSegment(f83c0d0e-9b40-421e-a2f5-66bbabc627e2),segment_id=f83c0d0e-9b40-421e-a2f5-66bbabc627e2)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:13:24.150006 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-124cb31b-ffae-4249-b046-7efd2700588d req-d1deff6b-8433-4f89-9659-3de2f7ed3f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:24.257339 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-124cb31b-ffae-4249-b046-7efd2700588d req-d1deff6b-8433-4f89-9659-3de2f7ed3f15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:24.258686 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-124cb31b-ffae-4249-b046-7efd2700588d req-d1deff6b-8433-4f89-9659-3de2f7ed3f15 service neutron] 10.222.0.13 "PUT /v2.0/ports/38841e98-3177-43e9-adef-a416a3a8b988 HTTP/1.1" status: 200 len: 1091 time: 2.9638755 May 23 11:13:24.262551 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '680c572a-1569-4869-8b85-d1e3e87e3a07', 'tag': '38841e98-3177-43e9-adef-a416a3a8b988'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:13:24.296511 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-73e20b9e-cb02-470b-861f-2c1929f8075f tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:24.301751 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1deff6b-8433-4f89-9659-3de2f7ed3f15 service neutron] Pushing event updated for resources: {'Port': ['ID=38841e98-3177-43e9-adef-a416a3a8b988,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:24.309535 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-73e20b9e-cb02-470b-861f-2c1929f8075f tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:24.314940 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f181c07-3aa1-4d64-a8ee-2e1ecf384acf req-fa511c03-f9a6-4efc-909a-1399ad9a1c38 service neutron] 10.222.0.81 "GET /v2.0/networks/58ef6021-e396-465d-be5f-f38283ee2d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341526 May 23 11:13:24.320929 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-e7af6838-db3f-4f02-9592-a8468650a791 service neutron] For port 4f720815-b973-492f-beec-2ba7ecaceebc, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:13:24.324586 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-e7af6838-db3f-4f02-9592-a8468650a791 service neutron] For port 4f720815-b973-492f-beec-2ba7ecaceebc, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=4f720815-b973-492f-beec-2ba7ecaceebc,segment=NetworkSegment(3dd9ea5f-23bc-4bc8-917a-431ad3d10464),segment_id=3dd9ea5f-23bc-4bc8-917a-431ad3d10464)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:13:24.388544 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-e7af6838-db3f-4f02-9592-a8468650a791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:24.431775 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6231d5-adb9-4e9d-9671-161b54396e95 req-89e38abc-6c45-46d5-8409-facf3b2c13f2 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:24.432954 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fd6231d5-adb9-4e9d-9671-161b54396e95 req-89e38abc-6c45-46d5-8409-facf3b2c13f2 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=30ed3ab4-29fa-4bf2-b4f4-8b4a0ec39997 HTTP/1.1" status: 200 len: 945 time: 0.3950651 May 23 11:13:24.440519 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476a0a0-8284-45f6-83c5-7c4aaadc2652 req-7d6cd2a8-2c72-414f-b520-e27c6cbc0f4d tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:24.441102 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1476a0a0-8284-45f6-83c5-7c4aaadc2652 req-7d6cd2a8-2c72-414f-b520-e27c6cbc0f4d tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574 HTTP/1.1" status: 200 len: 944 time: 0.4021122 May 23 11:13:24.454289 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-73e20b9e-cb02-470b-861f-2c1929f8075f tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] In _notify_port_updated(), no bound segment for port 0ac51622-2ab0-4523-8331-3080f3cfd467 on network e8959dc7-3e5b-4f50-a12e-88deaf15d74d {{(pid=83910) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 23 11:13:24.458189 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e20b9e-cb02-470b-861f-2c1929f8075f tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:24.458815 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-73e20b9e-cb02-470b-861f-2c1929f8075f tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:24.460608 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-73e20b9e-cb02-470b-861f-2c1929f8075f tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "PUT /v2.0/ports/0ac51622-2ab0-4523-8331-3080f3cfd467 HTTP/1.1" status: 200 len: 818 time: 1.0246620 May 23 11:13:24.467305 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52678) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:24.469003 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f181c07-3aa1-4d64-a8ee-2e1ecf384acf req-534a6fb3-e333-4ab0-9b02-dda048d8ccd2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9a44d654-6b97-41f9-82f8-7a39efafc1c3 HTTP/1.1" status: 200 len: 217 time: 0.1429758 May 23 11:13:24.531387 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device e4ec4df8-7a01-4a0e-8295-0d26cd34a143 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:13:24.552235 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-e7af6838-db3f-4f02-9592-a8468650a791 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:24.553840 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-e7af6838-db3f-4f02-9592-a8468650a791 service neutron] 10.222.0.81 "PUT /v2.0/ports/4f720815-b973-492f-beec-2ba7ecaceebc HTTP/1.1" status: 200 len: 1091 time: 3.6605899 May 23 11:13:24.564030 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd441cb53-6d03-4274-b36e-6629825aed20', 'tag': '4f720815-b973-492f-beec-2ba7ecaceebc'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:13:24.592111 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af6838-db3f-4f02-9592-a8468650a791 service neutron] Pushing event updated for resources: {'Port': ['ID=4f720815-b973-492f-beec-2ba7ecaceebc,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:24.592728 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e20b9e-cb02-470b-861f-2c1929f8075f tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event updated for resources: {'Port': ['ID=0ac51622-2ab0-4523-8331-3080f3cfd467,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:24.615581 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc39c18-dad0-4e7c-b9f7-5fd7a852110b tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Router 50fe437b-61a5-4a3c-90c2-df56b9d63617 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:13:24.617402 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f181c07-3aa1-4d64-a8ee-2e1ecf384acf req-48437c0c-8753-47bf-a810-28c4282b9b7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:24.619043 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f181c07-3aa1-4d64-a8ee-2e1ecf384acf req-48437c0c-8753-47bf-a810-28c4282b9b7c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3002fdac-2784-401d-a448-1ed62ecf0bbd HTTP/1.1" status: 200 len: 797 time: 0.1381075 May 23 11:13:24.627155 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port e4ec4df8-7a01-4a0e-8295-0d26cd34a143 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:13:24.633934 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port e4ec4df8-7a01-4a0e-8295-0d26cd34a143 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:13:24.634592 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:24.649933 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-1656e479-e8a2-4728-ae9c-78ce1c6d7e73 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Deleting port 0ac51622-2ab0-4523-8331-3080f3cfd467 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:13:24.650188 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1656e479-e8a2-4728-ae9c-78ce1c6d7e73 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:24.682327 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1476a0a0-8284-45f6-83c5-7c4aaadc2652 req-72179e70-9c0c-494f-8d05-7cd41eeb299f tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177434 May 23 11:13:24.701709 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fd6231d5-adb9-4e9d-9671-161b54396e95 req-7a009d19-d5d3-41ec-9d41-bc9ce929cd72 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504151 May 23 11:13:24.749340 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-124cb31b-ffae-4249-b046-7efd2700588d req-1f95e26e-7a73-459b-88f0-2af5e8abb09f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92ce77b1b70449899717558adda940d2&device_id=680c572a-1569-4869-8b85-d1e3e87e3a07 HTTP/1.1" status: 200 len: 1094 time: 0.3990695 May 23 11:13:24.769839 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:24.830411 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ec4df8-7a01-4a0e-8295-0d26cd34a143'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:13:24.854644 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port e4ec4df8-7a01-4a0e-8295-0d26cd34a143, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=e4ec4df8-7a01-4a0e-8295-0d26cd34a143,segment=NetworkSegment(e6734377-073b-422b-93c0-ef1cda14b824),segment_id=e6734377-073b-422b-93c0-ef1cda14b824)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:13:24.866133 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5dd0327-968b-4a74-b9f4-a32cfc30e91c'] response: {'name': 'network-changed', 'server_uuid': '680c572a-1569-4869-8b85-d1e3e87e3a07', 'tag': '38841e98-3177-43e9-adef-a416a3a8b988', 'status': 'completed', 'code': 200} May 23 11:13:24.867656 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:24.898408 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-124cb31b-ffae-4249-b046-7efd2700588d req-fe7f596c-5d7e-4006-aa09-fbb7ca8dc0d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38841e98-3177-43e9-adef-a416a3a8b988 HTTP/1.1" status: 200 len: 217 time: 0.1255100 May 23 11:13:24.911027 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-8dc0725b-a20b-4cce-ac77-c3a83ab04e7a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=918845eb514f4ef49a66c0d5a348fe52&device_id=d441cb53-6d03-4274-b36e-6629825aed20 HTTP/1.1" status: 200 len: 1094 time: 0.2909675 May 23 11:13:24.921186 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f181c07-3aa1-4d64-a8ee-2e1ecf384acf req-702fc54c-1ae3-41e5-8d24-36b42570b96f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2647378 May 23 11:13:24.997992 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-c4e485fa-e76e-4f64-95f3-6a8ac52796a0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f720815-b973-492f-beec-2ba7ecaceebc HTTP/1.1" status: 200 len: 217 time: 0.0686948 May 23 11:13:24.999966 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=e4ec4df8-7a01-4a0e-8295-0d26cd34a143,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:25.000095 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-099065ec-6c52-46de-b2a0-bcca00c9b801'] response: {'name': 'network-changed', 'server_uuid': 'd441cb53-6d03-4274-b36e-6629825aed20', 'tag': '4f720815-b973-492f-beec-2ba7ecaceebc', 'status': 'completed', 'code': 200} May 23 11:13:25.078454 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124cb31b-ffae-4249-b046-7efd2700588d req-f830b5f6-73fb-48ba-9d49-ef15a19d3759 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:25.079925 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-124cb31b-ffae-4249-b046-7efd2700588d req-f830b5f6-73fb-48ba-9d49-ef15a19d3759 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6 HTTP/1.1" status: 200 len: 854 time: 0.1750491 May 23 11:13:25.086702 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1656e479-e8a2-4728-ae9c-78ce1c6d7e73 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:25.102458 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2221d126-adda-4b86-8d3d-3c852a12bb34'] response: {'server_uuid': 'ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ec4df8-7a01-4a0e-8295-0d26cd34a143', 'code': 200} May 23 11:13:25.175160 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-feba4ea9-cd54-40e0-86f4-f42f5f4721d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:25.176797 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-feba4ea9-cd54-40e0-86f4-f42f5f4721d8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=31ce3e03-ff53-4686-aaa6-54ac8efb8abe HTTP/1.1" status: 200 len: 846 time: 0.1540613 May 23 11:13:25.250206 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-4fe2dace-2469-4ecd-9576-c310818fd371 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3c158aba-e520-4739-9803-5afc3c97752c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458426 May 23 11:13:25.353923 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f181c07-3aa1-4d64-a8ee-2e1ecf384acf req-91b0961e-063c-4fe4-ae25-f616db52a1c8 service neutron] 10.222.0.81 "GET /v2.0/networks/e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530376 May 23 11:13:25.460232 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-1656e479-e8a2-4728-ae9c-78ce1c6d7e73 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Calling delete_port for 0ac51622-2ab0-4523-8331-3080f3cfd467 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:13:25.532280 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52696) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:25.593909 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc39c18-dad0-4e7c-b9f7-5fd7a852110b tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:13:25.609096 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4239f635-1357-4720-8644-3b93c3e362ef None None] Sync routers for ids ['50fe437b-61a5-4a3c-90c2-df56b9d63617'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:13:25.621114 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4239f635-1357-4720-8644-3b93c3e362ef None None] Routers {'50fe437b-61a5-4a3c-90c2-df56b9d63617'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:13:25.621754 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-4239f635-1357-4720-8644-3b93c3e362ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:13:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['50fe437b-61a5-4a3c-90c2-df56b9d63617'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:25.668883 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-124cb31b-ffae-4249-b046-7efd2700588d req-abd61a86-04f4-48df-b984-cd76185433c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=297e8414-85bd-4e0d-aedb-8abf246d8703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5734842 May 23 11:13:25.676804 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1656e479-e8a2-4728-ae9c-78ce1c6d7e73 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:25.685360 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-4239f635-1357-4720-8644-3b93c3e362ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:25.697991 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4239f635-1357-4720-8644-3b93c3e362ef None None] Routers {'50fe437b-61a5-4a3c-90c2-df56b9d63617'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:13:25.698693 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-4239f635-1357-4720-8644-3b93c3e362ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:13:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['50fe437b-61a5-4a3c-90c2-df56b9d63617'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:25.705180 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-dd70f2d5-41b2-4912-a1e5-ee94a6d2e09a service neutron] 10.222.0.81 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4327972 May 23 11:13:25.743869 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-54c82302-53c7-495b-8ef6-b54ad151f3fa req-b01887cf-b2e4-4bdb-b5e2-2518f03ba7ad service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574 HTTP/1.1" status: 200 len: 1096 time: 0.4703603 May 23 11:13:25.749190 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec00e0-570d-446f-beda-e0af8bb44583 req-d270f7a9-16c6-4b47-af52-e6acf1149885 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:25.759464 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-99ec00e0-570d-446f-beda-e0af8bb44583 req-d270f7a9-16c6-4b47-af52-e6acf1149885 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=d441cb53-6d03-4274-b36e-6629825aed20 HTTP/1.1" status: 200 len: 943 time: 0.4864318 May 23 11:13:25.770801 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-4239f635-1357-4720-8644-3b93c3e362ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:25.771202 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4239f635-1357-4720-8644-3b93c3e362ef None None] The sync data for ids ['50fe437b-61a5-4a3c-90c2-df56b9d63617'] in n-d-842952-2 is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:13:25.802545 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bbc39c18-dad0-4e7c-b9f7-5fd7a852110b tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:25.866188 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656e479-e8a2-4728-ae9c-78ce1c6d7e73 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event deleted for resources: {'Port': ['ID=0ac51622-2ab0-4523-8331-3080f3cfd467,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:25.878740 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-bbc39c18-dad0-4e7c-b9f7-5fd7a852110b tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "DELETE /v2.0/ports/54cdb243-a387-45bd-93ba-38d6d4169945 HTTP/1.1" status: 204 len: 168 time: 4.5422361 May 23 11:13:25.892151 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52706) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:25.912158 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1e195-bebb-4bda-be3d-a5b030cc057c req-c18c4fc9-9ed7-4334-b9a3-2d757275cbb8 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:25.913587 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5ae1e195-bebb-4bda-be3d-a5b030cc057c req-c18c4fc9-9ed7-4334-b9a3-2d757275cbb8 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=680c572a-1569-4869-8b85-d1e3e87e3a07 HTTP/1.1" status: 200 len: 943 time: 0.4698257 May 23 11:13:25.938357 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d65b64e4-c141-42ec-a422-a14da174ca17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:25.947204 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1656e479-e8a2-4728-ae9c-78ce1c6d7e73 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:25.993794 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f181c07-3aa1-4d64-a8ee-2e1ecf384acf req-8026750b-4618-4b5e-9ba1-5cb54100e21a service neutron] 10.222.0.81 "GET /v2.0/networks/e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6257122 May 23 11:13:26.004097 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e68ce07d-6a0a-4731-b11e-292b6853dd9e tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "GET /v2.0/floatingips/74d1aa7c-05a3-4677-bdab-2edd699ec2e3 HTTP/1.1" status: 200 len: 688 time: 0.1108160 May 23 11:13:26.017661 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52710) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:26.019239 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1656e479-e8a2-4728-ae9c-78ce1c6d7e73 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/ports/0ac51622-2ab0-4523-8331-3080f3cfd467 HTTP/1.1" status: 204 len: 168 time: 1.5357857 May 23 11:13:26.022488 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52712) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:26.039689 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-54c82302-53c7-495b-8ef6-b54ad151f3fa req-4b4ccc8f-f305-424e-9646-9e6ad580ab50 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611299 May 23 11:13:26.091396 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f181c07-3aa1-4d64-a8ee-2e1ecf384acf req-35df014b-05a1-4bb5-ae56-50ec690511df service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=763c10d1-b57e-48c8-8043-0443d4788a7a HTTP/1.1" status: 200 len: 217 time: 0.0904164 May 23 11:13:26.096881 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bfb93957-6a93-470b-be4c-0b3f330d19d6 req-a3ad0e32-ca1a-4c5b-bdac-79478a06a927 service neutron] 10.222.0.81 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187432 May 23 11:13:26.156489 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-99ec00e0-570d-446f-beda-e0af8bb44583 req-970a22a6-73fb-4958-8540-ccc205d576d7 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905935 May 23 11:13:26.180717 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-124cb31b-ffae-4249-b046-7efd2700588d req-924979e7-c763-4065-b409-9a54ba5f0e82 service neutron] 10.222.0.13 "GET /v2.0/networks/297e8414-85bd-4e0d-aedb-8abf246d8703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4997432 May 23 11:13:26.266953 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d65b64e4-c141-42ec-a422-a14da174ca17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:26.287859 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d65b64e4-c141-42ec-a422-a14da174ca17 admin admin] Usage tracker for resource:security_group_rule and tenant:979f953e60c54530b6f5399b6415c96f is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:26.373552 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d65b64e4-c141-42ec-a422-a14da174ca17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:26.379864 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f181c07-3aa1-4d64-a8ee-2e1ecf384acf req-24d8f022-6a4c-4628-8847-3f85b5a2007a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:26.381383 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f181c07-3aa1-4d64-a8ee-2e1ecf384acf req-24d8f022-6a4c-4628-8847-3f85b5a2007a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3002fdac-2784-401d-a448-1ed62ecf0bbd HTTP/1.1" status: 200 len: 797 time: 0.0635962 May 23 11:13:26.391299 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5ae1e195-bebb-4bda-be3d-a5b030cc057c req-93b474c4-0e87-4bf2-be0f-e5ec7f0b44da tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?id=3cd1f9ba-c4ca-482c-90a7-72cd60f2813b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4564853 May 23 11:13:26.408067 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-25234dc5-fac7-4706-bc36-5e23eb036291 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Deleting port 51fba263-1b7e-4eb2-853c-07113d51ea1a {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:13:26.408414 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-25234dc5-fac7-4706-bc36-5e23eb036291 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:26.431741 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d65b64e4-c141-42ec-a422-a14da174ca17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:26.549513 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f181c07-3aa1-4d64-a8ee-2e1ecf384acf req-76338187-c2ae-494c-8738-c8c431ca1aa1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1374640 May 23 11:13:26.556546 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-138c62e6-3e18-4dc4-918f-262b51993e24 req-ff726be6-c33b-465e-86b9-18fafc9a2bb7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=918845eb514f4ef49a66c0d5a348fe52&device_id=d441cb53-6d03-4274-b36e-6629825aed20 HTTP/1.1" status: 200 len: 1094 time: 0.1066592 May 23 11:13:26.797809 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06ad8ec-191c-44c5-b9d4-c7d4ff7933fb tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:26.798473 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d06ad8ec-191c-44c5-b9d4-c7d4ff7933fb tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Synchronizing usage tracker for tenant:7dca08376e90462fa2c08567c59d529a on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:13:26.806845 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f181c07-3aa1-4d64-a8ee-2e1ecf384acf req-e0272a45-897a-43ac-b91d-6e6300074e21 service neutron] 10.222.0.81 "GET /v2.0/networks/e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493134 May 23 11:13:26.807379 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-124cb31b-ffae-4249-b046-7efd2700588d req-c3eddae3-84d0-4f6b-b101-672352df8b15 service neutron] 10.222.0.13 "GET /v2.0/networks/297e8414-85bd-4e0d-aedb-8abf246d8703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5710471 May 23 11:13:26.809334 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c62e6-3e18-4dc4-918f-262b51993e24 req-b729a1cc-a002-4275-a441-f3b1aed62956 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:26.810669 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-138c62e6-3e18-4dc4-918f-262b51993e24 req-b729a1cc-a002-4275-a441-f3b1aed62956 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3c158aba-e520-4739-9803-5afc3c97752c HTTP/1.1" status: 200 len: 907 time: 0.2356794 May 23 11:13:26.886906 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f2044-c8dc-441a-9464-5a3a5aa61680 req-0b525603-34ef-4177-963b-12bfa25b2dc1 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:26.888366 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4f1f2044-c8dc-441a-9464-5a3a5aa61680 req-0b525603-34ef-4177-963b-12bfa25b2dc1 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574 HTTP/1.1" status: 200 len: 945 time: 0.6159298 May 23 11:13:26.899923 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d65b64e4-c141-42ec-a422-a14da174ca17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:26.917351 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d06ad8ec-191c-44c5-b9d4-c7d4ff7933fb tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Unset dirty status for tenant:7dca08376e90462fa2c08567c59d529a on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:13:26.918458 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d06ad8ec-191c-44c5-b9d4-c7d4ff7933fb tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.8814495 May 23 11:13:26.930619 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52718) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:26.962887 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d65b64e4-c141-42ec-a422-a14da174ca17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:26.971901 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-138c62e6-3e18-4dc4-918f-262b51993e24 req-66dc52dd-1abe-497a-8655-48df3f2689b9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f720815-b973-492f-beec-2ba7ecaceebc HTTP/1.1" status: 200 len: 217 time: 0.1304779 May 23 11:13:27.017787 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-25234dc5-fac7-4706-bc36-5e23eb036291 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:27.018106 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-25234dc5-fac7-4706-bc36-5e23eb036291 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:27.064929 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c62e6-3e18-4dc4-918f-262b51993e24 req-90fa9946-98b0-4a55-ade7-d973b91b267b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:27.066402 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-138c62e6-3e18-4dc4-918f-262b51993e24 req-90fa9946-98b0-4a55-ade7-d973b91b267b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=31ce3e03-ff53-4686-aaa6-54ac8efb8abe HTTP/1.1" status: 200 len: 846 time: 0.0866318 May 23 11:13:27.083656 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f181c07-3aa1-4d64-a8ee-2e1ecf384acf req-1f28db79-70a8-49ad-ae43-f12512277be0 service neutron] 10.222.0.81 "GET /v2.0/networks/e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631283 May 23 11:13:27.145141 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-138c62e6-3e18-4dc4-918f-262b51993e24 req-6cc0fd27-0a16-4730-b86e-8855bc02fda7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3c158aba-e520-4739-9803-5afc3c97752c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446501 May 23 11:13:27.183782 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52177f-833d-467a-8778-6a3cda8f043a req-44920d23-18a9-46b8-9d81-e930f71a2422 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:27.185241 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2d52177f-833d-467a-8778-6a3cda8f043a req-44920d23-18a9-46b8-9d81-e930f71a2422 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=30ed3ab4-29fa-4bf2-b4f4-8b4a0ec39997 HTTP/1.1" status: 200 len: 945 time: 0.6642144 May 23 11:13:27.202723 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-25234dc5-fac7-4706-bc36-5e23eb036291 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Calling delete_port for 51fba263-1b7e-4eb2-853c-07113d51ea1a owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:13:27.232093 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-583c80c1-ee18-422d-a580-fd17a2798511 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] GET failed (client error): The resource could not be found. May 23 11:13:27.233345 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-583c80c1-ee18-422d-a580-fd17a2798511 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "GET /v2.0/ports/0ac51622-2ab0-4523-8331-3080f3cfd467 HTTP/1.1" status: 404 len: 333 time: 0.2726841 May 23 11:13:27.244814 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52724) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:27.256718 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-472b9c93-ca9f-4468-b9db-77fddf05e591 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1891946091'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:27.270797 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b64e4-c141-42ec-a422-a14da174ca17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3b331b-2ab4-4784-8601-90c882d5dce0,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:27.302517 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-472b9c93-ca9f-4468-b9db-77fddf05e591 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:27.309931 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-472b9c93-ca9f-4468-b9db-77fddf05e591 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Usage tracker for resource:network and tenant:7dca08376e90462fa2c08567c59d529a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:27.311948 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4f1f2044-c8dc-441a-9464-5a3a5aa61680 req-636e907d-0037-4cdc-89ad-db759b42487a tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4147508 May 23 11:13:27.314213 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d65b64e4-c141-42ec-a422-a14da174ca17 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=979f953e60c54530b6f5399b6415c96f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7787917 May 23 11:13:27.315181 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-472b9c93-ca9f-4468-b9db-77fddf05e591 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:27.318821 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52728) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:27.328801 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-472b9c93-ca9f-4468-b9db-77fddf05e591 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:27.386310 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2d52177f-833d-467a-8778-6a3cda8f043a req-60144875-84db-40cb-8b02-6f68958edac3 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472583 May 23 11:13:27.392460 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5aa053af-5a27-4f84-9438-e4af874661aa req-64dc1f74-178d-40e2-b79b-1ebfd46912f0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92ce77b1b70449899717558adda940d2&device_id=680c572a-1569-4869-8b85-d1e3e87e3a07 HTTP/1.1" status: 200 len: 1094 time: 0.4645219 May 23 11:13:27.431975 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472b9c93-ca9f-4468-b9db-77fddf05e591 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Made reservation on behalf of 7dca08376e90462fa2c08567c59d529a for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:13:27.437343 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-472b9c93-ca9f-4468-b9db-77fddf05e591 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:27.477930 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f1d37897-28ae-40da-bc40-0683a65976f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:27.491541 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-138c62e6-3e18-4dc4-918f-262b51993e24 req-df915b73-074e-4005-aa6f-7d873f9d8593 service neutron] 10.222.0.81 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193500 May 23 11:13:27.665816 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f1d37897-28ae-40da-bc40-0683a65976f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:27.678436 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-25234dc5-fac7-4706-bc36-5e23eb036291 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:27.717950 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-472b9c93-ca9f-4468-b9db-77fddf05e591 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:13:27.753237 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-472b9c93-ca9f-4468-b9db-77fddf05e591 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:27.753572 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-472b9c93-ca9f-4468-b9db-77fddf05e591 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Added segment 758ac86b-74e2-44c8-880c-5f79ee6641eb of type vlan for network 3929186c-b724-4d6c-8594-af5fb4d195db May 23 11:13:27.757019 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25234dc5-fac7-4706-bc36-5e23eb036291 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Pushing event deleted for resources: {'Port': ['ID=51fba263-1b7e-4eb2-853c-07113d51ea1a,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:27.775065 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa053af-5a27-4f84-9438-e4af874661aa req-d9fa01c2-f597-4ec7-a5f4-bf9a642ae31d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:27.776861 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5aa053af-5a27-4f84-9438-e4af874661aa req-d9fa01c2-f597-4ec7-a5f4-bf9a642ae31d service neutron] 10.222.0.13 "GET /v2.0/networks?id=297e8414-85bd-4e0d-aedb-8abf246d8703 HTTP/1.1" status: 200 len: 916 time: 0.3738892 May 23 11:13:27.836103 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-472b9c93-ca9f-4468-b9db-77fddf05e591 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:27.846846 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-138c62e6-3e18-4dc4-918f-262b51993e24 req-8e6c991b-e11b-4665-a025-435a4f19350f service neutron] 10.222.0.81 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402462 May 23 11:13:27.849383 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f1d37897-28ae-40da-bc40-0683a65976f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:27.866744 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d37897-28ae-40da-bc40-0683a65976f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3b331b-2ab4-4784-8601-90c882d5dce0,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:27.895766 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f1d37897-28ae-40da-bc40-0683a65976f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:27.899165 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f1d37897-28ae-40da-bc40-0683a65976f8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1a3b331b-2ab4-4784-8601-90c882d5dce0 HTTP/1.1" status: 204 len: 168 time: 0.5755293 May 23 11:13:27.916435 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-472b9c93-ca9f-4468-b9db-77fddf05e591 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:27.920762 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472b9c93-ca9f-4468-b9db-77fddf05e591 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:27.921354 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-472b9c93-ca9f-4468-b9db-77fddf05e591 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:27.935385 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5aa053af-5a27-4f84-9438-e4af874661aa req-5615b79e-e51f-4ccb-9be7-4057188ac3fe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38841e98-3177-43e9-adef-a416a3a8b988 HTTP/1.1" status: 200 len: 217 time: 0.1272447 May 23 11:13:27.941844 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df64012-2b08-4244-9f67-89b9a09f0c90 req-fd231451-cdb6-42ed-a7c3-d4bd5d46ddef tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:27.943304 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5df64012-2b08-4244-9f67-89b9a09f0c90 req-fd231451-cdb6-42ed-a7c3-d4bd5d46ddef tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=d441cb53-6d03-4274-b36e-6629825aed20 HTTP/1.1" status: 200 len: 943 time: 0.4641216 May 23 11:13:28.008831 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-472b9c93-ca9f-4468-b9db-77fddf05e591 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7633104 May 23 11:13:28.015449 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52736) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:28.032434 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-de94c4f1-e260-4314-a4b8-b6dfbe17dca4 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'subnet': {'network_id': '3929186c-b724-4d6c-8594-af5fb4d195db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:28.040810 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f1edd-aed8-40d2-a188-77465eae4f14 req-1d82211d-39a4-455c-a018-008266e6260f tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:28.044337 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-941f1edd-aed8-40d2-a188-77465eae4f14 req-1d82211d-39a4-455c-a018-008266e6260f tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=680c572a-1569-4869-8b85-d1e3e87e3a07 HTTP/1.1" status: 200 len: 943 time: 0.4770148 May 23 11:13:28.111521 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa053af-5a27-4f84-9438-e4af874661aa req-0eff722e-923f-425d-b61c-ea0540622ba1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:28.113010 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5aa053af-5a27-4f84-9438-e4af874661aa req-0eff722e-923f-425d-b61c-ea0540622ba1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6 HTTP/1.1" status: 200 len: 854 time: 0.1688559 May 23 11:13:28.116181 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-25234dc5-fac7-4706-bc36-5e23eb036291 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:28.133088 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472b9c93-ca9f-4468-b9db-77fddf05e591 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event updated for resources: {'Network': ['ID=3929186c-b724-4d6c-8594-af5fb4d195db,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:28.151134 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 3929186c-b724-4d6c-8594-af5fb4d195db details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:13:28.153812 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-de94c4f1-e260-4314-a4b8-b6dfbe17dca4 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:28.158200 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-de94c4f1-e260-4314-a4b8-b6dfbe17dca4 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Usage tracker for resource:subnet and tenant:7dca08376e90462fa2c08567c59d529a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:28.161679 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-de94c4f1-e260-4314-a4b8-b6dfbe17dca4 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:28.168980 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-de94c4f1-e260-4314-a4b8-b6dfbe17dca4 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:28.190075 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de94c4f1-e260-4314-a4b8-b6dfbe17dca4 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Made reservation on behalf of 7dca08376e90462fa2c08567c59d529a for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:13:28.203597 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5df64012-2b08-4244-9f67-89b9a09f0c90 req-05b27ebd-5eb3-41cb-8aed-b1b8c3f55d12 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171094 May 23 11:13:28.231653 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-941f1edd-aed8-40d2-a188-77465eae4f14 req-b5f5ff96-5f41-4789-87ae-989dfadf8da3 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?id=3cd1f9ba-c4ca-482c-90a7-72cd60f2813b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767647 May 23 11:13:28.257926 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-25234dc5-fac7-4706-bc36-5e23eb036291 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:28.263984 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-25234dc5-fac7-4706-bc36-5e23eb036291 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "DELETE /v2.0/floatingips/74d1aa7c-05a3-4677-bdab-2edd699ec2e3 HTTP/1.1" status: 204 len: 168 time: 2.2434287 May 23 11:13:28.268526 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52742) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:28.275295 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-7faa183c-0a75-40ee-b5a3-5d5c8cb6d9b2 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'port_id': '5b9a87cb-3e1e-4a25-a9b2-814ea0990194'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:28.286514 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7faa183c-0a75-40ee-b5a3-5d5c8cb6d9b2 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:28.294535 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7faa183c-0a75-40ee-b5a3-5d5c8cb6d9b2 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Usage tracker for resource:floatingip and tenant:64767f7d3ba2443580b9b187013efe7a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:28.299126 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7faa183c-0a75-40ee-b5a3-5d5c8cb6d9b2 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:28.306038 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5aa053af-5a27-4f84-9438-e4af874661aa req-d7a6f08b-df95-4116-aacf-bbbd4ccf167a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=297e8414-85bd-4e0d-aedb-8abf246d8703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1749573 May 23 11:13:28.310102 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7faa183c-0a75-40ee-b5a3-5d5c8cb6d9b2 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:28.338637 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-de94c4f1-e260-4314-a4b8-b6dfbe17dca4 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:28.406812 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7faa183c-0a75-40ee-b5a3-5d5c8cb6d9b2 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:28.635205 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-de94c4f1-e260-4314-a4b8-b6dfbe17dca4 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:28.730254 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94c4f1-e260-4314-a4b8-b6dfbe17dca4 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event updated for resources: {'Subnet': ['ID=e5a45b49-52fb-40dd-818c-b7ee68704ebb,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:28.742983 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de94c4f1-e260-4314-a4b8-b6dfbe17dca4 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Checking segment: {'id': '758ac86b-74e2-44c8-880c-5f79ee6641eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3929186c-b724-4d6c-8594-af5fb4d195db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:13:28.743430 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de94c4f1-e260-4314-a4b8-b6dfbe17dca4 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Network hostable DHCP agents. Network: 3929186c-b724-4d6c-8594-af5fb4d195db, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:13:28.769772 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de94c4f1-e260-4314-a4b8-b6dfbe17dca4 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Network 3929186c-b724-4d6c-8594-af5fb4d195db is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:13:28.781308 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-de94c4f1-e260-4314-a4b8-b6dfbe17dca4 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 3929186c-b724-4d6c-8594-af5fb4d195db) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:13:28.792396 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376af63c-6c7f-4f6d-9577-0b9eddff0356 None None] Network 3929186c-b724-4d6c-8594-af5fb4d195db requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:13:28.794208 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de94c4f1-e260-4314-a4b8-b6dfbe17dca4 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:28.794922 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-de94c4f1-e260-4314-a4b8-b6dfbe17dca4 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:28.826436 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-de94c4f1-e260-4314-a4b8-b6dfbe17dca4 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8072793 May 23 11:13:28.827939 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52760) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:28.836693 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-fa01b707-1e48-4cf9-8cc8-81642c60ede9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'subnet': {'network_id': '3929186c-b724-4d6c-8594-af5fb4d195db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:28.905849 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5aa053af-5a27-4f84-9438-e4af874661aa req-7d10e326-eb03-4a1e-8b9a-b0d9dc61809e service neutron] 10.222.0.13 "GET /v2.0/networks/297e8414-85bd-4e0d-aedb-8abf246d8703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5870032 May 23 11:13:29.045841 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-fa01b707-1e48-4cf9-8cc8-81642c60ede9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:29.049954 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-fa01b707-1e48-4cf9-8cc8-81642c60ede9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Usage tracker for resource:subnet and tenant:7dca08376e90462fa2c08567c59d529a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:29.053983 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-fa01b707-1e48-4cf9-8cc8-81642c60ede9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:29.057470 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5aa053af-5a27-4f84-9438-e4af874661aa req-b43df0be-a136-40ca-b33d-07cc985aba10 service neutron] 10.222.0.13 "GET /v2.0/networks/297e8414-85bd-4e0d-aedb-8abf246d8703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507897 May 23 11:13:29.066820 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-fa01b707-1e48-4cf9-8cc8-81642c60ede9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:29.084762 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ff8aa-6a04-46d0-90ca-e4e2f3bdb9f7 req-b7acff2b-5029-42b4-950e-40f652a67aa8 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:29.085990 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa01b707-1e48-4cf9-8cc8-81642c60ede9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Made reservation on behalf of 7dca08376e90462fa2c08567c59d529a for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:13:29.091648 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-226ff8aa-6a04-46d0-90ca-e4e2f3bdb9f7 req-b7acff2b-5029-42b4-950e-40f652a67aa8 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=30ed3ab4-29fa-4bf2-b4f4-8b4a0ec39997 HTTP/1.1" status: 200 len: 945 time: 0.5045159 May 23 11:13:29.099051 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fa01b707-1e48-4cf9-8cc8-81642c60ede9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:29.120349 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81509b06-e010-4a18-a3e8-716928d03846 req-25840ce7-afb9-4282-80ad-5e6bef44ab44 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:29.120349 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-81509b06-e010-4a18-a3e8-716928d03846 req-25840ce7-afb9-4282-80ad-5e6bef44ab44 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574 HTTP/1.1" status: 200 len: 945 time: 0.5958779 May 23 11:13:29.170468 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbe14b3-202a-4fe1-8770-aec3246b0b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-3929186c-b724-4d6c-8594-af5fb4d195db', 'network_id': '3929186c-b724-4d6c-8594-af5fb4d195db', 'tenant_id': '7dca08376e90462fa2c08567c59d529a', 'fixed_ips': [{'subnet_id': 'e5a45b49-52fb-40dd-818c-b7ee68704ebb'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:13:29.171464 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7dbe14b3-202a-4fe1-8770-aec3246b0b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:29.211687 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-226ff8aa-6a04-46d0-90ca-e4e2f3bdb9f7 req-a0db30ef-4db9-4b31-b556-dcf8e1f2bea2 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190922 May 23 11:13:29.222040 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7faa183c-0a75-40ee-b5a3-5d5c8cb6d9b2 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:29.274069 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52772) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:29.276227 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-81509b06-e010-4a18-a3e8-716928d03846 req-776295a7-a489-451d-abe7-1c3d2bbe9ee2 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469567 May 23 11:13:29.277906 n-d-842952-2 neutron-server[83911]: INFO neutron.db.ipam_backend_mixin [None req-fa01b707-1e48-4cf9-8cc8-81642c60ede9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e5a45b49-52fb-40dd-818c-b7ee68704ebb (CIDR: 2001:db8::/64) May 23 11:13:29.314295 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa01b707-1e48-4cf9-8cc8-81642c60ede9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:13:29.314758 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa01b707-1e48-4cf9-8cc8-81642c60ede9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:13:29.367492 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-fa01b707-1e48-4cf9-8cc8-81642c60ede9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5375190 May 23 11:13:29.370720 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52780) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:29.376929 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a6d64696-c20c-4a50-bb5a-07c70c82f11a tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'subnet': {'network_id': '3929186c-b724-4d6c-8594-af5fb4d195db', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:29.410359 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 38841e98-3177-43e9-adef-a416a3a8b988 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:13:29.481799 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a00024e9-d914-498e-9b92-67351f5b0ee1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-487592353-network', 'tenant_id': 'be8b94104c5f44d3a01d4bc2892c3300'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:29.496483 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a00024e9-d914-498e-9b92-67351f5b0ee1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:29.504285 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a00024e9-d914-498e-9b92-67351f5b0ee1 admin admin] Usage tracker for resource:network and tenant:be8b94104c5f44d3a01d4bc2892c3300 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:29.510320 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a00024e9-d914-498e-9b92-67351f5b0ee1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:29.521489 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a00024e9-d914-498e-9b92-67351f5b0ee1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:29.552944 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00024e9-d914-498e-9b92-67351f5b0ee1 admin admin] Made reservation on behalf of be8b94104c5f44d3a01d4bc2892c3300 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:13:29.555504 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a00024e9-d914-498e-9b92-67351f5b0ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:29.558253 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-7dbe14b3-202a-4fe1-8770-aec3246b0b1f None None] Allocated IP 2001:db8::2 (3929186c-b724-4d6c-8594-af5fb4d195db/e5a45b49-52fb-40dd-818c-b7ee68704ebb/33d162f2-f20c-4640-bb53-18ead0ce25bf) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:13:29.583147 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a00024e9-d914-498e-9b92-67351f5b0ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:29.595192 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-7faa183c-0a75-40ee-b5a3-5d5c8cb6d9b2 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Allocated IP 172.25.6.121 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/3d80ed17-d6bb-4ee7-98d4-cee2af3d2566) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:13:29.599786 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a6d64696-c20c-4a50-bb5a-07c70c82f11a tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:29.608711 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a6d64696-c20c-4a50-bb5a-07c70c82f11a tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Usage tracker for resource:subnet and tenant:7dca08376e90462fa2c08567c59d529a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:29.612481 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a6d64696-c20c-4a50-bb5a-07c70c82f11a tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:29.627663 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a6d64696-c20c-4a50-bb5a-07c70c82f11a tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:29.642513 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a00024e9-d914-498e-9b92-67351f5b0ee1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:29.647051 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a00024e9-d914-498e-9b92-67351f5b0ee1 admin admin] Usage tracker for resource:security_group_rule and tenant:be8b94104c5f44d3a01d4bc2892c3300 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:29.651347 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d64696-c20c-4a50-bb5a-07c70c82f11a tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Made reservation on behalf of 7dca08376e90462fa2c08567c59d529a for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:13:29.655330 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6d64696-c20c-4a50-bb5a-07c70c82f11a tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:29.675164 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a00024e9-d914-498e-9b92-67351f5b0ee1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:29.712958 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ac878-b965-45ed-aadd-ad24721c8114 req-9dc8a529-affe-4186-850f-c27b0d58419b tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:29.713515 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 38841e98-3177-43e9-adef-a416a3a8b988, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=38841e98-3177-43e9-adef-a416a3a8b988,segment=NetworkSegment(f83c0d0e-9b40-421e-a2f5-66bbabc627e2),segment_id=f83c0d0e-9b40-421e-a2f5-66bbabc627e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:13:29.720281 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b56ac878-b965-45ed-aadd-ad24721c8114 req-9dc8a529-affe-4186-850f-c27b0d58419b tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=680c572a-1569-4869-8b85-d1e3e87e3a07 HTTP/1.1" status: 200 len: 943 time: 0.2895594 May 23 11:13:29.734813 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a00024e9-d914-498e-9b92-67351f5b0ee1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:29.743534 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '38841e98-3177-43e9-adef-a416a3a8b988', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'port_id': '38841e98-3177-43e9-adef-a416a3a8b988', 'mac_address': 'fa:16:3e:e4:e1:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:13:29.775096 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68c921-849b-439c-bf00-bccc9306eb20 req-9e5b29ca-0179-46b1-8670-0b2828fb38f8 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:29.778216 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad68c921-849b-439c-bf00-bccc9306eb20 req-9e5b29ca-0179-46b1-8670-0b2828fb38f8 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=d441cb53-6d03-4274-b36e-6629825aed20 HTTP/1.1" status: 200 len: 943 time: 0.3493960 May 23 11:13:29.874303 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a00024e9-d914-498e-9b92-67351f5b0ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:29.882157 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:29.882287 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a00024e9-d914-498e-9b92-67351f5b0ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:29.898803 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7faa183c-0a75-40ee-b5a3-5d5c8cb6d9b2 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:29.906359 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38841e98-3177-43e9-adef-a416a3a8b988 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:13:29.935031 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7dbe14b3-202a-4fe1-8770-aec3246b0b1f None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:29.938712 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b56ac878-b965-45ed-aadd-ad24721c8114 req-0ab8412a-cdca-4b01-ad12-1225421ac286 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?id=3cd1f9ba-c4ca-482c-90a7-72cd60f2813b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2153714 May 23 11:13:29.947180 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 38841e98-3177-43e9-adef-a416a3a8b988, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=38841e98-3177-43e9-adef-a416a3a8b988,segment=NetworkSegment(f83c0d0e-9b40-421e-a2f5-66bbabc627e2),segment_id=f83c0d0e-9b40-421e-a2f5-66bbabc627e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:13:29.950402 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7dbe14b3-202a-4fe1-8770-aec3246b0b1f None None] Transition to ACTIVE for port object 33d162f2-f20c-4640-bb53-18ead0ce25bf will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:13:29.957349 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:29.987694 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad68c921-849b-439c-bf00-bccc9306eb20 req-8f6195af-ffb7-45bc-b5e0-9225f18a1035 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907439 May 23 11:13:30.023398 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7faa183c-0a75-40ee-b5a3-5d5c8cb6d9b2 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:30.038279 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=38841e98-3177-43e9-adef-a416a3a8b988,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:30.053653 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7dbe14b3-202a-4fe1-8770-aec3246b0b1f None None] Transition to ACTIVE for port object 33d162f2-f20c-4640-bb53-18ead0ce25bf will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:13:30.057215 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:13:30.057581 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:13:30.057941 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:13:30.058301 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:13:30.058695 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:13:30.059053 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:13:30.059417 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:13:30.059730 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:13:30.060082 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:13:30.060408 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:13:30.060730 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:13:30.065663 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7dbe14b3-202a-4fe1-8770-aec3246b0b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:30.095566 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a00024e9-d914-498e-9b92-67351f5b0ee1 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:13:30.098067 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00024e9-d914-498e-9b92-67351f5b0ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86470748-62fa-415a-9678-e72c1e073895,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:30.133383 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a00024e9-d914-498e-9b92-67351f5b0ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:30.134237 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-a00024e9-d914-498e-9b92-67351f5b0ee1 admin admin] Added segment 3fa787e5-54d8-4590-a17d-141566e40681 of type vlan for network 2890789c-5e7d-4b3d-ab4b-e676f953d440 May 23 11:13:30.148540 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7faa183c-0a75-40ee-b5a3-5d5c8cb6d9b2 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:13:30.149021 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbe14b3-202a-4fe1-8770-aec3246b0b1f None None] Network 3929186c-b724-4d6c-8594-af5fb4d195db is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:13:30.153428 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-7dbe14b3-202a-4fe1-8770-aec3246b0b1f None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:13:30.157228 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-7faa183c-0a75-40ee-b5a3-5d5c8cb6d9b2 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:13:30.161413 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbe14b3-202a-4fe1-8770-aec3246b0b1f None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:13:30.163933 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faa183c-0a75-40ee-b5a3-5d5c8cb6d9b2 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:13:30.188899 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe14b3-202a-4fe1-8770-aec3246b0b1f None None] Pushing event updated for resources: {'Port': ['ID=33d162f2-f20c-4640-bb53-18ead0ce25bf,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:30.192153 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a00024e9-d914-498e-9b92-67351f5b0ee1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:30.211072 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa183c-0a75-40ee-b5a3-5d5c8cb6d9b2 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Pushing event updated for resources: {'Port': ['ID=3d80ed17-d6bb-4ee7-98d4-cee2af3d2566,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:30.277312 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a00024e9-d914-498e-9b92-67351f5b0ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:30.284371 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00024e9-d914-498e-9b92-67351f5b0ee1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:30.288340 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a00024e9-d914-498e-9b92-67351f5b0ee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:30.383574 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-7dbe14b3-202a-4fe1-8770-aec3246b0b1f None None] Attempting to bind port 33d162f2-f20c-4640-bb53-18ead0ce25bf on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:13:30.384394 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-7dbe14b3-202a-4fe1-8770-aec3246b0b1f None None] Attempting to bind port 33d162f2-f20c-4640-bb53-18ead0ce25bf by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '758ac86b-74e2-44c8-880c-5f79ee6641eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3929186c-b724-4d6c-8594-af5fb4d195db'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:13:30.384394 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbe14b3-202a-4fe1-8770-aec3246b0b1f None None] Attempting to bind port 33d162f2-f20c-4640-bb53-18ead0ce25bf on network 3929186c-b724-4d6c-8594-af5fb4d195db {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:13:30.398637 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbe14b3-202a-4fe1-8770-aec3246b0b1f None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:13:30.399202 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbe14b3-202a-4fe1-8770-aec3246b0b1f None None] Checking segment: {'id': '758ac86b-74e2-44c8-880c-5f79ee6641eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3929186c-b724-4d6c-8594-af5fb4d195db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:13:30.400708 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7dbe14b3-202a-4fe1-8770-aec3246b0b1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:30.402323 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbe14b3-202a-4fe1-8770-aec3246b0b1f None None] Bound using segment: {'id': '758ac86b-74e2-44c8-880c-5f79ee6641eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3929186c-b724-4d6c-8594-af5fb4d195db'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:13:30.403306 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-7dbe14b3-202a-4fe1-8770-aec3246b0b1f None None] Bound port: 33d162f2-f20c-4640-bb53-18ead0ce25bf, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '758ac86b-74e2-44c8-880c-5f79ee6641eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3929186c-b724-4d6c-8594-af5fb4d195db'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:13:30.407079 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7dbe14b3-202a-4fe1-8770-aec3246b0b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:30.435518 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6d64696-c20c-4a50-bb5a-07c70c82f11a tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:30.447366 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['38841e98-3177-43e9-adef-a416a3a8b988'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:13:30.550800 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00024e9-d914-498e-9b92-67351f5b0ee1 admin admin] Pushing event updated for resources: {'Network': ['ID=2890789c-5e7d-4b3d-ab4b-e676f953d440,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:30.554895 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d64696-c20c-4a50-bb5a-07c70c82f11a tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Network 3929186c-b724-4d6c-8594-af5fb4d195db is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:13:30.559509 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-a6d64696-c20c-4a50-bb5a-07c70c82f11a tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:13:30.561829 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a00024e9-d914-498e-9b92-67351f5b0ee1 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2866137 May 23 11:13:30.565477 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d64696-c20c-4a50-bb5a-07c70c82f11a tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:30.566798 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6d64696-c20c-4a50-bb5a-07c70c82f11a tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:30.567020 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 4f720815-b973-492f-beec-2ba7ecaceebc details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:13:30.575143 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52790) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:30.577860 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 2890789c-5e7d-4b3d-ab4b-e676f953d440 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:13:30.590064 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-921204cc-ff58-4128-b17d-4fe0a4d9add2 admin admin] Request body: {'subnet': {'network_id': '2890789c-5e7d-4b3d-ab4b-e676f953d440', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-487592353-subnet', 'tenant_id': 'be8b94104c5f44d3a01d4bc2892c3300', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:30.596149 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d64696-c20c-4a50-bb5a-07c70c82f11a tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event updated for resources: {'Subnet': ['ID=09b0bfdd-a99a-4f1b-b677-d8669addedf2,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:30.618221 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-921204cc-ff58-4128-b17d-4fe0a4d9add2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:30.638188 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a6d64696-c20c-4a50-bb5a-07c70c82f11a tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2625189 May 23 11:13:30.638188 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-921204cc-ff58-4128-b17d-4fe0a4d9add2 admin admin] Usage tracker for resource:subnet and tenant:be8b94104c5f44d3a01d4bc2892c3300 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:30.639301 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52794) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:30.642685 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-921204cc-ff58-4128-b17d-4fe0a4d9add2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:30.648701 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-958f309a-3f3d-4f67-9de3-9e49a814c8d9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'port': {'network_id': '3929186c-b724-4d6c-8594-af5fb4d195db', 'fixed_ips': [{'subnet_id': 'e5a45b49-52fb-40dd-818c-b7ee68704ebb'}, {'subnet_id': '09b0bfdd-a99a-4f1b-b677-d8669addedf2'}], 'name': 'tempest-PortsIpV6TestJSON-424364726'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:30.670319 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-921204cc-ff58-4128-b17d-4fe0a4d9add2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:30.699688 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f84d2c-a9b1-4c08-bf7f-aece41dd19d3 req-e3c6580f-1e56-446e-a7d6-f98ef46a97e0 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:30.709408 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d0f84d2c-a9b1-4c08-bf7f-aece41dd19d3 req-e3c6580f-1e56-446e-a7d6-f98ef46a97e0 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574 HTTP/1.1" status: 200 len: 945 time: 0.4983437 May 23 11:13:30.756335 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.resource_extend [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:13:30.774896 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ccad94-9254-4ee1-b57e-479bc2eb99e6 req-1d06995d-7c24-4f12-a47c-af017dd88cb1 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:30.782935 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-13ccad94-9254-4ee1-b57e-479bc2eb99e6 req-1d06995d-7c24-4f12-a47c-af017dd88cb1 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=30ed3ab4-29fa-4bf2-b4f4-8b4a0ec39997 HTTP/1.1" status: 200 len: 945 time: 0.3960235 May 23 11:13:30.796342 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-7dbe14b3-202a-4fe1-8770-aec3246b0b1f None None] For port 33d162f2-f20c-4640-bb53-18ead0ce25bf, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:13:30.816081 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921204cc-ff58-4128-b17d-4fe0a4d9add2 admin admin] Made reservation on behalf of be8b94104c5f44d3a01d4bc2892c3300 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:13:30.821318 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-921204cc-ff58-4128-b17d-4fe0a4d9add2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:30.880320 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-13ccad94-9254-4ee1-b57e-479bc2eb99e6 req-56c8fee9-3f5a-4659-825e-59f6e4607604 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781085 May 23 11:13:30.899319 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d0f84d2c-a9b1-4c08-bf7f-aece41dd19d3 req-58c6bc4e-6d10-4204-a1b5-0464ab1a6172 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903167 May 23 11:13:31.064724 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-958f309a-3f3d-4f67-9de3-9e49a814c8d9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:31.084918 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-958f309a-3f3d-4f67-9de3-9e49a814c8d9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:31.101635 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958f309a-3f3d-4f67-9de3-9e49a814c8d9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Made reservation on behalf of 7dca08376e90462fa2c08567c59d529a for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:13:31.110252 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-958f309a-3f3d-4f67-9de3-9e49a814c8d9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:31.141947 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 4f720815-b973-492f-beec-2ba7ecaceebc, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=4f720815-b973-492f-beec-2ba7ecaceebc,segment=NetworkSegment(3dd9ea5f-23bc-4bc8-917a-431ad3d10464),segment_id=3dd9ea5f-23bc-4bc8-917a-431ad3d10464)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:13:31.157625 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '4f720815-b973-492f-beec-2ba7ecaceebc', 'network_id': '3c158aba-e520-4739-9803-5afc3c97752c', 'port_id': '4f720815-b973-492f-beec-2ba7ecaceebc', 'mac_address': 'fa:16:3e:55:44:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ce3e03-ff53-4686-aaa6-54ac8efb8abe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:13:31.209485 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-958f309a-3f3d-4f67-9de3-9e49a814c8d9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] device_id is not set on port b2bcf897-e387-4d5a-ac38-6b6a7af00cc7 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:13:31.313976 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-7dbe14b3-202a-4fe1-8770-aec3246b0b1f None None] For port 33d162f2-f20c-4640-bb53-18ead0ce25bf, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=33d162f2-f20c-4640-bb53-18ead0ce25bf,segment=NetworkSegment(758ac86b-74e2-44c8-880c-5f79ee6641eb),segment_id=758ac86b-74e2-44c8-880c-5f79ee6641eb)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:13:31.317334 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:31.343257 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f720815-b973-492f-beec-2ba7ecaceebc {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:13:31.376357 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 4f720815-b973-492f-beec-2ba7ecaceebc, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=4f720815-b973-492f-beec-2ba7ecaceebc,segment=NetworkSegment(3dd9ea5f-23bc-4bc8-917a-431ad3d10464),segment_id=3dd9ea5f-23bc-4bc8-917a-431ad3d10464)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:13:31.376357 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7dbe14b3-202a-4fe1-8770-aec3246b0b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:31.425938 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-921204cc-ff58-4128-b17d-4fe0a4d9add2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:31.487162 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:31.487162 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe14b3-202a-4fe1-8770-aec3246b0b1f None None] Pushing event updated for resources: {'Port': ['ID=33d162f2-f20c-4640-bb53-18ead0ce25bf,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:31.599012 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7faa183c-0a75-40ee-b5a3-5d5c8cb6d9b2 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:31.612529 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921204cc-ff58-4128-b17d-4fe0a4d9add2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ed870cf-a683-4721-8807-621cdd4ab0b3,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:31.665468 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921204cc-ff58-4128-b17d-4fe0a4d9add2 admin admin] Checking segment: {'id': '3fa787e5-54d8-4590-a17d-141566e40681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '2890789c-5e7d-4b3d-ab4b-e676f953d440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:13:31.666139 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921204cc-ff58-4128-b17d-4fe0a4d9add2 admin admin] Network hostable DHCP agents. Network: 2890789c-5e7d-4b3d-ab4b-e676f953d440, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:13:31.684274 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=4f720815-b973-492f-beec-2ba7ecaceebc,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:31.711564 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c1812-3bdd-41c4-9972-e30a0c5ee76b req-278e8411-fa56-4f09-9af8-f57f3a57b575 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:31.716225 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c1812-3bdd-41c4-9972-e30a0c5ee76b req-278e8411-fa56-4f09-9af8-f57f3a57b575 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:31.719943 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c1812-3bdd-41c4-9972-e30a0c5ee76b req-278e8411-fa56-4f09-9af8-f57f3a57b575 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:31.740398 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c1812-3bdd-41c4-9972-e30a0c5ee76b req-278e8411-fa56-4f09-9af8-f57f3a57b575 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:31.749396 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c1812-3bdd-41c4-9972-e30a0c5ee76b req-278e8411-fa56-4f09-9af8-f57f3a57b575 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:31.762295 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c1812-3bdd-41c4-9972-e30a0c5ee76b req-278e8411-fa56-4f09-9af8-f57f3a57b575 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:31.771848 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c1812-3bdd-41c4-9972-e30a0c5ee76b req-278e8411-fa56-4f09-9af8-f57f3a57b575 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:31.798199 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a16c1812-3bdd-41c4-9972-e30a0c5ee76b req-278e8411-fa56-4f09-9af8-f57f3a57b575 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 5434 time: 0.5970368 May 23 11:13:31.802714 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921204cc-ff58-4128-b17d-4fe0a4d9add2 admin admin] Network 2890789c-5e7d-4b3d-ab4b-e676f953d440 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:13:31.859413 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['4f720815-b973-492f-beec-2ba7ecaceebc'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:13:31.875602 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7faa183c-0a75-40ee-b5a3-5d5c8cb6d9b2 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:31.947419 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-921204cc-ff58-4128-b17d-4fe0a4d9add2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 2890789c-5e7d-4b3d-ab4b-e676f953d440) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:13:31.969479 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921204cc-ff58-4128-b17d-4fe0a4d9add2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:31.970068 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-921204cc-ff58-4128-b17d-4fe0a4d9add2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:32.026637 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-958f309a-3f3d-4f67-9de3-9e49a814c8d9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Allocated IP 2001:db8::1ce (3929186c-b724-4d6c-8594-af5fb4d195db/e5a45b49-52fb-40dd-818c-b7ee68704ebb/b2bcf897-e387-4d5a-ac38-6b6a7af00cc7) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:13:32.048295 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-958f309a-3f3d-4f67-9de3-9e49a814c8d9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Allocated IP 2001:db8:0:1::4 (3929186c-b724-4d6c-8594-af5fb4d195db/09b0bfdd-a99a-4f1b-b677-d8669addedf2/b2bcf897-e387-4d5a-ac38-6b6a7af00cc7) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:13:32.055897 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-921204cc-ff58-4128-b17d-4fe0a4d9add2 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4794531 May 23 11:13:32.056736 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45a24dc-32a6-4c1d-a1fd-a1802b49821c None None] Network 2890789c-5e7d-4b3d-ab4b-e676f953d440 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:13:32.089745 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a16c1812-3bdd-41c4-9972-e30a0c5ee76b req-c742dec5-b54b-4b0d-b1c9-7389dd95472b tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=80bd5d80-b839-4f0d-bc84-203290106c00&id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2894046 May 23 11:13:32.358649 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-958f309a-3f3d-4f67-9de3-9e49a814c8d9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:32.376482 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-958f309a-3f3d-4f67-9de3-9e49a814c8d9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Transition to ACTIVE for port object b2bcf897-e387-4d5a-ac38-6b6a7af00cc7 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:13:32.402938 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-958f309a-3f3d-4f67-9de3-9e49a814c8d9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:32.465526 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4dafa-7880-4e7c-86c9-6f246a1057df req-02641751-8d88-440b-8961-4c5b8fd1b2b7 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:32.476134 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-96b4dafa-7880-4e7c-86c9-6f246a1057df req-02641751-8d88-440b-8961-4c5b8fd1b2b7 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=680c572a-1569-4869-8b85-d1e3e87e3a07 HTTP/1.1" status: 200 len: 944 time: 0.2032912 May 23 11:13:32.513667 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2869645-b3be-4ae9-8aab-756b5a6bbba6 None None] Network 2890789c-5e7d-4b3d-ab4b-e676f953d440 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:13:32.532404 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958f309a-3f3d-4f67-9de3-9e49a814c8d9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Network 3929186c-b724-4d6c-8594-af5fb4d195db is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:13:32.534208 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f309a-3f3d-4f67-9de3-9e49a814c8d9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event updated for resources: {'Port': ['ID=b2bcf897-e387-4d5a-ac38-6b6a7af00cc7,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:32.537399 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-958f309a-3f3d-4f67-9de3-9e49a814c8d9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:13:32.540094 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958f309a-3f3d-4f67-9de3-9e49a814c8d9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:13:32.544623 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958f309a-3f3d-4f67-9de3-9e49a814c8d9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:32.545750 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-958f309a-3f3d-4f67-9de3-9e49a814c8d9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:32.577280 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-958f309a-3f3d-4f67-9de3-9e49a814c8d9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 1.9354224 May 23 11:13:32.579333 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52818) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:32.592425 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e8a4c529-f03e-495a-b697-63192001b9b5 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e5a45b49-52fb-40dd-818c-b7ee68704ebb'}]}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:32.607611 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7faa183c-0a75-40ee-b5a3-5d5c8cb6d9b2 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:32.615729 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-96b4dafa-7880-4e7c-86c9-6f246a1057df req-80126b00-3ea8-498b-87aa-8ecdf0af3bdd tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?id=3cd1f9ba-c4ca-482c-90a7-72cd60f2813b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384888 May 23 11:13:32.619371 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7faa183c-0a75-40ee-b5a3-5d5c8cb6d9b2 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:32.722099 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 33d162f2-f20c-4640-bb53-18ead0ce25bf up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:13:32.776444 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa183c-0a75-40ee-b5a3-5d5c8cb6d9b2 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Pushing event updated for resources: {'Port': ['ID=3d80ed17-d6bb-4ee7-98d4-cee2af3d2566,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:32.784697 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7faa183c-0a75-40ee-b5a3-5d5c8cb6d9b2 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:32.811604 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e8a4c529-f03e-495a-b697-63192001b9b5 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:32.866836 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3d755-92c3-43a3-8e5b-c47d9958009d req-510cce1d-d6dd-4b6f-84e9-b44310af2284 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:32.871964 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-65d3d755-92c3-43a3-8e5b-c47d9958009d req-510cce1d-d6dd-4b6f-84e9-b44310af2284 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=d441cb53-6d03-4274-b36e-6629825aed20 HTTP/1.1" status: 200 len: 944 time: 0.3449097 May 23 11:13:32.942890 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 33d162f2-f20c-4640-bb53-18ead0ce25bf completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:13:33.065997 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-65d3d755-92c3-43a3-8e5b-c47d9958009d req-4ff85f27-9b5d-4614-a421-3160338053ec tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179683 May 23 11:13:33.101505 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70561b3-d52a-4c06-bb30-451dc484e520 req-2c3d3516-97fa-45be-91be-48186fa9a92e tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:33.103102 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e70561b3-d52a-4c06-bb30-451dc484e520 req-2c3d3516-97fa-45be-91be-48186fa9a92e tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574 HTTP/1.1" status: 200 len: 945 time: 0.1540072 May 23 11:13:33.133483 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d5d9b3-f33e-41d8-b0ba-8c9d7eac0ae9 None None] Network 3929186c-b724-4d6c-8594-af5fb4d195db requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:13:33.192375 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e70561b3-d52a-4c06-bb30-451dc484e520 req-f56ca7b7-7314-4f60-a641-d6e98ee6d8e6 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806546 May 23 11:13:33.217506 n-d-842952-2 neutron-server[83910]: INFO neutron.db.l3_db [None req-7faa183c-0a75-40ee-b5a3-5d5c8cb6d9b2 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Floating IP 9e7a08a2-fd02-4a6e-81d8-c8e26bd0696f associated. External IP: 172.25.6.121, port: 5b9a87cb-3e1e-4a25-a9b2-814ea0990194. May 23 11:13:33.223707 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-73192098-670a-46ef-8b57-248ee9d8d41d None None] Provisioning for port 33d162f2-f20c-4640-bb53-18ead0ce25bf completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:13:33.238112 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-73192098-670a-46ef-8b57-248ee9d8d41d None None] Provisioning complete for port 33d162f2-f20c-4640-bb53-18ead0ce25bf triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:13:33.238478 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-73192098-670a-46ef-8b57-248ee9d8d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:33.330956 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-e8a4c529-f03e-495a-b697-63192001b9b5 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Delete allocated IP 2001:db8:0:1::4 (3929186c-b724-4d6c-8594-af5fb4d195db/09b0bfdd-a99a-4f1b-b677-d8669addedf2) {{(pid=83911) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 23 11:13:33.371247 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 38841e98-3177-43e9-adef-a416a3a8b988 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:13:33.486122 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a84442-2985-4feb-8d5b-b32ee9a70237 req-54c36ba4-2e5d-48bf-ab1c-379af849fcea tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:33.487617 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-00a84442-2985-4feb-8d5b-b32ee9a70237 req-54c36ba4-2e5d-48bf-ab1c-379af849fcea tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=30ed3ab4-29fa-4bf2-b4f4-8b4a0ec39997 HTTP/1.1" status: 200 len: 945 time: 0.2814577 May 23 11:13:33.523980 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e8a4c529-f03e-495a-b697-63192001b9b5 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:33.529958 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96998594-13fe-4e02-9e5d-a36e334a03e9 req-7b81f549-d3d2-4561-9758-58b028c635ee tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:33.531761 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-73192098-670a-46ef-8b57-248ee9d8d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:33.533801 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96998594-13fe-4e02-9e5d-a36e334a03e9 req-7b81f549-d3d2-4561-9758-58b028c635ee tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:33.538194 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96998594-13fe-4e02-9e5d-a36e334a03e9 req-7b81f549-d3d2-4561-9758-58b028c635ee tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:33.541027 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-e8a4c529-f03e-495a-b697-63192001b9b5 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Ignored duplicate provisioning block setup for port b2bcf897-e387-4d5a-ac38-6b6a7af00cc7 by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 23 11:13:33.542110 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96998594-13fe-4e02-9e5d-a36e334a03e9 req-7b81f549-d3d2-4561-9758-58b028c635ee tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:33.545929 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96998594-13fe-4e02-9e5d-a36e334a03e9 req-7b81f549-d3d2-4561-9758-58b028c635ee tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:33.546761 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e8a4c529-f03e-495a-b697-63192001b9b5 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:33.549875 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96998594-13fe-4e02-9e5d-a36e334a03e9 req-7b81f549-d3d2-4561-9758-58b028c635ee tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:33.553875 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96998594-13fe-4e02-9e5d-a36e334a03e9 req-7b81f549-d3d2-4561-9758-58b028c635ee tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:33.555722 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-96998594-13fe-4e02-9e5d-a36e334a03e9 req-7b81f549-d3d2-4561-9758-58b028c635ee tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 5434 time: 0.2386596 May 23 11:13:33.581558 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 38841e98-3177-43e9-adef-a416a3a8b988 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:13:33.594613 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-73192098-670a-46ef-8b57-248ee9d8d41d None None] For port 33d162f2-f20c-4640-bb53-18ead0ce25bf, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=33d162f2-f20c-4640-bb53-18ead0ce25bf,segment=NetworkSegment(758ac86b-74e2-44c8-880c-5f79ee6641eb),segment_id=758ac86b-74e2-44c8-880c-5f79ee6641eb)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:13:33.595871 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 38841e98-3177-43e9-adef-a416a3a8b988 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:13:33.596404 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:33.600434 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-00a84442-2985-4feb-8d5b-b32ee9a70237 req-800854c1-c186-4555-ad98-3b2d0b18856c tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011963 May 23 11:13:33.633810 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-73192098-670a-46ef-8b57-248ee9d8d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:33.703891 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e8a4c529-f03e-495a-b697-63192001b9b5 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] In _notify_port_updated(), no bound segment for port b2bcf897-e387-4d5a-ac38-6b6a7af00cc7 on network 3929186c-b724-4d6c-8594-af5fb4d195db {{(pid=83911) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 23 11:13:33.711154 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a4c529-f03e-495a-b697-63192001b9b5 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:33.712513 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e8a4c529-f03e-495a-b697-63192001b9b5 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:33.714098 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e8a4c529-f03e-495a-b697-63192001b9b5 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "PUT /v2.0/ports/b2bcf897-e387-4d5a-ac38-6b6a7af00cc7 HTTP/1.1" status: 200 len: 925 time: 1.1335311 May 23 11:13:33.718120 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52828) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:33.719221 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a4c529-f03e-495a-b697-63192001b9b5 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event updated for resources: {'Port': ['ID=b2bcf897-e387-4d5a-ac38-6b6a7af00cc7,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:33.754897 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73192098-670a-46ef-8b57-248ee9d8d41d None None] Pushing event updated for resources: {'Port': ['ID=33d162f2-f20c-4640-bb53-18ead0ce25bf,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:33.818804 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-53851181-d298-4071-87c8-57aae2490c50 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e5a45b49-52fb-40dd-818c-b7ee68704ebb'}, {'subnet_id': '09b0bfdd-a99a-4f1b-b677-d8669addedf2'}]}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:33.865158 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:33.897116 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed591650-f640-4e03-80cb-a046ab1ec7ff None None] Update dhcp port {'port': {'network_id': '3929186c-b724-4d6c-8594-af5fb4d195db', 'fixed_ips': [{'subnet_id': 'e5a45b49-52fb-40dd-818c-b7ee68704ebb', 'ip_address': '2001:db8::2'}, {'subnet_id': '09b0bfdd-a99a-4f1b-b677-d8669addedf2'}], 'binding:host_id': 'n-d-842952-2'}, 'id': '33d162f2-f20c-4640-bb53-18ead0ce25bf'} from n-d-842952-2. {{(pid=83912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 23 11:13:33.946425 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680c572a-1569-4869-8b85-d1e3e87e3a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38841e98-3177-43e9-adef-a416a3a8b988'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:13:33.966413 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 38841e98-3177-43e9-adef-a416a3a8b988, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=38841e98-3177-43e9-adef-a416a3a8b988,segment=NetworkSegment(f83c0d0e-9b40-421e-a2f5-66bbabc627e2),segment_id=f83c0d0e-9b40-421e-a2f5-66bbabc627e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:13:33.974360 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:33.990603 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-ad9a7017-f80c-4889-9eda-7fa5a68e8236 req-72c1eb6c-76f3-4c22-93f3-3747ba68169d tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-618827717', 'description': 'tempest-description-718719081'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:34.006818 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ed591650-f640-4e03-80cb-a046ab1ec7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:34.039371 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-ad9a7017-f80c-4889-9eda-7fa5a68e8236 req-72c1eb6c-76f3-4c22-93f3-3747ba68169d tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:34.053169 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ad9a7017-f80c-4889-9eda-7fa5a68e8236 req-72c1eb6c-76f3-4c22-93f3-3747ba68169d tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Usage tracker for resource:security_group and tenant:be8b94104c5f44d3a01d4bc2892c3300 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:34.062773 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ad9a7017-f80c-4889-9eda-7fa5a68e8236 req-72c1eb6c-76f3-4c22-93f3-3747ba68169d tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:34.083241 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-ad9a7017-f80c-4889-9eda-7fa5a68e8236 req-72c1eb6c-76f3-4c22-93f3-3747ba68169d tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:34.171062 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=38841e98-3177-43e9-adef-a416a3a8b988,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:34.181079 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ad9a7017-f80c-4889-9eda-7fa5a68e8236 req-72c1eb6c-76f3-4c22-93f3-3747ba68169d tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:34.260138 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-ed591650-f640-4e03-80cb-a046ab1ec7ff None None] Allocated IP 2001:db8:0:1::2 (3929186c-b724-4d6c-8594-af5fb4d195db/09b0bfdd-a99a-4f1b-b677-d8669addedf2/33d162f2-f20c-4640-bb53-18ead0ce25bf) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:13:34.293837 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041962d-3db0-4839-a2bc-1481b5f679eb req-0d98bc75-7103-4306-a9be-4d6f44c4437a tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:34.295248 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b041962d-3db0-4839-a2bc-1481b5f679eb req-0d98bc75-7103-4306-a9be-4d6f44c4437a tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=680c572a-1569-4869-8b85-d1e3e87e3a07 HTTP/1.1" status: 200 len: 945 time: 0.3235991 May 23 11:13:34.296200 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-ad9a7017-f80c-4889-9eda-7fa5a68e8236 req-72c1eb6c-76f3-4c22-93f3-3747ba68169d tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:34.331760 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ad9a7017-f80c-4889-9eda-7fa5a68e8236 req-72c1eb6c-76f3-4c22-93f3-3747ba68169d tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Usage tracker for resource:security_group_rule and tenant:be8b94104c5f44d3a01d4bc2892c3300 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:34.347115 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ad9a7017-f80c-4889-9eda-7fa5a68e8236 req-72c1eb6c-76f3-4c22-93f3-3747ba68169d tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:34.373465 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-ad9a7017-f80c-4889-9eda-7fa5a68e8236 req-72c1eb6c-76f3-4c22-93f3-3747ba68169d tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:34.397123 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ed591650-f640-4e03-80cb-a046ab1ec7ff None None] For port 33d162f2-f20c-4640-bb53-18ead0ce25bf, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=33d162f2-f20c-4640-bb53-18ead0ce25bf,segment=NetworkSegment(758ac86b-74e2-44c8-880c-5f79ee6641eb),segment_id=758ac86b-74e2-44c8-880c-5f79ee6641eb)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:13:34.424121 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ed591650-f640-4e03-80cb-a046ab1ec7ff None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:34.441436 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-53851181-d298-4071-87c8-57aae2490c50 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:34.441632 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ed591650-f640-4e03-80cb-a046ab1ec7ff None None] Transition to ACTIVE for port object 33d162f2-f20c-4640-bb53-18ead0ce25bf will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:13:34.446234 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ed591650-f640-4e03-80cb-a046ab1ec7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:34.463588 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b041962d-3db0-4839-a2bc-1481b5f679eb req-c3275a09-6b21-45ee-867a-576237ebb4f4 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?id=3cd1f9ba-c4ca-482c-90a7-72cd60f2813b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534510 May 23 11:13:34.561728 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ad9a7017-f80c-4889-9eda-7fa5a68e8236 req-72c1eb6c-76f3-4c22-93f3-3747ba68169d tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:34.611438 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ad9a7017-f80c-4889-9eda-7fa5a68e8236 req-72c1eb6c-76f3-4c22-93f3-3747ba68169d tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:34.633117 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7faa183c-0a75-40ee-b5a3-5d5c8cb6d9b2 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Router 50fe437b-61a5-4a3c-90c2-df56b9d63617 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:13:34.657244 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2d53a01-7902-4a41-920d-fdc0112d260f'] response: {'server_uuid': '680c572a-1569-4869-8b85-d1e3e87e3a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38841e98-3177-43e9-adef-a416a3a8b988', 'code': 200} May 23 11:13:34.660961 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 4f720815-b973-492f-beec-2ba7ecaceebc up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:13:34.684341 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 33d162f2-f20c-4640-bb53-18ead0ce25bf up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:13:34.817874 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c1eb6c-76f3-4c22-93f3-3747ba68169d tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=500aebf5-2df2-4854-a591-c47305ac71cf,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:34.836492 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed591650-f640-4e03-80cb-a046ab1ec7ff None None] Pushing event updated for resources: {'Port': ['ID=33d162f2-f20c-4640-bb53-18ead0ce25bf,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:34.843795 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ad9a7017-f80c-4889-9eda-7fa5a68e8236 req-72c1eb6c-76f3-4c22-93f3-3747ba68169d tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:34.844986 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad9a7017-f80c-4889-9eda-7fa5a68e8236 req-72c1eb6c-76f3-4c22-93f3-3747ba68169d tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 0.8678026 May 23 11:13:34.894457 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 4f720815-b973-492f-beec-2ba7ecaceebc completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:13:34.939167 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 4f720815-b973-492f-beec-2ba7ecaceebc triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:13:34.939535 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:35.121445 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:35.171209 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 4f720815-b973-492f-beec-2ba7ecaceebc, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=4f720815-b973-492f-beec-2ba7ecaceebc,segment=NetworkSegment(3dd9ea5f-23bc-4bc8-917a-431ad3d10464),segment_id=3dd9ea5f-23bc-4bc8-917a-431ad3d10464)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:13:35.176662 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:35.251538 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-723de8c3-3dd2-4976-84bb-12851f774212 req-1c64a8e1-1388-4272-a430-2e5dd5722edb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=680c572a-1569-4869-8b85-d1e3e87e3a07 HTTP/1.1" status: 200 len: 1096 time: 0.5845609 May 23 11:13:35.264335 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=4f720815-b973-492f-beec-2ba7ecaceebc,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:35.333438 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a578be1-57a3-45ef-9cc4-b67052d513cd req-89b61dc9-7d4b-4682-8002-c735ff08f2a3 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:35.334965 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4a578be1-57a3-45ef-9cc4-b67052d513cd req-89b61dc9-7d4b-4682-8002-c735ff08f2a3 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=d441cb53-6d03-4274-b36e-6629825aed20 HTTP/1.1" status: 200 len: 944 time: 0.6218042 May 23 11:13:35.420564 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52860) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:35.423353 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5d275-c726-46bd-b981-4a52e67ce63f req-8b30912b-36c5-4027-8f11-f594368c0d1b tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:35.425046 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-22a5d275-c726-46bd-b981-4a52e67ce63f req-8b30912b-36c5-4027-8f11-f594368c0d1b tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574 HTTP/1.1" status: 200 len: 945 time: 0.3710513 May 23 11:13:35.428148 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-53851181-d298-4071-87c8-57aae2490c50 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Allocated IP 2001:db8:0:1::378 (3929186c-b724-4d6c-8594-af5fb4d195db/09b0bfdd-a99a-4f1b-b677-d8669addedf2/b2bcf897-e387-4d5a-ac38-6b6a7af00cc7) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:13:35.466829 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-723de8c3-3dd2-4976-84bb-12851f774212 req-9188cde4-a872-4720-9c91-ede694f4206d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3cd1f9ba-c4ca-482c-90a7-72cd60f2813b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788657 May 23 11:13:35.578569 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f49b72-66be-42fd-99c2-55e35ada6453 None None] Network 3929186c-b724-4d6c-8594-af5fb4d195db requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:13:35.584353 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4a578be1-57a3-45ef-9cc4-b67052d513cd req-5675c9e8-f7f5-437c-bd76-49c7d00575ff tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329464 May 23 11:13:35.601976 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bb8cb504-9487-4aab-baaf-d14071f55742 req-c00f5fa0-df4e-4f54-bd5d-e9fd1dd138ca service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 6491 time: 0.1791248 May 23 11:13:35.619245 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-22a5d275-c726-46bd-b981-4a52e67ce63f req-31453596-2435-4ab3-95f9-9ae0f76d5240 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811287 May 23 11:13:35.669013 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7faa183c-0a75-40ee-b5a3-5d5c8cb6d9b2 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:13:35.694163 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bb8cb504-9487-4aab-baaf-d14071f55742 req-9f546b15-9907-49a0-b976-da2e8d6b93df service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=80bd5d80-b839-4f0d-bc84-203290106c00&id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0840895 May 23 11:13:35.716691 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72b584e-1aa0-4119-a455-cbf963e096de None None] Sync routers for ids ['50fe437b-61a5-4a3c-90c2-df56b9d63617'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:13:35.722268 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7faa183c-0a75-40ee-b5a3-5d5c8cb6d9b2 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:35.734764 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72b584e-1aa0-4119-a455-cbf963e096de None None] Routers {'50fe437b-61a5-4a3c-90c2-df56b9d63617'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:13:35.735383 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f72b584e-1aa0-4119-a455-cbf963e096de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:13:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['50fe437b-61a5-4a3c-90c2-df56b9d63617'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:35.747188 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-53851181-d298-4071-87c8-57aae2490c50 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:35.806733 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f72b584e-1aa0-4119-a455-cbf963e096de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:35.853265 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e652c3d9-99ea-46e0-984d-b85090b3744c None None] Provisioning for port 33d162f2-f20c-4640-bb53-18ead0ce25bf completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:13:35.885868 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72b584e-1aa0-4119-a455-cbf963e096de None None] Routers {'50fe437b-61a5-4a3c-90c2-df56b9d63617'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:13:35.886502 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f72b584e-1aa0-4119-a455-cbf963e096de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:13:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['50fe437b-61a5-4a3c-90c2-df56b9d63617'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:35.942511 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e652c3d9-99ea-46e0-984d-b85090b3744c None None] Provisioning complete for port 33d162f2-f20c-4640-bb53-18ead0ce25bf triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:13:35.942884 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e652c3d9-99ea-46e0-984d-b85090b3744c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:35.952518 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-53851181-d298-4071-87c8-57aae2490c50 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Ignored duplicate provisioning block setup for port b2bcf897-e387-4d5a-ac38-6b6a7af00cc7 by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 23 11:13:35.968946 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-53851181-d298-4071-87c8-57aae2490c50 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:35.979988 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7faa183c-0a75-40ee-b5a3-5d5c8cb6d9b2 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.7091684 May 23 11:13:35.982730 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52870) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:35.988554 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-cc36985a-ead2-4a0a-b873-b420bf1c68fb tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-186407614'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:35.989795 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f72b584e-1aa0-4119-a455-cbf963e096de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:35.990191 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72b584e-1aa0-4119-a455-cbf963e096de None None] The sync data for ids ['50fe437b-61a5-4a3c-90c2-df56b9d63617'] in n-d-842952-2 is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:13:35.995744 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cc36985a-ead2-4a0a-b873-b420bf1c68fb tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:36.000334 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-cc36985a-ead2-4a0a-b873-b420bf1c68fb tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Usage tracker for resource:network and tenant:64767f7d3ba2443580b9b187013efe7a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:36.004612 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-cc36985a-ead2-4a0a-b873-b420bf1c68fb tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:36.011914 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cc36985a-ead2-4a0a-b873-b420bf1c68fb tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:36.026507 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc36985a-ead2-4a0a-b873-b420bf1c68fb tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Made reservation on behalf of 64767f7d3ba2443580b9b187013efe7a for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:13:36.030554 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc36985a-ead2-4a0a-b873-b420bf1c68fb tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:36.062302 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc36985a-ead2-4a0a-b873-b420bf1c68fb tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:13:36.065795 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-db263384-8cd8-47d2-a818-157067da74d6 req-7ade5730-c6d9-45ea-91c1-162e97144314 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] 10.222.0.79 "GET /v2.0/security-groups/500aebf5-2df2-4854-a591-c47305ac71cf HTTP/1.1" status: 200 len: 1637 time: 0.3770955 May 23 11:13:36.079058 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc36985a-ead2-4a0a-b873-b420bf1c68fb tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:36.079724 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-cc36985a-ead2-4a0a-b873-b420bf1c68fb tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Added segment 54d5b537-ed70-4916-b693-2db65c42d1ea of type vlan for network 1b0b21e6-cd59-4d3c-a171-e66c63f5a0e8 May 23 11:13:36.108026 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc36985a-ead2-4a0a-b873-b420bf1c68fb tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:36.117986 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-db263384-8cd8-47d2-a818-157067da74d6 req-26d91f1a-abd2-4044-9f08-a16cdfd7cf13 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '500aebf5-2df2-4854-a591-c47305ac71cf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:36.118381 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-db263384-8cd8-47d2-a818-157067da74d6 req-26d91f1a-abd2-4044-9f08-a16cdfd7cf13 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '500aebf5-2df2-4854-a591-c47305ac71cf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:36.134246 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-db263384-8cd8-47d2-a818-157067da74d6 req-26d91f1a-abd2-4044-9f08-a16cdfd7cf13 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:36.142998 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53851181-d298-4071-87c8-57aae2490c50 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event updated for resources: {'Port': ['ID=b2bcf897-e387-4d5a-ac38-6b6a7af00cc7,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:36.152438 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc36985a-ead2-4a0a-b873-b420bf1c68fb tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:36.157259 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc36985a-ead2-4a0a-b873-b420bf1c68fb tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:36.158076 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc36985a-ead2-4a0a-b873-b420bf1c68fb tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:36.159247 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e652c3d9-99ea-46e0-984d-b85090b3744c None None] Provisioning for port b2bcf897-e387-4d5a-ac38-6b6a7af00cc7 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:13:36.166339 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e652c3d9-99ea-46e0-984d-b85090b3744c None None] Provisioning complete for port b2bcf897-e387-4d5a-ac38-6b6a7af00cc7 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:13:36.166797 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e652c3d9-99ea-46e0-984d-b85090b3744c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:36.179173 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-db263384-8cd8-47d2-a818-157067da74d6 req-26d91f1a-abd2-4044-9f08-a16cdfd7cf13 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Usage tracker for resource:security_group_rule and tenant:be8b94104c5f44d3a01d4bc2892c3300 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:36.184554 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-db263384-8cd8-47d2-a818-157067da74d6 req-26d91f1a-abd2-4044-9f08-a16cdfd7cf13 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:36.206736 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da0823-7c73-4c99-983f-6fc0df79886e req-a0e2507f-3715-4fa1-9a93-f5072707ea17 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:36.208721 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93da0823-7c73-4c99-983f-6fc0df79886e req-a0e2507f-3715-4fa1-9a93-f5072707ea17 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=30ed3ab4-29fa-4bf2-b4f4-8b4a0ec39997 HTTP/1.1" status: 200 len: 945 time: 0.4554453 May 23 11:13:36.209840 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-db263384-8cd8-47d2-a818-157067da74d6 req-26d91f1a-abd2-4044-9f08-a16cdfd7cf13 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:36.212488 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-53851181-d298-4071-87c8-57aae2490c50 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] In _notify_port_updated(), no bound segment for port b2bcf897-e387-4d5a-ac38-6b6a7af00cc7 on network 3929186c-b724-4d6c-8594-af5fb4d195db {{(pid=83910) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 23 11:13:36.216201 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53851181-d298-4071-87c8-57aae2490c50 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:36.216832 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-53851181-d298-4071-87c8-57aae2490c50 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:36.218145 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-53851181-d298-4071-87c8-57aae2490c50 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "PUT /v2.0/ports/b2bcf897-e387-4d5a-ac38-6b6a7af00cc7 HTTP/1.1" status: 200 len: 1011 time: 2.4251890 May 23 11:13:36.232409 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e652c3d9-99ea-46e0-984d-b85090b3744c None None] Port b2bcf897-e387-4d5a-ac38-6b6a7af00cc7 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:13:36.233567 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52876) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:36.288407 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-cc36985a-ead2-4a0a-b873-b420bf1c68fb tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3044956 May 23 11:13:36.291725 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc36985a-ead2-4a0a-b873-b420bf1c68fb tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Pushing event updated for resources: {'Network': ['ID=1b0b21e6-cd59-4d3c-a171-e66c63f5a0e8,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:36.292811 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52880) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:36.303590 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 1b0b21e6-cd59-4d3c-a171-e66c63f5a0e8 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:13:36.312302 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-2c2a2cb2-d672-4218-9044-0d055f0c90d2 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Request body: {'subnet': {'network_id': '1b0b21e6-cd59-4d3c-a171-e66c63f5a0e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:36.421319 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-2dc1a2a8-c9db-4c0f-bf92-292a065ce4fe tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Deleting port b2bcf897-e387-4d5a-ac38-6b6a7af00cc7 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:13:36.421657 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2dc1a2a8-c9db-4c0f-bf92-292a065ce4fe tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:36.457223 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4dc7cfa6-98d1-4d97-b088-0a4f20af6c9b None None] Provisioning complete for port 33d162f2-f20c-4640-bb53-18ead0ce25bf triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:13:36.457709 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4dc7cfa6-98d1-4d97-b088-0a4f20af6c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:36.479393 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93da0823-7c73-4c99-983f-6fc0df79886e req-b0587cc1-0aee-4a24-b147-998d2ec64e85 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600901 May 23 11:13:36.538058 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2c2a2cb2-d672-4218-9044-0d055f0c90d2 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:36.597965 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2c2a2cb2-d672-4218-9044-0d055f0c90d2 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:36.609592 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-db263384-8cd8-47d2-a818-157067da74d6 req-26d91f1a-abd2-4044-9f08-a16cdfd7cf13 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:36.618401 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4dc7cfa6-98d1-4d97-b088-0a4f20af6c9b None None] Provisioning complete for port b2bcf897-e387-4d5a-ac38-6b6a7af00cc7 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:13:36.619355 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4dc7cfa6-98d1-4d97-b088-0a4f20af6c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:36.663019 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd441cb53-6d03-4274-b36e-6629825aed20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f720815-b973-492f-beec-2ba7ecaceebc'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:13:36.667713 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 33d162f2-f20c-4640-bb53-18ead0ce25bf up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:13:36.678543 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2a2cb2-d672-4218-9044-0d055f0c90d2 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Made reservation on behalf of 64767f7d3ba2443580b9b187013efe7a for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:13:36.720074 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-db263384-8cd8-47d2-a818-157067da74d6 req-26d91f1a-abd2-4044-9f08-a16cdfd7cf13 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:36.733624 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-4dc7cfa6-98d1-4d97-b088-0a4f20af6c9b None None] Port b2bcf897-e387-4d5a-ac38-6b6a7af00cc7 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:13:36.757316 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 33d162f2-f20c-4640-bb53-18ead0ce25bf triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:13:36.757686 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:36.793346 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-db263384-8cd8-47d2-a818-157067da74d6 req-26d91f1a-abd2-4044-9f08-a16cdfd7cf13 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:36.919677 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d91f1a-abd2-4044-9f08-a16cdfd7cf13 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a622003-552c-4ddd-adb3-7711ddcbd67d,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:36.950885 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2c2a2cb2-d672-4218-9044-0d055f0c90d2 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:36.968145 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-db263384-8cd8-47d2-a818-157067da74d6 req-26d91f1a-abd2-4044-9f08-a16cdfd7cf13 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:36.969306 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-db263384-8cd8-47d2-a818-157067da74d6 req-26d91f1a-abd2-4044-9f08-a16cdfd7cf13 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.8578374 May 23 11:13:37.034093 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ed5f4245-3b0e-43aa-aeb4-255284ccf6b9 None None] Provisioning complete for port b2bcf897-e387-4d5a-ac38-6b6a7af00cc7 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:13:37.034462 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ed5f4245-3b0e-43aa-aeb4-255284ccf6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:37.038072 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2dc1a2a8-c9db-4c0f-bf92-292a065ce4fe tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:37.097048 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ed5f4245-3b0e-43aa-aeb4-255284ccf6b9 None None] Port b2bcf897-e387-4d5a-ac38-6b6a7af00cc7 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:13:37.218413 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a7398e78-f287-42f2-94e9-b3e9e9e43d41 None None] Provisioning complete for port b2bcf897-e387-4d5a-ac38-6b6a7af00cc7 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:13:37.218859 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a7398e78-f287-42f2-94e9-b3e9e9e43d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:37.274845 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a7398e78-f287-42f2-94e9-b3e9e9e43d41 None None] Port b2bcf897-e387-4d5a-ac38-6b6a7af00cc7 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:13:37.285936 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-2dc1a2a8-c9db-4c0f-bf92-292a065ce4fe tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Calling delete_port for b2bcf897-e387-4d5a-ac38-6b6a7af00cc7 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:13:37.349306 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9d3d3-116a-4fe3-8585-79cf380a24fb req-85259cc0-8673-4b8d-a1c8-eb1e82e9e232 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:37.350774 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-09e9d3d3-116a-4fe3-8585-79cf380a24fb req-85259cc0-8673-4b8d-a1c8-eb1e82e9e232 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=680c572a-1569-4869-8b85-d1e3e87e3a07 HTTP/1.1" status: 200 len: 945 time: 0.7047811 May 23 11:13:37.528958 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-09e9d3d3-116a-4fe3-8585-79cf380a24fb req-517b8a7f-1ccd-4c28-835b-4c2d3409cf05 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?id=3cd1f9ba-c4ca-482c-90a7-72cd60f2813b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665950 May 23 11:13:37.545293 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b411e-74b6-4aa4-8efc-a948c5916056 req-e5c4e949-00ec-4db7-ae83-b1871112ba81 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:37.546855 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b89b411e-74b6-4aa4-8efc-a948c5916056 req-e5c4e949-00ec-4db7-ae83-b1871112ba81 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=d441cb53-6d03-4274-b36e-6629825aed20 HTTP/1.1" status: 200 len: 945 time: 0.3777945 May 23 11:13:37.823080 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:37.865444 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b89b411e-74b6-4aa4-8efc-a948c5916056 req-bf407dea-4051-47a6-95ab-86bbb48d47df tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112373 May 23 11:13:37.873702 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2c2a2cb2-d672-4218-9044-0d055f0c90d2 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:37.903969 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2dc1a2a8-c9db-4c0f-bf92-292a065ce4fe tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:37.930637 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf57d92e-3f3e-417b-b5fc-a3cb12decdd3'] response: {'server_uuid': 'd441cb53-6d03-4274-b36e-6629825aed20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f720815-b973-492f-beec-2ba7ecaceebc', 'code': 200} May 23 11:13:37.985896 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-3253d38e-259c-45b4-808f-e2073397c05f req-b2f3b19d-0e67-4a69-9165-a898d407c4ea tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1303386916', 'description': 'tempest-description-516028448'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:37.992487 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc1a2a8-c9db-4c0f-bf92-292a065ce4fe tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event deleted for resources: {'Port': ['ID=b2bcf897-e387-4d5a-ac38-6b6a7af00cc7,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:38.001895 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-3253d38e-259c-45b4-808f-e2073397c05f req-b2f3b19d-0e67-4a69-9165-a898d407c4ea tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:38.016873 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-3253d38e-259c-45b4-808f-e2073397c05f req-b2f3b19d-0e67-4a69-9165-a898d407c4ea tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Usage tracker for resource:security_group and tenant:be8b94104c5f44d3a01d4bc2892c3300 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:38.024738 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd164fc2-ab59-4d73-994a-ff7868c26722 req-8eb7326e-3507-4256-bbd3-88560f78e4a0 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:38.026186 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fd164fc2-ab59-4d73-994a-ff7868c26722 req-8eb7326e-3507-4256-bbd3-88560f78e4a0 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574 HTTP/1.1" status: 200 len: 945 time: 0.3424642 May 23 11:13:38.029179 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-3253d38e-259c-45b4-808f-e2073397c05f req-b2f3b19d-0e67-4a69-9165-a898d407c4ea tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:38.068522 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a2cb2-d672-4218-9044-0d055f0c90d2 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Pushing event updated for resources: {'Subnet': ['ID=fc1368e0-bd09-49f7-9af9-94de6c3dcaaf,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:38.070902 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-3253d38e-259c-45b4-808f-e2073397c05f req-b2f3b19d-0e67-4a69-9165-a898d407c4ea tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:38.107354 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a871e273-58a5-4feb-a4f6-bda34c14f2bf req-856c1280-e4ed-4b99-a39b-617a90601d75 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d441cb53-6d03-4274-b36e-6629825aed20 HTTP/1.1" status: 200 len: 1096 time: 0.0797749 May 23 11:13:38.153595 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a871e273-58a5-4feb-a4f6-bda34c14f2bf req-c12d43fa-0dfb-469a-8ea4-c17bf3f84d82 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383995 May 23 11:13:38.156103 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-3253d38e-259c-45b4-808f-e2073397c05f req-b2f3b19d-0e67-4a69-9165-a898d407c4ea tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:38.166771 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2dc1a2a8-c9db-4c0f-bf92-292a065ce4fe tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:38.206446 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2dc1a2a8-c9db-4c0f-bf92-292a065ce4fe tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/ports/b2bcf897-e387-4d5a-ac38-6b6a7af00cc7 HTTP/1.1" status: 204 len: 168 time: 1.9700294 May 23 11:13:38.207297 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2a2cb2-d672-4218-9044-0d055f0c90d2 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Checking segment: {'id': '54d5b537-ed70-4916-b693-2db65c42d1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1b0b21e6-cd59-4d3c-a171-e66c63f5a0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:13:38.207725 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2a2cb2-d672-4218-9044-0d055f0c90d2 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Network hostable DHCP agents. Network: 1b0b21e6-cd59-4d3c-a171-e66c63f5a0e8, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:13:38.209180 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52894) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:38.223310 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fd164fc2-ab59-4d73-994a-ff7868c26722 req-8000370e-ce25-46e6-9b03-1584ca6a26c4 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558449 May 23 11:13:38.240733 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-3253d38e-259c-45b4-808f-e2073397c05f req-b2f3b19d-0e67-4a69-9165-a898d407c4ea tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:38.250689 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9d2f068-1356-4290-adb1-e51c3525a0d3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] GET failed (client error): The resource could not be found. May 23 11:13:38.251272 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f9d2f068-1356-4290-adb1-e51c3525a0d3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Synchronizing usage tracker for tenant:7dca08376e90462fa2c08567c59d529a on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:13:38.253324 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-3253d38e-259c-45b4-808f-e2073397c05f req-b2f3b19d-0e67-4a69-9165-a898d407c4ea tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Usage tracker for resource:security_group_rule and tenant:be8b94104c5f44d3a01d4bc2892c3300 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:38.257583 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-3253d38e-259c-45b4-808f-e2073397c05f req-b2f3b19d-0e67-4a69-9165-a898d407c4ea tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:38.265802 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-3253d38e-259c-45b4-808f-e2073397c05f req-b2f3b19d-0e67-4a69-9165-a898d407c4ea tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:38.267518 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f9d2f068-1356-4290-adb1-e51c3525a0d3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Unset dirty status for tenant:7dca08376e90462fa2c08567c59d529a on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:13:38.268940 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f9d2f068-1356-4290-adb1-e51c3525a0d3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "GET /v2.0/ports/b2bcf897-e387-4d5a-ac38-6b6a7af00cc7 HTTP/1.1" status: 404 len: 333 time: 0.0587757 May 23 11:13:38.272099 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52898) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:38.311492 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2a2cb2-d672-4218-9044-0d055f0c90d2 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Network 1b0b21e6-cd59-4d3c-a171-e66c63f5a0e8 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:13:38.340419 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-2c2a2cb2-d672-4218-9044-0d055f0c90d2 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 1b0b21e6-cd59-4d3c-a171-e66c63f5a0e8) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:13:38.349306 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd91a8dd-10ba-4e08-b8f9-936907916016 None None] Network 1b0b21e6-cd59-4d3c-a171-e66c63f5a0e8 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:13:38.386627 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2a2cb2-d672-4218-9044-0d055f0c90d2 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:38.387236 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2c2a2cb2-d672-4218-9044-0d055f0c90d2 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:38.431178 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-186f9e53-42eb-4e94-89db-21f74366d203 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Deleting subnet 09b0bfdd-a99a-4f1b-b677-d8669addedf2 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:13:38.444669 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-186f9e53-42eb-4e94-89db-21f74366d203 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:38.498677 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-3253d38e-259c-45b4-808f-e2073397c05f req-b2f3b19d-0e67-4a69-9165-a898d407c4ea tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:38.537348 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2c2a2cb2-d672-4218-9044-0d055f0c90d2 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2403114 May 23 11:13:38.538475 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52902) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:38.543277 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a5a15c52-e5de-4fea-a1d2-33876989303d tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1855030028', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}, 'admin_state_up': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:38.552541 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a5a15c52-e5de-4fea-a1d2-33876989303d tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:38.556738 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-3253d38e-259c-45b4-808f-e2073397c05f req-b2f3b19d-0e67-4a69-9165-a898d407c4ea tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:38.559382 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a5a15c52-e5de-4fea-a1d2-33876989303d tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Usage tracker for resource:router and tenant:64767f7d3ba2443580b9b187013efe7a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:38.570012 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f03aeed-4016-43b5-866d-8e1f6f385d36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-1b0b21e6-cd59-4d3c-a171-e66c63f5a0e8', 'network_id': '1b0b21e6-cd59-4d3c-a171-e66c63f5a0e8', 'tenant_id': '64767f7d3ba2443580b9b187013efe7a', 'fixed_ips': [{'subnet_id': 'fc1368e0-bd09-49f7-9af9-94de6c3dcaaf'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:13:38.570863 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1f03aeed-4016-43b5-866d-8e1f6f385d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:38.576772 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a5a15c52-e5de-4fea-a1d2-33876989303d tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:38.584037 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a5a15c52-e5de-4fea-a1d2-33876989303d tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:38.591813 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-186f9e53-42eb-4e94-89db-21f74366d203 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:38.595884 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a5a15c52-e5de-4fea-a1d2-33876989303d tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:38.597168 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a5a15c52-e5de-4fea-a1d2-33876989303d tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:38.618946 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a5a15c52-e5de-4fea-a1d2-33876989303d tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:38.643376 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-3253d38e-259c-45b4-808f-e2073397c05f req-b2f3b19d-0e67-4a69-9165-a898d407c4ea tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:38.644607 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3253d38e-259c-45b4-808f-e2073397c05f req-b2f3b19d-0e67-4a69-9165-a898d407c4ea tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.6843376 May 23 11:13:38.678380 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3b19d-0e67-4a69-9165-a898d407c4ea tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da65d693-9a5f-4fd0-a8c3-ff6612d03ccb,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:38.690418 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb7eb0-abb6-4f91-a4fb-a68b81767a5e req-6a179cbf-7969-4872-8126-1402ad1cb724 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:38.691955 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d6eb7eb0-abb6-4f91-a4fb-a68b81767a5e req-6a179cbf-7969-4872-8126-1402ad1cb724 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=30ed3ab4-29fa-4bf2-b4f4-8b4a0ec39997 HTTP/1.1" status: 200 len: 945 time: 0.3469090 May 23 11:13:38.733561 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f4faa9f3-704a-48a3-b79a-1f9aeb8918f7 req-d99b6db1-c98e-4891-8fab-dc9495b1daa2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=30ed3ab4-29fa-4bf2-b4f4-8b4a0ec39997 HTTP/1.1" status: 200 len: 1096 time: 0.2379041 May 23 11:13:38.743619 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-1f03aeed-4016-43b5-866d-8e1f6f385d36 None None] Allocated IP 172.20.0.2 (1b0b21e6-cd59-4d3c-a171-e66c63f5a0e8/fc1368e0-bd09-49f7-9af9-94de6c3dcaaf/cf6543ba-ac7a-46e5-b94d-9c6d9aef9395) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:13:38.790097 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d6eb7eb0-abb6-4f91-a4fb-a68b81767a5e req-15458503-9100-4bd6-a6ad-67752f77b1c8 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888832 May 23 11:13:38.799799 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-186f9e53-42eb-4e94-89db-21f74366d203 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:38.808860 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a5a15c52-e5de-4fea-a1d2-33876989303d tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:38.913323 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f4faa9f3-704a-48a3-b79a-1f9aeb8918f7 req-e69bd1a7-d616-4e2f-ae5c-79f8b9422180 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732116 May 23 11:13:38.975075 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-37435c38-76af-45c4-b030-4d4ad85b746a req-a0c2bb5d-a4ee-4fd3-b773-50a89001b393 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] 10.222.0.79 "GET /v2.0/security-groups/da65d693-9a5f-4fd0-a8c3-ff6612d03ccb HTTP/1.1" status: 200 len: 1638 time: 0.0984416 May 23 11:13:38.981488 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-186f9e53-42eb-4e94-89db-21f74366d203 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:39.001040 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1f03aeed-4016-43b5-866d-8e1f6f385d36 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:39.011969 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1f03aeed-4016-43b5-866d-8e1f6f385d36 None None] Transition to ACTIVE for port object cf6543ba-ac7a-46e5-b94d-9c6d9aef9395 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:13:39.023401 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-37435c38-76af-45c4-b030-4d4ad85b746a req-9391ff14-8005-4ca6-a059-5ec6f42e2312 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'da65d693-9a5f-4fd0-a8c3-ff6612d03ccb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:39.024010 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-37435c38-76af-45c4-b030-4d4ad85b746a req-9391ff14-8005-4ca6-a059-5ec6f42e2312 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'da65d693-9a5f-4fd0-a8c3-ff6612d03ccb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:39.030761 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1f03aeed-4016-43b5-866d-8e1f6f385d36 None None] Transition to ACTIVE for port object cf6543ba-ac7a-46e5-b94d-9c6d9aef9395 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:13:39.031814 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a5a15c52-e5de-4fea-a1d2-33876989303d tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:39.035005 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-37435c38-76af-45c4-b030-4d4ad85b746a req-9391ff14-8005-4ca6-a059-5ec6f42e2312 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:39.037543 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1f03aeed-4016-43b5-866d-8e1f6f385d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:39.039894 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f9e53-42eb-4e94-89db-21f74366d203 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event deleted for resources: {'Subnet': ['ID=09b0bfdd-a99a-4f1b-b677-d8669addedf2,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:39.050418 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001e386-dcf2-412c-9625-7c8b6b99b6a0 req-36932297-038e-4f65-ab58-bedfa5f77dd6 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:39.051990 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3001e386-dcf2-412c-9625-7c8b6b99b6a0 req-36932297-038e-4f65-ab58-bedfa5f77dd6 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=680c572a-1569-4869-8b85-d1e3e87e3a07 HTTP/1.1" status: 200 len: 945 time: 0.2232487 May 23 11:13:39.052985 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-186f9e53-42eb-4e94-89db-21f74366d203 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:39.055943 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-37435c38-76af-45c4-b030-4d4ad85b746a req-9391ff14-8005-4ca6-a059-5ec6f42e2312 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Usage tracker for resource:security_group_rule and tenant:be8b94104c5f44d3a01d4bc2892c3300 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:39.059849 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-37435c38-76af-45c4-b030-4d4ad85b746a req-9391ff14-8005-4ca6-a059-5ec6f42e2312 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:39.064275 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a5a15c52-e5de-4fea-a1d2-33876989303d tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:39.068414 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-186f9e53-42eb-4e94-89db-21f74366d203 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/subnets/09b0bfdd-a99a-4f1b-b677-d8669addedf2 HTTP/1.1" status: 204 len: 168 time: 0.7953367 May 23 11:13:39.069458 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-37435c38-76af-45c4-b030-4d4ad85b746a req-9391ff14-8005-4ca6-a059-5ec6f42e2312 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:39.083762 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52912) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:39.087460 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e988d0-86cf-4fe8-a611-fbcd7e17e8b2 None None] Network 3929186c-b724-4d6c-8594-af5fb4d195db requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:13:39.189384 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-943c4bc9-b437-4292-b893-ebc39ed906d7 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Deleting subnet e5a45b49-52fb-40dd-818c-b7ee68704ebb {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:13:39.198653 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3001e386-dcf2-412c-9625-7c8b6b99b6a0 req-192990ab-2b82-4c02-868b-de5321418a67 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?id=3cd1f9ba-c4ca-482c-90a7-72cd60f2813b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320870 May 23 11:13:39.199299 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-943c4bc9-b437-4292-b893-ebc39ed906d7 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:39.244634 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-a5a15c52-e5de-4fea-a1d2-33876989303d tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Allocated IP 172.25.6.88 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/2dec19b0-83c1-4019-981a-ebe00ac96052) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:13:39.271986 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-37435c38-76af-45c4-b030-4d4ad85b746a req-9391ff14-8005-4ca6-a059-5ec6f42e2312 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:39.276475 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-943c4bc9-b437-4292-b893-ebc39ed906d7 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:39.310111 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03aeed-4016-43b5-866d-8e1f6f385d36 None None] Pushing event updated for resources: {'Port': ['ID=cf6543ba-ac7a-46e5-b94d-9c6d9aef9395,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:39.340299 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-37435c38-76af-45c4-b030-4d4ad85b746a req-9391ff14-8005-4ca6-a059-5ec6f42e2312 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:39.351866 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-37435c38-76af-45c4-b030-4d4ad85b746a req-9391ff14-8005-4ca6-a059-5ec6f42e2312 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:39.370572 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f03aeed-4016-43b5-866d-8e1f6f385d36 None None] Network 1b0b21e6-cd59-4d3c-a171-e66c63f5a0e8 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:13:39.379100 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:39.381369 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-1f03aeed-4016-43b5-866d-8e1f6f385d36 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:13:39.389300 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f03aeed-4016-43b5-866d-8e1f6f385d36 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:13:39.393126 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391ff14-8005-4ca6-a059-5ec6f42e2312 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce24f320-bb20-460d-a44a-36b39c0c0255,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:39.406648 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b8a4ca97-73ec-4683-8f0d-9be8e0d3be47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:39.440608 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-37435c38-76af-45c4-b030-4d4ad85b746a req-9391ff14-8005-4ca6-a059-5ec6f42e2312 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:39.441726 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-37435c38-76af-45c4-b030-4d4ad85b746a req-9391ff14-8005-4ca6-a059-5ec6f42e2312 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 725 time: 0.4542334 May 23 11:13:39.462106 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-943c4bc9-b437-4292-b893-ebc39ed906d7 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:39.470059 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a5a15c52-e5de-4fea-a1d2-33876989303d tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:39.509481 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a5a15c52-e5de-4fea-a1d2-33876989303d tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:39.550737 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01fe3b-13b6-44ae-bb40-6ac984089a8d req-7eb30e59-bfa9-41e5-a7a2-6a3e424aa8e3 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:39.552375 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6e01fe3b-13b6-44ae-bb40-6ac984089a8d req-7eb30e59-bfa9-41e5-a7a2-6a3e424aa8e3 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=d441cb53-6d03-4274-b36e-6629825aed20 HTTP/1.1" status: 200 len: 945 time: 0.1493256 May 23 11:13:39.585886 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-943c4bc9-b437-4292-b893-ebc39ed906d7 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:39.607252 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1f03aeed-4016-43b5-866d-8e1f6f385d36 None None] Attempting to bind port cf6543ba-ac7a-46e5-b94d-9c6d9aef9395 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:13:39.607697 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1f03aeed-4016-43b5-866d-8e1f6f385d36 None None] Attempting to bind port cf6543ba-ac7a-46e5-b94d-9c6d9aef9395 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '54d5b537-ed70-4916-b693-2db65c42d1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1b0b21e6-cd59-4d3c-a171-e66c63f5a0e8'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:13:39.608137 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f03aeed-4016-43b5-866d-8e1f6f385d36 None None] Attempting to bind port cf6543ba-ac7a-46e5-b94d-9c6d9aef9395 on network 1b0b21e6-cd59-4d3c-a171-e66c63f5a0e8 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:13:39.622864 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f03aeed-4016-43b5-866d-8e1f6f385d36 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:13:39.623311 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f03aeed-4016-43b5-866d-8e1f6f385d36 None None] Checking segment: {'id': '54d5b537-ed70-4916-b693-2db65c42d1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1b0b21e6-cd59-4d3c-a171-e66c63f5a0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:13:39.623773 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1f03aeed-4016-43b5-866d-8e1f6f385d36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:39.624248 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f03aeed-4016-43b5-866d-8e1f6f385d36 None None] Bound using segment: {'id': '54d5b537-ed70-4916-b693-2db65c42d1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1b0b21e6-cd59-4d3c-a171-e66c63f5a0e8'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:13:39.624771 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1f03aeed-4016-43b5-866d-8e1f6f385d36 None None] Bound port: cf6543ba-ac7a-46e5-b94d-9c6d9aef9395, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54d5b537-ed70-4916-b693-2db65c42d1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1b0b21e6-cd59-4d3c-a171-e66c63f5a0e8'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:13:39.625195 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1f03aeed-4016-43b5-866d-8e1f6f385d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:39.627628 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a15c52-e5de-4fea-a1d2-33876989303d tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:13:39.629340 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a15c52-e5de-4fea-a1d2-33876989303d tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Pushing event updated for resources: {'Port': ['ID=2dec19b0-83c1-4019-981a-ebe00ac96052,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:39.634021 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-a5a15c52-e5de-4fea-a1d2-33876989303d tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:13:39.636698 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a15c52-e5de-4fea-a1d2-33876989303d tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:13:39.665275 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c4bc9-b437-4292-b893-ebc39ed906d7 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event deleted for resources: {'Subnet': ['ID=e5a45b49-52fb-40dd-818c-b7ee68704ebb,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:39.732406 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1f03aeed-4016-43b5-866d-8e1f6f385d36 None None] For port cf6543ba-ac7a-46e5-b94d-9c6d9aef9395, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:13:39.736381 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1f03aeed-4016-43b5-866d-8e1f6f385d36 None None] For port cf6543ba-ac7a-46e5-b94d-9c6d9aef9395, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=cf6543ba-ac7a-46e5-b94d-9c6d9aef9395,segment=NetworkSegment(54d5b537-ed70-4916-b693-2db65c42d1ea),segment_id=54d5b537-ed70-4916-b693-2db65c42d1ea)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:13:39.743448 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1f03aeed-4016-43b5-866d-8e1f6f385d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:39.805214 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-943c4bc9-b437-4292-b893-ebc39ed906d7 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:39.816523 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6e01fe3b-13b6-44ae-bb40-6ac984089a8d req-f7f9bbe8-9b60-42b0-b27d-eafafade3f3f tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566440 May 23 11:13:39.827194 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-943c4bc9-b437-4292-b893-ebc39ed906d7 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/subnets/e5a45b49-52fb-40dd-818c-b7ee68704ebb HTTP/1.1" status: 204 len: 168 time: 0.7398503 May 23 11:13:39.830049 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52924) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:39.930300 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03aeed-4016-43b5-866d-8e1f6f385d36 None None] Pushing event updated for resources: {'Port': ['ID=cf6543ba-ac7a-46e5-b94d-9c6d9aef9395,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:39.936324 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3043ae92-4ea1-4435-8096-2f0bdae504fa None None] Update dhcp port {'port': {'network_id': '3929186c-b724-4d6c-8594-af5fb4d195db', 'fixed_ips': [{'subnet_id': 'e5a45b49-52fb-40dd-818c-b7ee68704ebb'}], 'binding:host_id': 'n-d-842952-2'}, 'id': '33d162f2-f20c-4640-bb53-18ead0ce25bf'} from n-d-842952-2. {{(pid=83912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 23 11:13:39.999561 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3043ae92-4ea1-4435-8096-2f0bdae504fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:40.003567 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a5a15c52-e5de-4fea-a1d2-33876989303d tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:40.004548 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a5a15c52-e5de-4fea-a1d2-33876989303d tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:40.043077 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8a2f6f0-dd4e-4c1b-8393-97e10bb91c35 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:40.052601 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e8117-6d6d-484f-9fa8-fbb91029b828 req-3cbb11ad-724b-437f-be87-7ac627b35209 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:40.065994 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52928) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:40.073671 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ea1e8117-6d6d-484f-9fa8-fbb91029b828 req-3cbb11ad-724b-437f-be87-7ac627b35209 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=680c572a-1569-4869-8b85-d1e3e87e3a07 HTTP/1.1" status: 200 len: 945 time: 0.4524415 May 23 11:13:40.084570 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-17d40aa0-952f-4933-905f-0cfe7eb0a39e tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Request body: {'floatingip': {'port_id': '38841e98-3177-43e9-adef-a416a3a8b988'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:40.116793 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-adf23e64-7728-47da-8874-c73b73141c64 req-73b12eba-aa41-46d8-87ee-de599f77d65a tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1248268881', 'description': 'tempest-description-1925391856'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:40.125603 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-b8a2f6f0-dd4e-4c1b-8393-97e10bb91c35 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Deleting port 33d162f2-f20c-4640-bb53-18ead0ce25bf {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:13:40.125877 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8a2f6f0-dd4e-4c1b-8393-97e10bb91c35 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:40.151993 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-adf23e64-7728-47da-8874-c73b73141c64 req-73b12eba-aa41-46d8-87ee-de599f77d65a tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:40.162024 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-adf23e64-7728-47da-8874-c73b73141c64 req-73b12eba-aa41-46d8-87ee-de599f77d65a tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Usage tracker for resource:security_group and tenant:be8b94104c5f44d3a01d4bc2892c3300 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:40.178271 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-adf23e64-7728-47da-8874-c73b73141c64 req-73b12eba-aa41-46d8-87ee-de599f77d65a tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:40.198348 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-adf23e64-7728-47da-8874-c73b73141c64 req-73b12eba-aa41-46d8-87ee-de599f77d65a tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:40.233551 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-adf23e64-7728-47da-8874-c73b73141c64 req-73b12eba-aa41-46d8-87ee-de599f77d65a tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:40.275876 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649da59d-890d-4d49-b541-a7e80102e314 req-f2ef2f26-2465-4eb1-ad03-7cd8e4b37fd5 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:40.277472 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-649da59d-890d-4d49-b541-a7e80102e314 req-f2ef2f26-2465-4eb1-ad03-7cd8e4b37fd5 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574 HTTP/1.1" status: 200 len: 945 time: 0.2899537 May 23 11:13:40.295710 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-17d40aa0-952f-4933-905f-0cfe7eb0a39e tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for floatingip, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:40.316932 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296155af-2793-4359-8c64-88056c345551 None None] Network 3929186c-b724-4d6c-8594-af5fb4d195db requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:13:40.476701 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-adf23e64-7728-47da-8874-c73b73141c64 req-73b12eba-aa41-46d8-87ee-de599f77d65a tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:40.486914 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-adf23e64-7728-47da-8874-c73b73141c64 req-73b12eba-aa41-46d8-87ee-de599f77d65a tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Usage tracker for resource:security_group_rule and tenant:be8b94104c5f44d3a01d4bc2892c3300 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:40.504472 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-649da59d-890d-4d49-b541-a7e80102e314 req-dc086a07-7a6f-4fb5-af92-ee83415cf466 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967738 May 23 11:13:40.507054 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-adf23e64-7728-47da-8874-c73b73141c64 req-73b12eba-aa41-46d8-87ee-de599f77d65a tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:40.517718 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-00f605b8-caf8-4831-addf-f6bb999f6c49 None None] Provisioning complete for port 33d162f2-f20c-4640-bb53-18ead0ce25bf triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:13:40.518090 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-00f605b8-caf8-4831-addf-f6bb999f6c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:40.577534 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-b8a2f6f0-dd4e-4c1b-8393-97e10bb91c35 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] For port 33d162f2-f20c-4640-bb53-18ead0ce25bf, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=33d162f2-f20c-4640-bb53-18ead0ce25bf,segment=NetworkSegment(758ac86b-74e2-44c8-880c-5f79ee6641eb),segment_id=758ac86b-74e2-44c8-880c-5f79ee6641eb)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:13:40.579480 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8a2f6f0-dd4e-4c1b-8393-97e10bb91c35 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:40.731135 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device cf6543ba-ac7a-46e5-b94d-9c6d9aef9395 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:13:40.745079 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-adf23e64-7728-47da-8874-c73b73141c64 req-73b12eba-aa41-46d8-87ee-de599f77d65a tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:40.814374 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-b8a2f6f0-dd4e-4c1b-8393-97e10bb91c35 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Calling delete_port for 33d162f2-f20c-4640-bb53-18ead0ce25bf owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:13:40.854563 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port cf6543ba-ac7a-46e5-b94d-9c6d9aef9395 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:13:40.858291 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e25799-cd67-40c8-a5a7-d0c5a1646b74 None None] DHCP port deletion for 3929186c-b724-4d6c-8594-af5fb4d195db request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:13:40.866104 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-77e25799-cd67-40c8-a5a7-d0c5a1646b74 None None] Deleting port 33d162f2-f20c-4640-bb53-18ead0ce25bf {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:13:40.866410 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-77e25799-cd67-40c8-a5a7-d0c5a1646b74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:40.943307 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 33d162f2-f20c-4640-bb53-18ead0ce25bf no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:13:40.996465 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8a2f6f0-dd4e-4c1b-8393-97e10bb91c35 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:41.027148 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-77e25799-cd67-40c8-a5a7-d0c5a1646b74 None None] The port '33d162f2-f20c-4640-bb53-18ead0ce25bf' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:13:41.039224 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No active binding found for port 33d162f2-f20c-4640-bb53-18ead0ce25bf {{(pid=83912) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 23 11:13:41.039712 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 33d162f2-f20c-4640-bb53-18ead0ce25bf not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:13:41.061846 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a2f6f0-dd4e-4c1b-8393-97e10bb91c35 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] No DVR routers for this DVR port 33d162f2-f20c-4640-bb53-18ead0ce25bf on host n-d-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:13:41.065228 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a15c52-e5de-4fea-a1d2-33876989303d tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Router 0dc34ae8-5a35-429a-80f7-52a356423021 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:13:41.103038 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a2f6f0-dd4e-4c1b-8393-97e10bb91c35 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event deleted for resources: {'Port': ['ID=33d162f2-f20c-4640-bb53-18ead0ce25bf,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:41.213439 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-adf23e64-7728-47da-8874-c73b73141c64 req-73b12eba-aa41-46d8-87ee-de599f77d65a tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:41.224798 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-17d40aa0-952f-4933-905f-0cfe7eb0a39e tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:41.231473 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-adf23e64-7728-47da-8874-c73b73141c64 req-73b12eba-aa41-46d8-87ee-de599f77d65a tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:41.237546 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-17d40aa0-952f-4933-905f-0cfe7eb0a39e tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:41.251509 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51eea31-9056-4014-8ead-e9a71569f8db None None] Network 1b0b21e6-cd59-4d3c-a171-e66c63f5a0e8 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:13:41.257336 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8a2f6f0-dd4e-4c1b-8393-97e10bb91c35 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:41.312638 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6c50a-a613-4e5e-861a-8a38bbe64bd0 req-151c0b0f-f3c8-4fcb-b433-f0c02f106c89 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:41.313979 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-33b6c50a-a613-4e5e-861a-8a38bbe64bd0 req-151c0b0f-f3c8-4fcb-b433-f0c02f106c89 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=30ed3ab4-29fa-4bf2-b4f4-8b4a0ec39997 HTTP/1.1" status: 200 len: 945 time: 0.5665026 May 23 11:13:41.324573 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-b8a2f6f0-dd4e-4c1b-8393-97e10bb91c35 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3929186c-b724-4d6c-8594-af5fb4d195db']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:41.332137 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b12eba-aa41-46d8-87ee-de599f77d65a tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5786716f-99bc-44a5-8181-69ffb0c8c350,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:41.355999 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-adf23e64-7728-47da-8874-c73b73141c64 req-73b12eba-aa41-46d8-87ee-de599f77d65a tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:41.358974 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-adf23e64-7728-47da-8874-c73b73141c64 req-73b12eba-aa41-46d8-87ee-de599f77d65a tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 1.2474833 May 23 11:13:41.368929 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-b8a2f6f0-dd4e-4c1b-8393-97e10bb91c35 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '758ac86b-74e2-44c8-880c-5f79ee6641eb') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:41.368929 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-b8a2f6f0-dd4e-4c1b-8393-97e10bb91c35 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '758ac86b-74e2-44c8-880c-5f79ee6641eb') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:41.375374 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e6b2864d-5eed-4799-930b-58fe8cff95c0 None None] Provisioning for port cf6543ba-ac7a-46e5-b94d-9c6d9aef9395 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:13:41.382221 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8a2f6f0-dd4e-4c1b-8393-97e10bb91c35 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:41.383583 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e6b2864d-5eed-4799-930b-58fe8cff95c0 None None] Provisioning complete for port cf6543ba-ac7a-46e5-b94d-9c6d9aef9395 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:13:41.384036 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e6b2864d-5eed-4799-930b-58fe8cff95c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:41.414376 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8a2f6f0-dd4e-4c1b-8393-97e10bb91c35 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:41.425876 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8a2f6f0-dd4e-4c1b-8393-97e10bb91c35 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:13:41.426812 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8a2f6f0-dd4e-4c1b-8393-97e10bb91c35 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:41.504772 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:13:41.504772 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:13:41.504772 n-d-842952-2 neutron-server[83910]: timer() May 23 11:13:41.504772 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:13:41.504772 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:13:41.504772 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:13:41.504772 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:13:41.504772 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:13:41.504772 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:13:41.504772 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:13:41.504772 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:13:41.504772 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:13:41.504772 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:13:41.504772 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:13:41.504772 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:13:41.504772 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:13:41.504772 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:13:41.504772 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:13:41.504772 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:13:41.504772 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:13:41.504772 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:13:41.504772 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:13:41.504772 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:13:41.504772 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:13:41.504772 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:13:41.504772 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:13:41.504772 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:13:41.504772 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:13:41.504772 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:13:41.504772 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:13:41.504772 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:13:41.504772 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:13:41.520090 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bda4cf7d-45c2-43ac-be17-3d8c49a264ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:41.627968 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e6b2864d-5eed-4799-930b-58fe8cff95c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:41.632444 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-33b6c50a-a613-4e5e-861a-8a38bbe64bd0 req-dcb98f9d-219c-48f5-aed3-83eadb3ce872 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944691 May 23 11:13:41.633492 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8a2f6f0-dd4e-4c1b-8393-97e10bb91c35 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:41.636268 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a15c52-e5de-4fea-a1d2-33876989303d tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:13:41.667192 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912450b0-afa2-4fb4-ae2a-98d6dd24a813 None None] Sync routers for ids ['0dc34ae8-5a35-429a-80f7-52a356423021'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:13:41.678194 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e6b2864d-5eed-4799-930b-58fe8cff95c0 None None] For port cf6543ba-ac7a-46e5-b94d-9c6d9aef9395, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=cf6543ba-ac7a-46e5-b94d-9c6d9aef9395,segment=NetworkSegment(54d5b537-ed70-4916-b693-2db65c42d1ea),segment_id=54d5b537-ed70-4916-b693-2db65c42d1ea)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:13:41.682739 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e6b2864d-5eed-4799-930b-58fe8cff95c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:41.685913 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [None req-17d40aa0-952f-4933-905f-0cfe7eb0a39e tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Floating IP 8bf0d0c9-ffad-4834-99bb-cd2ed750c336 associated. External IP: 172.25.6.137, port: 38841e98-3177-43e9-adef-a416a3a8b988. May 23 11:13:41.699460 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8a2f6f0-dd4e-4c1b-8393-97e10bb91c35 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:41.707137 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-5029a2ac-087d-4e44-98a1-1ba710d4a3a7 req-afa4519a-920c-40d3-8a9b-66d53a289d09 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2129153522', 'description': 'tempest-description-515674327'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:41.711786 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a2f6f0-dd4e-4c1b-8393-97e10bb91c35 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event deleted for resources: {'Network': ['ID=3929186c-b724-4d6c-8594-af5fb4d195db,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:41.717714 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912450b0-afa2-4fb4-ae2a-98d6dd24a813 None None] Routers {'0dc34ae8-5a35-429a-80f7-52a356423021'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:13:41.719678 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-912450b0-afa2-4fb4-ae2a-98d6dd24a813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:13:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['0dc34ae8-5a35-429a-80f7-52a356423021'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:41.724248 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-5029a2ac-087d-4e44-98a1-1ba710d4a3a7 req-afa4519a-920c-40d3-8a9b-66d53a289d09 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:41.735762 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b8a2f6f0-dd4e-4c1b-8393-97e10bb91c35 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/networks/3929186c-b724-4d6c-8594-af5fb4d195db HTTP/1.1" status: 204 len: 168 time: 1.9046953 May 23 11:13:41.736700 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52940) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:41.745410 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-5029a2ac-087d-4e44-98a1-1ba710d4a3a7 req-afa4519a-920c-40d3-8a9b-66d53a289d09 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Usage tracker for resource:security_group and tenant:be8b94104c5f44d3a01d4bc2892c3300 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:41.756756 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a5a15c52-e5de-4fea-a1d2-33876989303d tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:41.760914 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a5a15c52-e5de-4fea-a1d2-33876989303d tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2189279 May 23 11:13:41.767474 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52944) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:41.780766 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-5029a2ac-087d-4e44-98a1-1ba710d4a3a7 req-afa4519a-920c-40d3-8a9b-66d53a289d09 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:41.786543 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b2864d-5eed-4799-930b-58fe8cff95c0 None None] Pushing event updated for resources: {'Port': ['ID=cf6543ba-ac7a-46e5-b94d-9c6d9aef9395,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:41.791524 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-5029a2ac-087d-4e44-98a1-1ba710d4a3a7 req-afa4519a-920c-40d3-8a9b-66d53a289d09 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:41.823696 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5029a2ac-087d-4e44-98a1-1ba710d4a3a7 req-afa4519a-920c-40d3-8a9b-66d53a289d09 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:41.842254 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5111acc-5263-4813-bab4-295d2f2ac174 req-cbf6fedf-029b-4cd7-a93f-6cde2dbc1d74 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:41.843972 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c5111acc-5263-4813-bab4-295d2f2ac174 req-cbf6fedf-029b-4cd7-a93f-6cde2dbc1d74 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=d441cb53-6d03-4274-b36e-6629825aed20 HTTP/1.1" status: 200 len: 945 time: 0.3308241 May 23 11:13:41.942061 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-912450b0-afa2-4fb4-ae2a-98d6dd24a813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:41.945316 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-5029a2ac-087d-4e44-98a1-1ba710d4a3a7 req-afa4519a-920c-40d3-8a9b-66d53a289d09 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:41.956827 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09903b68-a173-4a1b-b022-724ba123b556 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:41.957603 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-09903b68-a173-4a1b-b022-724ba123b556 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Synchronizing usage tracker for tenant:7dca08376e90462fa2c08567c59d529a on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:13:41.961895 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912450b0-afa2-4fb4-ae2a-98d6dd24a813 None None] Routers {'0dc34ae8-5a35-429a-80f7-52a356423021'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:13:41.963218 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-912450b0-afa2-4fb4-ae2a-98d6dd24a813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:13:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['0dc34ae8-5a35-429a-80f7-52a356423021'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:41.963636 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-5029a2ac-087d-4e44-98a1-1ba710d4a3a7 req-afa4519a-920c-40d3-8a9b-66d53a289d09 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Usage tracker for resource:security_group_rule and tenant:be8b94104c5f44d3a01d4bc2892c3300 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:41.970432 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c5111acc-5263-4813-bab4-295d2f2ac174 req-176b3d35-7cca-40ba-a156-88ed600e12ad tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165085 May 23 11:13:41.972052 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-5029a2ac-087d-4e44-98a1-1ba710d4a3a7 req-afa4519a-920c-40d3-8a9b-66d53a289d09 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:42.005884 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-5029a2ac-087d-4e44-98a1-1ba710d4a3a7 req-afa4519a-920c-40d3-8a9b-66d53a289d09 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:42.022342 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-09903b68-a173-4a1b-b022-724ba123b556 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Unset dirty status for tenant:7dca08376e90462fa2c08567c59d529a on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:13:42.027584 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-09903b68-a173-4a1b-b022-724ba123b556 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.2882526 May 23 11:13:42.029535 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52952) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:42.042629 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-912450b0-afa2-4fb4-ae2a-98d6dd24a813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:42.043158 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912450b0-afa2-4fb4-ae2a-98d6dd24a813 None None] The sync data for ids ['0dc34ae8-5a35-429a-80f7-52a356423021'] in n-d-842952-2 is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:13:42.108125 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fb0da7c1-6374-4249-82be-9a18fdea53f9 None None] Provisioning complete for port cf6543ba-ac7a-46e5-b94d-9c6d9aef9395 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:13:42.108490 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb0da7c1-6374-4249-82be-9a18fdea53f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:42.242968 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:13:42.289960 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5029a2ac-087d-4e44-98a1-1ba710d4a3a7 req-afa4519a-920c-40d3-8a9b-66d53a289d09 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:42.298072 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5029a2ac-087d-4e44-98a1-1ba710d4a3a7 req-afa4519a-920c-40d3-8a9b-66d53a289d09 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:42.339417 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7316c860-46a5-4eab-a979-4d980719ae59 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3087788 May 23 11:13:42.354506 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52956) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:42.365794 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-340cb53a-ef00-4e81-a166-2c80b62a0ab2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-380107414'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:42.371333 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa4519a-920c-40d3-8a9b-66d53a289d09 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dadeca4e-3a31-46a5-be74-dc526da420e0,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:42.375053 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-340cb53a-ef00-4e81-a166-2c80b62a0ab2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:42.378901 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5029a2ac-087d-4e44-98a1-1ba710d4a3a7 req-afa4519a-920c-40d3-8a9b-66d53a289d09 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:42.384441 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5029a2ac-087d-4e44-98a1-1ba710d4a3a7 req-afa4519a-920c-40d3-8a9b-66d53a289d09 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.6816242 May 23 11:13:42.387542 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-340cb53a-ef00-4e81-a166-2c80b62a0ab2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Usage tracker for resource:network and tenant:7dca08376e90462fa2c08567c59d529a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:42.391594 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-340cb53a-ef00-4e81-a166-2c80b62a0ab2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:42.399313 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-340cb53a-ef00-4e81-a166-2c80b62a0ab2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:42.412526 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f6a25-033f-48a2-b027-4c7a09acea1e req-d17a1df9-6e25-4e80-b794-81c525e3eede tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:42.416270 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ba4f6a25-033f-48a2-b027-4c7a09acea1e req-d17a1df9-6e25-4e80-b794-81c525e3eede tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574 HTTP/1.1" status: 200 len: 945 time: 0.2901740 May 23 11:13:42.441703 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340cb53a-ef00-4e81-a166-2c80b62a0ab2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Made reservation on behalf of 7dca08376e90462fa2c08567c59d529a for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:13:42.444611 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-340cb53a-ef00-4e81-a166-2c80b62a0ab2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:42.570875 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ba4f6a25-033f-48a2-b027-4c7a09acea1e req-9704f7bc-f2b6-4972-b2a7-30757e8a2cfc tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494789 May 23 11:13:42.583934 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-340cb53a-ef00-4e81-a166-2c80b62a0ab2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:13:42.614951 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-340cb53a-ef00-4e81-a166-2c80b62a0ab2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:42.615304 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-340cb53a-ef00-4e81-a166-2c80b62a0ab2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Added segment dfc62146-1c7c-4281-be80-65bbde6f9a96 of type vlan for network 42d8d6b3-2f5a-48d9-8188-ab1e8f273510 May 23 11:13:42.625491 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:42.646801 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device cf6543ba-ac7a-46e5-b94d-9c6d9aef9395 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:13:42.650299 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d40aa0-952f-4933-905f-0cfe7eb0a39e tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Router e75b29d5-8702-42ef-92a7-2ad7834ef9f1 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:13:42.677287 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-340cb53a-ef00-4e81-a166-2c80b62a0ab2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:42.686084 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-218682ff-9262-4fe2-96cf-65a93719d4f1 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:42.687531 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-218682ff-9262-4fe2-96cf-65a93719d4f1 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/networks?id=567b5eae-3d50-4b7b-b2ae-6afd8ab0049d HTTP/1.1" status: 200 len: 810 time: 0.2115738 May 23 11:13:42.722029 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-25b68e4a-eb5e-4114-a6d6-806953a1937b tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/quotas/4dae0a28e54e42d3b93ac681153ab34b HTTP/1.1" status: 200 len: 375 time: 0.0252132 May 23 11:13:42.729272 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port cf6543ba-ac7a-46e5-b94d-9c6d9aef9395 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:13:42.729641 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:42.814953 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-340cb53a-ef00-4e81-a166-2c80b62a0ab2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:42.818541 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340cb53a-ef00-4e81-a166-2c80b62a0ab2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:42.819125 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-340cb53a-ef00-4e81-a166-2c80b62a0ab2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:42.833745 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:42.953858 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-340cb53a-ef00-4e81-a166-2c80b62a0ab2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5969787 May 23 11:13:42.958645 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52966) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:42.969177 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340cb53a-ef00-4e81-a166-2c80b62a0ab2 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event updated for resources: {'Network': ['ID=42d8d6b3-2f5a-48d9-8188-ab1e8f273510,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:42.981142 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 42d8d6b3-2f5a-48d9-8188-ab1e8f273510 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:13:42.997197 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-543438c9-0a15-4c7f-ac56-c1aa2d64e602 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4dae0a28e54e42d3b93ac681153ab34b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2629962 May 23 11:13:43.009868 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba513a-bebf-415c-91e7-0267a2578f66 req-02552f4e-15d2-4ffb-8849-e9dcd666dde8 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:43.011616 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a0ba513a-bebf-415c-91e7-0267a2578f66 req-02552f4e-15d2-4ffb-8849-e9dcd666dde8 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=d441cb53-6d03-4274-b36e-6629825aed20 HTTP/1.1" status: 200 len: 945 time: 0.2319012 May 23 11:13:43.065904 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a0ba513a-bebf-415c-91e7-0267a2578f66 req-43f3635b-eca9-49b0-9840-8282fd653891 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476542 May 23 11:13:43.128409 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-90644016-56cd-423e-8561-d018132f1505 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'subnet': {'network_id': '42d8d6b3-2f5a-48d9-8188-ab1e8f273510', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:43.145185 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d40aa0-952f-4933-905f-0cfe7eb0a39e tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:13:43.155849 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1774162-f343-4929-9508-df5e864607a5 None None] Sync routers for ids ['e75b29d5-8702-42ef-92a7-2ad7834ef9f1'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:13:43.158201 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-17d40aa0-952f-4933-905f-0cfe7eb0a39e tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:43.169120 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1774162-f343-4929-9508-df5e864607a5 None None] Routers {'e75b29d5-8702-42ef-92a7-2ad7834ef9f1'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:13:43.169727 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d1774162-f343-4929-9508-df5e864607a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:13:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['e75b29d5-8702-42ef-92a7-2ad7834ef9f1'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:43.255382 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bcd0ec6d-8b1b-44c4-9ab0-9bd4b4d5d963 req-ac0562f8-f590-40ef-9964-cecebdbd4a18 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] 10.222.0.79 "GET /v2.0/security-groups/5786716f-99bc-44a5-8181-69ffb0c8c350 HTTP/1.1" status: 200 len: 1639 time: 0.1276581 May 23 11:13:43.290524 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-fb10caf9-c042-41a0-a4a8-0346dd985b87 service neutron] 10.222.0.79 "GET /v2.0/networks/567b5eae-3d50-4b7b-b2ae-6afd8ab0049d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777550 May 23 11:13:43.353958 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-17d40aa0-952f-4933-905f-0cfe7eb0a39e tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "PUT /v2.0/floatingips/8bf0d0c9-ffad-4834-99bb-cd2ed750c336 HTTP/1.1" status: 200 len: 991 time: 3.2794924 May 23 11:13:43.353958 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-90644016-56cd-423e-8561-d018132f1505 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:43.357337 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '680c572a-1569-4869-8b85-d1e3e87e3a07', 'tag': '38841e98-3177-43e9-adef-a416a3a8b988'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:13:43.366897 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-90644016-56cd-423e-8561-d018132f1505 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Usage tracker for resource:subnet and tenant:7dca08376e90462fa2c08567c59d529a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:43.371123 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-90644016-56cd-423e-8561-d018132f1505 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:43.380003 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-90644016-56cd-423e-8561-d018132f1505 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:43.383128 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ab84024-5e72-4b74-8be5-933e79f35358 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:43.405806 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-d1774162-f343-4929-9508-df5e864607a5 None None] Set router e75b29d5-8702-42ef-92a7-2ad7834ef9f1 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:13:43.409806 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bcd0ec6d-8b1b-44c4-9ab0-9bd4b4d5d963 req-6e111f1b-a53d-41c5-b5e3-5f6afe4fc06f tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] 10.222.0.79 "GET /v2.0/security-groups/dadeca4e-3a31-46a5-be74-dc526da420e0 HTTP/1.1" status: 200 len: 1638 time: 0.1457274 May 23 11:13:43.419310 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-bcd0ec6d-8b1b-44c4-9ab0-9bd4b4d5d963 req-27e89faf-4be9-4e1f-90b5-43e5baf72e80 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5786716f-99bc-44a5-8181-69ffb0c8c350', 'remote_group_id': 'dadeca4e-3a31-46a5-be74-dc526da420e0', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:43.419619 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-bcd0ec6d-8b1b-44c4-9ab0-9bd4b4d5d963 req-27e89faf-4be9-4e1f-90b5-43e5baf72e80 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5786716f-99bc-44a5-8181-69ffb0c8c350', 'remote_group_id': 'dadeca4e-3a31-46a5-be74-dc526da420e0', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:43.426651 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-bcd0ec6d-8b1b-44c4-9ab0-9bd4b4d5d963 req-27e89faf-4be9-4e1f-90b5-43e5baf72e80 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:43.442867 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-bcd0ec6d-8b1b-44c4-9ab0-9bd4b4d5d963 req-27e89faf-4be9-4e1f-90b5-43e5baf72e80 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Usage tracker for resource:security_group_rule and tenant:be8b94104c5f44d3a01d4bc2892c3300 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:43.447682 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-bcd0ec6d-8b1b-44c4-9ab0-9bd4b4d5d963 req-27e89faf-4be9-4e1f-90b5-43e5baf72e80 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:43.456263 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-bcd0ec6d-8b1b-44c4-9ab0-9bd4b4d5d963 req-27e89faf-4be9-4e1f-90b5-43e5baf72e80 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:43.459142 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90644016-56cd-423e-8561-d018132f1505 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Made reservation on behalf of 7dca08376e90462fa2c08567c59d529a for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:13:43.478395 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-a3229351-3cf0-4045-92d2-0735ac3f152e service neutron] 10.222.0.79 "GET /v2.0/networks/567b5eae-3d50-4b7b-b2ae-6afd8ab0049d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782925 May 23 11:13:43.544643 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-bcd0ec6d-8b1b-44c4-9ab0-9bd4b4d5d963 req-27e89faf-4be9-4e1f-90b5-43e5baf72e80 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:43.580531 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-bcd0ec6d-8b1b-44c4-9ab0-9bd4b4d5d963 req-27e89faf-4be9-4e1f-90b5-43e5baf72e80 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:43.585755 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-bcd0ec6d-8b1b-44c4-9ab0-9bd4b4d5d963 req-27e89faf-4be9-4e1f-90b5-43e5baf72e80 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:43.620302 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e89faf-4be9-4e1f-90b5-43e5baf72e80 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90e88abd-982f-4a99-9899-ba372727f537,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:43.648061 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-90644016-56cd-423e-8561-d018132f1505 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:43.660089 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-bcd0ec6d-8b1b-44c4-9ab0-9bd4b4d5d963 req-27e89faf-4be9-4e1f-90b5-43e5baf72e80 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:43.661517 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bcd0ec6d-8b1b-44c4-9ab0-9bd4b4d5d963 req-27e89faf-4be9-4e1f-90b5-43e5baf72e80 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 0.2506640 May 23 11:13:43.793281 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5f07810-9cdb-452e-b85a-207048a5d877'] response: {'name': 'network-changed', 'server_uuid': '680c572a-1569-4869-8b85-d1e3e87e3a07', 'tag': '38841e98-3177-43e9-adef-a416a3a8b988', 'status': 'completed', 'code': 200} May 23 11:13:43.908526 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d1774162-f343-4929-9508-df5e864607a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'name': 'tempest-AttachVolumeNegativeTest-1482793895-router', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:11:20Z', 'updated_at': '2022-05-23T11:11:34Z', 'revision_number': 4, 'project_id': '92ce77b1b70449899717558adda940d2', 'gw_port': {'id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:22Z', 'updated_at': '2022-05-23T11:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '8bf0d0c9-ffad-4834-99bb-cd2ed750c336', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'floating_ip_address': '172.25.6.137', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'port_id': '38841e98-3177-43e9-adef-a416a3a8b988', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'mac_address': 'fa:16:3e:e4:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680c572a-1569-4869-8b85-d1e3e87e3a07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:13:10Z', 'updated_at': '2022-05-23T11:13:40Z', 'revision_number': 1, 'project_id': '92ce77b1b70449899717558adda940d2', 'fixed_ip_address_scope': None}, {'id': 'de81299e-39ef-49e5-b9fd-74fefa868dd8', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'floating_ip_address': '172.25.6.212', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'port_id': 'c8a17c57-9abc-4f3d-9f38-186fb3681889', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'mac_address': 'fa:16:3e:7f:a3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b7d7c2-e675-4d2e-9ab7-7c54418a4129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:11:49Z', 'updated_at': '2022-05-23T11:12:24Z', 'revision_number': 2, 'project_id': '92ce77b1b70449899717558adda940d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9959c7e4-5ac1-4278-9125-90a08213ddc5', 'name': '', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'mac_address': 'fa:16:3e:c5:51:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:31Z', 'updated_at': '2022-05-23T11:11:44Z', 'revision_number': 5, 'project_id': '92ce77b1b70449899717558adda940d2', 'subnets': [{'id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:43.924943 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1774162-f343-4929-9508-df5e864607a5 None None] Checking router: e75b29d5-8702-42ef-92a7-2ad7834ef9f1 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:13:43.948649 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1774162-f343-4929-9508-df5e864607a5 None None] Routers {'e75b29d5-8702-42ef-92a7-2ad7834ef9f1'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:13:43.949286 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d1774162-f343-4929-9508-df5e864607a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:13:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['e75b29d5-8702-42ef-92a7-2ad7834ef9f1'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:44.123175 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d7f18bed-01e0-4d0d-8e37-64f1c5424f1b req-c336528d-434f-4200-b909-bb914f96f523 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 210 time: 0.1325166 May 23 11:13:44.136846 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b1e8cd74-8a9a-4f91-85e5-10d7188cf24f req-2f86b1b8-61a4-4543-84c4-4ccb78f5f950 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92ce77b1b70449899717558adda940d2&device_id=680c572a-1569-4869-8b85-d1e3e87e3a07 HTTP/1.1" status: 200 len: 1096 time: 0.2960787 May 23 11:13:44.152846 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:44.154139 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-9ab84024-5e72-4b74-8be5-933e79f35358 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Allocated IP 172.20.0.1 (1b0b21e6-cd59-4d3c-a171-e66c63f5a0e8/fc1368e0-bd09-49f7-9af9-94de6c3dcaaf/c149d09b-cbe5-4479-a8a1-0b661ac22014) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:13:44.179011 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-90644016-56cd-423e-8561-d018132f1505 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:44.221027 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-d1774162-f343-4929-9508-df5e864607a5 None None] Set router e75b29d5-8702-42ef-92a7-2ad7834ef9f1 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:13:44.291021 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-38c25a67-6bad-4b4c-a283-9a06ca1e04f5 req-55314d9a-52d2-41a0-bce4-1121958dd2cf tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1938575429', 'description': 'tempest-description-49812286'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:44.311449 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-38c25a67-6bad-4b4c-a283-9a06ca1e04f5 req-55314d9a-52d2-41a0-bce4-1121958dd2cf tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:44.318571 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-38c25a67-6bad-4b4c-a283-9a06ca1e04f5 req-55314d9a-52d2-41a0-bce4-1121958dd2cf tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Usage tracker for resource:security_group and tenant:be8b94104c5f44d3a01d4bc2892c3300 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:44.324494 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-38c25a67-6bad-4b4c-a283-9a06ca1e04f5 req-55314d9a-52d2-41a0-bce4-1121958dd2cf tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:44.334177 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90644016-56cd-423e-8561-d018132f1505 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event updated for resources: {'Subnet': ['ID=94c04aa6-01a4-43ec-9e2f-bc41315d09e1,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:44.347555 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-38c25a67-6bad-4b4c-a283-9a06ca1e04f5 req-55314d9a-52d2-41a0-bce4-1121958dd2cf tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:44.365531 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8cd74-8a9a-4f91-85e5-10d7188cf24f req-664bb34e-f35b-41bc-8f9d-be3030ca2f21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:44.367324 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b1e8cd74-8a9a-4f91-85e5-10d7188cf24f req-664bb34e-f35b-41bc-8f9d-be3030ca2f21 service neutron] 10.222.0.13 "GET /v2.0/networks?id=297e8414-85bd-4e0d-aedb-8abf246d8703 HTTP/1.1" status: 200 len: 916 time: 0.2215655 May 23 11:13:44.374797 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90644016-56cd-423e-8561-d018132f1505 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Checking segment: {'id': 'dfc62146-1c7c-4281-be80-65bbde6f9a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '42d8d6b3-2f5a-48d9-8188-ab1e8f273510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:13:44.374951 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc1ae8-d3e0-4267-8dd4-012a847ddc04 req-dff361cb-38e7-4269-aeb8-5d4d9a0ea7fe tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:44.375069 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90644016-56cd-423e-8561-d018132f1505 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Network hostable DHCP agents. Network: 42d8d6b3-2f5a-48d9-8188-ab1e8f273510, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:13:44.381929 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bfbc1ae8-d3e0-4267-8dd4-012a847ddc04 req-dff361cb-38e7-4269-aeb8-5d4d9a0ea7fe tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574 HTTP/1.1" status: 200 len: 945 time: 0.3223605 May 23 11:13:44.423763 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ab84024-5e72-4b74-8be5-933e79f35358 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:44.441327 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90644016-56cd-423e-8561-d018132f1505 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Network 42d8d6b3-2f5a-48d9-8188-ab1e8f273510 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:13:44.444914 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-9ab84024-5e72-4b74-8be5-933e79f35358 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Transition to ACTIVE for port object c149d09b-cbe5-4479-a8a1-0b661ac22014 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:13:44.455102 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-90644016-56cd-423e-8561-d018132f1505 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 42d8d6b3-2f5a-48d9-8188-ab1e8f273510) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:13:44.460586 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90644016-56cd-423e-8561-d018132f1505 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:44.461201 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-90644016-56cd-423e-8561-d018132f1505 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:44.488035 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-38c25a67-6bad-4b4c-a283-9a06ca1e04f5 req-55314d9a-52d2-41a0-bce4-1121958dd2cf tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:44.490399 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-90644016-56cd-423e-8561-d018132f1505 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5275736 May 23 11:13:44.492008 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ab84024-5e72-4b74-8be5-933e79f35358 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:44.495524 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52994) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:44.507887 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20495381-4d3c-42e7-bdcd-9e5dc4e70b4b None None] Network 42d8d6b3-2f5a-48d9-8188-ab1e8f273510 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:13:44.511226 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b1e8cd74-8a9a-4f91-85e5-10d7188cf24f req-72c925de-2112-4302-9634-01836c1de03a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38841e98-3177-43e9-adef-a416a3a8b988 HTTP/1.1" status: 200 len: 999 time: 0.1267405 May 23 11:13:44.542520 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-54ce3c0c-1003-44f4-b434-f064f8432412 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'port': {'network_id': '42d8d6b3-2f5a-48d9-8188-ab1e8f273510', 'name': 'tempest-PortsIpV6TestJSON-1040685969'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:44.613323 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bfbc1ae8-d3e0-4267-8dd4-012a847ddc04 req-a2a4f6cf-ad5d-4d1e-84c8-4573b74d8802 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304199 May 23 11:13:44.664400 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab84024-5e72-4b74-8be5-933e79f35358 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Network 1b0b21e6-cd59-4d3c-a171-e66c63f5a0e8 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:13:44.671567 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-9ab84024-5e72-4b74-8be5-933e79f35358 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:13:44.673402 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab84024-5e72-4b74-8be5-933e79f35358 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Pushing event updated for resources: {'Port': ['ID=c149d09b-cbe5-4479-a8a1-0b661ac22014,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:44.674151 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8cd74-8a9a-4f91-85e5-10d7188cf24f req-eb223e70-96b5-43da-a482-1182076d52b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:44.675585 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab84024-5e72-4b74-8be5-933e79f35358 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:13:44.677777 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b1e8cd74-8a9a-4f91-85e5-10d7188cf24f req-eb223e70-96b5-43da-a482-1182076d52b3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6 HTTP/1.1" status: 200 len: 854 time: 0.1597638 May 23 11:13:44.769346 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-38c25a67-6bad-4b4c-a283-9a06ca1e04f5 req-55314d9a-52d2-41a0-bce4-1121958dd2cf tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:44.776362 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ab84024-5e72-4b74-8be5-933e79f35358 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:44.780077 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-38c25a67-6bad-4b4c-a283-9a06ca1e04f5 req-55314d9a-52d2-41a0-bce4-1121958dd2cf tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Usage tracker for resource:security_group_rule and tenant:be8b94104c5f44d3a01d4bc2892c3300 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:44.784039 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-54ce3c0c-1003-44f4-b434-f064f8432412 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:44.785567 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-38c25a67-6bad-4b4c-a283-9a06ca1e04f5 req-55314d9a-52d2-41a0-bce4-1121958dd2cf tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:44.795777 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-38c25a67-6bad-4b4c-a283-9a06ca1e04f5 req-55314d9a-52d2-41a0-bce4-1121958dd2cf tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:44.802994 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-54ce3c0c-1003-44f4-b434-f064f8432412 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:44.819350 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ce3c0c-1003-44f4-b434-f064f8432412 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Made reservation on behalf of 7dca08376e90462fa2c08567c59d529a for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:13:44.822889 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54ce3c0c-1003-44f4-b434-f064f8432412 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:44.851914 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-54ce3c0c-1003-44f4-b434-f064f8432412 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] device_id is not set on port 28b33cb8-5830-454e-b385-9992e5872414 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:13:45.010208 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fb64a2-be2e-41f0-88a5-a8a2f5891cd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-42d8d6b3-2f5a-48d9-8188-ab1e8f273510', 'network_id': '42d8d6b3-2f5a-48d9-8188-ab1e8f273510', 'tenant_id': '7dca08376e90462fa2c08567c59d529a', 'fixed_ips': [{'subnet_id': '94c04aa6-01a4-43ec-9e2f-bc41315d09e1'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:13:45.011211 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-37fb64a2-be2e-41f0-88a5-a8a2f5891cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:45.038673 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b1e8cd74-8a9a-4f91-85e5-10d7188cf24f req-1cdb6eb8-b5c6-4416-8a68-12a39c5a6bfe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=297e8414-85bd-4e0d-aedb-8abf246d8703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3550186 May 23 11:13:45.111699 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-78d7f36f-fa0b-4ab2-b037-9b077f83a8af None None] Provisioning for port c149d09b-cbe5-4479-a8a1-0b661ac22014 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:13:45.124884 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ab84024-5e72-4b74-8be5-933e79f35358 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:45.137631 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-78d7f36f-fa0b-4ab2-b037-9b077f83a8af None None] Provisioning complete for port c149d09b-cbe5-4479-a8a1-0b661ac22014 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:13:45.138006 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-78d7f36f-fa0b-4ab2-b037-9b077f83a8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:45.167004 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-38c25a67-6bad-4b4c-a283-9a06ca1e04f5 req-55314d9a-52d2-41a0-bce4-1121958dd2cf tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:45.177216 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-38c25a67-6bad-4b4c-a283-9a06ca1e04f5 req-55314d9a-52d2-41a0-bce4-1121958dd2cf tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:45.203857 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d1774162-f343-4929-9508-df5e864607a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'name': 'tempest-AttachVolumeNegativeTest-1482793895-router', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:11:20Z', 'updated_at': '2022-05-23T11:11:34Z', 'revision_number': 4, 'project_id': '92ce77b1b70449899717558adda940d2', 'gw_port': {'id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:22Z', 'updated_at': '2022-05-23T11:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '8bf0d0c9-ffad-4834-99bb-cd2ed750c336', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'floating_ip_address': '172.25.6.137', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'port_id': '38841e98-3177-43e9-adef-a416a3a8b988', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'mac_address': 'fa:16:3e:e4:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680c572a-1569-4869-8b85-d1e3e87e3a07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:13:10Z', 'updated_at': '2022-05-23T11:13:40Z', 'revision_number': 1, 'project_id': '92ce77b1b70449899717558adda940d2', 'fixed_ip_address_scope': None}, {'id': 'de81299e-39ef-49e5-b9fd-74fefa868dd8', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'floating_ip_address': '172.25.6.212', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'port_id': 'c8a17c57-9abc-4f3d-9f38-186fb3681889', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'mac_address': 'fa:16:3e:7f:a3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b7d7c2-e675-4d2e-9ab7-7c54418a4129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:11:49Z', 'updated_at': '2022-05-23T11:12:24Z', 'revision_number': 2, 'project_id': '92ce77b1b70449899717558adda940d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9959c7e4-5ac1-4278-9125-90a08213ddc5', 'name': '', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'mac_address': 'fa:16:3e:c5:51:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:31Z', 'updated_at': '2022-05-23T11:11:44Z', 'revision_number': 5, 'project_id': '92ce77b1b70449899717558adda940d2', 'subnets': [{'id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:45.221055 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1774162-f343-4929-9508-df5e864607a5 None None] The sync data for ids ['e75b29d5-8702-42ef-92a7-2ad7834ef9f1'] in n-d-842952-2 is: [{'id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'name': 'tempest-AttachVolumeNegativeTest-1482793895-router', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:11:20Z', 'updated_at': '2022-05-23T11:11:34Z', 'revision_number': 4, 'project_id': '92ce77b1b70449899717558adda940d2', 'gw_port': {'id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:22Z', 'updated_at': '2022-05-23T11:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '8bf0d0c9-ffad-4834-99bb-cd2ed750c336', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'floating_ip_address': '172.25.6.137', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'port_id': '38841e98-3177-43e9-adef-a416a3a8b988', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'mac_address': 'fa:16:3e:e4:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680c572a-1569-4869-8b85-d1e3e87e3a07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:13:10Z', 'updated_at': '2022-05-23T11:13:40Z', 'revision_number': 1, 'project_id': '92ce77b1b70449899717558adda940d2', 'fixed_ip_address_scope': None}, {'id': 'de81299e-39ef-49e5-b9fd-74fefa868dd8', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'floating_ip_address': '172.25.6.212', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'port_id': 'c8a17c57-9abc-4f3d-9f38-186fb3681889', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'mac_address': 'fa:16:3e:7f:a3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b7d7c2-e675-4d2e-9ab7-7c54418a4129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:11:49Z', 'updated_at': '2022-05-23T11:12:24Z', 'revision_number': 2, 'project_id': '92ce77b1b70449899717558adda940d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9959c7e4-5ac1-4278-9125-90a08213ddc5', 'name': '', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'mac_address': 'fa:16:3e:c5:51:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:31Z', 'updated_at': '2022-05-23T11:11:44Z', 'revision_number': 5, 'project_id': '92ce77b1b70449899717558adda940d2', 'subnets': [{'id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:13:45.234978 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-78d7f36f-fa0b-4ab2-b037-9b077f83a8af None None] Port c149d09b-cbe5-4479-a8a1-0b661ac22014 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:13:45.244326 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc218f-6c59-4e62-b738-05f034fb81c8 req-b7023769-24a3-484e-a027-2da0d50d1aec tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:45.251482 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-95dc218f-6c59-4e62-b738-05f034fb81c8 req-b7023769-24a3-484e-a027-2da0d50d1aec tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=d441cb53-6d03-4274-b36e-6629825aed20 HTTP/1.1" status: 200 len: 945 time: 0.4303973 May 23 11:13:45.270151 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-54ce3c0c-1003-44f4-b434-f064f8432412 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Allocated IP 2001:db8::a1 (42d8d6b3-2f5a-48d9-8188-ab1e8f273510/94c04aa6-01a4-43ec-9e2f-bc41315d09e1/28b33cb8-5830-454e-b385-9992e5872414) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:13:45.281632 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-38c25a67-6bad-4b4c-a283-9a06ca1e04f5 req-55314d9a-52d2-41a0-bce4-1121958dd2cf tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:45.283036 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-38c25a67-6bad-4b4c-a283-9a06ca1e04f5 req-55314d9a-52d2-41a0-bce4-1121958dd2cf tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 1.0010395 May 23 11:13:45.289319 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55314d9a-52d2-41a0-bce4-1121958dd2cf tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c24804cd-d852-4527-92ac-31bc57279b1b,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:45.326638 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b1e8cd74-8a9a-4f91-85e5-10d7188cf24f req-7459a252-28d1-4c70-b0d1-87052b46b1e8 service neutron] 10.222.0.13 "GET /v2.0/networks/297e8414-85bd-4e0d-aedb-8abf246d8703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813413 May 23 11:13:45.371632 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-95dc218f-6c59-4e62-b738-05f034fb81c8 req-8d628da6-eddc-457e-92ee-d1e319193eb0 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191058 May 23 11:13:45.455856 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-492febd9-81db-48bb-b9fd-3ef2fcc72c7d req-da0c11ad-ee32-4991-88df-a661bf243d72 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-809237505', 'description': 'tempest-description-385001643'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:45.473804 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-492febd9-81db-48bb-b9fd-3ef2fcc72c7d req-da0c11ad-ee32-4991-88df-a661bf243d72 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:45.481330 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-492febd9-81db-48bb-b9fd-3ef2fcc72c7d req-da0c11ad-ee32-4991-88df-a661bf243d72 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Usage tracker for resource:security_group and tenant:be8b94104c5f44d3a01d4bc2892c3300 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:45.485695 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-492febd9-81db-48bb-b9fd-3ef2fcc72c7d req-da0c11ad-ee32-4991-88df-a661bf243d72 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:45.531500 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-492febd9-81db-48bb-b9fd-3ef2fcc72c7d req-da0c11ad-ee32-4991-88df-a661bf243d72 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:45.544559 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7474004f-d9a1-41f9-869a-92a539088f3b req-18030d6d-9a23-45bf-a853-883c2acd6d7d tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 210 time: 0.0492454 May 23 11:13:45.576919 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-492febd9-81db-48bb-b9fd-3ef2fcc72c7d req-da0c11ad-ee32-4991-88df-a661bf243d72 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:45.579801 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98d108e-88fc-43d5-833d-96a41e13effe None None] New status for floating IP 8bf0d0c9-ffad-4834-99bb-cd2ed750c336: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:13:45.606947 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b1e8cd74-8a9a-4f91-85e5-10d7188cf24f req-05be94b2-d4b3-4efd-9c73-eee80b7a5846 service neutron] 10.222.0.13 "GET /v2.0/networks/297e8414-85bd-4e0d-aedb-8abf246d8703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741916 May 23 11:13:45.637213 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-492febd9-81db-48bb-b9fd-3ef2fcc72c7d req-da0c11ad-ee32-4991-88df-a661bf243d72 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:45.642461 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-492febd9-81db-48bb-b9fd-3ef2fcc72c7d req-da0c11ad-ee32-4991-88df-a661bf243d72 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Usage tracker for resource:security_group_rule and tenant:be8b94104c5f44d3a01d4bc2892c3300 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:45.646322 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-492febd9-81db-48bb-b9fd-3ef2fcc72c7d req-da0c11ad-ee32-4991-88df-a661bf243d72 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:45.654302 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-492febd9-81db-48bb-b9fd-3ef2fcc72c7d req-da0c11ad-ee32-4991-88df-a661bf243d72 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:45.729992 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-492febd9-81db-48bb-b9fd-3ef2fcc72c7d req-da0c11ad-ee32-4991-88df-a661bf243d72 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:45.735377 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-492febd9-81db-48bb-b9fd-3ef2fcc72c7d req-da0c11ad-ee32-4991-88df-a661bf243d72 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:45.833148 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-492febd9-81db-48bb-b9fd-3ef2fcc72c7d req-da0c11ad-ee32-4991-88df-a661bf243d72 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:45.834399 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-492febd9-81db-48bb-b9fd-3ef2fcc72c7d req-da0c11ad-ee32-4991-88df-a661bf243d72 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 0.3828883 May 23 11:13:45.864471 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c11ad-ee32-4991-88df-a661bf243d72 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78c89baa-d175-40c2-b373-bf0fc201327d,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:45.891675 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210ce61-e688-4b5b-b7a8-b905e162aa4c req-88b115b4-3823-4e0b-9dbf-3c2969d9e2ee tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:45.893328 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4210ce61-e688-4b5b-b7a8-b905e162aa4c req-88b115b4-3823-4e0b-9dbf-3c2969d9e2ee tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574 HTTP/1.1" status: 200 len: 945 time: 0.1198020 May 23 11:13:45.895748 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-aa2b42b4-62a0-4cf1-ae59-d56055d47919 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:45.897890 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-aa2b42b4-62a0-4cf1-ae59-d56055d47919 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.81 "GET /v2.0/networks?id=567b5eae-3d50-4b7b-b2ae-6afd8ab0049d HTTP/1.1" status: 200 len: 810 time: 0.5718877 May 23 11:13:45.986216 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4c209314-6e72-4203-894e-7edc4291faea req-a139955e-52b8-44fb-9588-9bf4da119b79 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] 10.222.0.79 "GET /v2.0/security-groups/c24804cd-d852-4527-92ac-31bc57279b1b HTTP/1.1" status: 200 len: 1637 time: 0.0917842 May 23 11:13:45.991631 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4210ce61-e688-4b5b-b7a8-b905e162aa4c req-e1567ed1-fbe4-44a3-80f4-4d4d6afc5aad tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733268 May 23 11:13:45.993209 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-b6e74795-3e03-42a3-bc75-0ed44fcb830e tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Request body: {'port': {'device_id': '3f0e3b01-2917-4406-bfdc-3aeb774d6410', 'network_id': '567b5eae-3d50-4b7b-b2ae-6afd8ab0049d', 'admin_state_up': True, 'tenant_id': '4dae0a28e54e42d3b93ac681153ab34b'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:46.027433 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54ce3c0c-1003-44f4-b434-f064f8432412 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:46.042629 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4c209314-6e72-4203-894e-7edc4291faea req-c336cc27-355c-4c9d-b66a-8fed93cf83ee tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] 10.222.0.79 "GET /v2.0/security-groups/78c89baa-d175-40c2-b373-bf0fc201327d HTTP/1.1" status: 200 len: 1637 time: 0.0497837 May 23 11:13:46.053595 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-4c209314-6e72-4203-894e-7edc4291faea req-0595a88b-675b-44ee-bc7d-6764333a81e8 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c24804cd-d852-4527-92ac-31bc57279b1b', 'remote_group_id': '78c89baa-d175-40c2-b373-bf0fc201327d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:46.053911 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-4c209314-6e72-4203-894e-7edc4291faea req-0595a88b-675b-44ee-bc7d-6764333a81e8 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c24804cd-d852-4527-92ac-31bc57279b1b', 'remote_group_id': '78c89baa-d175-40c2-b373-bf0fc201327d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:46.059987 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-4c209314-6e72-4203-894e-7edc4291faea req-0595a88b-675b-44ee-bc7d-6764333a81e8 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:46.064047 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-4c209314-6e72-4203-894e-7edc4291faea req-0595a88b-675b-44ee-bc7d-6764333a81e8 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Usage tracker for resource:security_group_rule and tenant:be8b94104c5f44d3a01d4bc2892c3300 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:46.067056 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-4c209314-6e72-4203-894e-7edc4291faea req-0595a88b-675b-44ee-bc7d-6764333a81e8 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:46.073408 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-4c209314-6e72-4203-894e-7edc4291faea req-0595a88b-675b-44ee-bc7d-6764333a81e8 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:46.140503 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-4c209314-6e72-4203-894e-7edc4291faea req-0595a88b-675b-44ee-bc7d-6764333a81e8 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:46.143708 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-54ce3c0c-1003-44f4-b434-f064f8432412 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Transition to ACTIVE for port object 28b33cb8-5830-454e-b385-9992e5872414 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:13:46.164131 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb96c89-d0d0-477c-8b7a-67b9f65ecbb2 req-3f3d6dee-07f0-4bd2-9a84-9b57f1ab6577 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:46.164814 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-8fb96c89-d0d0-477c-8b7a-67b9f65ecbb2 req-3f3d6dee-07f0-4bd2-9a84-9b57f1ab6577 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Synchronizing usage tracker for tenant:918845eb514f4ef49a66c0d5a348fe52 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:13:46.166306 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-4c209314-6e72-4203-894e-7edc4291faea req-0595a88b-675b-44ee-bc7d-6764333a81e8 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:46.170662 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-4c209314-6e72-4203-894e-7edc4291faea req-0595a88b-675b-44ee-bc7d-6764333a81e8 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:46.194849 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595a88b-675b-44ee-bc7d-6764333a81e8 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0fc855a-a36a-4d29-9d83-c54b1fb77176,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:46.205937 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-4c209314-6e72-4203-894e-7edc4291faea req-0595a88b-675b-44ee-bc7d-6764333a81e8 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:46.207471 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4c209314-6e72-4203-894e-7edc4291faea req-0595a88b-675b-44ee-bc7d-6764333a81e8 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 0.1585195 May 23 11:13:46.243018 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-8fb96c89-d0d0-477c-8b7a-67b9f65ecbb2 req-3f3d6dee-07f0-4bd2-9a84-9b57f1ab6577 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Unset dirty status for tenant:918845eb514f4ef49a66c0d5a348fe52 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:13:46.244094 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8fb96c89-d0d0-477c-8b7a-67b9f65ecbb2 req-3f3d6dee-07f0-4bd2-9a84-9b57f1ab6577 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.81 "GET /v2.0/ports?device_id=d441cb53-6d03-4274-b36e-6629825aed20 HTTP/1.1" status: 200 len: 945 time: 0.5224454 May 23 11:13:46.289740 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4aeb442a-faf6-4502-a78d-c1a2b36339b9 req-60bc1bc9-c53c-4949-8120-9e455d82a1ef tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] 10.222.0.79 "GET /v2.0/security-groups/78c89baa-d175-40c2-b373-bf0fc201327d HTTP/1.1" status: 200 len: 1637 time: 0.0511267 May 23 11:13:46.295207 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ab84024-5e72-4b74-8be5-933e79f35358 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:46.302018 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-b6e74795-3e03-42a3-bc75-0ed44fcb830e tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:46.312334 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ab84024-5e72-4b74-8be5-933e79f35358 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:46.339573 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-b6e74795-3e03-42a3-bc75-0ed44fcb830e tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Usage tracker for resource:port and tenant:4dae0a28e54e42d3b93ac681153ab34b is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:46.360111 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-4aeb442a-faf6-4502-a78d-c1a2b36339b9 req-eb423db8-a244-44bb-ad55-165211a71ed4 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:46.372853 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-b6e74795-3e03-42a3-bc75-0ed44fcb830e tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:46.389599 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-4aeb442a-faf6-4502-a78d-c1a2b36339b9 req-eb423db8-a244-44bb-ad55-165211a71ed4 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:46.393821 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54ce3c0c-1003-44f4-b434-f064f8432412 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:46.403687 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-b6e74795-3e03-42a3-bc75-0ed44fcb830e tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:46.438466 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-37fb64a2-be2e-41f0-88a5-a8a2f5891cd2 None None] Allocated IP 2001:db8::2 (42d8d6b3-2f5a-48d9-8188-ab1e8f273510/94c04aa6-01a4-43ec-9e2f-bc41315d09e1/eff9fdd3-c287-441c-9be9-69adea48112b) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:13:46.464491 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-8fb96c89-d0d0-477c-8b7a-67b9f65ecbb2 req-002a13a1-f3ec-49e2-a7ae-41bb6050abe7 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Deleting port 4f720815-b973-492f-beec-2ba7ecaceebc {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:13:46.464828 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8fb96c89-d0d0-477c-8b7a-67b9f65ecbb2 req-002a13a1-f3ec-49e2-a7ae-41bb6050abe7 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:46.476804 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-4aeb442a-faf6-4502-a78d-c1a2b36339b9 req-eb423db8-a244-44bb-ad55-165211a71ed4 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:46.495279 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb423db8-a244-44bb-ad55-165211a71ed4 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c89baa-d175-40c2-b373-bf0fc201327d,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:46.497209 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-b6e74795-3e03-42a3-bc75-0ed44fcb830e tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Made reservation on behalf of 4dae0a28e54e42d3b93ac681153ab34b for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:13:46.500043 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-b6e74795-3e03-42a3-bc75-0ed44fcb830e tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:46.503521 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-4aeb442a-faf6-4502-a78d-c1a2b36339b9 req-eb423db8-a244-44bb-ad55-165211a71ed4 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:46.504911 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4aeb442a-faf6-4502-a78d-c1a2b36339b9 req-eb423db8-a244-44bb-ad55-165211a71ed4 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] 10.222.0.79 "DELETE /v2.0/security-groups/78c89baa-d175-40c2-b373-bf0fc201327d HTTP/1.1" status: 204 len: 173 time: 0.2090859 May 23 11:13:46.531876 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ab84024-5e72-4b74-8be5-933e79f35358 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:46.547132 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab84024-5e72-4b74-8be5-933e79f35358 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Pushing event updated for resources: {'Port': ['ID=c149d09b-cbe5-4479-a8a1-0b661ac22014,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:46.590416 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ce3c0c-1003-44f4-b434-f064f8432412 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Network 42d8d6b3-2f5a-48d9-8188-ab1e8f273510 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:13:46.610889 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-54ce3c0c-1003-44f4-b434-f064f8432412 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:13:46.654778 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558fd46f-d90c-4872-8130-f8d600b7db36 req-3759ed60-dca7-4239-aad1-43955946d024 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:46.666930 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-558fd46f-d90c-4872-8130-f8d600b7db36 req-3759ed60-dca7-4239-aad1-43955946d024 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=d441cb53-6d03-4274-b36e-6629825aed20 HTTP/1.1" status: 200 len: 945 time: 0.1469018 May 23 11:13:46.686090 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-420f533c-2d64-414a-a6c6-1bf36a44f8ec req-6df65c64-1d00-4ec9-be2e-f7c6e9bda6dd tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] 10.222.0.79 "GET /v2.0/security-groups/c24804cd-d852-4527-92ac-31bc57279b1b HTTP/1.1" status: 200 len: 1637 time: 0.1313064 May 23 11:13:46.740862 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-558fd46f-d90c-4872-8130-f8d600b7db36 req-5cc0caeb-fab5-4579-98de-44544de1891f tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729406 May 23 11:13:46.778970 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ce3c0c-1003-44f4-b434-f064f8432412 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:13:46.782852 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ce3c0c-1003-44f4-b434-f064f8432412 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:46.783444 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54ce3c0c-1003-44f4-b434-f064f8432412 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:46.800631 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-d74babd3-af3d-4f25-bd7a-94ded70b77b0 req-b19914d8-88f1-41ab-88be-8ca9d59e62bb tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2136792097', 'description': 'tempest-description-1509152205'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:46.807946 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-d74babd3-af3d-4f25-bd7a-94ded70b77b0 req-b19914d8-88f1-41ab-88be-8ca9d59e62bb tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:46.808554 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-37fb64a2-be2e-41f0-88a5-a8a2f5891cd2 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:46.812370 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-d74babd3-af3d-4f25-bd7a-94ded70b77b0 req-b19914d8-88f1-41ab-88be-8ca9d59e62bb tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Usage tracker for resource:security_group and tenant:be8b94104c5f44d3a01d4bc2892c3300 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:46.816813 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-d74babd3-af3d-4f25-bd7a-94ded70b77b0 req-b19914d8-88f1-41ab-88be-8ca9d59e62bb tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:46.824221 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-d74babd3-af3d-4f25-bd7a-94ded70b77b0 req-b19914d8-88f1-41ab-88be-8ca9d59e62bb tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:46.834085 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-37fb64a2-be2e-41f0-88a5-a8a2f5891cd2 None None] Transition to ACTIVE for port object eff9fdd3-c287-441c-9be9-69adea48112b will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:13:46.855559 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-37fb64a2-be2e-41f0-88a5-a8a2f5891cd2 None None] Transition to ACTIVE for port object eff9fdd3-c287-441c-9be9-69adea48112b will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:13:46.863054 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-37fb64a2-be2e-41f0-88a5-a8a2f5891cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:46.888065 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a86dbd8d-219e-41ff-b6b3-ecf2d7b537b3 req-4c6c6cfe-5daf-44e0-8e19-24e77a04dd85 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 210 time: 0.0553679 May 23 11:13:46.888926 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d74babd3-af3d-4f25-bd7a-94ded70b77b0 req-b19914d8-88f1-41ab-88be-8ca9d59e62bb tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:46.932585 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-d74babd3-af3d-4f25-bd7a-94ded70b77b0 req-b19914d8-88f1-41ab-88be-8ca9d59e62bb tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:46.937487 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-d74babd3-af3d-4f25-bd7a-94ded70b77b0 req-b19914d8-88f1-41ab-88be-8ca9d59e62bb tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Usage tracker for resource:security_group_rule and tenant:be8b94104c5f44d3a01d4bc2892c3300 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:46.940893 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-d74babd3-af3d-4f25-bd7a-94ded70b77b0 req-b19914d8-88f1-41ab-88be-8ca9d59e62bb tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:46.947260 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-d74babd3-af3d-4f25-bd7a-94ded70b77b0 req-b19914d8-88f1-41ab-88be-8ca9d59e62bb tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:46.954364 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fb64a2-be2e-41f0-88a5-a8a2f5891cd2 None None] Network 42d8d6b3-2f5a-48d9-8188-ab1e8f273510 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:13:46.957694 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-37fb64a2-be2e-41f0-88a5-a8a2f5891cd2 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:13:46.960452 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fb64a2-be2e-41f0-88a5-a8a2f5891cd2 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:13:46.961388 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce3c0c-1003-44f4-b434-f064f8432412 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event updated for resources: {'Port': ['ID=28b33cb8-5830-454e-b385-9992e5872414,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:46.985243 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-54ce3c0c-1003-44f4-b434-f064f8432412 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4530709 May 23 11:13:46.992662 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53016) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:47.002957 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb64a2-be2e-41f0-88a5-a8a2f5891cd2 None None] Pushing event updated for resources: {'Port': ['ID=eff9fdd3-c287-441c-9be9-69adea48112b,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:47.010392 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d74babd3-af3d-4f25-bd7a-94ded70b77b0 req-b19914d8-88f1-41ab-88be-8ca9d59e62bb tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:47.017244 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d74babd3-af3d-4f25-bd7a-94ded70b77b0 req-b19914d8-88f1-41ab-88be-8ca9d59e62bb tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:47.028238 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-8d3ffca6-c7bc-4583-add2-9e050bccc6dc tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'port': {'network_id': '42d8d6b3-2f5a-48d9-8188-ab1e8f273510', 'name': 'tempest-PortsIpV6TestJSON-391961155'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:47.065096 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-37fb64a2-be2e-41f0-88a5-a8a2f5891cd2 None None] Attempting to bind port eff9fdd3-c287-441c-9be9-69adea48112b on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:13:47.065772 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-37fb64a2-be2e-41f0-88a5-a8a2f5891cd2 None None] Attempting to bind port eff9fdd3-c287-441c-9be9-69adea48112b by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'dfc62146-1c7c-4281-be80-65bbde6f9a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '42d8d6b3-2f5a-48d9-8188-ab1e8f273510'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:13:47.066311 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19914d8-88f1-41ab-88be-8ca9d59e62bb tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb295b54-ce62-4a9f-a89d-4bd3b7bf889f,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:47.066764 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fb64a2-be2e-41f0-88a5-a8a2f5891cd2 None None] Attempting to bind port eff9fdd3-c287-441c-9be9-69adea48112b on network 42d8d6b3-2f5a-48d9-8188-ab1e8f273510 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:13:47.069210 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d74babd3-af3d-4f25-bd7a-94ded70b77b0 req-b19914d8-88f1-41ab-88be-8ca9d59e62bb tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:47.078641 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d74babd3-af3d-4f25-bd7a-94ded70b77b0 req-b19914d8-88f1-41ab-88be-8ca9d59e62bb tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 0.2794960 May 23 11:13:47.081418 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fb64a2-be2e-41f0-88a5-a8a2f5891cd2 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:13:47.081910 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fb64a2-be2e-41f0-88a5-a8a2f5891cd2 None None] Checking segment: {'id': 'dfc62146-1c7c-4281-be80-65bbde6f9a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '42d8d6b3-2f5a-48d9-8188-ab1e8f273510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:13:47.082465 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-37fb64a2-be2e-41f0-88a5-a8a2f5891cd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:47.082983 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fb64a2-be2e-41f0-88a5-a8a2f5891cd2 None None] Bound using segment: {'id': 'dfc62146-1c7c-4281-be80-65bbde6f9a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '42d8d6b3-2f5a-48d9-8188-ab1e8f273510'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:13:47.083532 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-37fb64a2-be2e-41f0-88a5-a8a2f5891cd2 None None] Bound port: eff9fdd3-c287-441c-9be9-69adea48112b, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfc62146-1c7c-4281-be80-65bbde6f9a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '42d8d6b3-2f5a-48d9-8188-ab1e8f273510'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:13:47.084022 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-37fb64a2-be2e-41f0-88a5-a8a2f5891cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:47.162362 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da08b2f9-987c-4dec-8355-10080147a0da req-22690ffe-b4c4-4274-a050-ee3419f09d08 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] 10.222.0.79 "GET /v2.0/security-groups/fb295b54-ce62-4a9f-a89d-4bd3b7bf889f HTTP/1.1" status: 200 len: 1639 time: 0.0613439 May 23 11:13:47.183997 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-37fb64a2-be2e-41f0-88a5-a8a2f5891cd2 None None] For port eff9fdd3-c287-441c-9be9-69adea48112b, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:13:47.187347 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-37fb64a2-be2e-41f0-88a5-a8a2f5891cd2 None None] For port eff9fdd3-c287-441c-9be9-69adea48112b, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=eff9fdd3-c287-441c-9be9-69adea48112b,segment=NetworkSegment(dfc62146-1c7c-4281-be80-65bbde6f9a96),segment_id=dfc62146-1c7c-4281-be80-65bbde6f9a96)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:13:47.192265 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-37fb64a2-be2e-41f0-88a5-a8a2f5891cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:47.203370 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-da08b2f9-987c-4dec-8355-10080147a0da req-1cbef601-adbc-42a3-b1c3-37abba522451 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fb295b54-ce62-4a9f-a89d-4bd3b7bf889f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:47.203677 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-da08b2f9-987c-4dec-8355-10080147a0da req-1cbef601-adbc-42a3-b1c3-37abba522451 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fb295b54-ce62-4a9f-a89d-4bd3b7bf889f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:47.215829 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-da08b2f9-987c-4dec-8355-10080147a0da req-1cbef601-adbc-42a3-b1c3-37abba522451 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:47.222161 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-da08b2f9-987c-4dec-8355-10080147a0da req-1cbef601-adbc-42a3-b1c3-37abba522451 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Usage tracker for resource:security_group_rule and tenant:be8b94104c5f44d3a01d4bc2892c3300 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:47.227275 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-da08b2f9-987c-4dec-8355-10080147a0da req-1cbef601-adbc-42a3-b1c3-37abba522451 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:47.242249 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-da08b2f9-987c-4dec-8355-10080147a0da req-1cbef601-adbc-42a3-b1c3-37abba522451 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:47.277135 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb64a2-be2e-41f0-88a5-a8a2f5891cd2 None None] Pushing event updated for resources: {'Port': ['ID=eff9fdd3-c287-441c-9be9-69adea48112b,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:47.291766 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de4091-9b41-40ec-ae80-befec1771923 req-e38e0e66-13cf-4c84-90e4-72b4ee8e2d1d tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:47.295815 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b2de4091-9b41-40ec-ae80-befec1771923 req-e38e0e66-13cf-4c84-90e4-72b4ee8e2d1d tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574 HTTP/1.1" status: 200 len: 945 time: 0.1338871 May 23 11:13:47.366609 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b2de4091-9b41-40ec-ae80-befec1771923 req-eb5ae362-f1ba-4b73-a841-80bdcab4e618 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628295 May 23 11:13:47.368451 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-da08b2f9-987c-4dec-8355-10080147a0da req-1cbef601-adbc-42a3-b1c3-37abba522451 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:47.389963 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-da08b2f9-987c-4dec-8355-10080147a0da req-1cbef601-adbc-42a3-b1c3-37abba522451 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:47.395120 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-da08b2f9-987c-4dec-8355-10080147a0da req-1cbef601-adbc-42a3-b1c3-37abba522451 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:47.423926 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbef601-adbc-42a3-b1c3-37abba522451 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f03f0558-e307-4868-90de-fd921b6a7a94,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:47.433087 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-b6e74795-3e03-42a3-bc75-0ed44fcb830e tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Allocated IP 172.20.0.12 (567b5eae-3d50-4b7b-b2ae-6afd8ab0049d/eeed4ff9-e40c-44ef-ad2b-8f4ca302f431/955c9498-10af-4a50-a265-6f88eca687bc) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:13:47.433455 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-da08b2f9-987c-4dec-8355-10080147a0da req-1cbef601-adbc-42a3-b1c3-37abba522451 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:47.434708 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da08b2f9-987c-4dec-8355-10080147a0da req-1cbef601-adbc-42a3-b1c3-37abba522451 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.2359900 May 23 11:13:47.443094 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-8fb96c89-d0d0-477c-8b7a-67b9f65ecbb2 req-002a13a1-f3ec-49e2-a7ae-41bb6050abe7 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] For port 4f720815-b973-492f-beec-2ba7ecaceebc, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=4f720815-b973-492f-beec-2ba7ecaceebc,segment=NetworkSegment(3dd9ea5f-23bc-4bc8-917a-431ad3d10464),segment_id=3dd9ea5f-23bc-4bc8-917a-431ad3d10464)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:13:47.443094 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8fb96c89-d0d0-477c-8b7a-67b9f65ecbb2 req-002a13a1-f3ec-49e2-a7ae-41bb6050abe7 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:47.452051 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab84024-5e72-4b74-8be5-933e79f35358 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Network 1b0b21e6-cd59-4d3c-a171-e66c63f5a0e8 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:13:47.456886 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-9ab84024-5e72-4b74-8be5-933e79f35358 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:13:47.564457 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-01d2aa45-6927-497c-ad94-ec3b84088f6c req-0ee75685-0911-41ad-a97f-02ae05a9b102 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] 10.222.0.79 "GET /v2.0/security-groups/fb295b54-ce62-4a9f-a89d-4bd3b7bf889f HTTP/1.1" status: 200 len: 2142 time: 0.0980220 May 23 11:13:47.576577 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-01d2aa45-6927-497c-ad94-ec3b84088f6c req-2ce6b7a9-424a-4502-9975-cbdb9ed55e42 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fb295b54-ce62-4a9f-a89d-4bd3b7bf889f', 'remote_group_id': None}]} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:47.576925 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-01d2aa45-6927-497c-ad94-ec3b84088f6c req-2ce6b7a9-424a-4502-9975-cbdb9ed55e42 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fb295b54-ce62-4a9f-a89d-4bd3b7bf889f', 'remote_group_id': None}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:47.583408 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-01d2aa45-6927-497c-ad94-ec3b84088f6c req-2ce6b7a9-424a-4502-9975-cbdb9ed55e42 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:47.587813 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-01d2aa45-6927-497c-ad94-ec3b84088f6c req-2ce6b7a9-424a-4502-9975-cbdb9ed55e42 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Usage tracker for resource:security_group_rule and tenant:be8b94104c5f44d3a01d4bc2892c3300 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:47.591350 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-01d2aa45-6927-497c-ad94-ec3b84088f6c req-2ce6b7a9-424a-4502-9975-cbdb9ed55e42 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:47.599866 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-01d2aa45-6927-497c-ad94-ec3b84088f6c req-2ce6b7a9-424a-4502-9975-cbdb9ed55e42 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:47.670256 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-01d2aa45-6927-497c-ad94-ec3b84088f6c req-2ce6b7a9-424a-4502-9975-cbdb9ed55e42 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:47.701899 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-01d2aa45-6927-497c-ad94-ec3b84088f6c req-2ce6b7a9-424a-4502-9975-cbdb9ed55e42 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:47.707482 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-01d2aa45-6927-497c-ad94-ec3b84088f6c req-2ce6b7a9-424a-4502-9975-cbdb9ed55e42 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:47.732869 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce6b7a9-424a-4502-9975-cbdb9ed55e42 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=330e614b-35fb-49a1-817e-e0046310a4e5,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:47.742498 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-01d2aa45-6927-497c-ad94-ec3b84088f6c req-2ce6b7a9-424a-4502-9975-cbdb9ed55e42 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:47.753020 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-01d2aa45-6927-497c-ad94-ec3b84088f6c req-2ce6b7a9-424a-4502-9975-cbdb9ed55e42 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.1764176 May 23 11:13:47.758098 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-8fb96c89-d0d0-477c-8b7a-67b9f65ecbb2 req-002a13a1-f3ec-49e2-a7ae-41bb6050abe7 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Calling delete_port for 4f720815-b973-492f-beec-2ba7ecaceebc owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:13:47.792435 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8d3ffca6-c7bc-4583-add2-9e050bccc6dc tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:47.815272 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-8d3ffca6-c7bc-4583-add2-9e050bccc6dc tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Usage tracker for resource:port and tenant:7dca08376e90462fa2c08567c59d529a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:47.841995 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-8d3ffca6-c7bc-4583-add2-9e050bccc6dc tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:47.851287 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9ecc12db-8f8e-445a-9f3c-8e5e979fd624 req-693e9b88-48d5-44db-b612-73bba908ebfb tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] 10.222.0.79 "GET /v2.0/security-groups/fb295b54-ce62-4a9f-a89d-4bd3b7bf889f HTTP/1.1" status: 200 len: 2650 time: 0.0633006 May 23 11:13:47.890678 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3227c29d-0b8c-4299-8d9b-cc4427b79e8f None None] Provisioning complete for port c149d09b-cbe5-4479-a8a1-0b661ac22014 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:13:47.891180 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3227c29d-0b8c-4299-8d9b-cc4427b79e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:47.910968 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8d3ffca6-c7bc-4583-add2-9e050bccc6dc tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:47.949106 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2b23f659-bb8c-45f4-9965-dd27a9e38b39 req-1f07fde9-2004-4e40-b28b-b96373638be4 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] 10.222.0.79 "GET /v2.0/security-group-rules/330e614b-35fb-49a1-817e-e0046310a4e5 HTTP/1.1" status: 200 len: 718 time: 0.0295060 May 23 11:13:47.965094 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3227c29d-0b8c-4299-8d9b-cc4427b79e8f None None] Port c149d09b-cbe5-4479-a8a1-0b661ac22014 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:13:47.972443 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3ffca6-c7bc-4583-add2-9e050bccc6dc tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Made reservation on behalf of 7dca08376e90462fa2c08567c59d529a for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:13:47.975464 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d3ffca6-c7bc-4583-add2-9e050bccc6dc tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:48.021670 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59353498-2fa7-46e8-ae64-b2d28816b3d9 req-49c48a94-1dc6-496e-8883-aff3e8de8dd0 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:48.023152 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-59353498-2fa7-46e8-ae64-b2d28816b3d9 req-49c48a94-1dc6-496e-8883-aff3e8de8dd0 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=d441cb53-6d03-4274-b36e-6629825aed20 HTTP/1.1" status: 200 len: 945 time: 0.1447418 May 23 11:13:48.029527 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2b23f659-bb8c-45f4-9965-dd27a9e38b39 req-23d86213-8793-4c9d-a581-8b20d9aae980 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] 10.222.0.79 "GET /v2.0/security-groups/fb295b54-ce62-4a9f-a89d-4bd3b7bf889f HTTP/1.1" status: 200 len: 2650 time: 0.0671947 May 23 11:13:48.096147 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-2b23f659-bb8c-45f4-9965-dd27a9e38b39 req-9fe55df3-8763-4106-9d90-e963531ab3cf tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:48.097572 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-8d3ffca6-c7bc-4583-add2-9e050bccc6dc tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] device_id is not set on port 76396bad-8064-4a1e-82e2-673589283e74 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:13:48.105483 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-59353498-2fa7-46e8-ae64-b2d28816b3d9 req-3dba1b5f-5096-46b3-af1f-5e55da263634 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750160 May 23 11:13:48.110356 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-2b23f659-bb8c-45f4-9965-dd27a9e38b39 req-9fe55df3-8763-4106-9d90-e963531ab3cf tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:48.151441 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-2b23f659-bb8c-45f4-9965-dd27a9e38b39 req-9fe55df3-8763-4106-9d90-e963531ab3cf tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:48.175521 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe55df3-8763-4106-9d90-e963531ab3cf tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=330e614b-35fb-49a1-817e-e0046310a4e5,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:48.179103 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-2b23f659-bb8c-45f4-9965-dd27a9e38b39 req-9fe55df3-8763-4106-9d90-e963531ab3cf tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:48.181070 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2b23f659-bb8c-45f4-9965-dd27a9e38b39 req-9fe55df3-8763-4106-9d90-e963531ab3cf tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/330e614b-35fb-49a1-817e-e0046310a4e5 HTTP/1.1" status: 204 len: 173 time: 0.1361928 May 23 11:13:48.414554 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-11623d14-abd2-4c83-a27c-9d05ea6e8890 req-a28c0a11-d3be-4247-beee-2a6e3e65ab17 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 210 time: 0.1516621 May 23 11:13:48.420683 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-18cd5691-c2ca-479b-972e-1eb35d9cdc4f req-4e6a97e0-af9e-47dd-9147-3f13160df251 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] 10.222.0.79 "GET /v2.0/security-groups/fb295b54-ce62-4a9f-a89d-4bd3b7bf889f HTTP/1.1" status: 200 len: 2142 time: 0.2020013 May 23 11:13:48.499154 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6609c6-f9ea-4061-8ab3-53a2f628421d None None] Network 42d8d6b3-2f5a-48d9-8188-ab1e8f273510 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:13:48.505074 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-18cd5691-c2ca-479b-972e-1eb35d9cdc4f req-b2c506fa-daa6-4fb9-9946-55c76a3ede6f tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:48.537790 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-18cd5691-c2ca-479b-972e-1eb35d9cdc4f req-b2c506fa-daa6-4fb9-9946-55c76a3ede6f tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:48.575589 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-b6e74795-3e03-42a3-bc75-0ed44fcb830e tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:48.579236 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8fb96c89-d0d0-477c-8b7a-67b9f65ecbb2 req-002a13a1-f3ec-49e2-a7ae-41bb6050abe7 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:48.603387 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-18cd5691-c2ca-479b-972e-1eb35d9cdc4f req-b2c506fa-daa6-4fb9-9946-55c76a3ede6f tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:48.638836 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['4f720815-b973-492f-beec-2ba7ecaceebc'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:13:48.651047 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a13a1-f3ec-49e2-a7ae-41bb6050abe7 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Pushing event deleted for resources: {'Port': ['ID=4f720815-b973-492f-beec-2ba7ecaceebc,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:48.671228 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['93231983-db7d-4314-a4f2-a6dea56eda75'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:13:48.678167 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c506fa-daa6-4fb9-9946-55c76a3ede6f tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb295b54-ce62-4a9f-a89d-4bd3b7bf889f,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:48.695425 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-18cd5691-c2ca-479b-972e-1eb35d9cdc4f req-b2c506fa-daa6-4fb9-9946-55c76a3ede6f tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:48.697074 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-18cd5691-c2ca-479b-972e-1eb35d9cdc4f req-b2c506fa-daa6-4fb9-9946-55c76a3ede6f tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] 10.222.0.79 "DELETE /v2.0/security-groups/fb295b54-ce62-4a9f-a89d-4bd3b7bf889f HTTP/1.1" status: 204 len: 173 time: 0.2687938 May 23 11:13:48.738008 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e11026-b6ac-4877-9fcc-fef1c5884996 req-4cd64871-162b-499b-8ec3-f7e4adc5ca1d tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:48.740634 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-47e11026-b6ac-4877-9fcc-fef1c5884996 req-4cd64871-162b-499b-8ec3-f7e4adc5ca1d tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574 HTTP/1.1" status: 200 len: 945 time: 0.1178031 May 23 11:13:48.745209 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-8d3ffca6-c7bc-4583-add2-9e050bccc6dc tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Allocated IP 2001:db8::107 (42d8d6b3-2f5a-48d9-8188-ab1e8f273510/94c04aa6-01a4-43ec-9e2f-bc41315d09e1/76396bad-8064-4a1e-82e2-673589283e74) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:13:48.773271 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device eff9fdd3-c287-441c-9be9-69adea48112b up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:13:48.785430 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [req-eb88ca27-88fc-4aba-8c51-5476ddb6a7ef req-d70a8fa1-b9dc-4fe9-a917-d48b90ffce86 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] show failed (client error): The resource could not be found. May 23 11:13:48.787098 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eb88ca27-88fc-4aba-8c51-5476ddb6a7ef req-d70a8fa1-b9dc-4fe9-a917-d48b90ffce86 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] 10.222.0.79 "GET /v2.0/security-groups/78c89baa-d175-40c2-b373-bf0fc201327d HTTP/1.1" status: 404 len: 352 time: 0.0425689 May 23 11:13:48.790710 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb96c89-d0d0-477c-8b7a-67b9f65ecbb2 req-002a13a1-f3ec-49e2-a7ae-41bb6050abe7 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] No DVR routers for this DVR port 4f720815-b973-492f-beec-2ba7ecaceebc on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:13:48.796295 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8fb96c89-d0d0-477c-8b7a-67b9f65ecbb2 req-002a13a1-f3ec-49e2-a7ae-41bb6050abe7 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:48.798345 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd441cb53-6d03-4274-b36e-6629825aed20', 'name': 'network-vif-deleted', 'tag': '4f720815-b973-492f-beec-2ba7ecaceebc'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:13:48.819478 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-b6e74795-3e03-42a3-bc75-0ed44fcb830e tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:48.831765 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-47e11026-b6ac-4877-9fcc-fef1c5884996 req-01c33c54-4e92-4cb9-9336-1fc2b1cc5b8c tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657058 May 23 11:13:48.844574 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-160ec4e5-f114-4b23-b54b-fc352ccab6c0 None None] Provisioning for port eff9fdd3-c287-441c-9be9-69adea48112b completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:13:48.929371 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8fb96c89-d0d0-477c-8b7a-67b9f65ecbb2 req-002a13a1-f3ec-49e2-a7ae-41bb6050abe7 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.81 "DELETE /v2.0/ports/4f720815-b973-492f-beec-2ba7ecaceebc HTTP/1.1" status: 204 len: 173 time: 2.6656981 May 23 11:13:48.969903 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-b6e74795-3e03-42a3-bc75-0ed44fcb830e tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Network 567b5eae-3d50-4b7b-b2ae-6afd8ab0049d is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:13:48.977937 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-b6e74795-3e03-42a3-bc75-0ed44fcb830e tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:13:48.981230 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e74795-3e03-42a3-bc75-0ed44fcb830e tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Pushing event updated for resources: {'Port': ['ID=955c9498-10af-4a50-a265-6f88eca687bc,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:48.985648 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-b6e74795-3e03-42a3-bc75-0ed44fcb830e tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:13:49.042762 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd205754-7972-4563-87ec-1a3b91d9fe13'] response: {'server_uuid': 'd441cb53-6d03-4274-b36e-6629825aed20', 'name': 'network-vif-deleted', 'tag': '4f720815-b973-492f-beec-2ba7ecaceebc', 'status': 'completed', 'code': 200} May 23 11:13:49.053059 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d84187ed-8cfc-4c8c-9a5f-5814e160d218 req-4a158260-613c-4539-bb21-3e7fa42efca8 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] 10.222.0.79 "GET /v2.0/security-groups/c24804cd-d852-4527-92ac-31bc57279b1b HTTP/1.1" status: 200 len: 1637 time: 0.1330364 May 23 11:13:49.129610 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port eff9fdd3-c287-441c-9be9-69adea48112b completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:13:49.152502 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port eff9fdd3-c287-441c-9be9-69adea48112b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:13:49.152949 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:49.158776 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-b6e74795-3e03-42a3-bc75-0ed44fcb830e tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:49.159569 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-b6e74795-3e03-42a3-bc75-0ed44fcb830e tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:49.184570 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d84187ed-8cfc-4c8c-9a5f-5814e160d218 req-030210f3-ef58-4af5-bef2-1cecd36ae0fc tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:49.209769 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-b6e74795-3e03-42a3-bc75-0ed44fcb830e tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2798193 May 23 11:13:49.225805 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d84187ed-8cfc-4c8c-9a5f-5814e160d218 req-030210f3-ef58-4af5-bef2-1cecd36ae0fc tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:49.231806 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-7585a90b-d43f-4396-bf56-714cbff6b18d service neutron] Request body: {'port': {'device_id': '3f0e3b01-2917-4406-bfdc-3aeb774d6410', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:49.291044 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab84024-5e72-4b74-8be5-933e79f35358 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Router 0dc34ae8-5a35-429a-80f7-52a356423021 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:13:49.297035 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d3ffca6-c7bc-4583-add2-9e050bccc6dc tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:49.307453 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d84187ed-8cfc-4c8c-9a5f-5814e160d218 req-030210f3-ef58-4af5-bef2-1cecd36ae0fc tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:49.342688 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030210f3-ef58-4af5-bef2-1cecd36ae0fc tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24804cd-d852-4527-92ac-31bc57279b1b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:49.347056 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-8d3ffca6-c7bc-4583-add2-9e050bccc6dc tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Transition to ACTIVE for port object 76396bad-8064-4a1e-82e2-673589283e74 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:13:49.350242 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d84187ed-8cfc-4c8c-9a5f-5814e160d218 req-030210f3-ef58-4af5-bef2-1cecd36ae0fc tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:49.351358 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d84187ed-8cfc-4c8c-9a5f-5814e160d218 req-030210f3-ef58-4af5-bef2-1cecd36ae0fc tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] 10.222.0.79 "DELETE /v2.0/security-groups/c24804cd-d852-4527-92ac-31bc57279b1b HTTP/1.1" status: 204 len: 173 time: 0.2927814 May 23 11:13:49.397178 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:49.446603 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port eff9fdd3-c287-441c-9be9-69adea48112b, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=eff9fdd3-c287-441c-9be9-69adea48112b,segment=NetworkSegment(dfc62146-1c7c-4281-be80-65bbde6f9a96),segment_id=dfc62146-1c7c-4281-be80-65bbde6f9a96)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:13:49.454724 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:49.490793 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6055e4ef-87d3-4a87-89f0-aeb50f47ed35 req-00ff9181-a7fd-47e1-8e27-66cd6bebc77b tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] 10.222.0.79 "GET /v2.0/security-groups/dadeca4e-3a31-46a5-be74-dc526da420e0 HTTP/1.1" status: 200 len: 1638 time: 0.1068964 May 23 11:13:49.504730 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d3ffca6-c7bc-4583-add2-9e050bccc6dc tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:49.636126 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2ed1274c-a097-44f4-8be9-9976ea8cf3ab req-c7774e1f-c233-4e3a-afcd-4576fd7b0b80 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=d441cb53-6d03-4274-b36e-6629825aed20 HTTP/1.1" status: 200 len: 210 time: 0.0730121 May 23 11:13:49.647288 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['4a5ffbc3-338b-40c6-9d5d-93f06d4aa818'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:13:49.690320 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6055e4ef-87d3-4a87-89f0-aeb50f47ed35 req-69b1af48-fc2d-4c6a-a1fd-bad71a2d76a8 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:49.702414 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-7585a90b-d43f-4396-bf56-714cbff6b18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:49.730861 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6055e4ef-87d3-4a87-89f0-aeb50f47ed35 req-69b1af48-fc2d-4c6a-a1fd-bad71a2d76a8 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:49.771908 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3ffca6-c7bc-4583-add2-9e050bccc6dc tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Network 42d8d6b3-2f5a-48d9-8188-ab1e8f273510 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:13:49.779463 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=eff9fdd3-c287-441c-9be9-69adea48112b,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:49.811638 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5c503c66-0043-46c8-9b3b-e861c23859db None None] Provisioning complete for port eff9fdd3-c287-441c-9be9-69adea48112b triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:13:49.812037 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5c503c66-0043-46c8-9b3b-e861c23859db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:49.851182 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6055e4ef-87d3-4a87-89f0-aeb50f47ed35 req-69b1af48-fc2d-4c6a-a1fd-bad71a2d76a8 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:49.948127 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1af48-fc2d-4c6a-a1fd-bad71a2d76a8 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadeca4e-3a31-46a5-be74-dc526da420e0,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:49.965051 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6055e4ef-87d3-4a87-89f0-aeb50f47ed35 req-69b1af48-fc2d-4c6a-a1fd-bad71a2d76a8 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:49.966193 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6055e4ef-87d3-4a87-89f0-aeb50f47ed35 req-69b1af48-fc2d-4c6a-a1fd-bad71a2d76a8 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] 10.222.0.79 "DELETE /v2.0/security-groups/dadeca4e-3a31-46a5-be74-dc526da420e0 HTTP/1.1" status: 204 len: 173 time: 0.4663019 May 23 11:13:49.994978 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ffca6-c7bc-4583-add2-9e050bccc6dc tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event updated for resources: {'Port': ['ID=76396bad-8064-4a1e-82e2-673589283e74,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:49.998096 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-8d3ffca6-c7bc-4583-add2-9e050bccc6dc tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:13:50.017278 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba342c1-d72a-439c-90c5-a41d71d52c31 req-1116b10b-ed76-4bf7-9cff-84ac6ab43a4f tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:50.023125 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aba342c1-d72a-439c-90c5-a41d71d52c31 req-1116b10b-ed76-4bf7-9cff-84ac6ab43a4f tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 932 time: 0.1256690 May 23 11:13:50.023292 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3ffca6-c7bc-4583-add2-9e050bccc6dc tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:13:50.041737 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3ffca6-c7bc-4583-add2-9e050bccc6dc tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:50.042397 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d3ffca6-c7bc-4583-add2-9e050bccc6dc tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:50.080867 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8d3ffca6-c7bc-4583-add2-9e050bccc6dc tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0698228 May 23 11:13:50.084433 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53054) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:50.120035 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5c503c66-0043-46c8-9b3b-e861c23859db None None] Provisioning for port 28b33cb8-5830-454e-b385-9992e5872414 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:13:50.126949 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aba342c1-d72a-439c-90c5-a41d71d52c31 req-5e81ec32-b3f4-41ff-942e-c96ee258e56d tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972307 May 23 11:13:50.128782 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5c503c66-0043-46c8-9b3b-e861c23859db None None] Provisioning complete for port 28b33cb8-5830-454e-b385-9992e5872414 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:13:50.129213 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5c503c66-0043-46c8-9b3b-e861c23859db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:50.192531 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5c503c66-0043-46c8-9b3b-e861c23859db None None] Port 28b33cb8-5830-454e-b385-9992e5872414 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:13:50.262000 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4554b6a8-0660-467f-a14e-e604f5a47ba8 req-b634196d-2878-4be4-950a-c21acfcb7f7a tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] 10.222.0.79 "GET /v2.0/security-groups/5786716f-99bc-44a5-8181-69ffb0c8c350 HTTP/1.1" status: 200 len: 1639 time: 0.0744860 May 23 11:13:50.289430 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d669fe50-f5b0-4779-ae43-6ffdd394fd5f req-6cfc20ee-fa6d-4b12-a745-3188ff4534e3 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:50.290914 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d669fe50-f5b0-4779-ae43-6ffdd394fd5f req-6cfc20ee-fa6d-4b12-a745-3188ff4534e3 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574 HTTP/1.1" status: 200 len: 945 time: 0.1581202 May 23 11:13:50.318968 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2c78b36d-0832-4a7d-be38-9b6d8403304c None None] Provisioning complete for port 28b33cb8-5830-454e-b385-9992e5872414 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:13:50.319341 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2c78b36d-0832-4a7d-be38-9b6d8403304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:50.356267 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50948b70-a151-4e91-965c-93dc90e2ceee tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:50.357106 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-50948b70-a151-4e91-965c-93dc90e2ceee tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Synchronizing usage tracker for tenant:7dca08376e90462fa2c08567c59d529a on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:13:50.374315 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2c78b36d-0832-4a7d-be38-9b6d8403304c None None] Port 28b33cb8-5830-454e-b385-9992e5872414 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:13:50.374861 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d669fe50-f5b0-4779-ae43-6ffdd394fd5f req-df3d91da-8252-4668-82e3-fd3c382261de tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604396 May 23 11:13:50.395290 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-4554b6a8-0660-467f-a14e-e604f5a47ba8 req-4b0b39f0-a9ff-4f3c-b835-40b8fd13fe06 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:50.423479 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-4554b6a8-0660-467f-a14e-e604f5a47ba8 req-4b0b39f0-a9ff-4f3c-b835-40b8fd13fe06 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:50.440669 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-50948b70-a151-4e91-965c-93dc90e2ceee tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Unset dirty status for tenant:7dca08376e90462fa2c08567c59d529a on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:13:50.441634 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-50948b70-a151-4e91-965c-93dc90e2ceee tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Aa1 HTTP/1.1" status: 200 len: 928 time: 0.3532870 May 23 11:13:50.444681 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53058) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:50.456527 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab84024-5e72-4b74-8be5-933e79f35358 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:13:50.462921 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9ab84024-5e72-4b74-8be5-933e79f35358 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "PUT /v2.0/routers/0dc34ae8-5a35-429a-80f7-52a356423021/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6943908 May 23 11:13:50.465631 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53062) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:50.468539 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447c09cb-645f-4212-8da9-6cb86da2f521 None None] Sync routers for ids ['0dc34ae8-5a35-429a-80f7-52a356423021'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:13:50.477335 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d720e303-2da5-4f91-9aa9-3582bb84bdbc tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Request body: {'port': {'network_id': '1b0b21e6-cd59-4d3c-a171-e66c63f5a0e8', 'name': 'tempest-FloatingIPTestJSON-1131117516'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:50.480528 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447c09cb-645f-4212-8da9-6cb86da2f521 None None] Routers {'0dc34ae8-5a35-429a-80f7-52a356423021'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:13:50.481135 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-447c09cb-645f-4212-8da9-6cb86da2f521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:13:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['0dc34ae8-5a35-429a-80f7-52a356423021'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:50.498558 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-7585a90b-d43f-4396-bf56-714cbff6b18d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 955c9498-10af-4a50-a265-6f88eca687bc {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:13:50.529080 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-d829a134-0bec-4a68-a3a2-107af507f738 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Deleting port 76396bad-8064-4a1e-82e2-673589283e74 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:13:50.529656 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d829a134-0bec-4a68-a3a2-107af507f738 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:50.559523 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-7585a90b-d43f-4396-bf56-714cbff6b18d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:50.570577 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-4554b6a8-0660-467f-a14e-e604f5a47ba8 req-4b0b39f0-a9ff-4f3c-b835-40b8fd13fe06 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:50.595963 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-447c09cb-645f-4212-8da9-6cb86da2f521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:50.606466 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b39f0-a9ff-4f3c-b835-40b8fd13fe06 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5786716f-99bc-44a5-8181-69ffb0c8c350,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:50.612434 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447c09cb-645f-4212-8da9-6cb86da2f521 None None] Routers {'0dc34ae8-5a35-429a-80f7-52a356423021'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:13:50.613069 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-447c09cb-645f-4212-8da9-6cb86da2f521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:13:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['0dc34ae8-5a35-429a-80f7-52a356423021'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:50.616848 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-4554b6a8-0660-467f-a14e-e604f5a47ba8 req-4b0b39f0-a9ff-4f3c-b835-40b8fd13fe06 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:50.623123 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4554b6a8-0660-467f-a14e-e604f5a47ba8 req-4b0b39f0-a9ff-4f3c-b835-40b8fd13fe06 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] 10.222.0.79 "DELETE /v2.0/security-groups/5786716f-99bc-44a5-8181-69ffb0c8c350 HTTP/1.1" status: 204 len: 173 time: 0.3530502 May 23 11:13:50.677242 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device eff9fdd3-c287-441c-9be9-69adea48112b up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:13:50.716471 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 4f720815-b973-492f-beec-2ba7ecaceebc no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:13:50.757413 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d26c957b-34df-4309-8818-93dbba9e9b4a None None] Provisioning for port 76396bad-8064-4a1e-82e2-673589283e74 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:13:50.769761 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-447c09cb-645f-4212-8da9-6cb86da2f521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:50.770171 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447c09cb-645f-4212-8da9-6cb86da2f521 None None] The sync data for ids ['0dc34ae8-5a35-429a-80f7-52a356423021'] in n-d-842952-2 is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:13:50.778960 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: 4f720815-b973-492f-beec-2ba7ecaceebc {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:13:50.779301 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 4f720815-b973-492f-beec-2ba7ecaceebc not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:13:50.795202 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d26c957b-34df-4309-8818-93dbba9e9b4a None None] Provisioning complete for port 76396bad-8064-4a1e-82e2-673589283e74 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:13:50.795202 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d26c957b-34df-4309-8818-93dbba9e9b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:50.847265 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-7585a90b-d43f-4396-bf56-714cbff6b18d service neutron] Transition to ACTIVE for port object 955c9498-10af-4a50-a265-6f88eca687bc will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:13:50.849285 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d720e303-2da5-4f91-9aa9-3582bb84bdbc tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:50.855234 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-7585a90b-d43f-4396-bf56-714cbff6b18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:50.860541 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d720e303-2da5-4f91-9aa9-3582bb84bdbc tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Usage tracker for resource:port and tenant:64767f7d3ba2443580b9b187013efe7a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:50.863746 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d26c957b-34df-4309-8818-93dbba9e9b4a None None] Port 76396bad-8064-4a1e-82e2-673589283e74 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:13:50.873749 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port eff9fdd3-c287-441c-9be9-69adea48112b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:13:50.874127 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:50.896850 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0f88b688-3c40-4b12-a113-f3b759f33c2e req-e8264c12-1041-4774-9939-187b5105089d tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] 10.222.0.79 "GET /v2.0/security-groups/da65d693-9a5f-4fd0-a8c3-ff6612d03ccb HTTP/1.1" status: 200 len: 2145 time: 0.2303791 May 23 11:13:50.907414 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d720e303-2da5-4f91-9aa9-3582bb84bdbc tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:50.924896 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d720e303-2da5-4f91-9aa9-3582bb84bdbc tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:50.992233 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d829a134-0bec-4a68-a3a2-107af507f738 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:51.041437 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7585a90b-d43f-4396-bf56-714cbff6b18d service neutron] Pushing event updated for resources: {'Port': ['ID=955c9498-10af-4a50-a265-6f88eca687bc,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:51.046866 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d720e303-2da5-4f91-9aa9-3582bb84bdbc tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Made reservation on behalf of 64767f7d3ba2443580b9b187013efe7a for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:13:51.049855 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d720e303-2da5-4f91-9aa9-3582bb84bdbc tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:51.075432 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-d720e303-2da5-4f91-9aa9-3582bb84bdbc tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] device_id is not set on port 425ab12b-e1b3-430f-a4d0-88f6297b20a0 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:13:51.137136 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-d829a134-0bec-4a68-a3a2-107af507f738 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Calling delete_port for 76396bad-8064-4a1e-82e2-673589283e74 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:13:51.214732 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-0f88b688-3c40-4b12-a113-f3b759f33c2e req-1488cf93-88dd-4e1e-8531-fee11f0ef301 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:51.292838 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-7585a90b-d43f-4396-bf56-714cbff6b18d service neutron] Attempting to bind port 955c9498-10af-4a50-a265-6f88eca687bc on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:13:51.293180 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-7585a90b-d43f-4396-bf56-714cbff6b18d service neutron] Attempting to bind port 955c9498-10af-4a50-a265-6f88eca687bc by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': 'd425821a-621f-4441-b5d3-6c866ddd43af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '567b5eae-3d50-4b7b-b2ae-6afd8ab0049d'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:13:51.293502 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-7585a90b-d43f-4396-bf56-714cbff6b18d service neutron] Attempting to bind port 955c9498-10af-4a50-a265-6f88eca687bc on network 567b5eae-3d50-4b7b-b2ae-6afd8ab0049d {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:13:51.307757 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-7585a90b-d43f-4396-bf56-714cbff6b18d service neutron] Port 955c9498-10af-4a50-a265-6f88eca687bc on network 567b5eae-3d50-4b7b-b2ae-6afd8ab0049d not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:13:51.308093 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-7585a90b-d43f-4396-bf56-714cbff6b18d service neutron] Attempting to bind port 955c9498-10af-4a50-a265-6f88eca687bc on network 567b5eae-3d50-4b7b-b2ae-6afd8ab0049d {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:13:51.316618 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-d720e303-2da5-4f91-9aa9-3582bb84bdbc tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Allocated IP 172.20.0.6 (1b0b21e6-cd59-4d3c-a171-e66c63f5a0e8/fc1368e0-bd09-49f7-9af9-94de6c3dcaaf/425ab12b-e1b3-430f-a4d0-88f6297b20a0) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:13:51.324647 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-7585a90b-d43f-4396-bf56-714cbff6b18d service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:13:51.324985 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-7585a90b-d43f-4396-bf56-714cbff6b18d service neutron] Checking segment: {'id': 'd425821a-621f-4441-b5d3-6c866ddd43af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '567b5eae-3d50-4b7b-b2ae-6afd8ab0049d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:13:51.325361 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-7585a90b-d43f-4396-bf56-714cbff6b18d service neutron] Bound using segment: {'id': 'd425821a-621f-4441-b5d3-6c866ddd43af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '567b5eae-3d50-4b7b-b2ae-6afd8ab0049d'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:13:51.325788 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-7585a90b-d43f-4396-bf56-714cbff6b18d service neutron] Bound port: 955c9498-10af-4a50-a265-6f88eca687bc, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd425821a-621f-4441-b5d3-6c866ddd43af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '567b5eae-3d50-4b7b-b2ae-6afd8ab0049d'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:13:51.326127 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-7585a90b-d43f-4396-bf56-714cbff6b18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:51.436940 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-0f88b688-3c40-4b12-a113-f3b759f33c2e req-1488cf93-88dd-4e1e-8531-fee11f0ef301 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:51.547038 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-7585a90b-d43f-4396-bf56-714cbff6b18d service neutron] For port 955c9498-10af-4a50-a265-6f88eca687bc, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:13:51.560379 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-7585a90b-d43f-4396-bf56-714cbff6b18d service neutron] For port 955c9498-10af-4a50-a265-6f88eca687bc, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=955c9498-10af-4a50-a265-6f88eca687bc,segment=NetworkSegment(d425821a-621f-4441-b5d3-6c866ddd43af),segment_id=d425821a-621f-4441-b5d3-6c866ddd43af)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:13:51.562950 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-67589999-c1c1-4985-aa05-9613b311e5d0 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:51.564684 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-67589999-c1c1-4985-aa05-9613b311e5d0 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/networks?id=3c158aba-e520-4739-9803-5afc3c97752c HTTP/1.1" status: 200 len: 806 time: 0.3810184 May 23 11:13:51.567632 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-7585a90b-d43f-4396-bf56-714cbff6b18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:51.595654 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-3e28222a-2235-4acf-8da5-269990f8376b tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/quotas/918845eb514f4ef49a66c0d5a348fe52 HTTP/1.1" status: 200 len: 375 time: 0.0238056 May 23 11:13:51.597495 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-0f88b688-3c40-4b12-a113-f3b759f33c2e req-1488cf93-88dd-4e1e-8531-fee11f0ef301 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:51.616552 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d829a134-0bec-4a68-a3a2-107af507f738 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:51.656596 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488cf93-88dd-4e1e-8531-fee11f0ef301 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da65d693-9a5f-4fd0-a8c3-ff6612d03ccb,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:51.674492 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-7585a90b-d43f-4396-bf56-714cbff6b18d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:51.676210 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-7585a90b-d43f-4396-bf56-714cbff6b18d service neutron] 10.222.0.81 "PUT /v2.0/ports/955c9498-10af-4a50-a265-6f88eca687bc HTTP/1.1" status: 200 len: 1092 time: 2.4487026 May 23 11:13:51.678839 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0e3b01-2917-4406-bfdc-3aeb774d6410', 'tag': '955c9498-10af-4a50-a265-6f88eca687bc'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:13:51.706560 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7585a90b-d43f-4396-bf56-714cbff6b18d service neutron] Pushing event updated for resources: {'Port': ['ID=955c9498-10af-4a50-a265-6f88eca687bc,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:51.713864 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d720e303-2da5-4f91-9aa9-3582bb84bdbc tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:51.719586 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d829a134-0bec-4a68-a3a2-107af507f738 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event deleted for resources: {'Port': ['ID=76396bad-8064-4a1e-82e2-673589283e74,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:51.732351 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-d720e303-2da5-4f91-9aa9-3582bb84bdbc tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Transition to ACTIVE for port object 425ab12b-e1b3-430f-a4d0-88f6297b20a0 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:13:51.777469 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-0f88b688-3c40-4b12-a113-f3b759f33c2e req-1488cf93-88dd-4e1e-8531-fee11f0ef301 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:51.778707 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0f88b688-3c40-4b12-a113-f3b759f33c2e req-1488cf93-88dd-4e1e-8531-fee11f0ef301 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] 10.222.0.79 "DELETE /v2.0/security-groups/da65d693-9a5f-4fd0-a8c3-ff6612d03ccb HTTP/1.1" status: 204 len: 173 time: 0.8710012 May 23 11:13:51.814066 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d829a134-0bec-4a68-a3a2-107af507f738 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:51.820403 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d829a134-0bec-4a68-a3a2-107af507f738 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/ports/76396bad-8064-4a1e-82e2-673589283e74 HTTP/1.1" status: 204 len: 168 time: 1.3705571 May 23 11:13:51.821039 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53092) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:51.834871 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d720e303-2da5-4f91-9aa9-3582bb84bdbc tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:51.864245 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-fe25f675-2c06-44fb-b9cf-64a8c6f5af7b tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=918845eb514f4ef49a66c0d5a348fe52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2485301 May 23 11:13:51.984640 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-effba098-affe-486f-bd33-7d16e954c593 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4dae0a28e54e42d3b93ac681153ab34b&device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 1095 time: 0.2414885 May 23 11:13:51.993955 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-55de2841-66ea-416e-8314-f9e6c9fd8e95 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] GET failed (client error): The resource could not be found. May 23 11:13:51.997939 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-55de2841-66ea-416e-8314-f9e6c9fd8e95 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "GET /v2.0/ports/76396bad-8064-4a1e-82e2-673589283e74 HTTP/1.1" status: 404 len: 333 time: 0.1682398 May 23 11:13:51.998895 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53096) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:51.999586 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d720e303-2da5-4f91-9aa9-3582bb84bdbc tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Network 1b0b21e6-cd59-4d3c-a171-e66c63f5a0e8 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:13:52.005008 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-d720e303-2da5-4f91-9aa9-3582bb84bdbc tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:13:52.062907 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d720e303-2da5-4f91-9aa9-3582bb84bdbc tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:13:52.092843 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720e303-2da5-4f91-9aa9-3582bb84bdbc tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Pushing event updated for resources: {'Port': ['ID=425ab12b-e1b3-430f-a4d0-88f6297b20a0,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:52.125243 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-341b51fb-3684-4afe-95fa-abf7fe128e2e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=955c9498-10af-4a50-a265-6f88eca687bc HTTP/1.1" status: 200 len: 217 time: 0.1217654 May 23 11:13:52.140430 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-727eb33d-d291-4720-8f6b-cc6353729ee6 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Deleting port 28b33cb8-5830-454e-b385-9992e5872414 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:13:52.140803 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-727eb33d-d291-4720-8f6b-cc6353729ee6 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:52.182232 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-a2075c13-71b4-425d-80d2-76a35ddab1d8 service neutron] 10.222.0.79 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909145 May 23 11:13:52.182601 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d720e303-2da5-4f91-9aa9-3582bb84bdbc tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:52.183136 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d720e303-2da5-4f91-9aa9-3582bb84bdbc tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:52.224741 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-dc4e75ab-f9d1-4a92-a977-899ff115aed3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:52.226600 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-dc4e75ab-f9d1-4a92-a977-899ff115aed3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=eeed4ff9-e40c-44ef-ad2b-8f4ca302f431 HTTP/1.1" status: 200 len: 850 time: 0.0908809 May 23 11:13:52.230431 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d720e303-2da5-4f91-9aa9-3582bb84bdbc tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7609637 May 23 11:13:52.230748 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53100) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:52.236245 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-4a77634a-1b5f-424f-9f52-8ee26e81f5e9 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Request body: {'floatingip': {'port_id': '425ab12b-e1b3-430f-a4d0-88f6297b20a0'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:52.315932 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3f5b3bc2-416f-46c5-8ead-8279086d1ad8 None None] Provisioning for port 425ab12b-e1b3-430f-a4d0-88f6297b20a0 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:13:52.321411 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3f5b3bc2-416f-46c5-8ead-8279086d1ad8 None None] Provisioning complete for port 425ab12b-e1b3-430f-a4d0-88f6297b20a0 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:13:52.321782 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3f5b3bc2-416f-46c5-8ead-8279086d1ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:52.360468 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-73ee9b99-3c0e-49d3-819c-806b406cdaca service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=567b5eae-3d50-4b7b-b2ae-6afd8ab0049d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740263 May 23 11:13:52.384856 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3f5b3bc2-416f-46c5-8ead-8279086d1ad8 None None] Port 425ab12b-e1b3-430f-a4d0-88f6297b20a0 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:13:52.438472 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706b5d8-b924-4eee-bed4-63fe61212635 req-c3df75a7-fb0c-4bce-b6f7-3710d297d4e1 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:52.440138 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2706b5d8-b924-4eee-bed4-63fe61212635 req-c3df75a7-fb0c-4bce-b6f7-3710d297d4e1 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 944 time: 0.3470197 May 23 11:13:52.461897 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4a77634a-1b5f-424f-9f52-8ee26e81f5e9 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for floatingip, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:52.542406 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-655015b5-c547-4d99-806c-492b83f26a17 service neutron] 10.222.0.79 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492277 May 23 11:13:52.612551 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2706b5d8-b924-4eee-bed4-63fe61212635 req-591473e3-ea2c-457c-b4df-0dfaebf2481b tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244872 May 23 11:13:52.623106 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-727eb33d-d291-4720-8f6b-cc6353729ee6 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:52.761410 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b80e22a-ae76-4c7d-aedb-a255ea870ffc'] response: {'name': 'network-changed', 'server_uuid': '3f0e3b01-2917-4406-bfdc-3aeb774d6410', 'tag': '955c9498-10af-4a50-a265-6f88eca687bc', 'status': 'completed', 'code': 200} May 23 11:13:52.763359 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-727eb33d-d291-4720-8f6b-cc6353729ee6 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Calling delete_port for 28b33cb8-5830-454e-b385-9992e5872414 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:13:52.805512 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-61b0de52-a9e4-4e99-9e2a-2309ac2edc98 service neutron] 10.222.0.81 "GET /v2.0/networks/567b5eae-3d50-4b7b-b2ae-6afd8ab0049d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4371908 May 23 11:13:52.960338 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3ccd5f1f-80da-4b46-9f46-0a742e7aab87 req-6a0dbe7c-b93f-4fb3-a2da-7aefe2eb6a70 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] 10.222.0.79 "GET /v2.0/security-groups/500aebf5-2df2-4854-a591-c47305ac71cf HTTP/1.1" status: 200 len: 2140 time: 0.1467674 May 23 11:13:53.060531 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ec089-fd89-420a-afd2-a23dc1c50a84 req-d13d0c7a-50f3-42b3-a0b4-e4e0d4edd993 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:53.063053 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-567ec089-fd89-420a-afd2-a23dc1c50a84 req-d13d0c7a-50f3-42b3-a0b4-e4e0d4edd993 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574 HTTP/1.1" status: 200 len: 945 time: 0.2509115 May 23 11:13:53.115511 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-727eb33d-d291-4720-8f6b-cc6353729ee6 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:53.191344 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-3ccd5f1f-80da-4b46-9f46-0a742e7aab87 req-22a6e6c5-4011-4541-8b97-a13e72a5d562 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:53.193180 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727eb33d-d291-4720-8f6b-cc6353729ee6 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event deleted for resources: {'Port': ['ID=28b33cb8-5830-454e-b385-9992e5872414,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:53.205704 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-652b11fe-7e1e-463d-8e70-c96dd36eed34 req-c5ce1600-af54-450f-a60a-7567f6bbb9be service neutron] 10.222.0.81 "GET /v2.0/networks/567b5eae-3d50-4b7b-b2ae-6afd8ab0049d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061798 May 23 11:13:53.212862 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-567ec089-fd89-420a-afd2-a23dc1c50a84 req-587e8627-c9b1-44f5-a58d-cedd03b489bd tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403193 May 23 11:13:53.267613 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-3ccd5f1f-80da-4b46-9f46-0a742e7aab87 req-22a6e6c5-4011-4541-8b97-a13e72a5d562 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:53.283152 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-727eb33d-d291-4720-8f6b-cc6353729ee6 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:53.325630 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-727eb33d-d291-4720-8f6b-cc6353729ee6 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/ports/28b33cb8-5830-454e-b385-9992e5872414 HTTP/1.1" status: 204 len: 168 time: 1.3256304 May 23 11:13:53.328236 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53114) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:53.465010 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0aa4f8f9-7c18-4fc8-9a83-b2cc3ec6374e req-b857ad38-1fbe-42ec-aa60-dada17ceab0a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4dae0a28e54e42d3b93ac681153ab34b&device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 1095 time: 0.1146209 May 23 11:13:53.523656 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-81867f19-6d12-44fc-921c-929dec2324cc tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] GET failed (client error): The resource could not be found. May 23 11:13:53.524235 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-81867f19-6d12-44fc-921c-929dec2324cc tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Synchronizing usage tracker for tenant:7dca08376e90462fa2c08567c59d529a on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:13:53.534889 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d33f095e-a1d4-429a-9341-e938ae55a09e req-8c60df29-bcdd-481b-97d8-9b42b0c8d3a3 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=75387a6d-54f0-465f-83a7-7a074cda87dc HTTP/1.1" status: 200 len: 210 time: 0.0539052 May 23 11:13:53.543596 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-3ccd5f1f-80da-4b46-9f46-0a742e7aab87 req-22a6e6c5-4011-4541-8b97-a13e72a5d562 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:53.565194 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6e6c5-4011-4541-8b97-a13e72a5d562 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=500aebf5-2df2-4854-a591-c47305ac71cf,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:53.569112 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-3ccd5f1f-80da-4b46-9f46-0a742e7aab87 req-22a6e6c5-4011-4541-8b97-a13e72a5d562 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:53.573277 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3ccd5f1f-80da-4b46-9f46-0a742e7aab87 req-22a6e6c5-4011-4541-8b97-a13e72a5d562 tempest-SecurityGroupRulesTestJSON-1323170013 tempest-SecurityGroupRulesTestJSON-1323170013-project] 10.222.0.79 "DELETE /v2.0/security-groups/500aebf5-2df2-4854-a591-c47305ac71cf HTTP/1.1" status: 204 len: 173 time: 0.6042149 May 23 11:13:53.574055 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-81867f19-6d12-44fc-921c-929dec2324cc tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Unset dirty status for tenant:7dca08376e90462fa2c08567c59d529a on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:13:53.577900 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-81867f19-6d12-44fc-921c-929dec2324cc tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "GET /v2.0/ports/28b33cb8-5830-454e-b385-9992e5872414 HTTP/1.1" status: 404 len: 333 time: 0.2487171 May 23 11:13:53.578472 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53118) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:53.578801 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53120) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:53.703908 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4a77634a-1b5f-424f-9f52-8ee26e81f5e9 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:53.712460 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4a77634a-1b5f-424f-9f52-8ee26e81f5e9 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:53.714584 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-66131407-a6de-4baf-bc48-ca4f218755b8 admin admin] Deleting subnet 2ed870cf-a683-4721-8807-621cdd4ab0b3 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:13:53.775536 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-66131407-a6de-4baf-bc48-ca4f218755b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:53.833285 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4f8f9-7c18-4fc8-9a83-b2cc3ec6374e req-46167e80-c0d5-4474-b100-fe2a5bdeff62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:53.834878 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0aa4f8f9-7c18-4fc8-9a83-b2cc3ec6374e req-46167e80-c0d5-4474-b100-fe2a5bdeff62 service neutron] 10.222.0.81 "GET /v2.0/networks?id=567b5eae-3d50-4b7b-b2ae-6afd8ab0049d HTTP/1.1" status: 200 len: 911 time: 0.3641677 May 23 11:13:53.897204 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-66131407-a6de-4baf-bc48-ca4f218755b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:53.935019 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0aa4f8f9-7c18-4fc8-9a83-b2cc3ec6374e req-8a9deeec-fc9c-4f7b-9494-3e2ec9fb5cec service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=955c9498-10af-4a50-a265-6f88eca687bc HTTP/1.1" status: 200 len: 217 time: 0.0679340 May 23 11:13:53.977604 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-8869d4a9-dadb-4370-ab9c-ae5a12cd84b3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Deleting subnet 94c04aa6-01a4-43ec-9e2f-bc41315d09e1 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:13:53.983119 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8869d4a9-dadb-4370-ab9c-ae5a12cd84b3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:54.041181 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3ede6-4bb9-4998-a5ad-517fb5e5ce7d req-a1535e66-46e3-4606-9cc0-c89d7cfade74 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:54.042675 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f5a3ede6-4bb9-4998-a5ad-517fb5e5ce7d req-a1535e66-46e3-4606-9cc0-c89d7cfade74 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 944 time: 0.2751822 May 23 11:13:54.045668 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-66131407-a6de-4baf-bc48-ca4f218755b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:54.098451 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4f8f9-7c18-4fc8-9a83-b2cc3ec6374e req-6270b466-b178-475e-a968-f5e8458f10e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:54.099910 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0aa4f8f9-7c18-4fc8-9a83-b2cc3ec6374e req-6270b466-b178-475e-a968-f5e8458f10e5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=eeed4ff9-e40c-44ef-ad2b-8f4ca302f431 HTTP/1.1" status: 200 len: 850 time: 0.1573317 May 23 11:13:54.107024 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8869d4a9-dadb-4370-ab9c-ae5a12cd84b3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:54.181451 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0aa4f8f9-7c18-4fc8-9a83-b2cc3ec6374e req-f241ec21-db3a-4ed9-91ce-407e53af85f0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=567b5eae-3d50-4b7b-b2ae-6afd8ab0049d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682578 May 23 11:13:54.205362 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f5a3ede6-4bb9-4998-a5ad-517fb5e5ce7d req-01c13218-7f6a-4a42-bdfd-43dc76b6440f tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306458 May 23 11:13:54.234462 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-66131407-a6de-4baf-bc48-ca4f218755b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:54.264004 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8869d4a9-dadb-4370-ab9c-ae5a12cd84b3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:54.316992 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66131407-a6de-4baf-bc48-ca4f218755b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ed870cf-a683-4721-8807-621cdd4ab0b3,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:54.329992 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-66131407-a6de-4baf-bc48-ca4f218755b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:54.342374 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-66131407-a6de-4baf-bc48-ca4f218755b8 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/2ed870cf-a683-4721-8807-621cdd4ab0b3 HTTP/1.1" status: 204 len: 168 time: 0.7625127 May 23 11:13:54.345178 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53130) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:54.399160 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-465be2c4-5803-4e56-9497-e99f3a3558ea tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:54.400584 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-465be2c4-5803-4e56-9497-e99f3a3558ea tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.81 "GET /v2.0/networks?id=3c158aba-e520-4739-9803-5afc3c97752c HTTP/1.1" status: 200 len: 806 time: 0.4095275 May 23 11:13:54.423776 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-ae6b075f-d77c-45a6-b784-ac05b8a5ec68 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Request body: {'port': {'device_id': '75387a6d-54f0-465f-83a7-7a074cda87dc', 'network_id': '3c158aba-e520-4739-9803-5afc3c97752c', 'admin_state_up': True, 'tenant_id': '918845eb514f4ef49a66c0d5a348fe52'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:54.475542 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8869d4a9-dadb-4370-ab9c-ae5a12cd84b3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:54.529720 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [None req-4a77634a-1b5f-424f-9f52-8ee26e81f5e9 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Floating IP 9e7a08a2-fd02-4a6e-81d8-c8e26bd0696f associated. External IP: 172.25.6.121, port: 5b9a87cb-3e1e-4a25-a9b2-814ea0990194. May 23 11:13:54.530479 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869d4a9-dadb-4370-ab9c-ae5a12cd84b3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event deleted for resources: {'Subnet': ['ID=94c04aa6-01a4-43ec-9e2f-bc41315d09e1,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:54.546790 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6ce6a16d-f60d-429e-b708-d9909f42d217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:54.559310 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8869d4a9-dadb-4370-ab9c-ae5a12cd84b3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:54.562439 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e1944f-3f90-4e72-81ed-2dcd8133181a None None] Network 42d8d6b3-2f5a-48d9-8188-ab1e8f273510 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:13:54.618200 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8869d4a9-dadb-4370-ab9c-ae5a12cd84b3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/subnets/94c04aa6-01a4-43ec-9e2f-bc41315d09e1 HTTP/1.1" status: 204 len: 168 time: 1.0367651 May 23 11:13:54.619503 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53136) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:54.694468 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0aa4f8f9-7c18-4fc8-9a83-b2cc3ec6374e req-f14c6b82-9685-421c-ba8b-6804a0fc4bee service neutron] 10.222.0.81 "GET /v2.0/networks/567b5eae-3d50-4b7b-b2ae-6afd8ab0049d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4996049 May 23 11:13:54.815346 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-ae6b075f-d77c-45a6-b784-ac05b8a5ec68 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:54.822965 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-ae6b075f-d77c-45a6-b784-ac05b8a5ec68 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Usage tracker for resource:port and tenant:918845eb514f4ef49a66c0d5a348fe52 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:54.827904 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-ae6b075f-d77c-45a6-b784-ac05b8a5ec68 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:54.833864 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cf317169-9309-47e4-9038-3b6108e725e9 req-4013ce8a-c479-4a07-a87b-0c3c89bedb4f tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=75387a6d-54f0-465f-83a7-7a074cda87dc HTTP/1.1" status: 200 len: 210 time: 0.1681926 May 23 11:13:54.837504 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-ae6b075f-d77c-45a6-b784-ac05b8a5ec68 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:54.870217 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-ae6b075f-d77c-45a6-b784-ac05b8a5ec68 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Made reservation on behalf of 918845eb514f4ef49a66c0d5a348fe52 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:13:54.873456 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-ae6b075f-d77c-45a6-b784-ac05b8a5ec68 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:54.877899 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dcec10-945c-4901-9d08-7c4548b3ddb5 req-690e8590-933a-47c9-8970-19e8f2069475 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:54.879608 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-90dcec10-945c-4901-9d08-7c4548b3ddb5 req-690e8590-933a-47c9-8970-19e8f2069475 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574 HTTP/1.1" status: 200 len: 945 time: 0.5006115 May 23 11:13:54.897463 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c88850f-9a99-4e80-83bd-790e2056445d None None] DHCP port deletion for 42d8d6b3-2f5a-48d9-8188-ab1e8f273510 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:13:54.900773 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6ce6a16d-f60d-429e-b708-d9909f42d217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:54.902637 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8c88850f-9a99-4e80-83bd-790e2056445d None None] Deleting port eff9fdd3-c287-441c-9be9-69adea48112b {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:13:54.903080 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8c88850f-9a99-4e80-83bd-790e2056445d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:54.964394 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e09519aa-f8e8-44dc-a75a-8bd491887da3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:54.969183 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0aa4f8f9-7c18-4fc8-9a83-b2cc3ec6374e req-95f9bf1e-54ee-41d4-84b0-96d71dafd3db service neutron] 10.222.0.81 "GET /v2.0/networks/567b5eae-3d50-4b7b-b2ae-6afd8ab0049d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672420 May 23 11:13:54.986645 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-6ce6a16d-f60d-429e-b708-d9909f42d217 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2890789c-5e7d-4b3d-ab4b-e676f953d440']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:55.118697 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-8c88850f-9a99-4e80-83bd-790e2056445d None None] For port eff9fdd3-c287-441c-9be9-69adea48112b, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=eff9fdd3-c287-441c-9be9-69adea48112b,segment=NetworkSegment(dfc62146-1c7c-4281-be80-65bbde6f9a96),segment_id=dfc62146-1c7c-4281-be80-65bbde6f9a96)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:13:55.119119 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8c88850f-9a99-4e80-83bd-790e2056445d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:55.126430 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-6ce6a16d-f60d-429e-b708-d9909f42d217 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fa787e5-54d8-4590-a17d-141566e40681') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:55.126799 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-6ce6a16d-f60d-429e-b708-d9909f42d217 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fa787e5-54d8-4590-a17d-141566e40681') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:55.143098 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-e09519aa-f8e8-44dc-a75a-8bd491887da3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Deleting port eff9fdd3-c287-441c-9be9-69adea48112b {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:13:55.143548 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e09519aa-f8e8-44dc-a75a-8bd491887da3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:55.162115 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-ae6b075f-d77c-45a6-b784-ac05b8a5ec68 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Allocated IP 172.20.0.14 (3c158aba-e520-4739-9803-5afc3c97752c/31ce3e03-ff53-4686-aaa6-54ac8efb8abe/beb3ddb8-886a-466d-be45-915dccd3777d) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:13:55.168330 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6ce6a16d-f60d-429e-b708-d9909f42d217 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:55.183320 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-90dcec10-945c-4901-9d08-7c4548b3ddb5 req-90cc87fd-74a6-421b-bf17-136c7af06aab tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925858 May 23 11:13:55.202732 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6ce6a16d-f60d-429e-b708-d9909f42d217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:55.215050 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ce6a16d-f60d-429e-b708-d9909f42d217 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:13:55.215594 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6ce6a16d-f60d-429e-b708-d9909f42d217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:55.229813 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:13:55.229813 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:13:55.229813 n-d-842952-2 neutron-server[83910]: timer() May 23 11:13:55.229813 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:13:55.229813 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:13:55.229813 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:13:55.229813 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:13:55.229813 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:13:55.229813 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:13:55.229813 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:13:55.229813 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:13:55.229813 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:13:55.229813 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:13:55.229813 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:13:55.229813 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:13:55.229813 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:13:55.229813 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:13:55.229813 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:13:55.229813 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:13:55.229813 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:13:55.229813 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:13:55.229813 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:13:55.229813 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:13:55.229813 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:13:55.229813 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:13:55.229813 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:13:55.229813 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:13:55.229813 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:13:55.229813 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:13:55.229813 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:13:55.229813 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:13:55.229813 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:13:55.247112 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8c88850f-9a99-4e80-83bd-790e2056445d None None] Calling delete_port for eff9fdd3-c287-441c-9be9-69adea48112b owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:13:55.326834 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8c88850f-9a99-4e80-83bd-790e2056445d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:55.374139 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c88850f-9a99-4e80-83bd-790e2056445d None None] Pushing event deleted for resources: {'Port': ['ID=eff9fdd3-c287-441c-9be9-69adea48112b,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:55.374361 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6ce6a16d-f60d-429e-b708-d9909f42d217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:55.380291 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6ce6a16d-f60d-429e-b708-d9909f42d217 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:55.380473 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c88850f-9a99-4e80-83bd-790e2056445d None None] No DVR routers for this DVR port eff9fdd3-c287-441c-9be9-69adea48112b on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:13:55.486429 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-6ce6a16d-f60d-429e-b708-d9909f42d217 admin admin] 10.222.0.79 "DELETE /v2.0/networks/2890789c-5e7d-4b3d-ab4b-e676f953d440 HTTP/1.1" status: 204 len: 168 time: 1.1395686 May 23 11:13:55.496314 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-ae6b075f-d77c-45a6-b784-ac05b8a5ec68 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:55.496949 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce6a16d-f60d-429e-b708-d9909f42d217 admin admin] Pushing event deleted for resources: {'Network': ['ID=2890789c-5e7d-4b3d-ab4b-e676f953d440,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:55.551144 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-e09519aa-f8e8-44dc-a75a-8bd491887da3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] For port eff9fdd3-c287-441c-9be9-69adea48112b, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=eff9fdd3-c287-441c-9be9-69adea48112b,segment=NetworkSegment(dfc62146-1c7c-4281-be80-65bbde6f9a96),segment_id=dfc62146-1c7c-4281-be80-65bbde6f9a96)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:13:55.551497 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e09519aa-f8e8-44dc-a75a-8bd491887da3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:55.553572 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a77634a-1b5f-424f-9f52-8ee26e81f5e9 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Router 50fe437b-61a5-4a3c-90c2-df56b9d63617 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:13:55.565466 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-ae6b075f-d77c-45a6-b784-ac05b8a5ec68 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:55.602889 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['93231983-db7d-4314-a4f2-a6dea56eda75'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:13:55.670086 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53146) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:55.682780 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-e09519aa-f8e8-44dc-a75a-8bd491887da3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Calling delete_port for eff9fdd3-c287-441c-9be9-69adea48112b owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:13:55.740932 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac99a1b-1044-409b-9558-6a5898584841 req-976f27c6-ba32-4ed0-b2f5-4f136da98ab0 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:55.742416 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2ac99a1b-1044-409b-9558-6a5898584841 req-976f27c6-ba32-4ed0-b2f5-4f136da98ab0 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 944 time: 0.3491173 May 23 11:13:55.791263 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-ae6b075f-d77c-45a6-b784-ac05b8a5ec68 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Network 3c158aba-e520-4739-9803-5afc3c97752c is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:13:55.796631 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.api [None req-e09519aa-f8e8-44dc-a75a-8bd491887da3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:13:55.797101 n-d-842952-2 neutron-server[83910]: DEBUG oslo_db.api [None req-e09519aa-f8e8-44dc-a75a-8bd491887da3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:13:55.805613 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-ae6b075f-d77c-45a6-b784-ac05b8a5ec68 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:13:55.816241 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b075f-d77c-45a6-b784-ac05b8a5ec68 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Pushing event updated for resources: {'Port': ['ID=beb3ddb8-886a-466d-be45-915dccd3777d,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:55.817637 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2ac99a1b-1044-409b-9558-6a5898584841 req-d4dd06c8-9242-4b17-963d-eaac15423b75 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675049 May 23 11:13:55.820948 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-ae6b075f-d77c-45a6-b784-ac05b8a5ec68 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:13:56.016109 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-37efde82-c58b-4f90-9d82-07759fce4efd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=be8b94104c5f44d3a01d4bc2892c3300&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3428206 May 23 11:13:56.019213 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53152) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:56.029391 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-ae6b075f-d77c-45a6-b784-ac05b8a5ec68 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:56.029992 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-ae6b075f-d77c-45a6-b784-ac05b8a5ec68 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:56.048168 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce58197-5065-4868-87f6-ddba5aa9533a req-9fa0f8ed-45e5-4a49-a9e8-36c3048eb5e4 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:56.049851 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7ce58197-5065-4868-87f6-ddba5aa9533a req-9fa0f8ed-45e5-4a49-a9e8-36c3048eb5e4 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=75387a6d-54f0-465f-83a7-7a074cda87dc HTTP/1.1" status: 200 len: 932 time: 0.0796306 May 23 11:13:56.094839 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-ae6b075f-d77c-45a6-b784-ac05b8a5ec68 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6749220 May 23 11:13:56.099329 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7ce58197-5065-4868-87f6-ddba5aa9533a req-f396ecbe-a70d-4967-8fc4-9e248281ff2d tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439270 May 23 11:13:56.121874 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-396aec5f-cfd4-4eb2-bb39-1cd8ecc2c6c0 service neutron] Request body: {'port': {'device_id': '75387a6d-54f0-465f-83a7-7a074cda87dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:56.165693 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01210989-ab93-4355-a45b-aa016b518346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:56.245369 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01210989-ab93-4355-a45b-aa016b518346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:56.298700 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-e09519aa-f8e8-44dc-a75a-8bd491887da3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Deleting port eff9fdd3-c287-441c-9be9-69adea48112b {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:13:56.299080 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e09519aa-f8e8-44dc-a75a-8bd491887da3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:56.306303 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-396aec5f-cfd4-4eb2-bb39-1cd8ecc2c6c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:56.316292 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a77634a-1b5f-424f-9f52-8ee26e81f5e9 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:13:56.328347 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d287d398-d7bc-42e2-b88a-412559d06a70 None None] Sync routers for ids ['50fe437b-61a5-4a3c-90c2-df56b9d63617'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:13:56.341142 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d287d398-d7bc-42e2-b88a-412559d06a70 None None] Routers {'50fe437b-61a5-4a3c-90c2-df56b9d63617'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:13:56.341745 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d287d398-d7bc-42e2-b88a-412559d06a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:13:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['50fe437b-61a5-4a3c-90c2-df56b9d63617'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:56.400429 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d287d398-d7bc-42e2-b88a-412559d06a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:56.407837 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-e09519aa-f8e8-44dc-a75a-8bd491887da3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] The port 'eff9fdd3-c287-441c-9be9-69adea48112b' was deleted {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:13:56.412059 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d287d398-d7bc-42e2-b88a-412559d06a70 None None] Routers {'50fe437b-61a5-4a3c-90c2-df56b9d63617'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:13:56.412658 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d287d398-d7bc-42e2-b88a-412559d06a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:13:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['50fe437b-61a5-4a3c-90c2-df56b9d63617'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:56.474071 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d287d398-d7bc-42e2-b88a-412559d06a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:56.474345 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d287d398-d7bc-42e2-b88a-412559d06a70 None None] The sync data for ids ['50fe437b-61a5-4a3c-90c2-df56b9d63617'] in n-d-842952-2 is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:13:56.516075 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01210989-ab93-4355-a45b-aa016b518346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:56.543720 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e09519aa-f8e8-44dc-a75a-8bd491887da3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:56.578086 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-e09519aa-f8e8-44dc-a75a-8bd491887da3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42d8d6b3-2f5a-48d9-8188-ab1e8f273510']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:56.582380 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01210989-ab93-4355-a45b-aa016b518346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86470748-62fa-415a-9678-e72c1e073895,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:56.597539 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8839e-b09b-4ed2-9891-31973a0b466c req-23d5f0f5-b130-4359-bcfd-15335b12fb9d tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:56.599106 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d4a8839e-b09b-4ed2-9891-31973a0b466c req-23d5f0f5-b130-4359-bcfd-15335b12fb9d tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574 HTTP/1.1" status: 200 len: 945 time: 0.2747321 May 23 11:13:56.601609 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-e09519aa-f8e8-44dc-a75a-8bd491887da3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfc62146-1c7c-4281-be80-65bbde6f9a96') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:56.601609 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-e09519aa-f8e8-44dc-a75a-8bd491887da3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfc62146-1c7c-4281-be80-65bbde6f9a96') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:56.601831 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01210989-ab93-4355-a45b-aa016b518346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:56.605227 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-01210989-ab93-4355-a45b-aa016b518346 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/86470748-62fa-415a-9678-e72c1e073895 HTTP/1.1" status: 204 len: 168 time: 0.5827193 May 23 11:13:56.632212 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device eff9fdd3-c287-441c-9be9-69adea48112b no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:13:56.647563 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e09519aa-f8e8-44dc-a75a-8bd491887da3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:56.671958 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: eff9fdd3-c287-441c-9be9-69adea48112b {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:13:56.672295 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device eff9fdd3-c287-441c-9be9-69adea48112b not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:13:56.686560 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e09519aa-f8e8-44dc-a75a-8bd491887da3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:56.699861 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e09519aa-f8e8-44dc-a75a-8bd491887da3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:13:56.700239 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e09519aa-f8e8-44dc-a75a-8bd491887da3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:56.715115 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:13:56.715115 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:13:56.715115 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:13:56.715115 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:13:56.715115 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:13:56.715115 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:13:56.715115 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:13:56.715115 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:13:56.715115 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:13:56.715115 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:13:56.715115 n-d-842952-2 neutron-server[83910]: timer() May 23 11:13:56.715115 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:13:56.715115 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:13:56.715115 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:13:56.715115 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:13:56.715115 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:13:56.715115 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:13:56.715115 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:13:56.715115 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:13:56.715115 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:13:56.715115 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:13:56.715115 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:13:56.715115 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:13:56.715115 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:13:56.715115 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:13:56.715115 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:13:56.715115 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:13:56.715115 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:13:56.715115 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:13:56.715115 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:13:56.715115 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:13:56.715115 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:13:56.715115 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:13:56.715115 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:13:56.715115 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:13:56.715115 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:13:56.715115 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:13:56.715115 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:13:56.715115 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:13:56.715115 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:13:56.721822 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d4a8839e-b09b-4ed2-9891-31973a0b466c req-fc1a56bb-a45c-48fd-a953-ecaec28f2d7c tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086001 May 23 11:13:56.737071 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 955c9498-10af-4a50-a265-6f88eca687bc details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:13:56.803856 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e09519aa-f8e8-44dc-a75a-8bd491887da3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:56.830405 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e09519aa-f8e8-44dc-a75a-8bd491887da3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:56.846125 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09519aa-f8e8-44dc-a75a-8bd491887da3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event deleted for resources: {'Network': ['ID=42d8d6b3-2f5a-48d9-8188-ab1e8f273510,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:56.854941 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e09519aa-f8e8-44dc-a75a-8bd491887da3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/networks/42d8d6b3-2f5a-48d9-8188-ab1e8f273510 HTTP/1.1" status: 204 len: 168 time: 2.2318029 May 23 11:13:56.861096 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53162) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:56.869293 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-127f9529-348d-41c4-8381-0f42e51e2b06 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1257851136'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:56.882184 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-127f9529-348d-41c4-8381-0f42e51e2b06 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:56.886986 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-127f9529-348d-41c4-8381-0f42e51e2b06 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Usage tracker for resource:network and tenant:7dca08376e90462fa2c08567c59d529a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:56.890282 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-127f9529-348d-41c4-8381-0f42e51e2b06 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:56.898080 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-127f9529-348d-41c4-8381-0f42e51e2b06 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:56.910976 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127f9529-348d-41c4-8381-0f42e51e2b06 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Made reservation on behalf of 7dca08376e90462fa2c08567c59d529a for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:13:56.917356 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-127f9529-348d-41c4-8381-0f42e51e2b06 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:56.990046 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-127f9529-348d-41c4-8381-0f42e51e2b06 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:13:57.007162 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-127f9529-348d-41c4-8381-0f42e51e2b06 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:57.007674 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-127f9529-348d-41c4-8381-0f42e51e2b06 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Added segment d964ab17-ea27-42a2-936a-e0c6385aca97 of type vlan for network 46d8b580-3b65-4cc5-aaea-79deb8539c58 May 23 11:13:57.037269 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-396aec5f-cfd4-4eb2-bb39-1cd8ecc2c6c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beb3ddb8-886a-466d-be45-915dccd3777d {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:13:57.053026 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-396aec5f-cfd4-4eb2-bb39-1cd8ecc2c6c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:57.074700 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-396aec5f-cfd4-4eb2-bb39-1cd8ecc2c6c0 service neutron] Transition to ACTIVE for port object beb3ddb8-886a-466d-be45-915dccd3777d will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:13:57.075918 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 955c9498-10af-4a50-a265-6f88eca687bc, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=955c9498-10af-4a50-a265-6f88eca687bc,segment=NetworkSegment(d425821a-621f-4441-b5d3-6c866ddd43af),segment_id=d425821a-621f-4441-b5d3-6c866ddd43af)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:13:57.081260 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-396aec5f-cfd4-4eb2-bb39-1cd8ecc2c6c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:57.101452 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '955c9498-10af-4a50-a265-6f88eca687bc', 'network_id': '567b5eae-3d50-4b7b-b2ae-6afd8ab0049d', 'port_id': '955c9498-10af-4a50-a265-6f88eca687bc', 'mac_address': 'fa:16:3e:b0:a0:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeed4ff9-e40c-44ef-ad2b-8f4ca302f431', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:13:57.111101 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-127f9529-348d-41c4-8381-0f42e51e2b06 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:57.184693 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:57.209977 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 955c9498-10af-4a50-a265-6f88eca687bc {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:13:57.227092 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396aec5f-cfd4-4eb2-bb39-1cd8ecc2c6c0 service neutron] Pushing event updated for resources: {'Port': ['ID=beb3ddb8-886a-466d-be45-915dccd3777d,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:57.230794 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 955c9498-10af-4a50-a265-6f88eca687bc, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=955c9498-10af-4a50-a265-6f88eca687bc,segment=NetworkSegment(d425821a-621f-4441-b5d3-6c866ddd43af),segment_id=d425821a-621f-4441-b5d3-6c866ddd43af)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:13:57.236378 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:57.256394 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [None req-127f9529-348d-41c4-8381-0f42e51e2b06 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:13:57.300397 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-127f9529-348d-41c4-8381-0f42e51e2b06 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:57.304627 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127f9529-348d-41c4-8381-0f42e51e2b06 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:57.305615 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-127f9529-348d-41c4-8381-0f42e51e2b06 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:57.397767 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=955c9498-10af-4a50-a265-6f88eca687bc,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:57.428989 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a77634a-1b5f-424f-9f52-8ee26e81f5e9 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Router 0dc34ae8-5a35-429a-80f7-52a356423021 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:13:57.430229 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-396aec5f-cfd4-4eb2-bb39-1cd8ecc2c6c0 service neutron] Attempting to bind port beb3ddb8-886a-466d-be45-915dccd3777d on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:13:57.430701 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-396aec5f-cfd4-4eb2-bb39-1cd8ecc2c6c0 service neutron] Attempting to bind port beb3ddb8-886a-466d-be45-915dccd3777d by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '3dd9ea5f-23bc-4bc8-917a-431ad3d10464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3c158aba-e520-4739-9803-5afc3c97752c'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:13:57.431174 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-396aec5f-cfd4-4eb2-bb39-1cd8ecc2c6c0 service neutron] Attempting to bind port beb3ddb8-886a-466d-be45-915dccd3777d on network 3c158aba-e520-4739-9803-5afc3c97752c {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:13:57.442929 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-396aec5f-cfd4-4eb2-bb39-1cd8ecc2c6c0 service neutron] Port beb3ddb8-886a-466d-be45-915dccd3777d on network 3c158aba-e520-4739-9803-5afc3c97752c not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:13:57.443958 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-396aec5f-cfd4-4eb2-bb39-1cd8ecc2c6c0 service neutron] Attempting to bind port beb3ddb8-886a-466d-be45-915dccd3777d on network 3c158aba-e520-4739-9803-5afc3c97752c {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:13:57.457714 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-396aec5f-cfd4-4eb2-bb39-1cd8ecc2c6c0 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:13:57.458078 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-396aec5f-cfd4-4eb2-bb39-1cd8ecc2c6c0 service neutron] Checking segment: {'id': '3dd9ea5f-23bc-4bc8-917a-431ad3d10464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3c158aba-e520-4739-9803-5afc3c97752c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:13:57.458463 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-396aec5f-cfd4-4eb2-bb39-1cd8ecc2c6c0 service neutron] Bound using segment: {'id': '3dd9ea5f-23bc-4bc8-917a-431ad3d10464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3c158aba-e520-4739-9803-5afc3c97752c'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:13:57.458896 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-396aec5f-cfd4-4eb2-bb39-1cd8ecc2c6c0 service neutron] Bound port: beb3ddb8-886a-466d-be45-915dccd3777d, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dd9ea5f-23bc-4bc8-917a-431ad3d10464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3c158aba-e520-4739-9803-5afc3c97752c'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:13:57.459239 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-396aec5f-cfd4-4eb2-bb39-1cd8ecc2c6c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:57.594285 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-127f9529-348d-41c4-8381-0f42e51e2b06 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7320688 May 23 11:13:57.599569 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53180) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:57.616803 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['955c9498-10af-4a50-a265-6f88eca687bc'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:13:57.617090 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd34e9-03c1-4cb7-831b-c5300bd626cc req-b33ba83d-d267-4b35-8fe4-529c63bfaa51 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:57.618577 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bcbd34e9-03c1-4cb7-831b-c5300bd626cc req-b33ba83d-d267-4b35-8fe4-529c63bfaa51 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 944 time: 0.5766153 May 23 11:13:57.634214 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e3f37a9e-c846-49b9-b53d-c31f813a8a70 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'subnet': {'network_id': '46d8b580-3b65-4cc5-aaea-79deb8539c58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:57.645878 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127f9529-348d-41c4-8381-0f42e51e2b06 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event updated for resources: {'Network': ['ID=46d8b580-3b65-4cc5-aaea-79deb8539c58,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:57.671475 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 46d8b580-3b65-4cc5-aaea-79deb8539c58 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:13:57.728496 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bcbd34e9-03c1-4cb7-831b-c5300bd626cc req-b4d66e53-aac6-476e-81c6-92860e26cc0a tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922441 May 23 11:13:57.736127 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d584e67e-f58e-4348-946b-eec95f936413 req-b7d37919-f94c-4c43-88db-f866aafa6db0 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:57.737693 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d584e67e-f58e-4348-946b-eec95f936413 req-b7d37919-f94c-4c43-88db-f866aafa6db0 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=75387a6d-54f0-465f-83a7-7a074cda87dc HTTP/1.1" status: 200 len: 944 time: 0.4560709 May 23 11:13:57.741012 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-884ebdbb-8d35-44c9-b562-7c8e913cd208 req-37ec66f4-eaf3-49a6-b35f-6a53af3a0b8a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=67d722a9-0fc4-481b-a3f1-1f3dcab37bce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5597036 May 23 11:13:57.828554 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d584e67e-f58e-4348-946b-eec95f936413 req-249591db-7251-4df2-b08d-1b286d1cda38 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837457 May 23 11:13:57.923004 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53190) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:57.992713 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-396aec5f-cfd4-4eb2-bb39-1cd8ecc2c6c0 service neutron] For port beb3ddb8-886a-466d-be45-915dccd3777d, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:13:57.997335 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-396aec5f-cfd4-4eb2-bb39-1cd8ecc2c6c0 service neutron] For port beb3ddb8-886a-466d-be45-915dccd3777d, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=beb3ddb8-886a-466d-be45-915dccd3777d,segment=NetworkSegment(3dd9ea5f-23bc-4bc8-917a-431ad3d10464),segment_id=3dd9ea5f-23bc-4bc8-917a-431ad3d10464)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:13:57.998752 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e3f37a9e-c846-49b9-b53d-c31f813a8a70 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:58.001211 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-884ebdbb-8d35-44c9-b562-7c8e913cd208 req-4ff26100-b8e9-43af-9214-62e2e2b5c049 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=918845eb514f4ef49a66c0d5a348fe52&device_id=67d722a9-0fc4-481b-a3f1-1f3dcab37bce HTTP/1.1" status: 200 len: 1096 time: 0.1225584 May 23 11:13:58.005448 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e3f37a9e-c846-49b9-b53d-c31f813a8a70 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Usage tracker for resource:subnet and tenant:7dca08376e90462fa2c08567c59d529a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:58.008563 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-396aec5f-cfd4-4eb2-bb39-1cd8ecc2c6c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:58.012939 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e3f37a9e-c846-49b9-b53d-c31f813a8a70 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:58.065639 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e3f37a9e-c846-49b9-b53d-c31f813a8a70 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:58.100906 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-396aec5f-cfd4-4eb2-bb39-1cd8ecc2c6c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:58.102022 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-396aec5f-cfd4-4eb2-bb39-1cd8ecc2c6c0 service neutron] 10.222.0.81 "PUT /v2.0/ports/beb3ddb8-886a-466d-be45-915dccd3777d HTTP/1.1" status: 200 len: 1092 time: 1.9873915 May 23 11:13:58.104799 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75387a6d-54f0-465f-83a7-7a074cda87dc', 'tag': 'beb3ddb8-886a-466d-be45-915dccd3777d'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:13:58.118892 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f37a9e-c846-49b9-b53d-c31f813a8a70 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Made reservation on behalf of 7dca08376e90462fa2c08567c59d529a for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:13:58.196762 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a13102a-d4a0-48bd-826a-6ef1d02e77bb'] response: {'name': 'network-changed', 'server_uuid': '75387a6d-54f0-465f-83a7-7a074cda87dc', 'tag': 'beb3ddb8-886a-466d-be45-915dccd3777d', 'status': 'completed', 'code': 200} May 23 11:13:58.225977 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779a9a2-f0dc-48d7-aac7-bafbe40fe9ce req-282daeaa-2ba6-41b6-95c5-98d96101d981 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:58.227471 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b779a9a2-f0dc-48d7-aac7-bafbe40fe9ce req-282daeaa-2ba6-41b6-95c5-98d96101d981 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574 HTTP/1.1" status: 200 len: 945 time: 0.2100022 May 23 11:13:58.228839 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-cde75467-f142-43f7-ad90-4d097ff8d5ee admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2046072056-network', 'tenant_id': '9de2036d303b4646b32715efca050724'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:13:58.236085 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ebdbb-8d35-44c9-b562-7c8e913cd208 req-158a1fdc-b546-433b-b2cf-18ba2425b324 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:58.237315 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396aec5f-cfd4-4eb2-bb39-1cd8ecc2c6c0 service neutron] Pushing event updated for resources: {'Port': ['ID=beb3ddb8-886a-466d-be45-915dccd3777d,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:58.237446 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-884ebdbb-8d35-44c9-b562-7c8e913cd208 req-158a1fdc-b546-433b-b2cf-18ba2425b324 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3c158aba-e520-4739-9803-5afc3c97752c HTTP/1.1" status: 200 len: 907 time: 0.1606908 May 23 11:13:58.263558 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cde75467-f142-43f7-ad90-4d097ff8d5ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:58.271307 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-cde75467-f142-43f7-ad90-4d097ff8d5ee admin admin] Usage tracker for resource:network and tenant:9de2036d303b4646b32715efca050724 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:58.277516 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-cde75467-f142-43f7-ad90-4d097ff8d5ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:58.293532 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cde75467-f142-43f7-ad90-4d097ff8d5ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:58.316970 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e3f37a9e-c846-49b9-b53d-c31f813a8a70 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:58.329945 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-884ebdbb-8d35-44c9-b562-7c8e913cd208 req-45c944e1-b0f2-49ee-ac07-97656045f285 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93231983-db7d-4314-a4f2-a6dea56eda75 HTTP/1.1" status: 200 len: 217 time: 0.0780632 May 23 11:13:58.355201 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde75467-f142-43f7-ad90-4d097ff8d5ee admin admin] Made reservation on behalf of 9de2036d303b4646b32715efca050724 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:13:58.357430 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cde75467-f142-43f7-ad90-4d097ff8d5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:58.371248 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b779a9a2-f0dc-48d7-aac7-bafbe40fe9ce req-0b9d1721-4827-4947-bfed-8e7276660099 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369860 May 23 11:13:58.400747 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ebdbb-8d35-44c9-b562-7c8e913cd208 req-e1fa6b7f-ce6f-43e3-a46b-a9b2d094f21e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:58.402226 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-884ebdbb-8d35-44c9-b562-7c8e913cd208 req-e1fa6b7f-ce6f-43e3-a46b-a9b2d094f21e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=31ce3e03-ff53-4686-aaa6-54ac8efb8abe HTTP/1.1" status: 200 len: 846 time: 0.0640292 May 23 11:13:58.439417 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cde75467-f142-43f7-ad90-4d097ff8d5ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:58.452198 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-884ebdbb-8d35-44c9-b562-7c8e913cd208 req-6b200b9c-474c-441b-9181-30118097fd25 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3c158aba-e520-4739-9803-5afc3c97752c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427332 May 23 11:13:58.485937 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a77634a-1b5f-424f-9f52-8ee26e81f5e9 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:13:58.493420 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-a96fa9d3-dac9-4dfb-bb51-19bd56f68ba8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=918845eb514f4ef49a66c0d5a348fe52&device_id=75387a6d-54f0-465f-83a7-7a074cda87dc HTTP/1.1" status: 200 len: 1095 time: 0.2958791 May 23 11:13:58.496238 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4a77634a-1b5f-424f-9f52-8ee26e81f5e9 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:58.497883 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d1a95e-dab1-40b8-a0dc-7a371a23e5c5 None None] Sync routers for ids ['0dc34ae8-5a35-429a-80f7-52a356423021'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:13:58.510595 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d1a95e-dab1-40b8-a0dc-7a371a23e5c5 None None] Routers {'0dc34ae8-5a35-429a-80f7-52a356423021'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:13:58.511302 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-38d1a95e-dab1-40b8-a0dc-7a371a23e5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:13:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['0dc34ae8-5a35-429a-80f7-52a356423021'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:58.570332 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-38d1a95e-dab1-40b8-a0dc-7a371a23e5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:58.580916 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d1a95e-dab1-40b8-a0dc-7a371a23e5c5 None None] Routers {'0dc34ae8-5a35-429a-80f7-52a356423021'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:13:58.581545 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-38d1a95e-dab1-40b8-a0dc-7a371a23e5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:13:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['0dc34ae8-5a35-429a-80f7-52a356423021'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:58.593360 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-884ebdbb-8d35-44c9-b562-7c8e913cd208 req-89c88645-0a97-444d-a79d-c7dd7ec9ad85 service neutron] 10.222.0.13 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347857 May 23 11:13:58.613472 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cde75467-f142-43f7-ad90-4d097ff8d5ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:13:58.627472 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-cde75467-f142-43f7-ad90-4d097ff8d5ee admin admin] Usage tracker for resource:security_group_rule and tenant:9de2036d303b4646b32715efca050724 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:13:58.632506 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-661af967-eeda-4e90-86b0-d847601e05f8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beb3ddb8-886a-466d-be45-915dccd3777d HTTP/1.1" status: 200 len: 217 time: 0.1069250 May 23 11:13:58.634802 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-cde75467-f142-43f7-ad90-4d097ff8d5ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:13:58.642015 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-38d1a95e-dab1-40b8-a0dc-7a371a23e5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:13:58.642472 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d1a95e-dab1-40b8-a0dc-7a371a23e5c5 None None] The sync data for ids ['0dc34ae8-5a35-429a-80f7-52a356423021'] in n-d-842952-2 is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:13:58.677265 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cde75467-f142-43f7-ad90-4d097ff8d5ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:13:58.740062 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-884ebdbb-8d35-44c9-b562-7c8e913cd208 req-b7391552-8c3f-4e8b-b092-f690612697f8 service neutron] 10.222.0.13 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385150 May 23 11:13:58.821901 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-408579a3-947a-4f0d-b150-d7fcae9379dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:58.823265 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-408579a3-947a-4f0d-b150-d7fcae9379dc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=31ce3e03-ff53-4686-aaa6-54ac8efb8abe HTTP/1.1" status: 200 len: 846 time: 0.1847644 May 23 11:13:58.870090 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4a77634a-1b5f-424f-9f52-8ee26e81f5e9 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "PUT /v2.0/floatingips/9e7a08a2-fd02-4a6e-81d8-c8e26bd0696f HTTP/1.1" status: 200 len: 978 time: 6.6382689 May 23 11:13:58.879871 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53200) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:13:58.892876 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-3a6058b0-13d2-4089-a19c-35e37cc18462 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3c158aba-e520-4739-9803-5afc3c97752c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551879 May 23 11:13:58.964501 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee568c-cdc7-4419-b523-1c9cfcc476da req-e085e18c-992c-462e-bf77-5d8945cb2f71 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:58.965969 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-76ee568c-cdc7-4419-b523-1c9cfcc476da req-e085e18c-992c-462e-bf77-5d8945cb2f71 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 945 time: 0.0964568 May 23 11:13:59.065562 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-76ee568c-cdc7-4419-b523-1c9cfcc476da req-b5591056-e880-4d7c-aa5d-2c85a18523aa tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934255 May 23 11:13:59.084446 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e3f37a9e-c846-49b9-b53d-c31f813a8a70 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:59.088494 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15903b1e-d815-488a-ad75-63b2a599a9a9 req-81c50f11-f690-43d6-a681-978b37e659be tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:59.090389 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-15903b1e-d815-488a-ad75-63b2a599a9a9 req-81c50f11-f690-43d6-a681-978b37e659be tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=75387a6d-54f0-465f-83a7-7a074cda87dc HTTP/1.1" status: 200 len: 944 time: 0.1000643 May 23 11:13:59.132525 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-630c0850-b5ac-424b-aa2c-a282be9d9372 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Deleting port 425ab12b-e1b3-430f-a4d0-88f6297b20a0 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:13:59.132822 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-630c0850-b5ac-424b-aa2c-a282be9d9372 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:59.143747 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-15903b1e-d815-488a-ad75-63b2a599a9a9 req-ac25f12f-8d09-4545-bd93-548de85fbc1f tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458803 May 23 11:13:59.189904 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cde75467-f142-43f7-ad90-4d097ff8d5ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:59.222947 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cde75467-f142-43f7-ad90-4d097ff8d5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:59.307271 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f37a9e-c846-49b9-b53d-c31f813a8a70 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event updated for resources: {'Subnet': ['ID=070d767b-f24d-421a-9dd0-e7cd3d688e92,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:59.340445 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cde75467-f142-43f7-ad90-4d097ff8d5ee admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:13:59.354393 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-de0e234e-99b3-40d5-94a7-b6206899a515 service neutron] 10.222.0.81 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156966 May 23 11:13:59.354961 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde75467-f142-43f7-ad90-4d097ff8d5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4368ce-2e3e-4c38-b262-0cd544eca93c,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:13:59.393970 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cde75467-f142-43f7-ad90-4d097ff8d5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:59.394498 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-cde75467-f142-43f7-ad90-4d097ff8d5ee admin admin] Added segment 0bde80b2-9c9c-462d-930e-1668ec8118e8 of type vlan for network 3adc78a2-48f8-407b-9589-fe4a6ac8aca0 May 23 11:13:59.533693 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f37a9e-c846-49b9-b53d-c31f813a8a70 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Checking segment: {'id': 'd964ab17-ea27-42a2-936a-e0c6385aca97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '46d8b580-3b65-4cc5-aaea-79deb8539c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:13:59.534050 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f37a9e-c846-49b9-b53d-c31f813a8a70 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Network hostable DHCP agents. Network: 46d8b580-3b65-4cc5-aaea-79deb8539c58, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:13:59.571903 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2453d-4065-4926-ab75-c09bf213a243 req-047b3645-fc02-4d51-bacb-871cfab502d9 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:59.573469 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-60f2453d-4065-4926-ab75-c09bf213a243 req-047b3645-fc02-4d51-bacb-871cfab502d9 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574 HTTP/1.1" status: 200 len: 945 time: 0.0843883 May 23 11:13:59.626555 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-60f2453d-4065-4926-ab75-c09bf213a243 req-00fe4e52-492d-422a-afc8-85e50530a17f tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464818 May 23 11:13:59.707962 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cde75467-f142-43f7-ad90-4d097ff8d5ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:59.808981 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-630c0850-b5ac-424b-aa2c-a282be9d9372 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:59.822662 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f3b60529-5c53-4839-a935-f1a93d5f7800 req-4e8ebf21-d603-4da5-88cf-a158826a52e1 service neutron] 10.222.0.81 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560349 May 23 11:13:59.823165 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f37a9e-c846-49b9-b53d-c31f813a8a70 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Network 46d8b580-3b65-4cc5-aaea-79deb8539c58 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:13:59.828111 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cde75467-f142-43f7-ad90-4d097ff8d5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:59.828872 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde75467-f142-43f7-ad90-4d097ff8d5ee admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:13:59.829433 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cde75467-f142-43f7-ad90-4d097ff8d5ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:13:59.928668 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-e3f37a9e-c846-49b9-b53d-c31f813a8a70 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 46d8b580-3b65-4cc5-aaea-79deb8539c58) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:13:59.936626 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d744a0-f74d-4433-976b-1f900d9ed63f None None] Network 46d8b580-3b65-4cc5-aaea-79deb8539c58 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:14:00.034260 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f37a9e-c846-49b9-b53d-c31f813a8a70 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:00.034854 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e3f37a9e-c846-49b9-b53d-c31f813a8a70 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:00.140863 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-cde75467-f142-43f7-ad90-4d097ff8d5ee admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2011073 May 23 11:14:00.145399 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53210) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:00.150043 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-eab72fed-3cff-4cfa-ab97-192565ce12c0 admin admin] Request body: {'subnet': {'network_id': '3adc78a2-48f8-407b-9589-fe4a6ac8aca0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2046072056-subnet', 'tenant_id': '9de2036d303b4646b32715efca050724', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:14:00.155894 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-eab72fed-3cff-4cfa-ab97-192565ce12c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:14:00.156798 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde75467-f142-43f7-ad90-4d097ff8d5ee admin admin] Pushing event updated for resources: {'Network': ['ID=3adc78a2-48f8-407b-9589-fe4a6ac8aca0,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:00.160138 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-eab72fed-3cff-4cfa-ab97-192565ce12c0 admin admin] Usage tracker for resource:subnet and tenant:9de2036d303b4646b32715efca050724 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:14:00.165428 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-eab72fed-3cff-4cfa-ab97-192565ce12c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:14:00.170881 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e3f37a9e-c846-49b9-b53d-c31f813a8a70 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5480344 May 23 11:14:00.171140 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-eab72fed-3cff-4cfa-ab97-192565ce12c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:14:00.174492 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53214) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:00.183862 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab72fed-3cff-4cfa-ab97-192565ce12c0 admin admin] Made reservation on behalf of 9de2036d303b4646b32715efca050724 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:14:00.186423 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eab72fed-3cff-4cfa-ab97-192565ce12c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:00.187597 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 3adc78a2-48f8-407b-9589-fe4a6ac8aca0 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:14:00.198414 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b703f55a-3684-4c0e-adb6-b10c5e1d2abe tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'port': {'network_id': '46d8b580-3b65-4cc5-aaea-79deb8539c58', 'name': 'tempest-PortsIpV6TestJSON-933259901', 'fixed_ips': [{'subnet_id': '070d767b-f24d-421a-9dd0-e7cd3d688e92', 'ip_address': '2001:db8::10'}]}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:14:00.314182 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96b37e2-d6cc-4655-b2c5-d9affd927a35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-46d8b580-3b65-4cc5-aaea-79deb8539c58', 'network_id': '46d8b580-3b65-4cc5-aaea-79deb8539c58', 'tenant_id': '7dca08376e90462fa2c08567c59d529a', 'fixed_ips': [{'subnet_id': '070d767b-f24d-421a-9dd0-e7cd3d688e92'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:14:00.315067 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f96b37e2-d6cc-4655-b2c5-d9affd927a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:00.411180 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-630c0850-b5ac-424b-aa2c-a282be9d9372 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:00.411859 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-630c0850-b5ac-424b-aa2c-a282be9d9372 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:00.412185 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [None req-630c0850-b5ac-424b-aa2c-a282be9d9372 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Floating IP 9e7a08a2-fd02-4a6e-81d8-c8e26bd0696f disassociated. External IP: 172.25.6.121, port: 425ab12b-e1b3-430f-a4d0-88f6297b20a0. May 23 11:14:00.412520 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-630c0850-b5ac-424b-aa2c-a282be9d9372 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Calling delete_port for 425ab12b-e1b3-430f-a4d0-88f6297b20a0 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:14:00.459605 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e5ba8657-1d2b-47ec-a323-eff5ebec1a17 req-b9f101b9-05d8-48f7-8b1d-1570cd37c7fd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=918845eb514f4ef49a66c0d5a348fe52&device_id=75387a6d-54f0-465f-83a7-7a074cda87dc HTTP/1.1" status: 200 len: 1095 time: 0.5232844 May 23 11:14:00.480850 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-f96b37e2-d6cc-4655-b2c5-d9affd927a35 None None] Allocated IP 2001:db8::2 (46d8b580-3b65-4cc5-aaea-79deb8539c58/070d767b-f24d-421a-9dd0-e7cd3d688e92/8e6e1bfd-8df5-4edd-9d69-9410556c5fc2) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:14:00.528689 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eab72fed-3cff-4cfa-ab97-192565ce12c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:00.569702 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b703f55a-3684-4c0e-adb6-b10c5e1d2abe tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:14:00.595859 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b703f55a-3684-4c0e-adb6-b10c5e1d2abe tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Usage tracker for resource:port and tenant:7dca08376e90462fa2c08567c59d529a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:14:00.600887 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b703f55a-3684-4c0e-adb6-b10c5e1d2abe tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:14:00.611490 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b703f55a-3684-4c0e-adb6-b10c5e1d2abe tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:14:00.675118 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9a4ee-164c-4624-a61f-2a4d80d9270b req-fd8038d5-9c1b-4d40-b498-8c8b0d13c2d3 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:00.676638 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dfd9a4ee-164c-4624-a61f-2a4d80d9270b req-fd8038d5-9c1b-4d40-b498-8c8b0d13c2d3 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=75387a6d-54f0-465f-83a7-7a074cda87dc HTTP/1.1" status: 200 len: 944 time: 0.3660977 May 23 11:14:00.684461 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b703f55a-3684-4c0e-adb6-b10c5e1d2abe tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Made reservation on behalf of 7dca08376e90462fa2c08567c59d529a for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:14:00.687109 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47263e9-b138-4dce-8574-fd59e271aa75 req-7eedb526-7a83-41b1-85c5-ec4ff8b88deb tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:00.688564 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c47263e9-b138-4dce-8574-fd59e271aa75 req-7eedb526-7a83-41b1-85c5-ec4ff8b88deb tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 945 time: 0.3790967 May 23 11:14:00.689621 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b703f55a-3684-4c0e-adb6-b10c5e1d2abe tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:00.708391 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f96b37e2-d6cc-4655-b2c5-d9affd927a35 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:00.720305 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f96b37e2-d6cc-4655-b2c5-d9affd927a35 None None] Transition to ACTIVE for port object 8e6e1bfd-8df5-4edd-9d69-9410556c5fc2 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:14:00.738777 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba8657-1d2b-47ec-a323-eff5ebec1a17 req-798bbaf6-1222-461c-870d-a893deb09fe1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:00.740256 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e5ba8657-1d2b-47ec-a323-eff5ebec1a17 req-798bbaf6-1222-461c-870d-a893deb09fe1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3c158aba-e520-4739-9803-5afc3c97752c HTTP/1.1" status: 200 len: 907 time: 0.2652950 May 23 11:14:00.741241 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f96b37e2-d6cc-4655-b2c5-d9affd927a35 None None] Transition to ACTIVE for port object 8e6e1bfd-8df5-4edd-9d69-9410556c5fc2 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:14:00.741459 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-b703f55a-3684-4c0e-adb6-b10c5e1d2abe tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] device_id is not set on port 84cf0fed-69f1-433d-bd34-662e0bb0ff1a yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:14:00.747637 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 955c9498-10af-4a50-a265-6f88eca687bc up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:14:00.758215 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab72fed-3cff-4cfa-ab97-192565ce12c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfb194f6-4536-4501-b841-17f76deb51b6,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:00.776721 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f96b37e2-d6cc-4655-b2c5-d9affd927a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:00.817836 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c47263e9-b138-4dce-8574-fd59e271aa75 req-812b89b0-93ee-4af8-84b4-be9932bb9d34 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207459 May 23 11:14:00.821703 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dfd9a4ee-164c-4624-a61f-2a4d80d9270b req-1f29da55-6348-496c-bce7-6de0eece63e9 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258168 May 23 11:14:00.828458 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-630c0850-b5ac-424b-aa2c-a282be9d9372 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:00.840887 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab72fed-3cff-4cfa-ab97-192565ce12c0 admin admin] Checking segment: {'id': '0bde80b2-9c9c-462d-930e-1668ec8118e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3adc78a2-48f8-407b-9589-fe4a6ac8aca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:14:00.841247 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab72fed-3cff-4cfa-ab97-192565ce12c0 admin admin] Network hostable DHCP agents. Network: 3adc78a2-48f8-407b-9589-fe4a6ac8aca0, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:14:00.873556 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96b37e2-d6cc-4655-b2c5-d9affd927a35 None None] Network 46d8b580-3b65-4cc5-aaea-79deb8539c58 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:14:00.877950 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-f96b37e2-d6cc-4655-b2c5-d9affd927a35 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:14:00.883642 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96b37e2-d6cc-4655-b2c5-d9affd927a35 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:14:00.889909 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab72fed-3cff-4cfa-ab97-192565ce12c0 admin admin] Network 3adc78a2-48f8-407b-9589-fe4a6ac8aca0 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:14:00.897281 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b37e2-d6cc-4655-b2c5-d9affd927a35 None None] Pushing event updated for resources: {'Port': ['ID=8e6e1bfd-8df5-4edd-9d69-9410556c5fc2,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:00.905390 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-eab72fed-3cff-4cfa-ab97-192565ce12c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 3adc78a2-48f8-407b-9589-fe4a6ac8aca0) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:14:00.905865 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c0850-b5ac-424b-aa2c-a282be9d9372 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Pushing event deleted for resources: {'Port': ['ID=425ab12b-e1b3-430f-a4d0-88f6297b20a0,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:00.909758 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab72fed-3cff-4cfa-ab97-192565ce12c0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:00.910403 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eab72fed-3cff-4cfa-ab97-192565ce12c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:00.913474 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e5ba8657-1d2b-47ec-a323-eff5ebec1a17 req-21a013a7-df69-4ea5-8a19-83751845e3b5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beb3ddb8-886a-466d-be45-915dccd3777d HTTP/1.1" status: 200 len: 217 time: 0.1383443 May 23 11:14:00.943606 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46b9539-1174-4059-9294-0086b8338167 None None] Network 3adc78a2-48f8-407b-9589-fe4a6ac8aca0 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:14:00.947327 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-eab72fed-3cff-4cfa-ab97-192565ce12c0 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8018093 May 23 11:14:00.950380 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53222) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:00.956382 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-d4abbcdd-1603-420a-a9b0-0b3b51f12547 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2046072056-router', 'tenant_id': '9de2036d303b4646b32715efca050724', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:14:00.967765 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 955c9498-10af-4a50-a265-6f88eca687bc completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:14:00.978510 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d4abbcdd-1603-420a-a9b0-0b3b51f12547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:14:00.986037 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d4abbcdd-1603-420a-a9b0-0b3b51f12547 admin admin] Usage tracker for resource:router and tenant:9de2036d303b4646b32715efca050724 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:14:00.990422 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d4abbcdd-1603-420a-a9b0-0b3b51f12547 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:14:01.012456 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d4abbcdd-1603-420a-a9b0-0b3b51f12547 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:14:01.079133 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d4abbcdd-1603-420a-a9b0-0b3b51f12547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:01.080291 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d4abbcdd-1603-420a-a9b0-0b3b51f12547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:01.092156 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 955c9498-10af-4a50-a265-6f88eca687bc triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:14:01.092676 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:01.116608 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d4abbcdd-1603-420a-a9b0-0b3b51f12547 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:01.181688 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba8657-1d2b-47ec-a323-eff5ebec1a17 req-3f0e8a89-fe77-4630-bfd2-c1313f6418b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:01.183328 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e5ba8657-1d2b-47ec-a323-eff5ebec1a17 req-3f0e8a89-fe77-4630-bfd2-c1313f6418b6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=31ce3e03-ff53-4686-aaa6-54ac8efb8abe HTTP/1.1" status: 200 len: 846 time: 0.2624743 May 23 11:14:01.203391 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f96b37e2-d6cc-4655-b2c5-d9affd927a35 None None] Attempting to bind port 8e6e1bfd-8df5-4edd-9d69-9410556c5fc2 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:14:01.203982 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f96b37e2-d6cc-4655-b2c5-d9affd927a35 None None] Attempting to bind port 8e6e1bfd-8df5-4edd-9d69-9410556c5fc2 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'd964ab17-ea27-42a2-936a-e0c6385aca97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '46d8b580-3b65-4cc5-aaea-79deb8539c58'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:14:01.204439 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96b37e2-d6cc-4655-b2c5-d9affd927a35 None None] Attempting to bind port 8e6e1bfd-8df5-4edd-9d69-9410556c5fc2 on network 46d8b580-3b65-4cc5-aaea-79deb8539c58 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:14:01.247115 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96b37e2-d6cc-4655-b2c5-d9affd927a35 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:14:01.247734 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96b37e2-d6cc-4655-b2c5-d9affd927a35 None None] Checking segment: {'id': 'd964ab17-ea27-42a2-936a-e0c6385aca97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '46d8b580-3b65-4cc5-aaea-79deb8539c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:14:01.248217 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f96b37e2-d6cc-4655-b2c5-d9affd927a35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:01.248699 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96b37e2-d6cc-4655-b2c5-d9affd927a35 None None] Bound using segment: {'id': 'd964ab17-ea27-42a2-936a-e0c6385aca97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '46d8b580-3b65-4cc5-aaea-79deb8539c58'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:14:01.249319 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f96b37e2-d6cc-4655-b2c5-d9affd927a35 None None] Bound port: 8e6e1bfd-8df5-4edd-9d69-9410556c5fc2, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd964ab17-ea27-42a2-936a-e0c6385aca97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '46d8b580-3b65-4cc5-aaea-79deb8539c58'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:14:01.249805 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f96b37e2-d6cc-4655-b2c5-d9affd927a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:01.323123 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d94ec-eb04-4f56-9a42-8e6664f0d415 req-da88a953-b6e6-4d40-95a8-ceb0011de3e5 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:01.324702 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8c9d94ec-eb04-4f56-9a42-8e6664f0d415 req-da88a953-b6e6-4d40-95a8-ceb0011de3e5 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574 HTTP/1.1" status: 200 len: 945 time: 0.3093297 May 23 11:14:01.377582 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d4abbcdd-1603-420a-a9b0-0b3b51f12547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:01.393674 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8c9d94ec-eb04-4f56-9a42-8e6664f0d415 req-e67f0b7c-d2fb-4992-aaf6-1aa728097672 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634141 May 23 11:14:01.436060 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e5ba8657-1d2b-47ec-a323-eff5ebec1a17 req-0089e1f4-b2ac-4af9-8f3c-75cafdcc9732 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3c158aba-e520-4739-9803-5afc3c97752c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2430327 May 23 11:14:01.488449 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:01.502286 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7488582f-8955-4c58-b32a-5df740c56667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-3adc78a2-48f8-407b-9589-fe4a6ac8aca0', 'network_id': '3adc78a2-48f8-407b-9589-fe4a6ac8aca0', 'tenant_id': '9de2036d303b4646b32715efca050724', 'fixed_ips': [{'subnet_id': 'cfb194f6-4536-4501-b841-17f76deb51b6'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:14:01.503015 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7488582f-8955-4c58-b32a-5df740c56667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:01.523309 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f96b37e2-d6cc-4655-b2c5-d9affd927a35 None None] For port 8e6e1bfd-8df5-4edd-9d69-9410556c5fc2, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:14:01.541386 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f96b37e2-d6cc-4655-b2c5-d9affd927a35 None None] For port 8e6e1bfd-8df5-4edd-9d69-9410556c5fc2, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=8e6e1bfd-8df5-4edd-9d69-9410556c5fc2,segment=NetworkSegment(d964ab17-ea27-42a2-936a-e0c6385aca97),segment_id=d964ab17-ea27-42a2-936a-e0c6385aca97)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:14:01.571593 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-b703f55a-3684-4c0e-adb6-b10c5e1d2abe tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Allocated IP 2001:db8::10 (46d8b580-3b65-4cc5-aaea-79deb8539c58/070d767b-f24d-421a-9dd0-e7cd3d688e92/84cf0fed-69f1-433d-bd34-662e0bb0ff1a) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:14:01.581234 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0e3b01-2917-4406-bfdc-3aeb774d6410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955c9498-10af-4a50-a265-6f88eca687bc'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:14:01.589007 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f96b37e2-d6cc-4655-b2c5-d9affd927a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:01.610749 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d4abbcdd-1603-420a-a9b0-0b3b51f12547 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:01.653061 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-542faf89-ebac-40e9-9b00-ce231cfc0354'] response: {'server_uuid': '3f0e3b01-2917-4406-bfdc-3aeb774d6410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955c9498-10af-4a50-a265-6f88eca687bc', 'code': 200} May 23 11:14:01.656926 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d4abbcdd-1603-420a-a9b0-0b3b51f12547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:01.664902 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 955c9498-10af-4a50-a265-6f88eca687bc, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=955c9498-10af-4a50-a265-6f88eca687bc,segment=NetworkSegment(d425821a-621f-4441-b5d3-6c866ddd43af),segment_id=d425821a-621f-4441-b5d3-6c866ddd43af)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:14:01.666692 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e5ba8657-1d2b-47ec-a323-eff5ebec1a17 req-88f2b8a0-cd47-4afa-90de-334b0711d196 service neutron] 10.222.0.81 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103662 May 23 11:14:01.686256 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:01.703350 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b37e2-d6cc-4655-b2c5-d9affd927a35 None None] Pushing event updated for resources: {'Port': ['ID=8e6e1bfd-8df5-4edd-9d69-9410556c5fc2,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:01.846213 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=955c9498-10af-4a50-a265-6f88eca687bc,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:01.863496 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-7488582f-8955-4c58-b32a-5df740c56667 None None] Allocated IP 172.20.0.2 (3adc78a2-48f8-407b-9589-fe4a6ac8aca0/cfb194f6-4536-4501-b841-17f76deb51b6/be10f62d-6d3f-4344-9b6d-6b4a2a268a6a) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:14:01.875914 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-d4abbcdd-1603-420a-a9b0-0b3b51f12547 admin admin] Allocated IP 172.25.6.61 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/7d15666e-cc69-48fe-887a-0e66ece6561c) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:14:02.074808 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e5ba8657-1d2b-47ec-a323-eff5ebec1a17 req-f6d5e4d5-dab3-4049-b2a5-dfa5f202ca84 service neutron] 10.222.0.81 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624890 May 23 11:14:02.102341 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-630c0850-b5ac-424b-aa2c-a282be9d9372 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Router 0dc34ae8-5a35-429a-80f7-52a356423021 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:14:02.114593 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b703f55a-3684-4c0e-adb6-b10c5e1d2abe tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:02.146824 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-08b68631-d3af-4e0b-8922-291b58ed7b88 req-2769a777-631d-458f-9752-11bf1b2b932e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 1097 time: 0.3579116 May 23 11:14:02.147842 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-b703f55a-3684-4c0e-adb6-b10c5e1d2abe tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Transition to ACTIVE for port object 84cf0fed-69f1-433d-bd34-662e0bb0ff1a will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:14:02.232525 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7488582f-8955-4c58-b32a-5df740c56667 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:02.249923 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7488582f-8955-4c58-b32a-5df740c56667 None None] Transition to ACTIVE for port object be10f62d-6d3f-4344-9b6d-6b4a2a268a6a will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:14:02.273399 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7488582f-8955-4c58-b32a-5df740c56667 None None] Transition to ACTIVE for port object be10f62d-6d3f-4344-9b6d-6b4a2a268a6a will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:14:02.281393 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7488582f-8955-4c58-b32a-5df740c56667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:02.309441 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d4abbcdd-1603-420a-a9b0-0b3b51f12547 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:02.339876 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7350cc-feb9-48e4-89f0-d4cb9adcb262 req-fd418438-e702-443a-9ce3-d27e278e0697 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:02.341894 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fa7350cc-feb9-48e4-89f0-d4cb9adcb262 req-fd418438-e702-443a-9ce3-d27e278e0697 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 946 time: 0.3146436 May 23 11:14:02.354617 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b703f55a-3684-4c0e-adb6-b10c5e1d2abe tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:02.357534 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295fdd7a-d605-4ffc-92b5-6dd8729db48e req-bf5f506c-758f-46ed-adeb-e8864c6cfd03 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:02.359516 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-295fdd7a-d605-4ffc-92b5-6dd8729db48e req-bf5f506c-758f-46ed-adeb-e8864c6cfd03 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=75387a6d-54f0-465f-83a7-7a074cda87dc HTTP/1.1" status: 200 len: 944 time: 0.2123988 May 23 11:14:02.376868 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7488582f-8955-4c58-b32a-5df740c56667 None None] Network 3adc78a2-48f8-407b-9589-fe4a6ac8aca0 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:14:02.380100 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-7488582f-8955-4c58-b32a-5df740c56667 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:14:02.384738 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7488582f-8955-4c58-b32a-5df740c56667 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:14:02.386906 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488582f-8955-4c58-b32a-5df740c56667 None None] Pushing event updated for resources: {'Port': ['ID=be10f62d-6d3f-4344-9b6d-6b4a2a268a6a,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:02.422380 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-08b68631-d3af-4e0b-8922-291b58ed7b88 req-d229c312-b8ac-44b1-a4f3-12dcb767bc8a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132401 May 23 11:14:02.454664 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b703f55a-3684-4c0e-adb6-b10c5e1d2abe tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Network 46d8b580-3b65-4cc5-aaea-79deb8539c58 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:14:02.455849 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-b703f55a-3684-4c0e-adb6-b10c5e1d2abe tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:14:02.461574 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b703f55a-3684-4c0e-adb6-b10c5e1d2abe tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:14:02.463531 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fa7350cc-feb9-48e4-89f0-d4cb9adcb262 req-8c54af32-59be-4337-99a7-b5661ea83e99 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918760 May 23 11:14:02.465584 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b703f55a-3684-4c0e-adb6-b10c5e1d2abe tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:02.466301 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b703f55a-3684-4c0e-adb6-b10c5e1d2abe tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:02.468278 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d4abbcdd-1603-420a-a9b0-0b3b51f12547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:02.475496 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703f55a-3684-4c0e-adb6-b10c5e1d2abe tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event updated for resources: {'Port': ['ID=84cf0fed-69f1-433d-bd34-662e0bb0ff1a,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:02.490682 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-7488582f-8955-4c58-b32a-5df740c56667 None None] Attempting to bind port be10f62d-6d3f-4344-9b6d-6b4a2a268a6a on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:14:02.491302 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-7488582f-8955-4c58-b32a-5df740c56667 None None] Attempting to bind port be10f62d-6d3f-4344-9b6d-6b4a2a268a6a by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '0bde80b2-9c9c-462d-930e-1668ec8118e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3adc78a2-48f8-407b-9589-fe4a6ac8aca0'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:14:02.491936 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7488582f-8955-4c58-b32a-5df740c56667 None None] Attempting to bind port be10f62d-6d3f-4344-9b6d-6b4a2a268a6a on network 3adc78a2-48f8-407b-9589-fe4a6ac8aca0 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:14:02.509273 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7488582f-8955-4c58-b32a-5df740c56667 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:14:02.509697 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7488582f-8955-4c58-b32a-5df740c56667 None None] Checking segment: {'id': '0bde80b2-9c9c-462d-930e-1668ec8118e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3adc78a2-48f8-407b-9589-fe4a6ac8aca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:14:02.510160 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7488582f-8955-4c58-b32a-5df740c56667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:02.510554 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7488582f-8955-4c58-b32a-5df740c56667 None None] Bound using segment: {'id': '0bde80b2-9c9c-462d-930e-1668ec8118e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3adc78a2-48f8-407b-9589-fe4a6ac8aca0'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:14:02.511019 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-7488582f-8955-4c58-b32a-5df740c56667 None None] Bound port: be10f62d-6d3f-4344-9b6d-6b4a2a268a6a, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bde80b2-9c9c-462d-930e-1668ec8118e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3adc78a2-48f8-407b-9589-fe4a6ac8aca0'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:14:02.511391 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7488582f-8955-4c58-b32a-5df740c56667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:02.512303 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b703f55a-3684-4c0e-adb6-b10c5e1d2abe tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3305950 May 23 11:14:02.513119 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53234) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:02.519812 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-5096e5b7-0674-4910-bce2-0390bf5efc93 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'port': {'network_id': '46d8b580-3b65-4cc5-aaea-79deb8539c58', 'name': 'tempest-PortsIpV6TestJSON-1930069112', 'fixed_ips': [{'subnet_id': '070d767b-f24d-421a-9dd0-e7cd3d688e92', 'ip_address': '2001:db8::f'}]}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:14:02.557310 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-295fdd7a-d605-4ffc-92b5-6dd8729db48e req-3dadd7b4-dd64-4113-b618-f075ef0b533c tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645246 May 23 11:14:02.588376 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4abbcdd-1603-420a-a9b0-0b3b51f12547 admin admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:14:02.592229 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-d4abbcdd-1603-420a-a9b0-0b3b51f12547 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:14:02.596209 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4abbcdd-1603-420a-a9b0-0b3b51f12547 admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:14:02.655212 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630c0850-b5ac-424b-aa2c-a282be9d9372 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:14:02.657368 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4abbcdd-1603-420a-a9b0-0b3b51f12547 admin admin] Pushing event updated for resources: {'Port': ['ID=7d15666e-cc69-48fe-887a-0e66ece6561c,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:02.680315 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7318f1d5-2859-44c8-a819-831be8375115 None None] Sync routers for ids ['0dc34ae8-5a35-429a-80f7-52a356423021'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:14:02.693910 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7318f1d5-2859-44c8-a819-831be8375115 None None] Routers {'0dc34ae8-5a35-429a-80f7-52a356423021'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:14:02.694527 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-7318f1d5-2859-44c8-a819-831be8375115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:13:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['0dc34ae8-5a35-429a-80f7-52a356423021'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:02.713044 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-7488582f-8955-4c58-b32a-5df740c56667 None None] For port be10f62d-6d3f-4344-9b6d-6b4a2a268a6a, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:14:02.718298 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-7488582f-8955-4c58-b32a-5df740c56667 None None] For port be10f62d-6d3f-4344-9b6d-6b4a2a268a6a, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=be10f62d-6d3f-4344-9b6d-6b4a2a268a6a,segment=NetworkSegment(0bde80b2-9c9c-462d-930e-1668ec8118e8),segment_id=0bde80b2-9c9c-462d-930e-1668ec8118e8)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:14:02.726061 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7488582f-8955-4c58-b32a-5df740c56667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:02.809414 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-7318f1d5-2859-44c8-a819-831be8375115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:02.829209 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7318f1d5-2859-44c8-a819-831be8375115 None None] Routers {'0dc34ae8-5a35-429a-80f7-52a356423021'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:14:02.830065 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-7318f1d5-2859-44c8-a819-831be8375115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:13:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['0dc34ae8-5a35-429a-80f7-52a356423021'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:02.831720 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5096e5b7-0674-4910-bce2-0390bf5efc93 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:14:02.845173 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5096e5b7-0674-4910-bce2-0390bf5efc93 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Usage tracker for resource:port and tenant:7dca08376e90462fa2c08567c59d529a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:14:02.845373 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 8e6e1bfd-8df5-4edd-9d69-9410556c5fc2 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:14:02.856642 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5096e5b7-0674-4910-bce2-0390bf5efc93 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:14:02.864943 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-630c0850-b5ac-424b-aa2c-a282be9d9372 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:02.869559 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-630c0850-b5ac-424b-aa2c-a282be9d9372 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "DELETE /v2.0/ports/425ab12b-e1b3-430f-a4d0-88f6297b20a0 HTTP/1.1" status: 204 len: 168 time: 3.9818382 May 23 11:14:02.872274 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53240) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:02.880896 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5096e5b7-0674-4910-bce2-0390bf5efc93 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:14:02.902133 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5096e5b7-0674-4910-bce2-0390bf5efc93 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Made reservation on behalf of 7dca08376e90462fa2c08567c59d529a for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:14:02.907511 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5096e5b7-0674-4910-bce2-0390bf5efc93 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:02.912518 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488582f-8955-4c58-b32a-5df740c56667 None None] Pushing event updated for resources: {'Port': ['ID=be10f62d-6d3f-4344-9b6d-6b4a2a268a6a,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:02.915123 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device e4ec4df8-7a01-4a0e-8295-0d26cd34a143 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:14:02.933330 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-7318f1d5-2859-44c8-a819-831be8375115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:02.934265 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7318f1d5-2859-44c8-a819-831be8375115 None None] The sync data for ids ['0dc34ae8-5a35-429a-80f7-52a356423021'] in n-d-842952-2 is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:14:02.963300 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-5096e5b7-0674-4910-bce2-0390bf5efc93 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] device_id is not set on port 6c887f64-1e35-4b4a-8760-a575745d2b6e yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:14:03.137159 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 8e6e1bfd-8df5-4edd-9d69-9410556c5fc2 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:14:03.148699 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a96a9-ee89-4e41-930d-80ce28e40a24 req-ee8d420c-819a-4ffc-82e4-256e635e6f71 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:03.163115 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-db4a96a9-ee89-4e41-930d-80ce28e40a24 req-ee8d420c-819a-4ffc-82e4-256e635e6f71 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574 HTTP/1.1" status: 200 len: 945 time: 0.5002682 May 23 11:14:03.170057 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port e4ec4df8-7a01-4a0e-8295-0d26cd34a143, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=e4ec4df8-7a01-4a0e-8295-0d26cd34a143,segment=NetworkSegment(e6734377-073b-422b-93c0-ef1cda14b824),segment_id=e6734377-073b-422b-93c0-ef1cda14b824)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:14:03.187301 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': 'e4ec4df8-7a01-4a0e-8295-0d26cd34a143', 'network_id': '06b7cf5f-e94a-455b-8d9e-43afc47729a0', 'port_id': 'e4ec4df8-7a01-4a0e-8295-0d26cd34a143', 'mac_address': 'fa:16:3e:91:87:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b6de4b0-f25f-4106-b572-a920a7d5e070', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:14:03.296656 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:03.303600 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-5096e5b7-0674-4910-bce2-0390bf5efc93 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Allocated IP 2001:db8::f (46d8b580-3b65-4cc5-aaea-79deb8539c58/070d767b-f24d-421a-9dd0-e7cd3d688e92/6c887f64-1e35-4b4a-8760-a575745d2b6e) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:14:03.325652 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4ec4df8-7a01-4a0e-8295-0d26cd34a143 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:14:03.345242 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port e4ec4df8-7a01-4a0e-8295-0d26cd34a143, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=e4ec4df8-7a01-4a0e-8295-0d26cd34a143,segment=NetworkSegment(e6734377-073b-422b-93c0-ef1cda14b824),segment_id=e6734377-073b-422b-93c0-ef1cda14b824)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:14:03.349794 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:03.350579 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device beb3ddb8-886a-466d-be45-915dccd3777d details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:14:03.396292 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db841a1-11a1-4db0-92c5-6318bb3ce1cb None None] Network 46d8b580-3b65-4cc5-aaea-79deb8539c58 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:14:03.470037 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d4abbcdd-1603-420a-a9b0-0b3b51f12547 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:03.470706 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d4abbcdd-1603-420a-a9b0-0b3b51f12547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:03.483717 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-db4a96a9-ee89-4e41-930d-80ce28e40a24 req-1cfa1e98-911e-4a6b-b97b-26fd56687c70 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197212 May 23 11:14:03.563238 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5096e5b7-0674-4910-bce2-0390bf5efc93 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:03.611227 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-5096e5b7-0674-4910-bce2-0390bf5efc93 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Transition to ACTIVE for port object 6c887f64-1e35-4b4a-8760-a575745d2b6e will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:14:03.638186 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5096e5b7-0674-4910-bce2-0390bf5efc93 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:03.702157 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-93d88dce-5ca0-4b19-b711-9b310729b78f None None] Provisioning for port 8e6e1bfd-8df5-4edd-9d69-9410556c5fc2 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:14:03.802108 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.resource_extend [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:14:03.829586 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-93d88dce-5ca0-4b19-b711-9b310729b78f None None] Provisioning complete for port 8e6e1bfd-8df5-4edd-9d69-9410556c5fc2 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:14:03.830461 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-93d88dce-5ca0-4b19-b711-9b310729b78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:03.929640 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf363f1-7e40-4cbe-b01e-043a490d7bf7 req-78ed661c-c48b-445b-ab21-49f8b9865635 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:03.931223 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-adf363f1-7e40-4cbe-b01e-043a490d7bf7 req-78ed661c-c48b-445b-ab21-49f8b9865635 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=75387a6d-54f0-465f-83a7-7a074cda87dc HTTP/1.1" status: 200 len: 944 time: 0.2029352 May 23 11:14:03.946686 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1998f-df06-4e9c-a022-b0a7b4c18bd0 req-a71d8441-13dc-4c21-b765-11e7194bdc20 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:03.948141 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-78b1998f-df06-4e9c-a022-b0a7b4c18bd0 req-a71d8441-13dc-4c21-b765-11e7194bdc20 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 946 time: 0.2747047 May 23 11:14:03.982327 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5096e5b7-0674-4910-bce2-0390bf5efc93 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Network 46d8b580-3b65-4cc5-aaea-79deb8539c58 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:14:03.986832 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-5096e5b7-0674-4910-bce2-0390bf5efc93 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:14:03.995379 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5096e5b7-0674-4910-bce2-0390bf5efc93 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:14:03.999274 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5096e5b7-0674-4910-bce2-0390bf5efc93 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:03.999918 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5096e5b7-0674-4910-bce2-0390bf5efc93 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:04.004387 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5096e5b7-0674-4910-bce2-0390bf5efc93 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event updated for resources: {'Port': ['ID=6c887f64-1e35-4b4a-8760-a575745d2b6e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:04.034568 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5096e5b7-0674-4910-bce2-0390bf5efc93 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5193720 May 23 11:14:04.035275 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53248) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:04.040791 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=e4ec4df8-7a01-4a0e-8295-0d26cd34a143,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:04.102492 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port beb3ddb8-886a-466d-be45-915dccd3777d, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=beb3ddb8-886a-466d-be45-915dccd3777d,segment=NetworkSegment(3dd9ea5f-23bc-4bc8-917a-431ad3d10464),segment_id=3dd9ea5f-23bc-4bc8-917a-431ad3d10464)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:14:04.130354 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': 'beb3ddb8-886a-466d-be45-915dccd3777d', 'network_id': '3c158aba-e520-4739-9803-5afc3c97752c', 'port_id': 'beb3ddb8-886a-466d-be45-915dccd3777d', 'mac_address': 'fa:16:3e:75:71:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ce3e03-ff53-4686-aaa6-54ac8efb8abe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:14:04.145050 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a300c5-2583-4d31-93a1-97c23b6c4c0a tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:04.145737 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a6a300c5-2583-4d31-93a1-97c23b6c4c0a tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Synchronizing usage tracker for tenant:7dca08376e90462fa2c08567c59d529a on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:14:04.162451 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a6a300c5-2583-4d31-93a1-97c23b6c4c0a tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Unset dirty status for tenant:7dca08376e90462fa2c08567c59d529a on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:14:04.168065 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a6a300c5-2583-4d31-93a1-97c23b6c4c0a tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1272125 May 23 11:14:04.168065 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53252) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:04.216422 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-adf363f1-7e40-4cbe-b01e-043a490d7bf7 req-c2daa1b4-4022-4a3d-8867-cdc887c8296e tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673037 May 23 11:14:04.261336 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-78b1998f-df06-4e9c-a022-b0a7b4c18bd0 req-eb8982eb-bd96-4c05-bf0b-180591e8f9ff tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019334 May 23 11:14:04.273644 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-93d88dce-5ca0-4b19-b711-9b310729b78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:04.298906 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:04.302781 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699183d4-bc84-4a4e-a38c-27a48545d68d tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:04.307292 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699183d4-bc84-4a4e-a38c-27a48545d68d tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:04.311256 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699183d4-bc84-4a4e-a38c-27a48545d68d tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:04.316774 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-699183d4-bc84-4a4e-a38c-27a48545d68d tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1488411 May 23 11:14:04.317322 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53256) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:04.335406 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beb3ddb8-886a-466d-be45-915dccd3777d {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:14:04.364919 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-93d88dce-5ca0-4b19-b711-9b310729b78f None None] For port 8e6e1bfd-8df5-4edd-9d69-9410556c5fc2, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=8e6e1bfd-8df5-4edd-9d69-9410556c5fc2,segment=NetworkSegment(d964ab17-ea27-42a2-936a-e0c6385aca97),segment_id=d964ab17-ea27-42a2-936a-e0c6385aca97)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:14:04.372732 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-93d88dce-5ca0-4b19-b711-9b310729b78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:04.377535 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port beb3ddb8-886a-466d-be45-915dccd3777d, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=beb3ddb8-886a-466d-be45-915dccd3777d,segment=NetworkSegment(3dd9ea5f-23bc-4bc8-917a-431ad3d10464),segment_id=3dd9ea5f-23bc-4bc8-917a-431ad3d10464)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:14:04.412342 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4abbcdd-1603-420a-a9b0-0b3b51f12547 admin admin] Router 428d5b65-f33a-4dbd-a7a6-cd2a226aad52 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:14:04.421636 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e5a1c599-f0f2-4efa-97c7-397dfc2dd745 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Deleting port 6c887f64-1e35-4b4a-8760-a575745d2b6e {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:14:04.421979 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e5a1c599-f0f2-4efa-97c7-397dfc2dd745 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:04.437397 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eb2c128b-4a3d-48d0-b73a-6b91103d845b tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:04.452492 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:04.462348 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c588d4d0-f10f-4b0a-9bcf-53f4ac204129 None None] Network 3adc78a2-48f8-407b-9589-fe4a6ac8aca0 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:14:04.573018 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d88dce-5ca0-4b19-b711-9b310729b78f None None] Pushing event updated for resources: {'Port': ['ID=8e6e1bfd-8df5-4edd-9d69-9410556c5fc2,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:04.732932 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c01b241c-874d-43fe-a0c8-3f3deb8305a2 None None] Provisioning for port be10f62d-6d3f-4344-9b6d-6b4a2a268a6a completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:14:04.753990 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device be10f62d-6d3f-4344-9b6d-6b4a2a268a6a up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:14:04.806115 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e5a1c599-f0f2-4efa-97c7-397dfc2dd745 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:04.806329 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device e4ec4df8-7a01-4a0e-8295-0d26cd34a143 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:14:04.874672 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=beb3ddb8-886a-466d-be45-915dccd3777d,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:04.919854 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f6d6e-e9b3-444f-ad7f-41a0609c0981 req-ddd1b5f9-b8b7-4ee8-9ace-eb41944cf76c tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:04.921516 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1b5f6d6e-e9b3-444f-ad7f-41a0609c0981 req-ddd1b5f9-b8b7-4ee8-9ace-eb41944cf76c tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574 HTTP/1.1" status: 200 len: 944 time: 0.1809468 May 23 11:14:04.928290 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['e4ec4df8-7a01-4a0e-8295-0d26cd34a143'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:14:04.968185 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['beb3ddb8-886a-466d-be45-915dccd3777d'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:14:04.982096 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e5a1c599-f0f2-4efa-97c7-397dfc2dd745 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Calling delete_port for 6c887f64-1e35-4b4a-8760-a575745d2b6e owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:14:05.017676 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1b5f6d6e-e9b3-444f-ad7f-41a0609c0981 req-6ac4391f-b338-41fd-af51-093a2fccab31 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879009 May 23 11:14:05.029385 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4abbcdd-1603-420a-a9b0-0b3b51f12547 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:14:05.081846 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a73be8-0937-4225-a08b-c4e6962bc16f None None] Sync routers for ids ['428d5b65-f33a-4dbd-a7a6-cd2a226aad52'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:14:05.096814 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d4abbcdd-1603-420a-a9b0-0b3b51f12547 admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:05.100913 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d4abbcdd-1603-420a-a9b0-0b3b51f12547 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1469023 May 23 11:14:05.101074 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fa076a53-a171-4385-9537-30d6508f3097 None None] Provisioning complete for port 8e6e1bfd-8df5-4edd-9d69-9410556c5fc2 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:14:05.101074 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fa076a53-a171-4385-9537-30d6508f3097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:05.101977 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53262) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:05.294157 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port be10f62d-6d3f-4344-9b6d-6b4a2a268a6a completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:14:05.314209 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a73be8-0937-4225-a08b-c4e6962bc16f None None] Routers {'428d5b65-f33a-4dbd-a7a6-cd2a226aad52'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:14:05.314972 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-64a73be8-0937-4225-a08b-c4e6962bc16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:13:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['428d5b65-f33a-4dbd-a7a6-cd2a226aad52'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:05.338864 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e5a1c599-f0f2-4efa-97c7-397dfc2dd745 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:05.395789 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1c599-f0f2-4efa-97c7-397dfc2dd745 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event deleted for resources: {'Port': ['ID=6c887f64-1e35-4b4a-8760-a575745d2b6e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:05.453339 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e5a1c599-f0f2-4efa-97c7-397dfc2dd745 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:05.475450 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e5a1c599-f0f2-4efa-97c7-397dfc2dd745 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/ports/6c887f64-1e35-4b4a-8760-a575745d2b6e HTTP/1.1" status: 204 len: 168 time: 1.1545439 May 23 11:14:05.480757 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:05.482658 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53270) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:05.499341 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port be10f62d-6d3f-4344-9b6d-6b4a2a268a6a triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:14:05.499713 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:05.551467 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-fca9038f-7824-44cb-bda0-dd7ae2fb1035 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] GET failed (client error): The resource could not be found. May 23 11:14:05.552392 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-fca9038f-7824-44cb-bda0-dd7ae2fb1035 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Synchronizing usage tracker for tenant:7dca08376e90462fa2c08567c59d529a on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:14:05.649494 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-fca9038f-7824-44cb-bda0-dd7ae2fb1035 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Unset dirty status for tenant:7dca08376e90462fa2c08567c59d529a on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:14:05.652139 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-fca9038f-7824-44cb-bda0-dd7ae2fb1035 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "GET /v2.0/ports/6c887f64-1e35-4b4a-8760-a575745d2b6e HTTP/1.1" status: 404 len: 333 time: 0.1654916 May 23 11:14:05.652824 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53274) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:05.668399 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e4ec4df8-7a01-4a0e-8295-0d26cd34a143 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:14:05.733193 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe1982-ae2d-4165-aada-81052a25f490 req-897c36b0-9f3b-4958-ae47-dd42333cf153 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:05.734726 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-92fe1982-ae2d-4165-aada-81052a25f490 req-897c36b0-9f3b-4958-ae47-dd42333cf153 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=75387a6d-54f0-465f-83a7-7a074cda87dc HTTP/1.1" status: 200 len: 945 time: 0.3812287 May 23 11:14:05.742597 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652191a-6126-47b7-a697-28cc794a5245 req-922c3ac0-17ae-40f4-a0ed-f8b02bf4f847 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:05.744110 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8652191a-6126-47b7-a697-28cc794a5245 req-922c3ac0-17ae-40f4-a0ed-f8b02bf4f847 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 946 time: 0.1774652 May 23 11:14:05.810454 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e3ad3065-b36e-4e06-b54f-163897c1cb5c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Deleting port 84cf0fed-69f1-433d-bd34-662e0bb0ff1a {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:14:05.810834 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e3ad3065-b36e-4e06-b54f-163897c1cb5c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:05.867459 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-92fe1982-ae2d-4165-aada-81052a25f490 req-20c75a63-fb6c-4a29-b157-0b9ff4f9e668 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962865 May 23 11:14:05.870992 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8652191a-6126-47b7-a697-28cc794a5245 req-22f0f1e1-bcb0-4883-8065-bae70518bdc4 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011486 May 23 11:14:05.892895 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-64a73be8-0937-4225-a08b-c4e6962bc16f None None] Set router 428d5b65-f33a-4dbd-a7a6-cd2a226aad52 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:14:05.949558 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port e4ec4df8-7a01-4a0e-8295-0d26cd34a143, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=e4ec4df8-7a01-4a0e-8295-0d26cd34a143,segment=NetworkSegment(e6734377-073b-422b-93c0-ef1cda14b824),segment_id=e6734377-073b-422b-93c0-ef1cda14b824)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:14:05.997783 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:06.010195 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-eb2c128b-4a3d-48d0-b73a-6b91103d845b tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Deleting port c149d09b-cbe5-4479-a8a1-0b661ac22014 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:14:06.010653 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eb2c128b-4a3d-48d0-b73a-6b91103d845b tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:06.170754 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fa076a53-a171-4385-9537-30d6508f3097 None None] Could not find standard attr ID for object 6c887f64-1e35-4b4a-8760-a575745d2b6e. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:14:06.317015 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e3ad3065-b36e-4e06-b54f-163897c1cb5c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:06.405171 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=e4ec4df8-7a01-4a0e-8295-0d26cd34a143,revision_number=7']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:06.418529 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fa076a53-a171-4385-9537-30d6508f3097 None None] Provisioning for port 84cf0fed-69f1-433d-bd34-662e0bb0ff1a completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:14:06.432062 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:06.455171 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fa076a53-a171-4385-9537-30d6508f3097 None None] Provisioning complete for port 84cf0fed-69f1-433d-bd34-662e0bb0ff1a triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:14:06.455518 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fa076a53-a171-4385-9537-30d6508f3097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:06.523927 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eb2c128b-4a3d-48d0-b73a-6b91103d845b tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:06.540600 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e3ad3065-b36e-4e06-b54f-163897c1cb5c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Calling delete_port for 84cf0fed-69f1-433d-bd34-662e0bb0ff1a owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:14:06.569038 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fa076a53-a171-4385-9537-30d6508f3097 None None] Port 84cf0fed-69f1-433d-bd34-662e0bb0ff1a cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:14:06.572795 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port be10f62d-6d3f-4344-9b6d-6b4a2a268a6a, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=be10f62d-6d3f-4344-9b6d-6b4a2a268a6a,segment=NetworkSegment(0bde80b2-9c9c-462d-930e-1668ec8118e8),segment_id=0bde80b2-9c9c-462d-930e-1668ec8118e8)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:14:06.580183 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:06.651072 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=be10f62d-6d3f-4344-9b6d-6b4a2a268a6a,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:06.680749 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-eb2c128b-4a3d-48d0-b73a-6b91103d845b tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Calling delete_port for c149d09b-cbe5-4479-a8a1-0b661ac22014 owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:14:06.681899 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-64a73be8-0937-4225-a08b-c4e6962bc16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428d5b65-f33a-4dbd-a7a6-cd2a226aad52', 'name': 'tempest-ServersTestManualDisk-2046072056-router', 'tenant_id': '9de2036d303b4646b32715efca050724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '7d15666e-cc69-48fe-887a-0e66ece6561c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:14:01Z', 'updated_at': '2022-05-23T11:14:02Z', 'revision_number': 3, 'project_id': '9de2036d303b4646b32715efca050724', 'gw_port': {'id': '7d15666e-cc69-48fe-887a-0e66ece6561c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:10:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428d5b65-f33a-4dbd-a7a6-cd2a226aad52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:14:01Z', 'updated_at': '2022-05-23T11:14:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:06.688383 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 8e6e1bfd-8df5-4edd-9d69-9410556c5fc2 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:14:06.726984 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a73be8-0937-4225-a08b-c4e6962bc16f None None] Checking router: 428d5b65-f33a-4dbd-a7a6-cd2a226aad52 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:14:06.727397 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a73be8-0937-4225-a08b-c4e6962bc16f None None] Updating router 428d5b65-f33a-4dbd-a7a6-cd2a226aad52 port 7d15666e-cc69-48fe-887a-0e66ece6561c binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:14:06.728313 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44576e2-2fc0-4f6c-835c-b9aa6f293a0d req-b6014e83-d579-4f90-928e-534ef2c47734 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:06.729832 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f44576e2-2fc0-4f6c-835c-b9aa6f293a0d req-b6014e83-d579-4f90-928e-534ef2c47734 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574 HTTP/1.1" status: 200 len: 943 time: 0.4041927 May 23 11:14:06.750241 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a2962f5-f68a-44ae-a053-34b733194dbf None None] Could not find standard attr ID for object 6c887f64-1e35-4b4a-8760-a575745d2b6e. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:14:06.770482 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d1540-4400-45e0-aaa3-aceb49396474 req-de4c9bf0-9b20-467e-a8a4-3550920c0f08 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:06.774157 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8b5cb798-bdc0-4f3c-b4ed-8071f3268089 req-6687e5a8-0ab8-455f-9b84-7fe8eef0acc4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4dae0a28e54e42d3b93ac681153ab34b&device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 1097 time: 0.4373298 May 23 11:14:06.776305 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-242d1540-4400-45e0-aaa3-aceb49396474 req-de4c9bf0-9b20-467e-a8a4-3550920c0f08 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 946 time: 0.3882055 May 23 11:14:06.798257 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-64a73be8-0937-4225-a08b-c4e6962bc16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:06.854059 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a2962f5-f68a-44ae-a053-34b733194dbf None None] Provisioning complete for port be10f62d-6d3f-4344-9b6d-6b4a2a268a6a triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:14:06.854422 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a2962f5-f68a-44ae-a053-34b733194dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:06.915628 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e3ad3065-b36e-4e06-b54f-163897c1cb5c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:06.971575 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f44576e2-2fc0-4f6c-835c-b9aa6f293a0d req-b7c9404c-c7e9-4b88-a70f-03710d5183c3 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317736 May 23 11:14:06.984488 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-242d1540-4400-45e0-aaa3-aceb49396474 req-8d08ea3c-322a-412b-918c-6da0082bcdcc tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061996 May 23 11:14:06.988551 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 8e6e1bfd-8df5-4edd-9d69-9410556c5fc2 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:14:06.988684 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad3065-b36e-4e06-b54f-163897c1cb5c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event deleted for resources: {'Port': ['ID=84cf0fed-69f1-433d-bd34-662e0bb0ff1a,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:06.988934 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:06.989133 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eb2c128b-4a3d-48d0-b73a-6b91103d845b tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:07.095905 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5cb798-bdc0-4f3c-b4ed-8071f3268089 req-c500e1c3-2bcd-456a-911d-b883ab947d32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:07.098265 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8b5cb798-bdc0-4f3c-b4ed-8071f3268089 req-c500e1c3-2bcd-456a-911d-b883ab947d32 service neutron] 10.222.0.81 "GET /v2.0/networks?id=567b5eae-3d50-4b7b-b2ae-6afd8ab0049d HTTP/1.1" status: 200 len: 911 time: 0.3093143 May 23 11:14:07.100046 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e3ad3065-b36e-4e06-b54f-163897c1cb5c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:07.123856 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c128b-4a3d-48d0-b73a-6b91103d845b tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Pushing event deleted for resources: {'Port': ['ID=c149d09b-cbe5-4479-a8a1-0b661ac22014,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:07.124229 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e3ad3065-b36e-4e06-b54f-163897c1cb5c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/ports/84cf0fed-69f1-433d-bd34-662e0bb0ff1a HTTP/1.1" status: 204 len: 168 time: 1.4596684 May 23 11:14:07.127223 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53286) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:07.230025 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8b5cb798-bdc0-4f3c-b4ed-8071f3268089 req-9488ed67-fb1a-4c57-ad87-8b3fd641ef5d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=955c9498-10af-4a50-a265-6f88eca687bc HTTP/1.1" status: 200 len: 217 time: 0.1099730 May 23 11:14:07.287310 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf2c5d54-2a50-4ac7-87a7-dda492459fce tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] GET failed (client error): The resource could not be found. May 23 11:14:07.287851 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-bf2c5d54-2a50-4ac7-87a7-dda492459fce tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Synchronizing usage tracker for tenant:7dca08376e90462fa2c08567c59d529a on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:14:07.349451 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a2962f5-f68a-44ae-a053-34b733194dbf None None] Could not find standard attr ID for object 84cf0fed-69f1-433d-bd34-662e0bb0ff1a. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:14:07.406095 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-bf2c5d54-2a50-4ac7-87a7-dda492459fce tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Unset dirty status for tenant:7dca08376e90462fa2c08567c59d529a on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:14:07.409835 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-bf2c5d54-2a50-4ac7-87a7-dda492459fce tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "GET /v2.0/ports/84cf0fed-69f1-433d-bd34-662e0bb0ff1a HTTP/1.1" status: 404 len: 333 time: 0.2787554 May 23 11:14:07.452836 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53290) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:07.488387 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5cb798-bdc0-4f3c-b4ed-8071f3268089 req-7f52b1e5-0f2b-41c1-9162-5119fb2809da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:07.489820 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8b5cb798-bdc0-4f3c-b4ed-8071f3268089 req-7f52b1e5-0f2b-41c1-9162-5119fb2809da service neutron] 10.222.0.81 "GET /v2.0/subnets?id=eeed4ff9-e40c-44ef-ad2b-8f4ca302f431 HTTP/1.1" status: 200 len: 850 time: 0.1802888 May 23 11:14:07.495345 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c9d1a932-c447-426f-be41-4bc5036276eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:07.551579 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8b5cb798-bdc0-4f3c-b4ed-8071f3268089 req-b9924394-05dd-4f97-ae54-e5e147563da3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=567b5eae-3d50-4b7b-b2ae-6afd8ab0049d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461268 May 23 11:14:07.556031 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-64a73be8-0937-4225-a08b-c4e6962bc16f None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:07.570269 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-64a73be8-0937-4225-a08b-c4e6962bc16f None None] Transition to ACTIVE for port object 7d15666e-cc69-48fe-887a-0e66ece6561c will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:14:07.578326 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-64a73be8-0937-4225-a08b-c4e6962bc16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:07.667228 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-64a73be8-0937-4225-a08b-c4e6962bc16f None None] Attempting to bind port 7d15666e-cc69-48fe-887a-0e66ece6561c on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:14:07.667617 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-64a73be8-0937-4225-a08b-c4e6962bc16f None None] Attempting to bind port 7d15666e-cc69-48fe-887a-0e66ece6561c by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:14:07.668202 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a73be8-0937-4225-a08b-c4e6962bc16f None None] Attempting to bind port 7d15666e-cc69-48fe-887a-0e66ece6561c on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:14:07.676670 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de1220-09ee-4618-a06b-ff4ed2e03b6e req-87145885-8859-46e8-854d-a72e3a693215 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:07.676883 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb8ebb9-63e8-4ff6-8948-c4a189e06cca None None] Pushing event updated for resources: {'Port': ['ID=7d15666e-cc69-48fe-887a-0e66ece6561c,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:07.677449 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-17de1220-09ee-4618-a06b-ff4ed2e03b6e req-87145885-8859-46e8-854d-a72e3a693215 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=75387a6d-54f0-465f-83a7-7a074cda87dc HTTP/1.1" status: 200 len: 945 time: 0.4671879 May 23 11:14:07.682212 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a73be8-0937-4225-a08b-c4e6962bc16f None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:14:07.682577 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a73be8-0937-4225-a08b-c4e6962bc16f None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:14:07.682976 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-64a73be8-0937-4225-a08b-c4e6962bc16f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:07.683355 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a73be8-0937-4225-a08b-c4e6962bc16f None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:14:07.683840 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-64a73be8-0937-4225-a08b-c4e6962bc16f None None] Bound port: 7d15666e-cc69-48fe-887a-0e66ece6561c, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:14:07.684224 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-64a73be8-0937-4225-a08b-c4e6962bc16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:07.761956 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-64a73be8-0937-4225-a08b-c4e6962bc16f None None] For port 7d15666e-cc69-48fe-887a-0e66ece6561c, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:14:07.765110 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-64a73be8-0937-4225-a08b-c4e6962bc16f None None] For port 7d15666e-cc69-48fe-887a-0e66ece6561c, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=7d15666e-cc69-48fe-887a-0e66ece6561c,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:14:07.772888 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-64a73be8-0937-4225-a08b-c4e6962bc16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:07.853352 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-17de1220-09ee-4618-a06b-ff4ed2e03b6e req-2137b7b3-e2b1-4e64-bf3d-d5bfc11181ad tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561232 May 23 11:14:07.864552 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b3aebc4-8ddf-4608-97db-11b3b20d3cac tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Deleting subnet 070d767b-f24d-421a-9dd0-e7cd3d688e92 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:14:07.869456 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b3aebc4-8ddf-4608-97db-11b3b20d3cac tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:07.891422 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb8ebb9-63e8-4ff6-8948-c4a189e06cca None None] Pushing event updated for resources: {'Port': ['ID=7d15666e-cc69-48fe-887a-0e66ece6561c,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:07.895769 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:07.908146 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a73be8-0937-4225-a08b-c4e6962bc16f None None] Routers {'428d5b65-f33a-4dbd-a7a6-cd2a226aad52'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:14:07.908770 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-64a73be8-0937-4225-a08b-c4e6962bc16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:13:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['428d5b65-f33a-4dbd-a7a6-cd2a226aad52'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:07.947768 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b3aebc4-8ddf-4608-97db-11b3b20d3cac tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:07.971673 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8b5cb798-bdc0-4f3c-b4ed-8071f3268089 req-8fa98ed7-8d37-45d0-a41c-1c2bd9a1bd7f service neutron] 10.222.0.81 "GET /v2.0/networks/567b5eae-3d50-4b7b-b2ae-6afd8ab0049d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840122 May 23 11:14:08.002847 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eb2c128b-4a3d-48d0-b73a-6b91103d845b tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:08.191386 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8b5cb798-bdc0-4f3c-b4ed-8071f3268089 req-b5894983-0a31-4bc7-907d-bd2f9d2630be service neutron] 10.222.0.81 "GET /v2.0/networks/567b5eae-3d50-4b7b-b2ae-6afd8ab0049d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897810 May 23 11:14:08.198488 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-64a73be8-0937-4225-a08b-c4e6962bc16f None None] Set router 428d5b65-f33a-4dbd-a7a6-cd2a226aad52 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:14:08.209562 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-c9d1a932-c447-426f-be41-4bc5036276eb admin admin] Allocated IP 172.20.0.1 (3adc78a2-48f8-407b-9589-fe4a6ac8aca0/cfb194f6-4536-4501-b841-17f76deb51b6/bd2913e7-083e-4917-9274-5f7bba6eea02) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:14:08.251678 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b3aebc4-8ddf-4608-97db-11b3b20d3cac tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:08.367583 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c9d1a932-c447-426f-be41-4bc5036276eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:08.389439 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-c9d1a932-c447-426f-be41-4bc5036276eb admin admin] Transition to ACTIVE for port object bd2913e7-083e-4917-9274-5f7bba6eea02 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:14:08.400277 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5c81c-3c04-4c39-af66-ea783c1c24a3 req-609cc7be-b314-46e1-8f4d-125649fef328 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:08.401619 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-42c5c81c-3c04-4c39-af66-ea783c1c24a3 req-609cc7be-b314-46e1-8f4d-125649fef328 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574 HTTP/1.1" status: 200 len: 943 time: 0.2529192 May 23 11:14:08.406420 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b3aebc4-8ddf-4608-97db-11b3b20d3cac tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:08.415322 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774fd0a-730c-4e2d-a00f-738e89975cc6 req-0efec4b8-5bb4-4c7e-a599-18dae1799100 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:08.416803 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f774fd0a-730c-4e2d-a00f-738e89975cc6 req-0efec4b8-5bb4-4c7e-a599-18dae1799100 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 946 time: 0.2280626 May 23 11:14:08.419375 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c9d1a932-c447-426f-be41-4bc5036276eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:08.492266 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3aebc4-8ddf-4608-97db-11b3b20d3cac tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event deleted for resources: {'Subnet': ['ID=070d767b-f24d-421a-9dd0-e7cd3d688e92,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:08.497011 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d1a932-c447-426f-be41-4bc5036276eb admin admin] Network 3adc78a2-48f8-407b-9589-fe4a6ac8aca0 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:14:08.502620 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-c9d1a932-c447-426f-be41-4bc5036276eb admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:14:08.505272 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d1a932-c447-426f-be41-4bc5036276eb admin admin] Pushing event updated for resources: {'Port': ['ID=bd2913e7-083e-4917-9274-5f7bba6eea02,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:08.506890 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-64a73be8-0937-4225-a08b-c4e6962bc16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428d5b65-f33a-4dbd-a7a6-cd2a226aad52', 'name': 'tempest-ServersTestManualDisk-2046072056-router', 'tenant_id': '9de2036d303b4646b32715efca050724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '7d15666e-cc69-48fe-887a-0e66ece6561c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:14:01Z', 'updated_at': '2022-05-23T11:14:02Z', 'revision_number': 3, 'project_id': '9de2036d303b4646b32715efca050724', 'gw_port': {'id': '7d15666e-cc69-48fe-887a-0e66ece6561c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:10:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428d5b65-f33a-4dbd-a7a6-cd2a226aad52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:14:01Z', 'updated_at': '2022-05-23T11:14:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:08.507959 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d1a932-c447-426f-be41-4bc5036276eb admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:14:08.514021 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b3aebc4-8ddf-4608-97db-11b3b20d3cac tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:08.518279 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a73be8-0937-4225-a08b-c4e6962bc16f None None] The sync data for ids ['428d5b65-f33a-4dbd-a7a6-cd2a226aad52'] in n-d-842952-2 is: [{'id': '428d5b65-f33a-4dbd-a7a6-cd2a226aad52', 'name': 'tempest-ServersTestManualDisk-2046072056-router', 'tenant_id': '9de2036d303b4646b32715efca050724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '7d15666e-cc69-48fe-887a-0e66ece6561c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:14:01Z', 'updated_at': '2022-05-23T11:14:02Z', 'revision_number': 3, 'project_id': '9de2036d303b4646b32715efca050724', 'gw_port': {'id': '7d15666e-cc69-48fe-887a-0e66ece6561c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:10:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428d5b65-f33a-4dbd-a7a6-cd2a226aad52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:14:01Z', 'updated_at': '2022-05-23T11:14:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:14:08.532973 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c839d28e-6c50-4913-9919-1f26328e8b2c None None] Network 46d8b580-3b65-4cc5-aaea-79deb8539c58 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:14:08.563795 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c9d1a932-c447-426f-be41-4bc5036276eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:08.568827 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2b3aebc4-8ddf-4608-97db-11b3b20d3cac tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/subnets/070d767b-f24d-421a-9dd0-e7cd3d688e92 HTTP/1.1" status: 204 len: 168 time: 1.1070969 May 23 11:14:08.569502 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53298) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:08.593296 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-42c5c81c-3c04-4c39-af66-ea783c1c24a3 req-4caacf50-0bfa-4eb6-9416-f943e8ac5515 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747813 May 23 11:14:08.644653 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f774fd0a-730c-4e2d-a00f-738e89975cc6 req-05d0c382-54b3-4a94-bc97-f38d881974f2 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785483 May 23 11:14:08.770269 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device be10f62d-6d3f-4344-9b6d-6b4a2a268a6a up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:14:08.843026 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device e4ec4df8-7a01-4a0e-8295-0d26cd34a143 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:14:08.864233 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c9d1a932-c447-426f-be41-4bc5036276eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:08.963090 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e42eaa03-a30c-4ed8-a221-d5db40ea982b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:09.008499 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e42eaa03-a30c-4ed8-a221-d5db40ea982b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Deleting port 8e6e1bfd-8df5-4edd-9d69-9410556c5fc2 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:14:09.008915 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e42eaa03-a30c-4ed8-a221-d5db40ea982b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:09.045233 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-722b81ed-ac11-4928-b508-c9e3e5a5c273 None None] Provisioning for port bd2913e7-083e-4917-9274-5f7bba6eea02 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:14:09.059032 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-722b81ed-ac11-4928-b508-c9e3e5a5c273 None None] Provisioning complete for port bd2913e7-083e-4917-9274-5f7bba6eea02 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:14:09.059481 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-722b81ed-ac11-4928-b508-c9e3e5a5c273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:09.102214 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port be10f62d-6d3f-4344-9b6d-6b4a2a268a6a triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:14:09.102897 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:09.186664 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port e4ec4df8-7a01-4a0e-8295-0d26cd34a143 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:14:09.187098 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:09.266642 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-722b81ed-ac11-4928-b508-c9e3e5a5c273 None None] Port bd2913e7-083e-4917-9274-5f7bba6eea02 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:14:09.278263 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:09.298149 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7d25f2df-cdde-469a-b82a-ec587508d524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:09.313768 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a55fa5-aad6-4878-b897-b459554d158a req-d34e474c-b26f-452c-b783-8f35516aef20 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:09.315494 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-48a55fa5-aad6-4878-b897-b459554d158a req-d34e474c-b26f-452c-b783-8f35516aef20 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=75387a6d-54f0-465f-83a7-7a074cda87dc HTTP/1.1" status: 200 len: 945 time: 0.1949861 May 23 11:14:09.382050 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f48d7a5-c6d7-4260-ab79-2756ac001c6c None None] DHCP port deletion for 46d8b580-3b65-4cc5-aaea-79deb8539c58 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:14:09.390666 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-0f48d7a5-c6d7-4260-ab79-2756ac001c6c None None] Deleting port 8e6e1bfd-8df5-4edd-9d69-9410556c5fc2 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:14:09.391111 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0f48d7a5-c6d7-4260-ab79-2756ac001c6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:09.409993 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-48a55fa5-aad6-4878-b897-b459554d158a req-82d56ccd-3447-42d6-8c6c-40161cfb2692 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879061 May 23 11:14:09.458534 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:09.463805 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2c128b-4a3d-48d0-b73a-6b91103d845b tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Router 0dc34ae8-5a35-429a-80f7-52a356423021 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:14:09.476996 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c9d1a932-c447-426f-be41-4bc5036276eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:09.487117 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c9d1a932-c447-426f-be41-4bc5036276eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:09.578953 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ec4df8-7a01-4a0e-8295-0d26cd34a143'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:14:09.611699 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port e4ec4df8-7a01-4a0e-8295-0d26cd34a143, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=e4ec4df8-7a01-4a0e-8295-0d26cd34a143,segment=NetworkSegment(e6734377-073b-422b-93c0-ef1cda14b824),segment_id=e6734377-073b-422b-93c0-ef1cda14b824)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:14:09.668526 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:09.669312 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device beb3ddb8-886a-466d-be45-915dccd3777d up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:14:09.671917 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c9d1a932-c447-426f-be41-4bc5036276eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:09.779310 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d1a932-c447-426f-be41-4bc5036276eb admin admin] Pushing event updated for resources: {'Port': ['ID=bd2913e7-083e-4917-9274-5f7bba6eea02,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:09.876545 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e900ef6-5c1d-4436-b745-b6b7ab48c517'] response: {'server_uuid': 'ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ec4df8-7a01-4a0e-8295-0d26cd34a143', 'code': 200} May 23 11:14:09.877184 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=e4ec4df8-7a01-4a0e-8295-0d26cd34a143,revision_number=8']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:09.932083 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-0f48d7a5-c6d7-4260-ab79-2756ac001c6c None None] For port 8e6e1bfd-8df5-4edd-9d69-9410556c5fc2, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=8e6e1bfd-8df5-4edd-9d69-9410556c5fc2,segment=NetworkSegment(d964ab17-ea27-42a2-936a-e0c6385aca97),segment_id=d964ab17-ea27-42a2-936a-e0c6385aca97)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:14:09.932718 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0f48d7a5-c6d7-4260-ab79-2756ac001c6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:09.946824 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-e42eaa03-a30c-4ed8-a221-d5db40ea982b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] For port 8e6e1bfd-8df5-4edd-9d69-9410556c5fc2, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=8e6e1bfd-8df5-4edd-9d69-9410556c5fc2,segment=NetworkSegment(d964ab17-ea27-42a2-936a-e0c6385aca97),segment_id=d964ab17-ea27-42a2-936a-e0c6385aca97)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:14:09.947194 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e42eaa03-a30c-4ed8-a221-d5db40ea982b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:10.042543 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fc513-1ff4-42b7-8e0b-167124efe36e req-151d4bec-5a7f-49af-ac8f-2c6ec2229f7b tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:10.049421 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b24fc513-1ff4-42b7-8e0b-167124efe36e req-151d4bec-5a7f-49af-ac8f-2c6ec2229f7b tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574 HTTP/1.1" status: 200 len: 945 time: 0.2086098 May 23 11:14:10.102996 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6b44a-976c-4300-8604-bb7e0dedc501 req-e576fa3c-ce9a-4c25-9ecf-4e7287ab7125 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:10.104798 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-39d6b44a-976c-4300-8604-bb7e0dedc501 req-e576fa3c-ce9a-4c25-9ecf-4e7287ab7125 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 946 time: 0.1987932 May 23 11:14:10.108929 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-0f48d7a5-c6d7-4260-ab79-2756ac001c6c None None] Calling delete_port for 8e6e1bfd-8df5-4edd-9d69-9410556c5fc2 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:14:10.152244 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b24fc513-1ff4-42b7-8e0b-167124efe36e req-5a2a5f32-acb1-412f-bf2a-b89d39eaf886 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015065 May 23 11:14:10.168007 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port beb3ddb8-886a-466d-be45-915dccd3777d completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:14:10.185789 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port beb3ddb8-886a-466d-be45-915dccd3777d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:14:10.186166 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:10.192383 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-39d6b44a-976c-4300-8604-bb7e0dedc501 req-098f4c79-ebe4-49df-b369-460c3501a24a tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794103 May 23 11:14:10.199224 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2c128b-4a3d-48d0-b73a-6b91103d845b tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:14:10.207708 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-eb2c128b-4a3d-48d0-b73a-6b91103d845b tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "PUT /v2.0/routers/0dc34ae8-5a35-429a-80f7-52a356423021/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3244526 May 23 11:14:10.207708 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53310) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:10.209661 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a6e22b-c994-426a-89c1-89d20c8fb62c None None] Sync routers for ids ['0dc34ae8-5a35-429a-80f7-52a356423021'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:14:10.238199 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a6e22b-c994-426a-89c1-89d20c8fb62c None None] Routers {'0dc34ae8-5a35-429a-80f7-52a356423021'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:14:10.239032 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-39a6e22b-c994-426a-89c1-89d20c8fb62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:13:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['0dc34ae8-5a35-429a-80f7-52a356423021'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:10.266195 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0f48d7a5-c6d7-4260-ab79-2756ac001c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:10.282577 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e42eaa03-a30c-4ed8-a221-d5db40ea982b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Calling delete_port for 8e6e1bfd-8df5-4edd-9d69-9410556c5fc2 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:14:10.303997 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-39a6e22b-c994-426a-89c1-89d20c8fb62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:10.315355 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a6e22b-c994-426a-89c1-89d20c8fb62c None None] Routers {'0dc34ae8-5a35-429a-80f7-52a356423021'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:14:10.316259 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-39a6e22b-c994-426a-89c1-89d20c8fb62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:13:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['0dc34ae8-5a35-429a-80f7-52a356423021'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:10.320109 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f48d7a5-c6d7-4260-ab79-2756ac001c6c None None] Pushing event deleted for resources: {'Port': ['ID=8e6e1bfd-8df5-4edd-9d69-9410556c5fc2,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:10.359514 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f48d7a5-c6d7-4260-ab79-2756ac001c6c None None] No DVR routers for this DVR port 8e6e1bfd-8df5-4edd-9d69-9410556c5fc2 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:14:10.374036 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.api [None req-e42eaa03-a30c-4ed8-a221-d5db40ea982b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:14:10.374454 n-d-842952-2 neutron-server[83911]: DEBUG oslo_db.api [None req-e42eaa03-a30c-4ed8-a221-d5db40ea982b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:14:10.391207 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:10.414741 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-39a6e22b-c994-426a-89c1-89d20c8fb62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:10.414741 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a6e22b-c994-426a-89c1-89d20c8fb62c None None] The sync data for ids ['0dc34ae8-5a35-429a-80f7-52a356423021'] in n-d-842952-2 is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:14:10.439705 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port beb3ddb8-886a-466d-be45-915dccd3777d, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=beb3ddb8-886a-466d-be45-915dccd3777d,segment=NetworkSegment(3dd9ea5f-23bc-4bc8-917a-431ad3d10464),segment_id=3dd9ea5f-23bc-4bc8-917a-431ad3d10464)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:14:10.445204 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:10.449087 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7c5f1d55-0d36-4c6a-b334-da11fcc3fc46 req-7ae204ec-21ee-4c21-901d-4526202b2a04 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=93b7d7c2-e675-4d2e-9ab7-7c54418a4129&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9042952 May 23 11:14:10.454120 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d1a932-c447-426f-be41-4bc5036276eb admin admin] Network 3adc78a2-48f8-407b-9589-fe4a6ac8aca0 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:14:10.455448 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1de0cedf-ce58-47d5-9176-92d5bde8cbf9 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:10.456553 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-c9d1a932-c447-426f-be41-4bc5036276eb admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:14:10.533218 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=beb3ddb8-886a-466d-be45-915dccd3777d,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:10.758577 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 7d15666e-cc69-48fe-887a-0e66ece6561c up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:14:10.826057 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7897e-fd1b-43f4-a0a8-f2c55add3866 req-21cd2e6b-8e5b-4622-851a-6d3fccd0a29b tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:10.827752 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bff7897e-fd1b-43f4-a0a8-f2c55add3866 req-21cd2e6b-8e5b-4622-851a-6d3fccd0a29b tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=75387a6d-54f0-465f-83a7-7a074cda87dc HTTP/1.1" status: 200 len: 946 time: 0.1480219 May 23 11:14:10.856503 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8c398117-7475-4fe4-bf3b-42bb5600cb59 None None] Provisioning complete for port bd2913e7-083e-4917-9274-5f7bba6eea02 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:14:10.856929 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8c398117-7475-4fe4-bf3b-42bb5600cb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:10.881233 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f172e500-cf4b-4d4d-99ac-0ffa506edd5b req-fab0c70a-b1e3-4149-a0f5-d4047dedc9ea service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574 HTTP/1.1" status: 200 len: 1096 time: 0.9407301 May 23 11:14:10.881779 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e42eaa03-a30c-4ed8-a221-d5db40ea982b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Deleting port 8e6e1bfd-8df5-4edd-9d69-9410556c5fc2 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:14:10.882023 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e42eaa03-a30c-4ed8-a221-d5db40ea982b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:10.909458 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bff7897e-fd1b-43f4-a0a8-f2c55add3866 req-40bd8adb-55d7-4cc2-a49f-6de781ce69ed tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695214 May 23 11:14:10.917756 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 7d15666e-cc69-48fe-887a-0e66ece6561c completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:14:10.926226 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 7d15666e-cc69-48fe-887a-0e66ece6561c triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:14:10.926725 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:10.936553 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1de0cedf-ce58-47d5-9176-92d5bde8cbf9 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:10.949430 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-1de0cedf-ce58-47d5-9176-92d5bde8cbf9 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Deleting port 2dec19b0-83c1-4019-981a-ebe00ac96052 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:14:10.949865 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1de0cedf-ce58-47d5-9176-92d5bde8cbf9 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:10.955780 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8c398117-7475-4fe4-bf3b-42bb5600cb59 None None] Port bd2913e7-083e-4917-9274-5f7bba6eea02 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:14:11.052759 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:11.071668 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e42eaa03-a30c-4ed8-a221-d5db40ea982b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] The port '8e6e1bfd-8df5-4edd-9d69-9410556c5fc2' was deleted {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:14:11.086811 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 7d15666e-cc69-48fe-887a-0e66ece6561c, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=7d15666e-cc69-48fe-887a-0e66ece6561c,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:14:11.094711 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:11.181116 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1de0cedf-ce58-47d5-9176-92d5bde8cbf9 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:11.185147 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 8e6e1bfd-8df5-4edd-9d69-9410556c5fc2 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:14:11.206813 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f172e500-cf4b-4d4d-99ac-0ffa506edd5b req-575889b8-fff7-42c2-931d-7e90f62aa866 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971437 May 23 11:14:11.255784 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 8e6e1bfd-8df5-4edd-9d69-9410556c5fc2 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:14:11.256727 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 8e6e1bfd-8df5-4edd-9d69-9410556c5fc2 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:14:11.289485 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=7d15666e-cc69-48fe-887a-0e66ece6561c,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:11.338572 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-1de0cedf-ce58-47d5-9176-92d5bde8cbf9 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Calling delete_port for 2dec19b0-83c1-4019-981a-ebe00ac96052 owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:14:11.378628 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e42eaa03-a30c-4ed8-a221-d5db40ea982b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:11.388585 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7c5f1d55-0d36-4c6a-b334-da11fcc3fc46 req-90409f97-7303-41f0-90be-841cc3ce89e6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=92ce77b1b70449899717558adda940d2&device_id=93b7d7c2-e675-4d2e-9ab7-7c54418a4129 HTTP/1.1" status: 200 len: 1096 time: 0.7725494 May 23 11:14:11.415626 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-e42eaa03-a30c-4ed8-a221-d5db40ea982b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46d8b580-3b65-4cc5-aaea-79deb8539c58']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:11.431131 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-e42eaa03-a30c-4ed8-a221-d5db40ea982b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd964ab17-ea27-42a2-936a-e0c6385aca97') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:11.431421 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-e42eaa03-a30c-4ed8-a221-d5db40ea982b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd964ab17-ea27-42a2-936a-e0c6385aca97') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:11.449189 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e42eaa03-a30c-4ed8-a221-d5db40ea982b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:11.487741 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-74bee3ae-0962-479f-a18e-2b9d2a7638e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:11.496219 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e42eaa03-a30c-4ed8-a221-d5db40ea982b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:11.557103 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e42eaa03-a30c-4ed8-a221-d5db40ea982b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:14:11.557497 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e42eaa03-a30c-4ed8-a221-d5db40ea982b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:11.572093 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:14:11.572093 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:14:11.572093 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:14:11.572093 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:14:11.572093 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:14:11.572093 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:14:11.572093 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:14:11.572093 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:14:11.572093 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:14:11.572093 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:14:11.572093 n-d-842952-2 neutron-server[83911]: timer() May 23 11:14:11.572093 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:14:11.572093 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:14:11.572093 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:14:11.572093 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:14:11.572093 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:14:11.572093 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:14:11.572093 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:14:11.572093 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:14:11.572093 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:14:11.572093 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:14:11.572093 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:14:11.572093 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:14:11.572093 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:14:11.572093 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:14:11.572093 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:14:11.572093 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:14:11.572093 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:14:11.572093 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:14:11.572093 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:14:11.572093 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:14:11.572093 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:14:11.572093 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:14:11.572093 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:14:11.572093 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:14:11.572093 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:14:11.572093 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:14:11.572093 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:14:11.572093 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:14:11.572093 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:14:11.579723 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71446c63-dae6-4205-8fec-0b9c923445e4 req-6c1f7d32-ab2f-4532-85a0-fdf8ac34580a tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:11.581160 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-71446c63-dae6-4205-8fec-0b9c923445e4 req-6c1f7d32-ab2f-4532-85a0-fdf8ac34580a tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574 HTTP/1.1" status: 200 len: 945 time: 0.1930182 May 23 11:14:11.587510 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ee462-eb11-4b96-a9dc-ee29b69da212 req-9da28cff-e5dc-45a9-b29b-4b3993d394a2 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:11.588965 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cd2ee462-eb11-4b96-a9dc-ee29b69da212 req-9da28cff-e5dc-45a9-b29b-4b3993d394a2 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 946 time: 0.1995888 May 23 11:14:11.687363 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e42eaa03-a30c-4ed8-a221-d5db40ea982b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:11.717350 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e42eaa03-a30c-4ed8-a221-d5db40ea982b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:11.721170 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d1a932-c447-426f-be41-4bc5036276eb admin admin] Router 428d5b65-f33a-4dbd-a7a6-cd2a226aad52 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:14:11.738481 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f1d55-0d36-4c6a-b334-da11fcc3fc46 req-46e1deed-b987-49ac-a821-6de7ba03d93c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:11.739951 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7c5f1d55-0d36-4c6a-b334-da11fcc3fc46 req-46e1deed-b987-49ac-a821-6de7ba03d93c service neutron] 10.222.0.81 "GET /v2.0/networks?id=297e8414-85bd-4e0d-aedb-8abf246d8703 HTTP/1.1" status: 200 len: 916 time: 0.2669108 May 23 11:14:11.744084 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42eaa03-a30c-4ed8-a221-d5db40ea982b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event deleted for resources: {'Network': ['ID=46d8b580-3b65-4cc5-aaea-79deb8539c58,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:11.811184 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e42eaa03-a30c-4ed8-a221-d5db40ea982b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/networks/46d8b580-3b65-4cc5-aaea-79deb8539c58 HTTP/1.1" status: 204 len: 168 time: 3.2403758 May 23 11:14:11.819005 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53322) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:11.828147 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-401365e2-e131-488e-83f9-38176dc7a78c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-623763350'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:14:11.837779 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cd2ee462-eb11-4b96-a9dc-ee29b69da212 req-40627b31-08ae-47e3-864c-6a1fba63d8bb tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334378 May 23 11:14:11.839714 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-71446c63-dae6-4205-8fec-0b9c923445e4 req-c8449aef-4dc7-4b94-a0e8-d9221413c2c0 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492354 May 23 11:14:11.841844 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-401365e2-e131-488e-83f9-38176dc7a78c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:14:11.846745 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-401365e2-e131-488e-83f9-38176dc7a78c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Usage tracker for resource:network and tenant:7dca08376e90462fa2c08567c59d529a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:14:11.850218 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-401365e2-e131-488e-83f9-38176dc7a78c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:14:11.853024 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1de0cedf-ce58-47d5-9176-92d5bde8cbf9 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:11.877709 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75387a6d-54f0-465f-83a7-7a074cda87dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb3ddb8-886a-466d-be45-915dccd3777d'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:14:11.900970 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-401365e2-e131-488e-83f9-38176dc7a78c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:14:11.920778 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de0cedf-ce58-47d5-9176-92d5bde8cbf9 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Pushing event deleted for resources: {'Port': ['ID=2dec19b0-83c1-4019-981a-ebe00ac96052,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:11.939885 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-067e0a28-b2e6-4fce-9f11-f828f299a47f'] response: {'server_uuid': '75387a6d-54f0-465f-83a7-7a074cda87dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb3ddb8-886a-466d-be45-915dccd3777d', 'code': 200} May 23 11:14:11.963892 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401365e2-e131-488e-83f9-38176dc7a78c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Made reservation on behalf of 7dca08376e90462fa2c08567c59d529a for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:14:11.967002 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-401365e2-e131-488e-83f9-38176dc7a78c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:12.054111 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-401365e2-e131-488e-83f9-38176dc7a78c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:14:12.146772 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7c5f1d55-0d36-4c6a-b334-da11fcc3fc46 req-e2cee42d-cf1a-4c8d-b405-4885abb245e0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8a17c57-9abc-4f3d-9f38-186fb3681889 HTTP/1.1" status: 200 len: 1001 time: 0.3975384 May 23 11:14:12.161956 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-401365e2-e131-488e-83f9-38176dc7a78c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:12.162313 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-401365e2-e131-488e-83f9-38176dc7a78c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Added segment 9e628295-7bb3-44e0-afef-0954e7c9da60 of type vlan for network 3c849ab4-19dd-4a93-8af7-644136c7b576 May 23 11:14:12.243378 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f1d55-0d36-4c6a-b334-da11fcc3fc46 req-d7803370-9f32-4ca8-a646-ae9bacbbadce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:12.244852 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7c5f1d55-0d36-4c6a-b334-da11fcc3fc46 req-d7803370-9f32-4ca8-a646-ae9bacbbadce service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6 HTTP/1.1" status: 200 len: 854 time: 0.0841069 May 23 11:14:12.264373 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-50419dc6-e504-41ee-bc58-f71bf576f64c req-2c9567fe-66a6-4ccb-90ae-45a160739de4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=75387a6d-54f0-465f-83a7-7a074cda87dc HTTP/1.1" status: 200 len: 1097 time: 0.1783748 May 23 11:14:12.277305 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-401365e2-e131-488e-83f9-38176dc7a78c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:12.280947 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1de0cedf-ce58-47d5-9176-92d5bde8cbf9 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:12.373339 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-50419dc6-e504-41ee-bc58-f71bf576f64c req-050be4f4-b0ce-441f-8bce-4d8574de6e8a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054001 May 23 11:14:12.400294 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7c5f1d55-0d36-4c6a-b334-da11fcc3fc46 req-7c22fabb-7be3-4a46-861b-d473cb7c5dcf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=297e8414-85bd-4e0d-aedb-8abf246d8703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1192026 May 23 11:14:12.409786 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d1a932-c447-426f-be41-4bc5036276eb admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:14:12.414875 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c9d1a932-c447-426f-be41-4bc5036276eb admin admin] 10.222.0.79 "PUT /v2.0/routers/428d5b65-f33a-4dbd-a7a6-cd2a226aad52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3120549 May 23 11:14:12.591131 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e328f88-ce1b-4632-8676-49e2f1d9ec58 req-35f6918a-370f-4343-ba8e-644da8c8caaa tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:12.592406 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6e328f88-ce1b-4632-8676-49e2f1d9ec58 req-35f6918a-370f-4343-ba8e-644da8c8caaa tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=75387a6d-54f0-465f-83a7-7a074cda87dc HTTP/1.1" status: 200 len: 946 time: 0.5288858 May 23 11:14:12.595624 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-401365e2-e131-488e-83f9-38176dc7a78c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:12.599201 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401365e2-e131-488e-83f9-38176dc7a78c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:12.599808 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-401365e2-e131-488e-83f9-38176dc7a78c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:12.633683 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:12.650912 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff23273-063c-411e-8e74-aa5d68b27aec None None] Sync routers for ids ['428d5b65-f33a-4dbd-a7a6-cd2a226aad52'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:14:12.668064 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff23273-063c-411e-8e74-aa5d68b27aec None None] Routers {'428d5b65-f33a-4dbd-a7a6-cd2a226aad52'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:14:12.668064 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-1ff23273-063c-411e-8e74-aa5d68b27aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:14:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['428d5b65-f33a-4dbd-a7a6-cd2a226aad52'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:12.695781 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1de0cedf-ce58-47d5-9176-92d5bde8cbf9 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:12.733490 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1de0cedf-ce58-47d5-9176-92d5bde8cbf9 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:12.755135 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-401365e2-e131-488e-83f9-38176dc7a78c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9325168 May 23 11:14:12.756913 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401365e2-e131-488e-83f9-38176dc7a78c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event updated for resources: {'Network': ['ID=3c849ab4-19dd-4a93-8af7-644136c7b576,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:12.762139 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53336) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:12.770339 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-d55f49c2-b837-4c88-9191-d2e685f9ca7e tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'subnet': {'network_id': '3c849ab4-19dd-4a93-8af7-644136c7b576', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:14:12.809085 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 7d15666e-cc69-48fe-887a-0e66ece6561c up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:14:12.818880 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6e328f88-ce1b-4632-8676-49e2f1d9ec58 req-566802cf-b6e0-4e39-8e13-32663375da9f tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135265 May 23 11:14:12.854291 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 3c849ab4-19dd-4a93-8af7-644136c7b576 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:14:12.905672 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7c5f1d55-0d36-4c6a-b334-da11fcc3fc46 req-bd312998-1eb5-4cc0-bf15-e88169a8359b service neutron] 10.222.0.81 "GET /v2.0/networks/297e8414-85bd-4e0d-aedb-8abf246d8703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368588 May 23 11:14:12.930690 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53346) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:12.942919 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-f7582953-c600-456c-98ca-cbbd6b28ad98 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1766855643', 'description': 'tempest-description--24817314'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:14:12.970415 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f7582953-c600-456c-98ca-cbbd6b28ad98 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:14:12.972720 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1de0cedf-ce58-47d5-9176-92d5bde8cbf9 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:12.973251 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de0cedf-ce58-47d5-9176-92d5bde8cbf9 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Fanout notify agent at l3_agent the message router_deleted on router 0dc34ae8-5a35-429a-80f7-52a356423021 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:14:12.978463 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f7582953-c600-456c-98ca-cbbd6b28ad98 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Usage tracker for resource:security_group and tenant:9de2036d303b4646b32715efca050724 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:14:12.984045 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f7582953-c600-456c-98ca-cbbd6b28ad98 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:14:13.001033 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f7582953-c600-456c-98ca-cbbd6b28ad98 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:14:13.010010 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1de0cedf-ce58-47d5-9176-92d5bde8cbf9 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:13.011103 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1de0cedf-ce58-47d5-9176-92d5bde8cbf9 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "DELETE /v2.0/routers/0dc34ae8-5a35-429a-80f7-52a356423021 HTTP/1.1" status: 204 len: 168 time: 2.8031368 May 23 11:14:13.015390 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53350) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:13.060776 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f7582953-c600-456c-98ca-cbbd6b28ad98 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:13.078046 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d55f49c2-b837-4c88-9191-d2e685f9ca7e tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:14:13.096442 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7c5f1d55-0d36-4c6a-b334-da11fcc3fc46 req-7f07b219-1fb7-4228-a1a0-14c397a442ed service neutron] 10.222.0.81 "GET /v2.0/networks/297e8414-85bd-4e0d-aedb-8abf246d8703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814682 May 23 11:14:13.141201 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:13.156414 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d55f49c2-b837-4c88-9191-d2e685f9ca7e tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Usage tracker for resource:subnet and tenant:7dca08376e90462fa2c08567c59d529a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:14:13.171216 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d55f49c2-b837-4c88-9191-d2e685f9ca7e tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:14:13.195206 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d55f49c2-b837-4c88-9191-d2e685f9ca7e tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:14:13.204209 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 7d15666e-cc69-48fe-887a-0e66ece6561c triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:14:13.204576 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:13.251981 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-1ff23273-063c-411e-8e74-aa5d68b27aec None None] Set router 428d5b65-f33a-4dbd-a7a6-cd2a226aad52 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:14:13.300897 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55f49c2-b837-4c88-9191-d2e685f9ca7e tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Made reservation on behalf of 7dca08376e90462fa2c08567c59d529a for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:14:13.502973 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f7582953-c600-456c-98ca-cbbd6b28ad98 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:14:13.525437 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f7582953-c600-456c-98ca-cbbd6b28ad98 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Usage tracker for resource:security_group_rule and tenant:9de2036d303b4646b32715efca050724 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:14:13.535898 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f7582953-c600-456c-98ca-cbbd6b28ad98 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:14:13.559732 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f7582953-c600-456c-98ca-cbbd6b28ad98 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:14:13.588449 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d55f49c2-b837-4c88-9191-d2e685f9ca7e tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:13.660026 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-1ff23273-063c-411e-8e74-aa5d68b27aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428d5b65-f33a-4dbd-a7a6-cd2a226aad52', 'name': 'tempest-ServersTestManualDisk-2046072056-router', 'tenant_id': '9de2036d303b4646b32715efca050724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '7d15666e-cc69-48fe-887a-0e66ece6561c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:14:01Z', 'updated_at': '2022-05-23T11:14:08Z', 'revision_number': 4, 'project_id': '9de2036d303b4646b32715efca050724', 'gw_port': {'id': '7d15666e-cc69-48fe-887a-0e66ece6561c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:10:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428d5b65-f33a-4dbd-a7a6-cd2a226aad52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:14:01Z', 'updated_at': '2022-05-23T11:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'bd2913e7-083e-4917-9274-5f7bba6eea02', 'name': '', 'network_id': '3adc78a2-48f8-407b-9589-fe4a6ac8aca0', 'tenant_id': '9de2036d303b4646b32715efca050724', 'mac_address': 'fa:16:3e:83:24:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428d5b65-f33a-4dbd-a7a6-cd2a226aad52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfb194f6-4536-4501-b841-17f76deb51b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:14:07Z', 'updated_at': '2022-05-23T11:14:09Z', 'revision_number': 2, 'project_id': '9de2036d303b4646b32715efca050724', 'subnets': [{'id': 'cfb194f6-4536-4501-b841-17f76deb51b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:13.664212 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff23273-063c-411e-8e74-aa5d68b27aec None None] Checking router: 428d5b65-f33a-4dbd-a7a6-cd2a226aad52 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:14:13.664554 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff23273-063c-411e-8e74-aa5d68b27aec None None] Updating router 428d5b65-f33a-4dbd-a7a6-cd2a226aad52 port bd2913e7-083e-4917-9274-5f7bba6eea02 binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:14:13.711686 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534fc612-cb4f-45d9-92c4-1281912e3bce req-28d26509-6877-483e-a20b-249b407ca551 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:13.713163 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-534fc612-cb4f-45d9-92c4-1281912e3bce req-28d26509-6877-483e-a20b-249b407ca551 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 946 time: 0.6299930 May 23 11:14:13.714935 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ff23273-063c-411e-8e74-aa5d68b27aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:13.715604 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-db0bb76c-4f37-4ee8-8ba2-c948dee199f2 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Deleting subnet fc1368e0-bd09-49f7-9af9-94de6c3dcaaf {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:14:13.735262 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa960bb8-19f0-4260-b549-1d0a79d544cd req-b07bb597-f31f-4c62-bad4-04096eb4fd6a tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:13.736736 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aa960bb8-19f0-4260-b549-1d0a79d544cd req-b07bb597-f31f-4c62-bad4-04096eb4fd6a tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574 HTTP/1.1" status: 200 len: 945 time: 0.6562726 May 23 11:14:13.739929 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-db0bb76c-4f37-4ee8-8ba2-c948dee199f2 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:13.906700 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-db0bb76c-4f37-4ee8-8ba2-c948dee199f2 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:13.942697 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f7582953-c600-456c-98ca-cbbd6b28ad98 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:13.966483 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f7582953-c600-456c-98ca-cbbd6b28ad98 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:13.981908 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-534fc612-cb4f-45d9-92c4-1281912e3bce req-03f086ca-015c-4369-9225-bc97d061025a tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542386 May 23 11:14:14.005114 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aa960bb8-19f0-4260-b549-1d0a79d544cd req-3cdd907f-96d8-40b0-bb36-4caeaf60ed54 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324347 May 23 11:14:14.085101 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7582953-c600-456c-98ca-cbbd6b28ad98 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2662ffa5-af07-4cfc-b539-1509362a42d5,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:14.092108 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f7582953-c600-456c-98ca-cbbd6b28ad98 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:14.093337 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f7582953-c600-456c-98ca-cbbd6b28ad98 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.1610527 May 23 11:14:14.096432 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53358) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:14.101599 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ff23273-063c-411e-8e74-aa5d68b27aec None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:14.103163 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c54cbfb1-1b0f-44f1-a2bc-8b701aefcdbd tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Request body: {'security_group_rule': {'security_group_id': '2662ffa5-af07-4cfc-b539-1509362a42d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:14:14.114531 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c54cbfb1-1b0f-44f1-a2bc-8b701aefcdbd tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:14:14.124928 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c54cbfb1-1b0f-44f1-a2bc-8b701aefcdbd tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Usage tracker for resource:security_group_rule and tenant:9de2036d303b4646b32715efca050724 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:14:14.127902 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1ff23273-063c-411e-8e74-aa5d68b27aec None None] Transition to ACTIVE for port object bd2913e7-083e-4917-9274-5f7bba6eea02 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:14:14.133434 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c54cbfb1-1b0f-44f1-a2bc-8b701aefcdbd tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:14:14.145107 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c54cbfb1-1b0f-44f1-a2bc-8b701aefcdbd tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:14:14.150759 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ff23273-063c-411e-8e74-aa5d68b27aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:14.163273 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d55f49c2-b837-4c88-9191-d2e685f9ca7e tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:14.171796 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c54cbfb1-1b0f-44f1-a2bc-8b701aefcdbd tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:14.216038 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:14.218976 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-db0bb76c-4f37-4ee8-8ba2-c948dee199f2 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:14.261729 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c54cbfb1-1b0f-44f1-a2bc-8b701aefcdbd tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:14.266727 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c54cbfb1-1b0f-44f1-a2bc-8b701aefcdbd tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:14.291810 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54cbfb1-1b0f-44f1-a2bc-8b701aefcdbd tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfc6692b-700e-40da-b1e8-aa0c0647f5fb,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:14.312195 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de022200-c993-41e8-a23e-fadcdd924655 None None] Pushing event updated for resources: {'Port': ['ID=bd2913e7-083e-4917-9274-5f7bba6eea02,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:14.329349 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c54cbfb1-1b0f-44f1-a2bc-8b701aefcdbd tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:14.334089 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c54cbfb1-1b0f-44f1-a2bc-8b701aefcdbd tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2364531 May 23 11:14:14.335013 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53362) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:14.340903 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-f5fe5f1d-a47d-4498-b623-d5c49fcdbed9 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Request body: {'security_group_rule': {'security_group_id': '2662ffa5-af07-4cfc-b539-1509362a42d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:14:14.349298 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f5fe5f1d-a47d-4498-b623-d5c49fcdbed9 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:14:14.353344 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f5fe5f1d-a47d-4498-b623-d5c49fcdbed9 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Usage tracker for resource:security_group_rule and tenant:9de2036d303b4646b32715efca050724 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:14:14.356533 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f5fe5f1d-a47d-4498-b623-d5c49fcdbed9 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:14:14.362849 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f5fe5f1d-a47d-4498-b623-d5c49fcdbed9 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:14:14.393204 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f5fe5f1d-a47d-4498-b623-d5c49fcdbed9 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:14.402747 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-db0bb76c-4f37-4ee8-8ba2-c948dee199f2 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:14.408546 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1ff23273-063c-411e-8e74-aa5d68b27aec None None] Attempting to bind port bd2913e7-083e-4917-9274-5f7bba6eea02 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:14:14.408918 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1ff23273-063c-411e-8e74-aa5d68b27aec None None] Attempting to bind port bd2913e7-083e-4917-9274-5f7bba6eea02 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '0bde80b2-9c9c-462d-930e-1668ec8118e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3adc78a2-48f8-407b-9589-fe4a6ac8aca0'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:14:14.409283 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff23273-063c-411e-8e74-aa5d68b27aec None None] Attempting to bind port bd2913e7-083e-4917-9274-5f7bba6eea02 on network 3adc78a2-48f8-407b-9589-fe4a6ac8aca0 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:14:14.416775 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff23273-063c-411e-8e74-aa5d68b27aec None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:14:14.417320 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff23273-063c-411e-8e74-aa5d68b27aec None None] Checking segment: {'id': '0bde80b2-9c9c-462d-930e-1668ec8118e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3adc78a2-48f8-407b-9589-fe4a6ac8aca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:14:14.417726 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ff23273-063c-411e-8e74-aa5d68b27aec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:14.418116 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff23273-063c-411e-8e74-aa5d68b27aec None None] Bound using segment: {'id': '0bde80b2-9c9c-462d-930e-1668ec8118e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3adc78a2-48f8-407b-9589-fe4a6ac8aca0'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:14:14.418743 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1ff23273-063c-411e-8e74-aa5d68b27aec None None] Bound port: bd2913e7-083e-4917-9274-5f7bba6eea02, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bde80b2-9c9c-462d-930e-1668ec8118e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3adc78a2-48f8-407b-9589-fe4a6ac8aca0'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:14:14.419115 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ff23273-063c-411e-8e74-aa5d68b27aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:14.433921 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f49c2-b837-4c88-9191-d2e685f9ca7e tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event updated for resources: {'Subnet': ['ID=f3d8e125-1391-4386-b050-cc18ff81dbc0,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:14.472006 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f5fe5f1d-a47d-4498-b623-d5c49fcdbed9 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:14.476902 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f5fe5f1d-a47d-4498-b623-d5c49fcdbed9 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:14.491554 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-db0bb76c-4f37-4ee8-8ba2-c948dee199f2 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:14.493192 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f5bac0-dbd8-45e2-b379-d9ec35849a42 None None] Network 1b0b21e6-cd59-4d3c-a171-e66c63f5a0e8 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:14:14.494378 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0bb76c-4f37-4ee8-8ba2-c948dee199f2 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Pushing event deleted for resources: {'Subnet': ['ID=fc1368e0-bd09-49f7-9af9-94de6c3dcaaf,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:14.504195 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe5f1d-a47d-4498-b623-d5c49fcdbed9 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5391714c-e18c-44ed-bca0-284ecb798604,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:14.517540 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f5fe5f1d-a47d-4498-b623-d5c49fcdbed9 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:14.519901 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f5fe5f1d-a47d-4498-b623-d5c49fcdbed9 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1826034 May 23 11:14:14.523602 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53366) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:14.529820 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-bf3f5400-1025-40a3-9d5e-8d3de7ad2d1d tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:14:14.535611 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bf3f5400-1025-40a3-9d5e-8d3de7ad2d1d tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:14:14.540022 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-bf3f5400-1025-40a3-9d5e-8d3de7ad2d1d tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Usage tracker for resource:floatingip and tenant:9de2036d303b4646b32715efca050724 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:14:14.542872 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-bf3f5400-1025-40a3-9d5e-8d3de7ad2d1d tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:14:14.547791 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-db0bb76c-4f37-4ee8-8ba2-c948dee199f2 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "DELETE /v2.0/subnets/fc1368e0-bd09-49f7-9af9-94de6c3dcaaf HTTP/1.1" status: 204 len: 168 time: 1.5302551 May 23 11:14:14.550444 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53370) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:14.554490 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bf3f5400-1025-40a3-9d5e-8d3de7ad2d1d tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:14:14.556730 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55f49c2-b837-4c88-9191-d2e685f9ca7e tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Checking segment: {'id': '9e628295-7bb3-44e0-afef-0954e7c9da60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3c849ab4-19dd-4a93-8af7-644136c7b576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:14:14.557089 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55f49c2-b837-4c88-9191-d2e685f9ca7e tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Network hostable DHCP agents. Network: 3c849ab4-19dd-4a93-8af7-644136c7b576, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:14:14.584969 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1fe8a-2a78-4a2a-88dc-2b8aff97d0b8 req-b6d1553a-e798-4824-8d84-184bbb6e1753 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:14.588738 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-83c1fe8a-2a78-4a2a-88dc-2b8aff97d0b8 req-b6d1553a-e798-4824-8d84-184bbb6e1753 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574 HTTP/1.1" status: 200 len: 945 time: 0.3771458 May 23 11:14:14.602887 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c332235-89d3-4b41-952c-72685744477d req-eaee2e08-31ad-47f8-b8bc-6ab2df28b685 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:14.612394 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7c332235-89d3-4b41-952c-72685744477d req-eaee2e08-31ad-47f8-b8bc-6ab2df28b685 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=75387a6d-54f0-465f-83a7-7a074cda87dc HTTP/1.1" status: 200 len: 946 time: 0.4075999 May 23 11:14:14.650988 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1ff23273-063c-411e-8e74-aa5d68b27aec None None] For port bd2913e7-083e-4917-9274-5f7bba6eea02, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:14:14.656726 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf3f5400-1025-40a3-9d5e-8d3de7ad2d1d tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Notify callbacks [] for floatingip, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:14.690110 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1ff23273-063c-411e-8e74-aa5d68b27aec None None] For port bd2913e7-083e-4917-9274-5f7bba6eea02, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=bd2913e7-083e-4917-9274-5f7bba6eea02,segment=NetworkSegment(0bde80b2-9c9c-462d-930e-1668ec8118e8),segment_id=0bde80b2-9c9c-462d-930e-1668ec8118e8)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:14:14.698902 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55f49c2-b837-4c88-9191-d2e685f9ca7e tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Network 3c849ab4-19dd-4a93-8af7-644136c7b576 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:14:14.711571 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7c332235-89d3-4b41-952c-72685744477d req-1f64978f-7b79-4909-9fbc-9b81d2d321cb tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980036 May 23 11:14:14.724391 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-83c1fe8a-2a78-4a2a-88dc-2b8aff97d0b8 req-86c8f912-0cf0-489e-a3c4-0682624b0dc7 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076221 May 23 11:14:14.730891 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-d55f49c2-b837-4c88-9191-d2e685f9ca7e tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 3c849ab4-19dd-4a93-8af7-644136c7b576) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:14:14.736462 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55f49c2-b837-4c88-9191-d2e685f9ca7e tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:14.736791 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ff23273-063c-411e-8e74-aa5d68b27aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:14.737061 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d55f49c2-b837-4c88-9191-d2e685f9ca7e tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:14.740725 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-88862af9-7e53-4d9c-bbe5-ca6b1dc60a45 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:14.764418 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d55f49c2-b837-4c88-9191-d2e685f9ca7e tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0012281 May 23 11:14:14.766962 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53376) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:14.775744 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-88862af9-7e53-4d9c-bbe5-ca6b1dc60a45 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Deleting port cf6543ba-ac7a-46e5-b94d-9c6d9aef9395 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:14:14.776129 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-88862af9-7e53-4d9c-bbe5-ca6b1dc60a45 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:14.776227 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-7f204cbe-151a-4c45-91f3-91dd000df4ec tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-869035586', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:14:14.805190 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7f204cbe-151a-4c45-91f3-91dd000df4ec tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:14:14.821696 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7f204cbe-151a-4c45-91f3-91dd000df4ec tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Usage tracker for resource:router and tenant:7dca08376e90462fa2c08567c59d529a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:14:14.832866 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7f204cbe-151a-4c45-91f3-91dd000df4ec tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:14:14.844530 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9839076-9766-4dd0-aea7-b1e5ac4bdf05 None None] Network 3c849ab4-19dd-4a93-8af7-644136c7b576 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:14:14.858745 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7f204cbe-151a-4c45-91f3-91dd000df4ec tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:14:14.883609 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7f204cbe-151a-4c45-91f3-91dd000df4ec tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:14.884673 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7f204cbe-151a-4c45-91f3-91dd000df4ec tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:15.010677 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7f204cbe-151a-4c45-91f3-91dd000df4ec tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:15.037013 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b153e-65e8-408e-ae75-1769c9aa1de9 req-d8ec6c0c-23ac-4586-85aa-a2f8f2589b59 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:15.038819 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-052b153e-65e8-408e-ae75-1769c9aa1de9 req-d8ec6c0c-23ac-4586-85aa-a2f8f2589b59 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=75387a6d-54f0-465f-83a7-7a074cda87dc HTTP/1.1" status: 200 len: 946 time: 0.1373384 May 23 11:14:15.055979 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-88862af9-7e53-4d9c-bbe5-ca6b1dc60a45 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] For port cf6543ba-ac7a-46e5-b94d-9c6d9aef9395, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=cf6543ba-ac7a-46e5-b94d-9c6d9aef9395,segment=NetworkSegment(54d5b537-ed70-4916-b693-2db65c42d1ea),segment_id=54d5b537-ed70-4916-b693-2db65c42d1ea)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:14:15.056362 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-88862af9-7e53-4d9c-bbe5-ca6b1dc60a45 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:15.112063 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-052b153e-65e8-408e-ae75-1769c9aa1de9 req-f09e85e0-3b56-4801-a3e2-d88e2c824e3c tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663784 May 23 11:14:15.122809 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7f204cbe-151a-4c45-91f3-91dd000df4ec tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:15.139524 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de022200-c993-41e8-a23e-fadcdd924655 None None] Pushing event updated for resources: {'Port': ['ID=bd2913e7-083e-4917-9274-5f7bba6eea02,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:15.223006 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7f204cbe-151a-4c45-91f3-91dd000df4ec tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:15.224701 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7f204cbe-151a-4c45-91f3-91dd000df4ec tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4567351 May 23 11:14:15.232024 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53390) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:15.254838 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-88862af9-7e53-4d9c-bbe5-ca6b1dc60a45 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Calling delete_port for cf6543ba-ac7a-46e5-b94d-9c6d9aef9395 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:14:15.256792 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-9edfe1a5-0287-42fd-bee9-1ccd840711b8 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'port': {'network_id': '3c849ab4-19dd-4a93-8af7-644136c7b576', 'name': 'tempest-PortsIpV6TestJSON-48985702'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:14:15.305539 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff23273-063c-411e-8e74-aa5d68b27aec None None] Routers {'428d5b65-f33a-4dbd-a7a6-cd2a226aad52'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:14:15.307201 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-1ff23273-063c-411e-8e74-aa5d68b27aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:14:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['428d5b65-f33a-4dbd-a7a6-cd2a226aad52'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:15.430133 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf3f5400-1025-40a3-9d5e-8d3de7ad2d1d tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:15.479475 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-88862af9-7e53-4d9c-bbe5-ca6b1dc60a45 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:15.484489 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ece575-1c40-4737-9549-2e3149ed1d64 req-e16e739d-facd-4c0a-875f-cb2a8ddb1f91 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:15.487588 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f8ece575-1c40-4737-9549-2e3149ed1d64 req-e16e739d-facd-4c0a-875f-cb2a8ddb1f91 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 946 time: 0.3066134 May 23 11:14:15.512122 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9edfe1a5-0287-42fd-bee9-1ccd840711b8 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:14:15.521471 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-9edfe1a5-0287-42fd-bee9-1ccd840711b8 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Usage tracker for resource:port and tenant:7dca08376e90462fa2c08567c59d529a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:14:15.526039 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-9edfe1a5-0287-42fd-bee9-1ccd840711b8 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:14:15.540653 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9edfe1a5-0287-42fd-bee9-1ccd840711b8 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:14:15.557569 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1c2809-0274-41a1-a0ce-858442777815 None None] DHCP port deletion for 1b0b21e6-cd59-4d3c-a171-e66c63f5a0e8 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:14:15.570208 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88862af9-7e53-4d9c-bbe5-ca6b1dc60a45 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Pushing event deleted for resources: {'Port': ['ID=cf6543ba-ac7a-46e5-b94d-9c6d9aef9395,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:15.584205 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88862af9-7e53-4d9c-bbe5-ca6b1dc60a45 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] No DVR routers for this DVR port cf6543ba-ac7a-46e5-b94d-9c6d9aef9395 on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:14:15.584780 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f8ece575-1c40-4737-9549-2e3149ed1d64 req-71004a06-2653-4e17-8c3b-56ba29bc8655 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793691 May 23 11:14:15.587466 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9edfe1a5-0287-42fd-bee9-1ccd840711b8 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Made reservation on behalf of 7dca08376e90462fa2c08567c59d529a for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:14:15.600926 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c398b9fc-0a5c-462a-b958-377d845c50c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-3c849ab4-19dd-4a93-8af7-644136c7b576', 'network_id': '3c849ab4-19dd-4a93-8af7-644136c7b576', 'tenant_id': '7dca08376e90462fa2c08567c59d529a', 'fixed_ips': [{'subnet_id': 'f3d8e125-1391-4386-b050-cc18ff81dbc0'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:14:15.601745 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c398b9fc-0a5c-462a-b958-377d845c50c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:15.603238 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9edfe1a5-0287-42fd-bee9-1ccd840711b8 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:15.719691 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-9edfe1a5-0287-42fd-bee9-1ccd840711b8 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] device_id is not set on port 4857d6e2-16c8-4d55-95a9-4df82c154b47 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:14:15.750377 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88862af9-7e53-4d9c-bbe5-ca6b1dc60a45 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:14:15.750719 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88862af9-7e53-4d9c-bbe5-ca6b1dc60a45 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:14:15.751059 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88862af9-7e53-4d9c-bbe5-ca6b1dc60a45 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:14:15.751391 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88862af9-7e53-4d9c-bbe5-ca6b1dc60a45 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:14:15.751715 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88862af9-7e53-4d9c-bbe5-ca6b1dc60a45 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:14:15.752184 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88862af9-7e53-4d9c-bbe5-ca6b1dc60a45 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:14:15.752502 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88862af9-7e53-4d9c-bbe5-ca6b1dc60a45 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:14:15.752824 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88862af9-7e53-4d9c-bbe5-ca6b1dc60a45 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:14:15.753228 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88862af9-7e53-4d9c-bbe5-ca6b1dc60a45 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:14:15.753570 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88862af9-7e53-4d9c-bbe5-ca6b1dc60a45 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:14:15.753879 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88862af9-7e53-4d9c-bbe5-ca6b1dc60a45 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:14:15.771519 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-1ff23273-063c-411e-8e74-aa5d68b27aec None None] Set router 428d5b65-f33a-4dbd-a7a6-cd2a226aad52 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:14:15.892914 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-88862af9-7e53-4d9c-bbe5-ca6b1dc60a45 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:15.939144 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-88862af9-7e53-4d9c-bbe5-ca6b1dc60a45 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b0b21e6-cd59-4d3c-a171-e66c63f5a0e8']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:15.947225 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-bf3f5400-1025-40a3-9d5e-8d3de7ad2d1d tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Allocated IP 172.25.6.225 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/d5131782-dac4-462b-a8c4-acfd495d44d4) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:14:15.959041 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-88862af9-7e53-4d9c-bbe5-ca6b1dc60a45 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54d5b537-ed70-4916-b693-2db65c42d1ea') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:15.959335 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-88862af9-7e53-4d9c-bbe5-ca6b1dc60a45 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54d5b537-ed70-4916-b693-2db65c42d1ea') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:15.976899 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-88862af9-7e53-4d9c-bbe5-ca6b1dc60a45 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:15.990283 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-c398b9fc-0a5c-462a-b958-377d845c50c6 None None] Allocated IP 2001:db8::2 (3c849ab4-19dd-4a93-8af7-644136c7b576/f3d8e125-1391-4386-b050-cc18ff81dbc0/c2ae2865-a54e-469c-b084-55711ede69ab) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:14:16.070501 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-88862af9-7e53-4d9c-bbe5-ca6b1dc60a45 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:16.072399 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855a8b5-a503-4409-917c-52357d9392d2 req-d95bbca4-d45c-4d3b-afc0-157bb42fa68f tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:16.074334 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6855a8b5-a503-4409-917c-52357d9392d2 req-d95bbca4-d45c-4d3b-afc0-157bb42fa68f tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/networks?id=06b7cf5f-e94a-455b-8d9e-43afc47729a0 HTTP/1.1" status: 200 len: 813 time: 0.4464126 May 23 11:14:16.081507 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88862af9-7e53-4d9c-bbe5-ca6b1dc60a45 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:14:16.082140 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-88862af9-7e53-4d9c-bbe5-ca6b1dc60a45 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:16.085537 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b1df6-f006-4c8c-b6e2-4b2d6389c673 req-ee8a2b48-dfe3-405b-8bce-87a79eea8234 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:16.087536 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-408b1df6-f006-4c8c-b6e2-4b2d6389c673 req-ee8a2b48-dfe3-405b-8bce-87a79eea8234 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=75387a6d-54f0-465f-83a7-7a074cda87dc HTTP/1.1" status: 200 len: 946 time: 0.3202255 May 23 11:14:16.100489 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:14:16.100489 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:14:16.100489 n-d-842952-2 neutron-server[83911]: timer() May 23 11:14:16.100489 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:14:16.100489 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:14:16.100489 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:14:16.100489 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:14:16.100489 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:14:16.100489 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:14:16.100489 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:14:16.100489 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:14:16.100489 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:14:16.100489 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:14:16.100489 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:14:16.100489 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:14:16.100489 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:14:16.100489 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:14:16.100489 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:14:16.100489 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:14:16.100489 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:14:16.100489 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:14:16.100489 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:14:16.100489 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:14:16.100489 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:14:16.100489 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:14:16.100489 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:14:16.100489 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:14:16.100489 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:14:16.100489 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:14:16.100489 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:14:16.100489 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:14:16.100489 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:14:16.124438 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6855a8b5-a503-4409-917c-52357d9392d2 req-40547d94-e5ba-409f-a871-fda592ff708e tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/quotas/de0406f4975c48ee929002b48060a472 HTTP/1.1" status: 200 len: 375 time: 0.0356991 May 23 11:14:16.197695 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-408b1df6-f006-4c8c-b6e2-4b2d6389c673 req-40dfe6b3-31c7-4dee-a9d6-a2cfad7c00b2 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014323 May 23 11:14:16.222124 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-88862af9-7e53-4d9c-bbe5-ca6b1dc60a45 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:16.240188 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6855a8b5-a503-4409-917c-52357d9392d2 req-d525fbdf-d025-475f-b8b1-bd159d61b3e5 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=de0406f4975c48ee929002b48060a472&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1116414 May 23 11:14:16.246924 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-88862af9-7e53-4d9c-bbe5-ca6b1dc60a45 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:16.265208 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88862af9-7e53-4d9c-bbe5-ca6b1dc60a45 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Pushing event deleted for resources: {'Network': ['ID=1b0b21e6-cd59-4d3c-a171-e66c63f5a0e8,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:16.279525 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf3f5400-1025-40a3-9d5e-8d3de7ad2d1d tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:16.290339 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-88862af9-7e53-4d9c-bbe5-ca6b1dc60a45 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "DELETE /v2.0/networks/1b0b21e6-cd59-4d3c-a171-e66c63f5a0e8 HTTP/1.1" status: 204 len: 168 time: 1.7369692 May 23 11:14:16.292163 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53400) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:16.357388 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c398b9fc-0a5c-462a-b958-377d845c50c6 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:16.377450 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c398b9fc-0a5c-462a-b958-377d845c50c6 None None] Transition to ACTIVE for port object c2ae2865-a54e-469c-b084-55711ede69ab will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:14:16.383947 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6855a8b5-a503-4409-917c-52357d9392d2 req-42c4deb8-360e-40a6-9cf2-bcee20a401b9 service neutron] 10.222.0.79 "GET /v2.0/networks/06b7cf5f-e94a-455b-8d9e-43afc47729a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352425 May 23 11:14:16.403036 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-1ff23273-063c-411e-8e74-aa5d68b27aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428d5b65-f33a-4dbd-a7a6-cd2a226aad52', 'name': 'tempest-ServersTestManualDisk-2046072056-router', 'tenant_id': '9de2036d303b4646b32715efca050724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '7d15666e-cc69-48fe-887a-0e66ece6561c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:14:01Z', 'updated_at': '2022-05-23T11:14:08Z', 'revision_number': 4, 'project_id': '9de2036d303b4646b32715efca050724', 'gw_port': {'id': '7d15666e-cc69-48fe-887a-0e66ece6561c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:10:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428d5b65-f33a-4dbd-a7a6-cd2a226aad52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:14:01Z', 'updated_at': '2022-05-23T11:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'bd2913e7-083e-4917-9274-5f7bba6eea02', 'name': '', 'network_id': '3adc78a2-48f8-407b-9589-fe4a6ac8aca0', 'tenant_id': '9de2036d303b4646b32715efca050724', 'mac_address': 'fa:16:3e:83:24:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428d5b65-f33a-4dbd-a7a6-cd2a226aad52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfb194f6-4536-4501-b841-17f76deb51b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:14:07Z', 'updated_at': '2022-05-23T11:14:14Z', 'revision_number': 4, 'project_id': '9de2036d303b4646b32715efca050724', 'subnets': [{'id': 'cfb194f6-4536-4501-b841-17f76deb51b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:16.405678 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c398b9fc-0a5c-462a-b958-377d845c50c6 None None] Transition to ACTIVE for port object c2ae2865-a54e-469c-b084-55711ede69ab will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:14:16.409742 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff23273-063c-411e-8e74-aa5d68b27aec None None] The sync data for ids ['428d5b65-f33a-4dbd-a7a6-cd2a226aad52'] in n-d-842952-2 is: [{'id': '428d5b65-f33a-4dbd-a7a6-cd2a226aad52', 'name': 'tempest-ServersTestManualDisk-2046072056-router', 'tenant_id': '9de2036d303b4646b32715efca050724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '7d15666e-cc69-48fe-887a-0e66ece6561c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:14:01Z', 'updated_at': '2022-05-23T11:14:08Z', 'revision_number': 4, 'project_id': '9de2036d303b4646b32715efca050724', 'gw_port': {'id': '7d15666e-cc69-48fe-887a-0e66ece6561c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:10:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428d5b65-f33a-4dbd-a7a6-cd2a226aad52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:14:01Z', 'updated_at': '2022-05-23T11:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'bd2913e7-083e-4917-9274-5f7bba6eea02', 'name': '', 'network_id': '3adc78a2-48f8-407b-9589-fe4a6ac8aca0', 'tenant_id': '9de2036d303b4646b32715efca050724', 'mac_address': 'fa:16:3e:83:24:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428d5b65-f33a-4dbd-a7a6-cd2a226aad52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfb194f6-4536-4501-b841-17f76deb51b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:14:07Z', 'updated_at': '2022-05-23T11:14:14Z', 'revision_number': 4, 'project_id': '9de2036d303b4646b32715efca050724', 'subnets': [{'id': 'cfb194f6-4536-4501-b841-17f76deb51b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:14:16.413952 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c398b9fc-0a5c-462a-b958-377d845c50c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:16.474122 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-58907077-27e2-4c0b-81d6-274e8a42038d tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Deleting port 3d80ed17-d6bb-4ee7-98d4-cee2af3d2566 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:14:16.483481 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-58907077-27e2-4c0b-81d6-274e8a42038d tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:16.538567 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c398b9fc-0a5c-462a-b958-377d845c50c6 None None] Network 3c849ab4-19dd-4a93-8af7-644136c7b576 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:14:16.543217 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-c398b9fc-0a5c-462a-b958-377d845c50c6 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:14:16.546917 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c398b9fc-0a5c-462a-b958-377d845c50c6 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:14:16.556691 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c398b9fc-0a5c-462a-b958-377d845c50c6 None None] Pushing event updated for resources: {'Port': ['ID=c2ae2865-a54e-469c-b084-55711ede69ab,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:16.560135 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf3f5400-1025-40a3-9d5e-8d3de7ad2d1d tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:16.652413 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6855a8b5-a503-4409-917c-52357d9392d2 req-9b565a71-a9db-42b1-a345-049903575c21 service neutron] 10.222.0.79 "GET /v2.0/networks/06b7cf5f-e94a-455b-8d9e-43afc47729a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619126 May 23 11:14:16.712345 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-9edfe1a5-0287-42fd-bee9-1ccd840711b8 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Allocated IP 2001:db8::30e (3c849ab4-19dd-4a93-8af7-644136c7b576/f3d8e125-1391-4386-b050-cc18ff81dbc0/4857d6e2-16c8-4d55-95a9-4df82c154b47) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:14:16.735059 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c398b9fc-0a5c-462a-b958-377d845c50c6 None None] Attempting to bind port c2ae2865-a54e-469c-b084-55711ede69ab on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:14:16.735629 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c398b9fc-0a5c-462a-b958-377d845c50c6 None None] Attempting to bind port c2ae2865-a54e-469c-b084-55711ede69ab by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '9e628295-7bb3-44e0-afef-0954e7c9da60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3c849ab4-19dd-4a93-8af7-644136c7b576'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:14:16.736166 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c398b9fc-0a5c-462a-b958-377d845c50c6 None None] Attempting to bind port c2ae2865-a54e-469c-b084-55711ede69ab on network 3c849ab4-19dd-4a93-8af7-644136c7b576 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:14:16.747641 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f5400-1025-40a3-9d5e-8d3de7ad2d1d tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Pushing event updated for resources: {'Port': ['ID=d5131782-dac4-462b-a8c4-acfd495d44d4,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:16.750608 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device bd2913e7-083e-4917-9274-5f7bba6eea02 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:14:16.803133 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c398b9fc-0a5c-462a-b958-377d845c50c6 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:14:16.803798 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c398b9fc-0a5c-462a-b958-377d845c50c6 None None] Checking segment: {'id': '9e628295-7bb3-44e0-afef-0954e7c9da60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3c849ab4-19dd-4a93-8af7-644136c7b576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:14:16.804593 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c398b9fc-0a5c-462a-b958-377d845c50c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:16.805409 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c398b9fc-0a5c-462a-b958-377d845c50c6 None None] Bound using segment: {'id': '9e628295-7bb3-44e0-afef-0954e7c9da60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3c849ab4-19dd-4a93-8af7-644136c7b576'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:14:16.806040 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c398b9fc-0a5c-462a-b958-377d845c50c6 None None] Bound port: c2ae2865-a54e-469c-b084-55711ede69ab, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e628295-7bb3-44e0-afef-0954e7c9da60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3c849ab4-19dd-4a93-8af7-644136c7b576'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:14:16.806574 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c398b9fc-0a5c-462a-b958-377d845c50c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:16.965672 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3f5400-1025-40a3-9d5e-8d3de7ad2d1d tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:14:16.973443 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-bf3f5400-1025-40a3-9d5e-8d3de7ad2d1d tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:14:16.984576 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port bd2913e7-083e-4917-9274-5f7bba6eea02 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:14:16.994116 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3f5400-1025-40a3-9d5e-8d3de7ad2d1d tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:14:17.007770 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c398b9fc-0a5c-462a-b958-377d845c50c6 None None] For port c2ae2865-a54e-469c-b084-55711ede69ab, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:14:17.010197 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port bd2913e7-083e-4917-9274-5f7bba6eea02 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:14:17.010717 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:17.040544 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9edfe1a5-0287-42fd-bee9-1ccd840711b8 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:17.059874 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-9edfe1a5-0287-42fd-bee9-1ccd840711b8 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Transition to ACTIVE for port object 4857d6e2-16c8-4d55-95a9-4df82c154b47 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:14:17.080664 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c398b9fc-0a5c-462a-b958-377d845c50c6 None None] For port c2ae2865-a54e-469c-b084-55711ede69ab, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=c2ae2865-a54e-469c-b084-55711ede69ab,segment=NetworkSegment(9e628295-7bb3-44e0-afef-0954e7c9da60),segment_id=9e628295-7bb3-44e0-afef-0954e7c9da60)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:14:17.102671 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c398b9fc-0a5c-462a-b958-377d845c50c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:17.162660 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5498ab3-317c-4d47-b1a5-25c6baf94de8 req-bd7ac053-3f16-4708-a6ca-555ce2720bf8 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:17.164651 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b5498ab3-317c-4d47-b1a5-25c6baf94de8 req-bd7ac053-3f16-4708-a6ca-555ce2720bf8 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574 HTTP/1.1" status: 200 len: 945 time: 0.5063608 May 23 11:14:17.182535 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9edfe1a5-0287-42fd-bee9-1ccd840711b8 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:17.189611 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-58907077-27e2-4c0b-81d6-274e8a42038d tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:17.190580 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-58907077-27e2-4c0b-81d6-274e8a42038d tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:17.312200 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c398b9fc-0a5c-462a-b958-377d845c50c6 None None] Pushing event updated for resources: {'Port': ['ID=c2ae2865-a54e-469c-b084-55711ede69ab,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:17.319614 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0a5b4f76-21ee-4d3d-aa48-68b738d86931 req-a44d10d2-adfc-41af-bb0b-399027a011c0 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eaf5c4f-dd7b-477d-a96e-56eb3571792a HTTP/1.1" status: 200 len: 210 time: 0.2375228 May 23 11:14:17.434430 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-58907077-27e2-4c0b-81d6-274e8a42038d tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Calling delete_port for 3d80ed17-d6bb-4ee7-98d4-cee2af3d2566 owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:14:17.445193 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edfe1a5-0287-42fd-bee9-1ccd840711b8 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Network 3c849ab4-19dd-4a93-8af7-644136c7b576 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:14:17.455806 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-9edfe1a5-0287-42fd-bee9-1ccd840711b8 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:14:17.471892 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edfe1a5-0287-42fd-bee9-1ccd840711b8 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:14:17.483192 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edfe1a5-0287-42fd-bee9-1ccd840711b8 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:17.483871 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9edfe1a5-0287-42fd-bee9-1ccd840711b8 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:17.599049 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9edfe1a5-0287-42fd-bee9-1ccd840711b8 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3631558 May 23 11:14:17.614857 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53420) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:17.744618 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edfe1a5-0287-42fd-bee9-1ccd840711b8 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event updated for resources: {'Port': ['ID=4857d6e2-16c8-4d55-95a9-4df82c154b47,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:17.766062 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:17.866002 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port bd2913e7-083e-4917-9274-5f7bba6eea02, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=bd2913e7-083e-4917-9274-5f7bba6eea02,segment=NetworkSegment(0bde80b2-9c9c-462d-930e-1668ec8118e8),segment_id=0bde80b2-9c9c-462d-930e-1668ec8118e8)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:14:17.875112 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:17.884205 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-58907077-27e2-4c0b-81d6-274e8a42038d tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:18.038514 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=bd2913e7-083e-4917-9274-5f7bba6eea02,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:18.047475 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device cf6543ba-ac7a-46e5-b94d-9c6d9aef9395 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:14:18.089421 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: cf6543ba-ac7a-46e5-b94d-9c6d9aef9395 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:14:18.089820 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device cf6543ba-ac7a-46e5-b94d-9c6d9aef9395 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:14:18.119922 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532c0ec-5d0d-40ad-8f6c-1b1fd1eb23ab req-050a96df-0526-4e31-ac2e-0a01a6c29fe1 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:18.128195 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9532c0ec-5d0d-40ad-8f6c-1b1fd1eb23ab req-050a96df-0526-4e31-ac2e-0a01a6c29fe1 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 946 time: 0.9628632 May 23 11:14:18.210412 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58907077-27e2-4c0b-81d6-274e8a42038d tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Pushing event deleted for resources: {'Port': ['ID=3d80ed17-d6bb-4ee7-98d4-cee2af3d2566,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:18.241660 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-b5498ab3-317c-4d47-b1a5-25c6baf94de8 req-c1dca2af-e3bd-4ae1-a566-c30d6f4e47d4 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Deleting port e4ec4df8-7a01-4a0e-8295-0d26cd34a143 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:14:18.242018 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b5498ab3-317c-4d47-b1a5-25c6baf94de8 req-c1dca2af-e3bd-4ae1-a566-c30d6f4e47d4 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:18.352283 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ff51d-f22f-4517-89ba-71bb03236f75 req-06b71d2a-504f-460c-9cff-96583b7346d7 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:18.353749 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-828ff51d-f22f-4517-89ba-71bb03236f75 req-06b71d2a-504f-460c-9cff-96583b7346d7 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=75387a6d-54f0-465f-83a7-7a074cda87dc HTTP/1.1" status: 200 len: 946 time: 0.5896201 May 23 11:14:18.357255 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9532c0ec-5d0d-40ad-8f6c-1b1fd1eb23ab req-1fbf3eb1-ca2d-4138-b77f-b66aab5bd8a9 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278652 May 23 11:14:18.450122 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109d39b-c558-4691-8495-d72408d7ed27 req-9f180c0d-b293-4c7a-88af-68bf5b62e116 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:18.450889 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-6109d39b-c558-4691-8495-d72408d7ed27 req-9f180c0d-b293-4c7a-88af-68bf5b62e116 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Synchronizing usage tracker for tenant:918845eb514f4ef49a66c0d5a348fe52 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:14:18.554339 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-58907077-27e2-4c0b-81d6-274e8a42038d tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:18.653356 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-6109d39b-c558-4691-8495-d72408d7ed27 req-9f180c0d-b293-4c7a-88af-68bf5b62e116 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Unset dirty status for tenant:918845eb514f4ef49a66c0d5a348fe52 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:14:18.654432 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6109d39b-c558-4691-8495-d72408d7ed27 req-9f180c0d-b293-4c7a-88af-68bf5b62e116 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.81 "GET /v2.0/ports?device_id=75387a6d-54f0-465f-83a7-7a074cda87dc HTTP/1.1" status: 200 len: 946 time: 0.9998410 May 23 11:14:18.659444 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf3f5400-1025-40a3-9d5e-8d3de7ad2d1d tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:18.718512 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-828ff51d-f22f-4517-89ba-71bb03236f75 req-06fe6593-7f19-4361-b2a8-cc71a34764e6 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575962 May 23 11:14:18.726771 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a58dca1b-3067-4982-9158-3f316cba4dbe req-7bab29fe-9d10-42a1-a7f2-8c66c6df4fe1 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eaf5c4f-dd7b-477d-a96e-56eb3571792a HTTP/1.1" status: 200 len: 210 time: 0.2120070 May 23 11:14:18.830189 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-6109d39b-c558-4691-8495-d72408d7ed27 req-b4ac482c-b935-4467-8fec-b22a8d4394f7 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Deleting port beb3ddb8-886a-466d-be45-915dccd3777d {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:14:18.830913 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-6109d39b-c558-4691-8495-d72408d7ed27 req-b4ac482c-b935-4467-8fec-b22a8d4394f7 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:18.894129 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device c2ae2865-a54e-469c-b084-55711ede69ab up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:14:18.939568 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-58907077-27e2-4c0b-81d6-274e8a42038d tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:18.945242 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-58907077-27e2-4c0b-81d6-274e8a42038d tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "DELETE /v2.0/floatingips/9e7a08a2-fd02-4a6e-81d8-c8e26bd0696f HTTP/1.1" status: 204 len: 168 time: 2.6477385 May 23 11:14:18.956817 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53426) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:18.961029 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906f832f-130b-4f03-8783-9f7ce12ce8ff None None] Network 3c849ab4-19dd-4a93-8af7-644136c7b576 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:14:19.038065 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ec223f6-c8e1-459a-93c0-7e548801721a tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] DELETE failed (client error): The resource could not be found. May 23 11:14:19.038712 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ec223f6-c8e1-459a-93c0-7e548801721a tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:14:19.041342 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7ec223f6-c8e1-459a-93c0-7e548801721a tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "DELETE /v2.0/ports/425ab12b-e1b3-430f-a4d0-88f6297b20a0 HTTP/1.1" status: 404 len: 333 time: 0.0813179 May 23 11:14:19.051646 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf3f5400-1025-40a3-9d5e-8d3de7ad2d1d tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:19.056681 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53430) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:19.110082 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6a978ac9-a8fe-4970-a9a0-a9a7279ad6f1 None None] Provisioning for port c2ae2865-a54e-469c-b084-55711ede69ab completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:14:19.116951 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port c2ae2865-a54e-469c-b084-55711ede69ab completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:14:19.120396 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1e14c9f0-b2ef-4e30-a374-5b10281b0828 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Synchronizing usage tracker for tenant:64767f7d3ba2443580b9b187013efe7a on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:14:19.122780 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6a978ac9-a8fe-4970-a9a0-a9a7279ad6f1 None None] Provisioning complete for port c2ae2865-a54e-469c-b084-55711ede69ab triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:14:19.123159 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6a978ac9-a8fe-4970-a9a0-a9a7279ad6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:19.156609 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855a8b5-a503-4409-917c-52357d9392d2 req-085a9f6b-b9e1-4a4c-a898-9af973bc90cf tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:19.158146 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6855a8b5-a503-4409-917c-52357d9392d2 req-085a9f6b-b9e1-4a4c-a898-9af973bc90cf tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.13 "GET /v2.0/networks?id=06b7cf5f-e94a-455b-8d9e-43afc47729a0 HTTP/1.1" status: 200 len: 813 time: 0.3341458 May 23 11:14:19.160280 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-b5498ab3-317c-4d47-b1a5-25c6baf94de8 req-c1dca2af-e3bd-4ae1-a566-c30d6f4e47d4 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] For port e4ec4df8-7a01-4a0e-8295-0d26cd34a143, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=e4ec4df8-7a01-4a0e-8295-0d26cd34a143,segment=NetworkSegment(e6734377-073b-422b-93c0-ef1cda14b824),segment_id=e6734377-073b-422b-93c0-ef1cda14b824)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:14:19.160660 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b5498ab3-317c-4d47-b1a5-25c6baf94de8 req-c1dca2af-e3bd-4ae1-a566-c30d6f4e47d4 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:19.181121 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port c2ae2865-a54e-469c-b084-55711ede69ab triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:14:19.181548 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:19.194446 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-6855a8b5-a503-4409-917c-52357d9392d2 req-fafa9471-231e-4847-953b-8c6dbc63b53b tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Request body: {'port': {'device_id': '8eaf5c4f-dd7b-477d-a96e-56eb3571792a', 'network_id': '06b7cf5f-e94a-455b-8d9e-43afc47729a0', 'admin_state_up': True, 'tenant_id': 'de0406f4975c48ee929002b48060a472'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:14:19.222057 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1e14c9f0-b2ef-4e30-a374-5b10281b0828 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Unset dirty status for tenant:64767f7d3ba2443580b9b187013efe7a on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:14:19.223570 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1e14c9f0-b2ef-4e30-a374-5b10281b0828 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "GET /v2.0/ports?device_id=0dc34ae8-5a35-429a-80f7-52a356423021 HTTP/1.1" status: 200 len: 205 time: 0.1652362 May 23 11:14:19.248028 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53434) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:19.251701 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:14:19.277725 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-18605db3-b7df-433f-b8a9-fba2d4bc6990 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:19.315999 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-b5498ab3-317c-4d47-b1a5-25c6baf94de8 req-c1dca2af-e3bd-4ae1-a566-c30d6f4e47d4 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Calling delete_port for e4ec4df8-7a01-4a0e-8295-0d26cd34a143 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:14:19.457306 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6a978ac9-a8fe-4970-a9a0-a9a7279ad6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:19.475578 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:19.520422 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6a978ac9-a8fe-4970-a9a0-a9a7279ad6f1 None None] For port c2ae2865-a54e-469c-b084-55711ede69ab, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=c2ae2865-a54e-469c-b084-55711ede69ab,segment=NetworkSegment(9e628295-7bb3-44e0-afef-0954e7c9da60),segment_id=9e628295-7bb3-44e0-afef-0954e7c9da60)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:14:19.526042 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6a978ac9-a8fe-4970-a9a0-a9a7279ad6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:19.587334 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-0c80d3ce-cb40-485a-9d0c-faf291352bab tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] delete failed (client error): The resource could not be found. May 23 11:14:19.591661 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0c80d3ce-cb40-485a-9d0c-faf291352bab tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "DELETE /v2.0/routers/0dc34ae8-5a35-429a-80f7-52a356423021 HTTP/1.1" status: 404 len: 336 time: 0.2491238 May 23 11:14:19.591785 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-6855a8b5-a503-4409-917c-52357d9392d2 req-fafa9471-231e-4847-953b-8c6dbc63b53b tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:14:19.595892 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53440) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:19.631576 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-6855a8b5-a503-4409-917c-52357d9392d2 req-fafa9471-231e-4847-953b-8c6dbc63b53b tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:14:19.652419 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:14:19.652752 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:14:19.656518 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a978ac9-a8fe-4970-a9a0-a9a7279ad6f1 None None] Pushing event updated for resources: {'Port': ['ID=c2ae2865-a54e-469c-b084-55711ede69ab,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:19.724841 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-00a9b99e-13dd-435e-89e6-256238d8487c tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] DELETE failed (client error): The resource could not be found. May 23 11:14:19.725286 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00a9b99e-13dd-435e-89e6-256238d8487c tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:14:19.729706 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-00a9b99e-13dd-435e-89e6-256238d8487c tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "DELETE /v2.0/subnets/fc1368e0-bd09-49f7-9af9-94de6c3dcaaf HTTP/1.1" status: 404 len: 337 time: 0.1293063 May 23 11:14:19.730268 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53444) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:19.735587 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6855a8b5-a503-4409-917c-52357d9392d2 req-fafa9471-231e-4847-953b-8c6dbc63b53b tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Made reservation on behalf of de0406f4975c48ee929002b48060a472 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:14:19.740669 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6855a8b5-a503-4409-917c-52357d9392d2 req-fafa9471-231e-4847-953b-8c6dbc63b53b tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:19.850678 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1a654-cfd9-48ab-8c79-5a6727a012c0 req-644bd255-7e76-424a-b839-c7554a95a934 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:19.857671 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-94c1a654-cfd9-48ab-8c79-5a6727a012c0 req-644bd255-7e76-424a-b839-c7554a95a934 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 946 time: 0.3325782 May 23 11:14:19.867618 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-313b21b5-9fb6-43b4-9ba8-53d25ee3451e None None] Provisioning for port 4857d6e2-16c8-4d55-95a9-4df82c154b47 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:14:19.883226 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-313b21b5-9fb6-43b4-9ba8-53d25ee3451e None None] Provisioning complete for port 4857d6e2-16c8-4d55-95a9-4df82c154b47 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:14:19.883510 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-313b21b5-9fb6-43b4-9ba8-53d25ee3451e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:19.996241 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-313b21b5-9fb6-43b4-9ba8-53d25ee3451e None None] Port 4857d6e2-16c8-4d55-95a9-4df82c154b47 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:14:20.012162 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-313b21b5-9fb6-43b4-9ba8-53d25ee3451e None None] Provisioning complete for port c2ae2865-a54e-469c-b084-55711ede69ab triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:14:20.012738 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-313b21b5-9fb6-43b4-9ba8-53d25ee3451e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:20.095997 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [None req-18605db3-b7df-433f-b8a9-fba2d4bc6990 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:14:20.108068 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-9512172f-9b68-418a-89b1-a6e6840a742d tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Deleting port 5b9a87cb-3e1e-4a25-a9b2-814ea0990194 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:14:20.108544 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9512172f-9b68-418a-89b1-a6e6840a742d tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:20.135470 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-94c1a654-cfd9-48ab-8c79-5a6727a012c0 req-d0e61a87-fc46-4f6c-b3f9-c43ca81cd43d tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752907 May 23 11:14:20.138756 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-18605db3-b7df-433f-b8a9-fba2d4bc6990 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:20.145435 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2bd5e4fb-603a-4ee6-b240-7f9eda64cc5d req-0f580a4e-d709-4ccc-bc6d-5e7c1c148a9c tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eaf5c4f-dd7b-477d-a96e-56eb3571792a HTTP/1.1" status: 200 len: 210 time: 0.0953732 May 23 11:14:20.148824 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-18605db3-b7df-433f-b8a9-fba2d4bc6990 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:20.158024 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-6109d39b-c558-4691-8495-d72408d7ed27 req-b4ac482c-b935-4467-8fec-b22a8d4394f7 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] For port beb3ddb8-886a-466d-be45-915dccd3777d, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=beb3ddb8-886a-466d-be45-915dccd3777d,segment=NetworkSegment(3dd9ea5f-23bc-4bc8-917a-431ad3d10464),segment_id=3dd9ea5f-23bc-4bc8-917a-431ad3d10464)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:14:20.158470 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-6109d39b-c558-4691-8495-d72408d7ed27 req-b4ac482c-b935-4467-8fec-b22a8d4394f7 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:20.226294 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-6855a8b5-a503-4409-917c-52357d9392d2 req-fafa9471-231e-4847-953b-8c6dbc63b53b tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Allocated IP 172.20.0.2 (06b7cf5f-e94a-455b-8d9e-43afc47729a0/6b6de4b0-f25f-4106-b572-a920a7d5e070/0615af0b-0c22-4c7d-8313-76563cd3cbbe) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:14:20.247699 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device bd2913e7-083e-4917-9274-5f7bba6eea02 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:14:20.318110 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-6109d39b-c558-4691-8495-d72408d7ed27 req-b4ac482c-b935-4467-8fec-b22a8d4394f7 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Calling delete_port for beb3ddb8-886a-466d-be45-915dccd3777d owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:14:20.339775 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port bd2913e7-083e-4917-9274-5f7bba6eea02 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:14:20.340348 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:20.438253 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18605db3-b7df-433f-b8a9-fba2d4bc6990 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event updated for resources: {'Port': ['ID=4857d6e2-16c8-4d55-95a9-4df82c154b47,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:20.473196 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a0ca4d49-96d4-4bc4-8289-10c366dede77 None None] Provisioning complete for port 4857d6e2-16c8-4d55-95a9-4df82c154b47 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:14:20.473815 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a0ca4d49-96d4-4bc4-8289-10c366dede77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:20.525215 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b5498ab3-317c-4d47-b1a5-25c6baf94de8 req-c1dca2af-e3bd-4ae1-a566-c30d6f4e47d4 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:20.530999 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-6109d39b-c558-4691-8495-d72408d7ed27 req-b4ac482c-b935-4467-8fec-b22a8d4394f7 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:20.537949 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf3f5400-1025-40a3-9d5e-8d3de7ad2d1d tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:20.561172 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a0ca4d49-96d4-4bc4-8289-10c366dede77 None None] Port 4857d6e2-16c8-4d55-95a9-4df82c154b47 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:14:20.573427 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['93231983-db7d-4314-a4f2-a6dea56eda75'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:14:20.596155 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf3f5400-1025-40a3-9d5e-8d3de7ad2d1d tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:20.629875 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dca2af-e3bd-4ae1-a566-c30d6f4e47d4 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Pushing event deleted for resources: {'Port': ['ID=e4ec4df8-7a01-4a0e-8295-0d26cd34a143,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:20.692350 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf3f5400-1025-40a3-9d5e-8d3de7ad2d1d tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:20.708741 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device c2ae2865-a54e-469c-b084-55711ede69ab up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:14:20.814183 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac482c-b935-4467-8fec-b22a8d4394f7 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Pushing event deleted for resources: {'Port': ['ID=beb3ddb8-886a-466d-be45-915dccd3777d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:20.817144 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9c516-66f7-4370-8919-402c6228b2b7 req-13147a6c-006f-4a64-a188-79a0846a314d tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:20.818552 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-49e9c516-66f7-4370-8919-402c6228b2b7 req-13147a6c-006f-4a64-a188-79a0846a314d tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=75387a6d-54f0-465f-83a7-7a074cda87dc HTTP/1.1" status: 200 len: 867 time: 0.5290241 May 23 11:14:20.830412 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6855a8b5-a503-4409-917c-52357d9392d2 req-fafa9471-231e-4847-953b-8c6dbc63b53b tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:20.835935 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5dcaee24-97ac-4645-b161-496ea2553f24 None None] Provisioning complete for port 4857d6e2-16c8-4d55-95a9-4df82c154b47 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:14:20.836435 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5dcaee24-97ac-4645-b161-496ea2553f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:20.906909 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-18605db3-b7df-433f-b8a9-fba2d4bc6990 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:20.912493 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5dcaee24-97ac-4645-b161-496ea2553f24 None None] Port 4857d6e2-16c8-4d55-95a9-4df82c154b47 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:14:20.914228 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device e4ec4df8-7a01-4a0e-8295-0d26cd34a143 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:14:20.943343 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-49e9c516-66f7-4370-8919-402c6228b2b7 req-3d0b1113-3f3b-432a-8e0e-519d78b3fc21 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068923 May 23 11:14:20.965020 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6855a8b5-a503-4409-917c-52357d9392d2 req-fafa9471-231e-4847-953b-8c6dbc63b53b tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:20.968054 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: e4ec4df8-7a01-4a0e-8295-0d26cd34a143 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:14:20.968963 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device e4ec4df8-7a01-4a0e-8295-0d26cd34a143 not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:14:20.969418 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device beb3ddb8-886a-466d-be45-915dccd3777d no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:14:20.991950 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-6109d39b-c558-4691-8495-d72408d7ed27 req-b4ac482c-b935-4467-8fec-b22a8d4394f7 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] No DVR routers for this DVR port beb3ddb8-886a-466d-be45-915dccd3777d on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:14:20.998953 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5498ab3-317c-4d47-b1a5-25c6baf94de8 req-c1dca2af-e3bd-4ae1-a566-c30d6f4e47d4 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] No DVR routers for this DVR port e4ec4df8-7a01-4a0e-8295-0d26cd34a143 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:14:21.000850 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-6109d39b-c558-4691-8495-d72408d7ed27 req-b4ac482c-b935-4467-8fec-b22a8d4394f7 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:21.002733 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6109d39b-c558-4691-8495-d72408d7ed27 req-b4ac482c-b935-4467-8fec-b22a8d4394f7 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.81 "DELETE /v2.0/ports/beb3ddb8-886a-466d-be45-915dccd3777d HTTP/1.1" status: 204 len: 173 time: 2.3421249 May 23 11:14:21.012617 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75387a6d-54f0-465f-83a7-7a074cda87dc', 'name': 'network-vif-deleted', 'tag': 'beb3ddb8-886a-466d-be45-915dccd3777d'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:14:21.033260 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: beb3ddb8-886a-466d-be45-915dccd3777d {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:14:21.033823 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device beb3ddb8-886a-466d-be45-915dccd3777d not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:14:21.035810 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b5498ab3-317c-4d47-b1a5-25c6baf94de8 req-c1dca2af-e3bd-4ae1-a566-c30d6f4e47d4 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:21.038192 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b5498ab3-317c-4d47-b1a5-25c6baf94de8 req-c1dca2af-e3bd-4ae1-a566-c30d6f4e47d4 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.81 "DELETE /v2.0/ports/e4ec4df8-7a01-4a0e-8295-0d26cd34a143 HTTP/1.1" status: 204 len: 173 time: 3.3868794 May 23 11:14:21.038891 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf3f5400-1025-40a3-9d5e-8d3de7ad2d1d tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:21.048108 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-bf3f5400-1025-40a3-9d5e-8d3de7ad2d1d tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5233490 May 23 11:14:21.104709 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6855a8b5-a503-4409-917c-52357d9392d2 req-fafa9471-231e-4847-953b-8c6dbc63b53b tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Network 06b7cf5f-e94a-455b-8d9e-43afc47729a0 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:14:21.111641 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-6855a8b5-a503-4409-917c-52357d9392d2 req-fafa9471-231e-4847-953b-8c6dbc63b53b tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:14:21.116346 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa9471-231e-4847-953b-8c6dbc63b53b tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Pushing event updated for resources: {'Port': ['ID=0615af0b-0c22-4c7d-8313-76563cd3cbbe,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:21.117236 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f5400-1025-40a3-9d5e-8d3de7ad2d1d tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Pushing event updated for resources: {'Port': ['ID=d5131782-dac4-462b-a8c4-acfd495d44d4,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:21.121123 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-6855a8b5-a503-4409-917c-52357d9392d2 req-fafa9471-231e-4847-953b-8c6dbc63b53b tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:14:21.133609 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port c2ae2865-a54e-469c-b084-55711ede69ab triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:14:21.135862 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:21.155843 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-18605db3-b7df-433f-b8a9-fba2d4bc6990 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:21.182537 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa9471-231e-4847-953b-8c6dbc63b53b tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:14:21.182887 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa9471-231e-4847-953b-8c6dbc63b53b tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:14:21.183227 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa9471-231e-4847-953b-8c6dbc63b53b tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:14:21.183630 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa9471-231e-4847-953b-8c6dbc63b53b tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:14:21.184006 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa9471-231e-4847-953b-8c6dbc63b53b tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:14:21.184339 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa9471-231e-4847-953b-8c6dbc63b53b tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:14:21.184695 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa9471-231e-4847-953b-8c6dbc63b53b tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:14:21.185141 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa9471-231e-4847-953b-8c6dbc63b53b tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:14:21.185328 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa9471-231e-4847-953b-8c6dbc63b53b tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:14:21.185651 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa9471-231e-4847-953b-8c6dbc63b53b tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:14:21.185969 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa9471-231e-4847-953b-8c6dbc63b53b tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:14:21.209807 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c3787ef-bed3-465b-bd6f-af5e27699d1e'] response: {'server_uuid': '75387a6d-54f0-465f-83a7-7a074cda87dc', 'name': 'network-vif-deleted', 'tag': 'beb3ddb8-886a-466d-be45-915dccd3777d', 'status': 'completed', 'code': 200} May 23 11:14:21.251174 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9512172f-9b68-418a-89b1-a6e6840a742d tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:21.314261 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855a8b5-a503-4409-917c-52357d9392d2 req-fafa9471-231e-4847-953b-8c6dbc63b53b tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:21.322592 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6855a8b5-a503-4409-917c-52357d9392d2 req-fafa9471-231e-4847-953b-8c6dbc63b53b tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:21.433439 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-9512172f-9b68-418a-89b1-a6e6840a742d tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Calling delete_port for 5b9a87cb-3e1e-4a25-a9b2-814ea0990194 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:14:21.581767 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6855a8b5-a503-4409-917c-52357d9392d2 req-fafa9471-231e-4847-953b-8c6dbc63b53b tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3933535 May 23 11:14:21.582244 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9512172f-9b68-418a-89b1-a6e6840a742d tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:21.614228 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-6855a8b5-a503-4409-917c-52357d9392d2 req-0f7f30cc-7df1-4927-b67f-563f6165d563 service neutron] Request body: {'port': {'device_id': '8eaf5c4f-dd7b-477d-a96e-56eb3571792a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:14:21.632201 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512172f-9b68-418a-89b1-a6e6840a742d tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Pushing event deleted for resources: {'Port': ['ID=5b9a87cb-3e1e-4a25-a9b2-814ea0990194,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:21.756765 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9512172f-9b68-418a-89b1-a6e6840a742d tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:21.771264 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9512172f-9b68-418a-89b1-a6e6840a742d tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "DELETE /v2.0/ports/5b9a87cb-3e1e-4a25-a9b2-814ea0990194 HTTP/1.1" status: 204 len: 168 time: 2.0351565 May 23 11:14:21.773589 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53464) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:21.828239 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496a7f6-4d08-4e80-9d0f-efaf37239a57 req-a9ccb7fe-31a8-4764-a3e3-099f8a8323f9 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:21.828921 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-9496a7f6-4d08-4e80-9d0f-efaf37239a57 req-a9ccb7fe-31a8-4764-a3e3-099f8a8323f9 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Synchronizing usage tracker for tenant:de0406f4975c48ee929002b48060a472 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:14:21.849556 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb302e6-ca35-4ade-b118-08988dbe6da1 req-2b78713b-1edc-4c6c-8a66-d5f972e3ca9b tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:21.851368 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4fb302e6-ca35-4ade-b118-08988dbe6da1 req-2b78713b-1edc-4c6c-8a66-d5f972e3ca9b tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 946 time: 0.5091009 May 23 11:14:21.866274 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-994a1108-ec5e-4d20-8131-d3a3b2d8aef5 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Deleting port 2078599f-2e47-470d-9564-a4cf6675a250 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:14:21.866766 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-994a1108-ec5e-4d20-8131-d3a3b2d8aef5 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:21.913300 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6855a8b5-a503-4409-917c-52357d9392d2 req-0f7f30cc-7df1-4927-b67f-563f6165d563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:21.926080 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-9496a7f6-4d08-4e80-9d0f-efaf37239a57 req-a9ccb7fe-31a8-4764-a3e3-099f8a8323f9 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Unset dirty status for tenant:de0406f4975c48ee929002b48060a472 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:14:21.927226 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9496a7f6-4d08-4e80-9d0f-efaf37239a57 req-a9ccb7fe-31a8-4764-a3e3-099f8a8323f9 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eaf5c4f-dd7b-477d-a96e-56eb3571792a HTTP/1.1" status: 200 len: 931 time: 0.4790304 May 23 11:14:22.033449 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4fb302e6-ca35-4ade-b118-08988dbe6da1 req-997d9983-6776-40cb-80bb-71a8b3bb739d tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693630 May 23 11:14:22.045874 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [None req-18605db3-b7df-433f-b8a9-fba2d4bc6990 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:14:22.072439 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9496a7f6-4d08-4e80-9d0f-efaf37239a57 req-e4437205-1ae0-4482-9018-01c12df8d0cc tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294775 May 23 11:14:22.078311 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-18605db3-b7df-433f-b8a9-fba2d4bc6990 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:22.089017 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-18605db3-b7df-433f-b8a9-fba2d4bc6990 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:22.089777 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-18605db3-b7df-433f-b8a9-fba2d4bc6990 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:22.277190 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-994a1108-ec5e-4d20-8131-d3a3b2d8aef5 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:22.321203 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18605db3-b7df-433f-b8a9-fba2d4bc6990 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event updated for resources: {'Port': ['ID=4857d6e2-16c8-4d55-95a9-4df82c154b47,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:22.368523 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-95340f04-c076-4800-a840-6844e77b0aa1 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Synchronizing usage tracker for tenant:9de2036d303b4646b32715efca050724 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:14:22.432307 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-994a1108-ec5e-4d20-8131-d3a3b2d8aef5 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Calling delete_port for 2078599f-2e47-470d-9564-a4cf6675a250 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:14:22.594052 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-994a1108-ec5e-4d20-8131-d3a3b2d8aef5 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:22.657365 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a1108-ec5e-4d20-8131-d3a3b2d8aef5 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Pushing event deleted for resources: {'Port': ['ID=2078599f-2e47-470d-9564-a4cf6675a250,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:22.686058 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-95340f04-c076-4800-a840-6844e77b0aa1 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Unset dirty status for tenant:9de2036d303b4646b32715efca050724 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:14:22.687198 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-95340f04-c076-4800-a840-6844e77b0aa1 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1766855643&fields=id&tenant_id=9de2036d303b4646b32715efca050724 HTTP/1.1" status: 200 len: 267 time: 0.5091887 May 23 11:14:22.760506 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-994a1108-ec5e-4d20-8131-d3a3b2d8aef5 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:22.767150 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18605db3-b7df-433f-b8a9-fba2d4bc6990 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Network 3c849ab4-19dd-4a93-8af7-644136c7b576 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:14:22.771240 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-994a1108-ec5e-4d20-8131-d3a3b2d8aef5 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "DELETE /v2.0/ports/2078599f-2e47-470d-9564-a4cf6675a250 HTTP/1.1" status: 204 len: 168 time: 0.9960563 May 23 11:14:22.773978 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53484) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:22.819968 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-18605db3-b7df-433f-b8a9-fba2d4bc6990 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:14:22.871267 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae146b42-99d9-45e3-b5d6-5d072cd432b7 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:22.872051 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ae146b42-99d9-45e3-b5d6-5d072cd432b7 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Synchronizing usage tracker for tenant:64767f7d3ba2443580b9b187013efe7a on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:14:22.891319 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ae146b42-99d9-45e3-b5d6-5d072cd432b7 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Unset dirty status for tenant:64767f7d3ba2443580b9b187013efe7a on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:14:22.892594 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ae146b42-99d9-45e3-b5d6-5d072cd432b7 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "GET /v2.0/ports?device_id=50fe437b-61a5-4a3c-90c2-df56b9d63617 HTTP/1.1" status: 200 len: 913 time: 0.1176648 May 23 11:14:22.895748 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53488) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:23.026015 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-9cbaf9fd-a6be-4e8b-a1c2-77ebb972e2a7 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:23.027494 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-9cbaf9fd-a6be-4e8b-a1c2-77ebb972e2a7 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/networks?id=3c158aba-e520-4739-9803-5afc3c97752c HTTP/1.1" status: 200 len: 806 time: 0.4804051 May 23 11:14:23.050504 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [req-6855a8b5-a503-4409-917c-52357d9392d2 req-0f7f30cc-7df1-4927-b67f-563f6165d563 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:14:23.145574 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-0bd8648a-449f-4016-b8a8-9665f4a2469b tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/quotas/918845eb514f4ef49a66c0d5a348fe52 HTTP/1.1" status: 200 len: 375 time: 0.1067693 May 23 11:14:23.156304 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-af72a0da-b632-446e-91af-b0cdd90ba960 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:23.157773 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-af72a0da-b632-446e-91af-b0cdd90ba960 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.79 "GET /v2.0/networks?id=3adc78a2-48f8-407b-9589-fe4a6ac8aca0 HTTP/1.1" status: 200 len: 812 time: 0.4472926 May 23 11:14:23.159896 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-6855a8b5-a503-4409-917c-52357d9392d2 req-0f7f30cc-7df1-4927-b67f-563f6165d563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0615af0b-0c22-4c7d-8313-76563cd3cbbe {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:14:23.167308 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f1855c5d-ace0-41c9-ba0c-9aee40b5181a None None] Provisioning complete for port 4857d6e2-16c8-4d55-95a9-4df82c154b47 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:14:23.168428 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f1855c5d-ace0-41c9-ba0c-9aee40b5181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:23.216650 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6855a8b5-a503-4409-917c-52357d9392d2 req-0f7f30cc-7df1-4927-b67f-563f6165d563 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:23.225159 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f1855c5d-ace0-41c9-ba0c-9aee40b5181a None None] Port 4857d6e2-16c8-4d55-95a9-4df82c154b47 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:14:23.234472 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574', 'name': 'network-vif-deleted', 'tag': 'e4ec4df8-7a01-4a0e-8295-0d26cd34a143'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:14:23.322423 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-811700bd-724a-49dc-a111-998a3970409e tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:23.344433 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-80c3aac6-35d8-42dc-b34d-55a2ba49ee39 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.79 "GET /v2.0/quotas/9de2036d303b4646b32715efca050724 HTTP/1.1" status: 200 len: 375 time: 0.1779125 May 23 11:14:23.345433 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-6855a8b5-a503-4409-917c-52357d9392d2 req-0f7f30cc-7df1-4927-b67f-563f6165d563 service neutron] Transition to ACTIVE for port object 0615af0b-0c22-4c7d-8313-76563cd3cbbe will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:14:23.360313 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6855a8b5-a503-4409-917c-52357d9392d2 req-0f7f30cc-7df1-4927-b67f-563f6165d563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:23.552617 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7f30cc-7df1-4927-b67f-563f6165d563 service neutron] Pushing event updated for resources: {'Port': ['ID=0615af0b-0c22-4c7d-8313-76563cd3cbbe,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:23.587209 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-577bda03-cfd6-47ba-9534-b394aad8ca62 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=918845eb514f4ef49a66c0d5a348fe52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4225647 May 23 11:14:23.704817 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-099b7a99-0e76-4758-8a20-5a12973da6dd tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9de2036d303b4646b32715efca050724&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3516381 May 23 11:14:23.849591 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-6855a8b5-a503-4409-917c-52357d9392d2 req-0f7f30cc-7df1-4927-b67f-563f6165d563 service neutron] Attempting to bind port 0615af0b-0c22-4c7d-8313-76563cd3cbbe on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:14:23.849921 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-6855a8b5-a503-4409-917c-52357d9392d2 req-0f7f30cc-7df1-4927-b67f-563f6165d563 service neutron] Attempting to bind port 0615af0b-0c22-4c7d-8313-76563cd3cbbe by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'e6734377-073b-422b-93c0-ef1cda14b824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '06b7cf5f-e94a-455b-8d9e-43afc47729a0'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:14:23.850384 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6855a8b5-a503-4409-917c-52357d9392d2 req-0f7f30cc-7df1-4927-b67f-563f6165d563 service neutron] Attempting to bind port 0615af0b-0c22-4c7d-8313-76563cd3cbbe on network 06b7cf5f-e94a-455b-8d9e-43afc47729a0 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:14:23.882317 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-78dee4e1-9932-41af-90c7-7431f17086fd service neutron] 10.222.0.79 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865977 May 23 11:14:23.912783 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6855a8b5-a503-4409-917c-52357d9392d2 req-0f7f30cc-7df1-4927-b67f-563f6165d563 service neutron] Port 0615af0b-0c22-4c7d-8313-76563cd3cbbe on network 06b7cf5f-e94a-455b-8d9e-43afc47729a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:14:23.913108 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6855a8b5-a503-4409-917c-52357d9392d2 req-0f7f30cc-7df1-4927-b67f-563f6165d563 service neutron] Attempting to bind port 0615af0b-0c22-4c7d-8313-76563cd3cbbe on network 06b7cf5f-e94a-455b-8d9e-43afc47729a0 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:14:24.049441 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-811700bd-724a-49dc-a111-998a3970409e tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Deleting port 8ff6f588-993e-4aca-9ed1-3e2443be8173 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:14:24.050139 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-811700bd-724a-49dc-a111-998a3970409e tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:24.174899 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6855a8b5-a503-4409-917c-52357d9392d2 req-0f7f30cc-7df1-4927-b67f-563f6165d563 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:14:24.175523 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6855a8b5-a503-4409-917c-52357d9392d2 req-0f7f30cc-7df1-4927-b67f-563f6165d563 service neutron] Checking segment: {'id': 'e6734377-073b-422b-93c0-ef1cda14b824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '06b7cf5f-e94a-455b-8d9e-43afc47729a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:14:24.175631 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6855a8b5-a503-4409-917c-52357d9392d2 req-0f7f30cc-7df1-4927-b67f-563f6165d563 service neutron] Bound using segment: {'id': 'e6734377-073b-422b-93c0-ef1cda14b824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '06b7cf5f-e94a-455b-8d9e-43afc47729a0'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:14:24.176055 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-6855a8b5-a503-4409-917c-52357d9392d2 req-0f7f30cc-7df1-4927-b67f-563f6165d563 service neutron] Bound port: 0615af0b-0c22-4c7d-8313-76563cd3cbbe, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6734377-073b-422b-93c0-ef1cda14b824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '06b7cf5f-e94a-455b-8d9e-43afc47729a0'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:14:24.176420 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6855a8b5-a503-4409-917c-52357d9392d2 req-0f7f30cc-7df1-4927-b67f-563f6165d563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:24.239844 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-811700bd-724a-49dc-a111-998a3970409e tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:24.284894 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18605db3-b7df-433f-b8a9-fba2d4bc6990 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Router d2619400-9754-4698-b92d-bbb02a2b54ca is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:14:24.332007 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-901114df-3149-46d5-84df-7252c8d243ef service neutron] 10.222.0.79 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4415784 May 23 11:14:24.342717 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-13b0aea3-d30a-4678-b3d4-ca94332371b9 service neutron] 10.222.0.79 "GET /v2.0/networks/3adc78a2-48f8-407b-9589-fe4a6ac8aca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5967541 May 23 11:14:24.364894 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-811700bd-724a-49dc-a111-998a3970409e tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Calling delete_port for 8ff6f588-993e-4aca-9ed1-3e2443be8173 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:14:24.437350 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-6855a8b5-a503-4409-917c-52357d9392d2 req-0f7f30cc-7df1-4927-b67f-563f6165d563 service neutron] For port 0615af0b-0c22-4c7d-8313-76563cd3cbbe, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:14:24.567649 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-6855a8b5-a503-4409-917c-52357d9392d2 req-0f7f30cc-7df1-4927-b67f-563f6165d563 service neutron] For port 0615af0b-0c22-4c7d-8313-76563cd3cbbe, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=0615af0b-0c22-4c7d-8313-76563cd3cbbe,segment=NetworkSegment(e6734377-073b-422b-93c0-ef1cda14b824),segment_id=e6734377-073b-422b-93c0-ef1cda14b824)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:14:24.593468 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-811700bd-724a-49dc-a111-998a3970409e tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:24.612589 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6855a8b5-a503-4409-917c-52357d9392d2 req-0f7f30cc-7df1-4927-b67f-563f6165d563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:24.690597 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811700bd-724a-49dc-a111-998a3970409e tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Pushing event deleted for resources: {'Port': ['ID=8ff6f588-993e-4aca-9ed1-3e2443be8173,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:24.765772 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6855a8b5-a503-4409-917c-52357d9392d2 req-0f7f30cc-7df1-4927-b67f-563f6165d563 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:24.767348 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6855a8b5-a503-4409-917c-52357d9392d2 req-0f7f30cc-7df1-4927-b67f-563f6165d563 service neutron] 10.222.0.13 "PUT /v2.0/ports/0615af0b-0c22-4c7d-8313-76563cd3cbbe HTTP/1.1" status: 200 len: 1091 time: 3.1675756 May 23 11:14:24.767863 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eaf5c4f-dd7b-477d-a96e-56eb3571792a', 'tag': '0615af0b-0c22-4c7d-8313-76563cd3cbbe'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:14:24.777615 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-503cc5c5-181b-4d36-8181-783d73f15ed0 service neutron] 10.222.0.79 "GET /v2.0/networks/3adc78a2-48f8-407b-9589-fe4a6ac8aca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216073 May 23 11:14:24.788263 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7f30cc-7df1-4927-b67f-563f6165d563 service neutron] Pushing event updated for resources: {'Port': ['ID=0615af0b-0c22-4c7d-8313-76563cd3cbbe,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:24.817727 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be3f5f-7352-42ee-8609-24b1ed72cb58 req-ca92b5a8-096e-4aae-bd4b-aefeec5e1205 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:24.819323 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-20be3f5f-7352-42ee-8609-24b1ed72cb58 req-ca92b5a8-096e-4aae-bd4b-aefeec5e1205 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 946 time: 0.2590661 May 23 11:14:24.857290 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18605db3-b7df-433f-b8a9-fba2d4bc6990 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:14:24.869224 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bedcc21-6ffa-46b5-9b62-48674e68a808 None None] Sync routers for ids ['d2619400-9754-4698-b92d-bbb02a2b54ca'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:14:24.870135 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-18605db3-b7df-433f-b8a9-fba2d4bc6990 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "PUT /v2.0/routers/d2619400-9754-4698-b92d-bbb02a2b54ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2523291 May 23 11:14:24.872946 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53512) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:24.890636 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bedcc21-6ffa-46b5-9b62-48674e68a808 None None] Routers {'d2619400-9754-4698-b92d-bbb02a2b54ca'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:14:24.892004 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-3bedcc21-6ffa-46b5-9b62-48674e68a808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:14:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['d2619400-9754-4698-b92d-bbb02a2b54ca'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:24.950273 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-20be3f5f-7352-42ee-8609-24b1ed72cb58 req-0907f47b-3c6d-4af6-8c48-cd8cb125d771 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238348 May 23 11:14:25.011183 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-3bedcc21-6ffa-46b5-9b62-48674e68a808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:25.032028 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bedcc21-6ffa-46b5-9b62-48674e68a808 None None] Routers {'d2619400-9754-4698-b92d-bbb02a2b54ca'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:14:25.032964 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-3bedcc21-6ffa-46b5-9b62-48674e68a808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:14:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['d2619400-9754-4698-b92d-bbb02a2b54ca'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:25.084854 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f75176-a9ec-44ef-b2ca-09dfd84f5029 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:25.085715 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-53f75176-a9ec-44ef-b2ca-09dfd84f5029 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Synchronizing usage tracker for tenant:7dca08376e90462fa2c08567c59d529a on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:14:25.111361 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6855a8b5-a503-4409-917c-52357d9392d2 req-f9b03773-6a8f-4179-b5c6-5be5c7f9f0c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de0406f4975c48ee929002b48060a472&device_id=8eaf5c4f-dd7b-477d-a96e-56eb3571792a HTTP/1.1" status: 200 len: 1094 time: 0.1592233 May 23 11:14:25.121946 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-811700bd-724a-49dc-a111-998a3970409e tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:25.131367 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-3bedcc21-6ffa-46b5-9b62-48674e68a808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:25.131782 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bedcc21-6ffa-46b5-9b62-48674e68a808 None None] The sync data for ids ['d2619400-9754-4698-b92d-bbb02a2b54ca'] in n-d-842952-2 is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:14:25.166774 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca5c1291-4c23-4850-b176-b598583c385d'] response: {'server_uuid': 'ed3ec7fc-a3f8-48cf-bc3b-ce8af99c0574', 'name': 'network-vif-deleted', 'tag': 'e4ec4df8-7a01-4a0e-8295-0d26cd34a143', 'status': 'completed', 'code': 200} May 23 11:14:25.219178 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-53f75176-a9ec-44ef-b2ca-09dfd84f5029 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Unset dirty status for tenant:7dca08376e90462fa2c08567c59d529a on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:14:25.233232 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-53f75176-a9ec-44ef-b2ca-09dfd84f5029 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2619400-9754-4698-b92d-bbb02a2b54ca HTTP/1.1" status: 200 len: 987 time: 0.3542159 May 23 11:14:25.237152 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53520) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:25.358517 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6855a8b5-a503-4409-917c-52357d9392d2 req-15de5fc2-e049-4c92-9a4c-f5067aa90cc5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0615af0b-0c22-4c7d-8313-76563cd3cbbe HTTP/1.1" status: 200 len: 217 time: 0.2322280 May 23 11:14:25.518458 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-01110d73-8885-4eca-bc04-77d4ed0f29f4 req-b53a4fdb-d443-4fff-9a28-efa4acea4e3c tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=b48ed139-e442-4753-95e3-2a4c7685b1c9 HTTP/1.1" status: 200 len: 210 time: 0.1588495 May 23 11:14:25.580380 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855a8b5-a503-4409-917c-52357d9392d2 req-9cc01de3-9748-41aa-8159-7d5704029c6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:25.581899 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6855a8b5-a503-4409-917c-52357d9392d2 req-9cc01de3-9748-41aa-8159-7d5704029c6d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6b6de4b0-f25f-4106-b572-a920a7d5e070 HTTP/1.1" status: 200 len: 853 time: 0.2102256 May 23 11:14:25.627305 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bd1fe9b-5cae-4e37-97e6-8cb338f54257'] response: {'name': 'network-changed', 'server_uuid': '8eaf5c4f-dd7b-477d-a96e-56eb3571792a', 'tag': '0615af0b-0c22-4c7d-8313-76563cd3cbbe', 'status': 'completed', 'code': 200} May 23 11:14:25.637682 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6855a8b5-a503-4409-917c-52357d9392d2 req-7e825878-aaff-4005-a129-0dc283e6e86c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06b7cf5f-e94a-455b-8d9e-43afc47729a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487578 May 23 11:14:25.923408 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a13a76fc-4b15-4934-89b5-7745b313f188 req-bf06f4ef-5be5-42e2-a89b-075263fcad06 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.79 "GET /v2.0/ports?device_id=217cbf78-1df6-493c-9888-301265e5b48a HTTP/1.1" status: 200 len: 210 time: 0.0718009 May 23 11:14:25.930547 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720d703-050b-4aba-b4e6-9c61a55a3338 req-6a6757ea-c345-4b8a-9628-d64e35b59869 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:25.932161 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6720d703-050b-4aba-b4e6-9c61a55a3338 req-6a6757ea-c345-4b8a-9628-d64e35b59869 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eaf5c4f-dd7b-477d-a96e-56eb3571792a HTTP/1.1" status: 200 len: 943 time: 0.6890469 May 23 11:14:26.123207 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-b79ef957-8800-4a66-bee5-3d60ecc5d3c2 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:26.124668 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-b79ef957-8800-4a66-bee5-3d60ecc5d3c2 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.81 "GET /v2.0/networks?id=3c158aba-e520-4739-9803-5afc3c97752c HTTP/1.1" status: 200 len: 806 time: 0.1907837 May 23 11:14:26.140533 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6855a8b5-a503-4409-917c-52357d9392d2 req-6ebea81d-247a-4236-b389-3ce5c044d90b service neutron] 10.222.0.13 "GET /v2.0/networks/06b7cf5f-e94a-455b-8d9e-43afc47729a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4936111 May 23 11:14:26.141186 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811700bd-724a-49dc-a111-998a3970409e tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Router 50fe437b-61a5-4a3c-90c2-df56b9d63617 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:14:26.150577 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-dc4886c1-ad8c-4038-9d71-8da7fc8725aa tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Request body: {'port': {'device_id': 'b48ed139-e442-4753-95e3-2a4c7685b1c9', 'network_id': '3c158aba-e520-4739-9803-5afc3c97752c', 'admin_state_up': True, 'tenant_id': '918845eb514f4ef49a66c0d5a348fe52'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:14:26.372816 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6720d703-050b-4aba-b4e6-9c61a55a3338 req-c2f4cf08-4d28-4cc0-8c26-558899a324e3 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019464 May 23 11:14:26.401914 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6855a8b5-a503-4409-917c-52357d9392d2 req-9c6f959e-4ebe-4c1a-97a7-8d926700a160 service neutron] 10.222.0.13 "GET /v2.0/networks/06b7cf5f-e94a-455b-8d9e-43afc47729a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541692 May 23 11:14:26.422180 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f8c0e-ead2-4618-9f64-2448a007a894 req-5b8cd60b-66fa-4579-9656-36c79f5c710e tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:26.426757 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-dc4886c1-ad8c-4038-9d71-8da7fc8725aa tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:14:26.429027 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-151f8c0e-ead2-4618-9f64-2448a007a894 req-5b8cd60b-66fa-4579-9656-36c79f5c710e tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 946 time: 0.2855630 May 23 11:14:26.440951 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-dc4886c1-ad8c-4038-9d71-8da7fc8725aa tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:14:26.456778 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-dc4886c1-ad8c-4038-9d71-8da7fc8725aa tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Made reservation on behalf of 918845eb514f4ef49a66c0d5a348fe52 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:14:26.459723 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-dc4886c1-ad8c-4038-9d71-8da7fc8725aa tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:26.574597 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-151f8c0e-ead2-4618-9f64-2448a007a894 req-26bb90d3-efd2-44e0-b66d-506798944cd6 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416514 May 23 11:14:26.642154 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2be4bfe4-22d4-49ec-9b6a-5abea6c2125a req-869776f5-404c-4b68-9d69-6a1f233428ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de0406f4975c48ee929002b48060a472&device_id=8eaf5c4f-dd7b-477d-a96e-56eb3571792a HTTP/1.1" status: 200 len: 1094 time: 0.1357551 May 23 11:14:26.775191 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-dc4886c1-ad8c-4038-9d71-8da7fc8725aa tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Allocated IP 172.20.0.10 (3c158aba-e520-4739-9803-5afc3c97752c/31ce3e03-ff53-4686-aaa6-54ac8efb8abe/280cf2c1-bc2a-47e3-ac58-64bf18b24294) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:14:26.778335 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811700bd-724a-49dc-a111-998a3970409e tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:14:26.785016 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ba6fbcad-601a-497c-ac9b-40f000c6a361 req-7f3890b7-a1ce-46cc-83bd-b5c35124ee5f tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=b48ed139-e442-4753-95e3-2a4c7685b1c9 HTTP/1.1" status: 200 len: 210 time: 0.0641778 May 23 11:14:26.789927 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d545f3-68c4-4c02-9866-ece706bc2c11 None None] Sync routers for ids ['50fe437b-61a5-4a3c-90c2-df56b9d63617'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:14:26.803261 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d545f3-68c4-4c02-9866-ece706bc2c11 None None] Routers {'50fe437b-61a5-4a3c-90c2-df56b9d63617'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:14:26.804175 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-03d545f3-68c4-4c02-9866-ece706bc2c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:14:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['50fe437b-61a5-4a3c-90c2-df56b9d63617'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:26.881624 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-03d545f3-68c4-4c02-9866-ece706bc2c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:26.894004 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-811700bd-724a-49dc-a111-998a3970409e tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "PUT /v2.0/routers/50fe437b-61a5-4a3c-90c2-df56b9d63617/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9965727 May 23 11:14:26.901789 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53534) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:26.902876 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d545f3-68c4-4c02-9866-ece706bc2c11 None None] Routers {'50fe437b-61a5-4a3c-90c2-df56b9d63617'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:14:26.903803 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-03d545f3-68c4-4c02-9866-ece706bc2c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:14:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['50fe437b-61a5-4a3c-90c2-df56b9d63617'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:26.914645 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-95f387b5-d297-413d-9416-b81e0fcc7593 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:26.915092 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-95f387b5-d297-413d-9416-b81e0fcc7593 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Synchronizing usage tracker for tenant:9de2036d303b4646b32715efca050724 on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:14:26.973082 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-95f387b5-d297-413d-9416-b81e0fcc7593 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Unset dirty status for tenant:9de2036d303b4646b32715efca050724 on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:14:26.974150 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-95f387b5-d297-413d-9416-b81e0fcc7593 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.81 "GET /v2.0/networks?id=3adc78a2-48f8-407b-9589-fe4a6ac8aca0 HTTP/1.1" status: 200 len: 812 time: 0.3834140 May 23 11:14:26.975097 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-03d545f3-68c4-4c02-9866-ece706bc2c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:26.975564 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d545f3-68c4-4c02-9866-ece706bc2c11 None None] The sync data for ids ['50fe437b-61a5-4a3c-90c2-df56b9d63617'] in n-d-842952-2 is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:14:26.988569 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4bfe4-22d4-49ec-9b6a-5abea6c2125a req-53c088e3-91e0-4a9c-ab50-5b313999aae9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:26.990027 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2be4bfe4-22d4-49ec-9b6a-5abea6c2125a req-53c088e3-91e0-4a9c-ab50-5b313999aae9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=06b7cf5f-e94a-455b-8d9e-43afc47729a0 HTTP/1.1" status: 200 len: 914 time: 0.3411970 May 23 11:14:27.103525 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-c6bb2da7-2c3a-412d-89b3-b7be7b51196c tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Synchronizing usage tracker for tenant:9de2036d303b4646b32715efca050724 on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:14:27.141393 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-c6bb2da7-2c3a-412d-89b3-b7be7b51196c tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Unset dirty status for tenant:9de2036d303b4646b32715efca050724 on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:14:27.142514 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-c6bb2da7-2c3a-412d-89b3-b7be7b51196c tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9de2036d303b4646b32715efca050724 HTTP/1.1" status: 200 len: 380 time: 0.1177020 May 23 11:14:27.145308 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-dc4886c1-ad8c-4038-9d71-8da7fc8725aa tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:27.150220 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-190689e6-fdab-4c34-a9cb-eef752c415a3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:27.153390 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-9e51bce4-53bf-4f45-a083-c2065a80cba4 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Request body: {'port': {'device_id': '217cbf78-1df6-493c-9888-301265e5b48a', 'network_id': '3adc78a2-48f8-407b-9589-fe4a6ac8aca0', 'admin_state_up': True, 'tenant_id': '9de2036d303b4646b32715efca050724', 'security_groups': ['2662ffa5-af07-4cfc-b539-1509362a42d5']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:14:27.220907 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2be4bfe4-22d4-49ec-9b6a-5abea6c2125a req-5b8bf510-025d-42a2-b7d5-e17ee45bfcf8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0615af0b-0c22-4c7d-8313-76563cd3cbbe HTTP/1.1" status: 200 len: 217 time: 0.1845045 May 23 11:14:27.223031 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-76b11e77-a063-4fce-861f-71f73464b78d req-104a46a9-e8d4-416e-863e-bcc94cc5bd02 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.79 "GET /v2.0/ports?device_id=217cbf78-1df6-493c-9888-301265e5b48a HTTP/1.1" status: 200 len: 210 time: 0.1217787 May 23 11:14:27.294632 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-dc4886c1-ad8c-4038-9d71-8da7fc8725aa tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:27.333668 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['93231983-db7d-4314-a4f2-a6dea56eda75'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:14:27.355331 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-9e51bce4-53bf-4f45-a083-c2065a80cba4 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:14:27.368768 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-9e51bce4-53bf-4f45-a083-c2065a80cba4 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Usage tracker for resource:port and tenant:9de2036d303b4646b32715efca050724 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:14:27.375226 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-9e51bce4-53bf-4f45-a083-c2065a80cba4 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:14:27.387989 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-9e51bce4-53bf-4f45-a083-c2065a80cba4 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:14:27.393800 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-dc4886c1-ad8c-4038-9d71-8da7fc8725aa tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Network 3c158aba-e520-4739-9803-5afc3c97752c is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:14:27.401178 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-dc4886c1-ad8c-4038-9d71-8da7fc8725aa tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:14:27.404406 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4886c1-ad8c-4038-9d71-8da7fc8725aa tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Pushing event updated for resources: {'Port': ['ID=280cf2c1-bc2a-47e3-ac58-64bf18b24294,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:27.407227 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-dc4886c1-ad8c-4038-9d71-8da7fc8725aa tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:14:27.436862 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-9e51bce4-53bf-4f45-a083-c2065a80cba4 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Made reservation on behalf of 9de2036d303b4646b32715efca050724 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:14:27.439867 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-9e51bce4-53bf-4f45-a083-c2065a80cba4 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:27.516581 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4bfe4-22d4-49ec-9b6a-5abea6c2125a req-95b63911-0354-4884-8ce2-990651e728fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:27.517615 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2be4bfe4-22d4-49ec-9b6a-5abea6c2125a req-95b63911-0354-4884-8ce2-990651e728fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6b6de4b0-f25f-4106-b572-a920a7d5e070 HTTP/1.1" status: 200 len: 853 time: 0.1050241 May 23 11:14:27.524958 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-dc4886c1-ad8c-4038-9d71-8da7fc8725aa tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:27.524958 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-dc4886c1-ad8c-4038-9d71-8da7fc8725aa tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:27.618308 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2be4bfe4-22d4-49ec-9b6a-5abea6c2125a req-755164ae-ecf2-44b3-9802-d91caf8641fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06b7cf5f-e94a-455b-8d9e-43afc47729a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889552 May 23 11:14:27.698950 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-dc4886c1-ad8c-4038-9d71-8da7fc8725aa tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5528665 May 23 11:14:27.735919 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-bc62b9cf-b0b4-4cbd-8959-384bccf38594 service neutron] Request body: {'port': {'device_id': 'b48ed139-e442-4753-95e3-2a4c7685b1c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:14:27.845293 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-9e51bce4-53bf-4f45-a083-c2065a80cba4 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Allocated IP 172.20.0.3 (3adc78a2-48f8-407b-9589-fe4a6ac8aca0/cfb194f6-4536-4501-b841-17f76deb51b6/7f50d78e-a3b2-4009-8631-f45cb2fd2d92) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:14:27.888665 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-bc62b9cf-b0b4-4cbd-8959-384bccf38594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:27.945281 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2be4bfe4-22d4-49ec-9b6a-5abea6c2125a req-e5a2b51c-068a-47d7-b01f-22d81627f1c3 service neutron] 10.222.0.13 "GET /v2.0/networks/06b7cf5f-e94a-455b-8d9e-43afc47729a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067136 May 23 11:14:27.950941 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf929c3-782b-4313-bd52-ccf01f17207c req-648a2e61-0f98-4e41-8bd4-e6bf1a037354 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:27.952252 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6bf929c3-782b-4313-bd52-ccf01f17207c req-648a2e61-0f98-4e41-8bd4-e6bf1a037354 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eaf5c4f-dd7b-477d-a96e-56eb3571792a HTTP/1.1" status: 200 len: 943 time: 0.3896070 May 23 11:14:28.112548 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bcd78f35-c7d3-4539-b75e-8528f3f7e604 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:28.239349 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-9e51bce4-53bf-4f45-a083-c2065a80cba4 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:28.271133 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-9e51bce4-53bf-4f45-a083-c2065a80cba4 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Transition to ACTIVE for port object 7f50d78e-a3b2-4009-8631-f45cb2fd2d92 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:14:28.304271 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402adbea-acf8-4b9b-ac73-75ab7d27e687 req-34127095-3413-4630-8cc9-dd94d95a09dc tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:28.305770 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-402adbea-acf8-4b9b-ac73-75ab7d27e687 req-34127095-3413-4630-8cc9-dd94d95a09dc tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 946 time: 0.5825784 May 23 11:14:28.339052 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-9e51bce4-53bf-4f45-a083-c2065a80cba4 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:28.412962 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6bf929c3-782b-4313-bd52-ccf01f17207c req-fca251c4-de55-452e-a155-82995827eed5 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104781 May 23 11:14:28.443580 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2be4bfe4-22d4-49ec-9b6a-5abea6c2125a req-843f59ac-d72c-40b8-a51a-e252bf464e5f service neutron] 10.222.0.13 "GET /v2.0/networks/06b7cf5f-e94a-455b-8d9e-43afc47729a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4893181 May 23 11:14:28.445218 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-190689e6-fdab-4c34-a9cb-eef752c415a3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Deleting port 4857d6e2-16c8-4d55-95a9-4df82c154b47 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:14:28.445540 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-190689e6-fdab-4c34-a9cb-eef752c415a3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:28.457232 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-9e51bce4-53bf-4f45-a083-c2065a80cba4 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Network 3adc78a2-48f8-407b-9589-fe4a6ac8aca0 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:14:28.461609 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-9e51bce4-53bf-4f45-a083-c2065a80cba4 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:14:28.466834 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-9e51bce4-53bf-4f45-a083-c2065a80cba4 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:14:28.489940 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-402adbea-acf8-4b9b-ac73-75ab7d27e687 req-1ce72ed6-9d3c-432e-95dc-3ad9802e065a tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706169 May 23 11:14:28.493676 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-bc62b9cf-b0b4-4cbd-8959-384bccf38594 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 280cf2c1-bc2a-47e3-ac58-64bf18b24294 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:14:28.516159 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-bc62b9cf-b0b4-4cbd-8959-384bccf38594 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:28.525789 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e51bce4-53bf-4f45-a083-c2065a80cba4 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Pushing event updated for resources: {'Port': ['ID=7f50d78e-a3b2-4009-8631-f45cb2fd2d92,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:28.549260 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-bc62b9cf-b0b4-4cbd-8959-384bccf38594 service neutron] Transition to ACTIVE for port object 280cf2c1-bc2a-47e3-ac58-64bf18b24294 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:14:28.564794 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-9e51bce4-53bf-4f45-a083-c2065a80cba4 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:28.565930 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-9e51bce4-53bf-4f45-a083-c2065a80cba4 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:28.587399 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-bc62b9cf-b0b4-4cbd-8959-384bccf38594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:28.640517 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-9e51bce4-53bf-4f45-a083-c2065a80cba4 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4916313 May 23 11:14:28.704738 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-c692d877-3a51-4d6b-b49c-cfa9cbf9c9b0 service neutron] Request body: {'port': {'device_id': '217cbf78-1df6-493c-9888-301265e5b48a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:14:28.791534 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62b9cf-b0b4-4cbd-8959-384bccf38594 service neutron] Pushing event updated for resources: {'Port': ['ID=280cf2c1-bc2a-47e3-ac58-64bf18b24294,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:28.803653 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8dd55f13-b71e-4667-8c9d-249be3a16500 None None] Provisioning for port 7f50d78e-a3b2-4009-8631-f45cb2fd2d92 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:14:28.809581 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8dd55f13-b71e-4667-8c9d-249be3a16500 None None] Provisioning complete for port 7f50d78e-a3b2-4009-8631-f45cb2fd2d92 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:14:28.810192 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8dd55f13-b71e-4667-8c9d-249be3a16500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:28.828080 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-190689e6-fdab-4c34-a9cb-eef752c415a3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:28.852914 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-c692d877-3a51-4d6b-b49c-cfa9cbf9c9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:28.874288 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8dd55f13-b71e-4667-8c9d-249be3a16500 None None] Port 7f50d78e-a3b2-4009-8631-f45cb2fd2d92 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:14:29.081402 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-bc62b9cf-b0b4-4cbd-8959-384bccf38594 service neutron] Attempting to bind port 280cf2c1-bc2a-47e3-ac58-64bf18b24294 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:14:29.081623 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-bc62b9cf-b0b4-4cbd-8959-384bccf38594 service neutron] Attempting to bind port 280cf2c1-bc2a-47e3-ac58-64bf18b24294 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '3dd9ea5f-23bc-4bc8-917a-431ad3d10464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3c158aba-e520-4739-9803-5afc3c97752c'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:14:29.081943 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-bc62b9cf-b0b4-4cbd-8959-384bccf38594 service neutron] Attempting to bind port 280cf2c1-bc2a-47e3-ac58-64bf18b24294 on network 3c158aba-e520-4739-9803-5afc3c97752c {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:14:29.090102 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-190689e6-fdab-4c34-a9cb-eef752c415a3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Calling delete_port for 4857d6e2-16c8-4d55-95a9-4df82c154b47 owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:14:29.108241 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-bc62b9cf-b0b4-4cbd-8959-384bccf38594 service neutron] Port 280cf2c1-bc2a-47e3-ac58-64bf18b24294 on network 3c158aba-e520-4739-9803-5afc3c97752c not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:14:29.108538 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-bc62b9cf-b0b4-4cbd-8959-384bccf38594 service neutron] Attempting to bind port 280cf2c1-bc2a-47e3-ac58-64bf18b24294 on network 3c158aba-e520-4739-9803-5afc3c97752c {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:14:29.131145 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788ff8d-a3bb-4275-ba21-7fcc916a5d0f req-8278bc33-c9e6-414e-9ff2-496db9855967 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:29.132619 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b788ff8d-a3bb-4275-ba21-7fcc916a5d0f req-8278bc33-c9e6-414e-9ff2-496db9855967 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=b48ed139-e442-4753-95e3-2a4c7685b1c9 HTTP/1.1" status: 200 len: 944 time: 0.5626798 May 23 11:14:29.174127 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-bc62b9cf-b0b4-4cbd-8959-384bccf38594 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:14:29.174127 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-bc62b9cf-b0b4-4cbd-8959-384bccf38594 service neutron] Checking segment: {'id': '3dd9ea5f-23bc-4bc8-917a-431ad3d10464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3c158aba-e520-4739-9803-5afc3c97752c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:14:29.174604 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-bc62b9cf-b0b4-4cbd-8959-384bccf38594 service neutron] Bound using segment: {'id': '3dd9ea5f-23bc-4bc8-917a-431ad3d10464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3c158aba-e520-4739-9803-5afc3c97752c'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:14:29.174854 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-bc62b9cf-b0b4-4cbd-8959-384bccf38594 service neutron] Bound port: 280cf2c1-bc2a-47e3-ac58-64bf18b24294, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dd9ea5f-23bc-4bc8-917a-431ad3d10464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3c158aba-e520-4739-9803-5afc3c97752c'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:14:29.175175 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-bc62b9cf-b0b4-4cbd-8959-384bccf38594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:29.180027 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b47a0-02b6-42d4-a199-168a0be0b055 req-9214e79b-451b-4fa2-801b-fdbc477fef74 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:29.181444 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8d4b47a0-02b6-42d4-a199-168a0be0b055 req-9214e79b-451b-4fa2-801b-fdbc477fef74 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.79 "GET /v2.0/ports?device_id=217cbf78-1df6-493c-9888-301265e5b48a HTTP/1.1" status: 200 len: 931 time: 0.5071836 May 23 11:14:29.267958 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bcd78f35-c7d3-4539-b75e-8528f3f7e604 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:29.282636 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b788ff8d-a3bb-4275-ba21-7fcc916a5d0f req-dce718cf-fb88-43c7-afb1-2b5c9e48cfe8 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431916 May 23 11:14:29.295583 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8d4b47a0-02b6-42d4-a199-168a0be0b055 req-3daa18cf-1a30-47e9-b366-69a10ee412d8 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.79 "GET /v2.0/security-groups?id=2662ffa5-af07-4cfc-b539-1509362a42d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037714 May 23 11:14:29.297989 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-bcd78f35-c7d3-4539-b75e-8528f3f7e604 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Deleting port 956d880d-3540-4bed-91e2-a69b02976224 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:14:29.298326 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bcd78f35-c7d3-4539-b75e-8528f3f7e604 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:29.425953 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-bc62b9cf-b0b4-4cbd-8959-384bccf38594 service neutron] For port 280cf2c1-bc2a-47e3-ac58-64bf18b24294, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:14:29.429739 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-bc62b9cf-b0b4-4cbd-8959-384bccf38594 service neutron] For port 280cf2c1-bc2a-47e3-ac58-64bf18b24294, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=280cf2c1-bc2a-47e3-ac58-64bf18b24294,segment=NetworkSegment(3dd9ea5f-23bc-4bc8-917a-431ad3d10464),segment_id=3dd9ea5f-23bc-4bc8-917a-431ad3d10464)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:14:29.440343 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-bc62b9cf-b0b4-4cbd-8959-384bccf38594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:29.540888 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-190689e6-fdab-4c34-a9cb-eef752c415a3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:29.543723 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bcd78f35-c7d3-4539-b75e-8528f3f7e604 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:29.559078 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-bc62b9cf-b0b4-4cbd-8959-384bccf38594 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:29.560467 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-bc62b9cf-b0b4-4cbd-8959-384bccf38594 service neutron] 10.222.0.81 "PUT /v2.0/ports/280cf2c1-bc2a-47e3-ac58-64bf18b24294 HTTP/1.1" status: 200 len: 1092 time: 1.8286920 May 23 11:14:29.562549 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b48ed139-e442-4753-95e3-2a4c7685b1c9', 'tag': '280cf2c1-bc2a-47e3-ac58-64bf18b24294'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:14:29.570353 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-c692d877-3a51-4d6b-b49c-cfa9cbf9c9b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f50d78e-a3b2-4009-8631-f45cb2fd2d92 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:14:29.581607 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-c692d877-3a51-4d6b-b49c-cfa9cbf9c9b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:29.590897 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62b9cf-b0b4-4cbd-8959-384bccf38594 service neutron] Pushing event updated for resources: {'Port': ['ID=280cf2c1-bc2a-47e3-ac58-64bf18b24294,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:29.601912 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-c692d877-3a51-4d6b-b49c-cfa9cbf9c9b0 service neutron] Transition to ACTIVE for port object 7f50d78e-a3b2-4009-8631-f45cb2fd2d92 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:14:29.609876 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-c692d877-3a51-4d6b-b49c-cfa9cbf9c9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:29.686424 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190689e6-fdab-4c34-a9cb-eef752c415a3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event deleted for resources: {'Port': ['ID=4857d6e2-16c8-4d55-95a9-4df82c154b47,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:29.758527 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-bcd78f35-c7d3-4539-b75e-8528f3f7e604 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Calling delete_port for 956d880d-3540-4bed-91e2-a69b02976224 owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:14:29.787049 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c692d877-3a51-4d6b-b49c-cfa9cbf9c9b0 service neutron] Pushing event updated for resources: {'Port': ['ID=7f50d78e-a3b2-4009-8631-f45cb2fd2d92,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:29.921739 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-45549deb-00c7-431c-aec8-65bdf6125910 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=918845eb514f4ef49a66c0d5a348fe52&device_id=b48ed139-e442-4753-95e3-2a4c7685b1c9 HTTP/1.1" status: 200 len: 1095 time: 0.2709863 May 23 11:14:30.020424 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-c692d877-3a51-4d6b-b49c-cfa9cbf9c9b0 service neutron] Attempting to bind port 7f50d78e-a3b2-4009-8631-f45cb2fd2d92 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:14:30.020849 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-c692d877-3a51-4d6b-b49c-cfa9cbf9c9b0 service neutron] Attempting to bind port 7f50d78e-a3b2-4009-8631-f45cb2fd2d92 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '0bde80b2-9c9c-462d-930e-1668ec8118e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3adc78a2-48f8-407b-9589-fe4a6ac8aca0'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:14:30.021234 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-c692d877-3a51-4d6b-b49c-cfa9cbf9c9b0 service neutron] Attempting to bind port 7f50d78e-a3b2-4009-8631-f45cb2fd2d92 on network 3adc78a2-48f8-407b-9589-fe4a6ac8aca0 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:14:30.027747 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-6849a709-9d78-4726-826b-eaade3f6666c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=280cf2c1-bc2a-47e3-ac58-64bf18b24294 HTTP/1.1" status: 200 len: 217 time: 0.0919530 May 23 11:14:30.030574 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-c692d877-3a51-4d6b-b49c-cfa9cbf9c9b0 service neutron] Port 7f50d78e-a3b2-4009-8631-f45cb2fd2d92 on network 3adc78a2-48f8-407b-9589-fe4a6ac8aca0 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:14:30.030987 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-c692d877-3a51-4d6b-b49c-cfa9cbf9c9b0 service neutron] Attempting to bind port 7f50d78e-a3b2-4009-8631-f45cb2fd2d92 on network 3adc78a2-48f8-407b-9589-fe4a6ac8aca0 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:14:30.086009 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-c692d877-3a51-4d6b-b49c-cfa9cbf9c9b0 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:14:30.086449 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-c692d877-3a51-4d6b-b49c-cfa9cbf9c9b0 service neutron] Checking segment: {'id': '0bde80b2-9c9c-462d-930e-1668ec8118e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3adc78a2-48f8-407b-9589-fe4a6ac8aca0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:14:30.087215 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-c692d877-3a51-4d6b-b49c-cfa9cbf9c9b0 service neutron] Bound using segment: {'id': '0bde80b2-9c9c-462d-930e-1668ec8118e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3adc78a2-48f8-407b-9589-fe4a6ac8aca0'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:14:30.087468 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-c692d877-3a51-4d6b-b49c-cfa9cbf9c9b0 service neutron] Bound port: 7f50d78e-a3b2-4009-8631-f45cb2fd2d92, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bde80b2-9c9c-462d-930e-1668ec8118e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3adc78a2-48f8-407b-9589-fe4a6ac8aca0'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:14:30.087933 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-c692d877-3a51-4d6b-b49c-cfa9cbf9c9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:30.119150 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c62b4f-ee9b-4dea-8c8c-70b7e13ae69d req-caf276f4-a38d-4625-a4c5-b27acd1bf421 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:30.120643 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f2c62b4f-ee9b-4dea-8c8c-70b7e13ae69d req-caf276f4-a38d-4625-a4c5-b27acd1bf421 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eaf5c4f-dd7b-477d-a96e-56eb3571792a HTTP/1.1" status: 200 len: 943 time: 0.5297632 May 23 11:14:30.123594 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-190689e6-fdab-4c34-a9cb-eef752c415a3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:30.149281 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-5e2ecc62-2247-4edb-b3d9-95b77a8b041b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:30.150793 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-5e2ecc62-2247-4edb-b3d9-95b77a8b041b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=31ce3e03-ff53-4686-aaa6-54ac8efb8abe HTTP/1.1" status: 200 len: 846 time: 0.1156807 May 23 11:14:30.161042 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a0337-4f2b-4c0a-8138-06353f0e2e2c req-31d087dd-51ab-4463-8407-7b4e85ceaf30 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:30.162844 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-633a0337-4f2b-4c0a-8138-06353f0e2e2c req-31d087dd-51ab-4463-8407-7b4e85ceaf30 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 946 time: 0.4131021 May 23 11:14:30.205522 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-8f81f34f-1431-4dab-9cb9-2be81a9a4594 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3c158aba-e520-4739-9803-5afc3c97752c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474072 May 23 11:14:30.310477 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-c692d877-3a51-4d6b-b49c-cfa9cbf9c9b0 service neutron] For port 7f50d78e-a3b2-4009-8631-f45cb2fd2d92, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:14:30.323060 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-c692d877-3a51-4d6b-b49c-cfa9cbf9c9b0 service neutron] For port 7f50d78e-a3b2-4009-8631-f45cb2fd2d92, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=7f50d78e-a3b2-4009-8631-f45cb2fd2d92,segment=NetworkSegment(0bde80b2-9c9c-462d-930e-1668ec8118e8),segment_id=0bde80b2-9c9c-462d-930e-1668ec8118e8)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:14:30.329567 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-c692d877-3a51-4d6b-b49c-cfa9cbf9c9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:30.382061 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f2c62b4f-ee9b-4dea-8c8c-70b7e13ae69d req-307973af-3654-49e0-84d1-fa46e830e1db tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536621 May 23 11:14:30.416362 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-633a0337-4f2b-4c0a-8138-06353f0e2e2c req-b1ff4dff-5797-4061-b141-5833bd7ff5fd tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373285 May 23 11:14:30.422335 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-c692d877-3a51-4d6b-b49c-cfa9cbf9c9b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:30.423751 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-c692d877-3a51-4d6b-b49c-cfa9cbf9c9b0 service neutron] 10.222.0.81 "PUT /v2.0/ports/7f50d78e-a3b2-4009-8631-f45cb2fd2d92 HTTP/1.1" status: 200 len: 1091 time: 1.7304018 May 23 11:14:30.427498 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-507bd081-9dc6-4659-b446-a6a6647f14da service neutron] 10.222.0.81 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086396 May 23 11:14:30.438010 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c692d877-3a51-4d6b-b49c-cfa9cbf9c9b0 service neutron] Pushing event updated for resources: {'Port': ['ID=7f50d78e-a3b2-4009-8631-f45cb2fd2d92,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:30.480412 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bcd78f35-c7d3-4539-b75e-8528f3f7e604 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:30.567329 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f61cb55-51d3-4068-a1bb-72ba74be92c0'] response: {'name': 'network-changed', 'server_uuid': 'b48ed139-e442-4753-95e3-2a4c7685b1c9', 'tag': '280cf2c1-bc2a-47e3-ac58-64bf18b24294', 'status': 'completed', 'code': 200} May 23 11:14:30.691781 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7ee92956-a219-4226-b825-b79db1a2ee7f req-249eb552-7c80-4cc1-b029-2675bf13e54c service neutron] 10.222.0.81 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496572 May 23 11:14:30.700383 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-027fcf21-f0eb-45e3-ac3b-dcff53471297 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9de2036d303b4646b32715efca050724&device_id=217cbf78-1df6-493c-9888-301265e5b48a HTTP/1.1" status: 200 len: 1094 time: 0.1782057 May 23 11:14:30.779626 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-06ce356d-7a67-4338-a68b-18705e9b19fe service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f50d78e-a3b2-4009-8631-f45cb2fd2d92 HTTP/1.1" status: 200 len: 217 time: 0.0654871 May 23 11:14:30.802944 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd78f35-c7d3-4539-b75e-8528f3f7e604 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Pushing event deleted for resources: {'Port': ['ID=956d880d-3540-4bed-91e2-a69b02976224,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:30.896087 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-3cab2fd6-8254-48cb-929a-b05ec9f83d70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:30.897563 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-3cab2fd6-8254-48cb-929a-b05ec9f83d70 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cfb194f6-4536-4501-b841-17f76deb51b6 HTTP/1.1" status: 200 len: 851 time: 0.1087711 May 23 11:14:30.976316 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6a21398a-77ff-44fc-b52e-9dfa025d4f01 req-3c29ff88-5fe4-4b4d-add2-8326860b5756 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=918845eb514f4ef49a66c0d5a348fe52&device_id=b48ed139-e442-4753-95e3-2a4c7685b1c9 HTTP/1.1" status: 200 len: 1095 time: 0.1547477 May 23 11:14:31.066195 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-3caa2b89-c85c-419c-b8d8-d97e4fa32658 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3adc78a2-48f8-407b-9589-fe4a6ac8aca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1609542 May 23 11:14:31.213181 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dcf2b-08c4-4f01-9c1c-2cdb768e3d37 req-7fd4ea26-2a58-4538-b933-f29a2cb38343 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:31.214623 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-461dcf2b-08c4-4f01-9c1c-2cdb768e3d37 req-7fd4ea26-2a58-4538-b933-f29a2cb38343 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.79 "GET /v2.0/ports?device_id=217cbf78-1df6-493c-9888-301265e5b48a HTTP/1.1" status: 200 len: 943 time: 0.4796214 May 23 11:14:31.225216 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbeecd-fc31-49a8-892d-20ce05cfa41b req-57045a72-175e-493d-8893-be6ebb16aa71 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:31.226674 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5afbeecd-fc31-49a8-892d-20ce05cfa41b req-57045a72-175e-493d-8893-be6ebb16aa71 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=b48ed139-e442-4753-95e3-2a4c7685b1c9 HTTP/1.1" status: 200 len: 944 time: 0.4941916 May 23 11:14:31.231157 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bcd78f35-c7d3-4539-b75e-8528f3f7e604 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:31.288292 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21398a-77ff-44fc-b52e-9dfa025d4f01 req-176afa66-4f32-4bff-83c9-2bf80ca275ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:31.289741 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6a21398a-77ff-44fc-b52e-9dfa025d4f01 req-176afa66-4f32-4bff-83c9-2bf80ca275ec service neutron] 10.222.0.81 "GET /v2.0/networks?id=3c158aba-e520-4739-9803-5afc3c97752c HTTP/1.1" status: 200 len: 907 time: 0.3081901 May 23 11:14:31.372298 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6a21398a-77ff-44fc-b52e-9dfa025d4f01 req-9ae69d6c-0838-42f0-8082-7f76fdad9bd2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=280cf2c1-bc2a-47e3-ac58-64bf18b24294 HTTP/1.1" status: 200 len: 217 time: 0.0733581 May 23 11:14:31.396264 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-190689e6-fdab-4c34-a9cb-eef752c415a3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Router d2619400-9754-4698-b92d-bbb02a2b54ca has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:14:31.431860 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-f86b050c-1344-4e67-94ed-d8ddb57540be service neutron] 10.222.0.81 "GET /v2.0/networks/3adc78a2-48f8-407b-9589-fe4a6ac8aca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521788 May 23 11:14:31.517111 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21398a-77ff-44fc-b52e-9dfa025d4f01 req-bb024196-b1f1-4d74-9506-da50b6c9a742 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:31.518574 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6a21398a-77ff-44fc-b52e-9dfa025d4f01 req-bb024196-b1f1-4d74-9506-da50b6c9a742 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=31ce3e03-ff53-4686-aaa6-54ac8efb8abe HTTP/1.1" status: 200 len: 846 time: 0.1376827 May 23 11:14:31.564048 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bcd78f35-c7d3-4539-b75e-8528f3f7e604 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:31.567460 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5afbeecd-fc31-49a8-892d-20ce05cfa41b req-abe78ea1-b361-4e62-a1cf-fbedaa23a72a tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741950 May 23 11:14:31.568693 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6a21398a-77ff-44fc-b52e-9dfa025d4f01 req-7a5b78ef-37e6-4c9d-bb41-8bcd15f481de service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3c158aba-e520-4739-9803-5afc3c97752c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422516 May 23 11:14:31.571448 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-461dcf2b-08c4-4f01-9c1c-2cdb768e3d37 req-318e5ea2-806b-4f2b-939a-ce797214c0da tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.79 "GET /v2.0/security-groups?id=2662ffa5-af07-4cfc-b539-1509362a42d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3425052 May 23 11:14:31.615720 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 0615af0b-0c22-4c7d-8313-76563cd3cbbe details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:14:31.625644 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bcd78f35-c7d3-4539-b75e-8528f3f7e604 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:31.723995 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190689e6-fdab-4c34-a9cb-eef752c415a3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:14:31.725938 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bcd78f35-c7d3-4539-b75e-8528f3f7e604 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:31.726512 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd78f35-c7d3-4539-b75e-8528f3f7e604 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Fanout notify agent at l3_agent the message router_deleted on router 50fe437b-61a5-4a3c-90c2-df56b9d63617 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:14:31.734135 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd3edf0-8906-49b8-9c5c-434df149eb37 None None] Sync routers for ids ['d2619400-9754-4698-b92d-bbb02a2b54ca'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:14:31.750659 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd3edf0-8906-49b8-9c5c-434df149eb37 None None] Routers {'d2619400-9754-4698-b92d-bbb02a2b54ca'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:14:31.751463 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-9bd3edf0-8906-49b8-9c5c-434df149eb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:14:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['d2619400-9754-4698-b92d-bbb02a2b54ca'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:31.759338 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6a21398a-77ff-44fc-b52e-9dfa025d4f01 req-55ebb523-939f-4f68-b005-0ee0e1c3a744 service neutron] 10.222.0.81 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836197 May 23 11:14:31.832075 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 0615af0b-0c22-4c7d-8313-76563cd3cbbe, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=0615af0b-0c22-4c7d-8313-76563cd3cbbe,segment=NetworkSegment(e6734377-073b-422b-93c0-ef1cda14b824),segment_id=e6734377-073b-422b-93c0-ef1cda14b824)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:14:31.835765 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7afc2a8a-c7e3-4844-a94a-c7678ab65999 req-f4f98538-be65-486a-8be9-5c32b538cdb2 service neutron] 10.222.0.81 "GET /v2.0/networks/3adc78a2-48f8-407b-9589-fe4a6ac8aca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977859 May 23 11:14:31.863580 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-9bd3edf0-8906-49b8-9c5c-434df149eb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:31.876319 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '0615af0b-0c22-4c7d-8313-76563cd3cbbe', 'network_id': '06b7cf5f-e94a-455b-8d9e-43afc47729a0', 'port_id': '0615af0b-0c22-4c7d-8313-76563cd3cbbe', 'mac_address': 'fa:16:3e:34:43:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b6de4b0-f25f-4106-b572-a920a7d5e070', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:14:31.880538 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd3edf0-8906-49b8-9c5c-434df149eb37 None None] Routers {'d2619400-9754-4698-b92d-bbb02a2b54ca'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:14:31.884699 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-9bd3edf0-8906-49b8-9c5c-434df149eb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:14:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['d2619400-9754-4698-b92d-bbb02a2b54ca'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:31.965724 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-9bd3edf0-8906-49b8-9c5c-434df149eb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:31.966450 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd3edf0-8906-49b8-9c5c-434df149eb37 None None] The sync data for ids ['d2619400-9754-4698-b92d-bbb02a2b54ca'] in n-d-842952-2 is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:14:31.973779 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:31.974141 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6a21398a-77ff-44fc-b52e-9dfa025d4f01 req-cb6d818a-04d6-4e64-aa7c-5f38bd795b5f service neutron] 10.222.0.81 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865804 May 23 11:14:31.975658 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-190689e6-fdab-4c34-a9cb-eef752c415a3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "PUT /v2.0/routers/d2619400-9754-4698-b92d-bbb02a2b54ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7352049 May 23 11:14:31.978500 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53566) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:31.980569 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bcd78f35-c7d3-4539-b75e-8528f3f7e604 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:31.981517 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-bcd78f35-c7d3-4539-b75e-8528f3f7e604 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "DELETE /v2.0/routers/50fe437b-61a5-4a3c-90c2-df56b9d63617 HTTP/1.1" status: 204 len: 168 time: 5.0789499 May 23 11:14:31.988523 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53570) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:31.998976 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0615af0b-0c22-4c7d-8313-76563cd3cbbe {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:14:32.018406 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 0615af0b-0c22-4c7d-8313-76563cd3cbbe, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=0615af0b-0c22-4c7d-8313-76563cd3cbbe,segment=NetworkSegment(e6734377-073b-422b-93c0-ef1cda14b824),segment_id=e6734377-073b-422b-93c0-ef1cda14b824)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:14:32.023021 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1d2703b-2e98-4883-9ce1-5bc58e6ee9fb tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] GET failed (client error): The resource could not be found. May 23 11:14:32.023565 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b1d2703b-2e98-4883-9ce1-5bc58e6ee9fb tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Synchronizing usage tracker for tenant:7dca08376e90462fa2c08567c59d529a on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:14:32.023734 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:32.040733 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b1d2703b-2e98-4883-9ce1-5bc58e6ee9fb tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Unset dirty status for tenant:7dca08376e90462fa2c08567c59d529a on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:14:32.044489 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b1d2703b-2e98-4883-9ce1-5bc58e6ee9fb tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "GET /v2.0/ports/4857d6e2-16c8-4d55-95a9-4df82c154b47 HTTP/1.1" status: 404 len: 333 time: 0.0621970 May 23 11:14:32.045245 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53574) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:32.099871 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=0615af0b-0c22-4c7d-8313-76563cd3cbbe,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:32.101708 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12c94f-7be0-441e-8d0e-1835cb8097f7 req-fa9734d1-95ae-4219-9229-727347cdffed tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:32.103176 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fc12c94f-7be0-441e-8d0e-1835cb8097f7 req-fa9734d1-95ae-4219-9229-727347cdffed tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eaf5c4f-dd7b-477d-a96e-56eb3571792a HTTP/1.1" status: 200 len: 943 time: 0.3541896 May 23 11:14:32.109013 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:14:32.109696 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:14:32.110204 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:14:32.110713 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:14:32.111208 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:14:32.111751 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:14:32.112135 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:14:32.112453 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:14:32.112773 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:14:32.113085 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:14:32.113403 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:14:32.165985 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65b08e-63bf-4d0b-aae2-53ae331d37d6 req-d64e9440-515d-4b25-86b4-bce5dccd36fc tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:32.167393 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ba65b08e-63bf-4d0b-aae2-53ae331d37d6 req-d64e9440-515d-4b25-86b4-bce5dccd36fc tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 946 time: 0.2641604 May 23 11:14:32.192890 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-765601c5-99b2-4da0-9906-6837215cfa45 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:32.276094 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fc12c94f-7be0-441e-8d0e-1835cb8097f7 req-7b843583-40a7-4f8e-b351-726fc6898628 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172860 May 23 11:14:32.280357 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ba65b08e-63bf-4d0b-aae2-53ae331d37d6 req-635a2f8e-5f48-473d-8494-049c23728835 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924110 May 23 11:14:32.311636 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-e710eed7-be5c-488b-a582-403b63934545 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Deleting subnet 7d34ad53-81ac-4a5e-8632-3cdc66e0d458 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:14:32.314776 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e710eed7-be5c-488b-a582-403b63934545 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:32.378679 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e710eed7-be5c-488b-a582-403b63934545 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:32.453570 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['0615af0b-0c22-4c7d-8313-76563cd3cbbe'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:14:32.453931 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e710eed7-be5c-488b-a582-403b63934545 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:32.546641 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e710eed7-be5c-488b-a582-403b63934545 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:32.600964 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e710eed7-be5c-488b-a582-403b63934545 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Pushing event deleted for resources: {'Subnet': ['ID=7d34ad53-81ac-4a5e-8632-3cdc66e0d458,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:32.622437 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e710eed7-be5c-488b-a582-403b63934545 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:32.708280 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e710eed7-be5c-488b-a582-403b63934545 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "DELETE /v2.0/subnets/7d34ad53-81ac-4a5e-8632-3cdc66e0d458 HTTP/1.1" status: 204 len: 168 time: 0.7121034 May 23 11:14:32.713816 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53584) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:32.798249 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217cbf78-1df6-493c-9888-301265e5b48a', 'tag': '7f50d78e-a3b2-4009-8631-f45cb2fd2d92'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:14:32.817429 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-765601c5-99b2-4da0-9906-6837215cfa45 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:32.821650 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-765601c5-99b2-4da0-9906-6837215cfa45 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:32.847464 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-765601c5-99b2-4da0-9906-6837215cfa45 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:32.848144 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765601c5-99b2-4da0-9906-6837215cfa45 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Fanout notify agent at l3_agent the message router_deleted on router d2619400-9754-4698-b92d-bbb02a2b54ca {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:14:32.859166 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-765601c5-99b2-4da0-9906-6837215cfa45 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:32.860278 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-765601c5-99b2-4da0-9906-6837215cfa45 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/routers/d2619400-9754-4698-b92d-bbb02a2b54ca HTTP/1.1" status: 204 len: 168 time: 0.8141472 May 23 11:14:32.862877 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53590) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:32.927488 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f0bbce3c-8365-41eb-96d3-2f9ba33845f4 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:33.052147 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffb4a64c-8e8c-48b5-9e47-7c3c7edfe828 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Deleting subnet f3d8e125-1391-4386-b050-cc18ff81dbc0 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:14:33.055273 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ffb4a64c-8e8c-48b5-9e47-7c3c7edfe828 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:33.094628 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef671ee-8f27-41c2-8895-b5786c7dfdd8 req-744f9059-7961-4fe8-8aeb-c809a44ff5ad tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:33.096084 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4ef671ee-8f27-41c2-8895-b5786c7dfdd8 req-744f9059-7961-4fe8-8aeb-c809a44ff5ad tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=b48ed139-e442-4753-95e3-2a4c7685b1c9 HTTP/1.1" status: 200 len: 944 time: 0.2938068 May 23 11:14:33.107690 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072b195-aab8-4d3a-a08f-80171a564023 req-6582e480-7823-4049-b8c5-c61596bfa7c6 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:33.109058 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ffb4a64c-8e8c-48b5-9e47-7c3c7edfe828 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:33.109190 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7072b195-aab8-4d3a-a08f-80171a564023 req-6582e480-7823-4049-b8c5-c61596bfa7c6 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.79 "GET /v2.0/ports?device_id=217cbf78-1df6-493c-9888-301265e5b48a HTTP/1.1" status: 200 len: 943 time: 0.2740090 May 23 11:14:33.110524 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f0bbce3c-8365-41eb-96d3-2f9ba33845f4 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:33.170050 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-f0bbce3c-8365-41eb-96d3-2f9ba33845f4 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a00ea26b-30ea-4b52-ab36-25c93ee5959a']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:33.192096 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-f0bbce3c-8365-41eb-96d3-2f9ba33845f4 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7876783-9640-4d07-8a8f-680d10bcaad1') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:33.192305 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-f0bbce3c-8365-41eb-96d3-2f9ba33845f4 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7876783-9640-4d07-8a8f-680d10bcaad1') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:33.195096 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ffb4a64c-8e8c-48b5-9e47-7c3c7edfe828 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:33.217656 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f0bbce3c-8365-41eb-96d3-2f9ba33845f4 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:33.230656 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4ef671ee-8f27-41c2-8895-b5786c7dfdd8 req-9ceaa785-62a0-498f-9ba6-9203eb3ae40c tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287060 May 23 11:14:33.241465 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7072b195-aab8-4d3a-a08f-80171a564023 req-9b9f0805-39bb-415f-b330-d4303d4240c1 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.79 "GET /v2.0/security-groups?id=2662ffa5-af07-4cfc-b539-1509362a42d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109505 May 23 11:14:33.242351 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f0bbce3c-8365-41eb-96d3-2f9ba33845f4 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:33.249382 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0bbce3c-8365-41eb-96d3-2f9ba33845f4 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:14:33.249839 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f0bbce3c-8365-41eb-96d3-2f9ba33845f4 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:33.266163 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:14:33.266163 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:14:33.266163 n-d-842952-2 neutron-server[83910]: timer() May 23 11:14:33.266163 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:14:33.266163 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:14:33.266163 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:14:33.266163 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:14:33.266163 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:14:33.266163 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:14:33.266163 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:14:33.266163 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:14:33.266163 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:14:33.266163 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:14:33.266163 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:14:33.266163 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:14:33.266163 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:14:33.266163 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:14:33.266163 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:14:33.266163 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:14:33.266163 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:14:33.266163 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:14:33.266163 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:14:33.266163 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:14:33.266163 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:14:33.266163 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:14:33.266163 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:14:33.266163 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:14:33.266163 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:14:33.266163 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:14:33.266163 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:14:33.266163 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:14:33.266163 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:14:33.276077 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ffb4a64c-8e8c-48b5-9e47-7c3c7edfe828 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:33.313514 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4a64c-8e8c-48b5-9e47-7c3c7edfe828 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event deleted for resources: {'Subnet': ['ID=f3d8e125-1391-4386-b050-cc18ff81dbc0,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:33.325961 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ffb4a64c-8e8c-48b5-9e47-7c3c7edfe828 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:33.332797 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ffb4a64c-8e8c-48b5-9e47-7c3c7edfe828 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/subnets/f3d8e125-1391-4386-b050-cc18ff81dbc0 HTTP/1.1" status: 204 len: 168 time: 0.4688892 May 23 11:14:33.335169 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86954d20-5a49-423e-8504-aec8e91157fb None None] Network 3c849ab4-19dd-4a93-8af7-644136c7b576 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:14:33.335629 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53600) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:33.363773 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f0bbce3c-8365-41eb-96d3-2f9ba33845f4 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:33.389690 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f0bbce3c-8365-41eb-96d3-2f9ba33845f4 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:33.400576 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bbce3c-8365-41eb-96d3-2f9ba33845f4 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] Pushing event deleted for resources: {'Network': ['ID=a00ea26b-30ea-4b52-ab36-25c93ee5959a,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:33.403324 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f0bbce3c-8365-41eb-96d3-2f9ba33845f4 tempest-FloatingIPTestJSON-1930655499 tempest-FloatingIPTestJSON-1930655499-project] 10.222.0.79 "DELETE /v2.0/networks/a00ea26b-30ea-4b52-ab36-25c93ee5959a HTTP/1.1" status: 204 len: 168 time: 0.6886716 May 23 11:14:33.474779 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-815a1365-d3b6-42a9-bac2-fdc7bba9568d'] response: {'name': 'network-changed', 'server_uuid': '217cbf78-1df6-493c-9888-301265e5b48a', 'tag': '7f50d78e-a3b2-4009-8631-f45cb2fd2d92', 'status': 'completed', 'code': 200} May 23 11:14:33.546807 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1193af56-99ee-4909-b950-2942d9e21f0b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:33.572935 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-1193af56-99ee-4909-b950-2942d9e21f0b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Deleting port c2ae2865-a54e-469c-b084-55711ede69ab {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:14:33.573796 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1193af56-99ee-4909-b950-2942d9e21f0b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:33.630104 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 0615af0b-0c22-4c7d-8313-76563cd3cbbe up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:14:33.663155 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-25c10539-c360-493b-8a20-910527c006d3 req-92f121a8-c4fb-4a72-9c55-cdfd2de43205 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9de2036d303b4646b32715efca050724&device_id=217cbf78-1df6-493c-9888-301265e5b48a HTTP/1.1" status: 200 len: 1094 time: 0.1872640 May 23 11:14:33.677500 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0da52-6db1-48a3-bdbf-16114153e953 req-079b7b8f-ba0d-45c8-8a13-491a400bdfbd tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:33.684585 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c1f0da52-6db1-48a3-bdbf-16114153e953 req-079b7b8f-ba0d-45c8-8a13-491a400bdfbd tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eaf5c4f-dd7b-477d-a96e-56eb3571792a HTTP/1.1" status: 200 len: 944 time: 0.1588554 May 23 11:14:33.709578 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336fefe7-5b70-4a71-9ae2-888071101a82 req-1ef65eb6-7104-4143-a48f-e5d3f5c50af1 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:33.717107 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-336fefe7-5b70-4a71-9ae2-888071101a82 req-1ef65eb6-7104-4143-a48f-e5d3f5c50af1 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 946 time: 0.2437611 May 23 11:14:33.763284 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53608) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:33.785038 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 0615af0b-0c22-4c7d-8313-76563cd3cbbe completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:14:33.790996 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 0615af0b-0c22-4c7d-8313-76563cd3cbbe triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:14:33.791574 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:33.827716 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c1f0da52-6db1-48a3-bdbf-16114153e953 req-25bb31a3-6e3e-403f-a2be-24ac04588cf2 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420124 May 23 11:14:33.829383 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-336fefe7-5b70-4a71-9ae2-888071101a82 req-41dde7d9-b991-436e-a26c-b92550baa425 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118371 May 23 11:14:33.849222 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399e835a-aa2d-4790-ae34-14cd1ffae3f0 None None] DHCP port deletion for 3c849ab4-19dd-4a93-8af7-644136c7b576 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:14:33.887117 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-399e835a-aa2d-4790-ae34-14cd1ffae3f0 None None] Deleting port c2ae2865-a54e-469c-b084-55711ede69ab {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:14:33.887892 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-399e835a-aa2d-4790-ae34-14cd1ffae3f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:34.040650 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53614) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:34.041343 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f6fedd37-a065-495c-ac9c-c06509979394 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=64767f7d3ba2443580b9b187013efe7a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2654872 May 23 11:14:34.112325 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-1193af56-99ee-4909-b950-2942d9e21f0b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] For port c2ae2865-a54e-469c-b084-55711ede69ab, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=c2ae2865-a54e-469c-b084-55711ede69ab,segment=NetworkSegment(9e628295-7bb3-44e0-afef-0954e7c9da60),segment_id=9e628295-7bb3-44e0-afef-0954e7c9da60)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:14:34.112704 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1193af56-99ee-4909-b950-2942d9e21f0b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:34.175011 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:34.202728 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c10539-c360-493b-8a20-910527c006d3 req-e4a2ce96-8731-414c-a9a8-743820ed2be0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:34.204243 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-25c10539-c360-493b-8a20-910527c006d3 req-e4a2ce96-8731-414c-a9a8-743820ed2be0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3adc78a2-48f8-407b-9589-fe4a6ac8aca0 HTTP/1.1" status: 200 len: 913 time: 0.4679906 May 23 11:14:34.219159 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-399e835a-aa2d-4790-ae34-14cd1ffae3f0 None None] For port c2ae2865-a54e-469c-b084-55711ede69ab, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=c2ae2865-a54e-469c-b084-55711ede69ab,segment=NetworkSegment(9e628295-7bb3-44e0-afef-0954e7c9da60),segment_id=9e628295-7bb3-44e0-afef-0954e7c9da60)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:14:34.219159 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-399e835a-aa2d-4790-ae34-14cd1ffae3f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:34.236307 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eaf5c4f-dd7b-477d-a96e-56eb3571792a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0615af0b-0c22-4c7d-8313-76563cd3cbbe'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:14:34.275870 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-1193af56-99ee-4909-b950-2942d9e21f0b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Calling delete_port for c2ae2865-a54e-469c-b084-55711ede69ab owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:14:34.330110 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98ac2ca1-8eab-48bf-aeb5-c59a7c7801ed'] response: {'server_uuid': '8eaf5c4f-dd7b-477d-a96e-56eb3571792a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0615af0b-0c22-4c7d-8313-76563cd3cbbe', 'code': 200} May 23 11:14:34.412837 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-25c10539-c360-493b-8a20-910527c006d3 req-35e77c1f-3ef0-419c-9470-e9cd661be4c8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f50d78e-a3b2-4009-8631-f45cb2fd2d92 HTTP/1.1" status: 200 len: 217 time: 0.1462550 May 23 11:14:34.423693 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 0615af0b-0c22-4c7d-8313-76563cd3cbbe, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=0615af0b-0c22-4c7d-8313-76563cd3cbbe,segment=NetworkSegment(e6734377-073b-422b-93c0-ef1cda14b824),segment_id=e6734377-073b-422b-93c0-ef1cda14b824)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:14:34.425064 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ad241ea5-76b5-41bf-9f23-de52d26c934f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:34.443323 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-399e835a-aa2d-4790-ae34-14cd1ffae3f0 None None] Calling delete_port for c2ae2865-a54e-469c-b084-55711ede69ab owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:14:34.522190 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ad241ea5-76b5-41bf-9f23-de52d26c934f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:34.527907 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:34.533624 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1193af56-99ee-4909-b950-2942d9e21f0b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:34.542092 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c10539-c360-493b-8a20-910527c006d3 req-eb7e4cd7-6bed-47b6-8090-36012056725a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:34.542092 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-25c10539-c360-493b-8a20-910527c006d3 req-eb7e4cd7-6bed-47b6-8090-36012056725a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cfb194f6-4536-4501-b841-17f76deb51b6 HTTP/1.1" status: 200 len: 851 time: 0.1164489 May 23 11:14:34.629243 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-399e835a-aa2d-4790-ae34-14cd1ffae3f0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:14:34.630039 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-399e835a-aa2d-4790-ae34-14cd1ffae3f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:14:34.634015 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=0615af0b-0c22-4c7d-8313-76563cd3cbbe,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:34.730328 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device c2ae2865-a54e-469c-b084-55711ede69ab no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:14:34.764991 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: c2ae2865-a54e-469c-b084-55711ede69ab {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:14:34.765377 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device c2ae2865-a54e-469c-b084-55711ede69ab not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:14:34.782353 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193af56-99ee-4909-b950-2942d9e21f0b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event deleted for resources: {'Port': ['ID=c2ae2865-a54e-469c-b084-55711ede69ab,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:34.795221 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cdad9b78-b011-4a2b-a7ca-a83edf12c3b9 req-7f39b291-39d5-4157-b2b9-bdfad46043f4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8eaf5c4f-dd7b-477d-a96e-56eb3571792a HTTP/1.1" status: 200 len: 1096 time: 0.3661268 May 23 11:14:34.804782 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b861b-072e-41a1-becd-3745179ceb63 req-327c5dd4-63c9-4ba8-9f87-6d5bb17d98c7 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:34.808768 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-612b861b-072e-41a1-becd-3745179ceb63 req-327c5dd4-63c9-4ba8-9f87-6d5bb17d98c7 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.79 "GET /v2.0/ports?device_id=217cbf78-1df6-493c-9888-301265e5b48a HTTP/1.1" status: 200 len: 943 time: 0.3825753 May 23 11:14:34.815487 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad954e55-f72a-40be-9edd-12e8b0066513 req-1bc26dc8-ef51-445b-b639-0d3e946793f1 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:34.817034 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad954e55-f72a-40be-9edd-12e8b0066513 req-1bc26dc8-ef51-445b-b639-0d3e946793f1 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=b48ed139-e442-4753-95e3-2a4c7685b1c9 HTTP/1.1" status: 200 len: 944 time: 0.3097091 May 23 11:14:34.820359 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1193af56-99ee-4909-b950-2942d9e21f0b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] No DVR routers for this DVR port c2ae2865-a54e-469c-b084-55711ede69ab on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:14:34.916149 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 280cf2c1-bc2a-47e3-ac58-64bf18b24294 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:14:34.936604 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad954e55-f72a-40be-9edd-12e8b0066513 req-9ba48c50-c36e-4c0f-8f80-361681bfa433 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877986 May 23 11:14:34.977982 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-612b861b-072e-41a1-becd-3745179ceb63 req-95968c70-aa50-4b8f-bbe9-5804c240d307 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.79 "GET /v2.0/security-groups?id=2662ffa5-af07-4cfc-b539-1509362a42d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590724 May 23 11:14:34.980357 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1193af56-99ee-4909-b950-2942d9e21f0b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:34.985825 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cdad9b78-b011-4a2b-a7ca-a83edf12c3b9 req-7b4db921-6ba3-4538-a428-49b854682bf7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523459 May 23 11:14:34.997674 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-25c10539-c360-493b-8a20-910527c006d3 req-ffebccc7-b646-4914-b4cc-8078a28c4d1a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3adc78a2-48f8-407b-9589-fe4a6ac8aca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4145734 May 23 11:14:35.026643 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-1193af56-99ee-4909-b950-2942d9e21f0b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c849ab4-19dd-4a93-8af7-644136c7b576']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:35.044547 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-1193af56-99ee-4909-b950-2942d9e21f0b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e628295-7bb3-44e0-afef-0954e7c9da60') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:35.045159 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-1193af56-99ee-4909-b950-2942d9e21f0b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e628295-7bb3-44e0-afef-0954e7c9da60') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:35.061960 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1193af56-99ee-4909-b950-2942d9e21f0b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:35.091195 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1193af56-99ee-4909-b950-2942d9e21f0b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:35.091536 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 280cf2c1-bc2a-47e3-ac58-64bf18b24294, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=280cf2c1-bc2a-47e3-ac58-64bf18b24294,segment=NetworkSegment(3dd9ea5f-23bc-4bc8-917a-431ad3d10464),segment_id=3dd9ea5f-23bc-4bc8-917a-431ad3d10464)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:14:35.101609 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1193af56-99ee-4909-b950-2942d9e21f0b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:14:35.102136 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1193af56-99ee-4909-b950-2942d9e21f0b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:35.107531 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '280cf2c1-bc2a-47e3-ac58-64bf18b24294', 'network_id': '3c158aba-e520-4739-9803-5afc3c97752c', 'port_id': '280cf2c1-bc2a-47e3-ac58-64bf18b24294', 'mac_address': 'fa:16:3e:2e:f8:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ce3e03-ff53-4686-aaa6-54ac8efb8abe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:14:35.131537 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:14:35.131537 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:14:35.131537 n-d-842952-2 neutron-server[83911]: timer() May 23 11:14:35.131537 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:14:35.131537 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:14:35.131537 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:14:35.131537 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:14:35.131537 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:14:35.131537 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:14:35.131537 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:14:35.131537 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:14:35.131537 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:14:35.131537 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:14:35.131537 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:14:35.131537 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:14:35.131537 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:14:35.131537 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:14:35.131537 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:14:35.131537 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:14:35.131537 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:14:35.131537 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:14:35.131537 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:14:35.131537 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:14:35.131537 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:14:35.131537 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:14:35.131537 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:14:35.131537 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:14:35.131537 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:14:35.131537 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:14:35.131537 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:14:35.131537 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:14:35.131537 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:14:35.133563 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ad241ea5-76b5-41bf-9f23-de52d26c934f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:35.142501 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-399e835a-aa2d-4790-ae34-14cd1ffae3f0 None None] Deleting port c2ae2865-a54e-469c-b084-55711ede69ab {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:14:35.142501 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-399e835a-aa2d-4790-ae34-14cd1ffae3f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:35.234908 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-399e835a-aa2d-4790-ae34-14cd1ffae3f0 None None] The port 'c2ae2865-a54e-469c-b084-55711ede69ab' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:14:35.249454 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad241ea5-76b5-41bf-9f23-de52d26c934f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52eb815b-9ced-4c78-a833-3dfb9285ffec,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:35.258620 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:35.279859 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616ecbc-48bc-42f9-a1d3-7a79f2a565e3 req-b19c0874-e060-4c9d-ad63-4e009160a290 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:35.281353 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5616ecbc-48bc-42f9-a1d3-7a79f2a565e3 req-b19c0874-e060-4c9d-ad63-4e009160a290 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eaf5c4f-dd7b-477d-a96e-56eb3571792a HTTP/1.1" status: 200 len: 945 time: 0.1681874 May 23 11:14:35.293031 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 280cf2c1-bc2a-47e3-ac58-64bf18b24294 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:14:35.300277 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd774e9-2414-44c7-b230-a0958f8a2047 req-aee53086-cdd8-4990-8529-202ebe34b6b9 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:35.303743 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8bd774e9-2414-44c7-b230-a0958f8a2047 req-aee53086-cdd8-4990-8529-202ebe34b6b9 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 946 time: 0.1437151 May 23 11:14:35.314237 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 280cf2c1-bc2a-47e3-ac58-64bf18b24294, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=280cf2c1-bc2a-47e3-ac58-64bf18b24294,segment=NetworkSegment(3dd9ea5f-23bc-4bc8-917a-431ad3d10464),segment_id=3dd9ea5f-23bc-4bc8-917a-431ad3d10464)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:14:35.320928 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:35.321236 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 7f50d78e-a3b2-4009-8631-f45cb2fd2d92 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:14:35.339163 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1193af56-99ee-4909-b950-2942d9e21f0b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:35.346753 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ad241ea5-76b5-41bf-9f23-de52d26c934f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:35.346852 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ad241ea5-76b5-41bf-9f23-de52d26c934f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/52eb815b-9ced-4c78-a833-3dfb9285ffec HTTP/1.1" status: 204 len: 168 time: 1.3052833 May 23 11:14:35.363271 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1193af56-99ee-4909-b950-2942d9e21f0b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:35.398041 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1193af56-99ee-4909-b950-2942d9e21f0b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/networks/3c849ab4-19dd-4a93-8af7-644136c7b576 HTTP/1.1" status: 204 len: 168 time: 2.0614331 May 23 11:14:35.400110 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53630) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:35.403667 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193af56-99ee-4909-b950-2942d9e21f0b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event deleted for resources: {'Network': ['ID=3c849ab4-19dd-4a93-8af7-644136c7b576,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:35.438915 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8bd774e9-2414-44c7-b230-a0958f8a2047 req-49e644f9-f711-4bb0-8c76-24f017a626e3 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876822 May 23 11:14:35.459569 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5616ecbc-48bc-42f9-a1d3-7a79f2a565e3 req-f828e376-2510-4c4a-9439-d35d5a69094b tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542597 May 23 11:14:35.511762 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0cbfcc-ee76-486b-bbb1-48f77e0040b3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:35.512952 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-bc0cbfcc-ee76-486b-bbb1-48f77e0040b3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Synchronizing usage tracker for tenant:7dca08376e90462fa2c08567c59d529a on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:14:35.547021 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-25c10539-c360-493b-8a20-910527c006d3 req-03f12689-e1d4-4e3e-8b74-d978e6d01749 service neutron] 10.222.0.81 "GET /v2.0/networks/3adc78a2-48f8-407b-9589-fe4a6ac8aca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064419 May 23 11:14:35.549639 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-bc0cbfcc-ee76-486b-bbb1-48f77e0040b3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Unset dirty status for tenant:7dca08376e90462fa2c08567c59d529a on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:14:35.554864 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-bc0cbfcc-ee76-486b-bbb1-48f77e0040b3 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "GET /v2.0/ports/8daaf24b-68cf-4940-a2b1-d9977aaf18a9 HTTP/1.1" status: 200 len: 843 time: 0.1450415 May 23 11:14:35.554864 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53634) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:35.571472 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=280cf2c1-bc2a-47e3-ac58-64bf18b24294,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:35.594394 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 7f50d78e-a3b2-4009-8631-f45cb2fd2d92, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=7f50d78e-a3b2-4009-8631-f45cb2fd2d92,segment=NetworkSegment(0bde80b2-9c9c-462d-930e-1668ec8118e8),segment_id=0bde80b2-9c9c-462d-930e-1668ec8118e8)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:14:35.623676 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '7f50d78e-a3b2-4009-8631-f45cb2fd2d92', 'network_id': '3adc78a2-48f8-407b-9589-fe4a6ac8aca0', 'port_id': '7f50d78e-a3b2-4009-8631-f45cb2fd2d92', 'mac_address': 'fa:16:3e:1d:e0:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfb194f6-4536-4501-b841-17f76deb51b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:14:35.655014 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4b4b2367-5dd4-44cc-b691-663102ed8b2b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "GET /v2.0/ports/8daaf24b-68cf-4940-a2b1-d9977aaf18a9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0983913 May 23 11:14:35.659028 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53640) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:35.666007 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-06952bbd-73a9-4b76-be0f-fd236db1108b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'subnet': {'network_id': 'e8959dc7-3e5b-4f50-a12e-88deaf15d74d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:14:35.692245 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:35.711093 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f50d78e-a3b2-4009-8631-f45cb2fd2d92 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:14:35.731654 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 7f50d78e-a3b2-4009-8631-f45cb2fd2d92, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=7f50d78e-a3b2-4009-8631-f45cb2fd2d92,segment=NetworkSegment(0bde80b2-9c9c-462d-930e-1668ec8118e8),segment_id=0bde80b2-9c9c-462d-930e-1668ec8118e8)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:14:35.738203 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:35.841826 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=7f50d78e-a3b2-4009-8631-f45cb2fd2d92,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:35.866559 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-06952bbd-73a9-4b76-be0f-fd236db1108b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:14:35.872461 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-06952bbd-73a9-4b76-be0f-fd236db1108b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Usage tracker for resource:subnet and tenant:7dca08376e90462fa2c08567c59d529a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:14:35.880360 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-06952bbd-73a9-4b76-be0f-fd236db1108b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:14:35.886535 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-06952bbd-73a9-4b76-be0f-fd236db1108b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:14:35.895689 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-25c10539-c360-493b-8a20-910527c006d3 req-37c3115f-fa27-489c-8b93-8191d7483fa7 service neutron] 10.222.0.81 "GET /v2.0/networks/3adc78a2-48f8-407b-9589-fe4a6ac8aca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370242 May 23 11:14:35.901377 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06952bbd-73a9-4b76-be0f-fd236db1108b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Made reservation on behalf of 7dca08376e90462fa2c08567c59d529a for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:14:36.027444 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-06952bbd-73a9-4b76-be0f-fd236db1108b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:36.154203 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['7f50d78e-a3b2-4009-8631-f45cb2fd2d92'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:14:36.192793 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['280cf2c1-bc2a-47e3-ac58-64bf18b24294'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:14:36.308368 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb731d67-7bec-4679-a539-45016c9ec9f7 req-82e9c06a-40c6-4086-9273-90962cfba462 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:36.315901 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fb731d67-7bec-4679-a539-45016c9ec9f7 req-82e9c06a-40c6-4086-9273-90962cfba462 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=b48ed139-e442-4753-95e3-2a4c7685b1c9 HTTP/1.1" status: 200 len: 945 time: 0.2234795 May 23 11:14:36.408743 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6493f8-71fa-46b7-8454-538aa345abb0 req-7ad668d7-86f7-4872-bb90-703078f3270a tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:36.416431 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1b6493f8-71fa-46b7-8454-538aa345abb0 req-7ad668d7-86f7-4872-bb90-703078f3270a tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.79 "GET /v2.0/ports?device_id=217cbf78-1df6-493c-9888-301265e5b48a HTTP/1.1" status: 200 len: 944 time: 0.2687733 May 23 11:14:36.480626 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fb731d67-7bec-4679-a539-45016c9ec9f7 req-9c3f4ca6-1be2-4740-bcf1-d9934149ee90 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638684 May 23 11:14:36.572138 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53666) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:36.594272 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1b6493f8-71fa-46b7-8454-538aa345abb0 req-024a8c78-96ff-44ed-ae8d-1de4c6bfdf1d tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.79 "GET /v2.0/security-groups?id=2662ffa5-af07-4cfc-b539-1509362a42d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768818 May 23 11:14:36.603864 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-06952bbd-73a9-4b76-be0f-fd236db1108b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:36.743091 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-4b175f1a-dc0a-4ebd-bd3f-6b27c29a398f tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-381607219'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:14:36.748303 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4b175f1a-dc0a-4ebd-bd3f-6b27c29a398f tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:14:36.752161 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4b175f1a-dc0a-4ebd-bd3f-6b27c29a398f tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Usage tracker for resource:network and tenant:f5a85c3bad9f4a4ab7319f6f7ec9c68c is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:14:36.755183 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4b175f1a-dc0a-4ebd-bd3f-6b27c29a398f tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:14:36.761677 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4b175f1a-dc0a-4ebd-bd3f-6b27c29a398f tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:14:36.771755 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b175f1a-dc0a-4ebd-bd3f-6b27c29a398f tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Made reservation on behalf of f5a85c3bad9f4a4ab7319f6f7ec9c68c for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:14:36.774695 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b175f1a-dc0a-4ebd-bd3f-6b27c29a398f tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:36.792966 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b175f1a-dc0a-4ebd-bd3f-6b27c29a398f tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:36.795009 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06952bbd-73a9-4b76-be0f-fd236db1108b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Network e8959dc7-3e5b-4f50-a12e-88deaf15d74d is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:14:36.799693 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-06952bbd-73a9-4b76-be0f-fd236db1108b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:14:36.801538 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06952bbd-73a9-4b76-be0f-fd236db1108b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event updated for resources: {'Subnet': ['ID=14b75f4f-c22f-491a-b202-910ae350154d,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:36.805974 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06952bbd-73a9-4b76-be0f-fd236db1108b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:36.806567 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-06952bbd-73a9-4b76-be0f-fd236db1108b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:36.823435 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d43c98-eb0d-4c17-982b-558dbcbf065c None None] Network e8959dc7-3e5b-4f50-a12e-88deaf15d74d requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:14:36.835361 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4b175f1a-dc0a-4ebd-bd3f-6b27c29a398f tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:14:36.839782 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4b175f1a-dc0a-4ebd-bd3f-6b27c29a398f tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Usage tracker for resource:security_group_rule and tenant:f5a85c3bad9f4a4ab7319f6f7ec9c68c is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:14:36.843068 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4b175f1a-dc0a-4ebd-bd3f-6b27c29a398f tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:14:36.849978 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4b175f1a-dc0a-4ebd-bd3f-6b27c29a398f tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:14:36.856150 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-06952bbd-73a9-4b76-be0f-fd236db1108b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1954195 May 23 11:14:36.859202 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53672) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:36.868463 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-20f84127-d82b-42ce-a030-bf272bdbb9cc tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'security_group': {'name': 'tempest-secgroup-1056429713'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:14:36.877734 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-20f84127-d82b-42ce-a030-bf272bdbb9cc tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:14:36.886385 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-20f84127-d82b-42ce-a030-bf272bdbb9cc tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Usage tracker for resource:security_group and tenant:7dca08376e90462fa2c08567c59d529a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:14:36.892038 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-20f84127-d82b-42ce-a030-bf272bdbb9cc tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:14:36.900199 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412fe4e-4106-4120-ac9e-d71273be0b52 req-6df828ae-891a-487c-b955-f297ea553a3d tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:36.901839 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7412fe4e-4106-4120-ac9e-d71273be0b52 req-6df828ae-891a-487c-b955-f297ea553a3d tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 946 time: 0.2144873 May 23 11:14:36.907020 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-20f84127-d82b-42ce-a030-bf272bdbb9cc tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:14:36.935226 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d58b9-2e1c-4381-8521-b07a71f6320c req-b4b9d2e7-a065-42b4-af6f-ef53c2f89f4a tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:36.938316 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6d0d58b9-2e1c-4381-8521-b07a71f6320c req-b4b9d2e7-a065-42b4-af6f-ef53c2f89f4a tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eaf5c4f-dd7b-477d-a96e-56eb3571792a HTTP/1.1" status: 200 len: 945 time: 0.2025957 May 23 11:14:36.950387 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-20f84127-d82b-42ce-a030-bf272bdbb9cc tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:36.950596 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b175f1a-dc0a-4ebd-bd3f-6b27c29a398f tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:36.954934 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b175f1a-dc0a-4ebd-bd3f-6b27c29a398f tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:37.004708 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b175f1a-dc0a-4ebd-bd3f-6b27c29a398f tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:14:37.007877 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b175f1a-dc0a-4ebd-bd3f-6b27c29a398f tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=348dd3e4-132b-4aad-a929-4f1da1354624,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:37.020543 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b175f1a-dc0a-4ebd-bd3f-6b27c29a398f tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:37.021241 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-4b175f1a-dc0a-4ebd-bd3f-6b27c29a398f tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Added segment 3b544b0c-b3f0-48a1-8e61-84c9391ec8f6 of type vlan for network 66cdbd75-a716-48b1-aaf7-cab3139c1975 May 23 11:14:37.034930 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7412fe4e-4106-4120-ac9e-d71273be0b52 req-ef846773-9703-4a3b-8040-af10544c21d6 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238754 May 23 11:14:37.055528 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-20f84127-d82b-42ce-a030-bf272bdbb9cc tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:14:37.059966 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-20f84127-d82b-42ce-a030-bf272bdbb9cc tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Usage tracker for resource:security_group_rule and tenant:7dca08376e90462fa2c08567c59d529a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:14:37.064098 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-20f84127-d82b-42ce-a030-bf272bdbb9cc tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:14:37.066703 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b175f1a-dc0a-4ebd-bd3f-6b27c29a398f tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:37.071604 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6d0d58b9-2e1c-4381-8521-b07a71f6320c req-b9f78161-a947-4db4-87b4-f60d4b41a50d tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097519 May 23 11:14:37.072478 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-20f84127-d82b-42ce-a030-bf272bdbb9cc tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:14:37.124078 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b175f1a-dc0a-4ebd-bd3f-6b27c29a398f tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:37.127705 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b175f1a-dc0a-4ebd-bd3f-6b27c29a398f tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:37.128323 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b175f1a-dc0a-4ebd-bd3f-6b27c29a398f tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:37.148208 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1e928a-f456-4ebf-b9bd-ffdd1fb45241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-e8959dc7-3e5b-4f50-a12e-88deaf15d74d', 'network_id': 'e8959dc7-3e5b-4f50-a12e-88deaf15d74d', 'tenant_id': '7dca08376e90462fa2c08567c59d529a', 'fixed_ips': [{'subnet_id': '14b75f4f-c22f-491a-b202-910ae350154d'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:14:37.149022 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1d1e928a-f456-4ebf-b9bd-ffdd1fb45241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:37.168306 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-20f84127-d82b-42ce-a030-bf272bdbb9cc tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:37.174303 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-20f84127-d82b-42ce-a030-bf272bdbb9cc tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:37.232711 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f84127-d82b-42ce-a030-bf272bdbb9cc tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6344a3e-8603-44ac-b682-2ec5a6c46d14,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:37.255500 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-20f84127-d82b-42ce-a030-bf272bdbb9cc tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:37.256730 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-20f84127-d82b-42ce-a030-bf272bdbb9cc tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3966115 May 23 11:14:37.259323 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53680) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:37.302105 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-3d60bd4e-35fd-4bb7-b243-bc112b8779c9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'security_group': {'name': 'tempest-secgroup-734541328'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:14:37.309223 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4b175f1a-dc0a-4ebd-bd3f-6b27c29a398f tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7366376 May 23 11:14:37.312305 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53684) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:37.315173 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3d60bd4e-35fd-4bb7-b243-bc112b8779c9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:14:37.322820 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b175f1a-dc0a-4ebd-bd3f-6b27c29a398f tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Pushing event updated for resources: {'Network': ['ID=66cdbd75-a716-48b1-aaf7-cab3139c1975,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:37.324847 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-26f04dd5-8df2-4a87-8bd1-3d9f28376de1 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Request body: {'subnet': {'network_id': '66cdbd75-a716-48b1-aaf7-cab3139c1975', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:14:37.338683 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3d60bd4e-35fd-4bb7-b243-bc112b8779c9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Usage tracker for resource:security_group and tenant:7dca08376e90462fa2c08567c59d529a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:14:37.341944 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3d60bd4e-35fd-4bb7-b243-bc112b8779c9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:14:37.352133 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 66cdbd75-a716-48b1-aaf7-cab3139c1975 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:14:37.358211 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3d60bd4e-35fd-4bb7-b243-bc112b8779c9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:14:37.456306 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3d60bd4e-35fd-4bb7-b243-bc112b8779c9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:37.481338 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-26f04dd5-8df2-4a87-8bd1-3d9f28376de1 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:14:37.482128 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-1d1e928a-f456-4ebf-b9bd-ffdd1fb45241 None None] Allocated IP 2001:db8::2 (e8959dc7-3e5b-4f50-a12e-88deaf15d74d/14b75f4f-c22f-491a-b202-910ae350154d/2f17f85e-5ad9-4f7d-8d9a-0c83783d6736) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:14:37.487020 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-26f04dd5-8df2-4a87-8bd1-3d9f28376de1 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Usage tracker for resource:subnet and tenant:f5a85c3bad9f4a4ab7319f6f7ec9c68c is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:14:37.491351 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-26f04dd5-8df2-4a87-8bd1-3d9f28376de1 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:14:37.499075 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-26f04dd5-8df2-4a87-8bd1-3d9f28376de1 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:14:37.521495 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750df06-4884-4213-bbdd-01ab286748a5 req-29388001-1cd9-4355-8c89-3b55f2c3fd80 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:37.528185 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d750df06-4884-4213-bbdd-01ab286748a5 req-29388001-1cd9-4355-8c89-3b55f2c3fd80 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eaf5c4f-dd7b-477d-a96e-56eb3571792a HTTP/1.1" status: 200 len: 945 time: 0.2750857 May 23 11:14:37.559648 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3d60bd4e-35fd-4bb7-b243-bc112b8779c9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:14:37.566991 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3d60bd4e-35fd-4bb7-b243-bc112b8779c9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Usage tracker for resource:security_group_rule and tenant:7dca08376e90462fa2c08567c59d529a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:14:37.570217 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f04dd5-8df2-4a87-8bd1-3d9f28376de1 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Made reservation on behalf of f5a85c3bad9f4a4ab7319f6f7ec9c68c for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:14:37.688188 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3d60bd4e-35fd-4bb7-b243-bc112b8779c9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:14:37.716472 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1d1e928a-f456-4ebf-b9bd-ffdd1fb45241 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:37.727243 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1d1e928a-f456-4ebf-b9bd-ffdd1fb45241 None None] Transition to ACTIVE for port object 2f17f85e-5ad9-4f7d-8d9a-0c83783d6736 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:14:37.745625 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1d1e928a-f456-4ebf-b9bd-ffdd1fb45241 None None] Transition to ACTIVE for port object 2f17f85e-5ad9-4f7d-8d9a-0c83783d6736 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:14:37.751802 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1d1e928a-f456-4ebf-b9bd-ffdd1fb45241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:37.782854 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3d60bd4e-35fd-4bb7-b243-bc112b8779c9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:14:37.826462 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1e928a-f456-4ebf-b9bd-ffdd1fb45241 None None] Network e8959dc7-3e5b-4f50-a12e-88deaf15d74d is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:14:37.835377 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-1d1e928a-f456-4ebf-b9bd-ffdd1fb45241 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:14:37.838436 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e928a-f456-4ebf-b9bd-ffdd1fb45241 None None] Pushing event updated for resources: {'Port': ['ID=2f17f85e-5ad9-4f7d-8d9a-0c83783d6736,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:37.842376 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1e928a-f456-4ebf-b9bd-ffdd1fb45241 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:14:37.852922 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d750df06-4884-4213-bbdd-01ab286748a5 req-4d97c185-ec8c-41d0-bf40-4f82f45f41ab tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232937 May 23 11:14:37.887456 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-26f04dd5-8df2-4a87-8bd1-3d9f28376de1 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:37.888053 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:37.944958 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1d1e928a-f456-4ebf-b9bd-ffdd1fb45241 None None] Attempting to bind port 2f17f85e-5ad9-4f7d-8d9a-0c83783d6736 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:14:37.945344 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1d1e928a-f456-4ebf-b9bd-ffdd1fb45241 None None] Attempting to bind port 2f17f85e-5ad9-4f7d-8d9a-0c83783d6736 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '925c759d-22e4-44bb-a638-e58e7951a0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e8959dc7-3e5b-4f50-a12e-88deaf15d74d'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:14:37.945950 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1e928a-f456-4ebf-b9bd-ffdd1fb45241 None None] Attempting to bind port 2f17f85e-5ad9-4f7d-8d9a-0c83783d6736 on network e8959dc7-3e5b-4f50-a12e-88deaf15d74d {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:14:37.954287 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1e928a-f456-4ebf-b9bd-ffdd1fb45241 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:14:37.954629 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1e928a-f456-4ebf-b9bd-ffdd1fb45241 None None] Checking segment: {'id': '925c759d-22e4-44bb-a638-e58e7951a0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e8959dc7-3e5b-4f50-a12e-88deaf15d74d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:14:37.955237 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1d1e928a-f456-4ebf-b9bd-ffdd1fb45241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:37.955702 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1e928a-f456-4ebf-b9bd-ffdd1fb45241 None None] Bound using segment: {'id': '925c759d-22e4-44bb-a638-e58e7951a0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e8959dc7-3e5b-4f50-a12e-88deaf15d74d'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:14:37.956340 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1d1e928a-f456-4ebf-b9bd-ffdd1fb45241 None None] Bound port: 2f17f85e-5ad9-4f7d-8d9a-0c83783d6736, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '925c759d-22e4-44bb-a638-e58e7951a0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e8959dc7-3e5b-4f50-a12e-88deaf15d74d'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:14:37.956880 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1d1e928a-f456-4ebf-b9bd-ffdd1fb45241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:38.047011 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1d1e928a-f456-4ebf-b9bd-ffdd1fb45241 None None] For port 2f17f85e-5ad9-4f7d-8d9a-0c83783d6736, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:14:38.051384 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1d1e928a-f456-4ebf-b9bd-ffdd1fb45241 None None] For port 2f17f85e-5ad9-4f7d-8d9a-0c83783d6736, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2f17f85e-5ad9-4f7d-8d9a-0c83783d6736,segment=NetworkSegment(925c759d-22e4-44bb-a638-e58e7951a0f5),segment_id=925c759d-22e4-44bb-a638-e58e7951a0f5)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:14:38.055076 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3d60bd4e-35fd-4bb7-b243-bc112b8779c9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:38.057086 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1d1e928a-f456-4ebf-b9bd-ffdd1fb45241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:38.064453 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3d60bd4e-35fd-4bb7-b243-bc112b8779c9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:38.136078 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd08f0-55ed-4661-bd37-2b4d2f96cac9 req-220f08cb-c350-48b1-acec-5ecde54532e6 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:38.137597 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0edd08f0-55ed-4661-bd37-2b4d2f96cac9 req-220f08cb-c350-48b1-acec-5ecde54532e6 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=b48ed139-e442-4753-95e3-2a4c7685b1c9 HTTP/1.1" status: 200 len: 945 time: 0.4442785 May 23 11:14:38.147518 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e928a-f456-4ebf-b9bd-ffdd1fb45241 None None] Pushing event updated for resources: {'Port': ['ID=2f17f85e-5ad9-4f7d-8d9a-0c83783d6736,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:38.147883 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d60bd4e-35fd-4bb7-b243-bc112b8779c9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f562e0f4-4d42-4372-9951-204eb1941b9b,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:38.175690 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3d60bd4e-35fd-4bb7-b243-bc112b8779c9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:38.179884 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3d60bd4e-35fd-4bb7-b243-bc112b8779c9 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.9166732 May 23 11:14:38.180101 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53696) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:38.186226 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-598e432e-8a28-48b1-8207-750e5512bbe0 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-948672414', 'security_groups': ['f562e0f4-4d42-4372-9951-204eb1941b9b'], 'network_id': 'e8959dc7-3e5b-4f50-a12e-88deaf15d74d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '14b75f4f-c22f-491a-b202-910ae350154d'}]}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:14:38.268232 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3cc767-5fef-441d-8d77-3231793d01f9 req-824a795d-6293-4f7c-b255-c5db83779e07 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:38.269782 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5e3cc767-5fef-441d-8d77-3231793d01f9 req-824a795d-6293-4f7c-b255-c5db83779e07 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.79 "GET /v2.0/ports?device_id=217cbf78-1df6-493c-9888-301265e5b48a HTTP/1.1" status: 200 len: 944 time: 0.2874856 May 23 11:14:38.274649 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0edd08f0-55ed-4661-bd37-2b4d2f96cac9 req-0f45ac5c-2e75-444a-b33a-fe00e21c1171 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244125 May 23 11:14:38.360553 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-598e432e-8a28-48b1-8207-750e5512bbe0 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:14:38.368962 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-26f04dd5-8df2-4a87-8bd1-3d9f28376de1 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:38.371729 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-598e432e-8a28-48b1-8207-750e5512bbe0 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Usage tracker for resource:port and tenant:7dca08376e90462fa2c08567c59d529a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:14:38.375156 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-598e432e-8a28-48b1-8207-750e5512bbe0 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:14:38.384040 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-598e432e-8a28-48b1-8207-750e5512bbe0 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:14:38.401578 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598e432e-8a28-48b1-8207-750e5512bbe0 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Made reservation on behalf of 7dca08376e90462fa2c08567c59d529a for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:14:38.462794 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5e3cc767-5fef-441d-8d77-3231793d01f9 req-2fba33b6-e0db-49e5-94b3-64602d492e14 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.79 "GET /v2.0/security-groups?id=2662ffa5-af07-4cfc-b539-1509362a42d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807177 May 23 11:14:38.515127 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f04dd5-8df2-4a87-8bd1-3d9f28376de1 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Pushing event updated for resources: {'Subnet': ['ID=20978fff-88f6-491b-8d66-9d16ab04840c,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:38.540142 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f04dd5-8df2-4a87-8bd1-3d9f28376de1 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Checking segment: {'id': '3b544b0c-b3f0-48a1-8e61-84c9391ec8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '66cdbd75-a716-48b1-aaf7-cab3139c1975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:14:38.540725 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f04dd5-8df2-4a87-8bd1-3d9f28376de1 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Network hostable DHCP agents. Network: 66cdbd75-a716-48b1-aaf7-cab3139c1975, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:14:38.574208 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f04dd5-8df2-4a87-8bd1-3d9f28376de1 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Network 66cdbd75-a716-48b1-aaf7-cab3139c1975 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:14:38.582348 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-598e432e-8a28-48b1-8207-750e5512bbe0 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:38.587858 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-26f04dd5-8df2-4a87-8bd1-3d9f28376de1 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 66cdbd75-a716-48b1-aaf7-cab3139c1975) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:14:38.593282 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f04dd5-8df2-4a87-8bd1-3d9f28376de1 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:38.594086 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-26f04dd5-8df2-4a87-8bd1-3d9f28376de1 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:38.599320 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5cdd91-fe78-4d4c-bcef-3da93e76575a None None] Network 66cdbd75-a716-48b1-aaf7-cab3139c1975 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:14:38.652813 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-598e432e-8a28-48b1-8207-750e5512bbe0 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] device_id is not set on port 6cdc4eff-13b5-42e0-aa37-8b61bb90ae5e yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:14:38.713381 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-26f04dd5-8df2-4a87-8bd1-3d9f28376de1 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4000444 May 23 11:14:38.722717 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53702) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:38.733899 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-4342d3d2-578e-4b4f-b032-1f3b8a3b4e66 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-443096366', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:14:38.751355 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4342d3d2-578e-4b4f-b032-1f3b8a3b4e66 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:14:38.756402 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2f17f85e-5ad9-4f7d-8d9a-0c83783d6736 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:14:38.760438 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4342d3d2-578e-4b4f-b032-1f3b8a3b4e66 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Usage tracker for resource:router and tenant:f5a85c3bad9f4a4ab7319f6f7ec9c68c is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:14:38.766011 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4342d3d2-578e-4b4f-b032-1f3b8a3b4e66 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:14:38.776181 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4342d3d2-578e-4b4f-b032-1f3b8a3b4e66 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:14:38.819174 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958a1ab-01e5-4590-a9fd-b0db269cd779 req-cfb3c2b8-0390-4c09-ad52-c60a6dd42aa0 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:38.821064 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8958a1ab-01e5-4590-a9fd-b0db269cd779 req-cfb3c2b8-0390-4c09-ad52-c60a6dd42aa0 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eaf5c4f-dd7b-477d-a96e-56eb3571792a HTTP/1.1" status: 200 len: 945 time: 0.1113815 May 23 11:14:38.828760 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb06da-4360-43d8-990d-c392ec1df265 req-61b99c32-002d-4c73-83ca-0ed43c139506 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:38.830640 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-86fb06da-4360-43d8-990d-c392ec1df265 req-61b99c32-002d-4c73-83ca-0ed43c139506 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 946 time: 0.1972971 May 23 11:14:38.853609 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4342d3d2-578e-4b4f-b032-1f3b8a3b4e66 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:38.855046 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4342d3d2-578e-4b4f-b032-1f3b8a3b4e66 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:38.919316 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8958a1ab-01e5-4590-a9fd-b0db269cd779 req-5820b405-c5f7-418d-9372-b5714a148980 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874937 May 23 11:14:38.924006 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-86fb06da-4360-43d8-990d-c392ec1df265 req-cbe85d53-57da-471f-bf11-cf5efb9c6bd6 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696125 May 23 11:14:38.949163 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 280cf2c1-bc2a-47e3-ac58-64bf18b24294 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:14:38.968299 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-598e432e-8a28-48b1-8207-750e5512bbe0 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Allocated IP 2001:db8::296 (e8959dc7-3e5b-4f50-a12e-88deaf15d74d/14b75f4f-c22f-491a-b202-910ae350154d/6cdc4eff-13b5-42e0-aa37-8b61bb90ae5e) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:14:38.971028 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4342d3d2-578e-4b4f-b032-1f3b8a3b4e66 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:38.984046 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 2f17f85e-5ad9-4f7d-8d9a-0c83783d6736 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:14:39.013948 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4342d3d2-578e-4b4f-b032-1f3b8a3b4e66 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:39.014173 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e25b5f5-3d38-49a5-835f-6f5eaf3f73dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-66cdbd75-a716-48b1-aaf7-cab3139c1975', 'network_id': '66cdbd75-a716-48b1-aaf7-cab3139c1975', 'tenant_id': 'f5a85c3bad9f4a4ab7319f6f7ec9c68c', 'fixed_ips': [{'subnet_id': '20978fff-88f6-491b-8d66-9d16ab04840c'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:14:39.014946 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9e25b5f5-3d38-49a5-835f-6f5eaf3f73dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:39.174094 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79026e-d467-4108-bd21-6550033533e1 req-c4b965e2-2b55-4cad-94db-5ffff0474d17 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:39.175877 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f79026e-d467-4108-bd21-6550033533e1 req-c4b965e2-2b55-4cad-94db-5ffff0474d17 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eaf5c4f-dd7b-477d-a96e-56eb3571792a HTTP/1.1" status: 200 len: 945 time: 0.0892589 May 23 11:14:39.185984 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4342d3d2-578e-4b4f-b032-1f3b8a3b4e66 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:39.190366 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4342d3d2-578e-4b4f-b032-1f3b8a3b4e66 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.4607451 May 23 11:14:39.191027 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53708) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:39.239733 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f79026e-d467-4108-bd21-6550033533e1 req-e00bf5ab-0a4b-4354-830e-f0392616936e tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575740 May 23 11:14:39.245736 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2bf11cab-4349-442f-bc66-233621eaef58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:39.254389 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 280cf2c1-bc2a-47e3-ac58-64bf18b24294 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:14:39.261813 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 280cf2c1-bc2a-47e3-ac58-64bf18b24294 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:14:39.262120 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:39.297906 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-9e25b5f5-3d38-49a5-835f-6f5eaf3f73dc None None] Allocated IP 172.20.0.2 (66cdbd75-a716-48b1-aaf7-cab3139c1975/20978fff-88f6-491b-8d66-9d16ab04840c/63c1eefe-e90f-4a07-95fa-ba20ee125230) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:14:39.307694 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:39.542160 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:39.567344 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870a34f-4cb5-4396-bc90-f390ef69c06d req-e3f2482e-6121-491d-a783-d040169c4904 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:39.576329 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4870a34f-4cb5-4396-bc90-f390ef69c06d req-e3f2482e-6121-491d-a783-d040169c4904 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=b48ed139-e442-4753-95e3-2a4c7685b1c9 HTTP/1.1" status: 200 len: 945 time: 0.1077044 May 23 11:14:39.594437 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-598e432e-8a28-48b1-8207-750e5512bbe0 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:39.617181 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48ed139-e442-4753-95e3-2a4c7685b1c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280cf2c1-bc2a-47e3-ac58-64bf18b24294'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:14:39.619168 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-598e432e-8a28-48b1-8207-750e5512bbe0 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Transition to ACTIVE for port object 6cdc4eff-13b5-42e0-aa37-8b61bb90ae5e will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:14:39.668618 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4870a34f-4cb5-4396-bc90-f390ef69c06d req-6aedce14-0463-4f2c-aad5-73797057b08f tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910606 May 23 11:14:39.707453 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 280cf2c1-bc2a-47e3-ac58-64bf18b24294, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=280cf2c1-bc2a-47e3-ac58-64bf18b24294,segment=NetworkSegment(3dd9ea5f-23bc-4bc8-917a-431ad3d10464),segment_id=3dd9ea5f-23bc-4bc8-917a-431ad3d10464)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:14:39.740043 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1cf88e1d-c310-4971-bdae-8f5f7a0bb274 None None] Provisioning complete for port 8daaf24b-68cf-4940-a2b1-d9977aaf18a9 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:14:39.741893 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1cf88e1d-c310-4971-bdae-8f5f7a0bb274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:39.781453 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:39.782651 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 7f50d78e-a3b2-4009-8631-f45cb2fd2d92 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:14:39.815250 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a899328f-6eaf-42e0-a27b-588c89f4c596'] response: {'server_uuid': 'b48ed139-e442-4753-95e3-2a4c7685b1c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280cf2c1-bc2a-47e3-ac58-64bf18b24294', 'code': 200} May 23 11:14:39.986913 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a814170-9c80-4619-b46e-c3057725d3f5 req-f7c7aecb-2742-43c7-81af-1b9de814f45f tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:39.988866 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1a814170-9c80-4619-b46e-c3057725d3f5 req-f7c7aecb-2742-43c7-81af-1b9de814f45f tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.79 "GET /v2.0/ports?device_id=217cbf78-1df6-493c-9888-301265e5b48a HTTP/1.1" status: 200 len: 944 time: 0.1663005 May 23 11:14:40.058086 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1a814170-9c80-4619-b46e-c3057725d3f5 req-71edb228-e22b-4b1d-96f7-1dea05a408e9 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.79 "GET /v2.0/security-groups?id=2662ffa5-af07-4cfc-b539-1509362a42d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585101 May 23 11:14:40.065064 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9e25b5f5-3d38-49a5-835f-6f5eaf3f73dc None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:40.074108 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8bb4b-5eae-4498-9ff6-6d0f44580188 req-92d6a3b4-1870-4419-a979-e039ca2024d7 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:40.079469 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1cf88e1d-c310-4971-bdae-8f5f7a0bb274 None None] Port 8daaf24b-68cf-4940-a2b1-d9977aaf18a9 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:14:40.082217 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d2a8bb4b-5eae-4498-9ff6-6d0f44580188 req-92d6a3b4-1870-4419-a979-e039ca2024d7 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eaf5c4f-dd7b-477d-a96e-56eb3571792a HTTP/1.1" status: 200 len: 945 time: 0.1427054 May 23 11:14:40.087514 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9e25b5f5-3d38-49a5-835f-6f5eaf3f73dc None None] Transition to ACTIVE for port object 63c1eefe-e90f-4a07-95fa-ba20ee125230 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:14:40.111598 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=280cf2c1-bc2a-47e3-ac58-64bf18b24294,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:40.124704 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-598e432e-8a28-48b1-8207-750e5512bbe0 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:40.141485 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d2a8bb4b-5eae-4498-9ff6-6d0f44580188 req-def8aac0-658c-4c3d-bd82-1c1be8100397 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579369 May 23 11:14:40.147492 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9e25b5f5-3d38-49a5-835f-6f5eaf3f73dc None None] Transition to ACTIVE for port object 63c1eefe-e90f-4a07-95fa-ba20ee125230 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:14:40.164466 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 7f50d78e-a3b2-4009-8631-f45cb2fd2d92 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:14:40.170536 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9e25b5f5-3d38-49a5-835f-6f5eaf3f73dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:40.207228 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 7f50d78e-a3b2-4009-8631-f45cb2fd2d92 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:14:40.207614 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:40.258555 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1cf88e1d-c310-4971-bdae-8f5f7a0bb274 None None] Provisioning for port 2f17f85e-5ad9-4f7d-8d9a-0c83783d6736 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:14:40.272580 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598e432e-8a28-48b1-8207-750e5512bbe0 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Network e8959dc7-3e5b-4f50-a12e-88deaf15d74d is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:14:40.296924 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99cc53b-876e-402e-a11d-e35c1da62886 req-9b69c5bb-afd8-41ac-beca-2846d6be7cd5 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:40.298391 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f99cc53b-876e-402e-a11d-e35c1da62886 req-9b69c5bb-afd8-41ac-beca-2846d6be7cd5 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 946 time: 0.0869591 May 23 11:14:40.300487 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1cf88e1d-c310-4971-bdae-8f5f7a0bb274 None None] Provisioning complete for port 2f17f85e-5ad9-4f7d-8d9a-0c83783d6736 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:14:40.300924 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1cf88e1d-c310-4971-bdae-8f5f7a0bb274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:40.308850 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-598e432e-8a28-48b1-8207-750e5512bbe0 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:14:40.311149 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598e432e-8a28-48b1-8207-750e5512bbe0 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:14:40.315220 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598e432e-8a28-48b1-8207-750e5512bbe0 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:40.316021 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-598e432e-8a28-48b1-8207-750e5512bbe0 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:40.329363 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e432e-8a28-48b1-8207-750e5512bbe0 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event updated for resources: {'Port': ['ID=6cdc4eff-13b5-42e0-aa37-8b61bb90ae5e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:40.342003 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6f9a29e9-94fd-4ffd-80ed-bb108d26d8fa tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:40.348015 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e25b5f5-3d38-49a5-835f-6f5eaf3f73dc None None] Network 66cdbd75-a716-48b1-aaf7-cab3139c1975 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:14:40.357661 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f99cc53b-876e-402e-a11d-e35c1da62886 req-bf2e68d8-af44-428b-ad8d-bd0d6802dc1b tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524125 May 23 11:14:40.358053 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2c871598-9e4a-4d6a-8b7a-a8b47584e09a req-0d82ccc9-04c5-4e12-afb4-f3b93ff5e9f7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 1097 time: 0.4466109 May 23 11:14:40.363791 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7e19535b-7098-4fde-9bf9-bacf07c1aad8 req-2ea2dcb7-e264-417f-a05e-b9b06927607e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b48ed139-e442-4753-95e3-2a4c7685b1c9 HTTP/1.1" status: 200 len: 1097 time: 0.3979290 May 23 11:14:40.371213 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-9e25b5f5-3d38-49a5-835f-6f5eaf3f73dc None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:14:40.379346 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53728) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:40.380057 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-598e432e-8a28-48b1-8207-750e5512bbe0 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1987805 May 23 11:14:40.385524 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-7492002c-d508-4d21-a9d8-0f9950e42217 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'subnet': {'network_id': 'e8959dc7-3e5b-4f50-a12e-88deaf15d74d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:14:40.408883 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e25b5f5-3d38-49a5-835f-6f5eaf3f73dc None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:14:40.420774 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e25b5f5-3d38-49a5-835f-6f5eaf3f73dc None None] Pushing event updated for resources: {'Port': ['ID=63c1eefe-e90f-4a07-95fa-ba20ee125230,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:40.555808 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7492002c-d508-4d21-a9d8-0f9950e42217 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:14:40.560150 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7492002c-d508-4d21-a9d8-0f9950e42217 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Usage tracker for resource:subnet and tenant:7dca08376e90462fa2c08567c59d529a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:14:40.563198 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7492002c-d508-4d21-a9d8-0f9950e42217 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:14:40.570701 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7492002c-d508-4d21-a9d8-0f9950e42217 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:14:40.584873 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7492002c-d508-4d21-a9d8-0f9950e42217 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Made reservation on behalf of 7dca08376e90462fa2c08567c59d529a for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:14:40.588983 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7492002c-d508-4d21-a9d8-0f9950e42217 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:40.625480 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7e19535b-7098-4fde-9bf9-bacf07c1aad8 req-492eaceb-6b20-4924-a40e-d1cb23e09e29 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419949 May 23 11:14:40.626951 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2c871598-9e4a-4d6a-8b7a-a8b47584e09a req-13b3a973-59ed-4328-a143-839fd0904380 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446587 May 23 11:14:40.642503 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-9e25b5f5-3d38-49a5-835f-6f5eaf3f73dc None None] Attempting to bind port 63c1eefe-e90f-4a07-95fa-ba20ee125230 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:14:40.643155 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-9e25b5f5-3d38-49a5-835f-6f5eaf3f73dc None None] Attempting to bind port 63c1eefe-e90f-4a07-95fa-ba20ee125230 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3b544b0c-b3f0-48a1-8e61-84c9391ec8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '66cdbd75-a716-48b1-aaf7-cab3139c1975'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:14:40.643669 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e25b5f5-3d38-49a5-835f-6f5eaf3f73dc None None] Attempting to bind port 63c1eefe-e90f-4a07-95fa-ba20ee125230 on network 66cdbd75-a716-48b1-aaf7-cab3139c1975 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:14:40.682511 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e25b5f5-3d38-49a5-835f-6f5eaf3f73dc None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:14:40.683120 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e25b5f5-3d38-49a5-835f-6f5eaf3f73dc None None] Checking segment: {'id': '3b544b0c-b3f0-48a1-8e61-84c9391ec8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '66cdbd75-a716-48b1-aaf7-cab3139c1975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:14:40.683688 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9e25b5f5-3d38-49a5-835f-6f5eaf3f73dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:40.684115 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e25b5f5-3d38-49a5-835f-6f5eaf3f73dc None None] Bound using segment: {'id': '3b544b0c-b3f0-48a1-8e61-84c9391ec8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '66cdbd75-a716-48b1-aaf7-cab3139c1975'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:14:40.684561 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-9e25b5f5-3d38-49a5-835f-6f5eaf3f73dc None None] Bound port: 63c1eefe-e90f-4a07-95fa-ba20ee125230, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b544b0c-b3f0-48a1-8e61-84c9391ec8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '66cdbd75-a716-48b1-aaf7-cab3139c1975'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:14:40.685236 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9e25b5f5-3d38-49a5-835f-6f5eaf3f73dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:40.697044 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:40.720221 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1cf88e1d-c310-4971-bdae-8f5f7a0bb274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:40.744280 n-d-842952-2 neutron-server[83910]: INFO neutron.db.ipam_backend_mixin [None req-7492002c-d508-4d21-a9d8-0f9950e42217 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 14b75f4f-c22f-491a-b202-910ae350154d (CIDR: 2001:db8::/64) May 23 11:14:40.748555 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-7492002c-d508-4d21-a9d8-0f9950e42217 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:14:40.749366 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7492002c-d508-4d21-a9d8-0f9950e42217 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:14:40.773550 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7492002c-d508-4d21-a9d8-0f9950e42217 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3926146 May 23 11:14:40.774467 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53734) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:40.780761 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-f27450b3-5736-4122-89f6-fcbc816c1bbd tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'subnet': {'network_id': 'e8959dc7-3e5b-4f50-a12e-88deaf15d74d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:14:40.830835 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 7f50d78e-a3b2-4009-8631-f45cb2fd2d92, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=7f50d78e-a3b2-4009-8631-f45cb2fd2d92,segment=NetworkSegment(0bde80b2-9c9c-462d-930e-1668ec8118e8),segment_id=0bde80b2-9c9c-462d-930e-1668ec8118e8)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:14:40.839344 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1cf88e1d-c310-4971-bdae-8f5f7a0bb274 None None] For port 2f17f85e-5ad9-4f7d-8d9a-0c83783d6736, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2f17f85e-5ad9-4f7d-8d9a-0c83783d6736,segment=NetworkSegment(925c759d-22e4-44bb-a638-e58e7951a0f5),segment_id=925c759d-22e4-44bb-a638-e58e7951a0f5)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:14:40.840971 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-9e25b5f5-3d38-49a5-835f-6f5eaf3f73dc None None] For port 63c1eefe-e90f-4a07-95fa-ba20ee125230, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:14:40.844398 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-9e25b5f5-3d38-49a5-835f-6f5eaf3f73dc None None] For port 63c1eefe-e90f-4a07-95fa-ba20ee125230, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=63c1eefe-e90f-4a07-95fa-ba20ee125230,segment=NetworkSegment(3b544b0c-b3f0-48a1-8e61-84c9391ec8f6),segment_id=3b544b0c-b3f0-48a1-8e61-84c9391ec8f6)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:14:40.846142 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:40.869300 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-6f9a29e9-94fd-4ffd-80ed-bb108d26d8fa tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Allocated IP 172.20.0.1 (66cdbd75-a716-48b1-aaf7-cab3139c1975/20978fff-88f6-491b-8d66-9d16ab04840c/e85cba86-e9ee-4693-8a54-a001c946ef71) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:14:40.882461 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9e25b5f5-3d38-49a5-835f-6f5eaf3f73dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:40.886573 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1cf88e1d-c310-4971-bdae-8f5f7a0bb274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:40.932815 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=7f50d78e-a3b2-4009-8631-f45cb2fd2d92,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:41.016370 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e25b5f5-3d38-49a5-835f-6f5eaf3f73dc None None] Pushing event updated for resources: {'Port': ['ID=63c1eefe-e90f-4a07-95fa-ba20ee125230,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:41.077626 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b0243587-cbd4-4231-9340-d514a88039d8 None None] Provisioning for port 6cdc4eff-13b5-42e0-aa37-8b61bb90ae5e completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:14:41.088790 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b0243587-cbd4-4231-9340-d514a88039d8 None None] Provisioning complete for port 6cdc4eff-13b5-42e0-aa37-8b61bb90ae5e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:14:41.089049 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b0243587-cbd4-4231-9340-d514a88039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:41.136131 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f27450b3-5736-4122-89f6-fcbc816c1bbd tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:14:41.147592 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f27450b3-5736-4122-89f6-fcbc816c1bbd tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Usage tracker for resource:subnet and tenant:7dca08376e90462fa2c08567c59d529a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:14:41.157328 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f27450b3-5736-4122-89f6-fcbc816c1bbd tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:14:41.163577 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b0243587-cbd4-4231-9340-d514a88039d8 None None] Port 6cdc4eff-13b5-42e0-aa37-8b61bb90ae5e cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:14:41.164993 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf88e1d-c310-4971-bdae-8f5f7a0bb274 None None] Pushing event updated for resources: {'Port': ['ID=2f17f85e-5ad9-4f7d-8d9a-0c83783d6736,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:41.172760 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917ced6-5eba-4027-a04e-4912e020fea0 req-92a133ba-f91b-47b4-8ebb-691525abc67e tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:41.179632 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4917ced6-5eba-4027-a04e-4912e020fea0 req-92a133ba-f91b-47b4-8ebb-691525abc67e tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=b48ed139-e442-4753-95e3-2a4c7685b1c9 HTTP/1.1" status: 200 len: 946 time: 0.2690520 May 23 11:14:41.194140 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6f9a29e9-94fd-4ffd-80ed-bb108d26d8fa tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:41.216341 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f27450b3-5736-4122-89f6-fcbc816c1bbd tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:14:41.243595 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27450b3-5736-4122-89f6-fcbc816c1bbd tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Made reservation on behalf of 7dca08376e90462fa2c08567c59d529a for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:14:41.255585 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-6f9a29e9-94fd-4ffd-80ed-bb108d26d8fa tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Transition to ACTIVE for port object e85cba86-e9ee-4693-8a54-a001c946ef71 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:14:41.290074 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6f9a29e9-94fd-4ffd-80ed-bb108d26d8fa tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:41.372338 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9a29e9-94fd-4ffd-80ed-bb108d26d8fa tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Network 66cdbd75-a716-48b1-aaf7-cab3139c1975 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:14:41.373315 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a29e9-94fd-4ffd-80ed-bb108d26d8fa tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Pushing event updated for resources: {'Port': ['ID=e85cba86-e9ee-4693-8a54-a001c946ef71,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:41.376977 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-6f9a29e9-94fd-4ffd-80ed-bb108d26d8fa tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:14:41.379926 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9a29e9-94fd-4ffd-80ed-bb108d26d8fa tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:14:41.387135 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4917ced6-5eba-4027-a04e-4912e020fea0 req-3a8c981c-118b-42d3-a8f3-831c340f1226 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066288 May 23 11:14:41.448959 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6f9a29e9-94fd-4ffd-80ed-bb108d26d8fa tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:41.449774 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f27450b3-5736-4122-89f6-fcbc816c1bbd tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:41.483126 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-81f066c6-9341-41e3-acde-812ed92ff8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:41.533592 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69d853-972f-4e74-ae9b-3494ad5aafb6 req-5d0d9a08-f4a0-4c37-85c4-4688aae3aee2 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:41.535044 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a69d853-972f-4e74-ae9b-3494ad5aafb6 req-5d0d9a08-f4a0-4c37-85c4-4688aae3aee2 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.79 "GET /v2.0/ports?device_id=217cbf78-1df6-493c-9888-301265e5b48a HTTP/1.1" status: 200 len: 945 time: 0.2719095 May 23 11:14:41.545143 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6f9a29e9-94fd-4ffd-80ed-bb108d26d8fa tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:41.681550 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a69d853-972f-4e74-ae9b-3494ad5aafb6 req-62c9bbe4-47c2-4eae-b6fd-d4e249a84e72 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.79 "GET /v2.0/security-groups?id=2662ffa5-af07-4cfc-b539-1509362a42d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062531 May 23 11:14:41.708370 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b425389f-ad7b-4b51-af49-1de018053246 req-1f117cfb-365a-4f21-8a4d-cb93c6dc0732 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:41.709872 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b425389f-ad7b-4b51-af49-1de018053246 req-1f117cfb-365a-4f21-8a4d-cb93c6dc0732 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eaf5c4f-dd7b-477d-a96e-56eb3571792a HTTP/1.1" status: 200 len: 945 time: 0.1823990 May 23 11:14:41.817070 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217cbf78-1df6-493c-9888-301265e5b48a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f50d78e-a3b2-4009-8631-f45cb2fd2d92'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:14:41.821279 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b425389f-ad7b-4b51-af49-1de018053246 req-32bf2d91-70ae-4f3d-87d9-af244e99e202 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043952 May 23 11:14:41.945572 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0890b27a-1c57-403d-ab67-40edcf87293b'] response: {'server_uuid': '217cbf78-1df6-493c-9888-301265e5b48a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f50d78e-a3b2-4009-8631-f45cb2fd2d92', 'code': 200} May 23 11:14:41.965004 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f27450b3-5736-4122-89f6-fcbc816c1bbd tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:42.024834 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291cb63-74f3-44a6-93d9-e78aaa2a62a2 req-a9cb7287-87af-4fa9-8beb-a1fa4ae7c95d tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:42.031867 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9291cb63-74f3-44a6-93d9-e78aaa2a62a2 req-a9cb7287-87af-4fa9-8beb-a1fa4ae7c95d tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 946 time: 0.2072716 May 23 11:14:42.063281 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27450b3-5736-4122-89f6-fcbc816c1bbd tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Network e8959dc7-3e5b-4f50-a12e-88deaf15d74d is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:14:42.069217 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-f27450b3-5736-4122-89f6-fcbc816c1bbd tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:14:42.069424 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6f9a29e9-94fd-4ffd-80ed-bb108d26d8fa tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:42.075688 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6f9a29e9-94fd-4ffd-80ed-bb108d26d8fa tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:42.077729 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27450b3-5736-4122-89f6-fcbc816c1bbd tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:42.078323 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f27450b3-5736-4122-89f6-fcbc816c1bbd tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:42.080678 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664683c0-2b89-48f0-a679-305e9484b6c6 None None] Network e8959dc7-3e5b-4f50-a12e-88deaf15d74d requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:14:42.084379 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27450b3-5736-4122-89f6-fcbc816c1bbd tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event updated for resources: {'Subnet': ['ID=42769de2-9663-47f0-b64a-efb532395a5e,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:42.136062 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9291cb63-74f3-44a6-93d9-e78aaa2a62a2 req-39360934-34ed-4194-958b-82ea264bf79e tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029530 May 23 11:14:42.141372 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f27450b3-5736-4122-89f6-fcbc816c1bbd tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3656783 May 23 11:14:42.147984 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53746) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:42.155628 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-66d518bc-a5a0-46c4-9fd6-22c385b14e52 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2135944279', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '42769de2-9663-47f0-b64a-efb532395a5e'}], 'security_groups': ['e6344a3e-8603-44ac-b682-2ec5a6c46d14']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:14:42.251964 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5199c7a-2535-4100-97fb-2ba928b77f55 None None] Network 66cdbd75-a716-48b1-aaf7-cab3139c1975 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:14:42.319470 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-66d518bc-a5a0-46c4-9fd6-22c385b14e52 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:42.331100 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6f9a29e9-94fd-4ffd-80ed-bb108d26d8fa tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:42.362772 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a29e9-94fd-4ffd-80ed-bb108d26d8fa tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Pushing event updated for resources: {'Port': ['ID=e85cba86-e9ee-4693-8a54-a001c946ef71,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:42.462540 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d8199b5c-dc63-4ac4-8be7-63bd84f65373 None None] Provisioning for port 63c1eefe-e90f-4a07-95fa-ba20ee125230 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:14:42.492542 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2ef4e0fe-d0ee-474a-8a6e-a2f1080c525d req-345d66d1-35d5-4e78-ba2e-27ca625c0985 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=217cbf78-1df6-493c-9888-301265e5b48a HTTP/1.1" status: 200 len: 1096 time: 0.3435054 May 23 11:14:42.564893 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9a29e9-94fd-4ffd-80ed-bb108d26d8fa tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Network 66cdbd75-a716-48b1-aaf7-cab3139c1975 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:14:42.567564 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-6f9a29e9-94fd-4ffd-80ed-bb108d26d8fa tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:14:42.635392 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:42.765166 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2ef4e0fe-d0ee-474a-8a6e-a2f1080c525d req-ff5f1228-46a0-4dc6-ae8d-734a31406d82 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=2662ffa5-af07-4cfc-b539-1509362a42d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2575142 May 23 11:14:42.812971 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c282544f-103b-4233-99e5-e8532252c91c None None] Update dhcp port {'port': {'network_id': 'e8959dc7-3e5b-4f50-a12e-88deaf15d74d', 'fixed_ips': [{'subnet_id': '14b75f4f-c22f-491a-b202-910ae350154d', 'ip_address': '2001:db8::2'}, {'subnet_id': '42769de2-9663-47f0-b64a-efb532395a5e'}], 'binding:host_id': 'n-d-842952-2'}, 'id': '2f17f85e-5ad9-4f7d-8d9a-0c83783d6736'} from n-d-842952-2. {{(pid=83912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 23 11:14:42.866582 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 63c1eefe-e90f-4a07-95fa-ba20ee125230 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:14:42.876190 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e0c56-539e-459b-903b-89be3755c21d req-c759f3eb-a8bf-49eb-9f05-1da6ccbe10a3 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:42.877888 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-625e0c56-539e-459b-903b-89be3755c21d req-c759f3eb-a8bf-49eb-9f05-1da6ccbe10a3 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=b48ed139-e442-4753-95e3-2a4c7685b1c9 HTTP/1.1" status: 200 len: 946 time: 0.3149519 May 23 11:14:42.920036 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:42.979980 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c282544f-103b-4233-99e5-e8532252c91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:43.115708 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9a29e9-94fd-4ffd-80ed-bb108d26d8fa tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Router 97798eba-2e19-47c9-a563-619a7daca35e is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:14:43.179773 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3b983311-9fc9-48b7-aca0-8eec9b80885e None None] Provisioning for port e85cba86-e9ee-4693-8a54-a001c946ef71 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:14:43.191608 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3b983311-9fc9-48b7-aca0-8eec9b80885e None None] Provisioning complete for port e85cba86-e9ee-4693-8a54-a001c946ef71 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:14:43.192511 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3b983311-9fc9-48b7-aca0-8eec9b80885e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:43.234021 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 63c1eefe-e90f-4a07-95fa-ba20ee125230 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:14:43.235308 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-625e0c56-539e-459b-903b-89be3755c21d req-d0d8b2a0-8909-4995-97f5-d2c1b39dcfee tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503747 May 23 11:14:43.274876 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa98fbdc-5ea4-446d-b4df-32949641fa3e req-ae926533-d4ff-486f-913a-bac5f9f7d309 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:43.276619 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aa98fbdc-5ea4-446d-b4df-32949641fa3e req-ae926533-d4ff-486f-913a-bac5f9f7d309 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.79 "GET /v2.0/ports?device_id=217cbf78-1df6-493c-9888-301265e5b48a HTTP/1.1" status: 200 len: 945 time: 0.3428850 May 23 11:14:43.285932 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 63c1eefe-e90f-4a07-95fa-ba20ee125230 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:14:43.286623 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:43.298113 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-66d518bc-a5a0-46c4-9fd6-22c385b14e52 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Delete allocated IP 2001:db8::296 (e8959dc7-3e5b-4f50-a12e-88deaf15d74d/14b75f4f-c22f-491a-b202-910ae350154d) {{(pid=83910) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 23 11:14:43.308032 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-66d518bc-a5a0-46c4-9fd6-22c385b14e52 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Allocated IP 2001:db8:0:1::3 (e8959dc7-3e5b-4f50-a12e-88deaf15d74d/42769de2-9663-47f0-b64a-efb532395a5e/6cdc4eff-13b5-42e0-aa37-8b61bb90ae5e) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:14:43.418510 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3b983311-9fc9-48b7-aca0-8eec9b80885e None None] Port e85cba86-e9ee-4693-8a54-a001c946ef71 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:14:43.507765 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9a29e9-94fd-4ffd-80ed-bb108d26d8fa tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:14:43.521372 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6f9a29e9-94fd-4ffd-80ed-bb108d26d8fa tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] 10.222.0.79 "PUT /v2.0/routers/97798eba-2e19-47c9-a563-619a7daca35e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3216400 May 23 11:14:43.521683 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53762) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:43.527436 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-26477616-2673-430f-8eee-5390a264439a tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Request body: {'port': {'network_id': '66cdbd75-a716-48b1-aaf7-cab3139c1975', 'name': 'tempest-FloatingIPNegativeTestJSON-1412805906'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:14:43.530224 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c312d6-4894-4f6b-8a8e-6aa4c7648773 None None] Sync routers for ids ['97798eba-2e19-47c9-a563-619a7daca35e'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:14:43.544827 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3b983311-9fc9-48b7-aca0-8eec9b80885e None None] Provisioning complete for port 63c1eefe-e90f-4a07-95fa-ba20ee125230 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:14:43.545008 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3b983311-9fc9-48b7-aca0-8eec9b80885e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:43.622704 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:43.624110 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aa98fbdc-5ea4-446d-b4df-32949641fa3e req-83dd9971-a7dd-41c7-a67b-c313e78e6a30 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.79 "GET /v2.0/security-groups?id=2662ffa5-af07-4cfc-b539-1509362a42d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688306 May 23 11:14:43.632959 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a84a0c-3c78-4f06-89ca-7a83239ab690 req-297a8301-a384-41ba-b9f8-6442a8eb05a5 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:43.634473 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-48a84a0c-3c78-4f06-89ca-7a83239ab690 req-297a8301-a384-41ba-b9f8-6442a8eb05a5 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eaf5c4f-dd7b-477d-a96e-56eb3571792a HTTP/1.1" status: 200 len: 945 time: 0.1780694 May 23 11:14:43.637994 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c312d6-4894-4f6b-8a8e-6aa4c7648773 None None] Routers {'97798eba-2e19-47c9-a563-619a7daca35e'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:14:43.638617 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-36c312d6-4894-4f6b-8a8e-6aa4c7648773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:14:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['97798eba-2e19-47c9-a563-619a7daca35e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:43.704283 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-36c312d6-4894-4f6b-8a8e-6aa4c7648773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:43.715721 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-26477616-2673-430f-8eee-5390a264439a tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:14:43.720181 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-26477616-2673-430f-8eee-5390a264439a tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Usage tracker for resource:port and tenant:f5a85c3bad9f4a4ab7319f6f7ec9c68c is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:14:43.723611 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-26477616-2673-430f-8eee-5390a264439a tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:14:43.726492 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-48a84a0c-3c78-4f06-89ca-7a83239ab690 req-c35e4744-fdbc-4ecc-8e41-f5072e0330d0 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802736 May 23 11:14:43.730399 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-26477616-2673-430f-8eee-5390a264439a tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:14:43.732099 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-66d518bc-a5a0-46c4-9fd6-22c385b14e52 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:43.748761 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26477616-2673-430f-8eee-5390a264439a tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Made reservation on behalf of f5a85c3bad9f4a4ab7319f6f7ec9c68c for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:14:43.752681 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-66d518bc-a5a0-46c4-9fd6-22c385b14e52 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Transition to ACTIVE for port object 6cdc4eff-13b5-42e0-aa37-8b61bb90ae5e will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:14:43.755777 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-26477616-2673-430f-8eee-5390a264439a tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:43.757910 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-66d518bc-a5a0-46c4-9fd6-22c385b14e52 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:43.807079 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-26477616-2673-430f-8eee-5390a264439a tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] device_id is not set on port 0bbe07e3-f29e-414f-a617-6624185b65ae yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:14:43.854955 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-c282544f-103b-4233-99e5-e8532252c91c None None] Allocated IP 2001:db8:0:1::2 (e8959dc7-3e5b-4f50-a12e-88deaf15d74d/42769de2-9663-47f0-b64a-efb532395a5e/2f17f85e-5ad9-4f7d-8d9a-0c83783d6736) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:14:43.867728 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-66d518bc-a5a0-46c4-9fd6-22c385b14e52 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] In _notify_port_updated(), no bound segment for port 6cdc4eff-13b5-42e0-aa37-8b61bb90ae5e on network e8959dc7-3e5b-4f50-a12e-88deaf15d74d {{(pid=83910) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 23 11:14:43.871492 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d518bc-a5a0-46c4-9fd6-22c385b14e52 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:43.872124 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-66d518bc-a5a0-46c4-9fd6-22c385b14e52 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:43.873602 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-66d518bc-a5a0-46c4-9fd6-22c385b14e52 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "PUT /v2.0/ports/6cdc4eff-13b5-42e0-aa37-8b61bb90ae5e HTTP/1.1" status: 200 len: 929 time: 1.7246132 May 23 11:14:43.881856 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53768) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:44.065324 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-26477616-2673-430f-8eee-5390a264439a tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Allocated IP 172.20.0.11 (66cdbd75-a716-48b1-aaf7-cab3139c1975/20978fff-88f6-491b-8d66-9d16ab04840c/0bbe07e3-f29e-414f-a617-6624185b65ae) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:14:44.110901 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d518bc-a5a0-46c4-9fd6-22c385b14e52 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event updated for resources: {'Port': ['ID=6cdc4eff-13b5-42e0-aa37-8b61bb90ae5e,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:44.111125 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c282544f-103b-4233-99e5-e8532252c91c None None] For port 2f17f85e-5ad9-4f7d-8d9a-0c83783d6736, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2f17f85e-5ad9-4f7d-8d9a-0c83783d6736,segment=NetworkSegment(925c759d-22e4-44bb-a638-e58e7951a0f5),segment_id=925c759d-22e4-44bb-a638-e58e7951a0f5)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:14:44.160854 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c282544f-103b-4233-99e5-e8532252c91c None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:44.163257 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-2765fa64-08a3-461d-82e7-87399f3b3723 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Deleting port 6cdc4eff-13b5-42e0-aa37-8b61bb90ae5e {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:14:44.163671 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2765fa64-08a3-461d-82e7-87399f3b3723 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:44.182461 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c282544f-103b-4233-99e5-e8532252c91c None None] Transition to ACTIVE for port object 2f17f85e-5ad9-4f7d-8d9a-0c83783d6736 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:14:44.194810 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c282544f-103b-4233-99e5-e8532252c91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:44.238884 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 63c1eefe-e90f-4a07-95fa-ba20ee125230, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=63c1eefe-e90f-4a07-95fa-ba20ee125230,segment=NetworkSegment(3b544b0c-b3f0-48a1-8e61-84c9391ec8f6),segment_id=3b544b0c-b3f0-48a1-8e61-84c9391ec8f6)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:14:44.248075 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14588e0-3549-451d-88c6-975f7eda6453 req-d33d23a4-ff44-47f7-86db-271957b2d846 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:44.255234 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e14588e0-3549-451d-88c6-975f7eda6453 req-d33d23a4-ff44-47f7-86db-271957b2d846 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/networks?id=3c158aba-e520-4739-9803-5afc3c97752c HTTP/1.1" status: 200 len: 806 time: 0.3241847 May 23 11:14:44.261824 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3b983311-9fc9-48b7-aca0-8eec9b80885e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:44.275689 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e14588e0-3549-451d-88c6-975f7eda6453 req-72d30708-9aa2-4482-9cbd-64cc24593896 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/quotas/918845eb514f4ef49a66c0d5a348fe52 HTTP/1.1" status: 200 len: 375 time: 0.0194452 May 23 11:14:44.283087 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:44.283927 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2f17f85e-5ad9-4f7d-8d9a-0c83783d6736 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:14:44.308811 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c312d6-4894-4f6b-8a8e-6aa4c7648773 None None] Routers {'97798eba-2e19-47c9-a563-619a7daca35e'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:14:44.314579 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-26477616-2673-430f-8eee-5390a264439a tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:44.317341 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-36c312d6-4894-4f6b-8a8e-6aa4c7648773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:14:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['97798eba-2e19-47c9-a563-619a7daca35e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:44.331367 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-26477616-2673-430f-8eee-5390a264439a tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Transition to ACTIVE for port object 0bbe07e3-f29e-414f-a617-6624185b65ae will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:14:44.361560 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-26477616-2673-430f-8eee-5390a264439a tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:44.440417 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26477616-2673-430f-8eee-5390a264439a tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Network 66cdbd75-a716-48b1-aaf7-cab3139c1975 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:14:44.444867 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:44.449702 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-26477616-2673-430f-8eee-5390a264439a tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:14:44.450660 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82ac38-c7fe-40db-a233-274578091f0b req-59ed77fd-41f1-47c7-af97-7b00946f3eb2 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:44.453328 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a82ac38-c7fe-40db-a233-274578091f0b req-59ed77fd-41f1-47c7-af97-7b00946f3eb2 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 946 time: 0.3500371 May 23 11:14:44.454651 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26477616-2673-430f-8eee-5390a264439a tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:14:44.496431 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-36c312d6-4894-4f6b-8a8e-6aa4c7648773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:44.497870 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c312d6-4894-4f6b-8a8e-6aa4c7648773 None None] The sync data for ids ['97798eba-2e19-47c9-a563-619a7daca35e'] in n-d-842952-2 is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:14:44.522772 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26477616-2673-430f-8eee-5390a264439a tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Pushing event updated for resources: {'Port': ['ID=0bbe07e3-f29e-414f-a617-6624185b65ae,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:44.562447 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26477616-2673-430f-8eee-5390a264439a tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:44.563088 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-26477616-2673-430f-8eee-5390a264439a tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:44.592241 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-26477616-2673-430f-8eee-5390a264439a tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0693154 May 23 11:14:44.595344 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53774) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:44.600992 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-7389c876-dcf2-4650-be1f-fd92513cf5ca tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:14:44.607104 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7389c876-dcf2-4650-be1f-fd92513cf5ca tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:14:44.612261 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7389c876-dcf2-4650-be1f-fd92513cf5ca tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Usage tracker for resource:floatingip and tenant:f5a85c3bad9f4a4ab7319f6f7ec9c68c is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:14:44.615384 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e14588e0-3549-451d-88c6-975f7eda6453 req-21bcba48-7a46-4a44-92f3-440b116026da tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=918845eb514f4ef49a66c0d5a348fe52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3387043 May 23 11:14:44.622585 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7389c876-dcf2-4650-be1f-fd92513cf5ca tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:14:44.630707 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7389c876-dcf2-4650-be1f-fd92513cf5ca tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:14:44.644292 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7389c876-dcf2-4650-be1f-fd92513cf5ca tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks [] for floatingip, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:44.659334 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a82ac38-c7fe-40db-a233-274578091f0b req-9ec1caf5-8d56-4cc3-be4f-92e8eceee212 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470578 May 23 11:14:44.666236 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2765fa64-08a3-461d-82e7-87399f3b3723 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:44.737888 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c282544f-103b-4233-99e5-e8532252c91c None None] Pushing event updated for resources: {'Port': ['ID=2f17f85e-5ad9-4f7d-8d9a-0c83783d6736,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:44.815220 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7389c876-dcf2-4650-be1f-fd92513cf5ca tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:44.856083 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-3b983311-9fc9-48b7-aca0-8eec9b80885e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:14:44.856451 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-3b983311-9fc9-48b7-aca0-8eec9b80885e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:14:44.875086 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=63c1eefe-e90f-4a07-95fa-ba20ee125230,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:44.876377 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-2765fa64-08a3-461d-82e7-87399f3b3723 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Calling delete_port for 6cdc4eff-13b5-42e0-aa37-8b61bb90ae5e owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:14:44.961468 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2f17f85e-5ad9-4f7d-8d9a-0c83783d6736 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:14:45.047410 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-7389c876-dcf2-4650-be1f-fd92513cf5ca tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Allocated IP 172.25.6.14 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/fb4b11e2-a542-45b0-a474-36aa5d4a2bfe) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:14:45.066568 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e14588e0-3549-451d-88c6-975f7eda6453 req-ba5bd88c-f782-4985-93e3-fe841fda5922 service neutron] 10.222.0.79 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423869 May 23 11:14:45.207113 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7389c876-dcf2-4650-be1f-fd92513cf5ca tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:45.238103 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7389c876-dcf2-4650-be1f-fd92513cf5ca tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:45.314928 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7389c876-dcf2-4650-be1f-fd92513cf5ca tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Pushing event updated for resources: {'Port': ['ID=fb4b11e2-a542-45b0-a474-36aa5d4a2bfe,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:45.318512 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7389c876-dcf2-4650-be1f-fd92513cf5ca tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:14:45.319984 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-7389c876-dcf2-4650-be1f-fd92513cf5ca tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:14:45.322446 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7389c876-dcf2-4650-be1f-fd92513cf5ca tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:14:45.363897 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f60e75-e2d3-4b5b-bd84-d5ac7ef28c1a req-baf8dbac-a9c2-4eed-b17c-b451ecb31e7a tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:45.365354 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e8f60e75-e2d3-4b5b-bd84-d5ac7ef28c1a req-baf8dbac-a9c2-4eed-b17c-b451ecb31e7a tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.79 "GET /v2.0/ports?device_id=217cbf78-1df6-493c-9888-301265e5b48a HTTP/1.1" status: 200 len: 945 time: 0.5008092 May 23 11:14:45.393501 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2765fa64-08a3-461d-82e7-87399f3b3723 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:45.467059 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2765fa64-08a3-461d-82e7-87399f3b3723 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event deleted for resources: {'Port': ['ID=6cdc4eff-13b5-42e0-aa37-8b61bb90ae5e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:45.504279 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7389c876-dcf2-4650-be1f-fd92513cf5ca tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:45.530381 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e14588e0-3549-451d-88c6-975f7eda6453 req-bd37f444-0ff7-45c9-9c12-8d1cd3d6965b service neutron] 10.222.0.79 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4261174 May 23 11:14:45.549283 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2765fa64-08a3-461d-82e7-87399f3b3723 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:45.562477 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e8f60e75-e2d3-4b5b-bd84-d5ac7ef28c1a req-21561352-8e7f-464f-ad2b-b47439ecffac tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.79 "GET /v2.0/security-groups?id=2662ffa5-af07-4cfc-b539-1509362a42d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858611 May 23 11:14:45.566864 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2765fa64-08a3-461d-82e7-87399f3b3723 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/ports/6cdc4eff-13b5-42e0-aa37-8b61bb90ae5e HTTP/1.1" status: 204 len: 168 time: 1.6843398 May 23 11:14:45.567794 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53784) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:45.570185 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7389c876-dcf2-4650-be1f-fd92513cf5ca tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:45.587889 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-61214bf1-a7a1-4c58-99a0-767ef23598dc None None] Provisioning complete for port e85cba86-e9ee-4693-8a54-a001c946ef71 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:14:45.590033 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-61214bf1-a7a1-4c58-99a0-767ef23598dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:45.617098 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-faf40bc6-21a8-4ba9-9e38-848862bb574d tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] GET failed (client error): The resource could not be found. May 23 11:14:45.617798 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-faf40bc6-21a8-4ba9-9e38-848862bb574d tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Synchronizing usage tracker for tenant:7dca08376e90462fa2c08567c59d529a on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:14:45.636678 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-faf40bc6-21a8-4ba9-9e38-848862bb574d tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Unset dirty status for tenant:7dca08376e90462fa2c08567c59d529a on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:14:45.641835 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-faf40bc6-21a8-4ba9-9e38-848862bb574d tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "GET /v2.0/ports/6cdc4eff-13b5-42e0-aa37-8b61bb90ae5e HTTP/1.1" status: 404 len: 333 time: 0.0726399 May 23 11:14:45.641964 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53790) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:45.729981 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-61214bf1-a7a1-4c58-99a0-767ef23598dc None None] Port e85cba86-e9ee-4693-8a54-a001c946ef71 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:14:45.764187 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-61214bf1-a7a1-4c58-99a0-767ef23598dc None None] Provisioning complete for port 8daaf24b-68cf-4940-a2b1-d9977aaf18a9 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:14:45.772247 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-61214bf1-a7a1-4c58-99a0-767ef23598dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:45.932784 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-61214bf1-a7a1-4c58-99a0-767ef23598dc None None] Port 8daaf24b-68cf-4940-a2b1-d9977aaf18a9 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:14:45.938742 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-61214bf1-a7a1-4c58-99a0-767ef23598dc None None] Could not find standard attr ID for object 6cdc4eff-13b5-42e0-aa37-8b61bb90ae5e. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:14:45.964401 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-61214bf1-a7a1-4c58-99a0-767ef23598dc None None] Provisioning for port 2f17f85e-5ad9-4f7d-8d9a-0c83783d6736 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:14:45.981171 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-61214bf1-a7a1-4c58-99a0-767ef23598dc None None] Provisioning complete for port 2f17f85e-5ad9-4f7d-8d9a-0c83783d6736 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:14:45.981689 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-61214bf1-a7a1-4c58-99a0-767ef23598dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:46.139611 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-61214bf1-a7a1-4c58-99a0-767ef23598dc None None] Provisioning for port 0bbe07e3-f29e-414f-a617-6624185b65ae completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:14:46.149050 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-61214bf1-a7a1-4c58-99a0-767ef23598dc None None] Provisioning complete for port 0bbe07e3-f29e-414f-a617-6624185b65ae triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:14:46.149050 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-61214bf1-a7a1-4c58-99a0-767ef23598dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:46.159808 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f7b92-abbd-4577-8ca9-6bcbe74fe5d1 req-7f1bd0aa-573d-48b2-8c18-abeb00c9a9e3 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:46.161632 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-646f7b92-abbd-4577-8ca9-6bcbe74fe5d1 req-7f1bd0aa-573d-48b2-8c18-abeb00c9a9e3 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.79 "GET /v2.0/ports?device_id=217cbf78-1df6-493c-9888-301265e5b48a HTTP/1.1" status: 200 len: 945 time: 0.1185296 May 23 11:14:46.177437 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53806) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:46.184674 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-a3ad08df-e1c7-4d6d-aa48-f4252ffdb75c tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Request body: {'floatingip': {'port_id': '7f50d78e-a3b2-4009-8631-f45cb2fd2d92'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:14:46.228456 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-719b3742-cdfb-4bfa-a512-32a1044c54b0 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:46.253762 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a559dc1-87ee-4d3f-a6b1-5ab4b458c81e req-863cb608-85c4-4196-a350-e8cca219d5e1 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:46.254061 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-61214bf1-a7a1-4c58-99a0-767ef23598dc None None] Port 0bbe07e3-f29e-414f-a617-6624185b65ae cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:14:46.256875 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a559dc1-87ee-4d3f-a6b1-5ab4b458c81e req-863cb608-85c4-4196-a350-e8cca219d5e1 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eaf5c4f-dd7b-477d-a96e-56eb3571792a HTTP/1.1" status: 200 len: 945 time: 0.2504604 May 23 11:14:46.301583 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-719b3742-cdfb-4bfa-a512-32a1044c54b0 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:46.341598 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9556739b-0cbb-4bea-9d57-0cf57c2a3197 req-493d3faa-5ce2-4dff-8aa0-8d275a602393 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4dae0a28e54e42d3b93ac681153ab34b&device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 1097 time: 0.2172694 May 23 11:14:46.347560 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a2bc774e-125e-49d7-853a-b339d8e00c21 req-5d8d570d-bada-43e2-9e2d-ee418a700f32 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=b53ace5e-9168-425d-a46c-43d2846ba22c HTTP/1.1" status: 200 len: 210 time: 0.0892389 May 23 11:14:46.350078 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a3ad08df-e1c7-4d6d-aa48-f4252ffdb75c tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Notify callbacks [] for floatingip, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:46.383699 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6186f623-f442-4864-aa5b-1c232a5b7dd7 None None] Could not find standard attr ID for object 6cdc4eff-13b5-42e0-aa37-8b61bb90ae5e. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:14:46.460679 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7389c876-dcf2-4650-be1f-fd92513cf5ca tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:46.474310 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7389c876-dcf2-4650-be1f-fd92513cf5ca tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:46.484343 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a559dc1-87ee-4d3f-a6b1-5ab4b458c81e req-17365938-b400-4212-b77d-37a290c3c952 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169318 May 23 11:14:46.529099 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-719b3742-cdfb-4bfa-a512-32a1044c54b0 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:46.604456 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b3742-cdfb-4bfa-a512-32a1044c54b0 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f562e0f4-4d42-4372-9951-204eb1941b9b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:46.665049 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7389c876-dcf2-4650-be1f-fd92513cf5ca tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Pushing event updated for resources: {'Port': ['ID=fb4b11e2-a542-45b0-a474-36aa5d4a2bfe,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:46.680975 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-719b3742-cdfb-4bfa-a512-32a1044c54b0 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:46.682102 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-719b3742-cdfb-4bfa-a512-32a1044c54b0 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/security-groups/f562e0f4-4d42-4372-9951-204eb1941b9b HTTP/1.1" status: 204 len: 168 time: 1.0390751 May 23 11:14:46.684674 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7389c876-dcf2-4650-be1f-fd92513cf5ca tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:46.697106 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53812) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:46.701411 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556739b-0cbb-4bea-9d57-0cf57c2a3197 req-ebd25fec-0182-40b7-a69b-af2e780c64ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:46.703513 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9556739b-0cbb-4bea-9d57-0cf57c2a3197 req-ebd25fec-0182-40b7-a69b-af2e780c64ce service neutron] 10.222.0.81 "GET /v2.0/networks?id=567b5eae-3d50-4b7b-b2ae-6afd8ab0049d HTTP/1.1" status: 200 len: 911 time: 0.3544462 May 23 11:14:46.704716 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7389c876-dcf2-4650-be1f-fd92513cf5ca tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:46.705877 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7389c876-dcf2-4650-be1f-fd92513cf5ca tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1094878 May 23 11:14:46.708835 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53816) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:46.714408 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-55cf158b-4c84-4a1c-a35c-46bbe1a63cdc tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Request body: {'floatingip': {'port_id': '0bbe07e3-f29e-414f-a617-6624185b65ae', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:14:46.780456 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461aa6e-f585-4f3f-8e99-c8489c9d8efc req-5f9bc698-d8c6-4edc-a68f-06821d107e8a tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:46.781924 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9461aa6e-f585-4f3f-8e99-c8489c9d8efc req-5f9bc698-d8c6-4edc-a68f-06821d107e8a tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 946 time: 0.2802839 May 23 11:14:46.842447 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-55cf158b-4c84-4a1c-a35c-46bbe1a63cdc tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks [] for floatingip, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:46.903841 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9556739b-0cbb-4bea-9d57-0cf57c2a3197 req-6899cd54-79c5-4733-b49f-d256247083a9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=955c9498-10af-4a50-a265-6f88eca687bc HTTP/1.1" status: 200 len: 217 time: 0.1339569 May 23 11:14:46.927631 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 63c1eefe-e90f-4a07-95fa-ba20ee125230 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:14:46.968384 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9461aa6e-f585-4f3f-8e99-c8489c9d8efc req-d7832a65-a328-4f7c-809e-9ae317a287b9 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712041 May 23 11:14:47.010902 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 63c1eefe-e90f-4a07-95fa-ba20ee125230 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:14:47.011561 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:47.022082 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c5bdb617-e9ef-4448-8720-3cb90e60e21f tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:47.041357 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556739b-0cbb-4bea-9d57-0cf57c2a3197 req-832749d8-d6c3-4bf2-ac70-a2218aeaa1d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:47.042855 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9556739b-0cbb-4bea-9d57-0cf57c2a3197 req-832749d8-d6c3-4bf2-ac70-a2218aeaa1d9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=eeed4ff9-e40c-44ef-ad2b-8f4ca302f431 HTTP/1.1" status: 200 len: 850 time: 0.1205447 May 23 11:14:47.054761 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c5bdb617-e9ef-4448-8720-3cb90e60e21f tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:47.108630 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c5bdb617-e9ef-4448-8720-3cb90e60e21f tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:47.125767 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9556739b-0cbb-4bea-9d57-0cf57c2a3197 req-cd4aa9be-ea52-465d-b686-fa0138d5605a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=567b5eae-3d50-4b7b-b2ae-6afd8ab0049d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507917 May 23 11:14:47.136644 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c5bdb617-e9ef-4448-8720-3cb90e60e21f tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:47.140691 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c5bdb617-e9ef-4448-8720-3cb90e60e21f tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/security-groups/e6344a3e-8603-44ac-b682-2ec5a6c46d14 HTTP/1.1" status: 204 len: 168 time: 0.4424539 May 23 11:14:47.145997 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bdb617-e9ef-4448-8720-3cb90e60e21f tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6344a3e-8603-44ac-b682-2ec5a6c46d14,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:47.148448 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53820) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:47.234174 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-55cf158b-4c84-4a1c-a35c-46bbe1a63cdc tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] update failed (client error): The resource could not be found. May 23 11:14:47.235260 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-55cf158b-4c84-4a1c-a35c-46bbe1a63cdc tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] 10.222.0.79 "PUT /v2.0/floatingips/6568ecb5-5ed3-4d63-865c-c84b1ba5ef73 HTTP/1.1" status: 404 len: 507 time: 0.5254197 May 23 11:14:47.239814 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53824) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:47.425853 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-5992fc27-1412-4256-baa2-9c01b44a1042 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Deleting port fb4b11e2-a542-45b0-a474-36aa5d4a2bfe {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:14:47.426198 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5992fc27-1412-4256-baa2-9c01b44a1042 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:47.456696 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9556739b-0cbb-4bea-9d57-0cf57c2a3197 req-7abff083-5eaa-40b7-b5dc-6aff2464354e service neutron] 10.222.0.81 "GET /v2.0/networks/567b5eae-3d50-4b7b-b2ae-6afd8ab0049d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233521 May 23 11:14:47.591674 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [None req-a3ad08df-e1c7-4d6d-aa48-f4252ffdb75c tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:14:47.644244 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-18d9a14a-a220-45d9-9a24-c61615cf1bf4 req-8e227d38-7f69-475f-9442-f8fa0a54c364 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=b53ace5e-9168-425d-a46c-43d2846ba22c HTTP/1.1" status: 200 len: 210 time: 0.1174638 May 23 11:14:47.740331 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14588e0-3549-451d-88c6-975f7eda6453 req-f8f76590-bd08-45d0-85f7-e78a787528d4 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:47.741743 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e14588e0-3549-451d-88c6-975f7eda6453 req-f8f76590-bd08-45d0-85f7-e78a787528d4 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.13 "GET /v2.0/networks?id=3c158aba-e520-4739-9803-5afc3c97752c HTTP/1.1" status: 200 len: 806 time: 0.5525229 May 23 11:14:47.788793 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-e14588e0-3549-451d-88c6-975f7eda6453 req-c8940f79-2051-4a24-882d-48c611f3c450 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Request body: {'port': {'device_id': 'b53ace5e-9168-425d-a46c-43d2846ba22c', 'network_id': '3c158aba-e520-4739-9803-5afc3c97752c', 'admin_state_up': True, 'tenant_id': '918845eb514f4ef49a66c0d5a348fe52'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:14:47.806747 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9556739b-0cbb-4bea-9d57-0cf57c2a3197 req-0e3abdcd-c6a6-41b9-b1d3-7a4875aeaf28 service neutron] 10.222.0.81 "GET /v2.0/networks/567b5eae-3d50-4b7b-b2ae-6afd8ab0049d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429108 May 23 11:14:47.818708 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a3ad08df-e1c7-4d6d-aa48-f4252ffdb75c tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:47.822083 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5992fc27-1412-4256-baa2-9c01b44a1042 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:47.822493 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5992fc27-1412-4256-baa2-9c01b44a1042 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:47.873582 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-23c73b97-e9e5-4cf9-9703-4d45c69f895b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Deleting subnet 14b75f4f-c22f-491a-b202-910ae350154d {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:14:47.882267 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-23c73b97-e9e5-4cf9-9703-4d45c69f895b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:47.909809 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a3ad08df-e1c7-4d6d-aa48-f4252ffdb75c tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:47.948047 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-5992fc27-1412-4256-baa2-9c01b44a1042 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Calling delete_port for fb4b11e2-a542-45b0-a474-36aa5d4a2bfe owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:14:48.085885 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-23c73b97-e9e5-4cf9-9703-4d45c69f895b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:48.100662 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5992fc27-1412-4256-baa2-9c01b44a1042 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:48.144471 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992fc27-1412-4256-baa2-9c01b44a1042 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Pushing event deleted for resources: {'Port': ['ID=fb4b11e2-a542-45b0-a474-36aa5d4a2bfe,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:48.242362 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5992fc27-1412-4256-baa2-9c01b44a1042 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:48.246440 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9468cb-e41f-49dd-87a4-fd11cb20e3d9 req-bae3bb92-2d83-437b-bc77-6d5a9cc248e9 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:48.249053 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f9468cb-e41f-49dd-87a4-fd11cb20e3d9 req-bae3bb92-2d83-437b-bc77-6d5a9cc248e9 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eaf5c4f-dd7b-477d-a96e-56eb3571792a HTTP/1.1" status: 200 len: 945 time: 0.5866611 May 23 11:14:48.255771 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5992fc27-1412-4256-baa2-9c01b44a1042 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:48.262267 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5992fc27-1412-4256-baa2-9c01b44a1042 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] 10.222.0.79 "DELETE /v2.0/floatingips/6568ecb5-5ed3-4d63-865c-c84b1ba5ef73 HTTP/1.1" status: 204 len: 168 time: 1.0213499 May 23 11:14:48.262950 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53834) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:48.265743 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-e14588e0-3549-451d-88c6-975f7eda6453 req-c8940f79-2051-4a24-882d-48c611f3c450 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:14:48.269056 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-74e5808f-75f5-4bf6-8506-6b78a149c3cb tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Request body: {'floatingip': {'floating_network_id': '66cdbd75-a716-48b1-aaf7-cab3139c1975', 'port_id': '0bbe07e3-f29e-414f-a617-6624185b65ae', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:14:48.275040 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-74e5808f-75f5-4bf6-8506-6b78a149c3cb tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:14:48.279158 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-74e5808f-75f5-4bf6-8506-6b78a149c3cb tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Usage tracker for resource:floatingip and tenant:f5a85c3bad9f4a4ab7319f6f7ec9c68c is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:14:48.282191 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-74e5808f-75f5-4bf6-8506-6b78a149c3cb tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:14:48.288498 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-74e5808f-75f5-4bf6-8506-6b78a149c3cb tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:14:48.300518 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-74e5808f-75f5-4bf6-8506-6b78a149c3cb tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks [] for floatingip, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:48.316065 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-e14588e0-3549-451d-88c6-975f7eda6453 req-c8940f79-2051-4a24-882d-48c611f3c450 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:14:48.354503 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-23c73b97-e9e5-4cf9-9703-4d45c69f895b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:48.406987 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e14588e0-3549-451d-88c6-975f7eda6453 req-c8940f79-2051-4a24-882d-48c611f3c450 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Made reservation on behalf of 918845eb514f4ef49a66c0d5a348fe52 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:14:48.410054 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e14588e0-3549-451d-88c6-975f7eda6453 req-c8940f79-2051-4a24-882d-48c611f3c450 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:48.439815 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b4c03-4a8d-470e-a827-f6baec3759ed req-fb084eab-ea1a-4f17-961d-1dceebff53dc tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:48.441386 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-798b4c03-4a8d-470e-a827-f6baec3759ed req-fb084eab-ea1a-4f17-961d-1dceebff53dc tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 946 time: 0.3059089 May 23 11:14:48.444339 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f9468cb-e41f-49dd-87a4-fd11cb20e3d9 req-1c149eaf-dbea-4c2f-8c42-9fc95d529b00 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841104 May 23 11:14:48.463468 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-74e5808f-75f5-4bf6-8506-6b78a149c3cb tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:14:48.469786 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-74e5808f-75f5-4bf6-8506-6b78a149c3cb tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2006598 May 23 11:14:48.469870 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53838) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:48.475237 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-21db6238-521a-42e0-a2ca-6f3ac23ffa4b tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'port_id': '0bbe07e3-f29e-414f-a617-6624185b65ae', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:14:48.482548 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-21db6238-521a-42e0-a2ca-6f3ac23ffa4b tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:14:48.486232 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-21db6238-521a-42e0-a2ca-6f3ac23ffa4b tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Usage tracker for resource:floatingip and tenant:f5a85c3bad9f4a4ab7319f6f7ec9c68c is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:14:48.489177 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-21db6238-521a-42e0-a2ca-6f3ac23ffa4b tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:14:48.494875 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-21db6238-521a-42e0-a2ca-6f3ac23ffa4b tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:14:48.504996 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-21db6238-521a-42e0-a2ca-6f3ac23ffa4b tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks [] for floatingip, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:48.595415 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-23c73b97-e9e5-4cf9-9703-4d45c69f895b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:48.644676 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-21db6238-521a-42e0-a2ca-6f3ac23ffa4b tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:48.650184 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-798b4c03-4a8d-470e-a827-f6baec3759ed req-0c875e35-fb96-4417-baa7-2dbe1a677c1f tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967168 May 23 11:14:48.686560 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c73b97-e9e5-4cf9-9703-4d45c69f895b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event deleted for resources: {'Subnet': ['ID=14b75f4f-c22f-491a-b202-910ae350154d,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:48.707891 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-23c73b97-e9e5-4cf9-9703-4d45c69f895b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:48.716508 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c56f09-3287-4bc1-9449-b71587234f78 None None] Network e8959dc7-3e5b-4f50-a12e-88deaf15d74d requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:14:48.719573 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-23c73b97-e9e5-4cf9-9703-4d45c69f895b tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/subnets/14b75f4f-c22f-491a-b202-910ae350154d HTTP/1.1" status: 204 len: 168 time: 1.5690923 May 23 11:14:48.725776 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53844) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:48.734295 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-ce0698d1-288f-42bb-8ebc-2d64461a3fd7 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'subnet': {'network_id': 'e8959dc7-3e5b-4f50-a12e-88deaf15d74d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:14:48.754194 n-d-842952-2 neutron-server[83910]: INFO neutron.db.l3_db [None req-a3ad08df-e1c7-4d6d-aa48-f4252ffdb75c tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Floating IP e0fba8a3-6e19-41a3-a326-2a0e8d2e7625 associated. External IP: 172.25.6.225, port: 7f50d78e-a3b2-4009-8631-f45cb2fd2d92. May 23 11:14:48.799405 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-21db6238-521a-42e0-a2ca-6f3ac23ffa4b tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Allocated IP 172.25.6.226 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/65e845ce-8ed6-4706-946b-bc89dce73471) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:14:48.961069 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-21db6238-521a-42e0-a2ca-6f3ac23ffa4b tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:48.991939 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-21db6238-521a-42e0-a2ca-6f3ac23ffa4b tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:49.062611 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21db6238-521a-42e0-a2ca-6f3ac23ffa4b tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:14:49.065566 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-21db6238-521a-42e0-a2ca-6f3ac23ffa4b tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:14:49.068303 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21db6238-521a-42e0-a2ca-6f3ac23ffa4b tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:14:49.105160 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db6238-521a-42e0-a2ca-6f3ac23ffa4b tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Pushing event updated for resources: {'Port': ['ID=65e845ce-8ed6-4706-946b-bc89dce73471,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:49.106356 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-e14588e0-3549-451d-88c6-975f7eda6453 req-c8940f79-2051-4a24-882d-48c611f3c450 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Allocated IP 172.20.0.3 (3c158aba-e520-4739-9803-5afc3c97752c/31ce3e03-ff53-4686-aaa6-54ac8efb8abe/66a074a2-3d71-4e6a-9c3a-28f99cb17c53) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:14:49.123990 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ffc2e2b8-3d3e-49ef-99ea-3bed496dc015 req-08207a07-c7e2-41f9-bd4e-5a4124b1423e tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Synchronizing usage tracker for tenant:918845eb514f4ef49a66c0d5a348fe52 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:14:49.186554 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ffc2e2b8-3d3e-49ef-99ea-3bed496dc015 req-08207a07-c7e2-41f9-bd4e-5a4124b1423e tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Unset dirty status for tenant:918845eb514f4ef49a66c0d5a348fe52 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:14:49.187718 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ffc2e2b8-3d3e-49ef-99ea-3bed496dc015 req-08207a07-c7e2-41f9-bd4e-5a4124b1423e tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=b53ace5e-9168-425d-a46c-43d2846ba22c HTTP/1.1" status: 200 len: 210 time: 0.3617611 May 23 11:14:49.252868 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ce0698d1-288f-42bb-8ebc-2d64461a3fd7 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:14:49.267940 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-21db6238-521a-42e0-a2ca-6f3ac23ffa4b tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Deleting port 65e845ce-8ed6-4706-946b-bc89dce73471 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:14:49.268288 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-21db6238-521a-42e0-a2ca-6f3ac23ffa4b tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:49.269372 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ce0698d1-288f-42bb-8ebc-2d64461a3fd7 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Usage tracker for resource:subnet and tenant:7dca08376e90462fa2c08567c59d529a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:14:49.274269 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ce0698d1-288f-42bb-8ebc-2d64461a3fd7 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:14:49.282432 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ce0698d1-288f-42bb-8ebc-2d64461a3fd7 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:14:49.384223 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0698d1-288f-42bb-8ebc-2d64461a3fd7 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Made reservation on behalf of 7dca08376e90462fa2c08567c59d529a for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:14:49.387574 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ce0698d1-288f-42bb-8ebc-2d64461a3fd7 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:49.454486 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-21db6238-521a-42e0-a2ca-6f3ac23ffa4b tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:49.454793 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-21db6238-521a-42e0-a2ca-6f3ac23ffa4b tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:49.650811 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e972be45-e179-4e10-b88d-7cf662f3d1a4 None None] Provisioning complete for port 8daaf24b-68cf-4940-a2b1-d9977aaf18a9 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:14:49.651110 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e972be45-e179-4e10-b88d-7cf662f3d1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:49.652385 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e14588e0-3549-451d-88c6-975f7eda6453 req-c8940f79-2051-4a24-882d-48c611f3c450 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:49.706095 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-21db6238-521a-42e0-a2ca-6f3ac23ffa4b tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Calling delete_port for 65e845ce-8ed6-4706-946b-bc89dce73471 owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:14:49.768763 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e972be45-e179-4e10-b88d-7cf662f3d1a4 None None] Port 8daaf24b-68cf-4940-a2b1-d9977aaf18a9 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:14:49.800261 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e972be45-e179-4e10-b88d-7cf662f3d1a4 None None] Provisioning complete for port 2f17f85e-5ad9-4f7d-8d9a-0c83783d6736 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:14:49.800633 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e972be45-e179-4e10-b88d-7cf662f3d1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:49.908920 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-21db6238-521a-42e0-a2ca-6f3ac23ffa4b tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:49.960049 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db6238-521a-42e0-a2ca-6f3ac23ffa4b tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Pushing event deleted for resources: {'Port': ['ID=65e845ce-8ed6-4706-946b-bc89dce73471,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:50.014246 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e14588e0-3549-451d-88c6-975f7eda6453 req-c8940f79-2051-4a24-882d-48c611f3c450 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:50.025813 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9544f1-4af5-43a8-b7a1-b56344ae6307 req-887b2bb5-8b2e-4a9b-ade8-89ee549fce65 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:50.027247 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fd9544f1-4af5-43a8-b7a1-b56344ae6307 req-887b2bb5-8b2e-4a9b-ade8-89ee549fce65 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eaf5c4f-dd7b-477d-a96e-56eb3571792a HTTP/1.1" status: 200 len: 945 time: 0.4486468 May 23 11:14:50.048097 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['93231983-db7d-4314-a4f2-a6dea56eda75'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:14:50.072630 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['280cf2c1-bc2a-47e3-ac58-64bf18b24294'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:14:50.077681 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-21db6238-521a-42e0-a2ca-6f3ac23ffa4b tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] create failed (client error): The resource could not be found. May 23 11:14:50.078805 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-21db6238-521a-42e0-a2ca-6f3ac23ffa4b tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.6080353 May 23 11:14:50.082355 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53852) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:50.149979 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-8a8cfdc9-aff2-4d60-932c-867262366161 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Deleting port 0bbe07e3-f29e-414f-a617-6624185b65ae {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:14:50.151274 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8a8cfdc9-aff2-4d60-932c-867262366161 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:50.186185 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8940f79-2051-4a24-882d-48c611f3c450 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Pushing event updated for resources: {'Port': ['ID=66a074a2-3d71-4e6a-9c3a-28f99cb17c53,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:50.206374 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e14588e0-3549-451d-88c6-975f7eda6453 req-c8940f79-2051-4a24-882d-48c611f3c450 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Network 3c158aba-e520-4739-9803-5afc3c97752c is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:14:50.217401 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-e14588e0-3549-451d-88c6-975f7eda6453 req-c8940f79-2051-4a24-882d-48c611f3c450 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:14:50.219775 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14588e0-3549-451d-88c6-975f7eda6453 req-c8940f79-2051-4a24-882d-48c611f3c450 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:14:50.264370 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fd9544f1-4af5-43a8-b7a1-b56344ae6307 req-369130b0-241c-408f-b71c-14fc7e40be89 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936371 May 23 11:14:50.329753 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c7fc0-40ac-44e9-85c9-a8b5463d4b23 req-d1c3d72a-1c45-4e48-81d9-b8f5370e5483 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:50.331376 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8d5c7fc0-40ac-44e9-85c9-a8b5463d4b23 req-d1c3d72a-1c45-4e48-81d9-b8f5370e5483 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 946 time: 0.4300048 May 23 11:14:50.373044 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14588e0-3549-451d-88c6-975f7eda6453 req-c8940f79-2051-4a24-882d-48c611f3c450 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:50.373648 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e14588e0-3549-451d-88c6-975f7eda6453 req-c8940f79-2051-4a24-882d-48c611f3c450 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:50.397623 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ce0698d1-288f-42bb-8ebc-2d64461a3fd7 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:50.422116 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8a8cfdc9-aff2-4d60-932c-867262366161 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:50.501989 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e14588e0-3549-451d-88c6-975f7eda6453 req-c8940f79-2051-4a24-882d-48c611f3c450 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7362962 May 23 11:14:50.532386 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-e14588e0-3549-451d-88c6-975f7eda6453 req-051ca3cc-f761-48c2-a5ba-6d009fdd68e8 service neutron] Request body: {'port': {'device_id': 'b53ace5e-9168-425d-a46c-43d2846ba22c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:14:50.546502 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-8a8cfdc9-aff2-4d60-932c-867262366161 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Calling delete_port for 0bbe07e3-f29e-414f-a617-6624185b65ae owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:14:50.581232 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0698d1-288f-42bb-8ebc-2d64461a3fd7 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Network e8959dc7-3e5b-4f50-a12e-88deaf15d74d is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:14:50.589367 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8d5c7fc0-40ac-44e9-85c9-a8b5463d4b23 req-6095aca4-d27c-4309-8f15-06967e7e46e5 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475958 May 23 11:14:50.605849 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-ce0698d1-288f-42bb-8ebc-2d64461a3fd7 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:14:50.607346 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0698d1-288f-42bb-8ebc-2d64461a3fd7 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event updated for resources: {'Subnet': ['ID=dc834a9d-b53a-4f0c-be74-6d193d3aa610,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:50.619944 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0698d1-288f-42bb-8ebc-2d64461a3fd7 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:50.620534 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ce0698d1-288f-42bb-8ebc-2d64461a3fd7 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:50.641183 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428d3af9-568e-4163-9adb-7b7ab90d029b None None] Network e8959dc7-3e5b-4f50-a12e-88deaf15d74d requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:14:50.703289 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ce0698d1-288f-42bb-8ebc-2d64461a3fd7 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9735975 May 23 11:14:50.704789 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53860) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:50.717290 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-b667d984-e513-42ed-8730-0166cf77c04a tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'security_group': {'name': 'tempest-secgroup-1332390357'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:14:50.726637 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8a8cfdc9-aff2-4d60-932c-867262366161 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:50.727415 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df282171-1ba7-433b-9b04-b9e6a332ce1f req-47f38c9e-0747-41fa-bbc1-6bddb8bb432e tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:50.729069 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-df282171-1ba7-433b-9b04-b9e6a332ce1f req-47f38c9e-0747-41fa-bbc1-6bddb8bb432e tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=b53ace5e-9168-425d-a46c-43d2846ba22c HTTP/1.1" status: 200 len: 931 time: 0.3379252 May 23 11:14:50.735619 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b667d984-e513-42ed-8730-0166cf77c04a tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:14:50.739101 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e14588e0-3549-451d-88c6-975f7eda6453 req-051ca3cc-f761-48c2-a5ba-6d009fdd68e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:50.770620 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ad08df-e1c7-4d6d-aa48-f4252ffdb75c tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Router 428d5b65-f33a-4dbd-a7a6-cd2a226aad52 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:14:50.771572 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-b667d984-e513-42ed-8730-0166cf77c04a tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Usage tracker for resource:security_group and tenant:7dca08376e90462fa2c08567c59d529a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:14:50.775911 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-b667d984-e513-42ed-8730-0166cf77c04a tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:14:50.803243 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b667d984-e513-42ed-8730-0166cf77c04a tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:14:50.806606 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8cfdc9-aff2-4d60-932c-867262366161 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Pushing event deleted for resources: {'Port': ['ID=0bbe07e3-f29e-414f-a617-6624185b65ae,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:50.946008 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b667d984-e513-42ed-8730-0166cf77c04a tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:50.993634 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-df282171-1ba7-433b-9b04-b9e6a332ce1f req-094c3c9e-a3e1-4084-a6d6-d17596c82adc tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553458 May 23 11:14:50.999405 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8a8cfdc9-aff2-4d60-932c-867262366161 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:51.009589 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8a8cfdc9-aff2-4d60-932c-867262366161 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] 10.222.0.79 "DELETE /v2.0/ports/0bbe07e3-f29e-414f-a617-6624185b65ae HTTP/1.1" status: 204 len: 168 time: 0.9261515 May 23 11:14:51.012131 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53866) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:51.126669 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34704b8-a6a9-4db9-830d-0a45a29d07b0 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:51.127480 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a34704b8-a6a9-4db9-830d-0a45a29d07b0 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Synchronizing usage tracker for tenant:f5a85c3bad9f4a4ab7319f6f7ec9c68c on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:14:51.135206 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5deb0b0-ea76-4dcb-9dad-a5554d060cb2 None None] Update dhcp port {'port': {'network_id': 'e8959dc7-3e5b-4f50-a12e-88deaf15d74d', 'fixed_ips': [{'subnet_id': '42769de2-9663-47f0-b64a-efb532395a5e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'dc834a9d-b53a-4f0c-be74-6d193d3aa610'}], 'binding:host_id': 'n-d-842952-2'}, 'id': '2f17f85e-5ad9-4f7d-8d9a-0c83783d6736'} from n-d-842952-2. {{(pid=83912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 23 11:14:51.155931 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a34704b8-a6a9-4db9-830d-0a45a29d07b0 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Unset dirty status for tenant:f5a85c3bad9f4a4ab7319f6f7ec9c68c on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:14:51.157392 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a34704b8-a6a9-4db9-830d-0a45a29d07b0 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] 10.222.0.79 "GET /v2.0/ports?device_id=97798eba-2e19-47c9-a563-619a7daca35e HTTP/1.1" status: 200 len: 913 time: 0.1439705 May 23 11:14:51.164475 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53870) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:51.220451 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a5deb0b0-ea76-4dcb-9dad-a5554d060cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:51.391107 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b667d984-e513-42ed-8730-0166cf77c04a tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:14:51.410280 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-b667d984-e513-42ed-8730-0166cf77c04a tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Usage tracker for resource:security_group_rule and tenant:7dca08376e90462fa2c08567c59d529a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:14:51.414235 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-b667d984-e513-42ed-8730-0166cf77c04a tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:14:51.460957 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b667d984-e513-42ed-8730-0166cf77c04a tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:14:51.475730 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-a5deb0b0-ea76-4dcb-9dad-a5554d060cb2 None None] Allocated IP 2001:db8::2 (e8959dc7-3e5b-4f50-a12e-88deaf15d74d/dc834a9d-b53a-4f0c-be74-6d193d3aa610/2f17f85e-5ad9-4f7d-8d9a-0c83783d6736) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:14:51.624036 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-a5deb0b0-ea76-4dcb-9dad-a5554d060cb2 None None] For port 2f17f85e-5ad9-4f7d-8d9a-0c83783d6736, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2f17f85e-5ad9-4f7d-8d9a-0c83783d6736,segment=NetworkSegment(925c759d-22e4-44bb-a638-e58e7951a0f5),segment_id=925c759d-22e4-44bb-a638-e58e7951a0f5)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:14:51.651397 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4cda8f17-4171-4f6f-bf94-86d4e4b1c1f6 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:51.651682 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a5deb0b0-ea76-4dcb-9dad-a5554d060cb2 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:51.669339 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a5deb0b0-ea76-4dcb-9dad-a5554d060cb2 None None] Transition to ACTIVE for port object 2f17f85e-5ad9-4f7d-8d9a-0c83783d6736 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:14:51.674335 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a5deb0b0-ea76-4dcb-9dad-a5554d060cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:51.705445 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf04a39-3f6b-4df4-9ca0-fe63ea08fe17 req-23333cab-c762-40d2-8100-cb70d347d358 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:51.706875 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1bf04a39-3f6b-4df4-9ca0-fe63ea08fe17 req-23333cab-c762-40d2-8100-cb70d347d358 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 946 time: 0.4251142 May 23 11:14:51.710711 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b667d984-e513-42ed-8730-0166cf77c04a tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:51.744612 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342e3f2-da81-432a-b8cf-efb6d519e1a3 req-3ea40498-26a3-4ad9-afb7-01c377343a1d tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:51.746089 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b342e3f2-da81-432a-b8cf-efb6d519e1a3 req-3ea40498-26a3-4ad9-afb7-01c377343a1d tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eaf5c4f-dd7b-477d-a96e-56eb3571792a HTTP/1.1" status: 200 len: 945 time: 0.3411477 May 23 11:14:51.746715 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b667d984-e513-42ed-8730-0166cf77c04a tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:51.858387 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5deb0b0-ea76-4dcb-9dad-a5554d060cb2 None None] Pushing event updated for resources: {'Port': ['ID=2f17f85e-5ad9-4f7d-8d9a-0c83783d6736,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:51.893617 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b667d984-e513-42ed-8730-0166cf77c04a tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:51.894816 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b667d984-e513-42ed-8730-0166cf77c04a tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1867235 May 23 11:14:51.900979 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b667d984-e513-42ed-8730-0166cf77c04a tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f624a468-b1bd-4a1e-9331-b922c97ba38a,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:51.913164 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53876) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:51.927370 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-447e18b6-67aa-4fa4-a0d4-33c11f8bf32d tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'security_group': {'name': 'tempest-secgroup-1766429927'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:14:51.945788 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1bf04a39-3f6b-4df4-9ca0-fe63ea08fe17 req-b2c4e6a2-62ba-4492-8534-e4756ffbc685 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263880 May 23 11:14:51.955584 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-447e18b6-67aa-4fa4-a0d4-33c11f8bf32d tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:14:51.959200 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-e14588e0-3549-451d-88c6-975f7eda6453 req-051ca3cc-f761-48c2-a5ba-6d009fdd68e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66a074a2-3d71-4e6a-9c3a-28f99cb17c53 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:14:51.969902 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e14588e0-3549-451d-88c6-975f7eda6453 req-051ca3cc-f761-48c2-a5ba-6d009fdd68e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:51.976231 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b342e3f2-da81-432a-b8cf-efb6d519e1a3 req-02cb25c6-950c-4bc2-89c2-95b7bcdbe560 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034695 May 23 11:14:51.980507 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-447e18b6-67aa-4fa4-a0d4-33c11f8bf32d tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Usage tracker for resource:security_group and tenant:7dca08376e90462fa2c08567c59d529a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:14:51.992328 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-447e18b6-67aa-4fa4-a0d4-33c11f8bf32d tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:14:52.004089 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-447e18b6-67aa-4fa4-a0d4-33c11f8bf32d tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:14:52.007527 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-e14588e0-3549-451d-88c6-975f7eda6453 req-051ca3cc-f761-48c2-a5ba-6d009fdd68e8 service neutron] Transition to ACTIVE for port object 66a074a2-3d71-4e6a-9c3a-28f99cb17c53 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:14:52.018796 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e14588e0-3549-451d-88c6-975f7eda6453 req-051ca3cc-f761-48c2-a5ba-6d009fdd68e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:52.066580 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-447e18b6-67aa-4fa4-a0d4-33c11f8bf32d tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:52.114668 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ad08df-e1c7-4d6d-aa48-f4252ffdb75c tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:14:52.124833 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce106056-efb1-44b5-af15-3ca2ae62d2e6 None None] Sync routers for ids ['428d5b65-f33a-4dbd-a7a6-cd2a226aad52'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:14:52.148147 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce106056-efb1-44b5-af15-3ca2ae62d2e6 None None] Routers {'428d5b65-f33a-4dbd-a7a6-cd2a226aad52'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:14:52.155247 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ce106056-efb1-44b5-af15-3ca2ae62d2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:14:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['428d5b65-f33a-4dbd-a7a6-cd2a226aad52'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:52.169509 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a3ad08df-e1c7-4d6d-aa48-f4252ffdb75c tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:52.307981 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ca3cc-f761-48c2-a5ba-6d009fdd68e8 service neutron] Pushing event updated for resources: {'Port': ['ID=66a074a2-3d71-4e6a-9c3a-28f99cb17c53,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:52.330535 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a3ad08df-e1c7-4d6d-aa48-f4252ffdb75c tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.79 "PUT /v2.0/floatingips/e0fba8a3-6e19-41a3-a326-2a0e8d2e7625 HTTP/1.1" status: 200 len: 991 time: 6.1494739 May 23 11:14:52.358864 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-447e18b6-67aa-4fa4-a0d4-33c11f8bf32d tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:14:52.360981 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217cbf78-1df6-493c-9888-301265e5b48a', 'tag': '7f50d78e-a3b2-4009-8631-f45cb2fd2d92'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:14:52.361193 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-4cda8f17-4171-4f6f-bf94-86d4e4b1c1f6 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Deleting port e85cba86-e9ee-4693-8a54-a001c946ef71 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:14:52.361684 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4cda8f17-4171-4f6f-bf94-86d4e4b1c1f6 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:52.379340 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-ce106056-efb1-44b5-af15-3ca2ae62d2e6 None None] Set router 428d5b65-f33a-4dbd-a7a6-cd2a226aad52 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:14:52.387924 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-447e18b6-67aa-4fa4-a0d4-33c11f8bf32d tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Usage tracker for resource:security_group_rule and tenant:7dca08376e90462fa2c08567c59d529a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:14:52.433067 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-447e18b6-67aa-4fa4-a0d4-33c11f8bf32d tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:14:52.448622 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-447e18b6-67aa-4fa4-a0d4-33c11f8bf32d tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:14:52.588093 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461b027-cb49-4581-8a21-e5b94ed05046 req-2365e17a-85d3-4b88-a0db-e56150f45890 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:52.590296 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d461b027-cb49-4581-8a21-e5b94ed05046 req-2365e17a-85d3-4b88-a0db-e56150f45890 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=b53ace5e-9168-425d-a46c-43d2846ba22c HTTP/1.1" status: 200 len: 943 time: 0.3902962 May 23 11:14:52.598076 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-e14588e0-3549-451d-88c6-975f7eda6453 req-051ca3cc-f761-48c2-a5ba-6d009fdd68e8 service neutron] Attempting to bind port 66a074a2-3d71-4e6a-9c3a-28f99cb17c53 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:14:52.598403 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-e14588e0-3549-451d-88c6-975f7eda6453 req-051ca3cc-f761-48c2-a5ba-6d009fdd68e8 service neutron] Attempting to bind port 66a074a2-3d71-4e6a-9c3a-28f99cb17c53 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '3dd9ea5f-23bc-4bc8-917a-431ad3d10464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3c158aba-e520-4739-9803-5afc3c97752c'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:14:52.598729 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14588e0-3549-451d-88c6-975f7eda6453 req-051ca3cc-f761-48c2-a5ba-6d009fdd68e8 service neutron] Attempting to bind port 66a074a2-3d71-4e6a-9c3a-28f99cb17c53 on network 3c158aba-e520-4739-9803-5afc3c97752c {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:14:52.626004 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4cda8f17-4171-4f6f-bf94-86d4e4b1c1f6 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:52.646670 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-447e18b6-67aa-4fa4-a0d4-33c11f8bf32d tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:52.648612 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14588e0-3549-451d-88c6-975f7eda6453 req-051ca3cc-f761-48c2-a5ba-6d009fdd68e8 service neutron] Port 66a074a2-3d71-4e6a-9c3a-28f99cb17c53 on network 3c158aba-e520-4739-9803-5afc3c97752c not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:14:52.648954 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14588e0-3549-451d-88c6-975f7eda6453 req-051ca3cc-f761-48c2-a5ba-6d009fdd68e8 service neutron] Attempting to bind port 66a074a2-3d71-4e6a-9c3a-28f99cb17c53 on network 3c158aba-e520-4739-9803-5afc3c97752c {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:14:52.654021 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-447e18b6-67aa-4fa4-a0d4-33c11f8bf32d tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:52.689413 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-de660c9f-529c-4c30-b3b4-96d013d10fc0 None None] Provisioning complete for port 8daaf24b-68cf-4940-a2b1-d9977aaf18a9 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:14:52.690051 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-de660c9f-529c-4c30-b3b4-96d013d10fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:52.699410 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14588e0-3549-451d-88c6-975f7eda6453 req-051ca3cc-f761-48c2-a5ba-6d009fdd68e8 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:14:52.699738 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14588e0-3549-451d-88c6-975f7eda6453 req-051ca3cc-f761-48c2-a5ba-6d009fdd68e8 service neutron] Checking segment: {'id': '3dd9ea5f-23bc-4bc8-917a-431ad3d10464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3c158aba-e520-4739-9803-5afc3c97752c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:14:52.700164 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14588e0-3549-451d-88c6-975f7eda6453 req-051ca3cc-f761-48c2-a5ba-6d009fdd68e8 service neutron] Bound using segment: {'id': '3dd9ea5f-23bc-4bc8-917a-431ad3d10464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3c158aba-e520-4739-9803-5afc3c97752c'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:14:52.700598 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-e14588e0-3549-451d-88c6-975f7eda6453 req-051ca3cc-f761-48c2-a5ba-6d009fdd68e8 service neutron] Bound port: 66a074a2-3d71-4e6a-9c3a-28f99cb17c53, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dd9ea5f-23bc-4bc8-917a-431ad3d10464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3c158aba-e520-4739-9803-5afc3c97752c'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:14:52.700939 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e14588e0-3549-451d-88c6-975f7eda6453 req-051ca3cc-f761-48c2-a5ba-6d009fdd68e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:52.740733 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d461b027-cb49-4581-8a21-e5b94ed05046 req-7766f0bc-d79d-48d6-9a4a-612a055bde9c tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355646 May 23 11:14:52.742366 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-447e18b6-67aa-4fa4-a0d4-33c11f8bf32d tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:52.743445 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-447e18b6-67aa-4fa4-a0d4-33c11f8bf32d tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8285692 May 23 11:14:52.744359 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e18b6-67aa-4fa4-a0d4-33c11f8bf32d tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df9ac6e6-43e8-4588-86a2-5ea64e0d988f,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:52.748197 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53886) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:52.748533 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-de660c9f-529c-4c30-b3b4-96d013d10fc0 None None] Port 8daaf24b-68cf-4940-a2b1-d9977aaf18a9 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:14:52.765398 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-de660c9f-529c-4c30-b3b4-96d013d10fc0 None None] Provisioning for port 2f17f85e-5ad9-4f7d-8d9a-0c83783d6736 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:14:52.776926 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-c0755dd0-6e7c-4c29-9338-874b41945daa tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'security_group': {'name': 'tempest-secgroup-1809115626'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:14:52.781061 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-de660c9f-529c-4c30-b3b4-96d013d10fc0 None None] Provisioning complete for port 2f17f85e-5ad9-4f7d-8d9a-0c83783d6736 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:14:52.781439 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-de660c9f-529c-4c30-b3b4-96d013d10fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:52.792588 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c0755dd0-6e7c-4c29-9338-874b41945daa tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:14:52.799848 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-4cda8f17-4171-4f6f-bf94-86d4e4b1c1f6 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Calling delete_port for e85cba86-e9ee-4693-8a54-a001c946ef71 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:14:52.805804 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c0755dd0-6e7c-4c29-9338-874b41945daa tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Usage tracker for resource:security_group and tenant:7dca08376e90462fa2c08567c59d529a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:14:52.813518 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01afe85-85c2-49ea-b5f7-20d6e5612573 req-4a5723cb-f704-4c2c-8920-5cd547826e18 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:52.815020 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d01afe85-85c2-49ea-b5f7-20d6e5612573 req-4a5723cb-f704-4c2c-8920-5cd547826e18 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.79 "GET /v2.0/ports?device_id=217cbf78-1df6-493c-9888-301265e5b48a HTTP/1.1" status: 200 len: 945 time: 0.3175306 May 23 11:14:52.822222 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c0755dd0-6e7c-4c29-9338-874b41945daa tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:14:52.831300 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c0755dd0-6e7c-4c29-9338-874b41945daa tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:14:52.895959 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ce106056-efb1-44b5-af15-3ca2ae62d2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428d5b65-f33a-4dbd-a7a6-cd2a226aad52', 'name': 'tempest-ServersTestManualDisk-2046072056-router', 'tenant_id': '9de2036d303b4646b32715efca050724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '7d15666e-cc69-48fe-887a-0e66ece6561c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:14:01Z', 'updated_at': '2022-05-23T11:14:08Z', 'revision_number': 4, 'project_id': '9de2036d303b4646b32715efca050724', 'gw_port': {'id': '7d15666e-cc69-48fe-887a-0e66ece6561c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:10:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428d5b65-f33a-4dbd-a7a6-cd2a226aad52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:14:01Z', 'updated_at': '2022-05-23T11:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'e0fba8a3-6e19-41a3-a326-2a0e8d2e7625', 'tenant_id': '9de2036d303b4646b32715efca050724', 'floating_ip_address': '172.25.6.225', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '428d5b65-f33a-4dbd-a7a6-cd2a226aad52', 'port_id': '7f50d78e-a3b2-4009-8631-f45cb2fd2d92', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3adc78a2-48f8-407b-9589-fe4a6ac8aca0', 'mac_address': 'fa:16:3e:1d:e0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217cbf78-1df6-493c-9888-301265e5b48a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:14:17Z', 'updated_at': '2022-05-23T11:14:47Z', 'revision_number': 1, 'project_id': '9de2036d303b4646b32715efca050724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd2913e7-083e-4917-9274-5f7bba6eea02', 'name': '', 'network_id': '3adc78a2-48f8-407b-9589-fe4a6ac8aca0', 'tenant_id': '9de2036d303b4646b32715efca050724', 'mac_address': 'fa:16:3e:83:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428d5b65-f33a-4dbd-a7a6-cd2a226aad52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfb194f6-4536-4501-b841-17f76deb51b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:14:07Z', 'updated_at': '2022-05-23T11:14:17Z', 'revision_number': 5, 'project_id': '9de2036d303b4646b32715efca050724', 'subnets': [{'id': 'cfb194f6-4536-4501-b841-17f76deb51b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:52.900809 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce106056-efb1-44b5-af15-3ca2ae62d2e6 None None] Checking router: 428d5b65-f33a-4dbd-a7a6-cd2a226aad52 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:14:52.908526 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06e1997b-9028-401a-a7c5-9c39ace15433'] response: {'name': 'network-changed', 'server_uuid': '217cbf78-1df6-493c-9888-301265e5b48a', 'tag': '7f50d78e-a3b2-4009-8631-f45cb2fd2d92', 'status': 'completed', 'code': 200} May 23 11:14:52.909337 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c0755dd0-6e7c-4c29-9338-874b41945daa tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:52.914208 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce106056-efb1-44b5-af15-3ca2ae62d2e6 None None] Routers {'428d5b65-f33a-4dbd-a7a6-cd2a226aad52'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:14:52.916912 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ce106056-efb1-44b5-af15-3ca2ae62d2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:14:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['428d5b65-f33a-4dbd-a7a6-cd2a226aad52'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:52.973549 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-e14588e0-3549-451d-88c6-975f7eda6453 req-051ca3cc-f761-48c2-a5ba-6d009fdd68e8 service neutron] For port 66a074a2-3d71-4e6a-9c3a-28f99cb17c53, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:14:52.992513 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2f17f85e-5ad9-4f7d-8d9a-0c83783d6736 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:14:52.994786 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d01afe85-85c2-49ea-b5f7-20d6e5612573 req-6874b85b-e479-4d51-aa6a-5b34bb31fec2 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.79 "GET /v2.0/security-groups?id=2662ffa5-af07-4cfc-b539-1509362a42d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697993 May 23 11:14:53.013265 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-e14588e0-3549-451d-88c6-975f7eda6453 req-051ca3cc-f761-48c2-a5ba-6d009fdd68e8 service neutron] For port 66a074a2-3d71-4e6a-9c3a-28f99cb17c53, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=66a074a2-3d71-4e6a-9c3a-28f99cb17c53,segment=NetworkSegment(3dd9ea5f-23bc-4bc8-917a-431ad3d10464),segment_id=3dd9ea5f-23bc-4bc8-917a-431ad3d10464)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:14:53.038266 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e14588e0-3549-451d-88c6-975f7eda6453 req-051ca3cc-f761-48c2-a5ba-6d009fdd68e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:53.076637 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 2f17f85e-5ad9-4f7d-8d9a-0c83783d6736 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:14:53.077109 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:53.090082 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c0755dd0-6e7c-4c29-9338-874b41945daa tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:14:53.112453 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c0755dd0-6e7c-4c29-9338-874b41945daa tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Usage tracker for resource:security_group_rule and tenant:7dca08376e90462fa2c08567c59d529a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:14:53.118114 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c0755dd0-6e7c-4c29-9338-874b41945daa tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:14:53.134779 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c0755dd0-6e7c-4c29-9338-874b41945daa tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:14:53.157087 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e14588e0-3549-451d-88c6-975f7eda6453 req-051ca3cc-f761-48c2-a5ba-6d009fdd68e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:53.158635 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e14588e0-3549-451d-88c6-975f7eda6453 req-051ca3cc-f761-48c2-a5ba-6d009fdd68e8 service neutron] 10.222.0.13 "PUT /v2.0/ports/66a074a2-3d71-4e6a-9c3a-28f99cb17c53 HTTP/1.1" status: 200 len: 1091 time: 2.6409824 May 23 11:14:53.179589 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ca3cc-f761-48c2-a5ba-6d009fdd68e8 service neutron] Pushing event updated for resources: {'Port': ['ID=66a074a2-3d71-4e6a-9c3a-28f99cb17c53,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:53.238440 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4cda8f17-4171-4f6f-bf94-86d4e4b1c1f6 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:53.249612 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-ce106056-efb1-44b5-af15-3ca2ae62d2e6 None None] Set router 428d5b65-f33a-4dbd-a7a6-cd2a226aad52 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:14:53.329763 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda8f17-4171-4f6f-bf94-86d4e4b1c1f6 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Pushing event deleted for resources: {'Port': ['ID=e85cba86-e9ee-4693-8a54-a001c946ef71,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:53.394571 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1dc817f7-bfbf-48ba-bcc7-ffec728394f1 req-d1ce2518-b3d4-4208-93aa-b01e097bbaa2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9de2036d303b4646b32715efca050724&device_id=217cbf78-1df6-493c-9888-301265e5b48a HTTP/1.1" status: 200 len: 1096 time: 0.4444883 May 23 11:14:53.517432 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c0755dd0-6e7c-4c29-9338-874b41945daa tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:53.533626 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c0755dd0-6e7c-4c29-9338-874b41945daa tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:53.608120 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0755dd0-6e7c-4c29-9338-874b41945daa tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=126c828b-facc-4af4-8f6c-9d6d6a833c20,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:53.618408 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c0755dd0-6e7c-4c29-9338-874b41945daa tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:53.619604 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c0755dd0-6e7c-4c29-9338-874b41945daa tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8706157 May 23 11:14:53.629216 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db85a0-442f-4cd1-8051-a229eda1288c req-a686f28b-514e-4b6a-9644-cefd2b127ec9 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:53.630732 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-50db85a0-442f-4cd1-8051-a229eda1288c req-a686f28b-514e-4b6a-9644-cefd2b127ec9 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 946 time: 0.4088459 May 23 11:14:53.631209 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53896) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:53.642788 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-6fc37e12-9fff-485f-8de8-57d695c63b30 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-805204079', 'security_groups': ['126c828b-facc-4af4-8f6c-9d6d6a833c20'], 'network_id': 'e8959dc7-3e5b-4f50-a12e-88deaf15d74d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dc834a9d-b53a-4f0c-be74-6d193d3aa610'}]}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:14:53.662353 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07593f4-9115-4706-998d-8c6cdcc3caf5 req-719b21f8-b35e-4c96-92d1-2b6680401d2d tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:53.663787 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e07593f4-9115-4706-998d-8c6cdcc3caf5 req-719b21f8-b35e-4c96-92d1-2b6680401d2d tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eaf5c4f-dd7b-477d-a96e-56eb3571792a HTTP/1.1" status: 200 len: 945 time: 0.3926182 May 23 11:14:53.694748 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e14588e0-3549-451d-88c6-975f7eda6453 req-307374e0-3d45-4d03-aaf7-d909b37af159 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=918845eb514f4ef49a66c0d5a348fe52&device_id=b53ace5e-9168-425d-a46c-43d2846ba22c HTTP/1.1" status: 200 len: 1094 time: 0.4337571 May 23 11:14:53.732413 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ce106056-efb1-44b5-af15-3ca2ae62d2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428d5b65-f33a-4dbd-a7a6-cd2a226aad52', 'name': 'tempest-ServersTestManualDisk-2046072056-router', 'tenant_id': '9de2036d303b4646b32715efca050724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '7d15666e-cc69-48fe-887a-0e66ece6561c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:14:01Z', 'updated_at': '2022-05-23T11:14:08Z', 'revision_number': 4, 'project_id': '9de2036d303b4646b32715efca050724', 'gw_port': {'id': '7d15666e-cc69-48fe-887a-0e66ece6561c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:10:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428d5b65-f33a-4dbd-a7a6-cd2a226aad52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:14:01Z', 'updated_at': '2022-05-23T11:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'e0fba8a3-6e19-41a3-a326-2a0e8d2e7625', 'tenant_id': '9de2036d303b4646b32715efca050724', 'floating_ip_address': '172.25.6.225', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '428d5b65-f33a-4dbd-a7a6-cd2a226aad52', 'port_id': '7f50d78e-a3b2-4009-8631-f45cb2fd2d92', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3adc78a2-48f8-407b-9589-fe4a6ac8aca0', 'mac_address': 'fa:16:3e:1d:e0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217cbf78-1df6-493c-9888-301265e5b48a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:14:17Z', 'updated_at': '2022-05-23T11:14:47Z', 'revision_number': 1, 'project_id': '9de2036d303b4646b32715efca050724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd2913e7-083e-4917-9274-5f7bba6eea02', 'name': '', 'network_id': '3adc78a2-48f8-407b-9589-fe4a6ac8aca0', 'tenant_id': '9de2036d303b4646b32715efca050724', 'mac_address': 'fa:16:3e:83:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428d5b65-f33a-4dbd-a7a6-cd2a226aad52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfb194f6-4536-4501-b841-17f76deb51b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:14:07Z', 'updated_at': '2022-05-23T11:14:17Z', 'revision_number': 5, 'project_id': '9de2036d303b4646b32715efca050724', 'subnets': [{'id': 'cfb194f6-4536-4501-b841-17f76deb51b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:53.737487 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce106056-efb1-44b5-af15-3ca2ae62d2e6 None None] The sync data for ids ['428d5b65-f33a-4dbd-a7a6-cd2a226aad52'] in n-d-842952-2 is: [{'id': '428d5b65-f33a-4dbd-a7a6-cd2a226aad52', 'name': 'tempest-ServersTestManualDisk-2046072056-router', 'tenant_id': '9de2036d303b4646b32715efca050724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '7d15666e-cc69-48fe-887a-0e66ece6561c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:14:01Z', 'updated_at': '2022-05-23T11:14:08Z', 'revision_number': 4, 'project_id': '9de2036d303b4646b32715efca050724', 'gw_port': {'id': '7d15666e-cc69-48fe-887a-0e66ece6561c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:10:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428d5b65-f33a-4dbd-a7a6-cd2a226aad52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:14:01Z', 'updated_at': '2022-05-23T11:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'e0fba8a3-6e19-41a3-a326-2a0e8d2e7625', 'tenant_id': '9de2036d303b4646b32715efca050724', 'floating_ip_address': '172.25.6.225', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '428d5b65-f33a-4dbd-a7a6-cd2a226aad52', 'port_id': '7f50d78e-a3b2-4009-8631-f45cb2fd2d92', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3adc78a2-48f8-407b-9589-fe4a6ac8aca0', 'mac_address': 'fa:16:3e:1d:e0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217cbf78-1df6-493c-9888-301265e5b48a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:14:17Z', 'updated_at': '2022-05-23T11:14:47Z', 'revision_number': 1, 'project_id': '9de2036d303b4646b32715efca050724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd2913e7-083e-4917-9274-5f7bba6eea02', 'name': '', 'network_id': '3adc78a2-48f8-407b-9589-fe4a6ac8aca0', 'tenant_id': '9de2036d303b4646b32715efca050724', 'mac_address': 'fa:16:3e:83:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428d5b65-f33a-4dbd-a7a6-cd2a226aad52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfb194f6-4536-4501-b841-17f76deb51b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:14:07Z', 'updated_at': '2022-05-23T11:14:17Z', 'revision_number': 5, 'project_id': '9de2036d303b4646b32715efca050724', 'subnets': [{'id': 'cfb194f6-4536-4501-b841-17f76deb51b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:14:53.777285 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4cda8f17-4171-4f6f-bf94-86d4e4b1c1f6 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:53.790500 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc817f7-bfbf-48ba-bcc7-ffec728394f1 req-8c20ab23-32cc-4917-9305-e8bb17338ebf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:53.792178 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1dc817f7-bfbf-48ba-bcc7-ffec728394f1 req-8c20ab23-32cc-4917-9305-e8bb17338ebf service neutron] 10.222.0.81 "GET /v2.0/networks?id=3adc78a2-48f8-407b-9589-fe4a6ac8aca0 HTTP/1.1" status: 200 len: 913 time: 0.3860826 May 23 11:14:53.868438 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e14588e0-3549-451d-88c6-975f7eda6453 req-0e6476ef-e5a1-4064-b9ef-856080888fdb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66a074a2-3d71-4e6a-9c3a-28f99cb17c53 HTTP/1.1" status: 200 len: 217 time: 0.1145644 May 23 11:14:53.923633 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-50db85a0-442f-4cd1-8051-a229eda1288c req-6e11a4cf-4853-4e73-b4ec-69d67ae975f2 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862601 May 23 11:14:53.949575 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e07593f4-9115-4706-998d-8c6cdcc3caf5 req-b1380d65-32e7-4c1b-ac34-433dd9428e82 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683120 May 23 11:14:53.976786 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6fc37e12-9fff-485f-8de8-57d695c63b30 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:14:53.979836 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14588e0-3549-451d-88c6-975f7eda6453 req-907f3019-3d3b-4143-bb60-6959ec82833d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:53.985585 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e14588e0-3549-451d-88c6-975f7eda6453 req-907f3019-3d3b-4143-bb60-6959ec82833d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=31ce3e03-ff53-4686-aaa6-54ac8efb8abe HTTP/1.1" status: 200 len: 846 time: 0.1052368 May 23 11:14:53.999366 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6fc37e12-9fff-485f-8de8-57d695c63b30 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:14:54.013058 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d122c51-8c5e-4759-80eb-ca8abf08e96e None None] New status for floating IP e0fba8a3-6e19-41a3-a326-2a0e8d2e7625: ACTIVE {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:14:54.062672 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc37e12-9fff-485f-8de8-57d695c63b30 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Made reservation on behalf of 7dca08376e90462fa2c08567c59d529a for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:14:54.088319 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e14588e0-3549-451d-88c6-975f7eda6453 req-e8479ddd-d768-4cb9-a5d5-199fe46fd89f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3c158aba-e520-4739-9803-5afc3c97752c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642402 May 23 11:14:54.112931 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1dc817f7-bfbf-48ba-bcc7-ffec728394f1 req-dd4568e1-97ec-489a-8714-f7cdb9f62718 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f50d78e-a3b2-4009-8631-f45cb2fd2d92 HTTP/1.1" status: 200 len: 999 time: 0.3130629 May 23 11:14:54.246428 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc817f7-bfbf-48ba-bcc7-ffec728394f1 req-c045fc1c-f6b0-4381-9565-5ba2ca417696 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:54.247883 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1dc817f7-bfbf-48ba-bcc7-ffec728394f1 req-c045fc1c-f6b0-4381-9565-5ba2ca417696 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cfb194f6-4536-4501-b841-17f76deb51b6 HTTP/1.1" status: 200 len: 851 time: 0.0734138 May 23 11:14:54.342078 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6fc37e12-9fff-485f-8de8-57d695c63b30 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:54.378899 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e14588e0-3549-451d-88c6-975f7eda6453 req-423fe1a1-69aa-4c87-a2e3-8d967289f28e service neutron] 10.222.0.13 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480257 May 23 11:14:54.387628 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-6fc37e12-9fff-485f-8de8-57d695c63b30 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] device_id is not set on port a6d7b4c9-d284-473c-9183-e63421f48d46 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:14:54.456814 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e6eba-f8ab-4a31-ba24-240c7aba4971 req-82e7eedf-8b22-4c50-b151-c556ae826504 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:54.458751 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4c2e6eba-f8ab-4a31-ba24-240c7aba4971 req-82e7eedf-8b22-4c50-b151-c556ae826504 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=b53ace5e-9168-425d-a46c-43d2846ba22c HTTP/1.1" status: 200 len: 943 time: 0.3028178 May 23 11:14:54.514376 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cda8f17-4171-4f6f-bf94-86d4e4b1c1f6 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Router 97798eba-2e19-47c9-a563-619a7daca35e has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:14:54.524956 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1dc817f7-bfbf-48ba-bcc7-ffec728394f1 req-67fd08ba-e43b-4068-8cac-34cd9ae3ae71 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3adc78a2-48f8-407b-9589-fe4a6ac8aca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2186530 May 23 11:14:54.530569 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da897a-1136-49d1-92de-3f12d0f12b65 req-58ea8e13-ea8d-4fb9-876d-8b08f686563e tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:54.531256 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-98da897a-1136-49d1-92de-3f12d0f12b65 req-58ea8e13-ea8d-4fb9-876d-8b08f686563e tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Synchronizing usage tracker for tenant:4dae0a28e54e42d3b93ac681153ab34b on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:14:54.643014 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4c2e6eba-f8ab-4a31-ba24-240c7aba4971 req-d74a747b-c5a4-4334-9f17-d25614a32661 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353190 May 23 11:14:54.682199 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e14588e0-3549-451d-88c6-975f7eda6453 req-cbf87383-5023-4abf-83ad-efea14a134a4 service neutron] 10.222.0.13 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957981 May 23 11:14:54.701051 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-98da897a-1136-49d1-92de-3f12d0f12b65 req-58ea8e13-ea8d-4fb9-876d-8b08f686563e tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Unset dirty status for tenant:4dae0a28e54e42d3b93ac681153ab34b on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:14:54.702211 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-98da897a-1136-49d1-92de-3f12d0f12b65 req-58ea8e13-ea8d-4fb9-876d-8b08f686563e tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 946 time: 0.3971848 May 23 11:14:54.756240 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-6fc37e12-9fff-485f-8de8-57d695c63b30 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Allocated IP 2001:db8::19d (e8959dc7-3e5b-4f50-a12e-88deaf15d74d/dc834a9d-b53a-4f0c-be74-6d193d3aa610/a6d7b4c9-d284-473c-9183-e63421f48d46) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:14:54.854748 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1dc817f7-bfbf-48ba-bcc7-ffec728394f1 req-d7edfc17-52fd-4d22-a48e-e77c57db8112 service neutron] 10.222.0.81 "GET /v2.0/networks/3adc78a2-48f8-407b-9589-fe4a6ac8aca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193181 May 23 11:14:54.860295 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-98da897a-1136-49d1-92de-3f12d0f12b65 req-ffe3e323-ce2f-414e-945c-a16d3bb95960 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Deleting port 955c9498-10af-4a50-a265-6f88eca687bc {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:14:54.860634 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-98da897a-1136-49d1-92de-3f12d0f12b65 req-ffe3e323-ce2f-414e-945c-a16d3bb95960 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:54.910681 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53ace5e-9168-425d-a46c-43d2846ba22c', 'tag': '66a074a2-3d71-4e6a-9c3a-28f99cb17c53'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:14:54.951860 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6fc37e12-9fff-485f-8de8-57d695c63b30 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:54.969651 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9c5fd0e-b6fb-492d-81b5-b2dba8250540'] response: {'name': 'network-changed', 'server_uuid': 'b53ace5e-9168-425d-a46c-43d2846ba22c', 'tag': '66a074a2-3d71-4e6a-9c3a-28f99cb17c53', 'status': 'completed', 'code': 200} May 23 11:14:54.970528 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-6fc37e12-9fff-485f-8de8-57d695c63b30 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Transition to ACTIVE for port object a6d7b4c9-d284-473c-9183-e63421f48d46 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:14:54.996198 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6fc37e12-9fff-485f-8de8-57d695c63b30 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:55.097541 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc37e12-9fff-485f-8de8-57d695c63b30 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Network e8959dc7-3e5b-4f50-a12e-88deaf15d74d is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:14:55.103337 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-6fc37e12-9fff-485f-8de8-57d695c63b30 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:14:55.161917 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cda8f17-4171-4f6f-bf94-86d4e4b1c1f6 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:14:55.173605 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6deab63e-a106-406d-babc-f628db8e0082 None None] Sync routers for ids ['97798eba-2e19-47c9-a563-619a7daca35e'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:14:55.178878 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc37e12-9fff-485f-8de8-57d695c63b30 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:14:55.183348 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc37e12-9fff-485f-8de8-57d695c63b30 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:55.184378 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6fc37e12-9fff-485f-8de8-57d695c63b30 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:55.187694 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6deab63e-a106-406d-babc-f628db8e0082 None None] Routers {'97798eba-2e19-47c9-a563-619a7daca35e'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:14:55.188368 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-6deab63e-a106-406d-babc-f628db8e0082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:14:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['97798eba-2e19-47c9-a563-619a7daca35e'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:55.211283 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4cda8f17-4171-4f6f-bf94-86d4e4b1c1f6 tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] 10.222.0.79 "PUT /v2.0/routers/97798eba-2e19-47c9-a563-619a7daca35e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0455477 May 23 11:14:55.216828 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53908) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:55.258407 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-6deab63e-a106-406d-babc-f628db8e0082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:55.272044 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6deab63e-a106-406d-babc-f628db8e0082 None None] Routers {'97798eba-2e19-47c9-a563-619a7daca35e'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:14:55.272944 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-6deab63e-a106-406d-babc-f628db8e0082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:14:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['97798eba-2e19-47c9-a563-619a7daca35e'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:55.289775 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc37e12-9fff-485f-8de8-57d695c63b30 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event updated for resources: {'Port': ['ID=a6d7b4c9-d284-473c-9183-e63421f48d46,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:55.313239 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-6fc37e12-9fff-485f-8de8-57d695c63b30 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6790841 May 23 11:14:55.317826 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53912) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:55.336031 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-66979426-b61e-42dd-abcf-d52786380a93 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'subnet': {'network_id': 'e8959dc7-3e5b-4f50-a12e-88deaf15d74d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:14:55.339915 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-6deab63e-a106-406d-babc-f628db8e0082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:55.340552 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6deab63e-a106-406d-babc-f628db8e0082 None None] The sync data for ids ['97798eba-2e19-47c9-a563-619a7daca35e'] in n-d-842952-2 is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:14:55.489675 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9524d74e-6dbe-43a0-8a87-55fee2461b7c None None] Provisioning for port a6d7b4c9-d284-473c-9183-e63421f48d46 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:14:55.495736 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9524d74e-6dbe-43a0-8a87-55fee2461b7c None None] Provisioning complete for port a6d7b4c9-d284-473c-9183-e63421f48d46 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:14:55.497286 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9524d74e-6dbe-43a0-8a87-55fee2461b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:55.511927 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dfb4f3ab-eeba-419b-86b6-7c5e07301a73 req-050e42a8-8a66-4e84-822c-3d9c7c73d1f9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=918845eb514f4ef49a66c0d5a348fe52&device_id=b53ace5e-9168-425d-a46c-43d2846ba22c HTTP/1.1" status: 200 len: 1094 time: 0.4118302 May 23 11:14:55.517201 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc593c1-be03-4a65-92a9-3325aa4bf36a req-8b233fb6-7523-47aa-8477-0f4543f0c91b tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:55.518556 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6bc593c1-be03-4a65-92a9-3325aa4bf36a req-8b233fb6-7523-47aa-8477-0f4543f0c91b tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 946 time: 0.4197223 May 23 11:14:55.541249 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1dc817f7-bfbf-48ba-bcc7-ffec728394f1 req-23bc8460-9296-48c9-b7ee-39f572586bcc service neutron] 10.222.0.81 "GET /v2.0/networks/3adc78a2-48f8-407b-9589-fe4a6ac8aca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5209048 May 23 11:14:55.552034 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-9524d74e-6dbe-43a0-8a87-55fee2461b7c None None] Port a6d7b4c9-d284-473c-9183-e63421f48d46 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:14:55.615073 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893fdb27-9952-4098-a971-4b197f8185f9 req-7a7e8389-2dde-44fb-83bb-4abc095a1fb4 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:55.616613 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-893fdb27-9952-4098-a971-4b197f8185f9 req-7a7e8389-2dde-44fb-83bb-4abc095a1fb4 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eaf5c4f-dd7b-477d-a96e-56eb3571792a HTTP/1.1" status: 200 len: 945 time: 0.4705765 May 23 11:14:55.645563 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-98da897a-1136-49d1-92de-3f12d0f12b65 req-ffe3e323-ce2f-414e-945c-a16d3bb95960 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] For port 955c9498-10af-4a50-a265-6f88eca687bc, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=955c9498-10af-4a50-a265-6f88eca687bc,segment=NetworkSegment(d425821a-621f-4441-b5d3-6c866ddd43af),segment_id=d425821a-621f-4441-b5d3-6c866ddd43af)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:14:55.645809 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-98da897a-1136-49d1-92de-3f12d0f12b65 req-ffe3e323-ce2f-414e-945c-a16d3bb95960 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:55.667884 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f699ec0b-63ea-434f-9276-24558e98352a tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:55.717859 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6bc593c1-be03-4a65-92a9-3325aa4bf36a req-87ab6d4c-b1d7-4a5f-90c2-8f99cdbfbbb6 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766715 May 23 11:14:55.722623 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4f3ab-eeba-419b-86b6-7c5e07301a73 req-a69675e5-9a33-4961-9a4d-da97365d3ead service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:55.724060 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dfb4f3ab-eeba-419b-86b6-7c5e07301a73 req-a69675e5-9a33-4961-9a4d-da97365d3ead service neutron] 10.222.0.13 "GET /v2.0/networks?id=3c158aba-e520-4739-9803-5afc3c97752c HTTP/1.1" status: 200 len: 907 time: 0.2038991 May 23 11:14:55.726236 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-893fdb27-9952-4098-a971-4b197f8185f9 req-618d67f5-c0c8-4a57-97a7-700ea456ba97 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975280 May 23 11:14:55.799240 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dfb4f3ab-eeba-419b-86b6-7c5e07301a73 req-5bdc1ea8-446a-4dc0-8f8c-16984776e01d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66a074a2-3d71-4e6a-9c3a-28f99cb17c53 HTTP/1.1" status: 200 len: 217 time: 0.0661030 May 23 11:14:55.844562 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-98da897a-1136-49d1-92de-3f12d0f12b65 req-ffe3e323-ce2f-414e-945c-a16d3bb95960 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Calling delete_port for 955c9498-10af-4a50-a265-6f88eca687bc owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:14:55.915616 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4f3ab-eeba-419b-86b6-7c5e07301a73 req-b4e433e3-3639-4202-8980-3a2fefe20b79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:55.916992 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dfb4f3ab-eeba-419b-86b6-7c5e07301a73 req-b4e433e3-3639-4202-8980-3a2fefe20b79 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=31ce3e03-ff53-4686-aaa6-54ac8efb8abe HTTP/1.1" status: 200 len: 846 time: 0.1120028 May 23 11:14:55.945752 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-66979426-b61e-42dd-abcf-d52786380a93 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:14:55.955080 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-66979426-b61e-42dd-abcf-d52786380a93 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Usage tracker for resource:subnet and tenant:7dca08376e90462fa2c08567c59d529a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:14:55.960975 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-66979426-b61e-42dd-abcf-d52786380a93 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:14:55.970254 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-66979426-b61e-42dd-abcf-d52786380a93 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:14:55.970668 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dfb4f3ab-eeba-419b-86b6-7c5e07301a73 req-c264f4d9-dfef-41b4-b87c-d09561a1fbd8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3c158aba-e520-4739-9803-5afc3c97752c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417931 May 23 11:14:56.003384 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66979426-b61e-42dd-abcf-d52786380a93 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Made reservation on behalf of 7dca08376e90462fa2c08567c59d529a for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:14:56.058558 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df062d10-b0ee-4d28-bfed-5194073780b1 req-0708616f-545e-4033-bd55-13c2498bb789 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:56.060048 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-df062d10-b0ee-4d28-bfed-5194073780b1 req-0708616f-545e-4033-bd55-13c2498bb789 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=b53ace5e-9168-425d-a46c-43d2846ba22c HTTP/1.1" status: 200 len: 943 time: 0.2024732 May 23 11:14:56.141770 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-df062d10-b0ee-4d28-bfed-5194073780b1 req-41de7940-bc09-42d0-a188-632f8aaf3703 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742397 May 23 11:14:56.147388 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dfb4f3ab-eeba-419b-86b6-7c5e07301a73 req-21aa6617-e23e-410a-b174-f355b9b56459 service neutron] 10.222.0.13 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691749 May 23 11:14:56.243241 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:14:56.285686 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dfb4f3ab-eeba-419b-86b6-7c5e07301a73 req-560df0f0-cceb-45fd-8d25-8e2533d21a39 service neutron] 10.222.0.13 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314554 May 23 11:14:56.515356 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-98da897a-1136-49d1-92de-3f12d0f12b65 req-ffe3e323-ce2f-414e-945c-a16d3bb95960 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:56.548419 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['955c9498-10af-4a50-a265-6f88eca687bc'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:14:56.561234 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f699ec0b-63ea-434f-9276-24558e98352a tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:56.576200 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['4a5ffbc3-338b-40c6-9d5d-93f06d4aa818'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:14:56.586925 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe3e323-ce2f-414e-945c-a16d3bb95960 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Pushing event deleted for resources: {'Port': ['ID=955c9498-10af-4a50-a265-6f88eca687bc,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:56.595406 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f699ec0b-63ea-434f-9276-24558e98352a tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:56.600500 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-66979426-b61e-42dd-abcf-d52786380a93 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:56.751443 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-98da897a-1136-49d1-92de-3f12d0f12b65 req-ffe3e323-ce2f-414e-945c-a16d3bb95960 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] No DVR routers for this DVR port 955c9498-10af-4a50-a265-6f88eca687bc on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:14:56.763417 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-98da897a-1136-49d1-92de-3f12d0f12b65 req-ffe3e323-ce2f-414e-945c-a16d3bb95960 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:56.766183 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0e3b01-2917-4406-bfdc-3aeb774d6410', 'name': 'network-vif-deleted', 'tag': '955c9498-10af-4a50-a265-6f88eca687bc'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:14:56.803502 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f699ec0b-63ea-434f-9276-24558e98352a tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:56.803949 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f699ec0b-63ea-434f-9276-24558e98352a tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Fanout notify agent at l3_agent the message router_deleted on router 97798eba-2e19-47c9-a563-619a7daca35e {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:14:56.813932 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f699ec0b-63ea-434f-9276-24558e98352a tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:56.817646 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53924) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:56.819134 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f699ec0b-63ea-434f-9276-24558e98352a tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] 10.222.0.79 "DELETE /v2.0/routers/97798eba-2e19-47c9-a563-619a7daca35e HTTP/1.1" status: 204 len: 168 time: 1.5863934 May 23 11:14:56.835761 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-98da897a-1136-49d1-92de-3f12d0f12b65 req-ffe3e323-ce2f-414e-945c-a16d3bb95960 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.81 "DELETE /v2.0/ports/955c9498-10af-4a50-a265-6f88eca687bc HTTP/1.1" status: 204 len: 173 time: 2.0729437 May 23 11:14:56.865307 n-d-842952-2 neutron-server[83911]: INFO neutron.db.ipam_backend_mixin [None req-66979426-b61e-42dd-abcf-d52786380a93 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dc834a9d-b53a-4f0c-be74-6d193d3aa610 (CIDR: 2001:db8::/64) May 23 11:14:56.869104 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-66979426-b61e-42dd-abcf-d52786380a93 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:14:56.869544 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66979426-b61e-42dd-abcf-d52786380a93 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:14:56.898378 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53928) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:56.898625 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-66979426-b61e-42dd-abcf-d52786380a93 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5716212 May 23 11:14:56.980495 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-d34ac68f-4fae-40ac-8de8-b49eaec9d3d8 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'subnet': {'network_id': 'e8959dc7-3e5b-4f50-a12e-88deaf15d74d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:14:57.012872 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-76e16916-b1d1-422d-9e29-a848d7bf0086 req-3b884fb5-7a98-4d27-97b5-52feb4372b1b tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0e3b01-2917-4406-bfdc-3aeb774d6410 HTTP/1.1" status: 200 len: 210 time: 0.1230602 May 23 11:14:57.082560 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebf16740-2fda-4d6f-a8f0-06e735202fcc'] response: {'server_uuid': '3f0e3b01-2917-4406-bfdc-3aeb774d6410', 'name': 'network-vif-deleted', 'tag': '955c9498-10af-4a50-a265-6f88eca687bc', 'status': 'completed', 'code': 200} May 23 11:14:57.259930 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138523a-9ee8-4bb1-b23e-f4b5c86fcb3e req-163a8016-168c-4124-aba2-adb9cacc76c7 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:57.261104 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d138523a-9ee8-4bb1-b23e-f4b5c86fcb3e req-163a8016-168c-4124-aba2-adb9cacc76c7 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eaf5c4f-dd7b-477d-a96e-56eb3571792a HTTP/1.1" status: 200 len: 945 time: 0.3703511 May 23 11:14:57.264760 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d34ac68f-4fae-40ac-8de8-b49eaec9d3d8 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:14:57.272853 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-b46d692a-ba87-4f39-980d-fd65ec24d33d tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Deleting subnet 20978fff-88f6-491b-8d66-9d16ab04840c {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:14:57.274957 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d34ac68f-4fae-40ac-8de8-b49eaec9d3d8 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Usage tracker for resource:subnet and tenant:7dca08376e90462fa2c08567c59d529a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:14:57.292880 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d34ac68f-4fae-40ac-8de8-b49eaec9d3d8 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:14:57.328118 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b46d692a-ba87-4f39-980d-fd65ec24d33d tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:57.363337 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d34ac68f-4fae-40ac-8de8-b49eaec9d3d8 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:14:57.423796 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34ac68f-4fae-40ac-8de8-b49eaec9d3d8 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Made reservation on behalf of 7dca08376e90462fa2c08567c59d529a for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:14:57.427194 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d34ac68f-4fae-40ac-8de8-b49eaec9d3d8 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:57.455311 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b46d692a-ba87-4f39-980d-fd65ec24d33d tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:57.535692 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d138523a-9ee8-4bb1-b23e-f4b5c86fcb3e req-541386e5-7d1b-4218-829d-e6a9fa6cb8bb tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654853 May 23 11:14:57.746772 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417b775-34e0-4526-8581-cd70eaf45f29 req-7b3e1765-c0b7-4c92-ba4c-a3f73cbbefda tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:57.748215 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e417b775-34e0-4526-8581-cd70eaf45f29 req-7b3e1765-c0b7-4c92-ba4c-a3f73cbbefda tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=b53ace5e-9168-425d-a46c-43d2846ba22c HTTP/1.1" status: 200 len: 943 time: 0.4706774 May 23 11:14:57.785883 n-d-842952-2 neutron-server[83910]: INFO neutron.db.ipam_backend_mixin [None req-d34ac68f-4fae-40ac-8de8-b49eaec9d3d8 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 42769de2-9663-47f0-b64a-efb532395a5e (CIDR: 2001:db8:0:1::/64) May 23 11:14:57.790797 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b46d692a-ba87-4f39-980d-fd65ec24d33d tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:57.819510 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-d34ac68f-4fae-40ac-8de8-b49eaec9d3d8 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:14:57.819985 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d34ac68f-4fae-40ac-8de8-b49eaec9d3d8 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:14:57.863734 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d34ac68f-4fae-40ac-8de8-b49eaec9d3d8 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9021356 May 23 11:14:57.866808 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53944) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:57.872738 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e417b775-34e0-4526-8581-cd70eaf45f29 req-b0d72ea0-0ed9-4b66-a1b7-a03a7e297161 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156297 May 23 11:14:57.872948 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-02aa88c1-41ea-4fca-b802-fc05f22cf07f tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'subnet': {'network_id': 'e8959dc7-3e5b-4f50-a12e-88deaf15d74d', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:14:57.910364 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b46d692a-ba87-4f39-980d-fd65ec24d33d tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:57.959245 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d692a-ba87-4f39-980d-fd65ec24d33d tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Pushing event deleted for resources: {'Subnet': ['ID=20978fff-88f6-491b-8d66-9d16ab04840c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:57.965525 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b46d692a-ba87-4f39-980d-fd65ec24d33d tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:57.973376 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba8906f-fcaf-4ccc-806d-81a239712b4c None None] Network 66cdbd75-a716-48b1-aaf7-cab3139c1975 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:14:57.974647 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b46d692a-ba87-4f39-980d-fd65ec24d33d tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] 10.222.0.79 "DELETE /v2.0/subnets/20978fff-88f6-491b-8d66-9d16ab04840c HTTP/1.1" status: 204 len: 168 time: 1.1557627 May 23 11:14:57.975498 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53952) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:58.102085 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-02aa88c1-41ea-4fca-b802-fc05f22cf07f tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:14:58.106166 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-02aa88c1-41ea-4fca-b802-fc05f22cf07f tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Usage tracker for resource:subnet and tenant:7dca08376e90462fa2c08567c59d529a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:14:58.109404 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-02aa88c1-41ea-4fca-b802-fc05f22cf07f tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:14:58.116700 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-02aa88c1-41ea-4fca-b802-fc05f22cf07f tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:14:58.134440 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02aa88c1-41ea-4fca-b802-fc05f22cf07f tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Made reservation on behalf of 7dca08376e90462fa2c08567c59d529a for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:14:58.138691 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-02aa88c1-41ea-4fca-b802-fc05f22cf07f tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:58.179343 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-866d39ba-5b02-429c-a5f4-58bac73fcc4e tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:58.202587 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-866d39ba-5b02-429c-a5f4-58bac73fcc4e tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Deleting port 63c1eefe-e90f-4a07-95fa-ba20ee125230 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:14:58.203043 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-866d39ba-5b02-429c-a5f4-58bac73fcc4e tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:58.284754 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c229d732-83ba-46ac-98a3-885113950b5e None None] DHCP port deletion for 66cdbd75-a716-48b1-aaf7-cab3139c1975 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:14:58.289540 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c229d732-83ba-46ac-98a3-885113950b5e None None] Deleting port 63c1eefe-e90f-4a07-95fa-ba20ee125230 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:14:58.289921 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c229d732-83ba-46ac-98a3-885113950b5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:58.534614 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-02aa88c1-41ea-4fca-b802-fc05f22cf07f tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:58.551694 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-866d39ba-5b02-429c-a5f4-58bac73fcc4e tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] For port 63c1eefe-e90f-4a07-95fa-ba20ee125230, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=63c1eefe-e90f-4a07-95fa-ba20ee125230,segment=NetworkSegment(3b544b0c-b3f0-48a1-8e61-84c9391ec8f6),segment_id=3b544b0c-b3f0-48a1-8e61-84c9391ec8f6)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:14:58.552084 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-866d39ba-5b02-429c-a5f4-58bac73fcc4e tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:58.555574 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c229d732-83ba-46ac-98a3-885113950b5e None None] For port 63c1eefe-e90f-4a07-95fa-ba20ee125230, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=63c1eefe-e90f-4a07-95fa-ba20ee125230,segment=NetworkSegment(3b544b0c-b3f0-48a1-8e61-84c9391ec8f6),segment_id=3b544b0c-b3f0-48a1-8e61-84c9391ec8f6)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:14:58.555992 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c229d732-83ba-46ac-98a3-885113950b5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:58.614893 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02aa88c1-41ea-4fca-b802-fc05f22cf07f tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Network e8959dc7-3e5b-4f50-a12e-88deaf15d74d is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:14:58.618684 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-02aa88c1-41ea-4fca-b802-fc05f22cf07f tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:14:58.627342 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02aa88c1-41ea-4fca-b802-fc05f22cf07f tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:58.627953 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-02aa88c1-41ea-4fca-b802-fc05f22cf07f tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:58.641425 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aa88c1-41ea-4fca-b802-fc05f22cf07f tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event updated for resources: {'Subnet': ['ID=2ac557c2-7372-4cd6-8234-7919b3489b25,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:58.655349 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-02aa88c1-41ea-4fca-b802-fc05f22cf07f tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7873886 May 23 11:14:58.658031 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53968) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:58.664159 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-832a7a91-1d03-4d26-9aa7-7c2152f7e731 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2006678934', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2ac557c2-7372-4cd6-8234-7919b3489b25'}], 'security_groups': ['f624a468-b1bd-4a1e-9331-b922c97ba38a', 'df9ac6e6-43e8-4588-86a2-5ea64e0d988f']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:14:58.701861 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd34c27-5fe5-420c-b7c0-0205b2629fa6 None None] Network e8959dc7-3e5b-4f50-a12e-88deaf15d74d requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:14:58.737620 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-866d39ba-5b02-429c-a5f4-58bac73fcc4e tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Calling delete_port for 63c1eefe-e90f-4a07-95fa-ba20ee125230 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:14:58.770178 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c229d732-83ba-46ac-98a3-885113950b5e None None] Calling delete_port for 63c1eefe-e90f-4a07-95fa-ba20ee125230 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:14:58.794715 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-832a7a91-1d03-4d26-9aa7-7c2152f7e731 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:58.920900 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2c8d6-5cca-4c17-a38e-b0d17aa7e70c req-da56be33-220a-40df-aba7-8f4b4fd0daf0 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:58.922297 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0df2c8d6-5cca-4c17-a38e-b0d17aa7e70c req-da56be33-220a-40df-aba7-8f4b4fd0daf0 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=680c572a-1569-4869-8b85-d1e3e87e3a07 HTTP/1.1" status: 200 len: 945 time: 0.2548501 May 23 11:14:58.969535 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.api [None req-866d39ba-5b02-429c-a5f4-58bac73fcc4e tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:14:58.969856 n-d-842952-2 neutron-server[83910]: DEBUG oslo_db.api [None req-866d39ba-5b02-429c-a5f4-58bac73fcc4e tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:14:58.979131 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b1863-6ee0-418d-8856-5de2fc03b4d7 req-22ded74b-a1df-40a3-9360-6c9ffa15dea4 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:58.981482 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 63c1eefe-e90f-4a07-95fa-ba20ee125230 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:14:58.984299 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-628b1863-6ee0-418d-8856-5de2fc03b4d7 req-22ded74b-a1df-40a3-9360-6c9ffa15dea4 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=30ed3ab4-29fa-4bf2-b4f4-8b4a0ec39997 HTTP/1.1" status: 200 len: 945 time: 0.4155536 May 23 11:14:59.011335 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c229d732-83ba-46ac-98a3-885113950b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:59.012811 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0df2c8d6-5cca-4c17-a38e-b0d17aa7e70c req-e4b61cfd-e8d3-46e4-8afd-c2c376929bb9 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?id=3cd1f9ba-c4ca-482c-90a7-72cd60f2813b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825255 May 23 11:14:59.051670 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-628b1863-6ee0-418d-8856-5de2fc03b4d7 req-7ff7ff65-8e0f-4e28-a2ea-977f1bee2269 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643120 May 23 11:14:59.062108 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 955c9498-10af-4a50-a265-6f88eca687bc no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:14:59.085042 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 63c1eefe-e90f-4a07-95fa-ba20ee125230 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:14:59.085381 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 63c1eefe-e90f-4a07-95fa-ba20ee125230 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:14:59.106883 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229d732-83ba-46ac-98a3-885113950b5e None None] Pushing event deleted for resources: {'Port': ['ID=63c1eefe-e90f-4a07-95fa-ba20ee125230,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:59.110943 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: 955c9498-10af-4a50-a265-6f88eca687bc {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:14:59.111108 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 955c9498-10af-4a50-a265-6f88eca687bc not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:14:59.121741 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c229d732-83ba-46ac-98a3-885113950b5e None None] No DVR routers for this DVR port 63c1eefe-e90f-4a07-95fa-ba20ee125230 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:14:59.263947 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8460e63c-8a14-41cc-9881-9627045f2e6b None None] Update dhcp port {'port': {'network_id': 'e8959dc7-3e5b-4f50-a12e-88deaf15d74d', 'fixed_ips': [{'subnet_id': '42769de2-9663-47f0-b64a-efb532395a5e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'dc834a9d-b53a-4f0c-be74-6d193d3aa610', 'ip_address': '2001:db8::2'}, {'subnet_id': '2ac557c2-7372-4cd6-8234-7919b3489b25'}], 'binding:host_id': 'n-d-842952-2'}, 'id': '2f17f85e-5ad9-4f7d-8d9a-0c83783d6736'} from n-d-842952-2. {{(pid=83912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 23 11:14:59.320466 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8460e63c-8a14-41cc-9881-9627045f2e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:59.348896 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2163d1-35e0-4851-8a44-f36062b2d109 req-5d63857d-fad7-4224-aa86-30fda696d77e tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:59.350374 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6a2163d1-35e0-4851-8a44-f36062b2d109 req-5d63857d-fad7-4224-aa86-30fda696d77e tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eaf5c4f-dd7b-477d-a96e-56eb3571792a HTTP/1.1" status: 200 len: 945 time: 0.1679106 May 23 11:14:59.355739 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0bda3-53d8-4c16-9ced-f03316075dc1 req-a1b65c91-49e6-43b1-a99f-b542b43b63d8 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:59.357128 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-10a0bda3-53d8-4c16-9ced-f03316075dc1 req-a1b65c91-49e6-43b1-a99f-b542b43b63d8 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=b53ace5e-9168-425d-a46c-43d2846ba22c HTTP/1.1" status: 200 len: 943 time: 0.1209986 May 23 11:14:59.362261 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-832a7a91-1d03-4d26-9aa7-7c2152f7e731 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Delete allocated IP 2001:db8::19d (e8959dc7-3e5b-4f50-a12e-88deaf15d74d/dc834a9d-b53a-4f0c-be74-6d193d3aa610) {{(pid=83911) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 23 11:14:59.371290 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-832a7a91-1d03-4d26-9aa7-7c2152f7e731 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Allocated IP 2001:db8:0:2::383 (e8959dc7-3e5b-4f50-a12e-88deaf15d74d/2ac557c2-7372-4cd6-8234-7919b3489b25/a6d7b4c9-d284-473c-9183-e63421f48d46) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:14:59.432513 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6a2163d1-35e0-4851-8a44-f36062b2d109 req-0f9ca67b-dad5-4340-998f-5c9eb88fefd6 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743406 May 23 11:14:59.437130 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-10a0bda3-53d8-4c16-9ced-f03316075dc1 req-bcc25bae-6af5-4025-9660-e9cc461cefc6 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615613 May 23 11:14:59.470941 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-866d39ba-5b02-429c-a5f4-58bac73fcc4e tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Deleting port 63c1eefe-e90f-4a07-95fa-ba20ee125230 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:14:59.471295 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-866d39ba-5b02-429c-a5f4-58bac73fcc4e tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:59.538052 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-866d39ba-5b02-429c-a5f4-58bac73fcc4e tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] The port '63c1eefe-e90f-4a07-95fa-ba20ee125230' was deleted {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:14:59.594024 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-832a7a91-1d03-4d26-9aa7-7c2152f7e731 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:59.610324 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-832a7a91-1d03-4d26-9aa7-7c2152f7e731 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Transition to ACTIVE for port object a6d7b4c9-d284-473c-9183-e63421f48d46 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:14:59.615219 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-832a7a91-1d03-4d26-9aa7-7c2152f7e731 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:59.663667 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-866d39ba-5b02-429c-a5f4-58bac73fcc4e tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:59.687667 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-8460e63c-8a14-41cc-9881-9627045f2e6b None None] Allocated IP 2001:db8:0:2::2 (e8959dc7-3e5b-4f50-a12e-88deaf15d74d/2ac557c2-7372-4cd6-8234-7919b3489b25/2f17f85e-5ad9-4f7d-8d9a-0c83783d6736) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:14:59.692818 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-866d39ba-5b02-429c-a5f4-58bac73fcc4e tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66cdbd75-a716-48b1-aaf7-cab3139c1975']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:59.707087 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-866d39ba-5b02-429c-a5f4-58bac73fcc4e tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b544b0c-b3f0-48a1-8e61-84c9391ec8f6') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:59.707288 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-866d39ba-5b02-429c-a5f4-58bac73fcc4e tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b544b0c-b3f0-48a1-8e61-84c9391ec8f6') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:14:59.719792 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-866d39ba-5b02-429c-a5f4-58bac73fcc4e tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:59.737041 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-866d39ba-5b02-429c-a5f4-58bac73fcc4e tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:59.743863 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-866d39ba-5b02-429c-a5f4-58bac73fcc4e tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:14:59.744314 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-866d39ba-5b02-429c-a5f4-58bac73fcc4e tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:59.759682 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:14:59.759682 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:14:59.759682 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:14:59.759682 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:14:59.759682 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:14:59.759682 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:14:59.759682 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:14:59.759682 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:14:59.759682 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:14:59.759682 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:14:59.759682 n-d-842952-2 neutron-server[83910]: timer() May 23 11:14:59.759682 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:14:59.759682 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:14:59.759682 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:14:59.759682 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:14:59.759682 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:14:59.759682 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:14:59.759682 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:14:59.759682 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:14:59.759682 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:14:59.759682 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:14:59.759682 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:14:59.759682 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:14:59.759682 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:14:59.759682 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:14:59.759682 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:14:59.759682 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:14:59.759682 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:14:59.759682 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:14:59.759682 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:14:59.759682 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:14:59.759682 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:14:59.759682 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:14:59.759682 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:14:59.759682 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:14:59.759682 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:14:59.759682 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:14:59.759682 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:14:59.759682 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:14:59.759682 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:14:59.774660 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 66a074a2-3d71-4e6a-9c3a-28f99cb17c53 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:14:59.825918 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-832a7a91-1d03-4d26-9aa7-7c2152f7e731 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] In _notify_port_updated(), no bound segment for port a6d7b4c9-d284-473c-9183-e63421f48d46 on network e8959dc7-3e5b-4f50-a12e-88deaf15d74d {{(pid=83911) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 23 11:14:59.829666 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832a7a91-1d03-4d26-9aa7-7c2152f7e731 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:14:59.830334 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-832a7a91-1d03-4d26-9aa7-7c2152f7e731 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:59.831630 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-832a7a91-1d03-4d26-9aa7-7c2152f7e731 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "PUT /v2.0/ports/a6d7b4c9-d284-473c-9183-e63421f48d46 HTTP/1.1" status: 200 len: 970 time: 1.1726565 May 23 11:14:59.834582 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53976) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:14:59.835641 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a7a91-1d03-4d26-9aa7-7c2152f7e731 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event updated for resources: {'Port': ['ID=a6d7b4c9-d284-473c-9183-e63421f48d46,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:14:59.908998 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-866d39ba-5b02-429c-a5f4-58bac73fcc4e tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:59.928302 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-8460e63c-8a14-41cc-9881-9627045f2e6b None None] For port 2f17f85e-5ad9-4f7d-8d9a-0c83783d6736, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2f17f85e-5ad9-4f7d-8d9a-0c83783d6736,segment=NetworkSegment(925c759d-22e4-44bb-a638-e58e7951a0f5),segment_id=925c759d-22e4-44bb-a638-e58e7951a0f5)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:14:59.931800 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-866d39ba-5b02-429c-a5f4-58bac73fcc4e tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:59.944461 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-4f6eaff3-f59b-47c8-9c3e-18633f308842 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Deleting port a6d7b4c9-d284-473c-9183-e63421f48d46 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:14:59.944852 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4f6eaff3-f59b-47c8-9c3e-18633f308842 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:14:59.992447 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 66a074a2-3d71-4e6a-9c3a-28f99cb17c53, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=66a074a2-3d71-4e6a-9c3a-28f99cb17c53,segment=NetworkSegment(3dd9ea5f-23bc-4bc8-917a-431ad3d10464),segment_id=3dd9ea5f-23bc-4bc8-917a-431ad3d10464)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:15:00.004400 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8460e63c-8a14-41cc-9881-9627045f2e6b None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:00.021371 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '66a074a2-3d71-4e6a-9c3a-28f99cb17c53', 'network_id': '3c158aba-e520-4739-9803-5afc3c97752c', 'port_id': '66a074a2-3d71-4e6a-9c3a-28f99cb17c53', 'mac_address': 'fa:16:3e:fd:21:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ce3e03-ff53-4686-aaa6-54ac8efb8abe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:15:00.029150 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8460e63c-8a14-41cc-9881-9627045f2e6b None None] Transition to ACTIVE for port object 2f17f85e-5ad9-4f7d-8d9a-0c83783d6736 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:15:00.058566 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8460e63c-8a14-41cc-9881-9627045f2e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:00.127136 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d39ba-5b02-429c-a5f4-58bac73fcc4e tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] Pushing event deleted for resources: {'Network': ['ID=66cdbd75-a716-48b1-aaf7-cab3139c1975,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:00.169387 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:00.194887 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-866d39ba-5b02-429c-a5f4-58bac73fcc4e tempest-FloatingIPNegativeTestJSON-1656242571 tempest-FloatingIPNegativeTestJSON-1656242571-project] 10.222.0.79 "DELETE /v2.0/networks/66cdbd75-a716-48b1-aaf7-cab3139c1975 HTTP/1.1" status: 204 len: 168 time: 2.2177496 May 23 11:15:00.265599 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66a074a2-3d71-4e6a-9c3a-28f99cb17c53 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:15:00.312176 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8460e63c-8a14-41cc-9881-9627045f2e6b None None] Pushing event updated for resources: {'Port': ['ID=2f17f85e-5ad9-4f7d-8d9a-0c83783d6736,revision_number=7']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:00.321244 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 66a074a2-3d71-4e6a-9c3a-28f99cb17c53, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=66a074a2-3d71-4e6a-9c3a-28f99cb17c53,segment=NetworkSegment(3dd9ea5f-23bc-4bc8-917a-431ad3d10464),segment_id=3dd9ea5f-23bc-4bc8-917a-431ad3d10464)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:15:00.328691 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:00.417788 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4f6eaff3-f59b-47c8-9c3e-18633f308842 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:00.419362 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=66a074a2-3d71-4e6a-9c3a-28f99cb17c53,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:00.573891 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53992) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:00.616475 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-4f6eaff3-f59b-47c8-9c3e-18633f308842 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Calling delete_port for a6d7b4c9-d284-473c-9183-e63421f48d46 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:15:00.652044 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be06e8-c30d-4ca4-be73-edf0346526f8 req-c9f9f926-e893-495a-af3e-0bed0a625e39 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:00.653571 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-55be06e8-c30d-4ca4-be73-edf0346526f8 req-c9f9f926-e893-495a-af3e-0bed0a625e39 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=680c572a-1569-4869-8b85-d1e3e87e3a07 HTTP/1.1" status: 200 len: 945 time: 0.5110676 May 23 11:15:00.731300 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b9888-c630-46e8-8a38-b1b1b4f04b10 req-24ae674e-5cd0-467a-a215-4ee1904af1a8 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:00.732874 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9f3b9888-c630-46e8-8a38-b1b1b4f04b10 req-24ae674e-5cd0-467a-a215-4ee1904af1a8 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=30ed3ab4-29fa-4bf2-b4f4-8b4a0ec39997 HTTP/1.1" status: 200 len: 945 time: 0.5065074 May 23 11:15:00.759326 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['66a074a2-3d71-4e6a-9c3a-28f99cb17c53'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:15:00.773986 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8a9a2f1f-9181-44ee-a748-02a4d992f497 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f5a85c3bad9f4a4ab7319f6f7ec9c68c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1963720 May 23 11:15:00.774264 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53998) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:00.812586 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-55be06e8-c30d-4ca4-be73-edf0346526f8 req-4f23be54-6576-4094-bd61-5ad53086eef0 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?id=3cd1f9ba-c4ca-482c-90a7-72cd60f2813b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461062 May 23 11:15:00.856310 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95281bc-5716-42c0-bb41-31694c3d447d req-b550cda8-0d21-480c-b2df-f0f1d90196bf tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:00.857753 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e95281bc-5716-42c0-bb41-31694c3d447d req-b550cda8-0d21-480c-b2df-f0f1d90196bf tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.13 "GET /v2.0/ports?device_id=680c572a-1569-4869-8b85-d1e3e87e3a07 HTTP/1.1" status: 200 len: 945 time: 0.4224737 May 23 11:15:00.944884 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c9f919c8-483f-4e56-8b57-04d0a5175c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:00.979604 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c9f919c8-483f-4e56-8b57-04d0a5175c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:00.987708 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9f3b9888-c630-46e8-8a38-b1b1b4f04b10 req-88ff4bbd-d7ff-4a3d-8d86-2ace922f29d6 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283731 May 23 11:15:01.013886 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2f17f85e-5ad9-4f7d-8d9a-0c83783d6736 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:15:01.048548 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-e95281bc-5716-42c0-bb41-31694c3d447d req-a34c67fa-e376-435c-8176-cb005a7a2836 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Deleting port 38841e98-3177-43e9-adef-a416a3a8b988 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:15:01.048997 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e95281bc-5716-42c0-bb41-31694c3d447d req-a34c67fa-e376-435c-8176-cb005a7a2836 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:01.091353 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c9f919c8-483f-4e56-8b57-04d0a5175c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:01.112901 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f919c8-483f-4e56-8b57-04d0a5175c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348dd3e4-132b-4aad-a929-4f1da1354624,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:01.122180 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c9f919c8-483f-4e56-8b57-04d0a5175c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:01.124121 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c9f919c8-483f-4e56-8b57-04d0a5175c0d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/348dd3e4-132b-4aad-a929-4f1da1354624 HTTP/1.1" status: 204 len: 168 time: 0.3488719 May 23 11:15:01.148296 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4f6eaff3-f59b-47c8-9c3e-18633f308842 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:01.209492 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a25e0e3d-5e1b-4dc2-8978-eac8f43fc876 None None] Provisioning complete for port 8daaf24b-68cf-4940-a2b1-d9977aaf18a9 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:15:01.209919 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a25e0e3d-5e1b-4dc2-8978-eac8f43fc876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:01.261082 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6eaff3-f59b-47c8-9c3e-18633f308842 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event deleted for resources: {'Port': ['ID=a6d7b4c9-d284-473c-9183-e63421f48d46,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:01.274394 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a25e0e3d-5e1b-4dc2-8978-eac8f43fc876 None None] Port 8daaf24b-68cf-4940-a2b1-d9977aaf18a9 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:15:01.280282 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a25e0e3d-5e1b-4dc2-8978-eac8f43fc876 None None] Could not find standard attr ID for object a6d7b4c9-d284-473c-9183-e63421f48d46. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:15:01.301884 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a25e0e3d-5e1b-4dc2-8978-eac8f43fc876 None None] Provisioning for port 2f17f85e-5ad9-4f7d-8d9a-0c83783d6736 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:15:01.309094 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a25e0e3d-5e1b-4dc2-8978-eac8f43fc876 None None] Provisioning complete for port 2f17f85e-5ad9-4f7d-8d9a-0c83783d6736 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:15:01.309477 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a25e0e3d-5e1b-4dc2-8978-eac8f43fc876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:01.421476 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4f6eaff3-f59b-47c8-9c3e-18633f308842 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:01.434532 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4f6eaff3-f59b-47c8-9c3e-18633f308842 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/ports/a6d7b4c9-d284-473c-9183-e63421f48d46 HTTP/1.1" status: 204 len: 168 time: 1.5963931 May 23 11:15:01.435642 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54006) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:01.487919 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-69f6858e-8760-411c-bdf4-2b6bf865e35a tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] GET failed (client error): The resource could not be found. May 23 11:15:01.488413 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-69f6858e-8760-411c-bdf4-2b6bf865e35a tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Synchronizing usage tracker for tenant:7dca08376e90462fa2c08567c59d529a on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:15:01.519908 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-69f6858e-8760-411c-bdf4-2b6bf865e35a tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Unset dirty status for tenant:7dca08376e90462fa2c08567c59d529a on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:15:01.524411 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54012) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:01.526514 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-69f6858e-8760-411c-bdf4-2b6bf865e35a tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "GET /v2.0/ports/a6d7b4c9-d284-473c-9183-e63421f48d46 HTTP/1.1" status: 404 len: 333 time: 0.0885828 May 23 11:15:01.575016 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3aad6-9bf3-4dae-8273-331da4cfbe1d req-76e53d54-77e5-4049-9509-25fa4e653eee tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:01.576598 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-82a3aad6-9bf3-4dae-8273-331da4cfbe1d req-76e53d54-77e5-4049-9509-25fa4e653eee tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eaf5c4f-dd7b-477d-a96e-56eb3571792a HTTP/1.1" status: 200 len: 945 time: 0.4945269 May 23 11:15:01.578303 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f188337a-7631-4e7b-9075-1e22f256b330 None None] Could not find standard attr ID for object a6d7b4c9-d284-473c-9183-e63421f48d46. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:15:01.654863 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d44d3b-9cc3-4148-8875-4178a2865c2c req-9a7182b2-509f-4520-9021-8c6f6f883261 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:01.656359 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-92d44d3b-9cc3-4148-8875-4178a2865c2c req-9a7182b2-509f-4520-9021-8c6f6f883261 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=b53ace5e-9168-425d-a46c-43d2846ba22c HTTP/1.1" status: 200 len: 944 time: 0.4466484 May 23 11:15:01.673357 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8255df1-a0a6-421d-a9fb-842a75c6cf32 req-64983c86-cdd7-4e42-9d24-ae0db204bba7 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:01.674393 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-e8255df1-a0a6-421d-a9fb-842a75c6cf32 req-64983c86-cdd7-4e42-9d24-ae0db204bba7 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Synchronizing usage tracker for tenant:4dae0a28e54e42d3b93ac681153ab34b on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:15:01.696039 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-e8255df1-a0a6-421d-a9fb-842a75c6cf32 req-64983c86-cdd7-4e42-9d24-ae0db204bba7 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Unset dirty status for tenant:4dae0a28e54e42d3b93ac681153ab34b on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:15:01.697374 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e8255df1-a0a6-421d-a9fb-842a75c6cf32 req-64983c86-cdd7-4e42-9d24-ae0db204bba7 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.13 "GET /v2.0/ports?device_id=30ed3ab4-29fa-4bf2-b4f4-8b4a0ec39997 HTTP/1.1" status: 200 len: 945 time: 0.1106203 May 23 11:15:01.723527 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-e95281bc-5716-42c0-bb41-31694c3d447d req-a34c67fa-e376-435c-8176-cb005a7a2836 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] For port 38841e98-3177-43e9-adef-a416a3a8b988, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=38841e98-3177-43e9-adef-a416a3a8b988,segment=NetworkSegment(f83c0d0e-9b40-421e-a2f5-66bbabc627e2),segment_id=f83c0d0e-9b40-421e-a2f5-66bbabc627e2)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:15:01.723903 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e95281bc-5716-42c0-bb41-31694c3d447d req-a34c67fa-e376-435c-8176-cb005a7a2836 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:01.757768 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-82a3aad6-9bf3-4dae-8273-331da4cfbe1d req-af74c011-122b-4c14-ba08-91ba9a461434 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645091 May 23 11:15:01.773542 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-e8255df1-a0a6-421d-a9fb-842a75c6cf32 req-13c97c32-ad8a-4d02-82a8-2d87aaf0ca92 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Deleting port 4a5ffbc3-338b-40c6-9d5d-93f06d4aa818 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:15:01.773876 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e8255df1-a0a6-421d-a9fb-842a75c6cf32 req-13c97c32-ad8a-4d02-82a8-2d87aaf0ca92 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:01.980130 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2450c998-4454-4182-91cd-34a072d5bfa8 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:02.038329 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-92d44d3b-9cc3-4148-8875-4178a2865c2c req-94101597-e9d7-4de7-83a4-6648b61647fa tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750818 May 23 11:15:02.090903 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-e8255df1-a0a6-421d-a9fb-842a75c6cf32 req-13c97c32-ad8a-4d02-82a8-2d87aaf0ca92 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] For port 4a5ffbc3-338b-40c6-9d5d-93f06d4aa818, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=4a5ffbc3-338b-40c6-9d5d-93f06d4aa818,segment=NetworkSegment(d425821a-621f-4441-b5d3-6c866ddd43af),segment_id=d425821a-621f-4441-b5d3-6c866ddd43af)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:15:02.091415 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e8255df1-a0a6-421d-a9fb-842a75c6cf32 req-13c97c32-ad8a-4d02-82a8-2d87aaf0ca92 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:02.122538 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2450c998-4454-4182-91cd-34a072d5bfa8 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:02.150377 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54032) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:02.244262 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-e8255df1-a0a6-421d-a9fb-842a75c6cf32 req-13c97c32-ad8a-4d02-82a8-2d87aaf0ca92 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Calling delete_port for 4a5ffbc3-338b-40c6-9d5d-93f06d4aa818 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:15:02.327076 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-e0cb2871-65d8-4e7c-9d78-29209487d7e5 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Request body: {'networks': [{'name': 'tempest-network--23639413'}, {'name': 'tempest-network--2143960226'}]} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:02.327352 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-e0cb2871-65d8-4e7c-9d78-29209487d7e5 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Request body: {'network': {'name': 'tempest-network--23639413'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:02.327806 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-e0cb2871-65d8-4e7c-9d78-29209487d7e5 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Request body: {'network': {'name': 'tempest-network--2143960226'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:02.348639 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e0cb2871-65d8-4e7c-9d78-29209487d7e5 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:02.361594 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15762d-8f9d-414c-abf3-608c1f021925 req-0476c7a0-3dad-4de8-94b0-31c1f9a37f95 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:02.363056 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9a15762d-8f9d-414c-abf3-608c1f021925 req-0476c7a0-3dad-4de8-94b0-31c1f9a37f95 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=680c572a-1569-4869-8b85-d1e3e87e3a07 HTTP/1.1" status: 200 len: 945 time: 0.3948407 May 23 11:15:02.364150 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e0cb2871-65d8-4e7c-9d78-29209487d7e5 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Usage tracker for resource:network and tenant:beefec015a154f83a4c75628a23866df is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:02.376376 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e0cb2871-65d8-4e7c-9d78-29209487d7e5 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:02.396611 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e8255df1-a0a6-421d-a9fb-842a75c6cf32 req-13c97c32-ad8a-4d02-82a8-2d87aaf0ca92 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:02.406915 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2450c998-4454-4182-91cd-34a072d5bfa8 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:02.416210 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e0cb2871-65d8-4e7c-9d78-29209487d7e5 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:02.429321 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['4a5ffbc3-338b-40c6-9d5d-93f06d4aa818'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:15:02.443967 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e95281bc-5716-42c0-bb41-31694c3d447d req-a34c67fa-e376-435c-8176-cb005a7a2836 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:02.444597 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e95281bc-5716-42c0-bb41-31694c3d447d req-a34c67fa-e376-435c-8176-cb005a7a2836 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:02.444716 n-d-842952-2 neutron-server[83910]: INFO neutron.db.l3_db [req-e95281bc-5716-42c0-bb41-31694c3d447d req-a34c67fa-e376-435c-8176-cb005a7a2836 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Floating IP 8bf0d0c9-ffad-4834-99bb-cd2ed750c336 disassociated. External IP: 172.25.6.137, port: 38841e98-3177-43e9-adef-a416a3a8b988. May 23 11:15:02.445018 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-e95281bc-5716-42c0-bb41-31694c3d447d req-a34c67fa-e376-435c-8176-cb005a7a2836 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Calling delete_port for 38841e98-3177-43e9-adef-a416a3a8b988 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:15:02.449438 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c97c32-ad8a-4d02-82a8-2d87aaf0ca92 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Pushing event deleted for resources: {'Port': ['ID=4a5ffbc3-338b-40c6-9d5d-93f06d4aa818,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:02.477512 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450c998-4454-4182-91cd-34a072d5bfa8 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=126c828b-facc-4af4-8f6c-9d6d6a833c20,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:02.517219 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0cb2871-65d8-4e7c-9d78-29209487d7e5 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Made reservation on behalf of beefec015a154f83a4c75628a23866df for: {'network': 2} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:15:02.522170 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e0cb2871-65d8-4e7c-9d78-29209487d7e5 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:02.536939 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8255df1-a0a6-421d-a9fb-842a75c6cf32 req-13c97c32-ad8a-4d02-82a8-2d87aaf0ca92 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] No DVR routers for this DVR port 4a5ffbc3-338b-40c6-9d5d-93f06d4aa818 on host n-h1-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:15:02.538748 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2450c998-4454-4182-91cd-34a072d5bfa8 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:02.539447 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e8255df1-a0a6-421d-a9fb-842a75c6cf32 req-13c97c32-ad8a-4d02-82a8-2d87aaf0ca92 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:02.539892 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2450c998-4454-4182-91cd-34a072d5bfa8 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/security-groups/126c828b-facc-4af4-8f6c-9d6d6a833c20 HTTP/1.1" status: 204 len: 168 time: 1.0131197 May 23 11:15:02.542082 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ed3ab4-29fa-4bf2-b4f4-8b4a0ec39997', 'name': 'network-vif-deleted', 'tag': '4a5ffbc3-338b-40c6-9d5d-93f06d4aa818'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:15:02.547759 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54038) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:02.555984 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e0cb2871-65d8-4e7c-9d78-29209487d7e5 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:02.573762 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9a15762d-8f9d-414c-abf3-608c1f021925 req-ea873fa7-539e-469b-bfe6-7216527ac4ee tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?id=3cd1f9ba-c4ca-482c-90a7-72cd60f2813b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1985755 May 23 11:15:02.581689 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e8255df1-a0a6-421d-a9fb-842a75c6cf32 req-13c97c32-ad8a-4d02-82a8-2d87aaf0ca92 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.13 "DELETE /v2.0/ports/4a5ffbc3-338b-40c6-9d5d-93f06d4aa818 HTTP/1.1" status: 204 len: 173 time: 0.8770795 May 23 11:15:02.601980 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22c99c-748a-4c55-85b1-84367d32f791 req-3225ac9f-f9fd-456c-983c-2d997ed056eb tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:02.603420 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eb22c99c-748a-4c55-85b1-84367d32f791 req-3225ac9f-f9fd-456c-983c-2d997ed056eb tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/ports?device_id=30ed3ab4-29fa-4bf2-b4f4-8b4a0ec39997 HTTP/1.1" status: 200 len: 945 time: 0.4176722 May 23 11:15:02.643868 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b25f778b-18fb-40f7-96b6-30a337125e57 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:02.661435 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cf94354-c60f-4ecb-a48b-248b2b45acf9'] response: {'server_uuid': '30ed3ab4-29fa-4bf2-b4f4-8b4a0ec39997', 'name': 'network-vif-deleted', 'tag': '4a5ffbc3-338b-40c6-9d5d-93f06d4aa818', 'status': 'completed', 'code': 200} May 23 11:15:02.673885 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b25f778b-18fb-40f7-96b6-30a337125e57 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:02.679256 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e0cb2871-65d8-4e7c-9d78-29209487d7e5 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:02.697728 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e0cb2871-65d8-4e7c-9d78-29209487d7e5 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Usage tracker for resource:security_group_rule and tenant:beefec015a154f83a4c75628a23866df is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:02.709746 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e0cb2871-65d8-4e7c-9d78-29209487d7e5 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:02.724619 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b25f778b-18fb-40f7-96b6-30a337125e57 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:02.727902 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e0cb2871-65d8-4e7c-9d78-29209487d7e5 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:02.743240 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eb22c99c-748a-4c55-85b1-84367d32f791 req-ba606c9b-e44d-486c-816a-94b9f56df409 tempest-ServerRescueTestJSON-179801538 tempest-ServerRescueTestJSON-179801538-project] 10.222.0.79 "GET /v2.0/security-groups?id=e39fd1c3-9a12-4d40-b8e4-4dc86329c924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264246 May 23 11:15:02.747727 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f778b-18fb-40f7-96b6-30a337125e57 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9ac6e6-43e8-4588-86a2-5ea64e0d988f,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:02.756813 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e95281bc-5716-42c0-bb41-31694c3d447d req-a34c67fa-e376-435c-8176-cb005a7a2836 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:02.761227 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b25f778b-18fb-40f7-96b6-30a337125e57 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:02.764879 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b25f778b-18fb-40f7-96b6-30a337125e57 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/security-groups/df9ac6e6-43e8-4588-86a2-5ea64e0d988f HTTP/1.1" status: 204 len: 168 time: 0.2136853 May 23 11:15:02.765098 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54044) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:02.828321 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c67fa-e376-435c-8176-cb005a7a2836 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Pushing event deleted for resources: {'Port': ['ID=38841e98-3177-43e9-adef-a416a3a8b988,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:02.873359 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8729d72f-d3a7-4136-9164-3039c7c0e158 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:02.909258 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8729d72f-d3a7-4136-9164-3039c7c0e158 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:02.960100 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8729d72f-d3a7-4136-9164-3039c7c0e158 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:02.976162 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8729d72f-d3a7-4136-9164-3039c7c0e158 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f624a468-b1bd-4a1e-9331-b922c97ba38a,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:02.982990 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8729d72f-d3a7-4136-9164-3039c7c0e158 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:02.986584 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8729d72f-d3a7-4136-9164-3039c7c0e158 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/security-groups/f624a468-b1bd-4a1e-9331-b922c97ba38a HTTP/1.1" status: 204 len: 168 time: 0.2180195 May 23 11:15:02.987041 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54050) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:03.089217 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e0cb2871-65d8-4e7c-9d78-29209487d7e5 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:03.105687 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e0cb2871-65d8-4e7c-9d78-29209487d7e5 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:03.106084 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e0cb2871-65d8-4e7c-9d78-29209487d7e5 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:03.248572 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb2871-65d8-4e7c-9d78-29209487d7e5 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec3a810-e26f-4141-b265-44d7c9a1b44a,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:03.338504 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0cb2871-65d8-4e7c-9d78-29209487d7e5 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:15:03.379159 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e0cb2871-65d8-4e7c-9d78-29209487d7e5 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:03.379523 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-e0cb2871-65d8-4e7c-9d78-29209487d7e5 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Added segment 54f2d8a3-5d96-4e22-886c-0bc357b8fbb4 of type vlan for network cd19ff59-d643-48a9-90a0-151af8908afe May 23 11:15:03.397053 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d96c2-66d4-423c-b553-a295edde2965 req-050d52a3-d68b-4c1b-8fb3-602712b387dc tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:03.398610 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-db3d96c2-66d4-423c-b553-a295edde2965 req-050d52a3-d68b-4c1b-8fb3-602712b387dc tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eaf5c4f-dd7b-477d-a96e-56eb3571792a HTTP/1.1" status: 200 len: 945 time: 0.4595459 May 23 11:15:03.474411 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e0cb2871-65d8-4e7c-9d78-29209487d7e5 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:03.484664 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-faca68b0-f191-4b26-8796-6335410d578d tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Deleting subnet dc834a9d-b53a-4f0c-be74-6d193d3aa610 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:15:03.499426 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-faca68b0-f191-4b26-8796-6335410d578d tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:03.580012 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e4210-1bbf-4a85-bc93-4ef828f0d0a7 req-bdc0c413-0e43-42fd-a54f-686fe0bd3d3b tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:03.581529 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2f0e4210-1bbf-4a85-bc93-4ef828f0d0a7 req-bdc0c413-0e43-42fd-a54f-686fe0bd3d3b tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=b53ace5e-9168-425d-a46c-43d2846ba22c HTTP/1.1" status: 200 len: 944 time: 0.4044285 May 23 11:15:03.611285 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-faca68b0-f191-4b26-8796-6335410d578d tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:03.756177 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-db3d96c2-66d4-423c-b553-a295edde2965 req-9da9607f-b848-4aa5-b54b-375982f20c7c tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432949 May 23 11:15:03.773526 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0cb2871-65d8-4e7c-9d78-29209487d7e5 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:15:03.791323 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 66a074a2-3d71-4e6a-9c3a-28f99cb17c53 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:15:03.816739 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e0cb2871-65d8-4e7c-9d78-29209487d7e5 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:03.817088 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-e0cb2871-65d8-4e7c-9d78-29209487d7e5 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Added segment b60c4178-f7dd-4b17-82bf-159f320fea5d of type vlan for network 282702d5-75a4-4bc5-9e35-22d1eb639bac May 23 11:15:03.838703 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2f0e4210-1bbf-4a85-bc93-4ef828f0d0a7 req-eeb211ce-bd6e-4223-b680-fa7509b5d5e3 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502029 May 23 11:15:03.884510 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e0cb2871-65d8-4e7c-9d78-29209487d7e5 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:03.889494 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e95281bc-5716-42c0-bb41-31694c3d447d req-a34c67fa-e376-435c-8176-cb005a7a2836 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Router e75b29d5-8702-42ef-92a7-2ad7834ef9f1 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:15:03.909813 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 66a074a2-3d71-4e6a-9c3a-28f99cb17c53 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:15:03.915391 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 66a074a2-3d71-4e6a-9c3a-28f99cb17c53 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:15:03.915845 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:03.957866 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54060) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:03.965419 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dd075099-037c-49ba-9f62-857f4f588690 req-837159b7-776d-433d-9617-6fd10cb7a079 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=680c572a-1569-4869-8b85-d1e3e87e3a07 HTTP/1.1" status: 200 len: 210 time: 0.0747094 May 23 11:15:03.996395 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e0cb2871-65d8-4e7c-9d78-29209487d7e5 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:03.996870 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e0cb2871-65d8-4e7c-9d78-29209487d7e5 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:04.000871 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cb2871-65d8-4e7c-9d78-29209487d7e5 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:04.003884 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cb2871-65d8-4e7c-9d78-29209487d7e5 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:04.004627 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e0cb2871-65d8-4e7c-9d78-29209487d7e5 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:04.037720 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:04.045995 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-faca68b0-f191-4b26-8796-6335410d578d tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:04.067037 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53ace5e-9168-425d-a46c-43d2846ba22c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a074a2-3d71-4e6a-9c3a-28f99cb17c53'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:15:04.077393 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 66a074a2-3d71-4e6a-9c3a-28f99cb17c53, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=66a074a2-3d71-4e6a-9c3a-28f99cb17c53,segment=NetworkSegment(3dd9ea5f-23bc-4bc8-917a-431ad3d10464),segment_id=3dd9ea5f-23bc-4bc8-917a-431ad3d10464)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:15:04.083184 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:04.084097 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 38841e98-3177-43e9-adef-a416a3a8b988 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:15:04.163681 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d8d5f7b-bd8a-4004-9e24-56fb8e55d691'] response: {'server_uuid': 'b53ace5e-9168-425d-a46c-43d2846ba22c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a074a2-3d71-4e6a-9c3a-28f99cb17c53', 'code': 200} May 23 11:15:04.174579 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 38841e98-3177-43e9-adef-a416a3a8b988 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:15:04.174914 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 38841e98-3177-43e9-adef-a416a3a8b988 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:15:04.204405 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=66a074a2-3d71-4e6a-9c3a-28f99cb17c53,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:04.318169 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e0cb2871-65d8-4e7c-9d78-29209487d7e5 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.1666729 May 23 11:15:04.327759 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54066) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:04.328448 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb2871-65d8-4e7c-9d78-29209487d7e5 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Pushing event updated for resources: {'Network': ['ID=cd19ff59-d643-48a9-90a0-151af8908afe,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:04.339732 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network cd19ff59-d643-48a9-90a0-151af8908afe details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:15:04.504470 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-989d6bd9-dacc-43e0-ba9a-732342b4a0b8 req-fbeb89c8-46d7-4a90-8f78-e199c5824d26 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b53ace5e-9168-425d-a46c-43d2846ba22c HTTP/1.1" status: 200 len: 1096 time: 0.1118007 May 23 11:15:04.531784 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-faca68b0-f191-4b26-8796-6335410d578d tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:04.575814 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-989d6bd9-dacc-43e0-ba9a-732342b4a0b8 req-bdff7668-348a-4fe0-bb70-235b6ee78240 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580449 May 23 11:15:04.578321 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1a4620c9-85ce-4e2a-81eb-3e4ada03b5e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:04.592237 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca68b0-f191-4b26-8796-6335410d578d tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event deleted for resources: {'Subnet': ['ID=dc834a9d-b53a-4f0c-be74-6d193d3aa610,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:04.593949 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb2871-65d8-4e7c-9d78-29209487d7e5 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Pushing event updated for resources: {'Network': ['ID=282702d5-75a4-4bc5-9e35-22d1eb639bac,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:04.606246 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 282702d5-75a4-4bc5-9e35-22d1eb639bac details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:15:04.613545 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-faca68b0-f191-4b26-8796-6335410d578d tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:04.638293 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-faca68b0-f191-4b26-8796-6335410d578d tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/subnets/dc834a9d-b53a-4f0c-be74-6d193d3aa610 HTTP/1.1" status: 204 len: 168 time: 1.6130533 May 23 11:15:04.642656 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54070) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:04.673729 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77214f5f-9f78-49a1-9496-07d0dff1296d tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:04.677721 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77214f5f-9f78-49a1-9496-07d0dff1296d tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:04.681950 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77214f5f-9f78-49a1-9496-07d0dff1296d tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:04.685743 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77214f5f-9f78-49a1-9496-07d0dff1296d tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:04.686596 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-77214f5f-9f78-49a1-9496-07d0dff1296d tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Synchronizing usage tracker for tenant:beefec015a154f83a4c75628a23866df on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:15:04.694634 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c252138-0b81-4014-95a0-3917311cddeb None None] Network e8959dc7-3e5b-4f50-a12e-88deaf15d74d requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:15:04.710486 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-77214f5f-9f78-49a1-9496-07d0dff1296d tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Unset dirty status for tenant:beefec015a154f83a4c75628a23866df on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:15:04.713268 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-77214f5f-9f78-49a1-9496-07d0dff1296d tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3575168 May 23 11:15:04.716433 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54074) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:04.884318 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e95281bc-5716-42c0-bb41-31694c3d447d req-a34c67fa-e376-435c-8176-cb005a7a2836 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:15:04.889127 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2beab497-96c6-4be5-9b33-54ccef36f285 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:04.903335 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d659e3e5-7eb9-41a6-943d-a851f026c036 None None] Sync routers for ids ['e75b29d5-8702-42ef-92a7-2ad7834ef9f1'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:15:04.927172 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4dbccff-d058-410e-b6ed-a86c0657da47 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Deleting subnet 2ac557c2-7372-4cd6-8234-7919b3489b25 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:15:04.932500 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f4dbccff-d058-410e-b6ed-a86c0657da47 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:04.978022 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d659e3e5-7eb9-41a6-943d-a851f026c036 None None] Routers {'e75b29d5-8702-42ef-92a7-2ad7834ef9f1'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:15:04.978665 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d659e3e5-7eb9-41a6-943d-a851f026c036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:14:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['e75b29d5-8702-42ef-92a7-2ad7834ef9f1'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:15:05.005079 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f4dbccff-d058-410e-b6ed-a86c0657da47 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:05.005656 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-e95281bc-5716-42c0-bb41-31694c3d447d req-a34c67fa-e376-435c-8176-cb005a7a2836 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] No DVR routers for this DVR port 38841e98-3177-43e9-adef-a416a3a8b988 on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:15:05.042135 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e95281bc-5716-42c0-bb41-31694c3d447d req-a34c67fa-e376-435c-8176-cb005a7a2836 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:05.044052 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e95281bc-5716-42c0-bb41-31694c3d447d req-a34c67fa-e376-435c-8176-cb005a7a2836 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.13 "DELETE /v2.0/ports/38841e98-3177-43e9-adef-a416a3a8b988 HTTP/1.1" status: 204 len: 173 time: 4.1745574 May 23 11:15:05.046032 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680c572a-1569-4869-8b85-d1e3e87e3a07', 'name': 'network-vif-deleted', 'tag': '38841e98-3177-43e9-adef-a416a3a8b988'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:15:05.197310 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-d659e3e5-7eb9-41a6-943d-a851f026c036 None None] Set router e75b29d5-8702-42ef-92a7-2ad7834ef9f1 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:15:05.228468 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2beab497-96c6-4be5-9b33-54ccef36f285 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:05.229755 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f4dbccff-d058-410e-b6ed-a86c0657da47 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:05.269026 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-2beab497-96c6-4be5-9b33-54ccef36f285 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd19ff59-d643-48a9-90a0-151af8908afe']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:15:05.292603 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-2beab497-96c6-4be5-9b33-54ccef36f285 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54f2d8a3-5d96-4e22-886c-0bc357b8fbb4') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:15:05.293420 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-2beab497-96c6-4be5-9b33-54ccef36f285 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54f2d8a3-5d96-4e22-886c-0bc357b8fbb4') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:15:05.315135 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2beab497-96c6-4be5-9b33-54ccef36f285 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:05.343012 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c5a54-ff1f-40cb-bec0-e3f49e6de8cc req-00908083-7626-4fd4-abe5-4859c0e30ef3 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:05.349905 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-538c5a54-ff1f-40cb-bec0-e3f49e6de8cc req-00908083-7626-4fd4-abe5-4859c0e30ef3 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=b53ace5e-9168-425d-a46c-43d2846ba22c HTTP/1.1" status: 200 len: 945 time: 0.3120058 May 23 11:15:05.352126 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2beab497-96c6-4be5-9b33-54ccef36f285 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:05.370618 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f4dbccff-d058-410e-b6ed-a86c0657da47 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:05.374487 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2beab497-96c6-4be5-9b33-54ccef36f285 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:15:05.374896 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2beab497-96c6-4be5-9b33-54ccef36f285 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:05.391347 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:15:05.391347 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:15:05.391347 n-d-842952-2 neutron-server[83910]: timer() May 23 11:15:05.391347 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:15:05.391347 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:15:05.391347 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:15:05.391347 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:15:05.391347 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:15:05.391347 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:15:05.391347 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:15:05.391347 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:15:05.391347 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:15:05.391347 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:15:05.391347 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:15:05.391347 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:15:05.391347 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:15:05.391347 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:15:05.391347 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:15:05.391347 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:15:05.391347 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:15:05.391347 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:15:05.391347 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:15:05.391347 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:15:05.391347 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:15:05.391347 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:15:05.391347 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:15:05.391347 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:15:05.391347 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:15:05.391347 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:15:05.391347 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:15:05.391347 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:15:05.391347 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:15:05.444254 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbccff-d058-410e-b6ed-a86c0657da47 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event deleted for resources: {'Subnet': ['ID=2ac557c2-7372-4cd6-8234-7919b3489b25,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:05.446486 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589744d-d125-4944-bd4a-a148120c8447 req-5abd7903-4290-41cd-9bc8-274d9ecd71e4 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:05.447999 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8589744d-d125-4944-bd4a-a148120c8447 req-5abd7903-4290-41cd-9bc8-274d9ecd71e4 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eaf5c4f-dd7b-477d-a96e-56eb3571792a HTTP/1.1" status: 200 len: 945 time: 0.4031272 May 23 11:15:05.458589 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f4dbccff-d058-410e-b6ed-a86c0657da47 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:05.471006 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f4dbccff-d058-410e-b6ed-a86c0657da47 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/subnets/2ac557c2-7372-4cd6-8234-7919b3489b25 HTTP/1.1" status: 204 len: 168 time: 0.8237185 May 23 11:15:05.471393 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54086) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:05.638039 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-1a4620c9-85ce-4e2a-81eb-3e4ada03b5e5 admin admin] Deleting port 66976a64-f29e-4b8c-82c5-709a3c36fb36 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:15:05.638394 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1a4620c9-85ce-4e2a-81eb-3e4ada03b5e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:05.682787 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-34922c89-3803-467b-958f-5b17a1fcb601 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] DELETE failed (client error): The resource could not be found. May 23 11:15:05.683401 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34922c89-3803-467b-958f-5b17a1fcb601 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:15:05.684971 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-34922c89-3803-467b-958f-5b17a1fcb601 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/subnets/dc834a9d-b53a-4f0c-be74-6d193d3aa610 HTTP/1.1" status: 404 len: 337 time: 0.2114952 May 23 11:15:05.687790 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54090) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:05.710118 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2beab497-96c6-4be5-9b33-54ccef36f285 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:05.722128 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-538c5a54-ff1f-40cb-bec0-e3f49e6de8cc req-522b2b07-5db6-4fae-b62c-4d03f80e3e79 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713632 May 23 11:15:05.727025 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d659e3e5-7eb9-41a6-943d-a851f026c036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'name': 'tempest-AttachVolumeNegativeTest-1482793895-router', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:11:20Z', 'updated_at': '2022-05-23T11:11:34Z', 'revision_number': 4, 'project_id': '92ce77b1b70449899717558adda940d2', 'gw_port': {'id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:22Z', 'updated_at': '2022-05-23T11:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'de81299e-39ef-49e5-b9fd-74fefa868dd8', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'floating_ip_address': '172.25.6.212', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'port_id': 'c8a17c57-9abc-4f3d-9f38-186fb3681889', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'mac_address': 'fa:16:3e:7f:a3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b7d7c2-e675-4d2e-9ab7-7c54418a4129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:11:49Z', 'updated_at': '2022-05-23T11:12:24Z', 'revision_number': 2, 'project_id': '92ce77b1b70449899717558adda940d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9959c7e4-5ac1-4278-9125-90a08213ddc5', 'name': '', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'mac_address': 'fa:16:3e:c5:51:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:31Z', 'updated_at': '2022-05-23T11:11:44Z', 'revision_number': 5, 'project_id': '92ce77b1b70449899717558adda940d2', 'subnets': [{'id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:15:05.733063 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d659e3e5-7eb9-41a6-943d-a851f026c036 None None] Checking router: e75b29d5-8702-42ef-92a7-2ad7834ef9f1 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:15:05.746722 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d659e3e5-7eb9-41a6-943d-a851f026c036 None None] Routers {'e75b29d5-8702-42ef-92a7-2ad7834ef9f1'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:15:05.747616 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d659e3e5-7eb9-41a6-943d-a851f026c036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:14:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['e75b29d5-8702-42ef-92a7-2ad7834ef9f1'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:15:05.780764 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8589744d-d125-4944-bd4a-a148120c8447 req-5be3fa60-9bda-4a9c-aed1-dd9bffaf9995 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247411 May 23 11:15:05.785257 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2beab497-96c6-4be5-9b33-54ccef36f285 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:05.798275 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beab497-96c6-4be5-9b33-54ccef36f285 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Pushing event deleted for resources: {'Network': ['ID=cd19ff59-d643-48a9-90a0-151af8908afe,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:05.807987 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2beab497-96c6-4be5-9b33-54ccef36f285 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] 10.222.0.79 "DELETE /v2.0/networks/cd19ff59-d643-48a9-90a0-151af8908afe HTTP/1.1" status: 204 len: 168 time: 1.0903378 May 23 11:15:05.812970 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54094) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:05.874176 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-31184781-1a0d-4bc8-a0a1-5234575d7a34 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Deleting subnet 42769de2-9663-47f0-b64a-efb532395a5e {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:15:05.880417 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-31184781-1a0d-4bc8-a0a1-5234575d7a34 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:06.025328 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be70ce3c-b261-4f04-a2b2-cdec3ffd4550'] response: {'server_uuid': '680c572a-1569-4869-8b85-d1e3e87e3a07', 'name': 'network-vif-deleted', 'tag': '38841e98-3177-43e9-adef-a416a3a8b988', 'status': 'completed', 'code': 200} May 23 11:15:06.143884 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 4a5ffbc3-338b-40c6-9d5d-93f06d4aa818 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:15:06.158451 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-31184781-1a0d-4bc8-a0a1-5234575d7a34 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:06.177102 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2fa2aca9-c0a9-4575-aad0-d4c3303b0e83 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:06.232045 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 4a5ffbc3-338b-40c6-9d5d-93f06d4aa818 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:15:06.232623 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 4a5ffbc3-338b-40c6-9d5d-93f06d4aa818 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:15:06.243428 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6ebbfd-dce3-4b80-aa9f-614204dfbf1a None None] Network e8959dc7-3e5b-4f50-a12e-88deaf15d74d requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:15:06.361344 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-1a4620c9-85ce-4e2a-81eb-3e4ada03b5e5 admin admin] For port 66976a64-f29e-4b8c-82c5-709a3c36fb36, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=66976a64-f29e-4b8c-82c5-709a3c36fb36,segment=NetworkSegment(d425821a-621f-4441-b5d3-6c866ddd43af),segment_id=d425821a-621f-4441-b5d3-6c866ddd43af)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:15:06.361700 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1a4620c9-85ce-4e2a-81eb-3e4ada03b5e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:06.430333 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-358c093d-33ab-4f1b-a838-7672148b2687 req-15ccde98-3526-4445-80f6-008e6a0720e0 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Synchronizing usage tracker for tenant:92ce77b1b70449899717558adda940d2 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:15:06.438814 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3e962b5e-637d-473c-a8d5-cad413857f59 None None] Provisioning complete for port 8daaf24b-68cf-4940-a2b1-d9977aaf18a9 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:15:06.439358 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3e962b5e-637d-473c-a8d5-cad413857f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:06.446037 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2fa2aca9-c0a9-4575-aad0-d4c3303b0e83 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:06.469817 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-358c093d-33ab-4f1b-a838-7672148b2687 req-15ccde98-3526-4445-80f6-008e6a0720e0 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Unset dirty status for tenant:92ce77b1b70449899717558adda940d2 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:15:06.471151 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-358c093d-33ab-4f1b-a838-7672148b2687 req-15ccde98-3526-4445-80f6-008e6a0720e0 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=680c572a-1569-4869-8b85-d1e3e87e3a07 HTTP/1.1" status: 200 len: 210 time: 0.1050019 May 23 11:15:06.479270 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-2fa2aca9-c0a9-4575-aad0-d4c3303b0e83 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['282702d5-75a4-4bc5-9e35-22d1eb639bac']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:15:06.490484 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-d659e3e5-7eb9-41a6-943d-a851f026c036 None None] Set router e75b29d5-8702-42ef-92a7-2ad7834ef9f1 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:15:06.494123 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-1a4620c9-85ce-4e2a-81eb-3e4ada03b5e5 admin admin] Calling delete_port for 66976a64-f29e-4b8c-82c5-709a3c36fb36 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:15:06.509569 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-2fa2aca9-c0a9-4575-aad0-d4c3303b0e83 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b60c4178-f7dd-4b17-82bf-159f320fea5d') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:15:06.509871 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-2fa2aca9-c0a9-4575-aad0-d4c3303b0e83 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b60c4178-f7dd-4b17-82bf-159f320fea5d') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:15:06.523740 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2fa2aca9-c0a9-4575-aad0-d4c3303b0e83 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:06.537973 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-31184781-1a0d-4bc8-a0a1-5234575d7a34 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:06.542402 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2fa2aca9-c0a9-4575-aad0-d4c3303b0e83 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:06.549547 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa2aca9-c0a9-4575-aad0-d4c3303b0e83 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:15:06.550075 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2fa2aca9-c0a9-4575-aad0-d4c3303b0e83 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:06.565424 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:15:06.565424 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:15:06.565424 n-d-842952-2 neutron-server[83910]: timer() May 23 11:15:06.565424 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:15:06.565424 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:15:06.565424 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:15:06.565424 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:15:06.565424 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:15:06.565424 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:15:06.565424 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:15:06.565424 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:15:06.565424 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:15:06.565424 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:15:06.565424 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:15:06.565424 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:15:06.565424 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:15:06.565424 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:15:06.565424 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:15:06.565424 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:15:06.565424 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:15:06.565424 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:15:06.565424 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:15:06.565424 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:15:06.565424 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:15:06.565424 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:15:06.565424 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:15:06.565424 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:15:06.565424 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:15:06.565424 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:15:06.565424 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:15:06.565424 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:15:06.565424 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:15:06.638761 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3e962b5e-637d-473c-a8d5-cad413857f59 None None] Port 8daaf24b-68cf-4940-a2b1-d9977aaf18a9 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:15:06.660348 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2fa2aca9-c0a9-4575-aad0-d4c3303b0e83 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:06.663998 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-31184781-1a0d-4bc8-a0a1-5234575d7a34 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:06.686187 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2fa2aca9-c0a9-4575-aad0-d4c3303b0e83 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:06.699328 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2aca9-c0a9-4575-aad0-d4c3303b0e83 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Pushing event deleted for resources: {'Network': ['ID=282702d5-75a4-4bc5-9e35-22d1eb639bac,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:06.704158 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2fa2aca9-c0a9-4575-aad0-d4c3303b0e83 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] 10.222.0.79 "DELETE /v2.0/networks/282702d5-75a4-4bc5-9e35-22d1eb639bac HTTP/1.1" status: 204 len: 168 time: 0.8896692 May 23 11:15:06.706127 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54100) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:06.714887 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-31184781-1a0d-4bc8-a0a1-5234575d7a34 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:06.718459 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31184781-1a0d-4bc8-a0a1-5234575d7a34 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event deleted for resources: {'Subnet': ['ID=42769de2-9663-47f0-b64a-efb532395a5e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:06.732111 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-31184781-1a0d-4bc8-a0a1-5234575d7a34 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/subnets/42769de2-9663-47f0-b64a-efb532395a5e HTTP/1.1" status: 204 len: 168 time: 1.0411587 May 23 11:15:06.733282 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54104) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:06.774838 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7ae4850-3237-4b67-8379-087b9ab4f122 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] DELETE failed (client error): The resource could not be found. May 23 11:15:06.775357 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7ae4850-3237-4b67-8379-087b9ab4f122 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:15:06.788850 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c7ae4850-3237-4b67-8379-087b9ab4f122 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/subnets/14b75f4f-c22f-491a-b202-910ae350154d HTTP/1.1" status: 404 len: 337 time: 0.0515933 May 23 11:15:06.790053 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54110) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:06.833915 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3e962b5e-637d-473c-a8d5-cad413857f59 None None] Provisioning complete for port 2f17f85e-5ad9-4f7d-8d9a-0c83783d6736 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:15:06.834279 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3e962b5e-637d-473c-a8d5-cad413857f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:06.838979 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ad4179bf-7ba5-4938-9113-bd17e092c3bb tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Synchronizing usage tracker for tenant:7dca08376e90462fa2c08567c59d529a on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:15:06.854579 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1a4620c9-85ce-4e2a-81eb-3e4ada03b5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:06.864559 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ad4179bf-7ba5-4938-9113-bd17e092c3bb tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Unset dirty status for tenant:7dca08376e90462fa2c08567c59d529a on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:15:06.867975 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ad4179bf-7ba5-4938-9113-bd17e092c3bb tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2619400-9754-4698-b92d-bbb02a2b54ca HTTP/1.1" status: 200 len: 205 time: 0.0756454 May 23 11:15:06.869819 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54114) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:06.913824 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4620c9-85ce-4e2a-81eb-3e4ada03b5e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=66976a64-f29e-4b8c-82c5-709a3c36fb36,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:06.960470 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-b8d2db61-0ae5-49cb-a85b-9d1529576596 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] delete failed (client error): The resource could not be found. May 23 11:15:06.963806 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b8d2db61-0ae5-49cb-a85b-9d1529576596 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/routers/d2619400-9754-4698-b92d-bbb02a2b54ca HTTP/1.1" status: 404 len: 336 time: 0.0907950 May 23 11:15:06.970903 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54120) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:07.057343 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4b586e7-e15b-45b0-ac78-31f758918620 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] DELETE failed (client error): The resource could not be found. May 23 11:15:07.058182 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4b586e7-e15b-45b0-ac78-31f758918620 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:15:07.061604 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c4b586e7-e15b-45b0-ac78-31f758918620 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/subnets/f3d8e125-1391-4386-b050-cc18ff81dbc0 HTTP/1.1" status: 404 len: 337 time: 0.0874836 May 23 11:15:07.085024 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54124) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:07.092477 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b22fd4-ccfa-49b2-b6eb-592f0f2ddec1 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:07.096593 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b22fd4-ccfa-49b2-b6eb-592f0f2ddec1 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:07.097811 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-21b22fd4-ccfa-49b2-b6eb-592f0f2ddec1 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Synchronizing usage tracker for tenant:beefec015a154f83a4c75628a23866df on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:15:07.152375 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-21b22fd4-ccfa-49b2-b6eb-592f0f2ddec1 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Unset dirty status for tenant:beefec015a154f83a4c75628a23866df on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:15:07.157268 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-21b22fd4-ccfa-49b2-b6eb-592f0f2ddec1 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4499447 May 23 11:15:07.159734 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54128) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:07.168794 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-0bac9c2e-965f-48e7-acd1-671618e8f540 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-632433848'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:07.176741 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0bac9c2e-965f-48e7-acd1-671618e8f540 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:07.196141 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-269bc826-0ed3-4cf4-b565-1e8da61c2cf1 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] DELETE failed (client error): The resource could not be found. May 23 11:15:07.196744 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-269bc826-0ed3-4cf4-b565-1e8da61c2cf1 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:15:07.196825 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0bac9c2e-965f-48e7-acd1-671618e8f540 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:07.200626 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-269bc826-0ed3-4cf4-b565-1e8da61c2cf1 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/subnets/070d767b-f24d-421a-9dd0-e7cd3d688e92 HTTP/1.1" status: 404 len: 337 time: 0.1137047 May 23 11:15:07.201687 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54132) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:07.211411 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619ba5b-c4c5-4fd6-a6b3-eafe08a5b73f req-021eaf3a-062c-462a-b713-27458f804500 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:07.212899 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6619ba5b-c4c5-4fd6-a6b3-eafe08a5b73f req-021eaf3a-062c-462a-b713-27458f804500 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=b53ace5e-9168-425d-a46c-43d2846ba22c HTTP/1.1" status: 200 len: 945 time: 0.2054825 May 23 11:15:07.258855 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2d34e-5e66-442d-8c32-2b2d8f832667 req-9439716e-a12a-4463-98f0-08427c8911a9 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:07.260351 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1fc2d34e-5e66-442d-8c32-2b2d8f832667 req-9439716e-a12a-4463-98f0-08427c8911a9 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eaf5c4f-dd7b-477d-a96e-56eb3571792a HTTP/1.1" status: 200 len: 945 time: 0.2110078 May 23 11:15:07.278069 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-e19dc087-dd58-4519-b5e4-0fd7e7fe34ba tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] DELETE failed (client error): The resource could not be found. May 23 11:15:07.278495 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e19dc087-dd58-4519-b5e4-0fd7e7fe34ba tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:15:07.280136 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e19dc087-dd58-4519-b5e4-0fd7e7fe34ba tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/subnets/94c04aa6-01a4-43ec-9e2f-bc41315d09e1 HTTP/1.1" status: 404 len: 337 time: 0.0783775 May 23 11:15:07.283007 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54136) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:07.284667 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bac9c2e-965f-48e7-acd1-671618e8f540 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Made reservation on behalf of beefec015a154f83a4c75628a23866df for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:15:07.287996 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0bac9c2e-965f-48e7-acd1-671618e8f540 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:07.289866 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcc4715-9e7d-4405-83b3-4268bc2dccf3 None None] Update dhcp port {'port': {'network_id': 'e8959dc7-3e5b-4f50-a12e-88deaf15d74d', 'fixed_ips': [{'subnet_id': '42769de2-9663-47f0-b64a-efb532395a5e'}], 'binding:host_id': 'n-d-842952-2'}, 'id': '2f17f85e-5ad9-4f7d-8d9a-0c83783d6736'} from n-d-842952-2. {{(pid=83912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 23 11:15:07.332739 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-e36d1942-2d36-44dd-ac32-19673417cd65 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] DELETE failed (client error): The resource could not be found. May 23 11:15:07.333093 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e36d1942-2d36-44dd-ac32-19673417cd65 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:15:07.337331 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e36d1942-2d36-44dd-ac32-19673417cd65 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/ports/b2bcf897-e387-4d5a-ac38-6b6a7af00cc7 HTTP/1.1" status: 404 len: 333 time: 0.0495834 May 23 11:15:07.339320 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54140) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:07.352246 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2dcc4715-9e7d-4405-83b3-4268bc2dccf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:07.363239 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bac9c2e-965f-48e7-acd1-671618e8f540 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:15:07.371128 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d659e3e5-7eb9-41a6-943d-a851f026c036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'name': 'tempest-AttachVolumeNegativeTest-1482793895-router', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:11:20Z', 'updated_at': '2022-05-23T11:11:34Z', 'revision_number': 4, 'project_id': '92ce77b1b70449899717558adda940d2', 'gw_port': {'id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:22Z', 'updated_at': '2022-05-23T11:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'de81299e-39ef-49e5-b9fd-74fefa868dd8', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'floating_ip_address': '172.25.6.212', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'port_id': 'c8a17c57-9abc-4f3d-9f38-186fb3681889', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'mac_address': 'fa:16:3e:7f:a3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b7d7c2-e675-4d2e-9ab7-7c54418a4129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:11:49Z', 'updated_at': '2022-05-23T11:12:24Z', 'revision_number': 2, 'project_id': '92ce77b1b70449899717558adda940d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9959c7e4-5ac1-4278-9125-90a08213ddc5', 'name': '', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'mac_address': 'fa:16:3e:c5:51:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:31Z', 'updated_at': '2022-05-23T11:11:44Z', 'revision_number': 5, 'project_id': '92ce77b1b70449899717558adda940d2', 'subnets': [{'id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:15:07.373282 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6619ba5b-c4c5-4fd6-a6b3-eafe08a5b73f req-094fc7a0-81b7-454c-b120-1dabc90ed58e tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234503 May 23 11:15:07.376477 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1fc2d34e-5e66-442d-8c32-2b2d8f832667 req-935dd028-7267-4800-9e13-2f224bb049a9 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954125 May 23 11:15:07.377037 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d659e3e5-7eb9-41a6-943d-a851f026c036 None None] The sync data for ids ['e75b29d5-8702-42ef-92a7-2ad7834ef9f1'] in n-d-842952-2 is: [{'id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'name': 'tempest-AttachVolumeNegativeTest-1482793895-router', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:11:20Z', 'updated_at': '2022-05-23T11:11:34Z', 'revision_number': 4, 'project_id': '92ce77b1b70449899717558adda940d2', 'gw_port': {'id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:22Z', 'updated_at': '2022-05-23T11:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'de81299e-39ef-49e5-b9fd-74fefa868dd8', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'floating_ip_address': '172.25.6.212', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'port_id': 'c8a17c57-9abc-4f3d-9f38-186fb3681889', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'mac_address': 'fa:16:3e:7f:a3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b7d7c2-e675-4d2e-9ab7-7c54418a4129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:11:49Z', 'updated_at': '2022-05-23T11:12:24Z', 'revision_number': 2, 'project_id': '92ce77b1b70449899717558adda940d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9959c7e4-5ac1-4278-9125-90a08213ddc5', 'name': '', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'mac_address': 'fa:16:3e:c5:51:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:31Z', 'updated_at': '2022-05-23T11:11:44Z', 'revision_number': 5, 'project_id': '92ce77b1b70449899717558adda940d2', 'subnets': [{'id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:15:07.380501 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0bac9c2e-965f-48e7-acd1-671618e8f540 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:07.380896 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-0bac9c2e-965f-48e7-acd1-671618e8f540 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Added segment 276f7a13-4746-488d-8248-889a31664d25 of type vlan for network 88ad8c1b-8189-493e-93c2-239057338fdb May 23 11:15:07.391751 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-a46ca2d0-3d90-416a-b580-0d4883a27ab6 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] DELETE failed (client error): The resource could not be found. May 23 11:15:07.392247 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a46ca2d0-3d90-416a-b580-0d4883a27ab6 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:15:07.399321 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a46ca2d0-3d90-416a-b580-0d4883a27ab6 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/subnets/09b0bfdd-a99a-4f1b-b677-d8669addedf2 HTTP/1.1" status: 404 len: 337 time: 0.0579283 May 23 11:15:07.401178 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54144) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:07.414144 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1a4620c9-85ce-4e2a-81eb-3e4ada03b5e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:07.436398 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0bac9c2e-965f-48e7-acd1-671618e8f540 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:07.469974 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa5fd4c2-4006-4cac-95a3-77405fa66a26 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] DELETE failed (client error): The resource could not be found. May 23 11:15:07.470962 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa5fd4c2-4006-4cac-95a3-77405fa66a26 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:15:07.474344 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-aa5fd4c2-4006-4cac-95a3-77405fa66a26 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/subnets/e5a45b49-52fb-40dd-818c-b7ee68704ebb HTTP/1.1" status: 404 len: 337 time: 0.0657563 May 23 11:15:07.476283 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54150) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:07.499461 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0bac9c2e-965f-48e7-acd1-671618e8f540 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:07.504050 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bac9c2e-965f-48e7-acd1-671618e8f540 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:07.505161 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0bac9c2e-965f-48e7-acd1-671618e8f540 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:07.639464 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac9135a-fd3a-4cbc-9532-da831afe9ac3 None None] Network e8959dc7-3e5b-4f50-a12e-88deaf15d74d requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:15:07.703295 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d3ace9a-29ec-40c5-8bf7-16234bebe532 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] DELETE failed (client error): The resource could not be found. May 23 11:15:07.703912 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d3ace9a-29ec-40c5-8bf7-16234bebe532 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:15:07.708184 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6d3ace9a-29ec-40c5-8bf7-16234bebe532 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/ports/67fa06fa-da55-48be-a85b-5fa01ddfb16b HTTP/1.1" status: 404 len: 333 time: 0.1253390 May 23 11:15:07.709881 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54158) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:07.729024 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54162) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:07.733505 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac9c2e-965f-48e7-acd1-671618e8f540 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Pushing event updated for resources: {'Network': ['ID=88ad8c1b-8189-493e-93c2-239057338fdb,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:07.753704 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 88ad8c1b-8189-493e-93c2-239057338fdb details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:15:07.782039 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1a978f3-2264-4491-891c-f0bead221180 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] DELETE failed (client error): The resource could not be found. May 23 11:15:07.782822 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1a978f3-2264-4491-891c-f0bead221180 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:15:07.787405 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a1a978f3-2264-4491-891c-f0bead221180 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/subnets/96e7d2f7-8906-4319-8ff5-d6f2c431186b HTTP/1.1" status: 404 len: 337 time: 0.0731308 May 23 11:15:07.788356 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0bac9c2e-965f-48e7-acd1-671618e8f540 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6261005 May 23 11:15:07.791864 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54166) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:07.792375 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54168) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:07.803585 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-dde2d995-a742-488d-b737-04b5b7961e02 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1913654247'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:07.833531 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b01ad02-2667-451d-9835-c67438fa726c None None] New status for floating IP 8bf0d0c9-ffad-4834-99bb-cd2ed750c336: DOWN {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:15:07.864047 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-dde2d995-a742-488d-b737-04b5b7961e02 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:07.870623 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e1f12-6c5e-4cbf-ad4a-b5afa6994fe0 req-544ea769-c3dd-441b-ada2-d4b8ed2086df tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:07.873454 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7c3e1f12-6c5e-4cbf-ad4a-b5afa6994fe0 req-544ea769-c3dd-441b-ada2-d4b8ed2086df tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=b48ed139-e442-4753-95e3-2a4c7685b1c9 HTTP/1.1" status: 200 len: 946 time: 0.3020046 May 23 11:15:07.874664 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8392cd30-06e5-4560-9d2a-4723062a198e tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:07.879546 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-06afe036-b2d2-4056-8378-0dfad3b8d34c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] DELETE failed (client error): The resource could not be found. May 23 11:15:07.892341 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06afe036-b2d2-4056-8378-0dfad3b8d34c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:15:07.897497 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-06afe036-b2d2-4056-8378-0dfad3b8d34c tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/subnets/daa6def5-148f-4d3c-938a-fb8d4d86a27e HTTP/1.1" status: 404 len: 337 time: 0.0981143 May 23 11:15:07.897497 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-dde2d995-a742-488d-b737-04b5b7961e02 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Usage tracker for resource:network and tenant:beefec015a154f83a4c75628a23866df is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:07.900150 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54174) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:07.903620 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-dde2d995-a742-488d-b737-04b5b7961e02 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:07.920544 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8392cd30-06e5-4560-9d2a-4723062a198e tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:07.943198 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-dde2d995-a742-488d-b737-04b5b7961e02 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:07.944265 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ac1eb3c7-986a-4cf0-836e-7c875c86cd14 None None] Provisioning complete for port 8daaf24b-68cf-4940-a2b1-d9977aaf18a9 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:15:07.944642 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ac1eb3c7-986a-4cf0-836e-7c875c86cd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:07.987611 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde2d995-a742-488d-b737-04b5b7961e02 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Made reservation on behalf of beefec015a154f83a4c75628a23866df for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:15:07.991384 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dde2d995-a742-488d-b737-04b5b7961e02 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:08.026089 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-ff9a6e2c-61d3-4002-a3bb-32dbb859a076 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Deleting port 8daaf24b-68cf-4940-a2b1-d9977aaf18a9 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:15:08.026528 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ff9a6e2c-61d3-4002-a3bb-32dbb859a076 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:08.045699 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:08.070702 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7c3e1f12-6c5e-4cbf-ad4a-b5afa6994fe0 req-5fdf1c7d-30e7-47fa-b7c9-a26b59a7ebd7 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671072 May 23 11:15:08.077051 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8392cd30-06e5-4560-9d2a-4723062a198e tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:08.105914 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8392cd30-06e5-4560-9d2a-4723062a198e tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd1f9ba-c4ca-482c-90a7-72cd60f2813b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:08.111703 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8392cd30-06e5-4560-9d2a-4723062a198e tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:08.113617 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8392cd30-06e5-4560-9d2a-4723062a198e tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "DELETE /v2.0/security-groups/3cd1f9ba-c4ca-482c-90a7-72cd60f2813b HTTP/1.1" status: 204 len: 168 time: 0.3829985 May 23 11:15:08.123973 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54180) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:08.146669 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-87a634fa-7b78-40c6-9525-238ea467ab96 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] show failed (client error): The resource could not be found. May 23 11:15:08.147975 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-87a634fa-7b78-40c6-9525-238ea467ab96 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups/3cd1f9ba-c4ca-482c-90a7-72cd60f2813b HTTP/1.1" status: 404 len: 347 time: 0.0227594 May 23 11:15:08.151377 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54184) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:08.189189 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ac1eb3c7-986a-4cf0-836e-7c875c86cd14 None None] Port 8daaf24b-68cf-4940-a2b1-d9977aaf18a9 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:15:08.233385 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dde2d995-a742-488d-b737-04b5b7961e02 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:15:08.247753 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ac1eb3c7-986a-4cf0-836e-7c875c86cd14 None None] Provisioning complete for port 2f17f85e-5ad9-4f7d-8d9a-0c83783d6736 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:15:08.248100 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ac1eb3c7-986a-4cf0-836e-7c875c86cd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:08.303605 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dde2d995-a742-488d-b737-04b5b7961e02 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:08.303978 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-dde2d995-a742-488d-b737-04b5b7961e02 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Added segment f26d221f-ee02-49a4-b8a7-f36a38f310fa of type vlan for network 6f555017-f7f6-4032-a5b5-567c96e47b09 May 23 11:15:08.385363 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46833fd-ee3c-44ea-8b92-fb6f67927539 None None] DHCP port deletion for e8959dc7-3e5b-4f50-a12e-88deaf15d74d request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:15:08.394827 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e46833fd-ee3c-44ea-8b92-fb6f67927539 None None] Deleting port 2f17f85e-5ad9-4f7d-8d9a-0c83783d6736 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:15:08.395276 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e46833fd-ee3c-44ea-8b92-fb6f67927539 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:08.634957 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dde2d995-a742-488d-b737-04b5b7961e02 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:08.647420 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-eedf4986-9ffe-49f2-a440-b3dfa0976f14 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Deleting port db825b15-40e9-4820-a783-e2d31ef5dde3 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:15:08.647673 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eedf4986-9ffe-49f2-a440-b3dfa0976f14 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:08.654241 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e46833fd-ee3c-44ea-8b92-fb6f67927539 None None] For port 2f17f85e-5ad9-4f7d-8d9a-0c83783d6736, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2f17f85e-5ad9-4f7d-8d9a-0c83783d6736,segment=NetworkSegment(925c759d-22e4-44bb-a638-e58e7951a0f5),segment_id=925c759d-22e4-44bb-a638-e58e7951a0f5)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:15:08.654723 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e46833fd-ee3c-44ea-8b92-fb6f67927539 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:08.684665 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ff9a6e2c-61d3-4002-a3bb-32dbb859a076 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:08.813102 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e46833fd-ee3c-44ea-8b92-fb6f67927539 None None] Calling delete_port for 2f17f85e-5ad9-4f7d-8d9a-0c83783d6736 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:15:08.819422 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc47b60b-42d8-4474-b5ae-0fd4813eb8d1 req-e47a9c3e-15e0-4668-9808-31fb75196db6 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:08.820900 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cc47b60b-42d8-4474-b5ae-0fd4813eb8d1 req-e47a9c3e-15e0-4668-9808-31fb75196db6 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eaf5c4f-dd7b-477d-a96e-56eb3571792a HTTP/1.1" status: 200 len: 945 time: 0.2392898 May 23 11:15:08.829223 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ee57d-d622-41a6-846a-d5c6628a39b0 req-55f71e4e-a9c5-4f9d-92d7-e551facdaf00 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:08.830658 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2b8ee57d-d622-41a6-846a-d5c6628a39b0 req-55f71e4e-a9c5-4f9d-92d7-e551facdaf00 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=b53ace5e-9168-425d-a46c-43d2846ba22c HTTP/1.1" status: 200 len: 945 time: 0.4642050 May 23 11:15:08.852949 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-ff9a6e2c-61d3-4002-a3bb-32dbb859a076 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Calling delete_port for 8daaf24b-68cf-4940-a2b1-d9977aaf18a9 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:15:08.934014 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2b8ee57d-d622-41a6-846a-d5c6628a39b0 req-56f1683e-8a8d-418b-abbd-2d2a4bbf8396 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837665 May 23 11:15:08.964497 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cc47b60b-42d8-4474-b5ae-0fd4813eb8d1 req-3572d6ab-bcb3-4446-8e5c-3a841be6f64b tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328247 May 23 11:15:08.966355 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eedf4986-9ffe-49f2-a440-b3dfa0976f14 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:08.966676 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eedf4986-9ffe-49f2-a440-b3dfa0976f14 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:09.019559 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e46833fd-ee3c-44ea-8b92-fb6f67927539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:09.025543 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dde2d995-a742-488d-b737-04b5b7961e02 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:09.029338 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde2d995-a742-488d-b737-04b5b7961e02 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:09.029963 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dde2d995-a742-488d-b737-04b5b7961e02 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:09.094674 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2f17f85e-5ad9-4f7d-8d9a-0c83783d6736 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:15:09.123219 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-eedf4986-9ffe-49f2-a440-b3dfa0976f14 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Calling delete_port for db825b15-40e9-4820-a783-e2d31ef5dde3 owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:15:09.149818 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 2f17f85e-5ad9-4f7d-8d9a-0c83783d6736 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:15:09.155625 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2f17f85e-5ad9-4f7d-8d9a-0c83783d6736 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:15:09.164790 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46833fd-ee3c-44ea-8b92-fb6f67927539 None None] Pushing event deleted for resources: {'Port': ['ID=2f17f85e-5ad9-4f7d-8d9a-0c83783d6736,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:09.174367 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46833fd-ee3c-44ea-8b92-fb6f67927539 None None] No DVR routers for this DVR port 2f17f85e-5ad9-4f7d-8d9a-0c83783d6736 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:15:09.254901 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f59a8100-7ab1-42de-9ed2-f4be520926c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:09.258566 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:09.260669 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde2d995-a742-488d-b737-04b5b7961e02 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Pushing event updated for resources: {'Network': ['ID=6f555017-f7f6-4032-a5b5-567c96e47b09,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:09.268156 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-dde2d995-a742-488d-b737-04b5b7961e02 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4708905 May 23 11:15:09.275315 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54192) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:09.283013 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-18cf2b5e-8308-4933-addb-d322c47e7ca8 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Request body: {'ports': [{'network_id': '88ad8c1b-8189-493e-93c2-239057338fdb', 'name': 'tempest-port--81859415', 'admin_state_up': True}, {'network_id': '6f555017-f7f6-4032-a5b5-567c96e47b09', 'admin_state_up': False}]} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:09.283319 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-18cf2b5e-8308-4933-addb-d322c47e7ca8 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Request body: {'port': {'network_id': '88ad8c1b-8189-493e-93c2-239057338fdb', 'name': 'tempest-port--81859415', 'admin_state_up': True}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:09.283777 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-18cf2b5e-8308-4933-addb-d322c47e7ca8 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Request body: {'port': {'network_id': '6f555017-f7f6-4032-a5b5-567c96e47b09', 'admin_state_up': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:09.287061 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 6f555017-f7f6-4032-a5b5-567c96e47b09 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:15:09.340574 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eedf4986-9ffe-49f2-a440-b3dfa0976f14 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:09.358053 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ff9a6e2c-61d3-4002-a3bb-32dbb859a076 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:09.405284 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf4986-9ffe-49f2-a440-b3dfa0976f14 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Pushing event deleted for resources: {'Port': ['ID=db825b15-40e9-4820-a783-e2d31ef5dde3,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:09.475638 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a6e2c-61d3-4002-a3bb-32dbb859a076 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event deleted for resources: {'Port': ['ID=8daaf24b-68cf-4940-a2b1-d9977aaf18a9,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:09.505143 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ff9a6e2c-61d3-4002-a3bb-32dbb859a076 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:09.519814 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eedf4986-9ffe-49f2-a440-b3dfa0976f14 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:09.587099 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eedf4986-9ffe-49f2-a440-b3dfa0976f14 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:09.590891 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-eedf4986-9ffe-49f2-a440-b3dfa0976f14 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "DELETE /v2.0/floatingips/8bf0d0c9-ffad-4834-99bb-cd2ed750c336 HTTP/1.1" status: 204 len: 168 time: 1.4358718 May 23 11:15:09.601012 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ff9a6e2c-61d3-4002-a3bb-32dbb859a076 tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/ports/8daaf24b-68cf-4940-a2b1-d9977aaf18a9 HTTP/1.1" status: 204 len: 168 time: 1.6967695 May 23 11:15:09.602083 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54200) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:09.657853 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-18cf2b5e-8308-4933-addb-d322c47e7ca8 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:09.668849 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-18cf2b5e-8308-4933-addb-d322c47e7ca8 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Usage tracker for resource:port and tenant:beefec015a154f83a4c75628a23866df is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:09.673058 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-18cf2b5e-8308-4933-addb-d322c47e7ca8 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:09.680986 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-18cf2b5e-8308-4933-addb-d322c47e7ca8 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:09.697562 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18cf2b5e-8308-4933-addb-d322c47e7ca8 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Made reservation on behalf of beefec015a154f83a4c75628a23866df for: {'port': 2} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:15:09.700956 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-18cf2b5e-8308-4933-addb-d322c47e7ca8 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:09.725189 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4620c9-85ce-4e2a-81eb-3e4ada03b5e5 admin admin] Router 4f84365a-4ee0-4710-9108-ca853667a2a9 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:15:09.727773 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-18cf2b5e-8308-4933-addb-d322c47e7ca8 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:09.727926 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80892459-a129-41b9-97e3-c7a30f55cac2 req-7b42b3a8-3fd5-4c97-aaaa-a7e78e0274a1 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:09.729396 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-80892459-a129-41b9-97e3-c7a30f55cac2 req-7b42b3a8-3fd5-4c97-aaaa-a7e78e0274a1 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=b53ace5e-9168-425d-a46c-43d2846ba22c HTTP/1.1" status: 200 len: 945 time: 0.1983325 May 23 11:15:09.739167 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-659dc627-5412-4164-96c4-4df6c8f78b9d tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:09.848316 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-80892459-a129-41b9-97e3-c7a30f55cac2 req-c63fe485-97ad-4b87-9b6c-629c09b39a62 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067395 May 23 11:15:09.942625 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-659dc627-5412-4164-96c4-4df6c8f78b9d tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:09.977557 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-659dc627-5412-4164-96c4-4df6c8f78b9d tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8959dc7-3e5b-4f50-a12e-88deaf15d74d']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:15:10.007518 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-659dc627-5412-4164-96c4-4df6c8f78b9d tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '925c759d-22e4-44bb-a638-e58e7951a0f5') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:15:10.007974 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-659dc627-5412-4164-96c4-4df6c8f78b9d tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '925c759d-22e4-44bb-a638-e58e7951a0f5') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:15:10.028144 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-659dc627-5412-4164-96c4-4df6c8f78b9d tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:10.058574 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-659dc627-5412-4164-96c4-4df6c8f78b9d tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:10.074988 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-659dc627-5412-4164-96c4-4df6c8f78b9d tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:15:10.075393 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-659dc627-5412-4164-96c4-4df6c8f78b9d tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:10.105222 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:15:10.105222 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:15:10.105222 n-d-842952-2 neutron-server[83910]: timer() May 23 11:15:10.105222 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:15:10.105222 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:15:10.105222 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:15:10.105222 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:15:10.105222 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:15:10.105222 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:15:10.105222 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:15:10.105222 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:15:10.105222 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:15:10.105222 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:15:10.105222 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:15:10.105222 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:15:10.105222 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:15:10.105222 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:15:10.105222 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:15:10.105222 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:15:10.105222 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:15:10.105222 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:15:10.105222 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:15:10.105222 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:15:10.105222 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:15:10.105222 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:15:10.105222 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:15:10.105222 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:15:10.105222 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:15:10.105222 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:15:10.105222 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:15:10.105222 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:15:10.105222 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:15:10.253753 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-18cf2b5e-8308-4933-addb-d322c47e7ca8 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] device_id is not set on port fac68cd7-be7d-4fc8-8f7d-9ebbff5b6372 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:15:10.337029 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-659dc627-5412-4164-96c4-4df6c8f78b9d tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:10.355798 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-659dc627-5412-4164-96c4-4df6c8f78b9d tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:10.366929 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659dc627-5412-4164-96c4-4df6c8f78b9d tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] Pushing event deleted for resources: {'Network': ['ID=e8959dc7-3e5b-4f50-a12e-88deaf15d74d,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:10.373331 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-659dc627-5412-4164-96c4-4df6c8f78b9d tempest-PortsIpV6TestJSON-1008845423 tempest-PortsIpV6TestJSON-1008845423-project] 10.222.0.79 "DELETE /v2.0/networks/e8959dc7-3e5b-4f50-a12e-88deaf15d74d HTTP/1.1" status: 204 len: 168 time: 0.7675960 May 23 11:15:10.382358 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-18cf2b5e-8308-4933-addb-d322c47e7ca8 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:10.395655 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb1366-e7ec-4518-bc30-523658469eeb req-6142e7bd-a2de-436a-8e79-2c7c5965225e tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:10.397111 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-53eb1366-e7ec-4518-bc30-523658469eeb req-6142e7bd-a2de-436a-8e79-2c7c5965225e tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eaf5c4f-dd7b-477d-a96e-56eb3571792a HTTP/1.1" status: 200 len: 945 time: 0.1349227 May 23 11:15:10.484294 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4620c9-85ce-4e2a-81eb-3e4ada03b5e5 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:15:10.490756 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-53eb1366-e7ec-4518-bc30-523658469eeb req-b3cf7c1b-0093-408c-b44a-de2412ef7c33 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853713 May 23 11:15:10.492097 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c07bad-20f4-4ec7-885b-f76704bd0238 None None] Sync routers for ids ['4f84365a-4ee0-4710-9108-ca853667a2a9'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:15:10.505875 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1a4620c9-85ce-4e2a-81eb-3e4ada03b5e5 admin admin] 10.222.0.79 "PUT /v2.0/routers/4f84365a-4ee0-4710-9108-ca853667a2a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5462139 May 23 11:15:10.508430 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54216) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:10.512755 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-18cf2b5e-8308-4933-addb-d322c47e7ca8 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] device_id is not set on port da96c084-c418-4324-964c-b594adf3986f yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:15:10.515766 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c07bad-20f4-4ec7-885b-f76704bd0238 None None] Routers {'4f84365a-4ee0-4710-9108-ca853667a2a9'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:15:10.517418 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a1c07bad-20f4-4ec7-885b-f76704bd0238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:14:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['4f84365a-4ee0-4710-9108-ca853667a2a9'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:15:10.782277 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-18cf2b5e-8308-4933-addb-d322c47e7ca8 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:10.827178 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-a1c07bad-20f4-4ec7-885b-f76704bd0238 None None] Set router 4f84365a-4ee0-4710-9108-ca853667a2a9 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:15:10.884544 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-23cb5b53-d725-4d8e-bb24-731de8e1bada admin admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:10.988371 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54224) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:10.997847 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-18cf2b5e-8308-4933-addb-d322c47e7ca8 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:11.144579 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96376068-cdff-4e9c-bb8e-dc47dc7779b3 req-44e079b6-f753-45e0-b7b3-85deefdb604d tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:11.146341 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-96376068-cdff-4e9c-bb8e-dc47dc7779b3 req-44e079b6-f753-45e0-b7b3-85deefdb604d tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b53ace5e-9168-425d-a46c-43d2846ba22c HTTP/1.1" status: 200 len: 945 time: 0.2242529 May 23 11:15:11.247687 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764f03c-576d-4efd-ab06-7f1248c1cb6a req-a5edcf80-c3c7-4ac1-9826-71dbfbf5743d tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:11.249385 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4764f03c-576d-4efd-ab06-7f1248c1cb6a req-a5edcf80-c3c7-4ac1-9826-71dbfbf5743d tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=b53ace5e-9168-425d-a46c-43d2846ba22c HTTP/1.1" status: 200 len: 945 time: 0.2474921 May 23 11:15:11.282979 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-96376068-cdff-4e9c-bb8e-dc47dc7779b3 req-44db8302-573d-4d7d-b26f-70d0466c0665 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Deleting port 66a074a2-3d71-4e6a-9c3a-28f99cb17c53 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:15:11.283563 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-96376068-cdff-4e9c-bb8e-dc47dc7779b3 req-44db8302-573d-4d7d-b26f-70d0466c0665 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:11.388147 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf2b5e-8308-4933-addb-d322c47e7ca8 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Pushing event updated for resources: {'Port': ['ID=fac68cd7-be7d-4fc8-8f7d-9ebbff5b6372,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:11.406162 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-6a0c4789-c413-4e59-b7ef-a5ea382750df admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7dca08376e90462fa2c08567c59d529a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4155035 May 23 11:15:11.410615 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54232) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:11.464435 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a1c07bad-20f4-4ec7-885b-f76704bd0238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f84365a-4ee0-4710-9108-ca853667a2a9', 'name': 'tempest-ServerRescueTestJSON-675839460-router', 'tenant_id': '4dae0a28e54e42d3b93ac681153ab34b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '4aef061e-fb03-4173-906c-1ec4753ecb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:12:35Z', 'updated_at': '2022-05-23T11:15:06Z', 'revision_number': 5, 'project_id': '4dae0a28e54e42d3b93ac681153ab34b', 'gw_port': {'id': '4aef061e-fb03-4173-906c-1ec4753ecb0e', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:84:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f84365a-4ee0-4710-9108-ca853667a2a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:12:37Z', 'updated_at': '2022-05-23T11:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:15:11.473384 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c07bad-20f4-4ec7-885b-f76704bd0238 None None] Checking router: 4f84365a-4ee0-4710-9108-ca853667a2a9 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:15:11.497587 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cf2b5e-8308-4933-addb-d322c47e7ca8 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Checking segment: {'id': '276f7a13-4746-488d-8248-889a31664d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '88ad8c1b-8189-493e-93c2-239057338fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:15:11.498183 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cf2b5e-8308-4933-addb-d322c47e7ca8 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Network hostable DHCP agents. Network: 88ad8c1b-8189-493e-93c2-239057338fdb, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:15:11.514859 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f6bf19bc-beb7-45a8-b8e8-e5fc2a782e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:11.539588 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c07bad-20f4-4ec7-885b-f76704bd0238 None None] Routers {'4f84365a-4ee0-4710-9108-ca853667a2a9'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:15:11.540252 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a1c07bad-20f4-4ec7-885b-f76704bd0238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:14:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['4f84365a-4ee0-4710-9108-ca853667a2a9'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:15:11.567357 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4764f03c-576d-4efd-ab06-7f1248c1cb6a req-d9e16de7-714e-4276-9dd2-25c0efeba37e tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902396 May 23 11:15:11.634587 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9433f289-dd05-4ff8-b1c7-63c881ad6fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:11.663647 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cf2b5e-8308-4933-addb-d322c47e7ca8 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Network 88ad8c1b-8189-493e-93c2-239057338fdb is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:15:11.690022 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-13a5cf14-bcde-42f8-823b-e9bb5392986c req-5c08c4e6-349b-43df-a92a-3d778e688bf0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1797729 May 23 11:15:11.709152 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9433f289-dd05-4ff8-b1c7-63c881ad6fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:11.785789 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-18cf2b5e-8308-4933-addb-d322c47e7ca8 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 88ad8c1b-8189-493e-93c2-239057338fdb) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:15:11.812007 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cf2b5e-8308-4933-addb-d322c47e7ca8 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:15:11.813371 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-18cf2b5e-8308-4933-addb-d322c47e7ca8 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:11.839887 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-a1c07bad-20f4-4ec7-885b-f76704bd0238 None None] Set router 4f84365a-4ee0-4710-9108-ca853667a2a9 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:15:11.843148 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ea694-0ea8-4e47-a315-ddcf287abbaf req-b392f1e1-ce06-4876-b50a-c79152ab544a tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:11.853607 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-800ea694-0ea8-4e47-a315-ddcf287abbaf req-b392f1e1-ce06-4876-b50a-c79152ab544a tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eaf5c4f-dd7b-477d-a96e-56eb3571792a HTTP/1.1" status: 200 len: 945 time: 0.1570172 May 23 11:15:11.904156 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-96376068-cdff-4e9c-bb8e-dc47dc7779b3 req-44db8302-573d-4d7d-b26f-70d0466c0665 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] For port 66a074a2-3d71-4e6a-9c3a-28f99cb17c53, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=66a074a2-3d71-4e6a-9c3a-28f99cb17c53,segment=NetworkSegment(3dd9ea5f-23bc-4bc8-917a-431ad3d10464),segment_id=3dd9ea5f-23bc-4bc8-917a-431ad3d10464)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:15:11.904547 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-96376068-cdff-4e9c-bb8e-dc47dc7779b3 req-44db8302-573d-4d7d-b26f-70d0466c0665 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:11.972147 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf2b5e-8308-4933-addb-d322c47e7ca8 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Pushing event updated for resources: {'Port': ['ID=da96c084-c418-4324-964c-b594adf3986f,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:11.984979 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58e8173-4ee4-4acd-aeb2-30ac4f577026 None None] Network 88ad8c1b-8189-493e-93c2-239057338fdb requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:15:11.986822 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9433f289-dd05-4ff8-b1c7-63c881ad6fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:12.020497 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-23cb5b53-d725-4d8e-bb24-731de8e1bada admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:12.029557 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9433f289-dd05-4ff8-b1c7-63c881ad6fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73993c7a-c1a1-499e-83ff-d546defc1a8d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:12.054706 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-23cb5b53-d725-4d8e-bb24-731de8e1bada admin admin] Deleting port 4aef061e-fb03-4173-906c-1ec4753ecb0e {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:15:12.055066 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-23cb5b53-d725-4d8e-bb24-731de8e1bada admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:12.065095 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-96376068-cdff-4e9c-bb8e-dc47dc7779b3 req-44db8302-573d-4d7d-b26f-70d0466c0665 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Calling delete_port for 66a074a2-3d71-4e6a-9c3a-28f99cb17c53 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:15:12.085990 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cf2b5e-8308-4933-addb-d322c47e7ca8 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Checking segment: {'id': 'f26d221f-ee02-49a4-b8a7-f36a38f310fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6f555017-f7f6-4032-a5b5-567c96e47b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:15:12.086382 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cf2b5e-8308-4933-addb-d322c47e7ca8 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Network hostable DHCP agents. Network: 6f555017-f7f6-4032-a5b5-567c96e47b09, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:15:12.098006 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9433f289-dd05-4ff8-b1c7-63c881ad6fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:12.100378 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-800ea694-0ea8-4e47-a315-ddcf287abbaf req-5f1ae029-7259-4dcf-93e5-9d072842c244 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457364 May 23 11:15:12.113034 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9433f289-dd05-4ff8-b1c7-63c881ad6fb9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/73993c7a-c1a1-499e-83ff-d546defc1a8d HTTP/1.1" status: 204 len: 168 time: 0.7000961 May 23 11:15:12.130765 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-13a5cf14-bcde-42f8-823b-e9bb5392986c req-adbdc241-4220-4526-a4e1-08b86473b64b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c33b6fcb07a04f2fa56c6e5a7798a085&device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 6491 time: 0.3285532 May 23 11:15:12.300888 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-96376068-cdff-4e9c-bb8e-dc47dc7779b3 req-44db8302-573d-4d7d-b26f-70d0466c0665 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:12.343171 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['93231983-db7d-4314-a4f2-a6dea56eda75'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:15:12.379153 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['280cf2c1-bc2a-47e3-ac58-64bf18b24294'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:15:12.383816 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db8302-573d-4d7d-b26f-70d0466c0665 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Pushing event deleted for resources: {'Port': ['ID=66a074a2-3d71-4e6a-9c3a-28f99cb17c53,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:12.541429 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-96376068-cdff-4e9c-bb8e-dc47dc7779b3 req-44db8302-573d-4d7d-b26f-70d0466c0665 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] No DVR routers for this DVR port 66a074a2-3d71-4e6a-9c3a-28f99cb17c53 on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:15:12.565086 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-96376068-cdff-4e9c-bb8e-dc47dc7779b3 req-44db8302-573d-4d7d-b26f-70d0466c0665 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:12.571719 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53ace5e-9168-425d-a46c-43d2846ba22c', 'name': 'network-vif-deleted', 'tag': '66a074a2-3d71-4e6a-9c3a-28f99cb17c53'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:15:12.589435 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-96376068-cdff-4e9c-bb8e-dc47dc7779b3 req-44db8302-573d-4d7d-b26f-70d0466c0665 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.13 "DELETE /v2.0/ports/66a074a2-3d71-4e6a-9c3a-28f99cb17c53 HTTP/1.1" status: 204 len: 173 time: 1.4378581 May 23 11:15:12.615228 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cf2b5e-8308-4933-addb-d322c47e7ca8 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Network 6f555017-f7f6-4032-a5b5-567c96e47b09 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:15:12.669284 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-18cf2b5e-8308-4933-addb-d322c47e7ca8 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 6f555017-f7f6-4032-a5b5-567c96e47b09) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:15:12.693067 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c646887a-8cce-4248-bcfd-fa73c1497184'] response: {'server_uuid': 'b53ace5e-9168-425d-a46c-43d2846ba22c', 'name': 'network-vif-deleted', 'tag': '66a074a2-3d71-4e6a-9c3a-28f99cb17c53', 'status': 'completed', 'code': 200} May 23 11:15:12.710192 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cf2b5e-8308-4933-addb-d322c47e7ca8 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:15:12.714257 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cf2b5e-8308-4933-addb-d322c47e7ca8 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:12.717577 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cf2b5e-8308-4933-addb-d322c47e7ca8 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:12.718349 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-18cf2b5e-8308-4933-addb-d322c47e7ca8 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:12.740561 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cfba33-2b68-45ac-97e4-cf190be91d5d None None] Network 6f555017-f7f6-4032-a5b5-567c96e47b09 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:15:12.814459 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5cf14-bcde-42f8-823b-e9bb5392986c req-995c543b-3c78-4972-8a85-3959c44b1000 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:12.814852 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5cf14-bcde-42f8-823b-e9bb5392986c req-995c543b-3c78-4972-8a85-3959c44b1000 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:12.815344 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5cf14-bcde-42f8-823b-e9bb5392986c req-995c543b-3c78-4972-8a85-3959c44b1000 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:12.816929 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-13a5cf14-bcde-42f8-823b-e9bb5392986c req-995c543b-3c78-4972-8a85-3959c44b1000 service neutron] 10.222.0.81 "GET /v2.0/networks?id=23dc4a33-f2ce-4b86-bf3b-fd54d05f4691&id=58ef6021-e396-465d-be5f-f38283ee2d4e&id=58ef6021-e396-465d-be5f-f38283ee2d4e&id=58ef6021-e396-465d-be5f-f38283ee2d4e&id=58ef6021-e396-465d-be5f-f38283ee2d4e&id=e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d&id=e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d HTTP/1.1" status: 200 len: 2293 time: 0.6325169 May 23 11:15:12.833801 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-18cf2b5e-8308-4933-addb-d322c47e7ca8 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 3.5548761 May 23 11:15:12.833801 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-23cb5b53-d725-4d8e-bb24-731de8e1bada admin admin] For port 4aef061e-fb03-4173-906c-1ec4753ecb0e, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=4aef061e-fb03-4173-906c-1ec4753ecb0e,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:15:12.833801 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-23cb5b53-d725-4d8e-bb24-731de8e1bada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:12.836044 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54258) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:13.052062 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-23cb5b53-d725-4d8e-bb24-731de8e1bada admin admin] Calling delete_port for 4aef061e-fb03-4173-906c-1ec4753ecb0e owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:15:13.074223 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-53aeb892-22ac-4738-a2c6-db41a0e6a517 req-13fa716d-eea3-4375-8c9c-e2c7a0d17c0d tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Synchronizing usage tracker for tenant:918845eb514f4ef49a66c0d5a348fe52 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:15:13.078123 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a1c07bad-20f4-4ec7-885b-f76704bd0238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f84365a-4ee0-4710-9108-ca853667a2a9', 'name': 'tempest-ServerRescueTestJSON-675839460-router', 'tenant_id': '4dae0a28e54e42d3b93ac681153ab34b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '4aef061e-fb03-4173-906c-1ec4753ecb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:12:35Z', 'updated_at': '2022-05-23T11:15:06Z', 'revision_number': 5, 'project_id': '4dae0a28e54e42d3b93ac681153ab34b', 'gw_port': {'id': '4aef061e-fb03-4173-906c-1ec4753ecb0e', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:84:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f84365a-4ee0-4710-9108-ca853667a2a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:12:37Z', 'updated_at': '2022-05-23T11:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:15:13.081606 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:13.098189 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:13.118962 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c07bad-20f4-4ec7-885b-f76704bd0238 None None] The sync data for ids ['4f84365a-4ee0-4710-9108-ca853667a2a9'] in n-d-842952-2 is: [{'id': '4f84365a-4ee0-4710-9108-ca853667a2a9', 'name': 'tempest-ServerRescueTestJSON-675839460-router', 'tenant_id': '4dae0a28e54e42d3b93ac681153ab34b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '4aef061e-fb03-4173-906c-1ec4753ecb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:12:35Z', 'updated_at': '2022-05-23T11:15:06Z', 'revision_number': 5, 'project_id': '4dae0a28e54e42d3b93ac681153ab34b', 'gw_port': {'id': '4aef061e-fb03-4173-906c-1ec4753ecb0e', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:84:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f84365a-4ee0-4710-9108-ca853667a2a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:12:37Z', 'updated_at': '2022-05-23T11:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:15:13.137964 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-13a5cf14-bcde-42f8-823b-e9bb5392986c req-daddb59c-f3b5-47e6-9660-074934ec8b62 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1eba941-2df3-4bcf-85f4-35d01dbde7af HTTP/1.1" status: 200 len: 1001 time: 0.3085172 May 23 11:15:13.172125 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-53aeb892-22ac-4738-a2c6-db41a0e6a517 req-13fa716d-eea3-4375-8c9c-e2c7a0d17c0d tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Unset dirty status for tenant:918845eb514f4ef49a66c0d5a348fe52 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:15:13.173520 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-53aeb892-22ac-4738-a2c6-db41a0e6a517 req-13fa716d-eea3-4375-8c9c-e2c7a0d17c0d tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=b53ace5e-9168-425d-a46c-43d2846ba22c HTTP/1.1" status: 200 len: 210 time: 0.2061939 May 23 11:15:13.218408 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912798d0-659c-4998-905b-e921a6456e0d tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:13.227343 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912798d0-659c-4998-905b-e921a6456e0d tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:13.234193 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54270) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:13.235774 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-912798d0-659c-4998-905b-e921a6456e0d tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.3916132 May 23 11:15:13.262962 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024addf-135b-487c-9e2b-20ba38262b1e req-943352d1-6038-4490-9e80-bbe3bb9252b0 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:13.263688 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-1024addf-135b-487c-9e2b-20ba38262b1e req-943352d1-6038-4490-9e80-bbe3bb9252b0 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Synchronizing usage tracker for tenant:92ce77b1b70449899717558adda940d2 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:15:13.291354 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-1024addf-135b-487c-9e2b-20ba38262b1e req-943352d1-6038-4490-9e80-bbe3bb9252b0 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Unset dirty status for tenant:92ce77b1b70449899717558adda940d2 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:15:13.298624 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1024addf-135b-487c-9e2b-20ba38262b1e req-943352d1-6038-4490-9e80-bbe3bb9252b0 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=93b7d7c2-e675-4d2e-9ab7-7c54418a4129 HTTP/1.1" status: 200 len: 945 time: 0.2189829 May 23 11:15:13.317134 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5cf14-bcde-42f8-823b-e9bb5392986c req-096e09a9-f8c9-4b31-bb76-7595e66299db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:13.318592 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-13a5cf14-bcde-42f8-823b-e9bb5392986c req-096e09a9-f8c9-4b31-bb76-7595e66299db service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b2226f5c-2e5b-46dc-ae1a-6976c060aeaf HTTP/1.1" status: 200 len: 850 time: 0.1744549 May 23 11:15:13.344716 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-1024addf-135b-487c-9e2b-20ba38262b1e req-46c378b2-d2fb-455e-82ce-af6152f0782b tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Synchronizing usage tracker for tenant:92ce77b1b70449899717558adda940d2 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:15:13.364910 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-6c481198-44cd-4322-872f-36dc1bf43b5a tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Deleting port fac68cd7-be7d-4fc8-8f7d-9ebbff5b6372 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:15:13.365281 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6c481198-44cd-4322-872f-36dc1bf43b5a tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:13.409144 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-1024addf-135b-487c-9e2b-20ba38262b1e req-46c378b2-d2fb-455e-82ce-af6152f0782b tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Unset dirty status for tenant:92ce77b1b70449899717558adda940d2 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:15:13.425058 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1024addf-135b-487c-9e2b-20ba38262b1e req-46c378b2-d2fb-455e-82ce-af6152f0782b tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?id=f91d8711-19bb-4200-ad59-2b656b055eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254199 May 23 11:15:13.498648 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b948a6-6b1d-4720-b7ba-54e9dd24e22e req-8a12400e-3981-4d9f-a5fa-744958eae1b6 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:13.500762 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d7b948a6-6b1d-4720-b7ba-54e9dd24e22e req-8a12400e-3981-4d9f-a5fa-744958eae1b6 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eaf5c4f-dd7b-477d-a96e-56eb3571792a HTTP/1.1" status: 200 len: 945 time: 0.1375306 May 23 11:15:13.582208 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d7b948a6-6b1d-4720-b7ba-54e9dd24e22e req-24a18f08-3c08-4866-9add-6d208016c9bd tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748084 May 23 11:15:13.584794 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54278) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:13.678136 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-23cb5b53-d725-4d8e-bb24-731de8e1bada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:13.735311 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-13a5cf14-bcde-42f8-823b-e9bb5392986c req-3f7b8b62-ddb9-4269-bde9-0b998205973b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=23dc4a33-f2ce-4b86-bf3b-fd54d05f4691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4100978 May 23 11:15:13.756461 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-f97a1906-8c0d-4eb8-9ba7-6c0bd81d2480 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Request body: {'security_group': {'name': 'tempest-secgroup--1149682020'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:13.762364 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f97a1906-8c0d-4eb8-9ba7-6c0bd81d2480 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:13.766289 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f97a1906-8c0d-4eb8-9ba7-6c0bd81d2480 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Usage tracker for resource:security_group and tenant:7970a58339d24e3c8b586d5bfdd4cb8a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:13.769550 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f97a1906-8c0d-4eb8-9ba7-6c0bd81d2480 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:13.775913 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f97a1906-8c0d-4eb8-9ba7-6c0bd81d2480 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:13.782208 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb5b53-d725-4d8e-bb24-731de8e1bada admin admin] Pushing event deleted for resources: {'Port': ['ID=4aef061e-fb03-4173-906c-1ec4753ecb0e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:13.789184 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f97a1906-8c0d-4eb8-9ba7-6c0bd81d2480 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:13.803557 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f97a1906-8c0d-4eb8-9ba7-6c0bd81d2480 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:13.838433 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f97a1906-8c0d-4eb8-9ba7-6c0bd81d2480 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:13.843098 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f97a1906-8c0d-4eb8-9ba7-6c0bd81d2480 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Usage tracker for resource:security_group_rule and tenant:7970a58339d24e3c8b586d5bfdd4cb8a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:13.846119 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f97a1906-8c0d-4eb8-9ba7-6c0bd81d2480 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:13.848606 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6c481198-44cd-4322-872f-36dc1bf43b5a tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:13.852078 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f97a1906-8c0d-4eb8-9ba7-6c0bd81d2480 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:13.864553 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 0615af0b-0c22-4c7d-8313-76563cd3cbbe no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:15:13.926706 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f97a1906-8c0d-4eb8-9ba7-6c0bd81d2480 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:13.931343 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f97a1906-8c0d-4eb8-9ba7-6c0bd81d2480 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:13.973557 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f97a1906-8c0d-4eb8-9ba7-6c0bd81d2480 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:13.978067 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a1906-8c0d-4eb8-9ba7-6c0bd81d2480 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4c4b3a-b1dc-4aa2-a72a-074385b0d99c,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:13.981218 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f97a1906-8c0d-4eb8-9ba7-6c0bd81d2480 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Usage tracker for resource:security_group_rule and tenant:7970a58339d24e3c8b586d5bfdd4cb8a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:13.985098 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f97a1906-8c0d-4eb8-9ba7-6c0bd81d2480 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:13.992423 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f97a1906-8c0d-4eb8-9ba7-6c0bd81d2480 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:14.029971 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:14.050781 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f97a1906-8c0d-4eb8-9ba7-6c0bd81d2480 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:14.055617 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f97a1906-8c0d-4eb8-9ba7-6c0bd81d2480 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:14.057634 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eaf5c4f-dd7b-477d-a96e-56eb3571792a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0615af0b-0c22-4c7d-8313-76563cd3cbbe'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:15:14.060961 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-6c481198-44cd-4322-872f-36dc1bf43b5a tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Calling delete_port for fac68cd7-be7d-4fc8-8f7d-9ebbff5b6372 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:15:14.078471 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 0615af0b-0c22-4c7d-8313-76563cd3cbbe, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=0615af0b-0c22-4c7d-8313-76563cd3cbbe,segment=NetworkSegment(e6734377-073b-422b-93c0-ef1cda14b824),segment_id=e6734377-073b-422b-93c0-ef1cda14b824)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:15:14.086154 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:14.093367 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 66a074a2-3d71-4e6a-9c3a-28f99cb17c53 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:15:14.100988 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a1906-8c0d-4eb8-9ba7-6c0bd81d2480 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44414c4c-d3e9-43df-b141-91cfe21ed2cc,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:14.104800 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f97a1906-8c0d-4eb8-9ba7-6c0bd81d2480 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:14.108480 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f97a1906-8c0d-4eb8-9ba7-6c0bd81d2480 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5203447 May 23 11:15:14.116590 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54288) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:14.144897 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aad41d46-b8bd-480f-a2b9-f0bc04007f6e'] response: {'server_uuid': '8eaf5c4f-dd7b-477d-a96e-56eb3571792a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0615af0b-0c22-4c7d-8313-76563cd3cbbe', 'code': 200} May 23 11:15:14.192881 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 66a074a2-3d71-4e6a-9c3a-28f99cb17c53 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:15:14.193217 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 66a074a2-3d71-4e6a-9c3a-28f99cb17c53 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:15:14.263403 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:14.264165 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=0615af0b-0c22-4c7d-8313-76563cd3cbbe,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:14.293094 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d2a63587-c393-4908-9a9e-d553e1ae03a2 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Synchronizing usage tracker for tenant:7970a58339d24e3c8b586d5bfdd4cb8a on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:15:14.311609 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d2a63587-c393-4908-9a9e-d553e1ae03a2 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Unset dirty status for tenant:7970a58339d24e3c8b586d5bfdd4cb8a on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:15:14.312962 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d2a63587-c393-4908-9a9e-d553e1ae03a2 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1952419 May 23 11:15:14.315739 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54296) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:14.321923 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-cf482ded-35df-4c1f-a94c-05d69d1f8722 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Request body: {'security_group': {'name': 'tempest-security--550936279', 'description': 'tempest-security-description-1752777722'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:14.353911 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cf482ded-35df-4c1f-a94c-05d69d1f8722 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:14.408075 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cf482ded-35df-4c1f-a94c-05d69d1f8722 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:14.412741 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cf482ded-35df-4c1f-a94c-05d69d1f8722 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:14.415204 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cf482ded-35df-4c1f-a94c-05d69d1f8722 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:14.416452 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-cf482ded-35df-4c1f-a94c-05d69d1f8722 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "PUT /v2.0/security-groups/44414c4c-d3e9-43df-b141-91cfe21ed2cc HTTP/1.1" status: 200 len: 1611 time: 0.0996411 May 23 11:15:14.423911 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54300) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:14.462952 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-13a5cf14-bcde-42f8-823b-e9bb5392986c req-efb22c94-756e-403a-ac80-54d50e9c459d service neutron] 10.222.0.81 "GET /v2.0/networks/23dc4a33-f2ce-4b86-bf3b-fd54d05f4691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7175236 May 23 11:15:14.476690 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf482ded-35df-4c1f-a94c-05d69d1f8722 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44414c4c-d3e9-43df-b141-91cfe21ed2cc,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:14.490754 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-cfd601f5-3aa9-46e0-82e0-8bec4450f4f7 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "GET /v2.0/security-groups/44414c4c-d3e9-43df-b141-91cfe21ed2cc HTTP/1.1" status: 200 len: 1611 time: 0.0657587 May 23 11:15:14.493174 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54306) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:14.571812 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-838d2dd7-72e2-4c80-acb0-f5ede2a9472c tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:14.614641 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6c481198-44cd-4322-872f-36dc1bf43b5a tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:14.644420 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-838d2dd7-72e2-4c80-acb0-f5ede2a9472c tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:14.674407 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c481198-44cd-4322-872f-36dc1bf43b5a tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Pushing event deleted for resources: {'Port': ['ID=fac68cd7-be7d-4fc8-8f7d-9ebbff5b6372,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:14.683027 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-23cb5b53-d725-4d8e-bb24-731de8e1bada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:14.771314 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-838d2dd7-72e2-4c80-acb0-f5ede2a9472c tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:14.794337 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4665a47-1991-4601-8f10-7c45759d0411 req-b2642b54-224d-4740-b78e-52e6ecfc528f tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:14.795839 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a4665a47-1991-4601-8f10-7c45759d0411 req-b2642b54-224d-4740-b78e-52e6ecfc528f tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=93b7d7c2-e675-4d2e-9ab7-7c54418a4129 HTTP/1.1" status: 200 len: 945 time: 0.1967669 May 23 11:15:14.801640 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d2dd7-72e2-4c80-acb0-f5ede2a9472c tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44414c4c-d3e9-43df-b141-91cfe21ed2cc,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:14.802619 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6c481198-44cd-4322-872f-36dc1bf43b5a tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:14.817652 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-838d2dd7-72e2-4c80-acb0-f5ede2a9472c tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:14.818707 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-838d2dd7-72e2-4c80-acb0-f5ede2a9472c tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "DELETE /v2.0/security-groups/44414c4c-d3e9-43df-b141-91cfe21ed2cc HTTP/1.1" status: 204 len: 168 time: 0.3244052 May 23 11:15:14.828977 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90178fd-1999-45c8-9420-4ab95a53d115 req-d8139ddb-0384-4a61-9353-8eac09669894 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:14.831407 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c90178fd-1999-45c8-9420-4ab95a53d115 req-d8139ddb-0384-4a61-9353-8eac09669894 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=b48ed139-e442-4753-95e3-2a4c7685b1c9 HTTP/1.1" status: 200 len: 946 time: 0.1531284 May 23 11:15:14.833701 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54314) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:14.867118 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6c481198-44cd-4322-872f-36dc1bf43b5a tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] 10.222.0.79 "DELETE /v2.0/ports/fac68cd7-be7d-4fc8-8f7d-9ebbff5b6372 HTTP/1.1" status: 204 len: 168 time: 1.6230266 May 23 11:15:14.868398 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54318) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:14.956384 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 66976a64-f29e-4b8c-82c5-709a3c36fb36 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:15:14.964433 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a4665a47-1991-4601-8f10-7c45759d0411 req-36f05db2-d0a8-473b-b62c-522b63ceb9e3 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?id=f91d8711-19bb-4200-ad59-2b656b055eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481750 May 23 11:15:14.974064 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-156d9493-9d34-4360-a945-080bc54c5c9e tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Deleting port da96c084-c418-4324-964c-b594adf3986f {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:15:14.974404 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-156d9493-9d34-4360-a945-080bc54c5c9e tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:14.992387 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 66976a64-f29e-4b8c-82c5-709a3c36fb36 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:15:14.992831 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 66976a64-f29e-4b8c-82c5-709a3c36fb36 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:15:15.026458 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c90178fd-1999-45c8-9420-4ab95a53d115 req-468e11cc-7f42-4a4b-a16d-c5866c52076b tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758678 May 23 11:15:15.070072 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-13a5cf14-bcde-42f8-823b-e9bb5392986c req-be4a6641-6c89-421d-b4bb-ad99d74f1878 service neutron] 10.222.0.81 "GET /v2.0/networks/23dc4a33-f2ce-4b86-bf3b-fd54d05f4691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5973141 May 23 11:15:15.164592 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-23cb5b53-d725-4d8e-bb24-731de8e1bada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:15.175507 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-13a5cf14-bcde-42f8-823b-e9bb5392986c req-0dd1a223-d9b2-4d41-a943-36b5b955460d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=4b591b58-1bf1-4cef-b2f3-f83a8acf29e7 HTTP/1.1" status: 200 len: 217 time: 0.0918179 May 23 11:15:15.180149 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9f7ad981-a463-4ef5-ad16-782de0bc9e2e tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3425989 May 23 11:15:15.184716 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54322) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:15.186886 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-23cb5b53-d725-4d8e-bb24-731de8e1bada admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:15.253158 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-13fae9ce-5dba-49f3-9fd8-59e1c65c2dac tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] delete failed (client error): The resource could not be found. May 23 11:15:15.254174 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-13fae9ce-5dba-49f3-9fd8-59e1c65c2dac tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "DELETE /v2.0/security-groups/44414c4c-d3e9-43df-b141-91cfe21ed2cc HTTP/1.1" status: 404 len: 347 time: 0.0685861 May 23 11:15:15.258364 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54326) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:15.265712 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-ab5bfa86-33cb-4e41-995c-5112b7c6aa78 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Request body: {'security_group': {'name': 'tempest-secgroup--631902971'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:15.277607 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ab5bfa86-33cb-4e41-995c-5112b7c6aa78 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:15.280760 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-156d9493-9d34-4360-a945-080bc54c5c9e tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:15.291315 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4ea72-94c2-4296-9448-53614ed9d283 req-e1010126-0ee0-4a41-b32a-0a3338d398b5 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:15.292894 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-88e4ea72-94c2-4296-9448-53614ed9d283 req-e1010126-0ee0-4a41-b32a-0a3338d398b5 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.81 "GET /v2.0/ports?device_id=93b7d7c2-e675-4d2e-9ab7-7c54418a4129 HTTP/1.1" status: 200 len: 945 time: 0.4332073 May 23 11:15:15.294000 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ab5bfa86-33cb-4e41-995c-5112b7c6aa78 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Usage tracker for resource:security_group and tenant:7970a58339d24e3c8b586d5bfdd4cb8a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:15.295153 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5cf14-bcde-42f8-823b-e9bb5392986c req-85cd08f1-29ef-417b-950e-f5bbc736e68c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:15.296706 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-13a5cf14-bcde-42f8-823b-e9bb5392986c req-85cd08f1-29ef-417b-950e-f5bbc736e68c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d58e10eb-eed0-4186-8daa-9070770a55fe HTTP/1.1" status: 200 len: 797 time: 0.1075315 May 23 11:15:15.297609 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-23cb5b53-d725-4d8e-bb24-731de8e1bada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:15.298215 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23cb5b53-d725-4d8e-bb24-731de8e1bada admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f84365a-4ee0-4710-9108-ca853667a2a9 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:15:15.336944 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-23cb5b53-d725-4d8e-bb24-731de8e1bada admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:15.340524 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-23cb5b53-d725-4d8e-bb24-731de8e1bada admin admin] 10.222.0.79 "DELETE /v2.0/routers/4f84365a-4ee0-4710-9108-ca853667a2a9 HTTP/1.1" status: 204 len: 168 time: 4.8286438 May 23 11:15:15.351999 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ab5bfa86-33cb-4e41-995c-5112b7c6aa78 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:15.375389 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54330) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:15.419033 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-156d9493-9d34-4360-a945-080bc54c5c9e tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Calling delete_port for da96c084-c418-4324-964c-b594adf3986f owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:15:15.449473 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ab5bfa86-33cb-4e41-995c-5112b7c6aa78 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:15.460265 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-88e4ea72-94c2-4296-9448-53614ed9d283 req-a5724bc1-5b5a-4043-b5b7-5658ab3cd9c2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Deleting port c8a17c57-9abc-4f3d-9f38-186fb3681889 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:15:15.460606 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-88e4ea72-94c2-4296-9448-53614ed9d283 req-a5724bc1-5b5a-4043-b5b7-5658ab3cd9c2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:15.487772 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c16c01-bb1a-409b-b12b-aaee1e888ca1 req-190533e2-d6a6-4aa7-80e8-8a4c7b7aaded tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:15.489277 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-62c16c01-bb1a-409b-b12b-aaee1e888ca1 req-190533e2-d6a6-4aa7-80e8-8a4c7b7aaded tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eaf5c4f-dd7b-477d-a96e-56eb3571792a HTTP/1.1" status: 200 len: 943 time: 0.3893151 May 23 11:15:15.492610 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ab5bfa86-33cb-4e41-995c-5112b7c6aa78 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:15.524480 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-75010d88-1a7e-4970-aa33-df00e7dacc93 admin admin] Deleting subnet eeed4ff9-e40c-44ef-ad2b-8f4ca302f431 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:15:15.531502 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-75010d88-1a7e-4970-aa33-df00e7dacc93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:15.576214 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-156d9493-9d34-4360-a945-080bc54c5c9e tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:15.623909 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-62c16c01-bb1a-409b-b12b-aaee1e888ca1 req-07185c7a-d375-46ca-acba-4975b7995664 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186404 May 23 11:15:15.627117 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-75010d88-1a7e-4970-aa33-df00e7dacc93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:15.630051 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ab5bfa86-33cb-4e41-995c-5112b7c6aa78 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:15.635850 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156d9493-9d34-4360-a945-080bc54c5c9e tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Pushing event deleted for resources: {'Port': ['ID=da96c084-c418-4324-964c-b594adf3986f,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:15.638067 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ab5bfa86-33cb-4e41-995c-5112b7c6aa78 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Usage tracker for resource:security_group_rule and tenant:7970a58339d24e3c8b586d5bfdd4cb8a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:15.643009 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ab5bfa86-33cb-4e41-995c-5112b7c6aa78 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:15.650333 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ab5bfa86-33cb-4e41-995c-5112b7c6aa78 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:15.655111 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-156d9493-9d34-4360-a945-080bc54c5c9e tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:15.673652 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-156d9493-9d34-4360-a945-080bc54c5c9e tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] 10.222.0.79 "DELETE /v2.0/ports/da96c084-c418-4324-964c-b594adf3986f HTTP/1.1" status: 204 len: 168 time: 0.7989850 May 23 11:15:15.674087 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54334) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:15.724918 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8dea6af8-0211-4ec3-a844-ff7cad718fe6 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Synchronizing usage tracker for tenant:beefec015a154f83a4c75628a23866df on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:15:15.762772 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8dea6af8-0211-4ec3-a844-ff7cad718fe6 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Unset dirty status for tenant:beefec015a154f83a4c75628a23866df on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:15:15.767565 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8dea6af8-0211-4ec3-a844-ff7cad718fe6 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0890417 May 23 11:15:15.768655 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54338) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:15.783559 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-5870e6c6-125e-4afc-9299-da576dc7bd31 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1322698359'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:15.790261 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ab5bfa86-33cb-4e41-995c-5112b7c6aa78 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:15.791577 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5870e6c6-125e-4afc-9299-da576dc7bd31 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:15.796156 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5870e6c6-125e-4afc-9299-da576dc7bd31 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Usage tracker for resource:network and tenant:beefec015a154f83a4c75628a23866df is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:15.799448 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ab5bfa86-33cb-4e41-995c-5112b7c6aa78 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:15.803145 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5870e6c6-125e-4afc-9299-da576dc7bd31 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:15.823598 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-13a5cf14-bcde-42f8-823b-e9bb5392986c req-f715a7e9-c68c-4964-9e0a-2df60be0b271 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=58ef6021-e396-465d-be5f-f38283ee2d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4887571 May 23 11:15:15.824995 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5870e6c6-125e-4afc-9299-da576dc7bd31 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:15.854015 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ab5bfa86-33cb-4e41-995c-5112b7c6aa78 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:15.858136 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ab5bfa86-33cb-4e41-995c-5112b7c6aa78 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5960429 May 23 11:15:15.858272 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54342) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:15.861150 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5bfa86-33cb-4e41-995c-5112b7c6aa78 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b49c762e-5ceb-4bb9-9461-685de9af9042,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:15.866341 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-4e1d0b38-c598-40d9-8474-2d04fd2236ad tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Request body: {'security_group_rule': {'security_group_id': 'b49c762e-5ceb-4bb9-9461-685de9af9042', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:15.872849 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5870e6c6-125e-4afc-9299-da576dc7bd31 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Made reservation on behalf of beefec015a154f83a4c75628a23866df for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:15:15.875681 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5870e6c6-125e-4afc-9299-da576dc7bd31 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:15.885636 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4e1d0b38-c598-40d9-8474-2d04fd2236ad tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:15.893841 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4e1d0b38-c598-40d9-8474-2d04fd2236ad tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Usage tracker for resource:security_group_rule and tenant:7970a58339d24e3c8b586d5bfdd4cb8a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:15.898242 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4e1d0b38-c598-40d9-8474-2d04fd2236ad tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:15.908897 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4e1d0b38-c598-40d9-8474-2d04fd2236ad tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:15.921536 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5870e6c6-125e-4afc-9299-da576dc7bd31 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:15:15.932035 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5870e6c6-125e-4afc-9299-da576dc7bd31 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:15.932377 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-5870e6c6-125e-4afc-9299-da576dc7bd31 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Added segment dd921dd1-b6f4-4573-909a-e0affc749706 of type vlan for network 37312d58-2395-4fe7-befd-3b599f45b838 May 23 11:15:15.944173 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4e1d0b38-c598-40d9-8474-2d04fd2236ad tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:15.990092 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5870e6c6-125e-4afc-9299-da576dc7bd31 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:16.018675 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-75010d88-1a7e-4970-aa33-df00e7dacc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:16.044537 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4e1d0b38-c598-40d9-8474-2d04fd2236ad tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:16.052762 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5870e6c6-125e-4afc-9299-da576dc7bd31 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:16.057506 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5870e6c6-125e-4afc-9299-da576dc7bd31 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:16.058151 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5870e6c6-125e-4afc-9299-da576dc7bd31 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:16.088576 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4e1d0b38-c598-40d9-8474-2d04fd2236ad tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:16.137015 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-88e4ea72-94c2-4296-9448-53614ed9d283 req-a5724bc1-5b5a-4043-b5b7-5658ab3cd9c2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] For port c8a17c57-9abc-4f3d-9f38-186fb3681889, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=c8a17c57-9abc-4f3d-9f38-186fb3681889,segment=NetworkSegment(f83c0d0e-9b40-421e-a2f5-66bbabc627e2),segment_id=f83c0d0e-9b40-421e-a2f5-66bbabc627e2)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:15:16.137365 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-88e4ea72-94c2-4296-9448-53614ed9d283 req-a5724bc1-5b5a-4043-b5b7-5658ab3cd9c2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:16.157642 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-13a5cf14-bcde-42f8-823b-e9bb5392986c req-2cee6268-b82f-4771-9448-ff1ab4a84c16 service neutron] 10.222.0.81 "GET /v2.0/networks/58ef6021-e396-465d-be5f-f38283ee2d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157692 May 23 11:15:16.224983 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d0b38-c598-40d9-8474-2d04fd2236ad tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb6448e3-986a-4422-9a5c-73b785f36900,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:16.302144 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5870e6c6-125e-4afc-9299-da576dc7bd31 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5272605 May 23 11:15:16.302144 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4e1d0b38-c598-40d9-8474-2d04fd2236ad tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:16.302144 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4e1d0b38-c598-40d9-8474-2d04fd2236ad tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4390886 May 23 11:15:16.302144 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5870e6c6-125e-4afc-9299-da576dc7bd31 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Pushing event updated for resources: {'Network': ['ID=37312d58-2395-4fe7-befd-3b599f45b838,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:16.304719 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54350) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:16.304719 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54352) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:16.315358 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 37312d58-2395-4fe7-befd-3b599f45b838 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:15:16.328766 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-41918354-623d-4992-9da1-77a5627d07df tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-185478036'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:16.328984 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-75010d88-1a7e-4970-aa33-df00e7dacc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:16.338386 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-41918354-623d-4992-9da1-77a5627d07df tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:16.384357 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75010d88-1a7e-4970-aa33-df00e7dacc93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeed4ff9-e40c-44ef-ad2b-8f4ca302f431,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:16.469365 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-75010d88-1a7e-4970-aa33-df00e7dacc93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:16.493196 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-41918354-623d-4992-9da1-77a5627d07df tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Usage tracker for resource:network and tenant:beefec015a154f83a4c75628a23866df is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:16.495459 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75010d88-1a7e-4970-aa33-df00e7dacc93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:15:16.495853 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75010d88-1a7e-4970-aa33-df00e7dacc93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:15:16.496190 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75010d88-1a7e-4970-aa33-df00e7dacc93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:15:16.496511 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75010d88-1a7e-4970-aa33-df00e7dacc93 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:15:16.496834 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75010d88-1a7e-4970-aa33-df00e7dacc93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:15:16.497150 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75010d88-1a7e-4970-aa33-df00e7dacc93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:15:16.497469 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75010d88-1a7e-4970-aa33-df00e7dacc93 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:15:16.497780 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75010d88-1a7e-4970-aa33-df00e7dacc93 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:15:16.498091 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75010d88-1a7e-4970-aa33-df00e7dacc93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:15:16.498384 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75010d88-1a7e-4970-aa33-df00e7dacc93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:15:16.498695 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75010d88-1a7e-4970-aa33-df00e7dacc93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:15:16.499336 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-41918354-623d-4992-9da1-77a5627d07df tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:16.516266 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-75010d88-1a7e-4970-aa33-df00e7dacc93 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/eeed4ff9-e40c-44ef-ad2b-8f4ca302f431 HTTP/1.1" status: 204 len: 168 time: 1.1346259 May 23 11:15:16.516449 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-41918354-623d-4992-9da1-77a5627d07df tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:16.516543 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-13a5cf14-bcde-42f8-823b-e9bb5392986c req-abd4d496-c27d-4e7d-94c8-7246fdc75ffb service neutron] 10.222.0.81 "GET /v2.0/networks/58ef6021-e396-465d-be5f-f38283ee2d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044641 May 23 11:15:16.521027 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54358) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:16.560263 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d9b7b097-5808-4ce0-a833-90a30b8b33c0 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:16.626913 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41918354-623d-4992-9da1-77a5627d07df tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Made reservation on behalf of beefec015a154f83a4c75628a23866df for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:15:16.629934 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-41918354-623d-4992-9da1-77a5627d07df tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:16.647310 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d9b7b097-5808-4ce0-a833-90a30b8b33c0 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:16.663646 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-13a5cf14-bcde-42f8-823b-e9bb5392986c req-5511e53b-756e-4466-83df-3bb3ab448cbe service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=24c0e8e3-e2c6-4186-8f44-ff76dec40384 HTTP/1.1" status: 200 len: 217 time: 0.1377592 May 23 11:15:16.723335 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a3bb3-ae65-4e2a-ac36-4e9ba7dbc551 req-cc43fb47-240f-4192-b133-aaaf16ea61cb tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:16.724831 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f82a3bb3-ae65-4e2a-ac36-4e9ba7dbc551 req-cc43fb47-240f-4192-b133-aaaf16ea61cb tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=93b7d7c2-e675-4d2e-9ab7-7c54418a4129 HTTP/1.1" status: 200 len: 945 time: 0.5563545 May 23 11:15:16.734059 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-88e4ea72-94c2-4296-9448-53614ed9d283 req-a5724bc1-5b5a-4043-b5b7-5658ab3cd9c2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:16.734446 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-88e4ea72-94c2-4296-9448-53614ed9d283 req-a5724bc1-5b5a-4043-b5b7-5658ab3cd9c2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:16.734712 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [req-88e4ea72-94c2-4296-9448-53614ed9d283 req-a5724bc1-5b5a-4043-b5b7-5658ab3cd9c2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Floating IP de81299e-39ef-49e5-b9fd-74fefa868dd8 disassociated. External IP: 172.25.6.212, port: c8a17c57-9abc-4f3d-9f38-186fb3681889. May 23 11:15:16.735054 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-88e4ea72-94c2-4296-9448-53614ed9d283 req-a5724bc1-5b5a-4043-b5b7-5658ab3cd9c2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Calling delete_port for c8a17c57-9abc-4f3d-9f38-186fb3681889 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:15:16.741618 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46232c7f-868b-4506-9db8-d069fbe3c3d0 req-64e9a50b-d7d7-44f9-a1c2-6f3a46c7bfa8 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:16.743030 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-46232c7f-868b-4506-9db8-d069fbe3c3d0 req-64e9a50b-d7d7-44f9-a1c2-6f3a46c7bfa8 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=b48ed139-e442-4753-95e3-2a4c7685b1c9 HTTP/1.1" status: 200 len: 946 time: 0.5084550 May 23 11:15:16.748245 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3235c2b9-0cb0-4360-b1c1-cabeb2b98710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:16.771482 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d9b7b097-5808-4ce0-a833-90a30b8b33c0 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:16.777876 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41918354-623d-4992-9da1-77a5627d07df tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:15:16.789343 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5cf14-bcde-42f8-823b-e9bb5392986c req-3821d94f-e9ee-4929-a7fd-7cc165d5ea92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:16.790805 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-13a5cf14-bcde-42f8-823b-e9bb5392986c req-3821d94f-e9ee-4929-a7fd-7cc165d5ea92 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d58e10eb-eed0-4186-8daa-9070770a55fe HTTP/1.1" status: 200 len: 797 time: 0.1214867 May 23 11:15:16.825273 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b7b097-5808-4ce0-a833-90a30b8b33c0 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb6448e3-986a-4422-9a5c-73b785f36900,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:16.835874 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956be188-6e69-4ba8-bfac-f5739fca2ccf req-c48a980c-6cdf-4774-a4bc-ca35243aa065 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:16.837381 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-956be188-6e69-4ba8-bfac-f5739fca2ccf req-c48a980c-6cdf-4774-a4bc-ca35243aa065 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.81 "GET /v2.0/ports?device_id=b48ed139-e442-4753-95e3-2a4c7685b1c9 HTTP/1.1" status: 200 len: 946 time: 0.5003848 May 23 11:15:16.850548 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-41918354-623d-4992-9da1-77a5627d07df tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:16.850891 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-41918354-623d-4992-9da1-77a5627d07df tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Added segment 9f479474-f711-4a15-9b90-e03cacda9f8c of type vlan for network 95de50ec-2574-4850-b245-092506005712 May 23 11:15:16.893604 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 4aef061e-fb03-4173-906c-1ec4753ecb0e no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:15:16.926142 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 4aef061e-fb03-4173-906c-1ec4753ecb0e {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:15:16.926471 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 4aef061e-fb03-4173-906c-1ec4753ecb0e not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:15:16.939755 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-13a5cf14-bcde-42f8-823b-e9bb5392986c req-cefc6ff1-90b4-4564-973b-c6765d2f6b78 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=58ef6021-e396-465d-be5f-f38283ee2d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1381147 May 23 11:15:16.944474 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-88e4ea72-94c2-4296-9448-53614ed9d283 req-a5724bc1-5b5a-4043-b5b7-5658ab3cd9c2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:16.954813 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d9b7b097-5808-4ce0-a833-90a30b8b33c0 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:16.955942 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d9b7b097-5808-4ce0-a833-90a30b8b33c0 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/fb6448e3-986a-4422-9a5c-73b785f36900 HTTP/1.1" status: 204 len: 168 time: 0.6478298 May 23 11:15:16.978418 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54364) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:17.007930 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f82a3bb3-ae65-4e2a-ac36-4e9ba7dbc551 req-3aab6750-128d-4214-8cb3-705159dbdbd2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?id=f91d8711-19bb-4200-ad59-2b656b055eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2737181 May 23 11:15:17.059860 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5724bc1-5b5a-4043-b5b7-5658ab3cd9c2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Pushing event deleted for resources: {'Port': ['ID=c8a17c57-9abc-4f3d-9f38-186fb3681889,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:17.079327 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-41918354-623d-4992-9da1-77a5627d07df tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:17.100344 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-46232c7f-868b-4506-9db8-d069fbe3c3d0 req-13c4a59e-55f0-4bbd-9d1c-d1c9eed1e1d5 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306372 May 23 11:15:17.119593 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-956be188-6e69-4ba8-bfac-f5739fca2ccf req-ec8bd7b5-a78d-47d2-a4d3-a10db531ded4 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Deleting port 280cf2c1-bc2a-47e3-ac58-64bf18b24294 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:15:17.119593 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-956be188-6e69-4ba8-bfac-f5739fca2ccf req-ec8bd7b5-a78d-47d2-a4d3-a10db531ded4 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:17.150197 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3235c2b9-0cb0-4360-b1c1-cabeb2b98710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:17.274634 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-3235c2b9-0cb0-4360-b1c1-cabeb2b98710 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['567b5eae-3d50-4b7b-b2ae-6afd8ab0049d']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:15:17.330809 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8707fb29-bd3a-4eab-ae22-614c914098e0 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Synchronizing usage tracker for tenant:7970a58339d24e3c8b586d5bfdd4cb8a on resource:security_group_rule {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:15:17.335235 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-3235c2b9-0cb0-4360-b1c1-cabeb2b98710 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd425821a-621f-4441-b5d3-6c866ddd43af') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:15:17.335531 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-3235c2b9-0cb0-4360-b1c1-cabeb2b98710 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd425821a-621f-4441-b5d3-6c866ddd43af') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:15:17.347496 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-41918354-623d-4992-9da1-77a5627d07df tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:17.350748 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41918354-623d-4992-9da1-77a5627d07df tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:17.351329 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-41918354-623d-4992-9da1-77a5627d07df tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:17.372093 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-13a5cf14-bcde-42f8-823b-e9bb5392986c req-78211c51-25e1-4775-8a57-05340b4da5a4 service neutron] 10.222.0.81 "GET /v2.0/networks/58ef6021-e396-465d-be5f-f38283ee2d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253571 May 23 11:15:17.405407 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3235c2b9-0cb0-4360-b1c1-cabeb2b98710 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:17.514018 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-41918354-623d-4992-9da1-77a5627d07df tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2071502 May 23 11:15:17.517987 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3235c2b9-0cb0-4360-b1c1-cabeb2b98710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:17.526471 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-13a5cf14-bcde-42f8-823b-e9bb5392986c req-c40e404c-50a6-40ba-97e2-cb4b8ec61c24 service neutron] 10.222.0.81 "GET /v2.0/networks/58ef6021-e396-465d-be5f-f38283ee2d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462400 May 23 11:15:17.620170 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-13a5cf14-bcde-42f8-823b-e9bb5392986c req-95b47e08-3e5d-4812-a9f2-67a3864d4213 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=db9c3afa-0b07-44c5-9d9e-b24df4d35d77 HTTP/1.1" status: 200 len: 217 time: 0.0870552 May 23 11:15:17.644732 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8707fb29-bd3a-4eab-ae22-614c914098e0 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Unset dirty status for tenant:7970a58339d24e3c8b586d5bfdd4cb8a on resource:security_group_rule {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:15:17.646258 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8707fb29-bd3a-4eab-ae22-614c914098e0 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.6506841 May 23 11:15:17.647194 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41918354-623d-4992-9da1-77a5627d07df tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Pushing event updated for resources: {'Network': ['ID=95de50ec-2574-4850-b245-092506005712,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:17.649425 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54368) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:17.659105 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 95de50ec-2574-4850-b245-092506005712 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:15:17.661412 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3235c2b9-0cb0-4360-b1c1-cabeb2b98710 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:15:17.661412 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3235c2b9-0cb0-4360-b1c1-cabeb2b98710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:17.661646 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54370) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:17.676869 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:15:17.676869 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:15:17.676869 n-d-842952-2 neutron-server[83910]: timer() May 23 11:15:17.676869 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:15:17.676869 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:15:17.676869 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:15:17.676869 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:15:17.676869 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:15:17.676869 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:15:17.676869 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:15:17.676869 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:15:17.676869 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:15:17.676869 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:15:17.676869 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:15:17.676869 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:15:17.676869 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:15:17.676869 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:15:17.676869 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:15:17.676869 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:15:17.676869 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:15:17.676869 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:15:17.676869 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:15:17.676869 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:15:17.676869 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:15:17.676869 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:15:17.676869 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:15:17.676869 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:15:17.676869 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:15:17.676869 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:15:17.676869 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:15:17.676869 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:15:17.676869 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:15:17.679923 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b1845336-3902-48e3-95d0-62a51923015f tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Request body: {'subnets': [{'network_id': '37312d58-2395-4fe7-befd-3b599f45b838', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1884595720', 'ip_version': 4}, {'network_id': '95de50ec-2574-4850-b245-092506005712', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:17.679923 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b1845336-3902-48e3-95d0-62a51923015f tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Request body: {'subnet': {'network_id': '37312d58-2395-4fe7-befd-3b599f45b838', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1884595720', 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:17.680204 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b1845336-3902-48e3-95d0-62a51923015f tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Request body: {'subnet': {'network_id': '95de50ec-2574-4850-b245-092506005712', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:17.706832 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88e4ea72-94c2-4296-9448-53614ed9d283 req-a5724bc1-5b5a-4043-b5b7-5658ab3cd9c2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Router e75b29d5-8702-42ef-92a7-2ad7834ef9f1 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:15:17.786995 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4bd50-1590-41c8-930a-a9fcae04b851 req-1c3418b4-6870-47b0-a18a-f85b9e85db52 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:17.788238 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5cf14-bcde-42f8-823b-e9bb5392986c req-3ced7f2d-de7e-412a-bdf5-fb8ba2c34915 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:17.788508 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6eb4bd50-1590-41c8-930a-a9fcae04b851 req-1c3418b4-6870-47b0-a18a-f85b9e85db52 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eaf5c4f-dd7b-477d-a96e-56eb3571792a HTTP/1.1" status: 200 len: 943 time: 0.6356809 May 23 11:15:17.789656 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-13a5cf14-bcde-42f8-823b-e9bb5392986c req-3ced7f2d-de7e-412a-bdf5-fb8ba2c34915 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d58e10eb-eed0-4186-8daa-9070770a55fe HTTP/1.1" status: 200 len: 797 time: 0.1600068 May 23 11:15:17.852498 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 0615af0b-0c22-4c7d-8313-76563cd3cbbe details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:15:17.852736 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-956be188-6e69-4ba8-bfac-f5739fca2ccf req-ec8bd7b5-a78d-47d2-a4d3-a10db531ded4 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] For port 280cf2c1-bc2a-47e3-ac58-64bf18b24294, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=280cf2c1-bc2a-47e3-ac58-64bf18b24294,segment=NetworkSegment(3dd9ea5f-23bc-4bc8-917a-431ad3d10464),segment_id=3dd9ea5f-23bc-4bc8-917a-431ad3d10464)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:15:17.852987 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-956be188-6e69-4ba8-bfac-f5739fca2ccf req-ec8bd7b5-a78d-47d2-a4d3-a10db531ded4 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:17.865402 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3235c2b9-0cb0-4360-b1c1-cabeb2b98710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:17.941242 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3235c2b9-0cb0-4360-b1c1-cabeb2b98710 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:18.002885 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 0615af0b-0c22-4c7d-8313-76563cd3cbbe, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=0615af0b-0c22-4c7d-8313-76563cd3cbbe,segment=NetworkSegment(e6734377-073b-422b-93c0-ef1cda14b824),segment_id=e6734377-073b-422b-93c0-ef1cda14b824)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:15:18.016091 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '0615af0b-0c22-4c7d-8313-76563cd3cbbe', 'network_id': '06b7cf5f-e94a-455b-8d9e-43afc47729a0', 'port_id': '0615af0b-0c22-4c7d-8313-76563cd3cbbe', 'mac_address': 'fa:16:3e:34:43:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b6de4b0-f25f-4106-b572-a920a7d5e070', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:15:18.018685 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-956be188-6e69-4ba8-bfac-f5739fca2ccf req-ec8bd7b5-a78d-47d2-a4d3-a10db531ded4 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Calling delete_port for 280cf2c1-bc2a-47e3-ac58-64bf18b24294 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:15:18.059336 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235c2b9-0cb0-4360-b1c1-cabeb2b98710 admin admin] Pushing event deleted for resources: {'Network': ['ID=567b5eae-3d50-4b7b-b2ae-6afd8ab0049d,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:18.076096 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:18.085858 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b1845336-3902-48e3-95d0-62a51923015f tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:18.088287 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3235c2b9-0cb0-4360-b1c1-cabeb2b98710 admin admin] 10.222.0.79 "DELETE /v2.0/networks/567b5eae-3d50-4b7b-b2ae-6afd8ab0049d HTTP/1.1" status: 204 len: 168 time: 1.5620923 May 23 11:15:18.097081 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0615af0b-0c22-4c7d-8313-76563cd3cbbe {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:15:18.099671 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e3aa952c-9f8c-4bea-bf13-e40ed9678730 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:18.106162 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6eb4bd50-1590-41c8-930a-a9fcae04b851 req-02fff719-1a2a-45a1-8f11-7344b8e461aa tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999156 May 23 11:15:18.109553 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b1845336-3902-48e3-95d0-62a51923015f tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Usage tracker for resource:subnet and tenant:beefec015a154f83a4c75628a23866df is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:18.124565 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b1845336-3902-48e3-95d0-62a51923015f tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:18.139774 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 0615af0b-0c22-4c7d-8313-76563cd3cbbe, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=0615af0b-0c22-4c7d-8313-76563cd3cbbe,segment=NetworkSegment(e6734377-073b-422b-93c0-ef1cda14b824),segment_id=e6734377-073b-422b-93c0-ef1cda14b824)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:15:18.151540 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b1845336-3902-48e3-95d0-62a51923015f tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:18.152209 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e3aa952c-9f8c-4bea-bf13-e40ed9678730 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:18.152726 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:18.186319 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-13a5cf14-bcde-42f8-823b-e9bb5392986c req-f383209a-7cc3-4416-a072-bba4d040653e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=58ef6021-e396-465d-be5f-f38283ee2d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3785574 May 23 11:15:18.188155 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1845336-3902-48e3-95d0-62a51923015f tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Made reservation on behalf of beefec015a154f83a4c75628a23866df for: {'subnet': 2} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:15:18.324441 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=0615af0b-0c22-4c7d-8313-76563cd3cbbe,revision_number=7']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:18.397744 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54382) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:18.504450 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a2bc15cd-25b0-4ac9-bbb0-4b70c7c1dcf9 req-757cfbe2-e585-4502-8887-880cb3fa4b75 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=93b7d7c2-e675-4d2e-9ab7-7c54418a4129 HTTP/1.1" status: 200 len: 210 time: 0.0988464 May 23 11:15:18.516204 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e3aa952c-9f8c-4bea-bf13-e40ed9678730 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:18.538420 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-13a5cf14-bcde-42f8-823b-e9bb5392986c req-ba47305f-75c8-4214-b92c-63abd80b70d8 service neutron] 10.222.0.81 "GET /v2.0/networks/58ef6021-e396-465d-be5f-f38283ee2d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344464 May 23 11:15:18.545109 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aa952c-9f8c-4bea-bf13-e40ed9678730 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49c762e-5ceb-4bb9-9461-685de9af9042,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:18.547271 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['0615af0b-0c22-4c7d-8313-76563cd3cbbe'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:15:18.561291 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-956be188-6e69-4ba8-bfac-f5739fca2ccf req-ec8bd7b5-a78d-47d2-a4d3-a10db531ded4 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:18.601106 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['280cf2c1-bc2a-47e3-ac58-64bf18b24294'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:15:18.623428 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8bd7b5-a78d-47d2-a4d3-a10db531ded4 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Pushing event deleted for resources: {'Port': ['ID=280cf2c1-bc2a-47e3-ac58-64bf18b24294,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:18.665911 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a5230a78-2777-4f03-b2a1-b90a69166cc7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4dae0a28e54e42d3b93ac681153ab34b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2668550 May 23 11:15:18.668784 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b1845336-3902-48e3-95d0-62a51923015f tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:18.669105 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b1845336-3902-48e3-95d0-62a51923015f tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:18.673877 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54386) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:18.720673 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e3aa952c-9f8c-4bea-bf13-e40ed9678730 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:18.725031 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e3aa952c-9f8c-4bea-bf13-e40ed9678730 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "DELETE /v2.0/security-groups/b49c762e-5ceb-4bb9-9461-685de9af9042 HTTP/1.1" status: 204 len: 168 time: 1.0464976 May 23 11:15:18.732266 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54390) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:18.758513 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-956be188-6e69-4ba8-bfac-f5739fca2ccf req-ec8bd7b5-a78d-47d2-a4d3-a10db531ded4 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] No DVR routers for this DVR port 280cf2c1-bc2a-47e3-ac58-64bf18b24294 on host n-h2-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:15:18.761276 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-956be188-6e69-4ba8-bfac-f5739fca2ccf req-ec8bd7b5-a78d-47d2-a4d3-a10db531ded4 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:18.763583 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-956be188-6e69-4ba8-bfac-f5739fca2ccf req-ec8bd7b5-a78d-47d2-a4d3-a10db531ded4 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.81 "DELETE /v2.0/ports/280cf2c1-bc2a-47e3-ac58-64bf18b24294 HTTP/1.1" status: 204 len: 173 time: 1.9142902 May 23 11:15:18.797506 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48ed139-e442-4753-95e3-2a4c7685b1c9', 'name': 'network-vif-deleted', 'tag': '280cf2c1-bc2a-47e3-ac58-64bf18b24294'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:15:18.810240 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3be735-6d43-4539-964f-9634e2873080 req-2b2d2dda-5a03-498a-9972-9d5c39ec6c55 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:18.810966 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ce3be735-6d43-4539-964f-9634e2873080 req-2b2d2dda-5a03-498a-9972-9d5c39ec6c55 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Synchronizing usage tracker for tenant:918845eb514f4ef49a66c0d5a348fe52 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:15:18.851807 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ce3be735-6d43-4539-964f-9634e2873080 req-2b2d2dda-5a03-498a-9972-9d5c39ec6c55 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Unset dirty status for tenant:918845eb514f4ef49a66c0d5a348fe52 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:15:18.858537 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce3be735-6d43-4539-964f-9634e2873080 req-2b2d2dda-5a03-498a-9972-9d5c39ec6c55 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=b48ed139-e442-4753-95e3-2a4c7685b1c9 HTTP/1.1" status: 200 len: 946 time: 0.4543130 May 23 11:15:18.884155 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66308e23-c526-46b1-bf77-a9cf4020e2be'] response: {'server_uuid': 'b48ed139-e442-4753-95e3-2a4c7685b1c9', 'name': 'network-vif-deleted', 'tag': '280cf2c1-bc2a-47e3-ac58-64bf18b24294', 'status': 'completed', 'code': 200} May 23 11:15:18.932403 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f73add94-de74-4ef5-b695-fe85d5822eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:18.939012 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-fec7e1ed-c5e0-4be8-b311-b99dfeba238f tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Synchronizing usage tracker for tenant:7970a58339d24e3c8b586d5bfdd4cb8a on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:15:18.969841 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-13a5cf14-bcde-42f8-823b-e9bb5392986c req-56c432bc-0475-4c9c-8d01-e307ada4c8ba service neutron] 10.222.0.81 "GET /v2.0/networks/58ef6021-e396-465d-be5f-f38283ee2d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201865 May 23 11:15:18.984144 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88e4ea72-94c2-4296-9448-53614ed9d283 req-a5724bc1-5b5a-4043-b5b7-5658ab3cd9c2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:15:18.989478 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce3be735-6d43-4539-964f-9634e2873080 req-fa80bad3-bedf-4d6c-b889-ef249fbd1b28 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299582 May 23 11:15:18.994882 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc25c482-565a-4a17-b65a-fdf6b807e177 None None] Sync routers for ids ['e75b29d5-8702-42ef-92a7-2ad7834ef9f1'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:15:18.995453 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f73add94-de74-4ef5-b695-fe85d5822eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:19.008781 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc25c482-565a-4a17-b65a-fdf6b807e177 None None] Routers {'e75b29d5-8702-42ef-92a7-2ad7834ef9f1'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:15:19.009801 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-fc25c482-565a-4a17-b65a-fdf6b807e177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:15:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['e75b29d5-8702-42ef-92a7-2ad7834ef9f1'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:15:19.043429 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-fec7e1ed-c5e0-4be8-b311-b99dfeba238f tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Unset dirty status for tenant:7970a58339d24e3c8b586d5bfdd4cb8a on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:15:19.049040 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-fec7e1ed-c5e0-4be8-b311-b99dfeba238f tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3116412 May 23 11:15:19.049040 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54396) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:19.057720 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-73c26f81-cd48-4ed7-b4d1-4a279e4b8c8c tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Request body: {'security_group': {'name': 'tempest-secgroup--676346082'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:19.064213 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-73c26f81-cd48-4ed7-b4d1-4a279e4b8c8c tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:19.075726 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-73c26f81-cd48-4ed7-b4d1-4a279e4b8c8c tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:19.088238 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-73c26f81-cd48-4ed7-b4d1-4a279e4b8c8c tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:19.109754 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f73add94-de74-4ef5-b695-fe85d5822eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:19.129987 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73add94-de74-4ef5-b695-fe85d5822eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39fd1c3-9a12-4d40-b8e4-4dc86329c924,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:19.149117 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f73add94-de74-4ef5-b695-fe85d5822eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:19.151881 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f73add94-de74-4ef5-b695-fe85d5822eae admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e39fd1c3-9a12-4d40-b8e4-4dc86329c924 HTTP/1.1" status: 204 len: 168 time: 0.4707568 May 23 11:15:19.169961 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-73c26f81-cd48-4ed7-b4d1-4a279e4b8c8c tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:19.179806 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device c8a17c57-9abc-4f3d-9f38-186fb3681889 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:15:19.181831 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-73c26f81-cd48-4ed7-b4d1-4a279e4b8c8c tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Usage tracker for resource:security_group_rule and tenant:7970a58339d24e3c8b586d5bfdd4cb8a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:19.189476 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-73c26f81-cd48-4ed7-b4d1-4a279e4b8c8c tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:19.201811 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-73c26f81-cd48-4ed7-b4d1-4a279e4b8c8c tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:19.244522 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: c8a17c57-9abc-4f3d-9f38-186fb3681889 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:15:19.244932 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device c8a17c57-9abc-4f3d-9f38-186fb3681889 not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:15:19.292575 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-73c26f81-cd48-4ed7-b4d1-4a279e4b8c8c tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:19.297449 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-73c26f81-cd48-4ed7-b4d1-4a279e4b8c8c tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:19.309361 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-fc25c482-565a-4a17-b65a-fdf6b807e177 None None] Set router e75b29d5-8702-42ef-92a7-2ad7834ef9f1 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:15:19.315817 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['93231983-db7d-4314-a4f2-a6dea56eda75'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:15:19.397077 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c26f81-cd48-4ed7-b4d1-4a279e4b8c8c tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f891858-17e5-4d0a-b3c4-f9c19bf661d4,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:19.434069 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-73c26f81-cd48-4ed7-b4d1-4a279e4b8c8c tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:19.435854 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-73c26f81-cd48-4ed7-b4d1-4a279e4b8c8c tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3860614 May 23 11:15:19.439053 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54406) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:19.447626 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-f90763cc-15de-4b68-9492-59df17ec629d tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Request body: {'security_group_rule': {'security_group_id': '0f891858-17e5-4d0a-b3c4-f9c19bf661d4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:19.456537 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f90763cc-15de-4b68-9492-59df17ec629d tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:19.472284 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f90763cc-15de-4b68-9492-59df17ec629d tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Usage tracker for resource:security_group_rule and tenant:7970a58339d24e3c8b586d5bfdd4cb8a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:19.481684 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f90763cc-15de-4b68-9492-59df17ec629d tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:19.492934 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f90763cc-15de-4b68-9492-59df17ec629d tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:19.522601 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816f789-2e4f-406c-8d11-f21738098946 req-00c76cf8-786d-466a-8901-260ec59c413b tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:19.523502 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b1845336-3902-48e3-95d0-62a51923015f tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:19.524770 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b816f789-2e4f-406c-8d11-f21738098946 req-00c76cf8-786d-466a-8901-260ec59c413b tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eaf5c4f-dd7b-477d-a96e-56eb3571792a HTTP/1.1" status: 200 len: 944 time: 0.1651609 May 23 11:15:19.549717 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f90763cc-15de-4b68-9492-59df17ec629d tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:19.570392 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e4ea72-94c2-4296-9448-53614ed9d283 req-a5724bc1-5b5a-4043-b5b7-5658ab3cd9c2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] No DVR routers for this DVR port c8a17c57-9abc-4f3d-9f38-186fb3681889 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:15:19.578391 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-13a5cf14-bcde-42f8-823b-e9bb5392986c req-40e6dbad-2e6a-41d7-a282-5e1e1bf69790 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce HTTP/1.1" status: 200 len: 217 time: 0.5535460 May 23 11:15:19.579795 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-88e4ea72-94c2-4296-9448-53614ed9d283 req-a5724bc1-5b5a-4043-b5b7-5658ab3cd9c2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:19.590093 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b7d7c2-e675-4d2e-9ab7-7c54418a4129', 'name': 'network-vif-deleted', 'tag': 'c8a17c57-9abc-4f3d-9f38-186fb3681889'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:15:19.606370 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b816f789-2e4f-406c-8d11-f21738098946 req-9e411a6d-a4e0-477a-bb0c-26dc827fbcc5 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740225 May 23 11:15:19.683516 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f90763cc-15de-4b68-9492-59df17ec629d tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:19.692319 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f90763cc-15de-4b68-9492-59df17ec629d tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:19.763451 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eab9a4d1-1019-41a5-bbc8-bcc47703e4eb'] response: {'server_uuid': '93b7d7c2-e675-4d2e-9ab7-7c54418a4129', 'name': 'network-vif-deleted', 'tag': 'c8a17c57-9abc-4f3d-9f38-186fb3681889', 'status': 'completed', 'code': 200} May 23 11:15:19.769257 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-88e4ea72-94c2-4296-9448-53614ed9d283 req-a5724bc1-5b5a-4043-b5b7-5658ab3cd9c2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.81 "DELETE /v2.0/ports/c8a17c57-9abc-4f3d-9f38-186fb3681889 HTTP/1.1" status: 204 len: 173 time: 4.4628506 May 23 11:15:19.782872 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f90763cc-15de-4b68-9492-59df17ec629d tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:19.786582 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1845336-3902-48e3-95d0-62a51923015f tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Pushing event updated for resources: {'Subnet': ['ID=5dcd0eca-8054-4e3a-917f-731c6f7211d3,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:19.787086 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f90763cc-15de-4b68-9492-59df17ec629d tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3458960 May 23 11:15:19.793101 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54416) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:19.805949 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90763cc-15de-4b68-9492-59df17ec629d tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fddccba5-0a6e-4e3c-8497-46135103839e,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:19.807495 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-3b8ea381-bd4f-4921-bbab-2da1a51618d9 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Request body: {'security_group_rule': {'security_group_id': '0f891858-17e5-4d0a-b3c4-f9c19bf661d4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:19.819663 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3b8ea381-bd4f-4921-bbab-2da1a51618d9 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:19.826949 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5cf14-bcde-42f8-823b-e9bb5392986c req-162882dd-e53a-4701-a20e-04c32db990d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:19.828775 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-13a5cf14-bcde-42f8-823b-e9bb5392986c req-162882dd-e53a-4701-a20e-04c32db990d0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d58e10eb-eed0-4186-8daa-9070770a55fe HTTP/1.1" status: 200 len: 797 time: 0.2338431 May 23 11:15:19.830748 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3b8ea381-bd4f-4921-bbab-2da1a51618d9 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Usage tracker for resource:security_group_rule and tenant:7970a58339d24e3c8b586d5bfdd4cb8a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:19.835252 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1845336-3902-48e3-95d0-62a51923015f tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Checking segment: {'id': 'dd921dd1-b6f4-4573-909a-e0affc749706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '37312d58-2395-4fe7-befd-3b599f45b838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:15:19.835680 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1845336-3902-48e3-95d0-62a51923015f tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Network hostable DHCP agents. Network: 37312d58-2395-4fe7-befd-3b599f45b838, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:15:19.841430 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3b8ea381-bd4f-4921-bbab-2da1a51618d9 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:19.882579 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3b8ea381-bd4f-4921-bbab-2da1a51618d9 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:19.929539 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3b8ea381-bd4f-4921-bbab-2da1a51618d9 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:19.934025 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 0615af0b-0c22-4c7d-8313-76563cd3cbbe up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:15:19.940163 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1845336-3902-48e3-95d0-62a51923015f tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Network 37312d58-2395-4fe7-befd-3b599f45b838 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:15:19.967809 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-b1845336-3902-48e3-95d0-62a51923015f tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 37312d58-2395-4fe7-befd-3b599f45b838) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:15:19.988831 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b1845336-3902-48e3-95d0-62a51923015f tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:20.022104 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-635fd67a-fc0c-42b6-9376-82e9d3857637 req-4d8e393f-690b-4ebf-90ea-676462ceb606 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=93b7d7c2-e675-4d2e-9ab7-7c54418a4129 HTTP/1.1" status: 200 len: 210 time: 0.1569116 May 23 11:15:20.049309 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25294b90-f535-4026-b3a0-2dfd9472c952 None None] Network 37312d58-2395-4fe7-befd-3b599f45b838 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:15:20.063639 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-13a5cf14-bcde-42f8-823b-e9bb5392986c req-8f731188-25b6-407d-a2ad-804162af29c9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=58ef6021-e396-465d-be5f-f38283ee2d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2233152 May 23 11:15:20.160651 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3b8ea381-bd4f-4921-bbab-2da1a51618d9 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:20.179934 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3b8ea381-bd4f-4921-bbab-2da1a51618d9 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:20.317739 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-fc25c482-565a-4a17-b65a-fdf6b807e177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'name': 'tempest-AttachVolumeNegativeTest-1482793895-router', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:11:20Z', 'updated_at': '2022-05-23T11:11:34Z', 'revision_number': 4, 'project_id': '92ce77b1b70449899717558adda940d2', 'gw_port': {'id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:22Z', 'updated_at': '2022-05-23T11:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '9959c7e4-5ac1-4278-9125-90a08213ddc5', 'name': '', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'mac_address': 'fa:16:3e:c5:51:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:31Z', 'updated_at': '2022-05-23T11:11:44Z', 'revision_number': 5, 'project_id': '92ce77b1b70449899717558adda940d2', 'subnets': [{'id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:15:20.330461 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 0615af0b-0c22-4c7d-8313-76563cd3cbbe triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:15:20.331484 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:20.333109 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc25c482-565a-4a17-b65a-fdf6b807e177 None None] Checking router: e75b29d5-8702-42ef-92a7-2ad7834ef9f1 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:15:20.359483 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc25c482-565a-4a17-b65a-fdf6b807e177 None None] Routers {'e75b29d5-8702-42ef-92a7-2ad7834ef9f1'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:15:20.360454 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-fc25c482-565a-4a17-b65a-fdf6b807e177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:15:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['e75b29d5-8702-42ef-92a7-2ad7834ef9f1'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:15:20.418682 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-13a5cf14-bcde-42f8-823b-e9bb5392986c req-bce27ec3-1692-4744-8833-08e8ed218060 service neutron] 10.222.0.81 "GET /v2.0/networks/58ef6021-e396-465d-be5f-f38283ee2d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375819 May 23 11:15:20.419287 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1845336-3902-48e3-95d0-62a51923015f tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Pushing event updated for resources: {'Subnet': ['ID=abc4fed1-6614-4a6e-a9bc-a009e25e0e3b,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:20.426813 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3b8ea381-bd4f-4921-bbab-2da1a51618d9 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:20.428315 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3b8ea381-bd4f-4921-bbab-2da1a51618d9 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6315460 May 23 11:15:20.431332 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54438) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:20.435576 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ea381-bd4f-4921-bbab-2da1a51618d9 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=790cf182-efd9-4a74-ac07-d107a40ed548,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:20.438251 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-109b53b0-a82b-4fe5-990a-1fc4811ebdca tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Request body: {'security_group_rule': {'security_group_id': '0f891858-17e5-4d0a-b3c4-f9c19bf661d4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:20.446884 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-109b53b0-a82b-4fe5-990a-1fc4811ebdca tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:20.457913 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-109b53b0-a82b-4fe5-990a-1fc4811ebdca tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Usage tracker for resource:security_group_rule and tenant:7970a58339d24e3c8b586d5bfdd4cb8a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:20.471546 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-109b53b0-a82b-4fe5-990a-1fc4811ebdca tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:20.498604 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-109b53b0-a82b-4fe5-990a-1fc4811ebdca tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:20.546911 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c4e5fa-1a06-47ea-96a8-158034d8dc03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-37312d58-2395-4fe7-befd-3b599f45b838', 'network_id': '37312d58-2395-4fe7-befd-3b599f45b838', 'tenant_id': 'beefec015a154f83a4c75628a23866df', 'fixed_ips': [{'subnet_id': '5dcd0eca-8054-4e3a-917f-731c6f7211d3'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:15:20.548560 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-37c4e5fa-1a06-47ea-96a8-158034d8dc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:20.633295 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-13a5cf14-bcde-42f8-823b-e9bb5392986c req-2ccd8f1d-5d59-438c-8ffb-cbf1881dc4cc service neutron] 10.222.0.81 "GET /v2.0/networks/58ef6021-e396-465d-be5f-f38283ee2d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030134 May 23 11:15:20.653652 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1845336-3902-48e3-95d0-62a51923015f tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Checking segment: {'id': '9f479474-f711-4a15-9b90-e03cacda9f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '95de50ec-2574-4850-b245-092506005712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:15:20.654017 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1845336-3902-48e3-95d0-62a51923015f tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Network hostable DHCP agents. Network: 95de50ec-2574-4850-b245-092506005712, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:15:20.743511 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-13a5cf14-bcde-42f8-823b-e9bb5392986c req-e5bcc127-1aeb-4b07-b7c5-b9e235d0e317 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9a44d654-6b97-41f9-82f8-7a39efafc1c3 HTTP/1.1" status: 200 len: 217 time: 0.0909538 May 23 11:15:20.783140 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-109b53b0-a82b-4fe5-990a-1fc4811ebdca tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:20.790388 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-fc25c482-565a-4a17-b65a-fdf6b807e177 None None] Set router e75b29d5-8702-42ef-92a7-2ad7834ef9f1 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:15:20.808112 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-37c4e5fa-1a06-47ea-96a8-158034d8dc03 None None] Allocated IP 172.20.0.2 (37312d58-2395-4fe7-befd-3b599f45b838/5dcd0eca-8054-4e3a-917f-731c6f7211d3/d68a0d9d-a650-4801-bf65-14953ec10094) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:15:20.821558 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1845336-3902-48e3-95d0-62a51923015f tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Network 95de50ec-2574-4850-b245-092506005712 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:15:20.872510 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-b1845336-3902-48e3-95d0-62a51923015f tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 95de50ec-2574-4850-b245-092506005712) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:15:20.879654 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1845336-3902-48e3-95d0-62a51923015f tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:20.879820 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1845336-3902-48e3-95d0-62a51923015f tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:20.881534 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b1845336-3902-48e3-95d0-62a51923015f tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:20.890725 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d31bee-795e-48be-85ef-6efbde5a1360 None None] Network 95de50ec-2574-4850-b245-092506005712 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:15:20.954096 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5cf14-bcde-42f8-823b-e9bb5392986c req-9638b84a-cb34-4956-9228-b3573706c400 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:20.958033 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-13a5cf14-bcde-42f8-823b-e9bb5392986c req-9638b84a-cb34-4956-9228-b3573706c400 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3002fdac-2784-401d-a448-1ed62ecf0bbd HTTP/1.1" status: 200 len: 797 time: 0.2065890 May 23 11:15:20.963747 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b1845336-3902-48e3-95d0-62a51923015f tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.2984488 May 23 11:15:20.966179 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54452) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:20.992877 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-fc6aa356-282e-4362-b24b-07a01776e5b3 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:20.994859 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-fc6aa356-282e-4362-b24b-07a01776e5b3 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/networks?id=3c158aba-e520-4739-9803-5afc3c97752c HTTP/1.1" status: 200 len: 806 time: 0.4646289 May 23 11:15:21.029869 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-71381375-df5b-435b-9b81-dc8fede445e4 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/quotas/918845eb514f4ef49a66c0d5a348fe52 HTTP/1.1" status: 200 len: 375 time: 0.0190079 May 23 11:15:21.106257 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95684ef-c877-4693-a661-16480e53436b tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:21.107594 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95684ef-c877-4693-a661-16480e53436b tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:21.109021 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95684ef-c877-4693-a661-16480e53436b tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:21.110231 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c95684ef-c877-4693-a661-16480e53436b tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Synchronizing usage tracker for tenant:beefec015a154f83a4c75628a23866df on resource:subnet {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:15:21.137654 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-109b53b0-a82b-4fe5-990a-1fc4811ebdca tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:21.151526 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:21.163211 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c95684ef-c877-4693-a661-16480e53436b tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Unset dirty status for tenant:beefec015a154f83a4c75628a23866df on resource:subnet {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:15:21.167622 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c95684ef-c877-4693-a661-16480e53436b tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2004631 May 23 11:15:21.168667 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54458) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:21.171709 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-13a5cf14-bcde-42f8-823b-e9bb5392986c req-3debc721-163b-4406-869b-1cbc87179db2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1093950 May 23 11:15:21.173946 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-109b53b0-a82b-4fe5-990a-1fc4811ebdca tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:21.185945 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961409c-4570-462a-8364-d12bc2eb109b req-fb6fa708-c863-4237-b7d4-5f2b1d65e8cb tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:21.187871 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2961409c-4570-462a-8364-d12bc2eb109b req-fb6fa708-c863-4237-b7d4-5f2b1d65e8cb tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eaf5c4f-dd7b-477d-a96e-56eb3571792a HTTP/1.1" status: 200 len: 944 time: 0.3077831 May 23 11:15:21.197463 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-fc25c482-565a-4a17-b65a-fdf6b807e177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'name': 'tempest-AttachVolumeNegativeTest-1482793895-router', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:11:20Z', 'updated_at': '2022-05-23T11:11:34Z', 'revision_number': 4, 'project_id': '92ce77b1b70449899717558adda940d2', 'gw_port': {'id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:22Z', 'updated_at': '2022-05-23T11:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '9959c7e4-5ac1-4278-9125-90a08213ddc5', 'name': '', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'mac_address': 'fa:16:3e:c5:51:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:31Z', 'updated_at': '2022-05-23T11:11:44Z', 'revision_number': 5, 'project_id': '92ce77b1b70449899717558adda940d2', 'subnets': [{'id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:15:21.202365 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc25c482-565a-4a17-b65a-fdf6b807e177 None None] The sync data for ids ['e75b29d5-8702-42ef-92a7-2ad7834ef9f1'] in n-d-842952-2 is: [{'id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'name': 'tempest-AttachVolumeNegativeTest-1482793895-router', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:11:20Z', 'updated_at': '2022-05-23T11:11:34Z', 'revision_number': 4, 'project_id': '92ce77b1b70449899717558adda940d2', 'gw_port': {'id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:22Z', 'updated_at': '2022-05-23T11:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '9959c7e4-5ac1-4278-9125-90a08213ddc5', 'name': '', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'mac_address': 'fa:16:3e:c5:51:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:31Z', 'updated_at': '2022-05-23T11:11:44Z', 'revision_number': 5, 'project_id': '92ce77b1b70449899717558adda940d2', 'subnets': [{'id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:15:21.207180 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 280cf2c1-bc2a-47e3-ac58-64bf18b24294 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:15:21.231705 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b53b0-a82b-4fe5-990a-1fc4811ebdca tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f80bc630-7f42-4484-a4d4-afc71c3ab25c,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:21.255656 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7256a67-826d-4841-bb1c-f2c22e5bfcbd tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Deleting subnet 5dcd0eca-8054-4e3a-917f-731c6f7211d3 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:15:21.275064 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: 280cf2c1-bc2a-47e3-ac58-64bf18b24294 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:15:21.275511 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 280cf2c1-bc2a-47e3-ac58-64bf18b24294 not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:15:21.284052 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-346ffc20-2e00-4383-9abe-aeb947fb1568 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=918845eb514f4ef49a66c0d5a348fe52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2424326 May 23 11:15:21.292673 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109b53b0-a82b-4fe5-990a-1fc4811ebdca tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:15:21.293922 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109b53b0-a82b-4fe5-990a-1fc4811ebdca tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:15:21.294074 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109b53b0-a82b-4fe5-990a-1fc4811ebdca tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:15:21.294356 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109b53b0-a82b-4fe5-990a-1fc4811ebdca tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:15:21.294694 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109b53b0-a82b-4fe5-990a-1fc4811ebdca tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:15:21.295024 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109b53b0-a82b-4fe5-990a-1fc4811ebdca tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:15:21.295357 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109b53b0-a82b-4fe5-990a-1fc4811ebdca tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:15:21.295682 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109b53b0-a82b-4fe5-990a-1fc4811ebdca tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:15:21.296033 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109b53b0-a82b-4fe5-990a-1fc4811ebdca tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:15:21.296371 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109b53b0-a82b-4fe5-990a-1fc4811ebdca tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:15:21.297280 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109b53b0-a82b-4fe5-990a-1fc4811ebdca tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:15:21.357245 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eaf5c4f-dd7b-477d-a96e-56eb3571792a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0615af0b-0c22-4c7d-8313-76563cd3cbbe'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:15:21.379248 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-109b53b0-a82b-4fe5-990a-1fc4811ebdca tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:21.385634 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-109b53b0-a82b-4fe5-990a-1fc4811ebdca tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9526250 May 23 11:15:21.388921 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54464) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:21.394156 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 0615af0b-0c22-4c7d-8313-76563cd3cbbe, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=0615af0b-0c22-4c7d-8313-76563cd3cbbe,segment=NetworkSegment(e6734377-073b-422b-93c0-ef1cda14b824),segment_id=e6734377-073b-422b-93c0-ef1cda14b824)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:15:21.412667 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-713b86e8-88ab-49cd-823d-d63442074088 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Request body: {'security_group_rule': {'security_group_id': '0f891858-17e5-4d0a-b3c4-f9c19bf661d4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:21.425012 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-713b86e8-88ab-49cd-823d-d63442074088 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:21.431918 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2961409c-4570-462a-8364-d12bc2eb109b req-8f8b4705-30f1-4d98-9867-4030e9b53cbd tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327151 May 23 11:15:21.436496 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-713b86e8-88ab-49cd-823d-d63442074088 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Usage tracker for resource:security_group_rule and tenant:7970a58339d24e3c8b586d5bfdd4cb8a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:21.441309 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-713b86e8-88ab-49cd-823d-d63442074088 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:21.446016 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:21.450686 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-713b86e8-88ab-49cd-823d-d63442074088 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:21.500192 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-37c4e5fa-1a06-47ea-96a8-158034d8dc03 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:21.536273 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc86517-2e20-40d8-a6ef-3ecb720d9474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-95de50ec-2574-4850-b245-092506005712', 'network_id': '95de50ec-2574-4850-b245-092506005712', 'tenant_id': 'beefec015a154f83a4c75628a23866df', 'fixed_ips': [{'subnet_id': 'abc4fed1-6614-4a6e-a9bc-a009e25e0e3b'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:15:21.537419 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dcc86517-2e20-40d8-a6ef-3ecb720d9474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:21.538645 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-7d21c4af-7569-4374-8283-521af2e3aedf service neutron] 10.222.0.79 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371993 May 23 11:15:21.554673 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-37c4e5fa-1a06-47ea-96a8-158034d8dc03 None None] Transition to ACTIVE for port object d68a0d9d-a650-4801-bf65-14953ec10094 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:15:21.568955 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-713b86e8-88ab-49cd-823d-d63442074088 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:21.573498 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-13a5cf14-bcde-42f8-823b-e9bb5392986c req-1e87af26-4491-4fae-a56f-fefd69f291b4 service neutron] 10.222.0.81 "GET /v2.0/networks/e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137407 May 23 11:15:21.639220 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-37c4e5fa-1a06-47ea-96a8-158034d8dc03 None None] Transition to ACTIVE for port object d68a0d9d-a650-4801-bf65-14953ec10094 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:15:21.641799 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=0615af0b-0c22-4c7d-8313-76563cd3cbbe,revision_number=8']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:21.667500 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-37c4e5fa-1a06-47ea-96a8-158034d8dc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:21.669208 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a7256a67-826d-4841-bb1c-f2c22e5bfcbd tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:21.711645 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2047d1e3-b75b-4fce-b92d-75e215f11291 None None] New status for floating IP de81299e-39ef-49e5-b9fd-74fefa868dd8: DOWN {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:15:21.771609 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a7256a67-826d-4841-bb1c-f2c22e5bfcbd tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:21.788149 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-713b86e8-88ab-49cd-823d-d63442074088 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:21.801491 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-73df7fe6-204e-4e43-9ee0-1ea2a5122578 service neutron] 10.222.0.79 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614639 May 23 11:15:21.802543 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-713b86e8-88ab-49cd-823d-d63442074088 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:21.833360 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b86e8-88ab-49cd-823d-d63442074088 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9351d984-5981-48d9-b24b-cf9d2eef798a,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:21.852478 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-713b86e8-88ab-49cd-823d-d63442074088 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:21.853954 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-713b86e8-88ab-49cd-823d-d63442074088 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4580057 May 23 11:15:21.856947 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54474) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:21.868764 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-5cdd4292-cf20-4093-b2e9-c5949b6d776e tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Request body: {'security_group_rule': {'security_group_id': '0f891858-17e5-4d0a-b3c4-f9c19bf661d4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:21.877452 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5cdd4292-cf20-4093-b2e9-c5949b6d776e tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:21.882138 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5cdd4292-cf20-4093-b2e9-c5949b6d776e tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Usage tracker for resource:security_group_rule and tenant:7970a58339d24e3c8b586d5bfdd4cb8a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:21.885893 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5cdd4292-cf20-4093-b2e9-c5949b6d776e tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:21.894693 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5cdd4292-cf20-4093-b2e9-c5949b6d776e tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:21.901009 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-13a5cf14-bcde-42f8-823b-e9bb5392986c req-38e850a5-1583-46d3-b4b9-bfff2feeb741 service neutron] 10.222.0.81 "GET /v2.0/networks/e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208768 May 23 11:15:21.937264 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5cdd4292-cf20-4093-b2e9-c5949b6d776e tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:21.953868 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c4e5fa-1a06-47ea-96a8-158034d8dc03 None None] Network 37312d58-2395-4fe7-befd-3b599f45b838 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:15:21.994140 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-37c4e5fa-1a06-47ea-96a8-158034d8dc03 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:15:21.995263 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c4e5fa-1a06-47ea-96a8-158034d8dc03 None None] Pushing event updated for resources: {'Port': ['ID=d68a0d9d-a650-4801-bf65-14953ec10094,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:22.003652 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c4e5fa-1a06-47ea-96a8-158034d8dc03 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:15:22.076879 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5cdd4292-cf20-4093-b2e9-c5949b6d776e tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:22.081411 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-13a5cf14-bcde-42f8-823b-e9bb5392986c req-a1b29e4d-eda2-4cd7-a8fa-5332bd648f2d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=763c10d1-b57e-48c8-8043-0443d4788a7a HTTP/1.1" status: 200 len: 217 time: 0.1689866 May 23 11:15:22.085123 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5cdd4292-cf20-4093-b2e9-c5949b6d776e tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:22.108349 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-647678e4-8719-4f56-a37d-7f39ffb4266f'] response: {'server_uuid': '8eaf5c4f-dd7b-477d-a96e-56eb3571792a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0615af0b-0c22-4c7d-8313-76563cd3cbbe', 'code': 200} May 23 11:15:22.203032 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a7256a67-826d-4841-bb1c-f2c22e5bfcbd tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:22.211323 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5cdd4292-cf20-4093-b2e9-c5949b6d776e tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:22.227050 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5cdd4292-cf20-4093-b2e9-c5949b6d776e tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.3687615 May 23 11:15:22.237377 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54490) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:22.256350 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-dcc86517-2e20-40d8-a6ef-3ecb720d9474 None None] Allocated IP 172.20.0.18 (95de50ec-2574-4850-b245-092506005712/abc4fed1-6614-4a6e-a9bc-a009e25e0e3b/749964e3-636a-49ea-bfd3-e9643b91c9bb) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:15:22.260804 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5cf14-bcde-42f8-823b-e9bb5392986c req-8337d8a6-6c9a-4a43-80be-e7f3faa3e697 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:22.263253 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-13a5cf14-bcde-42f8-823b-e9bb5392986c req-8337d8a6-6c9a-4a43-80be-e7f3faa3e697 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3002fdac-2784-401d-a448-1ed62ecf0bbd HTTP/1.1" status: 200 len: 797 time: 0.1753192 May 23 11:15:22.279847 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-37c4e5fa-1a06-47ea-96a8-158034d8dc03 None None] Attempting to bind port d68a0d9d-a650-4801-bf65-14953ec10094 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:15:22.280213 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-37c4e5fa-1a06-47ea-96a8-158034d8dc03 None None] Attempting to bind port d68a0d9d-a650-4801-bf65-14953ec10094 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'dd921dd1-b6f4-4573-909a-e0affc749706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '37312d58-2395-4fe7-befd-3b599f45b838'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:15:22.280706 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c4e5fa-1a06-47ea-96a8-158034d8dc03 None None] Attempting to bind port d68a0d9d-a650-4801-bf65-14953ec10094 on network 37312d58-2395-4fe7-befd-3b599f45b838 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:15:22.327323 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c4e5fa-1a06-47ea-96a8-158034d8dc03 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:15:22.327761 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c4e5fa-1a06-47ea-96a8-158034d8dc03 None None] Checking segment: {'id': 'dd921dd1-b6f4-4573-909a-e0affc749706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '37312d58-2395-4fe7-befd-3b599f45b838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:15:22.328176 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-37c4e5fa-1a06-47ea-96a8-158034d8dc03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:22.328577 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c4e5fa-1a06-47ea-96a8-158034d8dc03 None None] Bound using segment: {'id': 'dd921dd1-b6f4-4573-909a-e0affc749706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '37312d58-2395-4fe7-befd-3b599f45b838'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:15:22.329089 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-37c4e5fa-1a06-47ea-96a8-158034d8dc03 None None] Bound port: d68a0d9d-a650-4801-bf65-14953ec10094, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd921dd1-b6f4-4573-909a-e0affc749706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '37312d58-2395-4fe7-befd-3b599f45b838'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:15:22.329460 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-37c4e5fa-1a06-47ea-96a8-158034d8dc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:22.340372 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdd4292-cf20-4093-b2e9-c5949b6d776e tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52c04d1f-e5f0-4214-a8fd-5d573b31edde,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:22.361696 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc37f3c4-274c-4885-8b26-4c474b83d4d7 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:22.389697 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc37f3c4-274c-4885-8b26-4c474b83d4d7 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:22.413653 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54500) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:22.460312 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a7256a67-826d-4841-bb1c-f2c22e5bfcbd tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:22.524823 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-920e32e0-ae4b-491f-a4d3-50de3bd9566d req-195102f3-fca0-428e-81d9-a97ff40a789f tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7359bbd-a56c-4f4f-8df0-25aab33cb42b HTTP/1.1" status: 200 len: 210 time: 0.3164046 May 23 11:15:22.629177 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7256a67-826d-4841-bb1c-f2c22e5bfcbd tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Pushing event deleted for resources: {'Subnet': ['ID=5dcd0eca-8054-4e3a-917f-731c6f7211d3,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:22.658308 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a7256a67-826d-4841-bb1c-f2c22e5bfcbd tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:22.671218 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc37f3c4-274c-4885-8b26-4c474b83d4d7 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:22.706495 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cdfa334f-e28f-4a75-a762-845fee2faa5e req-a5c90677-c7d6-4600-bda5-a305c757794e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8eaf5c4f-dd7b-477d-a96e-56eb3571792a HTTP/1.1" status: 200 len: 1096 time: 0.1805866 May 23 11:15:22.717174 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-37c4e5fa-1a06-47ea-96a8-158034d8dc03 None None] For port d68a0d9d-a650-4801-bf65-14953ec10094, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:15:22.738869 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-13a5cf14-bcde-42f8-823b-e9bb5392986c req-f06ae501-9666-46b1-be17-b61a241be10d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4629443 May 23 11:15:22.759928 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc37f3c4-274c-4885-8b26-4c474b83d4d7 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:22.761059 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-dc37f3c4-274c-4885-8b26-4c474b83d4d7 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/52c04d1f-e5f0-4214-a8fd-5d573b31edde HTTP/1.1" status: 204 len: 168 time: 0.5219488 May 23 11:15:22.761908 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc37f3c4-274c-4885-8b26-4c474b83d4d7 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52c04d1f-e5f0-4214-a8fd-5d573b31edde,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:22.765729 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54522) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:22.796946 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a7256a67-826d-4841-bb1c-f2c22e5bfcbd tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] 10.222.0.79 "DELETE /v2.0/subnets/5dcd0eca-8054-4e3a-917f-731c6f7211d3 HTTP/1.1" status: 204 len: 168 time: 1.6218295 May 23 11:15:22.802289 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54528) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:22.804375 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-37c4e5fa-1a06-47ea-96a8-158034d8dc03 None None] For port d68a0d9d-a650-4801-bf65-14953ec10094, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=d68a0d9d-a650-4801-bf65-14953ec10094,segment=NetworkSegment(dd921dd1-b6f4-4573-909a-e0affc749706),segment_id=dd921dd1-b6f4-4573-909a-e0affc749706)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:15:22.821148 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-37c4e5fa-1a06-47ea-96a8-158034d8dc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:22.875101 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6814bb0c-49f6-4921-ac27-2b19ac4e48f7 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:22.911719 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cdfa334f-e28f-4a75-a762-845fee2faa5e req-37d077c1-d2bc-460f-b6fb-236b0534f67d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681504 May 23 11:15:22.929448 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6814bb0c-49f6-4921-ac27-2b19ac4e48f7 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:22.968466 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-13a5cf14-bcde-42f8-823b-e9bb5392986c req-7404a9de-96b2-4d9e-b8cd-884dcbc087e4 service neutron] 10.222.0.81 "GET /v2.0/networks/e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038348 May 23 11:15:23.002777 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f3da7-f309-4432-a596-7b93e9a56d65 req-0ef46a28-821f-45b1-b274-b1dc513b840b tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:23.008447 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc9f3da7-f309-4432-a596-7b93e9a56d65 req-0ef46a28-821f-45b1-b274-b1dc513b840b tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eaf5c4f-dd7b-477d-a96e-56eb3571792a HTTP/1.1" status: 200 len: 945 time: 0.2999778 May 23 11:15:23.021802 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-211d721e-6c32-43ee-9b30-973630ec783b tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Synchronizing usage tracker for tenant:7970a58339d24e3c8b586d5bfdd4cb8a on resource:security_group_rule {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:15:23.090629 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dcc86517-2e20-40d8-a6ef-3ecb720d9474 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:23.091011 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6814bb0c-49f6-4921-ac27-2b19ac4e48f7 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:23.116400 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dcc86517-2e20-40d8-a6ef-3ecb720d9474 None None] Transition to ACTIVE for port object 749964e3-636a-49ea-bfd3-e9643b91c9bb will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:15:23.138410 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-211d721e-6c32-43ee-9b30-973630ec783b tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Unset dirty status for tenant:7970a58339d24e3c8b586d5bfdd4cb8a on resource:security_group_rule {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:15:23.139794 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-211d721e-6c32-43ee-9b30-973630ec783b tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.3729386 May 23 11:15:23.145360 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54534) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:23.150594 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dcc86517-2e20-40d8-a6ef-3ecb720d9474 None None] Transition to ACTIVE for port object 749964e3-636a-49ea-bfd3-e9643b91c9bb will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:15:23.203421 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-13a5cf14-bcde-42f8-823b-e9bb5392986c req-e64f3930-8edd-45ba-8053-d419fc89d595 service neutron] 10.222.0.81 "GET /v2.0/networks/e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214508 May 23 11:15:23.205977 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6814bb0c-49f6-4921-ac27-2b19ac4e48f7 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91d8711-19bb-4200-ad59-2b656b055eed,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:23.206765 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc9f3da7-f309-4432-a596-7b93e9a56d65 req-e780838f-ba0c-4548-b8a0-3124c56bbf3a tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248403 May 23 11:15:23.214056 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6814bb0c-49f6-4921-ac27-2b19ac4e48f7 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:23.216263 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6814bb0c-49f6-4921-ac27-2b19ac4e48f7 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "DELETE /v2.0/security-groups/f91d8711-19bb-4200-ad59-2b656b055eed HTTP/1.1" status: 204 len: 168 time: 0.8010790 May 23 11:15:23.219218 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54538) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:23.238373 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-0560377b-9040-4b69-aba2-0c21bdd43ff8 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] show failed (client error): The resource could not be found. May 23 11:15:23.239154 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0560377b-9040-4b69-aba2-0c21bdd43ff8 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups/f91d8711-19bb-4200-ad59-2b656b055eed HTTP/1.1" status: 404 len: 347 time: 0.0186718 May 23 11:15:23.242214 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54542) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:23.248463 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c4e5fa-1a06-47ea-96a8-158034d8dc03 None None] Pushing event updated for resources: {'Port': ['ID=d68a0d9d-a650-4801-bf65-14953ec10094,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:23.255466 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a9b9e30-d6a8-4ccf-b6b6-9ba50bb8b578 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Deleting subnet abc4fed1-6614-4a6e-a9bc-a009e25e0e3b {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:15:23.258614 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8a9b9e30-d6a8-4ccf-b6b6-9ba50bb8b578 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:23.267616 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dcc86517-2e20-40d8-a6ef-3ecb720d9474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:23.286462 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f0f6ded9-12b7-4f5d-b3c5-47518bc26bfa tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:23.310977 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f0f6ded9-12b7-4f5d-b3c5-47518bc26bfa tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:23.344923 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8a9b9e30-d6a8-4ccf-b6b6-9ba50bb8b578 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:23.398400 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc86517-2e20-40d8-a6ef-3ecb720d9474 None None] Network 95de50ec-2574-4850-b245-092506005712 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:15:23.399811 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6e3f38-3805-4b77-a7ae-191235cb4b75 None None] Network 37312d58-2395-4fe7-befd-3b599f45b838 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:15:23.401538 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f0f6ded9-12b7-4f5d-b3c5-47518bc26bfa tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:23.418828 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-dcc86517-2e20-40d8-a6ef-3ecb720d9474 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:15:23.430609 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f6ded9-12b7-4f5d-b3c5-47518bc26bfa tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9351d984-5981-48d9-b24b-cf9d2eef798a,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:23.433140 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc86517-2e20-40d8-a6ef-3ecb720d9474 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:15:23.446485 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a90050e0-e2d9-4821-b8eb-03dd04624573 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Deleting port 45ee5cd8-a7eb-4262-a569-23d642b5c287 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:15:23.446824 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a90050e0-e2d9-4821-b8eb-03dd04624573 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:23.454127 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f0f6ded9-12b7-4f5d-b3c5-47518bc26bfa tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:23.458183 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f0f6ded9-12b7-4f5d-b3c5-47518bc26bfa tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/9351d984-5981-48d9-b24b-cf9d2eef798a HTTP/1.1" status: 204 len: 168 time: 0.3117743 May 23 11:15:23.460022 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54548) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:23.493865 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc86517-2e20-40d8-a6ef-3ecb720d9474 None None] Pushing event updated for resources: {'Port': ['ID=749964e3-636a-49ea-bfd3-e9643b91c9bb,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:23.518495 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8a9b9e30-d6a8-4ccf-b6b6-9ba50bb8b578 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:23.557310 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6be2c65e-15b9-4aca-8c4c-398ffba08e64 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Synchronizing usage tracker for tenant:7970a58339d24e3c8b586d5bfdd4cb8a on resource:security_group_rule {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:15:23.611185 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6be2c65e-15b9-4aca-8c4c-398ffba08e64 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Unset dirty status for tenant:7970a58339d24e3c8b586d5bfdd4cb8a on resource:security_group_rule {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:15:23.611779 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54554) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:23.614172 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-6be2c65e-15b9-4aca-8c4c-398ffba08e64 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.1530528 May 23 11:15:23.614388 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-dcc86517-2e20-40d8-a6ef-3ecb720d9474 None None] Attempting to bind port 749964e3-636a-49ea-bfd3-e9643b91c9bb on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:15:23.614723 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54556) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:23.614891 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-dcc86517-2e20-40d8-a6ef-3ecb720d9474 None None] Attempting to bind port 749964e3-636a-49ea-bfd3-e9643b91c9bb by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '9f479474-f711-4a15-9b90-e03cacda9f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '95de50ec-2574-4850-b245-092506005712'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:15:23.615348 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc86517-2e20-40d8-a6ef-3ecb720d9474 None None] Attempting to bind port 749964e3-636a-49ea-bfd3-e9643b91c9bb on network 95de50ec-2574-4850-b245-092506005712 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:15:23.622405 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc86517-2e20-40d8-a6ef-3ecb720d9474 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:15:23.622743 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc86517-2e20-40d8-a6ef-3ecb720d9474 None None] Checking segment: {'id': '9f479474-f711-4a15-9b90-e03cacda9f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '95de50ec-2574-4850-b245-092506005712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:15:23.623231 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dcc86517-2e20-40d8-a6ef-3ecb720d9474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:23.623788 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc86517-2e20-40d8-a6ef-3ecb720d9474 None None] Bound using segment: {'id': '9f479474-f711-4a15-9b90-e03cacda9f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '95de50ec-2574-4850-b245-092506005712'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:15:23.624384 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-dcc86517-2e20-40d8-a6ef-3ecb720d9474 None None] Bound port: 749964e3-636a-49ea-bfd3-e9643b91c9bb, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f479474-f711-4a15-9b90-e03cacda9f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '95de50ec-2574-4850-b245-092506005712'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:15:23.624835 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dcc86517-2e20-40d8-a6ef-3ecb720d9474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:23.679733 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a90050e0-e2d9-4821-b8eb-03dd04624573 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:23.680554 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a90050e0-e2d9-4821-b8eb-03dd04624573 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:23.699313 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8a9b9e30-d6a8-4ccf-b6b6-9ba50bb8b578 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:23.777986 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8a9b9e30-d6a8-4ccf-b6b6-9ba50bb8b578 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:23.798487 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4c10cdc5-060d-4bac-a243-b5eb93e95a50 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:23.878740 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b9e30-d6a8-4ccf-b6b6-9ba50bb8b578 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Pushing event deleted for resources: {'Subnet': ['ID=abc4fed1-6614-4a6e-a9bc-a009e25e0e3b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:23.902052 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4c10cdc5-060d-4bac-a243-b5eb93e95a50 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:23.913640 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8a9b9e30-d6a8-4ccf-b6b6-9ba50bb8b578 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] 10.222.0.79 "DELETE /v2.0/subnets/abc4fed1-6614-4a6e-a9bc-a009e25e0e3b HTTP/1.1" status: 204 len: 168 time: 1.1057339 May 23 11:15:23.914605 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dcc86517-2e20-40d8-a6ef-3ecb720d9474 None None] For port 749964e3-636a-49ea-bfd3-e9643b91c9bb, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:15:23.917857 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dcc86517-2e20-40d8-a6ef-3ecb720d9474 None None] For port 749964e3-636a-49ea-bfd3-e9643b91c9bb, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=749964e3-636a-49ea-bfd3-e9643b91c9bb,segment=NetworkSegment(9f479474-f711-4a15-9b90-e03cacda9f8c),segment_id=9f479474-f711-4a15-9b90-e03cacda9f8c)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:15:23.922664 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dcc86517-2e20-40d8-a6ef-3ecb720d9474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:23.930787 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d1ba14f7-456c-4e6c-93ce-9c3b88dbc8e2 req-906efdfd-1545-45e3-beb6-72fa5a7371d3 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7359bbd-a56c-4f4f-8df0-25aab33cb42b HTTP/1.1" status: 200 len: 210 time: 0.1586392 May 23 11:15:23.933040 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54564) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:23.997468 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a90050e0-e2d9-4821-b8eb-03dd04624573 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Calling delete_port for 45ee5cd8-a7eb-4262-a569-23d642b5c287 owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:15:24.012661 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4c10cdc5-060d-4bac-a243-b5eb93e95a50 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:24.019885 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc86517-2e20-40d8-a6ef-3ecb720d9474 None None] Pushing event updated for resources: {'Port': ['ID=749964e3-636a-49ea-bfd3-e9643b91c9bb,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:24.041738 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f646b79a-5943-4964-b28a-0736b5870bdc tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:24.042538 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f646b79a-5943-4964-b28a-0736b5870bdc tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Synchronizing usage tracker for tenant:beefec015a154f83a4c75628a23866df on resource:subnet {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:15:24.048826 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4c10cdc5-060d-4bac-a243-b5eb93e95a50 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:24.053643 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4c10cdc5-060d-4bac-a243-b5eb93e95a50 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/f80bc630-7f42-4484-a4d4-afc71c3ab25c HTTP/1.1" status: 204 len: 168 time: 0.4328804 May 23 11:15:24.053643 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c10cdc5-060d-4bac-a243-b5eb93e95a50 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f80bc630-7f42-4484-a4d4-afc71c3ab25c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:24.053643 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54568) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:24.103149 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f646b79a-5943-4964-b28a-0736b5870bdc tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Unset dirty status for tenant:beefec015a154f83a4c75628a23866df on resource:subnet {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:15:24.103297 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cfa5101c-2396-4c3d-8b10-5ab7135af6f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:24.104473 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f646b79a-5943-4964-b28a-0736b5870bdc tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1704626 May 23 11:15:24.106039 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9661b7b6-b013-4cdb-826a-344f17705bad None None] Network 95de50ec-2574-4850-b245-092506005712 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:15:24.108473 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54572) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:24.189872 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cfa5101c-2396-4c3d-8b10-5ab7135af6f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:24.206428 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-cfa5101c-2396-4c3d-8b10-5ab7135af6f2 admin admin] Usage tracker for resource:security_group_rule and tenant:58dc806c3355400eafcd2b13730b4deb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:24.212204 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-cfa5101c-2396-4c3d-8b10-5ab7135af6f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:24.223778 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cfa5101c-2396-4c3d-8b10-5ab7135af6f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:24.242508 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f145e57f-3c0c-47c0-b86d-5aba8e7dcf64 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Synchronizing usage tracker for tenant:7970a58339d24e3c8b586d5bfdd4cb8a on resource:security_group_rule {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:15:24.289934 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f145e57f-3c0c-47c0-b86d-5aba8e7dcf64 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Unset dirty status for tenant:7970a58339d24e3c8b586d5bfdd4cb8a on resource:security_group_rule {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:15:24.291438 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f145e57f-3c0c-47c0-b86d-5aba8e7dcf64 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2376580 May 23 11:15:24.294969 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54578) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:24.316286 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a4942eba-eda7-4fe1-a723-ebffcd994fb9 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:24.346621 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-a4942eba-eda7-4fe1-a723-ebffcd994fb9 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Deleting port 749964e3-636a-49ea-bfd3-e9643b91c9bb {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:15:24.346990 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a4942eba-eda7-4fe1-a723-ebffcd994fb9 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:24.362575 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e09f8c-afea-459e-be69-48c0de325eef None None] get_active_networks_info from n-d-842952-2 {{(pid=83912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 23 11:15:24.380337 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cfa5101c-2396-4c3d-8b10-5ab7135af6f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:24.396114 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cfa5101c-2396-4c3d-8b10-5ab7135af6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:24.411249 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8faf951a-1aff-4441-b646-d9f6ea295e12 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:24.456910 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5101c-2396-4c3d-8b10-5ab7135af6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0842f448-b8f0-48e4-89d8-2735166efa65,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:24.507422 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-9a798621-9ad1-47ee-8703-dfe44a9a1edf tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:24.509174 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-9a798621-9ad1-47ee-8703-dfe44a9a1edf tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.81 "GET /v2.0/networks?id=3c158aba-e520-4739-9803-5afc3c97752c HTTP/1.1" status: 200 len: 806 time: 0.5616813 May 23 11:15:24.530089 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e09f8c-afea-459e-be69-48c0de325eef None None] Resources bound (agent type, host, resource id): {{(pid=83912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 23 11:15:24.530354 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8faf951a-1aff-4441-b646-d9f6ea295e12 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:24.583767 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-c471f370-93ad-4757-9980-4cbc724ceca0 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Request body: {'port': {'device_id': 'a7359bbd-a56c-4f4f-8df0-25aab33cb42b', 'network_id': '3c158aba-e520-4739-9803-5afc3c97752c', 'admin_state_up': True, 'tenant_id': '918845eb514f4ef49a66c0d5a348fe52'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:24.600470 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-cfa5101c-2396-4c3d-8b10-5ab7135af6f2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=58dc806c3355400eafcd2b13730b4deb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9865651 May 23 11:15:24.607446 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54582) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:24.691456 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8faf951a-1aff-4441-b646-d9f6ea295e12 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:24.719263 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a90050e0-e2d9-4821-b8eb-03dd04624573 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:24.730171 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf951a-1aff-4441-b646-d9f6ea295e12 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=790cf182-efd9-4a74-ac07-d107a40ed548,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:24.741646 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-a4942eba-eda7-4fe1-a723-ebffcd994fb9 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] For port 749964e3-636a-49ea-bfd3-e9643b91c9bb, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=749964e3-636a-49ea-bfd3-e9643b91c9bb,segment=NetworkSegment(9f479474-f711-4a15-9b90-e03cacda9f8c),segment_id=9f479474-f711-4a15-9b90-e03cacda9f8c)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:15:24.742020 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a4942eba-eda7-4fe1-a723-ebffcd994fb9 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:24.788052 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90050e0-e2d9-4821-b8eb-03dd04624573 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Pushing event deleted for resources: {'Port': ['ID=45ee5cd8-a7eb-4262-a569-23d642b5c287,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:24.820145 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8faf951a-1aff-4441-b646-d9f6ea295e12 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:24.823960 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8faf951a-1aff-4441-b646-d9f6ea295e12 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/790cf182-efd9-4a74-ac07-d107a40ed548 HTTP/1.1" status: 204 len: 168 time: 0.5254846 May 23 11:15:24.838430 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54586) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:24.884782 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03cd0d-f6a8-4537-8e3e-4dace63a309f req-0d4efb44-f405-4aa1-b8db-062bf1a04b7d tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:24.886502 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1d03cd0d-f6a8-4537-8e3e-4dace63a309f req-0d4efb44-f405-4aa1-b8db-062bf1a04b7d tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eaf5c4f-dd7b-477d-a96e-56eb3571792a HTTP/1.1" status: 200 len: 945 time: 0.4313576 May 23 11:15:24.893649 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-a4942eba-eda7-4fe1-a723-ebffcd994fb9 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Calling delete_port for 749964e3-636a-49ea-bfd3-e9643b91c9bb owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:15:24.947552 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2d156ac5-6f7d-430d-802b-799566b6db1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:24.953200 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-c471f370-93ad-4757-9980-4cbc724ceca0 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:25.003608 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-c471f370-93ad-4757-9980-4cbc724ceca0 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:25.010601 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2d156ac5-6f7d-430d-802b-799566b6db1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:25.018671 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a90050e0-e2d9-4821-b8eb-03dd04624573 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:25.041132 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc009f9-5b7f-4ee5-ab17-d52f3ac37e7f None None] get_active_networks_info from n-d-842952-2 {{(pid=83912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 23 11:15:25.055968 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-46f3205e-98ae-4161-9d71-57dbf36f4b2c tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Synchronizing usage tracker for tenant:7970a58339d24e3c8b586d5bfdd4cb8a on resource:security_group_rule {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:15:25.067912 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-c471f370-93ad-4757-9980-4cbc724ceca0 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Made reservation on behalf of 918845eb514f4ef49a66c0d5a348fe52 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:15:25.070868 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-c471f370-93ad-4757-9980-4cbc724ceca0 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:25.133383 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-719223e4-01b2-4ddb-9bf3-275719bb3d79 req-a0b82080-b80a-4f7f-b5f0-0b72b91aad0b tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7359bbd-a56c-4f4f-8df0-25aab33cb42b HTTP/1.1" status: 200 len: 210 time: 0.0561025 May 23 11:15:25.158377 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-46f3205e-98ae-4161-9d71-57dbf36f4b2c tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Unset dirty status for tenant:7970a58339d24e3c8b586d5bfdd4cb8a on resource:security_group_rule {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:15:25.162859 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-46f3205e-98ae-4161-9d71-57dbf36f4b2c tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3161817 May 23 11:15:25.163009 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1d03cd0d-f6a8-4537-8e3e-4dace63a309f req-1f574f6e-aa44-4bda-b58f-31b2307abf35 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383342 May 23 11:15:25.163009 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54592) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:25.191992 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a90050e0-e2d9-4821-b8eb-03dd04624573 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:25.191992 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a90050e0-e2d9-4821-b8eb-03dd04624573 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "DELETE /v2.0/floatingips/de81299e-39ef-49e5-b9fd-74fefa868dd8 HTTP/1.1" status: 204 len: 168 time: 1.9429829 May 23 11:15:25.202509 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a4942eba-eda7-4fe1-a723-ebffcd994fb9 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:25.229122 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc009f9-5b7f-4ee5-ab17-d52f3ac37e7f None None] Resources bound (agent type, host, resource id): {{(pid=83912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 23 11:15:25.302838 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4942eba-eda7-4fe1-a723-ebffcd994fb9 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Pushing event deleted for resources: {'Port': ['ID=749964e3-636a-49ea-bfd3-e9643b91c9bb,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:25.309415 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54600) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:25.312420 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c443cc04-1bee-464c-98ca-ba84820d9247 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:25.318330 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-c471f370-93ad-4757-9980-4cbc724ceca0 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Allocated IP 172.20.0.6 (3c158aba-e520-4739-9803-5afc3c97752c/31ce3e03-ff53-4686-aaa6-54ac8efb8abe/2edd416e-ee00-4e96-bd75-8fc54f2871a5) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:15:25.323798 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-5a9c78e1-751a-44d5-8109-1353021099d2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Request body: {'security_group': {'name': 'tempest-securitygroup--285922231', 'description': 'tempest-description--1890523441'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:25.336305 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c443cc04-1bee-464c-98ca-ba84820d9247 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:25.346961 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4942eba-eda7-4fe1-a723-ebffcd994fb9 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] No DVR routers for this DVR port 749964e3-636a-49ea-bfd3-e9643b91c9bb on host n-d-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:15:25.351212 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5a9c78e1-751a-44d5-8109-1353021099d2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:25.358117 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2d156ac5-6f7d-430d-802b-799566b6db1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:25.385770 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d156ac5-6f7d-430d-802b-799566b6db1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0842f448-b8f0-48e4-89d8-2735166efa65,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:25.399025 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5a9c78e1-751a-44d5-8109-1353021099d2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Usage tracker for resource:security_group and tenant:92ce77b1b70449899717558adda940d2 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:25.409836 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5a9c78e1-751a-44d5-8109-1353021099d2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:25.414185 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2d156ac5-6f7d-430d-802b-799566b6db1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:25.415268 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2d156ac5-6f7d-430d-802b-799566b6db1e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0842f448-b8f0-48e4-89d8-2735166efa65 HTTP/1.1" status: 204 len: 168 time: 0.8068514 May 23 11:15:25.469946 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5a9c78e1-751a-44d5-8109-1353021099d2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:25.526546 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c443cc04-1bee-464c-98ca-ba84820d9247 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:25.562053 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c443cc04-1bee-464c-98ca-ba84820d9247 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fddccba5-0a6e-4e3c-8497-46135103839e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:25.588147 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a4942eba-eda7-4fe1-a723-ebffcd994fb9 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:25.598466 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5a9c78e1-751a-44d5-8109-1353021099d2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:25.616371 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-c471f370-93ad-4757-9980-4cbc724ceca0 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:25.654484 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c443cc04-1bee-464c-98ca-ba84820d9247 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:25.655057 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-c471f370-93ad-4757-9980-4cbc724ceca0 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:25.655527 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c443cc04-1bee-464c-98ca-ba84820d9247 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/fddccba5-0a6e-4e3c-8497-46135103839e HTTP/1.1" status: 204 len: 168 time: 0.4915504 May 23 11:15:25.658882 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-a4942eba-eda7-4fe1-a723-ebffcd994fb9 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95de50ec-2574-4850-b245-092506005712']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:15:25.667533 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54608) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:25.695205 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['93231983-db7d-4314-a4f2-a6dea56eda75'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:15:25.700371 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-a4942eba-eda7-4fe1-a723-ebffcd994fb9 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f479474-f711-4a15-9b90-e03cacda9f8c') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:15:25.700667 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-a4942eba-eda7-4fe1-a723-ebffcd994fb9 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f479474-f711-4a15-9b90-e03cacda9f8c') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:15:25.719961 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5a9c78e1-751a-44d5-8109-1353021099d2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:25.725397 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a4942eba-eda7-4fe1-a723-ebffcd994fb9 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:25.739209 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5a9c78e1-751a-44d5-8109-1353021099d2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Usage tracker for resource:security_group_rule and tenant:92ce77b1b70449899717558adda940d2 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:25.744397 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5a9c78e1-751a-44d5-8109-1353021099d2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:25.758453 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5a9c78e1-751a-44d5-8109-1353021099d2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:25.761444 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a4942eba-eda7-4fe1-a723-ebffcd994fb9 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:25.780497 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead02d8c-a1f4-4e0c-9503-a3c32003f83a req-c4b86325-fcbd-45c0-bdf2-788c5abcca47 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:25.790639 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ead02d8c-a1f4-4e0c-9503-a3c32003f83a req-c4b86325-fcbd-45c0-bdf2-788c5abcca47 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=8eaf5c4f-dd7b-477d-a96e-56eb3571792a HTTP/1.1" status: 200 len: 945 time: 0.4032826 May 23 11:15:25.792772 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-c471f370-93ad-4757-9980-4cbc724ceca0 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Network 3c158aba-e520-4739-9803-5afc3c97752c is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:15:25.796372 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-c471f370-93ad-4757-9980-4cbc724ceca0 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:15:25.803053 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-c471f370-93ad-4757-9980-4cbc724ceca0 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:15:25.808405 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4942eba-eda7-4fe1-a723-ebffcd994fb9 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:15:25.808955 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a4942eba-eda7-4fe1-a723-ebffcd994fb9 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:25.826155 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:15:25.826155 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:15:25.826155 n-d-842952-2 neutron-server[83910]: timer() May 23 11:15:25.826155 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:15:25.826155 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:15:25.826155 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:15:25.826155 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:15:25.826155 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:15:25.826155 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:15:25.826155 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:15:25.826155 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:15:25.826155 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:15:25.826155 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:15:25.826155 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:15:25.826155 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:15:25.826155 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:15:25.826155 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:15:25.826155 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:15:25.826155 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:15:25.826155 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:15:25.826155 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:15:25.826155 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:15:25.826155 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:15:25.826155 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:15:25.826155 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:15:25.826155 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:15:25.826155 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:15:25.826155 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:15:25.826155 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:15:25.826155 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:15:25.826155 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:15:25.826155 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:15:25.891587 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c471f370-93ad-4757-9980-4cbc724ceca0 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Pushing event updated for resources: {'Port': ['ID=2edd416e-ee00-4e96-bd75-8fc54f2871a5,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:25.901102 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-c471f370-93ad-4757-9980-4cbc724ceca0 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:25.901787 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-c471f370-93ad-4757-9980-4cbc724ceca0 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:25.932528 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-c471f370-93ad-4757-9980-4cbc724ceca0 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3525209 May 23 11:15:25.956973 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-80d84f43-a64a-4f01-a0f4-08af76aad412 service neutron] Request body: {'port': {'device_id': 'a7359bbd-a56c-4f4f-8df0-25aab33cb42b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:25.958401 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e0c7dd1b-93b5-494d-9adc-e0536ede5dfb tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Synchronizing usage tracker for tenant:7970a58339d24e3c8b586d5bfdd4cb8a on resource:security_group_rule {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:15:26.002893 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a4942eba-eda7-4fe1-a723-ebffcd994fb9 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:26.045363 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a4942eba-eda7-4fe1-a723-ebffcd994fb9 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:26.060355 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ead02d8c-a1f4-4e0c-9503-a3c32003f83a req-227c4c9e-a24b-4f89-9e6c-362d27bec2e8 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688498 May 23 11:15:26.073442 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e0c7dd1b-93b5-494d-9adc-e0536ede5dfb tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Unset dirty status for tenant:7970a58339d24e3c8b586d5bfdd4cb8a on resource:security_group_rule {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:15:26.077589 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e0c7dd1b-93b5-494d-9adc-e0536ede5dfb tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4076676 May 23 11:15:26.079484 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54622) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:26.083951 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5a9c78e1-751a-44d5-8109-1353021099d2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:26.084972 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-80d84f43-a64a-4f01-a0f4-08af76aad412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:26.085320 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4942eba-eda7-4fe1-a723-ebffcd994fb9 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Pushing event deleted for resources: {'Network': ['ID=95de50ec-2574-4850-b245-092506005712,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:26.098602 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5a9c78e1-751a-44d5-8109-1353021099d2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:26.130649 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a4942eba-eda7-4fe1-a723-ebffcd994fb9 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] 10.222.0.79 "DELETE /v2.0/networks/95de50ec-2574-4850-b245-092506005712 HTTP/1.1" status: 204 len: 168 time: 2.0188618 May 23 11:15:26.134066 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54628) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:26.229163 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c78e1-751a-44d5-8109-1353021099d2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a963e8af-14eb-4d75-9d8e-2caa5b0a729f,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:26.239555 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5a9c78e1-751a-44d5-8109-1353021099d2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:26.244978 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5a9c78e1-751a-44d5-8109-1353021099d2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.9340909 May 23 11:15:26.257262 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54636) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:26.266238 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-803e692d-9910-4d5e-be10-d327f8a805ee tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Request body: {'security_group_rule': {'security_group_id': 'a963e8af-14eb-4d75-9d8e-2caa5b0a729f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:26.281981 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-803e692d-9910-4d5e-be10-d327f8a805ee tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:26.297660 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-803e692d-9910-4d5e-be10-d327f8a805ee tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Usage tracker for resource:security_group_rule and tenant:92ce77b1b70449899717558adda940d2 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:26.302728 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-803e692d-9910-4d5e-be10-d327f8a805ee tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:26.312812 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-875a300d-8dfc-4f86-aac8-7a1f498292f0 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:26.315055 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-803e692d-9910-4d5e-be10-d327f8a805ee tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:26.376261 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-875a300d-8dfc-4f86-aac8-7a1f498292f0 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Deleting port d68a0d9d-a650-4801-bf65-14953ec10094 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:15:26.376635 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-875a300d-8dfc-4f86-aac8-7a1f498292f0 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:26.426508 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d6cf973c-cedd-48b8-bc03-548999aa08c5 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:26.443971 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-803e692d-9910-4d5e-be10-d327f8a805ee tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:26.464292 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d6cf973c-cedd-48b8-bc03-548999aa08c5 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:26.603897 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f6f25-a044-4b85-957d-dba8f8fd01d2 req-94117506-57f4-44f3-a6a1-3e029c200f6e tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:26.605474 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d6cf973c-cedd-48b8-bc03-548999aa08c5 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:26.610956 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cf9f6f25-a044-4b85-957d-dba8f8fd01d2 req-94117506-57f4-44f3-a6a1-3e029c200f6e tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7359bbd-a56c-4f4f-8df0-25aab33cb42b HTTP/1.1" status: 200 len: 931 time: 0.2925768 May 23 11:15:26.640222 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf973c-cedd-48b8-bc03-548999aa08c5 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f891858-17e5-4d0a-b3c4-f9c19bf661d4,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:26.671058 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-803e692d-9910-4d5e-be10-d327f8a805ee tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:26.717579 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d6cf973c-cedd-48b8-bc03-548999aa08c5 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:26.721908 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d6cf973c-cedd-48b8-bc03-548999aa08c5 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "DELETE /v2.0/security-groups/0f891858-17e5-4d0a-b3c4-f9c19bf661d4 HTTP/1.1" status: 204 len: 168 time: 0.6383135 May 23 11:15:26.722316 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54654) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:26.729055 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-803e692d-9910-4d5e-be10-d327f8a805ee tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:26.810219 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e692d-9910-4d5e-be10-d327f8a805ee tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f49286d-7dee-45fe-a0db-b5ba007af860,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:26.816860 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-80d84f43-a64a-4f01-a0f4-08af76aad412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2edd416e-ee00-4e96-bd75-8fc54f2871a5 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:15:26.828411 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-803e692d-9910-4d5e-be10-d327f8a805ee tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:26.831235 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-80d84f43-a64a-4f01-a0f4-08af76aad412 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:26.836357 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-803e692d-9910-4d5e-be10-d327f8a805ee tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5753307 May 23 11:15:26.841657 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54662) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:26.859149 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e8c51816-8dd8-487b-90d6-ecef8123d68a tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Synchronizing usage tracker for tenant:7970a58339d24e3c8b586d5bfdd4cb8a on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:15:26.868404 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-80d84f43-a64a-4f01-a0f4-08af76aad412 service neutron] Transition to ACTIVE for port object 2edd416e-ee00-4e96-bd75-8fc54f2871a5 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:15:26.894361 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-80d84f43-a64a-4f01-a0f4-08af76aad412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:26.897446 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-5f342fa7-5633-4ee5-9b79-1dbbed16f896 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Request body: {'security_group_rule': {'security_group_id': 'a963e8af-14eb-4d75-9d8e-2caa5b0a729f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:26.903326 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5f342fa7-5633-4ee5-9b79-1dbbed16f896 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:26.907224 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5f342fa7-5633-4ee5-9b79-1dbbed16f896 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Usage tracker for resource:security_group_rule and tenant:92ce77b1b70449899717558adda940d2 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:26.910397 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5f342fa7-5633-4ee5-9b79-1dbbed16f896 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:26.916998 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5f342fa7-5633-4ee5-9b79-1dbbed16f896 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:26.928649 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cf9f6f25-a044-4b85-957d-dba8f8fd01d2 req-848c9234-363e-4aa2-83e8-67ab887e066a tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127708 May 23 11:15:26.948285 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e8c51816-8dd8-487b-90d6-ecef8123d68a tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Unset dirty status for tenant:7970a58339d24e3c8b586d5bfdd4cb8a on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:15:26.953203 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-875a300d-8dfc-4f86-aac8-7a1f498292f0 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] For port d68a0d9d-a650-4801-bf65-14953ec10094, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=d68a0d9d-a650-4801-bf65-14953ec10094,segment=NetworkSegment(dd921dd1-b6f4-4573-909a-e0affc749706),segment_id=dd921dd1-b6f4-4573-909a-e0affc749706)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:15:26.953562 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-875a300d-8dfc-4f86-aac8-7a1f498292f0 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:26.963571 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e8c51816-8dd8-487b-90d6-ecef8123d68a tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2311792 May 23 11:15:26.963571 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54666) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:26.975750 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c32d7f64-8e4b-403c-b47b-ea2784233657 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Request body: {'security_group': {'name': 'tempest-secgroup--119876346'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:27.050126 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c32d7f64-8e4b-403c-b47b-ea2784233657 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:27.067586 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d84f43-a64a-4f01-a0f4-08af76aad412 service neutron] Pushing event updated for resources: {'Port': ['ID=2edd416e-ee00-4e96-bd75-8fc54f2871a5,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:27.074428 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c32d7f64-8e4b-403c-b47b-ea2784233657 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:27.092525 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-875a300d-8dfc-4f86-aac8-7a1f498292f0 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Calling delete_port for d68a0d9d-a650-4801-bf65-14953ec10094 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:15:27.150299 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c32d7f64-8e4b-403c-b47b-ea2784233657 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:27.222064 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-80d84f43-a64a-4f01-a0f4-08af76aad412 service neutron] Attempting to bind port 2edd416e-ee00-4e96-bd75-8fc54f2871a5 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:15:27.222064 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-80d84f43-a64a-4f01-a0f4-08af76aad412 service neutron] Attempting to bind port 2edd416e-ee00-4e96-bd75-8fc54f2871a5 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '3dd9ea5f-23bc-4bc8-917a-431ad3d10464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3c158aba-e520-4739-9803-5afc3c97752c'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:15:27.222064 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-80d84f43-a64a-4f01-a0f4-08af76aad412 service neutron] Attempting to bind port 2edd416e-ee00-4e96-bd75-8fc54f2871a5 on network 3c158aba-e520-4739-9803-5afc3c97752c {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:15:27.229874 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c32d7f64-8e4b-403c-b47b-ea2784233657 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:27.237848 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c32d7f64-8e4b-403c-b47b-ea2784233657 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Usage tracker for resource:security_group_rule and tenant:7970a58339d24e3c8b586d5bfdd4cb8a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:27.241578 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c32d7f64-8e4b-403c-b47b-ea2784233657 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:27.243919 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-80d84f43-a64a-4f01-a0f4-08af76aad412 service neutron] Port 2edd416e-ee00-4e96-bd75-8fc54f2871a5 on network 3c158aba-e520-4739-9803-5afc3c97752c not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:15:27.244238 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-80d84f43-a64a-4f01-a0f4-08af76aad412 service neutron] Attempting to bind port 2edd416e-ee00-4e96-bd75-8fc54f2871a5 on network 3c158aba-e520-4739-9803-5afc3c97752c {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:15:27.245072 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5f342fa7-5633-4ee5-9b79-1dbbed16f896 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:27.251090 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c32d7f64-8e4b-403c-b47b-ea2784233657 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:27.258601 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-80d84f43-a64a-4f01-a0f4-08af76aad412 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:15:27.258942 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-80d84f43-a64a-4f01-a0f4-08af76aad412 service neutron] Checking segment: {'id': '3dd9ea5f-23bc-4bc8-917a-431ad3d10464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3c158aba-e520-4739-9803-5afc3c97752c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:15:27.259377 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-80d84f43-a64a-4f01-a0f4-08af76aad412 service neutron] Bound using segment: {'id': '3dd9ea5f-23bc-4bc8-917a-431ad3d10464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3c158aba-e520-4739-9803-5afc3c97752c'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:15:27.259817 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-80d84f43-a64a-4f01-a0f4-08af76aad412 service neutron] Bound port: 2edd416e-ee00-4e96-bd75-8fc54f2871a5, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dd9ea5f-23bc-4bc8-917a-431ad3d10464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3c158aba-e520-4739-9803-5afc3c97752c'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:15:27.260240 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-80d84f43-a64a-4f01-a0f4-08af76aad412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:27.321902 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-4f37c9a8-6764-48fb-8be8-8abd4c2606c0 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:27.328494 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-4f37c9a8-6764-48fb-8be8-8abd4c2606c0 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/networks?id=06b7cf5f-e94a-455b-8d9e-43afc47729a0 HTTP/1.1" status: 200 len: 813 time: 0.5630333 May 23 11:15:27.387108 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-add65492-9bb8-4bb6-a2ff-62ba4e24bed9 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/quotas/de0406f4975c48ee929002b48060a472 HTTP/1.1" status: 200 len: 375 time: 0.0569391 May 23 11:15:27.419309 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c32d7f64-8e4b-403c-b47b-ea2784233657 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:27.425855 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-80d84f43-a64a-4f01-a0f4-08af76aad412 service neutron] For port 2edd416e-ee00-4e96-bd75-8fc54f2871a5, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:15:27.429115 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-80d84f43-a64a-4f01-a0f4-08af76aad412 service neutron] For port 2edd416e-ee00-4e96-bd75-8fc54f2871a5, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=2edd416e-ee00-4e96-bd75-8fc54f2871a5,segment=NetworkSegment(3dd9ea5f-23bc-4bc8-917a-431ad3d10464),segment_id=3dd9ea5f-23bc-4bc8-917a-431ad3d10464)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:15:27.444301 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-80d84f43-a64a-4f01-a0f4-08af76aad412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:27.450930 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c32d7f64-8e4b-403c-b47b-ea2784233657 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:27.456274 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-875a300d-8dfc-4f86-aac8-7a1f498292f0 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:27.512858 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a300d-8dfc-4f86-aac8-7a1f498292f0 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Pushing event deleted for resources: {'Port': ['ID=d68a0d9d-a650-4801-bf65-14953ec10094,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:27.539181 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5f342fa7-5633-4ee5-9b79-1dbbed16f896 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:27.547682 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875a300d-8dfc-4f86-aac8-7a1f498292f0 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] No DVR routers for this DVR port d68a0d9d-a650-4801-bf65-14953ec10094 on host n-d-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:15:27.597974 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-80d84f43-a64a-4f01-a0f4-08af76aad412 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:27.599454 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-80d84f43-a64a-4f01-a0f4-08af76aad412 service neutron] 10.222.0.81 "PUT /v2.0/ports/2edd416e-ee00-4e96-bd75-8fc54f2871a5 HTTP/1.1" status: 200 len: 1091 time: 1.6475139 May 23 11:15:27.601781 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7359bbd-a56c-4f4f-8df0-25aab33cb42b', 'tag': '2edd416e-ee00-4e96-bd75-8fc54f2871a5'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:15:27.617009 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d7f64-8e4b-403c-b47b-ea2784233657 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c64012b1-6045-4165-9398-933631f7fd09,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:27.623121 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5f342fa7-5633-4ee5-9b79-1dbbed16f896 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:27.630090 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d84f43-a64a-4f01-a0f4-08af76aad412 service neutron] Pushing event updated for resources: {'Port': ['ID=2edd416e-ee00-4e96-bd75-8fc54f2871a5,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:27.633158 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c32d7f64-8e4b-403c-b47b-ea2784233657 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:27.634327 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c32d7f64-8e4b-403c-b47b-ea2784233657 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6721170 May 23 11:15:27.637594 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54682) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:27.652419 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-dfa25853-58bf-46a7-9c0f-c6bb953928cb tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Request body: {'security_group_rule': {'security_group_id': 'c64012b1-6045-4165-9398-933631f7fd09', 'direction': 'ingress', 'protocol': 17}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:27.702699 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-dfa25853-58bf-46a7-9c0f-c6bb953928cb tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:27.702920 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f342fa7-5633-4ee5-9b79-1dbbed16f896 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a73821ee-acff-4262-a54a-ecfda5becd59,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:27.708689 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-dfa25853-58bf-46a7-9c0f-c6bb953928cb tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Usage tracker for resource:security_group_rule and tenant:7970a58339d24e3c8b586d5bfdd4cb8a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:27.712319 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-dfa25853-58bf-46a7-9c0f-c6bb953928cb tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:27.719436 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-dfa25853-58bf-46a7-9c0f-c6bb953928cb tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:27.750900 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dfa25853-58bf-46a7-9c0f-c6bb953928cb tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:27.775677 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-a8de104e-1ef8-498a-9d80-498816b688e1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=918845eb514f4ef49a66c0d5a348fe52&device_id=a7359bbd-a56c-4f4f-8df0-25aab33cb42b HTTP/1.1" status: 200 len: 1094 time: 0.1182482 May 23 11:15:27.778967 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5f342fa7-5633-4ee5-9b79-1dbbed16f896 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:27.783148 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5f342fa7-5633-4ee5-9b79-1dbbed16f896 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8870535 May 23 11:15:27.783973 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54686) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:27.794657 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-4933dff1-22c5-4a95-bc30-d796a164aaa2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:27.829514 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-cbcc8690-b633-4222-ab6e-21e719a73348 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=de0406f4975c48ee929002b48060a472&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4344680 May 23 11:15:27.832508 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-875a300d-8dfc-4f86-aac8-7a1f498292f0 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:27.861713 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4933dff1-22c5-4a95-bc30-d796a164aaa2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:27.882758 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4933dff1-22c5-4a95-bc30-d796a164aaa2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Usage tracker for resource:floatingip and tenant:92ce77b1b70449899717558adda940d2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:27.886168 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4933dff1-22c5-4a95-bc30-d796a164aaa2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:27.889709 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-6c24af7a-0710-4ade-bc53-41fe8990b47d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2edd416e-ee00-4e96-bd75-8fc54f2871a5 HTTP/1.1" status: 200 len: 217 time: 0.0898740 May 23 11:15:27.896518 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4933dff1-22c5-4a95-bc30-d796a164aaa2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:27.945975 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-875a300d-8dfc-4f86-aac8-7a1f498292f0 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37312d58-2395-4fe7-befd-3b599f45b838']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:15:27.953899 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4933dff1-22c5-4a95-bc30-d796a164aaa2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for floatingip, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:27.977730 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fccdc-0776-429e-b924-f125fda62974 req-af3e2b6c-b879-423f-9c81-c5d46f1a4a27 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:27.979194 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a02fccdc-0776-429e-b924-f125fda62974 req-af3e2b6c-b879-423f-9c81-c5d46f1a4a27 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.79 "GET /v2.0/ports?device_id=217cbf78-1df6-493c-9888-301265e5b48a HTTP/1.1" status: 200 len: 945 time: 0.3965669 May 23 11:15:27.982703 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-875a300d-8dfc-4f86-aac8-7a1f498292f0 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd921dd1-b6f4-4573-909a-e0affc749706') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:15:27.982995 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-875a300d-8dfc-4f86-aac8-7a1f498292f0 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd921dd1-b6f4-4573-909a-e0affc749706') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:15:27.986060 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dfa25853-58bf-46a7-9c0f-c6bb953928cb tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:28.023877 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-875a300d-8dfc-4f86-aac8-7a1f498292f0 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:28.045930 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-1148c0c0-55cc-4ff2-9e93-c6a961cc0a7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:28.047372 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-1148c0c0-55cc-4ff2-9e93-c6a961cc0a7d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=31ce3e03-ff53-4686-aaa6-54ac8efb8abe HTTP/1.1" status: 200 len: 846 time: 0.1450527 May 23 11:15:28.048111 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dfa25853-58bf-46a7-9c0f-c6bb953928cb tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:28.076983 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-875a300d-8dfc-4f86-aac8-7a1f498292f0 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:28.097462 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a02fccdc-0776-429e-b924-f125fda62974 req-d6c4df92-745d-4a24-83ae-8a1d1a535134 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.79 "GET /v2.0/security-groups?id=2662ffa5-af07-4cfc-b539-1509362a42d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007934 May 23 11:15:28.100273 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-875a300d-8dfc-4f86-aac8-7a1f498292f0 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:15:28.101152 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-875a300d-8dfc-4f86-aac8-7a1f498292f0 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:28.115670 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:15:28.115670 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:15:28.115670 n-d-842952-2 neutron-server[83910]: timer() May 23 11:15:28.115670 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:15:28.115670 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:15:28.115670 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:15:28.115670 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:15:28.115670 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:15:28.115670 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:15:28.115670 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:15:28.115670 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:15:28.115670 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:15:28.115670 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:15:28.115670 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:15:28.115670 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:15:28.115670 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:15:28.115670 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:15:28.115670 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:15:28.115670 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:15:28.115670 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:15:28.115670 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:15:28.115670 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:15:28.115670 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:15:28.115670 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:15:28.115670 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:15:28.115670 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:15:28.115670 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:15:28.115670 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:15:28.115670 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:15:28.115670 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:15:28.115670 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:15:28.115670 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:15:28.135237 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa25853-58bf-46a7-9c0f-c6bb953928cb tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f5b1a18-835f-40d9-962c-21cac3216603,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:28.142602 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-787da5d1-ae0d-4531-90bd-f2451e6b4652 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3c158aba-e520-4739-9803-5afc3c97752c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775578 May 23 11:15:28.176028 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dfa25853-58bf-46a7-9c0f-c6bb953928cb tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:28.177160 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-dfa25853-58bf-46a7-9c0f-c6bb953928cb tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.5297205 May 23 11:15:28.182907 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54694) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:28.232520 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-6394b15e-f218-4bf8-81fa-0f5b0965e7cb service neutron] 10.222.0.79 "GET /v2.0/networks/06b7cf5f-e94a-455b-8d9e-43afc47729a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888485 May 23 11:15:28.242019 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f523fb91-f1ee-47d5-b5ff-a9535b1a7a91'] response: {'name': 'network-changed', 'server_uuid': 'a7359bbd-a56c-4f4f-8df0-25aab33cb42b', 'tag': '2edd416e-ee00-4e96-bd75-8fc54f2871a5', 'status': 'completed', 'code': 200} May 23 11:15:28.371727 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-fe8f7c31-d1fd-47b7-8fda-ee4229202343 service neutron] 10.222.0.81 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181442 May 23 11:15:28.386907 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d5ec9887-aa80-49c3-992b-3a8b8607a911 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:28.408198 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-875a300d-8dfc-4f86-aac8-7a1f498292f0 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:28.431140 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-875a300d-8dfc-4f86-aac8-7a1f498292f0 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:28.453908 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a300d-8dfc-4f86-aac8-7a1f498292f0 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Pushing event deleted for resources: {'Network': ['ID=37312d58-2395-4fe7-befd-3b599f45b838,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:28.476246 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-875a300d-8dfc-4f86-aac8-7a1f498292f0 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] 10.222.0.79 "DELETE /v2.0/networks/37312d58-2395-4fe7-befd-3b599f45b838 HTTP/1.1" status: 204 len: 168 time: 2.3390768 May 23 11:15:28.482492 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54698) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:28.600472 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-46bd57f3-df70-420f-b107-3b81a2e00823 service neutron] 10.222.0.79 "GET /v2.0/networks/06b7cf5f-e94a-455b-8d9e-43afc47729a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575785 May 23 11:15:28.613678 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d5ec9887-aa80-49c3-992b-3a8b8607a911 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:28.622847 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6efd2-1949-4e3c-a206-ddcde72c83c2 req-66dddb88-efcc-4b6f-8e59-7c6a93dcfd77 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:28.624357 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-41d6efd2-1949-4e3c-a206-ddcde72c83c2 req-66dddb88-efcc-4b6f-8e59-7c6a93dcfd77 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eaf5c4f-dd7b-477d-a96e-56eb3571792a HTTP/1.1" status: 200 len: 945 time: 0.5078406 May 23 11:15:28.639873 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4933dff1-22c5-4a95-bc30-d796a164aaa2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:28.729897 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9cdc6aa7-240a-4c3f-a943-fd16e0d4b432 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:28.745785 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5229c-9ff2-4e72-a253-8dff6d84e64a req-99540ab8-3439-4de5-93e5-f2bd01d9f5a5 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:28.748063 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-54f5229c-9ff2-4e72-a253-8dff6d84e64a req-99540ab8-3439-4de5-93e5-f2bd01d9f5a5 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7359bbd-a56c-4f4f-8df0-25aab33cb42b HTTP/1.1" status: 200 len: 943 time: 0.4053462 May 23 11:15:28.762473 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-41d6efd2-1949-4e3c-a206-ddcde72c83c2 req-55244c5d-609b-43c1-a071-648ae3b8c2b9 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Deleting port 0615af0b-0c22-4c7d-8313-76563cd3cbbe {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:15:28.762473 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-41d6efd2-1949-4e3c-a206-ddcde72c83c2 req-55244c5d-609b-43c1-a071-648ae3b8c2b9 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:28.774976 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-997737f9-5bf4-4e85-9d27-38ba466f3187 req-c95321be-6bb4-4c0b-bc95-61a303b1266a service neutron] 10.222.0.81 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924372 May 23 11:15:28.814340 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d5ec9887-aa80-49c3-992b-3a8b8607a911 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:28.924403 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec9887-aa80-49c3-992b-3a8b8607a911 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64012b1-6045-4165-9398-933631f7fd09,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:28.935315 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-54f5229c-9ff2-4e72-a253-8dff6d84e64a req-4fbbe28e-4e0e-4609-a37b-a866931dea87 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369305 May 23 11:15:28.989383 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d5ec9887-aa80-49c3-992b-3a8b8607a911 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:28.992856 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d5ec9887-aa80-49c3-992b-3a8b8607a911 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "DELETE /v2.0/security-groups/c64012b1-6045-4165-9398-933631f7fd09 HTTP/1.1" status: 204 len: 168 time: 0.8040047 May 23 11:15:28.996530 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54718) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:29.053493 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-4933dff1-22c5-4a95-bc30-d796a164aaa2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Allocated IP 172.25.6.251 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/b4cdfe0a-a666-4972-b762-36b8ae204758) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:15:29.112228 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a0cff240-fe16-4486-a7b0-6696c19f63e7 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Synchronizing usage tracker for tenant:7970a58339d24e3c8b586d5bfdd4cb8a on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:15:29.195750 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f56e1feb-6103-423d-8b04-48e1c3b403a4 req-222234ae-848a-44c7-a3f8-e48fbd93e1d9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=918845eb514f4ef49a66c0d5a348fe52&device_id=a7359bbd-a56c-4f4f-8df0-25aab33cb42b HTTP/1.1" status: 200 len: 1094 time: 0.3069451 May 23 11:15:29.296031 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a0cff240-fe16-4486-a7b0-6696c19f63e7 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Unset dirty status for tenant:7970a58339d24e3c8b586d5bfdd4cb8a on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:15:29.301354 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a0cff240-fe16-4486-a7b0-6696c19f63e7 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2997513 May 23 11:15:29.303992 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54728) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:29.322645 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-49096ae1-1efd-4eb7-8be3-bd868a3ff0f0 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Request body: {'security_group': {'name': 'tempest-secgroup--812473179'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:29.345475 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-49096ae1-1efd-4eb7-8be3-bd868a3ff0f0 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:29.374199 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cbc6c4e8-ae2a-47c9-ba79-7c9f68226af6 req-c72ee077-803c-4194-9dec-4f62332f7c29 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=35125f3d-46bb-4aa0-b936-a94669d3a0f5 HTTP/1.1" status: 200 len: 210 time: 0.1701849 May 23 11:15:29.396847 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-49096ae1-1efd-4eb7-8be3-bd868a3ff0f0 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:29.417514 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9cdc6aa7-240a-4c3f-a943-fd16e0d4b432 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:29.436221 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4933dff1-22c5-4a95-bc30-d796a164aaa2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:29.449547 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-49096ae1-1efd-4eb7-8be3-bd868a3ff0f0 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:29.476528 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e1feb-6103-423d-8b04-48e1c3b403a4 req-4b7ecc9d-3c78-4ad4-825a-054420f5814c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:29.478842 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f56e1feb-6103-423d-8b04-48e1c3b403a4 req-4b7ecc9d-3c78-4ad4-825a-054420f5814c service neutron] 10.222.0.81 "GET /v2.0/networks?id=3c158aba-e520-4739-9803-5afc3c97752c HTTP/1.1" status: 200 len: 907 time: 0.2687802 May 23 11:15:29.517480 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-9cdc6aa7-240a-4c3f-a943-fd16e0d4b432 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f555017-f7f6-4032-a5b5-567c96e47b09']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:15:29.535530 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-9cdc6aa7-240a-4c3f-a943-fd16e0d4b432 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f26d221f-ee02-49a4-b8a7-f36a38f310fa') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:15:29.535818 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-9cdc6aa7-240a-4c3f-a943-fd16e0d4b432 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f26d221f-ee02-49a4-b8a7-f36a38f310fa') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:15:29.565238 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9cdc6aa7-240a-4c3f-a943-fd16e0d4b432 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:29.633326 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9cdc6aa7-240a-4c3f-a943-fd16e0d4b432 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:29.633908 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-49096ae1-1efd-4eb7-8be3-bd868a3ff0f0 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:29.637012 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f56e1feb-6103-423d-8b04-48e1c3b403a4 req-8a4c8010-0561-412e-90d4-40f410d47dae service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2edd416e-ee00-4e96-bd75-8fc54f2871a5 HTTP/1.1" status: 200 len: 217 time: 0.1512680 May 23 11:15:29.641964 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-49096ae1-1efd-4eb7-8be3-bd868a3ff0f0 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Usage tracker for resource:security_group_rule and tenant:7970a58339d24e3c8b586d5bfdd4cb8a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:29.647207 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-49096ae1-1efd-4eb7-8be3-bd868a3ff0f0 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:29.655787 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cdc6aa7-240a-4c3f-a943-fd16e0d4b432 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:15:29.656209 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9cdc6aa7-240a-4c3f-a943-fd16e0d4b432 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:29.672620 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:15:29.672620 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:15:29.672620 n-d-842952-2 neutron-server[83910]: timer() May 23 11:15:29.672620 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:15:29.672620 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:15:29.672620 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:15:29.672620 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:15:29.672620 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:15:29.672620 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:15:29.672620 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:15:29.672620 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:15:29.672620 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:15:29.672620 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:15:29.672620 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:15:29.672620 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:15:29.672620 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:15:29.672620 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:15:29.672620 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:15:29.672620 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:15:29.672620 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:15:29.672620 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:15:29.672620 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:15:29.672620 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:15:29.672620 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:15:29.672620 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:15:29.672620 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:15:29.672620 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:15:29.672620 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:15:29.672620 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:15:29.672620 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:15:29.672620 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:15:29.672620 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:15:29.687503 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-49096ae1-1efd-4eb7-8be3-bd868a3ff0f0 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:29.709504 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4933dff1-22c5-4a95-bc30-d796a164aaa2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:29.736228 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-41d6efd2-1949-4e3c-a206-ddcde72c83c2 req-55244c5d-609b-43c1-a071-648ae3b8c2b9 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] For port 0615af0b-0c22-4c7d-8313-76563cd3cbbe, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=0615af0b-0c22-4c7d-8313-76563cd3cbbe,segment=NetworkSegment(e6734377-073b-422b-93c0-ef1cda14b824),segment_id=e6734377-073b-422b-93c0-ef1cda14b824)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:15:29.736588 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-41d6efd2-1949-4e3c-a206-ddcde72c83c2 req-55244c5d-609b-43c1-a071-648ae3b8c2b9 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:29.838809 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4933dff1-22c5-4a95-bc30-d796a164aaa2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:15:29.840522 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e1feb-6103-423d-8b04-48e1c3b403a4 req-19419402-48c1-49a4-a7df-4599be8a0b87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:29.842103 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f56e1feb-6103-423d-8b04-48e1c3b403a4 req-19419402-48c1-49a4-a7df-4599be8a0b87 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=31ce3e03-ff53-4686-aaa6-54ac8efb8abe HTTP/1.1" status: 200 len: 846 time: 0.1969237 May 23 11:15:29.845774 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-4933dff1-22c5-4a95-bc30-d796a164aaa2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:15:29.858061 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4933dff1-22c5-4a95-bc30-d796a164aaa2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:15:29.882091 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-41d6efd2-1949-4e3c-a206-ddcde72c83c2 req-55244c5d-609b-43c1-a071-648ae3b8c2b9 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Calling delete_port for 0615af0b-0c22-4c7d-8313-76563cd3cbbe owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:15:29.931690 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933dff1-22c5-4a95-bc30-d796a164aaa2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Pushing event updated for resources: {'Port': ['ID=b4cdfe0a-a666-4972-b762-36b8ae204758,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:29.951052 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9cdc6aa7-240a-4c3f-a943-fd16e0d4b432 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:29.989295 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9cdc6aa7-240a-4c3f-a943-fd16e0d4b432 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:30.010194 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f56e1feb-6103-423d-8b04-48e1c3b403a4 req-6955b828-55f0-409b-8d3d-6d447ee4da51 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3c158aba-e520-4739-9803-5afc3c97752c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1264331 May 23 11:15:30.014351 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-49096ae1-1efd-4eb7-8be3-bd868a3ff0f0 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:30.075291 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-49096ae1-1efd-4eb7-8be3-bd868a3ff0f0 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:30.082955 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc6aa7-240a-4c3f-a943-fd16e0d4b432 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Pushing event deleted for resources: {'Network': ['ID=6f555017-f7f6-4032-a5b5-567c96e47b09,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:30.148239 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3761257-2279-493f-bd68-c899a24b398a req-8b00246d-e392-47fd-b817-c167a71f7ee5 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:30.155165 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e3761257-2279-493f-bd68-c899a24b398a req-8b00246d-e392-47fd-b817-c167a71f7ee5 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.79 "GET /v2.0/ports?device_id=217cbf78-1df6-493c-9888-301265e5b48a HTTP/1.1" status: 200 len: 945 time: 0.5602512 May 23 11:15:30.222673 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9cdc6aa7-240a-4c3f-a943-fd16e0d4b432 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] 10.222.0.79 "DELETE /v2.0/networks/6f555017-f7f6-4032-a5b5-567c96e47b09 HTTP/1.1" status: 204 len: 168 time: 1.7346034 May 23 11:15:30.222861 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54744) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:30.223130 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49096ae1-1efd-4eb7-8be3-bd868a3ff0f0 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba993459-d49f-4a68-90a6-6ea43bb37c26,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:30.253352 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-41d6efd2-1949-4e3c-a206-ddcde72c83c2 req-55244c5d-609b-43c1-a071-648ae3b8c2b9 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:30.263442 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-49096ae1-1efd-4eb7-8be3-bd868a3ff0f0 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:30.267227 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-49096ae1-1efd-4eb7-8be3-bd868a3ff0f0 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9531460 May 23 11:15:30.292082 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54748) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:30.312512 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e3761257-2279-493f-bd68-c899a24b398a req-8ca551d1-83bb-40bd-8715-01e4a163f6e9 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.79 "GET /v2.0/security-groups?id=2662ffa5-af07-4cfc-b539-1509362a42d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564200 May 23 11:15:30.317273 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-42fccb38-0d0a-466c-bbf3-362223a301c8 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Request body: {'security_group': {'name': 'tempest-secgroup--426875327'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:30.323497 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55244c5d-609b-43c1-a071-648ae3b8c2b9 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Pushing event deleted for resources: {'Port': ['ID=0615af0b-0c22-4c7d-8313-76563cd3cbbe,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:30.329165 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-42fccb38-0d0a-466c-bbf3-362223a301c8 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:30.346806 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-42fccb38-0d0a-466c-bbf3-362223a301c8 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Usage tracker for resource:security_group and tenant:7970a58339d24e3c8b586d5bfdd4cb8a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:30.376556 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f56e1feb-6103-423d-8b04-48e1c3b403a4 req-73a0af02-d4cf-413d-885a-4fc56b4e4ef4 service neutron] 10.222.0.81 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545451 May 23 11:15:30.381751 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17e69f-811e-457f-8596-696579b32291 req-2caaf07c-41f9-403d-bb84-05743a4a9f9b tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:30.388589 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dd17e69f-811e-457f-8596-696579b32291 req-2caaf07c-41f9-403d-bb84-05743a4a9f9b tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7359bbd-a56c-4f4f-8df0-25aab33cb42b HTTP/1.1" status: 200 len: 943 time: 0.2984953 May 23 11:15:30.390611 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-42fccb38-0d0a-466c-bbf3-362223a301c8 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:30.422145 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-42fccb38-0d0a-466c-bbf3-362223a301c8 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:30.497343 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4d537230-385c-4f20-8d43-91182d51b696 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:30.504733 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d6efd2-1949-4e3c-a206-ddcde72c83c2 req-55244c5d-609b-43c1-a071-648ae3b8c2b9 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] No DVR routers for this DVR port 0615af0b-0c22-4c7d-8313-76563cd3cbbe on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:15:30.510050 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-42fccb38-0d0a-466c-bbf3-362223a301c8 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:30.532416 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-41d6efd2-1949-4e3c-a206-ddcde72c83c2 req-55244c5d-609b-43c1-a071-648ae3b8c2b9 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:30.535378 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-41d6efd2-1949-4e3c-a206-ddcde72c83c2 req-55244c5d-609b-43c1-a071-648ae3b8c2b9 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.13 "DELETE /v2.0/ports/0615af0b-0c22-4c7d-8313-76563cd3cbbe HTTP/1.1" status: 204 len: 173 time: 1.9034953 May 23 11:15:30.554779 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-42fccb38-0d0a-466c-bbf3-362223a301c8 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:30.558201 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eaf5c4f-dd7b-477d-a96e-56eb3571792a', 'name': 'network-vif-deleted', 'tag': '0615af0b-0c22-4c7d-8313-76563cd3cbbe'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:15:30.563816 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-42fccb38-0d0a-466c-bbf3-362223a301c8 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Usage tracker for resource:security_group_rule and tenant:7970a58339d24e3c8b586d5bfdd4cb8a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:30.570625 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-42fccb38-0d0a-466c-bbf3-362223a301c8 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:30.615817 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-42fccb38-0d0a-466c-bbf3-362223a301c8 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:30.620044 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-06d60ef0-dccd-439e-ba8f-32956618a9d3 req-de430d51-6d5f-4198-b14c-a01171420ed0 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Synchronizing usage tracker for tenant:de0406f4975c48ee929002b48060a472 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:15:30.624162 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dd17e69f-811e-457f-8596-696579b32291 req-70494ea3-33c3-4b9f-a0b3-2258d2cf05df tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347653 May 23 11:15:30.654027 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-06d60ef0-dccd-439e-ba8f-32956618a9d3 req-de430d51-6d5f-4198-b14c-a01171420ed0 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Unset dirty status for tenant:de0406f4975c48ee929002b48060a472 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:15:30.665407 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-06d60ef0-dccd-439e-ba8f-32956618a9d3 req-de430d51-6d5f-4198-b14c-a01171420ed0 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=35125f3d-46bb-4aa0-b936-a94669d3a0f5 HTTP/1.1" status: 200 len: 210 time: 0.0878270 May 23 11:15:30.730702 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-42fccb38-0d0a-466c-bbf3-362223a301c8 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:30.734861 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05afa36e-bd75-4f88-acde-86f78a6f594d'] response: {'server_uuid': '8eaf5c4f-dd7b-477d-a96e-56eb3571792a', 'name': 'network-vif-deleted', 'tag': '0615af0b-0c22-4c7d-8313-76563cd3cbbe', 'status': 'completed', 'code': 200} May 23 11:15:30.742881 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-42fccb38-0d0a-466c-bbf3-362223a301c8 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:30.829137 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fccb38-0d0a-466c-bbf3-362223a301c8 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=081fb448-849c-4bc5-bb63-b6b27845130c,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:30.841066 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-42fccb38-0d0a-466c-bbf3-362223a301c8 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:30.845472 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-42fccb38-0d0a-466c-bbf3-362223a301c8 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5429931 May 23 11:15:30.846286 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54762) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:30.861749 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-abe4c638-6739-4f37-87e1-d429be598c64 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Request body: {'security_group_rule': {'security_group_id': 'ba993459-d49f-4a68-90a6-6ea43bb37c26', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '081fb448-849c-4bc5-bb63-b6b27845130c', 'remote_ip_prefix': None}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:30.868040 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-abe4c638-6739-4f37-87e1-d429be598c64 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:30.872538 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-abe4c638-6739-4f37-87e1-d429be598c64 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Usage tracker for resource:security_group_rule and tenant:7970a58339d24e3c8b586d5bfdd4cb8a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:30.875982 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-abe4c638-6739-4f37-87e1-d429be598c64 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:30.881512 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-abe4c638-6739-4f37-87e1-d429be598c64 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:30.896742 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4933dff1-22c5-4a95-bc30-d796a164aaa2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:30.946943 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-abe4c638-6739-4f37-87e1-d429be598c64 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:31.028937 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4933dff1-22c5-4a95-bc30-d796a164aaa2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:31.067862 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f56e1feb-6103-423d-8b04-48e1c3b403a4 req-a1788c41-d464-45d7-8ccd-b4d6fa40f138 service neutron] 10.222.0.81 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6734934 May 23 11:15:31.087099 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-abe4c638-6739-4f37-87e1-d429be598c64 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:31.094985 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-abe4c638-6739-4f37-87e1-d429be598c64 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:31.148502 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe4c638-6739-4f37-87e1-d429be598c64 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b3e5ad3-415f-4244-91dd-64232efe0d3f,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:31.151121 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4d537230-385c-4f20-8d43-91182d51b696 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:31.165712 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-acd73d7b-07a5-4c80-8e7a-510928f18696 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:31.167150 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-acd73d7b-07a5-4c80-8e7a-510928f18696 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.13 "GET /v2.0/networks?id=06b7cf5f-e94a-455b-8d9e-43afc47729a0 HTTP/1.1" status: 200 len: 813 time: 0.2484508 May 23 11:15:31.168305 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-abe4c638-6739-4f37-87e1-d429be598c64 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:31.169416 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-abe4c638-6739-4f37-87e1-d429be598c64 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.3228054 May 23 11:15:31.172353 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54768) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:31.203128 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-4d537230-385c-4f20-8d43-91182d51b696 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88ad8c1b-8189-493e-93c2-239057338fdb']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:15:31.207310 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-735970fa-3b0e-4c39-a643-879b3b923d2d tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Request body: {'port': {'device_id': '35125f3d-46bb-4aa0-b936-a94669d3a0f5', 'network_id': '06b7cf5f-e94a-455b-8d9e-43afc47729a0', 'admin_state_up': True, 'tenant_id': 'de0406f4975c48ee929002b48060a472'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:31.221572 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-45064467-b2e5-4906-8445-e1e8c5217316 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:31.231375 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-4d537230-385c-4f20-8d43-91182d51b696 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '276f7a13-4746-488d-8248-889a31664d25') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:15:31.231606 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-4d537230-385c-4f20-8d43-91182d51b696 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '276f7a13-4746-488d-8248-889a31664d25') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:15:31.252997 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 2edd416e-ee00-4e96-bd75-8fc54f2871a5 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:15:31.275180 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4d537230-385c-4f20-8d43-91182d51b696 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:31.291141 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-45064467-b2e5-4906-8445-e1e8c5217316 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:31.367740 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-45064467-b2e5-4906-8445-e1e8c5217316 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:31.371755 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4d537230-385c-4f20-8d43-91182d51b696 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:31.389485 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de90e6-2027-435b-ae3a-c0a09df0e935 req-141f79b5-c6b2-44b0-afc7-ddfd35ce256e tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:31.390265 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-a7de90e6-2027-435b-ae3a-c0a09df0e935 req-141f79b5-c6b2-44b0-afc7-ddfd35ce256e tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Synchronizing usage tracker for tenant:9de2036d303b4646b32715efca050724 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:15:31.394547 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d537230-385c-4f20-8d43-91182d51b696 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:15:31.394956 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4d537230-385c-4f20-8d43-91182d51b696 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:31.413397 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:15:31.413397 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:15:31.413397 n-d-842952-2 neutron-server[83911]: timer() May 23 11:15:31.413397 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:15:31.413397 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:15:31.413397 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:15:31.413397 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:15:31.413397 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:15:31.413397 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:15:31.413397 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:15:31.413397 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:15:31.413397 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:15:31.413397 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:15:31.413397 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:15:31.413397 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:15:31.413397 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:15:31.413397 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:15:31.413397 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:15:31.413397 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:15:31.413397 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:15:31.413397 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:15:31.413397 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:15:31.413397 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:15:31.413397 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:15:31.413397 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:15:31.413397 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:15:31.413397 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:15:31.413397 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:15:31.413397 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:15:31.413397 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:15:31.413397 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:15:31.413397 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:15:31.418921 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45064467-b2e5-4906-8445-e1e8c5217316 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b3e5ad3-415f-4244-91dd-64232efe0d3f,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:31.446361 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-735970fa-3b0e-4c39-a643-879b3b923d2d tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:31.473251 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-45064467-b2e5-4906-8445-e1e8c5217316 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:31.477260 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-45064467-b2e5-4906-8445-e1e8c5217316 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/1b3e5ad3-415f-4244-91dd-64232efe0d3f HTTP/1.1" status: 204 len: 168 time: 0.3011005 May 23 11:15:31.482679 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54776) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:31.489276 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-735970fa-3b0e-4c39-a643-879b3b923d2d tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:31.537146 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-a7de90e6-2027-435b-ae3a-c0a09df0e935 req-141f79b5-c6b2-44b0-afc7-ddfd35ce256e tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Unset dirty status for tenant:9de2036d303b4646b32715efca050724 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:15:31.538566 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a7de90e6-2027-435b-ae3a-c0a09df0e935 req-141f79b5-c6b2-44b0-afc7-ddfd35ce256e tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.81 "GET /v2.0/ports?device_id=217cbf78-1df6-493c-9888-301265e5b48a HTTP/1.1" status: 200 len: 945 time: 0.4658325 May 23 11:15:31.604017 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 2edd416e-ee00-4e96-bd75-8fc54f2871a5, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=2edd416e-ee00-4e96-bd75-8fc54f2871a5,segment=NetworkSegment(3dd9ea5f-23bc-4bc8-917a-431ad3d10464),segment_id=3dd9ea5f-23bc-4bc8-917a-431ad3d10464)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:15:31.604265 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4d537230-385c-4f20-8d43-91182d51b696 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:31.609340 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4d537230-385c-4f20-8d43-91182d51b696 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:31.633197 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '2edd416e-ee00-4e96-bd75-8fc54f2871a5', 'network_id': '3c158aba-e520-4739-9803-5afc3c97752c', 'port_id': '2edd416e-ee00-4e96-bd75-8fc54f2871a5', 'mac_address': 'fa:16:3e:76:6a:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ce3e03-ff53-4686-aaa6-54ac8efb8abe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:15:31.649409 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d537230-385c-4f20-8d43-91182d51b696 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] Pushing event deleted for resources: {'Network': ['ID=88ad8c1b-8189-493e-93c2-239057338fdb,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:31.682390 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4d537230-385c-4f20-8d43-91182d51b696 tempest-BulkNetworkOpsTest-1873277512 tempest-BulkNetworkOpsTest-1873277512-project] 10.222.0.79 "DELETE /v2.0/networks/88ad8c1b-8189-493e-93c2-239057338fdb HTTP/1.1" status: 204 len: 168 time: 1.4563482 May 23 11:15:31.704653 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-a7de90e6-2027-435b-ae3a-c0a09df0e935 req-07c1d11d-0b31-4f19-a1fa-0cfeb32ad4cc tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Deleting port 7f50d78e-a3b2-4009-8631-f45cb2fd2d92 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:15:31.704890 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a7de90e6-2027-435b-ae3a-c0a09df0e935 req-07c1d11d-0b31-4f19-a1fa-0cfeb32ad4cc tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:31.749391 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4933dff1-22c5-4a95-bc30-d796a164aaa2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:31.761284 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:31.763236 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4933dff1-22c5-4a95-bc30-d796a164aaa2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:31.781759 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-735970fa-3b0e-4c39-a643-879b3b923d2d tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Made reservation on behalf of de0406f4975c48ee929002b48060a472 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:15:31.788070 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-735970fa-3b0e-4c39-a643-879b3b923d2d tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:31.802558 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2edd416e-ee00-4e96-bd75-8fc54f2871a5 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:15:31.841554 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 2edd416e-ee00-4e96-bd75-8fc54f2871a5, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=2edd416e-ee00-4e96-bd75-8fc54f2871a5,segment=NetworkSegment(3dd9ea5f-23bc-4bc8-917a-431ad3d10464),segment_id=3dd9ea5f-23bc-4bc8-917a-431ad3d10464)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:15:31.850883 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:31.956879 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933dff1-22c5-4a95-bc30-d796a164aaa2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Pushing event updated for resources: {'Port': ['ID=b4cdfe0a-a666-4972-b762-36b8ae204758,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:31.975444 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 0615af0b-0c22-4c7d-8313-76563cd3cbbe no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:15:31.988928 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-fbd810b1-5ac5-4cbc-b13e-4f86a83fe630 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Synchronizing usage tracker for tenant:7970a58339d24e3c8b586d5bfdd4cb8a on resource:security_group_rule {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:15:32.037740 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27099de3-816f-484b-a0cf-199a08e1e1d6 req-23cf4409-91cb-4d2e-98f0-a59859fde9ae tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:32.044510 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-27099de3-816f-484b-a0cf-199a08e1e1d6 req-23cf4409-91cb-4d2e-98f0-a59859fde9ae tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.79 "GET /v2.0/ports?device_id=217cbf78-1df6-493c-9888-301265e5b48a HTTP/1.1" status: 200 len: 945 time: 0.5038776 May 23 11:15:32.075395 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 0615af0b-0c22-4c7d-8313-76563cd3cbbe {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:15:32.075733 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 0615af0b-0c22-4c7d-8313-76563cd3cbbe not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:15:32.077742 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-fbd810b1-5ac5-4cbc-b13e-4f86a83fe630 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Unset dirty status for tenant:7970a58339d24e3c8b586d5bfdd4cb8a on resource:security_group_rule {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:15:32.079069 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-fbd810b1-5ac5-4cbc-b13e-4f86a83fe630 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.5954084 May 23 11:15:32.086320 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54790) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:32.100561 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93416323-07a7-4547-900b-a15be807e327 req-591c8f2f-463f-4107-ae19-50c1965092a3 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:32.104373 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=2edd416e-ee00-4e96-bd75-8fc54f2871a5,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:32.108624 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93416323-07a7-4547-900b-a15be807e327 req-591c8f2f-463f-4107-ae19-50c1965092a3 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7359bbd-a56c-4f4f-8df0-25aab33cb42b HTTP/1.1" status: 200 len: 944 time: 0.2911401 May 23 11:15:32.146206 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4933dff1-22c5-4a95-bc30-d796a164aaa2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:32.201765 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4933dff1-22c5-4a95-bc30-d796a164aaa2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:32.211114 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4933dff1-22c5-4a95-bc30-d796a164aaa2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4187388 May 23 11:15:32.235328 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-a7de90e6-2027-435b-ae3a-c0a09df0e935 req-07c1d11d-0b31-4f19-a1fa-0cfeb32ad4cc tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] For port 7f50d78e-a3b2-4009-8631-f45cb2fd2d92, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=7f50d78e-a3b2-4009-8631-f45cb2fd2d92,segment=NetworkSegment(0bde80b2-9c9c-462d-930e-1668ec8118e8),segment_id=0bde80b2-9c9c-462d-930e-1668ec8118e8)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:15:32.235864 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a7de90e6-2027-435b-ae3a-c0a09df0e935 req-07c1d11d-0b31-4f19-a1fa-0cfeb32ad4cc tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:32.265798 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-27099de3-816f-484b-a0cf-199a08e1e1d6 req-ceed1c17-c313-400e-a173-6b50d0c100cc tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.79 "GET /v2.0/security-groups?id=2662ffa5-af07-4cfc-b539-1509362a42d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190282 May 23 11:15:32.284596 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['2edd416e-ee00-4e96-bd75-8fc54f2871a5'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:15:32.331404 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54798) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:32.347647 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-735970fa-3b0e-4c39-a643-879b3b923d2d tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Allocated IP 172.20.0.7 (06b7cf5f-e94a-455b-8d9e-43afc47729a0/6b6de4b0-f25f-4106-b572-a920a7d5e070/5602b440-4f46-448e-a54d-44832eb917a3) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:15:32.374753 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93416323-07a7-4547-900b-a15be807e327 req-6968730c-8197-473e-ab0a-3c34a48c72ee tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651660 May 23 11:15:32.734475 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a7de90e6-2027-435b-ae3a-c0a09df0e935 req-07c1d11d-0b31-4f19-a1fa-0cfeb32ad4cc tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:32.734838 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a7de90e6-2027-435b-ae3a-c0a09df0e935 req-07c1d11d-0b31-4f19-a1fa-0cfeb32ad4cc tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:32.735153 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [req-a7de90e6-2027-435b-ae3a-c0a09df0e935 req-07c1d11d-0b31-4f19-a1fa-0cfeb32ad4cc tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Floating IP e0fba8a3-6e19-41a3-a326-2a0e8d2e7625 disassociated. External IP: 172.25.6.225, port: 7f50d78e-a3b2-4009-8631-f45cb2fd2d92. May 23 11:15:32.735534 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-a7de90e6-2027-435b-ae3a-c0a09df0e935 req-07c1d11d-0b31-4f19-a1fa-0cfeb32ad4cc tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Calling delete_port for 7f50d78e-a3b2-4009-8631-f45cb2fd2d92 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:15:32.760489 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d2c884de-2bdc-4307-8c21-ee7f234e3bce tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:32.763616 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5a772bae-f7c4-4946-9750-7fb9b970499b req-4219d285-9b26-451c-8da3-9b8a0c3a6e23 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=35125f3d-46bb-4aa0-b936-a94669d3a0f5 HTTP/1.1" status: 200 len: 210 time: 0.1890759 May 23 11:15:32.853574 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d2c884de-2bdc-4307-8c21-ee7f234e3bce tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:32.908263 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a7de90e6-2027-435b-ae3a-c0a09df0e935 req-07c1d11d-0b31-4f19-a1fa-0cfeb32ad4cc tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:32.910523 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-03306ef0-45f5-4946-a22b-deddf05c29e8 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Synchronizing usage tracker for tenant:92ce77b1b70449899717558adda940d2 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:15:32.946268 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1bcf43bb-26e5-4a6b-8aec-9f5c58518af1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=beefec015a154f83a4c75628a23866df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6100934 May 23 11:15:32.954278 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-735970fa-3b0e-4c39-a643-879b3b923d2d tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:32.958664 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54822) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:32.973595 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1d11d-0b31-4f19-a1fa-0cfeb32ad4cc tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Pushing event deleted for resources: {'Port': ['ID=7f50d78e-a3b2-4009-8631-f45cb2fd2d92,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:33.002481 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-03306ef0-45f5-4946-a22b-deddf05c29e8 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Unset dirty status for tenant:92ce77b1b70449899717558adda940d2 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:15:33.008339 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-03306ef0-45f5-4946-a22b-deddf05c29e8 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--285922231&fields=id&tenant_id=92ce77b1b70449899717558adda940d2 HTTP/1.1" status: 200 len: 267 time: 0.3382111 May 23 11:15:33.042220 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d2c884de-2bdc-4307-8c21-ee7f234e3bce tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:33.121029 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c884de-2bdc-4307-8c21-ee7f234e3bce tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=081fb448-849c-4bc5-bb63-b6b27845130c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:33.206695 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e60a4f05-f93d-4af1-864b-83c7e3aec533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:33.208718 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-735970fa-3b0e-4c39-a643-879b3b923d2d tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:33.245911 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:15:33.279854 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d2c884de-2bdc-4307-8c21-ee7f234e3bce tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:33.280997 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d2c884de-2bdc-4307-8c21-ee7f234e3bce tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "DELETE /v2.0/security-groups/081fb448-849c-4bc5-bb63-b6b27845130c HTTP/1.1" status: 204 len: 168 time: 1.1897473 May 23 11:15:33.283740 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54838) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:33.317177 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-3560091b-cd1d-4b62-941a-8e1c6e293b7c tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:33.318815 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-3560091b-cd1d-4b62-941a-8e1c6e293b7c tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/networks?id=297e8414-85bd-4e0d-aedb-8abf246d8703 HTTP/1.1" status: 200 len: 815 time: 0.3006372 May 23 11:15:33.328094 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e60a4f05-f93d-4af1-864b-83c7e3aec533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:33.356378 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-735970fa-3b0e-4c39-a643-879b3b923d2d tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Network 06b7cf5f-e94a-455b-8d9e-43afc47729a0 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:15:33.369864 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735970fa-3b0e-4c39-a643-879b3b923d2d tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Pushing event updated for resources: {'Port': ['ID=5602b440-4f46-448e-a54d-44832eb917a3,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:33.379186 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-735970fa-3b0e-4c39-a643-879b3b923d2d tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:15:33.385210 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-735970fa-3b0e-4c39-a643-879b3b923d2d tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:15:33.386209 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ffa7cc87-8406-4809-b4d8-188941ac6e4a tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Synchronizing usage tracker for tenant:7970a58339d24e3c8b586d5bfdd4cb8a on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:15:33.410300 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ffa7cc87-8406-4809-b4d8-188941ac6e4a tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Unset dirty status for tenant:7970a58339d24e3c8b586d5bfdd4cb8a on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:15:33.414668 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ffa7cc87-8406-4809-b4d8-188941ac6e4a tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.1266978 May 23 11:15:33.415084 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54848) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:33.466021 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-735970fa-3b0e-4c39-a643-879b3b923d2d tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:33.466656 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-735970fa-3b0e-4c39-a643-879b3b923d2d tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:33.515526 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7de90e6-2027-435b-ae3a-c0a09df0e935 req-07c1d11d-0b31-4f19-a1fa-0cfeb32ad4cc tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Router 428d5b65-f33a-4dbd-a7a6-cd2a226aad52 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:15:33.516498 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5cb095ad-7f0f-44ae-969b-21e4e3b63586 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:33.541718 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-2b9a32f3-0e6f-4938-91bc-6d23aaafdd64 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/quotas/92ce77b1b70449899717558adda940d2 HTTP/1.1" status: 200 len: 375 time: 0.1989770 May 23 11:15:33.550449 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-78f88175-8665-4052-97c8-5502dee25aed req-233c314c-aec3-4bab-b45a-3c124f60f133 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.79 "GET /v2.0/ports?device_id=217cbf78-1df6-493c-9888-301265e5b48a HTTP/1.1" status: 200 len: 210 time: 0.0520456 May 23 11:15:33.553335 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-735970fa-3b0e-4c39-a643-879b3b923d2d tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3501267 May 23 11:15:33.603939 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-74b88c8c-729d-4fa3-830d-54ba7b30c770 service neutron] Request body: {'port': {'device_id': '35125f3d-46bb-4aa0-b936-a94669d3a0f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:33.609533 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5cb095ad-7f0f-44ae-969b-21e4e3b63586 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:33.644478 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e60a4f05-f93d-4af1-864b-83c7e3aec533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:33.674632 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a4f05-f93d-4af1-864b-83c7e3aec533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec3a810-e26f-4141-b265-44d7c9a1b44a,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:33.740958 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e60a4f05-f93d-4af1-864b-83c7e3aec533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:33.743479 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e60a4f05-f93d-4af1-864b-83c7e3aec533 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9ec3a810-e26f-4141-b265-44d7c9a1b44a HTTP/1.1" status: 204 len: 168 time: 0.7831659 May 23 11:15:33.760597 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5cb095ad-7f0f-44ae-969b-21e4e3b63586 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:33.795677 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb095ad-7f0f-44ae-969b-21e4e3b63586 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba993459-d49f-4a68-90a6-6ea43bb37c26,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:33.859375 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-89fccfbf-cefd-487f-a74b-49b423cb0986 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=92ce77b1b70449899717558adda940d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3079598 May 23 11:15:33.865118 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7de90e6-2027-435b-ae3a-c0a09df0e935 req-07c1d11d-0b31-4f19-a1fa-0cfeb32ad4cc tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:15:33.867356 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-74b88c8c-729d-4fa3-830d-54ba7b30c770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:33.877148 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70399e69-1cfd-440b-ac7a-705acc608cc9 None None] Sync routers for ids ['428d5b65-f33a-4dbd-a7a6-cd2a226aad52'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:15:33.890535 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70399e69-1cfd-440b-ac7a-705acc608cc9 None None] Routers {'428d5b65-f33a-4dbd-a7a6-cd2a226aad52'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:15:33.891319 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-70399e69-1cfd-440b-ac7a-705acc608cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:15:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['428d5b65-f33a-4dbd-a7a6-cd2a226aad52'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:15:33.976098 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5cb095ad-7f0f-44ae-969b-21e4e3b63586 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:33.978392 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5cb095ad-7f0f-44ae-969b-21e4e3b63586 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "DELETE /v2.0/security-groups/ba993459-d49f-4a68-90a6-6ea43bb37c26 HTTP/1.1" status: 204 len: 168 time: 0.5622783 May 23 11:15:33.979812 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7de90e6-2027-435b-ae3a-c0a09df0e935 req-07c1d11d-0b31-4f19-a1fa-0cfeb32ad4cc tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] No DVR routers for this DVR port 7f50d78e-a3b2-4009-8631-f45cb2fd2d92 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:15:33.984263 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a7de90e6-2027-435b-ae3a-c0a09df0e935 req-07c1d11d-0b31-4f19-a1fa-0cfeb32ad4cc tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:33.988810 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a7de90e6-2027-435b-ae3a-c0a09df0e935 req-07c1d11d-0b31-4f19-a1fa-0cfeb32ad4cc tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.81 "DELETE /v2.0/ports/7f50d78e-a3b2-4009-8631-f45cb2fd2d92 HTTP/1.1" status: 204 len: 173 time: 2.4385095 May 23 11:15:33.989813 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54862) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:33.990503 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217cbf78-1df6-493c-9888-301265e5b48a', 'name': 'network-vif-deleted', 'tag': '7f50d78e-a3b2-4009-8631-f45cb2fd2d92'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:15:34.073521 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-35445d6d-57e1-4c66-b0e0-e74c625eaaf9 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Synchronizing usage tracker for tenant:7970a58339d24e3c8b586d5bfdd4cb8a on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:15:34.085361 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c19d6a-829f-4d18-bd06-75af21ca258d req-091a74a6-4c28-4382-8c63-707b2e6c2a78 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:34.087164 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b3c19d6a-829f-4d18-bd06-75af21ca258d req-091a74a6-4c28-4382-8c63-707b2e6c2a78 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7359bbd-a56c-4f4f-8df0-25aab33cb42b HTTP/1.1" status: 200 len: 944 time: 0.3058393 May 23 11:15:34.096499 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-35445d6d-57e1-4c66-b0e0-e74c625eaaf9 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Unset dirty status for tenant:7970a58339d24e3c8b586d5bfdd4cb8a on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:15:34.101970 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-35445d6d-57e1-4c66-b0e0-e74c625eaaf9 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0996366 May 23 11:15:34.102231 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54868) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:34.110840 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-678dff12-e9d8-42f2-8b00-2fe0c7b44831 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Request body: {'security_group': {'name': 'tempest-secgroup--168397029'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:34.124551 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-678dff12-e9d8-42f2-8b00-2fe0c7b44831 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:34.136627 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-678dff12-e9d8-42f2-8b00-2fe0c7b44831 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:34.150424 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-678dff12-e9d8-42f2-8b00-2fe0c7b44831 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:34.159763 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-70399e69-1cfd-440b-ac7a-705acc608cc9 None None] Set router 428d5b65-f33a-4dbd-a7a6-cd2a226aad52 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:15:34.231490 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-678dff12-e9d8-42f2-8b00-2fe0c7b44831 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:34.236436 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-678dff12-e9d8-42f2-8b00-2fe0c7b44831 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Usage tracker for resource:security_group_rule and tenant:7970a58339d24e3c8b586d5bfdd4cb8a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:34.242769 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-678dff12-e9d8-42f2-8b00-2fe0c7b44831 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:34.250430 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-678dff12-e9d8-42f2-8b00-2fe0c7b44831 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:34.327505 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-678dff12-e9d8-42f2-8b00-2fe0c7b44831 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:34.328135 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-ed959716-d4c8-4193-ad1d-9f634c337a7e service neutron] 10.222.0.79 "GET /v2.0/networks/297e8414-85bd-4e0d-aedb-8abf246d8703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4438214 May 23 11:15:34.332660 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-678dff12-e9d8-42f2-8b00-2fe0c7b44831 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:34.423643 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678dff12-e9d8-42f2-8b00-2fe0c7b44831 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54cc4819-eed7-49e6-9060-8f8994e77a85,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:34.428558 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-678dff12-e9d8-42f2-8b00-2fe0c7b44831 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:34.430977 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-678dff12-e9d8-42f2-8b00-2fe0c7b44831 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3275082 May 23 11:15:34.436776 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54878) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:34.442082 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d5154e42-a29d-4859-af5b-846c9e2f44e6 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Request body: {'security_group_rule': {'security_group_id': '54cc4819-eed7-49e6-9060-8f8994e77a85', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:34.455168 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d5154e42-a29d-4859-af5b-846c9e2f44e6 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:34.462347 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d5154e42-a29d-4859-af5b-846c9e2f44e6 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Usage tracker for resource:security_group_rule and tenant:7970a58339d24e3c8b586d5bfdd4cb8a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:34.467705 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d5154e42-a29d-4859-af5b-846c9e2f44e6 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:34.477649 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d5154e42-a29d-4859-af5b-846c9e2f44e6 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:34.481220 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b3c19d6a-829f-4d18-bd06-75af21ca258d req-dd606e14-0911-4955-bbc3-2c68274646ba tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654413 May 23 11:15:34.510156 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d5154e42-a29d-4859-af5b-846c9e2f44e6 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:34.587237 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d5154e42-a29d-4859-af5b-846c9e2f44e6 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:34.594693 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d5154e42-a29d-4859-af5b-846c9e2f44e6 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:34.634716 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5154e42-a29d-4859-af5b-846c9e2f44e6 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40bc3069-b22c-410a-834e-d43f16c892e9,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:34.643440 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d5154e42-a29d-4859-af5b-846c9e2f44e6 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:34.644866 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d5154e42-a29d-4859-af5b-846c9e2f44e6 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.2073390 May 23 11:15:34.649483 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54888) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:34.653382 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-8d776870-d0ce-4d74-9c4c-106633326a0d service neutron] 10.222.0.79 "GET /v2.0/networks/297e8414-85bd-4e0d-aedb-8abf246d8703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246856 May 23 11:15:34.686530 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aaf15e4e-dbb1-48e7-b290-7b895f9471c4 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:34.698920 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aaf15e4e-dbb1-48e7-b290-7b895f9471c4 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:34.748634 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aaf15e4e-dbb1-48e7-b290-7b895f9471c4 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:34.813585 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-70399e69-1cfd-440b-ac7a-705acc608cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428d5b65-f33a-4dbd-a7a6-cd2a226aad52', 'name': 'tempest-ServersTestManualDisk-2046072056-router', 'tenant_id': '9de2036d303b4646b32715efca050724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '7d15666e-cc69-48fe-887a-0e66ece6561c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:14:01Z', 'updated_at': '2022-05-23T11:14:08Z', 'revision_number': 4, 'project_id': '9de2036d303b4646b32715efca050724', 'gw_port': {'id': '7d15666e-cc69-48fe-887a-0e66ece6561c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:10:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428d5b65-f33a-4dbd-a7a6-cd2a226aad52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:14:01Z', 'updated_at': '2022-05-23T11:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'bd2913e7-083e-4917-9274-5f7bba6eea02', 'name': '', 'network_id': '3adc78a2-48f8-407b-9589-fe4a6ac8aca0', 'tenant_id': '9de2036d303b4646b32715efca050724', 'mac_address': 'fa:16:3e:83:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428d5b65-f33a-4dbd-a7a6-cd2a226aad52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfb194f6-4536-4501-b841-17f76deb51b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:14:07Z', 'updated_at': '2022-05-23T11:14:17Z', 'revision_number': 5, 'project_id': '9de2036d303b4646b32715efca050724', 'subnets': [{'id': 'cfb194f6-4536-4501-b841-17f76deb51b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:15:34.825497 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf15e4e-dbb1-48e7-b290-7b895f9471c4 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40bc3069-b22c-410a-834e-d43f16c892e9,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:34.826310 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70399e69-1cfd-440b-ac7a-705acc608cc9 None None] Checking router: 428d5b65-f33a-4dbd-a7a6-cd2a226aad52 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:15:34.863647 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70399e69-1cfd-440b-ac7a-705acc608cc9 None None] Routers {'428d5b65-f33a-4dbd-a7a6-cd2a226aad52'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:15:34.864694 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-70399e69-1cfd-440b-ac7a-705acc608cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:15:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['428d5b65-f33a-4dbd-a7a6-cd2a226aad52'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:15:34.869185 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aaf15e4e-dbb1-48e7-b290-7b895f9471c4 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:34.870744 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-aaf15e4e-dbb1-48e7-b290-7b895f9471c4 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/40bc3069-b22c-410a-834e-d43f16c892e9 HTTP/1.1" status: 204 len: 168 time: 0.2203262 May 23 11:15:34.874742 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54898) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:34.905573 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-74b88c8c-729d-4fa3-830d-54ba7b30c770 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5602b440-4f46-448e-a54d-44832eb917a3 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:15:34.927863 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-74b88c8c-729d-4fa3-830d-54ba7b30c770 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:34.959248 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-74b88c8c-729d-4fa3-830d-54ba7b30c770 service neutron] Transition to ACTIVE for port object 5602b440-4f46-448e-a54d-44832eb917a3 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:15:34.973201 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-74b88c8c-729d-4fa3-830d-54ba7b30c770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:34.986627 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-98ad0e66-7747-44c7-a8f5-b5a3456b7056 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Synchronizing usage tracker for tenant:7970a58339d24e3c8b586d5bfdd4cb8a on resource:security_group_rule {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:15:35.024940 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-98ad0e66-7747-44c7-a8f5-b5a3456b7056 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Unset dirty status for tenant:7970a58339d24e3c8b586d5bfdd4cb8a on resource:security_group_rule {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:15:35.030514 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-98ad0e66-7747-44c7-a8f5-b5a3456b7056 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1506450 May 23 11:15:35.031040 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54904) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:35.196675 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-33a1de9a-583f-4ec1-8af0-3936cd1fd164 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:35.255915 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-33a1de9a-583f-4ec1-8af0-3936cd1fd164 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:35.267359 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 2edd416e-ee00-4e96-bd75-8fc54f2871a5 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:15:35.314214 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-70399e69-1cfd-440b-ac7a-705acc608cc9 None None] Set router 428d5b65-f33a-4dbd-a7a6-cd2a226aad52 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:15:35.366656 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f87de6a4-0266-4921-ad4b-1809700a1821'] response: {'server_uuid': '217cbf78-1df6-493c-9888-301265e5b48a', 'name': 'network-vif-deleted', 'tag': '7f50d78e-a3b2-4009-8631-f45cb2fd2d92', 'status': 'completed', 'code': 200} May 23 11:15:35.371378 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-33a1de9a-583f-4ec1-8af0-3936cd1fd164 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:35.398221 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 2edd416e-ee00-4e96-bd75-8fc54f2871a5 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:15:35.405295 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b88c8c-729d-4fa3-830d-54ba7b30c770 service neutron] Pushing event updated for resources: {'Port': ['ID=5602b440-4f46-448e-a54d-44832eb917a3,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:35.407509 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 2edd416e-ee00-4e96-bd75-8fc54f2871a5 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:15:35.408093 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:35.430900 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a1de9a-583f-4ec1-8af0-3936cd1fd164 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54cc4819-eed7-49e6-9060-8f8994e77a85,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:35.440563 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-33a1de9a-583f-4ec1-8af0-3936cd1fd164 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:35.444232 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-33a1de9a-583f-4ec1-8af0-3936cd1fd164 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "DELETE /v2.0/security-groups/54cc4819-eed7-49e6-9060-8f8994e77a85 HTTP/1.1" status: 204 len: 168 time: 0.4097586 May 23 11:15:35.445206 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54918) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:35.451451 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54922) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:35.565897 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7e3cf9b0-0ce9-4a79-b722-47a9b8196d22 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Synchronizing usage tracker for tenant:7970a58339d24e3c8b586d5bfdd4cb8a on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:15:35.586217 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7e3cf9b0-0ce9-4a79-b722-47a9b8196d22 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Unset dirty status for tenant:7970a58339d24e3c8b586d5bfdd4cb8a on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:15:35.588009 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7e3cf9b0-0ce9-4a79-b722-47a9b8196d22 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1415915 May 23 11:15:35.591902 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54930) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:35.598196 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e4ec157e-17df-414c-b313-6a98249936c1 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Request body: {'security_group': {'name': 'tempest-secgroup--1072759615'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:35.601068 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:35.611771 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e4ec157e-17df-414c-b313-6a98249936c1 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:35.634702 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7359bbd-a56c-4f4f-8df0-25aab33cb42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2edd416e-ee00-4e96-bd75-8fc54f2871a5'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:15:35.635127 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e4ec157e-17df-414c-b313-6a98249936c1 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:35.647602 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 2edd416e-ee00-4e96-bd75-8fc54f2871a5, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=2edd416e-ee00-4e96-bd75-8fc54f2871a5,segment=NetworkSegment(3dd9ea5f-23bc-4bc8-917a-431ad3d10464),segment_id=3dd9ea5f-23bc-4bc8-917a-431ad3d10464)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:15:35.654649 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e4ec157e-17df-414c-b313-6a98249936c1 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:35.655393 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:35.656622 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 7f50d78e-a3b2-4009-8631-f45cb2fd2d92 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:15:35.722861 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e4ec157e-17df-414c-b313-6a98249936c1 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:35.731925 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: 7f50d78e-a3b2-4009-8631-f45cb2fd2d92 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:15:35.732288 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e4ec157e-17df-414c-b313-6a98249936c1 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Usage tracker for resource:security_group_rule and tenant:7970a58339d24e3c8b586d5bfdd4cb8a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:35.732407 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 7f50d78e-a3b2-4009-8631-f45cb2fd2d92 not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:15:35.736684 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e4ec157e-17df-414c-b313-6a98249936c1 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:35.750666 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e4ec157e-17df-414c-b313-6a98249936c1 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:35.773089 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ef17bd31-5d56-4e05-b8f3-31499c7bf1d2 req-252e0331-0c8c-4a78-8093-d4ce5830cf86 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.79 "GET /v2.0/ports?device_id=217cbf78-1df6-493c-9888-301265e5b48a HTTP/1.1" status: 200 len: 210 time: 0.2289391 May 23 11:15:35.791976 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=2edd416e-ee00-4e96-bd75-8fc54f2871a5,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:35.806359 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:15:35.806700 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:15:35.807033 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:15:35.807395 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:15:35.807714 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:15:35.816405 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:15:35.817213 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:15:35.817927 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:15:35.818713 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:15:35.822485 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-1a9a7363-3890-41d4-b173-a6adc2f3b760 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-354730370'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:35.834448 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1a9a7363-3890-41d4-b173-a6adc2f3b760 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:35.839396 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:15:35.841695 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:15:35.845997 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1a9a7363-3890-41d4-b173-a6adc2f3b760 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Usage tracker for resource:network and tenant:0544d54a2ac14582aa73efecc4d5b808 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:35.854881 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1a9a7363-3890-41d4-b173-a6adc2f3b760 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:35.866539 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1a9a7363-3890-41d4-b173-a6adc2f3b760 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:35.866717 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-74b88c8c-729d-4fa3-830d-54ba7b30c770 service neutron] Attempting to bind port 5602b440-4f46-448e-a54d-44832eb917a3 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:15:35.866961 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-74b88c8c-729d-4fa3-830d-54ba7b30c770 service neutron] Attempting to bind port 5602b440-4f46-448e-a54d-44832eb917a3 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'e6734377-073b-422b-93c0-ef1cda14b824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '06b7cf5f-e94a-455b-8d9e-43afc47729a0'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:15:35.867279 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-74b88c8c-729d-4fa3-830d-54ba7b30c770 service neutron] Attempting to bind port 5602b440-4f46-448e-a54d-44832eb917a3 on network 06b7cf5f-e94a-455b-8d9e-43afc47729a0 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:15:35.887553 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597c2c2-86fa-4334-a337-7d482b33d26a req-30a737db-376f-4225-919b-7d948cf375d0 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:35.888428 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-2597c2c2-86fa-4334-a337-7d482b33d26a req-30a737db-376f-4225-919b-7d948cf375d0 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Synchronizing usage tracker for tenant:de0406f4975c48ee929002b48060a472 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:15:35.903163 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-74b88c8c-729d-4fa3-830d-54ba7b30c770 service neutron] Port 5602b440-4f46-448e-a54d-44832eb917a3 on network 06b7cf5f-e94a-455b-8d9e-43afc47729a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:15:35.903477 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-74b88c8c-729d-4fa3-830d-54ba7b30c770 service neutron] Attempting to bind port 5602b440-4f46-448e-a54d-44832eb917a3 on network 06b7cf5f-e94a-455b-8d9e-43afc47729a0 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:15:35.927397 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-74b88c8c-729d-4fa3-830d-54ba7b30c770 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:15:35.928097 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-74b88c8c-729d-4fa3-830d-54ba7b30c770 service neutron] Checking segment: {'id': 'e6734377-073b-422b-93c0-ef1cda14b824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '06b7cf5f-e94a-455b-8d9e-43afc47729a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:15:35.941688 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-74b88c8c-729d-4fa3-830d-54ba7b30c770 service neutron] Bound using segment: {'id': 'e6734377-073b-422b-93c0-ef1cda14b824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '06b7cf5f-e94a-455b-8d9e-43afc47729a0'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:15:35.941688 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-74b88c8c-729d-4fa3-830d-54ba7b30c770 service neutron] Bound port: 5602b440-4f46-448e-a54d-44832eb917a3, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6734377-073b-422b-93c0-ef1cda14b824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '06b7cf5f-e94a-455b-8d9e-43afc47729a0'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:15:35.941688 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-74b88c8c-729d-4fa3-830d-54ba7b30c770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:35.952151 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e4ec157e-17df-414c-b313-6a98249936c1 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:35.956062 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9a7363-3890-41d4-b173-a6adc2f3b760 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Made reservation on behalf of 0544d54a2ac14582aa73efecc4d5b808 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:15:35.959663 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-2597c2c2-86fa-4334-a337-7d482b33d26a req-30a737db-376f-4225-919b-7d948cf375d0 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Unset dirty status for tenant:de0406f4975c48ee929002b48060a472 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:15:35.960954 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2597c2c2-86fa-4334-a337-7d482b33d26a req-30a737db-376f-4225-919b-7d948cf375d0 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=35125f3d-46bb-4aa0-b936-a94669d3a0f5 HTTP/1.1" status: 200 len: 943 time: 0.7308517 May 23 11:15:35.963658 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1a9a7363-3890-41d4-b173-a6adc2f3b760 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:35.989642 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e4ec157e-17df-414c-b313-6a98249936c1 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:36.078558 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1a9a7363-3890-41d4-b173-a6adc2f3b760 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:36.097789 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e4ec157e-17df-414c-b313-6a98249936c1 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:36.101903 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e4ec157e-17df-414c-b313-6a98249936c1 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5062962 May 23 11:15:36.116372 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54942) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:36.145187 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-6a6e9400-4f28-44bf-8cca-7b9d0cd69df7 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Request body: {'security_group_rule': {'security_group_id': 'ec9bf769-de57-4167-85b9-266fd4ba9437', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:36.146411 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec157e-17df-414c-b313-6a98249936c1 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9bf769-de57-4167-85b9-266fd4ba9437,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:36.151766 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-097d8693-03b4-499d-b577-189d85300459 req-a203b3ac-2edc-4997-92cf-8043552819b2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f015bfa-6b01-4dcb-bdc3-fce1d1ca2e0f HTTP/1.1" status: 200 len: 210 time: 0.0771601 May 23 11:15:36.169632 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2597c2c2-86fa-4334-a337-7d482b33d26a req-c7b283d1-5e61-482c-af7f-8c33b6e1732b tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959412 May 23 11:15:36.172762 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6a6e9400-4f28-44bf-8cca-7b9d0cd69df7 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:36.181558 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6a6e9400-4f28-44bf-8cca-7b9d0cd69df7 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Usage tracker for resource:security_group_rule and tenant:7970a58339d24e3c8b586d5bfdd4cb8a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:36.182937 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-70399e69-1cfd-440b-ac7a-705acc608cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428d5b65-f33a-4dbd-a7a6-cd2a226aad52', 'name': 'tempest-ServersTestManualDisk-2046072056-router', 'tenant_id': '9de2036d303b4646b32715efca050724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '7d15666e-cc69-48fe-887a-0e66ece6561c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:14:01Z', 'updated_at': '2022-05-23T11:14:08Z', 'revision_number': 4, 'project_id': '9de2036d303b4646b32715efca050724', 'gw_port': {'id': '7d15666e-cc69-48fe-887a-0e66ece6561c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:10:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428d5b65-f33a-4dbd-a7a6-cd2a226aad52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:14:01Z', 'updated_at': '2022-05-23T11:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'bd2913e7-083e-4917-9274-5f7bba6eea02', 'name': '', 'network_id': '3adc78a2-48f8-407b-9589-fe4a6ac8aca0', 'tenant_id': '9de2036d303b4646b32715efca050724', 'mac_address': 'fa:16:3e:83:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428d5b65-f33a-4dbd-a7a6-cd2a226aad52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfb194f6-4536-4501-b841-17f76deb51b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:14:07Z', 'updated_at': '2022-05-23T11:14:17Z', 'revision_number': 5, 'project_id': '9de2036d303b4646b32715efca050724', 'subnets': [{'id': 'cfb194f6-4536-4501-b841-17f76deb51b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:15:36.186994 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6a6e9400-4f28-44bf-8cca-7b9d0cd69df7 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:36.187949 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70399e69-1cfd-440b-ac7a-705acc608cc9 None None] The sync data for ids ['428d5b65-f33a-4dbd-a7a6-cd2a226aad52'] in n-d-842952-2 is: [{'id': '428d5b65-f33a-4dbd-a7a6-cd2a226aad52', 'name': 'tempest-ServersTestManualDisk-2046072056-router', 'tenant_id': '9de2036d303b4646b32715efca050724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '7d15666e-cc69-48fe-887a-0e66ece6561c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:14:01Z', 'updated_at': '2022-05-23T11:14:08Z', 'revision_number': 4, 'project_id': '9de2036d303b4646b32715efca050724', 'gw_port': {'id': '7d15666e-cc69-48fe-887a-0e66ece6561c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:10:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428d5b65-f33a-4dbd-a7a6-cd2a226aad52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:14:01Z', 'updated_at': '2022-05-23T11:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'bd2913e7-083e-4917-9274-5f7bba6eea02', 'name': '', 'network_id': '3adc78a2-48f8-407b-9589-fe4a6ac8aca0', 'tenant_id': '9de2036d303b4646b32715efca050724', 'mac_address': 'fa:16:3e:83:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428d5b65-f33a-4dbd-a7a6-cd2a226aad52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfb194f6-4536-4501-b841-17f76deb51b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:14:07Z', 'updated_at': '2022-05-23T11:14:17Z', 'revision_number': 5, 'project_id': '9de2036d303b4646b32715efca050724', 'subnets': [{'id': 'cfb194f6-4536-4501-b841-17f76deb51b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:15:36.198295 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-74b88c8c-729d-4fa3-830d-54ba7b30c770 service neutron] For port 5602b440-4f46-448e-a54d-44832eb917a3, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:15:36.201464 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6a6e9400-4f28-44bf-8cca-7b9d0cd69df7 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:36.205185 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-74b88c8c-729d-4fa3-830d-54ba7b30c770 service neutron] For port 5602b440-4f46-448e-a54d-44832eb917a3, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=5602b440-4f46-448e-a54d-44832eb917a3,segment=NetworkSegment(e6734377-073b-422b-93c0-ef1cda14b824),segment_id=e6734377-073b-422b-93c0-ef1cda14b824)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:15:36.222708 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-74b88c8c-729d-4fa3-830d-54ba7b30c770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:36.226328 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1a9a7363-3890-41d4-b173-a6adc2f3b760 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:36.234337 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1a9a7363-3890-41d4-b173-a6adc2f3b760 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Usage tracker for resource:security_group_rule and tenant:0544d54a2ac14582aa73efecc4d5b808 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:36.240072 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1a9a7363-3890-41d4-b173-a6adc2f3b760 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:36.259819 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1a9a7363-3890-41d4-b173-a6adc2f3b760 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:36.322310 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3338f4df-ffca-4f9e-8962-99fbac351908'] response: {'server_uuid': 'a7359bbd-a56c-4f4f-8df0-25aab33cb42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2edd416e-ee00-4e96-bd75-8fc54f2871a5', 'code': 200} May 23 11:15:36.339650 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-74b88c8c-729d-4fa3-830d-54ba7b30c770 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:36.341257 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-74b88c8c-729d-4fa3-830d-54ba7b30c770 service neutron] 10.222.0.13 "PUT /v2.0/ports/5602b440-4f46-448e-a54d-44832eb917a3 HTTP/1.1" status: 200 len: 1091 time: 2.7492592 May 23 11:15:36.349351 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6a6e9400-4f28-44bf-8cca-7b9d0cd69df7 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:36.381947 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35125f3d-46bb-4aa0-b936-a94669d3a0f5', 'tag': '5602b440-4f46-448e-a54d-44832eb917a3'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:15:36.429959 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1a9a7363-3890-41d4-b173-a6adc2f3b760 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:36.440652 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1a9a7363-3890-41d4-b173-a6adc2f3b760 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:36.447902 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6a6e9400-4f28-44bf-8cca-7b9d0cd69df7 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:36.457818 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6a6e9400-4f28-44bf-8cca-7b9d0cd69df7 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:36.506130 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b88c8c-729d-4fa3-830d-54ba7b30c770 service neutron] Pushing event updated for resources: {'Port': ['ID=5602b440-4f46-448e-a54d-44832eb917a3,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:36.510957 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a9a7363-3890-41d4-b173-a6adc2f3b760 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:15:36.529787 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6e9400-4f28-44bf-8cca-7b9d0cd69df7 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3c34d0f-97d2-4f31-b93c-6b759a9954c6,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:36.556554 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6a6e9400-4f28-44bf-8cca-7b9d0cd69df7 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:36.567899 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-6a6e9400-4f28-44bf-8cca-7b9d0cd69df7 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4418848 May 23 11:15:36.568723 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54952) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:36.571398 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a7363-3890-41d4-b173-a6adc2f3b760 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9ec95c-c979-4f00-84a9-ee5b4c741816,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:36.587586 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1a9a7363-3890-41d4-b173-a6adc2f3b760 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:36.589716 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-1a9a7363-3890-41d4-b173-a6adc2f3b760 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Added segment 990940f9-ae92-4ce0-ad5b-3906fc69926d of type vlan for network 0a51452d-7971-416e-9369-3cd759f71dcf May 23 11:15:36.642184 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1a9a7363-3890-41d4-b173-a6adc2f3b760 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:36.676498 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-080e118e-561a-46d8-ac06-c3d48b9cf226'] response: {'name': 'network-changed', 'server_uuid': '35125f3d-46bb-4aa0-b936-a94669d3a0f5', 'tag': '5602b440-4f46-448e-a54d-44832eb917a3', 'status': 'completed', 'code': 200} May 23 11:15:36.677777 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c19409-f131-4575-bf74-00b8246bb217 None None] New status for floating IP e0fba8a3-6e19-41a3-a326-2a0e8d2e7625: DOWN {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:15:36.711418 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54958) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:36.712516 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3c32385e-e0a7-44d2-870d-4979e0210142 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "GET /v2.0/security-group-rules/b3c34d0f-97d2-4f31-b93c-6b759a9954c6 HTTP/1.1" status: 200 len: 705 time: 0.1333845 May 23 11:15:36.793283 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1a9a7363-3890-41d4-b173-a6adc2f3b760 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:36.798749 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9a7363-3890-41d4-b173-a6adc2f3b760 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:36.800444 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1a9a7363-3890-41d4-b173-a6adc2f3b760 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:36.814265 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-add849e8-4d6e-483d-b06f-351bd291527b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de0406f4975c48ee929002b48060a472&device_id=35125f3d-46bb-4aa0-b936-a94669d3a0f5 HTTP/1.1" status: 200 len: 1094 time: 0.2328856 May 23 11:15:36.827749 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b37f9-b8a5-4192-b390-e89dc82c19c1 req-cecfac57-5026-4621-9950-81d9a3c667a6 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:36.840046 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b64b37f9-b8a5-4192-b390-e89dc82c19c1 req-cecfac57-5026-4621-9950-81d9a3c667a6 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7359bbd-a56c-4f4f-8df0-25aab33cb42b HTTP/1.1" status: 200 len: 945 time: 0.2702672 May 23 11:15:36.941190 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-31f8eecc-5e03-4440-baba-cba297065cc7 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Synchronizing usage tracker for tenant:7970a58339d24e3c8b586d5bfdd4cb8a on resource:security_group_rule {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:15:36.991434 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-6086ff7b-0c43-4068-aa28-645519f9266d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5602b440-4f46-448e-a54d-44832eb917a3 HTTP/1.1" status: 200 len: 217 time: 0.1493349 May 23 11:15:37.043005 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fa427cbc-dee4-4706-b969-83465378bdeb req-7891adac-3158-4f06-a7b3-23c5db392140 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a7359bbd-a56c-4f4f-8df0-25aab33cb42b HTTP/1.1" status: 200 len: 1096 time: 0.4727576 May 23 11:15:37.043485 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54966) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:37.098517 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b64b37f9-b8a5-4192-b390-e89dc82c19c1 req-4ce8c547-45d8-4b16-a1d1-66471b060263 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575212 May 23 11:15:37.107761 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-02efd7b4-37fa-4ba4-865d-9c40ea79c882 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:37.109501 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-02efd7b4-37fa-4ba4-865d-9c40ea79c882 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6b6de4b0-f25f-4106-b572-a920a7d5e070 HTTP/1.1" status: 200 len: 853 time: 0.1031027 May 23 11:15:37.180405 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-f2d97636-d865-4bb3-9de2-21461c5f0711 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06b7cf5f-e94a-455b-8d9e-43afc47729a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622871 May 23 11:15:37.188025 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1a9a7363-3890-41d4-b173-a6adc2f3b760 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.7347424 May 23 11:15:37.248254 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-31f8eecc-5e03-4440-baba-cba297065cc7 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Unset dirty status for tenant:7970a58339d24e3c8b586d5bfdd4cb8a on resource:security_group_rule {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:15:37.250958 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-31f8eecc-5e03-4440-baba-cba297065cc7 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.5258644 May 23 11:15:37.258135 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a7363-3890-41d4-b173-a6adc2f3b760 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Pushing event updated for resources: {'Network': ['ID=0a51452d-7971-416e-9369-3cd759f71dcf,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:37.269887 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54974) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:37.270586 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 0a51452d-7971-416e-9369-3cd759f71dcf details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:15:37.567376 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1b3db2b6-9603-410d-b415-7c865a903067 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:37.597967 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1b3db2b6-9603-410d-b415-7c865a903067 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:37.617952 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad60c192-ecf4-4e95-ac95-c7cd21803636 req-d6c49de6-4ff3-4c87-8cf6-44f64a558f74 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f015bfa-6b01-4dcb-bdc3-fce1d1ca2e0f HTTP/1.1" status: 200 len: 210 time: 0.0532794 May 23 11:15:37.675263 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1b3db2b6-9603-410d-b415-7c865a903067 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:37.708657 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fa427cbc-dee4-4706-b969-83465378bdeb req-05947e3c-f383-4915-a8bc-17079d9af14a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6344683 May 23 11:15:37.720584 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-824b41ae-e9c3-4858-985d-c3ada2ab0088 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:37.733227 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3db2b6-9603-410d-b415-7c865a903067 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2662ffa5-af07-4cfc-b539-1509362a42d5,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:37.751227 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-824b41ae-e9c3-4858-985d-c3ada2ab0088 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:37.770507 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-6c61e401-4763-49cc-b313-c248c8f69381 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:37.770889 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-6c61e401-4763-49cc-b313-c248c8f69381 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Synchronizing usage tracker for tenant:92ce77b1b70449899717558adda940d2 on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:15:37.779103 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1b3db2b6-9603-410d-b415-7c865a903067 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:37.780279 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1b3db2b6-9603-410d-b415-7c865a903067 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.79 "DELETE /v2.0/security-groups/2662ffa5-af07-4cfc-b539-1509362a42d5 HTTP/1.1" status: 204 len: 168 time: 0.7234223 May 23 11:15:37.782778 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54984) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:37.812545 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-f2b755a8-1f80-49ba-a7bf-4aca58c6e3f9 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] show failed (client error): The resource could not be found. May 23 11:15:37.823286 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f2b755a8-1f80-49ba-a7bf-4aca58c6e3f9 tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.79 "GET /v2.0/security-groups/2662ffa5-af07-4cfc-b539-1509362a42d5 HTTP/1.1" status: 404 len: 347 time: 0.0395782 May 23 11:15:37.825419 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-824b41ae-e9c3-4858-985d-c3ada2ab0088 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:37.833149 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54988) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:37.874339 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-515e1532-ff6d-4383-94a4-54b25c4e938d service neutron] 10.222.0.13 "GET /v2.0/networks/06b7cf5f-e94a-455b-8d9e-43afc47729a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6876235 May 23 11:15:37.891683 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:38.013232 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b41ae-e9c3-4858-985d-c3ada2ab0088 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3c34d0f-97d2-4f31-b93c-6b759a9954c6,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:38.015017 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-6c61e401-4763-49cc-b313-c248c8f69381 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Unset dirty status for tenant:92ce77b1b70449899717558adda940d2 on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:15:38.016173 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-6c61e401-4763-49cc-b313-c248c8f69381 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.13 "GET /v2.0/networks?id=297e8414-85bd-4e0d-aedb-8abf246d8703 HTTP/1.1" status: 200 len: 815 time: 0.9255004 May 23 11:15:38.141360 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d290ba-022c-4d54-9288-aa2232cd216b req-a19f76f3-e412-4fc6-9bf4-190980af84d4 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:38.143423 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-824b41ae-e9c3-4858-985d-c3ada2ab0088 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:38.144577 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-824b41ae-e9c3-4858-985d-c3ada2ab0088 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/b3c34d0f-97d2-4f31-b93c-6b759a9954c6 HTTP/1.1" status: 204 len: 168 time: 0.8605003 May 23 11:15:38.148999 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0d290ba-022c-4d54-9288-aa2232cd216b req-a19f76f3-e412-4fc6-9bf4-190980af84d4 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=35125f3d-46bb-4aa0-b936-a94669d3a0f5 HTTP/1.1" status: 200 len: 943 time: 0.5405989 May 23 11:15:38.155159 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54994) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:38.170670 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-1b546502-42f3-4819-b381-d04a4b2d60ab tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Synchronizing usage tracker for tenant:92ce77b1b70449899717558adda940d2 on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:15:38.174125 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a9a0b747-270f-489d-ba23-d86c41d54c5b tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Deleting port d5131782-dac4-462b-a8c4-acfd495d44d4 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:15:38.174622 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a9a0b747-270f-489d-ba23-d86c41d54c5b tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:38.266449 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-fa0550dd-831c-4803-86c7-8f5992a97742 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Synchronizing usage tracker for tenant:7970a58339d24e3c8b586d5bfdd4cb8a on resource:security_group_rule {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:15:38.281952 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0d290ba-022c-4d54-9288-aa2232cd216b req-095c3bc3-15de-40ab-84c5-a3786525a518 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300192 May 23 11:15:38.330632 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-1b546502-42f3-4819-b381-d04a4b2d60ab tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Unset dirty status for tenant:92ce77b1b70449899717558adda940d2 on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:15:38.332116 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-1b546502-42f3-4819-b381-d04a4b2d60ab tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92ce77b1b70449899717558adda940d2 HTTP/1.1" status: 200 len: 379 time: 0.2913449 May 23 11:15:38.347722 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-7ef97f64-0dc9-445b-87c4-060b4c9f29c0 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Request body: {'port': {'device_id': '7f015bfa-6b01-4dcb-bdc3-fce1d1ca2e0f', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'admin_state_up': True, 'tenant_id': '92ce77b1b70449899717558adda940d2', 'security_groups': ['a963e8af-14eb-4d75-9d8e-2caa5b0a729f']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:38.350275 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-62ad3614-e1a0-4391-9623-a24f7edb992f req-cf6f4eab-3366-4a8a-99ac-96438576db32 service neutron] 10.222.0.13 "GET /v2.0/networks/06b7cf5f-e94a-455b-8d9e-43afc47729a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4669242 May 23 11:15:38.393193 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-fa0550dd-831c-4803-86c7-8f5992a97742 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Unset dirty status for tenant:7970a58339d24e3c8b586d5bfdd4cb8a on resource:security_group_rule {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:15:38.394754 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-fa0550dd-831c-4803-86c7-8f5992a97742 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2356412 May 23 11:15:38.397709 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55000) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:38.403699 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-81bf8551-339b-46a5-a1a5-35a2ec43f9dc tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Request body: {'security_group_rule': {'security_group_id': 'ec9bf769-de57-4167-85b9-266fd4ba9437', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:38.424290 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-81bf8551-339b-46a5-a1a5-35a2ec43f9dc tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:38.439860 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-81bf8551-339b-46a5-a1a5-35a2ec43f9dc tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:38.564002 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-81bf8551-339b-46a5-a1a5-35a2ec43f9dc tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:38.609018 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a9a0b747-270f-489d-ba23-d86c41d54c5b tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:38.609554 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a9a0b747-270f-489d-ba23-d86c41d54c5b tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:38.766093 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6048f9d-8282-4f85-bb85-3692ecc94aba req-017e0d83-c5dd-47cf-8290-ddf458d915ae tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:38.767944 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6048f9d-8282-4f85-bb85-3692ecc94aba req-017e0d83-c5dd-47cf-8290-ddf458d915ae tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7359bbd-a56c-4f4f-8df0-25aab33cb42b HTTP/1.1" status: 200 len: 945 time: 0.2100375 May 23 11:15:38.778968 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a9a0b747-270f-489d-ba23-d86c41d54c5b tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Calling delete_port for d5131782-dac4-462b-a8c4-acfd495d44d4 owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:15:38.801687 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93e1f875-66c9-4d7c-9aa3-c42d49c3c144 req-ab026d15-820f-4be4-89eb-34a249a589d7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de0406f4975c48ee929002b48060a472&device_id=35125f3d-46bb-4aa0-b936-a94669d3a0f5 HTTP/1.1" status: 200 len: 1094 time: 0.3290777 May 23 11:15:38.817372 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-81bf8551-339b-46a5-a1a5-35a2ec43f9dc tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:38.900861 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-7ef97f64-0dc9-445b-87c4-060b4c9f29c0 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:38.907098 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-7ef97f64-0dc9-445b-87c4-060b4c9f29c0 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Usage tracker for resource:port and tenant:92ce77b1b70449899717558adda940d2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:38.912280 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-7ef97f64-0dc9-445b-87c4-060b4c9f29c0 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:38.927873 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-81bf8551-339b-46a5-a1a5-35a2ec43f9dc tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:38.953224 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-7ef97f64-0dc9-445b-87c4-060b4c9f29c0 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:38.998641 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-7ef97f64-0dc9-445b-87c4-060b4c9f29c0 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Made reservation on behalf of 92ce77b1b70449899717558adda940d2 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:15:39.002418 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-7ef97f64-0dc9-445b-87c4-060b4c9f29c0 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:39.054137 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a9a0b747-270f-489d-ba23-d86c41d54c5b tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:39.058962 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf8551-339b-46a5-a1a5-35a2ec43f9dc tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=977a4800-6331-4451-a182-5f9cfdb65178,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:39.107635 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4022e2c-02b9-46d4-a659-cf13208bc351 req-ae3351f9-32c2-497b-bb07-30278e154312 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:39.115078 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4022e2c-02b9-46d4-a659-cf13208bc351 req-ae3351f9-32c2-497b-bb07-30278e154312 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:39.124127 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4022e2c-02b9-46d4-a659-cf13208bc351 req-ae3351f9-32c2-497b-bb07-30278e154312 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:39.134609 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4022e2c-02b9-46d4-a659-cf13208bc351 req-ae3351f9-32c2-497b-bb07-30278e154312 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:39.139079 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4022e2c-02b9-46d4-a659-cf13208bc351 req-ae3351f9-32c2-497b-bb07-30278e154312 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:39.143688 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4022e2c-02b9-46d4-a659-cf13208bc351 req-ae3351f9-32c2-497b-bb07-30278e154312 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:39.147958 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4022e2c-02b9-46d4-a659-cf13208bc351 req-ae3351f9-32c2-497b-bb07-30278e154312 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:39.155731 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c4022e2c-02b9-46d4-a659-cf13208bc351 req-ae3351f9-32c2-497b-bb07-30278e154312 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 5434 time: 0.5946872 May 23 11:15:39.224433 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6048f9d-8282-4f85-bb85-3692ecc94aba req-d8a827b2-c0a6-4743-9dbf-9a02021f45d2 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4450572 May 23 11:15:39.237638 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:39.243321 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0eba30f3-c264-45f1-bc7e-b0d7284a94b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:39.307900 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c4022e2c-02b9-46d4-a659-cf13208bc351 req-baa2b9e2-5384-4926-b461-32fb2fc9497e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=80bd5d80-b839-4f0d-bc84-203290106c00&id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1510551 May 23 11:15:39.320019 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-81bf8551-339b-46a5-a1a5-35a2ec43f9dc tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:39.322961 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-81bf8551-339b-46a5-a1a5-35a2ec43f9dc tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9219489 May 23 11:15:39.323859 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55010) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:39.326645 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0b747-270f-489d-ba23-d86c41d54c5b tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Pushing event deleted for resources: {'Port': ['ID=d5131782-dac4-462b-a8c4-acfd495d44d4,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:39.398115 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4a4af226-ffc5-42c2-8ba7-bd78451f68ac tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "GET /v2.0/security-group-rules/977a4800-6331-4451-a182-5f9cfdb65178 HTTP/1.1" status: 200 len: 705 time: 0.0707698 May 23 11:15:39.398115 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1f875-66c9-4d7c-9aa3-c42d49c3c144 req-2c14bb17-c1b5-4879-b4f6-6ea4256169c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:39.398410 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93e1f875-66c9-4d7c-9aa3-c42d49c3c144 req-2c14bb17-c1b5-4879-b4f6-6ea4256169c1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=06b7cf5f-e94a-455b-8d9e-43afc47729a0 HTTP/1.1" status: 200 len: 914 time: 0.5840571 May 23 11:15:39.405530 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55014) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:39.471713 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a9a0b747-270f-489d-ba23-d86c41d54c5b tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:39.548989 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a9a0b747-270f-489d-ba23-d86c41d54c5b tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:39.550663 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a9a0b747-270f-489d-ba23-d86c41d54c5b tempest-ServersTestManualDisk-1186388516 tempest-ServersTestManualDisk-1186388516-project] 10.222.0.79 "DELETE /v2.0/floatingips/e0fba8a3-6e19-41a3-a326-2a0e8d2e7625 HTTP/1.1" status: 204 len: 168 time: 1.6824663 May 23 11:15:39.568745 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55018) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:39.596986 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c03aa7ac-57bb-4391-89c8-ac52637d1b58 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Synchronizing usage tracker for tenant:7970a58339d24e3c8b586d5bfdd4cb8a on resource:security_group_rule {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:15:39.638034 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c03aa7ac-57bb-4391-89c8-ac52637d1b58 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Unset dirty status for tenant:7970a58339d24e3c8b586d5bfdd4cb8a on resource:security_group_rule {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:15:39.641828 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c03aa7ac-57bb-4391-89c8-ac52637d1b58 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2327032 May 23 11:15:39.643946 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55022) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:39.668386 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-7ef97f64-0dc9-445b-87c4-060b4c9f29c0 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Allocated IP 172.20.0.7 (297e8414-85bd-4e0d-aedb-8abf246d8703/a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6/9b434e7c-d2aa-42ef-8cba-3cbe16b4f847) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:15:39.685083 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93e1f875-66c9-4d7c-9aa3-c42d49c3c144 req-59707cab-186b-4a69-a1c9-feb4df8154f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5602b440-4f46-448e-a54d-44832eb917a3 HTTP/1.1" status: 200 len: 217 time: 0.2682753 May 23 11:15:39.687549 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93175d87-19d4-40f1-82fc-04d33dc35298 req-e1bd1b07-270e-463d-ad68-d1fb1622b2ac tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f015bfa-6b01-4dcb-bdc3-fce1d1ca2e0f HTTP/1.1" status: 200 len: 210 time: 0.2693205 May 23 11:15:39.700091 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3be3c21f-785c-46f4-a876-514eef6203b8 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:39.714477 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3be3c21f-785c-46f4-a876-514eef6203b8 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:39.790369 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3be3c21f-785c-46f4-a876-514eef6203b8 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:39.855011 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3c21f-785c-46f4-a876-514eef6203b8 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=977a4800-6331-4451-a182-5f9cfdb65178,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:39.864168 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1f875-66c9-4d7c-9aa3-c42d49c3c144 req-9f71ca47-08ca-48c2-ab14-fcf67c2517f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:39.865741 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93e1f875-66c9-4d7c-9aa3-c42d49c3c144 req-9f71ca47-08ca-48c2-ab14-fcf67c2517f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6b6de4b0-f25f-4106-b572-a920a7d5e070 HTTP/1.1" status: 200 len: 853 time: 0.1675127 May 23 11:15:39.894363 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3be3c21f-785c-46f4-a876-514eef6203b8 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:39.897805 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3be3c21f-785c-46f4-a876-514eef6203b8 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/977a4800-6331-4451-a182-5f9cfdb65178 HTTP/1.1" status: 204 len: 168 time: 0.2505114 May 23 11:15:39.898602 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55026) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:39.925517 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f602484-f4d4-4d8f-95df-08c0cb3a9c1d req-85d03cee-7c82-4b97-94f1-f5ca6ce2c604 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:39.932471 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5f602484-f4d4-4d8f-95df-08c0cb3a9c1d req-85d03cee-7c82-4b97-94f1-f5ca6ce2c604 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=35125f3d-46bb-4aa0-b936-a94669d3a0f5 HTTP/1.1" status: 200 len: 943 time: 0.3560750 May 23 11:15:39.967180 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93e1f875-66c9-4d7c-9aa3-c42d49c3c144 req-b434f00c-e177-48c6-a7f1-75b106da45c2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06b7cf5f-e94a-455b-8d9e-43afc47729a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865982 May 23 11:15:40.004618 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a26b9a74-37f4-49da-bfc4-255b0958cb65 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Synchronizing usage tracker for tenant:7970a58339d24e3c8b586d5bfdd4cb8a on resource:security_group_rule {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:15:40.042453 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-7ef97f64-0dc9-445b-87c4-060b4c9f29c0 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:40.059940 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a26b9a74-37f4-49da-bfc4-255b0958cb65 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Unset dirty status for tenant:7970a58339d24e3c8b586d5bfdd4cb8a on resource:security_group_rule {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:15:40.063135 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a26b9a74-37f4-49da-bfc4-255b0958cb65 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1615491 May 23 11:15:40.063788 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55030) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:40.066880 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-7ef97f64-0dc9-445b-87c4-060b4c9f29c0 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Transition to ACTIVE for port object 9b434e7c-d2aa-42ef-8cba-3cbe16b4f847 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:15:40.071242 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-893cb1dc-934c-4488-9a5b-88f9b8babffd tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Request body: {'security_group_rule': {'security_group_id': 'ec9bf769-de57-4167-85b9-266fd4ba9437', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:40.077939 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-893cb1dc-934c-4488-9a5b-88f9b8babffd tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:40.089355 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-893cb1dc-934c-4488-9a5b-88f9b8babffd tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:40.103380 n-d-842952-2 neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-893cb1dc-934c-4488-9a5b-88f9b8babffd tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Project 7970a58339d24e3c8b586d5bfdd4cb8a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 11:15:40.113945 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-893cb1dc-934c-4488-9a5b-88f9b8babffd tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:40.172976 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-7ef97f64-0dc9-445b-87c4-060b4c9f29c0 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:40.258437 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5f602484-f4d4-4d8f-95df-08c0cb3a9c1d req-65fd8bae-aa0e-42df-8a93-faedfedeabdd tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244627 May 23 11:15:40.345118 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93e1f875-66c9-4d7c-9aa3-c42d49c3c144 req-06a5ff30-a536-4e12-890b-88258af27dad service neutron] 10.222.0.13 "GET /v2.0/networks/06b7cf5f-e94a-455b-8d9e-43afc47729a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692460 May 23 11:15:40.434498 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef97f64-0dc9-445b-87c4-060b4c9f29c0 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Pushing event updated for resources: {'Port': ['ID=9b434e7c-d2aa-42ef-8cba-3cbe16b4f847,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:40.449722 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-7ef97f64-0dc9-445b-87c4-060b4c9f29c0 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Network 297e8414-85bd-4e0d-aedb-8abf246d8703 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:15:40.467885 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-7ef97f64-0dc9-445b-87c4-060b4c9f29c0 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:15:40.472068 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-7ef97f64-0dc9-445b-87c4-060b4c9f29c0 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:15:40.616338 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55044) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:40.624039 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-7ef97f64-0dc9-445b-87c4-060b4c9f29c0 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:40.624806 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-7ef97f64-0dc9-445b-87c4-060b4c9f29c0 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:40.632354 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-893cb1dc-934c-4488-9a5b-88f9b8babffd tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:40.639536 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a5622f32-361c-43ef-9563-ce25851b577e tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Request body: {'subnet': {'network_id': '0a51452d-7971-416e-9369-3cd759f71dcf', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:40.670661 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-893cb1dc-934c-4488-9a5b-88f9b8babffd tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:40.770312 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-7ef97f64-0dc9-445b-87c4-060b4c9f29c0 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4257879 May 23 11:15:40.784509 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893cb1dc-934c-4488-9a5b-88f9b8babffd tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4259c4f-238d-4404-8373-bc7f23ba8cf3,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:40.798669 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-a9b5ae71-20ae-41e7-979f-1cf259eb5d5c service neutron] Request body: {'port': {'device_id': '7f015bfa-6b01-4dcb-bdc3-fce1d1ca2e0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:40.817127 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93e1f875-66c9-4d7c-9aa3-c42d49c3c144 req-36cebdbd-23d1-48c8-b917-869ab9fcadc6 service neutron] 10.222.0.13 "GET /v2.0/networks/06b7cf5f-e94a-455b-8d9e-43afc47729a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4610350 May 23 11:15:40.853995 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-893cb1dc-934c-4488-9a5b-88f9b8babffd tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:40.855329 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-893cb1dc-934c-4488-9a5b-88f9b8babffd tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7908804 May 23 11:15:40.866953 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55050) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:40.889110 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6e623a68-2a11-4084-8b4a-f7b35737d50c None None] Provisioning for port 9b434e7c-d2aa-42ef-8cba-3cbe16b4f847 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:15:40.898390 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a5622f32-361c-43ef-9563-ce25851b577e tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:40.899205 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6e623a68-2a11-4084-8b4a-f7b35737d50c None None] Provisioning complete for port 9b434e7c-d2aa-42ef-8cba-3cbe16b4f847 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:15:40.900976 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6e623a68-2a11-4084-8b4a-f7b35737d50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:40.908647 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7bcdc8ea-7fb5-40cb-b8b1-ffd90477b18c tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "GET /v2.0/security-group-rules/e4259c4f-238d-4404-8373-bc7f23ba8cf3 HTTP/1.1" status: 200 len: 711 time: 0.0382805 May 23 11:15:40.914240 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a5622f32-361c-43ef-9563-ce25851b577e tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Usage tracker for resource:subnet and tenant:0544d54a2ac14582aa73efecc4d5b808 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:40.917140 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55054) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:40.963375 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a5622f32-361c-43ef-9563-ce25851b577e tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:40.972793 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6e623a68-2a11-4084-8b4a-f7b35737d50c None None] Port 9b434e7c-d2aa-42ef-8cba-3cbe16b4f847 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:15:40.994857 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a5622f32-361c-43ef-9563-ce25851b577e tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:41.039520 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5622f32-361c-43ef-9563-ce25851b577e tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Made reservation on behalf of 0544d54a2ac14582aa73efecc4d5b808 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:15:41.061272 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-a9b5ae71-20ae-41e7-979f-1cf259eb5d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:41.065580 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d8f5a-aa9e-4daf-83da-6872b0fc48d0 req-38057482-bf22-4566-95b2-8f4a91f9b035 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:41.067042 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d88d8f5a-aa9e-4daf-83da-6872b0fc48d0 req-38057482-bf22-4566-95b2-8f4a91f9b035 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7359bbd-a56c-4f4f-8df0-25aab33cb42b HTTP/1.1" status: 200 len: 945 time: 0.4512317 May 23 11:15:41.082822 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9b567-c45d-4da4-b93b-556c51da8fb1 req-970b8311-2316-4ea6-991e-4aa63d37848a tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:41.086653 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9b567-c45d-4da4-b93b-556c51da8fb1 req-970b8311-2316-4ea6-991e-4aa63d37848a tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:41.090470 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9b567-c45d-4da4-b93b-556c51da8fb1 req-970b8311-2316-4ea6-991e-4aa63d37848a tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:41.094292 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9b567-c45d-4da4-b93b-556c51da8fb1 req-970b8311-2316-4ea6-991e-4aa63d37848a tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:41.098227 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9b567-c45d-4da4-b93b-556c51da8fb1 req-970b8311-2316-4ea6-991e-4aa63d37848a tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:41.102044 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9b567-c45d-4da4-b93b-556c51da8fb1 req-970b8311-2316-4ea6-991e-4aa63d37848a tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:41.105844 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9b567-c45d-4da4-b93b-556c51da8fb1 req-970b8311-2316-4ea6-991e-4aa63d37848a tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:41.107734 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dcf9b567-c45d-4da4-b93b-556c51da8fb1 req-970b8311-2316-4ea6-991e-4aa63d37848a tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 5434 time: 0.4362931 May 23 11:15:41.136513 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7ba97126-332b-4820-a3f5-7452c38a0eae tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Synchronizing usage tracker for tenant:7970a58339d24e3c8b586d5bfdd4cb8a on resource:security_group_rule {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:15:41.213868 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dcf9b567-c45d-4da4-b93b-556c51da8fb1 req-8c503959-91df-4616-93af-fddff9a205f8 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=80bd5d80-b839-4f0d-bc84-203290106c00&id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0856788 May 23 11:15:41.213868 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d88d8f5a-aa9e-4daf-83da-6872b0fc48d0 req-ae009322-1398-4498-b1ce-0dfe7c774df1 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036901 May 23 11:15:41.264176 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a5622f32-361c-43ef-9563-ce25851b577e tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:41.289672 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ecb961bc-462d-4c37-b38b-6a67919c38df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:41.380704 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7ba97126-332b-4820-a3f5-7452c38a0eae tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Unset dirty status for tenant:7970a58339d24e3c8b586d5bfdd4cb8a on resource:security_group_rule {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:15:41.380704 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7ba97126-332b-4820-a3f5-7452c38a0eae tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.4240575 May 23 11:15:41.408666 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55062) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:41.494869 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-096c7983-671b-4d1c-8ffb-1dbf9c2d32b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:41.559584 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f263d145-5002-475b-aa21-ed1089dd502a tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:41.586819 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f263d145-5002-475b-aa21-ed1089dd502a tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:41.623136 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508933df-5472-4541-bcf4-44dd4df7123a req-22bbeef6-41b2-4ec5-b425-27b551872529 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:41.625162 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-508933df-5472-4541-bcf4-44dd4df7123a req-22bbeef6-41b2-4ec5-b425-27b551872529 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f015bfa-6b01-4dcb-bdc3-fce1d1ca2e0f HTTP/1.1" status: 200 len: 931 time: 0.1325769 May 23 11:15:41.743105 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-508933df-5472-4541-bcf4-44dd4df7123a req-ce6df24f-d7c6-4210-b9dd-8dfafb3e932d tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?id=a963e8af-14eb-4d75-9d8e-2caa5b0a729f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067159 May 23 11:15:41.783958 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f263d145-5002-475b-aa21-ed1089dd502a tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:41.811118 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f263d145-5002-475b-aa21-ed1089dd502a tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e4259c4f-238d-4404-8373-bc7f23ba8cf3,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:41.845957 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b89c6-36ca-4431-89a9-b5b2981ec5eb req-cda4018b-b18d-4490-8504-1052b975ad62 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:41.847748 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-716b89c6-36ca-4431-89a9-b5b2981ec5eb req-cda4018b-b18d-4490-8504-1052b975ad62 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=35125f3d-46bb-4aa0-b936-a94669d3a0f5 HTTP/1.1" status: 200 len: 943 time: 0.1687725 May 23 11:15:41.901142 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f263d145-5002-475b-aa21-ed1089dd502a tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:41.902272 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f263d145-5002-475b-aa21-ed1089dd502a tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/e4259c4f-238d-4404-8373-bc7f23ba8cf3 HTTP/1.1" status: 204 len: 168 time: 0.4981623 May 23 11:15:41.907557 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55070) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:41.961578 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a5622f32-361c-43ef-9563-ce25851b577e tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:42.018058 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 5602b440-4f46-448e-a54d-44832eb917a3 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:15:42.128211 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-716b89c6-36ca-4431-89a9-b5b2981ec5eb req-c0756860-3b28-4a0b-bf59-fcc870fac5c4 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196290 May 23 11:15:42.130177 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-a9b5ae71-20ae-41e7-979f-1cf259eb5d5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b434e7c-d2aa-42ef-8cba-3cbe16b4f847 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:15:42.154988 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-a9b5ae71-20ae-41e7-979f-1cf259eb5d5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:42.163093 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5622f32-361c-43ef-9563-ce25851b577e tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Pushing event updated for resources: {'Subnet': ['ID=112a3788-19a9-4e86-804d-061e8ce03ad3,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:42.191213 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c46c416d-9bd1-4537-ad49-43c5ef78e318 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Synchronizing usage tracker for tenant:7970a58339d24e3c8b586d5bfdd4cb8a on resource:security_group_rule {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:15:42.207323 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-a9b5ae71-20ae-41e7-979f-1cf259eb5d5c service neutron] Transition to ACTIVE for port object 9b434e7c-d2aa-42ef-8cba-3cbe16b4f847 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:15:42.208239 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5622f32-361c-43ef-9563-ce25851b577e tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Checking segment: {'id': '990940f9-ae92-4ce0-ad5b-3906fc69926d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0a51452d-7971-416e-9369-3cd759f71dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:15:42.208754 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5622f32-361c-43ef-9563-ce25851b577e tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Network hostable DHCP agents. Network: 0a51452d-7971-416e-9369-3cd759f71dcf, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:15:42.218266 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-a9b5ae71-20ae-41e7-979f-1cf259eb5d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:42.253927 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37bcf96-dfe9-49c5-9084-05646d880ba6 req-a4e112a0-134b-41f1-a73a-7e12135d48fc tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:42.255454 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c37bcf96-dfe9-49c5-9084-05646d880ba6 req-a4e112a0-134b-41f1-a73a-7e12135d48fc tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7359bbd-a56c-4f4f-8df0-25aab33cb42b HTTP/1.1" status: 200 len: 945 time: 0.3270552 May 23 11:15:42.276368 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 5602b440-4f46-448e-a54d-44832eb917a3, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=5602b440-4f46-448e-a54d-44832eb917a3,segment=NetworkSegment(e6734377-073b-422b-93c0-ef1cda14b824),segment_id=e6734377-073b-422b-93c0-ef1cda14b824)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:15:42.283263 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c46c416d-9bd1-4537-ad49-43c5ef78e318 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Unset dirty status for tenant:7970a58339d24e3c8b586d5bfdd4cb8a on resource:security_group_rule {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:15:42.284531 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c46c416d-9bd1-4537-ad49-43c5ef78e318 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3549886 May 23 11:15:42.289711 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55076) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:42.310648 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '5602b440-4f46-448e-a54d-44832eb917a3', 'network_id': '06b7cf5f-e94a-455b-8d9e-43afc47729a0', 'port_id': '5602b440-4f46-448e-a54d-44832eb917a3', 'mac_address': 'fa:16:3e:db:d4:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b6de4b0-f25f-4106-b572-a920a7d5e070', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:15:42.386773 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c37bcf96-dfe9-49c5-9084-05646d880ba6 req-5dccc7a6-80d9-45cd-bf08-ca77561209ef tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250074 May 23 11:15:42.399976 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:42.407536 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-931a59d9-b264-4c6a-95b1-64e5635ee71e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:42.421308 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-931a59d9-b264-4c6a-95b1-64e5635ee71e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:42.425866 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-931a59d9-b264-4c6a-95b1-64e5635ee71e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:42.426935 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5602b440-4f46-448e-a54d-44832eb917a3 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:15:42.446294 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-931a59d9-b264-4c6a-95b1-64e5635ee71e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:42.457661 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-931a59d9-b264-4c6a-95b1-64e5635ee71e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:42.487223 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-931a59d9-b264-4c6a-95b1-64e5635ee71e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:42.492244 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 5602b440-4f46-448e-a54d-44832eb917a3, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=5602b440-4f46-448e-a54d-44832eb917a3,segment=NetworkSegment(e6734377-073b-422b-93c0-ef1cda14b824),segment_id=e6734377-073b-422b-93c0-ef1cda14b824)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:15:42.498266 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:42.503629 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-931a59d9-b264-4c6a-95b1-64e5635ee71e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:42.504997 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-931a59d9-b264-4c6a-95b1-64e5635ee71e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Synchronizing usage tracker for tenant:c33b6fcb07a04f2fa56c6e5a7798a085 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:15:42.534630 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b5ae71-20ae-41e7-979f-1cf259eb5d5c service neutron] Pushing event updated for resources: {'Port': ['ID=9b434e7c-d2aa-42ef-8cba-3cbe16b4f847,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:42.565469 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-931a59d9-b264-4c6a-95b1-64e5635ee71e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Unset dirty status for tenant:c33b6fcb07a04f2fa56c6e5a7798a085 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:15:42.567123 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-931a59d9-b264-4c6a-95b1-64e5635ee71e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 5434 time: 0.5371304 May 23 11:15:42.630476 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=5602b440-4f46-448e-a54d-44832eb917a3,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:42.655063 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5622f32-361c-43ef-9563-ce25851b577e tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Network 0a51452d-7971-416e-9369-3cd759f71dcf is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:15:42.661992 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:42.813855 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:42.866761 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-a5622f32-361c-43ef-9563-ce25851b577e tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 0a51452d-7971-416e-9369-3cd759f71dcf) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:15:42.875625 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09239ad-4e7b-4774-85e7-8ab272f90714 None None] Network 0a51452d-7971-416e-9369-3cd759f71dcf requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:15:42.889306 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5622f32-361c-43ef-9563-ce25851b577e tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:42.890380 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a5622f32-361c-43ef-9563-ce25851b577e tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:42.916567 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['5602b440-4f46-448e-a54d-44832eb917a3'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:15:42.943891 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aaa697da-a699-4ccd-bc9c-459a433d50bf tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:42.978473 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aaa697da-a699-4ccd-bc9c-459a433d50bf tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:42.981171 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cade3-f60d-4e2d-93c9-e0b32763f366 req-58ecd490-b389-4396-8ee7-8a3002c20ff1 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:42.991927 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cade3-f60d-4e2d-93c9-e0b32763f366 req-58ecd490-b389-4396-8ee7-8a3002c20ff1 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:42.996088 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cade3-f60d-4e2d-93c9-e0b32763f366 req-58ecd490-b389-4396-8ee7-8a3002c20ff1 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:43.000667 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cade3-f60d-4e2d-93c9-e0b32763f366 req-58ecd490-b389-4396-8ee7-8a3002c20ff1 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:43.004938 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cade3-f60d-4e2d-93c9-e0b32763f366 req-58ecd490-b389-4396-8ee7-8a3002c20ff1 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:43.008989 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cade3-f60d-4e2d-93c9-e0b32763f366 req-58ecd490-b389-4396-8ee7-8a3002c20ff1 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:43.013729 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cade3-f60d-4e2d-93c9-e0b32763f366 req-58ecd490-b389-4396-8ee7-8a3002c20ff1 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:43.022014 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4d4cade3-f60d-4e2d-93c9-e0b32763f366 req-58ecd490-b389-4396-8ee7-8a3002c20ff1 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 5434 time: 0.4790833 May 23 11:15:43.030921 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e90a3-2068-4a20-8d36-f9cf72f326c0 req-405d97f2-1108-4206-9a91-a425fb3987b3 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:43.032690 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c07e90a3-2068-4a20-8d36-f9cf72f326c0 req-405d97f2-1108-4206-9a91-a425fb3987b3 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7359bbd-a56c-4f4f-8df0-25aab33cb42b HTTP/1.1" status: 200 len: 945 time: 0.4128404 May 23 11:15:43.045860 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aaa697da-a699-4ccd-bc9c-459a433d50bf tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:43.073379 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-4e5938bc-f411-4513-910c-b3d40c04812a tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:43.075347 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-4e5938bc-f411-4513-910c-b3d40c04812a tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.81 "GET /v2.0/ports/24c0e8e3-e2c6-4186-8f44-ff76dec40384?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4769480 May 23 11:15:43.168462 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c07e90a3-2068-4a20-8d36-f9cf72f326c0 req-1cb64ef2-f5b7-4308-85d8-d284fa27f424 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182628 May 23 11:15:43.220590 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4d4cade3-f60d-4e2d-93c9-e0b32763f366 req-87b21f7c-0312-497d-badd-bfc45f8545e2 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=80bd5d80-b839-4f0d-bc84-203290106c00&id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1975086 May 23 11:15:43.221266 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-ecb961bc-462d-4c37-b38b-6a67919c38df admin admin] Deleting port bd2913e7-083e-4917-9274-5f7bba6eea02 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:15:43.221609 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ecb961bc-462d-4c37-b38b-6a67919c38df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:43.257472 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-7220df1e-0d7d-4625-8825-35b2e1329122 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.81 "GET /v2.0/networks/58ef6021-e396-465d-be5f-f38283ee2d4e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1724875 May 23 11:15:43.303545 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a5622f32-361c-43ef-9563-ce25851b577e tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6737053 May 23 11:15:43.305173 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa697da-a699-4ccd-bc9c-459a433d50bf tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9bf769-de57-4167-85b9-266fd4ba9437,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:43.313730 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55094) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:43.326391 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-5db49e24-52ba-4bda-90e8-cb1b5b60b16b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:43.337132 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-8eecce95-1f54-485d-a86f-7315bc050f96 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-561716486'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:43.355308 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8eecce95-1f54-485d-a86f-7315bc050f96 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:43.369057 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8eecce95-1f54-485d-a86f-7315bc050f96 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Usage tracker for resource:network and tenant:0544d54a2ac14582aa73efecc4d5b808 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:43.384113 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8eecce95-1f54-485d-a86f-7315bc050f96 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:43.418360 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-a9b5ae71-20ae-41e7-979f-1cf259eb5d5c service neutron] Attempting to bind port 9b434e7c-d2aa-42ef-8cba-3cbe16b4f847 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:15:43.418691 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-a9b5ae71-20ae-41e7-979f-1cf259eb5d5c service neutron] Attempting to bind port 9b434e7c-d2aa-42ef-8cba-3cbe16b4f847 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'f83c0d0e-9b40-421e-a2f5-66bbabc627e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:15:43.419019 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-a9b5ae71-20ae-41e7-979f-1cf259eb5d5c service neutron] Attempting to bind port 9b434e7c-d2aa-42ef-8cba-3cbe16b4f847 on network 297e8414-85bd-4e0d-aedb-8abf246d8703 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:15:43.423264 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aaa697da-a699-4ccd-bc9c-459a433d50bf tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:43.426814 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-aaa697da-a699-4ccd-bc9c-459a433d50bf tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "DELETE /v2.0/security-groups/ec9bf769-de57-4167-85b9-266fd4ba9437 HTTP/1.1" status: 204 len: 168 time: 1.1262789 May 23 11:15:43.433444 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55098) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:43.459192 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-a9b5ae71-20ae-41e7-979f-1cf259eb5d5c service neutron] Port 9b434e7c-d2aa-42ef-8cba-3cbe16b4f847 on network 297e8414-85bd-4e0d-aedb-8abf246d8703 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:15:43.459514 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-a9b5ae71-20ae-41e7-979f-1cf259eb5d5c service neutron] Attempting to bind port 9b434e7c-d2aa-42ef-8cba-3cbe16b4f847 on network 297e8414-85bd-4e0d-aedb-8abf246d8703 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:15:43.481926 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8eecce95-1f54-485d-a86f-7315bc050f96 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:43.508777 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa81f3a2-ef99-4f6e-bcd1-314fc79d332b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-0a51452d-7971-416e-9369-3cd759f71dcf', 'network_id': '0a51452d-7971-416e-9369-3cd759f71dcf', 'tenant_id': '0544d54a2ac14582aa73efecc4d5b808', 'fixed_ips': [{'subnet_id': '112a3788-19a9-4e86-804d-061e8ce03ad3'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:15:43.509779 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aa81f3a2-ef99-4f6e-bcd1-314fc79d332b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:43.532766 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-5db49e24-52ba-4bda-90e8-cb1b5b60b16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:43.550352 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-a9b5ae71-20ae-41e7-979f-1cf259eb5d5c service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:15:43.550688 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-a9b5ae71-20ae-41e7-979f-1cf259eb5d5c service neutron] Checking segment: {'id': 'f83c0d0e-9b40-421e-a2f5-66bbabc627e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:15:43.551078 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-a9b5ae71-20ae-41e7-979f-1cf259eb5d5c service neutron] Bound using segment: {'id': 'f83c0d0e-9b40-421e-a2f5-66bbabc627e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:15:43.551525 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-a9b5ae71-20ae-41e7-979f-1cf259eb5d5c service neutron] Bound port: 9b434e7c-d2aa-42ef-8cba-3cbe16b4f847, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f83c0d0e-9b40-421e-a2f5-66bbabc627e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:15:43.551894 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-a9b5ae71-20ae-41e7-979f-1cf259eb5d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:43.648971 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eecce95-1f54-485d-a86f-7315bc050f96 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Made reservation on behalf of 0544d54a2ac14582aa73efecc4d5b808 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:15:43.653746 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8eecce95-1f54-485d-a86f-7315bc050f96 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:43.677312 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-275b9996-9c9d-44d2-a687-b068f845a6d5 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Synchronizing usage tracker for tenant:7970a58339d24e3c8b586d5bfdd4cb8a on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:15:43.724815 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-275b9996-9c9d-44d2-a687-b068f845a6d5 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Unset dirty status for tenant:7970a58339d24e3c8b586d5bfdd4cb8a on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:15:43.730066 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-275b9996-9c9d-44d2-a687-b068f845a6d5 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2895443 May 23 11:15:43.739484 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55102) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:43.768446 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-ecb961bc-462d-4c37-b38b-6a67919c38df admin admin] For port bd2913e7-083e-4917-9274-5f7bba6eea02, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=bd2913e7-083e-4917-9274-5f7bba6eea02,segment=NetworkSegment(0bde80b2-9c9c-462d-930e-1668ec8118e8),segment_id=0bde80b2-9c9c-462d-930e-1668ec8118e8)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:15:43.769332 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ecb961bc-462d-4c37-b38b-6a67919c38df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:43.791120 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-aa81f3a2-ef99-4f6e-bcd1-314fc79d332b None None] Allocated IP 2001:db8:0:ffff::2 (0a51452d-7971-416e-9369-3cd759f71dcf/112a3788-19a9-4e86-804d-061e8ce03ad3/1fb10e70-ec1d-4e9f-abd1-d7e889c3528f) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:15:43.813158 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-a9b5ae71-20ae-41e7-979f-1cf259eb5d5c service neutron] For port 9b434e7c-d2aa-42ef-8cba-3cbe16b4f847, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:15:43.836856 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-a9b5ae71-20ae-41e7-979f-1cf259eb5d5c service neutron] For port 9b434e7c-d2aa-42ef-8cba-3cbe16b4f847, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=9b434e7c-d2aa-42ef-8cba-3cbe16b4f847,segment=NetworkSegment(f83c0d0e-9b40-421e-a2f5-66bbabc627e2),segment_id=f83c0d0e-9b40-421e-a2f5-66bbabc627e2)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:15:43.847212 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-a9b5ae71-20ae-41e7-979f-1cf259eb5d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:43.930800 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-ecb961bc-462d-4c37-b38b-6a67919c38df admin admin] Calling delete_port for bd2913e7-083e-4917-9274-5f7bba6eea02 owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:15:43.950760 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-a9b5ae71-20ae-41e7-979f-1cf259eb5d5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:43.950760 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-a9b5ae71-20ae-41e7-979f-1cf259eb5d5c service neutron] 10.222.0.13 "PUT /v2.0/ports/9b434e7c-d2aa-42ef-8cba-3cbe16b4f847 HTTP/1.1" status: 200 len: 1091 time: 3.1536770 May 23 11:15:43.990628 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f015bfa-6b01-4dcb-bdc3-fce1d1ca2e0f', 'tag': '9b434e7c-d2aa-42ef-8cba-3cbe16b4f847'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:15:44.117650 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-5db49e24-52ba-4bda-90e8-cb1b5b60b16b service neutron] For port 24c0e8e3-e2c6-4186-8f44-ff76dec40384, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=24c0e8e3-e2c6-4186-8f44-ff76dec40384,segment=NetworkSegment(e7b922b3-15a2-4883-bd23-67efe7247083),segment_id=e7b922b3-15a2-4883-bd23-67efe7247083)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:15:44.150274 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b5ae71-20ae-41e7-979f-1cf259eb5d5c service neutron] Pushing event updated for resources: {'Port': ['ID=9b434e7c-d2aa-42ef-8cba-3cbe16b4f847,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:44.182279 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eecce95-1f54-485d-a86f-7315bc050f96 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:15:44.191727 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8eecce95-1f54-485d-a86f-7315bc050f96 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:44.192236 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-8eecce95-1f54-485d-a86f-7315bc050f96 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Added segment 755d72de-d850-4672-aeeb-f14b911dee94 of type vlan for network 2b9aec67-3fce-4256-b551-7be09885fe97 May 23 11:15:44.202114 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-4d35c843-2d5f-4f66-aa2b-156cdf826ef0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92ce77b1b70449899717558adda940d2&device_id=7f015bfa-6b01-4dcb-bdc3-fce1d1ca2e0f HTTP/1.1" status: 200 len: 1094 time: 0.1886826 May 23 11:15:44.219285 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-5db49e24-52ba-4bda-90e8-cb1b5b60b16b service neutron] For port 24c0e8e3-e2c6-4186-8f44-ff76dec40384, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:15:44.221750 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8eecce95-1f54-485d-a86f-7315bc050f96 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:44.229724 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:44.236531 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-711f907b-58a4-4129-9384-bd2072bf82be tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Request body: {'security_group': {'name': 'tempest-secgroup--226919439'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:44.252868 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ecb961bc-462d-4c37-b38b-6a67919c38df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:44.256732 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aa81f3a2-ef99-4f6e-bcd1-314fc79d332b None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:44.268982 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-711f907b-58a4-4129-9384-bd2072bf82be tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:44.270757 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-aa81f3a2-ef99-4f6e-bcd1-314fc79d332b None None] Transition to ACTIVE for port object 1fb10e70-ec1d-4e9f-abd1-d7e889c3528f will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:15:44.294915 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-aa81f3a2-ef99-4f6e-bcd1-314fc79d332b None None] Transition to ACTIVE for port object 1fb10e70-ec1d-4e9f-abd1-d7e889c3528f will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:15:44.311069 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aa81f3a2-ef99-4f6e-bcd1-314fc79d332b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:44.365164 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb961bc-462d-4c37-b38b-6a67919c38df admin admin] Pushing event deleted for resources: {'Port': ['ID=bd2913e7-083e-4917-9274-5f7bba6eea02,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:44.398578 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-711f907b-58a4-4129-9384-bd2072bf82be tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:44.399033 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-5db49e24-52ba-4bda-90e8-cb1b5b60b16b service neutron] device_id is not set on port 24c0e8e3-e2c6-4186-8f44-ff76dec40384 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:15:44.406940 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-f59019a3-1343-47f5-993e-41d1f79d43b5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b434e7c-d2aa-42ef-8cba-3cbe16b4f847 HTTP/1.1" status: 200 len: 217 time: 0.0993011 May 23 11:15:44.413169 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-5db49e24-52ba-4bda-90e8-cb1b5b60b16b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:44.457901 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a7413-2a64-42d7-8ff9-0c5ca7446192 req-ef87327a-fa39-4544-8e23-9fa4d240c7f5 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:44.469150 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa81f3a2-ef99-4f6e-bcd1-314fc79d332b None None] Network 0a51452d-7971-416e-9369-3cd759f71dcf is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:15:44.469722 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-575a7413-2a64-42d7-8ff9-0c5ca7446192 req-ef87327a-fa39-4544-8e23-9fa4d240c7f5 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=35125f3d-46bb-4aa0-b936-a94669d3a0f5 HTTP/1.1" status: 200 len: 944 time: 0.9156735 May 23 11:15:44.473943 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-aa81f3a2-ef99-4f6e-bcd1-314fc79d332b None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:15:44.480522 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa81f3a2-ef99-4f6e-bcd1-314fc79d332b None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:15:44.481444 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d254ee-f411-45a9-8566-a0a739480f84 req-c5d5d954-0290-448b-bf96-3393475f4bab tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:44.486268 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-57d254ee-f411-45a9-8566-a0a739480f84 req-c5d5d954-0290-448b-bf96-3393475f4bab tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f015bfa-6b01-4dcb-bdc3-fce1d1ca2e0f HTTP/1.1" status: 200 len: 943 time: 1.0927913 May 23 11:15:44.488325 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8eecce95-1f54-485d-a86f-7315bc050f96 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:44.490679 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa81f3a2-ef99-4f6e-bcd1-314fc79d332b None None] Pushing event updated for resources: {'Port': ['ID=1fb10e70-ec1d-4e9f-abd1-d7e889c3528f,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:44.494678 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eecce95-1f54-485d-a86f-7315bc050f96 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:44.495378 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8eecce95-1f54-485d-a86f-7315bc050f96 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:44.503251 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-5db49e24-52ba-4bda-90e8-cb1b5b60b16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:44.602314 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-aa81f3a2-ef99-4f6e-bcd1-314fc79d332b None None] Attempting to bind port 1fb10e70-ec1d-4e9f-abd1-d7e889c3528f on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:15:44.602862 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-aa81f3a2-ef99-4f6e-bcd1-314fc79d332b None None] Attempting to bind port 1fb10e70-ec1d-4e9f-abd1-d7e889c3528f by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '990940f9-ae92-4ce0-ad5b-3906fc69926d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0a51452d-7971-416e-9369-3cd759f71dcf'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:15:44.603172 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa81f3a2-ef99-4f6e-bcd1-314fc79d332b None None] Attempting to bind port 1fb10e70-ec1d-4e9f-abd1-d7e889c3528f on network 0a51452d-7971-416e-9369-3cd759f71dcf {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:15:44.619339 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa81f3a2-ef99-4f6e-bcd1-314fc79d332b None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:15:44.620293 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa81f3a2-ef99-4f6e-bcd1-314fc79d332b None None] Checking segment: {'id': '990940f9-ae92-4ce0-ad5b-3906fc69926d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0a51452d-7971-416e-9369-3cd759f71dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:15:44.620889 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aa81f3a2-ef99-4f6e-bcd1-314fc79d332b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:44.621418 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa81f3a2-ef99-4f6e-bcd1-314fc79d332b None None] Bound using segment: {'id': '990940f9-ae92-4ce0-ad5b-3906fc69926d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0a51452d-7971-416e-9369-3cd759f71dcf'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:15:44.624250 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-57d254ee-f411-45a9-8566-a0a739480f84 req-3d964d16-c510-4338-8890-05bd4f13b534 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?id=a963e8af-14eb-4d75-9d8e-2caa5b0a729f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158502 May 23 11:15:44.626520 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-711f907b-58a4-4129-9384-bd2072bf82be tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:44.633556 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-aa81f3a2-ef99-4f6e-bcd1-314fc79d332b None None] Bound port: 1fb10e70-ec1d-4e9f-abd1-d7e889c3528f, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '990940f9-ae92-4ce0-ad5b-3906fc69926d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0a51452d-7971-416e-9369-3cd759f71dcf'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:15:44.635972 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aa81f3a2-ef99-4f6e-bcd1-314fc79d332b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:44.709147 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-1af12895-ae6d-4542-8d38-921356b11eac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:44.710626 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-1af12895-ae6d-4542-8d38-921356b11eac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6 HTTP/1.1" status: 200 len: 854 time: 0.2949176 May 23 11:15:44.734406 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eecce95-1f54-485d-a86f-7315bc050f96 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Pushing event updated for resources: {'Network': ['ID=2b9aec67-3fce-4256-b551-7be09885fe97,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:44.758289 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db49e24-52ba-4bda-90e8-cb1b5b60b16b service neutron] Pushing event updated for resources: {'Port': ['ID=24c0e8e3-e2c6-4186-8f44-ff76dec40384,revision_number=6']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:44.769037 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 2b9aec67-3fce-4256-b551-7be09885fe97 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:15:44.883754 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-5db49e24-52ba-4bda-90e8-cb1b5b60b16b service neutron] No DVR routers for this DVR port 24c0e8e3-e2c6-4186-8f44-ff76dec40384 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:15:44.884745 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8eecce95-1f54-485d-a86f-7315bc050f96 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5685737 May 23 11:15:44.954552 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55112) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:44.995405 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-6230ae65-814f-470c-92f6-9d088021c76b tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Request body: {'subnet': {'network_id': '2b9aec67-3fce-4256-b551-7be09885fe97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:45.005413 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-575a7413-2a64-42d7-8ff9-0c5ca7446192 req-38edcba7-51ab-4a8d-9b57-eef96eb9b098 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5344191 May 23 11:15:45.025709 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-aa81f3a2-ef99-4f6e-bcd1-314fc79d332b None None] For port 1fb10e70-ec1d-4e9f-abd1-d7e889c3528f, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:15:45.052399 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-aa81f3a2-ef99-4f6e-bcd1-314fc79d332b None None] For port 1fb10e70-ec1d-4e9f-abd1-d7e889c3528f, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=1fb10e70-ec1d-4e9f-abd1-d7e889c3528f,segment=NetworkSegment(990940f9-ae92-4ce0-ad5b-3906fc69926d),segment_id=990940f9-ae92-4ce0-ad5b-3906fc69926d)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:15:45.061303 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aa81f3a2-ef99-4f6e-bcd1-314fc79d332b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:45.097658 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-711f907b-58a4-4129-9384-bd2072bf82be tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:45.127160 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-711f907b-58a4-4129-9384-bd2072bf82be tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Usage tracker for resource:security_group_rule and tenant:7970a58339d24e3c8b586d5bfdd4cb8a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:45.134813 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-711f907b-58a4-4129-9384-bd2072bf82be tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:45.158930 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-711f907b-58a4-4129-9384-bd2072bf82be tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:45.165914 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-cd0f6640-5e6f-4595-b9ac-9bb622a89355 None None] Provisioning complete for port 24c0e8e3-e2c6-4186-8f44-ff76dec40384 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:15:45.166288 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cd0f6640-5e6f-4595-b9ac-9bb622a89355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:45.185607 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daaabd2b-ad0a-4cbb-823a-be8c28ce7f3f'] response: {'name': 'network-changed', 'server_uuid': '7f015bfa-6b01-4dcb-bdc3-fce1d1ca2e0f', 'tag': '9b434e7c-d2aa-42ef-8cba-3cbe16b4f847', 'status': 'completed', 'code': 200} May 23 11:15:45.265727 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-cd0f6640-5e6f-4595-b9ac-9bb622a89355 None None] Port 24c0e8e3-e2c6-4186-8f44-ff76dec40384 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:15:45.270200 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa81f3a2-ef99-4f6e-bcd1-314fc79d332b None None] Pushing event updated for resources: {'Port': ['ID=1fb10e70-ec1d-4e9f-abd1-d7e889c3528f,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:45.309858 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device db9c3afa-0b07-44c5-9d9e-b24df4d35d77 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:15:45.319343 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-5db49e24-52ba-4bda-90e8-cb1b5b60b16b service neutron] In _notify_port_updated(), no bound segment for port 24c0e8e3-e2c6-4186-8f44-ff76dec40384 on network 58ef6021-e396-465d-be5f-f38283ee2d4e {{(pid=83911) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 23 11:15:45.320447 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-5db49e24-52ba-4bda-90e8-cb1b5b60b16b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:45.321647 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-5db49e24-52ba-4bda-90e8-cb1b5b60b16b service neutron] 10.222.0.81 "PUT /v2.0/ports/24c0e8e3-e2c6-4186-8f44-ff76dec40384 HTTP/1.1" status: 200 len: 1027 time: 2.0396960 May 23 11:15:45.344692 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-550364eb-480c-44c0-bee7-af18c29d8050 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=297e8414-85bd-4e0d-aedb-8abf246d8703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6230676 May 23 11:15:45.574277 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:45.636828 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db9c3afa-0b07-44c5-9d9e-b24df4d35d77'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:15:45.657291 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port db9c3afa-0b07-44c5-9d9e-b24df4d35d77, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=db9c3afa-0b07-44c5-9d9e-b24df4d35d77,segment=NetworkSegment(e7b922b3-15a2-4883-bd23-67efe7247083),segment_id=e7b922b3-15a2-4883-bd23-67efe7247083)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:15:45.663054 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:45.664893 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 4b591b58-1bf1-4cef-b2f3-f83a8acf29e7 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:15:45.707656 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6230ae65-814f-470c-92f6-9d088021c76b tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:45.711230 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-1ebae3a9-bc2a-466c-b60d-c0bb9e05d403 service neutron] 10.222.0.13 "GET /v2.0/networks/297e8414-85bd-4e0d-aedb-8abf246d8703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016791 May 23 11:15:45.715805 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-6230ae65-814f-470c-92f6-9d088021c76b tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Usage tracker for resource:subnet and tenant:0544d54a2ac14582aa73efecc4d5b808 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:45.726876 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-6230ae65-814f-470c-92f6-9d088021c76b tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:45.766702 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-711f907b-58a4-4129-9384-bd2072bf82be tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:45.790886 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-711f907b-58a4-4129-9384-bd2072bf82be tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:45.866483 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f907b-58a4-4129-9384-bd2072bf82be tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e54dcd-eba2-42ec-a0cb-050850baa992,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:45.877598 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c26944-488c-4266-8b00-6a6c829a1f1e req-6cd96e08-3e07-4fbf-8563-92e92837e4a8 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:45.880979 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=db9c3afa-0b07-44c5-9d9e-b24df4d35d77,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:45.882409 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c26944-488c-4266-8b00-6a6c829a1f1e req-6cd96e08-3e07-4fbf-8563-92e92837e4a8 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:45.886462 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c26944-488c-4266-8b00-6a6c829a1f1e req-6cd96e08-3e07-4fbf-8563-92e92837e4a8 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:45.890352 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c26944-488c-4266-8b00-6a6c829a1f1e req-6cd96e08-3e07-4fbf-8563-92e92837e4a8 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:45.890723 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7ab642db-8a3c-4adb-9ef2-7273ccd85d44 req-7c250edc-edc2-4f79-833b-5dfa849ddaaa service neutron] 10.222.0.13 "GET /v2.0/networks/297e8414-85bd-4e0d-aedb-8abf246d8703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719518 May 23 11:15:45.895728 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c26944-488c-4266-8b00-6a6c829a1f1e req-6cd96e08-3e07-4fbf-8563-92e92837e4a8 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:45.899538 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6230ae65-814f-470c-92f6-9d088021c76b tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:45.899672 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c26944-488c-4266-8b00-6a6c829a1f1e req-6cd96e08-3e07-4fbf-8563-92e92837e4a8 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:45.907860 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-22c26944-488c-4266-8b00-6a6c829a1f1e req-6cd96e08-3e07-4fbf-8563-92e92837e4a8 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 4660 time: 0.7151320 May 23 11:15:45.912132 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-711f907b-58a4-4129-9384-bd2072bf82be tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:45.913400 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-711f907b-58a4-4129-9384-bd2072bf82be tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.7442768 May 23 11:15:45.916254 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-180bcb9f-fa8d-4e9a-abe1-6d5fb24b4b43 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:45.917685 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-180bcb9f-fa8d-4e9a-abe1-6d5fb24b4b43 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.81 "GET /v2.0/ports/4b591b58-1bf1-4cef-b2f3-f83a8acf29e7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5769129 May 23 11:15:45.917806 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55126) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:45.925642 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6230ae65-814f-470c-92f6-9d088021c76b tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Made reservation on behalf of 0544d54a2ac14582aa73efecc4d5b808 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:15:45.949880 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-88ce9390-c675-46a0-9f4d-8e24f148a33e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:45.950858 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-f8d563d0-5c65-4d06-bf0a-45edb9897b8e tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Request body: {'security_group_rule': {'security_group_id': 'e2e54dcd-eba2-42ec-a0cb-050850baa992', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:45.960272 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f8d563d0-5c65-4d06-bf0a-45edb9897b8e tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:45.964770 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f8d563d0-5c65-4d06-bf0a-45edb9897b8e tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Usage tracker for resource:security_group_rule and tenant:7970a58339d24e3c8b586d5bfdd4cb8a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:45.968216 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f8d563d0-5c65-4d06-bf0a-45edb9897b8e tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:45.980309 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f8d563d0-5c65-4d06-bf0a-45edb9897b8e tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:45.993601 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:46.024066 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 5602b440-4f46-448e-a54d-44832eb917a3 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:15:46.025779 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f8d563d0-5c65-4d06-bf0a-45edb9897b8e tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:46.088320 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 4b591b58-1bf1-4cef-b2f3-f83a8acf29e7, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=4b591b58-1bf1-4cef-b2f3-f83a8acf29e7,segment=NetworkSegment(e7b922b3-15a2-4883-bd23-67efe7247083),segment_id=e7b922b3-15a2-4883-bd23-67efe7247083)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:15:46.096864 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:46.097722 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device b1eba941-2df3-4bcf-85f4-35d01dbde7af no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:15:46.116438 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f8d563d0-5c65-4d06-bf0a-45edb9897b8e tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:46.125326 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4d5d9-acc4-42d6-96ca-a0b573c28935 req-f561a370-d1ac-4bad-90d1-37ca74a57ca8 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:46.126854 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-79e4d5d9-acc4-42d6-96ca-a0b573c28935 req-f561a370-d1ac-4bad-90d1-37ca74a57ca8 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7359bbd-a56c-4f4f-8df0-25aab33cb42b HTTP/1.1" status: 200 len: 945 time: 0.7730100 May 23 11:15:46.132435 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f8d563d0-5c65-4d06-bf0a-45edb9897b8e tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:46.166060 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-88ce9390-c675-46a0-9f4d-8e24f148a33e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:46.172298 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-22c26944-488c-4266-8b00-6a6c829a1f1e req-6c55f1d8-92e6-4ee6-9ccc-18c42edbf46e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=80bd5d80-b839-4f0d-bc84-203290106c00&id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2634723 May 23 11:15:46.173741 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ecb961bc-462d-4c37-b38b-6a67919c38df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:46.188923 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d563d0-5c65-4d06-bf0a-45edb9897b8e tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d772e20-1732-49e6-ba62-e934fe8fad78,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:46.220261 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f8d563d0-5c65-4d06-bf0a-45edb9897b8e tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:46.221473 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f8d563d0-5c65-4d06-bf0a-45edb9897b8e tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2868392 May 23 11:15:46.270354 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55132) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:46.330200 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6230ae65-814f-470c-92f6-9d088021c76b tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:46.342266 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 5602b440-4f46-448e-a54d-44832eb917a3 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:15:46.363762 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 5602b440-4f46-448e-a54d-44832eb917a3 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:15:46.364274 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:46.374607 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-79e4d5d9-acc4-42d6-96ca-a0b573c28935 req-5ca601e8-aa91-407a-be9c-b919c612541f tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270288 May 23 11:15:46.438568 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db072d71-aa51-434f-90d6-bc1660e589d6'] response: {'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db9c3afa-0b07-44c5-9d9e-b24df4d35d77', 'code': 200} May 23 11:15:46.570339 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=4b591b58-1bf1-4cef-b2f3-f83a8acf29e7,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:46.705355 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:46.859386 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4297ad15-6623-485c-bbb1-3688c076347f None None] Network 0a51452d-7971-416e-9369-3cd759f71dcf requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:15:46.973952 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-530836cb-c3b6-400b-b74c-5d7a823f523d req-b5859513-a4ef-4d64-816a-02d55185eb23 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92ce77b1b70449899717558adda940d2&device_id=7f015bfa-6b01-4dcb-bdc3-fce1d1ca2e0f HTTP/1.1" status: 200 len: 1094 time: 0.8432765 May 23 11:15:46.982022 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0c314cab-410b-411c-a2d6-6f6f15f14d87 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:47.036765 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823b1d0-eae5-49d1-bf81-1bcc2c47a3e2 req-14d9e9ee-56a0-4b83-8a68-59b796ce408e tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:47.038256 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e823b1d0-eae5-49d1-bf81-1bcc2c47a3e2 req-14d9e9ee-56a0-4b83-8a68-59b796ce408e tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=35125f3d-46bb-4aa0-b936-a94669d3a0f5 HTTP/1.1" status: 200 len: 944 time: 0.4344962 May 23 11:15:47.046149 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c3754-af0c-4d88-8860-6c2b24277472 req-8f85b5b8-2192-4517-8bdb-7e2e00d2d602 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:47.047710 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f98c3754-af0c-4d88-8860-6c2b24277472 req-8f85b5b8-2192-4517-8bdb-7e2e00d2d602 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f015bfa-6b01-4dcb-bdc3-fce1d1ca2e0f HTTP/1.1" status: 200 len: 943 time: 0.4084768 May 23 11:15:47.071897 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-88ce9390-c675-46a0-9f4d-8e24f148a33e service neutron] For port 4b591b58-1bf1-4cef-b2f3-f83a8acf29e7, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=4b591b58-1bf1-4cef-b2f3-f83a8acf29e7,segment=NetworkSegment(e7b922b3-15a2-4883-bd23-67efe7247083),segment_id=e7b922b3-15a2-4883-bd23-67efe7247083)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:15:47.110524 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-88ce9390-c675-46a0-9f4d-8e24f148a33e service neutron] For port 4b591b58-1bf1-4cef-b2f3-f83a8acf29e7, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:15:47.167008 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 1fb10e70-ec1d-4e9f-abd1-d7e889c3528f up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:15:47.194212 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55142) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:47.195167 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port b1eba941-2df3-4bcf-85f4-35d01dbde7af, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=b1eba941-2df3-4bcf-85f4-35d01dbde7af,segment=NetworkSegment(2a37e35a-c59c-4ce5-85bd-85ec38876ac8),segment_id=2a37e35a-c59c-4ce5-85bd-85ec38876ac8)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:15:47.208881 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e823b1d0-eae5-49d1-bf81-1bcc2c47a3e2 req-ad0202f3-3aa5-4e57-8377-6e35d401199f tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595924 May 23 11:15:47.239340 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:47.240065 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 24c0e8e3-e2c6-4186-8f44-ff76dec40384 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:15:47.258991 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0c314cab-410b-411c-a2d6-6f6f15f14d87 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:47.293371 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f98c3754-af0c-4d88-8860-6c2b24277472 req-131216b0-a643-4ee2-a4b0-a8254b47752a tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?id=a963e8af-14eb-4d75-9d8e-2caa5b0a729f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2140179 May 23 11:15:47.335021 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-88ce9390-c675-46a0-9f4d-8e24f148a33e service neutron] device_id is not set on port 4b591b58-1bf1-4cef-b2f3-f83a8acf29e7 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:15:47.366091 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-88ce9390-c675-46a0-9f4d-8e24f148a33e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:47.383551 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=b1eba941-2df3-4bcf-85f4-35d01dbde7af,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:47.387150 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:47.437130 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7d247984-d244-41a3-bb1b-4238ba2e765e None None] Provisioning for port 1fb10e70-ec1d-4e9f-abd1-d7e889c3528f completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:15:47.469549 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf68489-cb86-4c83-ad23-fbdfbf5e966e req-fa43bc19-c292-4084-bfa9-7f7089ee5127 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:47.474421 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 5602b440-4f46-448e-a54d-44832eb917a3, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=5602b440-4f46-448e-a54d-44832eb917a3,segment=NetworkSegment(e6734377-073b-422b-93c0-ef1cda14b824),segment_id=e6734377-073b-422b-93c0-ef1cda14b824)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:15:47.480039 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-baf68489-cb86-4c83-ad23-fbdfbf5e966e req-fa43bc19-c292-4084-bfa9-7f7089ee5127 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Synchronizing usage tracker for tenant:918845eb514f4ef49a66c0d5a348fe52 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:15:47.482938 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-88ce9390-c675-46a0-9f4d-8e24f148a33e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:47.512820 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:47.548866 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c6922e11-4453-4ef1-bf12-4891c97f3dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:47.563194 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 24c0e8e3-e2c6-4186-8f44-ff76dec40384 not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:15:47.563676 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:15:47.629627 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530836cb-c3b6-400b-b74c-5d7a823f523d req-5f10ab88-0f5a-4286-a8c4-e7a3de23137c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:47.631093 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-530836cb-c3b6-400b-b74c-5d7a823f523d req-5f10ab88-0f5a-4286-a8c4-e7a3de23137c service neutron] 10.222.0.13 "GET /v2.0/networks?id=297e8414-85bd-4e0d-aedb-8abf246d8703 HTTP/1.1" status: 200 len: 916 time: 0.6428220 May 23 11:15:47.686243 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0c314cab-410b-411c-a2d6-6f6f15f14d87 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:47.693673 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c6922e11-4453-4ef1-bf12-4891c97f3dd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:47.702785 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c6922e11-4453-4ef1-bf12-4891c97f3dd7 admin admin] Usage tracker for resource:security_group_rule and tenant:94009e67dca0464a8a75b50c4aa14c0f is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:47.703239 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=5602b440-4f46-448e-a54d-44832eb917a3,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:47.709951 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 1fb10e70-ec1d-4e9f-abd1-d7e889c3528f completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:15:47.712569 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c6922e11-4453-4ef1-bf12-4891c97f3dd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:47.738837 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b5d73-dfd6-4c30-af81-c98a5ed67ca7 req-4de621da-7aab-46f2-acc5-d014aea37fe8 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:47.742680 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b5d73-dfd6-4c30-af81-c98a5ed67ca7 req-4de621da-7aab-46f2-acc5-d014aea37fe8 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:47.746549 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b5d73-dfd6-4c30-af81-c98a5ed67ca7 req-4de621da-7aab-46f2-acc5-d014aea37fe8 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:47.751924 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 1fb10e70-ec1d-4e9f-abd1-d7e889c3528f triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:15:47.751924 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:47.753570 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b5d73-dfd6-4c30-af81-c98a5ed67ca7 req-4de621da-7aab-46f2-acc5-d014aea37fe8 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:47.757650 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b5d73-dfd6-4c30-af81-c98a5ed67ca7 req-4de621da-7aab-46f2-acc5-d014aea37fe8 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:47.759474 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-876b5d73-dfd6-4c30-af81-c98a5ed67ca7 req-4de621da-7aab-46f2-acc5-d014aea37fe8 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 3881 time: 0.3183281 May 23 11:15:47.761491 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c6922e11-4453-4ef1-bf12-4891c97f3dd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:47.844448 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb961bc-462d-4c37-b38b-6a67919c38df admin admin] Router 428d5b65-f33a-4dbd-a7a6-cd2a226aad52 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:15:47.879319 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ae45d-57b4-41cb-9f38-7fb85ecb092b req-04d95966-00de-470a-8c16-407d9e58f40f tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:47.880792 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:47.888761 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3e0ae45d-57b4-41cb-9f38-7fb85ecb092b req-04d95966-00de-470a-8c16-407d9e58f40f tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7359bbd-a56c-4f4f-8df0-25aab33cb42b HTTP/1.1" status: 200 len: 945 time: 0.2908521 May 23 11:15:47.965734 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce,segment=NetworkSegment(e7b922b3-15a2-4883-bd23-67efe7247083),segment_id=e7b922b3-15a2-4883-bd23-67efe7247083)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:15:47.975734 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-876b5d73-dfd6-4c30-af81-c98a5ed67ca7 req-b526b3b5-7f59-4c59-ab5e-2a3448afbc8e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076821 May 23 11:15:47.976722 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:47.977449 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 9a44d654-6b97-41f9-82f8-7a39efafc1c3 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:15:48.042850 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c6922e11-4453-4ef1-bf12-4891c97f3dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:48.054513 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-baf68489-cb86-4c83-ad23-fbdfbf5e966e req-fa43bc19-c292-4084-bfa9-7f7089ee5127 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Unset dirty status for tenant:918845eb514f4ef49a66c0d5a348fe52 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:15:48.056527 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-baf68489-cb86-4c83-ad23-fbdfbf5e966e req-fa43bc19-c292-4084-bfa9-7f7089ee5127 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7359bbd-a56c-4f4f-8df0-25aab33cb42b HTTP/1.1" status: 200 len: 945 time: 1.3663282 May 23 11:15:48.057310 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce9390-c675-46a0-9f4d-8e24f148a33e service neutron] Pushing event updated for resources: {'Port': ['ID=4b591b58-1bf1-4cef-b2f3-f83a8acf29e7,revision_number=7']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:48.082618 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c314cab-410b-411c-a2d6-6f6f15f14d87 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e54dcd-eba2-42ec-a0cb-050850baa992,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:48.112475 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c6922e11-4453-4ef1-bf12-4891c97f3dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:48.122765 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3e0ae45d-57b4-41cb-9f38-7fb85ecb092b req-48ae3e39-06b5-4779-a345-fbb066e89dc2 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332616 May 23 11:15:48.175108 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:48.179031 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:48.209512 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-530836cb-c3b6-400b-b74c-5d7a823f523d req-60b7e948-42c0-4a71-a220-d263da8c4293 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b434e7c-d2aa-42ef-8cba-3cbe16b4f847 HTTP/1.1" status: 200 len: 217 time: 0.5193079 May 23 11:15:48.241613 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fa5bf1e8-c1b4-4d8f-a3b9-a846582abca1 None None] Provisioning complete for port 1fb10e70-ec1d-4e9f-abd1-d7e889c3528f triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:15:48.241972 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fa5bf1e8-c1b4-4d8f-a3b9-a846582abca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:48.248692 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6922e11-4453-4ef1-bf12-4891c97f3dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab2f805-17ab-431e-b99c-010b3d09b76c,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:48.300099 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-baf68489-cb86-4c83-ad23-fbdfbf5e966e req-ee1b5c01-4ae8-42a0-8dbc-476e603bdc70 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Deleting port 2edd416e-ee00-4e96-bd75-8fc54f2871a5 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:15:48.300697 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-baf68489-cb86-4c83-ad23-fbdfbf5e966e req-ee1b5c01-4ae8-42a0-8dbc-476e603bdc70 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:48.311492 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 1fb10e70-ec1d-4e9f-abd1-d7e889c3528f, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=1fb10e70-ec1d-4e9f-abd1-d7e889c3528f,segment=NetworkSegment(990940f9-ae92-4ce0-ad5b-3906fc69926d),segment_id=990940f9-ae92-4ce0-ad5b-3906fc69926d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:15:48.317634 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:48.337881 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:48.338128 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-88ce9390-c675-46a0-9f4d-8e24f148a33e service neutron] No DVR routers for this DVR port 4b591b58-1bf1-4cef-b2f3-f83a8acf29e7 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:15:48.408020 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c6922e11-4453-4ef1-bf12-4891c97f3dd7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=94009e67dca0464a8a75b50c4aa14c0f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2057450 May 23 11:15:48.409733 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0c314cab-410b-411c-a2d6-6f6f15f14d87 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:48.411320 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0c314cab-410b-411c-a2d6-6f6f15f14d87 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "DELETE /v2.0/security-groups/e2e54dcd-eba2-42ec-a0cb-050850baa992 HTTP/1.1" status: 204 len: 168 time: 2.1294804 May 23 11:15:48.415111 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55160) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:48.415816 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55162) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:48.447253 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b591b58-1bf1-4cef-b2f3-f83a8acf29e7'}, {'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1eba941-2df3-4bcf-85f4-35d01dbde7af'}, {'server_uuid': '35125f3d-46bb-4aa0-b936-a94669d3a0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5602b440-4f46-448e-a54d-44832eb917a3'}, {'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:15:48.474952 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 9a44d654-6b97-41f9-82f8-7a39efafc1c3, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=9a44d654-6b97-41f9-82f8-7a39efafc1c3,segment=NetworkSegment(4fb36cd3-6cfe-4123-a5c3-41bfd28cb3c6),segment_id=4fb36cd3-6cfe-4123-a5c3-41bfd28cb3c6)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:15:48.506314 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:48.506314 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 763c10d1-b57e-48c8-8043-0443d4788a7a no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:15:48.527704 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530836cb-c3b6-400b-b74c-5d7a823f523d req-adf39e4d-fea0-4eab-9175-3809f512fdd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:48.529163 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-530836cb-c3b6-400b-b74c-5d7a823f523d req-adf39e4d-fea0-4eab-9175-3809f512fdd2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6 HTTP/1.1" status: 200 len: 854 time: 0.3072190 May 23 11:15:48.566700 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=1fb10e70-ec1d-4e9f-abd1-d7e889c3528f,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:48.602105 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-88ce9390-c675-46a0-9f4d-8e24f148a33e service neutron] In _notify_port_updated(), no bound segment for port 4b591b58-1bf1-4cef-b2f3-f83a8acf29e7 on network 58ef6021-e396-465d-be5f-f38283ee2d4e {{(pid=83911) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 23 11:15:48.603331 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-88ce9390-c675-46a0-9f4d-8e24f148a33e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:48.604747 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-88ce9390-c675-46a0-9f4d-8e24f148a33e service neutron] 10.222.0.81 "PUT /v2.0/ports/4b591b58-1bf1-4cef-b2f3-f83a8acf29e7 HTTP/1.1" status: 200 len: 1028 time: 2.6599886 May 23 11:15:48.652522 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fc54f1b2-0986-4721-815a-5fd23c16c3cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:48.654871 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=9a44d654-6b97-41f9-82f8-7a39efafc1c3,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:48.677456 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-0cc24bcf-9c6c-4bfd-ac25-ce0adf80cb6e tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Synchronizing usage tracker for tenant:7970a58339d24e3c8b586d5bfdd4cb8a on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:15:48.697945 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fa5bf1e8-c1b4-4d8f-a3b9-a846582abca1 None None] Provisioning complete for port 4b591b58-1bf1-4cef-b2f3-f83a8acf29e7 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:15:48.698305 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fa5bf1e8-c1b4-4d8f-a3b9-a846582abca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:48.713769 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fc54f1b2-0986-4721-815a-5fd23c16c3cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:48.750638 n-d-842952-2 neutron-server[83911]: DEBUG neutron.objects.ports [None req-6230ae65-814f-470c-92f6-9d088021c76b tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83911) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 23 11:15:48.752052 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42856b-4e70-4fcf-bd01-ffc47ec90b56 req-082679dc-7f81-48fa-82cd-d296eea698df tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:48.756360 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:48.758923 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0d42856b-4e70-4fcf-bd01-ffc47ec90b56 req-082679dc-7f81-48fa-82cd-d296eea698df tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=35125f3d-46bb-4aa0-b936-a94669d3a0f5 HTTP/1.1" status: 200 len: 945 time: 0.3458059 May 23 11:15:48.767036 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-0cc24bcf-9c6c-4bfd-ac25-ce0adf80cb6e tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Unset dirty status for tenant:7970a58339d24e3c8b586d5bfdd4cb8a on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:15:48.770673 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0cc24bcf-9c6c-4bfd-ac25-ce0adf80cb6e tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3484786 May 23 11:15:48.775024 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fa5bf1e8-c1b4-4d8f-a3b9-a846582abca1 None None] Port 4b591b58-1bf1-4cef-b2f3-f83a8acf29e7 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:15:48.787587 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55170) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:48.796326 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 763c10d1-b57e-48c8-8043-0443d4788a7a, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=763c10d1-b57e-48c8-8043-0443d4788a7a,segment=NetworkSegment(4fb36cd3-6cfe-4123-a5c3-41bfd28cb3c6),segment_id=4fb36cd3-6cfe-4123-a5c3-41bfd28cb3c6)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:15:48.801200 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:48.813117 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c284a1-1be2-4e66-b045-5f8584a4fa7f req-371057a6-9a3c-42eb-aa87-fcb530b5ee9e tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:48.813343 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6230ae65-814f-470c-92f6-9d088021c76b tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:48.820342 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-24c284a1-1be2-4e66-b045-5f8584a4fa7f req-371057a6-9a3c-42eb-aa87-fcb530b5ee9e tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f015bfa-6b01-4dcb-bdc3-fce1d1ca2e0f HTTP/1.1" status: 200 len: 943 time: 0.3181751 May 23 11:15:48.868313 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-e29f5474-ba03-4304-a19a-063137a09d35 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Deleting port 9a44d654-6b97-41f9-82f8-7a39efafc1c3 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:15:48.868810 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-e29f5474-ba03-4304-a19a-063137a09d35 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:48.879547 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=763c10d1-b57e-48c8-8043-0443d4788a7a,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:48.936158 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0d42856b-4e70-4fcf-bd01-ffc47ec90b56 req-c448fda8-9c5d-4143-9af4-3cf7753370e4 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763041 May 23 11:15:48.959100 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fc54f1b2-0986-4721-815a-5fd23c16c3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:48.974098 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-24c284a1-1be2-4e66-b045-5f8584a4fa7f req-8d6aadc6-ca77-45a1-aca9-e4a24fb1d188 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?id=a963e8af-14eb-4d75-9d8e-2caa5b0a729f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528802 May 23 11:15:48.985128 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f5bb4185-49ba-45b5-bbf6-bb1b59f22cd8 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Synchronizing usage tracker for tenant:7970a58339d24e3c8b586d5bfdd4cb8a on resource:security_group_rule {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:15:49.005642 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb961bc-462d-4c37-b38b-6a67919c38df admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:15:49.019375 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f13cfa-249b-41a2-be79-60728b1e9ccd None None] Sync routers for ids ['428d5b65-f33a-4dbd-a7a6-cd2a226aad52'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:15:49.024857 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fc54f1b2-0986-4721-815a-5fd23c16c3cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:49.025983 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-fc54f1b2-0986-4721-815a-5fd23c16c3cd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0ab2f805-17ab-431e-b99c-010b3d09b76c HTTP/1.1" status: 204 len: 168 time: 0.6085131 May 23 11:15:49.031217 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ecb961bc-462d-4c37-b38b-6a67919c38df admin admin] 10.222.0.79 "PUT /v2.0/routers/428d5b65-f33a-4dbd-a7a6-cd2a226aad52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4534147 May 23 11:15:49.032351 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 1fb10e70-ec1d-4e9f-abd1-d7e889c3528f up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:15:49.032508 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54f1b2-0986-4721-815a-5fd23c16c3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab2f805-17ab-431e-b99c-010b3d09b76c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:49.038295 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55176) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:49.039175 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f13cfa-249b-41a2-be79-60728b1e9ccd None None] Routers {'428d5b65-f33a-4dbd-a7a6-cd2a226aad52'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:15:49.040007 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d4f13cfa-249b-41a2-be79-60728b1e9ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:15:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['428d5b65-f33a-4dbd-a7a6-cd2a226aad52'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:15:49.081765 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84e1f3c6-e838-4f3a-9b61-82600b75403b'] response: {'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b591b58-1bf1-4cef-b2f3-f83a8acf29e7', 'code': 200} May 23 11:15:49.082120 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84e1f3c6-e838-4f3a-9b61-82600b75403b'] response: {'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1eba941-2df3-4bcf-85f4-35d01dbde7af', 'code': 200} May 23 11:15:49.082469 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84e1f3c6-e838-4f3a-9b61-82600b75403b'] response: {'server_uuid': '35125f3d-46bb-4aa0-b936-a94669d3a0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5602b440-4f46-448e-a54d-44832eb917a3', 'code': 200} May 23 11:15:49.082821 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84e1f3c6-e838-4f3a-9b61-82600b75403b'] response: {'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce', 'code': 200} May 23 11:15:49.137170 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6230ae65-814f-470c-92f6-9d088021c76b tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Pushing event updated for resources: {'Subnet': ['ID=824cdf10-b3fb-472a-a1ef-405c792857a1,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:49.220855 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 1fb10e70-ec1d-4e9f-abd1-d7e889c3528f triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:15:49.223032 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:49.275318 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-d4f13cfa-249b-41a2-be79-60728b1e9ccd None None] Set router 428d5b65-f33a-4dbd-a7a6-cd2a226aad52 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:15:49.280382 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-baf68489-cb86-4c83-ad23-fbdfbf5e966e req-ee1b5c01-4ae8-42a0-8dbc-476e603bdc70 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] For port 2edd416e-ee00-4e96-bd75-8fc54f2871a5, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=2edd416e-ee00-4e96-bd75-8fc54f2871a5,segment=NetworkSegment(3dd9ea5f-23bc-4bc8-917a-431ad3d10464),segment_id=3dd9ea5f-23bc-4bc8-917a-431ad3d10464)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:15:49.283591 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-baf68489-cb86-4c83-ad23-fbdfbf5e966e req-ee1b5c01-4ae8-42a0-8dbc-476e603bdc70 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:49.331204 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-530836cb-c3b6-400b-b74c-5d7a823f523d req-5a37edf8-6cb1-4d3f-b113-9cb69973051a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=297e8414-85bd-4e0d-aedb-8abf246d8703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7730737 May 23 11:15:49.376876 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f5bb4185-49ba-45b5-bbf6-bb1b59f22cd8 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] Unset dirty status for tenant:7970a58339d24e3c8b586d5bfdd4cb8a on resource:security_group_rule {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:15:49.378080 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f5bb4185-49ba-45b5-bbf6-bb1b59f22cd8 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.5878034 May 23 11:15:49.437657 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55186) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:49.538459 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-d8015909-4a2b-43d5-b7cd-a9afed128354 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] delete failed (client error): The resource could not be found. May 23 11:15:49.543751 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d8015909-4a2b-43d5-b7cd-a9afed128354 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "DELETE /v2.0/security-groups/e2e54dcd-eba2-42ec-a0cb-050850baa992 HTTP/1.1" status: 404 len: 347 time: 0.0596566 May 23 11:15:49.543927 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-baf68489-cb86-4c83-ad23-fbdfbf5e966e req-ee1b5c01-4ae8-42a0-8dbc-476e603bdc70 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Calling delete_port for 2edd416e-ee00-4e96-bd75-8fc54f2871a5 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:15:49.547461 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55194) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:49.671239 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-16144d0d-ea60-4cba-9bac-b203761b3099 req-7f07a910-121d-4635-91fb-9dd90d87f8e6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=35125f3d-46bb-4aa0-b936-a94669d3a0f5 HTTP/1.1" status: 200 len: 1096 time: 0.4580624 May 23 11:15:49.674867 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d4f13cfa-249b-41a2-be79-60728b1e9ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428d5b65-f33a-4dbd-a7a6-cd2a226aad52', 'name': 'tempest-ServersTestManualDisk-2046072056-router', 'tenant_id': '9de2036d303b4646b32715efca050724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '7d15666e-cc69-48fe-887a-0e66ece6561c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:14:01Z', 'updated_at': '2022-05-23T11:15:44Z', 'revision_number': 5, 'project_id': '9de2036d303b4646b32715efca050724', 'gw_port': {'id': '7d15666e-cc69-48fe-887a-0e66ece6561c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:10:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428d5b65-f33a-4dbd-a7a6-cd2a226aad52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:14:01Z', 'updated_at': '2022-05-23T11:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:15:49.682211 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f13cfa-249b-41a2-be79-60728b1e9ccd None None] Checking router: 428d5b65-f33a-4dbd-a7a6-cd2a226aad52 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:15:49.700476 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f13cfa-249b-41a2-be79-60728b1e9ccd None None] Routers {'428d5b65-f33a-4dbd-a7a6-cd2a226aad52'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:15:49.701466 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d4f13cfa-249b-41a2-be79-60728b1e9ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:15:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['428d5b65-f33a-4dbd-a7a6-cd2a226aad52'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:15:49.716324 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6230ae65-814f-470c-92f6-9d088021c76b tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Checking segment: {'id': '755d72de-d850-4672-aeeb-f14b911dee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2b9aec67-3fce-4256-b551-7be09885fe97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:15:49.716668 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6230ae65-814f-470c-92f6-9d088021c76b tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Network hostable DHCP agents. Network: 2b9aec67-3fce-4256-b551-7be09885fe97, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:15:49.726095 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496c19e-53ac-43d4-a3a5-d1a33d367e6d req-5c54fd08-aebf-45af-a808-7a6fc7d6fab2 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:49.730230 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496c19e-53ac-43d4-a3a5-d1a33d367e6d req-5c54fd08-aebf-45af-a808-7a6fc7d6fab2 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:49.734178 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496c19e-53ac-43d4-a3a5-d1a33d367e6d req-5c54fd08-aebf-45af-a808-7a6fc7d6fab2 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:49.739082 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496c19e-53ac-43d4-a3a5-d1a33d367e6d req-5c54fd08-aebf-45af-a808-7a6fc7d6fab2 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:49.742219 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496c19e-53ac-43d4-a3a5-d1a33d367e6d req-5c54fd08-aebf-45af-a808-7a6fc7d6fab2 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:49.749853 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8496c19e-53ac-43d4-a3a5-d1a33d367e6d req-5c54fd08-aebf-45af-a808-7a6fc7d6fab2 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 3875 time: 0.4470363 May 23 11:15:49.756564 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9ebb4-fdd2-46d2-9b8e-835cb5c67732 req-147f616d-093d-4d46-ae00-ab0671c06d1c tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:49.763166 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c9b9ebb4-fdd2-46d2-9b8e-835cb5c67732 req-147f616d-093d-4d46-ae00-ab0671c06d1c tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7359bbd-a56c-4f4f-8df0-25aab33cb42b HTTP/1.1" status: 200 len: 945 time: 0.3878393 May 23 11:15:49.789943 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-60d600de-94ee-4ada-b74b-efcf1763a635 tempest-SecGroupIPv6Test-666062100 tempest-SecGroupIPv6Test-666062100-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2195191 May 23 11:15:49.848782 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-530836cb-c3b6-400b-b74c-5d7a823f523d req-a8f6179d-9bfc-4e99-8a4d-f0670a94a36a service neutron] 10.222.0.13 "GET /v2.0/networks/297e8414-85bd-4e0d-aedb-8abf246d8703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5087628 May 23 11:15:49.878678 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-16144d0d-ea60-4cba-9bac-b203761b3099 req-3b0c39c5-302a-4323-95ae-2430306dc84d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930225 May 23 11:15:49.893693 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c9b9ebb4-fdd2-46d2-9b8e-835cb5c67732 req-17881181-9b5a-476b-af81-02031dce8d31 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281545 May 23 11:15:49.916532 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8496c19e-53ac-43d4-a3a5-d1a33d367e6d req-03c53181-a713-41f5-b7fb-619acb50bef3 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653063 May 23 11:15:49.963508 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6230ae65-814f-470c-92f6-9d088021c76b tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Network 2b9aec67-3fce-4256-b551-7be09885fe97 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:15:50.012619 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-d4f13cfa-249b-41a2-be79-60728b1e9ccd None None] Set router 428d5b65-f33a-4dbd-a7a6-cd2a226aad52 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:15:50.018327 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6cabdfd0-c896-4beb-9b61-4d24454ef412 admin admin] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:50.039354 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 9b434e7c-d2aa-42ef-8cba-3cbe16b4f847 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:15:50.065466 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-e29f5474-ba03-4304-a19a-063137a09d35 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] For port 9a44d654-6b97-41f9-82f8-7a39efafc1c3, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=9a44d654-6b97-41f9-82f8-7a39efafc1c3,segment=NetworkSegment(4fb36cd3-6cfe-4123-a5c3-41bfd28cb3c6),segment_id=4fb36cd3-6cfe-4123-a5c3-41bfd28cb3c6)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:15:50.065751 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-e29f5474-ba03-4304-a19a-063137a09d35 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:50.083945 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-6230ae65-814f-470c-92f6-9d088021c76b tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 2b9aec67-3fce-4256-b551-7be09885fe97) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:15:50.114070 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5398522-dc6a-4eab-955c-e2a6d14169f6 None None] Network 2b9aec67-3fce-4256-b551-7be09885fe97 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:15:50.399064 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6230ae65-814f-470c-92f6-9d088021c76b tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:50.399685 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6230ae65-814f-470c-92f6-9d088021c76b tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:50.403084 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55216) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:50.529398 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 9b434e7c-d2aa-42ef-8cba-3cbe16b4f847, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=9b434e7c-d2aa-42ef-8cba-3cbe16b4f847,segment=NetworkSegment(f83c0d0e-9b40-421e-a2f5-66bbabc627e2),segment_id=f83c0d0e-9b40-421e-a2f5-66bbabc627e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:15:50.561366 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-e29f5474-ba03-4304-a19a-063137a09d35 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Calling delete_port for 9a44d654-6b97-41f9-82f8-7a39efafc1c3 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:15:50.572083 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d4f13cfa-249b-41a2-be79-60728b1e9ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428d5b65-f33a-4dbd-a7a6-cd2a226aad52', 'name': 'tempest-ServersTestManualDisk-2046072056-router', 'tenant_id': '9de2036d303b4646b32715efca050724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '7d15666e-cc69-48fe-887a-0e66ece6561c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:14:01Z', 'updated_at': '2022-05-23T11:15:44Z', 'revision_number': 5, 'project_id': '9de2036d303b4646b32715efca050724', 'gw_port': {'id': '7d15666e-cc69-48fe-887a-0e66ece6561c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:10:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428d5b65-f33a-4dbd-a7a6-cd2a226aad52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:14:01Z', 'updated_at': '2022-05-23T11:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:15:50.576552 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f13cfa-249b-41a2-be79-60728b1e9ccd None None] The sync data for ids ['428d5b65-f33a-4dbd-a7a6-cd2a226aad52'] in n-d-842952-2 is: [{'id': '428d5b65-f33a-4dbd-a7a6-cd2a226aad52', 'name': 'tempest-ServersTestManualDisk-2046072056-router', 'tenant_id': '9de2036d303b4646b32715efca050724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '7d15666e-cc69-48fe-887a-0e66ece6561c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:14:01Z', 'updated_at': '2022-05-23T11:15:44Z', 'revision_number': 5, 'project_id': '9de2036d303b4646b32715efca050724', 'gw_port': {'id': '7d15666e-cc69-48fe-887a-0e66ece6561c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:10:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428d5b65-f33a-4dbd-a7a6-cd2a226aad52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:14:01Z', 'updated_at': '2022-05-23T11:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:15:50.607810 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e7712-87d1-45f0-9cb7-b587fef1abd0 req-6c86f4ce-446f-4f75-8314-b308ebf8e493 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:50.614862 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e05e7712-87d1-45f0-9cb7-b587fef1abd0 req-6c86f4ce-446f-4f75-8314-b308ebf8e493 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=35125f3d-46bb-4aa0-b936-a94669d3a0f5 HTTP/1.1" status: 200 len: 945 time: 0.3220375 May 23 11:15:50.629234 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '9b434e7c-d2aa-42ef-8cba-3cbe16b4f847', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'port_id': '9b434e7c-d2aa-42ef-8cba-3cbe16b4f847', 'mac_address': 'fa:16:3e:24:40:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:15:50.652478 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13320e53-9b80-471e-85d4-a60d7ef75994 req-dd924449-ed1c-4f69-9712-2f306b25e20c tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:50.661600 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-13320e53-9b80-471e-85d4-a60d7ef75994 req-dd924449-ed1c-4f69-9712-2f306b25e20c tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f015bfa-6b01-4dcb-bdc3-fce1d1ca2e0f HTTP/1.1" status: 200 len: 943 time: 0.2567172 May 23 11:15:50.691246 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6230ae65-814f-470c-92f6-9d088021c76b tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.7224314 May 23 11:15:50.700841 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55226) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:50.709679 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-75e0396f-78cb-4072-8d75-393613067972 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Request body: {'port': {'network_id': '2b9aec67-3fce-4256-b551-7be09885fe97', 'name': 'tempest-NetworksIpV6TestAttrs-1446697460'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:50.733862 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-530836cb-c3b6-400b-b74c-5d7a823f523d req-056d5f07-0c1b-4dc1-849a-f67c82220038 service neutron] 10.222.0.13 "GET /v2.0/networks/297e8414-85bd-4e0d-aedb-8abf246d8703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8407323 May 23 11:15:50.734422 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:50.757943 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e05e7712-87d1-45f0-9cb7-b587fef1abd0 req-41dcd10a-604d-404d-a15c-01264cd7f4c6 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406291 May 23 11:15:50.796377 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-baf68489-cb86-4c83-ad23-fbdfbf5e966e req-ee1b5c01-4ae8-42a0-8dbc-476e603bdc70 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:50.799949 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-13320e53-9b80-471e-85d4-a60d7ef75994 req-32c094f4-0884-4d1b-a809-212525dbbeb0 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?id=a963e8af-14eb-4d75-9d8e-2caa5b0a729f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352487 May 23 11:15:50.830292 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['93231983-db7d-4314-a4f2-a6dea56eda75'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:15:50.838722 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6cabdfd0-c896-4beb-9b61-4d24454ef412 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:50.851710 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-6cabdfd0-c896-4beb-9b61-4d24454ef412 admin admin] Deleting port 7d15666e-cc69-48fe-887a-0e66ece6561c {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:15:50.852571 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6cabdfd0-c896-4beb-9b61-4d24454ef412 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:50.910413 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b5c01-4ae8-42a0-8dbc-476e603bdc70 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Pushing event deleted for resources: {'Port': ['ID=2edd416e-ee00-4e96-bd75-8fc54f2871a5,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:50.913342 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a31fb4-e9d3-48cc-8a7a-399d38b86dec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-2b9aec67-3fce-4256-b551-7be09885fe97', 'network_id': '2b9aec67-3fce-4256-b551-7be09885fe97', 'tenant_id': '0544d54a2ac14582aa73efecc4d5b808', 'fixed_ips': [{'subnet_id': '824cdf10-b3fb-472a-a1ef-405c792857a1'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:15:50.914307 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-56a31fb4-e9d3-48cc-8a7a-399d38b86dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:50.976311 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b434e7c-d2aa-42ef-8cba-3cbe16b4f847 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:15:50.994593 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device bd2913e7-083e-4917-9274-5f7bba6eea02 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:15:51.102864 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf68489-cb86-4c83-ad23-fbdfbf5e966e req-ee1b5c01-4ae8-42a0-8dbc-476e603bdc70 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] No DVR routers for this DVR port 2edd416e-ee00-4e96-bd75-8fc54f2871a5 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:15:51.122803 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-baf68489-cb86-4c83-ad23-fbdfbf5e966e req-ee1b5c01-4ae8-42a0-8dbc-476e603bdc70 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:51.143787 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: bd2913e7-083e-4917-9274-5f7bba6eea02 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:15:51.144348 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device bd2913e7-083e-4917-9274-5f7bba6eea02 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:15:51.149014 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7359bbd-a56c-4f4f-8df0-25aab33cb42b', 'name': 'network-vif-deleted', 'tag': '2edd416e-ee00-4e96-bd75-8fc54f2871a5'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:15:51.156707 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a44d654-6b97-41f9-82f8-7a39efafc1c3'}, {'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '763c10d1-b57e-48c8-8043-0443d4788a7a'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:15:51.166868 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-baf68489-cb86-4c83-ad23-fbdfbf5e966e req-ee1b5c01-4ae8-42a0-8dbc-476e603bdc70 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.81 "DELETE /v2.0/ports/2edd416e-ee00-4e96-bd75-8fc54f2871a5 HTTP/1.1" status: 204 len: 173 time: 3.0735824 May 23 11:15:51.235699 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 9b434e7c-d2aa-42ef-8cba-3cbe16b4f847, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=9b434e7c-d2aa-42ef-8cba-3cbe16b4f847,segment=NetworkSegment(f83c0d0e-9b40-421e-a2f5-66bbabc627e2),segment_id=f83c0d0e-9b40-421e-a2f5-66bbabc627e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:15:51.264413 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:51.317871 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-75e0396f-78cb-4072-8d75-393613067972 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:51.324275 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-e29f5474-ba03-4304-a19a-063137a09d35 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:51.390492 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=9b434e7c-d2aa-42ef-8cba-3cbe16b4f847,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:51.393956 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 2edd416e-ee00-4e96-bd75-8fc54f2871a5 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:15:51.424716 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-75e0396f-78cb-4072-8d75-393613067972 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Usage tracker for resource:port and tenant:0544d54a2ac14582aa73efecc4d5b808 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:51.432476 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: 2edd416e-ee00-4e96-bd75-8fc54f2871a5 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:15:51.432819 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 2edd416e-ee00-4e96-bd75-8fc54f2871a5 not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:15:51.451406 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-75e0396f-78cb-4072-8d75-393613067972 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:51.463989 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f5474-ba03-4304-a19a-063137a09d35 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Pushing event deleted for resources: {'Port': ['ID=9a44d654-6b97-41f9-82f8-7a39efafc1c3,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:51.466742 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-75e0396f-78cb-4072-8d75-393613067972 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:51.510861 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d800a678-6e2e-45b1-9d03-81b53d0a32d2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7970a58339d24e3c8b586d5bfdd4cb8a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0727053 May 23 11:15:51.568238 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55248) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:51.594400 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-56a31fb4-e9d3-48cc-8a7a-399d38b86dec None None] Allocated IP 2001:db8::f816:3eff:fef7:7d9a (2b9aec67-3fce-4256-b551-7be09885fe97/824cdf10-b3fb-472a-a1ef-405c792857a1/d28ad3f1-bccd-4525-bf40-98e3d68297b1) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:15:51.601311 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e0396f-78cb-4072-8d75-393613067972 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Made reservation on behalf of 0544d54a2ac14582aa73efecc4d5b808 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:15:51.607113 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-75e0396f-78cb-4072-8d75-393613067972 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:51.640653 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-48fcb1fa-bfb9-43ed-929d-6a31d027dd7c req-5c479158-dc29-43f5-93c6-1103731265a4 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=a7359bbd-a56c-4f4f-8df0-25aab33cb42b HTTP/1.1" status: 200 len: 210 time: 0.1664431 May 23 11:15:51.715545 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['9b434e7c-d2aa-42ef-8cba-3cbe16b4f847'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:15:51.737630 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-75e0396f-78cb-4072-8d75-393613067972 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] device_id is not set on port 5e328b0b-4753-49a7-95f4-4c9ac8e249d2 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:15:51.774316 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-6cabdfd0-c896-4beb-9b61-4d24454ef412 admin admin] For port 7d15666e-cc69-48fe-887a-0e66ece6561c, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=7d15666e-cc69-48fe-887a-0e66ece6561c,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:15:51.774720 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6cabdfd0-c896-4beb-9b61-4d24454ef412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:51.798482 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f37b952-c81b-4c3f-a142-1def50aa383b'] response: {'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a44d654-6b97-41f9-82f8-7a39efafc1c3', 'code': 200} May 23 11:15:51.798745 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f37b952-c81b-4c3f-a142-1def50aa383b'] response: {'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '763c10d1-b57e-48c8-8043-0443d4788a7a', 'code': 200} May 23 11:15:51.820652 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-e29f5474-ba03-4304-a19a-063137a09d35 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] No DVR routers for this DVR port 9a44d654-6b97-41f9-82f8-7a39efafc1c3 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:15:51.824097 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-e29f5474-ba03-4304-a19a-063137a09d35 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:51.826613 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-e29f5474-ba03-4304-a19a-063137a09d35 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.81 "DELETE /v2.0/ports/9a44d654-6b97-41f9-82f8-7a39efafc1c3 HTTP/1.1" status: 204 len: 173 time: 3.2048006 May 23 11:15:51.831292 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-381eb8d3-e9f6-4be8-a39d-d6fd6d39945e'] response: {'server_uuid': 'a7359bbd-a56c-4f4f-8df0-25aab33cb42b', 'name': 'network-vif-deleted', 'tag': '2edd416e-ee00-4e96-bd75-8fc54f2871a5', 'status': 'completed', 'code': 200} May 23 11:15:52.001761 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-de04f770-d20a-4e46-af01-51025c59edec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:52.031405 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-de04f770-d20a-4e46-af01-51025c59edec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:52.104773 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-6cabdfd0-c896-4beb-9b61-4d24454ef412 admin admin] Calling delete_port for 7d15666e-cc69-48fe-887a-0e66ece6561c owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:15:52.121064 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-38462d03-6ce0-4cbe-aa54-be3ff481e774 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Deleting port db9c3afa-0b07-44c5-9d9e-b24df4d35d77 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:15:52.121064 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-38462d03-6ce0-4cbe-aa54-be3ff481e774 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:52.166079 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7eeed-c3d7-417f-a97c-2b5d37fa08e7 req-2b95fbb6-d902-45a3-add1-8d6560a85cd2 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:52.171407 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7eeed-c3d7-417f-a97c-2b5d37fa08e7 req-2b95fbb6-d902-45a3-add1-8d6560a85cd2 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:52.180992 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7eeed-c3d7-417f-a97c-2b5d37fa08e7 req-2b95fbb6-d902-45a3-add1-8d6560a85cd2 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:52.183106 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7eeed-c3d7-417f-a97c-2b5d37fa08e7 req-2b95fbb6-d902-45a3-add1-8d6560a85cd2 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:52.191705 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58b7eeed-c3d7-417f-a97c-2b5d37fa08e7 req-2b95fbb6-d902-45a3-add1-8d6560a85cd2 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 3142 time: 0.7188902 May 23 11:15:52.233509 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-56a31fb4-e9d3-48cc-8a7a-399d38b86dec None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:52.250099 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-56a31fb4-e9d3-48cc-8a7a-399d38b86dec None None] Transition to ACTIVE for port object d28ad3f1-bccd-4525-bf40-98e3d68297b1 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:15:52.274910 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-56a31fb4-e9d3-48cc-8a7a-399d38b86dec None None] Transition to ACTIVE for port object d28ad3f1-bccd-4525-bf40-98e3d68297b1 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:15:52.282826 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-56a31fb4-e9d3-48cc-8a7a-399d38b86dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:52.330180 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60e941-506a-414c-af8b-be9f6b193991 req-a6954746-24d1-4037-aa10-c6e8c7563d28 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:52.331845 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f60e941-506a-414c-af8b-be9f6b193991 req-a6954746-24d1-4037-aa10-c6e8c7563d28 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=35125f3d-46bb-4aa0-b936-a94669d3a0f5 HTTP/1.1" status: 200 len: 945 time: 0.2559340 May 23 11:15:52.345526 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a31fb4-e9d3-48cc-8a7a-399d38b86dec None None] Network 2b9aec67-3fce-4256-b551-7be09885fe97 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:15:52.348835 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-56a31fb4-e9d3-48cc-8a7a-399d38b86dec None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:15:52.361472 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a31fb4-e9d3-48cc-8a7a-399d38b86dec None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:15:52.367299 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58b7eeed-c3d7-417f-a97c-2b5d37fa08e7 req-0878bef4-8450-4afe-addf-186909ad59dc tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745322 May 23 11:15:52.443145 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f60e941-506a-414c-af8b-be9f6b193991 req-28495ee7-6a08-4794-88d8-43625119a7bf tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915449 May 23 11:15:52.504561 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-75e0396f-78cb-4072-8d75-393613067972 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Allocated IP 2001:db8::f816:3eff:fee3:a3 (2b9aec67-3fce-4256-b551-7be09885fe97/824cdf10-b3fb-472a-a1ef-405c792857a1/5e328b0b-4753-49a7-95f4-4c9ac8e249d2) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:15:52.522298 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-de04f770-d20a-4e46-af01-51025c59edec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:52.526792 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a31fb4-e9d3-48cc-8a7a-399d38b86dec None None] Pushing event updated for resources: {'Port': ['ID=d28ad3f1-bccd-4525-bf40-98e3d68297b1,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:52.566705 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-56a31fb4-e9d3-48cc-8a7a-399d38b86dec None None] Attempting to bind port d28ad3f1-bccd-4525-bf40-98e3d68297b1 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:15:52.567070 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-56a31fb4-e9d3-48cc-8a7a-399d38b86dec None None] Attempting to bind port d28ad3f1-bccd-4525-bf40-98e3d68297b1 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '755d72de-d850-4672-aeeb-f14b911dee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2b9aec67-3fce-4256-b551-7be09885fe97'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:15:52.567442 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a31fb4-e9d3-48cc-8a7a-399d38b86dec None None] Attempting to bind port d28ad3f1-bccd-4525-bf40-98e3d68297b1 on network 2b9aec67-3fce-4256-b551-7be09885fe97 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:15:52.575637 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a31fb4-e9d3-48cc-8a7a-399d38b86dec None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:15:52.576041 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a31fb4-e9d3-48cc-8a7a-399d38b86dec None None] Checking segment: {'id': '755d72de-d850-4672-aeeb-f14b911dee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2b9aec67-3fce-4256-b551-7be09885fe97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:15:52.576443 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-56a31fb4-e9d3-48cc-8a7a-399d38b86dec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:52.576827 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a31fb4-e9d3-48cc-8a7a-399d38b86dec None None] Bound using segment: {'id': '755d72de-d850-4672-aeeb-f14b911dee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2b9aec67-3fce-4256-b551-7be09885fe97'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:15:52.577294 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-56a31fb4-e9d3-48cc-8a7a-399d38b86dec None None] Bound port: d28ad3f1-bccd-4525-bf40-98e3d68297b1, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '755d72de-d850-4672-aeeb-f14b911dee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2b9aec67-3fce-4256-b551-7be09885fe97'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:15:52.577838 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-56a31fb4-e9d3-48cc-8a7a-399d38b86dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:52.593665 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de04f770-d20a-4e46-af01-51025c59edec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4c4b3a-b1dc-4aa2-a72a-074385b0d99c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:52.710792 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-de04f770-d20a-4e46-af01-51025c59edec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:52.711903 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-de04f770-d20a-4e46-af01-51025c59edec admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dd4c4b3a-b1dc-4aa2-a72a-074385b0d99c HTTP/1.1" status: 204 len: 168 time: 1.1160882 May 23 11:15:52.717974 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-56a31fb4-e9d3-48cc-8a7a-399d38b86dec None None] For port d28ad3f1-bccd-4525-bf40-98e3d68297b1, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:15:52.721571 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-56a31fb4-e9d3-48cc-8a7a-399d38b86dec None None] For port d28ad3f1-bccd-4525-bf40-98e3d68297b1, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=d28ad3f1-bccd-4525-bf40-98e3d68297b1,segment=NetworkSegment(755d72de-d850-4672-aeeb-f14b911dee94),segment_id=755d72de-d850-4672-aeeb-f14b911dee94)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:15:52.728713 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-56a31fb4-e9d3-48cc-8a7a-399d38b86dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:52.761919 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6cabdfd0-c896-4beb-9b61-4d24454ef412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:52.848338 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a31fb4-e9d3-48cc-8a7a-399d38b86dec None None] Pushing event updated for resources: {'Port': ['ID=d28ad3f1-bccd-4525-bf40-98e3d68297b1,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:52.920985 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1cf137-4480-490b-bc53-877a010968d7 req-dd6c5f5a-422f-459c-bbac-b204263b64af tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:52.922710 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1e1cf137-4480-490b-bc53-877a010968d7 req-dd6c5f5a-422f-459c-bbac-b204263b64af tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=35125f3d-46bb-4aa0-b936-a94669d3a0f5 HTTP/1.1" status: 200 len: 945 time: 0.2976239 May 23 11:15:52.923495 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cabdfd0-c896-4beb-9b61-4d24454ef412 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d15666e-cc69-48fe-887a-0e66ece6561c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:52.951158 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-38462d03-6ce0-4cbe-aa54-be3ff481e774 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] For port db9c3afa-0b07-44c5-9d9e-b24df4d35d77, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=db9c3afa-0b07-44c5-9d9e-b24df4d35d77,segment=NetworkSegment(e7b922b3-15a2-4883-bd23-67efe7247083),segment_id=e7b922b3-15a2-4883-bd23-67efe7247083)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:15:52.951753 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-38462d03-6ce0-4cbe-aa54-be3ff481e774 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:53.033757 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a857d-92a1-4cbd-875e-8d5376b6ac1a req-42e0d881-36d4-4fe6-aaeb-13dc690472bb tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:53.041376 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-578a857d-92a1-4cbd-875e-8d5376b6ac1a req-42e0d881-36d4-4fe6-aaeb-13dc690472bb tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f015bfa-6b01-4dcb-bdc3-fce1d1ca2e0f HTTP/1.1" status: 200 len: 944 time: 0.4094155 May 23 11:15:53.077946 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1e1cf137-4480-490b-bc53-877a010968d7 req-60c394f5-5aa3-476f-9644-ea4bb9eab943 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454017 May 23 11:15:53.298751 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6cabdfd0-c896-4beb-9b61-4d24454ef412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:53.560598 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-38462d03-6ce0-4cbe-aa54-be3ff481e774 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Calling delete_port for db9c3afa-0b07-44c5-9d9e-b24df4d35d77 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:15:53.639981 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-75e0396f-78cb-4072-8d75-393613067972 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:53.680479 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-75e0396f-78cb-4072-8d75-393613067972 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Transition to ACTIVE for port object 5e328b0b-4753-49a7-95f4-4c9ac8e249d2 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:15:53.806441 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-38462d03-6ce0-4cbe-aa54-be3ff481e774 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:53.853039 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-75e0396f-78cb-4072-8d75-393613067972 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:53.867941 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-578a857d-92a1-4cbd-875e-8d5376b6ac1a req-6434c14f-8fa9-4486-b502-2307f9399489 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?id=a963e8af-14eb-4d75-9d8e-2caa5b0a729f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8257394 May 23 11:15:53.868541 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'name': 'network-vif-deleted', 'tag': '9a44d654-6b97-41f9-82f8-7a39efafc1c3'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:15:53.870498 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6cabdfd0-c896-4beb-9b61-4d24454ef412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:53.885250 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6cabdfd0-c896-4beb-9b61-4d24454ef412 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:53.887441 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38462d03-6ce0-4cbe-aa54-be3ff481e774 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Pushing event deleted for resources: {'Port': ['ID=db9c3afa-0b07-44c5-9d9e-b24df4d35d77,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:53.975568 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5902b-f295-4681-a914-0a82fd8d7b40 req-73273644-09eb-4645-a0c9-0598e43e5248 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:53.981827 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5902b-f295-4681-a914-0a82fd8d7b40 req-73273644-09eb-4645-a0c9-0598e43e5248 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:53.986112 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5902b-f295-4681-a914-0a82fd8d7b40 req-73273644-09eb-4645-a0c9-0598e43e5248 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:53.988026 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3bd5902b-f295-4681-a914-0a82fd8d7b40 req-73273644-09eb-4645-a0c9-0598e43e5248 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 2410 time: 0.2144628 May 23 11:15:53.998105 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6cabdfd0-c896-4beb-9b61-4d24454ef412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:53.998614 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cabdfd0-c896-4beb-9b61-4d24454ef412 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 428d5b65-f33a-4dbd-a7a6-cd2a226aad52 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:15:54.064363 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 9b434e7c-d2aa-42ef-8cba-3cbe16b4f847 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:15:54.089689 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6cabdfd0-c896-4beb-9b61-4d24454ef412 admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:54.091764 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-6cabdfd0-c896-4beb-9b61-4d24454ef412 admin admin] 10.222.0.79 "DELETE /v2.0/routers/428d5b65-f33a-4dbd-a7a6-cd2a226aad52 HTTP/1.1" status: 204 len: 168 time: 5.0525422 May 23 11:15:54.099482 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55316) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:54.170878 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e0396f-78cb-4072-8d75-393613067972 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Network 2b9aec67-3fce-4256-b551-7be09885fe97 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:15:54.172491 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-38462d03-6ce0-4cbe-aa54-be3ff481e774 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] No DVR routers for this DVR port db9c3afa-0b07-44c5-9d9e-b24df4d35d77 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:15:54.178936 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-38462d03-6ce0-4cbe-aa54-be3ff481e774 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:54.193708 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e0396f-78cb-4072-8d75-393613067972 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Pushing event updated for resources: {'Port': ['ID=5e328b0b-4753-49a7-95f4-4c9ac8e249d2,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:54.199937 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-75e0396f-78cb-4072-8d75-393613067972 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:15:54.203226 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e0396f-78cb-4072-8d75-393613067972 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:15:54.209007 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e0396f-78cb-4072-8d75-393613067972 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:54.209777 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-75e0396f-78cb-4072-8d75-393613067972 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:54.223411 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-38462d03-6ce0-4cbe-aa54-be3ff481e774 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.81 "DELETE /v2.0/ports/db9c3afa-0b07-44c5-9d9e-b24df4d35d77 HTTP/1.1" status: 204 len: 173 time: 2.3642890 May 23 11:15:54.243195 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 9b434e7c-d2aa-42ef-8cba-3cbe16b4f847 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:15:54.260683 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 9b434e7c-d2aa-42ef-8cba-3cbe16b4f847 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:15:54.261065 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:54.308063 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-75e0396f-78cb-4072-8d75-393613067972 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 3.6045253 May 23 11:15:54.308706 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55324) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:54.324244 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3bd5902b-f295-4681-a914-0a82fd8d7b40 req-48408343-dcdb-47ee-8995-c0d520acc05c tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3270445 May 23 11:15:54.342761 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6cbbae-5d29-4b55-9873-4ba80116f5e9 None None] Network 2b9aec67-3fce-4256-b551-7be09885fe97 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:15:54.349831 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-27a24e33-5550-427b-8f48-86d0da5a9f52 admin admin] Deleting subnet cfb194f6-4536-4501-b841-17f76deb51b6 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:15:54.354637 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-27a24e33-5550-427b-8f48-86d0da5a9f52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:54.435167 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba72e9-77a5-4d80-a985-73ff359f8f1a req-c42d7ea5-ee90-41d5-91cc-ec1bc3425d88 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:54.444765 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d0ba72e9-77a5-4d80-a985-73ff359f8f1a req-c42d7ea5-ee90-41d5-91cc-ec1bc3425d88 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=35125f3d-46bb-4aa0-b936-a94669d3a0f5 HTTP/1.1" status: 200 len: 945 time: 0.2289729 May 23 11:15:54.462182 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-bf590c85-cd4e-44df-ad06-ecd108a613d8 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Deleting port b1eba941-2df3-4bcf-85f4-35d01dbde7af {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:15:54.462512 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-bf590c85-cd4e-44df-ad06-ecd108a613d8 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:54.497581 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-27a24e33-5550-427b-8f48-86d0da5a9f52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:54.651730 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f20e534f-887c-469a-9954-1ee6ef37eaba None None] Provisioning for port d28ad3f1-bccd-4525-bf40-98e3d68297b1 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:15:54.823763 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-7a577404-2e08-4881-bbd4-b0273f505687 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:54.824035 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55338) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:54.831405 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-7a577404-2e08-4881-bbd4-b0273f505687 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/networks?id=3c158aba-e520-4739-9803-5afc3c97752c HTTP/1.1" status: 200 len: 806 time: 0.1984937 May 23 11:15:54.840102 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:54.853416 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d0ba72e9-77a5-4d80-a985-73ff359f8f1a req-a47bd364-8451-42f7-856f-344adc995573 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073124 May 23 11:15:54.941383 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-9370fbb8-52d9-4077-ace2-ba76ada6be4e tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/quotas/918845eb514f4ef49a66c0d5a348fe52 HTTP/1.1" status: 200 len: 375 time: 0.1086733 May 23 11:15:55.020393 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55348) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:55.051856 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2163053-4068-476b-b870-734c186cbe7b'] response: {'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'name': 'network-vif-deleted', 'tag': '9a44d654-6b97-41f9-82f8-7a39efafc1c3', 'status': 'completed', 'code': 200} May 23 11:15:55.074066 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f015bfa-6b01-4dcb-bdc3-fce1d1ca2e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b434e7c-d2aa-42ef-8cba-3cbe16b4f847'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:15:55.091088 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-27a24e33-5550-427b-8f48-86d0da5a9f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:55.102368 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 9b434e7c-d2aa-42ef-8cba-3cbe16b4f847, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=9b434e7c-d2aa-42ef-8cba-3cbe16b4f847,segment=NetworkSegment(f83c0d0e-9b40-421e-a2f5-66bbabc627e2),segment_id=f83c0d0e-9b40-421e-a2f5-66bbabc627e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:15:55.114471 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device d28ad3f1-bccd-4525-bf40-98e3d68297b1 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:15:55.128087 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d19409b-f054-4e38-8798-7893d1a9d100 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Deleting subnet 824cdf10-b3fb-472a-a1ef-405c792857a1 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:15:55.143675 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2d19409b-f054-4e38-8798-7893d1a9d100 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:55.167014 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:55.177486 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-1c7c5517-3598-4888-93e6-3ff77bb6ccec tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=918845eb514f4ef49a66c0d5a348fe52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2349367 May 23 11:15:55.207310 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-dac30eb0-73c9-4151-80c4-1156707cfd6d tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Request body: {'security_group': {'name': 'tempest-secgroup--1779602836'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:55.264059 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-dac30eb0-73c9-4151-80c4-1156707cfd6d tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:55.272053 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=9b434e7c-d2aa-42ef-8cba-3cbe16b4f847,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:55.279756 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f13c770e-05bf-4d54-bacf-253cb65a7451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:55.290457 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port d28ad3f1-bccd-4525-bf40-98e3d68297b1 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:15:55.297399 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port d28ad3f1-bccd-4525-bf40-98e3d68297b1 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:15:55.298449 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:55.315197 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2d19409b-f054-4e38-8798-7893d1a9d100 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:55.318314 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-dac30eb0-73c9-4151-80c4-1156707cfd6d tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Usage tracker for resource:security_group and tenant:2fc4601b59494799a22c692e5971586b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:55.328790 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-dac30eb0-73c9-4151-80c4-1156707cfd6d tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:55.334055 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-27a24e33-5550-427b-8f48-86d0da5a9f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:55.362150 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-bf590c85-cd4e-44df-ad06-ecd108a613d8 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] For port b1eba941-2df3-4bcf-85f4-35d01dbde7af, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=b1eba941-2df3-4bcf-85f4-35d01dbde7af,segment=NetworkSegment(2a37e35a-c59c-4ce5-85bd-85ec38876ac8),segment_id=2a37e35a-c59c-4ce5-85bd-85ec38876ac8)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:15:55.362598 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-bf590c85-cd4e-44df-ad06-ecd108a613d8 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:55.385671 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-dac30eb0-73c9-4151-80c4-1156707cfd6d tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:55.403239 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-27a24e33-5550-427b-8f48-86d0da5a9f52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:55.410257 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bffe699-f12e-4658-ae5c-f33968eded2a None None] Network 3adc78a2-48f8-407b-9589-fe4a6ac8aca0 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:15:55.415030 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a24e33-5550-427b-8f48-86d0da5a9f52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfb194f6-4536-4501-b841-17f76deb51b6,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:55.448664 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-27a24e33-5550-427b-8f48-86d0da5a9f52 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/cfb194f6-4536-4501-b841-17f76deb51b6 HTTP/1.1" status: 204 len: 168 time: 1.3450992 May 23 11:15:55.455944 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55358) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:55.463114 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f13c770e-05bf-4d54-bacf-253cb65a7451 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:55.469197 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dac30eb0-73c9-4151-80c4-1156707cfd6d tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:55.481281 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:55.499187 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-cd96fb6e-e70a-4ea0-a943-5ef5d9039ad3 service neutron] 10.222.0.79 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207774 May 23 11:15:55.501360 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dac30eb0-73c9-4151-80c4-1156707cfd6d tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:55.587406 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-172a46bf-c3d5-4c59-9822-13273ae21d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:55.605043 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f13c770e-05bf-4d54-bacf-253cb65a7451 admin admin] Usage tracker for resource:security_group_rule and tenant:6dc004cd43064291b30481ae4e9f4302 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:55.609794 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f13c770e-05bf-4d54-bacf-253cb65a7451 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:55.622503 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f13c770e-05bf-4d54-bacf-253cb65a7451 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:55.631732 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d87a2-42ca-4f14-8e07-3d87fb813d12 req-213d3529-0deb-49b6-8663-cafca8ab08ee tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:55.633280 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fe8d87a2-42ca-4f14-8e07-3d87fb813d12 req-213d3529-0deb-49b6-8663-cafca8ab08ee tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f015bfa-6b01-4dcb-bdc3-fce1d1ca2e0f HTTP/1.1" status: 200 len: 945 time: 0.3597815 May 23 11:15:55.677413 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-dac30eb0-73c9-4151-80c4-1156707cfd6d tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:55.685975 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-dac30eb0-73c9-4151-80c4-1156707cfd6d tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Usage tracker for resource:security_group_rule and tenant:2fc4601b59494799a22c692e5971586b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:55.690767 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-dac30eb0-73c9-4151-80c4-1156707cfd6d tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:55.697234 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3e6fc79d-ac69-40d6-9732-3f747039ea82 None None] Provisioning for port 5e328b0b-4753-49a7-95f4-4c9ac8e249d2 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:15:55.706725 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port d28ad3f1-bccd-4525-bf40-98e3d68297b1, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=d28ad3f1-bccd-4525-bf40-98e3d68297b1,segment=NetworkSegment(755d72de-d850-4672-aeeb-f14b911dee94),segment_id=755d72de-d850-4672-aeeb-f14b911dee94)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:15:55.707947 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-dac30eb0-73c9-4151-80c4-1156707cfd6d tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:55.709564 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3e6fc79d-ac69-40d6-9732-3f747039ea82 None None] Provisioning complete for port 5e328b0b-4753-49a7-95f4-4c9ac8e249d2 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:15:55.710060 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3e6fc79d-ac69-40d6-9732-3f747039ea82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:55.738384 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-db7e1c20-7869-4975-8e86-3f6fc127a371 service neutron] 10.222.0.79 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379382 May 23 11:15:55.750522 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:55.752035 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-172a46bf-c3d5-4c59-9822-13273ae21d7a admin admin] Deleting port be10f62d-6d3f-4344-9b6d-6b4a2a268a6a {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:15:55.752384 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-172a46bf-c3d5-4c59-9822-13273ae21d7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:55.805041 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fe8d87a2-42ca-4f14-8e07-3d87fb813d12 req-83a5f925-51a4-4dea-bf26-ebdd9d6fba88 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?id=a963e8af-14eb-4d75-9d8e-2caa5b0a729f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639674 May 23 11:15:55.868900 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 7d15666e-cc69-48fe-887a-0e66ece6561c no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:15:55.916977 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dac30eb0-73c9-4151-80c4-1156707cfd6d tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:55.927313 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dac30eb0-73c9-4151-80c4-1156707cfd6d tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:56.039059 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-dac30eb0-73c9-4151-80c4-1156707cfd6d tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:56.044708 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac30eb0-73c9-4151-80c4-1156707cfd6d tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9322e8a1-56c2-45a8-afb6-9ef22a8095bc,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:56.059718 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-dac30eb0-73c9-4151-80c4-1156707cfd6d tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Usage tracker for resource:security_group_rule and tenant:2fc4601b59494799a22c692e5971586b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:56.068324 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-dac30eb0-73c9-4151-80c4-1156707cfd6d tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:56.077199 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-dac30eb0-73c9-4151-80c4-1156707cfd6d tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:56.099588 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fc79d-ac69-40d6-9732-3f747039ea82 None None] Port 5e328b0b-4753-49a7-95f4-4c9ac8e249d2 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:15:56.101242 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 7d15666e-cc69-48fe-887a-0e66ece6561c {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:15:56.101597 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 7d15666e-cc69-48fe-887a-0e66ece6561c not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:15:56.108692 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89b245b9-5190-4377-b8ac-0611441e5f52'] response: {'server_uuid': '7f015bfa-6b01-4dcb-bdc3-fce1d1ca2e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b434e7c-d2aa-42ef-8cba-3cbe16b4f847', 'code': 200} May 23 11:15:56.166295 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=d28ad3f1-bccd-4525-bf40-98e3d68297b1,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:56.198482 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3e6fc79d-ac69-40d6-9732-3f747039ea82 None None] Provisioning complete for port d28ad3f1-bccd-4525-bf40-98e3d68297b1 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:15:56.198860 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3e6fc79d-ac69-40d6-9732-3f747039ea82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:56.243358 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dac30eb0-73c9-4151-80c4-1156707cfd6d tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:56.268485 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff7e2cd-6aa4-4bd1-80dd-507291935ba3 req-02ee9295-57b9-4c2a-a26a-d3dba3a064d0 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:56.270355 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6ff7e2cd-6aa4-4bd1-80dd-507291935ba3 req-02ee9295-57b9-4c2a-a26a-d3dba3a064d0 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=35125f3d-46bb-4aa0-b936-a94669d3a0f5 HTTP/1.1" status: 200 len: 945 time: 0.1810606 May 23 11:15:56.271855 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dac30eb0-73c9-4151-80c4-1156707cfd6d tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:56.304484 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf700c4-d4d1-4843-8cce-43d9e8bb9b90 None None] DHCP port deletion for 3adc78a2-48f8-407b-9589-fe4a6ac8aca0 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:15:56.334239 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7cf700c4-d4d1-4843-8cce-43d9e8bb9b90 None None] Deleting port be10f62d-6d3f-4344-9b6d-6b4a2a268a6a {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:15:56.334239 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7cf700c4-d4d1-4843-8cce-43d9e8bb9b90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:56.371274 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dac30eb0-73c9-4151-80c4-1156707cfd6d tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:56.375207 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-dac30eb0-73c9-4151-80c4-1156707cfd6d tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3455667 May 23 11:15:56.376022 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55370) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:56.409216 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac30eb0-73c9-4151-80c4-1156707cfd6d tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c403b5f6-43d7-46f5-9d64-851d5a1738d7,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:56.452894 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2d19409b-f054-4e38-8798-7893d1a9d100 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:56.470821 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6ff7e2cd-6aa4-4bd1-80dd-507291935ba3 req-3a41b056-c85f-41fd-99dd-fbe59f6d7cbb tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852789 May 23 11:15:56.544970 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-9cf3ef64-154e-40e8-aedb-6f6c33e176ba tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Synchronizing usage tracker for tenant:2fc4601b59494799a22c692e5971586b on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:15:56.600595 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60dce0-dc48-446a-af7d-cd1950a82fd5 req-54a5dc87-2ef5-4c14-847c-3514a48dc991 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:56.604624 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60dce0-dc48-446a-af7d-cd1950a82fd5 req-54a5dc87-2ef5-4c14-847c-3514a48dc991 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:56.608605 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60dce0-dc48-446a-af7d-cd1950a82fd5 req-54a5dc87-2ef5-4c14-847c-3514a48dc991 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:56.610331 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-df60dce0-dc48-446a-af7d-cd1950a82fd5 req-54a5dc87-2ef5-4c14-847c-3514a48dc991 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 2410 time: 0.2450886 May 23 11:15:56.637597 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a291a81b-c586-45a3-a1a9-d828f7e83906 req-f5c9b0f8-69fa-431a-8edd-d09c7cae96a5 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=9fb8986e-6039-4abb-9be9-413787023969 HTTP/1.1" status: 200 len: 210 time: 0.0865903 May 23 11:15:56.656625 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-9cf3ef64-154e-40e8-aedb-6f6c33e176ba tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Unset dirty status for tenant:2fc4601b59494799a22c692e5971586b on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:15:56.661167 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9cf3ef64-154e-40e8-aedb-6f6c33e176ba tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2493753 May 23 11:15:56.661820 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55378) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:56.673205 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-fcff517f-69d6-42f7-9d5e-5cc3807ad02b tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Request body: {'security_group': {'name': 'tempest-security--1019985432', 'description': 'tempest-security-description-884322143'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:56.711260 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2d19409b-f054-4e38-8798-7893d1a9d100 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:56.725707 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-7cf700c4-d4d1-4843-8cce-43d9e8bb9b90 None None] For port be10f62d-6d3f-4344-9b6d-6b4a2a268a6a, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=be10f62d-6d3f-4344-9b6d-6b4a2a268a6a,segment=NetworkSegment(0bde80b2-9c9c-462d-930e-1668ec8118e8),segment_id=0bde80b2-9c9c-462d-930e-1668ec8118e8)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:15:56.726152 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7cf700c4-d4d1-4843-8cce-43d9e8bb9b90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:56.729223 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-df60dce0-dc48-446a-af7d-cd1950a82fd5 req-ffd0531d-324b-4a46-9ce3-2c12aeba0296 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114264 May 23 11:15:56.802943 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d19409b-f054-4e38-8798-7893d1a9d100 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Pushing event deleted for resources: {'Subnet': ['ID=824cdf10-b3fb-472a-a1ef-405c792857a1,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:56.848004 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f13c770e-05bf-4d54-bacf-253cb65a7451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:56.853607 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-bf590c85-cd4e-44df-ad06-ecd108a613d8 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:56.853975 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-bf590c85-cd4e-44df-ad06-ecd108a613d8 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:56.854307 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-bf590c85-cd4e-44df-ad06-ecd108a613d8 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Floating IP fccf5094-b449-437d-b1bc-bcc13369c2dc disassociated. External IP: 172.25.6.218, port: b1eba941-2df3-4bcf-85f4-35d01dbde7af. May 23 11:15:56.854646 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-bf590c85-cd4e-44df-ad06-ecd108a613d8 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Calling delete_port for b1eba941-2df3-4bcf-85f4-35d01dbde7af owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:15:56.889856 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2d19409b-f054-4e38-8798-7893d1a9d100 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:56.950948 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2d19409b-f054-4e38-8798-7893d1a9d100 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] 10.222.0.79 "DELETE /v2.0/subnets/824cdf10-b3fb-472a-a1ef-405c792857a1 HTTP/1.1" status: 204 len: 168 time: 2.6329956 May 23 11:15:56.951631 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f13c770e-05bf-4d54-bacf-253cb65a7451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:56.977630 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-172a46bf-c3d5-4c59-9822-13273ae21d7a admin admin] For port be10f62d-6d3f-4344-9b6d-6b4a2a268a6a, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=be10f62d-6d3f-4344-9b6d-6b4a2a268a6a,segment=NetworkSegment(0bde80b2-9c9c-462d-930e-1668ec8118e8),segment_id=0bde80b2-9c9c-462d-930e-1668ec8118e8)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:15:56.978000 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-172a46bf-c3d5-4c59-9822-13273ae21d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:56.988751 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c6539d-4d07-416f-9932-15793101d6b2 None None] Network 2b9aec67-3fce-4256-b551-7be09885fe97 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:15:57.014994 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55384) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:57.092599 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'name': 'network-vif-deleted', 'tag': 'db9c3afa-0b07-44c5-9d9e-b24df4d35d77'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:15:57.119498 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fcff517f-69d6-42f7-9d5e-5cc3807ad02b tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:57.196204 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fcff517f-69d6-42f7-9d5e-5cc3807ad02b tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:57.201053 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fcff517f-69d6-42f7-9d5e-5cc3807ad02b tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:57.204228 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fcff517f-69d6-42f7-9d5e-5cc3807ad02b tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:57.209000 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-fcff517f-69d6-42f7-9d5e-5cc3807ad02b tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "PUT /v2.0/security-groups/c403b5f6-43d7-46f5-9d64-851d5a1738d7 HTTP/1.1" status: 200 len: 1611 time: 0.5434837 May 23 11:15:57.209654 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55392) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:57.216887 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7cf700c4-d4d1-4843-8cce-43d9e8bb9b90 None None] Calling delete_port for be10f62d-6d3f-4344-9b6d-6b4a2a268a6a owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:15:57.250132 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-172a46bf-c3d5-4c59-9822-13273ae21d7a admin admin] Calling delete_port for be10f62d-6d3f-4344-9b6d-6b4a2a268a6a owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:15:57.284579 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device d28ad3f1-bccd-4525-bf40-98e3d68297b1 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:15:57.313608 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c770e-05bf-4d54-bacf-253cb65a7451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b53ebf-1ff0-4135-9aea-05f766d5f844,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:57.354379 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff517f-69d6-42f7-9d5e-5cc3807ad02b tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c403b5f6-43d7-46f5-9d64-851d5a1738d7,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:57.361811 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7a0db031-096d-4a00-bf72-e49ff94cac77 req-e0624f8e-e383-4520-ab3c-84aafbefe84b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7f015bfa-6b01-4dcb-bdc3-fce1d1ca2e0f HTTP/1.1" status: 200 len: 1096 time: 1.1305103 May 23 11:15:57.367580 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f13c770e-05bf-4d54-bacf-253cb65a7451 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6dc004cd43064291b30481ae4e9f4302&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5422134 May 23 11:15:57.368474 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55396) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:57.402779 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7cf700c4-d4d1-4843-8cce-43d9e8bb9b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:57.408593 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-48aff19b-bd09-42c9-a9f4-b7034b7d5b47 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "GET /v2.0/security-groups/c403b5f6-43d7-46f5-9d64-851d5a1738d7 HTTP/1.1" status: 200 len: 1611 time: 0.1861327 May 23 11:15:57.409068 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55400) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:57.426420 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44eae8f9-9f19-4607-82a7-1ae9cf462652 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:57.428268 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44eae8f9-9f19-4607-82a7-1ae9cf462652 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:57.429017 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-44eae8f9-9f19-4607-82a7-1ae9cf462652 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Synchronizing usage tracker for tenant:0544d54a2ac14582aa73efecc4d5b808 on resource:subnet {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:15:57.456187 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c79f0-3a5b-4c5c-9a0d-86e26a0f82b7 req-22cac12f-5192-4c5f-9e58-a3cd509a9134 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:57.463568 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e38c79f0-3a5b-4c5c-9a0d-86e26a0f82b7 req-22cac12f-5192-4c5f-9e58-a3cd509a9134 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f015bfa-6b01-4dcb-bdc3-fce1d1ca2e0f HTTP/1.1" status: 200 len: 945 time: 0.2370958 May 23 11:15:57.505304 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7fd68-2cc9-4364-9692-b4d08f066b3a req-482aca30-78da-4723-8d19-468a536a4393 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:57.523291 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4fc7fd68-2cc9-4364-9692-b4d08f066b3a req-482aca30-78da-4723-8d19-468a536a4393 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=35125f3d-46bb-4aa0-b936-a94669d3a0f5 HTTP/1.1" status: 200 len: 945 time: 0.2487848 May 23 11:15:57.532260 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf700c4-d4d1-4843-8cce-43d9e8bb9b90 None None] Pushing event deleted for resources: {'Port': ['ID=be10f62d-6d3f-4344-9b6d-6b4a2a268a6a,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:57.542416 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-766062a9-49b3-4827-b4ed-083b90e2feeb None None] Provisioning complete for port 5e328b0b-4753-49a7-95f4-4c9ac8e249d2 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:15:57.542790 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-766062a9-49b3-4827-b4ed-083b90e2feeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:57.553288 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-44eae8f9-9f19-4607-82a7-1ae9cf462652 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Unset dirty status for tenant:0544d54a2ac14582aa73efecc4d5b808 on resource:subnet {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:15:57.557846 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-44eae8f9-9f19-4607-82a7-1ae9cf462652 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5338523 May 23 11:15:57.558885 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.api [None req-172a46bf-c3d5-4c59-9822-13273ae21d7a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:15:57.559271 n-d-842952-2 neutron-server[83911]: DEBUG oslo_db.api [None req-172a46bf-c3d5-4c59-9822-13273ae21d7a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:15:57.563270 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55404) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:57.573645 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf700c4-d4d1-4843-8cce-43d9e8bb9b90 None None] No DVR routers for this DVR port be10f62d-6d3f-4344-9b6d-6b4a2a268a6a on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:15:57.606824 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port d28ad3f1-bccd-4525-bf40-98e3d68297b1 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:15:57.607191 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:57.607646 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7a0db031-096d-4a00-bf72-e49ff94cac77 req-6dc79b07-1240-4d7e-8717-62be3330dd5f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a963e8af-14eb-4d75-9d8e-2caa5b0a729f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2386887 May 23 11:15:57.633557 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-91711798-a9d7-4564-ab50-47884b1e8a56 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:57.668566 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-766062a9-49b3-4827-b4ed-083b90e2feeb None None] Port 5e328b0b-4753-49a7-95f4-4c9ac8e249d2 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:15:57.678055 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e38c79f0-3a5b-4c5c-9a0d-86e26a0f82b7 req-32c81c3f-7088-47de-8151-f70fa78299a1 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?id=a963e8af-14eb-4d75-9d8e-2caa5b0a729f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2132781 May 23 11:15:57.711317 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-91711798-a9d7-4564-ab50-47884b1e8a56 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:57.732508 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4fc7fd68-2cc9-4364-9692-b4d08f066b3a req-ae9c6c63-0eb6-4a41-85a7-3797ad98408c tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083035 May 23 11:15:57.734459 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-bf590c85-cd4e-44df-ad06-ecd108a613d8 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:57.794957 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dcef368-5768-451a-b748-014fb489a545'] response: {'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'name': 'network-vif-deleted', 'tag': 'db9c3afa-0b07-44c5-9d9e-b24df4d35d77', 'status': 'completed', 'code': 200} May 23 11:15:57.826730 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7a78e9-dd1e-4141-b0a0-fe6a549bf7df None None] DHCP port deletion for 2b9aec67-3fce-4256-b551-7be09885fe97 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:15:57.832724 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-cc7a78e9-dd1e-4141-b0a0-fe6a549bf7df None None] Deleting port d28ad3f1-bccd-4525-bf40-98e3d68297b1 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:15:57.833769 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cc7a78e9-dd1e-4141-b0a0-fe6a549bf7df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:57.838052 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-91711798-a9d7-4564-ab50-47884b1e8a56 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:57.847670 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf590c85-cd4e-44df-ad06-ecd108a613d8 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Pushing event deleted for resources: {'Port': ['ID=b1eba941-2df3-4bcf-85f4-35d01dbde7af,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:57.858856 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-61bbeb6d-db11-4f68-a077-84a66d98a0e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:57.880702 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91711798-a9d7-4564-ab50-47884b1e8a56 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c403b5f6-43d7-46f5-9d64-851d5a1738d7,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:57.908461 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-91711798-a9d7-4564-ab50-47884b1e8a56 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:57.908640 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f20cb01b-c222-419b-aa71-346c87f3447e tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:57.912868 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-91711798-a9d7-4564-ab50-47884b1e8a56 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "DELETE /v2.0/security-groups/c403b5f6-43d7-46f5-9d64-851d5a1738d7 HTTP/1.1" status: 204 len: 168 time: 0.5028248 May 23 11:15:57.916560 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55414) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:57.959280 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device be10f62d-6d3f-4344-9b6d-6b4a2a268a6a no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:15:57.992434 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-61bbeb6d-db11-4f68-a077-84a66d98a0e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:58.017790 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-f20cb01b-c222-419b-aa71-346c87f3447e tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 23 11:15:58.018236 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f20cb01b-c222-419b-aa71-346c87f3447e tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:15:58.067565 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: be10f62d-6d3f-4344-9b6d-6b4a2a268a6a {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:15:58.068001 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device be10f62d-6d3f-4344-9b6d-6b4a2a268a6a not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:15:58.086025 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-172a46bf-c3d5-4c59-9822-13273ae21d7a admin admin] Deleting port be10f62d-6d3f-4344-9b6d-6b4a2a268a6a {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:15:58.086368 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-172a46bf-c3d5-4c59-9822-13273ae21d7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:58.088190 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-19ad9136-1354-4530-a2de-bd32f0d41c11 req-eb5bf306-4c70-4d24-bb29-d5a24158341a tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=9fb8986e-6039-4abb-9be9-413787023969 HTTP/1.1" status: 200 len: 210 time: 0.1144383 May 23 11:15:58.157860 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-681302bb-5c8a-4c28-b257-4acc29a92ac3 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Synchronizing usage tracker for tenant:2fc4601b59494799a22c692e5971586b on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:15:58.161712 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55418) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:58.162538 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f20cb01b-c222-419b-aa71-346c87f3447e tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] 10.222.0.79 "DELETE /v2.0/networks/2b9aec67-3fce-4256-b551-7be09885fe97 HTTP/1.1" status: 409 len: 405 time: 0.5946488 May 23 11:15:58.181573 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-e1011754-591a-40da-95c4-d8bbf4cddb7a tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1740083485'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:58.198915 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e1011754-591a-40da-95c4-d8bbf4cddb7a tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:58.207225 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e1011754-591a-40da-95c4-d8bbf4cddb7a tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Usage tracker for resource:network and tenant:0544d54a2ac14582aa73efecc4d5b808 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:58.214160 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e1011754-591a-40da-95c4-d8bbf4cddb7a tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:58.225058 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02625008-0edc-4822-a384-e29899fa6830 req-96485de1-d30c-40c8-9212-85f9f8aaac10 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:58.228354 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-172a46bf-c3d5-4c59-9822-13273ae21d7a admin admin] The port 'be10f62d-6d3f-4344-9b6d-6b4a2a268a6a' was deleted {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:15:58.231784 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-02625008-0edc-4822-a384-e29899fa6830 req-96485de1-d30c-40c8-9212-85f9f8aaac10 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=35125f3d-46bb-4aa0-b936-a94669d3a0f5 HTTP/1.1" status: 200 len: 945 time: 0.2592814 May 23 11:15:58.240221 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e1011754-591a-40da-95c4-d8bbf4cddb7a tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:58.257798 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-cc7a78e9-dd1e-4141-b0a0-fe6a549bf7df None None] For port d28ad3f1-bccd-4525-bf40-98e3d68297b1, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=d28ad3f1-bccd-4525-bf40-98e3d68297b1,segment=NetworkSegment(755d72de-d850-4672-aeeb-f14b911dee94),segment_id=755d72de-d850-4672-aeeb-f14b911dee94)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:15:58.258373 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cc7a78e9-dd1e-4141-b0a0-fe6a549bf7df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:58.264081 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-681302bb-5c8a-4c28-b257-4acc29a92ac3 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Unset dirty status for tenant:2fc4601b59494799a22c692e5971586b on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:15:58.265292 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-681302bb-5c8a-4c28-b257-4acc29a92ac3 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3477921 May 23 11:15:58.269792 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55422) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:58.369428 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1011754-591a-40da-95c4-d8bbf4cddb7a tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Made reservation on behalf of 0544d54a2ac14582aa73efecc4d5b808 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:15:58.372595 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e1011754-591a-40da-95c4-d8bbf4cddb7a tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:58.405310 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-cc7a78e9-dd1e-4141-b0a0-fe6a549bf7df None None] Calling delete_port for d28ad3f1-bccd-4525-bf40-98e3d68297b1 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:15:58.407376 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-23385716-1ffd-4fa4-9608-fc0455ad5b16 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] delete failed (client error): The resource could not be found. May 23 11:15:58.408549 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-23385716-1ffd-4fa4-9608-fc0455ad5b16 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "DELETE /v2.0/security-groups/c403b5f6-43d7-46f5-9d64-851d5a1738d7 HTTP/1.1" status: 404 len: 347 time: 0.0853419 May 23 11:15:58.415604 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55426) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:58.432658 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-2cb6b6b4-8b58-49d1-b871-39e7b50c8303 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Request body: {'security_group': {'name': 'tempest-secgroup--360004984'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:58.444470 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1011754-591a-40da-95c4-d8bbf4cddb7a tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:15:58.451285 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2cb6b6b4-8b58-49d1-b871-39e7b50c8303 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:58.463005 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6115df4-dd3d-4e3c-b01c-b234fd8644af req-02c1b11c-880e-4e11-9021-9bf360437352 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:58.467125 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6115df4-dd3d-4e3c-b01c-b234fd8644af req-02c1b11c-880e-4e11-9021-9bf360437352 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:58.468935 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e6115df4-dd3d-4e3c-b01c-b234fd8644af req-02c1b11c-880e-4e11-9021-9bf360437352 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 1677 time: 0.2070825 May 23 11:15:58.482097 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-02625008-0edc-4822-a384-e29899fa6830 req-cb37fb5f-b0ac-4426-a443-5e8dfdfaeadc tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493272 May 23 11:15:58.539011 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2cb6b6b4-8b58-49d1-b871-39e7b50c8303 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:58.541192 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cc7a78e9-dd1e-4141-b0a0-fe6a549bf7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:58.541670 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e1011754-591a-40da-95c4-d8bbf4cddb7a tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:58.541771 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-e1011754-591a-40da-95c4-d8bbf4cddb7a tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Added segment b0e30570-db69-4d3e-bef9-6bafdcc07949 of type vlan for network a2e74a6c-2d40-4000-9200-cb4963148776 May 23 11:15:58.587199 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2cb6b6b4-8b58-49d1-b871-39e7b50c8303 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:58.632916 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2cb6b6b4-8b58-49d1-b871-39e7b50c8303 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:58.637664 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2cb6b6b4-8b58-49d1-b871-39e7b50c8303 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Usage tracker for resource:security_group_rule and tenant:2fc4601b59494799a22c692e5971586b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:58.641668 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2cb6b6b4-8b58-49d1-b871-39e7b50c8303 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:58.648658 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2cb6b6b4-8b58-49d1-b871-39e7b50c8303 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:58.651253 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a78e9-dd1e-4141-b0a0-fe6a549bf7df None None] Pushing event deleted for resources: {'Port': ['ID=d28ad3f1-bccd-4525-bf40-98e3d68297b1,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:58.656654 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7a78e9-dd1e-4141-b0a0-fe6a549bf7df None None] No DVR routers for this DVR port d28ad3f1-bccd-4525-bf40-98e3d68297b1 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:15:58.674115 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e1011754-591a-40da-95c4-d8bbf4cddb7a tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:58.690448 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e6115df4-dd3d-4e3c-b01c-b234fd8644af req-f3d2f7d1-bef6-45b4-ba83-caa54f835d60 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992583 May 23 11:15:58.750889 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-172a46bf-c3d5-4c59-9822-13273ae21d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:58.766972 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2cb6b6b4-8b58-49d1-b871-39e7b50c8303 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:58.771729 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e1011754-591a-40da-95c4-d8bbf4cddb7a tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:58.777057 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1011754-591a-40da-95c4-d8bbf4cddb7a tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:58.777649 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e1011754-591a-40da-95c4-d8bbf4cddb7a tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:58.780026 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-61bbeb6d-db11-4f68-a077-84a66d98a0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:58.816553 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-41af0cb1-337f-45f8-b646-762667c5fe9d tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:58.817757 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-41af0cb1-337f-45f8-b646-762667c5fe9d tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.81 "GET /v2.0/networks?id=3c158aba-e520-4739-9803-5afc3c97752c HTTP/1.1" status: 200 len: 806 time: 0.5845110 May 23 11:15:58.820950 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bbeb6d-db11-4f68-a077-84a66d98a0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b53ebf-1ff0-4135-9aea-05f766d5f844,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:58.821094 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2cb6b6b4-8b58-49d1-b871-39e7b50c8303 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:58.831238 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-172a46bf-c3d5-4c59-9822-13273ae21d7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3adc78a2-48f8-407b-9589-fe4a6ac8aca0']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:15:58.855225 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-adf8186f-f286-4ca8-8684-4df8cd65c628 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Request body: {'port': {'device_id': '9fb8986e-6039-4abb-9be9-413787023969', 'network_id': '3c158aba-e520-4739-9803-5afc3c97752c', 'admin_state_up': True, 'tenant_id': '918845eb514f4ef49a66c0d5a348fe52'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:58.863008 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e1011754-591a-40da-95c4-d8bbf4cddb7a tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6999853 May 23 11:15:58.870676 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55434) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:58.877111 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-172a46bf-c3d5-4c59-9822-13273ae21d7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bde80b2-9c9c-462d-930e-1668ec8118e8') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:15:58.877405 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-172a46bf-c3d5-4c59-9822-13273ae21d7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bde80b2-9c9c-462d-930e-1668ec8118e8') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:15:58.886062 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-61bbeb6d-db11-4f68-a077-84a66d98a0e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:58.889609 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-61bbeb6d-db11-4f68-a077-84a66d98a0e9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/30b53ebf-1ff0-4135-9aea-05f766d5f844 HTTP/1.1" status: 204 len: 168 time: 1.4950299 May 23 11:15:58.959458 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-172a46bf-c3d5-4c59-9822-13273ae21d7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:59.017622 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-172a46bf-c3d5-4c59-9822-13273ae21d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:59.018831 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device d28ad3f1-bccd-4525-bf40-98e3d68297b1 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:15:59.041699 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-172a46bf-c3d5-4c59-9822-13273ae21d7a admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:15:59.042109 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-172a46bf-c3d5-4c59-9822-13273ae21d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:59.045946 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-aadbd32d-ab05-494f-a5af-e4bd5c50d026 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Request body: {'subnet': {'network_id': 'a2e74a6c-2d40-4000-9200-cb4963148776', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:59.057874 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:15:59.057874 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:15:59.057874 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:15:59.057874 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:15:59.057874 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:15:59.057874 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:15:59.057874 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:15:59.057874 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:15:59.057874 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:15:59.057874 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:15:59.057874 n-d-842952-2 neutron-server[83911]: timer() May 23 11:15:59.057874 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:15:59.057874 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:15:59.057874 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:15:59.057874 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:15:59.057874 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:15:59.057874 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:15:59.057874 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:15:59.057874 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:15:59.057874 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:15:59.057874 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:15:59.057874 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:15:59.057874 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:15:59.057874 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:15:59.057874 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:15:59.057874 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:15:59.057874 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:15:59.057874 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:15:59.057874 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:15:59.057874 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:15:59.057874 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:15:59.057874 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:15:59.057874 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:15:59.057874 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:15:59.057874 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:15:59.057874 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:15:59.057874 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:15:59.057874 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:15:59.057874 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:15:59.057874 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:15:59.100322 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: d28ad3f1-bccd-4525-bf40-98e3d68297b1 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:15:59.101612 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device d28ad3f1-bccd-4525-bf40-98e3d68297b1 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:15:59.118599 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2cb6b6b4-8b58-49d1-b871-39e7b50c8303 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:59.122621 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2cb6b6b4-8b58-49d1-b871-39e7b50c8303 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6964428 May 23 11:15:59.136389 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55444) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:59.157453 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e28b0cfd-50ea-43a4-b9c2-78bb5e766c02 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Request body: {'security_group_rule': {'security_group_id': '59d9db84-df6d-4d23-97b6-25fc384552d5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:15:59.175999 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e28b0cfd-50ea-43a4-b9c2-78bb5e766c02 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:59.193232 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e28b0cfd-50ea-43a4-b9c2-78bb5e766c02 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Usage tracker for resource:security_group_rule and tenant:2fc4601b59494799a22c692e5971586b is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:59.198482 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e28b0cfd-50ea-43a4-b9c2-78bb5e766c02 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:15:59.212611 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-adf8186f-f286-4ca8-8684-4df8cd65c628 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:59.223012 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-adf8186f-f286-4ca8-8684-4df8cd65c628 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:59.226877 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb6b6b4-8b58-49d1-b871-39e7b50c8303 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59d9db84-df6d-4d23-97b6-25fc384552d5,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:59.229954 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e28b0cfd-50ea-43a4-b9c2-78bb5e766c02 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:59.233016 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-172a46bf-c3d5-4c59-9822-13273ae21d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:59.235867 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1011754-591a-40da-95c4-d8bbf4cddb7a tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Pushing event updated for resources: {'Network': ['ID=a2e74a6c-2d40-4000-9200-cb4963148776,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:59.262384 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network a2e74a6c-2d40-4000-9200-cb4963148776 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:15:59.315034 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb3954-d98f-43e9-bac8-a042560b7f6a req-e61a8b01-4d86-4866-8e2f-d75e3301c53e tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:59.323233 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-28bb3954-d98f-43e9-bac8-a042560b7f6a req-e61a8b01-4d86-4866-8e2f-d75e3301c53e tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f015bfa-6b01-4dcb-bdc3-fce1d1ca2e0f HTTP/1.1" status: 200 len: 945 time: 0.3429625 May 23 11:15:59.326852 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-aadbd32d-ab05-494f-a5af-e4bd5c50d026 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:59.338252 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-172a46bf-c3d5-4c59-9822-13273ae21d7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:59.349022 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-adf8186f-f286-4ca8-8684-4df8cd65c628 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Made reservation on behalf of 918845eb514f4ef49a66c0d5a348fe52 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:15:59.352040 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-adf8186f-f286-4ca8-8684-4df8cd65c628 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:59.361474 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-aadbd32d-ab05-494f-a5af-e4bd5c50d026 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:15:59.376202 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a46bf-c3d5-4c59-9822-13273ae21d7a admin admin] Pushing event deleted for resources: {'Network': ['ID=3adc78a2-48f8-407b-9589-fe4a6ac8aca0,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:15:59.404011 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-28bb3954-d98f-43e9-bac8-a042560b7f6a req-551a1c50-589f-40e0-8192-87748a836010 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?id=a963e8af-14eb-4d75-9d8e-2caa5b0a729f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795710 May 23 11:15:59.407440 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aadbd32d-ab05-494f-a5af-e4bd5c50d026 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Made reservation on behalf of 0544d54a2ac14582aa73efecc4d5b808 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:15:59.408892 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-bf590c85-cd4e-44df-ad06-ecd108a613d8 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Router 30c451ce-b3aa-4365-957e-41e3a808e7cb has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:15:59.441078 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-172a46bf-c3d5-4c59-9822-13273ae21d7a admin admin] 10.222.0.79 "DELETE /v2.0/networks/3adc78a2-48f8-407b-9589-fe4a6ac8aca0 HTTP/1.1" status: 204 len: 168 time: 3.9762321 May 23 11:15:59.461063 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e28b0cfd-50ea-43a4-b9c2-78bb5e766c02 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:59.569198 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55454) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:59.643464 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55458) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:15:59.680265 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7961a3d9-41f0-4294-a574-fd9f42fb15d9 req-47a148a1-4c73-464f-a2bf-f62f0f01bab9 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=9fb8986e-6039-4abb-9be9-413787023969 HTTP/1.1" status: 200 len: 210 time: 0.1167152 May 23 11:15:59.704307 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-aadbd32d-ab05-494f-a5af-e4bd5c50d026 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:59.753947 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ef6302e2-fc2a-498c-acff-653851e313a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:59.838137 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dc834166-b6e2-4f7b-be34-8cb556a9101c req-4d8359c5-d0aa-4711-981c-1abe446b3c2a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=67d722a9-0fc4-481b-a3f1-1f3dcab37bce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6060295 May 23 11:15:59.839442 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc480b-0b67-4dfb-9f12-7bccc7f7ed84 req-04b540de-d53d-45ee-8b60-5ce665d2c82c tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:15:59.840973 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aebc480b-0b67-4dfb-9f12-7bccc7f7ed84 req-04b540de-d53d-45ee-8b60-5ce665d2c82c tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=35125f3d-46bb-4aa0-b936-a94669d3a0f5 HTTP/1.1" status: 200 len: 945 time: 0.2238111 May 23 11:15:59.890906 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e28b0cfd-50ea-43a4-b9c2-78bb5e766c02 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:59.905978 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e28b0cfd-50ea-43a4-b9c2-78bb5e766c02 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:15:59.927224 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ef6302e2-fc2a-498c-acff-653851e313a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:15:59.948028 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ef6302e2-fc2a-498c-acff-653851e313a8 admin admin] Usage tracker for resource:security_group_rule and tenant:08dc9429b4cf453f9ccf3279632f7f65 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:15:59.991407 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ef6302e2-fc2a-498c-acff-653851e313a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:00.003914 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-adf8186f-f286-4ca8-8684-4df8cd65c628 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Allocated IP 172.20.0.10 (3c158aba-e520-4739-9803-5afc3c97752c/31ce3e03-ff53-4686-aaa6-54ac8efb8abe/ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:16:00.012008 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b0cfd-50ea-43a4-b9c2-78bb5e766c02 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8b27492-8de1-4557-9f00-4aadea50e813,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:00.015526 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6678dcde-51cb-4a85-80df-0a719736c92b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9de2036d303b4646b32715efca050724&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3568742 May 23 11:16:00.016735 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ef6302e2-fc2a-498c-acff-653851e313a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:00.028888 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55464) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:00.121519 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e28b0cfd-50ea-43a4-b9c2-78bb5e766c02 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:00.122686 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e28b0cfd-50ea-43a4-b9c2-78bb5e766c02 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9852583 May 23 11:16:00.131670 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55468) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:00.170880 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aebc480b-0b67-4dfb-9f12-7bccc7f7ed84 req-e83805a2-d2e6-48c7-afb6-d1ccda2a4296 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216238 May 23 11:16:00.223209 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-611adae1-35ea-4502-ac6a-3d1fc2269264 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:00.237672 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-611adae1-35ea-4502-ac6a-3d1fc2269264 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:00.267235 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c86851-8b6a-406d-9944-c5af5c2c5c9d req-72e1bfc6-c3ee-44eb-b4d2-e2fe2e04897e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:00.271111 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c86851-8b6a-406d-9944-c5af5c2c5c9d req-72e1bfc6-c3ee-44eb-b4d2-e2fe2e04897e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:00.272676 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-56c86851-8b6a-406d-9944-c5af5c2c5c9d req-72e1bfc6-c3ee-44eb-b4d2-e2fe2e04897e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 1677 time: 0.3610978 May 23 11:16:00.331096 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dc834166-b6e2-4f7b-be34-8cb556a9101c req-96f7a41c-2c5c-4b94-9a58-57caa5dea3bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=918845eb514f4ef49a66c0d5a348fe52&device_id=67d722a9-0fc4-481b-a3f1-1f3dcab37bce HTTP/1.1" status: 200 len: 1096 time: 0.3869917 May 23 11:16:00.336483 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a308e35b-b7d9-4711-8104-896e5a1ff6c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:00.354186 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-611adae1-35ea-4502-ac6a-3d1fc2269264 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:00.388372 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611adae1-35ea-4502-ac6a-3d1fc2269264 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a8b27492-8de1-4557-9f00-4aadea50e813,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:00.401062 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-56c86851-8b6a-406d-9944-c5af5c2c5c9d req-f7877e68-ca83-4f16-8587-39cedcabb8e6 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215601 May 23 11:16:00.404979 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-611adae1-35ea-4502-ac6a-3d1fc2269264 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:00.408662 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-611adae1-35ea-4502-ac6a-3d1fc2269264 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/a8b27492-8de1-4557-9f00-4aadea50e813 HTTP/1.1" status: 204 len: 168 time: 0.2714937 May 23 11:16:00.409992 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55472) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:00.417156 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ef6302e2-fc2a-498c-acff-653851e313a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:00.482924 n-d-842952-2 neutron-server[83910]: DEBUG neutron.objects.ports [None req-aadbd32d-ab05-494f-a5af-e4bd5c50d026 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83910) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 23 11:16:00.492083 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ef6302e2-fc2a-498c-acff-653851e313a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:00.502878 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a308e35b-b7d9-4711-8104-896e5a1ff6c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:00.503990 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-aadbd32d-ab05-494f-a5af-e4bd5c50d026 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:00.555185 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-069d978e-9e1d-45a6-8861-47427add2a00 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Synchronizing usage tracker for tenant:2fc4601b59494799a22c692e5971586b on resource:security_group_rule {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:16:00.583179 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-adf8186f-f286-4ca8-8684-4df8cd65c628 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:00.647187 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadbd32d-ab05-494f-a5af-e4bd5c50d026 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Pushing event updated for resources: {'Subnet': ['ID=b94e8d80-92dd-4f0e-b92f-122796dff681,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:00.652604 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-069d978e-9e1d-45a6-8861-47427add2a00 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Unset dirty status for tenant:2fc4601b59494799a22c692e5971586b on resource:security_group_rule {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:16:00.656657 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-069d978e-9e1d-45a6-8861-47427add2a00 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2436488 May 23 11:16:00.659693 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55478) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:00.768560 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadbd32d-ab05-494f-a5af-e4bd5c50d026 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Checking segment: {'id': 'b0e30570-db69-4d3e-bef9-6bafdcc07949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a2e74a6c-2d40-4000-9200-cb4963148776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:16:00.768934 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadbd32d-ab05-494f-a5af-e4bd5c50d026 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Network hostable DHCP agents. Network: a2e74a6c-2d40-4000-9200-cb4963148776, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:16:00.772972 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6302e2-fc2a-498c-acff-653851e313a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b80cd5-9270-4d0a-aeaa-acf473a55e18,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:00.790084 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-bf590c85-cd4e-44df-ad06-ecd108a613d8 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:16:00.793109 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ef6302e2-fc2a-498c-acff-653851e313a8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=08dc9429b4cf453f9ccf3279632f7f65&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1709533 May 23 11:16:00.804195 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc6063a-ce0f-4d10-8e11-ebc8dd6884a4 None None] Sync routers for ids ['30c451ce-b3aa-4365-957e-41e3a808e7cb'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:16:00.805775 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55484) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:00.832793 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc6063a-ce0f-4d10-8e11-ebc8dd6884a4 None None] Routers {'30c451ce-b3aa-4365-957e-41e3a808e7cb'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:16:00.834018 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-5dc6063a-ce0f-4d10-8e11-ebc8dd6884a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:15:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['30c451ce-b3aa-4365-957e-41e3a808e7cb'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:00.869092 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc834166-b6e2-4f7b-be34-8cb556a9101c req-96ab3316-5111-4b56-8560-d6c96e35b45f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:00.871562 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dc834166-b6e2-4f7b-be34-8cb556a9101c req-96ab3316-5111-4b56-8560-d6c96e35b45f service neutron] 10.222.0.13 "GET /v2.0/networks?id=3c158aba-e520-4739-9803-5afc3c97752c HTTP/1.1" status: 200 len: 907 time: 0.5174115 May 23 11:16:00.901976 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f13b3-8fe7-40e8-9239-950438502734 req-cf616c0a-d55b-4029-8d13-0fd5fb6d30c7 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:00.908325 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d96f13b3-8fe7-40e8-9239-950438502734 req-cf616c0a-d55b-4029-8d13-0fd5fb6d30c7 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f015bfa-6b01-4dcb-bdc3-fce1d1ca2e0f HTTP/1.1" status: 200 len: 945 time: 0.3428330 May 23 11:16:00.937409 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-bf590c85-cd4e-44df-ad06-ecd108a613d8 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] No DVR routers for this DVR port b1eba941-2df3-4bcf-85f4-35d01dbde7af on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:16:00.942746 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-bf590c85-cd4e-44df-ad06-ecd108a613d8 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:00.945566 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'name': 'network-vif-deleted', 'tag': 'b1eba941-2df3-4bcf-85f4-35d01dbde7af'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:16:00.963652 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9ab14d90-887b-4dfc-8487-de789937e5df req-48e5e9fc-ba49-4002-8c39-6ef60d461216 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=9fb8986e-6039-4abb-9be9-413787023969 HTTP/1.1" status: 200 len: 210 time: 0.1351888 May 23 11:16:00.976674 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dc834166-b6e2-4f7b-be34-8cb556a9101c req-917c517c-0bc1-44eb-9515-f98c4c7cd7cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93231983-db7d-4314-a4f2-a6dea56eda75 HTTP/1.1" status: 200 len: 217 time: 0.0968409 May 23 11:16:00.981376 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-bf590c85-cd4e-44df-ad06-ecd108a613d8 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.81 "DELETE /v2.0/ports/b1eba941-2df3-4bcf-85f4-35d01dbde7af HTTP/1.1" status: 204 len: 173 time: 6.7499783 May 23 11:16:00.982114 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-58f18091-558a-4ec5-b6e5-5a1c81a5543b tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:00.982712 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a308e35b-b7d9-4711-8104-896e5a1ff6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:00.985165 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a308e35b-b7d9-4711-8104-896e5a1ff6c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:00.989013 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a308e35b-b7d9-4711-8104-896e5a1ff6c1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3c4368ce-2e3e-4c38-b262-0cd544eca93c HTTP/1.1" status: 204 len: 168 time: 0.9542127 May 23 11:16:01.053214 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-adf8186f-f286-4ca8-8684-4df8cd65c628 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:01.074993 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a308e35b-b7d9-4711-8104-896e5a1ff6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4368ce-2e3e-4c38-b262-0cd544eca93c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:01.089153 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8a2d0-fd73-47d8-8051-376e4caa7cfe req-e81d0fa5-b0c3-4fa5-9c9d-654911d39304 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:01.090677 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-46c8a2d0-fd73-47d8-8051-376e4caa7cfe req-e81d0fa5-b0c3-4fa5-9c9d-654911d39304 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.13 "GET /v2.0/ports?device_id=35125f3d-46bb-4aa0-b936-a94669d3a0f5 HTTP/1.1" status: 200 len: 945 time: 0.3982916 May 23 11:16:01.094648 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['93231983-db7d-4314-a4f2-a6dea56eda75'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:16:01.107381 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-58f18091-558a-4ec5-b6e5-5a1c81a5543b tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:01.150468 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-5dc6063a-ce0f-4d10-8e11-ebc8dd6884a4 None None] Set router 30c451ce-b3aa-4365-957e-41e3a808e7cb gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:16:01.162542 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af6be295-e720-465f-8d1f-b242d99f72ed'] response: {'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'name': 'network-vif-deleted', 'tag': 'b1eba941-2df3-4bcf-85f4-35d01dbde7af', 'status': 'completed', 'code': 200} May 23 11:16:01.180289 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadbd32d-ab05-494f-a5af-e4bd5c50d026 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Network a2e74a6c-2d40-4000-9200-cb4963148776 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:16:01.185339 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-d1f7190f-5a8b-45ea-a8a7-534855aedd6d tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Deleting port 763c10d1-b57e-48c8-8043-0443d4788a7a {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:16:01.185723 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-d1f7190f-5a8b-45ea-a8a7-534855aedd6d tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:01.214965 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-adf8186f-f286-4ca8-8684-4df8cd65c628 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Network 3c158aba-e520-4739-9803-5afc3c97752c is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:16:01.236033 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-adf8186f-f286-4ca8-8684-4df8cd65c628 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:16:01.242156 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf8186f-f286-4ca8-8684-4df8cd65c628 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Pushing event updated for resources: {'Port': ['ID=ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:01.244528 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-adf8186f-f286-4ca8-8684-4df8cd65c628 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:16:01.277552 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d96f13b3-8fe7-40e8-9239-950438502734 req-9013b8ff-1a09-4dab-87fc-f24c7592eb69 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?id=a963e8af-14eb-4d75-9d8e-2caa5b0a729f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3584559 May 23 11:16:01.278950 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc834166-b6e2-4f7b-be34-8cb556a9101c req-1d2031dc-4335-495d-b8af-3adf75f7e6e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:01.280495 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dc834166-b6e2-4f7b-be34-8cb556a9101c req-1d2031dc-4335-495d-b8af-3adf75f7e6e7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=31ce3e03-ff53-4686-aaa6-54ac8efb8abe HTTP/1.1" status: 200 len: 846 time: 0.2931266 May 23 11:16:01.321172 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-aadbd32d-ab05-494f-a5af-e4bd5c50d026 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, a2e74a6c-2d40-4000-9200-cb4963148776) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:16:01.326274 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadbd32d-ab05-494f-a5af-e4bd5c50d026 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:01.326944 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-aadbd32d-ab05-494f-a5af-e4bd5c50d026 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:01.339317 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c095de-0679-4833-8329-3702413deaa0 None None] Network a2e74a6c-2d40-4000-9200-cb4963148776 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:16:01.360706 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-45071152-81d1-41ac-a1bd-47d83a1eda89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:01.417163 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-46c8a2d0-fd73-47d8-8051-376e4caa7cfe req-887a3753-4072-43cd-925c-aadb024ff3c9 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Deleting port 5602b440-4f46-448e-a54d-44832eb917a3 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:16:01.417600 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-46c8a2d0-fd73-47d8-8051-376e4caa7cfe req-887a3753-4072-43cd-925c-aadb024ff3c9 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:01.419376 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dc834166-b6e2-4f7b-be34-8cb556a9101c req-75d73926-2631-45f2-bf16-82a0c0c3d952 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3c158aba-e520-4739-9803-5afc3c97752c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1223347 May 23 11:16:01.488471 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-aadbd32d-ab05-494f-a5af-e4bd5c50d026 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5137887 May 23 11:16:01.492796 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55498) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:01.526478 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-58f18091-558a-4ec5-b6e5-5a1c81a5543b tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:01.528958 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a126439a-f123-412b-a42f-4c515286c64b tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Request body: {'port': {'network_id': 'a2e74a6c-2d40-4000-9200-cb4963148776', 'name': 'tempest-NetworksIpV6TestAttrs-1773803690'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:01.550137 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-45071152-81d1-41ac-a1bd-47d83a1eda89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:01.553880 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-adf8186f-f286-4ca8-8684-4df8cd65c628 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:01.554687 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-adf8186f-f286-4ca8-8684-4df8cd65c628 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:01.747113 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f18091-558a-4ec5-b6e5-5a1c81a5543b tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d9db84-df6d-4d23-97b6-25fc384552d5,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:01.776818 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-adf8186f-f286-4ca8-8684-4df8cd65c628 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9293985 May 23 11:16:01.826536 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-edc2d9ad-7f62-44bc-a05b-2f58dabe722a service neutron] Request body: {'port': {'device_id': '9fb8986e-6039-4abb-9be9-413787023969', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:01.928968 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dc834166-b6e2-4f7b-be34-8cb556a9101c req-07143b59-c2c4-4d62-b1c4-31595542dc39 service neutron] 10.222.0.13 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5005207 May 23 11:16:01.960785 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-58f18091-558a-4ec5-b6e5-5a1c81a5543b tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:01.962985 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-58f18091-558a-4ec5-b6e5-5a1c81a5543b tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "DELETE /v2.0/security-groups/59d9db84-df6d-4d23-97b6-25fc384552d5 HTTP/1.1" status: 204 len: 168 time: 1.3018072 May 23 11:16:01.980971 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55512) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:01.989826 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8ca4dd-ea2b-4731-bafe-48489286fbe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-a2e74a6c-2d40-4000-9200-cb4963148776', 'network_id': 'a2e74a6c-2d40-4000-9200-cb4963148776', 'tenant_id': '0544d54a2ac14582aa73efecc4d5b808', 'fixed_ips': [{'subnet_id': 'b94e8d80-92dd-4f0e-b92f-122796dff681'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:16:01.990549 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4c8ca4dd-ea2b-4731-bafe-48489286fbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:01.999786 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0fbe68-3ed6-4e2f-a5ea-654b8dea631d req-d3a8d4a2-8fbb-494e-a782-a49401f79c1a tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:02.002622 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4b0fbe68-3ed6-4e2f-a5ea-654b8dea631d req-d3a8d4a2-8fbb-494e-a782-a49401f79c1a tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=35125f3d-46bb-4aa0-b936-a94669d3a0f5 HTTP/1.1" status: 200 len: 945 time: 0.6354175 May 23 11:16:02.081098 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-5dc6063a-ce0f-4d10-8e11-ebc8dd6884a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c451ce-b3aa-4365-957e-41e3a808e7cb', 'name': 'tempest-TaggedBootDevicesTest-683413081-router', 'tenant_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '1c0bea36-24e2-4f32-b963-869eeebd73d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:09:05Z', 'updated_at': '2022-05-23T11:09:13Z', 'revision_number': 4, 'project_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'gw_port': {'id': '1c0bea36-24e2-4f32-b963-869eeebd73d7', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c451ce-b3aa-4365-957e-41e3a808e7cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:09:06Z', 'updated_at': '2022-05-23T11:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '92f4ae60-c808-4476-9cbd-2bbe0f13c12e', 'name': '', 'network_id': '23dc4a33-f2ce-4b86-bf3b-fd54d05f4691', 'tenant_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'mac_address': 'fa:16:3e:5a:62:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c451ce-b3aa-4365-957e-41e3a808e7cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2226f5c-2e5b-46dc-ae1a-6976c060aeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:09:11Z', 'updated_at': '2022-05-23T11:09:31Z', 'revision_number': 5, 'project_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'subnets': [{'id': 'b2226f5c-2e5b-46dc-ae1a-6976c060aeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:02.084700 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8f723266-48a5-4793-90bf-135fe4a2f801 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Synchronizing usage tracker for tenant:2fc4601b59494799a22c692e5971586b on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:16:02.088349 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc6063a-ce0f-4d10-8e11-ebc8dd6884a4 None None] Checking router: 30c451ce-b3aa-4365-957e-41e3a808e7cb for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:16:02.101567 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc6063a-ce0f-4d10-8e11-ebc8dd6884a4 None None] Routers {'30c451ce-b3aa-4365-957e-41e3a808e7cb'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:16:02.102509 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-5dc6063a-ce0f-4d10-8e11-ebc8dd6884a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:15:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['30c451ce-b3aa-4365-957e-41e3a808e7cb'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:02.104440 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a126439a-f123-412b-a42f-4c515286c64b tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:02.129020 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a126439a-f123-412b-a42f-4c515286c64b tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Usage tracker for resource:port and tenant:0544d54a2ac14582aa73efecc4d5b808 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:02.131897 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-46c8a2d0-fd73-47d8-8051-376e4caa7cfe req-887a3753-4072-43cd-925c-aadb024ff3c9 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] For port 5602b440-4f46-448e-a54d-44832eb917a3, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=5602b440-4f46-448e-a54d-44832eb917a3,segment=NetworkSegment(e6734377-073b-422b-93c0-ef1cda14b824),segment_id=e6734377-073b-422b-93c0-ef1cda14b824)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:16:02.132340 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-46c8a2d0-fd73-47d8-8051-376e4caa7cfe req-887a3753-4072-43cd-925c-aadb024ff3c9 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:02.140842 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8f723266-48a5-4793-90bf-135fe4a2f801 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Unset dirty status for tenant:2fc4601b59494799a22c692e5971586b on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:16:02.141323 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-d1f7190f-5a8b-45ea-a8a7-534855aedd6d tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] For port 763c10d1-b57e-48c8-8043-0443d4788a7a, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=763c10d1-b57e-48c8-8043-0443d4788a7a,segment=NetworkSegment(4fb36cd3-6cfe-4123-a5c3-41bfd28cb3c6),segment_id=4fb36cd3-6cfe-4123-a5c3-41bfd28cb3c6)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:16:02.141686 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-d1f7190f-5a8b-45ea-a8a7-534855aedd6d tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:02.146009 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8f723266-48a5-4793-90bf-135fe4a2f801 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1586227 May 23 11:16:02.149348 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a126439a-f123-412b-a42f-4c515286c64b tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:02.152063 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55518) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:02.157423 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-edc2d9ad-7f62-44bc-a05b-2f58dabe722a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:02.158010 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-45071152-81d1-41ac-a1bd-47d83a1eda89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:02.178838 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-52c89d42-a11d-4281-885f-c8de1f860d9c tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Request body: {'security_group': {'name': 'tempest-secgroup--62371865'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:02.236484 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a126439a-f123-412b-a42f-4c515286c64b tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:02.297341 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45071152-81d1-41ac-a1bd-47d83a1eda89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b80cd5-9270-4d0a-aeaa-acf473a55e18,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:02.305709 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a638831f-9143-4dfd-9b8a-f4efff1fc60b req-88154601-d7ec-4fe1-84b5-7a922e706e60 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:02.307190 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a638831f-9143-4dfd-9b8a-f4efff1fc60b req-88154601-d7ec-4fe1-84b5-7a922e706e60 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f015bfa-6b01-4dcb-bdc3-fce1d1ca2e0f HTTP/1.1" status: 200 len: 945 time: 0.7873211 May 23 11:16:02.315660 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-46c8a2d0-fd73-47d8-8051-376e4caa7cfe req-887a3753-4072-43cd-925c-aadb024ff3c9 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Calling delete_port for 5602b440-4f46-448e-a54d-44832eb917a3 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:16:02.325597 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-d1f7190f-5a8b-45ea-a8a7-534855aedd6d tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Calling delete_port for 763c10d1-b57e-48c8-8043-0443d4788a7a owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:16:02.331509 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-5dc6063a-ce0f-4d10-8e11-ebc8dd6884a4 None None] Set router 30c451ce-b3aa-4365-957e-41e3a808e7cb gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:16:02.354437 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-52c89d42-a11d-4281-885f-c8de1f860d9c tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:02.354888 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55526) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:02.364798 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-716f5e73-1ee2-4a6a-b6ad-8a7afe1bbcf5 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Request body: {'floatingip': {'port_id': '9b434e7c-d2aa-42ef-8cba-3cbe16b4f847'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:02.430732 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-45071152-81d1-41ac-a1bd-47d83a1eda89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:02.434891 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-45071152-81d1-41ac-a1bd-47d83a1eda89 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/81b80cd5-9270-4d0a-aeaa-acf473a55e18 HTTP/1.1" status: 204 len: 168 time: 1.6280980 May 23 11:16:02.455587 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4b0fbe68-3ed6-4e2f-a5ea-654b8dea631d req-9d0e4353-ddae-489a-9c4d-cb31a5c35291 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d05b041-1d40-4506-93e9-db7dcc5faeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837678 May 23 11:16:02.515198 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-716f5e73-1ee2-4a6a-b6ad-8a7afe1bbcf5 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for floatingip, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:02.637407 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-4c8ca4dd-ea2b-4731-bafe-48489286fbe2 None None] Allocated IP 2001:db8::f816:3eff:fe6c:a221 (a2e74a6c-2d40-4000-9200-cb4963148776/b94e8d80-92dd-4f0e-b92f-122796dff681/2fd16040-a160-416e-8e8b-e74c34b9bc4e) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:16:02.694806 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dc834166-b6e2-4f7b-be34-8cb556a9101c req-2e43373f-fcc2-4e71-8d94-de0eab027e7d service neutron] 10.222.0.13 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7427146 May 23 11:16:02.731151 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55534) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:03.049619 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a126439a-f123-412b-a42f-4c515286c64b tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Made reservation on behalf of 0544d54a2ac14582aa73efecc4d5b808 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:16:03.052880 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a126439a-f123-412b-a42f-4c515286c64b tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:03.073076 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-52c89d42-a11d-4281-885f-c8de1f860d9c tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:03.095184 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-a126439a-f123-412b-a42f-4c515286c64b tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] device_id is not set on port 9393848b-c4d1-44f9-9e8f-e19d70f25c51 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:16:03.236980 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-52c89d42-a11d-4281-885f-c8de1f860d9c tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:03.241134 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4c8ca4dd-ea2b-4731-bafe-48489286fbe2 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:03.241803 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-8bfd718a-4ced-45b8-86cf-d953ccc6bc34 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1230630214-network', 'tenant_id': '6413deec0c1b468e9165a85b033a2ba9'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:03.268785 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-5dc6063a-ce0f-4d10-8e11-ebc8dd6884a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c451ce-b3aa-4365-957e-41e3a808e7cb', 'name': 'tempest-TaggedBootDevicesTest-683413081-router', 'tenant_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '1c0bea36-24e2-4f32-b963-869eeebd73d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:09:05Z', 'updated_at': '2022-05-23T11:09:13Z', 'revision_number': 4, 'project_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'gw_port': {'id': '1c0bea36-24e2-4f32-b963-869eeebd73d7', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c451ce-b3aa-4365-957e-41e3a808e7cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:09:06Z', 'updated_at': '2022-05-23T11:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '92f4ae60-c808-4476-9cbd-2bbe0f13c12e', 'name': '', 'network_id': '23dc4a33-f2ce-4b86-bf3b-fd54d05f4691', 'tenant_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'mac_address': 'fa:16:3e:5a:62:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c451ce-b3aa-4365-957e-41e3a808e7cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2226f5c-2e5b-46dc-ae1a-6976c060aeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:09:11Z', 'updated_at': '2022-05-23T11:09:31Z', 'revision_number': 5, 'project_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'subnets': [{'id': 'b2226f5c-2e5b-46dc-ae1a-6976c060aeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:03.281447 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc6063a-ce0f-4d10-8e11-ebc8dd6884a4 None None] The sync data for ids ['30c451ce-b3aa-4365-957e-41e3a808e7cb'] in n-d-842952-2 is: [{'id': '30c451ce-b3aa-4365-957e-41e3a808e7cb', 'name': 'tempest-TaggedBootDevicesTest-683413081-router', 'tenant_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '1c0bea36-24e2-4f32-b963-869eeebd73d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:09:05Z', 'updated_at': '2022-05-23T11:09:13Z', 'revision_number': 4, 'project_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'gw_port': {'id': '1c0bea36-24e2-4f32-b963-869eeebd73d7', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c451ce-b3aa-4365-957e-41e3a808e7cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:09:06Z', 'updated_at': '2022-05-23T11:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '92f4ae60-c808-4476-9cbd-2bbe0f13c12e', 'name': '', 'network_id': '23dc4a33-f2ce-4b86-bf3b-fd54d05f4691', 'tenant_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'mac_address': 'fa:16:3e:5a:62:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c451ce-b3aa-4365-957e-41e3a808e7cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2226f5c-2e5b-46dc-ae1a-6976c060aeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:09:11Z', 'updated_at': '2022-05-23T11:09:31Z', 'revision_number': 5, 'project_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'subnets': [{'id': 'b2226f5c-2e5b-46dc-ae1a-6976c060aeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:16:03.314008 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8bfd718a-4ced-45b8-86cf-d953ccc6bc34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:03.324694 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589acaa-3eb2-4caf-9f80-fe8958dafe52 req-03221580-18b8-456f-80c2-e9895a5a1167 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:03.326175 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0589acaa-3eb2-4caf-9f80-fe8958dafe52 req-03221580-18b8-456f-80c2-e9895a5a1167 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=9fb8986e-6039-4abb-9be9-413787023969 HTTP/1.1" status: 200 len: 932 time: 0.6302240 May 23 11:16:03.374563 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-46c8a2d0-fd73-47d8-8051-376e4caa7cfe req-887a3753-4072-43cd-925c-aadb024ff3c9 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:03.381276 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8bfd718a-4ced-45b8-86cf-d953ccc6bc34 admin admin] Usage tracker for resource:network and tenant:6413deec0c1b468e9165a85b033a2ba9 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:03.404259 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-edc2d9ad-7f62-44bc-a05b-2f58dabe722a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:16:03.406988 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd6b07-2d18-4186-8cb2-0d310efe9f55 req-51ac7d21-1456-44bc-93b0-b8a54c6284c0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:03.411179 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd6b07-2d18-4186-8cb2-0d310efe9f55 req-51ac7d21-1456-44bc-93b0-b8a54c6284c0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:03.412882 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-08bd6b07-2d18-4186-8cb2-0d310efe9f55 req-51ac7d21-1456-44bc-93b0-b8a54c6284c0 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 1677 time: 0.6850171 May 23 11:16:03.428824 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-edc2d9ad-7f62-44bc-a05b-2f58dabe722a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:03.455928 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8bfd718a-4ced-45b8-86cf-d953ccc6bc34 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:03.458117 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-52c89d42-a11d-4281-885f-c8de1f860d9c tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:03.479336 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8bfd718a-4ced-45b8-86cf-d953ccc6bc34 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:03.480110 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-edc2d9ad-7f62-44bc-a05b-2f58dabe722a service neutron] Transition to ACTIVE for port object ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:16:03.480826 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4c8ca4dd-ea2b-4731-bafe-48489286fbe2 None None] Transition to ACTIVE for port object 2fd16040-a160-416e-8e8b-e74c34b9bc4e will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:16:03.481608 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-52c89d42-a11d-4281-885f-c8de1f860d9c tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:03.483787 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-d1f7190f-5a8b-45ea-a8a7-534855aedd6d tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:03.501773 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a3753-4072-43cd-925c-aadb024ff3c9 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Pushing event deleted for resources: {'Port': ['ID=5602b440-4f46-448e-a54d-44832eb917a3,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:03.525683 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4c8ca4dd-ea2b-4731-bafe-48489286fbe2 None None] Transition to ACTIVE for port object 2fd16040-a160-416e-8e8b-e74c34b9bc4e will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:16:03.539865 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-edc2d9ad-7f62-44bc-a05b-2f58dabe722a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:03.555111 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4c8ca4dd-ea2b-4731-bafe-48489286fbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:03.566004 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f7190f-5a8b-45ea-a8a7-534855aedd6d tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Pushing event deleted for resources: {'Port': ['ID=763c10d1-b57e-48c8-8043-0443d4788a7a,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:03.654783 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8ca4dd-ea2b-4731-bafe-48489286fbe2 None None] Network a2e74a6c-2d40-4000-9200-cb4963148776 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:16:03.658705 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-4c8ca4dd-ea2b-4731-bafe-48489286fbe2 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:16:03.663444 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8ca4dd-ea2b-4731-bafe-48489286fbe2 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:16:03.674498 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ca4dd-ea2b-4731-bafe-48489286fbe2 None None] Pushing event updated for resources: {'Port': ['ID=2fd16040-a160-416e-8e8b-e74c34b9bc4e,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:03.682419 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfd718a-4ced-45b8-86cf-d953ccc6bc34 admin admin] Made reservation on behalf of 6413deec0c1b468e9165a85b033a2ba9 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:16:03.684969 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8bfd718a-4ced-45b8-86cf-d953ccc6bc34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:03.738581 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f01611-fe65-4e71-8222-c809b1e18abb None None] New status for floating IP fccf5094-b449-437d-b1bc-bcc13369c2dc: DOWN {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:16:03.764645 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-a126439a-f123-412b-a42f-4c515286c64b tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Allocated IP 2001:db8::f816:3eff:fee7:ac7c (a2e74a6c-2d40-4000-9200-cb4963148776/b94e8d80-92dd-4f0e-b92f-122796dff681/9393848b-c4d1-44f9-9e8f-e19d70f25c51) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:16:03.802847 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8bfd718a-4ced-45b8-86cf-d953ccc6bc34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:03.821518 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c8a2d0-fd73-47d8-8051-376e4caa7cfe req-887a3753-4072-43cd-925c-aadb024ff3c9 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] No DVR routers for this DVR port 5602b440-4f46-448e-a54d-44832eb917a3 on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:16:03.834687 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0589acaa-3eb2-4caf-9f80-fe8958dafe52 req-5a53b4d4-e00d-489e-9b9e-db4589a1db80 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4567370 May 23 11:16:03.848587 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-4c8ca4dd-ea2b-4731-bafe-48489286fbe2 None None] Attempting to bind port 2fd16040-a160-416e-8e8b-e74c34b9bc4e on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:16:03.849032 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-4c8ca4dd-ea2b-4731-bafe-48489286fbe2 None None] Attempting to bind port 2fd16040-a160-416e-8e8b-e74c34b9bc4e by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'b0e30570-db69-4d3e-bef9-6bafdcc07949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a2e74a6c-2d40-4000-9200-cb4963148776'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:16:03.849316 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8ca4dd-ea2b-4731-bafe-48489286fbe2 None None] Attempting to bind port 2fd16040-a160-416e-8e8b-e74c34b9bc4e on network a2e74a6c-2d40-4000-9200-cb4963148776 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:16:03.851240 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-46c8a2d0-fd73-47d8-8051-376e4caa7cfe req-887a3753-4072-43cd-925c-aadb024ff3c9 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:03.853915 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35125f3d-46bb-4aa0-b936-a94669d3a0f5', 'name': 'network-vif-deleted', 'tag': '5602b440-4f46-448e-a54d-44832eb917a3'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:16:03.857377 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8ca4dd-ea2b-4731-bafe-48489286fbe2 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:16:03.857893 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8ca4dd-ea2b-4731-bafe-48489286fbe2 None None] Checking segment: {'id': 'b0e30570-db69-4d3e-bef9-6bafdcc07949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a2e74a6c-2d40-4000-9200-cb4963148776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:16:03.858311 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4c8ca4dd-ea2b-4731-bafe-48489286fbe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:03.858701 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8ca4dd-ea2b-4731-bafe-48489286fbe2 None None] Bound using segment: {'id': 'b0e30570-db69-4d3e-bef9-6bafdcc07949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a2e74a6c-2d40-4000-9200-cb4963148776'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:16:03.859176 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-4c8ca4dd-ea2b-4731-bafe-48489286fbe2 None None] Bound port: 2fd16040-a160-416e-8e8b-e74c34b9bc4e, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0e30570-db69-4d3e-bef9-6bafdcc07949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a2e74a6c-2d40-4000-9200-cb4963148776'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:16:03.859627 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4c8ca4dd-ea2b-4731-bafe-48489286fbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:03.895925 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-08bd6b07-2d18-4186-8cb2-0d310efe9f55 req-6ffe9bb5-0697-41af-b495-cc9338581fe3 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4355671 May 23 11:16:03.940885 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-46c8a2d0-fd73-47d8-8051-376e4caa7cfe req-887a3753-4072-43cd-925c-aadb024ff3c9 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.13 "DELETE /v2.0/ports/5602b440-4f46-448e-a54d-44832eb917a3 HTTP/1.1" status: 204 len: 173 time: 2.8125179 May 23 11:16:03.955320 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8bfd718a-4ced-45b8-86cf-d953ccc6bc34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:03.962351 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8bfd718a-4ced-45b8-86cf-d953ccc6bc34 admin admin] Usage tracker for resource:security_group_rule and tenant:6413deec0c1b468e9165a85b033a2ba9 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:03.966579 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8bfd718a-4ced-45b8-86cf-d953ccc6bc34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:03.979672 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8bfd718a-4ced-45b8-86cf-d953ccc6bc34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:04.007935 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-4c8ca4dd-ea2b-4731-bafe-48489286fbe2 None None] For port 2fd16040-a160-416e-8e8b-e74c34b9bc4e, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:16:04.013412 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-4c8ca4dd-ea2b-4731-bafe-48489286fbe2 None None] For port 2fd16040-a160-416e-8e8b-e74c34b9bc4e, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2fd16040-a160-416e-8e8b-e74c34b9bc4e,segment=NetworkSegment(b0e30570-db69-4d3e-bef9-6bafdcc07949),segment_id=b0e30570-db69-4d3e-bef9-6bafdcc07949)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:16:04.022532 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4c8ca4dd-ea2b-4731-bafe-48489286fbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:04.055491 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-52c89d42-a11d-4281-885f-c8de1f860d9c tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:04.145256 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc2d9ad-7f62-44bc-a05b-2f58dabe722a service neutron] Pushing event updated for resources: {'Port': ['ID=ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:04.173660 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-716f5e73-1ee2-4a6a-b6ad-8a7afe1bbcf5 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:04.202503 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-716f5e73-1ee2-4a6a-b6ad-8a7afe1bbcf5 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:04.228198 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 5602b440-4f46-448e-a54d-44832eb917a3 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:16:04.326539 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38f7206a-0a23-4272-b619-a02813e07571'] response: {'server_uuid': '35125f3d-46bb-4aa0-b936-a94669d3a0f5', 'name': 'network-vif-deleted', 'tag': '5602b440-4f46-448e-a54d-44832eb917a3', 'status': 'completed', 'code': 200} May 23 11:16:04.344660 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-52c89d42-a11d-4281-885f-c8de1f860d9c tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:04.370704 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ca4dd-ea2b-4731-bafe-48489286fbe2 None None] Pushing event updated for resources: {'Port': ['ID=2fd16040-a160-416e-8e8b-e74c34b9bc4e,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:04.375160 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 5602b440-4f46-448e-a54d-44832eb917a3 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:16:04.375569 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 5602b440-4f46-448e-a54d-44832eb917a3 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:16:04.397247 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ee214f27-269f-4b73-88ae-5c86c6acd5d8 req-923abbb7-b1e7-48db-a971-364d4f2326f7 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Synchronizing usage tracker for tenant:de0406f4975c48ee929002b48060a472 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:16:04.401355 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c89d42-a11d-4281-885f-c8de1f860d9c tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=000ba101-98bc-4734-9baf-e708c6f82e91,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:04.403132 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-d1f7190f-5a8b-45ea-a8a7-534855aedd6d tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] No DVR routers for this DVR port 763c10d1-b57e-48c8-8043-0443d4788a7a on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:16:04.417530 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-d1f7190f-5a8b-45ea-a8a7-534855aedd6d tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:04.467371 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'name': 'network-vif-deleted', 'tag': '763c10d1-b57e-48c8-8043-0443d4788a7a'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:16:04.472318 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8bfd718a-4ced-45b8-86cf-d953ccc6bc34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:04.487931 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8bfd718a-4ced-45b8-86cf-d953ccc6bc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:04.510170 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ee214f27-269f-4b73-88ae-5c86c6acd5d8 req-923abbb7-b1e7-48db-a971-364d4f2326f7 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] Unset dirty status for tenant:de0406f4975c48ee929002b48060a472 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:16:04.522945 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ee214f27-269f-4b73-88ae-5c86c6acd5d8 req-923abbb7-b1e7-48db-a971-364d4f2326f7 tempest-ServerDiskConfigTestJSON-1633827328 tempest-ServerDiskConfigTestJSON-1633827328-project] 10.222.0.79 "GET /v2.0/ports?device_id=35125f3d-46bb-4aa0-b936-a94669d3a0f5 HTTP/1.1" status: 200 len: 210 time: 0.1954589 May 23 11:16:04.551012 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bfd718a-4ced-45b8-86cf-d953ccc6bc34 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:16:04.566051 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd718a-4ced-45b8-86cf-d953ccc6bc34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f104f24-d3e6-45e4-adef-c55f6b4d08fc,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:04.572181 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8bfd718a-4ced-45b8-86cf-d953ccc6bc34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:04.572604 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-8bfd718a-4ced-45b8-86cf-d953ccc6bc34 admin admin] Added segment aacb2949-f7b0-4f81-9ac6-514a286cfeda of type vlan for network 8f58b921-0292-4dfc-9e12-b02298e69ac5 May 23 11:16:04.577784 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2f15016-2524-4e68-9fc6-458f2764a9c1'] response: {'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'name': 'network-vif-deleted', 'tag': '763c10d1-b57e-48c8-8043-0443d4788a7a', 'status': 'completed', 'code': 200} May 23 11:16:04.613155 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8bfd718a-4ced-45b8-86cf-d953ccc6bc34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:04.634345 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-edc2d9ad-7f62-44bc-a05b-2f58dabe722a service neutron] Attempting to bind port ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:16:04.634670 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-edc2d9ad-7f62-44bc-a05b-2f58dabe722a service neutron] Attempting to bind port ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '3dd9ea5f-23bc-4bc8-917a-431ad3d10464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3c158aba-e520-4739-9803-5afc3c97752c'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:16:04.634995 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-edc2d9ad-7f62-44bc-a05b-2f58dabe722a service neutron] Attempting to bind port ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe on network 3c158aba-e520-4739-9803-5afc3c97752c {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:16:04.641137 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-d1f7190f-5a8b-45ea-a8a7-534855aedd6d tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.81 "DELETE /v2.0/ports/763c10d1-b57e-48c8-8043-0443d4788a7a HTTP/1.1" status: 204 len: 173 time: 3.6522744 May 23 11:16:04.689699 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8bfd718a-4ced-45b8-86cf-d953ccc6bc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:04.694912 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfd718a-4ced-45b8-86cf-d953ccc6bc34 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:04.695512 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8bfd718a-4ced-45b8-86cf-d953ccc6bc34 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:04.744950 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-edc2d9ad-7f62-44bc-a05b-2f58dabe722a service neutron] Port ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe on network 3c158aba-e520-4739-9803-5afc3c97752c not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:16:04.747071 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-edc2d9ad-7f62-44bc-a05b-2f58dabe722a service neutron] Attempting to bind port ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe on network 3c158aba-e520-4739-9803-5afc3c97752c {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:16:04.748924 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-52c89d42-a11d-4281-885f-c8de1f860d9c tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:04.753227 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-52c89d42-a11d-4281-885f-c8de1f860d9c tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 2.5864868 May 23 11:16:04.757204 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a126439a-f123-412b-a42f-4c515286c64b tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:04.760556 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55568) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:04.791936 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-2a5d4703-a87a-49d8-b18e-f2cb594e77aa tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Request body: {'security_group_rule': {'security_group_id': '000ba101-98bc-4734-9baf-e708c6f82e91', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:04.807871 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2a5d4703-a87a-49d8-b18e-f2cb594e77aa tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:04.833438 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-edc2d9ad-7f62-44bc-a05b-2f58dabe722a service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:16:04.833942 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-edc2d9ad-7f62-44bc-a05b-2f58dabe722a service neutron] Checking segment: {'id': '3dd9ea5f-23bc-4bc8-917a-431ad3d10464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3c158aba-e520-4739-9803-5afc3c97752c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:16:04.834418 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-edc2d9ad-7f62-44bc-a05b-2f58dabe722a service neutron] Bound using segment: {'id': '3dd9ea5f-23bc-4bc8-917a-431ad3d10464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3c158aba-e520-4739-9803-5afc3c97752c'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:16:04.835161 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-edc2d9ad-7f62-44bc-a05b-2f58dabe722a service neutron] Bound port: ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dd9ea5f-23bc-4bc8-917a-431ad3d10464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3c158aba-e520-4739-9803-5afc3c97752c'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:16:04.836275 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-edc2d9ad-7f62-44bc-a05b-2f58dabe722a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:04.875292 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2a5d4703-a87a-49d8-b18e-f2cb594e77aa tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:04.887417 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-b3a9f8e0-7494-4682-b24c-e1e5ca2b683a tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Deleting port fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:16:04.888072 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-b3a9f8e0-7494-4682-b24c-e1e5ca2b683a tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:04.978631 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-a126439a-f123-412b-a42f-4c515286c64b tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Transition to ACTIVE for port object 9393848b-c4d1-44f9-9e8f-e19d70f25c51 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:16:05.058487 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2a5d4703-a87a-49d8-b18e-f2cb594e77aa tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:05.103485 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2fd16040-a160-416e-8e8b-e74c34b9bc4e up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:16:05.195794 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd718a-4ced-45b8-86cf-d953ccc6bc34 admin admin] Pushing event updated for resources: {'Network': ['ID=8f58b921-0292-4dfc-9e12-b02298e69ac5,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:05.216460 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 8f58b921-0292-4dfc-9e12-b02298e69ac5 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:16:05.218872 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-edc2d9ad-7f62-44bc-a05b-2f58dabe722a service neutron] For port ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:16:05.245911 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8bfd718a-4ced-45b8-86cf-d953ccc6bc34 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.5136523 May 23 11:16:05.251608 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-edc2d9ad-7f62-44bc-a05b-2f58dabe722a service neutron] For port ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe,segment=NetworkSegment(3dd9ea5f-23bc-4bc8-917a-431ad3d10464),segment_id=3dd9ea5f-23bc-4bc8-917a-431ad3d10464)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:16:05.252299 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55582) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:05.257617 n-d-842952-2 neutron-server[83910]: INFO neutron.db.l3_db [None req-716f5e73-1ee2-4a6a-b6ad-8a7afe1bbcf5 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Floating IP 9dcc1ea3-e2a0-441e-a6f8-15106e38b217 associated. External IP: 172.25.6.251, port: 9b434e7c-d2aa-42ef-8cba-3cbe16b4f847. May 23 11:16:05.269320 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-32f6b9fe-1978-436b-9448-373cc6c349da admin admin] Request body: {'subnet': {'network_id': '8f58b921-0292-4dfc-9e12-b02298e69ac5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1230630214-subnet', 'tenant_id': '6413deec0c1b468e9165a85b033a2ba9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:05.280092 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-edc2d9ad-7f62-44bc-a05b-2f58dabe722a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:05.284036 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-32f6b9fe-1978-436b-9448-373cc6c349da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:05.287732 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2a5d4703-a87a-49d8-b18e-f2cb594e77aa tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:05.319099 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a126439a-f123-412b-a42f-4c515286c64b tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:05.353282 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-32f6b9fe-1978-436b-9448-373cc6c349da admin admin] Usage tracker for resource:subnet and tenant:6413deec0c1b468e9165a85b033a2ba9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:05.358160 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2a5d4703-a87a-49d8-b18e-f2cb594e77aa tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:05.387782 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-32f6b9fe-1978-436b-9448-373cc6c349da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:05.417944 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-32f6b9fe-1978-436b-9448-373cc6c349da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:05.448899 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 2fd16040-a160-416e-8e8b-e74c34b9bc4e completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:16:05.508678 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058e411-6030-4f63-80a4-6e9ad4a0ae2b req-36d7dd82-7137-498e-af57-f6a405cc6f24 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:05.510449 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1058e411-6030-4f63-80a4-6e9ad4a0ae2b req-36d7dd82-7137-498e-af57-f6a405cc6f24 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=9fb8986e-6039-4abb-9be9-413787023969 HTTP/1.1" status: 200 len: 944 time: 0.3880763 May 23 11:16:05.590527 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d74e5-e861-44c0-97f8-f29b8ad0c0d8 req-67ad7998-3b82-4da2-bd62-be86464dd3b8 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:05.592150 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-735d74e5-e861-44c0-97f8-f29b8ad0c0d8 req-67ad7998-3b82-4da2-bd62-be86464dd3b8 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 943 time: 0.3908334 May 23 11:16:05.646443 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1058e411-6030-4f63-80a4-6e9ad4a0ae2b req-a144c235-cb22-47ab-bac0-de1c1cced90c tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060567 May 23 11:16:05.650346 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d4703-a87a-49d8-b18e-f2cb594e77aa tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af967642-7307-4f7a-8d40-d2da75f33402,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:05.663485 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-edc2d9ad-7f62-44bc-a05b-2f58dabe722a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:05.665241 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-edc2d9ad-7f62-44bc-a05b-2f58dabe722a service neutron] 10.222.0.81 "PUT /v2.0/ports/ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe HTTP/1.1" status: 200 len: 1092 time: 3.8490381 May 23 11:16:05.690410 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f6b9fe-1978-436b-9448-373cc6c349da admin admin] Made reservation on behalf of 6413deec0c1b468e9165a85b033a2ba9 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:16:05.691356 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-735d74e5-e861-44c0-97f8-f29b8ad0c0d8 req-89eadb90-c641-4710-b2e5-38ef55f687f3 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f272872-a39f-46cb-89b3-0bb9bacc1a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879655 May 23 11:16:05.702187 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-32f6b9fe-1978-436b-9448-373cc6c349da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:05.724124 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a126439a-f123-412b-a42f-4c515286c64b tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Network a2e74a6c-2d40-4000-9200-cb4963148776 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:16:05.733622 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-a126439a-f123-412b-a42f-4c515286c64b tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:16:05.792062 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc2d9ad-7f62-44bc-a05b-2f58dabe722a service neutron] Pushing event updated for resources: {'Port': ['ID=ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:05.801168 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a126439a-f123-412b-a42f-4c515286c64b tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:16:05.805107 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a126439a-f123-412b-a42f-4c515286c64b tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:05.805707 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a126439a-f123-412b-a42f-4c515286c64b tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:05.970303 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2a5d4703-a87a-49d8-b18e-f2cb594e77aa tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:05.971482 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2a5d4703-a87a-49d8-b18e-f2cb594e77aa tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.1945586 May 23 11:16:05.979198 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55598) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:05.987415 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-4e518f42-3c43-4f00-a000-eba71b727889 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Request body: {'security_group_rule': {'security_group_id': '000ba101-98bc-4734-9baf-e708c6f82e91', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:05.994821 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4e518f42-3c43-4f00-a000-eba71b727889 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:06.000150 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4e518f42-3c43-4f00-a000-eba71b727889 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Usage tracker for resource:security_group_rule and tenant:2fc4601b59494799a22c692e5971586b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:06.004479 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4e518f42-3c43-4f00-a000-eba71b727889 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:06.010415 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a186e7-3955-4e5b-9a7b-458640b7a678 None None] Network a2e74a6c-2d40-4000-9200-cb4963148776 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:16:06.024839 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4e518f42-3c43-4f00-a000-eba71b727889 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:06.045516 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716f5e73-1ee2-4a6a-b6ad-8a7afe1bbcf5 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Router e75b29d5-8702-42ef-92a7-2ad7834ef9f1 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:16:06.057055 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4e518f42-3c43-4f00-a000-eba71b727889 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:06.058668 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a126439a-f123-412b-a42f-4c515286c64b tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.5413840 May 23 11:16:06.065649 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55602) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:06.086020 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-b3a9f8e0-7494-4682-b24c-e1e5ca2b683a tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] For port fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce,segment=NetworkSegment(e7b922b3-15a2-4883-bd23-67efe7247083),segment_id=e7b922b3-15a2-4883-bd23-67efe7247083)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:16:06.086390 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-b3a9f8e0-7494-4682-b24c-e1e5ca2b683a tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:06.107109 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a126439a-f123-412b-a42f-4c515286c64b tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Pushing event updated for resources: {'Port': ['ID=9393848b-c4d1-44f9-9e8f-e19d70f25c51,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:06.236676 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-b3a9f8e0-7494-4682-b24c-e1e5ca2b683a tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Calling delete_port for fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:16:06.352121 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-98fa71a9-d3de-4ef5-a4f6-046ca5993915 None None] Provisioning for port 2fd16040-a160-416e-8e8b-e74c34b9bc4e completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:16:06.373766 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-98fa71a9-d3de-4ef5-a4f6-046ca5993915 None None] Provisioning complete for port 2fd16040-a160-416e-8e8b-e74c34b9bc4e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:16:06.374147 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-98fa71a9-d3de-4ef5-a4f6-046ca5993915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:06.480308 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-b3a9f8e0-7494-4682-b24c-e1e5ca2b683a tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:06.491729 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-fc7d122a-da06-4dd5-81f9-1339db7a97f2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=918845eb514f4ef49a66c0d5a348fe52&device_id=9fb8986e-6039-4abb-9be9-413787023969 HTTP/1.1" status: 200 len: 1095 time: 0.6919408 May 23 11:16:06.540355 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55618) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:06.603929 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fb8986e-6039-4abb-9be9-413787023969', 'tag': 'ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:16:06.617039 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-98fa71a9-d3de-4ef5-a4f6-046ca5993915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:06.658732 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-98fa71a9-d3de-4ef5-a4f6-046ca5993915 None None] For port 2fd16040-a160-416e-8e8b-e74c34b9bc4e, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2fd16040-a160-416e-8e8b-e74c34b9bc4e,segment=NetworkSegment(b0e30570-db69-4d3e-bef9-6bafdcc07949),segment_id=b0e30570-db69-4d3e-bef9-6bafdcc07949)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:16:06.666318 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-98fa71a9-d3de-4ef5-a4f6-046ca5993915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:06.715510 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d5d33b2-c86c-4488-94e0-c8504e0dc07e tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Deleting subnet b94e8d80-92dd-4f0e-b92f-122796dff681 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:16:06.725987 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4e518f42-3c43-4f00-a000-eba71b727889 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:06.734015 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4d5d33b2-c86c-4488-94e0-c8504e0dc07e tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:06.758179 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a9f8e0-7494-4682-b24c-e1e5ca2b683a tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Pushing event deleted for resources: {'Port': ['ID=fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:06.794856 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4e518f42-3c43-4f00-a000-eba71b727889 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:06.820486 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30616616-7aef-4a42-b3a0-42d8a4ac0085'] response: {'name': 'network-changed', 'server_uuid': '9fb8986e-6039-4abb-9be9-413787023969', 'tag': 'ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe', 'status': 'completed', 'code': 200} May 23 11:16:06.826687 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-42d7fa51-9c8f-4e30-acc5-53c392e63564 admin admin] Deleting subnet 6b6de4b0-f25f-4106-b572-a920a7d5e070 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:16:06.830834 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-42d7fa51-9c8f-4e30-acc5-53c392e63564 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:06.889182 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-42d7fa51-9c8f-4e30-acc5-53c392e63564 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:06.897356 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa71a9-d3de-4ef5-a4f6-046ca5993915 None None] Pushing event updated for resources: {'Port': ['ID=2fd16040-a160-416e-8e8b-e74c34b9bc4e,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:06.970908 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e518f42-3c43-4f00-a000-eba71b727889 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7448729-1d6d-4ea3-bf5a-67e52bf11df0,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:06.983297 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-42d7fa51-9c8f-4e30-acc5-53c392e63564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:07.010509 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4d5d33b2-c86c-4488-94e0-c8504e0dc07e tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:07.034660 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ba52d88c-ed81-475f-9ac1-0ed647b6db23 None None] Provisioning for port 9393848b-c4d1-44f9-9e8f-e19d70f25c51 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:16:07.050101 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ba52d88c-ed81-475f-9ac1-0ed647b6db23 None None] Provisioning complete for port 9393848b-c4d1-44f9-9e8f-e19d70f25c51 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:16:07.050488 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ba52d88c-ed81-475f-9ac1-0ed647b6db23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:07.118485 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-6701d41d-1a5d-4a0a-b70f-a222e21cc951 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe HTTP/1.1" status: 200 len: 217 time: 0.5792849 May 23 11:16:07.124954 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ba52d88c-ed81-475f-9ac1-0ed647b6db23 None None] Port 9393848b-c4d1-44f9-9e8f-e19d70f25c51 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:16:07.140047 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4e518f42-3c43-4f00-a000-eba71b727889 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:07.144844 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4e518f42-3c43-4f00-a000-eba71b727889 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.1652908 May 23 11:16:07.146869 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ba52d88c-ed81-475f-9ac1-0ed647b6db23 None None] Provisioning complete for port 2fd16040-a160-416e-8e8b-e74c34b9bc4e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:16:07.147242 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ba52d88c-ed81-475f-9ac1-0ed647b6db23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:07.150972 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55636) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:07.194846 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-d96c5ab4-498f-4c26-ad4b-b8351a0c13a7 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Request body: {'security_group_rule': {'security_group_id': '000ba101-98bc-4734-9baf-e708c6f82e91', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:07.204320 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ffb27b0a-5e29-42fb-aff4-5e1acdb0e8fb req-68c073e3-7139-4eca-8582-68bec772daf8 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 210 time: 0.1985962 May 23 11:16:07.215291 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d96c5ab4-498f-4c26-ad4b-b8351a0c13a7 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:07.245545 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d96c5ab4-498f-4c26-ad4b-b8351a0c13a7 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Usage tracker for resource:security_group_rule and tenant:2fc4601b59494799a22c692e5971586b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:07.255994 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d96c5ab4-498f-4c26-ad4b-b8351a0c13a7 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:07.266988 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d96c5ab4-498f-4c26-ad4b-b8351a0c13a7 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:07.310335 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-32f6b9fe-1978-436b-9448-373cc6c349da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:07.319034 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe067f-92b1-4bb2-afd6-8b1beb10f450 req-c47947a8-845a-40eb-ab2e-810e8e2d6b6c tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:07.326297 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2dfe067f-92b1-4bb2-afd6-8b1beb10f450 req-c47947a8-845a-40eb-ab2e-810e8e2d6b6c tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=9fb8986e-6039-4abb-9be9-413787023969 HTTP/1.1" status: 200 len: 944 time: 0.4235029 May 23 11:16:07.368469 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-b3a9f8e0-7494-4682-b24c-e1e5ca2b683a tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] No DVR routers for this DVR port fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:16:07.368690 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716f5e73-1ee2-4a6a-b6ad-8a7afe1bbcf5 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:16:07.369858 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d96c5ab4-498f-4c26-ad4b-b8351a0c13a7 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:07.382803 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-b3a9f8e0-7494-4682-b24c-e1e5ca2b683a tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:07.383817 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-716f5e73-1ee2-4a6a-b6ad-8a7afe1bbcf5 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:07.394677 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dc0c26-71a9-4232-b9e0-9b22dd5b405f None None] Sync routers for ids ['e75b29d5-8702-42ef-92a7-2ad7834ef9f1'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:16:07.401725 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a462a908-2a7e-46bf-8132-602976d8ad9f req-b3a9f8e0-7494-4682-b24c-e1e5ca2b683a tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.81 "DELETE /v2.0/ports/fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce HTTP/1.1" status: 204 len: 173 time: 2.7352989 May 23 11:16:07.402660 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-42d7fa51-9c8f-4e30-acc5-53c392e63564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:07.409423 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dc0c26-71a9-4232-b9e0-9b22dd5b405f None None] Routers {'e75b29d5-8702-42ef-92a7-2ad7834ef9f1'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:16:07.410539 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-97dc0c26-71a9-4232-b9e0-9b22dd5b405f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:15:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['e75b29d5-8702-42ef-92a7-2ad7834ef9f1'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:07.448181 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-3a3cfd10-b479-4f5c-a681-4624980393e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:07.449647 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-3a3cfd10-b479-4f5c-a681-4624980393e2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=31ce3e03-ff53-4686-aaa6-54ac8efb8abe HTTP/1.1" status: 200 len: 846 time: 0.2589176 May 23 11:16:07.450816 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-42d7fa51-9c8f-4e30-acc5-53c392e63564 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:07.455336 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-42d7fa51-9c8f-4e30-acc5-53c392e63564 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/6b6de4b0-f25f-4106-b572-a920a7d5e070 HTTP/1.1" status: 204 len: 168 time: 0.9112425 May 23 11:16:07.455336 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f6b9fe-1978-436b-9448-373cc6c349da admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad5f4f1c-c17b-496d-bb30-9eefdb6a09ed,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:07.477654 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55644) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:07.648095 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d7fa51-9c8f-4e30-acc5-53c392e63564 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b6de4b0-f25f-4106-b572-a920a7d5e070,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:07.661452 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-97dc0c26-71a9-4232-b9e0-9b22dd5b405f None None] Set router e75b29d5-8702-42ef-92a7-2ad7834ef9f1 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:16:07.662029 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-abf3da5e-dc93-4183-a40d-a3c00187602d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3c158aba-e520-4739-9803-5afc3c97752c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1790247 May 23 11:16:07.698208 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4d5d33b2-c86c-4488-94e0-c8504e0dc07e tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:07.749806 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f6b9fe-1978-436b-9448-373cc6c349da admin admin] Checking segment: {'id': 'aacb2949-f7b0-4f81-9ac6-514a286cfeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8f58b921-0292-4dfc-9e12-b02298e69ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:16:07.750167 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f6b9fe-1978-436b-9448-373cc6c349da admin admin] Network hostable DHCP agents. Network: 8f58b921-0292-4dfc-9e12-b02298e69ac5, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:16:07.789106 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2dfe067f-92b1-4bb2-afd6-8b1beb10f450 req-e175608f-52c1-4df7-a62f-d9afe648494d tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4617207 May 23 11:16:07.799251 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-716f5e73-1ee2-4a6a-b6ad-8a7afe1bbcf5 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "PUT /v2.0/floatingips/9dcc1ea3-e2a0-441e-a6f8-15106e38b217 HTTP/1.1" status: 200 len: 991 time: 5.4431741 May 23 11:16:07.805499 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f015bfa-6b01-4dcb-bdc3-fce1d1ca2e0f', 'tag': '9b434e7c-d2aa-42ef-8cba-3cbe16b4f847'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:16:07.852133 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d96c5ab4-498f-4c26-ad4b-b8351a0c13a7 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:07.868180 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d96c5ab4-498f-4c26-ad4b-b8351a0c13a7 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:07.917573 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96c5ab4-498f-4c26-ad4b-b8351a0c13a7 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=931106f3-48cd-4f2d-8447-591d7fda1ffc,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:07.932852 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eae8d3ee-2824-42b6-b47a-882a679f20df'] response: {'name': 'network-changed', 'server_uuid': '7f015bfa-6b01-4dcb-bdc3-fce1d1ca2e0f', 'tag': '9b434e7c-d2aa-42ef-8cba-3cbe16b4f847', 'status': 'completed', 'code': 200} May 23 11:16:07.938608 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4d5d33b2-c86c-4488-94e0-c8504e0dc07e tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:08.057615 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-cbe19b0e-4155-4591-ba0f-cf6360ce42d1 None None] Provisioning complete for port 9393848b-c4d1-44f9-9e8f-e19d70f25c51 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:16:08.058532 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cbe19b0e-4155-4591-ba0f-cf6360ce42d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:08.090032 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:08.154749 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-cbe19b0e-4155-4591-ba0f-cf6360ce42d1 None None] Port 9393848b-c4d1-44f9-9e8f-e19d70f25c51 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:16:08.155717 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d33b2-c86c-4488-94e0-c8504e0dc07e tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Pushing event deleted for resources: {'Subnet': ['ID=b94e8d80-92dd-4f0e-b92f-122796dff681,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:08.160951 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d96c5ab4-498f-4c26-ad4b-b8351a0c13a7 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:08.165296 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d96c5ab4-498f-4c26-ad4b-b8351a0c13a7 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9835799 May 23 11:16:08.169025 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55658) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:08.172380 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4d5d33b2-c86c-4488-94e0-c8504e0dc07e tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:08.182444 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4d5d33b2-c86c-4488-94e0-c8504e0dc07e tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] 10.222.0.79 "DELETE /v2.0/subnets/b94e8d80-92dd-4f0e-b92f-122796dff681 HTTP/1.1" status: 204 len: 168 time: 2.1000237 May 23 11:16:08.182862 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7930017b-c34a-436a-8a74-082f4bb031b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:08.184417 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-de4d3c7e-59e2-42e6-ae57-6663971d3a18 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Request body: {'security_group_rule': {'security_group_id': '000ba101-98bc-4734-9baf-e708c6f82e91', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:08.185708 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55662) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:08.192650 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f6b9fe-1978-436b-9448-373cc6c349da admin admin] Network 8f58b921-0292-4dfc-9e12-b02298e69ac5 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:16:08.196739 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-de4d3c7e-59e2-42e6-ae57-6663971d3a18 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:08.210057 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69830d0-c4a3-47a8-8a78-5051b6f7ee74 None None] Network a2e74a6c-2d40-4000-9200-cb4963148776 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:16:08.219444 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-de4d3c7e-59e2-42e6-ae57-6663971d3a18 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Usage tracker for resource:security_group_rule and tenant:2fc4601b59494799a22c692e5971586b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:08.229199 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-de4d3c7e-59e2-42e6-ae57-6663971d3a18 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:08.242290 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-de4d3c7e-59e2-42e6-ae57-6663971d3a18 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:08.281201 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-de4d3c7e-59e2-42e6-ae57-6663971d3a18 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:08.313461 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-32f6b9fe-1978-436b-9448-373cc6c349da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 8f58b921-0292-4dfc-9e12-b02298e69ac5) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:16:08.325660 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dcb61161-3540-4e7b-9a20-d495a8f6484f req-0bcfddb8-9a99-417e-ab7a-974fcbb1fbdc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92ce77b1b70449899717558adda940d2&device_id=7f015bfa-6b01-4dcb-bdc3-fce1d1ca2e0f HTTP/1.1" status: 200 len: 1096 time: 0.3114188 May 23 11:16:08.364293 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f6b9fe-1978-436b-9448-373cc6c349da admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:08.364876 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-32f6b9fe-1978-436b-9448-373cc6c349da admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:08.415163 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-32f6b9fe-1978-436b-9448-373cc6c349da admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.1617446 May 23 11:16:08.419671 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-7359e37d-c054-48e6-a20d-d43968fa6101 service neutron] 10.222.0.81 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6860311 May 23 11:16:08.422876 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb71be87-194d-431b-add9-f4f044ff3f1a tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:08.424335 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb71be87-194d-431b-add9-f4f044ff3f1a tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:08.425758 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-cb71be87-194d-431b-add9-f4f044ff3f1a tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2391253 May 23 11:16:08.429556 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55670) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:08.429883 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55672) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:08.461645 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a1b1ec-b6bc-48aa-ba82-2fda5a87af1a None None] Network 8f58b921-0292-4dfc-9e12-b02298e69ac5 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:16:08.550971 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-84033033-aa0c-4f14-90c7-455ead17f1a6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1230630214-router', 'tenant_id': '6413deec0c1b468e9165a85b033a2ba9', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:08.573106 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ea2b7c7d-1686-4853-9868-77b83c69bf72 req-00ba2a60-72ef-420c-8e6a-86f4ca5bdba1 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 210 time: 0.0580292 May 23 11:16:08.684459 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb61161-3540-4e7b-9a20-d495a8f6484f req-2912d0f8-9402-493e-9400-f9600e9cd258 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:08.686022 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dcb61161-3540-4e7b-9a20-d495a8f6484f req-2912d0f8-9402-493e-9400-f9600e9cd258 service neutron] 10.222.0.13 "GET /v2.0/networks?id=297e8414-85bd-4e0d-aedb-8abf246d8703 HTTP/1.1" status: 200 len: 916 time: 0.3472297 May 23 11:16:08.709403 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-97dc0c26-71a9-4232-b9e0-9b22dd5b405f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'name': 'tempest-AttachVolumeNegativeTest-1482793895-router', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:11:20Z', 'updated_at': '2022-05-23T11:11:34Z', 'revision_number': 4, 'project_id': '92ce77b1b70449899717558adda940d2', 'gw_port': {'id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:22Z', 'updated_at': '2022-05-23T11:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '9dcc1ea3-e2a0-441e-a6f8-15106e38b217', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'floating_ip_address': '172.25.6.251', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'port_id': '9b434e7c-d2aa-42ef-8cba-3cbe16b4f847', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'mac_address': 'fa:16:3e:24:40:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f015bfa-6b01-4dcb-bdc3-fce1d1ca2e0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:15:30Z', 'updated_at': '2022-05-23T11:16:03Z', 'revision_number': 1, 'project_id': '92ce77b1b70449899717558adda940d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9959c7e4-5ac1-4278-9125-90a08213ddc5', 'name': '', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'mac_address': 'fa:16:3e:c5:51:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:31Z', 'updated_at': '2022-05-23T11:11:44Z', 'revision_number': 5, 'project_id': '92ce77b1b70449899717558adda940d2', 'subnets': [{'id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:08.748542 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dc0c26-71a9-4232-b9e0-9b22dd5b405f None None] Checking router: e75b29d5-8702-42ef-92a7-2ad7834ef9f1 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:16:08.770194 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-84033033-aa0c-4f14-90c7-455ead17f1a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:08.801093 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84676e08-d402-45d9-bb99-5a0f69c8cacb None None] DHCP port deletion for a2e74a6c-2d40-4000-9200-cb4963148776 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:16:08.822851 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dcb61161-3540-4e7b-9a20-d495a8f6484f req-010ca895-4de5-4dcc-9daa-588b3c4d3214 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b434e7c-d2aa-42ef-8cba-3cbe16b4f847 HTTP/1.1" status: 200 len: 999 time: 0.1293273 May 23 11:16:08.824499 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-de4d3c7e-59e2-42e6-ae57-6663971d3a18 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:08.826924 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-84676e08-d402-45d9-bb99-5a0f69c8cacb None None] Deleting port 2fd16040-a160-416e-8e8b-e74c34b9bc4e {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:16:08.828119 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-84676e08-d402-45d9-bb99-5a0f69c8cacb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:08.833730 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-de4d3c7e-59e2-42e6-ae57-6663971d3a18 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:08.893462 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d3c7e-59e2-42e6-ae57-6663971d3a18 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb3b9c02-879d-4917-bafc-f2de7b094991,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:08.903836 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dc0c26-71a9-4232-b9e0-9b22dd5b405f None None] Routers {'e75b29d5-8702-42ef-92a7-2ad7834ef9f1'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:16:08.906291 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-97dc0c26-71a9-4232-b9e0-9b22dd5b405f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:15:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['e75b29d5-8702-42ef-92a7-2ad7834ef9f1'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:08.912695 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'name': 'network-vif-deleted', 'tag': 'fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:16:08.988909 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb61161-3540-4e7b-9a20-d495a8f6484f req-ff1cdd90-f4f9-4a35-b691-aee845443ecc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:08.991757 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dcb61161-3540-4e7b-9a20-d495a8f6484f req-ff1cdd90-f4f9-4a35-b691-aee845443ecc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6 HTTP/1.1" status: 200 len: 854 time: 0.1089647 May 23 11:16:08.999367 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-84033033-aa0c-4f14-90c7-455ead17f1a6 admin admin] Usage tracker for resource:router and tenant:6413deec0c1b468e9165a85b033a2ba9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:09.049377 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7930017b-c34a-436a-8a74-082f4bb031b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:09.076755 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2fd16040-a160-416e-8e8b-e74c34b9bc4e no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:16:09.092932 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-7930017b-c34a-436a-8a74-082f4bb031b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06b7cf5f-e94a-455b-8d9e-43afc47729a0']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:09.107400 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-7930017b-c34a-436a-8a74-082f4bb031b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6734377-073b-422b-93c0-ef1cda14b824') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:09.107695 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-7930017b-c34a-436a-8a74-082f4bb031b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6734377-073b-422b-93c0-ef1cda14b824') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:09.121361 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7930017b-c34a-436a-8a74-082f4bb031b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:09.137542 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-de4d3c7e-59e2-42e6-ae57-6663971d3a18 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:09.138991 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-de4d3c7e-59e2-42e6-ae57-6663971d3a18 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9691186 May 23 11:16:09.142953 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55692) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:09.143174 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7930017b-c34a-436a-8a74-082f4bb031b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:09.150844 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-83343e5b-831f-460e-adc7-cd8621d73764 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Request body: {'security_group_rule': {'security_group_id': '000ba101-98bc-4734-9baf-e708c6f82e91', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:09.151278 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7930017b-c34a-436a-8a74-082f4bb031b5 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:16:09.151665 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7930017b-c34a-436a-8a74-082f4bb031b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:09.163736 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-83343e5b-831f-460e-adc7-cd8621d73764 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:09.177628 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-83343e5b-831f-460e-adc7-cd8621d73764 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Usage tracker for resource:security_group_rule and tenant:2fc4601b59494799a22c692e5971586b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:09.188542 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-83343e5b-831f-460e-adc7-cd8621d73764 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:09.198523 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-83343e5b-831f-460e-adc7-cd8621d73764 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:09.261880 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dcb61161-3540-4e7b-9a20-d495a8f6484f req-d2edf7ce-3b1f-408d-9706-15a704d7db20 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=297e8414-85bd-4e0d-aedb-8abf246d8703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2594571 May 23 11:16:09.263908 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83343e5b-831f-460e-adc7-cd8621d73764 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:09.275799 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:16:09.275799 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:16:09.275799 n-d-842952-2 neutron-server[83911]: timer() May 23 11:16:09.275799 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:16:09.275799 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:16:09.275799 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:16:09.275799 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:16:09.275799 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:16:09.275799 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:16:09.275799 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:16:09.275799 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:16:09.275799 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:16:09.275799 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:16:09.275799 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:16:09.275799 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:16:09.275799 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:16:09.275799 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:16:09.275799 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:16:09.275799 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:16:09.275799 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:16:09.275799 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:16:09.275799 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:16:09.275799 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:16:09.275799 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:16:09.275799 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:16:09.275799 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:16:09.275799 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:16:09.275799 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:16:09.275799 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:16:09.275799 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:16:09.275799 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:16:09.275799 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:16:09.278228 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7b6ea57-d740-472c-a661-23af67f5f742'] response: {'server_uuid': '3a667444-e49b-4f93-8246-448eed64fdef', 'name': 'network-vif-deleted', 'tag': 'fe6f1e8e-f2c9-4fa8-8296-ab11142ee7ce', 'status': 'completed', 'code': 200} May 23 11:16:09.281548 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1d9d4-5252-4ce8-8fa2-bc51fa49e7e6 req-1fa5d24c-775c-428e-83b2-53f7f7491f1a tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:09.289240 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6ea1d9d4-5252-4ce8-8fa2-bc51fa49e7e6 req-1fa5d24c-775c-428e-83b2-53f7f7491f1a tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=9fb8986e-6039-4abb-9be9-413787023969 HTTP/1.1" status: 200 len: 944 time: 0.2013485 May 23 11:16:09.359956 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-84033033-aa0c-4f14-90c7-455ead17f1a6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:09.362052 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3a6297-3f79-4a3d-add5-59d5ecf26707 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-8f58b921-0292-4dfc-9e12-b02298e69ac5', 'network_id': '8f58b921-0292-4dfc-9e12-b02298e69ac5', 'tenant_id': '6413deec0c1b468e9165a85b033a2ba9', 'fixed_ips': [{'subnet_id': 'ad5f4f1c-c17b-496d-bb30-9eefdb6a09ed'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:16:09.362998 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7f3a6297-3f79-4a3d-add5-59d5ecf26707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:09.364233 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c9ea14fd-c277-40f7-b339-066a82e82d68 req-a69d4ab9-d0d1-422f-b4e3-d46f3f80daae service neutron] 10.222.0.81 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8092473 May 23 11:16:09.368218 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-10217a83-f5c6-48d3-983c-16c7df0c7d06 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:09.373809 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7930017b-c34a-436a-8a74-082f4bb031b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:09.378892 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7930017b-c34a-436a-8a74-082f4bb031b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:09.389835 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-84033033-aa0c-4f14-90c7-455ead17f1a6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:09.418724 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7930017b-c34a-436a-8a74-082f4bb031b5 admin admin] 10.222.0.79 "DELETE /v2.0/networks/06b7cf5f-e94a-455b-8d9e-43afc47729a0 HTTP/1.1" status: 204 len: 168 time: 1.8671777 May 23 11:16:09.427628 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930017b-c34a-436a-8a74-082f4bb031b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=06b7cf5f-e94a-455b-8d9e-43afc47729a0,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:09.440493 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-10217a83-f5c6-48d3-983c-16c7df0c7d06 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 23 11:16:09.441035 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10217a83-f5c6-48d3-983c-16c7df0c7d06 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:16:09.450588 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-10217a83-f5c6-48d3-983c-16c7df0c7d06 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] 10.222.0.79 "DELETE /v2.0/networks/a2e74a6c-2d40-4000-9200-cb4963148776 HTTP/1.1" status: 409 len: 405 time: 1.0180373 May 23 11:16:09.451332 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55700) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:09.457189 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-84033033-aa0c-4f14-90c7-455ead17f1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:09.458134 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-84033033-aa0c-4f14-90c7-455ead17f1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:09.505707 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-90a233c5-3b80-4fce-ad36-ade21501fde5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:09.517975 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-84033033-aa0c-4f14-90c7-455ead17f1a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:09.522965 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:09.533463 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6ea1d9d4-5252-4ce8-8fa2-bc51fa49e7e6 req-ef30dfe0-ea58-4809-aab4-8c75bc7b8224 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405427 May 23 11:16:09.574021 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-643974ed-bda7-4293-b3b9-29ba52c00f01 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-600945563'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:09.585597 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-643974ed-bda7-4293-b3b9-29ba52c00f01 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:09.590682 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-643974ed-bda7-4293-b3b9-29ba52c00f01 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Usage tracker for resource:network and tenant:0544d54a2ac14582aa73efecc4d5b808 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:09.593793 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-643974ed-bda7-4293-b3b9-29ba52c00f01 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:09.597749 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83343e5b-831f-460e-adc7-cd8621d73764 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:09.600759 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-643974ed-bda7-4293-b3b9-29ba52c00f01 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:09.602565 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dcb61161-3540-4e7b-9a20-d495a8f6484f req-c27c8009-7d3f-4bae-b7b5-67454e828bee service neutron] 10.222.0.13 "GET /v2.0/networks/297e8414-85bd-4e0d-aedb-8abf246d8703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950752 May 23 11:16:09.605818 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83343e5b-831f-460e-adc7-cd8621d73764 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:09.719234 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83343e5b-831f-460e-adc7-cd8621d73764 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07bdf571-311f-434e-bd92-0f4031b1ad1c,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:09.733101 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643974ed-bda7-4293-b3b9-29ba52c00f01 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Made reservation on behalf of 0544d54a2ac14582aa73efecc4d5b808 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:16:09.736454 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-643974ed-bda7-4293-b3b9-29ba52c00f01 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:09.843588 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:09.857960 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-97dc0c26-71a9-4232-b9e0-9b22dd5b405f None None] Set router e75b29d5-8702-42ef-92a7-2ad7834ef9f1 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:16:09.924769 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-643974ed-bda7-4293-b3b9-29ba52c00f01 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:16:09.948843 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-643974ed-bda7-4293-b3b9-29ba52c00f01 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:09.950726 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-643974ed-bda7-4293-b3b9-29ba52c00f01 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Added segment 9d10b4db-a2f1-4e84-8bf4-5e03f2879891 of type vlan for network e074f846-71b7-4ddf-a9d0-83f7a2a624c0 May 23 11:16:10.017170 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-84676e08-d402-45d9-bb99-5a0f69c8cacb None None] For port 2fd16040-a160-416e-8e8b-e74c34b9bc4e, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2fd16040-a160-416e-8e8b-e74c34b9bc4e,segment=NetworkSegment(b0e30570-db69-4d3e-bef9-6bafdcc07949),segment_id=b0e30570-db69-4d3e-bef9-6bafdcc07949)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:16:10.019281 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-84676e08-d402-45d9-bb99-5a0f69c8cacb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:10.042754 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-643974ed-bda7-4293-b3b9-29ba52c00f01 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:10.066145 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55712) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:10.093313 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-643974ed-bda7-4293-b3b9-29ba52c00f01 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:10.097633 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643974ed-bda7-4293-b3b9-29ba52c00f01 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:10.098281 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-643974ed-bda7-4293-b3b9-29ba52c00f01 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:10.159959 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3faa20c4-28ae-4b04-8a3e-994b1614f503 req-469585cd-a9b5-4dfb-b804-04d8231fa1fb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=918845eb514f4ef49a66c0d5a348fe52&device_id=9fb8986e-6039-4abb-9be9-413787023969 HTTP/1.1" status: 200 len: 1095 time: 0.5486286 May 23 11:16:10.169627 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-84033033-aa0c-4f14-90c7-455ead17f1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:10.182804 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83343e5b-831f-460e-adc7-cd8621d73764 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:10.184653 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-83343e5b-831f-460e-adc7-cd8621d73764 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.0395582 May 23 11:16:10.212495 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-71917c63-5830-4ba4-9a40-4557316cd5a7 req-3e2eac6b-83f1-4dbe-a61f-d6222233145e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a667444-e49b-4f93-8246-448eed64fdef HTTP/1.1" status: 200 len: 210 time: 0.2741501 May 23 11:16:10.213033 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55716) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:10.247747 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:16:10.289397 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-643974ed-bda7-4293-b3b9-29ba52c00f01 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8365953 May 23 11:16:10.290902 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-84676e08-d402-45d9-bb99-5a0f69c8cacb None None] Calling delete_port for 2fd16040-a160-416e-8e8b-e74c34b9bc4e owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:16:10.294853 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dcb61161-3540-4e7b-9a20-d495a8f6484f req-8a1b972d-68f0-4679-83ee-608ad1f52c3a service neutron] 10.222.0.13 "GET /v2.0/networks/297e8414-85bd-4e0d-aedb-8abf246d8703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6691587 May 23 11:16:10.295388 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55722) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:10.391590 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-216ae5a2-6876-4a9b-a00c-ff735ccdd190 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Request body: {'subnet': {'network_id': 'e074f846-71b7-4ddf-a9d0-83f7a2a624c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:10.400809 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 2fd16040-a160-416e-8e8b-e74c34b9bc4e, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2fd16040-a160-416e-8e8b-e74c34b9bc4e,segment=NetworkSegment(b0e30570-db69-4d3e-bef9-6bafdcc07949),segment_id=b0e30570-db69-4d3e-bef9-6bafdcc07949)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:16:10.434676 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-7f3a6297-3f79-4a3d-add5-59d5ecf26707 None None] Allocated IP 172.20.0.2 (8f58b921-0292-4dfc-9e12-b02298e69ac5/ad5f4f1c-c17b-496d-bb30-9eefdb6a09ed/ffe7b55b-f952-4912-993e-bfd1fbe1e3f8) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:16:10.436857 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:10.452499 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643974ed-bda7-4293-b3b9-29ba52c00f01 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Pushing event updated for resources: {'Network': ['ID=e074f846-71b7-4ddf-a9d0-83f7a2a624c0,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:10.577470 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ff789e19-0a45-4728-a233-4629ebbbb559 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=de0406f4975c48ee929002b48060a472&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5012500 May 23 11:16:10.586050 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55728) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:10.617772 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=2fd16040-a160-416e-8e8b-e74c34b9bc4e,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:10.628973 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network e074f846-71b7-4ddf-a9d0-83f7a2a624c0 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:16:10.629170 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-06610cbb-cf9f-4776-ab51-ced88931931d tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:10.683489 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa20c4-28ae-4b04-8a3e-994b1614f503 req-c5d1fd55-d0d5-4748-9e10-0a873930f393 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:10.685136 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3faa20c4-28ae-4b04-8a3e-994b1614f503 req-c5d1fd55-d0d5-4748-9e10-0a873930f393 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3c158aba-e520-4739-9803-5afc3c97752c HTTP/1.1" status: 200 len: 907 time: 0.5021956 May 23 11:16:10.703910 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-06610cbb-cf9f-4776-ab51-ced88931931d tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:10.755394 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-216ae5a2-6876-4a9b-a00c-ff735ccdd190 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:10.830239 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-216ae5a2-6876-4a9b-a00c-ff735ccdd190 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:10.844231 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-84676e08-d402-45d9-bb99-5a0f69c8cacb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:16:10.844771 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-84676e08-d402-45d9-bb99-5a0f69c8cacb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:16:10.873138 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216ae5a2-6876-4a9b-a00c-ff735ccdd190 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Made reservation on behalf of 0544d54a2ac14582aa73efecc4d5b808 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:16:10.979148 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3faa20c4-28ae-4b04-8a3e-994b1614f503 req-dcffe9df-f2f3-4dbe-a0cb-fd66e7464e90 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe HTTP/1.1" status: 200 len: 217 time: 0.2873247 May 23 11:16:10.986875 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-216ae5a2-6876-4a9b-a00c-ff735ccdd190 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:11.157014 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa20c4-28ae-4b04-8a3e-994b1614f503 req-e30a6112-a02c-4d04-923b-0d3a6ea4a631 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:11.159281 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3faa20c4-28ae-4b04-8a3e-994b1614f503 req-e30a6112-a02c-4d04-923b-0d3a6ea4a631 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=31ce3e03-ff53-4686-aaa6-54ac8efb8abe HTTP/1.1" status: 200 len: 846 time: 0.1746559 May 23 11:16:11.165504 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-06610cbb-cf9f-4776-ab51-ced88931931d tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:11.262788 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc5e0d2f-6296-4bf8-af12-f312a6e9a313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:11.264447 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06610cbb-cf9f-4776-ab51-ced88931931d tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=07bdf571-311f-434e-bd92-0f4031b1ad1c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:11.312753 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-06610cbb-cf9f-4776-ab51-ced88931931d tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:11.324801 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-06610cbb-cf9f-4776-ab51-ced88931931d tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/07bdf571-311f-434e-bd92-0f4031b1ad1c HTTP/1.1" status: 204 len: 168 time: 1.0431392 May 23 11:16:11.351105 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-84676e08-d402-45d9-bb99-5a0f69c8cacb None None] Deleting port 2fd16040-a160-416e-8e8b-e74c34b9bc4e {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:16:11.351514 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-84676e08-d402-45d9-bb99-5a0f69c8cacb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:11.354279 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55738) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:11.396397 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3faa20c4-28ae-4b04-8a3e-994b1614f503 req-a6dd019d-b478-400f-a293-79e455c85331 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3c158aba-e520-4739-9803-5afc3c97752c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2088473 May 23 11:16:11.442914 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed59f6-274d-45a3-8c9a-66c44ec08c43 req-e4af9470-d1af-4c69-b4b7-d8596916b577 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:11.465982 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-60ed59f6-274d-45a3-8c9a-66c44ec08c43 req-e4af9470-d1af-4c69-b4b7-d8596916b577 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=9fb8986e-6039-4abb-9be9-413787023969 HTTP/1.1" status: 200 len: 944 time: 0.7017264 May 23 11:16:11.471041 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc5e0d2f-6296-4bf8-af12-f312a6e9a313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:11.530679 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55744) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:11.582209 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7f3a6297-3f79-4a3d-add5-59d5ecf26707 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:11.583169 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-84033033-aa0c-4f14-90c7-455ead17f1a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:11.612813 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0052403a-1781-4c2a-8b7c-633aab18ccde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:11.625102 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d67d873a-7918-420e-9ae7-15a155c5e574 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Synchronizing usage tracker for tenant:2fc4601b59494799a22c692e5971586b on resource:security_group_rule {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:16:11.627692 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7f3a6297-3f79-4a3d-add5-59d5ecf26707 None None] Transition to ACTIVE for port object ffe7b55b-f952-4912-993e-bfd1fbe1e3f8 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:16:11.684110 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-84033033-aa0c-4f14-90c7-455ead17f1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:11.700787 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-60ed59f6-274d-45a3-8c9a-66c44ec08c43 req-d35bbac6-a2bb-4bd2-a3fc-cc80f4b6c892 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330377 May 23 11:16:11.725835 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7f3a6297-3f79-4a3d-add5-59d5ecf26707 None None] Transition to ACTIVE for port object ffe7b55b-f952-4912-993e-bfd1fbe1e3f8 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:16:11.790095 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc5e0d2f-6296-4bf8-af12-f312a6e9a313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:11.803987 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8491503b-45fa-4bd1-b31d-32c6ea78ec52 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:11.851408 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8491503b-45fa-4bd1-b31d-32c6ea78ec52 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:11.868014 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d67d873a-7918-420e-9ae7-15a155c5e574 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Unset dirty status for tenant:2fc4601b59494799a22c692e5971586b on resource:security_group_rule {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:16:11.872974 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d67d873a-7918-420e-9ae7-15a155c5e574 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.5081882 May 23 11:16:11.874389 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e0d2f-6296-4bf8-af12-f312a6e9a313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d05b041-1d40-4506-93e9-db7dcc5faeb6,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:11.876492 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55752) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:11.921102 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-84033033-aa0c-4f14-90c7-455ead17f1a6 admin admin] Allocated IP 172.25.6.244 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/40ea926d-6eb9-456b-aff7-121a6a90bf0f) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:16:11.973606 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0892e1d7-efce-428b-8bb6-9840b6b94da1 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:11.983300 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-97dc0c26-71a9-4232-b9e0-9b22dd5b405f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'name': 'tempest-AttachVolumeNegativeTest-1482793895-router', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:11:20Z', 'updated_at': '2022-05-23T11:11:34Z', 'revision_number': 4, 'project_id': '92ce77b1b70449899717558adda940d2', 'gw_port': {'id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:22Z', 'updated_at': '2022-05-23T11:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '9dcc1ea3-e2a0-441e-a6f8-15106e38b217', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'floating_ip_address': '172.25.6.251', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'port_id': '9b434e7c-d2aa-42ef-8cba-3cbe16b4f847', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'mac_address': 'fa:16:3e:24:40:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f015bfa-6b01-4dcb-bdc3-fce1d1ca2e0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:15:30Z', 'updated_at': '2022-05-23T11:16:03Z', 'revision_number': 1, 'project_id': '92ce77b1b70449899717558adda940d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9959c7e4-5ac1-4278-9125-90a08213ddc5', 'name': '', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'mac_address': 'fa:16:3e:c5:51:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:31Z', 'updated_at': '2022-05-23T11:11:44Z', 'revision_number': 5, 'project_id': '92ce77b1b70449899717558adda940d2', 'subnets': [{'id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:11.996096 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7f3a6297-3f79-4a3d-add5-59d5ecf26707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:12.001858 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0892e1d7-efce-428b-8bb6-9840b6b94da1 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:12.032094 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dc0c26-71a9-4232-b9e0-9b22dd5b405f None None] The sync data for ids ['e75b29d5-8702-42ef-92a7-2ad7834ef9f1'] in n-d-842952-2 is: [{'id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'name': 'tempest-AttachVolumeNegativeTest-1482793895-router', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:11:20Z', 'updated_at': '2022-05-23T11:11:34Z', 'revision_number': 4, 'project_id': '92ce77b1b70449899717558adda940d2', 'gw_port': {'id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:22Z', 'updated_at': '2022-05-23T11:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '9dcc1ea3-e2a0-441e-a6f8-15106e38b217', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'floating_ip_address': '172.25.6.251', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'port_id': '9b434e7c-d2aa-42ef-8cba-3cbe16b4f847', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'mac_address': 'fa:16:3e:24:40:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f015bfa-6b01-4dcb-bdc3-fce1d1ca2e0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:15:30Z', 'updated_at': '2022-05-23T11:16:03Z', 'revision_number': 1, 'project_id': '92ce77b1b70449899717558adda940d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9959c7e4-5ac1-4278-9125-90a08213ddc5', 'name': '', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'mac_address': 'fa:16:3e:c5:51:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:31Z', 'updated_at': '2022-05-23T11:11:44Z', 'revision_number': 5, 'project_id': '92ce77b1b70449899717558adda940d2', 'subnets': [{'id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:16:12.084502 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0892e1d7-efce-428b-8bb6-9840b6b94da1 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:12.095729 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-84033033-aa0c-4f14-90c7-455ead17f1a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:12.096090 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-84676e08-d402-45d9-bb99-5a0f69c8cacb None None] For port 2fd16040-a160-416e-8e8b-e74c34b9bc4e, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2fd16040-a160-416e-8e8b-e74c34b9bc4e,segment=NetworkSegment(b0e30570-db69-4d3e-bef9-6bafdcc07949),segment_id=b0e30570-db69-4d3e-bef9-6bafdcc07949)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:16:12.096487 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-84676e08-d402-45d9-bb99-5a0f69c8cacb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:12.103006 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc5e0d2f-6296-4bf8-af12-f312a6e9a313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:12.106408 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-cc5e0d2f-6296-4bf8-af12-f312a6e9a313 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5d05b041-1d40-4506-93e9-db7dcc5faeb6 HTTP/1.1" status: 204 len: 168 time: 1.5075822 May 23 11:16:12.110522 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0892e1d7-efce-428b-8bb6-9840b6b94da1 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:12.114278 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3a6297-3f79-4a3d-add5-59d5ecf26707 None None] Network 8f58b921-0292-4dfc-9e12-b02298e69ac5 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:16:12.114430 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0892e1d7-efce-428b-8bb6-9840b6b94da1 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/eb3b9c02-879d-4917-bafc-f2de7b094991 HTTP/1.1" status: 204 len: 168 time: 0.2307019 May 23 11:16:12.117741 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55762) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:12.118867 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-7f3a6297-3f79-4a3d-add5-59d5ecf26707 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:16:12.121458 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3a6297-3f79-4a3d-add5-59d5ecf26707 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:16:12.130863 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-84033033-aa0c-4f14-90c7-455ead17f1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:12.138545 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0892e1d7-efce-428b-8bb6-9840b6b94da1 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb3b9c02-879d-4917-bafc-f2de7b094991,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:12.178928 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a6297-3f79-4a3d-add5-59d5ecf26707 None None] Pushing event updated for resources: {'Port': ['ID=ffe7b55b-f952-4912-993e-bfd1fbe1e3f8,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:12.282932 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3faa20c4-28ae-4b04-8a3e-994b1614f503 req-d250b34a-2f1c-4c91-af76-e7dc45afb1ce service neutron] 10.222.0.81 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8682745 May 23 11:16:12.287434 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84033033-aa0c-4f14-90c7-455ead17f1a6 admin admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:16:12.291299 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84033033-aa0c-4f14-90c7-455ead17f1a6 admin admin] Pushing event updated for resources: {'Port': ['ID=40ea926d-6eb9-456b-aff7-121a6a90bf0f,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:12.293964 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-84676e08-d402-45d9-bb99-5a0f69c8cacb None None] Calling delete_port for 2fd16040-a160-416e-8e8b-e74c34b9bc4e owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:16:12.303883 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-84033033-aa0c-4f14-90c7-455ead17f1a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:16:12.307934 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84033033-aa0c-4f14-90c7-455ead17f1a6 admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:16:12.319943 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8cdba03e-6e00-42e7-bdd4-a7b037f0bd17 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Synchronizing usage tracker for tenant:2fc4601b59494799a22c692e5971586b on resource:security_group_rule {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:16:12.335256 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8491503b-45fa-4bd1-b31d-32c6ea78ec52 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:12.364789 n-d-842952-2 neutron-server[83910]: DEBUG neutron.objects.ports [None req-216ae5a2-6876-4a9b-a00c-ff735ccdd190 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83910) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 23 11:16:12.366083 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8491503b-45fa-4bd1-b31d-32c6ea78ec52 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f272872-a39f-46cb-89b3-0bb9bacc1a43,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:12.373235 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-216ae5a2-6876-4a9b-a00c-ff735ccdd190 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:12.470743 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8491503b-45fa-4bd1-b31d-32c6ea78ec52 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:12.471943 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8491503b-45fa-4bd1-b31d-32c6ea78ec52 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "DELETE /v2.0/security-groups/1f272872-a39f-46cb-89b3-0bb9bacc1a43 HTTP/1.1" status: 204 len: 168 time: 0.9397182 May 23 11:16:12.472750 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8cdba03e-6e00-42e7-bdd4-a7b037f0bd17 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Unset dirty status for tenant:2fc4601b59494799a22c692e5971586b on resource:security_group_rule {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:16:12.483905 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8cdba03e-6e00-42e7-bdd4-a7b037f0bd17 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.3525684 May 23 11:16:12.485332 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5def81-e302-4634-a505-4e2b27641589 None None] New status for floating IP 9dcc1ea3-e2a0-441e-a6f8-15106e38b217: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:16:12.495618 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55768) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:12.496281 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55770) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:12.528617 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-7f3a6297-3f79-4a3d-add5-59d5ecf26707 None None] Attempting to bind port ffe7b55b-f952-4912-993e-bfd1fbe1e3f8 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:16:12.528949 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-7f3a6297-3f79-4a3d-add5-59d5ecf26707 None None] Attempting to bind port ffe7b55b-f952-4912-993e-bfd1fbe1e3f8 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'aacb2949-f7b0-4f81-9ac6-514a286cfeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8f58b921-0292-4dfc-9e12-b02298e69ac5'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:16:12.529403 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3a6297-3f79-4a3d-add5-59d5ecf26707 None None] Attempting to bind port ffe7b55b-f952-4912-993e-bfd1fbe1e3f8 on network 8f58b921-0292-4dfc-9e12-b02298e69ac5 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:16:12.537008 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-738c14ad-663d-45e3-87b1-500d7d6a5e6a tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] show failed (client error): The resource could not be found. May 23 11:16:12.538361 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-738c14ad-663d-45e3-87b1-500d7d6a5e6a tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "GET /v2.0/security-groups/1f272872-a39f-46cb-89b3-0bb9bacc1a43 HTTP/1.1" status: 404 len: 347 time: 0.0376418 May 23 11:16:12.548214 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3a6297-3f79-4a3d-add5-59d5ecf26707 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:16:12.548742 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3a6297-3f79-4a3d-add5-59d5ecf26707 None None] Checking segment: {'id': 'aacb2949-f7b0-4f81-9ac6-514a286cfeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8f58b921-0292-4dfc-9e12-b02298e69ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:16:12.549243 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7f3a6297-3f79-4a3d-add5-59d5ecf26707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:12.549723 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3a6297-3f79-4a3d-add5-59d5ecf26707 None None] Bound using segment: {'id': 'aacb2949-f7b0-4f81-9ac6-514a286cfeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8f58b921-0292-4dfc-9e12-b02298e69ac5'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:16:12.550312 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-7f3a6297-3f79-4a3d-add5-59d5ecf26707 None None] Bound port: ffe7b55b-f952-4912-993e-bfd1fbe1e3f8, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aacb2949-f7b0-4f81-9ac6-514a286cfeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8f58b921-0292-4dfc-9e12-b02298e69ac5'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:16:12.550803 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7f3a6297-3f79-4a3d-add5-59d5ecf26707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:12.574248 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55776) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:12.623479 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-84676e08-d402-45d9-bb99-5a0f69c8cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:12.648592 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3faa20c4-28ae-4b04-8a3e-994b1614f503 req-09ea116e-bb41-4983-8b0e-c1009f5fd8ec service neutron] 10.222.0.81 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464944 May 23 11:16:12.689296 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84676e08-d402-45d9-bb99-5a0f69c8cacb None None] Pushing event deleted for resources: {'Port': ['ID=2fd16040-a160-416e-8e8b-e74c34b9bc4e,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:12.701012 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:12.703514 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-84033033-aa0c-4f14-90c7-455ead17f1a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:12.704364 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-84033033-aa0c-4f14-90c7-455ead17f1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:12.711756 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84676e08-d402-45d9-bb99-5a0f69c8cacb None None] No DVR routers for this DVR port 2fd16040-a160-416e-8e8b-e74c34b9bc4e on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:16:12.728338 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216ae5a2-6876-4a9b-a00c-ff735ccdd190 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Checking segment: {'id': '9d10b4db-a2f1-4e84-8bf4-5e03f2879891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e074f846-71b7-4ddf-a9d0-83f7a2a624c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:16:12.730364 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216ae5a2-6876-4a9b-a00c-ff735ccdd190 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Network hostable DHCP agents. Network: e074f846-71b7-4ddf-a9d0-83f7a2a624c0, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:16:12.733011 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-7f3a6297-3f79-4a3d-add5-59d5ecf26707 None None] For port ffe7b55b-f952-4912-993e-bfd1fbe1e3f8, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:16:12.736758 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-7f3a6297-3f79-4a3d-add5-59d5ecf26707 None None] For port ffe7b55b-f952-4912-993e-bfd1fbe1e3f8, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=ffe7b55b-f952-4912-993e-bfd1fbe1e3f8,segment=NetworkSegment(aacb2949-f7b0-4f81-9ac6-514a286cfeda),segment_id=aacb2949-f7b0-4f81-9ac6-514a286cfeda)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:16:12.748931 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7f3a6297-3f79-4a3d-add5-59d5ecf26707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:12.829714 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eda787be-b57a-40df-bf06-250cac9c9133 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:12.860036 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eda787be-b57a-40df-bf06-250cac9c9133 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:12.915326 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ae5a2-6876-4a9b-a00c-ff735ccdd190 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Pushing event updated for resources: {'Subnet': ['ID=e0b6c968-3703-492a-9338-53352a25d6f1,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:12.935125 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eda787be-b57a-40df-bf06-250cac9c9133 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:12.970481 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:13.063878 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a6297-3f79-4a3d-add5-59d5ecf26707 None None] Pushing event updated for resources: {'Port': ['ID=ffe7b55b-f952-4912-993e-bfd1fbe1e3f8,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:13.209452 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda787be-b57a-40df-bf06-250cac9c9133 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=931106f3-48cd-4f2d-8447-591d7fda1ffc,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:13.232110 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eda787be-b57a-40df-bf06-250cac9c9133 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:13.235664 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84033033-aa0c-4f14-90c7-455ead17f1a6 admin admin] Router 9a1794a5-1139-4439-8c86-b640f156abd5 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:16:13.235864 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-eda787be-b57a-40df-bf06-250cac9c9133 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/931106f3-48cd-4f2d-8447-591d7fda1ffc HTTP/1.1" status: 204 len: 168 time: 0.7300782 May 23 11:16:13.237686 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55792) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:13.237815 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216ae5a2-6876-4a9b-a00c-ff735ccdd190 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Network e074f846-71b7-4ddf-a9d0-83f7a2a624c0 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:16:13.248513 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-645391b0-7192-4ba1-a1e2-52324f24c173 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Deleting port b3d02d0e-ef41-4640-8d98-cd33b63de79f {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:16:13.249081 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-645391b0-7192-4ba1-a1e2-52324f24c173 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:13.423244 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:16:13.482496 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4fc4fb45-6d45-4be1-a925-ec057a94380c tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Synchronizing usage tracker for tenant:2fc4601b59494799a22c692e5971586b on resource:security_group_rule {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:16:13.516554 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-645391b0-7192-4ba1-a1e2-52324f24c173 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:13.517110 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-645391b0-7192-4ba1-a1e2-52324f24c173 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:13.542137 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4fc4fb45-6d45-4be1-a925-ec057a94380c tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Unset dirty status for tenant:2fc4601b59494799a22c692e5971586b on resource:security_group_rule {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:16:13.543595 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4fc4fb45-6d45-4be1-a925-ec057a94380c tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.3049502 May 23 11:16:13.546625 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55802) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:13.600133 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-188b6b93-b9b7-4a8f-8329-e2a8daa06bda tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:13.617285 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-188b6b93-b9b7-4a8f-8329-e2a8daa06bda tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:13.638976 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe,segment=NetworkSegment(3dd9ea5f-23bc-4bc8-917a-431ad3d10464),segment_id=3dd9ea5f-23bc-4bc8-917a-431ad3d10464)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:16:13.658643 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': 'ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe', 'network_id': '3c158aba-e520-4739-9803-5afc3c97752c', 'port_id': 'ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe', 'mac_address': 'fa:16:3e:76:b3:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ce3e03-ff53-4686-aaa6-54ac8efb8abe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:16:13.664415 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-188b6b93-b9b7-4a8f-8329-e2a8daa06bda tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:13.690477 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b6b93-b9b7-4a8f-8329-e2a8daa06bda tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7448729-1d6d-4ea3-bf5a-67e52bf11df0,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:13.695114 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-645391b0-7192-4ba1-a1e2-52324f24c173 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Calling delete_port for b3d02d0e-ef41-4640-8d98-cd33b63de79f owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:16:13.705151 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84033033-aa0c-4f14-90c7-455ead17f1a6 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:16:13.717101 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2e14fc-54bd-416c-a8ae-9b7bdd3374c3 None None] Sync routers for ids ['9a1794a5-1139-4439-8c86-b640f156abd5'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:16:13.722011 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-188b6b93-b9b7-4a8f-8329-e2a8daa06bda tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:13.723382 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-188b6b93-b9b7-4a8f-8329-e2a8daa06bda tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/f7448729-1d6d-4ea3-bf5a-67e52bf11df0 HTTP/1.1" status: 204 len: 168 time: 0.1758749 May 23 11:16:13.729618 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55810) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:13.745691 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:13.746593 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-216ae5a2-6876-4a9b-a00c-ff735ccdd190 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, e074f846-71b7-4ddf-a9d0-83f7a2a624c0) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:16:13.765549 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216ae5a2-6876-4a9b-a00c-ff735ccdd190 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:13.766184 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-216ae5a2-6876-4a9b-a00c-ff735ccdd190 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:13.768916 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-84033033-aa0c-4f14-90c7-455ead17f1a6 admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:13.774543 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55814) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:13.775298 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-84033033-aa0c-4f14-90c7-455ead17f1a6 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.3443651 May 23 11:16:13.791994 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:16:13.809517 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f7f8ef6f-59e4-44ff-b9b8-87ac40215cbb tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Synchronizing usage tracker for tenant:2fc4601b59494799a22c692e5971586b on resource:security_group_rule {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:16:13.820391 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe,segment=NetworkSegment(3dd9ea5f-23bc-4bc8-917a-431ad3d10464),segment_id=3dd9ea5f-23bc-4bc8-917a-431ad3d10464)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:16:13.824017 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f18ba4d-1615-4ee8-adf9-d45fe53b84d9 None None] Network e074f846-71b7-4ddf-a9d0-83f7a2a624c0 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:16:13.834548 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f7f8ef6f-59e4-44ff-b9b8-87ac40215cbb tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Unset dirty status for tenant:2fc4601b59494799a22c692e5971586b on resource:security_group_rule {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:16:13.836854 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f7f8ef6f-59e4-44ff-b9b8-87ac40215cbb tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.1061239 May 23 11:16:13.839701 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55818) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:13.865772 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:14.095199 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-24dfe918-d3eb-461b-8ac9-eccad66c1705 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:14.105901 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2e14fc-54bd-416c-a8ae-9b7bdd3374c3 None None] Routers {'9a1794a5-1139-4439-8c86-b640f156abd5'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:16:14.106557 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-8e2e14fc-54bd-416c-a8ae-9b7bdd3374c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:16:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['9a1794a5-1139-4439-8c86-b640f156abd5'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:14.125015 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-24dfe918-d3eb-461b-8ac9-eccad66c1705 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:14.184211 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-24dfe918-d3eb-461b-8ac9-eccad66c1705 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:14.208210 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-216ae5a2-6876-4a9b-a00c-ff735ccdd190 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.9027026 May 23 11:16:14.227935 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55832) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:14.243604 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda33898-4fdf-42de-9fa4-2f26dcdf95ec req-e52736a9-194d-4464-b877-c80944dcae5c tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:14.245071 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fda33898-4fdf-42de-9fa4-2f26dcdf95ec req-e52736a9-194d-4464-b877-c80944dcae5c tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=9fb8986e-6039-4abb-9be9-413787023969 HTTP/1.1" status: 200 len: 944 time: 1.1261919 May 23 11:16:14.297315 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55836) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:14.401482 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dfe918-d3eb-461b-8ac9-eccad66c1705 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af967642-7307-4f7a-8d40-d2da75f33402,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:14.406760 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-032890d5-7db8-4d01-9b8d-ca56722658be tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:14.416730 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-24dfe918-d3eb-461b-8ac9-eccad66c1705 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:14.421325 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-24dfe918-d3eb-461b-8ac9-eccad66c1705 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/af967642-7307-4f7a-8d40-d2da75f33402 HTTP/1.1" status: 204 len: 168 time: 0.5803924 May 23 11:16:14.422187 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55844) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:14.505721 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fda33898-4fdf-42de-9fa4-2f26dcdf95ec req-709425dd-a954-4943-a6cf-ec82aed88898 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484398 May 23 11:16:14.520606 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-032890d5-7db8-4d01-9b8d-ca56722658be tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:14.537011 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-645391b0-7192-4ba1-a1e2-52324f24c173 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:14.556602 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:16:14.596312 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-2b05d472-a4f5-4683-80c4-695e93e09cba admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1788514494-network', 'tenant_id': '22952ef314c142c9840683e65ae3b348'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:14.645391 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645391b0-7192-4ba1-a1e2-52324f24c173 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Pushing event deleted for resources: {'Port': ['ID=b3d02d0e-ef41-4640-8d98-cd33b63de79f,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:14.653568 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2b05d472-a4f5-4683-80c4-695e93e09cba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:14.658934 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f86295dd-c08e-4326-9229-9c7ebc7de825 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Synchronizing usage tracker for tenant:2fc4601b59494799a22c692e5971586b on resource:security_group_rule {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:16:14.672624 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187ad79f-320f-4aaf-8f5e-1d3d7bb3e7b8 None None] Network 8f58b921-0292-4dfc-9e12-b02298e69ac5 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:16:14.690963 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f86295dd-c08e-4326-9229-9c7ebc7de825 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Unset dirty status for tenant:2fc4601b59494799a22c692e5971586b on resource:security_group_rule {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:16:14.695488 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f86295dd-c08e-4326-9229-9c7ebc7de825 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2686296 May 23 11:16:14.696603 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55852) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:14.716053 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2b05d472-a4f5-4683-80c4-695e93e09cba admin admin] Usage tracker for resource:network and tenant:22952ef314c142c9840683e65ae3b348 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:14.733744 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2b05d472-a4f5-4683-80c4-695e93e09cba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:14.747049 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2b05d472-a4f5-4683-80c4-695e93e09cba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:14.776566 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-645391b0-7192-4ba1-a1e2-52324f24c173 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:14.777046 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-70c4164f-4fc2-4ad3-abf4-63092fd8a9f2 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:14.789353 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b05d472-a4f5-4683-80c4-695e93e09cba admin admin] Made reservation on behalf of 22952ef314c142c9840683e65ae3b348 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:16:14.791845 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b05d472-a4f5-4683-80c4-695e93e09cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:14.796650 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-8e2e14fc-54bd-416c-a8ae-9b7bdd3374c3 None None] Set router 9a1794a5-1139-4439-8c86-b640f156abd5 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:16:14.809530 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-70c4164f-4fc2-4ad3-abf4-63092fd8a9f2 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:14.814117 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b05d472-a4f5-4683-80c4-695e93e09cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:14.837662 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-645391b0-7192-4ba1-a1e2-52324f24c173 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:14.838960 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-645391b0-7192-4ba1-a1e2-52324f24c173 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "DELETE /v2.0/floatingips/fccf5094-b449-437d-b1bc-bcc13369c2dc HTTP/1.1" status: 204 len: 168 time: 2.2600205 May 23 11:16:14.844090 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55858) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:14.861133 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-032890d5-7db8-4d01-9b8d-ca56722658be tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:14.914539 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-70c4164f-4fc2-4ad3-abf4-63092fd8a9f2 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:15.020660 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-032890d5-7db8-4d01-9b8d-ca56722658be tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:15.044721 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-032890d5-7db8-4d01-9b8d-ca56722658be tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e074f846-71b7-4ddf-a9d0-83f7a2a624c0']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:15.060754 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-032890d5-7db8-4d01-9b8d-ca56722658be tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d10b4db-a2f1-4e84-8bf4-5e03f2879891') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:15.061083 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-032890d5-7db8-4d01-9b8d-ca56722658be tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d10b4db-a2f1-4e84-8bf4-5e03f2879891') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:15.063138 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2b05d472-a4f5-4683-80c4-695e93e09cba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:15.075729 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2b05d472-a4f5-4683-80c4-695e93e09cba admin admin] Usage tracker for resource:security_group_rule and tenant:22952ef314c142c9840683e65ae3b348 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:15.077020 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-032890d5-7db8-4d01-9b8d-ca56722658be tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:15.088117 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2b05d472-a4f5-4683-80c4-695e93e09cba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:15.095195 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:15.096852 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-032890d5-7db8-4d01-9b8d-ca56722658be tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:15.100565 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2b05d472-a4f5-4683-80c4-695e93e09cba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:15.105583 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-032890d5-7db8-4d01-9b8d-ca56722658be tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:16:15.106313 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-032890d5-7db8-4d01-9b8d-ca56722658be tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:15.110238 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-5c80fbeb-f426-4c12-be38-75efa03c4604 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Deleting port 24c0e8e3-e2c6-4186-8f44-ff76dec40384 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:16:15.110659 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5c80fbeb-f426-4c12-be38-75efa03c4604 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:15.112227 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ffe7b55b-f952-4912-993e-bfd1fbe1e3f8 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:16:15.172104 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:15.176088 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032890d5-7db8-4d01-9b8d-ca56722658be tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Pushing event deleted for resources: {'Subnet': ['ID=e0b6c968-3703-492a-9338-53352a25d6f1,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:15.189197 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:16:15.189197 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:16:15.189197 n-d-842952-2 neutron-server[83911]: timer() May 23 11:16:15.189197 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:16:15.189197 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:16:15.189197 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:16:15.189197 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:16:15.189197 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:16:15.189197 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:16:15.189197 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:16:15.189197 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:16:15.189197 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:16:15.189197 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:16:15.189197 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:16:15.189197 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:16:15.189197 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:16:15.189197 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:16:15.189197 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:16:15.189197 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:16:15.189197 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:16:15.189197 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:16:15.189197 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:16:15.189197 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:16:15.189197 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:16:15.189197 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:16:15.189197 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:16:15.189197 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:16:15.189197 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:16:15.189197 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:16:15.189197 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:16:15.189197 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:16:15.189197 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:16:15.196384 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c4164f-4fc2-4ad3-abf4-63092fd8a9f2 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=000ba101-98bc-4734-9baf-e708c6f82e91,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:15.234854 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-032890d5-7db8-4d01-9b8d-ca56722658be tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:15.258604 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-032890d5-7db8-4d01-9b8d-ca56722658be tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:15.265979 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032890d5-7db8-4d01-9b8d-ca56722658be tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Pushing event deleted for resources: {'Network': ['ID=e074f846-71b7-4ddf-a9d0-83f7a2a624c0,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:15.269180 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-032890d5-7db8-4d01-9b8d-ca56722658be tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] 10.222.0.79 "DELETE /v2.0/networks/e074f846-71b7-4ddf-a9d0-83f7a2a624c0 HTTP/1.1" status: 204 len: 168 time: 1.0399873 May 23 11:16:15.270557 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-70c4164f-4fc2-4ad3-abf4-63092fd8a9f2 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:15.274089 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-70c4164f-4fc2-4ad3-abf4-63092fd8a9f2 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "DELETE /v2.0/security-groups/000ba101-98bc-4734-9baf-e708c6f82e91 HTTP/1.1" status: 204 len: 168 time: 0.5762835 May 23 11:16:15.274636 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55864) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:15.274953 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55866) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:15.283707 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-7dfcabad-a347-4a7c-bb50-d238ef2698cf tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1517707587'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:15.291236 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7dfcabad-a347-4a7c-bb50-d238ef2698cf tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:15.295547 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7dfcabad-a347-4a7c-bb50-d238ef2698cf tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Usage tracker for resource:network and tenant:0544d54a2ac14582aa73efecc4d5b808 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:15.321776 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7dfcabad-a347-4a7c-bb50-d238ef2698cf tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:15.335350 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7dfcabad-a347-4a7c-bb50-d238ef2698cf tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:15.363762 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c7309c78-71b0-4acb-b5ec-fe4b8172d5b0 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Synchronizing usage tracker for tenant:2fc4601b59494799a22c692e5971586b on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:16:15.366461 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfcabad-a347-4a7c-bb50-d238ef2698cf tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Made reservation on behalf of 0544d54a2ac14582aa73efecc4d5b808 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:16:15.369321 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7dfcabad-a347-4a7c-bb50-d238ef2698cf tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:15.418470 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c7309c78-71b0-4acb-b5ec-fe4b8172d5b0 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Unset dirty status for tenant:2fc4601b59494799a22c692e5971586b on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:16:15.420244 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c7309c78-71b0-4acb-b5ec-fe4b8172d5b0 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1419806 May 23 11:16:15.421690 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dfcabad-a347-4a7c-bb50-d238ef2698cf tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:16:15.430475 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55872) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:15.453360 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-3ae86470-2940-4cf5-8eda-f3384f18520b tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Request body: {'security_group': {'name': 'tempest-secgroup--762887536'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:15.453986 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e3a0e95a-df95-4f03-9912-f26df6b73a8b None None] Provisioning for port ffe7b55b-f952-4912-993e-bfd1fbe1e3f8 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:16:15.461325 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3ae86470-2940-4cf5-8eda-f3384f18520b tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:15.475188 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3ae86470-2940-4cf5-8eda-f3384f18520b tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:15.485164 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7dfcabad-a347-4a7c-bb50-d238ef2698cf tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:15.485512 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-7dfcabad-a347-4a7c-bb50-d238ef2698cf tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Added segment 7e2c9544-11d4-4dfb-babb-c41c410f9ae7 of type vlan for network cade2d85-7520-4aa8-a84f-e644734079cf May 23 11:16:15.491717 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6781a131-4853-4ba1-b098-561a7afdb1ae None None] Network e074f846-71b7-4ddf-a9d0-83f7a2a624c0 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:16:15.529024 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7dfcabad-a347-4a7c-bb50-d238ef2698cf tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:15.531124 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b05d472-a4f5-4683-80c4-695e93e09cba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:15.560874 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ae86470-2940-4cf5-8eda-f3384f18520b tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:15.566011 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b05d472-a4f5-4683-80c4-695e93e09cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:15.567085 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6781a131-4853-4ba1-b098-561a7afdb1ae None None] Network e074f846-71b7-4ddf-a9d0-83f7a2a624c0 could not be found, it might have been deleted concurrently. {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 23 11:16:15.614047 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7dfcabad-a347-4a7c-bb50-d238ef2698cf tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:15.618526 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfcabad-a347-4a7c-bb50-d238ef2698cf tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:15.619496 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7dfcabad-a347-4a7c-bb50-d238ef2698cf tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:15.622558 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port ffe7b55b-f952-4912-993e-bfd1fbe1e3f8 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:16:15.630333 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5c80fbeb-f426-4c12-be38-75efa03c4604 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:15.639293 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port ffe7b55b-f952-4912-993e-bfd1fbe1e3f8 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:16:15.639776 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:15.661875 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3ae86470-2940-4cf5-8eda-f3384f18520b tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:15.715926 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3ae86470-2940-4cf5-8eda-f3384f18520b tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Usage tracker for resource:security_group_rule and tenant:2fc4601b59494799a22c692e5971586b is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:15.728958 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3ae86470-2940-4cf5-8eda-f3384f18520b tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:15.749382 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3ae86470-2940-4cf5-8eda-f3384f18520b tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:15.756386 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7dfcabad-a347-4a7c-bb50-d238ef2698cf tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4804091 May 23 11:16:15.757065 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55882) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:15.770451 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c0e7e2ec-d6e1-4157-a979-8839654d9f7e tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Request body: {'subnet': {'network_id': 'cade2d85-7520-4aa8-a84f-e644734079cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:15.891689 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b05d472-a4f5-4683-80c4-695e93e09cba admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:16:15.906447 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-5c80fbeb-f426-4c12-be38-75efa03c4604 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Calling delete_port for 24c0e8e3-e2c6-4186-8f44-ff76dec40384 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:16:15.917151 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfcabad-a347-4a7c-bb50-d238ef2698cf tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Pushing event updated for resources: {'Network': ['ID=cade2d85-7520-4aa8-a84f-e644734079cf,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:15.941764 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b05d472-a4f5-4683-80c4-695e93e09cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83be9215-f660-47e6-9a21-3c0228015f88,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:15.971932 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network cade2d85-7520-4aa8-a84f-e644734079cf details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:16:15.986210 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b05d472-a4f5-4683-80c4-695e93e09cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:15.986555 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-2b05d472-a4f5-4683-80c4-695e93e09cba admin admin] Added segment a84cd617-d556-4ede-a5ca-10ace889289c of type vlan for network 66d46448-9919-493f-ac81-68ef06c897f8 May 23 11:16:16.013514 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c0e7e2ec-d6e1-4157-a979-8839654d9f7e tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:16.020267 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c0e7e2ec-d6e1-4157-a979-8839654d9f7e tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Usage tracker for resource:subnet and tenant:0544d54a2ac14582aa73efecc4d5b808 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:16.028746 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c0e7e2ec-d6e1-4157-a979-8839654d9f7e tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:16.041342 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c0e7e2ec-d6e1-4157-a979-8839654d9f7e tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:16.072498 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e7e2ec-d6e1-4157-a979-8839654d9f7e tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Made reservation on behalf of 0544d54a2ac14582aa73efecc4d5b808 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:16:16.127745 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:16.160908 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-8e2e14fc-54bd-416c-a8ae-9b7bdd3374c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1794a5-1139-4439-8c86-b640f156abd5', 'name': 'tempest-TaggedBootDevicesTest_v242-1230630214-router', 'tenant_id': '6413deec0c1b468e9165a85b033a2ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '40ea926d-6eb9-456b-aff7-121a6a90bf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:16:09Z', 'updated_at': '2022-05-23T11:16:12Z', 'revision_number': 3, 'project_id': '6413deec0c1b468e9165a85b033a2ba9', 'gw_port': {'id': '40ea926d-6eb9-456b-aff7-121a6a90bf0f', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1794a5-1139-4439-8c86-b640f156abd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:16:11Z', 'updated_at': '2022-05-23T11:16:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:16.169929 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2e14fc-54bd-416c-a8ae-9b7bdd3374c3 None None] Checking router: 9a1794a5-1139-4439-8c86-b640f156abd5 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:16:16.170257 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2e14fc-54bd-416c-a8ae-9b7bdd3374c3 None None] Updating router 9a1794a5-1139-4439-8c86-b640f156abd5 port 40ea926d-6eb9-456b-aff7-121a6a90bf0f binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:16:16.189213 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ae86470-2940-4cf5-8eda-f3384f18520b tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:16.192177 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c0e7e2ec-d6e1-4157-a979-8839654d9f7e tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:16.204936 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b05d472-a4f5-4683-80c4-695e93e09cba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:16.227733 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port ffe7b55b-f952-4912-993e-bfd1fbe1e3f8, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=ffe7b55b-f952-4912-993e-bfd1fbe1e3f8,segment=NetworkSegment(aacb2949-f7b0-4f81-9ac6-514a286cfeda),segment_id=aacb2949-f7b0-4f81-9ac6-514a286cfeda)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:16:16.238349 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:16.340578 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7c92d-a9cf-474c-8e8a-50ad2ac9a3ec req-c3628ea6-ddcc-49a9-a728-cb2a80f2d04d tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:16.342157 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-34f7c92d-a9cf-474c-8e8a-50ad2ac9a3ec req-c3628ea6-ddcc-49a9-a728-cb2a80f2d04d tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=9fb8986e-6039-4abb-9be9-413787023969 HTTP/1.1" status: 200 len: 945 time: 0.4861436 May 23 11:16:16.347199 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b05d472-a4f5-4683-80c4-695e93e09cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:16.348067 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b05d472-a4f5-4683-80c4-695e93e09cba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:16.348638 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b05d472-a4f5-4683-80c4-695e93e09cba admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:16.350055 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8e2e14fc-54bd-416c-a8ae-9b7bdd3374c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:16.398569 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=ffe7b55b-f952-4912-993e-bfd1fbe1e3f8,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:16.454345 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ae86470-2940-4cf5-8eda-f3384f18520b tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:16.532493 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae86470-2940-4cf5-8eda-f3384f18520b tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=018854da-8d31-4cca-bb80-4e1823ef2ff9,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:16.543344 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c0e7e2ec-d6e1-4157-a979-8839654d9f7e tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:16.598313 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ae86470-2940-4cf5-8eda-f3384f18520b tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:16.602141 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3ae86470-2940-4cf5-8eda-f3384f18520b tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1657839 May 23 11:16:16.656429 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-24dd6c78-3e02-4e1e-a08f-544ada389e00 None None] Provisioning complete for port ffe7b55b-f952-4912-993e-bfd1fbe1e3f8 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:16:16.656814 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-24dd6c78-3e02-4e1e-a08f-544ada389e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:16.686292 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b05d472-a4f5-4683-80c4-695e93e09cba admin admin] Pushing event updated for resources: {'Network': ['ID=66d46448-9919-493f-ac81-68ef06c897f8,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:16.701247 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 66d46448-9919-493f-ac81-68ef06c897f8 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:16:16.705636 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55890) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:16.705948 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55892) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:16.710858 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5c80fbeb-f426-4c12-be38-75efa03c4604 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:16.715935 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-1bd38be5-ae29-486f-8966-be0a084407d8 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Request body: {'security_group_rule': {'security_group_id': '018854da-8d31-4cca-bb80-4e1823ef2ff9', 'direction': 'ingress', 'protocol': 17}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:16.720691 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae86470-2940-4cf5-8eda-f3384f18520b tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:16:16.721190 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae86470-2940-4cf5-8eda-f3384f18520b tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:16:16.721298 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae86470-2940-4cf5-8eda-f3384f18520b tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:16:16.721595 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae86470-2940-4cf5-8eda-f3384f18520b tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:16:16.722097 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae86470-2940-4cf5-8eda-f3384f18520b tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:16:16.722655 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae86470-2940-4cf5-8eda-f3384f18520b tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:16:16.723149 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae86470-2940-4cf5-8eda-f3384f18520b tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:16:16.723613 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae86470-2940-4cf5-8eda-f3384f18520b tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:16:16.724275 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae86470-2940-4cf5-8eda-f3384f18520b tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:16:16.724769 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae86470-2940-4cf5-8eda-f3384f18520b tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:16:16.725243 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae86470-2940-4cf5-8eda-f3384f18520b tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:16:16.757870 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e7e2ec-d6e1-4157-a979-8839654d9f7e tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Pushing event updated for resources: {'Subnet': ['ID=09205aa2-bd5d-4b71-9c72-0733f3e70bed,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:16.767283 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e7e2ec-d6e1-4157-a979-8839654d9f7e tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Checking segment: {'id': '7e2c9544-11d4-4dfb-babb-c41c410f9ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cade2d85-7520-4aa8-a84f-e644734079cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:16:16.767905 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e7e2ec-d6e1-4157-a979-8839654d9f7e tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Network hostable DHCP agents. Network: cade2d85-7520-4aa8-a84f-e644734079cf, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:16:16.795677 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e7e2ec-d6e1-4157-a979-8839654d9f7e tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Network cade2d85-7520-4aa8-a84f-e644734079cf is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:16:16.812282 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1bd38be5-ae29-486f-8966-be0a084407d8 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:16.817360 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-c0e7e2ec-d6e1-4157-a979-8839654d9f7e tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, cade2d85-7520-4aa8-a84f-e644734079cf) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:16:16.823152 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e7e2ec-d6e1-4157-a979-8839654d9f7e tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:16.823956 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c0e7e2ec-d6e1-4157-a979-8839654d9f7e tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:16.837055 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d9e23a-5c4c-48d3-811d-26d49d0a4b18 None None] Network cade2d85-7520-4aa8-a84f-e644734079cf requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:16:16.870786 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c0e7e2ec-d6e1-4157-a979-8839654d9f7e tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1066697 May 23 11:16:16.871497 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55900) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:16.918749 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1bd38be5-ae29-486f-8966-be0a084407d8 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Usage tracker for resource:security_group_rule and tenant:2fc4601b59494799a22c692e5971586b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:16.934869 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1bd38be5-ae29-486f-8966-be0a084407d8 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:16.938632 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c80fbeb-f426-4c12-be38-75efa03c4604 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Pushing event deleted for resources: {'Port': ['ID=24c0e8e3-e2c6-4186-8f44-ff76dec40384,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:16.991802 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1bd38be5-ae29-486f-8966-be0a084407d8 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:16.994898 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2b05d472-a4f5-4683-80c4-695e93e09cba admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.6934607 May 23 11:16:16.995915 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-119f31e0-5623-4134-b0a0-9d7b8cef225c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:17.001214 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55904) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:17.011180 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-9b1adc57-0d0e-44df-9ca9-a3e069dc843b admin admin] Request body: {'subnet': {'network_id': '66d46448-9919-493f-ac81-68ef06c897f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1788514494-subnet', 'tenant_id': '22952ef314c142c9840683e65ae3b348', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:17.016697 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9b1adc57-0d0e-44df-9ca9-a3e069dc843b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:17.021339 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-9b1adc57-0d0e-44df-9ca9-a3e069dc843b admin admin] Usage tracker for resource:subnet and tenant:22952ef314c142c9840683e65ae3b348 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:17.024697 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-9b1adc57-0d0e-44df-9ca9-a3e069dc843b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:17.031338 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9b1adc57-0d0e-44df-9ca9-a3e069dc843b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:17.049887 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-34f7c92d-a9cf-474c-8e8a-50ad2ac9a3ec req-71546481-4cc5-4ada-8ee8-5338ad3f5572 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6971171 May 23 11:16:17.056781 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ffe7b55b-f952-4912-993e-bfd1fbe1e3f8 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:16:17.080800 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1adc57-0d0e-44df-9ca9-a3e069dc843b admin admin] Made reservation on behalf of 22952ef314c142c9840683e65ae3b348 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:16:17.083103 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9b1adc57-0d0e-44df-9ca9-a3e069dc843b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:17.103142 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-119f31e0-5623-4134-b0a0-9d7b8cef225c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:17.105690 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1bd38be5-ae29-486f-8966-be0a084407d8 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:17.123803 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-119f31e0-5623-4134-b0a0-9d7b8cef225c admin admin] Usage tracker for resource:security_group_rule and tenant:98c712ba27e44902a0f230ae5057b311 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:17.126426 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.resource_extend [None req-8e2e14fc-54bd-416c-a8ae-9b7bdd3374c3 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:16:17.138293 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-119f31e0-5623-4134-b0a0-9d7b8cef225c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:17.148768 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5c80fbeb-f426-4c12-be38-75efa03c4604 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:17.158918 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d03e197b-46e1-42ac-a156-06d781ed40a8 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:17.161814 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-119f31e0-5623-4134-b0a0-9d7b8cef225c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:17.182964 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5c80fbeb-f426-4c12-be38-75efa03c4604 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "DELETE /v2.0/ports/24c0e8e3-e2c6-4186-8f44-ff76dec40384 HTTP/1.1" status: 204 len: 168 time: 2.3350799 May 23 11:16:17.186205 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55908) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:17.240893 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1bd38be5-ae29-486f-8966-be0a084407d8 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:17.272331 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-6aaf8c4d-e96b-412d-beac-1cacd1a516fe tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Deleting port 4b591b58-1bf1-4cef-b2f3-f83a8acf29e7 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:16:17.272724 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6aaf8c4d-e96b-412d-beac-1cacd1a516fe tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:17.288329 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1bd38be5-ae29-486f-8966-be0a084407d8 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:17.302831 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8e2e14fc-54bd-416c-a8ae-9b7bdd3374c3 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:17.337285 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd38be5-ae29-486f-8966-be0a084407d8 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7723832c-61ce-48d8-80a3-099db6632bca,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:17.364581 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8e2e14fc-54bd-416c-a8ae-9b7bdd3374c3 None None] Transition to ACTIVE for port object 40ea926d-6eb9-456b-aff7-121a6a90bf0f will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:16:17.442187 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d03e197b-46e1-42ac-a156-06d781ed40a8 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:17.445686 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-119f31e0-5623-4134-b0a0-9d7b8cef225c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:17.447249 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1bd38be5-ae29-486f-8966-be0a084407d8 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:17.448950 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1bd38be5-ae29-486f-8966-be0a084407d8 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.7408636 May 23 11:16:17.453229 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55912) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:17.460097 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-119f31e0-5623-4134-b0a0-9d7b8cef225c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:17.520765 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8e2e14fc-54bd-416c-a8ae-9b7bdd3374c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:17.530955 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:16:17.541731 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d03e197b-46e1-42ac-a156-06d781ed40a8 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:17.595660 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03e197b-46e1-42ac-a156-06d781ed40a8 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Pushing event deleted for resources: {'Subnet': ['ID=09205aa2-bd5d-4b71-9c72-0733f3e70bed,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:17.612265 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f31e0-5623-4134-b0a0-9d7b8cef225c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a38b8e5-1eb9-4ee0-9ffa-21529b12087b,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:17.626568 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-47edd5f1-3f1e-4ae5-b94e-6d0b237b72bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:17.637163 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port ffe7b55b-f952-4912-993e-bfd1fbe1e3f8 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:16:17.637545 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:17.637652 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-119f31e0-5623-4134-b0a0-9d7b8cef225c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=98c712ba27e44902a0f230ae5057b311&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9281127 May 23 11:16:17.641289 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55916) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:17.704753 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1d734b-db12-4afe-9fea-7590aa00da8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-cade2d85-7520-4aa8-a84f-e644734079cf', 'network_id': 'cade2d85-7520-4aa8-a84f-e644734079cf', 'tenant_id': '0544d54a2ac14582aa73efecc4d5b808', 'fixed_ips': [{'subnet_id': '09205aa2-bd5d-4b71-9c72-0733f3e70bed'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:16:17.705823 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-de1d734b-db12-4afe-9fea-7590aa00da8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:17.737719 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5c4233c6-6208-4cf3-88a1-ae3f6f17f35b tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:17.783637 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e018b82-024d-4d06-b9de-6115be7f0d60 None None] Pushing event updated for resources: {'Port': ['ID=40ea926d-6eb9-456b-aff7-121a6a90bf0f,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:17.795730 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-8e2e14fc-54bd-416c-a8ae-9b7bdd3374c3 None None] Attempting to bind port 40ea926d-6eb9-456b-aff7-121a6a90bf0f on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:16:17.796439 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-8e2e14fc-54bd-416c-a8ae-9b7bdd3374c3 None None] Attempting to bind port 40ea926d-6eb9-456b-aff7-121a6a90bf0f by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:16:17.797122 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2e14fc-54bd-416c-a8ae-9b7bdd3374c3 None None] Attempting to bind port 40ea926d-6eb9-456b-aff7-121a6a90bf0f on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:16:17.812327 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5c4233c6-6208-4cf3-88a1-ae3f6f17f35b tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:17.868180 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2e14fc-54bd-416c-a8ae-9b7bdd3374c3 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:16:17.868835 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2e14fc-54bd-416c-a8ae-9b7bdd3374c3 None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:16:17.869389 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8e2e14fc-54bd-416c-a8ae-9b7bdd3374c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:17.869929 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2e14fc-54bd-416c-a8ae-9b7bdd3374c3 None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:16:17.870583 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-8e2e14fc-54bd-416c-a8ae-9b7bdd3374c3 None None] Bound port: 40ea926d-6eb9-456b-aff7-121a6a90bf0f, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:16:17.871494 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8e2e14fc-54bd-416c-a8ae-9b7bdd3374c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:17.883378 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b3d218f7-4bda-4215-896f-ef863a6ead8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:17.901446 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d03e197b-46e1-42ac-a156-06d781ed40a8 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:17.917868 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6aaf8c4d-e96b-412d-beac-1cacd1a516fe tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:17.948084 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-d03e197b-46e1-42ac-a156-06d781ed40a8 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cade2d85-7520-4aa8-a84f-e644734079cf']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:17.949602 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b3d218f7-4bda-4215-896f-ef863a6ead8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:18.020925 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:16:18.032857 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c03af5-c67f-46c9-98d0-a29f1fe5b595 None None] Network cade2d85-7520-4aa8-a84f-e644734079cf requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:16:18.053649 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5c4233c6-6208-4cf3-88a1-ae3f6f17f35b tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:18.053838 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-8e2e14fc-54bd-416c-a8ae-9b7bdd3374c3 None None] For port 40ea926d-6eb9-456b-aff7-121a6a90bf0f, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:16:18.059055 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:16:18.060049 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:18.074677 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-d03e197b-46e1-42ac-a156-06d781ed40a8 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e2c9544-11d4-4dfb-babb-c41c410f9ae7') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:18.075048 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-d03e197b-46e1-42ac-a156-06d781ed40a8 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e2c9544-11d4-4dfb-babb-c41c410f9ae7') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:18.093385 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4233c6-6208-4cf3-88a1-ae3f6f17f35b tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=018854da-8d31-4cca-bb80-4e1823ef2ff9,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:18.101145 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-47edd5f1-3f1e-4ae5-b94e-6d0b237b72bb admin admin] Allocated IP 172.20.0.1 (8f58b921-0292-4dfc-9e12-b02298e69ac5/ad5f4f1c-c17b-496d-bb30-9eefdb6a09ed/91a53a8b-65db-4519-9707-6cef64eb2748) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:16:18.110190 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-6aaf8c4d-e96b-412d-beac-1cacd1a516fe tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Calling delete_port for 4b591b58-1bf1-4cef-b2f3-f83a8acf29e7 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:16:18.122856 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b3d218f7-4bda-4215-896f-ef863a6ead8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:18.166899 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b3d218f7-4bda-4215-896f-ef863a6ead8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:18.168631 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b3d218f7-4bda-4215-896f-ef863a6ead8b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3a38b8e5-1eb9-4ee0-9ffa-21529b12087b HTTP/1.1" status: 204 len: 168 time: 0.5255704 May 23 11:16:18.170048 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-8e2e14fc-54bd-416c-a8ae-9b7bdd3374c3 None None] For port 40ea926d-6eb9-456b-aff7-121a6a90bf0f, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=40ea926d-6eb9-456b-aff7-121a6a90bf0f,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:16:18.200088 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d03e197b-46e1-42ac-a156-06d781ed40a8 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:18.227452 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8e2e14fc-54bd-416c-a8ae-9b7bdd3374c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:18.241801 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5c4233c6-6208-4cf3-88a1-ae3f6f17f35b tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:18.247011 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5c4233c6-6208-4cf3-88a1-ae3f6f17f35b tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "DELETE /v2.0/security-groups/018854da-8d31-4cca-bb80-4e1823ef2ff9 HTTP/1.1" status: 204 len: 168 time: 0.7887003 May 23 11:16:18.247011 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d218f7-4bda-4215-896f-ef863a6ead8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a38b8e5-1eb9-4ee0-9ffa-21529b12087b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:18.251114 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55924) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:18.268096 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d03e197b-46e1-42ac-a156-06d781ed40a8 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:18.276112 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d03e197b-46e1-42ac-a156-06d781ed40a8 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:16:18.276502 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d03e197b-46e1-42ac-a156-06d781ed40a8 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:18.379533 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:16:18.379533 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:16:18.379533 n-d-842952-2 neutron-server[83911]: timer() May 23 11:16:18.379533 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:16:18.379533 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:16:18.379533 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:16:18.379533 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:16:18.379533 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:16:18.379533 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:16:18.379533 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:16:18.379533 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:16:18.379533 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:16:18.379533 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:16:18.379533 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:16:18.379533 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:16:18.379533 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:16:18.379533 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:16:18.379533 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:16:18.379533 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:16:18.379533 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:16:18.379533 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:16:18.379533 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:16:18.379533 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:16:18.379533 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:16:18.379533 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:16:18.379533 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:16:18.379533 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:16:18.379533 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:16:18.379533 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:16:18.379533 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:16:18.379533 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:16:18.379533 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:16:18.396952 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9b1adc57-0d0e-44df-9ca9-a3e069dc843b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:18.405210 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-14d8212b-4179-4ade-89da-7ab45cc9c213 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Synchronizing usage tracker for tenant:2fc4601b59494799a22c692e5971586b on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:16:18.446665 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e018b82-024d-4d06-b9de-6115be7f0d60 None None] Pushing event updated for resources: {'Port': ['ID=40ea926d-6eb9-456b-aff7-121a6a90bf0f,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:18.467390 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-14d8212b-4179-4ade-89da-7ab45cc9c213 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Unset dirty status for tenant:2fc4601b59494799a22c692e5971586b on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:16:18.473057 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-14d8212b-4179-4ade-89da-7ab45cc9c213 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2159405 May 23 11:16:18.474533 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55930) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:18.487081 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-ea7cd755-00d6-448c-a7f4-2a236f58d525 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Request body: {'security_group': {'name': 'tempest-secgroup--1244385790'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:18.494772 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ea7cd755-00d6-448c-a7f4-2a236f58d525 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:18.505951 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ea7cd755-00d6-448c-a7f4-2a236f58d525 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:18.517404 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1adc57-0d0e-44df-9ca9-a3e069dc843b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f7abb46-12e6-44bb-af30-bc28924cfd38,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:18.519466 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2e14fc-54bd-416c-a8ae-9b7bdd3374c3 None None] Routers {'9a1794a5-1139-4439-8c86-b640f156abd5'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:16:18.520162 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-8e2e14fc-54bd-416c-a8ae-9b7bdd3374c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:16:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['9a1794a5-1139-4439-8c86-b640f156abd5'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:18.528658 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ea7cd755-00d6-448c-a7f4-2a236f58d525 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:18.557750 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-47edd5f1-3f1e-4ae5-b94e-6d0b237b72bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:18.577042 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:18.583661 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d03e197b-46e1-42ac-a156-06d781ed40a8 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:18.588486 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d03e197b-46e1-42ac-a156-06d781ed40a8 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:18.593595 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-47edd5f1-3f1e-4ae5-b94e-6d0b237b72bb admin admin] Transition to ACTIVE for port object 91a53a8b-65db-4519-9707-6cef64eb2748 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:16:18.619696 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed3ae6-9188-426e-825f-90aab19cad21 req-61604c63-2283-4089-87ee-a1aef4db3978 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:18.621351 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-98ed3ae6-9188-426e-825f-90aab19cad21 req-61604c63-2283-4089-87ee-a1aef4db3978 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=9fb8986e-6039-4abb-9be9-413787023969 HTTP/1.1" status: 200 len: 945 time: 0.3725393 May 23 11:16:18.621899 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55934) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:18.644049 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03e197b-46e1-42ac-a156-06d781ed40a8 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Pushing event deleted for resources: {'Network': ['ID=cade2d85-7520-4aa8-a84f-e644734079cf,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:18.670601 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ea7cd755-00d6-448c-a7f4-2a236f58d525 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:18.670816 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d03e197b-46e1-42ac-a156-06d781ed40a8 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] 10.222.0.79 "DELETE /v2.0/networks/cade2d85-7520-4aa8-a84f-e644734079cf HTTP/1.1" status: 204 len: 168 time: 1.7981730 May 23 11:16:18.673937 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55938) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:18.682066 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-7e87b6fb-ed05-472e-a7a2-c2327291ec31 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1646020208'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:18.686080 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1adc57-0d0e-44df-9ca9-a3e069dc843b admin admin] Checking segment: {'id': 'a84cd617-d556-4ede-a5ca-10ace889289c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '66d46448-9919-493f-ac81-68ef06c897f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:16:18.686436 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1adc57-0d0e-44df-9ca9-a3e069dc843b admin admin] Network hostable DHCP agents. Network: 66d46448-9919-493f-ac81-68ef06c897f8, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:16:18.691359 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6aaf8c4d-e96b-412d-beac-1cacd1a516fe tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:18.695762 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ea7cd755-00d6-448c-a7f4-2a236f58d525 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Usage tracker for resource:security_group_rule and tenant:2fc4601b59494799a22c692e5971586b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:18.701868 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ea7cd755-00d6-448c-a7f4-2a236f58d525 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:18.710725 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-18ab01d1-5878-4fca-85b7-469a83f9034b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:18.722655 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ea7cd755-00d6-448c-a7f4-2a236f58d525 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:18.738775 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-98ed3ae6-9188-426e-825f-90aab19cad21 req-06c3ee22-d468-4aa6-9072-924eaf5deb0c tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104949 May 23 11:16:18.743021 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7e87b6fb-ed05-472e-a7a2-c2327291ec31 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:18.787182 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-47edd5f1-3f1e-4ae5-b94e-6d0b237b72bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:18.794997 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-18ab01d1-5878-4fca-85b7-469a83f9034b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:18.841809 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-8e2e14fc-54bd-416c-a8ae-9b7bdd3374c3 None None] Set router 9a1794a5-1139-4439-8c86-b640f156abd5 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:16:18.864613 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47edd5f1-3f1e-4ae5-b94e-6d0b237b72bb admin admin] Pushing event updated for resources: {'Port': ['ID=91a53a8b-65db-4519-9707-6cef64eb2748,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:18.876861 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-18ab01d1-5878-4fca-85b7-469a83f9034b admin admin] Usage tracker for resource:security_group_rule and tenant:dc6720b2f6eb47a491c3e28d2bbb5739 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:18.881931 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf8c4d-e96b-412d-beac-1cacd1a516fe tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Pushing event deleted for resources: {'Port': ['ID=4b591b58-1bf1-4cef-b2f3-f83a8acf29e7,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:18.885039 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-18ab01d1-5878-4fca-85b7-469a83f9034b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:18.886145 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7e87b6fb-ed05-472e-a7a2-c2327291ec31 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Usage tracker for resource:network and tenant:0544d54a2ac14582aa73efecc4d5b808 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:18.890562 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7e87b6fb-ed05-472e-a7a2-c2327291ec31 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:18.895763 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-18ab01d1-5878-4fca-85b7-469a83f9034b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:18.914011 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ea7cd755-00d6-448c-a7f4-2a236f58d525 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:18.918509 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47edd5f1-3f1e-4ae5-b94e-6d0b237b72bb admin admin] Network 8f58b921-0292-4dfc-9e12-b02298e69ac5 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:16:18.919956 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-47edd5f1-3f1e-4ae5-b94e-6d0b237b72bb admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:16:18.922948 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47edd5f1-3f1e-4ae5-b94e-6d0b237b72bb admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:16:18.932248 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7e87b6fb-ed05-472e-a7a2-c2327291ec31 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:18.963907 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ea7cd755-00d6-448c-a7f4-2a236f58d525 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:18.993168 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb8986e-6039-4abb-9be9-413787023969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:16:19.005023 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e87b6fb-ed05-472e-a7a2-c2327291ec31 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Made reservation on behalf of 0544d54a2ac14582aa73efecc4d5b808 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:16:19.008065 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7e87b6fb-ed05-472e-a7a2-c2327291ec31 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:19.023792 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe,segment=NetworkSegment(3dd9ea5f-23bc-4bc8-917a-431ad3d10464),segment_id=3dd9ea5f-23bc-4bc8-917a-431ad3d10464)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:16:19.037163 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1adc57-0d0e-44df-9ca9-a3e069dc843b admin admin] Network 66d46448-9919-493f-ac81-68ef06c897f8 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:16:19.057287 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6aaf8c4d-e96b-412d-beac-1cacd1a516fe tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:19.060232 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6aaf8c4d-e96b-412d-beac-1cacd1a516fe tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "DELETE /v2.0/ports/4b591b58-1bf1-4cef-b2f3-f83a8acf29e7 HTTP/1.1" status: 204 len: 168 time: 1.8707316 May 23 11:16:19.063759 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55944) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:19.099968 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7c4fc6c-e248-4c7b-bfdc-2c476c22b67c'] response: {'server_uuid': '9fb8986e-6039-4abb-9be9-413787023969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe', 'code': 200} May 23 11:16:19.103038 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:19.123631 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-47edd5f1-3f1e-4ae5-b94e-6d0b237b72bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:19.131564 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e87b6fb-ed05-472e-a7a2-c2327291ec31 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:16:19.134683 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-9b1adc57-0d0e-44df-9ca9-a3e069dc843b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 66d46448-9919-493f-ac81-68ef06c897f8) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:16:19.141433 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7cd755-00d6-448c-a7f4-2a236f58d525 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=892a1d90-5c48-4100-b8b5-8fd3d3b2f1ce,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:19.145627 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ea7cd755-00d6-448c-a7f4-2a236f58d525 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:19.149391 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ea7cd755-00d6-448c-a7f4-2a236f58d525 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6677971 May 23 11:16:19.150278 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55950) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:19.161355 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1adc57-0d0e-44df-9ca9-a3e069dc843b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:19.161551 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-fcc758f5-b9bd-4a6b-83f7-6244bfdb8256 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Request body: {'security_group': {'name': 'tempest-secgroup--1773309491'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:19.162368 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9b1adc57-0d0e-44df-9ca9-a3e069dc843b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:19.165832 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abe3b35-bfb5-45d9-8ffd-5fd50f3522b1 None None] Network 66d46448-9919-493f-ac81-68ef06c897f8 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:16:19.169280 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-fcc758f5-b9bd-4a6b-83f7-6244bfdb8256 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:19.173981 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-fcc758f5-b9bd-4a6b-83f7-6244bfdb8256 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Usage tracker for resource:security_group and tenant:2fc4601b59494799a22c692e5971586b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:19.178534 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-fcc758f5-b9bd-4a6b-83f7-6244bfdb8256 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:19.184696 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-fcc758f5-b9bd-4a6b-83f7-6244bfdb8256 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:19.221873 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fcc758f5-b9bd-4a6b-83f7-6244bfdb8256 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:19.231898 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7e87b6fb-ed05-472e-a7a2-c2327291ec31 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:19.232242 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-7e87b6fb-ed05-472e-a7a2-c2327291ec31 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Added segment 70ae84e2-491b-4af1-90ba-a1a6183bd15d of type vlan for network 2203a5b0-2a8e-4d1c-92c2-88611181a842 May 23 11:16:19.242704 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9b1adc57-0d0e-44df-9ca9-a3e069dc843b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.2400250 May 23 11:16:19.276467 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-18ab01d1-5878-4fca-85b7-469a83f9034b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:19.290973 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-18ab01d1-5878-4fca-85b7-469a83f9034b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:19.386976 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab01d1-5878-4fca-85b7-469a83f9034b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08f25f9-f9e4-42d3-8c92-13f4958a3763,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:19.392613 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:19.463180 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-18ab01d1-5878-4fca-85b7-469a83f9034b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dc6720b2f6eb47a491c3e28d2bbb5739&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8378663 May 23 11:16:19.473139 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7e87b6fb-ed05-472e-a7a2-c2327291ec31 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:19.475030 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55958) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:19.480202 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-fcc758f5-b9bd-4a6b-83f7-6244bfdb8256 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:19.504952 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-fcc758f5-b9bd-4a6b-83f7-6244bfdb8256 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Usage tracker for resource:security_group_rule and tenant:2fc4601b59494799a22c692e5971586b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:19.511335 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2964d408-1543-4abf-b010-0a8d1d55dd65 None None] Provisioning for port 91a53a8b-65db-4519-9707-6cef64eb2748 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:16:19.512488 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-fcc758f5-b9bd-4a6b-83f7-6244bfdb8256 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:19.548526 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2964d408-1543-4abf-b010-0a8d1d55dd65 None None] Provisioning complete for port 91a53a8b-65db-4519-9707-6cef64eb2748 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:16:19.549141 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2964d408-1543-4abf-b010-0a8d1d55dd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:19.562693 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7e87b6fb-ed05-472e-a7a2-c2327291ec31 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:19.567415 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e87b6fb-ed05-472e-a7a2-c2327291ec31 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:19.568246 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7e87b6fb-ed05-472e-a7a2-c2327291ec31 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:19.654454 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-47edd5f1-3f1e-4ae5-b94e-6d0b237b72bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:19.669868 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2964d408-1543-4abf-b010-0a8d1d55dd65 None None] Port 91a53a8b-65db-4519-9707-6cef64eb2748 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:16:19.677684 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-fcc758f5-b9bd-4a6b-83f7-6244bfdb8256 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:19.721765 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27201a54-357a-441d-a1b1-f580c70e9a17 None None] Network 66d46448-9919-493f-ac81-68ef06c897f8 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:16:19.743100 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-8e2e14fc-54bd-416c-a8ae-9b7bdd3374c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1794a5-1139-4439-8c86-b640f156abd5', 'name': 'tempest-TaggedBootDevicesTest_v242-1230630214-router', 'tenant_id': '6413deec0c1b468e9165a85b033a2ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '40ea926d-6eb9-456b-aff7-121a6a90bf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:16:09Z', 'updated_at': '2022-05-23T11:16:12Z', 'revision_number': 3, 'project_id': '6413deec0c1b468e9165a85b033a2ba9', 'gw_port': {'id': '40ea926d-6eb9-456b-aff7-121a6a90bf0f', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1794a5-1139-4439-8c86-b640f156abd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:16:11Z', 'updated_at': '2022-05-23T11:16:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:19.746075 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e3eb3f-5fd4-4231-aa62-a39975cb8859 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Deleting subnet 3002fdac-2784-401d-a448-1ed62ecf0bbd {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:16:19.755137 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7e87b6fb-ed05-472e-a7a2-c2327291ec31 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0796695 May 23 11:16:19.759371 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-85e3eb3f-5fd4-4231-aa62-a39975cb8859 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:19.759800 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55966) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:19.776319 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-75aea156-321a-4c80-97ea-ebebe3b20e86 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Request body: {'subnet': {'network_id': '2203a5b0-2a8e-4d1c-92c2-88611181a842', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:19.804451 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2e14fc-54bd-416c-a8ae-9b7bdd3374c3 None None] The sync data for ids ['9a1794a5-1139-4439-8c86-b640f156abd5'] in n-d-842952-2 is: [{'id': '9a1794a5-1139-4439-8c86-b640f156abd5', 'name': 'tempest-TaggedBootDevicesTest_v242-1230630214-router', 'tenant_id': '6413deec0c1b468e9165a85b033a2ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '40ea926d-6eb9-456b-aff7-121a6a90bf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:16:09Z', 'updated_at': '2022-05-23T11:16:12Z', 'revision_number': 3, 'project_id': '6413deec0c1b468e9165a85b033a2ba9', 'gw_port': {'id': '40ea926d-6eb9-456b-aff7-121a6a90bf0f', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1794a5-1139-4439-8c86-b640f156abd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:16:11Z', 'updated_at': '2022-05-23T11:16:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:16:19.806676 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e87b6fb-ed05-472e-a7a2-c2327291ec31 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Pushing event updated for resources: {'Network': ['ID=2203a5b0-2a8e-4d1c-92c2-88611181a842,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:19.822642 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-35c43888-61a0-4c43-b812-c2a468ad90f5 req-2e591668-3590-4237-b0de-ca9503cc62f5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9fb8986e-6039-4abb-9be9-413787023969 HTTP/1.1" status: 200 len: 1097 time: 0.5716467 May 23 11:16:19.828006 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 2203a5b0-2a8e-4d1c-92c2-88611181a842 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:16:19.887391 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-85e3eb3f-5fd4-4231-aa62-a39975cb8859 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:20.059781 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-35c43888-61a0-4c43-b812-c2a468ad90f5 req-f607cbff-2384-4778-b1a5-04dc8fffdc41 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218728 May 23 11:16:20.161646 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-47edd5f1-3f1e-4ae5-b94e-6d0b237b72bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:20.174653 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-85e3eb3f-5fd4-4231-aa62-a39975cb8859 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:20.195381 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-47edd5f1-3f1e-4ae5-b94e-6d0b237b72bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:20.273078 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-85e3eb3f-5fd4-4231-aa62-a39975cb8859 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:20.328469 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-85e3eb3f-5fd4-4231-aa62-a39975cb8859 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:20.334216 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38684f5c-b15b-4e21-8213-b3941ce65cff None None] Network e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:16:20.336708 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3eb3f-5fd4-4231-aa62-a39975cb8859 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Pushing event deleted for resources: {'Subnet': ['ID=3002fdac-2784-401d-a448-1ed62ecf0bbd,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:20.344047 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-85e3eb3f-5fd4-4231-aa62-a39975cb8859 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "DELETE /v2.0/subnets/3002fdac-2784-401d-a448-1ed62ecf0bbd HTTP/1.1" status: 204 len: 168 time: 1.2791388 May 23 11:16:20.344799 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55976) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:20.425562 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-75aea156-321a-4c80-97ea-ebebe3b20e86 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:20.471146 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47edd5f1-3f1e-4ae5-b94e-6d0b237b72bb admin admin] Pushing event updated for resources: {'Port': ['ID=91a53a8b-65db-4519-9707-6cef64eb2748,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:20.485444 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e69417a3-d668-41e6-8870-d65c6e120856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:20.494443 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-75aea156-321a-4c80-97ea-ebebe3b20e86 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Usage tracker for resource:subnet and tenant:0544d54a2ac14582aa73efecc4d5b808 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:20.526292 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-75aea156-321a-4c80-97ea-ebebe3b20e86 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:20.539720 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fcc758f5-b9bd-4a6b-83f7-6244bfdb8256 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:20.547931 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eb9820c-33f5-41f3-ba0d-8a05aefa16d9 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Deleting subnet d58e10eb-eed0-4186-8daa-9070770a55fe {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:16:20.551389 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4eb9820c-33f5-41f3-ba0d-8a05aefa16d9 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:20.554058 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-75aea156-321a-4c80-97ea-ebebe3b20e86 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:20.556784 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-47edd5f1-3f1e-4ae5-b94e-6d0b237b72bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:20.567672 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fcc758f5-b9bd-4a6b-83f7-6244bfdb8256 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:20.609546 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4eb9820c-33f5-41f3-ba0d-8a05aefa16d9 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:20.656020 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fcc758f5-b9bd-4a6b-83f7-6244bfdb8256 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:20.660067 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-fcc758f5-b9bd-4a6b-83f7-6244bfdb8256 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5067227 May 23 11:16:20.669815 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55980) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:20.672210 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e69417a3-d668-41e6-8870-d65c6e120856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:20.700167 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-bef961d0-4a57-4850-b1d7-c5d74f6a04e6 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Request body: {'security_group_rule': {'security_group_id': '892a1d90-5c48-4100-b8b5-8fd3d3b2f1ce', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f0f44d5c-0319-4817-a5f8-af6f63bab4b9', 'remote_ip_prefix': None}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:20.705884 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f5c485-ee51-4316-ab37-8ef62487b97b None None] DHCP port deletion for e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:16:20.708597 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4eb9820c-33f5-41f3-ba0d-8a05aefa16d9 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:20.709419 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-bef961d0-4a57-4850-b1d7-c5d74f6a04e6 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:20.712528 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-11f5c485-ee51-4316-ab37-8ef62487b97b None None] Deleting port 76b7d22d-603a-4c4d-912d-f26bbcf98dab {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:16:20.712934 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-11f5c485-ee51-4316-ab37-8ef62487b97b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:20.714148 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-bef961d0-4a57-4850-b1d7-c5d74f6a04e6 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Usage tracker for resource:security_group_rule and tenant:2fc4601b59494799a22c692e5971586b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:20.717261 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-bef961d0-4a57-4850-b1d7-c5d74f6a04e6 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:20.723222 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-bef961d0-4a57-4850-b1d7-c5d74f6a04e6 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:20.751560 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75aea156-321a-4c80-97ea-ebebe3b20e86 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Made reservation on behalf of 0544d54a2ac14582aa73efecc4d5b808 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:16:20.805850 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4eb9820c-33f5-41f3-ba0d-8a05aefa16d9 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:20.849364 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb9820c-33f5-41f3-ba0d-8a05aefa16d9 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Pushing event deleted for resources: {'Subnet': ['ID=d58e10eb-eed0-4186-8daa-9070770a55fe,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:20.856107 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4eb9820c-33f5-41f3-ba0d-8a05aefa16d9 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:20.866028 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4eb9820c-33f5-41f3-ba0d-8a05aefa16d9 tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "DELETE /v2.0/subnets/d58e10eb-eed0-4186-8daa-9070770a55fe HTTP/1.1" status: 204 len: 168 time: 0.5201321 May 23 11:16:20.866702 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55984) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:20.881728 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b03987-b439-488f-83c7-0b505ac249b5 None None] Network 58ef6021-e396-465d-be5f-f38283ee2d4e requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:16:20.953608 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-75aea156-321a-4c80-97ea-ebebe3b20e86 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:21.005915 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc758f5-b9bd-4a6b-83f7-6244bfdb8256 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f44d5c-0319-4817-a5f8-af6f63bab4b9,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:21.006794 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8a531883-f5c7-4c39-876a-d6ef8082ac1e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:21.022845 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-8a531883-f5c7-4c39-876a-d6ef8082ac1e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Deleting port 76b7d22d-603a-4c4d-912d-f26bbcf98dab {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:16:21.023180 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8a531883-f5c7-4c39-876a-d6ef8082ac1e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:21.046182 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 40ea926d-6eb9-456b-aff7-121a6a90bf0f up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:16:21.133863 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-bda19d94-9018-4e68-aaac-a6ec7690b48f tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:21.134575 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-bda19d94-9018-4e68-aaac-a6ec7690b48f tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Synchronizing usage tracker for tenant:22952ef314c142c9840683e65ae3b348 on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:16:21.154997 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f8614-edc7-45a6-b3cd-b7148a4da21a req-9a60a026-6d27-4318-aedd-fb37044a87f7 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:21.156532 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-233f8614-edc7-45a6-b3cd-b7148a4da21a req-9a60a026-6d27-4318-aedd-fb37044a87f7 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=9fb8986e-6039-4abb-9be9-413787023969 HTTP/1.1" status: 200 len: 946 time: 0.8166621 May 23 11:16:21.179298 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bef961d0-4a57-4850-b1d7-c5d74f6a04e6 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:21.207009 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-11f5c485-ee51-4316-ab37-8ef62487b97b None None] For port 76b7d22d-603a-4c4d-912d-f26bbcf98dab, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=76b7d22d-603a-4c4d-912d-f26bbcf98dab,segment=NetworkSegment(4fb36cd3-6cfe-4123-a5c3-41bfd28cb3c6),segment_id=4fb36cd3-6cfe-4123-a5c3-41bfd28cb3c6)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:16:21.207539 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-11f5c485-ee51-4316-ab37-8ef62487b97b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:21.284533 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-bda19d94-9018-4e68-aaac-a6ec7690b48f tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Unset dirty status for tenant:22952ef314c142c9840683e65ae3b348 on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:16:21.290770 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-bda19d94-9018-4e68-aaac-a6ec7690b48f tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/networks?id=66d46448-9919-493f-ac81-68ef06c897f8 HTTP/1.1" status: 200 len: 818 time: 1.1266532 May 23 11:16:21.365732 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e69417a3-d668-41e6-8870-d65c6e120856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:21.373890 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-11f5c485-ee51-4316-ab37-8ef62487b97b None None] Calling delete_port for 76b7d22d-603a-4c4d-912d-f26bbcf98dab owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:16:21.386449 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-0588c1ee-c9b3-490f-8261-9b4410728cea tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/quotas/22952ef314c142c9840683e65ae3b348 HTTP/1.1" status: 200 len: 375 time: 0.0947134 May 23 11:16:21.397299 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-233f8614-edc7-45a6-b3cd-b7148a4da21a req-b3b49753-3785-4b4a-a697-027644633e0d tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104607 May 23 11:16:21.452838 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69417a3-d668-41e6-8870-d65c6e120856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08f25f9-f9e4-42d3-8c92-13f4958a3763,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:21.456547 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47edd5f1-3f1e-4ae5-b94e-6d0b237b72bb admin admin] Network 8f58b921-0292-4dfc-9e12-b02298e69ac5 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:16:21.463184 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-8a531883-f5c7-4c39-876a-d6ef8082ac1e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] For port 76b7d22d-603a-4c4d-912d-f26bbcf98dab, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=76b7d22d-603a-4c4d-912d-f26bbcf98dab,segment=NetworkSegment(4fb36cd3-6cfe-4123-a5c3-41bfd28cb3c6),segment_id=4fb36cd3-6cfe-4123-a5c3-41bfd28cb3c6)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:16:21.463667 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8a531883-f5c7-4c39-876a-d6ef8082ac1e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:21.472156 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-47edd5f1-3f1e-4ae5-b94e-6d0b237b72bb admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:16:21.475706 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-d7a52acf-d0d7-4017-a984-22c3f7fdd37c tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=22952ef314c142c9840683e65ae3b348&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0884905 May 23 11:16:21.525806 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 40ea926d-6eb9-456b-aff7-121a6a90bf0f completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:16:21.535386 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 40ea926d-6eb9-456b-aff7-121a6a90bf0f triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:16:21.535386 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:21.580541 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69417a3-d668-41e6-8870-d65c6e120856 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:16:21.581036 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69417a3-d668-41e6-8870-d65c6e120856 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:16:21.581376 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69417a3-d668-41e6-8870-d65c6e120856 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:16:21.581710 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69417a3-d668-41e6-8870-d65c6e120856 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:16:21.582040 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69417a3-d668-41e6-8870-d65c6e120856 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:16:21.582359 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69417a3-d668-41e6-8870-d65c6e120856 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:16:21.582680 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69417a3-d668-41e6-8870-d65c6e120856 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:16:21.583000 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69417a3-d668-41e6-8870-d65c6e120856 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:16:21.583317 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69417a3-d668-41e6-8870-d65c6e120856 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:16:21.583633 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69417a3-d668-41e6-8870-d65c6e120856 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:16:21.583977 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69417a3-d668-41e6-8870-d65c6e120856 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:16:21.614981 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-11f5c485-ee51-4316-ab37-8ef62487b97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:21.616264 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-8a531883-f5c7-4c39-876a-d6ef8082ac1e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Calling delete_port for 76b7d22d-603a-4c4d-912d-f26bbcf98dab owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:16:21.704222 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.api [None req-8a531883-f5c7-4c39-876a-d6ef8082ac1e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:16:21.705641 n-d-842952-2 neutron-server[83911]: DEBUG oslo_db.api [None req-8a531883-f5c7-4c39-876a-d6ef8082ac1e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:16:21.727380 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f5c485-ee51-4316-ab37-8ef62487b97b None None] Pushing event deleted for resources: {'Port': ['ID=76b7d22d-603a-4c4d-912d-f26bbcf98dab,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:21.741171 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2a74dd-f063-4e56-9772-f7aec8a713ad None None] DHCP port deletion for 58ef6021-e396-465d-be5f-f38283ee2d4e request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:16:21.761939 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7d2a74dd-f063-4e56-9772-f7aec8a713ad None None] Deleting port 42a913bc-34a1-4ddc-b728-1edadaa6663a {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:16:21.762301 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7d2a74dd-f063-4e56-9772-f7aec8a713ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:21.795151 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f5c485-ee51-4316-ab37-8ef62487b97b None None] No DVR routers for this DVR port 76b7d22d-603a-4c4d-912d-f26bbcf98dab on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:16:21.830307 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:21.884155 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 40ea926d-6eb9-456b-aff7-121a6a90bf0f, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=40ea926d-6eb9-456b-aff7-121a6a90bf0f,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:16:21.887764 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bef961d0-4a57-4850-b1d7-c5d74f6a04e6 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:21.898389 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:21.944873 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ca7d9b62-3828-449b-bf87-e66fd46111a8 None None] Provisioning complete for port 91a53a8b-65db-4519-9707-6cef64eb2748 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:16:21.945223 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ca7d9b62-3828-449b-bf87-e66fd46111a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:21.955729 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bef961d0-4a57-4850-b1d7-c5d74f6a04e6 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:21.957938 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e69417a3-d668-41e6-8870-d65c6e120856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:21.959075 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e69417a3-d668-41e6-8870-d65c6e120856 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c08f25f9-f9e4-42d3-8c92-13f4958a3763 HTTP/1.1" status: 204 len: 168 time: 2.4831040 May 23 11:16:21.986330 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 76b7d22d-603a-4c4d-912d-f26bbcf98dab no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:16:22.014967 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef961d0-4a57-4850-b1d7-c5d74f6a04e6 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b29c8333-5557-467e-b2a8-330e421af3c2,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:22.046645 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 76b7d22d-603a-4c4d-912d-f26bbcf98dab {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:16:22.046987 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 76b7d22d-603a-4c4d-912d-f26bbcf98dab not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:16:22.047206 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bef961d0-4a57-4850-b1d7-c5d74f6a04e6 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:22.049435 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-bef961d0-4a57-4850-b1d7-c5d74f6a04e6 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.3640335 May 23 11:16:22.051642 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55990) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:22.121301 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-89b08bb9-5967-4060-9051-b82f3525279e service neutron] 10.222.0.79 "GET /v2.0/networks/66d46448-9919-493f-ac81-68ef06c897f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5496588 May 23 11:16:22.128989 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4be2e640-6247-43ea-be0c-bd673e554c2f tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:22.147330 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4be2e640-6247-43ea-be0c-bd673e554c2f tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:22.149499 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ca7d9b62-3828-449b-bf87-e66fd46111a8 None None] Port 91a53a8b-65db-4519-9707-6cef64eb2748 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:16:22.157169 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=40ea926d-6eb9-456b-aff7-121a6a90bf0f,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:22.181029 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-7d2a74dd-f063-4e56-9772-f7aec8a713ad None None] For port 42a913bc-34a1-4ddc-b728-1edadaa6663a, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=42a913bc-34a1-4ddc-b728-1edadaa6663a,segment=NetworkSegment(e7b922b3-15a2-4883-bd23-67efe7247083),segment_id=e7b922b3-15a2-4883-bd23-67efe7247083)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:16:22.181763 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7d2a74dd-f063-4e56-9772-f7aec8a713ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:22.201814 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4be2e640-6247-43ea-be0c-bd673e554c2f tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:22.221386 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-8a531883-f5c7-4c39-876a-d6ef8082ac1e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Deleting port 76b7d22d-603a-4c4d-912d-f26bbcf98dab {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:16:22.221726 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8a531883-f5c7-4c39-876a-d6ef8082ac1e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:22.256197 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be2e640-6247-43ea-be0c-bd673e554c2f tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b29c8333-5557-467e-b2a8-330e421af3c2,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:22.308516 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-8a531883-f5c7-4c39-876a-d6ef8082ac1e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] The port '76b7d22d-603a-4c4d-912d-f26bbcf98dab' was deleted {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:16:22.310587 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4be2e640-6247-43ea-be0c-bd673e554c2f tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:22.312876 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7d2a74dd-f063-4e56-9772-f7aec8a713ad None None] Calling delete_port for 42a913bc-34a1-4ddc-b728-1edadaa6663a owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:16:22.314821 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4be2e640-6247-43ea-be0c-bd673e554c2f tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/b29c8333-5557-467e-b2a8-330e421af3c2 HTTP/1.1" status: 204 len: 168 time: 0.2607341 May 23 11:16:22.315410 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55996) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:22.388154 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7d2a74dd-f063-4e56-9772-f7aec8a713ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:22.442317 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a74dd-f063-4e56-9772-f7aec8a713ad None None] Pushing event deleted for resources: {'Port': ['ID=42a913bc-34a1-4ddc-b728-1edadaa6663a,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:22.449438 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2a74dd-f063-4e56-9772-f7aec8a713ad None None] No DVR routers for this DVR port 42a913bc-34a1-4ddc-b728-1edadaa6663a on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:16:22.461606 n-d-842952-2 neutron-server[83910]: DEBUG neutron.objects.ports [None req-75aea156-321a-4c80-97ea-ebebe3b20e86 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83910) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 23 11:16:22.468934 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-75aea156-321a-4c80-97ea-ebebe3b20e86 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:22.510149 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8a531883-f5c7-4c39-876a-d6ef8082ac1e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:22.520460 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-7e28ef01-a3e4-4120-b300-75c6fe2a72b9 service neutron] 10.222.0.79 "GET /v2.0/networks/66d46448-9919-493f-ac81-68ef06c897f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631074 May 23 11:16:22.545632 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c42600a4-e916-48d9-b8cb-e00a28a98cf1 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Synchronizing usage tracker for tenant:2fc4601b59494799a22c692e5971586b on resource:security_group_rule {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:16:22.572314 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aea156-321a-4c80-97ea-ebebe3b20e86 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Pushing event updated for resources: {'Subnet': ['ID=20ab313b-bfe6-413a-a069-25b9f317b1db,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:22.601732 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-8a531883-f5c7-4c39-876a-d6ef8082ac1e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:22.624959 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-8a531883-f5c7-4c39-876a-d6ef8082ac1e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fb36cd3-6cfe-4123-a5c3-41bfd28cb3c6') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:22.625277 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-8a531883-f5c7-4c39-876a-d6ef8082ac1e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fb36cd3-6cfe-4123-a5c3-41bfd28cb3c6') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:22.634849 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c42600a4-e916-48d9-b8cb-e00a28a98cf1 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Unset dirty status for tenant:2fc4601b59494799a22c692e5971586b on resource:security_group_rule {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:16:22.637712 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75aea156-321a-4c80-97ea-ebebe3b20e86 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Checking segment: {'id': '70ae84e2-491b-4af1-90ba-a1a6183bd15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2203a5b0-2a8e-4d1c-92c2-88611181a842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:16:22.638168 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75aea156-321a-4c80-97ea-ebebe3b20e86 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Network hostable DHCP agents. Network: 2203a5b0-2a8e-4d1c-92c2-88611181a842, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:16:22.640573 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c42600a4-e916-48d9-b8cb-e00a28a98cf1 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.3235884 May 23 11:16:22.641430 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56008) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:22.650159 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8a531883-f5c7-4c39-876a-d6ef8082ac1e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:22.696945 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8a531883-f5c7-4c39-876a-d6ef8082ac1e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:22.704918 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75aea156-321a-4c80-97ea-ebebe3b20e86 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Network 2203a5b0-2a8e-4d1c-92c2-88611181a842 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:16:22.715184 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a531883-f5c7-4c39-876a-d6ef8082ac1e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:16:22.715880 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8a531883-f5c7-4c39-876a-d6ef8082ac1e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:22.724527 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de56c6-4861-4b22-8ec5-f5a8de52121c req-88f1c361-31c0-4535-acd7-1f4054c5671d tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:22.726005 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c5de56c6-4861-4b22-8ec5-f5a8de52121c req-88f1c361-31c0-4535-acd7-1f4054c5671d tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=9fb8986e-6039-4abb-9be9-413787023969 HTTP/1.1" status: 200 len: 946 time: 0.1388090 May 23 11:16:22.729745 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-75aea156-321a-4c80-97ea-ebebe3b20e86 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 2203a5b0-2a8e-4d1c-92c2-88611181a842) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:16:22.738173 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:16:22.738173 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:16:22.738173 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:16:22.738173 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:16:22.738173 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:16:22.738173 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:16:22.738173 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:16:22.738173 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:16:22.738173 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:16:22.738173 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:16:22.738173 n-d-842952-2 neutron-server[83911]: timer() May 23 11:16:22.738173 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:16:22.738173 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:16:22.738173 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:16:22.738173 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:16:22.738173 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:16:22.738173 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:16:22.738173 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:16:22.738173 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:16:22.738173 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:16:22.738173 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:16:22.738173 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:16:22.738173 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:16:22.738173 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:16:22.738173 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:16:22.738173 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:16:22.738173 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:16:22.738173 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:16:22.738173 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:16:22.738173 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:16:22.738173 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:16:22.738173 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:16:22.738173 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:16:22.738173 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:16:22.738173 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:16:22.738173 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:16:22.738173 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:16:22.738173 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:16:22.738173 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:16:22.738173 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:16:22.743811 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb1e32e-3559-478b-9fc5-fa8f23793fa4 None None] Network 2203a5b0-2a8e-4d1c-92c2-88611181a842 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:16:22.750730 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75aea156-321a-4c80-97ea-ebebe3b20e86 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:22.751254 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-75aea156-321a-4c80-97ea-ebebe3b20e86 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:22.756429 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47edd5f1-3f1e-4ae5-b94e-6d0b237b72bb admin admin] Router 9a1794a5-1139-4439-8c86-b640f156abd5 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:16:22.787218 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-75aea156-321a-4c80-97ea-ebebe3b20e86 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.0227089 May 23 11:16:22.790933 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56014) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:22.971224 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c5de56c6-4861-4b22-8ec5-f5a8de52121c req-e9c87739-01be-4dd7-b070-af18a4b73ed2 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385967 May 23 11:16:23.117889 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 40ea926d-6eb9-456b-aff7-121a6a90bf0f up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:16:23.139095 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8a531883-f5c7-4c39-876a-d6ef8082ac1e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:23.173643 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8a531883-f5c7-4c39-876a-d6ef8082ac1e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:23.178626 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a531883-f5c7-4c39-876a-d6ef8082ac1e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Pushing event deleted for resources: {'Network': ['ID=e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:23.182812 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f8adde6-b5c9-46cf-a5d1-9f767d8ef210 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:23.208941 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8a531883-f5c7-4c39-876a-d6ef8082ac1e tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "DELETE /v2.0/networks/e3b4db5e-dee7-4d4d-bc7b-669c2f05a71d HTTP/1.1" status: 204 len: 168 time: 2.3410480 May 23 11:16:23.217482 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56030) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:23.254455 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f8adde6-b5c9-46cf-a5d1-9f767d8ef210 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:23.256454 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f9e66da4-2ff6-44e0-a665-36a8e3b18ea6 req-ab5b80d0-174e-4acb-8a84-1a8d6e902f6d tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b36cc5a-09ba-46a0-aa7d-0d086ee63e7a HTTP/1.1" status: 200 len: 210 time: 0.0618424 May 23 11:16:23.317406 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-26542851-8a04-4167-b2db-e4c49f46d991 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:23.327505 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5620167b-b8b5-483d-bd74-8c89efb2cc32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-2203a5b0-2a8e-4d1c-92c2-88611181a842', 'network_id': '2203a5b0-2a8e-4d1c-92c2-88611181a842', 'tenant_id': '0544d54a2ac14582aa73efecc4d5b808', 'fixed_ips': [{'subnet_id': '20ab313b-bfe6-413a-a069-25b9f317b1db'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:16:23.328389 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5620167b-b8b5-483d-bd74-8c89efb2cc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:23.360950 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 40ea926d-6eb9-456b-aff7-121a6a90bf0f triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:16:23.361364 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:23.492468 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-26542851-8a04-4167-b2db-e4c49f46d991 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:23.567411 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-09c8c283-7d4e-450f-8f60-d854465ea23d tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:23.598416 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f8adde6-b5c9-46cf-a5d1-9f767d8ef210 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:23.670236 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47edd5f1-3f1e-4ae5-b94e-6d0b237b72bb admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:16:23.679758 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-47edd5f1-3f1e-4ae5-b94e-6d0b237b72bb admin admin] 10.222.0.79 "PUT /v2.0/routers/9a1794a5-1139-4439-8c86-b640f156abd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9000163 May 23 11:16:23.695884 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8adde6-b5c9-46cf-a5d1-9f767d8ef210 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f44d5c-0319-4817-a5f8-af6f63bab4b9,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:23.722112 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-5620167b-b8b5-483d-bd74-8c89efb2cc32 None None] Allocated IP 2001:db8::f816:3eff:fea3:ade6 (2203a5b0-2a8e-4d1c-92c2-88611181a842/20ab313b-bfe6-413a-a069-25b9f317b1db/c5e9ebe1-c534-47f0-8871-74cef76549a9) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:16:23.792254 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956213c4-f13e-4938-9bc8-1346c2a34c0d req-3220b445-dd3f-4bc1-bd5b-a226aa553753 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:23.807358 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-956213c4-f13e-4938-9bc8-1346c2a34c0d req-3220b445-dd3f-4bc1-bd5b-a226aa553753 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=9fb8986e-6039-4abb-9be9-413787023969 HTTP/1.1" status: 200 len: 946 time: 0.1845360 May 23 11:16:23.856474 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-09c8c283-7d4e-450f-8f60-d854465ea23d tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:23.905389 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-956213c4-f13e-4938-9bc8-1346c2a34c0d req-dd27e1ca-648f-4da1-9ea3-f2468793a3be tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970788 May 23 11:16:23.925557 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-09c8c283-7d4e-450f-8f60-d854465ea23d tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58ef6021-e396-465d-be5f-f38283ee2d4e']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:23.936256 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 42a913bc-34a1-4ddc-b728-1edadaa6663a no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:16:23.961667 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-09c8c283-7d4e-450f-8f60-d854465ea23d tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7b922b3-15a2-4883-bd23-67efe7247083') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:23.964195 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-09c8c283-7d4e-450f-8f60-d854465ea23d tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7b922b3-15a2-4883-bd23-67efe7247083') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:23.989620 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-09c8c283-7d4e-450f-8f60-d854465ea23d tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:24.009806 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 42a913bc-34a1-4ddc-b728-1edadaa6663a {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:16:24.010150 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 42a913bc-34a1-4ddc-b728-1edadaa6663a not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:16:24.022765 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-09c8c283-7d4e-450f-8f60-d854465ea23d tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:24.040562 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09c8c283-7d4e-450f-8f60-d854465ea23d tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:16:24.041115 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-09c8c283-7d4e-450f-8f60-d854465ea23d tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:24.075341 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:16:24.075341 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:16:24.075341 n-d-842952-2 neutron-server[83911]: timer() May 23 11:16:24.075341 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:16:24.075341 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:16:24.075341 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:16:24.075341 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:16:24.075341 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:16:24.075341 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:16:24.075341 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:16:24.075341 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:16:24.075341 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:16:24.075341 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:16:24.075341 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:16:24.075341 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:16:24.075341 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:16:24.075341 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:16:24.075341 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:16:24.075341 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:16:24.075341 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:16:24.075341 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:16:24.075341 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:16:24.075341 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:16:24.075341 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:16:24.075341 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:16:24.075341 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:16:24.075341 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:16:24.075341 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:16:24.075341 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:16:24.075341 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:16:24.075341 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:16:24.075341 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:16:24.081930 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f8adde6-b5c9-46cf-a5d1-9f767d8ef210 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:24.083460 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9f8adde6-b5c9-46cf-a5d1-9f767d8ef210 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "DELETE /v2.0/security-groups/f0f44d5c-0319-4817-a5f8-af6f63bab4b9 HTTP/1.1" status: 204 len: 168 time: 1.4377317 May 23 11:16:24.086246 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56064) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:24.171408 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-09c8c283-7d4e-450f-8f60-d854465ea23d tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:24.224648 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-09c8c283-7d4e-450f-8f60-d854465ea23d tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:24.228543 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c8c283-7d4e-450f-8f60-d854465ea23d tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] Pushing event deleted for resources: {'Network': ['ID=58ef6021-e396-465d-be5f-f38283ee2d4e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:24.244350 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-09c8c283-7d4e-450f-8f60-d854465ea23d tempest-TaggedBootDevicesTest-668454925 tempest-TaggedBootDevicesTest-668454925-project] 10.222.0.79 "DELETE /v2.0/networks/58ef6021-e396-465d-be5f-f38283ee2d4e HTTP/1.1" status: 204 len: 168 time: 1.0247095 May 23 11:16:24.258380 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5620167b-b8b5-483d-bd74-8c89efb2cc32 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:24.284502 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5620167b-b8b5-483d-bd74-8c89efb2cc32 None None] Transition to ACTIVE for port object c5e9ebe1-c534-47f0-8871-74cef76549a9 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:16:24.318016 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5620167b-b8b5-483d-bd74-8c89efb2cc32 None None] Transition to ACTIVE for port object c5e9ebe1-c534-47f0-8871-74cef76549a9 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:16:24.332540 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5620167b-b8b5-483d-bd74-8c89efb2cc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:24.411068 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7d18cee4-a19f-4aad-add1-a830e833bbc8 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Synchronizing usage tracker for tenant:2fc4601b59494799a22c692e5971586b on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:16:24.423512 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-26542851-8a04-4167-b2db-e4c49f46d991 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:24.483780 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26542851-8a04-4167-b2db-e4c49f46d991 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Pushing event deleted for resources: {'Subnet': ['ID=20ab313b-bfe6-413a-a069-25b9f317b1db,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:24.529553 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7d18cee4-a19f-4aad-add1-a830e833bbc8 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Unset dirty status for tenant:2fc4601b59494799a22c692e5971586b on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:16:24.533240 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7d18cee4-a19f-4aad-add1-a830e833bbc8 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.4430997 May 23 11:16:24.533996 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56080) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:24.564458 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dfe515bd-3028-4124-8f43-6bb46357cd0e req-207d17b3-7c7d-473c-991b-9ff393cf3edb tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b36cc5a-09ba-46a0-aa7d-0d086ee63e7a HTTP/1.1" status: 200 len: 210 time: 0.0823817 May 23 11:16:24.582544 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5620167b-b8b5-483d-bd74-8c89efb2cc32 None None] Network 2203a5b0-2a8e-4d1c-92c2-88611181a842 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:16:24.595537 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-5620167b-b8b5-483d-bd74-8c89efb2cc32 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:16:24.599291 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5620167b-b8b5-483d-bd74-8c89efb2cc32 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:16:24.708292 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cebac73c-32f6-4099-af0c-aef608ae2d40 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:24.764072 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620167b-b8b5-483d-bd74-8c89efb2cc32 None None] Pushing event updated for resources: {'Port': ['ID=c5e9ebe1-c534-47f0-8871-74cef76549a9,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:24.780337 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-5620167b-b8b5-483d-bd74-8c89efb2cc32 None None] Attempting to bind port c5e9ebe1-c534-47f0-8871-74cef76549a9 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:16:24.781014 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-5620167b-b8b5-483d-bd74-8c89efb2cc32 None None] Attempting to bind port c5e9ebe1-c534-47f0-8871-74cef76549a9 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '70ae84e2-491b-4af1-90ba-a1a6183bd15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2203a5b0-2a8e-4d1c-92c2-88611181a842'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:16:24.781609 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5620167b-b8b5-483d-bd74-8c89efb2cc32 None None] Attempting to bind port c5e9ebe1-c534-47f0-8871-74cef76549a9 on network 2203a5b0-2a8e-4d1c-92c2-88611181a842 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:16:24.784776 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-26542851-8a04-4167-b2db-e4c49f46d991 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:24.789449 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5620167b-b8b5-483d-bd74-8c89efb2cc32 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:16:24.790130 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5620167b-b8b5-483d-bd74-8c89efb2cc32 None None] Checking segment: {'id': '70ae84e2-491b-4af1-90ba-a1a6183bd15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2203a5b0-2a8e-4d1c-92c2-88611181a842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:16:24.790750 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5620167b-b8b5-483d-bd74-8c89efb2cc32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:24.791334 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5620167b-b8b5-483d-bd74-8c89efb2cc32 None None] Bound using segment: {'id': '70ae84e2-491b-4af1-90ba-a1a6183bd15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2203a5b0-2a8e-4d1c-92c2-88611181a842'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:16:24.792276 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-5620167b-b8b5-483d-bd74-8c89efb2cc32 None None] Bound port: c5e9ebe1-c534-47f0-8871-74cef76549a9, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70ae84e2-491b-4af1-90ba-a1a6183bd15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2203a5b0-2a8e-4d1c-92c2-88611181a842'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:16:24.793470 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5620167b-b8b5-483d-bd74-8c89efb2cc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:24.804206 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cebac73c-32f6-4099-af0c-aef608ae2d40 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:24.870515 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-26542851-8a04-4167-b2db-e4c49f46d991 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2203a5b0-2a8e-4d1c-92c2-88611181a842']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:24.899752 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cebac73c-32f6-4099-af0c-aef608ae2d40 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:24.943045 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-26542851-8a04-4167-b2db-e4c49f46d991 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70ae84e2-491b-4af1-90ba-a1a6183bd15d') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:24.944583 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-26542851-8a04-4167-b2db-e4c49f46d991 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70ae84e2-491b-4af1-90ba-a1a6183bd15d') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:24.973400 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebac73c-32f6-4099-af0c-aef608ae2d40 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=892a1d90-5c48-4100-b8b5-8fd3d3b2f1ce,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:25.001398 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-26542851-8a04-4167-b2db-e4c49f46d991 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:25.012358 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cebac73c-32f6-4099-af0c-aef608ae2d40 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:25.022047 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-cebac73c-32f6-4099-af0c-aef608ae2d40 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "DELETE /v2.0/security-groups/892a1d90-5c48-4100-b8b5-8fd3d3b2f1ce HTTP/1.1" status: 204 len: 168 time: 0.4854975 May 23 11:16:25.024913 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56094) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:25.052455 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-26542851-8a04-4167-b2db-e4c49f46d991 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:25.066034 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5620167b-b8b5-483d-bd74-8c89efb2cc32 None None] For port c5e9ebe1-c534-47f0-8871-74cef76549a9, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:16:25.083807 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cd5bf-73c4-4b2d-a4ff-9ecd78a423f6 req-262c35e4-b724-41d7-a2ae-0c1450c7ba21 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:25.094597 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f2cd5bf-73c4-4b2d-a4ff-9ecd78a423f6 req-262c35e4-b724-41d7-a2ae-0c1450c7ba21 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=9fb8986e-6039-4abb-9be9-413787023969 HTTP/1.1" status: 200 len: 946 time: 0.9100070 May 23 11:16:25.165157 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26542851-8a04-4167-b2db-e4c49f46d991 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:16:25.166308 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-26542851-8a04-4167-b2db-e4c49f46d991 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:25.188177 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:16:25.188177 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:16:25.188177 n-d-842952-2 neutron-server[83910]: timer() May 23 11:16:25.188177 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:16:25.188177 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:16:25.188177 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:16:25.188177 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:16:25.188177 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:16:25.188177 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:16:25.188177 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:16:25.188177 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:16:25.188177 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:16:25.188177 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:16:25.188177 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:16:25.188177 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:16:25.188177 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:16:25.188177 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:16:25.188177 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:16:25.188177 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:16:25.188177 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:16:25.188177 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:16:25.188177 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:16:25.188177 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:16:25.188177 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:16:25.188177 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:16:25.188177 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:16:25.188177 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:16:25.188177 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:16:25.188177 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:16:25.188177 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:16:25.188177 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:16:25.188177 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:16:25.211687 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-bb79fe8d-9405-4315-9f70-0ad1f82fd843 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Synchronizing usage tracker for tenant:2fc4601b59494799a22c692e5971586b on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:16:25.244479 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-bb79fe8d-9405-4315-9f70-0ad1f82fd843 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Unset dirty status for tenant:2fc4601b59494799a22c692e5971586b on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:16:25.250696 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-bb79fe8d-9405-4315-9f70-0ad1f82fd843 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2174168 May 23 11:16:25.253969 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56100) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:25.269483 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-be106568-fd03-4159-993b-21644d6c7e2c tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Request body: {'security_group': {'name': 'tempest-secgroup--1213607478'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:25.281800 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-be106568-fd03-4159-993b-21644d6c7e2c tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:25.315301 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-be106568-fd03-4159-993b-21644d6c7e2c tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:25.327233 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f2cd5bf-73c4-4b2d-a4ff-9ecd78a423f6 req-71dfc6e3-843c-47e4-9c7f-e24530bd22a5 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307668 May 23 11:16:25.338482 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-be106568-fd03-4159-993b-21644d6c7e2c tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:25.344116 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5620167b-b8b5-483d-bd74-8c89efb2cc32 None None] For port c5e9ebe1-c534-47f0-8871-74cef76549a9, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=c5e9ebe1-c534-47f0-8871-74cef76549a9,segment=NetworkSegment(70ae84e2-491b-4af1-90ba-a1a6183bd15d),segment_id=70ae84e2-491b-4af1-90ba-a1a6183bd15d)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:16:25.349873 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5620167b-b8b5-483d-bd74-8c89efb2cc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:25.362056 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.api [None req-26542851-8a04-4167-b2db-e4c49f46d991 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 23 11:16:25.362056 n-d-842952-2 neutron-server[83910]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 23 11:16:25.362056 n-d-842952-2 neutron-server[83910]: [parameters: {'id': '2203a5b0-2a8e-4d1c-92c2-88611181a842'}] May 23 11:16:25.362056 n-d-842952-2 neutron-server[83910]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:16:25.362432 n-d-842952-2 neutron-server[83910]: DEBUG oslo_db.api [None req-26542851-8a04-4167-b2db-e4c49f46d991 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:16:25.426186 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-be106568-fd03-4159-993b-21644d6c7e2c tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:25.438791 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-be106568-fd03-4159-993b-21644d6c7e2c tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Usage tracker for resource:security_group_rule and tenant:2fc4601b59494799a22c692e5971586b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:25.444210 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-be106568-fd03-4159-993b-21644d6c7e2c tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:25.457309 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-be106568-fd03-4159-993b-21644d6c7e2c tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:25.655971 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620167b-b8b5-483d-bd74-8c89efb2cc32 None None] Pushing event updated for resources: {'Port': ['ID=c5e9ebe1-c534-47f0-8871-74cef76549a9,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:25.658222 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-be106568-fd03-4159-993b-21644d6c7e2c tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:25.666889 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-be106568-fd03-4159-993b-21644d6c7e2c tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:25.677949 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ded200-28de-49b7-94f4-493c9c0e79e3 None None] Network 2203a5b0-2a8e-4d1c-92c2-88611181a842 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:16:26.113916 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-26542851-8a04-4167-b2db-e4c49f46d991 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:26.129829 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-35189910-27bd-4c07-b76b-c64644a10b5b tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:26.131206 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-35189910-27bd-4c07-b76b-c64644a10b5b tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.13 "GET /v2.0/networks?id=66d46448-9919-493f-ac81-68ef06c897f8 HTTP/1.1" status: 200 len: 818 time: 0.4559877 May 23 11:16:26.198384 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302dbdc3-3e14-409b-95aa-5dc27a74d3db None None] Sync routers for ids ['9a1794a5-1139-4439-8c86-b640f156abd5'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:16:26.218716 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be106568-fd03-4159-993b-21644d6c7e2c tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c50211a-c1e3-4fc2-88e3-4f2703221f0a,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:26.261201 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302dbdc3-3e14-409b-95aa-5dc27a74d3db None None] Routers {'9a1794a5-1139-4439-8c86-b640f156abd5'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:16:26.261843 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-302dbdc3-3e14-409b-95aa-5dc27a74d3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:16:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['9a1794a5-1139-4439-8c86-b640f156abd5'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:26.287084 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-be106568-fd03-4159-993b-21644d6c7e2c tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:26.295346 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-be106568-fd03-4159-993b-21644d6c7e2c tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0402894 May 23 11:16:26.295561 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56130) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:26.304563 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c1f75292-4b30-474d-aadc-4a08446b4456 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Request body: {'security_group_rule': {'security_group_id': '6c50211a-c1e3-4fc2-88e3-4f2703221f0a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:26.318667 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-3a82b726-0137-40b1-9306-2e2883fbe135 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Request body: {'port': {'device_id': '74cf511a-dabd-4fe7-b413-f52021b09403', 'network_id': '66d46448-9919-493f-ac81-68ef06c897f8', 'admin_state_up': True, 'tenant_id': '22952ef314c142c9840683e65ae3b348'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:26.324972 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c1f75292-4b30-474d-aadc-4a08446b4456 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:26.346809 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c1f75292-4b30-474d-aadc-4a08446b4456 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Usage tracker for resource:security_group_rule and tenant:2fc4601b59494799a22c692e5971586b is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:26.357392 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c1f75292-4b30-474d-aadc-4a08446b4456 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:26.360265 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29539a8-4c0f-446f-a6d6-dd3f775ce5b0 None None] get_active_networks_info from n-d-842952-2 {{(pid=83912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 23 11:16:26.380151 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c1f75292-4b30-474d-aadc-4a08446b4456 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:26.395058 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-26542851-8a04-4167-b2db-e4c49f46d991 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Deleting port c5e9ebe1-c534-47f0-8871-74cef76549a9 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:16:26.395669 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-26542851-8a04-4167-b2db-e4c49f46d991 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:26.510989 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-302dbdc3-3e14-409b-95aa-5dc27a74d3db None None] Set router 9a1794a5-1139-4439-8c86-b640f156abd5 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:16:26.599322 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c1f75292-4b30-474d-aadc-4a08446b4456 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:26.641716 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-68862fc4-cc6d-4757-b6b0-bca84cef1af5 req-3e223ac1-da9b-4ad9-b764-306d0adcb3df tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b36cc5a-09ba-46a0-aa7d-0d086ee63e7a HTTP/1.1" status: 200 len: 210 time: 0.5094268 May 23 11:16:26.748097 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56142) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:26.763051 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29539a8-4c0f-446f-a6d6-dd3f775ce5b0 None None] Resources bound (agent type, host, resource id): {{(pid=83912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 23 11:16:26.801512 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c57ab5-eeac-4684-91b1-b60554afc4e3 req-d0c7068a-a26e-4489-b8b9-16a495c14e6a tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:26.803386 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-34c57ab5-eeac-4684-91b1-b60554afc4e3 req-d0c7068a-a26e-4489-b8b9-16a495c14e6a tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=9fb8986e-6039-4abb-9be9-413787023969 HTTP/1.1" status: 200 len: 946 time: 0.5822728 May 23 11:16:27.120772 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-6b8d5edb-33b9-456a-aad6-690269c42399 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-990880850-network', 'tenant_id': 'a9b393065ad744119fdcb41054d3ebf0'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:27.134417 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-3a82b726-0137-40b1-9306-2e2883fbe135 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:27.138383 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-3a82b726-0137-40b1-9306-2e2883fbe135 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Usage tracker for resource:port and tenant:22952ef314c142c9840683e65ae3b348 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:27.149774 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-3a82b726-0137-40b1-9306-2e2883fbe135 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:27.164914 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-3a82b726-0137-40b1-9306-2e2883fbe135 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:27.192983 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-3a82b726-0137-40b1-9306-2e2883fbe135 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Made reservation on behalf of 22952ef314c142c9840683e65ae3b348 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:16:27.196412 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-3a82b726-0137-40b1-9306-2e2883fbe135 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:27.242654 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-302dbdc3-3e14-409b-95aa-5dc27a74d3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1794a5-1139-4439-8c86-b640f156abd5', 'name': 'tempest-TaggedBootDevicesTest_v242-1230630214-router', 'tenant_id': '6413deec0c1b468e9165a85b033a2ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '40ea926d-6eb9-456b-aff7-121a6a90bf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:16:09Z', 'updated_at': '2022-05-23T11:16:19Z', 'revision_number': 4, 'project_id': '6413deec0c1b468e9165a85b033a2ba9', 'gw_port': {'id': '40ea926d-6eb9-456b-aff7-121a6a90bf0f', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1794a5-1139-4439-8c86-b640f156abd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:16:11Z', 'updated_at': '2022-05-23T11:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '91a53a8b-65db-4519-9707-6cef64eb2748', 'name': '', 'network_id': '8f58b921-0292-4dfc-9e12-b02298e69ac5', 'tenant_id': '6413deec0c1b468e9165a85b033a2ba9', 'mac_address': 'fa:16:3e:a2:09:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1794a5-1139-4439-8c86-b640f156abd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad5f4f1c-c17b-496d-bb30-9eefdb6a09ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:16:17Z', 'updated_at': '2022-05-23T11:16:19Z', 'revision_number': 2, 'project_id': '6413deec0c1b468e9165a85b033a2ba9', 'subnets': [{'id': 'ad5f4f1c-c17b-496d-bb30-9eefdb6a09ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:27.247307 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302dbdc3-3e14-409b-95aa-5dc27a74d3db None None] Checking router: 9a1794a5-1139-4439-8c86-b640f156abd5 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:16:27.248406 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302dbdc3-3e14-409b-95aa-5dc27a74d3db None None] Updating router 9a1794a5-1139-4439-8c86-b640f156abd5 port 91a53a8b-65db-4519-9707-6cef64eb2748 binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:16:27.268341 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-34c57ab5-eeac-4684-91b1-b60554afc4e3 req-00c5e791-b146-4313-8bee-61eda37101b1 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172289 May 23 11:16:27.280149 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-26542851-8a04-4167-b2db-e4c49f46d991 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] For port c5e9ebe1-c534-47f0-8871-74cef76549a9, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=c5e9ebe1-c534-47f0-8871-74cef76549a9,segment=NetworkSegment(70ae84e2-491b-4af1-90ba-a1a6183bd15d),segment_id=70ae84e2-491b-4af1-90ba-a1a6183bd15d)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:16:27.280695 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-26542851-8a04-4167-b2db-e4c49f46d991 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:27.306755 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6b8d5edb-33b9-456a-aad6-690269c42399 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:27.312990 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-302dbdc3-3e14-409b-95aa-5dc27a74d3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:27.332227 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-6b8d5edb-33b9-456a-aad6-690269c42399 admin admin] Usage tracker for resource:network and tenant:a9b393065ad744119fdcb41054d3ebf0 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:27.348759 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-6b8d5edb-33b9-456a-aad6-690269c42399 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:27.361418 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-befde5f3-e0ce-40e6-9fc0-a503165b2624 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:27.362113 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-befde5f3-e0ce-40e6-9fc0-a503165b2624 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.81 "GET /v2.0/networks?id=66d46448-9919-493f-ac81-68ef06c897f8 HTTP/1.1" status: 200 len: 818 time: 1.0634425 May 23 11:16:27.376210 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6b8d5edb-33b9-456a-aad6-690269c42399 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:27.384723 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c1f75292-4b30-474d-aadc-4a08446b4456 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:27.403190 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-ce7196c4-9731-43a2-bc97-c3dc96af8aca tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Request body: {'port': {'device_id': 'efc43641-9d4d-4db9-93d6-3cb481a7f8bc', 'network_id': '66d46448-9919-493f-ac81-68ef06c897f8', 'admin_state_up': True, 'tenant_id': '22952ef314c142c9840683e65ae3b348'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:27.499436 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-3a82b726-0137-40b1-9306-2e2883fbe135 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Allocated IP 172.20.0.14 (66d46448-9919-493f-ac81-68ef06c897f8/2f7abb46-12e6-44bb-af30-bc28924cfd38/dd052273-c649-45d9-9251-0fbc00873858) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:16:27.587336 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c1f75292-4b30-474d-aadc-4a08446b4456 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:27.701141 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8d5edb-33b9-456a-aad6-690269c42399 admin admin] Made reservation on behalf of a9b393065ad744119fdcb41054d3ebf0 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:16:27.703401 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b8d5edb-33b9-456a-aad6-690269c42399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:27.744796 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f75292-4b30-474d-aadc-4a08446b4456 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd11082-ef74-4bcb-8691-8934ce289ff3,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:27.790268 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b8d5edb-33b9-456a-aad6-690269c42399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:27.861800 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-e705dc61-1725-476b-8dfd-47968034b736 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:27.863203 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-e705dc61-1725-476b-8dfd-47968034b736 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.13 "GET /v2.0/networks?id=66d46448-9919-493f-ac81-68ef06c897f8 HTTP/1.1" status: 200 len: 818 time: 0.7356305 May 23 11:16:27.875019 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c1f75292-4b30-474d-aadc-4a08446b4456 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:27.879963 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c1f75292-4b30-474d-aadc-4a08446b4456 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 1.5829086 May 23 11:16:27.881157 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56160) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:27.926174 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-59b59e0e-6ea6-4a01-9175-5e1ff437e450 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Request body: {'port': {'device_id': '1b36cc5a-09ba-46a0-aa7d-0d086ee63e7a', 'network_id': '66d46448-9919-493f-ac81-68ef06c897f8', 'admin_state_up': True, 'tenant_id': '22952ef314c142c9840683e65ae3b348'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:27.953501 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-302dbdc3-3e14-409b-95aa-5dc27a74d3db None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:27.998502 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-302dbdc3-3e14-409b-95aa-5dc27a74d3db None None] Transition to ACTIVE for port object 91a53a8b-65db-4519-9707-6cef64eb2748 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:16:28.014184 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-302dbdc3-3e14-409b-95aa-5dc27a74d3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:28.040018 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6b8d5edb-33b9-456a-aad6-690269c42399 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:28.071125 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-6b8d5edb-33b9-456a-aad6-690269c42399 admin admin] Usage tracker for resource:security_group_rule and tenant:a9b393065ad744119fdcb41054d3ebf0 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:28.074499 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-ce7196c4-9731-43a2-bc97-c3dc96af8aca tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:28.104072 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-6b8d5edb-33b9-456a-aad6-690269c42399 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:28.107424 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-82bb2aae-bc35-4837-9da7-4eda7d91b86f tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:28.114433 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a47c3a6-f1e1-42d9-8596-0a5b5b1c884f None None] Pushing event updated for resources: {'Port': ['ID=91a53a8b-65db-4519-9707-6cef64eb2748,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:28.131116 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-ce7196c4-9731-43a2-bc97-c3dc96af8aca tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Usage tracker for resource:port and tenant:22952ef314c142c9840683e65ae3b348 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:28.140553 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6b8d5edb-33b9-456a-aad6-690269c42399 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:28.192579 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-ce7196c4-9731-43a2-bc97-c3dc96af8aca tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:28.208457 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-26542851-8a04-4167-b2db-e4c49f46d991 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Calling delete_port for c5e9ebe1-c534-47f0-8871-74cef76549a9 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:16:28.230836 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-82bb2aae-bc35-4837-9da7-4eda7d91b86f tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:28.260174 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-ce7196c4-9731-43a2-bc97-c3dc96af8aca tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:28.261347 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-86287d5f-9864-4067-aa1b-86b0f53326fc req-eba12077-6ceb-4a8c-acf4-46e662d52f79 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b36cc5a-09ba-46a0-aa7d-0d086ee63e7a HTTP/1.1" status: 200 len: 210 time: 0.3137758 May 23 11:16:28.325113 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-302dbdc3-3e14-409b-95aa-5dc27a74d3db None None] Attempting to bind port 91a53a8b-65db-4519-9707-6cef64eb2748 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:16:28.326098 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-302dbdc3-3e14-409b-95aa-5dc27a74d3db None None] Attempting to bind port 91a53a8b-65db-4519-9707-6cef64eb2748 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'aacb2949-f7b0-4f81-9ac6-514a286cfeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8f58b921-0292-4dfc-9e12-b02298e69ac5'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:16:28.326698 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302dbdc3-3e14-409b-95aa-5dc27a74d3db None None] Attempting to bind port 91a53a8b-65db-4519-9707-6cef64eb2748 on network 8f58b921-0292-4dfc-9e12-b02298e69ac5 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:16:28.334545 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a47c3a6-f1e1-42d9-8596-0a5b5b1c884f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:16:28.335131 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a47c3a6-f1e1-42d9-8596-0a5b5b1c884f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:16:28.335615 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a47c3a6-f1e1-42d9-8596-0a5b5b1c884f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:16:28.336124 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a47c3a6-f1e1-42d9-8596-0a5b5b1c884f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:16:28.336911 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a47c3a6-f1e1-42d9-8596-0a5b5b1c884f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:16:28.337366 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a47c3a6-f1e1-42d9-8596-0a5b5b1c884f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:16:28.337835 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a47c3a6-f1e1-42d9-8596-0a5b5b1c884f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:16:28.338310 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a47c3a6-f1e1-42d9-8596-0a5b5b1c884f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:16:28.338767 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a47c3a6-f1e1-42d9-8596-0a5b5b1c884f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:16:28.339241 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a47c3a6-f1e1-42d9-8596-0a5b5b1c884f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:16:28.339712 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a47c3a6-f1e1-42d9-8596-0a5b5b1c884f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:16:28.343252 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302dbdc3-3e14-409b-95aa-5dc27a74d3db None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:16:28.344019 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302dbdc3-3e14-409b-95aa-5dc27a74d3db None None] Checking segment: {'id': 'aacb2949-f7b0-4f81-9ac6-514a286cfeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8f58b921-0292-4dfc-9e12-b02298e69ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:16:28.344669 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-302dbdc3-3e14-409b-95aa-5dc27a74d3db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:28.345208 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302dbdc3-3e14-409b-95aa-5dc27a74d3db None None] Bound using segment: {'id': 'aacb2949-f7b0-4f81-9ac6-514a286cfeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8f58b921-0292-4dfc-9e12-b02298e69ac5'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:16:28.345848 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-302dbdc3-3e14-409b-95aa-5dc27a74d3db None None] Bound port: 91a53a8b-65db-4519-9707-6cef64eb2748, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aacb2949-f7b0-4f81-9ac6-514a286cfeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8f58b921-0292-4dfc-9e12-b02298e69ac5'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:16:28.346380 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-302dbdc3-3e14-409b-95aa-5dc27a74d3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:28.362164 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-3a82b726-0137-40b1-9306-2e2883fbe135 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:28.402431 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-26542851-8a04-4167-b2db-e4c49f46d991 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:28.464567 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26542851-8a04-4167-b2db-e4c49f46d991 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] No DVR routers for this DVR port c5e9ebe1-c534-47f0-8871-74cef76549a9 on host n-d-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:16:28.477902 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b8d5edb-33b9-456a-aad6-690269c42399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:28.537412 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b8d5edb-33b9-456a-aad6-690269c42399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:28.544794 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-302dbdc3-3e14-409b-95aa-5dc27a74d3db None None] For port 91a53a8b-65db-4519-9707-6cef64eb2748, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:16:28.551029 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-302dbdc3-3e14-409b-95aa-5dc27a74d3db None None] For port 91a53a8b-65db-4519-9707-6cef64eb2748, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=91a53a8b-65db-4519-9707-6cef64eb2748,segment=NetworkSegment(aacb2949-f7b0-4f81-9ac6-514a286cfeda),segment_id=aacb2949-f7b0-4f81-9ac6-514a286cfeda)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:16:28.557710 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-302dbdc3-3e14-409b-95aa-5dc27a74d3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:28.602959 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b8d5edb-33b9-456a-aad6-690269c42399 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:16:28.614622 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-ce7196c4-9731-43a2-bc97-c3dc96af8aca tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Made reservation on behalf of 22952ef314c142c9840683e65ae3b348 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:16:28.621407 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-ce7196c4-9731-43a2-bc97-c3dc96af8aca tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:28.706460 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26542851-8a04-4167-b2db-e4c49f46d991 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Pushing event deleted for resources: {'Port': ['ID=c5e9ebe1-c534-47f0-8871-74cef76549a9,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:28.734356 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a47c3a6-f1e1-42d9-8596-0a5b5b1c884f None None] Pushing event updated for resources: {'Port': ['ID=91a53a8b-65db-4519-9707-6cef64eb2748,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:28.771234 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302dbdc3-3e14-409b-95aa-5dc27a74d3db None None] Routers {'9a1794a5-1139-4439-8c86-b640f156abd5'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:16:28.773370 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-3a82b726-0137-40b1-9306-2e2883fbe135 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:28.775357 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-302dbdc3-3e14-409b-95aa-5dc27a74d3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:16:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['9a1794a5-1139-4439-8c86-b640f156abd5'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:28.792952 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-59b59e0e-6ea6-4a01-9175-5e1ff437e450 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:28.797778 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-59b59e0e-6ea6-4a01-9175-5e1ff437e450 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Usage tracker for resource:port and tenant:22952ef314c142c9840683e65ae3b348 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:28.801924 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-59b59e0e-6ea6-4a01-9175-5e1ff437e450 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:28.814690 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-59b59e0e-6ea6-4a01-9175-5e1ff437e450 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:28.824068 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-82bb2aae-bc35-4837-9da7-4eda7d91b86f tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:28.859955 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-59b59e0e-6ea6-4a01-9175-5e1ff437e450 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Made reservation on behalf of 22952ef314c142c9840683e65ae3b348 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:16:28.868759 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-59b59e0e-6ea6-4a01-9175-5e1ff437e450 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:28.895404 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d5edb-33b9-456a-aad6-690269c42399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9c0d32-fb59-4f94-bf1f-e62cc0f783f4,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:28.915219 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b8d5edb-33b9-456a-aad6-690269c42399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:28.919324 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-6b8d5edb-33b9-456a-aad6-690269c42399 admin admin] Added segment c9fe7dea-6481-468a-b068-659c35a3cd3f of type vlan for network 0211ccd5-91d2-42f3-a16e-cb3fb2faf057 May 23 11:16:28.940673 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb2aae-bc35-4837-9da7-4eda7d91b86f tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9fd11082-ef74-4bcb-8691-8934ce289ff3,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:29.037175 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56178) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:29.048053 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a82b726-0137-40b1-9306-2e2883fbe135 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Pushing event updated for resources: {'Port': ['ID=dd052273-c649-45d9-9251-0fbc00873858,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:29.082452 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-26542851-8a04-4167-b2db-e4c49f46d991 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:29.129545 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-ce7196c4-9731-43a2-bc97-c3dc96af8aca tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Allocated IP 172.20.0.6 (66d46448-9919-493f-ac81-68ef06c897f8/2f7abb46-12e6-44bb-af30-bc28924cfd38/ead6b17c-73e5-469c-8a89-09125f4b313b) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:16:29.141739 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-3a82b726-0137-40b1-9306-2e2883fbe135 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Network 66d46448-9919-493f-ac81-68ef06c897f8 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:16:29.167727 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-3a82b726-0137-40b1-9306-2e2883fbe135 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:16:29.173113 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-302dbdc3-3e14-409b-95aa-5dc27a74d3db None None] Set router 9a1794a5-1139-4439-8c86-b640f156abd5 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:16:29.183459 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-3a82b726-0137-40b1-9306-2e2883fbe135 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:16:29.256905 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-26542851-8a04-4167-b2db-e4c49f46d991 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2203a5b0-2a8e-4d1c-92c2-88611181a842']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:29.341905 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-82bb2aae-bc35-4837-9da7-4eda7d91b86f tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:29.345487 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-82bb2aae-bc35-4837-9da7-4eda7d91b86f tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/9fd11082-ef74-4bcb-8691-8934ce289ff3 HTTP/1.1" status: 204 len: 168 time: 1.4577928 May 23 11:16:29.352925 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56186) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:29.354726 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-26542851-8a04-4167-b2db-e4c49f46d991 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70ae84e2-491b-4af1-90ba-a1a6183bd15d') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:29.355015 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-26542851-8a04-4167-b2db-e4c49f46d991 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70ae84e2-491b-4af1-90ba-a1a6183bd15d') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:29.371903 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b8d5edb-33b9-456a-aad6-690269c42399 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:29.397267 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a9d65c0e-c6cd-418c-a2ba-aebe2d264e73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:29.442002 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-26542851-8a04-4167-b2db-e4c49f46d991 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:29.472489 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e8429-8c0c-4db4-bbaa-1e6b7ebb8083 req-67ecbbe0-df84-476e-a5f7-a8e717f56d6d tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:29.473912 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-228e8429-8c0c-4db4-bbaa-1e6b7ebb8083 req-67ecbbe0-df84-476e-a5f7-a8e717f56d6d tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=9fb8986e-6039-4abb-9be9-413787023969 HTTP/1.1" status: 200 len: 946 time: 0.9208155 May 23 11:16:29.549464 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-ce7196c4-9731-43a2-bc97-c3dc96af8aca tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:29.578306 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ca27cc8f-87ec-49bb-86de-cd98c8e92ea7 req-19e3a3d6-03b3-4d55-85d0-b5ef20330e07 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b36cc5a-09ba-46a0-aa7d-0d086ee63e7a HTTP/1.1" status: 200 len: 210 time: 0.0882754 May 23 11:16:29.589885 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-3a82b726-0137-40b1-9306-2e2883fbe135 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:29.592194 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-3a82b726-0137-40b1-9306-2e2883fbe135 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:29.619965 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b8d5edb-33b9-456a-aad6-690269c42399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:29.621984 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8d5edb-33b9-456a-aad6-690269c42399 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:29.622700 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b8d5edb-33b9-456a-aad6-690269c42399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:29.631428 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-26542851-8a04-4167-b2db-e4c49f46d991 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:29.657972 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a9d65c0e-c6cd-418c-a2ba-aebe2d264e73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:29.664010 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a9d65c0e-c6cd-418c-a2ba-aebe2d264e73 admin admin] Usage tracker for resource:security_group_rule and tenant:abc62ae896c94fe695b1b339601700f0 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:29.667270 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a9d65c0e-c6cd-418c-a2ba-aebe2d264e73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:29.673886 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a9d65c0e-c6cd-418c-a2ba-aebe2d264e73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:29.683100 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26542851-8a04-4167-b2db-e4c49f46d991 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:16:29.683508 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-26542851-8a04-4167-b2db-e4c49f46d991 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:29.699239 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-302dbdc3-3e14-409b-95aa-5dc27a74d3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1794a5-1139-4439-8c86-b640f156abd5', 'name': 'tempest-TaggedBootDevicesTest_v242-1230630214-router', 'tenant_id': '6413deec0c1b468e9165a85b033a2ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '40ea926d-6eb9-456b-aff7-121a6a90bf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:16:09Z', 'updated_at': '2022-05-23T11:16:19Z', 'revision_number': 4, 'project_id': '6413deec0c1b468e9165a85b033a2ba9', 'gw_port': {'id': '40ea926d-6eb9-456b-aff7-121a6a90bf0f', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1794a5-1139-4439-8c86-b640f156abd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:16:11Z', 'updated_at': '2022-05-23T11:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '91a53a8b-65db-4519-9707-6cef64eb2748', 'name': '', 'network_id': '8f58b921-0292-4dfc-9e12-b02298e69ac5', 'tenant_id': '6413deec0c1b468e9165a85b033a2ba9', 'mac_address': 'fa:16:3e:a2:09:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1794a5-1139-4439-8c86-b640f156abd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad5f4f1c-c17b-496d-bb30-9eefdb6a09ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:16:17Z', 'updated_at': '2022-05-23T11:16:28Z', 'revision_number': 4, 'project_id': '6413deec0c1b468e9165a85b033a2ba9', 'subnets': [{'id': 'ad5f4f1c-c17b-496d-bb30-9eefdb6a09ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:29.703645 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302dbdc3-3e14-409b-95aa-5dc27a74d3db None None] The sync data for ids ['9a1794a5-1139-4439-8c86-b640f156abd5'] in n-d-842952-2 is: [{'id': '9a1794a5-1139-4439-8c86-b640f156abd5', 'name': 'tempest-TaggedBootDevicesTest_v242-1230630214-router', 'tenant_id': '6413deec0c1b468e9165a85b033a2ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '40ea926d-6eb9-456b-aff7-121a6a90bf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:16:09Z', 'updated_at': '2022-05-23T11:16:19Z', 'revision_number': 4, 'project_id': '6413deec0c1b468e9165a85b033a2ba9', 'gw_port': {'id': '40ea926d-6eb9-456b-aff7-121a6a90bf0f', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1794a5-1139-4439-8c86-b640f156abd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:16:11Z', 'updated_at': '2022-05-23T11:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '91a53a8b-65db-4519-9707-6cef64eb2748', 'name': '', 'network_id': '8f58b921-0292-4dfc-9e12-b02298e69ac5', 'tenant_id': '6413deec0c1b468e9165a85b033a2ba9', 'mac_address': 'fa:16:3e:a2:09:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1794a5-1139-4439-8c86-b640f156abd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad5f4f1c-c17b-496d-bb30-9eefdb6a09ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:16:17Z', 'updated_at': '2022-05-23T11:16:28Z', 'revision_number': 4, 'project_id': '6413deec0c1b468e9165a85b033a2ba9', 'subnets': [{'id': 'ad5f4f1c-c17b-496d-bb30-9eefdb6a09ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:16:29.705008 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-fa8a95cc-c117-4210-912d-aa14bd17bb4c tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Synchronizing usage tracker for tenant:2fc4601b59494799a22c692e5971586b on resource:security_group_rule {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:16:29.707745 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:16:29.707745 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:16:29.707745 n-d-842952-2 neutron-server[83910]: timer() May 23 11:16:29.707745 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:16:29.707745 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:16:29.707745 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:16:29.707745 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:16:29.707745 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:16:29.707745 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:16:29.707745 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:16:29.707745 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:16:29.707745 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:16:29.707745 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:16:29.707745 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:16:29.707745 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:16:29.707745 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:16:29.707745 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:16:29.707745 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:16:29.707745 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:16:29.707745 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:16:29.707745 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:16:29.707745 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:16:29.707745 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:16:29.707745 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:16:29.707745 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:16:29.707745 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:16:29.707745 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:16:29.707745 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:16:29.707745 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:16:29.707745 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:16:29.707745 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:16:29.707745 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:16:29.856122 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6b8d5edb-33b9-456a-aad6-690269c42399 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.1008277 May 23 11:16:29.859345 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56190) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:29.868767 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-3a82b726-0137-40b1-9306-2e2883fbe135 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5954208 May 23 11:16:29.875157 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d5edb-33b9-456a-aad6-690269c42399 admin admin] Pushing event updated for resources: {'Network': ['ID=0211ccd5-91d2-42f3-a16e-cb3fb2faf057,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:29.884352 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-228e8429-8c0c-4db4-bbaa-1e6b7ebb8083 req-114b78c4-079c-4428-9fcd-ec24d6eabb67 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784020 May 23 11:16:29.890544 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-91a2fcc6-3ff2-465f-ae3c-6294e010a54e admin admin] Request body: {'subnet': {'network_id': '0211ccd5-91d2-42f3-a16e-cb3fb2faf057', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-990880850-subnet', 'tenant_id': 'a9b393065ad744119fdcb41054d3ebf0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:29.897269 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-ce7196c4-9731-43a2-bc97-c3dc96af8aca tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:29.905279 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-fa8a95cc-c117-4210-912d-aa14bd17bb4c tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Unset dirty status for tenant:2fc4601b59494799a22c692e5971586b on resource:security_group_rule {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:16:29.909000 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 0211ccd5-91d2-42f3-a16e-cb3fb2faf057 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:16:29.910149 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-fa8a95cc-c117-4210-912d-aa14bd17bb4c tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5180686 May 23 11:16:29.915906 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-29f7e405-2b33-4695-b96d-fb62262322b5 service neutron] Request body: {'port': {'device_id': '74cf511a-dabd-4fe7-b413-f52021b09403', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:29.945510 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56194) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:29.948794 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-91a2fcc6-3ff2-465f-ae3c-6294e010a54e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:29.970709 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-91a2fcc6-3ff2-465f-ae3c-6294e010a54e admin admin] Usage tracker for resource:subnet and tenant:a9b393065ad744119fdcb41054d3ebf0 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:29.979523 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-91a2fcc6-3ff2-465f-ae3c-6294e010a54e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:29.984124 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-26542851-8a04-4167-b2db-e4c49f46d991 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:29.992735 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a9d65c0e-c6cd-418c-a2ba-aebe2d264e73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:30.036315 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-26542851-8a04-4167-b2db-e4c49f46d991 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:30.055255 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-91a2fcc6-3ff2-465f-ae3c-6294e010a54e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:30.081864 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26542851-8a04-4167-b2db-e4c49f46d991 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Pushing event deleted for resources: {'Network': ['ID=2203a5b0-2a8e-4d1c-92c2-88611181a842,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:30.133508 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-26542851-8a04-4167-b2db-e4c49f46d991 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] 10.222.0.79 "DELETE /v2.0/networks/2203a5b0-2a8e-4d1c-92c2-88611181a842 HTTP/1.1" status: 204 len: 168 time: 7.3408835 May 23 11:16:30.140832 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7196c4-9731-43a2-bc97-c3dc96af8aca tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Pushing event updated for resources: {'Port': ['ID=ead6b17c-73e5-469c-8a89-09125f4b313b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:30.152776 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56200) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:30.153433 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a9d65c0e-c6cd-418c-a2ba-aebe2d264e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:30.188064 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a2fcc6-3ff2-465f-ae3c-6294e010a54e admin admin] Made reservation on behalf of a9b393065ad744119fdcb41054d3ebf0 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:16:30.190370 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-91a2fcc6-3ff2-465f-ae3c-6294e010a54e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:30.198827 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-59b59e0e-6ea6-4a01-9175-5e1ff437e450 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Allocated IP 172.20.0.8 (66d46448-9919-493f-ac81-68ef06c897f8/2f7abb46-12e6-44bb-af30-bc28924cfd38/f9cee36d-889e-4794-a2e3-d22c29a5cc45) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:16:30.256824 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5bda187-5675-4134-9fd8-044aa9b88f98 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] DELETE failed (client error): The resource could not be found. May 23 11:16:30.257251 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5bda187-5675-4134-9fd8-044aa9b88f98 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:16:30.268890 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-ce7196c4-9731-43a2-bc97-c3dc96af8aca tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Network 66d46448-9919-493f-ac81-68ef06c897f8 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:16:30.271983 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a5bda187-5675-4134-9fd8-044aa9b88f98 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] 10.222.0.79 "DELETE /v2.0/subnets/20ab313b-bfe6-413a-a069-25b9f317b1db HTTP/1.1" status: 404 len: 337 time: 0.1032269 May 23 11:16:30.275707 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56204) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:30.281391 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-ce7196c4-9731-43a2-bc97-c3dc96af8aca tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:16:30.304976 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-ce7196c4-9731-43a2-bc97-c3dc96af8aca tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:16:30.352793 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d65c0e-c6cd-418c-a2ba-aebe2d264e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243aee18-b047-4aca-b456-2bd7d87f5c50,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:30.361808 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce8741cb-9000-468b-818b-8f38c776a835 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] DELETE failed (client error): The resource could not be found. May 23 11:16:30.362350 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce8741cb-9000-468b-818b-8f38c776a835 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:16:30.366934 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ce8741cb-9000-468b-818b-8f38c776a835 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] 10.222.0.79 "DELETE /v2.0/networks/2203a5b0-2a8e-4d1c-92c2-88611181a842 HTTP/1.1" status: 404 len: 339 time: 0.0787575 May 23 11:16:30.370821 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dda4aa59-7a38-47fb-af94-84ef2974e04d tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:30.372867 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56208) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:30.376589 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-29f7e405-2b33-4695-b96d-fb62262322b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:30.395791 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a9d65c0e-c6cd-418c-a2ba-aebe2d264e73 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=abc62ae896c94fe695b1b339601700f0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3542891 May 23 11:16:30.407201 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56212) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:30.462646 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dda4aa59-7a38-47fb-af94-84ef2974e04d tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:30.464278 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-ce7196c4-9731-43a2-bc97-c3dc96af8aca tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:30.464915 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-ce7196c4-9731-43a2-bc97-c3dc96af8aca tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:30.516409 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0880522-a7f3-429b-bd18-0ce1adc6a7ee tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] DELETE failed (client error): The resource could not be found. May 23 11:16:30.516996 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0880522-a7f3-429b-bd18-0ce1adc6a7ee tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:16:30.521191 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f0880522-a7f3-429b-bd18-0ce1adc6a7ee tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] 10.222.0.79 "DELETE /v2.0/subnets/09205aa2-bd5d-4b71-9c72-0733f3e70bed HTTP/1.1" status: 404 len: 337 time: 0.1437018 May 23 11:16:30.524295 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56216) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:30.726133 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-234aedcf-9e21-4ba8-b58d-b8b5b2d23b5e tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] DELETE failed (client error): The resource could not be found. May 23 11:16:30.726133 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-234aedcf-9e21-4ba8-b58d-b8b5b2d23b5e tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:16:30.735396 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-ce7196c4-9731-43a2-bc97-c3dc96af8aca tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3422465 May 23 11:16:30.764194 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-74cafeb1-3948-4650-b2a7-46cd32c4dbfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:30.770156 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-47bd4349-ca8f-4a90-8791-87c849af1c13 service neutron] Request body: {'port': {'device_id': 'efc43641-9d4d-4db9-93d6-3cb481a7f8bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:30.801492 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dda4aa59-7a38-47fb-af94-84ef2974e04d tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:31.004694 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-234aedcf-9e21-4ba8-b58d-b8b5b2d23b5e tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] 10.222.0.79 "DELETE /v2.0/networks/cade2d85-7520-4aa8-a84f-e644734079cf HTTP/1.1" status: 404 len: 339 time: 0.4769216 May 23 11:16:31.006403 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-29beaa0e-2d85-4d38-94a4-689a60690a22 req-96295990-6422-4dcf-a751-dc00dccbf03f tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Synchronizing usage tracker for tenant:22952ef314c142c9840683e65ae3b348 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:16:31.011367 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56224) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:31.017788 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-91a2fcc6-3ff2-465f-ae3c-6294e010a54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:31.056477 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-47bd4349-ca8f-4a90-8791-87c849af1c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:31.076675 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 91a53a8b-65db-4519-9707-6cef64eb2748 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:16:31.115966 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-59b59e0e-6ea6-4a01-9175-5e1ff437e450 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:31.134357 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-74cafeb1-3948-4650-b2a7-46cd32c4dbfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:31.236717 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda4aa59-7a38-47fb-af94-84ef2974e04d tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c50211a-c1e3-4fc2-88e3-4f2703221f0a,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:31.241475 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 91a53a8b-65db-4519-9707-6cef64eb2748 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:16:31.250214 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 91a53a8b-65db-4519-9707-6cef64eb2748 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:16:31.251274 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:31.320349 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-59b59e0e-6ea6-4a01-9175-5e1ff437e450 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:31.347904 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-a999eb5b-ddbe-4fe5-a7d7-ab67ce1eeb88 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] DELETE failed (client error): The resource could not be found. May 23 11:16:31.348493 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a999eb5b-ddbe-4fe5-a7d7-ab67ce1eeb88 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:16:31.353786 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a999eb5b-ddbe-4fe5-a7d7-ab67ce1eeb88 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] 10.222.0.79 "DELETE /v2.0/subnets/e0b6c968-3703-492a-9338-53352a25d6f1 HTTP/1.1" status: 404 len: 337 time: 0.3385634 May 23 11:16:31.355088 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dda4aa59-7a38-47fb-af94-84ef2974e04d tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:31.356252 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-dda4aa59-7a38-47fb-af94-84ef2974e04d tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "DELETE /v2.0/security-groups/6c50211a-c1e3-4fc2-88e3-4f2703221f0a HTTP/1.1" status: 204 len: 168 time: 1.4092219 May 23 11:16:31.365095 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56232) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:31.365454 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56234) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:31.475434 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-74cafeb1-3948-4650-b2a7-46cd32c4dbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:31.496723 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:31.505074 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-d568cc49-f217-4fed-9282-91a7ae87fed8 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] DELETE failed (client error): The resource could not be found. May 23 11:16:31.505800 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d568cc49-f217-4fed-9282-91a7ae87fed8 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:16:31.536826 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 91a53a8b-65db-4519-9707-6cef64eb2748, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=91a53a8b-65db-4519-9707-6cef64eb2748,segment=NetworkSegment(aacb2949-f7b0-4f81-9ac6-514a286cfeda),segment_id=aacb2949-f7b0-4f81-9ac6-514a286cfeda)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:16:31.538026 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cafeb1-3948-4650-b2a7-46cd32c4dbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243aee18-b047-4aca-b456-2bd7d87f5c50,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:31.540880 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-74cafeb1-3948-4650-b2a7-46cd32c4dbfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:31.542136 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-74cafeb1-3948-4650-b2a7-46cd32c4dbfa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/243aee18-b047-4aca-b456-2bd7d87f5c50 HTTP/1.1" status: 204 len: 168 time: 1.1339226 May 23 11:16:31.542738 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:31.547645 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b59e0e-6ea6-4a01-9175-5e1ff437e450 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Pushing event updated for resources: {'Port': ['ID=f9cee36d-889e-4794-a2e3-d22c29a5cc45,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:31.553225 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-59b59e0e-6ea6-4a01-9175-5e1ff437e450 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Network 66d46448-9919-493f-ac81-68ef06c897f8 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:16:31.554973 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d568cc49-f217-4fed-9282-91a7ae87fed8 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] 10.222.0.79 "DELETE /v2.0/networks/e074f846-71b7-4ddf-a9d0-83f7a2a624c0 HTTP/1.1" status: 404 len: 339 time: 0.1726134 May 23 11:16:31.558996 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-59b59e0e-6ea6-4a01-9175-5e1ff437e450 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:16:31.562802 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56244) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:31.563377 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-29beaa0e-2d85-4d38-94a4-689a60690a22 req-96295990-6422-4dcf-a751-dc00dccbf03f tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Unset dirty status for tenant:22952ef314c142c9840683e65ae3b348 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:16:31.566652 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-59b59e0e-6ea6-4a01-9175-5e1ff437e450 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:16:31.577931 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-29beaa0e-2d85-4d38-94a4-689a60690a22 req-96295990-6422-4dcf-a751-dc00dccbf03f tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b36cc5a-09ba-46a0-aa7d-0d086ee63e7a HTTP/1.1" status: 200 len: 210 time: 0.7690008 May 23 11:16:31.587814 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a2fcc6-3ff2-465f-ae3c-6294e010a54e admin admin] Checking segment: {'id': 'c9fe7dea-6481-468a-b068-659c35a3cd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0211ccd5-91d2-42f3-a16e-cb3fb2faf057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:16:31.588187 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a2fcc6-3ff2-465f-ae3c-6294e010a54e admin admin] Network hostable DHCP agents. Network: 0211ccd5-91d2-42f3-a16e-cb3fb2faf057, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:16:31.624181 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=91a53a8b-65db-4519-9707-6cef64eb2748,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:31.651106 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a2fcc6-3ff2-465f-ae3c-6294e010a54e admin admin] Pushing event updated for resources: {'Subnet': ['ID=621761dd-b995-4186-9cfd-90bab8b13f3e,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:31.674622 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7d613-bbc3-49e3-9cfd-fccfb9ab2846 req-b9bfa6d6-1924-4d34-8bb6-d47264837fd0 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:31.676666 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6d7d613-bbc3-49e3-9cfd-fccfb9ab2846 req-b9bfa6d6-1924-4d34-8bb6-d47264837fd0 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=9fb8986e-6039-4abb-9be9-413787023969 HTTP/1.1" status: 200 len: 946 time: 0.3808069 May 23 11:16:31.712728 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4ca4f6d0-f193-4201-b678-f47aea653d38 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3247249 May 23 11:16:31.714343 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56248) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:31.744198 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-fcac44ca-0520-401a-aae6-d3964d38daae tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Request body: {'security_group': {'name': 'tempest-secgroup--453530158'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:31.746529 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a2fcc6-3ff2-465f-ae3c-6294e010a54e admin admin] Network 0211ccd5-91d2-42f3-a16e-cb3fb2faf057 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:16:31.761039 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-fcac44ca-0520-401a-aae6-d3964d38daae tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:31.773222 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-fcac44ca-0520-401a-aae6-d3964d38daae tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Usage tracker for resource:security_group and tenant:2fc4601b59494799a22c692e5971586b is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:31.777882 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6d7d613-bbc3-49e3-9cfd-fccfb9ab2846 req-49a673b5-dc94-4cdc-99f9-b98f6503323d tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927417 May 23 11:16:31.790529 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-91a2fcc6-3ff2-465f-ae3c-6294e010a54e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 0211ccd5-91d2-42f3-a16e-cb3fb2faf057) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:16:31.791742 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-fcac44ca-0520-401a-aae6-d3964d38daae tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:31.800592 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a2fcc6-3ff2-465f-ae3c-6294e010a54e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:31.800918 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06d3f95-39f0-4364-8a77-d9c5beda3e5f None None] Network 0211ccd5-91d2-42f3-a16e-cb3fb2faf057 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:16:31.801203 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-91a2fcc6-3ff2-465f-ae3c-6294e010a54e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:31.807664 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-fcac44ca-0520-401a-aae6-d3964d38daae tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:31.840768 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-0453199b-217e-48ef-9530-81bfda421039 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Deleting port 9393848b-c4d1-44f9-9e8f-e19d70f25c51 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:16:31.841436 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0453199b-217e-48ef-9530-81bfda421039 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:31.873000 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-91a2fcc6-3ff2-465f-ae3c-6294e010a54e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0101757 May 23 11:16:31.878189 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56254) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:31.900126 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-59b59e0e-6ea6-4a01-9175-5e1ff437e450 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:31.901571 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-59b59e0e-6ea6-4a01-9175-5e1ff437e450 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:31.912114 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-4719c3a5-9ca0-4d2a-a91b-f0ffde370033 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-990880850-router', 'tenant_id': 'a9b393065ad744119fdcb41054d3ebf0', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:31.932102 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4719c3a5-9ca0-4d2a-a91b-f0ffde370033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:31.940779 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4719c3a5-9ca0-4d2a-a91b-f0ffde370033 admin admin] Usage tracker for resource:router and tenant:a9b393065ad744119fdcb41054d3ebf0 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:31.945920 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4719c3a5-9ca0-4d2a-a91b-f0ffde370033 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:31.957564 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4719c3a5-9ca0-4d2a-a91b-f0ffde370033 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:31.964501 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-29f7e405-2b33-4695-b96d-fb62262322b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd052273-c649-45d9-9251-0fbc00873858 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:16:31.975934 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-29f7e405-2b33-4695-b96d-fb62262322b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:31.979437 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fcac44ca-0520-401a-aae6-d3964d38daae tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:31.992999 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4719c3a5-9ca0-4d2a-a91b-f0ffde370033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:31.994045 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4719c3a5-9ca0-4d2a-a91b-f0ffde370033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:32.020249 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4719c3a5-9ca0-4d2a-a91b-f0ffde370033 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:32.023635 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-59b59e0e-6ea6-4a01-9175-5e1ff437e450 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1226604 May 23 11:16:32.080888 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-fcac44ca-0520-401a-aae6-d3964d38daae tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:32.085244 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-fcac44ca-0520-401a-aae6-d3964d38daae tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Usage tracker for resource:security_group_rule and tenant:2fc4601b59494799a22c692e5971586b is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:32.088410 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-fcac44ca-0520-401a-aae6-d3964d38daae tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:32.095251 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-fcac44ca-0520-401a-aae6-d3964d38daae tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:32.111430 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-29f7e405-2b33-4695-b96d-fb62262322b5 service neutron] Transition to ACTIVE for port object dd052273-c649-45d9-9251-0fbc00873858 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:16:32.163173 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fcac44ca-0520-401a-aae6-d3964d38daae tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:32.194998 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-ef5d7bb4-fc85-44d3-820d-9c9ee2c1ffc6 service neutron] Request body: {'port': {'device_id': '1b36cc5a-09ba-46a0-aa7d-0d086ee63e7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:32.196146 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-29f7e405-2b33-4695-b96d-fb62262322b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:32.200783 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d206735-6227-4f3c-bce6-b792f1287481 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-0211ccd5-91d2-42f3-a16e-cb3fb2faf057', 'network_id': '0211ccd5-91d2-42f3-a16e-cb3fb2faf057', 'tenant_id': 'a9b393065ad744119fdcb41054d3ebf0', 'fixed_ips': [{'subnet_id': '621761dd-b995-4186-9cfd-90bab8b13f3e'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:16:32.201445 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1d206735-6227-4f3c-bce6-b792f1287481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:32.275359 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fcac44ca-0520-401a-aae6-d3964d38daae tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:32.368391 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56258) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:32.375622 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f7e405-2b33-4695-b96d-fb62262322b5 service neutron] Pushing event updated for resources: {'Port': ['ID=dd052273-c649-45d9-9251-0fbc00873858,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:32.416716 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4719c3a5-9ca0-4d2a-a91b-f0ffde370033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:32.425929 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ab423c1d-a995-42ba-8e36-32f90fcc0818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:32.458849 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-1d206735-6227-4f3c-bce6-b792f1287481 None None] Allocated IP 172.20.0.2 (0211ccd5-91d2-42f3-a16e-cb3fb2faf057/621761dd-b995-4186-9cfd-90bab8b13f3e/374a7d28-7e68-478c-af0a-2e2d8b758ca8) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:16:32.468570 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ab423c1d-a995-42ba-8e36-32f90fcc0818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:32.473236 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ab423c1d-a995-42ba-8e36-32f90fcc0818 admin admin] Usage tracker for resource:security_group_rule and tenant:7104b0dafac44a0c95124f74f248a6aa is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:32.476050 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ab423c1d-a995-42ba-8e36-32f90fcc0818 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:32.482348 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ab423c1d-a995-42ba-8e36-32f90fcc0818 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:32.618584 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac44ca-0520-401a-aae6-d3964d38daae tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a843fc6e-826e-4c35-88ad-5fd63824943b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:32.654826 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fcac44ca-0520-401a-aae6-d3964d38daae tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:32.659115 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-fcac44ca-0520-401a-aae6-d3964d38daae tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9419246 May 23 11:16:32.659775 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56264) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:32.770814 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e6676584-839f-4deb-a191-ef27f33a36f8 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Request body: {'security_group_rule': {'security_group_id': 'a843fc6e-826e-4c35-88ad-5fd63824943b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:32.781130 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1d206735-6227-4f3c-bce6-b792f1287481 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:32.793803 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e6676584-839f-4deb-a191-ef27f33a36f8 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:32.798238 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e6676584-839f-4deb-a191-ef27f33a36f8 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Usage tracker for resource:security_group_rule and tenant:2fc4601b59494799a22c692e5971586b is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:32.801178 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e6676584-839f-4deb-a191-ef27f33a36f8 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:32.803145 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1d206735-6227-4f3c-bce6-b792f1287481 None None] Transition to ACTIVE for port object 374a7d28-7e68-478c-af0a-2e2d8b758ca8 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:16:32.807451 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e6676584-839f-4deb-a191-ef27f33a36f8 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:32.832932 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1d206735-6227-4f3c-bce6-b792f1287481 None None] Transition to ACTIVE for port object 374a7d28-7e68-478c-af0a-2e2d8b758ca8 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:16:32.845177 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1d206735-6227-4f3c-bce6-b792f1287481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:33.036338 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-ef5d7bb4-fc85-44d3-820d-9c9ee2c1ffc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:33.072168 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e6676584-839f-4deb-a191-ef27f33a36f8 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:33.076226 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-29f7e405-2b33-4695-b96d-fb62262322b5 service neutron] Attempting to bind port dd052273-c649-45d9-9251-0fbc00873858 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:16:33.076689 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-29f7e405-2b33-4695-b96d-fb62262322b5 service neutron] Attempting to bind port dd052273-c649-45d9-9251-0fbc00873858 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'a84cd617-d556-4ede-a5ca-10ace889289c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '66d46448-9919-493f-ac81-68ef06c897f8'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:16:33.077234 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-29f7e405-2b33-4695-b96d-fb62262322b5 service neutron] Attempting to bind port dd052273-c649-45d9-9251-0fbc00873858 on network 66d46448-9919-493f-ac81-68ef06c897f8 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:16:33.084602 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d206735-6227-4f3c-bce6-b792f1287481 None None] Network 0211ccd5-91d2-42f3-a16e-cb3fb2faf057 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:16:33.090345 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-1d206735-6227-4f3c-bce6-b792f1287481 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:16:33.098373 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 91a53a8b-65db-4519-9707-6cef64eb2748 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:16:33.113650 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0453199b-217e-48ef-9530-81bfda421039 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:33.127416 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-47bd4349-ca8f-4a90-8791-87c849af1c13 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:16:33.130832 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d206735-6227-4f3c-bce6-b792f1287481 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:16:33.141939 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d206735-6227-4f3c-bce6-b792f1287481 None None] Pushing event updated for resources: {'Port': ['ID=374a7d28-7e68-478c-af0a-2e2d8b758ca8,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:33.152792 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ab423c1d-a995-42ba-8e36-32f90fcc0818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:33.161842 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-29f7e405-2b33-4695-b96d-fb62262322b5 service neutron] Port dd052273-c649-45d9-9251-0fbc00873858 on network 66d46448-9919-493f-ac81-68ef06c897f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:16:33.162305 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-29f7e405-2b33-4695-b96d-fb62262322b5 service neutron] Attempting to bind port dd052273-c649-45d9-9251-0fbc00873858 on network 66d46448-9919-493f-ac81-68ef06c897f8 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:16:33.168175 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ab423c1d-a995-42ba-8e36-32f90fcc0818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:33.208205 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ab423c1d-a995-42ba-8e36-32f90fcc0818 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7104b0dafac44a0c95124f74f248a6aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8350432 May 23 11:16:33.225111 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56272) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:33.269283 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1d206735-6227-4f3c-bce6-b792f1287481 None None] Attempting to bind port 374a7d28-7e68-478c-af0a-2e2d8b758ca8 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:16:33.269882 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1d206735-6227-4f3c-bce6-b792f1287481 None None] Attempting to bind port 374a7d28-7e68-478c-af0a-2e2d8b758ca8 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'c9fe7dea-6481-468a-b068-659c35a3cd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0211ccd5-91d2-42f3-a16e-cb3fb2faf057'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:16:33.269993 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d206735-6227-4f3c-bce6-b792f1287481 None None] Attempting to bind port 374a7d28-7e68-478c-af0a-2e2d8b758ca8 on network 0211ccd5-91d2-42f3-a16e-cb3fb2faf057 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:16:33.277513 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d206735-6227-4f3c-bce6-b792f1287481 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:16:33.277897 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d206735-6227-4f3c-bce6-b792f1287481 None None] Checking segment: {'id': 'c9fe7dea-6481-468a-b068-659c35a3cd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0211ccd5-91d2-42f3-a16e-cb3fb2faf057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:16:33.278284 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1d206735-6227-4f3c-bce6-b792f1287481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:33.278733 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d206735-6227-4f3c-bce6-b792f1287481 None None] Bound using segment: {'id': 'c9fe7dea-6481-468a-b068-659c35a3cd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0211ccd5-91d2-42f3-a16e-cb3fb2faf057'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:16:33.279132 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1d206735-6227-4f3c-bce6-b792f1287481 None None] Bound port: 374a7d28-7e68-478c-af0a-2e2d8b758ca8, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9fe7dea-6481-468a-b068-659c35a3cd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0211ccd5-91d2-42f3-a16e-cb3fb2faf057'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:16:33.279502 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1d206735-6227-4f3c-bce6-b792f1287481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:33.302613 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 91a53a8b-65db-4519-9707-6cef64eb2748 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:16:33.303015 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:33.303399 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-0453199b-217e-48ef-9530-81bfda421039 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Calling delete_port for 9393848b-c4d1-44f9-9e8f-e19d70f25c51 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:16:33.315669 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-29f7e405-2b33-4695-b96d-fb62262322b5 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:16:33.316030 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-29f7e405-2b33-4695-b96d-fb62262322b5 service neutron] Checking segment: {'id': 'a84cd617-d556-4ede-a5ca-10ace889289c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '66d46448-9919-493f-ac81-68ef06c897f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:16:33.316415 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-29f7e405-2b33-4695-b96d-fb62262322b5 service neutron] Bound using segment: {'id': 'a84cd617-d556-4ede-a5ca-10ace889289c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '66d46448-9919-493f-ac81-68ef06c897f8'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:16:33.316850 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-29f7e405-2b33-4695-b96d-fb62262322b5 service neutron] Bound port: dd052273-c649-45d9-9251-0fbc00873858, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a84cd617-d556-4ede-a5ca-10ace889289c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '66d46448-9919-493f-ac81-68ef06c897f8'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:16:33.317194 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-29f7e405-2b33-4695-b96d-fb62262322b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:33.411990 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-29f7e405-2b33-4695-b96d-fb62262322b5 service neutron] For port dd052273-c649-45d9-9251-0fbc00873858, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:16:33.415233 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-29f7e405-2b33-4695-b96d-fb62262322b5 service neutron] For port dd052273-c649-45d9-9251-0fbc00873858, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=dd052273-c649-45d9-9251-0fbc00873858,segment=NetworkSegment(a84cd617-d556-4ede-a5ca-10ace889289c),segment_id=a84cd617-d556-4ede-a5ca-10ace889289c)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:16:33.423921 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f04b5-dd68-4f4e-bba3-38d1d62f3546 req-b63f822f-86b1-49a3-a3a6-cc6ddf5ac6ae tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:33.425972 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d70f04b5-dd68-4f4e-bba3-38d1d62f3546 req-b63f822f-86b1-49a3-a3a6-cc6ddf5ac6ae tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b36cc5a-09ba-46a0-aa7d-0d086ee63e7a HTTP/1.1" status: 200 len: 931 time: 0.6209540 May 23 11:16:33.444899 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-29f7e405-2b33-4695-b96d-fb62262322b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:33.476156 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1d206735-6227-4f3c-bce6-b792f1287481 None None] For port 374a7d28-7e68-478c-af0a-2e2d8b758ca8, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:16:33.496483 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1d206735-6227-4f3c-bce6-b792f1287481 None None] For port 374a7d28-7e68-478c-af0a-2e2d8b758ca8, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=374a7d28-7e68-478c-af0a-2e2d8b758ca8,segment=NetworkSegment(c9fe7dea-6481-468a-b068-659c35a3cd3f),segment_id=c9fe7dea-6481-468a-b068-659c35a3cd3f)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:16:33.503073 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1d206735-6227-4f3c-bce6-b792f1287481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:33.532380 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab423c1d-a995-42ba-8e36-32f90fcc0818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9720d19c-0a77-401e-a5a4-9eb1a5594c07,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:33.541267 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e6676584-839f-4deb-a191-ef27f33a36f8 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:33.558365 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e6676584-839f-4deb-a191-ef27f33a36f8 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:33.592948 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fb239306-c05d-42ce-b4f4-34a661ab1042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:33.604513 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-47bd4349-ca8f-4a90-8791-87c849af1c13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ead6b17c-73e5-469c-8a89-09125f4b313b {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:16:33.613334 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-47bd4349-ca8f-4a90-8791-87c849af1c13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:33.613761 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b51fb-7ec0-4851-a292-680b85b8b695 req-7112b840-a1b4-4323-a6d2-587c6f218bfc tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:33.615589 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1c2b51fb-7ec0-4851-a292-680b85b8b695 req-7112b840-a1b4-4323-a6d2-587c6f218bfc tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=9fb8986e-6039-4abb-9be9-413787023969 HTTP/1.1" status: 200 len: 946 time: 0.5325971 May 23 11:16:33.630319 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-47bd4349-ca8f-4a90-8791-87c849af1c13 service neutron] Transition to ACTIVE for port object ead6b17c-73e5-469c-8a89-09125f4b313b will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:16:33.646169 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-47bd4349-ca8f-4a90-8791-87c849af1c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:33.655819 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d206735-6227-4f3c-bce6-b792f1287481 None None] Pushing event updated for resources: {'Port': ['ID=374a7d28-7e68-478c-af0a-2e2d8b758ca8,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:33.685532 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-29f7e405-2b33-4695-b96d-fb62262322b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:33.686992 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-29f7e405-2b33-4695-b96d-fb62262322b5 service neutron] 10.222.0.13 "PUT /v2.0/ports/dd052273-c649-45d9-9251-0fbc00873858 HTTP/1.1" status: 200 len: 1092 time: 3.8004565 May 23 11:16:33.692949 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74cf511a-dabd-4fe7-b413-f52021b09403', 'tag': 'dd052273-c649-45d9-9251-0fbc00873858'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:16:33.698314 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-d70f04b5-dd68-4f4e-bba3-38d1d62f3546 req-797b3ed0-f13e-4e69-8523-09ae4c3aeb87 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Synchronizing usage tracker for tenant:22952ef314c142c9840683e65ae3b348 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:16:33.737254 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fb239306-c05d-42ce-b4f4-34a661ab1042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:33.752580 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6676584-839f-4deb-a191-ef27f33a36f8 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c5a5eba-bf2b-42c7-9506-9d7ae156abff,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:33.978835 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f7e405-2b33-4695-b96d-fb62262322b5 service neutron] Pushing event updated for resources: {'Port': ['ID=dd052273-c649-45d9-9251-0fbc00873858,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:34.000338 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4719c3a5-9ca0-4d2a-a91b-f0ffde370033 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:34.034078 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-d70f04b5-dd68-4f4e-bba3-38d1d62f3546 req-797b3ed0-f13e-4e69-8523-09ae4c3aeb87 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Unset dirty status for tenant:22952ef314c142c9840683e65ae3b348 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:16:34.045597 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d70f04b5-dd68-4f4e-bba3-38d1d62f3546 req-797b3ed0-f13e-4e69-8523-09ae4c3aeb87 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/security-groups?id=83be9215-f660-47e6-9a21-3c0228015f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5964813 May 23 11:16:34.048402 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56280) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:34.099256 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4719c3a5-9ca0-4d2a-a91b-f0ffde370033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:34.127415 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e6676584-839f-4deb-a191-ef27f33a36f8 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:34.128798 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e6676584-839f-4deb-a191-ef27f33a36f8 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.4339375 May 23 11:16:34.142021 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56286) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:34.174658 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd4349-ca8f-4a90-8791-87c849af1c13 service neutron] Pushing event updated for resources: {'Port': ['ID=ead6b17c-73e5-469c-8a89-09125f4b313b,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:34.182494 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0453199b-217e-48ef-9530-81bfda421039 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:34.254065 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-59ac14c9-0aa3-49cc-b3cc-f991ac328ead tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "GET /v2.0/security-group-rules/0c5a5eba-bf2b-42c7-9506-9d7ae156abff HTTP/1.1" status: 200 len: 705 time: 0.1076994 May 23 11:16:34.260817 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0453199b-217e-48ef-9530-81bfda421039 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Pushing event deleted for resources: {'Port': ['ID=9393848b-c4d1-44f9-9e8f-e19d70f25c51,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:34.265923 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56290) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:34.324865 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-4719c3a5-9ca0-4d2a-a91b-f0ffde370033 admin admin] Allocated IP 172.25.6.74 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/55223c18-264d-4593-a7b6-fb3c1c64fedf) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:16:34.372343 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0453199b-217e-48ef-9530-81bfda421039 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:34.401825 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0453199b-217e-48ef-9530-81bfda421039 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] 10.222.0.79 "DELETE /v2.0/ports/9393848b-c4d1-44f9-9e8f-e19d70f25c51 HTTP/1.1" status: 204 len: 168 time: 2.8347518 May 23 11:16:34.412722 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56294) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:34.474799 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1c2b51fb-7ec0-4851-a292-680b85b8b695 req-510d05c6-b74a-477c-9695-a9e647ee04f2 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8376632 May 23 11:16:34.478383 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7da2ce0-3567-4aaf-925c-f39178311382'] response: {'name': 'network-changed', 'server_uuid': '74cf511a-dabd-4fe7-b413-f52021b09403', 'tag': 'dd052273-c649-45d9-9251-0fbc00873858', 'status': 'completed', 'code': 200} May 23 11:16:34.561645 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fb239306-c05d-42ce-b4f4-34a661ab1042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:34.578380 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4719c3a5-9ca0-4d2a-a91b-f0ffde370033 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:34.583934 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ad899f2-79c8-41f6-b8e7-20bda59c6b13 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] DELETE failed (client error): The resource could not be found. May 23 11:16:34.584434 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ad899f2-79c8-41f6-b8e7-20bda59c6b13 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:16:34.588696 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8ad899f2-79c8-41f6-b8e7-20bda59c6b13 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] 10.222.0.79 "DELETE /v2.0/subnets/b94e8d80-92dd-4f0e-b92f-122796dff681 HTTP/1.1" status: 404 len: 337 time: 0.1667862 May 23 11:16:34.591028 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb239306-c05d-42ce-b4f4-34a661ab1042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9720d19c-0a77-401e-a5a4-9eb1a5594c07,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:34.596772 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56300) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:34.632567 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-e77a5d4c-fdaa-4705-85ee-5c16ed9c3531 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=22952ef314c142c9840683e65ae3b348&device_id=74cf511a-dabd-4fe7-b413-f52021b09403 HTTP/1.1" status: 200 len: 1095 time: 0.7018318 May 23 11:16:34.708331 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-77293e63-ac3c-48f4-ae11-c58dc7666a13 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Synchronizing usage tracker for tenant:2fc4601b59494799a22c692e5971586b on resource:security_group_rule {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:16:34.724497 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-ef5d7bb4-fc85-44d3-820d-9c9ee2c1ffc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9cee36d-889e-4794-a2e3-d22c29a5cc45 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:16:34.729650 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-47bd4349-ca8f-4a90-8791-87c849af1c13 service neutron] Attempting to bind port ead6b17c-73e5-469c-8a89-09125f4b313b on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:16:34.730064 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-47bd4349-ca8f-4a90-8791-87c849af1c13 service neutron] Attempting to bind port ead6b17c-73e5-469c-8a89-09125f4b313b by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': 'a84cd617-d556-4ede-a5ca-10ace889289c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '66d46448-9919-493f-ac81-68ef06c897f8'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:16:34.730495 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-47bd4349-ca8f-4a90-8791-87c849af1c13 service neutron] Attempting to bind port ead6b17c-73e5-469c-8a89-09125f4b313b on network 66d46448-9919-493f-ac81-68ef06c897f8 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:16:34.738837 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-ef5d7bb4-fc85-44d3-820d-9c9ee2c1ffc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:34.782122 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-47bd4349-ca8f-4a90-8791-87c849af1c13 service neutron] Port ead6b17c-73e5-469c-8a89-09125f4b313b on network 66d46448-9919-493f-ac81-68ef06c897f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:16:34.782583 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-47bd4349-ca8f-4a90-8791-87c849af1c13 service neutron] Attempting to bind port ead6b17c-73e5-469c-8a89-09125f4b313b on network 66d46448-9919-493f-ac81-68ef06c897f8 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:16:34.786668 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-ef5d7bb4-fc85-44d3-820d-9c9ee2c1ffc6 service neutron] Transition to ACTIVE for port object f9cee36d-889e-4794-a2e3-d22c29a5cc45 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:16:34.788824 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-77293e63-ac3c-48f4-ae11-c58dc7666a13 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Unset dirty status for tenant:2fc4601b59494799a22c692e5971586b on resource:security_group_rule {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:16:34.790292 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-77293e63-ac3c-48f4-ae11-c58dc7666a13 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.5227501 May 23 11:16:34.795079 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56304) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:34.799006 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-ef5d7bb4-fc85-44d3-820d-9c9ee2c1ffc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:34.808032 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fb239306-c05d-42ce-b4f4-34a661ab1042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:34.809167 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-fb239306-c05d-42ce-b4f4-34a661ab1042 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9720d19c-0a77-401e-a5a4-9eb1a5594c07 HTTP/1.1" status: 204 len: 168 time: 1.5785484 May 23 11:16:34.810752 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-cac1085b-c3c8-452c-be76-f910dd97f96e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd052273-c649-45d9-9251-0fbc00873858 HTTP/1.1" status: 200 len: 217 time: 0.0857301 May 23 11:16:34.884097 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-47bd4349-ca8f-4a90-8791-87c849af1c13 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:16:34.884533 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-47bd4349-ca8f-4a90-8791-87c849af1c13 service neutron] Checking segment: {'id': 'a84cd617-d556-4ede-a5ca-10ace889289c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '66d46448-9919-493f-ac81-68ef06c897f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:16:34.885006 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-47bd4349-ca8f-4a90-8791-87c849af1c13 service neutron] Bound using segment: {'id': 'a84cd617-d556-4ede-a5ca-10ace889289c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '66d46448-9919-493f-ac81-68ef06c897f8'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:16:34.888002 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-b2ba10f0-5aeb-4c5e-b5ae-89252a5e6e6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:34.888897 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-47bd4349-ca8f-4a90-8791-87c849af1c13 service neutron] Bound port: ead6b17c-73e5-469c-8a89-09125f4b313b, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a84cd617-d556-4ede-a5ca-10ace889289c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '66d46448-9919-493f-ac81-68ef06c897f8'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:16:34.889325 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-47bd4349-ca8f-4a90-8791-87c849af1c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:34.889455 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-b2ba10f0-5aeb-4c5e-b5ae-89252a5e6e6f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f7abb46-12e6-44bb-af30-bc28924cfd38 HTTP/1.1" status: 200 len: 858 time: 0.0623012 May 23 11:16:34.951660 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d7bb4-fc85-44d3-820d-9c9ee2c1ffc6 service neutron] Pushing event updated for resources: {'Port': ['ID=f9cee36d-889e-4794-a2e3-d22c29a5cc45,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:34.999701 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-91b62a38-22f8-4143-b314-dbe6299f47fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=66d46448-9919-493f-ac81-68ef06c897f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933177 May 23 11:16:35.070129 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-47bd4349-ca8f-4a90-8791-87c849af1c13 service neutron] For port ead6b17c-73e5-469c-8a89-09125f4b313b, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:16:35.073913 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-47bd4349-ca8f-4a90-8791-87c849af1c13 service neutron] For port ead6b17c-73e5-469c-8a89-09125f4b313b, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=ead6b17c-73e5-469c-8a89-09125f4b313b,segment=NetworkSegment(a84cd617-d556-4ede-a5ca-10ace889289c),segment_id=a84cd617-d556-4ede-a5ca-10ace889289c)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:16:35.081820 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22fa116-f561-45eb-b15e-0e5670ee5bf1 None None] Network 0211ccd5-91d2-42f3-a16e-cb3fb2faf057 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:16:35.087869 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-47bd4349-ca8f-4a90-8791-87c849af1c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:35.153984 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-efe6145e-c692-448e-97a1-dbe38b0d47e9 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:35.166038 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4719c3a5-9ca0-4d2a-a91b-f0ffde370033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:35.191150 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd4349-ca8f-4a90-8791-87c849af1c13 service neutron] Pushing event updated for resources: {'Port': ['ID=ead6b17c-73e5-469c-8a89-09125f4b313b,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:35.233155 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 374a7d28-7e68-478c-af0a-2e2d8b758ca8 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:16:35.268414 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-47bd4349-ca8f-4a90-8791-87c849af1c13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:35.270761 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-47bd4349-ca8f-4a90-8791-87c849af1c13 service neutron] 10.222.0.81 "PUT /v2.0/ports/ead6b17c-73e5-469c-8a89-09125f4b313b HTTP/1.1" status: 200 len: 1091 time: 4.5079992 May 23 11:16:35.275499 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc43641-9d4d-4db9-93d6-3cb481a7f8bc', 'tag': 'ead6b17c-73e5-469c-8a89-09125f4b313b'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:16:35.278028 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4719c3a5-9ca0-4d2a-a91b-f0ffde370033 admin admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:16:35.302736 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-4719c3a5-9ca0-4d2a-a91b-f0ffde370033 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:16:35.322799 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4719c3a5-9ca0-4d2a-a91b-f0ffde370033 admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:16:35.344463 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1f932cf2-33f4-466b-8ed9-f663c5baae50 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:35.422502 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-138997da-fd9c-4a9a-a995-23576342bc52 None None] Provisioning for port 374a7d28-7e68-478c-af0a-2e2d8b758ca8 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:16:35.462695 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76052f22-fcf0-4bbf-9952-b6c1c4493dd9'] response: {'name': 'network-changed', 'server_uuid': 'efc43641-9d4d-4db9-93d6-3cb481a7f8bc', 'tag': 'ead6b17c-73e5-469c-8a89-09125f4b313b', 'status': 'completed', 'code': 200} May 23 11:16:35.474018 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1f932cf2-33f4-466b-8ed9-f663c5baae50 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:35.482753 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 374a7d28-7e68-478c-af0a-2e2d8b758ca8 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:16:35.522982 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 374a7d28-7e68-478c-af0a-2e2d8b758ca8 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:16:35.523276 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:35.568225 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4719c3a5-9ca0-4d2a-a91b-f0ffde370033 admin admin] Pushing event updated for resources: {'Port': ['ID=55223c18-264d-4593-a7b6-fb3c1c64fedf,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:35.570548 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-25590b63-253c-4f90-ad4c-937a9da9b5be service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=22952ef314c142c9840683e65ae3b348&device_id=efc43641-9d4d-4db9-93d6-3cb481a7f8bc HTTP/1.1" status: 200 len: 1094 time: 0.2082865 May 23 11:16:35.606870 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-ef5d7bb4-fc85-44d3-820d-9c9ee2c1ffc6 service neutron] Attempting to bind port f9cee36d-889e-4794-a2e3-d22c29a5cc45 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:16:35.607745 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-ef5d7bb4-fc85-44d3-820d-9c9ee2c1ffc6 service neutron] Attempting to bind port f9cee36d-889e-4794-a2e3-d22c29a5cc45 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'a84cd617-d556-4ede-a5ca-10ace889289c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '66d46448-9919-493f-ac81-68ef06c897f8'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:16:35.608484 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-ef5d7bb4-fc85-44d3-820d-9c9ee2c1ffc6 service neutron] Attempting to bind port f9cee36d-889e-4794-a2e3-d22c29a5cc45 on network 66d46448-9919-493f-ac81-68ef06c897f8 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:16:35.669605 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-d19a5787-7357-420d-8642-2f89749be816 service neutron] 10.222.0.13 "GET /v2.0/networks/66d46448-9919-493f-ac81-68ef06c897f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6603591 May 23 11:16:35.759385 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-efe6145e-c692-448e-97a1-dbe38b0d47e9 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:35.816606 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:35.831194 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-ef5d7bb4-fc85-44d3-820d-9c9ee2c1ffc6 service neutron] Port f9cee36d-889e-4794-a2e3-d22c29a5cc45 on network 66d46448-9919-493f-ac81-68ef06c897f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:16:35.831647 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-ef5d7bb4-fc85-44d3-820d-9c9ee2c1ffc6 service neutron] Attempting to bind port f9cee36d-889e-4794-a2e3-d22c29a5cc45 on network 66d46448-9919-493f-ac81-68ef06c897f8 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:16:35.840085 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1f932cf2-33f4-466b-8ed9-f663c5baae50 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:35.868776 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 374a7d28-7e68-478c-af0a-2e2d8b758ca8, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=374a7d28-7e68-478c-af0a-2e2d8b758ca8,segment=NetworkSegment(c9fe7dea-6481-468a-b068-659c35a3cd3f),segment_id=c9fe7dea-6481-468a-b068-659c35a3cd3f)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:16:35.874755 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:35.926610 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-ef5d7bb4-fc85-44d3-820d-9c9ee2c1ffc6 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:16:35.927922 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-ef5d7bb4-fc85-44d3-820d-9c9ee2c1ffc6 service neutron] Checking segment: {'id': 'a84cd617-d556-4ede-a5ca-10ace889289c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '66d46448-9919-493f-ac81-68ef06c897f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:16:35.928423 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-ef5d7bb4-fc85-44d3-820d-9c9ee2c1ffc6 service neutron] Bound using segment: {'id': 'a84cd617-d556-4ede-a5ca-10ace889289c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '66d46448-9919-493f-ac81-68ef06c897f8'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:16:35.929218 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-ef5d7bb4-fc85-44d3-820d-9c9ee2c1ffc6 service neutron] Bound port: f9cee36d-889e-4794-a2e3-d22c29a5cc45, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a84cd617-d556-4ede-a5ca-10ace889289c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '66d46448-9919-493f-ac81-68ef06c897f8'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:16:35.929579 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-ef5d7bb4-fc85-44d3-820d-9c9ee2c1ffc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:35.952782 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f932cf2-33f4-466b-8ed9-f663c5baae50 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c5a5eba-bf2b-42c7-9506-9d7ae156abff,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:35.959815 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-4d7056a5-a8f4-42ad-838b-7eaafe0666c8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ead6b17c-73e5-469c-8a89-09125f4b313b HTTP/1.1" status: 200 len: 217 time: 0.3553653 May 23 11:16:35.976806 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-efe6145e-c692-448e-97a1-dbe38b0d47e9 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2e74a6c-2d40-4000-9200-cb4963148776']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:35.995653 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=374a7d28-7e68-478c-af0a-2e2d8b758ca8,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:36.005649 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:16:36.006565 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:16:36.006565 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:16:36.006744 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:16:36.006952 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:16:36.007284 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:16:36.008037 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:16:36.008037 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:16:36.008294 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:16:36.009303 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:16:36.009303 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:16:36.045041 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-efe6145e-c692-448e-97a1-dbe38b0d47e9 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0e30570-db69-4d3e-bef9-6bafdcc07949') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:36.045268 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-efe6145e-c692-448e-97a1-dbe38b0d47e9 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0e30570-db69-4d3e-bef9-6bafdcc07949') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:36.085208 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-efe6145e-c692-448e-97a1-dbe38b0d47e9 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:36.094671 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1f932cf2-33f4-466b-8ed9-f663c5baae50 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:36.096522 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1f932cf2-33f4-466b-8ed9-f663c5baae50 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/0c5a5eba-bf2b-42c7-9506-9d7ae156abff HTTP/1.1" status: 204 len: 168 time: 1.2988474 May 23 11:16:36.099444 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec65fe-e560-4b21-aa1a-81d4032d927c req-accc500e-7e0f-4e59-bbab-1e3e234e13d3 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:36.106654 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c9ec65fe-e560-4b21-aa1a-81d4032d927c req-accc500e-7e0f-4e59-bbab-1e3e234e13d3 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b36cc5a-09ba-46a0-aa7d-0d086ee63e7a HTTP/1.1" status: 200 len: 943 time: 0.7345431 May 23 11:16:36.110367 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56332) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:36.141234 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-f9202021-adfd-4fc6-ad54-8dc146184487 service neutron] 10.222.0.13 "GET /v2.0/networks/66d46448-9919-493f-ac81-68ef06c897f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4562328 May 23 11:16:36.152930 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-efe6145e-c692-448e-97a1-dbe38b0d47e9 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:36.171498 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efe6145e-c692-448e-97a1-dbe38b0d47e9 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:16:36.171693 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-efe6145e-c692-448e-97a1-dbe38b0d47e9 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:36.190937 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:16:36.190937 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:16:36.190937 n-d-842952-2 neutron-server[83910]: timer() May 23 11:16:36.190937 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:16:36.190937 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:16:36.190937 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:16:36.190937 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:16:36.190937 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:16:36.190937 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:16:36.190937 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:16:36.190937 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:16:36.190937 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:16:36.190937 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:16:36.190937 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:16:36.190937 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:16:36.190937 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:16:36.190937 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:16:36.190937 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:16:36.190937 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:16:36.190937 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:16:36.190937 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:16:36.190937 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:16:36.190937 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:16:36.190937 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:16:36.190937 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:16:36.190937 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:16:36.190937 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:16:36.190937 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:16:36.190937 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:16:36.190937 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:16:36.190937 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:16:36.190937 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:16:36.229219 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-817a02d2-f55e-4aeb-95ae-fa2b7737fa59 None None] Provisioning complete for port 374a7d28-7e68-478c-af0a-2e2d8b758ca8 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:16:36.230583 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-817a02d2-f55e-4aeb-95ae-fa2b7737fa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:36.306237 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-c749f4ae-bffc-40dd-9550-1e6b3285230f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:36.307871 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-c749f4ae-bffc-40dd-9550-1e6b3285230f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2f7abb46-12e6-44bb-af30-bc28924cfd38 HTTP/1.1" status: 200 len: 858 time: 0.2649016 May 23 11:16:36.345181 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7d5c0fb3-6b8f-4ff7-80e1-fc573b170d76 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Synchronizing usage tracker for tenant:2fc4601b59494799a22c692e5971586b on resource:security_group_rule {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:16:36.414770 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-513b94a1-446f-45d8-8523-9aa080586450 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=66d46448-9919-493f-ac81-68ef06c897f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753665 May 23 11:16:36.423334 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-ef5d7bb4-fc85-44d3-820d-9c9ee2c1ffc6 service neutron] For port f9cee36d-889e-4794-a2e3-d22c29a5cc45, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:16:36.428861 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7d5c0fb3-6b8f-4ff7-80e1-fc573b170d76 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Unset dirty status for tenant:2fc4601b59494799a22c692e5971586b on resource:security_group_rule {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:16:36.430405 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7d5c0fb3-6b8f-4ff7-80e1-fc573b170d76 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2522388 May 23 11:16:36.435122 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936e73e-c505-4331-b852-c7e640c7e934 req-049b1f78-03c8-4dc9-9fd2-94a05ab70856 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:36.436727 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1936e73e-c505-4331-b852-c7e640c7e934 req-049b1f78-03c8-4dc9-9fd2-94a05ab70856 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=9fb8986e-6039-4abb-9be9-413787023969 HTTP/1.1" status: 200 len: 946 time: 0.7457616 May 23 11:16:36.445395 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56340) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:36.459517 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c9ec65fe-e560-4b21-aa1a-81d4032d927c req-21c857f1-67a0-4185-89aa-e4e8b015b373 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/security-groups?id=83be9215-f660-47e6-9a21-3c0228015f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520091 May 23 11:16:36.465172 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-d66efc53-20d7-4c76-8070-092197f39999 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Request body: {'security_group_rule': {'security_group_id': 'a843fc6e-826e-4c35-88ad-5fd63824943b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:36.504337 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d66efc53-20d7-4c76-8070-092197f39999 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:36.512172 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-ef5d7bb4-fc85-44d3-820d-9c9ee2c1ffc6 service neutron] For port f9cee36d-889e-4794-a2e3-d22c29a5cc45, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=f9cee36d-889e-4794-a2e3-d22c29a5cc45,segment=NetworkSegment(a84cd617-d556-4ede-a5ca-10ace889289c),segment_id=a84cd617-d556-4ede-a5ca-10ace889289c)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:16:36.532255 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-efe6145e-c692-448e-97a1-dbe38b0d47e9 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:36.536722 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-ef5d7bb4-fc85-44d3-820d-9c9ee2c1ffc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:36.542930 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d66efc53-20d7-4c76-8070-092197f39999 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:36.561667 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-efe6145e-c692-448e-97a1-dbe38b0d47e9 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:36.590407 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe6145e-c692-448e-97a1-dbe38b0d47e9 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Pushing event deleted for resources: {'Network': ['ID=a2e74a6c-2d40-4000-9200-cb4963148776,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:36.597323 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-efe6145e-c692-448e-97a1-dbe38b0d47e9 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] 10.222.0.79 "DELETE /v2.0/networks/a2e74a6c-2d40-4000-9200-cb4963148776 HTTP/1.1" status: 204 len: 168 time: 2.0001161 May 23 11:16:36.600458 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56346) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:36.621099 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1936e73e-c505-4331-b852-c7e640c7e934 req-22f27321-cd0f-40c7-bf09-96dda06b3162 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663759 May 23 11:16:36.632235 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d7bb4-fc85-44d3-820d-9c9ee2c1ffc6 service neutron] Pushing event updated for resources: {'Port': ['ID=f9cee36d-889e-4794-a2e3-d22c29a5cc45,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:36.668235 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-ef5d7bb4-fc85-44d3-820d-9c9ee2c1ffc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:36.669613 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-ef5d7bb4-fc85-44d3-820d-9c9ee2c1ffc6 service neutron] 10.222.0.13 "PUT /v2.0/ports/f9cee36d-889e-4794-a2e3-d22c29a5cc45 HTTP/1.1" status: 200 len: 1091 time: 4.4870901 May 23 11:16:36.686209 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d66efc53-20d7-4c76-8070-092197f39999 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:36.712200 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-659093c2-212f-466e-9162-eab24a75166e req-e7ae7134-6ac0-4fda-aa4d-d2d22222c72f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=22952ef314c142c9840683e65ae3b348&device_id=74cf511a-dabd-4fe7-b413-f52021b09403 HTTP/1.1" status: 200 len: 1095 time: 0.3369727 May 23 11:16:36.714096 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-74e4575b-0798-4d7f-b151-658d85546b80 service neutron] 10.222.0.81 "GET /v2.0/networks/66d46448-9919-493f-ac81-68ef06c897f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882717 May 23 11:16:36.741858 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4e4c1261-b6b4-45f5-818e-3d5aee7dde9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:36.757567 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4719c3a5-9ca0-4d2a-a91b-f0ffde370033 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:36.758359 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4719c3a5-9ca0-4d2a-a91b-f0ffde370033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:36.769069 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-4694aef3-3968-445f-9af1-055a79146c58 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Deleting port 5e328b0b-4753-49a7-95f4-4c9ac8e249d2 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:16:36.769406 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4694aef3-3968-445f-9af1-055a79146c58 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:37.039867 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 374a7d28-7e68-478c-af0a-2e2d8b758ca8 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:16:37.122178 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-65523d8b-5f02-48fb-af46-55e920451800 service neutron] 10.222.0.81 "GET /v2.0/networks/66d46448-9919-493f-ac81-68ef06c897f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998082 May 23 11:16:37.122721 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d66efc53-20d7-4c76-8070-092197f39999 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:37.130890 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-a5d414dd-9486-41e5-940b-c5f23454ed07 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=22952ef314c142c9840683e65ae3b348&device_id=1b36cc5a-09ba-46a0-aa7d-0d086ee63e7a HTTP/1.1" status: 200 len: 1094 time: 0.2925894 May 23 11:16:37.147678 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d66efc53-20d7-4c76-8070-092197f39999 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:37.178861 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 374a7d28-7e68-478c-af0a-2e2d8b758ca8 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:16:37.179549 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:37.215586 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659093c2-212f-466e-9162-eab24a75166e req-a007ec69-b583-4544-be4d-434aa85a29b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:37.217248 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-659093c2-212f-466e-9162-eab24a75166e req-a007ec69-b583-4544-be4d-434aa85a29b2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=66d46448-9919-493f-ac81-68ef06c897f8 HTTP/1.1" status: 200 len: 919 time: 0.4880185 May 23 11:16:37.219150 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66efc53-20d7-4c76-8070-092197f39999 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d2091b-d7d6-4737-9c38-a6183b677e12,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:37.231317 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-d37a631d-df43-4519-8408-314ec7e08c08 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9cee36d-889e-4794-a2e3-d22c29a5cc45 HTTP/1.1" status: 200 len: 217 time: 0.0868535 May 23 11:16:37.384832 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-afdcdd26-99c5-4843-91dc-077114ce3c17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:37.386207 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-afdcdd26-99c5-4843-91dc-077114ce3c17 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f7abb46-12e6-44bb-af30-bc28924cfd38 HTTP/1.1" status: 200 len: 858 time: 0.1493800 May 23 11:16:37.399768 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d66efc53-20d7-4c76-8070-092197f39999 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:37.403853 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d66efc53-20d7-4c76-8070-092197f39999 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9514594 May 23 11:16:37.407794 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-659093c2-212f-466e-9162-eab24a75166e req-adc87bea-60ee-4c97-9ecd-aec681c39c5e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd052273-c649-45d9-9251-0fbc00873858 HTTP/1.1" status: 200 len: 217 time: 0.1618695 May 23 11:16:37.409194 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56360) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:37.414825 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4694aef3-3968-445f-9af1-055a79146c58 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:37.472187 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b36cc5a-09ba-46a0-aa7d-0d086ee63e7a', 'tag': 'f9cee36d-889e-4794-a2e3-d22c29a5cc45'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:16:37.524539 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-7bb2a75c-a2a9-49e0-9410-3cc0f3c7864d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=66d46448-9919-493f-ac81-68ef06c897f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960052 May 23 11:16:37.584962 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e0fb1d9-89d9-44b5-927b-8d3f2ac9d438'] response: {'name': 'network-changed', 'server_uuid': '1b36cc5a-09ba-46a0-aa7d-0d086ee63e7a', 'tag': 'f9cee36d-889e-4794-a2e3-d22c29a5cc45', 'status': 'completed', 'code': 200} May 23 11:16:37.657168 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-4694aef3-3968-445f-9af1-055a79146c58 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Calling delete_port for 5e328b0b-4753-49a7-95f4-4c9ac8e249d2 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:16:37.697916 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c1168ea1-1d7e-49d3-b23c-9cf1408004dd tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "GET /v2.0/security-group-rules/54d2091b-d7d6-4737-9c38-a6183b677e12 HTTP/1.1" status: 200 len: 705 time: 0.2834458 May 23 11:16:37.750402 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56376) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:37.860417 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659093c2-212f-466e-9162-eab24a75166e req-4b9bbc91-408a-4159-8f75-5e89f757a90f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:37.861813 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-659093c2-212f-466e-9162-eab24a75166e req-4b9bbc91-408a-4159-8f75-5e89f757a90f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f7abb46-12e6-44bb-af30-bc28924cfd38 HTTP/1.1" status: 200 len: 858 time: 0.4297771 May 23 11:16:37.876116 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-23c6df3c-576c-46a8-bcfc-2361e08c5b6e req-7e1da1dc-cadc-4798-a896-710235f1b9c0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=22952ef314c142c9840683e65ae3b348&device_id=efc43641-9d4d-4db9-93d6-3cb481a7f8bc HTTP/1.1" status: 200 len: 1094 time: 0.5682030 May 23 11:16:37.892194 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:37.968674 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-659093c2-212f-466e-9162-eab24a75166e req-7cb7a187-283e-4778-b9cc-19051dc2cd26 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=66d46448-9919-493f-ac81-68ef06c897f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698304 May 23 11:16:38.107629 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8c4c7f4c-f173-47e1-8516-edfa9f8fdb20 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3516145 May 23 11:16:38.113080 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56386) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:38.118725 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-d4b546c7-a49b-45e8-93bc-d067ccd59cea service neutron] 10.222.0.13 "GET /v2.0/networks/66d46448-9919-493f-ac81-68ef06c897f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5356734 May 23 11:16:38.217146 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca656f-7960-4821-a4d8-0ec6efcc7586 req-5d168f57-c792-4af1-bc8e-e3aee837418e tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:38.218727 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-24ca656f-7960-4821-a4d8-0ec6efcc7586 req-5d168f57-c792-4af1-bc8e-e3aee837418e tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b36cc5a-09ba-46a0-aa7d-0d086ee63e7a HTTP/1.1" status: 200 len: 943 time: 0.5766468 May 23 11:16:38.219327 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4694aef3-3968-445f-9af1-055a79146c58 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:38.250501 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3798ad13-d167-4ee3-9a42-048ac79baa12 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:38.310808 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4694aef3-3968-445f-9af1-055a79146c58 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Pushing event deleted for resources: {'Port': ['ID=5e328b0b-4753-49a7-95f4-4c9ac8e249d2,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:38.312249 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3798ad13-d167-4ee3-9a42-048ac79baa12 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:38.324996 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7e443-15c1-42f4-bd3a-9d4e8319f44b req-b4d4ad8d-3eb9-41a5-8504-d79c04323b74 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:38.326468 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-95f7e443-15c1-42f4-bd3a-9d4e8319f44b req-b4d4ad8d-3eb9-41a5-8504-d79c04323b74 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=9fb8986e-6039-4abb-9be9-413787023969 HTTP/1.1" status: 200 len: 946 time: 0.5577450 May 23 11:16:38.342692 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6df3c-576c-46a8-bcfc-2361e08c5b6e req-1753db6b-8783-4df8-b44f-e2c8c88cdcfa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:38.344187 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-23c6df3c-576c-46a8-bcfc-2361e08c5b6e req-1753db6b-8783-4df8-b44f-e2c8c88cdcfa service neutron] 10.222.0.81 "GET /v2.0/networks?id=66d46448-9919-493f-ac81-68ef06c897f8 HTTP/1.1" status: 200 len: 919 time: 0.4582810 May 23 11:16:38.388425 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4694aef3-3968-445f-9af1-055a79146c58 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:38.430406 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4694aef3-3968-445f-9af1-055a79146c58 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] 10.222.0.79 "DELETE /v2.0/ports/5e328b0b-4753-49a7-95f4-4c9ac8e249d2 HTTP/1.1" status: 204 len: 168 time: 1.8280911 May 23 11:16:38.432369 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-659093c2-212f-466e-9162-eab24a75166e req-54a86a7d-6d93-4bec-a612-c631975258de service neutron] 10.222.0.13 "GET /v2.0/networks/66d46448-9919-493f-ac81-68ef06c897f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4440956 May 23 11:16:38.440769 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56396) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:38.466187 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-23c6df3c-576c-46a8-bcfc-2361e08c5b6e req-4933e0bf-9545-403a-a876-a266d5682d25 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ead6b17c-73e5-469c-8a89-09125f4b313b HTTP/1.1" status: 200 len: 217 time: 0.1136703 May 23 11:16:38.469679 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3798ad13-d167-4ee3-9a42-048ac79baa12 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:38.471280 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-24ca656f-7960-4821-a4d8-0ec6efcc7586 req-79655b3e-52a5-44de-b7ab-1689ca636076 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/security-groups?id=83be9215-f660-47e6-9a21-3c0228015f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391584 May 23 11:16:38.486795 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a870a4b4-9a10-4e73-8775-e2fe24fb1227 req-c2feda30-64c2-4010-8ebb-cc44928a1fc1 service neutron] 10.222.0.13 "GET /v2.0/networks/66d46448-9919-493f-ac81-68ef06c897f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442891 May 23 11:16:38.525913 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3798ad13-d167-4ee3-9a42-048ac79baa12 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54d2091b-d7d6-4737-9c38-a6183b677e12,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:38.543981 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3798ad13-d167-4ee3-9a42-048ac79baa12 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:38.547594 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3798ad13-d167-4ee3-9a42-048ac79baa12 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/54d2091b-d7d6-4737-9c38-a6183b677e12 HTTP/1.1" status: 204 len: 168 time: 0.4290824 May 23 11:16:38.548479 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56400) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:38.583010 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-26e61fcd-13be-4272-a152-128fa8231c61 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] DELETE failed (client error): The resource could not be found. May 23 11:16:38.583010 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26e61fcd-13be-4272-a152-128fa8231c61 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:16:38.584941 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-26e61fcd-13be-4272-a152-128fa8231c61 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] 10.222.0.79 "DELETE /v2.0/subnets/824cdf10-b3fb-472a-a1ef-405c792857a1 HTTP/1.1" status: 404 len: 337 time: 0.1415267 May 23 11:16:38.589208 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56404) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:38.592342 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6df3c-576c-46a8-bcfc-2361e08c5b6e req-b1f2fe4b-35e1-418c-89b3-3948e91780a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:38.593668 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-23c6df3c-576c-46a8-bcfc-2361e08c5b6e req-b1f2fe4b-35e1-418c-89b3-3948e91780a3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2f7abb46-12e6-44bb-af30-bc28924cfd38 HTTP/1.1" status: 200 len: 858 time: 0.1145136 May 23 11:16:38.604342 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-95f7e443-15c1-42f4-bd3a-9d4e8319f44b req-267c4841-b5ab-4de1-8784-82b11c13c1a0 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614501 May 23 11:16:38.638277 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4719c3a5-9ca0-4d2a-a91b-f0ffde370033 admin admin] Router 30ffd9cc-33a6-4479-a799-d77e5fdf99a7 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:16:38.668308 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-659093c2-212f-466e-9162-eab24a75166e req-60a5c553-f4fc-43d7-9e32-d9f345860afb service neutron] 10.222.0.13 "GET /v2.0/networks/66d46448-9919-493f-ac81-68ef06c897f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264764 May 23 11:16:38.761137 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-23c6df3c-576c-46a8-bcfc-2361e08c5b6e req-bcc6dd2e-222d-4ca2-8d75-8d02e1b3bcd0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=66d46448-9919-493f-ac81-68ef06c897f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1434977 May 23 11:16:38.811918 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c182599b-4bc4-480a-9518-181b22436920 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Synchronizing usage tracker for tenant:2fc4601b59494799a22c692e5971586b on resource:security_group_rule {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:16:38.876438 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4719c3a5-9ca0-4d2a-a91b-f0ffde370033 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:16:38.886285 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910fb6e2-bf12-4e60-a5a2-47e0df158087 None None] Sync routers for ids ['30ffd9cc-33a6-4479-a799-d77e5fdf99a7'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:16:38.902074 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4719c3a5-9ca0-4d2a-a91b-f0ffde370033 admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:38.903761 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4719c3a5-9ca0-4d2a-a91b-f0ffde370033 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.0244560 May 23 11:16:38.906965 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56412) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:38.909592 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910fb6e2-bf12-4e60-a5a2-47e0df158087 None None] Routers {'30ffd9cc-33a6-4479-a799-d77e5fdf99a7'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:16:38.911443 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-910fb6e2-bf12-4e60-a5a2-47e0df158087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:16:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['30ffd9cc-33a6-4479-a799-d77e5fdf99a7'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:38.944115 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b2a56599-bfa9-445a-a1e8-5bad5b3258a3 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:38.985635 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c182599b-4bc4-480a-9518-181b22436920 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Unset dirty status for tenant:2fc4601b59494799a22c692e5971586b on resource:security_group_rule {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:16:38.986892 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c182599b-4bc4-480a-9518-181b22436920 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4380114 May 23 11:16:38.993898 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56416) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:39.017553 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-02c4283d-c1d6-403f-a92b-2d8a1f530efb tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Request body: {'security_group_rule': {'security_group_id': 'a843fc6e-826e-4c35-88ad-5fd63824943b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:39.067525 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-02c4283d-c1d6-403f-a92b-2d8a1f530efb tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:39.109987 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-02c4283d-c1d6-403f-a92b-2d8a1f530efb tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:39.117154 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-23c6df3c-576c-46a8-bcfc-2361e08c5b6e req-7f9dc751-9ec4-4a0f-8742-9592c7d6ab6a service neutron] 10.222.0.81 "GET /v2.0/networks/66d46448-9919-493f-ac81-68ef06c897f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423326 May 23 11:16:39.169430 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ad66cb4b-c7a7-4520-ab50-85fd3b434a57 req-34ae6e80-9d6c-4140-b814-3d60573b6e19 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=22952ef314c142c9840683e65ae3b348&device_id=1b36cc5a-09ba-46a0-aa7d-0d086ee63e7a HTTP/1.1" status: 200 len: 1094 time: 0.5507395 May 23 11:16:39.227866 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56422) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:39.247993 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-910fb6e2-bf12-4e60-a5a2-47e0df158087 None None] Set router 30ffd9cc-33a6-4479-a799-d77e5fdf99a7 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:16:39.290608 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c027b6dd-a57c-4290-a9d9-05972d45322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:39.302451 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:39.472516 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b2a56599-bfa9-445a-a1e8-5bad5b3258a3 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:39.539573 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-304123ec-1f0c-470f-a80c-850ed8ee26e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:39.592835 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-304123ec-1f0c-470f-a80c-850ed8ee26e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:39.594226 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-910fb6e2-bf12-4e60-a5a2-47e0df158087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ffd9cc-33a6-4479-a799-d77e5fdf99a7', 'name': 'tempest-TaggedBootDevicesTest_v242-990880850-router', 'tenant_id': 'a9b393065ad744119fdcb41054d3ebf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '55223c18-264d-4593-a7b6-fb3c1c64fedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:16:31Z', 'updated_at': '2022-05-23T11:16:36Z', 'revision_number': 3, 'project_id': 'a9b393065ad744119fdcb41054d3ebf0', 'gw_port': {'id': '55223c18-264d-4593-a7b6-fb3c1c64fedf', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:03:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ffd9cc-33a6-4479-a799-d77e5fdf99a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:16:34Z', 'updated_at': '2022-05-23T11:16:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:39.594399 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-02c4283d-c1d6-403f-a92b-2d8a1f530efb tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:39.598581 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-304123ec-1f0c-470f-a80c-850ed8ee26e4 admin admin] Usage tracker for resource:security_group_rule and tenant:1e19ef1174684e56b1fad857ad4029d1 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:39.601807 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-304123ec-1f0c-470f-a80c-850ed8ee26e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:39.602556 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910fb6e2-bf12-4e60-a5a2-47e0df158087 None None] Checking router: 30ffd9cc-33a6-4479-a799-d77e5fdf99a7 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:16:39.602938 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910fb6e2-bf12-4e60-a5a2-47e0df158087 None None] Updating router 30ffd9cc-33a6-4479-a799-d77e5fdf99a7 port 55223c18-264d-4593-a7b6-fb3c1c64fedf binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:16:39.609211 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-304123ec-1f0c-470f-a80c-850ed8ee26e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:39.619959 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-b2a56599-bfa9-445a-a1e8-5bad5b3258a3 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b9aec67-3fce-4256-b551-7be09885fe97']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:39.646792 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device ead6b17c-73e5-469c-8a89-09125f4b313b details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:16:39.668324 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-b2a56599-bfa9-445a-a1e8-5bad5b3258a3 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '755d72de-d850-4672-aeeb-f14b911dee94') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:39.668581 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-b2a56599-bfa9-445a-a1e8-5bad5b3258a3 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '755d72de-d850-4672-aeeb-f14b911dee94') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:39.694169 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-4e4c1261-b6b4-45f5-818e-3d5aee7dde9a admin admin] Deleting port 92f4ae60-c808-4476-9cbd-2bbe0f13c12e {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:16:39.694634 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4e4c1261-b6b4-45f5-818e-3d5aee7dde9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:39.765760 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-304123ec-1f0c-470f-a80c-850ed8ee26e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:39.769711 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b2a56599-bfa9-445a-a1e8-5bad5b3258a3 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:39.773967 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-304123ec-1f0c-470f-a80c-850ed8ee26e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:39.825133 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b2a56599-bfa9-445a-a1e8-5bad5b3258a3 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:39.834217 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2a56599-bfa9-445a-a1e8-5bad5b3258a3 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:16:39.834644 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b2a56599-bfa9-445a-a1e8-5bad5b3258a3 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:39.843469 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e021e6a-6a31-4154-99dc-84a51f5c4871 req-e6903837-e1d8-45ac-bd38-4119f73340ee tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:39.847552 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2e021e6a-6a31-4154-99dc-84a51f5c4871 req-e6903837-e1d8-45ac-bd38-4119f73340ee tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b36cc5a-09ba-46a0-aa7d-0d086ee63e7a HTTP/1.1" status: 200 len: 943 time: 0.2240851 May 23 11:16:39.867510 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-910fb6e2-bf12-4e60-a5a2-47e0df158087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:39.901702 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304123ec-1f0c-470f-a80c-850ed8ee26e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5e2013-770a-46d2-952f-12b5c34e0548,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:39.913634 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-304123ec-1f0c-470f-a80c-850ed8ee26e4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1e19ef1174684e56b1fad857ad4029d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6847682 May 23 11:16:39.920839 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56432) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:39.941895 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-23c6df3c-576c-46a8-bcfc-2361e08c5b6e req-74ee7e96-eb35-44f4-9ce1-ac1d3ef5f56b service neutron] 10.222.0.81 "GET /v2.0/networks/66d46448-9919-493f-ac81-68ef06c897f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7631772 May 23 11:16:39.945968 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:16:39.945968 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:16:39.945968 n-d-842952-2 neutron-server[83911]: timer() May 23 11:16:39.945968 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:16:39.945968 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:16:39.945968 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:16:39.945968 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:16:39.945968 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:16:39.945968 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:16:39.945968 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:16:39.945968 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:16:39.945968 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:16:39.945968 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:16:39.945968 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:16:39.945968 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:16:39.945968 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:16:39.945968 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:16:39.945968 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:16:39.945968 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:16:39.945968 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:16:39.945968 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:16:39.945968 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:16:39.945968 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:16:39.945968 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:16:39.945968 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:16:39.945968 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:16:39.945968 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:16:39.945968 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:16:39.945968 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:16:39.945968 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:16:39.945968 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:16:39.945968 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:16:39.974818 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66cb4b-c7a7-4520-ab50-85fd3b434a57 req-a7523634-c505-49cd-9e39-d07d6f641154 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:39.976320 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ad66cb4b-c7a7-4520-ab50-85fd3b434a57 req-a7523634-c505-49cd-9e39-d07d6f641154 service neutron] 10.222.0.13 "GET /v2.0/networks?id=66d46448-9919-493f-ac81-68ef06c897f8 HTTP/1.1" status: 200 len: 919 time: 0.7693107 May 23 11:16:40.013313 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port ead6b17c-73e5-469c-8a89-09125f4b313b, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=ead6b17c-73e5-469c-8a89-09125f4b313b,segment=NetworkSegment(a84cd617-d556-4ede-a5ca-10ace889289c),segment_id=a84cd617-d556-4ede-a5ca-10ace889289c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:16:40.045156 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': 'ead6b17c-73e5-469c-8a89-09125f4b313b', 'network_id': '66d46448-9919-493f-ac81-68ef06c897f8', 'port_id': 'ead6b17c-73e5-469c-8a89-09125f4b313b', 'mac_address': 'fa:16:3e:ae:d0:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f7abb46-12e6-44bb-af30-bc28924cfd38', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:16:40.103328 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-02c4283d-c1d6-403f-a92b-2d8a1f530efb tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:40.152140 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2e021e6a-6a31-4154-99dc-84a51f5c4871 req-abd9cd05-301a-4de6-a940-11d17e0e0bc8 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/security-groups?id=83be9215-f660-47e6-9a21-3c0228015f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877278 May 23 11:16:40.184662 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b2a56599-bfa9-445a-a1e8-5bad5b3258a3 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:40.190068 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b2a56599-bfa9-445a-a1e8-5bad5b3258a3 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:40.193520 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ad66cb4b-c7a7-4520-ab50-85fd3b434a57 req-7eaa5566-113d-4f9a-a151-d56eaec95d97 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9cee36d-889e-4794-a2e3-d22c29a5cc45 HTTP/1.1" status: 200 len: 217 time: 0.1961982 May 23 11:16:40.194271 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-02c4283d-c1d6-403f-a92b-2d8a1f530efb tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:40.208085 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:40.217482 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241b581-bd78-4f44-a7ba-71f25ff6d7b0 req-6766f33c-faf1-49f1-867a-ce124b6848e2 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:40.219083 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d241b581-bd78-4f44-a7ba-71f25ff6d7b0 req-6766f33c-faf1-49f1-867a-ce124b6848e2 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=9fb8986e-6039-4abb-9be9-413787023969 HTTP/1.1" status: 200 len: 946 time: 0.4383290 May 23 11:16:40.232350 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ead6b17c-73e5-469c-8a89-09125f4b313b {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:16:40.274467 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port ead6b17c-73e5-469c-8a89-09125f4b313b, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=ead6b17c-73e5-469c-8a89-09125f4b313b,segment=NetworkSegment(a84cd617-d556-4ede-a5ca-10ace889289c),segment_id=a84cd617-d556-4ede-a5ca-10ace889289c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:16:40.282215 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:40.300916 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5ea90a89-5774-4636-b0c7-9b1f580c1e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:40.311412 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a56599-bfa9-445a-a1e8-5bad5b3258a3 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Pushing event deleted for resources: {'Network': ['ID=2b9aec67-3fce-4256-b551-7be09885fe97,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:40.320404 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device dd052273-c649-45d9-9251-0fbc00873858 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:16:40.320615 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4283d-c1d6-403f-a92b-2d8a1f530efb tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b305a1ea-596c-492c-897c-facf36924fcf,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:40.325195 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b2a56599-bfa9-445a-a1e8-5bad5b3258a3 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] 10.222.0.79 "DELETE /v2.0/networks/2b9aec67-3fce-4256-b551-7be09885fe97 HTTP/1.1" status: 204 len: 168 time: 1.7323909 May 23 11:16:40.329974 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56436) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:40.345031 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-02c4283d-c1d6-403f-a92b-2d8a1f530efb tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:40.348909 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-02c4283d-c1d6-403f-a92b-2d8a1f530efb tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3406098 May 23 11:16:40.353036 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56440) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:40.369189 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-4e4c1261-b6b4-45f5-818e-3d5aee7dde9a admin admin] For port 92f4ae60-c808-4476-9cbd-2bbe0f13c12e, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=92f4ae60-c808-4476-9cbd-2bbe0f13c12e,segment=NetworkSegment(2a37e35a-c59c-4ce5-85bd-85ec38876ac8),segment_id=2a37e35a-c59c-4ce5-85bd-85ec38876ac8)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:16:40.369549 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4e4c1261-b6b4-45f5-818e-3d5aee7dde9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:40.412702 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d241b581-bd78-4f44-a7ba-71f25ff6d7b0 req-e8b75791-28ab-4bab-bc01-a40d7d8befe5 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831818 May 23 11:16:40.414339 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5ea90a89-5774-4636-b0c7-9b1f580c1e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:40.428028 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-da1e78d2-77b8-43e1-95a8-754bf02499bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:40.445114 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.resource_extend [None req-910fb6e2-bf12-4e60-a5a2-47e0df158087 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:16:40.522006 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3dbc4387-3ec3-4508-a990-f4ae1d68deaa tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "GET /v2.0/security-group-rules/b305a1ea-596c-492c-897c-facf36924fcf HTTP/1.1" status: 200 len: 706 time: 0.1678467 May 23 11:16:40.529459 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-4e4c1261-b6b4-45f5-818e-3d5aee7dde9a admin admin] Calling delete_port for 92f4ae60-c808-4476-9cbd-2bbe0f13c12e owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:16:40.531072 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56444) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:40.553740 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port dd052273-c649-45d9-9251-0fbc00873858, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=dd052273-c649-45d9-9251-0fbc00873858,segment=NetworkSegment(a84cd617-d556-4ede-a5ca-10ace889289c),segment_id=a84cd617-d556-4ede-a5ca-10ace889289c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:16:40.562012 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=ead6b17c-73e5-469c-8a89-09125f4b313b,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:40.571481 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66cb4b-c7a7-4520-ab50-85fd3b434a57 req-5f14e5f7-71a8-4563-b43d-79f6a3c63397 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:40.573014 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ad66cb4b-c7a7-4520-ab50-85fd3b434a57 req-5f14e5f7-71a8-4563-b43d-79f6a3c63397 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f7abb46-12e6-44bb-af30-bc28924cfd38 HTTP/1.1" status: 200 len: 858 time: 0.3147788 May 23 11:16:40.579098 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'dd052273-c649-45d9-9251-0fbc00873858', 'network_id': '66d46448-9919-493f-ac81-68ef06c897f8', 'port_id': 'dd052273-c649-45d9-9251-0fbc00873858', 'mac_address': 'fa:16:3e:6d:b4:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f7abb46-12e6-44bb-af30-bc28924cfd38', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:16:40.584469 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-910fb6e2-bf12-4e60-a5a2-47e0df158087 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:40.628062 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ad66cb4b-c7a7-4520-ab50-85fd3b434a57 req-8e0eef7a-8d85-42ec-a13f-1e50b71e18c1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=66d46448-9919-493f-ac81-68ef06c897f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454073 May 23 11:16:40.651293 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:40.664181 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['ead6b17c-73e5-469c-8a89-09125f4b313b'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:16:40.694413 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-910fb6e2-bf12-4e60-a5a2-47e0df158087 None None] Transition to ACTIVE for port object 55223c18-264d-4593-a7b6-fb3c1c64fedf will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:16:40.716168 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd052273-c649-45d9-9251-0fbc00873858 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:16:40.722715 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-910fb6e2-bf12-4e60-a5a2-47e0df158087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:40.727520 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5ea90a89-5774-4636-b0c7-9b1f580c1e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:40.763866 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ac3da39e-7c23-4751-bbd0-5daa93c3db17 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Synchronizing usage tracker for tenant:2fc4601b59494799a22c692e5971586b on resource:security_group_rule {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:16:40.775710 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea90a89-5774-4636-b0c7-9b1f580c1e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5e2013-770a-46d2-952f-12b5c34e0548,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:40.794253 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-313f6486-e9b1-4acd-941d-f8e043e8c811 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Deleting subnet 112a3788-19a9-4e86-804d-061e8ce03ad3 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:16:40.801787 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-313f6486-e9b1-4acd-941d-f8e043e8c811 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:40.805348 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ad66cb4b-c7a7-4520-ab50-85fd3b434a57 req-fbc0c264-6513-4280-af63-dde0f71abf7f service neutron] 10.222.0.13 "GET /v2.0/networks/66d46448-9919-493f-ac81-68ef06c897f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700950 May 23 11:16:40.813773 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port dd052273-c649-45d9-9251-0fbc00873858, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=dd052273-c649-45d9-9251-0fbc00873858,segment=NetworkSegment(a84cd617-d556-4ede-a5ca-10ace889289c),segment_id=a84cd617-d556-4ede-a5ca-10ace889289c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:16:40.849362 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ac3da39e-7c23-4751-bbd0-5daa93c3db17 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Unset dirty status for tenant:2fc4601b59494799a22c692e5971586b on resource:security_group_rule {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:16:40.853071 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ac3da39e-7c23-4751-bbd0-5daa93c3db17 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.3186142 May 23 11:16:40.856590 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5ea90a89-5774-4636-b0c7-9b1f580c1e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:40.860025 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5ea90a89-5774-4636-b0c7-9b1f580c1e47 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2a5e2013-770a-46d2-952f-12b5c34e0548 HTTP/1.1" status: 204 len: 168 time: 0.9345345 May 23 11:16:40.885561 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56448) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:40.890339 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:40.933387 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-313f6486-e9b1-4acd-941d-f8e043e8c811 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:40.938782 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-910fb6e2-bf12-4e60-a5a2-47e0df158087 None None] Attempting to bind port 55223c18-264d-4593-a7b6-fb3c1c64fedf on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:16:40.939147 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-910fb6e2-bf12-4e60-a5a2-47e0df158087 None None] Attempting to bind port 55223c18-264d-4593-a7b6-fb3c1c64fedf by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:16:40.947680 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910fb6e2-bf12-4e60-a5a2-47e0df158087 None None] Attempting to bind port 55223c18-264d-4593-a7b6-fb3c1c64fedf on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:16:40.993103 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6bd75e21-6e4b-470e-8104-2db6e9f2f0a5 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:41.012321 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4e4c1261-b6b4-45f5-818e-3d5aee7dde9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:41.013907 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6bd75e21-6e4b-470e-8104-2db6e9f2f0a5 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:41.020797 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-da1e78d2-77b8-43e1-95a8-754bf02499bf admin admin] Allocated IP 172.20.0.1 (0211ccd5-91d2-42f3-a16e-cb3fb2faf057/621761dd-b995-4186-9cfd-90bab8b13f3e/8af3594f-f127-4617-ac2a-fda7aceaa5be) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:16:41.077208 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad90ba-094d-4f26-b3e1-b19ace60a12b None None] Pushing event updated for resources: {'Port': ['ID=55223c18-264d-4593-a7b6-fb3c1c64fedf,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:41.080540 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910fb6e2-bf12-4e60-a5a2-47e0df158087 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:16:41.081071 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910fb6e2-bf12-4e60-a5a2-47e0df158087 None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:16:41.081574 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-910fb6e2-bf12-4e60-a5a2-47e0df158087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:41.082183 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910fb6e2-bf12-4e60-a5a2-47e0df158087 None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:16:41.082760 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-910fb6e2-bf12-4e60-a5a2-47e0df158087 None None] Bound port: 55223c18-264d-4593-a7b6-fb3c1c64fedf, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:16:41.083707 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-910fb6e2-bf12-4e60-a5a2-47e0df158087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:41.104945 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c1261-b6b4-45f5-818e-3d5aee7dde9a admin admin] Pushing event deleted for resources: {'Port': ['ID=92f4ae60-c808-4476-9cbd-2bbe0f13c12e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:41.143417 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6bd75e21-6e4b-470e-8104-2db6e9f2f0a5 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:41.192795 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd75e21-6e4b-470e-8104-2db6e9f2f0a5 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b305a1ea-596c-492c-897c-facf36924fcf,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:41.200127 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-313f6486-e9b1-4acd-941d-f8e043e8c811 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:41.213050 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-910fb6e2-bf12-4e60-a5a2-47e0df158087 None None] For port 55223c18-264d-4593-a7b6-fb3c1c64fedf, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:16:41.213818 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ad66cb4b-c7a7-4520-ab50-85fd3b434a57 req-cff384cb-3385-4579-9c6c-7142ed345c75 service neutron] 10.222.0.13 "GET /v2.0/networks/66d46448-9919-493f-ac81-68ef06c897f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068275 May 23 11:16:41.234788 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-910fb6e2-bf12-4e60-a5a2-47e0df158087 None None] For port 55223c18-264d-4593-a7b6-fb3c1c64fedf, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=55223c18-264d-4593-a7b6-fb3c1c64fedf,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:16:41.242553 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6bd75e21-6e4b-470e-8104-2db6e9f2f0a5 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:41.243685 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-6bd75e21-6e4b-470e-8104-2db6e9f2f0a5 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/b305a1ea-596c-492c-897c-facf36924fcf HTTP/1.1" status: 204 len: 168 time: 0.3524866 May 23 11:16:41.275509 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56458) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:41.401994 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-910fb6e2-bf12-4e60-a5a2-47e0df158087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:41.440482 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56462) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:41.497763 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=dd052273-c649-45d9-9251-0fbc00873858,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:41.528517 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-da1e78d2-77b8-43e1-95a8-754bf02499bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:41.532030 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-caadcc85-ac38-4dec-8a64-1144167e25a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:41.544585 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['dd052273-c649-45d9-9251-0fbc00873858'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:16:41.565416 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-313f6486-e9b1-4acd-941d-f8e043e8c811 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:41.594727 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4582734f-0326-4386-97c5-adac21c7e92e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:41.618658 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-67df1429-fbb5-41cb-8a54-19ae7c1b981a tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Synchronizing usage tracker for tenant:2fc4601b59494799a22c692e5971586b on resource:security_group_rule {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:16:41.629992 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910fb6e2-bf12-4e60-a5a2-47e0df158087 None None] Routers {'30ffd9cc-33a6-4479-a799-d77e5fdf99a7'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:16:41.630602 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-910fb6e2-bf12-4e60-a5a2-47e0df158087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:16:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['30ffd9cc-33a6-4479-a799-d77e5fdf99a7'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:41.634410 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4e4c1261-b6b4-45f5-818e-3d5aee7dde9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:41.644743 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-da1e78d2-77b8-43e1-95a8-754bf02499bf admin admin] Transition to ACTIVE for port object 8af3594f-f127-4617-ac2a-fda7aceaa5be will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:16:41.654216 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f6486-e9b1-4acd-941d-f8e043e8c811 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Pushing event deleted for resources: {'Subnet': ['ID=112a3788-19a9-4e86-804d-061e8ce03ad3,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:41.713441 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-313f6486-e9b1-4acd-941d-f8e043e8c811 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:41.720752 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-67df1429-fbb5-41cb-8a54-19ae7c1b981a tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Unset dirty status for tenant:2fc4601b59494799a22c692e5971586b on resource:security_group_rule {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:16:41.725605 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-67df1429-fbb5-41cb-8a54-19ae7c1b981a tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4456122 May 23 11:16:41.733268 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56468) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:41.742121 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-caadcc85-ac38-4dec-8a64-1144167e25a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:41.748532 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ae2969-e2ba-426b-b6eb-adb2bd4a125e None None] Network 0a51452d-7971-416e-9369-3cd759f71dcf requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:16:41.770943 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-caadcc85-ac38-4dec-8a64-1144167e25a6 admin admin] Usage tracker for resource:security_group_rule and tenant:82fe45f3186641d484b1ead802761a26 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:41.774394 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-313f6486-e9b1-4acd-941d-f8e043e8c811 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] 10.222.0.79 "DELETE /v2.0/subnets/112a3788-19a9-4e86-804d-061e8ce03ad3 HTTP/1.1" status: 204 len: 168 time: 1.4381230 May 23 11:16:41.776194 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad90ba-094d-4f26-b3e1-b19ace60a12b None None] Pushing event updated for resources: {'Port': ['ID=55223c18-264d-4593-a7b6-fb3c1c64fedf,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:41.777871 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-caadcc85-ac38-4dec-8a64-1144167e25a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:41.780543 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56474) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:41.799617 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713e5c0-2204-40e9-ad12-5201b9a8e38f req-c5c8e61f-be60-4c6f-a114-b62eb46385ed tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:41.801102 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d713e5c0-2204-40e9-ad12-5201b9a8e38f req-c5c8e61f-be60-4c6f-a114-b62eb46385ed tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b36cc5a-09ba-46a0-aa7d-0d086ee63e7a HTTP/1.1" status: 200 len: 943 time: 0.4228296 May 23 11:16:41.802348 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-caadcc85-ac38-4dec-8a64-1144167e25a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:41.883403 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-da1e78d2-77b8-43e1-95a8-754bf02499bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:41.922927 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-006f34be-5a3c-4540-b175-fb92d5104664 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:41.946222 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-006f34be-5a3c-4540-b175-fb92d5104664 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Deleting port 1fb10e70-ec1d-4e9f-abd1-d7e889c3528f {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:16:41.946610 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-006f34be-5a3c-4540-b175-fb92d5104664 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:42.011030 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d713e5c0-2204-40e9-ad12-5201b9a8e38f req-7b9dc5e2-d97f-471a-aa21-0f17e03a862b tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/security-groups?id=83be9215-f660-47e6-9a21-3c0228015f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945767 May 23 11:16:42.017760 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1e78d2-77b8-43e1-95a8-754bf02499bf admin admin] Network 0211ccd5-91d2-42f3-a16e-cb3fb2faf057 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:16:42.024879 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42376073-1c4f-4f3b-9b7b-aa91609c72a3 req-dd398195-9c68-48db-a9dd-40e469b1da46 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:42.031606 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-42376073-1c4f-4f3b-9b7b-aa91609c72a3 req-dd398195-9c68-48db-a9dd-40e469b1da46 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=9fb8986e-6039-4abb-9be9-413787023969 HTTP/1.1" status: 200 len: 946 time: 0.3944230 May 23 11:16:42.049832 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-36f300f6-18df-4301-8e02-0b65a4624534 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:42.049832 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-da1e78d2-77b8-43e1-95a8-754bf02499bf admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:16:42.065463 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1e78d2-77b8-43e1-95a8-754bf02499bf admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:16:42.112935 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-910fb6e2-bf12-4e60-a5a2-47e0df158087 None None] Set router 30ffd9cc-33a6-4479-a799-d77e5fdf99a7 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:16:42.173617 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e78d2-77b8-43e1-95a8-754bf02499bf admin admin] Pushing event updated for resources: {'Port': ['ID=8af3594f-f127-4617-ac2a-fda7aceaa5be,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:42.196738 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-006f34be-5a3c-4540-b175-fb92d5104664 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] For port 1fb10e70-ec1d-4e9f-abd1-d7e889c3528f, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=1fb10e70-ec1d-4e9f-abd1-d7e889c3528f,segment=NetworkSegment(990940f9-ae92-4ce0-ad5b-3906fc69926d),segment_id=990940f9-ae92-4ce0-ad5b-3906fc69926d)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:16:42.196961 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-006f34be-5a3c-4540-b175-fb92d5104664 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:42.227386 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-42376073-1c4f-4f3b-9b7b-aa91609c72a3 req-58241beb-05f8-4d94-91ca-1956c5cea9b2 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947865 May 23 11:16:42.237142 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-36f300f6-18df-4301-8e02-0b65a4624534 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:42.260972 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-caadcc85-ac38-4dec-8a64-1144167e25a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:42.265319 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-da1e78d2-77b8-43e1-95a8-754bf02499bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:42.308159 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-caadcc85-ac38-4dec-8a64-1144167e25a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:42.348161 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device f9cee36d-889e-4794-a2e3-d22c29a5cc45 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:16:42.373467 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-36f300f6-18df-4301-8e02-0b65a4624534 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:42.386492 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caadcc85-ac38-4dec-8a64-1144167e25a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04966006-5bb5-4bf2-898a-6eb933dbe7e2,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:42.401498 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-caadcc85-ac38-4dec-8a64-1144167e25a6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=82fe45f3186641d484b1ead802761a26&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9576819 May 23 11:16:42.417462 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56478) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:42.423500 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-36f300f6-18df-4301-8e02-0b65a4624534 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:42.424609 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-36f300f6-18df-4301-8e02-0b65a4624534 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "DELETE /v2.0/security-groups/a843fc6e-826e-4c35-88ad-5fd63824943b HTTP/1.1" status: 204 len: 168 time: 0.6895974 May 23 11:16:42.485028 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56482) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:42.492213 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-006f34be-5a3c-4540-b175-fb92d5104664 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Calling delete_port for 1fb10e70-ec1d-4e9f-abd1-d7e889c3528f owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:16:42.505879 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a069cdd9-f0bf-4dab-9ef3-73a746a3b6e9 None None] Provisioning for port 8af3594f-f127-4617-ac2a-fda7aceaa5be completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:16:42.509358 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17867648-29ad-448b-b6b8-4fcbe55b9edf None None] DHCP port deletion for 0a51452d-7971-416e-9369-3cd759f71dcf request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:16:42.546058 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a069cdd9-f0bf-4dab-9ef3-73a746a3b6e9 None None] Provisioning complete for port 8af3594f-f127-4617-ac2a-fda7aceaa5be triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:16:42.546427 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a069cdd9-f0bf-4dab-9ef3-73a746a3b6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:42.574368 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f300f6-18df-4301-8e02-0b65a4624534 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a843fc6e-826e-4c35-88ad-5fd63824943b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:42.585698 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-17867648-29ad-448b-b6b8-4fcbe55b9edf None None] Deleting port 1fb10e70-ec1d-4e9f-abd1-d7e889c3528f {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:16:42.586062 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-17867648-29ad-448b-b6b8-4fcbe55b9edf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:42.641157 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-da1e78d2-77b8-43e1-95a8-754bf02499bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:42.692832 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-03a7c5be-bda8-418a-84cc-46afae9c2c48 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Synchronizing usage tracker for tenant:2fc4601b59494799a22c692e5971586b on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:16:42.700264 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-006f34be-5a3c-4540-b175-fb92d5104664 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:42.717169 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-643227c5-ebcb-4932-9c4e-640f6383aa76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:42.737209 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a069cdd9-f0bf-4dab-9ef3-73a746a3b6e9 None None] Port 8af3594f-f127-4617-ac2a-fda7aceaa5be cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:16:42.744168 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:42.758756 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f34be-5a3c-4540-b175-fb92d5104664 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Pushing event deleted for resources: {'Port': ['ID=1fb10e70-ec1d-4e9f-abd1-d7e889c3528f,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:42.760510 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-643227c5-ebcb-4932-9c4e-640f6383aa76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:42.775977 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006f34be-5a3c-4540-b175-fb92d5104664 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] No DVR routers for this DVR port 1fb10e70-ec1d-4e9f-abd1-d7e889c3528f on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:16:42.797379 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-17867648-29ad-448b-b6b8-4fcbe55b9edf None None] The port '1fb10e70-ec1d-4e9f-abd1-d7e889c3528f' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:16:42.808560 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port f9cee36d-889e-4794-a2e3-d22c29a5cc45, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=f9cee36d-889e-4794-a2e3-d22c29a5cc45,segment=NetworkSegment(a84cd617-d556-4ede-a5ca-10ace889289c),segment_id=a84cd617-d556-4ede-a5ca-10ace889289c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:16:42.838670 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'f9cee36d-889e-4794-a2e3-d22c29a5cc45', 'network_id': '66d46448-9919-493f-ac81-68ef06c897f8', 'port_id': 'f9cee36d-889e-4794-a2e3-d22c29a5cc45', 'mac_address': 'fa:16:3e:ab:81:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f7abb46-12e6-44bb-af30-bc28924cfd38', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:16:42.842684 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:42.903363 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-03a7c5be-bda8-418a-84cc-46afae9c2c48 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Unset dirty status for tenant:2fc4601b59494799a22c692e5971586b on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:16:42.904369 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-910fb6e2-bf12-4e60-a5a2-47e0df158087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ffd9cc-33a6-4479-a799-d77e5fdf99a7', 'name': 'tempest-TaggedBootDevicesTest_v242-990880850-router', 'tenant_id': 'a9b393065ad744119fdcb41054d3ebf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '55223c18-264d-4593-a7b6-fb3c1c64fedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:16:31Z', 'updated_at': '2022-05-23T11:16:36Z', 'revision_number': 3, 'project_id': 'a9b393065ad744119fdcb41054d3ebf0', 'gw_port': {'id': '55223c18-264d-4593-a7b6-fb3c1c64fedf', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:03:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ffd9cc-33a6-4479-a799-d77e5fdf99a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:16:34Z', 'updated_at': '2022-05-23T11:16:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:42.904672 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-03a7c5be-bda8-418a-84cc-46afae9c2c48 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3596966 May 23 11:16:42.909730 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56486) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:42.911810 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:42.924114 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-9e3a3ca9-f14f-410a-a561-fb3f172ce4c9 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Request body: {'security_group': {'name': 'tempest-secgroup--1862418494'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:42.927738 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910fb6e2-bf12-4e60-a5a2-47e0df158087 None None] The sync data for ids ['30ffd9cc-33a6-4479-a799-d77e5fdf99a7'] in n-d-842952-2 is: [{'id': '30ffd9cc-33a6-4479-a799-d77e5fdf99a7', 'name': 'tempest-TaggedBootDevicesTest_v242-990880850-router', 'tenant_id': 'a9b393065ad744119fdcb41054d3ebf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '55223c18-264d-4593-a7b6-fb3c1c64fedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:16:31Z', 'updated_at': '2022-05-23T11:16:36Z', 'revision_number': 3, 'project_id': 'a9b393065ad744119fdcb41054d3ebf0', 'gw_port': {'id': '55223c18-264d-4593-a7b6-fb3c1c64fedf', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:03:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ffd9cc-33a6-4479-a799-d77e5fdf99a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:16:34Z', 'updated_at': '2022-05-23T11:16:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:16:42.932327 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9e3a3ca9-f14f-410a-a561-fb3f172ce4c9 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:42.937092 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9cee36d-889e-4794-a2e3-d22c29a5cc45 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:16:42.950788 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-643227c5-ebcb-4932-9c4e-640f6383aa76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:42.962097 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port f9cee36d-889e-4794-a2e3-d22c29a5cc45, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=f9cee36d-889e-4794-a2e3-d22c29a5cc45,segment=NetworkSegment(a84cd617-d556-4ede-a5ca-10ace889289c),segment_id=a84cd617-d556-4ede-a5ca-10ace889289c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:16:42.974836 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9e3a3ca9-f14f-410a-a561-fb3f172ce4c9 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:42.976211 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:42.986706 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643227c5-ebcb-4932-9c4e-640f6383aa76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04966006-5bb5-4bf2-898a-6eb933dbe7e2,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:43.005022 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-643227c5-ebcb-4932-9c4e-640f6383aa76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:43.006253 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-643227c5-ebcb-4932-9c4e-640f6383aa76 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/04966006-5bb5-4bf2-898a-6eb933dbe7e2 HTTP/1.1" status: 204 len: 168 time: 0.5858150 May 23 11:16:43.007240 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9e3a3ca9-f14f-410a-a561-fb3f172ce4c9 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:43.066940 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-da1e78d2-77b8-43e1-95a8-754bf02499bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:43.085874 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=f9cee36d-889e-4794-a2e3-d22c29a5cc45,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:43.098186 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-da1e78d2-77b8-43e1-95a8-754bf02499bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:43.160269 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 1fb10e70-ec1d-4e9f-abd1-d7e889c3528f no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:16:43.215372 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 1fb10e70-ec1d-4e9f-abd1-d7e889c3528f {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:16:43.216065 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 1fb10e70-ec1d-4e9f-abd1-d7e889c3528f not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:16:43.226354 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-da1e78d2-77b8-43e1-95a8-754bf02499bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:43.248014 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9e3a3ca9-f14f-410a-a561-fb3f172ce4c9 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:43.269969 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-006f34be-5a3c-4540-b175-fb92d5104664 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:43.286352 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-9e3a3ca9-f14f-410a-a561-fb3f172ce4c9 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Usage tracker for resource:security_group_rule and tenant:2fc4601b59494799a22c692e5971586b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:43.304786 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-9e3a3ca9-f14f-410a-a561-fb3f172ce4c9 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:43.318242 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-006f34be-5a3c-4540-b175-fb92d5104664 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a51452d-7971-416e-9369-3cd759f71dcf']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:43.323291 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9e3a3ca9-f14f-410a-a561-fb3f172ce4c9 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:43.335083 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-006f34be-5a3c-4540-b175-fb92d5104664 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '990940f9-ae92-4ce0-ad5b-3906fc69926d') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:43.335417 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-006f34be-5a3c-4540-b175-fb92d5104664 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '990940f9-ae92-4ce0-ad5b-3906fc69926d') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:43.350305 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-006f34be-5a3c-4540-b175-fb92d5104664 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:43.373121 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-006f34be-5a3c-4540-b175-fb92d5104664 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:43.381656 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-006f34be-5a3c-4540-b175-fb92d5104664 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:16:43.382154 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-006f34be-5a3c-4540-b175-fb92d5104664 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:43.397836 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:16:43.397836 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:16:43.397836 n-d-842952-2 neutron-server[83911]: timer() May 23 11:16:43.397836 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:16:43.397836 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:16:43.397836 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:16:43.397836 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:16:43.397836 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:16:43.397836 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:16:43.397836 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:16:43.397836 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:16:43.397836 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:16:43.397836 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:16:43.397836 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:16:43.397836 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:16:43.397836 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:16:43.397836 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:16:43.397836 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:16:43.397836 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:16:43.397836 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:16:43.397836 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:16:43.397836 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:16:43.397836 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:16:43.397836 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:16:43.397836 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:16:43.397836 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:16:43.397836 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:16:43.397836 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:16:43.397836 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:16:43.397836 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:16:43.397836 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:16:43.397836 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:16:43.407496 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e78d2-77b8-43e1-95a8-754bf02499bf admin admin] Pushing event updated for resources: {'Port': ['ID=8af3594f-f127-4617-ac2a-fda7aceaa5be,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:43.446114 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['f9cee36d-889e-4794-a2e3-d22c29a5cc45'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:16:43.516649 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-006f34be-5a3c-4540-b175-fb92d5104664 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:43.558532 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-006f34be-5a3c-4540-b175-fb92d5104664 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:43.580801 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9e3a3ca9-f14f-410a-a561-fb3f172ce4c9 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:43.584560 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f34be-5a3c-4540-b175-fb92d5104664 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] Pushing event deleted for resources: {'Network': ['ID=0a51452d-7971-416e-9369-3cd759f71dcf,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:43.597828 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-006f34be-5a3c-4540-b175-fb92d5104664 tempest-NetworksIpV6TestAttrs-1208441981 tempest-NetworksIpV6TestAttrs-1208441981-project] 10.222.0.79 "DELETE /v2.0/networks/0a51452d-7971-416e-9369-3cd759f71dcf HTTP/1.1" status: 204 len: 168 time: 1.8147478 May 23 11:16:43.601875 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f43844-edf9-4b20-b479-644d4d7e8592 req-8094cd9f-b267-4d77-b415-ed8b56408fe9 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:43.603349 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-72f43844-edf9-4b20-b479-644d4d7e8592 req-8094cd9f-b267-4d77-b415-ed8b56408fe9 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b36cc5a-09ba-46a0-aa7d-0d086ee63e7a HTTP/1.1" status: 200 len: 944 time: 0.3714111 May 23 11:16:43.604033 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9e3a3ca9-f14f-410a-a561-fb3f172ce4c9 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:43.609790 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1e78d2-77b8-43e1-95a8-754bf02499bf admin admin] Network 0211ccd5-91d2-42f3-a16e-cb3fb2faf057 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:16:43.614838 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4c1261-b6b4-45f5-818e-3d5aee7dde9a admin admin] Router 30c451ce-b3aa-4365-957e-41e3a808e7cb has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:16:43.625976 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-da1e78d2-77b8-43e1-95a8-754bf02499bf admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:16:43.661718 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device ead6b17c-73e5-469c-8a89-09125f4b313b up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:16:43.871190 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port ead6b17c-73e5-469c-8a89-09125f4b313b completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:16:43.881644 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port ead6b17c-73e5-469c-8a89-09125f4b313b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:16:43.885074 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:43.966504 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd5124-0696-4afe-97b3-f2fbda7b2837 req-97274b4e-bf9e-405e-a847-adfe0db39597 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:43.968471 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dfdd5124-0696-4afe-97b3-f2fbda7b2837 req-97274b4e-bf9e-405e-a847-adfe0db39597 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=9fb8986e-6039-4abb-9be9-413787023969 HTTP/1.1" status: 200 len: 946 time: 0.5574410 May 23 11:16:43.973185 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9e3a3ca9-f14f-410a-a561-fb3f172ce4c9 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:43.974697 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9e3a3ca9-f14f-410a-a561-fb3f172ce4c9 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0634704 May 23 11:16:43.981970 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56512) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:43.993469 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-ffb5b24b-e378-4180-aed0-2bcb507e9229 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Request body: {'security_group_rule': {'security_group_id': '468a2d16-da7f-4fb1-842c-45d86773fdda', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:44.006487 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ffb5b24b-e378-4180-aed0-2bcb507e9229 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:44.017063 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-18f15b6a-a823-4e19-8b8e-b9f10dc4502a None None] Provisioning complete for port 8af3594f-f127-4617-ac2a-fda7aceaa5be triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:16:44.017602 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-72f43844-edf9-4b20-b479-644d4d7e8592 req-b6043b2e-9dca-4872-81a9-cba2b87401ef tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/security-groups?id=83be9215-f660-47e6-9a21-3c0228015f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930206 May 23 11:16:44.018104 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-18f15b6a-a823-4e19-8b8e-b9f10dc4502a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:44.018486 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a3ca9-f14f-410a-a561-fb3f172ce4c9 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=468a2d16-da7f-4fb1-842c-45d86773fdda,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:44.040998 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ffb5b24b-e378-4180-aed0-2bcb507e9229 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Usage tracker for resource:security_group_rule and tenant:2fc4601b59494799a22c692e5971586b is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:44.051616 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ffb5b24b-e378-4180-aed0-2bcb507e9229 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:44.089133 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dfdd5124-0696-4afe-97b3-f2fbda7b2837 req-a3445c95-1573-403d-80d2-6c26f6f46ba9 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918019 May 23 11:16:44.103798 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ffb5b24b-e378-4180-aed0-2bcb507e9229 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:44.125457 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4c1261-b6b4-45f5-818e-3d5aee7dde9a admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:16:44.134350 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4e4c1261-b6b4-45f5-818e-3d5aee7dde9a admin admin] 10.222.0.79 "PUT /v2.0/routers/30c451ce-b3aa-4365-957e-41e3a808e7cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0790427 May 23 11:16:44.134949 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1884b1-0ce7-455e-8ebb-6831af56b35e None None] Sync routers for ids ['30c451ce-b3aa-4365-957e-41e3a808e7cb'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:16:44.140987 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56516) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:44.152028 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1884b1-0ce7-455e-8ebb-6831af56b35e None None] Routers {'30c451ce-b3aa-4365-957e-41e3a808e7cb'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:16:44.153022 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-eb1884b1-0ce7-455e-8ebb-6831af56b35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:16:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['30c451ce-b3aa-4365-957e-41e3a808e7cb'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:44.209463 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-18f15b6a-a823-4e19-8b8e-b9f10dc4502a None None] Port 8af3594f-f127-4617-ac2a-fda7aceaa5be cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:16:44.225615 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:44.229527 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:44.272833 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56522) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:44.280108 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc43641-9d4d-4db9-93d6-3cb481a7f8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead6b17c-73e5-469c-8a89-09125f4b313b'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:16:44.293329 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ffb5b24b-e378-4180-aed0-2bcb507e9229 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:44.302091 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port ead6b17c-73e5-469c-8a89-09125f4b313b, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=ead6b17c-73e5-469c-8a89-09125f4b313b,segment=NetworkSegment(a84cd617-d556-4ede-a5ca-10ace889289c),segment_id=a84cd617-d556-4ede-a5ca-10ace889289c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:16:44.310887 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:44.405524 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ffb5b24b-e378-4180-aed0-2bcb507e9229 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:44.405922 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa162ec1-ee7f-4a62-b688-7ab253dfff24'] response: {'server_uuid': 'efc43641-9d4d-4db9-93d6-3cb481a7f8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead6b17c-73e5-469c-8a89-09125f4b313b', 'code': 200} May 23 11:16:44.418361 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ffb5b24b-e378-4180-aed0-2bcb507e9229 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:44.422150 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device dd052273-c649-45d9-9251-0fbc00873858 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:16:44.484616 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-eb1884b1-0ce7-455e-8ebb-6831af56b35e None None] Set router 30c451ce-b3aa-4365-957e-41e3a808e7cb gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:16:44.485418 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb5b24b-e378-4180-aed0-2bcb507e9229 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08ea3a25-9cae-4755-aa8f-7304ddc44aca,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:44.550864 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1e78d2-77b8-43e1-95a8-754bf02499bf admin admin] Router 30ffd9cc-33a6-4479-a799-d77e5fdf99a7 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:16:44.574438 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=ead6b17c-73e5-469c-8a89-09125f4b313b,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:44.595197 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ffb5b24b-e378-4180-aed0-2bcb507e9229 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:44.596964 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ffb5b24b-e378-4180-aed0-2bcb507e9229 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6117940 May 23 11:16:44.603316 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56534) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:44.610366 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port dd052273-c649-45d9-9251-0fbc00873858 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:16:44.619016 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port dd052273-c649-45d9-9251-0fbc00873858 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:16:44.619384 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:44.767210 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-63bc22d9-476a-4eb6-928d-e6f938601ef7 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:44.772902 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cf71d247-4070-4d24-9a91-4017cc68cbda admin admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:44.914972 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-39a40b38-03ac-4283-9bbb-79c79f005719 req-6afb8c17-73a8-4735-8d81-8f3cb0937561 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=efc43641-9d4d-4db9-93d6-3cb481a7f8bc HTTP/1.1" status: 200 len: 1096 time: 0.4126854 May 23 11:16:44.923610 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:44.963965 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a20ac658-583b-455c-92ea-8e0c74c139cf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0544d54a2ac14582aa73efecc4d5b808&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6896062 May 23 11:16:44.964597 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56540) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:44.975519 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port dd052273-c649-45d9-9251-0fbc00873858, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=dd052273-c649-45d9-9251-0fbc00873858,segment=NetworkSegment(a84cd617-d556-4ede-a5ca-10ace889289c),segment_id=a84cd617-d556-4ede-a5ca-10ace889289c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:16:44.981390 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:45.024119 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-63bc22d9-476a-4eb6-928d-e6f938601ef7 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:45.056458 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5f69c305-45fa-4293-ae94-f85722451fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:45.062228 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-39a40b38-03ac-4283-9bbb-79c79f005719 req-d847ab73-ca4b-48ec-830f-2a5a119f5904 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=83be9215-f660-47e6-9a21-3c0228015f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323509 May 23 11:16:45.099696 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5f69c305-45fa-4293-ae94-f85722451fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:45.123337 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-eb1884b1-0ce7-455e-8ebb-6831af56b35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c451ce-b3aa-4365-957e-41e3a808e7cb', 'name': 'tempest-TaggedBootDevicesTest-683413081-router', 'tenant_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '1c0bea36-24e2-4f32-b963-869eeebd73d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:09:05Z', 'updated_at': '2022-05-23T11:16:40Z', 'revision_number': 5, 'project_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'gw_port': {'id': '1c0bea36-24e2-4f32-b963-869eeebd73d7', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c451ce-b3aa-4365-957e-41e3a808e7cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:09:06Z', 'updated_at': '2022-05-23T11:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:45.128206 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1884b1-0ce7-455e-8ebb-6831af56b35e None None] Checking router: 30c451ce-b3aa-4365-957e-41e3a808e7cb for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:16:45.147968 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1e78d2-77b8-43e1-95a8-754bf02499bf admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:16:45.153492 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-da1e78d2-77b8-43e1-95a8-754bf02499bf admin admin] 10.222.0.79 "PUT /v2.0/routers/30ffd9cc-33a6-4479-a799-d77e5fdf99a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2450669 May 23 11:16:45.154116 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1884b1-0ce7-455e-8ebb-6831af56b35e None None] Routers {'30c451ce-b3aa-4365-957e-41e3a808e7cb'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:16:45.155270 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-eb1884b1-0ce7-455e-8ebb-6831af56b35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:16:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['30c451ce-b3aa-4365-957e-41e3a808e7cb'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:45.168323 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-63bc22d9-476a-4eb6-928d-e6f938601ef7 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:45.186370 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5f69c305-45fa-4293-ae94-f85722451fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:45.240508 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69c305-45fa-4293-ae94-f85722451fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9ec95c-c979-4f00-84a9-ee5b4c741816,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:45.242401 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5f69c305-45fa-4293-ae94-f85722451fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:45.243523 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5f69c305-45fa-4293-ae94-f85722451fda admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/aa9ec95c-c979-4f00-84a9-ee5b4c741816 HTTP/1.1" status: 204 len: 168 time: 0.2772009 May 23 11:16:45.246737 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc22d9-476a-4eb6-928d-e6f938601ef7 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=468a2d16-da7f-4fb1-842c-45d86773fdda,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:45.262560 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-63bc22d9-476a-4eb6-928d-e6f938601ef7 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:45.263685 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-63bc22d9-476a-4eb6-928d-e6f938601ef7 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "DELETE /v2.0/security-groups/468a2d16-da7f-4fb1-842c-45d86773fdda HTTP/1.1" status: 204 len: 168 time: 0.6573334 May 23 11:16:45.266261 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56554) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:45.303402 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=dd052273-c649-45d9-9251-0fbc00873858,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:45.313226 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cf71d247-4070-4d24-9a91-4017cc68cbda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:45.339620 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-cf71d247-4070-4d24-9a91-4017cc68cbda admin admin] Deleting port 1c0bea36-24e2-4f32-b963-869eeebd73d7 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:16:45.340028 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cf71d247-4070-4d24-9a91-4017cc68cbda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:45.394562 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a5343586-3033-4bf6-8cee-a3adb55ab185 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Synchronizing usage tracker for tenant:2fc4601b59494799a22c692e5971586b on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:16:45.412360 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a5343586-3033-4bf6-8cee-a3adb55ab185 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Unset dirty status for tenant:2fc4601b59494799a22c692e5971586b on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:16:45.414020 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a5343586-3033-4bf6-8cee-a3adb55ab185 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1467841 May 23 11:16:45.416801 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56562) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:45.507351 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-eb1884b1-0ce7-455e-8ebb-6831af56b35e None None] Set router 30c451ce-b3aa-4365-957e-41e3a808e7cb gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:16:45.644579 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4398bce2-e8ba-4f3e-8330-47c2857f704a tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Synchronizing usage tracker for tenant:2fc4601b59494799a22c692e5971586b on resource:security_group_rule {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:16:45.679242 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9112ab1-fac1-4dbb-b1b6-5822d6ac61c7 req-70c0c58b-2497-4bef-ab5f-ce6a027c0439 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:45.686682 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9112ab1-fac1-4dbb-b1b6-5822d6ac61c7 req-70c0c58b-2497-4bef-ab5f-ce6a027c0439 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=9fb8986e-6039-4abb-9be9-413787023969 HTTP/1.1" status: 200 len: 946 time: 0.2332425 May 23 11:16:45.726606 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-cf71d247-4070-4d24-9a91-4017cc68cbda admin admin] For port 1c0bea36-24e2-4f32-b963-869eeebd73d7, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=1c0bea36-24e2-4f32-b963-869eeebd73d7,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:16:45.726962 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cf71d247-4070-4d24-9a91-4017cc68cbda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:45.742137 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec62c6-1b83-42a6-a590-dc2afe3ebeb0 req-268bb416-a78f-40bf-a7ec-bf642d27b621 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:45.744290 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0eec62c6-1b83-42a6-a590-dc2afe3ebeb0 req-268bb416-a78f-40bf-a7ec-bf642d27b621 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b36cc5a-09ba-46a0-aa7d-0d086ee63e7a HTTP/1.1" status: 200 len: 944 time: 0.3215101 May 23 11:16:45.747757 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4398bce2-e8ba-4f3e-8330-47c2857f704a tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] Unset dirty status for tenant:2fc4601b59494799a22c692e5971586b on resource:security_group_rule {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:16:45.749286 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4398bce2-e8ba-4f3e-8330-47c2857f704a tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.3303940 May 23 11:16:45.752773 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56570) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:45.789915 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-b363802d-ce61-4196-8141-f08f36fe49eb tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] delete failed (client error): The resource could not be found. May 23 11:16:45.791294 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b363802d-ce61-4196-8141-f08f36fe49eb tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "DELETE /v2.0/security-groups/468a2d16-da7f-4fb1-842c-45d86773fdda HTTP/1.1" status: 404 len: 347 time: 0.0373363 May 23 11:16:45.797151 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56574) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:45.834174 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9112ab1-fac1-4dbb-b1b6-5822d6ac61c7 req-39951f7b-2147-4dfd-a1f6-3023b4d9bcd3 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458721 May 23 11:16:45.900922 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-012a92a7-f17b-4282-bef4-cbcb9ff40aa8 tempest-SecGroupTest-283795333 tempest-SecGroupTest-283795333-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1018960 May 23 11:16:45.919781 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0eec62c6-1b83-42a6-a590-dc2afe3ebeb0 req-01043c8c-96f0-4ed1-956d-7d1d82014c4a tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/security-groups?id=83be9215-f660-47e6-9a21-3c0228015f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621413 May 23 11:16:45.951070 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-cf71d247-4070-4d24-9a91-4017cc68cbda admin admin] Calling delete_port for 1c0bea36-24e2-4f32-b963-869eeebd73d7 owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:16:46.016955 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-eb1884b1-0ce7-455e-8ebb-6831af56b35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c451ce-b3aa-4365-957e-41e3a808e7cb', 'name': 'tempest-TaggedBootDevicesTest-683413081-router', 'tenant_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '1c0bea36-24e2-4f32-b963-869eeebd73d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:09:05Z', 'updated_at': '2022-05-23T11:16:40Z', 'revision_number': 5, 'project_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'gw_port': {'id': '1c0bea36-24e2-4f32-b963-869eeebd73d7', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c451ce-b3aa-4365-957e-41e3a808e7cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:09:06Z', 'updated_at': '2022-05-23T11:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:46.021634 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1884b1-0ce7-455e-8ebb-6831af56b35e None None] The sync data for ids ['30c451ce-b3aa-4365-957e-41e3a808e7cb'] in n-d-842952-2 is: [{'id': '30c451ce-b3aa-4365-957e-41e3a808e7cb', 'name': 'tempest-TaggedBootDevicesTest-683413081-router', 'tenant_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '1c0bea36-24e2-4f32-b963-869eeebd73d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:09:05Z', 'updated_at': '2022-05-23T11:16:40Z', 'revision_number': 5, 'project_id': 'c33b6fcb07a04f2fa56c6e5a7798a085', 'gw_port': {'id': '1c0bea36-24e2-4f32-b963-869eeebd73d7', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c451ce-b3aa-4365-957e-41e3a808e7cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:09:06Z', 'updated_at': '2022-05-23T11:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:16:46.222921 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cf71d247-4070-4d24-9a91-4017cc68cbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:46.331354 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device f9cee36d-889e-4794-a2e3-d22c29a5cc45 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:16:46.460804 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74cf511a-dabd-4fe7-b413-f52021b09403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd052273-c649-45d9-9251-0fbc00873858'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:16:46.514334 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56612) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:46.577780 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71d247-4070-4d24-9a91-4017cc68cbda admin admin] Pushing event deleted for resources: {'Port': ['ID=1c0bea36-24e2-4f32-b963-869eeebd73d7,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:46.588238 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port f9cee36d-889e-4794-a2e3-d22c29a5cc45 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:16:46.598611 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-849e9ec2-d765-4174-88f6-5c4baa41dab6'] response: {'server_uuid': '74cf511a-dabd-4fe7-b413-f52021b09403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd052273-c649-45d9-9251-0fbc00873858', 'code': 200} May 23 11:16:46.601444 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port f9cee36d-889e-4794-a2e3-d22c29a5cc45 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:16:46.601969 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:46.827666 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:46.876217 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port f9cee36d-889e-4794-a2e3-d22c29a5cc45, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=f9cee36d-889e-4794-a2e3-d22c29a5cc45,segment=NetworkSegment(a84cd617-d556-4ede-a5ca-10ace889289c),segment_id=a84cd617-d556-4ede-a5ca-10ace889289c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:16:46.881699 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:47.086447 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=f9cee36d-889e-4794-a2e3-d22c29a5cc45,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:47.179729 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cf71d247-4070-4d24-9a91-4017cc68cbda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:47.253634 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:16:47.273024 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-fd367254-7f82-4fe5-aa1b-b2e755b2bae3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2fc4601b59494799a22c692e5971586b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7575064 May 23 11:16:47.278422 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56634) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:47.311541 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 55223c18-264d-4593-a7b6-fb3c1c64fedf up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:16:47.342569 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25802b9-1ced-43c8-ba39-dec525bd42e0 req-bdfef3a8-2961-45fc-9ca1-10e1f3cb2b46 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:47.349916 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d25802b9-1ced-43c8-ba39-dec525bd42e0 req-bdfef3a8-2961-45fc-9ca1-10e1f3cb2b46 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=9fb8986e-6039-4abb-9be9-413787023969 HTTP/1.1" status: 200 len: 946 time: 0.2423160 May 23 11:16:47.519037 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 55223c18-264d-4593-a7b6-fb3c1c64fedf completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:16:47.525770 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 55223c18-264d-4593-a7b6-fb3c1c64fedf triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:16:47.526135 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:47.555554 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a96c1a83-8b9b-4262-99b8-275a3d5ffe92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:47.624568 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a96c1a83-8b9b-4262-99b8-275a3d5ffe92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:47.726101 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d25802b9-1ced-43c8-ba39-dec525bd42e0 req-0452ce1e-452d-42a4-a9d0-5695818b7e8a tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748441 May 23 11:16:47.792778 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:47.804634 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337eaa3-43c3-4cba-bc1f-b08933e077a8 req-3e25f8a9-c38e-4fe9-961b-eafdeef5d036 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:47.806190 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f337eaa3-43c3-4cba-bc1f-b08933e077a8 req-3e25f8a9-c38e-4fe9-961b-eafdeef5d036 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b36cc5a-09ba-46a0-aa7d-0d086ee63e7a HTTP/1.1" status: 200 len: 945 time: 0.4537630 May 23 11:16:47.825993 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 55223c18-264d-4593-a7b6-fb3c1c64fedf, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=55223c18-264d-4593-a7b6-fb3c1c64fedf,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:16:47.830289 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:47.851392 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cf71d247-4070-4d24-9a91-4017cc68cbda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:47.867449 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bc77b166-3144-490e-9f2a-049396561619 req-44d819f1-0cd3-4859-9402-baeedaa7efa7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=74cf511a-dabd-4fe7-b413-f52021b09403 HTTP/1.1" status: 200 len: 1097 time: 1.0754633 May 23 11:16:47.868908 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cf71d247-4070-4d24-9a91-4017cc68cbda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:47.874084 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 92f4ae60-c808-4476-9cbd-2bbe0f13c12e no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:16:47.894836 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a96c1a83-8b9b-4262-99b8-275a3d5ffe92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:47.921829 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 92f4ae60-c808-4476-9cbd-2bbe0f13c12e {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:16:47.923088 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 92f4ae60-c808-4476-9cbd-2bbe0f13c12e not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:16:47.933946 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cf71d247-4070-4d24-9a91-4017cc68cbda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:47.934584 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf71d247-4070-4d24-9a91-4017cc68cbda admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30c451ce-b3aa-4365-957e-41e3a808e7cb {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:16:47.942882 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bc77b166-3144-490e-9f2a-049396561619 req-f3d047fe-2cd3-4882-af64-4d82a35e71fa service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=83be9215-f660-47e6-9a21-3c0228015f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645218 May 23 11:16:47.950459 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cf71d247-4070-4d24-9a91-4017cc68cbda admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:47.953105 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-cf71d247-4070-4d24-9a91-4017cc68cbda admin admin] 10.222.0.79 "DELETE /v2.0/routers/30c451ce-b3aa-4365-957e-41e3a808e7cb HTTP/1.1" status: 204 len: 168 time: 3.8105850 May 23 11:16:47.956553 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56664) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:47.990112 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=55223c18-264d-4593-a7b6-fb3c1c64fedf,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:48.002823 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c1a83-8b9b-4262-99b8-275a3d5ffe92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9322e8a1-56c2-45a8-afb6-9ef22a8095bc,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:48.039774 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-373a8a1d-a7be-486d-8ac1-7983af3b6c9b admin admin] Deleting subnet b2226f5c-2e5b-46dc-ae1a-6976c060aeaf {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:16:48.040544 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f337eaa3-43c3-4cba-bc1f-b08933e077a8 req-bab0f2c6-f9f6-45b4-90fa-20d486baa617 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/security-groups?id=83be9215-f660-47e6-9a21-3c0228015f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213151 May 23 11:16:48.043350 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-373a8a1d-a7be-486d-8ac1-7983af3b6c9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:48.043910 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a96c1a83-8b9b-4262-99b8-275a3d5ffe92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:48.047016 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a96c1a83-8b9b-4262-99b8-275a3d5ffe92 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9322e8a1-56c2-45a8-afb6-9ef22a8095bc HTTP/1.1" status: 204 len: 168 time: 0.7632198 May 23 11:16:48.099534 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-373a8a1d-a7be-486d-8ac1-7983af3b6c9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:48.143781 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56672) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:48.211602 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-373a8a1d-a7be-486d-8ac1-7983af3b6c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:48.217892 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56678) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:48.291521 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-373a8a1d-a7be-486d-8ac1-7983af3b6c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:48.346128 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a8a1d-a7be-486d-8ac1-7983af3b6c9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2226f5c-2e5b-46dc-ae1a-6976c060aeaf,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:48.353899 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-373a8a1d-a7be-486d-8ac1-7983af3b6c9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:48.359417 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc97395-6885-4e7a-bec1-40e3e3afbc77 None None] Network 23dc4a33-f2ce-4b86-bf3b-fd54d05f4691 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:16:48.361019 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-373a8a1d-a7be-486d-8ac1-7983af3b6c9b admin admin] 10.222.0.79 "DELETE /v2.0/subnets/b2226f5c-2e5b-46dc-ae1a-6976c060aeaf HTTP/1.1" status: 204 len: 168 time: 0.4018953 May 23 11:16:48.363379 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56684) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:48.396094 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-3e265285-a28c-4420-b3d7-ce2ed2ccad5c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Request body: {'network': {'name': 'tempest-RoutersTest-1503089690'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:48.405336 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3e265285-a28c-4420-b3d7-ce2ed2ccad5c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:48.455765 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3e265285-a28c-4420-b3d7-ce2ed2ccad5c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Usage tracker for resource:network and tenant:3c9ac73e8a7143fb94827c1e9402fa16 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:48.472084 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3e265285-a28c-4420-b3d7-ce2ed2ccad5c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:48.512602 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3e265285-a28c-4420-b3d7-ce2ed2ccad5c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:48.577383 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9d89938e-f101-4da3-b030-64e8b5b161ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:48.581475 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e265285-a28c-4420-b3d7-ce2ed2ccad5c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Made reservation on behalf of 3c9ac73e8a7143fb94827c1e9402fa16 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:16:48.590407 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e265285-a28c-4420-b3d7-ce2ed2ccad5c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:48.606296 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b36cc5a-09ba-46a0-aa7d-0d086ee63e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9cee36d-889e-4794-a2e3-d22c29a5cc45'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:16:48.648375 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-da5562d0-7f2c-4792-9e55-15c7b547f4e0 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:48.651062 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e265285-a28c-4420-b3d7-ce2ed2ccad5c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:48.681897 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5308b6f7-6746-4778-b7c9-0e5e2ed341ce'] response: {'server_uuid': '1b36cc5a-09ba-46a0-aa7d-0d086ee63e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9cee36d-889e-4794-a2e3-d22c29a5cc45', 'code': 200} May 23 11:16:48.701468 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-9d89938e-f101-4da3-b030-64e8b5b161ab admin admin] Deleting port 9059e83d-0c95-46b6-9836-26ecd913cbaf {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:16:48.701885 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9d89938e-f101-4da3-b030-64e8b5b161ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:48.721940 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb1ad12-9efd-4cf2-aee8-7bf9492c450e None None] DHCP port deletion for 23dc4a33-f2ce-4b86-bf3b-fd54d05f4691 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:16:48.732411 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3fb1ad12-9efd-4cf2-aee8-7bf9492c450e None None] Deleting port 9059e83d-0c95-46b6-9836-26ecd913cbaf {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:16:48.732748 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3fb1ad12-9efd-4cf2-aee8-7bf9492c450e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:48.816203 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3e265285-a28c-4420-b3d7-ce2ed2ccad5c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:48.847188 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3e265285-a28c-4420-b3d7-ce2ed2ccad5c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Usage tracker for resource:security_group_rule and tenant:3c9ac73e8a7143fb94827c1e9402fa16 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:48.858661 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3e265285-a28c-4420-b3d7-ce2ed2ccad5c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:48.880436 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-da5562d0-7f2c-4792-9e55-15c7b547f4e0 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] 10.222.0.79 "PUT /v2.0/quotas/0e26643ccee24780a8ce24c6d873f884 HTTP/1.1" status: 200 len: 368 time: 0.6614280 May 23 11:16:48.946835 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3e265285-a28c-4420-b3d7-ce2ed2ccad5c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:48.961757 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56702) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:48.984455 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-0bbdeb96-cdbd-4543-b4c9-f81609b4711b tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Request body: {'network': {'project_id': '0e26643ccee24780a8ce24c6d873f884'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:48.989820 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0bbdeb96-cdbd-4543-b4c9-f81609b4711b tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:48.994467 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-0bbdeb96-cdbd-4543-b4c9-f81609b4711b tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Usage tracker for resource:network and tenant:0e26643ccee24780a8ce24c6d873f884 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:48.997483 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-0bbdeb96-cdbd-4543-b4c9-f81609b4711b tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:49.006606 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0bbdeb96-cdbd-4543-b4c9-f81609b4711b tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:49.036909 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbdeb96-cdbd-4543-b4c9-f81609b4711b tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Made reservation on behalf of 0e26643ccee24780a8ce24c6d873f884 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:16:49.039151 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0bbdeb96-cdbd-4543-b4c9-f81609b4711b tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:49.093063 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 55223c18-264d-4593-a7b6-fb3c1c64fedf up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:16:49.175220 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3fb1ad12-9efd-4cf2-aee8-7bf9492c450e None None] For port 9059e83d-0c95-46b6-9836-26ecd913cbaf, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=9059e83d-0c95-46b6-9836-26ecd913cbaf,segment=NetworkSegment(2a37e35a-c59c-4ce5-85bd-85ec38876ac8),segment_id=2a37e35a-c59c-4ce5-85bd-85ec38876ac8)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:16:49.175598 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3fb1ad12-9efd-4cf2-aee8-7bf9492c450e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:49.204801 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e265285-a28c-4420-b3d7-ce2ed2ccad5c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:49.284861 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-74407769-7d29-4148-9cac-6fde895037af req-8ac9c9f4-5d42-4ebd-94bf-aaac7cb59a76 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1b36cc5a-09ba-46a0-aa7d-0d086ee63e7a HTTP/1.1" status: 200 len: 1096 time: 0.4893191 May 23 11:16:49.328622 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-9d89938e-f101-4da3-b030-64e8b5b161ab admin admin] For port 9059e83d-0c95-46b6-9836-26ecd913cbaf, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=9059e83d-0c95-46b6-9836-26ecd913cbaf,segment=NetworkSegment(2a37e35a-c59c-4ce5-85bd-85ec38876ac8),segment_id=2a37e35a-c59c-4ce5-85bd-85ec38876ac8)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:16:49.328971 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9d89938e-f101-4da3-b030-64e8b5b161ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:49.430552 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3fb1ad12-9efd-4cf2-aee8-7bf9492c450e None None] Calling delete_port for 9059e83d-0c95-46b6-9836-26ecd913cbaf owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:16:49.441975 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-74407769-7d29-4148-9cac-6fde895037af req-182f31ed-94c1-4777-a0d2-18c55a52e231 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=83be9215-f660-47e6-9a21-3c0228015f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471360 May 23 11:16:49.485285 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-9d89938e-f101-4da3-b030-64e8b5b161ab admin admin] Calling delete_port for 9059e83d-0c95-46b6-9836-26ecd913cbaf owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:16:49.524514 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 55223c18-264d-4593-a7b6-fb3c1c64fedf triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:16:49.525307 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:49.578330 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3fb1ad12-9efd-4cf2-aee8-7bf9492c450e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:49.585584 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.api [None req-9d89938e-f101-4da3-b030-64e8b5b161ab admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:16:49.586125 n-d-842952-2 neutron-server[83910]: DEBUG oslo_db.api [None req-9d89938e-f101-4da3-b030-64e8b5b161ab admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:16:49.586613 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e265285-a28c-4420-b3d7-ce2ed2ccad5c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:49.637302 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb1ad12-9efd-4cf2-aee8-7bf9492c450e None None] Pushing event deleted for resources: {'Port': ['ID=9059e83d-0c95-46b6-9836-26ecd913cbaf,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:49.638784 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0bbdeb96-cdbd-4543-b4c9-f81609b4711b tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:49.661474 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb1ad12-9efd-4cf2-aee8-7bf9492c450e None None] No DVR routers for this DVR port 9059e83d-0c95-46b6-9836-26ecd913cbaf on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:16:49.699338 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e265285-a28c-4420-b3d7-ce2ed2ccad5c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:16:49.726415 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e265285-a28c-4420-b3d7-ce2ed2ccad5c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=462590ea-2b9b-4fdd-9346-4f22d2fbc416,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:49.739644 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e265285-a28c-4420-b3d7-ce2ed2ccad5c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:49.740008 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-3e265285-a28c-4420-b3d7-ce2ed2ccad5c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Added segment cf703a95-6b22-46eb-86c4-9d58ffaffab7 of type vlan for network eaeef133-7e1e-4067-8eea-afc6fe06bbcd May 23 11:16:49.792916 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0bbdeb96-cdbd-4543-b4c9-f81609b4711b tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:49.801395 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8a062-7392-41cb-b768-1bdaa1e66d2a req-d9df193c-06fa-4ac9-be20-7d6cd232be7e tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:49.802891 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aef8a062-7392-41cb-b768-1bdaa1e66d2a req-d9df193c-06fa-4ac9-be20-7d6cd232be7e tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=9fb8986e-6039-4abb-9be9-413787023969 HTTP/1.1" status: 200 len: 946 time: 0.7883024 May 23 11:16:49.886459 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 9059e83d-0c95-46b6-9836-26ecd913cbaf no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:16:49.926484 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 9059e83d-0c95-46b6-9836-26ecd913cbaf {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:16:49.927094 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 9059e83d-0c95-46b6-9836-26ecd913cbaf not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:16:49.965453 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-0bbdeb96-cdbd-4543-b4c9-f81609b4711b tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Usage tracker for resource:security_group_rule and tenant:0e26643ccee24780a8ce24c6d873f884 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:49.971707 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-0bbdeb96-cdbd-4543-b4c9-f81609b4711b tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:49.995528 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e265285-a28c-4420-b3d7-ce2ed2ccad5c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:50.002331 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0bbdeb96-cdbd-4543-b4c9-f81609b4711b tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:50.052946 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aef8a062-7392-41cb-b768-1bdaa1e66d2a req-e641ca97-35de-4c13-8824-235895baaf03 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246125 May 23 11:16:50.059589 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00a432-0d57-4459-ae8c-72079da47d31 req-a2278812-756c-4b11-93b7-2daf2c0b1565 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:50.061233 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5d00a432-0d57-4459-ae8c-72079da47d31 req-a2278812-756c-4b11-93b7-2daf2c0b1565 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b36cc5a-09ba-46a0-aa7d-0d086ee63e7a HTTP/1.1" status: 200 len: 945 time: 0.4767940 May 23 11:16:50.108931 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-9d89938e-f101-4da3-b030-64e8b5b161ab admin admin] Deleting port 9059e83d-0c95-46b6-9836-26ecd913cbaf {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:16:50.109270 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9d89938e-f101-4da3-b030-64e8b5b161ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:50.259023 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-9d89938e-f101-4da3-b030-64e8b5b161ab admin admin] The port '9059e83d-0c95-46b6-9836-26ecd913cbaf' was deleted {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:16:50.267598 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e265285-a28c-4420-b3d7-ce2ed2ccad5c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:50.271309 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e265285-a28c-4420-b3d7-ce2ed2ccad5c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:50.271953 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e265285-a28c-4420-b3d7-ce2ed2ccad5c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:50.548029 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5d00a432-0d57-4459-ae8c-72079da47d31 req-9b58ec33-55d8-4b70-a2f7-7858eedbd2b9 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/security-groups?id=83be9215-f660-47e6-9a21-3c0228015f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4742439 May 23 11:16:50.574639 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9d89938e-f101-4da3-b030-64e8b5b161ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:50.598744 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f255a1e-2ee7-4200-b2d7-df0e7669ca6f None None] Sync routers for ids ['30ffd9cc-33a6-4479-a799-d77e5fdf99a7'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:16:50.610963 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f255a1e-2ee7-4200-b2d7-df0e7669ca6f None None] Routers {'30ffd9cc-33a6-4479-a799-d77e5fdf99a7'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:16:50.611579 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3f255a1e-2ee7-4200-b2d7-df0e7669ca6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:16:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['30ffd9cc-33a6-4479-a799-d77e5fdf99a7'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:50.612564 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e265285-a28c-4420-b3d7-ce2ed2ccad5c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event updated for resources: {'Network': ['ID=eaeef133-7e1e-4067-8eea-afc6fe06bbcd,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:50.641447 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0bbdeb96-cdbd-4543-b4c9-f81609b4711b tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:50.660001 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3e265285-a28c-4420-b3d7-ce2ed2ccad5c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.5147464 May 23 11:16:50.663176 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0bbdeb96-cdbd-4543-b4c9-f81609b4711b tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:50.663459 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56736) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:50.665157 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network eaeef133-7e1e-4067-8eea-afc6fe06bbcd details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:16:50.667451 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-9d89938e-f101-4da3-b030-64e8b5b161ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23dc4a33-f2ce-4b86-bf3b-fd54d05f4691']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:50.669112 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-f0186237-1b0d-4e2e-b2d1-373854e0f4e5 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Request body: {'network': {'name': 'tempest-RoutersTest-1710444729'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:50.679702 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f0186237-1b0d-4e2e-b2d1-373854e0f4e5 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:50.692627 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f0186237-1b0d-4e2e-b2d1-373854e0f4e5 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Usage tracker for resource:network and tenant:3c9ac73e8a7143fb94827c1e9402fa16 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:50.701287 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-9d89938e-f101-4da3-b030-64e8b5b161ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a37e35a-c59c-4ce5-85bd-85ec38876ac8') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:50.701599 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-9d89938e-f101-4da3-b030-64e8b5b161ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a37e35a-c59c-4ce5-85bd-85ec38876ac8') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:50.713463 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f0186237-1b0d-4e2e-b2d1-373854e0f4e5 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:50.726368 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bbdeb96-cdbd-4543-b4c9-f81609b4711b tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:16:50.727551 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f0186237-1b0d-4e2e-b2d1-373854e0f4e5 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:50.741371 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9d89938e-f101-4da3-b030-64e8b5b161ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:50.742369 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0186237-1b0d-4e2e-b2d1-373854e0f4e5 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Made reservation on behalf of 3c9ac73e8a7143fb94827c1e9402fa16 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:16:50.745604 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f0186237-1b0d-4e2e-b2d1-373854e0f4e5 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:50.749822 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbdeb96-cdbd-4543-b4c9-f81609b4711b tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e599e0fa-6ac7-4d1a-97cc-b305edbae8a5,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:50.789018 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0bbdeb96-cdbd-4543-b4c9-f81609b4711b tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:50.789411 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-0bbdeb96-cdbd-4543-b4c9-f81609b4711b tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Added segment 7ed8a826-1720-4d81-a2b0-1fb68fea2b69 of type vlan for network 64ef4189-4a3f-4c8f-9b50-7295315d6116 May 23 11:16:50.795066 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9d89938e-f101-4da3-b030-64e8b5b161ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:50.805657 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d89938e-f101-4da3-b030-64e8b5b161ab admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:16:50.806058 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9d89938e-f101-4da3-b030-64e8b5b161ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:50.821464 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:16:50.821464 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:16:50.821464 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:16:50.821464 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:16:50.821464 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:16:50.821464 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:16:50.821464 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:16:50.821464 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:16:50.821464 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:16:50.821464 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:16:50.821464 n-d-842952-2 neutron-server[83910]: timer() May 23 11:16:50.821464 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:16:50.821464 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:16:50.821464 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:16:50.821464 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:16:50.821464 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:16:50.821464 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:16:50.821464 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:16:50.821464 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:16:50.821464 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:16:50.821464 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:16:50.821464 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:16:50.821464 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:16:50.821464 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:16:50.821464 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:16:50.821464 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:16:50.821464 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:16:50.821464 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:16:50.821464 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:16:50.821464 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:16:50.821464 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:16:50.821464 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:16:50.821464 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:16:50.821464 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:16:50.821464 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:16:50.821464 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:16:50.821464 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:16:50.821464 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:16:50.821464 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:16:50.821464 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:16:50.844655 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0186237-1b0d-4e2e-b2d1-373854e0f4e5 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:16:50.856651 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f0186237-1b0d-4e2e-b2d1-373854e0f4e5 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:50.857058 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-f0186237-1b0d-4e2e-b2d1-373854e0f4e5 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Added segment 47fe8755-244d-4182-ade4-47e492ad9cb0 of type vlan for network 30efc442-572a-4f98-b736-9b2595e57ff1 May 23 11:16:50.918414 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f0186237-1b0d-4e2e-b2d1-373854e0f4e5 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:50.969679 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0bbdeb96-cdbd-4543-b4c9-f81609b4711b tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:50.971094 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f0186237-1b0d-4e2e-b2d1-373854e0f4e5 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:50.974872 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0186237-1b0d-4e2e-b2d1-373854e0f4e5 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:50.975495 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f0186237-1b0d-4e2e-b2d1-373854e0f4e5 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:51.005579 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9d89938e-f101-4da3-b030-64e8b5b161ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:51.024886 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 1c0bea36-24e2-4f32-b963-869eeebd73d7 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:16:51.048701 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9d89938e-f101-4da3-b030-64e8b5b161ab admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:51.071421 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 1c0bea36-24e2-4f32-b963-869eeebd73d7 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:16:51.072190 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 1c0bea36-24e2-4f32-b963-869eeebd73d7 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:16:51.105038 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9d89938e-f101-4da3-b030-64e8b5b161ab admin admin] 10.222.0.79 "DELETE /v2.0/networks/23dc4a33-f2ce-4b86-bf3b-fd54d05f4691 HTTP/1.1" status: 204 len: 168 time: 2.7405343 May 23 11:16:51.110388 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56744) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:51.111203 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d89938e-f101-4da3-b030-64e8b5b161ab admin admin] Pushing event deleted for resources: {'Network': ['ID=23dc4a33-f2ce-4b86-bf3b-fd54d05f4691,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:51.133680 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-3f255a1e-2ee7-4200-b2d7-df0e7669ca6f None None] Set router 30ffd9cc-33a6-4479-a799-d77e5fdf99a7 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:16:51.187483 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f0186237-1b0d-4e2e-b2d1-373854e0f4e5 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5227752 May 23 11:16:51.190779 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56752) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:51.198913 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-996d6ab5-f975-448a-9166-09d2a6a3b6f4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Request body: {'subnet': {'network_id': 'eaeef133-7e1e-4067-8eea-afc6fe06bbcd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:51.214316 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0186237-1b0d-4e2e-b2d1-373854e0f4e5 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event updated for resources: {'Network': ['ID=30efc442-572a-4f98-b736-9b2595e57ff1,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:51.237896 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 30efc442-572a-4f98-b736-9b2595e57ff1 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:16:51.347076 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-996d6ab5-f975-448a-9166-09d2a6a3b6f4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:51.359358 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-996d6ab5-f975-448a-9166-09d2a6a3b6f4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Usage tracker for resource:subnet and tenant:3c9ac73e8a7143fb94827c1e9402fa16 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:51.371924 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-996d6ab5-f975-448a-9166-09d2a6a3b6f4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:51.381578 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-996d6ab5-f975-448a-9166-09d2a6a3b6f4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:51.395164 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996d6ab5-f975-448a-9166-09d2a6a3b6f4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Made reservation on behalf of 3c9ac73e8a7143fb94827c1e9402fa16 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:16:51.405754 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0bbdeb96-cdbd-4543-b4c9-f81609b4711b tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:51.406596 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbdeb96-cdbd-4543-b4c9-f81609b4711b tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:51.407168 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0bbdeb96-cdbd-4543-b4c9-f81609b4711b tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:51.682776 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3f255a1e-2ee7-4200-b2d7-df0e7669ca6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ffd9cc-33a6-4479-a799-d77e5fdf99a7', 'name': 'tempest-TaggedBootDevicesTest_v242-990880850-router', 'tenant_id': 'a9b393065ad744119fdcb41054d3ebf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '55223c18-264d-4593-a7b6-fb3c1c64fedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:16:31Z', 'updated_at': '2022-05-23T11:16:42Z', 'revision_number': 4, 'project_id': 'a9b393065ad744119fdcb41054d3ebf0', 'gw_port': {'id': '55223c18-264d-4593-a7b6-fb3c1c64fedf', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:03:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ffd9cc-33a6-4479-a799-d77e5fdf99a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:16:34Z', 'updated_at': '2022-05-23T11:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '8af3594f-f127-4617-ac2a-fda7aceaa5be', 'name': '', 'network_id': '0211ccd5-91d2-42f3-a16e-cb3fb2faf057', 'tenant_id': 'a9b393065ad744119fdcb41054d3ebf0', 'mac_address': 'fa:16:3e:81:07:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ffd9cc-33a6-4479-a799-d77e5fdf99a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '621761dd-b995-4186-9cfd-90bab8b13f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:16:40Z', 'updated_at': '2022-05-23T11:16:42Z', 'revision_number': 2, 'project_id': 'a9b393065ad744119fdcb41054d3ebf0', 'subnets': [{'id': '621761dd-b995-4186-9cfd-90bab8b13f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:51.689038 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f255a1e-2ee7-4200-b2d7-df0e7669ca6f None None] Checking router: 30ffd9cc-33a6-4479-a799-d77e5fdf99a7 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:16:51.689718 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f255a1e-2ee7-4200-b2d7-df0e7669ca6f None None] Updating router 30ffd9cc-33a6-4479-a799-d77e5fdf99a7 port 8af3594f-f127-4617-ac2a-fda7aceaa5be binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:16:51.710834 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-996d6ab5-f975-448a-9166-09d2a6a3b6f4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:51.717095 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0bbdeb96-cdbd-4543-b4c9-f81609b4711b tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.7542608 May 23 11:16:51.737019 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56768) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:51.748523 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3f255a1e-2ee7-4200-b2d7-df0e7669ca6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:51.775755 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f27e0-4df6-4bcf-bb17-7930b2774c88 req-04969e9a-11e5-4544-887c-94597b87cceb tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:51.777696 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-560f27e0-4df6-4bcf-bb17-7930b2774c88 req-04969e9a-11e5-4544-887c-94597b87cceb tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=9fb8986e-6039-4abb-9be9-413787023969 HTTP/1.1" status: 200 len: 946 time: 0.3779967 May 23 11:16:51.804270 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-cc33f832-5077-4cc9-ad05-0fea28989f72 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Request body: {'network': {'project_id': '0e26643ccee24780a8ce24c6d873f884'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:51.818010 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-cc33f832-5077-4cc9-ad05-0fea28989f72 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:51.839297 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-cc33f832-5077-4cc9-ad05-0fea28989f72 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Usage tracker for resource:network and tenant:0e26643ccee24780a8ce24c6d873f884 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:51.866801 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbdeb96-cdbd-4543-b4c9-f81609b4711b tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Pushing event updated for resources: {'Network': ['ID=64ef4189-4a3f-4c8f-9b50-7295315d6116,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:51.882617 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 64ef4189-4a3f-4c8f-9b50-7295315d6116 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:16:51.883139 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-cc33f832-5077-4cc9-ad05-0fea28989f72 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:51.957311 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-cc33f832-5077-4cc9-ad05-0fea28989f72 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:52.090230 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc33f832-5077-4cc9-ad05-0fea28989f72 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Made reservation on behalf of 0e26643ccee24780a8ce24c6d873f884 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:16:52.092545 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc33f832-5077-4cc9-ad05-0fea28989f72 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:52.153379 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-996d6ab5-f975-448a-9166-09d2a6a3b6f4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:52.225641 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-560f27e0-4df6-4bcf-bb17-7930b2774c88 req-9dc9929d-69c8-47c0-8112-67bd777cdb84 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662205 May 23 11:16:52.289071 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d6ab5-f975-448a-9166-09d2a6a3b6f4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event updated for resources: {'Subnet': ['ID=9263c0f1-cac4-4a2e-8f6b-96c47c5b02c1,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:52.292094 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996d6ab5-f975-448a-9166-09d2a6a3b6f4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Checking segment: {'id': 'cf703a95-6b22-46eb-86c4-9d58ffaffab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'eaeef133-7e1e-4067-8eea-afc6fe06bbcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:16:52.292783 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996d6ab5-f975-448a-9166-09d2a6a3b6f4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Network hostable DHCP agents. Network: eaeef133-7e1e-4067-8eea-afc6fe06bbcd, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:16:52.326727 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996d6ab5-f975-448a-9166-09d2a6a3b6f4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Network eaeef133-7e1e-4067-8eea-afc6fe06bbcd is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:16:52.334421 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc33f832-5077-4cc9-ad05-0fea28989f72 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:16:52.346974 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-996d6ab5-f975-448a-9166-09d2a6a3b6f4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, eaeef133-7e1e-4067-8eea-afc6fe06bbcd) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:16:52.363022 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996d6ab5-f975-448a-9166-09d2a6a3b6f4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:52.363376 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc64875-5b30-4793-8a92-c3b9409eee23 None None] Network eaeef133-7e1e-4067-8eea-afc6fe06bbcd requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:16:52.364155 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-996d6ab5-f975-448a-9166-09d2a6a3b6f4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:52.383930 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc33f832-5077-4cc9-ad05-0fea28989f72 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:52.384264 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-cc33f832-5077-4cc9-ad05-0fea28989f72 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Added segment 70a11789-ed16-4e93-8995-6ae3e68f411f of type vlan for network 8d20f2c8-7589-4d84-8603-836988bf6bfd May 23 11:16:52.391476 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3f255a1e-2ee7-4200-b2d7-df0e7669ca6f None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:52.397133 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-996d6ab5-f975-448a-9166-09d2a6a3b6f4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2022729 May 23 11:16:52.397634 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56792) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:52.406763 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d3f5a9db-843a-46db-9131-e6c28608ecd0 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Request body: {'subnet': {'network_id': '30efc442-572a-4f98-b736-9b2595e57ff1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:52.455942 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e5327-439f-4120-b084-e69f7274269e req-1a63ceb6-e0d1-40ed-9cbb-8156a8f8fec5 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:52.465052 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc8e5327-439f-4120-b084-e69f7274269e req-1a63ceb6-e0d1-40ed-9cbb-8156a8f8fec5 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b36cc5a-09ba-46a0-aa7d-0d086ee63e7a HTTP/1.1" status: 200 len: 945 time: 0.5271897 May 23 11:16:52.512907 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc33f832-5077-4cc9-ad05-0fea28989f72 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:52.558561 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d3f5a9db-843a-46db-9131-e6c28608ecd0 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:52.568029 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d3f5a9db-843a-46db-9131-e6c28608ecd0 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Usage tracker for resource:subnet and tenant:3c9ac73e8a7143fb94827c1e9402fa16 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:52.573929 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d3f5a9db-843a-46db-9131-e6c28608ecd0 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:52.578237 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc8e5327-439f-4120-b084-e69f7274269e req-285c7b2f-1401-4ae0-a44c-7119af4a9fec tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/security-groups?id=83be9215-f660-47e6-9a21-3c0228015f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122103 May 23 11:16:52.582742 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d3f5a9db-843a-46db-9131-e6c28608ecd0 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:52.601132 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc33f832-5077-4cc9-ad05-0fea28989f72 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:52.602136 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc33f832-5077-4cc9-ad05-0fea28989f72 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:52.602853 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc33f832-5077-4cc9-ad05-0fea28989f72 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:52.605533 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f5a9db-843a-46db-9131-e6c28608ecd0 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Made reservation on behalf of 3c9ac73e8a7143fb94827c1e9402fa16 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:16:52.678565 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3f255a1e-2ee7-4200-b2d7-df0e7669ca6f None None] Transition to ACTIVE for port object 8af3594f-f127-4617-ac2a-fda7aceaa5be will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:16:52.711746 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3f255a1e-2ee7-4200-b2d7-df0e7669ca6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:52.798630 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56800) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:52.885290 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-cc33f832-5077-4cc9-ad05-0fea28989f72 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1356993 May 23 11:16:52.893360 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56808) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:52.907859 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-1ab7e893-fb80-4ce3-8bc6-282f89235ff2 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Request body: {'network': {'project_id': '0e26643ccee24780a8ce24c6d873f884'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:52.916619 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1ab7e893-fb80-4ce3-8bc6-282f89235ff2 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:52.922336 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d3f5a9db-843a-46db-9131-e6c28608ecd0 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:52.954683 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1ab7e893-fb80-4ce3-8bc6-282f89235ff2 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Usage tracker for resource:network and tenant:0e26643ccee24780a8ce24c6d873f884 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:52.963517 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1ab7e893-fb80-4ce3-8bc6-282f89235ff2 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:52.972892 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc33f832-5077-4cc9-ad05-0fea28989f72 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Pushing event updated for resources: {'Network': ['ID=8d20f2c8-7589-4d84-8603-836988bf6bfd,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:53.002200 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7c189175-6987-43d7-8737-da9f835aa28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:53.027711 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 8d20f2c8-7589-4d84-8603-836988bf6bfd details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:16:53.045873 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1ab7e893-fb80-4ce3-8bc6-282f89235ff2 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:53.060896 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ab7e893-fb80-4ce3-8bc6-282f89235ff2 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 23 11:16:53.061525 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ab7e893-fb80-4ce3-8bc6-282f89235ff2 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:16:53.063567 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1ab7e893-fb80-4ce3-8bc6-282f89235ff2 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1654432 May 23 11:16:53.068540 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56812) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:53.152699 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e11968c3-dc7f-4427-b514-e13cc9833168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:53.220300 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e11968c3-dc7f-4427-b514-e13cc9833168 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:53.221771 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53407d05-f273-4f70-9318-cbf7382cc8d0 None None] Pushing event updated for resources: {'Port': ['ID=8af3594f-f127-4617-ac2a-fda7aceaa5be,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:53.247913 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1345f546-d31e-4f3f-9d11-680977a4862a req-ef6d94a0-ee9a-4435-b07d-c08ab14e0ded tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:53.249784 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1345f546-d31e-4f3f-9d11-680977a4862a req-ef6d94a0-ee9a-4435-b07d-c08ab14e0ded tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/ports?device_id=efc43641-9d4d-4db9-93d6-3cb481a7f8bc HTTP/1.1" status: 200 len: 945 time: 0.3839641 May 23 11:16:53.263670 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e11968c3-dc7f-4427-b514-e13cc9833168 admin admin] Usage tracker for resource:security_group_rule and tenant:64ccc33a7f244e298c8b43bc7db21516 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:53.273254 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e11968c3-dc7f-4427-b514-e13cc9833168 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:53.289860 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e11968c3-dc7f-4427-b514-e13cc9833168 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:53.311212 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-53f06a56-f3bc-4177-8798-be580a4d4671 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0e26643ccee24780a8ce24c6d873f884&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1347353 May 23 11:16:53.321540 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56818) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:53.390908 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1345f546-d31e-4f3f-9d11-680977a4862a req-005c5327-0b31-4a85-a25f-679f40534691 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/security-groups?id=83be9215-f660-47e6-9a21-3c0228015f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239567 May 23 11:16:53.437984 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69aceb60-bf89-48c1-8c80-90c1ab598cd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-eaeef133-7e1e-4067-8eea-afc6fe06bbcd', 'network_id': 'eaeef133-7e1e-4067-8eea-afc6fe06bbcd', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'fixed_ips': [{'subnet_id': '9263c0f1-cac4-4a2e-8f6b-96c47c5b02c1'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:16:53.439503 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-69aceb60-bf89-48c1-8c80-90c1ab598cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:53.490680 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e11968c3-dc7f-4427-b514-e13cc9833168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:53.506933 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8d6dbce1-4540-4108-af7b-8f2a27200d8a tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:53.522925 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e11968c3-dc7f-4427-b514-e13cc9833168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:53.556265 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8d6dbce1-4540-4108-af7b-8f2a27200d8a tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:53.567332 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-3f255a1e-2ee7-4200-b2d7-df0e7669ca6f None None] Attempting to bind port 8af3594f-f127-4617-ac2a-fda7aceaa5be on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:16:53.567695 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-3f255a1e-2ee7-4200-b2d7-df0e7669ca6f None None] Attempting to bind port 8af3594f-f127-4617-ac2a-fda7aceaa5be by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'c9fe7dea-6481-468a-b068-659c35a3cd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0211ccd5-91d2-42f3-a16e-cb3fb2faf057'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:16:53.568083 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f255a1e-2ee7-4200-b2d7-df0e7669ca6f None None] Attempting to bind port 8af3594f-f127-4617-ac2a-fda7aceaa5be on network 0211ccd5-91d2-42f3-a16e-cb3fb2faf057 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:16:53.611719 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f255a1e-2ee7-4200-b2d7-df0e7669ca6f None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:16:53.612235 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f255a1e-2ee7-4200-b2d7-df0e7669ca6f None None] Checking segment: {'id': 'c9fe7dea-6481-468a-b068-659c35a3cd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0211ccd5-91d2-42f3-a16e-cb3fb2faf057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:16:53.612636 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3f255a1e-2ee7-4200-b2d7-df0e7669ca6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:53.613050 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f255a1e-2ee7-4200-b2d7-df0e7669ca6f None None] Bound using segment: {'id': 'c9fe7dea-6481-468a-b068-659c35a3cd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0211ccd5-91d2-42f3-a16e-cb3fb2faf057'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:16:53.613758 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-3f255a1e-2ee7-4200-b2d7-df0e7669ca6f None None] Bound port: 8af3594f-f127-4617-ac2a-fda7aceaa5be, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9fe7dea-6481-468a-b068-659c35a3cd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0211ccd5-91d2-42f3-a16e-cb3fb2faf057'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:16:53.614133 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3f255a1e-2ee7-4200-b2d7-df0e7669ca6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:53.651933 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11968c3-dc7f-4427-b514-e13cc9833168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855a59bb-574d-4762-8af8-c08f218be46d,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:53.656820 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d3f5a9db-843a-46db-9131-e6c28608ecd0 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:53.708611 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e11968c3-dc7f-4427-b514-e13cc9833168 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=64ccc33a7f244e298c8b43bc7db21516&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9065490 May 23 11:16:53.714321 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56824) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:53.770074 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f5a9db-843a-46db-9131-e6c28608ecd0 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event updated for resources: {'Subnet': ['ID=64eaf839-5bb6-49e4-9d98-752ba5d12585,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:53.773088 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a9f97-9636-4488-9a44-e3cb51487e07 req-c0cd19a9-b3e3-409f-bedb-a2a81c6980ec tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:53.775026 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-677a9f97-9636-4488-9a44-e3cb51487e07 req-c0cd19a9-b3e3-409f-bedb-a2a81c6980ec tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=9fb8986e-6039-4abb-9be9-413787023969 HTTP/1.1" status: 200 len: 946 time: 0.3335652 May 23 11:16:53.799440 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f5a9db-843a-46db-9131-e6c28608ecd0 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Checking segment: {'id': '47fe8755-244d-4182-ade4-47e492ad9cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '30efc442-572a-4f98-b736-9b2595e57ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:16:53.800012 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f5a9db-843a-46db-9131-e6c28608ecd0 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Network hostable DHCP agents. Network: 30efc442-572a-4f98-b736-9b2595e57ff1, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:16:53.821502 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3f255a1e-2ee7-4200-b2d7-df0e7669ca6f None None] For port 8af3594f-f127-4617-ac2a-fda7aceaa5be, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:16:53.824965 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5dc780a0-b32c-48a6-9871-68a9871fe32c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:53.827296 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3f255a1e-2ee7-4200-b2d7-df0e7669ca6f None None] For port 8af3594f-f127-4617-ac2a-fda7aceaa5be, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=8af3594f-f127-4617-ac2a-fda7aceaa5be,segment=NetworkSegment(c9fe7dea-6481-468a-b068-659c35a3cd3f),segment_id=c9fe7dea-6481-468a-b068-659c35a3cd3f)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:16:53.849604 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-69aceb60-bf89-48c1-8c80-90c1ab598cd4 None None] Allocated IP 172.20.0.2 (eaeef133-7e1e-4067-8eea-afc6fe06bbcd/9263c0f1-cac4-4a2e-8f6b-96c47c5b02c1/91c15fa3-599a-458e-b8bd-423a920c4121) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:16:53.889842 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5dc780a0-b32c-48a6-9871-68a9871fe32c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:53.914445 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f5a9db-843a-46db-9131-e6c28608ecd0 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Network 30efc442-572a-4f98-b736-9b2595e57ff1 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:16:53.931652 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-d3f5a9db-843a-46db-9131-e6c28608ecd0 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 30efc442-572a-4f98-b736-9b2595e57ff1) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:16:53.942243 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f5a9db-843a-46db-9131-e6c28608ecd0 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:53.942905 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d3f5a9db-843a-46db-9131-e6c28608ecd0 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:53.972616 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10236c99-0dcc-4ea5-bab7-61b42d90e463 None None] Network 30efc442-572a-4f98-b736-9b2595e57ff1 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:16:53.980343 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8d6dbce1-4540-4108-af7b-8f2a27200d8a tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:53.990974 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d3f5a9db-843a-46db-9131-e6c28608ecd0 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5921063 May 23 11:16:53.994111 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56830) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:54.007685 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-9968e7db-359c-4adc-bfee-4a00e0067106 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-225174881', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:16:54.026021 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9968e7db-359c-4adc-bfee-4a00e0067106 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:54.038038 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-9968e7db-359c-4adc-bfee-4a00e0067106 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Usage tracker for resource:router and tenant:3c9ac73e8a7143fb94827c1e9402fa16 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:54.048563 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5dc780a0-b32c-48a6-9871-68a9871fe32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:54.053886 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-9968e7db-359c-4adc-bfee-4a00e0067106 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:54.077520 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc780a0-b32c-48a6-9871-68a9871fe32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855a59bb-574d-4762-8af8-c08f218be46d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:54.080186 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9968e7db-359c-4adc-bfee-4a00e0067106 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:54.085917 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6dbce1-4540-4108-af7b-8f2a27200d8a tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e599e0fa-6ac7-4d1a-97cc-b305edbae8a5,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:54.095081 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5dc780a0-b32c-48a6-9871-68a9871fe32c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:54.096553 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5dc780a0-b32c-48a6-9871-68a9871fe32c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/855a59bb-574d-4762-8af8-c08f218be46d HTTP/1.1" status: 204 len: 168 time: 0.3795457 May 23 11:16:54.100807 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8d6dbce1-4540-4108-af7b-8f2a27200d8a tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:54.102145 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8d6dbce1-4540-4108-af7b-8f2a27200d8a tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] 10.222.0.79 "DELETE /v2.0/security-groups/e599e0fa-6ac7-4d1a-97cc-b305edbae8a5 HTTP/1.1" status: 204 len: 168 time: 0.7791178 May 23 11:16:54.108102 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3f255a1e-2ee7-4200-b2d7-df0e7669ca6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:54.114051 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56836) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:54.122507 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9968e7db-359c-4adc-bfee-4a00e0067106 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:54.125322 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9968e7db-359c-4adc-bfee-4a00e0067106 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:54.133600 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-677a9f97-9636-4488-9a44-e3cb51487e07 req-6dd3f80b-b637-4766-b635-b8ce1bde0c46 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534833 May 23 11:16:54.141388 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e5acd-2ead-474d-822b-30293c3c0bcf req-f2508eee-3cc6-48d3-a1aa-919ca4719add tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:54.142893 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e06e5acd-2ead-474d-822b-30293c3c0bcf req-f2508eee-3cc6-48d3-a1aa-919ca4719add tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/ports?device_id=74cf511a-dabd-4fe7-b413-f52021b09403 HTTP/1.1" status: 200 len: 946 time: 0.5234034 May 23 11:16:54.352547 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f255a1e-2ee7-4200-b2d7-df0e7669ca6f None None] Routers {'30ffd9cc-33a6-4479-a799-d77e5fdf99a7'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:16:54.353187 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3f255a1e-2ee7-4200-b2d7-df0e7669ca6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:16:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['30ffd9cc-33a6-4479-a799-d77e5fdf99a7'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:54.429332 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e06e5acd-2ead-474d-822b-30293c3c0bcf req-301c4811-e085-432f-a985-ee6832868ba2 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/security-groups?id=83be9215-f660-47e6-9a21-3c0228015f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776513 May 23 11:16:54.618655 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3bdac8cd-ce93-4d6a-8122-7c9fb6727e86 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:54.810392 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53407d05-f273-4f70-9318-cbf7382cc8d0 None None] Pushing event updated for resources: {'Port': ['ID=8af3594f-f127-4617-ac2a-fda7aceaa5be,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:54.915364 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56848) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:54.980895 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bde2ceb-bee5-405f-900b-755172c6ad14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-30efc442-572a-4f98-b736-9b2595e57ff1', 'network_id': '30efc442-572a-4f98-b736-9b2595e57ff1', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'fixed_ips': [{'subnet_id': '64eaf839-5bb6-49e4-9d98-752ba5d12585'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:16:54.982145 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9968e7db-359c-4adc-bfee-4a00e0067106 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:54.983677 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2bde2ceb-bee5-405f-900b-755172c6ad14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:54.997402 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3bdac8cd-ce93-4d6a-8122-7c9fb6727e86 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:54.998571 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-69aceb60-bf89-48c1-8c80-90c1ab598cd4 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:55.030498 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-3bdac8cd-ce93-4d6a-8122-7c9fb6727e86 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d20f2c8-7589-4d84-8603-836988bf6bfd']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:55.042548 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9968e7db-359c-4adc-bfee-4a00e0067106 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:55.053138 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a504852d-6955-41f5-a724-9e603771543e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:55.053856 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-3bdac8cd-ce93-4d6a-8122-7c9fb6727e86 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70a11789-ed16-4e93-8995-6ae3e68f411f') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:55.054164 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-3bdac8cd-ce93-4d6a-8122-7c9fb6727e86 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70a11789-ed16-4e93-8995-6ae3e68f411f') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:55.074897 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3bdac8cd-ce93-4d6a-8122-7c9fb6727e86 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:55.097833 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9968e7db-359c-4adc-bfee-4a00e0067106 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:55.102020 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9968e7db-359c-4adc-bfee-4a00e0067106 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.1039467 May 23 11:16:55.106512 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3bdac8cd-ce93-4d6a-8122-7c9fb6727e86 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:55.108778 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56856) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:55.125017 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f382c7-ec8c-4e3f-b9ad-e3696cdd0d86 req-8829de66-45d8-4f62-be8b-7e4352a45192 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:55.126873 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-89f382c7-ec8c-4e3f-b9ad-e3696cdd0d86 req-8829de66-45d8-4f62-be8b-7e4352a45192 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=9fb8986e-6039-4abb-9be9-413787023969 HTTP/1.1" status: 200 len: 946 time: 0.3789077 May 23 11:16:55.129564 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-7c189175-6987-43d7-8737-da9f835aa28d admin admin] Deleting port 2a586aa5-99a9-4f96-9530-159896c632e6 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:16:55.129900 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7c189175-6987-43d7-8737-da9f835aa28d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:55.192576 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-69aceb60-bf89-48c1-8c80-90c1ab598cd4 None None] Transition to ACTIVE for port object 91c15fa3-599a-458e-b8bd-423a920c4121 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:16:55.228994 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bdac8cd-ce93-4d6a-8122-7c9fb6727e86 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:16:55.229527 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3bdac8cd-ce93-4d6a-8122-7c9fb6727e86 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:55.250226 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a504852d-6955-41f5-a724-9e603771543e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:16:55.316031 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-3f255a1e-2ee7-4200-b2d7-df0e7669ca6f None None] Set router 30ffd9cc-33a6-4479-a799-d77e5fdf99a7 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:16:55.333453 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:16:55.333453 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:16:55.333453 n-d-842952-2 neutron-server[83911]: timer() May 23 11:16:55.333453 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:16:55.333453 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:16:55.333453 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:16:55.333453 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:16:55.333453 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:16:55.333453 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:16:55.333453 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:16:55.333453 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:16:55.333453 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:16:55.333453 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:16:55.333453 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:16:55.333453 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:16:55.333453 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:16:55.333453 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:16:55.333453 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:16:55.333453 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:16:55.333453 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:16:55.333453 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:16:55.333453 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:16:55.333453 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:16:55.333453 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:16:55.333453 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:16:55.333453 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:16:55.333453 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:16:55.333453 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:16:55.333453 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:16:55.333453 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:16:55.333453 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:16:55.333453 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:16:55.336224 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3bdac8cd-ce93-4d6a-8122-7c9fb6727e86 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:55.352581 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a504852d-6955-41f5-a724-9e603771543e admin admin] Usage tracker for resource:security_group_rule and tenant:cf35b22e10d146cc94c6d652a622d792 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:16:55.369812 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-69aceb60-bf89-48c1-8c80-90c1ab598cd4 None None] Transition to ACTIVE for port object 91c15fa3-599a-458e-b8bd-423a920c4121 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:16:55.375256 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a504852d-6955-41f5-a724-9e603771543e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:16:55.391948 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a504852d-6955-41f5-a724-9e603771543e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:16:55.393332 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-69aceb60-bf89-48c1-8c80-90c1ab598cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:55.420078 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3bdac8cd-ce93-4d6a-8122-7c9fb6727e86 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:55.462116 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdac8cd-ce93-4d6a-8122-7c9fb6727e86 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Pushing event deleted for resources: {'Network': ['ID=8d20f2c8-7589-4d84-8603-836988bf6bfd,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:55.494788 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3bdac8cd-ce93-4d6a-8122-7c9fb6727e86 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] 10.222.0.79 "DELETE /v2.0/networks/8d20f2c8-7589-4d84-8603-836988bf6bfd HTTP/1.1" status: 204 len: 168 time: 1.3764431 May 23 11:16:55.497884 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56860) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:55.538800 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69aceb60-bf89-48c1-8c80-90c1ab598cd4 None None] Network eaeef133-7e1e-4067-8eea-afc6fe06bbcd is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:16:55.549874 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-69aceb60-bf89-48c1-8c80-90c1ab598cd4 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:16:55.565036 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aceb60-bf89-48c1-8c80-90c1ab598cd4 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:16:55.571945 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aceb60-bf89-48c1-8c80-90c1ab598cd4 None None] Pushing event updated for resources: {'Port': ['ID=91c15fa3-599a-458e-b8bd-423a920c4121,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:55.586248 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-89f382c7-ec8c-4e3f-b9ad-e3696cdd0d86 req-cce9e31a-b920-4332-a9a2-a997542b1e9d tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681128 May 23 11:16:55.605094 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a504852d-6955-41f5-a724-9e603771543e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:55.688857 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-7c189175-6987-43d7-8737-da9f835aa28d admin admin] For port 2a586aa5-99a9-4f96-9530-159896c632e6, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2a586aa5-99a9-4f96-9530-159896c632e6,segment=NetworkSegment(05501ebc-7a9a-4616-ad67-88a0d4198b9d),segment_id=05501ebc-7a9a-4616-ad67-88a0d4198b9d)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:16:55.689311 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7c189175-6987-43d7-8737-da9f835aa28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:55.768800 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-69aceb60-bf89-48c1-8c80-90c1ab598cd4 None None] Attempting to bind port 91c15fa3-599a-458e-b8bd-423a920c4121 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:16:55.769163 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-69aceb60-bf89-48c1-8c80-90c1ab598cd4 None None] Attempting to bind port 91c15fa3-599a-458e-b8bd-423a920c4121 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'cf703a95-6b22-46eb-86c4-9d58ffaffab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'eaeef133-7e1e-4067-8eea-afc6fe06bbcd'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:16:55.769523 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aceb60-bf89-48c1-8c80-90c1ab598cd4 None None] Attempting to bind port 91c15fa3-599a-458e-b8bd-423a920c4121 on network eaeef133-7e1e-4067-8eea-afc6fe06bbcd {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:16:55.804662 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-2bde2ceb-bee5-405f-900b-755172c6ad14 None None] Allocated IP 172.21.0.2 (30efc442-572a-4f98-b736-9b2595e57ff1/64eaf839-5bb6-49e4-9d98-752ba5d12585/914575a4-3ecd-421e-86b1-200d8ef9fc4d) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:16:55.835757 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3f330bae-702f-4433-a065-02acf0666062 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:55.880867 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aceb60-bf89-48c1-8c80-90c1ab598cd4 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:16:55.881350 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aceb60-bf89-48c1-8c80-90c1ab598cd4 None None] Checking segment: {'id': 'cf703a95-6b22-46eb-86c4-9d58ffaffab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'eaeef133-7e1e-4067-8eea-afc6fe06bbcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:16:55.881621 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-69aceb60-bf89-48c1-8c80-90c1ab598cd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:55.882016 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aceb60-bf89-48c1-8c80-90c1ab598cd4 None None] Bound using segment: {'id': 'cf703a95-6b22-46eb-86c4-9d58ffaffab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'eaeef133-7e1e-4067-8eea-afc6fe06bbcd'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:16:55.882499 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-69aceb60-bf89-48c1-8c80-90c1ab598cd4 None None] Bound port: 91c15fa3-599a-458e-b8bd-423a920c4121, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf703a95-6b22-46eb-86c4-9d58ffaffab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'eaeef133-7e1e-4067-8eea-afc6fe06bbcd'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:16:55.882867 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-69aceb60-bf89-48c1-8c80-90c1ab598cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:56.016522 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-7c189175-6987-43d7-8737-da9f835aa28d admin admin] Calling delete_port for 2a586aa5-99a9-4f96-9530-159896c632e6 owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:16:56.058585 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a504852d-6955-41f5-a724-9e603771543e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:56.118985 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-69aceb60-bf89-48c1-8c80-90c1ab598cd4 None None] For port 91c15fa3-599a-458e-b8bd-423a920c4121, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:16:56.167270 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3f330bae-702f-4433-a065-02acf0666062 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:56.191773 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504852d-6955-41f5-a724-9e603771543e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12714f61-1148-411f-b557-daba90c6c0a9,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:56.200132 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-69aceb60-bf89-48c1-8c80-90c1ab598cd4 None None] For port 91c15fa3-599a-458e-b8bd-423a920c4121, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=91c15fa3-599a-458e-b8bd-423a920c4121,segment=NetworkSegment(cf703a95-6b22-46eb-86c4-9d58ffaffab7),segment_id=cf703a95-6b22-46eb-86c4-9d58ffaffab7)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:16:56.238769 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-69aceb60-bf89-48c1-8c80-90c1ab598cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:56.246607 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a504852d-6955-41f5-a724-9e603771543e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cf35b22e10d146cc94c6d652a622d792&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3246853 May 23 11:16:56.247953 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-3f330bae-702f-4433-a065-02acf0666062 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64ef4189-4a3f-4c8f-9b50-7295315d6116']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:56.253583 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56868) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:56.266597 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-3f330bae-702f-4433-a065-02acf0666062 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ed8a826-1720-4d81-a2b0-1fb68fea2b69') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:56.266862 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-3f330bae-702f-4433-a065-02acf0666062 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ed8a826-1720-4d81-a2b0-1fb68fea2b69') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:56.314075 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3f330bae-702f-4433-a065-02acf0666062 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:56.322011 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b993234c-b104-42f9-b749-0d3caad1418a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:56.441774 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89ab04-c1b5-49a5-a633-c4b515ab2df2 req-b6b28106-eb61-4ef6-85f8-17394d2d93c7 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:56.453733 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2c89ab04-c1b5-49a5-a633-c4b515ab2df2 req-b6b28106-eb61-4ef6-85f8-17394d2d93c7 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/ports?device_id=74cf511a-dabd-4fe7-b413-f52021b09403 HTTP/1.1" status: 200 len: 946 time: 1.2383485 May 23 11:16:56.488270 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aceb60-bf89-48c1-8c80-90c1ab598cd4 None None] Pushing event updated for resources: {'Port': ['ID=91c15fa3-599a-458e-b8bd-423a920c4121,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:56.488270 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3f255a1e-2ee7-4200-b2d7-df0e7669ca6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ffd9cc-33a6-4479-a799-d77e5fdf99a7', 'name': 'tempest-TaggedBootDevicesTest_v242-990880850-router', 'tenant_id': 'a9b393065ad744119fdcb41054d3ebf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '55223c18-264d-4593-a7b6-fb3c1c64fedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:16:31Z', 'updated_at': '2022-05-23T11:16:42Z', 'revision_number': 4, 'project_id': 'a9b393065ad744119fdcb41054d3ebf0', 'gw_port': {'id': '55223c18-264d-4593-a7b6-fb3c1c64fedf', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:03:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ffd9cc-33a6-4479-a799-d77e5fdf99a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:16:34Z', 'updated_at': '2022-05-23T11:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '8af3594f-f127-4617-ac2a-fda7aceaa5be', 'name': '', 'network_id': '0211ccd5-91d2-42f3-a16e-cb3fb2faf057', 'tenant_id': 'a9b393065ad744119fdcb41054d3ebf0', 'mac_address': 'fa:16:3e:81:07:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ffd9cc-33a6-4479-a799-d77e5fdf99a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '621761dd-b995-4186-9cfd-90bab8b13f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:16:40Z', 'updated_at': '2022-05-23T11:16:53Z', 'revision_number': 4, 'project_id': 'a9b393065ad744119fdcb41054d3ebf0', 'subnets': [{'id': '621761dd-b995-4186-9cfd-90bab8b13f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:16:56.491496 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f255a1e-2ee7-4200-b2d7-df0e7669ca6f None None] The sync data for ids ['30ffd9cc-33a6-4479-a799-d77e5fdf99a7'] in n-d-842952-2 is: [{'id': '30ffd9cc-33a6-4479-a799-d77e5fdf99a7', 'name': 'tempest-TaggedBootDevicesTest_v242-990880850-router', 'tenant_id': 'a9b393065ad744119fdcb41054d3ebf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '55223c18-264d-4593-a7b6-fb3c1c64fedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:16:31Z', 'updated_at': '2022-05-23T11:16:42Z', 'revision_number': 4, 'project_id': 'a9b393065ad744119fdcb41054d3ebf0', 'gw_port': {'id': '55223c18-264d-4593-a7b6-fb3c1c64fedf', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:03:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ffd9cc-33a6-4479-a799-d77e5fdf99a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:16:34Z', 'updated_at': '2022-05-23T11:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '8af3594f-f127-4617-ac2a-fda7aceaa5be', 'name': '', 'network_id': '0211ccd5-91d2-42f3-a16e-cb3fb2faf057', 'tenant_id': 'a9b393065ad744119fdcb41054d3ebf0', 'mac_address': 'fa:16:3e:81:07:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ffd9cc-33a6-4479-a799-d77e5fdf99a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '621761dd-b995-4186-9cfd-90bab8b13f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:16:40Z', 'updated_at': '2022-05-23T11:16:53Z', 'revision_number': 4, 'project_id': 'a9b393065ad744119fdcb41054d3ebf0', 'subnets': [{'id': '621761dd-b995-4186-9cfd-90bab8b13f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:16:56.516014 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2bde2ceb-bee5-405f-900b-755172c6ad14 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:56.548790 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2bde2ceb-bee5-405f-900b-755172c6ad14 None None] Transition to ACTIVE for port object 914575a4-3ecd-421e-86b1-200d8ef9fc4d will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:16:56.613010 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2bde2ceb-bee5-405f-900b-755172c6ad14 None None] Transition to ACTIVE for port object 914575a4-3ecd-421e-86b1-200d8ef9fc4d will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:16:56.619736 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2bde2ceb-bee5-405f-900b-755172c6ad14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:56.657553 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3f330bae-702f-4433-a065-02acf0666062 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:56.749409 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bde2ceb-bee5-405f-900b-755172c6ad14 None None] Network 30efc442-572a-4f98-b736-9b2595e57ff1 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:16:56.750320 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde2ceb-bee5-405f-900b-755172c6ad14 None None] Pushing event updated for resources: {'Port': ['ID=914575a4-3ecd-421e-86b1-200d8ef9fc4d,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:56.753128 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-2bde2ceb-bee5-405f-900b-755172c6ad14 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:16:56.757024 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bde2ceb-bee5-405f-900b-755172c6ad14 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:16:56.875215 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ed3b3c62-50aa-4697-8bc4-52366144a00c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:56.927714 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f330bae-702f-4433-a065-02acf0666062 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:16:56.928301 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-2bde2ceb-bee5-405f-900b-755172c6ad14 None None] Attempting to bind port 914575a4-3ecd-421e-86b1-200d8ef9fc4d on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:16:56.928681 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-2bde2ceb-bee5-405f-900b-755172c6ad14 None None] Attempting to bind port 914575a4-3ecd-421e-86b1-200d8ef9fc4d by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '47fe8755-244d-4182-ade4-47e492ad9cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '30efc442-572a-4f98-b736-9b2595e57ff1'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:16:56.929048 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bde2ceb-bee5-405f-900b-755172c6ad14 None None] Attempting to bind port 914575a4-3ecd-421e-86b1-200d8ef9fc4d on network 30efc442-572a-4f98-b736-9b2595e57ff1 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:16:56.939464 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bde2ceb-bee5-405f-900b-755172c6ad14 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:16:56.939860 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bde2ceb-bee5-405f-900b-755172c6ad14 None None] Checking segment: {'id': '47fe8755-244d-4182-ade4-47e492ad9cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '30efc442-572a-4f98-b736-9b2595e57ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:16:56.940258 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2bde2ceb-bee5-405f-900b-755172c6ad14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:56.940659 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bde2ceb-bee5-405f-900b-755172c6ad14 None None] Bound using segment: {'id': '47fe8755-244d-4182-ade4-47e492ad9cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '30efc442-572a-4f98-b736-9b2595e57ff1'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:16:56.947335 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-2bde2ceb-bee5-405f-900b-755172c6ad14 None None] Bound port: 914575a4-3ecd-421e-86b1-200d8ef9fc4d, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47fe8755-244d-4182-ade4-47e492ad9cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '30efc442-572a-4f98-b736-9b2595e57ff1'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:16:56.947527 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2bde2ceb-bee5-405f-900b-755172c6ad14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:56.952986 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3f330bae-702f-4433-a065-02acf0666062 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:56.972081 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2c89ab04-c1b5-49a5-a633-c4b515ab2df2 req-88898eda-3391-480b-bfa2-7486bcbed3bd tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/security-groups?id=83be9215-f660-47e6-9a21-3c0228015f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5167124 May 23 11:16:56.974762 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7c189175-6987-43d7-8737-da9f835aa28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:56.983660 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:16:56.983660 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:16:56.983660 n-d-842952-2 neutron-server[83911]: timer() May 23 11:16:56.983660 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:16:56.983660 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:16:56.983660 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:16:56.983660 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:16:56.983660 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:16:56.983660 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:16:56.983660 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:16:56.983660 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:16:56.983660 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:16:56.983660 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:16:56.983660 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:16:56.983660 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:16:56.983660 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:16:56.983660 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:16:56.983660 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:16:56.983660 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:16:56.983660 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:16:56.983660 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:16:56.983660 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:16:56.983660 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:16:56.983660 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:16:56.983660 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:16:56.983660 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:16:56.983660 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:16:56.983660 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:16:56.983660 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:16:56.983660 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:16:56.983660 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:16:56.983660 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:16:57.111912 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ed3b3c62-50aa-4697-8bc4-52366144a00c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:57.172943 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2bde2ceb-bee5-405f-900b-755172c6ad14 None None] For port 914575a4-3ecd-421e-86b1-200d8ef9fc4d, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:16:57.181564 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2bde2ceb-bee5-405f-900b-755172c6ad14 None None] For port 914575a4-3ecd-421e-86b1-200d8ef9fc4d, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=914575a4-3ecd-421e-86b1-200d8ef9fc4d,segment=NetworkSegment(47fe8755-244d-4182-ade4-47e492ad9cb0),segment_id=47fe8755-244d-4182-ade4-47e492ad9cb0)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:16:57.188840 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2bde2ceb-bee5-405f-900b-755172c6ad14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:57.282758 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 8af3594f-f127-4617-ac2a-fda7aceaa5be up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:16:57.494237 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3f330bae-702f-4433-a065-02acf0666062 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:57.503458 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3f330bae-702f-4433-a065-02acf0666062 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:57.538231 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde2ceb-bee5-405f-900b-755172c6ad14 None None] Pushing event updated for resources: {'Port': ['ID=914575a4-3ecd-421e-86b1-200d8ef9fc4d,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:57.541162 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c189175-6987-43d7-8737-da9f835aa28d admin admin] Pushing event deleted for resources: {'Port': ['ID=2a586aa5-99a9-4f96-9530-159896c632e6,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:57.559966 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbc4f6-6401-41aa-9f8b-95c2fb6d4563 req-62acb609-41a6-4dcb-a04a-138f752c65aa tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:57.568484 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-91fbc4f6-6401-41aa-9f8b-95c2fb6d4563 req-62acb609-41a6-4dcb-a04a-138f752c65aa tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=9fb8986e-6039-4abb-9be9-413787023969 HTTP/1.1" status: 200 len: 946 time: 1.4946654 May 23 11:16:57.591547 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 8af3594f-f127-4617-ac2a-fda7aceaa5be completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:16:57.618224 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 8af3594f-f127-4617-ac2a-fda7aceaa5be triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:16:57.618600 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:57.626225 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f330bae-702f-4433-a065-02acf0666062 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] Pushing event deleted for resources: {'Network': ['ID=64ef4189-4a3f-4c8f-9b50-7295315d6116,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:57.637643 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3f330bae-702f-4433-a065-02acf0666062 tempest-QuotasNegativeTest-1515332464 tempest-QuotasNegativeTest-1515332464-project-admin] 10.222.0.79 "DELETE /v2.0/networks/64ef4189-4a3f-4c8f-9b50-7295315d6116 HTTP/1.1" status: 204 len: 168 time: 2.1351452 May 23 11:16:57.717884 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ce7bb-36ef-4d31-b508-8f879f7b4df3 req-82c06d3d-5e70-4b48-8d74-5df8d80b3e70 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:57.720736 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-f77ce7bb-36ef-4d31-b508-8f879f7b4df3 req-82c06d3d-5e70-4b48-8d74-5df8d80b3e70 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Synchronizing usage tracker for tenant:22952ef314c142c9840683e65ae3b348 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:16:57.747501 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-b993234c-b104-42f9-b749-0d3caad1418a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Allocated IP 172.20.0.1 (eaeef133-7e1e-4067-8eea-afc6fe06bbcd/9263c0f1-cac4-4a2e-8f6b-96c47c5b02c1/fd20dbb4-3a6e-44a8-be62-20924d1d278c) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:16:57.819491 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-f77ce7bb-36ef-4d31-b508-8f879f7b4df3 req-82c06d3d-5e70-4b48-8d74-5df8d80b3e70 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Unset dirty status for tenant:22952ef314c142c9840683e65ae3b348 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:16:57.822774 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f77ce7bb-36ef-4d31-b508-8f879f7b4df3 req-82c06d3d-5e70-4b48-8d74-5df8d80b3e70 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.13 "GET /v2.0/ports?device_id=74cf511a-dabd-4fe7-b413-f52021b09403 HTTP/1.1" status: 200 len: 946 time: 0.9518416 May 23 11:16:57.865705 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-91fbc4f6-6401-41aa-9f8b-95c2fb6d4563 req-4f0270e0-038f-4746-bb9a-b3693e277227 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947459 May 23 11:16:58.083378 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:58.168702 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ed3b3c62-50aa-4697-8bc4-52366144a00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:58.217352 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b3c62-50aa-4697-8bc4-52366144a00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12714f61-1148-411f-b557-daba90c6c0a9,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:58.221360 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 8af3594f-f127-4617-ac2a-fda7aceaa5be, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=8af3594f-f127-4617-ac2a-fda7aceaa5be,segment=NetworkSegment(c9fe7dea-6481-468a-b068-659c35a3cd3f),segment_id=c9fe7dea-6481-468a-b068-659c35a3cd3f)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:16:58.261374 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:58.264408 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 91c15fa3-599a-458e-b8bd-423a920c4121 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:16:58.282854 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ed3b3c62-50aa-4697-8bc4-52366144a00c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:58.306063 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ed3b3c62-50aa-4697-8bc4-52366144a00c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/12714f61-1148-411f-b557-daba90c6c0a9 HTTP/1.1" status: 204 len: 168 time: 2.0455563 May 23 11:16:58.436977 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-f77ce7bb-36ef-4d31-b508-8f879f7b4df3 req-445076f1-1a44-4d73-abe5-52a1f7481e3d tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Deleting port dd052273-c649-45d9-9251-0fbc00873858 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:16:58.437547 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f77ce7bb-36ef-4d31-b508-8f879f7b4df3 req-445076f1-1a44-4d73-abe5-52a1f7481e3d tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:58.555537 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=8af3594f-f127-4617-ac2a-fda7aceaa5be,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:58.634903 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7c189175-6987-43d7-8737-da9f835aa28d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:58.759784 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f307e92-e90f-452c-b420-f1f31e2a2285 None None] Network eaeef133-7e1e-4067-8eea-afc6fe06bbcd requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:16:58.872501 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b993234c-b104-42f9-b749-0d3caad1418a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:58.959896 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-b993234c-b104-42f9-b749-0d3caad1418a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Transition to ACTIVE for port object fd20dbb4-3a6e-44a8-be62-20924d1d278c will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:16:58.968342 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867cc64-49a9-46d6-855c-e931f60ccb40 req-a4de9d9e-4ed6-4116-98e0-9ac2470d1a55 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:16:58.978248 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1867cc64-49a9-46d6-855c-e931f60ccb40 req-a4de9d9e-4ed6-4116-98e0-9ac2470d1a55 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/ports?device_id=74cf511a-dabd-4fe7-b413-f52021b09403 HTTP/1.1" status: 200 len: 946 time: 0.6519911 May 23 11:16:59.108699 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b993234c-b104-42f9-b749-0d3caad1418a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:59.188486 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-99832043-c0c5-49ba-a0a7-8fe6df5f3897 None None] Provisioning for port 91c15fa3-599a-458e-b8bd-423a920c4121 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:16:59.301420 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 91c15fa3-599a-458e-b8bd-423a920c4121 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:16:59.319785 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 91c15fa3-599a-458e-b8bd-423a920c4121 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:16:59.325282 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:59.358576 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1867cc64-49a9-46d6-855c-e931f60ccb40 req-9391ebba-1547-419e-8bcf-e9f69025a34e tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/security-groups?id=83be9215-f660-47e6-9a21-3c0228015f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728779 May 23 11:16:59.485322 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-43e1dc0a-e396-4b8b-9a30-fd946d143603 req-5c298512-80df-4e91-a46a-d4e1ee98d084 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=67d722a9-0fc4-481b-a3f1-1f3dcab37bce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2839456 May 23 11:16:59.502514 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b993234c-b104-42f9-b749-0d3caad1418a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Network eaeef133-7e1e-4067-8eea-afc6fe06bbcd is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:16:59.511282 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b993234c-b104-42f9-b749-0d3caad1418a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event updated for resources: {'Port': ['ID=fd20dbb4-3a6e-44a8-be62-20924d1d278c,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:16:59.513800 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-b993234c-b104-42f9-b749-0d3caad1418a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:16:59.530176 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b993234c-b104-42f9-b749-0d3caad1418a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:16:59.557345 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56902) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:16:59.562715 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780dd4b0-4afd-404b-b4ba-b97683d63289 None None] Network 30efc442-572a-4f98-b736-9b2595e57ff1 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:16:59.665482 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b993234c-b104-42f9-b749-0d3caad1418a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:59.768166 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-f77ce7bb-36ef-4d31-b508-8f879f7b4df3 req-445076f1-1a44-4d73-abe5-52a1f7481e3d tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] For port dd052273-c649-45d9-9251-0fbc00873858, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=dd052273-c649-45d9-9251-0fbc00873858,segment=NetworkSegment(a84cd617-d556-4ede-a5ca-10ace889289c),segment_id=a84cd617-d556-4ede-a5ca-10ace889289c)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:16:59.772157 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f77ce7bb-36ef-4d31-b508-8f879f7b4df3 req-445076f1-1a44-4d73-abe5-52a1f7481e3d tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:59.859284 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:16:59.873429 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9fb9056b-de20-4e19-8925-2c25671250c0 None None] Provisioning for port 914575a4-3ecd-421e-86b1-200d8ef9fc4d completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:17:00.006935 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-f77ce7bb-36ef-4d31-b508-8f879f7b4df3 req-445076f1-1a44-4d73-abe5-52a1f7481e3d tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Calling delete_port for dd052273-c649-45d9-9251-0fbc00873858 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:17:00.051899 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 91c15fa3-599a-458e-b8bd-423a920c4121, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=91c15fa3-599a-458e-b8bd-423a920c4121,segment=NetworkSegment(cf703a95-6b22-46eb-86c4-9d58ffaffab7),segment_id=cf703a95-6b22-46eb-86c4-9d58ffaffab7)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:17:00.135411 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:00.360760 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=91c15fa3-599a-458e-b8bd-423a920c4121,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:00.392994 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8f4cbc98-8aec-4b83-b1fd-ddac793b7a9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:00.423580 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device dd052273-c649-45d9-9251-0fbc00873858 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:17:00.650203 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 914575a4-3ecd-421e-86b1-200d8ef9fc4d up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:17:00.725802 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-389077b9-f96b-482e-a4e5-13010248f2d9 None None] Provisioning complete for port 91c15fa3-599a-458e-b8bd-423a920c4121 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:17:00.726161 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-389077b9-f96b-482e-a4e5-13010248f2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:00.813593 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8f4cbc98-8aec-4b83-b1fd-ddac793b7a9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:00.843924 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0bf92-1690-48f4-9607-7c3eeff079d1 req-2c14a424-8d7d-4453-99ba-5d52023fe4ff tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:00.844708 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-26b0bf92-1690-48f4-9607-7c3eeff079d1 req-2c14a424-8d7d-4453-99ba-5d52023fe4ff tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Synchronizing usage tracker for tenant:918845eb514f4ef49a66c0d5a348fe52 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:17:00.850762 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8f4cbc98-8aec-4b83-b1fd-ddac793b7a9f admin admin] Usage tracker for resource:security_group_rule and tenant:8bee8bbb3d574a2c9da370897d59baca is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:00.865899 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8f4cbc98-8aec-4b83-b1fd-ddac793b7a9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:00.871467 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f77ce7bb-36ef-4d31-b508-8f879f7b4df3 req-445076f1-1a44-4d73-abe5-52a1f7481e3d tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:00.879578 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:00.894646 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8f4cbc98-8aec-4b83-b1fd-ddac793b7a9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:00.897822 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-43e1dc0a-e396-4b8b-9a30-fd946d143603 req-82c9e6a8-68d2-43fa-966c-2523fa652292 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=918845eb514f4ef49a66c0d5a348fe52&device_id=67d722a9-0fc4-481b-a3f1-1f3dcab37bce HTTP/1.1" status: 200 len: 1096 time: 1.2668519 May 23 11:17:00.964745 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b993234c-b104-42f9-b749-0d3caad1418a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:00.977012 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['ead6b17c-73e5-469c-8a89-09125f4b313b'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:17:01.005402 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['f9cee36d-889e-4794-a2e3-d22c29a5cc45'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:17:01.007396 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445076f1-1a44-4d73-abe5-52a1f7481e3d tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Pushing event deleted for resources: {'Port': ['ID=dd052273-c649-45d9-9251-0fbc00873858,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:01.034470 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-26b0bf92-1690-48f4-9607-7c3eeff079d1 req-2c14a424-8d7d-4453-99ba-5d52023fe4ff tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Unset dirty status for tenant:918845eb514f4ef49a66c0d5a348fe52 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:17:01.036799 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-26b0bf92-1690-48f4-9607-7c3eeff079d1 req-2c14a424-8d7d-4453-99ba-5d52023fe4ff tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.81 "GET /v2.0/ports?device_id=9fb8986e-6039-4abb-9be9-413787023969 HTTP/1.1" status: 200 len: 946 time: 0.8191495 May 23 11:17:01.358641 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93fd31-768a-43e1-bdbb-683bcd507661 req-5e8c3ed9-feea-4357-b9bd-6e1141f36d9e tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:01.369847 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6e93fd31-768a-43e1-bdbb-683bcd507661 req-5e8c3ed9-feea-4357-b9bd-6e1141f36d9e tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=9fb8986e-6039-4abb-9be9-413787023969 HTTP/1.1" status: 200 len: 946 time: 2.2827342 May 23 11:17:01.422201 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 914575a4-3ecd-421e-86b1-200d8ef9fc4d completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:17:01.463815 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 914575a4-3ecd-421e-86b1-200d8ef9fc4d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:17:01.464219 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:01.547137 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549ce03-8779-4e8a-b08f-6fea09b8be14 req-811e7742-0ca1-45b3-93b8-7f1dadaa4bf6 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:01.555239 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6549ce03-8779-4e8a-b08f-6fea09b8be14 req-811e7742-0ca1-45b3-93b8-7f1dadaa4bf6 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/ports?device_id=74cf511a-dabd-4fe7-b413-f52021b09403 HTTP/1.1" status: 200 len: 867 time: 0.8471940 May 23 11:17:01.610798 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6e93fd31-768a-43e1-bdbb-683bcd507661 req-8feb6a98-99f4-4c45-814b-ece684cdcd33 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395549 May 23 11:17:01.675348 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6549ce03-8779-4e8a-b08f-6fea09b8be14 req-56abef98-50a1-4b90-998b-b3257c6bd246 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/security-groups?id=83be9215-f660-47e6-9a21-3c0228015f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186991 May 23 11:17:01.679151 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1dc0a-e396-4b8b-9a30-fd946d143603 req-fda48481-6da3-449c-8067-b7f14c8694e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:01.680686 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-43e1dc0a-e396-4b8b-9a30-fd946d143603 req-fda48481-6da3-449c-8067-b7f14c8694e3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3c158aba-e520-4739-9803-5afc3c97752c HTTP/1.1" status: 200 len: 907 time: 0.7125425 May 23 11:17:01.680941 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-389077b9-f96b-482e-a4e5-13010248f2d9 None None] Provisioning for port fd20dbb4-3a6e-44a8-be62-20924d1d278c completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:17:01.736312 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77ce7bb-36ef-4d31-b508-8f879f7b4df3 req-445076f1-1a44-4d73-abe5-52a1f7481e3d tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] No DVR routers for this DVR port dd052273-c649-45d9-9251-0fbc00873858 on host n-h1-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:17:01.755090 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f77ce7bb-36ef-4d31-b508-8f879f7b4df3 req-445076f1-1a44-4d73-abe5-52a1f7481e3d tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:01.757981 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74cf511a-dabd-4fe7-b413-f52021b09403', 'name': 'network-vif-deleted', 'tag': 'dd052273-c649-45d9-9251-0fbc00873858'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:17:01.792819 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:01.801297 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-26b0bf92-1690-48f4-9607-7c3eeff079d1 req-131453fd-8681-404c-b0d9-8033af33b32f tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Deleting port ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:17:01.801870 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-26b0bf92-1690-48f4-9607-7c3eeff079d1 req-131453fd-8681-404c-b0d9-8033af33b32f tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:01.803282 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8f4cbc98-8aec-4b83-b1fd-ddac793b7a9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:01.815870 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-389077b9-f96b-482e-a4e5-13010248f2d9 None None] Provisioning complete for port fd20dbb4-3a6e-44a8-be62-20924d1d278c triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:17:01.816268 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-389077b9-f96b-482e-a4e5-13010248f2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:01.844987 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8f4cbc98-8aec-4b83-b1fd-ddac793b7a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:01.879548 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 914575a4-3ecd-421e-86b1-200d8ef9fc4d, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=914575a4-3ecd-421e-86b1-200d8ef9fc4d,segment=NetworkSegment(47fe8755-244d-4182-ade4-47e492ad9cb0),segment_id=47fe8755-244d-4182-ade4-47e492ad9cb0)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:17:01.892360 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-43e1dc0a-e396-4b8b-9a30-fd946d143603 req-bca894cf-dd7b-4336-98fb-eb2e607bf779 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93231983-db7d-4314-a4f2-a6dea56eda75 HTTP/1.1" status: 200 len: 217 time: 0.2029335 May 23 11:17:01.907644 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:01.909868 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 8af3594f-f127-4617-ac2a-fda7aceaa5be up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:17:01.998726 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1dc0a-e396-4b8b-9a30-fd946d143603 req-980e8571-5ddf-4fa4-837a-893c4d45bc2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:02.000197 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-43e1dc0a-e396-4b8b-9a30-fd946d143603 req-980e8571-5ddf-4fa4-837a-893c4d45bc2e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=31ce3e03-ff53-4686-aaa6-54ac8efb8abe HTTP/1.1" status: 200 len: 846 time: 0.0881171 May 23 11:17:02.072926 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4cbc98-8aec-4b83-b1fd-ddac793b7a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ad3c24-e1f5-4bf2-a958-3032cf6401e8,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:02.080008 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-43e1dc0a-e396-4b8b-9a30-fd946d143603 req-497294e2-4de3-49c2-a3bb-3515f03f3288 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3c158aba-e520-4739-9803-5afc3c97752c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584843 May 23 11:17:02.086571 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8f4cbc98-8aec-4b83-b1fd-ddac793b7a9f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8bee8bbb3d574a2c9da370897d59baca&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5213215 May 23 11:17:02.091662 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56938) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:02.191608 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=914575a4-3ecd-421e-86b1-200d8ef9fc4d,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:02.217953 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-26b0bf92-1690-48f4-9607-7c3eeff079d1 req-131453fd-8681-404c-b0d9-8033af33b32f tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] For port ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe,segment=NetworkSegment(3dd9ea5f-23bc-4bc8-917a-431ad3d10464),segment_id=3dd9ea5f-23bc-4bc8-917a-431ad3d10464)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:17:02.218504 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-26b0bf92-1690-48f4-9607-7c3eeff079d1 req-131453fd-8681-404c-b0d9-8033af33b32f tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:02.228065 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-43e1dc0a-e396-4b8b-9a30-fd946d143603 req-5a9e07e6-5f1a-4176-ab48-74a78082a774 service neutron] 10.222.0.13 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353166 May 23 11:17:02.247608 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-389077b9-f96b-482e-a4e5-13010248f2d9 None None] Port fd20dbb4-3a6e-44a8-be62-20924d1d278c cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:17:02.250073 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 8af3594f-f127-4617-ac2a-fda7aceaa5be triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:17:02.250439 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:02.295207 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c189175-6987-43d7-8737-da9f835aa28d admin admin] Router fabed4a7-3bb4-4aa5-9bf3-921aaea01516 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:17:02.391494 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f77ce7bb-36ef-4d31-b508-8f879f7b4df3 req-445076f1-1a44-4d73-abe5-52a1f7481e3d tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.13 "DELETE /v2.0/ports/dd052273-c649-45d9-9251-0fbc00873858 HTTP/1.1" status: 204 len: 173 time: 4.5158873 May 23 11:17:02.394452 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acbc8e66-58e2-4fdd-863b-edc1e6170b43'] response: {'server_uuid': '74cf511a-dabd-4fe7-b413-f52021b09403', 'name': 'network-vif-deleted', 'tag': 'dd052273-c649-45d9-9251-0fbc00873858', 'status': 'completed', 'code': 200} May 23 11:17:02.396870 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f632e90b-1438-425d-b70d-a835d88cf1fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:02.552645 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-54b46b1f-8649-418b-bf8a-6325429023e5 None None] Provisioning complete for port 914575a4-3ecd-421e-86b1-200d8ef9fc4d triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:17:02.553223 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-54b46b1f-8649-418b-bf8a-6325429023e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:02.599935 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f632e90b-1438-425d-b70d-a835d88cf1fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:02.606830 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-26b0bf92-1690-48f4-9607-7c3eeff079d1 req-131453fd-8681-404c-b0d9-8033af33b32f tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Calling delete_port for ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:17:02.649190 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-43e1dc0a-e396-4b8b-9a30-fd946d143603 req-155ea5b3-6f86-42af-8f59-be2feb7de2c4 service neutron] 10.222.0.13 "GET /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4070158 May 23 11:17:02.790709 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 914575a4-3ecd-421e-86b1-200d8ef9fc4d up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:17:02.810455 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f632e90b-1438-425d-b70d-a835d88cf1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:02.843740 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f632e90b-1438-425d-b70d-a835d88cf1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ad3c24-e1f5-4bf2-a958-3032cf6401e8,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:02.892520 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f632e90b-1438-425d-b70d-a835d88cf1fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:02.894811 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f632e90b-1438-425d-b70d-a835d88cf1fb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/67ad3c24-e1f5-4bf2-a958-3032cf6401e8 HTTP/1.1" status: 204 len: 168 time: 0.6703789 May 23 11:17:02.994325 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c189175-6987-43d7-8737-da9f835aa28d admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:17:03.002796 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7c189175-6987-43d7-8737-da9f835aa28d admin admin] 10.222.0.79 "PUT /v2.0/routers/fabed4a7-3bb4-4aa5-9bf3-921aaea01516/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8864055 May 23 11:17:03.007275 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56962) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:03.011438 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8ce393-e512-4d3e-9772-0525e926e089 None None] Sync routers for ids ['fabed4a7-3bb4-4aa5-9bf3-921aaea01516'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:17:03.034719 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8ce393-e512-4d3e-9772-0525e926e089 None None] Routers {'fabed4a7-3bb4-4aa5-9bf3-921aaea01516'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:17:03.037476 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ab8ce393-e512-4d3e-9772-0525e926e089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:16:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['fabed4a7-3bb4-4aa5-9bf3-921aaea01516'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:03.173633 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-26b0bf92-1690-48f4-9607-7c3eeff079d1 req-131453fd-8681-404c-b0d9-8033af33b32f tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:03.219042 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['93231983-db7d-4314-a4f2-a6dea56eda75'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:17:03.264053 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131453fd-8681-404c-b0d9-8033af33b32f tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Pushing event deleted for resources: {'Port': ['ID=ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:03.268202 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b993234c-b104-42f9-b749-0d3caad1418a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:03.277902 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b993234c-b104-42f9-b749-0d3caad1418a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:03.429907 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-54b46b1f-8649-418b-bf8a-6325429023e5 None None] Provisioning complete for port fd20dbb4-3a6e-44a8-be62-20924d1d278c triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:17:03.432003 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-54b46b1f-8649-418b-bf8a-6325429023e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:03.469627 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b993234c-b104-42f9-b749-0d3caad1418a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event updated for resources: {'Port': ['ID=fd20dbb4-3a6e-44a8-be62-20924d1d278c,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:03.473846 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-ab8ce393-e512-4d3e-9772-0525e926e089 None None] Set router fabed4a7-3bb4-4aa5-9bf3-921aaea01516 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:17:03.567799 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b0bf92-1690-48f4-9607-7c3eeff079d1 req-131453fd-8681-404c-b0d9-8033af33b32f tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] No DVR routers for this DVR port ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:17:03.573634 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-26b0bf92-1690-48f4-9607-7c3eeff079d1 req-131453fd-8681-404c-b0d9-8033af33b32f tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:03.595247 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b993234c-b104-42f9-b749-0d3caad1418a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:03.605627 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 914575a4-3ecd-421e-86b1-200d8ef9fc4d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:17:03.606170 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:03.640273 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-26b0bf92-1690-48f4-9607-7c3eeff079d1 req-131453fd-8681-404c-b0d9-8033af33b32f tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.81 "DELETE /v2.0/ports/ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe HTTP/1.1" status: 204 len: 173 time: 2.3187578 May 23 11:17:03.740419 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:17:03.781488 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fcda8a90-6606-4805-83ab-82deebdfb8ca req-9edb2b33-7a97-4725-a0db-4e833e35483b tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/ports?device_id=74cf511a-dabd-4fe7-b413-f52021b09403 HTTP/1.1" status: 200 len: 210 time: 0.5870726 May 23 11:17:03.861718 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b993234c-b104-42f9-b749-0d3caad1418a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Network eaeef133-7e1e-4067-8eea-afc6fe06bbcd is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:17:03.863579 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-b993234c-b104-42f9-b749-0d3caad1418a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:17:03.916569 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefdad03-87a5-434d-85e7-890fcf28e12e req-d9d57685-a21d-4f1a-87fd-066c3a576afc tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:03.925095 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fefdad03-87a5-434d-85e7-890fcf28e12e req-d9d57685-a21d-4f1a-87fd-066c3a576afc tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=9fb8986e-6039-4abb-9be9-413787023969 HTTP/1.1" status: 200 len: 946 time: 1.0410788 May 23 11:17:04.048236 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:17:04.049527 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:17:04.068975 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56982) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:04.098108 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-18dc2b43-2263-4b8c-af71-a212f90e51b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:04.098978 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-54b46b1f-8649-418b-bf8a-6325429023e5 None None] Port fd20dbb4-3a6e-44a8-be62-20924d1d278c cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:17:04.166083 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f94a7d4-7f16-4ae5-a05b-b3147738eb89 admin admin] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:04.366526 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-18dc2b43-2263-4b8c-af71-a212f90e51b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:04.376746 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-18dc2b43-2263-4b8c-af71-a212f90e51b5 admin admin] Usage tracker for resource:security_group_rule and tenant:b43ea33ca7ca4f70ab824b698cc4b683 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:04.381124 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-18dc2b43-2263-4b8c-af71-a212f90e51b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:04.401405 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 91c15fa3-599a-458e-b8bd-423a920c4121 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:17:04.417252 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-18dc2b43-2263-4b8c-af71-a212f90e51b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:04.505231 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ab8ce393-e512-4d3e-9772-0525e926e089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabed4a7-3bb4-4aa5-9bf3-921aaea01516', 'name': 'tempest-TaggedBootDevicesTest-196816748-router', 'tenant_id': '09dddb16e2d24a71bfd4ab7016b3cd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'deeadb49-0133-4b63-864d-a2f60c4069ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:09:24Z', 'updated_at': '2022-05-23T11:16:56Z', 'revision_number': 5, 'project_id': '09dddb16e2d24a71bfd4ab7016b3cd6e', 'gw_port': {'id': 'deeadb49-0133-4b63-864d-a2f60c4069ac', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabed4a7-3bb4-4aa5-9bf3-921aaea01516', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:09:28Z', 'updated_at': '2022-05-23T11:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:04.521724 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8ce393-e512-4d3e-9772-0525e926e089 None None] Checking router: fabed4a7-3bb4-4aa5-9bf3-921aaea01516 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:17:04.573007 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb8986e-6039-4abb-9be9-413787023969', 'name': 'network-vif-deleted', 'tag': 'ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:17:04.587273 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8ce393-e512-4d3e-9772-0525e926e089 None None] Routers {'fabed4a7-3bb4-4aa5-9bf3-921aaea01516'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:17:04.591358 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ab8ce393-e512-4d3e-9772-0525e926e089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:16:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['fabed4a7-3bb4-4aa5-9bf3-921aaea01516'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:04.594635 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c2253b7b-1281-4cc7-9060-6a928226f65a None None] Provisioning complete for port fd20dbb4-3a6e-44a8-be62-20924d1d278c triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:17:04.595125 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c2253b7b-1281-4cc7-9060-6a928226f65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:04.724592 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-18dc2b43-2263-4b8c-af71-a212f90e51b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:04.743233 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-18dc2b43-2263-4b8c-af71-a212f90e51b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:04.774535 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b2284e2-f3bf-4c5a-9ef6-cad30b776d4e'] response: {'server_uuid': '9fb8986e-6039-4abb-9be9-413787023969', 'name': 'network-vif-deleted', 'tag': 'ba0ab9f4-0a55-4eb4-9cdb-b4643a2ef9fe', 'status': 'completed', 'code': 200} May 23 11:17:04.821410 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc2b43-2263-4b8c-af71-a212f90e51b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ea1596-66e2-46a5-931a-bf9188cd412d,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:04.831042 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-18dc2b43-2263-4b8c-af71-a212f90e51b5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b43ea33ca7ca4f70ab824b698cc4b683&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7613604 May 23 11:17:04.833053 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 57008) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:04.859500 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fefdad03-87a5-434d-85e7-890fcf28e12e req-441c892d-34a5-4d31-8b14-1000c2fafd18 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9317687 May 23 11:17:04.895004 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c2253b7b-1281-4cc7-9060-6a928226f65a None None] Port fd20dbb4-3a6e-44a8-be62-20924d1d278c cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:17:04.905901 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f94a7d4-7f16-4ae5-a05b-b3147738eb89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:04.940489 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-2f94a7d4-7f16-4ae5-a05b-b3147738eb89 admin admin] Deleting port deeadb49-0133-4b63-864d-a2f60c4069ac {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:17:04.940833 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f94a7d4-7f16-4ae5-a05b-b3147738eb89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:05.015848 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 91c15fa3-599a-458e-b8bd-423a920c4121 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:17:05.016896 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:05.102418 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1d71a2e6-250e-4bd2-870e-b47fb22e7e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:05.208636 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-ab8ce393-e512-4d3e-9772-0525e926e089 None None] Set router fabed4a7-3bb4-4aa5-9bf3-921aaea01516 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:17:05.316726 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1d71a2e6-250e-4bd2-870e-b47fb22e7e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:05.399903 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-2f94a7d4-7f16-4ae5-a05b-b3147738eb89 admin admin] For port deeadb49-0133-4b63-864d-a2f60c4069ac, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=deeadb49-0133-4b63-864d-a2f60c4069ac,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:17:05.400634 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f94a7d4-7f16-4ae5-a05b-b3147738eb89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:05.507717 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b993234c-b104-42f9-b749-0d3caad1418a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Router c9216111-c43c-4be0-a78a-94d660ee4a0e is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:17:05.616400 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-2f94a7d4-7f16-4ae5-a05b-b3147738eb89 admin admin] Calling delete_port for deeadb49-0133-4b63-864d-a2f60c4069ac owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:17:05.684154 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1d71a2e6-250e-4bd2-870e-b47fb22e7e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:05.734021 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ab8ce393-e512-4d3e-9772-0525e926e089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabed4a7-3bb4-4aa5-9bf3-921aaea01516', 'name': 'tempest-TaggedBootDevicesTest-196816748-router', 'tenant_id': '09dddb16e2d24a71bfd4ab7016b3cd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'deeadb49-0133-4b63-864d-a2f60c4069ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:09:24Z', 'updated_at': '2022-05-23T11:16:56Z', 'revision_number': 5, 'project_id': '09dddb16e2d24a71bfd4ab7016b3cd6e', 'gw_port': {'id': 'deeadb49-0133-4b63-864d-a2f60c4069ac', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabed4a7-3bb4-4aa5-9bf3-921aaea01516', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:09:28Z', 'updated_at': '2022-05-23T11:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:05.741947 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d71a2e6-250e-4bd2-870e-b47fb22e7e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ea1596-66e2-46a5-931a-bf9188cd412d,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:05.744059 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8ce393-e512-4d3e-9772-0525e926e089 None None] The sync data for ids ['fabed4a7-3bb4-4aa5-9bf3-921aaea01516'] in n-d-842952-2 is: [{'id': 'fabed4a7-3bb4-4aa5-9bf3-921aaea01516', 'name': 'tempest-TaggedBootDevicesTest-196816748-router', 'tenant_id': '09dddb16e2d24a71bfd4ab7016b3cd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'deeadb49-0133-4b63-864d-a2f60c4069ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:09:24Z', 'updated_at': '2022-05-23T11:16:56Z', 'revision_number': 5, 'project_id': '09dddb16e2d24a71bfd4ab7016b3cd6e', 'gw_port': {'id': 'deeadb49-0133-4b63-864d-a2f60c4069ac', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabed4a7-3bb4-4aa5-9bf3-921aaea01516', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:09:28Z', 'updated_at': '2022-05-23T11:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:17:05.773422 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1d71a2e6-250e-4bd2-870e-b47fb22e7e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:05.813937 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1d71a2e6-250e-4bd2-870e-b47fb22e7e06 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e6ea1596-66e2-46a5-931a-bf9188cd412d HTTP/1.1" status: 204 len: 168 time: 0.9784930 May 23 11:17:05.953848 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b993234c-b104-42f9-b749-0d3caad1418a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:17:05.961793 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b993234c-b104-42f9-b749-0d3caad1418a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "PUT /v2.0/routers/c9216111-c43c-4be0-a78a-94d660ee4a0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8498981 May 23 11:17:05.962489 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57072) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:05.971377 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bd6f8e-2c71-4aef-9d6b-314be35af2eb None None] Sync routers for ids ['c9216111-c43c-4be0-a78a-94d660ee4a0e'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:17:06.016705 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bd6f8e-2c71-4aef-9d6b-314be35af2eb None None] Routers {'c9216111-c43c-4be0-a78a-94d660ee4a0e'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:17:06.016705 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-21bd6f8e-2c71-4aef-9d6b-314be35af2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:16:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['c9216111-c43c-4be0-a78a-94d660ee4a0e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:06.130655 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec08aa4d-e3a7-4e69-906a-823003ba4772 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:06.131582 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ec08aa4d-e3a7-4e69-906a-823003ba4772 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Synchronizing usage tracker for tenant:3c9ac73e8a7143fb94827c1e9402fa16 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:17:06.180267 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ec08aa4d-e3a7-4e69-906a-823003ba4772 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Unset dirty status for tenant:3c9ac73e8a7143fb94827c1e9402fa16 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:17:06.181831 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ec08aa4d-e3a7-4e69-906a-823003ba4772 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "GET /v2.0/ports/fd20dbb4-3a6e-44a8-be62-20924d1d278c HTTP/1.1" status: 200 len: 910 time: 0.2135119 May 23 11:17:06.187053 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57088) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:06.273086 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-21bd6f8e-2c71-4aef-9d6b-314be35af2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:06.283803 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f94a7d4-7f16-4ae5-a05b-b3147738eb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:06.309955 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bd6f8e-2c71-4aef-9d6b-314be35af2eb None None] Routers {'c9216111-c43c-4be0-a78a-94d660ee4a0e'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:17:06.310362 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-21bd6f8e-2c71-4aef-9d6b-314be35af2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:16:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['c9216111-c43c-4be0-a78a-94d660ee4a0e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:06.384053 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-21bd6f8e-2c71-4aef-9d6b-314be35af2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:06.390210 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bd6f8e-2c71-4aef-9d6b-314be35af2eb None None] The sync data for ids ['c9216111-c43c-4be0-a78a-94d660ee4a0e'] in n-d-842952-2 is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:17:06.434024 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94a7d4-7f16-4ae5-a05b-b3147738eb89 admin admin] Pushing event deleted for resources: {'Port': ['ID=deeadb49-0133-4b63-864d-a2f60c4069ac,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:06.882402 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f94a7d4-7f16-4ae5-a05b-b3147738eb89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:07.352349 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2a586aa5-99a9-4f96-9530-159896c632e6 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:17:07.478243 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 2a586aa5-99a9-4f96-9530-159896c632e6 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:17:07.487916 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2a586aa5-99a9-4f96-9530-159896c632e6 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:17:07.659783 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f94a7d4-7f16-4ae5-a05b-b3147738eb89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:07.678300 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f94a7d4-7f16-4ae5-a05b-b3147738eb89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:07.727024 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c3348-3599-42a3-b90f-518c4d347232 req-f1974fac-b570-4ae7-a70e-96b16d4882e0 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:07.736186 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c3348-3599-42a3-b90f-518c4d347232 req-f1974fac-b570-4ae7-a70e-96b16d4882e0 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:07.736301 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57160) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:07.740356 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6f3c3348-3599-42a3-b90f-518c4d347232 req-f1974fac-b570-4ae7-a70e-96b16d4882e0 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b36cc5a-09ba-46a0-aa7d-0d086ee63e7a&device_id=efc43641-9d4d-4db9-93d6-3cb481a7f8bc HTTP/1.1" status: 200 len: 1681 time: 0.2540300 May 23 11:17:07.748768 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f94a7d4-7f16-4ae5-a05b-b3147738eb89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:07.749603 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f94a7d4-7f16-4ae5-a05b-b3147738eb89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fabed4a7-3bb4-4aa5-9bf3-921aaea01516 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:17:07.755996 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57164) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:07.865719 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6f3c3348-3599-42a3-b90f-518c4d347232 req-9c4d3a55-9c40-4b08-9e33-94a81296a69a tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/security-groups?id=83be9215-f660-47e6-9a21-3c0228015f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240590 May 23 11:17:07.874453 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f94a7d4-7f16-4ae5-a05b-b3147738eb89 admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:07.877780 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2f94a7d4-7f16-4ae5-a05b-b3147738eb89 admin admin] 10.222.0.79 "DELETE /v2.0/routers/fabed4a7-3bb4-4aa5-9bf3-921aaea01516 HTTP/1.1" status: 204 len: 168 time: 4.8601768 May 23 11:17:07.880455 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 57174) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:07.900006 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:07.901474 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01520978-2e02-4237-af4a-38888df426d4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:07.974530 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b8452b4-a284-4ceb-af0d-2328f57259b5 admin admin] Deleting subnet 38b1a145-1806-4e2d-a715-a6e6d49bd88a {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:17:07.978251 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0b8452b4-a284-4ceb-af0d-2328f57259b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:08.034251 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0b8452b4-a284-4ceb-af0d-2328f57259b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:08.132362 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0b8452b4-a284-4ceb-af0d-2328f57259b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:08.220141 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0b8452b4-a284-4ceb-af0d-2328f57259b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:08.306965 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0b8452b4-a284-4ceb-af0d-2328f57259b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:08.312286 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc49a1a4-d6a9-4ebd-97ce-b2978d49cea8 None None] Network 4f5093ac-8702-4938-a0e0-1f4b0c2769a8 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:17:08.353133 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0b8452b4-a284-4ceb-af0d-2328f57259b5 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/38b1a145-1806-4e2d-a715-a6e6d49bd88a HTTP/1.1" status: 204 len: 168 time: 0.4694228 May 23 11:17:08.370835 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 57192) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:08.379324 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8452b4-a284-4ceb-af0d-2328f57259b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38b1a145-1806-4e2d-a715-a6e6d49bd88a,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:08.546660 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ec5221d8-8408-4bca-b33d-fdab3653953d tempest-AgentManagementNegativeTest-1637082908 tempest-AgentManagementNegativeTest-1637082908-project] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.8095853 May 23 11:17:08.572281 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aa44360c-078e-4714-a698-205773256456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:08.672422 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e899f208-bf3f-4612-a048-c378a2e0d968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:08.681051 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-aa44360c-078e-4714-a698-205773256456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:08.715263 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-e899f208-bf3f-4612-a048-c378a2e0d968 admin admin] Deleting port 48e7cfca-3785-4b8e-aa45-a64c1c6d0648 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:17:08.724101 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e899f208-bf3f-4612-a048-c378a2e0d968 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:08.781455 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-aa44360c-078e-4714-a698-205773256456 admin admin] Usage tracker for resource:security_group_rule and tenant:7750a08a8f6146ffa4946157b02b4e52 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:08.795514 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-aa44360c-078e-4714-a698-205773256456 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:08.828740 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-aa44360c-078e-4714-a698-205773256456 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:08.900559 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6494fde9-e1bf-4bb0-b82e-ea844aa1cb52 None None] DHCP port deletion for 4f5093ac-8702-4938-a0e0-1f4b0c2769a8 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:17:08.905540 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6494fde9-e1bf-4bb0-b82e-ea844aa1cb52 None None] Deleting port 48e7cfca-3785-4b8e-aa45-a64c1c6d0648 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:17:08.905910 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6494fde9-e1bf-4bb0-b82e-ea844aa1cb52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:09.180178 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57214) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:09.222194 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ca482-4ca6-4cce-a9cb-d2bc6fca8da3 req-dab5e5f7-7ba0-4ee3-b25a-dfb74a257a66 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:09.231103 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-294ca482-4ca6-4cce-a9cb-d2bc6fca8da3 req-dab5e5f7-7ba0-4ee3-b25a-dfb74a257a66 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=67d722a9-0fc4-481b-a3f1-1f3dcab37bce HTTP/1.1" status: 200 len: 945 time: 0.2338390 May 23 11:17:09.271864 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7b733a11-8f6f-4253-8601-08a74cfbac35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:09.300708 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aa44360c-078e-4714-a698-205773256456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:09.312824 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aa44360c-078e-4714-a698-205773256456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:09.321864 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-294ca482-4ca6-4cce-a9cb-d2bc6fca8da3 req-21e9812b-89fd-4f61-b5f8-1a224e82714f tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893257 May 23 11:17:09.349045 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-e899f208-bf3f-4612-a048-c378a2e0d968 admin admin] For port 48e7cfca-3785-4b8e-aa45-a64c1c6d0648, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=48e7cfca-3785-4b8e-aa45-a64c1c6d0648,segment=NetworkSegment(05501ebc-7a9a-4616-ad67-88a0d4198b9d),segment_id=05501ebc-7a9a-4616-ad67-88a0d4198b9d)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:17:09.349414 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e899f208-bf3f-4612-a048-c378a2e0d968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:09.365815 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-01520978-2e02-4237-af4a-38888df426d4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Allocated IP 172.21.0.1 (30efc442-572a-4f98-b736-9b2595e57ff1/64eaf839-5bb6-49e4-9d98-752ba5d12585/43cc2f33-c500-4c80-ae5f-211b42864342) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:17:09.429879 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 48e7cfca-3785-4b8e-aa45-a64c1c6d0648 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:17:09.495328 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:09.532255 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6494fde9-e1bf-4bb0-b82e-ea844aa1cb52 None None] For port 48e7cfca-3785-4b8e-aa45-a64c1c6d0648, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=48e7cfca-3785-4b8e-aa45-a64c1c6d0648,segment=NetworkSegment(05501ebc-7a9a-4616-ad67-88a0d4198b9d),segment_id=05501ebc-7a9a-4616-ad67-88a0d4198b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:17:09.532932 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6494fde9-e1bf-4bb0-b82e-ea844aa1cb52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:09.595660 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-e899f208-bf3f-4612-a048-c378a2e0d968 admin admin] Calling delete_port for 48e7cfca-3785-4b8e-aa45-a64c1c6d0648 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:17:09.688814 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1d00a315-ac86-4231-99a6-12e8b369c6e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:09.726887 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6494fde9-e1bf-4bb0-b82e-ea844aa1cb52 None None] Calling delete_port for 48e7cfca-3785-4b8e-aa45-a64c1c6d0648 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:17:09.734866 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-aa44360c-078e-4714-a698-205773256456 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7750a08a8f6146ffa4946157b02b4e52&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9773123 May 23 11:17:09.735673 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa44360c-078e-4714-a698-205773256456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b12983-b1f7-44e4-aa7d-49c38a0ea1a9,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:09.752772 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57226) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:09.761013 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:09.762613 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e899f208-bf3f-4612-a048-c378a2e0d968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:09.854862 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e899f208-bf3f-4612-a048-c378a2e0d968 admin admin] Pushing event deleted for resources: {'Port': ['ID=48e7cfca-3785-4b8e-aa45-a64c1c6d0648,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:09.864759 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e899f208-bf3f-4612-a048-c378a2e0d968 admin admin] No DVR routers for this DVR port 48e7cfca-3785-4b8e-aa45-a64c1c6d0648 on host n-d-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:17:09.868370 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:17:09.868370 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:17:09.868370 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:17:09.868370 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:17:09.868370 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:17:09.868370 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:17:09.868370 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:17:09.868370 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:17:09.868370 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:17:09.868370 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:17:09.868370 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:17:09.868370 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:17:09.868370 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:17:09.868370 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:17:09.868370 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:17:09.868370 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:17:09.868370 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:17:09.868370 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:17:09.868370 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:17:09.868370 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:17:09.868370 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:17:09.868370 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:17:09.868370 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:17:09.868370 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:17:09.868370 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:17:09.868370 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:17:09.868370 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:17:09.868370 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:17:09.868370 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:17:09.868370 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:17:09.868370 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:17:09.868370 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:17:09.868370 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:17:09.868370 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:17:09.868370 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:17:09.868370 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:17:09.868370 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:17:09.868370 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:17:09.868370 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:17:09.868370 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:17:09.868370 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:17:09.868370 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:17:09.871358 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:17:09.871358 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:17:09.871358 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:17:09.871358 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:17:09.871358 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:17:09.871358 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:17:09.871358 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:17:09.871358 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:17:09.871358 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:17:09.871358 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:17:09.871358 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:17:09.871358 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:17:09.871358 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:17:09.871358 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:17:09.876755 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-6494fde9-e1bf-4bb0-b82e-ea844aa1cb52 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:17:09.877195 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-6494fde9-e1bf-4bb0-b82e-ea844aa1cb52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:17:09.891328 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1d00a315-ac86-4231-99a6-12e8b369c6e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:09.896280 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1d00a315-ac86-4231-99a6-12e8b369c6e7 admin admin] Usage tracker for resource:security_group_rule and tenant:8e7aad830ba5413180dc5e2c94fe22c6 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:09.899463 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1d00a315-ac86-4231-99a6-12e8b369c6e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:09.906749 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1d00a315-ac86-4231-99a6-12e8b369c6e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:09.941388 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01520978-2e02-4237-af4a-38888df426d4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:09.981971 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-01520978-2e02-4237-af4a-38888df426d4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Transition to ACTIVE for port object 43cc2f33-c500-4c80-ae5f-211b42864342 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:17:10.040537 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-109e39d1-5ad6-4b99-b7ea-9ffa82d790c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:10.043316 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1d00a315-ac86-4231-99a6-12e8b369c6e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:10.057947 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1d00a315-ac86-4231-99a6-12e8b369c6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:10.129830 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e899f208-bf3f-4612-a048-c378a2e0d968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:10.130542 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01520978-2e02-4237-af4a-38888df426d4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:10.135700 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-109e39d1-5ad6-4b99-b7ea-9ffa82d790c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:10.149528 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82196bce-5922-46cd-8cb3-5e8bc144c76a req-fa780421-8fa6-48f6-ab97-e946d474b256 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:10.156534 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-82196bce-5922-46cd-8cb3-5e8bc144c76a req-fa780421-8fa6-48f6-ab97-e946d474b256 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/ports?device_id=efc43641-9d4d-4db9-93d6-3cb481a7f8bc HTTP/1.1" status: 200 len: 945 time: 0.4599948 May 23 11:17:10.188407 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-e899f208-bf3f-4612-a048-c378a2e0d968 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f5093ac-8702-4938-a0e0-1f4b0c2769a8']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:10.214116 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-e899f208-bf3f-4612-a048-c378a2e0d968 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05501ebc-7a9a-4616-ad67-88a0d4198b9d') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:10.214386 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-e899f208-bf3f-4612-a048-c378a2e0d968 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05501ebc-7a9a-4616-ad67-88a0d4198b9d') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:10.228032 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d00a315-ac86-4231-99a6-12e8b369c6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b09bc4-345d-49ed-827d-b218134491b3,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:10.234488 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e899f208-bf3f-4612-a048-c378a2e0d968 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:10.246681 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-82196bce-5922-46cd-8cb3-5e8bc144c76a req-2189f463-8220-4c05-a01d-160cb13582aa tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/security-groups?id=83be9215-f660-47e6-9a21-3c0228015f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893216 May 23 11:17:10.254925 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e899f208-bf3f-4612-a048-c378a2e0d968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:10.263045 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e899f208-bf3f-4612-a048-c378a2e0d968 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:17:10.263446 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e899f208-bf3f-4612-a048-c378a2e0d968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:10.268424 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1d00a315-ac86-4231-99a6-12e8b369c6e7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8e7aad830ba5413180dc5e2c94fe22c6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0690398 May 23 11:17:10.276072 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01520978-2e02-4237-af4a-38888df426d4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Network 30efc442-572a-4f98-b736-9b2595e57ff1 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:17:10.277166 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01520978-2e02-4237-af4a-38888df426d4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event updated for resources: {'Port': ['ID=43cc2f33-c500-4c80-ae5f-211b42864342,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:10.281225 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57230) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:10.282159 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-01520978-2e02-4237-af4a-38888df426d4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:17:10.284370 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:17:10.284370 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:17:10.284370 n-d-842952-2 neutron-server[83910]: timer() May 23 11:17:10.284370 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:17:10.284370 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:17:10.284370 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:17:10.284370 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:17:10.284370 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:17:10.284370 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:17:10.284370 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:17:10.284370 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:17:10.284370 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:17:10.284370 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:17:10.284370 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:17:10.284370 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:17:10.284370 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:17:10.284370 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:17:10.284370 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:17:10.284370 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:17:10.284370 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:17:10.284370 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:17:10.284370 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:17:10.284370 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:17:10.284370 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:17:10.284370 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:17:10.284370 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:17:10.284370 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:17:10.284370 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:17:10.284370 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:17:10.284370 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:17:10.284370 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:17:10.284370 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:17:10.316375 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01520978-2e02-4237-af4a-38888df426d4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:17:10.377227 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e899f208-bf3f-4612-a048-c378a2e0d968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:10.378564 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6494fde9-e1bf-4bb0-b82e-ea844aa1cb52 None None] Deleting port 48e7cfca-3785-4b8e-aa45-a64c1c6d0648 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:17:10.379067 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6494fde9-e1bf-4bb0-b82e-ea844aa1cb52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:10.410786 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e899f208-bf3f-4612-a048-c378a2e0d968 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:10.429825 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e899f208-bf3f-4612-a048-c378a2e0d968 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f5093ac-8702-4938-a0e0-1f4b0c2769a8,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:10.462606 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e899f208-bf3f-4612-a048-c378a2e0d968 admin admin] 10.222.0.79 "DELETE /v2.0/networks/4f5093ac-8702-4938-a0e0-1f4b0c2769a8 HTTP/1.1" status: 204 len: 168 time: 2.0772264 May 23 11:17:10.508123 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6494fde9-e1bf-4bb0-b82e-ea844aa1cb52 None None] The port '48e7cfca-3785-4b8e-aa45-a64c1c6d0648' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:17:10.600368 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-689d1372-b4b0-4a6b-94df-6cfb21739e3c None None] Provisioning for port 43cc2f33-c500-4c80-ae5f-211b42864342 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:17:10.612436 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-689d1372-b4b0-4a6b-94df-6cfb21739e3c None None] Provisioning complete for port 43cc2f33-c500-4c80-ae5f-211b42864342 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:17:10.622698 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-689d1372-b4b0-4a6b-94df-6cfb21739e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:10.680786 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01520978-2e02-4237-af4a-38888df426d4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:10.695863 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e17cfe70-6848-4d1f-b678-e8d4a4981938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:10.737795 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-689d1372-b4b0-4a6b-94df-6cfb21739e3c None None] Port 43cc2f33-c500-4c80-ae5f-211b42864342 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:17:10.769252 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e17cfe70-6848-4d1f-b678-e8d4a4981938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:10.788670 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57238) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:10.803949 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1fb2f-cd86-4f7a-9c40-4de230cb55f0 req-8d7a48aa-2544-4229-88ac-c5cedb6009ba tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:10.804702 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-7cd1fb2f-cd86-4f7a-9c40-4de230cb55f0 req-8d7a48aa-2544-4229-88ac-c5cedb6009ba tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Synchronizing usage tracker for tenant:22952ef314c142c9840683e65ae3b348 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:17:10.811558 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba13cc-41e0-4b46-90d7-ac9aec13914f req-f1fb886f-d381-4536-9f6f-046377014533 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:10.820286 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-44ba13cc-41e0-4b46-90d7-ac9aec13914f req-f1fb886f-d381-4536-9f6f-046377014533 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=67d722a9-0fc4-481b-a3f1-1f3dcab37bce HTTP/1.1" status: 200 len: 945 time: 0.2533767 May 23 11:17:10.872759 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-109e39d1-5ad6-4b99-b7ea-9ffa82d790c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:10.900569 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-44ba13cc-41e0-4b46-90d7-ac9aec13914f req-7232db0f-ea95-44b2-ba34-6db41bea0687 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789797 May 23 11:17:10.934553 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2ca11-f714-4a7f-80f5-046abdfc4851 req-e946c426-7d00-44ad-aa1b-5347aaf054dd tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:10.936443 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a9d2ca11-f714-4a7f-80f5-046abdfc4851 req-e946c426-7d00-44ad-aa1b-5347aaf054dd tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.13 "GET /v2.0/ports?device_id=67d722a9-0fc4-481b-a3f1-1f3dcab37bce HTTP/1.1" status: 200 len: 945 time: 0.1895623 May 23 11:17:10.944387 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e39d1-5ad6-4b99-b7ea-9ffa82d790c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b12983-b1f7-44e4-aa7d-49c38a0ea1a9,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:11.009098 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-7cd1fb2f-cd86-4f7a-9c40-4de230cb55f0 req-8d7a48aa-2544-4229-88ac-c5cedb6009ba tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Unset dirty status for tenant:22952ef314c142c9840683e65ae3b348 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:17:11.010308 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7cd1fb2f-cd86-4f7a-9c40-4de230cb55f0 req-8d7a48aa-2544-4229-88ac-c5cedb6009ba tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.81 "GET /v2.0/ports?device_id=efc43641-9d4d-4db9-93d6-3cb481a7f8bc HTTP/1.1" status: 200 len: 945 time: 0.5865347 May 23 11:17:11.046364 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-a9d2ca11-f714-4a7f-80f5-046abdfc4851 req-08074c8a-b6f9-44db-8cd6-b21c907e80be tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Deleting port 93231983-db7d-4314-a4f2-a6dea56eda75 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:17:11.046788 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a9d2ca11-f714-4a7f-80f5-046abdfc4851 req-08074c8a-b6f9-44db-8cd6-b21c907e80be tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:11.091611 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-771c195c-66f6-4e19-badf-d42cf5adde09 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c33b6fcb07a04f2fa56c6e5a7798a085&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3015840 May 23 11:17:11.115611 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 57244) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:11.219374 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01520978-2e02-4237-af4a-38888df426d4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:11.275374 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-109e39d1-5ad6-4b99-b7ea-9ffa82d790c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:11.280776 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-109e39d1-5ad6-4b99-b7ea-9ffa82d790c7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/91b12983-b1f7-44e4-aa7d-49c38a0ea1a9 HTTP/1.1" status: 204 len: 168 time: 1.5231876 May 23 11:17:11.291581 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e17cfe70-6848-4d1f-b678-e8d4a4981938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:11.295901 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e17cfe70-6848-4d1f-b678-e8d4a4981938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:11.315435 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e17cfe70-6848-4d1f-b678-e8d4a4981938 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b3b09bc4-345d-49ed-827d-b218134491b3 HTTP/1.1" status: 204 len: 168 time: 1.0197020 May 23 11:17:11.496006 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bea7ce14-370b-48ec-aac9-2808e33689fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:11.534272 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-05b370e1-cdd4-4aac-80ee-c964aeb60a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:11.572564 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bea7ce14-370b-48ec-aac9-2808e33689fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:11.741344 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-a9d2ca11-f714-4a7f-80f5-046abdfc4851 req-08074c8a-b6f9-44db-8cd6-b21c907e80be tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] For port 93231983-db7d-4314-a4f2-a6dea56eda75, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=93231983-db7d-4314-a4f2-a6dea56eda75,segment=NetworkSegment(3dd9ea5f-23bc-4bc8-917a-431ad3d10464),segment_id=3dd9ea5f-23bc-4bc8-917a-431ad3d10464)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:17:11.741633 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a9d2ca11-f714-4a7f-80f5-046abdfc4851 req-08074c8a-b6f9-44db-8cd6-b21c907e80be tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:11.878883 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-7cd1fb2f-cd86-4f7a-9c40-4de230cb55f0 req-f959bd15-3ee7-4c89-9fce-d986e7962d32 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Deleting port ead6b17c-73e5-469c-8a89-09125f4b313b {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:17:11.879587 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7cd1fb2f-cd86-4f7a-9c40-4de230cb55f0 req-f959bd15-3ee7-4c89-9fce-d986e7962d32 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:11.903924 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-a9d2ca11-f714-4a7f-80f5-046abdfc4851 req-08074c8a-b6f9-44db-8cd6-b21c907e80be tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Calling delete_port for 93231983-db7d-4314-a4f2-a6dea56eda75 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:17:12.040979 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17cfe70-6848-4d1f-b678-e8d4a4981938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b09bc4-345d-49ed-827d-b218134491b3,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:12.105680 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bea7ce14-370b-48ec-aac9-2808e33689fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:12.191633 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea7ce14-370b-48ec-aac9-2808e33689fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bd5d80-b839-4f0d-bc84-203290106c00,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:12.244361 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88cedc-a2ec-4d30-a25e-a0aefa014771 req-2a769596-a9c5-4e2c-9337-2429473bb26a tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:12.246024 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f88cedc-a2ec-4d30-a25e-a0aefa014771 req-2a769596-a9c5-4e2c-9337-2429473bb26a tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/ports?device_id=efc43641-9d4d-4db9-93d6-3cb481a7f8bc HTTP/1.1" status: 200 len: 945 time: 0.5746486 May 23 11:17:12.280386 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bea7ce14-370b-48ec-aac9-2808e33689fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:12.285081 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-bea7ce14-370b-48ec-aac9-2808e33689fb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/80bd5d80-b839-4f0d-bc84-203290106c00 HTTP/1.1" status: 204 len: 168 time: 1.1678004 May 23 11:17:12.434471 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 57268) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:12.478431 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a9d2ca11-f714-4a7f-80f5-046abdfc4851 req-08074c8a-b6f9-44db-8cd6-b21c907e80be tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:12.488259 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc1e42fb-4473-4969-8a41-3db661390974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:12.513010 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['93231983-db7d-4314-a4f2-a6dea56eda75'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:17:12.543949 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f88cedc-a2ec-4d30-a25e-a0aefa014771 req-426cd3fa-c303-455d-9d6a-06a79a2eda80 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/security-groups?id=83be9215-f660-47e6-9a21-3c0228015f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566855 May 23 11:17:12.550269 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f07bd-3e8f-49b7-8dbf-42082be3f55f req-c705ac16-591e-490c-acbe-566215cc216e tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:12.551815 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ee7f07bd-3e8f-49b7-8dbf-42082be3f55f req-c705ac16-591e-490c-acbe-566215cc216e tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b36cc5a-09ba-46a0-aa7d-0d086ee63e7a HTTP/1.1" status: 200 len: 945 time: 1.4183171 May 23 11:17:12.589445 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08074c8a-b6f9-44db-8cd6-b21c907e80be tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Pushing event deleted for resources: {'Port': ['ID=93231983-db7d-4314-a4f2-a6dea56eda75,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:12.640672 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-ee7f07bd-3e8f-49b7-8dbf-42082be3f55f req-e5bb693e-5efb-42b5-8057-05a47073fe12 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Deleting port f9cee36d-889e-4794-a2e3-d22c29a5cc45 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:17:12.641120 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ee7f07bd-3e8f-49b7-8dbf-42082be3f55f req-e5bb693e-5efb-42b5-8057-05a47073fe12 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:12.645781 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:12.655314 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316984d8-88df-413a-99fc-136fb1d48f8d req-05d6427f-a646-4baa-b0d0-037a9dd9c9a3 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:12.656848 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-316984d8-88df-413a-99fc-136fb1d48f8d req-05d6427f-a646-4baa-b0d0-037a9dd9c9a3 tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/ports?device_id=67d722a9-0fc4-481b-a3f1-1f3dcab37bce HTTP/1.1" status: 200 len: 945 time: 0.4295533 May 23 11:17:12.716725 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-cc1e42fb-4473-4969-8a41-3db661390974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:12.719121 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d2ca11-f714-4a7f-80f5-046abdfc4851 req-08074c8a-b6f9-44db-8cd6-b21c907e80be tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] No DVR routers for this DVR port 93231983-db7d-4314-a4f2-a6dea56eda75 on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:17:12.727256 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a9d2ca11-f714-4a7f-80f5-046abdfc4851 req-08074c8a-b6f9-44db-8cd6-b21c907e80be tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:12.730100 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d722a9-0fc4-481b-a3f1-1f3dcab37bce', 'name': 'network-vif-deleted', 'tag': '93231983-db7d-4314-a4f2-a6dea56eda75'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:17:12.734481 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-cc1e42fb-4473-4969-8a41-3db661390974 admin admin] Usage tracker for resource:security_group_rule and tenant:99f28f17358144bc860bcfc007c78aa7 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:12.757190 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-cc1e42fb-4473-4969-8a41-3db661390974 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:12.787159 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-cc1e42fb-4473-4969-8a41-3db661390974 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:12.804088 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a9d2ca11-f714-4a7f-80f5-046abdfc4851 req-08074c8a-b6f9-44db-8cd6-b21c907e80be tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.13 "DELETE /v2.0/ports/93231983-db7d-4314-a4f2-a6dea56eda75 HTTP/1.1" status: 204 len: 173 time: 1.8376076 May 23 11:17:12.804943 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:12.848916 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b7bd600-c15c-4235-87ea-f74463907af3'] response: {'server_uuid': '67d722a9-0fc4-481b-a3f1-1f3dcab37bce', 'name': 'network-vif-deleted', 'tag': '93231983-db7d-4314-a4f2-a6dea56eda75', 'status': 'completed', 'code': 200} May 23 11:17:12.868101 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-316984d8-88df-413a-99fc-136fb1d48f8d req-d1f34c13-23e3-4c30-8976-411308020a6c tempest-ServersTestJSON-1521737919 tempest-ServersTestJSON-1521737919-project] 10.222.0.79 "GET /v2.0/security-groups?id=0fd1624a-5997-4cfb-8a01-c53281ec03d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035158 May 23 11:17:13.003220 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc1e42fb-4473-4969-8a41-3db661390974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:13.014617 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc1e42fb-4473-4969-8a41-3db661390974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:13.036515 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 57280) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:13.118839 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01520978-2e02-4237-af4a-38888df426d4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:13.127422 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e42fb-4473-4969-8a41-3db661390974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=487c6b57-94ef-490b-a417-3f3994847ad4,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:13.137542 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-cc1e42fb-4473-4969-8a41-3db661390974 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=99f28f17358144bc860bcfc007c78aa7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7016258 May 23 11:17:13.140880 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 57284) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:13.152212 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01520978-2e02-4237-af4a-38888df426d4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:13.181808 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-df867d69-36d0-464a-bb4c-3df6fcf284c4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=09dddb16e2d24a71bfd4ab7016b3cd6e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1423757 May 23 11:17:13.185221 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 57288) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:13.262270 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device deeadb49-0133-4b63-864d-a2f60c4069ac no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:17:13.273480 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-53d9be4f-1a23-494e-8b4f-05819ea55869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:13.276304 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fc9e1a3a-13c8-4723-bf8c-ca0c2905f983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:13.320217 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-53d9be4f-1a23-494e-8b4f-05819ea55869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:13.338821 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fc9e1a3a-13c8-4723-bf8c-ca0c2905f983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:13.341978 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: deeadb49-0133-4b63-864d-a2f60c4069ac {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:17:13.343506 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device deeadb49-0133-4b63-864d-a2f60c4069ac not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:17:13.418659 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-7cd1fb2f-cd86-4f7a-9c40-4de230cb55f0 req-f959bd15-3ee7-4c89-9fce-d986e7962d32 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] For port ead6b17c-73e5-469c-8a89-09125f4b313b, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=ead6b17c-73e5-469c-8a89-09125f4b313b,segment=NetworkSegment(a84cd617-d556-4ede-a5ca-10ace889289c),segment_id=a84cd617-d556-4ede-a5ca-10ace889289c)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:17:13.419043 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7cd1fb2f-cd86-4f7a-9c40-4de230cb55f0 req-f959bd15-3ee7-4c89-9fce-d986e7962d32 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:13.539544 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01520978-2e02-4237-af4a-38888df426d4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:13.548647 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-53d9be4f-1a23-494e-8b4f-05819ea55869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:13.579527 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fc9e1a3a-13c8-4723-bf8c-ca0c2905f983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:13.582155 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fc9e1a3a-13c8-4723-bf8c-ca0c2905f983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:13.583965 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-fc9e1a3a-13c8-4723-bf8c-ca0c2905f983 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f8ca0282-92ab-4d51-b578-d036063c91c7 HTTP/1.1" status: 204 len: 168 time: 0.3977582 May 23 11:17:13.586299 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-53d9be4f-1a23-494e-8b4f-05819ea55869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:13.587547 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-53d9be4f-1a23-494e-8b4f-05819ea55869 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/487c6b57-94ef-490b-a417-3f3994847ad4 HTTP/1.1" status: 204 len: 168 time: 0.4457381 May 23 11:17:13.589087 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9be4f-1a23-494e-8b4f-05819ea55869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487c6b57-94ef-490b-a417-3f3994847ad4,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:13.602803 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9e1a3a-13c8-4723-bf8c-ca0c2905f983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ca0282-92ab-4d51-b578-d036063c91c7,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:13.641916 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-7cd1fb2f-cd86-4f7a-9c40-4de230cb55f0 req-f959bd15-3ee7-4c89-9fce-d986e7962d32 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Calling delete_port for ead6b17c-73e5-469c-8a89-09125f4b313b owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:17:13.665132 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 57306) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:13.765497 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device ead6b17c-73e5-469c-8a89-09125f4b313b no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:17:13.861167 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3319b4-37e8-41d7-8a28-f27b4a48795e req-30c77ab1-5b45-4964-b406-346879570bf3 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:13.865336 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ee3319b4-37e8-41d7-8a28-f27b4a48795e req-30c77ab1-5b45-4964-b406-346879570bf3 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/ports?device_id=efc43641-9d4d-4db9-93d6-3cb481a7f8bc HTTP/1.1" status: 200 len: 945 time: 0.1121178 May 23 11:17:13.916579 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01520978-2e02-4237-af4a-38888df426d4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event updated for resources: {'Port': ['ID=43cc2f33-c500-4c80-ae5f-211b42864342,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:13.959972 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7cd1fb2f-cd86-4f7a-9c40-4de230cb55f0 req-f959bd15-3ee7-4c89-9fce-d986e7962d32 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:13.979860 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ee3319b4-37e8-41d7-8a28-f27b4a48795e req-540dd61e-d65e-4d74-89ba-cf4064fb3907 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/security-groups?id=83be9215-f660-47e6-9a21-3c0228015f88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082935 May 23 11:17:13.999256 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Port ead6b17c-73e5-469c-8a89-09125f4b313b update to DOWN by agent not found {{(pid=83912) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 23 11:17:14.068463 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 57318) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:14.080952 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f959bd15-3ee7-4c89-9fce-d986e7962d32 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Pushing event deleted for resources: {'Port': ['ID=ead6b17c-73e5-469c-8a89-09125f4b313b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:14.090403 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-ee7f07bd-3e8f-49b7-8dbf-42082be3f55f req-e5bb693e-5efb-42b5-8057-05a47073fe12 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] For port f9cee36d-889e-4794-a2e3-d22c29a5cc45, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=f9cee36d-889e-4794-a2e3-d22c29a5cc45,segment=NetworkSegment(a84cd617-d556-4ede-a5ca-10ace889289c),segment_id=a84cd617-d556-4ede-a5ca-10ace889289c)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:17:14.090757 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ee7f07bd-3e8f-49b7-8dbf-42082be3f55f req-e5bb693e-5efb-42b5-8057-05a47073fe12 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:14.152323 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-483a952f-a262-47d6-a178-92a21cf35c69 admin admin] Deleting subnet 31ce3e03-ff53-4686-aaa6-54ac8efb8abe {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:17:14.158030 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-483a952f-a262-47d6-a178-92a21cf35c69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:14.171441 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:14.231476 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-483a952f-a262-47d6-a178-92a21cf35c69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:14.277800 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-ee7f07bd-3e8f-49b7-8dbf-42082be3f55f req-e5bb693e-5efb-42b5-8057-05a47073fe12 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Calling delete_port for f9cee36d-889e-4794-a2e3-d22c29a5cc45 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:17:14.291922 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-5ab2e047-4038-49a7-8d25-afac866cb99c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1820556660'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:17:14.301392 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5ab2e047-4038-49a7-8d25-afac866cb99c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:14.309361 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5ab2e047-4038-49a7-8d25-afac866cb99c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:network and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:14.314193 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5ab2e047-4038-49a7-8d25-afac866cb99c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:14.327076 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5ab2e047-4038-49a7-8d25-afac866cb99c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:14.336489 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-483a952f-a262-47d6-a178-92a21cf35c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:14.345581 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd1fb2f-cd86-4f7a-9c40-4de230cb55f0 req-f959bd15-3ee7-4c89-9fce-d986e7962d32 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] No DVR routers for this DVR port ead6b17c-73e5-469c-8a89-09125f4b313b on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:17:14.351445 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7cd1fb2f-cd86-4f7a-9c40-4de230cb55f0 req-f959bd15-3ee7-4c89-9fce-d986e7962d32 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:14.360504 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc43641-9d4d-4db9-93d6-3cb481a7f8bc', 'name': 'network-vif-deleted', 'tag': 'ead6b17c-73e5-469c-8a89-09125f4b313b'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:17:14.400941 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab2e047-4038-49a7-8d25-afac866cb99c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:17:14.405052 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5ab2e047-4038-49a7-8d25-afac866cb99c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:14.408073 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7cd1fb2f-cd86-4f7a-9c40-4de230cb55f0 req-f959bd15-3ee7-4c89-9fce-d986e7962d32 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.81 "DELETE /v2.0/ports/ead6b17c-73e5-469c-8a89-09125f4b313b HTTP/1.1" status: 204 len: 173 time: 3.3676529 May 23 11:17:14.428705 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01520978-2e02-4237-af4a-38888df426d4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Network 30efc442-572a-4f98-b736-9b2595e57ff1 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:17:14.431152 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5ab2e047-4038-49a7-8d25-afac866cb99c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:14.432474 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-01520978-2e02-4237-af4a-38888df426d4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:17:14.557112 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5ab2e047-4038-49a7-8d25-afac866cb99c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:14.588443 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5ab2e047-4038-49a7-8d25-afac866cb99c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:security_group_rule and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:14.601468 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5ab2e047-4038-49a7-8d25-afac866cb99c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:14.609118 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 93231983-db7d-4314-a4f2-a6dea56eda75 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:17:14.628806 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5ab2e047-4038-49a7-8d25-afac866cb99c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:14.634499 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-483a952f-a262-47d6-a178-92a21cf35c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:14.727473 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 93231983-db7d-4314-a4f2-a6dea56eda75 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:17:14.727848 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 93231983-db7d-4314-a4f2-a6dea56eda75 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:17:14.728266 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device f9cee36d-889e-4794-a2e3-d22c29a5cc45 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:17:14.771206 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-483a952f-a262-47d6-a178-92a21cf35c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:14.783557 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a952f-a262-47d6-a178-92a21cf35c69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31ce3e03-ff53-4686-aaa6-54ac8efb8abe,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:14.793418 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-483a952f-a262-47d6-a178-92a21cf35c69 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/31ce3e03-ff53-4686-aaa6-54ac8efb8abe HTTP/1.1" status: 204 len: 168 time: 0.7227635 May 23 11:17:14.795944 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 57348) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:14.814346 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edbdc413-1f0c-452f-8431-16cf70f7cbf7'] response: {'server_uuid': 'efc43641-9d4d-4db9-93d6-3cb481a7f8bc', 'name': 'network-vif-deleted', 'tag': 'ead6b17c-73e5-469c-8a89-09125f4b313b', 'status': 'completed', 'code': 200} May 23 11:17:15.023518 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c9ca944f-55df-4f1a-9957-7a70733099c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:15.076378 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5ab2e047-4038-49a7-8d25-afac866cb99c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:15.089056 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5ab2e047-4038-49a7-8d25-afac866cb99c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:15.106877 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-169a0099-1fc0-438d-9a51-9f97f0270a44 None None] Provisioning complete for port 43cc2f33-c500-4c80-ae5f-211b42864342 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:17:15.107529 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-169a0099-1fc0-438d-9a51-9f97f0270a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:15.131311 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2e047-4038-49a7-8d25-afac866cb99c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2dd7dd-6887-4410-806d-47c0fb348491,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:15.204867 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab2e047-4038-49a7-8d25-afac866cb99c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:17:15.264114 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-169a0099-1fc0-438d-9a51-9f97f0270a44 None None] Port 43cc2f33-c500-4c80-ae5f-211b42864342 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:17:15.268122 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:15.380268 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5ab2e047-4038-49a7-8d25-afac866cb99c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:15.381224 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-5ab2e047-4038-49a7-8d25-afac866cb99c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Added segment eb4148b7-7cb2-4984-957d-721670b3a930 of type vlan for network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 May 23 11:17:15.419863 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57362) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:15.439878 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ee7f07bd-3e8f-49b7-8dbf-42082be3f55f req-e5bb693e-5efb-42b5-8057-05a47073fe12 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:15.456580 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5ab2e047-4038-49a7-8d25-afac866cb99c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:15.567652 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5ab2e047-4038-49a7-8d25-afac866cb99c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:15.571150 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab2e047-4038-49a7-8d25-afac866cb99c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:15.571777 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5ab2e047-4038-49a7-8d25-afac866cb99c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:15.594791 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb693e-5efb-42b5-8057-05a47073fe12 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Pushing event deleted for resources: {'Port': ['ID=f9cee36d-889e-4794-a2e3-d22c29a5cc45,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:15.629496 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bf225387-2ffd-4337-93de-799c56c50a75 req-f7a8b816-dc36-4c21-beda-118859bbb297 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.79 "GET /v2.0/ports?device_id=efc43641-9d4d-4db9-93d6-3cb481a7f8bc HTTP/1.1" status: 200 len: 210 time: 0.1131983 May 23 11:17:15.671068 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee7f07bd-3e8f-49b7-8dbf-42082be3f55f req-e5bb693e-5efb-42b5-8057-05a47073fe12 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] No DVR routers for this DVR port f9cee36d-889e-4794-a2e3-d22c29a5cc45 on host n-h1-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:17:15.678224 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ee7f07bd-3e8f-49b7-8dbf-42082be3f55f req-e5bb693e-5efb-42b5-8057-05a47073fe12 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:15.701886 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d3048683-9681-4e72-8a42-ebd1e3562acf admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1779716552-network', 'tenant_id': '6091b7e5e45f43588e581c3a0caa78b2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:17:15.715616 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c9ca944f-55df-4f1a-9957-7a70733099c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:15.720006 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ee7f07bd-3e8f-49b7-8dbf-42082be3f55f req-e5bb693e-5efb-42b5-8057-05a47073fe12 tempest-ListServersNegativeTestJSON-1083074268 tempest-ListServersNegativeTestJSON-1083074268-project] 10.222.0.13 "DELETE /v2.0/ports/f9cee36d-889e-4794-a2e3-d22c29a5cc45 HTTP/1.1" status: 204 len: 173 time: 3.1582599 May 23 11:17:15.723341 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d3048683-9681-4e72-8a42-ebd1e3562acf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:15.731082 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d3048683-9681-4e72-8a42-ebd1e3562acf admin admin] Usage tracker for resource:network and tenant:6091b7e5e45f43588e581c3a0caa78b2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:15.732574 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5ab2e047-4038-49a7-8d25-afac866cb99c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0662799 May 23 11:17:15.737897 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d3048683-9681-4e72-8a42-ebd1e3562acf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:15.741511 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57380) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:15.750529 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-38439c23-6cbb-4aa8-ab70-45273d5eef8f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'subnet': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:17:15.769809 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d3048683-9681-4e72-8a42-ebd1e3562acf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:15.775320 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2e047-4038-49a7-8d25-afac866cb99c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Network': ['ID=db5fdb8a-4d76-428d-84ca-c911a4d5dee2,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:15.784874 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-c9ca944f-55df-4f1a-9957-7a70733099c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c158aba-e520-4739-9803-5afc3c97752c']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:15.791165 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:17:15.803699 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-c9ca944f-55df-4f1a-9957-7a70733099c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dd9ea5f-23bc-4bc8-917a-431ad3d10464') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:15.804076 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-c9ca944f-55df-4f1a-9957-7a70733099c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dd9ea5f-23bc-4bc8-917a-431ad3d10464') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:15.818213 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c9ca944f-55df-4f1a-9957-7a70733099c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:15.845035 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c9ca944f-55df-4f1a-9957-7a70733099c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:15.854029 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ca944f-55df-4f1a-9957-7a70733099c5 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:17:15.854822 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c9ca944f-55df-4f1a-9957-7a70733099c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:15.926303 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57386) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:15.959217 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:17:15.959217 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:17:15.959217 n-d-842952-2 neutron-server[83910]: timer() May 23 11:17:15.959217 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:17:15.959217 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:17:15.959217 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:17:15.959217 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:17:15.959217 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:17:15.959217 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:17:15.959217 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:17:15.959217 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:17:15.959217 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:17:15.959217 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:17:15.959217 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:17:15.959217 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:17:15.959217 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:17:15.959217 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:17:15.959217 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:17:15.959217 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:17:15.959217 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:17:15.959217 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:17:15.959217 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:17:15.959217 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:17:15.959217 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:17:15.959217 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:17:15.959217 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:17:15.959217 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:17:15.959217 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:17:15.959217 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:17:15.959217 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:17:15.959217 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:17:15.959217 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:17:15.964273 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3048683-9681-4e72-8a42-ebd1e3562acf admin admin] Made reservation on behalf of 6091b7e5e45f43588e581c3a0caa78b2 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:17:15.969350 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d3048683-9681-4e72-8a42-ebd1e3562acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:15.973710 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c9ca944f-55df-4f1a-9957-7a70733099c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:16.018368 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d3048683-9681-4e72-8a42-ebd1e3562acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:16.020170 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c9ca944f-55df-4f1a-9957-7a70733099c5 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:16.032720 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca944f-55df-4f1a-9957-7a70733099c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c158aba-e520-4739-9803-5afc3c97752c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:16.044033 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c9ca944f-55df-4f1a-9957-7a70733099c5 admin admin] 10.222.0.79 "DELETE /v2.0/networks/3c158aba-e520-4739-9803-5afc3c97752c HTTP/1.1" status: 204 len: 168 time: 1.2470555 May 23 11:17:16.048705 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-38439c23-6cbb-4aa8-ab70-45273d5eef8f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:16.058691 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-38439c23-6cbb-4aa8-ab70-45273d5eef8f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:subnet and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:16.063750 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-38439c23-6cbb-4aa8-ab70-45273d5eef8f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:16.068840 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01520978-2e02-4237-af4a-38888df426d4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Router c9216111-c43c-4be0-a78a-94d660ee4a0e has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:17:16.076100 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-38439c23-6cbb-4aa8-ab70-45273d5eef8f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:16.103850 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d3048683-9681-4e72-8a42-ebd1e3562acf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:16.110469 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d3048683-9681-4e72-8a42-ebd1e3562acf admin admin] Usage tracker for resource:security_group_rule and tenant:6091b7e5e45f43588e581c3a0caa78b2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:16.167060 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38439c23-6cbb-4aa8-ab70-45273d5eef8f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:17:16.190076 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d3048683-9681-4e72-8a42-ebd1e3562acf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:16.226689 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 57394) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:16.277605 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2b985281-974c-4186-b1fb-6f6b8ab42961 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=918845eb514f4ef49a66c0d5a348fe52&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0497177 May 23 11:17:16.280268 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 57398) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:16.315616 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d3048683-9681-4e72-8a42-ebd1e3562acf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:16.347607 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-23549639-ba90-4999-ab30-c8548f68d059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:16.366591 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f617933-32b5-4371-8967-d586be78e094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:16.408184 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-38439c23-6cbb-4aa8-ab70-45273d5eef8f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:16.438374 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f617933-32b5-4371-8967-d586be78e094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:16.536892 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f617933-32b5-4371-8967-d586be78e094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:16.555867 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f617933-32b5-4371-8967-d586be78e094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd1624a-5997-4cfb-8a01-c53281ec03d5,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:16.556447 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-23549639-ba90-4999-ab30-c8548f68d059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:16.586618 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f617933-32b5-4371-8967-d586be78e094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:16.589303 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2f617933-32b5-4371-8967-d586be78e094 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0fd1624a-5997-4cfb-8a01-c53281ec03d5 HTTP/1.1" status: 204 len: 168 time: 0.3064764 May 23 11:17:16.594949 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-23549639-ba90-4999-ab30-c8548f68d059 admin admin] Usage tracker for resource:security_group_rule and tenant:19d90ed223d74bf88ae24ae0590ece74 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:16.614222 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-23549639-ba90-4999-ab30-c8548f68d059 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:16.628557 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-23549639-ba90-4999-ab30-c8548f68d059 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:16.638212 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d3048683-9681-4e72-8a42-ebd1e3562acf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:16.660935 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d3048683-9681-4e72-8a42-ebd1e3562acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:16.716879 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3048683-9681-4e72-8a42-ebd1e3562acf admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:17:16.733438 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3048683-9681-4e72-8a42-ebd1e3562acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47f72e0-8a50-4f5f-b520-60b01ed22f63,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:16.783819 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01520978-2e02-4237-af4a-38888df426d4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:17:16.789621 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d3048683-9681-4e72-8a42-ebd1e3562acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:16.789621 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-d3048683-9681-4e72-8a42-ebd1e3562acf admin admin] Added segment 74910d75-7b78-4673-86dc-edced59311b0 of type vlan for network ed003832-1702-4cc5-8cf0-709f2ca9f453 May 23 11:17:16.798227 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47291c81-192f-499c-9cff-e5d511f8bc36 None None] Sync routers for ids ['c9216111-c43c-4be0-a78a-94d660ee4a0e'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:17:16.821788 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47291c81-192f-499c-9cff-e5d511f8bc36 None None] Routers {'c9216111-c43c-4be0-a78a-94d660ee4a0e'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:17:16.822486 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-47291c81-192f-499c-9cff-e5d511f8bc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:17:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['c9216111-c43c-4be0-a78a-94d660ee4a0e'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:16.835306 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b36cc5a-09ba-46a0-aa7d-0d086ee63e7a', 'name': 'network-vif-deleted', 'tag': 'f9cee36d-889e-4794-a2e3-d22c29a5cc45'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:17:16.877820 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 57414) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:16.895180 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3048683-9681-4e72-8a42-ebd1e3562acf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:17:16.895562 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3048683-9681-4e72-8a42-ebd1e3562acf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:17:16.896173 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3048683-9681-4e72-8a42-ebd1e3562acf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:17:16.896315 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3048683-9681-4e72-8a42-ebd1e3562acf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:17:16.896648 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3048683-9681-4e72-8a42-ebd1e3562acf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:17:16.897028 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3048683-9681-4e72-8a42-ebd1e3562acf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:17:16.897441 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3048683-9681-4e72-8a42-ebd1e3562acf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:17:16.897833 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3048683-9681-4e72-8a42-ebd1e3562acf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:17:16.898183 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3048683-9681-4e72-8a42-ebd1e3562acf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:17:16.898481 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3048683-9681-4e72-8a42-ebd1e3562acf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:17:16.898802 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3048683-9681-4e72-8a42-ebd1e3562acf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:17:16.951225 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-47291c81-192f-499c-9cff-e5d511f8bc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:16.979582 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47291c81-192f-499c-9cff-e5d511f8bc36 None None] Routers {'c9216111-c43c-4be0-a78a-94d660ee4a0e'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:17:16.980500 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-47291c81-192f-499c-9cff-e5d511f8bc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:17:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['c9216111-c43c-4be0-a78a-94d660ee4a0e'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:17.005071 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d3048683-9681-4e72-8a42-ebd1e3562acf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:17.010572 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4ba5822-0f17-474f-b6b0-83017b92de3b'] response: {'server_uuid': '1b36cc5a-09ba-46a0-aa7d-0d086ee63e7a', 'name': 'network-vif-deleted', 'tag': 'f9cee36d-889e-4794-a2e3-d22c29a5cc45', 'status': 'completed', 'code': 200} May 23 11:17:17.012561 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d82d702-276f-4b39-9565-1d984344b758 admin admin] Deleting subnet 2f7abb46-12e6-44bb-af30-bc28924cfd38 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:17:17.027197 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4d82d702-276f-4b39-9565-1d984344b758 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:17.030208 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-23549639-ba90-4999-ab30-c8548f68d059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:17.057470 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-47291c81-192f-499c-9cff-e5d511f8bc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:17.058830 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47291c81-192f-499c-9cff-e5d511f8bc36 None None] The sync data for ids ['c9216111-c43c-4be0-a78a-94d660ee4a0e'] in n-d-842952-2 is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:17:17.107134 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4d82d702-276f-4b39-9565-1d984344b758 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:17.141576 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-23549639-ba90-4999-ab30-c8548f68d059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:17.191363 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-01520978-2e02-4237-af4a-38888df426d4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "PUT /v2.0/routers/c9216111-c43c-4be0-a78a-94d660ee4a0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0029519 May 23 11:17:17.204530 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 57428) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:17.210219 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-38439c23-6cbb-4aa8-ab70-45273d5eef8f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:17.269234 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4d82d702-276f-4b39-9565-1d984344b758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:17.287798 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [None req-d3048683-9681-4e72-8a42-ebd1e3562acf admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:17:17.296352 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38439c23-6cbb-4aa8-ab70-45273d5eef8f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Subnet': ['ID=12ee727a-1b76-453a-a5d7-ad5a315983e6,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:17.303316 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23549639-ba90-4999-ab30-c8548f68d059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e129e1-9003-4ac4-9b58-e4d365232fc8,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:17.307087 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-23549639-ba90-4999-ab30-c8548f68d059 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=19d90ed223d74bf88ae24ae0590ece74&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3778524 May 23 11:17:17.312863 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57436) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:17.338469 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025432d8-11b5-4795-836c-a2bc0e881e39 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:17.343176 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-025432d8-11b5-4795-836c-a2bc0e881e39 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "GET /v2.0/ports/43cc2f33-c500-4c80-ae5f-211b42864342 HTTP/1.1" status: 200 len: 910 time: 0.1347239 May 23 11:17:17.344385 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 57440) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:17.373476 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d3048683-9681-4e72-8a42-ebd1e3562acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:17.374333 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3048683-9681-4e72-8a42-ebd1e3562acf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:17.374903 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d3048683-9681-4e72-8a42-ebd1e3562acf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:17.533851 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38439c23-6cbb-4aa8-ab70-45273d5eef8f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Checking segment: {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:17:17.536075 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38439c23-6cbb-4aa8-ab70-45273d5eef8f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network hostable DHCP agents. Network: db5fdb8a-4d76-428d-84ca-c911a4d5dee2, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:17:17.605753 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4d82d702-276f-4b39-9565-1d984344b758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:17.627878 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d3048683-9681-4e72-8a42-ebd1e3562acf admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.2012959 May 23 11:17:17.631793 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57448) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:17.651546 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d82d702-276f-4b39-9565-1d984344b758 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f7abb46-12e6-44bb-af30-bc28924cfd38,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:17.653508 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-cad149de-e2e3-4070-a1db-f61adf8ddea4 admin admin] Request body: {'subnet': {'network_id': 'ed003832-1702-4cc5-8cf0-709f2ca9f453', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1779716552-subnet', 'tenant_id': '6091b7e5e45f43588e581c3a0caa78b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:17:17.658587 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3048683-9681-4e72-8a42-ebd1e3562acf admin admin] Pushing event updated for resources: {'Network': ['ID=ed003832-1702-4cc5-8cf0-709f2ca9f453,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:17.660547 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4d82d702-276f-4b39-9565-1d984344b758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:17.665794 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cad149de-e2e3-4070-a1db-f61adf8ddea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:17.674647 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-cad149de-e2e3-4070-a1db-f61adf8ddea4 admin admin] Usage tracker for resource:subnet and tenant:6091b7e5e45f43588e581c3a0caa78b2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:17.676251 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4d82d702-276f-4b39-9565-1d984344b758 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/2f7abb46-12e6-44bb-af30-bc28924cfd38 HTTP/1.1" status: 204 len: 168 time: 0.7978070 May 23 11:17:17.680317 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 57454) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:17.680543 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network ed003832-1702-4cc5-8cf0-709f2ca9f453 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:17:17.695024 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-da4953b5-1175-4d40-aa06-0ec89d77e798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:17.696942 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-cad149de-e2e3-4070-a1db-f61adf8ddea4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:17.722113 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cad149de-e2e3-4070-a1db-f61adf8ddea4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:17.736935 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38439c23-6cbb-4aa8-ab70-45273d5eef8f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:17:17.794983 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-da4953b5-1175-4d40-aa06-0ec89d77e798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:17.801836 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-38439c23-6cbb-4aa8-ab70-45273d5eef8f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, db5fdb8a-4d76-428d-84ca-c911a4d5dee2) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:17:17.813368 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c5bf9e-bbcc-4409-98b1-cba3a144a3b0 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:17:17.820101 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad149de-e2e3-4070-a1db-f61adf8ddea4 admin admin] Made reservation on behalf of 6091b7e5e45f43588e581c3a0caa78b2 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:17:17.822491 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cad149de-e2e3-4070-a1db-f61adf8ddea4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:17.835564 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38439c23-6cbb-4aa8-ab70-45273d5eef8f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:17.836326 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-38439c23-6cbb-4aa8-ab70-45273d5eef8f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:17.948060 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-38439c23-6cbb-4aa8-ab70-45273d5eef8f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2050810 May 23 11:17:17.957830 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57460) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:17.968953 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b74e27e4-922e-489b-a691-b6545ef9a0ae tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'port': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'name': 'tempest-NetworksTestDHCPv6-99304903'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:17:17.979468 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1e48758e-1b5f-429f-a3c1-5455c6d41b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:17.983574 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 57464) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:18.128682 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-da4953b5-1175-4d40-aa06-0ec89d77e798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:18.190308 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4953b5-1175-4d40-aa06-0ec89d77e798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e129e1-9003-4ac4-9b58-e4d365232fc8,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:18.256631 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b74e27e4-922e-489b-a691-b6545ef9a0ae tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:18.265324 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b74e27e4-922e-489b-a691-b6545ef9a0ae tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:port and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:18.272869 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b74e27e4-922e-489b-a691-b6545ef9a0ae tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:18.294289 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd7977f-7c36-4973-99b1-72b54036f32b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'tenant_id': '7898a2f847b24320a42ded6c2b4bd651', 'fixed_ips': [{'subnet_id': '12ee727a-1b76-453a-a5d7-ad5a315983e6'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:17:18.295275 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afd7977f-7c36-4973-99b1-72b54036f32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:18.299703 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b74e27e4-922e-489b-a691-b6545ef9a0ae tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:18.311505 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-e13f36f7-5969-4893-ae3e-c7fe37d0ea76 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-56856983-network', 'tenant_id': 'e9b9b3770dd245be997e466705112fbf'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:17:18.338379 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1e48758e-1b5f-429f-a3c1-5455c6d41b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:18.342659 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57478) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:18.347492 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-da4953b5-1175-4d40-aa06-0ec89d77e798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:18.351628 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-da4953b5-1175-4d40-aa06-0ec89d77e798 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/61e129e1-9003-4ac4-9b58-e4d365232fc8 HTTP/1.1" status: 204 len: 168 time: 1.0378006 May 23 11:17:18.353498 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e13f36f7-5969-4893-ae3e-c7fe37d0ea76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:18.357972 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74e27e4-922e-489b-a691-b6545ef9a0ae tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:17:18.358739 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e13f36f7-5969-4893-ae3e-c7fe37d0ea76 admin admin] Usage tracker for resource:network and tenant:e9b9b3770dd245be997e466705112fbf is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:18.361930 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b74e27e4-922e-489b-a691-b6545ef9a0ae tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:18.362618 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e13f36f7-5969-4893-ae3e-c7fe37d0ea76 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:18.371124 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e13f36f7-5969-4893-ae3e-c7fe37d0ea76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:18.380553 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-ed4bccdd-b844-4eb0-9c2b-0fcdc2dd27ad tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1089033176'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:17:18.381138 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-27f7a843-4f72-4c58-ad68-478d9da0eb84 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:18.386523 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ed4bccdd-b844-4eb0-9c2b-0fcdc2dd27ad tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:18.391502 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ed4bccdd-b844-4eb0-9c2b-0fcdc2dd27ad tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Usage tracker for resource:network and tenant:6413deec0c1b468e9165a85b033a2ba9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:18.394734 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ed4bccdd-b844-4eb0-9c2b-0fcdc2dd27ad tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:18.406315 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ed4bccdd-b844-4eb0-9c2b-0fcdc2dd27ad tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:18.435476 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4bccdd-b844-4eb0-9c2b-0fcdc2dd27ad tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Made reservation on behalf of 6413deec0c1b468e9165a85b033a2ba9 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:17:18.438988 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ed4bccdd-b844-4eb0-9c2b-0fcdc2dd27ad tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:18.457600 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-b74e27e4-922e-489b-a691-b6545ef9a0ae tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] device_id is not set on port 7e38caba-6900-4e23-9908-a487156ff6ec yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:17:18.506690 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13f36f7-5969-4893-ae3e-c7fe37d0ea76 admin admin] Made reservation on behalf of e9b9b3770dd245be997e466705112fbf for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:17:18.508459 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-afd7977f-7c36-4973-99b1-72b54036f32b None None] Allocated IP 2001:db8::2 (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/12ee727a-1b76-453a-a5d7-ad5a315983e6/7c61041a-72ad-4949-a265-08e3ff3a27bb) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:17:18.509957 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e13f36f7-5969-4893-ae3e-c7fe37d0ea76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:18.541406 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e13f36f7-5969-4893-ae3e-c7fe37d0ea76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:18.577478 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed4bccdd-b844-4eb0-9c2b-0fcdc2dd27ad tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:17:18.580645 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-1e48758e-1b5f-429f-a3c1-5455c6d41b2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d46448-9919-493f-ac81-68ef06c897f8']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:18.582689 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cad149de-e2e3-4070-a1db-f61adf8ddea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:18.612600 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e13f36f7-5969-4893-ae3e-c7fe37d0ea76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:18.621438 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e13f36f7-5969-4893-ae3e-c7fe37d0ea76 admin admin] Usage tracker for resource:security_group_rule and tenant:e9b9b3770dd245be997e466705112fbf is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:18.624444 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e13f36f7-5969-4893-ae3e-c7fe37d0ea76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:18.630305 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e13f36f7-5969-4893-ae3e-c7fe37d0ea76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:18.695041 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-1e48758e-1b5f-429f-a3c1-5455c6d41b2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a84cd617-d556-4ede-a5ca-10ace889289c') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:18.695442 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-1e48758e-1b5f-429f-a3c1-5455c6d41b2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a84cd617-d556-4ede-a5ca-10ace889289c') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:18.715454 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad149de-e2e3-4070-a1db-f61adf8ddea4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea952e16-2238-4b97-bebb-24105560a86a,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:18.723662 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1e48758e-1b5f-429f-a3c1-5455c6d41b2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:18.729697 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ed4bccdd-b844-4eb0-9c2b-0fcdc2dd27ad tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:18.730947 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-ed4bccdd-b844-4eb0-9c2b-0fcdc2dd27ad tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Added segment 62a496cc-e19f-409a-b014-66e4d6c7cebc of type vlan for network dc15df35-8b51-40b0-8426-c0ec1198d56f May 23 11:17:18.750986 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afd7977f-7c36-4973-99b1-72b54036f32b None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:18.759225 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1e48758e-1b5f-429f-a3c1-5455c6d41b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:18.762389 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e13f36f7-5969-4893-ae3e-c7fe37d0ea76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:18.790431 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e48758e-1b5f-429f-a3c1-5455c6d41b2c admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:17:18.790886 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1e48758e-1b5f-429f-a3c1-5455c6d41b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:18.797908 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ed4bccdd-b844-4eb0-9c2b-0fcdc2dd27ad tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:18.806135 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad149de-e2e3-4070-a1db-f61adf8ddea4 admin admin] Checking segment: {'id': '74910d75-7b78-4673-86dc-edced59311b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ed003832-1702-4cc5-8cf0-709f2ca9f453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:17:18.806845 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad149de-e2e3-4070-a1db-f61adf8ddea4 admin admin] Network hostable DHCP agents. Network: ed003832-1702-4cc5-8cf0-709f2ca9f453, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:17:18.820679 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e13f36f7-5969-4893-ae3e-c7fe37d0ea76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:18.824045 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:17:18.824045 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:17:18.824045 n-d-842952-2 neutron-server[83910]: timer() May 23 11:17:18.824045 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:17:18.824045 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:17:18.824045 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:17:18.824045 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:17:18.824045 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:17:18.824045 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:17:18.824045 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:17:18.824045 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:17:18.824045 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:17:18.824045 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:17:18.824045 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:17:18.824045 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:17:18.824045 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:17:18.824045 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:17:18.824045 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:17:18.824045 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:17:18.824045 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:17:18.824045 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:17:18.824045 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:17:18.824045 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:17:18.824045 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:17:18.824045 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:17:18.824045 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:17:18.824045 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:17:18.824045 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:17:18.824045 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:17:18.824045 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:17:18.824045 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:17:18.824045 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:17:18.851974 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad149de-e2e3-4070-a1db-f61adf8ddea4 admin admin] Network ed003832-1702-4cc5-8cf0-709f2ca9f453 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:17:18.872037 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ed4bccdd-b844-4eb0-9c2b-0fcdc2dd27ad tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:18.877546 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4bccdd-b844-4eb0-9c2b-0fcdc2dd27ad tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:18.878273 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ed4bccdd-b844-4eb0-9c2b-0fcdc2dd27ad tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:18.898248 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-cad149de-e2e3-4070-a1db-f61adf8ddea4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, ed003832-1702-4cc5-8cf0-709f2ca9f453) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:17:18.908756 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3c2ac8-3163-45f9-9917-d4f16b920422 None None] Network ed003832-1702-4cc5-8cf0-709f2ca9f453 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:17:18.996770 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4bccdd-b844-4eb0-9c2b-0fcdc2dd27ad tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Pushing event updated for resources: {'Network': ['ID=dc15df35-8b51-40b0-8426-c0ec1198d56f,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:18.999739 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad149de-e2e3-4070-a1db-f61adf8ddea4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:19.000436 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cad149de-e2e3-4070-a1db-f61adf8ddea4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:19.038181 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ed4bccdd-b844-4eb0-9c2b-0fcdc2dd27ad tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6926224 May 23 11:17:19.043002 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-cad149de-e2e3-4070-a1db-f61adf8ddea4 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4066958 May 23 11:17:19.044096 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57494) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:19.055237 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e645bfdc-1a1c-4171-9e3d-7d5d870b97cc tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1502006455'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:17:19.061441 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e645bfdc-1a1c-4171-9e3d-7d5d870b97cc tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:19.065775 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e645bfdc-1a1c-4171-9e3d-7d5d870b97cc tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Usage tracker for resource:network and tenant:6413deec0c1b468e9165a85b033a2ba9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:19.068983 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e645bfdc-1a1c-4171-9e3d-7d5d870b97cc tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:19.076646 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e645bfdc-1a1c-4171-9e3d-7d5d870b97cc tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:19.089257 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network dc15df35-8b51-40b0-8426-c0ec1198d56f details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:17:19.092738 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e645bfdc-1a1c-4171-9e3d-7d5d870b97cc tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Made reservation on behalf of 6413deec0c1b468e9165a85b033a2ba9 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:17:19.096688 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e645bfdc-1a1c-4171-9e3d-7d5d870b97cc tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:19.109390 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e13f36f7-5969-4893-ae3e-c7fe37d0ea76 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:17:19.140073 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f36f7-5969-4893-ae3e-c7fe37d0ea76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0835f412-ee41-42e1-a9f6-339861cea08a,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:19.156351 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1e48758e-1b5f-429f-a3c1-5455c6d41b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:19.160717 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e13f36f7-5969-4893-ae3e-c7fe37d0ea76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:19.161051 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-e13f36f7-5969-4893-ae3e-c7fe37d0ea76 admin admin] Added segment 83750c3d-42cb-4c77-bf8a-d120d976d1d7 of type vlan for network 832c3912-43dd-433e-8519-8f155eeb4762 May 23 11:17:19.174279 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e645bfdc-1a1c-4171-9e3d-7d5d870b97cc tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:17:19.187983 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e645bfdc-1a1c-4171-9e3d-7d5d870b97cc tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:19.188194 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1e48758e-1b5f-429f-a3c1-5455c6d41b2c admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:19.189393 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-e645bfdc-1a1c-4171-9e3d-7d5d870b97cc tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Added segment b9fbc905-5e46-471f-be10-d3ddd4aa40fc of type vlan for network caa75e58-fea3-4934-a2b0-723273e69b7e May 23 11:17:19.195550 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48758e-1b5f-429f-a3c1-5455c6d41b2c admin admin] Pushing event deleted for resources: {'Network': ['ID=66d46448-9919-493f-ac81-68ef06c897f8,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:19.233612 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e645bfdc-1a1c-4171-9e3d-7d5d870b97cc tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:19.277544 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e645bfdc-1a1c-4171-9e3d-7d5d870b97cc tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:19.281897 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e645bfdc-1a1c-4171-9e3d-7d5d870b97cc tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:19.282598 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e645bfdc-1a1c-4171-9e3d-7d5d870b97cc tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:19.304005 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-afd7977f-7c36-4973-99b1-72b54036f32b None None] Transition to ACTIVE for port object 7c61041a-72ad-4949-a265-08e3ff3a27bb will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:17:19.463951 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645bfdc-1a1c-4171-9e3d-7d5d870b97cc tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Pushing event updated for resources: {'Network': ['ID=caa75e58-fea3-4934-a2b0-723273e69b7e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:19.467313 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e13f36f7-5969-4893-ae3e-c7fe37d0ea76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:19.482773 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1e48758e-1b5f-429f-a3c1-5455c6d41b2c admin admin] 10.222.0.79 "DELETE /v2.0/networks/66d46448-9919-493f-ac81-68ef06c897f8 HTTP/1.1" status: 204 len: 168 time: 1.8005893 May 23 11:17:19.493372 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e645bfdc-1a1c-4171-9e3d-7d5d870b97cc tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4449790 May 23 11:17:19.494499 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57516) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:19.504950 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a79a2896-b7a4-4dcd-bbfd-fa7c552aa3ff tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Request body: {'subnet': {'network_id': 'dc15df35-8b51-40b0-8426-c0ec1198d56f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:17:19.510406 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-afd7977f-7c36-4973-99b1-72b54036f32b None None] Transition to ACTIVE for port object 7c61041a-72ad-4949-a265-08e3ff3a27bb will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:17:19.517322 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network caa75e58-fea3-4934-a2b0-723273e69b7e details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:17:19.569647 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e13f36f7-5969-4893-ae3e-c7fe37d0ea76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:19.571222 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13f36f7-5969-4893-ae3e-c7fe37d0ea76 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:19.571992 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e13f36f7-5969-4893-ae3e-c7fe37d0ea76 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:19.615615 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e13f36f7-5969-4893-ae3e-c7fe37d0ea76 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6276951 May 23 11:17:19.630457 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 57522) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:19.686686 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a79a2896-b7a4-4dcd-bbfd-fa7c552aa3ff tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:19.692328 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a79a2896-b7a4-4dcd-bbfd-fa7c552aa3ff tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Usage tracker for resource:subnet and tenant:6413deec0c1b468e9165a85b033a2ba9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:19.696413 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a79a2896-b7a4-4dcd-bbfd-fa7c552aa3ff tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:19.704640 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a79a2896-b7a4-4dcd-bbfd-fa7c552aa3ff tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:19.720278 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79a2896-b7a4-4dcd-bbfd-fa7c552aa3ff tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Made reservation on behalf of 6413deec0c1b468e9165a85b033a2ba9 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:17:19.816932 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afd7977f-7c36-4973-99b1-72b54036f32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:19.913517 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd7977f-7c36-4973-99b1-72b54036f32b None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:17:19.918786 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-afd7977f-7c36-4973-99b1-72b54036f32b None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:17:19.921382 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd7977f-7c36-4973-99b1-72b54036f32b None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:17:19.995083 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a79a2896-b7a4-4dcd-bbfd-fa7c552aa3ff tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:20.031811 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-b74e27e4-922e-489b-a691-b6545ef9a0ae tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Allocated IP 2001:db8::1c (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/12ee727a-1b76-453a-a5d7-ad5a315983e6/7e38caba-6900-4e23-9908-a487156ff6ec) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:17:20.062779 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-ab5049fe-de25-4098-aa60-27238944c25c admin admin] Request body: {'subnet': {'network_id': '832c3912-43dd-433e-8519-8f155eeb4762', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-56856983-subnet', 'tenant_id': 'e9b9b3770dd245be997e466705112fbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:17:20.079925 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ab5049fe-de25-4098-aa60-27238944c25c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:20.093256 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ab5049fe-de25-4098-aa60-27238944c25c admin admin] Usage tracker for resource:subnet and tenant:e9b9b3770dd245be997e466705112fbf is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:20.100214 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ab5049fe-de25-4098-aa60-27238944c25c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:20.107043 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f36f7-5969-4893-ae3e-c7fe37d0ea76 admin admin] Pushing event updated for resources: {'Network': ['ID=832c3912-43dd-433e-8519-8f155eeb4762,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:20.116811 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ab5049fe-de25-4098-aa60-27238944c25c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:20.175656 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 832c3912-43dd-433e-8519-8f155eeb4762 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:17:20.195434 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-27f7a843-4f72-4c58-ad68-478d9da0eb84 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Deleting port 43cc2f33-c500-4c80-ae5f-211b42864342 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:17:20.195774 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-27f7a843-4f72-4c58-ad68-478d9da0eb84 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:20.226145 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 57530) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:20.263571 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5049fe-de25-4098-aa60-27238944c25c admin admin] Made reservation on behalf of e9b9b3770dd245be997e466705112fbf for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:17:20.265907 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ab5049fe-de25-4098-aa60-27238944c25c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:20.409143 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd7977f-7c36-4973-99b1-72b54036f32b None None] Pushing event updated for resources: {'Port': ['ID=7c61041a-72ad-4949-a265-08e3ff3a27bb,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:20.462735 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-afd7977f-7c36-4973-99b1-72b54036f32b None None] Attempting to bind port 7c61041a-72ad-4949-a265-08e3ff3a27bb on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:17:20.463121 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-afd7977f-7c36-4973-99b1-72b54036f32b None None] Attempting to bind port 7c61041a-72ad-4949-a265-08e3ff3a27bb by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:17:20.463452 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd7977f-7c36-4973-99b1-72b54036f32b None None] Attempting to bind port 7c61041a-72ad-4949-a265-08e3ff3a27bb on network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:17:20.477258 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd7977f-7c36-4973-99b1-72b54036f32b None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:17:20.477703 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd7977f-7c36-4973-99b1-72b54036f32b None None] Checking segment: {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:17:20.478046 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afd7977f-7c36-4973-99b1-72b54036f32b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:20.478438 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd7977f-7c36-4973-99b1-72b54036f32b None None] Bound using segment: {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:17:20.478918 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-afd7977f-7c36-4973-99b1-72b54036f32b None None] Bound port: 7c61041a-72ad-4949-a265-08e3ff3a27bb, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:17:20.479287 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afd7977f-7c36-4973-99b1-72b54036f32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:20.502871 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7d2456-e289-4053-b37f-2b66432303fb None None] Network ed003832-1702-4cc5-8cf0-709f2ca9f453 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:17:20.576112 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-1388930d-7355-4a6e-b137-1583bace6826 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:20.583262 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-1388930d-7355-4a6e-b137-1583bace6826 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] 10.222.0.79 "GET /v2.0/networks?id=ed003832-1702-4cc5-8cf0-709f2ca9f453 HTTP/1.1" status: 200 len: 822 time: 0.2191341 May 23 11:17:20.703423 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-afd7977f-7c36-4973-99b1-72b54036f32b None None] For port 7c61041a-72ad-4949-a265-08e3ff3a27bb, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:17:20.749633 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b74e27e4-922e-489b-a691-b6545ef9a0ae tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:20.762359 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-afd7977f-7c36-4973-99b1-72b54036f32b None None] For port 7c61041a-72ad-4949-a265-08e3ff3a27bb, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=7c61041a-72ad-4949-a265-08e3ff3a27bb,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:17:20.770098 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-32dbc8bf-5538-4603-9076-bc5e5ce88a3c tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] 10.222.0.79 "GET /v2.0/quotas/6091b7e5e45f43588e581c3a0caa78b2 HTTP/1.1" status: 200 len: 375 time: 0.1857443 May 23 11:17:20.786805 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-b74e27e4-922e-489b-a691-b6545ef9a0ae tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Transition to ACTIVE for port object 7e38caba-6900-4e23-9908-a487156ff6ec will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:17:20.793147 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afd7977f-7c36-4973-99b1-72b54036f32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:20.888251 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ca11dace-5633-4e8c-93e5-90c783aadaec admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=22952ef314c142c9840683e65ae3b348&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6607184 May 23 11:17:20.894625 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 57558) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:20.897483 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-e987c067-e860-474a-9705-84b8edb75668 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=6091b7e5e45f43588e581c3a0caa78b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1082053 May 23 11:17:20.930464 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-7ab16c02-826a-45a8-a870-faec6522fb81 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:17:20.931492 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-7ab16c02-826a-45a8-a870-faec6522fb81 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0081911 May 23 11:17:20.981639 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd7977f-7c36-4973-99b1-72b54036f32b None None] Pushing event updated for resources: {'Port': ['ID=7c61041a-72ad-4949-a265-08e3ff3a27bb,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:21.033993 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b74e27e4-922e-489b-a691-b6545ef9a0ae tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:21.083542 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a79a2896-b7a4-4dcd-bbfd-fa7c552aa3ff tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:21.131024 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-cb6243f5-dee4-4bd1-991b-a930668027cf service neutron] 10.222.0.79 "GET /v2.0/networks/ed003832-1702-4cc5-8cf0-709f2ca9f453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839635 May 23 11:17:21.176713 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-27f7a843-4f72-4c58-ad68-478d9da0eb84 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:21.214261 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74e27e4-922e-489b-a691-b6545ef9a0ae tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:17:21.223651 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-b74e27e4-922e-489b-a691-b6545ef9a0ae tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:17:21.227282 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e27e4-922e-489b-a691-b6545ef9a0ae tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Port': ['ID=7e38caba-6900-4e23-9908-a487156ff6ec,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:21.229544 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a2896-b7a4-4dcd-bbfd-fa7c552aa3ff tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Pushing event updated for resources: {'Subnet': ['ID=ac62e3e8-2718-4c68-91a7-544681516b07,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:21.233799 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74e27e4-922e-489b-a691-b6545ef9a0ae tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:17:21.237775 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74e27e4-922e-489b-a691-b6545ef9a0ae tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:21.238397 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b74e27e4-922e-489b-a691-b6545ef9a0ae tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:21.279030 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b74e27e4-922e-489b-a691-b6545ef9a0ae tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3166795 May 23 11:17:21.279030 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79a2896-b7a4-4dcd-bbfd-fa7c552aa3ff tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Checking segment: {'id': '62a496cc-e19f-409a-b014-66e4d6c7cebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'dc15df35-8b51-40b0-8426-c0ec1198d56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:17:21.279030 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79a2896-b7a4-4dcd-bbfd-fa7c552aa3ff tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Network hostable DHCP agents. Network: dc15df35-8b51-40b0-8426-c0ec1198d56f, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:17:21.313352 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57566) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:21.407950 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79a2896-b7a4-4dcd-bbfd-fa7c552aa3ff tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Network dc15df35-8b51-40b0-8426-c0ec1198d56f is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:17:21.430126 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780d0213-8e6d-4c1a-8b98-725d472c51db tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:21.434700 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780d0213-8e6d-4c1a-8b98-725d472c51db tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:21.435800 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-780d0213-8e6d-4c1a-8b98-725d472c51db tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:17:21.440993 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-a79a2896-b7a4-4dcd-bbfd-fa7c552aa3ff tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, dc15df35-8b51-40b0-8426-c0ec1198d56f) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:17:21.453260 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2530df59-00d4-4647-adcc-a4cb42dd1301 None None] Network dc15df35-8b51-40b0-8426-c0ec1198d56f requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:17:21.468915 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79a2896-b7a4-4dcd-bbfd-fa7c552aa3ff tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:21.469943 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a79a2896-b7a4-4dcd-bbfd-fa7c552aa3ff tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:21.504494 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-780d0213-8e6d-4c1a-8b98-725d472c51db tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:17:21.506492 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-780d0213-8e6d-4c1a-8b98-725d472c51db tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1666 time: 0.1887219 May 23 11:17:21.510257 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57572) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:21.569146 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a79a2896-b7a4-4dcd-bbfd-fa7c552aa3ff tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0740395 May 23 11:17:21.582099 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57578) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:21.592355 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-ce2d87a6-98ee-4657-9cbe-887331a5ceaf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Request body: {'subnet': {'network_id': 'caa75e58-fea3-4934-a2b0-723273e69b7e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:17:21.636681 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-27f7a843-4f72-4c58-ad68-478d9da0eb84 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Calling delete_port for 43cc2f33-c500-4c80-ae5f-211b42864342 owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:17:21.723188 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-f12702d8-a102-4a84-be76-b0d41e5f77fb tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting port 7e38caba-6900-4e23-9908-a487156ff6ec {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:17:21.727260 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f12702d8-a102-4a84-be76-b0d41e5f77fb tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:21.756177 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-44853213-a04d-4abc-8cfc-4e2ca49bbe6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:21.763721 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c14f73f-4e60-4d68-9f90-50a421e6c5c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-dc15df35-8b51-40b0-8426-c0ec1198d56f', 'network_id': 'dc15df35-8b51-40b0-8426-c0ec1198d56f', 'tenant_id': '6413deec0c1b468e9165a85b033a2ba9', 'fixed_ips': [{'subnet_id': 'ac62e3e8-2718-4c68-91a7-544681516b07'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:17:21.764592 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1c14f73f-4e60-4d68-9f90-50a421e6c5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:21.808589 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-d5a694d7-bd60-4080-9af8-1b0e599fc1e8 service neutron] 10.222.0.79 "GET /v2.0/networks/ed003832-1702-4cc5-8cf0-709f2ca9f453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6698976 May 23 11:17:21.876562 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ab5049fe-de25-4098-aa60-27238944c25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:21.967933 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ce2d87a6-98ee-4657-9cbe-887331a5ceaf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:21.975640 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ce2d87a6-98ee-4657-9cbe-887331a5ceaf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Usage tracker for resource:subnet and tenant:6413deec0c1b468e9165a85b033a2ba9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:21.980810 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ce2d87a6-98ee-4657-9cbe-887331a5ceaf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:21.992033 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ce2d87a6-98ee-4657-9cbe-887331a5ceaf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:22.020974 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-44853213-a04d-4abc-8cfc-4e2ca49bbe6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:22.266276 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2d87a6-98ee-4657-9cbe-887331a5ceaf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Made reservation on behalf of 6413deec0c1b468e9165a85b033a2ba9 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:17:22.275265 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-1c14f73f-4e60-4d68-9f90-50a421e6c5c1 None None] Allocated IP 10.1.1.2 (dc15df35-8b51-40b0-8426-c0ec1198d56f/ac62e3e8-2718-4c68-91a7-544681516b07/b040f427-9ba0-4672-bed7-f4b013eb5d09) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:17:22.284139 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-44853213-a04d-4abc-8cfc-4e2ca49bbe6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:22.313942 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ccb2d7eb-7b96-4c6a-9164-80e4253d4b5e req-e3a56b16-371e-456b-a28c-bf9099beab96 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dce0237-13ee-4e96-9552-bce0c4513ce9 HTTP/1.1" status: 200 len: 210 time: 0.1143808 May 23 11:17:22.346612 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5049fe-de25-4098-aa60-27238944c25c admin admin] Checking segment: {'id': '83750c3d-42cb-4c77-bf8a-d120d976d1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '832c3912-43dd-433e-8519-8f155eeb4762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:17:22.346960 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5049fe-de25-4098-aa60-27238944c25c admin admin] Network hostable DHCP agents. Network: 832c3912-43dd-433e-8519-8f155eeb4762, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:17:22.351599 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5049fe-de25-4098-aa60-27238944c25c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6730418d-cdcf-4c1a-85d9-9bec5a7e7e4d,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:22.363735 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44853213-a04d-4abc-8cfc-4e2ca49bbe6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83be9215-f660-47e6-9a21-3c0228015f88,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:22.556770 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ce2d87a6-98ee-4657-9cbe-887331a5ceaf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:22.661241 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1c14f73f-4e60-4d68-9f90-50a421e6c5c1 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:22.677707 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1c14f73f-4e60-4d68-9f90-50a421e6c5c1 None None] Transition to ACTIVE for port object b040f427-9ba0-4672-bed7-f4b013eb5d09 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:17:22.703741 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1c14f73f-4e60-4d68-9f90-50a421e6c5c1 None None] Transition to ACTIVE for port object b040f427-9ba0-4672-bed7-f4b013eb5d09 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:17:22.709610 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ff8f5b-49f1-4c25-937f-c7fb6494d12f None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:17:22.714075 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f12702d8-a102-4a84-be76-b0d41e5f77fb tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:22.749270 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1c14f73f-4e60-4d68-9f90-50a421e6c5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:22.811722 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44853213-a04d-4abc-8cfc-4e2ca49bbe6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:17:22.813522 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44853213-a04d-4abc-8cfc-4e2ca49bbe6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:17:22.813871 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44853213-a04d-4abc-8cfc-4e2ca49bbe6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:17:22.814202 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44853213-a04d-4abc-8cfc-4e2ca49bbe6e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:17:22.814532 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44853213-a04d-4abc-8cfc-4e2ca49bbe6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:17:22.814859 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44853213-a04d-4abc-8cfc-4e2ca49bbe6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:17:22.815179 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44853213-a04d-4abc-8cfc-4e2ca49bbe6e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:17:22.815499 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44853213-a04d-4abc-8cfc-4e2ca49bbe6e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:17:22.815816 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44853213-a04d-4abc-8cfc-4e2ca49bbe6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:17:22.816153 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44853213-a04d-4abc-8cfc-4e2ca49bbe6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:17:22.816476 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44853213-a04d-4abc-8cfc-4e2ca49bbe6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:17:22.842939 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-27f7a843-4f72-4c58-ad68-478d9da0eb84 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:22.860732 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5049fe-de25-4098-aa60-27238944c25c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:17:22.860732 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5049fe-de25-4098-aa60-27238944c25c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:17:22.860944 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5049fe-de25-4098-aa60-27238944c25c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:17:22.861285 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5049fe-de25-4098-aa60-27238944c25c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:17:22.861663 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5049fe-de25-4098-aa60-27238944c25c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:17:22.862005 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5049fe-de25-4098-aa60-27238944c25c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:17:22.862315 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5049fe-de25-4098-aa60-27238944c25c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:17:22.862634 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5049fe-de25-4098-aa60-27238944c25c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:17:22.862950 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5049fe-de25-4098-aa60-27238944c25c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:17:22.863449 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5049fe-de25-4098-aa60-27238944c25c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:17:22.868980 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5049fe-de25-4098-aa60-27238944c25c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:17:22.955085 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-f12702d8-a102-4a84-be76-b0d41e5f77fb tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Calling delete_port for 7e38caba-6900-4e23-9908-a487156ff6ec owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:17:22.957172 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f7a843-4f72-4c58-ad68-478d9da0eb84 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event deleted for resources: {'Port': ['ID=43cc2f33-c500-4c80-ae5f-211b42864342,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:23.013928 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-44853213-a04d-4abc-8cfc-4e2ca49bbe6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:23.014727 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-44853213-a04d-4abc-8cfc-4e2ca49bbe6e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/83be9215-f660-47e6-9a21-3c0228015f88 HTTP/1.1" status: 204 len: 168 time: 2.1160588 May 23 11:17:23.083187 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5049fe-de25-4098-aa60-27238944c25c admin admin] Network 832c3912-43dd-433e-8519-8f155eeb4762 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:17:23.124145 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-ab5049fe-de25-4098-aa60-27238944c25c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 832c3912-43dd-433e-8519-8f155eeb4762) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:17:23.134260 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5049fe-de25-4098-aa60-27238944c25c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:23.134569 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ab5049fe-de25-4098-aa60-27238944c25c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:23.430409 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba99d0db-7e37-4cc5-b7ab-73c070e6b1e3 None None] Network 832c3912-43dd-433e-8519-8f155eeb4762 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:17:23.484090 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ab5049fe-de25-4098-aa60-27238944c25c admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.4325290 May 23 11:17:23.514779 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 7c61041a-72ad-4949-a265-08e3ff3a27bb up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:17:23.603734 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-27f7a843-4f72-4c58-ad68-478d9da0eb84 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:23.647529 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c14f73f-4e60-4d68-9f90-50a421e6c5c1 None None] Network dc15df35-8b51-40b0-8426-c0ec1198d56f is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:17:23.699787 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-1c14f73f-4e60-4d68-9f90-50a421e6c5c1 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:17:23.706175 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c14f73f-4e60-4d68-9f90-50a421e6c5c1 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:17:23.736606 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ce2d87a6-98ee-4657-9cbe-887331a5ceaf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:23.787816 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57632) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:23.872935 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 7c61041a-72ad-4949-a265-08e3ff3a27bb completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:17:23.935105 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 7c61041a-72ad-4949-a265-08e3ff3a27bb triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:17:23.935105 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:24.008589 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1c14f73f-4e60-4d68-9f90-50a421e6c5c1 None None] Attempting to bind port b040f427-9ba0-4672-bed7-f4b013eb5d09 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:17:24.008950 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1c14f73f-4e60-4d68-9f90-50a421e6c5c1 None None] Attempting to bind port b040f427-9ba0-4672-bed7-f4b013eb5d09 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '62a496cc-e19f-409a-b014-66e4d6c7cebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'dc15df35-8b51-40b0-8426-c0ec1198d56f'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:17:24.009302 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c14f73f-4e60-4d68-9f90-50a421e6c5c1 None None] Attempting to bind port b040f427-9ba0-4672-bed7-f4b013eb5d09 on network dc15df35-8b51-40b0-8426-c0ec1198d56f {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:17:24.027121 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c14f73f-4e60-4d68-9f90-50a421e6c5c1 None None] Pushing event updated for resources: {'Port': ['ID=b040f427-9ba0-4672-bed7-f4b013eb5d09,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:24.029462 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2597378c-e7d4-4343-a6a9-3e267f162eff None None] Provisioning for port 7c61041a-72ad-4949-a265-08e3ff3a27bb completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:17:24.038175 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c14f73f-4e60-4d68-9f90-50a421e6c5c1 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:17:24.038465 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c14f73f-4e60-4d68-9f90-50a421e6c5c1 None None] Checking segment: {'id': '62a496cc-e19f-409a-b014-66e4d6c7cebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'dc15df35-8b51-40b0-8426-c0ec1198d56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:17:24.038874 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1c14f73f-4e60-4d68-9f90-50a421e6c5c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:24.039260 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c14f73f-4e60-4d68-9f90-50a421e6c5c1 None None] Bound using segment: {'id': '62a496cc-e19f-409a-b014-66e4d6c7cebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'dc15df35-8b51-40b0-8426-c0ec1198d56f'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:17:24.039740 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1c14f73f-4e60-4d68-9f90-50a421e6c5c1 None None] Bound port: b040f427-9ba0-4672-bed7-f4b013eb5d09, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a496cc-e19f-409a-b014-66e4d6c7cebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'dc15df35-8b51-40b0-8426-c0ec1198d56f'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:17:24.040128 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1c14f73f-4e60-4d68-9f90-50a421e6c5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:24.063423 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2597378c-e7d4-4343-a6a9-3e267f162eff None None] Provisioning complete for port 7c61041a-72ad-4949-a265-08e3ff3a27bb triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:17:24.063798 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2597378c-e7d4-4343-a6a9-3e267f162eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:24.142837 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-48c0adac-d887-4fa5-be89-45c4a5a57fd0 req-1b77fa67-08e0-4e5f-bbda-e5914c44d699 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dce0237-13ee-4e96-9552-bce0c4513ce9 HTTP/1.1" status: 200 len: 210 time: 0.5054021 May 23 11:17:24.254595 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:17:24.329458 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f12702d8-a102-4a84-be76-b0d41e5f77fb tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:24.337116 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1c14f73f-4e60-4d68-9f90-50a421e6c5c1 None None] For port b040f427-9ba0-4672-bed7-f4b013eb5d09, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:17:24.347377 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1c14f73f-4e60-4d68-9f90-50a421e6c5c1 None None] For port b040f427-9ba0-4672-bed7-f4b013eb5d09, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=b040f427-9ba0-4672-bed7-f4b013eb5d09,segment=NetworkSegment(62a496cc-e19f-409a-b014-66e4d6c7cebc),segment_id=62a496cc-e19f-409a-b014-66e4d6c7cebc)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:17:24.471682 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1c14f73f-4e60-4d68-9f90-50a421e6c5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:24.490756 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2597378c-e7d4-4343-a6a9-3e267f162eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:24.523160 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12702d8-a102-4a84-be76-b0d41e5f77fb tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Port': ['ID=7e38caba-6900-4e23-9908-a487156ff6ec,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:24.539103 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d391fc4-c716-4267-886e-5b1b20c54826 admin admin] Deleting subnet 6730418d-cdcf-4c1a-85d9-9bec5a7e7e4d {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:17:24.554423 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d87a6-98ee-4657-9cbe-887331a5ceaf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Pushing event updated for resources: {'Subnet': ['ID=3c834f11-95c0-4b5a-b401-f49728657821,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:24.672914 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4d391fc4-c716-4267-886e-5b1b20c54826 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:24.711624 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2597378c-e7d4-4343-a6a9-3e267f162eff None None] For port 7c61041a-72ad-4949-a265-08e3ff3a27bb, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=7c61041a-72ad-4949-a265-08e3ff3a27bb,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:17:24.713348 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c14f73f-4e60-4d68-9f90-50a421e6c5c1 None None] Pushing event updated for resources: {'Port': ['ID=b040f427-9ba0-4672-bed7-f4b013eb5d09,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:24.740665 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2597378c-e7d4-4343-a6a9-3e267f162eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:24.773832 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f12702d8-a102-4a84-be76-b0d41e5f77fb tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:24.806952 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2d87a6-98ee-4657-9cbe-887331a5ceaf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Checking segment: {'id': 'b9fbc905-5e46-471f-be10-d3ddd4aa40fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'caa75e58-fea3-4934-a2b0-723273e69b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:17:24.821089 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2d87a6-98ee-4657-9cbe-887331a5ceaf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Network hostable DHCP agents. Network: caa75e58-fea3-4934-a2b0-723273e69b7e, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:17:24.899255 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4d391fc4-c716-4267-886e-5b1b20c54826 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:24.997631 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597378c-e7d4-4343-a6a9-3e267f162eff None None] Pushing event updated for resources: {'Port': ['ID=7c61041a-72ad-4949-a265-08e3ff3a27bb,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:25.037786 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f12702d8-a102-4a84-be76-b0d41e5f77fb tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/ports/7e38caba-6900-4e23-9908-a487156ff6ec HTTP/1.1" status: 204 len: 168 time: 3.5253651 May 23 11:17:25.053825 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 57654) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:25.137178 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:25.211055 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4d391fc4-c716-4267-886e-5b1b20c54826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:25.335553 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aad3f3b-5d71-4579-83f3-4e4f96ed24b9 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:25.345690 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aad3f3b-5d71-4579-83f3-4e4f96ed24b9 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:25.349817 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3aad3f3b-5d71-4579-83f3-4e4f96ed24b9 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2926624 May 23 11:17:25.351649 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 57662) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:25.407452 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-33da32f2-0548-42d3-bf2b-f98f5cfe8aa7 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:25.410781 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-33da32f2-0548-42d3-bf2b-f98f5cfe8aa7 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] Synchronizing usage tracker for tenant:6091b7e5e45f43588e581c3a0caa78b2 on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:17:25.441973 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4d391fc4-c716-4267-886e-5b1b20c54826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:25.550770 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1b47cc-d132-4349-8a62-6c4a99a75efc None None] Network 832c3912-43dd-433e-8519-8f155eeb4762 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:17:25.570422 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57668) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:25.573313 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2d87a6-98ee-4657-9cbe-887331a5ceaf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Network caa75e58-fea3-4934-a2b0-723273e69b7e is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:17:25.583391 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d391fc4-c716-4267-886e-5b1b20c54826 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6730418d-cdcf-4c1a-85d9-9bec5a7e7e4d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:25.603431 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-58194f8c-ad23-49da-bfca-8a897f3badd0 None None] Could not find standard attr ID for object 7e38caba-6900-4e23-9908-a487156ff6ec. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:17:25.624078 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-ce2d87a6-98ee-4657-9cbe-887331a5ceaf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, caa75e58-fea3-4934-a2b0-723273e69b7e) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:17:25.631475 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2d87a6-98ee-4657-9cbe-887331a5ceaf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:25.632639 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ce2d87a6-98ee-4657-9cbe-887331a5ceaf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:25.642758 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4d391fc4-c716-4267-886e-5b1b20c54826 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:25.646149 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-33da32f2-0548-42d3-bf2b-f98f5cfe8aa7 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] Unset dirty status for tenant:6091b7e5e45f43588e581c3a0caa78b2 on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:17:25.647438 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-33da32f2-0548-42d3-bf2b-f98f5cfe8aa7 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] 10.222.0.81 "GET /v2.0/networks?id=ed003832-1702-4cc5-8cf0-709f2ca9f453 HTTP/1.1" status: 200 len: 822 time: 1.1633835 May 23 11:17:25.663120 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4d391fc4-c716-4267-886e-5b1b20c54826 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/6730418d-cdcf-4c1a-85d9-9bec5a7e7e4d HTTP/1.1" status: 204 len: 168 time: 1.8716493 May 23 11:17:25.668699 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc223c44-41f6-44b4-b102-b1dd069595bb None None] Network caa75e58-fea3-4934-a2b0-723273e69b7e requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:17:25.675784 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57674) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:25.690586 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:17:25.690927 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:17:25.697166 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-e482b833-f3b8-4a9f-8b63-7f3e85938dbf tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] Request body: {'port': {'device_id': '3dce0237-13ee-4e96-9552-bce0c4513ce9', 'network_id': 'ed003832-1702-4cc5-8cf0-709f2ca9f453', 'admin_state_up': True, 'tenant_id': '6091b7e5e45f43588e581c3a0caa78b2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:17:25.733028 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fbeb243b-491f-42fd-9ddf-14a5c45579e0 req-777a910d-dd70-4392-8b2f-aa17744aded9 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dce0237-13ee-4e96-9552-bce0c4513ce9 HTTP/1.1" status: 200 len: 210 time: 0.2298048 May 23 11:17:25.784843 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f7a843-4f72-4c58-ad68-478d9da0eb84 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Router c9216111-c43c-4be0-a78a-94d660ee4a0e has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:17:25.803958 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ce2d87a6-98ee-4657-9cbe-887331a5ceaf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.2208078 May 23 11:17:25.818025 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57678) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:25.839020 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-58194f8c-ad23-49da-bfca-8a897f3badd0 None None] Provisioning complete for port 7c61041a-72ad-4949-a265-08e3ff3a27bb triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:17:25.839597 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-58194f8c-ad23-49da-bfca-8a897f3badd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:25.903006 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-0a821914-6970-426f-b015-6c6ea8e49c2d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Request body: {'port': {'network_id': 'dc15df35-8b51-40b0-8426-c0ec1198d56f', 'name': 'tempest-TaggedBootDevicesTest_v242-938754789', 'fixed_ips': [{'subnet_id': 'ac62e3e8-2718-4c68-91a7-544681516b07'}]}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:17:26.191850 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-12d81012-d966-47b5-b4af-250dfe75436d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting subnet 12ee727a-1b76-453a-a5d7-ad5a315983e6 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:17:26.201599 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-12d81012-d966-47b5-b4af-250dfe75436d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:26.239634 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0a821914-6970-426f-b015-6c6ea8e49c2d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:26.256684 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b17a43ce-9d10-415a-b0c0-4f0973f4b2e3 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1331501959-network', 'tenant_id': '0d8e63cb106b40b880c35c46eb22d5c0'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:17:26.268118 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b17a43ce-9d10-415a-b0c0-4f0973f4b2e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:26.273201 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b17a43ce-9d10-415a-b0c0-4f0973f4b2e3 admin admin] Usage tracker for resource:network and tenant:0d8e63cb106b40b880c35c46eb22d5c0 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:26.276251 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b17a43ce-9d10-415a-b0c0-4f0973f4b2e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:26.283317 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b17a43ce-9d10-415a-b0c0-4f0973f4b2e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:26.318771 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0a821914-6970-426f-b015-6c6ea8e49c2d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Usage tracker for resource:port and tenant:6413deec0c1b468e9165a85b033a2ba9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:26.324853 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17a43ce-9d10-415a-b0c0-4f0973f4b2e3 admin admin] Made reservation on behalf of 0d8e63cb106b40b880c35c46eb22d5c0 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:17:26.327328 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b17a43ce-9d10-415a-b0c0-4f0973f4b2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:26.350498 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-12d81012-d966-47b5-b4af-250dfe75436d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:26.368487 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0a821914-6970-426f-b015-6c6ea8e49c2d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:26.396370 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0a821914-6970-426f-b015-6c6ea8e49c2d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:26.403934 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b17a43ce-9d10-415a-b0c0-4f0973f4b2e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:26.433356 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce4cb1d-096e-4a64-8769-910d124d0033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-caa75e58-fea3-4934-a2b0-723273e69b7e', 'network_id': 'caa75e58-fea3-4934-a2b0-723273e69b7e', 'tenant_id': '6413deec0c1b468e9165a85b033a2ba9', 'fixed_ips': [{'subnet_id': '3c834f11-95c0-4b5a-b401-f49728657821'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:17:26.434177 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4ce4cb1d-096e-4a64-8769-910d124d0033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:26.447579 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7b20fef1-28f3-4249-a9c9-217faf4f2cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:26.505950 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b17a43ce-9d10-415a-b0c0-4f0973f4b2e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:26.512093 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b17a43ce-9d10-415a-b0c0-4f0973f4b2e3 admin admin] Usage tracker for resource:security_group_rule and tenant:0d8e63cb106b40b880c35c46eb22d5c0 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:26.515579 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b17a43ce-9d10-415a-b0c0-4f0973f4b2e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:26.529538 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b17a43ce-9d10-415a-b0c0-4f0973f4b2e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:26.603625 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e389134c-65bd-404d-b71a-302cc5bab057 None None] Could not find standard attr ID for object 7e38caba-6900-4e23-9908-a487156ff6ec. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:17:26.617317 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a821914-6970-426f-b015-6c6ea8e49c2d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Made reservation on behalf of 6413deec0c1b468e9165a85b033a2ba9 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:17:26.669580 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device b040f427-9ba0-4672-bed7-f4b013eb5d09 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:17:26.772798 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2548afe8-08de-4fcb-8ae6-78967b823e9c None None] Network dc15df35-8b51-40b0-8426-c0ec1198d56f requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:17:26.952383 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0a821914-6970-426f-b015-6c6ea8e49c2d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:26.980743 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-e482b833-f3b8-4a9f-8b63-7f3e85938dbf tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:27.014583 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-e482b833-f3b8-4a9f-8b63-7f3e85938dbf tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] Usage tracker for resource:port and tenant:6091b7e5e45f43588e581c3a0caa78b2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:27.020326 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-e482b833-f3b8-4a9f-8b63-7f3e85938dbf tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:27.037647 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-90066e39-3095-4d5e-9ae2-dd07f23a46e0 None None] Provisioning for port b040f427-9ba0-4672-bed7-f4b013eb5d09 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:17:27.043458 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-4ce4cb1d-096e-4a64-8769-910d124d0033 None None] Allocated IP 10.2.2.2 (caa75e58-fea3-4934-a2b0-723273e69b7e/3c834f11-95c0-4b5a-b401-f49728657821/ee78575c-a95a-44b3-8bc7-34e96d1eb118) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:17:27.050528 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c26b24ed-7073-4f80-8a25-89cadeead107 req-4b9846fc-9376-4925-b0ea-e99724ed98b7 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dce0237-13ee-4e96-9552-bce0c4513ce9 HTTP/1.1" status: 200 len: 210 time: 0.1149061 May 23 11:17:27.079327 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-12d81012-d966-47b5-b4af-250dfe75436d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:27.105219 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-e482b833-f3b8-4a9f-8b63-7f3e85938dbf tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:27.115387 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b17a43ce-9d10-415a-b0c0-4f0973f4b2e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:27.137292 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port b040f427-9ba0-4672-bed7-f4b013eb5d09 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:17:27.142869 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-0a821914-6970-426f-b015-6c6ea8e49c2d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] device_id is not set on port 65511622-3ae6-4e00-8bb2-667556a3a5f7 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:17:27.181253 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f7a843-4f72-4c58-ad68-478d9da0eb84 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:17:27.191556 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b17a43ce-9d10-415a-b0c0-4f0973f4b2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:27.196379 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-12d81012-d966-47b5-b4af-250dfe75436d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:27.213652 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccf2460-4cdd-4f10-9d3b-4460c0f6ac96 None None] Sync routers for ids ['c9216111-c43c-4be0-a78a-94d660ee4a0e'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:17:27.225037 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port b040f427-9ba0-4672-bed7-f4b013eb5d09 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:17:27.225403 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:27.244303 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7b20fef1-28f3-4249-a9c9-217faf4f2cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:27.248621 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-27f7a843-4f72-4c58-ad68-478d9da0eb84 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "PUT /v2.0/routers/c9216111-c43c-4be0-a78a-94d660ee4a0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9031944 May 23 11:17:27.254983 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 57688) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:27.257521 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d81012-d966-47b5-b4af-250dfe75436d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Subnet': ['ID=12ee727a-1b76-453a-a5d7-ad5a315983e6,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:27.271462 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a43ce-9d10-415a-b0c0-4f0973f4b2e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368c8b22-99b3-4587-af62-b99923c17944,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:27.303008 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-7b20fef1-28f3-4249-a9c9-217faf4f2cd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['832c3912-43dd-433e-8519-8f155eeb4762']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:27.328878 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-e482b833-f3b8-4a9f-8b63-7f3e85938dbf tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] Made reservation on behalf of 6091b7e5e45f43588e581c3a0caa78b2 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:17:27.331859 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-e482b833-f3b8-4a9f-8b63-7f3e85938dbf tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:27.343876 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b17a43ce-9d10-415a-b0c0-4f0973f4b2e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:17:27.368411 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-7b20fef1-28f3-4249-a9c9-217faf4f2cd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83750c3d-42cb-4c77-bf8a-d120d976d1d7') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:27.368778 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-7b20fef1-28f3-4249-a9c9-217faf4f2cd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83750c3d-42cb-4c77-bf8a-d120d976d1d7') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:27.391675 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-12d81012-d966-47b5-b4af-250dfe75436d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:27.393428 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-12d81012-d966-47b5-b4af-250dfe75436d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/12ee727a-1b76-453a-a5d7-ad5a315983e6 HTTP/1.1" status: 204 len: 168 time: 2.0403240 May 23 11:17:27.398004 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7b20fef1-28f3-4249-a9c9-217faf4f2cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:27.399982 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 57692) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:27.411078 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b17a43ce-9d10-415a-b0c0-4f0973f4b2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:27.411422 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-b17a43ce-9d10-415a-b0c0-4f0973f4b2e3 admin admin] Added segment 16d65dbf-b6a9-4190-869a-2234d81bb4e2 of type vlan for network 6213997a-77dd-4973-bef8-b88fbf379b24 May 23 11:17:27.466929 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7b20fef1-28f3-4249-a9c9-217faf4f2cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:27.495278 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-76de18cf-426c-49e8-acf7-238a6c2bcf42 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0900338 May 23 11:17:27.498193 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 57696) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:27.505471 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-75ce0941-14b1-4285-8a58-cd0973fc50ad tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'subnet': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:17:27.548924 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccf2460-4cdd-4f10-9d3b-4460c0f6ac96 None None] Routers {'c9216111-c43c-4be0-a78a-94d660ee4a0e'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:17:27.549565 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2ccf2460-4cdd-4f10-9d3b-4460c0f6ac96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:17:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['c9216111-c43c-4be0-a78a-94d660ee4a0e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:27.598448 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b20fef1-28f3-4249-a9c9-217faf4f2cd7 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:17:27.602008 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7b20fef1-28f3-4249-a9c9-217faf4f2cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:27.610634 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a503028-7265-4f40-91e9-bace142f5340 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:17:27.749902 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-75ce0941-14b1-4285-8a58-cd0973fc50ad tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:27.765304 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:17:27.765304 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:17:27.765304 n-d-842952-2 neutron-server[83911]: timer() May 23 11:17:27.765304 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:17:27.765304 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:17:27.765304 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:17:27.765304 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:17:27.765304 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:17:27.765304 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:17:27.765304 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:17:27.765304 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:17:27.765304 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:17:27.765304 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:17:27.765304 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:17:27.765304 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:17:27.765304 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:17:27.765304 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:17:27.765304 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:17:27.765304 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:17:27.765304 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:17:27.765304 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:17:27.765304 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:17:27.765304 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:17:27.765304 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:17:27.765304 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:17:27.765304 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:17:27.765304 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:17:27.765304 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:17:27.765304 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:17:27.765304 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:17:27.765304 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:17:27.765304 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:17:27.795077 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b17a43ce-9d10-415a-b0c0-4f0973f4b2e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:27.840123 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-75ce0941-14b1-4285-8a58-cd0973fc50ad tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:subnet and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:27.851481 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-75ce0941-14b1-4285-8a58-cd0973fc50ad tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:27.879544 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2ccf2460-4cdd-4f10-9d3b-4460c0f6ac96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:27.885790 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-75ce0941-14b1-4285-8a58-cd0973fc50ad tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:27.910967 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4ce4cb1d-096e-4a64-8769-910d124d0033 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:27.922027 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccf2460-4cdd-4f10-9d3b-4460c0f6ac96 None None] Routers {'c9216111-c43c-4be0-a78a-94d660ee4a0e'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:17:27.922926 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2ccf2460-4cdd-4f10-9d3b-4460c0f6ac96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:17:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['c9216111-c43c-4be0-a78a-94d660ee4a0e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:27.929852 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ce0941-14b1-4285-8a58-cd0973fc50ad tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:17:27.933379 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-75ce0941-14b1-4285-8a58-cd0973fc50ad tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:28.068286 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7b20fef1-28f3-4249-a9c9-217faf4f2cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:28.075576 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bdbe9eef-5502-40fb-968d-f1405b149c5a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:28.099409 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2ccf2460-4cdd-4f10-9d3b-4460c0f6ac96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:28.099811 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccf2460-4cdd-4f10-9d3b-4460c0f6ac96 None None] The sync data for ids ['c9216111-c43c-4be0-a78a-94d660ee4a0e'] in n-d-842952-2 is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:17:28.103167 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7b20fef1-28f3-4249-a9c9-217faf4f2cd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:28.116576 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b17a43ce-9d10-415a-b0c0-4f0973f4b2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:28.117653 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17a43ce-9d10-415a-b0c0-4f0973f4b2e3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:28.118249 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b17a43ce-9d10-415a-b0c0-4f0973f4b2e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:28.125810 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4ce4cb1d-096e-4a64-8769-910d124d0033 None None] Transition to ACTIVE for port object ee78575c-a95a-44b3-8bc7-34e96d1eb118 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:17:28.140835 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20fef1-28f3-4249-a9c9-217faf4f2cd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=832c3912-43dd-433e-8519-8f155eeb4762,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:28.219532 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4ce4cb1d-096e-4a64-8769-910d124d0033 None None] Transition to ACTIVE for port object ee78575c-a95a-44b3-8bc7-34e96d1eb118 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:17:28.246325 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4ce4cb1d-096e-4a64-8769-910d124d0033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:28.266637 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-0a821914-6970-426f-b015-6c6ea8e49c2d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Allocated IP 10.1.1.175 (dc15df35-8b51-40b0-8426-c0ec1198d56f/ac62e3e8-2718-4c68-91a7-544681516b07/65511622-3ae6-4e00-8bb2-667556a3a5f7) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:17:28.269016 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-e482b833-f3b8-4a9f-8b63-7f3e85938dbf tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] Allocated IP 172.20.0.13 (ed003832-1702-4cc5-8cf0-709f2ca9f453/ea952e16-2238-4b97-bebb-24105560a86a/730da5a7-0604-42a0-9afd-c736378e197d) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:17:28.271976 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7b20fef1-28f3-4249-a9c9-217faf4f2cd7 admin admin] 10.222.0.79 "DELETE /v2.0/networks/832c3912-43dd-433e-8519-8f155eeb4762 HTTP/1.1" status: 204 len: 168 time: 2.5930235 May 23 11:17:28.298439 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:28.303436 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b17a43ce-9d10-415a-b0c0-4f0973f4b2e3 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7316308 May 23 11:17:28.339136 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57708) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:28.404436 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce4cb1d-096e-4a64-8769-910d124d0033 None None] Network caa75e58-fea3-4934-a2b0-723273e69b7e is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:17:28.417513 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-4ce4cb1d-096e-4a64-8769-910d124d0033 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:17:28.437730 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce4cb1d-096e-4a64-8769-910d124d0033 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:17:28.451549 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4cb1d-096e-4a64-8769-910d124d0033 None None] Pushing event updated for resources: {'Port': ['ID=ee78575c-a95a-44b3-8bc7-34e96d1eb118,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:28.504206 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a72005-07b7-49b3-9645-277c3ee22eec None None] DHCP port deletion for db5fdb8a-4d76-428d-84ca-c911a4d5dee2 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:17:28.505644 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 57710) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:28.508608 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3c53492b-f4ee-4cff-81dd-342182bfda18 req-858ac79f-267d-44bc-a7cc-f6bb38382282 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dce0237-13ee-4e96-9552-bce0c4513ce9 HTTP/1.1" status: 200 len: 210 time: 0.1352701 May 23 11:17:28.509720 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port b040f427-9ba0-4672-bed7-f4b013eb5d09, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=b040f427-9ba0-4672-bed7-f4b013eb5d09,segment=NetworkSegment(62a496cc-e19f-409a-b014-66e4d6c7cebc),segment_id=62a496cc-e19f-409a-b014-66e4d6c7cebc)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:17:28.541899 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-77a72005-07b7-49b3-9645-277c3ee22eec None None] Deleting port 7c61041a-72ad-4949-a265-08e3ff3a27bb {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:17:28.542350 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-77a72005-07b7-49b3-9645-277c3ee22eec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:28.555021 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-0ff1e61a-fdeb-4dea-b19e-8104b54498f4 admin admin] Request body: {'subnet': {'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1331501959-subnet', 'tenant_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:17:28.561743 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0ff1e61a-fdeb-4dea-b19e-8104b54498f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:28.566741 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0ff1e61a-fdeb-4dea-b19e-8104b54498f4 admin admin] Usage tracker for resource:subnet and tenant:0d8e63cb106b40b880c35c46eb22d5c0 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:28.571142 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0ff1e61a-fdeb-4dea-b19e-8104b54498f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:28.577894 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:28.578756 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 7c61041a-72ad-4949-a265-08e3ff3a27bb up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:17:28.587342 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0ff1e61a-fdeb-4dea-b19e-8104b54498f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:28.611624 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a43ce-9d10-415a-b0c0-4f0973f4b2e3 admin admin] Pushing event updated for resources: {'Network': ['ID=6213997a-77dd-4973-bef8-b88fbf379b24,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:28.669552 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 6213997a-77dd-4973-bef8-b88fbf379b24 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:17:28.717156 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff1e61a-fdeb-4dea-b19e-8104b54498f4 admin admin] Made reservation on behalf of 0d8e63cb106b40b880c35c46eb22d5c0 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:17:28.721704 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0ff1e61a-fdeb-4dea-b19e-8104b54498f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:28.796433 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-51db5f04-9c0e-4c0a-b0e9-cce3f348ded5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e9b9b3770dd245be997e466705112fbf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2866993 May 23 11:17:28.799232 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 57718) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:28.831315 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-4ce4cb1d-096e-4a64-8769-910d124d0033 None None] Attempting to bind port ee78575c-a95a-44b3-8bc7-34e96d1eb118 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:17:28.832204 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-4ce4cb1d-096e-4a64-8769-910d124d0033 None None] Attempting to bind port ee78575c-a95a-44b3-8bc7-34e96d1eb118 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'b9fbc905-5e46-471f-be10-d3ddd4aa40fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'caa75e58-fea3-4934-a2b0-723273e69b7e'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:17:28.832204 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce4cb1d-096e-4a64-8769-910d124d0033 None None] Attempting to bind port ee78575c-a95a-44b3-8bc7-34e96d1eb118 on network caa75e58-fea3-4934-a2b0-723273e69b7e {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:17:28.901775 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8f68b271-1b23-4426-a7e1-a73d98a6c2c6 None None] Provisioning complete for port b040f427-9ba0-4672-bed7-f4b013eb5d09 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:17:28.902142 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8f68b271-1b23-4426-a7e1-a73d98a6c2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:28.912177 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-75ce0941-14b1-4285-8a58-cd0973fc50ad tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:29.002803 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce4cb1d-096e-4a64-8769-910d124d0033 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:17:29.003216 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce4cb1d-096e-4a64-8769-910d124d0033 None None] Checking segment: {'id': 'b9fbc905-5e46-471f-be10-d3ddd4aa40fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'caa75e58-fea3-4934-a2b0-723273e69b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:17:29.003843 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4ce4cb1d-096e-4a64-8769-910d124d0033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:29.005326 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce4cb1d-096e-4a64-8769-910d124d0033 None None] Bound using segment: {'id': 'b9fbc905-5e46-471f-be10-d3ddd4aa40fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'caa75e58-fea3-4934-a2b0-723273e69b7e'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:17:29.005858 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-4ce4cb1d-096e-4a64-8769-910d124d0033 None None] Bound port: ee78575c-a95a-44b3-8bc7-34e96d1eb118, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9fbc905-5e46-471f-be10-d3ddd4aa40fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'caa75e58-fea3-4934-a2b0-723273e69b7e'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:17:29.006240 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4ce4cb1d-096e-4a64-8769-910d124d0033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:29.045162 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=b040f427-9ba0-4672-bed7-f4b013eb5d09,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:29.048691 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ce0941-14b1-4285-8a58-cd0973fc50ad tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:17:29.052266 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-75ce0941-14b1-4285-8a58-cd0973fc50ad tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:17:29.069477 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ce0941-14b1-4285-8a58-cd0973fc50ad tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:29.070281 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-75ce0941-14b1-4285-8a58-cd0973fc50ad tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:29.099533 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-43ef9775-e4e4-4c54-ac00-4094d51667d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:29.138017 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-75ce0941-14b1-4285-8a58-cd0973fc50ad tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6369114 May 23 11:17:29.138215 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57724) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:29.159853 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce0941-14b1-4285-8a58-cd0973fc50ad tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Subnet': ['ID=9724223b-b7a3-4ed1-b2e2-66e2a2e14943,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:29.160438 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b18d46cd-6102-4836-b04b-6116371473f7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'port': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'name': 'tempest-NetworksTestDHCPv6-1595970433'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:17:29.225567 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 7c61041a-72ad-4949-a265-08e3ff3a27bb triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:17:29.225887 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:29.270793 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-43ef9775-e4e4-4c54-ac00-4094d51667d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:29.307969 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-77a72005-07b7-49b3-9645-277c3ee22eec None None] For port 7c61041a-72ad-4949-a265-08e3ff3a27bb, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=7c61041a-72ad-4949-a265-08e3ff3a27bb,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:17:29.308368 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-77a72005-07b7-49b3-9645-277c3ee22eec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:29.327340 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0a821914-6970-426f-b015-6c6ea8e49c2d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:29.401739 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-0a821914-6970-426f-b015-6c6ea8e49c2d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Transition to ACTIVE for port object 65511622-3ae6-4e00-8bb2-667556a3a5f7 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:17:29.492953 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b18d46cd-6102-4836-b04b-6116371473f7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:29.497368 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b18d46cd-6102-4836-b04b-6116371473f7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:port and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:29.500748 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b18d46cd-6102-4836-b04b-6116371473f7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:29.507045 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b18d46cd-6102-4836-b04b-6116371473f7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:29.517396 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-43ef9775-e4e4-4c54-ac00-4094d51667d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:29.540947 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18d46cd-6102-4836-b04b-6116371473f7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:17:29.544855 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b18d46cd-6102-4836-b04b-6116371473f7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:29.557430 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-77a72005-07b7-49b3-9645-277c3ee22eec None None] Calling delete_port for 7c61041a-72ad-4949-a265-08e3ff3a27bb owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:17:29.581004 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-e482b833-f3b8-4a9f-8b63-7f3e85938dbf tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:29.587180 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-b18d46cd-6102-4836-b04b-6116371473f7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] device_id is not set on port ba39013e-fc8d-4c34-8874-3a8b2c0a3207 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:17:29.591925 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ef9775-e4e4-4c54-ac00-4094d51667d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0835f412-ee41-42e1-a9f6-339861cea08a,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:29.601763 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-4ce4cb1d-096e-4a64-8769-910d124d0033 None None] For port ee78575c-a95a-44b3-8bc7-34e96d1eb118, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:17:29.614193 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-43ef9775-e4e4-4c54-ac00-4094d51667d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:29.621317 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-43ef9775-e4e4-4c54-ac00-4094d51667d6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0835f412-ee41-42e1-a9f6-339861cea08a HTTP/1.1" status: 204 len: 168 time: 0.8204048 May 23 11:17:29.653831 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-4ce4cb1d-096e-4a64-8769-910d124d0033 None None] For port ee78575c-a95a-44b3-8bc7-34e96d1eb118, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=ee78575c-a95a-44b3-8bc7-34e96d1eb118,segment=NetworkSegment(b9fbc905-5e46-471f-be10-d3ddd4aa40fc),segment_id=b9fbc905-5e46-471f-be10-d3ddd4aa40fc)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:17:29.682057 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4ce4cb1d-096e-4a64-8769-910d124d0033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:29.683477 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0ff1e61a-fdeb-4dea-b19e-8104b54498f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:29.778336 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0a821914-6970-426f-b015-6c6ea8e49c2d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:29.900416 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a821914-6970-426f-b015-6c6ea8e49c2d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Network dc15df35-8b51-40b0-8426-c0ec1198d56f is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:17:29.917369 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-0a821914-6970-426f-b015-6c6ea8e49c2d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:17:29.943081 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-bdbe9eef-5502-40fb-968d-f1405b149c5a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Deleting port fd20dbb4-3a6e-44a8-be62-20924d1d278c {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:17:29.949618 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a821914-6970-426f-b015-6c6ea8e49c2d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:17:29.949895 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bdbe9eef-5502-40fb-968d-f1405b149c5a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:30.000701 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-77a72005-07b7-49b3-9645-277c3ee22eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:30.012509 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff1e61a-fdeb-4dea-b19e-8104b54498f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54335c97-79a1-4f1c-bc27-f53589fd26ef,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:30.016108 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4cb1d-096e-4a64-8769-910d124d0033 None None] Pushing event updated for resources: {'Port': ['ID=ee78575c-a95a-44b3-8bc7-34e96d1eb118,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:30.070190 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a72005-07b7-49b3-9645-277c3ee22eec None None] Pushing event deleted for resources: {'Port': ['ID=7c61041a-72ad-4949-a265-08e3ff3a27bb,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:30.076593 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a72005-07b7-49b3-9645-277c3ee22eec None None] No DVR routers for this DVR port 7c61041a-72ad-4949-a265-08e3ff3a27bb on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:17:30.112327 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbf33e8-e01e-448a-b27f-d4a37d4c79e7 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:17:30.150826 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-b18d46cd-6102-4836-b04b-6116371473f7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Allocated IP 2001:db8::2ee (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/9724223b-b7a3-4ed1-b2e2-66e2a2e14943/ba39013e-fc8d-4c34-8874-3a8b2c0a3207) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:17:30.169942 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a821914-6970-426f-b015-6c6ea8e49c2d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Pushing event updated for resources: {'Port': ['ID=65511622-3ae6-4e00-8bb2-667556a3a5f7,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:30.206842 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff1e61a-fdeb-4dea-b19e-8104b54498f4 admin admin] Checking segment: {'id': '16d65dbf-b6a9-4190-869a-2234d81bb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:17:30.207047 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff1e61a-fdeb-4dea-b19e-8104b54498f4 admin admin] Network hostable DHCP agents. Network: 6213997a-77dd-4973-bef8-b88fbf379b24, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:17:30.265407 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-e482b833-f3b8-4a9f-8b63-7f3e85938dbf tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:30.425625 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device b040f427-9ba0-4672-bed7-f4b013eb5d09 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:17:30.483426 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a821914-6970-426f-b015-6c6ea8e49c2d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:30.483426 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0a821914-6970-426f-b015-6c6ea8e49c2d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:30.502337 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-e482b833-f3b8-4a9f-8b63-7f3e85938dbf tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] Network ed003832-1702-4cc5-8cf0-709f2ca9f453 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:17:30.527598 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ec5b7d-7633-435d-8228-745676f0e145 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'tenant_id': '7898a2f847b24320a42ded6c2b4bd651', 'fixed_ips': [{'subnet_id': '9724223b-b7a3-4ed1-b2e2-66e2a2e14943'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:17:30.530387 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-48ec5b7d-7633-435d-8228-745676f0e145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:30.538304 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-e482b833-f3b8-4a9f-8b63-7f3e85938dbf tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:17:30.540898 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-e482b833-f3b8-4a9f-8b63-7f3e85938dbf tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:17:30.625345 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bdbe9eef-5502-40fb-968d-f1405b149c5a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:30.649764 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c3d1375f-9db3-4552-99ed-abe1ac7872d7 None None] Provisioning for port 65511622-3ae6-4e00-8bb2-667556a3a5f7 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:17:30.670432 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c3d1375f-9db3-4552-99ed-abe1ac7872d7 None None] Provisioning complete for port 65511622-3ae6-4e00-8bb2-667556a3a5f7 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:17:30.670726 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c3d1375f-9db3-4552-99ed-abe1ac7872d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:30.747078 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c3d1375f-9db3-4552-99ed-abe1ac7872d7 None None] Port 65511622-3ae6-4e00-8bb2-667556a3a5f7 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:17:30.749795 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port b040f427-9ba0-4672-bed7-f4b013eb5d09 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:17:30.750197 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:30.824781 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-bdbe9eef-5502-40fb-968d-f1405b149c5a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Calling delete_port for fd20dbb4-3a6e-44a8-be62-20924d1d278c owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:17:31.037964 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bdbe9eef-5502-40fb-968d-f1405b149c5a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:31.050006 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e482b833-f3b8-4a9f-8b63-7f3e85938dbf tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] Pushing event updated for resources: {'Port': ['ID=730da5a7-0604-42a0-9afd-c736378e197d,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:31.081924 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0a821914-6970-426f-b015-6c6ea8e49c2d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.2566149 May 23 11:17:31.091621 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 7c61041a-72ad-4949-a265-08e3ff3a27bb no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:17:31.102124 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 57750) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:31.103765 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe9eef-5502-40fb-968d-f1405b149c5a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event deleted for resources: {'Port': ['ID=fd20dbb4-3a6e-44a8-be62-20924d1d278c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:31.127947 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-bb5a39e7-90c9-4c4c-baaf-06ad4379a146 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Request body: {'port': {'network_id': 'dc15df35-8b51-40b0-8426-c0ec1198d56f', 'name': 'tempest-TaggedBootDevicesTest_v242-804042121', 'fixed_ips': [{'subnet_id': 'ac62e3e8-2718-4c68-91a7-544681516b07'}]}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:17:31.129523 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-e482b833-f3b8-4a9f-8b63-7f3e85938dbf tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:31.130135 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-e482b833-f3b8-4a9f-8b63-7f3e85938dbf tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:31.151035 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 7c61041a-72ad-4949-a265-08e3ff3a27bb {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:17:31.151521 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 7c61041a-72ad-4949-a265-08e3ff3a27bb not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:17:31.215911 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff1e61a-fdeb-4dea-b19e-8104b54498f4 admin admin] Network 6213997a-77dd-4973-bef8-b88fbf379b24 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:17:31.259166 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-e482b833-f3b8-4a9f-8b63-7f3e85938dbf tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5767193 May 23 11:17:31.290486 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-386df9a4-8345-47f4-8765-84fe1f7ce005 service neutron] Request body: {'port': {'device_id': '3dce0237-13ee-4e96-9552-bce0c4513ce9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:17:31.322399 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-0ff1e61a-fdeb-4dea-b19e-8104b54498f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 6213997a-77dd-4973-bef8-b88fbf379b24) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:17:31.332650 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbb9a27-c13f-4bcb-af76-ee71237d0e07 None None] Network 6213997a-77dd-4973-bef8-b88fbf379b24 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:17:31.353485 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff1e61a-fdeb-4dea-b19e-8104b54498f4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:31.354613 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0ff1e61a-fdeb-4dea-b19e-8104b54498f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:31.413699 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b18d46cd-6102-4836-b04b-6116371473f7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:31.429619 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0ff1e61a-fdeb-4dea-b19e-8104b54498f4 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9286113 May 23 11:17:31.434299 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57760) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:31.571581 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c01797e6-6547-4e59-8eb7-2628262ff72a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1331501959-router', 'tenant_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:17:31.587627 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-386df9a4-8345-47f4-8765-84fe1f7ce005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:31.604919 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-b18d46cd-6102-4836-b04b-6116371473f7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Transition to ACTIVE for port object ba39013e-fc8d-4c34-8874-3a8b2c0a3207 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:17:31.608426 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c01797e6-6547-4e59-8eb7-2628262ff72a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:31.616753 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c01797e6-6547-4e59-8eb7-2628262ff72a admin admin] Usage tracker for resource:router and tenant:0d8e63cb106b40b880c35c46eb22d5c0 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:31.619295 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ee922-a39b-4851-bb4f-616565eac7b7 req-1bb0935c-f5c7-4978-967b-86f8c8a58174 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:31.620878 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-899ee922-a39b-4851-bb4f-616565eac7b7 req-1bb0935c-f5c7-4978-967b-86f8c8a58174 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dce0237-13ee-4e96-9552-bce0c4513ce9 HTTP/1.1" status: 200 len: 932 time: 1.6791837 May 23 11:17:31.643265 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c01797e6-6547-4e59-8eb7-2628262ff72a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:31.667668 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57766) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:31.692731 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c01797e6-6547-4e59-8eb7-2628262ff72a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:31.797641 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9559dd31-fddb-4377-936f-f12384ddf979 None None] Network caa75e58-fea3-4934-a2b0-723273e69b7e requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:17:31.874545 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-899ee922-a39b-4851-bb4f-616565eac7b7 req-ac7e1089-ca48-4647-938c-acab80db7bcf tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] 10.222.0.79 "GET /v2.0/security-groups?id=a47f72e0-8a50-4f5f-b520-60b01ed22f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403514 May 23 11:17:31.963013 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c01797e6-6547-4e59-8eb7-2628262ff72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:31.964011 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c01797e6-6547-4e59-8eb7-2628262ff72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:32.010140 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a806df3b-3fe1-49cb-a7f0-dbbef6a38135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-6213997a-77dd-4973-bef8-b88fbf379b24', 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24', 'tenant_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'fixed_ips': [{'subnet_id': '54335c97-79a1-4f1c-bc27-f53589fd26ef'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:17:32.011315 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a806df3b-3fe1-49cb-a7f0-dbbef6a38135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:32.033067 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-012fbe26-aba0-4e11-bc3d-a002cc192fb5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-206819050-network', 'tenant_id': 'd3ec9888c9b84da5954173e8d76fab76'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:17:32.053782 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-012fbe26-aba0-4e11-bc3d-a002cc192fb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:32.067448 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-012fbe26-aba0-4e11-bc3d-a002cc192fb5 admin admin] Usage tracker for resource:network and tenant:d3ec9888c9b84da5954173e8d76fab76 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:32.072517 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-012fbe26-aba0-4e11-bc3d-a002cc192fb5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:32.083164 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b18d46cd-6102-4836-b04b-6116371473f7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:32.105505 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-012fbe26-aba0-4e11-bc3d-a002cc192fb5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:32.127549 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-efdd8749-1fb5-4885-a020-58ab076567d0 None None] Provisioning for port ee78575c-a95a-44b3-8bc7-34e96d1eb118 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:17:32.228730 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-bb5a39e7-90c9-4c4c-baaf-06ad4379a146 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:32.228730 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-bb5a39e7-90c9-4c4c-baaf-06ad4379a146 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Usage tracker for resource:port and tenant:6413deec0c1b468e9165a85b033a2ba9 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:32.242327 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-bb5a39e7-90c9-4c4c-baaf-06ad4379a146 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:32.263000 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-bb5a39e7-90c9-4c4c-baaf-06ad4379a146 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:32.290731 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ee78575c-a95a-44b3-8bc7-34e96d1eb118 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:17:32.300795 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bdbe9eef-5502-40fb-968d-f1405b149c5a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:32.314315 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5a39e7-90c9-4c4c-baaf-06ad4379a146 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Made reservation on behalf of 6413deec0c1b468e9165a85b033a2ba9 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:17:32.410647 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c01797e6-6547-4e59-8eb7-2628262ff72a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:32.422942 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-48ec5b7d-7633-435d-8228-745676f0e145 None None] Allocated IP 2001:db8::2 (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/9724223b-b7a3-4ed1-b2e2-66e2a2e14943/312e5068-b954-44f6-8a59-939893b86a3b) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:17:32.432011 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012fbe26-aba0-4e11-bc3d-a002cc192fb5 admin admin] Made reservation on behalf of d3ec9888c9b84da5954173e8d76fab76 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:17:32.434549 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-012fbe26-aba0-4e11-bc3d-a002cc192fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:32.454066 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18d46cd-6102-4836-b04b-6116371473f7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:17:32.457740 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-012fbe26-aba0-4e11-bc3d-a002cc192fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:32.476528 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-b18d46cd-6102-4836-b04b-6116371473f7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:17:32.485722 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d46cd-6102-4836-b04b-6116371473f7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Port': ['ID=ba39013e-fc8d-4c34-8874-3a8b2c0a3207,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:32.488641 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18d46cd-6102-4836-b04b-6116371473f7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:17:32.494217 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18d46cd-6102-4836-b04b-6116371473f7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:32.495010 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b18d46cd-6102-4836-b04b-6116371473f7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:32.622763 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-386df9a4-8345-47f4-8765-84fe1f7ce005 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:17:32.698470 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b18d46cd-6102-4836-b04b-6116371473f7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5483737 May 23 11:17:32.738562 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57776) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:32.750815 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-012fbe26-aba0-4e11-bc3d-a002cc192fb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:32.817107 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-012fbe26-aba0-4e11-bc3d-a002cc192fb5 admin admin] Usage tracker for resource:security_group_rule and tenant:d3ec9888c9b84da5954173e8d76fab76 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:32.836154 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-012fbe26-aba0-4e11-bc3d-a002cc192fb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:32.841654 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bb5a39e7-90c9-4c4c-baaf-06ad4379a146 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:32.859854 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-012fbe26-aba0-4e11-bc3d-a002cc192fb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:32.875351 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-386df9a4-8345-47f4-8765-84fe1f7ce005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 730da5a7-0604-42a0-9afd-c736378e197d {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:17:32.886915 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-386df9a4-8345-47f4-8765-84fe1f7ce005 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:32.898314 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port ee78575c-a95a-44b3-8bc7-34e96d1eb118 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:17:32.944688 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c01797e6-6547-4e59-8eb7-2628262ff72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:32.963323 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port ee78575c-a95a-44b3-8bc7-34e96d1eb118 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:17:32.964066 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:32.986177 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-386df9a4-8345-47f4-8765-84fe1f7ce005 service neutron] Transition to ACTIVE for port object 730da5a7-0604-42a0-9afd-c736378e197d will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:17:33.011635 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f738be37-22e4-4fda-9ae6-5837fef13c0e tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:33.012671 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f738be37-22e4-4fda-9ae6-5837fef13c0e tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:17:33.020558 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-386df9a4-8345-47f4-8765-84fe1f7ce005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:33.111020 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-a806df3b-3fe1-49cb-a7f0-dbbef6a38135 None None] Allocated IP 172.20.0.2 (6213997a-77dd-4973-bef8-b88fbf379b24/54335c97-79a1-4f1c-bc27-f53589fd26ef/be21a1d9-38d8-4876-824b-fa94d6443530) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:17:33.126410 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f738be37-22e4-4fda-9ae6-5837fef13c0e tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:17:33.127759 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f738be37-22e4-4fda-9ae6-5837fef13c0e tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3805439 May 23 11:17:33.153153 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-48ec5b7d-7633-435d-8228-745676f0e145 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:33.169054 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 57786) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:33.170997 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-bb5a39e7-90c9-4c4c-baaf-06ad4379a146 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] device_id is not set on port 8fe06221-9b45-4a87-9097-415f9568b703 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:17:33.299938 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-48ec5b7d-7633-435d-8228-745676f0e145 None None] Transition to ACTIVE for port object 312e5068-b954-44f6-8a59-939893b86a3b will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:17:33.334452 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:33.371047 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-48ec5b7d-7633-435d-8228-745676f0e145 None None] Transition to ACTIVE for port object 312e5068-b954-44f6-8a59-939893b86a3b will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:17:33.388374 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386df9a4-8345-47f4-8765-84fe1f7ce005 service neutron] Pushing event updated for resources: {'Port': ['ID=730da5a7-0604-42a0-9afd-c736378e197d,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:33.403078 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-012fbe26-aba0-4e11-bc3d-a002cc192fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:33.406439 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-48ec5b7d-7633-435d-8228-745676f0e145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:33.415932 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-012fbe26-aba0-4e11-bc3d-a002cc192fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:33.429046 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-012fbe26-aba0-4e11-bc3d-a002cc192fb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:17:33.438805 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-012fbe26-aba0-4e11-bc3d-a002cc192fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:33.439189 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-012fbe26-aba0-4e11-bc3d-a002cc192fb5 admin admin] Added segment 8ad0a6a2-f0c5-4005-98ee-13e703106a55 of type vlan for network 0308ef6c-1caf-4171-ace3-29e1cb4dd978 May 23 11:17:33.460947 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-4eaa6c2e-52bb-4146-9d53-6d1fc77f383b tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting port ba39013e-fc8d-4c34-8874-3a8b2c0a3207 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:17:33.460947 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4eaa6c2e-52bb-4146-9d53-6d1fc77f383b tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:33.508444 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ec5b7d-7633-435d-8228-745676f0e145 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:17:33.514558 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-48ec5b7d-7633-435d-8228-745676f0e145 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:17:33.529175 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ec5b7d-7633-435d-8228-745676f0e145 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:17:33.530457 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-012fbe26-aba0-4e11-bc3d-a002cc192fb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:33.543768 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port ee78575c-a95a-44b3-8bc7-34e96d1eb118, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=ee78575c-a95a-44b3-8bc7-34e96d1eb118,segment=NetworkSegment(b9fbc905-5e46-471f-be10-d3ddd4aa40fc),segment_id=b9fbc905-5e46-471f-be10-d3ddd4aa40fc)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:17:33.597969 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:33.607458 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec5b7d-7633-435d-8228-745676f0e145 None None] Pushing event updated for resources: {'Port': ['ID=312e5068-b954-44f6-8a59-939893b86a3b,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:33.776976 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [None req-012fbe26-aba0-4e11-bc3d-a002cc192fb5 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:17:33.806405 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012fbe26-aba0-4e11-bc3d-a002cc192fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e1af21-d341-4e5b-8c55-af080821157a,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:33.814633 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-386df9a4-8345-47f4-8765-84fe1f7ce005 service neutron] Attempting to bind port 730da5a7-0604-42a0-9afd-c736378e197d on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:17:33.815026 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-386df9a4-8345-47f4-8765-84fe1f7ce005 service neutron] Attempting to bind port 730da5a7-0604-42a0-9afd-c736378e197d by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '74910d75-7b78-4673-86dc-edced59311b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ed003832-1702-4cc5-8cf0-709f2ca9f453'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:17:33.815421 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-386df9a4-8345-47f4-8765-84fe1f7ce005 service neutron] Attempting to bind port 730da5a7-0604-42a0-9afd-c736378e197d on network ed003832-1702-4cc5-8cf0-709f2ca9f453 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:17:33.823568 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-386df9a4-8345-47f4-8765-84fe1f7ce005 service neutron] Port 730da5a7-0604-42a0-9afd-c736378e197d on network ed003832-1702-4cc5-8cf0-709f2ca9f453 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:17:33.824152 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-386df9a4-8345-47f4-8765-84fe1f7ce005 service neutron] Attempting to bind port 730da5a7-0604-42a0-9afd-c736378e197d on network ed003832-1702-4cc5-8cf0-709f2ca9f453 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:17:33.854459 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-386df9a4-8345-47f4-8765-84fe1f7ce005 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:17:33.854837 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-386df9a4-8345-47f4-8765-84fe1f7ce005 service neutron] Checking segment: {'id': '74910d75-7b78-4673-86dc-edced59311b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ed003832-1702-4cc5-8cf0-709f2ca9f453'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:17:33.855181 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-386df9a4-8345-47f4-8765-84fe1f7ce005 service neutron] Bound using segment: {'id': '74910d75-7b78-4673-86dc-edced59311b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ed003832-1702-4cc5-8cf0-709f2ca9f453'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:17:33.855948 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-386df9a4-8345-47f4-8765-84fe1f7ce005 service neutron] Bound port: 730da5a7-0604-42a0-9afd-c736378e197d, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74910d75-7b78-4673-86dc-edced59311b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ed003832-1702-4cc5-8cf0-709f2ca9f453'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:17:33.856702 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-386df9a4-8345-47f4-8765-84fe1f7ce005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:33.871422 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-012fbe26-aba0-4e11-bc3d-a002cc192fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:33.872353 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012fbe26-aba0-4e11-bc3d-a002cc192fb5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:33.872932 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-012fbe26-aba0-4e11-bc3d-a002cc192fb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:33.891352 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=ee78575c-a95a-44b3-8bc7-34e96d1eb118,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:33.939117 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a806df3b-3fe1-49cb-a7f0-dbbef6a38135 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:33.948016 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-012fbe26-aba0-4e11-bc3d-a002cc192fb5 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2793000 May 23 11:17:33.950553 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57802) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:33.951719 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-48ec5b7d-7633-435d-8228-745676f0e145 None None] Attempting to bind port 312e5068-b954-44f6-8a59-939893b86a3b on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:17:33.952489 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-48ec5b7d-7633-435d-8228-745676f0e145 None None] Attempting to bind port 312e5068-b954-44f6-8a59-939893b86a3b by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:17:33.952930 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ec5b7d-7633-435d-8228-745676f0e145 None None] Attempting to bind port 312e5068-b954-44f6-8a59-939893b86a3b on network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:17:33.955726 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-55d9f2bf-ef6a-440d-bd4a-55ba1513a29b None None] Provisioning complete for port ee78575c-a95a-44b3-8bc7-34e96d1eb118 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:17:33.956967 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-55d9f2bf-ef6a-440d-bd4a-55ba1513a29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:33.963981 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-cdc180e3-19bb-4587-84fa-cc95f8600f8f admin admin] Request body: {'subnet': {'network_id': '0308ef6c-1caf-4171-ace3-29e1cb4dd978', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-206819050-subnet', 'tenant_id': 'd3ec9888c9b84da5954173e8d76fab76', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:17:34.007239 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a806df3b-3fe1-49cb-a7f0-dbbef6a38135 None None] Transition to ACTIVE for port object be21a1d9-38d8-4876-824b-fa94d6443530 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:17:34.044225 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-bb5a39e7-90c9-4c4c-baaf-06ad4379a146 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Allocated IP 10.1.1.113 (dc15df35-8b51-40b0-8426-c0ec1198d56f/ac62e3e8-2718-4c68-91a7-544681516b07/8fe06221-9b45-4a87-9097-415f9568b703) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:17:34.093244 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a806df3b-3fe1-49cb-a7f0-dbbef6a38135 None None] Transition to ACTIVE for port object be21a1d9-38d8-4876-824b-fa94d6443530 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:17:34.103391 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ec5b7d-7633-435d-8228-745676f0e145 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:17:34.103939 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ec5b7d-7633-435d-8228-745676f0e145 None None] Checking segment: {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:17:34.110073 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-48ec5b7d-7633-435d-8228-745676f0e145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:34.111841 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ec5b7d-7633-435d-8228-745676f0e145 None None] Bound using segment: {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:17:34.112643 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-48ec5b7d-7633-435d-8228-745676f0e145 None None] Bound port: 312e5068-b954-44f6-8a59-939893b86a3b, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:17:34.113208 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-48ec5b7d-7633-435d-8228-745676f0e145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:34.256154 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a806df3b-3fe1-49cb-a7f0-dbbef6a38135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:34.301617 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ee78575c-a95a-44b3-8bc7-34e96d1eb118 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:17:34.359262 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cdc180e3-19bb-4587-84fa-cc95f8600f8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:34.367023 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdbe9eef-5502-40fb-968d-f1405b149c5a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Router c9216111-c43c-4be0-a78a-94d660ee4a0e has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:17:34.442605 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-386df9a4-8345-47f4-8765-84fe1f7ce005 service neutron] For port 730da5a7-0604-42a0-9afd-c736378e197d, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:17:34.446244 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-386df9a4-8345-47f4-8765-84fe1f7ce005 service neutron] For port 730da5a7-0604-42a0-9afd-c736378e197d, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=730da5a7-0604-42a0-9afd-c736378e197d,segment=NetworkSegment(74910d75-7b78-4673-86dc-edced59311b0),segment_id=74910d75-7b78-4673-86dc-edced59311b0)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:17:34.480548 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-cdc180e3-19bb-4587-84fa-cc95f8600f8f admin admin] Usage tracker for resource:subnet and tenant:d3ec9888c9b84da5954173e8d76fab76 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:34.485083 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a806df3b-3fe1-49cb-a7f0-dbbef6a38135 None None] Network 6213997a-77dd-4973-bef8-b88fbf379b24 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:17:34.485295 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-cdc180e3-19bb-4587-84fa-cc95f8600f8f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:34.493888 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cdc180e3-19bb-4587-84fa-cc95f8600f8f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:34.498516 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-386df9a4-8345-47f4-8765-84fe1f7ce005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:34.499145 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-a806df3b-3fe1-49cb-a7f0-dbbef6a38135 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:17:34.508419 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a806df3b-3fe1-49cb-a7f0-dbbef6a38135 None None] Pushing event updated for resources: {'Port': ['ID=be21a1d9-38d8-4876-824b-fa94d6443530,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:34.522026 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a806df3b-3fe1-49cb-a7f0-dbbef6a38135 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:17:34.548737 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012fbe26-aba0-4e11-bc3d-a002cc192fb5 admin admin] Pushing event updated for resources: {'Network': ['ID=0308ef6c-1caf-4171-ace3-29e1cb4dd978,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:34.570566 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 0308ef6c-1caf-4171-ace3-29e1cb4dd978 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:17:34.587456 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc180e3-19bb-4587-84fa-cc95f8600f8f admin admin] Made reservation on behalf of d3ec9888c9b84da5954173e8d76fab76 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:17:34.591081 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cdc180e3-19bb-4587-84fa-cc95f8600f8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:34.593050 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4eaa6c2e-52bb-4146-9d53-6d1fc77f383b tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:34.611078 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-48ec5b7d-7633-435d-8228-745676f0e145 None None] For port 312e5068-b954-44f6-8a59-939893b86a3b, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:17:34.637546 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c01797e6-6547-4e59-8eb7-2628262ff72a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:34.728975 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-48ec5b7d-7633-435d-8228-745676f0e145 None None] For port 312e5068-b954-44f6-8a59-939893b86a3b, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=312e5068-b954-44f6-8a59-939893b86a3b,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:17:34.766535 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port ee78575c-a95a-44b3-8bc7-34e96d1eb118 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:17:34.767271 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:34.806815 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c01797e6-6547-4e59-8eb7-2628262ff72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:34.827396 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325c154-3579-40d4-890e-0bffd8151ed6 req-ced9bed7-188a-4de4-a83d-a3dcf4a58bb6 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:34.829191 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c325c154-3579-40d4-890e-0bffd8151ed6 req-ced9bed7-188a-4de4-a83d-a3dcf4a58bb6 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dce0237-13ee-4e96-9552-bce0c4513ce9 HTTP/1.1" status: 200 len: 944 time: 1.3830254 May 23 11:17:34.832216 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bb5a39e7-90c9-4c4c-baaf-06ad4379a146 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:34.866253 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-4eaa6c2e-52bb-4146-9d53-6d1fc77f383b tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Calling delete_port for ba39013e-fc8d-4c34-8874-3a8b2c0a3207 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:17:34.874423 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-48ec5b7d-7633-435d-8228-745676f0e145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:34.893892 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-a806df3b-3fe1-49cb-a7f0-dbbef6a38135 None None] Attempting to bind port be21a1d9-38d8-4876-824b-fa94d6443530 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:17:34.895062 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-a806df3b-3fe1-49cb-a7f0-dbbef6a38135 None None] Attempting to bind port be21a1d9-38d8-4876-824b-fa94d6443530 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '16d65dbf-b6a9-4190-869a-2234d81bb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:17:34.895669 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a806df3b-3fe1-49cb-a7f0-dbbef6a38135 None None] Attempting to bind port be21a1d9-38d8-4876-824b-fa94d6443530 on network 6213997a-77dd-4973-bef8-b88fbf379b24 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:17:34.978393 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-c01797e6-6547-4e59-8eb7-2628262ff72a admin admin] Allocated IP 172.25.6.200 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/d4c8d402-9063-4ea5-bd4c-a1e1e51c0b40) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:17:34.998188 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec5b7d-7633-435d-8228-745676f0e145 None None] Pushing event updated for resources: {'Port': ['ID=312e5068-b954-44f6-8a59-939893b86a3b,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:35.111220 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a806df3b-3fe1-49cb-a7f0-dbbef6a38135 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:17:35.112083 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a806df3b-3fe1-49cb-a7f0-dbbef6a38135 None None] Checking segment: {'id': '16d65dbf-b6a9-4190-869a-2234d81bb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:17:35.112489 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a806df3b-3fe1-49cb-a7f0-dbbef6a38135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:35.112872 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a806df3b-3fe1-49cb-a7f0-dbbef6a38135 None None] Bound using segment: {'id': '16d65dbf-b6a9-4190-869a-2234d81bb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:17:35.112984 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-bb5a39e7-90c9-4c4c-baaf-06ad4379a146 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Transition to ACTIVE for port object 8fe06221-9b45-4a87-9097-415f9568b703 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:17:35.113360 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-a806df3b-3fe1-49cb-a7f0-dbbef6a38135 None None] Bound port: be21a1d9-38d8-4876-824b-fa94d6443530, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16d65dbf-b6a9-4190-869a-2234d81bb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:17:35.113852 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a806df3b-3fe1-49cb-a7f0-dbbef6a38135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:35.146172 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c01797e6-6547-4e59-8eb7-2628262ff72a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:35.180405 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-386df9a4-8345-47f4-8765-84fe1f7ce005 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:35.181807 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-386df9a4-8345-47f4-8765-84fe1f7ce005 service neutron] 10.222.0.81 "PUT /v2.0/ports/730da5a7-0604-42a0-9afd-c736378e197d HTTP/1.1" status: 200 len: 1092 time: 3.9001021 May 23 11:17:35.185500 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dce0237-13ee-4e96-9552-bce0c4513ce9', 'tag': '730da5a7-0604-42a0-9afd-c736378e197d'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:17:35.216353 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c01797e6-6547-4e59-8eb7-2628262ff72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:35.241537 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c325c154-3579-40d4-890e-0bffd8151ed6 req-5c76cf51-20a8-4922-ab7c-e399e6849c50 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] 10.222.0.79 "GET /v2.0/security-groups?id=a47f72e0-8a50-4f5f-b520-60b01ed22f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262897 May 23 11:17:35.276340 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbe9eef-5502-40fb-968d-f1405b149c5a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:17:35.278740 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386df9a4-8345-47f4-8765-84fe1f7ce005 service neutron] Pushing event updated for resources: {'Port': ['ID=730da5a7-0604-42a0-9afd-c736378e197d,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:35.306673 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb2c7c4-c078-4603-bccc-659b061d304c None None] Sync routers for ids ['c9216111-c43c-4be0-a78a-94d660ee4a0e'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:17:35.350004 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb2c7c4-c078-4603-bccc-659b061d304c None None] Routers {'c9216111-c43c-4be0-a78a-94d660ee4a0e'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:17:35.350663 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-6fb2c7c4-c078-4603-bccc-659b061d304c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:17:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['c9216111-c43c-4be0-a78a-94d660ee4a0e'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:35.448596 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-a806df3b-3fe1-49cb-a7f0-dbbef6a38135 None None] For port be21a1d9-38d8-4876-824b-fa94d6443530, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:17:35.466715 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bb5a39e7-90c9-4c4c-baaf-06ad4379a146 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:35.533706 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-6fb2c7c4-c078-4603-bccc-659b061d304c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:35.586851 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb2c7c4-c078-4603-bccc-659b061d304c None None] Routers {'c9216111-c43c-4be0-a78a-94d660ee4a0e'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:17:35.588054 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-6fb2c7c4-c078-4603-bccc-659b061d304c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:17:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['c9216111-c43c-4be0-a78a-94d660ee4a0e'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:35.638523 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-bdbe9eef-5502-40fb-968d-f1405b149c5a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "PUT /v2.0/routers/c9216111-c43c-4be0-a78a-94d660ee4a0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3823123 May 23 11:17:35.640234 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57818) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:35.679506 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01797e6-6547-4e59-8eb7-2628262ff72a admin admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:17:35.693379 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-6fb2c7c4-c078-4603-bccc-659b061d304c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:35.694042 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb2c7c4-c078-4603-bccc-659b061d304c None None] The sync data for ids ['c9216111-c43c-4be0-a78a-94d660ee4a0e'] in n-d-842952-2 is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:17:35.717938 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5a39e7-90c9-4c4c-baaf-06ad4379a146 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Network dc15df35-8b51-40b0-8426-c0ec1198d56f is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:17:35.725126 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-bb5a39e7-90c9-4c4c-baaf-06ad4379a146 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:17:35.734387 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5a39e7-90c9-4c4c-baaf-06ad4379a146 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:17:35.734604 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d30289f6-698e-431e-a88e-ef1c69035814'] response: {'name': 'network-changed', 'server_uuid': '3dce0237-13ee-4e96-9552-bce0c4513ce9', 'tag': '730da5a7-0604-42a0-9afd-c736378e197d', 'status': 'completed', 'code': 200} May 23 11:17:35.737243 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-a806df3b-3fe1-49cb-a7f0-dbbef6a38135 None None] For port be21a1d9-38d8-4876-824b-fa94d6443530, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=be21a1d9-38d8-4876-824b-fa94d6443530,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:17:35.749652 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a806df3b-3fe1-49cb-a7f0-dbbef6a38135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:35.762951 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-c01797e6-6547-4e59-8eb7-2628262ff72a admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:17:35.772538 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01797e6-6547-4e59-8eb7-2628262ff72a admin admin] Pushing event updated for resources: {'Port': ['ID=d4c8d402-9063-4ea5-bd4c-a1e1e51c0b40,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:35.776077 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01797e6-6547-4e59-8eb7-2628262ff72a admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:17:35.816146 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4eaa6c2e-52bb-4146-9d53-6d1fc77f383b tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:35.844781 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-fc0109fc-b556-4397-94fa-421d5c21ec24 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Synchronizing usage tracker for tenant:3c9ac73e8a7143fb94827c1e9402fa16 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:17:35.881044 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a39e7-90c9-4c4c-baaf-06ad4379a146 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Pushing event updated for resources: {'Port': ['ID=8fe06221-9b45-4a87-9097-415f9568b703,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:36.000912 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa6c2e-52bb-4146-9d53-6d1fc77f383b tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Port': ['ID=ba39013e-fc8d-4c34-8874-3a8b2c0a3207,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:36.046848 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-fc0109fc-b556-4397-94fa-421d5c21ec24 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Unset dirty status for tenant:3c9ac73e8a7143fb94827c1e9402fa16 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:17:36.049927 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-fc0109fc-b556-4397-94fa-421d5c21ec24 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9216111-c43c-4be0-a78a-94d660ee4a0e HTTP/1.1" status: 200 len: 205 time: 0.3933790 May 23 11:17:36.062893 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 57824) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:36.070968 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4eaa6c2e-52bb-4146-9d53-6d1fc77f383b tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:36.073527 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4eaa6c2e-52bb-4146-9d53-6d1fc77f383b tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/ports/ba39013e-fc8d-4c34-8874-3a8b2c0a3207 HTTP/1.1" status: 204 len: 168 time: 2.8004758 May 23 11:17:36.078336 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a806df3b-3fe1-49cb-a7f0-dbbef6a38135 None None] Pushing event updated for resources: {'Port': ['ID=be21a1d9-38d8-4876-824b-fa94d6443530,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:36.085041 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57828) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:36.099115 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a806df3b-3fe1-49cb-a7f0-dbbef6a38135 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:17:36.100177 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a806df3b-3fe1-49cb-a7f0-dbbef6a38135 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:17:36.100518 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a806df3b-3fe1-49cb-a7f0-dbbef6a38135 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:17:36.100853 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a806df3b-3fe1-49cb-a7f0-dbbef6a38135 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:17:36.101181 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a806df3b-3fe1-49cb-a7f0-dbbef6a38135 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:17:36.101675 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a806df3b-3fe1-49cb-a7f0-dbbef6a38135 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:17:36.107898 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a806df3b-3fe1-49cb-a7f0-dbbef6a38135 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:17:36.107898 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a806df3b-3fe1-49cb-a7f0-dbbef6a38135 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:17:36.107898 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a806df3b-3fe1-49cb-a7f0-dbbef6a38135 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:17:36.107898 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a806df3b-3fe1-49cb-a7f0-dbbef6a38135 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:17:36.107898 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a806df3b-3fe1-49cb-a7f0-dbbef6a38135 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:17:36.162454 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 312e5068-b954-44f6-8a59-939893b86a3b up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:17:36.184008 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5a39e7-90c9-4c4c-baaf-06ad4379a146 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:36.184665 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bb5a39e7-90c9-4c4c-baaf-06ad4379a146 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:36.254745 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5d0fda01-0a51-42c2-8243-40444b65f74d None None] Provisioning for port 8fe06221-9b45-4a87-9097-415f9568b703 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:17:36.258812 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-985dcd97-4af6-40eb-9d3a-0d3a11679980 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6091b7e5e45f43588e581c3a0caa78b2&device_id=3dce0237-13ee-4e96-9552-bce0c4513ce9 HTTP/1.1" status: 200 len: 1095 time: 0.8150918 May 23 11:17:36.264818 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5d0fda01-0a51-42c2-8243-40444b65f74d None None] Provisioning complete for port 8fe06221-9b45-4a87-9097-415f9568b703 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:17:36.267236 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5d0fda01-0a51-42c2-8243-40444b65f74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:36.288170 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-bb5a39e7-90c9-4c4c-baaf-06ad4379a146 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.1816237 May 23 11:17:36.319637 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-11e45b6d-c7d1-4bf6-891f-840358e01464 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:36.357566 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5d0fda01-0a51-42c2-8243-40444b65f74d None None] Port 8fe06221-9b45-4a87-9097-415f9568b703 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:17:36.370890 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 312e5068-b954-44f6-8a59-939893b86a3b completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:17:36.444458 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-eee8bb31-11fb-42c1-9c6c-17cb19a76e49 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=730da5a7-0604-42a0-9afd-c736378e197d HTTP/1.1" status: 200 len: 217 time: 0.1432953 May 23 11:17:36.464857 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 57836) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:36.495970 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-f42a5946-3a95-49d8-bfed-7e0ba95a5cea tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1056756605', 'description': 'tempest-description--1724545941'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:17:36.500634 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f42a5946-3a95-49d8-bfed-7e0ba95a5cea tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:36.515240 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f42a5946-3a95-49d8-bfed-7e0ba95a5cea tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Usage tracker for resource:security_group and tenant:6413deec0c1b468e9165a85b033a2ba9 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:36.517932 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c71c66-20d6-49bb-9ead-657a67dc2a58 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:36.518928 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f42a5946-3a95-49d8-bfed-7e0ba95a5cea tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:36.519414 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c71c66-20d6-49bb-9ead-657a67dc2a58 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:36.520200 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-80c71c66-20d6-49bb-9ead-657a67dc2a58 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:17:36.526020 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f42a5946-3a95-49d8-bfed-7e0ba95a5cea tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:36.573867 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-80c71c66-20d6-49bb-9ead-657a67dc2a58 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:17:36.578779 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-80c71c66-20d6-49bb-9ead-657a67dc2a58 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4157045 May 23 11:17:36.581470 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57840) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:36.661122 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cdc180e3-19bb-4587-84fa-cc95f8600f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:36.701376 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f42a5946-3a95-49d8-bfed-7e0ba95a5cea tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:36.713876 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-06736f03-e603-46b4-b072-bd43e3eabbeb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:36.715515 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-06736f03-e603-46b4-b072-bd43e3eabbeb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ea952e16-2238-4b97-bebb-24105560a86a HTTP/1.1" status: 200 len: 862 time: 0.2490823 May 23 11:17:36.777257 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-76d5db95-878d-49de-8759-94bfd0be50ce service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ed003832-1702-4cc5-8cf0-709f2ca9f453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448654 May 23 11:17:36.896352 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f42a5946-3a95-49d8-bfed-7e0ba95a5cea tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:36.967473 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f42a5946-3a95-49d8-bfed-7e0ba95a5cea tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Usage tracker for resource:security_group_rule and tenant:6413deec0c1b468e9165a85b033a2ba9 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:36.978792 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f42a5946-3a95-49d8-bfed-7e0ba95a5cea tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:36.999784 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f42a5946-3a95-49d8-bfed-7e0ba95a5cea tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:37.009038 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5944e-6141-4e7a-bc7d-dfb6f96c96d1 req-456a127e-7942-4a58-8378-d1f476c48f44 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:37.010787 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8ef5944e-6141-4e7a-bc7d-dfb6f96c96d1 req-456a127e-7942-4a58-8378-d1f476c48f44 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dce0237-13ee-4e96-9552-bce0c4513ce9 HTTP/1.1" status: 200 len: 944 time: 0.4637752 May 23 11:17:37.144637 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-644421f3-5019-442b-a98d-7a12c88da065 None None] Provisioning for port 312e5068-b954-44f6-8a59-939893b86a3b completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:17:37.155073 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-644421f3-5019-442b-a98d-7a12c88da065 None None] Provisioning complete for port 312e5068-b954-44f6-8a59-939893b86a3b triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:17:37.155474 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-644421f3-5019-442b-a98d-7a12c88da065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:37.452676 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-644421f3-5019-442b-a98d-7a12c88da065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:37.463520 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-6ebe36b1-4dfc-4eb6-9d93-f572e386ee92 service neutron] 10.222.0.81 "GET /v2.0/networks/ed003832-1702-4cc5-8cf0-709f2ca9f453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6701844 May 23 11:17:37.571450 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-644421f3-5019-442b-a98d-7a12c88da065 None None] For port 312e5068-b954-44f6-8a59-939893b86a3b, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=312e5068-b954-44f6-8a59-939893b86a3b,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:17:37.581119 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-644421f3-5019-442b-a98d-7a12c88da065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:37.722978 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644421f3-5019-442b-a98d-7a12c88da065 None None] Pushing event updated for resources: {'Port': ['ID=312e5068-b954-44f6-8a59-939893b86a3b,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:37.746321 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-11e45b6d-c7d1-4bf6-891f-840358e01464 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:37.795102 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-11e45b6d-c7d1-4bf6-891f-840358e01464 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:37.805162 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-25a31657-4f70-4193-8202-c954110f4105 None None] Could not find standard attr ID for object ba39013e-fc8d-4c34-8874-3a8b2c0a3207. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:17:37.816649 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc180e3-19bb-4587-84fa-cc95f8600f8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=78a08f2b-9bc6-4aed-a592-74a10c72dff5,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:37.828945 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-1426f2fc-06f2-47d0-aa82-9de851fe1231 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting subnet 9724223b-b7a3-4ed1-b2e2-66e2a2e14943 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:17:37.863006 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8ef5944e-6141-4e7a-bc7d-dfb6f96c96d1 req-e160aeb0-b223-4da1-ab83-942474973710 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] 10.222.0.79 "GET /v2.0/security-groups?id=a47f72e0-8a50-4f5f-b520-60b01ed22f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7303367 May 23 11:17:37.877675 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f42a5946-3a95-49d8-bfed-7e0ba95a5cea tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:37.894945 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f42a5946-3a95-49d8-bfed-7e0ba95a5cea tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:37.901810 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1426f2fc-06f2-47d0-aa82-9de851fe1231 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:37.926234 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:38.037832 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b486c-9479-4861-b152-dc5c295f9c85 req-386df780-bca8-4214-a91d-e75f1d366637 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:38.045153 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a68b486c-9479-4861-b152-dc5c295f9c85 req-386df780-bca8-4214-a91d-e75f1d366637 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f015bfa-6b01-4dcb-bdc3-fce1d1ca2e0f HTTP/1.1" status: 200 len: 945 time: 0.3775978 May 23 11:17:38.072599 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc0fa2d-79fc-4e24-b965-59d46c692ac8 None None] Network 6213997a-77dd-4973-bef8-b88fbf379b24 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:17:38.076954 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-11e45b6d-c7d1-4bf6-891f-840358e01464 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:38.077525 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e45b6d-c7d1-4bf6-891f-840358e01464 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Fanout notify agent at l3_agent the message router_deleted on router c9216111-c43c-4be0-a78a-94d660ee4a0e {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:17:38.082910 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a5946-3a95-49d8-bfed-7e0ba95a5cea tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f76758de-1a50-4502-bc25-b6e81b259c9a,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:38.090537 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-11e45b6d-c7d1-4bf6-891f-840358e01464 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:38.091815 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-11e45b6d-c7d1-4bf6-891f-840358e01464 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "DELETE /v2.0/routers/c9216111-c43c-4be0-a78a-94d660ee4a0e HTTP/1.1" status: 204 len: 168 time: 2.0277863 May 23 11:17:38.095251 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 57854) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:38.096033 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f42a5946-3a95-49d8-bfed-7e0ba95a5cea tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:38.097256 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f42a5946-3a95-49d8-bfed-7e0ba95a5cea tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.6308432 May 23 11:17:38.117349 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2969f438-045a-4fb1-bc93-368b65d55cd6 req-15d60c32-e958-4456-929e-155d71897054 service neutron] 10.222.0.81 "GET /v2.0/networks/ed003832-1702-4cc5-8cf0-709f2ca9f453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6366773 May 23 11:17:38.117997 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57858) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:38.135935 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc180e3-19bb-4587-84fa-cc95f8600f8f admin admin] Checking segment: {'id': '8ad0a6a2-f0c5-4005-98ee-13e703106a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0308ef6c-1caf-4171-ace3-29e1cb4dd978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:17:38.136209 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc180e3-19bb-4587-84fa-cc95f8600f8f admin admin] Network hostable DHCP agents. Network: 0308ef6c-1caf-4171-ace3-29e1cb4dd978, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:17:38.153780 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-0987101a-63e2-4c1c-ad7a-2c40b0bc7d91 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Request body: {'security_group_rule': {'security_group_id': 'f76758de-1a50-4502-bc25-b6e81b259c9a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:17:38.174334 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0987101a-63e2-4c1c-ad7a-2c40b0bc7d91 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:38.192364 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1426f2fc-06f2-47d0-aa82-9de851fe1231 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:38.193620 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a68b486c-9479-4861-b152-dc5c295f9c85 req-84f5c0f4-05aa-4fb2-a0dc-c647eaff67b5 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?id=a963e8af-14eb-4d75-9d8e-2caa5b0a729f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470659 May 23 11:17:38.227672 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0987101a-63e2-4c1c-ad7a-2c40b0bc7d91 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Usage tracker for resource:security_group_rule and tenant:6413deec0c1b468e9165a85b033a2ba9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:38.256331 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0987101a-63e2-4c1c-ad7a-2c40b0bc7d91 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:38.296286 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0987101a-63e2-4c1c-ad7a-2c40b0bc7d91 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:38.297889 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device be21a1d9-38d8-4876-824b-fa94d6443530 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:17:38.342595 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-2376f526-ac5e-4ee5-b919-2a86f0568e38 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Deleting subnet 64eaf839-5bb6-49e4-9d98-752ba5d12585 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:17:38.346449 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2376f526-ac5e-4ee5-b919-2a86f0568e38 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:38.387311 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e06b6246-9f1a-4d42-b1d3-6f3e6a47034e None None] Provisioning for port be21a1d9-38d8-4876-824b-fa94d6443530 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:17:38.397387 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1426f2fc-06f2-47d0-aa82-9de851fe1231 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:38.415514 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2376f526-ac5e-4ee5-b919-2a86f0568e38 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:38.496033 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c01797e6-6547-4e59-8eb7-2628262ff72a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:38.496892 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c01797e6-6547-4e59-8eb7-2628262ff72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:38.516975 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2376f526-ac5e-4ee5-b919-2a86f0568e38 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:38.528730 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port be21a1d9-38d8-4876-824b-fa94d6443530 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:17:38.540633 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port be21a1d9-38d8-4876-824b-fa94d6443530 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:17:38.541091 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:38.604809 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0987101a-63e2-4c1c-ad7a-2c40b0bc7d91 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:38.608625 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2376f526-ac5e-4ee5-b919-2a86f0568e38 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:38.613059 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc180e3-19bb-4587-84fa-cc95f8600f8f admin admin] Network 0308ef6c-1caf-4171-ace3-29e1cb4dd978 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:17:38.672403 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2376f526-ac5e-4ee5-b919-2a86f0568e38 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:38.675929 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2376f526-ac5e-4ee5-b919-2a86f0568e38 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event deleted for resources: {'Subnet': ['ID=64eaf839-5bb6-49e4-9d98-752ba5d12585,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:38.682142 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2376f526-ac5e-4ee5-b919-2a86f0568e38 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "DELETE /v2.0/subnets/64eaf839-5bb6-49e4-9d98-752ba5d12585 HTTP/1.1" status: 204 len: 168 time: 0.5836473 May 23 11:17:38.684686 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 57864) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:38.690971 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5f624c-7259-4f2d-a878-99b005719af9 None None] Network 30efc442-572a-4f98-b736-9b2595e57ff1 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:17:38.708581 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-cdc180e3-19bb-4587-84fa-cc95f8600f8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 0308ef6c-1caf-4171-ace3-29e1cb4dd978) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:17:38.713006 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc180e3-19bb-4587-84fa-cc95f8600f8f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:38.713652 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cdc180e3-19bb-4587-84fa-cc95f8600f8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:38.833571 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d15469-c45a-4db5-ae5b-d894c2ad58d4 None None] Network 0308ef6c-1caf-4171-ace3-29e1cb4dd978 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:17:38.921923 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-713ea824-326b-4e8b-b468-95e9ce2b0c2c req-97abc9a0-7175-41a5-a15f-1ae8ffc0311a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6091b7e5e45f43588e581c3a0caa78b2&device_id=3dce0237-13ee-4e96-9552-bce0c4513ce9 HTTP/1.1" status: 200 len: 1095 time: 0.4825511 May 23 11:17:39.034490 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-97e85a3b-269e-4f47-a1f2-13c3ef1d6a17 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Deleting subnet 9263c0f1-cac4-4a2e-8f6b-96c47c5b02c1 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:17:39.043580 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-97e85a3b-269e-4f47-a1f2-13c3ef1d6a17 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:39.070893 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:39.123786 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ea824-326b-4e8b-b468-95e9ce2b0c2c req-193586f2-0e58-423c-83c1-197649237410 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:39.125992 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-713ea824-326b-4e8b-b468-95e9ce2b0c2c req-193586f2-0e58-423c-83c1-197649237410 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ed003832-1702-4cc5-8cf0-709f2ca9f453 HTTP/1.1" status: 200 len: 923 time: 0.1901968 May 23 11:17:39.205677 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0987101a-63e2-4c1c-ad7a-2c40b0bc7d91 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:39.208094 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-713ea824-326b-4e8b-b468-95e9ce2b0c2c req-f4933f23-20b5-436a-97bb-3bb2441fb9f1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=730da5a7-0604-42a0-9afd-c736378e197d HTTP/1.1" status: 200 len: 217 time: 0.0727901 May 23 11:17:39.223218 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-97e85a3b-269e-4f47-a1f2-13c3ef1d6a17 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:39.226626 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1426f2fc-06f2-47d0-aa82-9de851fe1231 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:39.239432 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port be21a1d9-38d8-4876-824b-fa94d6443530, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=be21a1d9-38d8-4876-824b-fa94d6443530,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:17:39.283060 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:39.283851 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 312e5068-b954-44f6-8a59-939893b86a3b up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:17:39.284515 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3feef-6eb3-4752-be63-a7f2f90a0520 req-138f5a56-9b78-4c5c-9ece-3c5ecef5ad6d tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:39.286558 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fca3feef-6eb3-4752-be63-a7f2f90a0520 req-138f5a56-9b78-4c5c-9ece-3c5ecef5ad6d tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dce0237-13ee-4e96-9552-bce0c4513ce9 HTTP/1.1" status: 200 len: 944 time: 0.1677415 May 23 11:17:39.337793 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-cdc180e3-19bb-4587-84fa-cc95f8600f8f admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 5.3772869 May 23 11:17:39.354897 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a3aac057-7ed9-4e48-9562-5bf3534c0ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:39.376920 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7b6953bf-f695-4ab8-aa55-f6a44da6e245 None None] Provisioning complete for port be21a1d9-38d8-4876-824b-fa94d6443530 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:17:39.377283 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7b6953bf-f695-4ab8-aa55-f6a44da6e245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:39.386427 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0987101a-63e2-4c1c-ad7a-2c40b0bc7d91 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:39.388673 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57872) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:39.428241 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fca3feef-6eb3-4752-be63-a7f2f90a0520 req-82835f36-7f14-4d78-837c-519fca0d0494 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] 10.222.0.79 "GET /v2.0/security-groups?id=a47f72e0-8a50-4f5f-b520-60b01ed22f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352637 May 23 11:17:39.469535 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ac9be3-bb2e-4526-9bb6-63c16a6a93ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-0308ef6c-1caf-4171-ace3-29e1cb4dd978', 'network_id': '0308ef6c-1caf-4171-ace3-29e1cb4dd978', 'tenant_id': 'd3ec9888c9b84da5954173e8d76fab76', 'fixed_ips': [{'subnet_id': '78a08f2b-9bc6-4aed-a592-74a10c72dff5'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:17:39.470611 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f5ac9be3-bb2e-4526-9bb6-63c16a6a93ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:39.476589 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67ad96-0904-4255-9d5c-742e7ffee22c req-23474124-d3bf-4e26-9825-daafa6f1e844 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:39.478607 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9b67ad96-0904-4255-9d5c-742e7ffee22c req-23474124-d3bf-4e26-9825-daafa6f1e844 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f015bfa-6b01-4dcb-bdc3-fce1d1ca2e0f HTTP/1.1" status: 200 len: 945 time: 0.1451619 May 23 11:17:39.482828 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-64800f02-d69b-4691-b698-6793171c0c25 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-206819050-router', 'tenant_id': 'd3ec9888c9b84da5954173e8d76fab76', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:17:39.509817 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987101a-63e2-4c1c-ad7a-2c40b0bc7d91 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c5ba2df-e78b-4cda-bacc-58ef6d0382e6,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:39.511869 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1426f2fc-06f2-47d0-aa82-9de851fe1231 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Subnet': ['ID=9724223b-b7a3-4ed1-b2e2-66e2a2e14943,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:39.513366 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:39.531404 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-64800f02-d69b-4691-b698-6793171c0c25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:39.537281 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-97e85a3b-269e-4f47-a1f2-13c3ef1d6a17 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:39.540890 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0987101a-63e2-4c1c-ad7a-2c40b0bc7d91 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:39.545628 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0987101a-63e2-4c1c-ad7a-2c40b0bc7d91 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4027154 May 23 11:17:39.550463 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1426f2fc-06f2-47d0-aa82-9de851fe1231 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:39.556742 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68075ad8-7016-469b-bc2c-dc2e1776da29 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:17:39.557651 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1426f2fc-06f2-47d0-aa82-9de851fe1231 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/9724223b-b7a3-4ed1-b2e2-66e2a2e14943 HTTP/1.1" status: 204 len: 168 time: 2.9722643 May 23 11:17:39.560141 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57878) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:39.560472 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57880) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:39.569693 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-64800f02-d69b-4691-b698-6793171c0c25 admin admin] Usage tracker for resource:router and tenant:d3ec9888c9b84da5954173e8d76fab76 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:39.633321 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9b67ad96-0904-4255-9d5c-742e7ffee22c req-a613d7bb-1381-4227-a2f6-d46b4ea84eba tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?id=a963e8af-14eb-4d75-9d8e-2caa5b0a729f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472726 May 23 11:17:39.653986 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-2b844954-dd3b-432f-a42c-cf8b2e1951ee tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Request body: {'security_group_rule': {'security_group_id': 'f76758de-1a50-4502-bc25-b6e81b259c9a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:17:39.668000 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 57886) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:39.668413 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0b200761-e1b9-4183-8d6f-19f6fe797dc8 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1026618 May 23 11:17:39.674191 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-64800f02-d69b-4691-b698-6793171c0c25 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:39.679093 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-bf39bd73-fe31-4317-b484-0c01130fd670 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'subnet': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:17:39.692885 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2b844954-dd3b-432f-a42c-cf8b2e1951ee tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:39.707582 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-64800f02-d69b-4691-b698-6793171c0c25 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:39.716747 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2b844954-dd3b-432f-a42c-cf8b2e1951ee tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Usage tracker for resource:security_group_rule and tenant:6413deec0c1b468e9165a85b033a2ba9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:39.721038 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2b844954-dd3b-432f-a42c-cf8b2e1951ee tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:39.728055 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ea824-326b-4e8b-b468-95e9ce2b0c2c req-088c3b96-dd4b-4893-a053-948730fb5d1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:39.729550 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-713ea824-326b-4e8b-b468-95e9ce2b0c2c req-088c3b96-dd4b-4893-a053-948730fb5d1f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ea952e16-2238-4b97-bebb-24105560a86a HTTP/1.1" status: 200 len: 862 time: 0.4894111 May 23 11:17:39.731838 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=be21a1d9-38d8-4876-824b-fa94d6443530,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:39.741236 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2b844954-dd3b-432f-a42c-cf8b2e1951ee tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:39.798395 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-64800f02-d69b-4691-b698-6793171c0c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:39.799347 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-64800f02-d69b-4691-b698-6793171c0c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:39.837268 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-713ea824-326b-4e8b-b468-95e9ce2b0c2c req-b48f4c0e-67ab-4942-a1ac-09ce50ed08cd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ed003832-1702-4cc5-8cf0-709f2ca9f453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875437 May 23 11:17:39.874241 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-97e85a3b-269e-4f47-a1f2-13c3ef1d6a17 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:39.904976 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc815534-aa8f-491b-942b-f75648465718 req-18ea5d50-0475-447d-a83d-7133f8f2234c tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:39.905671 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-dc815534-aa8f-491b-942b-f75648465718 req-18ea5d50-0475-447d-a83d-7133f8f2234c tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Synchronizing usage tracker for tenant:92ce77b1b70449899717558adda940d2 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:17:39.912395 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-64800f02-d69b-4691-b698-6793171c0c25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:39.914198 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2b844954-dd3b-432f-a42c-cf8b2e1951ee tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:39.936375 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f3c1f5-d9d1-42d5-aa72-b637fe8d5d55 None None] DHCP port deletion for 30efc442-572a-4f98-b736-9b2595e57ff1 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:17:39.956803 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-07f3c1f5-d9d1-42d5-aa72-b637fe8d5d55 None None] Deleting port 914575a4-3ecd-421e-86b1-200d8ef9fc4d {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:17:39.957309 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-07f3c1f5-d9d1-42d5-aa72-b637fe8d5d55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:39.999994 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e85a3b-269e-4f47-a1f2-13c3ef1d6a17 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event deleted for resources: {'Subnet': ['ID=9263c0f1-cac4-4a2e-8f6b-96c47c5b02c1,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:40.021233 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-97e85a3b-269e-4f47-a1f2-13c3ef1d6a17 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:40.028158 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-bf39bd73-fe31-4317-b484-0c01130fd670 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:40.034874 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-97e85a3b-269e-4f47-a1f2-13c3ef1d6a17 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "DELETE /v2.0/subnets/9263c0f1-cac4-4a2e-8f6b-96c47c5b02c1 HTTP/1.1" status: 204 len: 168 time: 1.3490317 May 23 11:17:40.037982 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-bf39bd73-fe31-4317-b484-0c01130fd670 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:subnet and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:40.040975 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 57890) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:40.044202 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-bf39bd73-fe31-4317-b484-0c01130fd670 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:40.075536 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-bf39bd73-fe31-4317-b484-0c01130fd670 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:40.131184 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58804673-797f-443a-a3e7-8ee0aff2d710 None None] Network eaeef133-7e1e-4067-8eea-afc6fe06bbcd requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:17:40.191512 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf39bd73-fe31-4317-b484-0c01130fd670 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:17:40.230820 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-dc815534-aa8f-491b-942b-f75648465718 req-18ea5d50-0475-447d-a83d-7133f8f2234c tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Unset dirty status for tenant:92ce77b1b70449899717558adda940d2 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:17:40.232853 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dc815534-aa8f-491b-942b-f75648465718 req-18ea5d50-0475-447d-a83d-7133f8f2234c tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f015bfa-6b01-4dcb-bdc3-fce1d1ca2e0f HTTP/1.1" status: 200 len: 945 time: 0.8963797 May 23 11:17:40.340710 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 312e5068-b954-44f6-8a59-939893b86a3b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:17:40.341413 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:40.367155 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-24111a5b-d36d-4b6b-95e5-811382b1f344 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:40.405215 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-24111a5b-d36d-4b6b-95e5-811382b1f344 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Deleting port 914575a4-3ecd-421e-86b1-200d8ef9fc4d {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:17:40.405606 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-24111a5b-d36d-4b6b-95e5-811382b1f344 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:40.456525 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bf39bd73-fe31-4317-b484-0c01130fd670 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:40.465527 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-713ea824-326b-4e8b-b468-95e9ce2b0c2c req-d930ff4d-51b9-4ad6-84b4-3f55a4c9fbdd service neutron] 10.222.0.81 "GET /v2.0/networks/ed003832-1702-4cc5-8cf0-709f2ca9f453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5966794 May 23 11:17:40.624890 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-f5ac9be3-bb2e-4526-9bb6-63c16a6a93ab None None] Allocated IP 172.20.0.2 (0308ef6c-1caf-4171-ace3-29e1cb4dd978/78a08f2b-9bc6-4aed-a592-74a10c72dff5/50887b44-918f-46b8-8f9a-0a4bef6bf4af) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:17:40.668749 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-dc815534-aa8f-491b-942b-f75648465718 req-57443682-4750-4e96-86aa-4d7463af5f02 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Deleting port 9b434e7c-d2aa-42ef-8cba-3cbe16b4f847 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:17:40.669185 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-dc815534-aa8f-491b-942b-f75648465718 req-57443682-4750-4e96-86aa-4d7463af5f02 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:40.793903 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device be21a1d9-38d8-4876-824b-fa94d6443530 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:17:40.900204 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec60e97a-b346-4874-8860-712611617ab5 None None] DHCP port deletion for eaeef133-7e1e-4067-8eea-afc6fe06bbcd request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:17:40.937632 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ec60e97a-b346-4874-8860-712611617ab5 None None] Deleting port 91c15fa3-599a-458e-b8bd-423a920c4121 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:17:40.938007 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ec60e97a-b346-4874-8860-712611617ab5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:41.038667 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e372744-f800-4a67-a0a2-4696ef320cf6 None None] DHCP port deletion for db5fdb8a-4d76-428d-84ca-c911a4d5dee2 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:17:41.064691 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8e372744-f800-4a67-a0a2-4696ef320cf6 None None] Deleting port 312e5068-b954-44f6-8a59-939893b86a3b {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:17:41.065544 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8e372744-f800-4a67-a0a2-4696ef320cf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:41.178478 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-dc815534-aa8f-491b-942b-f75648465718 req-57443682-4750-4e96-86aa-4d7463af5f02 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] For port 9b434e7c-d2aa-42ef-8cba-3cbe16b4f847, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=9b434e7c-d2aa-42ef-8cba-3cbe16b4f847,segment=NetworkSegment(f83c0d0e-9b40-421e-a2f5-66bbabc627e2),segment_id=f83c0d0e-9b40-421e-a2f5-66bbabc627e2)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:17:41.179534 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-dc815534-aa8f-491b-942b-f75648465718 req-57443682-4750-4e96-86aa-4d7463af5f02 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:41.183195 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bf39bd73-fe31-4317-b484-0c01130fd670 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:41.211124 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-07f3c1f5-d9d1-42d5-aa72-b637fe8d5d55 None None] For port 914575a4-3ecd-421e-86b1-200d8ef9fc4d, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=914575a4-3ecd-421e-86b1-200d8ef9fc4d,segment=NetworkSegment(47fe8755-244d-4182-ade4-47e492ad9cb0),segment_id=47fe8755-244d-4182-ade4-47e492ad9cb0)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:17:41.211903 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-07f3c1f5-d9d1-42d5-aa72-b637fe8d5d55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:41.255508 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-24111a5b-d36d-4b6b-95e5-811382b1f344 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] For port 914575a4-3ecd-421e-86b1-200d8ef9fc4d, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=914575a4-3ecd-421e-86b1-200d8ef9fc4d,segment=NetworkSegment(47fe8755-244d-4182-ade4-47e492ad9cb0),segment_id=47fe8755-244d-4182-ade4-47e492ad9cb0)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:17:41.255981 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-24111a5b-d36d-4b6b-95e5-811382b1f344 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:41.267502 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port be21a1d9-38d8-4876-824b-fa94d6443530 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:17:41.268156 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:41.335868 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2b844954-dd3b-432f-a42c-cf8b2e1951ee tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:41.355112 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6630cb-e8cf-4eee-9950-2d4a7d07219f req-ddd87b3b-fcdf-4e7c-8d35-805b05527c5a tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:41.356425 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01797e6-6547-4e59-8eb7-2628262ff72a admin admin] Router 2edb8702-07e6-4fcf-bd80-e5471f932034 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:17:41.356607 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5c6630cb-e8cf-4eee-9950-2d4a7d07219f req-ddd87b3b-fcdf-4e7c-8d35-805b05527c5a tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f015bfa-6b01-4dcb-bdc3-fce1d1ca2e0f HTTP/1.1" status: 200 len: 945 time: 0.3969491 May 23 11:17:41.412961 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf39bd73-fe31-4317-b484-0c01130fd670 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:17:41.418805 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e48d3b-4883-4b7e-8b38-16d7c927efe8 req-17270415-d47d-4fb2-81cb-b0a6422f6860 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:41.420466 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d4e48d3b-4883-4b7e-8b38-16d7c927efe8 req-17270415-d47d-4fb2-81cb-b0a6422f6860 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dce0237-13ee-4e96-9552-bce0c4513ce9 HTTP/1.1" status: 200 len: 944 time: 0.4620457 May 23 11:17:41.438200 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2b844954-dd3b-432f-a42c-cf8b2e1951ee tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:41.441025 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-24111a5b-d36d-4b6b-95e5-811382b1f344 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Calling delete_port for 914575a4-3ecd-421e-86b1-200d8ef9fc4d owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:17:41.466940 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-bf39bd73-fe31-4317-b484-0c01130fd670 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:17:41.468652 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf39bd73-fe31-4317-b484-0c01130fd670 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Subnet': ['ID=73fe0513-fc6b-4399-98b6-400b303ad56f,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:41.488685 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf39bd73-fe31-4317-b484-0c01130fd670 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:41.489273 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bf39bd73-fe31-4317-b484-0c01130fd670 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:41.493575 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-713ea824-326b-4e8b-b468-95e9ce2b0c2c req-f779bde5-dfac-4e12-bb5f-fd13e99ab695 service neutron] 10.222.0.81 "GET /v2.0/networks/ed003832-1702-4cc5-8cf0-709f2ca9f453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6847873 May 23 11:17:41.510040 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2b844954-dd3b-432f-a42c-cf8b2e1951ee tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:41.515943 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2b844954-dd3b-432f-a42c-cf8b2e1951ee tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.9521270 May 23 11:17:41.525219 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57910) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:41.533981 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b1c46967-6a66-4f7f-9dd4-efb474fa4ba6 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:17:41.540114 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b1c46967-6a66-4f7f-9dd4-efb474fa4ba6 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:41.545167 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b1c46967-6a66-4f7f-9dd4-efb474fa4ba6 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Usage tracker for resource:floatingip and tenant:6413deec0c1b468e9165a85b033a2ba9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:41.548282 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b1c46967-6a66-4f7f-9dd4-efb474fa4ba6 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:41.554025 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b1c46967-6a66-4f7f-9dd4-efb474fa4ba6 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:41.565523 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b844954-dd3b-432f-a42c-cf8b2e1951ee tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ce5432a-99c0-4a8c-946c-3f7b1ab3b764,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:41.595545 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5c6630cb-e8cf-4eee-9950-2d4a7d07219f req-ba97d814-f698-4cbb-b691-954e80f864a7 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?id=a963e8af-14eb-4d75-9d8e-2caa5b0a729f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739638 May 23 11:17:41.600198 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-bf39bd73-fe31-4317-b484-0c01130fd670 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9311550 May 23 11:17:41.603382 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 57914) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:41.611595 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-6dca9246-b9cf-43dd-b88a-2ffd104ddb62 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'port': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'name': 'tempest-NetworksTestDHCPv6-1170796579'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:17:41.631403 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d4e48d3b-4883-4b7e-8b38-16d7c927efe8 req-90475e92-cd4a-438b-aef8-ff7c4f1219ad tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] 10.222.0.79 "GET /v2.0/security-groups?id=a47f72e0-8a50-4f5f-b520-60b01ed22f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604939 May 23 11:17:41.687976 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-64800f02-d69b-4691-b698-6793171c0c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:41.795330 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6dca9246-b9cf-43dd-b88a-2ffd104ddb62 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:41.798135 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b1c46967-6a66-4f7f-9dd4-efb474fa4ba6 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks [] for floatingip, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:41.800269 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6dca9246-b9cf-43dd-b88a-2ffd104ddb62 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:port and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:41.804207 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6dca9246-b9cf-43dd-b88a-2ffd104ddb62 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:41.810603 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6dca9246-b9cf-43dd-b88a-2ffd104ddb62 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:41.820581 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-24111a5b-d36d-4b6b-95e5-811382b1f344 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:41.854126 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ec60e97a-b346-4874-8860-712611617ab5 None None] For port 91c15fa3-599a-458e-b8bd-423a920c4121, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=91c15fa3-599a-458e-b8bd-423a920c4121,segment=NetworkSegment(cf703a95-6b22-46eb-86c4-9d58ffaffab7),segment_id=cf703a95-6b22-46eb-86c4-9d58ffaffab7)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:17:41.854711 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ec60e97a-b346-4874-8860-712611617ab5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:41.879893 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24111a5b-d36d-4b6b-95e5-811382b1f344 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event deleted for resources: {'Port': ['ID=914575a4-3ecd-421e-86b1-200d8ef9fc4d,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:41.882201 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dca9246-b9cf-43dd-b88a-2ffd104ddb62 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:17:41.887565 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6dca9246-b9cf-43dd-b88a-2ffd104ddb62 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:41.924387 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-6dca9246-b9cf-43dd-b88a-2ffd104ddb62 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] device_id is not set on port 3dc40bf7-9369-4b0c-ab59-de134386441f yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:17:41.968216 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-dc815534-aa8f-491b-942b-f75648465718 req-57443682-4750-4e96-86aa-4d7463af5f02 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:41.968577 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-dc815534-aa8f-491b-942b-f75648465718 req-57443682-4750-4e96-86aa-4d7463af5f02 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:41.968886 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [req-dc815534-aa8f-491b-942b-f75648465718 req-57443682-4750-4e96-86aa-4d7463af5f02 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Floating IP 9dcc1ea3-e2a0-441e-a6f8-15106e38b217 disassociated. External IP: 172.25.6.251, port: 9b434e7c-d2aa-42ef-8cba-3cbe16b4f847. May 23 11:17:41.969224 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-dc815534-aa8f-491b-942b-f75648465718 req-57443682-4750-4e96-86aa-4d7463af5f02 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Calling delete_port for 9b434e7c-d2aa-42ef-8cba-3cbe16b4f847 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:17:42.040763 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ec60e97a-b346-4874-8860-712611617ab5 None None] Calling delete_port for 91c15fa3-599a-458e-b8bd-423a920c4121 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:17:42.081131 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24111a5b-d36d-4b6b-95e5-811382b1f344 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] No DVR routers for this DVR port 914575a4-3ecd-421e-86b1-200d8ef9fc4d on host n-d-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:17:42.094026 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-07f3c1f5-d9d1-42d5-aa72-b637fe8d5d55 None None] Calling delete_port for 914575a4-3ecd-421e-86b1-200d8ef9fc4d owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:17:42.122094 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 730da5a7-0604-42a0-9afd-c736378e197d details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:17:42.251178 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-24111a5b-d36d-4b6b-95e5-811382b1f344 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:42.275309 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-6dca9246-b9cf-43dd-b88a-2ffd104ddb62 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Allocated IP 2001:db8::354 (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/73fe0513-fc6b-4399-98b6-400b303ad56f/3dc40bf7-9369-4b0c-ab59-de134386441f) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:17:42.308892 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-24111a5b-d36d-4b6b-95e5-811382b1f344 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30efc442-572a-4f98-b736-9b2595e57ff1']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:42.325001 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-84cd2e2c-0cdd-4dd6-a1a5-d5c8cf929459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:42.332489 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-24111a5b-d36d-4b6b-95e5-811382b1f344 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47fe8755-244d-4182-ade4-47e492ad9cb0') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:42.332928 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-24111a5b-d36d-4b6b-95e5-811382b1f344 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47fe8755-244d-4182-ade4-47e492ad9cb0') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:42.354292 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.resource_extend [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:17:42.445839 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-dc815534-aa8f-491b-942b-f75648465718 req-57443682-4750-4e96-86aa-4d7463af5f02 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:42.458684 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b1c46967-6a66-4f7f-9dd4-efb474fa4ba6 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:42.502464 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-24111a5b-d36d-4b6b-95e5-811382b1f344 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:42.549992 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-24111a5b-d36d-4b6b-95e5-811382b1f344 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:42.559734 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57443682-4750-4e96-86aa-4d7463af5f02 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Pushing event deleted for resources: {'Port': ['ID=9b434e7c-d2aa-42ef-8cba-3cbe16b4f847,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:42.584792 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24111a5b-d36d-4b6b-95e5-811382b1f344 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:17:42.585384 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-24111a5b-d36d-4b6b-95e5-811382b1f344 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:42.596645 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ec60e97a-b346-4874-8860-712611617ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:42.601604 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-8e372744-f800-4a67-a0a2-4696ef320cf6 None None] For port 312e5068-b954-44f6-8a59-939893b86a3b, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=312e5068-b954-44f6-8a59-939893b86a3b,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:17:42.601984 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8e372744-f800-4a67-a0a2-4696ef320cf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:42.605728 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:17:42.605728 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:17:42.605728 n-d-842952-2 neutron-server[83910]: timer() May 23 11:17:42.605728 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:17:42.605728 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:17:42.605728 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:17:42.605728 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:17:42.605728 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:17:42.605728 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:17:42.605728 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:17:42.605728 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:17:42.605728 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:17:42.605728 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:17:42.605728 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:17:42.605728 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:17:42.605728 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:17:42.605728 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:17:42.605728 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:17:42.605728 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:17:42.605728 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:17:42.605728 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:17:42.605728 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:17:42.605728 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:17:42.605728 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:17:42.605728 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:17:42.605728 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:17:42.605728 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:17:42.605728 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:17:42.605728 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:17:42.605728 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:17:42.605728 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:17:42.605728 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:17:42.712662 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-64800f02-d69b-4691-b698-6793171c0c25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:42.739415 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01797e6-6547-4e59-8eb7-2628262ff72a admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:17:42.761421 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-64800f02-d69b-4691-b698-6793171c0c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:42.876391 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8e372744-f800-4a67-a0a2-4696ef320cf6 None None] Calling delete_port for 312e5068-b954-44f6-8a59-939893b86a3b owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:17:42.998635 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f5ac9be3-bb2e-4526-9bb6-63c16a6a93ab None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:43.019410 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f5ac9be3-bb2e-4526-9bb6-63c16a6a93ab None None] Transition to ACTIVE for port object 50887b44-918f-46b8-8f9a-0a4bef6bf4af will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:17:43.030392 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c01797e6-6547-4e59-8eb7-2628262ff72a admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:43.031968 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c01797e6-6547-4e59-8eb7-2628262ff72a admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 11.5880778 May 23 11:17:43.036494 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 57928) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:43.047103 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7b79905a-c089-4e7c-8116-a5dbfc1aa415 req-b821bcd8-9ba2-45b5-ad8c-67b6e32270b4 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f015bfa-6b01-4dcb-bdc3-fce1d1ca2e0f HTTP/1.1" status: 200 len: 210 time: 0.1528435 May 23 11:17:43.058995 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f5ac9be3-bb2e-4526-9bb6-63c16a6a93ab None None] Transition to ACTIVE for port object 50887b44-918f-46b8-8f9a-0a4bef6bf4af will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:17:43.116755 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-b1c46967-6a66-4f7f-9dd4-efb474fa4ba6 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Allocated IP 172.25.6.236 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/ee3a415c-696c-45f2-a3e4-3c927bb687d3) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:17:43.128554 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 730da5a7-0604-42a0-9afd-c736378e197d, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=730da5a7-0604-42a0-9afd-c736378e197d,segment=NetworkSegment(74910d75-7b78-4673-86dc-edced59311b0),segment_id=74910d75-7b78-4673-86dc-edced59311b0)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:17:43.188371 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-07f3c1f5-d9d1-42d5-aa72-b637fe8d5d55 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:17:43.188729 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-07f3c1f5-d9d1-42d5-aa72-b637fe8d5d55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:17:43.234914 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 914575a4-3ecd-421e-86b1-200d8ef9fc4d no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:17:43.256665 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-24111a5b-d36d-4b6b-95e5-811382b1f344 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:43.276863 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 9b434e7c-d2aa-42ef-8cba-3cbe16b4f847 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:17:43.318692 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-24111a5b-d36d-4b6b-95e5-811382b1f344 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:43.320882 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8e372744-f800-4a67-a0a2-4696ef320cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:43.337078 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '730da5a7-0604-42a0-9afd-c736378e197d', 'network_id': 'ed003832-1702-4cc5-8cf0-709f2ca9f453', 'port_id': '730da5a7-0604-42a0-9afd-c736378e197d', 'mac_address': 'fa:16:3e:99:1e:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea952e16-2238-4b97-bebb-24105560a86a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:17:43.342052 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24111a5b-d36d-4b6b-95e5-811382b1f344 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event deleted for resources: {'Network': ['ID=30efc442-572a-4f98-b736-9b2595e57ff1,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:43.343272 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef43fdde-861d-4e2c-a963-eab73d9508cc None None] Sync routers for ids ['2edb8702-07e6-4fcf-bd80-e5471f932034'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:17:43.352468 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b1c46967-6a66-4f7f-9dd4-efb474fa4ba6 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:43.360486 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f5ac9be3-bb2e-4526-9bb6-63c16a6a93ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:43.374383 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec60e97a-b346-4874-8860-712611617ab5 None None] No DVR routers for this DVR port 91c15fa3-599a-458e-b8bd-423a920c4121 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:17:43.389341 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 914575a4-3ecd-421e-86b1-200d8ef9fc4d {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:17:43.389679 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 914575a4-3ecd-421e-86b1-200d8ef9fc4d not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:17:43.410874 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6dca9246-b9cf-43dd-b88a-2ffd104ddb62 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:43.434320 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-24111a5b-d36d-4b6b-95e5-811382b1f344 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "DELETE /v2.0/networks/30efc442-572a-4f98-b736-9b2595e57ff1 HTTP/1.1" status: 204 len: 168 time: 3.3898094 May 23 11:17:43.441835 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 57936) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:43.445251 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b1c46967-6a66-4f7f-9dd4-efb474fa4ba6 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:43.451472 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1764f4d-2479-43c6-a987-1642d5997805 req-161b88c1-adfa-4f74-b640-d56821d032ae tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:43.453200 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f1764f4d-2479-43c6-a987-1642d5997805 req-161b88c1-adfa-4f74-b640-d56821d032ae tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dce0237-13ee-4e96-9552-bce0c4513ce9 HTTP/1.1" status: 200 len: 944 time: 0.5078180 May 23 11:17:43.472532 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e372744-f800-4a67-a0a2-4696ef320cf6 None None] No DVR routers for this DVR port 312e5068-b954-44f6-8a59-939893b86a3b on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:17:43.475800 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:43.494098 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60e97a-b346-4874-8860-712611617ab5 None None] Pushing event deleted for resources: {'Port': ['ID=91c15fa3-599a-458e-b8bd-423a920c4121,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:43.504429 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 730da5a7-0604-42a0-9afd-c736378e197d {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:17:43.521038 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 730da5a7-0604-42a0-9afd-c736378e197d, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=730da5a7-0604-42a0-9afd-c736378e197d,segment=NetworkSegment(74910d75-7b78-4673-86dc-edced59311b0),segment_id=74910d75-7b78-4673-86dc-edced59311b0)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:17:43.554545 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ac9be3-bb2e-4526-9bb6-63c16a6a93ab None None] Network 0308ef6c-1caf-4171-ace3-29e1cb4dd978 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:17:43.564404 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:43.566211 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982ef4d2-f7ab-4915-b2a4-a123eb1b1586 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:17:43.579813 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 312e5068-b954-44f6-8a59-939893b86a3b no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:17:43.605427 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-64800f02-d69b-4691-b698-6793171c0c25 admin admin] Allocated IP 172.25.6.53 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/008eb1b9-f923-4790-a7cf-ac0d64edf3cc) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:17:43.613438 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef43fdde-861d-4e2c-a963-eab73d9508cc None None] Routers {'2edb8702-07e6-4fcf-bd80-e5471f932034'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:17:43.613859 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ef43fdde-861d-4e2c-a963-eab73d9508cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:17:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['2edb8702-07e6-4fcf-bd80-e5471f932034'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:43.620248 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b26042e3-3e46-47d2-be6d-8e8326af0f44 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:43.660345 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-6dca9246-b9cf-43dd-b88a-2ffd104ddb62 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Transition to ACTIVE for port object 3dc40bf7-9369-4b0c-ab59-de134386441f will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:17:43.729016 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f1764f4d-2479-43c6-a987-1642d5997805 req-95c850a1-88fb-4c8b-ac3f-fe0d3c71429b tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] 10.222.0.79 "GET /v2.0/security-groups?id=a47f72e0-8a50-4f5f-b520-60b01ed22f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061494 May 23 11:17:43.829053 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b26042e3-3e46-47d2-be6d-8e8326af0f44 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:43.836330 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-64800f02-d69b-4691-b698-6793171c0c25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:43.855565 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-b26042e3-3e46-47d2-be6d-8e8326af0f44 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaeef133-7e1e-4067-8eea-afc6fe06bbcd']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:43.864644 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-ef43fdde-861d-4e2c-a963-eab73d9508cc None None] Set router 2edb8702-07e6-4fcf-bd80-e5471f932034 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:17:43.869283 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-b26042e3-3e46-47d2-be6d-8e8326af0f44 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf703a95-6b22-46eb-86c4-9d58ffaffab7') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:43.869646 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-b26042e3-3e46-47d2-be6d-8e8326af0f44 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf703a95-6b22-46eb-86c4-9d58ffaffab7') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:43.883658 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b26042e3-3e46-47d2-be6d-8e8326af0f44 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:43.885463 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-64800f02-d69b-4691-b698-6793171c0c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:43.900627 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b26042e3-3e46-47d2-be6d-8e8326af0f44 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:43.907348 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b26042e3-3e46-47d2-be6d-8e8326af0f44 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:17:43.907735 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b26042e3-3e46-47d2-be6d-8e8326af0f44 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:43.918156 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c46967-6a66-4f7f-9dd4-efb474fa4ba6 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:17:43.931097 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-b1c46967-6a66-4f7f-9dd4-efb474fa4ba6 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:17:43.946263 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c46967-6a66-4f7f-9dd4-efb474fa4ba6 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:17:43.982974 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-f5ac9be3-bb2e-4526-9bb6-63c16a6a93ab None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:17:43.999852 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 312e5068-b954-44f6-8a59-939893b86a3b {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:17:44.000253 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 312e5068-b954-44f6-8a59-939893b86a3b not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:17:44.000797 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 91c15fa3-599a-458e-b8bd-423a920c4121 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:17:44.012429 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:17:44.012429 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:17:44.012429 n-d-842952-2 neutron-server[83910]: timer() May 23 11:17:44.012429 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:17:44.012429 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:17:44.012429 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:17:44.012429 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:17:44.012429 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:17:44.012429 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:17:44.012429 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:17:44.012429 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:17:44.012429 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:17:44.012429 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:17:44.012429 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:17:44.012429 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:17:44.012429 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:17:44.012429 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:17:44.012429 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:17:44.012429 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:17:44.012429 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:17:44.012429 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:17:44.012429 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:17:44.012429 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:17:44.012429 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:17:44.012429 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:17:44.012429 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:17:44.012429 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:17:44.012429 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:17:44.012429 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:17:44.012429 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:17:44.012429 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:17:44.012429 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:17:44.026362 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-07f3c1f5-d9d1-42d5-aa72-b637fe8d5d55 None None] Deleting port 914575a4-3ecd-421e-86b1-200d8ef9fc4d {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:17:44.026826 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-07f3c1f5-d9d1-42d5-aa72-b637fe8d5d55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:44.033546 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b26042e3-3e46-47d2-be6d-8e8326af0f44 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:44.063811 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b26042e3-3e46-47d2-be6d-8e8326af0f44 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:44.078963 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26042e3-3e46-47d2-be6d-8e8326af0f44 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event deleted for resources: {'Network': ['ID=eaeef133-7e1e-4067-8eea-afc6fe06bbcd,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:44.085802 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6dca9246-b9cf-43dd-b88a-2ffd104ddb62 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:44.101482 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b26042e3-3e46-47d2-be6d-8e8326af0f44 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "DELETE /v2.0/networks/eaeef133-7e1e-4067-8eea-afc6fe06bbcd HTTP/1.1" status: 204 len: 168 time: 0.6471181 May 23 11:17:44.193760 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 57942) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:44.194696 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca9246-b9cf-43dd-b88a-2ffd104ddb62 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Port': ['ID=3dc40bf7-9369-4b0c-ab59-de134386441f,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:44.195937 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:44.219185 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ac9be3-bb2e-4526-9bb6-63c16a6a93ab None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:17:44.222973 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dca9246-b9cf-43dd-b88a-2ffd104ddb62 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:17:44.223867 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b1c46967-6a66-4f7f-9dd4-efb474fa4ba6 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:44.227500 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-1c29669a-023d-4e37-95e7-0f17b0c09e04 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Request body: {'network': {'name': 'tempest-RoutersTest-1357222621'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:17:44.234345 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c46967-6a66-4f7f-9dd4-efb474fa4ba6 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Pushing event updated for resources: {'Port': ['ID=ee3a415c-696c-45f2-a3e4-3c927bb687d3,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:44.235031 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1c29669a-023d-4e37-95e7-0f17b0c09e04 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:44.240588 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1c29669a-023d-4e37-95e7-0f17b0c09e04 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Usage tracker for resource:network and tenant:3c9ac73e8a7143fb94827c1e9402fa16 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:44.244692 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1c29669a-023d-4e37-95e7-0f17b0c09e04 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:44.251964 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1c29669a-023d-4e37-95e7-0f17b0c09e04 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:44.261804 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e372744-f800-4a67-a0a2-4696ef320cf6 None None] Pushing event deleted for resources: {'Port': ['ID=312e5068-b954-44f6-8a59-939893b86a3b,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:44.265391 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-6dca9246-b9cf-43dd-b88a-2ffd104ddb62 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:17:44.265934 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:44.272469 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dca9246-b9cf-43dd-b88a-2ffd104ddb62 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:17:44.276719 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dca9246-b9cf-43dd-b88a-2ffd104ddb62 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:44.277584 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6dca9246-b9cf-43dd-b88a-2ffd104ddb62 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:44.340559 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c29669a-023d-4e37-95e7-0f17b0c09e04 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Made reservation on behalf of 3c9ac73e8a7143fb94827c1e9402fa16 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:17:44.343985 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1c29669a-023d-4e37-95e7-0f17b0c09e04 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:44.355483 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c089d1df-a36c-4e41-9adb-55da791951d6 req-79394406-02ef-4d10-b2ab-468209f31276 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f015bfa-6b01-4dcb-bdc3-fce1d1ca2e0f HTTP/1.1" status: 200 len: 210 time: 0.0608270 May 23 11:17:44.381373 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64800f02-d69b-4691-b698-6793171c0c25 admin admin] Pushing event updated for resources: {'Port': ['ID=008eb1b9-f923-4790-a7cf-ac0d64edf3cc,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:44.400456 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64800f02-d69b-4691-b698-6793171c0c25 admin admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:17:44.407402 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 9b434e7c-d2aa-42ef-8cba-3cbe16b4f847 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:17:44.407750 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 9b434e7c-d2aa-42ef-8cba-3cbe16b4f847 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:17:44.418912 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-6dca9246-b9cf-43dd-b88a-2ffd104ddb62 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8112471 May 23 11:17:44.425270 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 57948) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:44.432580 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['730da5a7-0604-42a0-9afd-c736378e197d'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:17:44.475383 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-64800f02-d69b-4691-b698-6793171c0c25 admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:17:44.477365 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b1c46967-6a66-4f7f-9dd4-efb474fa4ba6 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:44.494618 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 91c15fa3-599a-458e-b8bd-423a920c4121 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:17:44.494877 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 91c15fa3-599a-458e-b8bd-423a920c4121 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:17:44.521914 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:44.569493 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-07f3c1f5-d9d1-42d5-aa72-b637fe8d5d55 None None] The port '914575a4-3ecd-421e-86b1-200d8ef9fc4d' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:17:44.684913 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c29669a-023d-4e37-95e7-0f17b0c09e04 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:17:44.694646 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1c29669a-023d-4e37-95e7-0f17b0c09e04 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:44.694646 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-1c29669a-023d-4e37-95e7-0f17b0c09e04 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Added segment f4938e12-03f2-46fb-b342-205c8f1adc85 of type vlan for network cd130019-1ed3-4967-bb12-6c6cfe4c8581 May 23 11:17:44.703914 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac9be3-bb2e-4526-9bb6-63c16a6a93ab None None] Pushing event updated for resources: {'Port': ['ID=50887b44-918f-46b8-8f9a-0a4bef6bf4af,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:44.724433 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1c29669a-023d-4e37-95e7-0f17b0c09e04 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:44.772771 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1c29669a-023d-4e37-95e7-0f17b0c09e04 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:44.776711 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c29669a-023d-4e37-95e7-0f17b0c09e04 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:44.777311 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1c29669a-023d-4e37-95e7-0f17b0c09e04 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:44.805518 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=730da5a7-0604-42a0-9afd-c736378e197d,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:44.813461 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f5ac9be3-bb2e-4526-9bb6-63c16a6a93ab None None] Attempting to bind port 50887b44-918f-46b8-8f9a-0a4bef6bf4af on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:17:44.814055 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f5ac9be3-bb2e-4526-9bb6-63c16a6a93ab None None] Attempting to bind port 50887b44-918f-46b8-8f9a-0a4bef6bf4af by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '8ad0a6a2-f0c5-4005-98ee-13e703106a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0308ef6c-1caf-4171-ace3-29e1cb4dd978'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:17:44.814424 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ac9be3-bb2e-4526-9bb6-63c16a6a93ab None None] Attempting to bind port 50887b44-918f-46b8-8f9a-0a4bef6bf4af on network 0308ef6c-1caf-4171-ace3-29e1cb4dd978 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:17:44.932755 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ac9be3-bb2e-4526-9bb6-63c16a6a93ab None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:17:44.933080 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ac9be3-bb2e-4526-9bb6-63c16a6a93ab None None] Checking segment: {'id': '8ad0a6a2-f0c5-4005-98ee-13e703106a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0308ef6c-1caf-4171-ace3-29e1cb4dd978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:17:44.933608 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f5ac9be3-bb2e-4526-9bb6-63c16a6a93ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:44.933968 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ac9be3-bb2e-4526-9bb6-63c16a6a93ab None None] Bound using segment: {'id': '8ad0a6a2-f0c5-4005-98ee-13e703106a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0308ef6c-1caf-4171-ace3-29e1cb4dd978'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:17:44.934738 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f5ac9be3-bb2e-4526-9bb6-63c16a6a93ab None None] Bound port: 50887b44-918f-46b8-8f9a-0a4bef6bf4af, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ad0a6a2-f0c5-4005-98ee-13e703106a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0308ef6c-1caf-4171-ace3-29e1cb4dd978'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:17:44.935118 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f5ac9be3-bb2e-4526-9bb6-63c16a6a93ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:44.956056 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ef43fdde-861d-4e2c-a963-eab73d9508cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edb8702-07e6-4fcf-bd80-e5471f932034', 'name': 'tempest-ServerActionsTestJSON-1331501959-router', 'tenant_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'd4c8d402-9063-4ea5-bd4c-a1e1e51c0b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:17:32Z', 'updated_at': '2022-05-23T11:17:36Z', 'revision_number': 3, 'project_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'gw_port': {'id': 'd4c8d402-9063-4ea5-bd4c-a1e1e51c0b40', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:44:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edb8702-07e6-4fcf-bd80-e5471f932034', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:34Z', 'updated_at': '2022-05-23T11:17:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:44.959662 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b1c46967-6a66-4f7f-9dd4-efb474fa4ba6 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:44.964101 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64800f02-d69b-4691-b698-6793171c0c25 admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:17:44.973759 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef43fdde-861d-4e2c-a963-eab73d9508cc None None] Checking router: 2edb8702-07e6-4fcf-bd80-e5471f932034 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:17:44.974106 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef43fdde-861d-4e2c-a963-eab73d9508cc None None] Updating router 2edb8702-07e6-4fcf-bd80-e5471f932034 port d4c8d402-9063-4ea5-bd4c-a1e1e51c0b40 binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:17:45.064462 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1c29669a-023d-4e37-95e7-0f17b0c09e04 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8492477 May 23 11:17:45.065711 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57954) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:45.082540 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b1c46967-6a66-4f7f-9dd4-efb474fa4ba6 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:45.085956 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c29669a-023d-4e37-95e7-0f17b0c09e04 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event updated for resources: {'Network': ['ID=cd130019-1ed3-4967-bb12-6c6cfe4c8581,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:45.121363 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab38b20e-515d-426c-9700-0987607d71a8 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:45.122127 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ab38b20e-515d-426c-9700-0987607d71a8 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:17:45.139925 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network cd130019-1ed3-4967-bb12-6c6cfe4c8581 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:17:45.167513 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ab38b20e-515d-426c-9700-0987607d71a8 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:17:45.169289 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ab38b20e-515d-426c-9700-0987607d71a8 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.7409246 May 23 11:17:45.179361 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 57958) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:45.184175 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-1f87dfd0-f0f4-4857-8c4a-426d828bc3ca tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Request body: {'subnet': {'network_id': 'cd130019-1ed3-4967-bb12-6c6cfe4c8581', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:17:45.226738 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ef43fdde-861d-4e2c-a963-eab73d9508cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:45.239299 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa8a37-775d-4fbe-8812-b3625d7f6ee9 req-cdceaddc-ed88-4254-8954-dd49f2af8d13 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:45.247666 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-12fa8a37-775d-4fbe-8812-b3625d7f6ee9 req-cdceaddc-ed88-4254-8954-dd49f2af8d13 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dce0237-13ee-4e96-9552-bce0c4513ce9 HTTP/1.1" status: 200 len: 945 time: 0.2358506 May 23 11:17:45.379995 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-71f36eac-1cab-4403-a874-8e4388e1da04 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting port 3dc40bf7-9369-4b0c-ab59-de134386441f {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:17:45.380748 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-71f36eac-1cab-4403-a874-8e4388e1da04 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:45.433380 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c46967-6a66-4f7f-9dd4-efb474fa4ba6 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Pushing event updated for resources: {'Port': ['ID=ee3a415c-696c-45f2-a3e4-3c927bb687d3,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:45.442650 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1f87dfd0-f0f4-4857-8c4a-426d828bc3ca tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:45.468932 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1f87dfd0-f0f4-4857-8c4a-426d828bc3ca tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Usage tracker for resource:subnet and tenant:3c9ac73e8a7143fb94827c1e9402fa16 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:45.477031 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1f87dfd0-f0f4-4857-8c4a-426d828bc3ca tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:45.488430 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-12fa8a37-775d-4fbe-8812-b3625d7f6ee9 req-d689646b-3a96-4bf9-ad5b-15afa251ab77 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] 10.222.0.79 "GET /v2.0/security-groups?id=a47f72e0-8a50-4f5f-b520-60b01ed22f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396824 May 23 11:17:45.508688 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1f87dfd0-f0f4-4857-8c4a-426d828bc3ca tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:45.551057 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc815534-aa8f-491b-942b-f75648465718 req-57443682-4750-4e96-86aa-4d7463af5f02 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Router e75b29d5-8702-42ef-92a7-2ad7834ef9f1 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:17:45.555460 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f5ac9be3-bb2e-4526-9bb6-63c16a6a93ab None None] For port 50887b44-918f-46b8-8f9a-0a4bef6bf4af, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:17:45.570559 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f87dfd0-f0f4-4857-8c4a-426d828bc3ca tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Made reservation on behalf of 3c9ac73e8a7143fb94827c1e9402fa16 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:17:45.571177 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f5ac9be3-bb2e-4526-9bb6-63c16a6a93ab None None] For port 50887b44-918f-46b8-8f9a-0a4bef6bf4af, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=50887b44-918f-46b8-8f9a-0a4bef6bf4af,segment=NetworkSegment(8ad0a6a2-f0c5-4005-98ee-13e703106a55),segment_id=8ad0a6a2-f0c5-4005-98ee-13e703106a55)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:17:45.607594 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f5ac9be3-bb2e-4526-9bb6-63c16a6a93ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:45.770371 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1f87dfd0-f0f4-4857-8c4a-426d828bc3ca tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:45.937146 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b1c46967-6a66-4f7f-9dd4-efb474fa4ba6 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:45.940335 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a5c8ab75-a081-478c-bda7-d336586f6c4a req-e431f64e-8132-4e51-a2c1-4c19bede84bd tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f015bfa-6b01-4dcb-bdc3-fce1d1ca2e0f HTTP/1.1" status: 200 len: 210 time: 0.0962806 May 23 11:17:45.998385 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 730da5a7-0604-42a0-9afd-c736378e197d up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:17:46.001304 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-71f36eac-1cab-4403-a874-8e4388e1da04 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:46.081787 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac9be3-bb2e-4526-9bb6-63c16a6a93ab None None] Pushing event updated for resources: {'Port': ['ID=50887b44-918f-46b8-8f9a-0a4bef6bf4af,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:46.093329 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b1c46967-6a66-4f7f-9dd4-efb474fa4ba6 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:46.104063 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b1c46967-6a66-4f7f-9dd4-efb474fa4ba6 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5657165 May 23 11:17:46.131987 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee72061c-2609-4c45-91d6-2ed16f41057d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'tenant_id': '7898a2f847b24320a42ded6c2b4bd651', 'fixed_ips': [{'subnet_id': '73fe0513-fc6b-4399-98b6-400b303ad56f'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:17:46.132959 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ee72061c-2609-4c45-91d6-2ed16f41057d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:46.139040 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-71f36eac-1cab-4403-a874-8e4388e1da04 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Calling delete_port for 3dc40bf7-9369-4b0c-ab59-de134386441f owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:17:46.343041 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 730da5a7-0604-42a0-9afd-c736378e197d completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:17:46.355649 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 730da5a7-0604-42a0-9afd-c736378e197d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:17:46.363377 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:46.366867 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-64800f02-d69b-4691-b698-6793171c0c25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:46.367616 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-64800f02-d69b-4691-b698-6793171c0c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:46.459819 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-71f36eac-1cab-4403-a874-8e4388e1da04 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:46.608149 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-ee72061c-2609-4c45-91d6-2ed16f41057d None None] Allocated IP 2001:db8::2 (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/73fe0513-fc6b-4399-98b6-400b303ad56f/0ad1800f-e4b7-436b-ab7d-667dc97a5117) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:17:46.680481 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f36eac-1cab-4403-a874-8e4388e1da04 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Port': ['ID=3dc40bf7-9369-4b0c-ab59-de134386441f,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:46.778980 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1f87dfd0-f0f4-4857-8c4a-426d828bc3ca tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:46.790826 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ef43fdde-861d-4e2c-a963-eab73d9508cc None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:46.853288 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87dfd0-f0f4-4857-8c4a-426d828bc3ca tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event updated for resources: {'Subnet': ['ID=b0ee563d-f796-4cd5-bb4b-6111afa81ccb,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:46.858896 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-71f36eac-1cab-4403-a874-8e4388e1da04 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:46.862296 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ef43fdde-861d-4e2c-a963-eab73d9508cc None None] Transition to ACTIVE for port object d4c8d402-9063-4ea5-bd4c-a1e1e51c0b40 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:17:46.877804 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-71f36eac-1cab-4403-a874-8e4388e1da04 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/ports/3dc40bf7-9369-4b0c-ab59-de134386441f HTTP/1.1" status: 204 len: 168 time: 1.6972342 May 23 11:17:46.883247 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57980) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:46.908599 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-051d65b0-b46a-4320-8318-ff8b10268951 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Synchronizing usage tracker for tenant:6413deec0c1b468e9165a85b033a2ba9 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:17:46.961894 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be830c-4fc8-4945-8df2-cfb3cfa70be8 req-5a39829d-a855-4a3a-bd23-22b299726e89 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:46.963557 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-85be830c-4fc8-4945-8df2-cfb3cfa70be8 req-5a39829d-a855-4a3a-bd23-22b299726e89 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dce0237-13ee-4e96-9552-bce0c4513ce9 HTTP/1.1" status: 200 len: 945 time: 0.2516201 May 23 11:17:46.984810 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ee72061c-2609-4c45-91d6-2ed16f41057d None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:46.999694 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ee72061c-2609-4c45-91d6-2ed16f41057d None None] Transition to ACTIVE for port object 0ad1800f-e4b7-436b-ab7d-667dc97a5117 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:17:47.002597 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fe5eff-1b82-4297-826e-513db4618eca tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:47.004187 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fe5eff-1b82-4297-826e-513db4618eca tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:47.004936 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b3fe5eff-1b82-4297-826e-513db4618eca tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:17:47.025588 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ee72061c-2609-4c45-91d6-2ed16f41057d None None] Transition to ACTIVE for port object 0ad1800f-e4b7-436b-ab7d-667dc97a5117 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:17:47.027705 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-051d65b0-b46a-4320-8318-ff8b10268951 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Unset dirty status for tenant:6413deec0c1b468e9165a85b033a2ba9 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:17:47.029490 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc815534-aa8f-491b-942b-f75648465718 req-57443682-4750-4e96-86aa-4d7463af5f02 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:17:47.037817 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-051d65b0-b46a-4320-8318-ff8b10268951 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1056756605&fields=id&tenant_id=6413deec0c1b468e9165a85b033a2ba9 HTTP/1.1" status: 200 len: 267 time: 0.4545085 May 23 11:17:47.040394 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a43203-c7fd-4b7e-9e2a-ce2316fe7c34 None None] Sync routers for ids ['e75b29d5-8702-42ef-92a7-2ad7834ef9f1'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:17:47.048568 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ee72061c-2609-4c45-91d6-2ed16f41057d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:47.060572 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a43203-c7fd-4b7e-9e2a-ce2316fe7c34 None None] Routers {'e75b29d5-8702-42ef-92a7-2ad7834ef9f1'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:17:47.061201 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-f6a43203-c7fd-4b7e-9e2a-ce2316fe7c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:17:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['e75b29d5-8702-42ef-92a7-2ad7834ef9f1'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:47.080010 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f87dfd0-f0f4-4857-8c4a-426d828bc3ca tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Checking segment: {'id': 'f4938e12-03f2-46fb-b342-205c8f1adc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'cd130019-1ed3-4967-bb12-6c6cfe4c8581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:17:47.080010 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f87dfd0-f0f4-4857-8c4a-426d828bc3ca tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Network hostable DHCP agents. Network: cd130019-1ed3-4967-bb12-6c6cfe4c8581, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:17:47.098492 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ef43fdde-861d-4e2c-a963-eab73d9508cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:47.152626 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b3fe5eff-1b82-4297-826e-513db4618eca tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:17:47.153895 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b3fe5eff-1b82-4297-826e-513db4618eca tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2694380 May 23 11:17:47.157051 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc815534-aa8f-491b-942b-f75648465718 req-57443682-4750-4e96-86aa-4d7463af5f02 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] No DVR routers for this DVR port 9b434e7c-d2aa-42ef-8cba-3cbe16b4f847 on host n-h1-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:17:47.160905 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-dc815534-aa8f-491b-942b-f75648465718 req-57443682-4750-4e96-86aa-4d7463af5f02 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:47.175368 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57986) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:47.177824 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f015bfa-6b01-4dcb-bdc3-fce1d1ca2e0f', 'name': 'network-vif-deleted', 'tag': '9b434e7c-d2aa-42ef-8cba-3cbe16b4f847'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:17:47.183326 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:47.237777 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dc815534-aa8f-491b-942b-f75648465718 req-57443682-4750-4e96-86aa-4d7463af5f02 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.13 "DELETE /v2.0/ports/9b434e7c-d2aa-42ef-8cba-3cbe16b4f847 HTTP/1.1" status: 204 len: 173 time: 6.9294343 May 23 11:17:47.270000 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee72061c-2609-4c45-91d6-2ed16f41057d None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:17:47.277984 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ef43fdde-861d-4e2c-a963-eab73d9508cc None None] Attempting to bind port d4c8d402-9063-4ea5-bd4c-a1e1e51c0b40 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:17:47.279019 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ef43fdde-861d-4e2c-a963-eab73d9508cc None None] Attempting to bind port d4c8d402-9063-4ea5-bd4c-a1e1e51c0b40 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:17:47.279732 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef43fdde-861d-4e2c-a963-eab73d9508cc None None] Attempting to bind port d4c8d402-9063-4ea5-bd4c-a1e1e51c0b40 on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:17:47.310250 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-ee72061c-2609-4c45-91d6-2ed16f41057d None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:17:47.326902 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee72061c-2609-4c45-91d6-2ed16f41057d None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:17:47.347720 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef43fdde-861d-4e2c-a963-eab73d9508cc None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:17:47.348468 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef43fdde-861d-4e2c-a963-eab73d9508cc None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:17:47.348717 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ef43fdde-861d-4e2c-a963-eab73d9508cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:47.349012 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef43fdde-861d-4e2c-a963-eab73d9508cc None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:17:47.349502 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ef43fdde-861d-4e2c-a963-eab73d9508cc None None] Bound port: d4c8d402-9063-4ea5-bd4c-a1e1e51c0b40, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:17:47.349869 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ef43fdde-861d-4e2c-a963-eab73d9508cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:47.406778 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee72061c-2609-4c45-91d6-2ed16f41057d None None] Pushing event updated for resources: {'Port': ['ID=0ad1800f-e4b7-436b-ab7d-667dc97a5117,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:47.434177 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-f6a43203-c7fd-4b7e-9e2a-ce2316fe7c34 None None] Set router e75b29d5-8702-42ef-92a7-2ad7834ef9f1 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:17:47.449807 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dce0237-13ee-4e96-9552-bce0c4513ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730da5a7-0604-42a0-9afd-c736378e197d'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:17:47.552491 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 730da5a7-0604-42a0-9afd-c736378e197d, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=730da5a7-0604-42a0-9afd-c736378e197d,segment=NetworkSegment(74910d75-7b78-4673-86dc-edced59311b0),segment_id=74910d75-7b78-4673-86dc-edced59311b0)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:17:47.595297 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-ce707255-5b35-4c40-a8d8-8acaa231de53 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:47.595297 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-ce707255-5b35-4c40-a8d8-8acaa231de53 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Synchronizing usage tracker for tenant:6413deec0c1b468e9165a85b033a2ba9 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:17:47.598671 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:47.617618 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-85be830c-4fc8-4945-8df2-cfb3cfa70be8 req-fe86d452-7e52-43c2-8ad1-e88c9cb51620 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] 10.222.0.79 "GET /v2.0/security-groups?id=a47f72e0-8a50-4f5f-b520-60b01ed22f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5628998 May 23 11:17:47.666739 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-ce707255-5b35-4c40-a8d8-8acaa231de53 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Unset dirty status for tenant:6413deec0c1b468e9165a85b033a2ba9 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:17:47.668313 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-ce707255-5b35-4c40-a8d8-8acaa231de53 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports/65511622-3ae6-4e00-8bb2-667556a3a5f7 HTTP/1.1" status: 200 len: 936 time: 0.6186848 May 23 11:17:47.694974 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f87dfd0-f0f4-4857-8c4a-426d828bc3ca tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Network cd130019-1ed3-4967-bb12-6c6cfe4c8581 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:17:47.709656 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 50887b44-918f-46b8-8f9a-0a4bef6bf4af up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:17:47.761934 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-1f87dfd0-f0f4-4857-8c4a-426d828bc3ca tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, cd130019-1ed3-4967-bb12-6c6cfe4c8581) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:17:47.780692 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca5806c-ba5a-46f0-ba03-60abafceb187 None None] Network 0308ef6c-1caf-4171-ace3-29e1cb4dd978 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:17:47.797036 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f87dfd0-f0f4-4857-8c4a-426d828bc3ca tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:47.797777 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1f87dfd0-f0f4-4857-8c4a-426d828bc3ca tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:47.804314 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a1e69e-f4b3-4199-be3e-c3ccd283e1af None None] Pushing event updated for resources: {'Port': ['ID=d4c8d402-9063-4ea5-bd4c-a1e1e51c0b40,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:47.806725 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1243f3-6274-4fe7-9115-ff5ca7eef145 None None] Network cd130019-1ed3-4967-bb12-6c6cfe4c8581 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:17:47.830695 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a069e900-0af6-4af3-93c6-af6a3bd7cddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:47.965695 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-421787f0-13c7-4da3-9bf5-05885117f7d1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting subnet 73fe0513-fc6b-4399-98b6-400b303ad56f {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:17:47.984497 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1f87dfd0-f0f4-4857-8c4a-426d828bc3ca tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9010482 May 23 11:17:47.987327 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57998) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:48.012199 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-ef1754aa-0df8-4b3d-93c2-b9165a10f657 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2145871698', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:17:48.036256 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-421787f0-13c7-4da3-9bf5-05885117f7d1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:48.093646 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ee72061c-2609-4c45-91d6-2ed16f41057d None None] Attempting to bind port 0ad1800f-e4b7-436b-ab7d-667dc97a5117 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:17:48.094010 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ee72061c-2609-4c45-91d6-2ed16f41057d None None] Attempting to bind port 0ad1800f-e4b7-436b-ab7d-667dc97a5117 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:17:48.094373 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee72061c-2609-4c45-91d6-2ed16f41057d None None] Attempting to bind port 0ad1800f-e4b7-436b-ab7d-667dc97a5117 on network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:17:48.104801 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ef43fdde-861d-4e2c-a963-eab73d9508cc None None] For port d4c8d402-9063-4ea5-bd4c-a1e1e51c0b40, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:17:48.147543 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ef1754aa-0df8-4b3d-93c2-b9165a10f657 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:48.165446 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-f6a43203-c7fd-4b7e-9e2a-ce2316fe7c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'name': 'tempest-AttachVolumeNegativeTest-1482793895-router', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:11:20Z', 'updated_at': '2022-05-23T11:11:34Z', 'revision_number': 4, 'project_id': '92ce77b1b70449899717558adda940d2', 'gw_port': {'id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:22Z', 'updated_at': '2022-05-23T11:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '9959c7e4-5ac1-4278-9125-90a08213ddc5', 'name': '', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'mac_address': 'fa:16:3e:c5:51:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:31Z', 'updated_at': '2022-05-23T11:11:44Z', 'revision_number': 5, 'project_id': '92ce77b1b70449899717558adda940d2', 'subnets': [{'id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:48.174366 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ef43fdde-861d-4e2c-a963-eab73d9508cc None None] For port d4c8d402-9063-4ea5-bd4c-a1e1e51c0b40, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=d4c8d402-9063-4ea5-bd4c-a1e1e51c0b40,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:17:48.175100 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a43203-c7fd-4b7e-9e2a-ce2316fe7c34 None None] Checking router: e75b29d5-8702-42ef-92a7-2ad7834ef9f1 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:17:48.181127 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ef1754aa-0df8-4b3d-93c2-b9165a10f657 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Usage tracker for resource:router and tenant:3c9ac73e8a7143fb94827c1e9402fa16 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:48.184188 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee72061c-2609-4c45-91d6-2ed16f41057d None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:17:48.184627 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee72061c-2609-4c45-91d6-2ed16f41057d None None] Checking segment: {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:17:48.185053 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ee72061c-2609-4c45-91d6-2ed16f41057d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:48.185480 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee72061c-2609-4c45-91d6-2ed16f41057d None None] Bound using segment: {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:17:48.186168 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ee72061c-2609-4c45-91d6-2ed16f41057d None None] Bound port: 0ad1800f-e4b7-436b-ab7d-667dc97a5117, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:17:48.186573 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ee72061c-2609-4c45-91d6-2ed16f41057d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:48.194861 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ef1754aa-0df8-4b3d-93c2-b9165a10f657 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:48.197912 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a43203-c7fd-4b7e-9e2a-ce2316fe7c34 None None] Routers {'e75b29d5-8702-42ef-92a7-2ad7834ef9f1'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:17:48.198555 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-f6a43203-c7fd-4b7e-9e2a-ce2316fe7c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:17:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['e75b29d5-8702-42ef-92a7-2ad7834ef9f1'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:48.202569 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64800f02-d69b-4691-b698-6793171c0c25 admin admin] Router 406cd220-9f91-46de-82dc-a46b2f962727 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:17:48.227251 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ef1754aa-0df8-4b3d-93c2-b9165a10f657 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:48.227469 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ef43fdde-861d-4e2c-a963-eab73d9508cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:48.248821 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=730da5a7-0604-42a0-9afd-c736378e197d,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:48.269730 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-421787f0-13c7-4da3-9bf5-05885117f7d1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:48.303356 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4235ea07-e4d3-4d69-8494-d7b01dacf181 None None] Provisioning for port 50887b44-918f-46b8-8f9a-0a4bef6bf4af completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:17:48.307094 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ef1754aa-0df8-4b3d-93c2-b9165a10f657 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:48.308191 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ef1754aa-0df8-4b3d-93c2-b9165a10f657 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:48.328419 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ef1754aa-0df8-4b3d-93c2-b9165a10f657 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:48.385002 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-a069e900-0af6-4af3-93c6-af6a3bd7cddb admin admin] Allocated IP 172.20.0.1 (6213997a-77dd-4973-bef8-b88fbf379b24/54335c97-79a1-4f1c-bc27-f53589fd26ef/5be1fc14-28d2-437d-b7ea-23abbeecda61) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:17:48.414297 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ef1754aa-0df8-4b3d-93c2-b9165a10f657 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:48.510899 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-f6a43203-c7fd-4b7e-9e2a-ce2316fe7c34 None None] Set router e75b29d5-8702-42ef-92a7-2ad7834ef9f1 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:17:48.530686 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ef1754aa-0df8-4b3d-93c2-b9165a10f657 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:48.534597 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ef1754aa-0df8-4b3d-93c2-b9165a10f657 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5303609 May 23 11:17:48.548833 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 58008) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:48.559877 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-55c3f68c-d4d0-4ba2-82c3-03b9286dda2e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Request body: {'port': {'network_id': 'cd130019-1ed3-4967-bb12-6c6cfe4c8581', 'name': 'tempest-RoutersTest-568600601'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:17:48.565455 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a7e45475-f038-4f70-b9e0-cd74503985ae req-455566fd-bfe5-4689-8ed1-7415fbf7cf29 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f015bfa-6b01-4dcb-bdc3-fce1d1ca2e0f HTTP/1.1" status: 200 len: 210 time: 0.3719413 May 23 11:17:48.579891 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-a1748563-be7e-4dff-92da-ccf2b4aff49f tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:48.583494 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-a1748563-be7e-4dff-92da-ccf2b4aff49f tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports/8fe06221-9b45-4a87-9097-415f9568b703 HTTP/1.1" status: 200 len: 936 time: 0.9027264 May 23 11:17:48.672969 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94f1f278-a169-4915-a692-c637611b06d1'] response: {'server_uuid': '7f015bfa-6b01-4dcb-bdc3-fce1d1ca2e0f', 'name': 'network-vif-deleted', 'tag': '9b434e7c-d2aa-42ef-8cba-3cbe16b4f847', 'status': 'completed', 'code': 200} May 23 11:17:48.697546 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-421787f0-13c7-4da3-9bf5-05885117f7d1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:48.716459 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-46c265aa-b86c-4c89-9fa8-13d4c11344fe tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?network_id=caa75e58-fea3-4934-a2b0-723273e69b7e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1181841 May 23 11:17:48.747537 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 50887b44-918f-46b8-8f9a-0a4bef6bf4af completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:17:48.773132 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a1e69e-f4b3-4199-be3e-c3ccd283e1af None None] Pushing event updated for resources: {'Port': ['ID=d4c8d402-9063-4ea5-bd4c-a1e1e51c0b40,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:48.804971 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d15ad717-051d-46d1-a998-64913f527837'] response: {'server_uuid': '3dce0237-13ee-4e96-9552-bce0c4513ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730da5a7-0604-42a0-9afd-c736378e197d', 'code': 200} May 23 11:17:48.818446 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-55c3f68c-d4d0-4ba2-82c3-03b9286dda2e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:48.818718 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 50887b44-918f-46b8-8f9a-0a4bef6bf4af triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:17:48.818886 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:48.828449 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-55c3f68c-d4d0-4ba2-82c3-03b9286dda2e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Usage tracker for resource:port and tenant:3c9ac73e8a7143fb94827c1e9402fa16 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:48.835141 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-55c3f68c-d4d0-4ba2-82c3-03b9286dda2e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:48.847178 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-55c3f68c-d4d0-4ba2-82c3-03b9286dda2e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:48.865801 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-421787f0-13c7-4da3-9bf5-05885117f7d1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:48.913437 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-d04e801c-b832-4b57-8eb2-fcb7811f1cf2 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?network_id=caa75e58-fea3-4934-a2b0-723273e69b7e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1859245 May 23 11:17:48.921757 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c3f68c-d4d0-4ba2-82c3-03b9286dda2e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Made reservation on behalf of 3c9ac73e8a7143fb94827c1e9402fa16 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:17:48.925041 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-55c3f68c-d4d0-4ba2-82c3-03b9286dda2e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:48.982072 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ee72061c-2609-4c45-91d6-2ed16f41057d None None] For port 0ad1800f-e4b7-436b-ab7d-667dc97a5117, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:17:49.012984 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef43fdde-861d-4e2c-a963-eab73d9508cc None None] Routers {'2edb8702-07e6-4fcf-bd80-e5471f932034'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:17:49.013645 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ef43fdde-861d-4e2c-a963-eab73d9508cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:17:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['2edb8702-07e6-4fcf-bd80-e5471f932034'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:49.049568 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421787f0-13c7-4da3-9bf5-05885117f7d1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Subnet': ['ID=73fe0513-fc6b-4399-98b6-400b303ad56f,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:49.080777 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-421787f0-13c7-4da3-9bf5-05885117f7d1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:49.088930 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-55c3f68c-d4d0-4ba2-82c3-03b9286dda2e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] device_id is not set on port 733f7ad5-2b50-49a1-b006-f892a7f4598b yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:17:49.184091 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-421787f0-13c7-4da3-9bf5-05885117f7d1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/73fe0513-fc6b-4399-98b6-400b303ad56f HTTP/1.1" status: 204 len: 168 time: 2.0002537 May 23 11:17:49.187777 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58018) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:49.189345 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64800f02-d69b-4691-b698-6793171c0c25 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:17:49.217651 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-f6a43203-c7fd-4b7e-9e2a-ce2316fe7c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'name': 'tempest-AttachVolumeNegativeTest-1482793895-router', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:11:20Z', 'updated_at': '2022-05-23T11:11:34Z', 'revision_number': 4, 'project_id': '92ce77b1b70449899717558adda940d2', 'gw_port': {'id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:22Z', 'updated_at': '2022-05-23T11:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '9959c7e4-5ac1-4278-9125-90a08213ddc5', 'name': '', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'mac_address': 'fa:16:3e:c5:51:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:31Z', 'updated_at': '2022-05-23T11:11:44Z', 'revision_number': 5, 'project_id': '92ce77b1b70449899717558adda940d2', 'subnets': [{'id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:49.228276 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a43203-c7fd-4b7e-9e2a-ce2316fe7c34 None None] The sync data for ids ['e75b29d5-8702-42ef-92a7-2ad7834ef9f1'] in n-d-842952-2 is: [{'id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'name': 'tempest-AttachVolumeNegativeTest-1482793895-router', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:11:20Z', 'updated_at': '2022-05-23T11:11:34Z', 'revision_number': 4, 'project_id': '92ce77b1b70449899717558adda940d2', 'gw_port': {'id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:22Z', 'updated_at': '2022-05-23T11:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '9959c7e4-5ac1-4278-9125-90a08213ddc5', 'name': '', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'mac_address': 'fa:16:3e:c5:51:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:31Z', 'updated_at': '2022-05-23T11:11:44Z', 'revision_number': 5, 'project_id': '92ce77b1b70449899717558adda940d2', 'subnets': [{'id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:17:49.287750 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-64800f02-d69b-4691-b698-6793171c0c25 admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:49.292006 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-64800f02-d69b-4691-b698-6793171c0c25 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.8231323 May 23 11:17:49.295314 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 58022) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:49.299665 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c91040e2-1084-4e60-bc03-e8409ff37894 req-9ef9d136-b1d6-47aa-b90c-835855d45ec3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3dce0237-13ee-4e96-9552-bce0c4513ce9 HTTP/1.1" status: 200 len: 1097 time: 0.3788819 May 23 11:17:49.300733 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-466e5c99-1c4e-4d5e-8cda-a11650bbcdde tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1022575 May 23 11:17:49.307860 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58024) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:49.329223 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a069e900-0af6-4af3-93c6-af6a3bd7cddb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:49.332668 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81808cc-db23-4cc1-9b6e-781ac0e1d363 None None] Sync routers for ids ['406cd220-9f91-46de-82dc-a46b2f962727'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:17:49.358608 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5260994a-62d2-4e47-be25-16272d3e0a3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-cd130019-1ed3-4967-bb12-6c6cfe4c8581', 'network_id': 'cd130019-1ed3-4967-bb12-6c6cfe4c8581', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'fixed_ips': [{'subnet_id': 'b0ee563d-f796-4cd5-bb4b-6111afa81ccb'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:17:49.359384 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5260994a-62d2-4e47-be25-16272d3e0a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:49.375043 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ee72061c-2609-4c45-91d6-2ed16f41057d None None] For port 0ad1800f-e4b7-436b-ab7d-667dc97a5117, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=0ad1800f-e4b7-436b-ab7d-667dc97a5117,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:17:49.404006 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ee72061c-2609-4c45-91d6-2ed16f41057d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:49.410629 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-a069e900-0af6-4af3-93c6-af6a3bd7cddb admin admin] Transition to ACTIVE for port object 5be1fc14-28d2-437d-b7ea-23abbeecda61 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:17:49.474582 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81808cc-db23-4cc1-9b6e-781ac0e1d363 None None] Routers {'406cd220-9f91-46de-82dc-a46b2f962727'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:17:49.475213 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d81808cc-db23-4cc1-9b6e-781ac0e1d363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:17:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['406cd220-9f91-46de-82dc-a46b2f962727'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:49.487497 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-4b573d4e-42fb-4c11-8a1c-2f56f05795ca tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:49.491712 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-4b573d4e-42fb-4c11-8a1c-2f56f05795ca tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:49.498204 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-4b573d4e-42fb-4c11-8a1c-2f56f05795ca tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:49.499099 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-4b573d4e-42fb-4c11-8a1c-2f56f05795ca tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Synchronizing usage tracker for tenant:6413deec0c1b468e9165a85b033a2ba9 on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:17:49.515263 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a069e900-0af6-4af3-93c6-af6a3bd7cddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:49.516053 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-55c3f68c-d4d0-4ba2-82c3-03b9286dda2e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Allocated IP 172.20.0.4 (cd130019-1ed3-4967-bb12-6c6cfe4c8581/b0ee563d-f796-4cd5-bb4b-6111afa81ccb/733f7ad5-2b50-49a1-b006-f892a7f4598b) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:17:49.566532 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c91040e2-1084-4e60-bc03-e8409ff37894 req-32761550-8f22-45a1-beed-df928fbe4b16 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a47f72e0-8a50-4f5f-b520-60b01ed22f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013690 May 23 11:17:49.661749 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a069e900-0af6-4af3-93c6-af6a3bd7cddb admin admin] Pushing event updated for resources: {'Port': ['ID=5be1fc14-28d2-437d-b7ea-23abbeecda61,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:49.682571 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71359cbc-74c2-412c-83a1-141e73166d20 None None] New status for floating IP 9dcc1ea3-e2a0-441e-a6f8-15106e38b217: DOWN {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:17:49.684468 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a069e900-0af6-4af3-93c6-af6a3bd7cddb admin admin] Network 6213997a-77dd-4973-bef8-b88fbf379b24 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:17:49.685567 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-d81808cc-db23-4cc1-9b6e-781ac0e1d363 None None] Set router 406cd220-9f91-46de-82dc-a46b2f962727 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:17:49.693229 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-a069e900-0af6-4af3-93c6-af6a3bd7cddb admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:17:49.698745 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-4b573d4e-42fb-4c11-8a1c-2f56f05795ca tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Unset dirty status for tenant:6413deec0c1b468e9165a85b033a2ba9 on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:17:49.701067 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-4b573d4e-42fb-4c11-8a1c-2f56f05795ca tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/networks?id=8f58b921-0292-4dfc-9e12-b02298e69ac5&id=dc15df35-8b51-40b0-8426-c0ec1198d56f&id=dc15df35-8b51-40b0-8426-c0ec1198d56f&id=caa75e58-fea3-4934-a2b0-723273e69b7e&id=caa75e58-fea3-4934-a2b0-723273e69b7e HTTP/1.1" status: 200 len: 1996 time: 0.7720582 May 23 11:17:49.701979 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a069e900-0af6-4af3-93c6-af6a3bd7cddb admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:17:49.780804 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd609b4-5839-4d86-b5d5-99b6dd591f83 req-1bfd99dd-dfd8-405d-b7e1-d993216af4d1 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:49.788910 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dbd609b4-5839-4d86-b5d5-99b6dd591f83 req-1bfd99dd-dfd8-405d-b7e1-d993216af4d1 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dce0237-13ee-4e96-9552-bce0c4513ce9 HTTP/1.1" status: 200 len: 946 time: 0.6785476 May 23 11:17:49.869160 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-53ddc697-4c4c-4b4e-8ab3-f827b93ce404 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/quotas/6413deec0c1b468e9165a85b033a2ba9 HTTP/1.1" status: 200 len: 375 time: 0.1342402 May 23 11:17:49.901660 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a069e900-0af6-4af3-93c6-af6a3bd7cddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:49.969855 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-55c3f68c-d4d0-4ba2-82c3-03b9286dda2e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:49.994532 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-55c3f68c-d4d0-4ba2-82c3-03b9286dda2e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Transition to ACTIVE for port object 733f7ad5-2b50-49a1-b006-f892a7f4598b will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:17:50.049299 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611a7025-8065-456e-8912-25e795e430c7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:50.050042 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-611a7025-8065-456e-8912-25e795e430c7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:17:50.062816 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-55c3f68c-d4d0-4ba2-82c3-03b9286dda2e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:50.133072 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dbd609b4-5839-4d86-b5d5-99b6dd591f83 req-5f4e8493-8061-4fed-a533-7ef209de0337 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] 10.222.0.79 "GET /v2.0/security-groups?id=a47f72e0-8a50-4f5f-b520-60b01ed22f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429456 May 23 11:17:50.195795 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-611a7025-8065-456e-8912-25e795e430c7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:17:50.199761 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-611a7025-8065-456e-8912-25e795e430c7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.8812692 May 23 11:17:50.210084 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58034) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:50.211564 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3f68c-d4d0-4ba2-82c3-03b9286dda2e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event updated for resources: {'Port': ['ID=733f7ad5-2b50-49a1-b006-f892a7f4598b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:50.240793 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c3f68c-d4d0-4ba2-82c3-03b9286dda2e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Network cd130019-1ed3-4967-bb12-6c6cfe4c8581 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:17:50.242740 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-55c3f68c-d4d0-4ba2-82c3-03b9286dda2e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:17:50.245209 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c3f68c-d4d0-4ba2-82c3-03b9286dda2e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:17:50.320835 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee72061c-2609-4c45-91d6-2ed16f41057d None None] Pushing event updated for resources: {'Port': ['ID=0ad1800f-e4b7-436b-ab7d-667dc97a5117,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:50.450442 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:50.454078 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58040) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:50.458219 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a069e900-0af6-4af3-93c6-af6a3bd7cddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:50.477728 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e9e40c23-f5ac-42b6-9565-bddc70977ea6 None None] Provisioning for port 5be1fc14-28d2-437d-b7ea-23abbeecda61 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:17:50.510365 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c3f68c-d4d0-4ba2-82c3-03b9286dda2e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:50.511085 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-26cf3c77-1f52-472e-99b9-4d9b15b54f46 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=6413deec0c1b468e9165a85b033a2ba9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.6370232 May 23 11:17:50.511901 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-55c3f68c-d4d0-4ba2-82c3-03b9286dda2e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:50.531469 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-ef43fdde-861d-4e2c-a963-eab73d9508cc None None] Set router 2edb8702-07e6-4fcf-bd80-e5471f932034 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:17:50.614050 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86f5d5d-4ed5-4a62-b049-e05b8550e340 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:50.614321 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e86f5d5d-4ed5-4a62-b049-e05b8550e340 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:17:50.863796 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-55c3f68c-d4d0-4ba2-82c3-03b9286dda2e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.3126948 May 23 11:17:50.877347 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 58044) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:51.001227 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 50887b44-918f-46b8-8f9a-0a4bef6bf4af, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=50887b44-918f-46b8-8f9a-0a4bef6bf4af,segment=NetworkSegment(8ad0a6a2-f0c5-4005-98ee-13e703106a55),segment_id=8ad0a6a2-f0c5-4005-98ee-13e703106a55)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:17:51.082387 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:51.187557 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e9e40c23-f5ac-42b6-9565-bddc70977ea6 None None] Provisioning complete for port 5be1fc14-28d2-437d-b7ea-23abbeecda61 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:17:51.188009 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e9e40c23-f5ac-42b6-9565-bddc70977ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:51.274243 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a069e900-0af6-4af3-93c6-af6a3bd7cddb admin admin] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:51.310271 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e86f5d5d-4ed5-4a62-b049-e05b8550e340 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:17:51.311308 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=50887b44-918f-46b8-8f9a-0a4bef6bf4af,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:51.311430 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e86f5d5d-4ed5-4a62-b049-e05b8550e340 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.0841279 May 23 11:17:51.324876 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a069e900-0af6-4af3-93c6-af6a3bd7cddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:51.333148 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 0ad1800f-e4b7-436b-ab7d-667dc97a5117 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:17:51.370185 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58052) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:51.446482 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e9e40c23-f5ac-42b6-9565-bddc70977ea6 None None] Port 5be1fc14-28d2-437d-b7ea-23abbeecda61 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:17:51.487184 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 0ad1800f-e4b7-436b-ab7d-667dc97a5117 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:17:51.506914 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-5260994a-62d2-4e47-be25-16272d3e0a3f None None] Allocated IP 172.20.0.2 (cd130019-1ed3-4967-bb12-6c6cfe4c8581/b0ee563d-f796-4cd5-bb4b-6111afa81ccb/e0065b07-7310-4bec-ac03-3a5e1d21f3ba) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:17:51.575463 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a069e900-0af6-4af3-93c6-af6a3bd7cddb admin admin] Pushing event updated for resources: {'Port': ['ID=5be1fc14-28d2-437d-b7ea-23abbeecda61,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:51.683487 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f6d35b71-3c59-467b-9fd3-c1ef1368441c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1603959 May 23 11:17:51.693183 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 58058) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:51.713186 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-00037271-2550-4ba3-9244-94c25cc546be tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'subnet': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:17:51.728004 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1dc565e2-db56-41cc-a28b-da6517d71865 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:51.743375 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ef43fdde-861d-4e2c-a963-eab73d9508cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edb8702-07e6-4fcf-bd80-e5471f932034', 'name': 'tempest-ServerActionsTestJSON-1331501959-router', 'tenant_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'd4c8d402-9063-4ea5-bd4c-a1e1e51c0b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:17:32Z', 'updated_at': '2022-05-23T11:17:36Z', 'revision_number': 3, 'project_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'gw_port': {'id': 'd4c8d402-9063-4ea5-bd4c-a1e1e51c0b40', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:44:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edb8702-07e6-4fcf-bd80-e5471f932034', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:34Z', 'updated_at': '2022-05-23T11:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:51.749719 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d81808cc-db23-4cc1-9b6e-781ac0e1d363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406cd220-9f91-46de-82dc-a46b2f962727', 'name': 'tempest-AttachVolumeTestJSON-206819050-router', 'tenant_id': 'd3ec9888c9b84da5954173e8d76fab76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '008eb1b9-f923-4790-a7cf-ac0d64edf3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:17:39Z', 'updated_at': '2022-05-23T11:17:45Z', 'revision_number': 3, 'project_id': 'd3ec9888c9b84da5954173e8d76fab76', 'gw_port': {'id': '008eb1b9-f923-4790-a7cf-ac0d64edf3cc', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:54:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406cd220-9f91-46de-82dc-a46b2f962727', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:42Z', 'updated_at': '2022-05-23T11:17:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:51.759206 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1dc565e2-db56-41cc-a28b-da6517d71865 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:51.772222 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-799189b6-5ede-48ac-8ff7-ff921eaf6199 None None] Provisioning complete for port 50887b44-918f-46b8-8f9a-0a4bef6bf4af triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:17:51.773078 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-799189b6-5ede-48ac-8ff7-ff921eaf6199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:51.778158 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-a88cb988-2866-4ad5-8aeb-307cc6122515 service neutron] 10.222.0.79 "GET /v2.0/networks/8f58b921-0292-4dfc-9e12-b02298e69ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2163837 May 23 11:17:51.804861 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfd3a7f-f97d-4016-a31a-a93886e22866 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:17:51.849790 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81808cc-db23-4cc1-9b6e-781ac0e1d363 None None] Checking router: 406cd220-9f91-46de-82dc-a46b2f962727 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:17:51.850194 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81808cc-db23-4cc1-9b6e-781ac0e1d363 None None] Updating router 406cd220-9f91-46de-82dc-a46b2f962727 port 008eb1b9-f923-4790-a7cf-ac0d64edf3cc binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:17:51.868320 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-00037271-2550-4ba3-9244-94c25cc546be tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:51.877809 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef43fdde-861d-4e2c-a963-eab73d9508cc None None] The sync data for ids ['2edb8702-07e6-4fcf-bd80-e5471f932034'] in n-d-842952-2 is: [{'id': '2edb8702-07e6-4fcf-bd80-e5471f932034', 'name': 'tempest-ServerActionsTestJSON-1331501959-router', 'tenant_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'd4c8d402-9063-4ea5-bd4c-a1e1e51c0b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:17:32Z', 'updated_at': '2022-05-23T11:17:36Z', 'revision_number': 3, 'project_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'gw_port': {'id': 'd4c8d402-9063-4ea5-bd4c-a1e1e51c0b40', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:44:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edb8702-07e6-4fcf-bd80-e5471f932034', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:34Z', 'updated_at': '2022-05-23T11:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:17:51.942498 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-2ba1f644-ff0a-4b15-99e6-c16098915e46 service neutron] 10.222.0.79 "GET /v2.0/networks/8f58b921-0292-4dfc-9e12-b02298e69ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632195 May 23 11:17:51.960646 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-00037271-2550-4ba3-9244-94c25cc546be tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:52.048527 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a069e900-0af6-4af3-93c6-af6a3bd7cddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:52.084963 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d81808cc-db23-4cc1-9b6e-781ac0e1d363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:52.110048 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5260994a-62d2-4e47-be25-16272d3e0a3f None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:52.118810 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-c69173d7-ba49-49f1-a498-6fb0a6a32950 service neutron] 10.222.0.79 "GET /v2.0/ports/65511622-3ae6-4e00-8bb2-667556a3a5f7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1752219 May 23 11:17:52.169625 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5260994a-62d2-4e47-be25-16272d3e0a3f None None] Transition to ACTIVE for port object e0065b07-7310-4bec-ac03-3a5e1d21f3ba will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:17:52.173137 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00037271-2550-4ba3-9244-94c25cc546be tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:17:52.177261 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-00037271-2550-4ba3-9244-94c25cc546be tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:52.293060 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5260994a-62d2-4e47-be25-16272d3e0a3f None None] Transition to ACTIVE for port object e0065b07-7310-4bec-ac03-3a5e1d21f3ba will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:17:52.335610 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf3f70-c37c-4092-94e2-0c0e74aacc5c req-9de0c586-6250-4d62-8cfb-6ba63873bd11 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:52.337148 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-05cf3f70-c37c-4092-94e2-0c0e74aacc5c req-9de0c586-6250-4d62-8cfb-6ba63873bd11 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dce0237-13ee-4e96-9552-bce0c4513ce9 HTTP/1.1" status: 200 len: 946 time: 0.8072164 May 23 11:17:52.343654 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1dc565e2-db56-41cc-a28b-da6517d71865 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:52.501999 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5260994a-62d2-4e47-be25-16272d3e0a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:52.537545 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a069e900-0af6-4af3-93c6-af6a3bd7cddb admin admin] Network 6213997a-77dd-4973-bef8-b88fbf379b24 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:17:52.538671 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc565e2-db56-41cc-a28b-da6517d71865 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a963e8af-14eb-4d75-9d8e-2caa5b0a729f,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:52.558114 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-a069e900-0af6-4af3-93c6-af6a3bd7cddb admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:17:52.745244 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-00048067-5c3d-4156-93b4-7e571ff598cc None None] Could not find standard attr ID for object 3dc40bf7-9369-4b0c-ab59-de134386441f. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:17:52.759062 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-07e1f8fd-b0fb-498e-92ac-27f2112eef49 service neutron] 10.222.0.79 "GET /v2.0/networks/dc15df35-8b51-40b0-8426-c0ec1198d56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6393824 May 23 11:17:52.827121 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5260994a-62d2-4e47-be25-16272d3e0a3f None None] Network cd130019-1ed3-4967-bb12-6c6cfe4c8581 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:17:52.940650 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-5260994a-62d2-4e47-be25-16272d3e0a3f None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:17:52.943622 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5260994a-62d2-4e47-be25-16272d3e0a3f None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:17:52.945300 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-00037271-2550-4ba3-9244-94c25cc546be tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:52.947080 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5260994a-62d2-4e47-be25-16272d3e0a3f None None] Pushing event updated for resources: {'Port': ['ID=e0065b07-7310-4bec-ac03-3a5e1d21f3ba,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:52.958929 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-00048067-5c3d-4156-93b4-7e571ff598cc None None] Provisioning for port 0ad1800f-e4b7-436b-ab7d-667dc97a5117 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:17:52.962700 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 58068) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:53.003000 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1dc565e2-db56-41cc-a28b-da6517d71865 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:53.004417 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1dc565e2-db56-41cc-a28b-da6517d71865 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "DELETE /v2.0/security-groups/a963e8af-14eb-4d75-9d8e-2caa5b0a729f HTTP/1.1" status: 204 len: 168 time: 2.5366802 May 23 11:17:53.025421 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 58070) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:53.058330 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-05cf3f70-c37c-4092-94e2-0c0e74aacc5c req-1a3d6ba9-7120-4192-8382-63a4cc37cad5 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] 10.222.0.79 "GET /v2.0/security-groups?id=a47f72e0-8a50-4f5f-b520-60b01ed22f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7009294 May 23 11:17:53.085391 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-00048067-5c3d-4156-93b4-7e571ff598cc None None] Provisioning complete for port 0ad1800f-e4b7-436b-ab7d-667dc97a5117 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:17:53.085814 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-00048067-5c3d-4156-93b4-7e571ff598cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:53.106624 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3692f4f9-86dc-4e2a-b953-647f2866bf79 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:53.123096 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4a2e40-8396-4f4e-bca4-c7d09b94cc72 None None] DHCP port deletion for db5fdb8a-4d76-428d-84ca-c911a4d5dee2 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:17:53.134972 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6c4a2e40-8396-4f4e-bca4-c7d09b94cc72 None None] Deleting port 0ad1800f-e4b7-436b-ab7d-667dc97a5117 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:17:53.135336 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c4a2e40-8396-4f4e-bca4-c7d09b94cc72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:53.172906 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00037271-2550-4ba3-9244-94c25cc546be tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:17:53.387416 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device d4c8d402-9063-4ea5-bd4c-a1e1e51c0b40 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:17:53.427119 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-4537dbf8-07ec-4923-b17c-6843b9065e9e service neutron] 10.222.0.79 "GET /v2.0/networks/dc15df35-8b51-40b0-8426-c0ec1198d56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4704401 May 23 11:17:53.443681 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-00037271-2550-4ba3-9244-94c25cc546be tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:17:53.527369 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d81808cc-db23-4cc1-9b6e-781ac0e1d363 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:53.539267 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-5260994a-62d2-4e47-be25-16272d3e0a3f None None] Attempting to bind port e0065b07-7310-4bec-ac03-3a5e1d21f3ba on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:17:53.539780 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-5260994a-62d2-4e47-be25-16272d3e0a3f None None] Attempting to bind port e0065b07-7310-4bec-ac03-3a5e1d21f3ba by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'f4938e12-03f2-46fb-b342-205c8f1adc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'cd130019-1ed3-4967-bb12-6c6cfe4c8581'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:17:53.540247 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5260994a-62d2-4e47-be25-16272d3e0a3f None None] Attempting to bind port e0065b07-7310-4bec-ac03-3a5e1d21f3ba on network cd130019-1ed3-4967-bb12-6c6cfe4c8581 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:17:53.582667 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00037271-2550-4ba3-9244-94c25cc546be tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:53.583261 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-00037271-2550-4ba3-9244-94c25cc546be tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:53.587768 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-525d1b9c-9621-4ade-b3d2-fdaa3ad71ca5 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] show failed (client error): The resource could not be found. May 23 11:17:53.591513 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-525d1b9c-9621-4ade-b3d2-fdaa3ad71ca5 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups/a963e8af-14eb-4d75-9d8e-2caa5b0a729f HTTP/1.1" status: 404 len: 347 time: 0.5380585 May 23 11:17:53.607132 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 58084) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:53.623814 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8a091b99-2e3f-44d9-8a07-e73a674ac8f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:53.624424 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d81808cc-db23-4cc1-9b6e-781ac0e1d363 None None] Transition to ACTIVE for port object 008eb1b9-f923-4790-a7cf-ac0d64edf3cc will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:17:53.638524 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5260994a-62d2-4e47-be25-16272d3e0a3f None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:17:53.638946 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5260994a-62d2-4e47-be25-16272d3e0a3f None None] Checking segment: {'id': 'f4938e12-03f2-46fb-b342-205c8f1adc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'cd130019-1ed3-4967-bb12-6c6cfe4c8581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:17:53.639407 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5260994a-62d2-4e47-be25-16272d3e0a3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:53.639858 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5260994a-62d2-4e47-be25-16272d3e0a3f None None] Bound using segment: {'id': 'f4938e12-03f2-46fb-b342-205c8f1adc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'cd130019-1ed3-4967-bb12-6c6cfe4c8581'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:17:53.640880 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-5260994a-62d2-4e47-be25-16272d3e0a3f None None] Bound port: e0065b07-7310-4bec-ac03-3a5e1d21f3ba, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4938e12-03f2-46fb-b342-205c8f1adc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'cd130019-1ed3-4967-bb12-6c6cfe4c8581'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:17:53.641337 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5260994a-62d2-4e47-be25-16272d3e0a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:53.669636 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d81808cc-db23-4cc1-9b6e-781ac0e1d363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:53.715650 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00037271-2550-4ba3-9244-94c25cc546be tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Subnet': ['ID=646e94f9-a48a-410d-8154-f3ec7c5f9e03,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:53.798638 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-f9810511-1c7c-4374-b6a9-fba083a335bc service neutron] 10.222.0.79 "GET /v2.0/ports/8fe06221-9b45-4a87-9097-415f9568b703?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.3212132 May 23 11:17:53.805349 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-00037271-2550-4ba3-9244-94c25cc546be tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1060357 May 23 11:17:53.824996 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58090) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:53.872423 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-e02925c6-30af-4050-8112-d3f1e9db3202 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'port': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'fixed_ips': [{'subnet_id': '646e94f9-a48a-410d-8154-f3ec7c5f9e03', 'ip_address': '2001:db8::1d2f:1d40:f709:2f87'}], 'name': 'tempest-NetworksTestDHCPv6-1167668000'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:17:53.911199 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port d4c8d402-9063-4ea5-bd4c-a1e1e51c0b40 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:17:53.974882 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port d4c8d402-9063-4ea5-bd4c-a1e1e51c0b40 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:17:53.975266 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:53.988866 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-ca10f399-b79a-4e2a-855a-d330705f668a tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Deleting port b4cdfe0a-a666-4972-b762-36b8ae204758 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:17:53.989479 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ca10f399-b79a-4e2a-855a-d330705f668a tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:54.014556 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8a091b99-2e3f-44d9-8a07-e73a674ac8f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:54.019776 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-00048067-5c3d-4156-93b4-7e571ff598cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:54.032943 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-8a091b99-2e3f-44d9-8a07-e73a674ac8f4 admin admin] Usage tracker for resource:security_group_rule and tenant:6cf8abe4ccbf43fe934a02b20a9420be is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:54.040666 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-d81808cc-db23-4cc1-9b6e-781ac0e1d363 None None] Attempting to bind port 008eb1b9-f923-4790-a7cf-ac0d64edf3cc on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:17:54.040666 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-d81808cc-db23-4cc1-9b6e-781ac0e1d363 None None] Attempting to bind port 008eb1b9-f923-4790-a7cf-ac0d64edf3cc by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:17:54.040666 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81808cc-db23-4cc1-9b6e-781ac0e1d363 None None] Attempting to bind port 008eb1b9-f923-4790-a7cf-ac0d64edf3cc on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:17:54.041783 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-8a091b99-2e3f-44d9-8a07-e73a674ac8f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:54.042513 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1cc8b-8611-4b4a-a1e1-31c7dcb8c750 None None] Pushing event updated for resources: {'Port': ['ID=008eb1b9-f923-4790-a7cf-ac0d64edf3cc,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:54.059506 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8a091b99-2e3f-44d9-8a07-e73a674ac8f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:54.097582 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81808cc-db23-4cc1-9b6e-781ac0e1d363 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:17:54.097953 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81808cc-db23-4cc1-9b6e-781ac0e1d363 None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:17:54.098357 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d81808cc-db23-4cc1-9b6e-781ac0e1d363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:54.098755 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81808cc-db23-4cc1-9b6e-781ac0e1d363 None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:17:54.099237 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-d81808cc-db23-4cc1-9b6e-781ac0e1d363 None None] Bound port: 008eb1b9-f923-4790-a7cf-ac0d64edf3cc, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:17:54.099608 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d81808cc-db23-4cc1-9b6e-781ac0e1d363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:54.148657 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5260994a-62d2-4e47-be25-16272d3e0a3f None None] For port e0065b07-7310-4bec-ac03-3a5e1d21f3ba, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:17:54.166099 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e02925c6-30af-4050-8112-d3f1e9db3202 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:54.170801 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-dd26589f-5ea6-4d4e-a85e-3a681d476cfa service neutron] 10.222.0.79 "GET /v2.0/networks/dc15df35-8b51-40b0-8426-c0ec1198d56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650026 May 23 11:17:54.183930 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6c4a2e40-8396-4f4e-bca4-c7d09b94cc72 None None] For port 0ad1800f-e4b7-436b-ab7d-667dc97a5117, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=0ad1800f-e4b7-436b-ab7d-667dc97a5117,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:17:54.184360 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c4a2e40-8396-4f4e-bca4-c7d09b94cc72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:54.206264 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5260994a-62d2-4e47-be25-16272d3e0a3f None None] For port e0065b07-7310-4bec-ac03-3a5e1d21f3ba, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e0065b07-7310-4bec-ac03-3a5e1d21f3ba,segment=NetworkSegment(f4938e12-03f2-46fb-b342-205c8f1adc85),segment_id=f4938e12-03f2-46fb-b342-205c8f1adc85)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:17:54.211641 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-00048067-5c3d-4156-93b4-7e571ff598cc None None] For port 0ad1800f-e4b7-436b-ab7d-667dc97a5117, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=0ad1800f-e4b7-436b-ab7d-667dc97a5117,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:17:54.217660 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e02925c6-30af-4050-8112-d3f1e9db3202 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:54.227998 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26db9d8-b127-4d8b-ba02-ef90c4c734bc req-c0c7caa2-5a5f-42cf-aec7-2ab309448aa8 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:54.229666 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b26db9d8-b127-4d8b-ba02-ef90c4c734bc req-c0c7caa2-5a5f-42cf-aec7-2ab309448aa8 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dce0237-13ee-4e96-9552-bce0c4513ce9 HTTP/1.1" status: 200 len: 946 time: 0.4000418 May 23 11:17:54.282476 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5260994a-62d2-4e47-be25-16272d3e0a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:54.286138 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-00048067-5c3d-4156-93b4-7e571ff598cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:54.324629 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02925c6-30af-4050-8112-d3f1e9db3202 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:17:54.384249 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3692f4f9-86dc-4e2a-b953-647f2866bf79 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:54.386658 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ca10f399-b79a-4e2a-855a-d330705f668a tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:54.387113 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ca10f399-b79a-4e2a-855a-d330705f668a tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:54.396404 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6c4a2e40-8396-4f4e-bca4-c7d09b94cc72 None None] Calling delete_port for 0ad1800f-e4b7-436b-ab7d-667dc97a5117 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:17:54.404843 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3692f4f9-86dc-4e2a-b953-647f2866bf79 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:54.451595 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a069e900-0af6-4af3-93c6-af6a3bd7cddb admin admin] Router 2edb8702-07e6-4fcf-bd80-e5471f932034 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:17:54.481293 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b26db9d8-b127-4d8b-ba02-ef90c4c734bc req-e2e923a4-214c-41dd-a88a-33d8b7e8f4b3 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] 10.222.0.79 "GET /v2.0/security-groups?id=a47f72e0-8a50-4f5f-b520-60b01ed22f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018416 May 23 11:17:54.493597 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-f9e5335c-ebcc-46ad-8561-4811c26d0350 service neutron] 10.222.0.79 "GET /v2.0/networks/dc15df35-8b51-40b0-8426-c0ec1198d56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113132 May 23 11:17:54.515463 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-d81808cc-db23-4cc1-9b6e-781ac0e1d363 None None] For port 008eb1b9-f923-4790-a7cf-ac0d64edf3cc, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:17:54.562558 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-d81808cc-db23-4cc1-9b6e-781ac0e1d363 None None] For port 008eb1b9-f923-4790-a7cf-ac0d64edf3cc, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=008eb1b9-f923-4790-a7cf-ac0d64edf3cc,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:17:54.585233 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-ca10f399-b79a-4e2a-855a-d330705f668a tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Calling delete_port for b4cdfe0a-a666-4972-b762-36b8ae204758 owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:17:54.587327 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d81808cc-db23-4cc1-9b6e-781ac0e1d363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:54.595494 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:54.611902 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5260994a-62d2-4e47-be25-16272d3e0a3f None None] Pushing event updated for resources: {'Port': ['ID=e0065b07-7310-4bec-ac03-3a5e1d21f3ba,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:54.617130 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8a091b99-2e3f-44d9-8a07-e73a674ac8f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:54.658963 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6581b02b-d05a-4fb7-9a7d-e8017f48b1b9 None None] Provisioning complete for port 5be1fc14-28d2-437d-b7ea-23abbeecda61 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:17:54.660186 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6581b02b-d05a-4fb7-9a7d-e8017f48b1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:54.685072 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8a091b99-2e3f-44d9-8a07-e73a674ac8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:54.685905 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e02925c6-30af-4050-8112-d3f1e9db3202 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:54.749395 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-6c4a2e40-8396-4f4e-bca4-c7d09b94cc72 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:17:54.749781 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-6c4a2e40-8396-4f4e-bca4-c7d09b94cc72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:17:54.757167 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port d4c8d402-9063-4ea5-bd4c-a1e1e51c0b40, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=d4c8d402-9063-4ea5-bd4c-a1e1e51c0b40,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:17:54.768451 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:54.769231 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 50887b44-918f-46b8-8f9a-0a4bef6bf4af up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:17:54.815686 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6581b02b-d05a-4fb7-9a7d-e8017f48b1b9 None None] Port 5be1fc14-28d2-437d-b7ea-23abbeecda61 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:17:54.833483 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00048067-5c3d-4156-93b4-7e571ff598cc None None] Pushing event updated for resources: {'Port': ['ID=0ad1800f-e4b7-436b-ab7d-667dc97a5117,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:54.842056 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-e02925c6-30af-4050-8112-d3f1e9db3202 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] device_id is not set on port 473a5357-3481-4fb5-8932-a0c5e57d5ac2 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:17:54.886102 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81808cc-db23-4cc1-9b6e-781ac0e1d363 None None] Routers {'406cd220-9f91-46de-82dc-a46b2f962727'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:17:54.886102 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d81808cc-db23-4cc1-9b6e-781ac0e1d363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:17:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['406cd220-9f91-46de-82dc-a46b2f962727'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:54.941820 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3692f4f9-86dc-4e2a-b953-647f2866bf79 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event updated for resources: {'Port': ['ID=733f7ad5-2b50-49a1-b006-f892a7f4598b,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:54.989884 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-dea4020a-b64d-4940-b4a0-927eb75810fd service neutron] 10.222.0.79 "GET /v2.0/networks/dc15df35-8b51-40b0-8426-c0ec1198d56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4802973 May 23 11:17:54.995113 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b32f0b08-5716-4e43-af2f-3cd49ecb67b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:55.036369 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a091b99-2e3f-44d9-8a07-e73a674ac8f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02fddcce-dcec-4aeb-806c-74509cb3a5c6,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:55.079854 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8a091b99-2e3f-44d9-8a07-e73a674ac8f4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6cf8abe4ccbf43fe934a02b20a9420be&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0537686 May 23 11:17:55.080589 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58094) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:55.094967 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1cc8b-8611-4b4a-a1e1-31c7dcb8c750 None None] Pushing event updated for resources: {'Port': ['ID=008eb1b9-f923-4790-a7cf-ac0d64edf3cc,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:55.245970 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 50887b44-918f-46b8-8f9a-0a4bef6bf4af triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:17:55.246223 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:55.274062 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6c4a2e40-8396-4f4e-bca4-c7d09b94cc72 None None] Deleting port 0ad1800f-e4b7-436b-ab7d-667dc97a5117 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:17:55.274463 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c4a2e40-8396-4f4e-bca4-c7d09b94cc72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:55.331047 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=d4c8d402-9063-4ea5-bd4c-a1e1e51c0b40,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:55.343332 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-d81808cc-db23-4cc1-9b6e-781ac0e1d363 None None] Set router 406cd220-9f91-46de-82dc-a46b2f962727 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:17:55.426161 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-81f341ca-55a7-4403-926e-cc81c38a2c13 service neutron] 10.222.0.79 "GET /v2.0/networks/dc15df35-8b51-40b0-8426-c0ec1198d56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260578 May 23 11:17:55.459526 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ca10f399-b79a-4e2a-855a-d330705f668a tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:55.585348 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10f399-b79a-4e2a-855a-d330705f668a tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Pushing event deleted for resources: {'Port': ['ID=b4cdfe0a-a666-4972-b762-36b8ae204758,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:55.662358 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6c4a2e40-8396-4f4e-bca4-c7d09b94cc72 None None] For port 0ad1800f-e4b7-436b-ab7d-667dc97a5117, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=0ad1800f-e4b7-436b-ab7d-667dc97a5117,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:17:55.662941 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c4a2e40-8396-4f4e-bca4-c7d09b94cc72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:55.682213 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-6c90d6ae-c439-4662-ba79-e7d99908b445 service neutron] 10.222.0.79 "GET /v2.0/networks/dc15df35-8b51-40b0-8426-c0ec1198d56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313714 May 23 11:17:55.785357 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ca10f399-b79a-4e2a-855a-d330705f668a tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:55.802116 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6c4a2e40-8396-4f4e-bca4-c7d09b94cc72 None None] Calling delete_port for 0ad1800f-e4b7-436b-ab7d-667dc97a5117 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:17:55.806095 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1afad-6007-45c7-ba6d-7dfd15bc2183 req-e29fc9bb-2477-4b66-b724-0e452b1e1d74 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:55.806741 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-57f1afad-6007-45c7-ba6d-7dfd15bc2183 req-e29fc9bb-2477-4b66-b724-0e452b1e1d74 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] Synchronizing usage tracker for tenant:6091b7e5e45f43588e581c3a0caa78b2 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:17:55.824432 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-114fef30-9b0f-4fd7-b067-d0ccd0916da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:55.848648 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ca10f399-b79a-4e2a-855a-d330705f668a tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:55.849940 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ca10f399-b79a-4e2a-855a-d330705f668a tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "DELETE /v2.0/floatingips/9dcc1ea3-e2a0-441e-a6f8-15106e38b217 HTTP/1.1" status: 204 len: 168 time: 2.2354493 May 23 11:17:55.904898 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d25efc2-3753-4163-a92e-763818ff032a None None] Network cd130019-1ed3-4967-bb12-6c6cfe4c8581 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:17:55.914121 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-57f1afad-6007-45c7-ba6d-7dfd15bc2183 req-e29fc9bb-2477-4b66-b724-0e452b1e1d74 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] Unset dirty status for tenant:6091b7e5e45f43588e581c3a0caa78b2 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:17:55.915247 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-57f1afad-6007-45c7-ba6d-7dfd15bc2183 req-e29fc9bb-2477-4b66-b724-0e452b1e1d74 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] 10.222.0.81 "GET /v2.0/ports?device_id=3dce0237-13ee-4e96-9552-bce0c4513ce9 HTTP/1.1" status: 200 len: 946 time: 0.5573919 May 23 11:17:55.969078 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-e02925c6-30af-4050-8112-d3f1e9db3202 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Allocated IP 2001:db8::1d2f:1d40:f709:2f87 (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/646e94f9-a48a-410d-8154-f3ec7c5f9e03/473a5357-3481-4fb5-8932-a0c5e57d5ac2) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:17:55.979404 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-114fef30-9b0f-4fd7-b067-d0ccd0916da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:56.084183 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-57f1afad-6007-45c7-ba6d-7dfd15bc2183 req-682e63ed-caad-4b79-87ed-9d53828dc254 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] Deleting port 730da5a7-0604-42a0-9afd-c736378e197d {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:17:56.084768 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-57f1afad-6007-45c7-ba6d-7dfd15bc2183 req-682e63ed-caad-4b79-87ed-9d53828dc254 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:56.115203 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3692f4f9-86dc-4e2a-b953-647f2866bf79 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:56.125295 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dd8c7062-2b30-4e46-936b-bebec7b821e4 None None] Provisioning for port e0065b07-7310-4bec-ac03-3a5e1d21f3ba completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:17:56.125747 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-aa34b0dc-904b-4cb7-afbe-d545c520fe9b service neutron] 10.222.0.79 "GET /v2.0/networks/dc15df35-8b51-40b0-8426-c0ec1198d56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219894 May 23 11:17:56.136698 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a069e900-0af6-4af3-93c6-af6a3bd7cddb admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:17:56.140734 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c4a2e40-8396-4f4e-bca4-c7d09b94cc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:56.217342 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-b32f0b08-5716-4e43-af2f-3cd49ecb67b3 admin admin] Allocated IP 172.20.0.1 (0308ef6c-1caf-4171-ace3-29e1cb4dd978/78a08f2b-9bc6-4aed-a592-74a10c72dff5/74430c8f-a818-475a-af00-5d3668305212) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:17:56.229424 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a2e40-8396-4f4e-bca4-c7d09b94cc72 None None] Pushing event deleted for resources: {'Port': ['ID=0ad1800f-e4b7-436b-ab7d-667dc97a5117,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:56.245887 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 0ad1800f-e4b7-436b-ab7d-667dc97a5117 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:17:56.290922 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 0ad1800f-e4b7-436b-ab7d-667dc97a5117 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:17:56.291245 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 0ad1800f-e4b7-436b-ab7d-667dc97a5117 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:17:56.315455 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4a2e40-8396-4f4e-bca4-c7d09b94cc72 None None] No DVR routers for this DVR port 0ad1800f-e4b7-436b-ab7d-667dc97a5117 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:17:56.346295 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f43c0c2-83a6-4854-931d-f1c9ace68dd7 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:17:56.365369 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3fecc2-1f9e-4c26-b384-182b0d0af945 req-13895d76-a5c3-4a00-b423-cc9e644e237b tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:56.373909 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9a3fecc2-1f9e-4c26-b384-182b0d0af945 req-13895d76-a5c3-4a00-b423-cc9e644e237b tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dce0237-13ee-4e96-9552-bce0c4513ce9 HTTP/1.1" status: 200 len: 946 time: 0.5393095 May 23 11:17:56.453845 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-114fef30-9b0f-4fd7-b067-d0ccd0916da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:56.512712 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a069e900-0af6-4af3-93c6-af6a3bd7cddb admin admin] 10.222.0.79 "PUT /v2.0/routers/2edb8702-07e6-4fcf-bd80-e5471f932034/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4618473 May 23 11:17:56.518231 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-114fef30-9b0f-4fd7-b067-d0ccd0916da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:56.521832 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-114fef30-9b0f-4fd7-b067-d0ccd0916da3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/02fddcce-dcec-4aeb-806c-74509cb3a5c6 HTTP/1.1" status: 204 len: 168 time: 1.4377980 May 23 11:17:56.559692 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114fef30-9b0f-4fd7-b067-d0ccd0916da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fddcce-dcec-4aeb-806c-74509cb3a5c6,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:56.571046 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1db044-05eb-48ae-a127-22dfadbb145e None None] Sync routers for ids ['2edb8702-07e6-4fcf-bd80-e5471f932034'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:17:56.602508 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3692f4f9-86dc-4e2a-b953-647f2866bf79 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:56.627055 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9a3fecc2-1f9e-4c26-b384-182b0d0af945 req-9e5ee688-65ba-47fb-b885-67ee57a542b9 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] 10.222.0.79 "GET /v2.0/security-groups?id=a47f72e0-8a50-4f5f-b520-60b01ed22f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520003 May 23 11:17:56.652159 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-a1d42f2b-d021-4ada-bd40-3f9db2cb4cb4 service neutron] 10.222.0.79 "GET /v2.0/networks/caa75e58-fea3-4934-a2b0-723273e69b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4853611 May 23 11:17:56.676366 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230884d0-1cf9-4724-9d62-49e9229fc4b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'tenant_id': '7898a2f847b24320a42ded6c2b4bd651', 'fixed_ips': [{'subnet_id': '646e94f9-a48a-410d-8154-f3ec7c5f9e03'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:17:56.677180 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-230884d0-1cf9-4724-9d62-49e9229fc4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:56.724543 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e02925c6-30af-4050-8112-d3f1e9db3202 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:56.737265 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device d4c8d402-9063-4ea5-bd4c-a1e1e51c0b40 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:17:56.750396 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-e02925c6-30af-4050-8112-d3f1e9db3202 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Transition to ACTIVE for port object 473a5357-3481-4fb5-8932-a0c5e57d5ac2 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:17:56.783949 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e02925c6-30af-4050-8112-d3f1e9db3202 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:56.864337 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 58108) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:56.895319 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1db044-05eb-48ae-a127-22dfadbb145e None None] Routers {'2edb8702-07e6-4fcf-bd80-e5471f932034'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:17:56.895999 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-0c1db044-05eb-48ae-a127-22dfadbb145e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:17:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['2edb8702-07e6-4fcf-bd80-e5471f932034'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:56.904055 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-751fa51a-b39d-4086-80fe-f46980a5ab96 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Request body: {'security_group': {'name': 'tempest-securitygroup--701320338', 'description': 'tempest-description--1104153711'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:17:56.911383 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-751fa51a-b39d-4086-80fe-f46980a5ab96 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:56.915605 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-751fa51a-b39d-4086-80fe-f46980a5ab96 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Usage tracker for resource:security_group and tenant:92ce77b1b70449899717558adda940d2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:56.925421 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-751fa51a-b39d-4086-80fe-f46980a5ab96 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:56.940786 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-751fa51a-b39d-4086-80fe-f46980a5ab96 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:57.037054 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02925c6-30af-4050-8112-d3f1e9db3202 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:17:57.042430 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-e02925c6-30af-4050-8112-d3f1e9db3202 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:17:57.045427 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02925c6-30af-4050-8112-d3f1e9db3202 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:17:57.049946 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02925c6-30af-4050-8112-d3f1e9db3202 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:57.052039 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e02925c6-30af-4050-8112-d3f1e9db3202 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:57.070590 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-751fa51a-b39d-4086-80fe-f46980a5ab96 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:57.084159 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02925c6-30af-4050-8112-d3f1e9db3202 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Port': ['ID=473a5357-3481-4fb5-8932-a0c5e57d5ac2,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:57.102020 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d81808cc-db23-4cc1-9b6e-781ac0e1d363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406cd220-9f91-46de-82dc-a46b2f962727', 'name': 'tempest-AttachVolumeTestJSON-206819050-router', 'tenant_id': 'd3ec9888c9b84da5954173e8d76fab76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '008eb1b9-f923-4790-a7cf-ac0d64edf3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:17:39Z', 'updated_at': '2022-05-23T11:17:45Z', 'revision_number': 3, 'project_id': 'd3ec9888c9b84da5954173e8d76fab76', 'gw_port': {'id': '008eb1b9-f923-4790-a7cf-ac0d64edf3cc', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:54:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406cd220-9f91-46de-82dc-a46b2f962727', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:42Z', 'updated_at': '2022-05-23T11:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:17:57.128572 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81808cc-db23-4cc1-9b6e-781ac0e1d363 None None] The sync data for ids ['406cd220-9f91-46de-82dc-a46b2f962727'] in n-d-842952-2 is: [{'id': '406cd220-9f91-46de-82dc-a46b2f962727', 'name': 'tempest-AttachVolumeTestJSON-206819050-router', 'tenant_id': 'd3ec9888c9b84da5954173e8d76fab76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '008eb1b9-f923-4790-a7cf-ac0d64edf3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:17:39Z', 'updated_at': '2022-05-23T11:17:45Z', 'revision_number': 3, 'project_id': 'd3ec9888c9b84da5954173e8d76fab76', 'gw_port': {'id': '008eb1b9-f923-4790-a7cf-ac0d64edf3cc', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:54:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406cd220-9f91-46de-82dc-a46b2f962727', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:42Z', 'updated_at': '2022-05-23T11:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:17:57.132804 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e02925c6-30af-4050-8112-d3f1e9db3202 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2655323 May 23 11:17:57.135356 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58120) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:57.143547 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port d4c8d402-9063-4ea5-bd4c-a1e1e51c0b40 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:17:57.147183 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:57.196655 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-d613c70d-4883-49d7-8c13-bab2354cafc5 service neutron] 10.222.0.79 "GET /v2.0/networks/caa75e58-fea3-4934-a2b0-723273e69b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5145590 May 23 11:17:57.205589 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b32f0b08-5716-4e43-af2f-3cd49ecb67b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:57.211984 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-57f1afad-6007-45c7-ba6d-7dfd15bc2183 req-682e63ed-caad-4b79-87ed-9d53828dc254 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] For port 730da5a7-0604-42a0-9afd-c736378e197d, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=730da5a7-0604-42a0-9afd-c736378e197d,segment=NetworkSegment(74910d75-7b78-4673-86dc-edced59311b0),segment_id=74910d75-7b78-4673-86dc-edced59311b0)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:17:57.212862 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-57f1afad-6007-45c7-ba6d-7dfd15bc2183 req-682e63ed-caad-4b79-87ed-9d53828dc254 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:57.405429 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97949dc2-d97f-436e-9402-da534f12e4f6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:57.406389 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-97949dc2-d97f-436e-9402-da534f12e4f6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:17:57.444602 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-2c0a03f4-1836-4feb-80c6-f4a78f86737a service neutron] 10.222.0.79 "GET /v2.0/networks/caa75e58-fea3-4934-a2b0-723273e69b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364340 May 23 11:17:57.449556 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-97949dc2-d97f-436e-9402-da534f12e4f6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:17:57.453671 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-97949dc2-d97f-436e-9402-da534f12e4f6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3144073 May 23 11:17:57.460190 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-230884d0-1cf9-4724-9d62-49e9229fc4b6 None None] Allocated IP 2001:db8::2 (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/646e94f9-a48a-410d-8154-f3ec7c5f9e03/a786cdfe-504f-4a57-b1ff-fdb6d6f9d7c2) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:17:57.484346 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58128) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:57.519579 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-57f1afad-6007-45c7-ba6d-7dfd15bc2183 req-682e63ed-caad-4b79-87ed-9d53828dc254 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] Calling delete_port for 730da5a7-0604-42a0-9afd-c736378e197d owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:17:57.562159 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-b32f0b08-5716-4e43-af2f-3cd49ecb67b3 admin admin] Transition to ACTIVE for port object 74430c8f-a818-475a-af00-5d3668305212 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:17:57.772321 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-006a1404-693b-41f1-bd1c-bf9eb62144d1 service neutron] 10.222.0.79 "GET /v2.0/networks/caa75e58-fea3-4934-a2b0-723273e69b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174026 May 23 11:17:57.792280 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58138) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:57.816638 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-0c32a01d-ed4f-464b-9527-29b0234aac65 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting port 473a5357-3481-4fb5-8932-a0c5e57d5ac2 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:17:57.830634 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0c32a01d-ed4f-464b-9527-29b0234aac65 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:57.991769 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-8fd097df-1acc-46d9-8306-67d470e37a6a tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1886700950', 'description': 'tempest-description--60502953'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:17:58.013197 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-751fa51a-b39d-4086-80fe-f46980a5ab96 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:58.214561 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-230884d0-1cf9-4724-9d62-49e9229fc4b6 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:58.229416 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-230884d0-1cf9-4724-9d62-49e9229fc4b6 None None] Transition to ACTIVE for port object a786cdfe-504f-4a57-b1ff-fdb6d6f9d7c2 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:17:58.274893 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-230884d0-1cf9-4724-9d62-49e9229fc4b6 None None] Transition to ACTIVE for port object a786cdfe-504f-4a57-b1ff-fdb6d6f9d7c2 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:17:58.277910 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-0c1db044-05eb-48ae-a127-22dfadbb145e None None] Set router 2edb8702-07e6-4fcf-bd80-e5471f932034 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:17:58.329988 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e0065b07-7310-4bec-ac03-3a5e1d21f3ba up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:17:58.405603 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 730da5a7-0604-42a0-9afd-c736378e197d no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:17:58.463525 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-230884d0-1cf9-4724-9d62-49e9229fc4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:58.526547 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8fd097df-1acc-46d9-8306-67d470e37a6a tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:58.537979 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8fd097df-1acc-46d9-8306-67d470e37a6a tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Usage tracker for resource:security_group and tenant:0d8e63cb106b40b880c35c46eb22d5c0 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:58.538208 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3692f4f9-86dc-4e2a-b953-647f2866bf79 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:58.541707 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8fd097df-1acc-46d9-8306-67d470e37a6a tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:58.555018 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8fd097df-1acc-46d9-8306-67d470e37a6a tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:58.588802 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-57f1afad-6007-45c7-ba6d-7dfd15bc2183 req-682e63ed-caad-4b79-87ed-9d53828dc254 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:58.594002 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-751fa51a-b39d-4086-80fe-f46980a5ab96 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Usage tracker for resource:security_group_rule and tenant:92ce77b1b70449899717558adda940d2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:58.629566 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230884d0-1cf9-4724-9d62-49e9229fc4b6 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:17:58.663810 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-230884d0-1cf9-4724-9d62-49e9229fc4b6 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:17:58.691041 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: 730da5a7-0604-42a0-9afd-c736378e197d {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:17:58.691461 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 730da5a7-0604-42a0-9afd-c736378e197d not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:17:58.698903 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b32f0b08-5716-4e43-af2f-3cd49ecb67b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:58.716573 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230884d0-1cf9-4724-9d62-49e9229fc4b6 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:17:58.767507 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0c32a01d-ed4f-464b-9527-29b0234aac65 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:58.808111 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-751fa51a-b39d-4086-80fe-f46980a5ab96 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:58.811722 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3692f4f9-86dc-4e2a-b953-647f2866bf79 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:58.851121 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-042f8874-53ce-444e-a818-7f65b81147ab None None] Provisioning for port 733f7ad5-2b50-49a1-b006-f892a7f4598b completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:17:58.908549 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-042f8874-53ce-444e-a818-7f65b81147ab None None] Provisioning complete for port 733f7ad5-2b50-49a1-b006-f892a7f4598b triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:17:58.908876 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-042f8874-53ce-444e-a818-7f65b81147ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:58.911538 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-0c32a01d-ed4f-464b-9527-29b0234aac65 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Calling delete_port for 473a5357-3481-4fb5-8932-a0c5e57d5ac2 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:17:59.004786 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-042f8874-53ce-444e-a818-7f65b81147ab None None] Port 733f7ad5-2b50-49a1-b006-f892a7f4598b cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:17:59.018274 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3692f4f9-86dc-4e2a-b953-647f2866bf79 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:59.022255 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f1afad-6007-45c7-ba6d-7dfd15bc2183 req-682e63ed-caad-4b79-87ed-9d53828dc254 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] No DVR routers for this DVR port 730da5a7-0604-42a0-9afd-c736378e197d on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:17:59.036631 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-751fa51a-b39d-4086-80fe-f46980a5ab96 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:59.039718 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682e63ed-caad-4b79-87ed-9d53828dc254 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] Pushing event deleted for resources: {'Port': ['ID=730da5a7-0604-42a0-9afd-c736378e197d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:59.046481 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-57f1afad-6007-45c7-ba6d-7dfd15bc2183 req-682e63ed-caad-4b79-87ed-9d53828dc254 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:59.052082 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dce0237-13ee-4e96-9552-bce0c4513ce9', 'name': 'network-vif-deleted', 'tag': '730da5a7-0604-42a0-9afd-c736378e197d'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:17:59.073790 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8fd097df-1acc-46d9-8306-67d470e37a6a tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:59.091917 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0c32a01d-ed4f-464b-9527-29b0234aac65 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:59.120865 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230884d0-1cf9-4724-9d62-49e9229fc4b6 None None] Pushing event updated for resources: {'Port': ['ID=a786cdfe-504f-4a57-b1ff-fdb6d6f9d7c2,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:59.130096 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-230884d0-1cf9-4724-9d62-49e9229fc4b6 None None] Attempting to bind port a786cdfe-504f-4a57-b1ff-fdb6d6f9d7c2 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:17:59.130710 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-230884d0-1cf9-4724-9d62-49e9229fc4b6 None None] Attempting to bind port a786cdfe-504f-4a57-b1ff-fdb6d6f9d7c2 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:17:59.131259 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230884d0-1cf9-4724-9d62-49e9229fc4b6 None None] Attempting to bind port a786cdfe-504f-4a57-b1ff-fdb6d6f9d7c2 on network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:17:59.149170 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230884d0-1cf9-4724-9d62-49e9229fc4b6 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:17:59.150074 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230884d0-1cf9-4724-9d62-49e9229fc4b6 None None] Checking segment: {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:17:59.150666 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-230884d0-1cf9-4724-9d62-49e9229fc4b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:59.151237 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230884d0-1cf9-4724-9d62-49e9229fc4b6 None None] Bound using segment: {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:17:59.151923 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-230884d0-1cf9-4724-9d62-49e9229fc4b6 None None] Bound port: a786cdfe-504f-4a57-b1ff-fdb6d6f9d7c2, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:17:59.152652 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-230884d0-1cf9-4724-9d62-49e9229fc4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:59.158532 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-de4ffac9-e60b-4d58-8087-c67c281d02aa req-c0dc4e91-8bd4-4ec2-bad0-5eb8895d0d6a tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dce0237-13ee-4e96-9552-bce0c4513ce9 HTTP/1.1" status: 200 len: 210 time: 0.6374142 May 23 11:17:59.175238 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c32a01d-ed4f-464b-9527-29b0234aac65 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Port': ['ID=473a5357-3481-4fb5-8932-a0c5e57d5ac2,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:59.233316 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8fd097df-1acc-46d9-8306-67d470e37a6a tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:59.241950 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0c32a01d-ed4f-464b-9527-29b0234aac65 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:59.245615 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8fd097df-1acc-46d9-8306-67d470e37a6a tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Usage tracker for resource:security_group_rule and tenant:0d8e63cb106b40b880c35c46eb22d5c0 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:59.251393 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8fd097df-1acc-46d9-8306-67d470e37a6a tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:59.261254 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8fd097df-1acc-46d9-8306-67d470e37a6a tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:59.285696 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0c32a01d-ed4f-464b-9527-29b0234aac65 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/ports/473a5357-3481-4fb5-8932-a0c5e57d5ac2 HTTP/1.1" status: 204 len: 168 time: 1.8001680 May 23 11:17:59.288269 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58178) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:59.336752 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-57f1afad-6007-45c7-ba6d-7dfd15bc2183 req-682e63ed-caad-4b79-87ed-9d53828dc254 tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] 10.222.0.81 "DELETE /v2.0/ports/730da5a7-0604-42a0-9afd-c736378e197d HTTP/1.1" status: 204 len: 173 time: 3.3794968 May 23 11:17:59.352161 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-729fd6f6-d2e9-42fc-a950-0255e85b87ee'] response: {'server_uuid': '3dce0237-13ee-4e96-9552-bce0c4513ce9', 'name': 'network-vif-deleted', 'tag': '730da5a7-0604-42a0-9afd-c736378e197d', 'status': 'completed', 'code': 200} May 23 11:17:59.480895 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8fd097df-1acc-46d9-8306-67d470e37a6a tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:59.485009 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32f0b08-5716-4e43-af2f-3cd49ecb67b3 admin admin] Network 0308ef6c-1caf-4171-ace3-29e1cb4dd978 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:17:59.486681 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port e0065b07-7310-4bec-ac03-3a5e1d21f3ba completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:17:59.496498 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e99d2ef-3c36-41f5-8a38-fa77ed25dc0a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:59.498268 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e99d2ef-3c36-41f5-8a38-fa77ed25dc0a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:17:59.502273 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f0b08-5716-4e43-af2f-3cd49ecb67b3 admin admin] Pushing event updated for resources: {'Port': ['ID=74430c8f-a818-475a-af00-5d3668305212,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:59.505036 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-b32f0b08-5716-4e43-af2f-3cd49ecb67b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:17:59.505238 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port e0065b07-7310-4bec-ac03-3a5e1d21f3ba triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:17:59.505770 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:59.508863 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8e99d2ef-3c36-41f5-8a38-fa77ed25dc0a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2183869 May 23 11:17:59.517662 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 58192) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:59.588795 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32f0b08-5716-4e43-af2f-3cd49ecb67b3 admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:17:59.596266 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8fd097df-1acc-46d9-8306-67d470e37a6a tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:59.655122 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-230884d0-1cf9-4724-9d62-49e9229fc4b6 None None] For port a786cdfe-504f-4a57-b1ff-fdb6d6f9d7c2, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:17:59.664860 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0b3dd8a3-26cb-43da-92b8-77ef21064520 req-4c86a7c3-fa37-4353-a51a-1cbfd69a1890 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 210 time: 0.1543648 May 23 11:17:59.727445 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8fd097df-1acc-46d9-8306-67d470e37a6a tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:59.730268 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8fd097df-1acc-46d9-8306-67d470e37a6a tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.9360273 May 23 11:17:59.731244 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-230884d0-1cf9-4724-9d62-49e9229fc4b6 None None] For port a786cdfe-504f-4a57-b1ff-fdb6d6f9d7c2, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=a786cdfe-504f-4a57-b1ff-fdb6d6f9d7c2,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:17:59.737625 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58196) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:17:59.740308 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd097df-1acc-46d9-8306-67d470e37a6a tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d0831e-a12e-4be0-b92f-94620597a594,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:17:59.760132 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-230884d0-1cf9-4724-9d62-49e9229fc4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:17:59.767295 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-4a3871a8-9fce-4fb9-8284-7533db3ee6c8 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Request body: {'security_group_rule': {'security_group_id': 'd1d0831e-a12e-4be0-b92f-94620597a594', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:17:59.790796 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4a3871a8-9fce-4fb9-8284-7533db3ee6c8 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:17:59.810110 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4a3871a8-9fce-4fb9-8284-7533db3ee6c8 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Usage tracker for resource:security_group_rule and tenant:0d8e63cb106b40b880c35c46eb22d5c0 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:17:59.818129 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4a3871a8-9fce-4fb9-8284-7533db3ee6c8 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:17:59.844422 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4a3871a8-9fce-4fb9-8284-7533db3ee6c8 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:17:59.917512 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c4b6a069-418d-4484-8e6b-08f1694972d2 None None] Provisioning complete for port 733f7ad5-2b50-49a1-b006-f892a7f4598b triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:17:59.917888 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c4b6a069-418d-4484-8e6b-08f1694972d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:00.025077 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-f329c6af-e474-4cb9-b882-e1b7270ce2d9 req-102db624-9245-4346-8fa5-4fecb00aa7c7 service neutron] (83910) timed out ('10.222.0.79', 34774) {{(pid=83910) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 23 11:18:00.114878 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230884d0-1cf9-4724-9d62-49e9229fc4b6 None None] Pushing event updated for resources: {'Port': ['ID=a786cdfe-504f-4a57-b1ff-fdb6d6f9d7c2,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:00.116411 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-751fa51a-b39d-4086-80fe-f46980a5ab96 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:00.119993 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3692f4f9-86dc-4e2a-b953-647f2866bf79 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Network cd130019-1ed3-4967-bb12-6c6cfe4c8581 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:18:00.121057 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c4b6a069-418d-4484-8e6b-08f1694972d2 None None] Port 733f7ad5-2b50-49a1-b006-f892a7f4598b cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:18:00.125930 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:00.146963 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4a3871a8-9fce-4fb9-8284-7533db3ee6c8 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:00.147690 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3692f4f9-86dc-4e2a-b953-647f2866bf79 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event updated for resources: {'Port': ['ID=733f7ad5-2b50-49a1-b006-f892a7f4598b,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:00.175640 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-3692f4f9-86dc-4e2a-b953-647f2866bf79 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:18:00.206991 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port e0065b07-7310-4bec-ac03-3a5e1d21f3ba, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e0065b07-7310-4bec-ac03-3a5e1d21f3ba,segment=NetworkSegment(f4938e12-03f2-46fb-b342-205c8f1adc85),segment_id=f4938e12-03f2-46fb-b342-205c8f1adc85)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:18:00.230190 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-0c1db044-05eb-48ae-a127-22dfadbb145e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edb8702-07e6-4fcf-bd80-e5471f932034', 'name': 'tempest-ServerActionsTestJSON-1331501959-router', 'tenant_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'd4c8d402-9063-4ea5-bd4c-a1e1e51c0b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:17:32Z', 'updated_at': '2022-05-23T11:17:50Z', 'revision_number': 4, 'project_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'gw_port': {'id': 'd4c8d402-9063-4ea5-bd4c-a1e1e51c0b40', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:44:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edb8702-07e6-4fcf-bd80-e5471f932034', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:34Z', 'updated_at': '2022-05-23T11:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '5be1fc14-28d2-437d-b7ea-23abbeecda61', 'name': '', 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24', 'tenant_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'mac_address': 'fa:16:3e:2f:de:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edb8702-07e6-4fcf-bd80-e5471f932034', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54335c97-79a1-4f1c-bc27-f53589fd26ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:47Z', 'updated_at': '2022-05-23T11:17:51Z', 'revision_number': 2, 'project_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'subnets': [{'id': '54335c97-79a1-4f1c-bc27-f53589fd26ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:18:00.236149 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:00.285687 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b32f0b08-5716-4e43-af2f-3cd49ecb67b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:00.293229 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-751fa51a-b39d-4086-80fe-f46980a5ab96 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:00.400209 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1db044-05eb-48ae-a127-22dfadbb145e None None] Checking router: 2edb8702-07e6-4fcf-bd80-e5471f932034 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:18:00.400581 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1db044-05eb-48ae-a127-22dfadbb145e None None] Updating router 2edb8702-07e6-4fcf-bd80-e5471f932034 port 5be1fc14-28d2-437d-b7ea-23abbeecda61 binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:18:00.436856 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4a3871a8-9fce-4fb9-8284-7533db3ee6c8 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:00.490935 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4a3871a8-9fce-4fb9-8284-7533db3ee6c8 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:00.614144 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4a3871a8-9fce-4fb9-8284-7533db3ee6c8 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:00.616197 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4a3871a8-9fce-4fb9-8284-7533db3ee6c8 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8610990 May 23 11:18:00.646212 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0c1db044-05eb-48ae-a127-22dfadbb145e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:00.664316 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 008eb1b9-f923-4790-a7cf-ac0d64edf3cc up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:18:00.679013 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 58212) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:00.694793 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=e0065b07-7310-4bec-ac03-3a5e1d21f3ba,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:00.698301 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3871a8-9fce-4fb9-8284-7533db3ee6c8 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e9303ed-42c3-4612-b3bf-d3c7b2f074cf,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:00.714550 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7376c289-eaed-4feb-98f1-b80d5efc1c27 req-56b5a5de-3041-464a-bb89-19bcd70d7a6f tempest-InstanceActionsNegativeTestJSON-16312583 tempest-InstanceActionsNegativeTestJSON-16312583-project] 10.222.0.79 "GET /v2.0/ports?device_id=3dce0237-13ee-4e96-9552-bce0c4513ce9 HTTP/1.1" status: 200 len: 210 time: 0.1232426 May 23 11:18:00.727616 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-05636a83-b8e8-4869-bd0f-fbe74572f835 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Request body: {'security_group_rule': {'security_group_id': 'd1d0831e-a12e-4be0-b92f-94620597a594', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:18:00.854595 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-da156285-2cb0-4d20-a120-ee6f8c5f9d67 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting subnet 646e94f9-a48a-410d-8154-f3ec7c5f9e03 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:18:00.862708 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-05636a83-b8e8-4869-bd0f-fbe74572f835 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:18:00.907715 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-da156285-2cb0-4d20-a120-ee6f8c5f9d67 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:00.951282 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751fa51a-b39d-4086-80fe-f46980a5ab96 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86dec8f3-5612-4480-a396-67582eceb525,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:00.952747 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dcaf8296-5478-47b9-87b5-cad44fb57a6a req-1e7f42dc-1aab-48b7-9a39-b1d5fb58aead tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 210 time: 0.0702856 May 23 11:18:00.954379 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-751fa51a-b39d-4086-80fe-f46980a5ab96 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:00.959711 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-751fa51a-b39d-4086-80fe-f46980a5ab96 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 4.0846031 May 23 11:18:00.965407 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58220) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:00.972782 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-b94b577e-1d4d-41e3-a4f1-066592c343ee tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Request body: {'security_group_rule': {'security_group_id': '86dec8f3-5612-4480-a396-67582eceb525', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:18:00.981694 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-05636a83-b8e8-4869-bd0f-fbe74572f835 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Usage tracker for resource:security_group_rule and tenant:0d8e63cb106b40b880c35c46eb22d5c0 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:18:00.982844 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b94b577e-1d4d-41e3-a4f1-066592c343ee tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:18:00.988933 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-b94b577e-1d4d-41e3-a4f1-066592c343ee tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Usage tracker for resource:security_group_rule and tenant:92ce77b1b70449899717558adda940d2 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:18:00.994189 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-b94b577e-1d4d-41e3-a4f1-066592c343ee tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:18:01.001918 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-05636a83-b8e8-4869-bd0f-fbe74572f835 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:18:01.004410 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b94b577e-1d4d-41e3-a4f1-066592c343ee tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:18:01.021846 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b81126a9-d7c6-4336-89cd-b7f799c765a1 None None] Provisioning for port 74430c8f-a818-475a-af00-5d3668305212 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:18:01.027480 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b94b577e-1d4d-41e3-a4f1-066592c343ee tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:01.081295 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b81126a9-d7c6-4336-89cd-b7f799c765a1 None None] Provisioning complete for port 74430c8f-a818-475a-af00-5d3668305212 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:18:01.081664 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b81126a9-d7c6-4336-89cd-b7f799c765a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:01.086359 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-05636a83-b8e8-4869-bd0f-fbe74572f835 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:18:01.152289 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b94b577e-1d4d-41e3-a4f1-066592c343ee tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:01.160168 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b94b577e-1d4d-41e3-a4f1-066592c343ee tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:01.178466 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b32f0b08-5716-4e43-af2f-3cd49ecb67b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:01.201955 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b577e-1d4d-41e3-a4f1-066592c343ee tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a32d95da-5798-4854-92f0-f8d678d056be,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:01.231480 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-da156285-2cb0-4d20-a120-ee6f8c5f9d67 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:01.247158 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b94b577e-1d4d-41e3-a4f1-066592c343ee tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:01.248430 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b94b577e-1d4d-41e3-a4f1-066592c343ee tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2818482 May 23 11:18:01.251463 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58228) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:01.257654 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-6b29eeb6-6d66-4b63-bf92-4862d1ec9931 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Request body: {'security_group_rule': {'security_group_id': '86dec8f3-5612-4480-a396-67582eceb525', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:18:01.266996 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6b29eeb6-6d66-4b63-bf92-4862d1ec9931 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:18:01.271687 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6b29eeb6-6d66-4b63-bf92-4862d1ec9931 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Usage tracker for resource:security_group_rule and tenant:92ce77b1b70449899717558adda940d2 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:18:01.273334 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:18:01.275663 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6b29eeb6-6d66-4b63-bf92-4862d1ec9931 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:18:01.305139 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6b29eeb6-6d66-4b63-bf92-4862d1ec9931 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:18:01.345520 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b81126a9-d7c6-4336-89cd-b7f799c765a1 None None] Port 74430c8f-a818-475a-af00-5d3668305212 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:18:01.355621 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 008eb1b9-f923-4790-a7cf-ac0d64edf3cc completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:18:01.367543 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6b29eeb6-6d66-4b63-bf92-4862d1ec9931 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:01.370177 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 008eb1b9-f923-4790-a7cf-ac0d64edf3cc triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:18:01.370552 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:01.532702 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6b29eeb6-6d66-4b63-bf92-4862d1ec9931 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:01.538413 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6b29eeb6-6d66-4b63-bf92-4862d1ec9931 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:01.565121 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-05636a83-b8e8-4869-bd0f-fbe74572f835 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:01.585568 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ea75f72f-5f58-4f86-968d-26d89d736fbf None None] Provisioning complete for port 733f7ad5-2b50-49a1-b006-f892a7f4598b triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:18:01.585941 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ea75f72f-5f58-4f86-968d-26d89d736fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:01.594953 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29eeb6-6d66-4b63-bf92-4862d1ec9931 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67beb420-3b98-4763-8922-a5e15e5043cf,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:01.614805 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6b29eeb6-6d66-4b63-bf92-4862d1ec9931 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:01.624457 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-6b29eeb6-6d66-4b63-bf92-4862d1ec9931 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3720546 May 23 11:18:01.628031 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58234) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:01.628605 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.resource_extend [None req-0c1db044-05eb-48ae-a127-22dfadbb145e None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:18:01.633280 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-672e6915-416b-4e87-a287-14dda136e2fd tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:18:01.639483 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-672e6915-416b-4e87-a287-14dda136e2fd tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:18:01.649402 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-672e6915-416b-4e87-a287-14dda136e2fd tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Usage tracker for resource:floatingip and tenant:92ce77b1b70449899717558adda940d2 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:18:01.654957 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-672e6915-416b-4e87-a287-14dda136e2fd tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:18:01.662034 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-672e6915-416b-4e87-a287-14dda136e2fd tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:18:01.686489 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-672e6915-416b-4e87-a287-14dda136e2fd tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:01.768964 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:01.786639 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ea75f72f-5f58-4f86-968d-26d89d736fbf None None] Port 733f7ad5-2b50-49a1-b006-f892a7f4598b cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:18:01.799400 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0c1db044-05eb-48ae-a127-22dfadbb145e None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:01.804267 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 008eb1b9-f923-4790-a7cf-ac0d64edf3cc, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=008eb1b9-f923-4790-a7cf-ac0d64edf3cc,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:18:01.815016 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:01.851373 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0c1db044-05eb-48ae-a127-22dfadbb145e None None] Transition to ACTIVE for port object 5be1fc14-28d2-437d-b7ea-23abbeecda61 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:18:01.870426 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0c1db044-05eb-48ae-a127-22dfadbb145e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:01.929337 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-672e6915-416b-4e87-a287-14dda136e2fd tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:01.946952 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 58240) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:01.982094 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=008eb1b9-f923-4790-a7cf-ac0d64edf3cc,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:02.021249 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-da156285-2cb0-4d20-a120-ee6f8c5f9d67 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:02.255938 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-05636a83-b8e8-4869-bd0f-fbe74572f835 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:02.256664 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-672e6915-416b-4e87-a287-14dda136e2fd tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Allocated IP 172.25.6.48 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/1fb4d3d8-2acf-486f-a89b-8aad15dbca24) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:18:02.338384 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f58f70c-f83e-47a9-a7bd-e06344df0ea4 None None] Pushing event updated for resources: {'Port': ['ID=5be1fc14-28d2-437d-b7ea-23abbeecda61,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:02.338943 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-da156285-2cb0-4d20-a120-ee6f8c5f9d67 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:02.366154 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-0c1db044-05eb-48ae-a127-22dfadbb145e None None] Attempting to bind port 5be1fc14-28d2-437d-b7ea-23abbeecda61 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:18:02.366859 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-0c1db044-05eb-48ae-a127-22dfadbb145e None None] Attempting to bind port 5be1fc14-28d2-437d-b7ea-23abbeecda61 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '16d65dbf-b6a9-4190-869a-2234d81bb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:18:02.367234 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1db044-05eb-48ae-a127-22dfadbb145e None None] Attempting to bind port 5be1fc14-28d2-437d-b7ea-23abbeecda61 on network 6213997a-77dd-4973-bef8-b88fbf379b24 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:18:02.373022 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-111ef6c7-1e47-456e-a0c5-befb65b443cc None None] Provisioning for port a786cdfe-504f-4a57-b1ff-fdb6d6f9d7c2 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:18:02.377947 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ff0150e-b299-4725-874b-0283bfcf6bcc admin admin] Deleting subnet ea952e16-2238-4b97-bebb-24105560a86a {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:18:02.406414 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1db044-05eb-48ae-a127-22dfadbb145e None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:18:02.406961 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1db044-05eb-48ae-a127-22dfadbb145e None None] Checking segment: {'id': '16d65dbf-b6a9-4190-869a-2234d81bb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:18:02.407372 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0c1db044-05eb-48ae-a127-22dfadbb145e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:02.407764 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1db044-05eb-48ae-a127-22dfadbb145e None None] Bound using segment: {'id': '16d65dbf-b6a9-4190-869a-2234d81bb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:18:02.411661 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-0c1db044-05eb-48ae-a127-22dfadbb145e None None] Bound port: 5be1fc14-28d2-437d-b7ea-23abbeecda61, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16d65dbf-b6a9-4190-869a-2234d81bb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:18:02.412114 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0c1db044-05eb-48ae-a127-22dfadbb145e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:02.602876 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-0c1db044-05eb-48ae-a127-22dfadbb145e None None] For port 5be1fc14-28d2-437d-b7ea-23abbeecda61, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:18:02.607652 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-76f091fd-c869-411b-bc90-4ec5d2d66c09 req-4fde62e5-b739-4707-914a-e27b040d9332 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 210 time: 0.2095137 May 23 11:18:02.615415 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ecf4a10e-90ea-4dff-ba28-023c62f0486d None None] Could not find standard attr ID for object 3dc40bf7-9369-4b0c-ab59-de134386441f. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:18:02.619276 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-0c1db044-05eb-48ae-a127-22dfadbb145e None None] For port 5be1fc14-28d2-437d-b7ea-23abbeecda61, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=5be1fc14-28d2-437d-b7ea-23abbeecda61,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:18:02.619432 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-05636a83-b8e8-4869-bd0f-fbe74572f835 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:02.622655 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e0065b07-7310-4bec-ac03-3a5e1d21f3ba up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:18:02.703213 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ff0150e-b299-4725-874b-0283bfcf6bcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:02.716050 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0c1db044-05eb-48ae-a127-22dfadbb145e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:02.754426 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-da156285-2cb0-4d20-a120-ee6f8c5f9d67 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:02.759596 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-da156285-2cb0-4d20-a120-ee6f8c5f9d67 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/646e94f9-a48a-410d-8154-f3ec7c5f9e03 HTTP/1.1" status: 204 len: 168 time: 3.1731443 May 23 11:18:02.769064 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-8aaf6f6b-3a3b-4612-b8f9-886bb491887e service neutron] 10.222.0.81 "GET /v2.0/ports/65511622-3ae6-4e00-8bb2-667556a3a5f7 HTTP/1.1" status: 200 len: 1032 time: 0.3751857 May 23 11:18:02.769770 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da156285-2cb0-4d20-a120-ee6f8c5f9d67 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Subnet': ['ID=646e94f9-a48a-410d-8154-f3ec7c5f9e03,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:02.775917 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 58248) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:02.801903 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-672e6915-416b-4e87-a287-14dda136e2fd tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:02.810362 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-05636a83-b8e8-4869-bd0f-fbe74572f835 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:02.817641 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-05636a83-b8e8-4869-bd0f-fbe74572f835 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 2.1369998 May 23 11:18:02.818689 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 58252) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:02.839914 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-672e6915-416b-4e87-a287-14dda136e2fd tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:02.841306 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36878b04-d4da-42cd-9143-a816a5ae5b25 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:18:02.941284 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672e6915-416b-4e87-a287-14dda136e2fd tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:18:02.946271 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-672e6915-416b-4e87-a287-14dda136e2fd tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:18:02.949173 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e6915-416b-4e87-a287-14dda136e2fd tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Pushing event updated for resources: {'Port': ['ID=1fb4d3d8-2acf-486f-a89b-8aad15dbca24,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:02.961427 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672e6915-416b-4e87-a287-14dda136e2fd tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:18:03.064624 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f58f70c-f83e-47a9-a7bd-e06344df0ea4 None None] Pushing event updated for resources: {'Port': ['ID=5be1fc14-28d2-437d-b7ea-23abbeecda61,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:03.070088 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-18656f9b-0c23-4406-a440-0f29d10abc9e None None] Could not find standard attr ID for object 473a5357-3481-4fb5-8932-a0c5e57d5ac2. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:18:03.089329 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-2ffe28e4-eca8-495e-bb65-1c43d2521a0b tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:18:03.095603 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1db044-05eb-48ae-a127-22dfadbb145e None None] Routers {'2edb8702-07e6-4fcf-bd80-e5471f932034'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:18:03.096431 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-0c1db044-05eb-48ae-a127-22dfadbb145e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:17:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['2edb8702-07e6-4fcf-bd80-e5471f932034'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:18:03.113571 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ff0150e-b299-4725-874b-0283bfcf6bcc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:03.166913 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05636a83-b8e8-4869-bd0f-fbe74572f835 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a9116ba-b998-420d-8096-d5a86fbaf2ea,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:03.191617 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2ffe28e4-eca8-495e-bb65-1c43d2521a0b tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:18:03.206792 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c74a1a7f-a33e-48f3-9ea5-31564451d300 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3987250 May 23 11:18:03.218214 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2ffe28e4-eca8-495e-bb65-1c43d2521a0b tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Usage tracker for resource:floatingip and tenant:0d8e63cb106b40b880c35c46eb22d5c0 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:18:03.220698 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 58256) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:03.233800 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2ffe28e4-eca8-495e-bb65-1c43d2521a0b tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:18:03.246609 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-0c4c5b40-c65c-4959-8d33-faff24dd0531 service neutron] 10.222.0.81 "GET /v2.0/ports/8fe06221-9b45-4a87-9097-415f9568b703 HTTP/1.1" status: 200 len: 1032 time: 0.4243484 May 23 11:18:03.254734 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-76640510-11c3-45d2-9a59-eaeda477dc40 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'subnet': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:18:03.273382 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port e0065b07-7310-4bec-ac03-3a5e1d21f3ba triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:18:03.273746 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:03.278347 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2ffe28e4-eca8-495e-bb65-1c43d2521a0b tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:18:03.326253 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-672e6915-416b-4e87-a287-14dda136e2fd tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:03.385204 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [None req-b32f0b08-5716-4e43-af2f-3cd49ecb67b3 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:18:03.401016 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ff0150e-b299-4725-874b-0283bfcf6bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:03.404502 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-672e6915-416b-4e87-a287-14dda136e2fd tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:03.505627 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2ffe28e4-eca8-495e-bb65-1c43d2521a0b tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks [] for floatingip, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:03.544684 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b32f0b08-5716-4e43-af2f-3cd49ecb67b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:03.568418 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-0c1db044-05eb-48ae-a127-22dfadbb145e None None] Set router 2edb8702-07e6-4fcf-bd80-e5471f932034 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:18:03.584874 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b32f0b08-5716-4e43-af2f-3cd49ecb67b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:03.665546 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device a786cdfe-504f-4a57-b1ff-fdb6d6f9d7c2 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:18:03.714938 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-672e6915-416b-4e87-a287-14dda136e2fd tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:03.734823 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-672e6915-416b-4e87-a287-14dda136e2fd tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:03.781480 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-76640510-11c3-45d2-9a59-eaeda477dc40 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:18:03.855949 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc4b3fe-e515-44ca-b30e-c366dc48cf5e None None] DHCP port deletion for db5fdb8a-4d76-428d-84ca-c911a4d5dee2 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:18:03.901947 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e6915-416b-4e87-a287-14dda136e2fd tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Pushing event updated for resources: {'Port': ['ID=1fb4d3d8-2acf-486f-a89b-8aad15dbca24,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:03.933538 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1bc4b3fe-e515-44ca-b30e-c366dc48cf5e None None] Deleting port a786cdfe-504f-4a57-b1ff-fdb6d6f9d7c2 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:18:03.933958 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1bc4b3fe-e515-44ca-b30e-c366dc48cf5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:03.970752 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-76640510-11c3-45d2-9a59-eaeda477dc40 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:subnet and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:18:03.976955 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-76640510-11c3-45d2-9a59-eaeda477dc40 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:18:03.992308 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-76640510-11c3-45d2-9a59-eaeda477dc40 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:18:04.023322 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-672e6915-416b-4e87-a287-14dda136e2fd tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:04.030706 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-d97a70bd-82af-4768-b1f9-477f0ae913a4 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:04.031072 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-492fee18-7822-4287-aca1-5486ea30342d req-59092bb1-52bc-43c7-8f4d-f36cc86d58e5 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 210 time: 0.0998125 May 23 11:18:04.034631 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-d97a70bd-82af-4768-b1f9-477f0ae913a4 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:04.049999 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-d97a70bd-82af-4768-b1f9-477f0ae913a4 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:04.051031 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-d97a70bd-82af-4768-b1f9-477f0ae913a4 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Synchronizing usage tracker for tenant:6413deec0c1b468e9165a85b033a2ba9 on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:18:04.061928 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-672e6915-416b-4e87-a287-14dda136e2fd tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:04.074799 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-672e6915-416b-4e87-a287-14dda136e2fd tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4349260 May 23 11:18:04.110534 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3692f4f9-86dc-4e2a-b953-647f2866bf79 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Router e28600fb-98a6-419f-91eb-3d4638723093 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:18:04.136827 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ff0150e-b299-4725-874b-0283bfcf6bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:04.178916 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port a786cdfe-504f-4a57-b1ff-fdb6d6f9d7c2 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:18:04.235038 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port a786cdfe-504f-4a57-b1ff-fdb6d6f9d7c2 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:18:04.235520 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:04.421442 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ff0150e-b299-4725-874b-0283bfcf6bcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:04.429121 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76640510-11c3-45d2-9a59-eaeda477dc40 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:18:04.433279 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76640510-11c3-45d2-9a59-eaeda477dc40 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:04.471366 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1bc4b3fe-e515-44ca-b30e-c366dc48cf5e None None] For port a786cdfe-504f-4a57-b1ff-fdb6d6f9d7c2, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=a786cdfe-504f-4a57-b1ff-fdb6d6f9d7c2,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:18:04.472205 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1bc4b3fe-e515-44ca-b30e-c366dc48cf5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:04.506055 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-a515ce51-8c29-40bd-97ed-555e68c45003 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Synchronizing usage tracker for tenant:92ce77b1b70449899717558adda940d2 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:18:04.544106 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff0150e-b299-4725-874b-0283bfcf6bcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea952e16-2238-4b97-bebb-24105560a86a,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:04.545648 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-a515ce51-8c29-40bd-97ed-555e68c45003 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Unset dirty status for tenant:92ce77b1b70449899717558adda940d2 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:18:04.548398 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3ff0150e-b299-4725-874b-0283bfcf6bcc admin admin] 10.222.0.79 "DELETE /v2.0/subnets/ea952e16-2238-4b97-bebb-24105560a86a HTTP/1.1" status: 204 len: 168 time: 2.5929530 May 23 11:18:04.561669 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-a515ce51-8c29-40bd-97ed-555e68c45003 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--701320338&fields=id&tenant_id=92ce77b1b70449899717558adda940d2 HTTP/1.1" status: 200 len: 267 time: 0.1037230 May 23 11:18:04.569097 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 58278) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:04.633503 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b32f0b08-5716-4e43-af2f-3cd49ecb67b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:04.638815 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1bc4b3fe-e515-44ca-b30e-c366dc48cf5e None None] Calling delete_port for a786cdfe-504f-4a57-b1ff-fdb6d6f9d7c2 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:18:04.773824 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-b38b74ff-9794-49e4-99bf-bbfa28cc5fa6 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:04.782303 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-b38b74ff-9794-49e4-99bf-bbfa28cc5fa6 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/networks?id=297e8414-85bd-4e0d-aedb-8abf246d8703 HTTP/1.1" status: 200 len: 815 time: 0.2172630 May 23 11:18:04.803929 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-91fca32f-d962-4315-998b-a38102fd49ee tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/quotas/92ce77b1b70449899717558adda940d2 HTTP/1.1" status: 200 len: 375 time: 0.0202637 May 23 11:18:04.821505 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:04.863409 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1bc4b3fe-e515-44ca-b30e-c366dc48cf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:04.925032 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-0c1db044-05eb-48ae-a127-22dfadbb145e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edb8702-07e6-4fcf-bd80-e5471f932034', 'name': 'tempest-ServerActionsTestJSON-1331501959-router', 'tenant_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'd4c8d402-9063-4ea5-bd4c-a1e1e51c0b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:17:32Z', 'updated_at': '2022-05-23T11:17:50Z', 'revision_number': 4, 'project_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'gw_port': {'id': 'd4c8d402-9063-4ea5-bd4c-a1e1e51c0b40', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:44:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edb8702-07e6-4fcf-bd80-e5471f932034', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:34Z', 'updated_at': '2022-05-23T11:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '5be1fc14-28d2-437d-b7ea-23abbeecda61', 'name': '', 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24', 'tenant_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'mac_address': 'fa:16:3e:2f:de:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edb8702-07e6-4fcf-bd80-e5471f932034', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54335c97-79a1-4f1c-bc27-f53589fd26ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:47Z', 'updated_at': '2022-05-23T11:18:02Z', 'revision_number': 4, 'project_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'subnets': [{'id': '54335c97-79a1-4f1c-bc27-f53589fd26ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:18:04.938315 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f0b08-5716-4e43-af2f-3cd49ecb67b3 admin admin] Pushing event updated for resources: {'Port': ['ID=74430c8f-a818-475a-af00-5d3668305212,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:04.938506 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-5dd18189-8bf2-49fc-87e7-46536edeff25 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=92ce77b1b70449899717558adda940d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1330793 May 23 11:18:04.940801 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc4b3fe-e515-44ca-b30e-c366dc48cf5e None None] Pushing event deleted for resources: {'Port': ['ID=a786cdfe-504f-4a57-b1ff-fdb6d6f9d7c2,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:04.951156 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a3e4cd2d-73dd-4d7f-a677-141e804faaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:04.952985 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1db044-05eb-48ae-a127-22dfadbb145e None None] The sync data for ids ['2edb8702-07e6-4fcf-bd80-e5471f932034'] in n-d-842952-2 is: [{'id': '2edb8702-07e6-4fcf-bd80-e5471f932034', 'name': 'tempest-ServerActionsTestJSON-1331501959-router', 'tenant_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'd4c8d402-9063-4ea5-bd4c-a1e1e51c0b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:17:32Z', 'updated_at': '2022-05-23T11:17:50Z', 'revision_number': 4, 'project_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'gw_port': {'id': 'd4c8d402-9063-4ea5-bd4c-a1e1e51c0b40', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:44:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edb8702-07e6-4fcf-bd80-e5471f932034', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:34Z', 'updated_at': '2022-05-23T11:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '5be1fc14-28d2-437d-b7ea-23abbeecda61', 'name': '', 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24', 'tenant_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'mac_address': 'fa:16:3e:2f:de:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edb8702-07e6-4fcf-bd80-e5471f932034', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54335c97-79a1-4f1c-bc27-f53589fd26ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:47Z', 'updated_at': '2022-05-23T11:18:02Z', 'revision_number': 4, 'project_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'subnets': [{'id': '54335c97-79a1-4f1c-bc27-f53589fd26ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:18:04.955568 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 008eb1b9-f923-4790-a7cf-ac0d64edf3cc up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:18:04.980842 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32f0b08-5716-4e43-af2f-3cd49ecb67b3 admin admin] Network 0308ef6c-1caf-4171-ace3-29e1cb4dd978 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:18:04.988596 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-d97a70bd-82af-4768-b1f9-477f0ae913a4 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Unset dirty status for tenant:6413deec0c1b468e9165a85b033a2ba9 on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:18:04.990380 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-d97a70bd-82af-4768-b1f9-477f0ae913a4 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.81 "GET /v2.0/networks?id=8f58b921-0292-4dfc-9e12-b02298e69ac5&id=dc15df35-8b51-40b0-8426-c0ec1198d56f&id=dc15df35-8b51-40b0-8426-c0ec1198d56f&id=dc15df35-8b51-40b0-8426-c0ec1198d56f&id=dc15df35-8b51-40b0-8426-c0ec1198d56f&id=caa75e58-fea3-4934-a2b0-723273e69b7e&id=caa75e58-fea3-4934-a2b0-723273e69b7e HTTP/1.1" status: 200 len: 1996 time: 1.7133956 May 23 11:18:04.998546 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-b32f0b08-5716-4e43-af2f-3cd49ecb67b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:18:05.020554 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc4b3fe-e515-44ca-b30e-c366dc48cf5e None None] No DVR routers for this DVR port a786cdfe-504f-4a57-b1ff-fdb6d6f9d7c2 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:18:05.142744 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 008eb1b9-f923-4790-a7cf-ac0d64edf3cc triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:18:05.142744 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:05.330435 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-24a57195-a44b-4352-866b-bb5febdce3dd service neutron] 10.222.0.79 "GET /v2.0/networks/297e8414-85bd-4e0d-aedb-8abf246d8703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882000 May 23 11:18:05.410603 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-55799e3a-6881-4191-b216-2fe3b6b81714 req-d7288720-ed75-4c18-b470-6c4b73e9dcff tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 210 time: 0.1323321 May 23 11:18:05.504084 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5a131e78-b134-476c-a734-e0d05bece9ed None None] Provisioning complete for port 74430c8f-a818-475a-af00-5d3668305212 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:18:05.504459 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5a131e78-b134-476c-a734-e0d05bece9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:05.636346 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5a131e78-b134-476c-a734-e0d05bece9ed None None] Port 74430c8f-a818-475a-af00-5d3668305212 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:18:05.642616 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 5be1fc14-28d2-437d-b7ea-23abbeecda61 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:18:05.664114 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-5fe870e2-de8a-490f-bb8b-8b2ab2db7326 service neutron] 10.222.0.79 "GET /v2.0/networks/297e8414-85bd-4e0d-aedb-8abf246d8703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948036 May 23 11:18:05.758933 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 5be1fc14-28d2-437d-b7ea-23abbeecda61 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:18:05.770723 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 5be1fc14-28d2-437d-b7ea-23abbeecda61 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:18:05.771364 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:05.942322 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a3e4cd2d-73dd-4d7f-a677-141e804faaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:06.029816 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-a3e4cd2d-73dd-4d7f-a677-141e804faaa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed003832-1702-4cc5-8cf0-709f2ca9f453']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:18:06.063525 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-baa07cd9-b44d-4872-be85-6670b2c55d75 req-a3220269-e2ff-4342-8dcb-d6ec66913fb3 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c97939e-1319-44f6-9c60-0ce02b30c2fe HTTP/1.1" status: 200 len: 210 time: 0.1169765 May 23 11:18:06.076274 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-a3e4cd2d-73dd-4d7f-a677-141e804faaa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74910d75-7b78-4673-86dc-edced59311b0') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:18:06.076569 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-a3e4cd2d-73dd-4d7f-a677-141e804faaa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74910d75-7b78-4673-86dc-edced59311b0') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:18:06.098173 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:06.112111 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2ffe28e4-eca8-495e-bb65-1c43d2521a0b tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:06.137901 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a3e4cd2d-73dd-4d7f-a677-141e804faaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:06.190204 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 5be1fc14-28d2-437d-b7ea-23abbeecda61, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=5be1fc14-28d2-437d-b7ea-23abbeecda61,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:18:06.201179 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:06.290443 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device a786cdfe-504f-4a57-b1ff-fdb6d6f9d7c2 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:18:06.310084 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-acf92392-792a-474f-a090-189b2ed4e5c5 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6413deec0c1b468e9165a85b033a2ba9 HTTP/1.1" status: 200 len: 380 time: 0.9447112 May 23 11:18:06.328851 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a3e4cd2d-73dd-4d7f-a677-141e804faaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:06.348279 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-8ac68de9-f5e2-4933-acf5-07893831eecf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Request body: {'port': {'device_id': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'network_id': '8f58b921-0292-4dfc-9e12-b02298e69ac5', 'admin_state_up': True, 'tenant_id': '6413deec0c1b468e9165a85b033a2ba9', 'security_groups': ['f76758de-1a50-4502-bc25-b6e81b259c9a']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:18:06.374128 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: a786cdfe-504f-4a57-b1ff-fdb6d6f9d7c2 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:18:06.374480 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device a786cdfe-504f-4a57-b1ff-fdb6d6f9d7c2 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:18:06.406453 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=5be1fc14-28d2-437d-b7ea-23abbeecda61,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:06.602253 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3e4cd2d-73dd-4d7f-a677-141e804faaa0 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:18:06.602768 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a3e4cd2d-73dd-4d7f-a677-141e804faaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:06.629848 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:18:06.629848 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:18:06.629848 n-d-842952-2 neutron-server[83911]: timer() May 23 11:18:06.629848 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:18:06.629848 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:18:06.629848 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:18:06.629848 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:18:06.629848 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:18:06.629848 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:18:06.629848 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:18:06.629848 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:18:06.629848 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:18:06.629848 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:18:06.629848 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:18:06.629848 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:18:06.629848 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:18:06.629848 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:18:06.629848 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:18:06.629848 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:18:06.629848 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:18:06.629848 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:18:06.629848 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:18:06.629848 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:18:06.629848 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:18:06.629848 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:18:06.629848 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:18:06.629848 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:18:06.629848 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:18:06.629848 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:18:06.629848 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:18:06.629848 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:18:06.629848 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:18:06.687463 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-8ac68de9-f5e2-4933-acf5-07893831eecf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:18:06.805079 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-947c899b-679f-49d5-8e79-ea530d564a78 req-48d725f5-9fc6-4cba-9acf-c8e2c8e948f7 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 210 time: 0.0697622 May 23 11:18:06.826986 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3692f4f9-86dc-4e2a-b953-647f2866bf79 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:18:06.840668 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbc91de-202a-4aa3-86a5-83b79f332883 None None] Sync routers for ids ['e28600fb-98a6-419f-91eb-3d4638723093'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:18:06.864160 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbc91de-202a-4aa3-86a5-83b79f332883 None None] Routers {'e28600fb-98a6-419f-91eb-3d4638723093'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:18:06.864884 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-dbbc91de-202a-4aa3-86a5-83b79f332883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:17:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['e28600fb-98a6-419f-91eb-3d4638723093'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:18:06.974666 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-dbbc91de-202a-4aa3-86a5-83b79f332883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:18:06.991800 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbc91de-202a-4aa3-86a5-83b79f332883 None None] Routers {'e28600fb-98a6-419f-91eb-3d4638723093'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:18:06.992763 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-dbbc91de-202a-4aa3-86a5-83b79f332883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:17:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['e28600fb-98a6-419f-91eb-3d4638723093'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:18:07.065502 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-dbbc91de-202a-4aa3-86a5-83b79f332883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:18:07.065795 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbc91de-202a-4aa3-86a5-83b79f332883 None None] The sync data for ids ['e28600fb-98a6-419f-91eb-3d4638723093'] in n-d-842952-2 is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:18:07.075211 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-8ac68de9-f5e2-4933-acf5-07893831eecf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:18:07.172937 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a3e4cd2d-73dd-4d7f-a677-141e804faaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:07.174432 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-8ac68de9-f5e2-4933-acf5-07893831eecf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Made reservation on behalf of 6413deec0c1b468e9165a85b033a2ba9 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:18:07.177519 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-8ac68de9-f5e2-4933-acf5-07893831eecf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:07.197461 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3692f4f9-86dc-4e2a-b953-647f2866bf79 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "PUT /v2.0/routers/e28600fb-98a6-419f-91eb-3d4638723093/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.3166189 May 23 11:18:07.198450 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58302) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:07.241115 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a3e4cd2d-73dd-4d7f-a677-141e804faaa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:07.292223 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e4cd2d-73dd-4d7f-a677-141e804faaa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed003832-1702-4cc5-8cf0-709f2ca9f453,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:07.331656 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-2ffe28e4-eca8-495e-bb65-1c43d2521a0b tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Allocated IP 172.25.6.106 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/e75bef69-ad2f-47ec-bc47-37e03bde0b2d) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:18:07.348438 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9a3b60a8-1c69-4ae3-9e00-40ae9383d21f req-4626e0a2-1d06-4256-a7b2-7fbbd6592497 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c97939e-1319-44f6-9c60-0ce02b30c2fe HTTP/1.1" status: 200 len: 210 time: 0.0675335 May 23 11:18:07.368694 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29f0503-08ab-4ec2-8278-492e708e4c74 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:07.369275 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c29f0503-08ab-4ec2-8278-492e708e4c74 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Synchronizing usage tracker for tenant:3c9ac73e8a7143fb94827c1e9402fa16 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:18:07.378697 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a3e4cd2d-73dd-4d7f-a677-141e804faaa0 admin admin] 10.222.0.79 "DELETE /v2.0/networks/ed003832-1702-4cc5-8cf0-709f2ca9f453 HTTP/1.1" status: 204 len: 168 time: 2.7470677 May 23 11:18:07.387749 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c29f0503-08ab-4ec2-8278-492e708e4c74 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Unset dirty status for tenant:3c9ac73e8a7143fb94827c1e9402fa16 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:18:07.389611 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c29f0503-08ab-4ec2-8278-492e708e4c74 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "GET /v2.0/ports/733f7ad5-2b50-49a1-b006-f892a7f4598b HTTP/1.1" status: 200 len: 976 time: 0.1908364 May 23 11:18:07.394098 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 58308) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:07.507994 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76640510-11c3-45d2-9a59-eaeda477dc40 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:07.608254 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 5be1fc14-28d2-437d-b7ea-23abbeecda61 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:18:07.742464 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 5be1fc14-28d2-437d-b7ea-23abbeecda61 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:18:07.743141 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:07.824293 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58316) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:07.909127 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-74d7fd71-0f51-4b74-afa3-1931e59c5ca0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6091b7e5e45f43588e581c3a0caa78b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0834987 May 23 11:18:07.912931 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58322) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:08.015110 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:08.029991 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ce9250dc-a93d-4544-8c9e-24cbe2ecbf1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:08.098549 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ce9250dc-a93d-4544-8c9e-24cbe2ecbf1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:08.122276 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58328) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:08.180037 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76640510-11c3-45d2-9a59-eaeda477dc40 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Subnet': ['ID=760d77f4-544b-4636-be84-48a41c8463fb,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:08.185352 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ce9250dc-a93d-4544-8c9e-24cbe2ecbf1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:08.191214 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76640510-11c3-45d2-9a59-eaeda477dc40 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:18:08.216747 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-76640510-11c3-45d2-9a59-eaeda477dc40 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:18:08.228496 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ee4fa0-9ebc-4520-a332-b40184f7e596 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:18:08.235635 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76640510-11c3-45d2-9a59-eaeda477dc40 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:08.236262 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76640510-11c3-45d2-9a59-eaeda477dc40 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:08.298864 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9250dc-a93d-4544-8c9e-24cbe2ecbf1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47f72e0-8a50-4f5f-b520-60b01ed22f63,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:08.309393 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5a5c4694-9a58-48f0-8dd8-272624a5f981 req-aca3bed8-4b4b-4997-bb38-dc1900dd2821 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 210 time: 0.1189907 May 23 11:18:08.324992 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ce9250dc-a93d-4544-8c9e-24cbe2ecbf1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:08.326357 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ce9250dc-a93d-4544-8c9e-24cbe2ecbf1d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a47f72e0-8a50-4f5f-b520-60b01ed22f63 HTTP/1.1" status: 204 len: 168 time: 0.4121721 May 23 11:18:08.340807 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c3bfacd5-93d3-458e-91f0-3bac9e153da5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:08.363680 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-8ac68de9-f5e2-4933-acf5-07893831eecf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Allocated IP 172.20.0.6 (8f58b921-0292-4dfc-9e12-b02298e69ac5/ad5f4f1c-c17b-496d-bb30-9eefdb6a09ed/9fa10ee8-a8ce-4d28-a9f0-0363128b97d0) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:18:08.391357 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2ffe28e4-eca8-495e-bb65-1c43d2521a0b tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:08.419685 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c3bfacd5-93d3-458e-91f0-3bac9e153da5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:18:08.427989 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c3bfacd5-93d3-458e-91f0-3bac9e153da5 admin admin] Usage tracker for resource:security_group_rule and tenant:1457765da8bd4d8f946ff7af46cdb79b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:18:08.433549 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58338) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:08.434657 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-76640510-11c3-45d2-9a59-eaeda477dc40 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 5.2125595 May 23 11:18:08.436544 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c3bfacd5-93d3-458e-91f0-3bac9e153da5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:18:08.447014 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-58043d78-0889-450d-8383-feccbf394eb2 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'port': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'fixed_ips': [{'subnet_id': '760d77f4-544b-4636-be84-48a41c8463fb', 'ip_address': '2001:db8::c035:cfab:e96d:64ea'}], 'name': 'tempest-NetworksTestDHCPv6-1945132346'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:18:08.461917 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2ffe28e4-eca8-495e-bb65-1c43d2521a0b tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:08.540923 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-7040bc28-c050-455c-b236-a6dd25755f99 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:08.545929 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-7040bc28-c050-455c-b236-a6dd25755f99 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.13 "GET /v2.0/networks?id=297e8414-85bd-4e0d-aedb-8abf246d8703 HTTP/1.1" status: 200 len: 815 time: 0.7476921 May 23 11:18:08.643260 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c3bfacd5-93d3-458e-91f0-3bac9e153da5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:18:08.664892 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe0194a-8736-4d26-8ac7-597918987a63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'tenant_id': '7898a2f847b24320a42ded6c2b4bd651', 'fixed_ips': [{'subnet_id': '760d77f4-544b-4636-be84-48a41c8463fb'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:18:08.667854 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8fe0194a-8736-4d26-8ac7-597918987a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:08.770993 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c3bfacd5-93d3-458e-91f0-3bac9e153da5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:08.874335 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-8fe0194a-8736-4d26-8ac7-597918987a63 None None] Allocated IP 2001:db8::2 (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/760d77f4-544b-4636-be84-48a41c8463fb/d431ba5a-564d-43bd-a1ab-6907bc63d811) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:18:08.884820 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-8ac68de9-f5e2-4933-acf5-07893831eecf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:08.903624 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-8ac68de9-f5e2-4933-acf5-07893831eecf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Transition to ACTIVE for port object 9fa10ee8-a8ce-4d28-a9f0-0363128b97d0 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:18:08.998638 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffe28e4-eca8-495e-bb65-1c43d2521a0b tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:18:09.038112 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-2ffe28e4-eca8-495e-bb65-1c43d2521a0b tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:18:09.041671 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-55386335-0b6b-42f7-aa48-9449aff7b9ea tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Synchronizing usage tracker for tenant:92ce77b1b70449899717558adda940d2 on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:18:09.051021 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe28e4-eca8-495e-bb65-1c43d2521a0b tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Pushing event updated for resources: {'Port': ['ID=e75bef69-ad2f-47ec-bc47-37e03bde0b2d,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:09.054265 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-8ac68de9-f5e2-4933-acf5-07893831eecf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:09.069322 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffe28e4-eca8-495e-bb65-1c43d2521a0b tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:18:09.138437 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2b9b6848-5c3f-4e51-8b70-79adcfdaa01f req-f155af6f-3759-4bbf-b734-6a722a874a33 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c97939e-1319-44f6-9c60-0ce02b30c2fe HTTP/1.1" status: 200 len: 210 time: 0.3656845 May 23 11:18:09.150315 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-58043d78-0889-450d-8383-feccbf394eb2 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:18:09.150641 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8fe0194a-8736-4d26-8ac7-597918987a63 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:09.158613 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c3bfacd5-93d3-458e-91f0-3bac9e153da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:09.164982 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8fe0194a-8736-4d26-8ac7-597918987a63 None None] Transition to ACTIVE for port object d431ba5a-564d-43bd-a1ab-6907bc63d811 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:18:09.178600 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-58043d78-0889-450d-8383-feccbf394eb2 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:port and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:18:09.186297 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8fe0194a-8736-4d26-8ac7-597918987a63 None None] Transition to ACTIVE for port object d431ba5a-564d-43bd-a1ab-6907bc63d811 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:18:09.189165 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-58043d78-0889-450d-8383-feccbf394eb2 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:18:09.201528 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-58043d78-0889-450d-8383-feccbf394eb2 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:18:09.207163 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8fe0194a-8736-4d26-8ac7-597918987a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:09.235971 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfacd5-93d3-458e-91f0-3bac9e153da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01cceb2b-747f-4f23-8443-5dab360fba55,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:09.241388 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c3bfacd5-93d3-458e-91f0-3bac9e153da5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1457765da8bd4d8f946ff7af46cdb79b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1179235 May 23 11:18:09.242942 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58043d78-0889-450d-8383-feccbf394eb2 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:18:09.267578 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58354) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:09.335057 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe0194a-8736-4d26-8ac7-597918987a63 None None] Pushing event updated for resources: {'Port': ['ID=d431ba5a-564d-43bd-a1ab-6907bc63d811,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:09.351715 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-38aa5878-1bff-4e8d-af61-4749a71d3921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:09.383054 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-8ac68de9-f5e2-4933-acf5-07893831eecf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Network 8f58b921-0292-4dfc-9e12-b02298e69ac5 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:18:09.415167 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe0194a-8736-4d26-8ac7-597918987a63 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:18:09.417204 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-8fe0194a-8736-4d26-8ac7-597918987a63 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:18:09.421669 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:09.425761 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe0194a-8736-4d26-8ac7-597918987a63 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:18:09.426072 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b32f0b08-5716-4e43-af2f-3cd49ecb67b3 admin admin] Router 406cd220-9f91-46de-82dc-a46b2f962727 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:18:09.427337 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac68de9-f5e2-4933-acf5-07893831eecf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Pushing event updated for resources: {'Port': ['ID=9fa10ee8-a8ce-4d28-a9f0-0363128b97d0,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:09.429994 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-8ac68de9-f5e2-4933-acf5-07893831eecf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:18:09.436163 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-8ac68de9-f5e2-4933-acf5-07893831eecf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:18:09.440732 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-17dce05e-6745-4ffb-997b-1d3734672644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:09.467190 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-58043d78-0889-450d-8383-feccbf394eb2 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:09.501445 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-17dce05e-6745-4ffb-997b-1d3734672644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:09.519710 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-58043d78-0889-450d-8383-feccbf394eb2 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] device_id is not set on port 468cc9d2-5434-4065-95c8-f1db9cb1c938 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:18:09.557675 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-55386335-0b6b-42f7-aa48-9449aff7b9ea tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Unset dirty status for tenant:92ce77b1b70449899717558adda940d2 on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:18:09.561430 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-55386335-0b6b-42f7-aa48-9449aff7b9ea tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92ce77b1b70449899717558adda940d2 HTTP/1.1" status: 200 len: 379 time: 0.9500072 May 23 11:18:09.576069 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2ffe28e4-eca8-495e-bb65-1c43d2521a0b tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:09.581628 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-69037cf7-8821-4237-a66f-7d7b46707d67 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Request body: {'port': {'device_id': '5c97939e-1319-44f6-9c60-0ce02b30c2fe', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'admin_state_up': True, 'tenant_id': '92ce77b1b70449899717558adda940d2', 'security_groups': ['86dec8f3-5612-4480-a396-67582eceb525']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:18:09.638438 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-8fe0194a-8736-4d26-8ac7-597918987a63 None None] Attempting to bind port d431ba5a-564d-43bd-a1ab-6907bc63d811 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:18:09.639083 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-8fe0194a-8736-4d26-8ac7-597918987a63 None None] Attempting to bind port d431ba5a-564d-43bd-a1ab-6907bc63d811 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:18:09.640847 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe0194a-8736-4d26-8ac7-597918987a63 None None] Attempting to bind port d431ba5a-564d-43bd-a1ab-6907bc63d811 on network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:18:09.649522 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe0194a-8736-4d26-8ac7-597918987a63 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:18:09.650996 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe0194a-8736-4d26-8ac7-597918987a63 None None] Checking segment: {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:18:09.652138 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8fe0194a-8736-4d26-8ac7-597918987a63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:09.652985 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe0194a-8736-4d26-8ac7-597918987a63 None None] Bound using segment: {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:18:09.653903 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-8fe0194a-8736-4d26-8ac7-597918987a63 None None] Bound port: d431ba5a-564d-43bd-a1ab-6907bc63d811, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:18:09.654453 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8fe0194a-8736-4d26-8ac7-597918987a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:09.655683 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58364) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:09.826180 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-8fe0194a-8736-4d26-8ac7-597918987a63 None None] For port d431ba5a-564d-43bd-a1ab-6907bc63d811, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:18:09.832303 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-8fe0194a-8736-4d26-8ac7-597918987a63 None None] For port d431ba5a-564d-43bd-a1ab-6907bc63d811, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=d431ba5a-564d-43bd-a1ab-6907bc63d811,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:18:09.843125 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8fe0194a-8736-4d26-8ac7-597918987a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:09.885308 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-17dce05e-6745-4ffb-997b-1d3734672644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:09.912007 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dce05e-6745-4ffb-997b-1d3734672644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01cceb2b-747f-4f23-8443-5dab360fba55,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:09.919666 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd218147-a578-494a-bdd0-d0a68bdf87e1 req-0681210c-6b81-45f1-9fac-33b0e354f2ab tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:09.921341 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fd218147-a578-494a-bdd0-d0a68bdf87e1 req-0681210c-6b81-45f1-9fac-33b0e354f2ab tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 931 time: 0.3081975 May 23 11:18:09.932301 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-09c7c9ff-41b3-42e9-b5b1-acad4815a31e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-744390397-network', 'tenant_id': 'c8ada26741884c689d0e80f64385eb15'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:18:09.966467 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b3176e2b-1f84-48f6-bf53-3b0281df9123 None None] Provisioning for port 9fa10ee8-a8ce-4d28-a9f0-0363128b97d0 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:18:09.982159 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b3176e2b-1f84-48f6-bf53-3b0281df9123 None None] Provisioning complete for port 9fa10ee8-a8ce-4d28-a9f0-0363128b97d0 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:18:09.982615 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b3176e2b-1f84-48f6-bf53-3b0281df9123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:09.998341 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-09c7c9ff-41b3-42e9-b5b1-acad4815a31e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:18:10.016052 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-09c7c9ff-41b3-42e9-b5b1-acad4815a31e admin admin] Usage tracker for resource:network and tenant:c8ada26741884c689d0e80f64385eb15 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:18:10.027560 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-09c7c9ff-41b3-42e9-b5b1-acad4815a31e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:18:10.033359 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-17dce05e-6745-4ffb-997b-1d3734672644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:10.035046 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-17dce05e-6745-4ffb-997b-1d3734672644 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/01cceb2b-747f-4f23-8443-5dab360fba55 HTTP/1.1" status: 204 len: 168 time: 0.7655323 May 23 11:18:10.052958 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-09c7c9ff-41b3-42e9-b5b1-acad4815a31e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:18:10.076421 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-58043d78-0889-450d-8383-feccbf394eb2 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Allocated IP 2001:db8::c035:cfab:e96d:64ea (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/760d77f4-544b-4636-be84-48a41c8463fb/468cc9d2-5434-4065-95c8-f1db9cb1c938) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:18:10.103293 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fd218147-a578-494a-bdd0-d0a68bdf87e1 req-29f5b80c-7b33-4b78-a081-0fa4cdad03f2 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661901 May 23 11:18:10.108453 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c7c9ff-41b3-42e9-b5b1-acad4815a31e admin admin] Made reservation on behalf of c8ada26741884c689d0e80f64385eb15 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:18:10.111060 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-09c7c9ff-41b3-42e9-b5b1-acad4815a31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:10.121560 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b3176e2b-1f84-48f6-bf53-3b0281df9123 None None] Port 9fa10ee8-a8ce-4d28-a9f0-0363128b97d0 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:18:10.146820 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-09c7c9ff-41b3-42e9-b5b1-acad4815a31e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:10.244141 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-09c7c9ff-41b3-42e9-b5b1-acad4815a31e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:18:10.249550 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe0194a-8736-4d26-8ac7-597918987a63 None None] Pushing event updated for resources: {'Port': ['ID=d431ba5a-564d-43bd-a1ab-6907bc63d811,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:10.250620 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-09c7c9ff-41b3-42e9-b5b1-acad4815a31e admin admin] Usage tracker for resource:security_group_rule and tenant:c8ada26741884c689d0e80f64385eb15 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:18:10.253306 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-8ac68de9-f5e2-4933-acf5-07893831eecf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:10.254585 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-8ac68de9-f5e2-4933-acf5-07893831eecf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:10.262548 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-09c7c9ff-41b3-42e9-b5b1-acad4815a31e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:18:10.269472 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-09c7c9ff-41b3-42e9-b5b1-acad4815a31e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:18:10.327218 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-8ac68de9-f5e2-4933-acf5-07893831eecf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9845045 May 23 11:18:10.439642 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a0bf7b7-7f3b-43ed-8149-5e522736c42f req-70f30429-d181-4f85-92dd-30fc1545c7f6 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c97939e-1319-44f6-9c60-0ce02b30c2fe HTTP/1.1" status: 200 len: 210 time: 0.0574577 May 23 11:18:10.444431 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-a641735b-7e44-4783-af13-249c2ec7e1c3 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Request body: {'port': {'device_id': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'network_id': 'dc15df35-8b51-40b0-8426-c0ec1198d56f', 'admin_state_up': True, 'tenant_id': '6413deec0c1b468e9165a85b033a2ba9', 'security_groups': ['f76758de-1a50-4502-bc25-b6e81b259c9a']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:18:10.458957 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-09c7c9ff-41b3-42e9-b5b1-acad4815a31e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:10.472462 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2ffe28e4-eca8-495e-bb65-1c43d2521a0b tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:10.495296 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-09c7c9ff-41b3-42e9-b5b1-acad4815a31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:10.634008 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09c7c9ff-41b3-42e9-b5b1-acad4815a31e admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:18:10.653163 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c7c9ff-41b3-42e9-b5b1-acad4815a31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c193cee5-2ce5-43ac-8f6b-361f245f754b,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:10.680979 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-09c7c9ff-41b3-42e9-b5b1-acad4815a31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:10.681391 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-09c7c9ff-41b3-42e9-b5b1-acad4815a31e admin admin] Added segment 5cee01f6-c5e9-4b6c-9ee4-d4191d783074 of type vlan for network c8f610f3-246f-4e9c-bcad-00bcd258b4f5 May 23 11:18:10.704602 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58376) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:10.733910 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-34cb4590-8f0a-49a4-9ec7-4d3a113715a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:10.761516 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-69037cf7-8821-4237-a66f-7d7b46707d67 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:18:10.765882 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-69037cf7-8821-4237-a66f-7d7b46707d67 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Usage tracker for resource:port and tenant:92ce77b1b70449899717558adda940d2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:18:10.769265 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-69037cf7-8821-4237-a66f-7d7b46707d67 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:18:10.785515 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-58043d78-0889-450d-8383-feccbf394eb2 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:10.789889 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-09c7c9ff-41b3-42e9-b5b1-acad4815a31e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:10.823803 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-69037cf7-8821-4237-a66f-7d7b46707d67 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:18:10.824498 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-58043d78-0889-450d-8383-feccbf394eb2 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Transition to ACTIVE for port object 468cc9d2-5434-4065-95c8-f1db9cb1c938 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:18:10.878086 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-34cb4590-8f0a-49a4-9ec7-4d3a113715a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:18:10.887502 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-34cb4590-8f0a-49a4-9ec7-4d3a113715a8 admin admin] Usage tracker for resource:security_group_rule and tenant:8e386f60f0bd45299956555ebc4e410f is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:18:10.892336 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-34cb4590-8f0a-49a4-9ec7-4d3a113715a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:18:10.902408 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-34cb4590-8f0a-49a4-9ec7-4d3a113715a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:18:10.920280 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-69037cf7-8821-4237-a66f-7d7b46707d67 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Made reservation on behalf of 92ce77b1b70449899717558adda940d2 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:18:10.920663 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-09c7c9ff-41b3-42e9-b5b1-acad4815a31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:10.921560 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c7c9ff-41b3-42e9-b5b1-acad4815a31e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:10.922429 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-09c7c9ff-41b3-42e9-b5b1-acad4815a31e admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:10.923230 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-69037cf7-8821-4237-a66f-7d7b46707d67 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:10.976440 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-09c7c9ff-41b3-42e9-b5b1-acad4815a31e admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3195710 May 23 11:18:10.977775 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58380) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:11.048016 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-6092ce57-913a-47c0-9898-1f21caeb834a admin admin] Request body: {'subnet': {'network_id': 'c8f610f3-246f-4e9c-bcad-00bcd258b4f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-744390397-subnet', 'tenant_id': 'c8ada26741884c689d0e80f64385eb15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:18:11.053135 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6092ce57-913a-47c0-9898-1f21caeb834a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:18:11.074866 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6092ce57-913a-47c0-9898-1f21caeb834a admin admin] Usage tracker for resource:subnet and tenant:c8ada26741884c689d0e80f64385eb15 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:18:11.081445 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-58043d78-0889-450d-8383-feccbf394eb2 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:11.086312 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6092ce57-913a-47c0-9898-1f21caeb834a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:18:11.203077 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6092ce57-913a-47c0-9898-1f21caeb834a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:18:11.219343 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c7c9ff-41b3-42e9-b5b1-acad4815a31e admin admin] Pushing event updated for resources: {'Network': ['ID=c8f610f3-246f-4e9c-bcad-00bcd258b4f5,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:11.232225 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network c8f610f3-246f-4e9c-bcad-00bcd258b4f5 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:18:11.241707 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58043d78-0889-450d-8383-feccbf394eb2 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:18:11.267250 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-34cb4590-8f0a-49a4-9ec7-4d3a113715a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:11.269760 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-58043d78-0889-450d-8383-feccbf394eb2 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:18:11.273369 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58043d78-0889-450d-8383-feccbf394eb2 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:18:11.279866 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58043d78-0889-450d-8383-feccbf394eb2 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:11.280874 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-58043d78-0889-450d-8383-feccbf394eb2 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:11.332456 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6092ce57-913a-47c0-9898-1f21caeb834a admin admin] Made reservation on behalf of c8ada26741884c689d0e80f64385eb15 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:18:11.335330 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6092ce57-913a-47c0-9898-1f21caeb834a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:11.349274 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-34cb4590-8f0a-49a4-9ec7-4d3a113715a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:11.373562 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-58043d78-0889-450d-8383-feccbf394eb2 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9386966 May 23 11:18:11.388318 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58386) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:11.398614 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2ffe28e4-eca8-495e-bb65-1c43d2521a0b tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:11.450838 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2ffe28e4-eca8-495e-bb65-1c43d2521a0b tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:11.491791 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-a641735b-7e44-4783-af13-249c2ec7e1c3 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:18:11.554873 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4dceb437-d74e-4c90-94e6-5d6db63c9ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:11.657448 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device d431ba5a-564d-43bd-a1ab-6907bc63d811 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:18:11.778689 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-a641735b-7e44-4783-af13-249c2ec7e1c3 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:18:11.809129 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port d431ba5a-564d-43bd-a1ab-6907bc63d811 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:18:11.884938 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cd9d4ac2-8320-4b81-85f7-f021108f11e5 req-23153429-eb89-4c3d-bc49-d173c4b9e89e tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c97939e-1319-44f6-9c60-0ce02b30c2fe HTTP/1.1" status: 200 len: 210 time: 0.1634061 May 23 11:18:11.933826 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58043d78-0889-450d-8383-feccbf394eb2 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Port': ['ID=468cc9d2-5434-4065-95c8-f1db9cb1c938,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:11.941405 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb4590-8f0a-49a4-9ec7-4d3a113715a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffd7099-acbf-47bc-ae9c-0bd0c82657f7,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:11.956871 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-34cb4590-8f0a-49a4-9ec7-4d3a113715a8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8e386f60f0bd45299956555ebc4e410f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2501810 May 23 11:18:11.962864 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58392) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:11.966737 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32f0b08-5716-4e43-af2f-3cd49ecb67b3 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:18:12.000848 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9898073a-7a0f-4070-b505-027f6c32354c None None] Provisioning for port d431ba5a-564d-43bd-a1ab-6907bc63d811 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:18:12.024875 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b32f0b08-5716-4e43-af2f-3cd49ecb67b3 admin admin] 10.222.0.79 "PUT /v2.0/routers/406cd220-9f91-46de-82dc-a46b2f962727/add_router_interface HTTP/1.1" status: 200 len: 503 time: 22.7163205 May 23 11:18:12.024875 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-a641735b-7e44-4783-af13-249c2ec7e1c3 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Made reservation on behalf of 6413deec0c1b468e9165a85b033a2ba9 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:18:12.024875 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-a641735b-7e44-4783-af13-249c2ec7e1c3 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:12.026385 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9898073a-7a0f-4070-b505-027f6c32354c None None] Provisioning complete for port d431ba5a-564d-43bd-a1ab-6907bc63d811 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:18:12.028235 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9898073a-7a0f-4070-b505-027f6c32354c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:12.074026 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760b2863-99d2-40e9-90aa-68f3da1f5781 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:12.074709 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe28e4-eca8-495e-bb65-1c43d2521a0b tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Pushing event updated for resources: {'Port': ['ID=e75bef69-ad2f-47ec-bc47-37e03bde0b2d,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:12.077961 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760b2863-99d2-40e9-90aa-68f3da1f5781 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:12.078771 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-760b2863-99d2-40e9-90aa-68f3da1f5781 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:18:12.182294 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-760b2863-99d2-40e9-90aa-68f3da1f5781 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:18:12.186243 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-760b2863-99d2-40e9-90aa-68f3da1f5781 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.7900474 May 23 11:18:12.189675 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11274c5b-d803-4ff6-b643-1778432b6a4e req-e436a069-26d5-4f7d-92de-f572a8ff58ba tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:12.191151 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-11274c5b-d803-4ff6-b643-1778432b6a4e req-e436a069-26d5-4f7d-92de-f572a8ff58ba tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 931 time: 0.4909964 May 23 11:18:12.202536 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58398) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:12.234736 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9898073a-7a0f-4070-b505-027f6c32354c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:12.304565 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-9898073a-7a0f-4070-b505-027f6c32354c None None] For port d431ba5a-564d-43bd-a1ab-6907bc63d811, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=d431ba5a-564d-43bd-a1ab-6907bc63d811,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:18:12.313305 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9898073a-7a0f-4070-b505-027f6c32354c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:12.314921 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a82a6432-fdc3-488d-9dd5-fa8cee8006ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:12.325986 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7484459b-9754-40f9-b445-e742fb0889e1 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:12.344357 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a82a6432-fdc3-488d-9dd5-fa8cee8006ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:12.433700 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-feb7d8d3-0cff-477c-b2b0-48876b9e50f7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting port 468cc9d2-5434-4065-95c8-f1db9cb1c938 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:18:12.434047 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-feb7d8d3-0cff-477c-b2b0-48876b9e50f7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:12.442658 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898073a-7a0f-4070-b505-027f6c32354c None None] Pushing event updated for resources: {'Port': ['ID=d431ba5a-564d-43bd-a1ab-6907bc63d811,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:12.449487 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3cb9ad85-10b2-4a79-ba81-fce8382eca65 None None] Provisioning for port 468cc9d2-5434-4065-95c8-f1db9cb1c938 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:18:12.460689 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3cb9ad85-10b2-4a79-ba81-fce8382eca65 None None] Provisioning complete for port 468cc9d2-5434-4065-95c8-f1db9cb1c938 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:18:12.461132 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3cb9ad85-10b2-4a79-ba81-fce8382eca65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:12.511772 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-11274c5b-d803-4ff6-b643-1778432b6a4e req-dd4a8116-233d-43dc-9b69-728125f5b480 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2440429 May 23 11:18:12.522720 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6092ce57-913a-47c0-9898-1f21caeb834a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:12.541844 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3cb9ad85-10b2-4a79-ba81-fce8382eca65 None None] Port 468cc9d2-5434-4065-95c8-f1db9cb1c938 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:18:12.589833 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6092ce57-913a-47c0-9898-1f21caeb834a admin admin] Pushing event updated for resources: {'Subnet': ['ID=921f8ad7-2327-456b-8d69-73b599e668ca,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:12.643040 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:12.667149 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a82a6432-fdc3-488d-9dd5-fa8cee8006ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:12.714760 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a6432-fdc3-488d-9dd5-fa8cee8006ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffd7099-acbf-47bc-ae9c-0bd0c82657f7,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:12.761850 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-69037cf7-8821-4237-a66f-7d7b46707d67 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Allocated IP 172.20.0.12 (297e8414-85bd-4e0d-aedb-8abf246d8703/a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6/630fccd4-0096-4feb-8fd4-33fc90d39a82) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:18:12.772863 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2ffe28e4-eca8-495e-bb65-1c43d2521a0b tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:12.802994 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6092ce57-913a-47c0-9898-1f21caeb834a admin admin] Checking segment: {'id': '5cee01f6-c5e9-4b6c-9ee4-d4191d783074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c8f610f3-246f-4e9c-bcad-00bcd258b4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:18:12.803521 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6092ce57-913a-47c0-9898-1f21caeb834a admin admin] Network hostable DHCP agents. Network: c8f610f3-246f-4e9c-bcad-00bcd258b4f5, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:18:12.803685 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:12.833203 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a82a6432-fdc3-488d-9dd5-fa8cee8006ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:12.836932 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a82a6432-fdc3-488d-9dd5-fa8cee8006ff admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2ffd7099-acbf-47bc-ae9c-0bd0c82657f7 HTTP/1.1" status: 204 len: 168 time: 0.8695209 May 23 11:18:12.837129 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2ffe28e4-eca8-495e-bb65-1c43d2521a0b tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:12.837129 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2ffe28e4-eca8-495e-bb65-1c43d2521a0b tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.8568394 May 23 11:18:12.901171 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6092ce57-913a-47c0-9898-1f21caeb834a admin admin] Network c8f610f3-246f-4e9c-bcad-00bcd258b4f5 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:18:12.913512 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-feb7d8d3-0cff-477c-b2b0-48876b9e50f7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:12.924347 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-6092ce57-913a-47c0-9898-1f21caeb834a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, c8f610f3-246f-4e9c-bcad-00bcd258b4f5) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:18:12.933024 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe03c7f-ea15-4910-bbbb-89abbed22c2e None None] Network c8f610f3-246f-4e9c-bcad-00bcd258b4f5 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:18:12.937678 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6092ce57-913a-47c0-9898-1f21caeb834a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:12.938353 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6092ce57-913a-47c0-9898-1f21caeb834a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:13.022962 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-6092ce57-913a-47c0-9898-1f21caeb834a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0361209 May 23 11:18:13.097215 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-feb7d8d3-0cff-477c-b2b0-48876b9e50f7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Calling delete_port for 468cc9d2-5434-4065-95c8-f1db9cb1c938 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:18:13.182255 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-a641735b-7e44-4783-af13-249c2ec7e1c3 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Allocated IP 10.1.1.126 (dc15df35-8b51-40b0-8426-c0ec1198d56f/ac62e3e8-2718-4c68-91a7-544681516b07/4b472d9e-7b9c-4fe5-8800-c44e820c17d8) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:18:13.201626 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3f9fb0d4-b9a8-4f08-bde7-291b9c23ab35 req-ab1ea75a-ba13-443e-b4e7-a46a3d570a5a tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c97939e-1319-44f6-9c60-0ce02b30c2fe HTTP/1.1" status: 200 len: 210 time: 0.0738289 May 23 11:18:13.299971 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013de69d-b502-4abf-a810-eb3a1d030a60 None None] Network c8f610f3-246f-4e9c-bcad-00bcd258b4f5 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:18:13.361149 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-69037cf7-8821-4237-a66f-7d7b46707d67 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:13.421258 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-feb7d8d3-0cff-477c-b2b0-48876b9e50f7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:13.479325 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-1fa6b12e-efe0-46b4-b107-774adf6cec99 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Synchronizing usage tracker for tenant:0d8e63cb106b40b880c35c46eb22d5c0 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:18:13.485953 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb7d8d3-0cff-477c-b2b0-48876b9e50f7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Port': ['ID=468cc9d2-5434-4065-95c8-f1db9cb1c938,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:13.551711 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-feb7d8d3-0cff-477c-b2b0-48876b9e50f7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:13.553164 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-69037cf7-8821-4237-a66f-7d7b46707d67 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Transition to ACTIVE for port object 630fccd4-0096-4feb-8fd4-33fc90d39a82 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:18:13.561039 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device d431ba5a-564d-43bd-a1ab-6907bc63d811 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:18:13.567215 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-1fa6b12e-efe0-46b4-b107-774adf6cec99 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Unset dirty status for tenant:0d8e63cb106b40b880c35c46eb22d5c0 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:18:13.576423 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-1fa6b12e-efe0-46b4-b107-774adf6cec99 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1886700950&fields=id&tenant_id=0d8e63cb106b40b880c35c46eb22d5c0 HTTP/1.1" status: 200 len: 267 time: 0.2195261 May 23 11:18:13.617774 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-feb7d8d3-0cff-477c-b2b0-48876b9e50f7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/ports/468cc9d2-5434-4065-95c8-f1db9cb1c938 HTTP/1.1" status: 204 len: 168 time: 1.4141409 May 23 11:18:13.624191 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58434) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:13.696495 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58442) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:13.729929 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port d431ba5a-564d-43bd-a1ab-6907bc63d811 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:18:13.730269 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:13.830402 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fe3af6-9973-4124-8fcc-683df767356f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:13.835064 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fe3af6-9973-4124-8fcc-683df767356f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:13.842602 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-08fe3af6-9973-4124-8fcc-683df767356f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2154312 May 23 11:18:13.846634 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58448) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:13.936953 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-f601876f-4d1d-41e5-9170-53e8bdbc00e8 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Request body: {'security_group': {'name': 'tempest-securitygroup--389615123', 'description': 'tempest-description--1633934663'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:18:13.948976 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-69037cf7-8821-4237-a66f-7d7b46707d67 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:14.004473 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f601876f-4d1d-41e5-9170-53e8bdbc00e8 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:18:14.019967 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f601876f-4d1d-41e5-9170-53e8bdbc00e8 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Usage tracker for resource:security_group and tenant:d3ec9888c9b84da5954173e8d76fab76 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:18:14.024249 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f601876f-4d1d-41e5-9170-53e8bdbc00e8 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:18:14.035811 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f601876f-4d1d-41e5-9170-53e8bdbc00e8 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:18:14.057043 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-92ccc856-cec4-4c9a-b539-c799288f01f7 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:14.058668 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-92ccc856-cec4-4c9a-b539-c799288f01f7 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/networks?id=6213997a-77dd-4973-bef8-b88fbf379b24 HTTP/1.1" status: 200 len: 812 time: 0.4808898 May 23 11:18:14.076129 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-7484459b-9754-40f9-b445-e742fb0889e1 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Deleting port 733f7ad5-2b50-49a1-b006-f892a7f4598b {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:18:14.076472 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7484459b-9754-40f9-b445-e742fb0889e1 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:14.086227 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c1e43da-a5b3-4985-bf20-5e87b931a032 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting subnet 760d77f4-544b-4636-be84-48a41c8463fb {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:18:14.089692 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0c1e43da-a5b3-4985-bf20-5e87b931a032 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:14.108381 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-a641735b-7e44-4783-af13-249c2ec7e1c3 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:14.136398 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-69037cf7-8821-4237-a66f-7d7b46707d67 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Network 297e8414-85bd-4e0d-aedb-8abf246d8703 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:18:14.149635 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-69037cf7-8821-4237-a66f-7d7b46707d67 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:18:14.155001 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0c1e43da-a5b3-4985-bf20-5e87b931a032 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:14.156968 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69037cf7-8821-4237-a66f-7d7b46707d67 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Pushing event updated for resources: {'Port': ['ID=630fccd4-0096-4feb-8fd4-33fc90d39a82,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:14.164769 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-69037cf7-8821-4237-a66f-7d7b46707d67 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:18:14.179631 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:14.199923 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-a641735b-7e44-4783-af13-249c2ec7e1c3 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Transition to ACTIVE for port object 4b472d9e-7b9c-4fe5-8800-c44e820c17d8 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:18:14.341558 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f601876f-4d1d-41e5-9170-53e8bdbc00e8 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:14.353027 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-69037cf7-8821-4237-a66f-7d7b46707d67 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:14.353667 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-69037cf7-8821-4237-a66f-7d7b46707d67 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:14.388925 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-6caf8a36-3d5d-40da-b4a8-8ef57e9952e9 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/quotas/0d8e63cb106b40b880c35c46eb22d5c0 HTTP/1.1" status: 200 len: 375 time: 0.3217440 May 23 11:18:14.399121 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-69037cf7-8821-4237-a66f-7d7b46707d67 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8214951 May 23 11:18:14.405730 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-a641735b-7e44-4783-af13-249c2ec7e1c3 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:14.457653 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-23e01717-d2fa-4d55-bfa7-0513225c5541 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:18:14.458966 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-23e01717-d2fa-4d55-bfa7-0513225c5541 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0422270 May 23 11:18:14.487520 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7484459b-9754-40f9-b445-e742fb0889e1 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:14.515638 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f601876f-4d1d-41e5-9170-53e8bdbc00e8 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:18:14.548303 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f601876f-4d1d-41e5-9170-53e8bdbc00e8 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Usage tracker for resource:security_group_rule and tenant:d3ec9888c9b84da5954173e8d76fab76 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:18:14.566775 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f601876f-4d1d-41e5-9170-53e8bdbc00e8 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:18:14.581424 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f601876f-4d1d-41e5-9170-53e8bdbc00e8 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:18:14.614115 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-25e61b66-5660-4824-ac70-adffe31f107e None None] Provisioning for port 630fccd4-0096-4feb-8fd4-33fc90d39a82 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:18:14.623343 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-25e61b66-5660-4824-ac70-adffe31f107e None None] Provisioning complete for port 630fccd4-0096-4feb-8fd4-33fc90d39a82 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:18:14.624629 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-25e61b66-5660-4824-ac70-adffe31f107e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:14.643460 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0c1e43da-a5b3-4985-bf20-5e87b931a032 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:14.661101 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-7484459b-9754-40f9-b445-e742fb0889e1 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Calling delete_port for 733f7ad5-2b50-49a1-b006-f892a7f4598b owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:18:14.707871 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-a641735b-7e44-4783-af13-249c2ec7e1c3 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Network dc15df35-8b51-40b0-8426-c0ec1198d56f is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:18:14.711347 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-a641735b-7e44-4783-af13-249c2ec7e1c3 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:18:14.713167 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a641735b-7e44-4783-af13-249c2ec7e1c3 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Pushing event updated for resources: {'Port': ['ID=4b472d9e-7b9c-4fe5-8800-c44e820c17d8,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:14.722876 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-a641735b-7e44-4783-af13-249c2ec7e1c3 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:18:14.760628 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-25e61b66-5660-4824-ac70-adffe31f107e None None] Port 630fccd4-0096-4feb-8fd4-33fc90d39a82 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:18:14.783344 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-2426ec3e-ddbe-4b53-ab72-6e799006eec0 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:14.783720 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-2426ec3e-ddbe-4b53-ab72-6e799006eec0 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Synchronizing usage tracker for tenant:c8ada26741884c689d0e80f64385eb15 on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:18:14.801514 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-0016196b-04b7-4df8-8f7f-6ff2fabef3a6 service neutron] Request body: {'port': {'device_id': '5c97939e-1319-44f6-9c60-0ce02b30c2fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:18:14.818848 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f601876f-4d1d-41e5-9170-53e8bdbc00e8 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:14.826821 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-29c1c66d-9b05-417c-a821-42af58662421 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Synchronizing usage tracker for tenant:0d8e63cb106b40b880c35c46eb22d5c0 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:18:14.837754 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0c1e43da-a5b3-4985-bf20-5e87b931a032 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:14.842395 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f601876f-4d1d-41e5-9170-53e8bdbc00e8 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:14.921104 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e43da-a5b3-4985-bf20-5e87b931a032 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Subnet': ['ID=760d77f4-544b-4636-be84-48a41c8463fb,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:14.935446 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-2426ec3e-ddbe-4b53-ab72-6e799006eec0 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Unset dirty status for tenant:c8ada26741884c689d0e80f64385eb15 on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:18:14.941799 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-2426ec3e-ddbe-4b53-ab72-6e799006eec0 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/networks?id=c8f610f3-246f-4e9c-bcad-00bcd258b4f5 HTTP/1.1" status: 200 len: 813 time: 0.6059639 May 23 11:18:14.966867 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0c1e43da-a5b3-4985-bf20-5e87b931a032 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:14.973172 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba39369-9ce3-43bc-8e59-33add27ff236 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:18:15.003107 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601876f-4d1d-41e5-9170-53e8bdbc00e8 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e7d2e4-d721-4138-a0e8-2d99d4530de0,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:15.013916 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-29c1c66d-9b05-417c-a821-42af58662421 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Unset dirty status for tenant:0d8e63cb106b40b880c35c46eb22d5c0 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:18:15.015287 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-29c1c66d-9b05-417c-a821-42af58662421 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=0d8e63cb106b40b880c35c46eb22d5c0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6178830 May 23 11:18:15.030019 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f601876f-4d1d-41e5-9170-53e8bdbc00e8 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:15.034437 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f601876f-4d1d-41e5-9170-53e8bdbc00e8 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.2102714 May 23 11:18:15.039293 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0c1e43da-a5b3-4985-bf20-5e87b931a032 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/760d77f4-544b-4636-be84-48a41c8463fb HTTP/1.1" status: 204 len: 168 time: 1.1068888 May 23 11:18:15.080992 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58470) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:15.081334 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58472) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:15.094432 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-6b1874fd-4028-4f51-8048-3c4a1fa4e3e8 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/quotas/c8ada26741884c689d0e80f64385eb15 HTTP/1.1" status: 200 len: 375 time: 0.1514874 May 23 11:18:15.145405 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5508a183-32b2-4d03-9e08-744dd71bbadb None None] Provisioning for port 4b472d9e-7b9c-4fe5-8800-c44e820c17d8 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:18:15.153242 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5508a183-32b2-4d03-9e08-744dd71bbadb None None] Provisioning complete for port 4b472d9e-7b9c-4fe5-8800-c44e820c17d8 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:18:15.153954 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5508a183-32b2-4d03-9e08-744dd71bbadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:15.225640 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-0016196b-04b7-4df8-8f7f-6ff2fabef3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:15.247757 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-a641735b-7e44-4783-af13-249c2ec7e1c3 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:15.248395 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-a641735b-7e44-4783-af13-249c2ec7e1c3 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:15.258829 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-1c34d8f9-a307-4855-8d3b-92f9297c2d51 service neutron] 10.222.0.79 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181110 May 23 11:18:15.301843 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5508a183-32b2-4d03-9e08-744dd71bbadb None None] Port 4b472d9e-7b9c-4fe5-8800-c44e820c17d8 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:18:15.324633 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-d7e4b263-0af7-4b75-bf22-7e80e14f1de9 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Request body: {'security_group_rule': {'security_group_id': 'f5e7d2e4-d721-4138-a0e8-2d99d4530de0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:18:15.325018 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7484459b-9754-40f9-b445-e742fb0889e1 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:15.374250 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-f5bb3fd6-0720-454d-adb0-73814d1523bf tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c8ada26741884c689d0e80f64385eb15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2780261 May 23 11:18:15.385385 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d7e4b263-0af7-4b75-bf22-7e80e14f1de9 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:18:15.392111 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7484459b-9754-40f9-b445-e742fb0889e1 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event deleted for resources: {'Port': ['ID=733f7ad5-2b50-49a1-b006-f892a7f4598b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:15.400401 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-a641735b-7e44-4783-af13-249c2ec7e1c3 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9746265 May 23 11:18:15.407812 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30b97d5-fa4f-4330-b9dd-f7183dc5eae5 None None] DHCP port deletion for db5fdb8a-4d76-428d-84ca-c911a4d5dee2 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:18:15.412960 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d30b97d5-fa4f-4330-b9dd-f7183dc5eae5 None None] Deleting port d431ba5a-564d-43bd-a1ab-6907bc63d811 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:18:15.413353 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d30b97d5-fa4f-4330-b9dd-f7183dc5eae5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:15.443464 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d7e4b263-0af7-4b75-bf22-7e80e14f1de9 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Usage tracker for resource:security_group_rule and tenant:d3ec9888c9b84da5954173e8d76fab76 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:18:15.451301 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1f97ee6d-fb5b-4799-828b-9c7bf47a12a8 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3661973 May 23 11:18:15.457722 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d7e4b263-0af7-4b75-bf22-7e80e14f1de9 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:18:15.519563 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58484) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:15.589829 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device d431ba5a-564d-43bd-a1ab-6907bc63d811 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:18:15.598008 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d7e4b263-0af7-4b75-bf22-7e80e14f1de9 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:18:15.612348 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-12f5cb3b-af60-4024-bed9-52f81636b18a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'subnet': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:18:15.639311 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-5d2c5ea0-821c-4090-b1a9-e434fa7d89ee tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Request body: {'port': {'device_id': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'network_id': 'dc15df35-8b51-40b0-8426-c0ec1198d56f', 'admin_state_up': True, 'tenant_id': '6413deec0c1b468e9165a85b033a2ba9', 'security_groups': ['f76758de-1a50-4502-bc25-b6e81b259c9a']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:18:15.651578 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213f5beb-9f28-4326-b5d6-3ec7efa8f715 None None] Sync routers for ids ['406cd220-9f91-46de-82dc-a46b2f962727'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:18:15.741870 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-5222de9d-c365-4f62-8446-7408418cc415 service neutron] 10.222.0.79 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584795 May 23 11:18:15.850674 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-12f5cb3b-af60-4024-bed9-52f81636b18a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:18:15.857913 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-12f5cb3b-af60-4024-bed9-52f81636b18a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:subnet and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:18:15.860927 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-12f5cb3b-af60-4024-bed9-52f81636b18a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:18:15.879223 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-12f5cb3b-af60-4024-bed9-52f81636b18a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:18:15.900474 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213f5beb-9f28-4326-b5d6-3ec7efa8f715 None None] Routers {'406cd220-9f91-46de-82dc-a46b2f962727'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:18:15.918504 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-213f5beb-9f28-4326-b5d6-3ec7efa8f715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:18:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['406cd220-9f91-46de-82dc-a46b2f962727'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:18:15.924488 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d7e4b263-0af7-4b75-bf22-7e80e14f1de9 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:15.990312 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f5cb3b-af60-4024-bed9-52f81636b18a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:18:16.016744 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-b8470118-35f9-4693-b071-f6bca8dfc550 service neutron] 10.222.0.79 "GET /v2.0/networks/c8f610f3-246f-4e9c-bcad-00bcd258b4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6030126 May 23 11:18:16.045418 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d7e4b263-0af7-4b75-bf22-7e80e14f1de9 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:16.131138 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d7e4b263-0af7-4b75-bf22-7e80e14f1de9 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:16.216193 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-0016196b-04b7-4df8-8f7f-6ff2fabef3a6 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:18:16.273288 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-d30b97d5-fa4f-4330-b9dd-f7183dc5eae5 None None] For port d431ba5a-564d-43bd-a1ab-6907bc63d811, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=d431ba5a-564d-43bd-a1ab-6907bc63d811,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:18:16.273682 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d30b97d5-fa4f-4330-b9dd-f7183dc5eae5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:16.319934 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e4b263-0af7-4b75-bf22-7e80e14f1de9 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46bc80a5-b5e2-472f-96c4-53ce026b5b61,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:16.400339 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-0016196b-04b7-4df8-8f7f-6ff2fabef3a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 630fccd4-0096-4feb-8fd4-33fc90d39a82 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:18:16.413180 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7484459b-9754-40f9-b445-e742fb0889e1 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:16.418693 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-0016196b-04b7-4df8-8f7f-6ff2fabef3a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:16.481165 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d7e4b263-0af7-4b75-bf22-7e80e14f1de9 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:16.482857 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d7e4b263-0af7-4b75-bf22-7e80e14f1de9 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3999922 May 23 11:18:16.485782 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-12f5cb3b-af60-4024-bed9-52f81636b18a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:16.488450 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 58500) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:16.489445 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-0016196b-04b7-4df8-8f7f-6ff2fabef3a6 service neutron] Transition to ACTIVE for port object 630fccd4-0096-4feb-8fd4-33fc90d39a82 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:18:16.517036 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d30b97d5-fa4f-4330-b9dd-f7183dc5eae5 None None] Calling delete_port for d431ba5a-564d-43bd-a1ab-6907bc63d811 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:18:16.574342 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:16.650644 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-5d2c5ea0-821c-4090-b1a9-e434fa7d89ee tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:18:16.662220 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port d431ba5a-564d-43bd-a1ab-6907bc63d811, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=d431ba5a-564d-43bd-a1ab-6907bc63d811,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:18:16.662830 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-5d2c5ea0-821c-4090-b1a9-e434fa7d89ee tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:18:16.666322 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-213f5beb-9f28-4326-b5d6-3ec7efa8f715 None None] Set router 406cd220-9f91-46de-82dc-a46b2f962727 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:18:16.712383 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:16.741349 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-5f826385-d944-4ccd-ac5f-597c6e0e00dd tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Request body: {'security_group_rule': {'security_group_id': 'f5e7d2e4-d721-4138-a0e8-2d99d4530de0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:18:16.748270 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-5d2c5ea0-821c-4090-b1a9-e434fa7d89ee tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Made reservation on behalf of 6413deec0c1b468e9165a85b033a2ba9 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:18:16.751878 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-5d2c5ea0-821c-4090-b1a9-e434fa7d89ee tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:16.765995 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-0016196b-04b7-4df8-8f7f-6ff2fabef3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:16.771513 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-d30b97d5-fa4f-4330-b9dd-f7183dc5eae5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:18:16.772038 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-d30b97d5-fa4f-4330-b9dd-f7183dc5eae5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:18:16.779345 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-89b0ea37-9b54-43fb-be84-a7d828af577a service neutron] 10.222.0.79 "GET /v2.0/networks/c8f610f3-246f-4e9c-bcad-00bcd258b4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6762042 May 23 11:18:16.809728 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fdfab8-9187-4823-8c81-db186d7a551a req-f2730744-84ff-4386-8c64-50c4f4fc6b35 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:16.813658 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fdfab8-9187-4823-8c81-db186d7a551a req-f2730744-84ff-4386-8c64-50c4f4fc6b35 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:16.816290 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36fdfab8-9187-4823-8c81-db186d7a551a req-f2730744-84ff-4386-8c64-50c4f4fc6b35 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 1653 time: 0.4844863 May 23 11:18:16.890772 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5f826385-d944-4ccd-ac5f-597c6e0e00dd tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:18:16.905029 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0016196b-04b7-4df8-8f7f-6ff2fabef3a6 service neutron] Pushing event updated for resources: {'Port': ['ID=630fccd4-0096-4feb-8fd4-33fc90d39a82,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:16.919205 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5f826385-d944-4ccd-ac5f-597c6e0e00dd tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Usage tracker for resource:security_group_rule and tenant:d3ec9888c9b84da5954173e8d76fab76 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:18:16.924000 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5f826385-d944-4ccd-ac5f-597c6e0e00dd tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:18:16.939781 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5f826385-d944-4ccd-ac5f-597c6e0e00dd tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:18:16.943199 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016196b-04b7-4df8-8f7f-6ff2fabef3a6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:18:16.943362 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016196b-04b7-4df8-8f7f-6ff2fabef3a6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:18:16.943625 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016196b-04b7-4df8-8f7f-6ff2fabef3a6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:18:16.944006 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016196b-04b7-4df8-8f7f-6ff2fabef3a6 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:18:16.944339 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016196b-04b7-4df8-8f7f-6ff2fabef3a6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:18:16.944667 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016196b-04b7-4df8-8f7f-6ff2fabef3a6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:18:16.944992 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016196b-04b7-4df8-8f7f-6ff2fabef3a6 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:18:16.945316 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016196b-04b7-4df8-8f7f-6ff2fabef3a6 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:18:16.945640 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016196b-04b7-4df8-8f7f-6ff2fabef3a6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:18:16.945957 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016196b-04b7-4df8-8f7f-6ff2fabef3a6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:18:16.946486 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0016196b-04b7-4df8-8f7f-6ff2fabef3a6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:18:17.054611 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36fdfab8-9187-4823-8c81-db186d7a551a req-7109db76-00e7-4655-ab16-10950f7b32bc tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079947 May 23 11:18:17.170832 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-12f5cb3b-af60-4024-bed9-52f81636b18a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:17.291748 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f5cb3b-af60-4024-bed9-52f81636b18a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:18:17.295042 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-12f5cb3b-af60-4024-bed9-52f81636b18a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:18:17.298441 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f5cb3b-af60-4024-bed9-52f81636b18a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:17.299084 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-12f5cb3b-af60-4024-bed9-52f81636b18a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:17.309964 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d30b97d5-fa4f-4330-b9dd-f7183dc5eae5 None None] Deleting port d431ba5a-564d-43bd-a1ab-6907bc63d811 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:18:17.310568 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d30b97d5-fa4f-4330-b9dd-f7183dc5eae5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:17.364990 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f5cb3b-af60-4024-bed9-52f81636b18a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Subnet': ['ID=a7c721d1-01af-4bbe-9223-6a9ddbdbcd73,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:17.376020 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-12f5cb3b-af60-4024-bed9-52f81636b18a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8516734 May 23 11:18:17.378389 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58512) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:17.415207 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=d431ba5a-564d-43bd-a1ab-6907bc63d811,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:17.465720 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-983b56b7-dc91-4dbd-a64b-e9dade730c00 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'port': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'fixed_ips': [{'subnet_id': 'a7c721d1-01af-4bbe-9223-6a9ddbdbcd73', 'ip_address': '2001:db8::256b:9ec2:809e:8495'}], 'name': 'tempest-NetworksTestDHCPv6-1970122464'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:18:17.535315 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3066d5f5-b802-4bec-a3e2-1fafee3c9d81 req-f62b73d5-8f5e-411b-947a-c314398bdfe2 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 210 time: 0.1857631 May 23 11:18:17.726808 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ccff3a28-84fa-43f7-b4a4-c1bf9f717262 req-864f592b-707e-4751-954e-c67a25066e25 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 210 time: 0.0710471 May 23 11:18:17.771959 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c5499-acb7-4e5c-9eef-1cec546b47c5 req-c03a2a50-77af-4462-81da-f721dee2162b tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:17.773424 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-311c5499-acb7-4e5c-9eef-1cec546b47c5 req-c03a2a50-77af-4462-81da-f721dee2162b tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c97939e-1319-44f6-9c60-0ce02b30c2fe HTTP/1.1" status: 200 len: 944 time: 0.3247039 May 23 11:18:17.821761 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-983b56b7-dc91-4dbd-a64b-e9dade730c00 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:18:17.827882 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-983b56b7-dc91-4dbd-a64b-e9dade730c00 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:port and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:18:17.851378 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-983b56b7-dc91-4dbd-a64b-e9dade730c00 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:18:17.868619 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-311c5499-acb7-4e5c-9eef-1cec546b47c5 req-3e559474-0940-4918-8312-9089e6a09104 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?id=86dec8f3-5612-4480-a396-67582eceb525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802743 May 23 11:18:17.872326 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5f826385-d944-4ccd-ac5f-597c6e0e00dd tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:17.878799 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-983b56b7-dc91-4dbd-a64b-e9dade730c00 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:18:17.905324 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983b56b7-dc91-4dbd-a64b-e9dade730c00 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:18:17.911520 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-983b56b7-dc91-4dbd-a64b-e9dade730c00 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:17.941312 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-983b56b7-dc91-4dbd-a64b-e9dade730c00 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] device_id is not set on port bae6ac5f-dcb6-4237-ac3f-3b03887df7e8 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:18:18.172149 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-7a5d6ff2-a2be-49ec-a91a-b325fa2742df tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:18.181676 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-7a5d6ff2-a2be-49ec-a91a-b325fa2742df tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.13 "GET /v2.0/networks?id=6213997a-77dd-4973-bef8-b88fbf379b24 HTTP/1.1" status: 200 len: 812 time: 0.1833069 May 23 11:18:18.417310 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-d30b97d5-fa4f-4330-b9dd-f7183dc5eae5 None None] For port d431ba5a-564d-43bd-a1ab-6907bc63d811, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=d431ba5a-564d-43bd-a1ab-6907bc63d811,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:18:18.417988 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d30b97d5-fa4f-4330-b9dd-f7183dc5eae5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:18.419233 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5f826385-d944-4ccd-ac5f-597c6e0e00dd tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:18.442899 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-19c1d388-62df-4677-ae53-41b36d74244f tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d8e63cb106b40b880c35c46eb22d5c0 HTTP/1.1" status: 200 len: 380 time: 0.1978018 May 23 11:18:18.443389 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-5d2c5ea0-821c-4090-b1a9-e434fa7d89ee tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Allocated IP 10.1.1.141 (dc15df35-8b51-40b0-8426-c0ec1198d56f/ac62e3e8-2718-4c68-91a7-544681516b07/e567c6f9-1cc4-450f-b01e-d62332f44ba2) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:18:18.459443 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-a440f474-6e44-4f93-bfaf-e26a66a59986 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Request body: {'port': {'device_id': '2be11c2e-70c8-4051-9ea8-628eee2c4908', 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24', 'admin_state_up': True, 'tenant_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'security_groups': ['d1d0831e-a12e-4be0-b92f-94620597a594']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:18:18.464277 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7484459b-9754-40f9-b445-e742fb0889e1 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Router e28600fb-98a6-419f-91eb-3d4638723093 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:18:18.472072 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5f826385-d944-4ccd-ac5f-597c6e0e00dd tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:18.540175 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5f826385-d944-4ccd-ac5f-597c6e0e00dd tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:18.542359 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5f826385-d944-4ccd-ac5f-597c6e0e00dd tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.9017739 May 23 11:18:18.548505 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58526) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:18.560934 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-0016196b-04b7-4df8-8f7f-6ff2fabef3a6 service neutron] Attempting to bind port 630fccd4-0096-4feb-8fd4-33fc90d39a82 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:18:18.561468 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-0016196b-04b7-4df8-8f7f-6ff2fabef3a6 service neutron] Attempting to bind port 630fccd4-0096-4feb-8fd4-33fc90d39a82 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'f83c0d0e-9b40-421e-a2f5-66bbabc627e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:18:18.561988 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-0016196b-04b7-4df8-8f7f-6ff2fabef3a6 service neutron] Attempting to bind port 630fccd4-0096-4feb-8fd4-33fc90d39a82 on network 297e8414-85bd-4e0d-aedb-8abf246d8703 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:18:18.581462 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f826385-d944-4ccd-ac5f-597c6e0e00dd tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72ca2a58-6179-4593-be08-6044b4fbb2f4,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:18.591959 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-0016196b-04b7-4df8-8f7f-6ff2fabef3a6 service neutron] Port 630fccd4-0096-4feb-8fd4-33fc90d39a82 on network 297e8414-85bd-4e0d-aedb-8abf246d8703 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:18:18.592466 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-0016196b-04b7-4df8-8f7f-6ff2fabef3a6 service neutron] Attempting to bind port 630fccd4-0096-4feb-8fd4-33fc90d39a82 on network 297e8414-85bd-4e0d-aedb-8abf246d8703 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:18:18.619510 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d30b97d5-fa4f-4330-b9dd-f7183dc5eae5 None None] Calling delete_port for d431ba5a-564d-43bd-a1ab-6907bc63d811 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:18:18.687436 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-588f5d8d-0e4b-4c06-bcec-3cf2f578790d tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:18:18.687714 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-213f5beb-9f28-4326-b5d6-3ec7efa8f715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406cd220-9f91-46de-82dc-a46b2f962727', 'name': 'tempest-AttachVolumeTestJSON-206819050-router', 'tenant_id': 'd3ec9888c9b84da5954173e8d76fab76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '008eb1b9-f923-4790-a7cf-ac0d64edf3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:17:39Z', 'updated_at': '2022-05-23T11:18:00Z', 'revision_number': 4, 'project_id': 'd3ec9888c9b84da5954173e8d76fab76', 'gw_port': {'id': '008eb1b9-f923-4790-a7cf-ac0d64edf3cc', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:54:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406cd220-9f91-46de-82dc-a46b2f962727', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:42Z', 'updated_at': '2022-05-23T11:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '74430c8f-a818-475a-af00-5d3668305212', 'name': '', 'network_id': '0308ef6c-1caf-4171-ace3-29e1cb4dd978', 'tenant_id': 'd3ec9888c9b84da5954173e8d76fab76', 'mac_address': 'fa:16:3e:6a:c8:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406cd220-9f91-46de-82dc-a46b2f962727', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78a08f2b-9bc6-4aed-a592-74a10c72dff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:55Z', 'updated_at': '2022-05-23T11:18:01Z', 'revision_number': 2, 'project_id': 'd3ec9888c9b84da5954173e8d76fab76', 'subnets': [{'id': '78a08f2b-9bc6-4aed-a592-74a10c72dff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:18:18.699945 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213f5beb-9f28-4326-b5d6-3ec7efa8f715 None None] Checking router: 406cd220-9f91-46de-82dc-a46b2f962727 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:18:18.700523 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213f5beb-9f28-4326-b5d6-3ec7efa8f715 None None] Updating router 406cd220-9f91-46de-82dc-a46b2f962727 port 74430c8f-a818-475a-af00-5d3668305212 binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:18:18.709067 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-588f5d8d-0e4b-4c06-bcec-3cf2f578790d tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:18:18.712069 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-983b56b7-dc91-4dbd-a64b-e9dade730c00 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Allocated IP 2001:db8::256b:9ec2:809e:8495 (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/a7c721d1-01af-4bbe-9223-6a9ddbdbcd73/bae6ac5f-dcb6-4237-ac3f-3b03887df7e8) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:18:18.739058 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-0016196b-04b7-4df8-8f7f-6ff2fabef3a6 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:18:18.739419 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-0016196b-04b7-4df8-8f7f-6ff2fabef3a6 service neutron] Checking segment: {'id': 'f83c0d0e-9b40-421e-a2f5-66bbabc627e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:18:18.739807 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-0016196b-04b7-4df8-8f7f-6ff2fabef3a6 service neutron] Bound using segment: {'id': 'f83c0d0e-9b40-421e-a2f5-66bbabc627e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:18:18.740331 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-0016196b-04b7-4df8-8f7f-6ff2fabef3a6 service neutron] Bound port: 630fccd4-0096-4feb-8fd4-33fc90d39a82, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f83c0d0e-9b40-421e-a2f5-66bbabc627e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:18:18.740676 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-0016196b-04b7-4df8-8f7f-6ff2fabef3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:18.818301 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-588f5d8d-0e4b-4c06-bcec-3cf2f578790d tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Usage tracker for resource:floatingip and tenant:d3ec9888c9b84da5954173e8d76fab76 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:18:18.822973 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-213f5beb-9f28-4326-b5d6-3ec7efa8f715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:18.831054 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9ee4e02c-f09c-4dec-a730-c046153f7081 req-f91726a2-8274-429b-ab62-38dc8640d871 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 210 time: 0.1391079 May 23 11:18:18.835665 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-588f5d8d-0e4b-4c06-bcec-3cf2f578790d tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:18:18.849675 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d30b97d5-fa4f-4330-b9dd-f7183dc5eae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:18.872249 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-588f5d8d-0e4b-4c06-bcec-3cf2f578790d tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:18:18.922808 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dae00d-d1ad-49a5-b1ac-ad1ec6274d39 req-adf0689c-f9bf-4e1f-87bf-9a35ecfee007 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:18.927011 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dae00d-d1ad-49a5-b1ac-ad1ec6274d39 req-adf0689c-f9bf-4e1f-87bf-9a35ecfee007 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:18.935663 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93dae00d-d1ad-49a5-b1ac-ad1ec6274d39 req-adf0689c-f9bf-4e1f-87bf-9a35ecfee007 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 1653 time: 0.5522838 May 23 11:18:18.969574 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-588f5d8d-0e4b-4c06-bcec-3cf2f578790d tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:18.990480 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-a440f474-6e44-4f93-bfaf-e26a66a59986 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:18:19.041620 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-a440f474-6e44-4f93-bfaf-e26a66a59986 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:18:19.125086 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b97d5-fa4f-4330-b9dd-f7183dc5eae5 None None] Pushing event deleted for resources: {'Port': ['ID=d431ba5a-564d-43bd-a1ab-6907bc63d811,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:19.147570 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30b97d5-fa4f-4330-b9dd-f7183dc5eae5 None None] No DVR routers for this DVR port d431ba5a-564d-43bd-a1ab-6907bc63d811 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:18:19.220578 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-a440f474-6e44-4f93-bfaf-e26a66a59986 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Made reservation on behalf of 0d8e63cb106b40b880c35c46eb22d5c0 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:18:19.224414 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-a440f474-6e44-4f93-bfaf-e26a66a59986 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:19.237931 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d10ace-4f3c-4776-a8f7-8a3992fa2e44 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:18:19.493689 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93dae00d-d1ad-49a5-b1ac-ad1ec6274d39 req-fcf9c32e-a51c-45f0-86c8-ffbec76e79ff tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5569978 May 23 11:18:19.524383 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f20db384-35c3-4549-9ac6-7ccf065f79f4 req-061eae61-ccea-4998-a21e-19047d87e235 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 210 time: 0.0825520 May 23 11:18:19.579897 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7484459b-9754-40f9-b445-e742fb0889e1 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:18:19.591700 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-5d2c5ea0-821c-4090-b1a9-e434fa7d89ee tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:19.599034 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-0016196b-04b7-4df8-8f7f-6ff2fabef3a6 service neutron] For port 630fccd4-0096-4feb-8fd4-33fc90d39a82, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:18:19.601452 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bae6b5a-d429-48b2-b11d-caec33c3cd12 None None] Sync routers for ids ['e28600fb-98a6-419f-91eb-3d4638723093'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:18:19.609897 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7484459b-9754-40f9-b445-e742fb0889e1 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "PUT /v2.0/routers/e28600fb-98a6-419f-91eb-3d4638723093/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2137260 May 23 11:18:19.615783 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 58538) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:19.628431 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bae6b5a-d429-48b2-b11d-caec33c3cd12 None None] Routers {'e28600fb-98a6-419f-91eb-3d4638723093'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:18:19.629147 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-4bae6b5a-d429-48b2-b11d-caec33c3cd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:18:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['e28600fb-98a6-419f-91eb-3d4638723093'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:18:19.721053 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-0016196b-04b7-4df8-8f7f-6ff2fabef3a6 service neutron] For port 630fccd4-0096-4feb-8fd4-33fc90d39a82, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=630fccd4-0096-4feb-8fd4-33fc90d39a82,segment=NetworkSegment(f83c0d0e-9b40-421e-a2f5-66bbabc627e2),segment_id=f83c0d0e-9b40-421e-a2f5-66bbabc627e2)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:18:19.724330 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-983b56b7-dc91-4dbd-a64b-e9dade730c00 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:19.733404 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-4bae6b5a-d429-48b2-b11d-caec33c3cd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:18:19.745332 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bae6b5a-d429-48b2-b11d-caec33c3cd12 None None] Routers {'e28600fb-98a6-419f-91eb-3d4638723093'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:18:19.746449 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-4bae6b5a-d429-48b2-b11d-caec33c3cd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:18:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['e28600fb-98a6-419f-91eb-3d4638723093'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:18:19.807359 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-4bae6b5a-d429-48b2-b11d-caec33c3cd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:18:19.808260 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bae6b5a-d429-48b2-b11d-caec33c3cd12 None None] The sync data for ids ['e28600fb-98a6-419f-91eb-3d4638723093'] in n-d-842952-2 is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:18:19.831657 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648566d7-14f4-4bd6-978e-cca9d3701a9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'tenant_id': '7898a2f847b24320a42ded6c2b4bd651', 'fixed_ips': [{'subnet_id': 'a7c721d1-01af-4bbe-9223-6a9ddbdbcd73'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:18:19.832985 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-648566d7-14f4-4bd6-978e-cca9d3701a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:19.833122 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-983b56b7-dc91-4dbd-a64b-e9dade730c00 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Transition to ACTIVE for port object bae6ac5f-dcb6-4237-ac3f-3b03887df7e8 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:18:19.840334 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-0016196b-04b7-4df8-8f7f-6ff2fabef3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:19.858066 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-5d2c5ea0-821c-4090-b1a9-e434fa7d89ee tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Transition to ACTIVE for port object e567c6f9-1cc4-450f-b01e-d62332f44ba2 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:18:19.895971 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-a440f474-6e44-4f93-bfaf-e26a66a59986 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Allocated IP 172.20.0.13 (6213997a-77dd-4973-bef8-b88fbf379b24/54335c97-79a1-4f1c-bc27-f53589fd26ef/3afd64a2-b6a5-4913-a9be-716566b8de39) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:18:19.911950 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-46c4d594-0f71-49b6-90ae-34e2c3b28e50 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:19.913419 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-46c4d594-0f71-49b6-90ae-34e2c3b28e50 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.13 "GET /v2.0/networks?id=c8f610f3-246f-4e9c-bcad-00bcd258b4f5 HTTP/1.1" status: 200 len: 813 time: 0.6450174 May 23 11:18:19.947496 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-983b56b7-dc91-4dbd-a64b-e9dade730c00 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:19.963931 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0016196b-04b7-4df8-8f7f-6ff2fabef3a6 service neutron] Pushing event updated for resources: {'Port': ['ID=630fccd4-0096-4feb-8fd4-33fc90d39a82,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:19.985147 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-8d1a1f7f-319d-442a-880a-ae3d0e8b8d8d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Request body: {'port': {'device_id': '0e882072-2971-4dc6-b99b-fac6bc071ecd', 'network_id': 'c8f610f3-246f-4e9c-bcad-00bcd258b4f5', 'admin_state_up': True, 'tenant_id': 'c8ada26741884c689d0e80f64385eb15'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:18:20.003146 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d956c-b990-4fa6-8a84-c8e66cf354ba req-f1841f96-5679-4bc0-b447-bb332fff409c tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:20.004661 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-093d956c-b990-4fa6-8a84-c8e66cf354ba req-f1841f96-5679-4bc0-b447-bb332fff409c tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c97939e-1319-44f6-9c60-0ce02b30c2fe HTTP/1.1" status: 200 len: 944 time: 0.2727218 May 23 11:18:20.005848 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-588f5d8d-0e4b-4c06-bcec-3cf2f578790d tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:20.026706 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-0016196b-04b7-4df8-8f7f-6ff2fabef3a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:20.028377 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-0016196b-04b7-4df8-8f7f-6ff2fabef3a6 service neutron] 10.222.0.13 "PUT /v2.0/ports/630fccd4-0096-4feb-8fd4-33fc90d39a82 HTTP/1.1" status: 200 len: 1092 time: 5.5580895 May 23 11:18:20.092670 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c97939e-1319-44f6-9c60-0ce02b30c2fe', 'tag': '630fccd4-0096-4feb-8fd4-33fc90d39a82'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:18:20.197245 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-648566d7-14f4-4bd6-978e-cca9d3701a9f None None] Allocated IP 2001:db8::2 (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/a7c721d1-01af-4bbe-9223-6a9ddbdbcd73/d9bb0c6e-2630-4bcb-ab54-94314ccd1c9e) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:18:20.200925 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-213f5beb-9f28-4326-b5d6-3ec7efa8f715 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:20.221523 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-213f5beb-9f28-4326-b5d6-3ec7efa8f715 None None] Transition to ACTIVE for port object 74430c8f-a818-475a-af00-5d3668305212 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:18:20.245756 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-213f5beb-9f28-4326-b5d6-3ec7efa8f715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:20.287411 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-adaf9ead-fd78-41a5-8871-6a8d2d01c5a1 req-23e2bff1-a688-4b00-821e-093bab264ed3 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 210 time: 0.2124619 May 23 11:18:20.291732 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983b56b7-dc91-4dbd-a64b-e9dade730c00 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:18:20.301627 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-983b56b7-dc91-4dbd-a64b-e9dade730c00 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:18:20.310378 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983b56b7-dc91-4dbd-a64b-e9dade730c00 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:18:20.314381 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983b56b7-dc91-4dbd-a64b-e9dade730c00 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:20.315036 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-983b56b7-dc91-4dbd-a64b-e9dade730c00 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:20.347566 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b56b7-dc91-4dbd-a64b-e9dade730c00 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Port': ['ID=bae6ac5f-dcb6-4237-ac3f-3b03887df7e8,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:20.382417 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d348e483-896a-428e-97d0-9a0ae34fd6f0 None None] Pushing event updated for resources: {'Port': ['ID=74430c8f-a818-475a-af00-5d3668305212,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:20.441164 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-093d956c-b990-4fa6-8a84-c8e66cf354ba req-7add599d-67c9-463a-a2d0-b9eecb60192b tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?id=86dec8f3-5612-4480-a396-67582eceb525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3673162 May 23 11:18:20.502283 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-128c2d9f-e5e9-4654-a508-7b7b2782c950'] response: {'name': 'network-changed', 'server_uuid': '5c97939e-1319-44f6-9c60-0ce02b30c2fe', 'tag': '630fccd4-0096-4feb-8fd4-33fc90d39a82', 'status': 'completed', 'code': 200} May 23 11:18:20.585451 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-5d2c5ea0-821c-4090-b1a9-e434fa7d89ee tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:20.624088 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-983b56b7-dc91-4dbd-a64b-e9dade730c00 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1752954 May 23 11:18:20.640708 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58554) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:20.650608 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-588f5d8d-0e4b-4c06-bcec-3cf2f578790d tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Allocated IP 172.25.6.221 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/be7d6ca8-0d10-47d1-9e13-f46df87da8f3) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:18:20.727128 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-8d1a1f7f-319d-442a-880a-ae3d0e8b8d8d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:18:20.746628 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-a440f474-6e44-4f93-bfaf-e26a66a59986 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:20.862667 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-8d1a1f7f-319d-442a-880a-ae3d0e8b8d8d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Usage tracker for resource:port and tenant:c8ada26741884c689d0e80f64385eb15 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:18:20.870363 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-8d1a1f7f-319d-442a-880a-ae3d0e8b8d8d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:18:20.894355 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-213f5beb-9f28-4326-b5d6-3ec7efa8f715 None None] Attempting to bind port 74430c8f-a818-475a-af00-5d3668305212 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:18:20.895421 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-213f5beb-9f28-4326-b5d6-3ec7efa8f715 None None] Attempting to bind port 74430c8f-a818-475a-af00-5d3668305212 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '8ad0a6a2-f0c5-4005-98ee-13e703106a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0308ef6c-1caf-4171-ace3-29e1cb4dd978'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:18:20.895979 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213f5beb-9f28-4326-b5d6-3ec7efa8f715 None None] Attempting to bind port 74430c8f-a818-475a-af00-5d3668305212 on network 0308ef6c-1caf-4171-ace3-29e1cb4dd978 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:18:20.911799 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-8d1a1f7f-319d-442a-880a-ae3d0e8b8d8d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:18:20.923927 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-5d2c5ea0-821c-4090-b1a9-e434fa7d89ee tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Network dc15df35-8b51-40b0-8426-c0ec1198d56f is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:18:20.931635 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213f5beb-9f28-4326-b5d6-3ec7efa8f715 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:18:20.931939 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-5d2c5ea0-821c-4090-b1a9-e434fa7d89ee tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:18:20.932514 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213f5beb-9f28-4326-b5d6-3ec7efa8f715 None None] Checking segment: {'id': '8ad0a6a2-f0c5-4005-98ee-13e703106a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0308ef6c-1caf-4171-ace3-29e1cb4dd978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:18:20.933196 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-213f5beb-9f28-4326-b5d6-3ec7efa8f715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:20.934797 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213f5beb-9f28-4326-b5d6-3ec7efa8f715 None None] Bound using segment: {'id': '8ad0a6a2-f0c5-4005-98ee-13e703106a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0308ef6c-1caf-4171-ace3-29e1cb4dd978'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:18:20.935701 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-213f5beb-9f28-4326-b5d6-3ec7efa8f715 None None] Bound port: 74430c8f-a818-475a-af00-5d3668305212, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ad0a6a2-f0c5-4005-98ee-13e703106a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0308ef6c-1caf-4171-ace3-29e1cb4dd978'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:18:20.937056 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-213f5beb-9f28-4326-b5d6-3ec7efa8f715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:20.943627 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-5d2c5ea0-821c-4090-b1a9-e434fa7d89ee tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:18:20.980138 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-648566d7-14f4-4bd6-978e-cca9d3701a9f None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:21.021886 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-588f5d8d-0e4b-4c06-bcec-3cf2f578790d tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:21.034040 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-a440f474-6e44-4f93-bfaf-e26a66a59986 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Transition to ACTIVE for port object 3afd64a2-b6a5-4913-a9be-716566b8de39 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:18:21.062390 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c5ea0-821c-4090-b1a9-e434fa7d89ee tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Pushing event updated for resources: {'Port': ['ID=e567c6f9-1cc4-450f-b01e-d62332f44ba2,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:21.080268 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-213f5beb-9f28-4326-b5d6-3ec7efa8f715 None None] For port 74430c8f-a818-475a-af00-5d3668305212, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:18:21.084397 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-213f5beb-9f28-4326-b5d6-3ec7efa8f715 None None] For port 74430c8f-a818-475a-af00-5d3668305212, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=74430c8f-a818-475a-af00-5d3668305212,segment=NetworkSegment(8ad0a6a2-f0c5-4005-98ee-13e703106a55),segment_id=8ad0a6a2-f0c5-4005-98ee-13e703106a55)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:18:21.085475 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-8d1a1f7f-319d-442a-880a-ae3d0e8b8d8d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Made reservation on behalf of c8ada26741884c689d0e80f64385eb15 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:18:21.091942 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-648566d7-14f4-4bd6-978e-cca9d3701a9f None None] Transition to ACTIVE for port object d9bb0c6e-2630-4bcb-ab54-94314ccd1c9e will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:18:21.095193 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-8d1a1f7f-319d-442a-880a-ae3d0e8b8d8d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:21.095418 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-213f5beb-9f28-4326-b5d6-3ec7efa8f715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:21.206461 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ec16c353-efb0-43fa-8f16-bd36b1f4efbc req-0ea61bac-dd17-4c64-bf5a-a5cbbc4cc2d3 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 210 time: 0.1735811 May 23 11:18:21.209294 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-648566d7-14f4-4bd6-978e-cca9d3701a9f None None] Transition to ACTIVE for port object d9bb0c6e-2630-4bcb-ab54-94314ccd1c9e will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:18:21.228585 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213f5beb-9f28-4326-b5d6-3ec7efa8f715 None None] Routers {'406cd220-9f91-46de-82dc-a46b2f962727'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:18:21.232010 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-213f5beb-9f28-4326-b5d6-3ec7efa8f715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:18:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['406cd220-9f91-46de-82dc-a46b2f962727'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:18:21.311000 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-648566d7-14f4-4bd6-978e-cca9d3701a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:21.326694 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e71f050-affd-4514-9b49-4c7506a8a266 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:21.328925 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4e71f050-affd-4514-9b49-4c7506a8a266 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:18:21.374105 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-a440f474-6e44-4f93-bfaf-e26a66a59986 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:21.420487 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d348e483-896a-428e-97d0-9a0ae34fd6f0 None None] Pushing event updated for resources: {'Port': ['ID=74430c8f-a818-475a-af00-5d3668305212,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:21.468756 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-8d1a1f7f-319d-442a-880a-ae3d0e8b8d8d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Allocated IP 172.20.0.2 (c8f610f3-246f-4e9c-bcad-00bcd258b4f5/921f8ad7-2327-456b-8d69-73b599e668ca/0ec35eea-9b2b-474f-9ce7-3bfe44146239) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:18:21.500584 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1bd7f593-1ca5-4065-a1f3-9901b8bdf39e None None] Provisioning for port e567c6f9-1cc4-450f-b01e-d62332f44ba2 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:18:21.509541 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-588f5d8d-0e4b-4c06-bcec-3cf2f578790d tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:21.533227 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648566d7-14f4-4bd6-978e-cca9d3701a9f None None] Pushing event updated for resources: {'Port': ['ID=d9bb0c6e-2630-4bcb-ab54-94314ccd1c9e,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:21.546475 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648566d7-14f4-4bd6-978e-cca9d3701a9f None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:18:21.550607 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1bd7f593-1ca5-4065-a1f3-9901b8bdf39e None None] Provisioning complete for port e567c6f9-1cc4-450f-b01e-d62332f44ba2 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:18:21.550981 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1bd7f593-1ca5-4065-a1f3-9901b8bdf39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:21.556169 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-2b0ba3e2-a0a4-4b72-b8a3-fee2799b7650 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] remove_router_interface failed (client error): The resource could not be found. May 23 11:18:21.559898 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2b0ba3e2-a0a4-4b72-b8a3-fee2799b7650 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "PUT /v2.0/routers/e28600fb-98a6-419f-91eb-3d4638723093/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.9362600 May 23 11:18:21.561149 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-054b668c-bdef-46e9-800a-7c87a566829b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92ce77b1b70449899717558adda940d2&device_id=5c97939e-1319-44f6-9c60-0ce02b30c2fe HTTP/1.1" status: 200 len: 1095 time: 1.4363689 May 23 11:18:21.565387 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 58564) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:21.583077 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-648566d7-14f4-4bd6-978e-cca9d3701a9f None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:18:21.589980 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4e71f050-affd-4514-9b49-4c7506a8a266 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:18:21.593456 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4e71f050-affd-4514-9b49-4c7506a8a266 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.9468837 May 23 11:18:21.596819 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648566d7-14f4-4bd6-978e-cca9d3701a9f None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:18:21.604165 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58568) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:21.616220 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aca9d5-b8e5-46cb-b62a-894e3b618240 req-ca614e5d-b411-4ff1-8675-fd19e758fa02 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:21.620135 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aca9d5-b8e5-46cb-b62a-894e3b618240 req-ca614e5d-b411-4ff1-8675-fd19e758fa02 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:21.624622 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aca9d5-b8e5-46cb-b62a-894e3b618240 req-ca614e5d-b411-4ff1-8675-fd19e758fa02 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:21.631422 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-52aca9d5-b8e5-46cb-b62a-894e3b618240 req-ca614e5d-b411-4ff1-8675-fd19e758fa02 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 2374 time: 0.5996840 May 23 11:18:21.724690 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1bd7f593-1ca5-4065-a1f3-9901b8bdf39e None None] Port e567c6f9-1cc4-450f-b01e-d62332f44ba2 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:18:21.754531 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-648566d7-14f4-4bd6-978e-cca9d3701a9f None None] Attempting to bind port d9bb0c6e-2630-4bcb-ab54-94314ccd1c9e on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:18:21.755064 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-648566d7-14f4-4bd6-978e-cca9d3701a9f None None] Attempting to bind port d9bb0c6e-2630-4bcb-ab54-94314ccd1c9e by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:18:21.755640 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648566d7-14f4-4bd6-978e-cca9d3701a9f None None] Attempting to bind port d9bb0c6e-2630-4bcb-ab54-94314ccd1c9e on network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:18:21.759437 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-213f5beb-9f28-4326-b5d6-3ec7efa8f715 None None] Set router 406cd220-9f91-46de-82dc-a46b2f962727 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:18:21.761351 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-9d3de2e4-58b4-46b6-8397-cceef8b03a7d tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Synchronizing usage tracker for tenant:3c9ac73e8a7143fb94827c1e9402fa16 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:18:21.774405 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-5d2c5ea0-821c-4090-b1a9-e434fa7d89ee tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:21.775028 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-5d2c5ea0-821c-4090-b1a9-e434fa7d89ee tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:21.784103 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-0f21b273-d89f-47d3-a693-f914dd6070d9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=630fccd4-0096-4feb-8fd4-33fc90d39a82 HTTP/1.1" status: 200 len: 217 time: 0.1260252 May 23 11:18:21.792046 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-ad2281d8-9942-4eaf-8b6e-a5ade162ee14 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting port bae6ac5f-dcb6-4237-ac3f-3b03887df7e8 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:18:21.792386 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ad2281d8-9942-4eaf-8b6e-a5ade162ee14 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:21.825168 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648566d7-14f4-4bd6-978e-cca9d3701a9f None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:18:21.827293 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648566d7-14f4-4bd6-978e-cca9d3701a9f None None] Checking segment: {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:18:21.827959 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-648566d7-14f4-4bd6-978e-cca9d3701a9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:21.828491 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648566d7-14f4-4bd6-978e-cca9d3701a9f None None] Bound using segment: {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:18:21.830565 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-648566d7-14f4-4bd6-978e-cca9d3701a9f None None] Bound port: d9bb0c6e-2630-4bcb-ab54-94314ccd1c9e, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:18:21.831402 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-648566d7-14f4-4bd6-978e-cca9d3701a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:21.854384 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-9d3de2e4-58b4-46b6-8397-cceef8b03a7d tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Unset dirty status for tenant:3c9ac73e8a7143fb94827c1e9402fa16 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:18:21.855901 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9d3de2e4-58b4-46b6-8397-cceef8b03a7d tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "GET /v2.0/ports?device_id=e28600fb-98a6-419f-91eb-3d4638723093 HTTP/1.1" status: 200 len: 205 time: 0.2877285 May 23 11:18:21.865106 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 58572) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:21.903099 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-52aca9d5-b8e5-46cb-b62a-894e3b618240 req-43f8d387-9217-49a9-ab1b-92f71dcd08d4 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2700243 May 23 11:18:22.004109 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-5d2c5ea0-821c-4090-b1a9-e434fa7d89ee tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4952817 May 23 11:18:22.076443 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-155c4cb5-0125-4495-8f13-0d90834bc92c tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Request body: {'port': {'device_id': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'caa75e58-fea3-4934-a2b0-723273e69b7e', 'admin_state_up': True, 'tenant_id': '6413deec0c1b468e9165a85b033a2ba9', 'security_groups': ['f76758de-1a50-4502-bc25-b6e81b259c9a']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:18:22.092026 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-9f7d6d31-4b53-4225-a711-260acb5f2b4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:22.093484 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-9f7d6d31-4b53-4225-a711-260acb5f2b4f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6 HTTP/1.1" status: 200 len: 854 time: 0.2994969 May 23 11:18:22.099904 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a440f474-6e44-4f93-bfaf-e26a66a59986 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Pushing event updated for resources: {'Port': ['ID=3afd64a2-b6a5-4913-a9be-716566b8de39,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:22.120328 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-648566d7-14f4-4bd6-978e-cca9d3701a9f None None] For port d9bb0c6e-2630-4bcb-ab54-94314ccd1c9e, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:18:22.139495 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-648566d7-14f4-4bd6-978e-cca9d3701a9f None None] For port d9bb0c6e-2630-4bcb-ab54-94314ccd1c9e, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=d9bb0c6e-2630-4bcb-ab54-94314ccd1c9e,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:18:22.164763 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-648566d7-14f4-4bd6-978e-cca9d3701a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:22.262620 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-8d1a1f7f-319d-442a-880a-ae3d0e8b8d8d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:22.324116 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b356c367-7c15-4b25-a6b6-bb67a940f54e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:22.339790 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648566d7-14f4-4bd6-978e-cca9d3701a9f None None] Pushing event updated for resources: {'Port': ['ID=d9bb0c6e-2630-4bcb-ab54-94314ccd1c9e,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:22.426901 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-213f5beb-9f28-4326-b5d6-3ec7efa8f715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406cd220-9f91-46de-82dc-a46b2f962727', 'name': 'tempest-AttachVolumeTestJSON-206819050-router', 'tenant_id': 'd3ec9888c9b84da5954173e8d76fab76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '008eb1b9-f923-4790-a7cf-ac0d64edf3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:17:39Z', 'updated_at': '2022-05-23T11:18:00Z', 'revision_number': 4, 'project_id': 'd3ec9888c9b84da5954173e8d76fab76', 'gw_port': {'id': '008eb1b9-f923-4790-a7cf-ac0d64edf3cc', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:54:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406cd220-9f91-46de-82dc-a46b2f962727', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:42Z', 'updated_at': '2022-05-23T11:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '74430c8f-a818-475a-af00-5d3668305212', 'name': '', 'network_id': '0308ef6c-1caf-4171-ace3-29e1cb4dd978', 'tenant_id': 'd3ec9888c9b84da5954173e8d76fab76', 'mac_address': 'fa:16:3e:6a:c8:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406cd220-9f91-46de-82dc-a46b2f962727', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78a08f2b-9bc6-4aed-a592-74a10c72dff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:55Z', 'updated_at': '2022-05-23T11:18:21Z', 'revision_number': 4, 'project_id': 'd3ec9888c9b84da5954173e8d76fab76', 'subnets': [{'id': '78a08f2b-9bc6-4aed-a592-74a10c72dff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:18:22.435292 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213f5beb-9f28-4326-b5d6-3ec7efa8f715 None None] The sync data for ids ['406cd220-9f91-46de-82dc-a46b2f962727'] in n-d-842952-2 is: [{'id': '406cd220-9f91-46de-82dc-a46b2f962727', 'name': 'tempest-AttachVolumeTestJSON-206819050-router', 'tenant_id': 'd3ec9888c9b84da5954173e8d76fab76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '008eb1b9-f923-4790-a7cf-ac0d64edf3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:17:39Z', 'updated_at': '2022-05-23T11:18:00Z', 'revision_number': 4, 'project_id': 'd3ec9888c9b84da5954173e8d76fab76', 'gw_port': {'id': '008eb1b9-f923-4790-a7cf-ac0d64edf3cc', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:54:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406cd220-9f91-46de-82dc-a46b2f962727', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:42Z', 'updated_at': '2022-05-23T11:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '74430c8f-a818-475a-af00-5d3668305212', 'name': '', 'network_id': '0308ef6c-1caf-4171-ace3-29e1cb4dd978', 'tenant_id': 'd3ec9888c9b84da5954173e8d76fab76', 'mac_address': 'fa:16:3e:6a:c8:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406cd220-9f91-46de-82dc-a46b2f962727', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78a08f2b-9bc6-4aed-a592-74a10c72dff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:55Z', 'updated_at': '2022-05-23T11:18:21Z', 'revision_number': 4, 'project_id': 'd3ec9888c9b84da5954173e8d76fab76', 'subnets': [{'id': '78a08f2b-9bc6-4aed-a592-74a10c72dff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:18:22.493711 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-a440f474-6e44-4f93-bfaf-e26a66a59986 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Network 6213997a-77dd-4973-bef8-b88fbf379b24 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:18:22.597989 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-a440f474-6e44-4f93-bfaf-e26a66a59986 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:18:22.610422 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-a440f474-6e44-4f93-bfaf-e26a66a59986 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:18:22.671857 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588f5d8d-0e4b-4c06-bcec-3cf2f578790d tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:18:22.711624 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-8d1a1f7f-319d-442a-880a-ae3d0e8b8d8d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:22.716662 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-155c4cb5-0125-4495-8f13-0d90834bc92c tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:18:22.723324 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-588f5d8d-0e4b-4c06-bcec-3cf2f578790d tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:18:22.726293 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588f5d8d-0e4b-4c06-bcec-3cf2f578790d tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:18:22.786994 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-ad1a7bbf-b48f-4cc4-8295-613d655faee7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=297e8414-85bd-4e0d-aedb-8abf246d8703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6706219 May 23 11:18:22.791771 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-155c4cb5-0125-4495-8f13-0d90834bc92c tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:18:22.966042 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ad2281d8-9942-4eaf-8b6e-a5ade162ee14 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:23.067345 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-441360dc-9acb-4990-b467-a438e1271de8 None None] Provisioning for port 3afd64a2-b6a5-4913-a9be-716566b8de39 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:18:23.080488 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-441360dc-9acb-4990-b467-a438e1271de8 None None] Provisioning complete for port 3afd64a2-b6a5-4913-a9be-716566b8de39 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:18:23.080936 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-441360dc-9acb-4990-b467-a438e1271de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:23.149358 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-441360dc-9acb-4990-b467-a438e1271de8 None None] Port 3afd64a2-b6a5-4913-a9be-716566b8de39 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:18:23.188312 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf431286-44a9-41ac-a041-0e1345089b14 req-459886c3-7879-4ed7-a4aa-8457b987e7bd tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:23.189046 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-cf431286-44a9-41ac-a041-0e1345089b14 req-459886c3-7879-4ed7-a4aa-8457b987e7bd tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Synchronizing usage tracker for tenant:0d8e63cb106b40b880c35c46eb22d5c0 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:18:23.194144 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f5d8d-0e4b-4c06-bcec-3cf2f578790d tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Pushing event updated for resources: {'Port': ['ID=be7d6ca8-0d10-47d1-9e13-f46df87da8f3,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:23.207591 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-ad2281d8-9942-4eaf-8b6e-a5ade162ee14 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Calling delete_port for bae6ac5f-dcb6-4237-ac3f-3b03887df7e8 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:18:23.272891 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-155c4cb5-0125-4495-8f13-0d90834bc92c tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Made reservation on behalf of 6413deec0c1b468e9165a85b033a2ba9 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:18:23.322739 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-8d1a1f7f-319d-442a-880a-ae3d0e8b8d8d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Network c8f610f3-246f-4e9c-bcad-00bcd258b4f5 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:18:23.327759 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a1f7f-319d-442a-880a-ae3d0e8b8d8d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Pushing event updated for resources: {'Port': ['ID=0ec35eea-9b2b-474f-9ce7-3bfe44146239,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:23.360504 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622113c7-e62c-49f6-aba9-435ea0844b80 req-321ba5d2-4f62-4ce1-a4f6-6002445d6a2e tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:23.365854 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-622113c7-e62c-49f6-aba9-435ea0844b80 req-321ba5d2-4f62-4ce1-a4f6-6002445d6a2e tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c97939e-1319-44f6-9c60-0ce02b30c2fe HTTP/1.1" status: 200 len: 944 time: 0.8480563 May 23 11:18:23.367579 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f5d8d-0e4b-4c06-bcec-3cf2f578790d tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:18:23.368150 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f5d8d-0e4b-4c06-bcec-3cf2f578790d tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:18:23.368669 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f5d8d-0e4b-4c06-bcec-3cf2f578790d tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:18:23.369001 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f5d8d-0e4b-4c06-bcec-3cf2f578790d tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:18:23.369410 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f5d8d-0e4b-4c06-bcec-3cf2f578790d tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:18:23.369744 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f5d8d-0e4b-4c06-bcec-3cf2f578790d tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:18:23.370073 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f5d8d-0e4b-4c06-bcec-3cf2f578790d tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:18:23.370575 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f5d8d-0e4b-4c06-bcec-3cf2f578790d tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:18:23.370979 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f5d8d-0e4b-4c06-bcec-3cf2f578790d tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:18:23.371582 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f5d8d-0e4b-4c06-bcec-3cf2f578790d tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:18:23.372125 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f5d8d-0e4b-4c06-bcec-3cf2f578790d tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:18:23.385882 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-a440f474-6e44-4f93-bfaf-e26a66a59986 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:23.386270 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-a440f474-6e44-4f93-bfaf-e26a66a59986 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:23.412950 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-8d1a1f7f-319d-442a-880a-ae3d0e8b8d8d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:18:23.415670 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-8d1a1f7f-319d-442a-880a-ae3d0e8b8d8d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:18:23.480720 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-a440f474-6e44-4f93-bfaf-e26a66a59986 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0288944 May 23 11:18:23.502692 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-cf431286-44a9-41ac-a041-0e1345089b14 req-459886c3-7879-4ed7-a4aa-8457b987e7bd tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Unset dirty status for tenant:0d8e63cb106b40b880c35c46eb22d5c0 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:18:23.510260 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cf431286-44a9-41ac-a041-0e1345089b14 req-459886c3-7879-4ed7-a4aa-8457b987e7bd tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 932 time: 1.9948218 May 23 11:18:23.530714 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-1ef0834d-c433-4ab4-8789-5b36801cbffc service neutron] Request body: {'port': {'device_id': '2be11c2e-70c8-4051-9ea8-628eee2c4908', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:18:23.627323 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-33de6b0e-0d1d-46eb-ad53-eddb7f81606e service neutron] 10.222.0.13 "GET /v2.0/networks/297e8414-85bd-4e0d-aedb-8abf246d8703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8206177 May 23 11:18:23.696694 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device d9bb0c6e-2630-4bcb-ab54-94314ccd1c9e up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:18:23.721039 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cf431286-44a9-41ac-a041-0e1345089b14 req-01d952e0-5e2d-4bdf-a933-d788c25b098e tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350884 May 23 11:18:23.891613 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port d9bb0c6e-2630-4bcb-ab54-94314ccd1c9e completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:18:23.900875 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 74430c8f-a818-475a-af00-5d3668305212 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:18:23.971545 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-588f5d8d-0e4b-4c06-bcec-3cf2f578790d tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:24.077092 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 74430c8f-a818-475a-af00-5d3668305212 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:18:24.081560 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b356c367-7c15-4b25-a6b6-bb67a940f54e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:24.083256 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c7e93336-84d7-4770-8be0-c7c55944e69c None None] Provisioning for port d9bb0c6e-2630-4bcb-ab54-94314ccd1c9e completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:18:24.088393 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 74430c8f-a818-475a-af00-5d3668305212 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:18:24.089227 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:24.106687 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-8d1a1f7f-319d-442a-880a-ae3d0e8b8d8d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:24.107345 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-8d1a1f7f-319d-442a-880a-ae3d0e8b8d8d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:24.141345 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-8d1a1f7f-319d-442a-880a-ae3d0e8b8d8d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1714644 May 23 11:18:24.142130 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b356c367-7c15-4b25-a6b6-bb67a940f54e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:24.148553 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c7e93336-84d7-4770-8be0-c7c55944e69c None None] Provisioning complete for port d9bb0c6e-2630-4bcb-ab54-94314ccd1c9e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:18:24.149373 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7e93336-84d7-4770-8be0-c7c55944e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:24.165464 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-7b241e1b-76f9-4ca7-a7cd-3ccb6a6fd6aa service neutron] Request body: {'port': {'device_id': '0e882072-2971-4dc6-b99b-fac6bc071ecd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:18:24.257885 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-622113c7-e62c-49f6-aba9-435ea0844b80 req-7314308e-ad66-43d4-ab19-bf1ecdec7633 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?id=86dec8f3-5612-4480-a396-67582eceb525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8395295 May 23 11:18:24.322016 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ad2281d8-9942-4eaf-8b6e-a5ade162ee14 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:24.414383 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2281d8-9942-4eaf-8b6e-a5ade162ee14 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Port': ['ID=bae6ac5f-dcb6-4237-ac3f-3b03887df7e8,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:24.431962 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-155c4cb5-0125-4495-8f13-0d90834bc92c tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:24.447438 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:24.473368 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-1ef0834d-c433-4ab4-8789-5b36801cbffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:24.509115 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7e93336-84d7-4770-8be0-c7c55944e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:24.529193 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-588f5d8d-0e4b-4c06-bcec-3cf2f578790d tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:24.563490 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 74430c8f-a818-475a-af00-5d3668305212, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=74430c8f-a818-475a-af00-5d3668305212,segment=NetworkSegment(8ad0a6a2-f0c5-4005-98ee-13e703106a55),segment_id=8ad0a6a2-f0c5-4005-98ee-13e703106a55)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:18:24.566846 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c7e93336-84d7-4770-8be0-c7c55944e69c None None] For port d9bb0c6e-2630-4bcb-ab54-94314ccd1c9e, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=d9bb0c6e-2630-4bcb-ab54-94314ccd1c9e,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:18:24.570717 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:24.616610 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7e93336-84d7-4770-8be0-c7c55944e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:24.655803 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=74430c8f-a818-475a-af00-5d3668305212,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:24.729320 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f96926fd-ce95-46b3-92a7-09e8a517875e req-a4abe35a-956a-43de-8513-6bb64427fa7a service neutron] 10.222.0.13 "GET /v2.0/networks/297e8414-85bd-4e0d-aedb-8abf246d8703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9127638 May 23 11:18:24.729816 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b356c367-7c15-4b25-a6b6-bb67a940f54e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:24.730456 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b356c367-7c15-4b25-a6b6-bb67a940f54e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Fanout notify agent at l3_agent the message router_deleted on router e28600fb-98a6-419f-91eb-3d4638723093 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:18:24.753659 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-035180d3-6e07-4eba-b7fe-ea8176177bea None None] Could not find standard attr ID for object bae6ac5f-dcb6-4237-ac3f-3b03887df7e8. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:18:24.803206 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e93336-84d7-4770-8be0-c7c55944e69c None None] Pushing event updated for resources: {'Port': ['ID=d9bb0c6e-2630-4bcb-ab54-94314ccd1c9e,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:24.901750 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-155c4cb5-0125-4495-8f13-0d90834bc92c tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Allocated IP 10.2.2.100 (caa75e58-fea3-4934-a2b0-723273e69b7e/3c834f11-95c0-4b5a-b401-f49728657821/ade0de95-006a-4fe2-b4ff-65da0980082b) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:18:24.933960 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b356c367-7c15-4b25-a6b6-bb67a940f54e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:24.937677 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b356c367-7c15-4b25-a6b6-bb67a940f54e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "DELETE /v2.0/routers/e28600fb-98a6-419f-91eb-3d4638723093 HTTP/1.1" status: 204 len: 168 time: 3.0648191 May 23 11:18:24.937677 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-7b241e1b-76f9-4ca7-a7cd-3ccb6a6fd6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:24.950427 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 58592) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:24.985452 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ad2281d8-9942-4eaf-8b6e-a5ade162ee14 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:25.017652 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85ebc4-3ffe-472f-8b8e-8445fe82b666 req-0652463c-8e90-4226-b766-d83de55f47cf tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:25.024722 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4d85ebc4-3ffe-472f-8b8e-8445fe82b666 req-0652463c-8e90-4226-b766-d83de55f47cf tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 931 time: 0.8780484 May 23 11:18:25.074933 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ad2281d8-9942-4eaf-8b6e-a5ade162ee14 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/ports/bae6ac5f-dcb6-4237-ac3f-3b03887df7e8 HTTP/1.1" status: 204 len: 168 time: 3.4413629 May 23 11:18:25.076468 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [None req-588f5d8d-0e4b-4c06-bcec-3cf2f578790d tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:18:25.081715 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 58596) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:25.139326 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-588f5d8d-0e4b-4c06-bcec-3cf2f578790d tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:25.163328 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-588f5d8d-0e4b-4c06-bcec-3cf2f578790d tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:25.352788 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-4d85ebc4-3ffe-472f-8b8e-8445fe82b666 req-429cb2d9-c8e1-4635-93a0-eb6525cfc366 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Synchronizing usage tracker for tenant:c8ada26741884c689d0e80f64385eb15 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:18:25.388059 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab277b-9965-4d92-a16e-57c9aff7b093 req-941cc9ac-bd67-4ce3-b918-5bab772491cc tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:25.391900 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab277b-9965-4d92-a16e-57c9aff7b093 req-941cc9ac-bd67-4ce3-b918-5bab772491cc tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:25.395802 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab277b-9965-4d92-a16e-57c9aff7b093 req-941cc9ac-bd67-4ce3-b918-5bab772491cc tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:25.397519 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6eab277b-9965-4d92-a16e-57c9aff7b093 req-941cc9ac-bd67-4ce3-b918-5bab772491cc tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 2374 time: 0.7150369 May 23 11:18:25.538149 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f5d8d-0e4b-4c06-bcec-3cf2f578790d tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Pushing event updated for resources: {'Port': ['ID=be7d6ca8-0d10-47d1-9e13-f46df87da8f3,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:25.545223 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0726ecb-8d5a-4907-a79a-ee5b2385ad1b tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:25.546828 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0726ecb-8d5a-4907-a79a-ee5b2385ad1b tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:25.549284 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b0726ecb-8d5a-4907-a79a-ee5b2385ad1b tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:18:25.584132 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-4d85ebc4-3ffe-472f-8b8e-8445fe82b666 req-429cb2d9-c8e1-4635-93a0-eb6525cfc366 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Unset dirty status for tenant:c8ada26741884c689d0e80f64385eb15 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:18:25.588508 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4d85ebc4-3ffe-472f-8b8e-8445fe82b666 req-429cb2d9-c8e1-4635-93a0-eb6525cfc366 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5628920 May 23 11:18:25.624390 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-588f5d8d-0e4b-4c06-bcec-3cf2f578790d tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:25.634463 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-71bacff6-d27e-4074-92ab-504572d3c612 req-ab03d076-2f9b-4aac-8340-b8173b448cf5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92ce77b1b70449899717558adda940d2&device_id=5c97939e-1319-44f6-9c60-0ce02b30c2fe HTTP/1.1" status: 200 len: 1095 time: 0.7931814 May 23 11:18:25.646063 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6eab277b-9965-4d92-a16e-57c9aff7b093 req-da9b8183-3fb1-4e0c-b09f-1268b96f25f1 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2243397 May 23 11:18:25.649424 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-588f5d8d-0e4b-4c06-bcec-3cf2f578790d tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:25.650718 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-588f5d8d-0e4b-4c06-bcec-3cf2f578790d tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0950234 May 23 11:18:25.725589 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device d9bb0c6e-2630-4bcb-ab54-94314ccd1c9e up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:18:25.729537 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-295a54e1-4b09-4ffd-9073-b312678dc380 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Deleting subnet b0ee563d-f796-4cd5-bb4b-6111afa81ccb {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:18:25.768865 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-295a54e1-4b09-4ffd-9073-b312678dc380 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:25.785739 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-1ef0834d-c433-4ab4-8789-5b36801cbffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3afd64a2-b6a5-4913-a9be-716566b8de39 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:18:25.795225 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-1ef0834d-c433-4ab4-8789-5b36801cbffc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:25.812349 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-1ef0834d-c433-4ab4-8789-5b36801cbffc service neutron] Transition to ACTIVE for port object 3afd64a2-b6a5-4913-a9be-716566b8de39 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:18:25.822404 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port d9bb0c6e-2630-4bcb-ab54-94314ccd1c9e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:18:25.822870 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:25.824641 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-155c4cb5-0125-4495-8f13-0d90834bc92c tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:25.827111 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-1ef0834d-c433-4ab4-8789-5b36801cbffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:25.982948 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b0726ecb-8d5a-4907-a79a-ee5b2385ad1b tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:18:25.986915 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b0726ecb-8d5a-4907-a79a-ee5b2385ad1b tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.8987188 May 23 11:18:26.001432 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-155c4cb5-0125-4495-8f13-0d90834bc92c tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Transition to ACTIVE for port object ade0de95-006a-4fe2-b4ff-65da0980082b will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:18:26.006362 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 58608) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:26.050294 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 74430c8f-a818-475a-af00-5d3668305212 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:18:26.137118 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 74430c8f-a818-475a-af00-5d3668305212 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:18:26.137493 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:26.179233 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef0834d-c433-4ab4-8789-5b36801cbffc service neutron] Pushing event updated for resources: {'Port': ['ID=3afd64a2-b6a5-4913-a9be-716566b8de39,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:26.281880 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-7b241e1b-76f9-4ca7-a7cd-3ccb6a6fd6aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ec35eea-9b2b-474f-9ce7-3bfe44146239 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:18:26.289805 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-7b241e1b-76f9-4ca7-a7cd-3ccb6a6fd6aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:26.307765 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-7b241e1b-76f9-4ca7-a7cd-3ccb6a6fd6aa service neutron] Transition to ACTIVE for port object 0ec35eea-9b2b-474f-9ce7-3bfe44146239 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:18:26.358763 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-7b241e1b-76f9-4ca7-a7cd-3ccb6a6fd6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:26.364214 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b90c9-8f82-454e-a520-1346f954650c req-f3b3b562-0357-43e2-8826-593836d85c3e tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:26.365868 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a86b90c9-8f82-454e-a520-1346f954650c req-f3b3b562-0357-43e2-8826-593836d85c3e tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 944 time: 0.4025760 May 23 11:18:26.368694 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-295a54e1-4b09-4ffd-9073-b312678dc380 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:26.409213 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee894fd-77d3-45af-bb37-509545d593f1 req-bb7a13c4-fb35-4eef-b93b-e1502dcc2593 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:26.411137 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2ee894fd-77d3-45af-bb37-509545d593f1 req-bb7a13c4-fb35-4eef-b93b-e1502dcc2593 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c97939e-1319-44f6-9c60-0ce02b30c2fe HTTP/1.1" status: 200 len: 944 time: 0.3808870 May 23 11:18:26.425137 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-1ef0834d-c433-4ab4-8789-5b36801cbffc service neutron] Attempting to bind port 3afd64a2-b6a5-4913-a9be-716566b8de39 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:18:26.425564 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-1ef0834d-c433-4ab4-8789-5b36801cbffc service neutron] Attempting to bind port 3afd64a2-b6a5-4913-a9be-716566b8de39 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '16d65dbf-b6a9-4190-869a-2234d81bb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:18:26.425961 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-1ef0834d-c433-4ab4-8789-5b36801cbffc service neutron] Attempting to bind port 3afd64a2-b6a5-4913-a9be-716566b8de39 on network 6213997a-77dd-4973-bef8-b88fbf379b24 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:18:26.470039 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-1ef0834d-c433-4ab4-8789-5b36801cbffc service neutron] Port 3afd64a2-b6a5-4913-a9be-716566b8de39 on network 6213997a-77dd-4973-bef8-b88fbf379b24 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:18:26.470236 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-1ef0834d-c433-4ab4-8789-5b36801cbffc service neutron] Attempting to bind port 3afd64a2-b6a5-4913-a9be-716566b8de39 on network 6213997a-77dd-4973-bef8-b88fbf379b24 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:18:26.501667 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-1ef0834d-c433-4ab4-8789-5b36801cbffc service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:18:26.502011 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-1ef0834d-c433-4ab4-8789-5b36801cbffc service neutron] Checking segment: {'id': '16d65dbf-b6a9-4190-869a-2234d81bb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:18:26.502405 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-1ef0834d-c433-4ab4-8789-5b36801cbffc service neutron] Bound using segment: {'id': '16d65dbf-b6a9-4190-869a-2234d81bb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:18:26.502877 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-1ef0834d-c433-4ab4-8789-5b36801cbffc service neutron] Bound port: 3afd64a2-b6a5-4913-a9be-716566b8de39, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d65dbf-b6a9-4190-869a-2234d81bb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:18:26.503229 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-1ef0834d-c433-4ab4-8789-5b36801cbffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:26.524902 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a86b90c9-8f82-454e-a520-1346f954650c req-b1692057-b5c6-4dd3-a745-3b3f7c09c43a tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395338 May 23 11:18:26.556729 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2ee894fd-77d3-45af-bb37-509545d593f1 req-fff37b06-487c-4c7a-a090-ee177d259598 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?id=86dec8f3-5612-4480-a396-67582eceb525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365256 May 23 11:18:26.686509 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-1ef0834d-c433-4ab4-8789-5b36801cbffc service neutron] For port 3afd64a2-b6a5-4913-a9be-716566b8de39, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:18:26.711173 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-1ef0834d-c433-4ab4-8789-5b36801cbffc service neutron] For port 3afd64a2-b6a5-4913-a9be-716566b8de39, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=3afd64a2-b6a5-4913-a9be-716566b8de39,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:18:26.721636 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-1ef0834d-c433-4ab4-8789-5b36801cbffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:26.729829 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-295a54e1-4b09-4ffd-9073-b312678dc380 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:26.770955 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-331641da-3442-41d8-b1a5-2a50dd11fe35 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Synchronizing usage tracker for tenant:d3ec9888c9b84da5954173e8d76fab76 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:18:26.815620 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bacff6-d27e-4074-92ab-504572d3c612 req-d395095c-1a25-479e-96c9-f7132150f3d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:26.818132 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-71bacff6-d27e-4074-92ab-504572d3c612 req-d395095c-1a25-479e-96c9-f7132150f3d1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=297e8414-85bd-4e0d-aedb-8abf246d8703 HTTP/1.1" status: 200 len: 916 time: 1.0744367 May 23 11:18:26.825704 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-155c4cb5-0125-4495-8f13-0d90834bc92c tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:26.833334 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b241e1b-76f9-4ca7-a7cd-3ccb6a6fd6aa service neutron] Pushing event updated for resources: {'Port': ['ID=0ec35eea-9b2b-474f-9ce7-3bfe44146239,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:26.838387 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-1ef0834d-c433-4ab4-8789-5b36801cbffc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:26.839754 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-1ef0834d-c433-4ab4-8789-5b36801cbffc service neutron] 10.222.0.13 "PUT /v2.0/ports/3afd64a2-b6a5-4913-a9be-716566b8de39 HTTP/1.1" status: 200 len: 1092 time: 3.3149340 May 23 11:18:26.842539 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be11c2e-70c8-4051-9ea8-628eee2c4908', 'tag': '3afd64a2-b6a5-4913-a9be-716566b8de39'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:18:26.888361 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef0834d-c433-4ab4-8789-5b36801cbffc service neutron] Pushing event updated for resources: {'Port': ['ID=3afd64a2-b6a5-4913-a9be-716566b8de39,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:26.891508 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-331641da-3442-41d8-b1a5-2a50dd11fe35 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Unset dirty status for tenant:d3ec9888c9b84da5954173e8d76fab76 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:18:26.892939 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-331641da-3442-41d8-b1a5-2a50dd11fe35 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--389615123&fields=id&tenant_id=d3ec9888c9b84da5954173e8d76fab76 HTTP/1.1" status: 200 len: 267 time: 0.2395582 May 23 11:18:27.028805 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b76dc-d690-40ec-8305-5f2c27f7ebb9 req-d276f8ea-cd8a-431e-9af9-332ac252b2f6 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:27.036970 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f0b76dc-d690-40ec-8305-5f2c27f7ebb9 req-d276f8ea-cd8a-431e-9af9-332ac252b2f6 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 943 time: 0.2761314 May 23 11:18:27.101270 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-155c4cb5-0125-4495-8f13-0d90834bc92c tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Network caa75e58-fea3-4934-a2b0-723273e69b7e is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:18:27.128413 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-155c4cb5-0125-4495-8f13-0d90834bc92c tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:18:27.141427 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-295a54e1-4b09-4ffd-9073-b312678dc380 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:27.163300 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f0b76dc-d690-40ec-8305-5f2c27f7ebb9 req-dc28e419-492b-43c6-9c1c-7d420918fda5 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253350 May 23 11:18:27.164836 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-155c4cb5-0125-4495-8f13-0d90834bc92c tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:18:27.228049 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-314bbb0f-a9fb-4c5e-877a-6f1ac16bb854 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d8e63cb106b40b880c35c46eb22d5c0&device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 1095 time: 0.3081343 May 23 11:18:27.256699 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-71bacff6-d27e-4074-92ab-504572d3c612 req-a5bcb95d-78dc-4c09-869a-d19fea725aa8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=630fccd4-0096-4feb-8fd4-33fc90d39a82 HTTP/1.1" status: 200 len: 217 time: 0.4276228 May 23 11:18:27.333527 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a54e1-4b09-4ffd-9073-b312678dc380 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event deleted for resources: {'Subnet': ['ID=b0ee563d-f796-4cd5-bb4b-6111afa81ccb,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:27.388536 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c4cb5-0125-4495-8f13-0d90834bc92c tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Pushing event updated for resources: {'Port': ['ID=ade0de95-006a-4fe2-b4ff-65da0980082b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:27.406481 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-295a54e1-4b09-4ffd-9073-b312678dc380 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:27.408836 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38ef454-4238-45d5-b291-5c9e874f14f3 None None] Network cd130019-1ed3-4967-bb12-6c6cfe4c8581 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:18:27.439034 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-155c4cb5-0125-4495-8f13-0d90834bc92c tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:27.439805 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-155c4cb5-0125-4495-8f13-0d90834bc92c tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:27.446780 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-6f225367-3cdb-4c5b-b701-f61093ae4da0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3afd64a2-b6a5-4913-a9be-716566b8de39 HTTP/1.1" status: 200 len: 217 time: 0.1780946 May 23 11:18:27.468135 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-295a54e1-4b09-4ffd-9073-b312678dc380 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "DELETE /v2.0/subnets/b0ee563d-f796-4cd5-bb4b-6111afa81ccb HTTP/1.1" status: 204 len: 168 time: 2.5114903 May 23 11:18:27.472500 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bacff6-d27e-4074-92ab-504572d3c612 req-828e6e06-6311-4326-be18-4c787a7f88e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:27.474132 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-71bacff6-d27e-4074-92ab-504572d3c612 req-828e6e06-6311-4326-be18-4c787a7f88e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6 HTTP/1.1" status: 200 len: 854 time: 0.1956890 May 23 11:18:27.476106 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 58624) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:27.478919 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-c86b9417-2add-40cc-b0bf-221629199935 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting subnet a7c721d1-01af-4bbe-9223-6a9ddbdbcd73 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:18:27.481388 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-7b241e1b-76f9-4ca7-a7cd-3ccb6a6fd6aa service neutron] Attempting to bind port 0ec35eea-9b2b-474f-9ce7-3bfe44146239 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:18:27.481899 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-7b241e1b-76f9-4ca7-a7cd-3ccb6a6fd6aa service neutron] Attempting to bind port 0ec35eea-9b2b-474f-9ce7-3bfe44146239 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '5cee01f6-c5e9-4b6c-9ee4-d4191d783074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c8f610f3-246f-4e9c-bcad-00bcd258b4f5'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:18:27.482320 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-7b241e1b-76f9-4ca7-a7cd-3ccb6a6fd6aa service neutron] Attempting to bind port 0ec35eea-9b2b-474f-9ce7-3bfe44146239 on network c8f610f3-246f-4e9c-bcad-00bcd258b4f5 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:18:27.482673 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-7436051f-aa1f-4529-aeb0-db9effbe6265 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:27.485346 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-7436051f-aa1f-4529-aeb0-db9effbe6265 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/networks?id=0308ef6c-1caf-4171-ace3-29e1cb4dd978 HTTP/1.1" status: 200 len: 810 time: 0.5743530 May 23 11:18:27.555346 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-77a9e4eb-cb01-494a-80ce-4b48e7397142 None None] Provisioning for port ade0de95-006a-4fe2-b4ff-65da0980082b completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:18:27.565499 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-77a9e4eb-cb01-494a-80ce-4b48e7397142 None None] Provisioning complete for port ade0de95-006a-4fe2-b4ff-65da0980082b triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:18:27.566206 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-77a9e4eb-cb01-494a-80ce-4b48e7397142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:27.620439 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-485bc650-5ccb-4d81-a1f7-d62253a582b0 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/quotas/d3ec9888c9b84da5954173e8d76fab76 HTTP/1.1" status: 200 len: 375 time: 0.0798275 May 23 11:18:27.672746 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-77a9e4eb-cb01-494a-80ce-4b48e7397142 None None] Port ade0de95-006a-4fe2-b4ff-65da0980082b cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:18:27.689624 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a512719-3695-4187-8839-f007730efa14 req-33dfddbd-d0e1-44f8-9780-acee3540e803 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:27.691412 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c86b9417-2add-40cc-b0bf-221629199935 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:27.693864 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a512719-3695-4187-8839-f007730efa14 req-33dfddbd-d0e1-44f8-9780-acee3540e803 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:27.697921 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a512719-3695-4187-8839-f007730efa14 req-33dfddbd-d0e1-44f8-9780-acee3540e803 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:27.701748 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a512719-3695-4187-8839-f007730efa14 req-33dfddbd-d0e1-44f8-9780-acee3540e803 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:27.704389 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9a512719-3695-4187-8839-f007730efa14 req-33dfddbd-d0e1-44f8-9780-acee3540e803 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 3095 time: 0.3448646 May 23 11:18:27.707156 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-6c4ff452-52a6-4144-83fc-f507763d1212 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:27.708713 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-6c4ff452-52a6-4144-83fc-f507763d1212 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54335c97-79a1-4f1c-bc27-f53589fd26ef HTTP/1.1" status: 200 len: 851 time: 0.2541802 May 23 11:18:27.752137 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-155c4cb5-0125-4495-8f13-0d90834bc92c tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6888447 May 23 11:18:27.753664 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c059b3-f6b3-4f58-b0ee-ff7ccc85daf2 None None] DHCP port deletion for cd130019-1ed3-4967-bb12-6c6cfe4c8581 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:18:27.759597 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-71c059b3-f6b3-4f58-b0ee-ff7ccc85daf2 None None] Deleting port e0065b07-7310-4bec-ac03-3a5e1d21f3ba {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:18:27.760426 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-71c059b3-f6b3-4f58-b0ee-ff7ccc85daf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:27.815341 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-7b241e1b-76f9-4ca7-a7cd-3ccb6a6fd6aa service neutron] Port 0ec35eea-9b2b-474f-9ce7-3bfe44146239 on network c8f610f3-246f-4e9c-bcad-00bcd258b4f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:18:27.815700 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-7b241e1b-76f9-4ca7-a7cd-3ccb6a6fd6aa service neutron] Attempting to bind port 0ec35eea-9b2b-474f-9ce7-3bfe44146239 on network c8f610f3-246f-4e9c-bcad-00bcd258b4f5 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:18:27.829209 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-1a6d6b80-4203-4beb-b425-cbca2ecc16bf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Request body: {'port': {'device_id': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'caa75e58-fea3-4934-a2b0-723273e69b7e', 'admin_state_up': True, 'tenant_id': '6413deec0c1b468e9165a85b033a2ba9', 'security_groups': ['f76758de-1a50-4502-bc25-b6e81b259c9a']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:18:27.854835 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9a512719-3695-4187-8839-f007730efa14 req-5c8b35ec-3bff-4382-9f35-48adcedc7f7a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448669 May 23 11:18:27.950000 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-f725b7d5-dbd4-4ea1-8579-5b41d4a6ea2c tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d3ec9888c9b84da5954173e8d76fab76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3285387 May 23 11:18:27.962707 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-7b241e1b-76f9-4ca7-a7cd-3ccb6a6fd6aa service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:18:27.963038 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-7b241e1b-76f9-4ca7-a7cd-3ccb6a6fd6aa service neutron] Checking segment: {'id': '5cee01f6-c5e9-4b6c-9ee4-d4191d783074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c8f610f3-246f-4e9c-bcad-00bcd258b4f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:18:27.963420 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-7b241e1b-76f9-4ca7-a7cd-3ccb6a6fd6aa service neutron] Bound using segment: {'id': '5cee01f6-c5e9-4b6c-9ee4-d4191d783074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c8f610f3-246f-4e9c-bcad-00bcd258b4f5'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:18:27.963880 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-7b241e1b-76f9-4ca7-a7cd-3ccb6a6fd6aa service neutron] Bound port: 0ec35eea-9b2b-474f-9ce7-3bfe44146239, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cee01f6-c5e9-4b6c-9ee4-d4191d783074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c8f610f3-246f-4e9c-bcad-00bcd258b4f5'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:18:27.964228 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-7b241e1b-76f9-4ca7-a7cd-3ccb6a6fd6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:28.000776 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c86b9417-2add-40cc-b0bf-221629199935 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:28.105269 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-43c0bcef-601a-47c0-a497-fa0297e6768e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:28.132785 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-71c059b3-f6b3-4f58-b0ee-ff7ccc85daf2 None None] For port e0065b07-7310-4bec-ac03-3a5e1d21f3ba, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e0065b07-7310-4bec-ac03-3a5e1d21f3ba,segment=NetworkSegment(f4938e12-03f2-46fb-b342-205c8f1adc85),segment_id=f4938e12-03f2-46fb-b342-205c8f1adc85)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:18:28.133220 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-71c059b3-f6b3-4f58-b0ee-ff7ccc85daf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:28.226475 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-43c0bcef-601a-47c0-a497-fa0297e6768e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Deleting port e0065b07-7310-4bec-ac03-3a5e1d21f3ba {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:18:28.227036 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-43c0bcef-601a-47c0-a497-fa0297e6768e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:28.237351 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-77968285-2c8a-493c-abf2-0d23b101af94 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6213997a-77dd-4973-bef8-b88fbf379b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4575708 May 23 11:18:28.325715 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-71c059b3-f6b3-4f58-b0ee-ff7ccc85daf2 None None] Calling delete_port for e0065b07-7310-4bec-ac03-3a5e1d21f3ba owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:18:28.402684 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-e9c5fe09-e7ae-48cc-951c-1d55623a89d2 service neutron] 10.222.0.13 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580567 May 23 11:18:28.410739 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-774649c7-f6f4-49ef-af4f-5032213dae40'] response: {'name': 'network-changed', 'server_uuid': '2be11c2e-70c8-4051-9ea8-628eee2c4908', 'tag': '3afd64a2-b6a5-4913-a9be-716566b8de39', 'status': 'completed', 'code': 200} May 23 11:18:28.444968 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-71bacff6-d27e-4074-92ab-504572d3c612 req-558c4ed8-ae1a-45fe-a3f0-a3245f749952 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=297e8414-85bd-4e0d-aedb-8abf246d8703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9554756 May 23 11:18:28.465285 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-71c059b3-f6b3-4f58-b0ee-ff7ccc85daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:28.509422 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c059b3-f6b3-4f58-b0ee-ff7ccc85daf2 None None] Pushing event deleted for resources: {'Port': ['ID=e0065b07-7310-4bec-ac03-3a5e1d21f3ba,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:28.516494 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c059b3-f6b3-4f58-b0ee-ff7ccc85daf2 None None] No DVR routers for this DVR port e0065b07-7310-4bec-ac03-3a5e1d21f3ba on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:18:28.524361 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-43c0bcef-601a-47c0-a497-fa0297e6768e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] For port e0065b07-7310-4bec-ac03-3a5e1d21f3ba, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e0065b07-7310-4bec-ac03-3a5e1d21f3ba,segment=NetworkSegment(f4938e12-03f2-46fb-b342-205c8f1adc85),segment_id=f4938e12-03f2-46fb-b342-205c8f1adc85)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:18:28.524878 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-43c0bcef-601a-47c0-a497-fa0297e6768e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:28.623813 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-1b02b126-73c4-44f7-8c6d-d01a2c81b91a service neutron] 10.222.0.79 "GET /v2.0/networks/0308ef6c-1caf-4171-ace3-29e1cb4dd978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6729422 May 23 11:18:28.749568 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-43c0bcef-601a-47c0-a497-fa0297e6768e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Calling delete_port for e0065b07-7310-4bec-ac03-3a5e1d21f3ba owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:18:28.758058 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a74b3dfe-c8e2-4318-af44-5eb1abddbdf2 req-913b35e8-3f4c-4bd3-bbc8-fe632aaa8f20 service neutron] 10.222.0.13 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441417 May 23 11:18:28.778465 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-7b241e1b-76f9-4ca7-a7cd-3ccb6a6fd6aa service neutron] For port 0ec35eea-9b2b-474f-9ce7-3bfe44146239, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:18:28.796986 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d172f-cca4-4e4a-b6b4-d2dcf3c8eb30 req-2f50d14f-1921-473f-ac27-0ac003d5d159 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:28.798589 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6b7d172f-cca4-4e4a-b6b4-d2dcf3c8eb30 req-2f50d14f-1921-473f-ac27-0ac003d5d159 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 944 time: 0.2571445 May 23 11:18:28.847368 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-6a2d442c-438c-4733-9ff0-47ad0b6e0ed2 service neutron] 10.222.0.79 "GET /v2.0/networks/0308ef6c-1caf-4171-ace3-29e1cb4dd978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947451 May 23 11:18:28.881329 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-7b241e1b-76f9-4ca7-a7cd-3ccb6a6fd6aa service neutron] For port 0ec35eea-9b2b-474f-9ce7-3bfe44146239, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=0ec35eea-9b2b-474f-9ce7-3bfe44146239,segment=NetworkSegment(5cee01f6-c5e9-4b6c-9ee4-d4191d783074),segment_id=5cee01f6-c5e9-4b6c-9ee4-d4191d783074)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:18:28.888125 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-1a6d6b80-4203-4beb-b425-cbca2ecc16bf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:18:28.903671 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-7b241e1b-76f9-4ca7-a7cd-3ccb6a6fd6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:28.909187 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-71bacff6-d27e-4074-92ab-504572d3c612 req-e89985e8-f795-492f-aefe-689bbb427702 service neutron] 10.222.0.13 "GET /v2.0/networks/297e8414-85bd-4e0d-aedb-8abf246d8703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767166 May 23 11:18:28.956053 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6b7d172f-cca4-4e4a-b6b4-d2dcf3c8eb30 req-324908d4-7199-421b-b04b-bf076ffed833 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425183 May 23 11:18:28.984477 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 630fccd4-0096-4feb-8fd4-33fc90d39a82 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:18:29.011888 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cbdd8aa1-d0eb-4cbd-8dbe-a281db3fdeab req-c4f6833f-b811-4018-814b-71298c48906a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d8e63cb106b40b880c35c46eb22d5c0&device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 1095 time: 0.1553669 May 23 11:18:29.135430 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-1a6d6b80-4203-4beb-b425-cbca2ecc16bf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:18:29.138903 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-71bacff6-d27e-4074-92ab-504572d3c612 req-8431f7e5-f124-4b18-b1bd-d753e6bc1417 service neutron] 10.222.0.13 "GET /v2.0/networks/297e8414-85bd-4e0d-aedb-8abf246d8703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731615 May 23 11:18:29.230986 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c86b9417-2add-40cc-b0bf-221629199935 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:29.295258 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-1a6d6b80-4203-4beb-b425-cbca2ecc16bf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Made reservation on behalf of 6413deec0c1b468e9165a85b033a2ba9 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:18:29.300222 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-1a6d6b80-4203-4beb-b425-cbca2ecc16bf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:29.327339 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 630fccd4-0096-4feb-8fd4-33fc90d39a82, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=630fccd4-0096-4feb-8fd4-33fc90d39a82,segment=NetworkSegment(f83c0d0e-9b40-421e-a2f5-66bbabc627e2),segment_id=f83c0d0e-9b40-421e-a2f5-66bbabc627e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:18:29.354825 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-7b241e1b-76f9-4ca7-a7cd-3ccb6a6fd6aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:29.356916 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-7b241e1b-76f9-4ca7-a7cd-3ccb6a6fd6aa service neutron] 10.222.0.13 "PUT /v2.0/ports/0ec35eea-9b2b-474f-9ce7-3bfe44146239 HTTP/1.1" status: 200 len: 1091 time: 5.1957428 May 23 11:18:29.361705 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e882072-2971-4dc6-b99b-fac6bc071ecd', 'tag': '0ec35eea-9b2b-474f-9ce7-3bfe44146239'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:18:29.365463 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '630fccd4-0096-4feb-8fd4-33fc90d39a82', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'port_id': '630fccd4-0096-4feb-8fd4-33fc90d39a82', 'mac_address': 'fa:16:3e:f7:91:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:18:29.394524 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.api [None req-43c0bcef-601a-47c0-a497-fa0297e6768e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:18:29.394861 n-d-842952-2 neutron-server[83911]: DEBUG oslo_db.api [None req-43c0bcef-601a-47c0-a497-fa0297e6768e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:18:29.540930 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:29.565530 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 630fccd4-0096-4feb-8fd4-33fc90d39a82 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:18:29.600861 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd8aa1-d0eb-4cbd-8dbe-a281db3fdeab req-da5d09e0-31e9-46ee-b4ef-8777e1d1ebc8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:29.602580 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cbdd8aa1-d0eb-4cbd-8dbe-a281db3fdeab req-da5d09e0-31e9-46ee-b4ef-8777e1d1ebc8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6213997a-77dd-4973-bef8-b88fbf379b24 HTTP/1.1" status: 200 len: 913 time: 0.5845213 May 23 11:18:29.616921 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 630fccd4-0096-4feb-8fd4-33fc90d39a82, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=630fccd4-0096-4feb-8fd4-33fc90d39a82,segment=NetworkSegment(f83c0d0e-9b40-421e-a2f5-66bbabc627e2),segment_id=f83c0d0e-9b40-421e-a2f5-66bbabc627e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:18:29.620140 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e0065b07-7310-4bec-ac03-3a5e1d21f3ba no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:18:29.654965 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:29.690082 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1457b-05a4-40d0-94ba-7cca511b8d38 req-033bab63-8bba-4d13-8a7f-473a4f3c588b tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:29.691676 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-06c1457b-05a4-40d0-94ba-7cca511b8d38 req-033bab63-8bba-4d13-8a7f-473a4f3c588b tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 943 time: 0.4276795 May 23 11:18:29.715141 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: e0065b07-7310-4bec-ac03-3a5e1d21f3ba {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:18:29.715775 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e0065b07-7310-4bec-ac03-3a5e1d21f3ba not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:18:29.717813 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa236b7-8a16-4ff7-814c-38f26feac9b0 req-bf5ecc18-54f2-4881-ac3e-1af4ae7381de tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:29.732905 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cfa236b7-8a16-4ff7-814c-38f26feac9b0 req-bf5ecc18-54f2-4881-ac3e-1af4ae7381de tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c97939e-1319-44f6-9c60-0ce02b30c2fe HTTP/1.1" status: 200 len: 944 time: 0.4056251 May 23 11:18:29.763734 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=630fccd4-0096-4feb-8fd4-33fc90d39a82,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:29.799317 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cbdd8aa1-d0eb-4cbd-8dbe-a281db3fdeab req-b3ddd30a-3ca4-446e-9ad5-00dac905009a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3afd64a2-b6a5-4913-a9be-716566b8de39 HTTP/1.1" status: 200 len: 217 time: 0.1865242 May 23 11:18:30.036832 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cfa236b7-8a16-4ff7-814c-38f26feac9b0 req-54df4033-95fb-4d2f-af82-04bb67a930b1 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?id=86dec8f3-5612-4480-a396-67582eceb525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3030381 May 23 11:18:30.047287 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-06c1457b-05a4-40d0-94ba-7cca511b8d38 req-903527fd-4da7-476a-84eb-6fd11fbd5fa0 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364263 May 23 11:18:30.048867 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd8aa1-d0eb-4cbd-8dbe-a281db3fdeab req-2682b57d-4d68-4d5e-8b1d-cf9906713d18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:30.050599 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cbdd8aa1-d0eb-4cbd-8dbe-a281db3fdeab req-2682b57d-4d68-4d5e-8b1d-cf9906713d18 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54335c97-79a1-4f1c-bc27-f53589fd26ef HTTP/1.1" status: 200 len: 851 time: 0.2318122 May 23 11:18:30.053530 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-43c0bcef-601a-47c0-a497-fa0297e6768e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Deleting port e0065b07-7310-4bec-ac03-3a5e1d21f3ba {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:18:30.054008 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-43c0bcef-601a-47c0-a497-fa0297e6768e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:30.135397 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c86b9417-2add-40cc-b0bf-221629199935 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:30.192991 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['630fccd4-0096-4feb-8fd4-33fc90d39a82'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:18:30.305657 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b241e1b-76f9-4ca7-a7cd-3ccb6a6fd6aa service neutron] Pushing event updated for resources: {'Port': ['ID=0ec35eea-9b2b-474f-9ce7-3bfe44146239,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:30.334719 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-75f07a4b-10dd-4877-a56d-0390fc18b023 req-99434868-26d7-4fce-841e-b6c8ddb5507e tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89 HTTP/1.1" status: 200 len: 210 time: 0.1206465 May 23 11:18:30.407800 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b9417-2add-40cc-b0bf-221629199935 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Subnet': ['ID=a7c721d1-01af-4bbe-9223-6a9ddbdbcd73,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:30.424473 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cbdd8aa1-d0eb-4cbd-8dbe-a281db3fdeab req-d7729152-353a-4189-985e-1dcb629db6db service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6213997a-77dd-4973-bef8-b88fbf379b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3655970 May 23 11:18:30.462281 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-43c0bcef-601a-47c0-a497-fa0297e6768e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] The port 'e0065b07-7310-4bec-ac03-3a5e1d21f3ba' was deleted {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:18:30.473495 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c86b9417-2add-40cc-b0bf-221629199935 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:30.482416 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2938524-ac2d-4c24-835a-d3606766d90d None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:18:30.483927 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-1a6d6b80-4203-4beb-b425-cbca2ecc16bf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Allocated IP 10.2.2.200 (caa75e58-fea3-4934-a2b0-723273e69b7e/3c834f11-95c0-4b5a-b401-f49728657821/77c5e08b-44d1-4a6a-905f-a11e984ebbaf) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:18:30.494484 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89c63f54-bba2-4716-bf05-26df5eddbfd4'] response: {'name': 'network-changed', 'server_uuid': '0e882072-2971-4dc6-b99b-fac6bc071ecd', 'tag': '0ec35eea-9b2b-474f-9ce7-3bfe44146239', 'status': 'completed', 'code': 200} May 23 11:18:30.577465 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272ce0c-256e-4f36-9977-38f3b38691a2 req-f484547b-2cd7-4573-a71d-76d301678de5 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:30.581899 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272ce0c-256e-4f36-9977-38f3b38691a2 req-f484547b-2cd7-4573-a71d-76d301678de5 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:30.586655 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272ce0c-256e-4f36-9977-38f3b38691a2 req-f484547b-2cd7-4573-a71d-76d301678de5 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:30.591412 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272ce0c-256e-4f36-9977-38f3b38691a2 req-f484547b-2cd7-4573-a71d-76d301678de5 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:30.600638 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9272ce0c-256e-4f36-9977-38f3b38691a2 req-f484547b-2cd7-4573-a71d-76d301678de5 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 3095 time: 0.2777884 May 23 11:18:30.732906 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c86b9417-2add-40cc-b0bf-221629199935 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/a7c721d1-01af-4bbe-9223-6a9ddbdbcd73 HTTP/1.1" status: 204 len: 168 time: 4.7188020 May 23 11:18:30.753634 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 58668) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:30.838649 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-43c0bcef-601a-47c0-a497-fa0297e6768e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:30.847971 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12275a2-4864-4cce-90ca-05e4b2e95471 None None] DHCP port deletion for db5fdb8a-4d76-428d-84ca-c911a4d5dee2 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:18:30.854272 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f12275a2-4864-4cce-90ca-05e4b2e95471 None None] Deleting port d9bb0c6e-2630-4bcb-ab54-94314ccd1c9e {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:18:30.854845 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f12275a2-4864-4cce-90ca-05e4b2e95471 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:30.877871 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-575fe6a1-322b-4f42-a022-c52ed9f01e3b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c8ada26741884c689d0e80f64385eb15&device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 1094 time: 1.4208746 May 23 11:18:30.880236 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3df9bab0-5b29-47b7-851d-d9cc6bdf04c5 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1131804 May 23 11:18:30.891608 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 58672) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:31.067489 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cbdd8aa1-d0eb-4cbd-8dbe-a281db3fdeab req-d611b350-55da-42cd-a57e-3e3efa691182 service neutron] 10.222.0.13 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6366417 May 23 11:18:31.094345 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9272ce0c-256e-4f36-9977-38f3b38691a2 req-21c96653-0e02-43fc-9a58-b373cb641e06 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4929218 May 23 11:18:31.248888 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-1a6d6b80-4203-4beb-b425-cbca2ecc16bf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:31.266629 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f12275a2-4864-4cce-90ca-05e4b2e95471 None None] For port d9bb0c6e-2630-4bcb-ab54-94314ccd1c9e, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=d9bb0c6e-2630-4bcb-ab54-94314ccd1c9e,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:18:31.267417 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-1a6d6b80-4203-4beb-b425-cbca2ecc16bf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Transition to ACTIVE for port object 77c5e08b-44d1-4a6a-905f-a11e984ebbaf will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:18:31.268731 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f12275a2-4864-4cce-90ca-05e4b2e95471 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:31.280865 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674c819-70ea-4c09-aee9-bef4d207ff94 req-eadaa258-eab4-4138-a9b4-83232b7c1355 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:31.282345 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3674c819-70ea-4c09-aee9-bef4d207ff94 req-eadaa258-eab4-4138-a9b4-83232b7c1355 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 944 time: 0.5815175 May 23 11:18:31.324265 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cbdd8aa1-d0eb-4cbd-8dbe-a281db3fdeab req-8d428cff-0c71-443b-b8f5-54f65e196816 service neutron] 10.222.0.13 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286808 May 23 11:18:31.342214 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-43c0bcef-601a-47c0-a497-fa0297e6768e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd130019-1ed3-4967-bb12-6c6cfe4c8581']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:18:31.350177 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-314fe4d8-a886-4c6e-b89d-12a4307c0d3b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0ec35eea-9b2b-474f-9ce7-3bfe44146239 HTTP/1.1" status: 200 len: 217 time: 0.3910220 May 23 11:18:31.420291 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3674c819-70ea-4c09-aee9-bef4d207ff94 req-cb81a658-41ed-4a83-ad6b-a170a4d24268 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221483 May 23 11:18:31.436674 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-43c0bcef-601a-47c0-a497-fa0297e6768e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4938e12-03f2-46fb-b342-205c8f1adc85') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:18:31.436966 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-43c0bcef-601a-47c0-a497-fa0297e6768e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4938e12-03f2-46fb-b342-205c8f1adc85') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:18:31.454688 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-1a6d6b80-4203-4beb-b425-cbca2ecc16bf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:31.467898 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-43c0bcef-601a-47c0-a497-fa0297e6768e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:31.474254 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ebac3-f225-47c3-aa06-6c607e4708f6 req-1a1878dd-a338-4ea0-9709-06ccf1bfd561 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:31.476138 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-409ebac3-f225-47c3-aa06-6c607e4708f6 req-1a1878dd-a338-4ea0-9709-06ccf1bfd561 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c97939e-1319-44f6-9c60-0ce02b30c2fe HTTP/1.1" status: 200 len: 945 time: 0.1570885 May 23 11:18:31.518271 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f12275a2-4864-4cce-90ca-05e4b2e95471 None None] Calling delete_port for d9bb0c6e-2630-4bcb-ab54-94314ccd1c9e owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:18:31.569545 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-409ebac3-f225-47c3-aa06-6c607e4708f6 req-80a160e4-6069-419c-95f5-e49ba33eb455 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?id=86dec8f3-5612-4480-a396-67582eceb525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877824 May 23 11:18:31.639420 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device d9bb0c6e-2630-4bcb-ab54-94314ccd1c9e no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:18:31.654925 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-43c0bcef-601a-47c0-a497-fa0297e6768e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:31.671473 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f12275a2-4864-4cce-90ca-05e4b2e95471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:31.710535 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc661d-ece1-47c8-8ef6-2151b8f1cbb3 req-f2f14146-c593-423c-b993-216224fe597c tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:31.719766 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-76bc661d-ece1-47c8-8ef6-2151b8f1cbb3 req-f2f14146-c593-423c-b993-216224fe597c tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 943 time: 0.0998704 May 23 11:18:31.724423 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: d9bb0c6e-2630-4bcb-ab54-94314ccd1c9e {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:18:31.724942 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device d9bb0c6e-2630-4bcb-ab54-94314ccd1c9e not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:18:31.729033 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43c0bcef-601a-47c0-a497-fa0297e6768e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:18:31.729444 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-43c0bcef-601a-47c0-a497-fa0297e6768e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:31.739671 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12275a2-4864-4cce-90ca-05e4b2e95471 None None] Pushing event deleted for resources: {'Port': ['ID=d9bb0c6e-2630-4bcb-ab54-94314ccd1c9e,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:31.743409 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12275a2-4864-4cce-90ca-05e4b2e95471 None None] No DVR routers for this DVR port d9bb0c6e-2630-4bcb-ab54-94314ccd1c9e on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:18:31.762160 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:18:31.762160 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:18:31.762160 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:18:31.762160 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:18:31.762160 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:18:31.762160 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:18:31.762160 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:18:31.762160 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:18:31.762160 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:18:31.762160 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:18:31.762160 n-d-842952-2 neutron-server[83911]: timer() May 23 11:18:31.762160 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:18:31.762160 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:18:31.762160 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:18:31.762160 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:18:31.762160 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:18:31.762160 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:18:31.762160 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:18:31.762160 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:18:31.762160 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:18:31.762160 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:18:31.762160 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:18:31.762160 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:18:31.762160 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:18:31.762160 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:18:31.762160 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:18:31.762160 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:18:31.762160 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:18:31.762160 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:18:31.762160 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:18:31.762160 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:18:31.762160 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:18:31.762160 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:18:31.762160 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:18:31.762160 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:18:31.762160 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:18:31.762160 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:18:31.762160 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:18:31.762160 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:18:31.762160 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:18:31.765339 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-cad5c880-ae33-468c-a4fc-79cf30251177 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:31.765339 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-cad5c880-ae33-468c-a4fc-79cf30251177 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=921f8ad7-2327-456b-8d69-73b599e668ca HTTP/1.1" status: 200 len: 853 time: 0.3851089 May 23 11:18:31.792086 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-1a6d6b80-4203-4beb-b425-cbca2ecc16bf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Network caa75e58-fea3-4934-a2b0-723273e69b7e is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:18:31.800627 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-76bc661d-ece1-47c8-8ef6-2151b8f1cbb3 req-1fc576e0-1b74-4ef4-a490-890f6a6c3de5 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796146 May 23 11:18:31.856873 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d0479286-8cd0-4df3-9b4b-4faac28bf9a9 req-87da10f1-49b2-4a2a-9f23-b1acbca6f050 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89 HTTP/1.1" status: 200 len: 210 time: 0.0470855 May 23 11:18:31.895898 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6d6b80-4203-4beb-b425-cbca2ecc16bf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Pushing event updated for resources: {'Port': ['ID=77c5e08b-44d1-4a6a-905f-a11e984ebbaf,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:31.899311 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-1a6d6b80-4203-4beb-b425-cbca2ecc16bf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:18:31.901256 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-1a6d6b80-4203-4beb-b425-cbca2ecc16bf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:18:31.955575 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-01282499-1e8c-4148-be62-bc1e9dc9620e tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:31.956305 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-01282499-1e8c-4148-be62-bc1e9dc9620e tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Synchronizing usage tracker for tenant:d3ec9888c9b84da5954173e8d76fab76 on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:18:31.960440 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-377b8ac2-1b65-46c8-a426-c7a7b173e17d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c8f610f3-246f-4e9c-bcad-00bcd258b4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1643372 May 23 11:18:32.011818 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2c1939-9810-469e-9b42-d1116794a7b8 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:32.015522 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7d2c1939-9810-469e-9b42-d1116794a7b8 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.1050382 May 23 11:18:32.017390 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58688) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:32.101394 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-43c0bcef-601a-47c0-a497-fa0297e6768e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:32.106440 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-43c0bcef-601a-47c0-a497-fa0297e6768e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:32.108835 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2572b21-1c7a-4954-8a73-1f7a6279b432 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:32.109569 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c2572b21-1c7a-4954-8a73-1f7a6279b432 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:18:32.126328 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c2572b21-1c7a-4954-8a73-1f7a6279b432 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:18:32.127517 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c2572b21-1c7a-4954-8a73-1f7a6279b432 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1087513 May 23 11:18:32.130288 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58692) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:32.137285 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-01282499-1e8c-4148-be62-bc1e9dc9620e tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Unset dirty status for tenant:d3ec9888c9b84da5954173e8d76fab76 on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:18:32.138489 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-01282499-1e8c-4148-be62-bc1e9dc9620e tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.81 "GET /v2.0/networks?id=0308ef6c-1caf-4171-ace3-29e1cb4dd978 HTTP/1.1" status: 200 len: 810 time: 1.1162798 May 23 11:18:32.140473 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8a43e869-e82a-4d68-93f1-fe5743777dc3 None None] Provisioning for port 77c5e08b-44d1-4a6a-905f-a11e984ebbaf completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:18:32.142899 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-1a6d6b80-4203-4beb-b425-cbca2ecc16bf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:32.143497 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-1a6d6b80-4203-4beb-b425-cbca2ecc16bf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:32.147163 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8a43e869-e82a-4d68-93f1-fe5743777dc3 None None] Provisioning complete for port 77c5e08b-44d1-4a6a-905f-a11e984ebbaf triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:18:32.147667 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8a43e869-e82a-4d68-93f1-fe5743777dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:32.155035 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c0bcef-601a-47c0-a497-fa0297e6768e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event deleted for resources: {'Network': ['ID=cd130019-1ed3-4967-bb12-6c6cfe4c8581,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:32.158655 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-43c0bcef-601a-47c0-a497-fa0297e6768e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "DELETE /v2.0/networks/cd130019-1ed3-4967-bb12-6c6cfe4c8581 HTTP/1.1" status: 204 len: 168 time: 4.6728945 May 23 11:18:32.188789 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 58698) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:32.221104 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-3ba1c4dd-9c9d-48de-a8e1-ef6e55ba3820 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Request body: {'network': {'name': 'tempest-RoutersTest-1083514792'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:18:32.221358 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-66a9eb82-c70a-4bff-b836-e99670c62581 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0858607 May 23 11:18:32.222463 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58702) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:32.228935 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-5c897527-4fdd-43e9-bb44-e343e7f12192 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'subnet': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:18:32.230151 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8a43e869-e82a-4d68-93f1-fe5743777dc3 None None] Port 77c5e08b-44d1-4a6a-905f-a11e984ebbaf cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:18:32.372359 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3ba1c4dd-9c9d-48de-a8e1-ef6e55ba3820 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:18:32.388986 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3ba1c4dd-9c9d-48de-a8e1-ef6e55ba3820 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Usage tracker for resource:network and tenant:3c9ac73e8a7143fb94827c1e9402fa16 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:18:32.399550 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5c897527-4fdd-43e9-bb44-e343e7f12192 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:18:32.399781 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3ba1c4dd-9c9d-48de-a8e1-ef6e55ba3820 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:18:32.404874 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-1a6d6b80-4203-4beb-b425-cbca2ecc16bf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5794780 May 23 11:18:32.413725 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5c897527-4fdd-43e9-bb44-e343e7f12192 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:18:32.414164 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3ba1c4dd-9c9d-48de-a8e1-ef6e55ba3820 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:18:32.429639 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c897527-4fdd-43e9-bb44-e343e7f12192 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:18:32.434478 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-615f44da-a652-4d9b-9ac5-c22ad7f238d6 service neutron] 10.222.0.13 "GET /v2.0/networks/c8f610f3-246f-4e9c-bcad-00bcd258b4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4626884 May 23 11:18:32.438090 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-4000127f-9a51-4265-9eae-ff4dfea2165c tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Synchronizing usage tracker for tenant:d3ec9888c9b84da5954173e8d76fab76 on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:18:32.464111 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e09cf8-a13f-4d0f-ba1c-3214bb9d8215 req-19a6be07-c0a4-428a-929d-4eee99321ba8 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:32.467788 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba1c4dd-9c9d-48de-a8e1-ef6e55ba3820 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Made reservation on behalf of 3c9ac73e8a7143fb94827c1e9402fa16 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:18:32.468208 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e09cf8-a13f-4d0f-ba1c-3214bb9d8215 req-19a6be07-c0a4-428a-929d-4eee99321ba8 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:32.470714 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ba1c4dd-9c9d-48de-a8e1-ef6e55ba3820 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:32.472343 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e09cf8-a13f-4d0f-ba1c-3214bb9d8215 req-19a6be07-c0a4-428a-929d-4eee99321ba8 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:32.476293 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e09cf8-a13f-4d0f-ba1c-3214bb9d8215 req-19a6be07-c0a4-428a-929d-4eee99321ba8 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:32.480755 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e09cf8-a13f-4d0f-ba1c-3214bb9d8215 req-19a6be07-c0a4-428a-929d-4eee99321ba8 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:32.482688 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-98e09cf8-a13f-4d0f-ba1c-3214bb9d8215 req-19a6be07-c0a4-428a-929d-4eee99321ba8 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 3816 time: 0.1773477 May 23 11:18:32.596079 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-964d1f54-0a6f-4251-8c63-9d18a8f82401 service neutron] Request body: {'port': {'device_id': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:18:32.662239 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-4000127f-9a51-4265-9eae-ff4dfea2165c tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Unset dirty status for tenant:d3ec9888c9b84da5954173e8d76fab76 on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:18:32.663418 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-4000127f-9a51-4265-9eae-ff4dfea2165c tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3ec9888c9b84da5954173e8d76fab76 HTTP/1.1" status: 200 len: 379 time: 0.5037344 May 23 11:18:32.664412 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5c897527-4fdd-43e9-bb44-e343e7f12192 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:32.684143 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-cc6b78ba-5f79-4454-b19c-14645488d608 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Request body: {'port': {'device_id': '4032c4d8-4523-4197-81f8-b7a7ef859a89', 'network_id': '0308ef6c-1caf-4171-ace3-29e1cb4dd978', 'admin_state_up': True, 'tenant_id': 'd3ec9888c9b84da5954173e8d76fab76', 'security_groups': ['f5e7d2e4-d721-4138-a0e8-2d99d4530de0']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:18:32.694354 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-98e09cf8-a13f-4d0f-ba1c-3214bb9d8215 req-4b540dc5-9245-4fbe-b1e2-97ca6fd5ba39 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654394 May 23 11:18:32.940761 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ba1c4dd-9c9d-48de-a8e1-ef6e55ba3820 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:18:33.000599 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd05385-7e16-47be-83f3-e8564425ff77 req-0ed8bb87-0fea-4042-a547-c5be349b27e3 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:33.000841 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 3afd64a2-b6a5-4913-a9be-716566b8de39 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:18:33.002106 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6dd05385-7e16-47be-83f3-e8564425ff77 req-0ed8bb87-0fea-4042-a547-c5be349b27e3 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 944 time: 0.3896558 May 23 11:18:33.021363 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 630fccd4-0096-4feb-8fd4-33fc90d39a82 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:18:33.024361 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ba1c4dd-9c9d-48de-a8e1-ef6e55ba3820 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:33.024671 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-3ba1c4dd-9c9d-48de-a8e1-ef6e55ba3820 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Added segment 6f01c196-88a6-4588-ad03-be3741a2575d of type vlan for network 09a9351c-c151-4b3c-8e4b-a8355aed3aa2 May 23 11:18:33.027552 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9402284e-6b0c-46da-ac10-3e44fc98dfc9 req-8e8c3d6d-3407-4445-8763-71ae0cd33f52 service neutron] 10.222.0.13 "GET /v2.0/networks/c8f610f3-246f-4e9c-bcad-00bcd258b4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5863059 May 23 11:18:33.100834 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ba1c4dd-9c9d-48de-a8e1-ef6e55ba3820 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:33.104957 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-cc6b78ba-5f79-4454-b19c-14645488d608 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:18:33.107421 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-964d1f54-0a6f-4251-8c63-9d18a8f82401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:33.143219 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99aea4-119a-4429-8ba3-28d6aee1edcb req-2c8a7c08-7b69-4588-9320-5ab3de26f0c6 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:33.145538 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7d99aea4-119a-4429-8ba3-28d6aee1edcb req-2c8a7c08-7b69-4588-9320-5ab3de26f0c6 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c97939e-1319-44f6-9c60-0ce02b30c2fe HTTP/1.1" status: 200 len: 945 time: 0.2234840 May 23 11:18:33.156005 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-cc6b78ba-5f79-4454-b19c-14645488d608 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Usage tracker for resource:port and tenant:d3ec9888c9b84da5954173e8d76fab76 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:18:33.163539 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-cc6b78ba-5f79-4454-b19c-14645488d608 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:18:33.177767 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-cc6b78ba-5f79-4454-b19c-14645488d608 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:18:33.192874 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6dd05385-7e16-47be-83f3-e8564425ff77 req-768bae4c-9ddd-4712-b6ac-9db2ea572414 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770775 May 23 11:18:33.232110 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7d99aea4-119a-4429-8ba3-28d6aee1edcb req-684bda5d-8644-4bd8-963f-c56e8ad12e55 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?id=86dec8f3-5612-4480-a396-67582eceb525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773308 May 23 11:18:33.233590 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5c897527-4fdd-43e9-bb44-e343e7f12192 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:33.275888 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-cc6b78ba-5f79-4454-b19c-14645488d608 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Made reservation on behalf of d3ec9888c9b84da5954173e8d76fab76 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:18:33.279055 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-cc6b78ba-5f79-4454-b19c-14645488d608 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:33.301881 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ba1c4dd-9c9d-48de-a8e1-ef6e55ba3820 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:33.305603 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba1c4dd-9c9d-48de-a8e1-ef6e55ba3820 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:33.306347 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ba1c4dd-9c9d-48de-a8e1-ef6e55ba3820 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:33.318953 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c897527-4fdd-43e9-bb44-e343e7f12192 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:18:33.322158 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-5c897527-4fdd-43e9-bb44-e343e7f12192 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:18:33.324017 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 3afd64a2-b6a5-4913-a9be-716566b8de39, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=3afd64a2-b6a5-4913-a9be-716566b8de39,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:18:33.326765 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c897527-4fdd-43e9-bb44-e343e7f12192 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:33.327429 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5c897527-4fdd-43e9-bb44-e343e7f12192 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:33.333057 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c897527-4fdd-43e9-bb44-e343e7f12192 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Subnet': ['ID=4c307a7b-1426-4b25-abe6-6e6faf67053b,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:33.356181 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1ce91a-d16f-4060-9e26-20a3b60adb45 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:18:33.362634 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5c897527-4fdd-43e9-bb44-e343e7f12192 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1390462 May 23 11:18:33.365367 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58718) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:33.375099 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-4dc22949-f4e3-4760-b475-fb893c221770 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'port': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'fixed_ips': [{'subnet_id': '4c307a7b-1426-4b25-abe6-6e6faf67053b', 'ip_address': '2001:db8::e6cc:1438:413c:df14'}], 'name': 'tempest-NetworksTestDHCPv6-328230'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:18:33.465962 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '3afd64a2-b6a5-4913-a9be-716566b8de39', 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24', 'port_id': '3afd64a2-b6a5-4913-a9be-716566b8de39', 'mac_address': 'fa:16:3e:0b:fe:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54335c97-79a1-4f1c-bc27-f53589fd26ef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:18:33.474081 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 630fccd4-0096-4feb-8fd4-33fc90d39a82 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:18:33.486884 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 630fccd4-0096-4feb-8fd4-33fc90d39a82 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:18:33.487632 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:33.542090 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3ba1c4dd-9c9d-48de-a8e1-ef6e55ba3820 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3488133 May 23 11:18:33.551813 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 58722) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:33.557701 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1c4dd-9c9d-48de-a8e1-ef6e55ba3820 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event updated for resources: {'Network': ['ID=09a9351c-c151-4b3c-8e4b-a8355aed3aa2,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:33.571633 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-5c854f77-2ca4-403f-8f85-c8d72c82b552 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Request body: {'subnet': {'network_id': '09a9351c-c151-4b3c-8e4b-a8355aed3aa2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:18:33.591347 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7ac6be14-19b3-474d-a2b5-bfc57ac43ae4 req-fa9f4be4-94eb-4448-8ee5-8cf7aef34585 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c8ada26741884c689d0e80f64385eb15&device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 1094 time: 0.4707119 May 23 11:18:33.600114 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 09a9351c-c151-4b3c-8e4b-a8355aed3aa2 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:18:33.686013 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b3c73045-4ef9-4b64-8798-89d33041e870 req-b44efc28-24fb-4e44-8c91-bd16afd0248b tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89 HTTP/1.1" status: 200 len: 210 time: 0.2722857 May 23 11:18:33.791799 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4dc22949-f4e3-4760-b475-fb893c221770 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:18:33.800433 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:33.806157 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4dc22949-f4e3-4760-b475-fb893c221770 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:port and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:18:33.809886 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4dc22949-f4e3-4760-b475-fb893c221770 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:18:33.837034 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4dc22949-f4e3-4760-b475-fb893c221770 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:18:33.848190 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb863e91-ccfb-4b69-ba53-4581e75472f4 req-ad39f7e0-dc8e-4014-b64a-668424c78423 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:33.851948 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eb863e91-ccfb-4b69-ba53-4581e75472f4 req-ad39f7e0-dc8e-4014-b64a-668424c78423 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 943 time: 0.4318643 May 23 11:18:33.899270 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3afd64a2-b6a5-4913-a9be-716566b8de39 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:18:33.921245 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 3afd64a2-b6a5-4913-a9be-716566b8de39, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=3afd64a2-b6a5-4913-a9be-716566b8de39,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:18:33.931428 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:33.958987 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc22949-f4e3-4760-b475-fb893c221770 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:18:33.964695 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4dc22949-f4e3-4760-b475-fb893c221770 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:34.041830 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eb863e91-ccfb-4b69-ba53-4581e75472f4 req-55295286-4c9c-41bf-a14b-19555820bf56 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809270 May 23 11:18:34.043785 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-4dc22949-f4e3-4760-b475-fb893c221770 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] device_id is not set on port 7529e4a9-ae4b-402f-9c68-c0515304839f yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:18:34.057755 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5c854f77-2ca4-403f-8f85-c8d72c82b552 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:18:34.070176 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5c854f77-2ca4-403f-8f85-c8d72c82b552 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Usage tracker for resource:subnet and tenant:3c9ac73e8a7143fb94827c1e9402fa16 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:18:34.087126 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5c854f77-2ca4-403f-8f85-c8d72c82b552 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:18:34.114010 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5c854f77-2ca4-403f-8f85-c8d72c82b552 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:18:34.124371 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=3afd64a2-b6a5-4913-a9be-716566b8de39,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:34.125334 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-cc6b78ba-5f79-4454-b19c-14645488d608 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Allocated IP 172.20.0.9 (0308ef6c-1caf-4171-ace3-29e1cb4dd978/78a08f2b-9bc6-4aed-a592-74a10c72dff5/73e84f24-1a14-4e66-9d4f-12a2c03bd380) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:18:34.128538 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85516302-8d22-4ce7-b5cf-9e49d2969bed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'tenant_id': '7898a2f847b24320a42ded6c2b4bd651', 'fixed_ips': [{'subnet_id': '4c307a7b-1426-4b25-abe6-6e6faf67053b'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:18:34.129398 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-85516302-8d22-4ce7-b5cf-9e49d2969bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:34.141143 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:34.148366 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac6be14-19b3-474d-a2b5-bfc57ac43ae4 req-b1beac4a-f64d-4b9d-8b79-96a147604f6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:34.149830 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7ac6be14-19b3-474d-a2b5-bfc57ac43ae4 req-b1beac4a-f64d-4b9d-8b79-96a147604f6a service neutron] 10.222.0.13 "GET /v2.0/networks?id=c8f610f3-246f-4e9c-bcad-00bcd258b4f5 HTTP/1.1" status: 200 len: 914 time: 0.5460513 May 23 11:18:34.178067 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc189d42-a417-4d1d-aabd-7fd4946ce326 req-cb026f1e-aec5-479b-90b7-20c39e3d3333 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:34.182785 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc189d42-a417-4d1d-aabd-7fd4946ce326 req-cb026f1e-aec5-479b-90b7-20c39e3d3333 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:34.186851 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 630fccd4-0096-4feb-8fd4-33fc90d39a82, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=630fccd4-0096-4feb-8fd4-33fc90d39a82,segment=NetworkSegment(f83c0d0e-9b40-421e-a2f5-66bbabc627e2),segment_id=f83c0d0e-9b40-421e-a2f5-66bbabc627e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:18:34.188762 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c97939e-1319-44f6-9c60-0ce02b30c2fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630fccd4-0096-4feb-8fd4-33fc90d39a82'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:18:34.189401 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc189d42-a417-4d1d-aabd-7fd4946ce326 req-cb026f1e-aec5-479b-90b7-20c39e3d3333 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:34.221291 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc189d42-a417-4d1d-aabd-7fd4946ce326 req-cb026f1e-aec5-479b-90b7-20c39e3d3333 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:34.225691 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc189d42-a417-4d1d-aabd-7fd4946ce326 req-cb026f1e-aec5-479b-90b7-20c39e3d3333 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:34.232157 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc189d42-a417-4d1d-aabd-7fd4946ce326 req-cb026f1e-aec5-479b-90b7-20c39e3d3333 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 3816 time: 0.3090966 May 23 11:18:34.237229 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:34.238990 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c854f77-2ca4-403f-8f85-c8d72c82b552 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Made reservation on behalf of 3c9ac73e8a7143fb94827c1e9402fa16 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:18:34.329630 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7ac6be14-19b3-474d-a2b5-bfc57ac43ae4 req-c1bb7a5c-e874-444f-9e7f-b8cfd7d3b50e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0ec35eea-9b2b-474f-9ce7-3bfe44146239 HTTP/1.1" status: 200 len: 217 time: 0.1688948 May 23 11:18:34.395790 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=630fccd4-0096-4feb-8fd4-33fc90d39a82,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:34.407883 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['3afd64a2-b6a5-4913-a9be-716566b8de39'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:18:34.460611 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc189d42-a417-4d1d-aabd-7fd4946ce326 req-e8a3e9e7-eb85-45cf-8ee9-dfce358638d8 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670749 May 23 11:18:34.483443 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eec92d4-6b01-43c9-a241-5fa896419414'] response: {'server_uuid': '5c97939e-1319-44f6-9c60-0ce02b30c2fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630fccd4-0096-4feb-8fd4-33fc90d39a82', 'code': 200} May 23 11:18:34.547481 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-964d1f54-0a6f-4251-8c63-9d18a8f82401 service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:18:34.567383 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-4dc22949-f4e3-4760-b475-fb893c221770 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Allocated IP 2001:db8::e6cc:1438:413c:df14 (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/4c307a7b-1426-4b25-abe6-6e6faf67053b/7529e4a9-ae4b-402f-9c68-c0515304839f) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:18:34.713707 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5c854f77-2ca4-403f-8f85-c8d72c82b552 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:34.764671 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac6be14-19b3-474d-a2b5-bfc57ac43ae4 req-0865ece2-37e7-4cd2-9fe8-2d1c1c66d630 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:34.766113 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7ac6be14-19b3-474d-a2b5-bfc57ac43ae4 req-0865ece2-37e7-4cd2-9fe8-2d1c1c66d630 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=921f8ad7-2327-456b-8d69-73b599e668ca HTTP/1.1" status: 200 len: 853 time: 0.4246743 May 23 11:18:34.890565 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7ac6be14-19b3-474d-a2b5-bfc57ac43ae4 req-358f8af5-1e85-4dc9-b434-cfdb371edeea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c8f610f3-246f-4e9c-bcad-00bcd258b4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711935 May 23 11:18:34.909121 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-964d1f54-0a6f-4251-8c63-9d18a8f82401 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fa10ee8-a8ce-4d28-a9f0-0363128b97d0 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:18:34.956394 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-964d1f54-0a6f-4251-8c63-9d18a8f82401 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:35.021496 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b8674-ca54-4e35-bbc5-45a5d275a2cd req-f752bfc7-d85e-46a4-bd56-29fffe0b208c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:35.023006 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d09b8674-ca54-4e35-bbc5-45a5d275a2cd req-f752bfc7-d85e-46a4-bd56-29fffe0b208c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.3202474 May 23 11:18:35.025882 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-051e5acb-6a66-4f6e-a337-46a035e96748 req-18364a9a-9a7a-458e-839c-b3fea7f5f14b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5c97939e-1319-44f6-9c60-0ce02b30c2fe HTTP/1.1" status: 200 len: 1097 time: 0.4242487 May 23 11:18:35.056620 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-cc6b78ba-5f79-4454-b19c-14645488d608 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:35.079646 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-964d1f54-0a6f-4251-8c63-9d18a8f82401 service neutron] Transition to ACTIVE for port object 9fa10ee8-a8ce-4d28-a9f0-0363128b97d0 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:18:35.096095 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-cc6b78ba-5f79-4454-b19c-14645488d608 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Transition to ACTIVE for port object 73e84f24-1a14-4e66-9d4f-12a2c03bd380 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:18:35.110741 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-964d1f54-0a6f-4251-8c63-9d18a8f82401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:35.130521 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5178cf-9efd-4181-99bf-95bfa403a428 req-268848b2-dc27-443a-93aa-a840cb73b96d tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:35.132082 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dd5178cf-9efd-4181-99bf-95bfa403a428 req-268848b2-dc27-443a-93aa-a840cb73b96d tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c97939e-1319-44f6-9c60-0ce02b30c2fe HTTP/1.1" status: 200 len: 946 time: 0.3476338 May 23 11:18:35.172521 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4dc22949-f4e3-4760-b475-fb893c221770 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:35.206238 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d09b8674-ca54-4e35-bbc5-45a5d275a2cd req-17404f1b-0d30-4f7c-9e7d-be411e414a36 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705444 May 23 11:18:35.207618 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-051e5acb-6a66-4f6e-a337-46a035e96748 req-e79a1735-8560-4ac7-975a-635936a19952 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=86dec8f3-5612-4480-a396-67582eceb525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709232 May 23 11:18:35.208713 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-4dc22949-f4e3-4760-b475-fb893c221770 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Transition to ACTIVE for port object 7529e4a9-ae4b-402f-9c68-c0515304839f will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:18:35.245898 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dd5178cf-9efd-4181-99bf-95bfa403a428 req-592add56-3c9b-4959-b1ed-e9ad9221944d tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?id=86dec8f3-5612-4480-a396-67582eceb525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940864 May 23 11:18:35.246340 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7ac6be14-19b3-474d-a2b5-bfc57ac43ae4 req-97c1e859-95b8-4d7e-b80a-fec616e311ba service neutron] 10.222.0.13 "GET /v2.0/networks/c8f610f3-246f-4e9c-bcad-00bcd258b4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327212 May 23 11:18:35.266023 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4dc22949-f4e3-4760-b475-fb893c221770 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:35.327782 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d1f54-0a6f-4251-8c63-9d18a8f82401 service neutron] Pushing event updated for resources: {'Port': ['ID=9fa10ee8-a8ce-4d28-a9f0-0363128b97d0,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:35.382834 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc22949-f4e3-4760-b475-fb893c221770 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:18:35.387258 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-4dc22949-f4e3-4760-b475-fb893c221770 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:18:35.389676 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc22949-f4e3-4760-b475-fb893c221770 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Port': ['ID=7529e4a9-ae4b-402f-9c68-c0515304839f,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:35.392633 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc22949-f4e3-4760-b475-fb893c221770 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:18:35.404200 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc22949-f4e3-4760-b475-fb893c221770 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:35.406601 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4dc22949-f4e3-4760-b475-fb893c221770 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:35.444186 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4dc22949-f4e3-4760-b475-fb893c221770 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0776372 May 23 11:18:35.447051 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58750) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:35.462682 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-cc6b78ba-5f79-4454-b19c-14645488d608 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:35.464671 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-2b6b31a1-7019-4ee5-83a6-17e5271124df tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'port': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'fixed_ips': [{'subnet_id': '4c307a7b-1426-4b25-abe6-6e6faf67053b', 'ip_address': '2001:db8::e6cc:1438:413c:df14'}], 'name': 'tempest-NetworksTestDHCPv6-153647079'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:18:35.473575 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-85516302-8d22-4ce7-b5cf-9e49d2969bed None None] Allocated IP 2001:db8::2 (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/4c307a7b-1426-4b25-abe6-6e6faf67053b/83b3141b-8e09-435e-bc71-1a4bbee80ec3) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:18:35.755448 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-85516302-8d22-4ce7-b5cf-9e49d2969bed None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:35.777533 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-85516302-8d22-4ce7-b5cf-9e49d2969bed None None] Transition to ACTIVE for port object 83b3141b-8e09-435e-bc71-1a4bbee80ec3 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:18:35.782417 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5c854f77-2ca4-403f-8f85-c8d72c82b552 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:35.814147 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df4b60-2f7a-4be9-bea3-b97ec690ea1b req-4e0913da-7898-4c5f-9993-c2fd5ee8dbec tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:35.815659 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-85516302-8d22-4ce7-b5cf-9e49d2969bed None None] Transition to ACTIVE for port object 83b3141b-8e09-435e-bc71-1a4bbee80ec3 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:18:35.824729 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c3df4b60-2f7a-4be9-bea3-b97ec690ea1b req-4e0913da-7898-4c5f-9993-c2fd5ee8dbec tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89 HTTP/1.1" status: 200 len: 931 time: 0.2549777 May 23 11:18:35.832476 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-85516302-8d22-4ce7-b5cf-9e49d2969bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:35.882872 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2b6b31a1-7019-4ee5-83a6-17e5271124df tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:18:35.899490 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2b6b31a1-7019-4ee5-83a6-17e5271124df tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:port and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:18:35.910684 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32caca-f7af-43e4-9cee-aa0c6f99856e req-d4d795a0-a56b-4a66-921b-8ff38ccc590b tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:35.913852 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0b32caca-f7af-43e4-9cee-aa0c6f99856e req-d4d795a0-a56b-4a66-921b-8ff38ccc590b tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 943 time: 0.3027124 May 23 11:18:35.915031 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2b6b31a1-7019-4ee5-83a6-17e5271124df tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:18:35.916699 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-cc6b78ba-5f79-4454-b19c-14645488d608 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Network 0308ef6c-1caf-4171-ace3-29e1cb4dd978 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:18:35.921261 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b78ba-5f79-4454-b19c-14645488d608 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Pushing event updated for resources: {'Port': ['ID=73e84f24-1a14-4e66-9d4f-12a2c03bd380,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:35.934988 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2b6b31a1-7019-4ee5-83a6-17e5271124df tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:18:35.942009 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-cc6b78ba-5f79-4454-b19c-14645488d608 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:18:35.949448 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85516302-8d22-4ce7-b5cf-9e49d2969bed None None] Pushing event updated for resources: {'Port': ['ID=83b3141b-8e09-435e-bc71-1a4bbee80ec3,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:35.966931 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-cc6b78ba-5f79-4454-b19c-14645488d608 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:18:35.970869 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85516302-8d22-4ce7-b5cf-9e49d2969bed None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:18:35.974389 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-85516302-8d22-4ce7-b5cf-9e49d2969bed None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:18:35.979339 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85516302-8d22-4ce7-b5cf-9e49d2969bed None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:18:35.985423 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c3df4b60-2f7a-4be9-bea3-b97ec690ea1b req-1d9d81d5-b8cd-4a22-8ae6-227bd9d91c80 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5e7d2e4-d721-4138-a0e8-2d99d4530de0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592789 May 23 11:18:36.007361 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6b31a1-7019-4ee5-83a6-17e5271124df tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:18:36.014021 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b6b31a1-7019-4ee5-83a6-17e5271124df tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:36.064818 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0b32caca-f7af-43e4-9cee-aa0c6f99856e req-23912532-0ed8-4761-a8e1-c2dcf2939def tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308682 May 23 11:18:36.066489 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-2b6b31a1-7019-4ee5-83a6-17e5271124df tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] device_id is not set on port e52cfde7-269a-4027-b704-0571655c525a yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:18:36.102748 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c854f77-2ca4-403f-8f85-c8d72c82b552 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event updated for resources: {'Subnet': ['ID=d45180ef-4c6f-4c7c-97a9-d09b0ca9136d,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:36.170819 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-964d1f54-0a6f-4251-8c63-9d18a8f82401 service neutron] Attempting to bind port 9fa10ee8-a8ce-4d28-a9f0-0363128b97d0 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:18:36.171175 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-964d1f54-0a6f-4251-8c63-9d18a8f82401 service neutron] Attempting to bind port 9fa10ee8-a8ce-4d28-a9f0-0363128b97d0 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': 'aacb2949-f7b0-4f81-9ac6-514a286cfeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8f58b921-0292-4dfc-9e12-b02298e69ac5'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:18:36.171473 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-964d1f54-0a6f-4251-8c63-9d18a8f82401 service neutron] Attempting to bind port 9fa10ee8-a8ce-4d28-a9f0-0363128b97d0 on network 8f58b921-0292-4dfc-9e12-b02298e69ac5 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:18:36.174513 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-85516302-8d22-4ce7-b5cf-9e49d2969bed None None] Attempting to bind port 83b3141b-8e09-435e-bc71-1a4bbee80ec3 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:18:36.174919 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-85516302-8d22-4ce7-b5cf-9e49d2969bed None None] Attempting to bind port 83b3141b-8e09-435e-bc71-1a4bbee80ec3 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:18:36.175850 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85516302-8d22-4ce7-b5cf-9e49d2969bed None None] Attempting to bind port 83b3141b-8e09-435e-bc71-1a4bbee80ec3 on network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:18:36.184159 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7ac6be14-19b3-474d-a2b5-bfc57ac43ae4 req-0db55364-77ed-4063-a83e-feba3128c16c service neutron] 10.222.0.13 "GET /v2.0/networks/c8f610f3-246f-4e9c-bcad-00bcd258b4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5289562 May 23 11:18:36.192059 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85516302-8d22-4ce7-b5cf-9e49d2969bed None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:18:36.192431 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85516302-8d22-4ce7-b5cf-9e49d2969bed None None] Checking segment: {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:18:36.193003 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-85516302-8d22-4ce7-b5cf-9e49d2969bed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:36.193542 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85516302-8d22-4ce7-b5cf-9e49d2969bed None None] Bound using segment: {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:18:36.194005 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-85516302-8d22-4ce7-b5cf-9e49d2969bed None None] Bound port: 83b3141b-8e09-435e-bc71-1a4bbee80ec3, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:18:36.194378 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-85516302-8d22-4ce7-b5cf-9e49d2969bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:36.197733 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-cc6b78ba-5f79-4454-b19c-14645488d608 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:36.198372 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-cc6b78ba-5f79-4454-b19c-14645488d608 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:36.208528 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-964d1f54-0a6f-4251-8c63-9d18a8f82401 service neutron] Port 9fa10ee8-a8ce-4d28-a9f0-0363128b97d0 on network 8f58b921-0292-4dfc-9e12-b02298e69ac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:18:36.208991 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-964d1f54-0a6f-4251-8c63-9d18a8f82401 service neutron] Attempting to bind port 9fa10ee8-a8ce-4d28-a9f0-0363128b97d0 on network 8f58b921-0292-4dfc-9e12-b02298e69ac5 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:18:36.235345 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c854f77-2ca4-403f-8f85-c8d72c82b552 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Checking segment: {'id': '6f01c196-88a6-4588-ad03-be3741a2575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '09a9351c-c151-4b3c-8e4b-a8355aed3aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:18:36.235704 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c854f77-2ca4-403f-8f85-c8d72c82b552 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Network hostable DHCP agents. Network: 09a9351c-c151-4b3c-8e4b-a8355aed3aa2, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:18:36.246144 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-964d1f54-0a6f-4251-8c63-9d18a8f82401 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:18:36.246476 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-964d1f54-0a6f-4251-8c63-9d18a8f82401 service neutron] Checking segment: {'id': 'aacb2949-f7b0-4f81-9ac6-514a286cfeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8f58b921-0292-4dfc-9e12-b02298e69ac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:18:36.246866 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-964d1f54-0a6f-4251-8c63-9d18a8f82401 service neutron] Bound using segment: {'id': 'aacb2949-f7b0-4f81-9ac6-514a286cfeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8f58b921-0292-4dfc-9e12-b02298e69ac5'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:18:36.247317 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-964d1f54-0a6f-4251-8c63-9d18a8f82401 service neutron] Bound port: 9fa10ee8-a8ce-4d28-a9f0-0363128b97d0, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aacb2949-f7b0-4f81-9ac6-514a286cfeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8f58b921-0292-4dfc-9e12-b02298e69ac5'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:18:36.247666 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-964d1f54-0a6f-4251-8c63-9d18a8f82401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:36.277090 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-cc6b78ba-5f79-4454-b19c-14645488d608 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5969257 May 23 11:18:36.330403 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-b0feb2e6-53f9-420e-b9be-9ace4db59c8d service neutron] Request body: {'port': {'device_id': '4032c4d8-4523-4197-81f8-b7a7ef859a89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:18:36.408502 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c854f77-2ca4-403f-8f85-c8d72c82b552 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Network 09a9351c-c151-4b3c-8e4b-a8355aed3aa2 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:18:36.422976 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-85516302-8d22-4ce7-b5cf-9e49d2969bed None None] For port 83b3141b-8e09-435e-bc71-1a4bbee80ec3, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:18:36.432774 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-85516302-8d22-4ce7-b5cf-9e49d2969bed None None] For port 83b3141b-8e09-435e-bc71-1a4bbee80ec3, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=83b3141b-8e09-435e-bc71-1a4bbee80ec3,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:18:36.435450 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b6f74954-2c71-46f8-b77d-1fb21fd8e1ac None None] Provisioning for port 73e84f24-1a14-4e66-9d4f-12a2c03bd380 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:18:36.445021 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b6f74954-2c71-46f8-b77d-1fb21fd8e1ac None None] Provisioning complete for port 73e84f24-1a14-4e66-9d4f-12a2c03bd380 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:18:36.445881 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b6f74954-2c71-46f8-b77d-1fb21fd8e1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:36.466294 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-5c854f77-2ca4-403f-8f85-c8d72c82b552 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 09a9351c-c151-4b3c-8e4b-a8355aed3aa2) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:18:36.513119 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c854f77-2ca4-403f-8f85-c8d72c82b552 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:36.513705 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5c854f77-2ca4-403f-8f85-c8d72c82b552 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:36.529326 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7d8c7e-9c60-41a5-819e-1410cb571127 None None] Network 09a9351c-c151-4b3c-8e4b-a8355aed3aa2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:18:36.535166 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-b0feb2e6-53f9-420e-b9be-9ace4db59c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:36.550797 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-85516302-8d22-4ce7-b5cf-9e49d2969bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:36.569307 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-964d1f54-0a6f-4251-8c63-9d18a8f82401 service neutron] For port 9fa10ee8-a8ce-4d28-a9f0-0363128b97d0, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:18:36.582826 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-964d1f54-0a6f-4251-8c63-9d18a8f82401 service neutron] For port 9fa10ee8-a8ce-4d28-a9f0-0363128b97d0, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=9fa10ee8-a8ce-4d28-a9f0-0363128b97d0,segment=NetworkSegment(aacb2949-f7b0-4f81-9ac6-514a286cfeda),segment_id=aacb2949-f7b0-4f81-9ac6-514a286cfeda)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:18:36.674006 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7df41e-3f20-40a9-ad1b-c8fbe794dbb5 req-7b4ca2a5-b1cb-4a88-9e2a-54edfdf6c7e9 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:36.678719 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7df41e-3f20-40a9-ad1b-c8fbe794dbb5 req-7b4ca2a5-b1cb-4a88-9e2a-54edfdf6c7e9 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:36.682861 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7df41e-3f20-40a9-ad1b-c8fbe794dbb5 req-7b4ca2a5-b1cb-4a88-9e2a-54edfdf6c7e9 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:36.687664 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7df41e-3f20-40a9-ad1b-c8fbe794dbb5 req-7b4ca2a5-b1cb-4a88-9e2a-54edfdf6c7e9 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:36.691883 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7df41e-3f20-40a9-ad1b-c8fbe794dbb5 req-7b4ca2a5-b1cb-4a88-9e2a-54edfdf6c7e9 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:36.700524 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5e7df41e-3f20-40a9-ad1b-c8fbe794dbb5 req-7b4ca2a5-b1cb-4a88-9e2a-54edfdf6c7e9 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 3828 time: 0.5109432 May 23 11:18:36.750963 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b6f74954-2c71-46f8-b77d-1fb21fd8e1ac None None] Port 73e84f24-1a14-4e66-9d4f-12a2c03bd380 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:18:36.761013 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b6b31a1-7019-4ee5-83a6-17e5271124df tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] POST failed (client error): There was a conflict when trying to complete your request. May 23 11:18:36.761642 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b6b31a1-7019-4ee5-83a6-17e5271124df tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:18:36.812211 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85516302-8d22-4ce7-b5cf-9e49d2969bed None None] Pushing event updated for resources: {'Port': ['ID=83b3141b-8e09-435e-bc71-1a4bbee80ec3,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:36.851669 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5e7df41e-3f20-40a9-ad1b-c8fbe794dbb5 req-c5199f7b-b631-458b-bc06-a4fdcad72da0 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499350 May 23 11:18:36.858004 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2b6b31a1-7019-4ee5-83a6-17e5271124df tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.4091389 May 23 11:18:36.858216 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58762) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:36.938530 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85516302-8d22-4ce7-b5cf-9e49d2969bed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:18:36.940270 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85516302-8d22-4ce7-b5cf-9e49d2969bed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:18:36.940270 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85516302-8d22-4ce7-b5cf-9e49d2969bed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:18:36.942344 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85516302-8d22-4ce7-b5cf-9e49d2969bed None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:18:36.944521 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85516302-8d22-4ce7-b5cf-9e49d2969bed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:18:36.944979 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85516302-8d22-4ce7-b5cf-9e49d2969bed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:18:36.945406 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85516302-8d22-4ce7-b5cf-9e49d2969bed None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:18:36.945831 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85516302-8d22-4ce7-b5cf-9e49d2969bed None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:18:36.946288 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85516302-8d22-4ce7-b5cf-9e49d2969bed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:18:36.948185 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85516302-8d22-4ce7-b5cf-9e49d2969bed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:18:36.948723 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85516302-8d22-4ce7-b5cf-9e49d2969bed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:18:36.970547 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f8fb5-be22-473c-b954-f1a6fd52ddb3 req-92cea176-e02a-4220-bf5d-35429b263eac tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:36.979814 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7a2f8fb5-be22-473c-b954-f1a6fd52ddb3 req-92cea176-e02a-4220-bf5d-35429b263eac tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.4065197 May 23 11:18:37.052972 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 0ec35eea-9b2b-474f-9ce7-3bfe44146239 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:18:37.110098 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7a2f8fb5-be22-473c-b954-f1a6fd52ddb3 req-19a16471-b46d-4e6d-b712-d690fb44ca76 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291671 May 23 11:18:37.190937 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6babce0-a11b-4eb4-8e56-65093a759af0 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:37.195601 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6babce0-a11b-4eb4-8e56-65093a759af0 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:37.196469 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-b6babce0-a11b-4eb4-8e56-65093a759af0 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:18:37.227441 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5c854f77-2ca4-403f-8f85-c8d72c82b552 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6711793 May 23 11:18:37.234383 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 58780) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:37.253629 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-81184902-adbc-4a5f-afe9-d1be3cd99bdd tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1300001181', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:18:37.259558 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-964d1f54-0a6f-4251-8c63-9d18a8f82401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:37.296742 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 3afd64a2-b6a5-4913-a9be-716566b8de39 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:18:37.315533 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-964d1f54-0a6f-4251-8c63-9d18a8f82401 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:37.317035 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-964d1f54-0a6f-4251-8c63-9d18a8f82401 service neutron] 10.222.0.81 "PUT /v2.0/ports/9fa10ee8-a8ce-4d28-a9f0-0363128b97d0 HTTP/1.1" status: 200 len: 1091 time: 4.8885155 May 23 11:18:37.318774 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-81184902-adbc-4a5f-afe9-d1be3cd99bdd tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:18:37.328174 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'tag': '9fa10ee8-a8ce-4d28-a9f0-0363128b97d0'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:18:37.349903 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-81184902-adbc-4a5f-afe9-d1be3cd99bdd tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Usage tracker for resource:router and tenant:3c9ac73e8a7143fb94827c1e9402fa16 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:18:37.360945 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-70c4018c-7420-44ed-9751-536e3fef329b service neutron] Request body: {'port': {'device_id': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:18:37.400593 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-81184902-adbc-4a5f-afe9-d1be3cd99bdd tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:18:37.412854 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-b6babce0-a11b-4eb4-8e56-65093a759af0 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:18:37.415227 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b6babce0-a11b-4eb4-8e56-65093a759af0 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1681 time: 0.5519423 May 23 11:18:37.427202 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58794) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:37.439462 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-81184902-adbc-4a5f-afe9-d1be3cd99bdd tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:18:37.454819 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-b0feb2e6-53f9-420e-b9be-9ace4db59c8d service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:18:37.526028 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d1f54-0a6f-4251-8c63-9d18a8f82401 service neutron] Pushing event updated for resources: {'Port': ['ID=9fa10ee8-a8ce-4d28-a9f0-0363128b97d0,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:37.547109 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 0ec35eea-9b2b-474f-9ce7-3bfe44146239, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=0ec35eea-9b2b-474f-9ce7-3bfe44146239,segment=NetworkSegment(5cee01f6-c5e9-4b6c-9ee4-d4191d783074),segment_id=5cee01f6-c5e9-4b6c-9ee4-d4191d783074)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:18:37.561125 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c26a7f8-4496-420d-985b-18a288ba62bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-09a9351c-c151-4b3c-8e4b-a8355aed3aa2', 'network_id': '09a9351c-c151-4b3c-8e4b-a8355aed3aa2', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'fixed_ips': [{'subnet_id': 'd45180ef-4c6f-4c7c-97a9-d09b0ca9136d'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:18:37.562063 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8c26a7f8-4496-420d-985b-18a288ba62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:37.588700 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-81184902-adbc-4a5f-afe9-d1be3cd99bdd tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:37.590435 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-81184902-adbc-4a5f-afe9-d1be3cd99bdd tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:37.616335 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '0ec35eea-9b2b-474f-9ce7-3bfe44146239', 'network_id': 'c8f610f3-246f-4e9c-bcad-00bcd258b4f5', 'port_id': '0ec35eea-9b2b-474f-9ce7-3bfe44146239', 'mac_address': 'fa:16:3e:66:d7:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921f8ad7-2327-456b-8d69-73b599e668ca', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:18:37.642594 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-cd7c9cb8-06f1-43d8-94ab-c35c85edad16 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting port 7529e4a9-ae4b-402f-9c68-c0515304839f {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:18:37.642947 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cd7c9cb8-06f1-43d8-94ab-c35c85edad16 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:37.652365 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-b0feb2e6-53f9-420e-b9be-9ace4db59c8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73e84f24-1a14-4e66-9d4f-12a2c03bd380 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:18:37.696567 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-b0feb2e6-53f9-420e-b9be-9ace4db59c8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:37.704446 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-70c4018c-7420-44ed-9751-536e3fef329b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:37.760868 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a3177-ab80-4e92-a26a-60b77501444a req-e3a057f9-3731-4169-a12d-7690fb49672a tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:37.768328 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6a1a3177-ab80-4e92-a26a-60b77501444a req-e3a057f9-3731-4169-a12d-7690fb49672a tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89 HTTP/1.1" status: 200 len: 931 time: 0.4716170 May 23 11:18:37.786415 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 3afd64a2-b6a5-4913-a9be-716566b8de39 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:18:37.805466 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 83b3141b-8e09-435e-bc71-1a4bbee80ec3 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:18:37.849566 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af775e-5613-488f-a762-b92798453ad8 req-7e7ba841-0ed6-414e-920c-bf0f69c4493b tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:37.866839 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-37af775e-5613-488f-a762-b92798453ad8 req-7e7ba841-0ed6-414e-920c-bf0f69c4493b tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c97939e-1319-44f6-9c60-0ce02b30c2fe HTTP/1.1" status: 200 len: 946 time: 0.6671443 May 23 11:18:37.902758 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 3afd64a2-b6a5-4913-a9be-716566b8de39 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:18:37.903122 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:38.021931 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:38.150455 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-37af775e-5613-488f-a762-b92798453ad8 req-298389ea-04ce-4a10-88ad-a5408c18d3b3 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?id=86dec8f3-5612-4480-a396-67582eceb525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2807653 May 23 11:18:38.179748 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6a1a3177-ab80-4e92-a26a-60b77501444a req-200da034-547e-4ea4-b779-8a9d38b5f035 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5e7d2e4-d721-4138-a0e8-2d99d4530de0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4093375 May 23 11:18:38.218119 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:38.228119 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ec35eea-9b2b-474f-9ce7-3bfe44146239 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:18:38.255690 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:18:38.271846 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-70c4018c-7420-44ed-9751-536e3fef329b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65511622-3ae6-4e00-8bb2-667556a3a5f7 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:18:38.286213 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-70c4018c-7420-44ed-9751-536e3fef329b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:38.305079 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-70c4018c-7420-44ed-9751-536e3fef329b service neutron] Transition to ACTIVE for port object 65511622-3ae6-4e00-8bb2-667556a3a5f7 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:18:38.306445 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-b0feb2e6-53f9-420e-b9be-9ace4db59c8d service neutron] Transition to ACTIVE for port object 73e84f24-1a14-4e66-9d4f-12a2c03bd380 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:18:38.311289 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-81184902-adbc-4a5f-afe9-d1be3cd99bdd tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:38.323147 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 0ec35eea-9b2b-474f-9ce7-3bfe44146239, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=0ec35eea-9b2b-474f-9ce7-3bfe44146239,segment=NetworkSegment(5cee01f6-c5e9-4b6c-9ee4-d4191d783074),segment_id=5cee01f6-c5e9-4b6c-9ee4-d4191d783074)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:18:38.323949 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-70c4018c-7420-44ed-9751-536e3fef329b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:38.334131 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-b0feb2e6-53f9-420e-b9be-9ace4db59c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:38.336293 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:38.373916 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-8c26a7f8-4496-420d-985b-18a288ba62bf None None] Allocated IP 172.20.0.2 (09a9351c-c151-4b3c-8e4b-a8355aed3aa2/d45180ef-4c6f-4c7c-97a9-d09b0ca9136d/55a4a5ec-08a6-4e00-a4b1-f8f106564379) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:18:38.395859 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89102aa2-3929-4aec-86ed-fa1825d0ef99'] response: {'name': 'network-changed', 'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'tag': '9fa10ee8-a8ce-4d28-a9f0-0363128b97d0', 'status': 'completed', 'code': 200} May 23 11:18:38.462047 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:38.520017 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 3afd64a2-b6a5-4913-a9be-716566b8de39, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=3afd64a2-b6a5-4913-a9be-716566b8de39,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:18:38.525796 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be11c2e-70c8-4051-9ea8-628eee2c4908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3afd64a2-b6a5-4913-a9be-716566b8de39'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:18:38.536037 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 83b3141b-8e09-435e-bc71-1a4bbee80ec3 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:18:38.539798 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:38.696333 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=0ec35eea-9b2b-474f-9ce7-3bfe44146239,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:38.723106 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-81184902-adbc-4a5f-afe9-d1be3cd99bdd tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:38.801114 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c4018c-7420-44ed-9751-536e3fef329b service neutron] Pushing event updated for resources: {'Port': ['ID=65511622-3ae6-4e00-8bb2-667556a3a5f7,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:38.834773 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cd7c9cb8-06f1-43d8-94ab-c35c85edad16 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:38.928483 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-81184902-adbc-4a5f-afe9-d1be3cd99bdd tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:38.930538 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-81184902-adbc-4a5f-afe9-d1be3cd99bdd tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.6893172 May 23 11:18:38.997262 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 58808) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:39.071241 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8c26a7f8-4496-420d-985b-18a288ba62bf None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:39.082374 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8c26a7f8-4496-420d-985b-18a288ba62bf None None] Transition to ACTIVE for port object 55a4a5ec-08a6-4e00-a4b1-f8f106564379 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:18:39.101121 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8c26a7f8-4496-420d-985b-18a288ba62bf None None] Transition to ACTIVE for port object 55a4a5ec-08a6-4e00-a4b1-f8f106564379 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:18:39.104015 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['0ec35eea-9b2b-474f-9ce7-3bfe44146239'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:18:39.122999 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-cd7c9cb8-06f1-43d8-94ab-c35c85edad16 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Calling delete_port for 7529e4a9-ae4b-402f-9c68-c0515304839f owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:18:39.141139 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8c26a7f8-4496-420d-985b-18a288ba62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:39.170938 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=3afd64a2-b6a5-4913-a9be-716566b8de39,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:39.237572 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c5c5e4a3-5531-464c-a161-145a3e4ae462 None None] Provisioning for port 83b3141b-8e09-435e-bc71-1a4bbee80ec3 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:18:39.238421 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7d817c71-a8ad-440c-98be-5dad080061e9 req-86572a33-392a-4480-a005-05ff8b8e116f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6413deec0c1b468e9165a85b033a2ba9&device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 5249 time: 0.7840037 May 23 11:18:39.250589 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9d9c3-6ae9-401f-be8f-7912dd9f11f7 req-82a90480-7f83-41a5-9463-d494c415d170 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:39.258821 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-61c9d9c3-6ae9-401f-be8f-7912dd9f11f7 req-82a90480-7f83-41a5-9463-d494c415d170 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 944 time: 0.7120821 May 23 11:18:39.289606 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0feb2e6-53f9-420e-b9be-9ace4db59c8d service neutron] Pushing event updated for resources: {'Port': ['ID=73e84f24-1a14-4e66-9d4f-12a2c03bd380,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:39.309321 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c26a7f8-4496-420d-985b-18a288ba62bf None None] Network 09a9351c-c151-4b3c-8e4b-a8355aed3aa2 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:18:39.324153 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea56d8-a660-406f-b446-bbc3608b644d req-cf6599a6-9583-4728-8fb3-cad658af0fb7 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:39.325087 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c5c5e4a3-5531-464c-a161-145a3e4ae462 None None] Provisioning complete for port 83b3141b-8e09-435e-bc71-1a4bbee80ec3 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:18:39.325725 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c5c5e4a3-5531-464c-a161-145a3e4ae462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:39.330089 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea56d8-a660-406f-b446-bbc3608b644d req-cf6599a6-9583-4728-8fb3-cad658af0fb7 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:39.334729 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea56d8-a660-406f-b446-bbc3608b644d req-cf6599a6-9583-4728-8fb3-cad658af0fb7 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:39.339473 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea56d8-a660-406f-b446-bbc3608b644d req-cf6599a6-9583-4728-8fb3-cad658af0fb7 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:39.344171 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea56d8-a660-406f-b446-bbc3608b644d req-cf6599a6-9583-4728-8fb3-cad658af0fb7 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:39.348869 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea56d8-a660-406f-b446-bbc3608b644d req-cf6599a6-9583-4728-8fb3-cad658af0fb7 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:39.350858 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6eea56d8-a660-406f-b446-bbc3608b644d req-cf6599a6-9583-4728-8fb3-cad658af0fb7 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 4605 time: 0.7121933 May 23 11:18:39.385909 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-8c26a7f8-4496-420d-985b-18a288ba62bf None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:18:39.392245 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-b0feb2e6-53f9-420e-b9be-9ace4db59c8d service neutron] Attempting to bind port 73e84f24-1a14-4e66-9d4f-12a2c03bd380 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:18:39.392566 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-b0feb2e6-53f9-420e-b9be-9ace4db59c8d service neutron] Attempting to bind port 73e84f24-1a14-4e66-9d4f-12a2c03bd380 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '8ad0a6a2-f0c5-4005-98ee-13e703106a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0308ef6c-1caf-4171-ace3-29e1cb4dd978'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:18:39.392907 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-b0feb2e6-53f9-420e-b9be-9ace4db59c8d service neutron] Attempting to bind port 73e84f24-1a14-4e66-9d4f-12a2c03bd380 on network 0308ef6c-1caf-4171-ace3-29e1cb4dd978 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:18:39.400404 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-70c4018c-7420-44ed-9751-536e3fef329b service neutron] Attempting to bind port 65511622-3ae6-4e00-8bb2-667556a3a5f7 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:18:39.400785 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-70c4018c-7420-44ed-9751-536e3fef329b service neutron] Attempting to bind port 65511622-3ae6-4e00-8bb2-667556a3a5f7 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '62a496cc-e19f-409a-b014-66e4d6c7cebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'dc15df35-8b51-40b0-8426-c0ec1198d56f'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:18:39.401107 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-70c4018c-7420-44ed-9751-536e3fef329b service neutron] Attempting to bind port 65511622-3ae6-4e00-8bb2-667556a3a5f7 on network dc15df35-8b51-40b0-8426-c0ec1198d56f {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:18:39.417021 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c26a7f8-4496-420d-985b-18a288ba62bf None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:18:39.427594 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:39.455359 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0656ac21-6697-496d-b800-125f21a34ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:39.468812 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c26a7f8-4496-420d-985b-18a288ba62bf None None] Pushing event updated for resources: {'Port': ['ID=55a4a5ec-08a6-4e00-a4b1-f8f106564379,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:39.612077 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-61c9d9c3-6ae9-401f-be8f-7912dd9f11f7 req-82d8bbbd-400c-4a05-9dbe-4fd4d1ec3545 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520901 May 23 11:18:39.670773 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6eea56d8-a660-406f-b446-bbc3608b644d req-ca9f145b-5e53-4031-870e-5d974240291d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f104f24-d3e6-45e4-adef-c55f6b4d08fc&id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2379739 May 23 11:18:39.692110 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-8c26a7f8-4496-420d-985b-18a288ba62bf None None] Attempting to bind port 55a4a5ec-08a6-4e00-a4b1-f8f106564379 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:18:39.692943 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-8c26a7f8-4496-420d-985b-18a288ba62bf None None] Attempting to bind port 55a4a5ec-08a6-4e00-a4b1-f8f106564379 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '6f01c196-88a6-4588-ad03-be3741a2575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '09a9351c-c151-4b3c-8e4b-a8355aed3aa2'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:18:39.693312 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c26a7f8-4496-420d-985b-18a288ba62bf None None] Attempting to bind port 55a4a5ec-08a6-4e00-a4b1-f8f106564379 on network 09a9351c-c151-4b3c-8e4b-a8355aed3aa2 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:18:39.704562 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d817c71-a8ad-440c-98be-5dad080061e9 req-de820089-8859-4746-863a-45fa3fe032e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:39.705078 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d817c71-a8ad-440c-98be-5dad080061e9 req-de820089-8859-4746-863a-45fa3fe032e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:39.705451 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d817c71-a8ad-440c-98be-5dad080061e9 req-de820089-8859-4746-863a-45fa3fe032e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:39.707304 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7d817c71-a8ad-440c-98be-5dad080061e9 req-de820089-8859-4746-863a-45fa3fe032e9 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=6413deec0c1b468e9165a85b033a2ba9&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4269407 May 23 11:18:39.758622 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c26a7f8-4496-420d-985b-18a288ba62bf None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:18:39.760163 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c26a7f8-4496-420d-985b-18a288ba62bf None None] Checking segment: {'id': '6f01c196-88a6-4588-ad03-be3741a2575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '09a9351c-c151-4b3c-8e4b-a8355aed3aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:18:39.760163 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8c26a7f8-4496-420d-985b-18a288ba62bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:39.760163 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c26a7f8-4496-420d-985b-18a288ba62bf None None] Bound using segment: {'id': '6f01c196-88a6-4588-ad03-be3741a2575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '09a9351c-c151-4b3c-8e4b-a8355aed3aa2'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:18:39.760414 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-8c26a7f8-4496-420d-985b-18a288ba62bf None None] Bound port: 55a4a5ec-08a6-4e00-a4b1-f8f106564379, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f01c196-88a6-4588-ad03-be3741a2575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '09a9351c-c151-4b3c-8e4b-a8355aed3aa2'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:18:39.760741 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8c26a7f8-4496-420d-985b-18a288ba62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:39.861155 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-70c4018c-7420-44ed-9751-536e3fef329b service neutron] Port 65511622-3ae6-4e00-8bb2-667556a3a5f7 on network dc15df35-8b51-40b0-8426-c0ec1198d56f not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:18:39.861506 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-70c4018c-7420-44ed-9751-536e3fef329b service neutron] Attempting to bind port 65511622-3ae6-4e00-8bb2-667556a3a5f7 on network dc15df35-8b51-40b0-8426-c0ec1198d56f {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:18:39.872371 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-b0feb2e6-53f9-420e-b9be-9ace4db59c8d service neutron] Port 73e84f24-1a14-4e66-9d4f-12a2c03bd380 on network 0308ef6c-1caf-4171-ace3-29e1cb4dd978 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:18:39.872680 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-b0feb2e6-53f9-420e-b9be-9ace4db59c8d service neutron] Attempting to bind port 73e84f24-1a14-4e66-9d4f-12a2c03bd380 on network 0308ef6c-1caf-4171-ace3-29e1cb4dd978 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:18:39.883582 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c5c5e4a3-5531-464c-a161-145a3e4ae462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:39.921278 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cd7c9cb8-06f1-43d8-94ab-c35c85edad16 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:39.925317 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-70c4018c-7420-44ed-9751-536e3fef329b service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:18:39.925653 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-70c4018c-7420-44ed-9751-536e3fef329b service neutron] Checking segment: {'id': '62a496cc-e19f-409a-b014-66e4d6c7cebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'dc15df35-8b51-40b0-8426-c0ec1198d56f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:18:39.929284 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-70c4018c-7420-44ed-9751-536e3fef329b service neutron] Bound using segment: {'id': '62a496cc-e19f-409a-b014-66e4d6c7cebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'dc15df35-8b51-40b0-8426-c0ec1198d56f'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:18:39.929821 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-70c4018c-7420-44ed-9751-536e3fef329b service neutron] Bound port: 65511622-3ae6-4e00-8bb2-667556a3a5f7, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a496cc-e19f-409a-b014-66e4d6c7cebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'dc15df35-8b51-40b0-8426-c0ec1198d56f'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:18:39.932630 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-70c4018c-7420-44ed-9751-536e3fef329b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:39.989848 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-8c26a7f8-4496-420d-985b-18a288ba62bf None None] For port 55a4a5ec-08a6-4e00-a4b1-f8f106564379, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:18:39.993055 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c5c5e4a3-5531-464c-a161-145a3e4ae462 None None] For port 83b3141b-8e09-435e-bc71-1a4bbee80ec3, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=83b3141b-8e09-435e-bc71-1a4bbee80ec3,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:18:39.995199 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-8c26a7f8-4496-420d-985b-18a288ba62bf None None] For port 55a4a5ec-08a6-4e00-a4b1-f8f106564379, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=55a4a5ec-08a6-4e00-a4b1-f8f106564379,segment=NetworkSegment(6f01c196-88a6-4588-ad03-be3741a2575d),segment_id=6f01c196-88a6-4588-ad03-be3741a2575d)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:18:39.999493 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c5c5e4a3-5531-464c-a161-145a3e4ae462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:40.031048 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8c26a7f8-4496-420d-985b-18a288ba62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:40.083213 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c5e4a3-5531-464c-a161-145a3e4ae462 None None] Pushing event updated for resources: {'Port': ['ID=83b3141b-8e09-435e-bc71-1a4bbee80ec3,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:40.189416 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c26a7f8-4496-420d-985b-18a288ba62bf None None] Pushing event updated for resources: {'Port': ['ID=55a4a5ec-08a6-4e00-a4b1-f8f106564379,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:40.236952 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fcdc9298-06c9-464b-9b68-1411fc941d18 None None] Could not find standard attr ID for object 7529e4a9-ae4b-402f-9c68-c0515304839f. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:18:40.267954 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-b0feb2e6-53f9-420e-b9be-9ace4db59c8d service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:18:40.268504 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-b0feb2e6-53f9-420e-b9be-9ace4db59c8d service neutron] Checking segment: {'id': '8ad0a6a2-f0c5-4005-98ee-13e703106a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0308ef6c-1caf-4171-ace3-29e1cb4dd978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:18:40.268945 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-b0feb2e6-53f9-420e-b9be-9ace4db59c8d service neutron] Bound using segment: {'id': '8ad0a6a2-f0c5-4005-98ee-13e703106a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0308ef6c-1caf-4171-ace3-29e1cb4dd978'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:18:40.269390 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-b0feb2e6-53f9-420e-b9be-9ace4db59c8d service neutron] Bound port: 73e84f24-1a14-4e66-9d4f-12a2c03bd380, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ad0a6a2-f0c5-4005-98ee-13e703106a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0308ef6c-1caf-4171-ace3-29e1cb4dd978'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:18:40.269731 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-b0feb2e6-53f9-420e-b9be-9ace4db59c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:40.283787 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7c9cb8-06f1-43d8-94ab-c35c85edad16 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Port': ['ID=7529e4a9-ae4b-402f-9c68-c0515304839f,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:40.421301 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cd7c9cb8-06f1-43d8-94ab-c35c85edad16 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:40.475634 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d817c71-a8ad-440c-98be-5dad080061e9 req-2782bee5-a734-42b8-920c-e9b376fbff1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:40.477274 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7d817c71-a8ad-440c-98be-5dad080061e9 req-2782bee5-a734-42b8-920c-e9b376fbff1d service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7537029 May 23 11:18:40.499195 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-cd7c9cb8-06f1-43d8-94ab-c35c85edad16 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/ports/7529e4a9-ae4b-402f-9c68-c0515304839f HTTP/1.1" status: 204 len: 168 time: 3.0703032 May 23 11:18:40.500895 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58816) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:40.509853 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1d984-f2e6-48a7-88e5-f4f170b2ebfd req-e6ce3fd3-79f1-4975-8c65-7c3f462524e1 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:40.519096 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e1d1d984-f2e6-48a7-88e5-f4f170b2ebfd req-e6ce3fd3-79f1-4975-8c65-7c3f462524e1 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 946 time: 0.6044991 May 23 11:18:40.588533 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0454903-75eb-43e7-9e68-7ba02d5a9bcc req-294bdec1-52c5-41b6-8096-eca85b2a771c tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:40.599312 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-70c4018c-7420-44ed-9751-536e3fef329b service neutron] For port 65511622-3ae6-4e00-8bb2-667556a3a5f7, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:18:40.600304 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b0454903-75eb-43e7-9e68-7ba02d5a9bcc req-294bdec1-52c5-41b6-8096-eca85b2a771c tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c97939e-1319-44f6-9c60-0ce02b30c2fe HTTP/1.1" status: 200 len: 946 time: 0.4628205 May 23 11:18:40.603210 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58822) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:40.635483 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-70c4018c-7420-44ed-9751-536e3fef329b service neutron] For port 65511622-3ae6-4e00-8bb2-667556a3a5f7, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=65511622-3ae6-4e00-8bb2-667556a3a5f7,segment=NetworkSegment(62a496cc-e19f-409a-b014-66e4d6c7cebc),segment_id=62a496cc-e19f-409a-b014-66e4d6c7cebc)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:18:40.647503 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-ab261aac-be14-470c-af4e-70708a44b494 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Request body: {'floatingip': {'port_id': '630fccd4-0096-4feb-8fd4-33fc90d39a82'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:18:40.648489 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-b0feb2e6-53f9-420e-b9be-9ace4db59c8d service neutron] For port 73e84f24-1a14-4e66-9d4f-12a2c03bd380, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:18:40.662298 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-b0feb2e6-53f9-420e-b9be-9ace4db59c8d service neutron] For port 73e84f24-1a14-4e66-9d4f-12a2c03bd380, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=73e84f24-1a14-4e66-9d4f-12a2c03bd380,segment=NetworkSegment(8ad0a6a2-f0c5-4005-98ee-13e703106a55),segment_id=8ad0a6a2-f0c5-4005-98ee-13e703106a55)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:18:40.666662 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-70c4018c-7420-44ed-9751-536e3fef329b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:40.711476 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6079756-d51e-4377-83e3-82c0e0687afb'] response: {'server_uuid': '2be11c2e-70c8-4051-9ea8-628eee2c4908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3afd64a2-b6a5-4913-a9be-716566b8de39', 'code': 200} May 23 11:18:40.774171 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-b0feb2e6-53f9-420e-b9be-9ace4db59c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:40.812347 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ab261aac-be14-470c-af4e-70708a44b494 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for floatingip, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:40.962751 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-70c4018c-7420-44ed-9751-536e3fef329b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:40.964455 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-70c4018c-7420-44ed-9751-536e3fef329b service neutron] 10.222.0.81 "PUT /v2.0/ports/65511622-3ae6-4e00-8bb2-667556a3a5f7 HTTP/1.1" status: 200 len: 1135 time: 3.6094854 May 23 11:18:40.973352 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'tag': '65511622-3ae6-4e00-8bb2-667556a3a5f7'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:18:40.992345 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-b0feb2e6-53f9-420e-b9be-9ace4db59c8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:40.994506 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-b0feb2e6-53f9-420e-b9be-9ace4db59c8d service neutron] 10.222.0.81 "PUT /v2.0/ports/73e84f24-1a14-4e66-9d4f-12a2c03bd380 HTTP/1.1" status: 200 len: 1091 time: 4.6680501 May 23 11:18:41.014682 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-c607d3c3-9563-46ab-84a5-58e2fe9ec955 service neutron] Request body: {'port': {'device_id': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:18:41.073459 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 0ec35eea-9b2b-474f-9ce7-3bfe44146239 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:18:41.092275 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e1d1d984-f2e6-48a7-88e5-f4f170b2ebfd req-e07786dd-f9c9-4e10-931b-a3a276361f51 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5722904 May 23 11:18:41.098205 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4511f17c-47bd-4f3a-be19-9629e956842f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:41.099596 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4511f17c-47bd-4f3a-be19-9629e956842f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:41.100628 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4511f17c-47bd-4f3a-be19-9629e956842f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:18:41.112637 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c4018c-7420-44ed-9751-536e3fef329b service neutron] Pushing event updated for resources: {'Port': ['ID=65511622-3ae6-4e00-8bb2-667556a3a5f7,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:41.210459 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4511f17c-47bd-4f3a-be19-9629e956842f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:18:41.214771 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4511f17c-47bd-4f3a-be19-9629e956842f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7126799 May 23 11:18:41.217128 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58832) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:41.328789 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 0ec35eea-9b2b-474f-9ce7-3bfe44146239 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:18:41.343251 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 0ec35eea-9b2b-474f-9ce7-3bfe44146239 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:18:41.343548 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:41.524681 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-69bdb215-b426-49b3-9c2e-a818205f6f49 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:41.644932 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-50bf8786-2352-43c6-917a-1a48e550cac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:41.662201 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f11f3-16eb-479e-8e3e-1542289cdd4a req-e584ef34-9209-4d02-b8c0-5c5f93eb263d tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:41.673694 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5c7f11f3-16eb-479e-8e3e-1542289cdd4a req-e584ef34-9209-4d02-b8c0-5c5f93eb263d tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89 HTTP/1.1" status: 200 len: 943 time: 0.7050288 May 23 11:18:41.685022 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:41.780388 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 0ec35eea-9b2b-474f-9ce7-3bfe44146239, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=0ec35eea-9b2b-474f-9ce7-3bfe44146239,segment=NetworkSegment(5cee01f6-c5e9-4b6c-9ee4-d4191d783074),segment_id=5cee01f6-c5e9-4b6c-9ee4-d4191d783074)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:18:41.802413 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:41.922017 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 83b3141b-8e09-435e-bc71-1a4bbee80ec3 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:18:42.085475 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0feb2e6-53f9-420e-b9be-9ace4db59c8d service neutron] Pushing event updated for resources: {'Port': ['ID=73e84f24-1a14-4e66-9d4f-12a2c03bd380,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:42.113767 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3dcddc12-e5f1-402e-b720-b5440b68a602 req-76525de0-a92d-40b1-875b-e52b902d8bc3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 1097 time: 1.2864416 May 23 11:18:42.114052 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=0ec35eea-9b2b-474f-9ce7-3bfe44146239,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:42.133477 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 83b3141b-8e09-435e-bc71-1a4bbee80ec3 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:18:42.133984 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:42.196447 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ff1a5c-8444-48a1-88ad-3fdcad00d13b None None] Network 09a9351c-c151-4b3c-8e4b-a8355aed3aa2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:18:42.197281 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-c607d3c3-9563-46ab-84a5-58e2fe9ec955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:42.280661 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-cba434b6-ad4b-483f-b2d3-205bbd4bdd56 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d3ec9888c9b84da5954173e8d76fab76&device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89 HTTP/1.1" status: 200 len: 1094 time: 1.2144332 May 23 11:18:42.340662 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5c7f11f3-16eb-479e-8e3e-1542289cdd4a req-8926ec94-8d34-4b18-8a0b-a7cfbbdd093a tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5e7d2e4-d721-4138-a0e8-2d99d4530de0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6660123 May 23 11:18:42.392633 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3dcddc12-e5f1-402e-b720-b5440b68a602 req-584f4b5b-7562-4bb8-b54a-8a4e6f413726 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2586875 May 23 11:18:42.398538 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-a029e961-d53a-43ce-8dad-ce5d44815f45 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73e84f24-1a14-4e66-9d4f-12a2c03bd380 HTTP/1.1" status: 200 len: 217 time: 0.0946143 May 23 11:18:42.440204 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-7741caad-d903-469e-a4e9-cc7a42b97529 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting subnet 4c307a7b-1426-4b25-abe6-6e6faf67053b {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:18:42.451031 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff7641-57fd-4e00-b7f7-721af36545a5 req-236a3546-290c-4faf-bf5e-cbcbf9a3511c tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:42.458352 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3aff7641-57fd-4e00-b7f7-721af36545a5 req-236a3546-290c-4faf-bf5e-cbcbf9a3511c tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 944 time: 1.0743165 May 23 11:18:42.482398 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7741caad-d903-469e-a4e9-cc7a42b97529 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:42.642279 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3aff7641-57fd-4e00-b7f7-721af36545a5 req-c2ca21ee-934e-4ebc-89ef-ec6b538bc9ea tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829417 May 23 11:18:42.682786 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7741caad-d903-469e-a4e9-cc7a42b97529 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:42.719058 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-12378905-a82e-47da-8683-0a834e4d1631 None None] Provisioning for port 55a4a5ec-08a6-4e00-a4b1-f8f106564379 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:18:42.748320 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e882072-2971-4dc6-b99b-fac6bc071ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec35eea-9b2b-474f-9ce7-3bfe44146239'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:18:42.836263 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-014b7329-7fe3-4938-b7c1-19b103222feb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:42.838279 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-014b7329-7fe3-4938-b7c1-19b103222feb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=78a08f2b-9bc6-4aed-a592-74a10c72dff5 HTTP/1.1" status: 200 len: 849 time: 0.2735951 May 23 11:18:42.866939 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 55a4a5ec-08a6-4e00-a4b1-f8f106564379 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:18:42.877124 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18e55020-8a2d-497b-bf57-6b88b318d248'] response: {'name': 'network-changed', 'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'tag': '65511622-3ae6-4e00-8bb2-667556a3a5f7', 'status': 'completed', 'code': 200} May 23 11:18:42.938152 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:43.010735 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:43.123316 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 55a4a5ec-08a6-4e00-a4b1-f8f106564379 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:18:43.130643 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 55a4a5ec-08a6-4e00-a4b1-f8f106564379 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:18:43.131241 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:43.160490 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-69bdb215-b426-49b3-9c2e-a818205f6f49 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Allocated IP 172.20.0.1 (09a9351c-c151-4b3c-8e4b-a8355aed3aa2/d45180ef-4c6f-4c7c-97a9-d09b0ca9136d/3e4f4e07-c1ab-4153-897d-8f308487cd07) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:18:43.303635 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:43.325638 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5ed8b799-06b0-4535-89fd-b76fb7cb0969 req-2c9ff175-6811-41b1-9eee-011d477f6ced service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6413deec0c1b468e9165a85b033a2ba9&device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 5291 time: 0.3781176 May 23 11:18:43.350465 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 55a4a5ec-08a6-4e00-a4b1-f8f106564379, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=55a4a5ec-08a6-4e00-a4b1-f8f106564379,segment=NetworkSegment(6f01c196-88a6-4588-ad03-be3741a2575d),segment_id=6f01c196-88a6-4588-ad03-be3741a2575d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:18:43.361008 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:43.381948 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-c607d3c3-9563-46ab-84a5-58e2fe9ec955 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:18:43.400895 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fdcc23-e777-4ec7-bb11-5a32ba6e7c06 req-36f6b873-fbbf-4dfb-b706-0ce7158c3ed8 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:43.412491 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fdcc23-e777-4ec7-bb11-5a32ba6e7c06 req-36f6b873-fbbf-4dfb-b706-0ce7158c3ed8 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:43.416701 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fdcc23-e777-4ec7-bb11-5a32ba6e7c06 req-36f6b873-fbbf-4dfb-b706-0ce7158c3ed8 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:43.425457 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fdcc23-e777-4ec7-bb11-5a32ba6e7c06 req-36f6b873-fbbf-4dfb-b706-0ce7158c3ed8 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:43.431159 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fdcc23-e777-4ec7-bb11-5a32ba6e7c06 req-36f6b873-fbbf-4dfb-b706-0ce7158c3ed8 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:43.447572 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fdcc23-e777-4ec7-bb11-5a32ba6e7c06 req-36f6b873-fbbf-4dfb-b706-0ce7158c3ed8 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:43.453969 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-c6922278-a1a8-4d51-b3bd-3c3e8b3aa9db service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0308ef6c-1caf-4171-ace3-29e1cb4dd978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5490460 May 23 11:18:43.455336 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e0fdcc23-e777-4ec7-bb11-5a32ba6e7c06 req-36f6b873-fbbf-4dfb-b706-0ce7158c3ed8 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 4605 time: 0.8102727 May 23 11:18:43.461155 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7741caad-d903-469e-a4e9-cc7a42b97529 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:43.474492 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-602f2df0-9883-4780-82c6-45eddeca8ca4 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:18:43.475459 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-602f2df0-9883-4780-82c6-45eddeca8ca4 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0084369 May 23 11:18:43.510033 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=55a4a5ec-08a6-4e00-a4b1-f8f106564379,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:43.514208 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d81b5aed-e19f-47a3-8b46-682fc809aebd None None] Provisioning complete for port 55a4a5ec-08a6-4e00-a4b1-f8f106564379 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:18:43.514588 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d81b5aed-e19f-47a3-8b46-682fc809aebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:43.636999 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4493d78-9503-41c1-b6a7-b6d36e112d88 req-1451c3c3-f911-4db0-b8a8-59dc85695fb6 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:43.638686 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e4493d78-9503-41c1-b6a7-b6d36e112d88 req-1451c3c3-f911-4db0-b8a8-59dc85695fb6 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 946 time: 0.5641940 May 23 11:18:43.642417 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-69bdb215-b426-49b3-9c2e-a818205f6f49 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:43.647180 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [None req-ab261aac-be14-470c-af4e-70708a44b494 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:18:43.664312 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-69bdb215-b426-49b3-9c2e-a818205f6f49 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Transition to ACTIVE for port object 3e4f4e07-c1ab-4153-897d-8f308487cd07 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:18:43.697009 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-c607d3c3-9563-46ab-84a5-58e2fe9ec955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fe06221-9b45-4a87-9097-415f9568b703 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:18:43.711430 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-c607d3c3-9563-46ab-84a5-58e2fe9ec955 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:43.736479 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 55a4a5ec-08a6-4e00-a4b1-f8f106564379 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:18:43.756326 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-69bdb215-b426-49b3-9c2e-a818205f6f49 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:43.761455 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-c607d3c3-9563-46ab-84a5-58e2fe9ec955 service neutron] Transition to ACTIVE for port object 8fe06221-9b45-4a87-9097-415f9568b703 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:18:43.816146 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7741caad-d903-469e-a4e9-cc7a42b97529 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:43.826323 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-c607d3c3-9563-46ab-84a5-58e2fe9ec955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:43.838963 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 55a4a5ec-08a6-4e00-a4b1-f8f106564379 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:18:43.839374 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:43.862932 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e4493d78-9503-41c1-b6a7-b6d36e112d88 req-76fe8063-4239-4293-81b6-64b3cb0972d0 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485021 May 23 11:18:43.869324 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-a730902a-9236-44f7-91fc-8c7e77e5d7d4 service neutron] 10.222.0.81 "GET /v2.0/networks/0308ef6c-1caf-4171-ace3-29e1cb4dd978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765550 May 23 11:18:43.894035 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bdb215-b426-49b3-9c2e-a818205f6f49 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Network 09a9351c-c151-4b3c-8e4b-a8355aed3aa2 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:18:44.013317 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bdb215-b426-49b3-9c2e-a818205f6f49 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event updated for resources: {'Port': ['ID=3e4f4e07-c1ab-4153-897d-8f308487cd07,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:44.049215 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7741caad-d903-469e-a4e9-cc7a42b97529 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:44.052697 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-69bdb215-b426-49b3-9c2e-a818205f6f49 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:18:44.055006 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bdb215-b426-49b3-9c2e-a818205f6f49 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:18:44.123492 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34d2b5f-e5c4-405e-9423-00147f388ce7 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:18:44.226344 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7741caad-d903-469e-a4e9-cc7a42b97529 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/4c307a7b-1426-4b25-abe6-6e6faf67053b HTTP/1.1" status: 204 len: 168 time: 2.9485583 May 23 11:18:44.229259 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ee93734-c769-416e-a1ee-c1f896027b21'] response: {'server_uuid': '0e882072-2971-4dc6-b99b-fac6bc071ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec35eea-9b2b-474f-9ce7-3bfe44146239', 'code': 200} May 23 11:18:44.230426 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7741caad-d903-469e-a4e9-cc7a42b97529 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Subnet': ['ID=4c307a7b-1426-4b25-abe6-6e6faf67053b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:44.252878 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58850) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:44.376893 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:44.465608 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-69bdb215-b426-49b3-9c2e-a818205f6f49 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:44.525260 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c607d3c3-9563-46ab-84a5-58e2fe9ec955 service neutron] Pushing event updated for resources: {'Port': ['ID=8fe06221-9b45-4a87-9097-415f9568b703,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:44.642323 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-13b81986-0743-4ade-ab1a-886ca8c13116 None None] Provisioning for port 3e4f4e07-c1ab-4153-897d-8f308487cd07 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:18:44.644483 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e0fdcc23-e777-4ec7-bb11-5a32ba6e7c06 req-a54bfaf1-ca95-44eb-9b68-669dc194a5a0 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f104f24-d3e6-45e4-adef-c55f6b4d08fc&id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0956800 May 23 11:18:44.649826 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-13b81986-0743-4ade-ab1a-886ca8c13116 None None] Provisioning complete for port 3e4f4e07-c1ab-4153-897d-8f308487cd07 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:18:44.656579 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-13b81986-0743-4ade-ab1a-886ca8c13116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:44.656775 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7528f251-6175-4f60-93fc-8b1dfc07d1ae req-11791448-f46b-45d5-88bd-0adda84db6aa service neutron] 10.222.0.81 "GET /v2.0/networks/0308ef6c-1caf-4171-ace3-29e1cb4dd978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6796894 May 23 11:18:44.657414 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 58854) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:44.658218 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-405341a7-fa73-4916-bf2a-a43703b6f1d7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3817685 May 23 11:18:44.668662 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-6230da2c-609a-4f4c-ac9c-771ada385764 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'subnet': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:18:44.683464 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ab261aac-be14-470c-af4e-70708a44b494 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:44.706010 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8b799-06b0-4535-89fd-b76fb7cb0969 req-9edf5cdf-e886-4b25-af64-e5caa3710764 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:44.715533 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-13b81986-0743-4ade-ab1a-886ca8c13116 None None] Port 3e4f4e07-c1ab-4153-897d-8f308487cd07 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:18:44.716346 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8b799-06b0-4535-89fd-b76fb7cb0969 req-9edf5cdf-e886-4b25-af64-e5caa3710764 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:44.716865 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8b799-06b0-4535-89fd-b76fb7cb0969 req-9edf5cdf-e886-4b25-af64-e5caa3710764 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:44.721998 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5ed8b799-06b0-4535-89fd-b76fb7cb0969 req-9edf5cdf-e886-4b25-af64-e5caa3710764 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=6413deec0c1b468e9165a85b033a2ba9&shared=False HTTP/1.1" status: 200 len: 2299 time: 1.3715148 May 23 11:18:44.722964 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ab261aac-be14-470c-af4e-70708a44b494 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:44.884634 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2aa8d5-6a9a-47dd-84b7-aaa45cc5d320 None None] DHCP port deletion for db5fdb8a-4d76-428d-84ca-c911a4d5dee2 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:18:44.889007 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8f2aa8d5-6a9a-47dd-84b7-aaa45cc5d320 None None] Deleting port 83b3141b-8e09-435e-bc71-1a4bbee80ec3 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:18:44.889666 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8f2aa8d5-6a9a-47dd-84b7-aaa45cc5d320 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:44.985826 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4032c4d8-4523-4197-81f8-b7a7ef859a89', 'tag': '73e84f24-1a14-4e66-9d4f-12a2c03bd380'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:18:44.991456 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-69bdb215-b426-49b3-9c2e-a818205f6f49 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:45.131358 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3049224f-1f51-4c8f-a72b-97bec533552a req-124774b3-7041-4e32-9505-cee754dcd67d tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:45.132455 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3049224f-1f51-4c8f-a72b-97bec533552a req-124774b3-7041-4e32-9505-cee754dcd67d tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89 HTTP/1.1" status: 200 len: 943 time: 0.6758080 May 23 11:18:45.139878 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-8f2aa8d5-6a9a-47dd-84b7-aaa45cc5d320 None None] For port 83b3141b-8e09-435e-bc71-1a4bbee80ec3, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=83b3141b-8e09-435e-bc71-1a4bbee80ec3,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:18:45.142864 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8f2aa8d5-6a9a-47dd-84b7-aaa45cc5d320 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:45.180841 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8b799-06b0-4535-89fd-b76fb7cb0969 req-ba5d7454-8991-4370-b402-e7f09c0579b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:45.182319 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5ed8b799-06b0-4535-89fd-b76fb7cb0969 req-ba5d7454-8991-4370-b402-e7f09c0579b5 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3904622 May 23 11:18:45.223707 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f213b7-778a-4581-a24a-85e37d675631 req-155673c2-cc75-4cc1-807d-f9ba9cf0a05e tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:45.225224 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-74f213b7-778a-4581-a24a-85e37d675631 req-155673c2-cc75-4cc1-807d-f9ba9cf0a05e tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.2250018 May 23 11:18:45.231021 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3049224f-1f51-4c8f-a72b-97bec533552a req-3f865001-5143-4817-9775-86663bdb8207 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5e7d2e4-d721-4138-a0e8-2d99d4530de0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872047 May 23 11:18:45.285611 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-74f213b7-778a-4581-a24a-85e37d675631 req-1704cdaf-9ab3-49d6-ad54-0d9bd20c52de tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511503 May 23 11:18:45.286089 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8f2aa8d5-6a9a-47dd-84b7-aaa45cc5d320 None None] Calling delete_port for 83b3141b-8e09-435e-bc71-1a4bbee80ec3 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:18:45.340677 n-d-842952-2 neutron-server[83910]: INFO neutron.db.l3_db [None req-ab261aac-be14-470c-af4e-70708a44b494 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Floating IP 7896e39a-35ba-4b75-bac1-6b84af9951b7 associated. External IP: 172.25.6.48, port: 630fccd4-0096-4feb-8fd4-33fc90d39a82. May 23 11:18:45.348325 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5e081ed5-b870-448c-9a35-1648448f44c0 req-c8308d56-c78f-41d1-a63e-33c2fa4c7cc1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 1096 time: 1.0071144 May 23 11:18:45.378551 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-c607d3c3-9563-46ab-84a5-58e2fe9ec955 service neutron] Attempting to bind port 8fe06221-9b45-4a87-9097-415f9568b703 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:18:45.378894 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-c607d3c3-9563-46ab-84a5-58e2fe9ec955 service neutron] Attempting to bind port 8fe06221-9b45-4a87-9097-415f9568b703 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '62a496cc-e19f-409a-b014-66e4d6c7cebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'dc15df35-8b51-40b0-8426-c0ec1198d56f'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:18:45.379224 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-c607d3c3-9563-46ab-84a5-58e2fe9ec955 service neutron] Attempting to bind port 8fe06221-9b45-4a87-9097-415f9568b703 on network dc15df35-8b51-40b0-8426-c0ec1198d56f {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:18:45.407235 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5e081ed5-b870-448c-9a35-1648448f44c0 req-b60fa6a7-5baa-4806-8a49-3bc2caf9bfa7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498986 May 23 11:18:45.451266 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-323d9a1e-66f6-4922-9bd0-c787723dfd2f'] response: {'name': 'network-changed', 'server_uuid': '4032c4d8-4523-4197-81f8-b7a7ef859a89', 'tag': '73e84f24-1a14-4e66-9d4f-12a2c03bd380', 'status': 'completed', 'code': 200} May 23 11:18:45.456100 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-c607d3c3-9563-46ab-84a5-58e2fe9ec955 service neutron] Port 8fe06221-9b45-4a87-9097-415f9568b703 on network dc15df35-8b51-40b0-8426-c0ec1198d56f not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:18:45.456540 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-c607d3c3-9563-46ab-84a5-58e2fe9ec955 service neutron] Attempting to bind port 8fe06221-9b45-4a87-9097-415f9568b703 on network dc15df35-8b51-40b0-8426-c0ec1198d56f {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:18:45.484344 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6230da2c-609a-4f4c-ac9c-771ada385764 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:18:45.500772 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-6230da2c-609a-4f4c-ac9c-771ada385764 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:subnet and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:18:45.508819 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-6230da2c-609a-4f4c-ac9c-771ada385764 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:18:45.512028 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8f2aa8d5-6a9a-47dd-84b7-aaa45cc5d320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:45.589845 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-c607d3c3-9563-46ab-84a5-58e2fe9ec955 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:18:45.590357 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-c607d3c3-9563-46ab-84a5-58e2fe9ec955 service neutron] Checking segment: {'id': '62a496cc-e19f-409a-b014-66e4d6c7cebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'dc15df35-8b51-40b0-8426-c0ec1198d56f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:18:45.590845 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-c607d3c3-9563-46ab-84a5-58e2fe9ec955 service neutron] Bound using segment: {'id': '62a496cc-e19f-409a-b014-66e4d6c7cebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'dc15df35-8b51-40b0-8426-c0ec1198d56f'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:18:45.591540 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-c607d3c3-9563-46ab-84a5-58e2fe9ec955 service neutron] Bound port: 8fe06221-9b45-4a87-9097-415f9568b703, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a496cc-e19f-409a-b014-66e4d6c7cebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'dc15df35-8b51-40b0-8426-c0ec1198d56f'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:18:45.592016 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-c607d3c3-9563-46ab-84a5-58e2fe9ec955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:45.593567 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2aa8d5-6a9a-47dd-84b7-aaa45cc5d320 None None] Pushing event deleted for resources: {'Port': ['ID=83b3141b-8e09-435e-bc71-1a4bbee80ec3,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:45.598862 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2aa8d5-6a9a-47dd-84b7-aaa45cc5d320 None None] No DVR routers for this DVR port 83b3141b-8e09-435e-bc71-1a4bbee80ec3 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:18:45.666023 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6230da2c-609a-4f4c-ac9c-771ada385764 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:18:45.679227 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 83b3141b-8e09-435e-bc71-1a4bbee80ec3 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:18:45.718842 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 83b3141b-8e09-435e-bc71-1a4bbee80ec3 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:18:45.719174 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 83b3141b-8e09-435e-bc71-1a4bbee80ec3 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:18:45.757417 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6230da2c-609a-4f4c-ac9c-771ada385764 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:18:45.964871 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-c607d3c3-9563-46ab-84a5-58e2fe9ec955 service neutron] For port 8fe06221-9b45-4a87-9097-415f9568b703, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:18:45.996858 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3619cd-2c38-48bb-b624-b0e8ada49d7d req-c5061d78-e10e-4513-97dd-64bcd3ae08d9 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:45.997482 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6230da2c-609a-4f4c-ac9c-771ada385764 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:45.998634 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1d3619cd-2c38-48bb-b624-b0e8ada49d7d req-c5061d78-e10e-4513-97dd-64bcd3ae08d9 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 946 time: 0.2116723 May 23 11:18:46.006030 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8eaa10ef-74d3-493e-97a5-f3f3fcf5cc60 req-d1a4b027-0162-4931-b686-b04925188132 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d3ec9888c9b84da5954173e8d76fab76&device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89 HTTP/1.1" status: 200 len: 1094 time: 0.5042076 May 23 11:18:46.069415 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-c607d3c3-9563-46ab-84a5-58e2fe9ec955 service neutron] For port 8fe06221-9b45-4a87-9097-415f9568b703, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=8fe06221-9b45-4a87-9097-415f9568b703,segment=NetworkSegment(62a496cc-e19f-409a-b014-66e4d6c7cebc),segment_id=62a496cc-e19f-409a-b014-66e4d6c7cebc)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:18:46.133811 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-c607d3c3-9563-46ab-84a5-58e2fe9ec955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:46.171694 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be7005-1ed4-4768-a7a0-0b6f660fb772 req-08318a6e-55bd-4e41-bd96-936ac5966a1b tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:46.175518 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be7005-1ed4-4768-a7a0-0b6f660fb772 req-08318a6e-55bd-4e41-bd96-936ac5966a1b tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:46.179417 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be7005-1ed4-4768-a7a0-0b6f660fb772 req-08318a6e-55bd-4e41-bd96-936ac5966a1b tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:46.183323 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be7005-1ed4-4768-a7a0-0b6f660fb772 req-08318a6e-55bd-4e41-bd96-936ac5966a1b tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:46.187388 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be7005-1ed4-4768-a7a0-0b6f660fb772 req-08318a6e-55bd-4e41-bd96-936ac5966a1b tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:46.191363 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be7005-1ed4-4768-a7a0-0b6f660fb772 req-08318a6e-55bd-4e41-bd96-936ac5966a1b tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:46.195461 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be7005-1ed4-4768-a7a0-0b6f660fb772 req-08318a6e-55bd-4e41-bd96-936ac5966a1b tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:46.197712 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b5be7005-1ed4-4768-a7a0-0b6f660fb772 req-08318a6e-55bd-4e41-bd96-936ac5966a1b tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 5382 time: 0.3207767 May 23 11:18:46.216128 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1d3619cd-2c38-48bb-b624-b0e8ada49d7d req-ef4ab39f-e714-485c-a089-82be7ad0305c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2046201 May 23 11:18:46.257682 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-c607d3c3-9563-46ab-84a5-58e2fe9ec955 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:46.259050 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-c607d3c3-9563-46ab-84a5-58e2fe9ec955 service neutron] 10.222.0.81 "PUT /v2.0/ports/8fe06221-9b45-4a87-9097-415f9568b703 HTTP/1.1" status: 200 len: 1135 time: 5.2485263 May 23 11:18:46.299573 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c607d3c3-9563-46ab-84a5-58e2fe9ec955 service neutron] Pushing event updated for resources: {'Port': ['ID=8fe06221-9b45-4a87-9097-415f9568b703,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:46.309590 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa10ef-74d3-493e-97a5-f3f3fcf5cc60 req-56c2d5c3-1d21-49f4-a281-81fc487b5029 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:46.311325 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8eaa10ef-74d3-493e-97a5-f3f3fcf5cc60 req-56c2d5c3-1d21-49f4-a281-81fc487b5029 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0308ef6c-1caf-4171-ace3-29e1cb4dd978 HTTP/1.1" status: 200 len: 911 time: 0.2807207 May 23 11:18:46.317146 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-67f115c3-22cf-4d76-8d6b-2c8dc215a367 service neutron] Request body: {'port': {'device_id': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:18:46.437204 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b5be7005-1ed4-4768-a7a0-0b6f660fb772 req-1bb1bccd-a1c4-4354-8a21-0646b9523a7a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f104f24-d3e6-45e4-adef-c55f6b4d08fc&id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2284648 May 23 11:18:46.444189 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8eaa10ef-74d3-493e-97a5-f3f3fcf5cc60 req-b8fd634e-ba30-41a7-b425-456d10d5cc81 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73e84f24-1a14-4e66-9d4f-12a2c03bd380 HTTP/1.1" status: 200 len: 217 time: 0.1234276 May 23 11:18:46.513951 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-69bdb215-b426-49b3-9c2e-a818205f6f49 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:46.539553 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-69bdb215-b426-49b3-9c2e-a818205f6f49 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:46.572476 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-67f115c3-22cf-4d76-8d6b-2c8dc215a367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:46.705810 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6230da2c-609a-4f4c-ac9c-771ada385764 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:46.709653 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa10ef-74d3-493e-97a5-f3f3fcf5cc60 req-f8272381-3814-4e2b-850a-2a3c11295740 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:46.711199 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8eaa10ef-74d3-493e-97a5-f3f3fcf5cc60 req-f8272381-3814-4e2b-850a-2a3c11295740 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=78a08f2b-9bc6-4aed-a592-74a10c72dff5 HTTP/1.1" status: 200 len: 849 time: 0.2037175 May 23 11:18:46.769384 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-69bdb215-b426-49b3-9c2e-a818205f6f49 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:46.771428 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904c2ed-c1dc-4093-82b4-82dc967fa11a req-6bc73251-2dd5-40d1-ae68-8115f970621d tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:46.772959 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4904c2ed-c1dc-4093-82b4-82dc967fa11a req-6bc73251-2dd5-40d1-ae68-8115f970621d tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 946 time: 0.3974626 May 23 11:18:46.785417 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58878) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:46.792645 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-f06f5fe0-1225-43be-8866-9af36d83fb77 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Request body: {'floatingip': {'port_id': '3afd64a2-b6a5-4913-a9be-716566b8de39'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:18:46.792857 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bdb215-b426-49b3-9c2e-a818205f6f49 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event updated for resources: {'Port': ['ID=3e4f4e07-c1ab-4153-897d-8f308487cd07,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:46.818728 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6230da2c-609a-4f4c-ac9c-771ada385764 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:18:46.872294 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-6230da2c-609a-4f4c-ac9c-771ada385764 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:18:46.889106 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605cef5d-51dc-44c6-a0dc-8d1a24dbac7b None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:18:46.893764 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6230da2c-609a-4f4c-ac9c-771ada385764 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:46.894348 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6230da2c-609a-4f4c-ac9c-771ada385764 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:46.967720 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6230da2c-609a-4f4c-ac9c-771ada385764 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Subnet': ['ID=09f1bec5-d350-475a-bce2-00a0c51ec462,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:46.982740 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f06f5fe0-1225-43be-8866-9af36d83fb77 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks [] for floatingip, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:47.181613 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6230da2c-609a-4f4c-ac9c-771ada385764 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5210798 May 23 11:18:47.186534 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 58884) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:47.195184 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e59a54f0-fe76-48b7-a51f-cca16a1e42d6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'port': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'fixed_ips': [{'subnet_id': '09f1bec5-d350-475a-bce2-00a0c51ec462', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1474625025'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:18:47.256020 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578060b5-437e-416b-b00f-11f6b7e9cf55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'tenant_id': '7898a2f847b24320a42ded6c2b4bd651', 'fixed_ips': [{'subnet_id': '09f1bec5-d350-475a-bce2-00a0c51ec462'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:18:47.256983 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-578060b5-437e-416b-b00f-11f6b7e9cf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:47.432059 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-578060b5-437e-416b-b00f-11f6b7e9cf55 None None] Allocated IP 2001:db8::2 (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/09f1bec5-d350-475a-bce2-00a0c51ec462/506a161b-712f-4570-9f33-d176d4ca319a) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:18:47.513946 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'tag': '8fe06221-9b45-4a87-9097-415f9568b703'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:18:47.525396 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e59a54f0-fe76-48b7-a51f-cca16a1e42d6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:18:47.530612 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e59a54f0-fe76-48b7-a51f-cca16a1e42d6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:port and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:18:47.533851 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e59a54f0-fe76-48b7-a51f-cca16a1e42d6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:18:47.561987 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e59a54f0-fe76-48b7-a51f-cca16a1e42d6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:18:47.608474 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bdb215-b426-49b3-9c2e-a818205f6f49 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Network 09a9351c-c151-4b3c-8e4b-a8355aed3aa2 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:18:47.610782 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59a54f0-fe76-48b7-a51f-cca16a1e42d6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:18:47.616243 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e59a54f0-fe76-48b7-a51f-cca16a1e42d6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:47.632913 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-69bdb215-b426-49b3-9c2e-a818205f6f49 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:18:47.703727 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-578060b5-437e-416b-b00f-11f6b7e9cf55 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:47.730076 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-578060b5-437e-416b-b00f-11f6b7e9cf55 None None] Transition to ACTIVE for port object 506a161b-712f-4570-9f33-d176d4ca319a will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:18:47.751141 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-578060b5-437e-416b-b00f-11f6b7e9cf55 None None] Transition to ACTIVE for port object 506a161b-712f-4570-9f33-d176d4ca319a will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:18:47.759089 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-578060b5-437e-416b-b00f-11f6b7e9cf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:47.818003 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-e59a54f0-fe76-48b7-a51f-cca16a1e42d6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] device_id is not set on port 9d522ff8-291b-4086-9d98-b0ef00808be9 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:18:47.820462 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578060b5-437e-416b-b00f-11f6b7e9cf55 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:18:47.828658 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-578060b5-437e-416b-b00f-11f6b7e9cf55 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:18:47.831988 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578060b5-437e-416b-b00f-11f6b7e9cf55 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:18:47.916513 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f06f5fe0-1225-43be-8866-9af36d83fb77 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:47.920016 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-67f115c3-22cf-4d76-8d6b-2c8dc215a367 service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:18:47.927548 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62c475-3f41-4acc-8c48-3025849bb58d req-f9c4da8d-df51-426a-85bd-08089f7fcbbf tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:47.935545 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-af62c475-3f41-4acc-8c48-3025849bb58d req-f9c4da8d-df51-426a-85bd-08089f7fcbbf tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89 HTTP/1.1" status: 200 len: 943 time: 1.3195262 May 23 11:18:47.975610 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f06f5fe0-1225-43be-8866-9af36d83fb77 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:47.977180 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-578060b5-437e-416b-b00f-11f6b7e9cf55 None None] Attempting to bind port 506a161b-712f-4570-9f33-d176d4ca319a on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:18:47.977717 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-578060b5-437e-416b-b00f-11f6b7e9cf55 None None] Attempting to bind port 506a161b-712f-4570-9f33-d176d4ca319a by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:18:47.978097 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578060b5-437e-416b-b00f-11f6b7e9cf55 None None] Attempting to bind port 506a161b-712f-4570-9f33-d176d4ca319a on network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:18:48.000093 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578060b5-437e-416b-b00f-11f6b7e9cf55 None None] Pushing event updated for resources: {'Port': ['ID=506a161b-712f-4570-9f33-d176d4ca319a,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:48.020260 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578060b5-437e-416b-b00f-11f6b7e9cf55 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:18:48.020867 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578060b5-437e-416b-b00f-11f6b7e9cf55 None None] Checking segment: {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:18:48.021398 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-578060b5-437e-416b-b00f-11f6b7e9cf55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:48.022140 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578060b5-437e-416b-b00f-11f6b7e9cf55 None None] Bound using segment: {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:18:48.022754 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-578060b5-437e-416b-b00f-11f6b7e9cf55 None None] Bound port: 506a161b-712f-4570-9f33-d176d4ca319a, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:18:48.023274 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-578060b5-437e-416b-b00f-11f6b7e9cf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:48.044760 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-52dc1a92-8cb7-42e0-b86b-602df6b3febc None None] Provisioning complete for port 3e4f4e07-c1ab-4153-897d-8f308487cd07 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:18:48.045288 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-52dc1a92-8cb7-42e0-b86b-602df6b3febc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:48.156864 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-578060b5-437e-416b-b00f-11f6b7e9cf55 None None] For port 506a161b-712f-4570-9f33-d176d4ca319a, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:18:48.160749 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-578060b5-437e-416b-b00f-11f6b7e9cf55 None None] For port 506a161b-712f-4570-9f33-d176d4ca319a, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=506a161b-712f-4570-9f33-d176d4ca319a,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:18:48.168353 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8eaa10ef-74d3-493e-97a5-f3f3fcf5cc60 req-8eef7aca-ae15-4d8f-b5ab-bddb089f5e45 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0308ef6c-1caf-4171-ace3-29e1cb4dd978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4411845 May 23 11:18:48.177774 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-578060b5-437e-416b-b00f-11f6b7e9cf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:48.222122 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-af62c475-3f41-4acc-8c48-3025849bb58d req-81139620-70ba-468c-bf07-ec62d3f0e01f tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5e7d2e4-d721-4138-a0e8-2d99d4530de0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2856681 May 23 11:18:48.230703 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-67f115c3-22cf-4d76-8d6b-2c8dc215a367 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b472d9e-7b9c-4fe5-8800-c44e820c17d8 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:18:48.263133 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-67f115c3-22cf-4d76-8d6b-2c8dc215a367 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:48.318042 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-52dc1a92-8cb7-42e0-b86b-602df6b3febc None None] Port 3e4f4e07-c1ab-4153-897d-8f308487cd07 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:18:48.338143 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 73e84f24-1a14-4e66-9d4f-12a2c03bd380 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:18:48.353911 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578060b5-437e-416b-b00f-11f6b7e9cf55 None None] Pushing event updated for resources: {'Port': ['ID=506a161b-712f-4570-9f33-d176d4ca319a,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:48.446724 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421fd4b-fec5-4678-8974-952506f369a0 req-f9e82228-f821-41d0-8404-24380c574f5f tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:48.448468 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3421fd4b-fec5-4678-8974-952506f369a0 req-f9e82228-f821-41d0-8404-24380c574f5f tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 1.3399794 May 23 11:18:48.469262 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-67f115c3-22cf-4d76-8d6b-2c8dc215a367 service neutron] Transition to ACTIVE for port object 4b472d9e-7b9c-4fe5-8800-c44e820c17d8 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:18:48.487343 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-e59a54f0-fe76-48b7-a51f-cca16a1e42d6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:18:48.487343 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e59a54f0-fe76-48b7-a51f-cca16a1e42d6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:18:48.490896 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-67f115c3-22cf-4d76-8d6b-2c8dc215a367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:48.594271 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab261aac-be14-470c-af4e-70708a44b494 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Router e75b29d5-8702-42ef-92a7-2ad7834ef9f1 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:18:48.626937 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 73e84f24-1a14-4e66-9d4f-12a2c03bd380, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=73e84f24-1a14-4e66-9d4f-12a2c03bd380,segment=NetworkSegment(8ad0a6a2-f0c5-4005-98ee-13e703106a55),segment_id=8ad0a6a2-f0c5-4005-98ee-13e703106a55)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:18:48.679047 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '73e84f24-1a14-4e66-9d4f-12a2c03bd380', 'network_id': '0308ef6c-1caf-4171-ace3-29e1cb4dd978', 'port_id': '73e84f24-1a14-4e66-9d4f-12a2c03bd380', 'mac_address': 'fa:16:3e:80:e2:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78a08f2b-9bc6-4aed-a592-74a10c72dff5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:18:48.693623 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e59a54f0-fe76-48b7-a51f-cca16a1e42d6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 1.5045135 May 23 11:18:48.708678 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 58898) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:48.709365 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f115c3-22cf-4d76-8d6b-2c8dc215a367 service neutron] Pushing event updated for resources: {'Port': ['ID=4b472d9e-7b9c-4fe5-8800-c44e820c17d8,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:48.765278 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8eaa10ef-74d3-493e-97a5-f3f3fcf5cc60 req-307afee4-9418-4c00-bc63-a2f9b7d7e86d service neutron] 10.222.0.81 "GET /v2.0/networks/0308ef6c-1caf-4171-ace3-29e1cb4dd978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5848866 May 23 11:18:48.819590 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:48.863144 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73e84f24-1a14-4e66-9d4f-12a2c03bd380 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:18:48.890507 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 73e84f24-1a14-4e66-9d4f-12a2c03bd380, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=73e84f24-1a14-4e66-9d4f-12a2c03bd380,segment=NetworkSegment(8ad0a6a2-f0c5-4005-98ee-13e703106a55),segment_id=8ad0a6a2-f0c5-4005-98ee-13e703106a55)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:18:48.903013 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:49.026088 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a9453f-c9b0-4e54-85b9-d3b62ac52118 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:49.026908 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-27a9453f-c9b0-4e54-85b9-d3b62ac52118 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:18:49.030702 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-67f115c3-22cf-4d76-8d6b-2c8dc215a367 service neutron] Attempting to bind port 4b472d9e-7b9c-4fe5-8800-c44e820c17d8 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:18:49.031034 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-67f115c3-22cf-4d76-8d6b-2c8dc215a367 service neutron] Attempting to bind port 4b472d9e-7b9c-4fe5-8800-c44e820c17d8 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '62a496cc-e19f-409a-b014-66e4d6c7cebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'dc15df35-8b51-40b0-8426-c0ec1198d56f'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:18:49.031365 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-67f115c3-22cf-4d76-8d6b-2c8dc215a367 service neutron] Attempting to bind port 4b472d9e-7b9c-4fe5-8800-c44e820c17d8 on network dc15df35-8b51-40b0-8426-c0ec1198d56f {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:18:49.039856 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=73e84f24-1a14-4e66-9d4f-12a2c03bd380,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:49.071922 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-27a9453f-c9b0-4e54-85b9-d3b62ac52118 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:18:49.073449 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-27a9453f-c9b0-4e54-85b9-d3b62ac52118 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3610837 May 23 11:18:49.075676 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-67f115c3-22cf-4d76-8d6b-2c8dc215a367 service neutron] Port 4b472d9e-7b9c-4fe5-8800-c44e820c17d8 on network dc15df35-8b51-40b0-8426-c0ec1198d56f not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:18:49.076253 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-67f115c3-22cf-4d76-8d6b-2c8dc215a367 service neutron] Attempting to bind port 4b472d9e-7b9c-4fe5-8800-c44e820c17d8 on network dc15df35-8b51-40b0-8426-c0ec1198d56f {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:18:49.088538 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 58902) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:49.091466 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-67f115c3-22cf-4d76-8d6b-2c8dc215a367 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:18:49.092277 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-67f115c3-22cf-4d76-8d6b-2c8dc215a367 service neutron] Checking segment: {'id': '62a496cc-e19f-409a-b014-66e4d6c7cebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'dc15df35-8b51-40b0-8426-c0ec1198d56f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:18:49.092887 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-67f115c3-22cf-4d76-8d6b-2c8dc215a367 service neutron] Bound using segment: {'id': '62a496cc-e19f-409a-b014-66e4d6c7cebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'dc15df35-8b51-40b0-8426-c0ec1198d56f'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:18:49.093535 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-67f115c3-22cf-4d76-8d6b-2c8dc215a367 service neutron] Bound port: 4b472d9e-7b9c-4fe5-8800-c44e820c17d8, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a496cc-e19f-409a-b014-66e4d6c7cebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'dc15df35-8b51-40b0-8426-c0ec1198d56f'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:18:49.094232 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-67f115c3-22cf-4d76-8d6b-2c8dc215a367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:49.167870 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69bdb215-b426-49b3-9c2e-a818205f6f49 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Router 56a37d2f-53e1-4287-bdb8-49880c785d53 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:18:49.180647 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3421fd4b-fec5-4678-8974-952506f369a0 req-ed3cd259-1227-4374-9a35-f104a7a7df18 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6377041 May 23 11:18:49.199171 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162dd54-61e6-4bef-a00b-2f1cba5f3236 req-cecba557-c656-4748-bce9-a1c40363faf3 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:49.203352 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162dd54-61e6-4bef-a00b-2f1cba5f3236 req-cecba557-c656-4748-bce9-a1c40363faf3 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:49.216369 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162dd54-61e6-4bef-a00b-2f1cba5f3236 req-cecba557-c656-4748-bce9-a1c40363faf3 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:49.220329 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162dd54-61e6-4bef-a00b-2f1cba5f3236 req-cecba557-c656-4748-bce9-a1c40363faf3 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:49.224256 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162dd54-61e6-4bef-a00b-2f1cba5f3236 req-cecba557-c656-4748-bce9-a1c40363faf3 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:49.228353 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162dd54-61e6-4bef-a00b-2f1cba5f3236 req-cecba557-c656-4748-bce9-a1c40363faf3 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:49.232297 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162dd54-61e6-4bef-a00b-2f1cba5f3236 req-cecba557-c656-4748-bce9-a1c40363faf3 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:49.234220 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9162dd54-61e6-4bef-a00b-2f1cba5f3236 req-cecba557-c656-4748-bce9-a1c40363faf3 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 5394 time: 0.7742908 May 23 11:18:49.304435 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06478b53-7d14-45a6-ab94-5d3a13a74600'] response: {'name': 'network-changed', 'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'tag': '8fe06221-9b45-4a87-9097-415f9568b703', 'status': 'completed', 'code': 200} May 23 11:18:49.307639 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['73e84f24-1a14-4e66-9d4f-12a2c03bd380'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:18:49.313682 n-d-842952-2 neutron-server[83910]: INFO neutron.db.l3_db [None req-f06f5fe0-1225-43be-8866-9af36d83fb77 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Floating IP c28cc5c4-8f3c-4226-82ca-6580b87892fc associated. External IP: 172.25.6.106, port: 3afd64a2-b6a5-4913-a9be-716566b8de39. May 23 11:18:49.647329 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-67f115c3-22cf-4d76-8d6b-2c8dc215a367 service neutron] For port 4b472d9e-7b9c-4fe5-8800-c44e820c17d8, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:18:49.650801 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-67f115c3-22cf-4d76-8d6b-2c8dc215a367 service neutron] For port 4b472d9e-7b9c-4fe5-8800-c44e820c17d8, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=4b472d9e-7b9c-4fe5-8800-c44e820c17d8,segment=NetworkSegment(62a496cc-e19f-409a-b014-66e4d6c7cebc),segment_id=62a496cc-e19f-409a-b014-66e4d6c7cebc)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:18:49.661332 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fab0ca6-531d-4565-87a3-b8cbcda20c6c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:49.662860 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fab0ca6-531d-4565-87a3-b8cbcda20c6c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:49.664568 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-8fab0ca6-531d-4565-87a3-b8cbcda20c6c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:18:49.665258 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9162dd54-61e6-4bef-a00b-2f1cba5f3236 req-6f191dab-2367-4a6d-855c-32cb36fe3102 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f104f24-d3e6-45e4-adef-c55f6b4d08fc&id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4204960 May 23 11:18:49.679023 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-67f115c3-22cf-4d76-8d6b-2c8dc215a367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:49.684529 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8eaa10ef-74d3-493e-97a5-f3f3fcf5cc60 req-9458179a-7297-4714-9aa5-84480378cfa8 service neutron] 10.222.0.81 "GET /v2.0/networks/0308ef6c-1caf-4171-ace3-29e1cb4dd978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9040313 May 23 11:18:49.703209 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 506a161b-712f-4570-9f33-d176d4ca319a up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:18:49.764881 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60596515-759f-41db-a804-d408d6b54505 req-09b3c4ee-8022-477d-a136-a325978e04ba tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:49.766437 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-60596515-759f-41db-a804-d408d6b54505 req-09b3c4ee-8022-477d-a136-a325978e04ba tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89 HTTP/1.1" status: 200 len: 944 time: 0.2539251 May 23 11:18:49.802258 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-67f115c3-22cf-4d76-8d6b-2c8dc215a367 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:49.803882 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-67f115c3-22cf-4d76-8d6b-2c8dc215a367 service neutron] 10.222.0.81 "PUT /v2.0/ports/4b472d9e-7b9c-4fe5-8800-c44e820c17d8 HTTP/1.1" status: 200 len: 1091 time: 3.4993584 May 23 11:18:49.856752 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 506a161b-712f-4570-9f33-d176d4ca319a completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:18:49.908334 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-60596515-759f-41db-a804-d408d6b54505 req-d0ddc8b5-5ad0-4c9f-9c9f-0ebd32ca7d85 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5e7d2e4-d721-4138-a0e8-2d99d4530de0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348920 May 23 11:18:49.929912 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-22c2e678-1e1c-4914-913e-a7fe2846530c service neutron] Request body: {'port': {'device_id': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:18:49.947121 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab261aac-be14-470c-af4e-70708a44b494 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:18:49.952820 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ab261aac-be14-470c-af4e-70708a44b494 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:49.958979 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9363347f-be57-4e31-92e7-7a5c4066c72e None None] Sync routers for ids ['e75b29d5-8702-42ef-92a7-2ad7834ef9f1'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:18:49.984193 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9363347f-be57-4e31-92e7-7a5c4066c72e None None] Routers {'e75b29d5-8702-42ef-92a7-2ad7834ef9f1'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:18:49.991520 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-9363347f-be57-4e31-92e7-7a5c4066c72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:18:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['e75b29d5-8702-42ef-92a7-2ad7834ef9f1'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:18:50.026087 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-8fab0ca6-531d-4565-87a3-b8cbcda20c6c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:18:50.029955 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8fab0ca6-531d-4565-87a3-b8cbcda20c6c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.9193723 May 23 11:18:50.034822 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f115c3-22cf-4d76-8d6b-2c8dc215a367 service neutron] Pushing event updated for resources: {'Port': ['ID=4b472d9e-7b9c-4fe5-8800-c44e820c17d8,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:50.046218 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 58910) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:50.245948 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-60b60aa7-8cfd-4ddc-910a-c78b0ff52531 req-2eb488b8-df19-489b-8d33-5146d2c79dbd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6413deec0c1b468e9165a85b033a2ba9&device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 6244 time: 0.8650112 May 23 11:18:50.257122 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ab261aac-be14-470c-af4e-70708a44b494 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "PUT /v2.0/floatingips/7896e39a-35ba-4b75-bac1-6b84af9951b7 HTTP/1.1" status: 200 len: 991 time: 9.6399362 May 23 11:18:50.258432 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6eba152-4dcd-4879-bce0-92588515a06f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting subnet 09f1bec5-d350-475a-bce2-00a0c51ec462 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:18:50.259512 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c97939e-1319-44f6-9c60-0ce02b30c2fe', 'tag': '630fccd4-0096-4feb-8fd4-33fc90d39a82'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:18:50.265917 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b6eba152-4dcd-4879-bce0-92588515a06f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:50.361961 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-073103d7-a794-442f-b930-64b660713254'] response: {'name': 'network-changed', 'server_uuid': '5c97939e-1319-44f6-9c60-0ce02b30c2fe', 'tag': '630fccd4-0096-4feb-8fd4-33fc90d39a82', 'status': 'completed', 'code': 200} May 23 11:18:50.394469 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-9363347f-be57-4e31-92e7-7a5c4066c72e None None] Set router e75b29d5-8702-42ef-92a7-2ad7834ef9f1 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:18:50.469753 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-22c2e678-1e1c-4914-913e-a7fe2846530c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:50.480502 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69bdb215-b426-49b3-9c2e-a818205f6f49 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:18:50.495074 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542b692b-9e75-41cb-8b9f-2dfcef878aa6 None None] Sync routers for ids ['56a37d2f-53e1-4287-bdb8-49880c785d53'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:18:50.499260 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-69bdb215-b426-49b3-9c2e-a818205f6f49 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "PUT /v2.0/routers/56a37d2f-53e1-4287-bdb8-49880c785d53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5009193 May 23 11:18:50.499931 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58922) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:50.519895 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b6eba152-4dcd-4879-bce0-92588515a06f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:50.520117 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542b692b-9e75-41cb-8b9f-2dfcef878aa6 None None] Routers {'56a37d2f-53e1-4287-bdb8-49880c785d53'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:18:50.520671 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-542b692b-9e75-41cb-8b9f-2dfcef878aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:18:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['56a37d2f-53e1-4287-bdb8-49880c785d53'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:18:50.585112 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 73e84f24-1a14-4e66-9d4f-12a2c03bd380 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:18:50.622001 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd15cfb6-a894-4ab0-af55-75ba1c636436 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:50.626632 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-cd15cfb6-a894-4ab0-af55-75ba1c636436 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "GET /v2.0/ports/3e4f4e07-c1ab-4153-897d-8f308487cd07 HTTP/1.1" status: 200 len: 910 time: 0.1135213 May 23 11:18:50.628345 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58926) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:50.650562 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-542b692b-9e75-41cb-8b9f-2dfcef878aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:18:50.668757 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542b692b-9e75-41cb-8b9f-2dfcef878aa6 None None] Routers {'56a37d2f-53e1-4287-bdb8-49880c785d53'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:18:50.672876 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-542b692b-9e75-41cb-8b9f-2dfcef878aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:18:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['56a37d2f-53e1-4287-bdb8-49880c785d53'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:18:50.697279 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4c27487a-ff03-447b-94a6-e0a6b10c063d None None] Provisioning for port 506a161b-712f-4570-9f33-d176d4ca319a completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:18:50.704833 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4c27487a-ff03-447b-94a6-e0a6b10c063d None None] Provisioning complete for port 506a161b-712f-4570-9f33-d176d4ca319a triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:18:50.705323 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4c27487a-ff03-447b-94a6-e0a6b10c063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:50.710084 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b60aa7-8cfd-4ddc-910a-c78b0ff52531 req-91fac56b-cae3-4ac1-bb8f-7608d1aee7eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:50.710451 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b60aa7-8cfd-4ddc-910a-c78b0ff52531 req-91fac56b-cae3-4ac1-bb8f-7608d1aee7eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:50.710822 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b60aa7-8cfd-4ddc-910a-c78b0ff52531 req-91fac56b-cae3-4ac1-bb8f-7608d1aee7eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:50.712473 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-60b60aa7-8cfd-4ddc-910a-c78b0ff52531 req-91fac56b-cae3-4ac1-bb8f-7608d1aee7eb service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=6413deec0c1b468e9165a85b033a2ba9&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4159136 May 23 11:18:50.829668 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60858d-6438-4642-b24e-cf3e6cec493a req-c1dab492-dbf3-45c4-8d13-edcf2be9c5b0 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:50.836456 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5d60858d-6438-4642-b24e-cf3e6cec493a req-c1dab492-dbf3-45c4-8d13-edcf2be9c5b0 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.3987701 May 23 11:18:50.865043 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-542b692b-9e75-41cb-8b9f-2dfcef878aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:18:50.865846 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542b692b-9e75-41cb-8b9f-2dfcef878aa6 None None] The sync data for ids ['56a37d2f-53e1-4287-bdb8-49880c785d53'] in n-d-842952-2 is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:18:50.965986 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5d60858d-6438-4642-b24e-cf3e6cec493a req-809cffc0-0106-42cc-b7c5-f616e03b583b tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285789 May 23 11:18:50.968570 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0e557bf5-3672-4103-adbd-1809cf03c064 req-c0e853ab-6b59-466a-aff3-a3e2a05a6532 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92ce77b1b70449899717558adda940d2&device_id=5c97939e-1319-44f6-9c60-0ce02b30c2fe HTTP/1.1" status: 200 len: 1097 time: 0.5730131 May 23 11:18:50.991016 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 73e84f24-1a14-4e66-9d4f-12a2c03bd380 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:18:51.014275 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 73e84f24-1a14-4e66-9d4f-12a2c03bd380 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:18:51.014800 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:51.216141 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b6eba152-4dcd-4879-bce0-92588515a06f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:51.219885 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-9363347f-be57-4e31-92e7-7a5c4066c72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'name': 'tempest-AttachVolumeNegativeTest-1482793895-router', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:11:20Z', 'updated_at': '2022-05-23T11:11:34Z', 'revision_number': 4, 'project_id': '92ce77b1b70449899717558adda940d2', 'gw_port': {'id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:22Z', 'updated_at': '2022-05-23T11:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '7896e39a-35ba-4b75-bac1-6b84af9951b7', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'floating_ip_address': '172.25.6.48', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'port_id': '630fccd4-0096-4feb-8fd4-33fc90d39a82', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'mac_address': 'fa:16:3e:f7:91:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c97939e-1319-44f6-9c60-0ce02b30c2fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:18:03Z', 'updated_at': '2022-05-23T11:18:43Z', 'revision_number': 1, 'project_id': '92ce77b1b70449899717558adda940d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9959c7e4-5ac1-4278-9125-90a08213ddc5', 'name': '', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'mac_address': 'fa:16:3e:c5:51:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:31Z', 'updated_at': '2022-05-23T11:11:44Z', 'revision_number': 5, 'project_id': '92ce77b1b70449899717558adda940d2', 'subnets': [{'id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:18:51.250957 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9363347f-be57-4e31-92e7-7a5c4066c72e None None] Checking router: e75b29d5-8702-42ef-92a7-2ad7834ef9f1 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:18:51.279779 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9363347f-be57-4e31-92e7-7a5c4066c72e None None] Routers {'e75b29d5-8702-42ef-92a7-2ad7834ef9f1'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:18:51.280451 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-9363347f-be57-4e31-92e7-7a5c4066c72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:18:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['e75b29d5-8702-42ef-92a7-2ad7834ef9f1'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:18:51.308060 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'tag': '4b472d9e-7b9c-4fe5-8800-c44e820c17d8'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:18:51.347444 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4c27487a-ff03-447b-94a6-e0a6b10c063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:51.428556 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a613b4e-03d2-451a-929f-69ace45ab1d6 req-7188352a-7047-42aa-aa7d-580d44d35030 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:51.433322 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a613b4e-03d2-451a-929f-69ace45ab1d6 req-7188352a-7047-42aa-aa7d-580d44d35030 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:51.436472 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a613b4e-03d2-451a-929f-69ace45ab1d6 req-7188352a-7047-42aa-aa7d-580d44d35030 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:51.440437 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a613b4e-03d2-451a-929f-69ace45ab1d6 req-7188352a-7047-42aa-aa7d-580d44d35030 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:51.441167 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:51.444289 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a613b4e-03d2-451a-929f-69ace45ab1d6 req-7188352a-7047-42aa-aa7d-580d44d35030 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:51.448132 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a613b4e-03d2-451a-929f-69ace45ab1d6 req-7188352a-7047-42aa-aa7d-580d44d35030 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:51.451911 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a613b4e-03d2-451a-929f-69ace45ab1d6 req-7188352a-7047-42aa-aa7d-580d44d35030 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:51.461878 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9a613b4e-03d2-451a-929f-69ace45ab1d6 req-7188352a-7047-42aa-aa7d-580d44d35030 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 5394 time: 0.4736266 May 23 11:18:51.464601 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b60aa7-8cfd-4ddc-910a-c78b0ff52531 req-710ee677-4ea0-4fc5-8221-43e9b7afbc56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:51.467948 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-60b60aa7-8cfd-4ddc-910a-c78b0ff52531 req-710ee677-4ea0-4fc5-8221-43e9b7afbc56 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7430930 May 23 11:18:51.484451 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e557bf5-3672-4103-adbd-1809cf03c064 req-c8c36a4e-3a7c-4d00-bf57-69d1efd1d636 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:51.487248 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0e557bf5-3672-4103-adbd-1809cf03c064 req-c8c36a4e-3a7c-4d00-bf57-69d1efd1d636 service neutron] 10.222.0.13 "GET /v2.0/networks?id=297e8414-85bd-4e0d-aedb-8abf246d8703 HTTP/1.1" status: 200 len: 916 time: 0.4900446 May 23 11:18:51.508459 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4032c4d8-4523-4197-81f8-b7a7ef859a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e84f24-1a14-4e66-9d4f-12a2c03bd380'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:18:51.523620 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06f5fe0-1225-43be-8866-9af36d83fb77 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Router 2edb8702-07e6-4fcf-bd80-e5471f932034 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:18:51.527093 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 73e84f24-1a14-4e66-9d4f-12a2c03bd380, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=73e84f24-1a14-4e66-9d4f-12a2c03bd380,segment=NetworkSegment(8ad0a6a2-f0c5-4005-98ee-13e703106a55),segment_id=8ad0a6a2-f0c5-4005-98ee-13e703106a55)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:18:51.542522 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:51.602530 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b6eba152-4dcd-4879-bce0-92588515a06f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:51.610356 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9a613b4e-03d2-451a-929f-69ace45ab1d6 req-eb10882a-a262-4b81-88d6-b7737d08123d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f104f24-d3e6-45e4-adef-c55f6b4d08fc&id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1498253 May 23 11:18:51.627232 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=73e84f24-1a14-4e66-9d4f-12a2c03bd380,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:51.631959 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1037c4-dd26-44a7-ae1e-7bd65e3fd581 req-c38d5a4f-723d-48bf-8938-d36c1b81d78c tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:51.639452 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce1037c4-dd26-44a7-ae1e-7bd65e3fd581 req-c38d5a4f-723d-48bf-8938-d36c1b81d78c tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89 HTTP/1.1" status: 200 len: 944 time: 0.4219422 May 23 11:18:51.704245 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eba152-4dcd-4879-bce0-92588515a06f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Subnet': ['ID=09f1bec5-d350-475a-bce2-00a0c51ec462,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:51.734256 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b6eba152-4dcd-4879-bce0-92588515a06f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:51.754517 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0e557bf5-3672-4103-adbd-1809cf03c064 req-26bc6af2-3748-4b79-8372-4731ba268644 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=630fccd4-0096-4feb-8fd4-33fc90d39a82 HTTP/1.1" status: 200 len: 999 time: 0.2419913 May 23 11:18:51.772962 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce1037c4-dd26-44a7-ae1e-7bd65e3fd581 req-eb805ed5-4549-4d08-963a-8884cb317b12 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5e7d2e4-d721-4138-a0e8-2d99d4530de0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323307 May 23 11:18:51.773126 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-4c27487a-ff03-447b-94a6-e0a6b10c063d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:18:51.773344 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-4c27487a-ff03-447b-94a6-e0a6b10c063d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:18:51.773949 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78f3959-2ccc-47a2-b922-8bb739f82937 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:18:51.877970 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-9363347f-be57-4e31-92e7-7a5c4066c72e None None] Set router e75b29d5-8702-42ef-92a7-2ad7834ef9f1 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:18:51.882821 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b6eba152-4dcd-4879-bce0-92588515a06f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/09f1bec5-d350-475a-bce2-00a0c51ec462 HTTP/1.1" status: 204 len: 168 time: 1.8314984 May 23 11:18:51.886677 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 58954) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:51.892904 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-22c2e678-1e1c-4914-913e-a7fe2846530c service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:18:51.995837 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef1275f5-586d-4f0e-ad50-3c5ed5d318c1'] response: {'server_uuid': '4032c4d8-4523-4197-81f8-b7a7ef859a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e84f24-1a14-4e66-9d4f-12a2c03bd380', 'code': 200} May 23 11:18:52.124740 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1faa9c11-716a-4bcc-b982-9558ebb88643 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:52.365946 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4c27487a-ff03-447b-94a6-e0a6b10c063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:52.454622 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-4c27487a-ff03-447b-94a6-e0a6b10c063d None None] For port 506a161b-712f-4570-9f33-d176d4ca319a, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=506a161b-712f-4570-9f33-d176d4ca319a,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:18:52.477255 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe03018e-9fa1-4196-bc8c-7add12f98138'] response: {'name': 'network-changed', 'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'tag': '4b472d9e-7b9c-4fe5-8800-c44e820c17d8', 'status': 'completed', 'code': 200} May 23 11:18:52.481231 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4c27487a-ff03-447b-94a6-e0a6b10c063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:52.505196 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-04a15ce4-5c09-4556-8f6d-20b741eca854 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:52.511848 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-04a15ce4-5c09-4556-8f6d-20b741eca854 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/networks?id=c8f610f3-246f-4e9c-bcad-00bcd258b4f5 HTTP/1.1" status: 200 len: 813 time: 0.6457207 May 23 11:18:52.549534 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-58f86c8e-0bb3-41d2-9af8-723bf7001f10 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/quotas/c8ada26741884c689d0e80f64385eb15 HTTP/1.1" status: 200 len: 375 time: 0.0366678 May 23 11:18:52.562156 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3b4a4b47-c37e-4083-bd79-cd00879c11b7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6492977 May 23 11:18:52.562558 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c27487a-ff03-447b-94a6-e0a6b10c063d None None] Pushing event updated for resources: {'Port': ['ID=506a161b-712f-4570-9f33-d176d4ca319a,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:52.588136 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58960) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:52.599064 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-c00c842d-a637-4000-8aba-5cec30817e73 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'subnet': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:18:52.652048 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-22c2e678-1e1c-4914-913e-a7fe2846530c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e567c6f9-1cc4-450f-b01e-d62332f44ba2 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:18:52.661201 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-9363347f-be57-4e31-92e7-7a5c4066c72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'name': 'tempest-AttachVolumeNegativeTest-1482793895-router', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:11:20Z', 'updated_at': '2022-05-23T11:11:34Z', 'revision_number': 4, 'project_id': '92ce77b1b70449899717558adda940d2', 'gw_port': {'id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:22Z', 'updated_at': '2022-05-23T11:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '7896e39a-35ba-4b75-bac1-6b84af9951b7', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'floating_ip_address': '172.25.6.48', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'port_id': '630fccd4-0096-4feb-8fd4-33fc90d39a82', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'mac_address': 'fa:16:3e:f7:91:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c97939e-1319-44f6-9c60-0ce02b30c2fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:18:03Z', 'updated_at': '2022-05-23T11:18:43Z', 'revision_number': 1, 'project_id': '92ce77b1b70449899717558adda940d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9959c7e4-5ac1-4278-9125-90a08213ddc5', 'name': '', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'mac_address': 'fa:16:3e:c5:51:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:31Z', 'updated_at': '2022-05-23T11:11:44Z', 'revision_number': 5, 'project_id': '92ce77b1b70449899717558adda940d2', 'subnets': [{'id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:18:52.670499 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9363347f-be57-4e31-92e7-7a5c4066c72e None None] The sync data for ids ['e75b29d5-8702-42ef-92a7-2ad7834ef9f1'] in n-d-842952-2 is: [{'id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'name': 'tempest-AttachVolumeNegativeTest-1482793895-router', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:11:20Z', 'updated_at': '2022-05-23T11:11:34Z', 'revision_number': 4, 'project_id': '92ce77b1b70449899717558adda940d2', 'gw_port': {'id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:22Z', 'updated_at': '2022-05-23T11:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '7896e39a-35ba-4b75-bac1-6b84af9951b7', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'floating_ip_address': '172.25.6.48', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'port_id': '630fccd4-0096-4feb-8fd4-33fc90d39a82', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'mac_address': 'fa:16:3e:f7:91:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c97939e-1319-44f6-9c60-0ce02b30c2fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:18:03Z', 'updated_at': '2022-05-23T11:18:43Z', 'revision_number': 1, 'project_id': '92ce77b1b70449899717558adda940d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9959c7e4-5ac1-4278-9125-90a08213ddc5', 'name': '', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'mac_address': 'fa:16:3e:c5:51:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:31Z', 'updated_at': '2022-05-23T11:11:44Z', 'revision_number': 5, 'project_id': '92ce77b1b70449899717558adda940d2', 'subnets': [{'id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:18:52.689958 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24189612-cb82-4463-844b-08b05ee2f90c None None] DHCP port deletion for db5fdb8a-4d76-428d-84ca-c911a4d5dee2 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:18:52.705158 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-24189612-cb82-4463-844b-08b05ee2f90c None None] Deleting port 506a161b-712f-4570-9f33-d176d4ca319a {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:18:52.705483 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-24189612-cb82-4463-844b-08b05ee2f90c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:52.708462 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-22c2e678-1e1c-4914-913e-a7fe2846530c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:52.729680 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e557bf5-3672-4103-adbd-1809cf03c064 req-0ec94fcf-fa3c-471f-a94e-fd0950acf09f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:52.737550 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0e557bf5-3672-4103-adbd-1809cf03c064 req-0ec94fcf-fa3c-471f-a94e-fd0950acf09f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6 HTTP/1.1" status: 200 len: 854 time: 0.9730806 May 23 11:18:52.792320 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7d781ac1-82ee-45d9-a252-11f19b6e5588 req-0b197aec-f6a7-43ae-a639-3cb9a71e8227 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89 HTTP/1.1" status: 200 len: 1096 time: 0.6081090 May 23 11:18:52.827960 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-22c2e678-1e1c-4914-913e-a7fe2846530c service neutron] Transition to ACTIVE for port object e567c6f9-1cc4-450f-b01e-d62332f44ba2 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:18:52.852143 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-22c2e678-1e1c-4914-913e-a7fe2846530c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:52.932142 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-82fbf8b2-d54c-494f-ae60-f134078e23b4 req-2ec37f9c-7673-4e9f-aef6-fe4be03f7c86 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6413deec0c1b468e9165a85b033a2ba9&device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 6286 time: 0.4569910 May 23 11:18:52.956311 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c00c842d-a637-4000-8aba-5cec30817e73 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:18:52.998917 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c00c842d-a637-4000-8aba-5cec30817e73 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:subnet and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:18:53.017012 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c00c842d-a637-4000-8aba-5cec30817e73 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:18:53.054448 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c00c842d-a637-4000-8aba-5cec30817e73 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:18:53.088747 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f85157-ef52-4d64-b5b7-f60a31307557 None None] New status for floating IP 7896e39a-35ba-4b75-bac1-6b84af9951b7: ACTIVE {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:18:53.225625 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7d781ac1-82ee-45d9-a252-11f19b6e5588 req-dfb963aa-daf0-4c5b-a853-c95dd301a325 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=f5e7d2e4-d721-4138-a0e8-2d99d4530de0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4168501 May 23 11:18:53.229209 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00c842d-a637-4000-8aba-5cec30817e73 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:18:53.230684 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-24189612-cb82-4463-844b-08b05ee2f90c None None] For port 506a161b-712f-4570-9f33-d176d4ca319a, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=506a161b-712f-4570-9f33-d176d4ca319a,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:18:53.231141 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-24189612-cb82-4463-844b-08b05ee2f90c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:53.251857 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbf8b2-d54c-494f-ae60-f134078e23b4 req-edd4c2a2-7227-4fb2-81a6-d6361b47cd90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:53.252562 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbf8b2-d54c-494f-ae60-f134078e23b4 req-edd4c2a2-7227-4fb2-81a6-d6361b47cd90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:53.253089 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbf8b2-d54c-494f-ae60-f134078e23b4 req-edd4c2a2-7227-4fb2-81a6-d6361b47cd90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:53.254897 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-82fbf8b2-d54c-494f-ae60-f134078e23b4 req-edd4c2a2-7227-4fb2-81a6-d6361b47cd90 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=6413deec0c1b468e9165a85b033a2ba9&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2133818 May 23 11:18:53.266247 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c2e678-1e1c-4914-913e-a7fe2846530c service neutron] Pushing event updated for resources: {'Port': ['ID=e567c6f9-1cc4-450f-b01e-d62332f44ba2,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:53.314408 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-2b40f13a-3957-4fba-b1d6-fc43c6c7d05e tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c8ada26741884c689d0e80f64385eb15&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7641335 May 23 11:18:53.372400 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0e557bf5-3672-4103-adbd-1809cf03c064 req-32d6b884-f2c3-4615-b305-99536ac8b126 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=297e8414-85bd-4e0d-aedb-8abf246d8703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6268747 May 23 11:18:53.421213 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06f5fe0-1225-43be-8866-9af36d83fb77 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:18:53.430860 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a577fae2-8975-4d41-bdb4-c69f3c92ca3e None None] Sync routers for ids ['2edb8702-07e6-4fcf-bd80-e5471f932034'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:18:53.446369 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a577fae2-8975-4d41-bdb4-c69f3c92ca3e None None] Routers {'2edb8702-07e6-4fcf-bd80-e5471f932034'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:18:53.447246 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-a577fae2-8975-4d41-bdb4-c69f3c92ca3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:18:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['2edb8702-07e6-4fcf-bd80-e5471f932034'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:18:53.470011 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f06f5fe0-1225-43be-8866-9af36d83fb77 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:53.494118 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-24189612-cb82-4463-844b-08b05ee2f90c None None] Calling delete_port for 506a161b-712f-4570-9f33-d176d4ca319a owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:18:53.524884 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-22c2e678-1e1c-4914-913e-a7fe2846530c service neutron] Attempting to bind port e567c6f9-1cc4-450f-b01e-d62332f44ba2 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:18:53.526004 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-22c2e678-1e1c-4914-913e-a7fe2846530c service neutron] Attempting to bind port e567c6f9-1cc4-450f-b01e-d62332f44ba2 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '62a496cc-e19f-409a-b014-66e4d6c7cebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'dc15df35-8b51-40b0-8426-c0ec1198d56f'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:18:53.526596 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-22c2e678-1e1c-4914-913e-a7fe2846530c service neutron] Attempting to bind port e567c6f9-1cc4-450f-b01e-d62332f44ba2 on network dc15df35-8b51-40b0-8426-c0ec1198d56f {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:18:53.685914 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-24189612-cb82-4463-844b-08b05ee2f90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:53.704376 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-a577fae2-8975-4d41-bdb4-c69f3c92ca3e None None] Set router 2edb8702-07e6-4fcf-bd80-e5471f932034 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:18:53.775856 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-22c2e678-1e1c-4914-913e-a7fe2846530c service neutron] Port e567c6f9-1cc4-450f-b01e-d62332f44ba2 on network dc15df35-8b51-40b0-8426-c0ec1198d56f not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:18:53.776347 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-22c2e678-1e1c-4914-913e-a7fe2846530c service neutron] Attempting to bind port e567c6f9-1cc4-450f-b01e-d62332f44ba2 on network dc15df35-8b51-40b0-8426-c0ec1198d56f {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:18:53.785684 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbf8b2-d54c-494f-ae60-f134078e23b4 req-17974799-fcb7-4426-871d-57ae4f5f1a4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:53.787465 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-82fbf8b2-d54c-494f-ae60-f134078e23b4 req-17974799-fcb7-4426-871d-57ae4f5f1a4e service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2535255 May 23 11:18:53.790169 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-22c2e678-1e1c-4914-913e-a7fe2846530c service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:18:53.790618 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-22c2e678-1e1c-4914-913e-a7fe2846530c service neutron] Checking segment: {'id': '62a496cc-e19f-409a-b014-66e4d6c7cebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'dc15df35-8b51-40b0-8426-c0ec1198d56f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:18:53.791523 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-22c2e678-1e1c-4914-913e-a7fe2846530c service neutron] Bound using segment: {'id': '62a496cc-e19f-409a-b014-66e4d6c7cebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'dc15df35-8b51-40b0-8426-c0ec1198d56f'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:18:53.792112 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-22c2e678-1e1c-4914-913e-a7fe2846530c service neutron] Bound port: e567c6f9-1cc4-450f-b01e-d62332f44ba2, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a496cc-e19f-409a-b014-66e4d6c7cebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'dc15df35-8b51-40b0-8426-c0ec1198d56f'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:18:53.792530 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-22c2e678-1e1c-4914-913e-a7fe2846530c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:53.850081 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c00c842d-a637-4000-8aba-5cec30817e73 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:53.892157 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 506a161b-712f-4570-9f33-d176d4ca319a no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:18:53.927197 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0e557bf5-3672-4103-adbd-1809cf03c064 req-43098230-c23b-401d-95cb-a815bfb20172 service neutron] 10.222.0.13 "GET /v2.0/networks/297e8414-85bd-4e0d-aedb-8abf246d8703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5466337 May 23 11:18:53.957371 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31f5e3-f0f4-4434-8ffc-5714374515a9 req-4b7d170b-f2a5-4763-9318-10b48d08faa2 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:53.962270 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31f5e3-f0f4-4434-8ffc-5714374515a9 req-4b7d170b-f2a5-4763-9318-10b48d08faa2 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:53.965666 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24189612-cb82-4463-844b-08b05ee2f90c None None] Pushing event deleted for resources: {'Port': ['ID=506a161b-712f-4570-9f33-d176d4ca319a,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:53.966750 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31f5e3-f0f4-4434-8ffc-5714374515a9 req-4b7d170b-f2a5-4763-9318-10b48d08faa2 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:53.972485 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31f5e3-f0f4-4434-8ffc-5714374515a9 req-4b7d170b-f2a5-4763-9318-10b48d08faa2 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:53.976680 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 506a161b-712f-4570-9f33-d176d4ca319a {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:18:53.977013 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 506a161b-712f-4570-9f33-d176d4ca319a not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:18:53.978601 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31f5e3-f0f4-4434-8ffc-5714374515a9 req-4b7d170b-f2a5-4763-9318-10b48d08faa2 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:53.987936 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31f5e3-f0f4-4434-8ffc-5714374515a9 req-4b7d170b-f2a5-4763-9318-10b48d08faa2 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:53.993196 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31f5e3-f0f4-4434-8ffc-5714374515a9 req-4b7d170b-f2a5-4763-9318-10b48d08faa2 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:53.996911 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24189612-cb82-4463-844b-08b05ee2f90c None None] No DVR routers for this DVR port 506a161b-712f-4570-9f33-d176d4ca319a on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:18:53.997768 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aa31f5e3-f0f4-4434-8ffc-5714374515a9 req-4b7d170b-f2a5-4763-9318-10b48d08faa2 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 5406 time: 1.0742471 May 23 11:18:54.107173 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0e557bf5-3672-4103-adbd-1809cf03c064 req-f26c76dd-25ba-4c44-98f6-f30bc20e55a8 service neutron] 10.222.0.13 "GET /v2.0/networks/297e8414-85bd-4e0d-aedb-8abf246d8703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673858 May 23 11:18:54.118692 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f06f5fe0-1225-43be-8866-9af36d83fb77 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "PUT /v2.0/floatingips/c28cc5c4-8f3c-4226-82ca-6580b87892fc HTTP/1.1" status: 200 len: 992 time: 7.3317044 May 23 11:18:54.122360 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-22c2e678-1e1c-4914-913e-a7fe2846530c service neutron] For port e567c6f9-1cc4-450f-b01e-d62332f44ba2, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:18:54.126371 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-22c2e678-1e1c-4914-913e-a7fe2846530c service neutron] For port e567c6f9-1cc4-450f-b01e-d62332f44ba2, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=e567c6f9-1cc4-450f-b01e-d62332f44ba2,segment=NetworkSegment(62a496cc-e19f-409a-b014-66e4d6c7cebc),segment_id=62a496cc-e19f-409a-b014-66e4d6c7cebc)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:18:54.136863 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-22c2e678-1e1c-4914-913e-a7fe2846530c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:54.152462 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be11c2e-70c8-4051-9ea8-628eee2c4908', 'tag': '3afd64a2-b6a5-4913-a9be-716566b8de39'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:18:54.218652 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-a577fae2-8975-4d41-bdb4-c69f3c92ca3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edb8702-07e6-4fcf-bd80-e5471f932034', 'name': 'tempest-ServerActionsTestJSON-1331501959-router', 'tenant_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'd4c8d402-9063-4ea5-bd4c-a1e1e51c0b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:17:32Z', 'updated_at': '2022-05-23T11:17:50Z', 'revision_number': 4, 'project_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'gw_port': {'id': 'd4c8d402-9063-4ea5-bd4c-a1e1e51c0b40', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:44:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edb8702-07e6-4fcf-bd80-e5471f932034', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:34Z', 'updated_at': '2022-05-23T11:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'c28cc5c4-8f3c-4226-82ca-6580b87892fc', 'tenant_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'floating_ip_address': '172.25.6.106', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '2edb8702-07e6-4fcf-bd80-e5471f932034', 'port_id': '3afd64a2-b6a5-4913-a9be-716566b8de39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24', 'mac_address': 'fa:16:3e:0b:fe:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be11c2e-70c8-4051-9ea8-628eee2c4908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:18:09Z', 'updated_at': '2022-05-23T11:18:47Z', 'revision_number': 1, 'project_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5be1fc14-28d2-437d-b7ea-23abbeecda61', 'name': '', 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24', 'tenant_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'mac_address': 'fa:16:3e:2f:de:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edb8702-07e6-4fcf-bd80-e5471f932034', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54335c97-79a1-4f1c-bc27-f53589fd26ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:47Z', 'updated_at': '2022-05-23T11:18:06Z', 'revision_number': 5, 'project_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'subnets': [{'id': '54335c97-79a1-4f1c-bc27-f53589fd26ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:18:54.222502 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a577fae2-8975-4d41-bdb4-c69f3c92ca3e None None] Checking router: 2edb8702-07e6-4fcf-bd80-e5471f932034 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:18:54.236582 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-22c2e678-1e1c-4914-913e-a7fe2846530c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:54.237058 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a577fae2-8975-4d41-bdb4-c69f3c92ca3e None None] Routers {'2edb8702-07e6-4fcf-bd80-e5471f932034'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:18:54.237797 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-a577fae2-8975-4d41-bdb4-c69f3c92ca3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:18:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['2edb8702-07e6-4fcf-bd80-e5471f932034'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:18:54.239099 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-22c2e678-1e1c-4914-913e-a7fe2846530c service neutron] 10.222.0.81 "PUT /v2.0/ports/e567c6f9-1cc4-450f-b01e-d62332f44ba2 HTTP/1.1" status: 200 len: 1091 time: 4.3552091 May 23 11:18:54.253382 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c2e678-1e1c-4914-913e-a7fe2846530c service neutron] Pushing event updated for resources: {'Port': ['ID=e567c6f9-1cc4-450f-b01e-d62332f44ba2,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:54.296544 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-e9b762c1-c737-4a69-950a-84d09873392d service neutron] Request body: {'port': {'device_id': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:18:54.314493 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aa31f5e3-f0f4-4434-8ffc-5714374515a9 req-3542edb7-9d8f-4857-92ce-e9233061a655 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f104f24-d3e6-45e4-adef-c55f6b4d08fc&id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2589190 May 23 11:18:54.318784 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-f17cb00c-5c0b-46dd-8abe-588798d7fcd0 service neutron] 10.222.0.79 "GET /v2.0/networks/c8f610f3-246f-4e9c-bcad-00bcd258b4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9793932 May 23 11:18:54.535325 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-a577fae2-8975-4d41-bdb4-c69f3c92ca3e None None] Set router 2edb8702-07e6-4fcf-bd80-e5471f932034 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:18:54.563667 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'tag': 'e567c6f9-1cc4-450f-b01e-d62332f44ba2'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:18:54.651361 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-e9b762c1-c737-4a69-950a-84d09873392d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:54.984316 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-a577fae2-8975-4d41-bdb4-c69f3c92ca3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edb8702-07e6-4fcf-bd80-e5471f932034', 'name': 'tempest-ServerActionsTestJSON-1331501959-router', 'tenant_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'd4c8d402-9063-4ea5-bd4c-a1e1e51c0b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:17:32Z', 'updated_at': '2022-05-23T11:17:50Z', 'revision_number': 4, 'project_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'gw_port': {'id': 'd4c8d402-9063-4ea5-bd4c-a1e1e51c0b40', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:44:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edb8702-07e6-4fcf-bd80-e5471f932034', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:34Z', 'updated_at': '2022-05-23T11:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'c28cc5c4-8f3c-4226-82ca-6580b87892fc', 'tenant_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'floating_ip_address': '172.25.6.106', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '2edb8702-07e6-4fcf-bd80-e5471f932034', 'port_id': '3afd64a2-b6a5-4913-a9be-716566b8de39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24', 'mac_address': 'fa:16:3e:0b:fe:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be11c2e-70c8-4051-9ea8-628eee2c4908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:18:09Z', 'updated_at': '2022-05-23T11:18:47Z', 'revision_number': 1, 'project_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5be1fc14-28d2-437d-b7ea-23abbeecda61', 'name': '', 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24', 'tenant_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'mac_address': 'fa:16:3e:2f:de:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edb8702-07e6-4fcf-bd80-e5471f932034', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54335c97-79a1-4f1c-bc27-f53589fd26ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:47Z', 'updated_at': '2022-05-23T11:18:06Z', 'revision_number': 5, 'project_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'subnets': [{'id': '54335c97-79a1-4f1c-bc27-f53589fd26ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:18:54.997214 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a577fae2-8975-4d41-bdb4-c69f3c92ca3e None None] The sync data for ids ['2edb8702-07e6-4fcf-bd80-e5471f932034'] in n-d-842952-2 is: [{'id': '2edb8702-07e6-4fcf-bd80-e5471f932034', 'name': 'tempest-ServerActionsTestJSON-1331501959-router', 'tenant_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'd4c8d402-9063-4ea5-bd4c-a1e1e51c0b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:17:32Z', 'updated_at': '2022-05-23T11:17:50Z', 'revision_number': 4, 'project_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'gw_port': {'id': 'd4c8d402-9063-4ea5-bd4c-a1e1e51c0b40', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:44:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edb8702-07e6-4fcf-bd80-e5471f932034', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:34Z', 'updated_at': '2022-05-23T11:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'c28cc5c4-8f3c-4226-82ca-6580b87892fc', 'tenant_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'floating_ip_address': '172.25.6.106', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '2edb8702-07e6-4fcf-bd80-e5471f932034', 'port_id': '3afd64a2-b6a5-4913-a9be-716566b8de39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24', 'mac_address': 'fa:16:3e:0b:fe:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be11c2e-70c8-4051-9ea8-628eee2c4908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:18:09Z', 'updated_at': '2022-05-23T11:18:47Z', 'revision_number': 1, 'project_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5be1fc14-28d2-437d-b7ea-23abbeecda61', 'name': '', 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24', 'tenant_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'mac_address': 'fa:16:3e:2f:de:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edb8702-07e6-4fcf-bd80-e5471f932034', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54335c97-79a1-4f1c-bc27-f53589fd26ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:47Z', 'updated_at': '2022-05-23T11:18:06Z', 'revision_number': 5, 'project_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'subnets': [{'id': '54335c97-79a1-4f1c-bc27-f53589fd26ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:18:55.165682 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c00c842d-a637-4000-8aba-5cec30817e73 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:55.248908 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c842d-a637-4000-8aba-5cec30817e73 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Subnet': ['ID=f4234a1d-29ef-46e1-a75f-37c16a8eb482,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:55.255239 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-8fdc0e56-09cc-44d0-a904-a7b264d525dc service neutron] 10.222.0.79 "GET /v2.0/networks/c8f610f3-246f-4e9c-bcad-00bcd258b4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9198875 May 23 11:18:55.307082 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00c842d-a637-4000-8aba-5cec30817e73 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:18:55.311256 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-c00c842d-a637-4000-8aba-5cec30817e73 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:18:55.320920 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43891082-ffa7-4336-8ebd-98d50cb4dfbb None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:18:55.336148 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-e9b762c1-c737-4a69-950a-84d09873392d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ade0de95-006a-4fe2-b4ff-65da0980082b {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:18:55.347625 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00c842d-a637-4000-8aba-5cec30817e73 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:55.348293 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c00c842d-a637-4000-8aba-5cec30817e73 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:55.350703 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-e9b762c1-c737-4a69-950a-84d09873392d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:55.388869 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06c642-9091-487a-9f63-7453cb5a82c4 req-e607f5e3-e5d0-49f4-a5b4-e197be3579bc tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:55.389943 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-e9b762c1-c737-4a69-950a-84d09873392d service neutron] Transition to ACTIVE for port object ade0de95-006a-4fe2-b4ff-65da0980082b will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:18:55.395715 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1b06c642-9091-487a-9f63-7453cb5a82c4 req-e607f5e3-e5d0-49f4-a5b4-e197be3579bc tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89 HTTP/1.1" status: 200 len: 945 time: 0.6986384 May 23 11:18:55.396011 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-e9b762c1-c737-4a69-950a-84d09873392d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:55.452765 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58996) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:55.457054 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-1faa9c11-716a-4bcc-b982-9558ebb88643 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Deleting port 3e4f4e07-c1ab-4153-897d-8f308487cd07 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:18:55.457394 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1faa9c11-716a-4bcc-b982-9558ebb88643 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:55.637634 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c00c842d-a637-4000-8aba-5cec30817e73 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0432711 May 23 11:18:55.639008 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59006) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:55.643967 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962ccc18-e70a-4ec2-96c9-b94d385410c1 None None] New status for floating IP c28cc5c4-8f3c-4226-82ca-6580b87892fc: ACTIVE {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:18:55.651769 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b762c1-c737-4a69-950a-84d09873392d service neutron] Pushing event updated for resources: {'Port': ['ID=ade0de95-006a-4fe2-b4ff-65da0980082b,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:55.656682 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-fece54c2-7250-41ac-9da7-08c9d1be0c19 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-432342892', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:18:55.680945 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-fece54c2-7250-41ac-9da7-08c9d1be0c19 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:18:55.822807 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-fece54c2-7250-41ac-9da7-08c9d1be0c19 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:router and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:18:55.908006 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-fece54c2-7250-41ac-9da7-08c9d1be0c19 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:18:55.911248 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-e9b762c1-c737-4a69-950a-84d09873392d service neutron] Attempting to bind port ade0de95-006a-4fe2-b4ff-65da0980082b on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:18:55.911886 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-e9b762c1-c737-4a69-950a-84d09873392d service neutron] Attempting to bind port ade0de95-006a-4fe2-b4ff-65da0980082b by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': 'b9fbc905-5e46-471f-be10-d3ddd4aa40fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'caa75e58-fea3-4934-a2b0-723273e69b7e'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:18:55.912409 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-e9b762c1-c737-4a69-950a-84d09873392d service neutron] Attempting to bind port ade0de95-006a-4fe2-b4ff-65da0980082b on network caa75e58-fea3-4934-a2b0-723273e69b7e {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:18:55.919508 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-e9b762c1-c737-4a69-950a-84d09873392d service neutron] Port ade0de95-006a-4fe2-b4ff-65da0980082b on network caa75e58-fea3-4934-a2b0-723273e69b7e not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:18:55.922598 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-e9b762c1-c737-4a69-950a-84d09873392d service neutron] Attempting to bind port ade0de95-006a-4fe2-b4ff-65da0980082b on network caa75e58-fea3-4934-a2b0-723273e69b7e {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:18:55.931452 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-e9b762c1-c737-4a69-950a-84d09873392d service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:18:55.932933 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-e9b762c1-c737-4a69-950a-84d09873392d service neutron] Checking segment: {'id': 'b9fbc905-5e46-471f-be10-d3ddd4aa40fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'caa75e58-fea3-4934-a2b0-723273e69b7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:18:55.933507 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-e9b762c1-c737-4a69-950a-84d09873392d service neutron] Bound using segment: {'id': 'b9fbc905-5e46-471f-be10-d3ddd4aa40fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'caa75e58-fea3-4934-a2b0-723273e69b7e'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:18:55.934288 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-e9b762c1-c737-4a69-950a-84d09873392d service neutron] Bound port: ade0de95-006a-4fe2-b4ff-65da0980082b, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9fbc905-5e46-471f-be10-d3ddd4aa40fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'caa75e58-fea3-4934-a2b0-723273e69b7e'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:18:55.934807 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-e9b762c1-c737-4a69-950a-84d09873392d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:55.952882 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-fece54c2-7250-41ac-9da7-08c9d1be0c19 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:18:55.973634 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1b06c642-9091-487a-9f63-7453cb5a82c4 req-319a8a8a-2517-4068-b1ab-a5a312002ef6 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5e7d2e4-d721-4138-a0e8-2d99d4530de0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5768993 May 23 11:18:55.979545 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2404b6ad-7dab-46e7-848e-e3ca5d95402f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:56.080962 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fece54c2-7250-41ac-9da7-08c9d1be0c19 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:56.081921 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fece54c2-7250-41ac-9da7-08c9d1be0c19 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:56.097660 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-e9b762c1-c737-4a69-950a-84d09873392d service neutron] For port ade0de95-006a-4fe2-b4ff-65da0980082b, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:18:56.102829 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-e9b762c1-c737-4a69-950a-84d09873392d service neutron] For port ade0de95-006a-4fe2-b4ff-65da0980082b, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=ade0de95-006a-4fe2-b4ff-65da0980082b,segment=NetworkSegment(b9fbc905-5e46-471f-be10-d3ddd4aa40fc),segment_id=b9fbc905-5e46-471f-be10-d3ddd4aa40fc)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:18:56.125576 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-e9b762c1-c737-4a69-950a-84d09873392d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:56.127021 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704df1e0-5374-45c9-8b58-30543b5c155e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'tenant_id': '7898a2f847b24320a42ded6c2b4bd651', 'fixed_ips': [{'subnet_id': 'f4234a1d-29ef-46e1-a75f-37c16a8eb482'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:18:56.131935 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-043b7c60-cac0-4df5-aac8-a89eebb8bac3'] response: {'name': 'network-changed', 'server_uuid': '2be11c2e-70c8-4051-9ea8-628eee2c4908', 'tag': '3afd64a2-b6a5-4913-a9be-716566b8de39', 'status': 'completed', 'code': 200} May 23 11:18:56.137474 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-704df1e0-5374-45c9-8b58-30543b5c155e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:56.210270 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fece54c2-7250-41ac-9da7-08c9d1be0c19 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:56.211616 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b824c21-77d5-4d6e-9f41-9981176e7c74'] response: {'name': 'network-changed', 'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'tag': 'e567c6f9-1cc4-450f-b01e-d62332f44ba2', 'status': 'completed', 'code': 200} May 23 11:18:56.242513 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1faa9c11-716a-4bcc-b982-9558ebb88643 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:56.255474 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fece54c2-7250-41ac-9da7-08c9d1be0c19 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:56.263245 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2404b6ad-7dab-46e7-848e-e3ca5d95402f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:18:56.323614 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-e9b762c1-c737-4a69-950a-84d09873392d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:56.325471 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-e9b762c1-c737-4a69-950a-84d09873392d service neutron] 10.222.0.81 "PUT /v2.0/ports/ade0de95-006a-4fe2-b4ff-65da0980082b HTTP/1.1" status: 200 len: 1091 time: 2.0348070 May 23 11:18:56.351647 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2404b6ad-7dab-46e7-848e-e3ca5d95402f admin admin] Usage tracker for resource:security_group_rule and tenant:45220abe26e740d2b761629967574dfb is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:18:56.355426 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b762c1-c737-4a69-950a-84d09873392d service neutron] Pushing event updated for resources: {'Port': ['ID=ade0de95-006a-4fe2-b4ff-65da0980082b,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:56.369415 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-e2313eae-9af5-4fe6-bd28-ab2860bd0130 service neutron] Request body: {'port': {'device_id': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:18:56.462874 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-1faa9c11-716a-4bcc-b982-9558ebb88643 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Calling delete_port for 3e4f4e07-c1ab-4153-897d-8f308487cd07 owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:18:56.492991 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-97219d28-75ea-4976-ad7b-9bd2d232652f req-4e9d25b0-fb8a-4ff1-95d1-06b13cd1d4b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d8e63cb106b40b880c35c46eb22d5c0&device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 1097 time: 0.2831552 May 23 11:18:56.501918 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2404b6ad-7dab-46e7-848e-e3ca5d95402f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:18:56.503583 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-704df1e0-5374-45c9-8b58-30543b5c155e None None] Allocated IP 2001:db8::2 (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/f4234a1d-29ef-46e1-a75f-37c16a8eb482/66f1eafb-ca2d-4a14-aee4-e7fc91098b47) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:18:56.520545 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-84af1247-243a-4d29-b2a0-f35ee74ae476 req-e19098d2-be3f-4f3d-a924-43c03624dd59 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6413deec0c1b468e9165a85b033a2ba9&device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 6420 time: 0.2754242 May 23 11:18:56.521416 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2404b6ad-7dab-46e7-848e-e3ca5d95402f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:18:56.707732 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-e2313eae-9af5-4fe6-bd28-ab2860bd0130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:56.785942 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-704df1e0-5374-45c9-8b58-30543b5c155e None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:56.815417 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3ed7d-0eb9-4289-a319-a3d085283c8b req-e74b5710-1362-45e5-a92b-df3bbfccbee4 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:56.817292 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b8d3ed7d-0eb9-4289-a319-a3d085283c8b req-e74b5710-1362-45e5-a92b-df3bbfccbee4 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 946 time: 1.1377685 May 23 11:18:56.827654 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fece54c2-7250-41ac-9da7-08c9d1be0c19 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:56.831793 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-fece54c2-7250-41ac-9da7-08c9d1be0c19 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1849306 May 23 11:18:56.832665 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59016) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:56.853592 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af1247-243a-4d29-b2a0-f35ee74ae476 req-48ddc751-d887-4a22-9c94-27ca8c78e7d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:56.853965 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af1247-243a-4d29-b2a0-f35ee74ae476 req-48ddc751-d887-4a22-9c94-27ca8c78e7d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:56.854339 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af1247-243a-4d29-b2a0-f35ee74ae476 req-48ddc751-d887-4a22-9c94-27ca8c78e7d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:56.855950 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-84af1247-243a-4d29-b2a0-f35ee74ae476 req-48ddc751-d887-4a22-9c94-27ca8c78e7d0 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=6413deec0c1b468e9165a85b033a2ba9&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3128667 May 23 11:18:56.856821 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97219d28-75ea-4976-ad7b-9bd2d232652f req-e1eadf81-4dac-4808-a210-10a7ce86dc8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:56.858080 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-97219d28-75ea-4976-ad7b-9bd2d232652f req-e1eadf81-4dac-4808-a210-10a7ce86dc8d service neutron] 10.222.0.13 "GET /v2.0/networks?id=6213997a-77dd-4973-bef8-b88fbf379b24 HTTP/1.1" status: 200 len: 913 time: 0.3551240 May 23 11:18:57.027887 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-704df1e0-5374-45c9-8b58-30543b5c155e None None] Transition to ACTIVE for port object 66f1eafb-ca2d-4a14-aee4-e7fc91098b47 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:18:57.047637 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1faa9c11-716a-4bcc-b982-9558ebb88643 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:57.063820 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-704df1e0-5374-45c9-8b58-30543b5c155e None None] Transition to ACTIVE for port object 66f1eafb-ca2d-4a14-aee4-e7fc91098b47 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:18:57.072730 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-704df1e0-5374-45c9-8b58-30543b5c155e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:57.121445 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa9c11-716a-4bcc-b982-9558ebb88643 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event deleted for resources: {'Port': ['ID=3e4f4e07-c1ab-4153-897d-8f308487cd07,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:57.131781 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b8d3ed7d-0eb9-4289-a319-a3d085283c8b req-a48af890-df77-47b7-86bf-c4d2241b22dc tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2981944 May 23 11:18:57.134870 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2404b6ad-7dab-46e7-848e-e3ca5d95402f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:57.199038 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-97219d28-75ea-4976-ad7b-9bd2d232652f req-321687b0-ecd5-4ad6-b0b6-54f8acf67352 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3afd64a2-b6a5-4913-a9be-716566b8de39 HTTP/1.1" status: 200 len: 1002 time: 0.3101389 May 23 11:18:57.217518 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704df1e0-5374-45c9-8b58-30543b5c155e None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:18:57.224126 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd5f8c-5eca-4520-8a7d-55c29f8d128b req-1284c339-b760-4305-b923-9835f4db14c2 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:57.227844 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd5f8c-5eca-4520-8a7d-55c29f8d128b req-1284c339-b760-4305-b923-9835f4db14c2 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:57.236125 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-704df1e0-5374-45c9-8b58-30543b5c155e None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:18:57.238781 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd5f8c-5eca-4520-8a7d-55c29f8d128b req-1284c339-b760-4305-b923-9835f4db14c2 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:57.239780 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704df1e0-5374-45c9-8b58-30543b5c155e None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:18:57.247738 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd5f8c-5eca-4520-8a7d-55c29f8d128b req-1284c339-b760-4305-b923-9835f4db14c2 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:57.257316 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd5f8c-5eca-4520-8a7d-55c29f8d128b req-1284c339-b760-4305-b923-9835f4db14c2 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:57.262007 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd5f8c-5eca-4520-8a7d-55c29f8d128b req-1284c339-b760-4305-b923-9835f4db14c2 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:57.272194 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd5f8c-5eca-4520-8a7d-55c29f8d128b req-1284c339-b760-4305-b923-9835f4db14c2 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:57.281870 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d0dd5f8c-5eca-4520-8a7d-55c29f8d128b req-1284c339-b760-4305-b923-9835f4db14c2 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 5418 time: 0.7811372 May 23 11:18:57.287865 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2404b6ad-7dab-46e7-848e-e3ca5d95402f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:57.406067 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704df1e0-5374-45c9-8b58-30543b5c155e None None] Pushing event updated for resources: {'Port': ['ID=66f1eafb-ca2d-4a14-aee4-e7fc91098b47,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:57.443061 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-704df1e0-5374-45c9-8b58-30543b5c155e None None] Attempting to bind port 66f1eafb-ca2d-4a14-aee4-e7fc91098b47 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:18:57.443753 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-704df1e0-5374-45c9-8b58-30543b5c155e None None] Attempting to bind port 66f1eafb-ca2d-4a14-aee4-e7fc91098b47 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:18:57.444228 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704df1e0-5374-45c9-8b58-30543b5c155e None None] Attempting to bind port 66f1eafb-ca2d-4a14-aee4-e7fc91098b47 on network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:18:57.459976 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704df1e0-5374-45c9-8b58-30543b5c155e None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:18:57.462616 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704df1e0-5374-45c9-8b58-30543b5c155e None None] Checking segment: {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:18:57.462941 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-704df1e0-5374-45c9-8b58-30543b5c155e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:57.464372 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704df1e0-5374-45c9-8b58-30543b5c155e None None] Bound using segment: {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:18:57.464902 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-704df1e0-5374-45c9-8b58-30543b5c155e None None] Bound port: 66f1eafb-ca2d-4a14-aee4-e7fc91098b47, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:18:57.471197 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-704df1e0-5374-45c9-8b58-30543b5c155e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:57.554249 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af1247-243a-4d29-b2a0-f35ee74ae476 req-40a9398d-3bde-4139-9fd9-8d58e8034a22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:57.555744 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-84af1247-243a-4d29-b2a0-f35ee74ae476 req-40a9398d-3bde-4139-9fd9-8d58e8034a22 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6905005 May 23 11:18:57.584473 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-704df1e0-5374-45c9-8b58-30543b5c155e None None] For port 66f1eafb-ca2d-4a14-aee4-e7fc91098b47, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:18:57.589505 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-704df1e0-5374-45c9-8b58-30543b5c155e None None] For port 66f1eafb-ca2d-4a14-aee4-e7fc91098b47, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=66f1eafb-ca2d-4a14-aee4-e7fc91098b47,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:18:57.589947 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97219d28-75ea-4976-ad7b-9bd2d232652f req-9307d281-9032-4599-9945-f34ab54b1d53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:57.591439 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-97219d28-75ea-4976-ad7b-9bd2d232652f req-9307d281-9032-4599-9945-f34ab54b1d53 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54335c97-79a1-4f1c-bc27-f53589fd26ef HTTP/1.1" status: 200 len: 851 time: 0.3804741 May 23 11:18:57.595404 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-704df1e0-5374-45c9-8b58-30543b5c155e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:57.703539 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704df1e0-5374-45c9-8b58-30543b5c155e None None] Pushing event updated for resources: {'Port': ['ID=66f1eafb-ca2d-4a14-aee4-e7fc91098b47,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:57.739072 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-e2313eae-9af5-4fe6-bd28-ab2860bd0130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77c5e08b-44d1-4a6a-905f-a11e984ebbaf {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:18:57.748642 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-97219d28-75ea-4976-ad7b-9bd2d232652f req-56083ad2-1b52-4dd7-8804-f9122a9b3eea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6213997a-77dd-4973-bef8-b88fbf379b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1479175 May 23 11:18:57.750386 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-e2313eae-9af5-4fe6-bd28-ab2860bd0130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:57.829859 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2404b6ad-7dab-46e7-848e-e3ca5d95402f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=45220abe26e740d2b761629967574dfb&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3740454 May 23 11:18:57.831077 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404b6ad-7dab-46e7-848e-e3ca5d95402f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b552c05-598f-4d4f-9dc6-441a63c61744,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:57.835710 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-e2313eae-9af5-4fe6-bd28-ab2860bd0130 service neutron] Transition to ACTIVE for port object 77c5e08b-44d1-4a6a-905f-a11e984ebbaf will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:18:57.836349 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59024) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:18:57.866232 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-e2313eae-9af5-4fe6-bd28-ab2860bd0130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:58.035860 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9d77429d-671d-4220-8469-cacebfd0514a req-44af13bf-a642-49f1-b4d6-e32625002e08 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=790eedd7-1d7a-4542-8fe5-5203db38c2a2 HTTP/1.1" status: 200 len: 210 time: 0.4766939 May 23 11:18:58.071439 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2313eae-9af5-4fe6-bd28-ab2860bd0130 service neutron] Pushing event updated for resources: {'Port': ['ID=77c5e08b-44d1-4a6a-905f-a11e984ebbaf,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:58.127478 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-97219d28-75ea-4976-ad7b-9bd2d232652f req-8bb71509-a4d8-45fa-9a9d-437a83a71f47 service neutron] 10.222.0.13 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678107 May 23 11:18:58.169905 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d0dd5f8c-5eca-4520-8a7d-55c29f8d128b req-434aa919-2dc3-4649-bd03-060c8a592a11 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f104f24-d3e6-45e4-adef-c55f6b4d08fc&id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8872440 May 23 11:18:58.207031 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4261294c-694d-4d57-a6a5-743885a68306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:58.228117 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-ac611bfd-a2a3-413e-a7ca-a0d0e38a4040 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:58.229580 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-ac611bfd-a2a3-413e-a7ca-a0d0e38a4040 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.81 "GET /v2.0/networks?id=c8f610f3-246f-4e9c-bcad-00bcd258b4f5 HTTP/1.1" status: 200 len: 813 time: 1.0608103 May 23 11:18:58.247670 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'tag': 'ade0de95-006a-4fe2-b4ff-65da0980082b'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:18:58.252788 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-ca89fb5e-fd41-4610-bcc7-1512a3785cbc tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Request body: {'port': {'device_id': '790eedd7-1d7a-4542-8fe5-5203db38c2a2', 'network_id': 'c8f610f3-246f-4e9c-bcad-00bcd258b4f5', 'admin_state_up': True, 'tenant_id': 'c8ada26741884c689d0e80f64385eb15'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:18:58.351155 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4261294c-694d-4d57-a6a5-743885a68306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:58.448011 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-e2313eae-9af5-4fe6-bd28-ab2860bd0130 service neutron] Attempting to bind port 77c5e08b-44d1-4a6a-905f-a11e984ebbaf on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:18:58.448316 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-e2313eae-9af5-4fe6-bd28-ab2860bd0130 service neutron] Attempting to bind port 77c5e08b-44d1-4a6a-905f-a11e984ebbaf by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': 'b9fbc905-5e46-471f-be10-d3ddd4aa40fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'caa75e58-fea3-4934-a2b0-723273e69b7e'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:18:58.448708 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-e2313eae-9af5-4fe6-bd28-ab2860bd0130 service neutron] Attempting to bind port 77c5e08b-44d1-4a6a-905f-a11e984ebbaf on network caa75e58-fea3-4934-a2b0-723273e69b7e {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:18:58.454482 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-97219d28-75ea-4976-ad7b-9bd2d232652f req-55d84992-c6ab-407a-8418-181044c6ba77 service neutron] 10.222.0.13 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767055 May 23 11:18:58.459524 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-e2313eae-9af5-4fe6-bd28-ab2860bd0130 service neutron] Port 77c5e08b-44d1-4a6a-905f-a11e984ebbaf on network caa75e58-fea3-4934-a2b0-723273e69b7e not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:18:58.459872 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-e2313eae-9af5-4fe6-bd28-ab2860bd0130 service neutron] Attempting to bind port 77c5e08b-44d1-4a6a-905f-a11e984ebbaf on network caa75e58-fea3-4934-a2b0-723273e69b7e {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:18:58.462809 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1faa9c11-716a-4bcc-b982-9558ebb88643 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:58.466991 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-e2313eae-9af5-4fe6-bd28-ab2860bd0130 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:18:58.467328 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-e2313eae-9af5-4fe6-bd28-ab2860bd0130 service neutron] Checking segment: {'id': 'b9fbc905-5e46-471f-be10-d3ddd4aa40fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'caa75e58-fea3-4934-a2b0-723273e69b7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:18:58.467708 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-e2313eae-9af5-4fe6-bd28-ab2860bd0130 service neutron] Bound using segment: {'id': 'b9fbc905-5e46-471f-be10-d3ddd4aa40fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'caa75e58-fea3-4934-a2b0-723273e69b7e'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:18:58.468167 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-e2313eae-9af5-4fe6-bd28-ab2860bd0130 service neutron] Bound port: 77c5e08b-44d1-4a6a-905f-a11e984ebbaf, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9fbc905-5e46-471f-be10-d3ddd4aa40fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'caa75e58-fea3-4934-a2b0-723273e69b7e'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:18:58.468536 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-e2313eae-9af5-4fe6-bd28-ab2860bd0130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:58.520680 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4261294c-694d-4d57-a6a5-743885a68306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:58.551526 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261294c-694d-4d57-a6a5-743885a68306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b552c05-598f-4d4f-9dc6-441a63c61744,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:58.562275 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4261294c-694d-4d57-a6a5-743885a68306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:58.564103 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4261294c-694d-4d57-a6a5-743885a68306 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0b552c05-598f-4d4f-9dc6-441a63c61744 HTTP/1.1" status: 204 len: 168 time: 0.7267151 May 23 11:18:58.603123 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-e2313eae-9af5-4fe6-bd28-ab2860bd0130 service neutron] For port 77c5e08b-44d1-4a6a-905f-a11e984ebbaf, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:18:58.606723 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-e2313eae-9af5-4fe6-bd28-ab2860bd0130 service neutron] For port 77c5e08b-44d1-4a6a-905f-a11e984ebbaf, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=77c5e08b-44d1-4a6a-905f-a11e984ebbaf,segment=NetworkSegment(b9fbc905-5e46-471f-be10-d3ddd4aa40fc),segment_id=b9fbc905-5e46-471f-be10-d3ddd4aa40fc)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:18:58.612187 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-e2313eae-9af5-4fe6-bd28-ab2860bd0130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:58.663539 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-e2313eae-9af5-4fe6-bd28-ab2860bd0130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:58.665209 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-e2313eae-9af5-4fe6-bd28-ab2860bd0130 service neutron] 10.222.0.81 "PUT /v2.0/ports/77c5e08b-44d1-4a6a-905f-a11e984ebbaf HTTP/1.1" status: 200 len: 1091 time: 2.3052409 May 23 11:18:58.770287 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2313eae-9af5-4fe6-bd28-ab2860bd0130 service neutron] Pushing event updated for resources: {'Port': ['ID=77c5e08b-44d1-4a6a-905f-a11e984ebbaf,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:18:58.842313 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b9507-634c-4ddd-90d6-9b8657e71ace req-6a0c0d7b-8599-4212-96fd-dd9e50687bc9 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:58.849954 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d67b9507-634c-4ddd-90d6-9b8657e71ace req-6a0c0d7b-8599-4212-96fd-dd9e50687bc9 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89 HTTP/1.1" status: 200 len: 945 time: 0.6702561 May 23 11:18:58.856903 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-ca89fb5e-fd41-4610-bcc7-1512a3785cbc tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:18:58.861985 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-ca89fb5e-fd41-4610-bcc7-1512a3785cbc tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Usage tracker for resource:port and tenant:c8ada26741884c689d0e80f64385eb15 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:18:58.865565 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-ca89fb5e-fd41-4610-bcc7-1512a3785cbc tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:18:58.873400 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-ca89fb5e-fd41-4610-bcc7-1512a3785cbc tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:18:58.898039 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-ed95c1d4-6939-4dc2-ae1d-9fd5d5482668 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6413deec0c1b468e9165a85b033a2ba9&device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 6487 time: 0.1673763 May 23 11:18:58.928343 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-ca89fb5e-fd41-4610-bcc7-1512a3785cbc tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Made reservation on behalf of c8ada26741884c689d0e80f64385eb15 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:18:58.931333 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-ca89fb5e-fd41-4610-bcc7-1512a3785cbc tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:58.998700 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-f3a4ee8d-713a-4907-9c6c-f1190eebffc4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fa10ee8-a8ce-4d28-a9f0-0363128b97d0 HTTP/1.1" status: 200 len: 217 time: 0.0869434 May 23 11:18:59.068765 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1f734921-8eb5-45f2-ae91-28058e2659e3 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:59.071776 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-b07ab4cc-79da-48d0-974c-4b1ca34bea85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:59.073348 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-b07ab4cc-79da-48d0-974c-4b1ca34bea85 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ad5f4f1c-c17b-496d-bb30-9eefdb6a09ed HTTP/1.1" status: 200 len: 856 time: 0.0689895 May 23 11:18:59.157795 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-49d830d7-41cc-41cb-aa03-c9110a512ea3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8f58b921-0292-4dfc-9e12-b02298e69ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782166 May 23 11:18:59.174133 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ff49c938-3f42-4800-8fb9-aaf6e1586dea None None] Provisioning for port 66f1eafb-ca2d-4a14-aee4-e7fc91098b47 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:18:59.196635 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29555204-223e-4b5f-b141-b84dfe70f932 req-1ed2c31b-5160-43cf-a596-7a4b5c3d1902 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:59.198186 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-29555204-223e-4b5f-b141-b84dfe70f932 req-1ed2c31b-5160-43cf-a596-7a4b5c3d1902 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 946 time: 0.8043220 May 23 11:18:59.295946 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-6dbf982a-103a-4e2d-acf7-70bdbfa3149e service neutron] 10.222.0.81 "GET /v2.0/networks/8f58b921-0292-4dfc-9e12-b02298e69ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322129 May 23 11:18:59.439988 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-7c511fc5-bdca-48f6-9a3d-cf285c423a88 service neutron] 10.222.0.81 "GET /v2.0/networks/8f58b921-0292-4dfc-9e12-b02298e69ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386287 May 23 11:18:59.482052 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d67b9507-634c-4ddd-90d6-9b8657e71ace req-7fdc9630-e2fc-4059-a4f7-50cf3268f8cd tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5e7d2e4-d721-4138-a0e8-2d99d4530de0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6312299 May 23 11:18:59.513170 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-356895d2-763b-4ce5-a74e-737ef9a2dae8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=65511622-3ae6-4e00-8bb2-667556a3a5f7 HTTP/1.1" status: 200 len: 217 time: 0.0674162 May 23 11:18:59.696156 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-29555204-223e-4b5f-b141-b84dfe70f932 req-f2cf75c0-25f4-449c-a1b6-bed7d1383230 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4334526 May 23 11:18:59.700439 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 66f1eafb-ca2d-4a14-aee4-e7fc91098b47 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:18:59.733626 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66eb1ef7-f2d7-49ac-998e-8758b3b69efa'] response: {'name': 'network-changed', 'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'tag': 'ade0de95-006a-4fe2-b4ff-65da0980082b', 'status': 'completed', 'code': 200} May 23 11:18:59.769459 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-9f797d19-5c6f-426f-abba-f42236d97a7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:18:59.770929 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-9f797d19-5c6f-426f-abba-f42236d97a7e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac62e3e8-2718-4c68-91a7-544681516b07 HTTP/1.1" status: 200 len: 797 time: 0.2526004 May 23 11:18:59.874049 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 66f1eafb-ca2d-4a14-aee4-e7fc91098b47 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:18:59.879737 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 66f1eafb-ca2d-4a14-aee4-e7fc91098b47 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:18:59.880379 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:18:59.942252 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-2698baaa-4adf-4c50-a710-ae74639c7b73 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=dc15df35-8b51-40b0-8426-c0ec1198d56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1653600 May 23 11:18:59.943104 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-73a2a9b7-3d20-4ede-b9b9-b4d898ab99f0 req-549a3c27-e0a4-4f7f-991c-4b9be1af2b8c tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=790eedd7-1d7a-4542-8fe5-5203db38c2a2 HTTP/1.1" status: 200 len: 210 time: 0.1367908 May 23 11:19:00.048900 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:00.077894 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-ca89fb5e-fd41-4610-bcc7-1512a3785cbc tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Allocated IP 172.20.0.6 (c8f610f3-246f-4e9c-bcad-00bcd258b4f5/921f8ad7-2327-456b-8d69-73b599e668ca/ff4d2f04-6307-4ea4-b33f-f6e3de65584b) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:19:00.089131 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 66f1eafb-ca2d-4a14-aee4-e7fc91098b47, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=66f1eafb-ca2d-4a14-aee4-e7fc91098b47,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:00.096094 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:00.151277 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1faa9c11-716a-4bcc-b982-9558ebb88643 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Router 56a37d2f-53e1-4287-bdb8-49880c785d53 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:19:00.159790 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-ac27d13b-6759-4422-878e-4b60ae22ba82 service neutron] 10.222.0.81 "GET /v2.0/networks/dc15df35-8b51-40b0-8426-c0ec1198d56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039702 May 23 11:19:00.181714 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=66f1eafb-ca2d-4a14-aee4-e7fc91098b47,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:00.317627 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-35f6c219-2afe-4fa7-b48c-c1f3b5875bab service neutron] 10.222.0.81 "GET /v2.0/networks/dc15df35-8b51-40b0-8426-c0ec1198d56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509464 May 23 11:19:00.391463 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-af605747-d06d-4e65-8bef-b668800b83b9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=8fe06221-9b45-4a87-9097-415f9568b703 HTTP/1.1" status: 200 len: 217 time: 0.0664036 May 23 11:19:00.456782 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-637bcb90-53e2-4aa8-b02a-5fb03e5b33ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:00.458388 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-637bcb90-53e2-4aa8-b02a-5fb03e5b33ed service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac62e3e8-2718-4c68-91a7-544681516b07 HTTP/1.1" status: 200 len: 797 time: 0.0621407 May 23 11:19:00.505280 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f547c4-7e5d-45cf-82d8-43e7291cf12e req-5f082c6d-ed65-4bae-acc7-8e00fcdcaed8 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:00.510220 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f547c4-7e5d-45cf-82d8-43e7291cf12e req-5f082c6d-ed65-4bae-acc7-8e00fcdcaed8 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:00.513516 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f547c4-7e5d-45cf-82d8-43e7291cf12e req-5f082c6d-ed65-4bae-acc7-8e00fcdcaed8 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:00.517410 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f547c4-7e5d-45cf-82d8-43e7291cf12e req-5f082c6d-ed65-4bae-acc7-8e00fcdcaed8 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:00.521209 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f547c4-7e5d-45cf-82d8-43e7291cf12e req-5f082c6d-ed65-4bae-acc7-8e00fcdcaed8 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:00.525024 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f547c4-7e5d-45cf-82d8-43e7291cf12e req-5f082c6d-ed65-4bae-acc7-8e00fcdcaed8 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:00.528949 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f547c4-7e5d-45cf-82d8-43e7291cf12e req-5f082c6d-ed65-4bae-acc7-8e00fcdcaed8 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:00.530831 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d3f547c4-7e5d-45cf-82d8-43e7291cf12e req-5f082c6d-ed65-4bae-acc7-8e00fcdcaed8 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 5430 time: 0.5808403 May 23 11:19:00.540585 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-a0319cf8-45e9-4808-a28d-04daafe56f17 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=dc15df35-8b51-40b0-8426-c0ec1198d56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0759263 May 23 11:19:00.541166 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-1f734921-8eb5-45f2-ae91-28058e2659e3 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Allocated IP 2001:db8::1 (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/f4234a1d-29ef-46e1-a75f-37c16a8eb482/11465060-d50a-4d9e-9581-49a2c007c4f4) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:19:00.680418 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-bf395d19-bccc-442f-978c-f3623ab1e701 service neutron] 10.222.0.81 "GET /v2.0/networks/dc15df35-8b51-40b0-8426-c0ec1198d56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341946 May 23 11:19:00.801939 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb8068-231c-4a6b-895a-60e18591f5ed req-fa8b12d3-338f-4fd2-b1f1-7d02a661ea00 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:00.803429 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-18fb8068-231c-4a6b-895a-60e18591f5ed req-fa8b12d3-338f-4fd2-b1f1-7d02a661ea00 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89 HTTP/1.1" status: 200 len: 945 time: 0.5991549 May 23 11:19:00.806561 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-ca89fb5e-fd41-4610-bcc7-1512a3785cbc tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:00.814857 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59076) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:00.822931 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1faa9c11-716a-4bcc-b982-9558ebb88643 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:19:00.832673 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3f4d85-42c8-4ec0-9619-612423bff886 None None] Sync routers for ids ['56a37d2f-53e1-4287-bdb8-49880c785d53'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:19:00.837045 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d3f547c4-7e5d-45cf-82d8-43e7291cf12e req-da2b13b0-ec7c-4fef-93ad-31d70676e406 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f104f24-d3e6-45e4-adef-c55f6b4d08fc&id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2891953 May 23 11:19:00.852594 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3f4d85-42c8-4ec0-9619-612423bff886 None None] Routers {'56a37d2f-53e1-4287-bdb8-49880c785d53'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:19:00.853068 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b3fde3e3-971b-4ab8-ab60-1d6df1012f04 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Request body: {'floatingip': {'port_id': '73e84f24-1a14-4e66-9d4f-12a2c03bd380'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:19:00.856493 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-6d3f4d85-42c8-4ec0-9619-612423bff886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:18:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['56a37d2f-53e1-4287-bdb8-49880c785d53'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:19:00.903029 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1faa9c11-716a-4bcc-b982-9558ebb88643 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "PUT /v2.0/routers/56a37d2f-53e1-4287-bdb8-49880c785d53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2709920 May 23 11:19:00.907039 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59080) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:00.950262 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-6d3f4d85-42c8-4ec0-9619-612423bff886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:19:00.964419 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3f4d85-42c8-4ec0-9619-612423bff886 None None] Routers {'56a37d2f-53e1-4287-bdb8-49880c785d53'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:19:00.965267 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-6d3f4d85-42c8-4ec0-9619-612423bff886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:18:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['56a37d2f-53e1-4287-bdb8-49880c785d53'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:19:01.017254 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b3fde3e3-971b-4ab8-ab60-1d6df1012f04 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks [] for floatingip, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:01.038103 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-6d3f4d85-42c8-4ec0-9619-612423bff886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:19:01.038858 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3f4d85-42c8-4ec0-9619-612423bff886 None None] The sync data for ids ['56a37d2f-53e1-4287-bdb8-49880c785d53'] in n-d-842952-2 is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:19:01.086850 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-0e862e9b-b5be-43b2-86dd-d9393f8c20dc tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Synchronizing usage tracker for tenant:3c9ac73e8a7143fb94827c1e9402fa16 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:19:01.092614 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1f734921-8eb5-45f2-ae91-28058e2659e3 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:01.126706 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-ca89fb5e-fd41-4610-bcc7-1512a3785cbc tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:01.138299 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-ae87be61-fb78-4f4f-bbe1-1662f1568405 service neutron] 10.222.0.81 "GET /v2.0/networks/dc15df35-8b51-40b0-8426-c0ec1198d56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4526281 May 23 11:19:01.168999 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['0ec35eea-9b2b-474f-9ce7-3bfe44146239'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:19:01.169752 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-1f734921-8eb5-45f2-ae91-28058e2659e3 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Transition to ACTIVE for port object 11465060-d50a-4d9e-9581-49a2c007c4f4 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:19:01.287195 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-eae0ae75-5130-4694-8445-43e6daef4bf1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=4b472d9e-7b9c-4fe5-8800-c44e820c17d8 HTTP/1.1" status: 200 len: 217 time: 0.1322942 May 23 11:19:01.394803 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-0e862e9b-b5be-43b2-86dd-d9393f8c20dc tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Unset dirty status for tenant:3c9ac73e8a7143fb94827c1e9402fa16 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:19:01.396000 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0e862e9b-b5be-43b2-86dd-d9393f8c20dc tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "GET /v2.0/ports?device_id=56a37d2f-53e1-4287-bdb8-49880c785d53 HTTP/1.1" status: 200 len: 205 time: 0.4881237 May 23 11:19:01.403170 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59094) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:01.435348 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-ca89fb5e-fd41-4610-bcc7-1512a3785cbc tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Network c8f610f3-246f-4e9c-bcad-00bcd258b4f5 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:19:01.442661 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-ca89fb5e-fd41-4610-bcc7-1512a3785cbc tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:19:01.446957 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca89fb5e-fd41-4610-bcc7-1512a3785cbc tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Pushing event updated for resources: {'Port': ['ID=ff4d2f04-6307-4ea4-b33f-f6e3de65584b,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:01.455005 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-ca89fb5e-fd41-4610-bcc7-1512a3785cbc tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:19:01.531092 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1f734921-8eb5-45f2-ae91-28058e2659e3 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:01.585262 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864d388-c095-46a6-830b-e339963496ff req-86affcbf-6b12-4484-af04-6fde180afe42 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:01.592215 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3864d388-c095-46a6-830b-e339963496ff req-86affcbf-6b12-4484-af04-6fde180afe42 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 946 time: 0.5652168 May 23 11:19:01.614409 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-ca89fb5e-fd41-4610-bcc7-1512a3785cbc tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:01.615022 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-ca89fb5e-fd41-4610-bcc7-1512a3785cbc tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:01.632352 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 66f1eafb-ca2d-4a14-aee4-e7fc91098b47 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:19:01.680799 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af07258-ec26-4236-81da-badd62047ccc req-d030029d-f117-40a6-8a62-9daf93ccebc1 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:01.681637 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-4af07258-ec26-4236-81da-badd62047ccc req-d030029d-f117-40a6-8a62-9daf93ccebc1 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Synchronizing usage tracker for tenant:c8ada26741884c689d0e80f64385eb15 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:19:01.689842 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f734921-8eb5-45f2-ae91-28058e2659e3 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:19:01.701740 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-1f734921-8eb5-45f2-ae91-28058e2659e3 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:19:01.705624 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f734921-8eb5-45f2-ae91-28058e2659e3 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Port': ['ID=11465060-d50a-4d9e-9581-49a2c007c4f4,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:01.707678 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-5c8e8140-b498-43a6-892e-8c16f9414ba6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:01.708753 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-ca89fb5e-fd41-4610-bcc7-1512a3785cbc tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4595535 May 23 11:19:01.708974 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-5c8e8140-b498-43a6-892e-8c16f9414ba6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac62e3e8-2718-4c68-91a7-544681516b07 HTTP/1.1" status: 200 len: 797 time: 0.4132764 May 23 11:19:01.714206 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f734921-8eb5-45f2-ae91-28058e2659e3 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:19:01.714733 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1f734921-8eb5-45f2-ae91-28058e2659e3 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:01.730912 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 66f1eafb-ca2d-4a14-aee4-e7fc91098b47 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:19:01.731428 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:01.741881 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3864d388-c095-46a6-830b-e339963496ff req-a4700d48-402b-4ec0-a07b-d9dbad3b5cc4 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487486 May 23 11:19:01.763050 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-3e63fff8-c43b-44e0-a982-4964eb685003 service neutron] Request body: {'port': {'device_id': '790eedd7-1d7a-4542-8fe5-5203db38c2a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:19:01.850722 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-4af07258-ec26-4236-81da-badd62047ccc req-d030029d-f117-40a6-8a62-9daf93ccebc1 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Unset dirty status for tenant:c8ada26741884c689d0e80f64385eb15 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:19:01.851926 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4af07258-ec26-4236-81da-badd62047ccc req-d030029d-f117-40a6-8a62-9daf93ccebc1 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=790eedd7-1d7a-4542-8fe5-5203db38c2a2 HTTP/1.1" status: 200 len: 931 time: 0.7124505 May 23 11:19:02.054751 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'tag': '77c5e08b-44d1-4a6a-905f-a11e984ebbaf'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:19:02.142000 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4af07258-ec26-4236-81da-badd62047ccc req-02df94bd-f280-44ab-aaf5-90d5a5ab2126 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805588 May 23 11:19:02.151989 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a7aba193-4dc1-46c0-8d71-4d08cd0b0721 req-a3ebde04-c881-42d7-a14f-af5f171ea154 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5c97939e-1319-44f6-9c60-0ce02b30c2fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0083351 May 23 11:19:02.164924 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-3e63fff8-c43b-44e0-a982-4964eb685003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:02.169598 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6e32837b-f61c-4e77-a617-e36d6118dd93 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:02.183649 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1f734921-8eb5-45f2-ae91-28058e2659e3 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:02.233073 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0ba7a95c-608a-4566-9760-f0b1325d2a67 None None] Provisioning for port 11465060-d50a-4d9e-9581-49a2c007c4f4 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:19:02.239006 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0ba7a95c-608a-4566-9760-f0b1325d2a67 None None] Provisioning complete for port 11465060-d50a-4d9e-9581-49a2c007c4f4 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:19:02.241054 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0ba7a95c-608a-4566-9760-f0b1325d2a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:02.337704 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-0ba7a95c-608a-4566-9760-f0b1325d2a67 None None] Port 11465060-d50a-4d9e-9581-49a2c007c4f4 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:19:02.419293 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-dc8c13e8-e096-4fbd-8dfd-60fa334d5394 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=dc15df35-8b51-40b0-8426-c0ec1198d56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3654528 May 23 11:19:02.519670 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [None req-b3fde3e3-971b-4ab8-ab60-1d6df1012f04 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:19:02.545228 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4447da-bd23-4c79-bff1-1ba558523192 req-102e8fc9-e23a-4c55-ae8e-4242ef5ed6a6 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:02.552007 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2c4447da-bd23-4c79-bff1-1ba558523192 req-102e8fc9-e23a-4c55-ae8e-4242ef5ed6a6 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 946 time: 0.5062332 May 23 11:19:02.801113 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c445c-1d74-4575-af69-0d37207435c6 req-a43d18a5-aecf-4226-b8d7-2dc6877c895d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:02.805299 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c445c-1d74-4575-af69-0d37207435c6 req-a43d18a5-aecf-4226-b8d7-2dc6877c895d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:02.809502 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c445c-1d74-4575-af69-0d37207435c6 req-a43d18a5-aecf-4226-b8d7-2dc6877c895d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:02.813595 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c445c-1d74-4575-af69-0d37207435c6 req-a43d18a5-aecf-4226-b8d7-2dc6877c895d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:02.817689 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c445c-1d74-4575-af69-0d37207435c6 req-a43d18a5-aecf-4226-b8d7-2dc6877c895d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:02.822330 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c445c-1d74-4575-af69-0d37207435c6 req-a43d18a5-aecf-4226-b8d7-2dc6877c895d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:02.826960 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c445c-1d74-4575-af69-0d37207435c6 req-a43d18a5-aecf-4226-b8d7-2dc6877c895d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:02.834655 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8b4c445c-1d74-4575-af69-0d37207435c6 req-a43d18a5-aecf-4226-b8d7-2dc6877c895d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 5430 time: 0.5234222 May 23 11:19:02.854223 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2c4447da-bd23-4c79-bff1-1ba558523192 req-67e63644-63fc-4f15-8e06-f0b8f571d8a2 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3012929 May 23 11:19:02.890990 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a7aba193-4dc1-46c0-8d71-4d08cd0b0721 req-51b6f728-6ef6-46ce-bf0b-08fb2a59304f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92ce77b1b70449899717558adda940d2&device_id=5c97939e-1319-44f6-9c60-0ce02b30c2fe HTTP/1.1" status: 200 len: 1097 time: 0.6161063 May 23 11:19:02.955953 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42d2a044-5ee7-41e1-89cc-822cbd72f61b'] response: {'name': 'network-changed', 'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'tag': '77c5e08b-44d1-4a6a-905f-a11e984ebbaf', 'status': 'completed', 'code': 200} May 23 11:19:02.996931 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b3fde3e3-971b-4ab8-ab60-1d6df1012f04 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:03.008948 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-d6ac6b2b-7003-4585-8a5c-4ffe15326baa service neutron] 10.222.0.81 "GET /v2.0/networks/dc15df35-8b51-40b0-8426-c0ec1198d56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5814102 May 23 11:19:03.153600 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1f734921-8eb5-45f2-ae91-28058e2659e3 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:03.178435 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8b4c445c-1d74-4575-af69-0d37207435c6 req-0a86c8ae-e7d5-46ba-b466-74ce53bf8777 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f104f24-d3e6-45e4-adef-c55f6b4d08fc&id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3406222 May 23 11:19:03.178435 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1f734921-8eb5-45f2-ae91-28058e2659e3 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:03.179013 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1f734921-8eb5-45f2-ae91-28058e2659e3 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:03.289543 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b3fde3e3-971b-4ab8-ab60-1d6df1012f04 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:03.367337 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6e32837b-f61c-4e77-a617-e36d6118dd93 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:03.420694 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-3e63fff8-c43b-44e0-a982-4964eb685003 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:19:03.467110 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f734921-8eb5-45f2-ae91-28058e2659e3 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Port': ['ID=11465060-d50a-4d9e-9581-49a2c007c4f4,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:03.520461 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6e32837b-f61c-4e77-a617-e36d6118dd93 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:03.589015 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aba193-4dc1-46c0-8d71-4d08cd0b0721 req-6c43de0f-8934-4603-993b-a55bd756586e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:03.590421 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a7aba193-4dc1-46c0-8d71-4d08cd0b0721 req-6c43de0f-8934-4603-993b-a55bd756586e service neutron] 10.222.0.13 "GET /v2.0/networks?id=297e8414-85bd-4e0d-aedb-8abf246d8703 HTTP/1.1" status: 200 len: 916 time: 0.6191189 May 23 11:19:03.701841 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-3e63fff8-c43b-44e0-a982-4964eb685003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff4d2f04-6307-4ea4-b33f-f6e3de65584b {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:19:03.717292 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-3e63fff8-c43b-44e0-a982-4964eb685003 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:03.739552 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f734921-8eb5-45f2-ae91-28058e2659e3 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:19:03.745153 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-1f734921-8eb5-45f2-ae91-28058e2659e3 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:19:03.749424 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6e32837b-f61c-4e77-a617-e36d6118dd93 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:03.749906 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e32837b-f61c-4e77-a617-e36d6118dd93 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Fanout notify agent at l3_agent the message router_deleted on router 56a37d2f-53e1-4287-bdb8-49880c785d53 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:19:03.766404 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-d5227570-7ccd-48a4-9111-21e96787bd57 service neutron] 10.222.0.81 "GET /v2.0/networks/dc15df35-8b51-40b0-8426-c0ec1198d56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015622 May 23 11:19:03.771848 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a7aba193-4dc1-46c0-8d71-4d08cd0b0721 req-adfa4889-1f59-4fd7-97b2-3f879d1bdd71 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=630fccd4-0096-4feb-8fd4-33fc90d39a82 HTTP/1.1" status: 200 len: 1001 time: 0.1681235 May 23 11:19:03.816489 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-3e63fff8-c43b-44e0-a982-4964eb685003 service neutron] Transition to ACTIVE for port object ff4d2f04-6307-4ea4-b33f-f6e3de65584b will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:19:03.829586 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6e32837b-f61c-4e77-a617-e36d6118dd93 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:03.833393 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6e32837b-f61c-4e77-a617-e36d6118dd93 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "DELETE /v2.0/routers/56a37d2f-53e1-4287-bdb8-49880c785d53 HTTP/1.1" status: 204 len: 168 time: 2.4263887 May 23 11:19:03.874262 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59132) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:03.896574 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-3e63fff8-c43b-44e0-a982-4964eb685003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:03.905352 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293c597-a498-4369-a198-31342fae21b3 req-d8c9bed0-94c6-4470-b332-40051a701f87 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:03.912373 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0293c597-a498-4369-a198-31342fae21b3 req-d8c9bed0-94c6-4470-b332-40051a701f87 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=790eedd7-1d7a-4542-8fe5-5203db38c2a2 HTTP/1.1" status: 200 len: 931 time: 0.4931486 May 23 11:19:03.956215 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aba193-4dc1-46c0-8d71-4d08cd0b0721 req-a757f87c-8884-43ec-b449-1bf1eccfb29f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:03.957676 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a7aba193-4dc1-46c0-8d71-4d08cd0b0721 req-a757f87c-8884-43ec-b449-1bf1eccfb29f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6 HTTP/1.1" status: 200 len: 854 time: 0.1235402 May 23 11:19:03.970320 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-172a78c3-04b9-4f56-80ca-c0a238ec33c2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=e567c6f9-1cc4-450f-b01e-d62332f44ba2 HTTP/1.1" status: 200 len: 217 time: 0.1969557 May 23 11:19:04.100284 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e63fff8-c43b-44e0-a982-4964eb685003 service neutron] Pushing event updated for resources: {'Port': ['ID=ff4d2f04-6307-4ea4-b33f-f6e3de65584b,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:04.135392 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0293c597-a498-4369-a198-31342fae21b3 req-dbce8c68-b842-401b-905f-5f4beaa2b4b5 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220075 May 23 11:19:04.186393 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1f4ce022-4ac6-4190-9422-4f3242a0624f None None] Provisioning complete for port 11465060-d50a-4d9e-9581-49a2c007c4f4 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:19:04.186945 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1f4ce022-4ac6-4190-9422-4f3242a0624f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:04.280751 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1f4ce022-4ac6-4190-9422-4f3242a0624f None None] Port 11465060-d50a-4d9e-9581-49a2c007c4f4 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:19:04.306372 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-5cd4adb4-e96c-470f-a478-4e50394c7890 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:04.308009 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-5cd4adb4-e96c-470f-a478-4e50394c7890 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac62e3e8-2718-4c68-91a7-544681516b07 HTTP/1.1" status: 200 len: 797 time: 0.2216592 May 23 11:19:04.382121 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [None req-b3fde3e3-971b-4ab8-ab60-1d6df1012f04 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Floating IP 071daec5-a80f-402c-8531-cee16e59ec06 associated. External IP: 172.25.6.221, port: 73e84f24-1a14-4e66-9d4f-12a2c03bd380. May 23 11:19:04.433233 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-3e63fff8-c43b-44e0-a982-4964eb685003 service neutron] Attempting to bind port ff4d2f04-6307-4ea4-b33f-f6e3de65584b on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:19:04.433585 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-3e63fff8-c43b-44e0-a982-4964eb685003 service neutron] Attempting to bind port ff4d2f04-6307-4ea4-b33f-f6e3de65584b by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '5cee01f6-c5e9-4b6c-9ee4-d4191d783074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c8f610f3-246f-4e9c-bcad-00bcd258b4f5'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:19:04.433908 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-3e63fff8-c43b-44e0-a982-4964eb685003 service neutron] Attempting to bind port ff4d2f04-6307-4ea4-b33f-f6e3de65584b on network c8f610f3-246f-4e9c-bcad-00bcd258b4f5 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:19:04.450866 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a7aba193-4dc1-46c0-8d71-4d08cd0b0721 req-fff02e20-9e7f-432e-a48b-92e6d7ae46b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=297e8414-85bd-4e0d-aedb-8abf246d8703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4423752 May 23 11:19:04.457098 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-3e63fff8-c43b-44e0-a982-4964eb685003 service neutron] Port ff4d2f04-6307-4ea4-b33f-f6e3de65584b on network c8f610f3-246f-4e9c-bcad-00bcd258b4f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:19:04.458035 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-3e63fff8-c43b-44e0-a982-4964eb685003 service neutron] Attempting to bind port ff4d2f04-6307-4ea4-b33f-f6e3de65584b on network c8f610f3-246f-4e9c-bcad-00bcd258b4f5 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:19:04.483742 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-3e63fff8-c43b-44e0-a982-4964eb685003 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:19:04.484292 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-3e63fff8-c43b-44e0-a982-4964eb685003 service neutron] Checking segment: {'id': '5cee01f6-c5e9-4b6c-9ee4-d4191d783074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c8f610f3-246f-4e9c-bcad-00bcd258b4f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:19:04.484752 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-3e63fff8-c43b-44e0-a982-4964eb685003 service neutron] Bound using segment: {'id': '5cee01f6-c5e9-4b6c-9ee4-d4191d783074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c8f610f3-246f-4e9c-bcad-00bcd258b4f5'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:19:04.485207 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-3e63fff8-c43b-44e0-a982-4964eb685003 service neutron] Bound port: ff4d2f04-6307-4ea4-b33f-f6e3de65584b, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cee01f6-c5e9-4b6c-9ee4-d4191d783074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c8f610f3-246f-4e9c-bcad-00bcd258b4f5'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:19:04.485560 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-3e63fff8-c43b-44e0-a982-4964eb685003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:04.551600 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c692af1-0ff3-408b-92a4-63b87d9d3da3 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Deleting subnet d45180ef-4c6f-4c7c-97a9-d09b0ca9136d {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:19:04.586144 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763128bb-a2c7-48b8-9c47-416f66cc580e req-a4ca004c-8948-48a7-ba03-656d66ba1f2e tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:04.590067 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763128bb-a2c7-48b8-9c47-416f66cc580e req-a4ca004c-8948-48a7-ba03-656d66ba1f2e tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:04.593975 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763128bb-a2c7-48b8-9c47-416f66cc580e req-a4ca004c-8948-48a7-ba03-656d66ba1f2e tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:04.598429 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763128bb-a2c7-48b8-9c47-416f66cc580e req-a4ca004c-8948-48a7-ba03-656d66ba1f2e tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:04.602541 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763128bb-a2c7-48b8-9c47-416f66cc580e req-a4ca004c-8948-48a7-ba03-656d66ba1f2e tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:04.606462 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763128bb-a2c7-48b8-9c47-416f66cc580e req-a4ca004c-8948-48a7-ba03-656d66ba1f2e tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:04.610575 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763128bb-a2c7-48b8-9c47-416f66cc580e req-a4ca004c-8948-48a7-ba03-656d66ba1f2e tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:04.610746 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1c692af1-0ff3-408b-92a4-63b87d9d3da3 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:04.612215 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-763128bb-a2c7-48b8-9c47-416f66cc580e req-a4ca004c-8948-48a7-ba03-656d66ba1f2e tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 5430 time: 0.2400506 May 23 11:19:04.685708 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-3e63fff8-c43b-44e0-a982-4964eb685003 service neutron] For port ff4d2f04-6307-4ea4-b33f-f6e3de65584b, host n-h2-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:19:04.704001 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-3e63fff8-c43b-44e0-a982-4964eb685003 service neutron] For port ff4d2f04-6307-4ea4-b33f-f6e3de65584b, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=ff4d2f04-6307-4ea4-b33f-f6e3de65584b,segment=NetworkSegment(5cee01f6-c5e9-4b6c-9ee4-d4191d783074),segment_id=5cee01f6-c5e9-4b6c-9ee4-d4191d783074)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:19:04.711904 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1c692af1-0ff3-408b-92a4-63b87d9d3da3 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:04.716345 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-763128bb-a2c7-48b8-9c47-416f66cc580e req-73f73806-23b3-47b7-bd47-edaedbb3b683 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f104f24-d3e6-45e4-adef-c55f6b4d08fc&id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0962801 May 23 11:19:04.719462 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-3e63fff8-c43b-44e0-a982-4964eb685003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:04.726182 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f734921-8eb5-45f2-ae91-28058e2659e3 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Router 68363051-88db-42b6-b104-76ea9b4061c6 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:19:04.832614 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e63fff8-c43b-44e0-a982-4964eb685003 service neutron] Pushing event updated for resources: {'Port': ['ID=ff4d2f04-6307-4ea4-b33f-f6e3de65584b,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:04.900920 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-3e63fff8-c43b-44e0-a982-4964eb685003 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:04.902640 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-3e63fff8-c43b-44e0-a982-4964eb685003 service neutron] 10.222.0.81 "PUT /v2.0/ports/ff4d2f04-6307-4ea4-b33f-f6e3de65584b HTTP/1.1" status: 200 len: 1091 time: 3.1596677 May 23 11:19:04.908263 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '790eedd7-1d7a-4542-8fe5-5203db38c2a2', 'tag': 'ff4d2f04-6307-4ea4-b33f-f6e3de65584b'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:19:04.956147 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a7aba193-4dc1-46c0-8d71-4d08cd0b0721 req-84b27871-f543-477f-9651-eaa9dece32e1 service neutron] 10.222.0.13 "GET /v2.0/networks/297e8414-85bd-4e0d-aedb-8abf246d8703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4875588 May 23 11:19:04.962304 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-df017f18-92e8-4b2c-a54d-39db5f760127 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=dc15df35-8b51-40b0-8426-c0ec1198d56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6316590 May 23 11:19:05.025588 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d645f9b3-8dd0-4a6d-bb39-dd3985e20633'] response: {'name': 'network-changed', 'server_uuid': '790eedd7-1d7a-4542-8fe5-5203db38c2a2', 'tag': 'ff4d2f04-6307-4ea4-b33f-f6e3de65584b', 'status': 'completed', 'code': 200} May 23 11:19:05.085319 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-50fbfa44-bedd-4fb0-93d0-08bef07c7121 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c8ada26741884c689d0e80f64385eb15&device_id=790eedd7-1d7a-4542-8fe5-5203db38c2a2 HTTP/1.1" status: 200 len: 1094 time: 0.1121674 May 23 11:19:05.173494 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f734921-8eb5-45f2-ae91-28058e2659e3 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:19:05.181899 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1f734921-8eb5-45f2-ae91-28058e2659e3 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "PUT /v2.0/routers/68363051-88db-42b6-b104-76ea9b4061c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3406603 May 23 11:19:05.182976 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59158) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:05.187359 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-52f0d4bf-50f0-49fb-89bb-0a2c42c95b15 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff4d2f04-6307-4ea4-b33f-f6e3de65584b HTTP/1.1" status: 200 len: 217 time: 0.0840380 May 23 11:19:05.192548 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf130e6c-9065-45bd-8419-3113742d411b None None] Sync routers for ids ['68363051-88db-42b6-b104-76ea9b4061c6'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:19:05.213071 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf130e6c-9065-45bd-8419-3113742d411b None None] Routers {'68363051-88db-42b6-b104-76ea9b4061c6'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:19:05.214008 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-cf130e6c-9065-45bd-8419-3113742d411b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:18:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['68363051-88db-42b6-b104-76ea9b4061c6'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:19:05.236248 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1c692af1-0ff3-408b-92a4-63b87d9d3da3 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:05.290879 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-9738e989-4592-4161-a8cd-34bcc6e752af service neutron] 10.222.0.81 "GET /v2.0/networks/dc15df35-8b51-40b0-8426-c0ec1198d56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011944 May 23 11:19:05.295991 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a7aba193-4dc1-46c0-8d71-4d08cd0b0721 req-c1447154-f231-46b1-a679-1407633f0618 service neutron] 10.222.0.13 "GET /v2.0/networks/297e8414-85bd-4e0d-aedb-8abf246d8703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267214 May 23 11:19:05.324442 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7c6c4b-710a-4417-9ea1-b954d9795e13 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:05.325211 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-dc7c6c4b-710a-4417-9ea1-b954d9795e13 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:19:05.332577 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-6455ed3c-5c88-4ab7-a869-c7f2a34d64b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:05.334397 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-6455ed3c-5c88-4ab7-a869-c7f2a34d64b8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=921f8ad7-2327-456b-8d69-73b599e668ca HTTP/1.1" status: 200 len: 853 time: 0.1090336 May 23 11:19:05.442736 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1c692af1-0ff3-408b-92a4-63b87d9d3da3 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:05.503059 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c692af1-0ff3-408b-92a4-63b87d9d3da3 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event deleted for resources: {'Subnet': ['ID=d45180ef-4c6f-4c7c-97a9-d09b0ca9136d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:05.519295 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1c692af1-0ff3-408b-92a4-63b87d9d3da3 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:05.531816 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fa6183-28e5-4827-9c8d-1b07f77d94aa None None] Network 09a9351c-c151-4b3c-8e4b-a8355aed3aa2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:19:05.602005 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-dc7c6c4b-710a-4417-9ea1-b954d9795e13 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:19:05.606347 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-dc7c6c4b-710a-4417-9ea1-b954d9795e13 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/ports/11465060-d50a-4d9e-9581-49a2c007c4f4 HTTP/1.1" status: 200 len: 911 time: 0.4218688 May 23 11:19:05.609090 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-196af3fc-d452-478c-ae63-0f6ef9344cb1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c8f610f3-246f-4e9c-bcad-00bcd258b4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2215304 May 23 11:19:05.611469 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59176) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:05.664642 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1c692af1-0ff3-408b-92a4-63b87d9d3da3 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "DELETE /v2.0/subnets/d45180ef-4c6f-4c7c-97a9-d09b0ca9136d HTTP/1.1" status: 204 len: 168 time: 1.7822258 May 23 11:19:05.672479 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-38dba9d2-ee00-4b0b-9bac-0fa8ae74eaa2 service neutron] 10.222.0.81 "GET /v2.0/networks/dc15df35-8b51-40b0-8426-c0ec1198d56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702717 May 23 11:19:05.672479 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59180) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:05.691169 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-cf130e6c-9065-45bd-8419-3113742d411b None None] Set router 68363051-88db-42b6-b104-76ea9b4061c6 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:19:05.735077 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f220679-09eb-457a-ab8f-eec665dbf108 req-8ee0492e-a7a4-4264-a4bf-d19312acc97a tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:05.737272 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5f220679-09eb-457a-ab8f-eec665dbf108 req-8ee0492e-a7a4-4264-a4bf-d19312acc97a tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=790eedd7-1d7a-4542-8fe5-5203db38c2a2 HTTP/1.1" status: 200 len: 943 time: 0.3976386 May 23 11:19:05.842769 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-28102c47-4939-4ade-ab29-2dd1da57cfa9 service neutron] 10.222.0.81 "GET /v2.0/networks/c8f610f3-246f-4e9c-bcad-00bcd258b4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272103 May 23 11:19:05.900341 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5f220679-09eb-457a-ab8f-eec665dbf108 req-2d0439e9-5572-4397-98b5-57ea7e455a6c tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560471 May 23 11:19:05.945813 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-07e1295a-9c7d-42ab-bb7f-a87ed66238d0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ade0de95-006a-4fe2-b4ff-65da0980082b HTTP/1.1" status: 200 len: 217 time: 0.2378001 May 23 11:19:06.086182 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-02e5535a-a227-47e9-9648-0d96851430d4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:06.106107 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-3b59e4f6-7d27-4160-ab4d-f0c2f5df2bf8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:06.107543 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-3b59e4f6-7d27-4160-ab4d-f0c2f5df2bf8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3c834f11-95c0-4b5a-b401-f49728657821 HTTP/1.1" status: 200 len: 797 time: 0.1415913 May 23 11:19:06.133154 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-107bce78-b415-4ac1-b56c-1ed28f654880 req-cb432460-d6a2-454e-8427-eb1853718700 service neutron] 10.222.0.81 "GET /v2.0/networks/c8f610f3-246f-4e9c-bcad-00bcd258b4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680368 May 23 11:19:06.164736 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7fffac-b130-4825-b216-1a48d76d20b1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:06.169050 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7fffac-b130-4825-b216-1a48d76d20b1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:06.173634 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-de7fffac-b130-4825-b216-1a48d76d20b1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5594189 May 23 11:19:06.174529 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-02e5535a-a227-47e9-9648-0d96851430d4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Deleting port 55a4a5ec-08a6-4e00-a4b1-f8f106564379 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:19:06.174869 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-02e5535a-a227-47e9-9648-0d96851430d4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:06.189746 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32de6d1-6a45-4139-9033-9bcf05d8a2b4 req-5dfa916c-8d63-48d0-bbbf-0ca64d0b66fa tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:06.195726 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32de6d1-6a45-4139-9033-9bcf05d8a2b4 req-5dfa916c-8d63-48d0-bbbf-0ca64d0b66fa tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:06.198375 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59186) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:06.200967 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32de6d1-6a45-4139-9033-9bcf05d8a2b4 req-5dfa916c-8d63-48d0-bbbf-0ca64d0b66fa tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:06.208109 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32de6d1-6a45-4139-9033-9bcf05d8a2b4 req-5dfa916c-8d63-48d0-bbbf-0ca64d0b66fa tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:06.208493 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-cf130e6c-9065-45bd-8419-3113742d411b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68363051-88db-42b6-b104-76ea9b4061c6', 'name': 'tempest-NetworksTestDHCPv6-router-432342892', 'tenant_id': '7898a2f847b24320a42ded6c2b4bd651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:18:56Z', 'updated_at': '2022-05-23T11:19:01Z', 'revision_number': 2, 'project_id': '7898a2f847b24320a42ded6c2b4bd651', 'gw_port_host': None, '_interfaces': [{'id': '11465060-d50a-4d9e-9581-49a2c007c4f4', 'name': '', 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'tenant_id': '7898a2f847b24320a42ded6c2b4bd651', 'mac_address': 'fa:16:3e:4e:f9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68363051-88db-42b6-b104-76ea9b4061c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4234a1d-29ef-46e1-a75f-37c16a8eb482', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:18:59Z', 'updated_at': '2022-05-23T11:19:02Z', 'revision_number': 2, 'project_id': '7898a2f847b24320a42ded6c2b4bd651', 'subnets': [{'id': 'f4234a1d-29ef-46e1-a75f-37c16a8eb482', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:19:06.214079 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32de6d1-6a45-4139-9033-9bcf05d8a2b4 req-5dfa916c-8d63-48d0-bbbf-0ca64d0b66fa tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:06.215021 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf130e6c-9065-45bd-8419-3113742d411b None None] Checking router: 68363051-88db-42b6-b104-76ea9b4061c6 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:19:06.215368 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf130e6c-9065-45bd-8419-3113742d411b None None] Updating router 68363051-88db-42b6-b104-76ea9b4061c6 port 11465060-d50a-4d9e-9581-49a2c007c4f4 binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:19:06.219520 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32de6d1-6a45-4139-9033-9bcf05d8a2b4 req-5dfa916c-8d63-48d0-bbbf-0ca64d0b66fa tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:06.223743 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32de6d1-6a45-4139-9033-9bcf05d8a2b4 req-5dfa916c-8d63-48d0-bbbf-0ca64d0b66fa tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:06.233093 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d32de6d1-6a45-4139-9033-9bcf05d8a2b4 req-5dfa916c-8d63-48d0-bbbf-0ca64d0b66fa tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 5430 time: 0.1836550 May 23 11:19:06.287197 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cf130e6c-9065-45bd-8419-3113742d411b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:06.355013 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d32de6d1-6a45-4139-9033-9bcf05d8a2b4 req-2e1c65eb-49a8-47d2-a007-447ed5ebfdc5 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f104f24-d3e6-45e4-adef-c55f6b4d08fc&id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1192102 May 23 11:19:06.390111 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cb76a8f2-465f-43e3-bce3-ff189e03219b req-6d8aae13-71c3-4d2b-8bf9-163327116a46 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c8ada26741884c689d0e80f64385eb15&device_id=790eedd7-1d7a-4542-8fe5-5203db38c2a2 HTTP/1.1" status: 200 len: 1094 time: 0.1379919 May 23 11:19:06.403551 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a3a7c1-0a69-446c-979b-41ec191819ab None None] DHCP port deletion for 09a9351c-c151-4b3c-8e4b-a8355aed3aa2 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:19:06.418687 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d4a3a7c1-0a69-446c-979b-41ec191819ab None None] Deleting port 55a4a5ec-08a6-4e00-a4b1-f8f106564379 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:19:06.419144 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d4a3a7c1-0a69-446c-979b-41ec191819ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:06.633593 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76a8f2-465f-43e3-bce3-ff189e03219b req-77622c2b-66f4-4788-b676-9af1080d59b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:06.635083 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cb76a8f2-465f-43e3-bce3-ff189e03219b req-77622c2b-66f4-4788-b676-9af1080d59b8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c8f610f3-246f-4e9c-bcad-00bcd258b4f5 HTTP/1.1" status: 200 len: 914 time: 0.2402039 May 23 11:19:06.776476 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cb76a8f2-465f-43e3-bce3-ff189e03219b req-b5a638ad-b50d-4525-ac31-6cee35e71176 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff4d2f04-6307-4ea4-b33f-f6e3de65584b HTTP/1.1" status: 200 len: 217 time: 0.1350186 May 23 11:19:06.777105 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-8d05919e-5182-4ad3-8c9b-558ecbe8dc17 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=caa75e58-fea3-4934-a2b0-723273e69b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6589181 May 23 11:19:06.857944 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-d4a3a7c1-0a69-446c-979b-41ec191819ab None None] For port 55a4a5ec-08a6-4e00-a4b1-f8f106564379, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=55a4a5ec-08a6-4e00-a4b1-f8f106564379,segment=NetworkSegment(6f01c196-88a6-4588-ad03-be3741a2575d),segment_id=6f01c196-88a6-4588-ad03-be3741a2575d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:06.858245 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d4a3a7c1-0a69-446c-979b-41ec191819ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:06.900689 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76a8f2-465f-43e3-bce3-ff189e03219b req-800cfc51-94fc-4dea-b71c-eb21e92d2597 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:06.902671 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cb76a8f2-465f-43e3-bce3-ff189e03219b req-800cfc51-94fc-4dea-b71c-eb21e92d2597 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=921f8ad7-2327-456b-8d69-73b599e668ca HTTP/1.1" status: 200 len: 853 time: 0.1097102 May 23 11:19:06.933497 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-02e5535a-a227-47e9-9648-0d96851430d4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] For port 55a4a5ec-08a6-4e00-a4b1-f8f106564379, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=55a4a5ec-08a6-4e00-a4b1-f8f106564379,segment=NetworkSegment(6f01c196-88a6-4588-ad03-be3741a2575d),segment_id=6f01c196-88a6-4588-ad03-be3741a2575d)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:06.933941 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-02e5535a-a227-47e9-9648-0d96851430d4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:06.986067 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3fde3e3-971b-4ab8-ab60-1d6df1012f04 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Router 406cd220-9f91-46de-82dc-a46b2f962727 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:19:06.997694 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d4a3a7c1-0a69-446c-979b-41ec191819ab None None] Calling delete_port for 55a4a5ec-08a6-4e00-a4b1-f8f106564379 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:19:06.999256 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cb76a8f2-465f-43e3-bce3-ff189e03219b req-addcc37c-60fc-4c06-acce-cf3e9232891f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c8f610f3-246f-4e9c-bcad-00bcd258b4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883732 May 23 11:19:07.138635 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-02e5535a-a227-47e9-9648-0d96851430d4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Calling delete_port for 55a4a5ec-08a6-4e00-a4b1-f8f106564379 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:19:07.151518 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d4a3a7c1-0a69-446c-979b-41ec191819ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:07.198395 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a3a7c1-0a69-446c-979b-41ec191819ab None None] Pushing event deleted for resources: {'Port': ['ID=55a4a5ec-08a6-4e00-a4b1-f8f106564379,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:07.215886 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a3a7c1-0a69-446c-979b-41ec191819ab None None] No DVR routers for this DVR port 55a4a5ec-08a6-4e00-a4b1-f8f106564379 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:19:07.221609 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cf130e6c-9065-45bd-8419-3113742d411b None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:07.238854 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cb76a8f2-465f-43e3-bce3-ff189e03219b req-610c41a8-cca2-45f5-82a2-e4d9990f3081 service neutron] 10.222.0.81 "GET /v2.0/networks/c8f610f3-246f-4e9c-bcad-00bcd258b4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328465 May 23 11:19:07.245700 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-cf130e6c-9065-45bd-8419-3113742d411b None None] Transition to ACTIVE for port object 11465060-d50a-4d9e-9581-49a2c007c4f4 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:19:07.248674 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7657ac-c931-461a-98ef-869a2bb0c666 req-0dd7b46e-65a5-4733-8e44-2bfecdc31b8d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:07.250134 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3e7657ac-c931-461a-98ef-869a2bb0c666 req-0dd7b46e-65a5-4733-8e44-2bfecdc31b8d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=790eedd7-1d7a-4542-8fe5-5203db38c2a2 HTTP/1.1" status: 200 len: 943 time: 0.1492698 May 23 11:19:07.254321 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cf130e6c-9065-45bd-8419-3113742d411b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:07.399328 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-d6e24bc0-0e92-4d8c-8b31-4bde8903847e service neutron] 10.222.0.81 "GET /v2.0/networks/caa75e58-fea3-4934-a2b0-723273e69b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5999558 May 23 11:19:07.418052 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3e7657ac-c931-461a-98ef-869a2bb0c666 req-102bf2ec-c54e-464e-8984-60a8c0c80b9c tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479063 May 23 11:19:07.457903 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cb76a8f2-465f-43e3-bce3-ff189e03219b req-2e192812-cbd7-4d6c-904a-3c324dd4fc7b service neutron] 10.222.0.81 "GET /v2.0/networks/c8f610f3-246f-4e9c-bcad-00bcd258b4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066789 May 23 11:19:07.461021 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf649924-664d-4469-b36f-20199ed647d6 None None] Pushing event updated for resources: {'Port': ['ID=11465060-d50a-4d9e-9581-49a2c007c4f4,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:07.678805 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 55a4a5ec-08a6-4e00-a4b1-f8f106564379 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:19:07.702582 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.api [None req-02e5535a-a227-47e9-9648-0d96851430d4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:19:07.702929 n-d-842952-2 neutron-server[83911]: DEBUG oslo_db.api [None req-02e5535a-a227-47e9-9648-0d96851430d4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:19:07.744990 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 55a4a5ec-08a6-4e00-a4b1-f8f106564379 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:19:07.745587 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 55a4a5ec-08a6-4e00-a4b1-f8f106564379 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:19:07.749296 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd313a3-d72a-424e-a2fd-4e094aeab60d req-25b13a54-eb5e-4948-b718-58605a1e93bb tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:07.753174 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd313a3-d72a-424e-a2fd-4e094aeab60d req-25b13a54-eb5e-4948-b718-58605a1e93bb tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:07.757712 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd313a3-d72a-424e-a2fd-4e094aeab60d req-25b13a54-eb5e-4948-b718-58605a1e93bb tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:07.761853 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd313a3-d72a-424e-a2fd-4e094aeab60d req-25b13a54-eb5e-4948-b718-58605a1e93bb tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:07.766336 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd313a3-d72a-424e-a2fd-4e094aeab60d req-25b13a54-eb5e-4948-b718-58605a1e93bb tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:07.770418 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd313a3-d72a-424e-a2fd-4e094aeab60d req-25b13a54-eb5e-4948-b718-58605a1e93bb tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:07.775258 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd313a3-d72a-424e-a2fd-4e094aeab60d req-25b13a54-eb5e-4948-b718-58605a1e93bb tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:07.777304 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ebd313a3-d72a-424e-a2fd-4e094aeab60d req-25b13a54-eb5e-4948-b718-58605a1e93bb tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 5430 time: 0.1768661 May 23 11:19:07.802995 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-2edfd6ab-0636-41c3-9596-aa566ebd7b8b service neutron] 10.222.0.81 "GET /v2.0/networks/caa75e58-fea3-4934-a2b0-723273e69b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298886 May 23 11:19:07.809327 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-cf130e6c-9065-45bd-8419-3113742d411b None None] Attempting to bind port 11465060-d50a-4d9e-9581-49a2c007c4f4 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:19:07.809902 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-cf130e6c-9065-45bd-8419-3113742d411b None None] Attempting to bind port 11465060-d50a-4d9e-9581-49a2c007c4f4 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:19:07.810437 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf130e6c-9065-45bd-8419-3113742d411b None None] Attempting to bind port 11465060-d50a-4d9e-9581-49a2c007c4f4 on network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:19:07.824713 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf130e6c-9065-45bd-8419-3113742d411b None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:19:07.825382 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf130e6c-9065-45bd-8419-3113742d411b None None] Checking segment: {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:19:07.825941 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cf130e6c-9065-45bd-8419-3113742d411b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:07.826478 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf130e6c-9065-45bd-8419-3113742d411b None None] Bound using segment: {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:19:07.827112 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-cf130e6c-9065-45bd-8419-3113742d411b None None] Bound port: 11465060-d50a-4d9e-9581-49a2c007c4f4, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:19:07.827657 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cf130e6c-9065-45bd-8419-3113742d411b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:07.883021 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ebd313a3-d72a-424e-a2fd-4e094aeab60d req-b97bd5dd-14e6-46fe-9b24-a5f7c0ca74a1 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f104f24-d3e6-45e4-adef-c55f6b4d08fc&id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0890260 May 23 11:19:07.973514 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:07.984665 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-7f0ab47f-7e7e-4997-9d27-d4efa260665d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=77c5e08b-44d1-4a6a-905f-a11e984ebbaf HTTP/1.1" status: 200 len: 217 time: 0.1622658 May 23 11:19:07.991303 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-cf130e6c-9065-45bd-8419-3113742d411b None None] For port 11465060-d50a-4d9e-9581-49a2c007c4f4, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:19:07.995629 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-cf130e6c-9065-45bd-8419-3113742d411b None None] For port 11465060-d50a-4d9e-9581-49a2c007c4f4, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=11465060-d50a-4d9e-9581-49a2c007c4f4,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:19:08.000158 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cf130e6c-9065-45bd-8419-3113742d411b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:08.085458 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-444e6369-e869-4e20-8ca9-6d12773c08e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:08.092610 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-444e6369-e869-4e20-8ca9-6d12773c08e7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3c834f11-95c0-4b5a-b401-f49728657821 HTTP/1.1" status: 200 len: 797 time: 0.0957015 May 23 11:19:08.094657 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf649924-664d-4469-b36f-20199ed647d6 None None] Pushing event updated for resources: {'Port': ['ID=11465060-d50a-4d9e-9581-49a2c007c4f4,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:08.108478 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf130e6c-9065-45bd-8419-3113742d411b None None] Routers {'68363051-88db-42b6-b104-76ea9b4061c6'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:19:08.109347 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-cf130e6c-9065-45bd-8419-3113742d411b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:18:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['68363051-88db-42b6-b104-76ea9b4061c6'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:19:08.205228 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-02e5535a-a227-47e9-9648-0d96851430d4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Deleting port 55a4a5ec-08a6-4e00-a4b1-f8f106564379 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:19:08.206044 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-02e5535a-a227-47e9-9648-0d96851430d4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:08.356104 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-02e5535a-a227-47e9-9648-0d96851430d4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] The port '55a4a5ec-08a6-4e00-a4b1-f8f106564379' was deleted {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:19:08.357432 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-cf130e6c-9065-45bd-8419-3113742d411b None None] Set router 68363051-88db-42b6-b104-76ea9b4061c6 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:19:08.456315 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device ff4d2f04-6307-4ea4-b33f-f6e3de65584b details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:19:08.552625 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3fde3e3-971b-4ab8-ab60-1d6df1012f04 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:19:08.563006 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b6fe05-0ab2-4f95-bb45-d6d746c365f4 None None] Sync routers for ids ['406cd220-9f91-46de-82dc-a46b2f962727'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:19:08.584988 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b6fe05-0ab2-4f95-bb45-d6d746c365f4 None None] Routers {'406cd220-9f91-46de-82dc-a46b2f962727'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:19:08.585971 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-69b6fe05-0ab2-4f95-bb45-d6d746c365f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:18:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['406cd220-9f91-46de-82dc-a46b2f962727'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:19:08.676134 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port ff4d2f04-6307-4ea4-b33f-f6e3de65584b, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=ff4d2f04-6307-4ea4-b33f-f6e3de65584b,segment=NetworkSegment(5cee01f6-c5e9-4b6c-9ee4-d4191d783074),segment_id=5cee01f6-c5e9-4b6c-9ee4-d4191d783074)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:08.692839 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': 'ff4d2f04-6307-4ea4-b33f-f6e3de65584b', 'network_id': 'c8f610f3-246f-4e9c-bcad-00bcd258b4f5', 'port_id': 'ff4d2f04-6307-4ea4-b33f-f6e3de65584b', 'mac_address': 'fa:16:3e:92:0e:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921f8ad7-2327-456b-8d69-73b599e668ca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:19:08.823446 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736f02b-7824-45dc-b5a2-e1fc9103d552 req-b715b217-9258-45f9-9440-86028f8c20c5 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:08.833493 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5736f02b-7824-45dc-b5a2-e1fc9103d552 req-b715b217-9258-45f9-9440-86028f8c20c5 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=790eedd7-1d7a-4542-8fe5-5203db38c2a2 HTTP/1.1" status: 200 len: 943 time: 0.1383934 May 23 11:19:08.884118 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b3fde3e3-971b-4ab8-ab60-1d6df1012f04 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:08.921620 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5736f02b-7824-45dc-b5a2-e1fc9103d552 req-09ba6899-95af-4afe-8dc1-18261dc9d4a0 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814691 May 23 11:19:08.937382 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-755a44ad-58d0-4a77-b07e-19b566a47152 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=caa75e58-fea3-4934-a2b0-723273e69b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8432369 May 23 11:19:09.016410 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-02e5535a-a227-47e9-9648-0d96851430d4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:09.071044 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-69b6fe05-0ab2-4f95-bb45-d6d746c365f4 None None] Set router 406cd220-9f91-46de-82dc-a46b2f962727 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:19:09.084589 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b3fde3e3-971b-4ab8-ab60-1d6df1012f04 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "PUT /v2.0/floatingips/071daec5-a80f-402c-8531-cee16e59ec06 HTTP/1.1" status: 200 len: 991 time: 8.2572577 May 23 11:19:09.091421 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4032c4d8-4523-4197-81f8-b7a7ef859a89', 'tag': '73e84f24-1a14-4e66-9d4f-12a2c03bd380'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:19:09.137572 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-02e5535a-a227-47e9-9648-0d96851430d4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09a9351c-c151-4b3c-8e4b-a8355aed3aa2']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:19:09.157495 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-02e5535a-a227-47e9-9648-0d96851430d4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f01c196-88a6-4588-ad03-be3741a2575d') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:19:09.157926 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-02e5535a-a227-47e9-9648-0d96851430d4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f01c196-88a6-4588-ad03-be3741a2575d') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:19:09.174787 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 3afd64a2-b6a5-4913-a9be-716566b8de39 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:19:09.198693 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-02e5535a-a227-47e9-9648-0d96851430d4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:09.210434 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3aff51cc-dd00-46f9-8e78-270845fdca61'] response: {'name': 'network-changed', 'server_uuid': '4032c4d8-4523-4197-81f8-b7a7ef859a89', 'tag': '73e84f24-1a14-4e66-9d4f-12a2c03bd380', 'status': 'completed', 'code': 200} May 23 11:19:09.224059 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:09.308598 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-02e5535a-a227-47e9-9648-0d96851430d4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:09.320394 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-31190961-b807-4872-8178-1a4776a88113 service neutron] 10.222.0.81 "GET /v2.0/networks/caa75e58-fea3-4934-a2b0-723273e69b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667703 May 23 11:19:09.345292 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02e5535a-a227-47e9-9648-0d96851430d4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:19:09.346274 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-02e5535a-a227-47e9-9648-0d96851430d4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:09.360866 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff4d2f04-6307-4ea4-b33f-f6e3de65584b {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:19:09.389445 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:19:09.389445 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:19:09.389445 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:19:09.389445 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:19:09.389445 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:19:09.389445 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:19:09.389445 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:19:09.389445 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:19:09.389445 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:19:09.389445 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:19:09.389445 n-d-842952-2 neutron-server[83911]: timer() May 23 11:19:09.389445 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:19:09.389445 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:19:09.389445 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:19:09.389445 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:19:09.389445 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:19:09.389445 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:19:09.389445 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:19:09.389445 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:19:09.389445 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:19:09.389445 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:19:09.389445 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:19:09.389445 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:19:09.389445 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:19:09.389445 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:19:09.389445 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:19:09.389445 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:19:09.389445 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:19:09.389445 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:19:09.389445 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:19:09.389445 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:19:09.389445 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:19:09.389445 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:19:09.389445 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:19:09.389445 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:19:09.389445 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:19:09.389445 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:19:09.389445 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:19:09.389445 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:19:09.389445 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:19:09.456112 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [req-44c381fe-1539-42ff-83f4-6f2f1ee8da88 req-c62ef41a-8d7a-486c-86dc-c4fdc869449a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:19:09.461928 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c381fe-1539-42ff-83f4-6f2f1ee8da88 req-c62ef41a-8d7a-486c-86dc-c4fdc869449a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:09.466255 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c381fe-1539-42ff-83f4-6f2f1ee8da88 req-c62ef41a-8d7a-486c-86dc-c4fdc869449a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:09.472997 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c381fe-1539-42ff-83f4-6f2f1ee8da88 req-c62ef41a-8d7a-486c-86dc-c4fdc869449a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:09.473277 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-88a661ce-8112-4b56-9561-42ad41a11dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:09.481533 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c381fe-1539-42ff-83f4-6f2f1ee8da88 req-c62ef41a-8d7a-486c-86dc-c4fdc869449a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:09.482280 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port ff4d2f04-6307-4ea4-b33f-f6e3de65584b, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=ff4d2f04-6307-4ea4-b33f-f6e3de65584b,segment=NetworkSegment(5cee01f6-c5e9-4b6c-9ee4-d4191d783074),segment_id=5cee01f6-c5e9-4b6c-9ee4-d4191d783074)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:09.491781 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c381fe-1539-42ff-83f4-6f2f1ee8da88 req-c62ef41a-8d7a-486c-86dc-c4fdc869449a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:09.499234 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:09.500139 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:09.512531 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c381fe-1539-42ff-83f4-6f2f1ee8da88 req-c62ef41a-8d7a-486c-86dc-c4fdc869449a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:09.525641 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c381fe-1539-42ff-83f4-6f2f1ee8da88 req-c62ef41a-8d7a-486c-86dc-c4fdc869449a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:09.537544 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-44c381fe-1539-42ff-83f4-6f2f1ee8da88 req-c62ef41a-8d7a-486c-86dc-c4fdc869449a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 5430 time: 0.3850474 May 23 11:19:09.606199 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-cf130e6c-9065-45bd-8419-3113742d411b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68363051-88db-42b6-b104-76ea9b4061c6', 'name': 'tempest-NetworksTestDHCPv6-router-432342892', 'tenant_id': '7898a2f847b24320a42ded6c2b4bd651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:18:56Z', 'updated_at': '2022-05-23T11:19:01Z', 'revision_number': 2, 'project_id': '7898a2f847b24320a42ded6c2b4bd651', 'gw_port_host': None, '_interfaces': [{'id': '11465060-d50a-4d9e-9581-49a2c007c4f4', 'name': '', 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'tenant_id': '7898a2f847b24320a42ded6c2b4bd651', 'mac_address': 'fa:16:3e:4e:f9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68363051-88db-42b6-b104-76ea9b4061c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4234a1d-29ef-46e1-a75f-37c16a8eb482', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:18:59Z', 'updated_at': '2022-05-23T11:19:07Z', 'revision_number': 4, 'project_id': '7898a2f847b24320a42ded6c2b4bd651', 'subnets': [{'id': 'f4234a1d-29ef-46e1-a75f-37c16a8eb482', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:19:09.608620 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=ff4d2f04-6307-4ea4-b33f-f6e3de65584b,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:09.638592 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-44c381fe-1539-42ff-83f4-6f2f1ee8da88 req-33049cef-47b2-41d6-a9db-68d1808da1b0 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f104f24-d3e6-45e4-adef-c55f6b4d08fc&id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0881388 May 23 11:19:09.639398 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf130e6c-9065-45bd-8419-3113742d411b None None] The sync data for ids ['68363051-88db-42b6-b104-76ea9b4061c6'] in n-d-842952-2 is: [{'id': '68363051-88db-42b6-b104-76ea9b4061c6', 'name': 'tempest-NetworksTestDHCPv6-router-432342892', 'tenant_id': '7898a2f847b24320a42ded6c2b4bd651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:18:56Z', 'updated_at': '2022-05-23T11:19:01Z', 'revision_number': 2, 'project_id': '7898a2f847b24320a42ded6c2b4bd651', 'gw_port_host': None, '_interfaces': [{'id': '11465060-d50a-4d9e-9581-49a2c007c4f4', 'name': '', 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'tenant_id': '7898a2f847b24320a42ded6c2b4bd651', 'mac_address': 'fa:16:3e:4e:f9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68363051-88db-42b6-b104-76ea9b4061c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4234a1d-29ef-46e1-a75f-37c16a8eb482', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:18:59Z', 'updated_at': '2022-05-23T11:19:07Z', 'revision_number': 4, 'project_id': '7898a2f847b24320a42ded6c2b4bd651', 'subnets': [{'id': 'f4234a1d-29ef-46e1-a75f-37c16a8eb482', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:19:09.641170 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-69b6fe05-0ab2-4f95-bb45-d6d746c365f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406cd220-9f91-46de-82dc-a46b2f962727', 'name': 'tempest-AttachVolumeTestJSON-206819050-router', 'tenant_id': 'd3ec9888c9b84da5954173e8d76fab76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '008eb1b9-f923-4790-a7cf-ac0d64edf3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:17:39Z', 'updated_at': '2022-05-23T11:18:00Z', 'revision_number': 4, 'project_id': 'd3ec9888c9b84da5954173e8d76fab76', 'gw_port': {'id': '008eb1b9-f923-4790-a7cf-ac0d64edf3cc', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:54:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406cd220-9f91-46de-82dc-a46b2f962727', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:42Z', 'updated_at': '2022-05-23T11:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '071daec5-a80f-402c-8531-cee16e59ec06', 'tenant_id': 'd3ec9888c9b84da5954173e8d76fab76', 'floating_ip_address': '172.25.6.221', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '406cd220-9f91-46de-82dc-a46b2f962727', 'port_id': '73e84f24-1a14-4e66-9d4f-12a2c03bd380', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0308ef6c-1caf-4171-ace3-29e1cb4dd978', 'mac_address': 'fa:16:3e:80:e2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4032c4d8-4523-4197-81f8-b7a7ef859a89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:18:23Z', 'updated_at': '2022-05-23T11:19:02Z', 'revision_number': 1, 'project_id': 'd3ec9888c9b84da5954173e8d76fab76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74430c8f-a818-475a-af00-5d3668305212', 'name': '', 'network_id': '0308ef6c-1caf-4171-ace3-29e1cb4dd978', 'tenant_id': 'd3ec9888c9b84da5954173e8d76fab76', 'mac_address': 'fa:16:3e:6a:c8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406cd220-9f91-46de-82dc-a46b2f962727', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78a08f2b-9bc6-4aed-a592-74a10c72dff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:55Z', 'updated_at': '2022-05-23T11:18:24Z', 'revision_number': 5, 'project_id': 'd3ec9888c9b84da5954173e8d76fab76', 'subnets': [{'id': '78a08f2b-9bc6-4aed-a592-74a10c72dff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:19:09.645904 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b6fe05-0ab2-4f95-bb45-d6d746c365f4 None None] Checking router: 406cd220-9f91-46de-82dc-a46b2f962727 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:19:09.660998 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4e1f7746-aeab-4153-ae24-fe15fad54a13 req-8e97da9d-fe7f-4caa-acb2-13e921a0f07e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d3ec9888c9b84da5954173e8d76fab76&device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89 HTTP/1.1" status: 200 len: 1096 time: 0.4092534 May 23 11:19:09.665434 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 3afd64a2-b6a5-4913-a9be-716566b8de39, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=3afd64a2-b6a5-4913-a9be-716566b8de39,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:09.667550 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b6fe05-0ab2-4f95-bb45-d6d746c365f4 None None] Routers {'406cd220-9f91-46de-82dc-a46b2f962727'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:19:09.674783 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-69b6fe05-0ab2-4f95-bb45-d6d746c365f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:18:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['406cd220-9f91-46de-82dc-a46b2f962727'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:19:09.683507 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-828811be-19d2-4b34-8dcf-c09b16e4d776 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:09.702909 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '3afd64a2-b6a5-4913-a9be-716566b8de39', 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24', 'port_id': '3afd64a2-b6a5-4913-a9be-716566b8de39', 'mac_address': 'fa:16:3e:0b:fe:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54335c97-79a1-4f1c-bc27-f53589fd26ef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:19:09.820579 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:09.831173 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['ff4d2f04-6307-4ea4-b33f-f6e3de65584b'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:19:09.910101 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-02e5535a-a227-47e9-9648-0d96851430d4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:09.953267 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-02e5535a-a227-47e9-9648-0d96851430d4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:09.996583 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e5535a-a227-47e9-9648-0d96851430d4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event deleted for resources: {'Network': ['ID=09a9351c-c151-4b3c-8e4b-a8355aed3aa2,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:10.014299 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-02e5535a-a227-47e9-9648-0d96851430d4 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "DELETE /v2.0/networks/09a9351c-c151-4b3c-8e4b-a8355aed3aa2 HTTP/1.1" status: 204 len: 168 time: 4.3031926 May 23 11:19:10.014640 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59232) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:10.022320 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-85a62e62-12fb-4fee-9dea-a632411e8d12 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1729689182', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}, 'admin_state_up': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:19:10.047121 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-85a62e62-12fb-4fee-9dea-a632411e8d12 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:19:10.048602 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-69b6fe05-0ab2-4f95-bb45-d6d746c365f4 None None] Set router 406cd220-9f91-46de-82dc-a46b2f962727 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:19:10.049651 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3afd64a2-b6a5-4913-a9be-716566b8de39 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:19:10.065567 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f7746-aeab-4153-ae24-fe15fad54a13 req-2ff0231b-9161-4f8c-82e8-a661a3ac5a29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:10.067682 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4e1f7746-aeab-4153-ae24-fe15fad54a13 req-2ff0231b-9161-4f8c-82e8-a661a3ac5a29 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0308ef6c-1caf-4171-ace3-29e1cb4dd978 HTTP/1.1" status: 200 len: 911 time: 0.3994966 May 23 11:19:10.074600 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-85a62e62-12fb-4fee-9dea-a632411e8d12 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Usage tracker for resource:router and tenant:3c9ac73e8a7143fb94827c1e9402fa16 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:19:10.080488 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-55a98b5c-3bdc-4412-9021-a38ef459f818 req-3aa869ce-21c0-4367-a9f0-0f4555252a13 service neutron] 10.222.0.81 "GET /v2.0/networks/caa75e58-fea3-4934-a2b0-723273e69b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7370834 May 23 11:19:10.082821 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-85a62e62-12fb-4fee-9dea-a632411e8d12 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:19:10.094382 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-85a62e62-12fb-4fee-9dea-a632411e8d12 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:19:10.130095 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-85a62e62-12fb-4fee-9dea-a632411e8d12 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:10.130561 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-85a62e62-12fb-4fee-9dea-a632411e8d12 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:10.154470 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-85a62e62-12fb-4fee-9dea-a632411e8d12 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:10.159108 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 3afd64a2-b6a5-4913-a9be-716566b8de39, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=3afd64a2-b6a5-4913-a9be-716566b8de39,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:10.173545 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:10.336524 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4e1f7746-aeab-4153-ae24-fe15fad54a13 req-2a6b0983-64db-4ab2-869d-b4b78efed45a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73e84f24-1a14-4e66-9d4f-12a2c03bd380 HTTP/1.1" status: 200 len: 999 time: 0.2563980 May 23 11:19:10.384557 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=3afd64a2-b6a5-4913-a9be-716566b8de39,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:10.423748 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['3afd64a2-b6a5-4913-a9be-716566b8de39'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:19:10.481003 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52e1ae-011a-4f72-9d9b-ecc2e552327b req-2665edaf-3b8d-4e36-99ad-edb978224388 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:10.491663 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2c52e1ae-011a-4f72-9d9b-ecc2e552327b req-2665edaf-3b8d-4e36-99ad-edb978224388 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=790eedd7-1d7a-4542-8fe5-5203db38c2a2 HTTP/1.1" status: 200 len: 944 time: 0.2655413 May 23 11:19:10.522585 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f7746-aeab-4153-ae24-fe15fad54a13 req-9343fcbd-6503-4cbf-a312-1bfd38d816df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:10.524441 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4e1f7746-aeab-4153-ae24-fe15fad54a13 req-9343fcbd-6503-4cbf-a312-1bfd38d816df service neutron] 10.222.0.81 "GET /v2.0/subnets?id=78a08f2b-9bc6-4aed-a592-74a10c72dff5 HTTP/1.1" status: 200 len: 849 time: 0.1749237 May 23 11:19:10.628543 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2c52e1ae-011a-4f72-9d9b-ecc2e552327b req-7afb0e76-131c-4ef6-be6d-51c9b8c63007 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356256 May 23 11:19:10.656111 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-85a62e62-12fb-4fee-9dea-a632411e8d12 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:10.656869 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4e1f7746-aeab-4153-ae24-fe15fad54a13 req-be15d198-5f4b-493b-847d-843d8d096bcf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0308ef6c-1caf-4171-ace3-29e1cb4dd978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1103611 May 23 11:19:11.012706 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4e1f7746-aeab-4153-ae24-fe15fad54a13 req-2a6cc045-6cb7-4378-8694-33d2be56a955 service neutron] 10.222.0.81 "GET /v2.0/networks/0308ef6c-1caf-4171-ace3-29e1cb4dd978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476667 May 23 11:19:11.025495 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-69b6fe05-0ab2-4f95-bb45-d6d746c365f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406cd220-9f91-46de-82dc-a46b2f962727', 'name': 'tempest-AttachVolumeTestJSON-206819050-router', 'tenant_id': 'd3ec9888c9b84da5954173e8d76fab76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '008eb1b9-f923-4790-a7cf-ac0d64edf3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:17:39Z', 'updated_at': '2022-05-23T11:18:00Z', 'revision_number': 4, 'project_id': 'd3ec9888c9b84da5954173e8d76fab76', 'gw_port': {'id': '008eb1b9-f923-4790-a7cf-ac0d64edf3cc', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:54:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406cd220-9f91-46de-82dc-a46b2f962727', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:42Z', 'updated_at': '2022-05-23T11:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '071daec5-a80f-402c-8531-cee16e59ec06', 'tenant_id': 'd3ec9888c9b84da5954173e8d76fab76', 'floating_ip_address': '172.25.6.221', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '406cd220-9f91-46de-82dc-a46b2f962727', 'port_id': '73e84f24-1a14-4e66-9d4f-12a2c03bd380', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0308ef6c-1caf-4171-ace3-29e1cb4dd978', 'mac_address': 'fa:16:3e:80:e2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4032c4d8-4523-4197-81f8-b7a7ef859a89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:18:23Z', 'updated_at': '2022-05-23T11:19:02Z', 'revision_number': 1, 'project_id': 'd3ec9888c9b84da5954173e8d76fab76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74430c8f-a818-475a-af00-5d3668305212', 'name': '', 'network_id': '0308ef6c-1caf-4171-ace3-29e1cb4dd978', 'tenant_id': 'd3ec9888c9b84da5954173e8d76fab76', 'mac_address': 'fa:16:3e:6a:c8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406cd220-9f91-46de-82dc-a46b2f962727', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78a08f2b-9bc6-4aed-a592-74a10c72dff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:55Z', 'updated_at': '2022-05-23T11:18:24Z', 'revision_number': 5, 'project_id': 'd3ec9888c9b84da5954173e8d76fab76', 'subnets': [{'id': '78a08f2b-9bc6-4aed-a592-74a10c72dff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:19:11.029876 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b6fe05-0ab2-4f95-bb45-d6d746c365f4 None None] The sync data for ids ['406cd220-9f91-46de-82dc-a46b2f962727'] in n-d-842952-2 is: [{'id': '406cd220-9f91-46de-82dc-a46b2f962727', 'name': 'tempest-AttachVolumeTestJSON-206819050-router', 'tenant_id': 'd3ec9888c9b84da5954173e8d76fab76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '008eb1b9-f923-4790-a7cf-ac0d64edf3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:17:39Z', 'updated_at': '2022-05-23T11:18:00Z', 'revision_number': 4, 'project_id': 'd3ec9888c9b84da5954173e8d76fab76', 'gw_port': {'id': '008eb1b9-f923-4790-a7cf-ac0d64edf3cc', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:54:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406cd220-9f91-46de-82dc-a46b2f962727', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:42Z', 'updated_at': '2022-05-23T11:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '071daec5-a80f-402c-8531-cee16e59ec06', 'tenant_id': 'd3ec9888c9b84da5954173e8d76fab76', 'floating_ip_address': '172.25.6.221', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '406cd220-9f91-46de-82dc-a46b2f962727', 'port_id': '73e84f24-1a14-4e66-9d4f-12a2c03bd380', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0308ef6c-1caf-4171-ace3-29e1cb4dd978', 'mac_address': 'fa:16:3e:80:e2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4032c4d8-4523-4197-81f8-b7a7ef859a89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:18:23Z', 'updated_at': '2022-05-23T11:19:02Z', 'revision_number': 1, 'project_id': 'd3ec9888c9b84da5954173e8d76fab76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74430c8f-a818-475a-af00-5d3668305212', 'name': '', 'network_id': '0308ef6c-1caf-4171-ace3-29e1cb4dd978', 'tenant_id': 'd3ec9888c9b84da5954173e8d76fab76', 'mac_address': 'fa:16:3e:6a:c8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406cd220-9f91-46de-82dc-a46b2f962727', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78a08f2b-9bc6-4aed-a592-74a10c72dff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:55Z', 'updated_at': '2022-05-23T11:18:24Z', 'revision_number': 5, 'project_id': 'd3ec9888c9b84da5954173e8d76fab76', 'subnets': [{'id': '78a08f2b-9bc6-4aed-a592-74a10c72dff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:19:11.082568 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2bb8b894-474d-4b41-8866-07a96486179b req-d17a0794-ec21-4ae1-92f0-63f9750c3142 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6413deec0c1b468e9165a85b033a2ba9&device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 6487 time: 0.7392535 May 23 11:19:11.127776 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-828811be-19d2-4b34-8dcf-c09b16e4d776 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting port 11465060-d50a-4d9e-9581-49a2c007c4f4 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:19:11.130469 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-828811be-19d2-4b34-8dcf-c09b16e4d776 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:11.157848 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 3afd64a2-b6a5-4913-a9be-716566b8de39 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:19:11.227423 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec7dae-ed6c-468d-8378-9b4413790e8c req-be83de0a-22c8-4064-b804-f638e723752a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:11.231683 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec7dae-ed6c-468d-8378-9b4413790e8c req-be83de0a-22c8-4064-b804-f638e723752a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:11.235623 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec7dae-ed6c-468d-8378-9b4413790e8c req-be83de0a-22c8-4064-b804-f638e723752a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:11.240041 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec7dae-ed6c-468d-8378-9b4413790e8c req-be83de0a-22c8-4064-b804-f638e723752a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:11.244062 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec7dae-ed6c-468d-8378-9b4413790e8c req-be83de0a-22c8-4064-b804-f638e723752a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:11.248148 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec7dae-ed6c-468d-8378-9b4413790e8c req-be83de0a-22c8-4064-b804-f638e723752a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:11.254871 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec7dae-ed6c-468d-8378-9b4413790e8c req-be83de0a-22c8-4064-b804-f638e723752a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:11.263021 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-98ec7dae-ed6c-468d-8378-9b4413790e8c req-be83de0a-22c8-4064-b804-f638e723752a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 5430 time: 0.2481401 May 23 11:19:11.279243 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 3afd64a2-b6a5-4913-a9be-716566b8de39 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:19:11.279608 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:11.317907 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4e1f7746-aeab-4153-ae24-fe15fad54a13 req-e8376785-70db-4bba-af20-b22feca4ce59 service neutron] 10.222.0.81 "GET /v2.0/networks/0308ef6c-1caf-4171-ace3-29e1cb4dd978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655411 May 23 11:19:11.386647 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-98ec7dae-ed6c-468d-8378-9b4413790e8c req-c6b5e996-bd6a-4452-af85-671136917864 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f104f24-d3e6-45e4-adef-c55f6b4d08fc&id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1226041 May 23 11:19:11.435442 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:11.462469 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be11c2e-70c8-4051-9ea8-628eee2c4908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3afd64a2-b6a5-4913-a9be-716566b8de39'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:19:11.485749 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 3afd64a2-b6a5-4913-a9be-716566b8de39, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=3afd64a2-b6a5-4913-a9be-716566b8de39,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:11.531567 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:11.552789 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff8d7735-a2a0-44e4-bb98-23ecb223c67d'] response: {'server_uuid': '2be11c2e-70c8-4051-9ea8-628eee2c4908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3afd64a2-b6a5-4913-a9be-716566b8de39', 'code': 200} May 23 11:19:11.648669 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4c128f-6213-4041-b5b5-8228773a7188 None None] New status for floating IP 071daec5-a80f-402c-8531-cee16e59ec06: ACTIVE {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:19:11.712829 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-83eee56d-0444-4faa-8371-947adf33dd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:11.752933 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 11465060-d50a-4d9e-9581-49a2c007c4f4 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:19:11.773414 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-828811be-19d2-4b34-8dcf-c09b16e4d776 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] For port 11465060-d50a-4d9e-9581-49a2c007c4f4, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=11465060-d50a-4d9e-9581-49a2c007c4f4,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:11.774109 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-828811be-19d2-4b34-8dcf-c09b16e4d776 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:11.893193 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=3afd64a2-b6a5-4913-a9be-716566b8de39,revision_number=7']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:12.002008 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-828811be-19d2-4b34-8dcf-c09b16e4d776 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Calling delete_port for 11465060-d50a-4d9e-9581-49a2c007c4f4 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:19:12.025209 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 11465060-d50a-4d9e-9581-49a2c007c4f4 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:19:12.026665 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e9df5-13bd-4a59-a844-3f95696c3f50 req-cb63ab45-424b-493e-9474-41fa01619848 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:12.036370 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8f3e9df5-13bd-4a59-a844-3f95696c3f50 req-cb63ab45-424b-493e-9474-41fa01619848 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=790eedd7-1d7a-4542-8fe5-5203db38c2a2 HTTP/1.1" status: 200 len: 944 time: 0.1831310 May 23 11:19:12.039620 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 11465060-d50a-4d9e-9581-49a2c007c4f4 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:19:12.044488 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:12.094940 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8b894-474d-4b41-8866-07a96486179b req-2cd00129-52d0-4c40-a468-b3ac4f0f44ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:12.096624 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2bb8b894-474d-4b41-8866-07a96486179b req-2cd00129-52d0-4c40-a468-b3ac4f0f44ff service neutron] 10.222.0.81 "GET /v2.0/networks?id=caa75e58-fea3-4934-a2b0-723273e69b7e HTTP/1.1" status: 200 len: 903 time: 0.9906225 May 23 11:19:12.103587 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8f3e9df5-13bd-4a59-a844-3f95696c3f50 req-5a681b60-4344-4a88-a616-1671c1c0e9c4 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660174 May 23 11:19:12.188211 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:12.210263 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2bb8b894-474d-4b41-8866-07a96486179b req-40d3b06d-0182-40c4-bb83-1a50a786f7c4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ade0de95-006a-4fe2-b4ff-65da0980082b HTTP/1.1" status: 200 len: 217 time: 0.1013834 May 23 11:19:12.269456 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 11465060-d50a-4d9e-9581-49a2c007c4f4, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=11465060-d50a-4d9e-9581-49a2c007c4f4,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:12.289073 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:12.337933 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8b894-474d-4b41-8866-07a96486179b req-9c227880-882d-43d7-a1f2-81e2d3d65c1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:12.339581 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2bb8b894-474d-4b41-8866-07a96486179b req-9c227880-882d-43d7-a1f2-81e2d3d65c1b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3c834f11-95c0-4b5a-b401-f49728657821 HTTP/1.1" status: 200 len: 797 time: 0.1216581 May 23 11:19:12.341087 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-85a62e62-12fb-4fee-9dea-a632411e8d12 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:12.360959 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=11465060-d50a-4d9e-9581-49a2c007c4f4,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:12.412595 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-85a62e62-12fb-4fee-9dea-a632411e8d12 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:12.422718 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.api [None req-828811be-19d2-4b34-8dcf-c09b16e4d776 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:19:12.423043 n-d-842952-2 neutron-server[83911]: DEBUG oslo_db.api [None req-828811be-19d2-4b34-8dcf-c09b16e4d776 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:19:12.428998 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device ff4d2f04-6307-4ea4-b33f-f6e3de65584b up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:19:12.538997 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port ff4d2f04-6307-4ea4-b33f-f6e3de65584b completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:19:12.546154 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port ff4d2f04-6307-4ea4-b33f-f6e3de65584b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:19:12.546924 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:12.582964 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2bb8b894-474d-4b41-8866-07a96486179b req-9d10054e-c938-49e1-84a1-078835f2a30a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=caa75e58-fea3-4934-a2b0-723273e69b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2113178 May 23 11:19:12.606721 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-85a62e62-12fb-4fee-9dea-a632411e8d12 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Allocated IP 172.25.6.40 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/31de13b6-2731-47c1-8180-a1d4c4b5966a) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:19:12.646787 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc72ed-dda2-423d-a0e2-257b61d9df8d req-d0735a66-b19f-4d93-8c4b-64cce4df28ee tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:12.654601 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc72ed-dda2-423d-a0e2-257b61d9df8d req-d0735a66-b19f-4d93-8c4b-64cce4df28ee tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:12.659001 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc72ed-dda2-423d-a0e2-257b61d9df8d req-d0735a66-b19f-4d93-8c4b-64cce4df28ee tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:12.665264 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc72ed-dda2-423d-a0e2-257b61d9df8d req-d0735a66-b19f-4d93-8c4b-64cce4df28ee tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:12.669691 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc72ed-dda2-423d-a0e2-257b61d9df8d req-d0735a66-b19f-4d93-8c4b-64cce4df28ee tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:12.674239 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc72ed-dda2-423d-a0e2-257b61d9df8d req-d0735a66-b19f-4d93-8c4b-64cce4df28ee tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:12.678735 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc72ed-dda2-423d-a0e2-257b61d9df8d req-d0735a66-b19f-4d93-8c4b-64cce4df28ee tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:12.681129 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d4dc72ed-dda2-423d-a0e2-257b61d9df8d req-d0735a66-b19f-4d93-8c4b-64cce4df28ee tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 5430 time: 0.1577420 May 23 11:19:12.697177 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:12.707953 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:12.738410 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port ff4d2f04-6307-4ea4-b33f-f6e3de65584b, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=ff4d2f04-6307-4ea4-b33f-f6e3de65584b,segment=NetworkSegment(5cee01f6-c5e9-4b6c-9ee4-d4191d783074),segment_id=5cee01f6-c5e9-4b6c-9ee4-d4191d783074)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:12.747111 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:12.777950 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d4dc72ed-dda2-423d-a0e2-257b61d9df8d req-c4922b32-f833-4064-a964-baf9c4204f61 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f104f24-d3e6-45e4-adef-c55f6b4d08fc&id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0828648 May 23 11:19:12.902867 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:12.929466 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=ff4d2f04-6307-4ea4-b33f-f6e3de65584b,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:12.938272 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-828811be-19d2-4b34-8dcf-c09b16e4d776 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting port 11465060-d50a-4d9e-9581-49a2c007c4f4 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:19:12.938272 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-828811be-19d2-4b34-8dcf-c09b16e4d776 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:12.977593 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2bb8b894-474d-4b41-8866-07a96486179b req-f112bed4-4ac6-40e0-a29f-aa663499acfd service neutron] 10.222.0.81 "GET /v2.0/networks/caa75e58-fea3-4934-a2b0-723273e69b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724082 May 23 11:19:13.185317 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-85a62e62-12fb-4fee-9dea-a632411e8d12 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:13.367819 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2bb8b894-474d-4b41-8866-07a96486179b req-4cfefd20-6356-4a63-a574-03ad0bb7082b service neutron] 10.222.0.81 "GET /v2.0/networks/caa75e58-fea3-4934-a2b0-723273e69b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786843 May 23 11:19:13.374176 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-828811be-19d2-4b34-8dcf-c09b16e4d776 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] For port 11465060-d50a-4d9e-9581-49a2c007c4f4, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=11465060-d50a-4d9e-9581-49a2c007c4f4,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:13.374614 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-828811be-19d2-4b34-8dcf-c09b16e4d776 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:13.379174 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e63c9-310e-41da-8267-54fd612419ae req-1569c682-c836-4d62-a65a-1daf7cc1bc58 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:13.380725 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-068e63c9-310e-41da-8267-54fd612419ae req-1569c682-c836-4d62-a65a-1daf7cc1bc58 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=790eedd7-1d7a-4542-8fe5-5203db38c2a2 HTTP/1.1" status: 200 len: 945 time: 0.1236155 May 23 11:19:13.390838 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-85a62e62-12fb-4fee-9dea-a632411e8d12 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:13.463180 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-068e63c9-310e-41da-8267-54fd612419ae req-aefa609e-2aa0-4d02-8a1e-3efc81645062 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755548 May 23 11:19:13.553641 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790eedd7-1d7a-4542-8fe5-5203db38c2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4d2f04-6307-4ea4-b33f-f6e3de65584b'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:19:13.661072 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f6f4e102-fd1e-4e23-afa3-dc33259ee3bc req-163240f9-117f-4add-bafe-3ea19b51d67f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1632442 May 23 11:19:13.665871 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d204f3cd-74eb-4175-b0b1-edfb2e9cbcbe'] response: {'server_uuid': '790eedd7-1d7a-4542-8fe5-5203db38c2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4d2f04-6307-4ea4-b33f-f6e3de65584b', 'code': 200} May 23 11:19:13.681964 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 11465060-d50a-4d9e-9581-49a2c007c4f4 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:19:13.788328 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-828811be-19d2-4b34-8dcf-c09b16e4d776 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Calling delete_port for 11465060-d50a-4d9e-9581-49a2c007c4f4 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:19:13.932657 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 11465060-d50a-4d9e-9581-49a2c007c4f4 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:19:13.933008 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:14.055461 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f6f4e102-fd1e-4e23-afa3-dc33259ee3bc req-1ec4feb6-12b9-4d18-b3a9-990cff577753 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d3ec9888c9b84da5954173e8d76fab76&device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89 HTTP/1.1" status: 200 len: 1096 time: 0.2365270 May 23 11:19:14.212422 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:14.220139 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59298) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:14.308164 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a62e62-12fb-4fee-9dea-a632411e8d12 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:19:14.316261 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-85a62e62-12fb-4fee-9dea-a632411e8d12 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:19:14.321051 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4e102-fd1e-4e23-afa3-dc33259ee3bc req-0fc6909c-8937-46a7-837a-9578baebfe82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:14.321756 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f6f4e102-fd1e-4e23-afa3-dc33259ee3bc req-0fc6909c-8937-46a7-837a-9578baebfe82 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0308ef6c-1caf-4171-ace3-29e1cb4dd978 HTTP/1.1" status: 200 len: 911 time: 0.2408273 May 23 11:19:14.330946 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a62e62-12fb-4fee-9dea-a632411e8d12 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:19:14.363207 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a62e62-12fb-4fee-9dea-a632411e8d12 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event updated for resources: {'Port': ['ID=31de13b6-2731-47c1-8180-a1d4c4b5966a,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:14.392736 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-828811be-19d2-4b34-8dcf-c09b16e4d776 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:14.463394 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828811be-19d2-4b34-8dcf-c09b16e4d776 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Port': ['ID=11465060-d50a-4d9e-9581-49a2c007c4f4,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:14.482836 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0985fa94-cf2e-4204-98d9-a938f051bcc7 req-073a9a61-b0ce-4aef-a23d-0c60065aabb6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6413deec0c1b468e9165a85b033a2ba9&device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 6487 time: 0.3420420 May 23 11:19:14.678260 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f6f4e102-fd1e-4e23-afa3-dc33259ee3bc req-bdc575e5-b9cc-43d7-874a-2db859c0a15b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73e84f24-1a14-4e66-9d4f-12a2c03bd380 HTTP/1.1" status: 200 len: 1001 time: 0.2944963 May 23 11:19:14.699031 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd3e32-7784-4506-8331-2f50498cfef8 req-88d552f6-d223-4fee-82ae-0aa814b8f79b tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:14.704122 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd3e32-7784-4506-8331-2f50498cfef8 req-88d552f6-d223-4fee-82ae-0aa814b8f79b tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:14.708468 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-58160d86-19af-45c7-85bd-ade5bf58aa38 req-182c36c7-fc51-457e-931b-76cd1da57cf8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=790eedd7-1d7a-4542-8fe5-5203db38c2a2 HTTP/1.1" status: 200 len: 1096 time: 0.4927032 May 23 11:19:14.711003 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd3e32-7784-4506-8331-2f50498cfef8 req-88d552f6-d223-4fee-82ae-0aa814b8f79b tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:14.720552 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd3e32-7784-4506-8331-2f50498cfef8 req-88d552f6-d223-4fee-82ae-0aa814b8f79b tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:14.729480 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd3e32-7784-4506-8331-2f50498cfef8 req-88d552f6-d223-4fee-82ae-0aa814b8f79b tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:14.734818 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd3e32-7784-4506-8331-2f50498cfef8 req-88d552f6-d223-4fee-82ae-0aa814b8f79b tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:14.739775 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd3e32-7784-4506-8331-2f50498cfef8 req-88d552f6-d223-4fee-82ae-0aa814b8f79b tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:14.741864 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c7cd3e32-7784-4506-8331-2f50498cfef8 req-88d552f6-d223-4fee-82ae-0aa814b8f79b tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 5430 time: 0.4188952 May 23 11:19:14.883086 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4e102-fd1e-4e23-afa3-dc33259ee3bc req-69b1a2a0-ea4a-4c7b-8a91-50e6faf0084d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:14.884676 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f6f4e102-fd1e-4e23-afa3-dc33259ee3bc req-69b1a2a0-ea4a-4c7b-8a91-50e6faf0084d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=78a08f2b-9bc6-4aed-a592-74a10c72dff5 HTTP/1.1" status: 200 len: 849 time: 0.0887597 May 23 11:19:14.911684 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-65b2204c-5cbd-4f3c-9ce6-796eb891de38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:14.921668 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985fa94-cf2e-4204-98d9-a938f051bcc7 req-d2272c1c-6381-47c3-9ee9-5db9e14c6c07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:14.923207 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0985fa94-cf2e-4204-98d9-a938f051bcc7 req-d2272c1c-6381-47c3-9ee9-5db9e14c6c07 service neutron] 10.222.0.81 "GET /v2.0/networks?id=caa75e58-fea3-4934-a2b0-723273e69b7e HTTP/1.1" status: 200 len: 903 time: 0.4202166 May 23 11:19:15.008957 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c7cd3e32-7784-4506-8331-2f50498cfef8 req-27b79112-b392-4714-a1ef-3858a6e1ec99 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f104f24-d3e6-45e4-adef-c55f6b4d08fc&id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1230466 May 23 11:19:15.024387 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4113e7-b27f-4cda-96eb-39410150b2d3 req-f46d47bf-a511-4557-865a-13f7edd49d30 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:15.031252 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ac4113e7-b27f-4cda-96eb-39410150b2d3 req-f46d47bf-a511-4557-865a-13f7edd49d30 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=790eedd7-1d7a-4542-8fe5-5203db38c2a2 HTTP/1.1" status: 200 len: 945 time: 0.2876720 May 23 11:19:15.079947 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f6f4e102-fd1e-4e23-afa3-dc33259ee3bc req-c51e5832-651f-4555-abb2-ad1f04ffd809 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0308ef6c-1caf-4171-ace3-29e1cb4dd978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1680810 May 23 11:19:15.096576 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ac4113e7-b27f-4cda-96eb-39410150b2d3 req-7dcb601b-1ec5-4280-84d7-06796841be38 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643699 May 23 11:19:15.178365 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0985fa94-cf2e-4204-98d9-a938f051bcc7 req-76853443-5579-4c7e-b4c8-b8bc66b6217b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=77c5e08b-44d1-4a6a-905f-a11e984ebbaf HTTP/1.1" status: 200 len: 217 time: 0.2283587 May 23 11:19:15.227078 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-65b2204c-5cbd-4f3c-9ce6-796eb891de38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:19:15.250880 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-65b2204c-5cbd-4f3c-9ce6-796eb891de38 admin admin] Usage tracker for resource:security_group_rule and tenant:8c8a86ce258440d59f906bcff7f1a884 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:19:15.255228 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-828811be-19d2-4b34-8dcf-c09b16e4d776 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:15.258239 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:19:15.260342 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-58160d86-19af-45c7-85bd-ade5bf58aa38 req-f608f13d-aaf8-453b-ae49-6aa6c6c227ad service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565907 May 23 11:19:15.263626 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-65b2204c-5cbd-4f3c-9ce6-796eb891de38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:19:15.271204 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f6f4e102-fd1e-4e23-afa3-dc33259ee3bc req-ec9b08bc-e4bc-4aca-8c53-b0e40ff72483 service neutron] 10.222.0.81 "GET /v2.0/networks/0308ef6c-1caf-4171-ace3-29e1cb4dd978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727278 May 23 11:19:15.284155 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-65b2204c-5cbd-4f3c-9ce6-796eb891de38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:19:15.365063 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985fa94-cf2e-4204-98d9-a938f051bcc7 req-cde64634-e977-48dd-9b50-10d05daea868 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:15.366518 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0985fa94-cf2e-4204-98d9-a938f051bcc7 req-cde64634-e977-48dd-9b50-10d05daea868 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3c834f11-95c0-4b5a-b401-f49728657821 HTTP/1.1" status: 200 len: 797 time: 0.1791987 May 23 11:19:15.488489 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-85a62e62-12fb-4fee-9dea-a632411e8d12 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:15.489213 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-85a62e62-12fb-4fee-9dea-a632411e8d12 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:15.710280 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f6f4e102-fd1e-4e23-afa3-dc33259ee3bc req-8fe648b8-5768-40b3-aac4-d930ccf67bdf service neutron] 10.222.0.81 "GET /v2.0/networks/0308ef6c-1caf-4171-ace3-29e1cb4dd978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657164 May 23 11:19:15.802062 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-65b2204c-5cbd-4f3c-9ce6-796eb891de38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:15.868532 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-65b2204c-5cbd-4f3c-9ce6-796eb891de38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:16.012532 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b2204c-5cbd-4f3c-9ce6-796eb891de38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c82dc1-42b1-44ee-96de-9ef4629716cc,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:16.072583 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-65b2204c-5cbd-4f3c-9ce6-796eb891de38 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8c8a86ce258440d59f906bcff7f1a884&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8455420 May 23 11:19:16.072909 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59310) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:16.175444 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-43abaed1-0b3e-4c18-be90-b318946b2755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:16.178771 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0985fa94-cf2e-4204-98d9-a938f051bcc7 req-fa570ede-5f16-4e3c-ad01-014a976dacc0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=caa75e58-fea3-4934-a2b0-723273e69b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6292665 May 23 11:19:16.223874 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828811be-19d2-4b34-8dcf-c09b16e4d776 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Router 68363051-88db-42b6-b104-76ea9b4061c6 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:19:16.227574 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-43abaed1-0b3e-4c18-be90-b318946b2755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:16.387995 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-43abaed1-0b3e-4c18-be90-b318946b2755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:16.406410 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43abaed1-0b3e-4c18-be90-b318946b2755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c82dc1-42b1-44ee-96de-9ef4629716cc,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:16.448282 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-43abaed1-0b3e-4c18-be90-b318946b2755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:16.451712 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-43abaed1-0b3e-4c18-be90-b318946b2755 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/15c82dc1-42b1-44ee-96de-9ef4629716cc HTTP/1.1" status: 204 len: 168 time: 0.3756368 May 23 11:19:16.495175 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0985fa94-cf2e-4204-98d9-a938f051bcc7 req-bf828300-0de8-41dd-8e4a-d321f8e176d8 service neutron] 10.222.0.81 "GET /v2.0/networks/caa75e58-fea3-4934-a2b0-723273e69b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085234 May 23 11:19:16.495748 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27069fc-bc35-41bb-8379-b19d0491edfb req-f29a6301-ba03-428b-a046-6be09ee28fe0 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:16.499340 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27069fc-bc35-41bb-8379-b19d0491edfb req-f29a6301-ba03-428b-a046-6be09ee28fe0 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:16.503443 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27069fc-bc35-41bb-8379-b19d0491edfb req-f29a6301-ba03-428b-a046-6be09ee28fe0 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:16.507322 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27069fc-bc35-41bb-8379-b19d0491edfb req-f29a6301-ba03-428b-a046-6be09ee28fe0 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:16.511346 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27069fc-bc35-41bb-8379-b19d0491edfb req-f29a6301-ba03-428b-a046-6be09ee28fe0 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:16.515249 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27069fc-bc35-41bb-8379-b19d0491edfb req-f29a6301-ba03-428b-a046-6be09ee28fe0 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:16.533148 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27069fc-bc35-41bb-8379-b19d0491edfb req-f29a6301-ba03-428b-a046-6be09ee28fe0 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:16.535457 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a27069fc-bc35-41bb-8379-b19d0491edfb req-f29a6301-ba03-428b-a046-6be09ee28fe0 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 5430 time: 0.2036090 May 23 11:19:16.621712 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d839bc6-c497-4d75-b613-8343247c3568 req-367ef9cc-2362-424e-af06-74e99378078e tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:16.629576 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4d839bc6-c497-4d75-b613-8343247c3568 req-367ef9cc-2362-424e-af06-74e99378078e tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=790eedd7-1d7a-4542-8fe5-5203db38c2a2 HTTP/1.1" status: 200 len: 945 time: 0.3317986 May 23 11:19:16.648704 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828811be-19d2-4b34-8dcf-c09b16e4d776 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:19:16.661239 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8287f2-ff0e-4c41-85d0-483d14d5fc3f None None] Sync routers for ids ['68363051-88db-42b6-b104-76ea9b4061c6'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:19:16.675157 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a27069fc-bc35-41bb-8379-b19d0491edfb req-fbcaefde-dbc4-4187-a22b-dbcd7e2b528e tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f104f24-d3e6-45e4-adef-c55f6b4d08fc&id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1315868 May 23 11:19:16.677765 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8287f2-ff0e-4c41-85d0-483d14d5fc3f None None] Routers {'68363051-88db-42b6-b104-76ea9b4061c6'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:19:16.688673 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-9c8287f2-ff0e-4c41-85d0-483d14d5fc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:19:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['68363051-88db-42b6-b104-76ea9b4061c6'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:19:16.747949 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4d839bc6-c497-4d75-b613-8343247c3568 req-9235b9dc-8993-4f89-af9f-c4360a923c82 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174796 May 23 11:19:16.762104 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0985fa94-cf2e-4204-98d9-a938f051bcc7 req-ddbff1e6-85c0-4bd9-8cdb-6df2dae23d2b service neutron] 10.222.0.81 "GET /v2.0/networks/caa75e58-fea3-4934-a2b0-723273e69b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589910 May 23 11:19:16.783331 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-828811be-19d2-4b34-8dcf-c09b16e4d776 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "PUT /v2.0/routers/68363051-88db-42b6-b104-76ea9b4061c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5747361 May 23 11:19:16.784012 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59322) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:16.858562 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a62e62-12fb-4fee-9dea-a632411e8d12 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Router 2cc8122b-8496-461d-8a6f-b0188eb989c7 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:19:16.858810 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-9c8287f2-ff0e-4c41-85d0-483d14d5fc3f None None] Set router 68363051-88db-42b6-b104-76ea9b4061c6 gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:19:16.893229 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83fbaf6-dc7e-45a3-842d-ebaa6e4945b1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:16.894551 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83fbaf6-dc7e-45a3-842d-ebaa6e4945b1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:16.895297 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d83fbaf6-dc7e-45a3-842d-ebaa6e4945b1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:19:16.981804 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-9c8287f2-ff0e-4c41-85d0-483d14d5fc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68363051-88db-42b6-b104-76ea9b4061c6', 'name': 'tempest-NetworksTestDHCPv6-router-432342892', 'tenant_id': '7898a2f847b24320a42ded6c2b4bd651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:18:56Z', 'updated_at': '2022-05-23T11:19:14Z', 'revision_number': 3, 'project_id': '7898a2f847b24320a42ded6c2b4bd651', 'gw_port_host': None}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:19:16.986749 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8287f2-ff0e-4c41-85d0-483d14d5fc3f None None] Checking router: 68363051-88db-42b6-b104-76ea9b4061c6 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:19:17.001310 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8287f2-ff0e-4c41-85d0-483d14d5fc3f None None] Routers {'68363051-88db-42b6-b104-76ea9b4061c6'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:19:17.002000 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-9c8287f2-ff0e-4c41-85d0-483d14d5fc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:19:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['68363051-88db-42b6-b104-76ea9b4061c6'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:19:17.074622 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59328) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:17.088688 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d83fbaf6-dc7e-45a3-842d-ebaa6e4945b1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:19:17.092784 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d83fbaf6-dc7e-45a3-842d-ebaa6e4945b1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3061447 May 23 11:19:17.093302 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59332) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:17.143675 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1bc2eda1-d20a-4620-9f42-9531177b0ef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:17.164493 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-9c8287f2-ff0e-4c41-85d0-483d14d5fc3f None None] Set router 68363051-88db-42b6-b104-76ea9b4061c6 gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:19:17.220564 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1bc2eda1-d20a-4620-9f42-9531177b0ef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:19:17.228894 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1bc2eda1-d20a-4620-9f42-9531177b0ef1 admin admin] Usage tracker for resource:security_group_rule and tenant:b04e8009f2464902a321832ca14e9504 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:19:17.234037 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1bc2eda1-d20a-4620-9f42-9531177b0ef1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:19:17.250400 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1bc2eda1-d20a-4620-9f42-9531177b0ef1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:19:17.335265 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1bc2eda1-d20a-4620-9f42-9531177b0ef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:17.342191 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1bc2eda1-d20a-4620-9f42-9531177b0ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:17.396745 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-9c8287f2-ff0e-4c41-85d0-483d14d5fc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68363051-88db-42b6-b104-76ea9b4061c6', 'name': 'tempest-NetworksTestDHCPv6-router-432342892', 'tenant_id': '7898a2f847b24320a42ded6c2b4bd651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:18:56Z', 'updated_at': '2022-05-23T11:19:14Z', 'revision_number': 3, 'project_id': '7898a2f847b24320a42ded6c2b4bd651', 'gw_port_host': None}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:19:17.403371 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8287f2-ff0e-4c41-85d0-483d14d5fc3f None None] The sync data for ids ['68363051-88db-42b6-b104-76ea9b4061c6'] in n-d-842952-2 is: [{'id': '68363051-88db-42b6-b104-76ea9b4061c6', 'name': 'tempest-NetworksTestDHCPv6-router-432342892', 'tenant_id': '7898a2f847b24320a42ded6c2b4bd651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:18:56Z', 'updated_at': '2022-05-23T11:19:14Z', 'revision_number': 3, 'project_id': '7898a2f847b24320a42ded6c2b4bd651', 'gw_port_host': None}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:19:17.413685 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc2eda1-d20a-4620-9f42-9531177b0ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da16b740-db09-4028-96a0-299ed82bcebb,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:17.420921 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1bc2eda1-d20a-4620-9f42-9531177b0ef1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b04e8009f2464902a321832ca14e9504&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3443193 May 23 11:19:17.422989 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59338) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:17.490798 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ba1c866-7e5b-4c4d-871d-40ad5fc09efe tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting subnet f4234a1d-29ef-46e1-a75f-37c16a8eb482 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:19:17.493822 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1ba1c866-7e5b-4c4d-871d-40ad5fc09efe tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:17.500085 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc8f0493-b402-47bd-9a87-6fa1f63494c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:17.527020 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc8f0493-b402-47bd-9a87-6fa1f63494c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:17.557647 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1ba1c866-7e5b-4c4d-871d-40ad5fc09efe tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:17.583479 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc8f0493-b402-47bd-9a87-6fa1f63494c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:17.594281 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a62e62-12fb-4fee-9dea-a632411e8d12 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:19:17.601500 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f0493-b402-47bd-9a87-6fa1f63494c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da16b740-db09-4028-96a0-299ed82bcebb,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:17.606366 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1368a4-53e5-495e-8605-94473ebb18c9 None None] Sync routers for ids ['2cc8122b-8496-461d-8a6f-b0188eb989c7'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:19:17.618256 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc8f0493-b402-47bd-9a87-6fa1f63494c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:17.619696 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-cc8f0493-b402-47bd-9a87-6fa1f63494c1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/da16b740-db09-4028-96a0-299ed82bcebb HTTP/1.1" status: 204 len: 168 time: 0.1955869 May 23 11:19:17.657889 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1368a4-53e5-495e-8605-94473ebb18c9 None None] Routers {'2cc8122b-8496-461d-8a6f-b0188eb989c7'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:19:17.658566 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-4f1368a4-53e5-495e-8605-94473ebb18c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:19:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['2cc8122b-8496-461d-8a6f-b0188eb989c7'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:19:17.661036 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-85a62e62-12fb-4fee-9dea-a632411e8d12 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:17.664836 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-85a62e62-12fb-4fee-9dea-a632411e8d12 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 7.6468017 May 23 11:19:17.665566 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59344) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:17.724635 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1ba1c866-7e5b-4c4d-871d-40ad5fc09efe tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:17.734520 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-4f1368a4-53e5-495e-8605-94473ebb18c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:19:17.747320 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1368a4-53e5-495e-8605-94473ebb18c9 None None] Routers {'2cc8122b-8496-461d-8a6f-b0188eb989c7'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:19:17.747961 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-4f1368a4-53e5-495e-8605-94473ebb18c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:19:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['2cc8122b-8496-461d-8a6f-b0188eb989c7'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:19:17.878251 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-4f1368a4-53e5-495e-8605-94473ebb18c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:19:17.878906 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1368a4-53e5-495e-8605-94473ebb18c9 None None] The sync data for ids ['2cc8122b-8496-461d-8a6f-b0188eb989c7'] in n-d-842952-2 is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:19:17.880596 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 11465060-d50a-4d9e-9581-49a2c007c4f4 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:19:17.911844 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1ba1c866-7e5b-4c4d-871d-40ad5fc09efe tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:17.920335 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 11465060-d50a-4d9e-9581-49a2c007c4f4 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:19:17.921033 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 11465060-d50a-4d9e-9581-49a2c007c4f4 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:19:17.976468 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1c866-7e5b-4c4d-871d-40ad5fc09efe tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Subnet': ['ID=f4234a1d-29ef-46e1-a75f-37c16a8eb482,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:17.989270 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1ba1c866-7e5b-4c4d-871d-40ad5fc09efe tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:17.992928 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df71d6bb-4aa8-48ec-9b55-e964c373674f None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:19:17.996749 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba1c866-7e5b-4c4d-871d-40ad5fc09efe tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:19:17.997477 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba1c866-7e5b-4c4d-871d-40ad5fc09efe tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:19:17.998161 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba1c866-7e5b-4c4d-871d-40ad5fc09efe tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:19:17.998739 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba1c866-7e5b-4c4d-871d-40ad5fc09efe tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:19:17.999684 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba1c866-7e5b-4c4d-871d-40ad5fc09efe tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:19:18.000264 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba1c866-7e5b-4c4d-871d-40ad5fc09efe tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:19:18.000825 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba1c866-7e5b-4c4d-871d-40ad5fc09efe tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:19:18.001364 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba1c866-7e5b-4c4d-871d-40ad5fc09efe tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:19:18.001917 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba1c866-7e5b-4c4d-871d-40ad5fc09efe tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:19:18.003210 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba1c866-7e5b-4c4d-871d-40ad5fc09efe tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:19:18.003857 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba1c866-7e5b-4c4d-871d-40ad5fc09efe tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:19:18.027583 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1ba1c866-7e5b-4c4d-871d-40ad5fc09efe tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/f4234a1d-29ef-46e1-a75f-37c16a8eb482 HTTP/1.1" status: 204 len: 168 time: 0.9238908 May 23 11:19:18.028539 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59352) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:18.283035 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ae76f2fe-f023-42b5-b43f-7ee17d3b9523 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2525117 May 23 11:19:18.291317 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59360) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:18.298862 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd83a67-68f4-46ba-84d9-2d287e9208c7 req-ca27a3e0-979c-48d7-a369-1d85ecc3dea7 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:18.300422 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3bd83a67-68f4-46ba-84d9-2d287e9208c7 req-ca27a3e0-979c-48d7-a369-1d85ecc3dea7 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=790eedd7-1d7a-4542-8fe5-5203db38c2a2 HTTP/1.1" status: 200 len: 945 time: 0.2171855 May 23 11:19:18.321106 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91789f78-b433-486c-b80b-2afa3f3813a7 req-b753a796-1695-486c-af9d-8e2a7fcb93fb tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:18.325763 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91789f78-b433-486c-b80b-2afa3f3813a7 req-b753a796-1695-486c-af9d-8e2a7fcb93fb tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:18.329682 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91789f78-b433-486c-b80b-2afa3f3813a7 req-b753a796-1695-486c-af9d-8e2a7fcb93fb tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:18.333550 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91789f78-b433-486c-b80b-2afa3f3813a7 req-b753a796-1695-486c-af9d-8e2a7fcb93fb tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:18.340355 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91789f78-b433-486c-b80b-2afa3f3813a7 req-b753a796-1695-486c-af9d-8e2a7fcb93fb tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:18.344090 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91789f78-b433-486c-b80b-2afa3f3813a7 req-b753a796-1695-486c-af9d-8e2a7fcb93fb tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:18.348371 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91789f78-b433-486c-b80b-2afa3f3813a7 req-b753a796-1695-486c-af9d-8e2a7fcb93fb tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:18.350235 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-91789f78-b433-486c-b80b-2afa3f3813a7 req-b753a796-1695-486c-af9d-8e2a7fcb93fb tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 5430 time: 0.3924448 May 23 11:19:18.402176 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59364) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:18.498206 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1d0415bb-5298-4b75-a213-6be2edc341c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:18.529144 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-91789f78-b433-486c-b80b-2afa3f3813a7 req-0ea59cbb-8e3a-44a2-a034-de19a85c2e01 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f104f24-d3e6-45e4-adef-c55f6b4d08fc&id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1589208 May 23 11:19:18.530644 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b9f228da-6443-4534-8e99-41e6f2a1258e tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:18.545306 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15339d3d-d200-4fc1-b3c5-13bb253db755 None None] DHCP port deletion for db5fdb8a-4d76-428d-84ca-c911a4d5dee2 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:19:18.549805 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-15339d3d-d200-4fc1-b3c5-13bb253db755 None None] Deleting port 66f1eafb-ca2d-4a14-aee4-e7fc91098b47 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:19:18.550386 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-15339d3d-d200-4fc1-b3c5-13bb253db755 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:18.582432 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3bd83a67-68f4-46ba-84d9-2d287e9208c7 req-a7165a1b-57bf-47c5-9ad6-26c491de5e9b tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304232 May 23 11:19:18.603593 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1d0415bb-5298-4b75-a213-6be2edc341c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:19:18.603593 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1d0415bb-5298-4b75-a213-6be2edc341c6 admin admin] Usage tracker for resource:security_group_rule and tenant:a9ac3cf26f55403991549df8298a3922 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:19:18.613477 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c080a484-2acf-4b3f-9109-580ad78ec6ba tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "GET /v2.0/routers/2cc8122b-8496-461d-8a6f-b0188eb989c7 HTTP/1.1" status: 200 len: 880 time: 0.9460769 May 23 11:19:18.614691 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1d0415bb-5298-4b75-a213-6be2edc341c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:19:18.619612 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59368) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:18.645955 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1d0415bb-5298-4b75-a213-6be2edc341c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:19:18.811520 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1d0415bb-5298-4b75-a213-6be2edc341c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:18.818215 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1d0415bb-5298-4b75-a213-6be2edc341c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:18.862268 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-15339d3d-d200-4fc1-b3c5-13bb253db755 None None] For port 66f1eafb-ca2d-4a14-aee4-e7fc91098b47, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=66f1eafb-ca2d-4a14-aee4-e7fc91098b47,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:18.863085 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-15339d3d-d200-4fc1-b3c5-13bb253db755 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:18.942050 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1d0415bb-5298-4b75-a213-6be2edc341c6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a9ac3cf26f55403991549df8298a3922&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5352371 May 23 11:19:18.942050 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0415bb-5298-4b75-a213-6be2edc341c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea35a14-3886-4e9a-af2c-d53ef853be71,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:18.957523 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59376) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:19.079682 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-15339d3d-d200-4fc1-b3c5-13bb253db755 None None] Calling delete_port for 66f1eafb-ca2d-4a14-aee4-e7fc91098b47 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:19:19.171145 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-15339d3d-d200-4fc1-b3c5-13bb253db755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:19.219064 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-482d53c2-7083-4a90-a3ae-f4a5a9004108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:19.230558 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15339d3d-d200-4fc1-b3c5-13bb253db755 None None] Pushing event deleted for resources: {'Port': ['ID=66f1eafb-ca2d-4a14-aee4-e7fc91098b47,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:19.252761 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15339d3d-d200-4fc1-b3c5-13bb253db755 None None] No DVR routers for this DVR port 66f1eafb-ca2d-4a14-aee4-e7fc91098b47 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:19:19.261506 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-482d53c2-7083-4a90-a3ae-f4a5a9004108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:19.325611 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b9f228da-6443-4534-8e99-41e6f2a1258e tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:19.334530 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b9f228da-6443-4534-8e99-41e6f2a1258e tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:19.342301 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930094a-c27e-4068-b0aa-09ecb1ad50de req-0cdc7e04-39b5-447f-9e16-fa83ee0eec37 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:19.344402 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9930094a-c27e-4068-b0aa-09ecb1ad50de req-0cdc7e04-39b5-447f-9e16-fa83ee0eec37 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=790eedd7-1d7a-4542-8fe5-5203db38c2a2 HTTP/1.1" status: 200 len: 945 time: 0.2846575 May 23 11:19:19.350457 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-482d53c2-7083-4a90-a3ae-f4a5a9004108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:19.380407 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b9f228da-6443-4534-8e99-41e6f2a1258e tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:19.381077 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f228da-6443-4534-8e99-41e6f2a1258e tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Fanout notify agent at l3_agent the message router_deleted on router 68363051-88db-42b6-b104-76ea9b4061c6 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:19:19.393488 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b9f228da-6443-4534-8e99-41e6f2a1258e tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:19.397503 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b9f228da-6443-4534-8e99-41e6f2a1258e tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/routers/68363051-88db-42b6-b104-76ea9b4061c6 HTTP/1.1" status: 204 len: 168 time: 1.1014307 May 23 11:19:19.397644 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d53c2-7083-4a90-a3ae-f4a5a9004108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea35a14-3886-4e9a-af2c-d53ef853be71,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:19.401668 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59384) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:19.411360 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-5b65e85f-4b1e-40d2-9a92-d2e4ae162072 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'subnet': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:19:19.419841 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c4955056-6c76-4448-be25-eecd3ff7288e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Synchronizing usage tracker for tenant:3c9ac73e8a7143fb94827c1e9402fa16 on resource:router {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:19:19.433600 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-482d53c2-7083-4a90-a3ae-f4a5a9004108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:19.440522 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-482d53c2-7083-4a90-a3ae-f4a5a9004108 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6ea35a14-3886-4e9a-af2c-d53ef853be71 HTTP/1.1" status: 204 len: 168 time: 0.4808795 May 23 11:19:19.443331 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c4955056-6c76-4448-be25-eecd3ff7288e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Unset dirty status for tenant:3c9ac73e8a7143fb94827c1e9402fa16 on resource:router {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:19:19.444701 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c4955056-6c76-4448-be25-eecd3ff7288e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.7514586 May 23 11:19:19.453288 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59390) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:19.545664 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-09962773-f500-4051-a3af-d4e71c5d2dfe tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1729689182'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:19:19.636391 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 66f1eafb-ca2d-4a14-aee4-e7fc91098b47 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:19:19.735425 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 66f1eafb-ca2d-4a14-aee4-e7fc91098b47 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:19:19.735926 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 66f1eafb-ca2d-4a14-aee4-e7fc91098b47 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:19:19.775961 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9930094a-c27e-4068-b0aa-09ecb1ad50de req-77eb5c61-6e3f-4716-bb7b-e5c9acdbb4ae tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198229 May 23 11:19:19.850534 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5b65e85f-4b1e-40d2-9a92-d2e4ae162072 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:19:19.873791 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5b65e85f-4b1e-40d2-9a92-d2e4ae162072 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:subnet and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:19:19.881089 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5b65e85f-4b1e-40d2-9a92-d2e4ae162072 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:19:19.894479 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5b65e85f-4b1e-40d2-9a92-d2e4ae162072 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:19:19.938819 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ca347-5775-4a1b-98ee-6ba21a245542 req-f2115d21-ef30-43d0-8586-30be1d14d144 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:19.943739 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ca347-5775-4a1b-98ee-6ba21a245542 req-f2115d21-ef30-43d0-8586-30be1d14d144 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:19.948088 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ca347-5775-4a1b-98ee-6ba21a245542 req-f2115d21-ef30-43d0-8586-30be1d14d144 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:19.952509 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ca347-5775-4a1b-98ee-6ba21a245542 req-f2115d21-ef30-43d0-8586-30be1d14d144 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:19.959099 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ca347-5775-4a1b-98ee-6ba21a245542 req-f2115d21-ef30-43d0-8586-30be1d14d144 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:19.961581 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ca347-5775-4a1b-98ee-6ba21a245542 req-f2115d21-ef30-43d0-8586-30be1d14d144 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:19.970226 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ca347-5775-4a1b-98ee-6ba21a245542 req-f2115d21-ef30-43d0-8586-30be1d14d144 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:19.972635 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e62ca347-5775-4a1b-98ee-6ba21a245542 req-f2115d21-ef30-43d0-8586-30be1d14d144 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 5430 time: 0.2027204 May 23 11:19:19.973665 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b65e85f-4b1e-40d2-9a92-d2e4ae162072 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:19:20.142273 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b65e85f-4b1e-40d2-9a92-d2e4ae162072 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:20.256822 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e62ca347-5775-4a1b-98ee-6ba21a245542 req-b6f2bfaa-3153-47cb-bcad-8ad44a539d2f tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f104f24-d3e6-45e4-adef-c55f6b4d08fc&id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1821558 May 23 11:19:20.636536 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b65e85f-4b1e-40d2-9a92-d2e4ae162072 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:20.714522 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59418) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:20.726192 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b65e85f-4b1e-40d2-9a92-d2e4ae162072 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:19:20.742423 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-5b65e85f-4b1e-40d2-9a92-d2e4ae162072 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:19:20.746053 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b65e85f-4b1e-40d2-9a92-d2e4ae162072 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:20.747642 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b65e85f-4b1e-40d2-9a92-d2e4ae162072 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:20.754916 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294136d5-4564-47f8-84f8-fcc8c508fcd2 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:19:20.773907 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b65e85f-4b1e-40d2-9a92-d2e4ae162072 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Subnet': ['ID=dd0cf522-90f8-4a4c-afd2-13b7420e28b0,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:20.778622 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e34da2-34f5-4871-b97c-5684739866d0 req-aab8f272-d271-4279-bde3-a559b2228d5d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:20.779655 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-05e34da2-34f5-4871-b97c-5684739866d0 req-aab8f272-d271-4279-bde3-a559b2228d5d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Synchronizing usage tracker for tenant:c8ada26741884c689d0e80f64385eb15 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:19:20.796915 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-05e34da2-34f5-4871-b97c-5684739866d0 req-aab8f272-d271-4279-bde3-a559b2228d5d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Unset dirty status for tenant:c8ada26741884c689d0e80f64385eb15 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:19:20.798039 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-05e34da2-34f5-4871-b97c-5684739866d0 req-aab8f272-d271-4279-bde3-a559b2228d5d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.81 "GET /v2.0/ports?device_id=790eedd7-1d7a-4542-8fe5-5203db38c2a2 HTTP/1.1" status: 200 len: 945 time: 0.2504957 May 23 11:19:20.832839 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5b65e85f-4b1e-40d2-9a92-d2e4ae162072 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4300096 May 23 11:19:20.833585 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59426) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:20.842315 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-79f8d013-0042-466d-bb4a-b26533ddbc27 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1772253363', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:19:20.903997 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-05e34da2-34f5-4871-b97c-5684739866d0 req-f527ecfd-afae-4497-ac17-09eef42fef8f tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Deleting port ff4d2f04-6307-4ea4-b33f-f6e3de65584b {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:19:20.906164 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-05e34da2-34f5-4871-b97c-5684739866d0 req-f527ecfd-afae-4497-ac17-09eef42fef8f tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:21.028797 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-09962773-f500-4051-a3af-d4e71c5d2dfe tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:21.039575 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-79f8d013-0042-466d-bb4a-b26533ddbc27 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:19:21.045162 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-09962773-f500-4051-a3af-d4e71c5d2dfe tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3825526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3825513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3821547'] for router, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:21.047561 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-79f8d013-0042-466d-bb4a-b26533ddbc27 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:router and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:19:21.051731 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-79f8d013-0042-466d-bb4a-b26533ddbc27 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:19:21.058758 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-79f8d013-0042-466d-bb4a-b26533ddbc27 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:19:21.142046 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-60ca8929-06a0-4d26-b8b2-cea010b7534c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1104636644-network', 'tenant_id': '2c92450d61054a08bb7bcb6ded923901'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:19:21.266304 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-05e34da2-34f5-4871-b97c-5684739866d0 req-f527ecfd-afae-4497-ac17-09eef42fef8f tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] For port ff4d2f04-6307-4ea4-b33f-f6e3de65584b, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=ff4d2f04-6307-4ea4-b33f-f6e3de65584b,segment=NetworkSegment(5cee01f6-c5e9-4b6c-9ee4-d4191d783074),segment_id=5cee01f6-c5e9-4b6c-9ee4-d4191d783074)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:21.266841 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-05e34da2-34f5-4871-b97c-5684739866d0 req-f527ecfd-afae-4497-ac17-09eef42fef8f tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:21.284971 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c990fafc-48f2-40ca-b01e-0c4bda7f8f14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'tenant_id': '7898a2f847b24320a42ded6c2b4bd651', 'fixed_ips': [{'subnet_id': 'dd0cf522-90f8-4a4c-afd2-13b7420e28b0'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:19:21.285793 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c990fafc-48f2-40ca-b01e-0c4bda7f8f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:21.442379 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-05e34da2-34f5-4871-b97c-5684739866d0 req-f527ecfd-afae-4497-ac17-09eef42fef8f tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Calling delete_port for ff4d2f04-6307-4ea4-b33f-f6e3de65584b owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:19:21.475957 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-60ca8929-06a0-4d26-b8b2-cea010b7534c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:19:21.493584 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-79f8d013-0042-466d-bb4a-b26533ddbc27 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:21.495026 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-79f8d013-0042-466d-bb4a-b26533ddbc27 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:21.498211 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-c990fafc-48f2-40ca-b01e-0c4bda7f8f14 None None] Allocated IP 2001:db8::2 (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/dd0cf522-90f8-4a4c-afd2-13b7420e28b0/75dc7fd0-87cd-4f76-b63a-48ab673a4647) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:19:21.501544 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-60ca8929-06a0-4d26-b8b2-cea010b7534c admin admin] Usage tracker for resource:network and tenant:2c92450d61054a08bb7bcb6ded923901 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:19:21.508031 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-60ca8929-06a0-4d26-b8b2-cea010b7534c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:19:21.584636 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-60ca8929-06a0-4d26-b8b2-cea010b7534c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:19:21.657229 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ca8929-06a0-4d26-b8b2-cea010b7534c admin admin] Made reservation on behalf of 2c92450d61054a08bb7bcb6ded923901 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:19:21.659846 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-60ca8929-06a0-4d26-b8b2-cea010b7534c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:21.697655 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-60ca8929-06a0-4d26-b8b2-cea010b7534c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:21.712537 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-79f8d013-0042-466d-bb4a-b26533ddbc27 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:21.716232 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-05e34da2-34f5-4871-b97c-5684739866d0 req-f527ecfd-afae-4497-ac17-09eef42fef8f tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:21.741589 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3dc0b-ee55-4dbf-8953-ec39c88a3793 req-43cacfcb-4867-4357-af61-a455683d95e9 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:21.743089 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a4a3dc0b-ee55-4dbf-8953-ec39c88a3793 req-43cacfcb-4867-4357-af61-a455683d95e9 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=790eedd7-1d7a-4542-8fe5-5203db38c2a2 HTTP/1.1" status: 200 len: 945 time: 0.5949333 May 23 11:19:21.759736 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['0ec35eea-9b2b-474f-9ce7-3bfe44146239'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:19:21.773747 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a754d-57c2-4f81-9be5-2fea9a07142b req-5fe6fc4d-4863-4937-9cef-3cfb736966fc tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:21.778084 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a754d-57c2-4f81-9be5-2fea9a07142b req-5fe6fc4d-4863-4937-9cef-3cfb736966fc tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:21.786189 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['ff4d2f04-6307-4ea4-b33f-f6e3de65584b'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:19:21.800830 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a754d-57c2-4f81-9be5-2fea9a07142b req-5fe6fc4d-4863-4937-9cef-3cfb736966fc tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:21.804722 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a754d-57c2-4f81-9be5-2fea9a07142b req-5fe6fc4d-4863-4937-9cef-3cfb736966fc tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:21.814323 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a754d-57c2-4f81-9be5-2fea9a07142b req-5fe6fc4d-4863-4937-9cef-3cfb736966fc tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:21.835706 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a754d-57c2-4f81-9be5-2fea9a07142b req-5fe6fc4d-4863-4937-9cef-3cfb736966fc tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:21.835706 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a754d-57c2-4f81-9be5-2fea9a07142b req-5fe6fc4d-4863-4937-9cef-3cfb736966fc tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:21.848949 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-592a754d-57c2-4f81-9be5-2fea9a07142b req-5fe6fc4d-4863-4937-9cef-3cfb736966fc tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 5430 time: 0.3401456 May 23 11:19:21.867284 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c990fafc-48f2-40ca-b01e-0c4bda7f8f14 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:21.893223 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c990fafc-48f2-40ca-b01e-0c4bda7f8f14 None None] Transition to ACTIVE for port object 75dc7fd0-87cd-4f76-b63a-48ab673a4647 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:19:21.933296 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527ecfd-afae-4497-ac17-09eef42fef8f tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Pushing event deleted for resources: {'Port': ['ID=ff4d2f04-6307-4ea4-b33f-f6e3de65584b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:21.952427 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e34da2-34f5-4871-b97c-5684739866d0 req-f527ecfd-afae-4497-ac17-09eef42fef8f tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] No DVR routers for this DVR port ff4d2f04-6307-4ea4-b33f-f6e3de65584b on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:19:21.959533 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-05e34da2-34f5-4871-b97c-5684739866d0 req-f527ecfd-afae-4497-ac17-09eef42fef8f tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:21.971674 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c990fafc-48f2-40ca-b01e-0c4bda7f8f14 None None] Transition to ACTIVE for port object 75dc7fd0-87cd-4f76-b63a-48ab673a4647 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:19:21.977186 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790eedd7-1d7a-4542-8fe5-5203db38c2a2', 'name': 'network-vif-deleted', 'tag': 'ff4d2f04-6307-4ea4-b33f-f6e3de65584b'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:19:21.979250 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-79f8d013-0042-466d-bb4a-b26533ddbc27 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:21.986112 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-05e34da2-34f5-4871-b97c-5684739866d0 req-f527ecfd-afae-4497-ac17-09eef42fef8f tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.81 "DELETE /v2.0/ports/ff4d2f04-6307-4ea4-b33f-f6e3de65584b HTTP/1.1" status: 204 len: 173 time: 1.1821263 May 23 11:19:21.995510 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c990fafc-48f2-40ca-b01e-0c4bda7f8f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:22.001919 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-60ca8929-06a0-4d26-b8b2-cea010b7534c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:19:22.026210 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-60ca8929-06a0-4d26-b8b2-cea010b7534c admin admin] Usage tracker for resource:security_group_rule and tenant:2c92450d61054a08bb7bcb6ded923901 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:19:22.048705 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-60ca8929-06a0-4d26-b8b2-cea010b7534c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:19:22.063129 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-60ca8929-06a0-4d26-b8b2-cea010b7534c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:19:22.084640 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a4a3dc0b-ee55-4dbf-8953-ec39c88a3793 req-c54f9ba3-08bf-4d45-923e-6b0f5ff5965d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285561 May 23 11:19:22.093220 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-79f8d013-0042-466d-bb4a-b26533ddbc27 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:22.095842 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c990fafc-48f2-40ca-b01e-0c4bda7f8f14 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:19:22.097452 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59438) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:22.097790 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-79f8d013-0042-466d-bb4a-b26533ddbc27 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.2627323 May 23 11:19:22.103225 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c990fafc-48f2-40ca-b01e-0c4bda7f8f14 None None] Pushing event updated for resources: {'Port': ['ID=75dc7fd0-87cd-4f76-b63a-48ab673a4647,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:22.114991 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-592a754d-57c2-4f81-9be5-2fea9a07142b req-d40e4db2-db2f-4c1b-a398-b4b2ffc03659 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f104f24-d3e6-45e4-adef-c55f6b4d08fc&id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1945701 May 23 11:19:22.116968 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-c990fafc-48f2-40ca-b01e-0c4bda7f8f14 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:19:22.122962 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c990fafc-48f2-40ca-b01e-0c4bda7f8f14 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:19:22.244137 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09962773-f500-4051-a3af-d4e71c5d2dfe tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Router 2cc8122b-8496-461d-8a6f-b0188eb989c7 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:19:22.254998 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-60ca8929-06a0-4d26-b8b2-cea010b7534c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:22.270102 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-60ca8929-06a0-4d26-b8b2-cea010b7534c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:22.325480 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf2b67f0-040e-476f-83fe-e1c132175464'] response: {'server_uuid': '790eedd7-1d7a-4542-8fe5-5203db38c2a2', 'name': 'network-vif-deleted', 'tag': 'ff4d2f04-6307-4ea4-b33f-f6e3de65584b', 'status': 'completed', 'code': 200} May 23 11:19:22.336444 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c990fafc-48f2-40ca-b01e-0c4bda7f8f14 None None] Attempting to bind port 75dc7fd0-87cd-4f76-b63a-48ab673a4647 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:19:22.336795 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c990fafc-48f2-40ca-b01e-0c4bda7f8f14 None None] Attempting to bind port 75dc7fd0-87cd-4f76-b63a-48ab673a4647 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:19:22.337154 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c990fafc-48f2-40ca-b01e-0c4bda7f8f14 None None] Attempting to bind port 75dc7fd0-87cd-4f76-b63a-48ab673a4647 on network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:19:22.345732 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c990fafc-48f2-40ca-b01e-0c4bda7f8f14 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:19:22.347175 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c990fafc-48f2-40ca-b01e-0c4bda7f8f14 None None] Checking segment: {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:19:22.347592 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c990fafc-48f2-40ca-b01e-0c4bda7f8f14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:22.348005 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c990fafc-48f2-40ca-b01e-0c4bda7f8f14 None None] Bound using segment: {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:19:22.349422 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c990fafc-48f2-40ca-b01e-0c4bda7f8f14 None None] Bound port: 75dc7fd0-87cd-4f76-b63a-48ab673a4647, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:19:22.349422 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c990fafc-48f2-40ca-b01e-0c4bda7f8f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:22.418014 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60ca8929-06a0-4d26-b8b2-cea010b7534c admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:19:22.433429 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca8929-06a0-4d26-b8b2-cea010b7534c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6608edac-19b9-4bfb-a1a2-53d070ef0034,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:22.444999 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-60ca8929-06a0-4d26-b8b2-cea010b7534c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:22.445765 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-60ca8929-06a0-4d26-b8b2-cea010b7534c admin admin] Added segment 9379bc52-03db-4b6b-a712-5c3844bb254d of type vlan for network 77274ad1-8320-427b-8805-dddd8f6cebb4 May 23 11:19:22.466519 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c990fafc-48f2-40ca-b01e-0c4bda7f8f14 None None] For port 75dc7fd0-87cd-4f76-b63a-48ab673a4647, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:19:22.470158 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c990fafc-48f2-40ca-b01e-0c4bda7f8f14 None None] For port 75dc7fd0-87cd-4f76-b63a-48ab673a4647, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=75dc7fd0-87cd-4f76-b63a-48ab673a4647,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:19:22.490137 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-60ca8929-06a0-4d26-b8b2-cea010b7534c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:22.491757 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c990fafc-48f2-40ca-b01e-0c4bda7f8f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:22.540342 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-60ca8929-06a0-4d26-b8b2-cea010b7534c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:22.542752 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ca8929-06a0-4d26-b8b2-cea010b7534c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:22.544572 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-60ca8929-06a0-4d26-b8b2-cea010b7534c admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:22.607346 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c990fafc-48f2-40ca-b01e-0c4bda7f8f14 None None] Pushing event updated for resources: {'Port': ['ID=75dc7fd0-87cd-4f76-b63a-48ab673a4647,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:22.638967 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-60ca8929-06a0-4d26-b8b2-cea010b7534c admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9226866 May 23 11:19:22.649496 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59444) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:22.655592 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-815a06a2-d656-4280-a422-80eb074b704f admin admin] Request body: {'subnet': {'network_id': '77274ad1-8320-427b-8805-dddd8f6cebb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1104636644-subnet', 'tenant_id': '2c92450d61054a08bb7bcb6ded923901', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:19:22.775956 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-815a06a2-d656-4280-a422-80eb074b704f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:19:22.789271 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-815a06a2-d656-4280-a422-80eb074b704f admin admin] Usage tracker for resource:subnet and tenant:2c92450d61054a08bb7bcb6ded923901 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:19:22.792705 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-815a06a2-d656-4280-a422-80eb074b704f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:19:22.799582 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-815a06a2-d656-4280-a422-80eb074b704f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:19:22.840327 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815a06a2-d656-4280-a422-80eb074b704f admin admin] Made reservation on behalf of 2c92450d61054a08bb7bcb6ded923901 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:19:22.843029 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-815a06a2-d656-4280-a422-80eb074b704f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:22.916457 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-07959729-fb96-4d85-9fda-6494283ec411 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:23.025974 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca8929-06a0-4d26-b8b2-cea010b7534c admin admin] Pushing event updated for resources: {'Network': ['ID=77274ad1-8320-427b-8805-dddd8f6cebb4,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:23.040397 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 77274ad1-8320-427b-8805-dddd8f6cebb4 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:19:23.141968 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09962773-f500-4051-a3af-d4e71c5d2dfe tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:19:23.162525 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31e508d-271e-4d9b-bf2f-4de7a09aca3a None None] Sync routers for ids ['2cc8122b-8496-461d-8a6f-b0188eb989c7'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:19:23.172381 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-09962773-f500-4051-a3af-d4e71c5d2dfe tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:23.173927 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-09962773-f500-4051-a3af-d4e71c5d2dfe tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "PUT /v2.0/routers/2cc8122b-8496-461d-8a6f-b0188eb989c7 HTTP/1.1" status: 200 len: 887 time: 3.6600668 May 23 11:19:23.178457 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59452) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:23.200180 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31e508d-271e-4d9b-bf2f-4de7a09aca3a None None] Routers {'2cc8122b-8496-461d-8a6f-b0188eb989c7'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:19:23.200816 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c31e508d-271e-4d9b-bf2f-4de7a09aca3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:19:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['2cc8122b-8496-461d-8a6f-b0188eb989c7'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:19:23.363016 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c31e508d-271e-4d9b-bf2f-4de7a09aca3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:19:23.374514 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31e508d-271e-4d9b-bf2f-4de7a09aca3a None None] Routers {'2cc8122b-8496-461d-8a6f-b0188eb989c7'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:19:23.375331 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c31e508d-271e-4d9b-bf2f-4de7a09aca3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:19:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['2cc8122b-8496-461d-8a6f-b0188eb989c7'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:19:23.439961 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c31e508d-271e-4d9b-bf2f-4de7a09aca3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:19:23.440360 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31e508d-271e-4d9b-bf2f-4de7a09aca3a None None] The sync data for ids ['2cc8122b-8496-461d-8a6f-b0188eb989c7'] in n-d-842952-2 is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:19:23.747576 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-815a06a2-d656-4280-a422-80eb074b704f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:23.756636 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 75dc7fd0-87cd-4f76-b63a-48ab673a4647 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:19:23.797050 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-07959729-fb96-4d85-9fda-6494283ec411 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Allocated IP 2001:db8::1 (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/dd0cf522-90f8-4a4c-afd2-13b7420e28b0/10c2027a-8ef9-4431-9f1a-83acf28e9665) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:19:23.833790 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3dc15-a913-4939-a3d5-58d27c828407 req-29350a12-8304-4ca9-828f-2e4396ba1fae tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:23.837621 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3dc15-a913-4939-a3d5-58d27c828407 req-29350a12-8304-4ca9-828f-2e4396ba1fae tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:23.845930 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3dc15-a913-4939-a3d5-58d27c828407 req-29350a12-8304-4ca9-828f-2e4396ba1fae tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:23.849814 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3dc15-a913-4939-a3d5-58d27c828407 req-29350a12-8304-4ca9-828f-2e4396ba1fae tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:23.853713 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3dc15-a913-4939-a3d5-58d27c828407 req-29350a12-8304-4ca9-828f-2e4396ba1fae tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:23.879905 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3dc15-a913-4939-a3d5-58d27c828407 req-29350a12-8304-4ca9-828f-2e4396ba1fae tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:23.888332 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3dc15-a913-4939-a3d5-58d27c828407 req-29350a12-8304-4ca9-828f-2e4396ba1fae tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:23.893626 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 75dc7fd0-87cd-4f76-b63a-48ab673a4647 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:19:23.903192 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6ab3dc15-a913-4939-a3d5-58d27c828407 req-29350a12-8304-4ca9-828f-2e4396ba1fae tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 5430 time: 0.4373627 May 23 11:19:23.970807 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd5dc6-ed70-442c-928e-f2ac8b2f342f req-e7b121db-b608-4495-b9d9-6a25c85c005f tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:23.972399 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-66dd5dc6-ed70-442c-928e-f2ac8b2f342f req-e7b121db-b608-4495-b9d9-6a25c85c005f tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.4512050 May 23 11:19:24.054059 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815a06a2-d656-4280-a422-80eb074b704f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8223746a-6170-4efb-8f3a-1e6029f94141,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:24.075689 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-07959729-fb96-4d85-9fda-6494283ec411 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:24.099026 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-66dd5dc6-ed70-442c-928e-f2ac8b2f342f req-3b440c01-20c6-4aca-8fe8-9a0940acb95c tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101587 May 23 11:19:24.109449 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815a06a2-d656-4280-a422-80eb074b704f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:19:24.109794 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815a06a2-d656-4280-a422-80eb074b704f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:19:24.110456 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815a06a2-d656-4280-a422-80eb074b704f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:19:24.110456 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815a06a2-d656-4280-a422-80eb074b704f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:19:24.110808 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815a06a2-d656-4280-a422-80eb074b704f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:19:24.111143 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815a06a2-d656-4280-a422-80eb074b704f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:19:24.111458 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815a06a2-d656-4280-a422-80eb074b704f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:19:24.111781 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815a06a2-d656-4280-a422-80eb074b704f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:19:24.112153 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815a06a2-d656-4280-a422-80eb074b704f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:19:24.112469 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815a06a2-d656-4280-a422-80eb074b704f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:19:24.112805 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815a06a2-d656-4280-a422-80eb074b704f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:19:24.114179 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-07959729-fb96-4d85-9fda-6494283ec411 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Transition to ACTIVE for port object 10c2027a-8ef9-4431-9f1a-83acf28e9665 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:19:24.115924 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815a06a2-d656-4280-a422-80eb074b704f admin admin] Checking segment: {'id': '9379bc52-03db-4b6b-a712-5c3844bb254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '77274ad1-8320-427b-8805-dddd8f6cebb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:19:24.116300 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815a06a2-d656-4280-a422-80eb074b704f admin admin] Network hostable DHCP agents. Network: 77274ad1-8320-427b-8805-dddd8f6cebb4, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:19:24.148681 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6ab3dc15-a913-4939-a3d5-58d27c828407 req-18a82132-cb32-4bdb-923d-64f6b2f1c0b5 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f104f24-d3e6-45e4-adef-c55f6b4d08fc&id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2439871 May 23 11:19:24.152369 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-07959729-fb96-4d85-9fda-6494283ec411 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:24.192218 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815a06a2-d656-4280-a422-80eb074b704f admin admin] Network 77274ad1-8320-427b-8805-dddd8f6cebb4 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:19:24.241235 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-815a06a2-d656-4280-a422-80eb074b704f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 77274ad1-8320-427b-8805-dddd8f6cebb4) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:19:24.251134 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b6276f-1dfd-4af0-bea2-0bb75f810667 None None] Network 77274ad1-8320-427b-8805-dddd8f6cebb4 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:19:24.266428 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07959729-fb96-4d85-9fda-6494283ec411 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:19:24.269982 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-07959729-fb96-4d85-9fda-6494283ec411 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:19:24.274584 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07959729-fb96-4d85-9fda-6494283ec411 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:19:24.275410 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-07959729-fb96-4d85-9fda-6494283ec411 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:24.280534 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815a06a2-d656-4280-a422-80eb074b704f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:24.288151 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-815a06a2-d656-4280-a422-80eb074b704f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:24.289483 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07959729-fb96-4d85-9fda-6494283ec411 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Port': ['ID=10c2027a-8ef9-4431-9f1a-83acf28e9665,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:24.382316 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-815a06a2-d656-4280-a422-80eb074b704f admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7298484 May 23 11:19:24.407385 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0aa950f6-73c9-4248-8a29-428402a7decc tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "GET /v2.0/routers/2cc8122b-8496-461d-8a6f-b0188eb989c7 HTTP/1.1" status: 200 len: 887 time: 1.2206204 May 23 11:19:24.407767 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59470) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:24.468966 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device ff4d2f04-6307-4ea4-b33f-f6e3de65584b no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:19:24.505558 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-07959729-fb96-4d85-9fda-6494283ec411 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:24.567528 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: ff4d2f04-6307-4ea4-b33f-f6e3de65584b {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:19:24.567879 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device ff4d2f04-6307-4ea4-b33f-f6e3de65584b not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:19:24.590664 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6f293865-38ee-4c5a-854e-9bc8333a97ff None None] Provisioning for port 75dc7fd0-87cd-4f76-b63a-48ab673a4647 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:19:24.639516 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6f293865-38ee-4c5a-854e-9bc8333a97ff None None] Provisioning complete for port 75dc7fd0-87cd-4f76-b63a-48ab673a4647 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:19:24.639915 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6f293865-38ee-4c5a-854e-9bc8333a97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:24.770841 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9a8d48e4-57e7-4c8a-a32b-5128cd11104e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "GET /v2.0/ports?device_id=2cc8122b-8496-461d-8a6f-b0188eb989c7 HTTP/1.1" status: 200 len: 205 time: 0.3591743 May 23 11:19:24.777539 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59478) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:25.034488 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c40be0-cc90-46de-944f-969e64252069 req-a1490dcc-84da-4413-8693-94c553f4b5aa tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:25.036082 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f3c40be0-cc90-46de-944f-969e64252069 req-a1490dcc-84da-4413-8693-94c553f4b5aa tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.5260749 May 23 11:19:25.091819 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f3c40be0-cc90-46de-944f-969e64252069 req-21ad5396-4ddd-4c18-bc71-52823d2f24d1 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497108 May 23 11:19:25.145932 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7c729f3f-1ff2-4d74-9478-8f30cdd8ce45 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:25.202709 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de55608c-e3c2-46c9-8c8b-2a28bbf5161c None None] Network 77274ad1-8320-427b-8805-dddd8f6cebb4 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:19:25.337549 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6f293865-38ee-4c5a-854e-9bc8333a97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:25.463161 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6f293865-38ee-4c5a-854e-9bc8333a97ff None None] For port 75dc7fd0-87cd-4f76-b63a-48ab673a4647, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=75dc7fd0-87cd-4f76-b63a-48ab673a4647,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:25.506523 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6f293865-38ee-4c5a-854e-9bc8333a97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:25.568548 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-07959729-fb96-4d85-9fda-6494283ec411 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:25.577561 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-07959729-fb96-4d85-9fda-6494283ec411 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:25.577561 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-07959729-fb96-4d85-9fda-6494283ec411 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:25.749782 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef8f14-8a2b-43c2-b25d-4ea49ba48c72 req-33513cf7-f5cd-4390-8f17-8030836bbeb5 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:25.753885 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef8f14-8a2b-43c2-b25d-4ea49ba48c72 req-33513cf7-f5cd-4390-8f17-8030836bbeb5 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:25.757769 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef8f14-8a2b-43c2-b25d-4ea49ba48c72 req-33513cf7-f5cd-4390-8f17-8030836bbeb5 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:25.761712 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef8f14-8a2b-43c2-b25d-4ea49ba48c72 req-33513cf7-f5cd-4390-8f17-8030836bbeb5 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:25.765595 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef8f14-8a2b-43c2-b25d-4ea49ba48c72 req-33513cf7-f5cd-4390-8f17-8030836bbeb5 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:25.769628 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef8f14-8a2b-43c2-b25d-4ea49ba48c72 req-33513cf7-f5cd-4390-8f17-8030836bbeb5 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:25.773465 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef8f14-8a2b-43c2-b25d-4ea49ba48c72 req-33513cf7-f5cd-4390-8f17-8030836bbeb5 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:25.792504 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2cef8f14-8a2b-43c2-b25d-4ea49ba48c72 req-33513cf7-f5cd-4390-8f17-8030836bbeb5 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 5430 time: 0.2605355 May 23 11:19:25.805868 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-19844ec7-6308-43fe-ba85-eb5e9ffff0f0 None None] Provisioning for port 10c2027a-8ef9-4431-9f1a-83acf28e9665 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:19:25.821509 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07959729-fb96-4d85-9fda-6494283ec411 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:19:25.826010 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-19844ec7-6308-43fe-ba85-eb5e9ffff0f0 None None] Provisioning complete for port 10c2027a-8ef9-4431-9f1a-83acf28e9665 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:19:25.826412 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-07959729-fb96-4d85-9fda-6494283ec411 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:19:25.826749 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-19844ec7-6308-43fe-ba85-eb5e9ffff0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:25.880825 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f293865-38ee-4c5a-854e-9bc8333a97ff None None] Pushing event updated for resources: {'Port': ['ID=75dc7fd0-87cd-4f76-b63a-48ab673a4647,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:25.935308 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d2127-abc6-4bc6-b3b8-f10f1bc0effb req-3fc148a0-4546-4754-948f-1a260190395b tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:25.941769 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-205d2127-abc6-4bc6-b3b8-f10f1bc0effb req-3fc148a0-4546-4754-948f-1a260190395b tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.3775568 May 23 11:19:25.965251 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-19844ec7-6308-43fe-ba85-eb5e9ffff0f0 None None] Port 10c2027a-8ef9-4431-9f1a-83acf28e9665 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:19:25.966862 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2cef8f14-8a2b-43c2-b25d-4ea49ba48c72 req-b5be8437-afcd-4819-93f6-7b817eaad67a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f104f24-d3e6-45e4-adef-c55f6b4d08fc&id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1730518 May 23 11:19:26.088720 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-205d2127-abc6-4bc6-b3b8-f10f1bc0effb req-8b0deaf1-718a-402e-bdf0-3746b51c1a6e tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204724 May 23 11:19:26.104910 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7c729f3f-1ff2-4d74-9478-8f30cdd8ce45 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:26.117950 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-7c729f3f-1ff2-4d74-9478-8f30cdd8ce45 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Deleting port 31de13b6-2731-47c1-8180-a1d4c4b5966a {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:19:26.119482 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7c729f3f-1ff2-4d74-9478-8f30cdd8ce45 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:26.165746 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07959729-fb96-4d85-9fda-6494283ec411 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Port': ['ID=10c2027a-8ef9-4431-9f1a-83acf28e9665,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:26.309962 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c1e5713b-664b-43c2-b064-5515da65091d None None] Provisioning complete for port 10c2027a-8ef9-4431-9f1a-83acf28e9665 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:19:26.310375 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c1e5713b-664b-43c2-b064-5515da65091d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:26.384470 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7c729f3f-1ff2-4d74-9478-8f30cdd8ce45 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:26.437417 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c1e5713b-664b-43c2-b064-5515da65091d None None] Port 10c2027a-8ef9-4431-9f1a-83acf28e9665 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:19:26.645824 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-7c729f3f-1ff2-4d74-9478-8f30cdd8ce45 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Calling delete_port for 31de13b6-2731-47c1-8180-a1d4c4b5966a owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:19:26.865958 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7c729f3f-1ff2-4d74-9478-8f30cdd8ce45 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:26.873798 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07959729-fb96-4d85-9fda-6494283ec411 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Router e3288e42-0256-495e-bf2f-c9c58b50f78b is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:19:26.958361 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c729f3f-1ff2-4d74-9478-8f30cdd8ce45 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event deleted for resources: {'Port': ['ID=31de13b6-2731-47c1-8180-a1d4c4b5966a,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:27.258570 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07959729-fb96-4d85-9fda-6494283ec411 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:19:27.268322 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e23b0f9-e131-4429-ace2-1e13d6c0be1b None None] Sync routers for ids ['e3288e42-0256-495e-bf2f-c9c58b50f78b'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:19:27.278249 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-07959729-fb96-4d85-9fda-6494283ec411 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "PUT /v2.0/routers/e3288e42-0256-495e-bf2f-c9c58b50f78b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1783767 May 23 11:19:27.278980 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59524) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:27.290277 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e23b0f9-e131-4429-ace2-1e13d6c0be1b None None] Routers {'e3288e42-0256-495e-bf2f-c9c58b50f78b'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:19:27.291133 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-8e23b0f9-e131-4429-ace2-1e13d6c0be1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:19:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['e3288e42-0256-495e-bf2f-c9c58b50f78b'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:19:27.367634 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61ba20d-2573-4a55-b57c-942db921ed99 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:27.368514 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c61ba20d-2573-4a55-b57c-942db921ed99 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:19:27.407719 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c61ba20d-2573-4a55-b57c-942db921ed99 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:19:27.411948 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c61ba20d-2573-4a55-b57c-942db921ed99 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/ports/10c2027a-8ef9-4431-9f1a-83acf28e9665 HTTP/1.1" status: 200 len: 911 time: 0.1319778 May 23 11:19:27.414938 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59528) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:27.528864 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-8e23b0f9-e131-4429-ace2-1e13d6c0be1b None None] Set router e3288e42-0256-495e-bf2f-c9c58b50f78b gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:19:27.553330 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9ec88c-8d47-401a-8e0e-7d8a6904e838 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:27.558197 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9ec88c-8d47-401a-8e0e-7d8a6904e838 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:27.562850 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8a9ec88c-8d47-401a-8e0e-7d8a6904e838 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1446729 May 23 11:19:27.563626 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59534) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:27.662970 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7c729f3f-1ff2-4d74-9478-8f30cdd8ce45 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:27.694594 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 75dc7fd0-87cd-4f76-b63a-48ab673a4647 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:19:28.103918 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 75dc7fd0-87cd-4f76-b63a-48ab673a4647 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:19:28.104450 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:28.206269 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7c729f3f-1ff2-4d74-9478-8f30cdd8ce45 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:28.224314 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-ace55c7a-fc73-4a97-a255-32eaeddb758e tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:28.225255 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-ace55c7a-fc73-4a97-a255-32eaeddb758e tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Synchronizing usage tracker for tenant:2c92450d61054a08bb7bcb6ded923901 on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:19:28.233447 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7c729f3f-1ff2-4d74-9478-8f30cdd8ce45 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:28.276584 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c84f0-12af-4930-a7d0-a2ca1a3af0dc req-567ea332-8dca-47de-a2f5-34fd0f448264 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:28.281049 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c84f0-12af-4930-a7d0-a2ca1a3af0dc req-567ea332-8dca-47de-a2f5-34fd0f448264 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:28.285477 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c84f0-12af-4930-a7d0-a2ca1a3af0dc req-567ea332-8dca-47de-a2f5-34fd0f448264 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:28.289519 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c84f0-12af-4930-a7d0-a2ca1a3af0dc req-567ea332-8dca-47de-a2f5-34fd0f448264 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:28.293734 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c84f0-12af-4930-a7d0-a2ca1a3af0dc req-567ea332-8dca-47de-a2f5-34fd0f448264 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:28.297993 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c84f0-12af-4930-a7d0-a2ca1a3af0dc req-567ea332-8dca-47de-a2f5-34fd0f448264 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:28.302407 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c84f0-12af-4930-a7d0-a2ca1a3af0dc req-567ea332-8dca-47de-a2f5-34fd0f448264 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:28.305485 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c48c84f0-12af-4930-a7d0-a2ca1a3af0dc req-567ea332-8dca-47de-a2f5-34fd0f448264 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 5430 time: 0.9964201 May 23 11:19:28.327689 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-ace55c7a-fc73-4a97-a255-32eaeddb758e tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Unset dirty status for tenant:2c92450d61054a08bb7bcb6ded923901 on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:19:28.332641 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-ace55c7a-fc73-4a97-a255-32eaeddb758e tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/networks?id=77274ad1-8320-427b-8805-dddd8f6cebb4 HTTP/1.1" status: 200 len: 809 time: 1.3032038 May 23 11:19:28.356624 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7c729f3f-1ff2-4d74-9478-8f30cdd8ce45 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:28.357140 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c729f3f-1ff2-4d74-9478-8f30cdd8ce45 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Fanout notify agent at l3_agent the message router_deleted on router 2cc8122b-8496-461d-8a6f-b0188eb989c7 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:19:28.399138 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-8e23b0f9-e131-4429-ace2-1e13d6c0be1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3288e42-0256-495e-bf2f-c9c58b50f78b', 'name': 'tempest-NetworksTestDHCPv6-router-1772253363', 'tenant_id': '7898a2f847b24320a42ded6c2b4bd651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:19:21Z', 'updated_at': '2022-05-23T11:19:24Z', 'revision_number': 2, 'project_id': '7898a2f847b24320a42ded6c2b4bd651', 'gw_port_host': None, '_interfaces': [{'id': '10c2027a-8ef9-4431-9f1a-83acf28e9665', 'name': '', 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'tenant_id': '7898a2f847b24320a42ded6c2b4bd651', 'mac_address': 'fa:16:3e:94:f1:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3288e42-0256-495e-bf2f-c9c58b50f78b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd0cf522-90f8-4a4c-afd2-13b7420e28b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:19:23Z', 'updated_at': '2022-05-23T11:19:25Z', 'revision_number': 2, 'project_id': '7898a2f847b24320a42ded6c2b4bd651', 'subnets': [{'id': 'dd0cf522-90f8-4a4c-afd2-13b7420e28b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:19:28.408978 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e23b0f9-e131-4429-ace2-1e13d6c0be1b None None] Checking router: e3288e42-0256-495e-bf2f-c9c58b50f78b for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:19:28.409670 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e23b0f9-e131-4429-ace2-1e13d6c0be1b None None] Updating router e3288e42-0256-495e-bf2f-c9c58b50f78b port 10c2027a-8ef9-4431-9f1a-83acf28e9665 binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:19:28.460855 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-81b92ab9-bdb3-4e42-ba53-00f12e7ada85 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:28.486934 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8e23b0f9-e131-4429-ace2-1e13d6c0be1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:28.496009 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-94e6e985-ff66-4858-b700-b27b6b92e4ba tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/quotas/2c92450d61054a08bb7bcb6ded923901 HTTP/1.1" status: 200 len: 375 time: 0.1429412 May 23 11:19:28.524965 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7c729f3f-1ff2-4d74-9478-8f30cdd8ce45 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:28.531140 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7c729f3f-1ff2-4d74-9478-8f30cdd8ce45 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "DELETE /v2.0/routers/2cc8122b-8496-461d-8a6f-b0188eb989c7 HTTP/1.1" status: 204 len: 168 time: 3.7532845 May 23 11:19:28.540500 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59548) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:28.552453 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-0311abf2-5f2d-4a5b-a00c-51f402d8684a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Request body: {'network': {'name': 'tempest-RoutersTest-2056699573'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:19:28.559051 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0311abf2-5f2d-4a5b-a00c-51f402d8684a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:19:28.563906 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0311abf2-5f2d-4a5b-a00c-51f402d8684a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Usage tracker for resource:network and tenant:3c9ac73e8a7143fb94827c1e9402fa16 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:19:28.567195 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0311abf2-5f2d-4a5b-a00c-51f402d8684a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:19:28.574237 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0311abf2-5f2d-4a5b-a00c-51f402d8684a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:19:28.583599 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-e4995e25-c630-4a5a-bdf1-b24dee5d26b6 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c92450d61054a08bb7bcb6ded923901&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0801501 May 23 11:19:28.599350 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c48c84f0-12af-4930-a7d0-a2ca1a3af0dc req-4fd99853-cc71-40fa-a660-b9b3f8717dad tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f104f24-d3e6-45e4-adef-c55f6b4d08fc&id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2504826 May 23 11:19:28.679427 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0311abf2-5f2d-4a5b-a00c-51f402d8684a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Made reservation on behalf of 3c9ac73e8a7143fb94827c1e9402fa16 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:19:28.682023 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0311abf2-5f2d-4a5b-a00c-51f402d8684a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:28.743531 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0311abf2-5f2d-4a5b-a00c-51f402d8684a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:19:28.760867 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0311abf2-5f2d-4a5b-a00c-51f402d8684a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:28.761227 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-0311abf2-5f2d-4a5b-a00c-51f402d8684a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Added segment d1afb60d-8c69-4b26-93d2-e1c61f9ba60d of type vlan for network a36fba95-a4a3-408a-a7a0-5aca261a583e May 23 11:19:28.842274 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0311abf2-5f2d-4a5b-a00c-51f402d8684a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:28.933629 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-d1f459c5-537b-4e1d-a257-037dae65fcc2 service neutron] 10.222.0.79 "GET /v2.0/networks/77274ad1-8320-427b-8805-dddd8f6cebb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348827 May 23 11:19:29.018989 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device e567c6f9-1cc4-450f-b01e-d62332f44ba2 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:19:29.054853 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0311abf2-5f2d-4a5b-a00c-51f402d8684a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:29.058536 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0311abf2-5f2d-4a5b-a00c-51f402d8684a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:29.059113 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0311abf2-5f2d-4a5b-a00c-51f402d8684a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:29.175106 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port e567c6f9-1cc4-450f-b01e-d62332f44ba2, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=e567c6f9-1cc4-450f-b01e-d62332f44ba2,segment=NetworkSegment(62a496cc-e19f-409a-b014-66e4d6c7cebc),segment_id=62a496cc-e19f-409a-b014-66e4d6c7cebc)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:29.189871 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': 'e567c6f9-1cc4-450f-b01e-d62332f44ba2', 'network_id': 'dc15df35-8b51-40b0-8426-c0ec1198d56f', 'port_id': 'e567c6f9-1cc4-450f-b01e-d62332f44ba2', 'mac_address': 'fa:16:3e:84:06:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac62e3e8-2718-4c68-91a7-544681516b07', 'ip_address': '10.1.1.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:19:29.236184 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-bd4a1a66-33eb-409f-b3c4-db4daf0a17fa service neutron] 10.222.0.79 "GET /v2.0/networks/77274ad1-8320-427b-8805-dddd8f6cebb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968709 May 23 11:19:29.256080 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8bcbc-e8d0-4954-b45a-c49c84002eb8 req-1f3899af-2ad3-48ce-83f9-e787a75e9163 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:29.257650 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8e23b0f9-e131-4429-ace2-1e13d6c0be1b None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:29.266691 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e9f8bcbc-e8d0-4954-b45a-c49c84002eb8 req-1f3899af-2ad3-48ce-83f9-e787a75e9163 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.1846466 May 23 11:19:29.280671 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:29.297542 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8e23b0f9-e131-4429-ace2-1e13d6c0be1b None None] Transition to ACTIVE for port object 10c2027a-8ef9-4431-9f1a-83acf28e9665 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:19:29.306124 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e567c6f9-1cc4-450f-b01e-d62332f44ba2 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:19:29.315361 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8e23b0f9-e131-4429-ace2-1e13d6c0be1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:29.343690 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e9f8bcbc-e8d0-4954-b45a-c49c84002eb8 req-b432cc77-1133-4237-8f7c-57473dc1d07c tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752156 May 23 11:19:29.381142 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port e567c6f9-1cc4-450f-b01e-d62332f44ba2, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=e567c6f9-1cc4-450f-b01e-d62332f44ba2,segment=NetworkSegment(62a496cc-e19f-409a-b014-66e4d6c7cebc),segment_id=62a496cc-e19f-409a-b014-66e4d6c7cebc)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:29.464219 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0311abf2-5f2d-4a5b-a00c-51f402d8684a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9198320 May 23 11:19:29.466719 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59562) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:29.474204 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0311abf2-5f2d-4a5b-a00c-51f402d8684a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event updated for resources: {'Network': ['ID=a36fba95-a4a3-408a-a7a0-5aca261a583e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:29.488125 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-a0b8271b-8763-4741-8a23-416ecdeb3533 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Request body: {'subnet': {'network_id': 'a36fba95-a4a3-408a-a7a0-5aca261a583e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:19:29.527895 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-81b92ab9-bdb3-4e42-ba53-00f12e7ada85 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting port 10c2027a-8ef9-4431-9f1a-83acf28e9665 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:19:29.527895 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-81b92ab9-bdb3-4e42-ba53-00f12e7ada85 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:29.587172 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:29.588065 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 4b472d9e-7b9c-4fe5-8800-c44e820c17d8 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:19:29.611448 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 4b472d9e-7b9c-4fe5-8800-c44e820c17d8, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=4b472d9e-7b9c-4fe5-8800-c44e820c17d8,segment=NetworkSegment(62a496cc-e19f-409a-b014-66e4d6c7cebc),segment_id=62a496cc-e19f-409a-b014-66e4d6c7cebc)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:29.627220 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network a36fba95-a4a3-408a-a7a0-5aca261a583e details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:19:29.706196 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '4b472d9e-7b9c-4fe5-8800-c44e820c17d8', 'network_id': 'dc15df35-8b51-40b0-8426-c0ec1198d56f', 'port_id': '4b472d9e-7b9c-4fe5-8800-c44e820c17d8', 'mac_address': 'fa:16:3e:37:d3:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac62e3e8-2718-4c68-91a7-544681516b07', 'ip_address': '10.1.1.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:19:29.712699 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5e936b2c-a2b7-42f4-8235-7bdeaf16214c req-50315ac3-ade8-4091-a536-29a7afd3d815 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cee6061-1045-4bef-bbdb-79f3f9e32256 HTTP/1.1" status: 200 len: 210 time: 0.0620074 May 23 11:19:29.838564 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a0b8271b-8763-4741-8a23-416ecdeb3533 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:19:29.846463 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a0b8271b-8763-4741-8a23-416ecdeb3533 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Usage tracker for resource:subnet and tenant:3c9ac73e8a7143fb94827c1e9402fa16 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:19:29.851302 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a0b8271b-8763-4741-8a23-416ecdeb3533 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:19:29.862046 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a0b8271b-8763-4741-8a23-416ecdeb3533 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:19:29.883077 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55999bc-698e-43b9-86a5-fefecb70849c req-c1993e38-bce8-4547-9da1-9d3e9f6cdf01 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:29.892084 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b55999bc-698e-43b9-86a5-fefecb70849c req-c1993e38-bce8-4547-9da1-9d3e9f6cdf01 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.2426245 May 23 11:19:29.912470 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b8271b-8763-4741-8a23-416ecdeb3533 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Made reservation on behalf of 3c9ac73e8a7143fb94827c1e9402fa16 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:19:30.036701 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44acb8c-86a6-4fda-932d-cfd17ab40b8f None None] Pushing event updated for resources: {'Port': ['ID=10c2027a-8ef9-4431-9f1a-83acf28e9665,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:30.093650 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-81b92ab9-bdb3-4e42-ba53-00f12e7ada85 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] For port 10c2027a-8ef9-4431-9f1a-83acf28e9665, host n-d-842952-2, got binding levels [] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:30.094076 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-81b92ab9-bdb3-4e42-ba53-00f12e7ada85 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:30.137379 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-8e23b0f9-e131-4429-ace2-1e13d6c0be1b None None] Attempting to bind port 10c2027a-8ef9-4431-9f1a-83acf28e9665 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:19:30.137741 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-8e23b0f9-e131-4429-ace2-1e13d6c0be1b None None] Attempting to bind port 10c2027a-8ef9-4431-9f1a-83acf28e9665 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:19:30.138148 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e23b0f9-e131-4429-ace2-1e13d6c0be1b None None] Attempting to bind port 10c2027a-8ef9-4431-9f1a-83acf28e9665 on network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:19:30.172941 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:30.195867 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e23b0f9-e131-4429-ace2-1e13d6c0be1b None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:19:30.196231 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e23b0f9-e131-4429-ace2-1e13d6c0be1b None None] Checking segment: {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:19:30.196679 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8e23b0f9-e131-4429-ace2-1e13d6c0be1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:30.197377 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e23b0f9-e131-4429-ace2-1e13d6c0be1b None None] Bound using segment: {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:19:30.197915 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-8e23b0f9-e131-4429-ace2-1e13d6c0be1b None None] Bound port: 10c2027a-8ef9-4431-9f1a-83acf28e9665, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:19:30.198291 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8e23b0f9-e131-4429-ace2-1e13d6c0be1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:30.225859 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b472d9e-7b9c-4fe5-8800-c44e820c17d8 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:19:30.230563 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=e567c6f9-1cc4-450f-b01e-d62332f44ba2,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:30.311223 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 4b472d9e-7b9c-4fe5-8800-c44e820c17d8, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=4b472d9e-7b9c-4fe5-8800-c44e820c17d8,segment=NetworkSegment(62a496cc-e19f-409a-b014-66e4d6c7cebc),segment_id=62a496cc-e19f-409a-b014-66e4d6c7cebc)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:30.327399 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b55999bc-698e-43b9-86a5-fefecb70849c req-391f7d3d-b70a-45d9-8654-bd2e6c8080c8 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342923 May 23 11:19:30.337777 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a0b8271b-8763-4741-8a23-416ecdeb3533 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:30.342389 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:30.343137 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 65511622-3ae6-4e00-8bb2-667556a3a5f7 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:19:30.348714 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-81b92ab9-bdb3-4e42-ba53-00f12e7ada85 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Calling delete_port for 10c2027a-8ef9-4431-9f1a-83acf28e9665 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:19:30.541431 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 65511622-3ae6-4e00-8bb2-667556a3a5f7, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=65511622-3ae6-4e00-8bb2-667556a3a5f7,segment=NetworkSegment(62a496cc-e19f-409a-b014-66e4d6c7cebc),segment_id=62a496cc-e19f-409a-b014-66e4d6c7cebc)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:30.555651 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=4b472d9e-7b9c-4fe5-8800-c44e820c17d8,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:30.562095 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '65511622-3ae6-4e00-8bb2-667556a3a5f7', 'network_id': 'dc15df35-8b51-40b0-8426-c0ec1198d56f', 'port_id': '65511622-3ae6-4e00-8bb2-667556a3a5f7', 'mac_address': 'fa:16:3e:74:05:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac62e3e8-2718-4c68-91a7-544681516b07', 'ip_address': '10.1.1.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:19:30.607865 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea9271-869e-4a39-82f6-43907bac35b2 req-e7b42488-0fe0-4157-8140-67f2efe020c7 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:30.617184 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea9271-869e-4a39-82f6-43907bac35b2 req-e7b42488-0fe0-4157-8140-67f2efe020c7 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:30.620244 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-81b92ab9-bdb3-4e42-ba53-00f12e7ada85 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:30.631256 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea9271-869e-4a39-82f6-43907bac35b2 req-e7b42488-0fe0-4157-8140-67f2efe020c7 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:30.632869 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-8e23b0f9-e131-4429-ace2-1e13d6c0be1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:19:30.635876 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-8e23b0f9-e131-4429-ace2-1e13d6c0be1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:19:30.638213 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:30.644310 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea9271-869e-4a39-82f6-43907bac35b2 req-e7b42488-0fe0-4157-8140-67f2efe020c7 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:30.651388 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea9271-869e-4a39-82f6-43907bac35b2 req-e7b42488-0fe0-4157-8140-67f2efe020c7 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:30.662953 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea9271-869e-4a39-82f6-43907bac35b2 req-e7b42488-0fe0-4157-8140-67f2efe020c7 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:30.673357 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea9271-869e-4a39-82f6-43907bac35b2 req-e7b42488-0fe0-4157-8140-67f2efe020c7 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:30.676196 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93ea9271-869e-4a39-82f6-43907bac35b2 req-e7b42488-0fe0-4157-8140-67f2efe020c7 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 5431 time: 0.5723140 May 23 11:19:30.678116 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65511622-3ae6-4e00-8bb2-667556a3a5f7 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:19:30.691198 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b92ab9-bdb3-4e42-ba53-00f12e7ada85 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Port': ['ID=10c2027a-8ef9-4431-9f1a-83acf28e9665,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:30.712174 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 65511622-3ae6-4e00-8bb2-667556a3a5f7, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=65511622-3ae6-4e00-8bb2-667556a3a5f7,segment=NetworkSegment(62a496cc-e19f-409a-b014-66e4d6c7cebc),segment_id=62a496cc-e19f-409a-b014-66e4d6c7cebc)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:30.717530 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:30.718337 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 9fa10ee8-a8ce-4d28-a9f0-0363128b97d0 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:19:30.935448 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93ea9271-869e-4a39-82f6-43907bac35b2 req-a5112720-9496-4540-af35-62933c8a11e3 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f104f24-d3e6-45e4-adef-c55f6b4d08fc&id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2242577 May 23 11:19:31.100293 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-81b92ab9-bdb3-4e42-ba53-00f12e7ada85 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:31.234051 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-af81c209-2748-4e31-92da-f786a69d6297 req-7cd9ce47-e673-47b0-a047-6df89ddc740f tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cee6061-1045-4bef-bbdb-79f3f9e32256 HTTP/1.1" status: 200 len: 210 time: 0.1634188 May 23 11:19:31.323874 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=65511622-3ae6-4e00-8bb2-667556a3a5f7,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:31.329434 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-8e23b0f9-e131-4429-ace2-1e13d6c0be1b None None] Attempting to bind port 10c2027a-8ef9-4431-9f1a-83acf28e9665 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:19:31.330054 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-8e23b0f9-e131-4429-ace2-1e13d6c0be1b None None] Attempting to bind port 10c2027a-8ef9-4431-9f1a-83acf28e9665 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:19:31.330611 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e23b0f9-e131-4429-ace2-1e13d6c0be1b None None] Attempting to bind port 10c2027a-8ef9-4431-9f1a-83acf28e9665 on network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:19:31.339182 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 9fa10ee8-a8ce-4d28-a9f0-0363128b97d0, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=9fa10ee8-a8ce-4d28-a9f0-0363128b97d0,segment=NetworkSegment(aacb2949-f7b0-4f81-9ac6-514a286cfeda),segment_id=aacb2949-f7b0-4f81-9ac6-514a286cfeda)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:31.348922 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a0b8271b-8763-4741-8a23-416ecdeb3533 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:31.358496 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e23b0f9-e131-4429-ace2-1e13d6c0be1b None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:19:31.358900 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e23b0f9-e131-4429-ace2-1e13d6c0be1b None None] Checking segment: {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:19:31.359295 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8e23b0f9-e131-4429-ace2-1e13d6c0be1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:31.359674 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e23b0f9-e131-4429-ace2-1e13d6c0be1b None None] Bound using segment: {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:19:31.360154 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-8e23b0f9-e131-4429-ace2-1e13d6c0be1b None None] Bound port: 10c2027a-8ef9-4431-9f1a-83acf28e9665, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:19:31.360517 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8e23b0f9-e131-4429-ace2-1e13d6c0be1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:31.370000 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '9fa10ee8-a8ce-4d28-a9f0-0363128b97d0', 'network_id': '8f58b921-0292-4dfc-9e12-b02298e69ac5', 'port_id': '9fa10ee8-a8ce-4d28-a9f0-0363128b97d0', 'mac_address': 'fa:16:3e:97:d5:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad5f4f1c-c17b-496d-bb30-9eefdb6a09ed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:19:31.464386 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8e23b0f9-e131-4429-ace2-1e13d6c0be1b None None] Port 10c2027a-8ef9-4431-9f1a-83acf28e9665 has been deleted concurrently {{(pid=83912) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:632}} May 23 11:19:31.486437 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b8271b-8763-4741-8a23-416ecdeb3533 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event updated for resources: {'Subnet': ['ID=1fe0e803-65ae-4269-96ca-0b9cee0ba0e8,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:31.496096 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:31.497915 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b8271b-8763-4741-8a23-416ecdeb3533 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Checking segment: {'id': 'd1afb60d-8c69-4b26-93d2-e1c61f9ba60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a36fba95-a4a3-408a-a7a0-5aca261a583e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:19:31.499344 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b8271b-8763-4741-8a23-416ecdeb3533 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Network hostable DHCP agents. Network: a36fba95-a4a3-408a-a7a0-5aca261a583e, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:19:31.514982 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fa10ee8-a8ce-4d28-a9f0-0363128b97d0 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:19:31.519960 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e23b0f9-e131-4429-ace2-1e13d6c0be1b None None] Routers {'e3288e42-0256-495e-bf2f-c9c58b50f78b'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:19:31.523297 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-8e23b0f9-e131-4429-ace2-1e13d6c0be1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:19:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['e3288e42-0256-495e-bf2f-c9c58b50f78b'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:19:31.535210 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b8271b-8763-4741-8a23-416ecdeb3533 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Network a36fba95-a4a3-408a-a7a0-5aca261a583e is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:19:31.548806 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-a0b8271b-8763-4741-8a23-416ecdeb3533 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, a36fba95-a4a3-408a-a7a0-5aca261a583e) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:19:31.575931 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b8271b-8763-4741-8a23-416ecdeb3533 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:31.578153 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a0b8271b-8763-4741-8a23-416ecdeb3533 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:31.593163 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008e1ac3-df04-4229-b1ef-ff6bae8b6087 None None] Network a36fba95-a4a3-408a-a7a0-5aca261a583e requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:19:31.641830 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a0b8271b-8763-4741-8a23-416ecdeb3533 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1708639 May 23 11:19:31.645133 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59594) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:31.658553 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-50a3bcda-5f48-4ce2-9a77-944c530e3efa tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2094168729', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:19:31.684863 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-50a3bcda-5f48-4ce2-9a77-944c530e3efa tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:19:31.698425 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-50a3bcda-5f48-4ce2-9a77-944c530e3efa tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Usage tracker for resource:router and tenant:3c9ac73e8a7143fb94827c1e9402fa16 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:19:31.711780 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-50a3bcda-5f48-4ce2-9a77-944c530e3efa tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:19:31.731450 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-50a3bcda-5f48-4ce2-9a77-944c530e3efa tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:19:31.762757 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-50a3bcda-5f48-4ce2-9a77-944c530e3efa tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:31.768746 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-50a3bcda-5f48-4ce2-9a77-944c530e3efa tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:31.816763 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-50a3bcda-5f48-4ce2-9a77-944c530e3efa tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:31.842036 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-f193bb43-0229-4b86-b9ec-40500981f017 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:31.843377 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-f193bb43-0229-4b86-b9ec-40500981f017 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.13 "GET /v2.0/networks?id=77274ad1-8320-427b-8805-dddd8f6cebb4 HTTP/1.1" status: 200 len: 809 time: 0.3626938 May 23 11:19:31.856863 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-50a3bcda-5f48-4ce2-9a77-944c530e3efa tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:31.912413 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-47e2a06e-a47d-4836-85c3-949dabbd4c86 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Request body: {'port': {'device_id': '9cee6061-1045-4bef-bbdb-79f3f9e32256', 'network_id': '77274ad1-8320-427b-8805-dddd8f6cebb4', 'admin_state_up': True, 'tenant_id': '2c92450d61054a08bb7bcb6ded923901'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:19:31.933554 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-50a3bcda-5f48-4ce2-9a77-944c530e3efa tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:31.933759 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 9fa10ee8-a8ce-4d28-a9f0-0363128b97d0, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=9fa10ee8-a8ce-4d28-a9f0-0363128b97d0,segment=NetworkSegment(aacb2949-f7b0-4f81-9ac6-514a286cfeda),segment_id=aacb2949-f7b0-4f81-9ac6-514a286cfeda)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:31.934895 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-50a3bcda-5f48-4ce2-9a77-944c530e3efa tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2880404 May 23 11:19:31.938098 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59602) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:31.998480 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:31.999147 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 8fe06221-9b45-4a87-9097-415f9568b703 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:19:32.092359 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=9fa10ee8-a8ce-4d28-a9f0-0363128b97d0,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:32.139837 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-8e23b0f9-e131-4429-ace2-1e13d6c0be1b None None] Set router e3288e42-0256-495e-bf2f-c9c58b50f78b gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:19:32.388666 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-47e2a06e-a47d-4836-85c3-949dabbd4c86 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:19:32.408016 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-47e2a06e-a47d-4836-85c3-949dabbd4c86 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Usage tracker for resource:port and tenant:2c92450d61054a08bb7bcb6ded923901 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:19:32.425437 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-47e2a06e-a47d-4836-85c3-949dabbd4c86 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:19:32.445067 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-47e2a06e-a47d-4836-85c3-949dabbd4c86 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:19:32.480484 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-47e2a06e-a47d-4836-85c3-949dabbd4c86 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Made reservation on behalf of 2c92450d61054a08bb7bcb6ded923901 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:19:32.481817 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.resource_extend [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:19:32.490318 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-47e2a06e-a47d-4836-85c3-949dabbd4c86 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:32.500178 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-8e23b0f9-e131-4429-ace2-1e13d6c0be1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3288e42-0256-495e-bf2f-c9c58b50f78b', 'name': 'tempest-NetworksTestDHCPv6-router-1772253363', 'tenant_id': '7898a2f847b24320a42ded6c2b4bd651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:19:21Z', 'updated_at': '2022-05-23T11:19:30Z', 'revision_number': 3, 'project_id': '7898a2f847b24320a42ded6c2b4bd651', 'gw_port_host': None}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:19:32.529242 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 8fe06221-9b45-4a87-9097-415f9568b703, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=8fe06221-9b45-4a87-9097-415f9568b703,segment=NetworkSegment(62a496cc-e19f-409a-b014-66e4d6c7cebc),segment_id=62a496cc-e19f-409a-b014-66e4d6c7cebc)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:32.531952 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b92ab9-bdb3-4e42-ba53-00f12e7ada85 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Router e3288e42-0256-495e-bf2f-c9c58b50f78b has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:19:32.575254 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e23b0f9-e131-4429-ace2-1e13d6c0be1b None None] The sync data for ids ['e3288e42-0256-495e-bf2f-c9c58b50f78b'] in n-d-842952-2 is: [{'id': 'e3288e42-0256-495e-bf2f-c9c58b50f78b', 'name': 'tempest-NetworksTestDHCPv6-router-1772253363', 'tenant_id': '7898a2f847b24320a42ded6c2b4bd651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:19:21Z', 'updated_at': '2022-05-23T11:19:30Z', 'revision_number': 3, 'project_id': '7898a2f847b24320a42ded6c2b4bd651', 'gw_port_host': None}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:19:32.639934 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '8fe06221-9b45-4a87-9097-415f9568b703', 'network_id': 'dc15df35-8b51-40b0-8426-c0ec1198d56f', 'port_id': '8fe06221-9b45-4a87-9097-415f9568b703', 'mac_address': 'fa:16:3e:5c:7d:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac62e3e8-2718-4c68-91a7-544681516b07', 'ip_address': '10.1.1.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:19:32.640218 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f78ee-d392-49e8-aae0-7a13151ba32b req-f9802b76-314d-443c-94a9-54535409545a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:32.644571 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f78ee-d392-49e8-aae0-7a13151ba32b req-f9802b76-314d-443c-94a9-54535409545a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:32.648940 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f78ee-d392-49e8-aae0-7a13151ba32b req-f9802b76-314d-443c-94a9-54535409545a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:32.653421 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f78ee-d392-49e8-aae0-7a13151ba32b req-f9802b76-314d-443c-94a9-54535409545a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:32.665734 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f78ee-d392-49e8-aae0-7a13151ba32b req-f9802b76-314d-443c-94a9-54535409545a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:32.669723 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f78ee-d392-49e8-aae0-7a13151ba32b req-f9802b76-314d-443c-94a9-54535409545a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:32.685936 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f78ee-d392-49e8-aae0-7a13151ba32b req-f9802b76-314d-443c-94a9-54535409545a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:32.694520 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ac2f78ee-d392-49e8-aae0-7a13151ba32b req-f9802b76-314d-443c-94a9-54535409545a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 5434 time: 0.4213986 May 23 11:19:32.838789 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:32.866171 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fe06221-9b45-4a87-9097-415f9568b703 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:19:32.870481 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332d12d8-fd48-4895-a885-e3432cf6765d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-a36fba95-a4a3-408a-a7a0-5aca261a583e', 'network_id': 'a36fba95-a4a3-408a-a7a0-5aca261a583e', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'fixed_ips': [{'subnet_id': '1fe0e803-65ae-4269-96ca-0b9cee0ba0e8'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:19:32.871260 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-332d12d8-fd48-4895-a885-e3432cf6765d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:32.923514 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 8fe06221-9b45-4a87-9097-415f9568b703, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=8fe06221-9b45-4a87-9097-415f9568b703,segment=NetworkSegment(62a496cc-e19f-409a-b014-66e4d6c7cebc),segment_id=62a496cc-e19f-409a-b014-66e4d6c7cebc)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:32.967457 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:33.076371 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ac2f78ee-d392-49e8-aae0-7a13151ba32b req-368764a1-1472-47f0-b924-367b93d68443 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f104f24-d3e6-45e4-adef-c55f6b4d08fc&id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3807020 May 23 11:19:33.085381 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b92ab9-bdb3-4e42-ba53-00f12e7ada85 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:19:33.114637 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device ade0de95-006a-4fe2-b4ff-65da0980082b details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:19:33.121111 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-81b92ab9-bdb3-4e42-ba53-00f12e7ada85 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "PUT /v2.0/routers/e3288e42-0256-495e-bf2f-c9c58b50f78b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5532429 May 23 11:19:33.123227 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59618) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:33.123351 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=8fe06221-9b45-4a87-9097-415f9568b703,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:33.132062 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d1d04b4f-4fb5-4926-89dc-e9b5a3ac46f4 req-206eb617-ba59-4e9a-8924-149c65fd1dca tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cee6061-1045-4bef-bbdb-79f3f9e32256 HTTP/1.1" status: 200 len: 210 time: 0.1166894 May 23 11:19:33.214429 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-47e2a06e-a47d-4836-85c3-949dabbd4c86 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Allocated IP 172.20.0.13 (77274ad1-8320-427b-8805-dddd8f6cebb4/8223746a-6170-4efb-8f3a-1e6029f94141/72b7e80a-4e0f-47d0-8c76-0b6ab3063af4) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:19:33.228770 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-332d12d8-fd48-4895-a885-e3432cf6765d None None] Allocated IP 172.20.0.2 (a36fba95-a4a3-408a-a7a0-5aca261a583e/1fe0e803-65ae-4269-96ca-0b9cee0ba0e8/710ee753-ac1a-4c0a-a603-dd503cfce393) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:19:33.251378 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ebde79-2b87-485f-9cb8-e122aac8656d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:33.253221 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ebde79-2b87-485f-9cb8-e122aac8656d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:33.254122 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-67ebde79-2b87-485f-9cb8-e122aac8656d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:19:33.291779 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-67ebde79-2b87-485f-9cb8-e122aac8656d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:19:33.295877 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-67ebde79-2b87-485f-9cb8-e122aac8656d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1690576 May 23 11:19:33.296590 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59622) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:33.307332 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port ade0de95-006a-4fe2-b4ff-65da0980082b, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=ade0de95-006a-4fe2-b4ff-65da0980082b,segment=NetworkSegment(b9fbc905-5e46-471f-be10-d3ddd4aa40fc),segment_id=b9fbc905-5e46-471f-be10-d3ddd4aa40fc)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:33.322632 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9a7d4e59-c691-4323-adf4-fb23d73f437c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:33.323987 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': 'ade0de95-006a-4fe2-b4ff-65da0980082b', 'network_id': 'caa75e58-fea3-4934-a2b0-723273e69b7e', 'port_id': 'ade0de95-006a-4fe2-b4ff-65da0980082b', 'mac_address': 'fa:16:3e:02:c6:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c834f11-95c0-4b5a-b401-f49728657821', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:19:33.509614 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:33.555548 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ade0de95-006a-4fe2-b4ff-65da0980082b {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:19:33.746176 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-332d12d8-fd48-4895-a885-e3432cf6765d None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:33.762140 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-332d12d8-fd48-4895-a885-e3432cf6765d None None] Transition to ACTIVE for port object 710ee753-ac1a-4c0a-a603-dd503cfce393 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:19:33.775532 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fabdad4-bb36-407f-8727-738095814006 None None] Sync routers for ids ['e3288e42-0256-495e-bf2f-c9c58b50f78b'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:19:33.800171 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fabdad4-bb36-407f-8727-738095814006 None None] Routers {'e3288e42-0256-495e-bf2f-c9c58b50f78b'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:19:33.800796 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-3fabdad4-bb36-407f-8727-738095814006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:19:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['e3288e42-0256-495e-bf2f-c9c58b50f78b'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:19:33.829533 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-332d12d8-fd48-4895-a885-e3432cf6765d None None] Transition to ACTIVE for port object 710ee753-ac1a-4c0a-a603-dd503cfce393 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:19:33.855076 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['65511622-3ae6-4e00-8bb2-667556a3a5f7'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:19:33.855255 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-d162fbba-62a2-4b49-b011-42a95748624c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting subnet dd0cf522-90f8-4a4c-afd2-13b7420e28b0 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:19:33.865298 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-47e2a06e-a47d-4836-85c3-949dabbd4c86 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:33.868212 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d162fbba-62a2-4b49-b011-42a95748624c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:33.917407 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['e567c6f9-1cc4-450f-b01e-d62332f44ba2'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:19:33.982198 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['9fa10ee8-a8ce-4d28-a9f0-0363128b97d0'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:19:34.036916 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d162fbba-62a2-4b49-b011-42a95748624c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:34.049072 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['8fe06221-9b45-4a87-9097-415f9568b703'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:19:34.106857 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port ade0de95-006a-4fe2-b4ff-65da0980082b, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=ade0de95-006a-4fe2-b4ff-65da0980082b,segment=NetworkSegment(b9fbc905-5e46-471f-be10-d3ddd4aa40fc),segment_id=b9fbc905-5e46-471f-be10-d3ddd4aa40fc)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:34.117839 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-3fabdad4-bb36-407f-8727-738095814006 None None] Set router e3288e42-0256-495e-bf2f-c9c58b50f78b gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:19:34.178656 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-9a7d4e59-c691-4323-adf4-fb23d73f437c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Allocated IP 172.20.0.1 (a36fba95-a4a3-408a-a7a0-5aca261a583e/1fe0e803-65ae-4269-96ca-0b9cee0ba0e8/57503582-55cf-42da-bf74-b4c87eeaf0d2) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:19:34.195014 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-47e2a06e-a47d-4836-85c3-949dabbd4c86 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:34.263914 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-332d12d8-fd48-4895-a885-e3432cf6765d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:34.370332 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:34.370879 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 77c5e08b-44d1-4a6a-905f-a11e984ebbaf details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:19:34.419194 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-47e2a06e-a47d-4836-85c3-949dabbd4c86 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Network 77274ad1-8320-427b-8805-dddd8f6cebb4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:19:34.429695 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-47e2a06e-a47d-4836-85c3-949dabbd4c86 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:19:34.450411 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-47e2a06e-a47d-4836-85c3-949dabbd4c86 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:19:34.451746 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-3fabdad4-bb36-407f-8727-738095814006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3288e42-0256-495e-bf2f-c9c58b50f78b', 'name': 'tempest-NetworksTestDHCPv6-router-1772253363', 'tenant_id': '7898a2f847b24320a42ded6c2b4bd651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:19:21Z', 'updated_at': '2022-05-23T11:19:30Z', 'revision_number': 3, 'project_id': '7898a2f847b24320a42ded6c2b4bd651', 'gw_port_host': None}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:19:34.461344 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fabdad4-bb36-407f-8727-738095814006 None None] Checking router: e3288e42-0256-495e-bf2f-c9c58b50f78b for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:19:34.463055 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9a7d4e59-c691-4323-adf4-fb23d73f437c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:34.483245 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-9a7d4e59-c691-4323-adf4-fb23d73f437c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Transition to ACTIVE for port object 57503582-55cf-42da-bf74-b4c87eeaf0d2 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:19:34.487591 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fabdad4-bb36-407f-8727-738095814006 None None] Routers {'e3288e42-0256-495e-bf2f-c9c58b50f78b'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:19:34.488865 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-3fabdad4-bb36-407f-8727-738095814006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:19:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['e3288e42-0256-495e-bf2f-c9c58b50f78b'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:19:34.512604 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9a7d4e59-c691-4323-adf4-fb23d73f437c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:34.572945 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e2a06e-a47d-4836-85c3-949dabbd4c86 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Pushing event updated for resources: {'Port': ['ID=72b7e80a-4e0f-47d0-8c76-0b6ab3063af4,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:34.617116 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d162fbba-62a2-4b49-b011-42a95748624c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:34.691057 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7d4e59-c691-4323-adf4-fb23d73f437c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Network a36fba95-a4a3-408a-a7a0-5aca261a583e is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:19:34.718400 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d4e59-c691-4323-adf4-fb23d73f437c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event updated for resources: {'Port': ['ID=57503582-55cf-42da-bf74-b4c87eeaf0d2,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:34.726734 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-9a7d4e59-c691-4323-adf4-fb23d73f437c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:19:34.736491 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7d4e59-c691-4323-adf4-fb23d73f437c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:19:34.767413 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-47e2a06e-a47d-4836-85c3-949dabbd4c86 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:34.789067 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-47e2a06e-a47d-4836-85c3-949dabbd4c86 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:34.856939 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-3fabdad4-bb36-407f-8727-738095814006 None None] Set router e3288e42-0256-495e-bf2f-c9c58b50f78b gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:19:34.875357 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-47e2a06e-a47d-4836-85c3-949dabbd4c86 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9670746 May 23 11:19:34.910400 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-a677ac63-4611-4b03-b950-dbb819ba5064 service neutron] Request body: {'port': {'device_id': '9cee6061-1045-4bef-bbdb-79f3f9e32256', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:19:34.925279 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ed4a0-878a-4ed4-bbf2-ef99d5dd219a req-d8a8d28b-da37-42bf-9b82-15623ce87f5a tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:34.936974 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bd4ed4a0-878a-4ed4-bbf2-ef99d5dd219a req-d8a8d28b-da37-42bf-9b82-15623ce87f5a tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.9578722 May 23 11:19:34.948131 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['4b472d9e-7b9c-4fe5-8800-c44e820c17d8'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:19:35.004340 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c533a4-871a-4547-a5c6-7061072948ca req-c419dbd4-90ba-4c39-9485-813562d1762c tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:35.005997 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-62c533a4-871a-4547-a5c6-7061072948ca req-c419dbd4-90ba-4c39-9485-813562d1762c tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cee6061-1045-4bef-bbdb-79f3f9e32256 HTTP/1.1" status: 200 len: 932 time: 0.4983656 May 23 11:19:35.050598 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9a7d4e59-c691-4323-adf4-fb23d73f437c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:35.058647 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d12d8-fd48-4895-a885-e3432cf6765d None None] Pushing event updated for resources: {'Port': ['ID=710ee753-ac1a-4c0a-a603-dd503cfce393,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:35.084625 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.resource_extend [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:19:35.090979 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332d12d8-fd48-4895-a885-e3432cf6765d None None] Network a36fba95-a4a3-408a-a7a0-5aca261a583e is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:19:35.104711 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-3fabdad4-bb36-407f-8727-738095814006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3288e42-0256-495e-bf2f-c9c58b50f78b', 'name': 'tempest-NetworksTestDHCPv6-router-1772253363', 'tenant_id': '7898a2f847b24320a42ded6c2b4bd651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:19:21Z', 'updated_at': '2022-05-23T11:19:30Z', 'revision_number': 3, 'project_id': '7898a2f847b24320a42ded6c2b4bd651', 'gw_port_host': None}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:19:35.109090 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fabdad4-bb36-407f-8727-738095814006 None None] The sync data for ids ['e3288e42-0256-495e-bf2f-c9c58b50f78b'] in n-d-842952-2 is: [{'id': 'e3288e42-0256-495e-bf2f-c9c58b50f78b', 'name': 'tempest-NetworksTestDHCPv6-router-1772253363', 'tenant_id': '7898a2f847b24320a42ded6c2b4bd651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:19:21Z', 'updated_at': '2022-05-23T11:19:30Z', 'revision_number': 3, 'project_id': '7898a2f847b24320a42ded6c2b4bd651', 'gw_port_host': None}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:19:35.121722 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-62c533a4-871a-4547-a5c6-7061072948ca req-d24380da-7890-486f-aecd-269be11035cd tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Synchronizing usage tracker for tenant:2c92450d61054a08bb7bcb6ded923901 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:19:35.141800 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bd4ed4a0-878a-4ed4-bbf2-ef99d5dd219a req-9aa44a23-bbcf-499d-8afb-538881924b3d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655352 May 23 11:19:35.202484 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-a677ac63-4611-4b03-b950-dbb819ba5064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:35.206205 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-62c533a4-871a-4547-a5c6-7061072948ca req-d24380da-7890-486f-aecd-269be11035cd tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Unset dirty status for tenant:2c92450d61054a08bb7bcb6ded923901 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:19:35.207379 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-62c533a4-871a-4547-a5c6-7061072948ca req-d24380da-7890-486f-aecd-269be11035cd tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/security-groups?id=6608edac-19b9-4bfb-a1a2-53d070ef0034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632366 May 23 11:19:35.247011 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d162fbba-62a2-4b49-b011-42a95748624c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:35.330728 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-332d12d8-fd48-4895-a885-e3432cf6765d None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:19:35.332589 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=ade0de95-006a-4fe2-b4ff-65da0980082b,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:35.348741 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9a7d4e59-c691-4323-adf4-fb23d73f437c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:35.358133 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332d12d8-fd48-4895-a885-e3432cf6765d None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:19:35.403225 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d162fbba-62a2-4b49-b011-42a95748624c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Subnet': ['ID=dd0cf522-90f8-4a4c-afd2-13b7420e28b0,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:35.606853 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 77c5e08b-44d1-4a6a-905f-a11e984ebbaf, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=77c5e08b-44d1-4a6a-905f-a11e984ebbaf,segment=NetworkSegment(b9fbc905-5e46-471f-be10-d3ddd4aa40fc),segment_id=b9fbc905-5e46-471f-be10-d3ddd4aa40fc)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:35.825038 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '77c5e08b-44d1-4a6a-905f-a11e984ebbaf', 'network_id': 'caa75e58-fea3-4934-a2b0-723273e69b7e', 'port_id': '77c5e08b-44d1-4a6a-905f-a11e984ebbaf', 'mac_address': 'fa:16:3e:3a:f8:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c834f11-95c0-4b5a-b401-f49728657821', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:19:36.022451 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9a7d4e59-c691-4323-adf4-fb23d73f437c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:36.134871 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9a7d4e59-c691-4323-adf4-fb23d73f437c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:36.189895 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-332d12d8-fd48-4895-a885-e3432cf6765d None None] Attempting to bind port 710ee753-ac1a-4c0a-a603-dd503cfce393 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:19:36.190455 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-332d12d8-fd48-4895-a885-e3432cf6765d None None] Attempting to bind port 710ee753-ac1a-4c0a-a603-dd503cfce393 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'd1afb60d-8c69-4b26-93d2-e1c61f9ba60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a36fba95-a4a3-408a-a7a0-5aca261a583e'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:19:36.190929 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332d12d8-fd48-4895-a885-e3432cf6765d None None] Attempting to bind port 710ee753-ac1a-4c0a-a603-dd503cfce393 on network a36fba95-a4a3-408a-a7a0-5aca261a583e {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:19:36.235426 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-a677ac63-4611-4b03-b950-dbb819ba5064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72b7e80a-4e0f-47d0-8c76-0b6ab3063af4 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:19:36.248709 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-a677ac63-4611-4b03-b950-dbb819ba5064 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:36.271592 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-a677ac63-4611-4b03-b950-dbb819ba5064 service neutron] Transition to ACTIVE for port object 72b7e80a-4e0f-47d0-8c76-0b6ab3063af4 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:19:36.280639 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d162fbba-62a2-4b49-b011-42a95748624c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:36.288376 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-a677ac63-4611-4b03-b950-dbb819ba5064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:36.308418 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f20cf2e-40ef-4d9f-9a59-d15fbfdad6a1 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:19:36.319859 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9a7d4e59-c691-4323-adf4-fb23d73f437c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:36.329228 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d4e59-c691-4323-adf4-fb23d73f437c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event updated for resources: {'Port': ['ID=57503582-55cf-42da-bf74-b4c87eeaf0d2,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:36.352342 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0621f-2ca9-4884-bef0-4990acb91a6d req-f7053d32-42b9-42aa-91eb-722f6ff18247 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:36.356392 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0621f-2ca9-4884-bef0-4990acb91a6d req-f7053d32-42b9-42aa-91eb-722f6ff18247 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:36.360229 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0621f-2ca9-4884-bef0-4990acb91a6d req-f7053d32-42b9-42aa-91eb-722f6ff18247 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:36.364051 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0621f-2ca9-4884-bef0-4990acb91a6d req-f7053d32-42b9-42aa-91eb-722f6ff18247 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:36.368039 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0621f-2ca9-4884-bef0-4990acb91a6d req-f7053d32-42b9-42aa-91eb-722f6ff18247 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:36.368333 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332d12d8-fd48-4895-a885-e3432cf6765d None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:19:36.368930 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332d12d8-fd48-4895-a885-e3432cf6765d None None] Checking segment: {'id': 'd1afb60d-8c69-4b26-93d2-e1c61f9ba60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a36fba95-a4a3-408a-a7a0-5aca261a583e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:19:36.369502 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-332d12d8-fd48-4895-a885-e3432cf6765d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:36.370048 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332d12d8-fd48-4895-a885-e3432cf6765d None None] Bound using segment: {'id': 'd1afb60d-8c69-4b26-93d2-e1c61f9ba60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a36fba95-a4a3-408a-a7a0-5aca261a583e'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:19:36.370719 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-332d12d8-fd48-4895-a885-e3432cf6765d None None] Bound port: 710ee753-ac1a-4c0a-a603-dd503cfce393, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1afb60d-8c69-4b26-93d2-e1c61f9ba60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a36fba95-a4a3-408a-a7a0-5aca261a583e'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:19:36.371385 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-332d12d8-fd48-4895-a885-e3432cf6765d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:36.371924 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0621f-2ca9-4884-bef0-4990acb91a6d req-f7053d32-42b9-42aa-91eb-722f6ff18247 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:36.375944 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0621f-2ca9-4884-bef0-4990acb91a6d req-f7053d32-42b9-42aa-91eb-722f6ff18247 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:36.383704 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a7c0621f-2ca9-4884-bef0-4990acb91a6d req-f7053d32-42b9-42aa-91eb-722f6ff18247 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 5436 time: 0.3551736 May 23 11:19:36.445792 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a677ac63-4611-4b03-b950-dbb819ba5064 service neutron] Pushing event updated for resources: {'Port': ['ID=72b7e80a-4e0f-47d0-8c76-0b6ab3063af4,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:36.468464 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d162fbba-62a2-4b49-b011-42a95748624c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/dd0cf522-90f8-4a4c-afd2-13b7420e28b0 HTTP/1.1" status: 204 len: 168 time: 3.1708984 May 23 11:19:36.470671 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59666) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:36.525833 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:36.601243 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab25853-632c-436f-bc40-31f1b28b7a61 req-1051dd16-7010-44de-b7e5-5b2bdf81817d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:36.607999 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1ab25853-632c-436f-bc40-31f1b28b7a61 req-1051dd16-7010-44de-b7e5-5b2bdf81817d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.5810964 May 23 11:19:36.687669 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a7c0621f-2ca9-4884-bef0-4990acb91a6d req-7049d7ab-8622-49c4-863e-ddaa122e2a0a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f104f24-d3e6-45e4-adef-c55f6b4d08fc&id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3028731 May 23 11:19:36.730233 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1ab25853-632c-436f-bc40-31f1b28b7a61 req-001299ed-83a4-480e-97bd-0e25c4497720 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212742 May 23 11:19:36.743454 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-86ae630f-2535-43ec-903d-75a482aab213 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:router {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:19:36.745321 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-332d12d8-fd48-4895-a885-e3432cf6765d None None] For port 710ee753-ac1a-4c0a-a603-dd503cfce393, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:19:36.748728 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-332d12d8-fd48-4895-a885-e3432cf6765d None None] For port 710ee753-ac1a-4c0a-a603-dd503cfce393, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=710ee753-ac1a-4c0a-a603-dd503cfce393,segment=NetworkSegment(d1afb60d-8c69-4b26-93d2-e1c61f9ba60d),segment_id=d1afb60d-8c69-4b26-93d2-e1c61f9ba60d)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:19:36.822013 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7d4e59-c691-4323-adf4-fb23d73f437c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Network a36fba95-a4a3-408a-a7a0-5aca261a583e is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:19:36.823809 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-a677ac63-4611-4b03-b950-dbb819ba5064 service neutron] Attempting to bind port 72b7e80a-4e0f-47d0-8c76-0b6ab3063af4 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:19:36.824356 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-a677ac63-4611-4b03-b950-dbb819ba5064 service neutron] Attempting to bind port 72b7e80a-4e0f-47d0-8c76-0b6ab3063af4 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '9379bc52-03db-4b6b-a712-5c3844bb254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '77274ad1-8320-427b-8805-dddd8f6cebb4'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:19:36.824913 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-a677ac63-4611-4b03-b950-dbb819ba5064 service neutron] Attempting to bind port 72b7e80a-4e0f-47d0-8c76-0b6ab3063af4 on network 77274ad1-8320-427b-8805-dddd8f6cebb4 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:19:36.825173 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-9a7d4e59-c691-4323-adf4-fb23d73f437c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:19:36.843226 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-a677ac63-4611-4b03-b950-dbb819ba5064 service neutron] Port 72b7e80a-4e0f-47d0-8c76-0b6ab3063af4 on network 77274ad1-8320-427b-8805-dddd8f6cebb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:19:36.844403 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-a677ac63-4611-4b03-b950-dbb819ba5064 service neutron] Attempting to bind port 72b7e80a-4e0f-47d0-8c76-0b6ab3063af4 on network 77274ad1-8320-427b-8805-dddd8f6cebb4 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:19:36.853447 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-86ae630f-2535-43ec-903d-75a482aab213 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:router {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:19:36.864103 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-86ae630f-2535-43ec-903d-75a482aab213 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3607683 May 23 11:19:36.864722 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59674) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:36.889552 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-332d12d8-fd48-4895-a885-e3432cf6765d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:36.948714 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77c5e08b-44d1-4a6a-905f-a11e984ebbaf {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:19:36.976011 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 77c5e08b-44d1-4a6a-905f-a11e984ebbaf, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=77c5e08b-44d1-4a6a-905f-a11e984ebbaf,segment=NetworkSegment(b9fbc905-5e46-471f-be10-d3ddd4aa40fc),segment_id=b9fbc905-5e46-471f-be10-d3ddd4aa40fc)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:37.052793 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-a677ac63-4611-4b03-b950-dbb819ba5064 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:19:37.053187 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-a677ac63-4611-4b03-b950-dbb819ba5064 service neutron] Checking segment: {'id': '9379bc52-03db-4b6b-a712-5c3844bb254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '77274ad1-8320-427b-8805-dddd8f6cebb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:19:37.053511 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-a677ac63-4611-4b03-b950-dbb819ba5064 service neutron] Bound using segment: {'id': '9379bc52-03db-4b6b-a712-5c3844bb254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '77274ad1-8320-427b-8805-dddd8f6cebb4'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:19:37.053961 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-a677ac63-4611-4b03-b950-dbb819ba5064 service neutron] Bound port: 72b7e80a-4e0f-47d0-8c76-0b6ab3063af4, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9379bc52-03db-4b6b-a712-5c3844bb254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '77274ad1-8320-427b-8805-dddd8f6cebb4'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:19:37.054305 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-a677ac63-4611-4b03-b950-dbb819ba5064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:37.082908 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:37.088893 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5ecbb2a5-7dee-4a9d-8f3f-27ca71a790a8 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:37.195044 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d12d8-fd48-4895-a885-e3432cf6765d None None] Pushing event updated for resources: {'Port': ['ID=710ee753-ac1a-4c0a-a603-dd503cfce393,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:37.222886 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332d12d8-fd48-4895-a885-e3432cf6765d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:19:37.223622 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332d12d8-fd48-4895-a885-e3432cf6765d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:19:37.225220 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332d12d8-fd48-4895-a885-e3432cf6765d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:19:37.225934 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332d12d8-fd48-4895-a885-e3432cf6765d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:19:37.226644 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332d12d8-fd48-4895-a885-e3432cf6765d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:19:37.227289 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332d12d8-fd48-4895-a885-e3432cf6765d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:19:37.239135 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-a677ac63-4611-4b03-b950-dbb819ba5064 service neutron] For port 72b7e80a-4e0f-47d0-8c76-0b6ab3063af4, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:19:37.244715 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-a677ac63-4611-4b03-b950-dbb819ba5064 service neutron] For port 72b7e80a-4e0f-47d0-8c76-0b6ab3063af4, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=72b7e80a-4e0f-47d0-8c76-0b6ab3063af4,segment=NetworkSegment(9379bc52-03db-4b6b-a712-5c3844bb254d),segment_id=9379bc52-03db-4b6b-a712-5c3844bb254d)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:19:37.246447 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332d12d8-fd48-4895-a885-e3432cf6765d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:19:37.247309 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332d12d8-fd48-4895-a885-e3432cf6765d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:19:37.247988 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332d12d8-fd48-4895-a885-e3432cf6765d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:19:37.248653 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332d12d8-fd48-4895-a885-e3432cf6765d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:19:37.249185 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332d12d8-fd48-4895-a885-e3432cf6765d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:19:37.253977 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-a677ac63-4611-4b03-b950-dbb819ba5064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:37.358112 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=77c5e08b-44d1-4a6a-905f-a11e984ebbaf,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:37.362566 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f2aa1b-fa72-4185-a11c-ad30b74618d0 None None] DHCP port deletion for db5fdb8a-4d76-428d-84ca-c911a4d5dee2 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:19:37.367769 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e3f2aa1b-fa72-4185-a11c-ad30b74618d0 None None] Deleting port 75dc7fd0-87cd-4f76-b63a-48ab673a4647 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:19:37.369519 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e3f2aa1b-fa72-4185-a11c-ad30b74618d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:37.389558 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951303dc-e7be-4ace-afd3-9efd5a70b4b8 req-e8985d41-74cd-429c-a5e2-9b8139ddfe5b tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:37.397112 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-951303dc-e7be-4ace-afd3-9efd5a70b4b8 req-e8985d41-74cd-429c-a5e2-9b8139ddfe5b tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cee6061-1045-4bef-bbdb-79f3f9e32256 HTTP/1.1" status: 200 len: 944 time: 0.3614860 May 23 11:19:37.438749 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc758b-81dc-4403-9f0a-8bdc3e786dee req-248107fe-ca7c-44c7-b23d-310d3e93857e tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:37.442227 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-a677ac63-4611-4b03-b950-dbb819ba5064 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:37.443597 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-a677ac63-4611-4b03-b950-dbb819ba5064 service neutron] 10.222.0.13 "PUT /v2.0/ports/72b7e80a-4e0f-47d0-8c76-0b6ab3063af4 HTTP/1.1" status: 200 len: 1092 time: 2.5514441 May 23 11:19:37.444229 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cee6061-1045-4bef-bbdb-79f3f9e32256', 'tag': '72b7e80a-4e0f-47d0-8c76-0b6ab3063af4'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:19:37.447678 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-34dc758b-81dc-4403-9f0a-8bdc3e786dee req-248107fe-ca7c-44c7-b23d-310d3e93857e tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.2786486 May 23 11:19:37.558533 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a677ac63-4611-4b03-b950-dbb819ba5064 service neutron] Pushing event updated for resources: {'Port': ['ID=72b7e80a-4e0f-47d0-8c76-0b6ab3063af4,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:37.590760 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-951303dc-e7be-4ace-afd3-9efd5a70b4b8 req-11f3a454-1fe5-4449-8a73-5c8c4359908b tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/security-groups?id=6608edac-19b9-4bfb-a1a2-53d070ef0034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927726 May 23 11:19:37.695000 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e3f2aa1b-fa72-4185-a11c-ad30b74618d0 None None] For port 75dc7fd0-87cd-4f76-b63a-48ab673a4647, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=75dc7fd0-87cd-4f76-b63a-48ab673a4647,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:37.695404 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e3f2aa1b-fa72-4185-a11c-ad30b74618d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:37.751801 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-34dc758b-81dc-4403-9f0a-8bdc3e786dee req-cb3e685d-3d84-4ef3-b034-140781957238 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030779 May 23 11:19:37.903445 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 710ee753-ac1a-4c0a-a603-dd503cfce393 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:19:37.931134 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a7d4e59-c691-4323-adf4-fb23d73f437c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Router d27cb121-34f9-4353-8f9d-2f6ba7cbaf1d is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:19:37.966897 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e3f2aa1b-fa72-4185-a11c-ad30b74618d0 None None] Calling delete_port for 75dc7fd0-87cd-4f76-b63a-48ab673a4647 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:19:38.044796 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['77c5e08b-44d1-4a6a-905f-a11e984ebbaf'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:19:38.141496 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c31836a6-7888-4eb0-986e-1537b0bf644e'] response: {'name': 'network-changed', 'server_uuid': '9cee6061-1045-4bef-bbdb-79f3f9e32256', 'tag': '72b7e80a-4e0f-47d0-8c76-0b6ab3063af4', 'status': 'completed', 'code': 200} May 23 11:19:38.180417 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5ecbb2a5-7dee-4a9d-8f3f-27ca71a790a8 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:38.188292 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5ecbb2a5-7dee-4a9d-8f3f-27ca71a790a8 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:38.237768 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-4e0ed29c-316b-4bd7-b79c-b96b09b3555e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c92450d61054a08bb7bcb6ded923901&device_id=9cee6061-1045-4bef-bbdb-79f3f9e32256 HTTP/1.1" status: 200 len: 1095 time: 0.6802247 May 23 11:19:38.257074 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a486659-55f0-43ad-9246-54180c48d00a req-2f7227a0-5561-4a74-94bf-309e1de42c80 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:38.261690 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a486659-55f0-43ad-9246-54180c48d00a req-2f7227a0-5561-4a74-94bf-309e1de42c80 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:38.265909 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['ade0de95-006a-4fe2-b4ff-65da0980082b'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:19:38.266433 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a486659-55f0-43ad-9246-54180c48d00a req-2f7227a0-5561-4a74-94bf-309e1de42c80 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:38.274495 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a486659-55f0-43ad-9246-54180c48d00a req-2f7227a0-5561-4a74-94bf-309e1de42c80 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:38.302144 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a486659-55f0-43ad-9246-54180c48d00a req-2f7227a0-5561-4a74-94bf-309e1de42c80 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:38.325764 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a486659-55f0-43ad-9246-54180c48d00a req-2f7227a0-5561-4a74-94bf-309e1de42c80 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:38.338211 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a486659-55f0-43ad-9246-54180c48d00a req-2f7227a0-5561-4a74-94bf-309e1de42c80 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:38.345732 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2a486659-55f0-43ad-9246-54180c48d00a req-2f7227a0-5561-4a74-94bf-309e1de42c80 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 5437 time: 0.2687814 May 23 11:19:38.365271 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:38.392940 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-961d03f2-1481-4279-8545-6ea68265d9a5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72b7e80a-4e0f-47d0-8c76-0b6ab3063af4 HTTP/1.1" status: 200 len: 217 time: 0.1267147 May 23 11:19:38.395363 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5ecbb2a5-7dee-4a9d-8f3f-27ca71a790a8 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:38.397023 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ecbb2a5-7dee-4a9d-8f3f-27ca71a790a8 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Fanout notify agent at l3_agent the message router_deleted on router e3288e42-0256-495e-bf2f-c9c58b50f78b {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:19:38.469756 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5ecbb2a5-7dee-4a9d-8f3f-27ca71a790a8 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:38.471660 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5ecbb2a5-7dee-4a9d-8f3f-27ca71a790a8 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/routers/e3288e42-0256-495e-bf2f-c9c58b50f78b HTTP/1.1" status: 204 len: 168 time: 1.6046376 May 23 11:19:38.477164 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59708) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:38.482758 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7d4e59-c691-4323-adf4-fb23d73f437c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:19:38.507091 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2a486659-55f0-43ad-9246-54180c48d00a req-2185379a-61d6-4d1e-8781-799ec06a5a55 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f104f24-d3e6-45e4-adef-c55f6b4d08fc&id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1464262 May 23 11:19:38.537003 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841756a7-5bf6-4486-964f-5e2fe0a10e3b None None] Sync routers for ids ['d27cb121-34f9-4353-8f9d-2f6ba7cbaf1d'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:19:38.571077 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9a7d4e59-c691-4323-adf4-fb23d73f437c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "PUT /v2.0/routers/d27cb121-34f9-4353-8f9d-2f6ba7cbaf1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6301947 May 23 11:19:38.572436 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59712) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:38.650073 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-5c9e25c7-0186-4a5e-801c-6209b8f8fa04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:38.651637 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-5c9e25c7-0186-4a5e-801c-6209b8f8fa04 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8223746a-6170-4efb-8f3a-1e6029f94141 HTTP/1.1" status: 200 len: 849 time: 0.2310202 May 23 11:19:38.671672 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e3f2aa1b-fa72-4185-a11c-ad30b74618d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:38.743445 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-7da895dc-e086-4fd7-a6f7-70aa9c2facbe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77274ad1-8320-427b-8805-dddd8f6cebb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759437 May 23 11:19:38.835349 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c06267-bc49-4b4c-87e6-35e2bda2f893 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:38.836561 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-53c06267-bc49-4b4c-87e6-35e2bda2f893 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Synchronizing usage tracker for tenant:3c9ac73e8a7143fb94827c1e9402fa16 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:19:38.888744 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7736e00-08c3-44f9-a370-f880fde81f48 None None] Network a36fba95-a4a3-408a-a7a0-5aca261a583e requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:19:38.915161 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f2aa1b-fa72-4185-a11c-ad30b74618d0 None None] Pushing event deleted for resources: {'Port': ['ID=75dc7fd0-87cd-4f76-b63a-48ab673a4647,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:38.930183 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8553586e-d997-47cb-a206-4846e14d00a7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:38.931106 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-8553586e-d997-47cb-a206-4846e14d00a7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:19:38.966186 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-53c06267-bc49-4b4c-87e6-35e2bda2f893 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Unset dirty status for tenant:3c9ac73e8a7143fb94827c1e9402fa16 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:19:38.967620 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-53c06267-bc49-4b4c-87e6-35e2bda2f893 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "GET /v2.0/ports/57503582-55cf-42da-bf74-b4c87eeaf0d2 HTTP/1.1" status: 200 len: 910 time: 0.3916526 May 23 11:19:38.972961 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59720) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:38.978673 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841756a7-5bf6-4486-964f-5e2fe0a10e3b None None] Routers {'d27cb121-34f9-4353-8f9d-2f6ba7cbaf1d'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:19:38.979325 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-841756a7-5bf6-4486-964f-5e2fe0a10e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:19:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['d27cb121-34f9-4353-8f9d-2f6ba7cbaf1d'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:19:38.992693 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-817634ca-f3f2-4e3f-8c9c-a144ffd7bc01 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1fe0e803-65ae-4269-96ca-0b9cee0ba0e8'}]}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:19:39.032174 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-8553586e-d997-47cb-a206-4846e14d00a7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:19:39.033281 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8553586e-d997-47cb-a206-4846e14d00a7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5549698 May 23 11:19:39.037520 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59724) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:39.048711 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e071400-d1d7-444f-bdce-28ce6145b9b7 req-605d940f-cc3a-4b52-a354-1105e9863752 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:39.050800 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5e071400-d1d7-444f-bdce-28ce6145b9b7 req-605d940f-cc3a-4b52-a354-1105e9863752 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.1810541 May 23 11:19:39.088562 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f2aa1b-fa72-4185-a11c-ad30b74618d0 None None] No DVR routers for this DVR port 75dc7fd0-87cd-4f76-b63a-48ab673a4647 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:19:39.096995 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-f2cd2a24-9271-4ffd-bf2f-269ddb62f742 service neutron] 10.222.0.13 "GET /v2.0/networks/77274ad1-8320-427b-8805-dddd8f6cebb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483496 May 23 11:19:39.101476 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 710ee753-ac1a-4c0a-a603-dd503cfce393 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:19:39.105430 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-841756a7-5bf6-4486-964f-5e2fe0a10e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:19:39.154118 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8bd7c-8003-4b24-9bf5-9285e34b9ccb req-38193376-239c-4169-9c71-c46049567183 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:39.161791 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-abc8bd7c-8003-4b24-9bf5-9285e34b9ccb req-38193376-239c-4169-9c71-c46049567183 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 946 time: 0.2466309 May 23 11:19:39.210618 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d02322-4772-4716-9e8d-8cc977245a91 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:39.211561 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device e567c6f9-1cc4-450f-b01e-d62332f44ba2 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:19:39.216059 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-47d02322-4772-4716-9e8d-8cc977245a91 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:19:39.235059 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5e071400-d1d7-444f-bdce-28ce6145b9b7 req-a395d6d8-bd8b-4dcf-b0d7-c2d9959eb20b tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396041 May 23 11:19:39.264430 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-abc8bd7c-8003-4b24-9bf5-9285e34b9ccb req-784a78c4-482f-4715-9916-4f2e22d7c85b tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014717 May 23 11:19:39.278354 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-47d02322-4772-4716-9e8d-8cc977245a91 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:19:39.279037 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-cbd49b9b-1fbe-46aa-8504-bd9dfb2a9381 req-7c9e6d87-10dd-4bb5-9b5c-3ecd5674e142 service neutron] 10.222.0.13 "GET /v2.0/networks/77274ad1-8320-427b-8805-dddd8f6cebb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643794 May 23 11:19:39.280017 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-47d02322-4772-4716-9e8d-8cc977245a91 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2378204 May 23 11:19:39.291809 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59728) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:39.407946 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841756a7-5bf6-4486-964f-5e2fe0a10e3b None None] Routers {'d27cb121-34f9-4353-8f9d-2f6ba7cbaf1d'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:19:39.408707 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-841756a7-5bf6-4486-964f-5e2fe0a10e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:19:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['d27cb121-34f9-4353-8f9d-2f6ba7cbaf1d'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:19:39.477954 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 75dc7fd0-87cd-4f76-b63a-48ab673a4647 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:19:39.547334 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc385e0-4dc9-41d6-aa26-73c5bc1ee443 req-4d730e24-8b53-48a3-97ba-a0faa1faedf2 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:39.550557 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ddc385e0-4dc9-41d6-aa26-73c5bc1ee443 req-4d730e24-8b53-48a3-97ba-a0faa1faedf2 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cee6061-1045-4bef-bbdb-79f3f9e32256 HTTP/1.1" status: 200 len: 944 time: 0.1019001 May 23 11:19:39.553159 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2e71a323-1ddb-42c9-a8cb-01a89708e1ff tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:router {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:19:39.566119 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-841756a7-5bf6-4486-964f-5e2fe0a10e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:19:39.566644 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841756a7-5bf6-4486-964f-5e2fe0a10e3b None None] The sync data for ids ['d27cb121-34f9-4353-8f9d-2f6ba7cbaf1d'] in n-d-842952-2 is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:19:39.626234 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 75dc7fd0-87cd-4f76-b63a-48ab673a4647 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:19:39.626573 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 75dc7fd0-87cd-4f76-b63a-48ab673a4647 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:19:39.628146 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2e71a323-1ddb-42c9-a8cb-01a89708e1ff tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:router {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:19:39.630445 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2e71a323-1ddb-42c9-a8cb-01a89708e1ff tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3457782 May 23 11:19:39.649082 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59744) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:39.660987 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e99d84fe-9ac0-4cdc-a761-7f222c50a361 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'subnet': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:19:39.661404 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ddc385e0-4dc9-41d6-aa26-73c5bc1ee443 req-1bc91c0b-9303-4c7f-833c-ddc9d5de7671 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/security-groups?id=6608edac-19b9-4bfb-a1a2-53d070ef0034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946331 May 23 11:19:39.686722 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:39.717046 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8c24dab9-a380-4727-a36c-283252bf367f None None] Provisioning for port 710ee753-ac1a-4c0a-a603-dd503cfce393 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:19:39.736480 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8c24dab9-a380-4727-a36c-283252bf367f None None] Provisioning complete for port 710ee753-ac1a-4c0a-a603-dd503cfce393 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:19:39.736853 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8c24dab9-a380-4727-a36c-283252bf367f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:39.805140 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-10ccbe1e-5a8f-4545-bf5a-08981c1f1deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:39.847196 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-817634ca-f3f2-4e3f-8c9c-a144ffd7bc01 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:39.909599 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-af015c6d-553a-445b-8f9f-ff357a5e9c80 req-032b62e5-8789-4cfd-9f7b-179bcc43b411 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c92450d61054a08bb7bcb6ded923901&device_id=9cee6061-1045-4bef-bbdb-79f3f9e32256 HTTP/1.1" status: 200 len: 1095 time: 0.4242547 May 23 11:19:39.993089 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e99d84fe-9ac0-4cdc-a761-7f222c50a361 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:19:40.087297 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442cdb53-71b6-4a47-bef4-a3ff37917475 req-b9cf45ca-a63b-401d-b526-4e6c48272c45 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:40.091598 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442cdb53-71b6-4a47-bef4-a3ff37917475 req-b9cf45ca-a63b-401d-b526-4e6c48272c45 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:40.095503 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442cdb53-71b6-4a47-bef4-a3ff37917475 req-b9cf45ca-a63b-401d-b526-4e6c48272c45 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:40.099986 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442cdb53-71b6-4a47-bef4-a3ff37917475 req-b9cf45ca-a63b-401d-b526-4e6c48272c45 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:40.104018 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442cdb53-71b6-4a47-bef4-a3ff37917475 req-b9cf45ca-a63b-401d-b526-4e6c48272c45 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:40.108419 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port e567c6f9-1cc4-450f-b01e-d62332f44ba2 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:19:40.109837 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442cdb53-71b6-4a47-bef4-a3ff37917475 req-b9cf45ca-a63b-401d-b526-4e6c48272c45 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:40.113806 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442cdb53-71b6-4a47-bef4-a3ff37917475 req-b9cf45ca-a63b-401d-b526-4e6c48272c45 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:40.115685 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-442cdb53-71b6-4a47-bef4-a3ff37917475 req-b9cf45ca-a63b-401d-b526-4e6c48272c45 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 5437 time: 0.1819556 May 23 11:19:40.137454 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port e567c6f9-1cc4-450f-b01e-d62332f44ba2 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:19:40.138132 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:40.204704 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8c24dab9-a380-4727-a36c-283252bf367f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:40.266158 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-8c24dab9-a380-4727-a36c-283252bf367f None None] For port 710ee753-ac1a-4c0a-a603-dd503cfce393, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=710ee753-ac1a-4c0a-a603-dd503cfce393,segment=NetworkSegment(d1afb60d-8c69-4b26-93d2-e1c61f9ba60d),segment_id=d1afb60d-8c69-4b26-93d2-e1c61f9ba60d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:40.297332 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8c24dab9-a380-4727-a36c-283252bf367f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:40.401537 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:40.434831 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-442cdb53-71b6-4a47-bef4-a3ff37917475 req-e44fada2-22e5-49f7-b7fd-e72592c4e7f3 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f104f24-d3e6-45e4-adef-c55f6b4d08fc&id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3118117 May 23 11:19:40.452002 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c24dab9-a380-4727-a36c-283252bf367f None None] Pushing event updated for resources: {'Port': ['ID=710ee753-ac1a-4c0a-a603-dd503cfce393,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:40.465229 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e567c6f9-1cc4-450f-b01e-d62332f44ba2'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:19:40.470460 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadeb350-d3b3-4af3-a0af-6a7fe66c2b8b req-e8964925-31aa-49ab-8d67-1cf064990ec3 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:40.472360 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cadeb350-d3b3-4af3-a0af-6a7fe66c2b8b req-e8964925-31aa-49ab-8d67-1cf064990ec3 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.3206160 May 23 11:19:40.494895 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port e567c6f9-1cc4-450f-b01e-d62332f44ba2, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=e567c6f9-1cc4-450f-b01e-d62332f44ba2,segment=NetworkSegment(62a496cc-e19f-409a-b014-66e4d6c7cebc),segment_id=62a496cc-e19f-409a-b014-66e4d6c7cebc)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:40.502692 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:40.504002 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 65511622-3ae6-4e00-8bb2-667556a3a5f7 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:19:40.519893 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e99d84fe-9ac0-4cdc-a761-7f222c50a361 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:19:40.583092 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cadeb350-d3b3-4af3-a0af-6a7fe66c2b8b req-a4e9243b-6621-43dd-add2-94dc80d807d9 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038175 May 23 11:19:40.608378 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99d84fe-9ac0-4cdc-a761-7f222c50a361 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:19:40.668230 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e61d715-bfa8-4c23-bfac-ba68cfcc5f7a'] response: {'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e567c6f9-1cc4-450f-b01e-d62332f44ba2', 'code': 200} May 23 11:19:40.668918 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=e567c6f9-1cc4-450f-b01e-d62332f44ba2,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:40.752353 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3cd83b84-f187-4f18-99f7-a9d7f75fc97a None None] Provisioning complete for port 710ee753-ac1a-4c0a-a603-dd503cfce393 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:19:40.752799 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3cd83b84-f187-4f18-99f7-a9d7f75fc97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:40.849283 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 65511622-3ae6-4e00-8bb2-667556a3a5f7 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:19:40.866899 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 65511622-3ae6-4e00-8bb2-667556a3a5f7 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:19:40.867299 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:40.916452 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af015c6d-553a-445b-8f9f-ff357a5e9c80 req-fbb4c51d-21e6-4d6e-8a88-dad2727328b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:40.918270 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-af015c6d-553a-445b-8f9f-ff357a5e9c80 req-fbb4c51d-21e6-4d6e-8a88-dad2727328b3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=77274ad1-8320-427b-8805-dddd8f6cebb4 HTTP/1.1" status: 200 len: 910 time: 0.9770443 May 23 11:19:41.080769 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea34370-f81a-4565-afe7-521791f6eddc req-1604233f-7505-42da-a007-6a3781ee5adf tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:41.082710 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fea34370-f81a-4565-afe7-521791f6eddc req-1604233f-7505-42da-a007-6a3781ee5adf tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.3088174 May 23 11:19:41.102039 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3cd83b84-f187-4f18-99f7-a9d7f75fc97a None None] Provisioning for port 57503582-55cf-42da-bf74-b4c87eeaf0d2 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:19:41.111110 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3cd83b84-f187-4f18-99f7-a9d7f75fc97a None None] Provisioning complete for port 57503582-55cf-42da-bf74-b4c87eeaf0d2 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:19:41.111485 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3cd83b84-f187-4f18-99f7-a9d7f75fc97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:41.155359 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:41.175757 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6275a37-bb1a-4225-9b3e-3a219e69bad2 req-716301c5-289c-46dc-a1f4-ca48367fb80c tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:41.177716 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6275a37-bb1a-4225-9b3e-3a219e69bad2 req-716301c5-289c-46dc-a1f4-ca48367fb80c tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cee6061-1045-4bef-bbdb-79f3f9e32256 HTTP/1.1" status: 200 len: 944 time: 0.2396123 May 23 11:19:41.222848 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fea34370-f81a-4565-afe7-521791f6eddc req-68016808-6b2b-425d-bf30-a9e32479c142 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285446 May 23 11:19:41.263268 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e99d84fe-9ac0-4cdc-a761-7f222c50a361 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:41.281127 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6275a37-bb1a-4225-9b3e-3a219e69bad2 req-b48d3f77-3f79-44d3-8d96-a55896ba0937 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/security-groups?id=6608edac-19b9-4bfb-a1a2-53d070ef0034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908179 May 23 11:19:41.338577 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3cd83b84-f187-4f18-99f7-a9d7f75fc97a None None] Port 57503582-55cf-42da-bf74-b4c87eeaf0d2 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:19:41.344620 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-af015c6d-553a-445b-8f9f-ff357a5e9c80 req-c17ada87-838d-47ec-85f4-be7bf35e903c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72b7e80a-4e0f-47d0-8c76-0b6ab3063af4 HTTP/1.1" status: 200 len: 217 time: 0.3198769 May 23 11:19:41.352014 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [None req-817634ca-f3f2-4e3f-8c9c-a144ffd7bc01 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:19:41.361364 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 65511622-3ae6-4e00-8bb2-667556a3a5f7, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=65511622-3ae6-4e00-8bb2-667556a3a5f7,segment=NetworkSegment(62a496cc-e19f-409a-b014-66e4d6c7cebc),segment_id=62a496cc-e19f-409a-b014-66e4d6c7cebc)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:41.369126 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:41.369854 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 9fa10ee8-a8ce-4d28-a9f0-0363128b97d0 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:19:41.415270 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-817634ca-f3f2-4e3f-8c9c-a144ffd7bc01 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:41.433158 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 3afd64a2-b6a5-4913-a9be-716566b8de39 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:19:41.454175 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-817634ca-f3f2-4e3f-8c9c-a144ffd7bc01 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:41.537588 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af015c6d-553a-445b-8f9f-ff357a5e9c80 req-9108e650-46c8-4ea4-805b-4d1f46ba294a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:41.539194 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-af015c6d-553a-445b-8f9f-ff357a5e9c80 req-9108e650-46c8-4ea4-805b-4d1f46ba294a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8223746a-6170-4efb-8f3a-1e6029f94141 HTTP/1.1" status: 200 len: 849 time: 0.1792262 May 23 11:19:41.549438 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ecb4f5-07ee-489e-a856-8aa05cfcaed8 req-560aa431-1c79-4545-9fc6-cb3038698a97 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:41.551329 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e3ecb4f5-07ee-489e-a856-8aa05cfcaed8 req-560aa431-1c79-4545-9fc6-cb3038698a97 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.0830452 May 23 11:19:41.572199 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1f6c9270-66da-40e8-a975-2b5f93d65b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:41.601213 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=65511622-3ae6-4e00-8bb2-667556a3a5f7,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:41.604937 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ee07d07f-cd1a-46f2-98e8-ef031d079f05 None None] Provisioning complete for port 57503582-55cf-42da-bf74-b4c87eeaf0d2 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:19:41.605574 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ee07d07f-cd1a-46f2-98e8-ef031d079f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:41.621987 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817634ca-f3f2-4e3f-8c9c-a144ffd7bc01 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event updated for resources: {'Port': ['ID=57503582-55cf-42da-bf74-b4c87eeaf0d2,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:41.640117 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e3ecb4f5-07ee-489e-a856-8aa05cfcaed8 req-26d16c09-1a83-490c-8630-ac15eba9f649 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815828 May 23 11:19:41.642147 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-af015c6d-553a-445b-8f9f-ff357a5e9c80 req-bfa8dd1f-e255-40b7-b4d5-c5ea6efd3d51 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77274ad1-8320-427b-8805-dddd8f6cebb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847552 May 23 11:19:41.675332 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817634ca-f3f2-4e3f-8c9c-a144ffd7bc01 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:41.676154 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-817634ca-f3f2-4e3f-8c9c-a144ffd7bc01 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:41.677702 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-817634ca-f3f2-4e3f-8c9c-a144ffd7bc01 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "PUT /v2.0/ports/57503582-55cf-42da-bf74-b4c87eeaf0d2 HTTP/1.1" status: 200 len: 910 time: 2.7038157 May 23 11:19:41.682625 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59772) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:41.723024 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 9fa10ee8-a8ce-4d28-a9f0-0363128b97d0 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:19:41.736809 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 9fa10ee8-a8ce-4d28-a9f0-0363128b97d0 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:19:41.737855 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:41.740083 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49620df-0da0-47bb-a26b-8140073e0084 req-980ab4a4-68eb-4976-9fd2-6f7568fcdc66 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:41.744776 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49620df-0da0-47bb-a26b-8140073e0084 req-980ab4a4-68eb-4976-9fd2-6f7568fcdc66 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:41.748769 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49620df-0da0-47bb-a26b-8140073e0084 req-980ab4a4-68eb-4976-9fd2-6f7568fcdc66 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:41.752900 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49620df-0da0-47bb-a26b-8140073e0084 req-980ab4a4-68eb-4976-9fd2-6f7568fcdc66 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:41.756883 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49620df-0da0-47bb-a26b-8140073e0084 req-980ab4a4-68eb-4976-9fd2-6f7568fcdc66 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:41.761318 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49620df-0da0-47bb-a26b-8140073e0084 req-980ab4a4-68eb-4976-9fd2-6f7568fcdc66 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:41.766085 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:41.778018 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49620df-0da0-47bb-a26b-8140073e0084 req-980ab4a4-68eb-4976-9fd2-6f7568fcdc66 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:41.780281 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f49620df-0da0-47bb-a26b-8140073e0084 req-980ab4a4-68eb-4976-9fd2-6f7568fcdc66 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 5439 time: 0.1364951 May 23 11:19:41.800077 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ee07d07f-cd1a-46f2-98e8-ef031d079f05 None None] Port 57503582-55cf-42da-bf74-b4c87eeaf0d2 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:19:41.851142 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 710ee753-ac1a-4c0a-a603-dd503cfce393 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:19:41.908685 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f49620df-0da0-47bb-a26b-8140073e0084 req-b7e697b4-01b4-4fbf-b664-59d277f47281 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f104f24-d3e6-45e4-adef-c55f6b4d08fc&id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1174474 May 23 11:19:41.948590 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 3afd64a2-b6a5-4913-a9be-716566b8de39, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=3afd64a2-b6a5-4913-a9be-716566b8de39,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:41.953399 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eebeb57-f36c-424a-a2c0-68bcc2b7c313 req-db993f67-e32b-4933-aef9-084538376187 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:41.956911 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7eebeb57-f36c-424a-a2c0-68bcc2b7c313 req-db993f67-e32b-4933-aef9-084538376187 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.1023986 May 23 11:19:41.965821 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:42.017218 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-af015c6d-553a-445b-8f9f-ff357a5e9c80 req-f48398a5-2b38-46c3-9520-4182a5487d8a service neutron] 10.222.0.13 "GET /v2.0/networks/77274ad1-8320-427b-8805-dddd8f6cebb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649447 May 23 11:19:42.032093 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7eebeb57-f36c-424a-a2c0-68bcc2b7c313 req-a158f8e6-916d-485f-ad92-0a83e0837db6 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583034 May 23 11:19:42.104295 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=3afd64a2-b6a5-4913-a9be-716566b8de39,revision_number=8']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:42.109372 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:42.121020 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 710ee753-ac1a-4c0a-a603-dd503cfce393 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:19:42.121595 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:42.193954 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 9fa10ee8-a8ce-4d28-a9f0-0363128b97d0, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=9fa10ee8-a8ce-4d28-a9f0-0363128b97d0,segment=NetworkSegment(aacb2949-f7b0-4f81-9ac6-514a286cfeda),segment_id=aacb2949-f7b0-4f81-9ac6-514a286cfeda)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:42.202466 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:42.203484 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 4b472d9e-7b9c-4fe5-8800-c44e820c17d8 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:19:42.242095 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-af015c6d-553a-445b-8f9f-ff357a5e9c80 req-d81506b1-8546-40d1-adc4-1d8e0c4ff4dc service neutron] 10.222.0.13 "GET /v2.0/networks/77274ad1-8320-427b-8805-dddd8f6cebb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100492 May 23 11:19:42.356329 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b78be3-3ca4-429e-bc32-768cacc3730d req-5954eecf-9a35-4fa9-b17b-4a17d6089bb9 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:42.357892 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c5b78be3-3ca4-429e-bc32-768cacc3730d req-5954eecf-9a35-4fa9-b17b-4a17d6089bb9 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.1066642 May 23 11:19:42.378536 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=9fa10ee8-a8ce-4d28-a9f0-0363128b97d0,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:42.398848 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 4b472d9e-7b9c-4fe5-8800-c44e820c17d8 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:19:42.405023 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 4b472d9e-7b9c-4fe5-8800-c44e820c17d8 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:19:42.405535 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:42.416330 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c5b78be3-3ca4-429e-bc32-768cacc3730d req-19f0fba8-dfe5-4daf-8691-a11a1e314aa8 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446112 May 23 11:19:42.557934 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:42.559942 n-d-842952-2 neutron-server[83911]: DEBUG neutron.objects.ports [None req-e99d84fe-9ac0-4cdc-a761-7f222c50a361 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83911) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 23 11:19:42.563748 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e99d84fe-9ac0-4cdc-a761-7f222c50a361 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:42.592104 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 4b472d9e-7b9c-4fe5-8800-c44e820c17d8, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=4b472d9e-7b9c-4fe5-8800-c44e820c17d8,segment=NetworkSegment(62a496cc-e19f-409a-b014-66e4d6c7cebc),segment_id=62a496cc-e19f-409a-b014-66e4d6c7cebc)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:42.597251 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:42.598283 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 8fe06221-9b45-4a87-9097-415f9568b703 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:19:42.613807 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b858a42-ed7a-42bb-8666-9438812b2ab9 req-164c5f16-d535-423a-b94b-4039db6cb599 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:42.615303 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9b858a42-ed7a-42bb-8666-9438812b2ab9 req-164c5f16-d535-423a-b94b-4039db6cb599 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cee6061-1045-4bef-bbdb-79f3f9e32256 HTTP/1.1" status: 200 len: 944 time: 0.1534207 May 23 11:19:42.642196 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99d84fe-9ac0-4cdc-a761-7f222c50a361 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:19:42.646950 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-e99d84fe-9ac0-4cdc-a761-7f222c50a361 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:19:42.653957 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99d84fe-9ac0-4cdc-a761-7f222c50a361 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:42.654532 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e99d84fe-9ac0-4cdc-a761-7f222c50a361 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:42.661321 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d84fe-9ac0-4cdc-a761-7f222c50a361 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Subnet': ['ID=441ebf54-77b8-407a-b358-3359d5772e49,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:42.672463 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94e2b62-ae47-492f-aa01-594e1ea94d88 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:19:42.690834 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9b858a42-ed7a-42bb-8666-9438812b2ab9 req-11223035-7ccd-42dd-b0bf-5f1f223fd4d8 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/security-groups?id=6608edac-19b9-4bfb-a1a2-53d070ef0034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659626 May 23 11:19:42.695186 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65511622-3ae6-4e00-8bb2-667556a3a5f7'}, {'server_uuid': '2be11c2e-70c8-4051-9ea8-628eee2c4908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3afd64a2-b6a5-4913-a9be-716566b8de39'}, {'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa10ee8-a8ce-4d28-a9f0-0363128b97d0'}, {'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b472d9e-7b9c-4fe5-8800-c44e820c17d8'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:19:42.697127 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541ddae-46fd-4744-ba38-1495261b8d26 req-ca2f4bb5-303f-4624-aa24-3d21cbf78b4e tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:42.698208 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e99d84fe-9ac0-4cdc-a761-7f222c50a361 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0469944 May 23 11:19:42.698903 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7541ddae-46fd-4744-ba38-1495261b8d26 req-ca2f4bb5-303f-4624-aa24-3d21cbf78b4e tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.1459148 May 23 11:19:42.699303 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59794) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:42.704677 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-8e0f3beb-2f82-46b3-850d-7ce42c589091 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'subnet': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:19:42.706763 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6cd9b225-69e8-41eb-98cb-ef9dcac36b7b tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:42.828048 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:42.866366 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7541ddae-46fd-4744-ba38-1495261b8d26 req-38f8786e-91e3-4df3-a7ac-37a11684acbd tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443777 May 23 11:19:42.882466 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:42.894601 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97a04fc6-b85c-4bcd-90af-fc05a457a8d3'] response: {'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65511622-3ae6-4e00-8bb2-667556a3a5f7', 'code': 200} May 23 11:19:42.894855 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97a04fc6-b85c-4bcd-90af-fc05a457a8d3'] response: {'server_uuid': '2be11c2e-70c8-4051-9ea8-628eee2c4908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3afd64a2-b6a5-4913-a9be-716566b8de39', 'code': 200} May 23 11:19:42.895108 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97a04fc6-b85c-4bcd-90af-fc05a457a8d3'] response: {'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa10ee8-a8ce-4d28-a9f0-0363128b97d0', 'code': 200} May 23 11:19:42.897192 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97a04fc6-b85c-4bcd-90af-fc05a457a8d3'] response: {'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b472d9e-7b9c-4fe5-8800-c44e820c17d8', 'code': 200} May 23 11:19:42.897325 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8e0f3beb-2f82-46b3-850d-7ce42c589091 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:19:42.901831 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8e0f3beb-2f82-46b3-850d-7ce42c589091 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:subnet and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:19:42.904937 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8e0f3beb-2f82-46b3-850d-7ce42c589091 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:19:42.912357 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8e0f3beb-2f82-46b3-850d-7ce42c589091 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:19:42.912919 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=4b472d9e-7b9c-4fe5-8800-c44e820c17d8,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:42.927974 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0f3beb-2f82-46b3-850d-7ce42c589091 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:19:42.954821 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 8fe06221-9b45-4a87-9097-415f9568b703 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:19:42.974111 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 8fe06221-9b45-4a87-9097-415f9568b703 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:19:42.974476 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:43.111995 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8e0f3beb-2f82-46b3-850d-7ce42c589091 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:43.205260 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9f4757-9427-4e1c-b448-c0ad0b8a9f19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'tenant_id': '7898a2f847b24320a42ded6c2b4bd651', 'fixed_ips': [{'subnet_id': '441ebf54-77b8-407a-b358-3359d5772e49'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:19:43.206099 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1f9f4757-9427-4e1c-b448-c0ad0b8a9f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:43.333225 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:43.406221 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dca7d-65f8-463b-adc2-f1085b042193 req-7358aee6-7296-4588-8c0f-80cc9878c0c8 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:43.410622 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dca7d-65f8-463b-adc2-f1085b042193 req-7358aee6-7296-4588-8c0f-80cc9878c0c8 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:43.414406 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dca7d-65f8-463b-adc2-f1085b042193 req-7358aee6-7296-4588-8c0f-80cc9878c0c8 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:43.418359 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dca7d-65f8-463b-adc2-f1085b042193 req-7358aee6-7296-4588-8c0f-80cc9878c0c8 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:43.422246 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dca7d-65f8-463b-adc2-f1085b042193 req-7358aee6-7296-4588-8c0f-80cc9878c0c8 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:43.426138 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dca7d-65f8-463b-adc2-f1085b042193 req-7358aee6-7296-4588-8c0f-80cc9878c0c8 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:43.429972 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dca7d-65f8-463b-adc2-f1085b042193 req-7358aee6-7296-4588-8c0f-80cc9878c0c8 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:43.432058 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-989dca7d-65f8-463b-adc2-f1085b042193 req-7358aee6-7296-4588-8c0f-80cc9878c0c8 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 5441 time: 0.2470756 May 23 11:19:43.443021 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad59eda-79a2-4b9d-9644-bc95dbdb1169 req-b4958367-33fb-4e66-bfbf-3ceca67fc755 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:43.444537 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cad59eda-79a2-4b9d-9644-bc95dbdb1169 req-b4958367-33fb-4e66-bfbf-3ceca67fc755 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.2578731 May 23 11:19:43.451914 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 8fe06221-9b45-4a87-9097-415f9568b703, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=8fe06221-9b45-4a87-9097-415f9568b703,segment=NetworkSegment(62a496cc-e19f-409a-b014-66e4d6c7cebc),segment_id=62a496cc-e19f-409a-b014-66e4d6c7cebc)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:43.452978 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 72b7e80a-4e0f-47d0-8c76-0b6ab3063af4 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:19:43.469003 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:43.498624 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-6cd9b225-69e8-41eb-98cb-ef9dcac36b7b tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Deleting port 57503582-55cf-42da-bf74-b4c87eeaf0d2 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:19:43.499142 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6cd9b225-69e8-41eb-98cb-ef9dcac36b7b tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:43.508911 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device ade0de95-006a-4fe2-b4ff-65da0980082b up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:19:43.573770 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-989dca7d-65f8-463b-adc2-f1085b042193 req-4bf6d1b3-39e3-4021-b908-346516d95360 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f104f24-d3e6-45e4-adef-c55f6b4d08fc&id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1261806 May 23 11:19:43.582177 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.resource_extend [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:19:43.591051 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cad59eda-79a2-4b9d-9644-bc95dbdb1169 req-264e0e7d-59bd-4668-8af0-748422235f1f tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020663 May 23 11:19:43.608482 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-1f9f4757-9427-4e1c-b448-c0ad0b8a9f19 None None] Allocated IP 2001:db8::f816:3eff:fe96:cf42 (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/441ebf54-77b8-407a-b358-3359d5772e49/bc6c5996-0df7-4a0b-a9f1-f52162b7d62b) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:19:43.659476 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8e0f3beb-2f82-46b3-850d-7ce42c589091 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:43.692956 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=8fe06221-9b45-4a87-9097-415f9568b703,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:43.734063 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6cd9b225-69e8-41eb-98cb-ef9dcac36b7b tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:43.819407 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port ade0de95-006a-4fe2-b4ff-65da0980082b completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:19:43.866398 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port ade0de95-006a-4fe2-b4ff-65da0980082b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:19:43.866832 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:43.912900 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-6cd9b225-69e8-41eb-98cb-ef9dcac36b7b tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Calling delete_port for 57503582-55cf-42da-bf74-b4c87eeaf0d2 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:19:43.975079 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 72b7e80a-4e0f-47d0-8c76-0b6ab3063af4, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=72b7e80a-4e0f-47d0-8c76-0b6ab3063af4,segment=NetworkSegment(9379bc52-03db-4b6b-a712-5c3844bb254d),segment_id=9379bc52-03db-4b6b-a712-5c3844bb254d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:44.005394 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f3beb-2f82-46b3-850d-7ce42c589091 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Subnet': ['ID=4b6fa7fe-2f38-41a5-a667-4883b72b9b2a,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:44.028240 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '72b7e80a-4e0f-47d0-8c76-0b6ab3063af4', 'network_id': '77274ad1-8320-427b-8805-dddd8f6cebb4', 'port_id': '72b7e80a-4e0f-47d0-8c76-0b6ab3063af4', 'mac_address': 'fa:16:3e:92:9d:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8223746a-6170-4efb-8f3a-1e6029f94141', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:19:44.028997 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0f3beb-2f82-46b3-850d-7ce42c589091 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:19:44.035232 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-8e0f3beb-2f82-46b3-850d-7ce42c589091 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:19:44.040971 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0f3beb-2f82-46b3-850d-7ce42c589091 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:44.041805 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8e0f3beb-2f82-46b3-850d-7ce42c589091 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:44.090038 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8e0f3beb-2f82-46b3-850d-7ce42c589091 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3896549 May 23 11:19:44.096958 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8dbb1f-c944-4784-b12a-ad7e31dc4c35 req-12eb4ce6-9336-49c3-b62a-cf84b33472f4 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:44.098486 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f8dbb1f-c944-4784-b12a-ad7e31dc4c35 req-12eb4ce6-9336-49c3-b62a-cf84b33472f4 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cee6061-1045-4bef-bbdb-79f3f9e32256 HTTP/1.1" status: 200 len: 944 time: 0.2124791 May 23 11:19:44.099003 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59816) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:44.107911 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-fb86829a-41c4-4f43-8eb7-7ccf064ff2ba tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'port': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'mac_address': 'fa:16:3e:81:62:53', 'name': 'tempest-NetworksTestDHCPv6-1136110445'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:19:44.122048 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6cd9b225-69e8-41eb-98cb-ef9dcac36b7b tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:44.136594 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337a57e-05e0-4d21-a864-11a584da74d4 req-27d7959f-e27f-4d61-a75b-4f4fe6ccbfeb tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:44.140331 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b337a57e-05e0-4d21-a864-11a584da74d4 req-27d7959f-e27f-4d61-a75b-4f4fe6ccbfeb tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.2530978 May 23 11:19:44.174778 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:44.183653 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd9b225-69e8-41eb-98cb-ef9dcac36b7b tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event deleted for resources: {'Port': ['ID=57503582-55cf-42da-bf74-b4c87eeaf0d2,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:44.192973 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1f9f4757-9427-4e1c-b448-c0ad0b8a9f19 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:44.197699 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:44.222094 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72b7e80a-4e0f-47d0-8c76-0b6ab3063af4 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:19:44.243708 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1f9f4757-9427-4e1c-b448-c0ad0b8a9f19 None None] Transition to ACTIVE for port object bc6c5996-0df7-4a0b-a9f1-f52162b7d62b will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:19:44.253729 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:44.259067 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 72b7e80a-4e0f-47d0-8c76-0b6ab3063af4, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=72b7e80a-4e0f-47d0-8c76-0b6ab3063af4,segment=NetworkSegment(9379bc52-03db-4b6b-a712-5c3844bb254d),segment_id=9379bc52-03db-4b6b-a712-5c3844bb254d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:44.269858 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:44.342757 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=72b7e80a-4e0f-47d0-8c76-0b6ab3063af4,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:44.343215 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f8dbb1f-c944-4784-b12a-ad7e31dc4c35 req-f5abf53b-2c33-4055-9790-eb2cb2565a59 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/security-groups?id=6608edac-19b9-4bfb-a1a2-53d070ef0034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194092 May 23 11:19:44.346309 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port ade0de95-006a-4fe2-b4ff-65da0980082b, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=ade0de95-006a-4fe2-b4ff-65da0980082b,segment=NetworkSegment(b9fbc905-5e46-471f-be10-d3ddd4aa40fc),segment_id=b9fbc905-5e46-471f-be10-d3ddd4aa40fc)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:44.347650 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1f9f4757-9427-4e1c-b448-c0ad0b8a9f19 None None] Transition to ACTIVE for port object bc6c5996-0df7-4a0b-a9f1-f52162b7d62b will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:19:44.354806 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:44.356569 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 77c5e08b-44d1-4a6a-905f-a11e984ebbaf up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:19:44.362925 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b337a57e-05e0-4d21-a864-11a584da74d4 req-88a326e4-c3f1-41b9-abc5-203eee34b457 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496553 May 23 11:19:44.390278 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-fb86829a-41c4-4f43-8eb7-7ccf064ff2ba tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:19:44.401112 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-fb86829a-41c4-4f43-8eb7-7ccf064ff2ba tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:19:44.418268 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb86829a-41c4-4f43-8eb7-7ccf064ff2ba tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:19:44.422843 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fb86829a-41c4-4f43-8eb7-7ccf064ff2ba tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:44.438540 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1f9f4757-9427-4e1c-b448-c0ad0b8a9f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:44.458139 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-fb86829a-41c4-4f43-8eb7-7ccf064ff2ba tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] device_id is not set on port 9d81e485-0ac7-4308-94f6-6a012d25d496 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:19:44.549878 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9f4757-9427-4e1c-b448-c0ad0b8a9f19 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:19:44.556085 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-1f9f4757-9427-4e1c-b448-c0ad0b8a9f19 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:19:44.566742 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9f4757-9427-4e1c-b448-c0ad0b8a9f19 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:19:44.578075 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=ade0de95-006a-4fe2-b4ff-65da0980082b,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:44.739527 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6cd9b225-69e8-41eb-98cb-ef9dcac36b7b tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:44.769432 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f4757-9427-4e1c-b448-c0ad0b8a9f19 None None] Pushing event updated for resources: {'Port': ['ID=bc6c5996-0df7-4a0b-a9f1-f52162b7d62b,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:44.788502 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 77c5e08b-44d1-4a6a-905f-a11e984ebbaf completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:19:44.793453 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1f9f4757-9427-4e1c-b448-c0ad0b8a9f19 None None] Attempting to bind port bc6c5996-0df7-4a0b-a9f1-f52162b7d62b on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:19:44.793820 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1f9f4757-9427-4e1c-b448-c0ad0b8a9f19 None None] Attempting to bind port bc6c5996-0df7-4a0b-a9f1-f52162b7d62b by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:19:44.794192 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9f4757-9427-4e1c-b448-c0ad0b8a9f19 None None] Attempting to bind port bc6c5996-0df7-4a0b-a9f1-f52162b7d62b on network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:19:44.796951 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['72b7e80a-4e0f-47d0-8c76-0b6ab3063af4'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:19:44.846569 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 77c5e08b-44d1-4a6a-905f-a11e984ebbaf triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:19:44.847582 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:44.893563 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9f4757-9427-4e1c-b448-c0ad0b8a9f19 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:19:44.893912 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9f4757-9427-4e1c-b448-c0ad0b8a9f19 None None] Checking segment: {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:19:44.894295 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1f9f4757-9427-4e1c-b448-c0ad0b8a9f19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:44.894834 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9f4757-9427-4e1c-b448-c0ad0b8a9f19 None None] Bound using segment: {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:19:44.895335 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1f9f4757-9427-4e1c-b448-c0ad0b8a9f19 None None] Bound port: bc6c5996-0df7-4a0b-a9f1-f52162b7d62b, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:19:44.895702 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1f9f4757-9427-4e1c-b448-c0ad0b8a9f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:44.928691 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe06221-9b45-4a87-9097-415f9568b703'}, {'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade0de95-006a-4fe2-b4ff-65da0980082b'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:19:45.014573 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec2cbb-e7e7-43fc-9a13-3a8aa128d452 req-af2e51e6-6479-4807-9811-5243682341b4 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:45.021960 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f6ec2cbb-e7e7-43fc-9a13-3a8aa128d452 req-af2e51e6-6479-4807-9811-5243682341b4 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/networks?id=c8f610f3-246f-4e9c-bcad-00bcd258b4f5 HTTP/1.1" status: 200 len: 813 time: 0.4314539 May 23 11:19:45.086896 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f6ec2cbb-e7e7-43fc-9a13-3a8aa128d452 req-e243b741-81f8-46bc-a789-d911e8cd1ebf tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/quotas/c8ada26741884c689d0e80f64385eb15 HTTP/1.1" status: 200 len: 375 time: 0.0637357 May 23 11:19:45.089244 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-fb86829a-41c4-4f43-8eb7-7ccf064ff2ba tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Allocated IP 172.20.0.3 (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/4b6fa7fe-2f38-41a5-a667-4883b72b9b2a/9d81e485-0ac7-4308-94f6-6a012d25d496) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:19:45.147909 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-fb86829a-41c4-4f43-8eb7-7ccf064ff2ba tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Allocated IP 2001:db8::f816:3eff:fe81:6253 (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/441ebf54-77b8-407a-b358-3359d5772e49/9d81e485-0ac7-4308-94f6-6a012d25d496) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:19:45.161620 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1f9f4757-9427-4e1c-b448-c0ad0b8a9f19 None None] For port bc6c5996-0df7-4a0b-a9f1-f52162b7d62b, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:19:45.190448 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1f9f4757-9427-4e1c-b448-c0ad0b8a9f19 None None] For port bc6c5996-0df7-4a0b-a9f1-f52162b7d62b, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=bc6c5996-0df7-4a0b-a9f1-f52162b7d62b,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:19:45.202383 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:45.211960 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1f9f4757-9427-4e1c-b448-c0ad0b8a9f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:45.317074 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd9b225-69e8-41eb-98cb-ef9dcac36b7b tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Router d27cb121-34f9-4353-8f9d-2f6ba7cbaf1d has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:19:45.351702 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 77c5e08b-44d1-4a6a-905f-a11e984ebbaf, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=77c5e08b-44d1-4a6a-905f-a11e984ebbaf,segment=NetworkSegment(b9fbc905-5e46-471f-be10-d3ddd4aa40fc),segment_id=b9fbc905-5e46-471f-be10-d3ddd4aa40fc)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:45.372885 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:45.379618 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f4757-9427-4e1c-b448-c0ad0b8a9f19 None None] Pushing event updated for resources: {'Port': ['ID=bc6c5996-0df7-4a0b-a9f1-f52162b7d62b,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:45.436760 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 3afd64a2-b6a5-4913-a9be-716566b8de39 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:19:45.501677 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd9b225-69e8-41eb-98cb-ef9dcac36b7b tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:19:45.502731 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f6ec2cbb-e7e7-43fc-9a13-3a8aa128d452 req-7fa1de1a-ade8-4f61-8876-df58eebbc96e tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c8ada26741884c689d0e80f64385eb15&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4150350 May 23 11:19:45.515468 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b5496-2c62-453d-b6a5-825180af4046 req-8c1df8e8-7277-43e7-ac87-45f91274360e tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:45.520493 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b5496-2c62-453d-b6a5-825180af4046 req-8c1df8e8-7277-43e7-ac87-45f91274360e tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:45.526214 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b5496-2c62-453d-b6a5-825180af4046 req-8c1df8e8-7277-43e7-ac87-45f91274360e tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:45.528726 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb295176-4ec1-4cf3-aad3-9e3b3eabb08c None None] Sync routers for ids ['d27cb121-34f9-4353-8f9d-2f6ba7cbaf1d'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:19:45.530046 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b5496-2c62-453d-b6a5-825180af4046 req-8c1df8e8-7277-43e7-ac87-45f91274360e tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:45.534828 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b5496-2c62-453d-b6a5-825180af4046 req-8c1df8e8-7277-43e7-ac87-45f91274360e tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:45.540679 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b5496-2c62-453d-b6a5-825180af4046 req-8c1df8e8-7277-43e7-ac87-45f91274360e tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:45.544571 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b5496-2c62-453d-b6a5-825180af4046 req-8c1df8e8-7277-43e7-ac87-45f91274360e tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:45.546479 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-de8b5496-2c62-453d-b6a5-825180af4046 req-8c1df8e8-7277-43e7-ac87-45f91274360e tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 5443 time: 0.5085473 May 23 11:19:45.562397 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb295176-4ec1-4cf3-aad3-9e3b3eabb08c None None] Routers {'d27cb121-34f9-4353-8f9d-2f6ba7cbaf1d'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:19:45.563243 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-cb295176-4ec1-4cf3-aad3-9e3b3eabb08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:19:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['d27cb121-34f9-4353-8f9d-2f6ba7cbaf1d'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:19:45.571412 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6cd9b225-69e8-41eb-98cb-ef9dcac36b7b tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "PUT /v2.0/routers/d27cb121-34f9-4353-8f9d-2f6ba7cbaf1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8662472 May 23 11:19:45.572940 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59842) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:45.629037 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=77c5e08b-44d1-4a6a-905f-a11e984ebbaf,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:45.674141 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-cb295176-4ec1-4cf3-aad3-9e3b3eabb08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:19:45.700876 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb295176-4ec1-4cf3-aad3-9e3b3eabb08c None None] Routers {'d27cb121-34f9-4353-8f9d-2f6ba7cbaf1d'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:19:45.703358 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-cb295176-4ec1-4cf3-aad3-9e3b3eabb08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:19:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['d27cb121-34f9-4353-8f9d-2f6ba7cbaf1d'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:19:45.708521 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fb86829a-41c4-4f43-8eb7-7ccf064ff2ba tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:45.728169 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1d37d484-7cd9-4991-8d61-3fbec1b856ea tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Synchronizing usage tracker for tenant:3c9ac73e8a7143fb94827c1e9402fa16 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:19:45.766943 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1605c149-51bd-4563-97a0-814615394e83'] response: {'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe06221-9b45-4a87-9097-415f9568b703', 'code': 200} May 23 11:19:45.767222 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1605c149-51bd-4563-97a0-814615394e83'] response: {'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade0de95-006a-4fe2-b4ff-65da0980082b', 'code': 200} May 23 11:19:45.801727 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1d37d484-7cd9-4991-8d61-3fbec1b856ea tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Unset dirty status for tenant:3c9ac73e8a7143fb94827c1e9402fa16 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:19:45.805599 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1d37d484-7cd9-4991-8d61-3fbec1b856ea tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "GET /v2.0/ports?device_id=d27cb121-34f9-4353-8f9d-2f6ba7cbaf1d HTTP/1.1" status: 200 len: 205 time: 0.2289500 May 23 11:19:45.805862 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59848) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:45.829170 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-cb295176-4ec1-4cf3-aad3-9e3b3eabb08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:19:45.829978 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb295176-4ec1-4cf3-aad3-9e3b3eabb08c None None] The sync data for ids ['d27cb121-34f9-4353-8f9d-2f6ba7cbaf1d'] in n-d-842952-2 is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:19:45.845227 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-fb86829a-41c4-4f43-8eb7-7ccf064ff2ba tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Transition to ACTIVE for port object 9d81e485-0ac7-4308-94f6-6a012d25d496 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:19:45.846546 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 3afd64a2-b6a5-4913-a9be-716566b8de39, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=3afd64a2-b6a5-4913-a9be-716566b8de39,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:45.872861 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-de8b5496-2c62-453d-b6a5-825180af4046 req-5bec9ebb-5391-44cb-926c-3c2abbb66463 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f104f24-d3e6-45e4-adef-c55f6b4d08fc&id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3131750 May 23 11:19:45.906294 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '3afd64a2-b6a5-4913-a9be-716566b8de39', 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24', 'port_id': '3afd64a2-b6a5-4913-a9be-716566b8de39', 'mac_address': 'fa:16:3e:0b:fe:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54335c97-79a1-4f1c-bc27-f53589fd26ef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:19:45.947990 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fb86829a-41c4-4f43-8eb7-7ccf064ff2ba tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:45.985015 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device bc6c5996-0df7-4a0b-a9f1-f52162b7d62b up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:19:46.076148 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:46.102834 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3afd64a2-b6a5-4913-a9be-716566b8de39 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:19:46.125981 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 3afd64a2-b6a5-4913-a9be-716566b8de39, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=3afd64a2-b6a5-4913-a9be-716566b8de39,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:46.127648 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port bc6c5996-0df7-4a0b-a9f1-f52162b7d62b completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:19:46.132543 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4a1c8004-ba69-4ce7-9203-bb054bff3dc2 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:46.132730 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:46.218453 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=3afd64a2-b6a5-4913-a9be-716566b8de39,revision_number=9']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:46.222091 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb86829a-41c4-4f43-8eb7-7ccf064ff2ba tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Port': ['ID=9d81e485-0ac7-4308-94f6-6a012d25d496,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:46.232819 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb86829a-41c4-4f43-8eb7-7ccf064ff2ba tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:19:46.235500 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-fb86829a-41c4-4f43-8eb7-7ccf064ff2ba tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:19:46.238476 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb86829a-41c4-4f43-8eb7-7ccf064ff2ba tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:19:46.300518 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36165085-2aaa-4d56-8a4c-fb252bed9576 req-39e4f6f5-2f4c-4aa8-a126-25fa7d63391d tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:46.301999 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36165085-2aaa-4d56-8a4c-fb252bed9576 req-39e4f6f5-2f4c-4aa8-a126-25fa7d63391d tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cee6061-1045-4bef-bbdb-79f3f9e32256 HTTP/1.1" status: 200 len: 945 time: 0.2552552 May 23 11:19:46.302620 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['3afd64a2-b6a5-4913-a9be-716566b8de39'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:19:46.344193 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb86829a-41c4-4f43-8eb7-7ccf064ff2ba tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:46.344836 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fb86829a-41c4-4f43-8eb7-7ccf064ff2ba tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:46.390298 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667cdf65-1fc7-446e-9258-c1b422052586 req-645a5a90-5cca-4526-8e25-2783cb0aae41 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:46.396051 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-667cdf65-1fc7-446e-9258-c1b422052586 req-645a5a90-5cca-4526-8e25-2783cb0aae41 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.2834585 May 23 11:19:46.443233 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-fb86829a-41c4-4f43-8eb7-7ccf064ff2ba tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.3429739 May 23 11:19:46.449259 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59854) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:46.491427 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36165085-2aaa-4d56-8a4c-fb252bed9576 req-6051e34d-70fe-4d99-81ec-1008f15d3437 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/security-groups?id=6608edac-19b9-4bfb-a1a2-53d070ef0034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748757 May 23 11:19:46.512507 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-667cdf65-1fc7-446e-9258-c1b422052586 req-a59e4649-1a23-4f4f-aeb9-e2b04d0a6682 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201968 May 23 11:19:46.584321 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e74800-af21-4b6d-a781-4ae57a1e1f65 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:46.588393 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e74800-af21-4b6d-a781-4ae57a1e1f65 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:46.589193 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-55e74800-af21-4b6d-a781-4ae57a1e1f65 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:19:46.619662 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-55e74800-af21-4b6d-a781-4ae57a1e1f65 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:19:46.623809 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-55e74800-af21-4b6d-a781-4ae57a1e1f65 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1735649 May 23 11:19:46.624449 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59860) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:46.813892 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4a1c8004-ba69-4ce7-9203-bb054bff3dc2 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:46.827105 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4a1c8004-ba69-4ce7-9203-bb054bff3dc2 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:46.859000 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2d0f9e-7e38-4c4f-9897-492268104178 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:19:46.897030 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4a1c8004-ba69-4ce7-9203-bb054bff3dc2 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:46.897561 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1c8004-ba69-4ce7-9203-bb054bff3dc2 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Fanout notify agent at l3_agent the message router_deleted on router d27cb121-34f9-4353-8f9d-2f6ba7cbaf1d {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:19:46.929166 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4a1c8004-ba69-4ce7-9203-bb054bff3dc2 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:46.936492 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4a1c8004-ba69-4ce7-9203-bb054bff3dc2 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "DELETE /v2.0/routers/d27cb121-34f9-4353-8f9d-2f6ba7cbaf1d HTTP/1.1" status: 204 len: 168 time: 1.1266029 May 23 11:19:46.936760 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59866) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:46.942822 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-cb3aca1e-2f77-4822-9396-587a1af7ccc2 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting port 9d81e485-0ac7-4308-94f6-6a012d25d496 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:19:46.943145 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cb3aca1e-2f77-4822-9396-587a1af7ccc2 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:47.008318 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-244b88fe-c5a7-4a37-ab04-7e8970ba1013 None None] Provisioning for port bc6c5996-0df7-4a0b-a9f1-f52162b7d62b completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:19:47.025215 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-244b88fe-c5a7-4a37-ab04-7e8970ba1013 None None] Provisioning complete for port bc6c5996-0df7-4a0b-a9f1-f52162b7d62b triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:19:47.025598 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-244b88fe-c5a7-4a37-ab04-7e8970ba1013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:47.104265 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0c8b4-d009-4566-a099-594078731ac2 req-8086da5f-d7b7-4aaf-91aa-a88c1dddb908 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:47.105675 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f9d0c8b4-d009-4566-a099-594078731ac2 req-8086da5f-d7b7-4aaf-91aa-a88c1dddb908 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.4226987 May 23 11:19:47.272791 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-244b88fe-c5a7-4a37-ab04-7e8970ba1013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:47.314348 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-244b88fe-c5a7-4a37-ab04-7e8970ba1013 None None] For port bc6c5996-0df7-4a0b-a9f1-f52162b7d62b, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=bc6c5996-0df7-4a0b-a9f1-f52162b7d62b,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:47.319758 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-244b88fe-c5a7-4a37-ab04-7e8970ba1013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:47.405754 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f9d0c8b4-d009-4566-a099-594078731ac2 req-12bb10ee-ef3f-4836-afdc-3bfc160e5dbb tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904720 May 23 11:19:47.443049 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 3afd64a2-b6a5-4913-a9be-716566b8de39 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:19:47.459643 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-925a9d33-ae74-4c86-a1c5-880277f9c0e1 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Deleting subnet 1fe0e803-65ae-4269-96ca-0b9cee0ba0e8 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:19:47.462314 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cb3aca1e-2f77-4822-9396-587a1af7ccc2 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:47.467339 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b88fe-c5a7-4a37-ab04-7e8970ba1013 None None] Pushing event updated for resources: {'Port': ['ID=bc6c5996-0df7-4a0b-a9f1-f52162b7d62b,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:47.471342 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-925a9d33-ae74-4c86-a1c5-880277f9c0e1 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:47.490987 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8a2f5b-6347-4e92-b65f-d2fd93296a65 None None] Update dhcp port {'port': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'fixed_ips': [{'subnet_id': '441ebf54-77b8-407a-b358-3359d5772e49', 'ip_address': '2001:db8::f816:3eff:fe96:cf42'}, {'subnet_id': '4b6fa7fe-2f38-41a5-a667-4883b72b9b2a'}], 'binding:host_id': 'n-d-842952-2'}, 'id': 'bc6c5996-0df7-4a0b-a9f1-f52162b7d62b'} from n-d-842952-2. {{(pid=83912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 23 11:19:47.555189 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-af8a2f5b-6347-4e92-b65f-d2fd93296a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:47.579718 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da887a-112c-4347-a64d-9c01ca7349cd req-2b07701e-f14a-4a6e-b8c1-fece32a332bf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:47.583579 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da887a-112c-4347-a64d-9c01ca7349cd req-2b07701e-f14a-4a6e-b8c1-fece32a332bf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:47.587423 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da887a-112c-4347-a64d-9c01ca7349cd req-2b07701e-f14a-4a6e-b8c1-fece32a332bf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:47.591266 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da887a-112c-4347-a64d-9c01ca7349cd req-2b07701e-f14a-4a6e-b8c1-fece32a332bf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:47.595093 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da887a-112c-4347-a64d-9c01ca7349cd req-2b07701e-f14a-4a6e-b8c1-fece32a332bf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:47.598931 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da887a-112c-4347-a64d-9c01ca7349cd req-2b07701e-f14a-4a6e-b8c1-fece32a332bf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:47.602854 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da887a-112c-4347-a64d-9c01ca7349cd req-2b07701e-f14a-4a6e-b8c1-fece32a332bf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:47.604722 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-21da887a-112c-4347-a64d-9c01ca7349cd req-2b07701e-f14a-4a6e-b8c1-fece32a332bf tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 5444 time: 0.4833429 May 23 11:19:47.619681 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 3afd64a2-b6a5-4913-a9be-716566b8de39 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:19:47.620150 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:47.686620 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-cb3aca1e-2f77-4822-9396-587a1af7ccc2 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Calling delete_port for 9d81e485-0ac7-4308-94f6-6a012d25d496 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:19:47.734222 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device bc6c5996-0df7-4a0b-a9f1-f52162b7d62b up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:19:47.740416 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-925a9d33-ae74-4c86-a1c5-880277f9c0e1 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:47.770692 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c5e08b-44d1-4a6a-905f-a11e984ebbaf'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:19:47.854373 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-880f1bc1-6816-44f4-b3fd-46f633a64653 req-2ef01b70-8168-439c-af03-19c98b1fc3d8 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=c8ada26741884c689d0e80f64385eb15 HTTP/1.1" status: 200 len: 221 time: 0.2465506 May 23 11:19:47.869656 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-21da887a-112c-4347-a64d-9c01ca7349cd req-296783f1-69a5-4ac2-8e97-e163dce74ae3 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f104f24-d3e6-45e4-adef-c55f6b4d08fc&id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2020743 May 23 11:19:47.917625 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:47.936233 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-af8a2f5b-6347-4e92-b65f-d2fd93296a65 None None] Allocated IP 172.20.0.2 (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/4b6fa7fe-2f38-41a5-a667-4883b72b9b2a/bc6c5996-0df7-4a0b-a9f1-f52162b7d62b) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:19:47.936932 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-925a9d33-ae74-4c86-a1c5-880277f9c0e1 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:47.980265 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port bc6c5996-0df7-4a0b-a9f1-f52162b7d62b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:19:47.980637 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:48.012369 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [req-7b82d997-6c29-445f-bdfa-b9d7af01d409 req-8b8fa707-77cf-44c9-a2f9-f91e2c83ba75 service neutron] (83911) timed out ('10.222.0.79', 33428) {{(pid=83911) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 23 11:19:48.096115 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a2ce22b-9049-44d9-93b9-c8f201982fd9'] response: {'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c5e08b-44d1-4a6a-905f-a11e984ebbaf', 'code': 200} May 23 11:19:48.111514 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 3afd64a2-b6a5-4913-a9be-716566b8de39, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=3afd64a2-b6a5-4913-a9be-716566b8de39,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:48.128150 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:48.128959 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 72b7e80a-4e0f-47d0-8c76-0b6ab3063af4 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:19:48.147471 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-925a9d33-ae74-4c86-a1c5-880277f9c0e1 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:48.199539 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925a9d33-ae74-4c86-a1c5-880277f9c0e1 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event deleted for resources: {'Subnet': ['ID=1fe0e803-65ae-4269-96ca-0b9cee0ba0e8,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:48.201448 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cb3aca1e-2f77-4822-9396-587a1af7ccc2 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:48.273520 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17068e4f-0a6d-42c1-a0c5-d80bc0c0084c None None] Network a36fba95-a4a3-408a-a7a0-5aca261a583e requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:19:48.288655 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-925a9d33-ae74-4c86-a1c5-880277f9c0e1 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:48.295505 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3aca1e-2f77-4822-9396-587a1af7ccc2 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Port': ['ID=9d81e485-0ac7-4308-94f6-6a012d25d496,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:48.298605 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-97314323-ba7e-4db5-a82f-ba9e5b342e3d req-5a04a0fe-0661-46d0-a839-72bfd06f92b3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 6501 time: 0.1082821 May 23 11:19:48.320215 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-925a9d33-ae74-4c86-a1c5-880277f9c0e1 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "DELETE /v2.0/subnets/1fe0e803-65ae-4269-96ca-0b9cee0ba0e8 HTTP/1.1" status: 204 len: 168 time: 1.3821805 May 23 11:19:48.324871 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59896) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:48.351424 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd16e40-e58b-4abc-bd30-80e3f7fdb446 req-416e8300-65be-44b6-803a-c2f95cd1842b tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:48.353006 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fdd16e40-e58b-4abc-bd30-80e3f7fdb446 req-416e8300-65be-44b6-803a-c2f95cd1842b tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cee6061-1045-4bef-bbdb-79f3f9e32256 HTTP/1.1" status: 200 len: 945 time: 0.3031709 May 23 11:19:48.456781 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-97314323-ba7e-4db5-a82f-ba9e5b342e3d req-52adb69d-e3ac-4dbd-aa3c-5ccd5efa7b16 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=3f104f24-d3e6-45e4-adef-c55f6b4d08fc&id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1468632 May 23 11:19:48.467742 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f41ff375-5ad9-4dde-9e8e-f396afc40214 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:48.480061 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-f41ff375-5ad9-4dde-9e8e-f396afc40214 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Deleting port 710ee753-ac1a-4c0a-a603-dd503cfce393 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:19:48.480787 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f41ff375-5ad9-4dde-9e8e-f396afc40214 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:48.511991 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=3afd64a2-b6a5-4913-a9be-716566b8de39,revision_number=10']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:48.596199 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-af8a2f5b-6347-4e92-b65f-d2fd93296a65 None None] For port bc6c5996-0df7-4a0b-a9f1-f52162b7d62b, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=bc6c5996-0df7-4a0b-a9f1-f52162b7d62b,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:48.614909 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fdd16e40-e58b-4abc-bd30-80e3f7fdb446 req-b3f404d8-523b-4fc6-a7e7-5e209aee0e3c tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/security-groups?id=6608edac-19b9-4bfb-a1a2-53d070ef0034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541919 May 23 11:19:48.626739 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc010d1-11ba-4bf0-bc8b-e73c414617c1 req-dbc84c6a-a1c3-45e0-bc13-e3fcb16eb756 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:48.633439 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0cc010d1-11ba-4bf0-bc8b-e73c414617c1 req-dbc84c6a-a1c3-45e0-bc13-e3fcb16eb756 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.3896039 May 23 11:19:48.637685 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 72b7e80a-4e0f-47d0-8c76-0b6ab3063af4 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:19:48.659485 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cb3aca1e-2f77-4822-9396-587a1af7ccc2 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:48.661733 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-cb3aca1e-2f77-4822-9396-587a1af7ccc2 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/ports/9d81e485-0ac7-4308-94f6-6a012d25d496 HTTP/1.1" status: 204 len: 168 time: 2.0328119 May 23 11:19:48.664146 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59900) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:48.671898 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 72b7e80a-4e0f-47d0-8c76-0b6ab3063af4 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:19:48.672274 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:48.694981 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-f41ff375-5ad9-4dde-9e8e-f396afc40214 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] For port 710ee753-ac1a-4c0a-a603-dd503cfce393, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=710ee753-ac1a-4c0a-a603-dd503cfce393,segment=NetworkSegment(d1afb60d-8c69-4b26-93d2-e1c61f9ba60d),segment_id=d1afb60d-8c69-4b26-93d2-e1c61f9ba60d)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:48.695335 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f41ff375-5ad9-4dde-9e8e-f396afc40214 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:48.698764 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-af8a2f5b-6347-4e92-b65f-d2fd93296a65 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:48.749443 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-af8a2f5b-6347-4e92-b65f-d2fd93296a65 None None] Transition to ACTIVE for port object bc6c5996-0df7-4a0b-a9f1-f52162b7d62b will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:19:48.752926 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0cc010d1-11ba-4bf0-bc8b-e73c414617c1 req-b829a1f6-73a5-43d7-a657-852f65512f8a tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182706 May 23 11:19:48.765688 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-af8a2f5b-6347-4e92-b65f-d2fd93296a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:48.770259 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206bc82a-7dea-4e04-97ba-2ec3a61f62f5 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:48.771761 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206bc82a-7dea-4e04-97ba-2ec3a61f62f5 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:48.773251 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206bc82a-7dea-4e04-97ba-2ec3a61f62f5 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:48.774142 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-206bc82a-7dea-4e04-97ba-2ec3a61f62f5 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:19:48.822714 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-206bc82a-7dea-4e04-97ba-2ec3a61f62f5 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:19:48.827378 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-206bc82a-7dea-4e04-97ba-2ec3a61f62f5 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1618159 May 23 11:19:48.828200 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59906) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:48.871003 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c773d6-810a-42cf-bb4b-e1fcc2907581 None None] DHCP port deletion for a36fba95-a4a3-408a-a7a0-5aca261a583e request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:19:48.902279 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-f41ff375-5ad9-4dde-9e8e-f396afc40214 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Calling delete_port for 710ee753-ac1a-4c0a-a603-dd503cfce393 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:19:49.004735 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a8c773d6-810a-42cf-bb4b-e1fcc2907581 None None] Deleting port 710ee753-ac1a-4c0a-a603-dd503cfce393 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:19:49.005711 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a8c773d6-810a-42cf-bb4b-e1fcc2907581 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:49.028944 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f41ff375-5ad9-4dde-9e8e-f396afc40214 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:49.095973 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41ff375-5ad9-4dde-9e8e-f396afc40214 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] No DVR routers for this DVR port 710ee753-ac1a-4c0a-a603-dd503cfce393 on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:19:49.105250 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:49.134513 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ff375-5ad9-4dde-9e8e-f396afc40214 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event deleted for resources: {'Port': ['ID=710ee753-ac1a-4c0a-a603-dd503cfce393,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:49.146286 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8a2f5b-6347-4e92-b65f-d2fd93296a65 None None] Pushing event updated for resources: {'Port': ['ID=bc6c5996-0df7-4a0b-a9f1-f52162b7d62b,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:49.166336 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a8c773d6-810a-42cf-bb4b-e1fcc2907581 None None] The port '710ee753-ac1a-4c0a-a603-dd503cfce393' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:19:49.194162 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 72b7e80a-4e0f-47d0-8c76-0b6ab3063af4, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=72b7e80a-4e0f-47d0-8c76-0b6ab3063af4,segment=NetworkSegment(9379bc52-03db-4b6b-a712-5c3844bb254d),segment_id=9379bc52-03db-4b6b-a712-5c3844bb254d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:49.202100 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:49.236186 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f41ff375-5ad9-4dde-9e8e-f396afc40214 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:49.250719 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a5cc60f-07fc-4eff-a94a-2e0d8e6a8271 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting subnet 441ebf54-77b8-407a-b358-3359d5772e49 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:19:49.257872 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d483b-de72-4575-8717-973a2df468e6 req-a062039d-1033-42b0-888d-a6fd2877e4bb tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:49.264369 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ee6d483b-de72-4575-8717-973a2df468e6 req-a062039d-1033-42b0-888d-a6fd2877e4bb tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.3184605 May 23 11:19:49.271394 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7a5cc60f-07fc-4eff-a94a-2e0d8e6a8271 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:49.276751 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-f41ff375-5ad9-4dde-9e8e-f396afc40214 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a36fba95-a4a3-408a-a7a0-5aca261a583e']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:19:49.297121 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-f41ff375-5ad9-4dde-9e8e-f396afc40214 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1afb60d-8c69-4b26-93d2-e1c61f9ba60d') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:19:49.297538 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-f41ff375-5ad9-4dde-9e8e-f396afc40214 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1afb60d-8c69-4b26-93d2-e1c61f9ba60d') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:19:49.298378 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=72b7e80a-4e0f-47d0-8c76-0b6ab3063af4,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:49.316441 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f41ff375-5ad9-4dde-9e8e-f396afc40214 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:49.337756 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f41ff375-5ad9-4dde-9e8e-f396afc40214 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:49.344595 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f41ff375-5ad9-4dde-9e8e-f396afc40214 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:19:49.344983 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f41ff375-5ad9-4dde-9e8e-f396afc40214 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:49.362260 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:19:49.362260 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:19:49.362260 n-d-842952-2 neutron-server[83911]: timer() May 23 11:19:49.362260 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:19:49.362260 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:19:49.362260 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:19:49.362260 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:19:49.362260 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:19:49.362260 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:19:49.362260 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:19:49.362260 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:19:49.362260 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:19:49.362260 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:19:49.362260 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:19:49.362260 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:19:49.362260 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:19:49.362260 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:19:49.362260 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:19:49.362260 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:19:49.362260 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:19:49.362260 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:19:49.362260 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:19:49.362260 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:19:49.362260 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:19:49.362260 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:19:49.362260 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:19:49.362260 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:19:49.362260 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:19:49.362260 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:19:49.362260 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:19:49.362260 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:19:49.362260 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:19:49.380351 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f9c30-3d6e-485c-8053-a6f7f2494096 req-c4a5e584-77d9-4854-a0f7-7e2e8bf8e3a6 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:49.386750 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f70f9c30-3d6e-485c-8053-a6f7f2494096 req-c4a5e584-77d9-4854-a0f7-7e2e8bf8e3a6 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89 HTTP/1.1" status: 200 len: 945 time: 0.2760117 May 23 11:19:49.391621 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7a5cc60f-07fc-4eff-a94a-2e0d8e6a8271 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:49.446940 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f41ff375-5ad9-4dde-9e8e-f396afc40214 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:49.460843 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ee6d483b-de72-4575-8717-973a2df468e6 req-96223b17-163b-47cc-8742-749a6e2eebff tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956017 May 23 11:19:49.468125 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f41ff375-5ad9-4dde-9e8e-f396afc40214 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:49.479042 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ff375-5ad9-4dde-9e8e-f396afc40214 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event deleted for resources: {'Network': ['ID=a36fba95-a4a3-408a-a7a0-5aca261a583e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:49.498973 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f41ff375-5ad9-4dde-9e8e-f396afc40214 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "DELETE /v2.0/networks/a36fba95-a4a3-408a-a7a0-5aca261a583e HTTP/1.1" status: 204 len: 168 time: 1.1724494 May 23 11:19:49.504099 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59918) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:49.508367 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f70f9c30-3d6e-485c-8053-a6f7f2494096 req-50555651-7c99-4936-99eb-9752ab5dbcfd tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5e7d2e4-d721-4138-a0e8-2d99d4530de0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207066 May 23 11:19:49.513017 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-ba9099f0-9918-47d9-a158-961feca41dd7 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1947587361', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:19:49.520296 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ba9099f0-9918-47d9-a158-961feca41dd7 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:19:49.524758 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ba9099f0-9918-47d9-a158-961feca41dd7 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Usage tracker for resource:router and tenant:3c9ac73e8a7143fb94827c1e9402fa16 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:19:49.527704 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ba9099f0-9918-47d9-a158-961feca41dd7 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:19:49.534770 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ba9099f0-9918-47d9-a158-961feca41dd7 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:19:49.545638 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7a5cc60f-07fc-4eff-a94a-2e0d8e6a8271 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:49.556659 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ba9099f0-9918-47d9-a158-961feca41dd7 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:49.557738 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ba9099f0-9918-47d9-a158-961feca41dd7 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:49.581637 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ba9099f0-9918-47d9-a158-961feca41dd7 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:49.609897 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ba9099f0-9918-47d9-a158-961feca41dd7 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:49.641385 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ba9099f0-9918-47d9-a158-961feca41dd7 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:49.642870 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ba9099f0-9918-47d9-a158-961feca41dd7 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1365247 May 23 11:19:49.645510 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59924) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:49.664308 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-3efcf9ba-8979-4760-95c6-fe9b6b38d82c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Request body: {'network': {'name': 'tempest-RoutersTest-176369220'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:19:49.675271 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3efcf9ba-8979-4760-95c6-fe9b6b38d82c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:19:49.681428 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3efcf9ba-8979-4760-95c6-fe9b6b38d82c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Usage tracker for resource:network and tenant:3c9ac73e8a7143fb94827c1e9402fa16 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:19:49.688600 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3efcf9ba-8979-4760-95c6-fe9b6b38d82c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:19:49.700450 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3efcf9ba-8979-4760-95c6-fe9b6b38d82c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:19:49.713472 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efcf9ba-8979-4760-95c6-fe9b6b38d82c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Made reservation on behalf of 3c9ac73e8a7143fb94827c1e9402fa16 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:19:49.717123 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3efcf9ba-8979-4760-95c6-fe9b6b38d82c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:49.775776 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device bc6c5996-0df7-4a0b-a9f1-f52162b7d62b up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:19:49.782092 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7a5cc60f-07fc-4eff-a94a-2e0d8e6a8271 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:49.789779 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3efcf9ba-8979-4760-95c6-fe9b6b38d82c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:19:49.799758 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3efcf9ba-8979-4760-95c6-fe9b6b38d82c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:49.800582 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-3efcf9ba-8979-4760-95c6-fe9b6b38d82c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Added segment b822ce4e-7ad2-40ac-917a-ff382b11be76 of type vlan for network fcf428cb-8411-4416-907d-9b256e7925db May 23 11:19:49.830963 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3efcf9ba-8979-4760-95c6-fe9b6b38d82c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:49.859209 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5cc60f-07fc-4eff-a94a-2e0d8e6a8271 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Subnet': ['ID=441ebf54-77b8-407a-b358-3359d5772e49,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:49.881131 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4d84a-2e8f-4e79-b8c8-0fa7b29784aa req-c41dbbcc-d84b-43a7-8dab-1382f9e82bc3 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:49.882775 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3efcf9ba-8979-4760-95c6-fe9b6b38d82c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:49.886596 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4d84a-2e8f-4e79-b8c8-0fa7b29784aa req-c41dbbcc-d84b-43a7-8dab-1382f9e82bc3 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:49.890802 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4d84a-2e8f-4e79-b8c8-0fa7b29784aa req-c41dbbcc-d84b-43a7-8dab-1382f9e82bc3 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:49.894908 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4d84a-2e8f-4e79-b8c8-0fa7b29784aa req-c41dbbcc-d84b-43a7-8dab-1382f9e82bc3 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:49.895713 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efcf9ba-8979-4760-95c6-fe9b6b38d82c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:49.897691 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3efcf9ba-8979-4760-95c6-fe9b6b38d82c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:49.899620 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4d84a-2e8f-4e79-b8c8-0fa7b29784aa req-c41dbbcc-d84b-43a7-8dab-1382f9e82bc3 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:49.904663 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4d84a-2e8f-4e79-b8c8-0fa7b29784aa req-c41dbbcc-d84b-43a7-8dab-1382f9e82bc3 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:49.908771 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4d84a-2e8f-4e79-b8c8-0fa7b29784aa req-c41dbbcc-d84b-43a7-8dab-1382f9e82bc3 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:49.911044 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d4a4d84a-2e8f-4e79-b8c8-0fa7b29784aa req-c41dbbcc-d84b-43a7-8dab-1382f9e82bc3 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 5444 time: 0.2922709 May 23 11:19:49.912357 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7a5cc60f-07fc-4eff-a94a-2e0d8e6a8271 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:49.945701 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3efcf9ba-8979-4760-95c6-fe9b6b38d82c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2988896 May 23 11:19:49.949292 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59930) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:49.955808 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-3ac192c3-9d5f-423e-96c1-5674aaba3140 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Request body: {'subnet': {'network_id': 'fcf428cb-8411-4416-907d-9b256e7925db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:19:49.972508 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839fa38-48a3-46f1-9908-974ed0c3956f req-b01b0d45-34c5-4351-8df5-9f73c722bd74 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:49.974003 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2839fa38-48a3-46f1-9908-974ed0c3956f req-b01b0d45-34c5-4351-8df5-9f73c722bd74 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.2802877 May 23 11:19:49.980098 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7a5cc60f-07fc-4eff-a94a-2e0d8e6a8271 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/441ebf54-77b8-407a-b358-3359d5772e49 HTTP/1.1" status: 204 len: 168 time: 1.1504817 May 23 11:19:49.981861 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59934) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:49.991224 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 710ee753-ac1a-4c0a-a603-dd503cfce393 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:19:50.080119 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 710ee753-ac1a-4c0a-a603-dd503cfce393 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:19:50.080746 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 710ee753-ac1a-4c0a-a603-dd503cfce393 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:19:50.082892 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08698f64-b7e8-48c7-8565-cad5d53093e8 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:19:50.108042 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d4a4d84a-2e8f-4e79-b8c8-0fa7b29784aa req-59a545fd-ad9c-401a-b2c2-6016710c5283 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f104f24-d3e6-45e4-adef-c55f6b4d08fc&id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1723595 May 23 11:19:50.127509 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-b72a3b52-6c3c-448d-8ced-53e81fbeeb50 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting subnet 4b6fa7fe-2f38-41a5-a667-4883b72b9b2a {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:19:50.131416 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2839fa38-48a3-46f1-9908-974ed0c3956f req-538d789f-aecc-4f04-b806-fa2e6ac7d898 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503282 May 23 11:19:50.133638 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b72a3b52-6c3c-448d-8ced-53e81fbeeb50 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:50.205549 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be11c2e-70c8-4051-9ea8-628eee2c4908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3afd64a2-b6a5-4913-a9be-716566b8de39'}, {'server_uuid': '9cee6061-1045-4bef-bbdb-79f3f9e32256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b7e80a-4e0f-47d0-8c76-0b6ab3063af4'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:19:50.220705 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b72a3b52-6c3c-448d-8ced-53e81fbeeb50 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:50.223723 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-27f3754b-7c8b-41e7-a0ed-3f958a4605f7 None None] Could not find standard attr ID for object 9d81e485-0ac7-4308-94f6-6a012d25d496. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:19:50.293909 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-27f3754b-7c8b-41e7-a0ed-3f958a4605f7 None None] Provisioning for port bc6c5996-0df7-4a0b-a9f1-f52162b7d62b completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:19:50.336221 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-27f3754b-7c8b-41e7-a0ed-3f958a4605f7 None None] Provisioning complete for port bc6c5996-0df7-4a0b-a9f1-f52162b7d62b triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:19:50.336893 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-27f3754b-7c8b-41e7-a0ed-3f958a4605f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:50.407837 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efcf9ba-8979-4760-95c6-fe9b6b38d82c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event updated for resources: {'Network': ['ID=fcf428cb-8411-4416-907d-9b256e7925db,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:50.427687 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network fcf428cb-8411-4416-907d-9b256e7925db details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:19:50.430751 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3ac192c3-9d5f-423e-96c1-5674aaba3140 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:19:50.434739 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3ac192c3-9d5f-423e-96c1-5674aaba3140 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Usage tracker for resource:subnet and tenant:3c9ac73e8a7143fb94827c1e9402fa16 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:19:50.437607 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3ac192c3-9d5f-423e-96c1-5674aaba3140 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:19:50.444535 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3ac192c3-9d5f-423e-96c1-5674aaba3140 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:19:50.452443 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b72a3b52-6c3c-448d-8ced-53e81fbeeb50 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:50.455126 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac192c3-9d5f-423e-96c1-5674aaba3140 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Made reservation on behalf of 3c9ac73e8a7143fb94827c1e9402fa16 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:19:50.557866 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb92b33-bae5-4f6a-aeba-feb1acae7e01 req-f3f66984-6494-439c-b837-b7844cd2b0e9 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:50.559211 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eeb92b33-bae5-4f6a-aeba-feb1acae7e01 req-f3f66984-6494-439c-b837-b7844cd2b0e9 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.1740298 May 23 11:19:50.571812 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120caac-15d4-4877-9d32-bbf29184ddd7 req-d2bf93d1-4df3-40a1-adcf-fd68dd41cbd1 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:50.573657 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ac192c3-9d5f-423e-96c1-5674aaba3140 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:50.578799 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f120caac-15d4-4877-9d32-bbf29184ddd7 req-d2bf93d1-4df3-40a1-adcf-fd68dd41cbd1 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cee6061-1045-4bef-bbdb-79f3f9e32256 HTTP/1.1" status: 200 len: 946 time: 0.2364109 May 23 11:19:50.602143 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b72a3b52-6c3c-448d-8ced-53e81fbeeb50 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:50.660322 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a3b52-6c3c-448d-8ced-53e81fbeeb50 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Subnet': ['ID=4b6fa7fe-2f38-41a5-a667-4883b72b9b2a,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:50.692636 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b72a3b52-6c3c-448d-8ced-53e81fbeeb50 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:50.716437 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f120caac-15d4-4877-9d32-bbf29184ddd7 req-1db07ce0-0a19-463a-a58d-eb1ab0671f86 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/security-groups?id=6608edac-19b9-4bfb-a1a2-53d070ef0034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364484 May 23 11:19:50.728691 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b72a3b52-6c3c-448d-8ced-53e81fbeeb50 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/4b6fa7fe-2f38-41a5-a667-4883b72b9b2a HTTP/1.1" status: 204 len: 168 time: 0.7452106 May 23 11:19:50.733073 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59946) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:50.735737 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eeb92b33-bae5-4f6a-aeba-feb1acae7e01 req-5db85b5f-6d68-4bf1-a422-60534077dc99 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386249 May 23 11:19:50.813968 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fb74151-c970-4155-8d7c-fb4bd12a90df'] response: {'server_uuid': '2be11c2e-70c8-4051-9ea8-628eee2c4908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3afd64a2-b6a5-4913-a9be-716566b8de39', 'code': 200} May 23 11:19:50.814230 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fb74151-c970-4155-8d7c-fb4bd12a90df'] response: {'server_uuid': '9cee6061-1045-4bef-bbdb-79f3f9e32256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b7e80a-4e0f-47d0-8c76-0b6ab3063af4', 'code': 200} May 23 11:19:50.823301 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a6f279ff-37c7-4fde-ae6a-9af65eddf6df tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:router {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:19:50.838458 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a6f279ff-37c7-4fde-ae6a-9af65eddf6df tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:router {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:19:50.843315 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a6f279ff-37c7-4fde-ae6a-9af65eddf6df tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1062560 May 23 11:19:50.843918 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59952) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:50.851582 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-0b6bf0ba-2ed1-4bbb-9d38-0761c1b70a96 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'subnet': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:19:50.894571 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ac192c3-9d5f-423e-96c1-5674aaba3140 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:51.048540 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac192c3-9d5f-423e-96c1-5674aaba3140 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event updated for resources: {'Subnet': ['ID=451aec6e-fcdd-4e78-8460-64697bdf77fd,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:51.085156 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac192c3-9d5f-423e-96c1-5674aaba3140 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Checking segment: {'id': 'b822ce4e-7ad2-40ac-917a-ff382b11be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fcf428cb-8411-4416-907d-9b256e7925db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:19:51.085156 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac192c3-9d5f-423e-96c1-5674aaba3140 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Network hostable DHCP agents. Network: fcf428cb-8411-4416-907d-9b256e7925db, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:19:51.106511 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6b2ca305-fc34-4ae0-b50b-52ab87b56f5e req-5bb043d2-d381-4d2a-ac57-ce6b74dd2774 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9cee6061-1045-4bef-bbdb-79f3f9e32256 HTTP/1.1" status: 200 len: 1097 time: 0.1493201 May 23 11:19:51.131369 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac192c3-9d5f-423e-96c1-5674aaba3140 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Network fcf428cb-8411-4416-907d-9b256e7925db is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:19:51.148169 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-3ac192c3-9d5f-423e-96c1-5674aaba3140 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, fcf428cb-8411-4416-907d-9b256e7925db) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:19:51.155387 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac192c3-9d5f-423e-96c1-5674aaba3140 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:51.157962 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b8056f-bfcc-405c-b167-4fb66e82c4bc None None] Network fcf428cb-8411-4416-907d-9b256e7925db requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:19:51.160186 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ac192c3-9d5f-423e-96c1-5674aaba3140 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:51.190729 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3ac192c3-9d5f-423e-96c1-5674aaba3140 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2384832 May 23 11:19:51.190986 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6b2ca305-fc34-4ae0-b50b-52ab87b56f5e req-a137209a-9a71-4e84-805d-15218c3f37ea service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6608edac-19b9-4bfb-a1a2-53d070ef0034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774510 May 23 11:19:51.191348 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59960) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:51.230684 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0b6bf0ba-2ed1-4bbb-9d38-0761c1b70a96 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:19:51.240681 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-0b6bf0ba-2ed1-4bbb-9d38-0761c1b70a96 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:subnet and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:19:51.252351 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-0b6bf0ba-2ed1-4bbb-9d38-0761c1b70a96 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:19:51.268327 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0b6bf0ba-2ed1-4bbb-9d38-0761c1b70a96 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:19:51.277577 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dafc60-9463-4433-a57d-8f615c35894c None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:19:51.291861 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6bf0ba-2ed1-4bbb-9d38-0761c1b70a96 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:19:51.295071 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0b6bf0ba-2ed1-4bbb-9d38-0761c1b70a96 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:51.397451 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6d29e-47af-4184-a90e-dd927d4a7309 req-6b9e74b2-b9cf-4963-b74e-5e75de7c6183 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:51.398913 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-94e6d29e-47af-4184-a90e-dd927d4a7309 req-6b9e74b2-b9cf-4963-b74e-5e75de7c6183 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.3125467 May 23 11:19:51.414641 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200d7e6-99a6-44e5-bd98-366c3d8e6073 req-aecad0e6-e894-4893-ae85-e0241694704b tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:51.416176 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8200d7e6-99a6-44e5-bd98-366c3d8e6073 req-aecad0e6-e894-4893-ae85-e0241694704b tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89 HTTP/1.1" status: 200 len: 945 time: 0.3308907 May 23 11:19:51.453261 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-46eb636e-9bd5-41cc-8672-8c64cb1df806 None None] Provisioning complete for port bc6c5996-0df7-4a0b-a9f1-f52162b7d62b triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:19:51.453617 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-46eb636e-9bd5-41cc-8672-8c64cb1df806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:51.515132 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-94e6d29e-47af-4184-a90e-dd927d4a7309 req-ead1d89f-ba08-45bb-8bdb-405ba0787b41 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935178 May 23 11:19:51.528699 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8200d7e6-99a6-44e5-bd98-366c3d8e6073 req-bef045a6-f91e-4df6-a41e-22acfea22ffc tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5e7d2e4-d721-4138-a0e8-2d99d4530de0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060300 May 23 11:19:51.658259 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90295e66-7a3e-4e13-9cc9-cdbc04843381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-fcf428cb-8411-4416-907d-9b256e7925db', 'network_id': 'fcf428cb-8411-4416-907d-9b256e7925db', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'fixed_ips': [{'subnet_id': '451aec6e-fcdd-4e78-8460-64697bdf77fd'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:19:51.659350 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-90295e66-7a3e-4e13-9cc9-cdbc04843381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:51.732856 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5bd4c8c6-ae41-483d-9322-bd4761f03751 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:51.866203 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c7f544-8bf2-48fb-bd08-6b0e5f9553e6 None None] DHCP port deletion for db5fdb8a-4d76-428d-84ca-c911a4d5dee2 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:19:51.939585 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b1c7f544-8bf2-48fb-bd08-6b0e5f9553e6 None None] Deleting port bc6c5996-0df7-4a0b-a9f1-f52162b7d62b {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:19:51.939585 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b1c7f544-8bf2-48fb-bd08-6b0e5f9553e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:51.986285 n-d-842952-2 neutron-server[83910]: DEBUG neutron.objects.ports [None req-0b6bf0ba-2ed1-4bbb-9d38-0761c1b70a96 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83910) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 23 11:19:52.000668 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-90295e66-7a3e-4e13-9cc9-cdbc04843381 None None] Allocated IP 172.20.0.2 (fcf428cb-8411-4416-907d-9b256e7925db/451aec6e-fcdd-4e78-8460-64697bdf77fd/db866d6c-8561-41c1-88ce-d12241ed025c) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:19:52.172265 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a5b3b-fd87-4f56-8fcd-1669e8977c36 req-63e15c36-c42a-407e-8514-d154c95e73f1 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:52.174736 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-138a5b3b-fd87-4f56-8fcd-1669e8977c36 req-63e15c36-c42a-407e-8514-d154c95e73f1 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.3808243 May 23 11:19:52.185131 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b18603-c638-4b22-93de-40c081bf041c req-7e286455-1dab-4a9f-88cf-391bf0df6924 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:52.189319 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b18603-c638-4b22-93de-40c081bf041c req-7e286455-1dab-4a9f-88cf-391bf0df6924 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:52.193348 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b18603-c638-4b22-93de-40c081bf041c req-7e286455-1dab-4a9f-88cf-391bf0df6924 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:52.197742 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b18603-c638-4b22-93de-40c081bf041c req-7e286455-1dab-4a9f-88cf-391bf0df6924 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:52.201661 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b18603-c638-4b22-93de-40c081bf041c req-7e286455-1dab-4a9f-88cf-391bf0df6924 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:52.205498 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b18603-c638-4b22-93de-40c081bf041c req-7e286455-1dab-4a9f-88cf-391bf0df6924 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:52.209344 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b18603-c638-4b22-93de-40c081bf041c req-7e286455-1dab-4a9f-88cf-391bf0df6924 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:52.211233 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a9b18603-c638-4b22-93de-40c081bf041c req-7e286455-1dab-4a9f-88cf-391bf0df6924 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 5444 time: 0.3561337 May 23 11:19:52.263327 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:19:52.333543 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-b1c7f544-8bf2-48fb-bd08-6b0e5f9553e6 None None] For port bc6c5996-0df7-4a0b-a9f1-f52162b7d62b, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=bc6c5996-0df7-4a0b-a9f1-f52162b7d62b,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:52.334171 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b1c7f544-8bf2-48fb-bd08-6b0e5f9553e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:52.339104 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0b6bf0ba-2ed1-4bbb-9d38-0761c1b70a96 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:52.350299 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-138a5b3b-fd87-4f56-8fcd-1669e8977c36 req-571cd64c-ac60-43cd-bed1-5d3dc566c58f tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374660 May 23 11:19:52.362824 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a9b18603-c638-4b22-93de-40c081bf041c req-e8f7a805-4eff-4bab-98c1-68c4d512a436 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f104f24-d3e6-45e4-adef-c55f6b4d08fc&id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1127136 May 23 11:19:52.622613 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-90295e66-7a3e-4e13-9cc9-cdbc04843381 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:52.650057 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b1c7f544-8bf2-48fb-bd08-6b0e5f9553e6 None None] Calling delete_port for bc6c5996-0df7-4a0b-a9f1-f52162b7d62b owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:19:52.686060 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-90295e66-7a3e-4e13-9cc9-cdbc04843381 None None] Transition to ACTIVE for port object db866d6c-8561-41c1-88ce-d12241ed025c will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:19:52.716508 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-0b6bf0ba-2ed1-4bbb-9d38-0761c1b70a96 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] For port bc6c5996-0df7-4a0b-a9f1-f52162b7d62b, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=bc6c5996-0df7-4a0b-a9f1-f52162b7d62b,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:52.727702 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-90295e66-7a3e-4e13-9cc9-cdbc04843381 None None] Transition to ACTIVE for port object db866d6c-8561-41c1-88ce-d12241ed025c will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:19:52.759704 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a602981-6559-4869-b7f8-a8c29379c51f req-ffbdf5cb-62f1-495e-8ca6-e36cad6318aa tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:52.761230 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5a602981-6559-4869-b7f8-a8c29379c51f req-ffbdf5cb-62f1-495e-8ca6-e36cad6318aa tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cee6061-1045-4bef-bbdb-79f3f9e32256 HTTP/1.1" status: 200 len: 946 time: 0.2309806 May 23 11:19:52.779356 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-90295e66-7a3e-4e13-9cc9-cdbc04843381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:52.792327 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0b6bf0ba-2ed1-4bbb-9d38-0761c1b70a96 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:52.846925 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d424a-3def-4443-a2b8-5acc5a35593e req-d5b97501-a11f-4d56-b56d-1cdcd552f797 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:52.857799 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d424a-3def-4443-a2b8-5acc5a35593e req-d5b97501-a11f-4d56-b56d-1cdcd552f797 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:52.863430 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d424a-3def-4443-a2b8-5acc5a35593e req-d5b97501-a11f-4d56-b56d-1cdcd552f797 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:52.878006 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d424a-3def-4443-a2b8-5acc5a35593e req-d5b97501-a11f-4d56-b56d-1cdcd552f797 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:52.881838 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d424a-3def-4443-a2b8-5acc5a35593e req-d5b97501-a11f-4d56-b56d-1cdcd552f797 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:52.883766 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-5bd4c8c6-ae41-483d-9322-bd4761f03751 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Allocated IP 172.20.0.1 (fcf428cb-8411-4416-907d-9b256e7925db/451aec6e-fcdd-4e78-8460-64697bdf77fd/53ae665a-80ee-472a-bf6f-cf32affce9d5) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:19:52.892753 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-b1c7f544-8bf2-48fb-bd08-6b0e5f9553e6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:19:52.893453 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-b1c7f544-8bf2-48fb-bd08-6b0e5f9553e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:19:52.897387 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d424a-3def-4443-a2b8-5acc5a35593e req-d5b97501-a11f-4d56-b56d-1cdcd552f797 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:52.904633 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d424a-3def-4443-a2b8-5acc5a35593e req-d5b97501-a11f-4d56-b56d-1cdcd552f797 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:52.907451 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-358d424a-3def-4443-a2b8-5acc5a35593e req-d5b97501-a11f-4d56-b56d-1cdcd552f797 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 5444 time: 0.3153956 May 23 11:19:52.918440 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59992) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:52.918639 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90295e66-7a3e-4e13-9cc9-cdbc04843381 None None] Network fcf428cb-8411-4416-907d-9b256e7925db is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:19:52.925172 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0b6bf0ba-2ed1-4bbb-9d38-0761c1b70a96 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:52.925428 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-f96230e6-3187-4c69-b5e1-713e978a2a8a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Request body: {'floatingip': {'port_id': '9fa10ee8-a8ce-4d28-a9f0-0363128b97d0'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:19:52.926219 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0b6bf0ba-2ed1-4bbb-9d38-0761c1b70a96 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:52.942190 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-90295e66-7a3e-4e13-9cc9-cdbc04843381 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:19:52.954365 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90295e66-7a3e-4e13-9cc9-cdbc04843381 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:19:53.134370 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5a602981-6559-4869-b7f8-a8c29379c51f req-2cd3a02d-3c2c-4303-8c83-a0004bd70af8 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/security-groups?id=6608edac-19b9-4bfb-a1a2-53d070ef0034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605940 May 23 11:19:53.153900 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90295e66-7a3e-4e13-9cc9-cdbc04843381 None None] Pushing event updated for resources: {'Port': ['ID=db866d6c-8561-41c1-88ce-d12241ed025c,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:53.180899 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-90295e66-7a3e-4e13-9cc9-cdbc04843381 None None] Attempting to bind port db866d6c-8561-41c1-88ce-d12241ed025c on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:19:53.181267 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-90295e66-7a3e-4e13-9cc9-cdbc04843381 None None] Attempting to bind port db866d6c-8561-41c1-88ce-d12241ed025c by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'b822ce4e-7ad2-40ac-917a-ff382b11be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fcf428cb-8411-4416-907d-9b256e7925db'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:19:53.181627 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90295e66-7a3e-4e13-9cc9-cdbc04843381 None None] Attempting to bind port db866d6c-8561-41c1-88ce-d12241ed025c on network fcf428cb-8411-4416-907d-9b256e7925db {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:19:53.194240 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90295e66-7a3e-4e13-9cc9-cdbc04843381 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:19:53.194619 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90295e66-7a3e-4e13-9cc9-cdbc04843381 None None] Checking segment: {'id': 'b822ce4e-7ad2-40ac-917a-ff382b11be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fcf428cb-8411-4416-907d-9b256e7925db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:19:53.195356 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-90295e66-7a3e-4e13-9cc9-cdbc04843381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:53.196278 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90295e66-7a3e-4e13-9cc9-cdbc04843381 None None] Bound using segment: {'id': 'b822ce4e-7ad2-40ac-917a-ff382b11be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fcf428cb-8411-4416-907d-9b256e7925db'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:19:53.196760 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-90295e66-7a3e-4e13-9cc9-cdbc04843381 None None] Bound port: db866d6c-8561-41c1-88ce-d12241ed025c, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b822ce4e-7ad2-40ac-917a-ff382b11be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fcf428cb-8411-4416-907d-9b256e7925db'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:19:53.197605 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-90295e66-7a3e-4e13-9cc9-cdbc04843381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:53.207170 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6bf0ba-2ed1-4bbb-9d38-0761c1b70a96 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:19:53.224220 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-0b6bf0ba-2ed1-4bbb-9d38-0761c1b70a96 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:19:53.246137 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6bf0ba-2ed1-4bbb-9d38-0761c1b70a96 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Subnet': ['ID=518efbb5-fba5-4608-8d51-9eb689ce0213,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:53.256198 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6bf0ba-2ed1-4bbb-9d38-0761c1b70a96 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:53.265167 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0b6bf0ba-2ed1-4bbb-9d38-0761c1b70a96 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:53.272716 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6bf0ba-2ed1-4bbb-9d38-0761c1b70a96 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Port': ['ID=bc6c5996-0df7-4a0b-a9f1-f52162b7d62b,revision_number=8']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:53.322915 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-90295e66-7a3e-4e13-9cc9-cdbc04843381 None None] For port db866d6c-8561-41c1-88ce-d12241ed025c, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:19:53.328610 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-90295e66-7a3e-4e13-9cc9-cdbc04843381 None None] For port db866d6c-8561-41c1-88ce-d12241ed025c, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=db866d6c-8561-41c1-88ce-d12241ed025c,segment=NetworkSegment(b822ce4e-7ad2-40ac-917a-ff382b11be76),segment_id=b822ce4e-7ad2-40ac-917a-ff382b11be76)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:19:53.335795 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-90295e66-7a3e-4e13-9cc9-cdbc04843381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:53.349481 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f96230e6-3187-4c69-b5e1-713e978a2a8a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks [] for floatingip, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:53.379181 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0b6bf0ba-2ed1-4bbb-9d38-0761c1b70a96 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5335164 May 23 11:19:53.387386 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59996) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:53.395532 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b1c7f544-8bf2-48fb-bd08-6b0e5f9553e6 None None] Deleting port bc6c5996-0df7-4a0b-a9f1-f52162b7d62b {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:19:53.395930 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b1c7f544-8bf2-48fb-bd08-6b0e5f9553e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:53.406440 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-4f11f5a7-cbe9-4d42-8182-88e07fa84b56 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'subnet': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:19:53.520631 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90295e66-7a3e-4e13-9cc9-cdbc04843381 None None] Pushing event updated for resources: {'Port': ['ID=db866d6c-8561-41c1-88ce-d12241ed025c,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:53.588357 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5bd4c8c6-ae41-483d-9322-bd4761f03751 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:53.606867 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-5bd4c8c6-ae41-483d-9322-bd4761f03751 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Transition to ACTIVE for port object 53ae665a-80ee-472a-bf6f-cf32affce9d5 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:19:53.637187 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5bd4c8c6-ae41-483d-9322-bd4761f03751 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:53.771208 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-b1c7f544-8bf2-48fb-bd08-6b0e5f9553e6 None None] For port bc6c5996-0df7-4a0b-a9f1-f52162b7d62b, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=bc6c5996-0df7-4a0b-a9f1-f52162b7d62b,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:53.771630 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b1c7f544-8bf2-48fb-bd08-6b0e5f9553e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:53.801060 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4f11f5a7-cbe9-4d42-8182-88e07fa84b56 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:19:53.805196 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4f11f5a7-cbe9-4d42-8182-88e07fa84b56 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:subnet and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:19:53.808756 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4f11f5a7-cbe9-4d42-8182-88e07fa84b56 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:19:53.814769 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4f11f5a7-cbe9-4d42-8182-88e07fa84b56 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:19:53.832290 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd4c8c6-ae41-483d-9322-bd4761f03751 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Network fcf428cb-8411-4416-907d-9b256e7925db is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:19:53.839320 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-5bd4c8c6-ae41-483d-9322-bd4761f03751 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:19:53.846625 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f11f5a7-cbe9-4d42-8182-88e07fa84b56 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:19:53.847158 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd4c8c6-ae41-483d-9322-bd4761f03751 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:19:53.860680 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4f11f5a7-cbe9-4d42-8182-88e07fa84b56 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:53.905432 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd4c8c6-ae41-483d-9322-bd4761f03751 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event updated for resources: {'Port': ['ID=53ae665a-80ee-472a-bf6f-cf32affce9d5,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:53.938790 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b1c7f544-8bf2-48fb-bd08-6b0e5f9553e6 None None] Calling delete_port for bc6c5996-0df7-4a0b-a9f1-f52162b7d62b owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:19:54.060126 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device bc6c5996-0df7-4a0b-a9f1-f52162b7d62b no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:19:54.259429 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5bd4c8c6-ae41-483d-9322-bd4761f03751 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:54.278072 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b1c7f544-8bf2-48fb-bd08-6b0e5f9553e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:54.331490 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Port bc6c5996-0df7-4a0b-a9f1-f52162b7d62b update to DOWN by agent not found {{(pid=83912) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 23 11:19:54.353267 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c7f544-8bf2-48fb-bd08-6b0e5f9553e6 None None] Pushing event deleted for resources: {'Port': ['ID=bc6c5996-0df7-4a0b-a9f1-f52162b7d62b,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:54.360174 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4f11f5a7-cbe9-4d42-8182-88e07fa84b56 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:54.441328 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c7f544-8bf2-48fb-bd08-6b0e5f9553e6 None None] No DVR routers for this DVR port bc6c5996-0df7-4a0b-a9f1-f52162b7d62b on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:19:54.443031 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f9528-a44c-4b38-a832-681b46e86a46 req-b6270ca5-3253-4cde-b349-b25b2798a4c4 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:54.448327 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6f5f9528-a44c-4b38-a832-681b46e86a46 req-b6270ca5-3253-4cde-b349-b25b2798a4c4 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 1.3130908 May 23 11:19:54.460163 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23229e60-87fa-45ff-8e53-93112c201d67 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:19:54.492183 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d36b8-2458-4eed-82e1-1c4de907d04d req-4441dbb3-540a-4150-af6f-74caeddad496 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:54.499721 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1a4d36b8-2458-4eed-82e1-1c4de907d04d req-4441dbb3-540a-4150-af6f-74caeddad496 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89 HTTP/1.1" status: 200 len: 945 time: 1.1979358 May 23 11:19:54.507970 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5bd4c8c6-ae41-483d-9322-bd4761f03751 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:54.571645 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f11f5a7-cbe9-4d42-8182-88e07fa84b56 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:19:54.578980 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-4f11f5a7-cbe9-4d42-8182-88e07fa84b56 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:19:54.601344 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f11f5a7-cbe9-4d42-8182-88e07fa84b56 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:54.601940 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4f11f5a7-cbe9-4d42-8182-88e07fa84b56 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:54.615917 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f11f5a7-cbe9-4d42-8182-88e07fa84b56 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Subnet': ['ID=6f917ff7-1bcc-43bf-9807-4bdca0625363,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:54.637446 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1a4d36b8-2458-4eed-82e1-1c4de907d04d req-d7180299-c668-41c4-945e-37d7b6bd58d4 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5e7d2e4-d721-4138-a0e8-2d99d4530de0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364348 May 23 11:19:54.703425 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6f5f9528-a44c-4b38-a832-681b46e86a46 req-bf8440a5-31f7-400d-8044-0840ed71ce82 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358096 May 23 11:19:54.709938 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4f11f5a7-cbe9-4d42-8182-88e07fa84b56 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3139918 May 23 11:19:54.713431 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60006) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:54.743363 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-58d86a22-7ff4-421d-b38b-77edfa662d8c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'port': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'mac_address': 'fa:16:3e:f2:56:e3', 'name': 'tempest-NetworksTestDHCPv6-1112315053'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:19:54.964118 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ee42a5-2b41-4e25-9f0d-f23d264a736d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'tenant_id': '7898a2f847b24320a42ded6c2b4bd651', 'fixed_ips': [{'subnet_id': '518efbb5-fba5-4608-8d51-9eb689ce0213'}, {'subnet_id': '6f917ff7-1bcc-43bf-9807-4bdca0625363'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:19:54.965608 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c8ee42a5-2b41-4e25-9f0d-f23d264a736d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:55.285161 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f96230e6-3187-4c69-b5e1-713e978a2a8a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:55.292104 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f96230e6-3187-4c69-b5e1-713e978a2a8a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:55.303325 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83338400-dc27-47c4-ac7a-7b960fd313fe req-93176a85-7e95-48c9-bed1-6c866c628021 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:55.316114 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-83338400-dc27-47c4-ac7a-7b960fd313fe req-93176a85-7e95-48c9-bed1-6c866c628021 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.2796383 May 23 11:19:55.318180 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-c8ee42a5-2b41-4e25-9f0d-f23d264a736d None None] Allocated IP 172.20.0.2 (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/6f917ff7-1bcc-43bf-9807-4bdca0625363/e0d70ef3-2c28-47dd-96eb-92de4ec41f9b) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:19:55.325615 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-c8ee42a5-2b41-4e25-9f0d-f23d264a736d None None] Allocated IP 2001:db8::f816:3eff:fe03:91f1 (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/518efbb5-fba5-4608-8d51-9eb689ce0213/e0d70ef3-2c28-47dd-96eb-92de4ec41f9b) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:19:55.342987 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-58d86a22-7ff4-421d-b38b-77edfa662d8c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:19:55.356625 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d99cfc-d539-4ed2-9cab-7fce47d96116 req-b9dbff15-ae9c-4563-ba39-9549aaed4a4b tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:55.358214 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-07d99cfc-d539-4ed2-9cab-7fce47d96116 req-b9dbff15-ae9c-4563-ba39-9549aaed4a4b tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cee6061-1045-4bef-bbdb-79f3f9e32256 HTTP/1.1" status: 200 len: 946 time: 0.5182624 May 23 11:19:55.360795 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-58d86a22-7ff4-421d-b38b-77edfa662d8c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:port and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:19:55.386063 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-58d86a22-7ff4-421d-b38b-77edfa662d8c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:19:55.401959 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-58d86a22-7ff4-421d-b38b-77edfa662d8c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:19:55.444345 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-83338400-dc27-47c4-ac7a-7b960fd313fe req-2398392b-6207-4e68-ad88-580c7f7eade6 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271958 May 23 11:19:55.493588 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d86a22-7ff4-421d-b38b-77edfa662d8c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:19:55.554835 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5bd4c8c6-ae41-483d-9322-bd4761f03751 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:55.561744 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5bd4c8c6-ae41-483d-9322-bd4761f03751 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:55.622013 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c8ee42a5-2b41-4e25-9f0d-f23d264a736d None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:55.633679 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c8ee42a5-2b41-4e25-9f0d-f23d264a736d None None] Transition to ACTIVE for port object e0d70ef3-2c28-47dd-96eb-92de4ec41f9b will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:19:55.658495 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5bd4c8c6-ae41-483d-9322-bd4761f03751 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:55.660468 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c8ee42a5-2b41-4e25-9f0d-f23d264a736d None None] Transition to ACTIVE for port object e0d70ef3-2c28-47dd-96eb-92de4ec41f9b will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:19:55.666104 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4973623f-7451-4d9b-8cff-3a0e6735a0e8 None None] Network fcf428cb-8411-4416-907d-9b256e7925db requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:19:55.703636 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c8ee42a5-2b41-4e25-9f0d-f23d264a736d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:55.720569 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-07d99cfc-d539-4ed2-9cab-7fce47d96116 req-eb20ff39-a10b-4849-b9c4-36b1995e2b8e tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/security-groups?id=6608edac-19b9-4bfb-a1a2-53d070ef0034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518910 May 23 11:19:55.790232 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-aba3233e-016b-489d-9840-bac3c6778a21 None None] Provisioning for port db866d6c-8561-41c1-88ce-d12241ed025c completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:19:55.900544 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee42a5-2b41-4e25-9f0d-f23d264a736d None None] Pushing event updated for resources: {'Port': ['ID=e0d70ef3-2c28-47dd-96eb-92de4ec41f9b,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:55.955303 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-58d86a22-7ff4-421d-b38b-77edfa662d8c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:55.967512 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device db866d6c-8561-41c1-88ce-d12241ed025c up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:19:56.009275 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd4c8c6-ae41-483d-9322-bd4761f03751 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Network fcf428cb-8411-4416-907d-9b256e7925db is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:19:56.011990 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-5bd4c8c6-ae41-483d-9322-bd4761f03751 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:19:56.012510 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-58d86a22-7ff4-421d-b38b-77edfa662d8c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] device_id is not set on port 6d07c991-470e-4c06-8094-a6afe5404ea6 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:19:56.108415 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd4c8c6-ae41-483d-9322-bd4761f03751 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event updated for resources: {'Port': ['ID=53ae665a-80ee-472a-bf6f-cf32affce9d5,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:56.159797 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ee42a5-2b41-4e25-9f0d-f23d264a736d None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:19:56.164031 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-c8ee42a5-2b41-4e25-9f0d-f23d264a736d None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:19:56.170495 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ee42a5-2b41-4e25-9f0d-f23d264a736d None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:19:56.245568 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993f00d-0cf4-4447-84c7-28945740920f req-41910e60-0be9-4524-8dd3-c70b16b4cd9f tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:56.247144 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1993f00d-0cf4-4447-84c7-28945740920f req-41910e60-0be9-4524-8dd3-c70b16b4cd9f tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.4327364 May 23 11:19:56.289042 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [None req-f96230e6-3187-4c69-b5e1-713e978a2a8a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Floating IP 15c83083-59f3-4def-b4bc-d97f146835dd associated. External IP: 172.25.6.236, port: 9fa10ee8-a8ce-4d28-a9f0-0363128b97d0. May 23 11:19:56.379651 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1993f00d-0cf4-4447-84c7-28945740920f req-ba37d911-e522-49f3-b315-1faca2234bd0 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129804 May 23 11:19:56.380675 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port db866d6c-8561-41c1-88ce-d12241ed025c completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:19:56.421073 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85fc52-3d16-4c1b-a460-111aaf16cadd req-97d7b063-be58-46c4-adfc-28757a45baeb tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:56.423881 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2d85fc52-3d16-4c1b-a460-111aaf16cadd req-97d7b063-be58-46c4-adfc-28757a45baeb tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89 HTTP/1.1" status: 200 len: 945 time: 0.3170226 May 23 11:19:56.478771 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port db866d6c-8561-41c1-88ce-d12241ed025c triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:19:56.479150 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:56.578010 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2d85fc52-3d16-4c1b-a460-111aaf16cadd req-c07f4b6c-6494-40cd-be7c-431de3375dea tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5e7d2e4-d721-4138-a0e8-2d99d4530de0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454322 May 23 11:19:56.584974 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c8ee42a5-2b41-4e25-9f0d-f23d264a736d None None] Attempting to bind port e0d70ef3-2c28-47dd-96eb-92de4ec41f9b on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:19:56.586720 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c8ee42a5-2b41-4e25-9f0d-f23d264a736d None None] Attempting to bind port e0d70ef3-2c28-47dd-96eb-92de4ec41f9b by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:19:56.587101 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ee42a5-2b41-4e25-9f0d-f23d264a736d None None] Attempting to bind port e0d70ef3-2c28-47dd-96eb-92de4ec41f9b on network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:19:56.623378 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-58d86a22-7ff4-421d-b38b-77edfa662d8c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Allocated IP 172.20.0.11 (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/6f917ff7-1bcc-43bf-9807-4bdca0625363/6d07c991-470e-4c06-8094-a6afe5404ea6) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:19:56.646134 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ee42a5-2b41-4e25-9f0d-f23d264a736d None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:19:56.646773 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ee42a5-2b41-4e25-9f0d-f23d264a736d None None] Checking segment: {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:19:56.647034 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c8ee42a5-2b41-4e25-9f0d-f23d264a736d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:56.647434 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ee42a5-2b41-4e25-9f0d-f23d264a736d None None] Bound using segment: {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:19:56.647958 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c8ee42a5-2b41-4e25-9f0d-f23d264a736d None None] Bound port: e0d70ef3-2c28-47dd-96eb-92de4ec41f9b, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:19:56.648336 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c8ee42a5-2b41-4e25-9f0d-f23d264a736d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:56.712203 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-58d86a22-7ff4-421d-b38b-77edfa662d8c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Allocated IP 2001:db8::f816:3eff:fef2:56e3 (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/518efbb5-fba5-4608-8d51-9eb689ce0213/6d07c991-470e-4c06-8094-a6afe5404ea6) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:19:56.859275 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:56.860802 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ebe00f-6da1-4770-8a44-bf3861da0030 req-7a0c816c-5c16-41c2-9929-e00ddfe64a97 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:56.862716 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c6ebe00f-6da1-4770-8a44-bf3861da0030 req-7a0c816c-5c16-41c2-9929-e00ddfe64a97 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.2322493 May 23 11:19:56.900103 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c8ee42a5-2b41-4e25-9f0d-f23d264a736d None None] For port e0d70ef3-2c28-47dd-96eb-92de4ec41f9b, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:19:56.954694 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port db866d6c-8561-41c1-88ce-d12241ed025c, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=db866d6c-8561-41c1-88ce-d12241ed025c,segment=NetworkSegment(b822ce4e-7ad2-40ac-917a-ff382b11be76),segment_id=b822ce4e-7ad2-40ac-917a-ff382b11be76)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:19:56.962840 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c8ee42a5-2b41-4e25-9f0d-f23d264a736d None None] For port e0d70ef3-2c28-47dd-96eb-92de4ec41f9b, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e0d70ef3-2c28-47dd-96eb-92de4ec41f9b,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:19:56.967230 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:57.018694 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c6ebe00f-6da1-4770-8a44-bf3861da0030 req-d00ffd95-ba34-4541-a420-e796b3e7134d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500783 May 23 11:19:57.043163 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c8ee42a5-2b41-4e25-9f0d-f23d264a736d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:57.163331 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-58d86a22-7ff4-421d-b38b-77edfa662d8c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:57.204583 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-58d86a22-7ff4-421d-b38b-77edfa662d8c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Transition to ACTIVE for port object 6d07c991-470e-4c06-8094-a6afe5404ea6 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:19:57.209311 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=db866d6c-8561-41c1-88ce-d12241ed025c,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:57.241675 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-58d86a22-7ff4-421d-b38b-77edfa662d8c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:57.315923 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a4eff486-f057-42c1-a510-86de7deaccc2 None None] Provisioning for port 53ae665a-80ee-472a-bf6f-cf32affce9d5 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:19:57.365992 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a4eff486-f057-42c1-a510-86de7deaccc2 None None] Provisioning complete for port 53ae665a-80ee-472a-bf6f-cf32affce9d5 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:19:57.366367 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a4eff486-f057-42c1-a510-86de7deaccc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:57.512788 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee42a5-2b41-4e25-9f0d-f23d264a736d None None] Pushing event updated for resources: {'Port': ['ID=e0d70ef3-2c28-47dd-96eb-92de4ec41f9b,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:57.518288 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a4eff486-f057-42c1-a510-86de7deaccc2 None None] Port 53ae665a-80ee-472a-bf6f-cf32affce9d5 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:19:57.553759 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a4eff486-f057-42c1-a510-86de7deaccc2 None None] Provisioning complete for port db866d6c-8561-41c1-88ce-d12241ed025c triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:19:57.554348 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a4eff486-f057-42c1-a510-86de7deaccc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:57.601549 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd4c8c6-ae41-483d-9322-bd4761f03751 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Router 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:19:57.847427 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d86a22-7ff4-421d-b38b-77edfa662d8c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Port': ['ID=6d07c991-470e-4c06-8094-a6afe5404ea6,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:57.939645 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d86a22-7ff4-421d-b38b-77edfa662d8c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:19:57.951593 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-58d86a22-7ff4-421d-b38b-77edfa662d8c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:19:57.966015 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d86a22-7ff4-421d-b38b-77edfa662d8c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:19:58.034641 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6cde2d56-e239-4682-9afe-0c8406c0a1d8 None None] Provisioning complete for port 53ae665a-80ee-472a-bf6f-cf32affce9d5 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:19:58.035109 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6cde2d56-e239-4682-9afe-0c8406c0a1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:58.080819 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e0d70ef3-2c28-47dd-96eb-92de4ec41f9b up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:19:58.097256 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba929ef3-5bcf-4b1c-a025-a4e32fb23ca3 req-10f1d2b6-debd-4459-824b-280156ea0af1 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:58.098953 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ba929ef3-5bcf-4b1c-a025-a4e32fb23ca3 req-10f1d2b6-debd-4459-824b-280156ea0af1 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.3069639 May 23 11:19:58.104991 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d86a22-7ff4-421d-b38b-77edfa662d8c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:58.105626 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-58d86a22-7ff4-421d-b38b-77edfa662d8c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:58.136757 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81667345-b135-413a-9b9d-5d0c25b26c0d req-92d7e107-36b0-4ee0-bf99-cb67bb3b4736 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:58.141183 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-81667345-b135-413a-9b9d-5d0c25b26c0d req-92d7e107-36b0-4ee0-bf99-cb67bb3b4736 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cee6061-1045-4bef-bbdb-79f3f9e32256 HTTP/1.1" status: 200 len: 946 time: 0.2810647 May 23 11:19:58.187274 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6cde2d56-e239-4682-9afe-0c8406c0a1d8 None None] Port 53ae665a-80ee-472a-bf6f-cf32affce9d5 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:19:58.216173 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port e0d70ef3-2c28-47dd-96eb-92de4ec41f9b completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:19:58.219541 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-58d86a22-7ff4-421d-b38b-77edfa662d8c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.5050430 May 23 11:19:58.222463 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60044) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:58.228574 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device db866d6c-8561-41c1-88ce-d12241ed025c up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:19:58.228923 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd4c8c6-ae41-483d-9322-bd4761f03751 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:19:58.237178 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96230e6-3187-4c69-b5e1-713e978a2a8a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Router 9a1794a5-1139-4439-8c86-b640f156abd5 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:19:58.251790 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5bd4c8c6-ae41-483d-9322-bd4761f03751 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "PUT /v2.0/routers/6f7c44f5-e4fd-461e-9a21-fa8d09071ce4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0593920 May 23 11:19:58.253216 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60048) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:58.258871 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-99d08385-10fd-4bf2-9434-2635c730e097 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Request body: {'network': {'name': 'tempest-RoutersTest-1311483398'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:19:58.277759 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549eddc4-2016-47ef-8fe1-cf1f2e203447 None None] Sync routers for ids ['6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:19:58.299860 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-81667345-b135-413a-9b9d-5d0c25b26c0d req-97831877-f20d-4927-a01e-6b3f75b09f29 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/security-groups?id=6608edac-19b9-4bfb-a1a2-53d070ef0034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370256 May 23 11:19:58.342312 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-99d08385-10fd-4bf2-9434-2635c730e097 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:19:58.355944 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ba929ef3-5bcf-4b1c-a025-a4e32fb23ca3 req-766a2315-522c-4dc9-aabc-e3309db4a999 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447405 May 23 11:19:58.369524 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-99d08385-10fd-4bf2-9434-2635c730e097 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Usage tracker for resource:network and tenant:3c9ac73e8a7143fb94827c1e9402fa16 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:19:58.412337 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d04ea5d6-e1d3-4b31-a056-672426ed849c None None] Provisioning complete for port 53ae665a-80ee-472a-bf6f-cf32affce9d5 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:19:58.418419 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d04ea5d6-e1d3-4b31-a056-672426ed849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:58.448622 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82320225-87d2-4c78-8800-896794491067 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:58.463678 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82320225-87d2-4c78-8800-896794491067 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:58.468034 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-82320225-87d2-4c78-8800-896794491067 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:19:58.480237 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-99d08385-10fd-4bf2-9434-2635c730e097 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:19:58.504372 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-99d08385-10fd-4bf2-9434-2635c730e097 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:19:58.553313 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d08385-10fd-4bf2-9434-2635c730e097 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Made reservation on behalf of 3c9ac73e8a7143fb94827c1e9402fa16 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:19:58.556331 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-99d08385-10fd-4bf2-9434-2635c730e097 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:58.585351 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549eddc4-2016-47ef-8fe1-cf1f2e203447 None None] Routers {'6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:19:58.586703 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-549eddc4-2016-47ef-8fe1-cf1f2e203447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:19:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:19:58.607147 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-82320225-87d2-4c78-8800-896794491067 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:19:58.608426 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-82320225-87d2-4c78-8800-896794491067 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3851640 May 23 11:19:58.616324 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60054) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:58.757242 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99d08385-10fd-4bf2-9434-2635c730e097 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:19:58.786329 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572cd4a-3f27-40bc-91bc-f3cd57a9c280 req-6b6f8191-4fd2-4920-8e05-d014702a4ae6 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:58.795187 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0572cd4a-3f27-40bc-91bc-f3cd57a9c280 req-6b6f8191-4fd2-4920-8e05-d014702a4ae6 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89 HTTP/1.1" status: 200 len: 945 time: 0.2733917 May 23 11:19:58.795366 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-c4132783-6098-4f26-aad5-3ec26a3e8570 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting port 6d07c991-470e-4c06-8094-a6afe5404ea6 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:19:58.795565 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c4132783-6098-4f26-aad5-3ec26a3e8570 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:58.866840 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-549eddc4-2016-47ef-8fe1-cf1f2e203447 None None] Set router 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:19:58.876072 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-99d08385-10fd-4bf2-9434-2635c730e097 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:58.876420 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-99d08385-10fd-4bf2-9434-2635c730e097 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Added segment bc046606-98b8-415f-8f5e-aefe6960bd96 of type vlan for network d481c8d0-ced3-420e-aa0e-9ad199e1624b May 23 11:19:58.898543 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765054bb-981e-45a6-88fe-268a8c99f4f0 req-7356f99e-49c5-4e9b-b16e-8321791e13c5 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:58.910564 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-765054bb-981e-45a6-88fe-268a8c99f4f0 req-7356f99e-49c5-4e9b-b16e-8321791e13c5 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.2230990 May 23 11:19:58.987039 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-99d08385-10fd-4bf2-9434-2635c730e097 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:59.043953 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-765054bb-981e-45a6-88fe-268a8c99f4f0 req-5f0be5ac-cfde-434b-809b-d207cceff18b tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317632 May 23 11:19:59.061503 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0572cd4a-3f27-40bc-91bc-f3cd57a9c280 req-894c02d5-6856-4029-a54c-a9e3c48d9abf tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5e7d2e4-d721-4138-a0e8-2d99d4530de0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2653716 May 23 11:19:59.113541 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d04ea5d6-e1d3-4b31-a056-672426ed849c None None] Port 53ae665a-80ee-472a-bf6f-cf32affce9d5 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:19:59.152962 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd006b5-d8ad-43b2-87c4-bf0a53b16c4a None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:19:59.254165 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-99d08385-10fd-4bf2-9434-2635c730e097 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:59.258268 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d08385-10fd-4bf2-9434-2635c730e097 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:59.258887 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-99d08385-10fd-4bf2-9434-2635c730e097 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:59.381544 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96230e6-3187-4c69-b5e1-713e978a2a8a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:19:59.398323 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46399593-e381-4dab-9374-6d640afcb34a req-2db3fb95-a22c-4fed-8814-92cbcb49a6b9 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:19:59.399979 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-46399593-e381-4dab-9374-6d640afcb34a req-2db3fb95-a22c-4fed-8814-92cbcb49a6b9 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.1408248 May 23 11:19:59.447116 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18200400-e66d-4918-b31e-dc2554cb3e26 None None] Sync routers for ids ['9a1794a5-1139-4439-8c86-b640f156abd5'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:19:59.466018 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port db866d6c-8561-41c1-88ce-d12241ed025c triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:19:59.466394 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:59.471976 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f96230e6-3187-4c69-b5e1-713e978a2a8a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:59.477403 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18200400-e66d-4918-b31e-dc2554cb3e26 None None] Routers {'9a1794a5-1139-4439-8c86-b640f156abd5'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:19:59.478038 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-18200400-e66d-4918-b31e-dc2554cb3e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:19:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['9a1794a5-1139-4439-8c86-b640f156abd5'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:19:59.523731 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-46399593-e381-4dab-9374-6d640afcb34a req-de3e4d17-0c73-4f80-8751-f9648e580401 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145096 May 23 11:19:59.549795 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-99d08385-10fd-4bf2-9434-2635c730e097 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2950122 May 23 11:19:59.552228 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60066) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:19:59.558253 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-1ffb133c-3ad9-4508-8047-9c82eb2e4351 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Request body: {'subnet': {'network_id': 'd481c8d0-ced3-420e-aa0e-9ad199e1624b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:19:59.628966 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d08385-10fd-4bf2-9434-2635c730e097 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event updated for resources: {'Network': ['ID=d481c8d0-ced3-420e-aa0e-9ad199e1624b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:19:59.669196 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f37c2c3f-4ad2-4165-b1f9-17af193f5497 None None] Provisioning for port e0d70ef3-2c28-47dd-96eb-92de4ec41f9b completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:19:59.672781 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network d481c8d0-ced3-420e-aa0e-9ad199e1624b details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:19:59.726626 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c4132783-6098-4f26-aad5-3ec26a3e8570 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:59.775011 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f37c2c3f-4ad2-4165-b1f9-17af193f5497 None None] Provisioning complete for port e0d70ef3-2c28-47dd-96eb-92de4ec41f9b triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:19:59.775294 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f37c2c3f-4ad2-4165-b1f9-17af193f5497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:19:59.777757 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f96230e6-3187-4c69-b5e1-713e978a2a8a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "PUT /v2.0/floatingips/15c83083-59f3-4def-b4bc-d97f146835dd HTTP/1.1" status: 200 len: 991 time: 6.8580582 May 23 11:19:59.784310 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'tag': '9fa10ee8-a8ce-4d28-a9f0-0363128b97d0'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:19:59.936250 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-c4132783-6098-4f26-aad5-3ec26a3e8570 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Calling delete_port for 6d07c991-470e-4c06-8094-a6afe5404ea6 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:19:59.940033 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-18200400-e66d-4918-b31e-dc2554cb3e26 None None] Set router 9a1794a5-1139-4439-8c86-b640f156abd5 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:20:00.112856 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1ffb133c-3ad9-4508-8047-9c82eb2e4351 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:20:00.141534 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f37c2c3f-4ad2-4165-b1f9-17af193f5497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:00.153006 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-549eddc4-2016-47ef-8fe1-cf1f2e203447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'name': 'tempest-RoutersTest-router-1947587361', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:19:49Z', 'updated_at': '2022-05-23T11:19:54Z', 'revision_number': 2, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'gw_port_host': None, '_interfaces': [{'id': '53ae665a-80ee-472a-bf6f-cf32affce9d5', 'name': '', 'network_id': 'fcf428cb-8411-4416-907d-9b256e7925db', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:49:b5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:19:51Z', 'updated_at': '2022-05-23T11:19:54Z', 'revision_number': 2, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:20:00.153296 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1ffb133c-3ad9-4508-8047-9c82eb2e4351 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Usage tracker for resource:subnet and tenant:3c9ac73e8a7143fb94827c1e9402fa16 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:20:00.184507 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1ffb133c-3ad9-4508-8047-9c82eb2e4351 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:20:00.209685 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1ffb133c-3ad9-4508-8047-9c82eb2e4351 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:20:00.241456 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82209303-824a-4369-bf53-e277aceef75f req-e5b38eee-6ffc-41dd-b1fd-627c95cde67f tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:00.243590 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549eddc4-2016-47ef-8fe1-cf1f2e203447 None None] Checking router: 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:20:00.243959 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549eddc4-2016-47ef-8fe1-cf1f2e203447 None None] Updating router 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 port 53ae665a-80ee-472a-bf6f-cf32affce9d5 binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:20:00.246591 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-82209303-824a-4369-bf53-e277aceef75f req-e5b38eee-6ffc-41dd-b1fd-627c95cde67f tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cee6061-1045-4bef-bbdb-79f3f9e32256 HTTP/1.1" status: 200 len: 946 time: 0.5256586 May 23 11:20:00.250909 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c4132783-6098-4f26-aad5-3ec26a3e8570 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:00.296240 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffb133c-3ad9-4508-8047-9c82eb2e4351 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Made reservation on behalf of 3c9ac73e8a7143fb94827c1e9402fa16 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:20:00.336125 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9a3b5-b056-4276-9846-774da70ef461 req-e38540de-61e4-48d1-8041-e8dc4658a08e tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:00.344981 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a6a9a3b5-b056-4276-9846-774da70ef461 req-e38540de-61e4-48d1-8041-e8dc4658a08e tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.5200350 May 23 11:20:00.369575 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f37c2c3f-4ad2-4165-b1f9-17af193f5497 None None] For port e0d70ef3-2c28-47dd-96eb-92de4ec41f9b, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e0d70ef3-2c28-47dd-96eb-92de4ec41f9b,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:20:00.372524 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-549eddc4-2016-47ef-8fe1-cf1f2e203447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:00.465194 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f37c2c3f-4ad2-4165-b1f9-17af193f5497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:00.529505 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4132783-6098-4f26-aad5-3ec26a3e8570 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Port': ['ID=6d07c991-470e-4c06-8094-a6afe5404ea6,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:00.591532 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1ffb133c-3ad9-4508-8047-9c82eb2e4351 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:00.648149 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-18200400-e66d-4918-b31e-dc2554cb3e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1794a5-1139-4439-8c86-b640f156abd5', 'name': 'tempest-TaggedBootDevicesTest_v242-1230630214-router', 'tenant_id': '6413deec0c1b468e9165a85b033a2ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '40ea926d-6eb9-456b-aff7-121a6a90bf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:16:09Z', 'updated_at': '2022-05-23T11:16:19Z', 'revision_number': 4, 'project_id': '6413deec0c1b468e9165a85b033a2ba9', 'gw_port': {'id': '40ea926d-6eb9-456b-aff7-121a6a90bf0f', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1794a5-1139-4439-8c86-b640f156abd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:16:11Z', 'updated_at': '2022-05-23T11:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '15c83083-59f3-4def-b4bc-d97f146835dd', 'tenant_id': '6413deec0c1b468e9165a85b033a2ba9', 'floating_ip_address': '172.25.6.236', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '9a1794a5-1139-4439-8c86-b640f156abd5', 'port_id': '9fa10ee8-a8ce-4d28-a9f0-0363128b97d0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f58b921-0292-4dfc-9e12-b02298e69ac5', 'mac_address': 'fa:16:3e:97:d5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:17:44Z', 'updated_at': '2022-05-23T11:19:54Z', 'revision_number': 1, 'project_id': '6413deec0c1b468e9165a85b033a2ba9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a53a8b-65db-4519-9707-6cef64eb2748', 'name': '', 'network_id': '8f58b921-0292-4dfc-9e12-b02298e69ac5', 'tenant_id': '6413deec0c1b468e9165a85b033a2ba9', 'mac_address': 'fa:16:3e:a2:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1794a5-1139-4439-8c86-b640f156abd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad5f4f1c-c17b-496d-bb30-9eefdb6a09ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:16:17Z', 'updated_at': '2022-05-23T11:16:31Z', 'revision_number': 5, 'project_id': '6413deec0c1b468e9165a85b033a2ba9', 'subnets': [{'id': 'ad5f4f1c-c17b-496d-bb30-9eefdb6a09ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:20:00.652960 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18200400-e66d-4918-b31e-dc2554cb3e26 None None] Checking router: 9a1794a5-1139-4439-8c86-b640f156abd5 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:20:00.669092 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18200400-e66d-4918-b31e-dc2554cb3e26 None None] Routers {'9a1794a5-1139-4439-8c86-b640f156abd5'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:20:00.669092 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-18200400-e66d-4918-b31e-dc2554cb3e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:19:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['9a1794a5-1139-4439-8c86-b640f156abd5'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:20:00.696838 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8cdd0-704b-4204-8b12-ac05a0899456 req-3c3b230f-6aad-48ad-8e0f-5bf462558334 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:00.697600 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-40f8cdd0-704b-4204-8b12-ac05a0899456 req-3c3b230f-6aad-48ad-8e0f-5bf462558334 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Synchronizing usage tracker for tenant:2c92450d61054a08bb7bcb6ded923901 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:20:00.735201 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37c2c3f-4ad2-4165-b1f9-17af193f5497 None None] Pushing event updated for resources: {'Port': ['ID=e0d70ef3-2c28-47dd-96eb-92de4ec41f9b,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:00.787371 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a6a9a3b5-b056-4276-9846-774da70ef461 req-03f6a2f7-307d-4e28-a954-5693aec67403 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642725 May 23 11:20:00.889781 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-82209303-824a-4369-bf53-e277aceef75f req-5b8a31a0-41e7-4b94-8013-c0e46439441f tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/security-groups?id=6608edac-19b9-4bfb-a1a2-53d070ef0034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6291194 May 23 11:20:00.950783 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-40f8cdd0-704b-4204-8b12-ac05a0899456 req-3c3b230f-6aad-48ad-8e0f-5bf462558334 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Unset dirty status for tenant:2c92450d61054a08bb7bcb6ded923901 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:20:00.958192 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-40f8cdd0-704b-4204-8b12-ac05a0899456 req-3c3b230f-6aad-48ad-8e0f-5bf462558334 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cee6061-1045-4bef-bbdb-79f3f9e32256 HTTP/1.1" status: 200 len: 946 time: 1.5492015 May 23 11:20:01.102759 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-18200400-e66d-4918-b31e-dc2554cb3e26 None None] Set router 9a1794a5-1139-4439-8c86-b640f156abd5 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:20:01.337532 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-804bff91-5986-4a5e-9b80-49965e4e415b None None] Provisioning complete for port e0d70ef3-2c28-47dd-96eb-92de4ec41f9b triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:20:01.338100 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-804bff91-5986-4a5e-9b80-49965e4e415b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:01.479550 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7461744-f3f0-48e7-8cd8-9d0d13c85a3a'] response: {'name': 'network-changed', 'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'tag': '9fa10ee8-a8ce-4d28-a9f0-0363128b97d0', 'status': 'completed', 'code': 200} May 23 11:20:01.514972 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c4132783-6098-4f26-aad5-3ec26a3e8570 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:01.546092 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-40f8cdd0-704b-4204-8b12-ac05a0899456 req-43a9a678-08b6-48fc-bb8b-be027997a430 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Deleting port 72b7e80a-4e0f-47d0-8c76-0b6ab3063af4 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:20:01.550590 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-40f8cdd0-704b-4204-8b12-ac05a0899456 req-43a9a678-08b6-48fc-bb8b-be027997a430 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:01.587387 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1ffb133c-3ad9-4508-8047-9c82eb2e4351 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:01.744411 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c4132783-6098-4f26-aad5-3ec26a3e8570 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/ports/6d07c991-470e-4c06-8094-a6afe5404ea6 HTTP/1.1" status: 204 len: 168 time: 3.1235919 May 23 11:20:01.745074 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60094) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:01.801687 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.resource_extend [None req-549eddc4-2016-47ef-8fe1-cf1f2e203447 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:20:01.906161 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a08ed-424b-4fe0-8cd9-2bd646b301d0 req-746a7620-67b7-4524-8269-9595e3e4e048 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:01.907881 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ef3a08ed-424b-4fe0-8cd9-2bd646b301d0 req-746a7620-67b7-4524-8269-9595e3e4e048 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89 HTTP/1.1" status: 200 len: 945 time: 0.4265528 May 23 11:20:01.914446 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffb133c-3ad9-4508-8047-9c82eb2e4351 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Checking segment: {'id': 'bc046606-98b8-415f-8f5e-aefe6960bd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd481c8d0-ced3-420e-aa0e-9ad199e1624b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:20:01.915158 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffb133c-3ad9-4508-8047-9c82eb2e4351 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Network hostable DHCP agents. Network: d481c8d0-ced3-420e-aa0e-9ad199e1624b, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:20:01.934486 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-18200400-e66d-4918-b31e-dc2554cb3e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1794a5-1139-4439-8c86-b640f156abd5', 'name': 'tempest-TaggedBootDevicesTest_v242-1230630214-router', 'tenant_id': '6413deec0c1b468e9165a85b033a2ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '40ea926d-6eb9-456b-aff7-121a6a90bf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:16:09Z', 'updated_at': '2022-05-23T11:16:19Z', 'revision_number': 4, 'project_id': '6413deec0c1b468e9165a85b033a2ba9', 'gw_port': {'id': '40ea926d-6eb9-456b-aff7-121a6a90bf0f', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1794a5-1139-4439-8c86-b640f156abd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:16:11Z', 'updated_at': '2022-05-23T11:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '15c83083-59f3-4def-b4bc-d97f146835dd', 'tenant_id': '6413deec0c1b468e9165a85b033a2ba9', 'floating_ip_address': '172.25.6.236', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '9a1794a5-1139-4439-8c86-b640f156abd5', 'port_id': '9fa10ee8-a8ce-4d28-a9f0-0363128b97d0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f58b921-0292-4dfc-9e12-b02298e69ac5', 'mac_address': 'fa:16:3e:97:d5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:17:44Z', 'updated_at': '2022-05-23T11:19:54Z', 'revision_number': 1, 'project_id': '6413deec0c1b468e9165a85b033a2ba9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a53a8b-65db-4519-9707-6cef64eb2748', 'name': '', 'network_id': '8f58b921-0292-4dfc-9e12-b02298e69ac5', 'tenant_id': '6413deec0c1b468e9165a85b033a2ba9', 'mac_address': 'fa:16:3e:a2:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1794a5-1139-4439-8c86-b640f156abd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad5f4f1c-c17b-496d-bb30-9eefdb6a09ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:16:17Z', 'updated_at': '2022-05-23T11:16:31Z', 'revision_number': 5, 'project_id': '6413deec0c1b468e9165a85b033a2ba9', 'subnets': [{'id': 'ad5f4f1c-c17b-496d-bb30-9eefdb6a09ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:20:01.941839 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18200400-e66d-4918-b31e-dc2554cb3e26 None None] The sync data for ids ['9a1794a5-1139-4439-8c86-b640f156abd5'] in n-d-842952-2 is: [{'id': '9a1794a5-1139-4439-8c86-b640f156abd5', 'name': 'tempest-TaggedBootDevicesTest_v242-1230630214-router', 'tenant_id': '6413deec0c1b468e9165a85b033a2ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '40ea926d-6eb9-456b-aff7-121a6a90bf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:16:09Z', 'updated_at': '2022-05-23T11:16:19Z', 'revision_number': 4, 'project_id': '6413deec0c1b468e9165a85b033a2ba9', 'gw_port': {'id': '40ea926d-6eb9-456b-aff7-121a6a90bf0f', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1794a5-1139-4439-8c86-b640f156abd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:16:11Z', 'updated_at': '2022-05-23T11:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '15c83083-59f3-4def-b4bc-d97f146835dd', 'tenant_id': '6413deec0c1b468e9165a85b033a2ba9', 'floating_ip_address': '172.25.6.236', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '9a1794a5-1139-4439-8c86-b640f156abd5', 'port_id': '9fa10ee8-a8ce-4d28-a9f0-0363128b97d0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f58b921-0292-4dfc-9e12-b02298e69ac5', 'mac_address': 'fa:16:3e:97:d5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:17:44Z', 'updated_at': '2022-05-23T11:19:54Z', 'revision_number': 1, 'project_id': '6413deec0c1b468e9165a85b033a2ba9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a53a8b-65db-4519-9707-6cef64eb2748', 'name': '', 'network_id': '8f58b921-0292-4dfc-9e12-b02298e69ac5', 'tenant_id': '6413deec0c1b468e9165a85b033a2ba9', 'mac_address': 'fa:16:3e:a2:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1794a5-1139-4439-8c86-b640f156abd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad5f4f1c-c17b-496d-bb30-9eefdb6a09ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:16:17Z', 'updated_at': '2022-05-23T11:16:31Z', 'revision_number': 5, 'project_id': '6413deec0c1b468e9165a85b033a2ba9', 'subnets': [{'id': 'ad5f4f1c-c17b-496d-bb30-9eefdb6a09ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:20:01.947906 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-804bff91-5986-4a5e-9b80-49965e4e415b None None] Could not find standard attr ID for object 6d07c991-470e-4c06-8094-a6afe5404ea6. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:20:01.980469 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-549eddc4-2016-47ef-8fe1-cf1f2e203447 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:02.016371 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-549eddc4-2016-47ef-8fe1-cf1f2e203447 None None] Transition to ACTIVE for port object 53ae665a-80ee-472a-bf6f-cf32affce9d5 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:20:02.031562 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-549eddc4-2016-47ef-8fe1-cf1f2e203447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:02.044721 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ef3a08ed-424b-4fe0-8cd9-2bd646b301d0 req-f8b0f253-044a-4488-8683-7b11c7fd99be tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5e7d2e4-d721-4138-a0e8-2d99d4530de0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227999 May 23 11:20:02.047621 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb133c-3ad9-4508-8047-9c82eb2e4351 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event updated for resources: {'Subnet': ['ID=2104aafc-5615-408b-a446-e6f44646ac4b,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:02.088082 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25382084-5413-4960-8110-7c08c64e26e5 req-9223705f-2e5e-4167-aced-783e21cbc107 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:02.090077 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-25382084-5413-4960-8110-7c08c64e26e5 req-9223705f-2e5e-4167-aced-783e21cbc107 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.4311185 May 23 11:20:02.177933 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e7fe6e-40e2-4007-840b-f1718d158a39 None None] Pushing event updated for resources: {'Port': ['ID=53ae665a-80ee-472a-bf6f-cf32affce9d5,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:02.188656 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-991a4013-663f-47d3-8f64-1ff4a39c39e5 None None] Could not find standard attr ID for object 9d81e485-0ac7-4308-94f6-6a012d25d496. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:20:02.192852 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-991a4013-663f-47d3-8f64-1ff4a39c39e5 None None] Could not find standard attr ID for object 6d07c991-470e-4c06-8094-a6afe5404ea6. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:20:02.224497 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffb133c-3ad9-4508-8047-9c82eb2e4351 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Network d481c8d0-ced3-420e-aa0e-9ad199e1624b is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:20:02.286669 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10d0f43-43e8-41ad-be46-0ce47524a29e tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:02.287497 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10d0f43-43e8-41ad-be46-0ce47524a29e tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:02.312569 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-25382084-5413-4960-8110-7c08c64e26e5 req-607aac71-aece-4722-8f28-51ab4b638685 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969066 May 23 11:20:02.317094 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-1ffb133c-3ad9-4508-8047-9c82eb2e4351 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, d481c8d0-ced3-420e-aa0e-9ad199e1624b) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:20:02.318858 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10d0f43-43e8-41ad-be46-0ce47524a29e tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:02.329749 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffb133c-3ad9-4508-8047-9c82eb2e4351 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:02.330248 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1ffb133c-3ad9-4508-8047-9c82eb2e4351 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:02.335249 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b10d0f43-43e8-41ad-be46-0ce47524a29e tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:20:02.423429 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1ffb133c-3ad9-4508-8047-9c82eb2e4351 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8672533 May 23 11:20:02.424024 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-66b14606-494c-46a5-9c26-36ebf7d8e15a req-a575f831-2df0-49f7-9b3b-9918c526afe2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6413deec0c1b468e9165a85b033a2ba9&device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 6501 time: 1.0168138 May 23 11:20:02.426220 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60104) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:02.450659 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4fdda3-31b1-4854-b4fb-978880d52335 None None] Network d481c8d0-ced3-420e-aa0e-9ad199e1624b requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:20:02.554021 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb46a2ee-ad19-4e5b-abe5-cb2d3a86353a None None] New status for floating IP 15c83083-59f3-4def-b4bc-d97f146835dd: ACTIVE {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:20:02.836144 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b10d0f43-43e8-41ad-be46-0ce47524a29e tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:20:02.838348 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b10d0f43-43e8-41ad-be46-0ce47524a29e tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 1.0753844 May 23 11:20:02.856123 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60110) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:03.084015 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b14606-494c-46a5-9c26-36ebf7d8e15a req-9b8820f7-2c66-4f9d-a570-e437faa4a7fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:03.085740 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-66b14606-494c-46a5-9c26-36ebf7d8e15a req-9b8820f7-2c66-4f9d-a570-e437faa4a7fd service neutron] 10.222.0.81 "GET /v2.0/networks?id=8f58b921-0292-4dfc-9e12-b02298e69ac5 HTTP/1.1" status: 200 len: 918 time: 0.6464975 May 23 11:20:03.250684 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-40f8cdd0-704b-4204-8b12-ac05a0899456 req-43a9a678-08b6-48fc-bb8b-be027997a430 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] For port 72b7e80a-4e0f-47d0-8c76-0b6ab3063af4, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=72b7e80a-4e0f-47d0-8c76-0b6ab3063af4,segment=NetworkSegment(9379bc52-03db-4b6b-a712-5c3844bb254d),segment_id=9379bc52-03db-4b6b-a712-5c3844bb254d)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:20:03.251324 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-40f8cdd0-704b-4204-8b12-ac05a0899456 req-43a9a678-08b6-48fc-bb8b-be027997a430 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:03.257336 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e0d70ef3-2c28-47dd-96eb-92de4ec41f9b up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:20:03.376442 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-549eddc4-2016-47ef-8fe1-cf1f2e203447 None None] Attempting to bind port 53ae665a-80ee-472a-bf6f-cf32affce9d5 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:20:03.376947 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-549eddc4-2016-47ef-8fe1-cf1f2e203447 None None] Attempting to bind port 53ae665a-80ee-472a-bf6f-cf32affce9d5 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'b822ce4e-7ad2-40ac-917a-ff382b11be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fcf428cb-8411-4416-907d-9b256e7925db'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:20:03.377307 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549eddc4-2016-47ef-8fe1-cf1f2e203447 None None] Attempting to bind port 53ae665a-80ee-472a-bf6f-cf32affce9d5 on network fcf428cb-8411-4416-907d-9b256e7925db {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:20:03.417095 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port e0d70ef3-2c28-47dd-96eb-92de4ec41f9b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:20:03.420274 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:03.456294 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-40f8cdd0-704b-4204-8b12-ac05a0899456 req-43a9a678-08b6-48fc-bb8b-be027997a430 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Calling delete_port for 72b7e80a-4e0f-47d0-8c76-0b6ab3063af4 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:20:03.493620 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa817158-7114-4608-b8be-2e3e677dffa0 req-e5451e11-e52a-41fa-9d2b-d5ba5cb2ab41 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:03.501404 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fa817158-7114-4608-b8be-2e3e677dffa0 req-e5451e11-e52a-41fa-9d2b-d5ba5cb2ab41 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.2941284 May 23 11:20:03.513756 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549eddc4-2016-47ef-8fe1-cf1f2e203447 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:20:03.514849 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549eddc4-2016-47ef-8fe1-cf1f2e203447 None None] Checking segment: {'id': 'b822ce4e-7ad2-40ac-917a-ff382b11be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fcf428cb-8411-4416-907d-9b256e7925db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:20:03.515411 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-549eddc4-2016-47ef-8fe1-cf1f2e203447 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:03.515990 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549eddc4-2016-47ef-8fe1-cf1f2e203447 None None] Bound using segment: {'id': 'b822ce4e-7ad2-40ac-917a-ff382b11be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fcf428cb-8411-4416-907d-9b256e7925db'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:20:03.516667 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-549eddc4-2016-47ef-8fe1-cf1f2e203447 None None] Bound port: 53ae665a-80ee-472a-bf6f-cf32affce9d5, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b822ce4e-7ad2-40ac-917a-ff382b11be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fcf428cb-8411-4416-907d-9b256e7925db'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:20:03.517304 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-549eddc4-2016-47ef-8fe1-cf1f2e203447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:03.574948 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d4383-3f55-4a39-b329-a7163949956f req-31ced9c1-7caa-4d08-8813-c57fe9395d23 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:03.576521 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4d1d4383-3f55-4a39-b329-a7163949956f req-31ced9c1-7caa-4d08-8813-c57fe9395d23 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cee6061-1045-4bef-bbdb-79f3f9e32256 HTTP/1.1" status: 200 len: 946 time: 0.4025273 May 23 11:20:03.612229 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2fb54591-5fca-4bd9-a369-6a9c880edc36 req-74d515c7-a8d6-4bcf-a7d8-bc45edf83bdc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d8e63cb106b40b880c35c46eb22d5c0&device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 1098 time: 0.3922935 May 23 11:20:03.645411 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-549eddc4-2016-47ef-8fe1-cf1f2e203447 None None] For port 53ae665a-80ee-472a-bf6f-cf32affce9d5, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:20:03.649679 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-549eddc4-2016-47ef-8fe1-cf1f2e203447 None None] For port 53ae665a-80ee-472a-bf6f-cf32affce9d5, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=53ae665a-80ee-472a-bf6f-cf32affce9d5,segment=NetworkSegment(b822ce4e-7ad2-40ac-917a-ff382b11be76),segment_id=b822ce4e-7ad2-40ac-917a-ff382b11be76)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:20:03.653144 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 72b7e80a-4e0f-47d0-8c76-0b6ab3063af4 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:20:03.680604 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fa817158-7114-4608-b8be-2e3e677dffa0 req-b70ae6f1-12b6-44d1-af79-6e5ba590a509 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778369 May 23 11:20:03.689715 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-549eddc4-2016-47ef-8fe1-cf1f2e203447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:03.732057 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-66b14606-494c-46a5-9c26-36ebf7d8e15a req-b1a00fd3-14c4-40c2-9031-bcc0801ccdc2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fa10ee8-a8ce-4d28-a9f0-0363128b97d0 HTTP/1.1" status: 200 len: 1001 time: 0.5714521 May 23 11:20:03.734745 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a03671a-9f31-4ca3-b590-10ad675dde1d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting subnet 518efbb5-fba5-4608-8d51-9eb689ce0213 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:20:03.739296 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-40f8cdd0-704b-4204-8b12-ac05a0899456 req-43a9a678-08b6-48fc-bb8b-be027997a430 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:03.758530 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 72b7e80a-4e0f-47d0-8c76-0b6ab3063af4 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:20:03.759150 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 72b7e80a-4e0f-47d0-8c76-0b6ab3063af4 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:20:03.791487 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4d1d4383-3f55-4a39-b329-a7163949956f req-a31b6910-1c57-410b-a806-3f96773d5ac0 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/security-groups?id=6608edac-19b9-4bfb-a1a2-53d070ef0034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048945 May 23 11:20:03.910733 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb54591-5fca-4bd9-a369-6a9c880edc36 req-d8c92af2-a8c5-463f-bf53-482f649248e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:03.912485 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2fb54591-5fca-4bd9-a369-6a9c880edc36 req-d8c92af2-a8c5-463f-bf53-482f649248e0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6213997a-77dd-4973-bef8-b88fbf379b24 HTTP/1.1" status: 200 len: 913 time: 0.2767675 May 23 11:20:03.928391 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7a03671a-9f31-4ca3-b590-10ad675dde1d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:03.981112 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b14606-494c-46a5-9c26-36ebf7d8e15a req-26fa7f71-5503-4a5f-9539-259062f3a0b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:03.982566 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-66b14606-494c-46a5-9c26-36ebf7d8e15a req-26fa7f71-5503-4a5f-9539-259062f3a0b5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ad5f4f1c-c17b-496d-bb30-9eefdb6a09ed HTTP/1.1" status: 200 len: 856 time: 0.2443533 May 23 11:20:04.077735 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a9a678-08b6-48fc-bb8b-be027997a430 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Pushing event deleted for resources: {'Port': ['ID=72b7e80a-4e0f-47d0-8c76-0b6ab3063af4,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:04.146863 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7a03671a-9f31-4ca3-b590-10ad675dde1d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:04.185343 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e7fe6e-40e2-4007-840b-f1718d158a39 None None] Pushing event updated for resources: {'Port': ['ID=53ae665a-80ee-472a-bf6f-cf32affce9d5,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:04.191271 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbf6126-d68e-4fb0-bc32-47a255710c4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-d481c8d0-ced3-420e-aa0e-9ad199e1624b', 'network_id': 'd481c8d0-ced3-420e-aa0e-9ad199e1624b', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'fixed_ips': [{'subnet_id': '2104aafc-5615-408b-a446-e6f44646ac4b'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:20:04.192108 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0fbf6126-d68e-4fb0-bc32-47a255710c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:04.202386 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549eddc4-2016-47ef-8fe1-cf1f2e203447 None None] Routers {'6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:20:04.203030 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-549eddc4-2016-47ef-8fe1-cf1f2e203447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:19:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:20:04.238992 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f8cdd0-704b-4204-8b12-ac05a0899456 req-43a9a678-08b6-48fc-bb8b-be027997a430 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] No DVR routers for this DVR port 72b7e80a-4e0f-47d0-8c76-0b6ab3063af4 on host n-h1-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:20:04.438077 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6275f94b-f7f5-45cb-ab12-73d224ccab8a req-bd3ac975-4b31-428e-8da1-0647625a9ab5 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:04.440397 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6275f94b-f7f5-45cb-ab12-73d224ccab8a req-bd3ac975-4b31-428e-8da1-0647625a9ab5 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.3250718 May 23 11:20:04.451755 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34902817-1c31-41c3-9d69-bef887863912 req-7e5fd6db-c055-4db0-bb83-b32a4c2b5355 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:04.460668 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-34902817-1c31-41c3-9d69-bef887863912 req-7e5fd6db-c055-4db0-bb83-b32a4c2b5355 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89 HTTP/1.1" status: 200 len: 945 time: 0.5463808 May 23 11:20:04.556660 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2fb54591-5fca-4bd9-a369-6a9c880edc36 req-a936c333-b952-4d16-ad00-fd32ebf34428 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3afd64a2-b6a5-4913-a9be-716566b8de39 HTTP/1.1" status: 200 len: 1002 time: 0.5861742 May 23 11:20:04.570886 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7a03671a-9f31-4ca3-b590-10ad675dde1d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:04.601128 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-0fbf6126-d68e-4fb0-bc32-47a255710c4c None None] Allocated IP 172.21.0.2 (d481c8d0-ced3-420e-aa0e-9ad199e1624b/2104aafc-5615-408b-a446-e6f44646ac4b/331219d8-1df5-4591-8f6a-a2fab7c79263) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:20:04.635250 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb54591-5fca-4bd9-a369-6a9c880edc36 req-cc984141-3004-4000-bdc3-9e67770c35c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:04.637531 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2fb54591-5fca-4bd9-a369-6a9c880edc36 req-cc984141-3004-4000-bdc3-9e67770c35c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54335c97-79a1-4f1c-bc27-f53589fd26ef HTTP/1.1" status: 200 len: 851 time: 0.0700207 May 23 11:20:04.649892 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-40f8cdd0-704b-4204-8b12-ac05a0899456 req-43a9a678-08b6-48fc-bb8b-be027997a430 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:04.652776 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cee6061-1045-4bef-bbdb-79f3f9e32256', 'name': 'network-vif-deleted', 'tag': '72b7e80a-4e0f-47d0-8c76-0b6ab3063af4'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:20:04.661385 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7a03671a-9f31-4ca3-b590-10ad675dde1d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:04.711345 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03671a-9f31-4ca3-b590-10ad675dde1d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Subnet': ['ID=518efbb5-fba5-4608-8d51-9eb689ce0213,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:04.725975 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7a03671a-9f31-4ca3-b590-10ad675dde1d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:04.730594 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7a03671a-9f31-4ca3-b590-10ad675dde1d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/518efbb5-fba5-4608-8d51-9eb689ce0213 HTTP/1.1" status: 204 len: 168 time: 1.8730233 May 23 11:20:04.735649 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60128) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:04.741772 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-66b14606-494c-46a5-9c26-36ebf7d8e15a req-580a6915-fb9b-447c-9646-4188812e014e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8f58b921-0292-4dfc-9e12-b02298e69ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7166767 May 23 11:20:04.777122 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-40f8cdd0-704b-4204-8b12-ac05a0899456 req-43a9a678-08b6-48fc-bb8b-be027997a430 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.13 "DELETE /v2.0/ports/72b7e80a-4e0f-47d0-8c76-0b6ab3063af4 HTTP/1.1" status: 204 len: 173 time: 3.8090320 May 23 11:20:04.831697 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-34902817-1c31-41c3-9d69-bef887863912 req-480a36fa-e486-4977-99ee-303603fc53dd tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5e7d2e4-d721-4138-a0e8-2d99d4530de0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3694434 May 23 11:20:04.867029 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0fbf6126-d68e-4fb0-bc32-47a255710c4c None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:04.879575 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0fbf6126-d68e-4fb0-bc32-47a255710c4c None None] Transition to ACTIVE for port object 331219d8-1df5-4591-8f6a-a2fab7c79263 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:20:04.900003 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0fbf6126-d68e-4fb0-bc32-47a255710c4c None None] Transition to ACTIVE for port object 331219d8-1df5-4591-8f6a-a2fab7c79263 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:20:04.918246 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d1f4e9-654f-451e-973e-e908d774071d None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:20:04.939655 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0fbf6126-d68e-4fb0-bc32-47a255710c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:05.018139 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6275f94b-f7f5-45cb-ab12-73d224ccab8a req-2734a249-9fb9-4657-9603-eae23352078a tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5498562 May 23 11:20:05.025110 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d6e3a8e-9b5a-4c77-9791-ae78f6f4d323'] response: {'server_uuid': '9cee6061-1045-4bef-bbdb-79f3f9e32256', 'name': 'network-vif-deleted', 'tag': '72b7e80a-4e0f-47d0-8c76-0b6ab3063af4', 'status': 'completed', 'code': 200} May 23 11:20:05.088147 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-b90754c2-7ca5-42af-bbf0-1b3c0d05dd24 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting subnet 6f917ff7-1bcc-43bf-9807-4bdca0625363 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:20:05.095757 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b90754c2-7ca5-42af-bbf0-1b3c0d05dd24 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:05.212474 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2fb54591-5fca-4bd9-a369-6a9c880edc36 req-36cab05c-d9a9-4126-b6d5-dac403e84e1f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6213997a-77dd-4973-bef8-b88fbf379b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5424452 May 23 11:20:05.221096 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-66b14606-494c-46a5-9c26-36ebf7d8e15a req-24bfa103-ccc9-4db2-b33d-5421b5223198 service neutron] 10.222.0.81 "GET /v2.0/networks/8f58b921-0292-4dfc-9e12-b02298e69ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4428973 May 23 11:20:05.348318 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-549eddc4-2016-47ef-8fe1-cf1f2e203447 None None] Set router 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:20:05.397530 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf6126-d68e-4fb0-bc32-47a255710c4c None None] Pushing event updated for resources: {'Port': ['ID=331219d8-1df5-4591-8f6a-a2fab7c79263,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:05.402915 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbf6126-d68e-4fb0-bc32-47a255710c4c None None] Network d481c8d0-ced3-420e-aa0e-9ad199e1624b is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:20:05.414589 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-0fbf6126-d68e-4fb0-bc32-47a255710c4c None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:20:05.417043 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbf6126-d68e-4fb0-bc32-47a255710c4c None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:20:05.437480 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-66b14606-494c-46a5-9c26-36ebf7d8e15a req-b850f9af-7e17-4f9f-ac39-b505a287f056 service neutron] 10.222.0.81 "GET /v2.0/networks/8f58b921-0292-4dfc-9e12-b02298e69ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070069 May 23 11:20:05.440870 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b90754c2-7ca5-42af-bbf0-1b3c0d05dd24 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:05.542358 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b90754c2-7ca5-42af-bbf0-1b3c0d05dd24 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:05.631499 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b90754c2-7ca5-42af-bbf0-1b3c0d05dd24 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:05.657448 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-30bd290e-9b35-4453-b0d5-ea824cb7d99d req-42f8524f-a503-4a3d-ac6c-ff9edaef18d0 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cee6061-1045-4bef-bbdb-79f3f9e32256 HTTP/1.1" status: 200 len: 210 time: 0.3598137 May 23 11:20:05.712829 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90754c2-7ca5-42af-bbf0-1b3c0d05dd24 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Subnet': ['ID=6f917ff7-1bcc-43bf-9807-4bdca0625363,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:05.717934 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b90754c2-7ca5-42af-bbf0-1b3c0d05dd24 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:05.740124 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b90754c2-7ca5-42af-bbf0-1b3c0d05dd24 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/6f917ff7-1bcc-43bf-9807-4bdca0625363 HTTP/1.1" status: 204 len: 168 time: 0.9970608 May 23 11:20:05.741663 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60138) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:05.785898 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-0fbf6126-d68e-4fb0-bc32-47a255710c4c None None] Attempting to bind port 331219d8-1df5-4591-8f6a-a2fab7c79263 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:20:05.786456 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-0fbf6126-d68e-4fb0-bc32-47a255710c4c None None] Attempting to bind port 331219d8-1df5-4591-8f6a-a2fab7c79263 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'bc046606-98b8-415f-8f5e-aefe6960bd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd481c8d0-ced3-420e-aa0e-9ad199e1624b'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:20:05.786743 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbf6126-d68e-4fb0-bc32-47a255710c4c None None] Attempting to bind port 331219d8-1df5-4591-8f6a-a2fab7c79263 on network d481c8d0-ced3-420e-aa0e-9ad199e1624b {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:20:05.858017 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-01c2b9c6-19ef-4fb3-9783-b5e38f42f854 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1139302 May 23 11:20:05.859126 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60142) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:05.894758 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-32ab5322-8970-4d3a-8f66-13f8b4dc7827 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'subnet': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:20:05.966973 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2fb54591-5fca-4bd9-a369-6a9c880edc36 req-fe259532-bcd7-4e3a-a338-099f2319b45a service neutron] 10.222.0.13 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7385607 May 23 11:20:06.005634 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1664f0-cc45-4e87-ac1f-50a1dca98a07 req-50d3c90a-8bb4-46ae-9730-9dabc507bdcb tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:06.007240 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce1664f0-cc45-4e87-ac1f-50a1dca98a07 req-50d3c90a-8bb4-46ae-9730-9dabc507bdcb tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.4341662 May 23 11:20:06.085047 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-32ab5322-8970-4d3a-8f66-13f8b4dc7827 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:20:06.090096 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-32ab5322-8970-4d3a-8f66-13f8b4dc7827 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:subnet and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:20:06.093525 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-32ab5322-8970-4d3a-8f66-13f8b4dc7827 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:20:06.101400 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-32ab5322-8970-4d3a-8f66-13f8b4dc7827 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:20:06.102773 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbf6126-d68e-4fb0-bc32-47a255710c4c None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:20:06.103145 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbf6126-d68e-4fb0-bc32-47a255710c4c None None] Checking segment: {'id': 'bc046606-98b8-415f-8f5e-aefe6960bd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd481c8d0-ced3-420e-aa0e-9ad199e1624b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:20:06.103544 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0fbf6126-d68e-4fb0-bc32-47a255710c4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:06.104350 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dcfd9bc8-fa83-4820-8431-b5597444e252 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:06.108838 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbf6126-d68e-4fb0-bc32-47a255710c4c None None] Bound using segment: {'id': 'bc046606-98b8-415f-8f5e-aefe6960bd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd481c8d0-ced3-420e-aa0e-9ad199e1624b'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:20:06.109434 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-0fbf6126-d68e-4fb0-bc32-47a255710c4c None None] Bound port: 331219d8-1df5-4591-8f6a-a2fab7c79263, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc046606-98b8-415f-8f5e-aefe6960bd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd481c8d0-ced3-420e-aa0e-9ad199e1624b'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:20:06.110752 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0fbf6126-d68e-4fb0-bc32-47a255710c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:06.116345 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ab5322-8970-4d3a-8f66-13f8b4dc7827 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:20:06.120977 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-32ab5322-8970-4d3a-8f66-13f8b4dc7827 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:06.340974 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b790ba51-9c4b-4820-95ea-0a9ea8d3cb55 None None] DHCP port deletion for db5fdb8a-4d76-428d-84ca-c911a4d5dee2 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:20:06.343205 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-0fbf6126-d68e-4fb0-bc32-47a255710c4c None None] For port 331219d8-1df5-4591-8f6a-a2fab7c79263, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:20:06.362006 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b790ba51-9c4b-4820-95ea-0a9ea8d3cb55 None None] Deleting port e0d70ef3-2c28-47dd-96eb-92de4ec41f9b {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:20:06.362380 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b790ba51-9c4b-4820-95ea-0a9ea8d3cb55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:06.389292 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-0fbf6126-d68e-4fb0-bc32-47a255710c4c None None] For port 331219d8-1df5-4591-8f6a-a2fab7c79263, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=331219d8-1df5-4591-8f6a-a2fab7c79263,segment=NetworkSegment(bc046606-98b8-415f-8f5e-aefe6960bd96),segment_id=bc046606-98b8-415f-8f5e-aefe6960bd96)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:20:06.405270 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0fbf6126-d68e-4fb0-bc32-47a255710c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:06.412557 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-32ab5322-8970-4d3a-8f66-13f8b4dc7827 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:06.487504 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce1664f0-cc45-4e87-ac1f-50a1dca98a07 req-0a43d64e-a92b-41ab-ba4a-3c21a8ff3b68 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210072 May 23 11:20:06.524382 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ab5322-8970-4d3a-8f66-13f8b4dc7827 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:20:06.527281 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-32ab5322-8970-4d3a-8f66-13f8b4dc7827 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:20:06.542994 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ab5322-8970-4d3a-8f66-13f8b4dc7827 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:06.543582 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-32ab5322-8970-4d3a-8f66-13f8b4dc7827 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:06.590119 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-32ab5322-8970-4d3a-8f66-13f8b4dc7827 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7270579 May 23 11:20:06.596856 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60152) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:06.600239 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e0d70ef3-2c28-47dd-96eb-92de4ec41f9b no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:20:06.615177 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-4cdd1ace-1d4c-4707-ae6f-33c6313eb5cf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'subnet': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:20:06.655444 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2fb54591-5fca-4bd9-a369-6a9c880edc36 req-b4b5b063-30ba-4d87-aaaf-ebb2ef48a2ae service neutron] 10.222.0.13 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6824248 May 23 11:20:06.679121 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ab5322-8970-4d3a-8f66-13f8b4dc7827 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Subnet': ['ID=deb20481-0a42-4a1d-9202-d2ea0a708da1,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:06.679382 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-549eddc4-2016-47ef-8fe1-cf1f2e203447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'name': 'tempest-RoutersTest-router-1947587361', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:19:49Z', 'updated_at': '2022-05-23T11:19:54Z', 'revision_number': 2, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'gw_port_host': None, '_interfaces': [{'id': '53ae665a-80ee-472a-bf6f-cf32affce9d5', 'name': '', 'network_id': 'fcf428cb-8411-4416-907d-9b256e7925db', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:49:b5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:19:51Z', 'updated_at': '2022-05-23T11:20:03Z', 'revision_number': 4, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:20:06.693703 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1d581-9963-4e7b-953f-535f641df81a req-f9807719-0f91-421e-bfb9-a0abaae58a9c tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:06.699237 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-87c1d581-9963-4e7b-953f-535f641df81a req-f9807719-0f91-421e-bfb9-a0abaae58a9c tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89 HTTP/1.1" status: 200 len: 945 time: 0.5730565 May 23 11:20:06.747417 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549eddc4-2016-47ef-8fe1-cf1f2e203447 None None] The sync data for ids ['6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'] in n-d-842952-2 is: [{'id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'name': 'tempest-RoutersTest-router-1947587361', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:19:49Z', 'updated_at': '2022-05-23T11:19:54Z', 'revision_number': 2, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'gw_port_host': None, '_interfaces': [{'id': '53ae665a-80ee-472a-bf6f-cf32affce9d5', 'name': '', 'network_id': 'fcf428cb-8411-4416-907d-9b256e7925db', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:49:b5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:19:51Z', 'updated_at': '2022-05-23T11:20:03Z', 'revision_number': 4, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:20:06.755928 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf6126-d68e-4fb0-bc32-47a255710c4c None None] Pushing event updated for resources: {'Port': ['ID=331219d8-1df5-4591-8f6a-a2fab7c79263,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:06.896859 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-87c1d581-9963-4e7b-953f-535f641df81a req-b62df6b6-c97a-4f7e-9aa2-2163a260dddf tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5e7d2e4-d721-4138-a0e8-2d99d4530de0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889501 May 23 11:20:06.942573 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-dcfd9bc8-fa83-4820-8431-b5597444e252 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Allocated IP 172.21.0.1 (d481c8d0-ced3-420e-aa0e-9ad199e1624b/2104aafc-5615-408b-a446-e6f44646ac4b/491b134a-b711-4ce2-bc65-d51843ffd9e1) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:20:06.954572 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4cdd1ace-1d4c-4707-ae6f-33c6313eb5cf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:20:06.964059 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4cdd1ace-1d4c-4707-ae6f-33c6313eb5cf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:subnet and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:20:06.969235 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4cdd1ace-1d4c-4707-ae6f-33c6313eb5cf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:20:06.985035 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4cdd1ace-1d4c-4707-ae6f-33c6313eb5cf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:20:07.020961 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdd1ace-1d4c-4707-ae6f-33c6313eb5cf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:20:07.024610 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4cdd1ace-1d4c-4707-ae6f-33c6313eb5cf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:07.067773 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:07.161193 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-b790ba51-9c4b-4820-95ea-0a9ea8d3cb55 None None] For port e0d70ef3-2c28-47dd-96eb-92de4ec41f9b, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e0d70ef3-2c28-47dd-96eb-92de4ec41f9b,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:20:07.161870 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b790ba51-9c4b-4820-95ea-0a9ea8d3cb55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:07.173337 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c2da6-1ccf-4222-bcaa-2d6162a8a648 req-bbc36a0f-0874-4a3d-a8f4-988fe49ecc3c tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:07.175541 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-167c2da6-1ccf-4222-bcaa-2d6162a8a648 req-bbc36a0f-0874-4a3d-a8f4-988fe49ecc3c tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.3374403 May 23 11:20:07.239926 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port e0d70ef3-2c28-47dd-96eb-92de4ec41f9b, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e0d70ef3-2c28-47dd-96eb-92de4ec41f9b,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:20:07.248930 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:07.393437 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-167c2da6-1ccf-4222-bcaa-2d6162a8a648 req-966f2b88-f095-45f2-8836-052ed16b2aa3 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046628 May 23 11:20:07.457360 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dcfd9bc8-fa83-4820-8431-b5597444e252 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:07.499067 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b790ba51-9c4b-4820-95ea-0a9ea8d3cb55 None None] Calling delete_port for e0d70ef3-2c28-47dd-96eb-92de4ec41f9b owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:20:07.504965 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-dcfd9bc8-fa83-4820-8431-b5597444e252 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Transition to ACTIVE for port object 491b134a-b711-4ce2-bc65-d51843ffd9e1 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:20:07.548067 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dcfd9bc8-fa83-4820-8431-b5597444e252 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:07.665195 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=e0d70ef3-2c28-47dd-96eb-92de4ec41f9b,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:07.705189 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-b790ba51-9c4b-4820-95ea-0a9ea8d3cb55 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:20:07.705618 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-b790ba51-9c4b-4820-95ea-0a9ea8d3cb55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:20:07.776191 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd9bc8-fa83-4820-8431-b5597444e252 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event updated for resources: {'Port': ['ID=491b134a-b711-4ce2-bc65-d51843ffd9e1,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:07.871152 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfd9bc8-fa83-4820-8431-b5597444e252 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Network d481c8d0-ced3-420e-aa0e-9ad199e1624b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:20:07.883499 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-dcfd9bc8-fa83-4820-8431-b5597444e252 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:20:07.886194 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfd9bc8-fa83-4820-8431-b5597444e252 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:20:07.955599 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:07.965143 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dcfd9bc8-fa83-4820-8431-b5597444e252 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:08.208470 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b790ba51-9c4b-4820-95ea-0a9ea8d3cb55 None None] Deleting port e0d70ef3-2c28-47dd-96eb-92de4ec41f9b {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:20:08.209553 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b790ba51-9c4b-4820-95ea-0a9ea8d3cb55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:08.241798 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5794385-4b5b-40c0-b12a-a87c0203b51c req-4cfbebb9-5cb3-48f2-aeb3-101961fa0046 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:08.271922 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a5794385-4b5b-40c0-b12a-a87c0203b51c req-4cfbebb9-5cb3-48f2-aeb3-101961fa0046 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.5586791 May 23 11:20:08.347337 n-d-842952-2 neutron-server[83911]: DEBUG neutron.objects.ports [None req-4cdd1ace-1d4c-4707-ae6f-33c6313eb5cf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83911) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 23 11:20:08.356499 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dcfd9bc8-fa83-4820-8431-b5597444e252 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:08.478415 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b8b155b1-ba53-4480-aa66-2fc1190ccd16 req-106f4322-4fef-4960-a83d-685d43d92ceb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d3ec9888c9b84da5954173e8d76fab76&device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89 HTTP/1.1" status: 200 len: 1096 time: 0.3463824 May 23 11:20:08.575084 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e709a8ea-1e69-4745-8753-c3f209ac4a55 None None] Network d481c8d0-ced3-420e-aa0e-9ad199e1624b requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:20:08.625635 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-7f328bbe-783f-48bd-9a9d-d484cb424862 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:08.627701 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-7f328bbe-783f-48bd-9a9d-d484cb424862 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/networks?id=77274ad1-8320-427b-8805-dddd8f6cebb4 HTTP/1.1" status: 200 len: 809 time: 0.9170613 May 23 11:20:08.669911 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 331219d8-1df5-4591-8f6a-a2fab7c79263 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:20:08.672680 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b155b1-ba53-4480-aa66-2fc1190ccd16 req-53d00cd1-a7cc-4c34-83bc-6ec0ac1cb5f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:08.674723 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b8b155b1-ba53-4480-aa66-2fc1190ccd16 req-53d00cd1-a7cc-4c34-83bc-6ec0ac1cb5f2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0308ef6c-1caf-4171-ace3-29e1cb4dd978 HTTP/1.1" status: 200 len: 911 time: 0.1865342 May 23 11:20:08.716800 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-f33cf14e-c1d8-4939-8723-f75407fa694c tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/quotas/2c92450d61054a08bb7bcb6ded923901 HTTP/1.1" status: 200 len: 375 time: 0.0240903 May 23 11:20:08.748940 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a5794385-4b5b-40c0-b12a-a87c0203b51c req-616644a4-5c25-4a3f-b456-fd67c87bf8d8 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4761026 May 23 11:20:08.812121 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5703508f-9ac0-403a-9329-fc3ea45add8d None None] Provisioning for port 331219d8-1df5-4591-8f6a-a2fab7c79263 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:20:08.850535 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-23c3b8f6-c7c1-4836-8b12-b6c955f19f21 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c92450d61054a08bb7bcb6ded923901&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1189609 May 23 11:20:08.896412 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4cdd1ace-1d4c-4707-ae6f-33c6313eb5cf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:08.922448 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-b790ba51-9c4b-4820-95ea-0a9ea8d3cb55 None None] For port e0d70ef3-2c28-47dd-96eb-92de4ec41f9b, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e0d70ef3-2c28-47dd-96eb-92de4ec41f9b,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:20:08.923500 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b790ba51-9c4b-4820-95ea-0a9ea8d3cb55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:09.013720 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b8b155b1-ba53-4480-aa66-2fc1190ccd16 req-0fcd4fac-d8b8-4795-bb93-04f85995b38e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73e84f24-1a14-4e66-9d4f-12a2c03bd380 HTTP/1.1" status: 200 len: 1001 time: 0.3204148 May 23 11:20:09.083547 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-390c8353-9234-49fe-9882-8287f62bfb29 service neutron] 10.222.0.79 "GET /v2.0/networks/77274ad1-8320-427b-8805-dddd8f6cebb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187316 May 23 11:20:09.097459 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b790ba51-9c4b-4820-95ea-0a9ea8d3cb55 None None] Calling delete_port for e0d70ef3-2c28-47dd-96eb-92de4ec41f9b owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:20:09.271657 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b155b1-ba53-4480-aa66-2fc1190ccd16 req-482a0eb1-6fc7-40e9-ac94-c67fd7121d52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:09.276364 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b8b155b1-ba53-4480-aa66-2fc1190ccd16 req-482a0eb1-6fc7-40e9-ac94-c67fd7121d52 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=78a08f2b-9bc6-4aed-a592-74a10c72dff5 HTTP/1.1" status: 200 len: 849 time: 0.2532506 May 23 11:20:09.351184 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3ed39990-b52d-43d0-bad5-317d035c6f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:09.521289 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:09.522062 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 331219d8-1df5-4591-8f6a-a2fab7c79263 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:20:09.540897 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 331219d8-1df5-4591-8f6a-a2fab7c79263 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:20:09.540897 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:09.572867 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070a471-bd7d-494c-9e8b-36cbf1670b07 req-80d5cf85-50f8-4171-b8fa-c869e3f60605 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:09.585876 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0070a471-bd7d-494c-9e8b-36cbf1670b07 req-80d5cf85-50f8-4171-b8fa-c869e3f60605 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89 HTTP/1.1" status: 200 len: 945 time: 0.4861622 May 23 11:20:09.732667 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-e15d33d1-d13f-4918-89e7-a23c95bc0888 service neutron] 10.222.0.79 "GET /v2.0/networks/77274ad1-8320-427b-8805-dddd8f6cebb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6305823 May 23 11:20:09.821561 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0070a471-bd7d-494c-9e8b-36cbf1670b07 req-5975b797-ddc5-417f-9020-deb5707afa8a tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5e7d2e4-d721-4138-a0e8-2d99d4530de0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2378993 May 23 11:20:09.874280 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:09.921799 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dcfd9bc8-fa83-4820-8431-b5597444e252 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:09.932977 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dcfd9bc8-fa83-4820-8431-b5597444e252 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:09.968711 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-4cdd1ace-1d4c-4707-ae6f-33c6313eb5cf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] For port e0d70ef3-2c28-47dd-96eb-92de4ec41f9b, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e0d70ef3-2c28-47dd-96eb-92de4ec41f9b,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:20:09.977199 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 331219d8-1df5-4591-8f6a-a2fab7c79263, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=331219d8-1df5-4591-8f6a-a2fab7c79263,segment=NetworkSegment(bc046606-98b8-415f-8f5e-aefe6960bd96),segment_id=bc046606-98b8-415f-8f5e-aefe6960bd96)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:20:09.994677 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:10.005947 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4cdd1ace-1d4c-4707-ae6f-33c6313eb5cf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:10.015410 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4cdd1ace-1d4c-4707-ae6f-33c6313eb5cf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:10.016926 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4cdd1ace-1d4c-4707-ae6f-33c6313eb5cf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:10.237822 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-b790ba51-9c4b-4820-95ea-0a9ea8d3cb55 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:20:10.237822 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-b790ba51-9c4b-4820-95ea-0a9ea8d3cb55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:20:10.304584 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b8b155b1-ba53-4480-aa66-2fc1190ccd16 req-3be0b4eb-168e-4bf6-956c-ea8863112ed9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0308ef6c-1caf-4171-ace3-29e1cb4dd978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9920146 May 23 11:20:10.331555 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdd1ace-1d4c-4707-ae6f-33c6313eb5cf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:20:10.359879 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=331219d8-1df5-4591-8f6a-a2fab7c79263,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:10.393840 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dcfd9bc8-fa83-4820-8431-b5597444e252 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:10.407627 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-4cdd1ace-1d4c-4707-ae6f-33c6313eb5cf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:20:10.440264 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdd1ace-1d4c-4707-ae6f-33c6313eb5cf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:10.440264 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4cdd1ace-1d4c-4707-ae6f-33c6313eb5cf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:10.449912 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-196f32da-b23e-4739-ab57-c5c7e22034c9 None None] Provisioning for port 491b134a-b711-4ce2-bc65-d51843ffd9e1 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:20:10.490966 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-196f32da-b23e-4739-ab57-c5c7e22034c9 None None] Provisioning complete for port 491b134a-b711-4ce2-bc65-d51843ffd9e1 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:20:10.490966 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-196f32da-b23e-4739-ab57-c5c7e22034c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:10.560383 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd9bc8-fa83-4820-8431-b5597444e252 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event updated for resources: {'Port': ['ID=491b134a-b711-4ce2-bc65-d51843ffd9e1,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:10.585238 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4cdd1ace-1d4c-4707-ae6f-33c6313eb5cf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.9801762 May 23 11:20:10.598351 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d208ce51-be48-4109-a420-b64469d4d5d4 req-a9d6f3cf-3c36-449e-a441-6fc4440fa0b0 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/ports?device_id=7811e9f7-1536-493e-983e-475acecf2307 HTTP/1.1" status: 200 len: 210 time: 0.1959887 May 23 11:20:10.598351 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60190) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:10.640737 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdd1ace-1d4c-4707-ae6f-33c6313eb5cf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Subnet': ['ID=698ae403-5cea-45cd-b94e-3a8faac47c5f,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:10.657160 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-4886fb78-ada8-4322-b5bb-9d37741a1bc6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'port': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'mac_address': 'fa:16:3e:e1:09:49', 'name': 'tempest-NetworksTestDHCPv6-1037060407'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:20:10.736633 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdd1ace-1d4c-4707-ae6f-33c6313eb5cf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Port': ['ID=e0d70ef3-2c28-47dd-96eb-92de4ec41f9b,revision_number=8']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:10.813373 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-196f32da-b23e-4739-ab57-c5c7e22034c9 None None] Port 491b134a-b711-4ce2-bc65-d51843ffd9e1 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:20:10.882871 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b790ba51-9c4b-4820-95ea-0a9ea8d3cb55 None None] Deleting port e0d70ef3-2c28-47dd-96eb-92de4ec41f9b {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:20:10.883330 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b790ba51-9c4b-4820-95ea-0a9ea8d3cb55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:10.961143 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b8b155b1-ba53-4480-aa66-2fc1190ccd16 req-3142529e-ccc0-46e0-9b70-013880a6cc0a service neutron] 10.222.0.81 "GET /v2.0/networks/0308ef6c-1caf-4171-ace3-29e1cb4dd978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5801432 May 23 11:20:11.129680 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 53ae665a-80ee-472a-bf6f-cf32affce9d5 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:20:11.259529 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b8b155b1-ba53-4480-aa66-2fc1190ccd16 req-9f2549bc-f6fb-4d0c-8cb5-9e1b41cde75c service neutron] 10.222.0.81 "GET /v2.0/networks/0308ef6c-1caf-4171-ace3-29e1cb4dd978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852423 May 23 11:20:11.377090 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-196f32da-b23e-4739-ab57-c5c7e22034c9 None None] Provisioning complete for port 331219d8-1df5-4591-8f6a-a2fab7c79263 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:20:11.378464 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-196f32da-b23e-4739-ab57-c5c7e22034c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:11.713846 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ab8f2d1e-20ea-46d6-8dbc-bdbb97dd0304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:11.886184 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eded84-1b56-40df-8ccb-a17e2e2ecb2a req-4f52e130-bbc6-4f7f-a63d-b202db753bfb tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:11.893119 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 53ae665a-80ee-472a-bf6f-cf32affce9d5 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:20:11.894218 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b3eded84-1b56-40df-8ccb-a17e2e2ecb2a req-4f52e130-bbc6-4f7f-a63d-b202db753bfb tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89 HTTP/1.1" status: 200 len: 945 time: 0.6222327 May 23 11:20:11.913832 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 53ae665a-80ee-472a-bf6f-cf32affce9d5 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:20:11.914216 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:11.976980 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1ea3e-3bc8-4ca1-85ae-04c7b7ff6ebb req-cd97535b-09f9-4bd5-a76a-0b5f97a43a3b tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:11.978789 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f9b1ea3e-3bc8-4ca1-85ae-04c7b7ff6ebb req-cd97535b-09f9-4bd5-a76a-0b5f97a43a3b tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.5305848 May 23 11:20:11.985950 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4886fb78-ada8-4322-b5bb-9d37741a1bc6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:20:11.991689 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4886fb78-ada8-4322-b5bb-9d37741a1bc6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:port and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:20:11.995464 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4886fb78-ada8-4322-b5bb-9d37741a1bc6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:20:12.005824 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4886fb78-ada8-4322-b5bb-9d37741a1bc6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:20:12.049585 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-b790ba51-9c4b-4820-95ea-0a9ea8d3cb55 None None] For port e0d70ef3-2c28-47dd-96eb-92de4ec41f9b, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e0d70ef3-2c28-47dd-96eb-92de4ec41f9b,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:20:12.050595 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b790ba51-9c4b-4820-95ea-0a9ea8d3cb55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:12.136297 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:12.261763 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b3eded84-1b56-40df-8ccb-a17e2e2ecb2a req-9d1f30ff-1a50-48a8-abfe-38eaefc56436 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5e7d2e4-d721-4138-a0e8-2d99d4530de0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3664434 May 23 11:20:12.263743 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4886fb78-ada8-4322-b5bb-9d37741a1bc6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:20:12.357751 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b790ba51-9c4b-4820-95ea-0a9ea8d3cb55 None None] Calling delete_port for e0d70ef3-2c28-47dd-96eb-92de4ec41f9b owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:20:12.476499 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 53ae665a-80ee-472a-bf6f-cf32affce9d5, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=53ae665a-80ee-472a-bf6f-cf32affce9d5,segment=NetworkSegment(b822ce4e-7ad2-40ac-917a-ff382b11be76),segment_id=b822ce4e-7ad2-40ac-917a-ff382b11be76)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:20:12.485936 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:12.486929 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 331219d8-1df5-4591-8f6a-a2fab7c79263 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:20:12.553009 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4886fb78-ada8-4322-b5bb-9d37741a1bc6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:12.592800 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfd9bc8-fa83-4820-8431-b5597444e252 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Network d481c8d0-ced3-420e-aa0e-9ad199e1624b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:20:12.606980 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=53ae665a-80ee-472a-bf6f-cf32affce9d5,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:12.607202 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-dcfd9bc8-fa83-4820-8431-b5597444e252 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:20:12.609572 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9872adfa-5177-417a-ba53-36cc75125aae None None] Provisioning complete for port 491b134a-b711-4ce2-bc65-d51843ffd9e1 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:20:12.610099 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9872adfa-5177-417a-ba53-36cc75125aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:12.618085 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9c47c71a-dc97-4f6c-8e3e-42cc9ec681c5 req-e50d747a-5faf-4cc2-90ba-77721caaab79 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/ports?device_id=7811e9f7-1536-493e-983e-475acecf2307 HTTP/1.1" status: 200 len: 210 time: 0.1011367 May 23 11:20:12.766700 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-9872adfa-5177-417a-ba53-36cc75125aae None None] Port 491b134a-b711-4ce2-bc65-d51843ffd9e1 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:20:12.878792 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:12.883381 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:12.960751 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b790ba51-9c4b-4820-95ea-0a9ea8d3cb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:13.009197 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-4886fb78-ada8-4322-b5bb-9d37741a1bc6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] device_id is not set on port 89e08111-f2ee-4b28-b043-ca6f9d574d37 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:20:13.068510 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f9b1ea3e-3bc8-4ca1-85ae-04c7b7ff6ebb req-5dec3294-9b49-4c5a-b6eb-eabff958c614 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0522332 May 23 11:20:13.068805 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b790ba51-9c4b-4820-95ea-0a9ea8d3cb55 None None] Pushing event deleted for resources: {'Port': ['ID=e0d70ef3-2c28-47dd-96eb-92de4ec41f9b,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:13.115240 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 331219d8-1df5-4591-8f6a-a2fab7c79263 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:20:13.115622 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:13.226078 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-11a80e26-73d3-4d00-a066-8afb146d863c None None] Provisioning complete for port 491b134a-b711-4ce2-bc65-d51843ffd9e1 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:20:13.226445 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-11a80e26-73d3-4d00-a066-8afb146d863c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:13.315096 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-acaad06c-87b0-4c2c-b31d-c61e132250fa tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:13.317301 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-acaad06c-87b0-4c2c-b31d-c61e132250fa tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.81 "GET /v2.0/networks?id=77274ad1-8320-427b-8805-dddd8f6cebb4 HTTP/1.1" status: 200 len: 809 time: 0.3017023 May 23 11:20:13.331745 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b790ba51-9c4b-4820-95ea-0a9ea8d3cb55 None None] No DVR routers for this DVR port e0d70ef3-2c28-47dd-96eb-92de4ec41f9b on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:20:13.342417 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-174a4fa3-32dc-4175-bf88-b6b3c3bbdff9 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Request body: {'port': {'device_id': '7811e9f7-1536-493e-983e-475acecf2307', 'network_id': '77274ad1-8320-427b-8805-dddd8f6cebb4', 'admin_state_up': True, 'tenant_id': '2c92450d61054a08bb7bcb6ded923901'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:20:13.366307 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3beb244a-c0a7-4583-ab58-c0b166091837 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:20:13.460446 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-4886fb78-ada8-4322-b5bb-9d37741a1bc6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Allocated IP 172.20.0.4 (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/deb20481-0a42-4a1d-9202-d2ea0a708da1/89e08111-f2ee-4b28-b043-ca6f9d574d37) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:20:13.469330 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-4886fb78-ada8-4322-b5bb-9d37741a1bc6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Allocated IP 2001:db8::f816:3eff:fee1:949 (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/698ae403-5cea-45cd-b94e-3a8faac47c5f/89e08111-f2ee-4b28-b043-ca6f9d574d37) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:20:13.509821 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcfd9bc8-fa83-4820-8431-b5597444e252 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Router 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:20:13.539158 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-11a80e26-73d3-4d00-a066-8afb146d863c None None] Port 491b134a-b711-4ce2-bc65-d51843ffd9e1 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:20:13.717134 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-174a4fa3-32dc-4175-bf88-b6b3c3bbdff9 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:20:13.723270 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeaeb75a-be8a-4761-9444-d57b5b3727a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'tenant_id': '7898a2f847b24320a42ded6c2b4bd651', 'fixed_ips': [{'subnet_id': '698ae403-5cea-45cd-b94e-3a8faac47c5f'}, {'subnet_id': 'deb20481-0a42-4a1d-9202-d2ea0a708da1'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:20:13.724471 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eeaeb75a-be8a-4761-9444-d57b5b3727a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:13.731888 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-174a4fa3-32dc-4175-bf88-b6b3c3bbdff9 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Usage tracker for resource:port and tenant:2c92450d61054a08bb7bcb6ded923901 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:20:13.736368 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-174a4fa3-32dc-4175-bf88-b6b3c3bbdff9 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:20:13.759303 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-174a4fa3-32dc-4175-bf88-b6b3c3bbdff9 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:20:13.772906 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-174a4fa3-32dc-4175-bf88-b6b3c3bbdff9 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Made reservation on behalf of 2c92450d61054a08bb7bcb6ded923901 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:20:13.777204 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-174a4fa3-32dc-4175-bf88-b6b3c3bbdff9 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:13.974634 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 53ae665a-80ee-472a-bf6f-cf32affce9d5 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:20:14.027317 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-174a4fa3-32dc-4175-bf88-b6b3c3bbdff9 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Allocated IP 172.20.0.6 (77274ad1-8320-427b-8805-dddd8f6cebb4/8223746a-6170-4efb-8f3a-1e6029f94141/42cb0b6e-f365-4800-ba61-beafc4aefa5f) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:20:14.137480 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eeb2db56-1b5e-41a2-8f89-14cc28d32d51 req-3e8f4309-f272-486e-891b-9bea959f9227 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/ports?device_id=7811e9f7-1536-493e-983e-475acecf2307 HTTP/1.1" status: 200 len: 210 time: 0.0886931 May 23 11:20:14.230063 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfda22e-edac-4baa-85e0-548a7159ef3a req-906c56e7-20dd-47f9-b5d9-04774e79c05a tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:14.245735 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5bfda22e-edac-4baa-85e0-548a7159ef3a req-906c56e7-20dd-47f9-b5d9-04774e79c05a tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89 HTTP/1.1" status: 200 len: 945 time: 0.6944680 May 23 11:20:14.261421 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 53ae665a-80ee-472a-bf6f-cf32affce9d5 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:20:14.261421 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:14.301324 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4886fb78-ada8-4322-b5bb-9d37741a1bc6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:14.343692 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:14.385617 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-4886fb78-ada8-4322-b5bb-9d37741a1bc6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Transition to ACTIVE for port object 89e08111-f2ee-4b28-b043-ca6f9d574d37 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:20:14.424817 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5bfda22e-edac-4baa-85e0-548a7159ef3a req-a1e0d6f7-611c-4d26-be2e-7ca9fdbe9740 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5e7d2e4-d721-4138-a0e8-2d99d4530de0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857572 May 23 11:20:14.456203 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfd9bc8-fa83-4820-8431-b5597444e252 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:20:14.501059 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-174a4fa3-32dc-4175-bf88-b6b3c3bbdff9 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:14.536299 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-174a4fa3-32dc-4175-bf88-b6b3c3bbdff9 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:14.575713 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-dcfd9bc8-fa83-4820-8431-b5597444e252 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "PUT /v2.0/routers/6f7c44f5-e4fd-461e-9a21-fa8d09071ce4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1452436 May 23 11:20:14.580897 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60230) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:14.614593 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-9c5d5abf-2445-4cdd-9ffc-9e1c2ede0f92 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Request body: {'network': {'name': 'tempest-RoutersTest-360373939'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:20:14.634442 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9c5d5abf-2445-4cdd-9ffc-9e1c2ede0f92 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:20:14.747274 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-174a4fa3-32dc-4175-bf88-b6b3c3bbdff9 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Network 77274ad1-8320-427b-8805-dddd8f6cebb4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:20:14.748235 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-9c5d5abf-2445-4cdd-9ffc-9e1c2ede0f92 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Usage tracker for resource:network and tenant:3c9ac73e8a7143fb94827c1e9402fa16 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:20:14.753171 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-174a4fa3-32dc-4175-bf88-b6b3c3bbdff9 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:20:14.765299 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-174a4fa3-32dc-4175-bf88-b6b3c3bbdff9 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:20:14.799247 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4886fb78-ada8-4322-b5bb-9d37741a1bc6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:14.843592 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-9c5d5abf-2445-4cdd-9ffc-9e1c2ede0f92 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:20:14.887027 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9c5d5abf-2445-4cdd-9ffc-9e1c2ede0f92 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:20:14.991240 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a4fa3-32dc-4175-bf88-b6b3c3bbdff9 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Pushing event updated for resources: {'Port': ['ID=42cb0b6e-f365-4800-ba61-beafc4aefa5f,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:15.002689 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4886fb78-ada8-4322-b5bb-9d37741a1bc6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Port': ['ID=89e08111-f2ee-4b28-b043-ca6f9d574d37,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:15.022195 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5d5abf-2445-4cdd-9ffc-9e1c2ede0f92 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Made reservation on behalf of 3c9ac73e8a7143fb94827c1e9402fa16 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:20:15.030395 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9c5d5abf-2445-4cdd-9ffc-9e1c2ede0f92 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:15.051765 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4886fb78-ada8-4322-b5bb-9d37741a1bc6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:20:15.057145 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-4886fb78-ada8-4322-b5bb-9d37741a1bc6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:20:15.084701 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202a0a8-f91a-48b1-9785-aa7b9ff7123d req-6d194701-26c6-4201-9ad0-b3b3614b265e tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:15.095495 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9202a0a8-f91a-48b1-9785-aa7b9ff7123d req-6d194701-26c6-4201-9ad0-b3b3614b265e tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.6244109 May 23 11:20:15.100550 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-eeaeb75a-be8a-4761-9444-d57b5b3727a9 None None] Allocated IP 172.20.0.2 (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/deb20481-0a42-4a1d-9202-d2ea0a708da1/efd8ebbd-9d36-4d6c-a110-25e5117b249a) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:20:15.106924 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-174a4fa3-32dc-4175-bf88-b6b3c3bbdff9 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:15.107799 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-174a4fa3-32dc-4175-bf88-b6b3c3bbdff9 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:15.119373 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-eeaeb75a-be8a-4761-9444-d57b5b3727a9 None None] Allocated IP 2001:db8::f816:3eff:fede:7d05 (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/698ae403-5cea-45cd-b94e-3a8faac47c5f/efd8ebbd-9d36-4d6c-a110-25e5117b249a) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:20:15.121038 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c5d5abf-2445-4cdd-9ffc-9e1c2ede0f92 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:20:15.148586 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4886fb78-ada8-4322-b5bb-9d37741a1bc6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:20:15.172790 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9c5d5abf-2445-4cdd-9ffc-9e1c2ede0f92 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:15.173142 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-9c5d5abf-2445-4cdd-9ffc-9e1c2ede0f92 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Added segment 2917364c-38a2-4ed1-90fb-862b53710319 of type vlan for network 70111de0-3766-44fc-a210-b11032bf303b May 23 11:20:15.187060 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-174a4fa3-32dc-4175-bf88-b6b3c3bbdff9 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8482740 May 23 11:20:15.218628 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-7a1de390-02f6-468d-82ff-1e0e8071d80c service neutron] Request body: {'port': {'device_id': '7811e9f7-1536-493e-983e-475acecf2307', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:20:15.314308 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9c5d5abf-2445-4cdd-9ffc-9e1c2ede0f92 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:15.458580 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4886fb78-ada8-4322-b5bb-9d37741a1bc6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:15.469987 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4886fb78-ada8-4322-b5bb-9d37741a1bc6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:15.488176 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9c5d5abf-2445-4cdd-9ffc-9e1c2ede0f92 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:15.488176 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5d5abf-2445-4cdd-9ffc-9e1c2ede0f92 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:15.488176 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9c5d5abf-2445-4cdd-9ffc-9e1c2ede0f92 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:15.559064 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f15694f-acad-4909-82ed-76021a06afdf None None] Sync routers for ids ['6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:20:15.587399 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f15694f-acad-4909-82ed-76021a06afdf None None] Routers {'6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:20:15.587399 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-5f15694f-acad-4909-82ed-76021a06afdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:20:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:20:15.760051 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eeaeb75a-be8a-4761-9444-d57b5b3727a9 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:15.809598 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4886fb78-ada8-4322-b5bb-9d37741a1bc6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.1986926 May 23 11:20:15.814693 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-eeaeb75a-be8a-4761-9444-d57b5b3727a9 None None] Transition to ACTIVE for port object efd8ebbd-9d36-4d6c-a110-25e5117b249a will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:20:15.827055 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60246) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:15.880265 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-7a1de390-02f6-468d-82ff-1e0e8071d80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:15.886321 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-eeaeb75a-be8a-4761-9444-d57b5b3727a9 None None] Transition to ACTIVE for port object efd8ebbd-9d36-4d6c-a110-25e5117b249a will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:20:15.904933 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eeaeb75a-be8a-4761-9444-d57b5b3727a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:15.982690 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d5abf-2445-4cdd-9ffc-9e1c2ede0f92 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event updated for resources: {'Network': ['ID=70111de0-3766-44fc-a210-b11032bf303b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:16.018800 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-5f15694f-acad-4909-82ed-76021a06afdf None None] Set router 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:20:16.030187 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 70111de0-3766-44fc-a210-b11032bf303b details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:20:16.073674 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60252) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:16.078246 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9c5d5abf-2445-4cdd-9ffc-9e1c2ede0f92 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4848061 May 23 11:20:16.107255 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9202a0a8-f91a-48b1-9785-aa7b9ff7123d req-db4f8bb8-8558-418d-8065-66d4e6bfb21e tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0097735 May 23 11:20:16.118827 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-ece8d538-6ce6-425f-b6d4-0d253c136f83 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Request body: {'subnet': {'network_id': '70111de0-3766-44fc-a210-b11032bf303b', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:20:16.143801 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeaeb75a-be8a-4761-9444-d57b5b3727a9 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:20:16.543676 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-eeaeb75a-be8a-4761-9444-d57b5b3727a9 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:20:16.561696 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaeb75a-be8a-4761-9444-d57b5b3727a9 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:20:16.588721 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ece8d538-6ce6-425f-b6d4-0d253c136f83 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:20:16.636367 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ece8d538-6ce6-425f-b6d4-0d253c136f83 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Usage tracker for resource:subnet and tenant:3c9ac73e8a7143fb94827c1e9402fa16 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:20:16.675558 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ece8d538-6ce6-425f-b6d4-0d253c136f83 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:20:16.759764 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ece8d538-6ce6-425f-b6d4-0d253c136f83 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:20:16.794350 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87161ba3-7dbd-46eb-9573-1e255cefda51 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:16.795179 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaeb75a-be8a-4761-9444-d57b5b3727a9 None None] Pushing event updated for resources: {'Port': ['ID=efd8ebbd-9d36-4d6c-a110-25e5117b249a,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:16.808008 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87161ba3-7dbd-46eb-9573-1e255cefda51 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:16.809284 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-87161ba3-7dbd-46eb-9573-1e255cefda51 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:20:16.837847 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece8d538-6ce6-425f-b6d4-0d253c136f83 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Made reservation on behalf of 3c9ac73e8a7143fb94827c1e9402fa16 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:20:16.996088 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36d7443d-0271-498e-bd9b-3ae35fabe7d1 req-e26dc150-b382-458e-ba01-aed5738088e3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.4612062 May 23 11:20:17.066207 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-5f15694f-acad-4909-82ed-76021a06afdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'name': 'tempest-RoutersTest-router-1947587361', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:19:49Z', 'updated_at': '2022-05-23T11:20:08Z', 'revision_number': 3, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'gw_port_host': None, '_interfaces': [{'id': '491b134a-b711-4ce2-bc65-d51843ffd9e1', 'name': '', 'network_id': 'd481c8d0-ced3-420e-aa0e-9ad199e1624b', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:bd:56:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2104aafc-5615-408b-a446-e6f44646ac4b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:20:06Z', 'updated_at': '2022-05-23T11:20:09Z', 'revision_number': 2, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '2104aafc-5615-408b-a446-e6f44646ac4b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53ae665a-80ee-472a-bf6f-cf32affce9d5', 'name': '', 'network_id': 'fcf428cb-8411-4416-907d-9b256e7925db', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:49:b5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:19:51Z', 'updated_at': '2022-05-23T11:20:12Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:20:17.080604 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f15694f-acad-4909-82ed-76021a06afdf None None] Checking router: 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:20:17.080985 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f15694f-acad-4909-82ed-76021a06afdf None None] Updating router 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 port 491b134a-b711-4ce2-bc65-d51843ffd9e1 binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:20:17.155151 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-eeaeb75a-be8a-4761-9444-d57b5b3727a9 None None] Attempting to bind port efd8ebbd-9d36-4d6c-a110-25e5117b249a on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:20:17.155690 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-eeaeb75a-be8a-4761-9444-d57b5b3727a9 None None] Attempting to bind port efd8ebbd-9d36-4d6c-a110-25e5117b249a by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:20:17.155984 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaeb75a-be8a-4761-9444-d57b5b3727a9 None None] Attempting to bind port efd8ebbd-9d36-4d6c-a110-25e5117b249a on network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:20:17.185784 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaeb75a-be8a-4761-9444-d57b5b3727a9 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:20:17.186381 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaeb75a-be8a-4761-9444-d57b5b3727a9 None None] Checking segment: {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:20:17.190795 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eeaeb75a-be8a-4761-9444-d57b5b3727a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:17.190795 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaeb75a-be8a-4761-9444-d57b5b3727a9 None None] Bound using segment: {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:20:17.198301 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-eeaeb75a-be8a-4761-9444-d57b5b3727a9 None None] Bound port: efd8ebbd-9d36-4d6c-a110-25e5117b249a, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:20:17.198301 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eeaeb75a-be8a-4761-9444-d57b5b3727a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:17.233285 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-5f15694f-acad-4909-82ed-76021a06afdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:17.262358 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-7a1de390-02f6-468d-82ff-1e0e8071d80c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42cb0b6e-f365-4800-ba61-beafc4aefa5f {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:20:17.302000 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-7a1de390-02f6-468d-82ff-1e0e8071d80c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:17.366890 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-7a1de390-02f6-468d-82ff-1e0e8071d80c service neutron] Transition to ACTIVE for port object 42cb0b6e-f365-4800-ba61-beafc4aefa5f will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:20:17.370872 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-7a1de390-02f6-468d-82ff-1e0e8071d80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:17.557000 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e96fae-9caf-412f-b39f-efa4b28e0bca req-507cc2dc-b8e0-4cc6-83c2-33ccb82ef14e tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:17.571231 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-07e96fae-9caf-412f-b39f-efa4b28e0bca req-507cc2dc-b8e0-4cc6-83c2-33ccb82ef14e tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/ports?device_id=7811e9f7-1536-493e-983e-475acecf2307 HTTP/1.1" status: 200 len: 931 time: 1.9363651 May 23 11:20:17.626846 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-eeaeb75a-be8a-4761-9444-d57b5b3727a9 None None] For port efd8ebbd-9d36-4d6c-a110-25e5117b249a, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:20:17.657288 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-eeaeb75a-be8a-4761-9444-d57b5b3727a9 None None] For port efd8ebbd-9d36-4d6c-a110-25e5117b249a, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=efd8ebbd-9d36-4d6c-a110-25e5117b249a,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:20:17.683292 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eeaeb75a-be8a-4761-9444-d57b5b3727a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:17.752810 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-87161ba3-7dbd-46eb-9573-1e255cefda51 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:20:17.756949 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-87161ba3-7dbd-46eb-9573-1e255cefda51 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 1.9052763 May 23 11:20:17.774765 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60266) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:17.853177 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1de390-02f6-468d-82ff-1e0e8071d80c service neutron] Pushing event updated for resources: {'Port': ['ID=42cb0b6e-f365-4800-ba61-beafc4aefa5f,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:17.946173 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-7a1de390-02f6-468d-82ff-1e0e8071d80c service neutron] Attempting to bind port 42cb0b6e-f365-4800-ba61-beafc4aefa5f on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:20:17.946457 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-7a1de390-02f6-468d-82ff-1e0e8071d80c service neutron] Attempting to bind port 42cb0b6e-f365-4800-ba61-beafc4aefa5f by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '9379bc52-03db-4b6b-a712-5c3844bb254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '77274ad1-8320-427b-8805-dddd8f6cebb4'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:20:17.948107 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-7a1de390-02f6-468d-82ff-1e0e8071d80c service neutron] Attempting to bind port 42cb0b6e-f365-4800-ba61-beafc4aefa5f on network 77274ad1-8320-427b-8805-dddd8f6cebb4 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:20:17.962132 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-7a1de390-02f6-468d-82ff-1e0e8071d80c service neutron] Port 42cb0b6e-f365-4800-ba61-beafc4aefa5f on network 77274ad1-8320-427b-8805-dddd8f6cebb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:20:17.962453 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-7a1de390-02f6-468d-82ff-1e0e8071d80c service neutron] Attempting to bind port 42cb0b6e-f365-4800-ba61-beafc4aefa5f on network 77274ad1-8320-427b-8805-dddd8f6cebb4 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:20:17.980445 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-7a1de390-02f6-468d-82ff-1e0e8071d80c service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:20:17.981220 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-7a1de390-02f6-468d-82ff-1e0e8071d80c service neutron] Checking segment: {'id': '9379bc52-03db-4b6b-a712-5c3844bb254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '77274ad1-8320-427b-8805-dddd8f6cebb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:20:17.983091 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-7a1de390-02f6-468d-82ff-1e0e8071d80c service neutron] Bound using segment: {'id': '9379bc52-03db-4b6b-a712-5c3844bb254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '77274ad1-8320-427b-8805-dddd8f6cebb4'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:20:17.985843 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-7a1de390-02f6-468d-82ff-1e0e8071d80c service neutron] Bound port: 42cb0b6e-f365-4800-ba61-beafc4aefa5f, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9379bc52-03db-4b6b-a712-5c3844bb254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '77274ad1-8320-427b-8805-dddd8f6cebb4'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:20:17.987632 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-7a1de390-02f6-468d-82ff-1e0e8071d80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:18.057161 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-6f9bfffc-dd75-49b9-9096-50f80a9001ec tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting port 89e08111-f2ee-4b28-b043-ca6f9d574d37 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:20:18.057161 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6f9bfffc-dd75-49b9-9096-50f80a9001ec tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:18.095247 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaeb75a-be8a-4761-9444-d57b5b3727a9 None None] Pushing event updated for resources: {'Port': ['ID=efd8ebbd-9d36-4d6c-a110-25e5117b249a,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:18.552411 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ece8d538-6ce6-425f-b6d4-0d253c136f83 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:18.574226 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [req-5b87c48f-d649-44f4-aa3c-25fce010b737 req-6bbcf32c-5152-40be-b9ba-8d1c1911f073 service neutron] (83911) timed out ('10.222.0.81', 60879) {{(pid=83911) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 23 11:20:18.580086 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-7a1de390-02f6-468d-82ff-1e0e8071d80c service neutron] For port 42cb0b6e-f365-4800-ba61-beafc4aefa5f, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:20:18.590577 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-7a1de390-02f6-468d-82ff-1e0e8071d80c service neutron] For port 42cb0b6e-f365-4800-ba61-beafc4aefa5f, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=42cb0b6e-f365-4800-ba61-beafc4aefa5f,segment=NetworkSegment(9379bc52-03db-4b6b-a712-5c3844bb254d),segment_id=9379bc52-03db-4b6b-a712-5c3844bb254d)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:20:18.590577 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-7a1de390-02f6-468d-82ff-1e0e8071d80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:18.604811 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-5f15694f-acad-4909-82ed-76021a06afdf None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:18.660275 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-07e96fae-9caf-412f-b39f-efa4b28e0bca req-ae46a96c-73df-4cbb-a601-d25980314f4a tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/security-groups?id=6608edac-19b9-4bfb-a1a2-53d070ef0034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0789931 May 23 11:20:18.679203 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-5f15694f-acad-4909-82ed-76021a06afdf None None] Transition to ACTIVE for port object 491b134a-b711-4ce2-bc65-d51843ffd9e1 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:20:18.697243 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-5f15694f-acad-4909-82ed-76021a06afdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:18.838330 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1de390-02f6-468d-82ff-1e0e8071d80c service neutron] Pushing event updated for resources: {'Port': ['ID=42cb0b6e-f365-4800-ba61-beafc4aefa5f,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:18.906850 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-7a1de390-02f6-468d-82ff-1e0e8071d80c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:18.918185 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-7a1de390-02f6-468d-82ff-1e0e8071d80c service neutron] 10.222.0.81 "PUT /v2.0/ports/42cb0b6e-f365-4800-ba61-beafc4aefa5f HTTP/1.1" status: 200 len: 1091 time: 3.6988416 May 23 11:20:18.918185 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1de390-02f6-468d-82ff-1e0e8071d80c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:20:18.918185 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1de390-02f6-468d-82ff-1e0e8071d80c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:20:18.918185 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1de390-02f6-468d-82ff-1e0e8071d80c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:20:18.918185 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1de390-02f6-468d-82ff-1e0e8071d80c service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:20:18.918185 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1de390-02f6-468d-82ff-1e0e8071d80c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:20:18.928660 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36d7443d-0271-498e-bd9b-3ae35fabe7d1 req-8fbe75d0-c147-443a-87c0-4d3911287d3a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6413deec0c1b468e9165a85b033a2ba9&device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 6501 time: 1.4948504 May 23 11:20:18.954446 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1de390-02f6-468d-82ff-1e0e8071d80c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:20:18.959621 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e92b7-b6e2-4a0f-b909-6e4e2ac986f9 req-43cc5656-ded2-44cf-aaad-e91f478079c2 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:18.965061 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1de390-02f6-468d-82ff-1e0e8071d80c service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:20:18.965061 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1de390-02f6-468d-82ff-1e0e8071d80c service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:20:18.965061 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1de390-02f6-468d-82ff-1e0e8071d80c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:20:18.965061 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1de390-02f6-468d-82ff-1e0e8071d80c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:20:18.965061 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1de390-02f6-468d-82ff-1e0e8071d80c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:20:18.970396 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-548e92b7-b6e2-4a0f-b909-6e4e2ac986f9 req-43cc5656-ded2-44cf-aaad-e91f478079c2 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 1.3622341 May 23 11:20:18.997152 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7811e9f7-1536-493e-983e-475acecf2307', 'tag': '42cb0b6e-f365-4800-ba61-beafc4aefa5f'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:20:19.040752 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f9705-778b-4cc0-99fc-d6ee9d71b9ea None None] Pushing event updated for resources: {'Port': ['ID=491b134a-b711-4ce2-bc65-d51843ffd9e1,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:19.192018 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f9705-778b-4cc0-99fc-d6ee9d71b9ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:20:19.192576 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f9705-778b-4cc0-99fc-d6ee9d71b9ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:20:19.193680 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f9705-778b-4cc0-99fc-d6ee9d71b9ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:20:19.194201 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f9705-778b-4cc0-99fc-d6ee9d71b9ea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:20:19.194718 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f9705-778b-4cc0-99fc-d6ee9d71b9ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:20:19.195232 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f9705-778b-4cc0-99fc-d6ee9d71b9ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:20:19.195777 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f9705-778b-4cc0-99fc-d6ee9d71b9ea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:20:19.196340 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f9705-778b-4cc0-99fc-d6ee9d71b9ea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:20:19.197214 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f9705-778b-4cc0-99fc-d6ee9d71b9ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:20:19.197728 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f9705-778b-4cc0-99fc-d6ee9d71b9ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:20:19.198381 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f9705-778b-4cc0-99fc-d6ee9d71b9ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:20:19.229147 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-e3a40248-fde4-4135-802a-16b8b74f6766 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2c92450d61054a08bb7bcb6ded923901&device_id=7811e9f7-1536-493e-983e-475acecf2307 HTTP/1.1" status: 200 len: 1094 time: 0.2173316 May 23 11:20:19.261568 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-5f15694f-acad-4909-82ed-76021a06afdf None None] Attempting to bind port 491b134a-b711-4ce2-bc65-d51843ffd9e1 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:20:19.261937 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-5f15694f-acad-4909-82ed-76021a06afdf None None] Attempting to bind port 491b134a-b711-4ce2-bc65-d51843ffd9e1 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'bc046606-98b8-415f-8f5e-aefe6960bd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd481c8d0-ced3-420e-aa0e-9ad199e1624b'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:20:19.262297 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f15694f-acad-4909-82ed-76021a06afdf None None] Attempting to bind port 491b134a-b711-4ce2-bc65-d51843ffd9e1 on network d481c8d0-ced3-420e-aa0e-9ad199e1624b {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:20:19.293324 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f15694f-acad-4909-82ed-76021a06afdf None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:20:19.293692 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f15694f-acad-4909-82ed-76021a06afdf None None] Checking segment: {'id': 'bc046606-98b8-415f-8f5e-aefe6960bd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd481c8d0-ced3-420e-aa0e-9ad199e1624b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:20:19.297522 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-5f15694f-acad-4909-82ed-76021a06afdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:19.297948 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f15694f-acad-4909-82ed-76021a06afdf None None] Bound using segment: {'id': 'bc046606-98b8-415f-8f5e-aefe6960bd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd481c8d0-ced3-420e-aa0e-9ad199e1624b'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:20:19.298752 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-5f15694f-acad-4909-82ed-76021a06afdf None None] Bound port: 491b134a-b711-4ce2-bc65-d51843ffd9e1, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc046606-98b8-415f-8f5e-aefe6960bd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd481c8d0-ced3-420e-aa0e-9ad199e1624b'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:20:19.298860 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-5f15694f-acad-4909-82ed-76021a06afdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:19.399601 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6f9bfffc-dd75-49b9-9096-50f80a9001ec tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:19.582768 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-5f15694f-acad-4909-82ed-76021a06afdf None None] For port 491b134a-b711-4ce2-bc65-d51843ffd9e1, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:20:19.590803 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-86a013ab-3857-405e-a4e1-67507f8f95a6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42cb0b6e-f365-4800-ba61-beafc4aefa5f HTTP/1.1" status: 200 len: 217 time: 0.3355074 May 23 11:20:19.599507 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-5f15694f-acad-4909-82ed-76021a06afdf None None] For port 491b134a-b711-4ce2-bc65-d51843ffd9e1, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=491b134a-b711-4ce2-bc65-d51843ffd9e1,segment=NetworkSegment(bc046606-98b8-415f-8f5e-aefe6960bd96),segment_id=bc046606-98b8-415f-8f5e-aefe6960bd96)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:20:19.599507 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-5f15694f-acad-4909-82ed-76021a06afdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:19.834247 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-ea2399a7-0692-47ba-bc15-8c169e54b0aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:19.839678 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-ea2399a7-0692-47ba-bc15-8c169e54b0aa service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8223746a-6170-4efb-8f3a-1e6029f94141 HTTP/1.1" status: 200 len: 849 time: 0.2565129 May 23 11:20:19.866387 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f15694f-acad-4909-82ed-76021a06afdf None None] Routers {'6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:20:19.867409 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-5f15694f-acad-4909-82ed-76021a06afdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:20:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:20:20.119986 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b624f1a7-8eb5-4bfd-85e7-757c8fd92f3c'] response: {'name': 'network-changed', 'server_uuid': '7811e9f7-1536-493e-983e-475acecf2307', 'tag': '42cb0b6e-f365-4800-ba61-beafc4aefa5f', 'status': 'completed', 'code': 200} May 23 11:20:20.123001 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-5615a3d1-9ae6-4984-93cf-70706ccfc998 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=77274ad1-8320-427b-8805-dddd8f6cebb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2674115 May 23 11:20:20.149566 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device efd8ebbd-9d36-4d6c-a110-25e5117b249a up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:20:20.405548 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port efd8ebbd-9d36-4d6c-a110-25e5117b249a completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:20:20.475549 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f9705-778b-4cc0-99fc-d6ee9d71b9ea None None] Pushing event updated for resources: {'Port': ['ID=491b134a-b711-4ce2-bc65-d51843ffd9e1,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:20.536814 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-5f15694f-acad-4909-82ed-76021a06afdf None None] Set router 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:20:20.611283 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9162da61-721a-4339-a591-860dcde08e4b None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:20:20.647501 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-6f9bfffc-dd75-49b9-9096-50f80a9001ec tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Calling delete_port for 89e08111-f2ee-4b28-b043-ca6f9d574d37 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:20:20.663715 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-7f4e9359-6d0e-4868-a72f-386b2c6cd52f service neutron] 10.222.0.81 "GET /v2.0/networks/77274ad1-8320-427b-8805-dddd8f6cebb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5189617 May 23 11:20:21.030632 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2d0dd443-b910-4e45-86fd-34b0e1a8bf29 req-62fafa62-bf60-42b7-a289-06b560e3e704 service neutron] 10.222.0.81 "GET /v2.0/networks/77274ad1-8320-427b-8805-dddd8f6cebb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618188 May 23 11:20:21.219465 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2a6edb73-0b67-4cc5-809c-b6ad7b5c0fbb None None] Provisioning for port efd8ebbd-9d36-4d6c-a110-25e5117b249a completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:20:21.235690 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2a6edb73-0b67-4cc5-809c-b6ad7b5c0fbb None None] Provisioning complete for port efd8ebbd-9d36-4d6c-a110-25e5117b249a triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:20:21.235857 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a6edb73-0b67-4cc5-809c-b6ad7b5c0fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:21.408540 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ad0982dc-e997-4466-a9e0-e2a7a18e1ab4 req-b1c6af18-4e7a-4cd1-b5ea-4d65e7d7df8e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2c92450d61054a08bb7bcb6ded923901&device_id=7811e9f7-1536-493e-983e-475acecf2307 HTTP/1.1" status: 200 len: 1094 time: 0.2513409 May 23 11:20:21.434651 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a6edb73-0b67-4cc5-809c-b6ad7b5c0fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:21.534561 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2a6edb73-0b67-4cc5-809c-b6ad7b5c0fbb None None] For port efd8ebbd-9d36-4d6c-a110-25e5117b249a, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=efd8ebbd-9d36-4d6c-a110-25e5117b249a,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:20:21.534561 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a6edb73-0b67-4cc5-809c-b6ad7b5c0fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:21.599613 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6f9bfffc-dd75-49b9-9096-50f80a9001ec tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:21.617366 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-548e92b7-b6e2-4a0f-b909-6e4e2ac986f9 req-133fa734-419d-4761-ba37-361f2db560bc tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.6494966 May 23 11:20:21.751322 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6edb73-0b67-4cc5-809c-b6ad7b5c0fbb None None] Pushing event updated for resources: {'Port': ['ID=efd8ebbd-9d36-4d6c-a110-25e5117b249a,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:21.765461 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-5f15694f-acad-4909-82ed-76021a06afdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'name': 'tempest-RoutersTest-router-1947587361', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:19:49Z', 'updated_at': '2022-05-23T11:20:08Z', 'revision_number': 3, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'gw_port_host': None, '_interfaces': [{'id': '491b134a-b711-4ce2-bc65-d51843ffd9e1', 'name': '', 'network_id': 'd481c8d0-ced3-420e-aa0e-9ad199e1624b', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:bd:56:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2104aafc-5615-408b-a446-e6f44646ac4b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:20:06Z', 'updated_at': '2022-05-23T11:20:19Z', 'revision_number': 4, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '2104aafc-5615-408b-a446-e6f44646ac4b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53ae665a-80ee-472a-bf6f-cf32affce9d5', 'name': '', 'network_id': 'fcf428cb-8411-4416-907d-9b256e7925db', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:49:b5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:19:51Z', 'updated_at': '2022-05-23T11:20:12Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:20:21.770278 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f15694f-acad-4909-82ed-76021a06afdf None None] The sync data for ids ['6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'] in n-d-842952-2 is: [{'id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'name': 'tempest-RoutersTest-router-1947587361', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:19:49Z', 'updated_at': '2022-05-23T11:20:08Z', 'revision_number': 3, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'gw_port_host': None, '_interfaces': [{'id': '491b134a-b711-4ce2-bc65-d51843ffd9e1', 'name': '', 'network_id': 'd481c8d0-ced3-420e-aa0e-9ad199e1624b', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:bd:56:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2104aafc-5615-408b-a446-e6f44646ac4b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:20:06Z', 'updated_at': '2022-05-23T11:20:19Z', 'revision_number': 4, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '2104aafc-5615-408b-a446-e6f44646ac4b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53ae665a-80ee-472a-bf6f-cf32affce9d5', 'name': '', 'network_id': 'fcf428cb-8411-4416-907d-9b256e7925db', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:49:b5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:19:51Z', 'updated_at': '2022-05-23T11:20:12Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:20:21.811146 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0982dc-e997-4466-a9e0-e2a7a18e1ab4 req-9b8f27c6-0977-418e-8773-aefd4a094f5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:21.815299 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ad0982dc-e997-4466-a9e0-e2a7a18e1ab4 req-9b8f27c6-0977-418e-8773-aefd4a094f5d service neutron] 10.222.0.81 "GET /v2.0/networks?id=77274ad1-8320-427b-8805-dddd8f6cebb4 HTTP/1.1" status: 200 len: 910 time: 0.3981197 May 23 11:20:22.025670 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ad0982dc-e997-4466-a9e0-e2a7a18e1ab4 req-408737a5-1f5f-4c5b-98e4-50f484967672 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42cb0b6e-f365-4800-ba61-beafc4aefa5f HTTP/1.1" status: 200 len: 217 time: 0.2010181 May 23 11:20:22.104154 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9bfffc-dd75-49b9-9096-50f80a9001ec tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Port': ['ID=89e08111-f2ee-4b28-b043-ca6f9d574d37,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:22.115932 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7443d-0271-498e-bd9b-3ae35fabe7d1 req-e87c8206-1e1a-44af-9539-6c17efb9b4c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:22.119268 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7443d-0271-498e-bd9b-3ae35fabe7d1 req-e87c8206-1e1a-44af-9539-6c17efb9b4c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:22.119494 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0982dc-e997-4466-a9e0-e2a7a18e1ab4 req-32277967-8050-41b8-a782-33152ff120c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:22.119721 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7443d-0271-498e-bd9b-3ae35fabe7d1 req-e87c8206-1e1a-44af-9539-6c17efb9b4c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:22.120585 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ad0982dc-e997-4466-a9e0-e2a7a18e1ab4 req-32277967-8050-41b8-a782-33152ff120c4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8223746a-6170-4efb-8f3a-1e6029f94141 HTTP/1.1" status: 200 len: 849 time: 0.0890431 May 23 11:20:22.124613 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36d7443d-0271-498e-bd9b-3ae35fabe7d1 req-e87c8206-1e1a-44af-9539-6c17efb9b4c9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8f58b921-0292-4dfc-9e12-b02298e69ac5&id=dc15df35-8b51-40b0-8426-c0ec1198d56f&id=dc15df35-8b51-40b0-8426-c0ec1198d56f&id=dc15df35-8b51-40b0-8426-c0ec1198d56f&id=dc15df35-8b51-40b0-8426-c0ec1198d56f&id=caa75e58-fea3-4934-a2b0-723273e69b7e&id=caa75e58-fea3-4934-a2b0-723273e69b7e HTTP/1.1" status: 200 len: 2299 time: 3.0862648 May 23 11:20:22.133901 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-db4be59d-0702-470a-9f15-bd9f55db0359 None None] Could not find standard attr ID for object 89e08111-f2ee-4b28-b043-ca6f9d574d37. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:20:22.161043 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-db4be59d-0702-470a-9f15-bd9f55db0359 None None] Provisioning complete for port efd8ebbd-9d36-4d6c-a110-25e5117b249a triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:20:22.161539 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-db4be59d-0702-470a-9f15-bd9f55db0359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:22.221312 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ad0982dc-e997-4466-a9e0-e2a7a18e1ab4 req-a4305369-b6a1-4daa-9f89-288364018b1d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=77274ad1-8320-427b-8805-dddd8f6cebb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861201 May 23 11:20:22.467469 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ad0982dc-e997-4466-a9e0-e2a7a18e1ab4 req-94b5336d-2349-49f4-a446-13c90642609e service neutron] 10.222.0.81 "GET /v2.0/networks/77274ad1-8320-427b-8805-dddd8f6cebb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399964 May 23 11:20:22.631073 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36d7443d-0271-498e-bd9b-3ae35fabe7d1 req-b9786970-08b4-446d-acbe-13f42b4342cb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fa10ee8-a8ce-4d28-a9f0-0363128b97d0 HTTP/1.1" status: 200 len: 1001 time: 0.3039827 May 23 11:20:22.712750 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ad0982dc-e997-4466-a9e0-e2a7a18e1ab4 req-a2047e30-b93c-4f6f-b3f2-87fec0a82a85 service neutron] 10.222.0.81 "GET /v2.0/networks/77274ad1-8320-427b-8805-dddd8f6cebb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379766 May 23 11:20:22.720602 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3fc699e5-4c96-4751-bab3-68d80961ee0e None None] Could not find standard attr ID for object 89e08111-f2ee-4b28-b043-ca6f9d574d37. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:20:22.812848 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6f9bfffc-dd75-49b9-9096-50f80a9001ec tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:22.864387 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d6dce-274d-4a97-b5d4-8b94c54e452c req-a7eb1ffd-a323-4b27-9f09-677e20f283ae tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:22.871555 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da2d6dce-274d-4a97-b5d4-8b94c54e452c req-a7eb1ffd-a323-4b27-9f09-677e20f283ae tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/ports?device_id=7811e9f7-1536-493e-983e-475acecf2307 HTTP/1.1" status: 200 len: 943 time: 1.4235866 May 23 11:20:22.917228 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-6f9bfffc-dd75-49b9-9096-50f80a9001ec tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/ports/89e08111-f2ee-4b28-b043-ca6f9d574d37 HTTP/1.1" status: 204 len: 168 time: 5.1130519 May 23 11:20:22.919994 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60310) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:23.038816 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003a71cf-22d9-47a6-bc34-9e65418d0fbf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:23.041425 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003a71cf-22d9-47a6-bc34-9e65418d0fbf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:23.042886 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003a71cf-22d9-47a6-bc34-9e65418d0fbf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:23.043857 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-003a71cf-22d9-47a6-bc34-9e65418d0fbf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:20:23.062839 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-003a71cf-22d9-47a6-bc34-9e65418d0fbf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:20:23.067130 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-003a71cf-22d9-47a6-bc34-9e65418d0fbf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1455619 May 23 11:20:23.067907 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60314) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:23.109416 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ece8d538-6ce6-425f-b6d4-0d253c136f83 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:23.187485 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da2d6dce-274d-4a97-b5d4-8b94c54e452c req-36c15414-c188-4bfd-98bd-28829985b440 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/security-groups?id=6608edac-19b9-4bfb-a1a2-53d070ef0034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150418 May 23 11:20:23.207260 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7443d-0271-498e-bd9b-3ae35fabe7d1 req-7517f84b-6528-418d-8506-59e202432662 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:23.209563 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36d7443d-0271-498e-bd9b-3ae35fabe7d1 req-7517f84b-6528-418d-8506-59e202432662 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ad5f4f1c-c17b-496d-bb30-9eefdb6a09ed HTTP/1.1" status: 200 len: 856 time: 0.5676773 May 23 11:20:23.258478 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 42cb0b6e-f365-4800-ba61-beafc4aefa5f details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:20:23.333631 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-dab240ac-1b00-4363-90ae-eb3276fecd4d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting subnet 698ae403-5cea-45cd-b94e-3a8faac47c5f {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:20:23.336058 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece8d538-6ce6-425f-b6d4-0d253c136f83 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Checking segment: {'id': '2917364c-38a2-4ed1-90fb-862b53710319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '70111de0-3766-44fc-a210-b11032bf303b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:20:23.336507 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece8d538-6ce6-425f-b6d4-0d253c136f83 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Network hostable DHCP agents. Network: 70111de0-3766-44fc-a210-b11032bf303b, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:20:23.337804 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dab240ac-1b00-4363-90ae-eb3276fecd4d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:23.348314 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece8d538-6ce6-425f-b6d4-0d253c136f83 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event updated for resources: {'Subnet': ['ID=66e91086-6cee-4f90-8ebb-a9c52729cba6,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:23.358899 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa680d-c2b7-49b2-9915-6babcee9fdc3 req-a7192bab-8d57-4da2-a761-3e1b3e6d5d9a tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:23.367002 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2efa680d-c2b7-49b2-9915-6babcee9fdc3 req-a7192bab-8d57-4da2-a761-3e1b3e6d5d9a tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.4461961 May 23 11:20:23.443397 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dab240ac-1b00-4363-90ae-eb3276fecd4d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:23.473634 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2efa680d-c2b7-49b2-9915-6babcee9fdc3 req-843a9e41-ab64-4ea5-b434-8894395ecabb tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046638 May 23 11:20:23.492238 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36d7443d-0271-498e-bd9b-3ae35fabe7d1 req-cc130212-9b90-4216-bd7b-cfbb238e1220 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8f58b921-0292-4dfc-9e12-b02298e69ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2641439 May 23 11:20:23.502162 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 42cb0b6e-f365-4800-ba61-beafc4aefa5f, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=42cb0b6e-f365-4800-ba61-beafc4aefa5f,segment=NetworkSegment(9379bc52-03db-4b6b-a712-5c3844bb254d),segment_id=9379bc52-03db-4b6b-a712-5c3844bb254d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:20:23.521309 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '42cb0b6e-f365-4800-ba61-beafc4aefa5f', 'network_id': '77274ad1-8320-427b-8805-dddd8f6cebb4', 'port_id': '42cb0b6e-f365-4800-ba61-beafc4aefa5f', 'mac_address': 'fa:16:3e:ff:82:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8223746a-6170-4efb-8f3a-1e6029f94141', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:20:23.628669 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dab240ac-1b00-4363-90ae-eb3276fecd4d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:23.709519 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:23.743939 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42cb0b6e-f365-4800-ba61-beafc4aefa5f {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:20:23.753744 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece8d538-6ce6-425f-b6d4-0d253c136f83 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Network 70111de0-3766-44fc-a210-b11032bf303b is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:20:23.795467 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 42cb0b6e-f365-4800-ba61-beafc4aefa5f, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=42cb0b6e-f365-4800-ba61-beafc4aefa5f,segment=NetworkSegment(9379bc52-03db-4b6b-a712-5c3844bb254d),segment_id=9379bc52-03db-4b6b-a712-5c3844bb254d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:20:23.804953 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:23.812428 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-ece8d538-6ce6-425f-b6d4-0d253c136f83 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 70111de0-3766-44fc-a210-b11032bf303b) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:20:23.818342 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece8d538-6ce6-425f-b6d4-0d253c136f83 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:23.819124 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ece8d538-6ce6-425f-b6d4-0d253c136f83 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:23.835601 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36d7443d-0271-498e-bd9b-3ae35fabe7d1 req-cccbb6c3-445f-423f-ba22-06c3850f8458 service neutron] 10.222.0.81 "GET /v2.0/networks/8f58b921-0292-4dfc-9e12-b02298e69ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344104 May 23 11:20:23.856128 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dab240ac-1b00-4363-90ae-eb3276fecd4d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:23.881124 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9ca3c4-28f2-49b8-ad33-624b7e0f9f9d None None] Network 70111de0-3766-44fc-a210-b11032bf303b requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:20:23.910030 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab240ac-1b00-4363-90ae-eb3276fecd4d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Subnet': ['ID=698ae403-5cea-45cd-b94e-3a8faac47c5f,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:23.919810 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dab240ac-1b00-4363-90ae-eb3276fecd4d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:23.927719 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661ad2b0-4da8-4f30-b0ae-4612c2f2b3d4 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:20:23.935438 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-dab240ac-1b00-4363-90ae-eb3276fecd4d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/698ae403-5cea-45cd-b94e-3a8faac47c5f HTTP/1.1" status: 204 len: 168 time: 0.8662577 May 23 11:20:23.938153 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60330) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:23.995152 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ece8d538-6ce6-425f-b6d4-0d253c136f83 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 7.8850427 May 23 11:20:24.004901 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60334) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:24.034618 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-78d63f02-95b9-4174-a536-8cf2c2f1f9ea tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting subnet deb20481-0a42-4a1d-9202-d2ea0a708da1 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:20:24.038539 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-78d63f02-95b9-4174-a536-8cf2c2f1f9ea tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:24.098023 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-78d63f02-95b9-4174-a536-8cf2c2f1f9ea tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:24.105813 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 491b134a-b711-4ce2-bc65-d51843ffd9e1 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:20:24.163551 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e822237-45e7-426a-ba85-bec47fe781a4 req-eb82e06a-3b59-4cc2-8199-ca8b3c50023b tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:24.165271 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6e822237-45e7-426a-ba85-bec47fe781a4 req-eb82e06a-3b59-4cc2-8199-ca8b3c50023b tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.4594097 May 23 11:20:24.191634 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-78d63f02-95b9-4174-a536-8cf2c2f1f9ea tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:24.222995 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36d7443d-0271-498e-bd9b-3ae35fabe7d1 req-e28c0fd7-0351-44d7-8000-d5a6c090bf08 service neutron] 10.222.0.81 "GET /v2.0/networks/8f58b921-0292-4dfc-9e12-b02298e69ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652344 May 23 11:20:24.289965 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-78d63f02-95b9-4174-a536-8cf2c2f1f9ea tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:24.367327 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d63f02-95b9-4174-a536-8cf2c2f1f9ea tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Subnet': ['ID=deb20481-0a42-4a1d-9202-d2ea0a708da1,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:24.380905 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-78d63f02-95b9-4174-a536-8cf2c2f1f9ea tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:24.396649 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-78d63f02-95b9-4174-a536-8cf2c2f1f9ea tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/deb20481-0a42-4a1d-9202-d2ea0a708da1 HTTP/1.1" status: 204 len: 168 time: 0.4574077 May 23 11:20:24.398277 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=42cb0b6e-f365-4800-ba61-beafc4aefa5f,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:24.399026 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60344) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:24.401501 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['42cb0b6e-f365-4800-ba61-beafc4aefa5f'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:20:24.525857 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-47ded8f3-5284-4ce8-b1bc-ed57412d8442 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1251597 May 23 11:20:24.530249 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 491b134a-b711-4ce2-bc65-d51843ffd9e1 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:20:24.535378 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60350) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:24.541751 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 491b134a-b711-4ce2-bc65-d51843ffd9e1 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:20:24.542268 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-fd064878-846f-4cac-b721-0105e4298460 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'subnet': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:20:24.542395 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:24.550128 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36d7443d-0271-498e-bd9b-3ae35fabe7d1 req-5f1d06e4-742a-4bea-8da6-46758a101712 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=65511622-3ae6-4e00-8bb2-667556a3a5f7 HTTP/1.1" status: 200 len: 217 time: 0.3152962 May 23 11:20:24.554856 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6e822237-45e7-426a-ba85-bec47fe781a4 req-c90a1db5-a6a9-4f84-b9e7-aec7c5e1901c tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697877 May 23 11:20:24.596225 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff42519f-f0b2-43a9-bb43-e51c68e274c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-70111de0-3766-44fc-a210-b11032bf303b', 'network_id': '70111de0-3766-44fc-a210-b11032bf303b', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'fixed_ips': [{'subnet_id': '66e91086-6cee-4f90-8ebb-a9c52729cba6'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:20:24.597476 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ff42519f-f0b2-43a9-bb43-e51c68e274c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:24.635497 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7443d-0271-498e-bd9b-3ae35fabe7d1 req-3826d224-76ec-4fdc-b75e-3178f9e3cd6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:24.636991 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36d7443d-0271-498e-bd9b-3ae35fabe7d1 req-3826d224-76ec-4fdc-b75e-3178f9e3cd6d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac62e3e8-2718-4c68-91a7-544681516b07 HTTP/1.1" status: 200 len: 797 time: 0.0790844 May 23 11:20:24.710983 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-fd064878-846f-4cac-b721-0105e4298460 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:20:24.715930 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-fd064878-846f-4cac-b721-0105e4298460 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:subnet and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:20:24.718829 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-fd064878-846f-4cac-b721-0105e4298460 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:20:24.724964 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-fd064878-846f-4cac-b721-0105e4298460 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:20:24.741402 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd064878-846f-4cac-b721-0105e4298460 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:20:24.745953 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fd064878-846f-4cac-b721-0105e4298460 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:24.809001 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dcbdd7-92b8-40bf-8176-7008194903ac req-3fbc7cdf-be46-4c9e-9a79-c5e476b86761 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:24.815748 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-35dcbdd7-92b8-40bf-8176-7008194903ac req-3fbc7cdf-be46-4c9e-9a79-c5e476b86761 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/ports?device_id=7811e9f7-1536-493e-983e-475acecf2307 HTTP/1.1" status: 200 len: 944 time: 0.3372335 May 23 11:20:24.998006 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36d7443d-0271-498e-bd9b-3ae35fabe7d1 req-4a6f3d70-8ac2-4912-a4e6-ea5160332916 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=dc15df35-8b51-40b0-8426-c0ec1198d56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3540895 May 23 11:20:25.008697 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-35dcbdd7-92b8-40bf-8176-7008194903ac req-1b56e3ed-7ed2-4dab-842c-9946a6b1619f tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/security-groups?id=6608edac-19b9-4bfb-a1a2-53d070ef0034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918802 May 23 11:20:25.044172 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:25.072507 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-ff42519f-f0b2-43a9-bb43-e51c68e274c4 None None] Allocated IP 172.22.0.2 (70111de0-3766-44fc-a210-b11032bf303b/66e91086-6cee-4f90-8ebb-a9c52729cba6/801071d9-aa29-47a8-9ba6-35d4fffb6880) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:20:25.091381 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 491b134a-b711-4ce2-bc65-d51843ffd9e1, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=491b134a-b711-4ce2-bc65-d51843ffd9e1,segment=NetworkSegment(bc046606-98b8-415f-8f5e-aefe6960bd96),segment_id=bc046606-98b8-415f-8f5e-aefe6960bd96)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:20:25.110450 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:25.111861 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device efd8ebbd-9d36-4d6c-a110-25e5117b249a up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:20:25.145825 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fd064878-846f-4cac-b721-0105e4298460 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:25.153444 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f480bb68-0407-4ff5-9733-c0db61bfd588 req-460aa328-0664-410a-98e2-a089217069d8 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:25.154961 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f480bb68-0407-4ff5-9733-c0db61bfd588 req-460aa328-0664-410a-98e2-a089217069d8 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 947 time: 0.3931973 May 23 11:20:25.233151 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b20e93-bc70-4329-9ff0-636abd8bb0e9 None None] DHCP port deletion for db5fdb8a-4d76-428d-84ca-c911a4d5dee2 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:20:25.243722 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd064878-846f-4cac-b721-0105e4298460 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Subnet': ['ID=1f8fe189-18f2-42ec-a408-ebde0bff2711,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:25.265623 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd064878-846f-4cac-b721-0105e4298460 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:20:25.266823 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-fd064878-846f-4cac-b721-0105e4298460 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:20:25.273539 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd064878-846f-4cac-b721-0105e4298460 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:25.274256 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fd064878-846f-4cac-b721-0105e4298460 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:25.280484 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-31b20e93-bc70-4329-9ff0-636abd8bb0e9 None None] Deleting port efd8ebbd-9d36-4d6c-a110-25e5117b249a {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:20:25.280853 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-31b20e93-bc70-4329-9ff0-636abd8bb0e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:25.303226 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-fd064878-846f-4cac-b721-0105e4298460 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7666457 May 23 11:20:25.303967 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60360) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:25.316318 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e572ea44-7a28-4fed-b525-8159489a57d4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'subnet': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:20:25.373867 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=491b134a-b711-4ce2-bc65-d51843ffd9e1,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:25.408595 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36d7443d-0271-498e-bd9b-3ae35fabe7d1 req-a2e7a9a6-3313-49d3-b423-491757531a1f service neutron] 10.222.0.81 "GET /v2.0/networks/dc15df35-8b51-40b0-8426-c0ec1198d56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024539 May 23 11:20:25.466373 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f480bb68-0407-4ff5-9733-c0db61bfd588 req-752e315b-c75c-4fd3-bbb6-42c87ff35a27 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2985985 May 23 11:20:25.508997 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e572ea44-7a28-4fed-b525-8159489a57d4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:20:25.515559 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e572ea44-7a28-4fed-b525-8159489a57d4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:subnet and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:20:25.523232 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e572ea44-7a28-4fed-b525-8159489a57d4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:20:25.531762 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e572ea44-7a28-4fed-b525-8159489a57d4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:20:25.547308 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e572ea44-7a28-4fed-b525-8159489a57d4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:20:25.552878 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e572ea44-7a28-4fed-b525-8159489a57d4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:25.601765 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port efd8ebbd-9d36-4d6c-a110-25e5117b249a triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:20:25.602050 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:25.635121 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36d7443d-0271-498e-bd9b-3ae35fabe7d1 req-03930a1c-be45-469a-83b1-6220b4277c14 service neutron] 10.222.0.81 "GET /v2.0/networks/dc15df35-8b51-40b0-8426-c0ec1198d56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153935 May 23 11:20:25.642736 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea108cd-abad-4a61-9090-3ada4853ddcb req-c68fe8f3-5b5d-4444-b5db-a054fea7ecee tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:25.644170 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3ea108cd-abad-4a61-9090-3ada4853ddcb req-c68fe8f3-5b5d-4444-b5db-a054fea7ecee tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.3542757 May 23 11:20:25.684386 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ff42519f-f0b2-43a9-bb43-e51c68e274c4 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:25.712240 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-31b20e93-bc70-4329-9ff0-636abd8bb0e9 None None] For port efd8ebbd-9d36-4d6c-a110-25e5117b249a, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=efd8ebbd-9d36-4d6c-a110-25e5117b249a,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:20:25.712948 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-31b20e93-bc70-4329-9ff0-636abd8bb0e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:25.726000 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ff42519f-f0b2-43a9-bb43-e51c68e274c4 None None] Transition to ACTIVE for port object 801071d9-aa29-47a8-9ba6-35d4fffb6880 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:20:25.737520 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36d7443d-0271-498e-bd9b-3ae35fabe7d1 req-ae368a91-4e33-496a-a69c-f3b3f517c315 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=8fe06221-9b45-4a87-9097-415f9568b703 HTTP/1.1" status: 200 len: 217 time: 0.0911853 May 23 11:20:25.976362 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3ea108cd-abad-4a61-9090-3ada4853ddcb req-f9a545a8-afb0-4cd5-b769-8857552ecf20 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825346 May 23 11:20:26.021577 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7443d-0271-498e-bd9b-3ae35fabe7d1 req-8826b8d0-a1b8-4e24-95bb-9977e0d14ee5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:26.027801 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36d7443d-0271-498e-bd9b-3ae35fabe7d1 req-8826b8d0-a1b8-4e24-95bb-9977e0d14ee5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac62e3e8-2718-4c68-91a7-544681516b07 HTTP/1.1" status: 200 len: 797 time: 0.2789388 May 23 11:20:26.043752 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-31b20e93-bc70-4329-9ff0-636abd8bb0e9 None None] Calling delete_port for efd8ebbd-9d36-4d6c-a110-25e5117b249a owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:20:26.086674 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ff42519f-f0b2-43a9-bb43-e51c68e274c4 None None] Transition to ACTIVE for port object 801071d9-aa29-47a8-9ba6-35d4fffb6880 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:20:26.115663 n-d-842952-2 neutron-server[83911]: DEBUG neutron.objects.ports [None req-e572ea44-7a28-4fed-b525-8159489a57d4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83911) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 23 11:20:26.119532 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ff42519f-f0b2-43a9-bb43-e51c68e274c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:26.244412 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42519f-f0b2-43a9-bb43-e51c68e274c4 None None] Pushing event updated for resources: {'Port': ['ID=801071d9-aa29-47a8-9ba6-35d4fffb6880,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:26.248748 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff42519f-f0b2-43a9-bb43-e51c68e274c4 None None] Network 70111de0-3766-44fc-a210-b11032bf303b is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:20:26.250432 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-ff42519f-f0b2-43a9-bb43-e51c68e274c4 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:20:26.253150 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff42519f-f0b2-43a9-bb43-e51c68e274c4 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:20:26.331496 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e572ea44-7a28-4fed-b525-8159489a57d4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:26.343617 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-31b20e93-bc70-4329-9ff0-636abd8bb0e9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:20:26.343987 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-31b20e93-bc70-4329-9ff0-636abd8bb0e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:20:26.351147 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 491b134a-b711-4ce2-bc65-d51843ffd9e1 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:20:26.432459 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ff42519f-f0b2-43a9-bb43-e51c68e274c4 None None] Attempting to bind port 801071d9-aa29-47a8-9ba6-35d4fffb6880 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:20:26.432815 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ff42519f-f0b2-43a9-bb43-e51c68e274c4 None None] Attempting to bind port 801071d9-aa29-47a8-9ba6-35d4fffb6880 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '2917364c-38a2-4ed1-90fb-862b53710319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '70111de0-3766-44fc-a210-b11032bf303b'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:20:26.433392 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff42519f-f0b2-43a9-bb43-e51c68e274c4 None None] Attempting to bind port 801071d9-aa29-47a8-9ba6-35d4fffb6880 on network 70111de0-3766-44fc-a210-b11032bf303b {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:20:26.446445 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff42519f-f0b2-43a9-bb43-e51c68e274c4 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:20:26.446839 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff42519f-f0b2-43a9-bb43-e51c68e274c4 None None] Checking segment: {'id': '2917364c-38a2-4ed1-90fb-862b53710319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '70111de0-3766-44fc-a210-b11032bf303b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:20:26.447430 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ff42519f-f0b2-43a9-bb43-e51c68e274c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:26.447866 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff42519f-f0b2-43a9-bb43-e51c68e274c4 None None] Bound using segment: {'id': '2917364c-38a2-4ed1-90fb-862b53710319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '70111de0-3766-44fc-a210-b11032bf303b'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:20:26.448391 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ff42519f-f0b2-43a9-bb43-e51c68e274c4 None None] Bound port: 801071d9-aa29-47a8-9ba6-35d4fffb6880, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2917364c-38a2-4ed1-90fb-862b53710319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '70111de0-3766-44fc-a210-b11032bf303b'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:20:26.448704 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ff42519f-f0b2-43a9-bb43-e51c68e274c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:26.549166 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 491b134a-b711-4ce2-bc65-d51843ffd9e1 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:20:26.549543 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:26.549876 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-675753fb-199c-447d-815f-93556b71c7ac tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:26.577622 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15310fe-f4df-4e02-b09c-9cc76605a186 req-041264de-0871-4bf9-a8bd-e02e24d82b29 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:26.584888 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e15310fe-f4df-4e02-b09c-9cc76605a186 req-041264de-0871-4bf9-a8bd-e02e24d82b29 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 947 time: 0.4438043 May 23 11:20:26.589788 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ff42519f-f0b2-43a9-bb43-e51c68e274c4 None None] For port 801071d9-aa29-47a8-9ba6-35d4fffb6880, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:20:26.608623 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ff42519f-f0b2-43a9-bb43-e51c68e274c4 None None] For port 801071d9-aa29-47a8-9ba6-35d4fffb6880, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=801071d9-aa29-47a8-9ba6-35d4fffb6880,segment=NetworkSegment(2917364c-38a2-4ed1-90fb-862b53710319),segment_id=2917364c-38a2-4ed1-90fb-862b53710319)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:20:26.616225 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ff42519f-f0b2-43a9-bb43-e51c68e274c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:26.685644 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-e572ea44-7a28-4fed-b525-8159489a57d4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] For port efd8ebbd-9d36-4d6c-a110-25e5117b249a, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=efd8ebbd-9d36-4d6c-a110-25e5117b249a,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:20:26.713897 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e572ea44-7a28-4fed-b525-8159489a57d4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:26.718884 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e572ea44-7a28-4fed-b525-8159489a57d4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:26.719643 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e572ea44-7a28-4fed-b525-8159489a57d4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:26.736291 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36d7443d-0271-498e-bd9b-3ae35fabe7d1 req-d992e40b-a275-4db1-b3eb-760481fe7176 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=dc15df35-8b51-40b0-8426-c0ec1198d56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6980438 May 23 11:20:26.762910 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42519f-f0b2-43a9-bb43-e51c68e274c4 None None] Pushing event updated for resources: {'Port': ['ID=801071d9-aa29-47a8-9ba6-35d4fffb6880,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:26.809770 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c00b5-9b27-45d1-9379-3088a9e93ac5 req-29b45fe2-54f5-4d89-8792-d16537c0cd9e tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:26.812289 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-757c00b5-9b27-45d1-9379-3088a9e93ac5 req-29b45fe2-54f5-4d89-8792-d16537c0cd9e tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.5095687 May 23 11:20:26.844983 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-31b20e93-bc70-4329-9ff0-636abd8bb0e9 None None] Deleting port efd8ebbd-9d36-4d6c-a110-25e5117b249a {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:20:26.845876 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-31b20e93-bc70-4329-9ff0-636abd8bb0e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:26.876059 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e572ea44-7a28-4fed-b525-8159489a57d4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:20:26.883326 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-e572ea44-7a28-4fed-b525-8159489a57d4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:20:26.893718 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e572ea44-7a28-4fed-b525-8159489a57d4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:26.894281 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e572ea44-7a28-4fed-b525-8159489a57d4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:26.906068 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device efd8ebbd-9d36-4d6c-a110-25e5117b249a no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:20:26.926746 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e572ea44-7a28-4fed-b525-8159489a57d4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Port': ['ID=efd8ebbd-9d36-4d6c-a110-25e5117b249a,revision_number=7']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:26.931845 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e572ea44-7a28-4fed-b525-8159489a57d4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Subnet': ['ID=e6024990-1d68-4af7-ac00-2ea8f5a0f7b9,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:26.951863 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e15310fe-f4df-4e02-b09c-9cc76605a186 req-5e8bbe9f-5cd5-42c1-9e25-8099bb14279b tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3663812 May 23 11:20:26.962088 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e572ea44-7a28-4fed-b525-8159489a57d4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6570034 May 23 11:20:26.965273 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60378) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:26.972236 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-2e6ed767-1e22-45f2-8569-d86ebb85a8d1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'port': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'mac_address': 'fa:16:3e:48:6c:8a', 'name': 'tempest-NetworksTestDHCPv6-581227992'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:20:27.161582 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-757c00b5-9b27-45d1-9379-3088a9e93ac5 req-b8e49ee7-decc-42f0-9d4c-819fe3dfcfa4 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228727 May 23 11:20:27.277535 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36d7443d-0271-498e-bd9b-3ae35fabe7d1 req-a0af883c-8132-4c38-a949-51e1aee1a458 service neutron] 10.222.0.81 "GET /v2.0/networks/dc15df35-8b51-40b0-8426-c0ec1198d56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5263505 May 23 11:20:27.316581 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2e6ed767-1e22-45f2-8569-d86ebb85a8d1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:20:27.323393 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2e6ed767-1e22-45f2-8569-d86ebb85a8d1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:port and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:20:27.328294 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2e6ed767-1e22-45f2-8569-d86ebb85a8d1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:20:27.330786 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 42cb0b6e-f365-4800-ba61-beafc4aefa5f up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:20:27.336712 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2e6ed767-1e22-45f2-8569-d86ebb85a8d1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:20:27.350914 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6ed767-1e22-45f2-8569-d86ebb85a8d1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:20:27.358047 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2e6ed767-1e22-45f2-8569-d86ebb85a8d1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:27.397984 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-2e6ed767-1e22-45f2-8569-d86ebb85a8d1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] device_id is not set on port e2cf8366-2f9d-48dc-9e39-405bf28f0d94 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:20:27.451011 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:27.500084 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-31b20e93-bc70-4329-9ff0-636abd8bb0e9 None None] For port efd8ebbd-9d36-4d6c-a110-25e5117b249a, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=efd8ebbd-9d36-4d6c-a110-25e5117b249a,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:20:27.500477 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-31b20e93-bc70-4329-9ff0-636abd8bb0e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:27.605050 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-675753fb-199c-447d-815f-93556b71c7ac tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Allocated IP 172.22.0.1 (70111de0-3766-44fc-a210-b11032bf303b/66e91086-6cee-4f90-8ebb-a9c52729cba6/6e7fa63d-953c-4ab5-99d1-1ef6ac436571) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:20:27.629114 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port efd8ebbd-9d36-4d6c-a110-25e5117b249a, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=efd8ebbd-9d36-4d6c-a110-25e5117b249a,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:20:27.637865 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-31b20e93-bc70-4329-9ff0-636abd8bb0e9 None None] Calling delete_port for efd8ebbd-9d36-4d6c-a110-25e5117b249a owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:20:27.648324 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-2e6ed767-1e22-45f2-8569-d86ebb85a8d1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Allocated IP 172.20.0.8 (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/1f8fe189-18f2-42ec-a408-ebde0bff2711/e2cf8366-2f9d-48dc-9e39-405bf28f0d94) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:20:27.657338 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-2e6ed767-1e22-45f2-8569-d86ebb85a8d1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Allocated IP 2001:db8::f816:3eff:fe48:6c8a (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/e6024990-1d68-4af7-ac00-2ea8f5a0f7b9/e2cf8366-2f9d-48dc-9e39-405bf28f0d94) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:20:27.657850 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36d7443d-0271-498e-bd9b-3ae35fabe7d1 req-6d456c38-3d1a-41c2-8727-3b05d102e571 service neutron] 10.222.0.81 "GET /v2.0/networks/dc15df35-8b51-40b0-8426-c0ec1198d56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533444 May 23 11:20:27.676915 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 3afd64a2-b6a5-4913-a9be-716566b8de39 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:20:27.765105 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:27.862512 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408b9f8-e144-46dc-82c8-720a34450658 req-48803c69-40b2-4176-b32f-ccc6bde84d4f tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:27.870301 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b408b9f8-e144-46dc-82c8-720a34450658 req-48803c69-40b2-4176-b32f-ccc6bde84d4f tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/ports?device_id=7811e9f7-1536-493e-983e-475acecf2307 HTTP/1.1" status: 200 len: 944 time: 0.7084167 May 23 11:20:27.884056 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36d7443d-0271-498e-bd9b-3ae35fabe7d1 req-7a749040-15e4-4989-9989-d1102924c22f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=4b472d9e-7b9c-4fe5-8800-c44e820c17d8 HTTP/1.1" status: 200 len: 217 time: 0.2000725 May 23 11:20:27.915058 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81fe591-e26e-4b0f-8e99-b13e77e8b3c7 req-87b2e5a9-2023-4b49-a31e-621cf5ce8617 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:27.916914 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d81fe591-e26e-4b0f-8e99-b13e77e8b3c7 req-87b2e5a9-2023-4b49-a31e-621cf5ce8617 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.4358501 May 23 11:20:27.956180 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 42cb0b6e-f365-4800-ba61-beafc4aefa5f completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:20:27.959015 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-31b20e93-bc70-4329-9ff0-636abd8bb0e9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:20:27.959364 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-31b20e93-bc70-4329-9ff0-636abd8bb0e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:20:27.966830 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2e6ed767-1e22-45f2-8569-d86ebb85a8d1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:27.968210 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-31b20e93-bc70-4329-9ff0-636abd8bb0e9 None None] Deleting port efd8ebbd-9d36-4d6c-a110-25e5117b249a {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:20:27.968587 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-31b20e93-bc70-4329-9ff0-636abd8bb0e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:27.991383 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-2e6ed767-1e22-45f2-8569-d86ebb85a8d1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Transition to ACTIVE for port object e2cf8366-2f9d-48dc-9e39-405bf28f0d94 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:20:28.032837 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2e6ed767-1e22-45f2-8569-d86ebb85a8d1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:28.064061 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 42cb0b6e-f365-4800-ba61-beafc4aefa5f triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:20:28.064646 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:28.130212 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7443d-0271-498e-bd9b-3ae35fabe7d1 req-f95cf7be-1bec-4174-bcb2-f78c13b13c41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:28.131468 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36d7443d-0271-498e-bd9b-3ae35fabe7d1 req-f95cf7be-1bec-4174-bcb2-f78c13b13c41 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac62e3e8-2718-4c68-91a7-544681516b07 HTTP/1.1" status: 200 len: 797 time: 0.2134593 May 23 11:20:28.149011 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d81fe591-e26e-4b0f-8e99-b13e77e8b3c7 req-996ed9db-a1c0-4b16-ab85-2c5d9614e783 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773031 May 23 11:20:28.150620 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b408b9f8-e144-46dc-82c8-720a34450658 req-81bff225-031f-4f83-a80b-9eef1e76cdee tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/security-groups?id=6608edac-19b9-4bfb-a1a2-53d070ef0034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792928 May 23 11:20:28.155108 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-675753fb-199c-447d-815f-93556b71c7ac tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:28.191217 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ed767-1e22-45f2-8569-d86ebb85a8d1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Port': ['ID=e2cf8366-2f9d-48dc-9e39-405bf28f0d94,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:28.193899 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=efd8ebbd-9d36-4d6c-a110-25e5117b249a,revision_number=8']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:28.232107 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:28.245870 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6ed767-1e22-45f2-8569-d86ebb85a8d1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:20:28.251411 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-2e6ed767-1e22-45f2-8569-d86ebb85a8d1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:20:28.257897 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6ed767-1e22-45f2-8569-d86ebb85a8d1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:20:28.301096 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94fa1f1-ad9e-4c52-8343-6a55fd536f28 None None] Network 70111de0-3766-44fc-a210-b11032bf303b requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:20:28.333482 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-675753fb-199c-447d-815f-93556b71c7ac tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Transition to ACTIVE for port object 6e7fa63d-953c-4ab5-99d1-1ef6ac436571 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:20:28.366124 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6ed767-1e22-45f2-8569-d86ebb85a8d1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:28.367518 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2e6ed767-1e22-45f2-8569-d86ebb85a8d1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:28.396385 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2e6ed767-1e22-45f2-8569-d86ebb85a8d1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.4298532 May 23 11:20:28.398880 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60396) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:28.489795 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 801071d9-aa29-47a8-9ba6-35d4fffb6880 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:20:28.494434 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd268048-4f9a-482b-829c-c93c58bdb498 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:28.498402 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd268048-4f9a-482b-829c-c93c58bdb498 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:28.499367 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-dd268048-4f9a-482b-829c-c93c58bdb498 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:20:28.515780 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-dd268048-4f9a-482b-829c-c93c58bdb498 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:20:28.520292 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-dd268048-4f9a-482b-829c-c93c58bdb498 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1202888 May 23 11:20:28.520961 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60400) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:28.532719 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36d7443d-0271-498e-bd9b-3ae35fabe7d1 req-9df3c000-c64a-46d5-af1d-f8ec28faba92 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=dc15df35-8b51-40b0-8426-c0ec1198d56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3811107 May 23 11:20:28.548539 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be11c2e-70c8-4051-9ea8-628eee2c4908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3afd64a2-b6a5-4913-a9be-716566b8de39'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:20:28.573616 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-675753fb-199c-447d-815f-93556b71c7ac tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:28.592519 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-b002682b-e612-414f-a5dc-b198d7acaee8 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting port e2cf8366-2f9d-48dc-9e39-405bf28f0d94 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:20:28.592791 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b002682b-e612-414f-a5dc-b198d7acaee8 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:28.618729 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 3afd64a2-b6a5-4913-a9be-716566b8de39, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=3afd64a2-b6a5-4913-a9be-716566b8de39,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:20:28.674626 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:28.765796 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-968a27fc-bfdb-4043-81d7-85fe1b3540ec None None] Provisioning for port 801071d9-aa29-47a8-9ba6-35d4fffb6880 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:20:28.843928 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:28.857421 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=3afd64a2-b6a5-4913-a9be-716566b8de39,revision_number=11']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:28.871139 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675753fb-199c-447d-815f-93556b71c7ac tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Network 70111de0-3766-44fc-a210-b11032bf303b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:20:28.875214 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b002682b-e612-414f-a5dc-b198d7acaee8 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:28.881377 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388968f-9a0f-409c-b3d6-8f9a24376403 req-e281c380-2cf8-41a5-8e76-a562ba9e5c4e tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:28.883137 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8388968f-9a0f-409c-b3d6-8f9a24376403 req-e281c380-2cf8-41a5-8e76-a562ba9e5c4e tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.5144281 May 23 11:20:28.887971 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-675753fb-199c-447d-815f-93556b71c7ac tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:20:28.889984 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675753fb-199c-447d-815f-93556b71c7ac tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event updated for resources: {'Port': ['ID=6e7fa63d-953c-4ab5-99d1-1ef6ac436571,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:28.916580 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675753fb-199c-447d-815f-93556b71c7ac tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:20:28.992874 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693d78e-8fc1-4ce2-b2f4-ff7900236e40 req-5ba8db35-47bf-4fc2-b010-7c7ab035cc10 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:28.998185 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 42cb0b6e-f365-4800-ba61-beafc4aefa5f, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=42cb0b6e-f365-4800-ba61-beafc4aefa5f,segment=NetworkSegment(9379bc52-03db-4b6b-a712-5c3844bb254d),segment_id=9379bc52-03db-4b6b-a712-5c3844bb254d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:20:29.000612 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d693d78e-8fc1-4ce2-b2f4-ff7900236e40 req-5ba8db35-47bf-4fc2-b010-7c7ab035cc10 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 947 time: 0.5738008 May 23 11:20:29.003349 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-31b20e93-bc70-4329-9ff0-636abd8bb0e9 None None] For port efd8ebbd-9d36-4d6c-a110-25e5117b249a, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=efd8ebbd-9d36-4d6c-a110-25e5117b249a,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:20:29.003745 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-31b20e93-bc70-4329-9ff0-636abd8bb0e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:29.008467 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-b002682b-e612-414f-a5dc-b198d7acaee8 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Calling delete_port for e2cf8366-2f9d-48dc-9e39-405bf28f0d94 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:20:29.031861 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675753fb-199c-447d-815f-93556b71c7ac tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:20:29.031861 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675753fb-199c-447d-815f-93556b71c7ac tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:20:29.031861 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675753fb-199c-447d-815f-93556b71c7ac tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:20:29.031861 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675753fb-199c-447d-815f-93556b71c7ac tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:20:29.031861 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675753fb-199c-447d-815f-93556b71c7ac tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:20:29.031861 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675753fb-199c-447d-815f-93556b71c7ac tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:20:29.031861 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675753fb-199c-447d-815f-93556b71c7ac tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:20:29.031861 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675753fb-199c-447d-815f-93556b71c7ac tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:20:29.031861 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675753fb-199c-447d-815f-93556b71c7ac tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:20:29.031861 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675753fb-199c-447d-815f-93556b71c7ac tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:20:29.031861 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675753fb-199c-447d-815f-93556b71c7ac tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:20:29.053356 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 801071d9-aa29-47a8-9ba6-35d4fffb6880 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:20:29.055985 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36d7443d-0271-498e-bd9b-3ae35fabe7d1 req-5c8a4c3b-fa9f-49b6-acaf-492dab00fb4a service neutron] 10.222.0.81 "GET /v2.0/networks/dc15df35-8b51-40b0-8426-c0ec1198d56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5104642 May 23 11:20:29.061271 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:29.149539 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 801071d9-aa29-47a8-9ba6-35d4fffb6880 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:20:29.149539 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:29.172860 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8388968f-9a0f-409c-b3d6-8f9a24376403 req-b117b5c0-e05f-4852-8f03-78e8421cff3f tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691591 May 23 11:20:29.242977 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b002682b-e612-414f-a5dc-b198d7acaee8 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:29.250864 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36d7443d-0271-498e-bd9b-3ae35fabe7d1 req-f612fd18-d563-467e-a6a6-06e997ef4057 service neutron] 10.222.0.81 "GET /v2.0/networks/dc15df35-8b51-40b0-8426-c0ec1198d56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758847 May 23 11:20:29.251558 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-675753fb-199c-447d-815f-93556b71c7ac tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:29.258085 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-31b20e93-bc70-4329-9ff0-636abd8bb0e9 None None] Calling delete_port for efd8ebbd-9d36-4d6c-a110-25e5117b249a owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:20:29.266343 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:20:29.304216 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d86b8f63-e0cc-474e-94d6-c9b91e473c99'] response: {'server_uuid': '2be11c2e-70c8-4051-9ea8-628eee2c4908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3afd64a2-b6a5-4913-a9be-716566b8de39', 'code': 200} May 23 11:20:29.398969 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d693d78e-8fc1-4ce2-b2f4-ff7900236e40 req-f01615cb-c3fe-458e-8b89-c00d85a6454d tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3965800 May 23 11:20:29.400252 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36d7443d-0271-498e-bd9b-3ae35fabe7d1 req-d71c0fd6-7c28-4be9-8004-3ff4bd37bc35 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=e567c6f9-1cc4-450f-b01e-d62332f44ba2 HTTP/1.1" status: 200 len: 217 time: 0.1034555 May 23 11:20:29.438561 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=42cb0b6e-f365-4800-ba61-beafc4aefa5f,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:29.563940 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:29.598823 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002682b-e612-414f-a5dc-b198d7acaee8 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Port': ['ID=e2cf8366-2f9d-48dc-9e39-405bf28f0d94,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:29.599405 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-675753fb-199c-447d-815f-93556b71c7ac tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:29.617213 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 801071d9-aa29-47a8-9ba6-35d4fffb6880, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=801071d9-aa29-47a8-9ba6-35d4fffb6880,segment=NetworkSegment(2917364c-38a2-4ed1-90fb-862b53710319),segment_id=2917364c-38a2-4ed1-90fb-862b53710319)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:20:29.618855 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7443d-0271-498e-bd9b-3ae35fabe7d1 req-81265d75-8dfd-4ae2-b530-47dc39e96e28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:29.620416 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36d7443d-0271-498e-bd9b-3ae35fabe7d1 req-81265d75-8dfd-4ae2-b530-47dc39e96e28 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac62e3e8-2718-4c68-91a7-544681516b07 HTTP/1.1" status: 200 len: 797 time: 0.1663036 May 23 11:20:29.621846 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-31b20e93-bc70-4329-9ff0-636abd8bb0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:29.668349 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:29.679030 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b20e93-bc70-4329-9ff0-636abd8bb0e9 None None] Pushing event deleted for resources: {'Port': ['ID=efd8ebbd-9d36-4d6c-a110-25e5117b249a,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:29.743775 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b002682b-e612-414f-a5dc-b198d7acaee8 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:29.763445 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b002682b-e612-414f-a5dc-b198d7acaee8 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/ports/e2cf8366-2f9d-48dc-9e39-405bf28f0d94 HTTP/1.1" status: 204 len: 168 time: 1.2411797 May 23 11:20:29.764247 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60414) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:29.950243 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b20e93-bc70-4329-9ff0-636abd8bb0e9 None None] No DVR routers for this DVR port efd8ebbd-9d36-4d6c-a110-25e5117b249a on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:20:29.978930 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e08e8a5-efe9-42ff-8ea6-ee99407443e4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:29.978930 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e08e8a5-efe9-42ff-8ea6-ee99407443e4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:29.978930 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e08e8a5-efe9-42ff-8ea6-ee99407443e4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:29.978930 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4e08e8a5-efe9-42ff-8ea6-ee99407443e4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:20:30.017581 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761df50b-f91b-4a11-8047-03368b066108 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:20:30.029779 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4e08e8a5-efe9-42ff-8ea6-ee99407443e4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:20:30.029779 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4e08e8a5-efe9-42ff-8ea6-ee99407443e4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2560854 May 23 11:20:30.029779 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60418) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:30.227567 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b52c8ebd-51c6-40fc-b646-c66ecbb353fb None None] Provisioning for port 6e7fa63d-953c-4ab5-99d1-1ef6ac436571 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:20:30.245739 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b52c8ebd-51c6-40fc-b646-c66ecbb353fb None None] Provisioning complete for port 6e7fa63d-953c-4ab5-99d1-1ef6ac436571 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:20:30.246103 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b52c8ebd-51c6-40fc-b646-c66ecbb353fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:30.285008 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=801071d9-aa29-47a8-9ba6-35d4fffb6880,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:30.313636 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b52c8ebd-51c6-40fc-b646-c66ecbb353fb None None] Port 6e7fa63d-953c-4ab5-99d1-1ef6ac436571 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:20:30.320549 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-675753fb-199c-447d-815f-93556b71c7ac tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:30.327893 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-675753fb-199c-447d-815f-93556b71c7ac tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:30.397830 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b52c8ebd-51c6-40fc-b646-c66ecbb353fb None None] Provisioning complete for port 801071d9-aa29-47a8-9ba6-35d4fffb6880 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:20:30.397830 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b52c8ebd-51c6-40fc-b646-c66ecbb353fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:30.592581 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a10565a-f35b-49bf-a498-a21c31ceb70f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'tenant_id': '7898a2f847b24320a42ded6c2b4bd651', 'fixed_ips': [{'subnet_id': '1f8fe189-18f2-42ec-a408-ebde0bff2711'}, {'subnet_id': 'e6024990-1d68-4af7-ac00-2ea8f5a0f7b9'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:20:30.592581 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7a10565a-f35b-49bf-a498-a21c31ceb70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:30.631536 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785eab8a-3384-4efb-b93f-04b713db657e req-66239911-c1a5-4b2a-9a5a-52fcc3176784 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:30.640770 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-785eab8a-3384-4efb-b93f-04b713db657e req-66239911-c1a5-4b2a-9a5a-52fcc3176784 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.8669069 May 23 11:20:30.645758 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-675753fb-199c-447d-815f-93556b71c7ac tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:30.650974 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-640775f5-9634-46a4-a0cd-c9633f5076e5 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting subnet 1f8fe189-18f2-42ec-a408-ebde0bff2711 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:20:30.655904 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-640775f5-9634-46a4-a0cd-c9633f5076e5 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:30.688602 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0f5a1-bb2d-4a61-8b09-7c50a4642134 req-7fb39922-f6f8-4ef6-8f96-cefb89eed440 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:30.695605 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-61d0f5a1-bb2d-4a61-8b09-7c50a4642134 req-7fb39922-f6f8-4ef6-8f96-cefb89eed440 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/ports?device_id=7811e9f7-1536-493e-983e-475acecf2307 HTTP/1.1" status: 200 len: 945 time: 1.2940125 May 23 11:20:30.719227 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675753fb-199c-447d-815f-93556b71c7ac tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event updated for resources: {'Port': ['ID=6e7fa63d-953c-4ab5-99d1-1ef6ac436571,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:30.750966 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36d7443d-0271-498e-bd9b-3ae35fabe7d1 req-01cf384a-a1b3-40c8-9457-c3609e4629a0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=dc15df35-8b51-40b0-8426-c0ec1198d56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9783120 May 23 11:20:30.766013 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-640775f5-9634-46a4-a0cd-c9633f5076e5 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:30.812581 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-81e61e48-0c0b-4068-b60f-a6e746476e33 None None] Provisioning complete for port 6e7fa63d-953c-4ab5-99d1-1ef6ac436571 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:20:30.812581 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-81e61e48-0c0b-4068-b60f-a6e746476e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:30.839466 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-61d0f5a1-bb2d-4a61-8b09-7c50a4642134 req-cc12ec5e-8ca9-4722-bb80-15c2dd1b5457 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/security-groups?id=6608edac-19b9-4bfb-a1a2-53d070ef0034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402054 May 23 11:20:30.915431 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-640775f5-9634-46a4-a0cd-c9633f5076e5 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:30.963476 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-81e61e48-0c0b-4068-b60f-a6e746476e33 None None] Port 6e7fa63d-953c-4ab5-99d1-1ef6ac436571 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:20:31.078726 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-640775f5-9634-46a4-a0cd-c9633f5076e5 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:31.107771 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-785eab8a-3384-4efb-b93f-04b713db657e req-84dfa79d-f594-464e-9f11-0e6dc24c4c64 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4658506 May 23 11:20:31.157304 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640775f5-9634-46a4-a0cd-c9633f5076e5 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Subnet': ['ID=1f8fe189-18f2-42ec-a408-ebde0bff2711,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server [None req-7a10565a-f35b-49bf-a498-a21c31ceb70f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1f8fe189-18f2-42ec-a408-ebde0bff2711: This subnet is being modified by another concurrent operation. May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 23 11:20:31.172373 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise exception May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1f8fe189-18f2-42ec-a408-ebde0bff2711: This subnet is being modified by another concurrent operation. May 23 11:20:31.190843 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server May 23 11:20:31.210047 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-640775f5-9634-46a4-a0cd-c9633f5076e5 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:31.210047 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-640775f5-9634-46a4-a0cd-c9633f5076e5 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/1f8fe189-18f2-42ec-a408-ebde0bff2711 HTTP/1.1" status: 204 len: 168 time: 1.1682081 May 23 11:20:31.210047 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60438) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:31.302218 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb61a69-a889-449f-90d7-87a93ad14730 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:20:31.307901 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675753fb-199c-447d-815f-93556b71c7ac tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Network 70111de0-3766-44fc-a210-b11032bf303b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:20:31.307901 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36d7443d-0271-498e-bd9b-3ae35fabe7d1 req-45ba2797-af59-4760-adef-954ca161cc42 service neutron] 10.222.0.81 "GET /v2.0/networks/dc15df35-8b51-40b0-8426-c0ec1198d56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5353448 May 23 11:20:31.307901 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-675753fb-199c-447d-815f-93556b71c7ac tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:20:31.364595 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7811e9f7-1536-493e-983e-475acecf2307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42cb0b6e-f365-4800-ba61-beafc4aefa5f'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:20:31.391785 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcb264db-0fc5-4cae-96d7-33aa1ef77311 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting subnet e6024990-1d68-4af7-ac00-2ea8f5a0f7b9 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:20:31.404340 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dcb264db-0fc5-4cae-96d7-33aa1ef77311 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:31.485226 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df2efd-787c-448c-84ff-5c359a186d56 req-d4a00a00-ae49-4e9d-8539-1c59d28aca36 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:31.493719 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-07df2efd-787c-448c-84ff-5c359a186d56 req-d4a00a00-ae49-4e9d-8539-1c59d28aca36 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.3807716 May 23 11:20:31.532535 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dcb264db-0fc5-4cae-96d7-33aa1ef77311 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:31.673848 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 3afd64a2-b6a5-4913-a9be-716566b8de39 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:20:31.692266 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dcb264db-0fc5-4cae-96d7-33aa1ef77311 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:31.699175 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-07df2efd-787c-448c-84ff-5c359a186d56 req-a30edc65-1aaa-4744-bb60-34f072b24f48 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921873 May 23 11:20:31.838082 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65dd2328-96c0-4512-8e8d-b70ad26b8588'] response: {'server_uuid': '7811e9f7-1536-493e-983e-475acecf2307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42cb0b6e-f365-4800-ba61-beafc4aefa5f', 'code': 200} May 23 11:20:31.879856 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.resource_extend [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:20:31.890923 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dcb264db-0fc5-4cae-96d7-33aa1ef77311 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:32.022588 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dcb264db-0fc5-4cae-96d7-33aa1ef77311 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:32.037522 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-dcb264db-0fc5-4cae-96d7-33aa1ef77311 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/e6024990-1d68-4af7-ac00-2ea8f5a0f7b9 HTTP/1.1" status: 204 len: 168 time: 0.8358862 May 23 11:20:32.037522 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60452) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:32.055952 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb264db-0fc5-4cae-96d7-33aa1ef77311 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Subnet': ['ID=e6024990-1d68-4af7-ac00-2ea8f5a0f7b9,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:32.108076 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8fe07555-4a41-452a-8b74-4c411c0fd0b8 None None] Provisioning complete for port 6e7fa63d-953c-4ab5-99d1-1ef6ac436571 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:20:32.108076 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8fe07555-4a41-452a-8b74-4c411c0fd0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:32.154284 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d139456c-9382-4590-9e84-c40ae52a16b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'tenant_id': '7898a2f847b24320a42ded6c2b4bd651', 'fixed_ips': [{'subnet_id': 'e6024990-1d68-4af7-ac00-2ea8f5a0f7b9'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:20:32.154284 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d139456c-9382-4590-9e84-c40ae52a16b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:32.207947 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0379d901-f297-4d3b-98a6-dac044d54f60 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1543431 May 23 11:20:32.218242 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60456) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:32.316012 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-51f4c487-1c13-40ff-a9dd-85532539e7cb tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:20:32.360112 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-51f4c487-1c13-40ff-a9dd-85532539e7cb tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:20:32.365472 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-51f4c487-1c13-40ff-a9dd-85532539e7cb tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1517673 May 23 11:20:32.371944 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60462) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:32.374332 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8fe07555-4a41-452a-8b74-4c411c0fd0b8 None None] Port 6e7fa63d-953c-4ab5-99d1-1ef6ac436571 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:20:32.391799 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36d7443d-0271-498e-bd9b-3ae35fabe7d1 req-f89cd0a5-3670-4096-a06d-b933572adcea service neutron] 10.222.0.81 "GET /v2.0/networks/dc15df35-8b51-40b0-8426-c0ec1198d56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0162780 May 23 11:20:32.397032 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 801071d9-aa29-47a8-9ba6-35d4fffb6880 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:20:32.420639 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1689072d-3207-41fd-ae63-9fb873719094 req-fdf95b3c-4fff-4ef8-90b1-b212482f412b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7811e9f7-1536-493e-983e-475acecf2307 HTTP/1.1" status: 200 len: 1096 time: 0.4573936 May 23 11:20:32.428959 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 3afd64a2-b6a5-4913-a9be-716566b8de39, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=3afd64a2-b6a5-4913-a9be-716566b8de39,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:20:32.476367 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '3afd64a2-b6a5-4913-a9be-716566b8de39', 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24', 'port_id': '3afd64a2-b6a5-4913-a9be-716566b8de39', 'mac_address': 'fa:16:3e:0b:fe:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54335c97-79a1-4f1c-bc27-f53589fd26ef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:20:32.521045 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3edef1-4b8f-4b12-8d57-7fc66db4fdbb None None] get_active_networks_info from n-d-842952-2 {{(pid=83912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 23 11:20:32.565859 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9fe38d-3c60-43d7-a451-bc1f4241194c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:32.565859 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4d9fe38d-3c60-43d7-a451-bc1f4241194c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:20:32.565859 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1689072d-3207-41fd-ae63-9fb873719094 req-82289b95-6e36-4d4d-be76-05a721b13d1a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=6608edac-19b9-4bfb-a1a2-53d070ef0034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383924 May 23 11:20:32.580733 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4d9fe38d-3c60-43d7-a451-bc1f4241194c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:20:32.588280 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60466) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:32.595191 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4d9fe38d-3c60-43d7-a451-bc1f4241194c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2125764 May 23 11:20:32.602464 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:32.625791 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3afd64a2-b6a5-4913-a9be-716566b8de39 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:20:32.677508 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 3afd64a2-b6a5-4913-a9be-716566b8de39, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=3afd64a2-b6a5-4913-a9be-716566b8de39,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:20:32.677508 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 801071d9-aa29-47a8-9ba6-35d4fffb6880 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:20:32.677508 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:32.704478 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-29b8a278-04cf-4a50-bd07-9c8650bc3606 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1171689 May 23 11:20:32.704771 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60470) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:32.711851 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc050d6e-dc73-48c4-8f65-c5659317f47a req-617752f1-d6fb-48ea-9553-648d81afa50a tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:32.712150 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-5a267efe-a9cb-4c01-a30a-c1132d4795e5 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'subnet': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:20:32.717233 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fc050d6e-dc73-48c4-8f65-c5659317f47a req-617752f1-d6fb-48ea-9553-648d81afa50a tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/ports?device_id=7811e9f7-1536-493e-983e-475acecf2307 HTTP/1.1" status: 200 len: 945 time: 0.4538100 May 23 11:20:32.717654 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:32.727247 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36d7443d-0271-498e-bd9b-3ae35fabe7d1 req-71f111be-8159-44d1-89fd-20e134c95a58 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ade0de95-006a-4fe2-b4ff-65da0980082b HTTP/1.1" status: 200 len: 217 time: 0.2911201 May 23 11:20:32.784843 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ff297-d601-40b2-a30c-c3f9e108e514 req-730315c6-05d2-4938-b5e1-904d1e0ffedf tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:32.792949 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f17ff297-d601-40b2-a30c-c3f9e108e514 req-730315c6-05d2-4938-b5e1-904d1e0ffedf tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.9383919 May 23 11:20:32.860474 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=3afd64a2-b6a5-4913-a9be-716566b8de39,revision_number=12']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:32.871178 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5a267efe-a9cb-4c01-a30a-c1132d4795e5 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:20:32.887200 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5a267efe-a9cb-4c01-a30a-c1132d4795e5 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:20:32.899555 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['3afd64a2-b6a5-4913-a9be-716566b8de39'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:20:32.945948 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a267efe-a9cb-4c01-a30a-c1132d4795e5 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:20:32.945948 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5a267efe-a9cb-4c01-a30a-c1132d4795e5 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:32.945948 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a267efe-a9cb-4c01-a30a-c1132d4795e5 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:20:32.945948 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a267efe-a9cb-4c01-a30a-c1132d4795e5 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:20:32.991674 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fc050d6e-dc73-48c4-8f65-c5659317f47a req-9d191166-4549-4a14-8e57-74a41c0f07ed tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/security-groups?id=6608edac-19b9-4bfb-a1a2-53d070ef0034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659745 May 23 11:20:33.006724 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5a267efe-a9cb-4c01-a30a-c1132d4795e5 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2781839 May 23 11:20:33.006724 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60476) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:33.009944 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7443d-0271-498e-bd9b-3ae35fabe7d1 req-b1b8697c-e2b3-4e05-aba1-1e1d82a88686 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:33.009944 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36d7443d-0271-498e-bd9b-3ae35fabe7d1 req-b1b8697c-e2b3-4e05-aba1-1e1d82a88686 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3c834f11-95c0-4b5a-b401-f49728657821 HTTP/1.1" status: 200 len: 797 time: 0.1564727 May 23 11:20:33.013097 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a7a07cf0-b79d-4376-9c1d-7faacf43a95f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'subnet': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:20:33.021549 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3edef1-4b8f-4b12-8d57-7fc66db4fdbb None None] Resources bound (agent type, host, resource id): {{(pid=83912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 23 11:20:33.127302 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675753fb-199c-447d-815f-93556b71c7ac tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Router 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:20:33.140776 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f17ff297-d601-40b2-a30c-c3f9e108e514 req-da7ee6e6-ea2c-4746-98cc-88c966099bab tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469555 May 23 11:20:33.188691 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a7a07cf0-b79d-4376-9c1d-7faacf43a95f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:20:33.217619 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a7a07cf0-b79d-4376-9c1d-7faacf43a95f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:20:33.242141 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a07cf0-b79d-4376-9c1d-7faacf43a95f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:20:33.247237 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a7a07cf0-b79d-4376-9c1d-7faacf43a95f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:33.249183 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7a07cf0-b79d-4376-9c1d-7faacf43a95f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:20:33.249681 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7a07cf0-b79d-4376-9c1d-7faacf43a95f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:20:33.279086 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a7a07cf0-b79d-4376-9c1d-7faacf43a95f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2917545 May 23 11:20:33.280017 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60484) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:33.293255 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-67b4059d-ef29-4124-807a-c8ebb6dd6b7c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'subnet': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:20:33.597973 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36d7443d-0271-498e-bd9b-3ae35fabe7d1 req-0c06d095-173b-4f02-a6d9-aac9aada8b44 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=caa75e58-fea3-4934-a2b0-723273e69b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5856287 May 23 11:20:33.649873 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-67b4059d-ef29-4124-807a-c8ebb6dd6b7c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:20:33.664496 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-67b4059d-ef29-4124-807a-c8ebb6dd6b7c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:20:33.676560 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b4059d-ef29-4124-807a-c8ebb6dd6b7c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:20:33.678519 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-67b4059d-ef29-4124-807a-c8ebb6dd6b7c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:33.680172 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-67b4059d-ef29-4124-807a-c8ebb6dd6b7c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:20:33.680401 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67b4059d-ef29-4124-807a-c8ebb6dd6b7c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:20:33.703965 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-67b4059d-ef29-4124-807a-c8ebb6dd6b7c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4176254 May 23 11:20:33.703965 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60490) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:33.709248 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-3c9641ba-dd3c-4a7b-8c29-993c21fa28e6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'subnet': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:20:33.894921 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3c9641ba-dd3c-4a7b-8c29-993c21fa28e6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:20:33.921872 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3c9641ba-dd3c-4a7b-8c29-993c21fa28e6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:20:33.932949 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13252d62-f84b-4ff9-8424-6adb869a40fe req-6f2a6c9c-10a5-4c14-99ae-44a225d90e0a tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:33.940448 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-13252d62-f84b-4ff9-8424-6adb869a40fe req-6f2a6c9c-10a5-4c14-99ae-44a225d90e0a tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.4446445 May 23 11:20:33.941519 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9641ba-dd3c-4a7b-8c29-993c21fa28e6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:20:33.953740 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3c9641ba-dd3c-4a7b-8c29-993c21fa28e6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:33.956827 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c9641ba-dd3c-4a7b-8c29-993c21fa28e6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:20:33.957441 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c9641ba-dd3c-4a7b-8c29-993c21fa28e6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:20:33.966603 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f34c5-e42c-4b8e-b384-151e346018a4 req-cf0a6d25-5160-41c8-b66d-90f6e03cca74 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:33.968094 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-298f34c5-e42c-4b8e-b384-151e346018a4 req-cf0a6d25-5160-41c8-b66d-90f6e03cca74 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 946 time: 0.4411676 May 23 11:20:33.982691 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36d7443d-0271-498e-bd9b-3ae35fabe7d1 req-a3293cd5-d68a-4a0a-a38f-abe5256c27be service neutron] 10.222.0.81 "GET /v2.0/networks/caa75e58-fea3-4934-a2b0-723273e69b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877908 May 23 11:20:33.983512 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3c9641ba-dd3c-4a7b-8c29-993c21fa28e6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2788622 May 23 11:20:33.987222 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60494) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:33.994481 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-51b79f3a-cc6d-4dbb-9116-1b375bc5ce38 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'subnet': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:20:34.112175 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-51b79f3a-cc6d-4dbb-9116-1b375bc5ce38 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:20:34.122146 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675753fb-199c-447d-815f-93556b71c7ac tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:20:34.125330 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-51b79f3a-cc6d-4dbb-9116-1b375bc5ce38 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:20:34.141893 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d93995e-7619-4896-ba92-a4abb3ade057 None None] Sync routers for ids ['6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:20:34.145259 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b79f3a-cc6d-4dbb-9116-1b375bc5ce38 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:20:34.156541 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-51b79f3a-cc6d-4dbb-9116-1b375bc5ce38 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:34.159501 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b79f3a-cc6d-4dbb-9116-1b375bc5ce38 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:20:34.160962 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51b79f3a-cc6d-4dbb-9116-1b375bc5ce38 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:20:34.165435 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-13252d62-f84b-4ff9-8424-6adb869a40fe req-7f26956d-dd81-4733-a773-4782a8bd88a2 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225826 May 23 11:20:34.168344 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d93995e-7619-4896-ba92-a4abb3ade057 None None] Routers {'6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:20:34.170128 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2d93995e-7619-4896-ba92-a4abb3ade057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:20:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:20:34.182783 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-675753fb-199c-447d-815f-93556b71c7ac tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "PUT /v2.0/routers/6f7c44f5-e4fd-461e-9a21-fa8d09071ce4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1763337 May 23 11:20:34.186505 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60500) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:34.192960 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-298f34c5-e42c-4b8e-b384-151e346018a4 req-f9891250-64b4-4fdf-91c4-8875ec60b842 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053463 May 23 11:20:34.201851 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-51b79f3a-cc6d-4dbb-9116-1b375bc5ce38 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2142308 May 23 11:20:34.202621 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-6b71f1d9-c84c-4803-ae41-29b75e6741af tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Request body: {'network': {'name': 'tempest-RoutersTest-1519261614'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:20:34.206407 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60506) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:34.270360 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6b71f1d9-c84c-4803-ae41-29b75e6741af tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:20:34.295252 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-1f9bcf1c-98db-44a1-8791-2811ab193eda tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'subnet': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:20:34.332600 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6b71f1d9-c84c-4803-ae41-29b75e6741af tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Usage tracker for resource:network and tenant:3c9ac73e8a7143fb94827c1e9402fa16 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:20:34.353869 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6b71f1d9-c84c-4803-ae41-29b75e6741af tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:20:34.395135 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-2d93995e-7619-4896-ba92-a4abb3ade057 None None] Set router 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:20:34.507658 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6b71f1d9-c84c-4803-ae41-29b75e6741af tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:20:34.531636 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36d7443d-0271-498e-bd9b-3ae35fabe7d1 req-fbe5040e-3a79-4c9e-843d-81a047d35214 service neutron] 10.222.0.81 "GET /v2.0/networks/caa75e58-fea3-4934-a2b0-723273e69b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5293713 May 23 11:20:34.661013 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b71f1d9-c84c-4803-ae41-29b75e6741af tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Made reservation on behalf of 3c9ac73e8a7143fb94827c1e9402fa16 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:20:34.664612 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6b71f1d9-c84c-4803-ae41-29b75e6741af tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:34.685491 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1f9bcf1c-98db-44a1-8791-2811ab193eda tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:20:34.701794 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36d7443d-0271-498e-bd9b-3ae35fabe7d1 req-05ba3f70-a64d-4bab-a63b-45b7c320f04e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=77c5e08b-44d1-4a6a-905f-a11e984ebbaf HTTP/1.1" status: 200 len: 217 time: 0.1488581 May 23 11:20:34.708967 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1f9bcf1c-98db-44a1-8791-2811ab193eda tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:20:34.770855 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2d93995e-7619-4896-ba92-a4abb3ade057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'name': 'tempest-RoutersTest-router-1947587361', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:19:49Z', 'updated_at': '2022-05-23T11:20:29Z', 'revision_number': 4, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'gw_port_host': None, '_interfaces': [{'id': '491b134a-b711-4ce2-bc65-d51843ffd9e1', 'name': '', 'network_id': 'd481c8d0-ced3-420e-aa0e-9ad199e1624b', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:bd:56:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2104aafc-5615-408b-a446-e6f44646ac4b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:20:06Z', 'updated_at': '2022-05-23T11:20:25Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '2104aafc-5615-408b-a446-e6f44646ac4b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53ae665a-80ee-472a-bf6f-cf32affce9d5', 'name': '', 'network_id': 'fcf428cb-8411-4416-907d-9b256e7925db', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:49:b5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:19:51Z', 'updated_at': '2022-05-23T11:20:12Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7fa63d-953c-4ab5-99d1-1ef6ac436571', 'name': '', 'network_id': '70111de0-3766-44fc-a210-b11032bf303b', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:22:17:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66e91086-6cee-4f90-8ebb-a9c52729cba6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:20:26Z', 'updated_at': '2022-05-23T11:20:30Z', 'revision_number': 2, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '66e91086-6cee-4f90-8ebb-a9c52729cba6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:20:34.776096 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d93995e-7619-4896-ba92-a4abb3ade057 None None] Checking router: 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:20:34.776096 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d93995e-7619-4896-ba92-a4abb3ade057 None None] Updating router 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 port 6e7fa63d-953c-4ab5-99d1-1ef6ac436571 binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:20:34.796146 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b71f1d9-c84c-4803-ae41-29b75e6741af tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:20:34.802675 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9bcf1c-98db-44a1-8791-2811ab193eda tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:20:34.852731 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e62ed5-464f-4435-8890-5c59efdf539f req-3f81a306-f576-4605-9b23-f4d11bc074f6 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:34.852731 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-78e62ed5-464f-4435-8890-5c59efdf539f req-3f81a306-f576-4605-9b23-f4d11bc074f6 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.5016029 May 23 11:20:34.863662 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2d93995e-7619-4896-ba92-a4abb3ade057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:34.916021 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd051b37-90e5-489a-b9ce-83f7b0322e4c req-f6f738e7-fa2b-43df-bd38-ed02e8eccad5 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:34.925096 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dd051b37-90e5-489a-b9ce-83f7b0322e4c req-f6f738e7-fa2b-43df-bd38-ed02e8eccad5 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/ports?device_id=7811e9f7-1536-493e-983e-475acecf2307 HTTP/1.1" status: 200 len: 945 time: 0.4662254 May 23 11:20:34.947053 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6b71f1d9-c84c-4803-ae41-29b75e6741af tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:34.947053 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-6b71f1d9-c84c-4803-ae41-29b75e6741af tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Added segment e473000c-44af-4245-96a1-6f37fd48e751 of type vlan for network 91696435-59b7-467f-9f32-949ece75a057 May 23 11:20:34.985068 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7443d-0271-498e-bd9b-3ae35fabe7d1 req-123c93bb-6a5b-415f-9d0c-143360cc410e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:34.985068 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36d7443d-0271-498e-bd9b-3ae35fabe7d1 req-123c93bb-6a5b-415f-9d0c-143360cc410e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3c834f11-95c0-4b5a-b401-f49728657821 HTTP/1.1" status: 200 len: 797 time: 0.2750914 May 23 11:20:35.109507 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6b71f1d9-c84c-4803-ae41-29b75e6741af tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:35.128726 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1f9bcf1c-98db-44a1-8791-2811ab193eda tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:35.130119 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f9bcf1c-98db-44a1-8791-2811ab193eda tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:20:35.130547 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f9bcf1c-98db-44a1-8791-2811ab193eda tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:20:35.140152 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dd051b37-90e5-489a-b9ce-83f7b0322e4c req-af70c76a-ccdc-415f-8c94-98369e8d5b81 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/security-groups?id=6608edac-19b9-4bfb-a1a2-53d070ef0034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217612 May 23 11:20:35.193329 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-78e62ed5-464f-4435-8890-5c59efdf539f req-324d2686-6dca-4644-8e35-285ea483d737 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381759 May 23 11:20:35.209478 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60518) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:35.215311 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1f9bcf1c-98db-44a1-8791-2811ab193eda tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9559414 May 23 11:20:35.227374 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6b71f1d9-c84c-4803-ae41-29b75e6741af tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:35.227374 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b71f1d9-c84c-4803-ae41-29b75e6741af tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:35.227374 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6b71f1d9-c84c-4803-ae41-29b75e6741af tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:35.345485 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-18c3e2a2-bb0a-4211-a774-6c93114d670d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1262951 May 23 11:20:35.345485 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60528) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:35.381075 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36d7443d-0271-498e-bd9b-3ae35fabe7d1 req-c04218a1-d337-4196-9366-aebc274f10b7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=caa75e58-fea3-4934-a2b0-723273e69b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3874695 May 23 11:20:35.431422 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2d93995e-7619-4896-ba92-a4abb3ade057 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:35.447558 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2d93995e-7619-4896-ba92-a4abb3ade057 None None] Transition to ACTIVE for port object 6e7fa63d-953c-4ab5-99d1-1ef6ac436571 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:20:35.459992 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2d93995e-7619-4896-ba92-a4abb3ade057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:35.467765 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-6b71f1d9-c84c-4803-ae41-29b75e6741af tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2649179 May 23 11:20:35.467765 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60538) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:35.485536 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-ff8e305b-b902-4835-80cd-eea4fb7bdaff tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Request body: {'subnet': {'network_id': '91696435-59b7-467f-9f32-949ece75a057', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:20:35.630231 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8c53da-9269-4032-b033-485038a6c3dc tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:35.630231 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0f8c53da-9269-4032-b033-485038a6c3dc tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2841277 May 23 11:20:35.630231 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60544) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:35.832346 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 3afd64a2-b6a5-4913-a9be-716566b8de39 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:20:35.891426 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-393227ad-30bf-489f-a7e0-8c2ecd741983 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2606723 May 23 11:20:35.896437 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60552) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:35.905652 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-1f0bb661-9291-4e4d-a959-2f71a5f8042a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'subnet': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:20:35.908315 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ada90a-4a08-4b0f-9f89-ecd64a0acc6f None None] Pushing event updated for resources: {'Port': ['ID=6e7fa63d-953c-4ab5-99d1-1ef6ac436571,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:36.098767 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1f0bb661-9291-4e4d-a959-2f71a5f8042a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:20:36.115326 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1f0bb661-9291-4e4d-a959-2f71a5f8042a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:20:36.143975 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0bb661-9291-4e4d-a959-2f71a5f8042a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:20:36.173902 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b71f1d9-c84c-4803-ae41-29b75e6741af tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event updated for resources: {'Network': ['ID=91696435-59b7-467f-9f32-949ece75a057,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:36.243724 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 91696435-59b7-467f-9f32-949ece75a057 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:20:36.270781 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1f0bb661-9291-4e4d-a959-2f71a5f8042a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:36.338681 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-2d93995e-7619-4896-ba92-a4abb3ade057 None None] Attempting to bind port 6e7fa63d-953c-4ab5-99d1-1ef6ac436571 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:20:36.339346 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-2d93995e-7619-4896-ba92-a4abb3ade057 None None] Attempting to bind port 6e7fa63d-953c-4ab5-99d1-1ef6ac436571 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '2917364c-38a2-4ed1-90fb-862b53710319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '70111de0-3766-44fc-a210-b11032bf303b'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:20:36.339966 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d93995e-7619-4896-ba92-a4abb3ade057 None None] Attempting to bind port 6e7fa63d-953c-4ab5-99d1-1ef6ac436571 on network 70111de0-3766-44fc-a210-b11032bf303b {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:20:36.346190 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ff8e305b-b902-4835-80cd-eea4fb7bdaff tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:20:36.350106 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ff8e305b-b902-4835-80cd-eea4fb7bdaff tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Usage tracker for resource:subnet and tenant:3c9ac73e8a7143fb94827c1e9402fa16 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:20:36.353120 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ff8e305b-b902-4835-80cd-eea4fb7bdaff tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:20:36.359563 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ff8e305b-b902-4835-80cd-eea4fb7bdaff tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:20:36.372289 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d93995e-7619-4896-ba92-a4abb3ade057 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:20:36.372648 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d93995e-7619-4896-ba92-a4abb3ade057 None None] Checking segment: {'id': '2917364c-38a2-4ed1-90fb-862b53710319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '70111de0-3766-44fc-a210-b11032bf303b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:20:36.373294 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2d93995e-7619-4896-ba92-a4abb3ade057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:36.373900 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d93995e-7619-4896-ba92-a4abb3ade057 None None] Bound using segment: {'id': '2917364c-38a2-4ed1-90fb-862b53710319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '70111de0-3766-44fc-a210-b11032bf303b'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:20:36.374477 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-2d93995e-7619-4896-ba92-a4abb3ade057 None None] Bound port: 6e7fa63d-953c-4ab5-99d1-1ef6ac436571, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2917364c-38a2-4ed1-90fb-862b53710319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '70111de0-3766-44fc-a210-b11032bf303b'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:20:36.375014 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2d93995e-7619-4896-ba92-a4abb3ade057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:36.376335 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8e305b-b902-4835-80cd-eea4fb7bdaff tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Made reservation on behalf of 3c9ac73e8a7143fb94827c1e9402fa16 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:20:36.399531 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 3afd64a2-b6a5-4913-a9be-716566b8de39 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:20:36.399792 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:36.492965 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36d7443d-0271-498e-bd9b-3ae35fabe7d1 req-35ddc252-e0a5-4319-ab3d-0383878a3cf1 service neutron] 10.222.0.81 "GET /v2.0/networks/caa75e58-fea3-4934-a2b0-723273e69b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0866065 May 23 11:20:36.541428 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65bf62-9212-43f1-93a0-ef3c8d26f5ce req-3b5353f2-d72b-4613-9b13-20852b3c89fc tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:36.543285 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9b65bf62-9212-43f1-93a0-ef3c8d26f5ce req-3b5353f2-d72b-4613-9b13-20852b3c89fc tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 946 time: 0.4792926 May 23 11:20:36.627355 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ff8e305b-b902-4835-80cd-eea4fb7bdaff tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:36.649324 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ab047-b29c-4f9b-bff6-4ebd51dd8878 req-eea2b7a3-13bc-49d6-9b42-4cf234d0d147 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:36.649324 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3a1ab047-b29c-4f9b-bff6-4ebd51dd8878 req-eea2b7a3-13bc-49d6-9b42-4cf234d0d147 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.5876386 May 23 11:20:36.672910 n-d-842952-2 neutron-server[83911]: DEBUG neutron.objects.ports [None req-1f0bb661-9291-4e4d-a959-2f71a5f8042a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83911) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 23 11:20:36.672910 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1f0bb661-9291-4e4d-a959-2f71a5f8042a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:36.680551 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2d93995e-7619-4896-ba92-a4abb3ade057 None None] For port 6e7fa63d-953c-4ab5-99d1-1ef6ac436571, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:20:36.705512 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2d93995e-7619-4896-ba92-a4abb3ade057 None None] For port 6e7fa63d-953c-4ab5-99d1-1ef6ac436571, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=6e7fa63d-953c-4ab5-99d1-1ef6ac436571,segment=NetworkSegment(2917364c-38a2-4ed1-90fb-862b53710319),segment_id=2917364c-38a2-4ed1-90fb-862b53710319)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:20:36.705512 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:36.719238 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2d93995e-7619-4896-ba92-a4abb3ade057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:36.752391 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0bb661-9291-4e4d-a959-2f71a5f8042a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:20:36.752391 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-1f0bb661-9291-4e4d-a959-2f71a5f8042a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:20:36.767486 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0bb661-9291-4e4d-a959-2f71a5f8042a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:36.767486 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1f0bb661-9291-4e4d-a959-2f71a5f8042a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:36.781685 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb663c1-1352-4abf-8728-1447747b95aa None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:20:36.785081 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3a1ab047-b29c-4f9b-bff6-4ebd51dd8878 req-ab484c42-ead7-42fe-ba93-dd2c41cef063 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372004 May 23 11:20:36.804961 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1f0bb661-9291-4e4d-a959-2f71a5f8042a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9079852 May 23 11:20:36.809396 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60566) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:36.820405 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a6ebbba9-6fc9-4100-93e3-3678b554127a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'port': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'mac_address': 'fa:16:3e:48:f8:3c', 'name': 'tempest-NetworksTestDHCPv6-44222340'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:20:36.872253 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9b65bf62-9212-43f1-93a0-ef3c8d26f5ce req-cfc32081-e777-4451-8d8f-ec6e5d04b288 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2734940 May 23 11:20:36.907444 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36d7443d-0271-498e-bd9b-3ae35fabe7d1 req-bd7be055-79bd-4fb4-b85b-2e8918b80b8d service neutron] 10.222.0.81 "GET /v2.0/networks/caa75e58-fea3-4934-a2b0-723273e69b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988209 May 23 11:20:36.920354 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0bb661-9291-4e4d-a959-2f71a5f8042a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Subnet': ['ID=a580253d-f198-41dc-a94e-dca2c4bda48a,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:36.931251 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 3afd64a2-b6a5-4913-a9be-716566b8de39, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=3afd64a2-b6a5-4913-a9be-716566b8de39,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:20:36.944206 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be11c2e-70c8-4051-9ea8-628eee2c4908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3afd64a2-b6a5-4913-a9be-716566b8de39'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:20:36.966598 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:37.001592 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ada90a-4a08-4b0f-9f89-ecd64a0acc6f None None] Pushing event updated for resources: {'Port': ['ID=6e7fa63d-953c-4ab5-99d1-1ef6ac436571,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:37.049581 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a6ebbba9-6fc9-4100-93e3-3678b554127a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:20:37.056510 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a6ebbba9-6fc9-4100-93e3-3678b554127a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:port and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:20:37.060786 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a6ebbba9-6fc9-4100-93e3-3678b554127a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:20:37.070152 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a6ebbba9-6fc9-4100-93e3-3678b554127a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:20:37.084619 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ebbba9-6fc9-4100-93e3-3678b554127a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:20:37.093506 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6ebbba9-6fc9-4100-93e3-3678b554127a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:37.143179 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d93995e-7619-4896-ba92-a4abb3ade057 None None] Routers {'6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:20:37.144004 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2d93995e-7619-4896-ba92-a4abb3ade057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:20:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:20:37.161687 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-a6ebbba9-6fc9-4100-93e3-3678b554127a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] device_id is not set on port 6ba693e0-9480-4cac-9d71-e8e4094302db yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:20:37.196371 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ff8e305b-b902-4835-80cd-eea4fb7bdaff tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:37.347922 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c40901e5-e7d8-4bcf-84d5-a103c6943c9c'] response: {'server_uuid': '2be11c2e-70c8-4051-9ea8-628eee2c4908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3afd64a2-b6a5-4913-a9be-716566b8de39', 'code': 200} May 23 11:20:37.354646 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e305b-b902-4835-80cd-eea4fb7bdaff tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event updated for resources: {'Subnet': ['ID=08dcb271-54f4-4a8f-85b9-3c25f680cef7,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:37.362267 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8e305b-b902-4835-80cd-eea4fb7bdaff tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Checking segment: {'id': 'e473000c-44af-4245-96a1-6f37fd48e751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '91696435-59b7-467f-9f32-949ece75a057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:20:37.362929 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8e305b-b902-4835-80cd-eea4fb7bdaff tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Network hostable DHCP agents. Network: 91696435-59b7-467f-9f32-949ece75a057, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:20:37.391178 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8e305b-b902-4835-80cd-eea4fb7bdaff tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Network 91696435-59b7-467f-9f32-949ece75a057 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:20:37.398807 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=3afd64a2-b6a5-4913-a9be-716566b8de39,revision_number=13']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:37.414407 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-ff8e305b-b902-4835-80cd-eea4fb7bdaff tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 91696435-59b7-467f-9f32-949ece75a057) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:20:37.425714 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8e305b-b902-4835-80cd-eea4fb7bdaff tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:37.428316 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ff8e305b-b902-4835-80cd-eea4fb7bdaff tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:37.431317 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f29b6e-88a0-4bc5-bf79-42d9c433eb81 None None] Network 91696435-59b7-467f-9f32-949ece75a057 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:20:37.457772 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:20:37.458006 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:20:37.458344 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:20:37.458674 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:20:37.458999 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:20:37.459311 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:20:37.459804 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:20:37.460293 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:20:37.460891 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:20:37.461372 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:20:37.461839 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:20:37.471629 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-a6ebbba9-6fc9-4100-93e3-3678b554127a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Allocated IP 2001:db8::f816:3eff:fe48:f83c (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/a580253d-f198-41dc-a94e-dca2c4bda48a/6ba693e0-9480-4cac-9d71-e8e4094302db) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:20:37.549569 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ff8e305b-b902-4835-80cd-eea4fb7bdaff tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0849173 May 23 11:20:37.554028 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60578) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:37.570677 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-2d93995e-7619-4896-ba92-a4abb3ade057 None None] Set router 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:20:37.591674 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b1e4d-fbbf-4709-82be-83e2e50b0e90 req-aa88e507-37c5-46e8-877c-834cb4d8b394 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:37.593155 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-646b1e4d-fbbf-4709-82be-83e2e50b0e90 req-aa88e507-37c5-46e8-877c-834cb4d8b394 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/ports?device_id=7811e9f7-1536-493e-983e-475acecf2307 HTTP/1.1" status: 200 len: 945 time: 0.1252334 May 23 11:20:37.598615 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb7eaf-c6d3-45f4-8bc0-be72321f0251 req-8e12b2cf-cf14-48d8-b6aa-c2f96976bf8d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:37.601918 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b8cb7eaf-c6d3-45f4-8bc0-be72321f0251 req-8e12b2cf-cf14-48d8-b6aa-c2f96976bf8d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.1782188 May 23 11:20:37.620088 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592c932e-f8f8-46ab-ab85-65b829999050 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'tenant_id': '7898a2f847b24320a42ded6c2b4bd651', 'fixed_ips': [{'subnet_id': 'a580253d-f198-41dc-a94e-dca2c4bda48a'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:20:37.621184 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-592c932e-f8f8-46ab-ab85-65b829999050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:37.685838 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b8cb7eaf-c6d3-45f4-8bc0-be72321f0251 req-ad23f571-a06d-4116-bea4-50474a2fd23c tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660441 May 23 11:20:37.699003 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-646b1e4d-fbbf-4709-82be-83e2e50b0e90 req-5fe5c658-98c4-4784-893f-7c7b7f3179b8 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/security-groups?id=6608edac-19b9-4bfb-a1a2-53d070ef0034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959740 May 23 11:20:38.001475 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dd16b-c479-43f6-9fa6-3ab9baf00992 req-90beacc8-f7aa-493e-afa8-b623c1a7376b tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:38.019719 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-099dd16b-c479-43f6-9fa6-3ab9baf00992 req-90beacc8-f7aa-493e-afa8-b623c1a7376b tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c97939e-1319-44f6-9c60-0ce02b30c2fe HTTP/1.1" status: 200 len: 946 time: 0.1884825 May 23 11:20:38.033550 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6ebbba9-6fc9-4100-93e3-3678b554127a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:38.073265 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-a6ebbba9-6fc9-4100-93e3-3678b554127a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Transition to ACTIVE for port object 6ba693e0-9480-4cac-9d71-e8e4094302db will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:20:38.089720 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-099dd16b-c479-43f6-9fa6-3ab9baf00992 req-755a4234-a0d6-4e51-a8b0-951690252136 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?id=86dec8f3-5612-4480-a396-67582eceb525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751781 May 23 11:20:38.160517 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6ebbba9-6fc9-4100-93e3-3678b554127a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:38.336096 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:38.341709 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc003fb7-3a69-431c-8ead-d60e17641953 req-e383fc64-f8ce-4d23-a181-4475585779b9 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:38.343304 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ebbba9-6fc9-4100-93e3-3678b554127a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:20:38.347150 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-a6ebbba9-6fc9-4100-93e3-3678b554127a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:20:38.347468 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bc003fb7-3a69-431c-8ead-d60e17641953 req-e383fc64-f8ce-4d23-a181-4475585779b9 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.2530169 May 23 11:20:38.351725 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ebbba9-6fc9-4100-93e3-3678b554127a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:20:38.354117 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ebbba9-6fc9-4100-93e3-3678b554127a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:38.354833 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6ebbba9-6fc9-4100-93e3-3678b554127a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:38.407118 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ebbba9-6fc9-4100-93e3-3678b554127a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Port': ['ID=6ba693e0-9480-4cac-9d71-e8e4094302db,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:38.422799 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a6ebbba9-6fc9-4100-93e3-3678b554127a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.6118929 May 23 11:20:38.423661 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60588) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:38.442471 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca0b94e-cf9b-42c1-8498-de9e72d756cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-91696435-59b7-467f-9f32-949ece75a057', 'network_id': '91696435-59b7-467f-9f32-949ece75a057', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'fixed_ips': [{'subnet_id': '08dcb271-54f4-4a8f-85b9-3c25f680cef7'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:20:38.443285 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eca0b94e-cf9b-42c1-8498-de9e72d756cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:38.484067 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-592c932e-f8f8-46ab-ab85-65b829999050 None None] Allocated IP 2001:db8::f816:3eff:fe98:647e (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/a580253d-f198-41dc-a94e-dca2c4bda48a/e703d245-278e-4a38-8b48-ed9639c91bf3) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:20:38.541801 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bc003fb7-3a69-431c-8ead-d60e17641953 req-2908bccf-08d5-4f31-8e1a-d965e96a9329 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933250 May 23 11:20:38.560076 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2d93995e-7619-4896-ba92-a4abb3ade057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'name': 'tempest-RoutersTest-router-1947587361', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:19:49Z', 'updated_at': '2022-05-23T11:20:29Z', 'revision_number': 4, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'gw_port_host': None, '_interfaces': [{'id': '491b134a-b711-4ce2-bc65-d51843ffd9e1', 'name': '', 'network_id': 'd481c8d0-ced3-420e-aa0e-9ad199e1624b', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:bd:56:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2104aafc-5615-408b-a446-e6f44646ac4b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:20:06Z', 'updated_at': '2022-05-23T11:20:25Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '2104aafc-5615-408b-a446-e6f44646ac4b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53ae665a-80ee-472a-bf6f-cf32affce9d5', 'name': '', 'network_id': 'fcf428cb-8411-4416-907d-9b256e7925db', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:49:b5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:19:51Z', 'updated_at': '2022-05-23T11:20:12Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7fa63d-953c-4ab5-99d1-1ef6ac436571', 'name': '', 'network_id': '70111de0-3766-44fc-a210-b11032bf303b', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:22:17:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66e91086-6cee-4f90-8ebb-a9c52729cba6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:20:26Z', 'updated_at': '2022-05-23T11:20:36Z', 'revision_number': 4, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '66e91086-6cee-4f90-8ebb-a9c52729cba6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:20:38.602204 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d93995e-7619-4896-ba92-a4abb3ade057 None None] The sync data for ids ['6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'] in n-d-842952-2 is: [{'id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'name': 'tempest-RoutersTest-router-1947587361', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:19:49Z', 'updated_at': '2022-05-23T11:20:29Z', 'revision_number': 4, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'gw_port_host': None, '_interfaces': [{'id': '491b134a-b711-4ce2-bc65-d51843ffd9e1', 'name': '', 'network_id': 'd481c8d0-ced3-420e-aa0e-9ad199e1624b', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:bd:56:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2104aafc-5615-408b-a446-e6f44646ac4b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:20:06Z', 'updated_at': '2022-05-23T11:20:25Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '2104aafc-5615-408b-a446-e6f44646ac4b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53ae665a-80ee-472a-bf6f-cf32affce9d5', 'name': '', 'network_id': 'fcf428cb-8411-4416-907d-9b256e7925db', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:49:b5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:19:51Z', 'updated_at': '2022-05-23T11:20:12Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7fa63d-953c-4ab5-99d1-1ef6ac436571', 'name': '', 'network_id': '70111de0-3766-44fc-a210-b11032bf303b', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:22:17:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66e91086-6cee-4f90-8ebb-a9c52729cba6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:20:26Z', 'updated_at': '2022-05-23T11:20:36Z', 'revision_number': 4, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '66e91086-6cee-4f90-8ebb-a9c52729cba6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:20:38.677632 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f048cf-5e43-46b1-8672-e53499567f7a req-0c1ed377-a4e6-4f6f-9c05-df60044978e6 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:38.707394 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-56f048cf-5e43-46b1-8672-e53499567f7a req-0c1ed377-a4e6-4f6f-9c05-df60044978e6 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 947 time: 0.3575904 May 23 11:20:38.780788 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0831c94b-47b6-46f4-b60d-537c3b85b4a6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:38.783112 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-0831c94b-47b6-46f4-b60d-537c3b85b4a6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:20:39.036727 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-0831c94b-47b6-46f4-b60d-537c3b85b4a6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:20:39.040513 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0831c94b-47b6-46f4-b60d-537c3b85b4a6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.6071489 May 23 11:20:39.048332 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60606) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:39.081163 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-eca0b94e-cf9b-42c1-8498-de9e72d756cb None None] Allocated IP 172.23.0.2 (91696435-59b7-467f-9f32-949ece75a057/08dcb271-54f4-4a8f-85b9-3c25f680cef7/bed94801-48c7-469e-9d81-9bc5956166ff) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:20:39.164261 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-56f048cf-5e43-46b1-8672-e53499567f7a req-bf4a9d36-387a-45af-9e62-05aa63d42689 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4536085 May 23 11:20:39.298824 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-592c932e-f8f8-46ab-ab85-65b829999050 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:39.377964 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-592c932e-f8f8-46ab-ab85-65b829999050 None None] Transition to ACTIVE for port object e703d245-278e-4a38-8b48-ed9639c91bf3 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:20:39.407017 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-592c932e-f8f8-46ab-ab85-65b829999050 None None] Transition to ACTIVE for port object e703d245-278e-4a38-8b48-ed9639c91bf3 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:20:39.497660 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-592c932e-f8f8-46ab-ab85-65b829999050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:39.529143 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7b4ba266-2fb5-4851-b3f2-282bbbe81297 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:39.671550 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-44e3a981-6bcb-4ecf-af75-587b2f508cf6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting port 6ba693e0-9480-4cac-9d71-e8e4094302db {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:20:39.672513 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-44e3a981-6bcb-4ecf-af75-587b2f508cf6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:39.682233 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c932e-f8f8-46ab-ab85-65b829999050 None None] Pushing event updated for resources: {'Port': ['ID=e703d245-278e-4a38-8b48-ed9639c91bf3,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:39.693939 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:39.694808 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a5c8728e-15fb-4cfc-ba05-799f166225ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:39.705702 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592c932e-f8f8-46ab-ab85-65b829999050 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:20:39.709921 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-592c932e-f8f8-46ab-ab85-65b829999050 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:20:39.721341 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592c932e-f8f8-46ab-ab85-65b829999050 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:20:39.876769 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-592c932e-f8f8-46ab-ab85-65b829999050 None None] Attempting to bind port e703d245-278e-4a38-8b48-ed9639c91bf3 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:20:39.877561 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-592c932e-f8f8-46ab-ab85-65b829999050 None None] Attempting to bind port e703d245-278e-4a38-8b48-ed9639c91bf3 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:20:39.878237 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592c932e-f8f8-46ab-ab85-65b829999050 None None] Attempting to bind port e703d245-278e-4a38-8b48-ed9639c91bf3 on network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:20:39.887748 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592c932e-f8f8-46ab-ab85-65b829999050 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:20:39.888396 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592c932e-f8f8-46ab-ab85-65b829999050 None None] Checking segment: {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:20:39.888985 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-592c932e-f8f8-46ab-ab85-65b829999050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:39.889572 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592c932e-f8f8-46ab-ab85-65b829999050 None None] Bound using segment: {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:20:39.890202 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-592c932e-f8f8-46ab-ab85-65b829999050 None None] Bound port: e703d245-278e-4a38-8b48-ed9639c91bf3, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:20:39.890737 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-592c932e-f8f8-46ab-ab85-65b829999050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:39.956139 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eca0b94e-cf9b-42c1-8498-de9e72d756cb None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:39.959400 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-44e3a981-6bcb-4ecf-af75-587b2f508cf6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:39.981831 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-eca0b94e-cf9b-42c1-8498-de9e72d756cb None None] Transition to ACTIVE for port object bed94801-48c7-469e-9d81-9bc5956166ff will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:20:40.031174 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-eca0b94e-cf9b-42c1-8498-de9e72d756cb None None] Transition to ACTIVE for port object bed94801-48c7-469e-9d81-9bc5956166ff will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:20:40.040363 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-592c932e-f8f8-46ab-ab85-65b829999050 None None] For port e703d245-278e-4a38-8b48-ed9639c91bf3, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:20:40.044491 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eca0b94e-cf9b-42c1-8498-de9e72d756cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:40.050134 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-592c932e-f8f8-46ab-ab85-65b829999050 None None] For port e703d245-278e-4a38-8b48-ed9639c91bf3, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e703d245-278e-4a38-8b48-ed9639c91bf3,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:20:40.125523 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-44e3a981-6bcb-4ecf-af75-587b2f508cf6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Calling delete_port for 6ba693e0-9480-4cac-9d71-e8e4094302db owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:20:40.136105 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-592c932e-f8f8-46ab-ab85-65b829999050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:40.157863 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca0b94e-cf9b-42c1-8498-de9e72d756cb None None] Pushing event updated for resources: {'Port': ['ID=bed94801-48c7-469e-9d81-9bc5956166ff,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:40.177486 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-7b4ba266-2fb5-4851-b3f2-282bbbe81297 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Allocated IP 172.23.0.1 (91696435-59b7-467f-9f32-949ece75a057/08dcb271-54f4-4a8f-85b9-3c25f680cef7/ec63fdcf-87a2-458f-94ae-3bed0d8bbf60) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:20:40.216057 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca0b94e-cf9b-42c1-8498-de9e72d756cb None None] Network 91696435-59b7-467f-9f32-949ece75a057 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:20:40.233058 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-eca0b94e-cf9b-42c1-8498-de9e72d756cb None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:20:40.244308 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca0b94e-cf9b-42c1-8498-de9e72d756cb None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:20:40.294691 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59904a-6323-4c1b-bddd-b42faf8af428 req-e76441ac-4a9f-4742-88eb-957e800010ea tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:40.302842 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3f59904a-6323-4c1b-bddd-b42faf8af428 req-e76441ac-4a9f-4742-88eb-957e800010ea tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 1.4432530 May 23 11:20:40.428555 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-eca0b94e-cf9b-42c1-8498-de9e72d756cb None None] Attempting to bind port bed94801-48c7-469e-9d81-9bc5956166ff on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:20:40.429632 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-eca0b94e-cf9b-42c1-8498-de9e72d756cb None None] Attempting to bind port bed94801-48c7-469e-9d81-9bc5956166ff by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'e473000c-44af-4245-96a1-6f37fd48e751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '91696435-59b7-467f-9f32-949ece75a057'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:20:40.430202 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca0b94e-cf9b-42c1-8498-de9e72d756cb None None] Attempting to bind port bed94801-48c7-469e-9d81-9bc5956166ff on network 91696435-59b7-467f-9f32-949ece75a057 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:20:40.437348 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 6e7fa63d-953c-4ab5-99d1-1ef6ac436571 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:20:40.446024 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3886821-8e70-4472-a5a6-179538770aed req-613cd011-86ab-49fb-9b7c-207689a4163b tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:40.451316 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f3886821-8e70-4472-a5a6-179538770aed req-613cd011-86ab-49fb-9b7c-207689a4163b tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.81 "GET /v2.0/ports?device_id=7811e9f7-1536-493e-983e-475acecf2307 HTTP/1.1" status: 200 len: 945 time: 1.5099652 May 23 11:20:40.488361 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c932e-f8f8-46ab-ab85-65b829999050 None None] Pushing event updated for resources: {'Port': ['ID=e703d245-278e-4a38-8b48-ed9639c91bf3,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:40.498368 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca0b94e-cf9b-42c1-8498-de9e72d756cb None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:20:40.498746 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca0b94e-cf9b-42c1-8498-de9e72d756cb None None] Checking segment: {'id': 'e473000c-44af-4245-96a1-6f37fd48e751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '91696435-59b7-467f-9f32-949ece75a057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:20:40.499247 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eca0b94e-cf9b-42c1-8498-de9e72d756cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:40.499524 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca0b94e-cf9b-42c1-8498-de9e72d756cb None None] Bound using segment: {'id': 'e473000c-44af-4245-96a1-6f37fd48e751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '91696435-59b7-467f-9f32-949ece75a057'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:20:40.500562 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-eca0b94e-cf9b-42c1-8498-de9e72d756cb None None] Bound port: bed94801-48c7-469e-9d81-9bc5956166ff, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e473000c-44af-4245-96a1-6f37fd48e751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '91696435-59b7-467f-9f32-949ece75a057'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:20:40.500695 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eca0b94e-cf9b-42c1-8498-de9e72d756cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:40.529854 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7b4ba266-2fb5-4851-b3f2-282bbbe81297 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:40.556415 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-7b4ba266-2fb5-4851-b3f2-282bbbe81297 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Transition to ACTIVE for port object ec63fdcf-87a2-458f-94ae-3bed0d8bbf60 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:20:40.597106 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3278b0-c815-492e-bd08-f8e1bad79275 req-cc9b150c-d155-4b0e-a9e3-84c933225750 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:40.598027 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7b4ba266-2fb5-4851-b3f2-282bbbe81297 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:40.605281 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6c3278b0-c815-492e-bd08-f8e1bad79275 req-cc9b150c-d155-4b0e-a9e3-84c933225750 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/ports?device_id=7811e9f7-1536-493e-983e-475acecf2307 HTTP/1.1" status: 200 len: 945 time: 1.0923657 May 23 11:20:40.645496 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3f59904a-6323-4c1b-bddd-b42faf8af428 req-639305cb-79b8-4099-b8d0-ea2f24db8f15 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418036 May 23 11:20:40.653967 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-eca0b94e-cf9b-42c1-8498-de9e72d756cb None None] For port bed94801-48c7-469e-9d81-9bc5956166ff, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:20:40.658495 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-eca0b94e-cf9b-42c1-8498-de9e72d756cb None None] For port bed94801-48c7-469e-9d81-9bc5956166ff, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=bed94801-48c7-469e-9d81-9bc5956166ff,segment=NetworkSegment(e473000c-44af-4245-96a1-6f37fd48e751),segment_id=e473000c-44af-4245-96a1-6f37fd48e751)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:20:40.666298 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eca0b94e-cf9b-42c1-8498-de9e72d756cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:40.715951 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea94956-4150-4812-bb06-6f6dd7f8b36e req-fdf28aa0-7875-48e0-aa83-500e22bea1fd tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:40.717563 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bea94956-4150-4812-bb06-6f6dd7f8b36e req-fdf28aa0-7875-48e0-aa83-500e22bea1fd tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c97939e-1319-44f6-9c60-0ce02b30c2fe HTTP/1.1" status: 200 len: 946 time: 1.1044502 May 23 11:20:40.767385 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-f3886821-8e70-4472-a5a6-179538770aed req-fb767a1e-03ad-4639-b924-c295bf6b433f tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Deleting port 42cb0b6e-f365-4800-ba61-beafc4aefa5f {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:20:40.768062 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f3886821-8e70-4472-a5a6-179538770aed req-fb767a1e-03ad-4639-b924-c295bf6b433f tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:40.786481 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 6e7fa63d-953c-4ab5-99d1-1ef6ac436571 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:20:40.804895 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 6e7fa63d-953c-4ab5-99d1-1ef6ac436571 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:20:40.805689 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:40.873723 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4ba266-2fb5-4851-b3f2-282bbbe81297 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Network 91696435-59b7-467f-9f32-949ece75a057 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:20:40.874231 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ba266-2fb5-4851-b3f2-282bbbe81297 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event updated for resources: {'Port': ['ID=ec63fdcf-87a2-458f-94ae-3bed0d8bbf60,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:40.884394 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-7b4ba266-2fb5-4851-b3f2-282bbbe81297 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:20:40.890376 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4ba266-2fb5-4851-b3f2-282bbbe81297 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:20:40.924726 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca0b94e-cf9b-42c1-8498-de9e72d756cb None None] Pushing event updated for resources: {'Port': ['ID=bed94801-48c7-469e-9d81-9bc5956166ff,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:40.987456 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7b4ba266-2fb5-4851-b3f2-282bbbe81297 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:41.051577 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:41.099341 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 6e7fa63d-953c-4ab5-99d1-1ef6ac436571, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=6e7fa63d-953c-4ab5-99d1-1ef6ac436571,segment=NetworkSegment(2917364c-38a2-4ed1-90fb-862b53710319),segment_id=2917364c-38a2-4ed1-90fb-862b53710319)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:20:41.106488 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:41.139482 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-bea94956-4150-4812-bb06-6f6dd7f8b36e req-fcacfd54-792b-49df-b7a3-15dead2dcc70 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Deleting port 630fccd4-0096-4feb-8fd4-33fc90d39a82 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:20:41.140166 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-bea94956-4150-4812-bb06-6f6dd7f8b36e req-fcacfd54-792b-49df-b7a3-15dead2dcc70 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:41.264847 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=6e7fa63d-953c-4ab5-99d1-1ef6ac436571,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:41.346114 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7b4ba266-2fb5-4851-b3f2-282bbbe81297 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:41.378561 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-44e3a981-6bcb-4ecf-af75-587b2f508cf6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:41.458172 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e3a981-6bcb-4ecf-af75-587b2f508cf6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Port': ['ID=6ba693e0-9480-4cac-9d71-e8e4094302db,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:41.485206 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6c3278b0-c815-492e-bd08-f8e1bad79275 req-60cc141a-b85a-44d8-96e9-9c6274171de1 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/security-groups?id=6608edac-19b9-4bfb-a1a2-53d070ef0034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8788033 May 23 11:20:41.531050 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-efdec337-cd92-4935-8e0d-b0537ef7b72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:41.747781 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 630fccd4-0096-4feb-8fd4-33fc90d39a82 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:20:41.938950 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7b4ba266-2fb5-4851-b3f2-282bbbe81297 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:41.946557 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7b4ba266-2fb5-4851-b3f2-282bbbe81297 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:42.072395 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:42.121246 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c97939e-1319-44f6-9c60-0ce02b30c2fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '630fccd4-0096-4feb-8fd4-33fc90d39a82'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:20:42.148416 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 630fccd4-0096-4feb-8fd4-33fc90d39a82, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=630fccd4-0096-4feb-8fd4-33fc90d39a82,segment=NetworkSegment(f83c0d0e-9b40-421e-a2f5-66bbabc627e2),segment_id=f83c0d0e-9b40-421e-a2f5-66bbabc627e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:20:42.155210 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:42.203818 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7b4ba266-2fb5-4851-b3f2-282bbbe81297 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:42.213591 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ba266-2fb5-4851-b3f2-282bbbe81297 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event updated for resources: {'Port': ['ID=ec63fdcf-87a2-458f-94ae-3bed0d8bbf60,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:42.323152 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=630fccd4-0096-4feb-8fd4-33fc90d39a82,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:42.355937 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f7d8c930-a8cd-43a9-91bb-ea6b576b10f6 None None] Provisioning for port e703d245-278e-4a38-8b48-ed9639c91bf3 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:20:42.530144 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4ba266-2fb5-4851-b3f2-282bbbe81297 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Network 91696435-59b7-467f-9f32-949ece75a057 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:20:42.531661 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-44e3a981-6bcb-4ecf-af75-587b2f508cf6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:42.533239 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-7b4ba266-2fb5-4851-b3f2-282bbbe81297 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:20:42.575228 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-44e3a981-6bcb-4ecf-af75-587b2f508cf6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/ports/6ba693e0-9480-4cac-9d71-e8e4094302db HTTP/1.1" status: 204 len: 168 time: 3.5140867 May 23 11:20:42.592975 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 6e7fa63d-953c-4ab5-99d1-1ef6ac436571 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:20:42.608013 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60624) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:42.725247 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:42.725940 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-21489bda-1b1e-4717-8466-d5a7f58e527b None None] Could not find standard attr ID for object 6ba693e0-9480-4cac-9d71-e8e4094302db. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:20:42.761998 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 6e7fa63d-953c-4ab5-99d1-1ef6ac436571 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:20:42.762649 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:42.791293 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-bea94956-4150-4812-bb06-6f6dd7f8b36e req-fcacfd54-792b-49df-b7a3-15dead2dcc70 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] For port 630fccd4-0096-4feb-8fd4-33fc90d39a82, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=630fccd4-0096-4feb-8fd4-33fc90d39a82,segment=NetworkSegment(f83c0d0e-9b40-421e-a2f5-66bbabc627e2),segment_id=f83c0d0e-9b40-421e-a2f5-66bbabc627e2)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:20:42.791639 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-bea94956-4150-4812-bb06-6f6dd7f8b36e req-fcacfd54-792b-49df-b7a3-15dead2dcc70 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:42.950883 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b101f87-76b9-4ddf-bf89-978af73df1af None None] Network 91696435-59b7-467f-9f32-949ece75a057 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:20:43.119802 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:43.156133 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe4ff8-4a4c-478c-8a27-41266d75e1b6 req-96862afd-02dd-4a59-a969-abe2d8267ef2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:43.159001 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6cbe4ff8-4a4c-478c-8a27-41266d75e1b6 req-96862afd-02dd-4a59-a969-abe2d8267ef2 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c97939e-1319-44f6-9c60-0ce02b30c2fe HTTP/1.1" status: 200 len: 946 time: 2.0745921 May 23 11:20:43.228674 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device bed94801-48c7-469e-9d81-9bc5956166ff up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:20:43.258550 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4ba266-2fb5-4851-b3f2-282bbbe81297 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Router 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:20:43.263382 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6cbe4ff8-4a4c-478c-8a27-41266d75e1b6 req-51a5e073-c2b9-4f21-9dc4-da20217e9e83 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?id=86dec8f3-5612-4480-a396-67582eceb525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884156 May 23 11:20:43.313955 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9f530e4d-51ea-42c1-8d33-636fa0c0cad1 None None] Provisioning for port bed94801-48c7-469e-9d81-9bc5956166ff completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:20:43.406756 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31509df6-93c3-4c68-b058-7ad2d5cede87 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:43.408555 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31509df6-93c3-4c68-b058-7ad2d5cede87 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:43.410175 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-31509df6-93c3-4c68-b058-7ad2d5cede87 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:20:43.427493 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 42cb0b6e-f365-4800-ba61-beafc4aefa5f no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:20:43.436180 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-f3886821-8e70-4472-a5a6-179538770aed req-fb767a1e-03ad-4639-b924-c295bf6b433f tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] For port 42cb0b6e-f365-4800-ba61-beafc4aefa5f, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=42cb0b6e-f365-4800-ba61-beafc4aefa5f,segment=NetworkSegment(9379bc52-03db-4b6b-a712-5c3844bb254d),segment_id=9379bc52-03db-4b6b-a712-5c3844bb254d)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:20:43.436834 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f3886821-8e70-4472-a5a6-179538770aed req-fb767a1e-03ad-4639-b924-c295bf6b433f tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:43.475030 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d833384-e4f2-4ca2-9cc4-4aeaac678cbb'] response: {'server_uuid': '5c97939e-1319-44f6-9c60-0ce02b30c2fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '630fccd4-0096-4feb-8fd4-33fc90d39a82', 'code': 200} May 23 11:20:43.475634 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42037851-268f-49c1-b581-56797f0db5df req-81c5dd5f-e3b6-430b-83d4-93115f7b15f1 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:43.477555 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-42037851-268f-49c1-b581-56797f0db5df req-81c5dd5f-e3b6-430b-83d4-93115f7b15f1 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 947 time: 1.4517388 May 23 11:20:43.574711 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4ba266-2fb5-4851-b3f2-282bbbe81297 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:20:43.586211 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a46ef0-5886-460b-a8ae-eb91c749f744 None None] Sync routers for ids ['6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:20:43.613122 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a46ef0-5886-460b-a8ae-eb91c749f744 None None] Routers {'6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:20:43.614006 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d6a46ef0-5886-460b-a8ae-eb91c749f744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:20:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:20:43.615790 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7b4ba266-2fb5-4851-b3f2-282bbbe81297 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "PUT /v2.0/routers/6f7c44f5-e4fd-461e-9a21-fa8d09071ce4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0599763 May 23 11:20:43.620566 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60632) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:43.632432 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-79576e73-9b3b-4db7-8171-e298ecf54433 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:20:43.705040 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-bea94956-4150-4812-bb06-6f6dd7f8b36e req-fcacfd54-792b-49df-b7a3-15dead2dcc70 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:43.705530 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-bea94956-4150-4812-bb06-6f6dd7f8b36e req-fcacfd54-792b-49df-b7a3-15dead2dcc70 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:43.705973 n-d-842952-2 neutron-server[83910]: INFO neutron.db.l3_db [req-bea94956-4150-4812-bb06-6f6dd7f8b36e req-fcacfd54-792b-49df-b7a3-15dead2dcc70 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Floating IP 7896e39a-35ba-4b75-bac1-6b84af9951b7 disassociated. External IP: 172.25.6.48, port: 630fccd4-0096-4feb-8fd4-33fc90d39a82. May 23 11:20:43.706321 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-bea94956-4150-4812-bb06-6f6dd7f8b36e req-fcacfd54-792b-49df-b7a3-15dead2dcc70 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Calling delete_port for 630fccd4-0096-4feb-8fd4-33fc90d39a82 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:20:43.708823 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port bed94801-48c7-469e-9d81-9bc5956166ff completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:20:43.748344 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port bed94801-48c7-469e-9d81-9bc5956166ff triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:20:43.748344 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:43.830937 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:43.880927 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-f3886821-8e70-4472-a5a6-179538770aed req-fb767a1e-03ad-4639-b924-c295bf6b433f tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Calling delete_port for 42cb0b6e-f365-4800-ba61-beafc4aefa5f owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:20:43.966292 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 42cb0b6e-f365-4800-ba61-beafc4aefa5f, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=42cb0b6e-f365-4800-ba61-beafc4aefa5f,segment=NetworkSegment(9379bc52-03db-4b6b-a712-5c3844bb254d),segment_id=9379bc52-03db-4b6b-a712-5c3844bb254d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:20:44.024189 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:44.054437 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.api [req-bea94956-4150-4812-bb06-6f6dd7f8b36e req-fcacfd54-792b-49df-b7a3-15dead2dcc70 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:20:44.055081 n-d-842952-2 neutron-server[83910]: DEBUG oslo_db.api [req-bea94956-4150-4812-bb06-6f6dd7f8b36e req-fcacfd54-792b-49df-b7a3-15dead2dcc70 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:20:44.055610 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-31509df6-93c3-4c68-b058-7ad2d5cede87 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:20:44.056804 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-31509df6-93c3-4c68-b058-7ad2d5cede87 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 1.4478538 May 23 11:20:44.060178 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.api [req-f3886821-8e70-4472-a5a6-179538770aed req-fb767a1e-03ad-4639-b924-c295bf6b433f tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:20:44.060479 n-d-842952-2 neutron-server[83910]: DEBUG oslo_db.api [req-f3886821-8e70-4472-a5a6-179538770aed req-fb767a1e-03ad-4639-b924-c295bf6b433f tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:20:44.060887 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60636) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:44.110876 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-d6a46ef0-5886-460b-a8ae-eb91c749f744 None None] Set router 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:20:44.121602 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:44.159771 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=42cb0b6e-f365-4800-ba61-beafc4aefa5f,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:44.200974 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:44.205467 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port bed94801-48c7-469e-9d81-9bc5956166ff, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=bed94801-48c7-469e-9d81-9bc5956166ff,segment=NetworkSegment(e473000c-44af-4245-96a1-6f37fd48e751),segment_id=e473000c-44af-4245-96a1-6f37fd48e751)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:20:44.214310 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:44.215390 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e703d245-278e-4a38-8b48-ed9639c91bf3 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:20:44.245293 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-42037851-268f-49c1-b581-56797f0db5df req-1ca67dce-d2c8-4abb-b03a-b3452c2e79d5 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7445598 May 23 11:20:44.437330 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=bed94801-48c7-469e-9d81-9bc5956166ff,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:44.455878 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port e703d245-278e-4a38-8b48-ed9639c91bf3 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:20:44.464113 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-86333891-2eb2-475b-a29e-317a29082bf4 None None] Provisioning complete for port bed94801-48c7-469e-9d81-9bc5956166ff triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:20:44.464113 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-86333891-2eb2-475b-a29e-317a29082bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:44.500420 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port e703d245-278e-4a38-8b48-ed9639c91bf3 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:20:44.500420 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:44.904558 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-bea94956-4150-4812-bb06-6f6dd7f8b36e req-fcacfd54-792b-49df-b7a3-15dead2dcc70 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Deleting port 630fccd4-0096-4feb-8fd4-33fc90d39a82 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:20:44.904558 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-bea94956-4150-4812-bb06-6f6dd7f8b36e req-fcacfd54-792b-49df-b7a3-15dead2dcc70 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:44.993973 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:45.025828 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d6a46ef0-5886-460b-a8ae-eb91c749f744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'name': 'tempest-RoutersTest-router-1947587361', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:19:49Z', 'updated_at': '2022-05-23T11:20:41Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'gw_port_host': None, '_interfaces': [{'id': '491b134a-b711-4ce2-bc65-d51843ffd9e1', 'name': '', 'network_id': 'd481c8d0-ced3-420e-aa0e-9ad199e1624b', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:bd:56:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2104aafc-5615-408b-a446-e6f44646ac4b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:20:06Z', 'updated_at': '2022-05-23T11:20:25Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '2104aafc-5615-408b-a446-e6f44646ac4b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53ae665a-80ee-472a-bf6f-cf32affce9d5', 'name': '', 'network_id': 'fcf428cb-8411-4416-907d-9b256e7925db', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:49:b5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:19:51Z', 'updated_at': '2022-05-23T11:20:12Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7fa63d-953c-4ab5-99d1-1ef6ac436571', 'name': '', 'network_id': '70111de0-3766-44fc-a210-b11032bf303b', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:22:17:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66e91086-6cee-4f90-8ebb-a9c52729cba6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:20:26Z', 'updated_at': '2022-05-23T11:20:41Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '66e91086-6cee-4f90-8ebb-a9c52729cba6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec63fdcf-87a2-458f-94ae-3bed0d8bbf60', 'name': '', 'network_id': '91696435-59b7-467f-9f32-949ece75a057', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:8b:2d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08dcb271-54f4-4a8f-85b9-3c25f680cef7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:20:39Z', 'updated_at': '2022-05-23T11:20:41Z', 'revision_number': 2, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '08dcb271-54f4-4a8f-85b9-3c25f680cef7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:20:45.049549 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a46ef0-5886-460b-a8ae-eb91c749f744 None None] Checking router: 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:20:45.049904 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a46ef0-5886-460b-a8ae-eb91c749f744 None None] Updating router 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 port ec63fdcf-87a2-458f-94ae-3bed0d8bbf60 binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:20:45.060200 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-f3886821-8e70-4472-a5a6-179538770aed req-fb767a1e-03ad-4639-b924-c295bf6b433f tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Deleting port 42cb0b6e-f365-4800-ba61-beafc4aefa5f {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:20:45.060571 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f3886821-8e70-4472-a5a6-179538770aed req-fb767a1e-03ad-4639-b924-c295bf6b433f tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:45.072144 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port e703d245-278e-4a38-8b48-ed9639c91bf3, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e703d245-278e-4a38-8b48-ed9639c91bf3,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:20:45.085600 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:45.127015 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7b3e168-eed8-49a3-a8a1-e14a5327485f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting subnet a580253d-f198-41dc-a94e-dca2c4bda48a {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:20:45.157332 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d6a46ef0-5886-460b-a8ae-eb91c749f744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:45.216148 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-86333891-2eb2-475b-a29e-317a29082bf4 None None] Provisioning for port ec63fdcf-87a2-458f-94ae-3bed0d8bbf60 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:20:45.226356 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-86333891-2eb2-475b-a29e-317a29082bf4 None None] Provisioning complete for port ec63fdcf-87a2-458f-94ae-3bed0d8bbf60 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:20:45.232449 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-86333891-2eb2-475b-a29e-317a29082bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:45.257975 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c7b3e168-eed8-49a3-a8a1-e14a5327485f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:45.307884 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c20f960-1ebb-4e70-a862-a8c41b5d2331 req-374cc46c-d250-402c-8086-58a81ae4d0c2 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:45.316519 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0c20f960-1ebb-4e70-a862-a8c41b5d2331 req-374cc46c-d250-402c-8086-58a81ae4d0c2 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/ports?device_id=7811e9f7-1536-493e-983e-475acecf2307 HTTP/1.1" status: 200 len: 943 time: 1.4776499 May 23 11:20:45.321254 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device bed94801-48c7-469e-9d81-9bc5956166ff up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:20:45.505933 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7811e9f7-1536-493e-983e-475acecf2307', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42cb0b6e-f365-4800-ba61-beafc4aefa5f'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:20:45.650612 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.extraroute_db [None req-79576e73-9b3b-4db7-8171-e298ecf54433 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=83911) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 23 11:20:45.666240 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=e703d245-278e-4a38-8b48-ed9639c91bf3,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:45.676098 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-86333891-2eb2-475b-a29e-317a29082bf4 None None] Port ec63fdcf-87a2-458f-94ae-3bed0d8bbf60 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:20:45.706668 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c7b3e168-eed8-49a3-a8a1-e14a5327485f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:45.712615 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.extraroute_db [None req-79576e73-9b3b-4db7-8171-e298ecf54433 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Removed routes are [] {{(pid=83911) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 23 11:20:45.714750 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-79576e73-9b3b-4db7-8171-e298ecf54433 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:45.728523 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port bed94801-48c7-469e-9d81-9bc5956166ff triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:20:45.729267 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:45.898901 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-61e4b134-41ab-4719-a757-6f8f3741c3e9 None None] Provisioning complete for port ec63fdcf-87a2-458f-94ae-3bed0d8bbf60 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:20:45.899772 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-61e4b134-41ab-4719-a757-6f8f3741c3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:46.044789 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d6a46ef0-5886-460b-a8ae-eb91c749f744 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:46.055040 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-61e4b134-41ab-4719-a757-6f8f3741c3e9 None None] Port ec63fdcf-87a2-458f-94ae-3bed0d8bbf60 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:20:46.083377 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0c20f960-1ebb-4e70-a862-a8c41b5d2331 req-8e7cff54-96d3-401f-9516-dea12a65e266 tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/security-groups?id=6608edac-19b9-4bfb-a1a2-53d070ef0034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7656505 May 23 11:20:46.085602 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-d6a46ef0-5886-460b-a8ae-eb91c749f744 None None] Transition to ACTIVE for port object ec63fdcf-87a2-458f-94ae-3bed0d8bbf60 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:20:46.097735 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d6a46ef0-5886-460b-a8ae-eb91c749f744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:46.255562 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754d128-bceb-43fb-9646-790977039407 req-6fb21e58-886c-4aaf-8807-340b0d3b486d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:46.259326 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754d128-bceb-43fb-9646-790977039407 req-6fb21e58-886c-4aaf-8807-340b0d3b486d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:46.263523 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754d128-bceb-43fb-9646-790977039407 req-6fb21e58-886c-4aaf-8807-340b0d3b486d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:46.267559 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754d128-bceb-43fb-9646-790977039407 req-6fb21e58-886c-4aaf-8807-340b0d3b486d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:46.272147 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754d128-bceb-43fb-9646-790977039407 req-6fb21e58-886c-4aaf-8807-340b0d3b486d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:46.277142 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754d128-bceb-43fb-9646-790977039407 req-6fb21e58-886c-4aaf-8807-340b0d3b486d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:46.280413 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754d128-bceb-43fb-9646-790977039407 req-6fb21e58-886c-4aaf-8807-340b0d3b486d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:46.289418 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8754d128-bceb-43fb-9646-790977039407 req-6fb21e58-886c-4aaf-8807-340b0d3b486d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 5444 time: 1.1452446 May 23 11:20:46.424865 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4460740-7da4-4944-9d7f-d36da85bd259 None None] Pushing event updated for resources: {'Port': ['ID=ec63fdcf-87a2-458f-94ae-3bed0d8bbf60,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:46.507229 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-bea94956-4150-4812-bb06-6f6dd7f8b36e req-fcacfd54-792b-49df-b7a3-15dead2dcc70 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] For port 630fccd4-0096-4feb-8fd4-33fc90d39a82, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=630fccd4-0096-4feb-8fd4-33fc90d39a82,segment=NetworkSegment(f83c0d0e-9b40-421e-a2f5-66bbabc627e2),segment_id=f83c0d0e-9b40-421e-a2f5-66bbabc627e2)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:20:46.507597 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-bea94956-4150-4812-bb06-6f6dd7f8b36e req-fcacfd54-792b-49df-b7a3-15dead2dcc70 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:46.534396 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c7b3e168-eed8-49a3-a8a1-e14a5327485f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:46.579431 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-79576e73-9b3b-4db7-8171-e298ecf54433 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:46.584037 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-d6a46ef0-5886-460b-a8ae-eb91c749f744 None None] Attempting to bind port ec63fdcf-87a2-458f-94ae-3bed0d8bbf60 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:20:46.584169 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-d6a46ef0-5886-460b-a8ae-eb91c749f744 None None] Attempting to bind port ec63fdcf-87a2-458f-94ae-3bed0d8bbf60 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'e473000c-44af-4245-96a1-6f37fd48e751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '91696435-59b7-467f-9f32-949ece75a057'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:20:46.584821 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a46ef0-5886-460b-a8ae-eb91c749f744 None None] Attempting to bind port ec63fdcf-87a2-458f-94ae-3bed0d8bbf60 on network 91696435-59b7-467f-9f32-949ece75a057 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:20:46.591719 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-79576e73-9b3b-4db7-8171-e298ecf54433 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3825526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3825513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3821547'] for router, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:46.599371 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a46ef0-5886-460b-a8ae-eb91c749f744 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:20:46.599724 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a46ef0-5886-460b-a8ae-eb91c749f744 None None] Checking segment: {'id': 'e473000c-44af-4245-96a1-6f37fd48e751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '91696435-59b7-467f-9f32-949ece75a057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:20:46.600177 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d6a46ef0-5886-460b-a8ae-eb91c749f744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:46.604143 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a46ef0-5886-460b-a8ae-eb91c749f744 None None] Bound using segment: {'id': 'e473000c-44af-4245-96a1-6f37fd48e751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '91696435-59b7-467f-9f32-949ece75a057'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:20:46.604971 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-d6a46ef0-5886-460b-a8ae-eb91c749f744 None None] Bound port: ec63fdcf-87a2-458f-94ae-3bed0d8bbf60, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e473000c-44af-4245-96a1-6f37fd48e751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '91696435-59b7-467f-9f32-949ece75a057'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:20:46.605827 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d6a46ef0-5886-460b-a8ae-eb91c749f744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:46.747122 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c7b3e168-eed8-49a3-a8a1-e14a5327485f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:46.772129 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-d6a46ef0-5886-460b-a8ae-eb91c749f744 None None] For port ec63fdcf-87a2-458f-94ae-3bed0d8bbf60, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:20:46.777169 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-d6a46ef0-5886-460b-a8ae-eb91c749f744 None None] For port ec63fdcf-87a2-458f-94ae-3bed0d8bbf60, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=ec63fdcf-87a2-458f-94ae-3bed0d8bbf60,segment=NetworkSegment(e473000c-44af-4245-96a1-6f37fd48e751),segment_id=e473000c-44af-4245-96a1-6f37fd48e751)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:20:46.784634 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d6a46ef0-5886-460b-a8ae-eb91c749f744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:46.851155 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a071a002-05b6-401e-a121-e3a23318ad0c None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:20:46.856002 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b3e168-eed8-49a3-a8a1-e14a5327485f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Subnet': ['ID=a580253d-f198-41dc-a94e-dca2c4bda48a,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:46.889675 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c7b3e168-eed8-49a3-a8a1-e14a5327485f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:46.917911 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-f3886821-8e70-4472-a5a6-179538770aed req-fb767a1e-03ad-4639-b924-c295bf6b433f tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] For port 42cb0b6e-f365-4800-ba61-beafc4aefa5f, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=42cb0b6e-f365-4800-ba61-beafc4aefa5f,segment=NetworkSegment(9379bc52-03db-4b6b-a712-5c3844bb254d),segment_id=9379bc52-03db-4b6b-a712-5c3844bb254d)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:20:46.918334 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79576e73-9b3b-4db7-8171-e298ecf54433 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Router 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:20:46.918878 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f3886821-8e70-4472-a5a6-179538770aed req-fb767a1e-03ad-4639-b924-c295bf6b433f tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:46.950623 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8754d128-bceb-43fb-9646-790977039407 req-3e8e92fa-cd99-41c7-a538-5730bf525b36 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f104f24-d3e6-45e4-adef-c55f6b4d08fc&id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6592662 May 23 11:20:46.969818 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a46ef0-5886-460b-a8ae-eb91c749f744 None None] Routers {'6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:20:46.970916 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d6a46ef0-5886-460b-a8ae-eb91c749f744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:20:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:20:47.222814 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-f3886821-8e70-4472-a5a6-179538770aed req-fb767a1e-03ad-4639-b924-c295bf6b433f tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Calling delete_port for 42cb0b6e-f365-4800-ba61-beafc4aefa5f owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:20:47.314174 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e1c85-b96f-433e-a508-8715e6467c56 req-d624d919-6eab-437f-8164-0db91e103348 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:47.326913 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-386e1c85-b96f-433e-a508-8715e6467c56 req-d624d919-6eab-437f-8164-0db91e103348 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 1.0338280 May 23 11:20:47.329006 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e703d245-278e-4a38-8b48-ed9639c91bf3 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:20:47.404212 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-d6a46ef0-5886-460b-a8ae-eb91c749f744 None None] Set router 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:20:47.454522 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c7b3e168-eed8-49a3-a8a1-e14a5327485f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/a580253d-f198-41dc-a94e-dca2c4bda48a HTTP/1.1" status: 204 len: 168 time: 3.3737693 May 23 11:20:47.465085 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60652) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:47.569131 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-60c183c8-9372-4991-92ea-bb58b5f9b78a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0994709 May 23 11:20:47.569131 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60656) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:47.577130 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b7ce91c4-1315-4e77-8481-cd8b27411711 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'subnet': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:20:47.630905 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79576e73-9b3b-4db7-8171-e298ecf54433 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:20:47.646812 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-79576e73-9b3b-4db7-8171-e298ecf54433 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:47.648045 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-79576e73-9b3b-4db7-8171-e298ecf54433 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "PUT /v2.0/routers/6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 HTTP/1.1" status: 200 len: 934 time: 4.0264299 May 23 11:20:47.660986 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60660) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:47.689135 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port e703d245-278e-4a38-8b48-ed9639c91bf3 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:20:47.689508 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:47.776994 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4460740-7da4-4944-9d7f-d36da85bd259 None None] Pushing event updated for resources: {'Port': ['ID=ec63fdcf-87a2-458f-94ae-3bed0d8bbf60,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:48.077686 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0536b647-babc-4ad1-a59e-780a78f341b7 None None] DHCP port deletion for db5fdb8a-4d76-428d-84ca-c911a4d5dee2 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:20:48.081901 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-0536b647-babc-4ad1-a59e-780a78f341b7 None None] Deleting port e703d245-278e-4a38-8b48-ed9639c91bf3 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:20:48.081901 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0536b647-babc-4ad1-a59e-780a78f341b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:48.115344 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b7ce91c4-1315-4e77-8481-cd8b27411711 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:20:48.126453 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b7ce91c4-1315-4e77-8481-cd8b27411711 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:subnet and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:20:48.133125 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b7ce91c4-1315-4e77-8481-cd8b27411711 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:20:48.144990 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b7ce91c4-1315-4e77-8481-cd8b27411711 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:20:48.173496 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ce91c4-1315-4e77-8481-cd8b27411711 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:20:48.221157 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-386e1c85-b96f-433e-a508-8715e6467c56 req-47a57ad2-f257-453c-806f-ac555b773a58 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8928461 May 23 11:20:48.228971 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d6a46ef0-5886-460b-a8ae-eb91c749f744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'name': 'tempest-RoutersTest-router-1947587361', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:19:49Z', 'updated_at': '2022-05-23T11:20:45Z', 'revision_number': 6, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'gw_port_host': None, '_interfaces': [{'id': '491b134a-b711-4ce2-bc65-d51843ffd9e1', 'name': '', 'network_id': 'd481c8d0-ced3-420e-aa0e-9ad199e1624b', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:bd:56:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2104aafc-5615-408b-a446-e6f44646ac4b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:20:06Z', 'updated_at': '2022-05-23T11:20:25Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '2104aafc-5615-408b-a446-e6f44646ac4b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53ae665a-80ee-472a-bf6f-cf32affce9d5', 'name': '', 'network_id': 'fcf428cb-8411-4416-907d-9b256e7925db', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:49:b5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:19:51Z', 'updated_at': '2022-05-23T11:20:12Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7fa63d-953c-4ab5-99d1-1ef6ac436571', 'name': '', 'network_id': '70111de0-3766-44fc-a210-b11032bf303b', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:22:17:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66e91086-6cee-4f90-8ebb-a9c52729cba6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:20:26Z', 'updated_at': '2022-05-23T11:20:41Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '66e91086-6cee-4f90-8ebb-a9c52729cba6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec63fdcf-87a2-458f-94ae-3bed0d8bbf60', 'name': '', 'network_id': '91696435-59b7-467f-9f32-949ece75a057', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:8b:2d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08dcb271-54f4-4a8f-85b9-3c25f680cef7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:20:39Z', 'updated_at': '2022-05-23T11:20:46Z', 'revision_number': 4, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '08dcb271-54f4-4a8f-85b9-3c25f680cef7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:20:48.240203 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a46ef0-5886-460b-a8ae-eb91c749f744 None None] The sync data for ids ['6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'] in n-d-842952-2 is: [{'id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'name': 'tempest-RoutersTest-router-1947587361', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:19:49Z', 'updated_at': '2022-05-23T11:20:45Z', 'revision_number': 6, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'gw_port_host': None, '_interfaces': [{'id': '491b134a-b711-4ce2-bc65-d51843ffd9e1', 'name': '', 'network_id': 'd481c8d0-ced3-420e-aa0e-9ad199e1624b', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:bd:56:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2104aafc-5615-408b-a446-e6f44646ac4b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:20:06Z', 'updated_at': '2022-05-23T11:20:25Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '2104aafc-5615-408b-a446-e6f44646ac4b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53ae665a-80ee-472a-bf6f-cf32affce9d5', 'name': '', 'network_id': 'fcf428cb-8411-4416-907d-9b256e7925db', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:49:b5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:19:51Z', 'updated_at': '2022-05-23T11:20:12Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7fa63d-953c-4ab5-99d1-1ef6ac436571', 'name': '', 'network_id': '70111de0-3766-44fc-a210-b11032bf303b', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:22:17:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66e91086-6cee-4f90-8ebb-a9c52729cba6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:20:26Z', 'updated_at': '2022-05-23T11:20:41Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '66e91086-6cee-4f90-8ebb-a9c52729cba6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec63fdcf-87a2-458f-94ae-3bed0d8bbf60', 'name': '', 'network_id': '91696435-59b7-467f-9f32-949ece75a057', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:8b:2d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08dcb271-54f4-4a8f-85b9-3c25f680cef7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:20:39Z', 'updated_at': '2022-05-23T11:20:46Z', 'revision_number': 4, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '08dcb271-54f4-4a8f-85b9-3c25f680cef7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:20:48.482357 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7437b67-57e8-4fe9-947e-bbc46db5a017 req-4521ad55-df4b-4d3f-9462-dcd29e4617ef tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:48.483011 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-f7437b67-57e8-4fe9-947e-bbc46db5a017 req-4521ad55-df4b-4d3f-9462-dcd29e4617ef tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Synchronizing usage tracker for tenant:92ce77b1b70449899717558adda940d2 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:20:48.483949 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b7ce91c4-1315-4e77-8481-cd8b27411711 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:48.530316 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-bea94956-4150-4812-bb06-6f6dd7f8b36e req-fcacfd54-792b-49df-b7a3-15dead2dcc70 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:48.530693 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-bea94956-4150-4812-bb06-6f6dd7f8b36e req-fcacfd54-792b-49df-b7a3-15dead2dcc70 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:48.531013 n-d-842952-2 neutron-server[83910]: INFO neutron.db.l3_db [req-bea94956-4150-4812-bb06-6f6dd7f8b36e req-fcacfd54-792b-49df-b7a3-15dead2dcc70 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Floating IP 7896e39a-35ba-4b75-bac1-6b84af9951b7 disassociated. External IP: 172.25.6.48, port: 630fccd4-0096-4feb-8fd4-33fc90d39a82. May 23 11:20:48.531359 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-bea94956-4150-4812-bb06-6f6dd7f8b36e req-fcacfd54-792b-49df-b7a3-15dead2dcc70 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Calling delete_port for 630fccd4-0096-4feb-8fd4-33fc90d39a82 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:20:48.610403 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-0536b647-babc-4ad1-a59e-780a78f341b7 None None] For port e703d245-278e-4a38-8b48-ed9639c91bf3, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e703d245-278e-4a38-8b48-ed9639c91bf3,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:20:48.611699 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0536b647-babc-4ad1-a59e-780a78f341b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:48.796495 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-f7437b67-57e8-4fe9-947e-bbc46db5a017 req-4521ad55-df4b-4d3f-9462-dcd29e4617ef tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Unset dirty status for tenant:92ce77b1b70449899717558adda940d2 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:20:48.800497 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f7437b67-57e8-4fe9-947e-bbc46db5a017 req-4521ad55-df4b-4d3f-9462-dcd29e4617ef tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c97939e-1319-44f6-9c60-0ce02b30c2fe HTTP/1.1" status: 200 len: 944 time: 1.4138036 May 23 11:20:48.810676 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f3886821-8e70-4472-a5a6-179538770aed req-fb767a1e-03ad-4639-b924-c295bf6b433f tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:48.968765 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-0536b647-babc-4ad1-a59e-780a78f341b7 None None] Calling delete_port for e703d245-278e-4a38-8b48-ed9639c91bf3 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:20:49.084530 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0536b647-babc-4ad1-a59e-780a78f341b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:49.219469 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536b647-babc-4ad1-a59e-780a78f341b7 None None] Pushing event deleted for resources: {'Port': ['ID=e703d245-278e-4a38-8b48-ed9639c91bf3,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:49.237105 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0536b647-babc-4ad1-a59e-780a78f341b7 None None] No DVR routers for this DVR port e703d245-278e-4a38-8b48-ed9639c91bf3 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:20:49.264737 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ec63fdcf-87a2-458f-94ae-3bed0d8bbf60 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:20:49.281383 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb767a1e-03ad-4639-b924-c295bf6b433f tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Pushing event deleted for resources: {'Port': ['ID=42cb0b6e-f365-4800-ba61-beafc4aefa5f,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:49.307631 n-d-842952-2 neutron-server[83911]: DEBUG neutron.objects.ports [None req-b7ce91c4-1315-4e77-8481-cd8b27411711 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83911) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 23 11:20:49.309079 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b7ce91c4-1315-4e77-8481-cd8b27411711 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:49.411962 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ce91c4-1315-4e77-8481-cd8b27411711 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:20:49.414467 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port ec63fdcf-87a2-458f-94ae-3bed0d8bbf60 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:20:49.417461 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-b7ce91c4-1315-4e77-8481-cd8b27411711 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:20:49.428248 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port ec63fdcf-87a2-458f-94ae-3bed0d8bbf60 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:20:49.429222 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:49.437385 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ce91c4-1315-4e77-8481-cd8b27411711 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:49.438419 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b7ce91c4-1315-4e77-8481-cd8b27411711 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:49.477917 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f7437b67-57e8-4fe9-947e-bbc46db5a017 req-22c543e8-fa1c-4240-aed8-6b274a83be1b tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups?id=86dec8f3-5612-4480-a396-67582eceb525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6503417 May 23 11:20:49.483844 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c942c53-91c3-4864-8725-21361d7d9103 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:20:49.499780 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b7ce91c4-1315-4e77-8481-cd8b27411711 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9284127 May 23 11:20:49.507937 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60670) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:49.520017 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-dc7b1feb-00af-4bce-8392-5d9503b1c5ff tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "GET /v2.0/routers/6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 HTTP/1.1" status: 200 len: 934 time: 1.8557358 May 23 11:20:49.523233 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce91c4-1315-4e77-8481-cd8b27411711 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Subnet': ['ID=a0031a62-b72d-4579-a249-c4581d3f6493,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:49.525450 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-ba492081-74da-468c-9323-33024ee97dbf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'port': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'mac_address': 'fa:16:3e:b7:14:21', 'name': 'tempest-NetworksTestDHCPv6-1922698056'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:20:49.527201 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60674) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:49.543514 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-922843d9-4b4d-47f2-929c-508ca4fca35b tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Request body: {'router': {'routes': None}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:20:49.552498 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3886821-8e70-4472-a5a6-179538770aed req-fb767a1e-03ad-4639-b924-c295bf6b433f tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] No DVR routers for this DVR port 42cb0b6e-f365-4800-ba61-beafc4aefa5f on host n-h2-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:20:49.564900 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f3886821-8e70-4472-a5a6-179538770aed req-fb767a1e-03ad-4639-b924-c295bf6b433f tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:49.573297 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac69206-1de2-473b-b627-2a5fdeaf3a57 req-fdc3a1d4-994b-49a4-aaa9-641279b98605 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:49.581682 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8ac69206-1de2-473b-b627-2a5fdeaf3a57 req-fdc3a1d4-994b-49a4-aaa9-641279b98605 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 947 time: 0.9670613 May 23 11:20:49.602384 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7811e9f7-1536-493e-983e-475acecf2307', 'name': 'network-vif-deleted', 'tag': '42cb0b6e-f365-4800-ba61-beafc4aefa5f'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:20:49.643087 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed4c8e1b-8bcb-4dcd-b556-9e5a52f67e28'] response: {'server_uuid': '7811e9f7-1536-493e-983e-475acecf2307', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42cb0b6e-f365-4800-ba61-beafc4aefa5f', 'code': 200} May 23 11:20:49.727288 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f3886821-8e70-4472-a5a6-179538770aed req-fb767a1e-03ad-4639-b924-c295bf6b433f tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.81 "DELETE /v2.0/ports/42cb0b6e-f365-4800-ba61-beafc4aefa5f HTTP/1.1" status: 204 len: 173 time: 9.2444124 May 23 11:20:49.735968 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-bea94956-4150-4812-bb06-6f6dd7f8b36e req-fcacfd54-792b-49df-b7a3-15dead2dcc70 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:49.750482 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:49.842677 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8ac69206-1de2-473b-b627-2a5fdeaf3a57 req-3aaaa5a4-3313-4588-bddd-4f9709951a2c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2596381 May 23 11:20:49.843756 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcacfd54-792b-49df-b7a3-15dead2dcc70 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Pushing event deleted for resources: {'Port': ['ID=630fccd4-0096-4feb-8fd4-33fc90d39a82,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:49.882464 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port ec63fdcf-87a2-458f-94ae-3bed0d8bbf60, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=ec63fdcf-87a2-458f-94ae-3bed0d8bbf60,segment=NetworkSegment(e473000c-44af-4245-96a1-6f37fd48e751),segment_id=e473000c-44af-4245-96a1-6f37fd48e751)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:20:49.889902 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:50.019563 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ba492081-74da-468c-9323-33024ee97dbf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:20:50.067944 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ba492081-74da-468c-9323-33024ee97dbf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:port and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:20:50.073653 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ba492081-74da-468c-9323-33024ee97dbf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:20:50.101302 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e703d245-278e-4a38-8b48-ed9639c91bf3 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:20:50.198687 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: e703d245-278e-4a38-8b48-ed9639c91bf3 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:20:50.199245 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e703d245-278e-4a38-8b48-ed9639c91bf3 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:20:50.203669 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cba291f-cdfe-40fc-afc2-745f0843ff67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'tenant_id': '7898a2f847b24320a42ded6c2b4bd651', 'fixed_ips': [{'subnet_id': 'a0031a62-b72d-4579-a249-c4581d3f6493'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:20:50.204651 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3cba291f-cdfe-40fc-afc2-745f0843ff67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:50.218789 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=ec63fdcf-87a2-458f-94ae-3bed0d8bbf60,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:50.263223 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-3d44fb63-310d-48ac-ad9d-b67ca1f01e46 req-72bca1cc-a561-4650-8882-70170850322e tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Synchronizing usage tracker for tenant:2c92450d61054a08bb7bcb6ded923901 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:20:50.268966 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ba492081-74da-468c-9323-33024ee97dbf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:20:50.335997 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba492081-74da-468c-9323-33024ee97dbf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:20:50.490935 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-3cba291f-cdfe-40fc-afc2-745f0843ff67 None None] Allocated IP 2001:db8::f816:3eff:fea4:5df0 (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/a0031a62-b72d-4579-a249-c4581d3f6493/9a4ad35a-5af2-4d6e-9531-1943b45c2f82) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:20:50.536345 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-3d44fb63-310d-48ac-ad9d-b67ca1f01e46 req-72bca1cc-a561-4650-8882-70170850322e tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] Unset dirty status for tenant:2c92450d61054a08bb7bcb6ded923901 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:20:50.541617 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3d44fb63-310d-48ac-ad9d-b67ca1f01e46 req-72bca1cc-a561-4650-8882-70170850322e tempest-VolumesActionsTest-830927632 tempest-VolumesActionsTest-830927632-project] 10.222.0.79 "GET /v2.0/ports?device_id=7811e9f7-1536-493e-983e-475acecf2307 HTTP/1.1" status: 200 len: 210 time: 0.3943624 May 23 11:20:50.576002 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da12ef0-bee2-46da-92b8-540b22faa01d req-f69a998a-7bdf-4f8a-98cf-c9c897ed1469 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:50.582238 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da12ef0-bee2-46da-92b8-540b22faa01d req-f69a998a-7bdf-4f8a-98cf-c9c897ed1469 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:50.589847 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da12ef0-bee2-46da-92b8-540b22faa01d req-f69a998a-7bdf-4f8a-98cf-c9c897ed1469 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:50.594244 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da12ef0-bee2-46da-92b8-540b22faa01d req-f69a998a-7bdf-4f8a-98cf-c9c897ed1469 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:50.598077 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da12ef0-bee2-46da-92b8-540b22faa01d req-f69a998a-7bdf-4f8a-98cf-c9c897ed1469 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:50.602424 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da12ef0-bee2-46da-92b8-540b22faa01d req-f69a998a-7bdf-4f8a-98cf-c9c897ed1469 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:50.606454 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da12ef0-bee2-46da-92b8-540b22faa01d req-f69a998a-7bdf-4f8a-98cf-c9c897ed1469 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:50.608451 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5da12ef0-bee2-46da-92b8-540b22faa01d req-f69a998a-7bdf-4f8a-98cf-c9c897ed1469 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 5444 time: 0.7053266 May 23 11:20:50.636319 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ba492081-74da-468c-9323-33024ee97dbf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:50.668103 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-ba492081-74da-468c-9323-33024ee97dbf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] device_id is not set on port c22d68e3-0c99-4080-946f-3435a7e3f96e yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:20:50.774503 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-434691d1-1b67-43ce-8058-e741f71a7d94'] response: {'server_uuid': '7811e9f7-1536-493e-983e-475acecf2307', 'name': 'network-vif-deleted', 'tag': '42cb0b6e-f365-4800-ba61-beafc4aefa5f', 'status': 'completed', 'code': 200} May 23 11:20:50.849999 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bea94956-4150-4812-bb06-6f6dd7f8b36e req-fcacfd54-792b-49df-b7a3-15dead2dcc70 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Router e75b29d5-8702-42ef-92a7-2ad7834ef9f1 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:20:50.980516 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.extraroute_db [None req-922843d9-4b4d-47f2-929c-508ca4fca35b tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Added routes are [] {{(pid=83911) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 23 11:20:50.981132 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.extraroute_db [None req-922843d9-4b4d-47f2-929c-508ca4fca35b tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=83911) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 23 11:20:51.058780 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-922843d9-4b4d-47f2-929c-508ca4fca35b tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:51.067749 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3cba291f-cdfe-40fc-afc2-745f0843ff67 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:51.101028 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3cba291f-cdfe-40fc-afc2-745f0843ff67 None None] Transition to ACTIVE for port object 9a4ad35a-5af2-4d6e-9531-1943b45c2f82 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:20:51.143146 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3cba291f-cdfe-40fc-afc2-745f0843ff67 None None] Transition to ACTIVE for port object 9a4ad35a-5af2-4d6e-9531-1943b45c2f82 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:20:51.155095 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3cba291f-cdfe-40fc-afc2-745f0843ff67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:51.190267 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-a906fa16-aa29-43f5-98a3-54cee83af6b1 req-b127c239-0e6f-4d5a-98a2-1bf0fdd9773f tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Synchronizing usage tracker for tenant:92ce77b1b70449899717558adda940d2 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:20:51.242445 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cba291f-cdfe-40fc-afc2-745f0843ff67 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:20:51.255085 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-3cba291f-cdfe-40fc-afc2-745f0843ff67 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:20:51.267241 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cba291f-cdfe-40fc-afc2-745f0843ff67 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:20:51.347466 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ec63fdcf-87a2-458f-94ae-3bed0d8bbf60 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:20:51.381286 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-ba492081-74da-468c-9323-33024ee97dbf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Allocated IP 2001:db8::f816:3eff:feb7:1421 (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/a0031a62-b72d-4579-a249-c4581d3f6493/c22d68e3-0c99-4080-946f-3435a7e3f96e) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:20:51.383731 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba291f-cdfe-40fc-afc2-745f0843ff67 None None] Pushing event updated for resources: {'Port': ['ID=9a4ad35a-5af2-4d6e-9531-1943b45c2f82,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:51.426480 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-3cba291f-cdfe-40fc-afc2-745f0843ff67 None None] Attempting to bind port 9a4ad35a-5af2-4d6e-9531-1943b45c2f82 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:20:51.427144 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-3cba291f-cdfe-40fc-afc2-745f0843ff67 None None] Attempting to bind port 9a4ad35a-5af2-4d6e-9531-1943b45c2f82 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:20:51.427694 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cba291f-cdfe-40fc-afc2-745f0843ff67 None None] Attempting to bind port 9a4ad35a-5af2-4d6e-9531-1943b45c2f82 on network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:20:51.446218 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cba291f-cdfe-40fc-afc2-745f0843ff67 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:20:51.446863 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cba291f-cdfe-40fc-afc2-745f0843ff67 None None] Checking segment: {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:20:51.447424 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3cba291f-cdfe-40fc-afc2-745f0843ff67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:51.448016 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cba291f-cdfe-40fc-afc2-745f0843ff67 None None] Bound using segment: {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:20:51.448683 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-3cba291f-cdfe-40fc-afc2-745f0843ff67 None None] Bound port: 9a4ad35a-5af2-4d6e-9531-1943b45c2f82, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:20:51.449244 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3cba291f-cdfe-40fc-afc2-745f0843ff67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:51.536818 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port ec63fdcf-87a2-458f-94ae-3bed0d8bbf60 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:20:51.537430 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:51.599519 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3cba291f-cdfe-40fc-afc2-745f0843ff67 None None] For port 9a4ad35a-5af2-4d6e-9531-1943b45c2f82, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:20:51.614404 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3cba291f-cdfe-40fc-afc2-745f0843ff67 None None] For port 9a4ad35a-5af2-4d6e-9531-1943b45c2f82, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=9a4ad35a-5af2-4d6e-9531-1943b45c2f82,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:20:51.628193 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3cba291f-cdfe-40fc-afc2-745f0843ff67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:51.735303 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-922843d9-4b4d-47f2-929c-508ca4fca35b tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:51.739061 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-922843d9-4b4d-47f2-929c-508ca4fca35b tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3825526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3825513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3821547'] for router, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:51.841273 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba291f-cdfe-40fc-afc2-745f0843ff67 None None] Pushing event updated for resources: {'Port': ['ID=9a4ad35a-5af2-4d6e-9531-1943b45c2f82,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:51.857153 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ba492081-74da-468c-9323-33024ee97dbf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:51.894116 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-ba492081-74da-468c-9323-33024ee97dbf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Transition to ACTIVE for port object c22d68e3-0c99-4080-946f-3435a7e3f96e will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:20:51.938233 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-a906fa16-aa29-43f5-98a3-54cee83af6b1 req-b127c239-0e6f-4d5a-98a2-1bf0fdd9773f tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Unset dirty status for tenant:92ce77b1b70449899717558adda940d2 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:20:51.951510 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a906fa16-aa29-43f5-98a3-54cee83af6b1 req-b127c239-0e6f-4d5a-98a2-1bf0fdd9773f tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c97939e-1319-44f6-9c60-0ce02b30c2fe HTTP/1.1" status: 200 len: 210 time: 0.8970971 May 23 11:20:52.026470 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922843d9-4b4d-47f2-929c-508ca4fca35b tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Router 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:20:52.134922 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58653cac-4721-437c-b4dc-7b96a4170aef req-66b181e0-dc6e-441b-8c6a-93d14549f161 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:52.143300 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58653cac-4721-437c-b4dc-7b96a4170aef req-66b181e0-dc6e-441b-8c6a-93d14549f161 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 1.1930859 May 23 11:20:52.146467 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ba492081-74da-468c-9323-33024ee97dbf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:52.328897 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60706) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:52.378398 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba492081-74da-468c-9323-33024ee97dbf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Port': ['ID=c22d68e3-0c99-4080-946f-3435a7e3f96e,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:52.407498 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba492081-74da-468c-9323-33024ee97dbf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:20:52.415545 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-ba492081-74da-468c-9323-33024ee97dbf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:20:52.422555 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba492081-74da-468c-9323-33024ee97dbf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:20:52.427045 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba492081-74da-468c-9323-33024ee97dbf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:52.427902 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ba492081-74da-468c-9323-33024ee97dbf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:52.490015 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58653cac-4721-437c-b4dc-7b96a4170aef req-81f6eda2-6301-4d5a-ac91-adb145fa5155 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149987 May 23 11:20:52.495707 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3502b8-ffb3-4df7-9c36-0523632208f0 None None] Sync routers for ids ['6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:20:52.511369 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ba492081-74da-468c-9323-33024ee97dbf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9989161 May 23 11:20:52.514206 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bea94956-4150-4812-bb06-6f6dd7f8b36e req-fcacfd54-792b-49df-b7a3-15dead2dcc70 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:20:52.520617 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3502b8-ffb3-4df7-9c36-0523632208f0 None None] Routers {'6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:20:52.521257 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-5a3502b8-ffb3-4df7-9c36-0523632208f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:20:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:20:52.524744 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252061a6-6e7e-43ff-8ac7-6855a5a57380 None None] Sync routers for ids ['e75b29d5-8702-42ef-92a7-2ad7834ef9f1'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:20:52.546504 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60712) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:52.558430 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252061a6-6e7e-43ff-8ac7-6855a5a57380 None None] Routers {'e75b29d5-8702-42ef-92a7-2ad7834ef9f1'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:20:52.559064 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-252061a6-6e7e-43ff-8ac7-6855a5a57380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:20:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['e75b29d5-8702-42ef-92a7-2ad7834ef9f1'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:20:52.561647 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd955b7-ad8d-4f97-bd41-ec8d57a17684 req-2a37d414-d0ac-4f28-a834-65e125eea743 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:52.563200 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4dd955b7-ad8d-4f97-bd41-ec8d57a17684 req-2a37d414-d0ac-4f28-a834-65e125eea743 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 947 time: 0.4101763 May 23 11:20:52.598999 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922843d9-4b4d-47f2-929c-508ca4fca35b tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:20:52.612825 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-922843d9-4b4d-47f2-929c-508ca4fca35b tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:52.614291 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-922843d9-4b4d-47f2-929c-508ca4fca35b tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "PUT /v2.0/routers/6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 HTTP/1.1" status: 200 len: 700 time: 3.0861559 May 23 11:20:52.618028 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60718) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:52.618202 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea94956-4150-4812-bb06-6f6dd7f8b36e req-fcacfd54-792b-49df-b7a3-15dead2dcc70 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] No DVR routers for this DVR port 630fccd4-0096-4feb-8fd4-33fc90d39a82 on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:20:52.620753 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-bea94956-4150-4812-bb06-6f6dd7f8b36e req-fcacfd54-792b-49df-b7a3-15dead2dcc70 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:52.623475 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bea94956-4150-4812-bb06-6f6dd7f8b36e req-fcacfd54-792b-49df-b7a3-15dead2dcc70 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.13 "DELETE /v2.0/ports/630fccd4-0096-4feb-8fd4-33fc90d39a82 HTTP/1.1" status: 204 len: 173 time: 11.7676859 May 23 11:20:52.724114 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4dd955b7-ad8d-4f97-bd41-ec8d57a17684 req-6c802843-f600-4c84-ab8f-287dea56dbfe tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085799 May 23 11:20:52.776359 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c97939e-1319-44f6-9c60-0ce02b30c2fe', 'name': 'network-vif-deleted', 'tag': '630fccd4-0096-4feb-8fd4-33fc90d39a82'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:20:52.928349 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-867b18ea-eba9-4966-8ff5-b6760c63f3b9'] response: {'server_uuid': '5c97939e-1319-44f6-9c60-0ce02b30c2fe', 'name': 'network-vif-deleted', 'tag': '630fccd4-0096-4feb-8fd4-33fc90d39a82', 'status': 'completed', 'code': 200} May 23 11:20:53.089869 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-252061a6-6e7e-43ff-8ac7-6855a5a57380 None None] Set router e75b29d5-8702-42ef-92a7-2ad7834ef9f1 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:20:53.126245 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-5a3502b8-ffb3-4df7-9c36-0523632208f0 None None] Set router 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:20:53.270006 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-80c2090b-e790-47e6-a9b8-f712d6f64b5e req-bf6afb9c-6e15-41d9-9634-c16f4e8d1a19 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 6501 time: 0.9396451 May 23 11:20:53.278021 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df2cca3-1f49-4c21-81a8-827b6f8b6a08 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:53.306415 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df2cca3-1f49-4c21-81a8-827b6f8b6a08 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:53.307474 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7df2cca3-1f49-4c21-81a8-827b6f8b6a08 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:20:53.420869 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-80c2090b-e790-47e6-a9b8-f712d6f64b5e req-b416eb0a-4789-40f6-a161-b94eaf82e48d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f76758de-1a50-4502-bc25-b6e81b259c9a&id=3f104f24-d3e6-45e4-adef-c55f6b4d08fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0993080 May 23 11:20:53.443844 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7df2cca3-1f49-4c21-81a8-827b6f8b6a08 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:20:53.445498 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7df2cca3-1f49-4c21-81a8-827b6f8b6a08 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.8954010 May 23 11:20:53.464994 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60742) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:53.469049 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5a454928-9ae1-4a39-b120-dbdf26b6c473 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "GET /v2.0/routers/6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 HTTP/1.1" status: 200 len: 700 time: 0.8415873 May 23 11:20:53.470113 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60744) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:53.603299 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 9a4ad35a-5af2-4d6e-9531-1943b45c2f82 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:20:53.833006 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac49ca7-7a92-4da8-b222-9fcbc4144857 req-3fcff310-929e-4266-b783-4ed5c4e6c3e3 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:53.853308 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5ac49ca7-7a92-4da8-b222-9fcbc4144857 req-3fcff310-929e-4266-b783-4ed5c4e6c3e3 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.6538901 May 23 11:20:53.931903 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-443558b4-1f95-431a-ae99-1510a801aea9 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting port c22d68e3-0c99-4080-946f-3435a7e3f96e {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:20:53.932541 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-443558b4-1f95-431a-ae99-1510a801aea9 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:54.109592 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-252061a6-6e7e-43ff-8ac7-6855a5a57380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'name': 'tempest-AttachVolumeNegativeTest-1482793895-router', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:11:20Z', 'updated_at': '2022-05-23T11:11:34Z', 'revision_number': 4, 'project_id': '92ce77b1b70449899717558adda940d2', 'gw_port': {'id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:22Z', 'updated_at': '2022-05-23T11:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '9959c7e4-5ac1-4278-9125-90a08213ddc5', 'name': '', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'mac_address': 'fa:16:3e:c5:51:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:31Z', 'updated_at': '2022-05-23T11:11:44Z', 'revision_number': 5, 'project_id': '92ce77b1b70449899717558adda940d2', 'subnets': [{'id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:20:54.131864 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252061a6-6e7e-43ff-8ac7-6855a5a57380 None None] Checking router: e75b29d5-8702-42ef-92a7-2ad7834ef9f1 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:20:54.144790 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ee799311-fd0b-4b8b-a090-add5b3bdd3dd None None] Provisioning for port 9a4ad35a-5af2-4d6e-9531-1943b45c2f82 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:20:54.184351 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252061a6-6e7e-43ff-8ac7-6855a5a57380 None None] Routers {'e75b29d5-8702-42ef-92a7-2ad7834ef9f1'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:20:54.187505 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-252061a6-6e7e-43ff-8ac7-6855a5a57380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:20:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['e75b29d5-8702-42ef-92a7-2ad7834ef9f1'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:20:54.279330 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 9a4ad35a-5af2-4d6e-9531-1943b45c2f82 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:20:54.299929 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 9a4ad35a-5af2-4d6e-9531-1943b45c2f82 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:20:54.300418 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:54.394460 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d1b522d3-d705-4881-81af-8274a6d0744d req-607a4daa-d493-40be-a83b-78d276320266 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c97939e-1319-44f6-9c60-0ce02b30c2fe HTTP/1.1" status: 200 len: 210 time: 0.0954463 May 23 11:20:54.499588 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e99d92eb-735f-45d5-85db-6ac2fd0e3fce None None] Provisioning for port c22d68e3-0c99-4080-946f-3435a7e3f96e completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:20:54.527334 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5ac49ca7-7a92-4da8-b222-9fcbc4144857 req-c7837657-f6b4-4a0c-ae7e-f173e56937b4 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6731379 May 23 11:20:54.534857 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e99d92eb-735f-45d5-85db-6ac2fd0e3fce None None] Provisioning complete for port c22d68e3-0c99-4080-946f-3435a7e3f96e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:20:54.535220 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e99d92eb-735f-45d5-85db-6ac2fd0e3fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:54.634757 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-252061a6-6e7e-43ff-8ac7-6855a5a57380 None None] Set router e75b29d5-8702-42ef-92a7-2ad7834ef9f1 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:20:54.701857 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-604acae3-3f91-4c52-bd8a-19e2210320dd tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:54.812061 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-5a3502b8-ffb3-4df7-9c36-0523632208f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'name': 'tempest-RoutersTest-router-1947587361', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:19:49Z', 'updated_at': '2022-05-23T11:20:51Z', 'revision_number': 7, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'gw_port_host': None, '_interfaces': [{'id': '491b134a-b711-4ce2-bc65-d51843ffd9e1', 'name': '', 'network_id': 'd481c8d0-ced3-420e-aa0e-9ad199e1624b', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:bd:56:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2104aafc-5615-408b-a446-e6f44646ac4b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:20:06Z', 'updated_at': '2022-05-23T11:20:25Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '2104aafc-5615-408b-a446-e6f44646ac4b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53ae665a-80ee-472a-bf6f-cf32affce9d5', 'name': '', 'network_id': 'fcf428cb-8411-4416-907d-9b256e7925db', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:49:b5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:19:51Z', 'updated_at': '2022-05-23T11:20:12Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7fa63d-953c-4ab5-99d1-1ef6ac436571', 'name': '', 'network_id': '70111de0-3766-44fc-a210-b11032bf303b', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:22:17:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66e91086-6cee-4f90-8ebb-a9c52729cba6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:20:26Z', 'updated_at': '2022-05-23T11:20:41Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '66e91086-6cee-4f90-8ebb-a9c52729cba6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec63fdcf-87a2-458f-94ae-3bed0d8bbf60', 'name': '', 'network_id': '91696435-59b7-467f-9f32-949ece75a057', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:8b:2d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08dcb271-54f4-4a8f-85b9-3c25f680cef7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:20:39Z', 'updated_at': '2022-05-23T11:20:49Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '08dcb271-54f4-4a8f-85b9-3c25f680cef7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:20:54.830540 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e99d92eb-735f-45d5-85db-6ac2fd0e3fce None None] Port c22d68e3-0c99-4080-946f-3435a7e3f96e cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:20:54.876779 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3502b8-ffb3-4df7-9c36-0523632208f0 None None] Checking router: 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:20:54.933498 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:54.961430 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3502b8-ffb3-4df7-9c36-0523632208f0 None None] Routers {'6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:20:54.965995 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-5a3502b8-ffb3-4df7-9c36-0523632208f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:20:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:20:55.165505 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-443558b4-1f95-431a-ae99-1510a801aea9 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:55.274829 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 9a4ad35a-5af2-4d6e-9531-1943b45c2f82, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=9a4ad35a-5af2-4d6e-9531-1943b45c2f82,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:20:55.286906 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:55.445805 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=9a4ad35a-5af2-4d6e-9531-1943b45c2f82,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:55.465573 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-5a3502b8-ffb3-4df7-9c36-0523632208f0 None None] Set router 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:20:55.527538 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-252061a6-6e7e-43ff-8ac7-6855a5a57380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'name': 'tempest-AttachVolumeNegativeTest-1482793895-router', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:11:20Z', 'updated_at': '2022-05-23T11:11:34Z', 'revision_number': 4, 'project_id': '92ce77b1b70449899717558adda940d2', 'gw_port': {'id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:22Z', 'updated_at': '2022-05-23T11:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '9959c7e4-5ac1-4278-9125-90a08213ddc5', 'name': '', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'mac_address': 'fa:16:3e:c5:51:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:31Z', 'updated_at': '2022-05-23T11:11:44Z', 'revision_number': 5, 'project_id': '92ce77b1b70449899717558adda940d2', 'subnets': [{'id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:20:55.536539 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252061a6-6e7e-43ff-8ac7-6855a5a57380 None None] The sync data for ids ['e75b29d5-8702-42ef-92a7-2ad7834ef9f1'] in n-d-842952-2 is: [{'id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'name': 'tempest-AttachVolumeNegativeTest-1482793895-router', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:11:20Z', 'updated_at': '2022-05-23T11:11:34Z', 'revision_number': 4, 'project_id': '92ce77b1b70449899717558adda940d2', 'gw_port': {'id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:22Z', 'updated_at': '2022-05-23T11:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '9959c7e4-5ac1-4278-9125-90a08213ddc5', 'name': '', 'network_id': '297e8414-85bd-4e0d-aedb-8abf246d8703', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'mac_address': 'fa:16:3e:c5:51:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:31Z', 'updated_at': '2022-05-23T11:11:44Z', 'revision_number': 5, 'project_id': '92ce77b1b70449899717558adda940d2', 'subnets': [{'id': 'a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:20:55.555585 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-443558b4-1f95-431a-ae99-1510a801aea9 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Calling delete_port for c22d68e3-0c99-4080-946f-3435a7e3f96e owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:20:55.867580 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99962daf-16e3-4b17-a8d3-ab19c913c28c req-b0c1174b-662a-4bb5-a9a3-df36f18e50f4 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:55.876807 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-99962daf-16e3-4b17-a8d3-ab19c913c28c req-b0c1174b-662a-4bb5-a9a3-df36f18e50f4 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 947 time: 1.0847275 May 23 11:20:55.949478 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8c420-5460-4678-93f0-6994e14324e4 req-bb7be0aa-f5f4-4b3f-ada1-0bde4a81a22d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:55.959704 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-05e8c420-5460-4678-93f0-6994e14324e4 req-bb7be0aa-f5f4-4b3f-ada1-0bde4a81a22d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 1.0815582 May 23 11:20:56.046083 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-443558b4-1f95-431a-ae99-1510a801aea9 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:56.130319 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-5a3502b8-ffb3-4df7-9c36-0523632208f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'name': 'tempest-RoutersTest-router-1947587361', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:19:49Z', 'updated_at': '2022-05-23T11:20:51Z', 'revision_number': 7, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'gw_port_host': None, '_interfaces': [{'id': '491b134a-b711-4ce2-bc65-d51843ffd9e1', 'name': '', 'network_id': 'd481c8d0-ced3-420e-aa0e-9ad199e1624b', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:bd:56:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2104aafc-5615-408b-a446-e6f44646ac4b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:20:06Z', 'updated_at': '2022-05-23T11:20:25Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '2104aafc-5615-408b-a446-e6f44646ac4b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53ae665a-80ee-472a-bf6f-cf32affce9d5', 'name': '', 'network_id': 'fcf428cb-8411-4416-907d-9b256e7925db', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:49:b5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:19:51Z', 'updated_at': '2022-05-23T11:20:12Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7fa63d-953c-4ab5-99d1-1ef6ac436571', 'name': '', 'network_id': '70111de0-3766-44fc-a210-b11032bf303b', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:22:17:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66e91086-6cee-4f90-8ebb-a9c52729cba6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:20:26Z', 'updated_at': '2022-05-23T11:20:41Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '66e91086-6cee-4f90-8ebb-a9c52729cba6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec63fdcf-87a2-458f-94ae-3bed0d8bbf60', 'name': '', 'network_id': '91696435-59b7-467f-9f32-949ece75a057', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:8b:2d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08dcb271-54f4-4a8f-85b9-3c25f680cef7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:20:39Z', 'updated_at': '2022-05-23T11:20:49Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '08dcb271-54f4-4a8f-85b9-3c25f680cef7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:20:56.160055 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3502b8-ffb3-4df7-9c36-0523632208f0 None None] The sync data for ids ['6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'] in n-d-842952-2 is: [{'id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'name': 'tempest-RoutersTest-router-1947587361', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:19:49Z', 'updated_at': '2022-05-23T11:20:51Z', 'revision_number': 7, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'gw_port_host': None, '_interfaces': [{'id': '491b134a-b711-4ce2-bc65-d51843ffd9e1', 'name': '', 'network_id': 'd481c8d0-ced3-420e-aa0e-9ad199e1624b', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:bd:56:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2104aafc-5615-408b-a446-e6f44646ac4b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:20:06Z', 'updated_at': '2022-05-23T11:20:25Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '2104aafc-5615-408b-a446-e6f44646ac4b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53ae665a-80ee-472a-bf6f-cf32affce9d5', 'name': '', 'network_id': 'fcf428cb-8411-4416-907d-9b256e7925db', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:49:b5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:19:51Z', 'updated_at': '2022-05-23T11:20:12Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7fa63d-953c-4ab5-99d1-1ef6ac436571', 'name': '', 'network_id': '70111de0-3766-44fc-a210-b11032bf303b', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:22:17:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66e91086-6cee-4f90-8ebb-a9c52729cba6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:20:26Z', 'updated_at': '2022-05-23T11:20:41Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '66e91086-6cee-4f90-8ebb-a9c52729cba6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec63fdcf-87a2-458f-94ae-3bed0d8bbf60', 'name': '', 'network_id': '91696435-59b7-467f-9f32-949ece75a057', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:8b:2d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08dcb271-54f4-4a8f-85b9-3c25f680cef7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:20:39Z', 'updated_at': '2022-05-23T11:20:49Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '08dcb271-54f4-4a8f-85b9-3c25f680cef7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:20:56.196606 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443558b4-1f95-431a-ae99-1510a801aea9 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Port': ['ID=c22d68e3-0c99-4080-946f-3435a7e3f96e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:56.210567 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-99962daf-16e3-4b17-a8d3-ab19c913c28c req-dec08377-2113-4e76-a7ee-a2881528db35 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3326488 May 23 11:20:56.321369 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-05e8c420-5460-4678-93f0-6994e14324e4 req-bb29d15f-ff12-4f3d-97cd-7d9103f2751c tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600225 May 23 11:20:56.336451 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-443558b4-1f95-431a-ae99-1510a801aea9 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:56.379784 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-443558b4-1f95-431a-ae99-1510a801aea9 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/ports/c22d68e3-0c99-4080-946f-3435a7e3f96e HTTP/1.1" status: 204 len: 168 time: 2.8850658 May 23 11:20:56.384584 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60798) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:56.493328 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-604acae3-3f91-4c52-bd8a-19e2210320dd tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Deleting port ec63fdcf-87a2-458f-94ae-3bed0d8bbf60 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:20:56.497172 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-604acae3-3f91-4c52-bd8a-19e2210320dd tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:56.703608 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efcc9c0-16f9-449e-8c85-872aa9791dcb tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:56.739102 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efcc9c0-16f9-449e-8c85-872aa9791dcb tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:56.758025 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6efcc9c0-16f9-449e-8c85-872aa9791dcb tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:20:56.766496 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60810) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:56.933876 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce999f4e-bf17-4d49-bc7b-811edac4c408 None None] New status for floating IP 7896e39a-35ba-4b75-bac1-6b84af9951b7: DOWN {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:20:56.948750 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89b2407-6695-4ff9-977b-e9fe78137e6d None None] Sync routers for ids ['6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:20:56.957349 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6efcc9c0-16f9-449e-8c85-872aa9791dcb tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:20:56.962263 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-6efcc9c0-16f9-449e-8c85-872aa9791dcb tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5729911 May 23 11:20:56.967203 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60814) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:56.977608 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89b2407-6695-4ff9-977b-e9fe78137e6d None None] Routers {'6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:20:56.978042 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d89b2407-6695-4ff9-977b-e9fe78137e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:20:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:20:57.146761 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-604acae3-3f91-4c52-bd8a-19e2210320dd tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] For port ec63fdcf-87a2-458f-94ae-3bed0d8bbf60, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=ec63fdcf-87a2-458f-94ae-3bed0d8bbf60,segment=NetworkSegment(e473000c-44af-4245-96a1-6f37fd48e751),segment_id=e473000c-44af-4245-96a1-6f37fd48e751)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:20:57.147919 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-604acae3-3f91-4c52-bd8a-19e2210320dd tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:57.412263 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-604acae3-3f91-4c52-bd8a-19e2210320dd tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Calling delete_port for ec63fdcf-87a2-458f-94ae-3bed0d8bbf60 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:20:57.655206 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 9a4ad35a-5af2-4d6e-9531-1943b45c2f82 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:20:57.730657 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b956db95-3585-476b-8254-67471e40b52b tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:57.772566 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-d89b2407-6695-4ff9-977b-e9fe78137e6d None None] Set router 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:20:57.793146 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b956db95-3585-476b-8254-67471e40b52b tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:57.839121 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 9a4ad35a-5af2-4d6e-9531-1943b45c2f82 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:20:57.840025 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:57.915303 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b956db95-3585-476b-8254-67471e40b52b tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:57.988709 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b956db95-3585-476b-8254-67471e40b52b tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86dec8f3-5612-4480-a396-67582eceb525,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:57.998261 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b956db95-3585-476b-8254-67471e40b52b tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:58.002241 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b956db95-3585-476b-8254-67471e40b52b tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "DELETE /v2.0/security-groups/86dec8f3-5612-4480-a396-67582eceb525 HTTP/1.1" status: 204 len: 168 time: 1.2242036 May 23 11:20:58.090941 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60840) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:58.155229 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-ea1bc7c7-54c8-4dc0-a3fb-5acdafcb0ceb tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] show failed (client error): The resource could not be found. May 23 11:20:58.167345 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ea1bc7c7-54c8-4dc0-a3fb-5acdafcb0ceb tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "GET /v2.0/security-groups/86dec8f3-5612-4480-a396-67582eceb525 HTTP/1.1" status: 404 len: 347 time: 0.0754175 May 23 11:20:58.167973 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60846) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:58.220396 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-2758ab1f-a6f6-4728-8ee4-2feee68a1642 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting subnet a0031a62-b72d-4579-a249-c4581d3f6493 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:20:58.250170 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2758ab1f-a6f6-4728-8ee4-2feee68a1642 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:58.359189 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-604acae3-3f91-4c52-bd8a-19e2210320dd tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:58.462257 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7caa9e-8614-482c-b51b-1b41a9262732 req-b1462836-2272-47bb-b63a-c3951592544c tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:58.470506 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5c7caa9e-8614-482c-b51b-1b41a9262732 req-b1462836-2272-47bb-b63a-c3951592544c tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 1.3414986 May 23 11:20:58.522622 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2758ab1f-a6f6-4728-8ee4-2feee68a1642 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:58.583528 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd1fa1-32e3-46e2-bc15-0b627db34c04 req-f99d052c-f54d-4343-87fa-fda0dea415eb tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:58.595341 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d1fd1fa1-32e3-46e2-bc15-0b627db34c04 req-f99d052c-f54d-4343-87fa-fda0dea415eb tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89 HTTP/1.1" status: 200 len: 945 time: 1.2390211 May 23 11:20:58.600978 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604acae3-3f91-4c52-bd8a-19e2210320dd tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event deleted for resources: {'Port': ['ID=ec63fdcf-87a2-458f-94ae-3bed0d8bbf60,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:58.604326 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-0a9f7f3a-c2d6-4f67-af4d-683a8b79cfb3 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Deleting port 1fb4d3d8-2acf-486f-a89b-8aad15dbca24 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:20:58.609066 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0a9f7f3a-c2d6-4f67-af4d-683a8b79cfb3 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:58.701638 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5c7caa9e-8614-482c-b51b-1b41a9262732 req-847c36cf-1b63-458f-856a-af8274fab491 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299027 May 23 11:20:58.708321 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d1fd1fa1-32e3-46e2-bc15-0b627db34c04 req-ac780a7d-b76e-42ab-b102-3c50c93ab79e tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5e7d2e4-d721-4138-a0e8-2d99d4530de0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098313 May 23 11:20:58.779250 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d89b2407-6695-4ff9-977b-e9fe78137e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'name': 'tempest-RoutersTest-router-1947587361', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:19:49Z', 'updated_at': '2022-05-23T11:20:51Z', 'revision_number': 7, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'gw_port_host': None, '_interfaces': [{'id': '491b134a-b711-4ce2-bc65-d51843ffd9e1', 'name': '', 'network_id': 'd481c8d0-ced3-420e-aa0e-9ad199e1624b', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:bd:56:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2104aafc-5615-408b-a446-e6f44646ac4b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:20:06Z', 'updated_at': '2022-05-23T11:20:25Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '2104aafc-5615-408b-a446-e6f44646ac4b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53ae665a-80ee-472a-bf6f-cf32affce9d5', 'name': '', 'network_id': 'fcf428cb-8411-4416-907d-9b256e7925db', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:49:b5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:19:51Z', 'updated_at': '2022-05-23T11:20:12Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7fa63d-953c-4ab5-99d1-1ef6ac436571', 'name': '', 'network_id': '70111de0-3766-44fc-a210-b11032bf303b', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:22:17:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66e91086-6cee-4f90-8ebb-a9c52729cba6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:20:26Z', 'updated_at': '2022-05-23T11:20:41Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '66e91086-6cee-4f90-8ebb-a9c52729cba6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec63fdcf-87a2-458f-94ae-3bed0d8bbf60', 'name': '', 'network_id': '91696435-59b7-467f-9f32-949ece75a057', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:8b:2d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08dcb271-54f4-4a8f-85b9-3c25f680cef7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:20:39Z', 'updated_at': '2022-05-23T11:20:49Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '08dcb271-54f4-4a8f-85b9-3c25f680cef7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:20:58.788946 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2758ab1f-a6f6-4728-8ee4-2feee68a1642 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:58.793043 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89b2407-6695-4ff9-977b-e9fe78137e6d None None] Checking router: 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:20:58.823890 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89b2407-6695-4ff9-977b-e9fe78137e6d None None] Routers {'6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:20:58.824714 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d89b2407-6695-4ff9-977b-e9fe78137e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:20:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:20:58.902372 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2758ab1f-a6f6-4728-8ee4-2feee68a1642 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:58.997548 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2758ab1f-a6f6-4728-8ee4-2feee68a1642 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Subnet': ['ID=a0031a62-b72d-4579-a249-c4581d3f6493,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:20:59.016746 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d7151c-02ba-48de-91f5-d8f46100e27e None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:20:59.026854 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2758ab1f-a6f6-4728-8ee4-2feee68a1642 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:59.080639 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2758ab1f-a6f6-4728-8ee4-2feee68a1642 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/a0031a62-b72d-4579-a249-c4581d3f6493 HTTP/1.1" status: 204 len: 168 time: 2.1122758 May 23 11:20:59.087169 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60852) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:59.286307 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2a7e5a1e-1e56-461e-8d34-a73a935efbae tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1949043 May 23 11:20:59.286995 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60858) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:20:59.302044 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-d89b2407-6695-4ff9-977b-e9fe78137e6d None None] Set router 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:20:59.530187 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0a9f7f3a-c2d6-4f67-af4d-683a8b79cfb3 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:59.530775 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0a9f7f3a-c2d6-4f67-af4d-683a8b79cfb3 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:59.657988 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eea199f-a13c-4714-9dd2-226b5e6567d0 None None] DHCP port deletion for db5fdb8a-4d76-428d-84ca-c911a4d5dee2 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:20:59.665125 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8eea199f-a13c-4714-9dd2-226b5e6567d0 None None] Deleting port 9a4ad35a-5af2-4d6e-9531-1943b45c2f82 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:20:59.668912 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8eea199f-a13c-4714-9dd2-226b5e6567d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:20:59.674188 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f82a4-35ec-4f02-9669-21f5bf7bf67e req-7c43ff37-5b6d-4b0a-b851-3a8b0849f83b tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:59.688085 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e05f82a4-35ec-4f02-9669-21f5bf7bf67e req-7c43ff37-5b6d-4b0a-b851-3a8b0849f83b tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 947 time: 0.3983309 May 23 11:20:59.728075 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba147c-5af3-4c26-b282-e7915ce8c730 req-d2b283f8-6ffa-4238-aa48-2213f3f97806 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:59.735868 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6fba147c-5af3-4c26-b282-e7915ce8c730 req-d2b283f8-6ffa-4238-aa48-2213f3f97806 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.4485080 May 23 11:20:59.881394 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6fba147c-5af3-4c26-b282-e7915ce8c730 req-d7b77357-242b-4e15-95fc-914a41fb409a tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442530 May 23 11:20:59.913935 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d89b2407-6695-4ff9-977b-e9fe78137e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'name': 'tempest-RoutersTest-router-1947587361', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:19:49Z', 'updated_at': '2022-05-23T11:20:57Z', 'revision_number': 8, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'gw_port_host': None, '_interfaces': [{'id': '491b134a-b711-4ce2-bc65-d51843ffd9e1', 'name': '', 'network_id': 'd481c8d0-ced3-420e-aa0e-9ad199e1624b', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:bd:56:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2104aafc-5615-408b-a446-e6f44646ac4b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:20:06Z', 'updated_at': '2022-05-23T11:20:25Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '2104aafc-5615-408b-a446-e6f44646ac4b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53ae665a-80ee-472a-bf6f-cf32affce9d5', 'name': '', 'network_id': 'fcf428cb-8411-4416-907d-9b256e7925db', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:49:b5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:19:51Z', 'updated_at': '2022-05-23T11:20:12Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7fa63d-953c-4ab5-99d1-1ef6ac436571', 'name': '', 'network_id': '70111de0-3766-44fc-a210-b11032bf303b', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:22:17:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66e91086-6cee-4f90-8ebb-a9c52729cba6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:20:26Z', 'updated_at': '2022-05-23T11:20:41Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '66e91086-6cee-4f90-8ebb-a9c52729cba6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:20:59.924654 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89b2407-6695-4ff9-977b-e9fe78137e6d None None] The sync data for ids ['6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'] in n-d-842952-2 is: [{'id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'name': 'tempest-RoutersTest-router-1947587361', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:19:49Z', 'updated_at': '2022-05-23T11:20:57Z', 'revision_number': 8, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'gw_port_host': None, '_interfaces': [{'id': '491b134a-b711-4ce2-bc65-d51843ffd9e1', 'name': '', 'network_id': 'd481c8d0-ced3-420e-aa0e-9ad199e1624b', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:bd:56:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2104aafc-5615-408b-a446-e6f44646ac4b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:20:06Z', 'updated_at': '2022-05-23T11:20:25Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '2104aafc-5615-408b-a446-e6f44646ac4b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53ae665a-80ee-472a-bf6f-cf32affce9d5', 'name': '', 'network_id': 'fcf428cb-8411-4416-907d-9b256e7925db', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:49:b5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:19:51Z', 'updated_at': '2022-05-23T11:20:12Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7fa63d-953c-4ab5-99d1-1ef6ac436571', 'name': '', 'network_id': '70111de0-3766-44fc-a210-b11032bf303b', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:22:17:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66e91086-6cee-4f90-8ebb-a9c52729cba6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:20:26Z', 'updated_at': '2022-05-23T11:20:41Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '66e91086-6cee-4f90-8ebb-a9c52729cba6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:20:59.995891 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df682aa-a1cb-420c-b62e-e31eee8f59e7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:20:59.996641 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3df682aa-a1cb-420c-b62e-e31eee8f59e7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:21:00.044029 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e05f82a4-35ec-4f02-9669-21f5bf7bf67e req-82ebd8e7-318e-4eed-9be7-803280b72cbd tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3529973 May 23 11:21:00.073359 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3df682aa-a1cb-420c-b62e-e31eee8f59e7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:21:00.078480 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3df682aa-a1cb-420c-b62e-e31eee8f59e7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7881622 May 23 11:21:00.090682 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60866) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:00.138238 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-0a9f7f3a-c2d6-4f67-af4d-683a8b79cfb3 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Calling delete_port for 1fb4d3d8-2acf-486f-a89b-8aad15dbca24 owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:21:00.313845 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-8eea199f-a13c-4714-9dd2-226b5e6567d0 None None] For port 9a4ad35a-5af2-4d6e-9531-1943b45c2f82, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=9a4ad35a-5af2-4d6e-9531-1943b45c2f82,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:21:00.314465 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8eea199f-a13c-4714-9dd2-226b5e6567d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:00.363358 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f79be6-b238-4acd-a3d9-e943f5f60efd tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:00.363358 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-46f79be6-b238-4acd-a3d9-e943f5f60efd tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:21:00.614942 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-46f79be6-b238-4acd-a3d9-e943f5f60efd tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:21:00.619451 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-46f79be6-b238-4acd-a3d9-e943f5f60efd tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5265102 May 23 11:21:00.620307 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60874) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:00.716163 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-604acae3-3f91-4c52-bd8a-19e2210320dd tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:00.737305 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0a9f7f3a-c2d6-4f67-af4d-683a8b79cfb3 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:00.773660 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8eea199f-a13c-4714-9dd2-226b5e6567d0 None None] Calling delete_port for 9a4ad35a-5af2-4d6e-9531-1943b45c2f82 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:21:00.808223 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9f7f3a-c2d6-4f67-af4d-683a8b79cfb3 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Pushing event deleted for resources: {'Port': ['ID=1fb4d3d8-2acf-486f-a89b-8aad15dbca24,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:00.822894 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-45ce2477-9a3a-4584-82f0-2c26a6bee9ae tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1957440 May 23 11:21:00.826252 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60878) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:00.846406 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-c89e15dc-f80a-472a-bbf8-aa4fc22d7ff1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'subnet': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:21:00.972377 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8eea199f-a13c-4714-9dd2-226b5e6567d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:01.094595 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea199f-a13c-4714-9dd2-226b5e6567d0 None None] Pushing event deleted for resources: {'Port': ['ID=9a4ad35a-5af2-4d6e-9531-1943b45c2f82,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:01.100542 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0a9f7f3a-c2d6-4f67-af4d-683a8b79cfb3 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:01.118222 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eea199f-a13c-4714-9dd2-226b5e6567d0 None None] No DVR routers for this DVR port 9a4ad35a-5af2-4d6e-9531-1943b45c2f82 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:21:01.145652 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d515d6-ee5e-4620-b54c-1ae2ac0e1418 req-cc1578ea-5876-438a-92b0-aa4110da0f9b tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:01.147271 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-01d515d6-ee5e-4620-b54c-1ae2ac0e1418 req-cc1578ea-5876-438a-92b0-aa4110da0f9b tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89 HTTP/1.1" status: 200 len: 945 time: 0.9123709 May 23 11:21:01.152414 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0a9f7f3a-c2d6-4f67-af4d-683a8b79cfb3 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:01.153538 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0a9f7f3a-c2d6-4f67-af4d-683a8b79cfb3 tempest-AttachVolumeNegativeTest-2002632389 tempest-AttachVolumeNegativeTest-2002632389-project] 10.222.0.79 "DELETE /v2.0/floatingips/7896e39a-35ba-4b75-bac1-6b84af9951b7 HTTP/1.1" status: 204 len: 168 time: 2.9822159 May 23 11:21:01.285406 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c89e15dc-f80a-472a-bbf8-aa4fc22d7ff1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:21:01.472651 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ec63fdcf-87a2-458f-94ae-3bed0d8bbf60 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:21:01.503775 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c89e15dc-f80a-472a-bbf8-aa4fc22d7ff1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:21:01.536130 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb091a23-b4d4-450d-a558-b37daf8c22cf req-cd08084e-bcf2-4b48-a15b-742b8041c3c3 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:01.546898 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cb091a23-b4d4-450d-a558-b37daf8c22cf req-cd08084e-bcf2-4b48-a15b-742b8041c3c3 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 1.1749449 May 23 11:21:01.557913 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: ec63fdcf-87a2-458f-94ae-3bed0d8bbf60 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:21:01.558256 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ec63fdcf-87a2-458f-94ae-3bed0d8bbf60 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:21:01.562816 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 9a4ad35a-5af2-4d6e-9531-1943b45c2f82 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:21:01.607745 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89e15dc-f80a-472a-bbf8-aa4fc22d7ff1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:21:01.614533 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c89e15dc-f80a-472a-bbf8-aa4fc22d7ff1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:01.640842 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 9a4ad35a-5af2-4d6e-9531-1943b45c2f82 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:21:01.641093 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 9a4ad35a-5af2-4d6e-9531-1943b45c2f82 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:21:01.960637 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-01d515d6-ee5e-4620-b54c-1ae2ac0e1418 req-72295f48-3a66-488f-947d-39ea5cf83efa tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5e7d2e4-d721-4138-a0e8-2d99d4530de0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6340935 May 23 11:21:02.087797 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cb091a23-b4d4-450d-a558-b37daf8c22cf req-3b12dab6-c9f5-4f80-a708-a6f8d3a8767e tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5306344 May 23 11:21:02.170302 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604acae3-3f91-4c52-bd8a-19e2210320dd tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Router 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:21:02.421175 n-d-842952-2 neutron-server[83910]: DEBUG neutron.objects.ports [None req-c89e15dc-f80a-472a-bbf8-aa4fc22d7ff1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83910) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 23 11:21:02.459880 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c89e15dc-f80a-472a-bbf8-aa4fc22d7ff1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:02.646338 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604acae3-3f91-4c52-bd8a-19e2210320dd tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:21:02.653554 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-604acae3-3f91-4c52-bd8a-19e2210320dd tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "PUT /v2.0/routers/6f7c44f5-e4fd-461e-9a21-fa8d09071ce4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1822000 May 23 11:21:02.659597 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8036a9fa-67e0-4d8c-ba42-55992d5e6e5c None None] Sync routers for ids ['6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:21:02.663076 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60896) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:02.681569 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8036a9fa-67e0-4d8c-ba42-55992d5e6e5c None None] Routers {'6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:21:02.684572 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-8036a9fa-67e0-4d8c-ba42-55992d5e6e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:20:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:21:03.039767 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89e15dc-f80a-472a-bbf8-aa4fc22d7ff1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:21:03.053820 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-c89e15dc-f80a-472a-bbf8-aa4fc22d7ff1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:21:03.068205 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-8036a9fa-67e0-4d8c-ba42-55992d5e6e5c None None] Set router 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:21:03.075863 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89e15dc-f80a-472a-bbf8-aa4fc22d7ff1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:03.076660 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c89e15dc-f80a-472a-bbf8-aa4fc22d7ff1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:03.133456 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454965f8-3f37-470d-be73-16f24697dad0 req-30ecb798-2470-40de-85f5-995a7a7b5e7d tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:03.146046 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-454965f8-3f37-470d-be73-16f24697dad0 req-30ecb798-2470-40de-85f5-995a7a7b5e7d tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 947 time: 0.7205007 May 23 11:21:03.164084 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e15dc-f80a-472a-bbf8-aa4fc22d7ff1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Subnet': ['ID=2def5750-534c-46df-ac4b-e263833a4872,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:03.250885 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-454965f8-3f37-470d-be73-16f24697dad0 req-df578908-7ca2-4dde-b8ec-659ff68fd7c0 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037014 May 23 11:21:03.291698 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ddc8e-4869-46e4-99ac-1edce9db1944 req-3e9f07d0-317d-44e8-92ad-cbb9968a4fea tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:03.295982 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-734ddc8e-4869-46e4-99ac-1edce9db1944 req-3e9f07d0-317d-44e8-92ad-cbb9968a4fea tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.8707955 May 23 11:21:03.305623 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c89e15dc-f80a-472a-bbf8-aa4fc22d7ff1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.4771738 May 23 11:21:03.319287 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60902) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:03.320818 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-c8404ccd-d63c-4597-b260-9fc3c5f38258 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'port': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'mac_address': 'fa:16:3e:9f:13:67', 'name': 'tempest-NetworksTestDHCPv6-300936237'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:21:03.347257 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52397407-7299-4f2f-a84a-8c5d96555f39 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:21:03.591001 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-9417a892-fb61-42f7-8f61-6fa9bfcf5317 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Deleting subnet 08dcb271-54f4-4a8f-85b9-3c25f680cef7 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:21:03.594266 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9417a892-fb61-42f7-8f61-6fa9bfcf5317 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:03.664446 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c8404ccd-d63c-4597-b260-9fc3c5f38258 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:21:03.817657 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c8404ccd-d63c-4597-b260-9fc3c5f38258 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:21:03.860486 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9417a892-fb61-42f7-8f61-6fa9bfcf5317 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:03.958250 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8404ccd-d63c-4597-b260-9fc3c5f38258 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:21:04.076004 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9417a892-fb61-42f7-8f61-6fa9bfcf5317 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:04.107659 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-734ddc8e-4869-46e4-99ac-1edce9db1944 req-e2dda44f-900c-492c-9901-43467aaf17b0 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4498279 May 23 11:21:04.346837 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9417a892-fb61-42f7-8f61-6fa9bfcf5317 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:04.437045 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417a892-fb61-42f7-8f61-6fa9bfcf5317 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event deleted for resources: {'Subnet': ['ID=08dcb271-54f4-4a8f-85b9-3c25f680cef7,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:04.452625 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9417a892-fb61-42f7-8f61-6fa9bfcf5317 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:04.462756 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c8404ccd-d63c-4597-b260-9fc3c5f38258 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:04.463402 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9417a892-fb61-42f7-8f61-6fa9bfcf5317 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "DELETE /v2.0/subnets/08dcb271-54f4-4a8f-85b9-3c25f680cef7 HTTP/1.1" status: 204 len: 168 time: 1.7989061 May 23 11:21:04.465779 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60914) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:04.469675 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4dc136-b40d-4d1d-a6a6-75b0fa0e7965 None None] Network 91696435-59b7-467f-9f32-949ece75a057 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:21:04.548781 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a361ea9-5aa8-46ec-b1c4-726dea0a3d26 req-eaa95357-19d9-4851-95f3-376562b64e01 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:04.560428 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6a361ea9-5aa8-46ec-b1c4-726dea0a3d26 req-eaa95357-19d9-4851-95f3-376562b64e01 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89 HTTP/1.1" status: 200 len: 945 time: 1.0045459 May 23 11:21:04.692432 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-c8404ccd-d63c-4597-b260-9fc3c5f38258 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] device_id is not set on port 1c3eef06-a5a5-4acd-98b9-04cb0050725c yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:21:04.791230 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc6d05c9-c641-4d24-bd70-9237bb852d7a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:04.816883 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d05c9-c641-4d24-bd70-9237bb852d7a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Deleting port bed94801-48c7-469e-9d81-9bc5956166ff {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:21:04.817519 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc6d05c9-c641-4d24-bd70-9237bb852d7a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:04.837559 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6a361ea9-5aa8-46ec-b1c4-726dea0a3d26 req-7d4cc3c4-46f1-422e-a49f-ad1e49923d2d tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5e7d2e4-d721-4138-a0e8-2d99d4530de0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2762511 May 23 11:21:05.275752 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-c8404ccd-d63c-4597-b260-9fc3c5f38258 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Allocated IP 2001:db8::f816:3eff:fe9f:1367 (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/2def5750-534c-46df-ac4b-e263833a4872/1c3eef06-a5a5-4acd-98b9-04cb0050725c) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:21:05.284266 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-8036a9fa-67e0-4d8c-ba42-55992d5e6e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'name': 'tempest-RoutersTest-router-1947587361', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:19:49Z', 'updated_at': '2022-05-23T11:20:57Z', 'revision_number': 8, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'gw_port_host': None, '_interfaces': [{'id': '491b134a-b711-4ce2-bc65-d51843ffd9e1', 'name': '', 'network_id': 'd481c8d0-ced3-420e-aa0e-9ad199e1624b', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:bd:56:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2104aafc-5615-408b-a446-e6f44646ac4b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:20:06Z', 'updated_at': '2022-05-23T11:20:25Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '2104aafc-5615-408b-a446-e6f44646ac4b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53ae665a-80ee-472a-bf6f-cf32affce9d5', 'name': '', 'network_id': 'fcf428cb-8411-4416-907d-9b256e7925db', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:49:b5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:19:51Z', 'updated_at': '2022-05-23T11:20:12Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7fa63d-953c-4ab5-99d1-1ef6ac436571', 'name': '', 'network_id': '70111de0-3766-44fc-a210-b11032bf303b', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:22:17:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66e91086-6cee-4f90-8ebb-a9c52729cba6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:20:26Z', 'updated_at': '2022-05-23T11:20:41Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '66e91086-6cee-4f90-8ebb-a9c52729cba6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:21:05.287568 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8036a9fa-67e0-4d8c-ba42-55992d5e6e5c None None] Checking router: 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:21:05.299595 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef309886-07c7-4527-af47-65434c463287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'tenant_id': '7898a2f847b24320a42ded6c2b4bd651', 'fixed_ips': [{'subnet_id': '2def5750-534c-46df-ac4b-e263833a4872'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:21:05.299954 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ef309886-07c7-4527-af47-65434c463287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:05.326176 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8036a9fa-67e0-4d8c-ba42-55992d5e6e5c None None] Routers {'6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:21:05.326837 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-8036a9fa-67e0-4d8c-ba42-55992d5e6e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:20:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:21:05.439176 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-dc6d05c9-c641-4d24-bd70-9237bb852d7a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] For port bed94801-48c7-469e-9d81-9bc5956166ff, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=bed94801-48c7-469e-9d81-9bc5956166ff,segment=NetworkSegment(e473000c-44af-4245-96a1-6f37fd48e751),segment_id=e473000c-44af-4245-96a1-6f37fd48e751)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:21:05.439540 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc6d05c9-c641-4d24-bd70-9237bb852d7a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:05.709349 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b68a283f-0b1a-4f89-924d-8d74082cd455 req-e70faa6c-da54-4963-83c2-13346380d9d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c8ada26741884c689d0e80f64385eb15&device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 1096 time: 0.4092441 May 23 11:21:05.733839 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd139755-5673-4724-b539-f2658fcd3d8f req-58ec4af6-8a53-47dd-91dd-65eb4f8ff1e7 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:05.748448 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dd139755-5673-4724-b539-f2658fcd3d8f req-58ec4af6-8a53-47dd-91dd-65eb4f8ff1e7 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 947 time: 0.2836926 May 23 11:21:05.776499 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d05c9-c641-4d24-bd70-9237bb852d7a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Calling delete_port for bed94801-48c7-469e-9d81-9bc5956166ff owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:21:05.978984 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc6d05c9-c641-4d24-bd70-9237bb852d7a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:06.015554 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a283f-0b1a-4f89-924d-8d74082cd455 req-6599b569-9932-4885-b499-5c1182b7e869 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:06.022532 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b68a283f-0b1a-4f89-924d-8d74082cd455 req-6599b569-9932-4885-b499-5c1182b7e869 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c8f610f3-246f-4e9c-bcad-00bcd258b4f5 HTTP/1.1" status: 200 len: 914 time: 0.2245891 May 23 11:21:06.048385 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dd139755-5673-4724-b539-f2658fcd3d8f req-fa955366-3d13-4a20-9f07-51b2b955952c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2985313 May 23 11:21:06.101109 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d05c9-c641-4d24-bd70-9237bb852d7a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event deleted for resources: {'Port': ['ID=bed94801-48c7-469e-9d81-9bc5956166ff,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:06.116745 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6d05c9-c641-4d24-bd70-9237bb852d7a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] No DVR routers for this DVR port bed94801-48c7-469e-9d81-9bc5956166ff on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:21:06.164303 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-8036a9fa-67e0-4d8c-ba42-55992d5e6e5c None None] Set router 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:21:06.276090 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:21:06.313542 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cd750c-1126-421b-833f-df40e4ad68b5 None None] DHCP port deletion for 91696435-59b7-467f-9f32-949ece75a057 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:21:06.330489 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b68a283f-0b1a-4f89-924d-8d74082cd455 req-e0560559-f4d0-4d50-8847-119136e9bd63 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0ec35eea-9b2b-474f-9ce7-3bfe44146239 HTTP/1.1" status: 200 len: 217 time: 0.2735131 May 23 11:21:06.485018 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc6d05c9-c641-4d24-bd70-9237bb852d7a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:06.569200 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-dc6d05c9-c641-4d24-bd70-9237bb852d7a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91696435-59b7-467f-9f32-949ece75a057']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:21:06.599695 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-dc6d05c9-c641-4d24-bd70-9237bb852d7a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e473000c-44af-4245-96a1-6f37fd48e751') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:21:06.600447 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-dc6d05c9-c641-4d24-bd70-9237bb852d7a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e473000c-44af-4245-96a1-6f37fd48e751') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:21:06.624946 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc6d05c9-c641-4d24-bd70-9237bb852d7a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:06.659275 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc6d05c9-c641-4d24-bd70-9237bb852d7a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:06.682503 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc6d05c9-c641-4d24-bd70-9237bb852d7a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:21:06.683047 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc6d05c9-c641-4d24-bd70-9237bb852d7a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:06.706628 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:21:06.706628 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:21:06.706628 n-d-842952-2 neutron-server[83911]: timer() May 23 11:21:06.706628 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:21:06.706628 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:21:06.706628 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:21:06.706628 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:21:06.706628 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:21:06.706628 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:21:06.706628 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:21:06.706628 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:21:06.706628 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:21:06.706628 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:21:06.706628 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:21:06.706628 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:21:06.706628 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:21:06.706628 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:21:06.706628 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:21:06.706628 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:21:06.706628 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:21:06.706628 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:21:06.706628 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:21:06.706628 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:21:06.706628 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:21:06.706628 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:21:06.706628 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:21:06.706628 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:21:06.706628 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:21:06.706628 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:21:06.706628 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:21:06.706628 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:21:06.706628 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:21:06.836026 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a283f-0b1a-4f89-924d-8d74082cd455 req-38a06854-b39f-432f-b842-885c8d55b265 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:06.837814 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b68a283f-0b1a-4f89-924d-8d74082cd455 req-38a06854-b39f-432f-b842-885c8d55b265 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=921f8ad7-2327-456b-8d69-73b599e668ca HTTP/1.1" status: 200 len: 853 time: 0.2380543 May 23 11:21:06.929001 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc6d05c9-c641-4d24-bd70-9237bb852d7a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:06.962250 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc6d05c9-c641-4d24-bd70-9237bb852d7a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:07.002240 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-dc6d05c9-c641-4d24-bd70-9237bb852d7a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "DELETE /v2.0/networks/91696435-59b7-467f-9f32-949ece75a057 HTTP/1.1" status: 204 len: 168 time: 2.5328021 May 23 11:21:07.004304 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 60944) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:07.046063 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-8036a9fa-67e0-4d8c-ba42-55992d5e6e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'name': 'tempest-RoutersTest-router-1947587361', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:19:49Z', 'updated_at': '2022-05-23T11:20:57Z', 'revision_number': 8, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'gw_port_host': None, '_interfaces': [{'id': '491b134a-b711-4ce2-bc65-d51843ffd9e1', 'name': '', 'network_id': 'd481c8d0-ced3-420e-aa0e-9ad199e1624b', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:bd:56:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2104aafc-5615-408b-a446-e6f44646ac4b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:20:06Z', 'updated_at': '2022-05-23T11:20:25Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '2104aafc-5615-408b-a446-e6f44646ac4b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53ae665a-80ee-472a-bf6f-cf32affce9d5', 'name': '', 'network_id': 'fcf428cb-8411-4416-907d-9b256e7925db', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:49:b5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:19:51Z', 'updated_at': '2022-05-23T11:20:12Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7fa63d-953c-4ab5-99d1-1ef6ac436571', 'name': '', 'network_id': '70111de0-3766-44fc-a210-b11032bf303b', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:22:17:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66e91086-6cee-4f90-8ebb-a9c52729cba6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:20:26Z', 'updated_at': '2022-05-23T11:20:41Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '66e91086-6cee-4f90-8ebb-a9c52729cba6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:21:07.061530 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8036a9fa-67e0-4d8c-ba42-55992d5e6e5c None None] The sync data for ids ['6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'] in n-d-842952-2 is: [{'id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'name': 'tempest-RoutersTest-router-1947587361', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:19:49Z', 'updated_at': '2022-05-23T11:20:57Z', 'revision_number': 8, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'gw_port_host': None, '_interfaces': [{'id': '491b134a-b711-4ce2-bc65-d51843ffd9e1', 'name': '', 'network_id': 'd481c8d0-ced3-420e-aa0e-9ad199e1624b', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:bd:56:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2104aafc-5615-408b-a446-e6f44646ac4b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:20:06Z', 'updated_at': '2022-05-23T11:20:25Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '2104aafc-5615-408b-a446-e6f44646ac4b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53ae665a-80ee-472a-bf6f-cf32affce9d5', 'name': '', 'network_id': 'fcf428cb-8411-4416-907d-9b256e7925db', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:49:b5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:19:51Z', 'updated_at': '2022-05-23T11:20:12Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7fa63d-953c-4ab5-99d1-1ef6ac436571', 'name': '', 'network_id': '70111de0-3766-44fc-a210-b11032bf303b', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:22:17:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66e91086-6cee-4f90-8ebb-a9c52729cba6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:20:26Z', 'updated_at': '2022-05-23T11:20:41Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '66e91086-6cee-4f90-8ebb-a9c52729cba6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:21:07.184406 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d05c9-c641-4d24-bd70-9237bb852d7a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event deleted for resources: {'Network': ['ID=91696435-59b7-467f-9f32-949ece75a057,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:07.238570 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c8404ccd-d63c-4597-b260-9fc3c5f38258 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:07.291663 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-c8404ccd-d63c-4597-b260-9fc3c5f38258 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Transition to ACTIVE for port object 1c3eef06-a5a5-4acd-98b9-04cb0050725c will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:21:07.473772 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c8404ccd-d63c-4597-b260-9fc3c5f38258 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:07.543953 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-ef309886-07c7-4527-af47-65434c463287 None None] Allocated IP 2001:db8::f816:3eff:fe47:93ee (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/2def5750-534c-46df-ac4b-e263833a4872/ca13ca58-38fb-4346-88b1-4a308745845e) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:21:07.555158 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b68a283f-0b1a-4f89-924d-8d74082cd455 req-2a0042d3-886c-426c-ba2d-2debda54e599 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c8f610f3-246f-4e9c-bcad-00bcd258b4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1845427 May 23 11:21:07.586098 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device bed94801-48c7-469e-9d81-9bc5956166ff no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:21:07.620159 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8404ccd-d63c-4597-b260-9fc3c5f38258 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:21:07.654633 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-c8404ccd-d63c-4597-b260-9fc3c5f38258 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:21:07.924194 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8404ccd-d63c-4597-b260-9fc3c5f38258 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:21:07.928826 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8404ccd-d63c-4597-b260-9fc3c5f38258 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:07.936597 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c8404ccd-d63c-4597-b260-9fc3c5f38258 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:07.991079 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa94e3-0d6f-455a-afa1-11caf62d811a req-3e56cbc4-3d34-4477-aec5-791ad0b7ae3d tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:07.999050 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-84fa94e3-0d6f-455a-afa1-11caf62d811a req-3e56cbc4-3d34-4477-aec5-791ad0b7ae3d tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89 HTTP/1.1" status: 200 len: 945 time: 1.6426530 May 23 11:21:08.016637 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: bed94801-48c7-469e-9d81-9bc5956166ff {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:21:08.017185 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device bed94801-48c7-469e-9d81-9bc5956166ff not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:21:08.039711 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:08.046537 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8404ccd-d63c-4597-b260-9fc3c5f38258 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Port': ['ID=1c3eef06-a5a5-4acd-98b9-04cb0050725c,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:08.065774 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde9781-7e20-4dd2-846a-86080db2e045 req-0ac20fc7-ad1f-4d5a-88ed-065d2e4d0f49 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:08.073012 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dbde9781-7e20-4dd2-846a-86080db2e045 req-0ac20fc7-ad1f-4d5a-88ed-065d2e4d0f49 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 1.6152151 May 23 11:21:08.073828 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ef309886-07c7-4527-af47-65434c463287 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:08.085020 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b1d5faad-92e9-4eac-af7e-2c2efa1e0a3a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:08.087656 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ef309886-07c7-4527-af47-65434c463287 None None] Transition to ACTIVE for port object ca13ca58-38fb-4346-88b1-4a308745845e will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:21:08.109752 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c8404ccd-d63c-4597-b260-9fc3c5f38258 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.7997127 May 23 11:21:08.128677 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ef309886-07c7-4527-af47-65434c463287 None None] Transition to ACTIVE for port object ca13ca58-38fb-4346-88b1-4a308745845e will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:21:08.132443 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60960) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:08.138027 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ef309886-07c7-4527-af47-65434c463287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:08.246083 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef309886-07c7-4527-af47-65434c463287 None None] Pushing event updated for resources: {'Port': ['ID=ca13ca58-38fb-4346-88b1-4a308745845e,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:08.256490 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dbde9781-7e20-4dd2-846a-86080db2e045 req-ddb58476-1291-4355-b9a7-c3dc182a647a tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822836 May 23 11:21:08.258914 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-84fa94e3-0d6f-455a-afa1-11caf62d811a req-4b9984c2-c115-476e-a8a0-c29fe87e9108 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5e7d2e4-d721-4138-a0e8-2d99d4530de0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2590835 May 23 11:21:08.269583 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b68a283f-0b1a-4f89-924d-8d74082cd455 req-379915ea-f036-463f-9319-f32e4dc52400 service neutron] 10.222.0.13 "GET /v2.0/networks/c8f610f3-246f-4e9c-bcad-00bcd258b4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6924527 May 23 11:21:08.288806 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00a946d-4dd8-4e2d-824f-1724e8a255ca tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:08.290135 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef309886-07c7-4527-af47-65434c463287 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:21:08.291396 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-ef309886-07c7-4527-af47-65434c463287 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:21:08.293556 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00a946d-4dd8-4e2d-824f-1724e8a255ca tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:08.294718 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d00a946d-4dd8-4e2d-824f-1724e8a255ca tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:21:08.305247 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef309886-07c7-4527-af47-65434c463287 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:21:08.498564 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ef309886-07c7-4527-af47-65434c463287 None None] Attempting to bind port ca13ca58-38fb-4346-88b1-4a308745845e on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:21:08.499286 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ef309886-07c7-4527-af47-65434c463287 None None] Attempting to bind port ca13ca58-38fb-4346-88b1-4a308745845e by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:21:08.499646 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef309886-07c7-4527-af47-65434c463287 None None] Attempting to bind port ca13ca58-38fb-4346-88b1-4a308745845e on network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:21:08.530191 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef309886-07c7-4527-af47-65434c463287 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:21:08.530191 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef309886-07c7-4527-af47-65434c463287 None None] Checking segment: {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:21:08.530672 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ef309886-07c7-4527-af47-65434c463287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:08.531011 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef309886-07c7-4527-af47-65434c463287 None None] Bound using segment: {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:21:08.531503 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ef309886-07c7-4527-af47-65434c463287 None None] Bound port: ca13ca58-38fb-4346-88b1-4a308745845e, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:21:08.534057 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ef309886-07c7-4527-af47-65434c463287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:08.619114 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b68a283f-0b1a-4f89-924d-8d74082cd455 req-7adc4139-47e8-4a46-ad7f-0d4f2792c2ea service neutron] 10.222.0.13 "GET /v2.0/networks/c8f610f3-246f-4e9c-bcad-00bcd258b4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141248 May 23 11:21:08.626589 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d00a946d-4dd8-4e2d-824f-1724e8a255ca tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:21:08.628727 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d00a946d-4dd8-4e2d-824f-1724e8a255ca tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4953079 May 23 11:21:08.632109 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60968) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:08.714036 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ef309886-07c7-4527-af47-65434c463287 None None] For port ca13ca58-38fb-4346-88b1-4a308745845e, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:21:08.722413 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ef309886-07c7-4527-af47-65434c463287 None None] For port ca13ca58-38fb-4346-88b1-4a308745845e, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=ca13ca58-38fb-4346-88b1-4a308745845e,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:21:08.734371 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ef309886-07c7-4527-af47-65434c463287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:08.760616 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-897df856-43ae-4c66-8877-f3fcc52d0380 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting port 1c3eef06-a5a5-4acd-98b9-04cb0050725c {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:21:08.760966 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-897df856-43ae-4c66-8877-f3fcc52d0380 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:08.962960 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef309886-07c7-4527-af47-65434c463287 None None] Pushing event updated for resources: {'Port': ['ID=ca13ca58-38fb-4346-88b1-4a308745845e,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:09.227001 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-17f6634d-9b02-42e6-b12e-7b6a8b3143cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:09.406684 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:09.415866 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-b1d5faad-92e9-4eac-af7e-2c2efa1e0a3a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Deleting port 6e7fa63d-953c-4ab5-99d1-1ef6ac436571 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:21:09.420369 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b1d5faad-92e9-4eac-af7e-2c2efa1e0a3a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:09.420541 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888fd2d-860c-4649-8da5-6e27137a12b2 req-4c3aed1b-4caf-4882-ae04-9ec1075d7d92 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:09.445177 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d888fd2d-860c-4649-8da5-6e27137a12b2 req-4c3aed1b-4caf-4882-ae04-9ec1075d7d92 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 947 time: 0.5197296 May 23 11:21:09.651019 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d888fd2d-860c-4649-8da5-6e27137a12b2 req-f8da8a7b-06f4-4feb-856f-09d866487ed1 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875489 May 23 11:21:09.749365 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-897df856-43ae-4c66-8877-f3fcc52d0380 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:09.890319 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-b1d5faad-92e9-4eac-af7e-2c2efa1e0a3a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] For port 6e7fa63d-953c-4ab5-99d1-1ef6ac436571, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=6e7fa63d-953c-4ab5-99d1-1ef6ac436571,segment=NetworkSegment(2917364c-38a2-4ed1-90fb-862b53710319),segment_id=2917364c-38a2-4ed1-90fb-862b53710319)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:21:09.890722 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b1d5faad-92e9-4eac-af7e-2c2efa1e0a3a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:09.971522 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-897df856-43ae-4c66-8877-f3fcc52d0380 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Calling delete_port for 1c3eef06-a5a5-4acd-98b9-04cb0050725c owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:21:10.124908 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-b1d5faad-92e9-4eac-af7e-2c2efa1e0a3a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Calling delete_port for 6e7fa63d-953c-4ab5-99d1-1ef6ac436571 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:21:10.384422 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b1d5faad-92e9-4eac-af7e-2c2efa1e0a3a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:10.423819 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9659e3-9765-4036-bbbe-7a911d78bdd3 req-6cdda323-7b00-40cf-aed2-fc7a73879718 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:10.444293 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d5faad-92e9-4eac-af7e-2c2efa1e0a3a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event deleted for resources: {'Port': ['ID=6e7fa63d-953c-4ab5-99d1-1ef6ac436571,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:10.445146 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-de9659e3-9765-4036-bbbe-7a911d78bdd3 req-6cdda323-7b00-40cf-aed2-fc7a73879718 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.8199267 May 23 11:21:10.447192 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-897df856-43ae-4c66-8877-f3fcc52d0380 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:10.671787 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897df856-43ae-4c66-8877-f3fcc52d0380 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Port': ['ID=1c3eef06-a5a5-4acd-98b9-04cb0050725c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:10.762446 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-897df856-43ae-4c66-8877-f3fcc52d0380 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:10.790284 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-897df856-43ae-4c66-8877-f3fcc52d0380 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/ports/1c3eef06-a5a5-4acd-98b9-04cb0050725c HTTP/1.1" status: 204 len: 168 time: 2.1570339 May 23 11:21:10.794473 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 32786) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:10.851951 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6b99b97f-4f85-46e8-a048-87c18a7c8a3c None None] Provisioning for port ca13ca58-38fb-4346-88b1-4a308745845e completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:21:10.885220 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-de9659e3-9765-4036-bbbe-7a911d78bdd3 req-9d706d2a-c3b6-448e-839a-5c38f057143e tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4386573 May 23 11:21:10.951432 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49c1f2-a39a-4870-ba3f-52ab239a82d4 req-86efc1c2-3478-4bc5-a593-ed6b1e367b51 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:10.953064 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2d49c1f2-a39a-4870-ba3f-52ab239a82d4 req-86efc1c2-3478-4bc5-a593-ed6b1e367b51 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89 HTTP/1.1" status: 200 len: 945 time: 0.6577501 May 23 11:21:11.089499 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0f6df2-bfbd-4516-8fc2-c5881eefe850 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:11.090910 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0f6df2-bfbd-4516-8fc2-c5881eefe850 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:11.091658 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2f0f6df2-bfbd-4516-8fc2-c5881eefe850 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:21:11.122618 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2d49c1f2-a39a-4870-ba3f-52ab239a82d4 req-ee625dec-1bf8-4952-a946-19f589db080b tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5e7d2e4-d721-4138-a0e8-2d99d4530de0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623535 May 23 11:21:11.156816 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2f0f6df2-bfbd-4516-8fc2-c5881eefe850 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:21:11.162879 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2f0f6df2-bfbd-4516-8fc2-c5881eefe850 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3661344 May 23 11:21:11.167551 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 32792) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:11.296715 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e053e8ca-5cc7-435a-8774-2db246336aeb None None] Could not find standard attr ID for object 1c3eef06-a5a5-4acd-98b9-04cb0050725c. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:21:11.482954 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6916321-f0f5-4d51-88ca-4f04ca3e94df req-97c0a1f0-d16d-4b47-84b1-f5ed96b678d8 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:11.492503 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a6916321-f0f5-4d51-88ca-4f04ca3e94df req-97c0a1f0-d16d-4b47-84b1-f5ed96b678d8 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 947 time: 0.2421069 May 23 11:21:11.512272 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-63d95d9d-80f1-4a42-812d-a993efc3728d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:11.561123 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-98b0b0b1-e7e8-45ab-9302-732a6e53df91 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting subnet 2def5750-534c-46df-ac4b-e263833a4872 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:21:11.567234 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b1d5faad-92e9-4eac-af7e-2c2efa1e0a3a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:11.621460 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-98b0b0b1-e7e8-45ab-9302-732a6e53df91 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:11.646051 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a6916321-f0f5-4d51-88ca-4f04ca3e94df req-e2eb254e-9dc6-4f39-9f79-f629543d3254 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514010 May 23 11:21:11.729998 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ca13ca58-38fb-4346-88b1-4a308745845e up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:21:11.892951 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 3afd64a2-b6a5-4913-a9be-716566b8de39 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:21:12.019314 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-98b0b0b1-e7e8-45ab-9302-732a6e53df91 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:12.166473 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:12.178633 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port ca13ca58-38fb-4346-88b1-4a308745845e completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:21:12.186242 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port ca13ca58-38fb-4346-88b1-4a308745845e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:21:12.187144 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:12.269101 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be11c2e-70c8-4051-9ea8-628eee2c4908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3afd64a2-b6a5-4913-a9be-716566b8de39'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:21:12.296604 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 3afd64a2-b6a5-4913-a9be-716566b8de39, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=3afd64a2-b6a5-4913-a9be-716566b8de39,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:21:12.434342 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:12.555754 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168c592-fb7c-4028-a0e0-62a2f043977a req-ded20377-04b1-4e72-a1f7-519e680820a1 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:12.562767 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0168c592-fb7c-4028-a0e0-62a2f043977a req-ded20377-04b1-4e72-a1f7-519e680820a1 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89 HTTP/1.1" status: 200 len: 945 time: 0.6926668 May 23 11:21:12.644910 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64fac4-b11e-4728-97bd-2a0f34fcefb6 req-9debae36-9357-4c55-84a0-0f1b7308ab95 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:12.652837 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dd64fac4-b11e-4728-97bd-2a0f34fcefb6 req-9debae36-9357-4c55-84a0-0f1b7308ab95 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.4230952 May 23 11:21:12.669434 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=3afd64a2-b6a5-4913-a9be-716566b8de39,revision_number=14']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:12.681371 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:12.703502 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-98b0b0b1-e7e8-45ab-9302-732a6e53df91 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:12.739594 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dd64fac4-b11e-4728-97bd-2a0f34fcefb6 req-f266b34b-dc4a-4faf-bc1b-7e78a8c5d6fb tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861421 May 23 11:21:12.750775 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:12.776076 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6764004e-9d32-4f41-bc77-416a61c783c3 req-495773ad-76b7-4777-887e-0822bcd6d68b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d3ec9888c9b84da5954173e8d76fab76&device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89 HTTP/1.1" status: 200 len: 1096 time: 0.7180724 May 23 11:21:12.821402 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:12.878265 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-98b0b0b1-e7e8-45ab-9302-732a6e53df91 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:12.965398 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b0b0b1-e7e8-45ab-9302-732a6e53df91 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Subnet': ['ID=2def5750-534c-46df-ac4b-e263833a4872,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:12.993556 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-98b0b0b1-e7e8-45ab-9302-732a6e53df91 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:13.015147 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84eb0bf-cfde-44ef-a85a-76a4de283944 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:21:13.019023 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764004e-9d32-4f41-bc77-416a61c783c3 req-92c61a7e-3424-410f-8200-228de018bfae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:13.021888 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6764004e-9d32-4f41-bc77-416a61c783c3 req-92c61a7e-3424-410f-8200-228de018bfae service neutron] 10.222.0.81 "GET /v2.0/networks?id=0308ef6c-1caf-4171-ace3-29e1cb4dd978 HTTP/1.1" status: 200 len: 911 time: 0.2356682 May 23 11:21:13.091047 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-98b0b0b1-e7e8-45ab-9302-732a6e53df91 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/2def5750-534c-46df-ac4b-e263833a4872 HTTP/1.1" status: 204 len: 168 time: 1.9223232 May 23 11:21:13.096838 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 32822) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:13.172355 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0168c592-fb7c-4028-a0e0-62a2f043977a req-1e8b4086-b22d-4883-808e-558937d82898 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5e7d2e4-d721-4138-a0e8-2d99d4530de0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6086287 May 23 11:21:13.174480 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6764004e-9d32-4f41-bc77-416a61c783c3 req-e94df5a2-3031-43f4-ad37-b40e7aaa19b6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73e84f24-1a14-4e66-9d4f-12a2c03bd380 HTTP/1.1" status: 200 len: 1001 time: 0.1196620 May 23 11:21:13.249968 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:21:13.250324 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:21:13.250603 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-88b5a7a7-de0e-4c26-9fce-0f67cb8775c4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1526606 May 23 11:21:13.252891 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 32826) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:13.261805 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d9fe8d89-4ca7-4d25-97b2-d6b65da8487a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'subnet': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:21:13.312600 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-701b10c0-e58f-41a2-abc4-01c502c9072a'] response: {'server_uuid': '2be11c2e-70c8-4051-9ea8-628eee2c4908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3afd64a2-b6a5-4913-a9be-716566b8de39', 'code': 200} May 23 11:21:13.336475 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764004e-9d32-4f41-bc77-416a61c783c3 req-8ddbf65b-d21d-46ac-a88d-5ece38e85130 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:13.338202 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6764004e-9d32-4f41-bc77-416a61c783c3 req-8ddbf65b-d21d-46ac-a88d-5ece38e85130 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=78a08f2b-9bc6-4aed-a592-74a10c72dff5 HTTP/1.1" status: 200 len: 849 time: 0.1486812 May 23 11:21:13.501235 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d9fe8d89-4ca7-4d25-97b2-d6b65da8487a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:21:13.508074 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51461cb5-c591-43f4-81aa-3156212f6bf3 req-7d600771-72bd-4d96-b358-122cbbcbd3c7 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:13.509932 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-51461cb5-c591-43f4-81aa-3156212f6bf3 req-7d600771-72bd-4d96-b358-122cbbcbd3c7 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.5122442 May 23 11:21:13.515125 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d9fe8d89-4ca7-4d25-97b2-d6b65da8487a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:subnet and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:21:13.522876 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d9fe8d89-4ca7-4d25-97b2-d6b65da8487a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:21:13.540759 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d9fe8d89-4ca7-4d25-97b2-d6b65da8487a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:21:13.566894 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf11acf-4d4f-40ee-8cd4-e1fa9d365654 None None] DHCP port deletion for db5fdb8a-4d76-428d-84ca-c911a4d5dee2 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:21:13.574429 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-adf11acf-4d4f-40ee-8cd4-e1fa9d365654 None None] Deleting port ca13ca58-38fb-4346-88b1-4a308745845e {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:21:13.575444 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-adf11acf-4d4f-40ee-8cd4-e1fa9d365654 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:13.588410 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9fe8d89-4ca7-4d25-97b2-d6b65da8487a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:21:13.597724 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d9fe8d89-4ca7-4d25-97b2-d6b65da8487a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:13.617673 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6764004e-9d32-4f41-bc77-416a61c783c3 req-49c177da-5b6f-468e-b8b3-7c8e5f4b3093 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0308ef6c-1caf-4171-ace3-29e1cb4dd978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2680302 May 23 11:21:13.921432 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6764004e-9d32-4f41-bc77-416a61c783c3 req-f1b24e7e-465e-4109-9e10-52baab64c032 service neutron] 10.222.0.81 "GET /v2.0/networks/0308ef6c-1caf-4171-ace3-29e1cb4dd978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933934 May 23 11:21:13.936433 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-51461cb5-c591-43f4-81aa-3156212f6bf3 req-44804d24-fa8f-40a3-85b5-e25607a46e09 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4180741 May 23 11:21:14.004218 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:14.244592 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6764004e-9d32-4f41-bc77-416a61c783c3 req-dc846721-4808-419d-a3ae-3bd67f45733f service neutron] 10.222.0.81 "GET /v2.0/networks/0308ef6c-1caf-4171-ace3-29e1cb4dd978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070674 May 23 11:21:14.339205 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port ca13ca58-38fb-4346-88b1-4a308745845e, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=ca13ca58-38fb-4346-88b1-4a308745845e,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:21:14.344675 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:14.353626 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:14.358279 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d5faad-92e9-4eac-af7e-2c2efa1e0a3a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Router 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:21:14.374323 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-adf11acf-4d4f-40ee-8cd4-e1fa9d365654 None None] For port ca13ca58-38fb-4346-88b1-4a308745845e, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=ca13ca58-38fb-4346-88b1-4a308745845e,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:21:14.375196 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-adf11acf-4d4f-40ee-8cd4-e1fa9d365654 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:14.610415 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c0770-71be-4ce2-a826-c0df48d167ec req-baef3e89-8d7f-4063-b9e0-ef4e77d5676d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:14.617964 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-470c0770-71be-4ce2-a826-c0df48d167ec req-baef3e89-8d7f-4063-b9e0-ef4e77d5676d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.3722823 May 23 11:21:14.824495 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ca13ca58-38fb-4346-88b1-4a308745845e no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:21:14.914676 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-470c0770-71be-4ce2-a826-c0df48d167ec req-73d32d13-a91f-42be-b6f4-f0974240f94f tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956264 May 23 11:21:14.951105 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-adf11acf-4d4f-40ee-8cd4-e1fa9d365654 None None] Calling delete_port for ca13ca58-38fb-4346-88b1-4a308745845e owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:21:14.994049 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708669e-2d25-41d7-8517-28d34f3d3c08 req-c6c92cbb-fa55-45d5-a381-a911694b98a7 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:15.005326 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6708669e-2d25-41d7-8517-28d34f3d3c08 req-c6c92cbb-fa55-45d5-a381-a911694b98a7 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89 HTTP/1.1" status: 200 len: 945 time: 0.3267772 May 23 11:21:15.105329 n-d-842952-2 neutron-server[83911]: DEBUG neutron.objects.ports [None req-d9fe8d89-4ca7-4d25-97b2-d6b65da8487a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83911) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 23 11:21:15.122729 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=ca13ca58-38fb-4346-88b1-4a308745845e,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:15.128367 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6708669e-2d25-41d7-8517-28d34f3d3c08 req-abd5c4ee-e500-42bd-8b77-a1733f3d8493 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5e7d2e4-d721-4138-a0e8-2d99d4530de0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207545 May 23 11:21:15.191802 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:15.235083 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-adf11acf-4d4f-40ee-8cd4-e1fa9d365654 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:21:15.235514 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-adf11acf-4d4f-40ee-8cd4-e1fa9d365654 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:21:15.262917 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port ca13ca58-38fb-4346-88b1-4a308745845e, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=ca13ca58-38fb-4346-88b1-4a308745845e,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:21:15.270177 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:15.287070 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d5faad-92e9-4eac-af7e-2c2efa1e0a3a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:21:15.297670 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013c5259-843e-4af0-b1e4-0578fdcb49eb None None] Sync routers for ids ['6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:21:15.306671 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b1d5faad-92e9-4eac-af7e-2c2efa1e0a3a tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "PUT /v2.0/routers/6f7c44f5-e4fd-461e-9a21-fa8d09071ce4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3011150 May 23 11:21:15.309122 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 32884) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:15.323224 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013c5259-843e-4af0-b1e4-0578fdcb49eb None None] Routers {'6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:21:15.323938 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-013c5259-843e-4af0-b1e4-0578fdcb49eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:21:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:21:15.381032 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=ca13ca58-38fb-4346-88b1-4a308745845e,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:15.508565 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d9fe8d89-4ca7-4d25-97b2-d6b65da8487a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:15.704968 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd104ab0-61fc-4406-90cd-8438edeaf424 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Deleting subnet 66e91086-6cee-4f90-8ebb-a9c52729cba6 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:21:15.711042 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cd104ab0-61fc-4406-90cd-8438edeaf424 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:15.736667 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-adf11acf-4d4f-40ee-8cd4-e1fa9d365654 None None] Deleting port ca13ca58-38fb-4346-88b1-4a308745845e {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:21:15.737198 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-adf11acf-4d4f-40ee-8cd4-e1fa9d365654 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:15.792249 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-013c5259-843e-4af0-b1e4-0578fdcb49eb None None] Set router 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:21:15.857796 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cd104ab0-61fc-4406-90cd-8438edeaf424 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:16.103164 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cd104ab0-61fc-4406-90cd-8438edeaf424 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:16.110852 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-d9fe8d89-4ca7-4d25-97b2-d6b65da8487a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] For port ca13ca58-38fb-4346-88b1-4a308745845e, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=ca13ca58-38fb-4346-88b1-4a308745845e,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:21:16.205851 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d9fe8d89-4ca7-4d25-97b2-d6b65da8487a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:16.216310 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d9fe8d89-4ca7-4d25-97b2-d6b65da8487a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:16.254615 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d9fe8d89-4ca7-4d25-97b2-d6b65da8487a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:16.348084 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-adf11acf-4d4f-40ee-8cd4-e1fa9d365654 None None] For port ca13ca58-38fb-4346-88b1-4a308745845e, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=ca13ca58-38fb-4346-88b1-4a308745845e,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:21:16.348473 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-adf11acf-4d4f-40ee-8cd4-e1fa9d365654 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:16.482945 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fe8d89-4ca7-4d25-97b2-d6b65da8487a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:21:16.510812 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-d9fe8d89-4ca7-4d25-97b2-d6b65da8487a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:21:16.520651 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fe8d89-4ca7-4d25-97b2-d6b65da8487a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:16.521252 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d9fe8d89-4ca7-4d25-97b2-d6b65da8487a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:16.593604 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe8d89-4ca7-4d25-97b2-d6b65da8487a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Port': ['ID=ca13ca58-38fb-4346-88b1-4a308745845e,revision_number=7']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:16.636252 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d9fe8d89-4ca7-4d25-97b2-d6b65da8487a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.3822989 May 23 11:21:16.639370 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 32930) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:16.648147 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-40cca286-a1e1-4e99-9e38-75a977ccd4f9 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'port': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'mac_address': 'fa:16:3e:41:02:9d', 'name': 'tempest-NetworksTestDHCPv6-1723043348'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:21:16.670581 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cd104ab0-61fc-4406-90cd-8438edeaf424 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:16.683740 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-013c5259-843e-4af0-b1e4-0578fdcb49eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'name': 'tempest-RoutersTest-router-1947587361', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:19:49Z', 'updated_at': '2022-05-23T11:21:10Z', 'revision_number': 9, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'gw_port_host': None, '_interfaces': [{'id': '491b134a-b711-4ce2-bc65-d51843ffd9e1', 'name': '', 'network_id': 'd481c8d0-ced3-420e-aa0e-9ad199e1624b', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:bd:56:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2104aafc-5615-408b-a446-e6f44646ac4b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:20:06Z', 'updated_at': '2022-05-23T11:20:25Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '2104aafc-5615-408b-a446-e6f44646ac4b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53ae665a-80ee-472a-bf6f-cf32affce9d5', 'name': '', 'network_id': 'fcf428cb-8411-4416-907d-9b256e7925db', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:49:b5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:19:51Z', 'updated_at': '2022-05-23T11:20:12Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:21:16.687554 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-adf11acf-4d4f-40ee-8cd4-e1fa9d365654 None None] Calling delete_port for ca13ca58-38fb-4346-88b1-4a308745845e owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:21:16.700336 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013c5259-843e-4af0-b1e4-0578fdcb49eb None None] Checking router: 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:21:16.708994 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe8d89-4ca7-4d25-97b2-d6b65da8487a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Subnet': ['ID=e2701f98-fab0-402f-ba74-ddb8cada10c2,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:16.720020 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013c5259-843e-4af0-b1e4-0578fdcb49eb None None] Routers {'6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:21:16.720877 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-013c5259-843e-4af0-b1e4-0578fdcb49eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:21:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:21:16.933852 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-adf11acf-4d4f-40ee-8cd4-e1fa9d365654 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:21:16.934226 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-adf11acf-4d4f-40ee-8cd4-e1fa9d365654 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:21:16.938747 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-40cca286-a1e1-4e99-9e38-75a977ccd4f9 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:21:16.943340 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-40cca286-a1e1-4e99-9e38-75a977ccd4f9 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:port and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:21:16.946589 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-40cca286-a1e1-4e99-9e38-75a977ccd4f9 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:21:16.959116 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-40cca286-a1e1-4e99-9e38-75a977ccd4f9 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:21:16.975373 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40cca286-a1e1-4e99-9e38-75a977ccd4f9 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:21:17.106920 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-013c5259-843e-4af0-b1e4-0578fdcb49eb None None] Set router 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:21:17.170383 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-40cca286-a1e1-4e99-9e38-75a977ccd4f9 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:17.174016 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd104ab0-61fc-4406-90cd-8438edeaf424 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event deleted for resources: {'Subnet': ['ID=66e91086-6cee-4f90-8ebb-a9c52729cba6,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:17.211300 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-40cca286-a1e1-4e99-9e38-75a977ccd4f9 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] device_id is not set on port 71c0ce9f-4192-4708-bdd1-881b260d941b yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:21:17.278516 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cd104ab0-61fc-4406-90cd-8438edeaf424 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:17.280576 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ed08b9-300c-413a-94d6-c92363a5e523 None None] Network 70111de0-3766-44fc-a210-b11032bf303b requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:21:17.378062 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f00b61-3796-4622-8108-03bbae5f78ba req-e3c3eb8b-c30e-4131-9ded-318243c6c991 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:17.385633 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-79f00b61-3796-4622-8108-03bbae5f78ba req-e3c3eb8b-c30e-4131-9ded-318243c6c991 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.9593773 May 23 11:21:17.414337 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a5c4c85e-856a-45ce-bdf0-977b4d959a8b req-7b244a60-5019-461b-ad48-207556f2b117 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8451366 May 23 11:21:17.422421 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-cd104ab0-61fc-4406-90cd-8438edeaf424 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "DELETE /v2.0/subnets/66e91086-6cee-4f90-8ebb-a9c52729cba6 HTTP/1.1" status: 204 len: 168 time: 2.1120980 May 23 11:21:17.426306 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 32942) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:17.505039 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-adf11acf-4d4f-40ee-8cd4-e1fa9d365654 None None] Deleting port ca13ca58-38fb-4346-88b1-4a308745845e {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:21:17.505486 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-adf11acf-4d4f-40ee-8cd4-e1fa9d365654 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:17.528726 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103fc66-8c36-428e-8662-99b4ca2370d5 req-0d825ea6-3816-4876-8290-f30706d51676 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:17.535846 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7103fc66-8c36-428e-8662-99b4ca2370d5 req-0d825ea6-3816-4876-8290-f30706d51676 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89 HTTP/1.1" status: 200 len: 945 time: 0.9678159 May 23 11:21:17.572459 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-40cca286-a1e1-4e99-9e38-75a977ccd4f9 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Allocated IP 2001:db8::f816:3eff:fe41:29d (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/e2701f98-fab0-402f-ba74-ddb8cada10c2/71c0ce9f-4192-4708-bdd1-881b260d941b) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:21:17.644173 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-79f00b61-3796-4622-8108-03bbae5f78ba req-b47a026d-2452-477a-961d-f15d23cf7989 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572529 May 23 11:21:17.788589 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4fc00b64-ff63-4a6e-8d75-c344070272f6 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:17.807590 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a5c4c85e-856a-45ce-bdf0-977b4d959a8b req-912cc648-d940-479c-bcb8-e91ce66702f7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d3ec9888c9b84da5954173e8d76fab76&device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89 HTTP/1.1" status: 200 len: 1096 time: 0.3464539 May 23 11:21:17.853088 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-013c5259-843e-4af0-b1e4-0578fdcb49eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'name': 'tempest-RoutersTest-router-1947587361', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:19:49Z', 'updated_at': '2022-05-23T11:21:10Z', 'revision_number': 9, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'gw_port_host': None, '_interfaces': [{'id': '491b134a-b711-4ce2-bc65-d51843ffd9e1', 'name': '', 'network_id': 'd481c8d0-ced3-420e-aa0e-9ad199e1624b', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:bd:56:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2104aafc-5615-408b-a446-e6f44646ac4b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:20:06Z', 'updated_at': '2022-05-23T11:20:25Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '2104aafc-5615-408b-a446-e6f44646ac4b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53ae665a-80ee-472a-bf6f-cf32affce9d5', 'name': '', 'network_id': 'fcf428cb-8411-4416-907d-9b256e7925db', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:49:b5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:19:51Z', 'updated_at': '2022-05-23T11:20:12Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:21:17.874939 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013c5259-843e-4af0-b1e4-0578fdcb49eb None None] The sync data for ids ['6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'] in n-d-842952-2 is: [{'id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'name': 'tempest-RoutersTest-router-1947587361', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:19:49Z', 'updated_at': '2022-05-23T11:21:10Z', 'revision_number': 9, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'gw_port_host': None, '_interfaces': [{'id': '491b134a-b711-4ce2-bc65-d51843ffd9e1', 'name': '', 'network_id': 'd481c8d0-ced3-420e-aa0e-9ad199e1624b', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:bd:56:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2104aafc-5615-408b-a446-e6f44646ac4b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:20:06Z', 'updated_at': '2022-05-23T11:20:25Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '2104aafc-5615-408b-a446-e6f44646ac4b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53ae665a-80ee-472a-bf6f-cf32affce9d5', 'name': '', 'network_id': 'fcf428cb-8411-4416-907d-9b256e7925db', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:49:b5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:19:51Z', 'updated_at': '2022-05-23T11:20:12Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:21:17.958212 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 0ec35eea-9b2b-474f-9ce7-3bfe44146239 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:21:18.176372 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7103fc66-8c36-428e-8662-99b4ca2370d5 req-bd9cafcd-1da4-4848-9fa2-df3bb395e843 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5e7d2e4-d721-4138-a0e8-2d99d4530de0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6395447 May 23 11:21:18.186427 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-40cca286-a1e1-4e99-9e38-75a977ccd4f9 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:18.202350 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-4fc00b64-ff63-4a6e-8d75-c344070272f6 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Deleting port 801071d9-aa29-47a8-9ba6-35d4fffb6880 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:21:18.202350 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4fc00b64-ff63-4a6e-8d75-c344070272f6 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:18.260845 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-40cca286-a1e1-4e99-9e38-75a977ccd4f9 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Transition to ACTIVE for port object 71c0ce9f-4192-4708-bdd1-881b260d941b will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:21:18.309838 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cfbdb8-c853-4632-90e3-26d9a80b9a3c None None] DHCP port deletion for 70111de0-3766-44fc-a210-b11032bf303b request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:21:18.310043 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-40cca286-a1e1-4e99-9e38-75a977ccd4f9 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:18.321515 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-adf11acf-4d4f-40ee-8cd4-e1fa9d365654 None None] For port ca13ca58-38fb-4346-88b1-4a308745845e, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=ca13ca58-38fb-4346-88b1-4a308745845e,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:21:18.321848 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-adf11acf-4d4f-40ee-8cd4-e1fa9d365654 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:18.462480 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 0ec35eea-9b2b-474f-9ce7-3bfe44146239, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=0ec35eea-9b2b-474f-9ce7-3bfe44146239,segment=NetworkSegment(5cee01f6-c5e9-4b6c-9ee4-d4191d783074),segment_id=5cee01f6-c5e9-4b6c-9ee4-d4191d783074)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:21:18.483535 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '0ec35eea-9b2b-474f-9ce7-3bfe44146239', 'network_id': 'c8f610f3-246f-4e9c-bcad-00bcd258b4f5', 'port_id': '0ec35eea-9b2b-474f-9ce7-3bfe44146239', 'mac_address': 'fa:16:3e:66:d7:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921f8ad7-2327-456b-8d69-73b599e668ca', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:21:18.486070 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a5cfbdb8-c853-4632-90e3-26d9a80b9a3c None None] Deleting port 801071d9-aa29-47a8-9ba6-35d4fffb6880 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:21:18.489863 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a5cfbdb8-c853-4632-90e3-26d9a80b9a3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:18.556996 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 6e7fa63d-953c-4ab5-99d1-1ef6ac436571 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:21:18.600498 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c4c85e-856a-45ce-bdf0-977b4d959a8b req-c7e07fd5-dd30-44d1-a39a-da9e26f5fa28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:18.602114 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a5c4c85e-856a-45ce-bdf0-977b4d959a8b req-c7e07fd5-dd30-44d1-a39a-da9e26f5fa28 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0308ef6c-1caf-4171-ace3-29e1cb4dd978 HTTP/1.1" status: 200 len: 911 time: 0.7708509 May 23 11:21:18.602678 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 32956) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:18.725847 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 6e7fa63d-953c-4ab5-99d1-1ef6ac436571 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:21:18.726190 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 6e7fa63d-953c-4ab5-99d1-1ef6ac436571 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:21:18.726581 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 801071d9-aa29-47a8-9ba6-35d4fffb6880 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:21:18.747925 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a5c4c85e-856a-45ce-bdf0-977b4d959a8b req-f4b35185-eebb-4841-9fb1-d2e80e132c9f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73e84f24-1a14-4e66-9d4f-12a2c03bd380 HTTP/1.1" status: 200 len: 1001 time: 0.1153290 May 23 11:21:18.791042 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927e345-05dd-41af-872a-97265ef4de4f req-807bf6a2-491c-46de-a9e0-392d3250c762 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:18.802712 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5927e345-05dd-41af-872a-97265ef4de4f req-807bf6a2-491c-46de-a9e0-392d3250c762 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.7402563 May 23 11:21:19.046870 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cca286-a1e1-4e99-9e38-75a977ccd4f9 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:21:19.052867 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-40cca286-a1e1-4e99-9e38-75a977ccd4f9 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:21:19.056207 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cca286-a1e1-4e99-9e38-75a977ccd4f9 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Port': ['ID=71c0ce9f-4192-4708-bdd1-881b260d941b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:19.058604 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cca286-a1e1-4e99-9e38-75a977ccd4f9 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:21:19.063210 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cca286-a1e1-4e99-9e38-75a977ccd4f9 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:19.064302 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-40cca286-a1e1-4e99-9e38-75a977ccd4f9 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:19.112592 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-40cca286-a1e1-4e99-9e38-75a977ccd4f9 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4722612 May 23 11:21:19.120091 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cca286-a1e1-4e99-9e38-75a977ccd4f9 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:21:19.120602 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cca286-a1e1-4e99-9e38-75a977ccd4f9 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:21:19.120945 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cca286-a1e1-4e99-9e38-75a977ccd4f9 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:21:19.121277 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cca286-a1e1-4e99-9e38-75a977ccd4f9 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:21:19.121735 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cca286-a1e1-4e99-9e38-75a977ccd4f9 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:21:19.122068 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cca286-a1e1-4e99-9e38-75a977ccd4f9 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:21:19.122395 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cca286-a1e1-4e99-9e38-75a977ccd4f9 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:21:19.122715 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cca286-a1e1-4e99-9e38-75a977ccd4f9 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:21:19.123039 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cca286-a1e1-4e99-9e38-75a977ccd4f9 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:21:19.123353 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cca286-a1e1-4e99-9e38-75a977ccd4f9 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:21:19.123722 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cca286-a1e1-4e99-9e38-75a977ccd4f9 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:21:19.127267 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 32964) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:19.175042 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:19.212284 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-adf11acf-4d4f-40ee-8cd4-e1fa9d365654 None None] Calling delete_port for ca13ca58-38fb-4346-88b1-4a308745845e owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:21:19.239674 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25aea320-d9f2-4562-ba39-e754db239056 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:19.244746 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25aea320-d9f2-4562-ba39-e754db239056 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:19.245549 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-25aea320-d9f2-4562-ba39-e754db239056 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:21:19.265454 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ec35eea-9b2b-474f-9ce7-3bfe44146239 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:21:19.266833 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-25aea320-d9f2-4562-ba39-e754db239056 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:21:19.268175 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-25aea320-d9f2-4562-ba39-e754db239056 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1397378 May 23 11:21:19.271603 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 32968) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:19.287203 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 0ec35eea-9b2b-474f-9ce7-3bfe44146239, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=0ec35eea-9b2b-474f-9ce7-3bfe44146239,segment=NetworkSegment(5cee01f6-c5e9-4b6c-9ee4-d4191d783074),segment_id=5cee01f6-c5e9-4b6c-9ee4-d4191d783074)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:21:19.383762 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-ee3815f3-27ee-4b3e-9034-0a3217c308ed tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting port 71c0ce9f-4192-4708-bdd1-881b260d941b {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:21:19.384182 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ee3815f3-27ee-4b3e-9034-0a3217c308ed tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:19.441099 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5927e345-05dd-41af-872a-97265ef4de4f req-1f9ca23a-5a93-40fc-9e0a-bbe72e80b6b2 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6351225 May 23 11:21:19.461589 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:19.464132 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-4fc00b64-ff63-4a6e-8d75-c344070272f6 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] For port 801071d9-aa29-47a8-9ba6-35d4fffb6880, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=801071d9-aa29-47a8-9ba6-35d4fffb6880,segment=NetworkSegment(2917364c-38a2-4ed1-90fb-862b53710319),segment_id=2917364c-38a2-4ed1-90fb-862b53710319)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:21:19.465300 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4fc00b64-ff63-4a6e-8d75-c344070272f6 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:19.503771 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c4c85e-856a-45ce-bdf0-977b4d959a8b req-115bfc6b-12a2-43be-98c3-fe7b99e54036 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:19.509784 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a5c4c85e-856a-45ce-bdf0-977b4d959a8b req-115bfc6b-12a2-43be-98c3-fe7b99e54036 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=78a08f2b-9bc6-4aed-a592-74a10c72dff5 HTTP/1.1" status: 200 len: 849 time: 0.6409929 May 23 11:21:19.617860 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-a5cfbdb8-c853-4632-90e3-26d9a80b9a3c None None] For port 801071d9-aa29-47a8-9ba6-35d4fffb6880, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=801071d9-aa29-47a8-9ba6-35d4fffb6880,segment=NetworkSegment(2917364c-38a2-4ed1-90fb-862b53710319),segment_id=2917364c-38a2-4ed1-90fb-862b53710319)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:21:19.618408 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a5cfbdb8-c853-4632-90e3-26d9a80b9a3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:19.650784 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['0ec35eea-9b2b-474f-9ce7-3bfe44146239'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:21:19.793649 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ee3815f3-27ee-4b3e-9034-0a3217c308ed tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:19.927640 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-ee3815f3-27ee-4b3e-9034-0a3217c308ed tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Calling delete_port for 71c0ce9f-4192-4708-bdd1-881b260d941b owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:21:20.018674 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a5cfbdb8-c853-4632-90e3-26d9a80b9a3c None None] Calling delete_port for 801071d9-aa29-47a8-9ba6-35d4fffb6880 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:21:20.051864 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=0ec35eea-9b2b-474f-9ce7-3bfe44146239,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:20.054748 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-adf11acf-4d4f-40ee-8cd4-e1fa9d365654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:20.096456 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ee3815f3-27ee-4b3e-9034-0a3217c308ed tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:20.148701 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf11acf-4d4f-40ee-8cd4-e1fa9d365654 None None] Pushing event deleted for resources: {'Port': ['ID=ca13ca58-38fb-4346-88b1-4a308745845e,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:20.176302 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3815f3-27ee-4b3e-9034-0a3217c308ed tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Port': ['ID=71c0ce9f-4192-4708-bdd1-881b260d941b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:20.207255 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-4fc00b64-ff63-4a6e-8d75-c344070272f6 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Calling delete_port for 801071d9-aa29-47a8-9ba6-35d4fffb6880 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:21:20.230703 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ee3815f3-27ee-4b3e-9034-0a3217c308ed tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:20.250168 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:20.254311 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ee3815f3-27ee-4b3e-9034-0a3217c308ed tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/ports/71c0ce9f-4192-4708-bdd1-881b260d941b HTTP/1.1" status: 204 len: 168 time: 0.9792929 May 23 11:21:20.256759 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 32976) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:20.275211 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf11acf-4d4f-40ee-8cd4-e1fa9d365654 None None] No DVR routers for this DVR port ca13ca58-38fb-4346-88b1-4a308745845e on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:21:20.299278 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de7b119-58c0-4926-8e99-89ba6eda45fa None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:21:20.323372 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242015b-c435-456e-b7bc-6f108727399b req-3e77c7a4-af6a-4089-ae73-c52f8ae5a818 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:20.325611 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1242015b-c435-456e-b7bc-6f108727399b req-3e77c7a4-af6a-4089-ae73-c52f8ae5a818 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 1.2667060 May 23 11:21:20.372411 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cca16e-224b-40f6-9a05-763f33282549 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:20.374179 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cca16e-224b-40f6-9a05-763f33282549 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:20.375213 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-79cca16e-224b-40f6-9a05-763f33282549 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:21:20.406196 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-79cca16e-224b-40f6-9a05-763f33282549 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:21:20.413499 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-79cca16e-224b-40f6-9a05-763f33282549 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1484179 May 23 11:21:20.415592 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 32980) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:20.439645 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a5cfbdb8-c853-4632-90e3-26d9a80b9a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:20.440602 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1242015b-c435-456e-b7bc-6f108727399b req-7cfbedda-4414-4b52-999a-ce0f8d95a62d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982285 May 23 11:21:20.501822 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a5c4c85e-856a-45ce-bdf0-977b4d959a8b req-3cc54ef9-cbba-4275-a525-cd5d67f67721 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0308ef6c-1caf-4171-ace3-29e1cb4dd978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9542630 May 23 11:21:20.512591 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2839de7-b99c-415b-b268-fe442508c849 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting subnet e2701f98-fab0-402f-ba74-ddb8cada10c2 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:21:20.517696 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d2839de7-b99c-415b-b268-fe442508c849 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:20.550538 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cfbdb8-c853-4632-90e3-26d9a80b9a3c None None] Pushing event deleted for resources: {'Port': ['ID=801071d9-aa29-47a8-9ba6-35d4fffb6880,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:20.571470 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cfbdb8-c853-4632-90e3-26d9a80b9a3c None None] No DVR routers for this DVR port 801071d9-aa29-47a8-9ba6-35d4fffb6880 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:21:20.614794 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d2839de7-b99c-415b-b268-fe442508c849 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:20.643552 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.api [None req-4fc00b64-ff63-4a6e-8d75-c344070272f6 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:21:20.644136 n-d-842952-2 neutron-server[83910]: DEBUG oslo_db.api [None req-4fc00b64-ff63-4a6e-8d75-c344070272f6 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:21:20.670563 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e2ece-5ded-4ff2-ab10-ae8ef2701d1f req-d15119d1-12fa-48f2-ad9d-0df69c0cd5e0 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:20.686255 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-781e2ece-5ded-4ff2-ab10-ae8ef2701d1f req-d15119d1-12fa-48f2-ad9d-0df69c0cd5e0 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.9016376 May 23 11:21:20.700570 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d2839de7-b99c-415b-b268-fe442508c849 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:20.763291 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60677d1-faea-40cf-bc60-b7710793ca28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'tenant_id': '7898a2f847b24320a42ded6c2b4bd651', 'fixed_ips': [{'subnet_id': 'e2701f98-fab0-402f-ba74-ddb8cada10c2'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:21:20.764342 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c60677d1-faea-40cf-bc60-b7710793ca28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:20.824181 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d2839de7-b99c-415b-b268-fe442508c849 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:20.909280 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2839de7-b99c-415b-b268-fe442508c849 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Subnet': ['ID=e2701f98-fab0-402f-ba74-ddb8cada10c2,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:20.920209 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d2839de7-b99c-415b-b268-fe442508c849 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:20.943690 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d2839de7-b99c-415b-b268-fe442508c849 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/e2701f98-fab0-402f-ba74-ddb8cada10c2 HTTP/1.1" status: 204 len: 168 time: 0.5263510 May 23 11:21:20.947419 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 32986) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:20.965983 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a5c4c85e-856a-45ce-bdf0-977b4d959a8b req-0bf99f51-be9a-4567-8b75-44c2d1947b17 service neutron] 10.222.0.81 "GET /v2.0/networks/0308ef6c-1caf-4171-ace3-29e1cb4dd978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4626341 May 23 11:21:20.980837 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-781e2ece-5ded-4ff2-ab10-ae8ef2701d1f req-d8354b16-84d9-455b-be26-d77def8f26ee tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2922764 May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server [None req-c60677d1-faea-40cf-bc60-b7710793ca28 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e2701f98-fab0-402f-ba74-ddb8cada10c2: This subnet is being modified by another concurrent operation. May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise exception May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e2701f98-fab0-402f-ba74-ddb8cada10c2: This subnet is being modified by another concurrent operation. May 23 11:21:20.994569 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server May 23 11:21:21.017879 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cc090d-7339-4fef-a123-b47c7784aa62 None None] get_active_networks_info from n-d-842952-2 {{(pid=83912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 23 11:21:21.080322 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-90f8e2f9-3cfc-4dcc-8a83-a3f5d2ff0153 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1289806 May 23 11:21:21.087491 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 32992) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:21.146008 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b365412d-3a01-4d57-910d-bc2e749f5d34 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:21:21.147713 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-4fc00b64-ff63-4a6e-8d75-c344070272f6 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Deleting port 801071d9-aa29-47a8-9ba6-35d4fffb6880 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:21:21.148255 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4fc00b64-ff63-4a6e-8d75-c344070272f6 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:21.178356 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b365412d-3a01-4d57-910d-bc2e749f5d34 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:21:21.187727 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b365412d-3a01-4d57-910d-bc2e749f5d34 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0942075 May 23 11:21:21.188051 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 32996) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:21.282569 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b848d5b-563c-4a68-900d-14f4d946820c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:21.283711 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7b848d5b-563c-4a68-900d-14f4d946820c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:21:21.299783 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cc090d-7339-4fef-a123-b47c7784aa62 None None] Resources bound (agent type, host, resource id): {{(pid=83912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 23 11:21:21.312360 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7b848d5b-563c-4a68-900d-14f4d946820c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:21:21.316577 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7b848d5b-563c-4a68-900d-14f4d946820c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1249120 May 23 11:21:21.318027 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33000) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:21.347639 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-4fc00b64-ff63-4a6e-8d75-c344070272f6 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] The port '801071d9-aa29-47a8-9ba6-35d4fffb6880' was deleted {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:21:21.425218 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2fb3b6e2-c25d-4524-94e3-482b4707a229 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1021318 May 23 11:21:21.427165 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33004) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:21.446264 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-152195ce-037a-4159-a21e-54527c442039 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'subnet': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:21:21.552664 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4fc00b64-ff63-4a6e-8d75-c344070272f6 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:21.584343 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-4fc00b64-ff63-4a6e-8d75-c344070272f6 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70111de0-3766-44fc-a210-b11032bf303b']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:21:21.607348 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-4fc00b64-ff63-4a6e-8d75-c344070272f6 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2917364c-38a2-4ed1-90fb-862b53710319') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:21:21.607623 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-4fc00b64-ff63-4a6e-8d75-c344070272f6 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2917364c-38a2-4ed1-90fb-862b53710319') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:21:21.610686 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-152195ce-037a-4159-a21e-54527c442039 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:21:21.620275 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4fc00b64-ff63-4a6e-8d75-c344070272f6 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:21.629087 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-152195ce-037a-4159-a21e-54527c442039 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:21:21.639317 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4fc00b64-ff63-4a6e-8d75-c344070272f6 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:21.651569 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fc00b64-ff63-4a6e-8d75-c344070272f6 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:21:21.652272 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4fc00b64-ff63-4a6e-8d75-c344070272f6 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:21.655172 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152195ce-037a-4159-a21e-54527c442039 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:21:21.668521 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-152195ce-037a-4159-a21e-54527c442039 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:21.806399 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:21:21.806399 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:21:21.806399 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:21:21.806399 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:21:21.806399 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:21:21.806399 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:21:21.806399 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:21:21.806399 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:21:21.806399 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:21:21.806399 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:21:21.806399 n-d-842952-2 neutron-server[83910]: timer() May 23 11:21:21.806399 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:21:21.806399 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:21:21.806399 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:21:21.806399 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:21:21.806399 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:21:21.806399 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:21:21.806399 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:21:21.806399 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:21:21.806399 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:21:21.806399 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:21:21.806399 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:21:21.806399 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:21:21.806399 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:21:21.806399 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:21:21.806399 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:21:21.806399 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:21:21.806399 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:21:21.806399 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:21:21.806399 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:21:21.806399 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:21:21.806399 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:21:21.806399 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:21:21.806399 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:21:21.806399 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:21:21.806399 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:21:21.806399 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:21:21.806399 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:21:21.806399 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:21:21.806399 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:21:21.820877 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4fc00b64-ff63-4a6e-8d75-c344070272f6 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:21.863690 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a5c4c85e-856a-45ce-bdf0-977b4d959a8b req-10f4342b-0aa3-4816-8052-532c4ebe3df0 service neutron] 10.222.0.81 "GET /v2.0/networks/0308ef6c-1caf-4171-ace3-29e1cb4dd978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8747759 May 23 11:21:21.868765 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4fc00b64-ff63-4a6e-8d75-c344070272f6 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:21.890192 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4fc00b64-ff63-4a6e-8d75-c344070272f6 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "DELETE /v2.0/networks/70111de0-3766-44fc-a210-b11032bf303b HTTP/1.1" status: 204 len: 168 time: 4.4625144 May 23 11:21:21.894861 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33012) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:21.937955 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 0ec35eea-9b2b-474f-9ce7-3bfe44146239 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:21:21.976704 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc00b64-ff63-4a6e-8d75-c344070272f6 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event deleted for resources: {'Network': ['ID=70111de0-3766-44fc-a210-b11032bf303b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:22.075306 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 0ec35eea-9b2b-474f-9ce7-3bfe44146239 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:21:22.075618 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:22.113991 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e0562-252f-4e32-a578-4feb470a2581 req-c3185358-6e8f-4881-8337-184af2b9e7cc tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:22.129397 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-545e0562-252f-4e32-a578-4feb470a2581 req-c3185358-6e8f-4881-8337-184af2b9e7cc tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.9310107 May 23 11:21:22.187212 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-152195ce-037a-4159-a21e-54527c442039 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:22.331457 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3f94cf19-8adb-4264-ba71-0342b6fab229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:22.351993 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:22.383217 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e882072-2971-4dc6-b99b-fac6bc071ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec35eea-9b2b-474f-9ce7-3bfe44146239'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:21:22.386992 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152195ce-037a-4159-a21e-54527c442039 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:21:22.392588 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-152195ce-037a-4159-a21e-54527c442039 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:21:22.396034 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 0ec35eea-9b2b-474f-9ce7-3bfe44146239, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=0ec35eea-9b2b-474f-9ce7-3bfe44146239,segment=NetworkSegment(5cee01f6-c5e9-4b6c-9ee4-d4191d783074),segment_id=5cee01f6-c5e9-4b6c-9ee4-d4191d783074)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:21:22.403515 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:22.407150 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152195ce-037a-4159-a21e-54527c442039 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:22.408936 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-152195ce-037a-4159-a21e-54527c442039 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:22.413761 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152195ce-037a-4159-a21e-54527c442039 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Subnet': ['ID=768b4c53-ce6a-4e71-896b-44692772628f,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:22.479228 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-152195ce-037a-4159-a21e-54527c442039 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0465264 May 23 11:21:22.480032 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33018) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:22.489616 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8235ed28-00a5-4053-b903-279339ba80f6 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:21:22.497242 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-554fee92-7d83-45e5-90c8-9f6ff817e68a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'port': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'mac_address': 'fa:16:3e:39:ef:2f', 'name': 'tempest-NetworksTestDHCPv6-1323516597'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:21:22.613222 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=0ec35eea-9b2b-474f-9ce7-3bfe44146239,revision_number=7']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:22.654309 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0d638-8006-439b-b4e7-cde195844254 req-84f9f694-c2a1-4acb-85f3-9b4b9ea82e22 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:22.661047 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-554fee92-7d83-45e5-90c8-9f6ff817e68a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:21:22.661811 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9db0d638-8006-439b-b4e7-cde195844254 req-84f9f694-c2a1-4acb-85f3-9b4b9ea82e22 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 944 time: 0.8934004 May 23 11:21:22.665674 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-545e0562-252f-4e32-a578-4feb470a2581 req-b71cda4a-24a0-49f8-b27f-14229c504f34 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5353336 May 23 11:21:22.673417 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-554fee92-7d83-45e5-90c8-9f6ff817e68a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:21:22.689918 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554fee92-7d83-45e5-90c8-9f6ff817e68a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:21:22.834567 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-386054f9-251d-40ff-aa5b-e5ad76c8d45b'] response: {'server_uuid': '0e882072-2971-4dc6-b99b-fac6bc071ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec35eea-9b2b-474f-9ce7-3bfe44146239', 'code': 200} May 23 11:21:22.860869 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ce6e82-ceb8-4367-9ae2-0e0f9e4a33cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'tenant_id': '7898a2f847b24320a42ded6c2b4bd651', 'fixed_ips': [{'subnet_id': '768b4c53-ce6a-4e71-896b-44692772628f'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:21:22.862421 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d1ce6e82-ceb8-4367-9ae2-0e0f9e4a33cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:22.866389 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9db0d638-8006-439b-b4e7-cde195844254 req-a12a8575-c6eb-40df-b341-7288897c817d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035029 May 23 11:21:22.913816 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-554fee92-7d83-45e5-90c8-9f6ff817e68a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:22.977324 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-554fee92-7d83-45e5-90c8-9f6ff817e68a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] device_id is not set on port 95363921-e68e-45b8-9291-bc06ddaf2d5a yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:21:23.120541 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-d1ce6e82-ceb8-4367-9ae2-0e0f9e4a33cb None None] Allocated IP 2001:db8::2 (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/768b4c53-ce6a-4e71-896b-44692772628f/01a28f85-8a39-435b-a14c-61e767a9d3e3) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:21:23.467237 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d1ce6e82-ceb8-4367-9ae2-0e0f9e4a33cb None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:23.480692 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d1ce6e82-ceb8-4367-9ae2-0e0f9e4a33cb None None] Transition to ACTIVE for port object 01a28f85-8a39-435b-a14c-61e767a9d3e3 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:21:23.515457 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d1ce6e82-ceb8-4367-9ae2-0e0f9e4a33cb None None] Transition to ACTIVE for port object 01a28f85-8a39-435b-a14c-61e767a9d3e3 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:21:23.523457 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d1ce6e82-ceb8-4367-9ae2-0e0f9e4a33cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:23.532178 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c6c0973c-3892-4061-85e3-a8f42967729b tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:23.593381 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ce6e82-ceb8-4367-9ae2-0e0f9e4a33cb None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:21:23.596762 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-d1ce6e82-ceb8-4367-9ae2-0e0f9e4a33cb None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:21:23.601236 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ce6e82-ceb8-4367-9ae2-0e0f9e4a33cb None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:21:23.608364 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce6e82-ceb8-4367-9ae2-0e0f9e4a33cb None None] Pushing event updated for resources: {'Port': ['ID=01a28f85-8a39-435b-a14c-61e767a9d3e3,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:23.651873 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-554fee92-7d83-45e5-90c8-9f6ff817e68a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Allocated IP 2001:db8::10d (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/768b4c53-ce6a-4e71-896b-44692772628f/95363921-e68e-45b8-9291-bc06ddaf2d5a) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:21:23.720473 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-d1ce6e82-ceb8-4367-9ae2-0e0f9e4a33cb None None] Attempting to bind port 01a28f85-8a39-435b-a14c-61e767a9d3e3 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:21:23.720985 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-d1ce6e82-ceb8-4367-9ae2-0e0f9e4a33cb None None] Attempting to bind port 01a28f85-8a39-435b-a14c-61e767a9d3e3 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:21:23.721729 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ce6e82-ceb8-4367-9ae2-0e0f9e4a33cb None None] Attempting to bind port 01a28f85-8a39-435b-a14c-61e767a9d3e3 on network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:21:23.729715 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ce6e82-ceb8-4367-9ae2-0e0f9e4a33cb None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:21:23.730225 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ce6e82-ceb8-4367-9ae2-0e0f9e4a33cb None None] Checking segment: {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:21:23.731063 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d1ce6e82-ceb8-4367-9ae2-0e0f9e4a33cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:23.731200 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ce6e82-ceb8-4367-9ae2-0e0f9e4a33cb None None] Bound using segment: {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:21:23.731776 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-d1ce6e82-ceb8-4367-9ae2-0e0f9e4a33cb None None] Bound port: 01a28f85-8a39-435b-a14c-61e767a9d3e3, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:21:23.732876 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d1ce6e82-ceb8-4367-9ae2-0e0f9e4a33cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:23.869318 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-01f7661b-1c75-4841-8cbc-7d6961e196d1 req-69ee8f9e-17ba-4f5a-a3b4-513504aac9e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d8e63cb106b40b880c35c46eb22d5c0&device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 1096 time: 0.6012065 May 23 11:21:23.889017 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-d1ce6e82-ceb8-4367-9ae2-0e0f9e4a33cb None None] For port 01a28f85-8a39-435b-a14c-61e767a9d3e3, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:21:23.894982 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-d1ce6e82-ceb8-4367-9ae2-0e0f9e4a33cb None None] For port 01a28f85-8a39-435b-a14c-61e767a9d3e3, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=01a28f85-8a39-435b-a14c-61e767a9d3e3,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:21:23.904396 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d1ce6e82-ceb8-4367-9ae2-0e0f9e4a33cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:23.991848 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-554fee92-7d83-45e5-90c8-9f6ff817e68a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:23.993368 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87c2b0-269c-4c7f-b682-7b23ef0906a3 req-d540749d-e606-41dc-82fb-6ab4a991eab7 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:23.995093 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-db87c2b0-269c-4c7f-b682-7b23ef0906a3 req-d540749d-e606-41dc-82fb-6ab4a991eab7 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.6481409 May 23 11:21:24.015597 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-554fee92-7d83-45e5-90c8-9f6ff817e68a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Transition to ACTIVE for port object 95363921-e68e-45b8-9291-bc06ddaf2d5a will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:21:24.044176 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-554fee92-7d83-45e5-90c8-9f6ff817e68a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:24.074441 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce6e82-ceb8-4367-9ae2-0e0f9e4a33cb None None] Pushing event updated for resources: {'Port': ['ID=01a28f85-8a39-435b-a14c-61e767a9d3e3,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:24.166802 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554fee92-7d83-45e5-90c8-9f6ff817e68a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:21:24.171081 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-554fee92-7d83-45e5-90c8-9f6ff817e68a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:21:24.182558 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554fee92-7d83-45e5-90c8-9f6ff817e68a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:21:24.187949 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554fee92-7d83-45e5-90c8-9f6ff817e68a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:24.188930 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-554fee92-7d83-45e5-90c8-9f6ff817e68a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:24.192114 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7661b-1c75-4841-8cbc-7d6961e196d1 req-e2492cfc-cbe4-4881-bba9-b2f57366033c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:24.193816 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-01f7661b-1c75-4841-8cbc-7d6961e196d1 req-e2492cfc-cbe4-4881-bba9-b2f57366033c service neutron] 10.222.0.13 "GET /v2.0/networks?id=6213997a-77dd-4973-bef8-b88fbf379b24 HTTP/1.1" status: 200 len: 913 time: 0.3154838 May 23 11:21:24.229086 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554fee92-7d83-45e5-90c8-9f6ff817e68a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Port': ['ID=95363921-e68e-45b8-9291-bc06ddaf2d5a,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:24.256432 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-554fee92-7d83-45e5-90c8-9f6ff817e68a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7677195 May 23 11:21:24.257653 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33044) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:24.406247 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-01f7661b-1c75-4841-8cbc-7d6961e196d1 req-96408bc7-b1bb-4ee9-9880-05d137ce8254 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3afd64a2-b6a5-4913-a9be-716566b8de39 HTTP/1.1" status: 200 len: 1000 time: 0.2018247 May 23 11:21:24.416638 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9429830-913d-4ffc-a5fb-21c5a7e1d545 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:24.420573 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9429830-913d-4ffc-a5fb-21c5a7e1d545 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:24.421344 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b9429830-913d-4ffc-a5fb-21c5a7e1d545 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:21:24.445359 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b9429830-913d-4ffc-a5fb-21c5a7e1d545 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:21:24.446715 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b9429830-913d-4ffc-a5fb-21c5a7e1d545 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1872540 May 23 11:21:24.452200 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33048) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:24.506871 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-db87c2b0-269c-4c7f-b682-7b23ef0906a3 req-ff56d5a9-36ad-4ea6-b6e2-cde7b40e60a2 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4793820 May 23 11:21:24.577104 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-f4060cae-76b1-4942-be17-8f5a9c33f1a4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting port 95363921-e68e-45b8-9291-bc06ddaf2d5a {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:21:24.577604 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f4060cae-76b1-4942-be17-8f5a9c33f1a4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:24.728701 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 01a28f85-8a39-435b-a14c-61e767a9d3e3 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:21:24.786123 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7661b-1c75-4841-8cbc-7d6961e196d1 req-5196886a-abca-4475-bde0-1303e35e21db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:24.787660 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-01f7661b-1c75-4841-8cbc-7d6961e196d1 req-5196886a-abca-4475-bde0-1303e35e21db service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54335c97-79a1-4f1c-bc27-f53589fd26ef HTTP/1.1" status: 200 len: 851 time: 0.3402517 May 23 11:21:24.819412 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 01a28f85-8a39-435b-a14c-61e767a9d3e3 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:21:24.940225 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b29292d-1ad4-4bb1-8e9f-f4f9494b857f req-40f6fd35-435a-4522-a922-1b336d826728 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:24.948457 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3b29292d-1ad4-4bb1-8e9f-f4f9494b857f req-40f6fd35-435a-4522-a922-1b336d826728 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.7968724 May 23 11:21:25.035952 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f4060cae-76b1-4942-be17-8f5a9c33f1a4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:25.114438 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3b29292d-1ad4-4bb1-8e9f-f4f9494b857f req-cde303bf-4f8a-4c82-b134-8f2f9865f7d9 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650395 May 23 11:21:25.189990 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-01f7661b-1c75-4841-8cbc-7d6961e196d1 req-d9c734ef-ddf5-4170-a78b-ee7ce8161a98 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6213997a-77dd-4973-bef8-b88fbf379b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3680913 May 23 11:21:25.230769 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-f4060cae-76b1-4942-be17-8f5a9c33f1a4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Calling delete_port for 95363921-e68e-45b8-9291-bc06ddaf2d5a owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:21:25.422927 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f4060cae-76b1-4942-be17-8f5a9c33f1a4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:25.461966 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-01f7661b-1c75-4841-8cbc-7d6961e196d1 req-120b3614-38c5-4e78-b7ed-5f2d058a8bc1 service neutron] 10.222.0.13 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609737 May 23 11:21:25.607198 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4060cae-76b1-4942-be17-8f5a9c33f1a4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Port': ['ID=95363921-e68e-45b8-9291-bc06ddaf2d5a,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:25.666618 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b01dff0a-d8cc-43c3-bb11-6a182ad9ec59 None None] Provisioning for port 01a28f85-8a39-435b-a14c-61e767a9d3e3 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:21:25.678854 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f4060cae-76b1-4942-be17-8f5a9c33f1a4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:25.682802 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b01dff0a-d8cc-43c3-bb11-6a182ad9ec59 None None] Provisioning complete for port 01a28f85-8a39-435b-a14c-61e767a9d3e3 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:21:25.683492 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b01dff0a-d8cc-43c3-bb11-6a182ad9ec59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:25.696088 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f4060cae-76b1-4942-be17-8f5a9c33f1a4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/ports/95363921-e68e-45b8-9291-bc06ddaf2d5a HTTP/1.1" status: 204 len: 168 time: 1.2427809 May 23 11:21:25.698647 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33056) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:25.848693 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b01dff0a-d8cc-43c3-bb11-6a182ad9ec59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:25.851455 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39080a5-e4a9-46c4-b70b-0f6573e14ad3 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:25.855118 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39080a5-e4a9-46c4-b70b-0f6573e14ad3 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:25.863122 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b39080a5-e4a9-46c4-b70b-0f6573e14ad3 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:21:25.909983 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b39080a5-e4a9-46c4-b70b-0f6573e14ad3 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:21:25.912828 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-b01dff0a-d8cc-43c3-bb11-6a182ad9ec59 None None] For port 01a28f85-8a39-435b-a14c-61e767a9d3e3, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=01a28f85-8a39-435b-a14c-61e767a9d3e3,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:21:25.918000 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b39080a5-e4a9-46c4-b70b-0f6573e14ad3 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2150738 May 23 11:21:25.918592 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33062) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:25.921625 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b01dff0a-d8cc-43c3-bb11-6a182ad9ec59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:26.043330 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-a110a08c-1757-404a-9900-ef11c36b873d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting subnet 768b4c53-ce6a-4e71-896b-44692772628f {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:21:26.049840 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5e52d838-0a53-4a0e-8701-a1caa371c837 None None] Could not find standard attr ID for object 95363921-e68e-45b8-9291-bc06ddaf2d5a. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:21:26.053625 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a110a08c-1757-404a-9900-ef11c36b873d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:26.069706 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01dff0a-d8cc-43c3-bb11-6a182ad9ec59 None None] Pushing event updated for resources: {'Port': ['ID=01a28f85-8a39-435b-a14c-61e767a9d3e3,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:26.125604 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a110a08c-1757-404a-9900-ef11c36b873d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:26.137825 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-3f94cf19-8adb-4264-ba71-0342b6fab229 admin admin] Deleting port 9959c7e4-5ac1-4278-9125-90a08213ddc5 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:21:26.138441 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3f94cf19-8adb-4264-ba71-0342b6fab229 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:26.241140 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-01f7661b-1c75-4841-8cbc-7d6961e196d1 req-4adf146b-0108-4d4f-8fad-1cd2c29cfff4 service neutron] 10.222.0.13 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7720556 May 23 11:21:26.275126 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a110a08c-1757-404a-9900-ef11c36b873d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:26.371768 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a110a08c-1757-404a-9900-ef11c36b873d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:26.420836 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a110a08c-1757-404a-9900-ef11c36b873d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:26.425198 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634694fc-25e0-4030-8deb-d015d3045aa7 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:21:26.429501 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a110a08c-1757-404a-9900-ef11c36b873d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Subnet': ['ID=768b4c53-ce6a-4e71-896b-44692772628f,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:26.447913 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a110a08c-1757-404a-9900-ef11c36b873d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/768b4c53-ce6a-4e71-896b-44692772628f HTTP/1.1" status: 204 len: 168 time: 0.5248647 May 23 11:21:26.448301 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33068) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:26.525522 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-3f94cf19-8adb-4264-ba71-0342b6fab229 admin admin] For port 9959c7e4-5ac1-4278-9125-90a08213ddc5, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=9959c7e4-5ac1-4278-9125-90a08213ddc5,segment=NetworkSegment(f83c0d0e-9b40-421e-a2f5-66bbabc627e2),segment_id=f83c0d0e-9b40-421e-a2f5-66bbabc627e2)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:21:26.526138 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3f94cf19-8adb-4264-ba71-0342b6fab229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:26.636203 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8a447ce1-ec3a-4393-b83b-b2b9704cdddb tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1825783 May 23 11:21:26.636782 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33072) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:26.691270 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 01a28f85-8a39-435b-a14c-61e767a9d3e3 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:21:26.697000 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-3f94cf19-8adb-4264-ba71-0342b6fab229 admin admin] Calling delete_port for 9959c7e4-5ac1-4278-9125-90a08213ddc5 owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:21:26.749652 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf8cadd-47ba-4a5f-b4cd-790d182d1515 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:26.750333 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-eaf8cadd-47ba-4a5f-b4cd-790d182d1515 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:21:26.764251 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff7b7b-ab89-4a43-9664-59de5c281f20 req-fbf26841-911a-43b8-a892-84c619c4d819 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:26.766443 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b2ff7b7b-ab89-4a43-9664-59de5c281f20 req-fbf26841-911a-43b8-a892-84c619c4d819 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.8666084 May 23 11:21:26.771456 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-eaf8cadd-47ba-4a5f-b4cd-790d182d1515 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:21:26.774359 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-eaf8cadd-47ba-4a5f-b4cd-790d182d1515 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1275105 May 23 11:21:26.777480 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33076) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:26.860293 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 01a28f85-8a39-435b-a14c-61e767a9d3e3 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:21:26.861674 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:26.880207 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c80605-4d5b-472f-93ad-a0b4f9472e7f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:26.881031 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-21c80605-4d5b-472f-93ad-a0b4f9472e7f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:21:26.912190 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-21c80605-4d5b-472f-93ad-a0b4f9472e7f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:21:26.913614 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-21c80605-4d5b-472f-93ad-a0b4f9472e7f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1350992 May 23 11:21:26.916314 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33082) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:26.950918 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54351d87-b046-4281-a483-78d2c4174455 req-601ce04a-d55c-4c6b-8715-5a36244d9294 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:26.958477 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82dbfc9-3f86-4bb1-b5f4-fe1c1788ca35 None None] DHCP port deletion for db5fdb8a-4d76-428d-84ca-c911a4d5dee2 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:21:26.970265 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-54351d87-b046-4281-a483-78d2c4174455 req-601ce04a-d55c-4c6b-8715-5a36244d9294 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.6367507 May 23 11:21:26.970542 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d82dbfc9-3f86-4bb1-b5f4-fe1c1788ca35 None None] Deleting port 01a28f85-8a39-435b-a14c-61e767a9d3e3 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:21:26.970927 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d82dbfc9-3f86-4bb1-b5f4-fe1c1788ca35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:27.061404 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b2ff7b7b-ab89-4a43-9664-59de5c281f20 req-a9adf03a-5150-4f93-b166-cdf785555fc7 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2700927 May 23 11:21:27.107704 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-469435d5-e9b8-4ecd-a734-75f7876f0894 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1901097 May 23 11:21:27.113674 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33086) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:27.130779 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-caf70d4c-a639-4fb5-810b-7b8a9e1a14a8 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'subnet': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:21:27.160469 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-54351d87-b046-4281-a483-78d2c4174455 req-ee14a0d9-0166-46de-9230-a3dc035b66ab tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892309 May 23 11:21:27.225077 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-c6c0973c-3892-4061-85e3-a8f42967729b tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Deleting port 491b134a-b711-4ce2-bc65-d51843ffd9e1 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:21:27.225412 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c6c0973c-3892-4061-85e3-a8f42967729b tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:27.318925 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-caf70d4c-a639-4fb5-810b-7b8a9e1a14a8 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:21:27.334214 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-caf70d4c-a639-4fb5-810b-7b8a9e1a14a8 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:21:27.351886 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf70d4c-a639-4fb5-810b-7b8a9e1a14a8 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:21:27.367534 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-caf70d4c-a639-4fb5-810b-7b8a9e1a14a8 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:27.372878 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-d82dbfc9-3f86-4bb1-b5f4-fe1c1788ca35 None None] For port 01a28f85-8a39-435b-a14c-61e767a9d3e3, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=01a28f85-8a39-435b-a14c-61e767a9d3e3,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:21:27.373246 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d82dbfc9-3f86-4bb1-b5f4-fe1c1788ca35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:27.525680 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d82dbfc9-3f86-4bb1-b5f4-fe1c1788ca35 None None] Calling delete_port for 01a28f85-8a39-435b-a14c-61e767a9d3e3 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:21:27.625064 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d82dbfc9-3f86-4bb1-b5f4-fe1c1788ca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:27.709089 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82dbfc9-3f86-4bb1-b5f4-fe1c1788ca35 None None] No DVR routers for this DVR port 01a28f85-8a39-435b-a14c-61e767a9d3e3 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:21:27.709671 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-c6c0973c-3892-4061-85e3-a8f42967729b tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] For port 491b134a-b711-4ce2-bc65-d51843ffd9e1, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=491b134a-b711-4ce2-bc65-d51843ffd9e1,segment=NetworkSegment(bc046606-98b8-415f-8f5e-aefe6960bd96),segment_id=bc046606-98b8-415f-8f5e-aefe6960bd96)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:21:27.710167 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c6c0973c-3892-4061-85e3-a8f42967729b tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:27.741598 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82dbfc9-3f86-4bb1-b5f4-fe1c1788ca35 None None] Pushing event deleted for resources: {'Port': ['ID=01a28f85-8a39-435b-a14c-61e767a9d3e3,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:27.861312 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-c6c0973c-3892-4061-85e3-a8f42967729b tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Calling delete_port for 491b134a-b711-4ce2-bc65-d51843ffd9e1 owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:21:27.900085 n-d-842952-2 neutron-server[83911]: DEBUG neutron.objects.ports [None req-caf70d4c-a639-4fb5-810b-7b8a9e1a14a8 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83911) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 23 11:21:27.901495 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-caf70d4c-a639-4fb5-810b-7b8a9e1a14a8 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:27.967763 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf70d4c-a639-4fb5-810b-7b8a9e1a14a8 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:21:27.971182 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-caf70d4c-a639-4fb5-810b-7b8a9e1a14a8 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:21:27.977608 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf70d4c-a639-4fb5-810b-7b8a9e1a14a8 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:27.978320 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-caf70d4c-a639-4fb5-810b-7b8a9e1a14a8 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:27.985853 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cb9c5e-943f-4240-8666-3f741c25ab12 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:21:28.014867 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf70d4c-a639-4fb5-810b-7b8a9e1a14a8 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Subnet': ['ID=fa3bc03b-7b81-4c06-acc4-e51dde83a997,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:28.052016 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-caf70d4c-a639-4fb5-810b-7b8a9e1a14a8 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9349422 May 23 11:21:28.052761 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33096) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:28.068703 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c6c0973c-3892-4061-85e3-a8f42967729b tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:28.073348 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-7ea79aae-cc4d-48cf-8c3e-0ef159273587 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'subnet': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:21:28.106230 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3f94cf19-8adb-4264-ba71-0342b6fab229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:28.131807 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c0973c-3892-4061-85e3-a8f42967729b tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event deleted for resources: {'Port': ['ID=491b134a-b711-4ce2-bc65-d51843ffd9e1,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:28.219540 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f94cf19-8adb-4264-ba71-0342b6fab229 admin admin] Pushing event deleted for resources: {'Port': ['ID=9959c7e4-5ac1-4278-9125-90a08213ddc5,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:28.414111 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7ea79aae-cc4d-48cf-8c3e-0ef159273587 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:21:28.445003 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7ea79aae-cc4d-48cf-8c3e-0ef159273587 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:subnet and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:21:28.454066 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7ea79aae-cc4d-48cf-8c3e-0ef159273587 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:21:28.471303 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7ea79aae-cc4d-48cf-8c3e-0ef159273587 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:21:28.493080 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea79aae-cc4d-48cf-8c3e-0ef159273587 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:21:28.576318 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f9fb00-9838-4e76-a944-d6740af2794f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'tenant_id': '7898a2f847b24320a42ded6c2b4bd651', 'fixed_ips': [{'subnet_id': 'fa3bc03b-7b81-4c06-acc4-e51dde83a997'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:21:28.578346 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-87f9fb00-9838-4e76-a944-d6740af2794f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:28.788864 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7ea79aae-cc4d-48cf-8c3e-0ef159273587 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:28.812576 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 01a28f85-8a39-435b-a14c-61e767a9d3e3 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:21:28.940580 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 01a28f85-8a39-435b-a14c-61e767a9d3e3 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:21:28.944497 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 01a28f85-8a39-435b-a14c-61e767a9d3e3 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:21:29.064147 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3414568-cca3-4831-9892-0cc477d85063 req-09921fb8-6b08-48e4-9edd-020080ba7a18 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:29.066074 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f3414568-cca3-4831-9892-0cc477d85063 req-09921fb8-6b08-48e4-9edd-020080ba7a18 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.4605739 May 23 11:21:29.087080 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-87f9fb00-9838-4e76-a944-d6740af2794f None None] Allocated IP 2001:db8::f816:3eff:fe95:8d75 (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/fa3bc03b-7b81-4c06-acc4-e51dde83a997/57ea705d-0b91-492e-b7eb-c45b757f99d9) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:21:29.107176 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef469f6-4cdb-467b-aede-06eb297572b4 req-8b39674f-6c93-40a2-8322-f6b6e1739f5b tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:29.109067 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3ef469f6-4cdb-467b-aede-06eb297572b4 req-8b39674f-6c93-40a2-8322-f6b6e1739f5b tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.5046592 May 23 11:21:29.124964 n-d-842952-2 neutron-server[83911]: INFO neutron.db.ipam_backend_mixin [None req-7ea79aae-cc4d-48cf-8c3e-0ef159273587 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fa3bc03b-7b81-4c06-acc4-e51dde83a997 (CIDR: 2001:db8::/64) May 23 11:21:29.131062 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ea79aae-cc4d-48cf-8c3e-0ef159273587 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:21:29.131531 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ea79aae-cc4d-48cf-8c3e-0ef159273587 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:21:29.171675 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7ea79aae-cc4d-48cf-8c3e-0ef159273587 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1164732 May 23 11:21:29.172316 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33106) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:29.178993 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-1028e4ff-7205-45d6-9156-c682ddf80ea7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'subnet': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:21:29.209987 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3ef469f6-4cdb-467b-aede-06eb297572b4 req-17ceabd4-f686-46e5-b4d1-7869f8cb2020 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867727 May 23 11:21:29.211378 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c6c0973c-3892-4061-85e3-a8f42967729b tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:29.231208 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f3414568-cca3-4831-9892-0cc477d85063 req-f3fb142b-a2e9-4069-8f6c-a39091063960 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549978 May 23 11:21:29.340611 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1028e4ff-7205-45d6-9156-c682ddf80ea7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:21:29.345569 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1028e4ff-7205-45d6-9156-c682ddf80ea7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:subnet and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:21:29.350454 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1028e4ff-7205-45d6-9156-c682ddf80ea7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:21:29.357043 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1028e4ff-7205-45d6-9156-c682ddf80ea7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:21:29.370529 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1028e4ff-7205-45d6-9156-c682ddf80ea7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:21:29.376246 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1028e4ff-7205-45d6-9156-c682ddf80ea7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:29.417844 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-87f9fb00-9838-4e76-a944-d6740af2794f None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:29.430140 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-87f9fb00-9838-4e76-a944-d6740af2794f None None] Transition to ACTIVE for port object 57ea705d-0b91-492e-b7eb-c45b757f99d9 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:21:29.451309 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-87f9fb00-9838-4e76-a944-d6740af2794f None None] Transition to ACTIVE for port object 57ea705d-0b91-492e-b7eb-c45b757f99d9 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:21:29.462227 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-87f9fb00-9838-4e76-a944-d6740af2794f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:29.572300 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f9fb00-9838-4e76-a944-d6740af2794f None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:21:29.576140 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-87f9fb00-9838-4e76-a944-d6740af2794f None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:21:29.578042 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f9fb00-9838-4e76-a944-d6740af2794f None None] Pushing event updated for resources: {'Port': ['ID=57ea705d-0b91-492e-b7eb-c45b757f99d9,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:29.580188 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f9fb00-9838-4e76-a944-d6740af2794f None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:21:29.698892 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3f94cf19-8adb-4264-ba71-0342b6fab229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:29.723891 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-87f9fb00-9838-4e76-a944-d6740af2794f None None] Attempting to bind port 57ea705d-0b91-492e-b7eb-c45b757f99d9 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:21:29.724578 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-87f9fb00-9838-4e76-a944-d6740af2794f None None] Attempting to bind port 57ea705d-0b91-492e-b7eb-c45b757f99d9 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:21:29.725102 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f9fb00-9838-4e76-a944-d6740af2794f None None] Attempting to bind port 57ea705d-0b91-492e-b7eb-c45b757f99d9 on network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:21:29.734589 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f9fb00-9838-4e76-a944-d6740af2794f None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:21:29.735268 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f9fb00-9838-4e76-a944-d6740af2794f None None] Checking segment: {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:21:29.738022 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-87f9fb00-9838-4e76-a944-d6740af2794f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:29.738622 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f9fb00-9838-4e76-a944-d6740af2794f None None] Bound using segment: {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:21:29.739278 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-87f9fb00-9838-4e76-a944-d6740af2794f None None] Bound port: 57ea705d-0b91-492e-b7eb-c45b757f99d9, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:21:29.739848 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-87f9fb00-9838-4e76-a944-d6740af2794f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:29.807030 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1028e4ff-7205-45d6-9156-c682ddf80ea7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:29.856397 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-87f9fb00-9838-4e76-a944-d6740af2794f None None] For port 57ea705d-0b91-492e-b7eb-c45b757f99d9, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:21:29.860554 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-87f9fb00-9838-4e76-a944-d6740af2794f None None] For port 57ea705d-0b91-492e-b7eb-c45b757f99d9, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=57ea705d-0b91-492e-b7eb-c45b757f99d9,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:21:29.867750 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-87f9fb00-9838-4e76-a944-d6740af2794f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:29.897315 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a53b3-e67b-4696-93a4-340d23c8b499 req-84c1c7a0-b7be-42c5-911f-faa31a58eaa9 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:29.898950 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9e9a53b3-e67b-4696-93a4-340d23c8b499 req-84c1c7a0-b7be-42c5-911f-faa31a58eaa9 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.2562120 May 23 11:21:29.923322 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1028e4ff-7205-45d6-9156-c682ddf80ea7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Subnet': ['ID=e14ceb57-abca-42d7-9d22-0ab25747db1d,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:29.953538 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1028e4ff-7205-45d6-9156-c682ddf80ea7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:21:29.955431 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-1028e4ff-7205-45d6-9156-c682ddf80ea7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:21:29.957987 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1028e4ff-7205-45d6-9156-c682ddf80ea7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:29.959052 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1028e4ff-7205-45d6-9156-c682ddf80ea7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:30.014213 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33116) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:30.014389 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1028e4ff-7205-45d6-9156-c682ddf80ea7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8403444 May 23 11:21:30.018195 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f9fb00-9838-4e76-a944-d6740af2794f None None] Pushing event updated for resources: {'Port': ['ID=57ea705d-0b91-492e-b7eb-c45b757f99d9,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:30.113309 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-6fb17bc0-ab50-4118-94a8-e4eb27cb467a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'port': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'mac_address': 'fa:16:3e:19:7b:f2', 'name': 'tempest-NetworksTestDHCPv6-271264771'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:21:30.341346 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9e9a53b3-e67b-4696-93a4-340d23c8b499 req-1bbb67ee-fd56-49e1-b20d-00808a5fa8df tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4330292 May 23 11:21:30.553471 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6fb17bc0-ab50-4118-94a8-e4eb27cb467a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:21:30.607396 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6fb17bc0-ab50-4118-94a8-e4eb27cb467a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:port and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:21:30.622665 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6fb17bc0-ab50-4118-94a8-e4eb27cb467a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:21:30.668718 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 57ea705d-0b91-492e-b7eb-c45b757f99d9 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:21:30.687622 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6fb17bc0-ab50-4118-94a8-e4eb27cb467a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:21:30.736691 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb17bc0-ab50-4118-94a8-e4eb27cb467a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:21:30.882309 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 57ea705d-0b91-492e-b7eb-c45b757f99d9 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:21:30.938423 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541a91f-e668-4d5b-ad01-49e405503778 req-93ae9ad5-d785-4e57-b174-5166155c8cf6 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:30.946143 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6541a91f-e668-4d5b-ad01-49e405503778 req-93ae9ad5-d785-4e57-b174-5166155c8cf6 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.4911723 May 23 11:21:31.093288 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969dbc0-cdee-476b-bc12-2a461d581465 req-44648833-b138-4fd0-8996-6d99808e5252 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:31.094866 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4969dbc0-cdee-476b-bc12-2a461d581465 req-44648833-b138-4fd0-8996-6d99808e5252 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.5394144 May 23 11:21:31.395403 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6fb17bc0-ab50-4118-94a8-e4eb27cb467a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:31.420156 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c409a2-5696-49f1-a7c6-d757ecbbd2c6 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:21:31.445413 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6541a91f-e668-4d5b-ad01-49e405503778 req-ed00234b-1446-4ef7-8196-b1a5c7e3579d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4983418 May 23 11:21:31.469206 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c0973c-3892-4061-85e3-a8f42967729b tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Router 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:21:31.502097 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-6fb17bc0-ab50-4118-94a8-e4eb27cb467a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] device_id is not set on port 340afea7-0d89-4187-8efa-5fe208027f05 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:21:31.556732 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c3abd1fc-ed82-48ed-9385-5c1c1de94fd3 None None] Provisioning for port 57ea705d-0b91-492e-b7eb-c45b757f99d9 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:21:31.563111 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4969dbc0-cdee-476b-bc12-2a461d581465 req-0669d8c1-d141-48ed-bbb6-2e4384c02cc8 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4470143 May 23 11:21:31.567082 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c3abd1fc-ed82-48ed-9385-5c1c1de94fd3 None None] Provisioning complete for port 57ea705d-0b91-492e-b7eb-c45b757f99d9 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:21:31.567522 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c3abd1fc-ed82-48ed-9385-5c1c1de94fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:31.906858 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c3abd1fc-ed82-48ed-9385-5c1c1de94fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:31.976129 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c3abd1fc-ed82-48ed-9385-5c1c1de94fd3 None None] For port 57ea705d-0b91-492e-b7eb-c45b757f99d9, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=57ea705d-0b91-492e-b7eb-c45b757f99d9,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:21:31.985283 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c3abd1fc-ed82-48ed-9385-5c1c1de94fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:32.104449 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3abd1fc-ed82-48ed-9385-5c1c1de94fd3 None None] Pushing event updated for resources: {'Port': ['ID=57ea705d-0b91-492e-b7eb-c45b757f99d9,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:32.217608 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16602b6-3ee7-4e7b-b548-800197c4d9ee None None] Update dhcp port {'port': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'fixed_ips': [{'subnet_id': 'fa3bc03b-7b81-4c06-acc4-e51dde83a997', 'ip_address': '2001:db8::f816:3eff:fe95:8d75'}, {'subnet_id': 'e14ceb57-abca-42d7-9d22-0ab25747db1d'}], 'binding:host_id': 'n-d-842952-2'}, 'id': '57ea705d-0b91-492e-b7eb-c45b757f99d9'} from n-d-842952-2. {{(pid=83912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 23 11:21:32.245139 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a6ae4-57a6-4173-baa1-d22150179771 req-647f4209-b81f-410e-917c-7da63d6fa5f7 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:32.246945 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c04a6ae4-57a6-4173-baa1-d22150179771 req-647f4209-b81f-410e-917c-7da63d6fa5f7 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.4995797 May 23 11:21:32.282056 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-6fb17bc0-ab50-4118-94a8-e4eb27cb467a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Allocated IP 2001:db8:0:1::1e8 (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/e14ceb57-abca-42d7-9d22-0ab25747db1d/340afea7-0d89-4187-8efa-5fe208027f05) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:21:32.289702 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e16602b6-3ee7-4e7b-b548-800197c4d9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:32.305821 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-6fb17bc0-ab50-4118-94a8-e4eb27cb467a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Allocated IP 2001:db8::f816:3eff:fe19:7bf2 (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/fa3bc03b-7b81-4c06-acc4-e51dde83a997/340afea7-0d89-4187-8efa-5fe208027f05) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:21:32.326760 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c0973c-3892-4061-85e3-a8f42967729b tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:21:32.370479 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c04a6ae4-57a6-4173-baa1-d22150179771 req-cc2546ec-2dc7-477c-b4c0-0fd2ef0fb849 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046982 May 23 11:21:32.396376 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33130) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:32.408758 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c6c0973c-3892-4061-85e3-a8f42967729b tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "PUT /v2.0/routers/6f7c44f5-e4fd-461e-9a21-fa8d09071ce4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5106931 May 23 11:21:32.444479 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c83e786-55a7-4569-bb65-1aedf7cea02b None None] Sync routers for ids ['6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:21:32.496122 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c83e786-55a7-4569-bb65-1aedf7cea02b None None] Routers {'6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:21:32.496797 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7c83e786-55a7-4569-bb65-1aedf7cea02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:21:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:21:32.697067 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 57ea705d-0b91-492e-b7eb-c45b757f99d9 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:21:32.806406 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-7c83e786-55a7-4569-bb65-1aedf7cea02b None None] Set router 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:21:32.881608 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ab69259-c910-402f-953c-913228cf4f70 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Deleting subnet 2104aafc-5615-408b-a446-e6f44646ac4b {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:21:32.885264 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ab69259-c910-402f-953c-913228cf4f70 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:32.915523 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 57ea705d-0b91-492e-b7eb-c45b757f99d9 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:21:32.916201 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:32.985141 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ab69259-c910-402f-953c-913228cf4f70 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:33.030031 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f94cf19-8adb-4264-ba71-0342b6fab229 admin admin] Router e75b29d5-8702-42ef-92a7-2ad7834ef9f1 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:21:33.038096 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6fb17bc0-ab50-4118-94a8-e4eb27cb467a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:33.068155 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-6fb17bc0-ab50-4118-94a8-e4eb27cb467a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Transition to ACTIVE for port object 340afea7-0d89-4187-8efa-5fe208027f05 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:21:33.090511 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81c105-0c6f-4a17-8bd9-adb61a874dd0 req-77e23e40-7c75-42a0-a6f5-4b977627bc7f tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:33.097771 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fb81c105-0c6f-4a17-8bd9-adb61a874dd0 req-77e23e40-7c75-42a0-a6f5-4b977627bc7f tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.3403094 May 23 11:21:33.130668 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ab69259-c910-402f-953c-913228cf4f70 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:33.214291 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f0799-19b8-46f8-812b-1b49dc860aa4 req-5657870f-b19d-4901-9162-dd87131ebebf tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:33.216297 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8f0f0799-19b8-46f8-812b-1b49dc860aa4 req-5657870f-b19d-4901-9162-dd87131ebebf tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.4600410 May 23 11:21:33.240918 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ab69259-c910-402f-953c-913228cf4f70 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:33.310756 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab69259-c910-402f-953c-913228cf4f70 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event deleted for resources: {'Subnet': ['ID=2104aafc-5615-408b-a446-e6f44646ac4b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:33.327062 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ab69259-c910-402f-953c-913228cf4f70 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:33.330622 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd943a6f-5ec3-4e2b-aed7-002d80149eb4 None None] Network d481c8d0-ced3-420e-aa0e-9ad199e1624b requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:21:33.345845 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4ab69259-c910-402f-953c-913228cf4f70 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "DELETE /v2.0/subnets/2104aafc-5615-408b-a446-e6f44646ac4b HTTP/1.1" status: 204 len: 168 time: 0.9483240 May 23 11:21:33.348280 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33140) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:33.353260 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6fb17bc0-ab50-4118-94a8-e4eb27cb467a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:33.369234 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fb81c105-0c6f-4a17-8bd9-adb61a874dd0 req-6c938f15-9a04-4cf1-88dc-5919b1141ebb tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702458 May 23 11:21:33.667638 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ef79c223-67c2-447b-ba54-07fc8cf017bf tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:33.695145 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-ef79c223-67c2-447b-ba54-07fc8cf017bf tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Deleting port 331219d8-1df5-4591-8f6a-a2fab7c79263 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:21:33.695501 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ef79c223-67c2-447b-ba54-07fc8cf017bf tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:33.731775 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb17bc0-ab50-4118-94a8-e4eb27cb467a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Port': ['ID=340afea7-0d89-4187-8efa-5fe208027f05,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:33.737527 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8f0f0799-19b8-46f8-812b-1b49dc860aa4 req-e4b70f0b-a457-4b24-8d35-e01d43cf6ae8 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5110562 May 23 11:21:33.763890 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb17bc0-ab50-4118-94a8-e4eb27cb467a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:21:33.770763 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-6fb17bc0-ab50-4118-94a8-e4eb27cb467a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:21:33.788078 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb17bc0-ab50-4118-94a8-e4eb27cb467a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:21:33.795055 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb17bc0-ab50-4118-94a8-e4eb27cb467a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:33.797046 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6fb17bc0-ab50-4118-94a8-e4eb27cb467a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:33.854480 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-6fb17bc0-ab50-4118-94a8-e4eb27cb467a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.8277407 May 23 11:21:33.867838 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb17bc0-ab50-4118-94a8-e4eb27cb467a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:21:33.868344 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb17bc0-ab50-4118-94a8-e4eb27cb467a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:21:33.869364 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb17bc0-ab50-4118-94a8-e4eb27cb467a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:21:33.869802 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb17bc0-ab50-4118-94a8-e4eb27cb467a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:21:33.870225 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb17bc0-ab50-4118-94a8-e4eb27cb467a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:21:33.870896 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb17bc0-ab50-4118-94a8-e4eb27cb467a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:21:33.871042 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb17bc0-ab50-4118-94a8-e4eb27cb467a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:21:33.871449 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb17bc0-ab50-4118-94a8-e4eb27cb467a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:21:33.871890 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb17bc0-ab50-4118-94a8-e4eb27cb467a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:21:33.872303 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb17bc0-ab50-4118-94a8-e4eb27cb467a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:21:33.872746 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb17bc0-ab50-4118-94a8-e4eb27cb467a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:21:33.885666 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33146) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:33.890587 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-e16602b6-3ee7-4e7b-b548-800197c4d9ee None None] Allocated IP 2001:db8:0:1::2 (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/e14ceb57-abca-42d7-9d22-0ab25747db1d/57ea705d-0b91-492e-b7eb-c45b757f99d9) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:21:34.076813 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7c83e786-55a7-4569-bb65-1aedf7cea02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'name': 'tempest-RoutersTest-router-1947587361', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:19:49Z', 'updated_at': '2022-05-23T11:21:27Z', 'revision_number': 10, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'gw_port_host': None, '_interfaces': [{'id': '53ae665a-80ee-472a-bf6f-cf32affce9d5', 'name': '', 'network_id': 'fcf428cb-8411-4416-907d-9b256e7925db', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:49:b5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:19:51Z', 'updated_at': '2022-05-23T11:20:12Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:21:34.088196 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-ef79c223-67c2-447b-ba54-07fc8cf017bf tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] For port 331219d8-1df5-4591-8f6a-a2fab7c79263, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=331219d8-1df5-4591-8f6a-a2fab7c79263,segment=NetworkSegment(bc046606-98b8-415f-8f5e-aefe6960bd96),segment_id=bc046606-98b8-415f-8f5e-aefe6960bd96)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:21:34.088196 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ef79c223-67c2-447b-ba54-07fc8cf017bf tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:34.096988 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c83e786-55a7-4569-bb65-1aedf7cea02b None None] Checking router: 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:21:34.102743 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-04cab8cf-13bd-4b2f-bc80-9b8913bf7f76 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting port 340afea7-0d89-4187-8efa-5fe208027f05 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:21:34.102980 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-04cab8cf-13bd-4b2f-bc80-9b8913bf7f76 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:34.131853 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c83e786-55a7-4569-bb65-1aedf7cea02b None None] Routers {'6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:21:34.132524 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7c83e786-55a7-4569-bb65-1aedf7cea02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:21:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:21:34.156890 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f94cf19-8adb-4264-ba71-0342b6fab229 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:21:34.173527 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef784ace-5954-4662-95b9-28532f188be5 None None] Sync routers for ids ['e75b29d5-8702-42ef-92a7-2ad7834ef9f1'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:21:34.189281 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef784ace-5954-4662-95b9-28532f188be5 None None] Routers {'e75b29d5-8702-42ef-92a7-2ad7834ef9f1'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:21:34.190281 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ef784ace-5954-4662-95b9-28532f188be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:21:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['e75b29d5-8702-42ef-92a7-2ad7834ef9f1'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:21:34.212430 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3f94cf19-8adb-4264-ba71-0342b6fab229 admin admin] 10.222.0.79 "PUT /v2.0/routers/e75b29d5-8702-42ef-92a7-2ad7834ef9f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.6008894 May 23 11:21:34.226961 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33158) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:34.263403 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-ef79c223-67c2-447b-ba54-07fc8cf017bf tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Calling delete_port for 331219d8-1df5-4591-8f6a-a2fab7c79263 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:21:34.415726 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-ef784ace-5954-4662-95b9-28532f188be5 None None] Set router e75b29d5-8702-42ef-92a7-2ad7834ef9f1 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:21:34.449415 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ef79c223-67c2-447b-ba54-07fc8cf017bf tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:34.531473 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5a61ea-87ec-4a47-9f12-49c6f87713e6 None None] DHCP port deletion for d481c8d0-ced3-420e-aa0e-9ad199e1624b request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:21:34.611896 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79c223-67c2-447b-ba54-07fc8cf017bf tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event deleted for resources: {'Port': ['ID=331219d8-1df5-4591-8f6a-a2fab7c79263,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:34.643989 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e16602b6-3ee7-4e7b-b548-800197c4d9ee None None] For port 57ea705d-0b91-492e-b7eb-c45b757f99d9, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=57ea705d-0b91-492e-b7eb-c45b757f99d9,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:21:34.657847 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 331219d8-1df5-4591-8f6a-a2fab7c79263 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:21:34.680127 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef79c223-67c2-447b-ba54-07fc8cf017bf tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] No DVR routers for this DVR port 331219d8-1df5-4591-8f6a-a2fab7c79263 on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:21:34.761811 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e16602b6-3ee7-4e7b-b548-800197c4d9ee None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:34.790151 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e16602b6-3ee7-4e7b-b548-800197c4d9ee None None] Transition to ACTIVE for port object 57ea705d-0b91-492e-b7eb-c45b757f99d9 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:21:34.814351 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ef784ace-5954-4662-95b9-28532f188be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'name': 'tempest-AttachVolumeNegativeTest-1482793895-router', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:11:20Z', 'updated_at': '2022-05-23T11:21:27Z', 'revision_number': 5, 'project_id': '92ce77b1b70449899717558adda940d2', 'gw_port': {'id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:22Z', 'updated_at': '2022-05-23T11:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:21:34.816242 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-7c83e786-55a7-4569-bb65-1aedf7cea02b None None] Set router 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:21:34.819901 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef784ace-5954-4662-95b9-28532f188be5 None None] Checking router: e75b29d5-8702-42ef-92a7-2ad7834ef9f1 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:21:34.834571 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef784ace-5954-4662-95b9-28532f188be5 None None] Routers {'e75b29d5-8702-42ef-92a7-2ad7834ef9f1'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:21:34.835659 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ef784ace-5954-4662-95b9-28532f188be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:21:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['e75b29d5-8702-42ef-92a7-2ad7834ef9f1'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:21:34.884032 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46621b-d697-4dd4-8641-c80858014f53 req-55cbbaf6-c520-4b4e-8014-d2a4a92bd921 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:34.892698 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f46621b-d697-4dd4-8641-c80858014f53 req-55cbbaf6-c520-4b4e-8014-d2a4a92bd921 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/networks?id=6213997a-77dd-4973-bef8-b88fbf379b24 HTTP/1.1" status: 200 len: 812 time: 0.6810060 May 23 11:21:34.938485 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f46621b-d697-4dd4-8641-c80858014f53 req-4692a35c-51ad-46e7-b51b-e6a40e3da838 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/quotas/0d8e63cb106b40b880c35c46eb22d5c0 HTTP/1.1" status: 200 len: 375 time: 0.0447350 May 23 11:21:35.083668 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-04cab8cf-13bd-4b2f-bc80-9b8913bf7f76 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:35.134518 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 331219d8-1df5-4591-8f6a-a2fab7c79263 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:21:35.134518 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 331219d8-1df5-4591-8f6a-a2fab7c79263 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:21:35.155787 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e16602b6-3ee7-4e7b-b548-800197c4d9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:35.160573 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-ef784ace-5954-4662-95b9-28532f188be5 None None] Set router e75b29d5-8702-42ef-92a7-2ad7834ef9f1 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:21:35.250748 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-04cab8cf-13bd-4b2f-bc80-9b8913bf7f76 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Calling delete_port for 340afea7-0d89-4187-8efa-5fe208027f05 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:21:35.288102 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ef79c223-67c2-447b-ba54-07fc8cf017bf tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:35.352388 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-ef79c223-67c2-447b-ba54-07fc8cf017bf tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d481c8d0-ced3-420e-aa0e-9ad199e1624b']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:21:35.372015 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-ef79c223-67c2-447b-ba54-07fc8cf017bf tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc046606-98b8-415f-8f5e-aefe6960bd96') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:21:35.372387 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-ef79c223-67c2-447b-ba54-07fc8cf017bf tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc046606-98b8-415f-8f5e-aefe6960bd96') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:21:35.405427 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ef79c223-67c2-447b-ba54-07fc8cf017bf tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:35.427622 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ef79c223-67c2-447b-ba54-07fc8cf017bf tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:35.438606 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef79c223-67c2-447b-ba54-07fc8cf017bf tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:21:35.439438 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ef79c223-67c2-447b-ba54-07fc8cf017bf tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:35.459033 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:21:35.459033 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:21:35.459033 n-d-842952-2 neutron-server[83911]: timer() May 23 11:21:35.459033 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:21:35.459033 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:21:35.459033 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:21:35.459033 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:21:35.459033 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:21:35.459033 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:21:35.459033 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:21:35.459033 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:21:35.459033 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:21:35.459033 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:21:35.459033 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:21:35.459033 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:21:35.459033 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:21:35.459033 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:21:35.459033 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:21:35.459033 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:21:35.459033 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:21:35.459033 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:21:35.459033 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:21:35.459033 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:21:35.459033 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:21:35.459033 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:21:35.459033 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:21:35.459033 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:21:35.459033 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:21:35.459033 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:21:35.459033 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:21:35.459033 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:21:35.459033 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:21:35.524519 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8f828-2c2b-4ceb-9510-9a5b504897f0 req-df8d3202-7686-47c1-8f10-7c0350165ce4 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:35.532544 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-29c8f828-2c2b-4ceb-9510-9a5b504897f0 req-df8d3202-7686-47c1-8f10-7c0350165ce4 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.8796513 May 23 11:21:35.584478 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16602b6-3ee7-4e7b-b548-800197c4d9ee None None] Pushing event updated for resources: {'Port': ['ID=57ea705d-0b91-492e-b7eb-c45b757f99d9,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:35.601001 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ef784ace-5954-4662-95b9-28532f188be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'name': 'tempest-AttachVolumeNegativeTest-1482793895-router', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:11:20Z', 'updated_at': '2022-05-23T11:21:27Z', 'revision_number': 5, 'project_id': '92ce77b1b70449899717558adda940d2', 'gw_port': {'id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:22Z', 'updated_at': '2022-05-23T11:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:21:35.605414 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ef79c223-67c2-447b-ba54-07fc8cf017bf tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:35.608816 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef784ace-5954-4662-95b9-28532f188be5 None None] The sync data for ids ['e75b29d5-8702-42ef-92a7-2ad7834ef9f1'] in n-d-842952-2 is: [{'id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'name': 'tempest-AttachVolumeNegativeTest-1482793895-router', 'tenant_id': '92ce77b1b70449899717558adda940d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:11:20Z', 'updated_at': '2022-05-23T11:21:27Z', 'revision_number': 5, 'project_id': '92ce77b1b70449899717558adda940d2', 'gw_port': {'id': '01e40033-34c0-4e65-bf6b-0491f9f98dc2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b29d5-8702-42ef-92a7-2ad7834ef9f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:11:22Z', 'updated_at': '2022-05-23T11:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:21:35.619324 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-29c8f828-2c2b-4ceb-9510-9a5b504897f0 req-2c370806-ba8b-40a8-af3f-ea61d76f4011 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856681 May 23 11:21:35.640885 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ef79c223-67c2-447b-ba54-07fc8cf017bf tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:35.649794 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-04cab8cf-13bd-4b2f-bc80-9b8913bf7f76 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:35.719614 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ef79c223-67c2-447b-ba54-07fc8cf017bf tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "DELETE /v2.0/networks/d481c8d0-ced3-420e-aa0e-9ad199e1624b HTTP/1.1" status: 204 len: 168 time: 2.3700409 May 23 11:21:35.724402 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33168) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:35.799746 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79c223-67c2-447b-ba54-07fc8cf017bf tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event deleted for resources: {'Network': ['ID=d481c8d0-ced3-420e-aa0e-9ad199e1624b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:35.808167 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cab8cf-13bd-4b2f-bc80-9b8913bf7f76 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Port': ['ID=340afea7-0d89-4187-8efa-5fe208027f05,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:35.827448 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7c83e786-55a7-4569-bb65-1aedf7cea02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'name': 'tempest-RoutersTest-router-1947587361', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:19:49Z', 'updated_at': '2022-05-23T11:21:27Z', 'revision_number': 10, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'gw_port_host': None, '_interfaces': [{'id': '53ae665a-80ee-472a-bf6f-cf32affce9d5', 'name': '', 'network_id': 'fcf428cb-8411-4416-907d-9b256e7925db', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:49:b5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:19:51Z', 'updated_at': '2022-05-23T11:20:12Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:21:35.829771 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f46621b-d697-4dd4-8641-c80858014f53 req-b6f3d302-4fea-42f4-9662-24f1bdf1b641 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=0d8e63cb106b40b880c35c46eb22d5c0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.8905382 May 23 11:21:35.849653 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c83e786-55a7-4569-bb65-1aedf7cea02b None None] The sync data for ids ['6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'] in n-d-842952-2 is: [{'id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'name': 'tempest-RoutersTest-router-1947587361', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:19:49Z', 'updated_at': '2022-05-23T11:21:27Z', 'revision_number': 10, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'gw_port_host': None, '_interfaces': [{'id': '53ae665a-80ee-472a-bf6f-cf32affce9d5', 'name': '', 'network_id': 'fcf428cb-8411-4416-907d-9b256e7925db', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'mac_address': 'fa:16:3e:49:b5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:19:51Z', 'updated_at': '2022-05-23T11:20:12Z', 'revision_number': 5, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'subnets': [{'id': '451aec6e-fcdd-4e78-8460-64697bdf77fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:21:35.949017 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0a5b402a-bd5c-425c-8d63-e6e442c43651 admin admin] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:36.057701 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-1f46621b-d697-4dd4-8641-c80858014f53 req-8c4dd774-b7e6-4963-bddc-51c0707edfab service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:21:36.058599 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f46621b-d697-4dd4-8641-c80858014f53 req-8c4dd774-b7e6-4963-bddc-51c0707edfab service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2209201 May 23 11:21:36.266655 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2dfe8ef7-49a9-4599-ad56-d78cbf2f2094 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:36.368677 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-04cab8cf-13bd-4b2f-bc80-9b8913bf7f76 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:36.463092 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-04cab8cf-13bd-4b2f-bc80-9b8913bf7f76 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/ports/340afea7-0d89-4187-8efa-5fe208027f05 HTTP/1.1" status: 204 len: 168 time: 2.5674512 May 23 11:21:36.463343 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33180) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:36.590098 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f46621b-d697-4dd4-8641-c80858014f53 req-b25d2755-2530-4f43-9f59-5ad3fbfb26e4 service neutron] 10.222.0.79 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4611187 May 23 11:21:36.713488 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 57ea705d-0b91-492e-b7eb-c45b757f99d9 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:21:36.734878 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981b9bd8-40e3-4f24-b9e2-1adf950ee253 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:36.739718 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-981b9bd8-40e3-4f24-b9e2-1adf950ee253 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2749894 May 23 11:21:36.742623 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33186) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:36.909968 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e0bb6556-c94a-4018-96be-7f85ad4fc1d3 None None] Provisioning for port 57ea705d-0b91-492e-b7eb-c45b757f99d9 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:21:36.918722 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e0bb6556-c94a-4018-96be-7f85ad4fc1d3 None None] Provisioning complete for port 57ea705d-0b91-492e-b7eb-c45b757f99d9 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:21:36.919433 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e0bb6556-c94a-4018-96be-7f85ad4fc1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:36.955232 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 57ea705d-0b91-492e-b7eb-c45b757f99d9 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:21:36.955936 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:37.014081 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0a5b402a-bd5c-425c-8d63-e6e442c43651 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:37.067569 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f46621b-d697-4dd4-8641-c80858014f53 req-41bf9222-8d06-4187-936b-4f93112d0330 service neutron] 10.222.0.79 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4692905 May 23 11:21:37.075134 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-0a5b402a-bd5c-425c-8d63-e6e442c43651 admin admin] Deleting port 01e40033-34c0-4e65-bf6b-0491f9f98dc2 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:21:37.075632 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0a5b402a-bd5c-425c-8d63-e6e442c43651 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:37.080144 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d870bfb7-358c-43cb-89e3-ec3bc0a5b9da tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:37.084818 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d870bfb7-358c-43cb-89e3-ec3bc0a5b9da tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3412089 May 23 11:21:37.085462 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33190) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:37.180222 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef188be-35e2-4624-a878-4d63ce4b7a53 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:37.181565 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef188be-35e2-4624-a878-4d63ce4b7a53 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:37.182823 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef188be-35e2-4624-a878-4d63ce4b7a53 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:37.195512 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7ef188be-35e2-4624-a878-4d63ce4b7a53 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:21:37.230201 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7ef188be-35e2-4624-a878-4d63ce4b7a53 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:21:37.237116 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb614d3-89a7-42a8-8f18-380e2cf3dced req-92d7598c-1c16-4044-9216-3f68a76206f2 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:37.237378 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7ef188be-35e2-4624-a878-4d63ce4b7a53 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1456296 May 23 11:21:37.239196 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33194) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:37.242898 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1fb614d3-89a7-42a8-8f18-380e2cf3dced req-92d7598c-1c16-4044-9216-3f68a76206f2 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.3978651 May 23 11:21:37.295712 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 491b134a-b711-4ce2-bc65-d51843ffd9e1 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:21:37.418094 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1fb614d3-89a7-42a8-8f18-380e2cf3dced req-29ffe39e-85e5-44d6-b65f-06216013d384 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172354 May 23 11:21:37.444043 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 491b134a-b711-4ce2-bc65-d51843ffd9e1 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:21:37.444393 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 491b134a-b711-4ce2-bc65-d51843ffd9e1 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:21:37.444810 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 9959c7e4-5ac1-4278-9125-90a08213ddc5 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:21:37.497115 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 9959c7e4-5ac1-4278-9125-90a08213ddc5 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:21:37.497449 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 9959c7e4-5ac1-4278-9125-90a08213ddc5 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:21:37.530268 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-81067bbb-2639-4ad1-8723-e7c2026d51c7 req-7c5d060a-4e61-4c14-81e7-c9a8c9dad33e tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=93664a9d-71b9-4628-acab-fb7e8e19d283 HTTP/1.1" status: 200 len: 210 time: 0.0911682 May 23 11:21:37.541555 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-0a5b402a-bd5c-425c-8d63-e6e442c43651 admin admin] For port 01e40033-34c0-4e65-bf6b-0491f9f98dc2, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=01e40033-34c0-4e65-bf6b-0491f9f98dc2,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:21:37.541924 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0a5b402a-bd5c-425c-8d63-e6e442c43651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:37.638272 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7730c684-316b-4510-ad59-2c71bf02f1ea None None] Could not find standard attr ID for object 340afea7-0d89-4187-8efa-5fe208027f05. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:21:37.737849 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-0a5b402a-bd5c-425c-8d63-e6e442c43651 admin admin] Calling delete_port for 01e40033-34c0-4e65-bf6b-0491f9f98dc2 owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:21:37.977784 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:37.978440 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0a5b402a-bd5c-425c-8d63-e6e442c43651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:38.036694 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b402a-bd5c-425c-8d63-e6e442c43651 admin admin] Pushing event deleted for resources: {'Port': ['ID=01e40033-34c0-4e65-bf6b-0491f9f98dc2,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:38.045580 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c90c00a-749c-41a1-b28a-5d8d8ea62969 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting subnet e14ceb57-abca-42d7-9d22-0ab25747db1d {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:21:38.055076 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1c90c00a-749c-41a1-b28a-5d8d8ea62969 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:38.148404 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1c90c00a-749c-41a1-b28a-5d8d8ea62969 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:38.283680 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1c90c00a-749c-41a1-b28a-5d8d8ea62969 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:38.314451 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0a5b402a-bd5c-425c-8d63-e6e442c43651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:38.355463 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-2dfe8ef7-49a9-4599-ad56-d78cbf2f2094 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Deleting port 53ae665a-80ee-472a-bf6f-cf32affce9d5 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:21:38.355857 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2dfe8ef7-49a9-4599-ad56-d78cbf2f2094 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:38.724188 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-2dfe8ef7-49a9-4599-ad56-d78cbf2f2094 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] For port 53ae665a-80ee-472a-bf6f-cf32affce9d5, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=53ae665a-80ee-472a-bf6f-cf32affce9d5,segment=NetworkSegment(b822ce4e-7ad2-40ac-917a-ff382b11be76),segment_id=b822ce4e-7ad2-40ac-917a-ff382b11be76)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:21:38.724622 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2dfe8ef7-49a9-4599-ad56-d78cbf2f2094 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:38.740865 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1c90c00a-749c-41a1-b28a-5d8d8ea62969 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:38.809485 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c90c00a-749c-41a1-b28a-5d8d8ea62969 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Subnet': ['ID=e14ceb57-abca-42d7-9d22-0ab25747db1d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:38.825811 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdca3fc-cfc0-4653-8ff2-97dc1355fac7 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:21:38.952317 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1c90c00a-749c-41a1-b28a-5d8d8ea62969 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:39.098916 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-2dfe8ef7-49a9-4599-ad56-d78cbf2f2094 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Calling delete_port for 53ae665a-80ee-472a-bf6f-cf32affce9d5 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:21:39.133672 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46621b-d697-4dd4-8641-c80858014f53 req-248bfee4-8c2a-47f8-bc4c-4e617ac0ef14 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:39.135970 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f46621b-d697-4dd4-8641-c80858014f53 req-248bfee4-8c2a-47f8-bc4c-4e617ac0ef14 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.13 "GET /v2.0/networks?id=6213997a-77dd-4973-bef8-b88fbf379b24 HTTP/1.1" status: 200 len: 812 time: 0.1993361 May 23 11:21:39.158120 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-004779e5-1d0c-4518-9a9f-391df44de45a req-4922c4e6-da49-4186-82d4-7e59efcbe7f8 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=93664a9d-71b9-4628-acab-fb7e8e19d283 HTTP/1.1" status: 200 len: 210 time: 0.2649536 May 23 11:21:39.163703 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-1f46621b-d697-4dd4-8641-c80858014f53 req-50be9466-609f-4d15-931d-3267acb99eae tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Request body: {'port': {'device_id': '93664a9d-71b9-4628-acab-fb7e8e19d283', 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24', 'admin_state_up': True, 'tenant_id': '0d8e63cb106b40b880c35c46eb22d5c0'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:21:39.183482 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0a5b402a-bd5c-425c-8d63-e6e442c43651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:39.244334 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b26169e9-5312-4207-822d-a33113bca9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:39.297296 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0a5b402a-bd5c-425c-8d63-e6e442c43651 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:39.319906 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ea6bb-7c8c-4a55-900c-514fcff4c73f req-b83217b0-f0e4-4539-ae9a-140069800f86 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:39.321650 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b33ea6bb-7c8c-4a55-900c-514fcff4c73f req-b83217b0-f0e4-4539-ae9a-140069800f86 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.6099198 May 23 11:21:39.370403 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:39.424565 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1c90c00a-749c-41a1-b28a-5d8d8ea62969 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/e14ceb57-abca-42d7-9d22-0ab25747db1d HTTP/1.1" status: 204 len: 168 time: 2.1734235 May 23 11:21:39.426264 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33216) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:39.427606 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2dfe8ef7-49a9-4599-ad56-d78cbf2f2094 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:39.480841 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0a5b402a-bd5c-425c-8d63-e6e442c43651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:39.482658 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5b402a-bd5c-425c-8d63-e6e442c43651 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e75b29d5-8702-42ef-92a7-2ad7834ef9f1 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:21:39.500935 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b33ea6bb-7c8c-4a55-900c-514fcff4c73f req-a22666cf-d21b-4a0c-bf1c-28aed30bfb99 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577113 May 23 11:21:39.502114 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-1f46621b-d697-4dd4-8641-c80858014f53 req-50be9466-609f-4d15-931d-3267acb99eae tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:21:39.519316 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-1f46621b-d697-4dd4-8641-c80858014f53 req-50be9466-609f-4d15-931d-3267acb99eae tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:21:39.525248 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0a5b402a-bd5c-425c-8d63-e6e442c43651 admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:39.529187 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0a5b402a-bd5c-425c-8d63-e6e442c43651 admin admin] 10.222.0.79 "DELETE /v2.0/routers/e75b29d5-8702-42ef-92a7-2ad7834ef9f1 HTTP/1.1" status: 204 len: 168 time: 5.2986319 May 23 11:21:39.529350 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33222) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:39.642587 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe8ef7-49a9-4599-ad56-d78cbf2f2094 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event deleted for resources: {'Port': ['ID=53ae665a-80ee-472a-bf6f-cf32affce9d5,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:39.687042 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f46621b-d697-4dd4-8641-c80858014f53 req-50be9466-609f-4d15-931d-3267acb99eae tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Made reservation on behalf of 0d8e63cb106b40b880c35c46eb22d5c0 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:21:39.691032 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1f46621b-d697-4dd4-8641-c80858014f53 req-50be9466-609f-4d15-931d-3267acb99eae tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:39.811465 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-06c05d9d-f4f6-4983-9ed8-f97277981e56 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting subnet fa3bc03b-7b81-4c06-acc4-e51dde83a997 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:21:39.823263 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-06c05d9d-f4f6-4983-9ed8-f97277981e56 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:39.914096 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-e462bf4e-7020-4bbc-9875-ba13b3f9870d admin admin] Deleting subnet a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:21:39.942167 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-06c05d9d-f4f6-4983-9ed8-f97277981e56 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:40.134509 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e462bf4e-7020-4bbc-9875-ba13b3f9870d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:40.187615 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-1f46621b-d697-4dd4-8641-c80858014f53 req-50be9466-609f-4d15-931d-3267acb99eae tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Allocated IP 172.20.0.14 (6213997a-77dd-4973-bef8-b88fbf379b24/54335c97-79a1-4f1c-bc27-f53589fd26ef/fc866833-5097-465e-8754-807c07eb8e82) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:21:40.413883 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-06c05d9d-f4f6-4983-9ed8-f97277981e56 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:40.542024 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3d3e437c-05fd-4c7f-91cb-3a14ee456549 None None] Provisioning complete for port 57ea705d-0b91-492e-b7eb-c45b757f99d9 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:21:40.543168 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-405a45b3-4659-4fc2-a076-83336ee96ee6 req-bc5d483b-8386-47e5-8c51-86f93247fc2f tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=93664a9d-71b9-4628-acab-fb7e8e19d283 HTTP/1.1" status: 200 len: 210 time: 0.0803158 May 23 11:21:40.569403 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3d3e437c-05fd-4c7f-91cb-3a14ee456549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:40.612740 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e462bf4e-7020-4bbc-9875-ba13b3f9870d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:40.719135 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2dfe8ef7-49a9-4599-ad56-d78cbf2f2094 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:40.764346 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 01e40033-34c0-4e65-bf6b-0491f9f98dc2 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:21:40.784799 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e462bf4e-7020-4bbc-9875-ba13b3f9870d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:40.829042 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 01e40033-34c0-4e65-bf6b-0491f9f98dc2 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:21:40.829767 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 01e40033-34c0-4e65-bf6b-0491f9f98dc2 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:21:40.942200 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1f46621b-d697-4dd4-8641-c80858014f53 req-50be9466-609f-4d15-931d-3267acb99eae tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:40.970135 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-1f46621b-d697-4dd4-8641-c80858014f53 req-50be9466-609f-4d15-931d-3267acb99eae tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Transition to ACTIVE for port object fc866833-5097-465e-8754-807c07eb8e82 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:21:40.974501 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-06c05d9d-f4f6-4983-9ed8-f97277981e56 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:41.003850 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e462bf4e-7020-4bbc-9875-ba13b3f9870d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:41.050433 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-06c05d9d-f4f6-4983-9ed8-f97277981e56 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:41.053627 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1f46621b-d697-4dd4-8641-c80858014f53 req-50be9466-609f-4d15-931d-3267acb99eae tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:41.058402 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c05d9d-f4f6-4983-9ed8-f97277981e56 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Subnet': ['ID=fa3bc03b-7b81-4c06-acc4-e51dde83a997,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:41.058812 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a162b07-bf89-4fbc-9264-4fd19f477437 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:21:41.108886 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e462bf4e-7020-4bbc-9875-ba13b3f9870d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:41.126245 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462bf4e-7020-4bbc-9875-ba13b3f9870d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:41.139409 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e462bf4e-7020-4bbc-9875-ba13b3f9870d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/a7e0fd26-b3dd-41b2-82b7-0b1c3527e5a6 HTTP/1.1" status: 204 len: 168 time: 1.6063948 May 23 11:21:41.147470 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0bb79c-ae57-46c5-ba13-73aa66a68b29 None None] Network 297e8414-85bd-4e0d-aedb-8abf246d8703 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:21:41.156949 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33236) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:41.173698 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-06c05d9d-f4f6-4983-9ed8-f97277981e56 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/fa3bc03b-7b81-4c06-acc4-e51dde83a997 HTTP/1.1" status: 204 len: 168 time: 1.7409496 May 23 11:21:41.174619 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33240) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:41.224778 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f46621b-d697-4dd4-8641-c80858014f53 req-50be9466-609f-4d15-931d-3267acb99eae tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Network 6213997a-77dd-4973-bef8-b88fbf379b24 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:21:41.303694 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-1f46621b-d697-4dd4-8641-c80858014f53 req-50be9466-609f-4d15-931d-3267acb99eae tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:21:41.307384 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f46621b-d697-4dd4-8641-c80858014f53 req-50be9466-609f-4d15-931d-3267acb99eae tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:21:41.408946 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-570df54f-73dc-4e9b-bf2b-164a7c3d2d52 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1474550 May 23 11:21:41.413765 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33244) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:41.434002 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-0225f71c-882f-474d-bfa7-fa027eb37dfa tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'subnet': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:21:41.569032 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50be9466-609f-4d15-931d-3267acb99eae tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Pushing event updated for resources: {'Port': ['ID=fc866833-5097-465e-8754-807c07eb8e82,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:41.593206 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-555e2554-c591-4358-91c8-0e223502d486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:41.663122 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d89b75ab-3c37-4aa0-af63-e9d5d0004759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:41.673531 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac58f7-35bf-4cca-a30e-5544571ce6b2 req-70309840-e8de-4a8a-a032-7b9e677df3d2 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:41.675081 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-50ac58f7-35bf-4cca-a30e-5544571ce6b2 req-70309840-e8de-4a8a-a032-7b9e677df3d2 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.8039796 May 23 11:21:41.680424 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46621b-d697-4dd4-8641-c80858014f53 req-50be9466-609f-4d15-931d-3267acb99eae tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:41.681029 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1f46621b-d697-4dd4-8641-c80858014f53 req-50be9466-609f-4d15-931d-3267acb99eae tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:41.708082 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0225f71c-882f-474d-bfa7-fa027eb37dfa tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:21:41.715105 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0225f71c-882f-474d-bfa7-fa027eb37dfa tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:subnet and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:21:41.729790 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0225f71c-882f-474d-bfa7-fa027eb37dfa tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:21:41.760148 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f46621b-d697-4dd4-8641-c80858014f53 req-50be9466-609f-4d15-931d-3267acb99eae tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6003261 May 23 11:21:41.765183 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-d89b75ab-3c37-4aa0-af63-e9d5d0004759 admin admin] Deleting port cd7d760a-01e8-425a-9602-6b7e04322a14 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:21:41.765508 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d89b75ab-3c37-4aa0-af63-e9d5d0004759 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:41.804316 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-1f46621b-d697-4dd4-8641-c80858014f53 req-fa8fc85c-9a26-4335-a9e1-611c2c86dd1e service neutron] Request body: {'port': {'device_id': '93664a9d-71b9-4628-acab-fb7e8e19d283', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:21:41.865737 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0225f71c-882f-474d-bfa7-fa027eb37dfa tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:21:41.960037 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0225f71c-882f-474d-bfa7-fa027eb37dfa tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:21:41.963806 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0225f71c-882f-474d-bfa7-fa027eb37dfa tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:41.972503 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-50ac58f7-35bf-4cca-a30e-5544571ce6b2 req-e2e7e64b-df65-4a61-95a2-88778534a026 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855244 May 23 11:21:41.994684 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dfe8ef7-49a9-4599-ad56-d78cbf2f2094 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Router 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:21:41.997610 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5e358530-c4b2-46a1-99e6-cfd1acb0014a None None] Provisioning for port fc866833-5097-465e-8754-807c07eb8e82 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:21:42.012764 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5e358530-c4b2-46a1-99e6-cfd1acb0014a None None] Provisioning complete for port fc866833-5097-465e-8754-807c07eb8e82 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:21:42.013726 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5e358530-c4b2-46a1-99e6-cfd1acb0014a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:42.096266 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5e358530-c4b2-46a1-99e6-cfd1acb0014a None None] Port fc866833-5097-465e-8754-807c07eb8e82 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:21:42.100865 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff907647-5d23-4211-9583-e68115ece43a None None] DHCP port deletion for db5fdb8a-4d76-428d-84ca-c911a4d5dee2 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:21:42.105743 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ff907647-5d23-4211-9583-e68115ece43a None None] Deleting port 57ea705d-0b91-492e-b7eb-c45b757f99d9 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:21:42.106117 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ff907647-5d23-4211-9583-e68115ece43a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:42.133653 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ba3b0c-0b1f-417a-a29e-f5d773048c31 None None] DHCP port deletion for 297e8414-85bd-4e0d-aedb-8abf246d8703 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:21:42.144992 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1f46621b-d697-4dd4-8641-c80858014f53 req-fa8fc85c-9a26-4335-a9e1-611c2c86dd1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:42.150021 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-90ba3b0c-0b1f-417a-a29e-f5d773048c31 None None] Deleting port cd7d760a-01e8-425a-9602-6b7e04322a14 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:21:42.150395 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-90ba3b0c-0b1f-417a-a29e-f5d773048c31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:42.519488 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ff907647-5d23-4211-9583-e68115ece43a None None] For port 57ea705d-0b91-492e-b7eb-c45b757f99d9, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=57ea705d-0b91-492e-b7eb-c45b757f99d9,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:21:42.519925 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ff907647-5d23-4211-9583-e68115ece43a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:42.542856 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-90ba3b0c-0b1f-417a-a29e-f5d773048c31 None None] For port cd7d760a-01e8-425a-9602-6b7e04322a14, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=cd7d760a-01e8-425a-9602-6b7e04322a14,segment=NetworkSegment(f83c0d0e-9b40-421e-a2f5-66bbabc627e2),segment_id=f83c0d0e-9b40-421e-a2f5-66bbabc627e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:21:42.543251 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-90ba3b0c-0b1f-417a-a29e-f5d773048c31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:42.755199 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dfe8ef7-49a9-4599-ad56-d78cbf2f2094 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:21:42.762637 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 57ea705d-0b91-492e-b7eb-c45b757f99d9 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:21:42.779063 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2dfe8ef7-49a9-4599-ad56-d78cbf2f2094 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "PUT /v2.0/routers/6f7c44f5-e4fd-461e-9a21-fa8d09071ce4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0532250 May 23 11:21:42.782134 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33254) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:42.844011 n-d-842952-2 neutron-server[83911]: DEBUG neutron.objects.ports [None req-0225f71c-882f-474d-bfa7-fa027eb37dfa tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83911) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 23 11:21:42.946865 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ff907647-5d23-4211-9583-e68115ece43a None None] Calling delete_port for 57ea705d-0b91-492e-b7eb-c45b757f99d9 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:21:42.982122 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149002f-fd88-4e6a-afef-72611d57b42f req-100bf584-301a-4501-b62b-d830d1a8010b tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:42.985037 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-9149002f-fd88-4e6a-afef-72611d57b42f req-100bf584-301a-4501-b62b-d830d1a8010b tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Synchronizing usage tracker for tenant:0d8e63cb106b40b880c35c46eb22d5c0 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:21:43.048010 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfb253e-cd54-4d20-9e7b-3996530c60b8 None None] Sync routers for ids ['6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:21:43.074057 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-90ba3b0c-0b1f-417a-a29e-f5d773048c31 None None] Calling delete_port for cd7d760a-01e8-425a-9602-6b7e04322a14 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:21:43.124603 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:43.165579 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:43.176401 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfb253e-cd54-4d20-9e7b-3996530c60b8 None None] Routers {'6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:21:43.177127 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-6bfb253e-cd54-4d20-9e7b-3996530c60b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:21:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:21:43.187648 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-d89b75ab-3c37-4aa0-af63-e9d5d0004759 admin admin] For port cd7d760a-01e8-425a-9602-6b7e04322a14, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=cd7d760a-01e8-425a-9602-6b7e04322a14,segment=NetworkSegment(f83c0d0e-9b40-421e-a2f5-66bbabc627e2),segment_id=f83c0d0e-9b40-421e-a2f5-66bbabc627e2)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:21:43.188373 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d89b75ab-3c37-4aa0-af63-e9d5d0004759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:43.196843 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-1f46621b-d697-4dd4-8641-c80858014f53 req-fa8fc85c-9a26-4335-a9e1-611c2c86dd1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc866833-5097-465e-8754-807c07eb8e82 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:21:43.223991 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-9149002f-fd88-4e6a-afef-72611d57b42f req-100bf584-301a-4501-b62b-d830d1a8010b tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Unset dirty status for tenant:0d8e63cb106b40b880c35c46eb22d5c0 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:21:43.225215 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9149002f-fd88-4e6a-afef-72611d57b42f req-100bf584-301a-4501-b62b-d830d1a8010b tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=93664a9d-71b9-4628-acab-fb7e8e19d283 HTTP/1.1" status: 200 len: 932 time: 1.3150489 May 23 11:21:43.228687 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1f46621b-d697-4dd4-8641-c80858014f53 req-fa8fc85c-9a26-4335-a9e1-611c2c86dd1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:43.267764 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:21:43.318240 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-6bfb253e-cd54-4d20-9e7b-3996530c60b8 None None] Set router 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:21:43.339336 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-c84c61ad-4208-4c77-b4e5-cda89bc95049 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Deleting subnet 451aec6e-fcdd-4e78-8460-64697bdf77fd {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:21:43.376033 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c84c61ad-4208-4c77-b4e5-cda89bc95049 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:43.432954 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-d89b75ab-3c37-4aa0-af63-e9d5d0004759 admin admin] Calling delete_port for cd7d760a-01e8-425a-9602-6b7e04322a14 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:21:43.446324 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-6bfb253e-cd54-4d20-9e7b-3996530c60b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'name': 'tempest-RoutersTest-router-1947587361', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:19:49Z', 'updated_at': '2022-05-23T11:21:39Z', 'revision_number': 11, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'gw_port_host': None}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:21:43.456793 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfb253e-cd54-4d20-9e7b-3996530c60b8 None None] Checking router: 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:21:43.476245 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-1f46621b-d697-4dd4-8641-c80858014f53 req-fa8fc85c-9a26-4335-a9e1-611c2c86dd1e service neutron] Transition to ACTIVE for port object fc866833-5097-465e-8754-807c07eb8e82 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:21:43.477054 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0225f71c-882f-474d-bfa7-fa027eb37dfa tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:43.495899 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c84c61ad-4208-4c77-b4e5-cda89bc95049 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:43.503362 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1f46621b-d697-4dd4-8641-c80858014f53 req-fa8fc85c-9a26-4335-a9e1-611c2c86dd1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:43.554078 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfb253e-cd54-4d20-9e7b-3996530c60b8 None None] Routers {'6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:21:43.554078 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-6bfb253e-cd54-4d20-9e7b-3996530c60b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:21:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:21:43.594790 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8fc85c-9a26-4335-a9e1-611c2c86dd1e service neutron] Pushing event updated for resources: {'Port': ['ID=fc866833-5097-465e-8754-807c07eb8e82,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:43.600204 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9149002f-fd88-4e6a-afef-72611d57b42f req-7d90c094-f290-4209-bf43-24c726ac6185 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097301 May 23 11:21:43.724177 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-90ba3b0c-0b1f-417a-a29e-f5d773048c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:43.763542 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c84c61ad-4208-4c77-b4e5-cda89bc95049 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:43.772108 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:43.857346 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba3b0c-0b1f-417a-a29e-f5d773048c31 None None] Pushing event deleted for resources: {'Port': ['ID=cd7d760a-01e8-425a-9602-6b7e04322a14,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:43.865066 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ba3b0c-0b1f-417a-a29e-f5d773048c31 None None] No DVR routers for this DVR port cd7d760a-01e8-425a-9602-6b7e04322a14 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:21:43.938417 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ba3b0c-0b1f-417a-a29e-f5d773048c31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:21:43.938760 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ba3b0c-0b1f-417a-a29e-f5d773048c31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:21:43.939032 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ba3b0c-0b1f-417a-a29e-f5d773048c31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:21:43.939363 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ba3b0c-0b1f-417a-a29e-f5d773048c31 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:21:43.939721 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ba3b0c-0b1f-417a-a29e-f5d773048c31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:21:43.940021 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ba3b0c-0b1f-417a-a29e-f5d773048c31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:21:43.940371 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ba3b0c-0b1f-417a-a29e-f5d773048c31 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:21:43.940715 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ba3b0c-0b1f-417a-a29e-f5d773048c31 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:21:43.941055 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ba3b0c-0b1f-417a-a29e-f5d773048c31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:21:43.941387 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ba3b0c-0b1f-417a-a29e-f5d773048c31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:21:43.941651 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ba3b0c-0b1f-417a-a29e-f5d773048c31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:21:43.944651 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-6bfb253e-cd54-4d20-9e7b-3996530c60b8 None None] Set router 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:21:43.956651 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.api [None req-d89b75ab-3c37-4aa0-af63-e9d5d0004759 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:21:43.957032 n-d-842952-2 neutron-server[83910]: DEBUG oslo_db.api [None req-d89b75ab-3c37-4aa0-af63-e9d5d0004759 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:21:43.970596 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-1f46621b-d697-4dd4-8641-c80858014f53 req-fa8fc85c-9a26-4335-a9e1-611c2c86dd1e service neutron] Attempting to bind port fc866833-5097-465e-8754-807c07eb8e82 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:21:43.970767 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-1f46621b-d697-4dd4-8641-c80858014f53 req-fa8fc85c-9a26-4335-a9e1-611c2c86dd1e service neutron] Attempting to bind port fc866833-5097-465e-8754-807c07eb8e82 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '16d65dbf-b6a9-4190-869a-2234d81bb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:21:43.970962 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f46621b-d697-4dd4-8641-c80858014f53 req-fa8fc85c-9a26-4335-a9e1-611c2c86dd1e service neutron] Attempting to bind port fc866833-5097-465e-8754-807c07eb8e82 on network 6213997a-77dd-4973-bef8-b88fbf379b24 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:21:43.992790 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a385cd3-76dd-4199-8b62-346c8bcf5cbb req-b5675f99-9275-4a50-8095-cd6b24658001 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:43.994337 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5a385cd3-76dd-4199-8b62-346c8bcf5cbb req-b5675f99-9275-4a50-8095-cd6b24658001 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.6898642 May 23 11:21:43.997282 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f46621b-d697-4dd4-8641-c80858014f53 req-fa8fc85c-9a26-4335-a9e1-611c2c86dd1e service neutron] Port fc866833-5097-465e-8754-807c07eb8e82 on network 6213997a-77dd-4973-bef8-b88fbf379b24 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:21:43.997612 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f46621b-d697-4dd4-8641-c80858014f53 req-fa8fc85c-9a26-4335-a9e1-611c2c86dd1e service neutron] Attempting to bind port fc866833-5097-465e-8754-807c07eb8e82 on network 6213997a-77dd-4973-bef8-b88fbf379b24 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:21:44.018445 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c84c61ad-4208-4c77-b4e5-cda89bc95049 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:44.024369 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-0225f71c-882f-474d-bfa7-fa027eb37dfa tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] For port 57ea705d-0b91-492e-b7eb-c45b757f99d9, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=57ea705d-0b91-492e-b7eb-c45b757f99d9,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:21:44.075628 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84c61ad-4208-4c77-b4e5-cda89bc95049 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event deleted for resources: {'Subnet': ['ID=451aec6e-fcdd-4e78-8460-64697bdf77fd,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:44.096052 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c84c61ad-4208-4c77-b4e5-cda89bc95049 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:44.107588 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c84c61ad-4208-4c77-b4e5-cda89bc95049 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "DELETE /v2.0/subnets/451aec6e-fcdd-4e78-8460-64697bdf77fd HTTP/1.1" status: 204 len: 168 time: 1.3243003 May 23 11:21:44.115084 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33262) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:44.117739 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5a385cd3-76dd-4199-8b62-346c8bcf5cbb req-450872e8-242a-4cc8-b7ae-136a665b7d65 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036355 May 23 11:21:44.133847 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0225f71c-882f-474d-bfa7-fa027eb37dfa tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:44.143922 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f46621b-d697-4dd4-8641-c80858014f53 req-fa8fc85c-9a26-4335-a9e1-611c2c86dd1e service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:21:44.144580 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f46621b-d697-4dd4-8641-c80858014f53 req-fa8fc85c-9a26-4335-a9e1-611c2c86dd1e service neutron] Checking segment: {'id': '16d65dbf-b6a9-4190-869a-2234d81bb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:21:44.145171 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f46621b-d697-4dd4-8641-c80858014f53 req-fa8fc85c-9a26-4335-a9e1-611c2c86dd1e service neutron] Bound using segment: {'id': '16d65dbf-b6a9-4190-869a-2234d81bb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:21:44.145504 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0225f71c-882f-474d-bfa7-fa027eb37dfa tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:44.146072 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-1f46621b-d697-4dd4-8641-c80858014f53 req-fa8fc85c-9a26-4335-a9e1-611c2c86dd1e service neutron] Bound port: fc866833-5097-465e-8754-807c07eb8e82, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d65dbf-b6a9-4190-869a-2234d81bb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:21:44.146465 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0225f71c-882f-474d-bfa7-fa027eb37dfa tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:44.146828 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1f46621b-d697-4dd4-8641-c80858014f53 req-fa8fc85c-9a26-4335-a9e1-611c2c86dd1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:44.246404 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9342ee0c-80fd-4f36-913b-0bd54ff6733c None None] Network fcf428cb-8411-4416-907d-9b256e7925db requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:21:44.341634 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0225f71c-882f-474d-bfa7-fa027eb37dfa tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:21:44.353461 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-0225f71c-882f-474d-bfa7-fa027eb37dfa tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:21:44.356518 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0225f71c-882f-474d-bfa7-fa027eb37dfa tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:44.357119 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0225f71c-882f-474d-bfa7-fa027eb37dfa tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:44.391887 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0225f71c-882f-474d-bfa7-fa027eb37dfa tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9747312 May 23 11:21:44.393366 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-ff907647-5d23-4211-9583-e68115ece43a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:21:44.393953 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-ff907647-5d23-4211-9583-e68115ece43a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:21:44.395457 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33266) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:44.413691 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-5b364295-3e57-4f5d-bea3-df08466ac9c5 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'subnet': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:21:44.485751 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:21:44.486562 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:21:44.510394 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225f71c-882f-474d-bfa7-fa027eb37dfa tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Port': ['ID=57ea705d-0b91-492e-b7eb-c45b757f99d9,revision_number=8']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:44.513418 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-6bfb253e-cd54-4d20-9e7b-3996530c60b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'name': 'tempest-RoutersTest-router-1947587361', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:19:49Z', 'updated_at': '2022-05-23T11:21:39Z', 'revision_number': 11, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'gw_port_host': None}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:21:44.522520 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfb253e-cd54-4d20-9e7b-3996530c60b8 None None] The sync data for ids ['6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'] in n-d-842952-2 is: [{'id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'name': 'tempest-RoutersTest-router-1947587361', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:19:49Z', 'updated_at': '2022-05-23T11:21:39Z', 'revision_number': 11, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'gw_port_host': None}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:21:44.525329 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-d89b75ab-3c37-4aa0-af63-e9d5d0004759 admin admin] Deleting port cd7d760a-01e8-425a-9602-6b7e04322a14 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:21:44.525834 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d89b75ab-3c37-4aa0-af63-e9d5d0004759 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:44.532951 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:44.545417 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225f71c-882f-474d-bfa7-fa027eb37dfa tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Subnet': ['ID=e51868f1-a667-4b9b-a121-d5fbb5c84edb,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:44.610598 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3dc52f4d-d586-4358-85ef-dcf5a79901e7 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:44.640487 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5b364295-3e57-4f5d-bea3-df08466ac9c5 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:21:44.646421 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5b364295-3e57-4f5d-bea3-df08466ac9c5 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:subnet and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:21:44.649853 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5b364295-3e57-4f5d-bea3-df08466ac9c5 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:21:44.656531 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5b364295-3e57-4f5d-bea3-df08466ac9c5 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:21:44.658844 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-d89b75ab-3c37-4aa0-af63-e9d5d0004759 admin admin] The port 'cd7d760a-01e8-425a-9602-6b7e04322a14' was deleted {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:21:44.670490 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b364295-3e57-4f5d-bea3-df08466ac9c5 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:21:44.715379 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-3dc52f4d-d586-4358-85ef-dcf5a79901e7 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Deleting port db866d6c-8561-41c1-88ce-d12241ed025c {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:21:44.715621 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3dc52f4d-d586-4358-85ef-dcf5a79901e7 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:44.759794 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-1f46621b-d697-4dd4-8641-c80858014f53 req-fa8fc85c-9a26-4335-a9e1-611c2c86dd1e service neutron] For port fc866833-5097-465e-8754-807c07eb8e82, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:21:44.885483 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5b364295-3e57-4f5d-bea3-df08466ac9c5 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:44.895805 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ff907647-5d23-4211-9583-e68115ece43a None None] Deleting port 57ea705d-0b91-492e-b7eb-c45b757f99d9 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:21:44.896469 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ff907647-5d23-4211-9583-e68115ece43a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:44.923040 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-1f46621b-d697-4dd4-8641-c80858014f53 req-fa8fc85c-9a26-4335-a9e1-611c2c86dd1e service neutron] For port fc866833-5097-465e-8754-807c07eb8e82, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=fc866833-5097-465e-8754-807c07eb8e82,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:21:44.945243 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49cc1c1-8e72-41b2-9848-3ee120159988 None None] DHCP port deletion for fcf428cb-8411-4416-907d-9b256e7925db request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:21:44.968302 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d49cc1c1-8e72-41b2-9848-3ee120159988 None None] Deleting port db866d6c-8561-41c1-88ce-d12241ed025c {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:21:44.969368 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d49cc1c1-8e72-41b2-9848-3ee120159988 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:44.990064 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1f46621b-d697-4dd4-8641-c80858014f53 req-fa8fc85c-9a26-4335-a9e1-611c2c86dd1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:45.005434 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d89b75ab-3c37-4aa0-af63-e9d5d0004759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:45.147804 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-d89b75ab-3c37-4aa0-af63-e9d5d0004759 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['297e8414-85bd-4e0d-aedb-8abf246d8703']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:21:45.197461 n-d-842952-2 neutron-server[83911]: INFO neutron.db.ipam_backend_mixin [None req-5b364295-3e57-4f5d-bea3-df08466ac9c5 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e51868f1-a667-4b9b-a121-d5fbb5c84edb (CIDR: 2001:db8::/64) May 23 11:21:45.204732 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b364295-3e57-4f5d-bea3-df08466ac9c5 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:21:45.205704 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b364295-3e57-4f5d-bea3-df08466ac9c5 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:21:45.216583 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-d89b75ab-3c37-4aa0-af63-e9d5d0004759 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f83c0d0e-9b40-421e-a2f5-66bbabc627e2') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:21:45.216925 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-d89b75ab-3c37-4aa0-af63-e9d5d0004759 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f83c0d0e-9b40-421e-a2f5-66bbabc627e2') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:21:45.239907 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1f46621b-d697-4dd4-8641-c80858014f53 req-fa8fc85c-9a26-4335-a9e1-611c2c86dd1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:45.241930 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f46621b-d697-4dd4-8641-c80858014f53 req-fa8fc85c-9a26-4335-a9e1-611c2c86dd1e service neutron] 10.222.0.13 "PUT /v2.0/ports/fc866833-5097-465e-8754-807c07eb8e82 HTTP/1.1" status: 200 len: 1092 time: 3.4426734 May 23 11:21:45.242095 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93664a9d-71b9-4628-acab-fb7e8e19d283', 'tag': 'fc866833-5097-465e-8754-807c07eb8e82'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:21:45.252870 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5b364295-3e57-4f5d-bea3-df08466ac9c5 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8470855 May 23 11:21:45.253107 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33278) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:45.258522 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-9dec0ab9-34a6-4ed6-868b-d8d41e8054fe tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'subnet': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:21:45.288088 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:45.320359 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d89b75ab-3c37-4aa0-af63-e9d5d0004759 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:45.366695 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141b97f-22d6-4872-bfa7-d434b3153ab2 req-68432d3c-504b-471a-82ae-a2d397256e03 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:45.366695 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4141b97f-22d6-4872-bfa7-d434b3153ab2 req-68432d3c-504b-471a-82ae-a2d397256e03 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=93664a9d-71b9-4628-acab-fb7e8e19d283 HTTP/1.1" status: 200 len: 944 time: 0.5206406 May 23 11:21:45.684738 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8fc85c-9a26-4335-a9e1-611c2c86dd1e service neutron] Pushing event updated for resources: {'Port': ['ID=fc866833-5097-465e-8754-807c07eb8e82,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:45.694003 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-d49cc1c1-8e72-41b2-9848-3ee120159988 None None] For port db866d6c-8561-41c1-88ce-d12241ed025c, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=db866d6c-8561-41c1-88ce-d12241ed025c,segment=NetworkSegment(b822ce4e-7ad2-40ac-917a-ff382b11be76),segment_id=b822ce4e-7ad2-40ac-917a-ff382b11be76)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:21:45.694421 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d49cc1c1-8e72-41b2-9848-3ee120159988 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:45.719742 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9dec0ab9-34a6-4ed6-868b-d8d41e8054fe tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:21:45.725912 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-9dec0ab9-34a6-4ed6-868b-d8d41e8054fe tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:subnet and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:21:45.727195 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d89b75ab-3c37-4aa0-af63-e9d5d0004759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:45.730442 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-9dec0ab9-34a6-4ed6-868b-d8d41e8054fe tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:21:45.738148 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9dec0ab9-34a6-4ed6-868b-d8d41e8054fe tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:21:45.753159 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dec0ab9-34a6-4ed6-868b-d8d41e8054fe tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:21:45.760775 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d89b75ab-3c37-4aa0-af63-e9d5d0004759 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:21:45.761168 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d89b75ab-3c37-4aa0-af63-e9d5d0004759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:45.777666 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:21:45.777666 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:21:45.777666 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:21:45.777666 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:21:45.777666 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:21:45.777666 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:21:45.777666 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:21:45.777666 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:21:45.777666 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:21:45.777666 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:21:45.777666 n-d-842952-2 neutron-server[83910]: timer() May 23 11:21:45.777666 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:21:45.777666 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:21:45.777666 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:21:45.777666 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:21:45.777666 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:21:45.777666 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:21:45.777666 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:21:45.777666 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:21:45.777666 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:21:45.777666 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:21:45.777666 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:21:45.777666 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:21:45.777666 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:21:45.777666 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:21:45.777666 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:21:45.777666 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:21:45.777666 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:21:45.777666 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:21:45.777666 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:21:45.777666 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:21:45.777666 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:21:45.777666 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:21:45.777666 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:21:45.777666 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:21:45.777666 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:21:45.777666 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:21:45.777666 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:21:45.777666 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:21:45.777666 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:21:45.782900 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9dec0ab9-34a6-4ed6-868b-d8d41e8054fe tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:45.845440 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4141b97f-22d6-4872-bfa7-d434b3153ab2 req-23c19634-aefd-4b27-873c-888df6f363f1 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079813 May 23 11:21:45.871853 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d49cc1c1-8e72-41b2-9848-3ee120159988 None None] Calling delete_port for db866d6c-8561-41c1-88ce-d12241ed025c owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:21:45.897173 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-3dc52f4d-d586-4358-85ef-dcf5a79901e7 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] For port db866d6c-8561-41c1-88ce-d12241ed025c, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=db866d6c-8561-41c1-88ce-d12241ed025c,segment=NetworkSegment(b822ce4e-7ad2-40ac-917a-ff382b11be76),segment_id=b822ce4e-7ad2-40ac-917a-ff382b11be76)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:21:45.897534 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3dc52f4d-d586-4358-85ef-dcf5a79901e7 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:46.039779 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-3dc52f4d-d586-4358-85ef-dcf5a79901e7 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Calling delete_port for db866d6c-8561-41c1-88ce-d12241ed025c owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:21:46.118015 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d89b75ab-3c37-4aa0-af63-e9d5d0004759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:46.124281 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 57ea705d-0b91-492e-b7eb-c45b757f99d9, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=57ea705d-0b91-492e-b7eb-c45b757f99d9,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:21:46.132276 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-202d7d5b-839e-49b8-9112-e090d15093ff'] response: {'name': 'network-changed', 'server_uuid': '93664a9d-71b9-4628-acab-fb7e8e19d283', 'tag': 'fc866833-5097-465e-8754-807c07eb8e82', 'status': 'completed', 'code': 200} May 23 11:21:46.142662 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365b62b-bd4d-4a8e-8726-26b16d846d7a req-c8686c08-63f6-4d76-a436-7fe419902b69 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:46.149527 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d365b62b-bd4d-4a8e-8726-26b16d846d7a req-c8686c08-63f6-4d76-a436-7fe419902b69 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.5800483 May 23 11:21:46.180003 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d89b75ab-3c37-4aa0-af63-e9d5d0004759 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:46.186025 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-d49cc1c1-8e72-41b2-9848-3ee120159988 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:21:46.188033 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-d49cc1c1-8e72-41b2-9848-3ee120159988 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:21:46.197352 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b75ab-3c37-4aa0-af63-e9d5d0004759 admin admin] Pushing event deleted for resources: {'Network': ['ID=297e8414-85bd-4e0d-aedb-8abf246d8703,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:46.206016 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:46.207039 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device cd7d760a-01e8-425a-9602-6b7e04322a14 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:21:46.209868 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3dc52f4d-d586-4358-85ef-dcf5a79901e7 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:46.295706 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f46621b-d697-4dd4-8641-c80858014f53 req-27be81b3-3ff1-4cb0-92dc-ade5f5b810f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d8e63cb106b40b880c35c46eb22d5c0&device_id=93664a9d-71b9-4628-acab-fb7e8e19d283 HTTP/1.1" status: 200 len: 1095 time: 0.9137123 May 23 11:21:46.365317 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: cd7d760a-01e8-425a-9602-6b7e04322a14 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:21:46.366198 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device cd7d760a-01e8-425a-9602-6b7e04322a14 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:21:46.399501 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=57ea705d-0b91-492e-b7eb-c45b757f99d9,revision_number=9']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:46.436528 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ff907647-5d23-4211-9583-e68115ece43a None None] For port 57ea705d-0b91-492e-b7eb-c45b757f99d9, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=57ea705d-0b91-492e-b7eb-c45b757f99d9,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:21:46.436915 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ff907647-5d23-4211-9583-e68115ece43a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:46.444979 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d89b75ab-3c37-4aa0-af63-e9d5d0004759 admin admin] 10.222.0.79 "DELETE /v2.0/networks/297e8414-85bd-4e0d-aedb-8abf246d8703 HTTP/1.1" status: 204 len: 168 time: 5.2818358 May 23 11:21:46.448217 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc52f4d-d586-4358-85ef-dcf5a79901e7 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event deleted for resources: {'Port': ['ID=db866d6c-8561-41c1-88ce-d12241ed025c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:46.451964 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f46621b-d697-4dd4-8641-c80858014f53 req-7ca05670-eb78-45ef-abb9-97a6bbf2ca31 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc866833-5097-465e-8754-807c07eb8e82 HTTP/1.1" status: 200 len: 217 time: 0.1391466 May 23 11:21:46.483851 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc52f4d-d586-4358-85ef-dcf5a79901e7 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] No DVR routers for this DVR port db866d6c-8561-41c1-88ce-d12241ed025c on host n-d-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:21:46.625554 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 53ae665a-80ee-472a-bf6f-cf32affce9d5 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:21:46.653130 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9dec0ab9-34a6-4ed6-868b-d8d41e8054fe tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:46.730408 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33286) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:46.757383 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dec0ab9-34a6-4ed6-868b-d8d41e8054fe tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:21:46.764671 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-9dec0ab9-34a6-4ed6-868b-d8d41e8054fe tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:21:46.770955 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dec0ab9-34a6-4ed6-868b-d8d41e8054fe tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:46.771552 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9dec0ab9-34a6-4ed6-868b-d8d41e8054fe tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:46.784147 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec0ab9-34a6-4ed6-868b-d8d41e8054fe tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Subnet': ['ID=d2aaa540-b728-4958-9406-735b1751de93,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:46.837553 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3dc52f4d-d586-4358-85ef-dcf5a79901e7 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:46.854264 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9dec0ab9-34a6-4ed6-868b-d8d41e8054fe tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6002393 May 23 11:21:46.861429 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d49cc1c1-8e72-41b2-9848-3ee120159988 None None] Deleting port db866d6c-8561-41c1-88ce-d12241ed025c {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:21:46.863775 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d49cc1c1-8e72-41b2-9848-3ee120159988 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:46.866114 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33292) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:46.875480 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-0c291563-92ca-46e0-b5a5-127fae4f0d81 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'port': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'mac_address': 'fa:16:3e:44:f6:1f', 'name': 'tempest-NetworksTestDHCPv6-855214962'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:21:46.904533 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a4567696-42fb-4c17-97c6-165973541f1a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=92ce77b1b70449899717558adda940d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1710575 May 23 11:21:46.909785 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33298) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:46.922513 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d365b62b-bd4d-4a8e-8726-26b16d846d7a req-36030973-f250-4970-a9b6-63dda5fc8087 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7395918 May 23 11:21:46.945644 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-3dc52f4d-d586-4358-85ef-dcf5a79901e7 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcf428cb-8411-4416-907d-9b256e7925db']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:21:46.967574 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-3dc52f4d-d586-4358-85ef-dcf5a79901e7 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b822ce4e-7ad2-40ac-917a-ff382b11be76') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:21:46.968200 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-3dc52f4d-d586-4358-85ef-dcf5a79901e7 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b822ce4e-7ad2-40ac-917a-ff382b11be76') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:21:46.979966 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 53ae665a-80ee-472a-bf6f-cf32affce9d5 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:21:46.980274 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 53ae665a-80ee-472a-bf6f-cf32affce9d5 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:21:46.980692 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device db866d6c-8561-41c1-88ce-d12241ed025c no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:21:46.989532 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46621b-d697-4dd4-8641-c80858014f53 req-95d0b0de-1bdf-41c3-8ed6-9d96034f6331 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:46.991408 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f46621b-d697-4dd4-8641-c80858014f53 req-95d0b0de-1bdf-41c3-8ed6-9d96034f6331 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54335c97-79a1-4f1c-bc27-f53589fd26ef HTTP/1.1" status: 200 len: 851 time: 0.4764192 May 23 11:21:46.997514 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3dc52f4d-d586-4358-85ef-dcf5a79901e7 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:47.049069 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ff907647-5d23-4211-9583-e68115ece43a None None] Calling delete_port for 57ea705d-0b91-492e-b7eb-c45b757f99d9 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:21:47.122512 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0c291563-92ca-46e0-b5a5-127fae4f0d81 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:21:47.129127 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0c291563-92ca-46e0-b5a5-127fae4f0d81 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:port and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:21:47.136176 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0c291563-92ca-46e0-b5a5-127fae4f0d81 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:21:47.143269 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0c291563-92ca-46e0-b5a5-127fae4f0d81 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:21:47.152944 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d49cc1c1-8e72-41b2-9848-3ee120159988 None None] The port 'db866d6c-8561-41c1-88ce-d12241ed025c' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:21:47.157748 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c291563-92ca-46e0-b5a5-127fae4f0d81 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:21:47.163814 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0c291563-92ca-46e0-b5a5-127fae4f0d81 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:47.181286 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: db866d6c-8561-41c1-88ce-d12241ed025c {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:21:47.181833 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device db866d6c-8561-41c1-88ce-d12241ed025c not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:21:47.189821 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8aa11799-0c83-47e2-91ec-a4f7a8136d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:47.191901 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3dc52f4d-d586-4358-85ef-dcf5a79901e7 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:47.234054 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc52f4d-d586-4358-85ef-dcf5a79901e7 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:21:47.234641 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3dc52f4d-d586-4358-85ef-dcf5a79901e7 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:47.246518 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-0c291563-92ca-46e0-b5a5-127fae4f0d81 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] device_id is not set on port 3b947318-78bc-4b8f-be8d-5e9575243ffb yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:21:47.248232 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-ff907647-5d23-4211-9583-e68115ece43a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:21:47.248672 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-ff907647-5d23-4211-9583-e68115ece43a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:21:47.257512 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:21:47.257512 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:21:47.257512 n-d-842952-2 neutron-server[83910]: timer() May 23 11:21:47.257512 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:21:47.257512 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:21:47.257512 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:21:47.257512 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:21:47.257512 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:21:47.257512 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:21:47.257512 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:21:47.257512 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:21:47.257512 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:21:47.257512 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:21:47.257512 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:21:47.257512 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:21:47.257512 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:21:47.257512 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:21:47.257512 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:21:47.257512 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:21:47.257512 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:21:47.257512 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:21:47.257512 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:21:47.257512 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:21:47.257512 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:21:47.257512 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:21:47.257512 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:21:47.257512 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:21:47.257512 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:21:47.257512 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:21:47.257512 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:21:47.257512 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:21:47.257512 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:21:47.346677 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8aa11799-0c83-47e2-91ec-a4f7a8136d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:47.379938 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7227a3e-d17d-47ba-bac1-46858aeba76d req-304a4bab-fbe6-46d2-9513-da4a593d35fa tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:47.386597 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b7227a3e-d17d-47ba-bac1-46858aeba76d req-304a4bab-fbe6-46d2-9513-da4a593d35fa tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=93664a9d-71b9-4628-acab-fb7e8e19d283 HTTP/1.1" status: 200 len: 944 time: 0.2716665 May 23 11:21:47.465992 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f46621b-d697-4dd4-8641-c80858014f53 req-01ac4bc9-f314-4b6d-abf1-ef214208f2ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6213997a-77dd-4973-bef8-b88fbf379b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4577959 May 23 11:21:47.471281 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3dc52f4d-d586-4358-85ef-dcf5a79901e7 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:47.484723 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b7227a3e-d17d-47ba-bac1-46858aeba76d req-08af8ef1-0e0b-4913-b947-4ad5e695f563 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975184 May 23 11:21:47.622650 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-0c291563-92ca-46e0-b5a5-127fae4f0d81 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Allocated IP 2001:db8:0:1::325 (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/d2aaa540-b728-4958-9406-735b1751de93/3b947318-78bc-4b8f-be8d-5e9575243ffb) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:21:47.651439 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3dc52f4d-d586-4358-85ef-dcf5a79901e7 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:47.653354 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f46621b-d697-4dd4-8641-c80858014f53 req-8e0ee1f3-1bad-47b5-9672-a9e26e34bdaf service neutron] 10.222.0.13 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651280 May 23 11:21:47.667135 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-0c291563-92ca-46e0-b5a5-127fae4f0d81 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Allocated IP 2001:db8::f816:3eff:fe44:f61f (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/e51868f1-a667-4b9b-a121-d5fbb5c84edb/3b947318-78bc-4b8f-be8d-5e9575243ffb) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:21:47.689773 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc52f4d-d586-4358-85ef-dcf5a79901e7 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Pushing event deleted for resources: {'Network': ['ID=fcf428cb-8411-4416-907d-9b256e7925db,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:47.697639 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3dc52f4d-d586-4358-85ef-dcf5a79901e7 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "DELETE /v2.0/networks/fcf428cb-8411-4416-907d-9b256e7925db HTTP/1.1" status: 204 len: 168 time: 3.5789430 May 23 11:21:47.701175 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33302) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:47.712729 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b174ea63-b19e-4bf0-9258-53626f900a04 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Request body: {'router': {'routes': None}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:21:47.774868 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8aa11799-0c83-47e2-91ec-a4f7a8136d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:47.866424 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8aa11799-0c83-47e2-91ec-a4f7a8136d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:47.868372 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8aa11799-0c83-47e2-91ec-a4f7a8136d8d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/17b5f65c-6c77-412c-8729-ed4ce64a8691 HTTP/1.1" status: 204 len: 168 time: 0.9449096 May 23 11:21:47.873229 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa11799-0c83-47e2-91ec-a4f7a8136d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b5f65c-6c77-412c-8729-ed4ce64a8691,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:47.940504 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f46621b-d697-4dd4-8641-c80858014f53 req-751e597a-8329-4cb0-8330-472aa3d570a1 service neutron] 10.222.0.13 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753870 May 23 11:21:47.982978 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ff907647-5d23-4211-9583-e68115ece43a None None] Deleting port 57ea705d-0b91-492e-b7eb-c45b757f99d9 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:21:47.983865 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ff907647-5d23-4211-9583-e68115ece43a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:48.242128 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9a9d9ba6-6060-470e-9eea-976bb6878e3f req-21c902e1-eb4e-41db-8c07-2d22f98ec901 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d8e63cb106b40b880c35c46eb22d5c0&device_id=93664a9d-71b9-4628-acab-fb7e8e19d283 HTTP/1.1" status: 200 len: 1095 time: 0.2053764 May 23 11:21:48.294525 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.extraroute_db [None req-b174ea63-b19e-4bf0-9258-53626f900a04 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Added routes are [] {{(pid=83911) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 23 11:21:48.295085 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.extraroute_db [None req-b174ea63-b19e-4bf0-9258-53626f900a04 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Removed routes are [] {{(pid=83911) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 23 11:21:48.295605 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b174ea63-b19e-4bf0-9258-53626f900a04 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:48.295770 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ff907647-5d23-4211-9583-e68115ece43a None None] For port 57ea705d-0b91-492e-b7eb-c45b757f99d9, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=57ea705d-0b91-492e-b7eb-c45b757f99d9,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:21:48.296312 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ff907647-5d23-4211-9583-e68115ece43a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:48.505532 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ff907647-5d23-4211-9583-e68115ece43a None None] Calling delete_port for 57ea705d-0b91-492e-b7eb-c45b757f99d9 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:21:48.514687 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c783eb-6b3f-4623-9bf8-568703275e42 req-49f5bc3f-5c1f-47b7-9681-c6ddd9f667a3 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:48.524920 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e3c783eb-6b3f-4623-9bf8-568703275e42 req-49f5bc3f-5c1f-47b7-9681-c6ddd9f667a3 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.3591833 May 23 11:21:48.675443 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ff907647-5d23-4211-9583-e68115ece43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:48.706585 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b174ea63-b19e-4bf0-9258-53626f900a04 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:48.714974 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b174ea63-b19e-4bf0-9258-53626f900a04 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3825526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3825513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3821547'] for router, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:48.753759 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e3c783eb-6b3f-4623-9bf8-568703275e42 req-cc587a90-761f-47c6-8d44-c923af794233 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252860 May 23 11:21:48.762529 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff907647-5d23-4211-9583-e68115ece43a None None] Pushing event deleted for resources: {'Port': ['ID=57ea705d-0b91-492e-b7eb-c45b757f99d9,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:48.787109 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d9ba6-6060-470e-9eea-976bb6878e3f req-ced08d59-81ec-45d2-b5f3-a8dc80e54fd5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:48.790295 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9a9d9ba6-6060-470e-9eea-976bb6878e3f req-ced08d59-81ec-45d2-b5f3-a8dc80e54fd5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6213997a-77dd-4973-bef8-b88fbf379b24 HTTP/1.1" status: 200 len: 913 time: 0.5428646 May 23 11:21:48.925437 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff907647-5d23-4211-9583-e68115ece43a None None] No DVR routers for this DVR port 57ea705d-0b91-492e-b7eb-c45b757f99d9 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:21:48.950505 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f8ed18-19fa-444f-a5c8-22fa3a173a88 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:21:48.984144 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9a9d9ba6-6060-470e-9eea-976bb6878e3f req-56e341de-fc75-43b8-88ec-93a6bb73a2d4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc866833-5097-465e-8754-807c07eb8e82 HTTP/1.1" status: 200 len: 217 time: 0.1858563 May 23 11:21:49.118864 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d9ba6-6060-470e-9eea-976bb6878e3f req-4cc56e3f-a332-493e-a8c9-0cf312401e0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:49.120462 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9a9d9ba6-6060-470e-9eea-976bb6878e3f req-4cc56e3f-a332-493e-a8c9-0cf312401e0c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54335c97-79a1-4f1c-bc27-f53589fd26ef HTTP/1.1" status: 200 len: 851 time: 0.1294975 May 23 11:21:49.196121 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0c291563-92ca-46e0-b5a5-127fae4f0d81 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:49.211257 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9ed37-7025-4308-bbcd-c94c0a5084b0 req-20fd5728-6da4-4933-8478-1bd9da150d51 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:49.220544 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7cd9ed37-7025-4308-bbcd-c94c0a5084b0 req-20fd5728-6da4-4933-8478-1bd9da150d51 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=93664a9d-71b9-4628-acab-fb7e8e19d283 HTTP/1.1" status: 200 len: 944 time: 0.4462850 May 23 11:21:49.236661 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-0c291563-92ca-46e0-b5a5-127fae4f0d81 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Transition to ACTIVE for port object 3b947318-78bc-4b8f-be8d-5e9575243ffb will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:21:49.261712 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b174ea63-b19e-4bf0-9258-53626f900a04 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Router 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:21:49.306209 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7cd9ed37-7025-4308-bbcd-c94c0a5084b0 req-204ff9a7-6937-46b6-82be-ee4d2546ec2e tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847380 May 23 11:21:49.372688 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0c291563-92ca-46e0-b5a5-127fae4f0d81 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:49.403464 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9a9d9ba6-6060-470e-9eea-976bb6878e3f req-fc94d2d4-cbb5-4911-a357-4f042024e833 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6213997a-77dd-4973-bef8-b88fbf379b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2694576 May 23 11:21:49.407511 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f35e57-1d57-4875-9392-1516121d4626 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'tenant_id': '7898a2f847b24320a42ded6c2b4bd651', 'fixed_ips': [{'subnet_id': 'd2aaa540-b728-4958-9406-735b1751de93'}, {'subnet_id': 'e51868f1-a667-4b9b-a121-d5fbb5c84edb'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:21:49.408794 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b7f35e57-1d57-4875-9392-1516121d4626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:49.508428 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c291563-92ca-46e0-b5a5-127fae4f0d81 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Port': ['ID=3b947318-78bc-4b8f-be8d-5e9575243ffb,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:49.541406 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c291563-92ca-46e0-b5a5-127fae4f0d81 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:21:49.549474 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-0c291563-92ca-46e0-b5a5-127fae4f0d81 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:21:49.553969 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c291563-92ca-46e0-b5a5-127fae4f0d81 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:21:49.559366 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c291563-92ca-46e0-b5a5-127fae4f0d81 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:49.559366 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0c291563-92ca-46e0-b5a5-127fae4f0d81 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:49.586850 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b174ea63-b19e-4bf0-9258-53626f900a04 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:21:49.590168 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0c291563-92ca-46e0-b5a5-127fae4f0d81 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7230222 May 23 11:21:49.595175 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b174ea63-b19e-4bf0-9258-53626f900a04 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:49.596316 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b174ea63-b19e-4bf0-9258-53626f900a04 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "PUT /v2.0/routers/6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 HTTP/1.1" status: 200 len: 701 time: 1.8912320 May 23 11:21:49.596887 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33336) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:49.604695 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ffd96b-cb44-4eec-96a6-407a8d0692f4 None None] Sync routers for ids ['6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:21:49.630934 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ffd96b-cb44-4eec-96a6-407a8d0692f4 None None] Routers {'6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:21:49.631797 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-69ffd96b-cb44-4eec-96a6-407a8d0692f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:21:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:21:49.689231 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33340) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:49.792757 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9a9d9ba6-6060-470e-9eea-976bb6878e3f req-6dc279ff-ae74-456b-b71c-d4e0159e2e56 service neutron] 10.222.0.13 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826060 May 23 11:21:49.866343 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-eaef4058-b180-4bf1-a7a6-f40ec28edadf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting port 3b947318-78bc-4b8f-be8d-5e9575243ffb {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:21:49.866343 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eaef4058-b180-4bf1-a7a6-f40ec28edadf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:50.121217 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-b7f35e57-1d57-4875-9392-1516121d4626 None None] Allocated IP 2001:db8:0:1::2 (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/d2aaa540-b728-4958-9406-735b1751de93/bef8be67-6863-4ea9-a9f1-9a130486cda1) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:21:50.129859 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-b7f35e57-1d57-4875-9392-1516121d4626 None None] Allocated IP 2001:db8::f816:3eff:fe2b:3ac0 (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/e51868f1-a667-4b9b-a121-d5fbb5c84edb/bef8be67-6863-4ea9-a9f1-9a130486cda1) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:21:50.224752 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-69ffd96b-cb44-4eec-96a6-407a8d0692f4 None None] Set router 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:21:50.390902 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b7f35e57-1d57-4875-9392-1516121d4626 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:50.418404 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b7f35e57-1d57-4875-9392-1516121d4626 None None] Transition to ACTIVE for port object bef8be67-6863-4ea9-a9f1-9a130486cda1 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:21:50.445015 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b7f35e57-1d57-4875-9392-1516121d4626 None None] Transition to ACTIVE for port object bef8be67-6863-4ea9-a9f1-9a130486cda1 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:21:50.461059 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b7f35e57-1d57-4875-9392-1516121d4626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:50.530494 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9a9d9ba6-6060-470e-9eea-976bb6878e3f req-c879ad5f-548a-4961-980f-6213a9a744ee service neutron] 10.222.0.13 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7296357 May 23 11:21:50.555657 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-69ffd96b-cb44-4eec-96a6-407a8d0692f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'name': 'tempest-RoutersTest-router-1947587361', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:19:49Z', 'updated_at': '2022-05-23T11:21:39Z', 'revision_number': 11, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'gw_port_host': None}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:21:50.570835 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ffd96b-cb44-4eec-96a6-407a8d0692f4 None None] Checking router: 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:21:50.584951 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f35e57-1d57-4875-9392-1516121d4626 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:21:50.586806 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-b7f35e57-1d57-4875-9392-1516121d4626 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:21:50.593029 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f35e57-1d57-4875-9392-1516121d4626 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:21:50.607801 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ffd96b-cb44-4eec-96a6-407a8d0692f4 None None] Routers {'6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:21:50.608463 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-69ffd96b-cb44-4eec-96a6-407a8d0692f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:21:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:21:50.614818 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f35e57-1d57-4875-9392-1516121d4626 None None] Pushing event updated for resources: {'Port': ['ID=bef8be67-6863-4ea9-a9f1-9a130486cda1,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:50.632074 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-6d21c064-d3b6-4c84-94cd-4b3db477cfea tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Synchronizing usage tracker for tenant:3c9ac73e8a7143fb94827c1e9402fa16 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:21:50.731749 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-6d21c064-d3b6-4c84-94cd-4b3db477cfea tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Unset dirty status for tenant:3c9ac73e8a7143fb94827c1e9402fa16 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:21:50.732969 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6d21c064-d3b6-4c84-94cd-4b3db477cfea tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 HTTP/1.1" status: 200 len: 205 time: 1.0446837 May 23 11:21:50.742243 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33360) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:50.873618 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f0b2d7-46fb-46bd-b353-c3f390fd7bcf req-24b640fe-c909-4c07-b243-6b906f6621f2 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:50.877737 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-70f0b2d7-46fb-46bd-b353-c3f390fd7bcf req-24b640fe-c909-4c07-b243-6b906f6621f2 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.3431020 May 23 11:21:50.893874 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-b7f35e57-1d57-4875-9392-1516121d4626 None None] Attempting to bind port bef8be67-6863-4ea9-a9f1-9a130486cda1 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:21:50.894249 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-b7f35e57-1d57-4875-9392-1516121d4626 None None] Attempting to bind port bef8be67-6863-4ea9-a9f1-9a130486cda1 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:21:50.894607 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f35e57-1d57-4875-9392-1516121d4626 None None] Attempting to bind port bef8be67-6863-4ea9-a9f1-9a130486cda1 on network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:21:50.928783 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f35e57-1d57-4875-9392-1516121d4626 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:21:50.929814 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f35e57-1d57-4875-9392-1516121d4626 None None] Checking segment: {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:21:50.931756 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b7f35e57-1d57-4875-9392-1516121d4626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:50.934933 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f35e57-1d57-4875-9392-1516121d4626 None None] Bound using segment: {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:21:50.935440 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-b7f35e57-1d57-4875-9392-1516121d4626 None None] Bound port: bef8be67-6863-4ea9-a9f1-9a130486cda1, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:21:50.935879 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b7f35e57-1d57-4875-9392-1516121d4626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:50.949795 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-69ffd96b-cb44-4eec-96a6-407a8d0692f4 None None] Set router 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:21:50.979190 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc69519-972f-4833-ac26-ac23eea99f0f req-82a88e7d-f2b9-4e82-8e72-bd14cb9c3c9c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:50.988785 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1dc69519-972f-4833-ac26-ac23eea99f0f req-82a88e7d-f2b9-4e82-8e72-bd14cb9c3c9c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=93664a9d-71b9-4628-acab-fb7e8e19d283 HTTP/1.1" status: 200 len: 944 time: 0.3119044 May 23 11:21:51.046661 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-70f0b2d7-46fb-46bd-b353-c3f390fd7bcf req-9ad727c4-adc5-40c1-816d-98f782bd6087 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543868 May 23 11:21:51.118517 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eaef4058-b180-4bf1-a7a6-f40ec28edadf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:51.201079 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1dc69519-972f-4833-ac26-ac23eea99f0f req-de769daf-f39c-4c4d-9a3d-7f36b7b35afb tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698444 May 23 11:21:51.205072 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-69ffd96b-cb44-4eec-96a6-407a8d0692f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'name': 'tempest-RoutersTest-router-1947587361', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:19:49Z', 'updated_at': '2022-05-23T11:21:39Z', 'revision_number': 11, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'gw_port_host': None}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:21:51.215649 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ffd96b-cb44-4eec-96a6-407a8d0692f4 None None] The sync data for ids ['6f7c44f5-e4fd-461e-9a21-fa8d09071ce4'] in n-d-842952-2 is: [{'id': '6f7c44f5-e4fd-461e-9a21-fa8d09071ce4', 'name': 'tempest-RoutersTest-router-1947587361', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:19:49Z', 'updated_at': '2022-05-23T11:21:39Z', 'revision_number': 11, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'gw_port_host': None}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:21:51.293762 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-b7f35e57-1d57-4875-9392-1516121d4626 None None] For port bef8be67-6863-4ea9-a9f1-9a130486cda1, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:21:51.327270 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-b7f35e57-1d57-4875-9392-1516121d4626 None None] For port bef8be67-6863-4ea9-a9f1-9a130486cda1, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=bef8be67-6863-4ea9-a9f1-9a130486cda1,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:21:51.327270 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b7f35e57-1d57-4875-9392-1516121d4626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:51.390985 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-eaef4058-b180-4bf1-a7a6-f40ec28edadf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Calling delete_port for 3b947318-78bc-4b8f-be8d-5e9575243ffb owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:21:51.484519 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1c519d79-df09-42f5-aa3f-659a6b2c2fd7 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:51.690995 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f35e57-1d57-4875-9392-1516121d4626 None None] Pushing event updated for resources: {'Port': ['ID=bef8be67-6863-4ea9-a9f1-9a130486cda1,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:52.212435 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device fc866833-5097-465e-8754-807c07eb8e82 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:21:52.571162 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port fc866833-5097-465e-8754-807c07eb8e82, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=fc866833-5097-465e-8754-807c07eb8e82,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:21:52.623036 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device bef8be67-6863-4ea9-a9f1-9a130486cda1 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:21:52.633088 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379b8c8-91cd-4e61-8f1d-dd9a73a7ecfa req-2c15b7ef-ef31-4704-bc88-81522a0178cb tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:52.641266 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b379b8c8-91cd-4e61-8f1d-dd9a73a7ecfa req-2c15b7ef-ef31-4704-bc88-81522a0178cb tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.2998660 May 23 11:21:52.772325 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4bb4e-02e1-45f5-a28d-93002ea9c697 req-764cb8a2-b67a-40db-8ae7-b607451cd779 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:52.775352 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-97a4bb4e-02e1-45f5-a28d-93002ea9c697 req-764cb8a2-b67a-40db-8ae7-b607451cd779 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89 HTTP/1.1" status: 200 len: 945 time: 0.2584808 May 23 11:21:52.825117 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'fc866833-5097-465e-8754-807c07eb8e82', 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24', 'port_id': 'fc866833-5097-465e-8754-807c07eb8e82', 'mac_address': 'fa:16:3e:d1:11:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54335c97-79a1-4f1c-bc27-f53589fd26ef', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:21:52.854127 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b379b8c8-91cd-4e61-8f1d-dd9a73a7ecfa req-853dfd6f-9c36-4a48-81f4-1c214ed6738a tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115593 May 23 11:21:52.878741 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-97a4bb4e-02e1-45f5-a28d-93002ea9c697 req-64537144-389c-4805-89a8-bfd644947a13 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5e7d2e4-d721-4138-a0e8-2d99d4530de0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901725 May 23 11:21:52.944673 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1c519d79-df09-42f5-aa3f-659a6b2c2fd7 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:52.969874 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1c519d79-df09-42f5-aa3f-659a6b2c2fd7 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:52.988506 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eaef4058-b180-4bf1-a7a6-f40ec28edadf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:52.997080 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port bef8be67-6863-4ea9-a9f1-9a130486cda1 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:21:53.076481 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:53.098146 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc866833-5097-465e-8754-807c07eb8e82 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:21:53.127142 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef4058-b180-4bf1-a7a6-f40ec28edadf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Port': ['ID=3b947318-78bc-4b8f-be8d-5e9575243ffb,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:53.127603 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port fc866833-5097-465e-8754-807c07eb8e82, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=fc866833-5097-465e-8754-807c07eb8e82,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:21:53.143423 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:53.179682 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1c519d79-df09-42f5-aa3f-659a6b2c2fd7 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:53.180695 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c519d79-df09-42f5-aa3f-659a6b2c2fd7 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Fanout notify agent at l3_agent the message router_deleted on router 6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:21:53.251994 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=fc866833-5097-465e-8754-807c07eb8e82,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:53.291649 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba294c-27e8-4274-bbf7-2a2b0c0430a6 req-69e5c52b-3426-40df-86bc-d2362edede34 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:53.293809 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2fba294c-27e8-4274-bbf7-2a2b0c0430a6 req-69e5c52b-3426-40df-86bc-d2362edede34 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=93664a9d-71b9-4628-acab-fb7e8e19d283 HTTP/1.1" status: 200 len: 945 time: 0.1834972 May 23 11:21:53.362167 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eaef4058-b180-4bf1-a7a6-f40ec28edadf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:53.392030 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-eaef4058-b180-4bf1-a7a6-f40ec28edadf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/ports/3b947318-78bc-4b8f-be8d-5e9575243ffb HTTP/1.1" status: 204 len: 168 time: 3.7879946 May 23 11:21:53.392030 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33406) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:53.396489 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1c519d79-df09-42f5-aa3f-659a6b2c2fd7 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:53.402302 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1c519d79-df09-42f5-aa3f-659a6b2c2fd7 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "DELETE /v2.0/routers/6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 HTTP/1.1" status: 204 len: 168 time: 2.6552730 May 23 11:21:53.405519 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33410) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:53.430436 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-288984de-c348-4c2c-ba56-ad2649599401 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1782634080', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:21:53.490804 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2fba294c-27e8-4274-bbf7-2a2b0c0430a6 req-488f7d4e-3776-42ce-8351-90ea52967374 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706016 May 23 11:21:53.492246 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-288984de-c348-4c2c-ba56-ad2649599401 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:21:53.526838 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-288984de-c348-4c2c-ba56-ad2649599401 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Usage tracker for resource:router and tenant:3c9ac73e8a7143fb94827c1e9402fa16 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:21:53.528974 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-288984de-c348-4c2c-ba56-ad2649599401 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:21:53.542944 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-288984de-c348-4c2c-ba56-ad2649599401 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:21:53.574103 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980ea05f-4836-4aa8-8639-e23a80fc1eb6 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:21:53.585995 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-288984de-c348-4c2c-ba56-ad2649599401 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:53.585995 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-288984de-c348-4c2c-ba56-ad2649599401 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:53.621819 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-288984de-c348-4c2c-ba56-ad2649599401 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:53.624265 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f784357-3361-4f43-adb5-8471790f8b90 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:53.625698 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3f784357-3361-4f43-adb5-8471790f8b90 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:21:53.659998 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-288984de-c348-4c2c-ba56-ad2649599401 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:53.671322 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3f784357-3361-4f43-adb5-8471790f8b90 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:21:53.676791 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3f784357-3361-4f43-adb5-8471790f8b90 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2807548 May 23 11:21:53.676791 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33418) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:53.768589 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-288984de-c348-4c2c-ba56-ad2649599401 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:53.768589 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-288984de-c348-4c2c-ba56-ad2649599401 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3461211 May 23 11:21:53.768589 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33422) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:53.778486 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-5844e8b5-189e-4198-85bc-11939ac1988f tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:21:53.854330 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df8a70c-b663-451c-bd25-8a5f44221c40 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:53.860029 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9df8a70c-b663-451c-bd25-8a5f44221c40 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1807706 May 23 11:21:53.861041 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33426) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:53.892660 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['fc866833-5097-465e-8754-807c07eb8e82'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:21:54.015359 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e602a129-d702-4356-92e9-86c02fcf1243 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:54.017193 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e602a129-d702-4356-92e9-86c02fcf1243 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:54.018463 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e602a129-d702-4356-92e9-86c02fcf1243 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:54.030627 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e602a129-d702-4356-92e9-86c02fcf1243 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:21:54.067727 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e602a129-d702-4356-92e9-86c02fcf1243 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:21:54.068729 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e602a129-d702-4356-92e9-86c02fcf1243 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2065482 May 23 11:21:54.071711 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33434) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:54.087040 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-709da0b1-debe-4f7c-b26c-17a8c3cd6801 None None] Provisioning for port bef8be67-6863-4ea9-a9f1-9a130486cda1 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:21:54.176407 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-709da0b1-debe-4f7c-b26c-17a8c3cd6801 None None] Provisioning complete for port bef8be67-6863-4ea9-a9f1-9a130486cda1 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:21:54.177002 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-709da0b1-debe-4f7c-b26c-17a8c3cd6801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:54.433916 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b588d4f-16ec-4de7-8cb3-67ed6af50721 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting subnet d2aaa540-b728-4958-9406-735b1751de93 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:21:54.438074 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9b588d4f-16ec-4de7-8cb3-67ed6af50721 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:54.513549 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9b588d4f-16ec-4de7-8cb3-67ed6af50721 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:54.624026 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9b588d4f-16ec-4de7-8cb3-67ed6af50721 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:54.693325 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-709da0b1-debe-4f7c-b26c-17a8c3cd6801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:54.708483 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9b588d4f-16ec-4de7-8cb3-67ed6af50721 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:54.878942 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b588d4f-16ec-4de7-8cb3-67ed6af50721 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Subnet': ['ID=d2aaa540-b728-4958-9406-735b1751de93,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:54.878942 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9b588d4f-16ec-4de7-8cb3-67ed6af50721 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:54.885200 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb29fe-ee29-4fc7-b98b-0c46b4d31a38 req-5c5c6dc5-7d77-48c9-b10d-7080d7353ca0 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:54.885200 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5bbb29fe-ee29-4fc7-b98b-0c46b4d31a38 req-5c5c6dc5-7d77-48c9-b10d-7080d7353ca0 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89 HTTP/1.1" status: 200 len: 945 time: 0.7147253 May 23 11:21:54.910780 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9b588d4f-16ec-4de7-8cb3-67ed6af50721 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/d2aaa540-b728-4958-9406-735b1751de93 HTTP/1.1" status: 204 len: 168 time: 0.8160427 May 23 11:21:54.910780 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33448) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:54.947774 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a7c70-5929-4856-ba8c-469dc36adb7c req-e40dd858-2b7b-4fef-b1a8-61f4e6fb66a1 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:54.951151 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cb5a7c70-5929-4856-ba8c-469dc36adb7c req-e40dd858-2b7b-4fef-b1a8-61f4e6fb66a1 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.6368990 May 23 11:21:54.954576 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-709da0b1-debe-4f7c-b26c-17a8c3cd6801 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:21:54.955057 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-709da0b1-debe-4f7c-b26c-17a8c3cd6801 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:21:55.031569 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-73cbb504-0811-4baa-b8a3-3da0002d2e8f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting subnet e51868f1-a667-4b9b-a121-d5fbb5c84edb {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:21:55.035703 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-73cbb504-0811-4baa-b8a3-3da0002d2e8f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:55.040807 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2d575e-f8a7-4363-b528-817adc310e70 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:21:55.212539 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-73cbb504-0811-4baa-b8a3-3da0002d2e8f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:55.240553 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5844e8b5-189e-4198-85bc-11939ac1988f tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:55.294012 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5844e8b5-189e-4198-85bc-11939ac1988f tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3825526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3825513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3821547'] for router, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:55.324160 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5bbb29fe-ee29-4fc7-b98b-0c46b4d31a38 req-cbab7cab-eb17-4d3e-bb81-433ebf9b0faf tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5e7d2e4-d721-4138-a0e8-2d99d4530de0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4287665 May 23 11:21:55.426141 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-73cbb504-0811-4baa-b8a3-3da0002d2e8f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:55.526670 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-73cbb504-0811-4baa-b8a3-3da0002d2e8f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:55.532809 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da1765-0beb-4ddc-8d90-9031b96b81ec req-bf4e2100-0bc6-4b9c-bda6-e216adbd501b tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:55.534718 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-66da1765-0beb-4ddc-8d90-9031b96b81ec req-bf4e2100-0bc6-4b9c-bda6-e216adbd501b tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.81 "GET /v2.0/ports?device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89 HTTP/1.1" status: 200 len: 945 time: 0.9098618 May 23 11:21:55.594307 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbb504-0811-4baa-b8a3-3da0002d2e8f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Subnet': ['ID=e51868f1-a667-4b9b-a121-d5fbb5c84edb,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:55.600891 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-73cbb504-0811-4baa-b8a3-3da0002d2e8f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:55.611462 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-73cbb504-0811-4baa-b8a3-3da0002d2e8f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/e51868f1-a667-4b9b-a121-d5fbb5c84edb HTTP/1.1" status: 204 len: 168 time: 0.7071207 May 23 11:21:55.616169 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33462) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:55.650269 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-709da0b1-debe-4f7c-b26c-17a8c3cd6801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:55.774556 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-af3bbaa1-0ae1-4a28-9485-f75011dfface tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1539598 May 23 11:21:55.775593 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33468) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:55.783811 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-41cb7560-bb33-47b8-8a26-d968aa496cf4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'subnet': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:21:55.795696 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-709da0b1-debe-4f7c-b26c-17a8c3cd6801 None None] For port bef8be67-6863-4ea9-a9f1-9a130486cda1, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=bef8be67-6863-4ea9-a9f1-9a130486cda1,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:21:55.812529 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-709da0b1-debe-4f7c-b26c-17a8c3cd6801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:55.899626 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-709da0b1-debe-4f7c-b26c-17a8c3cd6801 None None] Could not find standard attr ID for object 3b947318-78bc-4b8f-be8d-5e9575243ffb. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:21:56.000140 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709da0b1-debe-4f7c-b26c-17a8c3cd6801 None None] Pushing event updated for resources: {'Port': ['ID=bef8be67-6863-4ea9-a9f1-9a130486cda1,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:56.052896 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-41cb7560-bb33-47b8-8a26-d968aa496cf4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:21:56.062230 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-41cb7560-bb33-47b8-8a26-d968aa496cf4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:subnet and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:21:56.064148 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cb5a7c70-5929-4856-ba8c-469dc36adb7c req-57fee24e-f92e-470c-9585-9495a7657de5 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7925887 May 23 11:21:56.080588 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-41cb7560-bb33-47b8-8a26-d968aa496cf4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:21:56.102891 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-41cb7560-bb33-47b8-8a26-d968aa496cf4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:21:56.122625 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41cb7560-bb33-47b8-8a26-d968aa496cf4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:21:56.127357 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-41cb7560-bb33-47b8-8a26-d968aa496cf4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:56.175768 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-66da1765-0beb-4ddc-8d90-9031b96b81ec req-c104413b-950a-4e0a-a229-530bf6106739 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Deleting port 73e84f24-1a14-4e66-9d4f-12a2c03bd380 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:21:56.176001 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-66da1765-0beb-4ddc-8d90-9031b96b81ec req-c104413b-950a-4e0a-a229-530bf6106739 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:56.188552 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4116c2bb-9b87-403f-8383-0181c01ed9ce None None] Provisioning complete for port bef8be67-6863-4ea9-a9f1-9a130486cda1 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:21:56.196167 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4116c2bb-9b87-403f-8383-0181c01ed9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:56.257976 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5844e8b5-189e-4198-85bc-11939ac1988f tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Router c5fd2aea-22d0-4e1a-962e-6e090a1d5256 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:21:56.273952 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8c5eb-c1bb-455d-86b1-18fd68ec469a req-8f99f8a6-85f8-4ca7-b42a-0ef1979aec57 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:56.275481 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-abf8c5eb-c1bb-455d-86b1-18fd68ec469a req-8f99f8a6-85f8-4ca7-b42a-0ef1979aec57 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=93664a9d-71b9-4628-acab-fb7e8e19d283 HTTP/1.1" status: 200 len: 945 time: 0.2509825 May 23 11:21:56.313576 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device fc866833-5097-465e-8754-807c07eb8e82 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:21:56.391261 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-abf8c5eb-c1bb-455d-86b1-18fd68ec469a req-52e08fb6-1355-4f90-a22d-f2bae36160b3 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082597 May 23 11:21:56.403936 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5370681f-f70e-4614-80c1-7396ea9d28ff None None] Update dhcp port {'port': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'fixed_ips': [{'subnet_id': 'e51868f1-a667-4b9b-a121-d5fbb5c84edb'}], 'binding:host_id': 'n-d-842952-2'}, 'id': 'bef8be67-6863-4ea9-a9f1-9a130486cda1'} from n-d-842952-2. {{(pid=83912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 23 11:21:56.506392 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-41cb7560-bb33-47b8-8a26-d968aa496cf4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:56.566610 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33478) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:56.619562 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cb7560-bb33-47b8-8a26-d968aa496cf4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:21:56.628382 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-41cb7560-bb33-47b8-8a26-d968aa496cf4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:21:56.630340 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb7560-bb33-47b8-8a26-d968aa496cf4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Subnet': ['ID=ba476512-2a81-47e0-84f5-633c00b3ba74,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:56.633280 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cb7560-bb33-47b8-8a26-d968aa496cf4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:56.634037 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-41cb7560-bb33-47b8-8a26-d968aa496cf4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:56.667517 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-41cb7560-bb33-47b8-8a26-d968aa496cf4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8870926 May 23 11:21:56.667789 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33484) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:56.671444 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5370681f-f70e-4614-80c1-7396ea9d28ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:56.674608 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-1139567d-d755-4ac8-9643-7a1ad62af4f0 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'subnet': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:21:56.685720 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device bef8be67-6863-4ea9-a9f1-9a130486cda1 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:21:56.833766 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1139567d-d755-4ac8-9643-7a1ad62af4f0 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:21:56.839244 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1139567d-d755-4ac8-9643-7a1ad62af4f0 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:subnet and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:21:56.840632 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5844e8b5-189e-4198-85bc-11939ac1988f tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:21:56.844447 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1139567d-d755-4ac8-9643-7a1ad62af4f0 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:21:56.853287 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1139567d-d755-4ac8-9643-7a1ad62af4f0 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:21:56.867893 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1139567d-d755-4ac8-9643-7a1ad62af4f0 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:21:56.869160 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5844e8b5-189e-4198-85bc-11939ac1988f tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:56.870540 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5844e8b5-189e-4198-85bc-11939ac1988f tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "PUT /v2.0/routers/c5fd2aea-22d0-4e1a-962e-6e090a1d5256 HTTP/1.1" status: 200 len: 694 time: 3.1015375 May 23 11:21:56.874064 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1139567d-d755-4ac8-9643-7a1ad62af4f0 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:56.884529 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33490) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:56.895232 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3449c7dd-27a7-4c5c-b909-8ffa456a7bdc None None] Sync routers for ids ['c5fd2aea-22d0-4e1a-962e-6e090a1d5256'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:21:56.906555 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b198de-33a7-4158-b5b7-00277b267bc8 req-d79111ea-8b88-41ff-b9a8-85e8128c3c50 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:56.909104 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f5b198de-33a7-4158-b5b7-00277b267bc8 req-d79111ea-8b88-41ff-b9a8-85e8128c3c50 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89 HTTP/1.1" status: 200 len: 945 time: 0.2826600 May 23 11:21:57.021820 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port fc866833-5097-465e-8754-807c07eb8e82 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:21:57.057673 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3449c7dd-27a7-4c5c-b909-8ffa456a7bdc None None] Routers {'c5fd2aea-22d0-4e1a-962e-6e090a1d5256'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:21:57.058573 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3449c7dd-27a7-4c5c-b909-8ffa456a7bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:21:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['c5fd2aea-22d0-4e1a-962e-6e090a1d5256'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:21:57.083781 n-d-842952-2 neutron-server[83911]: INFO neutron.db.ipam_backend_mixin [None req-1139567d-d755-4ac8-9643-7a1ad62af4f0 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ba476512-2a81-47e0-84f5-633c00b3ba74 (CIDR: 2001:db8::/64) May 23 11:21:57.090582 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-1139567d-d755-4ac8-9643-7a1ad62af4f0 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:21:57.091032 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1139567d-d755-4ac8-9643-7a1ad62af4f0 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:21:57.116305 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1139567d-d755-4ac8-9643-7a1ad62af4f0 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4467769 May 23 11:21:57.120371 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33496) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:57.128348 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-37cb5dec-4e23-4c06-a512-64852c4a8648 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'subnet': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:21:57.230782 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-770290f9-317a-4347-b3ba-4ffe2e86b3a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:57.305816 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-3449c7dd-27a7-4c5c-b909-8ffa456a7bdc None None] Set router c5fd2aea-22d0-4e1a-962e-6e090a1d5256 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:21:57.340334 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-37cb5dec-4e23-4c06-a512-64852c4a8648 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:21:57.345658 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-37cb5dec-4e23-4c06-a512-64852c4a8648 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:subnet and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:21:57.350029 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-37cb5dec-4e23-4c06-a512-64852c4a8648 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:21:57.359227 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8d4d04ef-52b0-435c-93f4-b2fd60d96e3e tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "GET /v2.0/routers/c5fd2aea-22d0-4e1a-962e-6e090a1d5256 HTTP/1.1" status: 200 len: 700 time: 0.4481416 May 23 11:21:57.359753 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-37cb5dec-4e23-4c06-a512-64852c4a8648 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:21:57.369983 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33500) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:57.405536 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f5b198de-33a7-4158-b5b7-00277b267bc8 req-8198bf55-c446-47a2-91a4-f33873d98085 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5e7d2e4-d721-4138-a0e8-2d99d4530de0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4886470 May 23 11:21:57.426262 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-aff7ff44-6aa5-4e0e-8977-4fd397503924 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5fd2aea-22d0-4e1a-962e-6e090a1d5256 HTTP/1.1" status: 200 len: 205 time: 0.0549722 May 23 11:21:57.436144 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37cb5dec-4e23-4c06-a512-64852c4a8648 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:21:57.436144 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-37cb5dec-4e23-4c06-a512-64852c4a8648 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:57.457717 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33506) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:57.509054 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3449c7dd-27a7-4c5c-b909-8ffa456a7bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5fd2aea-22d0-4e1a-962e-6e090a1d5256', 'name': 'tempest-RoutersTest-router-1782634080', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:21:53Z', 'updated_at': '2022-05-23T11:21:55Z', 'revision_number': 2, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'gw_port_host': None}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:21:57.511247 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port fc866833-5097-465e-8754-807c07eb8e82 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:21:57.511725 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:57.655446 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-770290f9-317a-4347-b3ba-4ffe2e86b3a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:21:57.668555 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-66da1765-0beb-4ddc-8d90-9031b96b81ec req-c104413b-950a-4e0a-a229-530bf6106739 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] For port 73e84f24-1a14-4e66-9d4f-12a2c03bd380, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=73e84f24-1a14-4e66-9d4f-12a2c03bd380,segment=NetworkSegment(8ad0a6a2-f0c5-4005-98ee-13e703106a55),segment_id=8ad0a6a2-f0c5-4005-98ee-13e703106a55)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:21:57.669176 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-66da1765-0beb-4ddc-8d90-9031b96b81ec req-c104413b-950a-4e0a-a229-530bf6106739 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:57.683198 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec48bc-3795-49be-9e79-3cae6d6cb857 req-a0eb7219-5c12-441a-aec4-d25c987d2abf tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:57.684947 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dbec48bc-3795-49be-9e79-3cae6d6cb857 req-a0eb7219-5c12-441a-aec4-d25c987d2abf tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.4357355 May 23 11:21:57.689407 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-770290f9-317a-4347-b3ba-4ffe2e86b3a3 admin admin] Usage tracker for resource:security_group_rule and tenant:f7a793e491e541d3b99a183b509cc32d is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:21:57.726803 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-770290f9-317a-4347-b3ba-4ffe2e86b3a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:21:57.739067 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3449c7dd-27a7-4c5c-b909-8ffa456a7bdc None None] Checking router: c5fd2aea-22d0-4e1a-962e-6e090a1d5256 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:21:57.794484 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3449c7dd-27a7-4c5c-b909-8ffa456a7bdc None None] Routers {'c5fd2aea-22d0-4e1a-962e-6e090a1d5256'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:21:57.795168 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3449c7dd-27a7-4c5c-b909-8ffa456a7bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:21:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['c5fd2aea-22d0-4e1a-962e-6e090a1d5256'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:21:57.815143 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-770290f9-317a-4347-b3ba-4ffe2e86b3a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:21:57.901295 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 73e84f24-1a14-4e66-9d4f-12a2c03bd380 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:21:57.959958 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dbec48bc-3795-49be-9e79-3cae6d6cb857 req-ea063bd5-8638-4254-a096-6f7be138d359 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296169 May 23 11:21:57.976839 n-d-842952-2 neutron-server[83911]: DEBUG neutron.objects.ports [None req-37cb5dec-4e23-4c06-a512-64852c4a8648 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83911) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 23 11:21:58.042101 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port bef8be67-6863-4ea9-a9f1-9a130486cda1 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:21:58.042631 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:58.090078 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9e6c281f-8be8-4cb5-a3e8-f6ae82375055 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:58.184971 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-37cb5dec-4e23-4c06-a512-64852c4a8648 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:58.232858 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-3449c7dd-27a7-4c5c-b909-8ffa456a7bdc None None] Set router c5fd2aea-22d0-4e1a-962e-6e090a1d5256 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:21:58.385977 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:58.399471 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a160d096-ef98-48e7-8cf9-c8e97a508d82 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:21:58.503877 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-37cb5dec-4e23-4c06-a512-64852c4a8648 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] For port bef8be67-6863-4ea9-a9f1-9a130486cda1, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=bef8be67-6863-4ea9-a9f1-9a130486cda1,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:21:58.534188 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-37cb5dec-4e23-4c06-a512-64852c4a8648 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:58.546514 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-37cb5dec-4e23-4c06-a512-64852c4a8648 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:58.547140 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:58.547332 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-37cb5dec-4e23-4c06-a512-64852c4a8648 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:58.574960 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3449c7dd-27a7-4c5c-b909-8ffa456a7bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5fd2aea-22d0-4e1a-962e-6e090a1d5256', 'name': 'tempest-RoutersTest-router-1782634080', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:21:53Z', 'updated_at': '2022-05-23T11:21:55Z', 'revision_number': 2, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'gw_port_host': None}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:21:58.587696 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3449c7dd-27a7-4c5c-b909-8ffa456a7bdc None None] The sync data for ids ['c5fd2aea-22d0-4e1a-962e-6e090a1d5256'] in n-d-842952-2 is: [{'id': 'c5fd2aea-22d0-4e1a-962e-6e090a1d5256', 'name': 'tempest-RoutersTest-router-1782634080', 'tenant_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:21:53Z', 'updated_at': '2022-05-23T11:21:55Z', 'revision_number': 2, 'project_id': '3c9ac73e8a7143fb94827c1e9402fa16', 'gw_port_host': None}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:21:58.631726 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ba717-f281-4673-bf2d-b6d1d47da48c req-ce23bf07-80d8-4a56-9c0f-b893f981a213 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:58.633320 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d05ba717-f281-4673-bf2d-b6d1d47da48c req-ce23bf07-80d8-4a56-9c0f-b893f981a213 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=93664a9d-71b9-4628-acab-fb7e8e19d283 HTTP/1.1" status: 200 len: 945 time: 0.9562669 May 23 11:21:58.698324 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93664a9d-71b9-4628-acab-fb7e8e19d283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc866833-5097-465e-8754-807c07eb8e82'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:21:58.756795 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ae14edb-e699-47f6-a5e1-d9e2bb71e75c None None] Provisioning complete for port bef8be67-6863-4ea9-a9f1-9a130486cda1 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:21:58.757161 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ae14edb-e699-47f6-a5e1-d9e2bb71e75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:58.801520 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port fc866833-5097-465e-8754-807c07eb8e82, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=fc866833-5097-465e-8754-807c07eb8e82,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:21:58.845627 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:58.856067 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 73e84f24-1a14-4e66-9d4f-12a2c03bd380, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=73e84f24-1a14-4e66-9d4f-12a2c03bd380,segment=NetworkSegment(8ad0a6a2-f0c5-4005-98ee-13e703106a55),segment_id=8ad0a6a2-f0c5-4005-98ee-13e703106a55)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:21:58.917274 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cb5dec-4e23-4c06-a512-64852c4a8648 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:21:58.946597 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:58.953141 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-37cb5dec-4e23-4c06-a512-64852c4a8648 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:21:58.960158 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cb5dec-4e23-4c06-a512-64852c4a8648 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:58.961038 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-37cb5dec-4e23-4c06-a512-64852c4a8648 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:59.028328 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device bef8be67-6863-4ea9-a9f1-9a130486cda1 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:21:59.071884 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb5dec-4e23-4c06-a512-64852c4a8648 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Port': ['ID=bef8be67-6863-4ea9-a9f1-9a130486cda1,revision_number=7']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:59.136859 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb5dec-4e23-4c06-a512-64852c4a8648 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Subnet': ['ID=fc2cf97a-6524-46ce-abb8-70c4698eeee3,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:59.144353 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-37cb5dec-4e23-4c06-a512-64852c4a8648 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.0216663 May 23 11:21:59.193145 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=fc866833-5097-465e-8754-807c07eb8e82,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:59.194019 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33520) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:21:59.199557 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a4a46e1e-c52d-4d8f-bc4f-0233294a4e7b tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'port': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'mac_address': 'fa:16:3e:0b:3e:8b', 'name': 'tempest-NetworksTestDHCPv6-321534896'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:21:59.261190 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-66da1765-0beb-4ddc-8d90-9031b96b81ec req-c104413b-950a-4e0a-a229-530bf6106739 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:59.261677 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-66da1765-0beb-4ddc-8d90-9031b96b81ec req-c104413b-950a-4e0a-a229-530bf6106739 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:59.262120 n-d-842952-2 neutron-server[83910]: INFO neutron.db.l3_db [req-66da1765-0beb-4ddc-8d90-9031b96b81ec req-c104413b-950a-4e0a-a229-530bf6106739 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Floating IP 071daec5-a80f-402c-8531-cee16e59ec06 disassociated. External IP: 172.25.6.221, port: 73e84f24-1a14-4e66-9d4f-12a2c03bd380. May 23 11:21:59.262524 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-66da1765-0beb-4ddc-8d90-9031b96b81ec req-c104413b-950a-4e0a-a229-530bf6106739 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Calling delete_port for 73e84f24-1a14-4e66-9d4f-12a2c03bd380 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:21:59.314155 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d05ba717-f281-4673-bf2d-b6d1d47da48c req-9dd0fca4-ea83-4753-8189-bcfb9ee187c2 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6445317 May 23 11:21:59.374979 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9e6c281f-8be8-4cb5-a3e8-f6ae82375055 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:59.412734 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1282c-abdf-4bd5-8023-ffb36ac315a7 req-f4fcd1d9-d5fe-4291-a66c-292b2601aafa tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:21:59.426677 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a4a46e1e-c52d-4d8f-bc4f-0233294a4e7b tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:21:59.441187 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bdd1282c-abdf-4bd5-8023-ffb36ac315a7 req-f4fcd1d9-d5fe-4291-a66c-292b2601aafa tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89 HTTP/1.1" status: 200 len: 945 time: 0.8048756 May 23 11:21:59.441875 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a4a46e1e-c52d-4d8f-bc4f-0233294a4e7b tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:21:59.458722 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9e6c281f-8be8-4cb5-a3e8-f6ae82375055 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:59.503749 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-770290f9-317a-4347-b3ba-4ffe2e86b3a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:59.518297 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9e6c281f-8be8-4cb5-a3e8-f6ae82375055 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:59.518853 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6c281f-8be8-4cb5-a3e8-f6ae82375055 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Fanout notify agent at l3_agent the message router_deleted on router c5fd2aea-22d0-4e1a-962e-6e090a1d5256 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:21:59.527280 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a46e1e-c52d-4d8f-bc4f-0233294a4e7b tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:21:59.535407 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66a6fd07-64dc-4543-92ef-ade8a2ccb2ff'] response: {'server_uuid': '93664a9d-71b9-4628-acab-fb7e8e19d283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc866833-5097-465e-8754-807c07eb8e82', 'code': 200} May 23 11:21:59.589187 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:59.670231 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=73e84f24-1a14-4e66-9d4f-12a2c03bd380,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:21:59.736992 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-770290f9-317a-4347-b3ba-4ffe2e86b3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:21:59.757253 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port bef8be67-6863-4ea9-a9f1-9a130486cda1, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=bef8be67-6863-4ea9-a9f1-9a130486cda1,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:21:59.773793 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:00.003000 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=bef8be67-6863-4ea9-a9f1-9a130486cda1,revision_number=8']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:00.014851 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a4a46e1e-c52d-4d8f-bc4f-0233294a4e7b tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:00.050870 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-a4a46e1e-c52d-4d8f-bc4f-0233294a4e7b tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] device_id is not set on port 0280f614-995e-4bbe-b963-59a1990544ae yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:22:00.055874 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55de461-b8bd-4108-a2c0-605fd1bf68df None None] Update dhcp port {'port': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'fixed_ips': [{'subnet_id': 'fc2cf97a-6524-46ce-abb8-70c4698eeee3', 'ip_address': '2001:db8:0:1:f816:3eff:fe2b:3ac0'}, {'subnet_id': 'ba476512-2a81-47e0-84f5-633c00b3ba74'}], 'binding:host_id': 'n-d-842952-2'}, 'id': 'bef8be67-6863-4ea9-a9f1-9a130486cda1'} from n-d-842952-2. {{(pid=83912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 23 11:22:00.101989 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9e6c281f-8be8-4cb5-a3e8-f6ae82375055 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:00.105205 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9e6c281f-8be8-4cb5-a3e8-f6ae82375055 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "DELETE /v2.0/routers/c5fd2aea-22d0-4e1a-962e-6e090a1d5256 HTTP/1.1" status: 204 len: 168 time: 2.6298163 May 23 11:22:00.108020 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33542) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:00.134688 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770290f9-317a-4347-b3ba-4ffe2e86b3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fcccd9d-1b5c-4e12-b8b9-008bc4347776,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:00.198203 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ce3dbfff-ed3f-4ccc-bb4d-1333d6460ea3 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5fd2aea-22d0-4e1a-962e-6e090a1d5256 HTTP/1.1" status: 200 len: 205 time: 0.0887220 May 23 11:22:00.199595 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a55de461-b8bd-4108-a2c0-605fd1bf68df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:00.201764 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33546) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:00.212995 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bdd1282c-abdf-4bd5-8023-ffb36ac315a7 req-9a90ec07-8d08-4815-8f2f-f6d80a51d9ca tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5e7d2e4-d721-4138-a0e8-2d99d4530de0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7696290 May 23 11:22:00.228958 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-770290f9-317a-4347-b3ba-4ffe2e86b3a3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f7a793e491e541d3b99a183b509cc32d&name=default HTTP/1.1" status: 200 len: 2647 time: 3.6066706 May 23 11:22:00.239314 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.api [req-66da1765-0beb-4ddc-8d90-9031b96b81ec req-c104413b-950a-4e0a-a229-530bf6106739 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:22:00.239634 n-d-842952-2 neutron-server[83910]: DEBUG oslo_db.api [req-66da1765-0beb-4ddc-8d90-9031b96b81ec req-c104413b-950a-4e0a-a229-530bf6106739 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:22:00.241056 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33550) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:00.255981 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-96035224-c4c0-4430-b9da-3b981021123f req-5399f940-874e-4828-8785-d72c032776c5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=93664a9d-71b9-4628-acab-fb7e8e19d283 HTTP/1.1" status: 200 len: 1097 time: 0.6892056 May 23 11:22:00.313679 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-93c6035d-b643-4df7-829c-90fa88b916fa tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] delete failed (client error): The resource could not be found. May 23 11:22:00.315291 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-93c6035d-b643-4df7-829c-90fa88b916fa tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "DELETE /v2.0/routers/c5fd2aea-22d0-4e1a-962e-6e090a1d5256 HTTP/1.1" status: 404 len: 336 time: 0.1122234 May 23 11:22:00.319389 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33554) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:00.404287 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26006548-375f-4a16-a838-6984abb7bf5a req-724d1492-e4d1-4e4b-8577-5297245c62dc tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:00.412213 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-26006548-375f-4a16-a838-6984abb7bf5a req-724d1492-e4d1-4e4b-8577-5297245c62dc tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.5937822 May 23 11:22:00.434278 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-96035224-c4c0-4430-b9da-3b981021123f req-615d1cae-b7cc-4be1-ad70-b5917ab14f24 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022022 May 23 11:22:00.473961 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a6a5ec15-e0f5-46e7-bd1f-615ea3348114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:00.479622 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c98d9ce-b52c-47a9-b08e-96787d5aa912 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] DELETE failed (client error): The resource could not be found. May 23 11:22:00.480144 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c98d9ce-b52c-47a9-b08e-96787d5aa912 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:00.497477 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3c98d9ce-b52c-47a9-b08e-96787d5aa912 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "DELETE /v2.0/subnets/08dcb271-54f4-4a8f-85b9-3c25f680cef7 HTTP/1.1" status: 404 len: 337 time: 0.1769609 May 23 11:22:00.500363 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33560) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:00.509478 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a6a5ec15-e0f5-46e7-bd1f-615ea3348114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:00.548972 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1e7ea71-c709-44d3-973e-f63c09a2b271 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] DELETE failed (client error): The resource could not be found. May 23 11:22:00.549505 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1e7ea71-c709-44d3-973e-f63c09a2b271 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:00.551229 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d1e7ea71-c709-44d3-973e-f63c09a2b271 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "DELETE /v2.0/subnets/66e91086-6cee-4f90-8ebb-a9c52729cba6 HTTP/1.1" status: 404 len: 337 time: 0.0499105 May 23 11:22:00.554066 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33564) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:00.605815 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d8a7ece-9d3e-4280-b780-545b4d3da99d tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] DELETE failed (client error): The resource could not be found. May 23 11:22:00.606361 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d8a7ece-9d3e-4280-b780-545b4d3da99d tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:00.608097 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4d8a7ece-9d3e-4280-b780-545b4d3da99d tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "DELETE /v2.0/subnets/2104aafc-5615-408b-a446-e6f44646ac4b HTTP/1.1" status: 404 len: 337 time: 0.0530488 May 23 11:22:00.619607 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33568) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:00.621587 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-26006548-375f-4a16-a838-6984abb7bf5a req-4f7c0492-3f15-4687-902f-be2dc3005f68 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083499 May 23 11:22:00.678106 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8612c17-2884-4f1e-b977-b9454d4f8070 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] DELETE failed (client error): The resource could not be found. May 23 11:22:00.678547 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8612c17-2884-4f1e-b977-b9454d4f8070 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:00.682979 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e8612c17-2884-4f1e-b977-b9454d4f8070 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "DELETE /v2.0/subnets/451aec6e-fcdd-4e78-8460-64697bdf77fd HTTP/1.1" status: 404 len: 337 time: 0.0596380 May 23 11:22:00.685512 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33572) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:00.692593 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3988fc9-57b8-43ed-b2f2-1a21d3bdea99 req-14a26a42-50c9-465d-b0bd-06f0dc8fbdbd tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:00.695069 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c3988fc9-57b8-43ed-b2f2-1a21d3bdea99 req-14a26a42-50c9-465d-b0bd-06f0dc8fbdbd tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=93664a9d-71b9-4628-acab-fb7e8e19d283 HTTP/1.1" status: 200 len: 946 time: 0.1752403 May 23 11:22:00.698555 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a6a5ec15-e0f5-46e7-bd1f-615ea3348114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:00.759597 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-a4a46e1e-c52d-4d8f-bc4f-0233294a4e7b tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Allocated IP 2001:db8::329 (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/ba476512-2a81-47e0-84f5-633c00b3ba74/0280f614-995e-4bbe-b963-59a1990544ae) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:22:00.766129 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-66da1765-0beb-4ddc-8d90-9031b96b81ec req-c104413b-950a-4e0a-a229-530bf6106739 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Deleting port 73e84f24-1a14-4e66-9d4f-12a2c03bd380 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:22:00.766625 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-a4a46e1e-c52d-4d8f-bc4f-0233294a4e7b tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0b:3e8b (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/fc2cf97a-6524-46ce-abb8-70c4698eeee3/0280f614-995e-4bbe-b963-59a1990544ae) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:22:00.767085 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-66da1765-0beb-4ddc-8d90-9031b96b81ec req-c104413b-950a-4e0a-a229-530bf6106739 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:00.876104 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-daab6042-0a06-4072-ad3b-146c88f1e4a3 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Synchronizing usage tracker for tenant:3c9ac73e8a7143fb94827c1e9402fa16 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:22:00.880642 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a5ec15-e0f5-46e7-bd1f-615ea3348114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fcccd9d-1b5c-4e12-b8b9-008bc4347776,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:00.942948 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a6a5ec15-e0f5-46e7-bd1f-615ea3348114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:00.947334 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a6a5ec15-e0f5-46e7-bd1f-615ea3348114 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8fcccd9d-1b5c-4e12-b8b9-008bc4347776 HTTP/1.1" status: 204 len: 168 time: 0.6900964 May 23 11:22:00.956195 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-daab6042-0a06-4072-ad3b-146c88f1e4a3 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] Unset dirty status for tenant:3c9ac73e8a7143fb94827c1e9402fa16 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:22:00.960527 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-daab6042-0a06-4072-ad3b-146c88f1e4a3 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 HTTP/1.1" status: 200 len: 205 time: 0.2641485 May 23 11:22:00.963882 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33578) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:01.010180 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a4a46e1e-c52d-4d8f-bc4f-0233294a4e7b tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:01.032591 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-a4a46e1e-c52d-4d8f-bc4f-0233294a4e7b tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Transition to ACTIVE for port object 0280f614-995e-4bbe-b963-59a1990544ae will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:22:01.076242 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a4a46e1e-c52d-4d8f-bc4f-0233294a4e7b tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:01.223699 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a46e1e-c52d-4d8f-bc4f-0233294a4e7b tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:22:01.228249 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-a4a46e1e-c52d-4d8f-bc4f-0233294a4e7b tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:22:01.237323 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a46e1e-c52d-4d8f-bc4f-0233294a4e7b tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:22:01.241611 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a46e1e-c52d-4d8f-bc4f-0233294a4e7b tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:01.242572 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a4a46e1e-c52d-4d8f-bc4f-0233294a4e7b tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:01.242927 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-87b71694-0cc6-402e-b700-c88c2fddd761 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] delete failed (client error): The resource could not be found. May 23 11:22:01.248499 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-87b71694-0cc6-402e-b700-c88c2fddd761 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "DELETE /v2.0/routers/6f7c44f5-e4fd-461e-9a21-fa8d09071ce4 HTTP/1.1" status: 404 len: 336 time: 0.2818768 May 23 11:22:01.249257 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a46e1e-c52d-4d8f-bc4f-0233294a4e7b tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Port': ['ID=0280f614-995e-4bbe-b963-59a1990544ae,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:01.251572 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33586) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:01.279218 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-a55de461-b8bd-4108-a2c0-605fd1bf68df None None] Allocated IP 2001:db8::2 (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/ba476512-2a81-47e0-84f5-633c00b3ba74/bef8be67-6863-4ea9-a9f1-9a130486cda1) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:22:01.327781 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c3988fc9-57b8-43ed-b2f2-1a21d3bdea99 req-d2186b8a-a11d-4213-bc6e-c46334b6bb28 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6255774 May 23 11:22:01.424645 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a4a46e1e-c52d-4d8f-bc4f-0233294a4e7b tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.2272637 May 23 11:22:01.426529 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33598) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:01.443089 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-272ff7de-a5f3-4fda-a96e-4f0343d7fb08 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "GET /v2.0/ports?device_id=d27cb121-34f9-4353-8f9d-2f6ba7cbaf1d HTTP/1.1" status: 200 len: 205 time: 0.1887934 May 23 11:22:01.448327 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33602) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:01.538476 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4032c4d8-4523-4197-81f8-b7a7ef859a89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73e84f24-1a14-4e66-9d4f-12a2c03bd380'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:22:01.551325 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-60a50550-2198-4a42-a8de-4be2996bfc9f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting port 0280f614-995e-4bbe-b963-59a1990544ae {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:22:01.551626 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-60a50550-2198-4a42-a8de-4be2996bfc9f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:01.613717 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-a55de461-b8bd-4108-a2c0-605fd1bf68df None None] For port bef8be67-6863-4ea9-a9f1-9a130486cda1, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=bef8be67-6863-4ea9-a9f1-9a130486cda1,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:22:01.644096 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33610) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:01.645754 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-3169c5f6-a4a3-44c2-ac48-71794230d1f7 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] delete failed (client error): The resource could not be found. May 23 11:22:01.646804 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3169c5f6-a4a3-44c2-ac48-71794230d1f7 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "DELETE /v2.0/routers/d27cb121-34f9-4353-8f9d-2f6ba7cbaf1d HTTP/1.1" status: 404 len: 336 time: 0.1974959 May 23 11:22:01.660578 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33614) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:01.677433 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a55de461-b8bd-4108-a2c0-605fd1bf68df None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:01.694019 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-534aa980-49a6-4b97-bef2-bce3ed69e006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:01.700628 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a55de461-b8bd-4108-a2c0-605fd1bf68df None None] Transition to ACTIVE for port object bef8be67-6863-4ea9-a9f1-9a130486cda1 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:22:01.706527 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a55de461-b8bd-4108-a2c0-605fd1bf68df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:01.728952 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-201dad96-766e-49cb-a1d7-7d70fc8cc095'] response: {'server_uuid': '4032c4d8-4523-4197-81f8-b7a7ef859a89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73e84f24-1a14-4e66-9d4f-12a2c03bd380', 'code': 200} May 23 11:22:01.767719 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-534aa980-49a6-4b97-bef2-bce3ed69e006 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:22:01.769905 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-79940235-ace1-43b5-b5dd-a33b48ab41e3 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] DELETE failed (client error): The resource could not be found. May 23 11:22:01.774667 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-534aa980-49a6-4b97-bef2-bce3ed69e006 admin admin] Usage tracker for resource:security_group_rule and tenant:fa70870de1cd45aa993e3be80cc668c4 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:22:01.774930 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79940235-ace1-43b5-b5dd-a33b48ab41e3 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:01.778906 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-534aa980-49a6-4b97-bef2-bce3ed69e006 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:22:01.782777 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-79940235-ace1-43b5-b5dd-a33b48ab41e3 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "DELETE /v2.0/subnets/1fe0e803-65ae-4269-96ca-0b9cee0ba0e8 HTTP/1.1" status: 404 len: 337 time: 0.1152735 May 23 11:22:01.791128 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33622) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:01.800441 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-66da1765-0beb-4ddc-8d90-9031b96b81ec req-c104413b-950a-4e0a-a229-530bf6106739 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] For port 73e84f24-1a14-4e66-9d4f-12a2c03bd380, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=73e84f24-1a14-4e66-9d4f-12a2c03bd380,segment=NetworkSegment(8ad0a6a2-f0c5-4005-98ee-13e703106a55),segment_id=8ad0a6a2-f0c5-4005-98ee-13e703106a55)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:22:01.800924 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-66da1765-0beb-4ddc-8d90-9031b96b81ec req-c104413b-950a-4e0a-a229-530bf6106739 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:01.819198 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-534aa980-49a6-4b97-bef2-bce3ed69e006 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:22:02.016223 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55de461-b8bd-4108-a2c0-605fd1bf68df None None] Pushing event updated for resources: {'Port': ['ID=bef8be67-6863-4ea9-a9f1-9a130486cda1,revision_number=9']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:02.017937 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-534aa980-49a6-4b97-bef2-bce3ed69e006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:02.034809 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-534aa980-49a6-4b97-bef2-bce3ed69e006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:02.056765 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1f9d8829-840d-416c-871b-119c39c73a4d tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "GET /v2.0/ports?device_id=2cc8122b-8496-461d-8a6f-b0188eb989c7 HTTP/1.1" status: 200 len: 205 time: 0.1510403 May 23 11:22:02.086430 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33626) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:02.235120 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-fda43213-610c-42fc-ac5a-0fb302e0cf22 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] delete failed (client error): The resource could not be found. May 23 11:22:02.239777 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-fda43213-610c-42fc-ac5a-0fb302e0cf22 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "DELETE /v2.0/routers/2cc8122b-8496-461d-8a6f-b0188eb989c7 HTTP/1.1" status: 404 len: 336 time: 0.1475172 May 23 11:22:02.244563 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33634) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:02.310879 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534aa980-49a6-4b97-bef2-bce3ed69e006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6453488-928e-4824-9215-5ef9a941e3e1,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:02.339474 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-534aa980-49a6-4b97-bef2-bce3ed69e006 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fa70870de1cd45aa993e3be80cc668c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6914680 May 23 11:22:02.340461 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33640) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:02.348201 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-54478c7a-3d3c-497e-b54d-3015b4b4e8cc tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "GET /v2.0/ports?device_id=56a37d2f-53e1-4287-bdb8-49880c785d53 HTTP/1.1" status: 200 len: 205 time: 0.0961037 May 23 11:22:02.349529 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33644) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:02.436483 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4ec0b-e8b4-432f-b28a-c3ed40dbfc96 req-889572c4-041d-466f-b9f2-7ce7d2060987 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:02.436483 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-eab4ec0b-e8b4-432f-b28a-c3ed40dbfc96 req-889572c4-041d-466f-b9f2-7ce7d2060987 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Synchronizing usage tracker for tenant:d3ec9888c9b84da5954173e8d76fab76 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:22:02.519447 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-eab4ec0b-e8b4-432f-b28a-c3ed40dbfc96 req-889572c4-041d-466f-b9f2-7ce7d2060987 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Unset dirty status for tenant:d3ec9888c9b84da5954173e8d76fab76 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:22:02.524473 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eab4ec0b-e8b4-432f-b28a-c3ed40dbfc96 req-889572c4-041d-466f-b9f2-7ce7d2060987 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89 HTTP/1.1" status: 200 len: 943 time: 1.0900817 May 23 11:22:02.610252 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-60a50550-2198-4a42-a8de-4be2996bfc9f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:02.653888 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-69d3cba4-47aa-41f5-9b2b-d1611728e9a6 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] delete failed (client error): The resource could not be found. May 23 11:22:02.658486 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-69d3cba4-47aa-41f5-9b2b-d1611728e9a6 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "DELETE /v2.0/routers/56a37d2f-53e1-4287-bdb8-49880c785d53 HTTP/1.1" status: 404 len: 336 time: 0.2418053 May 23 11:22:02.660870 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33666) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:02.706879 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-38b9566d-99db-46dc-9784-005bbe6f9339 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] DELETE failed (client error): The resource could not be found. May 23 11:22:02.707326 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38b9566d-99db-46dc-9784-005bbe6f9339 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:02.731978 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-38b9566d-99db-46dc-9784-005bbe6f9339 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "DELETE /v2.0/subnets/d45180ef-4c6f-4c7c-97a9-d09b0ca9136d HTTP/1.1" status: 404 len: 337 time: 0.0699415 May 23 11:22:02.735616 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33676) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:02.778653 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e8ad0ce1-ac79-46a8-b47a-bfcf3ad9b1d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:02.793523 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-cb3c187d-a62b-4fb6-8afa-eaf9d0edf6d7 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "GET /v2.0/ports?device_id=e28600fb-98a6-419f-91eb-3d4638723093 HTTP/1.1" status: 200 len: 205 time: 0.0570905 May 23 11:22:02.800990 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33686) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:02.902353 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-4814e459-b48b-47f6-a6f0-9c5f66eb7efb tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] delete failed (client error): The resource could not be found. May 23 11:22:02.918486 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-60a50550-2198-4a42-a8de-4be2996bfc9f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Calling delete_port for 0280f614-995e-4bbe-b963-59a1990544ae owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:22:02.919582 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4814e459-b48b-47f6-a6f0-9c5f66eb7efb tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "DELETE /v2.0/routers/e28600fb-98a6-419f-91eb-3d4638723093 HTTP/1.1" status: 404 len: 336 time: 0.1161141 May 23 11:22:02.920312 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33694) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:02.931927 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e8ad0ce1-ac79-46a8-b47a-bfcf3ad9b1d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:03.048746 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-300169a2-9111-4261-8bd0-5983a712f1b3 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] DELETE failed (client error): The resource could not be found. May 23 11:22:03.049178 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-300169a2-9111-4261-8bd0-5983a712f1b3 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:03.053828 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-300169a2-9111-4261-8bd0-5983a712f1b3 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "DELETE /v2.0/subnets/b0ee563d-f796-4cd5-bb4b-6111afa81ccb HTTP/1.1" status: 404 len: 337 time: 0.1257510 May 23 11:22:03.072037 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33700) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:03.093725 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device bef8be67-6863-4ea9-a9f1-9a130486cda1 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:22:03.157445 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8c2aea24-bf66-4844-b8ef-b19564a3ac40 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9216111-c43c-4be0-a78a-94d660ee4a0e HTTP/1.1" status: 200 len: 205 time: 0.0817180 May 23 11:22:03.158522 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33704) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:03.208412 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-66da1765-0beb-4ddc-8d90-9031b96b81ec req-c104413b-950a-4e0a-a229-530bf6106739 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:03.209149 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-66da1765-0beb-4ddc-8d90-9031b96b81ec req-c104413b-950a-4e0a-a229-530bf6106739 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:03.209623 n-d-842952-2 neutron-server[83910]: INFO neutron.db.l3_db [req-66da1765-0beb-4ddc-8d90-9031b96b81ec req-c104413b-950a-4e0a-a229-530bf6106739 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Floating IP 071daec5-a80f-402c-8531-cee16e59ec06 disassociated. External IP: 172.25.6.221, port: 73e84f24-1a14-4e66-9d4f-12a2c03bd380. May 23 11:22:03.210125 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-66da1765-0beb-4ddc-8d90-9031b96b81ec req-c104413b-950a-4e0a-a229-530bf6106739 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Calling delete_port for 73e84f24-1a14-4e66-9d4f-12a2c03bd380 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:22:03.242772 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-7b723ae7-6f57-4783-8288-d9fb2b864e5c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] delete failed (client error): The resource could not be found. May 23 11:22:03.244592 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7b723ae7-6f57-4783-8288-d9fb2b864e5c tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "DELETE /v2.0/routers/c9216111-c43c-4be0-a78a-94d660ee4a0e HTTP/1.1" status: 404 len: 336 time: 0.0851188 May 23 11:22:03.251356 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33710) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:03.252305 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a185710d-404e-4b7e-a1cd-be67c43afcb2 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:22:03.313240 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc80a29d-35c4-4d3f-a187-09201404f9f9 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] DELETE failed (client error): The resource could not be found. May 23 11:22:03.313764 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc80a29d-35c4-4d3f-a187-09201404f9f9 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:03.322495 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-fc80a29d-35c4-4d3f-a187-09201404f9f9 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "DELETE /v2.0/subnets/64eaf839-5bb6-49e4-9d98-752ba5d12585 HTTP/1.1" status: 404 len: 337 time: 0.0694549 May 23 11:22:03.325600 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33714) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:03.352431 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c0331-6eb1-4ca5-9c9b-7a2d48dff89d req-1485f43b-152b-460f-a704-4008fd3763a4 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:03.353954 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-048c0331-6eb1-4ca5-9c9b-7a2d48dff89d req-1485f43b-152b-460f-a704-4008fd3763a4 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 1.4410162 May 23 11:22:03.407988 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-630bde5f-ddaf-4890-bf3b-e71dca4844b1 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] DELETE failed (client error): The resource could not be found. May 23 11:22:03.416082 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-630bde5f-ddaf-4890-bf3b-e71dca4844b1 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:03.426797 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e8ad0ce1-ac79-46a8-b47a-bfcf3ad9b1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:03.440202 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc84fdcb-578f-452a-8fc5-b55a01d575e6 None None] Provisioning for port bef8be67-6863-4ea9-a9f1-9a130486cda1 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:22:03.447023 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad0ce1-ac79-46a8-b47a-bfcf3ad9b1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6453488-928e-4824-9215-5ef9a941e3e1,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:03.450982 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-630bde5f-ddaf-4890-bf3b-e71dca4844b1 tempest-RoutersTest-1565728961 tempest-RoutersTest-1565728961-project] 10.222.0.79 "DELETE /v2.0/subnets/9263c0f1-cac4-4a2e-8f6b-96c47c5b02c1 HTTP/1.1" status: 404 len: 337 time: 0.1239386 May 23 11:22:03.455398 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e8ad0ce1-ac79-46a8-b47a-bfcf3ad9b1d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:03.457113 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e8ad0ce1-ac79-46a8-b47a-bfcf3ad9b1d1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f6453488-928e-4824-9215-5ef9a941e3e1 HTTP/1.1" status: 204 len: 168 time: 1.1149802 May 23 11:22:03.472299 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eab4ec0b-e8b4-432f-b28a-c3ed40dbfc96 req-62fcfc17-7c80-4a56-bccf-e56f24a43d56 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5e7d2e4-d721-4138-a0e8-2d99d4530de0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8789778 May 23 11:22:03.488151 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-048c0331-6eb1-4ca5-9c9b-7a2d48dff89d req-fd2586db-f9e9-4f79-ad61-1141968a3758 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119719 May 23 11:22:03.561131 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc84fdcb-578f-452a-8fc5-b55a01d575e6 None None] Provisioning complete for port bef8be67-6863-4ea9-a9f1-9a130486cda1 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:22:03.561500 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc84fdcb-578f-452a-8fc5-b55a01d575e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:03.628535 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port bef8be67-6863-4ea9-a9f1-9a130486cda1 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:22:03.628821 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:03.753614 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-66da1765-0beb-4ddc-8d90-9031b96b81ec req-c104413b-950a-4e0a-a229-530bf6106739 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:04.172325 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c104413b-950a-4e0a-a229-530bf6106739 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Pushing event deleted for resources: {'Port': ['ID=73e84f24-1a14-4e66-9d4f-12a2c03bd380,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:04.187799 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33728) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:04.345331 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:04.375616 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-60a50550-2198-4a42-a8de-4be2996bfc9f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:04.411071 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc84fdcb-578f-452a-8fc5-b55a01d575e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:04.490775 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a50550-2198-4a42-a8de-4be2996bfc9f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Port': ['ID=0280f614-995e-4bbe-b963-59a1990544ae,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:04.541228 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9d407b8f-d22b-4bf3-ab72-488623dc9ba4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3c9ac73e8a7143fb94827c1e9402fa16&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3519490 May 23 11:22:04.543670 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33744) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:04.555808 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756873ed-327c-4a0d-82ff-9c82261555c8 req-a45e9af8-9fcd-4296-9337-5c8e679033fc tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:04.562933 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-756873ed-327c-4a0d-82ff-9c82261555c8 req-a45e9af8-9fcd-4296-9337-5c8e679033fc tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=93664a9d-71b9-4628-acab-fb7e8e19d283 HTTP/1.1" status: 200 len: 946 time: 0.4803622 May 23 11:22:04.612124 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port bef8be67-6863-4ea9-a9f1-9a130486cda1, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=bef8be67-6863-4ea9-a9f1-9a130486cda1,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:22:04.623971 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:04.738112 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b71cfa9e-b29e-43f4-bfe0-727ef0859f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:04.876464 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b71cfa9e-b29e-43f4-bfe0-727ef0859f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:04.973631 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-dc84fdcb-578f-452a-8fc5-b55a01d575e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:22:04.974017 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-dc84fdcb-578f-452a-8fc5-b55a01d575e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:22:05.003775 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=bef8be67-6863-4ea9-a9f1-9a130486cda1,revision_number=10']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:05.051138 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b71cfa9e-b29e-43f4-bfe0-727ef0859f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:05.066261 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-60a50550-2198-4a42-a8de-4be2996bfc9f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:05.102874 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b71cfa9e-b29e-43f4-bfe0-727ef0859f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:05.106190 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b71cfa9e-b29e-43f4-bfe0-727ef0859f12 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/462590ea-2b9b-4fdd-9346-4f22d2fbc416 HTTP/1.1" status: 204 len: 168 time: 0.5614941 May 23 11:22:05.111736 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71cfa9e-b29e-43f4-bfe0-727ef0859f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462590ea-2b9b-4fdd-9346-4f22d2fbc416,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:05.119917 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-39ed385b-980e-48a9-abf3-f077b32a4a7e req-aa08ec96-7538-4ff8-aaa0-a9715f26ff3b tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Synchronizing usage tracker for tenant:d3ec9888c9b84da5954173e8d76fab76 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:22:05.138369 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-60a50550-2198-4a42-a8de-4be2996bfc9f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/ports/0280f614-995e-4bbe-b963-59a1990544ae HTTP/1.1" status: 204 len: 168 time: 3.7080193 May 23 11:22:05.142124 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33762) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:05.268391 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-39ed385b-980e-48a9-abf3-f077b32a4a7e req-aa08ec96-7538-4ff8-aaa0-a9715f26ff3b tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Unset dirty status for tenant:d3ec9888c9b84da5954173e8d76fab76 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:22:05.270956 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-39ed385b-980e-48a9-abf3-f077b32a4a7e req-aa08ec96-7538-4ff8-aaa0-a9715f26ff3b tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89 HTTP/1.1" status: 200 len: 210 time: 0.3712401 May 23 11:22:05.305717 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0868f4d3-cc6f-4ed8-bedd-f69df3543aa8 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:05.306696 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0868f4d3-cc6f-4ed8-bedd-f69df3543aa8 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:22:05.332510 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0868f4d3-cc6f-4ed8-bedd-f69df3543aa8 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:22:05.334716 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0868f4d3-cc6f-4ed8-bedd-f69df3543aa8 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1917164 May 23 11:22:05.337246 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33768) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:05.349531 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66da1765-0beb-4ddc-8d90-9031b96b81ec req-c104413b-950a-4e0a-a229-530bf6106739 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Router 406cd220-9f91-46de-82dc-a46b2f962727 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:22:05.384569 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-756873ed-327c-4a0d-82ff-9c82261555c8 req-2ce7cabd-bcd0-4984-ae23-46f2e2459116 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8199492 May 23 11:22:05.541310 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecdf71b-8fac-488c-8376-c7369c5ceee6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:05.550183 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6ecdf71b-8fac-488c-8376-c7369c5ceee6 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2043600 May 23 11:22:05.550827 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33778) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:05.749313 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40067a30-c3b6-42bd-8a38-572d22a8e87c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:05.749313 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40067a30-c3b6-42bd-8a38-572d22a8e87c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:05.749313 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40067a30-c3b6-42bd-8a38-572d22a8e87c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:05.757464 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-40067a30-c3b6-42bd-8a38-572d22a8e87c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:22:05.758516 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0208e865-4738-4ad7-9dca-d9f202fadf9a None None] Provisioning complete for port bef8be67-6863-4ea9-a9f1-9a130486cda1 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:22:05.758969 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0208e865-4738-4ad7-9dca-d9f202fadf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:05.805832 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-40067a30-c3b6-42bd-8a38-572d22a8e87c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:22:05.807119 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-40067a30-c3b6-42bd-8a38-572d22a8e87c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2553439 May 23 11:22:05.809874 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33788) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:05.934850 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd1fb6-1c72-487a-ac21-88a019fbece6 req-12e32dd6-8626-4eaa-b7ea-231ac2b87fbc tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:05.946197 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a1cd1fb6-1c72-487a-ac21-88a019fbece6 req-12e32dd6-8626-4eaa-b7ea-231ac2b87fbc tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.3610036 May 23 11:22:06.196920 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a1cd1fb6-1c72-487a-ac21-88a019fbece6 req-611712cd-c009-410a-ad85-a3bc0d33306c tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496672 May 23 11:22:06.274246 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0208e865-4738-4ad7-9dca-d9f202fadf9a None None] Could not find standard attr ID for object 0280f614-995e-4bbe-b963-59a1990544ae. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:22:06.277561 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0208e865-4738-4ad7-9dca-d9f202fadf9a None None] Could not find standard attr ID for object 3b947318-78bc-4b8f-be8d-5e9575243ffb. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:22:06.289697 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8e642-2cc1-4f8a-a8b7-5b8b7fcbe81f req-070de7da-c1fb-4848-874d-1637f08d382d tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:06.292405 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f4f8e642-2cc1-4f8a-a8b7-5b8b7fcbe81f req-070de7da-c1fb-4848-874d-1637f08d382d tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=93664a9d-71b9-4628-acab-fb7e8e19d283 HTTP/1.1" status: 200 len: 946 time: 0.1976140 May 23 11:22:06.346368 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-06a45230-7948-4d3c-84e0-a45d593e5865 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting subnet ba476512-2a81-47e0-84f5-633c00b3ba74 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:22:06.349935 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-06a45230-7948-4d3c-84e0-a45d593e5865 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:06.391800 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3348912c-fcdf-4422-8f0b-33f5e3c476a6 None None] Could not find standard attr ID for object 0280f614-995e-4bbe-b963-59a1990544ae. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:22:06.403967 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66da1765-0beb-4ddc-8d90-9031b96b81ec req-c104413b-950a-4e0a-a229-530bf6106739 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:22:06.415510 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e043eb48-cc29-4c7c-9208-7b0890fd031b None None] Sync routers for ids ['406cd220-9f91-46de-82dc-a46b2f962727'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:22:06.452083 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e043eb48-cc29-4c7c-9208-7b0890fd031b None None] Routers {'406cd220-9f91-46de-82dc-a46b2f962727'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:22:06.453365 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e043eb48-cc29-4c7c-9208-7b0890fd031b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:21:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['406cd220-9f91-46de-82dc-a46b2f962727'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:22:06.470333 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-06a45230-7948-4d3c-84e0-a45d593e5865 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:06.662349 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-66da1765-0beb-4ddc-8d90-9031b96b81ec req-c104413b-950a-4e0a-a229-530bf6106739 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] No DVR routers for this DVR port 73e84f24-1a14-4e66-9d4f-12a2c03bd380 on host n-h2-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:22:06.685273 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f4f8e642-2cc1-4f8a-a8b7-5b8b7fcbe81f req-8ab1c535-c3a1-4fef-b9ec-e1fc662908bf tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857858 May 23 11:22:06.687207 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-06a45230-7948-4d3c-84e0-a45d593e5865 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:06.691770 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-66da1765-0beb-4ddc-8d90-9031b96b81ec req-c104413b-950a-4e0a-a229-530bf6106739 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:06.704964 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-66da1765-0beb-4ddc-8d90-9031b96b81ec req-c104413b-950a-4e0a-a229-530bf6106739 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.81 "DELETE /v2.0/ports/73e84f24-1a14-4e66-9d4f-12a2c03bd380 HTTP/1.1" status: 204 len: 173 time: 11.0603409 May 23 11:22:06.707963 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4032c4d8-4523-4197-81f8-b7a7ef859a89', 'name': 'network-vif-deleted', 'tag': '73e84f24-1a14-4e66-9d4f-12a2c03bd380'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:22:06.759090 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1ec065cf-d61e-401e-9d86-539a2d61899d req-8348f1e6-81fd-4f71-8ffe-897f25f527b1 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=4032c4d8-4523-4197-81f8-b7a7ef859a89 HTTP/1.1" status: 200 len: 210 time: 0.2718024 May 23 11:22:06.863365 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-06a45230-7948-4d3c-84e0-a45d593e5865 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:06.879065 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4ca2aab2-9e87-4b4f-a038-2bfeb770673a req-2a5da122-eacb-4d1a-8e1f-da5081ef136d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c8ada26741884c689d0e80f64385eb15&device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 1096 time: 0.3370790 May 23 11:22:06.941083 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53e35e68-9e68-4496-b807-4257f7255664'] response: {'server_uuid': '4032c4d8-4523-4197-81f8-b7a7ef859a89', 'name': 'network-vif-deleted', 'tag': '73e84f24-1a14-4e66-9d4f-12a2c03bd380', 'status': 'completed', 'code': 200} May 23 11:22:06.998765 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a45230-7948-4d3c-84e0-a45d593e5865 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Subnet': ['ID=ba476512-2a81-47e0-84f5-633c00b3ba74,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:07.000772 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-06a45230-7948-4d3c-84e0-a45d593e5865 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:07.010533 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-e043eb48-cc29-4c7c-9208-7b0890fd031b None None] Set router 406cd220-9f91-46de-82dc-a46b2f962727 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:22:07.079624 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device bef8be67-6863-4ea9-a9f1-9a130486cda1 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:22:07.085714 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33818) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:07.114694 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-06a45230-7948-4d3c-84e0-a45d593e5865 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/ba476512-2a81-47e0-84f5-633c00b3ba74 HTTP/1.1" status: 204 len: 168 time: 1.2974825 May 23 11:22:07.120545 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33824) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:07.174776 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29fc60b-ae79-4d8c-999c-7478a54830de None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:22:07.300092 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd27ba86-7ef3-41cc-a9eb-0015dba66087 admin admin] Deleting subnet 8223746a-6170-4efb-8f3a-1e6029f94141 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:22:07.317864 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dd27ba86-7ef3-41cc-a9eb-0015dba66087 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:07.455482 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2aab2-9e87-4b4f-a038-2bfeb770673a req-87e81a13-64d2-466c-a8f1-4663bae2c67c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:07.457249 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4ca2aab2-9e87-4b4f-a038-2bfeb770673a req-87e81a13-64d2-466c-a8f1-4663bae2c67c service neutron] 10.222.0.13 "GET /v2.0/networks?id=c8f610f3-246f-4e9c-bcad-00bcd258b4f5 HTTP/1.1" status: 200 len: 914 time: 0.5645237 May 23 11:22:07.506400 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-75405174-204f-453a-a6de-6a396df1df7e tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting subnet fc2cf97a-6524-46ce-abb8-70c4698eeee3 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:22:07.523752 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-75405174-204f-453a-a6de-6a396df1df7e tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:07.580969 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e043eb48-cc29-4c7c-9208-7b0890fd031b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406cd220-9f91-46de-82dc-a46b2f962727', 'name': 'tempest-AttachVolumeTestJSON-206819050-router', 'tenant_id': 'd3ec9888c9b84da5954173e8d76fab76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '008eb1b9-f923-4790-a7cf-ac0d64edf3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:17:39Z', 'updated_at': '2022-05-23T11:18:00Z', 'revision_number': 4, 'project_id': 'd3ec9888c9b84da5954173e8d76fab76', 'gw_port': {'id': '008eb1b9-f923-4790-a7cf-ac0d64edf3cc', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:54:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406cd220-9f91-46de-82dc-a46b2f962727', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:42Z', 'updated_at': '2022-05-23T11:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '74430c8f-a818-475a-af00-5d3668305212', 'name': '', 'network_id': '0308ef6c-1caf-4171-ace3-29e1cb4dd978', 'tenant_id': 'd3ec9888c9b84da5954173e8d76fab76', 'mac_address': 'fa:16:3e:6a:c8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406cd220-9f91-46de-82dc-a46b2f962727', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78a08f2b-9bc6-4aed-a592-74a10c72dff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:55Z', 'updated_at': '2022-05-23T11:18:24Z', 'revision_number': 5, 'project_id': 'd3ec9888c9b84da5954173e8d76fab76', 'subnets': [{'id': '78a08f2b-9bc6-4aed-a592-74a10c72dff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:22:07.594968 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a11329c4-3dcd-41b4-9b2d-0161160b1c71 req-264fc941-fd81-42cf-898e-db65ae865cea service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3379126 May 23 11:22:07.595720 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e043eb48-cc29-4c7c-9208-7b0890fd031b None None] Checking router: 406cd220-9f91-46de-82dc-a46b2f962727 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:22:07.617249 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-75405174-204f-453a-a6de-6a396df1df7e tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:07.627319 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e043eb48-cc29-4c7c-9208-7b0890fd031b None None] Routers {'406cd220-9f91-46de-82dc-a46b2f962727'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:22:07.630432 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e043eb48-cc29-4c7c-9208-7b0890fd031b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:21:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['406cd220-9f91-46de-82dc-a46b2f962727'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:22:07.975734 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dd27ba86-7ef3-41cc-a9eb-0015dba66087 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:08.045670 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-e043eb48-cc29-4c7c-9208-7b0890fd031b None None] Set router 406cd220-9f91-46de-82dc-a46b2f962727 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:22:08.075491 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port bef8be67-6863-4ea9-a9f1-9a130486cda1 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:22:08.077812 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:08.144556 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dd27ba86-7ef3-41cc-a9eb-0015dba66087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:08.181701 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:08.274840 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-75405174-204f-453a-a6de-6a396df1df7e tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:08.339105 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 0ec35eea-9b2b-474f-9ce7-3bfe44146239 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:22:08.363427 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a11329c4-3dcd-41b4-9b2d-0161160b1c71 req-a28aceab-e191-47a8-aab3-44a2bbef9b4e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d8e63cb106b40b880c35c46eb22d5c0&device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 1096 time: 0.3330450 May 23 11:22:08.435123 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dd27ba86-7ef3-41cc-a9eb-0015dba66087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:08.560945 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4ca2aab2-9e87-4b4f-a038-2bfeb770673a req-28127ff2-05d1-46b2-a404-ec755ed634b2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0ec35eea-9b2b-474f-9ce7-3bfe44146239 HTTP/1.1" status: 200 len: 217 time: 0.8113315 May 23 11:22:08.568593 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27ba86-7ef3-41cc-a9eb-0015dba66087 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8223746a-6170-4efb-8f3a-1e6029f94141,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:08.609895 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e043eb48-cc29-4c7c-9208-7b0890fd031b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406cd220-9f91-46de-82dc-a46b2f962727', 'name': 'tempest-AttachVolumeTestJSON-206819050-router', 'tenant_id': 'd3ec9888c9b84da5954173e8d76fab76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '008eb1b9-f923-4790-a7cf-ac0d64edf3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:17:39Z', 'updated_at': '2022-05-23T11:18:00Z', 'revision_number': 4, 'project_id': 'd3ec9888c9b84da5954173e8d76fab76', 'gw_port': {'id': '008eb1b9-f923-4790-a7cf-ac0d64edf3cc', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:54:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406cd220-9f91-46de-82dc-a46b2f962727', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:42Z', 'updated_at': '2022-05-23T11:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '74430c8f-a818-475a-af00-5d3668305212', 'name': '', 'network_id': '0308ef6c-1caf-4171-ace3-29e1cb4dd978', 'tenant_id': 'd3ec9888c9b84da5954173e8d76fab76', 'mac_address': 'fa:16:3e:6a:c8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406cd220-9f91-46de-82dc-a46b2f962727', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78a08f2b-9bc6-4aed-a592-74a10c72dff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:55Z', 'updated_at': '2022-05-23T11:18:24Z', 'revision_number': 5, 'project_id': 'd3ec9888c9b84da5954173e8d76fab76', 'subnets': [{'id': '78a08f2b-9bc6-4aed-a592-74a10c72dff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:22:08.619887 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e043eb48-cc29-4c7c-9208-7b0890fd031b None None] The sync data for ids ['406cd220-9f91-46de-82dc-a46b2f962727'] in n-d-842952-2 is: [{'id': '406cd220-9f91-46de-82dc-a46b2f962727', 'name': 'tempest-AttachVolumeTestJSON-206819050-router', 'tenant_id': 'd3ec9888c9b84da5954173e8d76fab76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '008eb1b9-f923-4790-a7cf-ac0d64edf3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:17:39Z', 'updated_at': '2022-05-23T11:18:00Z', 'revision_number': 4, 'project_id': 'd3ec9888c9b84da5954173e8d76fab76', 'gw_port': {'id': '008eb1b9-f923-4790-a7cf-ac0d64edf3cc', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:54:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406cd220-9f91-46de-82dc-a46b2f962727', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:42Z', 'updated_at': '2022-05-23T11:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '74430c8f-a818-475a-af00-5d3668305212', 'name': '', 'network_id': '0308ef6c-1caf-4171-ace3-29e1cb4dd978', 'tenant_id': 'd3ec9888c9b84da5954173e8d76fab76', 'mac_address': 'fa:16:3e:6a:c8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406cd220-9f91-46de-82dc-a46b2f962727', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78a08f2b-9bc6-4aed-a592-74a10c72dff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:55Z', 'updated_at': '2022-05-23T11:18:24Z', 'revision_number': 5, 'project_id': 'd3ec9888c9b84da5954173e8d76fab76', 'subnets': [{'id': '78a08f2b-9bc6-4aed-a592-74a10c72dff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:22:08.729102 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11329c4-3dcd-41b4-9b2d-0161160b1c71 req-1cfa8871-b2f2-4c91-b2b5-432e3ad78de1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:08.730609 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a11329c4-3dcd-41b4-9b2d-0161160b1c71 req-1cfa8871-b2f2-4c91-b2b5-432e3ad78de1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6213997a-77dd-4973-bef8-b88fbf379b24 HTTP/1.1" status: 200 len: 913 time: 0.3423893 May 23 11:22:08.735893 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:08.736924 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dd27ba86-7ef3-41cc-a9eb-0015dba66087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:08.772487 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-dd27ba86-7ef3-41cc-a9eb-0015dba66087 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/8223746a-6170-4efb-8f3a-1e6029f94141 HTTP/1.1" status: 204 len: 168 time: 1.6828973 May 23 11:22:08.775610 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33864) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:08.792134 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2aab2-9e87-4b4f-a038-2bfeb770673a req-26edba48-3051-4d7f-b71d-833960325222 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:08.793724 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4ca2aab2-9e87-4b4f-a038-2bfeb770673a req-26edba48-3051-4d7f-b71d-833960325222 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=921f8ad7-2327-456b-8d69-73b599e668ca HTTP/1.1" status: 200 len: 853 time: 0.2105508 May 23 11:22:08.879008 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e882072-2971-4dc6-b99b-fac6bc071ecd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ec35eea-9b2b-474f-9ce7-3bfe44146239'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:22:08.903372 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 0ec35eea-9b2b-474f-9ce7-3bfe44146239, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=0ec35eea-9b2b-474f-9ce7-3bfe44146239,segment=NetworkSegment(5cee01f6-c5e9-4b6c-9ee4-d4191d783074),segment_id=5cee01f6-c5e9-4b6c-9ee4-d4191d783074)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:22:08.914041 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:09.047756 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-75405174-204f-453a-a6de-6a396df1df7e tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:09.051268 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=0ec35eea-9b2b-474f-9ce7-3bfe44146239,revision_number=8']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:09.063782 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49633568-9117-4f71-8aeb-d3c15f440f0e req-14a64612-b9f5-43de-bdbc-3a7f1ff4b5bc tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:09.065991 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-49633568-9117-4f71-8aeb-d3c15f440f0e req-14a64612-b9f5-43de-bdbc-3a7f1ff4b5bc tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 1.6053727 May 23 11:22:09.088989 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6f99c-661f-440f-a6f2-27283448ee22 req-565afa95-75bf-49d7-8337-522bf8b4d2d9 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:09.091648 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cdb6f99c-661f-440f-a6f2-27283448ee22 req-565afa95-75bf-49d7-8337-522bf8b4d2d9 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=93664a9d-71b9-4628-acab-fb7e8e19d283 HTTP/1.1" status: 200 len: 946 time: 0.7779171 May 23 11:22:09.118501 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4ca2aab2-9e87-4b4f-a038-2bfeb770673a req-113d15ab-331e-4bf2-92aa-9318f6144002 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c8f610f3-246f-4e9c-bcad-00bcd258b4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1545868 May 23 11:22:09.133950 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a11329c4-3dcd-41b4-9b2d-0161160b1c71 req-80fea4e5-b82f-4c8a-90d1-4a565f0508e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3afd64a2-b6a5-4913-a9be-716566b8de39 HTTP/1.1" status: 200 len: 1000 time: 0.3931231 May 23 11:22:09.134908 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75405174-204f-453a-a6de-6a396df1df7e tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Subnet': ['ID=fc2cf97a-6524-46ce-abb8-70c4698eeee3,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:09.145119 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7132f491-a770-478b-9b9b-e15b2f648fef None None] New status for floating IP 071daec5-a80f-402c-8531-cee16e59ec06: DOWN {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:22:09.197660 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-75405174-204f-453a-a6de-6a396df1df7e tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:09.220316 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-75405174-204f-453a-a6de-6a396df1df7e tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/fc2cf97a-6524-46ce-abb8-70c4698eeee3 HTTP/1.1" status: 204 len: 168 time: 2.0982373 May 23 11:22:09.224417 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33876) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:09.261997 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-49633568-9117-4f71-8aeb-d3c15f440f0e req-26abf131-bd49-4429-9541-22d94a8cbd6e tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567719 May 23 11:22:09.310725 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d9ae541e-e8f6-4ae5-8295-1874427480ca tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0849681 May 23 11:22:09.324124 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11329c4-3dcd-41b4-9b2d-0161160b1c71 req-dca14ea1-a0ff-4d5e-8b88-0be78665cc5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:09.325766 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a11329c4-3dcd-41b4-9b2d-0161160b1c71 req-dca14ea1-a0ff-4d5e-8b88-0be78665cc5c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54335c97-79a1-4f1c-bc27-f53589fd26ef HTTP/1.1" status: 200 len: 851 time: 0.1854877 May 23 11:22:09.326369 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33880) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:09.335935 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a3f4fa8f-9fcd-4776-bf4a-115db8d89c04 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'subnet': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:22:09.381186 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cdb6f99c-661f-440f-a6f2-27283448ee22 req-d44045ed-6f38-49b2-b2a0-fe2ad10d4b81 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655511 May 23 11:22:09.386319 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cd2fb467-86b9-43d6-bda8-7ceece543a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:09.549717 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f1938212-fd7d-4cc3-a258-7901ce55f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:09.557759 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3dd78d-58be-4f2e-b6ae-d2853427d4d7 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:22:09.631912 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33894) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:09.673650 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b123a33d-f7a8-4f91-8201-c2d31763f39e'] response: {'server_uuid': '0e882072-2971-4dc6-b99b-fac6bc071ecd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ec35eea-9b2b-474f-9ce7-3bfe44146239', 'code': 200} May 23 11:22:09.714423 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f47e6437-e455-47de-82dc-8bad961d673e None None] Provisioning complete for port bef8be67-6863-4ea9-a9f1-9a130486cda1 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:22:09.715077 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f47e6437-e455-47de-82dc-8bad961d673e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:09.726566 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a3f4fa8f-9fcd-4776-bf4a-115db8d89c04 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:22:09.733388 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a3f4fa8f-9fcd-4776-bf4a-115db8d89c04 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:subnet and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:22:09.749686 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a3f4fa8f-9fcd-4776-bf4a-115db8d89c04 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:22:09.756579 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a3f4fa8f-9fcd-4776-bf4a-115db8d89c04 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:22:09.758428 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:09.792665 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f4fa8f-9fcd-4776-bf4a-115db8d89c04 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:22:09.800196 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a3f4fa8f-9fcd-4776-bf4a-115db8d89c04 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:09.840505 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a11329c4-3dcd-41b4-9b2d-0161160b1c71 req-a15470f6-d200-4b50-8fcf-fc22bebc09ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6213997a-77dd-4973-bef8-b88fbf379b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4900944 May 23 11:22:09.932361 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cd2fb467-86b9-43d6-bda8-7ceece543a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:10.001057 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-cd2fb467-86b9-43d6-bda8-7ceece543a7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77274ad1-8320-427b-8805-dddd8f6cebb4']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:22:10.032948 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3084a95-d655-40c1-9e45-0fb6a639320f None None] DHCP port deletion for db5fdb8a-4d76-428d-84ca-c911a4d5dee2 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:22:10.037514 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c3084a95-d655-40c1-9e45-0fb6a639320f None None] Deleting port bef8be67-6863-4ea9-a9f1-9a130486cda1 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:22:10.037890 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c3084a95-d655-40c1-9e45-0fb6a639320f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:10.080456 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-cd2fb467-86b9-43d6-bda8-7ceece543a7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9379bc52-03db-4b6b-a712-5c3844bb254d') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:22:10.080696 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-cd2fb467-86b9-43d6-bda8-7ceece543a7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9379bc52-03db-4b6b-a712-5c3844bb254d') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:22:10.166483 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cd2fb467-86b9-43d6-bda8-7ceece543a7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:10.195104 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cd2fb467-86b9-43d6-bda8-7ceece543a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:10.215706 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd2fb467-86b9-43d6-bda8-7ceece543a7c admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:22:10.216411 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cd2fb467-86b9-43d6-bda8-7ceece543a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:10.226318 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a11329c4-3dcd-41b4-9b2d-0161160b1c71 req-24c6dcf5-619b-489d-98dc-8c93c15e968d service neutron] 10.222.0.13 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695021 May 23 11:22:10.307385 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:22:10.307385 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:22:10.307385 n-d-842952-2 neutron-server[83910]: timer() May 23 11:22:10.307385 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:22:10.307385 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:22:10.307385 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:22:10.307385 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:22:10.307385 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:22:10.307385 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:22:10.307385 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:22:10.307385 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:22:10.307385 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:22:10.307385 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:22:10.307385 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:22:10.307385 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:22:10.307385 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:22:10.307385 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:22:10.307385 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:22:10.307385 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:22:10.307385 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:22:10.307385 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:22:10.307385 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:22:10.307385 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:22:10.307385 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:22:10.307385 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:22:10.307385 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:22:10.307385 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:22:10.307385 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:22:10.307385 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:22:10.307385 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:22:10.307385 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:22:10.307385 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:22:10.312584 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c3084a95-d655-40c1-9e45-0fb6a639320f None None] For port bef8be67-6863-4ea9-a9f1-9a130486cda1, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=bef8be67-6863-4ea9-a9f1-9a130486cda1,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:22:10.312971 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c3084a95-d655-40c1-9e45-0fb6a639320f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:10.320957 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4ca2aab2-9e87-4b4f-a038-2bfeb770673a req-0d4f5951-bd5a-4751-9833-f1da39958a3b service neutron] 10.222.0.13 "GET /v2.0/networks/c8f610f3-246f-4e9c-bcad-00bcd258b4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1424749 May 23 11:22:10.416785 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a367c714-ba53-4de3-8464-65a76f0ed844 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:10.483704 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c3084a95-d655-40c1-9e45-0fb6a639320f None None] Calling delete_port for bef8be67-6863-4ea9-a9f1-9a130486cda1 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:22:10.524298 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cd2fb467-86b9-43d6-bda8-7ceece543a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:10.646344 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cd2fb467-86b9-43d6-bda8-7ceece543a7c admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:10.675436 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a11329c4-3dcd-41b4-9b2d-0161160b1c71 req-5abf1cdb-9bf1-4060-90b4-99dcaed9857f service neutron] 10.222.0.13 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4121087 May 23 11:22:10.704391 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a3f4fa8f-9fcd-4776-bf4a-115db8d89c04 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:10.711811 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2fb467-86b9-43d6-bda8-7ceece543a7c admin admin] Pushing event deleted for resources: {'Network': ['ID=77274ad1-8320-427b-8805-dddd8f6cebb4,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:10.740070 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a367c714-ba53-4de3-8464-65a76f0ed844 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:10.750844 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c3084a95-d655-40c1-9e45-0fb6a639320f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:10.831064 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-cd2fb467-86b9-43d6-bda8-7ceece543a7c admin admin] 10.222.0.79 "DELETE /v2.0/networks/77274ad1-8320-427b-8805-dddd8f6cebb4 HTTP/1.1" status: 204 len: 168 time: 2.0541520 May 23 11:22:10.860596 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3084a95-d655-40c1-9e45-0fb6a639320f None None] Pushing event deleted for resources: {'Port': ['ID=bef8be67-6863-4ea9-a9f1-9a130486cda1,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:10.873333 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f4fa8f-9fcd-4776-bf4a-115db8d89c04 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:22:10.880588 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3084a95-d655-40c1-9e45-0fb6a639320f None None] No DVR routers for this DVR port bef8be67-6863-4ea9-a9f1-9a130486cda1 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:22:10.913034 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4ca2aab2-9e87-4b4f-a038-2bfeb770673a req-5af1495a-f4a8-4e43-85a0-06961c5c41fa service neutron] 10.222.0.13 "GET /v2.0/networks/c8f610f3-246f-4e9c-bcad-00bcd258b4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5501676 May 23 11:22:10.941615 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-a3f4fa8f-9fcd-4776-bf4a-115db8d89c04 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:22:10.944932 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f4fa8f-9fcd-4776-bf4a-115db8d89c04 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:10.948297 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a3f4fa8f-9fcd-4776-bf4a-115db8d89c04 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:10.952990 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db331eea-7cd5-4c04-a652-8c670499f4b2 req-57a81560-e28e-40d0-bcf9-635e481e9165 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:10.956536 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6999f244-0f52-48e6-9c9d-a86505982e23 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:22:10.960853 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-db331eea-7cd5-4c04-a652-8c670499f4b2 req-57a81560-e28e-40d0-bcf9-635e481e9165 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 943 time: 0.4344540 May 23 11:22:10.967555 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a367c714-ba53-4de3-8464-65a76f0ed844 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:10.986540 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4fa8f-9fcd-4776-bf4a-115db8d89c04 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Subnet': ['ID=de01c28d-71b7-401c-bf73-8f05e209b5b7,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:11.015058 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a3f4fa8f-9fcd-4776-bf4a-115db8d89c04 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6847899 May 23 11:22:11.016327 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33956) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:11.026782 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f616f-ad2d-4a91-8169-c5ee8fcf3f92 req-d5477204-d98a-4cf0-a35e-1347eba51d46 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:11.034497 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c4c47beb-8e83-44ef-a626-fb8974361918 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'subnet': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:22:11.037479 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7b6f616f-ad2d-4a91-8169-c5ee8fcf3f92 req-d5477204-d98a-4cf0-a35e-1347eba51d46 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=93664a9d-71b9-4628-acab-fb7e8e19d283 HTTP/1.1" status: 200 len: 946 time: 0.3115878 May 23 11:22:11.060526 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367c714-ba53-4de3-8464-65a76f0ed844 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e7d2e4-d721-4138-a0e8-2d99d4530de0,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:11.157136 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a367c714-ba53-4de3-8464-65a76f0ed844 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:11.162561 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a367c714-ba53-4de3-8464-65a76f0ed844 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "DELETE /v2.0/security-groups/f5e7d2e4-d721-4138-a0e8-2d99d4530de0 HTTP/1.1" status: 204 len: 168 time: 1.5240767 May 23 11:22:11.163478 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33960) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:11.202188 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c4c47beb-8e83-44ef-a626-fb8974361918 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:22:11.208256 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c4c47beb-8e83-44ef-a626-fb8974361918 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:subnet and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:22:11.211444 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device bef8be67-6863-4ea9-a9f1-9a130486cda1 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:22:11.212056 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c4c47beb-8e83-44ef-a626-fb8974361918 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:22:11.219073 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c4c47beb-8e83-44ef-a626-fb8974361918 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:22:11.236913 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c47beb-8e83-44ef-a626-fb8974361918 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:22:11.245182 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c4c47beb-8e83-44ef-a626-fb8974361918 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:11.263974 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-db331eea-7cd5-4c04-a652-8c670499f4b2 req-9e0fbbdc-28b4-48c6-8d0c-ec0fed2c77c5 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001990 May 23 11:22:11.266587 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-2d9ebe30-34cb-4679-aa3e-251e475848d0 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] show failed (client error): The resource could not be found. May 23 11:22:11.271732 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2d9ebe30-34cb-4679-aa3e-251e475848d0 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/security-groups/f5e7d2e4-d721-4138-a0e8-2d99d4530de0 HTTP/1.1" status: 404 len: 347 time: 0.0952728 May 23 11:22:11.278627 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33964) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:11.284544 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: bef8be67-6863-4ea9-a9f1-9a130486cda1 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:22:11.284941 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device bef8be67-6863-4ea9-a9f1-9a130486cda1 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:22:11.297094 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7b6f616f-ad2d-4a91-8169-c5ee8fcf3f92 req-6cf66d5c-7cd5-4889-83ae-ef21264ea1e3 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560992 May 23 11:22:11.297635 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33966) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:11.463601 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5e0f75-cc67-485d-bbb2-bbbd06ff2060 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'tenant_id': '7898a2f847b24320a42ded6c2b4bd651', 'fixed_ips': [{'subnet_id': 'de01c28d-71b7-401c-bf73-8f05e209b5b7'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:22:11.464768 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8b5e0f75-cc67-485d-bbb2-bbbd06ff2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:11.507640 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33974) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:11.554570 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f96ff26b-d997-4546-b9de-69b28437f643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:11.676476 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-8b5e0f75-cc67-485d-bbb2-bbbd06ff2060 None None] Allocated IP 2001:db8::2 (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/de01c28d-71b7-401c-bf73-8f05e209b5b7/dd32ecf8-e4a5-4578-b770-6c60270a1054) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:22:11.733929 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0cb6f2d2-e853-43d1-8542-4aa462b0a7c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:11.793356 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0cb6f2d2-e853-43d1-8542-4aa462b0a7c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:22:11.797951 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-0cb6f2d2-e853-43d1-8542-4aa462b0a7c9 admin admin] Usage tracker for resource:security_group_rule and tenant:d099640931124fabbd8f6dd5a7216610 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:22:11.802294 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-0cb6f2d2-e853-43d1-8542-4aa462b0a7c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:22:11.810752 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0cb6f2d2-e853-43d1-8542-4aa462b0a7c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:22:11.895543 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0cb6f2d2-e853-43d1-8542-4aa462b0a7c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:11.900956 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0cb6f2d2-e853-43d1-8542-4aa462b0a7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:11.934705 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e1a6b1a0-3ce9-4ad6-af0e-80539aa5b5db tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Deleting port be7d6ca8-0d10-47d1-9e13-f46df87da8f3 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:22:11.935219 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e1a6b1a0-3ce9-4ad6-af0e-80539aa5b5db tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:12.012660 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f6ff6f1f-87c7-431e-8963-853d6ff990ac admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2c92450d61054a08bb7bcb6ded923901&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7123339 May 23 11:22:12.017186 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33988) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:12.035653 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8b5e0f75-cc67-485d-bbb2-bbbd06ff2060 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:12.064368 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8b5e0f75-cc67-485d-bbb2-bbbd06ff2060 None None] Transition to ACTIVE for port object dd32ecf8-e4a5-4578-b770-6c60270a1054 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:22:12.075291 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb6f2d2-e853-43d1-8542-4aa462b0a7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0c13b3-6e76-4fed-8e23-5165cc87017c,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:12.084100 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0cb6f2d2-e853-43d1-8542-4aa462b0a7c9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d099640931124fabbd8f6dd5a7216610&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5752740 May 23 11:22:12.084661 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33992) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:12.111626 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8b5e0f75-cc67-485d-bbb2-bbbd06ff2060 None None] Transition to ACTIVE for port object dd32ecf8-e4a5-4578-b770-6c60270a1054 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:22:12.120105 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8b5e0f75-cc67-485d-bbb2-bbbd06ff2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:12.148578 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8d01347b-3d91-4c29-9fb1-3ac0a8b30d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:12.178307 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8d01347b-3d91-4c29-9fb1-3ac0a8b30d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:12.190271 n-d-842952-2 neutron-server[83911]: INFO neutron.db.ipam_backend_mixin [None req-c4c47beb-8e83-44ef-a626-fb8974361918 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet de01c28d-71b7-401c-bf73-8f05e209b5b7 (CIDR: 2001:db8::/64) May 23 11:22:12.206557 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5e0f75-cc67-485d-bbb2-bbbd06ff2060 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:22:12.208566 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-8b5e0f75-cc67-485d-bbb2-bbbd06ff2060 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:22:12.212058 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5e0f75-cc67-485d-bbb2-bbbd06ff2060 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:22:12.212326 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4c47beb-8e83-44ef-a626-fb8974361918 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:22:12.212850 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4c47beb-8e83-44ef-a626-fb8974361918 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:12.215082 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e0f75-cc67-485d-bbb2-bbbd06ff2060 None None] Pushing event updated for resources: {'Port': ['ID=dd32ecf8-e4a5-4578-b770-6c60270a1054,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:12.217832 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e1a6b1a0-3ce9-4ad6-af0e-80539aa5b5db tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:12.218267 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e1a6b1a0-3ce9-4ad6-af0e-80539aa5b5db tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:12.242809 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8d01347b-3d91-4c29-9fb1-3ac0a8b30d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:12.262832 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d01347b-3d91-4c29-9fb1-3ac0a8b30d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0c13b3-6e76-4fed-8e23-5165cc87017c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:12.267713 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8d01347b-3d91-4c29-9fb1-3ac0a8b30d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:12.271743 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8d01347b-3d91-4c29-9fb1-3ac0a8b30d90 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8f0c13b3-6e76-4fed-8e23-5165cc87017c HTTP/1.1" status: 204 len: 168 time: 0.1861670 May 23 11:22:12.333545 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-8b5e0f75-cc67-485d-bbb2-bbbd06ff2060 None None] Attempting to bind port dd32ecf8-e4a5-4578-b770-6c60270a1054 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:22:12.333921 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-8b5e0f75-cc67-485d-bbb2-bbbd06ff2060 None None] Attempting to bind port dd32ecf8-e4a5-4578-b770-6c60270a1054 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:22:12.334418 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5e0f75-cc67-485d-bbb2-bbbd06ff2060 None None] Attempting to bind port dd32ecf8-e4a5-4578-b770-6c60270a1054 on network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:22:12.354241 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5e0f75-cc67-485d-bbb2-bbbd06ff2060 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:22:12.354893 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5e0f75-cc67-485d-bbb2-bbbd06ff2060 None None] Checking segment: {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:22:12.355432 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8b5e0f75-cc67-485d-bbb2-bbbd06ff2060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:12.356063 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5e0f75-cc67-485d-bbb2-bbbd06ff2060 None None] Bound using segment: {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:22:12.356674 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-8b5e0f75-cc67-485d-bbb2-bbbd06ff2060 None None] Bound port: dd32ecf8-e4a5-4578-b770-6c60270a1054, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb4148b7-7cb2-4984-957d-721670b3a930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:22:12.357833 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8b5e0f75-cc67-485d-bbb2-bbbd06ff2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:12.400181 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e1a6b1a0-3ce9-4ad6-af0e-80539aa5b5db tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Calling delete_port for be7d6ca8-0d10-47d1-9e13-f46df87da8f3 owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:22:12.450229 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c4c47beb-8e83-44ef-a626-fb8974361918 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4325716 May 23 11:22:12.453065 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34010) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:12.459429 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-1be10874-8902-482c-b700-8ac69fdae893 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'subnet': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:22:12.473792 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-91fe43da-ace5-424d-a382-5e357fb56c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:12.521618 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-91fe43da-ace5-424d-a382-5e357fb56c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:12.573103 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-8b5e0f75-cc67-485d-bbb2-bbbd06ff2060 None None] For port dd32ecf8-e4a5-4578-b770-6c60270a1054, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:22:12.580325 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-8b5e0f75-cc67-485d-bbb2-bbbd06ff2060 None None] For port dd32ecf8-e4a5-4578-b770-6c60270a1054, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=dd32ecf8-e4a5-4578-b770-6c60270a1054,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:22:12.590139 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8b5e0f75-cc67-485d-bbb2-bbbd06ff2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:12.636087 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e1a6b1a0-3ce9-4ad6-af0e-80539aa5b5db tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:12.736514 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:12.736788 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-91fe43da-ace5-424d-a382-5e357fb56c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:12.754625 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e0f75-cc67-485d-bbb2-bbbd06ff2060 None None] Pushing event updated for resources: {'Port': ['ID=dd32ecf8-e4a5-4578-b770-6c60270a1054,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:12.767482 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a6b1a0-3ce9-4ad6-af0e-80539aa5b5db tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Pushing event deleted for resources: {'Port': ['ID=be7d6ca8-0d10-47d1-9e13-f46df87da8f3,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:12.781392 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe43da-ace5-424d-a382-5e357fb56c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6608edac-19b9-4bfb-a1a2-53d070ef0034,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:12.849610 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:12.921044 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7192e77-856b-4822-bee3-ced559c75262 req-0d55404a-14a3-4214-a849-398fd938248d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:12.922866 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a7192e77-856b-4822-bee3-ced559c75262 req-0d55404a-14a3-4214-a849-398fd938248d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 943 time: 0.4147210 May 23 11:22:12.935632 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34020) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:13.000540 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1be10874-8902-482c-b700-8ac69fdae893 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:22:13.006061 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e1a6b1a0-3ce9-4ad6-af0e-80539aa5b5db tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:13.011324 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1ead41df-6a82-4b31-bde2-94a845eab59f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:13.026054 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-91fe43da-ace5-424d-a382-5e357fb56c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:13.031536 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-91fe43da-ace5-424d-a382-5e357fb56c0d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6608edac-19b9-4bfb-a1a2-53d070ef0034 HTTP/1.1" status: 204 len: 168 time: 1.0114367 May 23 11:22:13.034042 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1be10874-8902-482c-b700-8ac69fdae893 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:subnet and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:22:13.039205 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e1a6b1a0-3ce9-4ad6-af0e-80539aa5b5db tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:13.042638 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1be10874-8902-482c-b700-8ac69fdae893 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:22:13.054023 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676b6dd-999a-422d-a3b7-7f87ae89c8a8 req-bd5c14e9-5a7e-4c0c-857c-a131c3ef6b4c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:13.055194 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e1a6b1a0-3ce9-4ad6-af0e-80539aa5b5db tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "DELETE /v2.0/floatingips/071daec5-a80f-402c-8531-cee16e59ec06 HTTP/1.1" status: 204 len: 168 time: 1.7564466 May 23 11:22:13.056011 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3676b6dd-999a-422d-a3b7-7f87ae89c8a8 req-bd5c14e9-5a7e-4c0c-857c-a131c3ef6b4c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=93664a9d-71b9-4628-acab-fb7e8e19d283 HTTP/1.1" status: 200 len: 946 time: 0.4683409 May 23 11:22:13.061352 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1be10874-8902-482c-b700-8ac69fdae893 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:22:13.072170 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a7192e77-856b-4822-bee3-ced559c75262 req-8fe95e16-f044-46b9-9e6b-fe7d2e65c454 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069853 May 23 11:22:13.141378 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be10874-8902-482c-b700-8ac69fdae893 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:22:13.277151 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3676b6dd-999a-422d-a3b7-7f87ae89c8a8 req-397f198d-c4ba-4f36-afa0-4c47a6398df8 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120900 May 23 11:22:13.282288 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1ead41df-6a82-4b31-bde2-94a845eab59f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:22:13.295919 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1ead41df-6a82-4b31-bde2-94a845eab59f admin admin] Usage tracker for resource:security_group_rule and tenant:1e10ca4803c94edaab1d406a99df6b74 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:22:13.299764 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34030) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:13.306047 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1ead41df-6a82-4b31-bde2-94a845eab59f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:22:13.314230 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-c4ca3ba9-e950-425f-bfb8-fdedebd0b3ba tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1618192372', 'description': 'tempest-description--457141495'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:22:13.327073 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1ead41df-6a82-4b31-bde2-94a845eab59f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:22:13.329415 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c4ca3ba9-e950-425f-bfb8-fdedebd0b3ba tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:22:13.347991 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c4ca3ba9-e950-425f-bfb8-fdedebd0b3ba tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Usage tracker for resource:security_group and tenant:d3ec9888c9b84da5954173e8d76fab76 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:22:13.354881 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c4ca3ba9-e950-425f-bfb8-fdedebd0b3ba tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:22:13.368561 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c4ca3ba9-e950-425f-bfb8-fdedebd0b3ba tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:22:13.401925 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1be10874-8902-482c-b700-8ac69fdae893 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:13.423323 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c4ca3ba9-e950-425f-bfb8-fdedebd0b3ba tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:13.593480 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c4ca3ba9-e950-425f-bfb8-fdedebd0b3ba tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:22:13.609537 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1ead41df-6a82-4b31-bde2-94a845eab59f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:13.610850 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c4ca3ba9-e950-425f-bfb8-fdedebd0b3ba tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Usage tracker for resource:security_group_rule and tenant:d3ec9888c9b84da5954173e8d76fab76 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:22:13.617291 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c4ca3ba9-e950-425f-bfb8-fdedebd0b3ba tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:22:13.631092 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1ead41df-6a82-4b31-bde2-94a845eab59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:13.664298 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c4ca3ba9-e950-425f-bfb8-fdedebd0b3ba tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:22:13.728334 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1ead41df-6a82-4b31-bde2-94a845eab59f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1e10ca4803c94edaab1d406a99df6b74&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7813718 May 23 11:22:13.729322 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34046) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:13.733467 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead41df-6a82-4b31-bde2-94a845eab59f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b755d739-bf03-4fa3-8943-741761f6188d,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:13.797547 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c4ca3ba9-e950-425f-bfb8-fdedebd0b3ba tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:13.846276 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c4ca3ba9-e950-425f-bfb8-fdedebd0b3ba tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:13.907016 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-00def524-b2ff-4c05-aca4-74eaea76ed90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:13.959317 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca3ba9-e950-425f-bfb8-fdedebd0b3ba tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a6e2d7-59c0-4c03-94fd-55b7bc3a4bc8,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:13.982884 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-00def524-b2ff-4c05-aca4-74eaea76ed90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:14.004802 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c4ca3ba9-e950-425f-bfb8-fdedebd0b3ba tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:14.009383 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c4ca3ba9-e950-425f-bfb8-fdedebd0b3ba tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.7077811 May 23 11:22:14.011697 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34058) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:14.018655 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-3e2a9375-a79d-4591-b7a9-6acbd719116e tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Request body: {'security_group_rule': {'security_group_id': 'a9a6e2d7-59c0-4c03-94fd-55b7bc3a4bc8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:22:14.027694 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3e2a9375-a79d-4591-b7a9-6acbd719116e tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:22:14.034043 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3e2a9375-a79d-4591-b7a9-6acbd719116e tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Usage tracker for resource:security_group_rule and tenant:d3ec9888c9b84da5954173e8d76fab76 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:22:14.037783 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3e2a9375-a79d-4591-b7a9-6acbd719116e tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:22:14.052926 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3e2a9375-a79d-4591-b7a9-6acbd719116e tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:22:14.075467 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-00def524-b2ff-4c05-aca4-74eaea76ed90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:14.094698 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e2a9375-a79d-4591-b7a9-6acbd719116e tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:14.114053 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00def524-b2ff-4c05-aca4-74eaea76ed90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b755d739-bf03-4fa3-8943-741761f6188d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:14.153270 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-00def524-b2ff-4c05-aca4-74eaea76ed90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:14.154663 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-00def524-b2ff-4c05-aca4-74eaea76ed90 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b755d739-bf03-4fa3-8943-741761f6188d HTTP/1.1" status: 204 len: 168 time: 0.4241295 May 23 11:22:14.227033 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:14.308236 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9f85f9c3-7af3-4954-bf32-4e4eb5776027 None None] Provisioning for port dd32ecf8-e4a5-4578-b770-6c60270a1054 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:22:14.380442 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e2a9375-a79d-4591-b7a9-6acbd719116e tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:14.410135 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e2a9375-a79d-4591-b7a9-6acbd719116e tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:14.450903 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a9375-a79d-4591-b7a9-6acbd719116e tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01b751f0-434e-41f6-855f-1661e97956bf,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:14.502868 n-d-842952-2 neutron-server[83910]: DEBUG neutron.objects.ports [None req-1be10874-8902-482c-b700-8ac69fdae893 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83910) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 23 11:22:14.549258 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34078) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:14.569799 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e2a9375-a79d-4591-b7a9-6acbd719116e tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:14.572447 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3e2a9375-a79d-4591-b7a9-6acbd719116e tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5596576 May 23 11:22:14.573902 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34084) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:14.580356 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a5f4af61-02aa-4f83-a6df-4b5db177a9a3 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Request body: {'security_group_rule': {'security_group_id': 'a9a6e2d7-59c0-4c03-94fd-55b7bc3a4bc8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:22:14.588581 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a5f4af61-02aa-4f83-a6df-4b5db177a9a3 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:22:14.593062 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a5f4af61-02aa-4f83-a6df-4b5db177a9a3 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Usage tracker for resource:security_group_rule and tenant:d3ec9888c9b84da5954173e8d76fab76 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:22:14.596544 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a5f4af61-02aa-4f83-a6df-4b5db177a9a3 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:22:14.603955 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a5f4af61-02aa-4f83-a6df-4b5db177a9a3 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:22:14.622199 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a5f4af61-02aa-4f83-a6df-4b5db177a9a3 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:14.627800 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd1b7f-4f52-45fd-b96b-c6e95914ef21 req-f9326064-6694-4f1c-bc3d-f3a80a2ecede tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:14.629602 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-efcd1b7f-4f52-45fd-b96b-c6e95914ef21 req-f9326064-6694-4f1c-bc3d-f3a80a2ecede tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 943 time: 0.3671939 May 23 11:22:14.705744 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a5f4af61-02aa-4f83-a6df-4b5db177a9a3 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:14.710064 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a5b64-fb6b-40b3-8960-b77ae3dbec31 req-64440d0c-c562-4aad-870f-8b654e6d269e tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:14.711481 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a5f4af61-02aa-4f83-a6df-4b5db177a9a3 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:14.717422 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e93a5b64-fb6b-40b3-8960-b77ae3dbec31 req-64440d0c-c562-4aad-870f-8b654e6d269e tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=93664a9d-71b9-4628-acab-fb7e8e19d283 HTTP/1.1" status: 200 len: 946 time: 0.2679884 May 23 11:22:14.743606 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-efcd1b7f-4f52-45fd-b96b-c6e95914ef21 req-e1637384-e82b-4427-b0df-bb3412eb9ea4 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009984 May 23 11:22:14.745236 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a5f4af61-02aa-4f83-a6df-4b5db177a9a3 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:14.746695 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a5f4af61-02aa-4f83-a6df-4b5db177a9a3 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1717834 May 23 11:22:14.750513 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34094) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:14.761669 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-bd16dcd1-c0f5-4f97-bb70-c8a2f62d5561 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:22:14.768992 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f4af61-02aa-4f83-a6df-4b5db177a9a3 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=474b2235-2b07-4b63-9c8f-f7b4d0efa743,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:14.774120 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bd16dcd1-c0f5-4f97-bb70-c8a2f62d5561 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:22:14.778550 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-bd16dcd1-c0f5-4f97-bb70-c8a2f62d5561 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Usage tracker for resource:floatingip and tenant:d3ec9888c9b84da5954173e8d76fab76 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:22:14.797991 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-bd16dcd1-c0f5-4f97-bb70-c8a2f62d5561 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:22:14.802680 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e93a5b64-fb6b-40b3-8960-b77ae3dbec31 req-ec3de214-1836-4e65-b96f-92614bfa717b tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843205 May 23 11:22:14.812314 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bd16dcd1-c0f5-4f97-bb70-c8a2f62d5561 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:22:14.859327 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bd16dcd1-c0f5-4f97-bb70-c8a2f62d5561 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks [] for floatingip, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:14.940428 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1be10874-8902-482c-b700-8ac69fdae893 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:14.948414 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-04f07e1f-05c9-4395-8421-016995977f14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:15.001815 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-04f07e1f-05c9-4395-8421-016995977f14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:22:15.006984 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-04f07e1f-05c9-4395-8421-016995977f14 admin admin] Usage tracker for resource:security_group_rule and tenant:4969a12e02e1444b82e98ba772f31738 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:22:15.010463 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-04f07e1f-05c9-4395-8421-016995977f14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:22:15.018972 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-04f07e1f-05c9-4395-8421-016995977f14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:22:15.083306 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device dd32ecf8-e4a5-4578-b770-6c60270a1054 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:22:15.108823 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-04f07e1f-05c9-4395-8421-016995977f14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:15.140672 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-04f07e1f-05c9-4395-8421-016995977f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:15.172071 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port dd32ecf8-e4a5-4578-b770-6c60270a1054 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:22:15.181012 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port dd32ecf8-e4a5-4578-b770-6c60270a1054 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:22:15.181793 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:15.250242 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-04f07e1f-05c9-4395-8421-016995977f14 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4969a12e02e1444b82e98ba772f31738&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6994910 May 23 11:22:15.271747 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34110) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:15.293233 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f07e1f-05c9-4395-8421-016995977f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a7569c-3f39-4f79-a3b7-c6405e7a54be,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:15.311686 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bd16dcd1-c0f5-4f97-bb70-c8a2f62d5561 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:15.369930 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:15.443505 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26789c-34fa-45c3-888c-48480bdc49b4 req-7e0aeeef-3c3a-4c9b-944f-cc808e7e3eb8 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:15.450167 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bd26789c-34fa-45c3-888c-48480bdc49b4 req-7e0aeeef-3c3a-4c9b-944f-cc808e7e3eb8 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 943 time: 0.4059858 May 23 11:22:15.480731 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-652b7253-b23e-4de3-bed8-6ae3f4c91b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:15.538093 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-bd16dcd1-c0f5-4f97-bb70-c8a2f62d5561 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Allocated IP 172.25.6.142 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/6e223c62-6a1e-487e-a38b-cd817cdb323b) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:22:15.540694 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-652b7253-b23e-4de3-bed8-6ae3f4c91b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:15.572489 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-1be10874-8902-482c-b700-8ac69fdae893 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] For port dd32ecf8-e4a5-4578-b770-6c60270a1054, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=dd32ecf8-e4a5-4578-b770-6c60270a1054,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:22:15.590315 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bd26789c-34fa-45c3-888c-48480bdc49b4 req-9fd0a1b8-3e81-4ccf-b212-04dffac578cf tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391931 May 23 11:22:15.667427 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-652b7253-b23e-4de3-bed8-6ae3f4c91b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:15.700213 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b7253-b23e-4de3-bed8-6ae3f4c91b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a7569c-3f39-4f79-a3b7-c6405e7a54be,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:15.710634 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1be10874-8902-482c-b700-8ac69fdae893 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:15.716485 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-652b7253-b23e-4de3-bed8-6ae3f4c91b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:15.718149 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-652b7253-b23e-4de3-bed8-6ae3f4c91b00 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c5a7569c-3f39-4f79-a3b7-c6405e7a54be HTTP/1.1" status: 204 len: 168 time: 0.4436917 May 23 11:22:15.720726 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1be10874-8902-482c-b700-8ac69fdae893 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:15.721962 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1be10874-8902-482c-b700-8ac69fdae893 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:15.851360 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be10874-8902-482c-b700-8ac69fdae893 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Port': ['ID=dd32ecf8-e4a5-4578-b770-6c60270a1054,revision_number=4']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:15.890981 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be10874-8902-482c-b700-8ac69fdae893 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:22:15.896513 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-1be10874-8902-482c-b700-8ac69fdae893 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:22:15.901284 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be10874-8902-482c-b700-8ac69fdae893 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:15.902137 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1be10874-8902-482c-b700-8ac69fdae893 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:15.918090 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:22:15.918441 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:22:15.926055 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be10874-8902-482c-b700-8ac69fdae893 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Subnet': ['ID=b3c1b0ca-46da-4706-b0dc-7771e7e30c67,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:15.937651 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bad50f6-4a38-4442-beb6-6af433765c5c None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:22:15.943274 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1be10874-8902-482c-b700-8ac69fdae893 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.4890072 May 23 11:22:15.944429 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34136) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:16.064662 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bd16dcd1-c0f5-4f97-bb70-c8a2f62d5561 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:16.135160 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bd16dcd1-c0f5-4f97-bb70-c8a2f62d5561 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:16.265268 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd16dcd1-c0f5-4f97-bb70-c8a2f62d5561 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:22:16.269568 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-bd16dcd1-c0f5-4f97-bb70-c8a2f62d5561 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:22:16.272528 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16dcd1-c0f5-4f97-bb70-c8a2f62d5561 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Pushing event updated for resources: {'Port': ['ID=6e223c62-6a1e-487e-a38b-cd817cdb323b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:16.275690 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd16dcd1-c0f5-4f97-bb70-c8a2f62d5561 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:22:16.303550 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 0ec35eea-9b2b-474f-9ce7-3bfe44146239 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:22:16.349488 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39facd99-5c13-4e80-bf15-4666cb22edb8 req-e3b0cc51-f3e3-41e1-a520-bb78004347ba tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:16.351706 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-39facd99-5c13-4e80-bf15-4666cb22edb8 req-e3b0cc51-f3e3-41e1-a520-bb78004347ba tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=93664a9d-71b9-4628-acab-fb7e8e19d283 HTTP/1.1" status: 200 len: 946 time: 0.2821767 May 23 11:22:16.422937 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-2596769a-4d28-423b-9082-4e8b4386fd57 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Request body: {'port': {'network_id': 'db5fdb8a-4d76-428d-84ca-c911a4d5dee2', 'mac_address': 'fa:16:3e:3f:9f:dd', 'name': 'tempest-NetworksTestDHCPv6-1457645668'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:22:16.509104 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bd16dcd1-c0f5-4f97-bb70-c8a2f62d5561 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:16.557283 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:16.634485 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bd16dcd1-c0f5-4f97-bb70-c8a2f62d5561 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:16.640971 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2596769a-4d28-423b-9082-4e8b4386fd57 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:22:16.646019 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2596769a-4d28-423b-9082-4e8b4386fd57 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Usage tracker for resource:port and tenant:7898a2f847b24320a42ded6c2b4bd651 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:22:16.649664 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2596769a-4d28-423b-9082-4e8b4386fd57 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:22:16.655637 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2596769a-4d28-423b-9082-4e8b4386fd57 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:22:16.671211 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34154) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:16.683468 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port dd32ecf8-e4a5-4578-b770-6c60270a1054, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=dd32ecf8-e4a5-4578-b770-6c60270a1054,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:22:16.691758 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:16.711289 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2596769a-4d28-423b-9082-4e8b4386fd57 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Made reservation on behalf of 7898a2f847b24320a42ded6c2b4bd651 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:22:16.715359 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2596769a-4d28-423b-9082-4e8b4386fd57 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:16.762028 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a2695fbd-4242-4f5f-929a-2e4209245f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:16.814107 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=dd32ecf8-e4a5-4578-b770-6c60270a1054,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:16.841542 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a2695fbd-4242-4f5f-929a-2e4209245f3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:22:16.846209 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a2695fbd-4242-4f5f-929a-2e4209245f3e admin admin] Usage tracker for resource:security_group_rule and tenant:b696e91cee214826920c2639d8625bf5 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:22:16.849077 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a2695fbd-4242-4f5f-929a-2e4209245f3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:22:16.855397 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a2695fbd-4242-4f5f-929a-2e4209245f3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:22:16.937350 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-39facd99-5c13-4e80-bf15-4666cb22edb8 req-a81b06e7-d4eb-4f82-9d3a-48dceda73896 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5755534 May 23 11:22:16.995007 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-63f57418-945f-438c-b72c-73b62d4441f0 req-3c5e6f4b-ba03-4282-8739-d8ccc5baff9e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.8037553 May 23 11:22:17.045414 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-2596769a-4d28-423b-9082-4e8b4386fd57 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] device_id is not set on port 54745805-25cd-4f4e-9d9b-63dad945819a yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:22:17.064540 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bd16dcd1-c0f5-4f97-bb70-c8a2f62d5561 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:17.072988 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bd16dcd1-c0f5-4f97-bb70-c8a2f62d5561 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:17.073969 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device dd32ecf8-e4a5-4578-b770-6c60270a1054 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:22:17.275720 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port dd32ecf8-e4a5-4578-b770-6c60270a1054 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:22:17.276119 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:17.287321 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34168) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:17.331797 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58c82893-3ae4-4bea-987b-e51f6de50d96 req-de31f797-27be-46b0-a494-3e38fd08ad5e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6674643 May 23 11:22:17.348416 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16dcd1-c0f5-4f97-bb70-c8a2f62d5561 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Pushing event updated for resources: {'Port': ['ID=6e223c62-6a1e-487e-a38b-cd817cdb323b,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:17.375678 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bd16dcd1-c0f5-4f97-bb70-c8a2f62d5561 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:17.380164 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34180) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:17.415685 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a2695fbd-4242-4f5f-929a-2e4209245f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:17.444640 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bd16dcd1-c0f5-4f97-bb70-c8a2f62d5561 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:17.446289 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-bd16dcd1-c0f5-4f97-bb70-c8a2f62d5561 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6946387 May 23 11:22:17.509379 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a2695fbd-4242-4f5f-929a-2e4209245f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:17.676118 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2695fbd-4242-4f5f-929a-2e4209245f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a3cff1-7939-406c-9dc0-34d25a5b8c7d,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:17.702608 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-8e76bec2-c2e9-4ecc-ab1e-c7d4fd119ede tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Request body: {'network': {'name': 'tempest-network-smoke--1860109877', 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'port_security_enabled': True}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:22:17.702769 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2f55faa8-4bee-4a46-a41c-a4e64ab7f348 None None] Provisioning complete for port dd32ecf8-e4a5-4578-b770-6c60270a1054 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:22:17.703286 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2f55faa8-4bee-4a46-a41c-a4e64ab7f348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:17.744830 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8e76bec2-c2e9-4ecc-ab1e-c7d4fd119ede tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:22:17.753787 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a2695fbd-4242-4f5f-929a-2e4209245f3e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b696e91cee214826920c2639d8625bf5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0802865 May 23 11:22:17.761146 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34192) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:17.770777 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8e76bec2-c2e9-4ecc-ab1e-c7d4fd119ede tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Usage tracker for resource:network and tenant:7e6820b1da73478a8f6280c600dfbb0e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:22:17.777291 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8e76bec2-c2e9-4ecc-ab1e-c7d4fd119ede tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:22:17.820549 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8e76bec2-c2e9-4ecc-ab1e-c7d4fd119ede tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:22:17.867521 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3c85d46b-1a8e-41e9-8614-4c681138eb13 req-fe5396e0-7f83-473b-a415-3ab71444142d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4849911 May 23 11:22:17.871224 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-2596769a-4d28-423b-9082-4e8b4386fd57 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Allocated IP 2001:db8::3ea (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/de01c28d-71b7-401c-bf73-8f05e209b5b7/54745805-25cd-4f4e-9d9b-63dad945819a) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:22:17.894054 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e76bec2-c2e9-4ecc-ab1e-c7d4fd119ede tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Made reservation on behalf of 7e6820b1da73478a8f6280c600dfbb0e for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:22:17.904350 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8e76bec2-c2e9-4ecc-ab1e-c7d4fd119ede tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:17.925683 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-2596769a-4d28-423b-9082-4e8b4386fd57 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Allocated IP 2001:db8:0:1:f816:3eff:fe3f:9fdd (db5fdb8a-4d76-428d-84ca-c911a4d5dee2/b3c1b0ca-46da-4706-b0dc-7771e7e30c67/54745805-25cd-4f4e-9d9b-63dad945819a) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:22:17.937501 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a95fc4ff-09e7-470e-a6e6-0c495e3d44ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:17.986753 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a8993-6775-459d-8d45-a11be08e8584 req-f3a454f3-0ae7-48f2-ac74-496447f2efd2 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:17.993608 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e35a8993-6775-459d-8d45-a11be08e8584 req-f3a454f3-0ae7-48f2-ac74-496447f2efd2 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 943 time: 0.4911673 May 23 11:22:18.000230 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a95fc4ff-09e7-470e-a6e6-0c495e3d44ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:18.002603 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8e76bec2-c2e9-4ecc-ab1e-c7d4fd119ede tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:18.033622 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58c82893-3ae4-4bea-987b-e51f6de50d96 req-61b2826f-d8f1-4679-b83e-5f16422bf95f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6413deec0c1b468e9165a85b033a2ba9&device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 6501 time: 0.4642255 May 23 11:22:18.108711 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a95fc4ff-09e7-470e-a6e6-0c495e3d44ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:18.133190 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95fc4ff-09e7-470e-a6e6-0c495e3d44ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a3cff1-7939-406c-9dc0-34d25a5b8c7d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:18.144585 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a95fc4ff-09e7-470e-a6e6-0c495e3d44ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:18.148394 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a95fc4ff-09e7-470e-a6e6-0c495e3d44ad admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b6a3cff1-7939-406c-9dc0-34d25a5b8c7d HTTP/1.1" status: 204 len: 168 time: 0.3837280 May 23 11:22:18.285206 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8e76bec2-c2e9-4ecc-ab1e-c7d4fd119ede tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:22:18.292823 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e35a8993-6775-459d-8d45-a11be08e8584 req-96becbfc-a633-47e5-a7c9-1d7d56bf587e tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670732 May 23 11:22:18.493491 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8e76bec2-c2e9-4ecc-ab1e-c7d4fd119ede tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Usage tracker for resource:security_group_rule and tenant:7e6820b1da73478a8f6280c600dfbb0e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:22:18.502302 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8e76bec2-c2e9-4ecc-ab1e-c7d4fd119ede tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:22:18.537758 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8e76bec2-c2e9-4ecc-ab1e-c7d4fd119ede tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:22:18.574546 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-3520cc1c-39ba-450d-8553-4c615356bf91 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Synchronizing usage tracker for tenant:d3ec9888c9b84da5954173e8d76fab76 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:22:18.641623 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-3520cc1c-39ba-450d-8553-4c615356bf91 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Unset dirty status for tenant:d3ec9888c9b84da5954173e8d76fab76 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:22:18.642836 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-3520cc1c-39ba-450d-8553-4c615356bf91 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1618192372&fields=id&tenant_id=d3ec9888c9b84da5954173e8d76fab76 HTTP/1.1" status: 200 len: 267 time: 0.5640159 May 23 11:22:18.692453 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c82893-3ae4-4bea-987b-e51f6de50d96 req-e43c62f7-30fc-4bfb-b429-98839982b2c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:18.692843 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c82893-3ae4-4bea-987b-e51f6de50d96 req-e43c62f7-30fc-4bfb-b429-98839982b2c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:18.693707 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c82893-3ae4-4bea-987b-e51f6de50d96 req-e43c62f7-30fc-4bfb-b429-98839982b2c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:18.695437 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58c82893-3ae4-4bea-987b-e51f6de50d96 req-e43c62f7-30fc-4bfb-b429-98839982b2c5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8f58b921-0292-4dfc-9e12-b02298e69ac5&id=dc15df35-8b51-40b0-8426-c0ec1198d56f&id=dc15df35-8b51-40b0-8426-c0ec1198d56f&id=dc15df35-8b51-40b0-8426-c0ec1198d56f&id=dc15df35-8b51-40b0-8426-c0ec1198d56f&id=caa75e58-fea3-4934-a2b0-723273e69b7e&id=caa75e58-fea3-4934-a2b0-723273e69b7e HTTP/1.1" status: 200 len: 2299 time: 0.6064734 May 23 11:22:18.707537 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3c85d46b-1a8e-41e9-8614-4c681138eb13 req-3ea00e5d-5c6a-428a-bc81-7cf574402865 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd&tenant_id=c8ada26741884c689d0e80f64385eb15 HTTP/1.1" status: 200 len: 1094 time: 0.0935013 May 23 11:22:18.732995 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-3c85d46b-1a8e-41e9-8614-4c681138eb13 req-157c4882-ee21-4609-9f2b-e8a13f0eeb89 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-842952-2', 'device_owner': 'compute:nova'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:22:18.871544 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3c85d46b-1a8e-41e9-8614-4c681138eb13 req-157c4882-ee21-4609-9f2b-e8a13f0eeb89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:18.926035 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2596769a-4d28-423b-9082-4e8b4386fd57 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:19.009250 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-2596769a-4d28-423b-9082-4e8b4386fd57 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Transition to ACTIVE for port object 54745805-25cd-4f4e-9d9b-63dad945819a will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:22:19.032077 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780fb7f-00ec-4cea-ad0e-cfaf10051ff9 req-0f2fb898-290e-4982-8b6e-4bc1d765c2dd tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:19.040126 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e780fb7f-00ec-4cea-ad0e-cfaf10051ff9 req-0f2fb898-290e-4982-8b6e-4bc1d765c2dd tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=93664a9d-71b9-4628-acab-fb7e8e19d283 HTTP/1.1" status: 200 len: 946 time: 0.5294356 May 23 11:22:19.075688 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58c82893-3ae4-4bea-987b-e51f6de50d96 req-9c3b7940-97f5-4f26-b062-e16c700ba376 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fa10ee8-a8ce-4d28-a9f0-0363128b97d0 HTTP/1.1" status: 200 len: 1001 time: 0.3508861 May 23 11:22:19.097527 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8e76bec2-c2e9-4ecc-ab1e-c7d4fd119ede tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:19.140201 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8e76bec2-c2e9-4ecc-ab1e-c7d4fd119ede tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:19.162311 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-385d9057-297c-47d2-8f53-4e9b373fcdd4 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:19.163787 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-385d9057-297c-47d2-8f53-4e9b373fcdd4 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/networks?id=0308ef6c-1caf-4171-ace3-29e1cb4dd978 HTTP/1.1" status: 200 len: 810 time: 0.4806962 May 23 11:22:19.224422 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e76bec2-c2e9-4ecc-ab1e-c7d4fd119ede tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:22:19.252955 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e76bec2-c2e9-4ecc-ab1e-c7d4fd119ede tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9fea28-5cbf-4f70-9d7a-43c64bb9e1c2,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:19.260479 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-3c85d46b-1a8e-41e9-8614-4c681138eb13 req-157c4882-ee21-4609-9f2b-e8a13f0eeb89 service neutron] For port 0ec35eea-9b2b-474f-9ce7-3bfe44146239, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=0ec35eea-9b2b-474f-9ce7-3bfe44146239,segment=NetworkSegment(5cee01f6-c5e9-4b6c-9ee4-d4191d783074),segment_id=5cee01f6-c5e9-4b6c-9ee4-d4191d783074)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:22:19.272394 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c82893-3ae4-4bea-987b-e51f6de50d96 req-8f5f6a14-2d96-4042-96a1-017ac3020165 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:19.276965 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58c82893-3ae4-4bea-987b-e51f6de50d96 req-8f5f6a14-2d96-4042-96a1-017ac3020165 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ad5f4f1c-c17b-496d-bb30-9eefdb6a09ed HTTP/1.1" status: 200 len: 856 time: 0.1842537 May 23 11:22:19.278161 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8e76bec2-c2e9-4ecc-ab1e-c7d4fd119ede tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:19.278680 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-8e76bec2-c2e9-4ecc-ab1e-c7d4fd119ede tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Added segment 1d4a6df8-34d0-4736-999c-11f1ef0e712c of type vlan for network 862e9dfa-9220-4fa8-8863-16bb1e61f09a May 23 11:22:19.284131 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-a00a9e11-96dc-4c3e-b61d-79c27e56dfdf tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/quotas/d3ec9888c9b84da5954173e8d76fab76 HTTP/1.1" status: 200 len: 375 time: 0.0933616 May 23 11:22:19.304025 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-3c85d46b-1a8e-41e9-8614-4c681138eb13 req-157c4882-ee21-4609-9f2b-e8a13f0eeb89 service neutron] For port 0ec35eea-9b2b-474f-9ce7-3bfe44146239, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:22:19.306161 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e780fb7f-00ec-4cea-ad0e-cfaf10051ff9 req-d1cacd83-5ab8-4d41-a1ce-506456febbd6 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652185 May 23 11:22:19.365121 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2596769a-4d28-423b-9082-4e8b4386fd57 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:19.402817 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-3c85d46b-1a8e-41e9-8614-4c681138eb13 req-157c4882-ee21-4609-9f2b-e8a13f0eeb89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ec35eea-9b2b-474f-9ce7-3bfe44146239 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:22:19.424021 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3c85d46b-1a8e-41e9-8614-4c681138eb13 req-157c4882-ee21-4609-9f2b-e8a13f0eeb89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:19.455215 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-3c85d46b-1a8e-41e9-8614-4c681138eb13 req-157c4882-ee21-4609-9f2b-e8a13f0eeb89 service neutron] Transition to ACTIVE for port object 0ec35eea-9b2b-474f-9ce7-3bfe44146239 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:22:19.463809 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3c85d46b-1a8e-41e9-8614-4c681138eb13 req-157c4882-ee21-4609-9f2b-e8a13f0eeb89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:19.518288 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8e76bec2-c2e9-4ecc-ab1e-c7d4fd119ede tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:19.543083 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c4882-ee21-4609-9f2b-e8a13f0eeb89 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec35eea-9b2b-474f-9ce7-3bfe44146239,revision_number=9']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:19.553120 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c4882-ee21-4609-9f2b-e8a13f0eeb89 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:22:19.553538 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c4882-ee21-4609-9f2b-e8a13f0eeb89 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:22:19.553932 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c4882-ee21-4609-9f2b-e8a13f0eeb89 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:22:19.554346 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c4882-ee21-4609-9f2b-e8a13f0eeb89 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:22:19.554734 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c4882-ee21-4609-9f2b-e8a13f0eeb89 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:22:19.555129 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c4882-ee21-4609-9f2b-e8a13f0eeb89 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:22:19.555509 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c4882-ee21-4609-9f2b-e8a13f0eeb89 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:22:19.555910 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c4882-ee21-4609-9f2b-e8a13f0eeb89 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:22:19.556471 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c4882-ee21-4609-9f2b-e8a13f0eeb89 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:22:19.556769 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c4882-ee21-4609-9f2b-e8a13f0eeb89 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:22:19.557144 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157c4882-ee21-4609-9f2b-e8a13f0eeb89 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:22:19.594548 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2596769a-4d28-423b-9082-4e8b4386fd57 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:22:19.613424 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2596769a-4d28-423b-9082-4e8b4386fd57 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event updated for resources: {'Port': ['ID=54745805-25cd-4f4e-9d9b-63dad945819a,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:19.617464 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-2596769a-4d28-423b-9082-4e8b4386fd57 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:22:19.619676 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2596769a-4d28-423b-9082-4e8b4386fd57 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:22:19.624167 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2596769a-4d28-423b-9082-4e8b4386fd57 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:19.624921 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2596769a-4d28-423b-9082-4e8b4386fd57 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:19.694100 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c85d46b-1a8e-41e9-8614-4c681138eb13 req-157c4882-ee21-4609-9f2b-e8a13f0eeb89 service neutron] No DVR routers for this DVR port 0ec35eea-9b2b-474f-9ce7-3bfe44146239 on host n-h1-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:22:19.733628 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8e76bec2-c2e9-4ecc-ab1e-c7d4fd119ede tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:19.738197 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e76bec2-c2e9-4ecc-ab1e-c7d4fd119ede tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:19.738906 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8e76bec2-c2e9-4ecc-ab1e-c7d4fd119ede tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:19.763297 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-3c85d46b-1a8e-41e9-8614-4c681138eb13 req-157c4882-ee21-4609-9f2b-e8a13f0eeb89 service neutron] Attempting to bind port 0ec35eea-9b2b-474f-9ce7-3bfe44146239 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:22:19.763880 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-3c85d46b-1a8e-41e9-8614-4c681138eb13 req-157c4882-ee21-4609-9f2b-e8a13f0eeb89 service neutron] Attempting to bind port 0ec35eea-9b2b-474f-9ce7-3bfe44146239 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '5cee01f6-c5e9-4b6c-9ee4-d4191d783074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c8f610f3-246f-4e9c-bcad-00bcd258b4f5'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:22:19.764273 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c85d46b-1a8e-41e9-8614-4c681138eb13 req-157c4882-ee21-4609-9f2b-e8a13f0eeb89 service neutron] Attempting to bind port 0ec35eea-9b2b-474f-9ce7-3bfe44146239 on network c8f610f3-246f-4e9c-bcad-00bcd258b4f5 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:22:19.767038 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34270) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:19.773892 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58c82893-3ae4-4bea-987b-e51f6de50d96 req-9293122f-a7e5-42e2-9996-889f8c1157da service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8f58b921-0292-4dfc-9e12-b02298e69ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4810305 May 23 11:22:19.780038 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c85d46b-1a8e-41e9-8614-4c681138eb13 req-157c4882-ee21-4609-9f2b-e8a13f0eeb89 service neutron] Port 0ec35eea-9b2b-474f-9ce7-3bfe44146239 on network c8f610f3-246f-4e9c-bcad-00bcd258b4f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:22:19.780692 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c85d46b-1a8e-41e9-8614-4c681138eb13 req-157c4882-ee21-4609-9f2b-e8a13f0eeb89 service neutron] Attempting to bind port 0ec35eea-9b2b-474f-9ce7-3bfe44146239 on network c8f610f3-246f-4e9c-bcad-00bcd258b4f5 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:22:19.791816 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c85d46b-1a8e-41e9-8614-4c681138eb13 req-157c4882-ee21-4609-9f2b-e8a13f0eeb89 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:22:19.792192 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-cee3615e-d8c5-4995-bb6e-dd1d5564da9a tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d3ec9888c9b84da5954173e8d76fab76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5008097 May 23 11:22:19.793791 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2596769a-4d28-423b-9082-4e8b4386fd57 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.8480425 May 23 11:22:19.807792 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c85d46b-1a8e-41e9-8614-4c681138eb13 req-157c4882-ee21-4609-9f2b-e8a13f0eeb89 service neutron] Checking segment: {'id': '5cee01f6-c5e9-4b6c-9ee4-d4191d783074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c8f610f3-246f-4e9c-bcad-00bcd258b4f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:22:19.808353 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c85d46b-1a8e-41e9-8614-4c681138eb13 req-157c4882-ee21-4609-9f2b-e8a13f0eeb89 service neutron] Bound using segment: {'id': '5cee01f6-c5e9-4b6c-9ee4-d4191d783074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c8f610f3-246f-4e9c-bcad-00bcd258b4f5'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:22:19.808943 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-3c85d46b-1a8e-41e9-8614-4c681138eb13 req-157c4882-ee21-4609-9f2b-e8a13f0eeb89 service neutron] Bound port: 0ec35eea-9b2b-474f-9ce7-3bfe44146239, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cee01f6-c5e9-4b6c-9ee4-d4191d783074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c8f610f3-246f-4e9c-bcad-00bcd258b4f5'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:22:19.809194 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3c85d46b-1a8e-41e9-8614-4c681138eb13 req-157c4882-ee21-4609-9f2b-e8a13f0eeb89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:19.821904 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34276) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:20.091540 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8e76bec2-c2e9-4ecc-ab1e-c7d4fd119ede tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.8004911 May 23 11:22:20.096564 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34286) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:20.107985 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d64df4bf-66cd-4e89-b415-a12e4e83dd73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:20.117950 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9386887-cbe1-4961-aaba-826d8796a217 req-f0ebbdec-6063-4fb4-ab94-ea1da37e9bd9 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:20.120134 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e9386887-cbe1-4961-aaba-826d8796a217 req-f0ebbdec-6063-4fb4-ab94-ea1da37e9bd9 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 943 time: 0.6131165 May 23 11:22:20.126824 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8085c400-8beb-4683-920e-405231c50098 None None] Provisioning for port 54745805-25cd-4f4e-9d9b-63dad945819a completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:22:20.131183 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e76bec2-c2e9-4ecc-ab1e-c7d4fd119ede tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event updated for resources: {'Network': ['ID=862e9dfa-9220-4fa8-8863-16bb1e61f09a,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:20.134526 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8085c400-8beb-4683-920e-405231c50098 None None] Provisioning complete for port 54745805-25cd-4f4e-9d9b-63dad945819a triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:22:20.134760 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-9f02e914-c00b-4bd3-8b2e-6dc5aa94bf42 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-187643995', 'admin_state_up': True, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:22:20.135294 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8085c400-8beb-4683-920e-405231c50098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:20.143513 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9f02e914-c00b-4bd3-8b2e-6dc5aa94bf42 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:22:20.152077 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-9f02e914-c00b-4bd3-8b2e-6dc5aa94bf42 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Usage tracker for resource:router and tenant:7e6820b1da73478a8f6280c600dfbb0e is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:22:20.164895 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-9f02e914-c00b-4bd3-8b2e-6dc5aa94bf42 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:22:20.175660 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9f02e914-c00b-4bd3-8b2e-6dc5aa94bf42 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:22:20.189387 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 862e9dfa-9220-4fa8-8863-16bb1e61f09a details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:22:20.212775 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d64df4bf-66cd-4e89-b415-a12e4e83dd73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:22:20.217042 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d64df4bf-66cd-4e89-b415-a12e4e83dd73 admin admin] Usage tracker for resource:security_group_rule and tenant:570d5a5558e5439aa11e4ba805e80839 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:22:20.220798 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d64df4bf-66cd-4e89-b415-a12e4e83dd73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:22:20.228147 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d64df4bf-66cd-4e89-b415-a12e4e83dd73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:22:20.268119 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e9386887-cbe1-4961-aaba-826d8796a217 req-7c8aee03-5c68-4c57-9ee3-35944ae7cf2f tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324286 May 23 11:22:20.270702 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:22:20.274932 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-e3fba057-367d-425b-8570-2461eae1203f service neutron] 10.222.0.79 "GET /v2.0/networks/0308ef6c-1caf-4171-ace3-29e1cb4dd978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594563 May 23 11:22:20.277373 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58c82893-3ae4-4bea-987b-e51f6de50d96 req-016f985a-f2ca-45dc-b547-5b79c1b50a4d service neutron] 10.222.0.81 "GET /v2.0/networks/8f58b921-0292-4dfc-9e12-b02298e69ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4818754 May 23 11:22:20.311478 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8085c400-8beb-4683-920e-405231c50098 None None] Port 54745805-25cd-4f4e-9d9b-63dad945819a cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:22:20.328572 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d64df4bf-66cd-4e89-b415-a12e4e83dd73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:20.339065 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-d1d77b9c-7b29-42ea-92e3-2ce7f23e8b04 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting port 54745805-25cd-4f4e-9d9b-63dad945819a {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:22:20.339457 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d1d77b9c-7b29-42ea-92e3-2ce7f23e8b04 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:20.366077 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f02e914-c00b-4bd3-8b2e-6dc5aa94bf42 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:20.367164 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f02e914-c00b-4bd3-8b2e-6dc5aa94bf42 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:20.385611 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d64df4bf-66cd-4e89-b415-a12e4e83dd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:20.531659 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-3c85d46b-1a8e-41e9-8614-4c681138eb13 req-157c4882-ee21-4609-9f2b-e8a13f0eeb89 service neutron] For port 0ec35eea-9b2b-474f-9ce7-3bfe44146239, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:22:20.544101 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64df4bf-66cd-4e89-b415-a12e4e83dd73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d283a4-06fc-44bb-96ee-a53fff414113,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:20.555677 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d64df4bf-66cd-4e89-b415-a12e4e83dd73 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=570d5a5558e5439aa11e4ba805e80839&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7838998 May 23 11:22:20.566706 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34298) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:20.570182 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-3c85d46b-1a8e-41e9-8614-4c681138eb13 req-157c4882-ee21-4609-9f2b-e8a13f0eeb89 service neutron] For port 0ec35eea-9b2b-474f-9ce7-3bfe44146239, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0ec35eea-9b2b-474f-9ce7-3bfe44146239,segment=NetworkSegment(5cee01f6-c5e9-4b6c-9ee4-d4191d783074),segment_id=5cee01f6-c5e9-4b6c-9ee4-d4191d783074)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:22:20.573991 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f02e914-c00b-4bd3-8b2e-6dc5aa94bf42 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:20.598881 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3c85d46b-1a8e-41e9-8614-4c681138eb13 req-157c4882-ee21-4609-9f2b-e8a13f0eeb89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:20.741275 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58c82893-3ae4-4bea-987b-e51f6de50d96 req-0fb90120-e590-4058-8945-4c594332158f service neutron] 10.222.0.81 "GET /v2.0/networks/8f58b921-0292-4dfc-9e12-b02298e69ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289591 May 23 11:22:20.742550 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-27d06b78-b372-4c37-af88-6b079f621260 service neutron] 10.222.0.79 "GET /v2.0/networks/0308ef6c-1caf-4171-ace3-29e1cb4dd978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4579399 May 23 11:22:20.767844 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c4882-ee21-4609-9f2b-e8a13f0eeb89 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec35eea-9b2b-474f-9ce7-3bfe44146239,revision_number=10']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:20.845598 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047fad65-8ae4-4356-a7fe-4eaff49aa876 req-db96d304-ffb5-40b0-a1f0-49d5a0ddf1c0 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:20.847043 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-047fad65-8ae4-4356-a7fe-4eaff49aa876 req-db96d304-ffb5-40b0-a1f0-49d5a0ddf1c0 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=93664a9d-71b9-4628-acab-fb7e8e19d283 HTTP/1.1" status: 200 len: 946 time: 0.3787577 May 23 11:22:20.848522 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58c82893-3ae4-4bea-987b-e51f6de50d96 req-8954fc81-c411-4e9b-bd0a-8b3bf00947e8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=65511622-3ae6-4e00-8bb2-667556a3a5f7 HTTP/1.1" status: 200 len: 217 time: 0.0988331 May 23 11:22:20.910982 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3c85d46b-1a8e-41e9-8614-4c681138eb13 req-157c4882-ee21-4609-9f2b-e8a13f0eeb89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:20.912457 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3c85d46b-1a8e-41e9-8614-4c681138eb13 req-157c4882-ee21-4609-9f2b-e8a13f0eeb89 service neutron] 10.222.0.81 "PUT /v2.0/ports/0ec35eea-9b2b-474f-9ce7-3bfe44146239 HTTP/1.1" status: 200 len: 1091 time: 2.1838624 May 23 11:22:20.950059 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-047fad65-8ae4-4356-a7fe-4eaff49aa876 req-33af6f83-0a5b-4d56-a5a0-f1fb71e5cabf tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971663 May 23 11:22:20.951490 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c82893-3ae4-4bea-987b-e51f6de50d96 req-7d9f5753-d8e4-4a00-bc9b-0156171bb7e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:20.969665 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58c82893-3ae4-4bea-987b-e51f6de50d96 req-7d9f5753-d8e4-4a00-bc9b-0156171bb7e5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac62e3e8-2718-4c68-91a7-544681516b07 HTTP/1.1" status: 200 len: 797 time: 0.0849204 May 23 11:22:21.033615 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-951cd8fd-9662-4ffc-bb8c-8430a21a3b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:21.048009 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e882072-2971-4dc6-b99b-fac6bc071ecd', 'tag': '0ec35eea-9b2b-474f-9ce7-3bfe44146239'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:22:21.094071 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f304a735-2d07-4466-abf1-2e108aa90ec6 req-86d3212f-7d1d-4c28-b28d-0979de58246a tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=76bbe4e5-f79b-401d-9312-357a83ad0452 HTTP/1.1" status: 200 len: 210 time: 0.0774987 May 23 11:22:21.128310 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58c82893-3ae4-4bea-987b-e51f6de50d96 req-56066e18-6438-4905-a5c3-2c22ad051d0c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=dc15df35-8b51-40b0-8426-c0ec1198d56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1577599 May 23 11:22:21.188572 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-951cd8fd-9662-4ffc-bb8c-8430a21a3b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:21.198577 n-d-842952-2 neutron-server[83911]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-318f4a98-f949-4525-8864-4afcded93af1']: {'name': 'network-changed', 'server_uuid': '0e882072-2971-4dc6-b99b-fac6bc071ecd', 'tag': '0ec35eea-9b2b-474f-9ce7-3bfe44146239', 'status': 'failed', 'code': 422} returned with failed status May 23 11:22:21.255893 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d1d77b9c-7b29-42ea-92e3-2ce7f23e8b04 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:21.297157 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58c82893-3ae4-4bea-987b-e51f6de50d96 req-d2f5da7c-bae9-46a4-9caf-b6a92d619d9d service neutron] 10.222.0.81 "GET /v2.0/networks/dc15df35-8b51-40b0-8426-c0ec1198d56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516399 May 23 11:22:21.431263 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f02e914-c00b-4bd3-8b2e-6dc5aa94bf42 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:21.444335 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-d1d77b9c-7b29-42ea-92e3-2ce7f23e8b04 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Calling delete_port for 54745805-25cd-4f4e-9d9b-63dad945819a owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:22:21.517122 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3c85d46b-1a8e-41e9-8614-4c681138eb13 req-ca618350-7a1d-4bdc-a972-a86193314124 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c8ada26741884c689d0e80f64385eb15&device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 1095 time: 0.4637213 May 23 11:22:21.538626 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-951cd8fd-9662-4ffc-bb8c-8430a21a3b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:21.575390 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58c82893-3ae4-4bea-987b-e51f6de50d96 req-e165ff3f-4469-4f78-97b4-e5b44b168ec3 service neutron] 10.222.0.81 "GET /v2.0/networks/dc15df35-8b51-40b0-8426-c0ec1198d56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626305 May 23 11:22:21.649438 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951cd8fd-9662-4ffc-bb8c-8430a21a3b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d283a4-06fc-44bb-96ee-a53fff414113,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:21.661319 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58c82893-3ae4-4bea-987b-e51f6de50d96 req-f9bba6d4-4bf4-472a-9962-c422d04491eb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=8fe06221-9b45-4a87-9097-415f9568b703 HTTP/1.1" status: 200 len: 217 time: 0.0796444 May 23 11:22:21.672634 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047d7f4-4a79-4615-8207-dc5512d1d5c8 req-e2d4bbdf-1563-436b-8cc1-9c77ae2bb3ba tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:21.682560 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7047d7f4-4a79-4615-8207-dc5512d1d5c8 req-e2d4bbdf-1563-436b-8cc1-9c77ae2bb3ba tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 944 time: 0.2336633 May 23 11:22:21.785645 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c82893-3ae4-4bea-987b-e51f6de50d96 req-29e18011-6154-4b51-b8b3-8e573e9a1efe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:21.786857 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58c82893-3ae4-4bea-987b-e51f6de50d96 req-29e18011-6154-4b51-b8b3-8e573e9a1efe service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac62e3e8-2718-4c68-91a7-544681516b07 HTTP/1.1" status: 200 len: 797 time: 0.1016254 May 23 11:22:21.800088 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7047d7f4-4a79-4615-8207-dc5512d1d5c8 req-765af2de-44e4-4a91-b1f4-9980c4973b0c tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166539 May 23 11:22:21.890843 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-951cd8fd-9662-4ffc-bb8c-8430a21a3b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:21.892605 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-951cd8fd-9662-4ffc-bb8c-8430a21a3b35 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/08d283a4-06fc-44bb-96ee-a53fff414113 HTTP/1.1" status: 204 len: 168 time: 1.3247995 May 23 11:22:21.919940 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58c82893-3ae4-4bea-987b-e51f6de50d96 req-399b953d-385c-4c16-8884-12a4966d3dfe service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=dc15df35-8b51-40b0-8426-c0ec1198d56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1186059 May 23 11:22:21.947927 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d1d77b9c-7b29-42ea-92e3-2ce7f23e8b04 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:22.121337 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58c82893-3ae4-4bea-987b-e51f6de50d96 req-fe6fcbe2-1359-4078-8e68-8a7be35d1c8c service neutron] 10.222.0.81 "GET /v2.0/networks/dc15df35-8b51-40b0-8426-c0ec1198d56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817000 May 23 11:22:22.195431 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34352) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:22.259729 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d77b9c-7b29-42ea-92e3-2ce7f23e8b04 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Port': ['ID=54745805-25cd-4f4e-9d9b-63dad945819a,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:22.275361 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85d46b-1a8e-41e9-8614-4c681138eb13 req-529c6503-d42c-45ca-8c7c-c0ccd3fae60f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:22.277001 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3c85d46b-1a8e-41e9-8614-4c681138eb13 req-529c6503-d42c-45ca-8c7c-c0ccd3fae60f service neutron] 10.222.0.81 "GET /v2.0/networks?id=c8f610f3-246f-4e9c-bcad-00bcd258b4f5 HTTP/1.1" status: 200 len: 914 time: 0.7428570 May 23 11:22:22.433576 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3ff1b658-8c9a-4ec0-847d-4692e8c21fd2 req-e25f22aa-f3ba-4ba2-9071-026d8075f841 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=76bbe4e5-f79b-401d-9312-357a83ad0452 HTTP/1.1" status: 200 len: 210 time: 0.1491554 May 23 11:22:22.434024 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34358) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:22.486122 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5f350782-0e55-4a4a-aafc-6e8db18f11b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:22.522720 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7fbd17a4-1001-401d-b6ba-5eaa8de32245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:22.537726 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d1d77b9c-7b29-42ea-92e3-2ce7f23e8b04 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:22.542914 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3c85d46b-1a8e-41e9-8614-4c681138eb13 req-27bebe6b-2afa-439a-ab8a-56aa028402b5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0ec35eea-9b2b-474f-9ce7-3bfe44146239 HTTP/1.1" status: 200 len: 217 time: 0.2272460 May 23 11:22:22.547818 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58c82893-3ae4-4bea-987b-e51f6de50d96 req-87c7cbcf-56f1-4ca5-aaf7-496ba971e79c service neutron] 10.222.0.81 "GET /v2.0/networks/dc15df35-8b51-40b0-8426-c0ec1198d56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189975 May 23 11:22:22.617138 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5f350782-0e55-4a4a-aafc-6e8db18f11b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:22:22.635488 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5f350782-0e55-4a4a-aafc-6e8db18f11b1 admin admin] Usage tracker for resource:security_group_rule and tenant:855e801f689846a9bc08c82791f904b7 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:22:22.638848 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5f350782-0e55-4a4a-aafc-6e8db18f11b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:22:22.660047 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5f350782-0e55-4a4a-aafc-6e8db18f11b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:22:22.664849 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7fbd17a4-1001-401d-b6ba-5eaa8de32245 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:22:22.664988 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d1d77b9c-7b29-42ea-92e3-2ce7f23e8b04 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/ports/54745805-25cd-4f4e-9d9b-63dad945819a HTTP/1.1" status: 204 len: 168 time: 2.8397121 May 23 11:22:22.665613 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58c82893-3ae4-4bea-987b-e51f6de50d96 req-5f804bcb-c876-48c4-a076-fa319de6509a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=4b472d9e-7b9c-4fe5-8800-c44e820c17d8 HTTP/1.1" status: 200 len: 217 time: 0.1049809 May 23 11:22:22.668125 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34362) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:22.673314 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21cbaeb-a158-4860-bfc5-99e9f7bcd4ae req-6fa0e9a9-7f9d-4230-b82a-991450aef529 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:22.674893 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d21cbaeb-a158-4860-bfc5-99e9f7bcd4ae req-6fa0e9a9-7f9d-4230-b82a-991450aef529 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=93664a9d-71b9-4628-acab-fb7e8e19d283 HTTP/1.1" status: 200 len: 946 time: 0.5203681 May 23 11:22:22.745920 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7fbd17a4-1001-401d-b6ba-5eaa8de32245 admin admin] Usage tracker for resource:security_group_rule and tenant:482a371d69414ebab7e180afc64272d3 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:22:22.753232 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f02e914-c00b-4bd3-8b2e-6dc5aa94bf42 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:22.778340 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85d46b-1a8e-41e9-8614-4c681138eb13 req-a1bf1a41-c57e-4203-9c4e-e2833d74ebed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:22.779788 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3c85d46b-1a8e-41e9-8614-4c681138eb13 req-a1bf1a41-c57e-4203-9c4e-e2833d74ebed service neutron] 10.222.0.81 "GET /v2.0/subnets?id=921f8ad7-2327-456b-8d69-73b599e668ca HTTP/1.1" status: 200 len: 853 time: 0.1771455 May 23 11:22:22.822236 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f02e914-c00b-4bd3-8b2e-6dc5aa94bf42 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:22.891707 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3c85d46b-1a8e-41e9-8614-4c681138eb13 req-fdb729f8-96b8-4e47-98c0-00b0f4450ec1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c8f610f3-246f-4e9c-bcad-00bcd258b4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021068 May 23 11:22:22.903920 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-5b843c2d-19eb-4d86-a0b3-0df50dc82f6a tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:22.904954 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7fbd17a4-1001-401d-b6ba-5eaa8de32245 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:22:22.905466 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-5b843c2d-19eb-4d86-a0b3-0df50dc82f6a tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.81 "GET /v2.0/networks?id=0308ef6c-1caf-4171-ace3-29e1cb4dd978 HTTP/1.1" status: 200 len: 810 time: 0.4166017 May 23 11:22:22.931887 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7fbd17a4-1001-401d-b6ba-5eaa8de32245 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:22:22.967891 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c82893-3ae4-4bea-987b-e51f6de50d96 req-cd70289a-1f04-492c-83ca-3f14d505c103 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:22.969377 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58c82893-3ae4-4bea-987b-e51f6de50d96 req-cd70289a-1f04-492c-83ca-3f14d505c103 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac62e3e8-2718-4c68-91a7-544681516b07 HTTP/1.1" status: 200 len: 797 time: 0.2904873 May 23 11:22:23.101959 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d21cbaeb-a158-4860-bfc5-99e9f7bcd4ae req-329e0450-428e-407c-af00-0c7e25b73df8 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571937 May 23 11:22:23.134994 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-65d79afd-31a5-4b37-8145-5a02aa842cb0 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3ec9888c9b84da5954173e8d76fab76 HTTP/1.1" status: 200 len: 380 time: 0.1893809 May 23 11:22:23.154939 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-ae3933c6-239d-4c39-af51-224a5deee156 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Request body: {'port': {'device_id': '76bbe4e5-f79b-401d-9312-357a83ad0452', 'network_id': '0308ef6c-1caf-4171-ace3-29e1cb4dd978', 'admin_state_up': True, 'tenant_id': 'd3ec9888c9b84da5954173e8d76fab76', 'security_groups': ['a9a6e2d7-59c0-4c03-94fd-55b7bc3a4bc8']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:22:23.165981 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5f350782-0e55-4a4a-aafc-6e8db18f11b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:23.179348 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857bcfd0-4b57-4e17-b04d-efde36ce27e7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:23.180077 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-857bcfd0-4b57-4e17-b04d-efde36ce27e7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:22:23.192875 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5f350782-0e55-4a4a-aafc-6e8db18f11b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:23.193649 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3c85d46b-1a8e-41e9-8614-4c681138eb13 req-4c8bec44-541d-4364-9575-055295b198b4 service neutron] 10.222.0.81 "GET /v2.0/networks/c8f610f3-246f-4e9c-bcad-00bcd258b4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820926 May 23 11:22:23.195103 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-9f02e914-c00b-4bd3-8b2e-6dc5aa94bf42 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Allocated IP 172.25.6.39 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/d900448e-b3cc-4f39-891d-f325c493782d) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:22:23.284236 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-857bcfd0-4b57-4e17-b04d-efde36ce27e7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:22:23.285912 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-857bcfd0-4b57-4e17-b04d-efde36ce27e7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6098173 May 23 11:22:23.287264 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7fbd17a4-1001-401d-b6ba-5eaa8de32245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:23.289871 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f350782-0e55-4a4a-aafc-6e8db18f11b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f137a9fe-8770-45c9-a811-db1b920b349d,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:23.294012 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34368) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:23.297332 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58c82893-3ae4-4bea-987b-e51f6de50d96 req-61c5efe3-0f75-4499-a729-b3d0bfbaf7fd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=dc15df35-8b51-40b0-8426-c0ec1198d56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3145208 May 23 11:22:23.301766 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7fbd17a4-1001-401d-b6ba-5eaa8de32245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:23.309690 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5f350782-0e55-4a4a-aafc-6e8db18f11b1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=855e801f689846a9bc08c82791f904b7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1129029 May 23 11:22:23.345083 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34372) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:23.374254 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee238bb-6795-473f-adcd-2e304629462a req-5209ca22-84e4-4d03-880a-2c22bf108788 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:23.375606 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aee238bb-6795-473f-adcd-2e304629462a req-5209ca22-84e4-4d03-880a-2c22bf108788 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 944 time: 0.4095774 May 23 11:22:23.494936 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd17a4-1001-401d-b6ba-5eaa8de32245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5837e701-1fd1-4ece-a4f8-7b0e12254a73,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:23.513033 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7fbd17a4-1001-401d-b6ba-5eaa8de32245 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=482a371d69414ebab7e180afc64272d3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0658088 May 23 11:22:23.515519 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34378) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:23.601620 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-ae3933c6-239d-4c39-af51-224a5deee156 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:22:23.619329 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-ae3933c6-239d-4c39-af51-224a5deee156 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Usage tracker for resource:port and tenant:d3ec9888c9b84da5954173e8d76fab76 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:22:23.627117 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3c85d46b-1a8e-41e9-8614-4c681138eb13 req-533c2dde-a5fe-41e8-9d4b-26ef4874c960 service neutron] 10.222.0.81 "GET /v2.0/networks/c8f610f3-246f-4e9c-bcad-00bcd258b4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3809741 May 23 11:22:23.629805 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-ae3933c6-239d-4c39-af51-224a5deee156 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:22:23.639128 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f02e914-c00b-4bd3-8b2e-6dc5aa94bf42 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:23.644902 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-ae3933c6-239d-4c39-af51-224a5deee156 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:22:23.647288 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aee238bb-6795-473f-adcd-2e304629462a req-50c6f6bd-5cb8-466c-8ab9-1725bd4466e0 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537825 May 23 11:22:23.651280 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ad6f4a19-7813-44a8-bb23-2f86265ff348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:23.663773 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1e806415-ac10-42c9-9401-463442a9e304 req-4a90ecf3-f1df-4f46-a130-be9684bb8664 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=76bbe4e5-f79b-401d-9312-357a83ad0452 HTTP/1.1" status: 200 len: 210 time: 0.0821311 May 23 11:22:23.668061 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58c82893-3ae4-4bea-987b-e51f6de50d96 req-396ee697-74b6-4f7a-950f-ead6892b86ed service neutron] 10.222.0.81 "GET /v2.0/networks/dc15df35-8b51-40b0-8426-c0ec1198d56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289409 May 23 11:22:23.674001 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-ae3933c6-239d-4c39-af51-224a5deee156 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Made reservation on behalf of d3ec9888c9b84da5954173e8d76fab76 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:22:23.677045 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-ae3933c6-239d-4c39-af51-224a5deee156 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:23.682236 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c09e6fc-b5ed-406c-b395-cf451c721541 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:23.685890 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2c09e6fc-b5ed-406c-b395-cf451c721541 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3853943 May 23 11:22:23.690875 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34382) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:23.723189 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ad6f4a19-7813-44a8-bb23-2f86265ff348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:23.806590 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-172a592b-c9a2-450e-a749-d4e94ec0706a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:23.824820 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f02e914-c00b-4bd3-8b2e-6dc5aa94bf42 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:23.870688 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-172a592b-c9a2-450e-a749-d4e94ec0706a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:23.895736 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f748173-a1e8-4a23-a2bb-84258b39b9f7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:23.897114 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f748173-a1e8-4a23-a2bb-84258b39b9f7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:23.898408 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f748173-a1e8-4a23-a2bb-84258b39b9f7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:23.899221 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-0f748173-a1e8-4a23-a2bb-84258b39b9f7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:22:23.906373 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f02e914-c00b-4bd3-8b2e-6dc5aa94bf42 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:22:23.914169 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-9f02e914-c00b-4bd3-8b2e-6dc5aa94bf42 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:22:23.921164 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f02e914-c00b-4bd3-8b2e-6dc5aa94bf42 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:22:23.947686 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ad6f4a19-7813-44a8-bb23-2f86265ff348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:23.951062 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58c82893-3ae4-4bea-987b-e51f6de50d96 req-e93d0e00-310e-4a14-a350-bfdfe50d75a9 service neutron] 10.222.0.81 "GET /v2.0/networks/dc15df35-8b51-40b0-8426-c0ec1198d56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545373 May 23 11:22:24.007453 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-0f748173-a1e8-4a23-a2bb-84258b39b9f7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:22:24.008641 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0f748173-a1e8-4a23-a2bb-84258b39b9f7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3168185 May 23 11:22:24.015613 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34386) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:24.065412 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58c82893-3ae4-4bea-987b-e51f6de50d96 req-0a4738fc-7ef0-4a39-a016-8babaf33fc84 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=e567c6f9-1cc4-450f-b01e-d62332f44ba2 HTTP/1.1" status: 200 len: 217 time: 0.1078620 May 23 11:22:24.128664 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-172a592b-c9a2-450e-a749-d4e94ec0706a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:24.155850 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f4a19-7813-44a8-bb23-2f86265ff348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f137a9fe-8770-45c9-a811-db1b920b349d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:24.157045 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a592b-c9a2-450e-a749-d4e94ec0706a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5837e701-1fd1-4ece-a4f8-7b0e12254a73,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:24.172014 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f02e914-c00b-4bd3-8b2e-6dc5aa94bf42 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event updated for resources: {'Port': ['ID=d900448e-b3cc-4f39-891d-f325c493782d,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:24.192512 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c82893-3ae4-4bea-987b-e51f6de50d96 req-f00898a1-d3d1-476f-9d41-8a9c4427f71d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:24.193974 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58c82893-3ae4-4bea-987b-e51f6de50d96 req-f00898a1-d3d1-476f-9d41-8a9c4427f71d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ac62e3e8-2718-4c68-91a7-544681516b07 HTTP/1.1" status: 200 len: 797 time: 0.1158793 May 23 11:22:24.235072 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-ae3933c6-239d-4c39-af51-224a5deee156 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Allocated IP 172.20.0.3 (0308ef6c-1caf-4171-ace3-29e1cb4dd978/78a08f2b-9bc6-4aed-a592-74a10c72dff5/134625d8-6571-4905-9ed3-ad4575428fb0) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:22:24.244199 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-172a592b-c9a2-450e-a749-d4e94ec0706a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:24.245372 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-172a592b-c9a2-450e-a749-d4e94ec0706a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5837e701-1fd1-4ece-a4f8-7b0e12254a73 HTTP/1.1" status: 204 len: 168 time: 0.7173390 May 23 11:22:24.276504 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ad6f4a19-7813-44a8-bb23-2f86265ff348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:24.279987 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ad6f4a19-7813-44a8-bb23-2f86265ff348 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f137a9fe-8770-45c9-a811-db1b920b349d HTTP/1.1" status: 204 len: 168 time: 0.9186962 May 23 11:22:24.473735 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-32ef8214-c18b-49cf-9cbc-73581b7071d5 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting subnet b3c1b0ca-46da-4706-b0dc-7771e7e30c67 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:22:24.477223 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-32ef8214-c18b-49cf-9cbc-73581b7071d5 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:24.533935 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-ae3933c6-239d-4c39-af51-224a5deee156 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:24.537833 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-32ef8214-c18b-49cf-9cbc-73581b7071d5 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:24.558299 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-ae3933c6-239d-4c39-af51-224a5deee156 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Transition to ACTIVE for port object 134625d8-6571-4905-9ed3-ad4575428fb0 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:22:24.562824 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f02e914-c00b-4bd3-8b2e-6dc5aa94bf42 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:24.563562 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f02e914-c00b-4bd3-8b2e-6dc5aa94bf42 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:24.627495 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-32ef8214-c18b-49cf-9cbc-73581b7071d5 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:24.711182 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-ae3933c6-239d-4c39-af51-224a5deee156 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:24.713256 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-32ef8214-c18b-49cf-9cbc-73581b7071d5 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:24.720919 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58c82893-3ae4-4bea-987b-e51f6de50d96 req-7b21b4b4-0e13-4767-b8f7-3c47bff7601b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=dc15df35-8b51-40b0-8426-c0ec1198d56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4616413 May 23 11:22:24.825003 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-ae3933c6-239d-4c39-af51-224a5deee156 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Network 0308ef6c-1caf-4171-ace3-29e1cb4dd978 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:22:24.825846 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3933c6-239d-4c39-af51-224a5deee156 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Pushing event updated for resources: {'Port': ['ID=134625d8-6571-4905-9ed3-ad4575428fb0,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:24.832104 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-ae3933c6-239d-4c39-af51-224a5deee156 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:22:24.832380 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef8214-c18b-49cf-9cbc-73581b7071d5 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Subnet': ['ID=b3c1b0ca-46da-4706-b0dc-7771e7e30c67,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:24.836097 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-ae3933c6-239d-4c39-af51-224a5deee156 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:22:24.890260 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34416) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:24.949407 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b5f97f7d-9875-43de-bdb9-991109ac8d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:24.979273 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-ae3933c6-239d-4c39-af51-224a5deee156 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:24.980198 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-ae3933c6-239d-4c39-af51-224a5deee156 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:25.017406 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-ae3933c6-239d-4c39-af51-224a5deee156 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8661838 May 23 11:22:25.043996 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b5f97f7d-9875-43de-bdb9-991109ac8d91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:22:25.048528 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b5f97f7d-9875-43de-bdb9-991109ac8d91 admin admin] Usage tracker for resource:security_group_rule and tenant:234bbb3924f947409662658b8954306d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:22:25.052424 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b5f97f7d-9875-43de-bdb9-991109ac8d91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:22:25.058600 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b5f97f7d-9875-43de-bdb9-991109ac8d91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:22:25.104139 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3c19a-3139-4b44-a79a-b4cb70eb6051 req-f9dbcc92-55df-467d-b7f3-c389ef6072bc tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:25.105726 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-08f3c19a-3139-4b44-a79a-b4cb70eb6051 req-f9dbcc92-55df-467d-b7f3-c389ef6072bc tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=93664a9d-71b9-4628-acab-fb7e8e19d283 HTTP/1.1" status: 200 len: 946 time: 0.8453536 May 23 11:22:25.122254 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-32ef8214-c18b-49cf-9cbc-73581b7071d5 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:25.130216 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e6d78a-5248-4ec7-9f5a-e1fc1ac27d98 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:22:25.155526 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b5f97f7d-9875-43de-bdb9-991109ac8d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:25.172076 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-54282102-c177-425b-b805-2db2179a8c72 service neutron] Request body: {'port': {'device_id': '76bbe4e5-f79b-401d-9312-357a83ad0452', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:22:25.249616 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b5f97f7d-9875-43de-bdb9-991109ac8d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:25.275001 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-32ef8214-c18b-49cf-9cbc-73581b7071d5 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/b3c1b0ca-46da-4706-b0dc-7771e7e30c67 HTTP/1.1" status: 204 len: 168 time: 1.2562864 May 23 11:22:25.294859 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34424) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:25.365115 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-08f3c19a-3139-4b44-a79a-b4cb70eb6051 req-c238123f-a670-4d61-9ed2-80ad2db41db0 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394693 May 23 11:22:25.367816 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58c82893-3ae4-4bea-987b-e51f6de50d96 req-83668c61-564b-4363-a0e7-f5025f5dc812 service neutron] 10.222.0.81 "GET /v2.0/networks/dc15df35-8b51-40b0-8426-c0ec1198d56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6137619 May 23 11:22:25.445633 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f97f7d-9875-43de-bdb9-991109ac8d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5e55da-6425-4681-acdd-6b341c0cc8c8,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:25.510457 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1a9166d6-eeff-48f3-87aa-0e6383748903 None None] Provisioning for port 134625d8-6571-4905-9ed3-ad4575428fb0 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:22:25.520166 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b5f97f7d-9875-43de-bdb9-991109ac8d91 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=234bbb3924f947409662658b8954306d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6261547 May 23 11:22:25.521705 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34436) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:25.547790 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1a9166d6-eeff-48f3-87aa-0e6383748903 None None] Provisioning complete for port 134625d8-6571-4905-9ed3-ad4575428fb0 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:22:25.553619 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1a9166d6-eeff-48f3-87aa-0e6383748903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:25.565493 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-54282102-c177-425b-b805-2db2179a8c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:25.589491 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc2290c6-da07-488a-86fe-414c14689ad2 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Deleting subnet de01c28d-71b7-401c-bf73-8f05e209b5b7 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:22:25.613153 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dc2290c6-da07-488a-86fe-414c14689ad2 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:25.703562 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1a9166d6-eeff-48f3-87aa-0e6383748903 None None] Port 134625d8-6571-4905-9ed3-ad4575428fb0 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:22:25.748254 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0c395a49-9cb6-4c8f-8d10-1d66dd375d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:25.772830 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb87142-88d8-4f8b-8d11-f51bf500b015 req-fc82bd79-f1c6-4e24-b321-675418a1835d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:25.774384 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9bb87142-88d8-4f8b-8d11-f51bf500b015 req-fc82bd79-f1c6-4e24-b321-675418a1835d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 944 time: 0.6677191 May 23 11:22:25.826379 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0c395a49-9cb6-4c8f-8d10-1d66dd375d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:25.834369 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dc2290c6-da07-488a-86fe-414c14689ad2 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:25.980409 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f02e914-c00b-4bd3-8b2e-6dc5aa94bf42 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Router f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:22:25.982141 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dc2290c6-da07-488a-86fe-414c14689ad2 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:26.170870 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dc2290c6-da07-488a-86fe-414c14689ad2 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:26.236737 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0c395a49-9cb6-4c8f-8d10-1d66dd375d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:26.269098 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2290c6-da07-488a-86fe-414c14689ad2 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Subnet': ['ID=de01c28d-71b7-401c-bf73-8f05e209b5b7,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:26.345691 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c395a49-9cb6-4c8f-8d10-1d66dd375d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5e55da-6425-4681-acdd-6b341c0cc8c8,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:26.404602 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9bb87142-88d8-4f8b-8d11-f51bf500b015 req-eb588e7a-612f-4a22-b348-8bfc2e7b6e39 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198447 May 23 11:22:26.417134 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0c395a49-9cb6-4c8f-8d10-1d66dd375d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:26.421778 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0c395a49-9cb6-4c8f-8d10-1d66dd375d1b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0b5e55da-6425-4681-acdd-6b341c0cc8c8 HTTP/1.1" status: 204 len: 168 time: 0.8988974 May 23 11:22:26.434277 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58c82893-3ae4-4bea-987b-e51f6de50d96 req-d626a480-03d9-42c9-bc09-6c9ca41ab32d service neutron] 10.222.0.81 "GET /v2.0/networks/dc15df35-8b51-40b0-8426-c0ec1198d56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0418384 May 23 11:22:26.445037 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dc2290c6-da07-488a-86fe-414c14689ad2 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:26.638248 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-dc2290c6-da07-488a-86fe-414c14689ad2 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/de01c28d-71b7-401c-bf73-8f05e209b5b7 HTTP/1.1" status: 204 len: 168 time: 1.3421197 May 23 11:22:26.642139 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34454) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:26.809044 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66aaf76-66b3-4fb4-8f66-b2411894bb06 req-a798b6a5-e4f6-40d3-9022-36435e5b6daa tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:26.822111 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c66aaf76-66b3-4fb4-8f66-b2411894bb06 req-a798b6a5-e4f6-40d3-9022-36435e5b6daa tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=76bbe4e5-f79b-401d-9312-357a83ad0452 HTTP/1.1" status: 200 len: 931 time: 1.1278315 May 23 11:22:26.827160 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58c82893-3ae4-4bea-987b-e51f6de50d96 req-17cc88ef-8de3-42cd-b48d-6aabb95c45f5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ade0de95-006a-4fe2-b4ff-65da0980082b HTTP/1.1" status: 200 len: 217 time: 0.3903708 May 23 11:22:26.974022 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb05d4f-edd2-4fee-94f6-a7b5c86b8ab9 None None] Network db5fdb8a-4d76-428d-84ca-c911a4d5dee2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:22:27.085652 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c66aaf76-66b3-4fb4-8f66-b2411894bb06 req-968d7ed6-86de-4d05-9464-d3c83f55ad22 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9a6e2d7-59c0-4c03-94fd-55b7bc3a4bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2632432 May 23 11:22:27.159286 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c82893-3ae4-4bea-987b-e51f6de50d96 req-a2827a16-b482-43a0-8c0d-9379f6e61118 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:27.167447 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58c82893-3ae4-4bea-987b-e51f6de50d96 req-a2827a16-b482-43a0-8c0d-9379f6e61118 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3c834f11-95c0-4b5a-b401-f49728657821 HTTP/1.1" status: 200 len: 797 time: 0.2671082 May 23 11:22:27.181192 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8dcd1-8d8e-44a3-9901-bb744688a536 req-e3e4ec0d-8366-4118-b70f-9e9d49436fbd tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:27.190473 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5af8dcd1-8d8e-44a3-9901-bb744688a536 req-e3e4ec0d-8366-4118-b70f-9e9d49436fbd tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=93664a9d-71b9-4628-acab-fb7e8e19d283 HTTP/1.1" status: 200 len: 946 time: 0.5089447 May 23 11:22:27.251546 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-cf248167-2076-49e0-a700-0fca2e8c12ab None None] Provisioning complete for port dd32ecf8-e4a5-4578-b770-6c60270a1054 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:22:27.252012 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cf248167-2076-49e0-a700-0fca2e8c12ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:27.270637 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-35d9ea40-fa87-478c-97ce-32b004e52b7d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6261728 May 23 11:22:27.273437 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34468) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:27.347268 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-54282102-c177-425b-b805-2db2179a8c72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 134625d8-6571-4905-9ed3-ad4575428fb0 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:22:27.360269 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f02e914-c00b-4bd3-8b2e-6dc5aa94bf42 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:22:27.375986 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b0c07f-c31b-44ca-aada-f70d6d4914bb None None] Sync routers for ids ['f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:22:27.410876 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b0c07f-c31b-44ca-aada-f70d6d4914bb None None] Routers {'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:22:27.411778 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-08b0c07f-c31b-44ca-aada-f70d6d4914bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:22:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:22:27.418765 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-54282102-c177-425b-b805-2db2179a8c72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:27.488220 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58c82893-3ae4-4bea-987b-e51f6de50d96 req-dc79a06f-8a7c-4d84-b9b0-5d8bb9fed226 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=caa75e58-fea3-4934-a2b0-723273e69b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2938042 May 23 11:22:27.516466 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5af8dcd1-8d8e-44a3-9901-bb744688a536 req-15c01d80-930a-4d3e-bceb-cfe37024e28a tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231835 May 23 11:22:27.582609 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-54282102-c177-425b-b805-2db2179a8c72 service neutron] Transition to ACTIVE for port object 134625d8-6571-4905-9ed3-ad4575428fb0 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:22:27.588945 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f02e914-c00b-4bd3-8b2e-6dc5aa94bf42 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:27.594832 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9f02e914-c00b-4bd3-8b2e-6dc5aa94bf42 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.4943998 May 23 11:22:27.611093 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34480) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:27.614407 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-54282102-c177-425b-b805-2db2179a8c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:27.799450 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54282102-c177-425b-b805-2db2179a8c72 service neutron] Pushing event updated for resources: {'Port': ['ID=134625d8-6571-4905-9ed3-ad4575428fb0,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:27.803573 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58c82893-3ae4-4bea-987b-e51f6de50d96 req-b268312b-a320-4776-8170-c5cfd8d7c007 service neutron] 10.222.0.81 "GET /v2.0/networks/caa75e58-fea3-4934-a2b0-723273e69b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824309 May 23 11:22:27.816143 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ea469b-df66-4c3c-a423-411d8d399019 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:27.816972 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c8ea469b-df66-4c3c-a423-411d8d399019 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:22:27.832516 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c8ea469b-df66-4c3c-a423-411d8d399019 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:22:27.836088 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c8ea469b-df66-4c3c-a423-411d8d399019 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5484629 May 23 11:22:27.964033 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-08b0c07f-c31b-44ca-aada-f70d6d4914bb None None] Set router f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:22:27.997928 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34486) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:28.027536 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186afd75-acee-4ede-a944-d55780cdf50c None None] DHCP port deletion for db5fdb8a-4d76-428d-84ca-c911a4d5dee2 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:22:28.032302 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-186afd75-acee-4ede-a944-d55780cdf50c None None] Deleting port dd32ecf8-e4a5-4578-b770-6c60270a1054 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:22:28.032791 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-186afd75-acee-4ede-a944-d55780cdf50c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:28.086797 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58c82893-3ae4-4bea-987b-e51f6de50d96 req-67cd0bd5-f1e0-468a-bedc-cc07cb65623f service neutron] 10.222.0.81 "GET /v2.0/networks/caa75e58-fea3-4934-a2b0-723273e69b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764320 May 23 11:22:28.521579 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58c82893-3ae4-4bea-987b-e51f6de50d96 req-d4da1c56-9aa3-4fe5-b6f4-96da52c29015 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=77c5e08b-44d1-4a6a-905f-a11e984ebbaf HTTP/1.1" status: 200 len: 217 time: 0.2569942 May 23 11:22:28.604215 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd23372e-58a6-45df-968a-bffd8ea63c31 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:28.605385 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-dd23372e-58a6-45df-968a-bffd8ea63c31 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Synchronizing usage tracker for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:22:28.624545 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-54282102-c177-425b-b805-2db2179a8c72 service neutron] Attempting to bind port 134625d8-6571-4905-9ed3-ad4575428fb0 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:22:28.624879 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-54282102-c177-425b-b805-2db2179a8c72 service neutron] Attempting to bind port 134625d8-6571-4905-9ed3-ad4575428fb0 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '8ad0a6a2-f0c5-4005-98ee-13e703106a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0308ef6c-1caf-4171-ace3-29e1cb4dd978'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:22:28.625202 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-54282102-c177-425b-b805-2db2179a8c72 service neutron] Attempting to bind port 134625d8-6571-4905-9ed3-ad4575428fb0 on network 0308ef6c-1caf-4171-ace3-29e1cb4dd978 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:22:28.716605 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-08b0c07f-c31b-44ca-aada-f70d6d4914bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'name': 'tempest-TestNetworkBasicOps-router-187643995', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'd900448e-b3cc-4f39-891d-f325c493782d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:22:20Z', 'updated_at': '2022-05-23T11:22:24Z', 'revision_number': 3, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'gw_port': {'id': 'd900448e-b3cc-4f39-891d-f325c493782d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:22:22Z', 'updated_at': '2022-05-23T11:22:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:22:28.729797 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b0c07f-c31b-44ca-aada-f70d6d4914bb None None] Checking router: f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:22:28.730095 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b0c07f-c31b-44ca-aada-f70d6d4914bb None None] Updating router f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d port d900448e-b3cc-4f39-891d-f325c493782d binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:22:28.770252 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f16e9eb5-6ab0-48ba-be51-f94e57fa8fb7 tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=7e6820b1da73478a8f6280c600dfbb0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.1576500 May 23 11:22:28.779190 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34504) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:28.845159 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-dd23372e-58a6-45df-968a-bffd8ea63c31 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Unset dirty status for tenant:7898a2f847b24320a42ded6c2b4bd651 on resource:subnet {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:22:28.847318 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-186afd75-acee-4ede-a944-d55780cdf50c None None] For port dd32ecf8-e4a5-4578-b770-6c60270a1054, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=dd32ecf8-e4a5-4578-b770-6c60270a1054,segment=NetworkSegment(eb4148b7-7cb2-4984-957d-721670b3a930),segment_id=eb4148b7-7cb2-4984-957d-721670b3a930)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:22:28.848809 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-dd23372e-58a6-45df-968a-bffd8ea63c31 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8496728 May 23 11:22:28.851407 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-186afd75-acee-4ede-a944-d55780cdf50c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:28.854887 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-54282102-c177-425b-b805-2db2179a8c72 service neutron] Port 134625d8-6571-4905-9ed3-ad4575428fb0 on network 0308ef6c-1caf-4171-ace3-29e1cb4dd978 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:22:28.856040 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-54282102-c177-425b-b805-2db2179a8c72 service neutron] Attempting to bind port 134625d8-6571-4905-9ed3-ad4575428fb0 on network 0308ef6c-1caf-4171-ace3-29e1cb4dd978 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:22:28.863378 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ea722-1c5d-417e-a601-876bbe5a95de req-b2803564-6e2f-4168-8eb4-b81fef204a8a tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:28.865194 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-300ea722-1c5d-417e-a601-876bbe5a95de req-b2803564-6e2f-4168-8eb4-b81fef204a8a tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 944 time: 1.0562198 May 23 11:22:28.868725 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34508) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:28.887317 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-08b0c07f-c31b-44ca-aada-f70d6d4914bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:28.893224 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-54282102-c177-425b-b805-2db2179a8c72 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:22:28.894088 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-54282102-c177-425b-b805-2db2179a8c72 service neutron] Checking segment: {'id': '8ad0a6a2-f0c5-4005-98ee-13e703106a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0308ef6c-1caf-4171-ace3-29e1cb4dd978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:22:28.894811 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-54282102-c177-425b-b805-2db2179a8c72 service neutron] Bound using segment: {'id': '8ad0a6a2-f0c5-4005-98ee-13e703106a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0308ef6c-1caf-4171-ace3-29e1cb4dd978'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:22:28.896340 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-54282102-c177-425b-b805-2db2179a8c72 service neutron] Bound port: 134625d8-6571-4905-9ed3-ad4575428fb0, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ad0a6a2-f0c5-4005-98ee-13e703106a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0308ef6c-1caf-4171-ace3-29e1cb4dd978'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:22:28.896870 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-54282102-c177-425b-b805-2db2179a8c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:29.088421 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-083b3437-20a0-4d81-9463-c9b1c8313b46 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2142892 May 23 11:22:29.107950 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34518) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:29.190817 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c82893-3ae4-4bea-987b-e51f6de50d96 req-ea56a36d-8e7c-4ddb-bd44-575c76151a56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:29.192793 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58c82893-3ae4-4bea-987b-e51f6de50d96 req-ea56a36d-8e7c-4ddb-bd44-575c76151a56 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3c834f11-95c0-4b5a-b401-f49728657821 HTTP/1.1" status: 200 len: 797 time: 0.6621425 May 23 11:22:29.220193 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device dd32ecf8-e4a5-4578-b770-6c60270a1054 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:22:29.226392 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae925b-a79a-4f86-8922-cf21d3dad5d2 req-9b0a13f3-fec6-4861-ac5e-dacd4c3a61df tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:29.228133 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-42ae925b-a79a-4f86-8922-cf21d3dad5d2 req-9b0a13f3-fec6-4861-ac5e-dacd4c3a61df tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=76bbe4e5-f79b-401d-9312-357a83ad0452 HTTP/1.1" status: 200 len: 943 time: 0.7655778 May 23 11:22:29.291688 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-186afd75-acee-4ede-a944-d55780cdf50c None None] Calling delete_port for dd32ecf8-e4a5-4578-b770-6c60270a1054 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:22:29.333827 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-564a87a1-d96d-43e5-96dd-f474776c925d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:29.336240 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-564a87a1-d96d-43e5-96dd-f474776c925d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:29.339904 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-564a87a1-d96d-43e5-96dd-f474776c925d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/ports/54745805-25cd-4f4e-9d9b-63dad945819a HTTP/1.1" status: 404 len: 333 time: 0.2243605 May 23 11:22:29.363759 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34530) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:29.401572 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-300ea722-1c5d-417e-a601-876bbe5a95de req-c3b85b86-132d-427d-8aa2-0a59275f87df tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661366 May 23 11:22:29.434027 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-42ae925b-a79a-4f86-8922-cf21d3dad5d2 req-fb54c5dd-7a5b-4b0a-8c3f-91bdebed2366 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9a6e2d7-59c0-4c03-94fd-55b7bc3a4bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475027 May 23 11:22:29.453053 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58c82893-3ae4-4bea-987b-e51f6de50d96 req-59619691-e5d4-4fa7-b136-81bb69d77409 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=caa75e58-fea3-4934-a2b0-723273e69b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2485271 May 23 11:22:29.541076 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-54282102-c177-425b-b805-2db2179a8c72 service neutron] For port 134625d8-6571-4905-9ed3-ad4575428fb0, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:22:29.544497 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-54282102-c177-425b-b805-2db2179a8c72 service neutron] For port 134625d8-6571-4905-9ed3-ad4575428fb0, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=134625d8-6571-4905-9ed3-ad4575428fb0,segment=NetworkSegment(8ad0a6a2-f0c5-4005-98ee-13e703106a55),segment_id=8ad0a6a2-f0c5-4005-98ee-13e703106a55)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:22:29.599612 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e8013b0-7ed6-411d-998b-936befd14a49 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:29.599612 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e8013b0-7ed6-411d-998b-936befd14a49 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:29.604096 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3e8013b0-7ed6-411d-998b-936befd14a49 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/b3c1b0ca-46da-4706-b0dc-7771e7e30c67 HTTP/1.1" status: 404 len: 337 time: 0.2165260 May 23 11:22:29.604096 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-54282102-c177-425b-b805-2db2179a8c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:29.655952 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34540) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:29.799158 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-186afd75-acee-4ede-a944-d55780cdf50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:29.863776 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9417c3-3d65-483c-af9b-897f3c288519 tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:29.868840 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ec9417c3-3d65-483c-af9b-897f3c288519 tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0805249 May 23 11:22:29.869017 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-08b0c07f-c31b-44ca-aada-f70d6d4914bb None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:29.870730 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34544) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:29.886907 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-895d4d5f-a700-4be3-9163-af275c8acc23 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:29.887342 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-895d4d5f-a700-4be3-9163-af275c8acc23 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:29.893702 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-895d4d5f-a700-4be3-9163-af275c8acc23 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/de01c28d-71b7-401c-bf73-8f05e209b5b7 HTTP/1.1" status: 404 len: 337 time: 0.2366061 May 23 11:22:29.894084 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-08b0c07f-c31b-44ca-aada-f70d6d4914bb None None] Transition to ACTIVE for port object d900448e-b3cc-4f39-891d-f325c493782d will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:22:29.910718 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-08b0c07f-c31b-44ca-aada-f70d6d4914bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:29.962755 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34548) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:29.982631 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-54282102-c177-425b-b805-2db2179a8c72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:29.984098 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-54282102-c177-425b-b805-2db2179a8c72 service neutron] 10.222.0.81 "PUT /v2.0/ports/134625d8-6571-4905-9ed3-ad4575428fb0 HTTP/1.1" status: 200 len: 1091 time: 4.8243721 May 23 11:22:29.984867 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76bbe4e5-f79b-401d-9312-357a83ad0452', 'tag': '134625d8-6571-4905-9ed3-ad4575428fb0'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:22:30.015746 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186afd75-acee-4ede-a944-d55780cdf50c None None] No DVR routers for this DVR port dd32ecf8-e4a5-4578-b770-6c60270a1054 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:22:30.021990 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186afd75-acee-4ede-a944-d55780cdf50c None None] Pushing event deleted for resources: {'Port': ['ID=dd32ecf8-e4a5-4578-b770-6c60270a1054,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:30.042839 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:30.125267 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d695f8fc-eb53-4dfc-aac8-3de46f59ea12 tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=87d63aa2-c2e7-4553-824a-d818708dd83b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2430820 May 23 11:22:30.131080 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34560) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:30.191548 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-42952b19-7bbd-44dc-81b6-38f3ad0db14c tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-358009693', 'network_id': '862e9dfa-9220-4fa8-8863-16bb1e61f09a', 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:22:30.232416 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34564) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:30.236461 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502308e-394a-4f7b-b3cc-c80fd52719ab None None] Pushing event updated for resources: {'Port': ['ID=d900448e-b3cc-4f39-891d-f325c493782d,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:30.243005 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54282102-c177-425b-b805-2db2179a8c72 service neutron] Pushing event updated for resources: {'Port': ['ID=134625d8-6571-4905-9ed3-ad4575428fb0,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:30.263852 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-08b0c07f-c31b-44ca-aada-f70d6d4914bb None None] Attempting to bind port d900448e-b3cc-4f39-891d-f325c493782d on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:22:30.263852 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-08b0c07f-c31b-44ca-aada-f70d6d4914bb None None] Attempting to bind port d900448e-b3cc-4f39-891d-f325c493782d by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:22:30.263852 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b0c07f-c31b-44ca-aada-f70d6d4914bb None None] Attempting to bind port d900448e-b3cc-4f39-891d-f325c493782d on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:22:30.283455 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502308e-394a-4f7b-b3cc-c80fd52719ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:22:30.283797 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502308e-394a-4f7b-b3cc-c80fd52719ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:22:30.284161 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502308e-394a-4f7b-b3cc-c80fd52719ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:22:30.284498 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502308e-394a-4f7b-b3cc-c80fd52719ab None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:22:30.284857 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502308e-394a-4f7b-b3cc-c80fd52719ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:22:30.285139 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502308e-394a-4f7b-b3cc-c80fd52719ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:22:30.285561 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502308e-394a-4f7b-b3cc-c80fd52719ab None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:22:30.285885 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502308e-394a-4f7b-b3cc-c80fd52719ab None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:22:30.286242 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502308e-394a-4f7b-b3cc-c80fd52719ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:22:30.286582 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502308e-394a-4f7b-b3cc-c80fd52719ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:22:30.286906 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502308e-394a-4f7b-b3cc-c80fd52719ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:22:30.296386 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73615387-86b3-476f-a215-dbdfaf650287'] response: {'name': 'network-changed', 'server_uuid': '76bbe4e5-f79b-401d-9312-357a83ad0452', 'tag': '134625d8-6571-4905-9ed3-ad4575428fb0', 'status': 'completed', 'code': 200} May 23 11:22:30.297655 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b0c07f-c31b-44ca-aada-f70d6d4914bb None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:22:30.298034 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b0c07f-c31b-44ca-aada-f70d6d4914bb None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:22:30.298444 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-08b0c07f-c31b-44ca-aada-f70d6d4914bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:30.298912 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b0c07f-c31b-44ca-aada-f70d6d4914bb None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:22:30.299317 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-08b0c07f-c31b-44ca-aada-f70d6d4914bb None None] Bound port: d900448e-b3cc-4f39-891d-f325c493782d, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:22:30.299701 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-08b0c07f-c31b-44ca-aada-f70d6d4914bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:30.314114 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5cc0231-2a35-46b9-ba4b-249d99b73a71 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:30.316345 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5cc0231-2a35-46b9-ba4b-249d99b73a71 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:30.319699 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a5cc0231-2a35-46b9-ba4b-249d99b73a71 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/ports/0280f614-995e-4bbe-b963-59a1990544ae HTTP/1.1" status: 404 len: 333 time: 0.3530364 May 23 11:22:30.325274 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34568) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:30.429878 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58c82893-3ae4-4bea-987b-e51f6de50d96 req-4474a600-3329-4713-aad4-1c49d512764c service neutron] 10.222.0.81 "GET /v2.0/networks/caa75e58-fea3-4934-a2b0-723273e69b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9453340 May 23 11:22:30.432521 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3321c0c-4aba-41f1-a384-9da36cf39321 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:30.433088 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3321c0c-4aba-41f1-a384-9da36cf39321 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:30.443388 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a3321c0c-4aba-41f1-a384-9da36cf39321 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/fc2cf97a-6524-46ce-abb8-70c4698eeee3 HTTP/1.1" status: 404 len: 337 time: 0.1090143 May 23 11:22:30.445828 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34574) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:30.492485 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-08b0c07f-c31b-44ca-aada-f70d6d4914bb None None] For port d900448e-b3cc-4f39-891d-f325c493782d, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:22:30.501803 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-08b0c07f-c31b-44ca-aada-f70d6d4914bb None None] For port d900448e-b3cc-4f39-891d-f325c493782d, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=d900448e-b3cc-4f39-891d-f325c493782d,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:22:30.519482 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-08b0c07f-c31b-44ca-aada-f70d6d4914bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:30.569106 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-5faa201e-0904-4460-9b2c-8c3900b1c50e tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:30.569572 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5faa201e-0904-4460-9b2c-8c3900b1c50e tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:30.577104 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5faa201e-0904-4460-9b2c-8c3900b1c50e tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/ba476512-2a81-47e0-84f5-633c00b3ba74 HTTP/1.1" status: 404 len: 337 time: 0.1301556 May 23 11:22:30.577715 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34582) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:30.639735 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-42952b19-7bbd-44dc-81b6-38f3ad0db14c tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:22:30.644301 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-42952b19-7bbd-44dc-81b6-38f3ad0db14c tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Usage tracker for resource:subnet and tenant:7e6820b1da73478a8f6280c600dfbb0e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:22:30.653865 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-42952b19-7bbd-44dc-81b6-38f3ad0db14c tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:22:30.670739 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-42952b19-7bbd-44dc-81b6-38f3ad0db14c tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:22:30.685744 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42952b19-7bbd-44dc-81b6-38f3ad0db14c tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Made reservation on behalf of 7e6820b1da73478a8f6280c600dfbb0e for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:22:30.752201 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fc6a4c9-76af-4a9d-91b3-ed78220efcfc tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:30.757299 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fc6a4c9-76af-4a9d-91b3-ed78220efcfc tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:30.759058 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4fc6a4c9-76af-4a9d-91b3-ed78220efcfc tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/ports/3b947318-78bc-4b8f-be8d-5e9575243ffb HTTP/1.1" status: 404 len: 333 time: 0.1622608 May 23 11:22:30.767379 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34586) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:30.778377 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b0c07f-c31b-44ca-aada-f70d6d4914bb None None] Routers {'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:22:30.779818 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-08b0c07f-c31b-44ca-aada-f70d6d4914bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:22:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:22:30.904825 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d86d2-37e1-458c-94fa-67da8b8265cf req-5bea4b10-e6e4-4f3e-9a7a-09e92c2bea6a tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:30.909370 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-047e3dfc-bcfc-4d7d-b9c4-6247dd5e6914 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:30.909803 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-047e3dfc-bcfc-4d7d-b9c4-6247dd5e6914 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:30.911665 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-047e3dfc-bcfc-4d7d-b9c4-6247dd5e6914 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/d2aaa540-b728-4958-9406-735b1751de93 HTTP/1.1" status: 404 len: 337 time: 0.1433187 May 23 11:22:30.927988 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e18d86d2-37e1-458c-94fa-67da8b8265cf req-5bea4b10-e6e4-4f3e-9a7a-09e92c2bea6a tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=93664a9d-71b9-4628-acab-fb7e8e19d283 HTTP/1.1" status: 200 len: 946 time: 1.0881338 May 23 11:22:30.933703 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34590) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:31.032573 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502308e-394a-4f7b-b3cc-c80fd52719ab None None] Pushing event updated for resources: {'Port': ['ID=d900448e-b3cc-4f39-891d-f325c493782d,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:31.065861 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-ee7f7b94-c811-462c-b079-53b0dce385e8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d3ec9888c9b84da5954173e8d76fab76&device_id=76bbe4e5-f79b-401d-9312-357a83ad0452 HTTP/1.1" status: 200 len: 1094 time: 0.9388766 May 23 11:22:31.104393 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c9adea4-5ba2-4d8e-933d-c45218c9ee90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:31.105651 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-889ea1f4-a1f8-4ff6-9dcd-bf51243c8b63 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:31.106097 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-889ea1f4-a1f8-4ff6-9dcd-bf51243c8b63 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:31.122578 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34600) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:31.127258 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-889ea1f4-a1f8-4ff6-9dcd-bf51243c8b63 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/e51868f1-a667-4b9b-a121-d5fbb5c84edb HTTP/1.1" status: 404 len: 337 time: 0.1709371 May 23 11:22:31.188485 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-08b0c07f-c31b-44ca-aada-f70d6d4914bb None None] Set router f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:22:31.233453 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b2ee817-5d97-4e3a-8a2d-8f25b5057a25 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:31.234014 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b2ee817-5d97-4e3a-8a2d-8f25b5057a25 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:31.250334 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3c9adea4-5ba2-4d8e-933d-c45218c9ee90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:22:31.259559 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-42952b19-7bbd-44dc-81b6-38f3ad0db14c tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:31.311112 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-f053d63c-d37d-472f-b5fe-25922aa4e400 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=134625d8-6571-4905-9ed3-ad4575428fb0 HTTP/1.1" status: 200 len: 217 time: 0.1825750 May 23 11:22:31.361118 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e18d86d2-37e1-458c-94fa-67da8b8265cf req-84899968-5af3-4e92-a112-35cdd6b5a5a4 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320061 May 23 11:22:31.406642 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a47af-1f58-473a-b45b-f469543a38f2 req-2205a51c-c308-4bd9-bf79-ba3c58f71331 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:31.428524 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-438a47af-1f58-473a-b45b-f469543a38f2 req-2205a51c-c308-4bd9-bf79-ba3c58f71331 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 944 time: 0.5395100 May 23 11:22:31.434740 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3c9adea4-5ba2-4d8e-933d-c45218c9ee90 admin admin] Usage tracker for resource:security_group_rule and tenant:2c9bbffc817b40d083721aeb14a564da is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:22:31.455083 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3c9adea4-5ba2-4d8e-933d-c45218c9ee90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:22:31.501587 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-cce6a29c-9096-4172-b2ff-0a139553df0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:31.503166 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-cce6a29c-9096-4172-b2ff-0a139553df0f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=78a08f2b-9bc6-4aed-a592-74a10c72dff5 HTTP/1.1" status: 200 len: 849 time: 0.1347136 May 23 11:22:31.595686 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7b2ee817-5d97-4e3a-8a2d-8f25b5057a25 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/ports/340afea7-0d89-4187-8efa-5fe208027f05 HTTP/1.1" status: 404 len: 333 time: 0.4448273 May 23 11:22:31.640495 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34606) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:31.683614 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3c9adea4-5ba2-4d8e-933d-c45218c9ee90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:22:31.716573 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6a9d3f0-aab2-4b7d-ab7c-e6119a87e3f0 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:31.717045 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6a9d3f0-aab2-4b7d-ab7c-e6119a87e3f0 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:31.725424 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f6a9d3f0-aab2-4b7d-ab7c-e6119a87e3f0 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/e14ceb57-abca-42d7-9d22-0ab25747db1d HTTP/1.1" status: 404 len: 337 time: 0.0830603 May 23 11:22:31.726257 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34610) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:31.785011 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-08b0c07f-c31b-44ca-aada-f70d6d4914bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'name': 'tempest-TestNetworkBasicOps-router-187643995', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'd900448e-b3cc-4f39-891d-f325c493782d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:22:20Z', 'updated_at': '2022-05-23T11:22:24Z', 'revision_number': 3, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'gw_port': {'id': 'd900448e-b3cc-4f39-891d-f325c493782d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:22:22Z', 'updated_at': '2022-05-23T11:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:22:31.788709 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58c82893-3ae4-4bea-987b-e51f6de50d96 req-e7808942-2a77-4d2d-b735-f6f4b84025fc service neutron] 10.222.0.81 "GET /v2.0/networks/caa75e58-fea3-4934-a2b0-723273e69b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3041046 May 23 11:22:31.790955 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b0c07f-c31b-44ca-aada-f70d6d4914bb None None] The sync data for ids ['f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d'] in n-d-842952-2 is: [{'id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'name': 'tempest-TestNetworkBasicOps-router-187643995', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'd900448e-b3cc-4f39-891d-f325c493782d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:22:20Z', 'updated_at': '2022-05-23T11:22:24Z', 'revision_number': 3, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'gw_port': {'id': 'd900448e-b3cc-4f39-891d-f325c493782d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:22:22Z', 'updated_at': '2022-05-23T11:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:22:31.810428 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-b57c0b44-e945-4ec7-a6fd-678b75ccdb4a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:31.811487 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b57c0b44-e945-4ec7-a6fd-678b75ccdb4a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:31.816444 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b57c0b44-e945-4ec7-a6fd-678b75ccdb4a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/fa3bc03b-7b81-4c06-acc4-e51dde83a997 HTTP/1.1" status: 404 len: 337 time: 0.0876670 May 23 11:22:31.818339 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34614) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:32.000097 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-438a47af-1f58-473a-b45b-f469543a38f2 req-f23e1405-2b39-4c64-9645-943c6023274d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5705194 May 23 11:22:32.038235 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-42952b19-7bbd-44dc-81b6-38f3ad0db14c tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:32.088902 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c9bd75e-f460-4e70-848e-7cad9c2e1752 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:32.089766 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c9bd75e-f460-4e70-848e-7cad9c2e1752 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:32.091919 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6c9bd75e-f460-4e70-848e-7cad9c2e1752 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/ports/95363921-e68e-45b8-9291-bc06ddaf2d5a HTTP/1.1" status: 404 len: 333 time: 0.2724354 May 23 11:22:32.105096 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34618) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:32.134205 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c9adea4-5ba2-4d8e-933d-c45218c9ee90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:32.155767 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c9adea4-5ba2-4d8e-933d-c45218c9ee90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:32.206332 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-7016b748-9c67-4c55-a99c-d3ccac6dc96f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:32.206710 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7016b748-9c67-4c55-a99c-d3ccac6dc96f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:32.211152 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7016b748-9c67-4c55-a99c-d3ccac6dc96f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/768b4c53-ce6a-4e71-896b-44692772628f HTTP/1.1" status: 404 len: 337 time: 0.0944092 May 23 11:22:32.213440 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34622) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:32.214879 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42952b19-7bbd-44dc-81b6-38f3ad0db14c tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event updated for resources: {'Subnet': ['ID=71080ede-fcb2-4e30-8636-9b223584a1ac,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:32.283702 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9adea4-5ba2-4d8e-933d-c45218c9ee90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133de9b8-57f3-4d11-a498-e3ebbbfb5957,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:32.309501 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3905b8-114d-48cd-8a24-d4ddff8dbb80 req-8393f8e0-403e-473d-aa07-bd589aa2ade4 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:32.328479 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-df3905b8-114d-48cd-8a24-d4ddff8dbb80 req-8393f8e0-403e-473d-aa07-bd589aa2ade4 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=76bbe4e5-f79b-401d-9312-357a83ad0452 HTTP/1.1" status: 200 len: 943 time: 0.6539690 May 23 11:22:32.339027 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-54ed7eee-8129-4c42-bc31-c4800d749550 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:32.339524 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54ed7eee-8129-4c42-bc31-c4800d749550 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:32.341940 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-54ed7eee-8129-4c42-bc31-c4800d749550 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/ports/71c0ce9f-4192-4708-bdd1-881b260d941b HTTP/1.1" status: 404 len: 333 time: 0.1275983 May 23 11:22:32.346796 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-df6fc5d6-3793-42d2-b68e-fc071647f598 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0308ef6c-1caf-4171-ace3-29e1cb4dd978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8226528 May 23 11:22:32.347261 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34628) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:32.360984 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3c9adea4-5ba2-4d8e-933d-c45218c9ee90 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2c9bbffc817b40d083721aeb14a564da&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1144345 May 23 11:22:32.364217 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34632) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:32.369930 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42952b19-7bbd-44dc-81b6-38f3ad0db14c tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Checking segment: {'id': '1d4a6df8-34d0-4736-999c-11f1ef0e712c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '862e9dfa-9220-4fa8-8863-16bb1e61f09a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:22:32.370295 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42952b19-7bbd-44dc-81b6-38f3ad0db14c tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Network hostable DHCP agents. Network: 862e9dfa-9220-4fa8-8863-16bb1e61f09a, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:22:32.453069 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-3569ba1f-65a6-47f5-93e1-8e90c7cc74b1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:32.453651 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3569ba1f-65a6-47f5-93e1-8e90c7cc74b1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:32.456535 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3569ba1f-65a6-47f5-93e1-8e90c7cc74b1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/e2701f98-fab0-402f-ba74-ddb8cada10c2 HTTP/1.1" status: 404 len: 337 time: 0.1075461 May 23 11:22:32.477596 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34638) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:32.482406 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-df3905b8-114d-48cd-8a24-d4ddff8dbb80 req-c620d5ee-3e4f-4eb3-adf8-94ef066814e1 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9a6e2d7-59c0-4c03-94fd-55b7bc3a4bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517079 May 23 11:22:32.666786 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-a4c3647b-bd0b-4bac-b17d-7606682b5cce service neutron] 10.222.0.81 "GET /v2.0/networks/0308ef6c-1caf-4171-ace3-29e1cb4dd978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586551 May 23 11:22:32.914163 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-adc59237-1fdb-4c2d-9684-53861bbdd977 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:32.914745 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adc59237-1fdb-4c2d-9684-53861bbdd977 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:32.957975 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b6e8846c-43b8-48b9-8fda-f381ee372cb2 req-c6335ba4-6852-479d-bd1b-728152e94b5d service neutron] 10.222.0.81 "GET /v2.0/networks/0308ef6c-1caf-4171-ace3-29e1cb4dd978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836995 May 23 11:22:33.091222 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-adc59237-1fdb-4c2d-9684-53861bbdd977 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/ports/1c3eef06-a5a5-4acd-98b9-04cb0050725c HTTP/1.1" status: 404 len: 333 time: 0.6052072 May 23 11:22:33.092169 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34644) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:33.099119 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device d900448e-b3cc-4f39-891d-f325c493782d up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:22:33.109221 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fbf6d0ac-043d-4299-92b8-27e366a28c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:33.149781 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fbf6d0ac-043d-4299-92b8-27e366a28c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:33.195517 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e1bccac-efe0-4595-b51c-eef3e773a542 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:33.198097 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e1bccac-efe0-4595-b51c-eef3e773a542 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:33.205098 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0e1bccac-efe0-4595-b51c-eef3e773a542 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/2def5750-534c-46df-ac4b-e263833a4872 HTTP/1.1" status: 404 len: 337 time: 0.1116445 May 23 11:22:33.206531 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34648) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:33.230711 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port d900448e-b3cc-4f39-891d-f325c493782d completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:22:33.238328 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port d900448e-b3cc-4f39-891d-f325c493782d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:22:33.239369 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:33.241193 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42952b19-7bbd-44dc-81b6-38f3ad0db14c tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Network 862e9dfa-9220-4fa8-8863-16bb1e61f09a is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:22:33.344554 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-42952b19-7bbd-44dc-81b6-38f3ad0db14c tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 862e9dfa-9220-4fa8-8863-16bb1e61f09a) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:22:33.372501 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42952b19-7bbd-44dc-81b6-38f3ad0db14c tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:33.374269 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-42952b19-7bbd-44dc-81b6-38f3ad0db14c tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:33.390581 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:33.395949 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f50edd-c690-48e0-877a-c25e00bbd4a7 None None] Network 862e9dfa-9220-4fa8-8863-16bb1e61f09a requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:22:33.448294 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-04417649-0335-45c1-969a-a2138630539e tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:33.448976 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04417649-0335-45c1-969a-a2138630539e tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:33.450983 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-04417649-0335-45c1-969a-a2138630539e tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/ports/c22d68e3-0c99-4080-946f-3435a7e3f96e HTTP/1.1" status: 404 len: 333 time: 0.2421820 May 23 11:22:33.453539 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34654) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:33.498295 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-42952b19-7bbd-44dc-81b6-38f3ad0db14c tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.3607743 May 23 11:22:33.512406 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34658) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:33.520905 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ff66f07-2f38-44ed-9987-7ad1dab076e9 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:33.521911 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ff66f07-2f38-44ed-9987-7ad1dab076e9 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:33.527679 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1ff66f07-2f38-44ed-9987-7ad1dab076e9 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/a0031a62-b72d-4579-a249-c4581d3f6493 HTTP/1.1" status: 404 len: 337 time: 0.0722742 May 23 11:22:33.534567 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34660) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:33.547497 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385102e0-c73c-49d7-a02f-0764fa2978a1 req-dd5e7b7b-074d-477e-a7fd-156784131f57 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:33.547497 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-385102e0-c73c-49d7-a02f-0764fa2978a1 req-dd5e7b7b-074d-477e-a7fd-156784131f57 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=93664a9d-71b9-4628-acab-fb7e8e19d283 HTTP/1.1" status: 200 len: 946 time: 0.9124274 May 23 11:22:33.575534 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port d900448e-b3cc-4f39-891d-f325c493782d, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=d900448e-b3cc-4f39-891d-f325c493782d,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:22:33.595287 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-12cfa848-4a1a-4121-8a53-f8cffec036c9 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:33.598020 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12cfa848-4a1a-4121-8a53-f8cffec036c9 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:33.599857 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-12cfa848-4a1a-4121-8a53-f8cffec036c9 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/ports/6ba693e0-9480-4cac-9d71-e8e4094302db HTTP/1.1" status: 404 len: 333 time: 0.0644848 May 23 11:22:33.606335 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34670) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:33.659217 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:33.683941 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2eb28ba-a0a1-4e92-a9aa-8754346ba591 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:33.684388 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2eb28ba-a0a1-4e92-a9aa-8754346ba591 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:33.688445 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c2eb28ba-a0a1-4e92-a9aa-8754346ba591 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/a580253d-f198-41dc-a94e-dca2c4bda48a HTTP/1.1" status: 404 len: 337 time: 0.0787888 May 23 11:22:33.692456 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34674) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:33.751304 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-19a8efc7-d293-4141-84d5-7febf49865c8 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:33.752485 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19a8efc7-d293-4141-84d5-7febf49865c8 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:33.758837 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-19a8efc7-d293-4141-84d5-7febf49865c8 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/ports/e2cf8366-2f9d-48dc-9e39-405bf28f0d94 HTTP/1.1" status: 404 len: 333 time: 0.0611784 May 23 11:22:33.760041 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34680) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:33.769000 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7d417c73-0527-4cda-abff-2337787621ae req-52404402-e925-4e9b-8898-790d8bceff9d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d3ec9888c9b84da5954173e8d76fab76&device_id=76bbe4e5-f79b-401d-9312-357a83ad0452 HTTP/1.1" status: 200 len: 1094 time: 0.4549596 May 23 11:22:33.812170 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-e195621c-4abb-47e8-aaf6-c9a2e29e4c1d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:33.812760 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e195621c-4abb-47e8-aaf6-c9a2e29e4c1d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:33.818771 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e195621c-4abb-47e8-aaf6-c9a2e29e4c1d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/e6024990-1d68-4af7-ac00-2ea8f5a0f7b9 HTTP/1.1" status: 404 len: 337 time: 0.0561998 May 23 11:22:33.819579 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34684) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:33.826672 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=d900448e-b3cc-4f39-891d-f325c493782d,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:33.888482 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1c12da-eef2-43a0-addf-c076ecc5243c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-862e9dfa-9220-4fa8-8863-16bb1e61f09a', 'network_id': '862e9dfa-9220-4fa8-8863-16bb1e61f09a', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'fixed_ips': [{'subnet_id': '71080ede-fcb2-4e30-8636-9b223584a1ac'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:22:33.893346 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5d1c12da-eef2-43a0-addf-c076ecc5243c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:33.924821 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-385102e0-c73c-49d7-a02f-0764fa2978a1 req-2b71b04d-f690-433b-8896-b505fdab7ff5 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475811 May 23 11:22:34.005438 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4da9c50-c9ba-4f48-98d9-d5639e07200f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:34.006362 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4da9c50-c9ba-4f48-98d9-d5639e07200f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:34.009170 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b4da9c50-c9ba-4f48-98d9-d5639e07200f tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/1f8fe189-18f2-42ec-a408-ebde0bff2711 HTTP/1.1" status: 404 len: 337 time: 0.1866848 May 23 11:22:34.018622 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34690) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:34.078054 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fbf6d0ac-043d-4299-92b8-27e366a28c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:34.080360 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fbf6d0ac-043d-4299-92b8-27e366a28c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:34.081491 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-fbf6d0ac-043d-4299-92b8-27e366a28c4c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/133de9b8-57f3-4d11-a498-e3ebbbfb5957 HTTP/1.1" status: 204 len: 168 time: 1.7163079 May 23 11:22:34.091690 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6d0bb69-fbc2-432b-9a73-74a9cecb67a2 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:34.092176 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6d0bb69-fbc2-432b-9a73-74a9cecb67a2 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:34.093930 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d6d0bb69-fbc2-432b-9a73-74a9cecb67a2 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/ports/89e08111-f2ee-4b28-b043-ca6f9d574d37 HTTP/1.1" status: 404 len: 333 time: 0.0740435 May 23 11:22:34.098117 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34698) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:34.147306 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf6d0ac-043d-4299-92b8-27e366a28c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133de9b8-57f3-4d11-a498-e3ebbbfb5957,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:34.186192 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-716c2c5d-5c4c-4e47-b4bf-ea4f5e08b7bb tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:34.201163 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-716c2c5d-5c4c-4e47-b4bf-ea4f5e08b7bb tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:34.203173 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-716c2c5d-5c4c-4e47-b4bf-ea4f5e08b7bb tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/698ae403-5cea-45cd-b94e-3a8faac47c5f HTTP/1.1" status: 404 len: 337 time: 0.1050708 May 23 11:22:34.210689 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf6d0ac-043d-4299-92b8-27e366a28c4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:22:34.210912 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34702) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:34.211004 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf6d0ac-043d-4299-92b8-27e366a28c4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:22:34.211361 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf6d0ac-043d-4299-92b8-27e366a28c4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:22:34.211703 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf6d0ac-043d-4299-92b8-27e366a28c4c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:22:34.212141 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf6d0ac-043d-4299-92b8-27e366a28c4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:22:34.212479 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf6d0ac-043d-4299-92b8-27e366a28c4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:22:34.212810 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf6d0ac-043d-4299-92b8-27e366a28c4c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:22:34.213149 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf6d0ac-043d-4299-92b8-27e366a28c4c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:22:34.213461 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf6d0ac-043d-4299-92b8-27e366a28c4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:22:34.213788 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf6d0ac-043d-4299-92b8-27e366a28c4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:22:34.214135 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf6d0ac-043d-4299-92b8-27e366a28c4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:22:34.235904 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-5d1c12da-eef2-43a0-addf-c076ecc5243c None None] Allocated IP 172.20.0.2 (862e9dfa-9220-4fa8-8863-16bb1e61f09a/71080ede-fcb2-4e30-8636-9b223584a1ac/72e2f7af-f5c5-478f-85b8-93914f54ae79) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:22:34.279417 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2cbc7-fc3c-46dd-93d8-ce609d3c58f9 req-607d1af3-f1a3-407a-9ab5-9a6e793a60d4 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:34.281032 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-90d2cbc7-fc3c-46dd-93d8-ce609d3c58f9 req-607d1af3-f1a3-407a-9ab5-9a6e793a60d4 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 944 time: 0.9128060 May 23 11:22:34.327140 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7d87c2d-17aa-464f-998f-c40bcea59f54 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:34.327492 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7d87c2d-17aa-464f-998f-c40bcea59f54 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:34.331606 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e7d87c2d-17aa-464f-998f-c40bcea59f54 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/deb20481-0a42-4a1d-9202-d2ea0a708da1 HTTP/1.1" status: 404 len: 337 time: 0.1174707 May 23 11:22:34.365772 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34706) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:34.425989 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-90d2cbc7-fc3c-46dd-93d8-ce609d3c58f9 req-9bed9204-6b84-46f5-b02d-2558dcabcd34 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231987 May 23 11:22:34.462634 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c8e4d-a4a1-4327-a6b7-4461be85829f req-90d5bbbb-6759-4a21-9946-fdd650a5787e tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:34.481624 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e30c8e4d-a4a1-4327-a6b7-4461be85829f req-90d5bbbb-6759-4a21-9946-fdd650a5787e tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=76bbe4e5-f79b-401d-9312-357a83ad0452 HTTP/1.1" status: 200 len: 943 time: 0.3018939 May 23 11:22:34.571958 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-caf98516-ee11-43dd-b729-247f20088d15 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:34.572449 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caf98516-ee11-43dd-b729-247f20088d15 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:34.576662 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-caf98516-ee11-43dd-b729-247f20088d15 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/ports/6d07c991-470e-4c06-8094-a6afe5404ea6 HTTP/1.1" status: 404 len: 333 time: 0.2074010 May 23 11:22:34.580027 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34710) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:34.602805 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d417c73-0527-4cda-abff-2337787621ae req-65b8dbfe-f8ab-45ec-a681-b49fe2cfc97d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:34.604310 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7d417c73-0527-4cda-abff-2337787621ae req-65b8dbfe-f8ab-45ec-a681-b49fe2cfc97d service neutron] 10.222.0.81 "GET /v2.0/networks?id=0308ef6c-1caf-4171-ace3-29e1cb4dd978 HTTP/1.1" status: 200 len: 911 time: 0.7836783 May 23 11:22:34.686274 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e30c8e4d-a4a1-4327-a6b7-4461be85829f req-d7b7b462-b20c-460b-adb4-7ac1e682a2de tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9a6e2d7-59c0-4c03-94fd-55b7bc3a4bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036555 May 23 11:22:34.715396 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f7b35a7-cd8a-46e9-a1e0-aab52f6f8763 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:34.716093 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f7b35a7-cd8a-46e9-a1e0-aab52f6f8763 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:34.718787 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0f7b35a7-cd8a-46e9-a1e0-aab52f6f8763 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/6f917ff7-1bcc-43bf-9807-4bdca0625363 HTTP/1.1" status: 404 len: 337 time: 0.1378882 May 23 11:22:34.730662 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34718) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:34.871744 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7d417c73-0527-4cda-abff-2337787621ae req-6a3ec8a7-8dc6-419f-a8e7-a4f36f542728 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=134625d8-6571-4905-9ed3-ad4575428fb0 HTTP/1.1" status: 200 len: 217 time: 0.2556489 May 23 11:22:34.875800 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-b03f5fdb-21df-40f5-a71f-a2ab1fc5892a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:34.876266 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b03f5fdb-21df-40f5-a71f-a2ab1fc5892a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:34.881520 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b03f5fdb-21df-40f5-a71f-a2ab1fc5892a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/518efbb5-fba5-4608-8d51-9eb689ce0213 HTTP/1.1" status: 404 len: 337 time: 0.1429656 May 23 11:22:34.881746 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34726) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:34.978152 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5d1c12da-eef2-43a0-addf-c076ecc5243c None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:35.001450 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5d1c12da-eef2-43a0-addf-c076ecc5243c None None] Transition to ACTIVE for port object 72e2f7af-f5c5-478f-85b8-93914f54ae79 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:22:35.036217 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5d1c12da-eef2-43a0-addf-c076ecc5243c None None] Transition to ACTIVE for port object 72e2f7af-f5c5-478f-85b8-93914f54ae79 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:22:35.057289 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5d1c12da-eef2-43a0-addf-c076ecc5243c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:35.124143 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bfd7717-22e9-4914-a80a-d982fc1e0a50 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:35.125140 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bfd7717-22e9-4914-a80a-d982fc1e0a50 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:35.126972 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1bfd7717-22e9-4914-a80a-d982fc1e0a50 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/ports/9d81e485-0ac7-4308-94f6-6a012d25d496 HTTP/1.1" status: 404 len: 333 time: 0.2442565 May 23 11:22:35.129371 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device d900448e-b3cc-4f39-891d-f325c493782d up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:22:35.131097 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34734) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:35.258968 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-0362485a-4af1-4569-95d0-300613057eed tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:35.259590 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0362485a-4af1-4569-95d0-300613057eed tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:35.261438 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0362485a-4af1-4569-95d0-300613057eed tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/4b6fa7fe-2f38-41a5-a667-4883b72b9b2a HTTP/1.1" status: 404 len: 337 time: 0.1293068 May 23 11:22:35.264380 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d417c73-0527-4cda-abff-2337787621ae req-36e774a6-a13b-4eee-bcab-b50c5296f6eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:35.266154 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7d417c73-0527-4cda-abff-2337787621ae req-36e774a6-a13b-4eee-bcab-b50c5296f6eb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=78a08f2b-9bc6-4aed-a592-74a10c72dff5 HTTP/1.1" status: 200 len: 849 time: 0.3095574 May 23 11:22:35.266975 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34742) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:35.352251 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port d900448e-b3cc-4f39-891d-f325c493782d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:22:35.353186 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:35.432231 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0efb14-b538-426b-96c8-f8244d50ad8c req-bdaab430-22b6-4f2f-8729-76d6988353a8 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:35.446163 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ca0efb14-b538-426b-96c8-f8244d50ad8c req-bdaab430-22b6-4f2f-8729-76d6988353a8 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.3332355 May 23 11:22:35.457115 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1c12da-eef2-43a0-addf-c076ecc5243c None None] Network 862e9dfa-9220-4fa8-8863-16bb1e61f09a is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:22:35.489438 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-5d1c12da-eef2-43a0-addf-c076ecc5243c None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:22:35.500036 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c12da-eef2-43a0-addf-c076ecc5243c None None] Pushing event updated for resources: {'Port': ['ID=72e2f7af-f5c5-478f-85b8-93914f54ae79,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:35.507019 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1c12da-eef2-43a0-addf-c076ecc5243c None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:22:35.526660 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ca0efb14-b538-426b-96c8-f8244d50ad8c req-d2b3e51c-aed3-4b0c-b44c-94c996112852 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791135 May 23 11:22:35.570054 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-9316a335-fd13-4847-9be7-d726fe403120 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:35.570054 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9316a335-fd13-4847-9be7-d726fe403120 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:35.570054 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9316a335-fd13-4847-9be7-d726fe403120 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/441ebf54-77b8-407a-b358-3359d5772e49 HTTP/1.1" status: 404 len: 337 time: 0.2996182 May 23 11:22:35.572511 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34752) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:35.611888 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7d417c73-0527-4cda-abff-2337787621ae req-d5420c57-04b0-4fa9-9b8e-b551a6ce5d39 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0308ef6c-1caf-4171-ace3-29e1cb4dd978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2970753 May 23 11:22:35.689580 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-fa1a01e2-c19b-48c4-a6e8-0de2f0817b26 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/ports?device_id=e3288e42-0256-495e-bf2f-c9c58b50f78b HTTP/1.1" status: 200 len: 205 time: 0.1140790 May 23 11:22:35.695695 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34756) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:35.878081 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-5d1c12da-eef2-43a0-addf-c076ecc5243c None None] Attempting to bind port 72e2f7af-f5c5-478f-85b8-93914f54ae79 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:22:35.878451 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-5d1c12da-eef2-43a0-addf-c076ecc5243c None None] Attempting to bind port 72e2f7af-f5c5-478f-85b8-93914f54ae79 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '1d4a6df8-34d0-4736-999c-11f1ef0e712c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '862e9dfa-9220-4fa8-8863-16bb1e61f09a'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:22:35.878899 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1c12da-eef2-43a0-addf-c076ecc5243c None None] Attempting to bind port 72e2f7af-f5c5-478f-85b8-93914f54ae79 on network 862e9dfa-9220-4fa8-8863-16bb1e61f09a {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:22:35.886814 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1c12da-eef2-43a0-addf-c076ecc5243c None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:22:35.887328 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1c12da-eef2-43a0-addf-c076ecc5243c None None] Checking segment: {'id': '1d4a6df8-34d0-4736-999c-11f1ef0e712c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '862e9dfa-9220-4fa8-8863-16bb1e61f09a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:22:35.887862 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5d1c12da-eef2-43a0-addf-c076ecc5243c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:35.888324 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1c12da-eef2-43a0-addf-c076ecc5243c None None] Bound using segment: {'id': '1d4a6df8-34d0-4736-999c-11f1ef0e712c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '862e9dfa-9220-4fa8-8863-16bb1e61f09a'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:22:35.893355 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-5d1c12da-eef2-43a0-addf-c076ecc5243c None None] Bound port: 72e2f7af-f5c5-478f-85b8-93914f54ae79, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d4a6df8-34d0-4736-999c-11f1ef0e712c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '862e9dfa-9220-4fa8-8863-16bb1e61f09a'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:22:35.894091 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5d1c12da-eef2-43a0-addf-c076ecc5243c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:35.960507 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 134625d8-6571-4905-9ed3-ad4575428fb0 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:22:36.015252 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7d417c73-0527-4cda-abff-2337787621ae req-aaf119dd-e4da-4e86-aef4-5441049f4333 service neutron] 10.222.0.81 "GET /v2.0/networks/0308ef6c-1caf-4171-ace3-29e1cb4dd978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823390 May 23 11:22:36.094731 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-aa497555-4a0c-4a56-a35e-3a9432b50c8e tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] delete failed (client error): The resource could not be found. May 23 11:22:36.097890 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-aa497555-4a0c-4a56-a35e-3a9432b50c8e tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/routers/e3288e42-0256-495e-bf2f-c9c58b50f78b HTTP/1.1" status: 404 len: 336 time: 0.3978932 May 23 11:22:36.106079 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34766) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:36.185112 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5d1c12da-eef2-43a0-addf-c076ecc5243c None None] For port 72e2f7af-f5c5-478f-85b8-93914f54ae79, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:22:36.201283 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5d1c12da-eef2-43a0-addf-c076ecc5243c None None] For port 72e2f7af-f5c5-478f-85b8-93914f54ae79, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=72e2f7af-f5c5-478f-85b8-93914f54ae79,segment=NetworkSegment(1d4a6df8-34d0-4736-999c-11f1ef0e712c),segment_id=1d4a6df8-34d0-4736-999c-11f1ef0e712c)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:22:36.216112 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5d1c12da-eef2-43a0-addf-c076ecc5243c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:36.321587 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-80b73aea-9d90-4ea0-8aa0-51f93071517a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:36.323492 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80b73aea-9d90-4ea0-8aa0-51f93071517a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:36.326054 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-80b73aea-9d90-4ea0-8aa0-51f93071517a tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/dd0cf522-90f8-4a4c-afd2-13b7420e28b0 HTTP/1.1" status: 404 len: 337 time: 0.2097573 May 23 11:22:36.341625 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34772) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:36.409795 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-cece2341-ff71-41a9-9720-9ae1fff924bf tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "GET /v2.0/ports?device_id=68363051-88db-42b6-b104-76ea9b4061c6 HTTP/1.1" status: 200 len: 205 time: 0.0665247 May 23 11:22:36.417648 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34778) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:36.435105 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c12da-eef2-43a0-addf-c076ecc5243c None None] Pushing event updated for resources: {'Port': ['ID=72e2f7af-f5c5-478f-85b8-93914f54ae79,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:36.471282 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 134625d8-6571-4905-9ed3-ad4575428fb0, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=134625d8-6571-4905-9ed3-ad4575428fb0,segment=NetworkSegment(8ad0a6a2-f0c5-4005-98ee-13e703106a55),segment_id=8ad0a6a2-f0c5-4005-98ee-13e703106a55)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:22:36.504360 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '134625d8-6571-4905-9ed3-ad4575428fb0', 'network_id': '0308ef6c-1caf-4171-ace3-29e1cb4dd978', 'port_id': '134625d8-6571-4905-9ed3-ad4575428fb0', 'mac_address': 'fa:16:3e:88:b9:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78a08f2b-9bc6-4aed-a592-74a10c72dff5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:22:36.621962 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-0e6b335d-bf94-457d-b3b5-03683e5b84d3 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] delete failed (client error): The resource could not be found. May 23 11:22:36.624638 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0e6b335d-bf94-457d-b3b5-03683e5b84d3 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/routers/68363051-88db-42b6-b104-76ea9b4061c6 HTTP/1.1" status: 404 len: 336 time: 0.2027895 May 23 11:22:36.641198 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34782) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:36.687051 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7d417c73-0527-4cda-abff-2337787621ae req-89eef276-89b3-4bda-aa23-c2db3a971451 service neutron] 10.222.0.81 "GET /v2.0/networks/0308ef6c-1caf-4171-ace3-29e1cb4dd978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6415057 May 23 11:22:36.698513 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:36.729998 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 134625d8-6571-4905-9ed3-ad4575428fb0 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:22:36.753990 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 134625d8-6571-4905-9ed3-ad4575428fb0, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=134625d8-6571-4905-9ed3-ad4575428fb0,segment=NetworkSegment(8ad0a6a2-f0c5-4005-98ee-13e703106a55),segment_id=8ad0a6a2-f0c5-4005-98ee-13e703106a55)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:22:36.765348 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:36.858396 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=134625d8-6571-4905-9ed3-ad4575428fb0,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:36.981172 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e9315f1-15fa-418b-aa24-a9cb17c814f7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:36.981601 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e9315f1-15fa-418b-aa24-a9cb17c814f7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:36.984010 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5e9315f1-15fa-418b-aa24-a9cb17c814f7 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/f4234a1d-29ef-46e1-a75f-37c16a8eb482 HTTP/1.1" status: 404 len: 337 time: 0.3288951 May 23 11:22:36.989583 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34790) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:37.026936 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbddb5c2-7fed-4f5b-9ac3-4aa53f9df05e req-57e5c48a-34c7-4d60-9d0b-532bd10e5b2f tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:37.036278 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bbddb5c2-7fed-4f5b-9ac3-4aa53f9df05e req-57e5c48a-34c7-4d60-9d0b-532bd10e5b2f tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 944 time: 1.2098610 May 23 11:22:37.044953 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d4dc7-a03a-44a2-a612-94808d394853 req-a615368f-f560-4104-a55d-8d98b77cbc81 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:37.051738 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d69d4dc7-a03a-44a2-a612-94808d394853 req-a615368f-f560-4104-a55d-8d98b77cbc81 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 1.1371417 May 23 11:22:37.096793 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-e42e1788-1345-4ad4-841f-6c1bc9be9da1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:37.097538 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e42e1788-1345-4ad4-841f-6c1bc9be9da1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:37.109769 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e42e1788-1345-4ad4-841f-6c1bc9be9da1 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/09f1bec5-d350-475a-bce2-00a0c51ec462 HTTP/1.1" status: 404 len: 337 time: 0.1187222 May 23 11:22:37.113318 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34794) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:37.154739 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d69d4dc7-a03a-44a2-a612-94808d394853 req-fcacf27e-810e-4dc0-b4c6-5dd6f9e9e96f tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020949 May 23 11:22:37.171318 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bbddb5c2-7fed-4f5b-9ac3-4aa53f9df05e req-f966cf7d-2aa2-4414-8f7c-3b8c57f1085b tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339791 May 23 11:22:37.172404 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['134625d8-6571-4905-9ed3-ad4575428fb0'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:22:37.331853 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4acc794-5802-47c7-a070-ba2073419b3e tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:37.334162 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4acc794-5802-47c7-a070-ba2073419b3e tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:37.342792 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b4acc794-5802-47c7-a070-ba2073419b3e tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/ports/7529e4a9-ae4b-402f-9c68-c0515304839f HTTP/1.1" status: 404 len: 333 time: 0.2273417 May 23 11:22:37.345106 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34804) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:37.453785 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-d089a51c-6600-471a-94cd-0a36fe21d2d4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:37.454598 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d089a51c-6600-471a-94cd-0a36fe21d2d4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:37.465811 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d089a51c-6600-471a-94cd-0a36fe21d2d4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/4c307a7b-1426-4b25-abe6-6e6faf67053b HTTP/1.1" status: 404 len: 337 time: 0.1178575 May 23 11:22:37.466892 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34808) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:37.558130 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34814) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:37.582686 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-84629224-aaa9-4d24-b245-1403bee065fd tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:37.583348 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84629224-aaa9-4d24-b245-1403bee065fd tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:37.588095 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-84629224-aaa9-4d24-b245-1403bee065fd tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/ports/bae6ac5f-dcb6-4237-ac3f-3b03887df7e8 HTTP/1.1" status: 404 len: 333 time: 0.1201355 May 23 11:22:37.588835 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34816) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:37.683165 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aea40f-d46d-4c4d-9927-2efeceb88e68 req-dfffa374-aee4-47e5-858d-03a51c551ea2 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:37.685358 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda94ba6-f7f2-4408-8104-07fc91d07053 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:37.693306 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fda94ba6-f7f2-4408-8104-07fc91d07053 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:37.696630 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9aea40f-d46d-4c4d-9927-2efeceb88e68 req-dfffa374-aee4-47e5-858d-03a51c551ea2 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=76bbe4e5-f79b-401d-9312-357a83ad0452 HTTP/1.1" status: 200 len: 944 time: 0.2773707 May 23 11:22:37.700961 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-fda94ba6-f7f2-4408-8104-07fc91d07053 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/a7c721d1-01af-4bbe-9223-6a9ddbdbcd73 HTTP/1.1" status: 404 len: 337 time: 0.1109648 May 23 11:22:37.702465 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34824) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:37.727062 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7e7f9d4b-647d-4fb9-9d79-3ba2cca1ddd5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:37.861869 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-c81ab49b-5f8f-46fe-ba2f-3c269ad08a25 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:37.864746 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c81ab49b-5f8f-46fe-ba2f-3c269ad08a25 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:37.869333 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c81ab49b-5f8f-46fe-ba2f-3c269ad08a25 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/ports/468cc9d2-5434-4065-95c8-f1db9cb1c938 HTTP/1.1" status: 404 len: 333 time: 0.1631808 May 23 11:22:37.878664 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34830) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:37.947309 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5819991-6718-437b-8a08-67eb81c0e359 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:37.947799 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5819991-6718-437b-8a08-67eb81c0e359 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:37.950107 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e5819991-6718-437b-8a08-67eb81c0e359 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/760d77f4-544b-4636-be84-48a41c8463fb HTTP/1.1" status: 404 len: 337 time: 0.0697918 May 23 11:22:37.960800 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34834) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:37.980100 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:38.039866 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-84399618-cd8e-4db3-abee-6b0365257ef5 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:38.057194 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84399618-cd8e-4db3-abee-6b0365257ef5 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:38.060327 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-84399618-cd8e-4db3-abee-6b0365257ef5 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/ports/473a5357-3481-4fb5-8932-a0c5e57d5ac2 HTTP/1.1" status: 404 len: 333 time: 0.0979567 May 23 11:22:38.062589 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34838) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:38.138179 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b62ada9-994b-40f2-9df8-61be581d3e74 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:38.139034 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b62ada9-994b-40f2-9df8-61be581d3e74 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:38.141617 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8b62ada9-994b-40f2-9df8-61be581d3e74 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/646e94f9-a48a-410d-8154-f3ec7c5f9e03 HTTP/1.1" status: 404 len: 337 time: 0.0769961 May 23 11:22:38.149512 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34842) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:38.210714 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d80815-3a29-48ff-9978-eab08ed18ba9 None None] Network 862e9dfa-9220-4fa8-8863-16bb1e61f09a requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:22:38.214525 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9aea40f-d46d-4c4d-9927-2efeceb88e68 req-a5fa5b9a-d421-4705-814c-a85d63d78d52 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9a6e2d7-59c0-4c03-94fd-55b7bc3a4bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5166667 May 23 11:22:38.235713 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3bd738d0-eb6f-4b86-a816-f2f6edaf3f08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:38.248111 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d24f9d4-3f2d-434c-9a70-64ec4baea99c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:38.250825 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d24f9d4-3f2d-434c-9a70-64ec4baea99c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:38.252561 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0d24f9d4-3f2d-434c-9a70-64ec4baea99c tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/ports/3dc40bf7-9369-4b0c-ab59-de134386441f HTTP/1.1" status: 404 len: 333 time: 0.1013558 May 23 11:22:38.266039 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34848) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:38.284061 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3bd738d0-eb6f-4b86-a816-f2f6edaf3f08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:22:38.288588 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3bd738d0-eb6f-4b86-a816-f2f6edaf3f08 admin admin] Usage tracker for resource:security_group_rule and tenant:27a33986f9254f1ba0e7db4259dd4dd5 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:22:38.297912 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3bd738d0-eb6f-4b86-a816-f2f6edaf3f08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:22:38.298151 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3bd738d0-eb6f-4b86-a816-f2f6edaf3f08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:22:38.379108 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3bd738d0-eb6f-4b86-a816-f2f6edaf3f08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:38.388142 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127d601-c83f-4d97-9af3-7d78c940828d req-56c3c7a6-2fec-4e90-9a80-16ae1889a47c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:38.389065 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-391e79c1-fcf2-4492-a646-2ec672c1954d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:38.389627 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-391e79c1-fcf2-4492-a646-2ec672c1954d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:38.389729 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3127d601-c83f-4d97-9af3-7d78c940828d req-56c3c7a6-2fec-4e90-9a80-16ae1889a47c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.7754414 May 23 11:22:38.391032 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-391e79c1-fcf2-4492-a646-2ec672c1954d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/73fe0513-fc6b-4399-98b6-400b303ad56f HTTP/1.1" status: 404 len: 337 time: 0.1222434 May 23 11:22:38.393819 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 34852) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:38.450326 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3bd738d0-eb6f-4b86-a816-f2f6edaf3f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:38.554617 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6f598a3b-fa91-4717-9839-b6081bf48044 None None] Provisioning for port 72e2f7af-f5c5-478f-85b8-93914f54ae79 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:22:38.715997 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3bd738d0-eb6f-4b86-a816-f2f6edaf3f08 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=27a33986f9254f1ba0e7db4259dd4dd5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1240211 May 23 11:22:38.718800 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34860) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:38.917491 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd126891-09b0-438b-a730-76f3a63e039b tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:38.918946 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f9b739e7-dce9-4c13-b062-62c95fb64566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:38.926712 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd126891-09b0-438b-a730-76f3a63e039b tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:38.970867 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-dd126891-09b0-438b-a730-76f3a63e039b tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/ports/ba39013e-fc8d-4c34-8874-3a8b2c0a3207 HTTP/1.1" status: 404 len: 333 time: 0.5759239 May 23 11:22:38.974276 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34866) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:38.981112 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f9b739e7-dce9-4c13-b062-62c95fb64566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:39.082309 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd738d0-eb6f-4b86-a816-f2f6edaf3f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0050b1-7f3b-47b9-87db-c5fe752d7ed8,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:39.084517 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-f45d1531-75d0-425c-9654-90151d166c6e tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:39.084956 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f45d1531-75d0-425c-9654-90151d166c6e tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:39.089199 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f45d1531-75d0-425c-9654-90151d166c6e tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/9724223b-b7a3-4ed1-b2e2-66e2a2e14943 HTTP/1.1" status: 404 len: 337 time: 0.1084979 May 23 11:22:39.089860 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34872) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:39.122933 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-7e7f9d4b-647d-4fb9-9d79-3ba2cca1ddd5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Allocated IP 172.20.0.1 (862e9dfa-9220-4fa8-8863-16bb1e61f09a/71080ede-fcb2-4e30-8636-9b223584a1ac/9fff9611-3563-4b36-89a7-0e61544e067b) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:22:39.140694 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3127d601-c83f-4d97-9af3-7d78c940828d req-40ad7d1f-850a-41a4-94d6-28f4e788e150 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6412034 May 23 11:22:39.163217 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 72e2f7af-f5c5-478f-85b8-93914f54ae79 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:22:39.234060 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-d14ae146-9560-441b-b94e-885267095a3d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:39.234501 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d14ae146-9560-441b-b94e-885267095a3d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:39.249804 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d14ae146-9560-441b-b94e-885267095a3d tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/ports/7e38caba-6900-4e23-9908-a487156ff6ec HTTP/1.1" status: 404 len: 333 time: 0.1588242 May 23 11:22:39.261784 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34878) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:39.343774 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-10ac5737-d45b-4d67-9a80-54919cb3db65 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] DELETE failed (client error): The resource could not be found. May 23 11:22:39.344755 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10ac5737-d45b-4d67-9a80-54919cb3db65 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:22:39.354491 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-10ac5737-d45b-4d67-9a80-54919cb3db65 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/subnets/12ee727a-1b76-453a-a5d7-ad5a315983e6 HTTP/1.1" status: 404 len: 337 time: 0.0917611 May 23 11:22:39.355627 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f9b739e7-dce9-4c13-b062-62c95fb64566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:39.358373 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f9b739e7-dce9-4c13-b062-62c95fb64566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:39.359772 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f9b739e7-dce9-4c13-b062-62c95fb64566 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2b0050b1-7f3b-47b9-87db-c5fe752d7ed8 HTTP/1.1" status: 204 len: 168 time: 0.6399171 May 23 11:22:39.360655 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34884) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:39.375473 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b739e7-dce9-4c13-b062-62c95fb64566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0050b1-7f3b-47b9-87db-c5fe752d7ed8,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:39.440070 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-de1d6878-f169-4116-88f3-aed304c0d825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:39.461101 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:39.483283 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 72e2f7af-f5c5-478f-85b8-93914f54ae79 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:22:39.489064 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 72e2f7af-f5c5-478f-85b8-93914f54ae79 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:22:39.489625 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:39.603506 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-45c5de9f-bf52-47e8-aa8a-2007239481a4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:39.630466 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce9a77-2487-4911-a0eb-d6dfd1562959 req-961ede40-c122-4e8a-84a6-c8df55058270 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:39.632191 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-60ce9a77-2487-4911-a0eb-d6dfd1562959 req-961ede40-c122-4e8a-84a6-c8df55058270 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 944 time: 0.9126327 May 23 11:22:39.747030 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7e7f9d4b-647d-4fb9-9d79-3ba2cca1ddd5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:39.754512 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-60ce9a77-2487-4911-a0eb-d6dfd1562959 req-dfe835f4-ed29-490b-9b80-bb65629a396a tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085255 May 23 11:22:39.772427 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e7a22-90fd-426d-98a2-0322a5d9a8a5 req-fd92f5d1-b887-4ca2-a5dc-559f351a3560 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:39.773693 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-602e7a22-90fd-426d-98a2-0322a5d9a8a5 req-fd92f5d1-b887-4ca2-a5dc-559f351a3560 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.2921476 May 23 11:22:39.790764 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-7e7f9d4b-647d-4fb9-9d79-3ba2cca1ddd5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Transition to ACTIVE for port object 9fff9611-3563-4b36-89a7-0e61544e067b will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:22:39.834439 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:39.847958 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-602e7a22-90fd-426d-98a2-0322a5d9a8a5 req-54a165b2-428b-46f2-8ec8-17df4440b7ae tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547125 May 23 11:22:39.880117 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7e7f9d4b-647d-4fb9-9d79-3ba2cca1ddd5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:39.965163 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 72e2f7af-f5c5-478f-85b8-93914f54ae79, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=72e2f7af-f5c5-478f-85b8-93914f54ae79,segment=NetworkSegment(1d4a6df8-34d0-4736-999c-11f1ef0e712c),segment_id=1d4a6df8-34d0-4736-999c-11f1ef0e712c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:22:39.968626 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:40.058610 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-45c5de9f-bf52-47e8-aa8a-2007239481a4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:40.074972 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7f9d4b-647d-4fb9-9d79-3ba2cca1ddd5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Network 862e9dfa-9220-4fa8-8863-16bb1e61f09a is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:22:40.084166 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-7e7f9d4b-647d-4fb9-9d79-3ba2cca1ddd5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:22:40.117353 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7f9d4b-647d-4fb9-9d79-3ba2cca1ddd5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:22:40.143999 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 134625d8-6571-4905-9ed3-ad4575428fb0 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:22:40.287995 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=72e2f7af-f5c5-478f-85b8-93914f54ae79,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:40.335395 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f9d4b-647d-4fb9-9d79-3ba2cca1ddd5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event updated for resources: {'Port': ['ID=9fff9611-3563-4b36-89a7-0e61544e067b,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:40.361189 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-45c5de9f-bf52-47e8-aa8a-2007239481a4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db5fdb8a-4d76-428d-84ca-c911a4d5dee2']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:22:40.372254 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7e7f9d4b-647d-4fb9-9d79-3ba2cca1ddd5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:40.394671 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-45c5de9f-bf52-47e8-aa8a-2007239481a4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb4148b7-7cb2-4984-957d-721670b3a930') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:22:40.394976 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-45c5de9f-bf52-47e8-aa8a-2007239481a4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb4148b7-7cb2-4984-957d-721670b3a930') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:22:40.409996 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 134625d8-6571-4905-9ed3-ad4575428fb0 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:22:40.415561 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 134625d8-6571-4905-9ed3-ad4575428fb0 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:22:40.416017 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:40.427387 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-45c5de9f-bf52-47e8-aa8a-2007239481a4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:40.484324 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-45c5de9f-bf52-47e8-aa8a-2007239481a4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:40.502399 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c5de9f-bf52-47e8-aa8a-2007239481a4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:22:40.502812 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-45c5de9f-bf52-47e8-aa8a-2007239481a4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:40.520427 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:22:40.520427 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:22:40.520427 n-d-842952-2 neutron-server[83911]: timer() May 23 11:22:40.520427 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:22:40.520427 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:22:40.520427 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:22:40.520427 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:22:40.520427 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:22:40.520427 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:22:40.520427 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:22:40.520427 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:22:40.520427 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:22:40.520427 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:22:40.520427 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:22:40.520427 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:22:40.520427 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:22:40.520427 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:22:40.520427 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:22:40.520427 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:22:40.520427 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:22:40.520427 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:22:40.520427 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:22:40.520427 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:22:40.520427 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:22:40.520427 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:22:40.520427 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:22:40.520427 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:22:40.520427 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:22:40.520427 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:22:40.520427 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:22:40.520427 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:22:40.520427 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:22:40.548843 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05c9dc-648f-4868-a9de-829a70002897 req-365ad85b-2104-4ecc-969f-5d23cf16884e tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:40.551532 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4d63f177-568d-4bde-b70c-e62b44eb0872 None None] Provisioning for port 9fff9611-3563-4b36-89a7-0e61544e067b completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:22:40.556282 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cd05c9dc-648f-4868-a9de-829a70002897 req-365ad85b-2104-4ecc-969f-5d23cf16884e tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=76bbe4e5-f79b-401d-9312-357a83ad0452 HTTP/1.1" status: 200 len: 944 time: 0.3665693 May 23 11:22:40.616862 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-45c5de9f-bf52-47e8-aa8a-2007239481a4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:40.648446 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-45c5de9f-bf52-47e8-aa8a-2007239481a4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:40.655458 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-45c5de9f-bf52-47e8-aa8a-2007239481a4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] 10.222.0.79 "DELETE /v2.0/networks/db5fdb8a-4d76-428d-84ca-c911a4d5dee2 HTTP/1.1" status: 204 len: 168 time: 1.2816131 May 23 11:22:40.670920 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:40.671545 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c5de9f-bf52-47e8-aa8a-2007239481a4 tempest-NetworksTestDHCPv6-201549550 tempest-NetworksTestDHCPv6-201549550-project] Pushing event deleted for resources: {'Network': ['ID=db5fdb8a-4d76-428d-84ca-c911a4d5dee2,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:40.683333 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4d63f177-568d-4bde-b70c-e62b44eb0872 None None] Provisioning complete for port 9fff9611-3563-4b36-89a7-0e61544e067b triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:22:40.683706 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4d63f177-568d-4bde-b70c-e62b44eb0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:40.745273 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76bbe4e5-f79b-401d-9312-357a83ad0452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '134625d8-6571-4905-9ed3-ad4575428fb0'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:22:40.762206 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 134625d8-6571-4905-9ed3-ad4575428fb0, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=134625d8-6571-4905-9ed3-ad4575428fb0,segment=NetworkSegment(8ad0a6a2-f0c5-4005-98ee-13e703106a55),segment_id=8ad0a6a2-f0c5-4005-98ee-13e703106a55)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:22:40.763347 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-4d63f177-568d-4bde-b70c-e62b44eb0872 None None] Port 9fff9611-3563-4b36-89a7-0e61544e067b cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:22:40.767606 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:40.835464 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7e7f9d4b-647d-4fb9-9d79-3ba2cca1ddd5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:40.855198 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=134625d8-6571-4905-9ed3-ad4575428fb0,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:40.940405 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34924) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:41.000436 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cd05c9dc-648f-4868-a9de-829a70002897 req-57216ae6-a63f-4679-b94d-9ebb47517529 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9a6e2d7-59c0-4c03-94fd-55b7bc3a4bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4431634 May 23 11:22:41.011264 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 72e2f7af-f5c5-478f-85b8-93914f54ae79 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:22:41.099899 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c5841e0-c7ed-42ec-9829-9ffef2d40d46'] response: {'server_uuid': '76bbe4e5-f79b-401d-9312-357a83ad0452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '134625d8-6571-4905-9ed3-ad4575428fb0', 'code': 200} May 23 11:22:41.148835 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 72e2f7af-f5c5-478f-85b8-93914f54ae79 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:22:41.149218 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:41.207645 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-4f947da9-dcbe-48ca-b9d2-850110ce39a0 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:41.214025 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-4f947da9-dcbe-48ca-b9d2-850110ce39a0 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/networks?id=6213997a-77dd-4973-bef8-b88fbf379b24 HTTP/1.1" status: 200 len: 812 time: 0.6792912 May 23 11:22:41.246505 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-a4d2ee49-4d95-4d34-a181-a13e41161129 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/quotas/0d8e63cb106b40b880c35c46eb22d5c0 HTTP/1.1" status: 200 len: 375 time: 0.0315485 May 23 11:22:41.366325 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b2732592-0715-4fb3-b19a-a0e26e686684 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7898a2f847b24320a42ded6c2b4bd651&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4236386 May 23 11:22:41.367535 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 34938) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:41.433173 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9e882ba7-f194-4ad2-bf3b-3fac72307420 req-0e3b47dd-2813-40ff-be40-19ad3751c5d1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=76bbe4e5-f79b-401d-9312-357a83ad0452 HTTP/1.1" status: 200 len: 1096 time: 0.2332594 May 23 11:22:41.506497 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6259aeaf-9a8e-4914-8760-2353046d347b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:41.514988 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a3bdf7f-80ac-4135-b53f-93d21d17d5fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:41.552768 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9e882ba7-f194-4ad2-bf3b-3fac72307420 req-0186b9e9-71cc-473f-810d-36d6e5ac6ae1 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a9a6e2d7-59c0-4c03-94fd-55b7bc3a4bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046858 May 23 11:22:41.557547 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a3bdf7f-80ac-4135-b53f-93d21d17d5fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:41.568754 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-9e09bdfa-657a-44a7-b954-16b52c3620fb tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=0d8e63cb106b40b880c35c46eb22d5c0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3213761 May 23 11:22:41.618892 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a3bdf7f-80ac-4135-b53f-93d21d17d5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:41.639217 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3bdf7f-80ac-4135-b53f-93d21d17d5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2dd7dd-6887-4410-806d-47c0fb348491,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:41.642655 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a3bdf7f-80ac-4135-b53f-93d21d17d5fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:41.646357 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9a3bdf7f-80ac-4135-b53f-93d21d17d5fd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cd2dd7dd-6887-4410-806d-47c0fb348491 HTTP/1.1" status: 204 len: 168 time: 0.2739320 May 23 11:22:41.721236 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635424d-f539-409c-876f-b1a1891845c9 req-9f985a50-2aa3-47b8-a3f7-f8a6240591fc tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:41.722723 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6635424d-f539-409c-876f-b1a1891845c9 req-9f985a50-2aa3-47b8-a3f7-f8a6240591fc tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 944 time: 0.4714172 May 23 11:22:41.851544 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-505cff84-8a09-46d3-b2d5-453e0b6113bd service neutron] 10.222.0.79 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680202 May 23 11:22:41.857371 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6635424d-f539-409c-876f-b1a1891845c9 req-3a08c706-0edc-4cd9-a2aa-e272184fe7ea tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215971 May 23 11:22:41.943073 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7e7f9d4b-647d-4fb9-9d79-3ba2cca1ddd5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:41.957583 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7e7f9d4b-647d-4fb9-9d79-3ba2cca1ddd5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:41.983952 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 0ec35eea-9b2b-474f-9ce7-3bfe44146239 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:22:42.229962 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7e7f9d4b-647d-4fb9-9d79-3ba2cca1ddd5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:42.257949 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f9d4b-647d-4fb9-9d79-3ba2cca1ddd5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event updated for resources: {'Port': ['ID=9fff9611-3563-4b36-89a7-0e61544e067b,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:42.331222 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 0ec35eea-9b2b-474f-9ce7-3bfe44146239, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0ec35eea-9b2b-474f-9ce7-3bfe44146239,segment=NetworkSegment(5cee01f6-c5e9-4b6c-9ee4-d4191d783074),segment_id=5cee01f6-c5e9-4b6c-9ee4-d4191d783074)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:22:42.337338 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-8d6f72e5-80ca-4fe7-883b-14b9f5afc754 service neutron] 10.222.0.79 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4776008 May 23 11:22:42.348158 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '0ec35eea-9b2b-474f-9ce7-3bfe44146239', 'network_id': 'c8f610f3-246f-4e9c-bcad-00bcd258b4f5', 'port_id': '0ec35eea-9b2b-474f-9ce7-3bfe44146239', 'mac_address': 'fa:16:3e:66:d7:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921f8ad7-2327-456b-8d69-73b599e668ca', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:22:42.425386 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:42.485303 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7f9d4b-647d-4fb9-9d79-3ba2cca1ddd5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Network 862e9dfa-9220-4fa8-8863-16bb1e61f09a is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:22:42.492198 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0eeeb-ae6c-4c65-8bd7-72a22ef36874 req-c4fe9d98-a186-43e0-a83c-594b421391f0 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:42.493222 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ec35eea-9b2b-474f-9ce7-3bfe44146239 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:22:42.499037 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-42e0eeeb-ae6c-4c65-8bd7-72a22ef36874 req-c4fe9d98-a186-43e0-a83c-594b421391f0 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=76bbe4e5-f79b-401d-9312-357a83ad0452 HTTP/1.1" status: 200 len: 945 time: 0.2220497 May 23 11:22:42.501812 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-7e7f9d4b-647d-4fb9-9d79-3ba2cca1ddd5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:22:42.557047 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 0ec35eea-9b2b-474f-9ce7-3bfe44146239, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0ec35eea-9b2b-474f-9ce7-3bfe44146239,segment=NetworkSegment(5cee01f6-c5e9-4b6c-9ee4-d4191d783074),segment_id=5cee01f6-c5e9-4b6c-9ee4-d4191d783074)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:22:42.569226 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:42.646531 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=0ec35eea-9b2b-474f-9ce7-3bfe44146239,revision_number=11']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:42.708646 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:42.824376 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:42.913685 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6a11d1d7-d547-4a15-9e08-8600d14e271f None None] Provisioning complete for port 9fff9611-3563-4b36-89a7-0e61544e067b triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:22:42.914442 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6a11d1d7-d547-4a15-9e08-8600d14e271f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:43.053909 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6a11d1d7-d547-4a15-9e08-8600d14e271f None None] Port 9fff9611-3563-4b36-89a7-0e61544e067b cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:22:43.066281 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['0ec35eea-9b2b-474f-9ce7-3bfe44146239'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:22:43.096735 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3f404015-08c6-4f3c-8083-289a2850657c req-c075d756-d811-4e94-a31b-97d01a88f3c7 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0cc8d40-8cd0-4cb2-a78d-e1d1565876d0 HTTP/1.1" status: 200 len: 210 time: 0.4540229 May 23 11:22:43.206313 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-42e0eeeb-ae6c-4c65-8bd7-72a22ef36874 req-75e8ddcd-9627-428e-9b73-b1559b85aabd tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9a6e2d7-59c0-4c03-94fd-55b7bc3a4bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7038431 May 23 11:22:43.473357 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35008) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:43.679197 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04756d0-38c7-4a73-bac4-37e9a78f1ea5 req-e714a65c-9bd1-475b-9c0f-d668d0e3101b tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:43.681452 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c04756d0-38c7-4a73-bac4-37e9a78f1ea5 req-e714a65c-9bd1-475b-9c0f-d668d0e3101b tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.2860103 May 23 11:22:43.792996 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c04756d0-38c7-4a73-bac4-37e9a78f1ea5 req-4ea9158c-4d9f-4536-abab-42a10305e706 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056378 May 23 11:22:43.814036 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-3e2036a5-8b1a-4962-a415-61609ade022d tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-515380703'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:22:43.826853 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3e2036a5-8b1a-4962-a415-61609ade022d tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:22:43.829606 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7f9d4b-647d-4fb9-9d79-3ba2cca1ddd5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Router f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:22:43.831541 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3e2036a5-8b1a-4962-a415-61609ade022d tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Usage tracker for resource:network and tenant:23a0523d94d1438a907783ed626daa2a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:22:43.834805 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3e2036a5-8b1a-4962-a415-61609ade022d tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:22:43.843222 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3e2036a5-8b1a-4962-a415-61609ade022d tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:22:43.857086 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2036a5-8b1a-4962-a415-61609ade022d tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Made reservation on behalf of 23a0523d94d1438a907783ed626daa2a for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:22:43.860633 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e2036a5-8b1a-4962-a415-61609ade022d tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:43.876391 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e2036a5-8b1a-4962-a415-61609ade022d tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:43.912598 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3e2036a5-8b1a-4962-a415-61609ade022d tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:22:43.916633 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3e2036a5-8b1a-4962-a415-61609ade022d tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Usage tracker for resource:security_group_rule and tenant:23a0523d94d1438a907783ed626daa2a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:22:43.919769 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3e2036a5-8b1a-4962-a415-61609ade022d tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:22:43.925760 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3e2036a5-8b1a-4962-a415-61609ade022d tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:22:43.999694 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e2036a5-8b1a-4962-a415-61609ade022d tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:44.004994 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e2036a5-8b1a-4962-a415-61609ade022d tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:44.048285 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2036a5-8b1a-4962-a415-61609ade022d tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccd731b-5bd7-4d12-8946-67a2f6a405c3,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:44.057992 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e2036a5-8b1a-4962-a415-61609ade022d tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:22:44.071867 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e2036a5-8b1a-4962-a415-61609ade022d tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:44.072389 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-3e2036a5-8b1a-4962-a415-61609ade022d tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Added segment 669d7a62-159e-4947-b35d-3f2f37400462 of type vlan for network b23adb6f-bd75-432d-a005-600b53648e5f May 23 11:22:44.085348 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7f9d4b-647d-4fb9-9d79-3ba2cca1ddd5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:22:44.090835 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7e7f9d4b-647d-4fb9-9d79-3ba2cca1ddd5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "PUT /v2.0/routers/f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5445704 May 23 11:22:44.093916 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 35036) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:44.099177 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6a828c-16c5-49ef-9f4d-67fd8089d01f None None] Sync routers for ids ['f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:22:44.115078 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6a828c-16c5-49ef-9f4d-67fd8089d01f None None] Routers {'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:22:44.116180 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-db6a828c-16c5-49ef-9f4d-67fd8089d01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:22:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:22:44.120037 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e2036a5-8b1a-4962-a415-61609ade022d tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:44.166747 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e2036a5-8b1a-4962-a415-61609ade022d tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:44.176003 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2036a5-8b1a-4962-a415-61609ade022d tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:44.177540 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e2036a5-8b1a-4962-a415-61609ade022d tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:44.361943 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35044) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:44.384874 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2036a5-8b1a-4962-a415-61609ade022d tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Pushing event updated for resources: {'Network': ['ID=b23adb6f-bd75-432d-a005-600b53648e5f,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:44.392073 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3e2036a5-8b1a-4962-a415-61609ade022d tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9170401 May 23 11:22:44.396323 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35048) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:44.403530 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e77efb85-de37-44cf-9ddf-c32856dfc751 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Request body: {'subnet': {'network_id': 'b23adb6f-bd75-432d-a005-600b53648e5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:22:44.537380 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e77efb85-de37-44cf-9ddf-c32856dfc751 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:22:44.543313 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e77efb85-de37-44cf-9ddf-c32856dfc751 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Usage tracker for resource:subnet and tenant:23a0523d94d1438a907783ed626daa2a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:22:44.547209 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e77efb85-de37-44cf-9ddf-c32856dfc751 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:22:44.552867 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-db6a828c-16c5-49ef-9f4d-67fd8089d01f None None] Set router f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:22:44.554712 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e77efb85-de37-44cf-9ddf-c32856dfc751 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:22:44.567797 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77efb85-de37-44cf-9ddf-c32856dfc751 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Made reservation on behalf of 23a0523d94d1438a907783ed626daa2a for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:22:44.670620 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network b23adb6f-bd75-432d-a005-600b53648e5f details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:22:44.742017 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e77efb85-de37-44cf-9ddf-c32856dfc751 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:44.835896 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c78e6d-3196-43e9-890c-ff4a8fa2961d tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:44.836438 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c78e6d-3196-43e9-890c-ff4a8fa2961d tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:44.836805 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c78e6d-3196-43e9-890c-ff4a8fa2961d tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:44.837161 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c78e6d-3196-43e9-890c-ff4a8fa2961d tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:44.837656 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c78e6d-3196-43e9-890c-ff4a8fa2961d tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:44.838017 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c78e6d-3196-43e9-890c-ff4a8fa2961d tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:44.838369 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c78e6d-3196-43e9-890c-ff4a8fa2961d tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:44.838884 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c78e6d-3196-43e9-890c-ff4a8fa2961d tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:44.839236 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c78e6d-3196-43e9-890c-ff4a8fa2961d tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:44.839588 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c78e6d-3196-43e9-890c-ff4a8fa2961d tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:44.839977 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c78e6d-3196-43e9-890c-ff4a8fa2961d tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:44.845076 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c7c78e6d-3196-43e9-890c-ff4a8fa2961d tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7774 time: 0.7500787 May 23 11:22:44.845748 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 35062) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:44.901976 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fefe77d9-7b68-4c23-b11b-20f95146a119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:44.908618 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4de63ec6-5458-47af-9537-be807a75d252 req-2c2ab94f-c7dd-4e12-83c0-2131eeae4aa9 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0cc8d40-8cd0-4cb2-a78d-e1d1565876d0 HTTP/1.1" status: 200 len: 210 time: 0.1384096 May 23 11:22:44.910934 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:44.924844 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c69452-c6a0-4e9f-bd21-7a4e381847bd req-52624463-d279-44dc-8b38-151c060c2ccd tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:44.945394 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-80c69452-c6a0-4e9f-bd21-7a4e381847bd req-52624463-d279-44dc-8b38-151c060c2ccd tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=76bbe4e5-f79b-401d-9312-357a83ad0452 HTTP/1.1" status: 200 len: 945 time: 0.3872743 May 23 11:22:44.955868 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-fefe77d9-7b68-4c23-b11b-20f95146a119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:22:44.961036 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-fefe77d9-7b68-4c23-b11b-20f95146a119 admin admin] Usage tracker for resource:security_group_rule and tenant:688a65c3e0104303bfc9e3282d6abf01 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:22:44.964332 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-fefe77d9-7b68-4c23-b11b-20f95146a119 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:22:44.965245 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-fda27edb-290c-4e64-9fff-a7e96e8e62a7 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:44.966774 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-fda27edb-290c-4e64-9fff-a7e96e8e62a7 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.13 "GET /v2.0/networks?id=6213997a-77dd-4973-bef8-b88fbf379b24 HTTP/1.1" status: 200 len: 812 time: 0.7225385 May 23 11:22:44.972187 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-fefe77d9-7b68-4c23-b11b-20f95146a119 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:22:44.997526 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-6f5a3732-31d2-474b-9244-847fcd6f7d54 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Request body: {'port': {'device_id': 'a0cc8d40-8cd0-4cb2-a78d-e1d1565876d0', 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24', 'admin_state_up': True, 'tenant_id': '0d8e63cb106b40b880c35c46eb22d5c0'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:22:45.062266 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fefe77d9-7b68-4c23-b11b-20f95146a119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:45.070499 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fefe77d9-7b68-4c23-b11b-20f95146a119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:45.144078 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-80c69452-c6a0-4e9f-bd21-7a4e381847bd req-730612ae-cf8a-427c-9378-9fc9894dfec4 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9a6e2d7-59c0-4c03-94fd-55b7bc3a4bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976783 May 23 11:22:45.182049 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe77d9-7b68-4c23-b11b-20f95146a119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699ab1d5-9a63-4adf-9603-858a426e4cd4,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:45.187063 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab68570-fb2a-4051-b3b0-9ee6970ec091 tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:45.187609 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab68570-fb2a-4051-b3b0-9ee6970ec091 tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:45.188136 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab68570-fb2a-4051-b3b0-9ee6970ec091 tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:45.188632 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab68570-fb2a-4051-b3b0-9ee6970ec091 tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:45.190714 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab68570-fb2a-4051-b3b0-9ee6970ec091 tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:45.192191 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab68570-fb2a-4051-b3b0-9ee6970ec091 tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:45.193976 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab68570-fb2a-4051-b3b0-9ee6970ec091 tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:45.194582 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab68570-fb2a-4051-b3b0-9ee6970ec091 tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:45.196691 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab68570-fb2a-4051-b3b0-9ee6970ec091 tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:45.197203 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab68570-fb2a-4051-b3b0-9ee6970ec091 tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:45.197851 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab68570-fb2a-4051-b3b0-9ee6970ec091 tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:45.204135 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-fefe77d9-7b68-4c23-b11b-20f95146a119 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=688a65c3e0104303bfc9e3282d6abf01&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8153560 May 23 11:22:45.206349 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35072) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:45.206921 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35074) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:45.207273 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4ab68570-fb2a-4051-b3b0-9ee6970ec091 tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7101 time: 0.3527088 May 23 11:22:45.344287 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-6f5a3732-31d2-474b-9244-847fcd6f7d54 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:22:45.410769 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-6f5a3732-31d2-474b-9244-847fcd6f7d54 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:22:45.442660 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-6f5a3732-31d2-474b-9244-847fcd6f7d54 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Made reservation on behalf of 0d8e63cb106b40b880c35c46eb22d5c0 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:22:45.445964 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-6f5a3732-31d2-474b-9244-847fcd6f7d54 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:45.486106 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71787b-8c79-446b-9c98-7f5cfe9e203f req-442bf6df-c0cc-4e99-85cb-abca594c4c87 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:45.487031 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-db6a828c-16c5-49ef-9f4d-67fd8089d01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'name': 'tempest-TestNetworkBasicOps-router-187643995', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'd900448e-b3cc-4f39-891d-f325c493782d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:22:20Z', 'updated_at': '2022-05-23T11:22:40Z', 'revision_number': 4, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'gw_port': {'id': 'd900448e-b3cc-4f39-891d-f325c493782d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:22:22Z', 'updated_at': '2022-05-23T11:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '9fff9611-3563-4b36-89a7-0e61544e067b', 'name': '', 'network_id': '862e9dfa-9220-4fa8-8863-16bb1e61f09a', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'mac_address': 'fa:16:3e:26:1f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71080ede-fcb2-4e30-8636-9b223584a1ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:22:38Z', 'updated_at': '2022-05-23T11:22:41Z', 'revision_number': 2, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'subnets': [{'id': '71080ede-fcb2-4e30-8636-9b223584a1ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:22:45.488699 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-be71787b-8c79-446b-9c98-7f5cfe9e203f req-442bf6df-c0cc-4e99-85cb-abca594c4c87 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.2368760 May 23 11:22:45.501240 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6a828c-16c5-49ef-9f4d-67fd8089d01f None None] Checking router: f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:22:45.503522 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6a828c-16c5-49ef-9f4d-67fd8089d01f None None] Updating router f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d port 9fff9611-3563-4b36-89a7-0e61544e067b binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:22:45.509532 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e77efb85-de37-44cf-9ddf-c32856dfc751 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:45.566789 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-db6a828c-16c5-49ef-9f4d-67fd8089d01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:45.646564 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-52ca2945-fbc0-4182-ae67-97283f829e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:45.699796 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-52ca2945-fbc0-4182-ae67-97283f829e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:45.880434 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37dc7d-2d89-49c7-912e-60e3788440dc req-0c718607-c4f2-4e58-81da-2a91de41bed5 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:45.898834 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bc37dc7d-2d89-49c7-912e-60e3788440dc req-0c718607-c4f2-4e58-81da-2a91de41bed5 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=76bbe4e5-f79b-401d-9312-357a83ad0452 HTTP/1.1" status: 200 len: 945 time: 0.5420327 May 23 11:22:45.901206 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35080) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:45.915672 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-be71787b-8c79-446b-9c98-7f5cfe9e203f req-37817279-b8a2-469f-bf7d-bbb18818ac29 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4190817 May 23 11:22:45.940361 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-58e0d585-d024-43af-805e-d3d65c752c51 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Request body: {'floatingip': {'port_id': '134625d8-6571-4905-9ed3-ad4575428fb0'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:22:46.010585 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 0ec35eea-9b2b-474f-9ce7-3bfe44146239 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:22:46.022536 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77efb85-de37-44cf-9ddf-c32856dfc751 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Pushing event updated for resources: {'Subnet': ['ID=5eeebb22-550f-421c-a3ee-c7a8731a09c7,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:46.040188 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77efb85-de37-44cf-9ddf-c32856dfc751 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Checking segment: {'id': '669d7a62-159e-4947-b35d-3f2f37400462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b23adb6f-bd75-432d-a005-600b53648e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:22:46.050806 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77efb85-de37-44cf-9ddf-c32856dfc751 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Network hostable DHCP agents. Network: b23adb6f-bd75-432d-a005-600b53648e5f, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:22:46.078827 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-6f5a3732-31d2-474b-9244-847fcd6f7d54 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Allocated IP 172.20.0.4 (6213997a-77dd-4973-bef8-b88fbf379b24/54335c97-79a1-4f1c-bc27-f53589fd26ef/7a613659-194c-4921-a5e0-77bd3f7e1758) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:22:46.098349 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-58e0d585-d024-43af-805e-d3d65c752c51 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks [] for floatingip, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:46.104484 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-db6a828c-16c5-49ef-9f4d-67fd8089d01f None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:46.144673 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-db6a828c-16c5-49ef-9f4d-67fd8089d01f None None] Transition to ACTIVE for port object 9fff9611-3563-4b36-89a7-0e61544e067b will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:22:46.158615 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-db6a828c-16c5-49ef-9f4d-67fd8089d01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:46.207483 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-52ca2945-fbc0-4182-ae67-97283f829e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:46.220685 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a3e23666-b871-4161-a641-c7fcb56b9550 req-eb621e09-1604-4eab-b0b8-add89d0523fd tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0cc8d40-8cd0-4cb2-a78d-e1d1565876d0 HTTP/1.1" status: 200 len: 210 time: 0.0777445 May 23 11:22:46.259444 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca2945-fbc0-4182-ae67-97283f829e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699ab1d5-9a63-4adf-9603-858a426e4cd4,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:46.293799 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce8f85-cce6-450f-8d11-06f580c79d75 None None] Pushing event updated for resources: {'Port': ['ID=9fff9611-3563-4b36-89a7-0e61544e067b,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:46.315670 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce8f85-cce6-450f-8d11-06f580c79d75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:22:46.316170 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce8f85-cce6-450f-8d11-06f580c79d75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:22:46.316723 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce8f85-cce6-450f-8d11-06f580c79d75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:22:46.317348 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce8f85-cce6-450f-8d11-06f580c79d75 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:22:46.317734 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce8f85-cce6-450f-8d11-06f580c79d75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:22:46.318271 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce8f85-cce6-450f-8d11-06f580c79d75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:22:46.318662 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce8f85-cce6-450f-8d11-06f580c79d75 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:22:46.319377 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce8f85-cce6-450f-8d11-06f580c79d75 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:22:46.319805 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce8f85-cce6-450f-8d11-06f580c79d75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:22:46.320218 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce8f85-cce6-450f-8d11-06f580c79d75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:22:46.320659 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce8f85-cce6-450f-8d11-06f580c79d75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:22:46.371779 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77efb85-de37-44cf-9ddf-c32856dfc751 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Network b23adb6f-bd75-432d-a005-600b53648e5f is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:22:46.419431 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-52ca2945-fbc0-4182-ae67-97283f829e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:46.423864 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-52ca2945-fbc0-4182-ae67-97283f829e41 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/699ab1d5-9a63-4adf-9603-858a426e4cd4 HTTP/1.1" status: 204 len: 168 time: 1.2116523 May 23 11:22:46.438876 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 0ec35eea-9b2b-474f-9ce7-3bfe44146239 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:22:46.440826 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-e77efb85-de37-44cf-9ddf-c32856dfc751 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, b23adb6f-bd75-432d-a005-600b53648e5f) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:22:46.450449 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77efb85-de37-44cf-9ddf-c32856dfc751 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:46.451059 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e77efb85-de37-44cf-9ddf-c32856dfc751 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:46.469580 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 0ec35eea-9b2b-474f-9ce7-3bfe44146239 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:22:46.470296 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:46.510065 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-6f5a3732-31d2-474b-9244-847fcd6f7d54 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:46.546461 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4ef4c3-b7f5-42ed-97c0-5f2b8fff1800 None None] Network b23adb6f-bd75-432d-a005-600b53648e5f requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:22:46.564083 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-6f5a3732-31d2-474b-9244-847fcd6f7d54 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Transition to ACTIVE for port object 7a613659-194c-4921-a5e0-77bd3f7e1758 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:22:46.612552 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-6f5a3732-31d2-474b-9244-847fcd6f7d54 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:46.680404 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e77efb85-de37-44cf-9ddf-c32856dfc751 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2825465 May 23 11:22:46.695753 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35090) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:46.717007 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d4471889-a07c-485c-9e76-fa7edd565da4 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Request body: {'port': {'network_id': 'b23adb6f-bd75-432d-a005-600b53648e5f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-74987874'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:22:46.723341 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-6f5a3732-31d2-474b-9244-847fcd6f7d54 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Network 6213997a-77dd-4973-bef8-b88fbf379b24 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:22:46.724177 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['fc866833-5097-465e-8754-807c07eb8e82'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:22:46.727142 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-6f5a3732-31d2-474b-9244-847fcd6f7d54 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:22:46.736682 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-6f5a3732-31d2-474b-9244-847fcd6f7d54 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:22:46.818220 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-6f5a3732-31d2-474b-9244-847fcd6f7d54 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:46.821045 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-6f5a3732-31d2-474b-9244-847fcd6f7d54 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:46.851663 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3a167a71-9bd8-4b3b-b395-03dd30764e33 tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4494 time: 1.6410780 May 23 11:22:46.864770 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-6f5a3732-31d2-474b-9244-847fcd6f7d54 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8755698 May 23 11:22:46.877185 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a3732-31d2-474b-9244-847fcd6f7d54 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Pushing event updated for resources: {'Port': ['ID=7a613659-194c-4921-a5e0-77bd3f7e1758,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:46.895193 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-30136e7d-9323-48dc-b822-abfdf412ebcb service neutron] Request body: {'port': {'device_id': 'a0cc8d40-8cd0-4cb2-a78d-e1d1565876d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:22:47.134292 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35100) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:47.145522 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-30136e7d-9323-48dc-b822-abfdf412ebcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:47.176281 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-dfee3e4f-d402-4197-b553-d0ec61218568 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2084650579', 'description': 'tempest-secgroup-smoke-2084650579 description', 'project_id': '7e6820b1da73478a8f6280c600dfbb0e'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:22:47.201726 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-dfee3e4f-d402-4197-b553-d0ec61218568 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:22:47.227615 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d4471889-a07c-485c-9e76-fa7edd565da4 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:22:47.231951 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d4471889-a07c-485c-9e76-fa7edd565da4 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Usage tracker for resource:port and tenant:23a0523d94d1438a907783ed626daa2a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:22:47.235345 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d4471889-a07c-485c-9e76-fa7edd565da4 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:22:47.241141 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 35104) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:47.243291 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d4471889-a07c-485c-9e76-fa7edd565da4 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:22:47.257249 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4471889-a07c-485c-9e76-fa7edd565da4 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Made reservation on behalf of 23a0523d94d1438a907783ed626daa2a for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:22:47.260809 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d4471889-a07c-485c-9e76-fa7edd565da4 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:47.275266 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-dfee3e4f-d402-4197-b553-d0ec61218568 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Usage tracker for resource:security_group and tenant:7e6820b1da73478a8f6280c600dfbb0e is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:22:47.279307 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-dfee3e4f-d402-4197-b553-d0ec61218568 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:22:47.289678 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-dfee3e4f-d402-4197-b553-d0ec61218568 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:22:47.313416 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-d4471889-a07c-485c-9e76-fa7edd565da4 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] device_id is not set on port 784eccf6-3a66-48f3-8757-52e05f6f92c1 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:22:47.320499 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-616ad634-f91c-46a7-bdc1-2966c29c6e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:47.482600 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-616ad634-f91c-46a7-bdc1-2966c29c6e06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:22:47.488004 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-616ad634-f91c-46a7-bdc1-2966c29c6e06 admin admin] Usage tracker for resource:security_group_rule and tenant:9c0204952e9b406e88c667ec21c638d9 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:22:47.492187 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-616ad634-f91c-46a7-bdc1-2966c29c6e06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:22:47.504089 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-616ad634-f91c-46a7-bdc1-2966c29c6e06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:22:47.514121 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-d4471889-a07c-485c-9e76-fa7edd565da4 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Allocated IP 2001:db8::e6 (b23adb6f-bd75-432d-a005-600b53648e5f/5eeebb22-550f-421c-a3ee-c7a8731a09c7/784eccf6-3a66-48f3-8757-52e05f6f92c1) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:22:47.527366 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de30baa-1af1-4f6b-95a3-35420d139b5b req-597f6334-0aef-49ba-b5c0-462b657c8b46 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:47.535328 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8de30baa-1af1-4f6b-95a3-35420d139b5b req-597f6334-0aef-49ba-b5c0-462b657c8b46 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 945 time: 0.3000410 May 23 11:22:47.575783 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7007142b-49a2-4f5d-b6dd-a246a487f4a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-b23adb6f-bd75-432d-a005-600b53648e5f', 'network_id': 'b23adb6f-bd75-432d-a005-600b53648e5f', 'tenant_id': '23a0523d94d1438a907783ed626daa2a', 'fixed_ips': [{'subnet_id': '5eeebb22-550f-421c-a3ee-c7a8731a09c7'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:22:47.576950 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7007142b-49a2-4f5d-b6dd-a246a487f4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:47.580096 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dfee3e4f-d402-4197-b553-d0ec61218568 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:47.612485 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [None req-58e0d585-d024-43af-805e-d3d65c752c51 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:22:47.651246 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:47.680167 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-db6a828c-16c5-49ef-9f4d-67fd8089d01f None None] Attempting to bind port 9fff9611-3563-4b36-89a7-0e61544e067b on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:22:47.681027 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-db6a828c-16c5-49ef-9f4d-67fd8089d01f None None] Attempting to bind port 9fff9611-3563-4b36-89a7-0e61544e067b by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '1d4a6df8-34d0-4736-999c-11f1ef0e712c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '862e9dfa-9220-4fa8-8863-16bb1e61f09a'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:22:47.681027 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6a828c-16c5-49ef-9f4d-67fd8089d01f None None] Attempting to bind port 9fff9611-3563-4b36-89a7-0e61544e067b on network 862e9dfa-9220-4fa8-8863-16bb1e61f09a {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:22:47.732188 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8de30baa-1af1-4f6b-95a3-35420d139b5b req-28626ddd-93f8-46e7-a383-d0ec3aade4f5 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956413 May 23 11:22:47.746138 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e882072-2971-4dc6-b99b-fac6bc071ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec35eea-9b2b-474f-9ce7-3bfe44146239'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:22:47.840491 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6a828c-16c5-49ef-9f4d-67fd8089d01f None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:22:47.841040 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6a828c-16c5-49ef-9f4d-67fd8089d01f None None] Checking segment: {'id': '1d4a6df8-34d0-4736-999c-11f1ef0e712c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '862e9dfa-9220-4fa8-8863-16bb1e61f09a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:22:47.841808 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-db6a828c-16c5-49ef-9f4d-67fd8089d01f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:47.842308 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6a828c-16c5-49ef-9f4d-67fd8089d01f None None] Bound using segment: {'id': '1d4a6df8-34d0-4736-999c-11f1ef0e712c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '862e9dfa-9220-4fa8-8863-16bb1e61f09a'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:22:47.842913 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-db6a828c-16c5-49ef-9f4d-67fd8089d01f None None] Bound port: 9fff9611-3563-4b36-89a7-0e61544e067b, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d4a6df8-34d0-4736-999c-11f1ef0e712c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '862e9dfa-9220-4fa8-8863-16bb1e61f09a'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:22:47.844074 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-db6a828c-16c5-49ef-9f4d-67fd8089d01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:47.911297 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-dfee3e4f-d402-4197-b553-d0ec61218568 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:22:47.918274 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-58e0d585-d024-43af-805e-d3d65c752c51 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:47.923091 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-dfee3e4f-d402-4197-b553-d0ec61218568 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Usage tracker for resource:security_group_rule and tenant:7e6820b1da73478a8f6280c600dfbb0e is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:22:47.923941 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 0ec35eea-9b2b-474f-9ce7-3bfe44146239, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0ec35eea-9b2b-474f-9ce7-3bfe44146239,segment=NetworkSegment(5cee01f6-c5e9-4b6c-9ee4-d4191d783074),segment_id=5cee01f6-c5e9-4b6c-9ee4-d4191d783074)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:22:47.929104 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-dfee3e4f-d402-4197-b553-d0ec61218568 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:22:47.940324 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-58e0d585-d024-43af-805e-d3d65c752c51 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:47.955021 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6015066b-b966-47b3-8353-b8ab06a8826a'] response: {'server_uuid': '0e882072-2971-4dc6-b99b-fac6bc071ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec35eea-9b2b-474f-9ce7-3bfe44146239', 'code': 200} May 23 11:22:47.969073 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89cc3d-d7ab-41f8-a165-d7105e5d35f5 req-9d0de292-f179-42aa-94be-bc7d32c3e8a8 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:47.970536 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-5e89cc3d-d7ab-41f8-a165-d7105e5d35f5 req-9d0de292-f179-42aa-94be-bc7d32c3e8a8 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Synchronizing usage tracker for tenant:0d8e63cb106b40b880c35c46eb22d5c0 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:22:47.984964 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-616ad634-f91c-46a7-bdc1-2966c29c6e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:47.989749 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:47.996851 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-616ad634-f91c-46a7-bdc1-2966c29c6e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:48.031157 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-dfee3e4f-d402-4197-b553-d0ec61218568 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:22:48.067427 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-5e89cc3d-d7ab-41f8-a165-d7105e5d35f5 req-9d0de292-f179-42aa-94be-bc7d32c3e8a8 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Unset dirty status for tenant:0d8e63cb106b40b880c35c46eb22d5c0 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:22:48.074377 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5e89cc3d-d7ab-41f8-a165-d7105e5d35f5 req-9d0de292-f179-42aa-94be-bc7d32c3e8a8 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0cc8d40-8cd0-4cb2-a78d-e1d1565876d0 HTTP/1.1" status: 200 len: 931 time: 0.5556159 May 23 11:22:48.128489 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-db6a828c-16c5-49ef-9f4d-67fd8089d01f None None] For port 9fff9611-3563-4b36-89a7-0e61544e067b, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:22:48.133310 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-db6a828c-16c5-49ef-9f4d-67fd8089d01f None None] For port 9fff9611-3563-4b36-89a7-0e61544e067b, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=9fff9611-3563-4b36-89a7-0e61544e067b,segment=NetworkSegment(1d4a6df8-34d0-4736-999c-11f1ef0e712c),segment_id=1d4a6df8-34d0-4736-999c-11f1ef0e712c)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:22:48.149865 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-616ad634-f91c-46a7-bdc1-2966c29c6e06 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9c0204952e9b406e88c667ec21c638d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9064174 May 23 11:22:48.150938 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ad634-f91c-46a7-bdc1-2966c29c6e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2179c0f6-1a12-4966-bd15-6b958313fcc3,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:48.155602 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 35116) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:48.161986 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-db6a828c-16c5-49ef-9f4d-67fd8089d01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:48.190105 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-30136e7d-9323-48dc-b822-abfdf412ebcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a613659-194c-4921-a5e0-77bd3f7e1758 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:22:48.215520 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-30136e7d-9323-48dc-b822-abfdf412ebcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:48.220178 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5dafeca1-0ef0-443d-b3f2-047c6adda050 None None] Provisioning for port 7a613659-194c-4921-a5e0-77bd3f7e1758 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:22:48.245602 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5dafeca1-0ef0-443d-b3f2-047c6adda050 None None] Provisioning complete for port 7a613659-194c-4921-a5e0-77bd3f7e1758 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:22:48.246119 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5dafeca1-0ef0-443d-b3f2-047c6adda050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:48.253451 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5e89cc3d-d7ab-41f8-a165-d7105e5d35f5 req-3023c22b-99a4-488d-bca9-5fe3eae110a6 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778970 May 23 11:22:48.273437 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d4471889-a07c-485c-9e76-fa7edd565da4 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:48.296248 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-30136e7d-9323-48dc-b822-abfdf412ebcb service neutron] Transition to ACTIVE for port object 7a613659-194c-4921-a5e0-77bd3f7e1758 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:22:48.317109 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-30136e7d-9323-48dc-b822-abfdf412ebcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:48.397876 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5dafeca1-0ef0-443d-b3f2-047c6adda050 None None] Port 7a613659-194c-4921-a5e0-77bd3f7e1758 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:22:48.403336 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=0ec35eea-9b2b-474f-9ce7-3bfe44146239,revision_number=12']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:48.415795 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6a828c-16c5-49ef-9f4d-67fd8089d01f None None] Routers {'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:22:48.416716 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-db6a828c-16c5-49ef-9f4d-67fd8089d01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:22:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:22:48.430144 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-841fd439-ba3c-475c-bb3a-cbe445558200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:48.570233 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-d4471889-a07c-485c-9e76-fa7edd565da4 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Transition to ACTIVE for port object 784eccf6-3a66-48f3-8757-52e05f6f92c1 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:22:48.584215 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dfee3e4f-d402-4197-b553-d0ec61218568 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:48.594027 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dfee3e4f-d402-4197-b553-d0ec61218568 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:48.694550 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee3e4f-d402-4197-b553-d0ec61218568 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=250dd00f-b7f6-432e-b9fb-86f904647dbc,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:48.698399 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30136e7d-9323-48dc-b822-abfdf412ebcb service neutron] Pushing event updated for resources: {'Port': ['ID=7a613659-194c-4921-a5e0-77bd3f7e1758,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:48.710500 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-841fd439-ba3c-475c-bb3a-cbe445558200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:48.724090 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce8f85-cce6-450f-8d11-06f580c79d75 None None] Pushing event updated for resources: {'Port': ['ID=9fff9611-3563-4b36-89a7-0e61544e067b,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:48.765570 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dfee3e4f-d402-4197-b553-d0ec61218568 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:48.770184 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-dfee3e4f-d402-4197-b553-d0ec61218568 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.6318789 May 23 11:22:48.782359 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35124) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:48.799503 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-275c9d2c-5f25-425f-91b9-5bf8f38d23c6 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Request body: {'security_group_rule': {'security_group_id': '250dd00f-b7f6-432e-b9fb-86f904647dbc', 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:22:48.833673 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d4471889-a07c-485c-9e76-fa7edd565da4 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:48.887286 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-275c9d2c-5f25-425f-91b9-5bf8f38d23c6 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:22:49.018348 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-841fd439-ba3c-475c-bb3a-cbe445558200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:49.034961 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1d700584-310c-40bb-b08e-4a65a8d4fe15 req-9c2fac31-a9e6-4bf4-9405-50a15222f68f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 1097 time: 0.7648959 May 23 11:22:49.036068 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-275c9d2c-5f25-425f-91b9-5bf8f38d23c6 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Usage tracker for resource:security_group_rule and tenant:7e6820b1da73478a8f6280c600dfbb0e is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:22:49.038421 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-30136e7d-9323-48dc-b822-abfdf412ebcb service neutron] Attempting to bind port 7a613659-194c-4921-a5e0-77bd3f7e1758 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:22:49.038760 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-30136e7d-9323-48dc-b822-abfdf412ebcb service neutron] Attempting to bind port 7a613659-194c-4921-a5e0-77bd3f7e1758 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '16d65dbf-b6a9-4190-869a-2234d81bb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:22:49.039094 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-30136e7d-9323-48dc-b822-abfdf412ebcb service neutron] Attempting to bind port 7a613659-194c-4921-a5e0-77bd3f7e1758 on network 6213997a-77dd-4973-bef8-b88fbf379b24 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:22:49.040320 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4471889-a07c-485c-9e76-fa7edd565da4 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Network b23adb6f-bd75-432d-a005-600b53648e5f is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:22:49.048305 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841fd439-ba3c-475c-bb3a-cbe445558200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2179c0f6-1a12-4966-bd15-6b958313fcc3,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:49.056277 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-841fd439-ba3c-475c-bb3a-cbe445558200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:49.057543 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-841fd439-ba3c-475c-bb3a-cbe445558200 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2179c0f6-1a12-4966-bd15-6b958313fcc3 HTTP/1.1" status: 204 len: 168 time: 0.9006305 May 23 11:22:49.058254 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-30136e7d-9323-48dc-b822-abfdf412ebcb service neutron] Port 7a613659-194c-4921-a5e0-77bd3f7e1758 on network 6213997a-77dd-4973-bef8-b88fbf379b24 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:22:49.058593 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-30136e7d-9323-48dc-b822-abfdf412ebcb service neutron] Attempting to bind port 7a613659-194c-4921-a5e0-77bd3f7e1758 on network 6213997a-77dd-4973-bef8-b88fbf379b24 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:22:49.067060 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-30136e7d-9323-48dc-b822-abfdf412ebcb service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:22:49.067400 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-30136e7d-9323-48dc-b822-abfdf412ebcb service neutron] Checking segment: {'id': '16d65dbf-b6a9-4190-869a-2234d81bb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:22:49.067779 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-30136e7d-9323-48dc-b822-abfdf412ebcb service neutron] Bound using segment: {'id': '16d65dbf-b6a9-4190-869a-2234d81bb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:22:49.080509 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-30136e7d-9323-48dc-b822-abfdf412ebcb service neutron] Bound port: 7a613659-194c-4921-a5e0-77bd3f7e1758, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d65dbf-b6a9-4190-869a-2234d81bb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:22:49.081555 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-30136e7d-9323-48dc-b822-abfdf412ebcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:49.118248 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-275c9d2c-5f25-425f-91b9-5bf8f38d23c6 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:22:49.127708 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-d4471889-a07c-485c-9e76-fa7edd565da4 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:22:49.130343 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4471889-a07c-485c-9e76-fa7edd565da4 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:22:49.134450 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4471889-a07c-485c-9e76-fa7edd565da4 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:49.135135 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d4471889-a07c-485c-9e76-fa7edd565da4 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:49.158862 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-275c9d2c-5f25-425f-91b9-5bf8f38d23c6 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:22:49.201962 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d4471889-a07c-485c-9e76-fa7edd565da4 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.5021384 May 23 11:22:49.209573 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4471889-a07c-485c-9e76-fa7edd565da4 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Pushing event updated for resources: {'Port': ['ID=784eccf6-3a66-48f3-8757-52e05f6f92c1,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:49.215410 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35134) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:49.220398 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1d700584-310c-40bb-b08e-4a65a8d4fe15 req-1ac27166-4b5d-4e27-acc3-547f39610321 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693637 May 23 11:22:49.233805 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-53daed25-2d1f-4dd2-a040-fcb2ecf4429d tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Request body: {'port': {'network_id': 'b23adb6f-bd75-432d-a005-600b53648e5f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1559491991', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:22:49.234429 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.api.validators [None req-53daed25-2d1f-4dd2-a040-fcb2ecf4429d tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] bootfile-name is not in valid_values {{(pid=83911) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 23 11:22:49.234820 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.api.validators [None req-53daed25-2d1f-4dd2-a040-fcb2ecf4429d tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] tftp-server is not in valid_values {{(pid=83911) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 23 11:22:49.235203 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.api.validators [None req-53daed25-2d1f-4dd2-a040-fcb2ecf4429d tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] server-ip-address is not in valid_values {{(pid=83911) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 23 11:22:49.378608 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-7007142b-49a2-4f5d-b6dd-a246a487f4a5 None None] Allocated IP 2001:db8::2 (b23adb6f-bd75-432d-a005-600b53648e5f/5eeebb22-550f-421c-a3ee-c7a8731a09c7/1df1e7de-6337-4932-b1e6-2c0d52639694) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:22:49.409480 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-275c9d2c-5f25-425f-91b9-5bf8f38d23c6 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:49.434915 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-53daed25-2d1f-4dd2-a040-fcb2ecf4429d tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:22:49.443152 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-53daed25-2d1f-4dd2-a040-fcb2ecf4429d tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Usage tracker for resource:port and tenant:23a0523d94d1438a907783ed626daa2a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:22:49.452542 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-53daed25-2d1f-4dd2-a040-fcb2ecf4429d tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:22:49.472822 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-53daed25-2d1f-4dd2-a040-fcb2ecf4429d tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:22:49.479634 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-db6a828c-16c5-49ef-9f4d-67fd8089d01f None None] Set router f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:22:49.489872 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [None req-58e0d585-d024-43af-805e-d3d65c752c51 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Floating IP 50e5ae9d-ac4d-4945-a244-afc6236ec71b associated. External IP: 172.25.6.142, port: 134625d8-6571-4905-9ed3-ad4575428fb0. May 23 11:22:49.565130 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-30136e7d-9323-48dc-b822-abfdf412ebcb service neutron] For port 7a613659-194c-4921-a5e0-77bd3f7e1758, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:22:49.585803 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53daed25-2d1f-4dd2-a040-fcb2ecf4429d tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Made reservation on behalf of 23a0523d94d1438a907783ed626daa2a for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:22:49.588962 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-53daed25-2d1f-4dd2-a040-fcb2ecf4429d tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:49.664078 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-30136e7d-9323-48dc-b822-abfdf412ebcb service neutron] For port 7a613659-194c-4921-a5e0-77bd3f7e1758, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=7a613659-194c-4921-a5e0-77bd3f7e1758,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:22:49.679884 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-30136e7d-9323-48dc-b822-abfdf412ebcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:49.689249 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef48abf-2845-4286-b4c8-bb32f81c19d8 req-91f5017b-517e-4174-b0ef-a653ea02df85 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:49.696291 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cef48abf-2845-4286-b4c8-bb32f81c19d8 req-91f5017b-517e-4174-b0ef-a653ea02df85 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 946 time: 0.5889006 May 23 11:22:49.771772 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-53daed25-2d1f-4dd2-a040-fcb2ecf4429d tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] device_id is not set on port 096689eb-6f51-450e-b91e-d68d8e7fc347 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:22:49.833018 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-30136e7d-9323-48dc-b822-abfdf412ebcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:49.834639 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-30136e7d-9323-48dc-b822-abfdf412ebcb service neutron] 10.222.0.13 "PUT /v2.0/ports/7a613659-194c-4921-a5e0-77bd3f7e1758 HTTP/1.1" status: 200 len: 1091 time: 2.9445798 May 23 11:22:49.857114 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0cc8d40-8cd0-4cb2-a78d-e1d1565876d0', 'tag': '7a613659-194c-4921-a5e0-77bd3f7e1758'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:22:49.942951 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-275c9d2c-5f25-425f-91b9-5bf8f38d23c6 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:49.979112 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-275c9d2c-5f25-425f-91b9-5bf8f38d23c6 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:50.092022 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c9d2c-5f25-425f-91b9-5bf8f38d23c6 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63b7eead-2434-4dd8-875e-e54e6847d8ac,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:50.102181 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30136e7d-9323-48dc-b822-abfdf412ebcb service neutron] Pushing event updated for resources: {'Port': ['ID=7a613659-194c-4921-a5e0-77bd3f7e1758,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:50.149608 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-275c9d2c-5f25-425f-91b9-5bf8f38d23c6 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:50.150806 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-275c9d2c-5f25-425f-91b9-5bf8f38d23c6 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3659158 May 23 11:22:50.161302 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98796e-5877-43cb-8411-7b01328c945e req-23e5525a-2503-4125-95b9-1db18ebde3b2 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:50.165310 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fa98796e-5877-43cb-8411-7b01328c945e req-23e5525a-2503-4125-95b9-1db18ebde3b2 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0cc8d40-8cd0-4cb2-a78d-e1d1565876d0 HTTP/1.1" status: 200 len: 943 time: 0.6215289 May 23 11:22:50.175513 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35148) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:50.192565 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e8d13580-2f64-40d9-83b8-0f132e339ea2 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Request body: {'security_group_rule': {'security_group_id': '250dd00f-b7f6-432e-b9fb-86f904647dbc', 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:22:50.219494 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cef48abf-2845-4286-b4c8-bb32f81c19d8 req-cf4823f3-f45d-4bd1-9a05-cd0327341150 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5219259 May 23 11:22:50.236078 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e8d13580-2f64-40d9-83b8-0f132e339ea2 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:22:50.255980 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e8d13580-2f64-40d9-83b8-0f132e339ea2 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Usage tracker for resource:security_group_rule and tenant:7e6820b1da73478a8f6280c600dfbb0e is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:22:50.268026 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e8d13580-2f64-40d9-83b8-0f132e339ea2 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:22:50.291728 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-f0ff1d03-b69e-4c61-8bd6-51ad286f1c4c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d8e63cb106b40b880c35c46eb22d5c0&device_id=a0cc8d40-8cd0-4cb2-a78d-e1d1565876d0 HTTP/1.1" status: 200 len: 1094 time: 0.3942368 May 23 11:22:50.296295 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fa98796e-5877-43cb-8411-7b01328c945e req-f11c92e4-60b2-4d22-8e9d-75051dc4732f tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122005 May 23 11:22:50.313260 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e8d13580-2f64-40d9-83b8-0f132e339ea2 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:22:50.371465 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e8d13580-2f64-40d9-83b8-0f132e339ea2 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:50.458132 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6663ba7-07d7-4bbd-9444-5ca318b1eec4'] response: {'name': 'network-changed', 'server_uuid': 'a0cc8d40-8cd0-4cb2-a78d-e1d1565876d0', 'tag': '7a613659-194c-4921-a5e0-77bd3f7e1758', 'status': 'completed', 'code': 200} May 23 11:22:50.500188 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-a2b56f63-8d8c-4e9e-ae43-f9b7902eaf16 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a613659-194c-4921-a5e0-77bd3f7e1758 HTTP/1.1" status: 200 len: 217 time: 0.1958985 May 23 11:22:50.552052 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e8d13580-2f64-40d9-83b8-0f132e339ea2 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:50.583566 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7007142b-49a2-4f5d-b6dd-a246a487f4a5 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:50.614792 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7007142b-49a2-4f5d-b6dd-a246a487f4a5 None None] Transition to ACTIVE for port object 1df1e7de-6337-4932-b1e6-2c0d52639694 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:22:50.638813 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-0d98de41-d513-4358-a728-1ce54dec12b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:50.641867 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-0d98de41-d513-4358-a728-1ce54dec12b8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54335c97-79a1-4f1c-bc27-f53589fd26ef HTTP/1.1" status: 200 len: 851 time: 0.1344695 May 23 11:22:50.653572 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7007142b-49a2-4f5d-b6dd-a246a487f4a5 None None] Transition to ACTIVE for port object 1df1e7de-6337-4932-b1e6-2c0d52639694 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:22:50.688222 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7007142b-49a2-4f5d-b6dd-a246a487f4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:50.726674 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e8d13580-2f64-40d9-83b8-0f132e339ea2 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:50.830630 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-b6a503e7-b6b4-4f7f-9fed-99f89aede1d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6213997a-77dd-4973-bef8-b88fbf379b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1844699 May 23 11:22:50.898744 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7007142b-49a2-4f5d-b6dd-a246a487f4a5 None None] Network b23adb6f-bd75-432d-a005-600b53648e5f is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:22:50.899990 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-7007142b-49a2-4f5d-b6dd-a246a487f4a5 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:22:50.907353 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7007142b-49a2-4f5d-b6dd-a246a487f4a5 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:22:51.006210 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d13580-2f64-40d9-83b8-0f132e339ea2 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5da4a9a6-66b7-4d4b-afe4-66e65fb5e14c,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:51.032541 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7007142b-49a2-4f5d-b6dd-a246a487f4a5 None None] Pushing event updated for resources: {'Port': ['ID=1df1e7de-6337-4932-b1e6-2c0d52639694,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:51.047674 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e8d13580-2f64-40d9-83b8-0f132e339ea2 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:51.058074 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 35196) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:51.058268 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e8d13580-2f64-40d9-83b8-0f132e339ea2 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8805952 May 23 11:22:51.069311 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-7007142b-49a2-4f5d-b6dd-a246a487f4a5 None None] Attempting to bind port 1df1e7de-6337-4932-b1e6-2c0d52639694 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:22:51.069675 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-7007142b-49a2-4f5d-b6dd-a246a487f4a5 None None] Attempting to bind port 1df1e7de-6337-4932-b1e6-2c0d52639694 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '669d7a62-159e-4947-b35d-3f2f37400462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b23adb6f-bd75-432d-a005-600b53648e5f'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:22:51.070041 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7007142b-49a2-4f5d-b6dd-a246a487f4a5 None None] Attempting to bind port 1df1e7de-6337-4932-b1e6-2c0d52639694 on network b23adb6f-bd75-432d-a005-600b53648e5f {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:22:51.076525 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-0700c4a5-adf9-4647-b5b2-d7743a58a608 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Request body: {'security_group_rule': {'security_group_id': '250dd00f-b7f6-432e-b9fb-86f904647dbc', 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:22:51.077274 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7007142b-49a2-4f5d-b6dd-a246a487f4a5 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:22:51.077638 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7007142b-49a2-4f5d-b6dd-a246a487f4a5 None None] Checking segment: {'id': '669d7a62-159e-4947-b35d-3f2f37400462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b23adb6f-bd75-432d-a005-600b53648e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:22:51.078034 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7007142b-49a2-4f5d-b6dd-a246a487f4a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:51.078416 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7007142b-49a2-4f5d-b6dd-a246a487f4a5 None None] Bound using segment: {'id': '669d7a62-159e-4947-b35d-3f2f37400462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b23adb6f-bd75-432d-a005-600b53648e5f'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:22:51.078873 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-7007142b-49a2-4f5d-b6dd-a246a487f4a5 None None] Bound port: 1df1e7de-6337-4932-b1e6-2c0d52639694, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '669d7a62-159e-4947-b35d-3f2f37400462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b23adb6f-bd75-432d-a005-600b53648e5f'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:22:51.079285 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7007142b-49a2-4f5d-b6dd-a246a487f4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:51.097532 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0700c4a5-adf9-4647-b5b2-d7743a58a608 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:22:51.108340 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-53daed25-2d1f-4dd2-a040-fcb2ecf4429d tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Allocated IP 2001:db8::1ab (b23adb6f-bd75-432d-a005-600b53648e5f/5eeebb22-550f-421c-a3ee-c7a8731a09c7/096689eb-6f51-450e-b91e-d68d8e7fc347) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:22:51.109112 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-0700c4a5-adf9-4647-b5b2-d7743a58a608 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Usage tracker for resource:security_group_rule and tenant:7e6820b1da73478a8f6280c600dfbb0e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:22:51.113848 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-0700c4a5-adf9-4647-b5b2-d7743a58a608 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:22:51.133182 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0700c4a5-adf9-4647-b5b2-d7743a58a608 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:22:51.133877 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-db6a828c-16c5-49ef-9f4d-67fd8089d01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'name': 'tempest-TestNetworkBasicOps-router-187643995', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'd900448e-b3cc-4f39-891d-f325c493782d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:22:20Z', 'updated_at': '2022-05-23T11:22:40Z', 'revision_number': 4, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'gw_port': {'id': 'd900448e-b3cc-4f39-891d-f325c493782d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:22:22Z', 'updated_at': '2022-05-23T11:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '9fff9611-3563-4b36-89a7-0e61544e067b', 'name': '', 'network_id': '862e9dfa-9220-4fa8-8863-16bb1e61f09a', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'mac_address': 'fa:16:3e:26:1f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71080ede-fcb2-4e30-8636-9b223584a1ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:22:38Z', 'updated_at': '2022-05-23T11:22:48Z', 'revision_number': 4, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'subnets': [{'id': '71080ede-fcb2-4e30-8636-9b223584a1ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:22:51.151669 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6a828c-16c5-49ef-9f4d-67fd8089d01f None None] The sync data for ids ['f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d'] in n-d-842952-2 is: [{'id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'name': 'tempest-TestNetworkBasicOps-router-187643995', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'd900448e-b3cc-4f39-891d-f325c493782d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:22:20Z', 'updated_at': '2022-05-23T11:22:40Z', 'revision_number': 4, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'gw_port': {'id': 'd900448e-b3cc-4f39-891d-f325c493782d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:22:22Z', 'updated_at': '2022-05-23T11:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '9fff9611-3563-4b36-89a7-0e61544e067b', 'name': '', 'network_id': '862e9dfa-9220-4fa8-8863-16bb1e61f09a', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'mac_address': 'fa:16:3e:26:1f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71080ede-fcb2-4e30-8636-9b223584a1ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:22:38Z', 'updated_at': '2022-05-23T11:22:48Z', 'revision_number': 4, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'subnets': [{'id': '71080ede-fcb2-4e30-8636-9b223584a1ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:22:51.184015 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-d89d28b6-2e22-404c-853f-f8f653b410d4 service neutron] 10.222.0.13 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433068 May 23 11:22:51.186371 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0700c4a5-adf9-4647-b5b2-d7743a58a608 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:51.191791 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-7007142b-49a2-4f5d-b6dd-a246a487f4a5 None None] For port 1df1e7de-6337-4932-b1e6-2c0d52639694, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:22:51.196955 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-7007142b-49a2-4f5d-b6dd-a246a487f4a5 None None] For port 1df1e7de-6337-4932-b1e6-2c0d52639694, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=1df1e7de-6337-4932-b1e6-2c0d52639694,segment=NetworkSegment(669d7a62-159e-4947-b35d-3f2f37400462),segment_id=669d7a62-159e-4947-b35d-3f2f37400462)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:22:51.202280 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7007142b-49a2-4f5d-b6dd-a246a487f4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:51.498825 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7007142b-49a2-4f5d-b6dd-a246a487f4a5 None None] Pushing event updated for resources: {'Port': ['ID=1df1e7de-6337-4932-b1e6-2c0d52639694,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:51.683957 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-53daed25-2d1f-4dd2-a040-fcb2ecf4429d tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:51.716770 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-53daed25-2d1f-4dd2-a040-fcb2ecf4429d tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Transition to ACTIVE for port object 096689eb-6f51-450e-b91e-d68d8e7fc347 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:22:51.761877 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e0d585-d024-43af-805e-d3d65c752c51 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Router 406cd220-9f91-46de-82dc-a46b2f962727 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:22:51.814494 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-53daed25-2d1f-4dd2-a040-fcb2ecf4429d tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:51.884961 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53daed25-2d1f-4dd2-a040-fcb2ecf4429d tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Network b23adb6f-bd75-432d-a005-600b53648e5f is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:22:51.904368 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-53daed25-2d1f-4dd2-a040-fcb2ecf4429d tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:22:51.916461 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53daed25-2d1f-4dd2-a040-fcb2ecf4429d tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:22:51.927276 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53daed25-2d1f-4dd2-a040-fcb2ecf4429d tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:51.928003 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-53daed25-2d1f-4dd2-a040-fcb2ecf4429d tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:51.936163 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0700c4a5-adf9-4647-b5b2-d7743a58a608 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:52.043909 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0700c4a5-adf9-4647-b5b2-d7743a58a608 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:52.135709 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-53daed25-2d1f-4dd2-a040-fcb2ecf4429d tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.9156933 May 23 11:22:52.149940 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0700c4a5-adf9-4647-b5b2-d7743a58a608 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e58eeb-a0ea-4ba3-b436-e0ca706243e6,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:52.152219 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35218) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:52.154777 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53daed25-2d1f-4dd2-a040-fcb2ecf4429d tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Pushing event updated for resources: {'Port': ['ID=096689eb-6f51-450e-b91e-d68d8e7fc347,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:52.169417 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1896cd57-b94c-4d49-a19e-b1cadc3152c1 req-8baca571-bb68-4207-bbb0-66762822ad03 service neutron] 10.222.0.13 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9706507 May 23 11:22:52.174522 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0700c4a5-adf9-4647-b5b2-d7743a58a608 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:52.176042 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0700c4a5-adf9-4647-b5b2-d7743a58a608 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1177530 May 23 11:22:52.179427 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 35222) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:52.196993 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-ce65de91-ede6-494f-ad3b-35d422c4a78e tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Request body: {'security_group_rule': {'security_group_id': '250dd00f-b7f6-432e-b9fb-86f904647dbc', 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:22:52.205208 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ce65de91-ede6-494f-ad3b-35d422c4a78e tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:22:52.215681 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ce65de91-ede6-494f-ad3b-35d422c4a78e tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Usage tracker for resource:security_group_rule and tenant:7e6820b1da73478a8f6280c600dfbb0e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:22:52.218860 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ce65de91-ede6-494f-ad3b-35d422c4a78e tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:22:52.226807 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ce65de91-ede6-494f-ad3b-35d422c4a78e tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:22:52.255569 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb2966-cfc7-46f3-8fa4-8e47138b66a0 req-2e44ea8b-6331-41d0-a19e-e1a35b6b86b7 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:52.266027 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3efb2966-cfc7-46f3-8fa4-8e47138b66a0 req-2e44ea8b-6331-41d0-a19e-e1a35b6b86b7 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0cc8d40-8cd0-4cb2-a78d-e1d1565876d0 HTTP/1.1" status: 200 len: 943 time: 0.5445025 May 23 11:22:52.351449 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ce65de91-ede6-494f-ad3b-35d422c4a78e tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:52.419220 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e99b54-3d41-4a88-93a8-d4dc97b44f0a req-9fa54efc-348d-4af7-9d02-d205a3be6e1a tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:52.420814 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-38e99b54-3d41-4a88-93a8-d4dc97b44f0a req-9fa54efc-348d-4af7-9d02-d205a3be6e1a tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 946 time: 0.8664334 May 23 11:22:52.475468 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fc8b6f-b4ae-49da-9b0c-de044a1722f2 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:52.479362 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fc8b6f-b4ae-49da-9b0c-de044a1722f2 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:52.483782 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fc8b6f-b4ae-49da-9b0c-de044a1722f2 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:52.484897 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-91fc8b6f-b4ae-49da-9b0c-de044a1722f2 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Synchronizing usage tracker for tenant:23a0523d94d1438a907783ed626daa2a on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:22:52.531937 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e0d585-d024-43af-805e-d3d65c752c51 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:22:52.540335 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-58e0d585-d024-43af-805e-d3d65c752c51 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:52.549283 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0395eb-c621-4dd1-a475-875954db31ac None None] Sync routers for ids ['406cd220-9f91-46de-82dc-a46b2f962727'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:22:52.582066 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0395eb-c621-4dd1-a475-875954db31ac None None] Routers {'406cd220-9f91-46de-82dc-a46b2f962727'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:22:52.582705 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-1f0395eb-c621-4dd1-a475-875954db31ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:22:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['406cd220-9f91-46de-82dc-a46b2f962727'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:22:52.610785 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-91fc8b6f-b4ae-49da-9b0c-de044a1722f2 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Unset dirty status for tenant:23a0523d94d1438a907783ed626daa2a on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:22:52.613060 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-91fc8b6f-b4ae-49da-9b0c-de044a1722f2 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.4543166 May 23 11:22:52.621463 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35240) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:52.631968 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ce65de91-ede6-494f-ad3b-35d422c4a78e tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:52.660460 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ce65de91-ede6-494f-ad3b-35d422c4a78e tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:52.788099 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65de91-ede6-494f-ad3b-35d422c4a78e tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=850f7727-975b-438b-be6f-9d1d2e92d31f,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:52.799348 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3efb2966-cfc7-46f3-8fa4-8e47138b66a0 req-3dce171f-c56d-41bb-8255-39a710e41ad2 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4049644 May 23 11:22:52.804471 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ce65de91-ede6-494f-ad3b-35d422c4a78e tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:52.809671 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ce65de91-ede6-494f-ad3b-35d422c4a78e tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6248701 May 23 11:22:52.814112 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 35250) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:52.817969 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1474cd20-6050-4bda-a48a-301077b4ad34 req-b2c03f69-12d8-4471-92ed-0bc0146a6169 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d8e63cb106b40b880c35c46eb22d5c0&device_id=a0cc8d40-8cd0-4cb2-a78d-e1d1565876d0 HTTP/1.1" status: 200 len: 1094 time: 0.5487037 May 23 11:22:52.831908 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-124c0956-c233-4c08-84ad-e0bcc8afbdd7 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Request body: {'security_group_rule': {'security_group_id': '250dd00f-b7f6-432e-b9fb-86f904647dbc', 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:22:52.849785 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-35f986fa-00fd-4bc8-8079-c36a3d2dfeed tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Deleting port 096689eb-6f51-450e-b91e-d68d8e7fc347 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:22:52.858343 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-35f986fa-00fd-4bc8-8079-c36a3d2dfeed tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:52.936705 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-124c0956-c233-4c08-84ad-e0bcc8afbdd7 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:22:53.008367 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-38e99b54-3d41-4a88-93a8-d4dc97b44f0a req-ef69487d-084f-439a-b8f8-4bb0283dc2e1 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5517681 May 23 11:22:53.016918 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-58e0d585-d024-43af-805e-d3d65c752c51 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "PUT /v2.0/floatingips/50e5ae9d-ac4d-4945-a244-afc6236ec71b HTTP/1.1" status: 200 len: 991 time: 7.1101832 May 23 11:22:53.020532 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76bbe4e5-f79b-401d-9312-357a83ad0452', 'tag': '134625d8-6571-4905-9ed3-ad4575428fb0'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:22:53.087100 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-1f0395eb-c621-4dd1-a475-875954db31ac None None] Set router 406cd220-9f91-46de-82dc-a46b2f962727 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:22:53.250275 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-124c0956-c233-4c08-84ad-e0bcc8afbdd7 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Usage tracker for resource:security_group_rule and tenant:7e6820b1da73478a8f6280c600dfbb0e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:22:53.264391 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-124c0956-c233-4c08-84ad-e0bcc8afbdd7 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:22:53.324110 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-124c0956-c233-4c08-84ad-e0bcc8afbdd7 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:22:53.385664 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 1df1e7de-6337-4932-b1e6-2c0d52639694 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:22:53.406497 n-d-842952-2 neutron-server[83910]: INFO neutron.db.securitygroups_db [None req-124c0956-c233-4c08-84ad-e0bcc8afbdd7 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Project 7e6820b1da73478a8f6280c600dfbb0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 11:22:53.431270 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-124c0956-c233-4c08-84ad-e0bcc8afbdd7 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:53.507203 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-35f986fa-00fd-4bc8-8079-c36a3d2dfeed tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:53.539758 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568814f8-964f-496c-a501-7287e89ddb4e None None] Network b23adb6f-bd75-432d-a005-600b53648e5f requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:22:53.627718 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-124c0956-c233-4c08-84ad-e0bcc8afbdd7 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:53.641922 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-124c0956-c233-4c08-84ad-e0bcc8afbdd7 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:53.725559 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-124c0956-c233-4c08-84ad-e0bcc8afbdd7 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:53.738279 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-124c0956-c233-4c08-84ad-e0bcc8afbdd7 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.9191000 May 23 11:22:53.739755 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1474cd20-6050-4bda-a48a-301077b4ad34 req-3e7a00cc-113e-494a-af16-a26f78e2a9fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:53.741404 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1474cd20-6050-4bda-a48a-301077b4ad34 req-3e7a00cc-113e-494a-af16-a26f78e2a9fa service neutron] 10.222.0.13 "GET /v2.0/networks?id=6213997a-77dd-4973-bef8-b88fbf379b24 HTTP/1.1" status: 200 len: 913 time: 0.8768547 May 23 11:22:53.742169 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 35286) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:53.743014 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c0956-c233-4c08-84ad-e0bcc8afbdd7 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48bd4352-39e5-4388-8349-35ce1e83f60f,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:53.757069 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-e30da035-afa2-4209-8aec-e06966f27678 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Request body: {'security_group_rule': {'security_group_id': '250dd00f-b7f6-432e-b9fb-86f904647dbc', 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:22:53.792762 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-40e342c9-e081-4236-9a7b-206d4cd448f8 None None] Provisioning for port 1df1e7de-6337-4932-b1e6-2c0d52639694 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:22:53.806742 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-40e342c9-e081-4236-9a7b-206d4cd448f8 None None] Provisioning complete for port 1df1e7de-6337-4932-b1e6-2c0d52639694 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:22:53.807120 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-40e342c9-e081-4236-9a7b-206d4cd448f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:53.810975 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b8a7c45-54ff-44ed-b22b-b9e4b95a851e'] response: {'name': 'network-changed', 'server_uuid': '76bbe4e5-f79b-401d-9312-357a83ad0452', 'tag': '134625d8-6571-4905-9ed3-ad4575428fb0', 'status': 'completed', 'code': 200} May 23 11:22:53.830260 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-35f986fa-00fd-4bc8-8079-c36a3d2dfeed tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Calling delete_port for 096689eb-6f51-450e-b91e-d68d8e7fc347 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:22:53.936992 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 1df1e7de-6337-4932-b1e6-2c0d52639694 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:22:53.977848 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e30da035-afa2-4209-8aec-e06966f27678 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:22:53.986543 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-1f0395eb-c621-4dd1-a475-875954db31ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406cd220-9f91-46de-82dc-a46b2f962727', 'name': 'tempest-AttachVolumeTestJSON-206819050-router', 'tenant_id': 'd3ec9888c9b84da5954173e8d76fab76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '008eb1b9-f923-4790-a7cf-ac0d64edf3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:17:39Z', 'updated_at': '2022-05-23T11:18:00Z', 'revision_number': 4, 'project_id': 'd3ec9888c9b84da5954173e8d76fab76', 'gw_port': {'id': '008eb1b9-f923-4790-a7cf-ac0d64edf3cc', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:54:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406cd220-9f91-46de-82dc-a46b2f962727', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:42Z', 'updated_at': '2022-05-23T11:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '50e5ae9d-ac4d-4945-a244-afc6236ec71b', 'tenant_id': 'd3ec9888c9b84da5954173e8d76fab76', 'floating_ip_address': '172.25.6.142', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '406cd220-9f91-46de-82dc-a46b2f962727', 'port_id': '134625d8-6571-4905-9ed3-ad4575428fb0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0308ef6c-1caf-4171-ace3-29e1cb4dd978', 'mac_address': 'fa:16:3e:88:b9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76bbe4e5-f79b-401d-9312-357a83ad0452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:22:16Z', 'updated_at': '2022-05-23T11:22:47Z', 'revision_number': 1, 'project_id': 'd3ec9888c9b84da5954173e8d76fab76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74430c8f-a818-475a-af00-5d3668305212', 'name': '', 'network_id': '0308ef6c-1caf-4171-ace3-29e1cb4dd978', 'tenant_id': 'd3ec9888c9b84da5954173e8d76fab76', 'mac_address': 'fa:16:3e:6a:c8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406cd220-9f91-46de-82dc-a46b2f962727', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78a08f2b-9bc6-4aed-a592-74a10c72dff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:55Z', 'updated_at': '2022-05-23T11:18:24Z', 'revision_number': 5, 'project_id': 'd3ec9888c9b84da5954173e8d76fab76', 'subnets': [{'id': '78a08f2b-9bc6-4aed-a592-74a10c72dff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:22:53.994325 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0395eb-c621-4dd1-a475-875954db31ac None None] Checking router: 406cd220-9f91-46de-82dc-a46b2f962727 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:22:54.000948 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e30da035-afa2-4209-8aec-e06966f27678 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Usage tracker for resource:security_group_rule and tenant:7e6820b1da73478a8f6280c600dfbb0e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:22:54.007182 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0395eb-c621-4dd1-a475-875954db31ac None None] Routers {'406cd220-9f91-46de-82dc-a46b2f962727'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:22:54.008015 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-1f0395eb-c621-4dd1-a475-875954db31ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:22:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['406cd220-9f91-46de-82dc-a46b2f962727'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:22:54.008956 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 1df1e7de-6337-4932-b1e6-2c0d52639694 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:22:54.009330 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:54.045017 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1474cd20-6050-4bda-a48a-301077b4ad34 req-271d39d3-77c1-46a0-bc79-af3f947bbd34 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a613659-194c-4921-a5e0-77bd3f7e1758 HTTP/1.1" status: 200 len: 217 time: 0.2961569 May 23 11:22:54.056334 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e30da035-afa2-4209-8aec-e06966f27678 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:22:54.173371 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1474cd20-6050-4bda-a48a-301077b4ad34 req-ab0cb693-2c60-4486-b9ea-43427645e211 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:54.175744 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1474cd20-6050-4bda-a48a-301077b4ad34 req-ab0cb693-2c60-4486-b9ea-43427645e211 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54335c97-79a1-4f1c-bc27-f53589fd26ef HTTP/1.1" status: 200 len: 851 time: 0.1212480 May 23 11:22:54.176860 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e30da035-afa2-4209-8aec-e06966f27678 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:22:54.240287 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f3eaf244-dd6d-42ee-a275-10b56ad3fe5b req-a6faf52a-16d6-4389-9fbe-777c48ad3ae9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d3ec9888c9b84da5954173e8d76fab76&device_id=76bbe4e5-f79b-401d-9312-357a83ad0452 HTTP/1.1" status: 200 len: 1096 time: 0.4284158 May 23 11:22:54.377653 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-40e342c9-e081-4236-9a7b-206d4cd448f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:54.390667 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-1f0395eb-c621-4dd1-a475-875954db31ac None None] Set router 406cd220-9f91-46de-82dc-a46b2f962727 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:22:54.464847 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 7a613659-194c-4921-a5e0-77bd3f7e1758 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:22:54.698406 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eaf244-dd6d-42ee-a275-10b56ad3fe5b req-fbc4e336-444e-4699-8053-3db08af88f5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:54.699763 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f3eaf244-dd6d-42ee-a275-10b56ad3fe5b req-fbc4e336-444e-4699-8053-3db08af88f5f service neutron] 10.222.0.81 "GET /v2.0/networks?id=0308ef6c-1caf-4171-ace3-29e1cb4dd978 HTTP/1.1" status: 200 len: 911 time: 0.3887875 May 23 11:22:54.721502 n-d-842952-2 neutron-server[83910]: INFO neutron.db.securitygroups_db [None req-e30da035-afa2-4209-8aec-e06966f27678 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Project 7e6820b1da73478a8f6280c600dfbb0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 11:22:54.736370 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e30da035-afa2-4209-8aec-e06966f27678 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:54.742137 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-40e342c9-e081-4236-9a7b-206d4cd448f8 None None] For port 1df1e7de-6337-4932-b1e6-2c0d52639694, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=1df1e7de-6337-4932-b1e6-2c0d52639694,segment=NetworkSegment(669d7a62-159e-4947-b35d-3f2f37400462),segment_id=669d7a62-159e-4947-b35d-3f2f37400462)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:22:54.771302 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-40e342c9-e081-4236-9a7b-206d4cd448f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:54.880107 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1474cd20-6050-4bda-a48a-301077b4ad34 req-355462ae-91a0-4dff-acf4-c54197cb9900 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6213997a-77dd-4973-bef8-b88fbf379b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2684329 May 23 11:22:54.887301 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a29fce-faf4-4e58-89a5-8edbecab95fa req-33ad9249-8ee3-4879-ad40-3a237277c306 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:54.889164 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a0a29fce-faf4-4e58-89a5-8edbecab95fa req-33ad9249-8ee3-4879-ad40-3a237277c306 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 946 time: 0.2274718 May 23 11:22:54.901438 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e342c9-e081-4236-9a7b-206d4cd448f8 None None] Pushing event updated for resources: {'Port': ['ID=1df1e7de-6337-4932-b1e6-2c0d52639694,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:54.918786 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e30da035-afa2-4209-8aec-e06966f27678 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:54.962354 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 7a613659-194c-4921-a5e0-77bd3f7e1758, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=7a613659-194c-4921-a5e0-77bd3f7e1758,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:22:54.964105 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-35f986fa-00fd-4bc8-8079-c36a3d2dfeed tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:54.986149 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 9fff9611-3563-4b36-89a7-0e61544e067b up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:22:55.030920 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '7a613659-194c-4921-a5e0-77bd3f7e1758', 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24', 'port_id': '7a613659-194c-4921-a5e0-77bd3f7e1758', 'mac_address': 'fa:16:3e:37:4d:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54335c97-79a1-4f1c-bc27-f53589fd26ef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:22:55.093372 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f3eaf244-dd6d-42ee-a275-10b56ad3fe5b req-78e67b83-24b7-45db-b6dc-6fdc01c523c2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=134625d8-6571-4905-9ed3-ad4575428fb0 HTTP/1.1" status: 200 len: 999 time: 0.3867676 May 23 11:22:55.115232 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:55.134728 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e30da035-afa2-4209-8aec-e06966f27678 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:55.164101 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f986fa-00fd-4bc8-8079-c36a3d2dfeed tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Pushing event deleted for resources: {'Port': ['ID=096689eb-6f51-450e-b91e-d68d8e7fc347,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:55.169878 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a613659-194c-4921-a5e0-77bd3f7e1758 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:22:55.212885 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 7a613659-194c-4921-a5e0-77bd3f7e1758, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=7a613659-194c-4921-a5e0-77bd3f7e1758,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:22:55.214835 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:55.278734 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30da035-afa2-4209-8aec-e06966f27678 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80cfd9cb-4da6-4230-9627-f5a03b296f9b,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:55.293898 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-35f986fa-00fd-4bc8-8079-c36a3d2dfeed tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:55.323746 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eaf244-dd6d-42ee-a275-10b56ad3fe5b req-bc97b721-a1a5-4a6a-b39a-0cd4ad6478e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:55.325694 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f3eaf244-dd6d-42ee-a275-10b56ad3fe5b req-bc97b721-a1a5-4a6a-b39a-0cd4ad6478e1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=78a08f2b-9bc6-4aed-a592-74a10c72dff5 HTTP/1.1" status: 200 len: 849 time: 0.2244558 May 23 11:22:55.327535 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-35f986fa-00fd-4bc8-8079-c36a3d2dfeed tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] 10.222.0.79 "DELETE /v2.0/ports/096689eb-6f51-450e-b91e-d68d8e7fc347 HTTP/1.1" status: 204 len: 168 time: 2.6957195 May 23 11:22:55.334670 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d51b60b-cfbc-4d3a-bccc-12bba77c5780 req-58860b37-6007-474a-acff-44dd6443f412 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:55.339148 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4d51b60b-cfbc-4d3a-bccc-12bba77c5780 req-58860b37-6007-474a-acff-44dd6443f412 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0cc8d40-8cd0-4cb2-a78d-e1d1565876d0 HTTP/1.1" status: 200 len: 943 time: 1.2002299 May 23 11:22:55.339522 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 35332) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:55.362363 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-1f0395eb-c621-4dd1-a475-875954db31ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406cd220-9f91-46de-82dc-a46b2f962727', 'name': 'tempest-AttachVolumeTestJSON-206819050-router', 'tenant_id': 'd3ec9888c9b84da5954173e8d76fab76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '008eb1b9-f923-4790-a7cf-ac0d64edf3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:17:39Z', 'updated_at': '2022-05-23T11:18:00Z', 'revision_number': 4, 'project_id': 'd3ec9888c9b84da5954173e8d76fab76', 'gw_port': {'id': '008eb1b9-f923-4790-a7cf-ac0d64edf3cc', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:54:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406cd220-9f91-46de-82dc-a46b2f962727', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:42Z', 'updated_at': '2022-05-23T11:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '50e5ae9d-ac4d-4945-a244-afc6236ec71b', 'tenant_id': 'd3ec9888c9b84da5954173e8d76fab76', 'floating_ip_address': '172.25.6.142', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '406cd220-9f91-46de-82dc-a46b2f962727', 'port_id': '134625d8-6571-4905-9ed3-ad4575428fb0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0308ef6c-1caf-4171-ace3-29e1cb4dd978', 'mac_address': 'fa:16:3e:88:b9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76bbe4e5-f79b-401d-9312-357a83ad0452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:22:16Z', 'updated_at': '2022-05-23T11:22:47Z', 'revision_number': 1, 'project_id': 'd3ec9888c9b84da5954173e8d76fab76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74430c8f-a818-475a-af00-5d3668305212', 'name': '', 'network_id': '0308ef6c-1caf-4171-ace3-29e1cb4dd978', 'tenant_id': 'd3ec9888c9b84da5954173e8d76fab76', 'mac_address': 'fa:16:3e:6a:c8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406cd220-9f91-46de-82dc-a46b2f962727', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78a08f2b-9bc6-4aed-a592-74a10c72dff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:55Z', 'updated_at': '2022-05-23T11:18:24Z', 'revision_number': 5, 'project_id': 'd3ec9888c9b84da5954173e8d76fab76', 'subnets': [{'id': '78a08f2b-9bc6-4aed-a592-74a10c72dff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:22:55.375430 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0395eb-c621-4dd1-a475-875954db31ac None None] The sync data for ids ['406cd220-9f91-46de-82dc-a46b2f962727'] in n-d-842952-2 is: [{'id': '406cd220-9f91-46de-82dc-a46b2f962727', 'name': 'tempest-AttachVolumeTestJSON-206819050-router', 'tenant_id': 'd3ec9888c9b84da5954173e8d76fab76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '008eb1b9-f923-4790-a7cf-ac0d64edf3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:17:39Z', 'updated_at': '2022-05-23T11:18:00Z', 'revision_number': 4, 'project_id': 'd3ec9888c9b84da5954173e8d76fab76', 'gw_port': {'id': '008eb1b9-f923-4790-a7cf-ac0d64edf3cc', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:54:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406cd220-9f91-46de-82dc-a46b2f962727', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:42Z', 'updated_at': '2022-05-23T11:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '50e5ae9d-ac4d-4945-a244-afc6236ec71b', 'tenant_id': 'd3ec9888c9b84da5954173e8d76fab76', 'floating_ip_address': '172.25.6.142', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '406cd220-9f91-46de-82dc-a46b2f962727', 'port_id': '134625d8-6571-4905-9ed3-ad4575428fb0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0308ef6c-1caf-4171-ace3-29e1cb4dd978', 'mac_address': 'fa:16:3e:88:b9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76bbe4e5-f79b-401d-9312-357a83ad0452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:22:16Z', 'updated_at': '2022-05-23T11:22:47Z', 'revision_number': 1, 'project_id': 'd3ec9888c9b84da5954173e8d76fab76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74430c8f-a818-475a-af00-5d3668305212', 'name': '', 'network_id': '0308ef6c-1caf-4171-ace3-29e1cb4dd978', 'tenant_id': 'd3ec9888c9b84da5954173e8d76fab76', 'mac_address': 'fa:16:3e:6a:c8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406cd220-9f91-46de-82dc-a46b2f962727', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78a08f2b-9bc6-4aed-a592-74a10c72dff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:55Z', 'updated_at': '2022-05-23T11:18:24Z', 'revision_number': 5, 'project_id': 'd3ec9888c9b84da5954173e8d76fab76', 'subnets': [{'id': '78a08f2b-9bc6-4aed-a592-74a10c72dff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:22:55.379898 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-de91ffdf-78ee-4ad6-b643-1542c84a4c60 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Request body: {'port': {'name': 'tempest-new-port-name-104260510', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:22:55.380361 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.api.validators [None req-de91ffdf-78ee-4ad6-b643-1542c84a4c60 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] bootfile-name is not in valid_values {{(pid=83910) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 23 11:22:55.380700 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.api.validators [None req-de91ffdf-78ee-4ad6-b643-1542c84a4c60 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] tftp-server is not in valid_values {{(pid=83910) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 23 11:22:55.381025 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.api.validators [None req-de91ffdf-78ee-4ad6-b643-1542c84a4c60 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] server-ip-address is not in valid_values {{(pid=83910) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 23 11:22:55.393628 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=7a613659-194c-4921-a5e0-77bd3f7e1758,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:55.401906 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 9fff9611-3563-4b36-89a7-0e61544e067b completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:22:55.414256 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 9fff9611-3563-4b36-89a7-0e61544e067b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:22:55.414637 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:55.531529 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1474cd20-6050-4bda-a48a-301077b4ad34 req-be67e3d6-6b31-42ce-b190-272ea0da77fc service neutron] 10.222.0.13 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6409583 May 23 11:22:55.532458 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e30da035-afa2-4209-8aec-e06966f27678 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:55.542989 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e30da035-afa2-4209-8aec-e06966f27678 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.7887392 May 23 11:22:55.561619 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f3eaf244-dd6d-42ee-a275-10b56ad3fe5b req-9deebce5-09da-4c49-9ccf-bddfc74b5406 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0308ef6c-1caf-4171-ace3-29e1cb4dd978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2291050 May 23 11:22:55.645091 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a0a29fce-faf4-4e58-89a5-8edbecab95fa req-c4b0e9d5-367e-47a1-a8ff-6ed26d3190e4 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5651093 May 23 11:22:55.651243 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-de91ffdf-78ee-4ad6-b643-1542c84a4c60 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:55.681392 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:55.734276 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['7a613659-194c-4921-a5e0-77bd3f7e1758'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:22:55.899903 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 9fff9611-3563-4b36-89a7-0e61544e067b, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=9fff9611-3563-4b36-89a7-0e61544e067b,segment=NetworkSegment(1d4a6df8-34d0-4736-999c-11f1ef0e712c),segment_id=1d4a6df8-34d0-4736-999c-11f1ef0e712c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:22:55.960452 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:56.011063 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f3eaf244-dd6d-42ee-a275-10b56ad3fe5b req-2bac96d7-b15a-4e9d-ae7e-7e42788942f5 service neutron] 10.222.0.81 "GET /v2.0/networks/0308ef6c-1caf-4171-ace3-29e1cb4dd978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360290 May 23 11:22:56.068086 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=9fff9611-3563-4b36-89a7-0e61544e067b,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:56.073390 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e7fda1e2-6390-4099-8c84-d5f39b4fa7aa None None] Provisioning complete for port 1df1e7de-6337-4932-b1e6-2c0d52639694 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:22:56.073909 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e7fda1e2-6390-4099-8c84-d5f39b4fa7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:56.189682 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 1df1e7de-6337-4932-b1e6-2c0d52639694 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:22:56.373378 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f3eaf244-dd6d-42ee-a275-10b56ad3fe5b req-8d362d7a-3f67-4e6c-8150-866552e0bea3 service neutron] 10.222.0.81 "GET /v2.0/networks/0308ef6c-1caf-4171-ace3-29e1cb4dd978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564467 May 23 11:22:56.591685 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1474cd20-6050-4bda-a48a-301077b4ad34 req-3a840cee-ff8e-439c-93e9-5419e8a7d890 service neutron] 10.222.0.13 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9413295 May 23 11:22:56.610186 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4d51b60b-cfbc-4d3a-bccc-12bba77c5780 req-fc9a7bb2-49ce-4483-95d0-3bca9f670336 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2452636 May 23 11:22:56.688989 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e7fda1e2-6390-4099-8c84-d5f39b4fa7aa None None] Could not find standard attr ID for object 096689eb-6f51-450e-b91e-d68d8e7fc347. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:22:56.716771 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 1df1e7de-6337-4932-b1e6-2c0d52639694 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:22:56.717139 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:56.834551 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e7fda1e2-6390-4099-8c84-d5f39b4fa7aa None None] Provisioning for port 784eccf6-3a66-48f3-8757-52e05f6f92c1 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:22:56.862091 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e7fda1e2-6390-4099-8c84-d5f39b4fa7aa None None] Provisioning complete for port 784eccf6-3a66-48f3-8757-52e05f6f92c1 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:22:56.862465 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e7fda1e2-6390-4099-8c84-d5f39b4fa7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:57.004202 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-467989a6-4d32-404f-a29d-0913230f280f req-3b173296-c45b-40f0-8b3a-edf008395f6c tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Synchronizing usage tracker for tenant:7e6820b1da73478a8f6280c600dfbb0e on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:22:57.018897 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13df97-68a2-43e2-90c0-b80fd114397c req-547b85a9-b514-4ed7-ab96-ddc2fa35b698 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:57.020537 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e7fda1e2-6390-4099-8c84-d5f39b4fa7aa None None] Port 784eccf6-3a66-48f3-8757-52e05f6f92c1 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:22:57.023894 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ac13df97-68a2-43e2-90c0-b80fd114397c req-547b85a9-b514-4ed7-ab96-ddc2fa35b698 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 946 time: 0.3514514 May 23 11:22:57.081576 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-de91ffdf-78ee-4ad6-b643-1542c84a4c60 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:57.090032 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-de91ffdf-78ee-4ad6-b643-1542c84a4c60 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:57.134499 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-467989a6-4d32-404f-a29d-0913230f280f req-3b173296-c45b-40f0-8b3a-edf008395f6c tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Unset dirty status for tenant:7e6820b1da73478a8f6280c600dfbb0e on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:22:57.143167 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-467989a6-4d32-404f-a29d-0913230f280f req-3b173296-c45b-40f0-8b3a-edf008395f6c tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2084650579&fields=id&tenant_id=7e6820b1da73478a8f6280c600dfbb0e HTTP/1.1" status: 200 len: 267 time: 0.2263832 May 23 11:22:57.154786 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c698fd93-9ab0-4268-b438-fd846da2119a None None] Provisioning complete for port 784eccf6-3a66-48f3-8757-52e05f6f92c1 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:22:57.155168 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c698fd93-9ab0-4268-b438-fd846da2119a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:57.183959 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35400) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:57.287862 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c698fd93-9ab0-4268-b438-fd846da2119a None None] Port 784eccf6-3a66-48f3-8757-52e05f6f92c1 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:22:57.299788 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c698fd93-9ab0-4268-b438-fd846da2119a None None] Could not find standard attr ID for object 096689eb-6f51-450e-b91e-d68d8e7fc347. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:22:57.319309 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467989a6-4d32-404f-a29d-0913230f280f req-2e1385e8-52c8-4c9a-b891-995cd0cecf68 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:57.320040 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-467989a6-4d32-404f-a29d-0913230f280f req-2e1385e8-52c8-4c9a-b891-995cd0cecf68 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Synchronizing usage tracker for tenant:7e6820b1da73478a8f6280c600dfbb0e on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:22:57.334612 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35406) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:57.334763 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ac13df97-68a2-43e2-90c0-b80fd114397c req-50fbba4a-fb7a-44be-87c5-d902a0e140d1 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952554 May 23 11:22:57.356667 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-de91ffdf-78ee-4ad6-b643-1542c84a4c60 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] In _notify_port_updated(), no bound segment for port 784eccf6-3a66-48f3-8757-52e05f6f92c1 on network b23adb6f-bd75-432d-a005-600b53648e5f {{(pid=83910) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 23 11:22:57.363642 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de91ffdf-78ee-4ad6-b643-1542c84a4c60 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:57.376202 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-de91ffdf-78ee-4ad6-b643-1542c84a4c60 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:57.377586 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-de91ffdf-78ee-4ad6-b643-1542c84a4c60 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] 10.222.0.79 "PUT /v2.0/ports/784eccf6-3a66-48f3-8757-52e05f6f92c1 HTTP/1.1" status: 200 len: 1128 time: 2.0186946 May 23 11:22:57.381732 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35412) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:57.409770 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-467989a6-4d32-404f-a29d-0913230f280f req-2e1385e8-52c8-4c9a-b891-995cd0cecf68 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Unset dirty status for tenant:7e6820b1da73478a8f6280c600dfbb0e on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:22:57.412623 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-467989a6-4d32-404f-a29d-0913230f280f req-2e1385e8-52c8-4c9a-b891-995cd0cecf68 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/networks?id=862e9dfa-9220-4fa8-8863-16bb1e61f09a HTTP/1.1" status: 200 len: 797 time: 0.2669492 May 23 11:22:57.416756 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de91ffdf-78ee-4ad6-b643-1542c84a4c60 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Pushing event updated for resources: {'Port': ['ID=784eccf6-3a66-48f3-8757-52e05f6f92c1,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:57.447496 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-467989a6-4d32-404f-a29d-0913230f280f req-3eee212e-b758-4acc-8e08-9cac8c08ea86 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/quotas/7e6820b1da73478a8f6280c600dfbb0e HTTP/1.1" status: 200 len: 375 time: 0.0264187 May 23 11:22:57.538626 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:22:57.562007 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4fa434-d64d-45c0-80c4-b15e92eed257 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:57.563596 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-dd4fa434-d64d-45c0-80c4-b15e92eed257 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Synchronizing usage tracker for tenant:23a0523d94d1438a907783ed626daa2a on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:22:57.601788 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-467989a6-4d32-404f-a29d-0913230f280f req-1531f0ea-3c0d-4fb7-b1a1-8c15ad587f0e tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Synchronizing usage tracker for tenant:7e6820b1da73478a8f6280c600dfbb0e on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:22:57.661366 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-467989a6-4d32-404f-a29d-0913230f280f req-1531f0ea-3c0d-4fb7-b1a1-8c15ad587f0e tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Unset dirty status for tenant:7e6820b1da73478a8f6280c600dfbb0e on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:22:57.662717 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-467989a6-4d32-404f-a29d-0913230f280f req-1531f0ea-3c0d-4fb7-b1a1-8c15ad587f0e tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7e6820b1da73478a8f6280c600dfbb0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2044122 May 23 11:22:57.757514 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-177f9b2e-f9e5-46f2-86e6-430c3d291c04 None None] Provisioning complete for port 784eccf6-3a66-48f3-8757-52e05f6f92c1 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:22:57.758080 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-177f9b2e-f9e5-46f2-86e6-430c3d291c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:57.762961 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-08eb2334-1014-499f-8b54-5a674d61128c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:57.772421 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-56b005b6-ddf6-455a-9280-0e1220d13c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:57.784952 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-dd4fa434-d64d-45c0-80c4-b15e92eed257 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Unset dirty status for tenant:23a0523d94d1438a907783ed626daa2a on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:22:57.786405 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-dd4fa434-d64d-45c0-80c4-b15e92eed257 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] 10.222.0.79 "GET /v2.0/ports/784eccf6-3a66-48f3-8757-52e05f6f92c1 HTTP/1.1" status: 200 len: 1128 time: 0.4031131 May 23 11:22:57.790654 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35420) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:57.812797 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-56b005b6-ddf6-455a-9280-0e1220d13c0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:22:57.816749 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-56b005b6-ddf6-455a-9280-0e1220d13c0c admin admin] Usage tracker for resource:security_group_rule and tenant:27fee714680b42faaced50dc42f959f9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:22:57.819043 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5b35c-a6f8-4a10-8713-470efc4337c0 req-e39a3add-3ce7-4973-ac2c-3936c8eca9fe tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:57.819558 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-56b005b6-ddf6-455a-9280-0e1220d13c0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:22:57.822934 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5b35c-a6f8-4a10-8713-470efc4337c0 req-e39a3add-3ce7-4973-ac2c-3936c8eca9fe tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:57.826317 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-56b005b6-ddf6-455a-9280-0e1220d13c0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:22:57.827356 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5b35c-a6f8-4a10-8713-470efc4337c0 req-e39a3add-3ce7-4973-ac2c-3936c8eca9fe tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:57.828866 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-177f9b2e-f9e5-46f2-86e6-430c3d291c04 None None] Port 784eccf6-3a66-48f3-8757-52e05f6f92c1 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:22:57.831771 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5b35c-a6f8-4a10-8713-470efc4337c0 req-e39a3add-3ce7-4973-ac2c-3936c8eca9fe tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:57.835578 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5b35c-a6f8-4a10-8713-470efc4337c0 req-e39a3add-3ce7-4973-ac2c-3936c8eca9fe tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:57.839898 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5b35c-a6f8-4a10-8713-470efc4337c0 req-e39a3add-3ce7-4973-ac2c-3936c8eca9fe tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:57.843720 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5b35c-a6f8-4a10-8713-470efc4337c0 req-e39a3add-3ce7-4973-ac2c-3936c8eca9fe tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:57.845619 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-75e5b35c-a6f8-4a10-8713-470efc4337c0 req-e39a3add-3ce7-4973-ac2c-3936c8eca9fe tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 5444 time: 0.2252319 May 23 11:22:57.918358 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-4ec5db52-2eb1-48a7-84a1-0fed145b3642 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Deleting port 784eccf6-3a66-48f3-8757-52e05f6f92c1 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:22:57.918984 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ec5db52-2eb1-48a7-84a1-0fed145b3642 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:58.004652 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-08eb2334-1014-499f-8b54-5a674d61128c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:22:58.014457 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-08eb2334-1014-499f-8b54-5a674d61128c admin admin] Usage tracker for resource:security_group_rule and tenant:e2774cd73cc243c5a6de7520a64a8f63 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:22:58.018420 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3886d6b-ab91-442e-a215-bea3db0c6c97 None None] New status for floating IP 50e5ae9d-ac4d-4945-a244-afc6236ec71b: ACTIVE {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:22:58.037663 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-467989a6-4d32-404f-a29d-0913230f280f req-1c58d51b-1aca-43c7-8cf3-853d70d6b661 service neutron] 10.222.0.79 "GET /v2.0/networks/862e9dfa-9220-4fa8-8863-16bb1e61f09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605421 May 23 11:22:58.048754 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-75e5b35c-a6f8-4a10-8713-470efc4337c0 req-def885fb-cf98-493e-a134-1b04c61e3934 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f104f24-d3e6-45e4-adef-c55f6b4d08fc&id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1883798 May 23 11:22:58.162025 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-08eb2334-1014-499f-8b54-5a674d61128c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:22:58.180137 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-08eb2334-1014-499f-8b54-5a674d61128c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:22:58.216460 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 9fff9611-3563-4b36-89a7-0e61544e067b up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:22:58.236243 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-56b005b6-ddf6-455a-9280-0e1220d13c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:58.252354 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-56b005b6-ddf6-455a-9280-0e1220d13c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:58.260348 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-467989a6-4d32-404f-a29d-0913230f280f req-68a93e43-bcc6-42c1-98a1-a43025fc1991 service neutron] 10.222.0.79 "GET /v2.0/networks/862e9dfa-9220-4fa8-8863-16bb1e61f09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107069 May 23 11:22:58.292908 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25e148-8eef-428c-9612-79bab7505737 req-07f5351a-14ba-4738-a4e4-bbbb018df251 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:58.294570 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6f25e148-8eef-428c-9612-79bab7505737 req-07f5351a-14ba-4738-a4e4-bbbb018df251 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 946 time: 0.1031349 May 23 11:22:58.314092 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ec5db52-2eb1-48a7-84a1-0fed145b3642 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:58.333562 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-56b005b6-ddf6-455a-9280-0e1220d13c0c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=27fee714680b42faaced50dc42f959f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9901376 May 23 11:22:58.335908 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 35424) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:58.338645 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b005b6-ddf6-455a-9280-0e1220d13c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ba5d7a-e860-4037-8ed9-f3da159675da,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:58.465665 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83fe9e72-0115-4533-975f-2932a5596e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:58.469251 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 7a613659-194c-4921-a5e0-77bd3f7e1758 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:22:58.472353 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-4ec5db52-2eb1-48a7-84a1-0fed145b3642 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Calling delete_port for 784eccf6-3a66-48f3-8757-52e05f6f92c1 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:22:58.518325 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6f25e148-8eef-428c-9612-79bab7505737 req-d3c746b1-0024-4c5b-8e68-da8ab9ae6a99 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168188 May 23 11:22:58.560232 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83fe9e72-0115-4533-975f-2932a5596e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:58.620134 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 9fff9611-3563-4b36-89a7-0e61544e067b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:22:58.620507 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:58.662334 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 7a613659-194c-4921-a5e0-77bd3f7e1758 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:22:58.679394 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 7a613659-194c-4921-a5e0-77bd3f7e1758 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:22:58.679832 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:58.704047 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ec5db52-2eb1-48a7-84a1-0fed145b3642 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:58.772448 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-af93aaa8-39ab-4318-a326-41f501a71a52 req-52c9b3c9-e75f-4233-ad68-7645bedec48e tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?device_id=2dfa827a-1364-4cf2-ad34-bbd613c20574 HTTP/1.1" status: 200 len: 210 time: 0.1254489 May 23 11:22:58.776683 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec5db52-2eb1-48a7-84a1-0fed145b3642 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Pushing event deleted for resources: {'Port': ['ID=784eccf6-3a66-48f3-8757-52e05f6f92c1,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:58.784620 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-08eb2334-1014-499f-8b54-5a674d61128c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:58.791592 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-08eb2334-1014-499f-8b54-5a674d61128c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:58.810934 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83fe9e72-0115-4533-975f-2932a5596e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:58.849288 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe9e72-0115-4533-975f-2932a5596e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ba5d7a-e860-4037-8ed9-f3da159675da,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:58.873580 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83fe9e72-0115-4533-975f-2932a5596e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:58.875022 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-83fe9e72-0115-4533-975f-2932a5596e65 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b4ba5d7a-e860-4037-8ed9-f3da159675da HTTP/1.1" status: 204 len: 168 time: 0.5360148 May 23 11:22:58.969644 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:58.989502 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ec5db52-2eb1-48a7-84a1-0fed145b3642 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:59.027066 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0cc8d40-8cd0-4cb2-a78d-e1d1565876d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a613659-194c-4921-a5e0-77bd3f7e1758'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:22:59.037780 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eb2334-1014-499f-8b54-5a674d61128c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06924358-ee2c-48b8-a14e-aa0e0f732c25,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:59.047575 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 7a613659-194c-4921-a5e0-77bd3f7e1758, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=7a613659-194c-4921-a5e0-77bd3f7e1758,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:22:59.053955 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:59.108896 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-08eb2334-1014-499f-8b54-5a674d61128c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e2774cd73cc243c5a6de7520a64a8f63&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9204354 May 23 11:22:59.123254 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35452) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:59.145746 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4ec5db52-2eb1-48a7-84a1-0fed145b3642 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] 10.222.0.79 "DELETE /v2.0/ports/784eccf6-3a66-48f3-8757-52e05f6f92c1 HTTP/1.1" status: 204 len: 168 time: 1.3125947 May 23 11:22:59.146534 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35456) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:59.180023 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=7a613659-194c-4921-a5e0-77bd3f7e1758,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:59.266035 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b06b4-73df-4972-91c1-b0c9fe52b5e0 req-b58a3378-3c79-41a3-9471-e72184a7be1f tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:59.267592 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2c0b06b4-73df-4972-91c1-b0c9fe52b5e0 req-b58a3378-3c79-41a3-9471-e72184a7be1f tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0cc8d40-8cd0-4cb2-a78d-e1d1565876d0 HTTP/1.1" status: 200 len: 945 time: 0.2337544 May 23 11:22:59.304033 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fabdd6-cec9-4a55-8010-a5ddc3f77324 req-31650a21-837c-408d-a05a-eea0331b1415 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:59.305620 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c8fabdd6-cec9-4a55-8010-a5ddc3f77324 req-31650a21-837c-408d-a05a-eea0331b1415 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 946 time: 0.1548483 May 23 11:22:59.354032 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f4a92743-6c32-4720-a444-93fa477dbdd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:59.388889 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c8fabdd6-cec9-4a55-8010-a5ddc3f77324 req-3a649cd7-592f-404c-8705-b74623e42f9d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718668 May 23 11:22:59.391349 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2c0b06b4-73df-4972-91c1-b0c9fe52b5e0 req-e120a8f1-5f16-49f4-bba7-0358a9435df4 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152349 May 23 11:22:59.393362 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f4a92743-6c32-4720-a444-93fa477dbdd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:59.471665 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8c841e9-6423-4264-8cc7-e3e2618a8682'] response: {'server_uuid': 'a0cc8d40-8cd0-4cb2-a78d-e1d1565876d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a613659-194c-4921-a5e0-77bd3f7e1758', 'code': 200} May 23 11:22:59.478754 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e0adbc-5230-4a5e-b97a-f02221a352f6 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Deleting subnet 5eeebb22-550f-421c-a3ee-c7a8731a09c7 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:22:59.482283 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f2e0adbc-5230-4a5e-b97a-f02221a352f6 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:59.609317 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f2e0adbc-5230-4a5e-b97a-f02221a352f6 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:59.667908 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f4a92743-6c32-4720-a444-93fa477dbdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:59.701586 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a92743-6c32-4720-a444-93fa477dbdd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06924358-ee2c-48b8-a14e-aa0e0f732c25,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:22:59.721122 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f4a92743-6c32-4720-a444-93fa477dbdd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:59.724764 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f4a92743-6c32-4720-a444-93fa477dbdd0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/06924358-ee2c-48b8-a14e-aa0e0f732c25 HTTP/1.1" status: 204 len: 168 time: 0.5979373 May 23 11:22:59.788013 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90efea2-a1ad-44cf-8440-381273d330d0 req-f470330f-38f5-4429-98d0-90e7e951969e tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:22:59.789496 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b90efea2-a1ad-44cf-8440-381273d330d0 req-f470330f-38f5-4429-98d0-90e7e951969e tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 946 time: 0.1726038 May 23 11:22:59.821528 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35466) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:22:59.826873 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aed8a37f-eff5-4af9-8dc0-8b562ae5776a req-409e78e0-1aa5-4f88-93da-33e68a449273 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a0cc8d40-8cd0-4cb2-a78d-e1d1565876d0 HTTP/1.1" status: 200 len: 1096 time: 0.1444404 May 23 11:22:59.845630 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f86f36d4-d2f0-4b05-9c36-a8814955488f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:59.885399 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f86f36d4-d2f0-4b05-9c36-a8814955488f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:22:59.890065 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f86f36d4-d2f0-4b05-9c36-a8814955488f admin admin] Usage tracker for resource:security_group_rule and tenant:23e5e97f142345c0838e24960acf348a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:22:59.893190 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f86f36d4-d2f0-4b05-9c36-a8814955488f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:22:59.900760 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f86f36d4-d2f0-4b05-9c36-a8814955488f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:22:59.934991 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f2e0adbc-5230-4a5e-b97a-f02221a352f6 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:22:59.954387 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aed8a37f-eff5-4af9-8dc0-8b562ae5776a req-31285b2c-6147-44e2-8ddd-89c324ea27e7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160216 May 23 11:23:00.002523 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b90efea2-a1ad-44cf-8440-381273d330d0 req-3b24b2f4-30f0-4663-89e5-23126a47eb7c tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037072 May 23 11:23:00.045126 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda2eac-6ca1-44a2-bbd8-115e438480d8 req-4f5e7cb7-259b-4da7-a8ae-6064628b9d8d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:00.050815 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda2eac-6ca1-44a2-bbd8-115e438480d8 req-4f5e7cb7-259b-4da7-a8ae-6064628b9d8d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:00.055629 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda2eac-6ca1-44a2-bbd8-115e438480d8 req-4f5e7cb7-259b-4da7-a8ae-6064628b9d8d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:00.060216 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda2eac-6ca1-44a2-bbd8-115e438480d8 req-4f5e7cb7-259b-4da7-a8ae-6064628b9d8d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:00.066127 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda2eac-6ca1-44a2-bbd8-115e438480d8 req-4f5e7cb7-259b-4da7-a8ae-6064628b9d8d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:00.077105 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda2eac-6ca1-44a2-bbd8-115e438480d8 req-4f5e7cb7-259b-4da7-a8ae-6064628b9d8d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:00.077751 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f86f36d4-d2f0-4b05-9c36-a8814955488f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:00.082995 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda2eac-6ca1-44a2-bbd8-115e438480d8 req-4f5e7cb7-259b-4da7-a8ae-6064628b9d8d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:00.084894 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f86f36d4-d2f0-4b05-9c36-a8814955488f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:00.085158 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3fda2eac-6ca1-44a2-bbd8-115e438480d8 req-4f5e7cb7-259b-4da7-a8ae-6064628b9d8d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 5444 time: 0.2480297 May 23 11:23:00.103367 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f2e0adbc-5230-4a5e-b97a-f02221a352f6 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:00.140418 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3fda2eac-6ca1-44a2-bbd8-115e438480d8 req-5510e044-16bb-48f6-91d3-567609acf52a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f104f24-d3e6-45e4-adef-c55f6b4d08fc&id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0462909 May 23 11:23:00.159798 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577393ca-7023-47a2-9bb6-01694ce10735 None None] Network b23adb6f-bd75-432d-a005-600b53648e5f requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:23:00.229455 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f2e0adbc-5230-4a5e-b97a-f02221a352f6 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:00.306436 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e8fc757b-cd46-41c2-8f0a-a3bb92b96a0d req-d0f72a10-b17c-4c25-83f5-ce2118c8463b tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?device_id=2dfa827a-1364-4cf2-ad34-bbd613c20574 HTTP/1.1" status: 200 len: 210 time: 0.0924678 May 23 11:23:00.352839 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e0adbc-5230-4a5e-b97a-f02221a352f6 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Pushing event deleted for resources: {'Subnet': ['ID=5eeebb22-550f-421c-a3ee-c7a8731a09c7,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:00.376759 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f36d4-d2f0-4b05-9c36-a8814955488f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61102a9-f37d-4b8b-8019-afa706dd0a09,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:00.382831 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f2e0adbc-5230-4a5e-b97a-f02221a352f6 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] 10.222.0.79 "DELETE /v2.0/subnets/5eeebb22-550f-421c-a3ee-c7a8731a09c7 HTTP/1.1" status: 204 len: 168 time: 1.2335918 May 23 11:23:00.386353 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f86f36d4-d2f0-4b05-9c36-a8814955488f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=23e5e97f142345c0838e24960acf348a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5633898 May 23 11:23:00.387246 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35486) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:00.392728 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35488) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:00.561166 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7b4b081-f679-4238-a50c-8a1a29807f09 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:00.566836 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730f2ac2-dd07-4934-a005-55bde7b7f11e None None] DHCP port deletion for b23adb6f-bd75-432d-a005-600b53648e5f request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:23:00.571951 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ac2-dd07-4934-a005-55bde7b7f11e None None] Deleting port 1df1e7de-6337-4932-b1e6-2c0d52639694 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:23:00.572319 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-730f2ac2-dd07-4934-a005-55bde7b7f11e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:00.597718 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-f7b4b081-f679-4238-a50c-8a1a29807f09 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Deleting port 1df1e7de-6337-4932-b1e6-2c0d52639694 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:23:00.598303 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7b4b081-f679-4238-a50c-8a1a29807f09 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:00.666598 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-3be73774-050a-4077-9d87-b9650c7a5f9a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:00.670863 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-3be73774-050a-4077-9d87-b9650c7a5f9a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:00.674777 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-3be73774-050a-4077-9d87-b9650c7a5f9a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:00.678885 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-3be73774-050a-4077-9d87-b9650c7a5f9a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:00.682814 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-3be73774-050a-4077-9d87-b9650c7a5f9a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:00.686866 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-3be73774-050a-4077-9d87-b9650c7a5f9a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:00.690962 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-3be73774-050a-4077-9d87-b9650c7a5f9a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:00.692642 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-3be73774-050a-4077-9d87-b9650c7a5f9a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Synchronizing usage tracker for tenant:6413deec0c1b468e9165a85b033a2ba9 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:23:00.724291 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57642218-4f83-40fe-bbe6-3aad39049ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:00.748528 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-3be73774-050a-4077-9d87-b9650c7a5f9a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Unset dirty status for tenant:6413deec0c1b468e9165a85b033a2ba9 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:23:00.750256 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-3be73774-050a-4077-9d87-b9650c7a5f9a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.81 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 5444 time: 0.6325803 May 23 11:23:00.831445 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65be93-92e9-4740-b2b8-2ad1db78ee08 req-34f4f091-8899-47d9-8ba0-789fa01c89c6 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:00.833144 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0a65be93-92e9-4740-b2b8-2ad1db78ee08 req-34f4f091-8899-47d9-8ba0-789fa01c89c6 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 946 time: 0.4253190 May 23 11:23:00.846587 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467989a6-4d32-404f-a29d-0913230f280f req-7ce9abce-bb22-4fb8-b439-3c55abd1b950 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:00.848520 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-467989a6-4d32-404f-a29d-0913230f280f req-7ce9abce-bb22-4fb8-b439-3c55abd1b950 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.13 "GET /v2.0/networks?id=862e9dfa-9220-4fa8-8863-16bb1e61f09a HTTP/1.1" status: 200 len: 797 time: 0.5115426 May 23 11:23:00.855213 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57642218-4f83-40fe-bbe6-3aad39049ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:00.910341 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d62e0c-2607-42dc-9674-75b3da7013ec req-f5cecb51-c3db-4bb8-b648-f7b3b7c9415c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:00.917968 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-54d62e0c-2607-42dc-9674-75b3da7013ec req-f5cecb51-c3db-4bb8-b648-f7b3b7c9415c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0cc8d40-8cd0-4cb2-a78d-e1d1565876d0 HTTP/1.1" status: 200 len: 945 time: 0.2600372 May 23 11:23:00.945294 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-7e98e255-464e-48a4-84cf-24258f3eb991 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:00.947114 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-7e98e255-464e-48a4-84cf-24258f3eb991 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.81 "GET /v2.0/ports/65511622-3ae6-4e00-8bb2-667556a3a5f7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1536398 May 23 11:23:00.960656 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-730f2ac2-dd07-4934-a005-55bde7b7f11e None None] For port 1df1e7de-6337-4932-b1e6-2c0d52639694, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=1df1e7de-6337-4932-b1e6-2c0d52639694,segment=NetworkSegment(669d7a62-159e-4947-b35d-3f2f37400462),segment_id=669d7a62-159e-4947-b35d-3f2f37400462)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:23:00.961033 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-730f2ac2-dd07-4934-a005-55bde7b7f11e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:01.000341 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0a65be93-92e9-4740-b2b8-2ad1db78ee08 req-bbe0b4ee-3ece-40b7-8ffc-cc40c0538c23 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505125 May 23 11:23:01.011725 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-467989a6-4d32-404f-a29d-0913230f280f req-cf30c063-eae3-4880-81bb-97b137fc3ddf tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e6820b1da73478a8f6280c600dfbb0e HTTP/1.1" status: 200 len: 380 time: 0.1413014 May 23 11:23:01.026602 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-54d62e0c-2607-42dc-9674-75b3da7013ec req-ef33f254-37be-468e-b864-3fdb4bad2cce tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064982 May 23 11:23:01.038690 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-467989a6-4d32-404f-a29d-0913230f280f req-faccb7a0-1778-4860-891c-9b1f58f39a70 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Request body: {'port': {'device_id': '2dfa827a-1364-4cf2-ad34-bbd613c20574', 'network_id': '862e9dfa-9220-4fa8-8863-16bb1e61f09a', 'admin_state_up': True, 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'security_groups': ['250dd00f-b7f6-432e-b9fb-86f904647dbc']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:23:01.163589 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ac2-dd07-4934-a005-55bde7b7f11e None None] Calling delete_port for 1df1e7de-6337-4932-b1e6-2c0d52639694 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:23:01.212912 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57642218-4f83-40fe-bbe6-3aad39049ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:01.255261 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57642218-4f83-40fe-bbe6-3aad39049ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:01.256412 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-57642218-4f83-40fe-bbe6-3aad39049ba5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b61102a9-f37d-4b8b-8019-afa706dd0a09 HTTP/1.1" status: 204 len: 168 time: 0.7630413 May 23 11:23:01.260604 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57642218-4f83-40fe-bbe6-3aad39049ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61102a9-f37d-4b8b-8019-afa706dd0a09,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:01.268098 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-f7b4b081-f679-4238-a50c-8a1a29807f09 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] For port 1df1e7de-6337-4932-b1e6-2c0d52639694, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=1df1e7de-6337-4932-b1e6-2c0d52639694,segment=NetworkSegment(669d7a62-159e-4947-b35d-3f2f37400462),segment_id=669d7a62-159e-4947-b35d-3f2f37400462)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:23:01.268098 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7b4b081-f679-4238-a50c-8a1a29807f09 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:01.274879 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-730f2ac2-dd07-4934-a005-55bde7b7f11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:01.297997 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-467989a6-4d32-404f-a29d-0913230f280f req-faccb7a0-1778-4860-891c-9b1f58f39a70 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:23:01.339272 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-467989a6-4d32-404f-a29d-0913230f280f req-faccb7a0-1778-4860-891c-9b1f58f39a70 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:23:01.359102 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-467989a6-4d32-404f-a29d-0913230f280f req-faccb7a0-1778-4860-891c-9b1f58f39a70 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Made reservation on behalf of 7e6820b1da73478a8f6280c600dfbb0e for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:23:01.362798 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-467989a6-4d32-404f-a29d-0913230f280f req-faccb7a0-1778-4860-891c-9b1f58f39a70 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:01.386320 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5f400-587f-4013-8104-4224d227ee21 req-be1c579f-5872-4924-92b1-71ee8eab071f tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:01.394001 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-49f5f400-587f-4013-8104-4224d227ee21 req-be1c579f-5872-4924-92b1-71ee8eab071f tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 946 time: 0.1913304 May 23 11:23:01.403468 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730f2ac2-dd07-4934-a005-55bde7b7f11e None None] No DVR routers for this DVR port 1df1e7de-6337-4932-b1e6-2c0d52639694 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:23:01.423447 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ac2-dd07-4934-a005-55bde7b7f11e None None] Pushing event deleted for resources: {'Port': ['ID=1df1e7de-6337-4932-b1e6-2c0d52639694,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:01.462592 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-f7b4b081-f679-4238-a50c-8a1a29807f09 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Calling delete_port for 1df1e7de-6337-4932-b1e6-2c0d52639694 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:23:01.580639 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-c2a2b0ad-15d2-4b4f-85cb-1d2b529d5ef3 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.81 "GET /v2.0/networks/dc15df35-8b51-40b0-8426-c0ec1198d56f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5851338 May 23 11:23:01.599628 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-1be02ac2-e9bd-4143-8142-cfdd78b08204 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:23:01.670404 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.api [None req-f7b4b081-f679-4238-a50c-8a1a29807f09 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:23:01.670581 n-d-842952-2 neutron-server[83911]: DEBUG oslo_db.api [None req-f7b4b081-f679-4238-a50c-8a1a29807f09 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:23:01.732719 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-1be02ac2-e9bd-4143-8142-cfdd78b08204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:01.875690 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-467989a6-4d32-404f-a29d-0913230f280f req-faccb7a0-1778-4860-891c-9b1f58f39a70 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Allocated IP 172.20.0.10 (862e9dfa-9220-4fa8-8863-16bb1e61f09a/71080ede-fcb2-4e30-8636-9b223584a1ac/a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:23:01.963611 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-49f5f400-587f-4013-8104-4224d227ee21 req-e2699e4d-ec63-4536-867d-c42a1909dde5 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5684698 May 23 11:23:02.021830 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-1be02ac2-e9bd-4143-8142-cfdd78b08204 service neutron] For port 65511622-3ae6-4e00-8bb2-667556a3a5f7, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=65511622-3ae6-4e00-8bb2-667556a3a5f7,segment=NetworkSegment(62a496cc-e19f-409a-b014-66e4d6c7cebc),segment_id=62a496cc-e19f-409a-b014-66e4d6c7cebc)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:23:02.066873 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-1be02ac2-e9bd-4143-8142-cfdd78b08204 service neutron] For port 65511622-3ae6-4e00-8bb2-667556a3a5f7, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:23:02.079511 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device e567c6f9-1cc4-450f-b01e-d62332f44ba2 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:23:02.145332 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-1be02ac2-e9bd-4143-8142-cfdd78b08204 service neutron] device_id is not set on port 65511622-3ae6-4e00-8bb2-667556a3a5f7 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:23:02.150755 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 1df1e7de-6337-4932-b1e6-2c0d52639694 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:23:02.154456 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-1be02ac2-e9bd-4143-8142-cfdd78b08204 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:02.161756 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-1be02ac2-e9bd-4143-8142-cfdd78b08204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:02.215899 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 1df1e7de-6337-4932-b1e6-2c0d52639694 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:23:02.216474 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 1df1e7de-6337-4932-b1e6-2c0d52639694 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:23:02.255054 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-f7b4b081-f679-4238-a50c-8a1a29807f09 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Deleting port 1df1e7de-6337-4932-b1e6-2c0d52639694 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:23:02.255549 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7b4b081-f679-4238-a50c-8a1a29807f09 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:02.280919 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be02ac2-e9bd-4143-8142-cfdd78b08204 service neutron] Pushing event updated for resources: {'Port': ['ID=65511622-3ae6-4e00-8bb2-667556a3a5f7,revision_number=6']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:02.303374 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:02.335211 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0464fcf-a6be-467b-a0ae-963e1583cac6 req-e0157d6e-c632-4139-9947-bf5d0d28ee5b tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:02.336955 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e567c6f9-1cc4-450f-b01e-d62332f44ba2'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:23:02.341868 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0464fcf-a6be-467b-a0ae-963e1583cac6 req-e0157d6e-c632-4139-9947-bf5d0d28ee5b tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:02.351034 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port e567c6f9-1cc4-450f-b01e-d62332f44ba2, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=e567c6f9-1cc4-450f-b01e-d62332f44ba2,segment=NetworkSegment(62a496cc-e19f-409a-b014-66e4d6c7cebc),segment_id=62a496cc-e19f-409a-b014-66e4d6c7cebc)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:23:02.355336 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0464fcf-a6be-467b-a0ae-963e1583cac6 req-e0157d6e-c632-4139-9947-bf5d0d28ee5b tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:02.357044 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:02.358070 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 65511622-3ae6-4e00-8bb2-667556a3a5f7 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:23:02.363037 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0464fcf-a6be-467b-a0ae-963e1583cac6 req-e0157d6e-c632-4139-9947-bf5d0d28ee5b tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:02.367680 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0464fcf-a6be-467b-a0ae-963e1583cac6 req-e0157d6e-c632-4139-9947-bf5d0d28ee5b tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:02.381880 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0464fcf-a6be-467b-a0ae-963e1583cac6 req-e0157d6e-c632-4139-9947-bf5d0d28ee5b tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:02.392722 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0464fcf-a6be-467b-a0ae-963e1583cac6 req-e0157d6e-c632-4139-9947-bf5d0d28ee5b tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:02.395007 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f0464fcf-a6be-467b-a0ae-963e1583cac6 req-e0157d6e-c632-4139-9947-bf5d0d28ee5b tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 5444 time: 0.8047714 May 23 11:23:02.426992 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-88523496-5e02-4d81-83ad-832e38bbd7dd req-7cd2ab50-a07d-48fb-8202-71d3160a45e4 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?device_id=2dfa827a-1364-4cf2-ad34-bbd613c20574 HTTP/1.1" status: 200 len: 210 time: 0.2188725 May 23 11:23:02.439792 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-f7b4b081-f679-4238-a50c-8a1a29807f09 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] The port '1df1e7de-6337-4932-b1e6-2c0d52639694' was deleted {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:23:02.492723 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-1be02ac2-e9bd-4143-8142-cfdd78b08204 service neutron] No DVR routers for this DVR port 65511622-3ae6-4e00-8bb2-667556a3a5f7 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:23:02.542575 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f0464fcf-a6be-467b-a0ae-963e1583cac6 req-844789af-7b84-4880-af69-46762cfe2742 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f104f24-d3e6-45e4-adef-c55f6b4d08fc&id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1274319 May 23 11:23:02.577301 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-467989a6-4d32-404f-a29d-0913230f280f req-faccb7a0-1778-4860-891c-9b1f58f39a70 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:02.620407 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-467989a6-4d32-404f-a29d-0913230f280f req-faccb7a0-1778-4860-891c-9b1f58f39a70 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Transition to ACTIVE for port object a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:23:02.635535 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 65511622-3ae6-4e00-8bb2-667556a3a5f7 not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:23:02.636014 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 77c5e08b-44d1-4a6a-905f-a11e984ebbaf no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:23:02.679078 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-467989a6-4d32-404f-a29d-0913230f280f req-faccb7a0-1778-4860-891c-9b1f58f39a70 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:02.782183 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-467989a6-4d32-404f-a29d-0913230f280f req-faccb7a0-1778-4860-891c-9b1f58f39a70 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Network 862e9dfa-9220-4fa8-8863-16bb1e61f09a is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:23:02.791177 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-467989a6-4d32-404f-a29d-0913230f280f req-faccb7a0-1778-4860-891c-9b1f58f39a70 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:23:02.799715 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-467989a6-4d32-404f-a29d-0913230f280f req-faccb7a0-1778-4860-891c-9b1f58f39a70 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:23:02.883353 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=e567c6f9-1cc4-450f-b01e-d62332f44ba2,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:02.912227 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ca87329b-dd28-4b54-ae09-dc26e481fe64 None None] Provisioning complete for port 65511622-3ae6-4e00-8bb2-667556a3a5f7 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:23:02.912598 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ca87329b-dd28-4b54-ae09-dc26e481fe64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:03.007534 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467989a6-4d32-404f-a29d-0913230f280f req-faccb7a0-1778-4860-891c-9b1f58f39a70 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:03.008320 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-467989a6-4d32-404f-a29d-0913230f280f req-faccb7a0-1778-4860-891c-9b1f58f39a70 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:03.170378 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-1be02ac2-e9bd-4143-8142-cfdd78b08204 service neutron] In _notify_port_updated(), no bound segment for port 65511622-3ae6-4e00-8bb2-667556a3a5f7 on network dc15df35-8b51-40b0-8426-c0ec1198d56f {{(pid=83911) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 23 11:23:03.172751 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-1be02ac2-e9bd-4143-8142-cfdd78b08204 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:03.174705 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-1be02ac2-e9bd-4143-8142-cfdd78b08204 service neutron] 10.222.0.81 "PUT /v2.0/ports/65511622-3ae6-4e00-8bb2-667556a3a5f7 HTTP/1.1" status: 200 len: 1032 time: 1.5822885 May 23 11:23:03.180493 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faccb7a0-1778-4860-891c-9b1f58f39a70 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event updated for resources: {'Port': ['ID=a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:03.205747 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-141590b5-f575-4776-a1af-703a16178cde'] response: {'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e567c6f9-1cc4-450f-b01e-d62332f44ba2', 'code': 200} May 23 11:23:03.209184 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7b4b081-f679-4238-a50c-8a1a29807f09 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:03.232590 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-467989a6-4d32-404f-a29d-0913230f280f req-faccb7a0-1778-4860-891c-9b1f58f39a70 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2030141 May 23 11:23:03.246868 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-f7b4b081-f679-4238-a50c-8a1a29807f09 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b23adb6f-bd75-432d-a005-600b53648e5f']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:03.257540 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-467989a6-4d32-404f-a29d-0913230f280f req-16ee04ad-6787-410a-af69-07bcb2d91a06 service neutron] Request body: {'port': {'device_id': '2dfa827a-1364-4cf2-ad34-bbd613c20574', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:23:03.261648 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:03.264820 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-f7b4b081-f679-4238-a50c-8a1a29807f09 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '669d7a62-159e-4947-b35d-3f2f37400462') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:03.265110 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-f7b4b081-f679-4238-a50c-8a1a29807f09 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '669d7a62-159e-4947-b35d-3f2f37400462') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:03.273309 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ca87329b-dd28-4b54-ae09-dc26e481fe64 None None] Port 65511622-3ae6-4e00-8bb2-667556a3a5f7 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:23:03.283985 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7b4b081-f679-4238-a50c-8a1a29807f09 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:03.299117 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 77c5e08b-44d1-4a6a-905f-a11e984ebbaf, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=77c5e08b-44d1-4a6a-905f-a11e984ebbaf,segment=NetworkSegment(b9fbc905-5e46-471f-be10-d3ddd4aa40fc),segment_id=b9fbc905-5e46-471f-be10-d3ddd4aa40fc)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:23:03.305484 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:03.306363 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 9fa10ee8-a8ce-4d28-a9f0-0363128b97d0 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:23:03.306976 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7b4b081-f679-4238-a50c-8a1a29807f09 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:03.336109 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7b4b081-f679-4238-a50c-8a1a29807f09 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:23:03.336503 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7b4b081-f679-4238-a50c-8a1a29807f09 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:03.384409 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:23:03.384409 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:23:03.384409 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:23:03.384409 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:23:03.384409 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:23:03.384409 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:23:03.384409 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:23:03.384409 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:23:03.384409 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:23:03.384409 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:23:03.384409 n-d-842952-2 neutron-server[83911]: timer() May 23 11:23:03.384409 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:23:03.384409 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:23:03.384409 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:23:03.384409 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:23:03.384409 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:23:03.384409 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:23:03.384409 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:23:03.384409 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:23:03.384409 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:23:03.384409 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:23:03.384409 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:23:03.384409 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:23:03.384409 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:23:03.384409 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:23:03.384409 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:23:03.384409 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:23:03.384409 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:23:03.384409 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:23:03.384409 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:23:03.384409 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:23:03.384409 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:23:03.384409 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:23:03.384409 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:23:03.384409 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:23:03.384409 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:23:03.384409 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:23:03.384409 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:23:03.384409 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:23:03.384409 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:23:03.411816 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a2760-e1f6-4c42-a726-29207a039793 req-fdd7c260-18b3-4372-8096-e3a55968aa3b tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:03.419769 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b85a2760-e1f6-4c42-a726-29207a039793 req-fdd7c260-18b3-4372-8096-e3a55968aa3b tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0cc8d40-8cd0-4cb2-a78d-e1d1565876d0 HTTP/1.1" status: 200 len: 945 time: 0.3946612 May 23 11:23:03.464086 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=77c5e08b-44d1-4a6a-905f-a11e984ebbaf,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:03.467594 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ef7ebb98-425d-459b-b6eb-5cd3eacab233 None None] Provisioning for port a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:23:03.532489 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:03.537022 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-467989a6-4d32-404f-a29d-0913230f280f req-16ee04ad-6787-410a-af69-07bcb2d91a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:03.545781 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ef7ebb98-425d-459b-b6eb-5cd3eacab233 None None] Provisioning complete for port a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:23:03.546235 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ef7ebb98-425d-459b-b6eb-5cd3eacab233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:03.607496 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b85a2760-e1f6-4c42-a726-29207a039793 req-e30b7aa2-edbe-4c3c-a882-cefe448c2d9d tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865292 May 23 11:23:03.625837 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ef7ebb98-425d-459b-b6eb-5cd3eacab233 None None] Port a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:23:03.646331 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 9fa10ee8-a8ce-4d28-a9f0-0363128b97d0, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=9fa10ee8-a8ce-4d28-a9f0-0363128b97d0,segment=NetworkSegment(aacb2949-f7b0-4f81-9ac6-514a286cfeda),segment_id=aacb2949-f7b0-4f81-9ac6-514a286cfeda)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:23:03.656653 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-52e911ae-ec82-497b-8004-dc6865d8840c tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:03.658421 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:03.658543 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-52e911ae-ec82-497b-8004-dc6865d8840c tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.81 "GET /v2.0/ports/8fe06221-9b45-4a87-9097-415f9568b703?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2732475 May 23 11:23:03.659537 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 4b472d9e-7b9c-4fe5-8800-c44e820c17d8 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:23:03.659645 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7b4b081-f679-4238-a50c-8a1a29807f09 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:03.664018 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7b4b081-f679-4238-a50c-8a1a29807f09 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:03.695462 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b4b081-f679-4238-a50c-8a1a29807f09 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] Pushing event deleted for resources: {'Network': ['ID=b23adb6f-bd75-432d-a005-600b53648e5f,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:03.704691 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-7daff138-bb9b-4bb6-90c6-0e6d8258d0a3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:23:03.750112 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba730450-1dbe-4264-8fdb-2e17a5df19ad req-b7b97d34-4ad9-4b50-a1f2-62262390586f tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:03.757316 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ba730450-1dbe-4264-8fdb-2e17a5df19ad req-b7b97d34-4ad9-4b50-a1f2-62262390586f tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 946 time: 0.3613997 May 23 11:23:03.815702 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f7b4b081-f679-4238-a50c-8a1a29807f09 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997 tempest-ExtraDHCPOptionsIpV6TestJSON-283140997-project] 10.222.0.79 "DELETE /v2.0/networks/b23adb6f-bd75-432d-a005-600b53648e5f HTTP/1.1" status: 204 len: 168 time: 3.4255903 May 23 11:23:03.855205 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-7daff138-bb9b-4bb6-90c6-0e6d8258d0a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:03.949455 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=9fa10ee8-a8ce-4d28-a9f0-0363128b97d0,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:04.008200 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ba730450-1dbe-4264-8fdb-2e17a5df19ad req-33fe8d3b-aadd-4fcd-b962-7e47775f6217 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497246 May 23 11:23:04.122931 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:04.201705 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 4b472d9e-7b9c-4fe5-8800-c44e820c17d8, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=4b472d9e-7b9c-4fe5-8800-c44e820c17d8,segment=NetworkSegment(62a496cc-e19f-409a-b014-66e4d6c7cebc),segment_id=62a496cc-e19f-409a-b014-66e4d6c7cebc)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:23:04.206971 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:04.207924 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device ade0de95-006a-4fe2-b4ff-65da0980082b no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:23:04.319632 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-7daff138-bb9b-4bb6-90c6-0e6d8258d0a3 service neutron] For port 8fe06221-9b45-4a87-9097-415f9568b703, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=8fe06221-9b45-4a87-9097-415f9568b703,segment=NetworkSegment(62a496cc-e19f-409a-b014-66e4d6c7cebc),segment_id=62a496cc-e19f-409a-b014-66e4d6c7cebc)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:23:04.392916 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-7daff138-bb9b-4bb6-90c6-0e6d8258d0a3 service neutron] For port 8fe06221-9b45-4a87-9097-415f9568b703, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:23:04.477730 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e567d-af5c-4abb-9e26-0d74bf6aef0b req-3465b8dd-6e6b-4765-9e83-91a9ac29b5a0 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:04.482041 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-d78e567d-af5c-4abb-9e26-0d74bf6aef0b req-3465b8dd-6e6b-4765-9e83-91a9ac29b5a0 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Synchronizing usage tracker for tenant:7e6820b1da73478a8f6280c600dfbb0e on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:23:04.484203 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-7daff138-bb9b-4bb6-90c6-0e6d8258d0a3 service neutron] device_id is not set on port 8fe06221-9b45-4a87-9097-415f9568b703 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:23:04.501630 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=4b472d9e-7b9c-4fe5-8800-c44e820c17d8,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:04.503513 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-7daff138-bb9b-4bb6-90c6-0e6d8258d0a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:04.517593 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-7daff138-bb9b-4bb6-90c6-0e6d8258d0a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:04.568980 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:04.598840 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35594) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:04.614458 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port ade0de95-006a-4fe2-b4ff-65da0980082b, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=ade0de95-006a-4fe2-b4ff-65da0980082b,segment=NetworkSegment(b9fbc905-5e46-471f-be10-d3ddd4aa40fc),segment_id=b9fbc905-5e46-471f-be10-d3ddd4aa40fc)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:23:04.622522 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:04.623654 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 8fe06221-9b45-4a87-9097-415f9568b703 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:23:04.671390 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-d78e567d-af5c-4abb-9e26-0d74bf6aef0b req-3465b8dd-6e6b-4765-9e83-91a9ac29b5a0 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Unset dirty status for tenant:7e6820b1da73478a8f6280c600dfbb0e on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:23:04.685546 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d78e567d-af5c-4abb-9e26-0d74bf6aef0b req-3465b8dd-6e6b-4765-9e83-91a9ac29b5a0 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?device_id=2dfa827a-1364-4cf2-ad34-bbd613c20574 HTTP/1.1" status: 200 len: 932 time: 0.8893802 May 23 11:23:04.710731 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 35602) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:04.762175 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 8fe06221-9b45-4a87-9097-415f9568b703 not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:23:04.788710 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=ade0de95-006a-4fe2-b4ff-65da0980082b,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:04.880109 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-7daff138-bb9b-4bb6-90c6-0e6d8258d0a3 service neutron] No DVR routers for this DVR port 8fe06221-9b45-4a87-9097-415f9568b703 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:23:04.889161 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d78e567d-af5c-4abb-9e26-0d74bf6aef0b req-19b1f036-355b-460a-b2b3-124d095ebb29 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/security-groups?id=250dd00f-b7f6-432e-b9fb-86f904647dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027211 May 23 11:23:04.902573 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [req-467989a6-4d32-404f-a29d-0913230f280f req-16ee04ad-6787-410a-af69-07bcb2d91a06 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:23:04.993437 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-7daff138-bb9b-4bb6-90c6-0e6d8258d0a3 service neutron] In _notify_port_updated(), no bound segment for port 8fe06221-9b45-4a87-9097-415f9568b703 on network dc15df35-8b51-40b0-8426-c0ec1198d56f {{(pid=83911) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 23 11:23:04.994625 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-7daff138-bb9b-4bb6-90c6-0e6d8258d0a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:04.996186 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-7daff138-bb9b-4bb6-90c6-0e6d8258d0a3 service neutron] 10.222.0.81 "PUT /v2.0/ports/8fe06221-9b45-4a87-9097-415f9568b703 HTTP/1.1" status: 200 len: 1032 time: 1.3020623 May 23 11:23:05.001502 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daff138-bb9b-4bb6-90c6-0e6d8258d0a3 service neutron] Pushing event updated for resources: {'Port': ['ID=8fe06221-9b45-4a87-9097-415f9568b703,revision_number=6']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:05.055806 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5e191-4ae6-4786-9464-634edfa4f446 req-b15bedbd-7322-40fd-abd2-67266470c35f tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:05.060005 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5e191-4ae6-4786-9464-634edfa4f446 req-b15bedbd-7322-40fd-abd2-67266470c35f tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:05.064088 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5e191-4ae6-4786-9464-634edfa4f446 req-b15bedbd-7322-40fd-abd2-67266470c35f tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:05.068247 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5e191-4ae6-4786-9464-634edfa4f446 req-b15bedbd-7322-40fd-abd2-67266470c35f tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:05.072406 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5e191-4ae6-4786-9464-634edfa4f446 req-b15bedbd-7322-40fd-abd2-67266470c35f tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:05.074222 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c2a5e191-4ae6-4786-9464-634edfa4f446 req-b15bedbd-7322-40fd-abd2-67266470c35f tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 3876 time: 0.5096834 May 23 11:23:05.101349 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-467989a6-4d32-404f-a29d-0913230f280f req-16ee04ad-6787-410a-af69-07bcb2d91a06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:23:05.122108 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-93b59883-5d42-4574-badd-dfc67da2681d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:05.134378 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-467989a6-4d32-404f-a29d-0913230f280f req-16ee04ad-6787-410a-af69-07bcb2d91a06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:05.182089 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-467989a6-4d32-404f-a29d-0913230f280f req-16ee04ad-6787-410a-af69-07bcb2d91a06 service neutron] Transition to ACTIVE for port object a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:23:05.186195 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c2a5e191-4ae6-4786-9464-634edfa4f446 req-005b9877-d241-47c0-854f-f3da7a3334f9 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911031 May 23 11:23:05.197344 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-467989a6-4d32-404f-a29d-0913230f280f req-16ee04ad-6787-410a-af69-07bcb2d91a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:05.202821 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a1f7a1bb-38b7-4c4b-90df-81174d7a0fe8 None None] Provisioning complete for port 8fe06221-9b45-4a87-9097-415f9568b703 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:23:05.203194 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a1bb-38b7-4c4b-90df-81174d7a0fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:05.241082 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-a1d46b78-c319-43f4-9394-e80361f3a286 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Deleting port 4b472d9e-7b9c-4fe5-8800-c44e820c17d8 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:23:05.241082 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-a1d46b78-c319-43f4-9394-e80361f3a286 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:05.256443 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77c5e08b-44d1-4a6a-905f-a11e984ebbaf'}, {'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fa10ee8-a8ce-4d28-a9f0-0363128b97d0'}, {'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b472d9e-7b9c-4fe5-8800-c44e820c17d8'}, {'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ade0de95-006a-4fe2-b4ff-65da0980082b'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:23:05.295567 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a7b735a8-b2e5-45f7-81ac-3f19af3fbe52 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=23a0523d94d1438a907783ed626daa2a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6953437 May 23 11:23:05.305267 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35616) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:05.342679 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a1f7a1bb-38b7-4c4b-90df-81174d7a0fe8 None None] Port 8fe06221-9b45-4a87-9097-415f9568b703 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:23:05.355566 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-93b59883-5d42-4574-badd-dfc67da2681d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:23:05.359637 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acbf35f4-e032-4fa5-a418-55c1bbe38f1b'] response: {'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77c5e08b-44d1-4a6a-905f-a11e984ebbaf', 'code': 200} May 23 11:23:05.360263 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acbf35f4-e032-4fa5-a418-55c1bbe38f1b'] response: {'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fa10ee8-a8ce-4d28-a9f0-0363128b97d0', 'code': 200} May 23 11:23:05.360741 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-93b59883-5d42-4574-badd-dfc67da2681d admin admin] Usage tracker for resource:security_group_rule and tenant:e35994c57a9143be856873ccfc0df974 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:23:05.360947 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acbf35f4-e032-4fa5-a418-55c1bbe38f1b'] response: {'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b472d9e-7b9c-4fe5-8800-c44e820c17d8', 'code': 200} May 23 11:23:05.361269 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acbf35f4-e032-4fa5-a418-55c1bbe38f1b'] response: {'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ade0de95-006a-4fe2-b4ff-65da0980082b', 'code': 200} May 23 11:23:05.363974 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-93b59883-5d42-4574-badd-dfc67da2681d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:23:05.371622 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-93b59883-5d42-4574-badd-dfc67da2681d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:23:05.448801 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-93b59883-5d42-4574-badd-dfc67da2681d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:05.452144 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d939dec8-e1b7-417b-96a7-edcf4d94da39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:05.509274 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d939dec8-e1b7-417b-96a7-edcf4d94da39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:05.630063 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-93b59883-5d42-4574-badd-dfc67da2681d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:05.666926 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d939dec8-e1b7-417b-96a7-edcf4d94da39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:05.675308 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee04ad-6787-410a-af69-07bcb2d91a06 service neutron] Pushing event updated for resources: {'Port': ['ID=a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:05.684519 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-a1d46b78-c319-43f4-9394-e80361f3a286 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] For port 4b472d9e-7b9c-4fe5-8800-c44e820c17d8, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=4b472d9e-7b9c-4fe5-8800-c44e820c17d8,segment=NetworkSegment(62a496cc-e19f-409a-b014-66e4d6c7cebc),segment_id=62a496cc-e19f-409a-b014-66e4d6c7cebc)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:23:05.684877 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-a1d46b78-c319-43f4-9394-e80361f3a286 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:05.698548 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d939dec8-e1b7-417b-96a7-edcf4d94da39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccd731b-5bd7-4d12-8946-67a2f6a405c3,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:05.722197 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b59883-5d42-4574-badd-dfc67da2681d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3cb3d6-68bb-412b-8b59-94ffc8664e0d,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:05.757396 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-93b59883-5d42-4574-badd-dfc67da2681d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e35994c57a9143be856873ccfc0df974&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9914987 May 23 11:23:05.763083 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 35622) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:05.841940 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983e7ab-98fe-4725-ab9d-f075cf1adb1b req-89469b47-926c-462d-9134-913d91ff5b4a tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:05.843423 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1983e7ab-98fe-4725-ab9d-f075cf1adb1b req-89469b47-926c-462d-9134-913d91ff5b4a tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 946 time: 0.5860312 May 23 11:23:05.916664 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-a1d46b78-c319-43f4-9394-e80361f3a286 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Calling delete_port for 4b472d9e-7b9c-4fe5-8800-c44e820c17d8 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:23:05.940552 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-467989a6-4d32-404f-a29d-0913230f280f req-16ee04ad-6787-410a-af69-07bcb2d91a06 service neutron] Attempting to bind port a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:23:05.940552 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-467989a6-4d32-404f-a29d-0913230f280f req-16ee04ad-6787-410a-af69-07bcb2d91a06 service neutron] Attempting to bind port a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '1d4a6df8-34d0-4736-999c-11f1ef0e712c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '862e9dfa-9220-4fa8-8863-16bb1e61f09a'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:23:05.940552 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467989a6-4d32-404f-a29d-0913230f280f req-16ee04ad-6787-410a-af69-07bcb2d91a06 service neutron] Attempting to bind port a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96 on network 862e9dfa-9220-4fa8-8863-16bb1e61f09a {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:23:05.945038 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d939dec8-e1b7-417b-96a7-edcf4d94da39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:05.948771 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d939dec8-e1b7-417b-96a7-edcf4d94da39 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2ccd731b-5bd7-4d12-8946-67a2f6a405c3 HTTP/1.1" status: 204 len: 168 time: 0.6399395 May 23 11:23:05.952372 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467989a6-4d32-404f-a29d-0913230f280f req-16ee04ad-6787-410a-af69-07bcb2d91a06 service neutron] Port a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96 on network 862e9dfa-9220-4fa8-8863-16bb1e61f09a not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:23:05.952567 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467989a6-4d32-404f-a29d-0913230f280f req-16ee04ad-6787-410a-af69-07bcb2d91a06 service neutron] Attempting to bind port a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96 on network 862e9dfa-9220-4fa8-8863-16bb1e61f09a {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:23:05.956551 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1983e7ab-98fe-4725-ab9d-f075cf1adb1b req-2232c8a4-4e9d-4bcf-a9b7-3137dc6f1b6b tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973990 May 23 11:23:05.957974 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e8ed6168-ac0c-41fc-a847-da34522bdb92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:05.970647 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467989a6-4d32-404f-a29d-0913230f280f req-16ee04ad-6787-410a-af69-07bcb2d91a06 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:23:05.970987 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467989a6-4d32-404f-a29d-0913230f280f req-16ee04ad-6787-410a-af69-07bcb2d91a06 service neutron] Checking segment: {'id': '1d4a6df8-34d0-4736-999c-11f1ef0e712c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '862e9dfa-9220-4fa8-8863-16bb1e61f09a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:23:05.971371 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467989a6-4d32-404f-a29d-0913230f280f req-16ee04ad-6787-410a-af69-07bcb2d91a06 service neutron] Bound using segment: {'id': '1d4a6df8-34d0-4736-999c-11f1ef0e712c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '862e9dfa-9220-4fa8-8863-16bb1e61f09a'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:23:05.971905 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-467989a6-4d32-404f-a29d-0913230f280f req-16ee04ad-6787-410a-af69-07bcb2d91a06 service neutron] Bound port: a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d4a6df8-34d0-4736-999c-11f1ef0e712c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '862e9dfa-9220-4fa8-8863-16bb1e61f09a'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:23:05.972253 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-467989a6-4d32-404f-a29d-0913230f280f req-16ee04ad-6787-410a-af69-07bcb2d91a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:06.042508 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e8ed6168-ac0c-41fc-a847-da34522bdb92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:06.111616 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-a1d46b78-c319-43f4-9394-e80361f3a286 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:06.166794 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d46b78-c319-43f4-9394-e80361f3a286 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Pushing event deleted for resources: {'Port': ['ID=4b472d9e-7b9c-4fe5-8800-c44e820c17d8,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:06.173601 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-467989a6-4d32-404f-a29d-0913230f280f req-16ee04ad-6787-410a-af69-07bcb2d91a06 service neutron] For port a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:23:06.179647 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-467989a6-4d32-404f-a29d-0913230f280f req-16ee04ad-6787-410a-af69-07bcb2d91a06 service neutron] For port a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96,segment=NetworkSegment(1d4a6df8-34d0-4736-999c-11f1ef0e712c),segment_id=1d4a6df8-34d0-4736-999c-11f1ef0e712c)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:23:06.192875 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-467989a6-4d32-404f-a29d-0913230f280f req-16ee04ad-6787-410a-af69-07bcb2d91a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:06.248550 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e8ed6168-ac0c-41fc-a847-da34522bdb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:06.290097 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-a1d46b78-c319-43f4-9394-e80361f3a286 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] No DVR routers for this DVR port 4b472d9e-7b9c-4fe5-8800-c44e820c17d8 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:23:06.292988 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ed6168-ac0c-41fc-a847-da34522bdb92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3cb3d6-68bb-412b-8b59-94ffc8664e0d,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:06.296938 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e8ed6168-ac0c-41fc-a847-da34522bdb92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:06.297317 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-a1d46b78-c319-43f4-9394-e80361f3a286 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:06.298693 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e8ed6168-ac0c-41fc-a847-da34522bdb92 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ff3cb3d6-68bb-412b-8b59-94ffc8664e0d HTTP/1.1" status: 204 len: 168 time: 0.5307298 May 23 11:23:06.307051 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'name': 'network-vif-deleted', 'tag': '4b472d9e-7b9c-4fe5-8800-c44e820c17d8'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:23:06.348361 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-a1d46b78-c319-43f4-9394-e80361f3a286 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.81 "DELETE /v2.0/ports/4b472d9e-7b9c-4fe5-8800-c44e820c17d8 HTTP/1.1" status: 204 len: 173 time: 1.3399434 May 23 11:23:06.352512 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55712a0b-84ff-4b16-96f6-204803fe5711 req-235bcd0e-e8ed-4014-a617-9e93127836b7 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:06.360389 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-55712a0b-84ff-4b16-96f6-204803fe5711 req-235bcd0e-e8ed-4014-a617-9e93127836b7 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?device_id=2dfa827a-1364-4cf2-ad34-bbd613c20574 HTTP/1.1" status: 200 len: 944 time: 0.2833202 May 23 11:23:06.370643 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-467989a6-4d32-404f-a29d-0913230f280f req-16ee04ad-6787-410a-af69-07bcb2d91a06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:06.372431 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-467989a6-4d32-404f-a29d-0913230f280f req-16ee04ad-6787-410a-af69-07bcb2d91a06 service neutron] 10.222.0.13 "PUT /v2.0/ports/a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96 HTTP/1.1" status: 200 len: 1092 time: 3.1225255 May 23 11:23:06.391117 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dfa827a-1364-4cf2-ad34-bbd613c20574', 'tag': 'a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:23:06.423377 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee04ad-6787-410a-af69-07bcb2d91a06 service neutron] Pushing event updated for resources: {'Port': ['ID=a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:06.467364 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-5af9ab13-48de-4329-8dea-92d0eb4aa494 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Deleting port 77c5e08b-44d1-4a6a-905f-a11e984ebbaf {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:23:06.467654 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-5af9ab13-48de-4329-8dea-92d0eb4aa494 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:06.468824 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-55712a0b-84ff-4b16-96f6-204803fe5711 req-cd58bcea-a19a-4f51-8ad3-04bd391ff870 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/security-groups?id=250dd00f-b7f6-432e-b9fb-86f904647dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069753 May 23 11:23:06.642526 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4febe9a1-1afb-4be1-bf62-af1108ab7695'] response: {'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'name': 'network-vif-deleted', 'tag': '4b472d9e-7b9c-4fe5-8800-c44e820c17d8', 'status': 'completed', 'code': 200} May 23 11:23:06.643388 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-467989a6-4d32-404f-a29d-0913230f280f req-6dc616af-05e0-4493-bca2-aca15b2b59a9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e6820b1da73478a8f6280c600dfbb0e&device_id=2dfa827a-1364-4cf2-ad34-bbd613c20574 HTTP/1.1" status: 200 len: 1095 time: 0.1733770 May 23 11:23:06.828061 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d342ae0-42b9-4725-b01a-7e0a08f2e75d'] response: {'name': 'network-changed', 'server_uuid': '2dfa827a-1364-4cf2-ad34-bbd613c20574', 'tag': 'a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96', 'status': 'completed', 'code': 200} May 23 11:23:07.007362 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-5af9ab13-48de-4329-8dea-92d0eb4aa494 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] For port 77c5e08b-44d1-4a6a-905f-a11e984ebbaf, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=77c5e08b-44d1-4a6a-905f-a11e984ebbaf,segment=NetworkSegment(b9fbc905-5e46-471f-be10-d3ddd4aa40fc),segment_id=b9fbc905-5e46-471f-be10-d3ddd4aa40fc)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:23:07.008409 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-5af9ab13-48de-4329-8dea-92d0eb4aa494 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:07.043620 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-467989a6-4d32-404f-a29d-0913230f280f req-1698275e-1a2b-4ffd-a4f4-a2ee4dc33101 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96 HTTP/1.1" status: 200 len: 217 time: 0.3810532 May 23 11:23:07.156800 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35664) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:07.177482 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-5af9ab13-48de-4329-8dea-92d0eb4aa494 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Calling delete_port for 77c5e08b-44d1-4a6a-905f-a11e984ebbaf owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:23:07.218945 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-113cf60c-3393-4033-8081-7f59a1143c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:07.259705 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-113cf60c-3393-4033-8081-7f59a1143c46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:23:07.259952 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467989a6-4d32-404f-a29d-0913230f280f req-af9ccd06-9223-461e-860e-7b9fa5d36ffa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:07.261469 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-467989a6-4d32-404f-a29d-0913230f280f req-af9ccd06-9223-461e-860e-7b9fa5d36ffa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=71080ede-fcb2-4e30-8636-9b223584a1ac HTTP/1.1" status: 200 len: 834 time: 0.2104623 May 23 11:23:07.263704 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-113cf60c-3393-4033-8081-7f59a1143c46 admin admin] Usage tracker for resource:security_group_rule and tenant:41b1a93345054d7ebcc0368677c47aca is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:23:07.266653 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-113cf60c-3393-4033-8081-7f59a1143c46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:23:07.275630 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-113cf60c-3393-4033-8081-7f59a1143c46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:23:07.321311 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6ffa4-edef-4f50-ae72-d29023faa1e4 req-f8897122-ecac-468d-b431-d49c29228dec tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:07.325300 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6ffa4-edef-4f50-ae72-d29023faa1e4 req-f8897122-ecac-468d-b431-d49c29228dec tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:07.329268 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6ffa4-edef-4f50-ae72-d29023faa1e4 req-f8897122-ecac-468d-b431-d49c29228dec tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:07.333305 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6ffa4-edef-4f50-ae72-d29023faa1e4 req-f8897122-ecac-468d-b431-d49c29228dec tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:07.340542 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-59d6ffa4-edef-4f50-ae72-d29023faa1e4 req-f8897122-ecac-468d-b431-d49c29228dec tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 3143 time: 0.5115192 May 23 11:23:07.353380 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d0418af4-422f-4728-a3af-1ec236d16bec req-9c56bbdf-c3ca-4608-84e5-833364b17ae1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c8ada26741884c689d0e80f64385eb15&device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 1097 time: 0.4407175 May 23 11:23:07.437714 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-113cf60c-3393-4033-8081-7f59a1143c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:07.444054 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-113cf60c-3393-4033-8081-7f59a1143c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:07.460075 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-5af9ab13-48de-4329-8dea-92d0eb4aa494 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:07.492504 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ad693-1d23-4840-8a31-de85b5ce8510 req-c354fd35-c795-4db6-9655-1625c34b5f52 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:07.493980 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-226ad693-1d23-4840-8a31-de85b5ce8510 req-c354fd35-c795-4db6-9655-1625c34b5f52 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 946 time: 0.3419180 May 23 11:23:07.547683 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af9ab13-48de-4329-8dea-92d0eb4aa494 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Pushing event deleted for resources: {'Port': ['ID=77c5e08b-44d1-4a6a-905f-a11e984ebbaf,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:07.587052 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-59d6ffa4-edef-4f50-ae72-d29023faa1e4 req-7e69f4ec-7a6e-48a2-986f-62138d1f1639 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2455201 May 23 11:23:07.592030 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113cf60c-3393-4033-8081-7f59a1143c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6262ca12-23ac-429a-8af5-0e33a401d467,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:07.643406 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-113cf60c-3393-4033-8081-7f59a1143c46 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=41b1a93345054d7ebcc0368677c47aca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4831443 May 23 11:23:07.646869 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35676) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:07.654936 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-467989a6-4d32-404f-a29d-0913230f280f req-35344302-d4f5-45df-98a1-130b7d8a4793 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=862e9dfa-9220-4fa8-8863-16bb1e61f09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3816931 May 23 11:23:07.666255 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0418af4-422f-4728-a3af-1ec236d16bec req-d0b89a9a-be6d-4c3d-b487-abe9e56fd44b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:07.668651 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d0418af4-422f-4728-a3af-1ec236d16bec req-d0b89a9a-be6d-4c3d-b487-abe9e56fd44b service neutron] 10.222.0.81 "GET /v2.0/networks?id=c8f610f3-246f-4e9c-bcad-00bcd258b4f5 HTTP/1.1" status: 200 len: 914 time: 0.3000357 May 23 11:23:07.668776 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-5af9ab13-48de-4329-8dea-92d0eb4aa494 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] No DVR routers for this DVR port 77c5e08b-44d1-4a6a-905f-a11e984ebbaf on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:23:07.671302 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-5af9ab13-48de-4329-8dea-92d0eb4aa494 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:07.675910 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35680) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:07.700152 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-226ad693-1d23-4840-8a31-de85b5ce8510 req-7f394ae2-bcd6-4eb0-9125-ee060a0ee7e7 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978164 May 23 11:23:07.716300 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-5af9ab13-48de-4329-8dea-92d0eb4aa494 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.81 "DELETE /v2.0/ports/77c5e08b-44d1-4a6a-905f-a11e984ebbaf HTTP/1.1" status: 204 len: 173 time: 1.3667350 May 23 11:23:07.814094 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb071359-1f37-45a2-a98f-ba0825f67112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:07.832763 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-6c08b53f-0981-43e5-8b8b-dc334fb7bd74 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Deleting port e567c6f9-1cc4-450f-b01e-d62332f44ba2 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:23:07.833124 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-6c08b53f-0981-43e5-8b8b-dc334fb7bd74 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:07.874151 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-5ea474b2-54be-4a3b-95c1-5eafca241c06 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1481025008'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:23:07.898680 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5ea474b2-54be-4a3b-95c1-5eafca241c06 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:23:07.908189 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb071359-1f37-45a2-a98f-ba0825f67112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:07.923074 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5ea474b2-54be-4a3b-95c1-5eafca241c06 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Usage tracker for resource:network and tenant:aa928321a3fc48f78ff8df0f94ecdbb0 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:23:07.930878 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5ea474b2-54be-4a3b-95c1-5eafca241c06 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:23:07.945191 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d0418af4-422f-4728-a3af-1ec236d16bec req-c85589fc-0e50-4920-ab06-aa402b8e8809 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0ec35eea-9b2b-474f-9ce7-3bfe44146239 HTTP/1.1" status: 200 len: 217 time: 0.2482638 May 23 11:23:07.955722 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5ea474b2-54be-4a3b-95c1-5eafca241c06 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:23:07.962540 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-62189478-6223-4c8b-bf4c-5b50387a590a req-0d3cc1d6-b4e6-46e5-bab2-ea1152829bec tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=a31376165c0842a99b7a2fae4a538a8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1130273 May 23 11:23:07.971156 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:08.029019 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea474b2-54be-4a3b-95c1-5eafca241c06 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Made reservation on behalf of aa928321a3fc48f78ff8df0f94ecdbb0 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:23:08.032329 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5ea474b2-54be-4a3b-95c1-5eafca241c06 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:08.061000 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5ea474b2-54be-4a3b-95c1-5eafca241c06 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:08.108857 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb071359-1f37-45a2-a98f-ba0825f67112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:08.183723 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb071359-1f37-45a2-a98f-ba0825f67112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6262ca12-23ac-429a-8af5-0e33a401d467,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:08.214029 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb071359-1f37-45a2-a98f-ba0825f67112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:08.215163 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-bb071359-1f37-45a2-a98f-ba0825f67112 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6262ca12-23ac-429a-8af5-0e33a401d467 HTTP/1.1" status: 204 len: 168 time: 0.5673821 May 23 11:23:08.232648 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5ea474b2-54be-4a3b-95c1-5eafca241c06 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:23:08.240910 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5ea474b2-54be-4a3b-95c1-5eafca241c06 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Usage tracker for resource:security_group_rule and tenant:aa928321a3fc48f78ff8df0f94ecdbb0 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:23:08.245665 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5ea474b2-54be-4a3b-95c1-5eafca241c06 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:23:08.265392 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5ea474b2-54be-4a3b-95c1-5eafca241c06 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:23:08.275966 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-6c08b53f-0981-43e5-8b8b-dc334fb7bd74 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] For port e567c6f9-1cc4-450f-b01e-d62332f44ba2, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=e567c6f9-1cc4-450f-b01e-d62332f44ba2,segment=NetworkSegment(62a496cc-e19f-409a-b014-66e4d6c7cebc),segment_id=62a496cc-e19f-409a-b014-66e4d6c7cebc)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:23:08.276550 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-6c08b53f-0981-43e5-8b8b-dc334fb7bd74 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:08.298071 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0418af4-422f-4728-a3af-1ec236d16bec req-74d0b471-bc0f-4ac3-b83e-9c8b057bab86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:08.299646 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d0418af4-422f-4728-a3af-1ec236d16bec req-74d0b471-bc0f-4ac3-b83e-9c8b057bab86 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=921f8ad7-2327-456b-8d69-73b599e668ca HTTP/1.1" status: 200 len: 853 time: 0.3398759 May 23 11:23:08.375970 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-467989a6-4d32-404f-a29d-0913230f280f req-4032f16d-8927-4f16-8bb6-d867a7aaa246 service neutron] 10.222.0.13 "GET /v2.0/networks/862e9dfa-9220-4fa8-8863-16bb1e61f09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7047040 May 23 11:23:08.383411 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d0418af4-422f-4728-a3af-1ec236d16bec req-a759880b-5f95-44b2-9fe0-351c45a84f2f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c8f610f3-246f-4e9c-bcad-00bcd258b4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619795 May 23 11:23:08.510377 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-6c08b53f-0981-43e5-8b8b-dc334fb7bd74 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Calling delete_port for e567c6f9-1cc4-450f-b01e-d62332f44ba2 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:23:08.584228 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef153999-052b-416a-aa48-4be08a3d5c82 req-5f803f86-6ba1-4558-94af-6ed8a92db826 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:08.585783 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ef153999-052b-416a-aa48-4be08a3d5c82 req-5f803f86-6ba1-4558-94af-6ed8a92db826 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?device_id=2dfa827a-1364-4cf2-ad34-bbd613c20574 HTTP/1.1" status: 200 len: 944 time: 0.7056825 May 23 11:23:08.640289 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62189478-6223-4c8b-bf4c-5b50387a590a req-2dcf6464-206d-44f5-972d-7ca14029cb6f tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:08.641723 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-62189478-6223-4c8b-bf4c-5b50387a590a req-2dcf6464-206d-44f5-972d-7ca14029cb6f tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6317282 May 23 11:23:08.667333 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'name': 'network-vif-deleted', 'tag': '77c5e08b-44d1-4a6a-905f-a11e984ebbaf'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:23:08.673513 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5ea474b2-54be-4a3b-95c1-5eafca241c06 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:08.680227 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5ea474b2-54be-4a3b-95c1-5eafca241c06 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:08.724931 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ea474b2-54be-4a3b-95c1-5eafca241c06 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:23:08.725586 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-62189478-6223-4c8b-bf4c-5b50387a590a req-e57ef7f3-fced-474a-9f4c-46e4e1663f39 tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] 10.222.0.79 "GET /v2.0/quotas/a31376165c0842a99b7a2fae4a538a8b HTTP/1.1" status: 200 len: 375 time: 0.0731282 May 23 11:23:08.749744 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea474b2-54be-4a3b-95c1-5eafca241c06 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=943659c1-cf80-4999-87e7-0b752ddc9ad4,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:08.750998 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ef153999-052b-416a-aa48-4be08a3d5c82 req-1bd6ef06-6a65-4770-b3bc-661d6193afba tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/security-groups?id=250dd00f-b7f6-432e-b9fb-86f904647dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507730 May 23 11:23:08.754879 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5ea474b2-54be-4a3b-95c1-5eafca241c06 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:08.755291 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-5ea474b2-54be-4a3b-95c1-5eafca241c06 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Added segment c5b22826-3916-4f79-8aa0-c04d232fa1bd of type vlan for network 022977ae-f3dc-477b-b34c-ba81adecb568 May 23 11:23:08.765499 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-6c08b53f-0981-43e5-8b8b-dc334fb7bd74 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:08.801763 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-467989a6-4d32-404f-a29d-0913230f280f req-2a36c109-a639-4708-ae28-9b27bc2a76be service neutron] 10.222.0.13 "GET /v2.0/networks/862e9dfa-9220-4fa8-8863-16bb1e61f09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4173098 May 23 11:23:08.810658 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-62189478-6223-4c8b-bf4c-5b50387a590a req-651b901b-46c8-4852-9286-f5c295902dcd tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a31376165c0842a99b7a2fae4a538a8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657032 May 23 11:23:08.812628 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d0418af4-422f-4728-a3af-1ec236d16bec req-840746ce-80b0-4c42-b87d-6123e840a24d service neutron] 10.222.0.81 "GET /v2.0/networks/c8f610f3-246f-4e9c-bcad-00bcd258b4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038815 May 23 11:23:08.853811 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c08b53f-0981-43e5-8b8b-dc334fb7bd74 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Pushing event deleted for resources: {'Port': ['ID=e567c6f9-1cc4-450f-b01e-d62332f44ba2,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:08.865517 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5ea474b2-54be-4a3b-95c1-5eafca241c06 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:08.976810 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-6c08b53f-0981-43e5-8b8b-dc334fb7bd74 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] No DVR routers for this DVR port e567c6f9-1cc4-450f-b01e-d62332f44ba2 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:23:08.980235 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-6c08b53f-0981-43e5-8b8b-dc334fb7bd74 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:09.002362 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5ea474b2-54be-4a3b-95c1-5eafca241c06 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:09.010557 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea474b2-54be-4a3b-95c1-5eafca241c06 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:09.012968 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5ea474b2-54be-4a3b-95c1-5eafca241c06 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:09.084103 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-6c08b53f-0981-43e5-8b8b-dc334fb7bd74 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.81 "DELETE /v2.0/ports/e567c6f9-1cc4-450f-b01e-d62332f44ba2 HTTP/1.1" status: 204 len: 173 time: 1.3615007 May 23 11:23:09.140404 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3901d61f-8283-4be0-98da-5daa672b4b35'] response: {'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'name': 'network-vif-deleted', 'tag': '77c5e08b-44d1-4a6a-905f-a11e984ebbaf', 'status': 'completed', 'code': 200} May 23 11:23:09.218643 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea474b2-54be-4a3b-95c1-5eafca241c06 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event updated for resources: {'Network': ['ID=022977ae-f3dc-477b-b34c-ba81adecb568,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:09.229296 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-428d120b-fbad-4e75-b442-0c31ffecf9b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:09.233631 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 022977ae-f3dc-477b-b34c-ba81adecb568 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:23:09.256717 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5ea474b2-54be-4a3b-95c1-5eafca241c06 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5797033 May 23 11:23:09.282064 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a96cc276-95bb-4e0f-a58c-f9fea8a9c38f req-d4057dfb-1240-4640-985a-0d5e2aeb2df5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e6820b1da73478a8f6280c600dfbb0e&device_id=2dfa827a-1364-4cf2-ad34-bbd613c20574 HTTP/1.1" status: 200 len: 1095 time: 0.2958815 May 23 11:23:09.351809 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d0418af4-422f-4728-a3af-1ec236d16bec req-7ff21ad0-d8ce-4ba2-8090-f92aa8132d26 service neutron] 10.222.0.81 "GET /v2.0/networks/c8f610f3-246f-4e9c-bcad-00bcd258b4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5310526 May 23 11:23:09.485014 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-fc4a57fa-c77d-43e2-a909-110bbb39f38a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Deleting port ade0de95-006a-4fe2-b4ff-65da0980082b {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:23:09.486328 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-fc4a57fa-c77d-43e2-a909-110bbb39f38a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:09.570790 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:09.704571 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b0c0c-6490-4247-950b-6041e25d5517 req-ff9d70be-766e-47d3-8ff3-a34e27f19bba tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:09.705825 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2464a142-72ad-40ed-926c-04b065537c26 req-667e8d6f-4c16-4b68-a606-92f3ddc9d338 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=93664a9d-71b9-4628-acab-fb7e8e19d283&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3782525 May 23 11:23:09.708525 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b0c0c-6490-4247-950b-6041e25d5517 req-ff9d70be-766e-47d3-8ff3-a34e27f19bba tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:09.715386 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-905b0c0c-6490-4247-950b-6041e25d5517 req-ff9d70be-766e-47d3-8ff3-a34e27f19bba tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 1677 time: 0.5309176 May 23 11:23:09.820405 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-905b0c0c-6490-4247-950b-6041e25d5517 req-597cee15-01b5-48d6-b898-c5746d1bdcf0 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041000 May 23 11:23:09.825244 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cc276-95bb-4e0f-a58c-f9fea8a9c38f req-62670921-481e-42f6-8fd5-de394ffd537d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:09.826708 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a96cc276-95bb-4e0f-a58c-f9fea8a9c38f req-62670921-481e-42f6-8fd5-de394ffd537d service neutron] 10.222.0.13 "GET /v2.0/networks?id=862e9dfa-9220-4fa8-8863-16bb1e61f09a HTTP/1.1" status: 200 len: 898 time: 0.5422084 May 23 11:23:09.851159 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc15669-aa1c-4e0c-a47c-9f8352ca1a19 req-1ea5be31-4683-43fb-a18d-3c8768ae2497 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:09.860623 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1cc15669-aa1c-4e0c-a47c-9f8352ca1a19 req-1ea5be31-4683-43fb-a18d-3c8768ae2497 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 946 time: 0.2738333 May 23 11:23:10.078910 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a931ee24-abbc-4dbe-b256-26c1c88f3400 req-2e23b647-ed8c-41b8-9586-24d124ba67e1 tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ac10bd-1859-49bb-95da-84ff443f77f7 HTTP/1.1" status: 200 len: 210 time: 0.0696528 May 23 11:23:10.121099 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-fc4a57fa-c77d-43e2-a909-110bbb39f38a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] For port ade0de95-006a-4fe2-b4ff-65da0980082b, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=ade0de95-006a-4fe2-b4ff-65da0980082b,segment=NetworkSegment(b9fbc905-5e46-471f-be10-d3ddd4aa40fc),segment_id=b9fbc905-5e46-471f-be10-d3ddd4aa40fc)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:23:10.121099 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-fc4a57fa-c77d-43e2-a909-110bbb39f38a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:10.160200 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1cc15669-aa1c-4e0c-a47c-9f8352ca1a19 req-5924cf97-0444-49e2-8ca9-d1de0455bb36 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963650 May 23 11:23:10.163183 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a96cc276-95bb-4e0f-a58c-f9fea8a9c38f req-c7e6cf88-be1b-4f7b-a9a0-fd89d32c1219 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96 HTTP/1.1" status: 200 len: 217 time: 0.2522860 May 23 11:23:10.172268 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2464a142-72ad-40ed-926c-04b065537c26 req-967c812e-644e-4f65-96e3-3956d1aa77b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d8e63cb106b40b880c35c46eb22d5c0&device_id=93664a9d-71b9-4628-acab-fb7e8e19d283 HTTP/1.1" status: 200 len: 1097 time: 0.3196642 May 23 11:23:10.445148 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cc276-95bb-4e0f-a58c-f9fea8a9c38f req-7ade91f4-0efb-4f17-9fe6-9fda83c5402c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:10.447555 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a96cc276-95bb-4e0f-a58c-f9fea8a9c38f req-7ade91f4-0efb-4f17-9fe6-9fda83c5402c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=71080ede-fcb2-4e30-8636-9b223584a1ac HTTP/1.1" status: 200 len: 834 time: 0.2768254 May 23 11:23:10.705261 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-fc4a57fa-c77d-43e2-a909-110bbb39f38a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Calling delete_port for ade0de95-006a-4fe2-b4ff-65da0980082b owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:23:10.829487 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76344351-43b4-4c95-aa2a-7139554dcf1a req-8d9d6180-4ead-4ce3-be36-340c1e4f0e8b tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:10.840296 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-76344351-43b4-4c95-aa2a-7139554dcf1a req-8d9d6180-4ead-4ce3-be36-340c1e4f0e8b tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?device_id=2dfa827a-1364-4cf2-ad34-bbd613c20574 HTTP/1.1" status: 200 len: 944 time: 0.2550473 May 23 11:23:10.961249 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a96cc276-95bb-4e0f-a58c-f9fea8a9c38f req-007cbf52-4897-401b-a7b4-3fd0cfb96138 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=862e9dfa-9220-4fa8-8863-16bb1e61f09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5004056 May 23 11:23:10.990144 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2464a142-72ad-40ed-926c-04b065537c26 req-a650fdd4-ed35-474d-ad46-8545896b8a8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:10.998787 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2464a142-72ad-40ed-926c-04b065537c26 req-a650fdd4-ed35-474d-ad46-8545896b8a8a service neutron] 10.222.0.13 "GET /v2.0/networks?id=6213997a-77dd-4973-bef8-b88fbf379b24 HTTP/1.1" status: 200 len: 913 time: 0.6812818 May 23 11:23:11.156075 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'name': 'network-vif-deleted', 'tag': 'e567c6f9-1cc4-450f-b01e-d62332f44ba2'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:23:11.356494 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2464a142-72ad-40ed-926c-04b065537c26 req-8479dc27-0420-4b7a-a3dc-c13dcc3a89f1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc866833-5097-465e-8754-807c07eb8e82 HTTP/1.1" status: 200 len: 217 time: 0.3507798 May 23 11:23:11.370673 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a96cc276-95bb-4e0f-a58c-f9fea8a9c38f req-7c4ebb43-e399-4e5f-8768-1c6da856e939 service neutron] 10.222.0.13 "GET /v2.0/networks/862e9dfa-9220-4fa8-8863-16bb1e61f09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938634 May 23 11:23:11.508185 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8c47d289-11f1-408a-aaf5-502cc1c7fcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:11.530954 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2464a142-72ad-40ed-926c-04b065537c26 req-eab614e9-5a06-45d6-9677-8ada7e6e6795 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:11.533343 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2464a142-72ad-40ed-926c-04b065537c26 req-eab614e9-5a06-45d6-9677-8ada7e6e6795 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54335c97-79a1-4f1c-bc27-f53589fd26ef HTTP/1.1" status: 200 len: 851 time: 0.1710391 May 23 11:23:11.534611 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-fc4a57fa-c77d-43e2-a909-110bbb39f38a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:11.683903 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a57fa-c77d-43e2-a909-110bbb39f38a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Pushing event deleted for resources: {'Port': ['ID=ade0de95-006a-4fe2-b4ff-65da0980082b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:11.741892 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-fc4a57fa-c77d-43e2-a909-110bbb39f38a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] No DVR routers for this DVR port ade0de95-006a-4fe2-b4ff-65da0980082b on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:23:11.744512 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-fc4a57fa-c77d-43e2-a909-110bbb39f38a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:11.766509 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-fc4a57fa-c77d-43e2-a909-110bbb39f38a tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.81 "DELETE /v2.0/ports/ade0de95-006a-4fe2-b4ff-65da0980082b HTTP/1.1" status: 204 len: 173 time: 2.6167724 May 23 11:23:11.832884 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35782) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:11.842023 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a96cc276-95bb-4e0f-a58c-f9fea8a9c38f req-74c6f41f-c57d-407b-ad3d-04bc4048bbad service neutron] 10.222.0.13 "GET /v2.0/networks/862e9dfa-9220-4fa8-8863-16bb1e61f09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127522 May 23 11:23:11.879677 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2464a142-72ad-40ed-926c-04b065537c26 req-4eca69c1-ab83-4569-890c-44fa4b2858df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6213997a-77dd-4973-bef8-b88fbf379b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2822390 May 23 11:23:11.884592 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-76344351-43b4-4c95-aa2a-7139554dcf1a req-f2c921b3-6cc1-4440-978c-15dc8842d827 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/security-groups?id=250dd00f-b7f6-432e-b9fb-86f904647dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0429535 May 23 11:23:11.898854 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-28093cdd-61c4-4260-8a57-8874ebbd4aca tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Deleting port 9fa10ee8-a8ce-4d28-a9f0-0363128b97d0 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:23:11.899230 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-28093cdd-61c4-4260-8a57-8874ebbd4aca tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:12.166896 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f9ea9-56dd-467b-8d15-0044a87a0f57 req-a2bbea51-25f3-4394-8ab5-48fffe6f15fe tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:12.176645 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f9ea9-56dd-467b-8d15-0044a87a0f57 req-a2bbea51-25f3-4394-8ab5-48fffe6f15fe tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:12.182543 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0d2f9ea9-56dd-467b-8d15-0044a87a0f57 req-a2bbea51-25f3-4394-8ab5-48fffe6f15fe tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 1599 time: 0.8109508 May 23 11:23:12.184519 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-62189478-6223-4c8b-bf4c-5b50387a590a req-c5da0c5a-0ba1-4c6c-a084-451064381075 tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=a31376165c0842a99b7a2fae4a538a8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2239726 May 23 11:23:12.270139 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2464a142-72ad-40ed-926c-04b065537c26 req-ec356b38-3bbb-4e75-80f1-c6d11a432365 service neutron] 10.222.0.13 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037839 May 23 11:23:12.293704 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f6af8857-ba6c-4104-9f08-3cdf73cae45b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:12.311723 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0f40f0aa-e378-4bf3-92c6-ba4e1f4ecb90 req-a2448cc3-e36a-401c-a2b9-e2ec4bede71f tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ac10bd-1859-49bb-95da-84ff443f77f7 HTTP/1.1" status: 200 len: 210 time: 0.1236649 May 23 11:23:12.360245 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0d2f9ea9-56dd-467b-8d15-0044a87a0f57 req-1f4dec09-8141-4b7c-82e2-28e30e82cfd4 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups?id=f76758de-1a50-4502-bc25-b6e81b259c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674802 May 23 11:23:12.441701 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-345eecc3-535f-4102-9d2f-535fa5ff2acf'] response: {'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'name': 'network-vif-deleted', 'tag': 'e567c6f9-1cc4-450f-b01e-d62332f44ba2', 'status': 'completed', 'code': 200} May 23 11:23:12.472557 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 35790) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:12.482992 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-1beb5d45-ed89-4b55-9c99-cb8de05970f0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Request body: {'subnet': {'network_id': '022977ae-f3dc-477b-b34c-ba81adecb568', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:23:12.576221 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:23:12.590499 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f6af8857-ba6c-4104-9f08-3cdf73cae45b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:23:12.598294 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f6af8857-ba6c-4104-9f08-3cdf73cae45b admin admin] Usage tracker for resource:security_group_rule and tenant:df3a9a00725d4c75a6c190fea71efd37 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:23:12.617776 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f6af8857-ba6c-4104-9f08-3cdf73cae45b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:23:12.645005 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1beb5d45-ed89-4b55-9c99-cb8de05970f0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:23:12.651555 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1beb5d45-ed89-4b55-9c99-cb8de05970f0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Usage tracker for resource:subnet and tenant:aa928321a3fc48f78ff8df0f94ecdbb0 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:23:12.658752 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62189478-6223-4c8b-bf4c-5b50387a590a req-cd27d32d-e012-45d8-8cd6-f48a49e311f8 tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:12.660255 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-62189478-6223-4c8b-bf4c-5b50387a590a req-cd27d32d-e012-45d8-8cd6-f48a49e311f8 tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4172781 May 23 11:23:12.661261 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1beb5d45-ed89-4b55-9c99-cb8de05970f0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:23:12.668443 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1beb5d45-ed89-4b55-9c99-cb8de05970f0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:23:12.687773 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-62189478-6223-4c8b-bf4c-5b50387a590a req-d47c7cf5-96b0-4426-a71b-a86a8b285a6e tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Request body: {'port': {'device_id': 'd0ac10bd-1859-49bb-95da-84ff443f77f7', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'admin_state_up': True, 'tenant_id': 'a31376165c0842a99b7a2fae4a538a8b'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:23:12.691059 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f6af8857-ba6c-4104-9f08-3cdf73cae45b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:23:12.712467 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1beb5d45-ed89-4b55-9c99-cb8de05970f0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Made reservation on behalf of aa928321a3fc48f78ff8df0f94ecdbb0 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:23:12.712902 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2464a142-72ad-40ed-926c-04b065537c26 req-c40804a2-d373-46fb-b1a4-d1c7fc760245 service neutron] 10.222.0.13 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030433 May 23 11:23:12.761186 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96,segment=NetworkSegment(1d4a6df8-34d0-4736-999c-11f1ef0e712c),segment_id=1d4a6df8-34d0-4736-999c-11f1ef0e712c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:23:12.803970 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96', 'network_id': '862e9dfa-9220-4fa8-8863-16bb1e61f09a', 'port_id': 'a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96', 'mac_address': 'fa:16:3e:6b:00:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71080ede-fcb2-4e30-8636-9b223584a1ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:23:12.834541 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-28093cdd-61c4-4260-8a57-8874ebbd4aca tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] For port 9fa10ee8-a8ce-4d28-a9f0-0363128b97d0, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=9fa10ee8-a8ce-4d28-a9f0-0363128b97d0,segment=NetworkSegment(aacb2949-f7b0-4f81-9ac6-514a286cfeda),segment_id=aacb2949-f7b0-4f81-9ac6-514a286cfeda)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:23:12.834941 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-28093cdd-61c4-4260-8a57-8874ebbd4aca tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:12.884178 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:12.894641 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:12.898585 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:12.917429 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:23:12.936170 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96,segment=NetworkSegment(1d4a6df8-34d0-4736-999c-11f1ef0e712c),segment_id=1d4a6df8-34d0-4736-999c-11f1ef0e712c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:23:12.941543 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:12.968496 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f6af8857-ba6c-4104-9f08-3cdf73cae45b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:12.983490 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f6af8857-ba6c-4104-9f08-3cdf73cae45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:13.001051 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1beb5d45-ed89-4b55-9c99-cb8de05970f0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:13.031342 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:13.100170 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-62189478-6223-4c8b-bf4c-5b50387a590a req-d47c7cf5-96b0-4426-a71b-a86a8b285a6e tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:23:13.113836 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f6af8857-ba6c-4104-9f08-3cdf73cae45b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=df3a9a00725d4c75a6c190fea71efd37&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2791512 May 23 11:23:13.117440 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35798) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:13.118060 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af8857-ba6c-4104-9f08-3cdf73cae45b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d554403e-3752-46eb-9606-1095a23a532f,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:13.155654 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-62189478-6223-4c8b-bf4c-5b50387a590a req-d47c7cf5-96b0-4426-a71b-a86a8b285a6e tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Usage tracker for resource:port and tenant:a31376165c0842a99b7a2fae4a538a8b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:23:13.167225 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-62189478-6223-4c8b-bf4c-5b50387a590a req-d47c7cf5-96b0-4426-a71b-a86a8b285a6e tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:23:13.186514 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54bf1f-f069-4986-a9a3-b3715e482686 req-4caeda25-ea37-43eb-ae5b-5b3ad4235143 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:13.188113 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bf54bf1f-f069-4986-a9a3-b3715e482686 req-4caeda25-ea37-43eb-ae5b-5b3ad4235143 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 946 time: 0.6294723 May 23 11:23:13.189022 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-62189478-6223-4c8b-bf4c-5b50387a590a req-d47c7cf5-96b0-4426-a71b-a86a8b285a6e tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:23:13.233935 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62189478-6223-4c8b-bf4c-5b50387a590a req-d47c7cf5-96b0-4426-a71b-a86a8b285a6e tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Made reservation on behalf of a31376165c0842a99b7a2fae4a538a8b for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:23:13.236876 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-62189478-6223-4c8b-bf4c-5b50387a590a req-d47c7cf5-96b0-4426-a71b-a86a8b285a6e tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:13.268501 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-62189478-6223-4c8b-bf4c-5b50387a590a req-d47c7cf5-96b0-4426-a71b-a86a8b285a6e tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:13.285867 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-28093cdd-61c4-4260-8a57-8874ebbd4aca tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:13.286536 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-28093cdd-61c4-4260-8a57-8874ebbd4aca tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:13.286536 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-28093cdd-61c4-4260-8a57-8874ebbd4aca tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Floating IP 15c83083-59f3-4def-b4bc-d97f146835dd disassociated. External IP: 172.25.6.236, port: 9fa10ee8-a8ce-4d28-a9f0-0363128b97d0. May 23 11:23:13.286877 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-28093cdd-61c4-4260-8a57-8874ebbd4aca tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Calling delete_port for 9fa10ee8-a8ce-4d28-a9f0-0363128b97d0 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:23:13.346924 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-08eafa77-a94f-478d-9425-1c6f35aa9084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:13.354488 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:23:13.361878 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bf54bf1f-f069-4986-a9a3-b3715e482686 req-efe11f11-5bf4-47f1-a84a-853d316fa642 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618428 May 23 11:23:13.374423 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-62189478-6223-4c8b-bf4c-5b50387a590a req-d47c7cf5-96b0-4426-a71b-a86a8b285a6e tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:23:13.397492 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4fb4e-53d4-4026-9927-0cb6c00de63b req-be43f779-6a58-4f00-b333-d9eb800b293d tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:13.397709 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-95e4fb4e-53d4-4026-9927-0cb6c00de63b req-be43f779-6a58-4f00-b333-d9eb800b293d tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?device_id=2dfa827a-1364-4cf2-ad34-bbd613c20574 HTTP/1.1" status: 200 len: 945 time: 0.3028820 May 23 11:23:13.399559 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-08eafa77-a94f-478d-9425-1c6f35aa9084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:13.400313 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-62189478-6223-4c8b-bf4c-5b50387a590a req-d47c7cf5-96b0-4426-a71b-a86a8b285a6e tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Usage tracker for resource:security_group_rule and tenant:a31376165c0842a99b7a2fae4a538a8b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:23:13.406473 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-62189478-6223-4c8b-bf4c-5b50387a590a req-d47c7cf5-96b0-4426-a71b-a86a8b285a6e tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:23:13.430429 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-62189478-6223-4c8b-bf4c-5b50387a590a req-d47c7cf5-96b0-4426-a71b-a86a8b285a6e tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:23:13.516116 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-95e4fb4e-53d4-4026-9927-0cb6c00de63b req-1882ff04-80c5-49b8-9f93-6baa08106c11 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/security-groups?id=250dd00f-b7f6-432e-b9fb-86f904647dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172462 May 23 11:23:13.525480 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1beb5d45-ed89-4b55-9c99-cb8de05970f0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:13.543547 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-08eafa77-a94f-478d-9425-1c6f35aa9084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:13.566325 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-28093cdd-61c4-4260-8a57-8874ebbd4aca tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:13.616968 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eafa77-a94f-478d-9425-1c6f35aa9084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d554403e-3752-46eb-9606-1095a23a532f,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:13.628851 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8f6f4585-284a-4fd0-989d-f04be8f3b66e req-f7d39c9b-3182-4f42-ba23-171334c4c9eb tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ac10bd-1859-49bb-95da-84ff443f77f7 HTTP/1.1" status: 200 len: 210 time: 0.1118922 May 23 11:23:13.641416 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-08eafa77-a94f-478d-9425-1c6f35aa9084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:13.645372 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-08eafa77-a94f-478d-9425-1c6f35aa9084 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d554403e-3752-46eb-9606-1095a23a532f HTTP/1.1" status: 204 len: 168 time: 0.5219378 May 23 11:23:13.645372 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28093cdd-61c4-4260-8a57-8874ebbd4aca tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Pushing event deleted for resources: {'Port': ['ID=9fa10ee8-a8ce-4d28-a9f0-0363128b97d0,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:13.738725 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb5d45-ed89-4b55-9c99-cb8de05970f0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event updated for resources: {'Subnet': ['ID=96a7ed92-a8b1-4bff-8fac-b35bc4902a23,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:13.752986 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-62189478-6223-4c8b-bf4c-5b50387a590a req-d47c7cf5-96b0-4426-a71b-a86a8b285a6e tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:13.761020 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-62189478-6223-4c8b-bf4c-5b50387a590a req-d47c7cf5-96b0-4426-a71b-a86a8b285a6e tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:13.991576 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beb5d45-ed89-4b55-9c99-cb8de05970f0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Checking segment: {'id': 'c5b22826-3916-4f79-8aa0-c04d232fa1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '022977ae-f3dc-477b-b34c-ba81adecb568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:23:13.992060 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1beb5d45-ed89-4b55-9c99-cb8de05970f0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Network hostable DHCP agents. Network: 022977ae-f3dc-477b-b34c-ba81adecb568, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:23:14.047727 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-07ba5cef-3775-440d-8268-189af2cc83ad req-61bef947-4754-4fc5-987c-6e3b72cd39dc tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 210 time: 0.2806621 May 23 11:23:14.094732 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c7cf5-96b0-4426-a71b-a86a8b285a6e tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb445353-40d9-4c17-8215-e5ed103b2a96,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:14.144700 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-28093cdd-61c4-4260-8a57-8874ebbd4aca tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Router 9a1794a5-1139-4439-8c86-b640f156abd5 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:23:14.202011 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:14.232242 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-62189478-6223-4c8b-bf4c-5b50387a590a req-d47c7cf5-96b0-4426-a71b-a86a8b285a6e tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Allocated IP 192.168.233.20 (45238d5c-875a-474b-bef1-cc75dc2ba645/c1719237-4a8e-4354-92b1-51064eb09c82/0c172e92-fbf5-42cf-b5da-cffa30da0aaa) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:23:14.402639 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ed4e0-534c-4653-a89d-e35b34469964 req-2e73a6ae-178b-4e4e-902e-74f97acf509f tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:14.410062 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-535ed4e0-534c-4653-a89d-e35b34469964 req-2e73a6ae-178b-4e4e-902e-74f97acf509f tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 946 time: 0.7428591 May 23 11:23:14.435415 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-28093cdd-61c4-4260-8a57-8874ebbd4aca tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:23:14.443461 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1beb5d45-ed89-4b55-9c99-cb8de05970f0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Network 022977ae-f3dc-477b-b34c-ba81adecb568 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:23:14.448937 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327ca39a-018e-4048-a0f9-65bbbdd83cc3 None None] Sync routers for ids ['9a1794a5-1139-4439-8c86-b640f156abd5'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:23:14.465320 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327ca39a-018e-4048-a0f9-65bbbdd83cc3 None None] Routers {'9a1794a5-1139-4439-8c86-b640f156abd5'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:23:14.466143 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-327ca39a-018e-4048-a0f9-65bbbdd83cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:23:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['9a1794a5-1139-4439-8c86-b640f156abd5'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:14.484099 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'name': 'network-vif-deleted', 'tag': 'ade0de95-006a-4fe2-b4ff-65da0980082b'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:23:14.508447 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-1beb5d45-ed89-4b55-9c99-cb8de05970f0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 022977ae-f3dc-477b-b34c-ba81adecb568) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:23:14.517561 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30a3d64-1826-41d7-adc3-cf4bf9d120d5 None None] Network 022977ae-f3dc-477b-b34c-ba81adecb568 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:23:14.535216 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1beb5d45-ed89-4b55-9c99-cb8de05970f0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:14.535814 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1beb5d45-ed89-4b55-9c99-cb8de05970f0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:14.568938 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-28093cdd-61c4-4260-8a57-8874ebbd4aca tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] No DVR routers for this DVR port 9fa10ee8-a8ce-4d28-a9f0-0363128b97d0 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:23:14.575399 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-28093cdd-61c4-4260-8a57-8874ebbd4aca tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:14.577659 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-23b7fbbe-ef84-47e1-a363-aacb61847531 req-28093cdd-61c4-4260-8a57-8874ebbd4aca tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.81 "DELETE /v2.0/ports/9fa10ee8-a8ce-4d28-a9f0-0363128b97d0 HTTP/1.1" status: 204 len: 173 time: 2.8073096 May 23 11:23:14.584187 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-535ed4e0-534c-4653-a89d-e35b34469964 req-fda8d79b-0ae0-42cd-aa8e-29b14640db15 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728804 May 23 11:23:14.644223 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-62189478-6223-4c8b-bf4c-5b50387a590a req-d47c7cf5-96b0-4426-a71b-a86a8b285a6e tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:14.691374 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef88ccb9-05d1-4811-9876-70ec6fb79bec'] response: {'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'name': 'network-vif-deleted', 'tag': 'ade0de95-006a-4fe2-b4ff-65da0980082b', 'status': 'completed', 'code': 200} May 23 11:23:14.714149 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1beb5d45-ed89-4b55-9c99-cb8de05970f0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2403264 May 23 11:23:14.717527 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35836) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:14.721996 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-62189478-6223-4c8b-bf4c-5b50387a590a req-d47c7cf5-96b0-4426-a71b-a86a8b285a6e tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Transition to ACTIVE for port object 0c172e92-fbf5-42cf-b5da-cffa30da0aaa will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:23:14.723935 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a465f031-57d2-4da0-864c-520050810ce5 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1223713508'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:23:14.731999 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150769c-1a1d-45b5-9ac7-16e9d982b01a req-6f7183b4-93e5-440e-b2bd-316c192e5d34 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:14.733526 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a465f031-57d2-4da0-864c-520050810ce5 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:23:14.741134 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a150769c-1a1d-45b5-9ac7-16e9d982b01a req-6f7183b4-93e5-440e-b2bd-316c192e5d34 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.2784441 May 23 11:23:14.742110 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a465f031-57d2-4da0-864c-520050810ce5 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Usage tracker for resource:network and tenant:aa928321a3fc48f78ff8df0f94ecdbb0 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:23:14.745705 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a465f031-57d2-4da0-864c-520050810ce5 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:23:14.752241 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a465f031-57d2-4da0-864c-520050810ce5 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:23:14.758874 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-327ca39a-018e-4048-a0f9-65bbbdd83cc3 None None] Set router 9a1794a5-1139-4439-8c86-b640f156abd5 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:23:14.771857 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a465f031-57d2-4da0-864c-520050810ce5 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Made reservation on behalf of aa928321a3fc48f78ff8df0f94ecdbb0 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:23:14.775945 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a465f031-57d2-4da0-864c-520050810ce5 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:14.811536 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a150769c-1a1d-45b5-9ac7-16e9d982b01a req-0a5c309d-01b7-45e8-8636-faa56c4fa35c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694356 May 23 11:23:14.849824 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a465f031-57d2-4da0-864c-520050810ce5 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:23:14.861493 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a465f031-57d2-4da0-864c-520050810ce5 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:14.862004 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-a465f031-57d2-4da0-864c-520050810ce5 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Added segment 1c516805-7088-4eaf-bae0-44358c582483 of type vlan for network d585f518-2262-4e3b-9403-7551c6d85aeb May 23 11:23:14.862314 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-62189478-6223-4c8b-bf4c-5b50387a590a req-d47c7cf5-96b0-4426-a71b-a86a8b285a6e tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:14.908670 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a465f031-57d2-4da0-864c-520050810ce5 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:15.019699 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a465f031-57d2-4da0-864c-520050810ce5 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:15.024687 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a465f031-57d2-4da0-864c-520050810ce5 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:15.034612 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a465f031-57d2-4da0-864c-520050810ce5 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:15.058153 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a13853-1b0d-447e-b7b2-1adc39e42e00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-022977ae-f3dc-477b-b34c-ba81adecb568', 'network_id': '022977ae-f3dc-477b-b34c-ba81adecb568', 'tenant_id': 'aa928321a3fc48f78ff8df0f94ecdbb0', 'fixed_ips': [{'subnet_id': '96a7ed92-a8b1-4bff-8fac-b35bc4902a23'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:23:15.063205 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6a13853-1b0d-447e-b7b2-1adc39e42e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:15.205299 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 35848) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:15.216057 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a465f031-57d2-4da0-864c-520050810ce5 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event updated for resources: {'Network': ['ID=d585f518-2262-4e3b-9403-7551c6d85aeb,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:15.225607 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a465f031-57d2-4da0-864c-520050810ce5 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5066180 May 23 11:23:15.226300 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35852) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:15.233282 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-ce72387b-fb67-4189-836e-4f624f685598 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Request body: {'subnet': {'network_id': 'd585f518-2262-4e3b-9403-7551c6d85aeb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:23:15.269612 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62189478-6223-4c8b-bf4c-5b50387a590a req-d47c7cf5-96b0-4426-a71b-a86a8b285a6e tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Network 45238d5c-875a-474b-bef1-cc75dc2ba645 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:23:15.290894 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network d585f518-2262-4e3b-9403-7551c6d85aeb details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:23:15.301151 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-62189478-6223-4c8b-bf4c-5b50387a590a req-d47c7cf5-96b0-4426-a71b-a86a8b285a6e tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:23:15.306873 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-62189478-6223-4c8b-bf4c-5b50387a590a req-d47c7cf5-96b0-4426-a71b-a86a8b285a6e tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:23:15.350242 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c7cf5-96b0-4426-a71b-a86a8b285a6e tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Pushing event updated for resources: {'Port': ['ID=0c172e92-fbf5-42cf-b5da-cffa30da0aaa,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:15.436730 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-327ca39a-018e-4048-a0f9-65bbbdd83cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1794a5-1139-4439-8c86-b640f156abd5', 'name': 'tempest-TaggedBootDevicesTest_v242-1230630214-router', 'tenant_id': '6413deec0c1b468e9165a85b033a2ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '40ea926d-6eb9-456b-aff7-121a6a90bf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:16:09Z', 'updated_at': '2022-05-23T11:16:19Z', 'revision_number': 4, 'project_id': '6413deec0c1b468e9165a85b033a2ba9', 'gw_port': {'id': '40ea926d-6eb9-456b-aff7-121a6a90bf0f', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1794a5-1139-4439-8c86-b640f156abd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:16:11Z', 'updated_at': '2022-05-23T11:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '91a53a8b-65db-4519-9707-6cef64eb2748', 'name': '', 'network_id': '8f58b921-0292-4dfc-9e12-b02298e69ac5', 'tenant_id': '6413deec0c1b468e9165a85b033a2ba9', 'mac_address': 'fa:16:3e:a2:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1794a5-1139-4439-8c86-b640f156abd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad5f4f1c-c17b-496d-bb30-9eefdb6a09ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:16:17Z', 'updated_at': '2022-05-23T11:16:31Z', 'revision_number': 5, 'project_id': '6413deec0c1b468e9165a85b033a2ba9', 'subnets': [{'id': 'ad5f4f1c-c17b-496d-bb30-9eefdb6a09ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:15.444825 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ce72387b-fb67-4189-836e-4f624f685598 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:23:15.447304 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327ca39a-018e-4048-a0f9-65bbbdd83cc3 None None] Checking router: 9a1794a5-1139-4439-8c86-b640f156abd5 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:23:15.447635 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae9ad9-17f8-4a47-9e95-49388242a849 req-1b473848-b96d-462d-82a1-f867900e8fbf tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:15.448626 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-35ae9ad9-17f8-4a47-9e95-49388242a849 req-1b473848-b96d-462d-82a1-f867900e8fbf tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Synchronizing usage tracker for tenant:a31376165c0842a99b7a2fae4a538a8b on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:23:15.453211 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ce72387b-fb67-4189-836e-4f624f685598 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Usage tracker for resource:subnet and tenant:aa928321a3fc48f78ff8df0f94ecdbb0 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:23:15.462057 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ce72387b-fb67-4189-836e-4f624f685598 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:23:15.470184 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327ca39a-018e-4048-a0f9-65bbbdd83cc3 None None] Routers {'9a1794a5-1139-4439-8c86-b640f156abd5'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:23:15.470807 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-327ca39a-018e-4048-a0f9-65bbbdd83cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:23:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['9a1794a5-1139-4439-8c86-b640f156abd5'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:15.475510 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ce72387b-fb67-4189-836e-4f624f685598 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:23:15.485960 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62189478-6223-4c8b-bf4c-5b50387a590a req-d47c7cf5-96b0-4426-a71b-a86a8b285a6e tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:15.487249 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-62189478-6223-4c8b-bf4c-5b50387a590a req-d47c7cf5-96b0-4426-a71b-a86a8b285a6e tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:15.505623 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce72387b-fb67-4189-836e-4f624f685598 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Made reservation on behalf of aa928321a3fc48f78ff8df0f94ecdbb0 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:23:15.525456 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-3894fe10-5e03-4d19-acee-e007e31ed3ba tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Request body: {'networks': [{'name': 'tempest-network--1463725320'}, {'name': 'tempest-network--123306374'}]} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:23:15.525950 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-3894fe10-5e03-4d19-acee-e007e31ed3ba tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Request body: {'network': {'name': 'tempest-network--1463725320'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:23:15.526600 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-3894fe10-5e03-4d19-acee-e007e31ed3ba tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Request body: {'network': {'name': 'tempest-network--123306374'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:23:15.550097 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01d5ed-25d1-46aa-b4d1-93237e2417da req-5a6affd2-2953-4d25-8432-8639c9512259 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:15.552447 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ec01d5ed-25d1-46aa-b4d1-93237e2417da req-5a6affd2-2953-4d25-8432-8639c9512259 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?device_id=2dfa827a-1364-4cf2-ad34-bbd613c20574 HTTP/1.1" status: 200 len: 945 time: 0.5256093 May 23 11:23:15.553893 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3894fe10-5e03-4d19-acee-e007e31ed3ba tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:23:15.560810 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3894fe10-5e03-4d19-acee-e007e31ed3ba tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Usage tracker for resource:network and tenant:5a44dc58a58a46c39bf08796db153af1 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:23:15.567863 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-35ae9ad9-17f8-4a47-9e95-49388242a849 req-1b473848-b96d-462d-82a1-f867900e8fbf tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Unset dirty status for tenant:a31376165c0842a99b7a2fae4a538a8b on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:23:15.577766 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-35ae9ad9-17f8-4a47-9e95-49388242a849 req-1b473848-b96d-462d-82a1-f867900e8fbf tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ac10bd-1859-49bb-95da-84ff443f77f7 HTTP/1.1" status: 200 len: 935 time: 0.5104082 May 23 11:23:15.580895 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3894fe10-5e03-4d19-acee-e007e31ed3ba tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:23:15.601639 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-c6a13853-1b0d-447e-b7b2-1adc39e42e00 None None] Allocated IP 2001:db8:0:ffff::2 (022977ae-f3dc-477b-b34c-ba81adecb568/96a7ed92-a8b1-4bff-8fac-b35bc4902a23/e4d89429-1d4d-4dee-b710-d74baf83694d) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:23:15.608402 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-62189478-6223-4c8b-bf4c-5b50387a590a req-d47c7cf5-96b0-4426-a71b-a86a8b285a6e tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9264922 May 23 11:23:15.640956 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3894fe10-5e03-4d19-acee-e007e31ed3ba tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:23:15.653380 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-62189478-6223-4c8b-bf4c-5b50387a590a req-7311f303-30d0-4d03-a3b6-3cda79d25d69 service neutron] Request body: {'port': {'device_id': 'd0ac10bd-1859-49bb-95da-84ff443f77f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:23:15.754031 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ce72387b-fb67-4189-836e-4f624f685598 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:15.769701 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3894fe10-5e03-4d19-acee-e007e31ed3ba tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Made reservation on behalf of 5a44dc58a58a46c39bf08796db153af1 for: {'network': 2} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:23:15.777507 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3894fe10-5e03-4d19-acee-e007e31ed3ba tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:15.815733 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3894fe10-5e03-4d19-acee-e007e31ed3ba tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:15.847787 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ec01d5ed-25d1-46aa-b4d1-93237e2417da req-5d630b3e-a3db-42fd-ba2b-7b8537e0e130 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/security-groups?id=250dd00f-b7f6-432e-b9fb-86f904647dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2809618 May 23 11:23:15.897285 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7ef5b33e-5b5b-4f4a-88f4-cdda6cc9512d None None] Provisioning for port 0c172e92-fbf5-42cf-b5da-cffa30da0aaa completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:23:15.903062 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-35ae9ad9-17f8-4a47-9e95-49388242a849 req-c8b01fb9-a71c-485a-8cf7-33bcc954b836 tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Synchronizing usage tracker for tenant:a31376165c0842a99b7a2fae4a538a8b on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:23:15.925079 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7ef5b33e-5b5b-4f4a-88f4-cdda6cc9512d None None] Provisioning complete for port 0c172e92-fbf5-42cf-b5da-cffa30da0aaa triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:23:15.928984 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7ef5b33e-5b5b-4f4a-88f4-cdda6cc9512d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:15.959167 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-327ca39a-018e-4048-a0f9-65bbbdd83cc3 None None] Set router 9a1794a5-1139-4439-8c86-b640f156abd5 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:23:15.964913 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-35ae9ad9-17f8-4a47-9e95-49388242a849 req-c8b01fb9-a71c-485a-8cf7-33bcc954b836 tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Unset dirty status for tenant:a31376165c0842a99b7a2fae4a538a8b on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:23:15.976403 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-35ae9ad9-17f8-4a47-9e95-49388242a849 req-c8b01fb9-a71c-485a-8cf7-33bcc954b836 tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb445353-40d9-4c17-8215-e5ed103b2a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975635 May 23 11:23:15.994541 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3894fe10-5e03-4d19-acee-e007e31ed3ba tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:23:16.012761 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-62189478-6223-4c8b-bf4c-5b50387a590a req-7311f303-30d0-4d03-a3b6-3cda79d25d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:16.046329 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3894fe10-5e03-4d19-acee-e007e31ed3ba tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Usage tracker for resource:security_group_rule and tenant:5a44dc58a58a46c39bf08796db153af1 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:23:16.051672 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3894fe10-5e03-4d19-acee-e007e31ed3ba tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:23:16.058895 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6a13853-1b0d-447e-b7b2-1adc39e42e00 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:16.077890 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6a13853-1b0d-447e-b7b2-1adc39e42e00 None None] Transition to ACTIVE for port object e4d89429-1d4d-4dee-b710-d74baf83694d will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:23:16.080865 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5b33e-5b5b-4f4a-88f4-cdda6cc9512d None None] Port 0c172e92-fbf5-42cf-b5da-cffa30da0aaa cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:23:16.092713 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3894fe10-5e03-4d19-acee-e007e31ed3ba tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:23:16.110934 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c6a13853-1b0d-447e-b7b2-1adc39e42e00 None None] Transition to ACTIVE for port object e4d89429-1d4d-4dee-b710-d74baf83694d will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:23:16.119263 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6a13853-1b0d-447e-b7b2-1adc39e42e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:16.190508 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ce72387b-fb67-4189-836e-4f624f685598 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:16.236225 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a13853-1b0d-447e-b7b2-1adc39e42e00 None None] Network 022977ae-f3dc-477b-b34c-ba81adecb568 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:23:16.238227 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a13853-1b0d-447e-b7b2-1adc39e42e00 None None] Pushing event updated for resources: {'Port': ['ID=e4d89429-1d4d-4dee-b710-d74baf83694d,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:16.256205 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-c6a13853-1b0d-447e-b7b2-1adc39e42e00 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:23:16.260379 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a13853-1b0d-447e-b7b2-1adc39e42e00 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:23:16.284877 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce72387b-fb67-4189-836e-4f624f685598 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event updated for resources: {'Subnet': ['ID=21c05d19-0e04-4639-80f1-5115ef1e3463,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:16.337220 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce72387b-fb67-4189-836e-4f624f685598 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Checking segment: {'id': '1c516805-7088-4eaf-bae0-44358c582483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd585f518-2262-4e3b-9403-7551c6d85aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:23:16.337580 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce72387b-fb67-4189-836e-4f624f685598 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Network hostable DHCP agents. Network: d585f518-2262-4e3b-9403-7551c6d85aeb, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:23:16.366579 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce72387b-fb67-4189-836e-4f624f685598 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Network d585f518-2262-4e3b-9403-7551c6d85aeb is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:23:16.367770 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c6a13853-1b0d-447e-b7b2-1adc39e42e00 None None] Attempting to bind port e4d89429-1d4d-4dee-b710-d74baf83694d on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:23:16.368261 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c6a13853-1b0d-447e-b7b2-1adc39e42e00 None None] Attempting to bind port e4d89429-1d4d-4dee-b710-d74baf83694d by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'c5b22826-3916-4f79-8aa0-c04d232fa1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '022977ae-f3dc-477b-b34c-ba81adecb568'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:23:16.368854 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a13853-1b0d-447e-b7b2-1adc39e42e00 None None] Attempting to bind port e4d89429-1d4d-4dee-b710-d74baf83694d on network 022977ae-f3dc-477b-b34c-ba81adecb568 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:23:16.376168 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a13853-1b0d-447e-b7b2-1adc39e42e00 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:23:16.376839 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a13853-1b0d-447e-b7b2-1adc39e42e00 None None] Checking segment: {'id': 'c5b22826-3916-4f79-8aa0-c04d232fa1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '022977ae-f3dc-477b-b34c-ba81adecb568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:23:16.377436 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6a13853-1b0d-447e-b7b2-1adc39e42e00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:16.378088 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a13853-1b0d-447e-b7b2-1adc39e42e00 None None] Bound using segment: {'id': 'c5b22826-3916-4f79-8aa0-c04d232fa1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '022977ae-f3dc-477b-b34c-ba81adecb568'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:23:16.378837 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c6a13853-1b0d-447e-b7b2-1adc39e42e00 None None] Bound port: e4d89429-1d4d-4dee-b710-d74baf83694d, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5b22826-3916-4f79-8aa0-c04d232fa1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '022977ae-f3dc-477b-b34c-ba81adecb568'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:23:16.379513 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6a13853-1b0d-447e-b7b2-1adc39e42e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:16.381365 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-ce72387b-fb67-4189-836e-4f624f685598 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, d585f518-2262-4e3b-9403-7551c6d85aeb) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:23:16.400184 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce72387b-fb67-4189-836e-4f624f685598 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:16.401191 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ce72387b-fb67-4189-836e-4f624f685598 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:16.439250 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c043b464-d5a3-4931-8b92-f6699f0d333c None None] Network d585f518-2262-4e3b-9403-7551c6d85aeb requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:23:16.441890 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ce72387b-fb67-4189-836e-4f624f685598 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2143569 May 23 11:23:16.444774 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35858) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:16.538347 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-327ca39a-018e-4048-a0f9-65bbbdd83cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1794a5-1139-4439-8c86-b640f156abd5', 'name': 'tempest-TaggedBootDevicesTest_v242-1230630214-router', 'tenant_id': '6413deec0c1b468e9165a85b033a2ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '40ea926d-6eb9-456b-aff7-121a6a90bf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:16:09Z', 'updated_at': '2022-05-23T11:16:19Z', 'revision_number': 4, 'project_id': '6413deec0c1b468e9165a85b033a2ba9', 'gw_port': {'id': '40ea926d-6eb9-456b-aff7-121a6a90bf0f', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1794a5-1139-4439-8c86-b640f156abd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:16:11Z', 'updated_at': '2022-05-23T11:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '91a53a8b-65db-4519-9707-6cef64eb2748', 'name': '', 'network_id': '8f58b921-0292-4dfc-9e12-b02298e69ac5', 'tenant_id': '6413deec0c1b468e9165a85b033a2ba9', 'mac_address': 'fa:16:3e:a2:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1794a5-1139-4439-8c86-b640f156abd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad5f4f1c-c17b-496d-bb30-9eefdb6a09ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:16:17Z', 'updated_at': '2022-05-23T11:16:31Z', 'revision_number': 5, 'project_id': '6413deec0c1b468e9165a85b033a2ba9', 'subnets': [{'id': 'ad5f4f1c-c17b-496d-bb30-9eefdb6a09ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:16.543756 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327ca39a-018e-4048-a0f9-65bbbdd83cc3 None None] The sync data for ids ['9a1794a5-1139-4439-8c86-b640f156abd5'] in n-d-842952-2 is: [{'id': '9a1794a5-1139-4439-8c86-b640f156abd5', 'name': 'tempest-TaggedBootDevicesTest_v242-1230630214-router', 'tenant_id': '6413deec0c1b468e9165a85b033a2ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '40ea926d-6eb9-456b-aff7-121a6a90bf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:16:09Z', 'updated_at': '2022-05-23T11:16:19Z', 'revision_number': 4, 'project_id': '6413deec0c1b468e9165a85b033a2ba9', 'gw_port': {'id': '40ea926d-6eb9-456b-aff7-121a6a90bf0f', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1794a5-1139-4439-8c86-b640f156abd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:16:11Z', 'updated_at': '2022-05-23T11:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '91a53a8b-65db-4519-9707-6cef64eb2748', 'name': '', 'network_id': '8f58b921-0292-4dfc-9e12-b02298e69ac5', 'tenant_id': '6413deec0c1b468e9165a85b033a2ba9', 'mac_address': 'fa:16:3e:a2:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1794a5-1139-4439-8c86-b640f156abd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad5f4f1c-c17b-496d-bb30-9eefdb6a09ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:16:17Z', 'updated_at': '2022-05-23T11:16:31Z', 'revision_number': 5, 'project_id': '6413deec0c1b468e9165a85b033a2ba9', 'subnets': [{'id': 'ad5f4f1c-c17b-496d-bb30-9eefdb6a09ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:23:16.603118 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:23:16.652249 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6a13853-1b0d-447e-b7b2-1adc39e42e00 None None] For port e4d89429-1d4d-4dee-b710-d74baf83694d, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:23:16.677439 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318084d-7e7d-471c-a1a9-fea38cdd1cb6 req-19eac608-6a69-4a06-b51f-8d4e97815d63 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:16.690992 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c6a13853-1b0d-447e-b7b2-1adc39e42e00 None None] For port e4d89429-1d4d-4dee-b710-d74baf83694d, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e4d89429-1d4d-4dee-b710-d74baf83694d,segment=NetworkSegment(c5b22826-3916-4f79-8aa0-c04d232fa1bd),segment_id=c5b22826-3916-4f79-8aa0-c04d232fa1bd)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:23:16.696702 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c318084d-7e7d-471c-a1a9-fea38cdd1cb6 req-19eac608-6a69-4a06-b51f-8d4e97815d63 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.4917219 May 23 11:23:16.699880 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'name': 'network-vif-deleted', 'tag': '9fa10ee8-a8ce-4d28-a9f0-0363128b97d0'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:23:16.712410 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c3875dbe-1c81-4cfa-b88e-3ebb8fe528ba tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:16.735372 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6a13853-1b0d-447e-b7b2-1adc39e42e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:16.806261 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c3875dbe-1c81-4cfa-b88e-3ebb8fe528ba tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:16.858582 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac215523-8d30-4abb-84b9-38a5852f955f req-ded721a3-6826-406f-bb0e-ceb22e7648f8 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:16.865650 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ac215523-8d30-4abb-84b9-38a5852f955f req-ded721a3-6826-406f-bb0e-ceb22e7648f8 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 946 time: 0.5471766 May 23 11:23:16.870562 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3894fe10-5e03-4d19-acee-e007e31ed3ba tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:16.910800 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c318084d-7e7d-471c-a1a9-fea38cdd1cb6 req-7f879849-3b91-4629-9808-1198a0a53ff9 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131066 May 23 11:23:16.916455 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3894fe10-5e03-4d19-acee-e007e31ed3ba tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:16.916933 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3894fe10-5e03-4d19-acee-e007e31ed3ba tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:16.952612 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a13853-1b0d-447e-b7b2-1adc39e42e00 None None] Pushing event updated for resources: {'Port': ['ID=e4d89429-1d4d-4dee-b710-d74baf83694d,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:16.958511 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b872e14c-f2a5-4389-b579-d0e985342c20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-d585f518-2262-4e3b-9403-7551c6d85aeb', 'network_id': 'd585f518-2262-4e3b-9403-7551c6d85aeb', 'tenant_id': 'aa928321a3fc48f78ff8df0f94ecdbb0', 'fixed_ips': [{'subnet_id': '21c05d19-0e04-4639-80f1-5115ef1e3463'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:23:16.962941 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b872e14c-f2a5-4389-b579-d0e985342c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:16.994998 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:23:17.012170 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:23:17.015130 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:17.025844 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c3875dbe-1c81-4cfa-b88e-3ebb8fe528ba tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:17.072864 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3894fe10-5e03-4d19-acee-e007e31ed3ba tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef487e4-7843-483a-b9a1-2639983cd3a9,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:17.167910 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8904646e-5efc-4f13-9cdb-5c1ef6328680 None None] New status for floating IP 15c83083-59f3-4def-b4bc-d97f146835dd: DOWN {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:23:17.201490 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3894fe10-5e03-4d19-acee-e007e31ed3ba tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:23:17.263310 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eafc6eb6-37e4-49e2-92c9-b87b24945dde req-6113e175-674b-4115-afa3-ac84e9c46be9 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 210 time: 0.1030648 May 23 11:23:17.273117 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3894fe10-5e03-4d19-acee-e007e31ed3ba tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:17.273462 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-3894fe10-5e03-4d19-acee-e007e31ed3ba tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Added segment f699aa6f-d81d-4857-93df-088713099104 of type vlan for network 08a3a92e-b112-46c6-b300-9eee4342b1c5 May 23 11:23:17.277333 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3875dbe-1c81-4cfa-b88e-3ebb8fe528ba tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event deleted for resources: {'Subnet': ['ID=21c05d19-0e04-4639-80f1-5115ef1e3463,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:17.307921 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ac215523-8d30-4abb-84b9-38a5852f955f req-08407fe9-6dc4-4e0e-90fb-46fad9577dea tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376812 May 23 11:23:17.387688 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3894fe10-5e03-4d19-acee-e007e31ed3ba tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:17.461749 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75d79365-b6f4-4b21-b720-91d6a099fe30'] response: {'server_uuid': '24df79b6-be2d-4987-80be-7d9e06b73fc3', 'name': 'network-vif-deleted', 'tag': '9fa10ee8-a8ce-4d28-a9f0-0363128b97d0', 'status': 'completed', 'code': 200} May 23 11:23:17.523559 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c3875dbe-1c81-4cfa-b88e-3ebb8fe528ba tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:17.593881 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-c3875dbe-1c81-4cfa-b88e-3ebb8fe528ba tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d585f518-2262-4e3b-9403-7551c6d85aeb']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:17.624143 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-c3875dbe-1c81-4cfa-b88e-3ebb8fe528ba tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c516805-7088-4eaf-bae0-44358c582483') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:17.624888 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-c3875dbe-1c81-4cfa-b88e-3ebb8fe528ba tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c516805-7088-4eaf-bae0-44358c582483') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:17.640211 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c3875dbe-1c81-4cfa-b88e-3ebb8fe528ba tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:17.659936 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c3875dbe-1c81-4cfa-b88e-3ebb8fe528ba tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:17.667542 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3875dbe-1c81-4cfa-b88e-3ebb8fe528ba tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:23:17.668122 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c3875dbe-1c81-4cfa-b88e-3ebb8fe528ba tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:17.684887 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:23:17.684887 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:23:17.684887 n-d-842952-2 neutron-server[83911]: timer() May 23 11:23:17.684887 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:23:17.684887 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:23:17.684887 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:23:17.684887 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:23:17.684887 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:23:17.684887 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:23:17.684887 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:23:17.684887 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:23:17.684887 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:23:17.684887 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:23:17.684887 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:23:17.684887 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:23:17.684887 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:23:17.684887 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:23:17.684887 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:23:17.684887 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:23:17.684887 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:23:17.684887 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:23:17.684887 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:23:17.684887 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:23:17.684887 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:23:17.684887 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:23:17.684887 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:23:17.684887 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:23:17.684887 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:23:17.684887 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:23:17.684887 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:23:17.684887 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:23:17.684887 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:23:17.727554 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cca845-fe91-4344-a2bd-5681821a3043 None None] Network d585f518-2262-4e3b-9403-7551c6d85aeb requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:23:17.741167 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:17.803307 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c3875dbe-1c81-4cfa-b88e-3ebb8fe528ba tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:17.817925 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-62189478-6223-4c8b-bf4c-5b50387a590a req-7311f303-30d0-4d03-a3b6-3cda79d25d69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c172e92-fbf5-42cf-b5da-cffa30da0aaa {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:23:17.819715 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c3875dbe-1c81-4cfa-b88e-3ebb8fe528ba tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:17.826716 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3894fe10-5e03-4d19-acee-e007e31ed3ba tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:23:17.848275 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3875dbe-1c81-4cfa-b88e-3ebb8fe528ba tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event deleted for resources: {'Network': ['ID=d585f518-2262-4e3b-9403-7551c6d85aeb,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:17.850223 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-62189478-6223-4c8b-bf4c-5b50387a590a req-7311f303-30d0-4d03-a3b6-3cda79d25d69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:17.863417 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c3875dbe-1c81-4cfa-b88e-3ebb8fe528ba tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "DELETE /v2.0/networks/d585f518-2262-4e3b-9403-7551c6d85aeb HTTP/1.1" status: 204 len: 168 time: 1.4113863 May 23 11:23:17.863641 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35874) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:17.871620 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-46bb834e-d215-4a98-8f69-6770e06370a7 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-329881795'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:23:17.875972 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3894fe10-5e03-4d19-acee-e007e31ed3ba tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:17.876434 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-3894fe10-5e03-4d19-acee-e007e31ed3ba tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Added segment 2c53f386-5d24-4167-bb6f-46f60ba1fa84 of type vlan for network 290e4ce9-3f0f-459c-8062-46285bb45139 May 23 11:23:17.879581 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-46bb834e-d215-4a98-8f69-6770e06370a7 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:23:17.883941 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-46bb834e-d215-4a98-8f69-6770e06370a7 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Usage tracker for resource:network and tenant:aa928321a3fc48f78ff8df0f94ecdbb0 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:23:17.887068 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-46bb834e-d215-4a98-8f69-6770e06370a7 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:23:17.893690 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-46bb834e-d215-4a98-8f69-6770e06370a7 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:23:17.905322 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46bb834e-d215-4a98-8f69-6770e06370a7 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Made reservation on behalf of aa928321a3fc48f78ff8df0f94ecdbb0 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:23:17.909324 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-46bb834e-d215-4a98-8f69-6770e06370a7 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:17.917874 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-62189478-6223-4c8b-bf4c-5b50387a590a req-7311f303-30d0-4d03-a3b6-3cda79d25d69 service neutron] Transition to ACTIVE for port object 0c172e92-fbf5-42cf-b5da-cffa30da0aaa will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:23:17.930009 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-62189478-6223-4c8b-bf4c-5b50387a590a req-7311f303-30d0-4d03-a3b6-3cda79d25d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:17.933449 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfa827a-1364-4cf2-ad34-bbd613c20574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:23:17.948671 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96,segment=NetworkSegment(1d4a6df8-34d0-4736-999c-11f1ef0e712c),segment_id=1d4a6df8-34d0-4736-999c-11f1ef0e712c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:23:17.949024 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46bb834e-d215-4a98-8f69-6770e06370a7 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:23:17.968290 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-46bb834e-d215-4a98-8f69-6770e06370a7 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:17.968674 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-46bb834e-d215-4a98-8f69-6770e06370a7 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Added segment 5628a4e1-d16d-4aa0-9aef-ceb118c36f9e of type vlan for network 09b479f7-4948-4136-bc11-6b158c5fc526 May 23 11:23:17.983180 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:18.008373 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3894fe10-5e03-4d19-acee-e007e31ed3ba tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:18.011436 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-46bb834e-d215-4a98-8f69-6770e06370a7 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:18.054747 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-46bb834e-d215-4a98-8f69-6770e06370a7 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:18.059303 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bb834e-d215-4a98-8f69-6770e06370a7 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:18.060160 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-46bb834e-d215-4a98-8f69-6770e06370a7 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:18.138969 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7311f303-30d0-4d03-a3b6-3cda79d25d69 service neutron] Pushing event updated for resources: {'Port': ['ID=0c172e92-fbf5-42cf-b5da-cffa30da0aaa,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:18.166416 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88365fb5-3431-435a-84c2-ce0cf3bc91c8 req-f551ac10-c422-41ae-8728-f6bfe8f102fb tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:18.184545 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:18.185550 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-88365fb5-3431-435a-84c2-ce0cf3bc91c8 req-f551ac10-c422-41ae-8728-f6bfe8f102fb tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.5304742 May 23 11:23:18.199411 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d04984-cbcd-44fd-9a30-891937b38350 req-b8d59ede-ea84-425c-8f06-d186f9779ad7 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:18.206065 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-60d04984-cbcd-44fd-9a30-891937b38350 req-b8d59ede-ea84-425c-8f06-d186f9779ad7 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?device_id=2dfa827a-1364-4cf2-ad34-bbd613c20574 HTTP/1.1" status: 200 len: 945 time: 0.5479975 May 23 11:23:18.211767 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [None req-3894fe10-5e03-4d19-acee-e007e31ed3ba tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:23:18.215361 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e4d89429-1d4d-4dee-b710-d74baf83694d up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:23:18.246831 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-46bb834e-d215-4a98-8f69-6770e06370a7 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3820791 May 23 11:23:18.249731 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35880) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:18.270386 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-2f6c3856-b991-48b0-a715-17ac49675a61 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Request body: {'subnet': {'network_id': '09b479f7-4948-4136-bc11-6b158c5fc526', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:23:18.306553 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb834e-d215-4a98-8f69-6770e06370a7 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event updated for resources: {'Network': ['ID=09b479f7-4948-4136-bc11-6b158c5fc526,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:18.312545 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port e4d89429-1d4d-4dee-b710-d74baf83694d completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:23:18.320794 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 09b479f7-4948-4136-bc11-6b158c5fc526 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:23:18.358989 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3894fe10-5e03-4d19-acee-e007e31ed3ba tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:18.359707 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3894fe10-5e03-4d19-acee-e007e31ed3ba tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:18.365002 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3894fe10-5e03-4d19-acee-e007e31ed3ba tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:18.368741 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3894fe10-5e03-4d19-acee-e007e31ed3ba tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:18.369600 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3894fe10-5e03-4d19-acee-e007e31ed3ba tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:18.464978 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2f6c3856-b991-48b0-a715-17ac49675a61 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:23:18.469222 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2f6c3856-b991-48b0-a715-17ac49675a61 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Usage tracker for resource:subnet and tenant:aa928321a3fc48f78ff8df0f94ecdbb0 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:23:18.472490 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2f6c3856-b991-48b0-a715-17ac49675a61 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:23:18.478574 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2f6c3856-b991-48b0-a715-17ac49675a61 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:23:18.491853 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6c3856-b991-48b0-a715-17ac49675a61 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Made reservation on behalf of aa928321a3fc48f78ff8df0f94ecdbb0 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:23:18.507968 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146a7b55-50b6-4cf9-a6c7-b40bf5c8547d None None] Network 022977ae-f3dc-477b-b34c-ba81adecb568 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:23:18.602056 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dd6c0c91-ce08-4966-87e8-a52e48dee85e req-0a7823b8-60bc-4017-828d-7d76c3386071 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0894549 May 23 11:23:18.631343 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-88365fb5-3431-435a-84c2-ce0cf3bc91c8 req-86f5f52e-a8b8-4e2a-87b2-9b53039ed3d9 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4444520 May 23 11:23:18.673288 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2f6c3856-b991-48b0-a715-17ac49675a61 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:18.685800 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-60d04984-cbcd-44fd-9a30-891937b38350 req-1900fc70-9170-4c36-a2e4-a2f723f5ddd9 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/security-groups?id=250dd00f-b7f6-432e-b9fb-86f904647dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4113376 May 23 11:23:18.686401 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3894fe10-5e03-4d19-acee-e007e31ed3ba tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Pushing event updated for resources: {'Network': ['ID=08a3a92e-b112-46c6-b300-9eee4342b1c5,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:18.703342 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 08a3a92e-b112-46c6-b300-9eee4342b1c5 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:23:18.793572 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3894fe10-5e03-4d19-acee-e007e31ed3ba tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.5724771 May 23 11:23:18.798822 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 35888) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:18.825653 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dd6c0c91-ce08-4966-87e8-a52e48dee85e req-cbcd59d9-2af6-4760-907b-a63ca2ed198b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6413deec0c1b468e9165a85b033a2ba9&device_id=24df79b6-be2d-4987-80be-7d9e06b73fc3 HTTP/1.1" status: 200 len: 210 time: 0.0593016 May 23 11:23:18.973568 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-cd060ffb-908f-444c-be82-fdff547199d2 None None] Provisioning for port e4d89429-1d4d-4dee-b710-d74baf83694d completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:23:18.984068 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-cd060ffb-908f-444c-be82-fdff547199d2 None None] Provisioning complete for port e4d89429-1d4d-4dee-b710-d74baf83694d triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:23:18.984747 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cd060ffb-908f-444c-be82-fdff547199d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:19.000471 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3894fe10-5e03-4d19-acee-e007e31ed3ba tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Pushing event updated for resources: {'Network': ['ID=290e4ce9-3f0f-459c-8062-46285bb45139,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:19.019313 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-62189478-6223-4c8b-bf4c-5b50387a590a req-7311f303-30d0-4d03-a3b6-3cda79d25d69 service neutron] Attempting to bind port 0c172e92-fbf5-42cf-b5da-cffa30da0aaa on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:23:19.019313 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-62189478-6223-4c8b-bf4c-5b50387a590a req-7311f303-30d0-4d03-a3b6-3cda79d25d69 service neutron] Attempting to bind port 0c172e92-fbf5-42cf-b5da-cffa30da0aaa by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:23:19.019715 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62189478-6223-4c8b-bf4c-5b50387a590a req-7311f303-30d0-4d03-a3b6-3cda79d25d69 service neutron] Attempting to bind port 0c172e92-fbf5-42cf-b5da-cffa30da0aaa on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:23:19.021136 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 290e4ce9-3f0f-459c-8062-46285bb45139 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:23:19.074700 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62189478-6223-4c8b-bf4c-5b50387a590a req-7311f303-30d0-4d03-a3b6-3cda79d25d69 service neutron] Port 0c172e92-fbf5-42cf-b5da-cffa30da0aaa on network 45238d5c-875a-474b-bef1-cc75dc2ba645 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:23:19.075039 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62189478-6223-4c8b-bf4c-5b50387a590a req-7311f303-30d0-4d03-a3b6-3cda79d25d69 service neutron] Attempting to bind port 0c172e92-fbf5-42cf-b5da-cffa30da0aaa on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:23:19.102889 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c0c91-ce08-4966-87e8-a52e48dee85e req-785de06b-e48b-4f52-827c-55672c07f6df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:19.103236 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c0c91-ce08-4966-87e8-a52e48dee85e req-785de06b-e48b-4f52-827c-55672c07f6df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:19.103578 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c0c91-ce08-4966-87e8-a52e48dee85e req-785de06b-e48b-4f52-827c-55672c07f6df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:19.105574 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dd6c0c91-ce08-4966-87e8-a52e48dee85e req-785de06b-e48b-4f52-827c-55672c07f6df service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=6413deec0c1b468e9165a85b033a2ba9&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2546029 May 23 11:23:19.110500 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62189478-6223-4c8b-bf4c-5b50387a590a req-7311f303-30d0-4d03-a3b6-3cda79d25d69 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:23:19.110806 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62189478-6223-4c8b-bf4c-5b50387a590a req-7311f303-30d0-4d03-a3b6-3cda79d25d69 service neutron] Checking segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:23:19.111223 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62189478-6223-4c8b-bf4c-5b50387a590a req-7311f303-30d0-4d03-a3b6-3cda79d25d69 service neutron] Bound using segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:23:19.111636 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-62189478-6223-4c8b-bf4c-5b50387a590a req-7311f303-30d0-4d03-a3b6-3cda79d25d69 service neutron] Bound port: 0c172e92-fbf5-42cf-b5da-cffa30da0aaa, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:23:19.112046 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-62189478-6223-4c8b-bf4c-5b50387a590a req-7311f303-30d0-4d03-a3b6-3cda79d25d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:19.137053 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61615ac-58d8-4f2f-aada-da8efe6721de tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:19.140895 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61615ac-58d8-4f2f-aada-da8efe6721de tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:19.144889 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61615ac-58d8-4f2f-aada-da8efe6721de tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:19.148986 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61615ac-58d8-4f2f-aada-da8efe6721de tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:19.149855 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a61615ac-58d8-4f2f-aada-da8efe6721de tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Synchronizing usage tracker for tenant:5a44dc58a58a46c39bf08796db153af1 on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:23:19.208894 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6bb41-c0df-43b1-9b8a-cb080235f237 req-c0a91ff7-8de0-4134-b2a7-987ffc5c32b7 tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:19.210403 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ffd6bb41-c0df-43b1-9b8a-cb080235f237 req-c0a91ff7-8de0-4134-b2a7-987ffc5c32b7 tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ac10bd-1859-49bb-95da-84ff443f77f7 HTTP/1.1" status: 200 len: 947 time: 0.4056690 May 23 11:23:19.228164 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cd060ffb-908f-444c-be82-fdff547199d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:19.236573 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175d10c-b015-42e0-aa34-fb9086762d92 req-4e1baa52-38aa-42d4-bb22-82960f05dc80 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:19.238155 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d175d10c-b015-42e0-aa34-fb9086762d92 req-4e1baa52-38aa-42d4-bb22-82960f05dc80 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 946 time: 0.2876096 May 23 11:23:19.266776 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-cd060ffb-908f-444c-be82-fdff547199d2 None None] For port e4d89429-1d4d-4dee-b710-d74baf83694d, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e4d89429-1d4d-4dee-b710-d74baf83694d,segment=NetworkSegment(c5b22826-3916-4f79-8aa0-c04d232fa1bd),segment_id=c5b22826-3916-4f79-8aa0-c04d232fa1bd)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:23:19.269329 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a61615ac-58d8-4f2f-aada-da8efe6721de tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Unset dirty status for tenant:5a44dc58a58a46c39bf08796db153af1 on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:23:19.270499 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a61615ac-58d8-4f2f-aada-da8efe6721de tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4690502 May 23 11:23:19.275171 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cd060ffb-908f-444c-be82-fdff547199d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:19.277569 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35892) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:19.317123 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2f6c3856-b991-48b0-a715-17ac49675a61 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:19.352181 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd060ffb-908f-444c-be82-fdff547199d2 None None] Pushing event updated for resources: {'Port': ['ID=e4d89429-1d4d-4dee-b710-d74baf83694d,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:19.372681 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ffd6bb41-c0df-43b1-9b8a-cb080235f237 req-4a03dbf0-f94a-4dda-a6ed-bfb97acd8315 tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb445353-40d9-4c17-8215-e5ed103b2a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512790 May 23 11:23:19.374005 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-62189478-6223-4c8b-bf4c-5b50387a590a req-7311f303-30d0-4d03-a3b6-3cda79d25d69 service neutron] For port 0c172e92-fbf5-42cf-b5da-cffa30da0aaa, host n-h2-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:23:19.377894 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d175d10c-b015-42e0-aa34-fb9086762d92 req-52c2c472-b2d9-4dcd-a5ad-4d782145a356 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148422 May 23 11:23:19.379524 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-62189478-6223-4c8b-bf4c-5b50387a590a req-7311f303-30d0-4d03-a3b6-3cda79d25d69 service neutron] For port 0c172e92-fbf5-42cf-b5da-cffa30da0aaa, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0c172e92-fbf5-42cf-b5da-cffa30da0aaa,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:23:19.392957 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-62189478-6223-4c8b-bf4c-5b50387a590a req-7311f303-30d0-4d03-a3b6-3cda79d25d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:19.418405 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c0c91-ce08-4966-87e8-a52e48dee85e req-0f6d266f-337d-4d03-9975-2dfbc7359dd2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:19.419907 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dd6c0c91-ce08-4966-87e8-a52e48dee85e req-0f6d266f-337d-4d03-9975-2dfbc7359dd2 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3011332 May 23 11:23:19.464438 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-926f6d11-507c-4f50-8794-f4bf41e6daf3'] response: {'server_uuid': '2dfa827a-1364-4cf2-ad34-bbd613c20574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96', 'code': 200} May 23 11:23:19.513691 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2c496821-71da-403a-adcd-8c95973785e2 None None] Provisioning complete for port e4d89429-1d4d-4dee-b710-d74baf83694d triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:23:19.513991 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2c496821-71da-403a-adcd-8c95973785e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:19.542547 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9d716237-07f1-448e-8641-7aca3a7489c3 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:19.547968 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-62189478-6223-4c8b-bf4c-5b50387a590a req-7311f303-30d0-4d03-a3b6-3cda79d25d69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:19.548132 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c3856-b991-48b0-a715-17ac49675a61 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event updated for resources: {'Subnet': ['ID=e6c92e0c-3f60-4b5e-b1dd-6953abf7dc33,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:19.549407 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-62189478-6223-4c8b-bf4c-5b50387a590a req-7311f303-30d0-4d03-a3b6-3cda79d25d69 service neutron] 10.222.0.81 "PUT /v2.0/ports/0c172e92-fbf5-42cf-b5da-cffa30da0aaa HTTP/1.1" status: 200 len: 1095 time: 3.9029078 May 23 11:23:19.549858 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0ac10bd-1859-49bb-95da-84ff443f77f7', 'tag': '0c172e92-fbf5-42cf-b5da-cffa30da0aaa'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:23:19.577891 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7311f303-30d0-4d03-a3b6-3cda79d25d69 service neutron] Pushing event updated for resources: {'Port': ['ID=0c172e92-fbf5-42cf-b5da-cffa30da0aaa,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:19.579299 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6c3856-b991-48b0-a715-17ac49675a61 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Checking segment: {'id': '5628a4e1-d16d-4aa0-9aef-ceb118c36f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '09b479f7-4948-4136-bc11-6b158c5fc526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:23:19.579653 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6c3856-b991-48b0-a715-17ac49675a61 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Network hostable DHCP agents. Network: 09b479f7-4948-4136-bc11-6b158c5fc526, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:23:19.818318 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-62189478-6223-4c8b-bf4c-5b50387a590a req-20030b95-5ab7-40dc-aff1-7d40bc277432 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a31376165c0842a99b7a2fae4a538a8b&device_id=d0ac10bd-1859-49bb-95da-84ff443f77f7 HTTP/1.1" status: 200 len: 1098 time: 0.2093277 May 23 11:23:19.823912 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a069948-778b-4903-9933-959411003f25 req-b2f37854-c863-4804-8313-9f767aa9aeed tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:19.825306 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9a069948-778b-4903-9933-959411003f25 req-b2f37854-c863-4804-8313-9f767aa9aeed tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.1600626 May 23 11:23:19.847225 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e451e6f4-9e26-4560-b88d-c2fd9b691b7b'] response: {'name': 'network-changed', 'server_uuid': 'd0ac10bd-1859-49bb-95da-84ff443f77f7', 'tag': '0c172e92-fbf5-42cf-b5da-cffa30da0aaa', 'status': 'completed', 'code': 200} May 23 11:23:19.901518 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35908) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:19.923752 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6c3856-b991-48b0-a715-17ac49675a61 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Network 09b479f7-4948-4136-bc11-6b158c5fc526 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:23:19.929389 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-62189478-6223-4c8b-bf4c-5b50387a590a req-3d8cde42-20f0-4d8e-ac6f-b142baf40799 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=0c172e92-fbf5-42cf-b5da-cffa30da0aaa HTTP/1.1" status: 200 len: 217 time: 0.0796356 May 23 11:23:19.981044 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9a069948-778b-4903-9933-959411003f25 req-f073a5da-e050-4466-8641-cae3a624675f tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499484 May 23 11:23:20.009699 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62189478-6223-4c8b-bf4c-5b50387a590a req-d88bb295-1ee8-452b-b5f5-72669605b2a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:20.029521 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-62189478-6223-4c8b-bf4c-5b50387a590a req-d88bb295-1ee8-452b-b5f5-72669605b2a5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.0935009 May 23 11:23:20.038900 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-2f6c3856-b991-48b0-a715-17ac49675a61 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 09b479f7-4948-4136-bc11-6b158c5fc526) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:23:20.048721 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9d716237-07f1-448e-8641-7aca3a7489c3 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:20.050731 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efca9ed5-2175-4b35-bd79-767c90c8353d None None] Network 09b479f7-4948-4136-bc11-6b158c5fc526 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:23:20.073929 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6c3856-b991-48b0-a715-17ac49675a61 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:20.074518 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2f6c3856-b991-48b0-a715-17ac49675a61 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:20.116866 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-9d716237-07f1-448e-8641-7aca3a7489c3 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08a3a92e-b112-46c6-b300-9eee4342b1c5']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:20.140157 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-9d716237-07f1-448e-8641-7aca3a7489c3 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f699aa6f-d81d-4857-93df-088713099104') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:20.140460 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-9d716237-07f1-448e-8641-7aca3a7489c3 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f699aa6f-d81d-4857-93df-088713099104') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:20.153445 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2f6c3856-b991-48b0-a715-17ac49675a61 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8872352 May 23 11:23:20.165058 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35916) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:20.174936 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9d716237-07f1-448e-8641-7aca3a7489c3 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:20.188598 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-27f040c2-b27a-4ccb-a3a6-9ad22d258c87 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-376253816'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:23:20.193390 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e4d89429-1d4d-4dee-b710-d74baf83694d up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:23:20.199361 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-965de335-f455-419f-b734-dad55ca77e91 req-a6ed8688-7a0d-4b5d-9f55-a9815a0566ea service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2dfa827a-1364-4cf2-ad34-bbd613c20574 HTTP/1.1" status: 200 len: 1097 time: 0.6404262 May 23 11:23:20.203159 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-837ee8e1-b824-46bd-8dd3-2783a9cafa28 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:20.207914 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-27f040c2-b27a-4ccb-a3a6-9ad22d258c87 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:23:20.236854 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9d716237-07f1-448e-8641-7aca3a7489c3 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:20.239357 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-27f040c2-b27a-4ccb-a3a6-9ad22d258c87 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Usage tracker for resource:network and tenant:aa928321a3fc48f78ff8df0f94ecdbb0 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:23:20.250285 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-27f040c2-b27a-4ccb-a3a6-9ad22d258c87 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:23:20.261152 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-27f040c2-b27a-4ccb-a3a6-9ad22d258c87 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:23:20.270463 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d716237-07f1-448e-8641-7aca3a7489c3 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:23:20.270867 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9d716237-07f1-448e-8641-7aca3a7489c3 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:20.287116 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:23:20.287116 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:23:20.287116 n-d-842952-2 neutron-server[83911]: timer() May 23 11:23:20.287116 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:23:20.287116 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:23:20.287116 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:23:20.287116 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:23:20.287116 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:23:20.287116 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:23:20.287116 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:23:20.287116 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:23:20.287116 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:23:20.287116 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:23:20.287116 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:23:20.287116 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:23:20.287116 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:23:20.287116 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:23:20.287116 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:23:20.287116 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:23:20.287116 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:23:20.287116 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:23:20.287116 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:23:20.287116 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:23:20.287116 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:23:20.287116 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:23:20.287116 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:23:20.287116 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:23:20.287116 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:23:20.287116 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:23:20.287116 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:23:20.287116 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:23:20.287116 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:23:20.362930 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b527b407-506d-4363-a2d0-62de978abd0f req-5550e033-1d18-4dbb-a5c7-53ef7ce19b3f tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:20.364461 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b527b407-506d-4363-a2d0-62de978abd0f req-5550e033-1d18-4dbb-a5c7-53ef7ce19b3f tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?device_id=2dfa827a-1364-4cf2-ad34-bbd613c20574 HTTP/1.1" status: 200 len: 946 time: 0.3338368 May 23 11:23:20.375039 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-837ee8e1-b824-46bd-8dd3-2783a9cafa28 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:20.377410 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-62189478-6223-4c8b-bf4c-5b50387a590a req-918b5f4b-1632-4a0a-b119-0623e4b3c733 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3066022 May 23 11:23:20.385650 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dffd50-d257-41d4-bffd-31869e510872 req-46aba331-1155-4934-9d80-95ee70e99f97 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:20.387315 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e9dffd50-d257-41d4-bffd-31869e510872 req-46aba331-1155-4934-9d80-95ee70e99f97 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 946 time: 0.1401050 May 23 11:23:20.395428 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f040c2-b27a-4ccb-a3a6-9ad22d258c87 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Made reservation on behalf of aa928321a3fc48f78ff8df0f94ecdbb0 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:23:20.398553 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-27f040c2-b27a-4ccb-a3a6-9ad22d258c87 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:20.402575 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port e4d89429-1d4d-4dee-b710-d74baf83694d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:23:20.402575 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:20.436356 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-965de335-f455-419f-b734-dad55ca77e91 req-d85dde9b-7bd9-4e0a-a74d-8b4f708deb28 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=250dd00f-b7f6-432e-b9fb-86f904647dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2257609 May 23 11:23:20.451462 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9d716237-07f1-448e-8641-7aca3a7489c3 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:20.471246 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9d716237-07f1-448e-8641-7aca3a7489c3 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:20.489386 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d716237-07f1-448e-8641-7aca3a7489c3 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Pushing event deleted for resources: {'Network': ['ID=08a3a92e-b112-46c6-b300-9eee4342b1c5,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:20.495697 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27f040c2-b27a-4ccb-a3a6-9ad22d258c87 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:23:20.516987 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9d716237-07f1-448e-8641-7aca3a7489c3 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] 10.222.0.79 "DELETE /v2.0/networks/08a3a92e-b112-46c6-b300-9eee4342b1c5 HTTP/1.1" status: 204 len: 168 time: 1.2383928 May 23 11:23:20.519015 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d716237-07f1-448e-8641-7aca3a7489c3 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:23:20.519377 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d716237-07f1-448e-8641-7aca3a7489c3 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:23:20.519782 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d716237-07f1-448e-8641-7aca3a7489c3 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:23:20.520173 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d716237-07f1-448e-8641-7aca3a7489c3 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:23:20.520569 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d716237-07f1-448e-8641-7aca3a7489c3 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:23:20.520835 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d716237-07f1-448e-8641-7aca3a7489c3 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:23:20.521158 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d716237-07f1-448e-8641-7aca3a7489c3 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:23:20.521482 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d716237-07f1-448e-8641-7aca3a7489c3 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:23:20.522382 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 35922) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:20.522495 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d716237-07f1-448e-8641-7aca3a7489c3 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:23:20.522791 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d716237-07f1-448e-8641-7aca3a7489c3 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:23:20.523029 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d716237-07f1-448e-8641-7aca3a7489c3 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:23:20.526838 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-27f040c2-b27a-4ccb-a3a6-9ad22d258c87 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:20.527372 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-27f040c2-b27a-4ccb-a3a6-9ad22d258c87 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Added segment 2db57cec-fc99-431e-80d9-9679a5a14676 of type vlan for network 383b9de8-5380-401f-b540-8eb7ebc8fcdc May 23 11:23:20.531610 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eece676-2a30-4178-b85e-7052deab38cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-09b479f7-4948-4136-bc11-6b158c5fc526', 'network_id': '09b479f7-4948-4136-bc11-6b158c5fc526', 'tenant_id': 'aa928321a3fc48f78ff8df0f94ecdbb0', 'fixed_ips': [{'subnet_id': 'e6c92e0c-3f60-4b5e-b1dd-6953abf7dc33'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:23:20.533126 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6eece676-2a30-4178-b85e-7052deab38cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:20.542528 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-837ee8e1-b824-46bd-8dd3-2783a9cafa28 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:20.578739 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-27f040c2-b27a-4ccb-a3a6-9ad22d258c87 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:20.583959 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b527b407-506d-4363-a2d0-62de978abd0f req-28464ba8-b537-4fba-9883-67a9d84e6c53 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/security-groups?id=250dd00f-b7f6-432e-b9fb-86f904647dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2047102 May 23 11:23:20.587138 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-837ee8e1-b824-46bd-8dd3-2783a9cafa28 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:20.588393 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-837ee8e1-b824-46bd-8dd3-2783a9cafa28 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "DELETE /v2.0/security-groups/f76758de-1a50-4502-bc25-b6e81b259c9a HTTP/1.1" status: 204 len: 168 time: 0.6861324 May 23 11:23:20.589396 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ee8e1-b824-46bd-8dd3-2783a9cafa28 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76758de-1a50-4502-bc25-b6e81b259c9a,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:20.592881 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35926) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:20.625019 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-fe9a461b-ae47-4a2b-b34b-c9c5898eee51 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] show failed (client error): The resource could not be found. May 23 11:23:20.626109 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-fe9a461b-ae47-4a2b-b34b-c9c5898eee51 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "GET /v2.0/security-groups/f76758de-1a50-4502-bc25-b6e81b259c9a HTTP/1.1" status: 404 len: 347 time: 0.0322745 May 23 11:23:20.631640 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35930) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:20.684422 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e9dffd50-d257-41d4-bffd-31869e510872 req-cc5960b3-f4b1-4ea6-bcec-4f77fd710762 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614307 May 23 11:23:20.712636 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-27f040c2-b27a-4ccb-a3a6-9ad22d258c87 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:20.717716 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f040c2-b27a-4ccb-a3a6-9ad22d258c87 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:20.718329 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-27f040c2-b27a-4ccb-a3a6-9ad22d258c87 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:20.776336 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-62189478-6223-4c8b-bf4c-5b50387a590a req-4e83d532-ec17-4f1d-959e-d603a7f5928c service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880866 May 23 11:23:20.790208 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e24f53df-26f7-495f-87b8-4be995e01abe tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:20.890798 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-6eece676-2a30-4178-b85e-7052deab38cb None None] Allocated IP 2001:db8::1 (09b479f7-4948-4136-bc11-6b158c5fc526/e6c92e0c-3f60-4b5e-b1dd-6953abf7dc33/d74f5ab6-6e86-4169-a619-6a47e7951d6b) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:23:20.899120 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-d8250f88-9322-4163-9170-13a548799d4d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Deleting port ee3a415c-696c-45f2-a3e4-3c927bb687d3 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:23:20.899704 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d8250f88-9322-4163-9170-13a548799d4d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:20.969240 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-27f040c2-b27a-4ccb-a3a6-9ad22d258c87 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7947974 May 23 11:23:20.977937 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35936) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:20.983441 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-95191fb9-5335-4890-bbc8-ce37da0ccc6b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Request body: {'subnet': {'network_id': '383b9de8-5380-401f-b540-8eb7ebc8fcdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:23:21.000571 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f040c2-b27a-4ccb-a3a6-9ad22d258c87 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event updated for resources: {'Network': ['ID=383b9de8-5380-401f-b540-8eb7ebc8fcdc,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:21.128309 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6eece676-2a30-4178-b85e-7052deab38cb None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:21.134704 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-62189478-6223-4c8b-bf4c-5b50387a590a req-4d33bbaf-3abf-4f5b-bb4c-aef12b5e6dba service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483083 May 23 11:23:21.140335 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6eece676-2a30-4178-b85e-7052deab38cb None None] Transition to ACTIVE for port object d74f5ab6-6e86-4169-a619-6a47e7951d6b will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:23:21.172363 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6eece676-2a30-4178-b85e-7052deab38cb None None] Transition to ACTIVE for port object d74f5ab6-6e86-4169-a619-6a47e7951d6b will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:23:21.178110 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 383b9de8-5380-401f-b540-8eb7ebc8fcdc details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:23:21.187919 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e24f53df-26f7-495f-87b8-4be995e01abe tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:21.198160 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6eece676-2a30-4178-b85e-7052deab38cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:21.201935 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-95191fb9-5335-4890-bbc8-ce37da0ccc6b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:23:21.209315 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-95191fb9-5335-4890-bbc8-ce37da0ccc6b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Usage tracker for resource:subnet and tenant:aa928321a3fc48f78ff8df0f94ecdbb0 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:23:21.213622 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-95191fb9-5335-4890-bbc8-ce37da0ccc6b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:23:21.223248 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-e24f53df-26f7-495f-87b8-4be995e01abe tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['290e4ce9-3f0f-459c-8062-46285bb45139']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:21.229912 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-95191fb9-5335-4890-bbc8-ce37da0ccc6b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:23:21.235649 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d8250f88-9322-4163-9170-13a548799d4d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:21.236026 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d8250f88-9322-4163-9170-13a548799d4d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:21.250490 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03973ea-24f1-4f5c-8528-25a60b8b36e7 req-e958930b-6ed0-468d-8a0a-3f1ac4ced8d2 tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:21.252153 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d03973ea-24f1-4f5c-8528-25a60b8b36e7 req-e958930b-6ed0-468d-8a0a-3f1ac4ced8d2 tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ac10bd-1859-49bb-95da-84ff443f77f7 HTTP/1.1" status: 200 len: 947 time: 0.4168937 May 23 11:23:21.255395 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-e24f53df-26f7-495f-87b8-4be995e01abe tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c53f386-5d24-4167-bb6f-46f60ba1fa84') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:21.255699 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-e24f53df-26f7-495f-87b8-4be995e01abe tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c53f386-5d24-4167-bb6f-46f60ba1fa84') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:21.304758 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95191fb9-5335-4890-bbc8-ce37da0ccc6b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Made reservation on behalf of aa928321a3fc48f78ff8df0f94ecdbb0 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:23:21.320678 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e24f53df-26f7-495f-87b8-4be995e01abe tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:21.328512 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eece676-2a30-4178-b85e-7052deab38cb None None] Network 09b479f7-4948-4136-bc11-6b158c5fc526 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:23:21.340412 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-6eece676-2a30-4178-b85e-7052deab38cb None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:23:21.349635 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eece676-2a30-4178-b85e-7052deab38cb None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:23:21.358076 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eece676-2a30-4178-b85e-7052deab38cb None None] Pushing event updated for resources: {'Port': ['ID=d74f5ab6-6e86-4169-a619-6a47e7951d6b,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:21.364529 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e24f53df-26f7-495f-87b8-4be995e01abe tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:21.382479 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e24f53df-26f7-495f-87b8-4be995e01abe tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:23:21.382880 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e24f53df-26f7-495f-87b8-4be995e01abe tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:21.386136 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-d8250f88-9322-4163-9170-13a548799d4d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Calling delete_port for ee3a415c-696c-45f2-a3e4-3c927bb687d3 owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:23:21.402503 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:23:21.402503 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:23:21.402503 n-d-842952-2 neutron-server[83910]: timer() May 23 11:23:21.402503 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:23:21.402503 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:23:21.402503 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:23:21.402503 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:23:21.402503 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:23:21.402503 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:23:21.402503 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:23:21.402503 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:23:21.402503 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:23:21.402503 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:23:21.402503 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:23:21.402503 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:23:21.402503 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:23:21.402503 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:23:21.402503 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:23:21.402503 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:23:21.402503 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:23:21.402503 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:23:21.402503 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:23:21.402503 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:23:21.402503 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:23:21.402503 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:23:21.402503 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:23:21.402503 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:23:21.402503 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:23:21.402503 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:23:21.402503 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:23:21.402503 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:23:21.402503 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:23:21.449770 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-6eece676-2a30-4178-b85e-7052deab38cb None None] Attempting to bind port d74f5ab6-6e86-4169-a619-6a47e7951d6b on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:23:21.450150 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-6eece676-2a30-4178-b85e-7052deab38cb None None] Attempting to bind port d74f5ab6-6e86-4169-a619-6a47e7951d6b by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '5628a4e1-d16d-4aa0-9aef-ceb118c36f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '09b479f7-4948-4136-bc11-6b158c5fc526'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:23:21.450475 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eece676-2a30-4178-b85e-7052deab38cb None None] Attempting to bind port d74f5ab6-6e86-4169-a619-6a47e7951d6b on network 09b479f7-4948-4136-bc11-6b158c5fc526 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:23:21.456876 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eece676-2a30-4178-b85e-7052deab38cb None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:23:21.457244 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eece676-2a30-4178-b85e-7052deab38cb None None] Checking segment: {'id': '5628a4e1-d16d-4aa0-9aef-ceb118c36f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '09b479f7-4948-4136-bc11-6b158c5fc526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:23:21.457639 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6eece676-2a30-4178-b85e-7052deab38cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:21.458027 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eece676-2a30-4178-b85e-7052deab38cb None None] Bound using segment: {'id': '5628a4e1-d16d-4aa0-9aef-ceb118c36f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '09b479f7-4948-4136-bc11-6b158c5fc526'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:23:21.458505 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-6eece676-2a30-4178-b85e-7052deab38cb None None] Bound port: d74f5ab6-6e86-4169-a619-6a47e7951d6b, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5628a4e1-d16d-4aa0-9aef-ceb118c36f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '09b479f7-4948-4136-bc11-6b158c5fc526'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:23:21.458852 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6eece676-2a30-4178-b85e-7052deab38cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:21.470680 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d03973ea-24f1-4f5c-8528-25a60b8b36e7 req-abb138dd-bb55-4d66-a5a7-b17c76ead0e1 tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb445353-40d9-4c17-8215-e5ed103b2a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067211 May 23 11:23:21.507785 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef2eef-6677-448d-bccf-ec6a6bce49b5 req-d46060a6-8378-4ae7-b8a3-fc4a6c508135 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:21.509349 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-97ef2eef-6677-448d-bccf-ec6a6bce49b5 req-d46060a6-8378-4ae7-b8a3-fc4a6c508135 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 946 time: 0.3831034 May 23 11:23:21.555658 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6eece676-2a30-4178-b85e-7052deab38cb None None] For port d74f5ab6-6e86-4169-a619-6a47e7951d6b, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:23:21.556075 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e24f53df-26f7-495f-87b8-4be995e01abe tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:21.559007 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6eece676-2a30-4178-b85e-7052deab38cb None None] For port d74f5ab6-6e86-4169-a619-6a47e7951d6b, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=d74f5ab6-6e86-4169-a619-6a47e7951d6b,segment=NetworkSegment(5628a4e1-d16d-4aa0-9aef-ceb118c36f9e),segment_id=5628a4e1-d16d-4aa0-9aef-ceb118c36f9e)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:23:21.566844 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6eece676-2a30-4178-b85e-7052deab38cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:21.579881 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e24f53df-26f7-495f-87b8-4be995e01abe tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:21.602399 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-369926ba-803a-40a2-a68e-03318ba34ea2 req-20c88477-122a-4ca4-9734-67f3391f6d29 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a31376165c0842a99b7a2fae4a538a8b&device_id=d0ac10bd-1859-49bb-95da-84ff443f77f7 HTTP/1.1" status: 200 len: 1098 time: 0.3396428 May 23 11:23:21.608940 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24f53df-26f7-495f-87b8-4be995e01abe tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Pushing event deleted for resources: {'Network': ['ID=290e4ce9-3f0f-459c-8062-46285bb45139,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:21.621089 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-95191fb9-5335-4890-bbc8-ce37da0ccc6b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:21.644741 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e24f53df-26f7-495f-87b8-4be995e01abe tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] 10.222.0.79 "DELETE /v2.0/networks/290e4ce9-3f0f-459c-8062-46285bb45139 HTTP/1.1" status: 204 len: 168 time: 1.1195829 May 23 11:23:21.651749 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 35944) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:21.653360 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eece676-2a30-4178-b85e-7052deab38cb None None] Pushing event updated for resources: {'Port': ['ID=d74f5ab6-6e86-4169-a619-6a47e7951d6b,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:21.728788 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-97ef2eef-6677-448d-bccf-ec6a6bce49b5 req-04c1e2ca-65f1-44d5-9bac-d17469779164 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095206 May 23 11:23:21.745118 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.ipam_backend_mixin [None req-95191fb9-5335-4890-bbc8-ce37da0ccc6b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Performing IP validity checks on allocation pools {{(pid=83911) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 23 11:23:21.745650 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.ipam_backend_mixin [None req-95191fb9-5335-4890-bbc8-ce37da0ccc6b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83911) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 23 11:23:22.011374 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d8250f88-9322-4163-9170-13a548799d4d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:22.114919 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8250f88-9322-4163-9170-13a548799d4d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Pushing event deleted for resources: {'Port': ['ID=ee3a415c-696c-45f2-a3e4-3c927bb687d3,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:22.117420 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-95191fb9-5335-4890-bbc8-ce37da0ccc6b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:22.168653 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device d74f5ab6-6e86-4169-a619-6a47e7951d6b up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:23:22.192579 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369926ba-803a-40a2-a68e-03318ba34ea2 req-1394c314-1adb-4bc3-b7e1-106b6fcc03ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:22.193083 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-369926ba-803a-40a2-a68e-03318ba34ea2 req-1394c314-1adb-4bc3-b7e1-106b6fcc03ca service neutron] 10.222.0.81 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.5799117 May 23 11:23:22.244471 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port d74f5ab6-6e86-4169-a619-6a47e7951d6b completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:23:22.281937 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95191fb9-5335-4890-bbc8-ce37da0ccc6b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event updated for resources: {'Subnet': ['ID=fe093c5e-b3cc-452f-9db5-554d7e253c6e,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:22.295068 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d8250f88-9322-4163-9170-13a548799d4d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:22.296682 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081fd5ac-77e7-43c1-b182-ccb9df1569fe tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:22.301043 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081fd5ac-77e7-43c1-b182-ccb9df1569fe tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:22.301839 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-081fd5ac-77e7-43c1-b182-ccb9df1569fe tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Synchronizing usage tracker for tenant:5a44dc58a58a46c39bf08796db153af1 on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:23:22.308785 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-369926ba-803a-40a2-a68e-03318ba34ea2 req-ef972716-7bf0-4a86-8575-6d023b165da7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=0c172e92-fbf5-42cf-b5da-cffa30da0aaa HTTP/1.1" status: 200 len: 217 time: 0.1018574 May 23 11:23:22.310801 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95191fb9-5335-4890-bbc8-ce37da0ccc6b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Checking segment: {'id': '2db57cec-fc99-431e-80d9-9679a5a14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '383b9de8-5380-401f-b540-8eb7ebc8fcdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:23:22.311156 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95191fb9-5335-4890-bbc8-ce37da0ccc6b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Network hostable DHCP agents. Network: 383b9de8-5380-401f-b540-8eb7ebc8fcdc, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:23:22.328613 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d8250f88-9322-4163-9170-13a548799d4d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:22.329754 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d8250f88-9322-4163-9170-13a548799d4d tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "DELETE /v2.0/floatingips/15c83083-59f3-4def-b4bc-d97f146835dd HTTP/1.1" status: 204 len: 168 time: 1.6971877 May 23 11:23:22.333677 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35950) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:22.389938 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad775643-eb3e-408a-b6e4-ea5c1de621a4 req-c91fea75-456e-4646-aae1-5c1d4d42af9f tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:22.391488 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad775643-eb3e-408a-b6e4-ea5c1de621a4 req-c91fea75-456e-4646-aae1-5c1d4d42af9f tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.6619420 May 23 11:23:22.393391 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95191fb9-5335-4890-bbc8-ce37da0ccc6b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Network 383b9de8-5380-401f-b540-8eb7ebc8fcdc is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:23:22.396600 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-081fd5ac-77e7-43c1-b182-ccb9df1569fe tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Unset dirty status for tenant:5a44dc58a58a46c39bf08796db153af1 on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:23:22.400752 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-081fd5ac-77e7-43c1-b182-ccb9df1569fe tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7450054 May 23 11:23:22.404800 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 35954) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:22.411965 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-bb6c8d7a-9791-4749-837e-3f83982a10aa tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Deleting port 8fe06221-9b45-4a87-9097-415f9568b703 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:23:22.412338 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb6c8d7a-9791-4749-837e-3f83982a10aa tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:22.429485 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-bdd3aa17-57df-441a-aec2-0acc38765d5f tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-121493345'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:23:22.440454 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-95191fb9-5335-4890-bbc8-ce37da0ccc6b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 383b9de8-5380-401f-b540-8eb7ebc8fcdc) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:23:22.446065 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d99af8-65a9-486a-aa1b-90e799a17e67 req-97c0f79e-ad27-4cd7-98dd-14c126e01ee5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:22.448698 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b32fa3d-56c0-4227-be9d-71a5a032e65f None None] Network 383b9de8-5380-401f-b540-8eb7ebc8fcdc requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:23:22.452082 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95191fb9-5335-4890-bbc8-ce37da0ccc6b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:22.452652 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-95191fb9-5335-4890-bbc8-ce37da0ccc6b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:22.453568 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e5d99af8-65a9-486a-aa1b-90e799a17e67 req-97c0f79e-ad27-4cd7-98dd-14c126e01ee5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?device_id=2dfa827a-1364-4cf2-ad34-bbd613c20574 HTTP/1.1" status: 200 len: 946 time: 0.5247357 May 23 11:23:22.456203 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-bdd3aa17-57df-441a-aec2-0acc38765d5f tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:23:22.497294 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369926ba-803a-40a2-a68e-03318ba34ea2 req-e380b6d5-44e6-44a9-bce5-c6329e3dd17b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:22.498838 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-369926ba-803a-40a2-a68e-03318ba34ea2 req-e380b6d5-44e6-44a9-bce5-c6329e3dd17b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.1817970 May 23 11:23:22.502342 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-bdd3aa17-57df-441a-aec2-0acc38765d5f tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:23:22.510531 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-95191fb9-5335-4890-bbc8-ce37da0ccc6b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.5315607 May 23 11:23:22.517709 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35960) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:22.602254 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad775643-eb3e-408a-b6e4-ea5c1de621a4 req-14bf4a14-c9ec-4878-8078-d23d79ca5082 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030513 May 23 11:23:22.602893 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd3aa17-57df-441a-aec2-0acc38765d5f tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Made reservation on behalf of 5a44dc58a58a46c39bf08796db153af1 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:23:22.606391 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bdd3aa17-57df-441a-aec2-0acc38765d5f tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:22.688477 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e5d99af8-65a9-486a-aa1b-90e799a17e67 req-97198078-c5f7-4d90-bd5d-d7245ab10e8a tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/security-groups?id=250dd00f-b7f6-432e-b9fb-86f904647dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2339215 May 23 11:23:22.738266 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdd3aa17-57df-441a-aec2-0acc38765d5f tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:23:22.738957 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b89246-97e8-448c-97a2-fd9ec8da2cf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-383b9de8-5380-401f-b540-8eb7ebc8fcdc', 'network_id': '383b9de8-5380-401f-b540-8eb7ebc8fcdc', 'tenant_id': 'aa928321a3fc48f78ff8df0f94ecdbb0', 'fixed_ips': [{'subnet_id': 'fe093c5e-b3cc-452f-9db5-554d7e253c6e'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:23:22.744411 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d0b89246-97e8-448c-97a2-fd9ec8da2cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:22.749457 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bdd3aa17-57df-441a-aec2-0acc38765d5f tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:22.749874 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-bdd3aa17-57df-441a-aec2-0acc38765d5f tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Added segment 6ec29831-463b-46c1-a886-bb67310f20bb of type vlan for network 3360dc95-50a9-4f08-9749-8a8a50526f28 May 23 11:23:22.805310 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bdd3aa17-57df-441a-aec2-0acc38765d5f tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:22.837301 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb6c8d7a-9791-4749-837e-3f83982a10aa tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:22.870781 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bdd3aa17-57df-441a-aec2-0acc38765d5f tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:22.879851 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd3aa17-57df-441a-aec2-0acc38765d5f tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:22.883509 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bdd3aa17-57df-441a-aec2-0acc38765d5f tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:23.029476 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-bb6c8d7a-9791-4749-837e-3f83982a10aa tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Calling delete_port for 8fe06221-9b45-4a87-9097-415f9568b703 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:23:23.042970 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-bdd3aa17-57df-441a-aec2-0acc38765d5f tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6231177 May 23 11:23:23.060115 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35970) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:23.073202 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0c104d44-70ee-40c0-b120-c0aa284d113b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:23.079955 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-4ffca0c3-1fda-43a0-a21e-15b0c6504ada tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-997013062'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:23:23.095723 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4ffca0c3-1fda-43a0-a21e-15b0c6504ada tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:23:23.097729 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-d0b89246-97e8-448c-97a2-fd9ec8da2cf9 None None] Allocated IP 2001:db8::3 (383b9de8-5380-401f-b540-8eb7ebc8fcdc/fe093c5e-b3cc-452f-9db5-554d7e253c6e/18e041f3-4384-40b4-aaa7-2f20864af039) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:23:23.109527 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4ffca0c3-1fda-43a0-a21e-15b0c6504ada tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Usage tracker for resource:network and tenant:5a44dc58a58a46c39bf08796db153af1 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:23:23.115973 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4ffca0c3-1fda-43a0-a21e-15b0c6504ada tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:23:23.129619 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4ffca0c3-1fda-43a0-a21e-15b0c6504ada tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:23:23.173863 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-369926ba-803a-40a2-a68e-03318ba34ea2 req-862608d8-3bf0-4bbf-8b5d-0a280a5e44d8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6663623 May 23 11:23:23.183352 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b66fd4d-56d9-47c6-af46-896de25baced None None] Network 09b479f7-4948-4136-bc11-6b158c5fc526 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:23:23.244101 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffca0c3-1fda-43a0-a21e-15b0c6504ada tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Made reservation on behalf of 5a44dc58a58a46c39bf08796db153af1 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:23:23.247078 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffca0c3-1fda-43a0-a21e-15b0c6504ada tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:23.286336 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0c104d44-70ee-40c0-b120-c0aa284d113b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:23.309566 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd3aa17-57df-441a-aec2-0acc38765d5f tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Pushing event updated for resources: {'Network': ['ID=3360dc95-50a9-4f08-9749-8a8a50526f28,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:23.324374 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8b21a-4849-444a-a4ab-ca6729df4a0b req-f1e8852f-00fe-4017-8e14-50ff9317a832 tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:23.326006 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d1a8b21a-4849-444a-a4ab-ca6729df4a0b req-f1e8852f-00fe-4017-8e14-50ff9317a832 tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ac10bd-1859-49bb-95da-84ff443f77f7 HTTP/1.1" status: 200 len: 947 time: 0.3956735 May 23 11:23:23.337363 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 3360dc95-50a9-4f08-9749-8a8a50526f28 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:23:23.374185 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ffca0c3-1fda-43a0-a21e-15b0c6504ada tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:23:23.381399 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb6c8d7a-9791-4749-837e-3f83982a10aa tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:23.399071 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-369926ba-803a-40a2-a68e-03318ba34ea2 req-782be30c-a34c-4468-9cd5-244b5e3f98c5 service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125356 May 23 11:23:23.404792 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef24a1-c6c6-4005-8a61-e80a7e0edd5e req-8fe6c9cd-f57e-4098-8e78-8000dc19f64c tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:23.406209 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-63ef24a1-c6c6-4005-8a61-e80a7e0edd5e req-8fe6c9cd-f57e-4098-8e78-8000dc19f64c tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 946 time: 0.3175404 May 23 11:23:23.443752 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c8d7a-9791-4749-837e-3f83982a10aa tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Pushing event deleted for resources: {'Port': ['ID=8fe06221-9b45-4a87-9097-415f9568b703,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:23.445909 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-64d08db3-ce66-4d0f-8312-0b258e5dd981 None None] Provisioning for port d74f5ab6-6e86-4169-a619-6a47e7951d6b completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:23:23.446959 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffca0c3-1fda-43a0-a21e-15b0c6504ada tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:23.447507 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-4ffca0c3-1fda-43a0-a21e-15b0c6504ada tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Added segment e8f169bb-a88c-4d67-8900-6e7856e11e56 of type vlan for network 1f9e0c3d-eb83-4e73-b09d-9a13381f8464 May 23 11:23:23.488045 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-64d08db3-ce66-4d0f-8312-0b258e5dd981 None None] Provisioning complete for port d74f5ab6-6e86-4169-a619-6a47e7951d6b triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:23:23.488045 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-64d08db3-ce66-4d0f-8312-0b258e5dd981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:23.491132 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-63ef24a1-c6c6-4005-8a61-e80a7e0edd5e req-b14c63a5-2d8a-4202-86a7-151da60b139e tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565875 May 23 11:23:23.575552 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d1a8b21a-4849-444a-a4ab-ca6729df4a0b req-69518332-f95b-43c4-984f-96bc798a54f4 tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb445353-40d9-4c17-8215-e5ed103b2a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321358 May 23 11:23:23.635064 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-369926ba-803a-40a2-a68e-03318ba34ea2 req-3fe9ef7e-8a84-47a0-b7ff-d2369d3af644 service neutron] 10.222.0.81 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278132 May 23 11:23:23.698963 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffca0c3-1fda-43a0-a21e-15b0c6504ada tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:23.726313 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d0b89246-97e8-448c-97a2-fd9ec8da2cf9 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:23.737997 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d0b89246-97e8-448c-97a2-fd9ec8da2cf9 None None] Transition to ACTIVE for port object 18e041f3-4384-40b4-aaa7-2f20864af039 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:23:23.745412 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb6c8d7a-9791-4749-837e-3f83982a10aa tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:23.758143 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d0b89246-97e8-448c-97a2-fd9ec8da2cf9 None None] Transition to ACTIVE for port object 18e041f3-4384-40b4-aaa7-2f20864af039 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:23:23.766617 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-bb6c8d7a-9791-4749-837e-3f83982a10aa tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "DELETE /v2.0/ports/8fe06221-9b45-4a87-9097-415f9568b703 HTTP/1.1" status: 204 len: 168 time: 1.4311192 May 23 11:23:23.768389 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35978) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:23.771279 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffca0c3-1fda-43a0-a21e-15b0c6504ada tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:23.774957 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffca0c3-1fda-43a0-a21e-15b0c6504ada tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:23.775646 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d0b89246-97e8-448c-97a2-fd9ec8da2cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:23.775926 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffca0c3-1fda-43a0-a21e-15b0c6504ada tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:23.931325 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9d30f-9df6-45e4-bedd-9adedef1a6da req-5cb25176-d8dc-4563-83f4-83d355200a87 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:23.933139 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aae9d30f-9df6-45e4-bedd-9adedef1a6da req-5cb25176-d8dc-4563-83f4-83d355200a87 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 946 time: 0.1875558 May 23 11:23:23.980627 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b89246-97e8-448c-97a2-fd9ec8da2cf9 None None] Network 383b9de8-5380-401f-b540-8eb7ebc8fcdc is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:23:23.996564 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b89246-97e8-448c-97a2-fd9ec8da2cf9 None None] Pushing event updated for resources: {'Port': ['ID=18e041f3-4384-40b4-aaa7-2f20864af039,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:24.005515 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aae9d30f-9df6-45e4-bedd-9adedef1a6da req-389faf76-b955-4375-a229-eba7b3003f9f tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659497 May 23 11:23:24.008486 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-d0b89246-97e8-448c-97a2-fd9ec8da2cf9 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:23:24.022765 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b89246-97e8-448c-97a2-fd9ec8da2cf9 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:23:24.077015 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0c104d44-70ee-40c0-b120-c0aa284d113b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:24.084349 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-9d90d5b1-5329-46ad-8e69-0ee67e7594e6 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Deleting port 65511622-3ae6-4e00-8bb2-667556a3a5f7 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:23:24.084532 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9d90d5b1-5329-46ad-8e69-0ee67e7594e6 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:24.116189 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-64d08db3-ce66-4d0f-8312-0b258e5dd981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:24.116745 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba951b0b-f051-4076-a1b1-dd1ebaa164c8 req-bfcba52b-a579-4800-8e73-49be6b7ba444 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:24.125138 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ba951b0b-f051-4076-a1b1-dd1ebaa164c8 req-bfcba52b-a579-4800-8e73-49be6b7ba444 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?device_id=2dfa827a-1364-4cf2-ad34-bbd613c20574 HTTP/1.1" status: 200 len: 946 time: 0.1236231 May 23 11:23:24.160133 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4ffca0c3-1fda-43a0-a21e-15b0c6504ada tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0975010 May 23 11:23:24.177924 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 35986) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:24.179195 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 0c172e92-fbf5-42cf-b5da-cffa30da0aaa details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:23:24.180984 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffca0c3-1fda-43a0-a21e-15b0c6504ada tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Pushing event updated for resources: {'Network': ['ID=1f9e0c3d-eb83-4e73-b09d-9a13381f8464,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:24.192812 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ba951b0b-f051-4076-a1b1-dd1ebaa164c8 req-20000285-03cb-4e49-b0ac-dff21e9fa9eb tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/security-groups?id=250dd00f-b7f6-432e-b9fb-86f904647dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666325 May 23 11:23:24.194780 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c104d44-70ee-40c0-b120-c0aa284d113b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event deleted for resources: {'Subnet': ['ID=fe093c5e-b3cc-452f-9db5-554d7e253c6e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:24.213672 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-28032d54-0e98-482f-86a8-d965695818a1 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Request body: {'ports': [{'network_id': '3360dc95-50a9-4f08-9749-8a8a50526f28', 'name': 'tempest-port--526994693', 'admin_state_up': True}, {'network_id': '1f9e0c3d-eb83-4e73-b09d-9a13381f8464', 'admin_state_up': False}]} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:23:24.214358 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-28032d54-0e98-482f-86a8-d965695818a1 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Request body: {'port': {'network_id': '3360dc95-50a9-4f08-9749-8a8a50526f28', 'name': 'tempest-port--526994693', 'admin_state_up': True}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:23:24.214936 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-28032d54-0e98-482f-86a8-d965695818a1 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Request body: {'port': {'network_id': '1f9e0c3d-eb83-4e73-b09d-9a13381f8464', 'admin_state_up': False}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:23:24.232362 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 1f9e0c3d-eb83-4e73-b09d-9a13381f8464 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:23:24.252854 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-d0b89246-97e8-448c-97a2-fd9ec8da2cf9 None None] Attempting to bind port 18e041f3-4384-40b4-aaa7-2f20864af039 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:23:24.253274 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-d0b89246-97e8-448c-97a2-fd9ec8da2cf9 None None] Attempting to bind port 18e041f3-4384-40b4-aaa7-2f20864af039 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '2db57cec-fc99-431e-80d9-9679a5a14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '383b9de8-5380-401f-b540-8eb7ebc8fcdc'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:23:24.253848 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b89246-97e8-448c-97a2-fd9ec8da2cf9 None None] Attempting to bind port 18e041f3-4384-40b4-aaa7-2f20864af039 on network 383b9de8-5380-401f-b540-8eb7ebc8fcdc {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:23:24.377312 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b89246-97e8-448c-97a2-fd9ec8da2cf9 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:23:24.377764 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b89246-97e8-448c-97a2-fd9ec8da2cf9 None None] Checking segment: {'id': '2db57cec-fc99-431e-80d9-9679a5a14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '383b9de8-5380-401f-b540-8eb7ebc8fcdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:23:24.378188 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d0b89246-97e8-448c-97a2-fd9ec8da2cf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:24.378743 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b89246-97e8-448c-97a2-fd9ec8da2cf9 None None] Bound using segment: {'id': '2db57cec-fc99-431e-80d9-9679a5a14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '383b9de8-5380-401f-b540-8eb7ebc8fcdc'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:23:24.379233 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-d0b89246-97e8-448c-97a2-fd9ec8da2cf9 None None] Bound port: 18e041f3-4384-40b4-aaa7-2f20864af039, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db57cec-fc99-431e-80d9-9679a5a14676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '383b9de8-5380-401f-b540-8eb7ebc8fcdc'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:23:24.379608 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d0b89246-97e8-448c-97a2-fd9ec8da2cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:24.425564 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.resource_extend [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:23:24.452015 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-64d08db3-ce66-4d0f-8312-0b258e5dd981 None None] For port d74f5ab6-6e86-4169-a619-6a47e7951d6b, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=d74f5ab6-6e86-4169-a619-6a47e7951d6b,segment=NetworkSegment(5628a4e1-d16d-4aa0-9aef-ceb118c36f9e),segment_id=5628a4e1-d16d-4aa0-9aef-ceb118c36f9e)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:23:24.499543 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0c104d44-70ee-40c0-b120-c0aa284d113b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:24.546039 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-64d08db3-ce66-4d0f-8312-0b258e5dd981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:24.628403 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-0c104d44-70ee-40c0-b120-c0aa284d113b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['383b9de8-5380-401f-b540-8eb7ebc8fcdc']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:24.646551 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-0c104d44-70ee-40c0-b120-c0aa284d113b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db57cec-fc99-431e-80d9-9679a5a14676') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:24.647342 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-0c104d44-70ee-40c0-b120-c0aa284d113b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db57cec-fc99-431e-80d9-9679a5a14676') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:24.661109 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0c104d44-70ee-40c0-b120-c0aa284d113b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:24.683972 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0c104d44-70ee-40c0-b120-c0aa284d113b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:24.697436 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-28032d54-0e98-482f-86a8-d965695818a1 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:23:24.700294 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c104d44-70ee-40c0-b120-c0aa284d113b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:23:24.700662 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0c104d44-70ee-40c0-b120-c0aa284d113b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:24.706028 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2d92a-f776-4916-b4eb-1c92150352ad req-1a89141e-e342-4358-806e-9ff2a206fdf8 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:24.707564 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-43a2d92a-f776-4916-b4eb-1c92150352ad req-1a89141e-e342-4358-806e-9ff2a206fdf8 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?device_id=2dfa827a-1364-4cf2-ad34-bbd613c20574 HTTP/1.1" status: 200 len: 946 time: 0.2011907 May 23 11:23:24.711562 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-28032d54-0e98-482f-86a8-d965695818a1 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Usage tracker for resource:port and tenant:5a44dc58a58a46c39bf08796db153af1 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:23:24.714882 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-28032d54-0e98-482f-86a8-d965695818a1 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:23:24.716513 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:23:24.716513 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:23:24.716513 n-d-842952-2 neutron-server[83911]: timer() May 23 11:23:24.716513 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:23:24.716513 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:23:24.716513 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:23:24.716513 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:23:24.716513 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:23:24.716513 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:23:24.716513 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:23:24.716513 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:23:24.716513 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:23:24.716513 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:23:24.716513 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:23:24.716513 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:23:24.716513 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:23:24.716513 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:23:24.716513 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:23:24.716513 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:23:24.716513 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:23:24.716513 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:23:24.716513 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:23:24.716513 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:23:24.716513 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:23:24.716513 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:23:24.716513 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:23:24.716513 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:23:24.716513 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:23:24.716513 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:23:24.716513 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:23:24.716513 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:23:24.716513 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:23:24.731254 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323251ce-b7ed-4ab2-8c58-ecf50d3883f2 req-ae78e807-302c-4113-86af-b527e4a61707 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:24.732453 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-323251ce-b7ed-4ab2-8c58-ecf50d3883f2 req-ae78e807-302c-4113-86af-b527e4a61707 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.1775970 May 23 11:23:24.738470 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 0c172e92-fbf5-42cf-b5da-cffa30da0aaa, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0c172e92-fbf5-42cf-b5da-cffa30da0aaa,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:23:24.746472 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-28032d54-0e98-482f-86a8-d965695818a1 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:23:24.770836 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d08db3-ce66-4d0f-8312-0b258e5dd981 None None] Pushing event updated for resources: {'Port': ['ID=d74f5ab6-6e86-4169-a619-6a47e7951d6b,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:24.784076 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '0c172e92-fbf5-42cf-b5da-cffa30da0aaa', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'port_id': '0c172e92-fbf5-42cf-b5da-cffa30da0aaa', 'mac_address': 'fa:16:3e:4f:7f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1719237-4a8e-4354-92b1-51064eb09c82', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:23:24.787758 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-d0b89246-97e8-448c-97a2-fd9ec8da2cf9 None None] For port 18e041f3-4384-40b4-aaa7-2f20864af039, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:23:24.800060 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28032d54-0e98-482f-86a8-d965695818a1 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Made reservation on behalf of 5a44dc58a58a46c39bf08796db153af1 for: {'port': 2} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:23:24.803288 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-28032d54-0e98-482f-86a8-d965695818a1 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:24.838200 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-323251ce-b7ed-4ab2-8c58-ecf50d3883f2 req-4b9f1040-c2e3-4475-9772-d7a2df9adf02 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845175 May 23 11:23:24.841067 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.api [None req-0c104d44-70ee-40c0-b120-c0aa284d113b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 23 11:23:24.841067 n-d-842952-2 neutron-server[83911]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 23 11:23:24.841067 n-d-842952-2 neutron-server[83911]: [parameters: {'id': '383b9de8-5380-401f-b540-8eb7ebc8fcdc'}] May 23 11:23:24.841067 n-d-842952-2 neutron-server[83911]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:23:24.841455 n-d-842952-2 neutron-server[83911]: DEBUG oslo_db.api [None req-0c104d44-70ee-40c0-b120-c0aa284d113b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:23:24.841885 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-43a2d92a-f776-4916-b4eb-1c92150352ad req-ee7a2880-c778-4e24-8c4e-e065258d3827 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/security-groups?id=250dd00f-b7f6-432e-b9fb-86f904647dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194999 May 23 11:23:24.842956 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-28032d54-0e98-482f-86a8-d965695818a1 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:24.850059 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3fcf9a4f-d460-4a3d-83e0-3bc2a6a7e710 None None] Provisioning complete for port d74f5ab6-6e86-4169-a619-6a47e7951d6b triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:23:24.850666 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3fcf9a4f-d460-4a3d-83e0-3bc2a6a7e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:24.868019 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9d90d5b1-5329-46ad-8e69-0ee67e7594e6 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:24.918890 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-d0b89246-97e8-448c-97a2-fd9ec8da2cf9 None None] For port 18e041f3-4384-40b4-aaa7-2f20864af039, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=18e041f3-4384-40b4-aaa7-2f20864af039,segment=NetworkSegment(2db57cec-fc99-431e-80d9-9679a5a14676),segment_id=2db57cec-fc99-431e-80d9-9679a5a14676)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:23:24.967998 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 36002) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:24.986738 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d0b89246-97e8-448c-97a2-fd9ec8da2cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:25.059893 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-9d90d5b1-5329-46ad-8e69-0ee67e7594e6 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Calling delete_port for 65511622-3ae6-4e00-8bb2-667556a3a5f7 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:23:25.095106 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b89246-97e8-448c-97a2-fd9ec8da2cf9 None None] Pushing event updated for resources: {'Port': ['ID=18e041f3-4384-40b4-aaa7-2f20864af039,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:25.130537 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:25.210669 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c172e92-fbf5-42cf-b5da-cffa30da0aaa {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:23:25.216514 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9d90d5b1-5329-46ad-8e69-0ee67e7594e6 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:25.246275 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 0c172e92-fbf5-42cf-b5da-cffa30da0aaa, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0c172e92-fbf5-42cf-b5da-cffa30da0aaa,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:23:25.254127 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:25.271619 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90d5b1-5329-46ad-8e69-0ee67e7594e6 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Pushing event deleted for resources: {'Port': ['ID=65511622-3ae6-4e00-8bb2-667556a3a5f7,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:25.292764 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac93e33f-a3aa-45cb-b5e6-0bdd397fa134 None None] Network 383b9de8-5380-401f-b540-8eb7ebc8fcdc requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:23:25.345915 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0c104d44-70ee-40c0-b120-c0aa284d113b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:25.348665 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-28032d54-0e98-482f-86a8-d965695818a1 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] device_id is not set on port 09894e2f-b253-40e9-b9f0-cd3758e6c738 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:23:25.354340 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a7719704-dcee-413d-bdb0-935d31eb1549 tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=2dfa827a-1364-4cf2-ad34-bbd613c20574 HTTP/1.1" status: 200 len: 1092 time: 0.3840873 May 23 11:23:25.359691 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 36006) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:25.371517 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-93e81a20-cc76-4f77-9171-fd1a67f02540 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'port_id': 'a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:23:25.377562 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-93e81a20-cc76-4f77-9171-fd1a67f02540 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:23:25.380458 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-0c104d44-70ee-40c0-b120-c0aa284d113b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Deleting port 18e041f3-4384-40b4-aaa7-2f20864af039 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:23:25.380882 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0c104d44-70ee-40c0-b120-c0aa284d113b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:25.381951 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-93e81a20-cc76-4f77-9171-fd1a67f02540 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Usage tracker for resource:floatingip and tenant:7e6820b1da73478a8f6280c600dfbb0e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:23:25.384937 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-93e81a20-cc76-4f77-9171-fd1a67f02540 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:23:25.391802 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-93e81a20-cc76-4f77-9171-fd1a67f02540 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:23:25.410795 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-93e81a20-cc76-4f77-9171-fd1a67f02540 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:25.433791 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9d90d5b1-5329-46ad-8e69-0ee67e7594e6 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:25.445661 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b090cba-dea3-43a2-b4e8-7480d2a10c90 req-1057c0c0-3cf5-4e18-99b0-fbf4fe4cb801 tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:25.447091 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2b090cba-dea3-43a2-b4e8-7480d2a10c90 req-1057c0c0-3cf5-4e18-99b0-fbf4fe4cb801 tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ac10bd-1859-49bb-95da-84ff443f77f7 HTTP/1.1" status: 200 len: 947 time: 0.3734999 May 23 11:23:25.453944 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14192f-1acd-4f2d-a17c-a5276ad59c39 req-32154a1b-6757-4e77-9087-c56748af5db9 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:25.457895 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9d90d5b1-5329-46ad-8e69-0ee67e7594e6 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "DELETE /v2.0/ports/65511622-3ae6-4e00-8bb2-667556a3a5f7 HTTP/1.1" status: 204 len: 168 time: 1.6736758 May 23 11:23:25.457895 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36010) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:25.460766 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ae14192f-1acd-4f2d-a17c-a5276ad59c39 req-32154a1b-6757-4e77-9087-c56748af5db9 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 946 time: 0.2968092 May 23 11:23:25.486531 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=0c172e92-fbf5-42cf-b5da-cffa30da0aaa,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:25.589237 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['0c172e92-fbf5-42cf-b5da-cffa30da0aaa'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:23:25.617740 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2b090cba-dea3-43a2-b4e8-7480d2a10c90 req-891e36d1-0b73-41af-88b7-36fec77f730a tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb445353-40d9-4c17-8215-e5ed103b2a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414104 May 23 11:23:25.636392 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ae14192f-1acd-4f2d-a17c-a5276ad59c39 req-8cdb7d2d-a1b4-4731-9353-abd8143acc2a tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745195 May 23 11:23:25.721980 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-28032d54-0e98-482f-86a8-d965695818a1 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:25.956280 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffa5e49-8f4b-4bd8-be80-b8fa03af4be1 None None] get_active_networks_info from n-d-842952-2 {{(pid=83912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 23 11:23:25.993914 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5971032-4cba-4a44-9d78-c0bf7fb239f7 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Deleting subnet 3c834f11-95c0-4b5a-b401-f49728657821 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:23:25.997476 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e5971032-4cba-4a44-9d78-c0bf7fb239f7 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:25.997603 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-28032d54-0e98-482f-86a8-d965695818a1 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] device_id is not set on port 83cac0aa-4271-4fc3-bc29-16423ea70503 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:23:26.021239 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-93e81a20-cc76-4f77-9171-fd1a67f02540 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:26.055007 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e5971032-4cba-4a44-9d78-c0bf7fb239f7 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:26.131561 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffa5e49-8f4b-4bd8-be80-b8fa03af4be1 None None] Resources bound (agent type, host, resource id): {{(pid=83912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 23 11:23:26.136039 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device d74f5ab6-6e86-4169-a619-6a47e7951d6b up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:23:26.203374 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-0c104d44-70ee-40c0-b120-c0aa284d113b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] For port 18e041f3-4384-40b4-aaa7-2f20864af039, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=18e041f3-4384-40b4-aaa7-2f20864af039,segment=NetworkSegment(2db57cec-fc99-431e-80d9-9679a5a14676),segment_id=2db57cec-fc99-431e-80d9-9679a5a14676)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:23:26.203789 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0c104d44-70ee-40c0-b120-c0aa284d113b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:26.206242 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473594d-e60e-49a8-8bda-16edadfb10e8 req-d72d67b1-e8aa-49ca-b50e-852b7872d839 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:26.223031 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6473594d-e60e-49a8-8bda-16edadfb10e8 req-d72d67b1-e8aa-49ca-b50e-852b7872d839 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 946 time: 0.3661864 May 23 11:23:26.341657 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-0c104d44-70ee-40c0-b120-c0aa284d113b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Calling delete_port for 18e041f3-4384-40b4-aaa7-2f20864af039 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:23:26.351745 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port d74f5ab6-6e86-4169-a619-6a47e7951d6b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:23:26.352255 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:26.395273 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e5971032-4cba-4a44-9d78-c0bf7fb239f7 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:26.487818 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6473594d-e60e-49a8-8bda-16edadfb10e8 req-47c150fa-c6f1-47de-8957-dd119b35d152 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637191 May 23 11:23:26.505036 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0c104d44-70ee-40c0-b120-c0aa284d113b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:26.520118 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-28032d54-0e98-482f-86a8-d965695818a1 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:26.538535 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-93e81a20-cc76-4f77-9171-fd1a67f02540 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Allocated IP 172.25.6.189 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/92c2b0e9-2910-4edf-81ee-fedc35d69801) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:23:26.565765 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e5971032-4cba-4a44-9d78-c0bf7fb239f7 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:26.570006 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c104d44-70ee-40c0-b120-c0aa284d113b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] No DVR routers for this DVR port 18e041f3-4384-40b4-aaa7-2f20864af039 on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:23:26.634983 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f51cc96-ca7d-4309-8aac-faab3ce806ac req-cd1ae3f6-d07c-41f6-854d-7fad8aaf783e tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:26.638018 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c104d44-70ee-40c0-b120-c0aa284d113b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event deleted for resources: {'Port': ['ID=18e041f3-4384-40b4-aaa7-2f20864af039,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:26.650918 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0f51cc96-ca7d-4309-8aac-faab3ce806ac req-cd1ae3f6-d07c-41f6-854d-7fad8aaf783e tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.3827307 May 23 11:23:26.753294 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0c104d44-70ee-40c0-b120-c0aa284d113b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:26.780278 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-0c104d44-70ee-40c0-b120-c0aa284d113b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['383b9de8-5380-401f-b540-8eb7ebc8fcdc']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:26.793397 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-0c104d44-70ee-40c0-b120-c0aa284d113b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db57cec-fc99-431e-80d9-9679a5a14676') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:26.793690 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-0c104d44-70ee-40c0-b120-c0aa284d113b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db57cec-fc99-431e-80d9-9679a5a14676') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:26.805947 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0c104d44-70ee-40c0-b120-c0aa284d113b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:26.822252 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0c104d44-70ee-40c0-b120-c0aa284d113b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:26.828640 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c104d44-70ee-40c0-b120-c0aa284d113b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:23:26.829032 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0c104d44-70ee-40c0-b120-c0aa284d113b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:26.910609 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-28032d54-0e98-482f-86a8-d965695818a1 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:26.924697 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5971032-4cba-4a44-9d78-c0bf7fb239f7 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Pushing event deleted for resources: {'Subnet': ['ID=3c834f11-95c0-4b5a-b401-f49728657821,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:26.928636 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:23:26.928636 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:23:26.928636 n-d-842952-2 neutron-server[83911]: timer() May 23 11:23:26.928636 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:23:26.928636 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:23:26.928636 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:23:26.928636 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:23:26.928636 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:23:26.928636 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:23:26.928636 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:23:26.928636 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:23:26.928636 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:23:26.928636 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:23:26.928636 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:23:26.928636 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:23:26.928636 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:23:26.928636 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:23:26.928636 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:23:26.928636 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:23:26.928636 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:23:26.928636 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:23:26.928636 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:23:26.928636 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:23:26.928636 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:23:26.928636 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:23:26.928636 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:23:26.928636 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:23:26.928636 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:23:26.928636 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:23:26.928636 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:23:26.928636 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:23:26.928636 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:23:26.930546 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0c104d44-70ee-40c0-b120-c0aa284d113b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:26.945822 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e3e7d7-67c4-4527-b8cc-19423bc1d357 None None] Network caa75e58-fea3-4934-a2b0-723273e69b7e requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:23:26.949040 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0c104d44-70ee-40c0-b120-c0aa284d113b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:26.951850 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e5971032-4cba-4a44-9d78-c0bf7fb239f7 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:26.970494 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c104d44-70ee-40c0-b120-c0aa284d113b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event deleted for resources: {'Network': ['ID=383b9de8-5380-401f-b540-8eb7ebc8fcdc,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:26.979919 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e5971032-4cba-4a44-9d78-c0bf7fb239f7 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "DELETE /v2.0/subnets/3c834f11-95c0-4b5a-b401-f49728657821 HTTP/1.1" status: 204 len: 168 time: 1.5213609 May 23 11:23:26.981397 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0c104d44-70ee-40c0-b120-c0aa284d113b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "DELETE /v2.0/networks/383b9de8-5380-401f-b540-8eb7ebc8fcdc HTTP/1.1" status: 204 len: 168 time: 4.4630444 May 23 11:23:26.986200 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36034) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:26.988640 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36036) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:27.047869 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-41ad8b20-36fd-4126-a498-de53c6fba56e tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1287150877'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:23:27.056322 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-41ad8b20-36fd-4126-a498-de53c6fba56e tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:23:27.057605 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0f51cc96-ca7d-4309-8aac-faab3ce806ac req-9c3d2448-b954-460d-a5f0-b49458a7cdd7 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4056880 May 23 11:23:27.068981 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28032d54-0e98-482f-86a8-d965695818a1 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Pushing event updated for resources: {'Port': ['ID=09894e2f-b253-40e9-b9f0-cd3758e6c738,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:27.071245 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-41ad8b20-36fd-4126-a498-de53c6fba56e tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Usage tracker for resource:network and tenant:aa928321a3fc48f78ff8df0f94ecdbb0 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:23:27.078584 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-41ad8b20-36fd-4126-a498-de53c6fba56e tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:23:27.088733 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-41ad8b20-36fd-4126-a498-de53c6fba56e tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:23:27.128173 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ad8b20-36fd-4126-a498-de53c6fba56e tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Made reservation on behalf of aa928321a3fc48f78ff8df0f94ecdbb0 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:23:27.137001 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-41ad8b20-36fd-4126-a498-de53c6fba56e tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:27.142451 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-93e81a20-cc76-4f77-9171-fd1a67f02540 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:27.162921 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee86eb-70d4-4c05-9f96-3219e8f0dd83 req-f5f9cc07-80dd-4c20-8328-46d849e29887 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:27.170118 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-23ee86eb-70d4-4c05-9f96-3219e8f0dd83 req-f5f9cc07-80dd-4c20-8328-46d849e29887 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 946 time: 0.3400147 May 23 11:23:27.189000 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28032d54-0e98-482f-86a8-d965695818a1 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Checking segment: {'id': '6ec29831-463b-46c1-a886-bb67310f20bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3360dc95-50a9-4f08-9749-8a8a50526f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:23:27.189521 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28032d54-0e98-482f-86a8-d965695818a1 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Network hostable DHCP agents. Network: 3360dc95-50a9-4f08-9749-8a8a50526f28, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:23:27.259045 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-23ee86eb-70d4-4c05-9f96-3219e8f0dd83 req-7f860416-4837-46f0-a0e6-69cfdf36b760 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878623 May 23 11:23:27.261362 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41ad8b20-36fd-4126-a498-de53c6fba56e tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:23:27.299856 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-41ad8b20-36fd-4126-a498-de53c6fba56e tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:27.300056 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-41ad8b20-36fd-4126-a498-de53c6fba56e tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Added segment 89de64e1-42e9-4e5f-a0ca-ed6d559382d6 of type vlan for network d83b8803-2465-4242-95be-0e17e1a846df May 23 11:23:27.327661 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-34b60e18-fe4e-4043-8871-57fe2587983e tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Deleting subnet ac62e3e8-2718-4c68-91a7-544681516b07 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:23:27.331318 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-34b60e18-fe4e-4043-8871-57fe2587983e tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:27.350045 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d677ecf-2df8-4219-a05b-f6f4f703d2bf None None] DHCP port deletion for caa75e58-fea3-4934-a2b0-723273e69b7e request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:23:27.355713 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3d677ecf-2df8-4219-a05b-f6f4f703d2bf None None] Deleting port ee78575c-a95a-44b3-8bc7-34e96d1eb118 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:23:27.356648 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3d677ecf-2df8-4219-a05b-f6f4f703d2bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:27.411607 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-34b60e18-fe4e-4043-8871-57fe2587983e tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:27.559974 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-34b60e18-fe4e-4043-8871-57fe2587983e tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:27.571118 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-93e81a20-cc76-4f77-9171-fd1a67f02540 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:27.575336 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28032d54-0e98-482f-86a8-d965695818a1 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Network 3360dc95-50a9-4f08-9749-8a8a50526f28 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:23:27.598386 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-41ad8b20-36fd-4126-a498-de53c6fba56e tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:27.616180 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3d677ecf-2df8-4219-a05b-f6f4f703d2bf None None] For port ee78575c-a95a-44b3-8bc7-34e96d1eb118, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=ee78575c-a95a-44b3-8bc7-34e96d1eb118,segment=NetworkSegment(b9fbc905-5e46-471f-be10-d3ddd4aa40fc),segment_id=b9fbc905-5e46-471f-be10-d3ddd4aa40fc)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:23:27.617202 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3d677ecf-2df8-4219-a05b-f6f4f703d2bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:27.666321 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-34b60e18-fe4e-4043-8871-57fe2587983e tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:27.671384 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-28032d54-0e98-482f-86a8-d965695818a1 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 3360dc95-50a9-4f08-9749-8a8a50526f28) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:23:27.689017 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28032d54-0e98-482f-86a8-d965695818a1 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:23:27.690055 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-28032d54-0e98-482f-86a8-d965695818a1 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:27.699980 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e81a20-cc76-4f77-9171-fd1a67f02540 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:23:27.709970 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-41ad8b20-36fd-4126-a498-de53c6fba56e tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:27.712840 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ca622f-b4c6-4b85-a884-2d2f34419f86 None None] Network 3360dc95-50a9-4f08-9749-8a8a50526f28 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:23:27.713811 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ad8b20-36fd-4126-a498-de53c6fba56e tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:27.714429 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-41ad8b20-36fd-4126-a498-de53c6fba56e tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:27.722487 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-93e81a20-cc76-4f77-9171-fd1a67f02540 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:23:27.731872 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e81a20-cc76-4f77-9171-fd1a67f02540 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event updated for resources: {'Port': ['ID=92c2b0e9-2910-4edf-81ee-fedc35d69801,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:27.734346 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e81a20-cc76-4f77-9171-fd1a67f02540 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:23:27.769795 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b60e18-fe4e-4043-8871-57fe2587983e tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Pushing event deleted for resources: {'Subnet': ['ID=ac62e3e8-2718-4c68-91a7-544681516b07,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:27.871661 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-34b60e18-fe4e-4043-8871-57fe2587983e tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:27.879461 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-34b60e18-fe4e-4043-8871-57fe2587983e tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "DELETE /v2.0/subnets/ac62e3e8-2718-4c68-91a7-544681516b07 HTTP/1.1" status: 204 len: 168 time: 0.8898575 May 23 11:23:27.884938 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 36046) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:27.897717 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-41ad8b20-36fd-4126-a498-de53c6fba56e tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9056032 May 23 11:23:27.900889 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36050) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:27.907149 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-8203de67-8977-403d-a087-c5fafc9091cd tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Request body: {'subnet': {'network_id': 'd83b8803-2465-4242-95be-0e17e1a846df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:23:27.932421 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28032d54-0e98-482f-86a8-d965695818a1 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Pushing event updated for resources: {'Port': ['ID=83cac0aa-4271-4fc3-bc29-16423ea70503,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:27.963295 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad8b20-36fd-4126-a498-de53c6fba56e tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event updated for resources: {'Network': ['ID=d83b8803-2465-4242-95be-0e17e1a846df,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:27.982181 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c2efa-61a7-4d13-a850-e0bb74629a12 req-34f6e6f0-2c9e-465b-adac-d6b1df6a4207 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:27.989757 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-976c2efa-61a7-4d13-a850-e0bb74629a12 req-34f6e6f0-2c9e-465b-adac-d6b1df6a4207 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 946 time: 0.4570780 May 23 11:23:28.011552 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedf046-0810-49e8-842f-b9a28619eb2d req-f6430760-6819-440a-b8fc-9ee8bd5e27ad tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:28.019438 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9aedf046-0810-49e8-842f-b9a28619eb2d req-f6430760-6819-440a-b8fc-9ee8bd5e27ad tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ac10bd-1859-49bb-95da-84ff443f77f7 HTTP/1.1" status: 200 len: 948 time: 0.7529085 May 23 11:23:28.042741 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3d677ecf-2df8-4219-a05b-f6f4f703d2bf None None] Calling delete_port for ee78575c-a95a-44b3-8bc7-34e96d1eb118 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:23:28.121217 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e0ef56-95a5-4eb8-a834-3d8b99cc0305 None None] Network dc15df35-8b51-40b0-8426-c0ec1198d56f requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:23:28.134883 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network d83b8803-2465-4242-95be-0e17e1a846df details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:23:28.158998 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ee78575c-a95a-44b3-8bc7-34e96d1eb118 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:23:28.183532 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 0c172e92-fbf5-42cf-b5da-cffa30da0aaa up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:23:28.212852 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8203de67-8977-403d-a087-c5fafc9091cd tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:23:28.217347 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-8203de67-8977-403d-a087-c5fafc9091cd tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Usage tracker for resource:subnet and tenant:aa928321a3fc48f78ff8df0f94ecdbb0 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:23:28.220419 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-8203de67-8977-403d-a087-c5fafc9091cd tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:23:28.228620 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8203de67-8977-403d-a087-c5fafc9091cd tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:23:28.233364 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28032d54-0e98-482f-86a8-d965695818a1 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Checking segment: {'id': 'e8f169bb-a88c-4d67-8900-6e7856e11e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1f9e0c3d-eb83-4e73-b09d-9a13381f8464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:23:28.233733 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28032d54-0e98-482f-86a8-d965695818a1 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Network hostable DHCP agents. Network: 1f9e0c3d-eb83-4e73-b09d-9a13381f8464, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:23:28.242028 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8203de67-8977-403d-a087-c5fafc9091cd tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Made reservation on behalf of aa928321a3fc48f78ff8df0f94ecdbb0 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:23:28.261292 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-62c95829-8137-41f4-8d5a-7cc28806924c tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:28.300375 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-976c2efa-61a7-4d13-a850-e0bb74629a12 req-291d4d5e-017e-4bae-8531-abdc94ca07bc tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096840 May 23 11:23:28.327317 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9aedf046-0810-49e8-842f-b9a28619eb2d req-8ac3557a-a4de-4abc-8b81-267899680cd6 tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb445353-40d9-4c17-8215-e5ed103b2a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297258 May 23 11:23:28.354201 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8203de67-8977-403d-a087-c5fafc9091cd tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:28.587800 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-62c95829-8137-41f4-8d5a-7cc28806924c tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Deleting port ee78575c-a95a-44b3-8bc7-34e96d1eb118 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:23:28.588284 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-62c95829-8137-41f4-8d5a-7cc28806924c tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:28.639282 n-d-842952-2 neutron-server[83912]: INFO neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No ports have port_id starting with ee78575c-a95a-44b3-8bc7-34e96d1eb118 May 23 11:23:28.673654 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3d677ecf-2df8-4219-a05b-f6f4f703d2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:28.684996 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8203de67-8977-403d-a087-c5fafc9091cd tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:28.701872 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28032d54-0e98-482f-86a8-d965695818a1 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Network 1f9e0c3d-eb83-4e73-b09d-9a13381f8464 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:23:28.726422 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-28032d54-0e98-482f-86a8-d965695818a1 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 1f9e0c3d-eb83-4e73-b09d-9a13381f8464) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:23:28.745053 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d677ecf-2df8-4219-a05b-f6f4f703d2bf None None] Pushing event deleted for resources: {'Port': ['ID=ee78575c-a95a-44b3-8bc7-34e96d1eb118,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:28.747243 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ac82e4-83a4-43f9-a7fe-60d3c303cc5c None None] Network 1f9e0c3d-eb83-4e73-b09d-9a13381f8464 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:23:28.749153 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28032d54-0e98-482f-86a8-d965695818a1 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:23:28.753617 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28032d54-0e98-482f-86a8-d965695818a1 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:28.756804 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28032d54-0e98-482f-86a8-d965695818a1 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:28.757509 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-28032d54-0e98-482f-86a8-d965695818a1 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:28.829091 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 0c172e92-fbf5-42cf-b5da-cffa30da0aaa completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:23:28.839886 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8203de67-8977-403d-a087-c5fafc9091cd tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event updated for resources: {'Subnet': ['ID=d9c23e38-8c4c-4912-9cc3-42ef8efc7b22,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:28.843963 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d677ecf-2df8-4219-a05b-f6f4f703d2bf None None] No DVR routers for this DVR port ee78575c-a95a-44b3-8bc7-34e96d1eb118 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:23:28.870184 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-62c95829-8137-41f4-8d5a-7cc28806924c tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] The port 'ee78575c-a95a-44b3-8bc7-34e96d1eb118' was deleted {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:23:28.871770 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 0c172e92-fbf5-42cf-b5da-cffa30da0aaa triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:23:28.875163 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:28.875290 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8203de67-8977-403d-a087-c5fafc9091cd tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Checking segment: {'id': '89de64e1-42e9-4e5f-a0ca-ed6d559382d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd83b8803-2465-4242-95be-0e17e1a846df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:23:28.875290 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8203de67-8977-403d-a087-c5fafc9091cd tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Network hostable DHCP agents. Network: d83b8803-2465-4242-95be-0e17e1a846df, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:23:28.932522 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-28032d54-0e98-482f-86a8-d965695818a1 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.7384629 May 23 11:23:28.933640 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36066) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:28.936984 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8203de67-8977-403d-a087-c5fafc9091cd tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Network d83b8803-2465-4242-95be-0e17e1a846df is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:23:29.021452 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-8203de67-8977-403d-a087-c5fafc9091cd tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, d83b8803-2465-4242-95be-0e17e1a846df) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:23:29.030238 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8203de67-8977-403d-a087-c5fafc9091cd tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:29.031090 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8203de67-8977-403d-a087-c5fafc9091cd tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:29.053616 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e76d79-732d-4888-b4d6-854267a7995b None None] Network d83b8803-2465-4242-95be-0e17e1a846df requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:23:29.066388 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a843a9fb-109a-47b6-abab-fae3b59c7018 req-8643761b-9471-41ac-bfc1-2dbdc02606bb tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:29.074588 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a843a9fb-109a-47b6-abab-fae3b59c7018 req-8643761b-9471-41ac-bfc1-2dbdc02606bb tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.4554965 May 23 11:23:29.110971 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8203de67-8977-403d-a087-c5fafc9091cd tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.2087188 May 23 11:23:29.115052 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-62c95829-8137-41f4-8d5a-7cc28806924c tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:29.115563 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36074) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:29.165376 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-62c95829-8137-41f4-8d5a-7cc28806924c tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caa75e58-fea3-4934-a2b0-723273e69b7e']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:29.173365 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-62c95829-8137-41f4-8d5a-7cc28806924c tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9fbc905-5e46-471f-be10-d3ddd4aa40fc') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:29.173656 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-62c95829-8137-41f4-8d5a-7cc28806924c tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9fbc905-5e46-471f-be10-d3ddd4aa40fc') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:29.193738 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a843a9fb-109a-47b6-abab-fae3b59c7018 req-2421583b-0912-4401-85cb-91efabca33d5 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179357 May 23 11:23:29.314985 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-62c95829-8137-41f4-8d5a-7cc28806924c tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:29.323250 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9721416d-55a5-49a8-b8d6-a322da52a2e2 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:29.327418 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9721416d-55a5-49a8-b8d6-a322da52a2e2 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:29.329296 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9721416d-55a5-49a8-b8d6-a322da52a2e2 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3941793 May 23 11:23:29.332651 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36078) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:29.343100 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:29.354971 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-62c95829-8137-41f4-8d5a-7cc28806924c tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:29.372735 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceadb531-3673-4d21-9de1-cc172fdbbf5e None None] DHCP port deletion for dc15df35-8b51-40b0-8426-c0ec1198d56f request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:23:29.398841 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62c95829-8137-41f4-8d5a-7cc28806924c tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:23:29.399530 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-62c95829-8137-41f4-8d5a-7cc28806924c tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:29.404347 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 0c172e92-fbf5-42cf-b5da-cffa30da0aaa, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0c172e92-fbf5-42cf-b5da-cffa30da0aaa,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:23:29.414315 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ac10bd-1859-49bb-95da-84ff443f77f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c172e92-fbf5-42cf-b5da-cffa30da0aaa'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:23:29.417071 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b4a2a950-3d73-4c7a-8887-d3fdc088f264 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:29.422724 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:23:29.422724 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:23:29.422724 n-d-842952-2 neutron-server[83910]: timer() May 23 11:23:29.422724 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:23:29.422724 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:23:29.422724 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:23:29.422724 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:23:29.422724 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:23:29.422724 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:23:29.422724 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:23:29.422724 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:23:29.422724 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:23:29.422724 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:23:29.422724 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:23:29.422724 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:23:29.422724 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:23:29.422724 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:23:29.422724 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:23:29.422724 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:23:29.422724 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:23:29.422724 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:23:29.422724 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:23:29.422724 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:23:29.422724 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:23:29.422724 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:23:29.422724 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:23:29.422724 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:23:29.422724 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:23:29.422724 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:23:29.422724 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:23:29.422724 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:23:29.422724 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:23:29.427788 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ceadb531-3673-4d21-9de1-cc172fdbbf5e None None] Deleting port b040f427-9ba0-4672-bed7-f4b013eb5d09 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:23:29.428193 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ceadb531-3673-4d21-9de1-cc172fdbbf5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:29.440380 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-1faeb2a9-cdb0-40b0-8214-2db2a5b27c45 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Deleting port 09894e2f-b253-40e9-b9f0-cd3758e6c738 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:23:29.440718 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1faeb2a9-cdb0-40b0-8214-2db2a5b27c45 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:29.446648 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-93e81a20-cc76-4f77-9171-fd1a67f02540 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:29.509691 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:29.601833 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b4a2a950-3d73-4c7a-8887-d3fdc088f264 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:29.725754 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ceadb531-3673-4d21-9de1-cc172fdbbf5e None None] For port b040f427-9ba0-4672-bed7-f4b013eb5d09, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=b040f427-9ba0-4672-bed7-f4b013eb5d09,segment=NetworkSegment(62a496cc-e19f-409a-b014-66e4d6c7cebc),segment_id=62a496cc-e19f-409a-b014-66e4d6c7cebc)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:23:29.726357 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ceadb531-3673-4d21-9de1-cc172fdbbf5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:29.772945 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-62c95829-8137-41f4-8d5a-7cc28806924c tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:29.790247 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1faeb2a9-cdb0-40b0-8214-2db2a5b27c45 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:29.803992 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-93e81a20-cc76-4f77-9171-fd1a67f02540 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:29.834731 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-62c95829-8137-41f4-8d5a-7cc28806924c tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:29.852696 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c95829-8137-41f4-8d5a-7cc28806924c tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Pushing event deleted for resources: {'Network': ['ID=caa75e58-fea3-4934-a2b0-723273e69b7e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:29.861401 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549eed1-abe4-4969-b539-95fcd3fd62c1 req-f86412f5-d444-44bf-b328-ae5ca1b73877 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:29.870634 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5549eed1-abe4-4969-b539-95fcd3fd62c1 req-f86412f5-d444-44bf-b328-ae5ca1b73877 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 946 time: 0.6156945 May 23 11:23:29.924960 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-62c95829-8137-41f4-8d5a-7cc28806924c tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "DELETE /v2.0/networks/caa75e58-fea3-4934-a2b0-723273e69b7e HTTP/1.1" status: 204 len: 168 time: 2.0289052 May 23 11:23:29.929733 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-1faeb2a9-cdb0-40b0-8214-2db2a5b27c45 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Calling delete_port for 09894e2f-b253-40e9-b9f0-cd3758e6c738 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:23:29.936603 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 36086) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:29.960043 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b4a2a950-3d73-4c7a-8887-d3fdc088f264 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:29.993803 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64646c06-8f1a-475f-a06a-6f10ac2ced5c req-0c130226-f9af-4702-9a83-2c4d941670a8 tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:29.995354 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-64646c06-8f1a-475f-a06a-6f10ac2ced5c req-0c130226-f9af-4702-9a83-2c4d941670a8 tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ac10bd-1859-49bb-95da-84ff443f77f7 HTTP/1.1" status: 200 len: 949 time: 0.3647537 May 23 11:23:30.017579 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a2a950-3d73-4c7a-8887-d3fdc088f264 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event deleted for resources: {'Subnet': ['ID=d9c23e38-8c4c-4912-9cc3-42ef8efc7b22,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:30.018176 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ceadb531-3673-4d21-9de1-cc172fdbbf5e None None] Calling delete_port for b040f427-9ba0-4672-bed7-f4b013eb5d09 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:23:30.099683 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5549eed1-abe4-4969-b539-95fcd3fd62c1 req-b9cbcfd0-a002-4c69-8e25-cda79fae7a69 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274482 May 23 11:23:30.164003 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b4a2a950-3d73-4c7a-8887-d3fdc088f264 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:30.190246 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1faeb2a9-cdb0-40b0-8214-2db2a5b27c45 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:30.230621 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-b4a2a950-3d73-4c7a-8887-d3fdc088f264 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d83b8803-2465-4242-95be-0e17e1a846df']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:30.254274 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e88fa23-88d4-4bcd-b846-bb466fbb0678 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:30.257607 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faeb2a9-cdb0-40b0-8214-2db2a5b27c45 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Pushing event deleted for resources: {'Port': ['ID=09894e2f-b253-40e9-b9f0-cd3758e6c738,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:30.266940 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-b4a2a950-3d73-4c7a-8887-d3fdc088f264 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89de64e1-42e9-4e5f-a0ca-ed6d559382d6') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:30.267306 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-b4a2a950-3d73-4c7a-8887-d3fdc088f264 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89de64e1-42e9-4e5f-a0ca-ed6d559382d6') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:30.302317 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b4a2a950-3d73-4c7a-8887-d3fdc088f264 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:30.308170 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-64646c06-8f1a-475f-a06a-6f10ac2ced5c req-5c902896-5f8d-47ca-8acc-2855055c4ee2 tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb445353-40d9-4c17-8215-e5ed103b2a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516606 May 23 11:23:30.320899 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d5907cb-388a-4a17-bd77-7a9acccda1e3'] response: {'server_uuid': 'd0ac10bd-1859-49bb-95da-84ff443f77f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c172e92-fbf5-42cf-b5da-cffa30da0aaa', 'code': 200} May 23 11:23:30.338465 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1faeb2a9-cdb0-40b0-8214-2db2a5b27c45 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:30.357877 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=0c172e92-fbf5-42cf-b5da-cffa30da0aaa,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:30.361073 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device b040f427-9ba0-4672-bed7-f4b013eb5d09 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:23:30.374739 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b4a2a950-3d73-4c7a-8887-d3fdc088f264 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:30.383089 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1faeb2a9-cdb0-40b0-8214-2db2a5b27c45 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] 10.222.0.79 "DELETE /v2.0/ports/09894e2f-b253-40e9-b9f0-cd3758e6c738 HTTP/1.1" status: 204 len: 168 time: 1.0469701 May 23 11:23:30.387482 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36096) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:30.392321 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4a2a950-3d73-4c7a-8887-d3fdc088f264 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:23:30.392838 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b4a2a950-3d73-4c7a-8887-d3fdc088f264 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:30.403143 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-93e81a20-cc76-4f77-9171-fd1a67f02540 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:30.452684 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-3e88fa23-88d4-4bcd-b846-bb466fbb0678 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Deleting port b040f427-9ba0-4672-bed7-f4b013eb5d09 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:23:30.453084 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e88fa23-88d4-4bcd-b846-bb466fbb0678 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:30.606929 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-93e81a20-cc76-4f77-9171-fd1a67f02540 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:30.610549 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacca496-84ac-4879-92d2-7b99b6c479dc None None] Network d83b8803-2465-4242-95be-0e17e1a846df requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:23:30.647421 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ceadb531-3673-4d21-9de1-cc172fdbbf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:30.650097 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:23:30.650097 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:23:30.650097 n-d-842952-2 neutron-server[83911]: timer() May 23 11:23:30.650097 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:23:30.650097 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:23:30.650097 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:23:30.650097 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:23:30.650097 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:23:30.650097 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:23:30.650097 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:23:30.650097 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:23:30.650097 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:23:30.650097 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:23:30.650097 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:23:30.650097 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:23:30.650097 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:23:30.650097 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:23:30.650097 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:23:30.650097 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:23:30.650097 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:23:30.650097 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:23:30.650097 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:23:30.650097 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:23:30.650097 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:23:30.650097 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:23:30.650097 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:23:30.650097 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:23:30.650097 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:23:30.650097 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:23:30.650097 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:23:30.650097 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:23:30.650097 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:23:30.686458 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b4a2a950-3d73-4c7a-8887-d3fdc088f264 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:30.701523 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-3e88fa23-88d4-4bcd-b846-bb466fbb0678 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] The port 'b040f427-9ba0-4672-bed7-f4b013eb5d09' was deleted {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:23:30.723490 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b4a2a950-3d73-4c7a-8887-d3fdc088f264 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:30.735768 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a2a950-3d73-4c7a-8887-d3fdc088f264 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event deleted for resources: {'Network': ['ID=d83b8803-2465-4242-95be-0e17e1a846df,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:30.738934 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b4a2a950-3d73-4c7a-8887-d3fdc088f264 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "DELETE /v2.0/networks/d83b8803-2465-4242-95be-0e17e1a846df HTTP/1.1" status: 204 len: 168 time: 1.6222754 May 23 11:23:30.742882 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36100) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:30.761199 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-ae11eda5-a1c1-40e8-b06a-13fee0ec5c31 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-566804678'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:23:30.762708 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceadb531-3673-4d21-9de1-cc172fdbbf5e None None] Pushing event deleted for resources: {'Port': ['ID=b040f427-9ba0-4672-bed7-f4b013eb5d09,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:30.772401 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ae11eda5-a1c1-40e8-b06a-13fee0ec5c31 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:23:30.772798 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:30.779940 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ae11eda5-a1c1-40e8-b06a-13fee0ec5c31 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Usage tracker for resource:network and tenant:aa928321a3fc48f78ff8df0f94ecdbb0 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:23:30.785359 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ae11eda5-a1c1-40e8-b06a-13fee0ec5c31 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:23:30.797368 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-170e8c69-77ad-4efa-88d4-04bb583c6afd tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Deleting port 83cac0aa-4271-4fc3-bc29-16423ea70503 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:23:30.798031 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-170e8c69-77ad-4efa-88d4-04bb583c6afd tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:30.806806 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceadb531-3673-4d21-9de1-cc172fdbbf5e None None] No DVR routers for this DVR port b040f427-9ba0-4672-bed7-f4b013eb5d09 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:23:30.867881 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ae11eda5-a1c1-40e8-b06a-13fee0ec5c31 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:23:30.980332 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e81a20-cc76-4f77-9171-fd1a67f02540 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event updated for resources: {'Port': ['ID=92c2b0e9-2910-4edf-81ee-fedc35d69801,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:31.034151 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e88fa23-88d4-4bcd-b846-bb466fbb0678 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:31.034685 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae11eda5-a1c1-40e8-b06a-13fee0ec5c31 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Made reservation on behalf of aa928321a3fc48f78ff8df0f94ecdbb0 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:23:31.037867 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ae11eda5-a1c1-40e8-b06a-13fee0ec5c31 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:31.066653 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-170e8c69-77ad-4efa-88d4-04bb583c6afd tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:31.073450 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-93e81a20-cc76-4f77-9171-fd1a67f02540 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:31.092275 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae11eda5-a1c1-40e8-b06a-13fee0ec5c31 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:23:31.100956 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ae11eda5-a1c1-40e8-b06a-13fee0ec5c31 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:31.101301 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-ae11eda5-a1c1-40e8-b06a-13fee0ec5c31 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Added segment 3c12fdd0-bf2c-4a69-ab9e-a5df0bf3ab27 of type vlan for network af757dee-4393-49cb-b904-5f14a42f6f3f May 23 11:23:31.138769 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9d232c82-fdc0-4774-9cc7-00d51f6754dc req-fb9b0daf-1398-40bb-87be-926d607a95a2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d0ac10bd-1859-49bb-95da-84ff443f77f7 HTTP/1.1" status: 200 len: 1100 time: 0.7316682 May 23 11:23:31.198721 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-3e88fa23-88d4-4bcd-b846-bb466fbb0678 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc15df35-8b51-40b0-8426-c0ec1198d56f']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:31.238216 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-170e8c69-77ad-4efa-88d4-04bb583c6afd tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Calling delete_port for 83cac0aa-4271-4fc3-bc29-16423ea70503 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:23:31.246024 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160ea41-451a-4ce6-8184-b736dbd90ff4 req-88ed85ce-f9c1-496c-ae96-85293c62d81e tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:31.247500 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1160ea41-451a-4ce6-8184-b736dbd90ff4 req-88ed85ce-f9c1-496c-ae96-85293c62d81e tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.7282567 May 23 11:23:31.254485 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-3e88fa23-88d4-4bcd-b846-bb466fbb0678 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62a496cc-e19f-409a-b014-66e4d6c7cebc') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:31.254778 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-3e88fa23-88d4-4bcd-b846-bb466fbb0678 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62a496cc-e19f-409a-b014-66e4d6c7cebc') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:31.269005 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec0e090-3e6d-49a7-b29e-03a43ff0350e req-6c9b750e-24a3-4129-9123-927338e59912 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:31.270458 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1ec0e090-3e6d-49a7-b29e-03a43ff0350e req-6c9b750e-24a3-4129-9123-927338e59912 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 946 time: 0.7526777 May 23 11:23:31.273358 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ae11eda5-a1c1-40e8-b06a-13fee0ec5c31 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:31.304979 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e88fa23-88d4-4bcd-b846-bb466fbb0678 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:31.335321 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ae11eda5-a1c1-40e8-b06a-13fee0ec5c31 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:31.339362 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae11eda5-a1c1-40e8-b06a-13fee0ec5c31 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:31.340022 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ae11eda5-a1c1-40e8-b06a-13fee0ec5c31 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:31.368103 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e88fa23-88d4-4bcd-b846-bb466fbb0678 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:31.369779 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-170e8c69-77ad-4efa-88d4-04bb583c6afd tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:31.384425 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e88fa23-88d4-4bcd-b846-bb466fbb0678 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:23:31.384837 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e88fa23-88d4-4bcd-b846-bb466fbb0678 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:31.402857 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:23:31.402857 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:23:31.402857 n-d-842952-2 neutron-server[83910]: timer() May 23 11:23:31.402857 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:23:31.402857 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:23:31.402857 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:23:31.402857 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:23:31.402857 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:23:31.402857 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:23:31.402857 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:23:31.402857 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:23:31.402857 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:23:31.402857 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:23:31.402857 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:23:31.402857 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:23:31.402857 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:23:31.402857 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:23:31.402857 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:23:31.402857 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:23:31.402857 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:23:31.402857 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:23:31.402857 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:23:31.402857 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:23:31.402857 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:23:31.402857 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:23:31.402857 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:23:31.402857 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:23:31.402857 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:23:31.402857 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:23:31.402857 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:23:31.402857 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:23:31.402857 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:23:31.410836 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9d232c82-fdc0-4774-9cc7-00d51f6754dc req-527db692-a349-48db-a882-3d882974bcfc service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=bb445353-40d9-4c17-8215-e5ed103b2a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604451 May 23 11:23:31.486906 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e8c69-77ad-4efa-88d4-04bb583c6afd tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Pushing event deleted for resources: {'Port': ['ID=83cac0aa-4271-4fc3-bc29-16423ea70503,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:31.506430 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ae11eda5-a1c1-40e8-b06a-13fee0ec5c31 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7608480 May 23 11:23:31.509589 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36108) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:31.521116 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-bd80500f-601b-4e80-835d-52bc801d0604 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Request body: {'subnet': {'network_id': 'af757dee-4393-49cb-b904-5f14a42f6f3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:23:31.536998 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae11eda5-a1c1-40e8-b06a-13fee0ec5c31 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event updated for resources: {'Network': ['ID=af757dee-4393-49cb-b904-5f14a42f6f3f,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:31.541949 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-170e8c69-77ad-4efa-88d4-04bb583c6afd tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:31.546432 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-170e8c69-77ad-4efa-88d4-04bb583c6afd tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] 10.222.0.79 "DELETE /v2.0/ports/83cac0aa-4271-4fc3-bc29-16423ea70503 HTTP/1.1" status: 204 len: 168 time: 1.1538613 May 23 11:23:31.549166 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36112) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:31.550104 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network af757dee-4393-49cb-b904-5f14a42f6f3f details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:23:31.611527 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1160ea41-451a-4ce6-8184-b736dbd90ff4 req-c494aec0-2b9a-4c5d-9d2f-156eea811751 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3361800 May 23 11:23:31.636422 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1ec0e090-3e6d-49a7-b29e-03a43ff0350e req-ef68df40-eb3f-4b2e-8de2-744923b13e31 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426676 May 23 11:23:31.647624 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e88fa23-88d4-4bcd-b846-bb466fbb0678 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:31.651517 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ca96bb46-4f85-4fa2-85ca-27f63cf53c57 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Synchronizing usage tracker for tenant:5a44dc58a58a46c39bf08796db153af1 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:23:31.665110 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3e88fa23-88d4-4bcd-b846-bb466fbb0678 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:31.697475 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bd80500f-601b-4e80-835d-52bc801d0604 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:23:31.702430 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-bd80500f-601b-4e80-835d-52bc801d0604 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Usage tracker for resource:subnet and tenant:aa928321a3fc48f78ff8df0f94ecdbb0 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:23:31.705592 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-bd80500f-601b-4e80-835d-52bc801d0604 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:23:31.708342 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ca96bb46-4f85-4fa2-85ca-27f63cf53c57 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Unset dirty status for tenant:5a44dc58a58a46c39bf08796db153af1 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:23:31.713355 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ca96bb46-4f85-4fa2-85ca-27f63cf53c57 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1595359 May 23 11:23:31.713517 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36118) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:31.716694 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bd80500f-601b-4e80-835d-52bc801d0604 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:23:31.724205 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-28e360f7-388a-42aa-b7a8-4feb2004159b tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1994194018'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:23:31.727014 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e88fa23-88d4-4bcd-b846-bb466fbb0678 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] Pushing event deleted for resources: {'Network': ['ID=dc15df35-8b51-40b0-8426-c0ec1198d56f,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:31.739186 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-28e360f7-388a-42aa-b7a8-4feb2004159b tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:23:31.739386 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3e88fa23-88d4-4bcd-b846-bb466fbb0678 tempest-TaggedBootDevicesTest_v242-147165775 tempest-TaggedBootDevicesTest_v242-147165775-project] 10.222.0.79 "DELETE /v2.0/networks/dc15df35-8b51-40b0-8426-c0ec1198d56f HTTP/1.1" status: 204 len: 168 time: 1.7868085 May 23 11:23:31.749457 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-28e360f7-388a-42aa-b7a8-4feb2004159b tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Usage tracker for resource:network and tenant:5a44dc58a58a46c39bf08796db153af1 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:23:31.753963 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-28e360f7-388a-42aa-b7a8-4feb2004159b tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:23:31.757644 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd80500f-601b-4e80-835d-52bc801d0604 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Made reservation on behalf of aa928321a3fc48f78ff8df0f94ecdbb0 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:23:31.795729 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-28e360f7-388a-42aa-b7a8-4feb2004159b tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:23:31.876891 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e360f7-388a-42aa-b7a8-4feb2004159b tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Made reservation on behalf of 5a44dc58a58a46c39bf08796db153af1 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:23:31.879972 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-28e360f7-388a-42aa-b7a8-4feb2004159b tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:31.903347 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bd80500f-601b-4e80-835d-52bc801d0604 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:31.922809 n-d-842952-2 neutron-server[83910]: INFO neutron.db.l3_db [None req-93e81a20-cc76-4f77-9171-fd1a67f02540 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Floating IP 27f31c95-9506-44e6-ab79-607411c2e0c4 associated. External IP: 172.25.6.189, port: a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96. May 23 11:23:31.996909 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28e360f7-388a-42aa-b7a8-4feb2004159b tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:23:32.016207 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-28e360f7-388a-42aa-b7a8-4feb2004159b tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:32.016543 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-28e360f7-388a-42aa-b7a8-4feb2004159b tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Added segment ed24d65a-7d6f-46eb-b609-63a9cb377d3f of type vlan for network 149bb248-791d-4ff6-95df-a5d8f0ec7d78 May 23 11:23:32.052494 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-28e360f7-388a-42aa-b7a8-4feb2004159b tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:32.119507 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8a0cd-2e47-4f9f-8702-ef10cbcf1ae7 req-49c925ac-7596-49c8-903e-281a6b73972a tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:32.121060 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-78b8a0cd-2e47-4f9f-8702-ef10cbcf1ae7 req-49c925ac-7596-49c8-903e-281a6b73972a tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ac10bd-1859-49bb-95da-84ff443f77f7 HTTP/1.1" status: 200 len: 949 time: 0.3112268 May 23 11:23:32.137746 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-28e360f7-388a-42aa-b7a8-4feb2004159b tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:32.141346 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e360f7-388a-42aa-b7a8-4feb2004159b tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:32.141918 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-28e360f7-388a-42aa-b7a8-4feb2004159b tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:32.148036 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83139f-c23d-4ee4-b92c-742034c8b1ab req-158f34d8-c23b-4295-ab40-92e049aefa9e tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:32.152321 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4b83139f-c23d-4ee4-b92c-742034c8b1ab req-158f34d8-c23b-4295-ab40-92e049aefa9e tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 946 time: 0.2737098 May 23 11:23:32.225348 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-78b8a0cd-2e47-4f9f-8702-ef10cbcf1ae7 req-b6a408c7-24e2-4638-9e28-3a1b35ade7d6 tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb445353-40d9-4c17-8215-e5ed103b2a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982347 May 23 11:23:32.236023 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4b83139f-c23d-4ee4-b92c-742034c8b1ab req-f6538d26-e2aa-4b12-b4a6-192c3cebab34 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793722 May 23 11:23:32.280481 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bd80500f-601b-4e80-835d-52bc801d0604 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:32.319423 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-28e360f7-388a-42aa-b7a8-4feb2004159b tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6047831 May 23 11:23:32.320174 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e360f7-388a-42aa-b7a8-4feb2004159b tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Pushing event updated for resources: {'Network': ['ID=149bb248-791d-4ff6-95df-a5d8f0ec7d78,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:32.322113 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36128) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:32.333441 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 149bb248-791d-4ff6-95df-a5d8f0ec7d78 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:23:32.451512 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-4d442f8d-d4bb-4b07-befa-6285b9198e87 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1834717453'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:23:32.462654 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4d442f8d-d4bb-4b07-befa-6285b9198e87 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:23:32.477357 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4d442f8d-d4bb-4b07-befa-6285b9198e87 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Usage tracker for resource:network and tenant:5a44dc58a58a46c39bf08796db153af1 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:23:32.485093 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4d442f8d-d4bb-4b07-befa-6285b9198e87 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:23:32.494551 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd80500f-601b-4e80-835d-52bc801d0604 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event updated for resources: {'Subnet': ['ID=e48331c5-6c39-4521-955f-cdc6ee081820,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:32.497180 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4d442f8d-d4bb-4b07-befa-6285b9198e87 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:23:32.538941 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d442f8d-d4bb-4b07-befa-6285b9198e87 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Made reservation on behalf of 5a44dc58a58a46c39bf08796db153af1 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:23:32.541905 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4d442f8d-d4bb-4b07-befa-6285b9198e87 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:32.547275 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e81a20-cc76-4f77-9171-fd1a67f02540 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Router f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:23:32.580753 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd80500f-601b-4e80-835d-52bc801d0604 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Checking segment: {'id': '3c12fdd0-bf2c-4a69-ab9e-a5df0bf3ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'af757dee-4393-49cb-b904-5f14a42f6f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:23:32.581105 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd80500f-601b-4e80-835d-52bc801d0604 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Network hostable DHCP agents. Network: af757dee-4393-49cb-b904-5f14a42f6f3f, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:23:32.606918 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d442f8d-d4bb-4b07-befa-6285b9198e87 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:23:32.618993 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4d442f8d-d4bb-4b07-befa-6285b9198e87 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:32.619574 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-4d442f8d-d4bb-4b07-befa-6285b9198e87 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Added segment ebc84f6d-f1e8-4c3f-b695-61ac673799ec of type vlan for network 36373ae1-48e4-48e9-8603-9783f238224d May 23 11:23:32.626271 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd80500f-601b-4e80-835d-52bc801d0604 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Network af757dee-4393-49cb-b904-5f14a42f6f3f is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:23:32.659141 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-bd80500f-601b-4e80-835d-52bc801d0604 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, af757dee-4393-49cb-b904-5f14a42f6f3f) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:23:32.667842 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f6f990-4f1e-458d-8818-9d0875c57a85 None None] Network af757dee-4393-49cb-b904-5f14a42f6f3f requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:23:32.680090 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd80500f-601b-4e80-835d-52bc801d0604 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:32.681230 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bd80500f-601b-4e80-835d-52bc801d0604 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:32.690741 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4d442f8d-d4bb-4b07-befa-6285b9198e87 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:32.766079 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-bd80500f-601b-4e80-835d-52bc801d0604 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2505367 May 23 11:23:32.766984 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 36142) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:32.789308 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4d442f8d-d4bb-4b07-befa-6285b9198e87 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:32.793153 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d442f8d-d4bb-4b07-befa-6285b9198e87 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:32.793792 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4d442f8d-d4bb-4b07-befa-6285b9198e87 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:32.974980 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4d442f8d-d4bb-4b07-befa-6285b9198e87 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6469305 May 23 11:23:33.020415 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d442f8d-d4bb-4b07-befa-6285b9198e87 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Pushing event updated for resources: {'Network': ['ID=36373ae1-48e4-48e9-8603-9783f238224d,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:33.039941 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 36373ae1-48e4-48e9-8603-9783f238224d details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:23:33.085202 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c9882f-eac9-4fb4-85a3-93d9b199fd12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-af757dee-4393-49cb-b904-5f14a42f6f3f', 'network_id': 'af757dee-4393-49cb-b904-5f14a42f6f3f', 'tenant_id': 'aa928321a3fc48f78ff8df0f94ecdbb0', 'fixed_ips': [{'subnet_id': 'e48331c5-6c39-4521-955f-cdc6ee081820'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:23:33.088258 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-76c9882f-eac9-4fb4-85a3-93d9b199fd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:33.271228 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6e09e-f260-4ea0-bd7b-3dcf2dc6431f req-d9209219-b5d2-4ba0-a69b-8b5524661ab3 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:33.272869 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-55c6e09e-f260-4ea0-bd7b-3dcf2dc6431f req-d9209219-b5d2-4ba0-a69b-8b5524661ab3 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.2069397 May 23 11:23:33.281249 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ec41-cf48-4a06-99de-50dde86a5c56 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:33.508954 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-76c9882f-eac9-4fb4-85a3-93d9b199fd12 None None] Allocated IP 2001:db8::1 (af757dee-4393-49cb-b904-5f14a42f6f3f/e48331c5-6c39-4521-955f-cdc6ee081820/7275dfe7-ad12-4668-8386-edc5b3bfd840) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:23:33.587446 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ec41-cf48-4a06-99de-50dde86a5c56 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:33.655990 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-55c6e09e-f260-4ea0-bd7b-3dcf2dc6431f req-b2c10531-e636-4429-bc4c-ee5a402c3eca tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3592336 May 23 11:23:33.770562 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e81a20-cc76-4f77-9171-fd1a67f02540 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:23:33.790111 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7a55d4-3a4e-414f-a552-a2e2aa9d929a None None] Sync routers for ids ['f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:23:33.836293 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4f44b-2f1f-47d6-8ed3-6429bb4ebdb9 req-de0e67c2-cd40-4251-b6f9-1c45f55592e2 tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:33.847624 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-06f4f44b-2f1f-47d6-8ed3-6429bb4ebdb9 req-de0e67c2-cd40-4251-b6f9-1c45f55592e2 tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ac10bd-1859-49bb-95da-84ff443f77f7 HTTP/1.1" status: 200 len: 949 time: 0.4101305 May 23 11:23:33.853469 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7a55d4-3a4e-414f-a552-a2e2aa9d929a None None] Routers {'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:23:33.860553 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-fe7a55d4-3a4e-414f-a552-a2e2aa9d929a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:23:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:33.924960 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-93e81a20-cc76-4f77-9171-fd1a67f02540 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:33.983979 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-76c9882f-eac9-4fb4-85a3-93d9b199fd12 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:34.005473 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-76c9882f-eac9-4fb4-85a3-93d9b199fd12 None None] Transition to ACTIVE for port object 7275dfe7-ad12-4668-8386-edc5b3bfd840 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:23:34.041574 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-06f4f44b-2f1f-47d6-8ed3-6429bb4ebdb9 req-2b156359-bcde-4fcb-b533-bb8f608fa47c tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb445353-40d9-4c17-8215-e5ed103b2a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930609 May 23 11:23:34.053506 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-76c9882f-eac9-4fb4-85a3-93d9b199fd12 None None] Transition to ACTIVE for port object 7275dfe7-ad12-4668-8386-edc5b3bfd840 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:23:34.063687 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-76c9882f-eac9-4fb4-85a3-93d9b199fd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:34.071307 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36154) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:34.072135 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-93e81a20-cc76-4f77-9171-fd1a67f02540 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.7088962 May 23 11:23:34.075594 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dfa827a-1364-4cf2-ad34-bbd613c20574', 'tag': 'a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:23:34.104590 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ec41-cf48-4a06-99de-50dde86a5c56 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:34.194008 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1ec41-cf48-4a06-99de-50dde86a5c56 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event deleted for resources: {'Subnet': ['ID=e48331c5-6c39-4521-955f-cdc6ee081820,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:34.346114 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c9882f-eac9-4fb4-85a3-93d9b199fd12 None None] Pushing event updated for resources: {'Port': ['ID=7275dfe7-ad12-4668-8386-edc5b3bfd840,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:34.366419 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-fe7a55d4-3a4e-414f-a552-a2e2aa9d929a None None] Set router f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:23:34.442715 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-edf5a8c7-98c6-45c3-89b5-7b845d64f607 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/floatingips/27f31c95-9506-44e6-ab79-607411c2e0c4 HTTP/1.1" status: 200 len: 992 time: 0.3691487 May 23 11:23:34.444607 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c9882f-eac9-4fb4-85a3-93d9b199fd12 None None] Network af757dee-4393-49cb-b904-5f14a42f6f3f is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:23:34.446848 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-76c9882f-eac9-4fb4-85a3-93d9b199fd12 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:23:34.459504 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c9882f-eac9-4fb4-85a3-93d9b199fd12 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:23:34.725924 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:23:34.747083 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-49fe4518-b506-4673-803c-7a745cf8f13f req-fdd08544-2597-4553-95e1-71e5ac1f965c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e6820b1da73478a8f6280c600dfbb0e&device_id=2dfa827a-1364-4cf2-ad34-bbd613c20574 HTTP/1.1" status: 200 len: 1097 time: 0.1325147 May 23 11:23:34.824805 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-76c9882f-eac9-4fb4-85a3-93d9b199fd12 None None] Attempting to bind port 7275dfe7-ad12-4668-8386-edc5b3bfd840 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:23:34.825360 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-76c9882f-eac9-4fb4-85a3-93d9b199fd12 None None] Attempting to bind port 7275dfe7-ad12-4668-8386-edc5b3bfd840 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3c12fdd0-bf2c-4a69-ab9e-a5df0bf3ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'af757dee-4393-49cb-b904-5f14a42f6f3f'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:23:34.825509 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c9882f-eac9-4fb4-85a3-93d9b199fd12 None None] Attempting to bind port 7275dfe7-ad12-4668-8386-edc5b3bfd840 on network af757dee-4393-49cb-b904-5f14a42f6f3f {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:23:34.854641 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c9882f-eac9-4fb4-85a3-93d9b199fd12 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:23:34.856138 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c9882f-eac9-4fb4-85a3-93d9b199fd12 None None] Checking segment: {'id': '3c12fdd0-bf2c-4a69-ab9e-a5df0bf3ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'af757dee-4393-49cb-b904-5f14a42f6f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:23:34.856556 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-76c9882f-eac9-4fb4-85a3-93d9b199fd12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:34.856951 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c9882f-eac9-4fb4-85a3-93d9b199fd12 None None] Bound using segment: {'id': '3c12fdd0-bf2c-4a69-ab9e-a5df0bf3ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'af757dee-4393-49cb-b904-5f14a42f6f3f'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:23:34.858568 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-76c9882f-eac9-4fb4-85a3-93d9b199fd12 None None] Bound port: 7275dfe7-ad12-4668-8386-edc5b3bfd840, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c12fdd0-bf2c-4a69-ab9e-a5df0bf3ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'af757dee-4393-49cb-b904-5f14a42f6f3f'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:23:34.858948 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-76c9882f-eac9-4fb4-85a3-93d9b199fd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:35.086092 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-fe7a55d4-3a4e-414f-a552-a2e2aa9d929a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'name': 'tempest-TestNetworkBasicOps-router-187643995', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'd900448e-b3cc-4f39-891d-f325c493782d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:22:20Z', 'updated_at': '2022-05-23T11:22:40Z', 'revision_number': 4, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'gw_port': {'id': 'd900448e-b3cc-4f39-891d-f325c493782d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:22:22Z', 'updated_at': '2022-05-23T11:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '27f31c95-9506-44e6-ab79-607411c2e0c4', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'floating_ip_address': '172.25.6.189', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'port_id': 'a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '862e9dfa-9220-4fa8-8863-16bb1e61f09a', 'mac_address': 'fa:16:3e:6b:00:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfa827a-1364-4cf2-ad34-bbd613c20574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:23:28Z', 'updated_at': '2022-05-23T11:23:28Z', 'revision_number': 0, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fff9611-3563-4b36-89a7-0e61544e067b', 'name': '', 'network_id': '862e9dfa-9220-4fa8-8863-16bb1e61f09a', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'mac_address': 'fa:16:3e:26:1f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71080ede-fcb2-4e30-8636-9b223584a1ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:22:38Z', 'updated_at': '2022-05-23T11:22:55Z', 'revision_number': 5, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'subnets': [{'id': '71080ede-fcb2-4e30-8636-9b223584a1ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:35.103642 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7a55d4-3a4e-414f-a552-a2e2aa9d929a None None] Checking router: f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:23:35.156827 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-76c9882f-eac9-4fb4-85a3-93d9b199fd12 None None] For port 7275dfe7-ad12-4668-8386-edc5b3bfd840, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:23:35.166447 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-76c9882f-eac9-4fb4-85a3-93d9b199fd12 None None] For port 7275dfe7-ad12-4668-8386-edc5b3bfd840, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=7275dfe7-ad12-4668-8386-edc5b3bfd840,segment=NetworkSegment(3c12fdd0-bf2c-4a69-ab9e-a5df0bf3ab27),segment_id=3c12fdd0-bf2c-4a69-ab9e-a5df0bf3ab27)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:23:35.175651 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7a55d4-3a4e-414f-a552-a2e2aa9d929a None None] Routers {'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:23:35.177717 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-fe7a55d4-3a4e-414f-a552-a2e2aa9d929a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:23:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:35.178241 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-76c9882f-eac9-4fb4-85a3-93d9b199fd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:35.204865 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05a9fe68-9400-4d3e-9ffd-283b8df30d24'] response: {'name': 'network-changed', 'server_uuid': '2dfa827a-1364-4cf2-ad34-bbd613c20574', 'tag': 'a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96', 'status': 'completed', 'code': 200} May 23 11:23:35.211788 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe4518-b506-4673-803c-7a745cf8f13f req-57b62168-10ea-454b-8c5a-918b628a1b48 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:35.213344 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-49fe4518-b506-4673-803c-7a745cf8f13f req-57b62168-10ea-454b-8c5a-918b628a1b48 service neutron] 10.222.0.13 "GET /v2.0/networks?id=862e9dfa-9220-4fa8-8863-16bb1e61f09a HTTP/1.1" status: 200 len: 898 time: 0.4598505 May 23 11:23:35.457507 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36178) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:35.461534 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c9882f-eac9-4fb4-85a3-93d9b199fd12 None None] Pushing event updated for resources: {'Port': ['ID=7275dfe7-ad12-4668-8386-edc5b3bfd840,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:35.594013 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ec41-cf48-4a06-99de-50dde86a5c56 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:35.614283 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69b76b5-4172-4924-ad59-ae11ffcf9197 None None] Network af757dee-4393-49cb-b904-5f14a42f6f3f requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:23:35.635889 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-fe7a55d4-3a4e-414f-a552-a2e2aa9d929a None None] Set router f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:23:35.748314 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-7eb1ec41-cf48-4a06-99de-50dde86a5c56 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af757dee-4393-49cb-b904-5f14a42f6f3f']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:35.770078 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-7eb1ec41-cf48-4a06-99de-50dde86a5c56 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c12fdd0-bf2c-4a69-ab9e-a5df0bf3ab27') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:35.770429 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-7eb1ec41-cf48-4a06-99de-50dde86a5c56 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c12fdd0-bf2c-4a69-ab9e-a5df0bf3ab27') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:35.796147 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ec41-cf48-4a06-99de-50dde86a5c56 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:35.828688 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ffb7a-206f-497c-b855-959d01411352 req-2d69118a-ae31-4a5e-ac42-6070231dadd5 tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:35.835996 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ac1ffb7a-206f-497c-b855-959d01411352 req-2d69118a-ae31-4a5e-ac42-6070231dadd5 tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ac10bd-1859-49bb-95da-84ff443f77f7 HTTP/1.1" status: 200 len: 949 time: 0.4210579 May 23 11:23:35.870528 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393488e-05ca-4a0c-a137-b45da59bf734 req-43c6b9c3-be58-4b62-9694-441e60a5618f tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:35.873671 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-49fe4518-b506-4673-803c-7a745cf8f13f req-4d9f4292-46ee-47b6-8fed-c0bcfd02d14e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96 HTTP/1.1" status: 200 len: 1000 time: 0.6527047 May 23 11:23:35.878487 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1393488e-05ca-4a0c-a137-b45da59bf734 req-43c6b9c3-be58-4b62-9694-441e60a5618f tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.6348009 May 23 11:23:35.884691 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-78e8878d-c53f-4501-8c04-e71d9a11665c tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/floatingips/27f31c95-9506-44e6-ab79-607411c2e0c4 HTTP/1.1" status: 200 len: 992 time: 0.4032040 May 23 11:23:35.898379 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ec41-cf48-4a06-99de-50dde86a5c56 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:35.926120 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eb1ec41-cf48-4a06-99de-50dde86a5c56 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:23:35.926528 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ec41-cf48-4a06-99de-50dde86a5c56 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:35.966041 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:23:35.966041 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:23:35.966041 n-d-842952-2 neutron-server[83910]: timer() May 23 11:23:35.966041 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:23:35.966041 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:23:35.966041 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:23:35.966041 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:23:35.966041 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:23:35.966041 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:23:35.966041 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:23:35.966041 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:23:35.966041 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:23:35.966041 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:23:35.966041 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:23:35.966041 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:23:35.966041 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:23:35.966041 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:23:35.966041 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:23:35.966041 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:23:35.966041 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:23:35.966041 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:23:35.966041 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:23:35.966041 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:23:35.966041 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:23:35.966041 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:23:35.966041 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:23:35.966041 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:23:35.966041 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:23:35.966041 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:23:35.966041 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:23:35.966041 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:23:35.966041 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:23:36.031953 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe4518-b506-4673-803c-7a745cf8f13f req-64e6358b-6c77-45ae-8be7-5f6a105fd178 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:36.039717 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-49fe4518-b506-4673-803c-7a745cf8f13f req-64e6358b-6c77-45ae-8be7-5f6a105fd178 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=71080ede-fcb2-4e30-8636-9b223584a1ac HTTP/1.1" status: 200 len: 834 time: 0.1526237 May 23 11:23:36.221684 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ac1ffb7a-206f-497c-b855-959d01411352 req-be9deca6-ab43-44b2-a1e9-de77595f1ca0 tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb445353-40d9-4c17-8215-e5ed103b2a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847232 May 23 11:23:36.242671 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-49fe4518-b506-4673-803c-7a745cf8f13f req-90ecb375-054e-43d5-81ca-6b482cb40ee7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=862e9dfa-9220-4fa8-8863-16bb1e61f09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1969938 May 23 11:23:36.266163 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.api [None req-7eb1ec41-cf48-4a06-99de-50dde86a5c56 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 23 11:23:36.266163 n-d-842952-2 neutron-server[83910]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 23 11:23:36.266163 n-d-842952-2 neutron-server[83910]: [parameters: {'id': 'af757dee-4393-49cb-b904-5f14a42f6f3f'}] May 23 11:23:36.266163 n-d-842952-2 neutron-server[83910]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:23:36.269412 n-d-842952-2 neutron-server[83910]: DEBUG oslo_db.api [None req-7eb1ec41-cf48-4a06-99de-50dde86a5c56 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:23:36.290109 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1393488e-05ca-4a0c-a137-b45da59bf734 req-f79f8ef1-1eb0-42cc-8e72-f69226d44530 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4107049 May 23 11:23:36.351900 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf39921-bbec-42ba-8bb7-b1f8c41552cd None None] get_active_networks_info from n-d-842952-2 {{(pid=83912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 23 11:23:36.356070 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 36188) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:36.361972 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-b049ea9b-eb08-425f-b601-317d272f0ce0 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Request body: {'subnets': [{'network_id': '149bb248-791d-4ff6-95df-a5d8f0ec7d78', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1990757747', 'ip_version': 6}, {'network_id': '36373ae1-48e4-48e9-8603-9783f238224d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:23:36.362406 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-b049ea9b-eb08-425f-b601-317d272f0ce0 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Request body: {'subnet': {'network_id': '149bb248-791d-4ff6-95df-a5d8f0ec7d78', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1990757747', 'ip_version': 6}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:23:36.363293 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-b049ea9b-eb08-425f-b601-317d272f0ce0 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Request body: {'subnet': {'network_id': '36373ae1-48e4-48e9-8603-9783f238224d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:23:36.432625 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-fe7a55d4-3a4e-414f-a552-a2e2aa9d929a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'name': 'tempest-TestNetworkBasicOps-router-187643995', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'd900448e-b3cc-4f39-891d-f325c493782d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:22:20Z', 'updated_at': '2022-05-23T11:22:40Z', 'revision_number': 4, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'gw_port': {'id': 'd900448e-b3cc-4f39-891d-f325c493782d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:22:22Z', 'updated_at': '2022-05-23T11:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '27f31c95-9506-44e6-ab79-607411c2e0c4', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'floating_ip_address': '172.25.6.189', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'port_id': 'a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '862e9dfa-9220-4fa8-8863-16bb1e61f09a', 'mac_address': 'fa:16:3e:6b:00:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfa827a-1364-4cf2-ad34-bbd613c20574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:23:28Z', 'updated_at': '2022-05-23T11:23:28Z', 'revision_number': 0, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fff9611-3563-4b36-89a7-0e61544e067b', 'name': '', 'network_id': '862e9dfa-9220-4fa8-8863-16bb1e61f09a', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'mac_address': 'fa:16:3e:26:1f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71080ede-fcb2-4e30-8636-9b223584a1ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:22:38Z', 'updated_at': '2022-05-23T11:22:55Z', 'revision_number': 5, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'subnets': [{'id': '71080ede-fcb2-4e30-8636-9b223584a1ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:36.437646 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7a55d4-3a4e-414f-a552-a2e2aa9d929a None None] The sync data for ids ['f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d'] in n-d-842952-2 is: [{'id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'name': 'tempest-TestNetworkBasicOps-router-187643995', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'd900448e-b3cc-4f39-891d-f325c493782d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:22:20Z', 'updated_at': '2022-05-23T11:22:40Z', 'revision_number': 4, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'gw_port': {'id': 'd900448e-b3cc-4f39-891d-f325c493782d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:22:22Z', 'updated_at': '2022-05-23T11:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '27f31c95-9506-44e6-ab79-607411c2e0c4', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'floating_ip_address': '172.25.6.189', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'port_id': 'a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '862e9dfa-9220-4fa8-8863-16bb1e61f09a', 'mac_address': 'fa:16:3e:6b:00:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfa827a-1364-4cf2-ad34-bbd613c20574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:23:28Z', 'updated_at': '2022-05-23T11:23:28Z', 'revision_number': 0, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fff9611-3563-4b36-89a7-0e61544e067b', 'name': '', 'network_id': '862e9dfa-9220-4fa8-8863-16bb1e61f09a', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'mac_address': 'fa:16:3e:26:1f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71080ede-fcb2-4e30-8636-9b223584a1ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:22:38Z', 'updated_at': '2022-05-23T11:22:55Z', 'revision_number': 5, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'subnets': [{'id': '71080ede-fcb2-4e30-8636-9b223584a1ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:23:36.580899 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-49fe4518-b506-4673-803c-7a745cf8f13f req-f17b145c-2609-4eb0-a161-fe263676d2c0 service neutron] 10.222.0.13 "GET /v2.0/networks/862e9dfa-9220-4fa8-8863-16bb1e61f09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303277 May 23 11:23:36.693169 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf39921-bbec-42ba-8bb7-b1f8c41552cd None None] Resources bound (agent type, host, resource id): {{(pid=83912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 23 11:23:36.861939 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-49fe4518-b506-4673-803c-7a745cf8f13f req-3cdd058a-513c-44fd-9f2b-4fe3e01bf88e service neutron] 10.222.0.13 "GET /v2.0/networks/862e9dfa-9220-4fa8-8863-16bb1e61f09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749913 May 23 11:23:36.885627 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36200) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:36.963770 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6046bd87-dddc-4b98-a7fd-6c873ea97760 None None] New status for floating IP 27f31c95-9506-44e6-ab79-607411c2e0c4: ACTIVE {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:23:36.975389 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ec41-cf48-4a06-99de-50dde86a5c56 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:37.004353 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b049ea9b-eb08-425f-b601-317d272f0ce0 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:23:37.020853 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-b049ea9b-eb08-425f-b601-317d272f0ce0 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Usage tracker for resource:subnet and tenant:5a44dc58a58a46c39bf08796db153af1 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:23:37.027033 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-b049ea9b-eb08-425f-b601-317d272f0ce0 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:23:37.039460 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b049ea9b-eb08-425f-b601-317d272f0ce0 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:23:37.054313 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-7eb1ec41-cf48-4a06-99de-50dde86a5c56 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Deleting port 7275dfe7-ad12-4668-8386-edc5b3bfd840 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:23:37.054969 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ec41-cf48-4a06-99de-50dde86a5c56 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:37.059267 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-aa94ccf2-0736-43d2-986f-b0b9bcb9bda0 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/floatingips/27f31c95-9506-44e6-ab79-607411c2e0c4 HTTP/1.1" status: 200 len: 992 time: 0.1724193 May 23 11:23:37.096078 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b049ea9b-eb08-425f-b601-317d272f0ce0 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Made reservation on behalf of 5a44dc58a58a46c39bf08796db153af1 for: {'subnet': 2} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:23:37.271945 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc55ac-e0d7-46d3-8cf1-e968f9b8b389 req-3ee69925-ffca-462f-b39c-73906d4aee29 tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:37.271945 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1bcc55ac-e0d7-46d3-8cf1-e968f9b8b389 req-3ee69925-ffca-462f-b39c-73906d4aee29 tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0ac10bd-1859-49bb-95da-84ff443f77f7 HTTP/1.1" status: 200 len: 949 time: 0.6467285 May 23 11:23:37.790171 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-1bcc55ac-e0d7-46d3-8cf1-e968f9b8b389 req-47d6adb9-dd90-4d11-b6f4-48d187d53439 tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Deleting port 0c172e92-fbf5-42cf-b5da-cffa30da0aaa {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:23:37.790555 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1bcc55ac-e0d7-46d3-8cf1-e968f9b8b389 req-47d6adb9-dd90-4d11-b6f4-48d187d53439 tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:37.982608 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:38.008319 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b049ea9b-eb08-425f-b601-317d272f0ce0 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:38.008699 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b049ea9b-eb08-425f-b601-317d272f0ce0 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:38.062451 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36224) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:38.226094 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f7a70815-576d-4c9f-a347-cc258f714b40 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/floatingips/27f31c95-9506-44e6-ab79-607411c2e0c4 HTTP/1.1" status: 200 len: 994 time: 0.1623442 May 23 11:23:38.277019 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558eb4cb-2bad-41e6-bc91-e3cb4c563d20 req-840db463-27c6-4cae-ad19-cffc9020b1c0 tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:38.285116 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-558eb4cb-2bad-41e6-bc91-e3cb4c563d20 req-840db463-27c6-4cae-ad19-cffc9020b1c0 tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ac10bd-1859-49bb-95da-84ff443f77f7 HTTP/1.1" status: 200 len: 949 time: 0.6009963 May 23 11:23:38.386076 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-7eb1ec41-cf48-4a06-99de-50dde86a5c56 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] For port 7275dfe7-ad12-4668-8386-edc5b3bfd840, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=7275dfe7-ad12-4668-8386-edc5b3bfd840,segment=NetworkSegment(3c12fdd0-bf2c-4a69-ab9e-a5df0bf3ab27),segment_id=3c12fdd0-bf2c-4a69-ab9e-a5df0bf3ab27)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:23:38.386440 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ec41-cf48-4a06-99de-50dde86a5c56 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:38.591427 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23781e30-810c-411b-875e-8af271e7170d req-2b3de864-08b2-4c0b-8643-d71474e52908 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:38.593012 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-23781e30-810c-411b-875e-8af271e7170d req-2b3de864-08b2-4c0b-8643-d71474e52908 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 1.0487509 May 23 11:23:38.606692 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-7eb1ec41-cf48-4a06-99de-50dde86a5c56 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Calling delete_port for 7275dfe7-ad12-4668-8386-edc5b3bfd840 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:23:38.694655 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-558eb4cb-2bad-41e6-bc91-e3cb4c563d20 req-7f9fa666-68e1-4bc4-9c6b-9c91e2952111 tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb445353-40d9-4c17-8215-e5ed103b2a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4084575 May 23 11:23:38.771317 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-1bcc55ac-e0d7-46d3-8cf1-e968f9b8b389 req-47d6adb9-dd90-4d11-b6f4-48d187d53439 tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] For port 0c172e92-fbf5-42cf-b5da-cffa30da0aaa, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0c172e92-fbf5-42cf-b5da-cffa30da0aaa,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:23:38.771679 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1bcc55ac-e0d7-46d3-8cf1-e968f9b8b389 req-47d6adb9-dd90-4d11-b6f4-48d187d53439 tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:38.794754 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-23781e30-810c-411b-875e-8af271e7170d req-73fa2cd6-1d16-440b-9676-e610ecb13e7e tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550701 May 23 11:23:38.955104 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ec41-cf48-4a06-99de-50dde86a5c56 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:38.968730 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-1bcc55ac-e0d7-46d3-8cf1-e968f9b8b389 req-47d6adb9-dd90-4d11-b6f4-48d187d53439 tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Calling delete_port for 0c172e92-fbf5-42cf-b5da-cffa30da0aaa owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:23:39.065130 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1ec41-cf48-4a06-99de-50dde86a5c56 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event deleted for resources: {'Port': ['ID=7275dfe7-ad12-4668-8386-edc5b3bfd840,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:39.116637 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1ec41-cf48-4a06-99de-50dde86a5c56 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:23:39.116637 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1ec41-cf48-4a06-99de-50dde86a5c56 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:23:39.116637 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1ec41-cf48-4a06-99de-50dde86a5c56 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:23:39.117438 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1ec41-cf48-4a06-99de-50dde86a5c56 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:23:39.117438 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1ec41-cf48-4a06-99de-50dde86a5c56 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:23:39.117964 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1ec41-cf48-4a06-99de-50dde86a5c56 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:23:39.117964 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1ec41-cf48-4a06-99de-50dde86a5c56 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:23:39.118239 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1ec41-cf48-4a06-99de-50dde86a5c56 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:23:39.118566 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1ec41-cf48-4a06-99de-50dde86a5c56 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:23:39.119578 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1ec41-cf48-4a06-99de-50dde86a5c56 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:23:39.119578 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1ec41-cf48-4a06-99de-50dde86a5c56 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:23:39.123696 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb1ec41-cf48-4a06-99de-50dde86a5c56 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] No DVR routers for this DVR port 7275dfe7-ad12-4668-8386-edc5b3bfd840 on host n-d-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:23:39.242632 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-77edb69d-5ec9-479a-9b60-a36181b5ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:39.350686 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:39.412998 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ec41-cf48-4a06-99de-50dde86a5c56 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:39.545467 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-7eb1ec41-cf48-4a06-99de-50dde86a5c56 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af757dee-4393-49cb-b904-5f14a42f6f3f']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:39.547574 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5e977a66-2570-4d54-bf2f-5d6d67cfb8cb req-dffdf710-bf0a-4482-b0d0-21253c8ea89b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d8e63cb106b40b880c35c46eb22d5c0&device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 1096 time: 0.1089249 May 23 11:23:39.825505 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-7eb1ec41-cf48-4a06-99de-50dde86a5c56 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c12fdd0-bf2c-4a69-ab9e-a5df0bf3ab27') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:39.825851 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-7eb1ec41-cf48-4a06-99de-50dde86a5c56 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c12fdd0-bf2c-4a69-ab9e-a5df0bf3ab27') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:39.959652 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e977a66-2570-4d54-bf2f-5d6d67cfb8cb req-45451175-6f0d-4ee3-b572-6f400e72844a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:39.961453 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5e977a66-2570-4d54-bf2f-5d6d67cfb8cb req-45451175-6f0d-4ee3-b572-6f400e72844a service neutron] 10.222.0.13 "GET /v2.0/networks?id=6213997a-77dd-4973-bef8-b88fbf379b24 HTTP/1.1" status: 200 len: 913 time: 0.4006927 May 23 11:23:39.982599 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ec41-cf48-4a06-99de-50dde86a5c56 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:40.054784 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ec41-cf48-4a06-99de-50dde86a5c56 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:40.094148 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eb1ec41-cf48-4a06-99de-50dde86a5c56 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:23:40.094557 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ec41-cf48-4a06-99de-50dde86a5c56 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:40.110722 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:23:40.110722 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:23:40.110722 n-d-842952-2 neutron-server[83910]: timer() May 23 11:23:40.110722 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:23:40.110722 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:23:40.110722 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:23:40.110722 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:23:40.110722 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:23:40.110722 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:23:40.110722 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:23:40.110722 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:23:40.110722 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:23:40.110722 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:23:40.110722 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:23:40.110722 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:23:40.110722 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:23:40.110722 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:23:40.110722 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:23:40.110722 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:23:40.110722 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:23:40.110722 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:23:40.110722 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:23:40.110722 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:23:40.110722 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:23:40.110722 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:23:40.110722 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:23:40.110722 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:23:40.110722 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:23:40.110722 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:23:40.110722 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:23:40.110722 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:23:40.110722 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:23:40.116597 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b540a-8765-4df9-bb86-004daa06b3b3 req-7ed57e02-aaca-4824-be74-d9c20a33ba17 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:40.123857 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fa0b540a-8765-4df9-bb86-004daa06b3b3 req-7ed57e02-aaca-4824-be74-d9c20a33ba17 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.7555168 May 23 11:23:40.147862 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1bcc55ac-e0d7-46d3-8cf1-e968f9b8b389 req-47d6adb9-dd90-4d11-b6f4-48d187d53439 tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:40.149822 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b049ea9b-eb08-425f-b601-317d272f0ce0 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:40.204489 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 0c172e92-fbf5-42cf-b5da-cffa30da0aaa no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:23:40.256138 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5e977a66-2570-4d54-bf2f-5d6d67cfb8cb req-d86a1044-0cec-4d65-818c-8418a5cb4799 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3afd64a2-b6a5-4913-a9be-716566b8de39 HTTP/1.1" status: 200 len: 1000 time: 0.2860174 May 23 11:23:40.285236 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: 0c172e92-fbf5-42cf-b5da-cffa30da0aaa {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:23:40.286237 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 0c172e92-fbf5-42cf-b5da-cffa30da0aaa not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:23:40.349659 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e977a66-2570-4d54-bf2f-5d6d67cfb8cb req-aa56cfc3-7d87-4153-9c23-5dfc762ac542 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:40.351629 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5e977a66-2570-4d54-bf2f-5d6d67cfb8cb req-aa56cfc3-7d87-4153-9c23-5dfc762ac542 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54335c97-79a1-4f1c-bc27-f53589fd26ef HTTP/1.1" status: 200 len: 851 time: 0.0877886 May 23 11:23:40.445494 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6adb9-dd90-4d11-b6f4-48d187d53439 tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Pushing event deleted for resources: {'Port': ['ID=0c172e92-fbf5-42cf-b5da-cffa30da0aaa,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:40.549235 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5e977a66-2570-4d54-bf2f-5d6d67cfb8cb req-edbfd61b-6a02-4e72-8ea5-46bcee79a776 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6213997a-77dd-4973-bef8-b88fbf379b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1887221 May 23 11:23:40.569770 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ec41-cf48-4a06-99de-50dde86a5c56 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:40.710809 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fa0b540a-8765-4df9-bb86-004daa06b3b3 req-ae5664a8-6d7f-4713-8af9-5d9d764f68cf tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5805674 May 23 11:23:40.803284 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ec41-cf48-4a06-99de-50dde86a5c56 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:40.903009 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5e977a66-2570-4d54-bf2f-5d6d67cfb8cb req-0d8bd2c2-cc45-4469-b341-b191d9d73d72 service neutron] 10.222.0.13 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476303 May 23 11:23:40.904721 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327e03c-b1e6-4f4d-8b50-d891f1728058 req-7f27ce17-a736-4598-a9ae-e5d5ef31d08b tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:40.906270 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3327e03c-b1e6-4f4d-8b50-d891f1728058 req-7f27ce17-a736-4598-a9ae-e5d5ef31d08b tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ac10bd-1859-49bb-95da-84ff443f77f7 HTTP/1.1" status: 200 len: 949 time: 0.9774189 May 23 11:23:41.023468 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b049ea9b-eb08-425f-b601-317d272f0ce0 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Pushing event updated for resources: {'Subnet': ['ID=453d15d9-513f-45cd-86be-eddeb1b9c18e,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:41.100129 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3327e03c-b1e6-4f4d-8b50-d891f1728058 req-58496561-bd08-43c4-bb18-9f2b7162584f tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb445353-40d9-4c17-8215-e5ed103b2a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625627 May 23 11:23:41.101048 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1ec41-cf48-4a06-99de-50dde86a5c56 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event deleted for resources: {'Network': ['ID=af757dee-4393-49cb-b904-5f14a42f6f3f,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:41.108542 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bcc55ac-e0d7-46d3-8cf1-e968f9b8b389 req-47d6adb9-dd90-4d11-b6f4-48d187d53439 tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] No DVR routers for this DVR port 0c172e92-fbf5-42cf-b5da-cffa30da0aaa on host n-h2-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:23:41.116817 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1bcc55ac-e0d7-46d3-8cf1-e968f9b8b389 req-47d6adb9-dd90-4d11-b6f4-48d187d53439 tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:41.131027 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ac10bd-1859-49bb-95da-84ff443f77f7', 'name': 'network-vif-deleted', 'tag': '0c172e92-fbf5-42cf-b5da-cffa30da0aaa'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:23:41.147139 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7eb1ec41-cf48-4a06-99de-50dde86a5c56 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "DELETE /v2.0/networks/af757dee-4393-49cb-b904-5f14a42f6f3f HTTP/1.1" status: 204 len: 168 time: 8.3791573 May 23 11:23:41.153653 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5e977a66-2570-4d54-bf2f-5d6d67cfb8cb req-af7c6809-16d8-4515-9b23-326ab4d33127 service neutron] 10.222.0.13 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440197 May 23 11:23:41.154372 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36266) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:41.155014 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1bcc55ac-e0d7-46d3-8cf1-e968f9b8b389 req-47d6adb9-dd90-4d11-b6f4-48d187d53439 tempest-VolumesNegativeTest-1990164386 tempest-VolumesNegativeTest-1990164386-project] 10.222.0.81 "DELETE /v2.0/ports/0c172e92-fbf5-42cf-b5da-cffa30da0aaa HTTP/1.1" status: 204 len: 173 time: 3.8565650 May 23 11:23:41.155989 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b049ea9b-eb08-425f-b601-317d272f0ce0 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Checking segment: {'id': 'ed24d65a-7d6f-46eb-b609-63a9cb377d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '149bb248-791d-4ff6-95df-a5d8f0ec7d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:23:41.156400 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b049ea9b-eb08-425f-b601-317d272f0ce0 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Network hostable DHCP agents. Network: 149bb248-791d-4ff6-95df-a5d8f0ec7d78, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:23:41.169942 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-f8e3781a-5ebd-4e6f-8d71-f22411149d74 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-649298944'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:23:41.179348 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f8e3781a-5ebd-4e6f-8d71-f22411149d74 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:23:41.183883 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f8e3781a-5ebd-4e6f-8d71-f22411149d74 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Usage tracker for resource:network and tenant:aa928321a3fc48f78ff8df0f94ecdbb0 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:23:41.187925 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f8e3781a-5ebd-4e6f-8d71-f22411149d74 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:23:41.206132 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7a41a09-2662-4c09-9d96-ce1d49bbdb97'] response: {'server_uuid': 'd0ac10bd-1859-49bb-95da-84ff443f77f7', 'name': 'network-vif-deleted', 'tag': '0c172e92-fbf5-42cf-b5da-cffa30da0aaa', 'status': 'completed', 'code': 200} May 23 11:23:41.206856 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f8e3781a-5ebd-4e6f-8d71-f22411149d74 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:23:41.208694 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b049ea9b-eb08-425f-b601-317d272f0ce0 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Network 149bb248-791d-4ff6-95df-a5d8f0ec7d78 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:23:41.224716 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-b049ea9b-eb08-425f-b601-317d272f0ce0 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 149bb248-791d-4ff6-95df-a5d8f0ec7d78) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:23:41.230807 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b049ea9b-eb08-425f-b601-317d272f0ce0 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:41.237806 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402fb2ba-ffa7-40c7-8ab3-f63be32c9ba4 None None] Network 149bb248-791d-4ff6-95df-a5d8f0ec7d78 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:23:41.240312 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e3781a-5ebd-4e6f-8d71-f22411149d74 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Made reservation on behalf of aa928321a3fc48f78ff8df0f94ecdbb0 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:23:41.245419 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f8e3781a-5ebd-4e6f-8d71-f22411149d74 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:41.287951 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8e3781a-5ebd-4e6f-8d71-f22411149d74 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:23:41.304221 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f8e3781a-5ebd-4e6f-8d71-f22411149d74 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:41.304978 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-f8e3781a-5ebd-4e6f-8d71-f22411149d74 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Added segment 9bdc25d7-a41e-43ef-a006-6a768d0fd5b2 of type vlan for network b015e74e-a6cc-44b0-937d-fee6f6dc0007 May 23 11:23:41.361561 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f8e3781a-5ebd-4e6f-8d71-f22411149d74 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:41.412922 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f8e3781a-5ebd-4e6f-8d71-f22411149d74 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:41.419012 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e3781a-5ebd-4e6f-8d71-f22411149d74 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:41.419800 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f8e3781a-5ebd-4e6f-8d71-f22411149d74 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:41.427501 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b049ea9b-eb08-425f-b601-317d272f0ce0 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Pushing event updated for resources: {'Subnet': ['ID=8edc81fe-b61c-41f3-98fd-0ef4c70a5145,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:41.462607 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b049ea9b-eb08-425f-b601-317d272f0ce0 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Checking segment: {'id': 'ebc84f6d-f1e8-4c3f-b695-61ac673799ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '36373ae1-48e4-48e9-8603-9783f238224d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:23:41.466052 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b049ea9b-eb08-425f-b601-317d272f0ce0 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Network hostable DHCP agents. Network: 36373ae1-48e4-48e9-8603-9783f238224d, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:23:41.524583 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b049ea9b-eb08-425f-b601-317d272f0ce0 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Network 36373ae1-48e4-48e9-8603-9783f238224d is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:23:41.548674 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-b049ea9b-eb08-425f-b601-317d272f0ce0 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 36373ae1-48e4-48e9-8603-9783f238224d) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:23:41.553644 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b049ea9b-eb08-425f-b601-317d272f0ce0 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:41.554805 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b049ea9b-eb08-425f-b601-317d272f0ce0 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:41.555586 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b049ea9b-eb08-425f-b601-317d272f0ce0 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:41.594898 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b049ea9b-eb08-425f-b601-317d272f0ce0 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.2375402 May 23 11:23:41.598107 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 36272) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:41.600133 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f8e3781a-5ebd-4e6f-8d71-f22411149d74 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4432316 May 23 11:23:41.610040 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36276) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:41.621704 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e3781a-5ebd-4e6f-8d71-f22411149d74 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event updated for resources: {'Network': ['ID=b015e74e-a6cc-44b0-937d-fee6f6dc0007,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:41.631131 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-937faabf-27a3-4914-8afa-27c0e055fc43 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Request body: {'subnet': {'network_id': 'b015e74e-a6cc-44b0-937d-fee6f6dc0007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:23:41.697693 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32d9ad3-d32b-4211-9247-d9a4fa7d2906 None None] Network 36373ae1-48e4-48e9-8603-9783f238224d requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:23:41.702422 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7afc261-87b4-446b-94bf-998647b4cff3 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:41.704334 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7afc261-87b4-446b-94bf-998647b4cff3 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:41.706328 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7afc261-87b4-446b-94bf-998647b4cff3 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:41.707306 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f7afc261-87b4-446b-94bf-998647b4cff3 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Synchronizing usage tracker for tenant:5a44dc58a58a46c39bf08796db153af1 on resource:subnet {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:23:41.729982 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f7afc261-87b4-446b-94bf-998647b4cff3 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Unset dirty status for tenant:5a44dc58a58a46c39bf08796db153af1 on resource:subnet {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:23:41.735113 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f7afc261-87b4-446b-94bf-998647b4cff3 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1355429 May 23 11:23:41.747193 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 36282) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:41.775077 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network b015e74e-a6cc-44b0-937d-fee6f6dc0007 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:23:41.925047 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-13124020-794a-4111-b163-b9bd094051a6 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Deleting subnet 453d15d9-513f-45cd-86be-eddeb1b9c18e {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:23:41.934028 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13124020-794a-4111-b163-b9bd094051a6 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:42.047112 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fe483f50-f69f-47a9-8655-9c37b499898b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:42.053032 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-937faabf-27a3-4914-8afa-27c0e055fc43 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:23:42.072919 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-937faabf-27a3-4914-8afa-27c0e055fc43 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Usage tracker for resource:subnet and tenant:aa928321a3fc48f78ff8df0f94ecdbb0 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:23:42.091705 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-937faabf-27a3-4914-8afa-27c0e055fc43 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:23:42.136933 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-937faabf-27a3-4914-8afa-27c0e055fc43 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:23:42.169290 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937faabf-27a3-4914-8afa-27c0e055fc43 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Made reservation on behalf of aa928321a3fc48f78ff8df0f94ecdbb0 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:23:42.201803 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3d02e5-01f9-435a-b2cb-3cb1abc97d3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-149bb248-791d-4ff6-95df-a5d8f0ec7d78', 'network_id': '149bb248-791d-4ff6-95df-a5d8f0ec7d78', 'tenant_id': '5a44dc58a58a46c39bf08796db153af1', 'fixed_ips': [{'subnet_id': '453d15d9-513f-45cd-86be-eddeb1b9c18e'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:23:42.202908 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-da3d02e5-01f9-435a-b2cb-3cb1abc97d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:42.234961 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13124020-794a-4111-b163-b9bd094051a6 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:42.365596 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-937faabf-27a3-4914-8afa-27c0e055fc43 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:42.395587 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13124020-794a-4111-b163-b9bd094051a6 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:42.434943 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3d02e-8299-4ec6-85f7-14159dc5ae89 req-3d508aac-c7d8-4b84-ac29-258f25ae504b tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:42.441964 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-afa3d02e-8299-4ec6-85f7-14159dc5ae89 req-3d508aac-c7d8-4b84-ac29-258f25ae504b tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 946 time: 0.4003837 May 23 11:23:42.516037 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4ea21-caba-431f-a2e9-d3212b06e50e req-00affc55-e17d-4845-b119-e2b249f997b9 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:42.517788 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6fc4ea21-caba-431f-a2e9-d3212b06e50e req-00affc55-e17d-4845-b119-e2b249f997b9 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.3231781 May 23 11:23:42.532822 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302382e0-49d1-4e2a-a34a-1ca45b439514 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-36373ae1-48e4-48e9-8603-9783f238224d', 'network_id': '36373ae1-48e4-48e9-8603-9783f238224d', 'tenant_id': '5a44dc58a58a46c39bf08796db153af1', 'fixed_ips': [{'subnet_id': '8edc81fe-b61c-41f3-98fd-0ef4c70a5145'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:23:42.533691 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-302382e0-49d1-4e2a-a34a-1ca45b439514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:42.591157 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-afa3d02e-8299-4ec6-85f7-14159dc5ae89 req-17a9cbca-fab4-45c7-bfbe-066b4d3e62e8 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483309 May 23 11:23:42.601672 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13124020-794a-4111-b163-b9bd094051a6 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:42.650089 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13124020-794a-4111-b163-b9bd094051a6 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Pushing event deleted for resources: {'Subnet': ['ID=453d15d9-513f-45cd-86be-eddeb1b9c18e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:42.653780 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6fc4ea21-caba-431f-a2e9-d3212b06e50e req-95911f8f-a195-488d-9820-50d93182e907 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148343 May 23 11:23:42.658259 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13124020-794a-4111-b163-b9bd094051a6 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:42.676320 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-13124020-794a-4111-b163-b9bd094051a6 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] 10.222.0.79 "DELETE /v2.0/subnets/453d15d9-513f-45cd-86be-eddeb1b9c18e HTTP/1.1" status: 204 len: 168 time: 0.9277327 May 23 11:23:42.678723 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 36296) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:42.692765 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-937faabf-27a3-4914-8afa-27c0e055fc43 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:42.766323 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-80a3ab9a-840c-46b2-b369-0ddc8ec403fe tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Deleting subnet 8edc81fe-b61c-41f3-98fd-0ef4c70a5145 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:23:42.822708 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-302382e0-49d1-4e2a-a34a-1ca45b439514 None None] Allocated IP 2001:db8:0:1::1 (36373ae1-48e4-48e9-8603-9783f238224d/8edc81fe-b61c-41f3-98fd-0ef4c70a5145/295e121b-7247-4bf0-8852-0f191eee4a89) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:23:42.867248 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937faabf-27a3-4914-8afa-27c0e055fc43 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event updated for resources: {'Subnet': ['ID=f476f836-62d0-4075-b886-2e5323138a77,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:42.888749 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937faabf-27a3-4914-8afa-27c0e055fc43 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Checking segment: {'id': '9bdc25d7-a41e-43ef-a006-6a768d0fd5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b015e74e-a6cc-44b0-937d-fee6f6dc0007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:23:42.894949 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937faabf-27a3-4914-8afa-27c0e055fc43 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Network hostable DHCP agents. Network: b015e74e-a6cc-44b0-937d-fee6f6dc0007, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:23:42.941486 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937faabf-27a3-4914-8afa-27c0e055fc43 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Network b015e74e-a6cc-44b0-937d-fee6f6dc0007 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:23:42.959289 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-937faabf-27a3-4914-8afa-27c0e055fc43 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, b015e74e-a6cc-44b0-937d-fee6f6dc0007) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:23:42.963883 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937faabf-27a3-4914-8afa-27c0e055fc43 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:42.964634 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-937faabf-27a3-4914-8afa-27c0e055fc43 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:42.999748 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-937faabf-27a3-4914-8afa-27c0e055fc43 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3881640 May 23 11:23:43.002994 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36310) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:43.003763 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cad35b2-bc9a-48b1-84b9-6535e9844cf7 None None] Network b015e74e-a6cc-44b0-937d-fee6f6dc0007 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:23:43.022015 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-39dab2e3-107e-42f2-8c97-427a7f78329a tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Request body: {'subnet': {'network_id': 'b015e74e-a6cc-44b0-937d-fee6f6dc0007', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server [None req-da3d02e5-01f9-435a-b2cb-3cb1abc97d3c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 453d15d9-513f-45cd-86be-eddeb1b9c18e: This subnet is being modified by another concurrent operation. May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise exception May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 453d15d9-513f-45cd-86be-eddeb1b9c18e: This subnet is being modified by another concurrent operation. May 23 11:23:43.047811 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server May 23 11:23:43.100147 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6f3ef-dbb5-4355-a6cc-061d3890b58c req-d26472fe-0512-4f96-a270-09f48ec1dba1 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:43.108639 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-08b6f3ef-dbb5-4355-a6cc-061d3890b58c req-d26472fe-0512-4f96-a270-09f48ec1dba1 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.1655934 May 23 11:23:43.131494 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9035ff2c-fa95-4b2c-8ad6-bc6d07b7861e None None] Network 149bb248-791d-4ff6-95df-a5d8f0ec7d78 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:23:43.176150 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:43.203267 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-08b6f3ef-dbb5-4355-a6cc-061d3890b58c req-e5b188e5-1414-42ff-a91d-e7b7b4753117 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839117 May 23 11:23:43.242420 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:43.252930 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-39dab2e3-107e-42f2-8c97-427a7f78329a tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:23:43.259029 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-39dab2e3-107e-42f2-8c97-427a7f78329a tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Usage tracker for resource:subnet and tenant:aa928321a3fc48f78ff8df0f94ecdbb0 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:23:43.263074 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-39dab2e3-107e-42f2-8c97-427a7f78329a tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:23:43.270554 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-39dab2e3-107e-42f2-8c97-427a7f78329a tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:23:43.283716 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39dab2e3-107e-42f2-8c97-427a7f78329a tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Made reservation on behalf of aa928321a3fc48f78ff8df0f94ecdbb0 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:23:43.288337 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-39dab2e3-107e-42f2-8c97-427a7f78329a tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:43.544802 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e704398-3d08-49a2-a1e8-b4ee480ea6c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-b015e74e-a6cc-44b0-937d-fee6f6dc0007', 'network_id': 'b015e74e-a6cc-44b0-937d-fee6f6dc0007', 'tenant_id': 'aa928321a3fc48f78ff8df0f94ecdbb0', 'fixed_ips': [{'subnet_id': 'f476f836-62d0-4075-b886-2e5323138a77'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:23:43.546062 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8e704398-3d08-49a2-a1e8-b4ee480ea6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:43.929708 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-39dab2e3-107e-42f2-8c97-427a7f78329a tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:43.930398 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-302382e0-49d1-4e2a-a34a-1ca45b439514 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:43.983752 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-302382e0-49d1-4e2a-a34a-1ca45b439514 None None] Transition to ACTIVE for port object 295e121b-7247-4bf0-8852-0f191eee4a89 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:23:44.048444 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-302382e0-49d1-4e2a-a34a-1ca45b439514 None None] Transition to ACTIVE for port object 295e121b-7247-4bf0-8852-0f191eee4a89 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:23:44.093121 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dab2e3-107e-42f2-8c97-427a7f78329a tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Network b015e74e-a6cc-44b0-937d-fee6f6dc0007 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:23:44.096376 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-39dab2e3-107e-42f2-8c97-427a7f78329a tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:23:44.098273 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-80a3ab9a-840c-46b2-b369-0ddc8ec403fe tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:44.120887 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dab2e3-107e-42f2-8c97-427a7f78329a tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:44.121517 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-39dab2e3-107e-42f2-8c97-427a7f78329a tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:44.125461 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dab2e3-107e-42f2-8c97-427a7f78329a tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event updated for resources: {'Subnet': ['ID=7740510d-1e01-4d3b-a40b-19c023f13d96,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:44.166214 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-39dab2e3-107e-42f2-8c97-427a7f78329a tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1620753 May 23 11:23:44.168922 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36358) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:44.233923 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc6121-7dc0-4b81-8e1f-afec2c6d8dd5 req-0bc07bd0-7714-4d17-8562-91a320a308cb tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:44.235128 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-302382e0-49d1-4e2a-a34a-1ca45b439514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:44.236606 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-62dc6121-7dc0-4b81-8e1f-afec2c6d8dd5 req-0bc07bd0-7714-4d17-8562-91a320a308cb tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 946 time: 0.4771242 May 23 11:23:44.308321 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f111349-0e50-418a-9b1a-9d109937a6ef tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:44.309637 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f111349-0e50-418a-9b1a-9d109937a6ef tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:44.311032 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f111349-0e50-418a-9b1a-9d109937a6ef tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:44.312345 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f111349-0e50-418a-9b1a-9d109937a6ef tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:44.313635 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f111349-0e50-418a-9b1a-9d109937a6ef tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:44.314616 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5f111349-0e50-418a-9b1a-9d109937a6ef tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Synchronizing usage tracker for tenant:aa928321a3fc48f78ff8df0f94ecdbb0 on resource:subnet {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:23:44.379451 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302382e0-49d1-4e2a-a34a-1ca45b439514 None None] Network 36373ae1-48e4-48e9-8603-9783f238224d is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:23:44.380561 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:44.385172 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-302382e0-49d1-4e2a-a34a-1ca45b439514 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:23:44.386377 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-62dc6121-7dc0-4b81-8e1f-afec2c6d8dd5 req-5a9384be-a6bd-44ee-9c71-23eafc71ae2d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Deleting port 0ec35eea-9b2b-474f-9ce7-3bfe44146239 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:23:44.390018 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-62dc6121-7dc0-4b81-8e1f-afec2c6d8dd5 req-5a9384be-a6bd-44ee-9c71-23eafc71ae2d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:44.394218 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302382e0-49d1-4e2a-a34a-1ca45b439514 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:23:44.397176 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-8e704398-3d08-49a2-a1e8-b4ee480ea6c3 None None] Allocated IP 2001:db8::2 (b015e74e-a6cc-44b0-937d-fee6f6dc0007/f476f836-62d0-4075-b886-2e5323138a77/4af610e8-56b7-4edd-beff-69a3691c19ab) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:23:44.404560 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302382e0-49d1-4e2a-a34a-1ca45b439514 None None] Pushing event updated for resources: {'Port': ['ID=295e121b-7247-4bf0-8852-0f191eee4a89,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:44.410474 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5f111349-0e50-418a-9b1a-9d109937a6ef tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Unset dirty status for tenant:aa928321a3fc48f78ff8df0f94ecdbb0 on resource:subnet {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:23:44.418522 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5f111349-0e50-418a-9b1a-9d109937a6ef tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2485313 May 23 11:23:44.419217 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36372) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:44.446177 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-07f50036-d2eb-4c2b-8dd4-447b3c8f065e tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1049733992'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:23:44.456499 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-07f50036-d2eb-4c2b-8dd4-447b3c8f065e tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:23:44.462196 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-07f50036-d2eb-4c2b-8dd4-447b3c8f065e tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Usage tracker for resource:network and tenant:aa928321a3fc48f78ff8df0f94ecdbb0 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:23:44.465586 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-07f50036-d2eb-4c2b-8dd4-447b3c8f065e tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:23:44.476099 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-07f50036-d2eb-4c2b-8dd4-447b3c8f065e tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:23:44.492748 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f50036-d2eb-4c2b-8dd4-447b3c8f065e tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Made reservation on behalf of aa928321a3fc48f78ff8df0f94ecdbb0 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:23:44.495994 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-07f50036-d2eb-4c2b-8dd4-447b3c8f065e tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:44.507283 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-80a3ab9a-840c-46b2-b369-0ddc8ec403fe tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:44.532180 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36380) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:44.562453 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07f50036-d2eb-4c2b-8dd4-447b3c8f065e tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:23:44.594487 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-07f50036-d2eb-4c2b-8dd4-447b3c8f065e tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:44.595286 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-07f50036-d2eb-4c2b-8dd4-447b3c8f065e tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Added segment c9a4c77f-f415-4a20-9f0e-71d98dd47f79 of type vlan for network 42c27f3d-7619-49d1-9168-0dab5585278e May 23 11:23:44.666883 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-07f50036-d2eb-4c2b-8dd4-447b3c8f065e tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:44.747816 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-07f50036-d2eb-4c2b-8dd4-447b3c8f065e tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:44.752121 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f50036-d2eb-4c2b-8dd4-447b3c8f065e tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:44.753672 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-07f50036-d2eb-4c2b-8dd4-447b3c8f065e tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:44.842308 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-302382e0-49d1-4e2a-a34a-1ca45b439514 None None] Attempting to bind port 295e121b-7247-4bf0-8852-0f191eee4a89 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:23:44.843404 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-302382e0-49d1-4e2a-a34a-1ca45b439514 None None] Attempting to bind port 295e121b-7247-4bf0-8852-0f191eee4a89 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'ebc84f6d-f1e8-4c3f-b695-61ac673799ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '36373ae1-48e4-48e9-8603-9783f238224d'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:23:44.844614 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302382e0-49d1-4e2a-a34a-1ca45b439514 None None] Attempting to bind port 295e121b-7247-4bf0-8852-0f191eee4a89 on network 36373ae1-48e4-48e9-8603-9783f238224d {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:23:44.874615 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302382e0-49d1-4e2a-a34a-1ca45b439514 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:23:44.874997 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302382e0-49d1-4e2a-a34a-1ca45b439514 None None] Checking segment: {'id': 'ebc84f6d-f1e8-4c3f-b695-61ac673799ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '36373ae1-48e4-48e9-8603-9783f238224d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:23:44.875376 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-302382e0-49d1-4e2a-a34a-1ca45b439514 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:44.875770 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302382e0-49d1-4e2a-a34a-1ca45b439514 None None] Bound using segment: {'id': 'ebc84f6d-f1e8-4c3f-b695-61ac673799ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '36373ae1-48e4-48e9-8603-9783f238224d'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:23:44.879404 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-302382e0-49d1-4e2a-a34a-1ca45b439514 None None] Bound port: 295e121b-7247-4bf0-8852-0f191eee4a89, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc84f6d-f1e8-4c3f-b695-61ac673799ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '36373ae1-48e4-48e9-8603-9783f238224d'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:23:44.879818 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-302382e0-49d1-4e2a-a34a-1ca45b439514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:44.952011 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc2791-7a99-42c2-8112-2afcf9850d47 req-3a3b01c7-5997-4739-adbe-bb11091e0015 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:44.962239 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b4bc2791-7a99-42c2-8112-2afcf9850d47 req-3a3b01c7-5997-4739-adbe-bb11091e0015 tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 946 time: 0.9977543 May 23 11:23:45.013163 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-07f50036-d2eb-4c2b-8dd4-447b3c8f065e tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5924802 May 23 11:23:45.021359 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 36402) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:45.038679 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756dc44-dfec-4777-ab51-588e93db9124 req-36a46cb9-1054-483c-8894-e3c9938d7eee tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:45.051182 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d756dc44-dfec-4777-ab51-588e93db9124 req-36a46cb9-1054-483c-8894-e3c9938d7eee tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.8830783 May 23 11:23:45.093129 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-d104708f-04f3-4307-a5dc-1e771c363039 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:23:45.109619 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f50036-d2eb-4c2b-8dd4-447b3c8f065e tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event updated for resources: {'Network': ['ID=42c27f3d-7619-49d1-9168-0dab5585278e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:45.138389 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 42c27f3d-7619-49d1-9168-0dab5585278e details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:23:45.383968 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-62dc6121-7dc0-4b81-8e1f-afec2c6d8dd5 req-5a9384be-a6bd-44ee-9c71-23eafc71ae2d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] For port 0ec35eea-9b2b-474f-9ce7-3bfe44146239, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0ec35eea-9b2b-474f-9ce7-3bfe44146239,segment=NetworkSegment(5cee01f6-c5e9-4b6c-9ee4-d4191d783074),segment_id=5cee01f6-c5e9-4b6c-9ee4-d4191d783074)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:23:45.384486 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-62dc6121-7dc0-4b81-8e1f-afec2c6d8dd5 req-5a9384be-a6bd-44ee-9c71-23eafc71ae2d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:45.436801 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-302382e0-49d1-4e2a-a34a-1ca45b439514 None None] For port 295e121b-7247-4bf0-8852-0f191eee4a89, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:23:45.442820 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8e704398-3d08-49a2-a1e8-b4ee480ea6c3 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:45.453022 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-302382e0-49d1-4e2a-a34a-1ca45b439514 None None] For port 295e121b-7247-4bf0-8852-0f191eee4a89, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=295e121b-7247-4bf0-8852-0f191eee4a89,segment=NetworkSegment(ebc84f6d-f1e8-4c3f-b695-61ac673799ec),segment_id=ebc84f6d-f1e8-4c3f-b695-61ac673799ec)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:23:45.457351 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8e704398-3d08-49a2-a1e8-b4ee480ea6c3 None None] Transition to ACTIVE for port object 4af610e8-56b7-4edd-beff-69a3691c19ab will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:23:45.466932 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-302382e0-49d1-4e2a-a34a-1ca45b439514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:45.569967 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7680c39f-70a3-4b86-a1f6-a5e8acabf654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:45.576390 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8e704398-3d08-49a2-a1e8-b4ee480ea6c3 None None] Transition to ACTIVE for port object 4af610e8-56b7-4edd-beff-69a3691c19ab will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:23:45.580036 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-62dc6121-7dc0-4b81-8e1f-afec2c6d8dd5 req-5a9384be-a6bd-44ee-9c71-23eafc71ae2d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Calling delete_port for 0ec35eea-9b2b-474f-9ce7-3bfe44146239 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:23:45.600849 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8e704398-3d08-49a2-a1e8-b4ee480ea6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:45.608124 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302382e0-49d1-4e2a-a34a-1ca45b439514 None None] Pushing event updated for resources: {'Port': ['ID=295e121b-7247-4bf0-8852-0f191eee4a89,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:45.677894 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e704398-3d08-49a2-a1e8-b4ee480ea6c3 None None] Pushing event updated for resources: {'Port': ['ID=4af610e8-56b7-4edd-beff-69a3691c19ab,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:45.678062 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b4bc2791-7a99-42c2-8112-2afcf9850d47 req-5233b5d2-3d18-4e39-852e-6d8420f2a73c tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/security-groups?id=c193cee5-2ce5-43ac-8f6b-361f245f754b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7136629 May 23 11:23:45.711536 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e704398-3d08-49a2-a1e8-b4ee480ea6c3 None None] Network b015e74e-a6cc-44b0-937d-fee6f6dc0007 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:23:45.712184 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-8e704398-3d08-49a2-a1e8-b4ee480ea6c3 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:23:45.716716 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e704398-3d08-49a2-a1e8-b4ee480ea6c3 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:23:45.874559 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-8e704398-3d08-49a2-a1e8-b4ee480ea6c3 None None] Attempting to bind port 4af610e8-56b7-4edd-beff-69a3691c19ab on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:23:45.874958 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d104708f-04f3-4307-a5dc-1e771c363039 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:45.875756 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-8e704398-3d08-49a2-a1e8-b4ee480ea6c3 None None] Attempting to bind port 4af610e8-56b7-4edd-beff-69a3691c19ab by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '9bdc25d7-a41e-43ef-a006-6a768d0fd5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b015e74e-a6cc-44b0-937d-fee6f6dc0007'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:23:45.877266 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e704398-3d08-49a2-a1e8-b4ee480ea6c3 None None] Attempting to bind port 4af610e8-56b7-4edd-beff-69a3691c19ab on network b015e74e-a6cc-44b0-937d-fee6f6dc0007 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:23:45.894953 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e704398-3d08-49a2-a1e8-b4ee480ea6c3 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:23:45.895398 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-80a3ab9a-840c-46b2-b369-0ddc8ec403fe tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:45.896947 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e704398-3d08-49a2-a1e8-b4ee480ea6c3 None None] Checking segment: {'id': '9bdc25d7-a41e-43ef-a006-6a768d0fd5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b015e74e-a6cc-44b0-937d-fee6f6dc0007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:23:45.897700 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8e704398-3d08-49a2-a1e8-b4ee480ea6c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:45.898802 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e704398-3d08-49a2-a1e8-b4ee480ea6c3 None None] Bound using segment: {'id': '9bdc25d7-a41e-43ef-a006-6a768d0fd5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b015e74e-a6cc-44b0-937d-fee6f6dc0007'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:23:45.899461 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-8e704398-3d08-49a2-a1e8-b4ee480ea6c3 None None] Bound port: 4af610e8-56b7-4edd-beff-69a3691c19ab, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bdc25d7-a41e-43ef-a006-6a768d0fd5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b015e74e-a6cc-44b0-937d-fee6f6dc0007'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:23:45.901748 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8e704398-3d08-49a2-a1e8-b4ee480ea6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:45.937264 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d104708f-04f3-4307-a5dc-1e771c363039 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:46.000856 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d756dc44-dfec-4777-ab51-588e93db9124 req-931b0dac-61f0-4458-ada3-8fd787cbce44 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9487760 May 23 11:23:46.101496 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d104708f-04f3-4307-a5dc-1e771c363039 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Network 42c27f3d-7619-49d1-9168-0dab5585278e is not hosted by any dhcp agent {{(pid=83910) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 23 11:23:46.115727 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d104708f-04f3-4307-a5dc-1e771c363039 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:46.118330 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d104708f-04f3-4307-a5dc-1e771c363039 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:46.119915 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d104708f-04f3-4307-a5dc-1e771c363039 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "PUT /v2.0/networks/42c27f3d-7619-49d1-9168-0dab5585278e HTTP/1.1" status: 200 len: 723 time: 1.0907111 May 23 11:23:46.129627 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 36442) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:46.177753 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-20950835-d9b6-430a-8ad6-1e48a073306a tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Request body: {'subnet': {'network_id': '42c27f3d-7619-49d1-9168-0dab5585278e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:23:46.281207 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 0ec35eea-9b2b-474f-9ce7-3bfe44146239 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:23:46.345266 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 295e121b-7247-4bf0-8852-0f191eee4a89 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:23:46.370375 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d104708f-04f3-4307-a5dc-1e771c363039 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event updated for resources: {'Network': ['ID=42c27f3d-7619-49d1-9168-0dab5585278e,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:46.409608 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-8e704398-3d08-49a2-a1e8-b4ee480ea6c3 None None] For port 4af610e8-56b7-4edd-beff-69a3691c19ab, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:23:46.419452 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-8e704398-3d08-49a2-a1e8-b4ee480ea6c3 None None] For port 4af610e8-56b7-4edd-beff-69a3691c19ab, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=4af610e8-56b7-4edd-beff-69a3691c19ab,segment=NetworkSegment(9bdc25d7-a41e-43ef-a006-6a768d0fd5b2),segment_id=9bdc25d7-a41e-43ef-a006-6a768d0fd5b2)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:23:46.473142 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 42c27f3d-7619-49d1-9168-0dab5585278e details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:23:46.488247 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-80a3ab9a-840c-46b2-b369-0ddc8ec403fe tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:46.553074 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a3ab9a-840c-46b2-b369-0ddc8ec403fe tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Pushing event deleted for resources: {'Subnet': ['ID=8edc81fe-b61c-41f3-98fd-0ef4c70a5145,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:46.555258 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-20950835-d9b6-430a-8ad6-1e48a073306a tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:23:46.561558 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-62dc6121-7dc0-4b81-8e1f-afec2c6d8dd5 req-5a9384be-a6bd-44ee-9c71-23eafc71ae2d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:46.606081 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-20950835-d9b6-430a-8ad6-1e48a073306a tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:23:46.613993 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-80a3ab9a-840c-46b2-b369-0ddc8ec403fe tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:46.639398 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9384be-a6bd-44ee-9c71-23eafc71ae2d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Pushing event deleted for resources: {'Port': ['ID=0ec35eea-9b2b-474f-9ce7-3bfe44146239,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:46.640320 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8e704398-3d08-49a2-a1e8-b4ee480ea6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:46.662607 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-80a3ab9a-840c-46b2-b369-0ddc8ec403fe tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] 10.222.0.79 "DELETE /v2.0/subnets/8edc81fe-b61c-41f3-98fd-0ef4c70a5145 HTTP/1.1" status: 204 len: 168 time: 3.9826059 May 23 11:23:46.672659 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36462) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:46.710040 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20950835-d9b6-430a-8ad6-1e48a073306a tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Made reservation on behalf of aa928321a3fc48f78ff8df0f94ecdbb0 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:23:46.714334 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No active binding found for port 0ec35eea-9b2b-474f-9ce7-3bfe44146239 {{(pid=83912) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 23 11:23:46.714884 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 0ec35eea-9b2b-474f-9ce7-3bfe44146239 not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:23:46.786741 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3766d7aa-52dd-491b-9e68-b9bb694224f6 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:46.789470 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3766d7aa-52dd-491b-9e68-b9bb694224f6 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1130772 May 23 11:23:46.792950 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493ba20-0f99-4330-a17d-7919ada94de3 req-d30d7f2f-577b-4dd6-8268-4497db066a42 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:46.793589 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36472) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:46.804118 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3493ba20-0f99-4330-a17d-7919ada94de3 req-d30d7f2f-577b-4dd6-8268-4497db066a42 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.4511154 May 23 11:23:46.871762 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e704398-3d08-49a2-a1e8-b4ee480ea6c3 None None] Pushing event updated for resources: {'Port': ['ID=4af610e8-56b7-4edd-beff-69a3691c19ab,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:46.899891 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e704398-3d08-49a2-a1e8-b4ee480ea6c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:23:46.900473 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e704398-3d08-49a2-a1e8-b4ee480ea6c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:23:46.901236 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e704398-3d08-49a2-a1e8-b4ee480ea6c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:23:46.901756 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e704398-3d08-49a2-a1e8-b4ee480ea6c3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:23:46.902303 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e704398-3d08-49a2-a1e8-b4ee480ea6c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:23:46.902822 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e704398-3d08-49a2-a1e8-b4ee480ea6c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:23:46.903331 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e704398-3d08-49a2-a1e8-b4ee480ea6c3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:23:46.903864 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e704398-3d08-49a2-a1e8-b4ee480ea6c3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:23:46.904373 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e704398-3d08-49a2-a1e8-b4ee480ea6c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:23:46.905956 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e704398-3d08-49a2-a1e8-b4ee480ea6c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:23:46.905956 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e704398-3d08-49a2-a1e8-b4ee480ea6c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:23:46.912047 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 295e121b-7247-4bf0-8852-0f191eee4a89 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:23:47.105742 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-62dc6121-7dc0-4b81-8e1f-afec2c6d8dd5 req-5a9384be-a6bd-44ee-9c71-23eafc71ae2d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] No DVR routers for this DVR port 0ec35eea-9b2b-474f-9ce7-3bfe44146239 on host n-h2-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:23:47.147911 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-62dc6121-7dc0-4b81-8e1f-afec2c6d8dd5 req-5a9384be-a6bd-44ee-9c71-23eafc71ae2d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:47.149980 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-62dc6121-7dc0-4b81-8e1f-afec2c6d8dd5 req-5a9384be-a6bd-44ee-9c71-23eafc71ae2d tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.81 "DELETE /v2.0/ports/0ec35eea-9b2b-474f-9ce7-3bfe44146239 HTTP/1.1" status: 204 len: 173 time: 2.8742857 May 23 11:23:47.150424 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e882072-2971-4dc6-b99b-fac6bc071ecd', 'name': 'network-vif-deleted', 'tag': '0ec35eea-9b2b-474f-9ce7-3bfe44146239'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:23:47.262796 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-82049f01-d674-43f7-890b-4235eef29539 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:47.313585 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-2caa80d0-bda8-4b7c-9d5b-706022743782 req-74df8221-90f6-4b5c-a878-421b94ee4b9a tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Synchronizing usage tracker for tenant:c8ada26741884c689d0e80f64385eb15 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:23:47.331954 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-82049f01-d674-43f7-890b-4235eef29539 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Deleting port 295e121b-7247-4bf0-8852-0f191eee4a89 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:23:47.332464 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-82049f01-d674-43f7-890b-4235eef29539 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:47.358435 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3493ba20-0f99-4330-a17d-7919ada94de3 req-21613509-ced7-44a4-aea6-460ed71d6d4d tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5534236 May 23 11:23:47.372962 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-20950835-d9b6-430a-8ad6-1e48a073306a tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:47.425054 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea85071-5cff-4d5b-885b-a0e22ea62601 None None] Network 36373ae1-48e4-48e9-8603-9783f238224d requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:23:47.605615 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-084b2b98-730b-4313-a5b4-4207544e8fa2'] response: {'server_uuid': '0e882072-2971-4dc6-b99b-fac6bc071ecd', 'name': 'network-vif-deleted', 'tag': '0ec35eea-9b2b-474f-9ce7-3bfe44146239', 'status': 'completed', 'code': 200} May 23 11:23:47.658002 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-171719f6-529f-42f6-b980-ebc47ed171ca None None] Provisioning for port 295e121b-7247-4bf0-8852-0f191eee4a89 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:23:47.677735 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-7680c39f-70a3-4b86-a1f6-a5e8acabf654 admin admin] Deleting port 91a53a8b-65db-4519-9707-6cef64eb2748 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:23:47.678296 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7680c39f-70a3-4b86-a1f6-a5e8acabf654 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:47.700857 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-171719f6-529f-42f6-b980-ebc47ed171ca None None] Provisioning complete for port 295e121b-7247-4bf0-8852-0f191eee4a89 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:23:47.701399 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-171719f6-529f-42f6-b980-ebc47ed171ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:47.731025 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-2caa80d0-bda8-4b7c-9d5b-706022743782 req-74df8221-90f6-4b5c-a878-421b94ee4b9a tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] Unset dirty status for tenant:c8ada26741884c689d0e80f64385eb15 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:23:47.732339 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2caa80d0-bda8-4b7c-9d5b-706022743782 req-74df8221-90f6-4b5c-a878-421b94ee4b9a tempest-ServersNegativeTestJSON-1796291123 tempest-ServersNegativeTestJSON-1796291123-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e882072-2971-4dc6-b99b-fac6bc071ecd HTTP/1.1" status: 200 len: 210 time: 0.6249614 May 23 11:23:47.855979 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff5c44-2652-49c7-bc70-5b26d3694cab req-f2d55e84-c286-4a9c-9956-154ea6692d0d tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:47.857957 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3aff5c44-2652-49c7-bc70-5b26d3694cab req-f2d55e84-c286-4a9c-9956-154ea6692d0d tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.2504163 May 23 11:23:47.998337 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3aff5c44-2652-49c7-bc70-5b26d3694cab req-b1acced1-4665-4e38-8f71-5f94545ed1e1 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315403 May 23 11:23:48.114770 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-171719f6-529f-42f6-b980-ebc47ed171ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:48.130867 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-20950835-d9b6-430a-8ad6-1e48a073306a tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:48.249119 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-171719f6-529f-42f6-b980-ebc47ed171ca None None] For port 295e121b-7247-4bf0-8852-0f191eee4a89, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=295e121b-7247-4bf0-8852-0f191eee4a89,segment=NetworkSegment(ebc84f6d-f1e8-4c3f-b695-61ac673799ec),segment_id=ebc84f6d-f1e8-4c3f-b695-61ac673799ec)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:23:48.256492 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93731cc4-f50e-4bd0-adc7-3f8103db38d0 None None] DHCP port deletion for 36373ae1-48e4-48e9-8603-9783f238224d request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:23:48.276280 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-93731cc4-f50e-4bd0-adc7-3f8103db38d0 None None] Deleting port 295e121b-7247-4bf0-8852-0f191eee4a89 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:23:48.278396 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-93731cc4-f50e-4bd0-adc7-3f8103db38d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:48.285042 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20950835-d9b6-430a-8ad6-1e48a073306a tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event updated for resources: {'Subnet': ['ID=203f98f8-83b0-4812-93fa-bd764b406813,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:48.300482 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-7680c39f-70a3-4b86-a1f6-a5e8acabf654 admin admin] For port 91a53a8b-65db-4519-9707-6cef64eb2748, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=91a53a8b-65db-4519-9707-6cef64eb2748,segment=NetworkSegment(aacb2949-f7b0-4f81-9ac6-514a286cfeda),segment_id=aacb2949-f7b0-4f81-9ac6-514a286cfeda)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:23:48.306899 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7680c39f-70a3-4b86-a1f6-a5e8acabf654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:48.384259 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20950835-d9b6-430a-8ad6-1e48a073306a tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Checking segment: {'id': 'c9a4c77f-f415-4a20-9f0e-71d98dd47f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '42c27f3d-7619-49d1-9168-0dab5585278e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:23:48.384524 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20950835-d9b6-430a-8ad6-1e48a073306a tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Network hostable DHCP agents. Network: 42c27f3d-7619-49d1-9168-0dab5585278e, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:23:48.419929 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-171719f6-529f-42f6-b980-ebc47ed171ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:48.438901 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20950835-d9b6-430a-8ad6-1e48a073306a tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Network 42c27f3d-7619-49d1-9168-0dab5585278e is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:23:48.442392 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-7680c39f-70a3-4b86-a1f6-a5e8acabf654 admin admin] Calling delete_port for 91a53a8b-65db-4519-9707-6cef64eb2748 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:23:48.459337 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-20950835-d9b6-430a-8ad6-1e48a073306a tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 42c27f3d-7619-49d1-9168-0dab5585278e) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:23:48.465086 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20950835-d9b6-430a-8ad6-1e48a073306a tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:48.466262 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-20950835-d9b6-430a-8ad6-1e48a073306a tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:48.486806 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 4af610e8-56b7-4edd-beff-69a3691c19ab up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:23:48.510115 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-20950835-d9b6-430a-8ad6-1e48a073306a tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3578048 May 23 11:23:48.511049 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 36520) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:48.520980 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-9185a663-40cd-4013-a329-ca5423fb4696 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:23:48.589498 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-82049f01-d674-43f7-890b-4235eef29539 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] For port 295e121b-7247-4bf0-8852-0f191eee4a89, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=295e121b-7247-4bf0-8852-0f191eee4a89,segment=NetworkSegment(ebc84f6d-f1e8-4c3f-b695-61ac673799ec),segment_id=ebc84f6d-f1e8-4c3f-b695-61ac673799ec)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:23:48.589997 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-82049f01-d674-43f7-890b-4235eef29539 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:48.618276 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f69f33-0c0c-4df5-94e4-52b8cb0e98df None None] Network 42c27f3d-7619-49d1-9168-0dab5585278e requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:23:48.707230 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db2ab77-1c19-4215-954f-9d5d3b041395 None None] Network b015e74e-a6cc-44b0-937d-fee6f6dc0007 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:23:48.749014 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171719f6-529f-42f6-b980-ebc47ed171ca None None] Pushing event updated for resources: {'Port': ['ID=295e121b-7247-4bf0-8852-0f191eee4a89,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:48.771479 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-82049f01-d674-43f7-890b-4235eef29539 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Calling delete_port for 295e121b-7247-4bf0-8852-0f191eee4a89 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:23:48.862311 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9185a663-40cd-4013-a329-ca5423fb4696 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1754629'] for subnet, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:48.928777 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d35246-9f7f-420c-b6fc-4f2aca03c438 req-361772d3-1acd-4017-968f-053257dda56c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:48.930422 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-88d35246-9f7f-420c-b6fc-4f2aca03c438 req-361772d3-1acd-4017-968f-053257dda56c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.1890974 May 23 11:23:48.940634 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-642496fe-bdff-49a3-bec4-3bfa7f4e9824 None None] Provisioning for port 4af610e8-56b7-4edd-beff-69a3691c19ab completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:23:48.977631 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 36540) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:49.028627 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.api [None req-82049f01-d674-43f7-890b-4235eef29539 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:23:49.028952 n-d-842952-2 neutron-server[83911]: DEBUG oslo_db.api [None req-82049f01-d674-43f7-890b-4235eef29539 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:23:49.057936 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7680c39f-70a3-4b86-a1f6-a5e8acabf654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:49.093872 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-88d35246-9f7f-420c-b6fc-4f2aca03c438 req-d3c58331-f16a-4b0d-bca1-d7e03f515ef0 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563518 May 23 11:23:49.140782 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7680c39f-70a3-4b86-a1f6-a5e8acabf654 admin admin] Pushing event deleted for resources: {'Port': ['ID=91a53a8b-65db-4519-9707-6cef64eb2748,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:49.248991 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-476d6d6a-3b4a-45b9-a758-212c50d7ad34 admin admin] Deleting subnet 921f8ad7-2327-456b-8d69-73b599e668ca {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:23:49.255535 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-476d6d6a-3b4a-45b9-a758-212c50d7ad34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:49.334399 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9185a663-40cd-4013-a329-ca5423fb4696 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748724734365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1761521'] for subnet, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:49.352123 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-93731cc4-f50e-4bd0-adc7-3f8103db38d0 None None] For port 295e121b-7247-4bf0-8852-0f191eee4a89, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=295e121b-7247-4bf0-8852-0f191eee4a89,segment=NetworkSegment(ebc84f6d-f1e8-4c3f-b695-61ac673799ec),segment_id=ebc84f6d-f1e8-4c3f-b695-61ac673799ec)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:23:49.352664 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-93731cc4-f50e-4bd0-adc7-3f8103db38d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:49.367081 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 4af610e8-56b7-4edd-beff-69a3691c19ab completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:23:49.427110 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9185a663-40cd-4013-a329-ca5423fb4696 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event updated for resources: {'Subnet': ['ID=203f98f8-83b0-4812-93fa-bd764b406813,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:49.451677 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-476d6d6a-3b4a-45b9-a758-212c50d7ad34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:49.492579 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9185a663-40cd-4013-a329-ca5423fb4696 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:49.493179 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9185a663-40cd-4013-a329-ca5423fb4696 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:49.494837 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9185a663-40cd-4013-a329-ca5423fb4696 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "PUT /v2.0/subnets/203f98f8-83b0-4812-93fa-bd764b406813 HTTP/1.1" status: 200 len: 826 time: 0.9820871 May 23 11:23:49.497519 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36562) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:49.534044 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-476d6d6a-3b4a-45b9-a758-212c50d7ad34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:49.536931 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-82049f01-d674-43f7-890b-4235eef29539 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Deleting port 295e121b-7247-4bf0-8852-0f191eee4a89 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:23:49.537543 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-82049f01-d674-43f7-890b-4235eef29539 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:49.628725 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-476d6d6a-3b4a-45b9-a758-212c50d7ad34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:49.681032 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d6d6a-3b4a-45b9-a758-212c50d7ad34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=921f8ad7-2327-456b-8d69-73b599e668ca,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:49.695726 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-476d6d6a-3b4a-45b9-a758-212c50d7ad34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:49.705582 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-476d6d6a-3b4a-45b9-a758-212c50d7ad34 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/921f8ad7-2327-456b-8d69-73b599e668ca HTTP/1.1" status: 204 len: 168 time: 0.7243042 May 23 11:23:49.708357 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 36566) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:49.785388 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-93731cc4-f50e-4bd0-adc7-3f8103db38d0 None None] Calling delete_port for 295e121b-7247-4bf0-8852-0f191eee4a89 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:23:49.822520 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 4af610e8-56b7-4edd-beff-69a3691c19ab triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:23:49.822897 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:49.829796 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ed29d8fe-3b84-476c-8441-25b2426c737c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:49.929810 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000a85e0-1dcc-4fe8-9c81-84439c3356cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-42c27f3d-7619-49d1-9168-0dab5585278e', 'network_id': '42c27f3d-7619-49d1-9168-0dab5585278e', 'tenant_id': 'aa928321a3fc48f78ff8df0f94ecdbb0', 'fixed_ips': [{'subnet_id': '203f98f8-83b0-4812-93fa-bd764b406813'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:23:49.930654 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-000a85e0-1dcc-4fe8-9c81-84439c3356cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:49.993622 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ac24ddb0-25bc-4bd1-ab71-01774e25c8a0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:50.019050 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ed29d8fe-3b84-476c-8441-25b2426c737c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:50.056153 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-ed29d8fe-3b84-476c-8441-25b2426c737c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8f610f3-246f-4e9c-bcad-00bcd258b4f5']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:50.073131 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-ed29d8fe-3b84-476c-8441-25b2426c737c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cee01f6-c5e9-4b6c-9ee4-d4191d783074') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:50.073755 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-ed29d8fe-3b84-476c-8441-25b2426c737c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cee01f6-c5e9-4b6c-9ee4-d4191d783074') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:50.087984 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ed29d8fe-3b84-476c-8441-25b2426c737c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:50.117799 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ed29d8fe-3b84-476c-8441-25b2426c737c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:50.125100 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed29d8fe-3b84-476c-8441-25b2426c737c admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:23:50.125535 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ed29d8fe-3b84-476c-8441-25b2426c737c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:50.139658 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-93731cc4-f50e-4bd0-adc7-3f8103db38d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:50.140822 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:23:50.140822 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:23:50.140822 n-d-842952-2 neutron-server[83910]: timer() May 23 11:23:50.140822 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:23:50.140822 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:23:50.140822 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:23:50.140822 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:23:50.140822 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:23:50.140822 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:23:50.140822 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:23:50.140822 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:23:50.140822 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:23:50.140822 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:23:50.140822 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:23:50.140822 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:23:50.140822 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:23:50.140822 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:23:50.140822 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:23:50.140822 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:23:50.140822 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:23:50.140822 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:23:50.140822 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:23:50.140822 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:23:50.140822 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:23:50.140822 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:23:50.140822 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:23:50.140822 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:23:50.140822 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:23:50.140822 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:23:50.140822 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:23:50.140822 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:23:50.140822 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:23:50.151422 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-82049f01-d674-43f7-890b-4235eef29539 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] For port 295e121b-7247-4bf0-8852-0f191eee4a89, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=295e121b-7247-4bf0-8852-0f191eee4a89,segment=NetworkSegment(ebc84f6d-f1e8-4c3f-b695-61ac673799ec),segment_id=ebc84f6d-f1e8-4c3f-b695-61ac673799ec)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:23:50.151811 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-82049f01-d674-43f7-890b-4235eef29539 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:50.188264 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:50.202283 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93731cc4-f50e-4bd0-adc7-3f8103db38d0 None None] No DVR routers for this DVR port 295e121b-7247-4bf0-8852-0f191eee4a89 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:23:50.248745 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93731cc4-f50e-4bd0-adc7-3f8103db38d0 None None] Pushing event deleted for resources: {'Port': ['ID=295e121b-7247-4bf0-8852-0f191eee4a89,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:50.253777 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ed29d8fe-3b84-476c-8441-25b2426c737c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:50.283559 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ed29d8fe-3b84-476c-8441-25b2426c737c admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:50.293126 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29d8fe-3b84-476c-8441-25b2426c737c admin admin] Pushing event deleted for resources: {'Network': ['ID=c8f610f3-246f-4e9c-bcad-00bcd258b4f5,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:50.339427 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ac24ddb0-25bc-4bd1-ab71-01774e25c8a0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:50.392191 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 4af610e8-56b7-4edd-beff-69a3691c19ab, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=4af610e8-56b7-4edd-beff-69a3691c19ab,segment=NetworkSegment(9bdc25d7-a41e-43ef-a006-6a768d0fd5b2),segment_id=9bdc25d7-a41e-43ef-a006-6a768d0fd5b2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:23:50.408811 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-82049f01-d674-43f7-890b-4235eef29539 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Calling delete_port for 295e121b-7247-4bf0-8852-0f191eee4a89 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:23:50.409503 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3c7b54-aa09-476d-a3fe-34f6720c1864 None None] Update dhcp port {'port': {'network_id': 'b015e74e-a6cc-44b0-937d-fee6f6dc0007', 'fixed_ips': [{'subnet_id': 'f476f836-62d0-4075-b886-2e5323138a77', 'ip_address': '2001:db8::2'}, {'subnet_id': '7740510d-1e01-4d3b-a40b-19c023f13d96'}], 'binding:host_id': 'n-d-842952-2'}, 'id': '4af610e8-56b7-4edd-beff-69a3691c19ab'} from n-d-842952-2. {{(pid=83912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 23 11:23:50.438041 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:50.457761 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7680c39f-70a3-4b86-a1f6-a5e8acabf654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:50.565347 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ed29d8fe-3b84-476c-8441-25b2426c737c admin admin] 10.222.0.79 "DELETE /v2.0/networks/c8f610f3-246f-4e9c-bcad-00bcd258b4f5 HTTP/1.1" status: 204 len: 168 time: 0.8557446 May 23 11:23:50.605504 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-000a85e0-1dcc-4fe8-9c81-84439c3356cf None None] Allocated IP 2001:db8::2 (42c27f3d-7619-49d1-9168-0dab5585278e/203f98f8-83b0-4812-93fa-bd764b406813/e4890eec-00bf-4dc6-9ae7-dd74192195f1) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:23:50.632924 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7f3c7b54-aa09-476d-a3fe-34f6720c1864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:50.690391 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3c227-d49e-40f6-94ef-57b4a406bbcf req-6cd2823b-0071-476d-8ce1-0f375f66cbad tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:50.701438 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-deb3c227-d49e-40f6-94ef-57b4a406bbcf req-6cd2823b-0071-476d-8ce1-0f375f66cbad tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.3861279 May 23 11:23:50.703529 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.api [None req-82049f01-d674-43f7-890b-4235eef29539 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:23:50.704379 n-d-842952-2 neutron-server[83911]: DEBUG oslo_db.api [None req-82049f01-d674-43f7-890b-4235eef29539 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:23:50.731460 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 295e121b-7247-4bf0-8852-0f191eee4a89 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:23:50.755708 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=4af610e8-56b7-4edd-beff-69a3691c19ab,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:50.814245 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-deb3c227-d49e-40f6-94ef-57b4a406bbcf req-67222d5e-6ee5-4cf3-84c7-8257b24ed312 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089971 May 23 11:23:50.829407 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 295e121b-7247-4bf0-8852-0f191eee4a89 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:23:50.829970 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 295e121b-7247-4bf0-8852-0f191eee4a89 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:23:50.878636 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 36580) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:50.970077 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d5b7be94-8d5a-4982-a250-c53e41858833 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c8ada26741884c689d0e80f64385eb15&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0859227 May 23 11:23:50.970801 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 36584) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:51.089026 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f4b8f656-9282-4470-942d-69bd69099d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:51.121862 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f4b8f656-9282-4470-942d-69bd69099d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:51.141668 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-000a85e0-1dcc-4fe8-9c81-84439c3356cf None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:51.155393 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-000a85e0-1dcc-4fe8-9c81-84439c3356cf None None] Transition to ACTIVE for port object e4890eec-00bf-4dc6-9ae7-dd74192195f1 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:23:51.191635 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f4b8f656-9282-4470-942d-69bd69099d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:51.230368 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-000a85e0-1dcc-4fe8-9c81-84439c3356cf None None] Transition to ACTIVE for port object e4890eec-00bf-4dc6-9ae7-dd74192195f1 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:23:51.245489 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b8f656-9282-4470-942d-69bd69099d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c193cee5-2ce5-43ac-8f6b-361f245f754b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:51.246692 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-000a85e0-1dcc-4fe8-9c81-84439c3356cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:51.262086 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f4b8f656-9282-4470-942d-69bd69099d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:51.263443 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f4b8f656-9282-4470-942d-69bd69099d76 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c193cee5-2ce5-43ac-8f6b-361f245f754b HTTP/1.1" status: 204 len: 168 time: 0.2916324 May 23 11:23:51.348902 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-7f3c7b54-aa09-476d-a3fe-34f6720c1864 None None] Allocated IP 172.20.0.1 (b015e74e-a6cc-44b0-937d-fee6f6dc0007/7740510d-1e01-4d3b-a40b-19c023f13d96/4af610e8-56b7-4edd-beff-69a3691c19ab) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:23:51.412314 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a85e0-1dcc-4fe8-9c81-84439c3356cf None None] Pushing event updated for resources: {'Port': ['ID=e4890eec-00bf-4dc6-9ae7-dd74192195f1,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:51.419721 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000a85e0-1dcc-4fe8-9c81-84439c3356cf None None] Network 42c27f3d-7619-49d1-9168-0dab5585278e is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:23:51.437979 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-000a85e0-1dcc-4fe8-9c81-84439c3356cf None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:23:51.443358 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000a85e0-1dcc-4fe8-9c81-84439c3356cf None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:23:51.465374 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ac24ddb0-25bc-4bd1-ab71-01774e25c8a0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:51.595267 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24ddb0-25bc-4bd1-ab71-01774e25c8a0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event deleted for resources: {'Subnet': ['ID=203f98f8-83b0-4812-93fa-bd764b406813,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:51.605686 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f87c9f-f836-45fa-a347-f3407e328f8d req-241b186b-f6f3-4ec7-b71a-c2e9ce55e70b tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:51.619303 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f3f87c9f-f836-45fa-a347-f3407e328f8d req-241b186b-f6f3-4ec7-b71a-c2e9ce55e70b tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.1935344 May 23 11:23:51.632560 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-000a85e0-1dcc-4fe8-9c81-84439c3356cf None None] Attempting to bind port e4890eec-00bf-4dc6-9ae7-dd74192195f1 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:23:51.633040 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-000a85e0-1dcc-4fe8-9c81-84439c3356cf None None] Attempting to bind port e4890eec-00bf-4dc6-9ae7-dd74192195f1 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'c9a4c77f-f415-4a20-9f0e-71d98dd47f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '42c27f3d-7619-49d1-9168-0dab5585278e'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:23:51.633507 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000a85e0-1dcc-4fe8-9c81-84439c3356cf None None] Attempting to bind port e4890eec-00bf-4dc6-9ae7-dd74192195f1 on network 42c27f3d-7619-49d1-9168-0dab5585278e {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:23:51.658118 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000a85e0-1dcc-4fe8-9c81-84439c3356cf None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:23:51.658989 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000a85e0-1dcc-4fe8-9c81-84439c3356cf None None] Checking segment: {'id': 'c9a4c77f-f415-4a20-9f0e-71d98dd47f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '42c27f3d-7619-49d1-9168-0dab5585278e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:23:51.658989 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-000a85e0-1dcc-4fe8-9c81-84439c3356cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:51.659502 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000a85e0-1dcc-4fe8-9c81-84439c3356cf None None] Bound using segment: {'id': 'c9a4c77f-f415-4a20-9f0e-71d98dd47f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '42c27f3d-7619-49d1-9168-0dab5585278e'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:23:51.660104 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-000a85e0-1dcc-4fe8-9c81-84439c3356cf None None] Bound port: e4890eec-00bf-4dc6-9ae7-dd74192195f1, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9a4c77f-f415-4a20-9f0e-71d98dd47f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '42c27f3d-7619-49d1-9168-0dab5585278e'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:23:51.660543 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-000a85e0-1dcc-4fe8-9c81-84439c3356cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:51.683563 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f3f87c9f-f836-45fa-a347-f3407e328f8d req-3330c58d-a095-4766-b6b4-fd1dfa65709e tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612278 May 23 11:23:51.704504 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-7f3c7b54-aa09-476d-a3fe-34f6720c1864 None None] For port 4af610e8-56b7-4edd-beff-69a3691c19ab, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=4af610e8-56b7-4edd-beff-69a3691c19ab,segment=NetworkSegment(9bdc25d7-a41e-43ef-a006-6a768d0fd5b2),segment_id=9bdc25d7-a41e-43ef-a006-6a768d0fd5b2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:23:51.719995 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-82049f01-d674-43f7-890b-4235eef29539 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Deleting port 295e121b-7247-4bf0-8852-0f191eee4a89 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:23:51.720586 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-82049f01-d674-43f7-890b-4235eef29539 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:51.802284 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7f3c7b54-aa09-476d-a3fe-34f6720c1864 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:51.858164 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-000a85e0-1dcc-4fe8-9c81-84439c3356cf None None] For port e4890eec-00bf-4dc6-9ae7-dd74192195f1, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:23:51.876123 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-000a85e0-1dcc-4fe8-9c81-84439c3356cf None None] For port e4890eec-00bf-4dc6-9ae7-dd74192195f1, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e4890eec-00bf-4dc6-9ae7-dd74192195f1,segment=NetworkSegment(c9a4c77f-f415-4a20-9f0e-71d98dd47f79),segment_id=c9a4c77f-f415-4a20-9f0e-71d98dd47f79)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:23:51.884088 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7f3c7b54-aa09-476d-a3fe-34f6720c1864 None None] Transition to ACTIVE for port object 4af610e8-56b7-4edd-beff-69a3691c19ab will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:23:51.885638 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-000a85e0-1dcc-4fe8-9c81-84439c3356cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:51.951624 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7f3c7b54-aa09-476d-a3fe-34f6720c1864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:52.011288 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-82049f01-d674-43f7-890b-4235eef29539 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] The port '295e121b-7247-4bf0-8852-0f191eee4a89' was deleted {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:23:52.059515 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a85e0-1dcc-4fe8-9c81-84439c3356cf None None] Pushing event updated for resources: {'Port': ['ID=e4890eec-00bf-4dc6-9ae7-dd74192195f1,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:52.082158 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ac24ddb0-25bc-4bd1-ab71-01774e25c8a0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:52.177789 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-ac24ddb0-25bc-4bd1-ab71-01774e25c8a0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42c27f3d-7619-49d1-9168-0dab5585278e']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:52.201531 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-82049f01-d674-43f7-890b-4235eef29539 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:52.215695 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-ac24ddb0-25bc-4bd1-ab71-01774e25c8a0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9a4c77f-f415-4a20-9f0e-71d98dd47f79') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:52.216026 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-ac24ddb0-25bc-4bd1-ab71-01774e25c8a0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9a4c77f-f415-4a20-9f0e-71d98dd47f79') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:52.221498 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3c7b54-aa09-476d-a3fe-34f6720c1864 None None] Pushing event updated for resources: {'Port': ['ID=4af610e8-56b7-4edd-beff-69a3691c19ab,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:52.239411 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d8cdc6-1f31-4a7b-910f-c6500ff939f2 None None] Network 42c27f3d-7619-49d1-9168-0dab5585278e requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:23:52.248425 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ac24ddb0-25bc-4bd1-ab71-01774e25c8a0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:52.269577 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-82049f01-d674-43f7-890b-4235eef29539 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36373ae1-48e4-48e9-8603-9783f238224d']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:52.289455 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ac24ddb0-25bc-4bd1-ab71-01774e25c8a0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:52.292868 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-82049f01-d674-43f7-890b-4235eef29539 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebc84f6d-f1e8-4c3f-b695-61ac673799ec') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:52.293158 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-82049f01-d674-43f7-890b-4235eef29539 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebc84f6d-f1e8-4c3f-b695-61ac673799ec') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:52.318013 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-82049f01-d674-43f7-890b-4235eef29539 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:52.342921 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac24ddb0-25bc-4bd1-ab71-01774e25c8a0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:23:52.343361 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ac24ddb0-25bc-4bd1-ab71-01774e25c8a0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:52.359983 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:23:52.359983 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:23:52.359983 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:23:52.359983 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:23:52.359983 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:23:52.359983 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:23:52.359983 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:23:52.359983 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:23:52.359983 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:23:52.359983 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:23:52.359983 n-d-842952-2 neutron-server[83911]: timer() May 23 11:23:52.359983 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:23:52.359983 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:23:52.359983 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:23:52.359983 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:23:52.359983 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:23:52.359983 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:23:52.359983 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:23:52.359983 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:23:52.359983 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:23:52.359983 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:23:52.359983 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:23:52.359983 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:23:52.359983 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:23:52.359983 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:23:52.359983 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:23:52.359983 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:23:52.359983 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:23:52.359983 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:23:52.359983 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:23:52.359983 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:23:52.359983 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:23:52.359983 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:23:52.359983 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:23:52.359983 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:23:52.359983 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:23:52.359983 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:23:52.359983 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:23:52.359983 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:23:52.359983 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:23:52.491858 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-82049f01-d674-43f7-890b-4235eef29539 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:52.537533 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82049f01-d674-43f7-890b-4235eef29539 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:23:52.537533 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-82049f01-d674-43f7-890b-4235eef29539 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:52.583810 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:23:52.583810 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:23:52.583810 n-d-842952-2 neutron-server[83911]: timer() May 23 11:23:52.583810 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:23:52.583810 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:23:52.583810 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:23:52.583810 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:23:52.583810 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:23:52.583810 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:23:52.583810 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:23:52.583810 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:23:52.583810 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:23:52.583810 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:23:52.583810 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:23:52.583810 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:23:52.583810 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:23:52.583810 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:23:52.583810 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:23:52.583810 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:23:52.583810 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:23:52.583810 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:23:52.583810 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:23:52.583810 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:23:52.583810 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:23:52.583810 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:23:52.583810 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:23:52.583810 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:23:52.583810 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:23:52.583810 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:23:52.583810 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:23:52.583810 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:23:52.583810 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:23:52.607809 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.api [None req-ac24ddb0-25bc-4bd1-ab71-01774e25c8a0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 23 11:23:52.607809 n-d-842952-2 neutron-server[83911]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 23 11:23:52.607809 n-d-842952-2 neutron-server[83911]: [parameters: {'id': '42c27f3d-7619-49d1-9168-0dab5585278e'}] May 23 11:23:52.607809 n-d-842952-2 neutron-server[83911]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:23:52.607809 n-d-842952-2 neutron-server[83911]: DEBUG oslo_db.api [None req-ac24ddb0-25bc-4bd1-ab71-01774e25c8a0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:23:52.661444 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 4af610e8-56b7-4edd-beff-69a3691c19ab up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:23:52.701036 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405ca5b6-f0ea-45d7-9973-42b864f907ff None None] Network 42c27f3d-7619-49d1-9168-0dab5585278e requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:23:52.767123 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7680c39f-70a3-4b86-a1f6-a5e8acabf654 admin admin] Router 9a1794a5-1139-4439-8c86-b640f156abd5 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:23:52.864575 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 36616) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:52.981076 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-82049f01-d674-43f7-890b-4235eef29539 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:53.138202 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ac24ddb0-25bc-4bd1-ab71-01774e25c8a0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:53.167089 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc860e85-a847-4e15-b59b-5e6187e980fe req-a560ccac-e645-45a3-a6ad-1b72fc7c2f71 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:53.168727 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bc860e85-a847-4e15-b59b-5e6187e980fe req-a560ccac-e645-45a3-a6ad-1b72fc7c2f71 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.1892774 May 23 11:23:53.170481 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-82049f01-d674-43f7-890b-4235eef29539 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:53.201376 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-94975b27-3b76-45b2-bcd4-66da035881ce admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-356221702-network', 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:23:53.209075 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-94975b27-3b76-45b2-bcd4-66da035881ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:23:53.214900 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82049f01-d674-43f7-890b-4235eef29539 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Pushing event deleted for resources: {'Network': ['ID=36373ae1-48e4-48e9-8603-9783f238224d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:53.215637 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-94975b27-3b76-45b2-bcd4-66da035881ce admin admin] Usage tracker for resource:network and tenant:c4112c4fc0ff4a36a1b303475c7f4981 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:23:53.218803 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-94975b27-3b76-45b2-bcd4-66da035881ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:23:53.226371 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-94975b27-3b76-45b2-bcd4-66da035881ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:23:53.245501 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94975b27-3b76-45b2-bcd4-66da035881ce admin admin] Made reservation on behalf of c4112c4fc0ff4a36a1b303475c7f4981 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:23:53.248267 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-94975b27-3b76-45b2-bcd4-66da035881ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:53.262315 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-ac24ddb0-25bc-4bd1-ab71-01774e25c8a0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Deleting port e4890eec-00bf-4dc6-9ae7-dd74192195f1 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:23:53.262655 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ac24ddb0-25bc-4bd1-ab71-01774e25c8a0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:53.269038 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-94975b27-3b76-45b2-bcd4-66da035881ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:53.297978 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6205da2-6680-411e-8af4-4a43a2bd0624 None None] Network b015e74e-a6cc-44b0-937d-fee6f6dc0007 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:23:53.313671 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-94975b27-3b76-45b2-bcd4-66da035881ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:23:53.317908 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-94975b27-3b76-45b2-bcd4-66da035881ce admin admin] Usage tracker for resource:security_group_rule and tenant:c4112c4fc0ff4a36a1b303475c7f4981 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:23:53.321350 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-94975b27-3b76-45b2-bcd4-66da035881ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:23:53.327895 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-94975b27-3b76-45b2-bcd4-66da035881ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:23:53.331129 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-82049f01-d674-43f7-890b-4235eef29539 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] 10.222.0.79 "DELETE /v2.0/networks/36373ae1-48e4-48e9-8603-9783f238224d HTTP/1.1" status: 204 len: 168 time: 6.5363593 May 23 11:23:53.336243 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36628) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:53.426985 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-94975b27-3b76-45b2-bcd4-66da035881ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:53.431308 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bc860e85-a847-4e15-b59b-5e6187e980fe req-fc1e7b5c-69cc-45b5-8ce7-487e0bbf0818 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2562931 May 23 11:23:53.436974 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-94975b27-3b76-45b2-bcd4-66da035881ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:53.450024 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7ad05110-618e-4c33-bcb3-ba5e4a12e17c None None] Provisioning for port 4af610e8-56b7-4edd-beff-69a3691c19ab completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:23:53.456376 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94975b27-3b76-45b2-bcd4-66da035881ce admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:23:53.466381 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5456c8c5-d25c-4778-aceb-30003323503b tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:53.468448 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-94975b27-3b76-45b2-bcd4-66da035881ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:53.468952 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-94975b27-3b76-45b2-bcd4-66da035881ce admin admin] Added segment 4f0d5472-1003-45ab-8b0f-abd1e74bfa02 of type vlan for network 0be92582-5915-4835-ac16-79c44c856a03 May 23 11:23:53.471448 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36634) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:53.473633 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7ad05110-618e-4c33-bcb3-ba5e4a12e17c None None] Provisioning complete for port 4af610e8-56b7-4edd-beff-69a3691c19ab triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:23:53.474288 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7ad05110-618e-4c33-bcb3-ba5e4a12e17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:53.504768 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-94975b27-3b76-45b2-bcd4-66da035881ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:53.556397 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-94975b27-3b76-45b2-bcd4-66da035881ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:53.557319 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94975b27-3b76-45b2-bcd4-66da035881ce admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:53.558065 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-94975b27-3b76-45b2-bcd4-66da035881ce admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:53.650034 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94975b27-3b76-45b2-bcd4-66da035881ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658ed2f4-8d92-4d14-ad3e-4952bd37e652,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:53.864957 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94975b27-3b76-45b2-bcd4-66da035881ce admin admin] Pushing event updated for resources: {'Network': ['ID=0be92582-5915-4835-ac16-79c44c856a03,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:53.870720 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-94975b27-3b76-45b2-bcd4-66da035881ce admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0042737 May 23 11:23:53.878837 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 36648) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:53.881461 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 0be92582-5915-4835-ac16-79c44c856a03 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:23:53.884498 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-62c31f5b-804e-4c6f-be02-f7c6322544ea admin admin] Request body: {'subnet': {'network_id': '0be92582-5915-4835-ac16-79c44c856a03', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-356221702-subnet', 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:23:53.893893 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-62c31f5b-804e-4c6f-be02-f7c6322544ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:23:53.900229 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-62c31f5b-804e-4c6f-be02-f7c6322544ea admin admin] Usage tracker for resource:subnet and tenant:c4112c4fc0ff4a36a1b303475c7f4981 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:23:53.903730 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-62c31f5b-804e-4c6f-be02-f7c6322544ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:23:53.912449 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5456c8c5-d25c-4778-aceb-30003323503b tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:53.913250 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-62c31f5b-804e-4c6f-be02-f7c6322544ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:23:53.934813 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e9147-2504-4d00-bf00-5016865b79e5 req-8fc70dd9-920c-4f20-a2d8-3aaaa8d89f50 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:53.936763 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ff6e9147-2504-4d00-bf00-5016865b79e5 req-8fc70dd9-920c-4f20-a2d8-3aaaa8d89f50 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.1935434 May 23 11:23:53.938157 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c31f5b-804e-4c6f-be02-f7c6322544ea admin admin] Made reservation on behalf of c4112c4fc0ff4a36a1b303475c7f4981 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:23:53.940713 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-62c31f5b-804e-4c6f-be02-f7c6322544ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:54.002181 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-5456c8c5-d25c-4778-aceb-30003323503b tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['149bb248-791d-4ff6-95df-a5d8f0ec7d78']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:54.023189 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-5456c8c5-d25c-4778-aceb-30003323503b tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed24d65a-7d6f-46eb-b609-63a9cb377d3f') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:54.023690 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-5456c8c5-d25c-4778-aceb-30003323503b tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed24d65a-7d6f-46eb-b609-63a9cb377d3f') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:54.041437 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5456c8c5-d25c-4778-aceb-30003323503b tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:54.086831 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ff6e9147-2504-4d00-bf00-5016865b79e5 req-72d9d57a-83d3-42a4-a71d-3fcac6f84bf4 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304007 May 23 11:23:54.091764 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d0446708-fe6a-494f-9c8c-0518bd0e9938 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a31376165c0842a99b7a2fae4a538a8b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6167960 May 23 11:23:54.092452 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 36654) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:54.092920 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-ac24ddb0-25bc-4bd1-ab71-01774e25c8a0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] For port e4890eec-00bf-4dc6-9ae7-dd74192195f1, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e4890eec-00bf-4dc6-9ae7-dd74192195f1,segment=NetworkSegment(c9a4c77f-f415-4a20-9f0e-71d98dd47f79),segment_id=c9a4c77f-f415-4a20-9f0e-71d98dd47f79)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:23:54.093287 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ac24ddb0-25bc-4bd1-ab71-01774e25c8a0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:54.113645 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5456c8c5-d25c-4778-aceb-30003323503b tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:54.163482 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3104a2a2-c27c-41fe-9c05-371692bf50fd None None] get_active_networks_info from n-d-842952-2 {{(pid=83912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 23 11:23:54.190828 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5456c8c5-d25c-4778-aceb-30003323503b tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:23:54.191245 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5456c8c5-d25c-4778-aceb-30003323503b tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:54.232403 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-250f71af-3bb1-46e9-a58f-ee5bee14bd28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:54.270776 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3302cff6-bc8a-473f-bc0c-b56c99c2f8cd None None] Provisioning complete for port 4af610e8-56b7-4edd-beff-69a3691c19ab triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:23:54.271137 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3302cff6-bc8a-473f-bc0c-b56c99c2f8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:54.297022 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-250f71af-3bb1-46e9-a58f-ee5bee14bd28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:54.329211 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-62c31f5b-804e-4c6f-be02-f7c6322544ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:54.466213 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3104a2a2-c27c-41fe-9c05-371692bf50fd None None] Resources bound (agent type, host, resource id): {{(pid=83912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 23 11:23:54.485364 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c31f5b-804e-4c6f-be02-f7c6322544ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b85c12c-741c-420e-9273-6de6d42ac4b3,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:54.496527 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-ac24ddb0-25bc-4bd1-ab71-01774e25c8a0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Calling delete_port for e4890eec-00bf-4dc6-9ae7-dd74192195f1 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:23:54.507647 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-250f71af-3bb1-46e9-a58f-ee5bee14bd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:54.527033 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c31f5b-804e-4c6f-be02-f7c6322544ea admin admin] Checking segment: {'id': '4f0d5472-1003-45ab-8b0f-abd1e74bfa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0be92582-5915-4835-ac16-79c44c856a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:23:54.527395 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c31f5b-804e-4c6f-be02-f7c6322544ea admin admin] Network hostable DHCP agents. Network: 0be92582-5915-4835-ac16-79c44c856a03, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:23:54.531870 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f71af-3bb1-46e9-a58f-ee5bee14bd28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb445353-40d9-4c17-8215-e5ed103b2a96,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:54.553217 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:23:54.553217 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:23:54.553217 n-d-842952-2 neutron-server[83911]: timer() May 23 11:23:54.553217 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:23:54.553217 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:23:54.553217 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:23:54.553217 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:23:54.553217 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:23:54.553217 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:23:54.553217 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:23:54.553217 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:23:54.553217 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:23:54.553217 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:23:54.553217 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:23:54.553217 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:23:54.553217 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:23:54.553217 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:23:54.553217 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:23:54.553217 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:23:54.553217 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:23:54.553217 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:23:54.553217 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:23:54.553217 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:23:54.553217 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:23:54.553217 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:23:54.553217 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:23:54.553217 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:23:54.553217 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:23:54.553217 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:23:54.553217 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:23:54.553217 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:23:54.553217 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:23:54.563338 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b963e-cb41-424b-bbd8-f934d5211ec6 req-d36f1e8a-d9c6-49fb-b364-bce986cccc65 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:54.569957 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-671b963e-cb41-424b-bbd8-f934d5211ec6 req-d36f1e8a-d9c6-49fb-b364-bce986cccc65 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.1959503 May 23 11:23:54.600390 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-250f71af-3bb1-46e9-a58f-ee5bee14bd28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:54.601503 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-250f71af-3bb1-46e9-a58f-ee5bee14bd28 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bb445353-40d9-4c17-8215-e5ed103b2a96 HTTP/1.1" status: 204 len: 168 time: 0.5083511 May 23 11:23:54.633390 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c31f5b-804e-4c6f-be02-f7c6322544ea admin admin] Network 0be92582-5915-4835-ac16-79c44c856a03 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:23:54.676223 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-671b963e-cb41-424b-bbd8-f934d5211ec6 req-083ce0e5-8b48-488e-81ab-5244aabfb61a tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053786 May 23 11:23:54.690774 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-62c31f5b-804e-4c6f-be02-f7c6322544ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 0be92582-5915-4835-ac16-79c44c856a03) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:23:54.695354 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c31f5b-804e-4c6f-be02-f7c6322544ea admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:54.696255 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-62c31f5b-804e-4c6f-be02-f7c6322544ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:54.719137 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-62c31f5b-804e-4c6f-be02-f7c6322544ea admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8389528 May 23 11:23:54.722065 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 36672) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:54.728424 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-41defdf6-f218-453d-9856-1b187d3e239f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-356221702-router', 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:23:54.734184 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-41defdf6-f218-453d-9856-1b187d3e239f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:23:54.739869 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-41defdf6-f218-453d-9856-1b187d3e239f admin admin] Usage tracker for resource:router and tenant:c4112c4fc0ff4a36a1b303475c7f4981 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:23:54.744493 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-41defdf6-f218-453d-9856-1b187d3e239f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:23:54.757961 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-41defdf6-f218-453d-9856-1b187d3e239f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:23:54.779159 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-41defdf6-f218-453d-9856-1b187d3e239f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:54.780405 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-41defdf6-f218-453d-9856-1b187d3e239f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:54.826701 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ac24ddb0-25bc-4bd1-ab71-01774e25c8a0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:54.889456 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7680c39f-70a3-4b86-a1f6-a5e8acabf654 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:23:54.904586 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f40df8-6b24-4dd5-93d8-a68a170f36b9 None None] Sync routers for ids ['9a1794a5-1139-4439-8c86-b640f156abd5'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:23:54.905944 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5456c8c5-d25c-4778-aceb-30003323503b tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:54.912546 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24ddb0-25bc-4bd1-ab71-01774e25c8a0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event deleted for resources: {'Port': ['ID=e4890eec-00bf-4dc6-9ae7-dd74192195f1,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:54.926384 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f40df8-6b24-4dd5-93d8-a68a170f36b9 None None] Routers {'9a1794a5-1139-4439-8c86-b640f156abd5'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:23:54.927357 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-73f40df8-6b24-4dd5-93d8-a68a170f36b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:23:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['9a1794a5-1139-4439-8c86-b640f156abd5'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:54.938437 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-41defdf6-f218-453d-9856-1b187d3e239f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:54.940764 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5456c8c5-d25c-4778-aceb-30003323503b tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:54.956815 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5456c8c5-d25c-4778-aceb-30003323503b tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] 10.222.0.79 "DELETE /v2.0/networks/149bb248-791d-4ff6-95df-a5d8f0ec7d78 HTTP/1.1" status: 204 len: 168 time: 1.6167943 May 23 11:23:54.962945 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36678) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:54.963691 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5456c8c5-d25c-4778-aceb-30003323503b tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Pushing event deleted for resources: {'Network': ['ID=149bb248-791d-4ff6-95df-a5d8f0ec7d78,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:54.967264 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac24ddb0-25bc-4bd1-ab71-01774e25c8a0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] No DVR routers for this DVR port e4890eec-00bf-4dc6-9ae7-dd74192195f1 on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:23:54.974191 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7680c39f-70a3-4b86-a1f6-a5e8acabf654 admin admin] 10.222.0.79 "PUT /v2.0/routers/9a1794a5-1139-4439-8c86-b640f156abd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4380956 May 23 11:23:54.977227 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 36682) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:55.213021 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ac24ddb0-25bc-4bd1-ab71-01774e25c8a0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:55.231751 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-24aa9255-3e6b-46fb-914a-3c8a0b0fb8fd tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:55.236091 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691b7489-d31e-4c19-b8a3-006acbfb214d None None] get_active_networks_info from n-d-842952-2 {{(pid=83912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 23 11:23:55.252539 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-ac24ddb0-25bc-4bd1-ab71-01774e25c8a0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42c27f3d-7619-49d1-9168-0dab5585278e']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:55.272415 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-ac24ddb0-25bc-4bd1-ab71-01774e25c8a0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9a4c77f-f415-4a20-9f0e-71d98dd47f79') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:55.272415 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-ac24ddb0-25bc-4bd1-ab71-01774e25c8a0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9a4c77f-f415-4a20-9f0e-71d98dd47f79') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:55.314542 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-73f40df8-6b24-4dd5-93d8-a68a170f36b9 None None] Set router 9a1794a5-1139-4439-8c86-b640f156abd5 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:23:55.334782 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ac24ddb0-25bc-4bd1-ab71-01774e25c8a0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:55.422605 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ac24ddb0-25bc-4bd1-ab71-01774e25c8a0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:55.433327 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-24aa9255-3e6b-46fb-914a-3c8a0b0fb8fd tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:55.440984 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac24ddb0-25bc-4bd1-ab71-01774e25c8a0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:23:55.441378 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ac24ddb0-25bc-4bd1-ab71-01774e25c8a0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:55.456213 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:23:55.456213 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:23:55.456213 n-d-842952-2 neutron-server[83911]: timer() May 23 11:23:55.456213 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:23:55.456213 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:23:55.456213 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:23:55.456213 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:23:55.456213 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:23:55.456213 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:23:55.456213 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:23:55.456213 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:23:55.456213 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:23:55.456213 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:23:55.456213 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:23:55.456213 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:23:55.456213 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:23:55.456213 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:23:55.456213 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:23:55.456213 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:23:55.456213 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:23:55.456213 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:23:55.456213 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:23:55.456213 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:23:55.456213 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:23:55.456213 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:23:55.456213 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:23:55.456213 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:23:55.456213 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:23:55.456213 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:23:55.456213 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:23:55.456213 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:23:55.456213 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:23:55.497916 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691b7489-d31e-4c19-b8a3-006acbfb214d None None] Resources bound (agent type, host, resource id): {{(pid=83912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 23 11:23:55.544996 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-24aa9255-3e6b-46fb-914a-3c8a0b0fb8fd tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f9e0c3d-eb83-4e73-b09d-9a13381f8464']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:55.561090 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-24aa9255-3e6b-46fb-914a-3c8a0b0fb8fd tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8f169bb-a88c-4d67-8900-6e7856e11e56') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:55.561646 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-24aa9255-3e6b-46fb-914a-3c8a0b0fb8fd tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8f169bb-a88c-4d67-8900-6e7856e11e56') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:55.575944 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-24aa9255-3e6b-46fb-914a-3c8a0b0fb8fd tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:55.584147 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ac24ddb0-25bc-4bd1-ab71-01774e25c8a0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:55.606260 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ac24ddb0-25bc-4bd1-ab71-01774e25c8a0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:55.606682 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9fc38b-b5ce-4e5d-98a6-140ce1345ba3 req-2509f914-7c83-4ea5-b6a3-c2f84ca299db tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:55.609070 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8d9fc38b-b5ce-4e5d-98a6-140ce1345ba3 req-2509f914-7c83-4ea5-b6a3-c2f84ca299db tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.7519214 May 23 11:23:55.619539 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24ddb0-25bc-4bd1-ab71-01774e25c8a0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event deleted for resources: {'Network': ['ID=42c27f3d-7619-49d1-9168-0dab5585278e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:55.624756 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ac24ddb0-25bc-4bd1-ab71-01774e25c8a0 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "DELETE /v2.0/networks/42c27f3d-7619-49d1-9168-0dab5585278e HTTP/1.1" status: 204 len: 168 time: 6.1259952 May 23 11:23:55.627763 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36694) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:55.631021 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-24aa9255-3e6b-46fb-914a-3c8a0b0fb8fd tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:55.663639 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24aa9255-3e6b-46fb-914a-3c8a0b0fb8fd tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:23:55.664468 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-24aa9255-3e6b-46fb-914a-3c8a0b0fb8fd tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:55.702104 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:23:55.702104 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:23:55.702104 n-d-842952-2 neutron-server[83911]: timer() May 23 11:23:55.702104 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:23:55.702104 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:23:55.702104 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:23:55.702104 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:23:55.702104 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:23:55.702104 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:23:55.702104 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:23:55.702104 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:23:55.702104 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:23:55.702104 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:23:55.702104 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:23:55.702104 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:23:55.702104 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:23:55.702104 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:23:55.702104 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:23:55.702104 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:23:55.702104 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:23:55.702104 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:23:55.702104 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:23:55.702104 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:23:55.702104 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:23:55.702104 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:23:55.702104 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:23:55.702104 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:23:55.702104 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:23:55.702104 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:23:55.702104 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:23:55.702104 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:23:55.702104 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:23:55.710135 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-e559b66e-fc2a-49e3-8436-e32a9acd7fe9 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] DELETE failed (client error): The resource could not be found. May 23 11:23:55.710678 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e559b66e-fc2a-49e3-8436-e32a9acd7fe9 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:23:55.712866 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e559b66e-fc2a-49e3-8436-e32a9acd7fe9 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "DELETE /v2.0/networks/42c27f3d-7619-49d1-9168-0dab5585278e HTTP/1.1" status: 404 len: 339 time: 0.0838118 May 23 11:23:55.754550 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 36702) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:55.770347 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8d9fc38b-b5ce-4e5d-98a6-140ce1345ba3 req-712e3329-f565-4597-ae6d-535cf79722ba tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511788 May 23 11:23:55.782825 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-41defdf6-f218-453d-9856-1b187d3e239f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:55.792630 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-5e39ee57-bd51-418f-9b4a-d6349c151461 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-22296526', 'description': 'd1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:23:55.801829 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5e39ee57-bd51-418f-9b4a-d6349c151461 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:23:55.809713 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5e39ee57-bd51-418f-9b4a-d6349c151461 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Usage tracker for resource:network and tenant:aa928321a3fc48f78ff8df0f94ecdbb0 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:23:55.847939 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-24aa9255-3e6b-46fb-914a-3c8a0b0fb8fd tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:55.854693 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5e39ee57-bd51-418f-9b4a-d6349c151461 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:23:55.874676 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-24aa9255-3e6b-46fb-914a-3c8a0b0fb8fd tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:55.882865 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa9255-3e6b-46fb-914a-3c8a0b0fb8fd tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Pushing event deleted for resources: {'Network': ['ID=1f9e0c3d-eb83-4e73-b09d-9a13381f8464,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:55.893897 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-24aa9255-3e6b-46fb-914a-3c8a0b0fb8fd tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] 10.222.0.79 "DELETE /v2.0/networks/1f9e0c3d-eb83-4e73-b09d-9a13381f8464 HTTP/1.1" status: 204 len: 168 time: 0.9281104 May 23 11:23:55.896349 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36710) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:55.911571 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5e39ee57-bd51-418f-9b4a-d6349c151461 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:23:55.986065 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-73f40df8-6b24-4dd5-93d8-a68a170f36b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1794a5-1139-4439-8c86-b640f156abd5', 'name': 'tempest-TaggedBootDevicesTest_v242-1230630214-router', 'tenant_id': '6413deec0c1b468e9165a85b033a2ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '40ea926d-6eb9-456b-aff7-121a6a90bf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:16:09Z', 'updated_at': '2022-05-23T11:23:48Z', 'revision_number': 5, 'project_id': '6413deec0c1b468e9165a85b033a2ba9', 'gw_port': {'id': '40ea926d-6eb9-456b-aff7-121a6a90bf0f', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1794a5-1139-4439-8c86-b640f156abd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:16:11Z', 'updated_at': '2022-05-23T11:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:55.995146 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f40df8-6b24-4dd5-93d8-a68a170f36b9 None None] Checking router: 9a1794a5-1139-4439-8c86-b640f156abd5 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:23:56.022114 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f40df8-6b24-4dd5-93d8-a68a170f36b9 None None] Routers {'9a1794a5-1139-4439-8c86-b640f156abd5'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:23:56.022937 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-73f40df8-6b24-4dd5-93d8-a68a170f36b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:23:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['9a1794a5-1139-4439-8c86-b640f156abd5'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:56.040005 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e39ee57-bd51-418f-9b4a-d6349c151461 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Made reservation on behalf of aa928321a3fc48f78ff8df0f94ecdbb0 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:23:56.047870 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5e39ee57-bd51-418f-9b4a-d6349c151461 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:56.125844 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fc58ed1f-f6fa-4d02-97f3-66c79ffab470 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:56.126471 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e39ee57-bd51-418f-9b4a-d6349c151461 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:23:56.150259 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5e39ee57-bd51-418f-9b4a-d6349c151461 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:56.150639 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-5e39ee57-bd51-418f-9b4a-d6349c151461 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Added segment cef11eec-e6af-4aed-ab57-fe975f64e449 of type vlan for network 442643c4-2ea5-4d30-b16a-0ad0806f9a1a May 23 11:23:56.197349 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5e39ee57-bd51-418f-9b4a-d6349c151461 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:56.292489 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36716) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:56.333797 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fc58ed1f-f6fa-4d02-97f3-66c79ffab470 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:56.358136 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89799466-7ff9-4935-b9b6-64b367bc9cb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-0be92582-5915-4835-ac16-79c44c856a03', 'network_id': '0be92582-5915-4835-ac16-79c44c856a03', 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'fixed_ips': [{'subnet_id': '8b85c12c-741c-420e-9273-6de6d42ac4b3'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:23:56.359330 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-89799466-7ff9-4935-b9b6-64b367bc9cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:56.382490 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-fc58ed1f-f6fa-4d02-97f3-66c79ffab470 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3360dc95-50a9-4f08-9749-8a8a50526f28']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:56.392319 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-73f40df8-6b24-4dd5-93d8-a68a170f36b9 None None] Set router 9a1794a5-1139-4439-8c86-b640f156abd5 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:23:56.410026 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-fc58ed1f-f6fa-4d02-97f3-66c79ffab470 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ec29831-463b-46c1-a886-bb67310f20bb') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:56.410269 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5e39ee57-bd51-418f-9b4a-d6349c151461 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:56.410382 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-fc58ed1f-f6fa-4d02-97f3-66c79ffab470 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ec29831-463b-46c1-a886-bb67310f20bb') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:56.413852 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e39ee57-bd51-418f-9b4a-d6349c151461 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:56.414428 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5e39ee57-bd51-418f-9b4a-d6349c151461 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:56.424930 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fc58ed1f-f6fa-4d02-97f3-66c79ffab470 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:56.447529 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fc58ed1f-f6fa-4d02-97f3-66c79ffab470 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:56.456962 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc58ed1f-f6fa-4d02-97f3-66c79ffab470 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:23:56.457513 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fc58ed1f-f6fa-4d02-97f3-66c79ffab470 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:56.474948 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:23:56.474948 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:23:56.474948 n-d-842952-2 neutron-server[83911]: timer() May 23 11:23:56.474948 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:23:56.474948 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:23:56.474948 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:23:56.474948 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:23:56.474948 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:23:56.474948 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:23:56.474948 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:23:56.474948 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:23:56.474948 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:23:56.474948 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:23:56.474948 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:23:56.474948 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:23:56.474948 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:23:56.474948 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:23:56.474948 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:23:56.474948 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:23:56.474948 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:23:56.474948 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:23:56.474948 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:23:56.474948 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:23:56.474948 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:23:56.474948 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:23:56.474948 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:23:56.474948 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:23:56.474948 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:23:56.474948 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:23:56.474948 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:23:56.474948 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:23:56.474948 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:23:56.541342 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-89c37d13-b7cd-438b-a2e7-5d7400fba14b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1729565366-network', 'tenant_id': 'b32c00c2dee749699a709a92064b86f0'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:23:56.542290 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c58a1cf4-9d95-48a3-ad71-acf95835e036 admin admin] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:56.559223 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-89c37d13-b7cd-438b-a2e7-5d7400fba14b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:23:56.570021 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-89c37d13-b7cd-438b-a2e7-5d7400fba14b admin admin] Usage tracker for resource:network and tenant:b32c00c2dee749699a709a92064b86f0 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:23:56.573678 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-89c37d13-b7cd-438b-a2e7-5d7400fba14b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:23:56.580252 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-89c37d13-b7cd-438b-a2e7-5d7400fba14b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:23:56.588106 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fc58ed1f-f6fa-4d02-97f3-66c79ffab470 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:56.611236 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fc58ed1f-f6fa-4d02-97f3-66c79ffab470 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2754706'] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:56.618135 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c37d13-b7cd-438b-a2e7-5d7400fba14b admin admin] Made reservation on behalf of b32c00c2dee749699a709a92064b86f0 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:23:56.621157 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-89c37d13-b7cd-438b-a2e7-5d7400fba14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:56.642904 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-89c37d13-b7cd-438b-a2e7-5d7400fba14b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:56.707668 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5e39ee57-bd51-418f-9b4a-d6349c151461 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9305098 May 23 11:23:56.707668 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e39ee57-bd51-418f-9b4a-d6349c151461 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event updated for resources: {'Network': ['ID=442643c4-2ea5-4d30-b16a-0ad0806f9a1a,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:56.711037 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 36722) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:56.715555 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-89799466-7ff9-4935-b9b6-64b367bc9cb1 None None] Allocated IP 172.20.0.2 (0be92582-5915-4835-ac16-79c44c856a03/8b85c12c-741c-420e-9273-6de6d42ac4b3/20affc6a-3fb1-4de3-a4f7-4b63006d4a04) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:23:56.774030 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58ed1f-f6fa-4d02-97f3-66c79ffab470 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] Pushing event deleted for resources: {'Network': ['ID=3360dc95-50a9-4f08-9749-8a8a50526f28,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:56.783482 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-fc58ed1f-f6fa-4d02-97f3-66c79ffab470 tempest-BulkNetworkOpsIpV6Test-1230466094 tempest-BulkNetworkOpsIpV6Test-1230466094-project] 10.222.0.79 "DELETE /v2.0/networks/3360dc95-50a9-4f08-9749-8a8a50526f28 HTTP/1.1" status: 204 len: 168 time: 0.8858202 May 23 11:23:56.807098 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-73f40df8-6b24-4dd5-93d8-a68a170f36b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1794a5-1139-4439-8c86-b640f156abd5', 'name': 'tempest-TaggedBootDevicesTest_v242-1230630214-router', 'tenant_id': '6413deec0c1b468e9165a85b033a2ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '40ea926d-6eb9-456b-aff7-121a6a90bf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:16:09Z', 'updated_at': '2022-05-23T11:23:48Z', 'revision_number': 5, 'project_id': '6413deec0c1b468e9165a85b033a2ba9', 'gw_port': {'id': '40ea926d-6eb9-456b-aff7-121a6a90bf0f', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1794a5-1139-4439-8c86-b640f156abd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:16:11Z', 'updated_at': '2022-05-23T11:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:23:56.809315 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-89c37d13-b7cd-438b-a2e7-5d7400fba14b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:23:56.812657 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f40df8-6b24-4dd5-93d8-a68a170f36b9 None None] The sync data for ids ['9a1794a5-1139-4439-8c86-b640f156abd5'] in n-d-842952-2 is: [{'id': '9a1794a5-1139-4439-8c86-b640f156abd5', 'name': 'tempest-TaggedBootDevicesTest_v242-1230630214-router', 'tenant_id': '6413deec0c1b468e9165a85b033a2ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '40ea926d-6eb9-456b-aff7-121a6a90bf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:16:09Z', 'updated_at': '2022-05-23T11:23:48Z', 'revision_number': 5, 'project_id': '6413deec0c1b468e9165a85b033a2ba9', 'gw_port': {'id': '40ea926d-6eb9-456b-aff7-121a6a90bf0f', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1794a5-1139-4439-8c86-b640f156abd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:16:11Z', 'updated_at': '2022-05-23T11:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:23:56.814580 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-89c37d13-b7cd-438b-a2e7-5d7400fba14b admin admin] Usage tracker for resource:security_group_rule and tenant:b32c00c2dee749699a709a92064b86f0 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:23:56.818179 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-89c37d13-b7cd-438b-a2e7-5d7400fba14b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:23:56.824912 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-89c37d13-b7cd-438b-a2e7-5d7400fba14b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:23:56.844221 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 442643c4-2ea5-4d30-b16a-0ad0806f9a1a details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:23:56.893462 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac44a99-1a14-4e46-ba07-e50d2386ac4d tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:56.894499 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-0ac44a99-1a14-4e46-ba07-e50d2386ac4d tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Synchronizing usage tracker for tenant:aa928321a3fc48f78ff8df0f94ecdbb0 on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:23:56.905992 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20106207-08a5-428b-91f9-e758ba0525a8 req-4c3af55a-9c1c-44dc-a443-af42d65abaca tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:56.915558 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-20106207-08a5-428b-91f9-e758ba0525a8 req-4c3af55a-9c1c-44dc-a443-af42d65abaca tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.5774443 May 23 11:23:56.968667 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-89c37d13-b7cd-438b-a2e7-5d7400fba14b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:56.974219 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-89c37d13-b7cd-438b-a2e7-5d7400fba14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:57.011086 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89c37d13-b7cd-438b-a2e7-5d7400fba14b admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:23:57.022771 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-0ac44a99-1a14-4e46-ba07-e50d2386ac4d tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Unset dirty status for tenant:aa928321a3fc48f78ff8df0f94ecdbb0 on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:23:57.031399 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36732) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:57.043883 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-731f5324-3fd2-4dfd-a331-68283cd24277 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Request body: {'network': {'description': 'd2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:23:57.045275 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0ac44a99-1a14-4e46-ba07-e50d2386ac4d tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "GET /v2.0/networks?id=442643c4-2ea5-4d30-b16a-0ad0806f9a1a HTTP/1.1" status: 200 len: 763 time: 0.3314643 May 23 11:23:57.083155 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-20106207-08a5-428b-91f9-e758ba0525a8 req-6a4e4a50-c0f8-43b9-8f41-d4148c797525 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659658 May 23 11:23:57.174503 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-41defdf6-f218-453d-9856-1b187d3e239f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:57.219372 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-41defdf6-f218-453d-9856-1b187d3e239f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:57.239179 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-89799466-7ff9-4935-b9b6-64b367bc9cb1 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:57.265851 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 36742) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:57.269886 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-89799466-7ff9-4935-b9b6-64b367bc9cb1 None None] Transition to ACTIVE for port object 20affc6a-3fb1-4de3-a4f7-4b63006d4a04 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:23:57.280935 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c37d13-b7cd-438b-a2e7-5d7400fba14b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922d3c5a-a069-41ce-b972-4c94b232656c,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:57.288695 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-89c37d13-b7cd-438b-a2e7-5d7400fba14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:57.289299 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-89c37d13-b7cd-438b-a2e7-5d7400fba14b admin admin] Added segment 8070c89c-20c7-468c-8cfb-5e7b1ae7dbc4 of type vlan for network ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5 May 23 11:23:57.300927 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-89799466-7ff9-4935-b9b6-64b367bc9cb1 None None] Transition to ACTIVE for port object 20affc6a-3fb1-4de3-a4f7-4b63006d4a04 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:23:57.312106 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-89799466-7ff9-4935-b9b6-64b367bc9cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:57.385594 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89799466-7ff9-4935-b9b6-64b367bc9cb1 None None] Network 0be92582-5915-4835-ac16-79c44c856a03 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:23:57.389104 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-89799466-7ff9-4935-b9b6-64b367bc9cb1 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:23:57.394904 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89799466-7ff9-4935-b9b6-64b367bc9cb1 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:23:57.446756 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89799466-7ff9-4935-b9b6-64b367bc9cb1 None None] Pushing event updated for resources: {'Port': ['ID=20affc6a-3fb1-4de3-a4f7-4b63006d4a04,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:57.451063 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c58a1cf4-9d95-48a3-ad71-acf95835e036 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:57.517205 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-89c37d13-b7cd-438b-a2e7-5d7400fba14b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:57.520248 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-89799466-7ff9-4935-b9b6-64b367bc9cb1 None None] Attempting to bind port 20affc6a-3fb1-4de3-a4f7-4b63006d4a04 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:23:57.521199 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-89799466-7ff9-4935-b9b6-64b367bc9cb1 None None] Attempting to bind port 20affc6a-3fb1-4de3-a4f7-4b63006d4a04 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '4f0d5472-1003-45ab-8b0f-abd1e74bfa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0be92582-5915-4835-ac16-79c44c856a03'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:23:57.521575 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89799466-7ff9-4935-b9b6-64b367bc9cb1 None None] Attempting to bind port 20affc6a-3fb1-4de3-a4f7-4b63006d4a04 on network 0be92582-5915-4835-ac16-79c44c856a03 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:23:57.530038 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89799466-7ff9-4935-b9b6-64b367bc9cb1 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:23:57.530536 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89799466-7ff9-4935-b9b6-64b367bc9cb1 None None] Checking segment: {'id': '4f0d5472-1003-45ab-8b0f-abd1e74bfa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0be92582-5915-4835-ac16-79c44c856a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:23:57.531465 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-89799466-7ff9-4935-b9b6-64b367bc9cb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:57.532036 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89799466-7ff9-4935-b9b6-64b367bc9cb1 None None] Bound using segment: {'id': '4f0d5472-1003-45ab-8b0f-abd1e74bfa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0be92582-5915-4835-ac16-79c44c856a03'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:23:57.533160 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-89799466-7ff9-4935-b9b6-64b367bc9cb1 None None] Bound port: 20affc6a-3fb1-4de3-a4f7-4b63006d4a04, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f0d5472-1003-45ab-8b0f-abd1e74bfa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0be92582-5915-4835-ac16-79c44c856a03'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:23:57.533609 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-89799466-7ff9-4935-b9b6-64b367bc9cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:57.548992 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-731f5324-3fd2-4dfd-a331-68283cd24277 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:57.564028 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-c58a1cf4-9d95-48a3-ad71-acf95835e036 admin admin] Deleting port 40ea926d-6eb9-456b-aff7-121a6a90bf0f {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:23:57.564280 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c58a1cf4-9d95-48a3-ad71-acf95835e036 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:57.580427 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-731f5324-3fd2-4dfd-a331-68283cd24277 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:57.605290 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-89c37d13-b7cd-438b-a2e7-5d7400fba14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:57.606269 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c37d13-b7cd-438b-a2e7-5d7400fba14b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:57.606944 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-89c37d13-b7cd-438b-a2e7-5d7400fba14b admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:57.627948 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-731f5324-3fd2-4dfd-a331-68283cd24277 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Network 442643c4-2ea5-4d30-b16a-0ad0806f9a1a is not hosted by any dhcp agent {{(pid=83911) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 23 11:23:57.631612 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731f5324-3fd2-4dfd-a331-68283cd24277 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:57.634808 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-731f5324-3fd2-4dfd-a331-68283cd24277 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:57.638593 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-731f5324-3fd2-4dfd-a331-68283cd24277 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "PUT /v2.0/networks/442643c4-2ea5-4d30-b16a-0ad0806f9a1a HTTP/1.1" status: 200 len: 760 time: 0.6037693 May 23 11:23:57.641543 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36754) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:57.648076 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-89799466-7ff9-4935-b9b6-64b367bc9cb1 None None] For port 20affc6a-3fb1-4de3-a4f7-4b63006d4a04, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:23:57.654318 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-89799466-7ff9-4935-b9b6-64b367bc9cb1 None None] For port 20affc6a-3fb1-4de3-a4f7-4b63006d4a04, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=20affc6a-3fb1-4de3-a4f7-4b63006d4a04,segment=NetworkSegment(4f0d5472-1003-45ab-8b0f-abd1e74bfa02),segment_id=4f0d5472-1003-45ab-8b0f-abd1e74bfa02)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:23:57.660755 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-89799466-7ff9-4935-b9b6-64b367bc9cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:57.693227 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-41defdf6-f218-453d-9856-1b187d3e239f admin admin] Allocated IP 172.25.6.137 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/0f56797d-7262-4d76-86c1-7154120329bf) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:23:57.748937 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731f5324-3fd2-4dfd-a331-68283cd24277 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event updated for resources: {'Network': ['ID=442643c4-2ea5-4d30-b16a-0ad0806f9a1a,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:57.773160 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335c244-1d38-48ea-a54c-ad4a6e6ac7ad req-d88de32b-24a1-4dfb-8c3b-5f1977f4ac23 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:57.774662 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1335c244-1d38-48ea-a54c-ad4a6e6ac7ad req-d88de32b-24a1-4dfb-8c3b-5f1977f4ac23 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.4748659 May 23 11:23:57.776248 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 442643c4-2ea5-4d30-b16a-0ad0806f9a1a details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:23:57.797676 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-6076c3eb-14b5-4754-8a96-bd2493c815b7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5a44dc58a58a46c39bf08796db153af1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5306826 May 23 11:23:57.828997 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 36760) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:57.858478 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-89c37d13-b7cd-438b-a2e7-5d7400fba14b admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5649123 May 23 11:23:57.866023 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36764) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:57.952016 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89799466-7ff9-4935-b9b6-64b367bc9cb1 None None] Pushing event updated for resources: {'Port': ['ID=20affc6a-3fb1-4de3-a4f7-4b63006d4a04,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:58.046574 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-6e7cea98-8856-4d32-8a4e-e11ae3dfdc76 admin admin] Request body: {'subnet': {'network_id': 'ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1729565366-subnet', 'tenant_id': 'b32c00c2dee749699a709a92064b86f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:23:58.081181 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6e7cea98-8856-4d32-8a4e-e11ae3dfdc76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:23:58.094926 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-6e7cea98-8856-4d32-8a4e-e11ae3dfdc76 admin admin] Usage tracker for resource:subnet and tenant:b32c00c2dee749699a709a92064b86f0 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:23:58.107432 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-6e7cea98-8856-4d32-8a4e-e11ae3dfdc76 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:23:58.127556 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c37d13-b7cd-438b-a2e7-5d7400fba14b admin admin] Pushing event updated for resources: {'Network': ['ID=ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:58.140204 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6e7cea98-8856-4d32-8a4e-e11ae3dfdc76 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:23:58.145729 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:23:58.150441 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422ff4fd-51ea-4b7b-a1f8-0fecde62a6d9 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:58.152489 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-422ff4fd-51ea-4b7b-a1f8-0fecde62a6d9 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Synchronizing usage tracker for tenant:aa928321a3fc48f78ff8df0f94ecdbb0 on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:23:58.173530 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7cea98-8856-4d32-8a4e-e11ae3dfdc76 admin admin] Made reservation on behalf of b32c00c2dee749699a709a92064b86f0 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:23:58.176452 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6e7cea98-8856-4d32-8a4e-e11ae3dfdc76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:58.194718 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1335c244-1d38-48ea-a54c-ad4a6e6ac7ad req-39aee6b0-db6b-4cdf-800b-5132640c437a tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4046993 May 23 11:23:58.199856 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-422ff4fd-51ea-4b7b-a1f8-0fecde62a6d9 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Unset dirty status for tenant:aa928321a3fc48f78ff8df0f94ecdbb0 on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:23:58.206178 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-c58a1cf4-9d95-48a3-ad71-acf95835e036 admin admin] For port 40ea926d-6eb9-456b-aff7-121a6a90bf0f, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=40ea926d-6eb9-456b-aff7-121a6a90bf0f,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:23:58.207193 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-422ff4fd-51ea-4b7b-a1f8-0fecde62a6d9 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "GET /v2.0/networks?id=442643c4-2ea5-4d30-b16a-0ad0806f9a1a HTTP/1.1" status: 200 len: 763 time: 0.4602318 May 23 11:23:58.208909 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c58a1cf4-9d95-48a3-ad71-acf95835e036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:58.252576 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36770) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:58.379015 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-c58a1cf4-9d95-48a3-ad71-acf95835e036 admin admin] Calling delete_port for 40ea926d-6eb9-456b-aff7-121a6a90bf0f owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:23:58.442554 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed8858a-b089-46db-83b7-a4bfec0eb80e tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:58.443601 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-aed8858a-b089-46db-83b7-a4bfec0eb80e tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1900377 May 23 11:23:58.448016 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36776) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:58.468139 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-41defdf6-f218-453d-9856-1b187d3e239f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:58.483528 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-44267362-4b21-45ab-a24a-d44aa200fabd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:58.516306 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-44267362-4b21-45ab-a24a-d44aa200fabd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:58.547138 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-588fc773-19b1-48ac-954f-8c80e6c181de tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Synchronizing usage tracker for tenant:aa928321a3fc48f78ff8df0f94ecdbb0 on resource:subnet {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:23:58.594100 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 20affc6a-3fb1-4de3-a4f7-4b63006d4a04 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:23:58.645980 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-41defdf6-f218-453d-9856-1b187d3e239f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:58.667339 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-588fc773-19b1-48ac-954f-8c80e6c181de tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Unset dirty status for tenant:aa928321a3fc48f78ff8df0f94ecdbb0 on resource:subnet {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:23:58.668693 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-588fc773-19b1-48ac-954f-8c80e6c181de tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "GET /v2.0/subnets?network_id=87d63aa2-c2e7-4553-824a-d818708dd83b HTTP/1.1" status: 200 len: 207 time: 0.2197082 May 23 11:23:58.673269 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36780) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:58.711149 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6e7cea98-8856-4d32-8a4e-e11ae3dfdc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:58.715969 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 20affc6a-3fb1-4de3-a4f7-4b63006d4a04 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:23:58.736142 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 91a53a8b-65db-4519-9707-6cef64eb2748 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:23:58.738779 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41defdf6-f218-453d-9856-1b187d3e239f admin admin] Pushing event updated for resources: {'Port': ['ID=0f56797d-7262-4d76-86c1-7154120329bf,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:58.743241 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-44267362-4b21-45ab-a24a-d44aa200fabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:58.786811 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 91a53a8b-65db-4519-9707-6cef64eb2748 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:23:58.787360 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 91a53a8b-65db-4519-9707-6cef64eb2748 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:23:58.821282 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44267362-4b21-45ab-a24a-d44aa200fabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef487e4-7843-483a-b9a1-2639983cd3a9,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:58.871681 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41defdf6-f218-453d-9856-1b187d3e239f admin admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:23:58.884525 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-44267362-4b21-45ab-a24a-d44aa200fabd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:58.885691 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-44267362-4b21-45ab-a24a-d44aa200fabd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1ef487e4-7843-483a-b9a1-2639983cd3a9 HTTP/1.1" status: 204 len: 168 time: 1.0557158 May 23 11:23:58.907157 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-41defdf6-f218-453d-9856-1b187d3e239f admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:23:58.913037 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41defdf6-f218-453d-9856-1b187d3e239f admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:23:59.028807 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c58a1cf4-9d95-48a3-ad71-acf95835e036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:59.073168 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7cea98-8856-4d32-8a4e-e11ae3dfdc76 admin admin] Checking segment: {'id': '8070c89c-20c7-468c-8cfb-5e7b1ae7dbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:23:59.073527 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7cea98-8856-4d32-8a4e-e11ae3dfdc76 admin admin] Network hostable DHCP agents. Network: ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:23:59.082723 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cea98-8856-4d32-8a4e-e11ae3dfdc76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9aa26abe-6ee3-4704-85ca-e1c8ab6470f3,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:59.127418 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7c2a71-6b50-46f7-951f-74782cf341a7 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:59.131252 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7c2a71-6b50-46f7-951f-74782cf341a7 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:59.140208 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7c2a71-6b50-46f7-951f-74782cf341a7 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:59.144738 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7c2a71-6b50-46f7-951f-74782cf341a7 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:59.149787 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7c2a71-6b50-46f7-951f-74782cf341a7 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:59.152620 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7c2a71-6b50-46f7-951f-74782cf341a7 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:59.158751 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9a7c2a71-6b50-46f7-951f-74782cf341a7 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.4837503 May 23 11:23:59.161155 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36790) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:59.187543 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a1cf4-9d95-48a3-ad71-acf95835e036 admin admin] Pushing event deleted for resources: {'Port': ['ID=40ea926d-6eb9-456b-aff7-121a6a90bf0f,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:23:59.217897 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a593fa8-0d2a-4e29-9979-763bc1ef7c62 None None] Network 0be92582-5915-4835-ac16-79c44c856a03 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:23:59.288200 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7cea98-8856-4d32-8a4e-e11ae3dfdc76 admin admin] Network ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:23:59.321669 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-6e7cea98-8856-4d32-8a4e-e11ae3dfdc76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:23:59.337658 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a988e6-4746-420e-989f-09a0ca4bb0ca None None] Network ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:23:59.340814 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7cea98-8856-4d32-8a4e-e11ae3dfdc76 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:59.341394 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6e7cea98-8856-4d32-8a4e-e11ae3dfdc76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:59.380204 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ccc2bb13-cd16-4351-8e4f-52287c4fb1f8 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.2178543 May 23 11:23:59.380800 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36798) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:59.392340 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6e7cea98-8856-4d32-8a4e-e11ae3dfdc76 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4137733 May 23 11:23:59.458219 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c4cc65-2f6d-4df4-9619-8802de29d20c tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:59.459719 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c4cc65-2f6d-4df4-9619-8802de29d20c tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:59.460920 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c4cc65-2f6d-4df4-9619-8802de29d20c tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:59.462412 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c4cc65-2f6d-4df4-9619-8802de29d20c tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:59.463632 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c4cc65-2f6d-4df4-9619-8802de29d20c tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:59.470616 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c3c4cc65-2f6d-4df4-9619-8802de29d20c tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0830843 May 23 11:23:59.471062 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36806) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:59.537506 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-69d65f21-60d6-4990-aca5-36b31b92e569 None None] Provisioning for port 20affc6a-3fb1-4de3-a4f7-4b63006d4a04 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:23:59.562833 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c58a1cf4-9d95-48a3-ad71-acf95835e036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:59.591365 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-69d65f21-60d6-4990-aca5-36b31b92e569 None None] Provisioning complete for port 20affc6a-3fb1-4de3-a4f7-4b63006d4a04 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:23:59.592031 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-69d65f21-60d6-4990-aca5-36b31b92e569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:59.772670 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63cfeff-7831-496f-9524-0e33085c3fcc tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['shared'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:59.773933 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63cfeff-7831-496f-9524-0e33085c3fcc tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['shared'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:59.775280 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63cfeff-7831-496f-9524-0e33085c3fcc tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['shared'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:59.777454 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63cfeff-7831-496f-9524-0e33085c3fcc tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['shared'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:59.778938 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63cfeff-7831-496f-9524-0e33085c3fcc tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['shared'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:23:59.803851 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a63cfeff-7831-496f-9524-0e33085c3fcc tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3265131 May 23 11:23:59.804472 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36818) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:23:59.881294 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c58a1cf4-9d95-48a3-ad71-acf95835e036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:59.889021 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c58a1cf4-9d95-48a3-ad71-acf95835e036 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:59.891215 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1787bb1-e994-4bf6-aed5-f6f9da3b6939 None None] Network ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:23:59.941888 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-41defdf6-f218-453d-9856-1b187d3e239f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:59.942664 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-41defdf6-f218-453d-9856-1b187d3e239f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:59.946963 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c58a1cf4-9d95-48a3-ad71-acf95835e036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:23:59.947516 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58a1cf4-9d95-48a3-ad71-acf95835e036 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a1794a5-1139-4439-8c86-b640f156abd5 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:24:00.070642 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c58a1cf4-9d95-48a3-ad71-acf95835e036 admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:00.073076 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c58a1cf4-9d95-48a3-ad71-acf95835e036 admin admin] 10.222.0.79 "DELETE /v2.0/routers/9a1794a5-1139-4439-8c86-b640f156abd5 HTTP/1.1" status: 204 len: 168 time: 5.0945749 May 23 11:24:00.086240 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 36828) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:00.106113 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72045b12-be8d-468b-9e1b-9729c064bbbf tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:00.108762 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-72045b12-be8d-468b-9e1b-9729c064bbbf tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "GET /v2.0/networks/022977ae-f3dc-477b-b34c-ba81adecb568 HTTP/1.1" status: 200 len: 804 time: 0.3033440 May 23 11:24:00.113338 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36832) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:00.198372 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-69d65f21-60d6-4990-aca5-36b31b92e569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:00.247528 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36838) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:00.304925 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-69d65f21-60d6-4990-aca5-36b31b92e569 None None] For port 20affc6a-3fb1-4de3-a4f7-4b63006d4a04, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=20affc6a-3fb1-4de3-a4f7-4b63006d4a04,segment=NetworkSegment(4f0d5472-1003-45ab-8b0f-abd1e74bfa02),segment_id=4f0d5472-1003-45ab-8b0f-abd1e74bfa02)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:24:00.344107 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-69d65f21-60d6-4990-aca5-36b31b92e569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:00.384934 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2acb7380-16af-4639-b095-221ba4874b91 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "GET /v2.0/networks/022977ae-f3dc-477b-b34c-ba81adecb568?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2696581 May 23 11:24:00.392176 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36846) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:00.584352 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85edb40a-96a9-4f01-af6a-a41f8482cf26 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:00.587473 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-85edb40a-96a9-4f01-af6a-a41f8482cf26 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "GET /v2.0/subnets/96a7ed92-a8b1-4bff-8fac-b35bc4902a23 HTTP/1.1" status: 200 len: 843 time: 0.1942787 May 23 11:24:00.591336 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36850) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:00.665396 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-5d329c9d-7802-45d0-ad52-3af4bddc3974 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1622149796'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:00.685605 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 40ea926d-6eb9-456b-aff7-121a6a90bf0f no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:24:00.696468 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5d329c9d-7802-45d0-ad52-3af4bddc3974 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:24:00.721662 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9983fdf-c4e4-4496-a78a-034b7e27abdd admin admin] Deleting subnet ad5f4f1c-c17b-496d-bb30-9eefdb6a09ed {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:24:00.726611 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a9983fdf-c4e4-4496-a78a-034b7e27abdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:00.735810 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5d329c9d-7802-45d0-ad52-3af4bddc3974 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Usage tracker for resource:network and tenant:315452c642844720b9e20950ddfc46df is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:24:00.750903 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5d329c9d-7802-45d0-ad52-3af4bddc3974 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:24:00.776125 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5d329c9d-7802-45d0-ad52-3af4bddc3974 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:24:00.804379 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a9983fdf-c4e4-4496-a78a-034b7e27abdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:00.820162 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43b2ce8-413e-4503-8368-de337b2a37db tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['shared'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:00.820162 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e43b2ce8-413e-4503-8368-de337b2a37db tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "GET /v2.0/subnets/96a7ed92-a8b1-4bff-8fac-b35bc4902a23?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2248054 May 23 11:24:00.826352 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36858) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:00.839670 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b9253532-b7f9-47f9-bf13-8a6ed37f3298 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-452922644'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:00.850843 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d329c9d-7802-45d0-ad52-3af4bddc3974 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Made reservation on behalf of 315452c642844720b9e20950ddfc46df for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:24:00.858653 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5d329c9d-7802-45d0-ad52-3af4bddc3974 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:00.877644 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d65f21-60d6-4990-aca5-36b31b92e569 None None] Pushing event updated for resources: {'Port': ['ID=20affc6a-3fb1-4de3-a4f7-4b63006d4a04,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:00.896787 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 40ea926d-6eb9-456b-aff7-121a6a90bf0f {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:24:00.898743 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 40ea926d-6eb9-456b-aff7-121a6a90bf0f not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:24:00.904000 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b9253532-b7f9-47f9-bf13-8a6ed37f3298 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:24:00.910700 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5d329c9d-7802-45d0-ad52-3af4bddc3974 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:00.968834 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b9253532-b7f9-47f9-bf13-8a6ed37f3298 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:24:00.995352 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633013c7-6f5b-45f5-9ff7-f4c495fd422b None None] Network 0be92582-5915-4835-ac16-79c44c856a03 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:24:01.014571 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5d329c9d-7802-45d0-ad52-3af4bddc3974 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:24:01.019533 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5d329c9d-7802-45d0-ad52-3af4bddc3974 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Usage tracker for resource:security_group_rule and tenant:315452c642844720b9e20950ddfc46df is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:24:01.022780 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a9983fdf-c4e4-4496-a78a-034b7e27abdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:01.023453 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5d329c9d-7802-45d0-ad52-3af4bddc3974 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:24:01.029595 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5d329c9d-7802-45d0-ad52-3af4bddc3974 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:24:01.124447 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5d329c9d-7802-45d0-ad52-3af4bddc3974 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:01.134278 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5d329c9d-7802-45d0-ad52-3af4bddc3974 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:01.136090 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-76b42837-3e54-4d67-b028-4ec13cc285dc None None] Provisioning complete for port 20affc6a-3fb1-4de3-a4f7-4b63006d4a04 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:24:01.136854 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-76b42837-3e54-4d67-b028-4ec13cc285dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:01.139470 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41defdf6-f218-453d-9856-1b187d3e239f admin admin] Router 4d90fc24-0134-477c-acd4-308823197f12 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:24:01.153350 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a9983fdf-c4e4-4496-a78a-034b7e27abdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:01.156138 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9253532-b7f9-47f9-bf13-8a6ed37f3298 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Made reservation on behalf of aa928321a3fc48f78ff8df0f94ecdbb0 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:24:01.160004 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b9253532-b7f9-47f9-bf13-8a6ed37f3298 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:01.194945 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9253532-b7f9-47f9-bf13-8a6ed37f3298 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:24:01.202465 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9983fdf-c4e4-4496-a78a-034b7e27abdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad5f4f1c-c17b-496d-bb30-9eefdb6a09ed,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:01.210998 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b9253532-b7f9-47f9-bf13-8a6ed37f3298 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:01.211510 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-b9253532-b7f9-47f9-bf13-8a6ed37f3298 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Added segment 8e1ed326-fd5a-44dd-8e55-4727bf3a548c of type vlan for network 4a08e79c-a292-4f31-beb0-99a8b3040ee0 May 23 11:24:01.241866 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b9253532-b7f9-47f9-bf13-8a6ed37f3298 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:01.291569 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b9253532-b7f9-47f9-bf13-8a6ed37f3298 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:01.296520 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9253532-b7f9-47f9-bf13-8a6ed37f3298 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:01.297993 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b9253532-b7f9-47f9-bf13-8a6ed37f3298 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:01.303049 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d329c9d-7802-45d0-ad52-3af4bddc3974 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:24:01.375196 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a9983fdf-c4e4-4496-a78a-034b7e27abdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:01.383381 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0411006-dd0f-4fb1-bff2-59e80fdc64c3 None None] Network 8f58b921-0292-4dfc-9e12-b02298e69ac5 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:24:01.394867 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a9983fdf-c4e4-4496-a78a-034b7e27abdd admin admin] 10.222.0.79 "DELETE /v2.0/subnets/ad5f4f1c-c17b-496d-bb30-9eefdb6a09ed HTTP/1.1" status: 204 len: 168 time: 1.3058972 May 23 11:24:01.397504 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 36872) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:01.474558 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d329c9d-7802-45d0-ad52-3af4bddc3974 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f035833-920d-40ce-93c5-54a75d394007,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:01.488862 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b9253532-b7f9-47f9-bf13-8a6ed37f3298 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6615949 May 23 11:24:01.490498 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5d329c9d-7802-45d0-ad52-3af4bddc3974 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:01.491058 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-5d329c9d-7802-45d0-ad52-3af4bddc3974 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Added segment 6ab4722e-fd5d-43ea-8c54-5c06215726d4 of type vlan for network 18fc6bea-172b-4321-a813-880e76c886c4 May 23 11:24:01.495519 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36878) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:01.506067 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-9fbc3d51-fc35-4191-bb2c-7d5553601a0b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Request body: {'subnet': {'network_id': '4a08e79c-a292-4f31-beb0-99a8b3040ee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:01.572246 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ff36de15-ba18-4119-b89d-75d91327b521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:01.592753 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-ff36de15-ba18-4119-b89d-75d91327b521 admin admin] Deleting port ffe7b55b-f952-4912-993e-bfd1fbe1e3f8 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:24:01.593259 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ff36de15-ba18-4119-b89d-75d91327b521 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:01.696002 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9fbc3d51-fc35-4191-bb2c-7d5553601a0b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:24:01.698375 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9253532-b7f9-47f9-bf13-8a6ed37f3298 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event updated for resources: {'Network': ['ID=4a08e79c-a292-4f31-beb0-99a8b3040ee0,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:01.709812 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 4a08e79c-a292-4f31-beb0-99a8b3040ee0 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:24:01.735084 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9fbc3d51-fc35-4191-bb2c-7d5553601a0b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:24:01.748544 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5d329c9d-7802-45d0-ad52-3af4bddc3974 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:01.812788 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbc3d51-fc35-4191-bb2c-7d5553601a0b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Made reservation on behalf of aa928321a3fc48f78ff8df0f94ecdbb0 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:24:01.877095 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41defdf6-f218-453d-9856-1b187d3e239f admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:24:01.938342 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c3caec-e653-48c7-ab42-ce9583165053 None None] Sync routers for ids ['4d90fc24-0134-477c-acd4-308823197f12'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:24:01.947326 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9acaf6-87f7-41b7-ad9b-d5a45fe8d907 None None] DHCP port deletion for 8f58b921-0292-4dfc-9e12-b02298e69ac5 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:24:01.949489 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-ff36de15-ba18-4119-b89d-75d91327b521 admin admin] For port ffe7b55b-f952-4912-993e-bfd1fbe1e3f8, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=ffe7b55b-f952-4912-993e-bfd1fbe1e3f8,segment=NetworkSegment(aacb2949-f7b0-4f81-9ac6-514a286cfeda),segment_id=aacb2949-f7b0-4f81-9ac6-514a286cfeda)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:24:01.949857 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ff36de15-ba18-4119-b89d-75d91327b521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:01.969636 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2b9acaf6-87f7-41b7-ad9b-d5a45fe8d907 None None] Deleting port ffe7b55b-f952-4912-993e-bfd1fbe1e3f8 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:24:01.970060 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2b9acaf6-87f7-41b7-ad9b-d5a45fe8d907 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:01.985849 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-41defdf6-f218-453d-9856-1b187d3e239f admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:01.989920 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-41defdf6-f218-453d-9856-1b187d3e239f admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.2640712 May 23 11:24:02.013925 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36884) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:02.014631 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c3caec-e653-48c7-ab42-ce9583165053 None None] Routers {'4d90fc24-0134-477c-acd4-308823197f12'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:24:02.015713 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-41c3caec-e653-48c7-ab42-ce9583165053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:23:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['4d90fc24-0134-477c-acd4-308823197f12'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:02.102225 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5d329c9d-7802-45d0-ad52-3af4bddc3974 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:02.106995 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d329c9d-7802-45d0-ad52-3af4bddc3974 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:02.107590 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5d329c9d-7802-45d0-ad52-3af4bddc3974 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:02.142355 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-ff36de15-ba18-4119-b89d-75d91327b521 admin admin] Calling delete_port for ffe7b55b-f952-4912-993e-bfd1fbe1e3f8 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:24:02.267249 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-90abb099-6fd8-4746-836a-1a457799419b None None] Provisioning complete for port 20affc6a-3fb1-4de3-a4f7-4b63006d4a04 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:24:02.267249 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-90abb099-6fd8-4746-836a-1a457799419b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:02.285056 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ff36de15-ba18-4119-b89d-75d91327b521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:02.328307 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6fdc2-5295-47e0-8a1f-32158d2a3501 req-7571bef8-3d17-4eaf-91a3-24441ff38fa7 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:02.329877 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-91b6fdc2-5295-47e0-8a1f-32158d2a3501 req-7571bef8-3d17-4eaf-91a3-24441ff38fa7 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=76bbe4e5-f79b-401d-9312-357a83ad0452 HTTP/1.1" status: 200 len: 945 time: 0.2005458 May 23 11:24:02.352838 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff36de15-ba18-4119-b89d-75d91327b521 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffe7b55b-f952-4912-993e-bfd1fbe1e3f8,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:02.392039 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5d329c9d-7802-45d0-ad52-3af4bddc3974 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1356933 May 23 11:24:02.394419 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff36de15-ba18-4119-b89d-75d91327b521 admin admin] No DVR routers for this DVR port ffe7b55b-f952-4912-993e-bfd1fbe1e3f8 on host n-d-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:24:02.432951 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9fbc3d51-fc35-4191-bb2c-7d5553601a0b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:02.462073 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d329c9d-7802-45d0-ad52-3af4bddc3974 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event updated for resources: {'Network': ['ID=18fc6bea-172b-4321-a813-880e76c886c4,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:02.487330 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 18fc6bea-172b-4321-a813-880e76c886c4 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:24:02.581982 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.ipam_backend_mixin [None req-9fbc3d51-fc35-4191-bb2c-7d5553601a0b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Performing IP validity checks on allocation pools {{(pid=83911) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 23 11:24:02.582511 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.ipam_backend_mixin [None req-9fbc3d51-fc35-4191-bb2c-7d5553601a0b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83911) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 23 11:24:02.584927 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36892) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:02.593475 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-2619f6b6-3b5a-4226-a7ee-c4e5355fa83a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Request body: {'subnet': {'network_id': '18fc6bea-172b-4321-a813-880e76c886c4', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:02.607296 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-91b6fdc2-5295-47e0-8a1f-32158d2a3501 req-d08d6eec-53af-472a-b355-341830ec7681 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9a6e2d7-59c0-4c03-94fd-55b7bc3a4bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2605050 May 23 11:24:02.609705 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 20affc6a-3fb1-4de3-a4f7-4b63006d4a04 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:24:02.611217 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ff36de15-ba18-4119-b89d-75d91327b521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:02.648670 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-ff36de15-ba18-4119-b89d-75d91327b521 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f58b921-0292-4dfc-9e12-b02298e69ac5']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:02.662531 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-ff36de15-ba18-4119-b89d-75d91327b521 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aacb2949-f7b0-4f81-9ac6-514a286cfeda') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:02.662915 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-ff36de15-ba18-4119-b89d-75d91327b521 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aacb2949-f7b0-4f81-9ac6-514a286cfeda') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:02.679498 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ff36de15-ba18-4119-b89d-75d91327b521 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:02.697459 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ff36de15-ba18-4119-b89d-75d91327b521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:02.704639 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff36de15-ba18-4119-b89d-75d91327b521 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:24:02.704956 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ff36de15-ba18-4119-b89d-75d91327b521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:02.718641 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:24:02.718641 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:24:02.718641 n-d-842952-2 neutron-server[83910]: timer() May 23 11:24:02.718641 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:24:02.718641 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:24:02.718641 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:24:02.718641 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:24:02.718641 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:24:02.718641 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:24:02.718641 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:24:02.718641 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:24:02.718641 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:24:02.718641 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:24:02.718641 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:24:02.718641 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:24:02.718641 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:24:02.718641 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:24:02.718641 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:24:02.718641 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:24:02.718641 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:24:02.718641 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:24:02.718641 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:24:02.718641 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:24:02.718641 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:24:02.718641 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:24:02.718641 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:24:02.718641 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:24:02.718641 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:24:02.718641 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:24:02.718641 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:24:02.718641 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:24:02.718641 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:24:02.802858 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-41c3caec-e653-48c7-ab42-ce9583165053 None None] Set router 4d90fc24-0134-477c-acd4-308823197f12 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:24:02.888974 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2619f6b6-3b5a-4226-a7ee-c4e5355fa83a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:24:02.906144 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2619f6b6-3b5a-4226-a7ee-c4e5355fa83a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Usage tracker for resource:subnet and tenant:315452c642844720b9e20950ddfc46df is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:24:02.923803 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ff36de15-ba18-4119-b89d-75d91327b521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:02.941868 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ff36de15-ba18-4119-b89d-75d91327b521 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:02.956794 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ff36de15-ba18-4119-b89d-75d91327b521 admin admin] 10.222.0.79 "DELETE /v2.0/networks/8f58b921-0292-4dfc-9e12-b02298e69ac5 HTTP/1.1" status: 204 len: 168 time: 1.5580981 May 23 11:24:02.960072 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 36898) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:02.965594 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2619f6b6-3b5a-4226-a7ee-c4e5355fa83a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:24:02.969644 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2b9acaf6-87f7-41b7-ad9b-d5a45fe8d907 None None] For port ffe7b55b-f952-4912-993e-bfd1fbe1e3f8, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=ffe7b55b-f952-4912-993e-bfd1fbe1e3f8,segment=NetworkSegment(aacb2949-f7b0-4f81-9ac6-514a286cfeda),segment_id=aacb2949-f7b0-4f81-9ac6-514a286cfeda)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:24:02.970237 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2b9acaf6-87f7-41b7-ad9b-d5a45fe8d907 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:03.033168 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff36de15-ba18-4119-b89d-75d91327b521 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f58b921-0292-4dfc-9e12-b02298e69ac5,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:03.069917 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2619f6b6-3b5a-4226-a7ee-c4e5355fa83a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:24:03.120625 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2619f6b6-3b5a-4226-a7ee-c4e5355fa83a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Made reservation on behalf of 315452c642844720b9e20950ddfc46df for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:24:03.143312 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2b9acaf6-87f7-41b7-ad9b-d5a45fe8d907 None None] Calling delete_port for ffe7b55b-f952-4912-993e-bfd1fbe1e3f8 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:24:03.264713 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9fbc3d51-fc35-4191-bb2c-7d5553601a0b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:03.271585 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 20affc6a-3fb1-4de3-a4f7-4b63006d4a04 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:24:03.271980 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:03.319084 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2619f6b6-3b5a-4226-a7ee-c4e5355fa83a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:03.365525 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-2b9acaf6-87f7-41b7-ad9b-d5a45fe8d907 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:24:03.365525 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-2b9acaf6-87f7-41b7-ad9b-d5a45fe8d907 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:24:03.394782 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ef30c167-5e33-4035-b61f-3f3248010e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:03.474026 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc3d51-fc35-4191-bb2c-7d5553601a0b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event updated for resources: {'Subnet': ['ID=99d590ec-4a36-4745-ac73-461a19e744ba,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:03.525494 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbc3d51-fc35-4191-bb2c-7d5553601a0b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Checking segment: {'id': '8e1ed326-fd5a-44dd-8e55-4727bf3a548c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4a08e79c-a292-4f31-beb0-99a8b3040ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:24:03.525899 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbc3d51-fc35-4191-bb2c-7d5553601a0b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Network hostable DHCP agents. Network: 4a08e79c-a292-4f31-beb0-99a8b3040ee0, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:24:03.557605 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-41c3caec-e653-48c7-ab42-ce9583165053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d90fc24-0134-477c-acd4-308823197f12', 'name': 'tempest-AttachVolumeShelveTestJSON-356221702-router', 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '0f56797d-7262-4d76-86c1-7154120329bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:23:54Z', 'updated_at': '2022-05-23T11:23:59Z', 'revision_number': 3, 'project_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'gw_port': {'id': '0f56797d-7262-4d76-86c1-7154120329bf', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:22:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d90fc24-0134-477c-acd4-308823197f12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:23:57Z', 'updated_at': '2022-05-23T11:23:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:03.563937 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c3caec-e653-48c7-ab42-ce9583165053 None None] Checking router: 4d90fc24-0134-477c-acd4-308823197f12 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:24:03.565192 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c3caec-e653-48c7-ab42-ce9583165053 None None] Updating router 4d90fc24-0134-477c-acd4-308823197f12 port 0f56797d-7262-4d76-86c1-7154120329bf binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:24:03.633179 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-41c3caec-e653-48c7-ab42-ce9583165053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:03.747793 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ffe7b55b-f952-4912-993e-bfd1fbe1e3f8 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:24:03.751232 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbc3d51-fc35-4191-bb2c-7d5553601a0b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Network 4a08e79c-a292-4f31-beb0-99a8b3040ee0 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:24:03.805386 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-9fbc3d51-fc35-4191-bb2c-7d5553601a0b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 4a08e79c-a292-4f31-beb0-99a8b3040ee0) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:24:03.810488 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbc3d51-fc35-4191-bb2c-7d5553601a0b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:03.811360 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9fbc3d51-fc35-4191-bb2c-7d5553601a0b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:03.864253 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc91096-b876-406d-9690-33d33063553e None None] Network 4a08e79c-a292-4f31-beb0-99a8b3040ee0 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:24:03.893142 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2619f6b6-3b5a-4226-a7ee-c4e5355fa83a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:03.959154 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9fbc3d51-fc35-4191-bb2c-7d5553601a0b tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.4580233 May 23 11:24:03.967015 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36912) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:03.969149 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2b9acaf6-87f7-41b7-ad9b-d5a45fe8d907 None None] Deleting port ffe7b55b-f952-4912-993e-bfd1fbe1e3f8 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:24:03.969523 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2b9acaf6-87f7-41b7-ad9b-d5a45fe8d907 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:03.979780 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-7f47ba37-5fc7-4477-9597-2fdf53e819db tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:04.020343 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2619f6b6-3b5a-4226-a7ee-c4e5355fa83a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event updated for resources: {'Subnet': ['ID=704567cd-20e6-46f1-893c-d55dde92fb87,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:04.043604 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: ffe7b55b-f952-4912-993e-bfd1fbe1e3f8 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:24:04.043604 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ffe7b55b-f952-4912-993e-bfd1fbe1e3f8 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:24:04.071997 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2b9acaf6-87f7-41b7-ad9b-d5a45fe8d907 None None] The port 'ffe7b55b-f952-4912-993e-bfd1fbe1e3f8' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:24:04.168149 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eeee3f-c3c7-4c45-a037-c279b9a93ac4 req-1a8ab7f8-6396-4f68-bfc1-76f8a694c34d tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:04.170519 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-60eeee3f-c3c7-4c45-a037-c279b9a93ac4 req-1a8ab7f8-6396-4f68-bfc1-76f8a694c34d tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=76bbe4e5-f79b-401d-9312-357a83ad0452 HTTP/1.1" status: 200 len: 945 time: 0.3091602 May 23 11:24:04.200268 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2619f6b6-3b5a-4226-a7ee-c4e5355fa83a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Checking segment: {'id': '6ab4722e-fd5d-43ea-8c54-5c06215726d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '18fc6bea-172b-4321-a813-880e76c886c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:24:04.200681 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2619f6b6-3b5a-4226-a7ee-c4e5355fa83a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Network hostable DHCP agents. Network: 18fc6bea-172b-4321-a813-880e76c886c4, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:24:04.229551 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7f47ba37-5fc7-4477-9597-2fdf53e819db tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-982069'] for subnet, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:04.257706 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2619f6b6-3b5a-4226-a7ee-c4e5355fa83a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Network 18fc6bea-172b-4321-a813-880e76c886c4 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:24:04.295626 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-60eeee3f-c3c7-4c45-a037-c279b9a93ac4 req-2699fced-1aaf-4c61-a077-3b73c42ccfdb tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9a6e2d7-59c0-4c03-94fd-55b7bc3a4bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770791 May 23 11:24:04.319562 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-2619f6b6-3b5a-4226-a7ee-c4e5355fa83a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 18fc6bea-172b-4321-a813-880e76c886c4) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:24:04.333338 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2619f6b6-3b5a-4226-a7ee-c4e5355fa83a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:04.334162 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2619f6b6-3b5a-4226-a7ee-c4e5355fa83a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:04.340927 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea584cc-a3b2-42a4-a1a5-48011602b6d1 None None] Network 18fc6bea-172b-4321-a813-880e76c886c4 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:24:04.344260 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97369647-7a5f-42c9-857a-b39b06540466 req-0e04d52d-652e-4ba6-9131-b41931afc787 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:04.345776 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-97369647-7a5f-42c9-857a-b39b06540466 req-0e04d52d-652e-4ba6-9131-b41931afc787 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.81 "GET /v2.0/ports?device_id=76bbe4e5-f79b-401d-9312-357a83ad0452 HTTP/1.1" status: 200 len: 945 time: 0.2391572 May 23 11:24:04.427797 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2619f6b6-3b5a-4226-a7ee-c4e5355fa83a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.8406012 May 23 11:24:04.433099 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36916) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:04.446427 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-06cf61a0-d1a4-4026-bfd6-72946c703b5a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-299707029'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:04.457821 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-97369647-7a5f-42c9-857a-b39b06540466 req-a0d994cc-c490-413a-9696-edb5a170de0f tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Deleting port 134625d8-6571-4905-9ed3-ad4575428fb0 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:24:04.458178 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-97369647-7a5f-42c9-857a-b39b06540466 req-a0d994cc-c490-413a-9696-edb5a170de0f tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:04.508676 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-06cf61a0-d1a4-4026-bfd6-72946c703b5a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:24:04.513430 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-06cf61a0-d1a4-4026-bfd6-72946c703b5a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Usage tracker for resource:network and tenant:315452c642844720b9e20950ddfc46df is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:24:04.517969 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-06cf61a0-d1a4-4026-bfd6-72946c703b5a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:24:04.524166 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-06cf61a0-d1a4-4026-bfd6-72946c703b5a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:24:04.550251 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cf61a0-d1a4-4026-bfd6-72946c703b5a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Made reservation on behalf of 315452c642844720b9e20950ddfc46df for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:24:04.553564 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-06cf61a0-d1a4-4026-bfd6-72946c703b5a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:04.613392 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ba2879-9c8c-45f0-8d38-346cecef862f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-4a08e79c-a292-4f31-beb0-99a8b3040ee0', 'network_id': '4a08e79c-a292-4f31-beb0-99a8b3040ee0', 'tenant_id': 'aa928321a3fc48f78ff8df0f94ecdbb0', 'fixed_ips': [{'subnet_id': '99d590ec-4a36-4745-ac73-461a19e744ba'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:24:04.614064 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b6ba2879-9c8c-45f0-8d38-346cecef862f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:04.657592 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06cf61a0-d1a4-4026-bfd6-72946c703b5a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:24:04.722847 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-06cf61a0-d1a4-4026-bfd6-72946c703b5a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:04.723260 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-06cf61a0-d1a4-4026-bfd6-72946c703b5a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Added segment e76f6bf1-03cd-49ba-99e5-f93c6cae132d of type vlan for network 0017399f-f962-430f-8c1e-e2cad3bb1503 May 23 11:24:04.776807 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7f47ba37-5fc7-4477-9597-2fdf53e819db tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748724734365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1005649'] for subnet, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:04.782722 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-602df8ee-414b-4dbe-819c-4909881be02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:04.894476 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-ef30c167-5e33-4035-b61f-3f3248010e31 admin admin] Deleting port 8af3594f-f127-4617-ac2a-fda7aceaa5be {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:24:04.894853 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ef30c167-5e33-4035-b61f-3f3248010e31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:04.978725 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-97369647-7a5f-42c9-857a-b39b06540466 req-a0d994cc-c490-413a-9696-edb5a170de0f tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] For port 134625d8-6571-4905-9ed3-ad4575428fb0, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=134625d8-6571-4905-9ed3-ad4575428fb0,segment=NetworkSegment(8ad0a6a2-f0c5-4005-98ee-13e703106a55),segment_id=8ad0a6a2-f0c5-4005-98ee-13e703106a55)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:24:04.979015 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-97369647-7a5f-42c9-857a-b39b06540466 req-a0d994cc-c490-413a-9696-edb5a170de0f tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:04.998881 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecaaec84-cd37-4c01-b317-90e4bfaba63a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-18fc6bea-172b-4321-a813-880e76c886c4', 'network_id': '18fc6bea-172b-4321-a813-880e76c886c4', 'tenant_id': '315452c642844720b9e20950ddfc46df', 'fixed_ips': [{'subnet_id': '704567cd-20e6-46f1-893c-d55dde92fb87'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:24:04.999995 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ecaaec84-cd37-4c01-b317-90e4bfaba63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:05.019618 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-06cf61a0-d1a4-4026-bfd6-72946c703b5a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:05.032015 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-b6ba2879-9c8c-45f0-8d38-346cecef862f None None] Allocated IP 2001:db8::3 (4a08e79c-a292-4f31-beb0-99a8b3040ee0/99d590ec-4a36-4745-ac73-461a19e744ba/b0da49b6-3da1-4d10-9f05-f58ca7b00501) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:24:05.035762 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-41c3caec-e653-48c7-ab42-ce9583165053 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:05.096773 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-41c3caec-e653-48c7-ab42-ce9583165053 None None] Transition to ACTIVE for port object 0f56797d-7262-4d76-86c1-7154120329bf will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:24:05.118647 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f47ba37-5fc7-4477-9597-2fdf53e819db tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event updated for resources: {'Subnet': ['ID=99d590ec-4a36-4745-ac73-461a19e744ba,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:05.139526 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-41c3caec-e653-48c7-ab42-ce9583165053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:05.153607 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f47ba37-5fc7-4477-9597-2fdf53e819db tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:05.156951 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7f47ba37-5fc7-4477-9597-2fdf53e819db tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:05.161647 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7f47ba37-5fc7-4477-9597-2fdf53e819db tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "PUT /v2.0/subnets/99d590ec-4a36-4745-ac73-461a19e744ba HTTP/1.1" status: 200 len: 900 time: 1.1880677 May 23 11:24:05.167113 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 36924) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:05.196930 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-06cf61a0-d1a4-4026-bfd6-72946c703b5a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:05.200711 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cf61a0-d1a4-4026-bfd6-72946c703b5a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:05.201235 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-06cf61a0-d1a4-4026-bfd6-72946c703b5a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:05.494279 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-06cf61a0-d1a4-4026-bfd6-72946c703b5a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0600343 May 23 11:24:05.507891 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36930) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:05.514675 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b6ba2879-9c8c-45f0-8d38-346cecef862f None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:05.521815 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-8fbafe0d-c53e-4b67-bfa4-9e395e511f7c tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Request body: {'subnet': {'network_id': '0017399f-f962-430f-8c1e-e2cad3bb1503', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:05.530139 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b6ba2879-9c8c-45f0-8d38-346cecef862f None None] Transition to ACTIVE for port object b0da49b6-3da1-4d10-9f05-f58ca7b00501 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:24:05.552556 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b6ba2879-9c8c-45f0-8d38-346cecef862f None None] Transition to ACTIVE for port object b0da49b6-3da1-4d10-9f05-f58ca7b00501 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:24:05.601746 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf61a0-d1a4-4026-bfd6-72946c703b5a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event updated for resources: {'Network': ['ID=0017399f-f962-430f-8c1e-e2cad3bb1503,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:05.633282 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-ecaaec84-cd37-4c01-b317-90e4bfaba63a None None] Allocated IP 172.20.255.242 (18fc6bea-172b-4321-a813-880e76c886c4/704567cd-20e6-46f1-893c-d55dde92fb87/921954d5-0675-45bd-9c1e-ffa0c8c3ea47) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:24:05.661484 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-ef30c167-5e33-4035-b61f-3f3248010e31 admin admin] For port 8af3594f-f127-4617-ac2a-fda7aceaa5be, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=8af3594f-f127-4617-ac2a-fda7aceaa5be,segment=NetworkSegment(c9fe7dea-6481-468a-b068-659c35a3cd3f),segment_id=c9fe7dea-6481-468a-b068-659c35a3cd3f)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:24:05.662119 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ef30c167-5e33-4035-b61f-3f3248010e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:05.676242 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b05b23e-9239-4ee6-9f2f-dfb09e67e0c3 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:05.699236 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8fbafe0d-c53e-4b67-bfa4-9e395e511f7c tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:24:05.704546 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-602df8ee-414b-4dbe-819c-4909881be02a admin admin] Allocated IP 172.20.0.1 (0be92582-5915-4835-ac16-79c44c856a03/8b85c12c-741c-420e-9273-6de6d42ac4b3/5d725094-3a4c-498a-b708-a42959e5401a) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:24:05.706740 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-8fbafe0d-c53e-4b67-bfa4-9e395e511f7c tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Usage tracker for resource:subnet and tenant:315452c642844720b9e20950ddfc46df is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:24:05.711154 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-8fbafe0d-c53e-4b67-bfa4-9e395e511f7c tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:24:05.720299 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8fbafe0d-c53e-4b67-bfa4-9e395e511f7c tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:24:05.752972 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b6ba2879-9c8c-45f0-8d38-346cecef862f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:05.757102 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 0017399f-f962-430f-8c1e-e2cad3bb1503 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:24:05.794087 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f3da68-f5d3-4ef2-b9a8-3b2679babc16 None None] Pushing event updated for resources: {'Port': ['ID=0f56797d-7262-4d76-86c1-7154120329bf,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:05.794867 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbafe0d-c53e-4b67-bfa4-9e395e511f7c tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Made reservation on behalf of 315452c642844720b9e20950ddfc46df for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:24:05.917186 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-41c3caec-e653-48c7-ab42-ce9583165053 None None] Attempting to bind port 0f56797d-7262-4d76-86c1-7154120329bf on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:24:05.917553 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-41c3caec-e653-48c7-ab42-ce9583165053 None None] Attempting to bind port 0f56797d-7262-4d76-86c1-7154120329bf by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:24:05.917918 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c3caec-e653-48c7-ab42-ce9583165053 None None] Attempting to bind port 0f56797d-7262-4d76-86c1-7154120329bf on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:24:05.928819 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-ef30c167-5e33-4035-b61f-3f3248010e31 admin admin] Calling delete_port for 8af3594f-f127-4617-ac2a-fda7aceaa5be owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:24:05.930919 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8fbafe0d-c53e-4b67-bfa4-9e395e511f7c tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:05.993822 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-5b05b23e-9239-4ee6-9f2f-dfb09e67e0c3 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Deleting port b0da49b6-3da1-4d10-9f05-f58ca7b00501 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:24:05.994212 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b05b23e-9239-4ee6-9f2f-dfb09e67e0c3 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:06.006603 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ba2879-9c8c-45f0-8d38-346cecef862f None None] Network 4a08e79c-a292-4f31-beb0-99a8b3040ee0 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:24:06.009909 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c3caec-e653-48c7-ab42-ce9583165053 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:24:06.010283 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c3caec-e653-48c7-ab42-ce9583165053 None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:24:06.010685 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-41c3caec-e653-48c7-ab42-ce9583165053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:06.011070 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c3caec-e653-48c7-ab42-ce9583165053 None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:24:06.011541 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-41c3caec-e653-48c7-ab42-ce9583165053 None None] Bound port: 0f56797d-7262-4d76-86c1-7154120329bf, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:24:06.011942 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-41c3caec-e653-48c7-ab42-ce9583165053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:06.050588 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-b6ba2879-9c8c-45f0-8d38-346cecef862f None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:24:06.066110 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-602df8ee-414b-4dbe-819c-4909881be02a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:06.066673 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ba2879-9c8c-45f0-8d38-346cecef862f None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:24:06.089447 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-602df8ee-414b-4dbe-819c-4909881be02a admin admin] Transition to ACTIVE for port object 5d725094-3a4c-498a-b708-a42959e5401a will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:24:06.112430 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba2879-9c8c-45f0-8d38-346cecef862f None None] Pushing event updated for resources: {'Port': ['ID=b0da49b6-3da1-4d10-9f05-f58ca7b00501,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:06.127130 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-602df8ee-414b-4dbe-819c-4909881be02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:06.232260 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602df8ee-414b-4dbe-819c-4909881be02a admin admin] Network 0be92582-5915-4835-ac16-79c44c856a03 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:24:06.241873 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-602df8ee-414b-4dbe-819c-4909881be02a admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:24:06.245132 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602df8ee-414b-4dbe-819c-4909881be02a admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:24:06.273538 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-5b05b23e-9239-4ee6-9f2f-dfb09e67e0c3 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] For port b0da49b6-3da1-4d10-9f05-f58ca7b00501, host n-d-842952-2, got binding levels [] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:24:06.273901 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b05b23e-9239-4ee6-9f2f-dfb09e67e0c3 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:06.307458 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602df8ee-414b-4dbe-819c-4909881be02a admin admin] Pushing event updated for resources: {'Port': ['ID=5d725094-3a4c-498a-b708-a42959e5401a,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:06.327491 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-41c3caec-e653-48c7-ab42-ce9583165053 None None] For port 0f56797d-7262-4d76-86c1-7154120329bf, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:24:06.340089 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-b6ba2879-9c8c-45f0-8d38-346cecef862f None None] Attempting to bind port b0da49b6-3da1-4d10-9f05-f58ca7b00501 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:24:06.340589 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-b6ba2879-9c8c-45f0-8d38-346cecef862f None None] Attempting to bind port b0da49b6-3da1-4d10-9f05-f58ca7b00501 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '8e1ed326-fd5a-44dd-8e55-4727bf3a548c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4a08e79c-a292-4f31-beb0-99a8b3040ee0'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:24:06.341002 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ba2879-9c8c-45f0-8d38-346cecef862f None None] Attempting to bind port b0da49b6-3da1-4d10-9f05-f58ca7b00501 on network 4a08e79c-a292-4f31-beb0-99a8b3040ee0 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:24:06.352710 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 134625d8-6571-4905-9ed3-ad4575428fb0 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:24:06.361684 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-602df8ee-414b-4dbe-819c-4909881be02a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:06.389590 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ecaaec84-cd37-4c01-b317-90e4bfaba63a None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:06.407873 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc1f20-5b47-4e2a-b04a-abd1c5106968 req-90ab703c-ece5-448d-918d-2ad271d803b9 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:06.412418 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ecaaec84-cd37-4c01-b317-90e4bfaba63a None None] Transition to ACTIVE for port object 921954d5-0675-45bd-9c1e-ffa0c8c3ea47 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:24:06.415439 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c3bc1f20-5b47-4e2a-b04a-abd1c5106968 req-90ab703c-ece5-448d-918d-2ad271d803b9 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=76bbe4e5-f79b-401d-9312-357a83ad0452 HTTP/1.1" status: 200 len: 945 time: 0.8975878 May 23 11:24:06.438784 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-41c3caec-e653-48c7-ab42-ce9583165053 None None] For port 0f56797d-7262-4d76-86c1-7154120329bf, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=0f56797d-7262-4d76-86c1-7154120329bf,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:24:06.456031 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ba2879-9c8c-45f0-8d38-346cecef862f None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:24:06.456633 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ba2879-9c8c-45f0-8d38-346cecef862f None None] Checking segment: {'id': '8e1ed326-fd5a-44dd-8e55-4727bf3a548c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4a08e79c-a292-4f31-beb0-99a8b3040ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:24:06.457283 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b6ba2879-9c8c-45f0-8d38-346cecef862f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:06.457835 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ba2879-9c8c-45f0-8d38-346cecef862f None None] Bound using segment: {'id': '8e1ed326-fd5a-44dd-8e55-4727bf3a548c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4a08e79c-a292-4f31-beb0-99a8b3040ee0'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:24:06.458477 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-b6ba2879-9c8c-45f0-8d38-346cecef862f None None] Bound port: b0da49b6-3da1-4d10-9f05-f58ca7b00501, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e1ed326-fd5a-44dd-8e55-4727bf3a548c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4a08e79c-a292-4f31-beb0-99a8b3040ee0'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:24:06.458945 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b6ba2879-9c8c-45f0-8d38-346cecef862f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:06.471929 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ecaaec84-cd37-4c01-b317-90e4bfaba63a None None] Transition to ACTIVE for port object 921954d5-0675-45bd-9c1e-ffa0c8c3ea47 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:24:06.473927 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-41c3caec-e653-48c7-ab42-ce9583165053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:06.553334 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ecaaec84-cd37-4c01-b317-90e4bfaba63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:06.565182 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-5b05b23e-9239-4ee6-9f2f-dfb09e67e0c3 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Calling delete_port for b0da49b6-3da1-4d10-9f05-f58ca7b00501 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:24:06.607860 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-97369647-7a5f-42c9-857a-b39b06540466 req-a0d994cc-c490-413a-9696-edb5a170de0f tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:06.608228 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-97369647-7a5f-42c9-857a-b39b06540466 req-a0d994cc-c490-413a-9696-edb5a170de0f tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:06.608539 n-d-842952-2 neutron-server[83910]: INFO neutron.db.l3_db [req-97369647-7a5f-42c9-857a-b39b06540466 req-a0d994cc-c490-413a-9696-edb5a170de0f tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Floating IP 50e5ae9d-ac4d-4945-a244-afc6236ec71b disassociated. External IP: 172.25.6.142, port: 134625d8-6571-4905-9ed3-ad4575428fb0. May 23 11:24:06.608879 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-97369647-7a5f-42c9-857a-b39b06540466 req-a0d994cc-c490-413a-9696-edb5a170de0f tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Calling delete_port for 134625d8-6571-4905-9ed3-ad4575428fb0 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:24:06.649577 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8fbafe0d-c53e-4b67-bfa4-9e395e511f7c tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:06.680194 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-b6ba2879-9c8c-45f0-8d38-346cecef862f None None] For port b0da49b6-3da1-4d10-9f05-f58ca7b00501, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:24:06.682956 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-602df8ee-414b-4dbe-819c-4909881be02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:06.684353 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-b6ba2879-9c8c-45f0-8d38-346cecef862f None None] For port b0da49b6-3da1-4d10-9f05-f58ca7b00501, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=b0da49b6-3da1-4d10-9f05-f58ca7b00501,segment=NetworkSegment(8e1ed326-fd5a-44dd-8e55-4727bf3a548c),segment_id=8e1ed326-fd5a-44dd-8e55-4727bf3a548c)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:24:06.708880 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaaec84-cd37-4c01-b317-90e4bfaba63a None None] Network 18fc6bea-172b-4321-a813-880e76c886c4 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:24:06.709675 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c3caec-e653-48c7-ab42-ce9583165053 None None] Routers {'4d90fc24-0134-477c-acd4-308823197f12'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:24:06.710438 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-41c3caec-e653-48c7-ab42-ce9583165053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:23:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['4d90fc24-0134-477c-acd4-308823197f12'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:06.768387 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b6ba2879-9c8c-45f0-8d38-346cecef862f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:06.783765 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-ecaaec84-cd37-4c01-b317-90e4bfaba63a None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:24:06.786401 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaaec84-cd37-4c01-b317-90e4bfaba63a None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:24:06.962690 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-602df8ee-414b-4dbe-819c-4909881be02a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:06.978877 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-602df8ee-414b-4dbe-819c-4909881be02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:06.985679 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.api [None req-5b05b23e-9239-4ee6-9f2f-dfb09e67e0c3 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:24:06.987988 n-d-842952-2 neutron-server[83910]: DEBUG oslo_db.api [None req-5b05b23e-9239-4ee6-9f2f-dfb09e67e0c3 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:24:07.018527 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c3bc1f20-5b47-4e2a-b04a-abd1c5106968 req-96bf9702-f63e-43af-96a4-d2da1351de62 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/security-groups?id=a9a6e2d7-59c0-4c03-94fd-55b7bc3a4bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6021008 May 23 11:24:07.098987 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602df8ee-414b-4dbe-819c-4909881be02a admin admin] Pushing event updated for resources: {'Port': ['ID=5d725094-3a4c-498a-b708-a42959e5401a,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:07.115902 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbafe0d-c53e-4b67-bfa4-9e395e511f7c tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event updated for resources: {'Subnet': ['ID=7ccaa732-15ef-4b7f-bee6-1e7fed6940e4,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:07.119278 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-41c3caec-e653-48c7-ab42-ce9583165053 None None] Set router 4d90fc24-0134-477c-acd4-308823197f12 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:24:07.169398 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbafe0d-c53e-4b67-bfa4-9e395e511f7c tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Checking segment: {'id': 'e76f6bf1-03cd-49ba-99e5-f93c6cae132d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0017399f-f962-430f-8c1e-e2cad3bb1503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:24:07.170623 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbafe0d-c53e-4b67-bfa4-9e395e511f7c tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Network hostable DHCP agents. Network: 0017399f-f962-430f-8c1e-e2cad3bb1503, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:24:07.184963 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-602df8ee-414b-4dbe-819c-4909881be02a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:07.186004 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ef30c167-5e33-4035-b61f-3f3248010e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:07.212919 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbafe0d-c53e-4b67-bfa4-9e395e511f7c tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Network 0017399f-f962-430f-8c1e-e2cad3bb1503 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:24:07.243609 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-8fbafe0d-c53e-4b67-bfa4-9e395e511f7c tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 0017399f-f962-430f-8c1e-e2cad3bb1503) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:24:07.250112 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbafe0d-c53e-4b67-bfa4-9e395e511f7c tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:07.250921 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8fbafe0d-c53e-4b67-bfa4-9e395e511f7c tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:07.255860 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef30c167-5e33-4035-b61f-3f3248010e31 admin admin] Pushing event deleted for resources: {'Port': ['ID=8af3594f-f127-4617-ac2a-fda7aceaa5be,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:07.261234 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-97369647-7a5f-42c9-857a-b39b06540466 req-a0d994cc-c490-413a-9696-edb5a170de0f tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:07.267090 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:07.331494 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3598f8d5-4c61-4d66-a522-f4da814a3089 None None] Network 0017399f-f962-430f-8c1e-e2cad3bb1503 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:24:07.388493 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d994cc-c490-413a-9696-edb5a170de0f tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Pushing event deleted for resources: {'Port': ['ID=134625d8-6571-4905-9ed3-ad4575428fb0,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:07.521732 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8fbafe0d-c53e-4b67-bfa4-9e395e511f7c tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.0099530 May 23 11:24:07.522547 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36942) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:07.554985 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-5b05b23e-9239-4ee6-9f2f-dfb09e67e0c3 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Deleting port b0da49b6-3da1-4d10-9f05-f58ca7b00501 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:24:07.555785 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b05b23e-9239-4ee6-9f2f-dfb09e67e0c3 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:07.615115 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-127e9e2f-3aae-411a-9608-95095c888512 None None] Provisioning for port 5d725094-3a4c-498a-b708-a42959e5401a completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:24:07.618214 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f3da68-f5d3-4ef2-b9a8-3b2679babc16 None None] Pushing event updated for resources: {'Port': ['ID=0f56797d-7262-4d76-86c1-7154120329bf,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:07.756624 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602df8ee-414b-4dbe-819c-4909881be02a admin admin] Network 0be92582-5915-4835-ac16-79c44c856a03 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:24:07.759002 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-602df8ee-414b-4dbe-819c-4909881be02a admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:24:07.830908 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaaec84-cd37-4c01-b317-90e4bfaba63a None None] Pushing event updated for resources: {'Port': ['ID=921954d5-0675-45bd-9c1e-ffa0c8c3ea47,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:07.956966 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-127e9e2f-3aae-411a-9608-95095c888512 None None] Provisioning complete for port 5d725094-3a4c-498a-b708-a42959e5401a triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:24:07.957347 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-127e9e2f-3aae-411a-9608-95095c888512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:07.986021 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3194629f-679f-442b-8152-b85dfafb20bf tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:08.069999 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ecaaec84-cd37-4c01-b317-90e4bfaba63a None None] Attempting to bind port 921954d5-0675-45bd-9c1e-ffa0c8c3ea47 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:24:08.070406 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ecaaec84-cd37-4c01-b317-90e4bfaba63a None None] Attempting to bind port 921954d5-0675-45bd-9c1e-ffa0c8c3ea47 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '6ab4722e-fd5d-43ea-8c54-5c06215726d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '18fc6bea-172b-4321-a813-880e76c886c4'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:24:08.070758 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaaec84-cd37-4c01-b317-90e4bfaba63a None None] Attempting to bind port 921954d5-0675-45bd-9c1e-ffa0c8c3ea47 on network 18fc6bea-172b-4321-a813-880e76c886c4 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:24:08.073470 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552cc176-8582-421e-91b7-7ffbd5feb0b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-0017399f-f962-430f-8c1e-e2cad3bb1503', 'network_id': '0017399f-f962-430f-8c1e-e2cad3bb1503', 'tenant_id': '315452c642844720b9e20950ddfc46df', 'fixed_ips': [{'subnet_id': '7ccaa732-15ef-4b7f-bee6-1e7fed6940e4'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:24:08.074223 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-552cc176-8582-421e-91b7-7ffbd5feb0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:08.344544 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:08.359987 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaaec84-cd37-4c01-b317-90e4bfaba63a None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:24:08.360703 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaaec84-cd37-4c01-b317-90e4bfaba63a None None] Checking segment: {'id': '6ab4722e-fd5d-43ea-8c54-5c06215726d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '18fc6bea-172b-4321-a813-880e76c886c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:24:08.361126 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ecaaec84-cd37-4c01-b317-90e4bfaba63a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:08.361614 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaaec84-cd37-4c01-b317-90e4bfaba63a None None] Bound using segment: {'id': '6ab4722e-fd5d-43ea-8c54-5c06215726d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '18fc6bea-172b-4321-a813-880e76c886c4'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:24:08.362284 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ecaaec84-cd37-4c01-b317-90e4bfaba63a None None] Bound port: 921954d5-0675-45bd-9c1e-ffa0c8c3ea47, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab4722e-fd5d-43ea-8c54-5c06215726d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '18fc6bea-172b-4321-a813-880e76c886c4'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:24:08.362657 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ecaaec84-cd37-4c01-b317-90e4bfaba63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:08.392637 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3194629f-679f-442b-8152-b85dfafb20bf tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:08.394645 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-5b05b23e-9239-4ee6-9f2f-dfb09e67e0c3 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] For port b0da49b6-3da1-4d10-9f05-f58ca7b00501, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=b0da49b6-3da1-4d10-9f05-f58ca7b00501,segment=NetworkSegment(8e1ed326-fd5a-44dd-8e55-4727bf3a548c),segment_id=8e1ed326-fd5a-44dd-8e55-4727bf3a548c)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:24:08.395141 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b05b23e-9239-4ee6-9f2f-dfb09e67e0c3 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:08.401227 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-127e9e2f-3aae-411a-9608-95095c888512 None None] Port 5d725094-3a4c-498a-b708-a42959e5401a cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:24:08.437745 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1a118274-b3e3-4d8f-a551-f6d82ec497ca req-ae884e8f-95c6-4189-85d7-018dbc1b161d tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=76bbe4e5-f79b-401d-9312-357a83ad0452 HTTP/1.1" status: 200 len: 210 time: 0.1654131 May 23 11:24:08.472007 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba2879-9c8c-45f0-8d38-346cecef862f None None] Pushing event updated for resources: {'Port': ['ID=b0da49b6-3da1-4d10-9f05-f58ca7b00501,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:08.600443 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3194629f-679f-442b-8152-b85dfafb20bf tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:08.675922 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602df8ee-414b-4dbe-819c-4909881be02a admin admin] Router 4d90fc24-0134-477c-acd4-308823197f12 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:24:08.675922 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194629f-679f-442b-8152-b85dfafb20bf tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event deleted for resources: {'Subnet': ['ID=7ccaa732-15ef-4b7f-bee6-1e7fed6940e4,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:08.708377 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-5b05b23e-9239-4ee6-9f2f-dfb09e67e0c3 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Calling delete_port for b0da49b6-3da1-4d10-9f05-f58ca7b00501 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:24:08.752836 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device b0da49b6-3da1-4d10-9f05-f58ca7b00501 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:24:08.789417 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97369647-7a5f-42c9-857a-b39b06540466 req-a0d994cc-c490-413a-9696-edb5a170de0f tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Router 406cd220-9f91-46de-82dc-a46b2f962727 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server [None req-552cc176-8582-421e-91b7-7ffbd5feb0b2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ccaa732-15ef-4b7f-bee6-1e7fed6940e4: This subnet is being modified by another concurrent operation. May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise exception May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ccaa732-15ef-4b7f-bee6-1e7fed6940e4: This subnet is being modified by another concurrent operation. May 23 11:24:08.886231 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server May 23 11:24:08.937259 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb497e8-39f5-40e2-8094-19cb70e0c510 None None] Network 0017399f-f962-430f-8c1e-e2cad3bb1503 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:24:08.947538 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3194629f-679f-442b-8152-b85dfafb20bf tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:08.999704 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-3194629f-679f-442b-8152-b85dfafb20bf tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0017399f-f962-430f-8c1e-e2cad3bb1503']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:09.009588 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ef30c167-5e33-4035-b61f-3f3248010e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:09.025820 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-3194629f-679f-442b-8152-b85dfafb20bf tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e76f6bf1-03cd-49ba-99e5-f93c6cae132d') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:09.026276 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-3194629f-679f-442b-8152-b85dfafb20bf tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e76f6bf1-03cd-49ba-99e5-f93c6cae132d') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:09.040816 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fdb1d7ae-ee76-47c8-b797-652d6d4a0db2 None None] Provisioning complete for port 5d725094-3a4c-498a-b708-a42959e5401a triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:24:09.041423 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fdb1d7ae-ee76-47c8-b797-652d6d4a0db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:09.053611 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3194629f-679f-442b-8152-b85dfafb20bf tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:09.076799 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3194629f-679f-442b-8152-b85dfafb20bf tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:09.086470 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3194629f-679f-442b-8152-b85dfafb20bf tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:24:09.086965 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3194629f-679f-442b-8152-b85dfafb20bf tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:09.103126 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:24:09.103126 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:24:09.103126 n-d-842952-2 neutron-server[83911]: timer() May 23 11:24:09.103126 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:24:09.103126 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:24:09.103126 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:24:09.103126 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:24:09.103126 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:24:09.103126 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:24:09.103126 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:24:09.103126 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:24:09.103126 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:24:09.103126 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:24:09.103126 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:24:09.103126 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:24:09.103126 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:24:09.103126 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:24:09.103126 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:24:09.103126 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:24:09.103126 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:24:09.103126 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:24:09.103126 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:24:09.103126 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:24:09.103126 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:24:09.103126 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:24:09.103126 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:24:09.103126 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:24:09.103126 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:24:09.103126 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:24:09.103126 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:24:09.103126 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:24:09.103126 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:24:09.181990 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ecaaec84-cd37-4c01-b317-90e4bfaba63a None None] For port 921954d5-0675-45bd-9c1e-ffa0c8c3ea47, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:24:09.231608 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3194629f-679f-442b-8152-b85dfafb20bf tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:09.237701 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3194629f-679f-442b-8152-b85dfafb20bf tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:09.263526 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ecaaec84-cd37-4c01-b317-90e4bfaba63a None None] For port 921954d5-0675-45bd-9c1e-ffa0c8c3ea47, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=921954d5-0675-45bd-9c1e-ffa0c8c3ea47,segment=NetworkSegment(6ab4722e-fd5d-43ea-8c54-5c06215726d4),segment_id=6ab4722e-fd5d-43ea-8c54-5c06215726d4)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:24:09.268009 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3194629f-679f-442b-8152-b85dfafb20bf tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "DELETE /v2.0/networks/0017399f-f962-430f-8c1e-e2cad3bb1503 HTTP/1.1" status: 204 len: 168 time: 1.7375150 May 23 11:24:09.274711 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36954) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:09.287370 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-54f1bafe-03fe-46a0-a06c-dd62869e84d4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-984788401'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:09.292361 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fdb1d7ae-ee76-47c8-b797-652d6d4a0db2 None None] Port 5d725094-3a4c-498a-b708-a42959e5401a cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:24:09.298217 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602df8ee-414b-4dbe-819c-4909881be02a admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:24:09.312655 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-602df8ee-414b-4dbe-819c-4909881be02a admin admin] 10.222.0.79 "PUT /v2.0/routers/4d90fc24-0134-477c-acd4-308823197f12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2891009 May 23 11:24:09.312655 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194629f-679f-442b-8152-b85dfafb20bf tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event deleted for resources: {'Network': ['ID=0017399f-f962-430f-8c1e-e2cad3bb1503,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:09.312655 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-54f1bafe-03fe-46a0-a06c-dd62869e84d4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:24:09.329296 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-54f1bafe-03fe-46a0-a06c-dd62869e84d4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Usage tracker for resource:network and tenant:315452c642844720b9e20950ddfc46df is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:24:09.332934 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-54f1bafe-03fe-46a0-a06c-dd62869e84d4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:24:09.339274 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-54f1bafe-03fe-46a0-a06c-dd62869e84d4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:24:09.354374 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f1bafe-03fe-46a0-a06c-dd62869e84d4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Made reservation on behalf of 315452c642844720b9e20950ddfc46df for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:24:09.359492 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54f1bafe-03fe-46a0-a06c-dd62869e84d4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:09.365155 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ecaaec84-cd37-4c01-b317-90e4bfaba63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:09.385453 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-12228b9b-9d5f-429b-8599-36a34a48fc14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:09.454258 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b05b23e-9239-4ee6-9f2f-dfb09e67e0c3 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:09.455781 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54f1bafe-03fe-46a0-a06c-dd62869e84d4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:24:09.468824 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54f1bafe-03fe-46a0-a06c-dd62869e84d4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:09.469580 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-54f1bafe-03fe-46a0-a06c-dd62869e84d4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Added segment 194df31a-d53b-4990-a3fe-54c7fd49855a of type vlan for network 2487fb3b-6c83-4772-9f8f-de6590ccc895 May 23 11:24:09.509447 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port b0da49b6-3da1-4d10-9f05-f58ca7b00501 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:24:09.537788 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b05b23e-9239-4ee6-9f2f-dfb09e67e0c3 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event deleted for resources: {'Port': ['ID=b0da49b6-3da1-4d10-9f05-f58ca7b00501,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:09.542681 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:09.548432 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54f1bafe-03fe-46a0-a06c-dd62869e84d4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:09.552041 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-41c3caec-e653-48c7-ab42-ce9583165053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d90fc24-0134-477c-acd4-308823197f12', 'name': 'tempest-AttachVolumeShelveTestJSON-356221702-router', 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '0f56797d-7262-4d76-86c1-7154120329bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:23:54Z', 'updated_at': '2022-05-23T11:24:06Z', 'revision_number': 4, 'project_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'gw_port': {'id': '0f56797d-7262-4d76-86c1-7154120329bf', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:22:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d90fc24-0134-477c-acd4-308823197f12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:23:57Z', 'updated_at': '2022-05-23T11:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '5d725094-3a4c-498a-b708-a42959e5401a', 'name': '', 'network_id': '0be92582-5915-4835-ac16-79c44c856a03', 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'mac_address': 'fa:16:3e:d1:cd:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d90fc24-0134-477c-acd4-308823197f12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b85c12c-741c-420e-9273-6de6d42ac4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:24:05Z', 'updated_at': '2022-05-23T11:24:05Z', 'revision_number': 1, 'project_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'subnets': [{'id': '8b85c12c-741c-420e-9273-6de6d42ac4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:09.565098 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c3caec-e653-48c7-ab42-ce9583165053 None None] The sync data for ids ['4d90fc24-0134-477c-acd4-308823197f12'] in n-d-842952-2 is: [{'id': '4d90fc24-0134-477c-acd4-308823197f12', 'name': 'tempest-AttachVolumeShelveTestJSON-356221702-router', 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '0f56797d-7262-4d76-86c1-7154120329bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:23:54Z', 'updated_at': '2022-05-23T11:24:06Z', 'revision_number': 4, 'project_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'gw_port': {'id': '0f56797d-7262-4d76-86c1-7154120329bf', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:22:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d90fc24-0134-477c-acd4-308823197f12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:23:57Z', 'updated_at': '2022-05-23T11:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '5d725094-3a4c-498a-b708-a42959e5401a', 'name': '', 'network_id': '0be92582-5915-4835-ac16-79c44c856a03', 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'mac_address': 'fa:16:3e:d1:cd:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d90fc24-0134-477c-acd4-308823197f12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b85c12c-741c-420e-9273-6de6d42ac4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:24:05Z', 'updated_at': '2022-05-23T11:24:05Z', 'revision_number': 1, 'project_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'subnets': [{'id': '8b85c12c-741c-420e-9273-6de6d42ac4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:24:09.566787 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port b0da49b6-3da1-4d10-9f05-f58ca7b00501 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:24:09.567160 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:09.635640 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Port b0da49b6-3da1-4d10-9f05-f58ca7b00501 was deleted so its status cannot be updated. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 23 11:24:09.649035 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6750b9f0-37c2-49ad-850d-085eb42d5263 None None] Network 4a08e79c-a292-4f31-beb0-99a8b3040ee0 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:24:09.656513 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54f1bafe-03fe-46a0-a06c-dd62869e84d4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:09.662259 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f1bafe-03fe-46a0-a06c-dd62869e84d4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:09.662951 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54f1bafe-03fe-46a0-a06c-dd62869e84d4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:09.718800 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f671e24a-2935-49db-a86c-8e998a5616dc None None] Could not find standard attr ID for object b0da49b6-3da1-4d10-9f05-f58ca7b00501. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:24:09.751240 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b05b23e-9239-4ee6-9f2f-dfb09e67e0c3 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] No DVR routers for this DVR port b0da49b6-3da1-4d10-9f05-f58ca7b00501 on host n-d-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:24:09.827497 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaaec84-cd37-4c01-b317-90e4bfaba63a None None] Pushing event updated for resources: {'Port': ['ID=921954d5-0675-45bd-9c1e-ffa0c8c3ea47,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:10.015658 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-51bd7e6e-b6cb-4920-a538-b238867b551b req-f6817b30-6f2d-4866-b69e-dcd66ab563c6 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=76bbe4e5-f79b-401d-9312-357a83ad0452 HTTP/1.1" status: 200 len: 210 time: 0.1251020 May 23 11:24:10.064761 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97369647-7a5f-42c9-857a-b39b06540466 req-a0d994cc-c490-413a-9696-edb5a170de0f tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:24:10.074782 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be665aa-f199-4add-827e-2c129e2bbee2 None None] Sync routers for ids ['406cd220-9f91-46de-82dc-a46b2f962727'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:24:10.167189 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be665aa-f199-4add-827e-2c129e2bbee2 None None] Routers {'406cd220-9f91-46de-82dc-a46b2f962727'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:24:10.176787 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b05b23e-9239-4ee6-9f2f-dfb09e67e0c3 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:10.189578 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-1be665aa-f199-4add-827e-2c129e2bbee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:23:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['406cd220-9f91-46de-82dc-a46b2f962727'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:10.390150 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36970) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:10.418331 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-54f1bafe-03fe-46a0-a06c-dd62869e84d4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1378069 May 23 11:24:10.424899 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-0023e576-683e-4787-aaee-c57a37cbff6d tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Request body: {'security_group': {'name': 'tempest-securitygroup--776632002', 'description': 'tempest-description--240579716'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:10.440098 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36976) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:10.486538 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0023e576-683e-4787-aaee-c57a37cbff6d tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:24:10.504383 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-2682c564-c89c-4dcd-bca4-b5667fe8c6cf tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Request body: {'subnet': {'network_id': '2487fb3b-6c83-4772-9f8f-de6590ccc895', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:10.576752 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1bafe-03fe-46a0-a06c-dd62869e84d4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event updated for resources: {'Network': ['ID=2487fb3b-6c83-4772-9f8f-de6590ccc895,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:10.579805 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0023e576-683e-4787-aaee-c57a37cbff6d tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Usage tracker for resource:security_group and tenant:c4112c4fc0ff4a36a1b303475c7f4981 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:24:10.590572 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0023e576-683e-4787-aaee-c57a37cbff6d tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:24:10.600912 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 2487fb3b-6c83-4772-9f8f-de6590ccc895 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:24:10.605610 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0023e576-683e-4787-aaee-c57a37cbff6d tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:24:10.735848 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7d9eca-14e9-442c-a3bf-d622219edc27 None None] Network 4a08e79c-a292-4f31-beb0-99a8b3040ee0 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:24:10.752822 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0023e576-683e-4787-aaee-c57a37cbff6d tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:10.837695 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-1be665aa-f199-4add-827e-2c129e2bbee2 None None] Set router 406cd220-9f91-46de-82dc-a46b2f962727 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:24:10.876803 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2682c564-c89c-4dcd-bca4-b5667fe8c6cf tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:24:10.888921 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2682c564-c89c-4dcd-bca4-b5667fe8c6cf tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Usage tracker for resource:subnet and tenant:315452c642844720b9e20950ddfc46df is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:24:10.895588 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2682c564-c89c-4dcd-bca4-b5667fe8c6cf tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:24:10.908440 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2682c564-c89c-4dcd-bca4-b5667fe8c6cf tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:24:10.938858 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8198759a-9bf8-411d-94d1-9503f0ed83df req-d78bccea-fd05-47b6-bea9-e201b2f99650 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6340008 May 23 11:24:10.956531 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2682c564-c89c-4dcd-bca4-b5667fe8c6cf tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Made reservation on behalf of 315452c642844720b9e20950ddfc46df for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:24:10.972095 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-97369647-7a5f-42c9-857a-b39b06540466 req-a0d994cc-c490-413a-9696-edb5a170de0f tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] No DVR routers for this DVR port 134625d8-6571-4905-9ed3-ad4575428fb0 on host n-h2-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:24:10.991344 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-97369647-7a5f-42c9-857a-b39b06540466 req-a0d994cc-c490-413a-9696-edb5a170de0f tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:11.002104 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76bbe4e5-f79b-401d-9312-357a83ad0452', 'name': 'network-vif-deleted', 'tag': '134625d8-6571-4905-9ed3-ad4575428fb0'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:24:11.141242 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 921954d5-0675-45bd-9c1e-ffa0c8c3ea47 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:24:11.157863 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-97369647-7a5f-42c9-857a-b39b06540466 req-a0d994cc-c490-413a-9696-edb5a170de0f tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.81 "DELETE /v2.0/ports/134625d8-6571-4905-9ed3-ad4575428fb0 HTTP/1.1" status: 204 len: 173 time: 6.8034306 May 23 11:24:11.207532 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bbe6393-546b-4b0a-87ca-be150aa9c138'] response: {'server_uuid': '76bbe4e5-f79b-401d-9312-357a83ad0452', 'name': 'network-vif-deleted', 'tag': '134625d8-6571-4905-9ed3-ad4575428fb0', 'status': 'completed', 'code': 200} May 23 11:24:11.256902 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0023e576-683e-4787-aaee-c57a37cbff6d tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:24:11.308544 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0023e576-683e-4787-aaee-c57a37cbff6d tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Usage tracker for resource:security_group_rule and tenant:c4112c4fc0ff4a36a1b303475c7f4981 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:24:11.349465 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0023e576-683e-4787-aaee-c57a37cbff6d tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:24:11.447555 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0023e576-683e-4787-aaee-c57a37cbff6d tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:24:11.559770 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2682c564-c89c-4dcd-bca4-b5667fe8c6cf tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:11.592265 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-96a6c3e8-8d32-4457-86ce-72b90388f6d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:11.718321 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b05b23e-9239-4ee6-9f2f-dfb09e67e0c3 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:11.773335 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:24:11.801613 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 921954d5-0675-45bd-9c1e-ffa0c8c3ea47 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:24:11.887100 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0977af5a-5012-4faf-a80d-31cf11588789 None None] DHCP port deletion for 4a08e79c-a292-4f31-beb0-99a8b3040ee0 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:24:11.913898 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0023e576-683e-4787-aaee-c57a37cbff6d tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:11.918795 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-1be665aa-f199-4add-827e-2c129e2bbee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406cd220-9f91-46de-82dc-a46b2f962727', 'name': 'tempest-AttachVolumeTestJSON-206819050-router', 'tenant_id': 'd3ec9888c9b84da5954173e8d76fab76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '008eb1b9-f923-4790-a7cf-ac0d64edf3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:17:39Z', 'updated_at': '2022-05-23T11:18:00Z', 'revision_number': 4, 'project_id': 'd3ec9888c9b84da5954173e8d76fab76', 'gw_port': {'id': '008eb1b9-f923-4790-a7cf-ac0d64edf3cc', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:54:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406cd220-9f91-46de-82dc-a46b2f962727', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:42Z', 'updated_at': '2022-05-23T11:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '74430c8f-a818-475a-af00-5d3668305212', 'name': '', 'network_id': '0308ef6c-1caf-4171-ace3-29e1cb4dd978', 'tenant_id': 'd3ec9888c9b84da5954173e8d76fab76', 'mac_address': 'fa:16:3e:6a:c8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406cd220-9f91-46de-82dc-a46b2f962727', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78a08f2b-9bc6-4aed-a592-74a10c72dff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:55Z', 'updated_at': '2022-05-23T11:18:24Z', 'revision_number': 5, 'project_id': 'd3ec9888c9b84da5954173e8d76fab76', 'subnets': [{'id': '78a08f2b-9bc6-4aed-a592-74a10c72dff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:11.928628 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be665aa-f199-4add-827e-2c129e2bbee2 None None] Checking router: 406cd220-9f91-46de-82dc-a46b2f962727 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:24:11.931690 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef54bf58-7e3a-4997-a77d-c3ce5af88656 None None] Network 18fc6bea-172b-4321-a813-880e76c886c4 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:24:11.938999 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0023e576-683e-4787-aaee-c57a37cbff6d tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:11.951399 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be665aa-f199-4add-827e-2c129e2bbee2 None None] Routers {'406cd220-9f91-46de-82dc-a46b2f962727'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:24:11.953768 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-1be665aa-f199-4add-827e-2c129e2bbee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:24:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['406cd220-9f91-46de-82dc-a46b2f962727'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:12.006642 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.ipam_backend_mixin [None req-2682c564-c89c-4dcd-bca4-b5667fe8c6cf tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Performing IP validity checks on allocation pools {{(pid=83911) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 23 11:24:12.008432 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.ipam_backend_mixin [None req-2682c564-c89c-4dcd-bca4-b5667fe8c6cf tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83911) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 23 11:24:12.021286 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-b68418a1-4b39-43ee-913b-ee0f806bd838 req-46620f2d-c2e7-4cd1-b668-6e33b619f1a6 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Synchronizing usage tracker for tenant:d3ec9888c9b84da5954173e8d76fab76 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:24:12.088590 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8198759a-9bf8-411d-94d1-9503f0ed83df req-19f92f2c-25b3-432b-8684-064ad7190bf9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d8e63cb106b40b880c35c46eb22d5c0&device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 1096 time: 0.8966367 May 23 11:24:12.170831 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0023e576-683e-4787-aaee-c57a37cbff6d tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:12.178341 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0023e576-683e-4787-aaee-c57a37cbff6d tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.7714071 May 23 11:24:12.183241 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0023e576-683e-4787-aaee-c57a37cbff6d tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55e98baa-8e40-4545-a1f5-2077aa6dc49d,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:12.197524 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36988) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:12.215223 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-ceb52db5-b0e0-4573-955e-4aaec308ab85 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Request body: {'security_group_rule': {'security_group_id': '55e98baa-8e40-4545-a1f5-2077aa6dc49d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:12.223805 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b05b23e-9239-4ee6-9f2f-dfb09e67e0c3 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event deleted for resources: {'Subnet': ['ID=99d590ec-4a36-4745-ac73-461a19e744ba,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:12.246721 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-1be665aa-f199-4add-827e-2c129e2bbee2 None None] Set router 406cd220-9f91-46de-82dc-a46b2f962727 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:24:12.322795 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ceb52db5-b0e0-4573-955e-4aaec308ab85 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:24:12.332989 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ceb52db5-b0e0-4573-955e-4aaec308ab85 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Usage tracker for resource:security_group_rule and tenant:c4112c4fc0ff4a36a1b303475c7f4981 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:24:12.337774 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ceb52db5-b0e0-4573-955e-4aaec308ab85 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:24:12.366893 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b05b23e-9239-4ee6-9f2f-dfb09e67e0c3 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:12.379445 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ceb52db5-b0e0-4573-955e-4aaec308ab85 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:24:12.384423 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-b68418a1-4b39-43ee-913b-ee0f806bd838 req-46620f2d-c2e7-4cd1-b668-6e33b619f1a6 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Unset dirty status for tenant:d3ec9888c9b84da5954173e8d76fab76 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:24:12.385726 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b68418a1-4b39-43ee-913b-ee0f806bd838 req-46620f2d-c2e7-4cd1-b668-6e33b619f1a6 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/ports?device_id=76bbe4e5-f79b-401d-9312-357a83ad0452 HTTP/1.1" status: 200 len: 210 time: 0.9395874 May 23 11:24:12.467599 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6577dd31-0c4c-4df3-8af9-43bf1ddb2439 None None] Provisioning for port 921954d5-0675-45bd-9c1e-ffa0c8c3ea47 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:24:12.498345 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6577dd31-0c4c-4df3-8af9-43bf1ddb2439 None None] Provisioning complete for port 921954d5-0675-45bd-9c1e-ffa0c8c3ea47 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:24:12.498860 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6577dd31-0c4c-4df3-8af9-43bf1ddb2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:12.536358 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ceb52db5-b0e0-4573-955e-4aaec308ab85 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:12.588162 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-5b05b23e-9239-4ee6-9f2f-dfb09e67e0c3 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a08e79c-a292-4f31-beb0-99a8b3040ee0']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:12.605762 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198759a-9bf8-411d-94d1-9503f0ed83df req-de52441f-0954-4136-a480-8bbe76cfe475 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:12.606967 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-5b05b23e-9239-4ee6-9f2f-dfb09e67e0c3 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e1ed326-fd5a-44dd-8e55-4727bf3a548c') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:12.607430 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-5b05b23e-9239-4ee6-9f2f-dfb09e67e0c3 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e1ed326-fd5a-44dd-8e55-4727bf3a548c') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:12.608242 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8198759a-9bf8-411d-94d1-9503f0ed83df req-de52441f-0954-4136-a480-8bbe76cfe475 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6213997a-77dd-4973-bef8-b88fbf379b24 HTTP/1.1" status: 200 len: 913 time: 0.4793234 May 23 11:24:12.642573 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 0f56797d-7262-4d76-86c1-7154120329bf up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:24:12.653702 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b05b23e-9239-4ee6-9f2f-dfb09e67e0c3 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:12.727114 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b05b23e-9239-4ee6-9f2f-dfb09e67e0c3 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:12.739149 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b05b23e-9239-4ee6-9f2f-dfb09e67e0c3 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:24:12.739551 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b05b23e-9239-4ee6-9f2f-dfb09e67e0c3 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:12.757274 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:24:12.757274 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:24:12.757274 n-d-842952-2 neutron-server[83910]: timer() May 23 11:24:12.757274 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:24:12.757274 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:24:12.757274 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:24:12.757274 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:24:12.757274 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:24:12.757274 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:24:12.757274 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:24:12.757274 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:24:12.757274 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:24:12.757274 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:24:12.757274 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:24:12.757274 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:24:12.757274 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:24:12.757274 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:24:12.757274 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:24:12.757274 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:24:12.757274 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:24:12.757274 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:24:12.757274 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:24:12.757274 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:24:12.757274 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:24:12.757274 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:24:12.757274 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:24:12.757274 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:24:12.757274 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:24:12.757274 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:24:12.757274 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:24:12.757274 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:24:12.757274 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:24:12.765144 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:12.769524 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8198759a-9bf8-411d-94d1-9503f0ed83df req-56e2806f-d309-4968-9e8d-9c88d4347216 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3afd64a2-b6a5-4913-a9be-716566b8de39 HTTP/1.1" status: 200 len: 1000 time: 0.1486232 May 23 11:24:12.786478 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 0f56797d-7262-4d76-86c1-7154120329bf completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:24:12.856299 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 0f56797d-7262-4d76-86c1-7154120329bf triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:24:12.857698 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:12.899104 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2682c564-c89c-4dcd-bca4-b5667fe8c6cf tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:12.981432 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b05b23e-9239-4ee6-9f2f-dfb09e67e0c3 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:13.001914 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b05b23e-9239-4ee6-9f2f-dfb09e67e0c3 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:13.082800 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b05b23e-9239-4ee6-9f2f-dfb09e67e0c3 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event deleted for resources: {'Network': ['ID=4a08e79c-a292-4f31-beb0-99a8b3040ee0,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:13.083452 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ceb52db5-b0e0-4573-955e-4aaec308ab85 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:13.088774 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef30c167-5e33-4035-b61f-3f3248010e31 admin admin] Router 30ffd9cc-33a6-4479-a799-d77e5fdf99a7 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:24:13.091474 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-1be665aa-f199-4add-827e-2c129e2bbee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406cd220-9f91-46de-82dc-a46b2f962727', 'name': 'tempest-AttachVolumeTestJSON-206819050-router', 'tenant_id': 'd3ec9888c9b84da5954173e8d76fab76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '008eb1b9-f923-4790-a7cf-ac0d64edf3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:17:39Z', 'updated_at': '2022-05-23T11:18:00Z', 'revision_number': 4, 'project_id': 'd3ec9888c9b84da5954173e8d76fab76', 'gw_port': {'id': '008eb1b9-f923-4790-a7cf-ac0d64edf3cc', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:54:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406cd220-9f91-46de-82dc-a46b2f962727', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:42Z', 'updated_at': '2022-05-23T11:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '74430c8f-a818-475a-af00-5d3668305212', 'name': '', 'network_id': '0308ef6c-1caf-4171-ace3-29e1cb4dd978', 'tenant_id': 'd3ec9888c9b84da5954173e8d76fab76', 'mac_address': 'fa:16:3e:6a:c8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406cd220-9f91-46de-82dc-a46b2f962727', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78a08f2b-9bc6-4aed-a592-74a10c72dff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:55Z', 'updated_at': '2022-05-23T11:18:24Z', 'revision_number': 5, 'project_id': 'd3ec9888c9b84da5954173e8d76fab76', 'subnets': [{'id': '78a08f2b-9bc6-4aed-a592-74a10c72dff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:13.102965 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be665aa-f199-4add-827e-2c129e2bbee2 None None] The sync data for ids ['406cd220-9f91-46de-82dc-a46b2f962727'] in n-d-842952-2 is: [{'id': '406cd220-9f91-46de-82dc-a46b2f962727', 'name': 'tempest-AttachVolumeTestJSON-206819050-router', 'tenant_id': 'd3ec9888c9b84da5954173e8d76fab76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '008eb1b9-f923-4790-a7cf-ac0d64edf3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:17:39Z', 'updated_at': '2022-05-23T11:18:00Z', 'revision_number': 4, 'project_id': 'd3ec9888c9b84da5954173e8d76fab76', 'gw_port': {'id': '008eb1b9-f923-4790-a7cf-ac0d64edf3cc', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:54:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406cd220-9f91-46de-82dc-a46b2f962727', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:42Z', 'updated_at': '2022-05-23T11:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '74430c8f-a818-475a-af00-5d3668305212', 'name': '', 'network_id': '0308ef6c-1caf-4171-ace3-29e1cb4dd978', 'tenant_id': 'd3ec9888c9b84da5954173e8d76fab76', 'mac_address': 'fa:16:3e:6a:c8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406cd220-9f91-46de-82dc-a46b2f962727', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78a08f2b-9bc6-4aed-a592-74a10c72dff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:55Z', 'updated_at': '2022-05-23T11:18:24Z', 'revision_number': 5, 'project_id': 'd3ec9888c9b84da5954173e8d76fab76', 'subnets': [{'id': '78a08f2b-9bc6-4aed-a592-74a10c72dff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:24:13.117031 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198759a-9bf8-411d-94d1-9503f0ed83df req-aaef8be3-d6ab-4048-9a22-e622aeac2c3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:13.118677 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8198759a-9bf8-411d-94d1-9503f0ed83df req-aaef8be3-d6ab-4048-9a22-e622aeac2c3e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54335c97-79a1-4f1c-bc27-f53589fd26ef HTTP/1.1" status: 200 len: 851 time: 0.3195937 May 23 11:24:13.142751 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5b05b23e-9239-4ee6-9f2f-dfb09e67e0c3 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "DELETE /v2.0/networks/4a08e79c-a292-4f31-beb0-99a8b3040ee0 HTTP/1.1" status: 204 len: 168 time: 7.9699008 May 23 11:24:13.143436 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 36996) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:13.149335 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ceb52db5-b0e0-4573-955e-4aaec308ab85 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:13.159628 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea428d2f-4626-48d5-a13f-e487705eecb2 None None] get_active_networks_info from n-d-842952-2 {{(pid=83912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 23 11:24:13.175873 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2682c564-c89c-4dcd-bca4-b5667fe8c6cf tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event updated for resources: {'Subnet': ['ID=c8d9afb2-9eb7-45a6-97c7-956e03ea9f9e,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:13.255024 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb52db5-b0e0-4573-955e-4aaec308ab85 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5479dbf-7180-43bd-9d52-9328a12f5966,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:13.272051 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:13.292005 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2682c564-c89c-4dcd-bca4-b5667fe8c6cf tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Checking segment: {'id': '194df31a-d53b-4990-a3fe-54c7fd49855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2487fb3b-6c83-4772-9f8f-de6590ccc895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:24:13.292265 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2682c564-c89c-4dcd-bca4-b5667fe8c6cf tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Network hostable DHCP agents. Network: 2487fb3b-6c83-4772-9f8f-de6590ccc895, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:24:13.292450 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6577dd31-0c4c-4df3-8af9-43bf1ddb2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:13.302042 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ceb52db5-b0e0-4573-955e-4aaec308ab85 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:13.306511 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ceb52db5-b0e0-4573-955e-4aaec308ab85 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0997157 May 23 11:24:13.307593 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37000) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:13.320422 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e7fd4a7e-93a1-4aa3-a239-c720204b0a78 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Request body: {'security_group_rule': {'security_group_id': '55e98baa-8e40-4545-a1f5-2077aa6dc49d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:13.333934 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e7fd4a7e-93a1-4aa3-a239-c720204b0a78 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:24:13.342106 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e7fd4a7e-93a1-4aa3-a239-c720204b0a78 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Usage tracker for resource:security_group_rule and tenant:c4112c4fc0ff4a36a1b303475c7f4981 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:24:13.345848 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e7fd4a7e-93a1-4aa3-a239-c720204b0a78 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:24:13.348059 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b71f44b-7b9d-4e08-b89a-3625c5d60ce2 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] DELETE failed (client error): The resource could not be found. May 23 11:24:13.348494 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b71f44b-7b9d-4e08-b89a-3625c5d60ce2 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:24:13.350145 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8b71f44b-7b9d-4e08-b89a-3625c5d60ce2 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "DELETE /v2.0/subnets/99d590ec-4a36-4745-ac73-461a19e744ba HTTP/1.1" status: 404 len: 337 time: 0.2010467 May 23 11:24:13.356772 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37004) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:13.356967 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8198759a-9bf8-411d-94d1-9503f0ed83df req-5e58f7e9-87c5-41cc-91c8-aa44738f1196 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6213997a-77dd-4973-bef8-b88fbf379b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2027621 May 23 11:24:13.362351 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e7fd4a7e-93a1-4aa3-a239-c720204b0a78 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:24:13.405234 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-e397e9da-e5e3-4dba-bf37-27afbac47e73 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] DELETE failed (client error): The resource could not be found. May 23 11:24:13.405695 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e397e9da-e5e3-4dba-bf37-27afbac47e73 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:24:13.407683 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e397e9da-e5e3-4dba-bf37-27afbac47e73 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "DELETE /v2.0/networks/4a08e79c-a292-4f31-beb0-99a8b3040ee0 HTTP/1.1" status: 404 len: 339 time: 0.0485382 May 23 11:24:13.410828 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37008) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:13.462815 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:13.478241 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6577dd31-0c4c-4df3-8af9-43bf1ddb2439 None None] For port 921954d5-0675-45bd-9c1e-ffa0c8c3ea47, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=921954d5-0675-45bd-9c1e-ffa0c8c3ea47,segment=NetworkSegment(6ab4722e-fd5d-43ea-8c54-5c06215726d4),segment_id=6ab4722e-fd5d-43ea-8c54-5c06215726d4)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:24:13.486092 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2682c564-c89c-4dcd-bca4-b5667fe8c6cf tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Network 2487fb3b-6c83-4772-9f8f-de6590ccc895 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:24:13.494890 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e7fd4a7e-93a1-4aa3-a239-c720204b0a78 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:13.495978 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6577dd31-0c4c-4df3-8af9-43bf1ddb2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:13.594014 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e7fd4a7e-93a1-4aa3-a239-c720204b0a78 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:13.598350 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-2682c564-c89c-4dcd-bca4-b5667fe8c6cf tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 2487fb3b-6c83-4772-9f8f-de6590ccc895) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:24:13.615893 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e7fd4a7e-93a1-4aa3-a239-c720204b0a78 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:13.618867 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2682c564-c89c-4dcd-bca4-b5667fe8c6cf tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:13.619443 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2682c564-c89c-4dcd-bca4-b5667fe8c6cf tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:13.626118 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 0f56797d-7262-4d76-86c1-7154120329bf, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=0f56797d-7262-4d76-86c1-7154120329bf,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:24:13.634324 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37016) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:13.677228 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8198759a-9bf8-411d-94d1-9503f0ed83df req-09e53c2c-efd9-4dc8-ad80-0dc48e3a64ed service neutron] 10.222.0.13 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123519 May 23 11:24:13.677855 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd4a7e-93a1-4aa3-a239-c720204b0a78 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cff669a-c5f2-445d-99b4-bc7b5d241826,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:13.703285 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a8195431-6344-4617-ae90-9c9cac668f6a tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:13.710003 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e7fd4a7e-93a1-4aa3-a239-c720204b0a78 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:13.714607 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e7fd4a7e-93a1-4aa3-a239-c720204b0a78 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4043598 May 23 11:24:13.718918 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37020) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:13.721362 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2682c564-c89c-4dcd-bca4-b5667fe8c6cf tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.2782111 May 23 11:24:13.728695 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-10d7341d-fb4d-4ced-941e-077625cd42b0 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:13.736047 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37024) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:13.745079 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:13.759226 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device b0da49b6-3da1-4d10-9f05-f58ca7b00501 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:24:13.775158 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-10d7341d-fb4d-4ced-941e-077625cd42b0 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:24:13.798279 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: b0da49b6-3da1-4d10-9f05-f58ca7b00501 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:24:13.798775 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device b0da49b6-3da1-4d10-9f05-f58ca7b00501 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:24:13.805919 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4e762aeb-713c-4663-8160-7c5e84d327d0 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:13.809382 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-10d7341d-fb4d-4ced-941e-077625cd42b0 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Usage tracker for resource:floatingip and tenant:c4112c4fc0ff4a36a1b303475c7f4981 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:24:13.821028 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea428d2f-4626-48d5-a13f-e487705eecb2 None None] Unable to find a vacant binding_index for network 2487fb3b-6c83-4772-9f8f-de6590ccc895 and agent 31391e26-fdd5-4628-8166-fa5efab34dc6 {{(pid=83912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} May 23 11:24:13.828016 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea428d2f-4626-48d5-a13f-e487705eecb2 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 2487fb3b-6c83-4772-9f8f-de6590ccc895) {{(pid=83912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 23 11:24:13.834821 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577dd31-0c4c-4df3-8af9-43bf1ddb2439 None None] Pushing event updated for resources: {'Port': ['ID=921954d5-0675-45bd-9c1e-ffa0c8c3ea47,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:13.865169 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-10d7341d-fb4d-4ced-941e-077625cd42b0 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:24:13.888230 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-10d7341d-fb4d-4ced-941e-077625cd42b0 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:24:13.906240 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3400cad2-e6eb-4981-b0cc-b964adb4c98e None None] Provisioning complete for port 921954d5-0675-45bd-9c1e-ffa0c8c3ea47 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:24:13.908039 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3400cad2-e6eb-4981-b0cc-b964adb4c98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:13.987764 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4e762aeb-713c-4663-8160-7c5e84d327d0 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:14.003819 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-10d7341d-fb4d-4ced-941e-077625cd42b0 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:14.125664 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=0f56797d-7262-4d76-86c1-7154120329bf,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:14.149808 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8198759a-9bf8-411d-94d1-9503f0ed83df req-86db2885-0d0c-47bd-a526-ee5a7102db74 service neutron] 10.222.0.13 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4657857 May 23 11:24:14.281545 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:14.306440 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a8195431-6344-4617-ae90-9c9cac668f6a tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:14.368780 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-903cd94f-948a-473e-ab47-be1fad445b41 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:14.373055 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-a8195431-6344-4617-ae90-9c9cac668f6a tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['442643c4-2ea5-4d30-b16a-0ad0806f9a1a']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:14.402270 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-a8195431-6344-4617-ae90-9c9cac668f6a tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cef11eec-e6af-4aed-ab57-fe975f64e449') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:14.402270 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-a8195431-6344-4617-ae90-9c9cac668f6a tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cef11eec-e6af-4aed-ab57-fe975f64e449') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:14.447442 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef30c167-5e33-4035-b61f-3f3248010e31 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:24:14.450373 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a8195431-6344-4617-ae90-9c9cac668f6a tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:14.459783 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f64fa08-70eb-4c08-8f8b-8bc121ef56c5 None None] Sync routers for ids ['30ffd9cc-33a6-4479-a799-d77e5fdf99a7'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:24:14.491779 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4e762aeb-713c-4663-8160-7c5e84d327d0 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:14.506704 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f64fa08-70eb-4c08-8f8b-8bc121ef56c5 None None] Routers {'30ffd9cc-33a6-4479-a799-d77e5fdf99a7'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:24:14.507379 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7f64fa08-70eb-4c08-8f8b-8bc121ef56c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:24:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['30ffd9cc-33a6-4479-a799-d77e5fdf99a7'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:14.512659 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a8195431-6344-4617-ae90-9c9cac668f6a tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:14.538123 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8195431-6344-4617-ae90-9c9cac668f6a tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:24:14.538524 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a8195431-6344-4617-ae90-9c9cac668f6a tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:14.559186 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e762aeb-713c-4663-8160-7c5e84d327d0 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a6e2d7-59c0-4c03-94fd-55b7bc3a4bc8,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:14.560987 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:24:14.560987 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:24:14.560987 n-d-842952-2 neutron-server[83910]: timer() May 23 11:24:14.560987 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:24:14.560987 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:24:14.560987 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:24:14.560987 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:24:14.560987 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:24:14.560987 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:24:14.560987 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:24:14.560987 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:24:14.560987 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:24:14.560987 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:24:14.560987 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:24:14.560987 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:24:14.560987 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:24:14.560987 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:24:14.560987 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:24:14.560987 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:24:14.560987 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:24:14.560987 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:24:14.560987 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:24:14.560987 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:24:14.560987 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:24:14.560987 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:24:14.560987 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:24:14.560987 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:24:14.560987 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:24:14.560987 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:24:14.560987 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:24:14.560987 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:24:14.560987 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:24:14.620452 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ef30c167-5e33-4035-b61f-3f3248010e31 admin admin] 10.222.0.79 "PUT /v2.0/routers/30ffd9cc-33a6-4479-a799-d77e5fdf99a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6565228 May 23 11:24:14.620452 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4e762aeb-713c-4663-8160-7c5e84d327d0 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:14.620701 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37030) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:14.622892 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4e762aeb-713c-4663-8160-7c5e84d327d0 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "DELETE /v2.0/security-groups/a9a6e2d7-59c0-4c03-94fd-55b7bc3a4bc8 HTTP/1.1" status: 204 len: 168 time: 0.9853625 May 23 11:24:14.623015 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37034) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:14.623762 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-903cd94f-948a-473e-ab47-be1fad445b41 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:14.663192 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 921954d5-0675-45bd-9c1e-ffa0c8c3ea47 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:24:14.718640 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-10d7341d-fb4d-4ced-941e-077625cd42b0 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:14.751565 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005621b6-c56a-4719-b9ac-171dea721897 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-2487fb3b-6c83-4772-9f8f-de6590ccc895', 'network_id': '2487fb3b-6c83-4772-9f8f-de6590ccc895', 'tenant_id': '315452c642844720b9e20950ddfc46df', 'fixed_ips': [{'subnet_id': 'c8d9afb2-9eb7-45a6-97c7-956e03ea9f9e'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:24:14.752411 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-005621b6-c56a-4719-b9ac-171dea721897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:14.767533 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a8195431-6344-4617-ae90-9c9cac668f6a tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:14.822580 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a8195431-6344-4617-ae90-9c9cac668f6a tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:14.829438 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-dec66ee9-a44f-4aac-a376-7cd285ec5371 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] show failed (client error): The resource could not be found. May 23 11:24:14.830623 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-dec66ee9-a44f-4aac-a376-7cd285ec5371 tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "GET /v2.0/security-groups/a9a6e2d7-59c0-4c03-94fd-55b7bc3a4bc8 HTTP/1.1" status: 404 len: 347 time: 0.0963073 May 23 11:24:14.837187 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37038) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:14.879298 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8195431-6344-4617-ae90-9c9cac668f6a tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event deleted for resources: {'Network': ['ID=442643c4-2ea5-4d30-b16a-0ad0806f9a1a,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:14.892499 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 921954d5-0675-45bd-9c1e-ffa0c8c3ea47 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:24:14.892875 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:14.936647 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a8195431-6344-4617-ae90-9c9cac668f6a tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "DELETE /v2.0/networks/442643c4-2ea5-4d30-b16a-0ad0806f9a1a HTTP/1.1" status: 204 len: 168 time: 1.5143747 May 23 11:24:14.938771 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37042) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:14.941446 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-903cd94f-948a-473e-ab47-be1fad445b41 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server [None req-005621b6-c56a-4719-b9ac-171dea721897 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c8d9afb2-9eb7-45a6-97c7-956e03ea9f9e: This subnet is being modified by another concurrent operation. May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise exception May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c8d9afb2-9eb7-45a6-97c7-956e03ea9f9e: This subnet is being modified by another concurrent operation. May 23 11:24:14.959386 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server May 23 11:24:14.967636 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-7f64fa08-70eb-4c08-8f8b-8bc121ef56c5 None None] Set router 30ffd9cc-33a6-4479-a799-d77e5fdf99a7 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:24:15.010393 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f03ac4e-9938-4ca4-b7c6-3511a3d26f2a None None] get_active_networks_info from n-d-842952-2 {{(pid=83912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 23 11:24:15.024792 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903cd94f-948a-473e-ab47-be1fad445b41 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event deleted for resources: {'Subnet': ['ID=c8d9afb2-9eb7-45a6-97c7-956e03ea9f9e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:15.033897 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-1817a359-8f1e-4556-9402-a171c7097137 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] DELETE failed (client error): The resource could not be found. May 23 11:24:15.034659 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1817a359-8f1e-4556-9402-a171c7097137 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:24:15.038140 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1817a359-8f1e-4556-9402-a171c7097137 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "DELETE /v2.0/subnets/203f98f8-83b0-4812-93fa-bd764b406813 HTTP/1.1" status: 404 len: 337 time: 0.0981858 May 23 11:24:15.049635 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37046) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:15.163623 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-4fe6108f-5be4-4cb2-a993-337616e9a84e tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Deleting port 6e223c62-6a1e-487e-a38b-cd817cdb323b {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:24:15.164461 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4fe6108f-5be4-4cb2-a993-337616e9a84e tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:15.280644 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-926bf8ee-f6d7-468a-b903-b35ab8842f31 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] DELETE failed (client error): The resource could not be found. May 23 11:24:15.281082 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-926bf8ee-f6d7-468a-b903-b35ab8842f31 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:24:15.283170 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-926bf8ee-f6d7-468a-b903-b35ab8842f31 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "DELETE /v2.0/networks/42c27f3d-7619-49d1-9168-0dab5585278e HTTP/1.1" status: 404 len: 339 time: 0.2325563 May 23 11:24:15.294860 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37052) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:15.347914 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-10d7341d-fb4d-4ced-941e-077625cd42b0 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Allocated IP 172.25.6.145 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/d8e80434-5e05-4d83-93bd-4f9342f77333) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:24:15.385554 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-903cd94f-948a-473e-ab47-be1fad445b41 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:15.386458 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-08148b2c-cc63-431a-9305-5c2a71539b95 admin admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:15.496112 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 0f56797d-7262-4d76-86c1-7154120329bf up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:24:15.521820 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-903cd94f-948a-473e-ab47-be1fad445b41 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2487fb3b-6c83-4772-9f8f-de6590ccc895']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:15.546324 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4fe6108f-5be4-4cb2-a993-337616e9a84e tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:15.547029 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4fe6108f-5be4-4cb2-a993-337616e9a84e tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:15.600507 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-903cd94f-948a-473e-ab47-be1fad445b41 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '194df31a-d53b-4990-a3fe-54c7fd49855a') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:15.600788 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-903cd94f-948a-473e-ab47-be1fad445b41 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '194df31a-d53b-4990-a3fe-54c7fd49855a') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:15.611873 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7f64fa08-70eb-4c08-8f8b-8bc121ef56c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ffd9cc-33a6-4479-a799-d77e5fdf99a7', 'name': 'tempest-TaggedBootDevicesTest_v242-990880850-router', 'tenant_id': 'a9b393065ad744119fdcb41054d3ebf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '55223c18-264d-4593-a7b6-fb3c1c64fedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:16:31Z', 'updated_at': '2022-05-23T11:24:07Z', 'revision_number': 5, 'project_id': 'a9b393065ad744119fdcb41054d3ebf0', 'gw_port': {'id': '55223c18-264d-4593-a7b6-fb3c1c64fedf', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:03:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ffd9cc-33a6-4479-a799-d77e5fdf99a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:16:34Z', 'updated_at': '2022-05-23T11:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:15.623868 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f64fa08-70eb-4c08-8f8b-8bc121ef56c5 None None] Checking router: 30ffd9cc-33a6-4479-a799-d77e5fdf99a7 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:24:15.633420 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f03ac4e-9938-4ca4-b7c6-3511a3d26f2a None None] Resources bound (agent type, host, resource id): {{(pid=83912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 23 11:24:15.637800 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 0f56797d-7262-4d76-86c1-7154120329bf triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:24:15.638166 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:15.639036 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-903cd94f-948a-473e-ab47-be1fad445b41 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:15.679242 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-903cd94f-948a-473e-ab47-be1fad445b41 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:15.682830 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f64fa08-70eb-4c08-8f8b-8bc121ef56c5 None None] Routers {'30ffd9cc-33a6-4479-a799-d77e5fdf99a7'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:24:15.683467 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7f64fa08-70eb-4c08-8f8b-8bc121ef56c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:24:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['30ffd9cc-33a6-4479-a799-d77e5fdf99a7'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:15.688161 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-4fe6108f-5be4-4cb2-a993-337616e9a84e tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Calling delete_port for 6e223c62-6a1e-487e-a38b-cd817cdb323b owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:24:15.711199 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-903cd94f-948a-473e-ab47-be1fad445b41 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:24:15.711599 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-903cd94f-948a-473e-ab47-be1fad445b41 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:15.726474 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:24:15.726474 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:24:15.726474 n-d-842952-2 neutron-server[83910]: timer() May 23 11:24:15.726474 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:24:15.726474 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:24:15.726474 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:24:15.726474 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:24:15.726474 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:24:15.726474 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:24:15.726474 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:24:15.726474 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:24:15.726474 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:24:15.726474 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:24:15.726474 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:24:15.726474 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:24:15.726474 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:24:15.726474 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:24:15.726474 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:24:15.726474 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:24:15.726474 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:24:15.726474 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:24:15.726474 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:24:15.726474 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:24:15.726474 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:24:15.726474 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:24:15.726474 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:24:15.726474 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:24:15.726474 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:24:15.726474 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:24:15.726474 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:24:15.726474 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:24:15.726474 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:24:15.825800 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-10d7341d-fb4d-4ced-941e-077625cd42b0 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:15.887088 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4fe6108f-5be4-4cb2-a993-337616e9a84e tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:15.900493 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fb15434-0f09-4440-bc3d-4b14cb638d99 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Deleting subnet 7740510d-1e01-4d3b-a40b-19c023f13d96 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:24:15.919526 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7fb15434-0f09-4440-bc3d-4b14cb638d99 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:15.968440 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-903cd94f-948a-473e-ab47-be1fad445b41 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:15.999954 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-903cd94f-948a-473e-ab47-be1fad445b41 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:16.040042 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe6108f-5be4-4cb2-a993-337616e9a84e tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Pushing event deleted for resources: {'Port': ['ID=6e223c62-6a1e-487e-a38b-cd817cdb323b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:16.043636 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-08148b2c-cc63-431a-9305-5c2a71539b95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:16.055433 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7fb15434-0f09-4440-bc3d-4b14cb638d99 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:16.077825 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-7f64fa08-70eb-4c08-8f8b-8bc121ef56c5 None None] Set router 30ffd9cc-33a6-4479-a799-d77e5fdf99a7 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:24:16.087440 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-08148b2c-cc63-431a-9305-5c2a71539b95 admin admin] Deleting port 55223c18-264d-4593-a7b6-fb3c1c64fedf {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:24:16.090318 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-08148b2c-cc63-431a-9305-5c2a71539b95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:16.108384 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-903cd94f-948a-473e-ab47-be1fad445b41 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "DELETE /v2.0/networks/2487fb3b-6c83-4772-9f8f-de6590ccc895 HTTP/1.1" status: 204 len: 168 time: 2.3699775 May 23 11:24:16.109638 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903cd94f-948a-473e-ab47-be1fad445b41 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event deleted for resources: {'Network': ['ID=2487fb3b-6c83-4772-9f8f-de6590ccc895,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:16.112517 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37056) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:16.132567 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-a8e06449-bea0-4086-b927-3a5bcfa69f37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1248465778'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:16.139494 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a8e06449-bea0-4086-b927-3a5bcfa69f37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:24:16.144048 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a8e06449-bea0-4086-b927-3a5bcfa69f37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Usage tracker for resource:network and tenant:315452c642844720b9e20950ddfc46df is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:24:16.147349 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a8e06449-bea0-4086-b927-3a5bcfa69f37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:24:16.155284 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a8e06449-bea0-4086-b927-3a5bcfa69f37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:24:16.188096 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-10d7341d-fb4d-4ced-941e-077625cd42b0 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:16.251567 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e06449-bea0-4086-b927-3a5bcfa69f37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Made reservation on behalf of 315452c642844720b9e20950ddfc46df for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:24:16.254809 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a8e06449-bea0-4086-b927-3a5bcfa69f37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:16.320607 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d7341d-fb4d-4ced-941e-077625cd42b0 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:24:16.328339 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-10d7341d-fb4d-4ced-941e-077625cd42b0 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:24:16.331464 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d7341d-fb4d-4ced-941e-077625cd42b0 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:24:16.369955 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8e06449-bea0-4086-b927-3a5bcfa69f37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:24:16.381024 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a8e06449-bea0-4086-b927-3a5bcfa69f37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:16.381706 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-a8e06449-bea0-4086-b927-3a5bcfa69f37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Added segment 2df037c4-4c7d-4f91-bca7-e8e33cb04081 of type vlan for network bcfbdf42-3a3c-41e2-87b0-b374b40abe8e May 23 11:24:16.410962 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a8e06449-bea0-4086-b927-3a5bcfa69f37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:16.422598 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4fe6108f-5be4-4cb2-a993-337616e9a84e tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:16.460021 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a8e06449-bea0-4086-b927-3a5bcfa69f37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:16.463612 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4fe6108f-5be4-4cb2-a993-337616e9a84e tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:16.464367 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e06449-bea0-4086-b927-3a5bcfa69f37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:16.465174 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a8e06449-bea0-4086-b927-3a5bcfa69f37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:16.467936 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4fe6108f-5be4-4cb2-a993-337616e9a84e tempest-AttachVolumeTestJSON-1312636555 tempest-AttachVolumeTestJSON-1312636555-project] 10.222.0.79 "DELETE /v2.0/floatingips/50e5ae9d-ac4d-4945-a244-afc6236ec71b HTTP/1.1" status: 204 len: 168 time: 1.6294224 May 23 11:24:16.501538 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-08148b2c-cc63-431a-9305-5c2a71539b95 admin admin] For port 55223c18-264d-4593-a7b6-fb3c1c64fedf, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=55223c18-264d-4593-a7b6-fb3c1c64fedf,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:24:16.501966 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-08148b2c-cc63-431a-9305-5c2a71539b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:16.626592 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bac1180-7f79-4659-9111-1584e6ca7c08 None None] Network 2487fb3b-6c83-4772-9f8f-de6590ccc895 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:24:16.652197 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d7341d-fb4d-4ced-941e-077625cd42b0 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Pushing event updated for resources: {'Port': ['ID=d8e80434-5e05-4d83-93bd-4f9342f77333,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:16.685057 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7f64fa08-70eb-4c08-8f8b-8bc121ef56c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ffd9cc-33a6-4479-a799-d77e5fdf99a7', 'name': 'tempest-TaggedBootDevicesTest_v242-990880850-router', 'tenant_id': 'a9b393065ad744119fdcb41054d3ebf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '55223c18-264d-4593-a7b6-fb3c1c64fedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:16:31Z', 'updated_at': '2022-05-23T11:24:07Z', 'revision_number': 5, 'project_id': 'a9b393065ad744119fdcb41054d3ebf0', 'gw_port': {'id': '55223c18-264d-4593-a7b6-fb3c1c64fedf', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:03:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ffd9cc-33a6-4479-a799-d77e5fdf99a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:16:34Z', 'updated_at': '2022-05-23T11:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:16.698761 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7fb15434-0f09-4440-bc3d-4b14cb638d99 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:16.718130 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bac1180-7f79-4659-9111-1584e6ca7c08 None None] Network 2487fb3b-6c83-4772-9f8f-de6590ccc895 could not be found, it might have been deleted concurrently. {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 23 11:24:16.727562 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f64fa08-70eb-4c08-8f8b-8bc121ef56c5 None None] The sync data for ids ['30ffd9cc-33a6-4479-a799-d77e5fdf99a7'] in n-d-842952-2 is: [{'id': '30ffd9cc-33a6-4479-a799-d77e5fdf99a7', 'name': 'tempest-TaggedBootDevicesTest_v242-990880850-router', 'tenant_id': 'a9b393065ad744119fdcb41054d3ebf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '55223c18-264d-4593-a7b6-fb3c1c64fedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:16:31Z', 'updated_at': '2022-05-23T11:24:07Z', 'revision_number': 5, 'project_id': 'a9b393065ad744119fdcb41054d3ebf0', 'gw_port': {'id': '55223c18-264d-4593-a7b6-fb3c1c64fedf', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:03:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ffd9cc-33a6-4479-a799-d77e5fdf99a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:16:34Z', 'updated_at': '2022-05-23T11:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:24:16.734318 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251f93ca-3ab0-4d5a-9922-1e74a6d26d33 None None] Network 2487fb3b-6c83-4772-9f8f-de6590ccc895 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:24:16.759359 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-08148b2c-cc63-431a-9305-5c2a71539b95 admin admin] Calling delete_port for 55223c18-264d-4593-a7b6-fb3c1c64fedf owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:24:16.918641 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251f93ca-3ab0-4d5a-9922-1e74a6d26d33 None None] Network 2487fb3b-6c83-4772-9f8f-de6590ccc895 could not be found, it might have been deleted concurrently. {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 23 11:24:16.968333 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a8e06449-bea0-4086-b927-3a5bcfa69f37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8463719 May 23 11:24:16.972630 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37066) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:16.985671 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-6af27108-7a2f-4d38-a82e-72c1b64abc25 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Request body: {'subnet': {'network_id': 'bcfbdf42-3a3c-41e2-87b0-b374b40abe8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:17.067326 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e06449-bea0-4086-b927-3a5bcfa69f37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event updated for resources: {'Network': ['ID=bcfbdf42-3a3c-41e2-87b0-b374b40abe8e,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:17.087004 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network bcfbdf42-3a3c-41e2-87b0-b374b40abe8e details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:24:17.196599 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6af27108-7a2f-4d38-a82e-72c1b64abc25 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:24:17.199803 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7fb15434-0f09-4440-bc3d-4b14cb638d99 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:17.223977 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-08148b2c-cc63-431a-9305-5c2a71539b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:17.234584 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6af27108-7a2f-4d38-a82e-72c1b64abc25 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Usage tracker for resource:subnet and tenant:315452c642844720b9e20950ddfc46df is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:24:17.243447 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6af27108-7a2f-4d38-a82e-72c1b64abc25 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:24:17.255065 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb15434-0f09-4440-bc3d-4b14cb638d99 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event deleted for resources: {'Subnet': ['ID=7740510d-1e01-4d3b-a40b-19c023f13d96,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:17.258515 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6af27108-7a2f-4d38-a82e-72c1b64abc25 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:24:17.325223 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7fb15434-0f09-4440-bc3d-4b14cb638d99 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:17.364459 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-10d7341d-fb4d-4ced-941e-077625cd42b0 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:17.366792 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af27108-7a2f-4d38-a82e-72c1b64abc25 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Made reservation on behalf of 315452c642844720b9e20950ddfc46df for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:24:17.367298 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08148b2c-cc63-431a-9305-5c2a71539b95 admin admin] Pushing event deleted for resources: {'Port': ['ID=55223c18-264d-4593-a7b6-fb3c1c64fedf,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:17.425149 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42f2e5f-0995-4102-b94a-207ef2fefb9d None None] Network b015e74e-a6cc-44b0-937d-fee6f6dc0007 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:24:17.593445 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7fb15434-0f09-4440-bc3d-4b14cb638d99 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "DELETE /v2.0/subnets/7740510d-1e01-4d3b-a40b-19c023f13d96 HTTP/1.1" status: 204 len: 168 time: 2.2975209 May 23 11:24:17.603239 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37072) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:17.697960 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-08148b2c-cc63-431a-9305-5c2a71539b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:17.712156 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6af27108-7a2f-4d38-a82e-72c1b64abc25 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:17.809807 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-10d7341d-fb4d-4ced-941e-077625cd42b0 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:17.891847 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-34c1bec7-141d-4fdc-8204-781daa69c793 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Deleting subnet f476f836-62d0-4075-b886-2e5323138a77 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:24:17.907879 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-34c1bec7-141d-4fdc-8204-781daa69c793 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:18.147313 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-08148b2c-cc63-431a-9305-5c2a71539b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:18.154880 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-08148b2c-cc63-431a-9305-5c2a71539b95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:18.177534 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-34c1bec7-141d-4fdc-8204-781daa69c793 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:18.197727 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-08148b2c-cc63-431a-9305-5c2a71539b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:18.198329 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08148b2c-cc63-431a-9305-5c2a71539b95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30ffd9cc-33a6-4479-a799-d77e5fdf99a7 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:24:18.286844 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-08148b2c-cc63-431a-9305-5c2a71539b95 admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:18.299536 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-08148b2c-cc63-431a-9305-5c2a71539b95 admin admin] 10.222.0.79 "DELETE /v2.0/routers/30ffd9cc-33a6-4479-a799-d77e5fdf99a7 HTTP/1.1" status: 204 len: 168 time: 3.6779606 May 23 11:24:18.304253 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37082) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:18.444131 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-19de8c26-0e3a-4cc2-ab29-d942dbb1d995 admin admin] Deleting subnet 621761dd-b995-4186-9cfd-90bab8b13f3e {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:24:18.451648 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-19de8c26-0e3a-4cc2-ab29-d942dbb1d995 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:18.467813 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-34c1bec7-141d-4fdc-8204-781daa69c793 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:18.545488 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-10d7341d-fb4d-4ced-941e-077625cd42b0 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:18.550731 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6af27108-7a2f-4d38-a82e-72c1b64abc25 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:18.594864 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-19de8c26-0e3a-4cc2-ab29-d942dbb1d995 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:18.595106 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-10d7341d-fb4d-4ced-941e-077625cd42b0 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:18.679948 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 8af3594f-f127-4617-ac2a-fda7aceaa5be no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:24:18.713715 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-19de8c26-0e3a-4cc2-ab29-d942dbb1d995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:18.760449 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 8af3594f-f127-4617-ac2a-fda7aceaa5be {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:24:18.760790 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 8af3594f-f127-4617-ac2a-fda7aceaa5be not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:24:18.775655 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-34c1bec7-141d-4fdc-8204-781daa69c793 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:18.824018 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d7341d-fb4d-4ced-941e-077625cd42b0 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Pushing event updated for resources: {'Port': ['ID=d8e80434-5e05-4d83-93bd-4f9342f77333,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:18.834196 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af27108-7a2f-4d38-a82e-72c1b64abc25 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event updated for resources: {'Subnet': ['ID=74571c1d-7595-4b82-a7c0-ef1f53fc0a97,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:18.896055 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-19de8c26-0e3a-4cc2-ab29-d942dbb1d995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:18.904710 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-10d7341d-fb4d-4ced-941e-077625cd42b0 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:18.946108 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea25204a-4b60-4e4a-b26e-f12995b4606e None None] New status for floating IP 50e5ae9d-ac4d-4945-a244-afc6236ec71b: DOWN {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:24:19.021127 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de8c26-0e3a-4cc2-ab29-d942dbb1d995 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=621761dd-b995-4186-9cfd-90bab8b13f3e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:19.040581 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c1bec7-141d-4fdc-8204-781daa69c793 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event deleted for resources: {'Subnet': ['ID=f476f836-62d0-4075-b886-2e5323138a77,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:19.052254 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-19de8c26-0e3a-4cc2-ab29-d942dbb1d995 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:19.052701 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebd5107-48ca-4c5e-91a4-a89808752c10 None None] Network 0211ccd5-91d2-42f3-a16e-cb3fb2faf057 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:24:19.070857 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-19de8c26-0e3a-4cc2-ab29-d942dbb1d995 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/621761dd-b995-4186-9cfd-90bab8b13f3e HTTP/1.1" status: 204 len: 168 time: 0.7638597 May 23 11:24:19.071525 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37090) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:19.077376 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-34c1bec7-141d-4fdc-8204-781daa69c793 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:19.084081 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-34c1bec7-141d-4fdc-8204-781daa69c793 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "DELETE /v2.0/subnets/f476f836-62d0-4075-b886-2e5323138a77 HTTP/1.1" status: 204 len: 168 time: 1.4799836 May 23 11:24:19.089651 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37094) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:19.171089 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-10d7341d-fb4d-4ced-941e-077625cd42b0 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:19.176864 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-10d7341d-fb4d-4ced-941e-077625cd42b0 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4555941 May 23 11:24:19.212053 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af27108-7a2f-4d38-a82e-72c1b64abc25 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Checking segment: {'id': '2df037c4-4c7d-4f91-bca7-e8e33cb04081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bcfbdf42-3a3c-41e2-87b0-b374b40abe8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:24:19.212458 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af27108-7a2f-4d38-a82e-72c1b64abc25 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Network hostable DHCP agents. Network: bcfbdf42-3a3c-41e2-87b0-b374b40abe8e, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:24:19.341765 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ddb102a0-0993-4813-94a1-5b14beab5875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:19.370770 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-ddb102a0-0993-4813-94a1-5b14beab5875 admin admin] Deleting port 374a7d28-7e68-478c-af0a-2e2d8b758ca8 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:24:19.371099 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ddb102a0-0993-4813-94a1-5b14beab5875 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:19.613483 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-47f1e139-f4b5-4eb2-9c04-28ab26462b6b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Synchronizing usage tracker for tenant:c4112c4fc0ff4a36a1b303475c7f4981 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:24:19.690866 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ef234242-f127-41d5-8d87-2a3159a78142 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:19.744139 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-ef234242-f127-41d5-8d87-2a3159a78142 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Deleting port 4af610e8-56b7-4edd-beff-69a3691c19ab {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:24:19.748716 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ef234242-f127-41d5-8d87-2a3159a78142 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:19.815030 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f0bf4d-90f0-4b54-a73f-da7139fc609b None None] DHCP port deletion for 0211ccd5-91d2-42f3-a16e-cb3fb2faf057 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:24:19.819906 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-29f0bf4d-90f0-4b54-a73f-da7139fc609b None None] Deleting port 374a7d28-7e68-478c-af0a-2e2d8b758ca8 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:24:19.820478 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-29f0bf4d-90f0-4b54-a73f-da7139fc609b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:19.841707 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af27108-7a2f-4d38-a82e-72c1b64abc25 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Network bcfbdf42-3a3c-41e2-87b0-b374b40abe8e is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:24:19.844160 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-47f1e139-f4b5-4eb2-9c04-28ab26462b6b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Unset dirty status for tenant:c4112c4fc0ff4a36a1b303475c7f4981 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:24:19.852234 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-47f1e139-f4b5-4eb2-9c04-28ab26462b6b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--776632002&fields=id&tenant_id=c4112c4fc0ff4a36a1b303475c7f4981 HTTP/1.1" status: 200 len: 267 time: 0.3305147 May 23 11:24:19.940453 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312eb4b9-212d-4996-98b0-a7b372256bc0 None None] Network b015e74e-a6cc-44b0-937d-fee6f6dc0007 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:24:20.030671 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-6af27108-7a2f-4d38-a82e-72c1b64abc25 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, bcfbdf42-3a3c-41e2-87b0-b374b40abe8e) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:24:20.079094 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af27108-7a2f-4d38-a82e-72c1b64abc25 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:20.080478 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6af27108-7a2f-4d38-a82e-72c1b64abc25 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:20.181792 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb4c578-0b95-4dc9-a465-f3955b9d894e None None] Network bcfbdf42-3a3c-41e2-87b0-b374b40abe8e requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:24:20.291704 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-6af27108-7a2f-4d38-a82e-72c1b64abc25 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.3128664 May 23 11:24:20.296886 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-81f54573-469f-4af8-ac2d-5eaee45f02e0 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:20.297829 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-81f54573-469f-4af8-ac2d-5eaee45f02e0 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Synchronizing usage tracker for tenant:c4112c4fc0ff4a36a1b303475c7f4981 on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:24:20.300398 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37112) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:20.441836 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-ddb102a0-0993-4813-94a1-5b14beab5875 admin admin] For port 374a7d28-7e68-478c-af0a-2e2d8b758ca8, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=374a7d28-7e68-478c-af0a-2e2d8b758ca8,segment=NetworkSegment(c9fe7dea-6481-468a-b068-659c35a3cd3f),segment_id=c9fe7dea-6481-468a-b068-659c35a3cd3f)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:24:20.442402 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ddb102a0-0993-4813-94a1-5b14beab5875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:20.509212 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-220150f5-f81a-42de-9b9e-3534dff431c6 None None] Provisioning complete for port 4af610e8-56b7-4edd-beff-69a3691c19ab triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:24:20.510935 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-220150f5-f81a-42de-9b9e-3534dff431c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:20.536396 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-81f54573-469f-4af8-ac2d-5eaee45f02e0 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Unset dirty status for tenant:c4112c4fc0ff4a36a1b303475c7f4981 on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:24:20.572997 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-81f54573-469f-4af8-ac2d-5eaee45f02e0 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/networks?id=0be92582-5915-4835-ac16-79c44c856a03 HTTP/1.1" status: 200 len: 816 time: 0.7160609 May 23 11:24:20.627523 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 374a7d28-7e68-478c-af0a-2e2d8b758ca8 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:24:20.715324 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-ddb102a0-0993-4813-94a1-5b14beab5875 admin admin] Calling delete_port for 374a7d28-7e68-478c-af0a-2e2d8b758ca8 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:24:20.852037 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ddb102a0-0993-4813-94a1-5b14beab5875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:20.909601 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb102a0-0993-4813-94a1-5b14beab5875 admin admin] Pushing event deleted for resources: {'Port': ['ID=374a7d28-7e68-478c-af0a-2e2d8b758ca8,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:20.926044 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb102a0-0993-4813-94a1-5b14beab5875 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:24:20.926383 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb102a0-0993-4813-94a1-5b14beab5875 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:24:20.926716 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb102a0-0993-4813-94a1-5b14beab5875 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:24:20.927048 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb102a0-0993-4813-94a1-5b14beab5875 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:24:20.927376 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb102a0-0993-4813-94a1-5b14beab5875 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:24:20.927702 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb102a0-0993-4813-94a1-5b14beab5875 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:24:20.928056 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb102a0-0993-4813-94a1-5b14beab5875 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:24:20.928378 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb102a0-0993-4813-94a1-5b14beab5875 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:24:20.928697 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb102a0-0993-4813-94a1-5b14beab5875 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:24:20.929013 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb102a0-0993-4813-94a1-5b14beab5875 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:24:20.929332 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb102a0-0993-4813-94a1-5b14beab5875 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:24:20.943868 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb102a0-0993-4813-94a1-5b14beab5875 admin admin] No DVR routers for this DVR port 374a7d28-7e68-478c-af0a-2e2d8b758ca8 on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:24:21.136426 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-ef234242-f127-41d5-8d87-2a3159a78142 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] For port 4af610e8-56b7-4edd-beff-69a3691c19ab, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=4af610e8-56b7-4edd-beff-69a3691c19ab,segment=NetworkSegment(9bdc25d7-a41e-43ef-a006-6a768d0fd5b2),segment_id=9bdc25d7-a41e-43ef-a006-6a768d0fd5b2)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:24:21.136863 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ef234242-f127-41d5-8d87-2a3159a78142 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:21.187956 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ddb102a0-0993-4813-94a1-5b14beab5875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:21.251246 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-ddb102a0-0993-4813-94a1-5b14beab5875 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0211ccd5-91d2-42f3-a16e-cb3fb2faf057']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:21.269404 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-ddb102a0-0993-4813-94a1-5b14beab5875 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9fe7dea-6481-468a-b068-659c35a3cd3f') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:21.269695 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-ddb102a0-0993-4813-94a1-5b14beab5875 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9fe7dea-6481-468a-b068-659c35a3cd3f') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:21.294930 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ddb102a0-0993-4813-94a1-5b14beab5875 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:21.311331 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-ef234242-f127-41d5-8d87-2a3159a78142 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Calling delete_port for 4af610e8-56b7-4edd-beff-69a3691c19ab owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:24:21.319744 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ddb102a0-0993-4813-94a1-5b14beab5875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:21.328934 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddb102a0-0993-4813-94a1-5b14beab5875 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:24:21.329581 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ddb102a0-0993-4813-94a1-5b14beab5875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:21.343958 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-29f0bf4d-90f0-4b54-a73f-da7139fc609b None None] For port 374a7d28-7e68-478c-af0a-2e2d8b758ca8, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=374a7d28-7e68-478c-af0a-2e2d8b758ca8,segment=NetworkSegment(c9fe7dea-6481-468a-b068-659c35a3cd3f),segment_id=c9fe7dea-6481-468a-b068-659c35a3cd3f)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:24:21.345326 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-29f0bf4d-90f0-4b54-a73f-da7139fc609b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:21.353699 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b38f3a-8bb1-4af7-9f92-135d2cf260f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-bcfbdf42-3a3c-41e2-87b0-b374b40abe8e', 'network_id': 'bcfbdf42-3a3c-41e2-87b0-b374b40abe8e', 'tenant_id': '315452c642844720b9e20950ddfc46df', 'fixed_ips': [{'subnet_id': '74571c1d-7595-4b82-a7c0-ef1f53fc0a97'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:24:21.355707 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c9b38f3a-8bb1-4af7-9f92-135d2cf260f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:21.358221 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:24:21.358221 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:24:21.358221 n-d-842952-2 neutron-server[83911]: timer() May 23 11:24:21.358221 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:24:21.358221 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:24:21.358221 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:24:21.358221 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:24:21.358221 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:24:21.358221 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:24:21.358221 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:24:21.358221 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:24:21.358221 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:24:21.358221 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:24:21.358221 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:24:21.358221 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:24:21.358221 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:24:21.358221 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:24:21.358221 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:24:21.358221 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:24:21.358221 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:24:21.358221 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:24:21.358221 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:24:21.358221 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:24:21.358221 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:24:21.358221 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:24:21.358221 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:24:21.358221 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:24:21.358221 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:24:21.358221 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:24:21.358221 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:24:21.358221 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:24:21.358221 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:24:21.372015 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No active binding found for port 374a7d28-7e68-478c-af0a-2e2d8b758ca8 {{(pid=83912) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 23 11:24:21.372885 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 374a7d28-7e68-478c-af0a-2e2d8b758ca8 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:24:21.440161 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-bbfae8a5-a60f-4126-8489-d4cac1450c5a tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/quotas/c4112c4fc0ff4a36a1b303475c7f4981 HTTP/1.1" status: 200 len: 375 time: 0.8698034 May 23 11:24:21.448336 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ddb102a0-0993-4813-94a1-5b14beab5875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:21.468216 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ddb102a0-0993-4813-94a1-5b14beab5875 admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:21.478458 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb102a0-0993-4813-94a1-5b14beab5875 admin admin] Pushing event deleted for resources: {'Network': ['ID=0211ccd5-91d2-42f3-a16e-cb3fb2faf057,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:21.498351 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5f7af54a-cb3f-46d6-84cc-801e85b55e37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:21.502913 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ddb102a0-0993-4813-94a1-5b14beab5875 admin admin] 10.222.0.79 "DELETE /v2.0/networks/0211ccd5-91d2-42f3-a16e-cb3fb2faf057 HTTP/1.1" status: 204 len: 168 time: 2.4301908 May 23 11:24:21.585626 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-29f0bf4d-90f0-4b54-a73f-da7139fc609b None None] Calling delete_port for 374a7d28-7e68-478c-af0a-2e2d8b758ca8 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:24:21.752124 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ef234242-f127-41d5-8d87-2a3159a78142 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:21.772189 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37124) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:21.821091 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-29f0bf4d-90f0-4b54-a73f-da7139fc609b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:24:21.821441 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-29f0bf4d-90f0-4b54-a73f-da7139fc609b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:24:21.835707 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5f7af54a-cb3f-46d6-84cc-801e85b55e37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:21.847329 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab341c5-3148-41a7-aeee-6a21fbe745db None None] DHCP port deletion for b015e74e-a6cc-44b0-937d-fee6f6dc0007 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:24:21.878846 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-c9b38f3a-8bb1-4af7-9f92-135d2cf260f7 None None] Allocated IP 172.20.0.1 (bcfbdf42-3a3c-41e2-87b0-b374b40abe8e/74571c1d-7595-4b82-a7c0-ef1f53fc0a97/af7cd985-2679-4d41-8e77-258327cced51) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:24:21.881405 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef234242-f127-41d5-8d87-2a3159a78142 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event deleted for resources: {'Port': ['ID=4af610e8-56b7-4edd-beff-69a3691c19ab,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:21.900744 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-1d73ef01-b3bf-41e6-8324-5b3831a75ed7 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c4112c4fc0ff4a36a1b303475c7f4981&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4071631 May 23 11:24:21.908187 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef234242-f127-41d5-8d87-2a3159a78142 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] No DVR routers for this DVR port 4af610e8-56b7-4edd-beff-69a3691c19ab on host n-d-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:24:21.933189 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d115837d-8e47-4f44-9b5b-12835355cd78 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6413deec0c1b468e9165a85b033a2ba9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1598220 May 23 11:24:21.934036 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37128) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:22.046733 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6e13dcb9-f883-4e76-8acc-ce4aedcec0a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:22.086516 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6e13dcb9-f883-4e76-8acc-ce4aedcec0a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:22.154146 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6e13dcb9-f883-4e76-8acc-ce4aedcec0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:22.193847 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e13dcb9-f883-4e76-8acc-ce4aedcec0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f104f24-d3e6-45e4-adef-c55f6b4d08fc,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:22.205896 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ef234242-f127-41d5-8d87-2a3159a78142 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:22.206945 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6e13dcb9-f883-4e76-8acc-ce4aedcec0a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:22.208351 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6e13dcb9-f883-4e76-8acc-ce4aedcec0a5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3f104f24-d3e6-45e4-adef-c55f6b4d08fc HTTP/1.1" status: 204 len: 168 time: 0.2733912 May 23 11:24:22.253802 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-ef234242-f127-41d5-8d87-2a3159a78142 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b015e74e-a6cc-44b0-937d-fee6f6dc0007']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:22.280848 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-ef234242-f127-41d5-8d87-2a3159a78142 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bdc25d7-a41e-43ef-a006-6a768d0fd5b2') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:22.281423 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-ef234242-f127-41d5-8d87-2a3159a78142 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bdc25d7-a41e-43ef-a006-6a768d0fd5b2') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:22.284691 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c9b38f3a-8bb1-4af7-9f92-135d2cf260f7 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:22.298290 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c9b38f3a-8bb1-4af7-9f92-135d2cf260f7 None None] Transition to ACTIVE for port object af7cd985-2679-4d41-8e77-258327cced51 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:24:22.299045 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ef234242-f127-41d5-8d87-2a3159a78142 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:22.307370 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-149e7485-969e-490d-95fc-72a4021c83ff service neutron] 10.222.0.79 "GET /v2.0/networks/0be92582-5915-4835-ac16-79c44c856a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705652 May 23 11:24:22.323440 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-29f0bf4d-90f0-4b54-a73f-da7139fc609b None None] Deleting port 374a7d28-7e68-478c-af0a-2e2d8b758ca8 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:24:22.323797 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-29f0bf4d-90f0-4b54-a73f-da7139fc609b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:22.359217 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ef234242-f127-41d5-8d87-2a3159a78142 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:22.371337 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef234242-f127-41d5-8d87-2a3159a78142 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:24:22.372486 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ef234242-f127-41d5-8d87-2a3159a78142 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:22.405986 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-29f0bf4d-90f0-4b54-a73f-da7139fc609b None None] The port '374a7d28-7e68-478c-af0a-2e2d8b758ca8' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:24:22.430824 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:24:22.430824 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:24:22.430824 n-d-842952-2 neutron-server[83910]: timer() May 23 11:24:22.430824 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:24:22.430824 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:24:22.430824 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:24:22.430824 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:24:22.430824 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:24:22.430824 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:24:22.430824 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:24:22.430824 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:24:22.430824 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:24:22.430824 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:24:22.430824 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:24:22.430824 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:24:22.430824 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:24:22.430824 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:24:22.430824 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:24:22.430824 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:24:22.430824 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:24:22.430824 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:24:22.430824 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:24:22.430824 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:24:22.430824 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:24:22.430824 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:24:22.430824 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:24:22.430824 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:24:22.430824 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:24:22.430824 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:24:22.430824 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:24:22.430824 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:24:22.430824 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:24:22.587019 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 4af610e8-56b7-4edd-beff-69a3691c19ab no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:24:22.616485 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ef234242-f127-41d5-8d87-2a3159a78142 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:22.626143 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c9b38f3a-8bb1-4af7-9f92-135d2cf260f7 None None] Transition to ACTIVE for port object af7cd985-2679-4d41-8e77-258327cced51 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:24:22.645668 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ef234242-f127-41d5-8d87-2a3159a78142 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:22.667557 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 4af610e8-56b7-4edd-beff-69a3691c19ab {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:24:22.668045 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 4af610e8-56b7-4edd-beff-69a3691c19ab not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:24:22.670128 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c9b38f3a-8bb1-4af7-9f92-135d2cf260f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:22.709846 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef234242-f127-41d5-8d87-2a3159a78142 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event deleted for resources: {'Network': ['ID=b015e74e-a6cc-44b0-937d-fee6f6dc0007,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:22.737449 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-efd874cb-c813-455d-b206-79da72a8b441 service neutron] 10.222.0.79 "GET /v2.0/networks/0be92582-5915-4835-ac16-79c44c856a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084160 May 23 11:24:22.742245 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ef234242-f127-41d5-8d87-2a3159a78142 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "DELETE /v2.0/networks/b015e74e-a6cc-44b0-937d-fee6f6dc0007 HTTP/1.1" status: 204 len: 168 time: 3.6384327 May 23 11:24:22.742332 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37140) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:22.743667 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5f7af54a-cb3f-46d6-84cc-801e85b55e37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:22.789738 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7af54a-cb3f-46d6-84cc-801e85b55e37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event deleted for resources: {'Subnet': ['ID=74571c1d-7595-4b82-a7c0-ef1f53fc0a97,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:22.825088 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ac69808-d4f0-40c3-8e59-2b55b0732b05 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] DELETE failed (client error): The resource could not be found. May 23 11:24:22.826419 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ac69808-d4f0-40c3-8e59-2b55b0732b05 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:24:22.828404 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0ac69808-d4f0-40c3-8e59-2b55b0732b05 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "DELETE /v2.0/subnets/e48331c5-6c39-4521-955f-cdc6ee081820 HTTP/1.1" status: 404 len: 337 time: 0.0850356 May 23 11:24:22.830999 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37144) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:22.839791 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b38f3a-8bb1-4af7-9f92-135d2cf260f7 None None] Network bcfbdf42-3a3c-41e2-87b0-b374b40abe8e is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:24:22.843674 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-c9b38f3a-8bb1-4af7-9f92-135d2cf260f7 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:24:22.860718 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b38f3a-8bb1-4af7-9f92-135d2cf260f7 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:24:22.867984 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ea7931f-b93e-42af-a702-8b239ec2ec77 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] DELETE failed (client error): The resource could not be found. May 23 11:24:22.868612 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ea7931f-b93e-42af-a702-8b239ec2ec77 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:24:22.871115 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2ea7931f-b93e-42af-a702-8b239ec2ec77 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "DELETE /v2.0/networks/af757dee-4393-49cb-b904-5f14a42f6f3f HTTP/1.1" status: 404 len: 339 time: 0.0390275 May 23 11:24:22.873663 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37148) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:22.891156 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b38f3a-8bb1-4af7-9f92-135d2cf260f7 None None] Pushing event updated for resources: {'Port': ['ID=af7cd985-2679-4d41-8e77-258327cced51,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:22.917604 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37152) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:22.980730 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5f7af54a-cb3f-46d6-84cc-801e85b55e37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:22.987815 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-eda49635-c571-4997-9aff-c69fe30d6f38 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a9b393065ad744119fdcb41054d3ebf0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0690787 May 23 11:24:22.989398 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e276473-34ee-4537-a433-b65810720ec1 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] DELETE failed (client error): The resource could not be found. May 23 11:24:22.990160 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e276473-34ee-4537-a433-b65810720ec1 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:24:22.992172 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7e276473-34ee-4537-a433-b65810720ec1 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "DELETE /v2.0/subnets/d9c23e38-8c4c-4912-9cc3-42ef8efc7b22 HTTP/1.1" status: 404 len: 337 time: 0.1174181 May 23 11:24:22.992914 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37158) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:23.021036 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37160) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:23.109789 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d0f37f1c-ac3e-41c6-bdf5-c23525717e4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:23.158447 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d0f37f1c-ac3e-41c6-bdf5-c23525717e4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:23.160550 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c9b38f3a-8bb1-4af7-9f92-135d2cf260f7 None None] Attempting to bind port af7cd985-2679-4d41-8e77-258327cced51 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:24:23.160996 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c9b38f3a-8bb1-4af7-9f92-135d2cf260f7 None None] Attempting to bind port af7cd985-2679-4d41-8e77-258327cced51 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '2df037c4-4c7d-4f91-bca7-e8e33cb04081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bcfbdf42-3a3c-41e2-87b0-b374b40abe8e'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:24:23.161312 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d16c526-b354-4e32-beba-38fb0d8ecaaf tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] DELETE failed (client error): The resource could not be found. May 23 11:24:23.161598 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b38f3a-8bb1-4af7-9f92-135d2cf260f7 None None] Attempting to bind port af7cd985-2679-4d41-8e77-258327cced51 on network bcfbdf42-3a3c-41e2-87b0-b374b40abe8e {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:24:23.161754 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d16c526-b354-4e32-beba-38fb0d8ecaaf tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:24:23.166566 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7d16c526-b354-4e32-beba-38fb0d8ecaaf tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "DELETE /v2.0/networks/d83b8803-2465-4242-95be-0e17e1a846df HTTP/1.1" status: 404 len: 339 time: 0.1379354 May 23 11:24:23.167758 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37168) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:23.171865 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0ca2b190-1899-438c-bcd8-4ea589da8b6f req-3144d291-1501-4fb4-b4fe-252ab9fe7dc3 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 210 time: 0.0716372 May 23 11:24:23.173453 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-5f7af54a-cb3f-46d6-84cc-801e85b55e37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcfbdf42-3a3c-41e2-87b0-b374b40abe8e']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:23.181045 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b38f3a-8bb1-4af7-9f92-135d2cf260f7 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:24:23.181969 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b38f3a-8bb1-4af7-9f92-135d2cf260f7 None None] Checking segment: {'id': '2df037c4-4c7d-4f91-bca7-e8e33cb04081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bcfbdf42-3a3c-41e2-87b0-b374b40abe8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:24:23.182533 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c9b38f3a-8bb1-4af7-9f92-135d2cf260f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:23.183617 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b38f3a-8bb1-4af7-9f92-135d2cf260f7 None None] Bound using segment: {'id': '2df037c4-4c7d-4f91-bca7-e8e33cb04081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bcfbdf42-3a3c-41e2-87b0-b374b40abe8e'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:24:23.184230 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c9b38f3a-8bb1-4af7-9f92-135d2cf260f7 None None] Bound port: af7cd985-2679-4d41-8e77-258327cced51, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df037c4-4c7d-4f91-bca7-e8e33cb04081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bcfbdf42-3a3c-41e2-87b0-b374b40abe8e'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:24:23.186743 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c9b38f3a-8bb1-4af7-9f92-135d2cf260f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:23.218323 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-5f7af54a-cb3f-46d6-84cc-801e85b55e37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2df037c4-4c7d-4f91-bca7-e8e33cb04081') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:23.218860 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-5f7af54a-cb3f-46d6-84cc-801e85b55e37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2df037c4-4c7d-4f91-bca7-e8e33cb04081') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:23.261685 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5f7af54a-cb3f-46d6-84cc-801e85b55e37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:23.302649 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5f7af54a-cb3f-46d6-84cc-801e85b55e37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:23.316126 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f7af54a-cb3f-46d6-84cc-801e85b55e37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:24:23.316738 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5f7af54a-cb3f-46d6-84cc-801e85b55e37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:23.318360 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c9b38f3a-8bb1-4af7-9f92-135d2cf260f7 None None] For port af7cd985-2679-4d41-8e77-258327cced51, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:24:23.346676 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:24:23.346676 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:24:23.346676 n-d-842952-2 neutron-server[83910]: timer() May 23 11:24:23.346676 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:24:23.346676 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:24:23.346676 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:24:23.346676 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:24:23.346676 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:24:23.346676 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:24:23.346676 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:24:23.346676 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:24:23.346676 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:24:23.346676 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:24:23.346676 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:24:23.346676 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:24:23.346676 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:24:23.346676 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:24:23.346676 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:24:23.346676 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:24:23.346676 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:24:23.346676 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:24:23.346676 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:24:23.346676 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:24:23.346676 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:24:23.346676 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:24:23.346676 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:24:23.346676 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:24:23.346676 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:24:23.346676 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:24:23.346676 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:24:23.346676 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:24:23.346676 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:24:23.355966 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-9454cba9-407f-404d-81ec-fc89223efb29 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] DELETE failed (client error): The resource could not be found. May 23 11:24:23.356528 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9454cba9-407f-404d-81ec-fc89223efb29 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:24:23.358114 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9454cba9-407f-404d-81ec-fc89223efb29 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "DELETE /v2.0/subnets/fe093c5e-b3cc-452f-9db5-554d7e253c6e HTTP/1.1" status: 404 len: 337 time: 0.1892133 May 23 11:24:23.381760 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37180) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:23.437150 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-92b4474b-e98b-48c2-b1f8-1631167583a4 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] DELETE failed (client error): The resource could not be found. May 23 11:24:23.438906 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92b4474b-e98b-48c2-b1f8-1631167583a4 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:24:23.455120 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-92b4474b-e98b-48c2-b1f8-1631167583a4 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "DELETE /v2.0/networks/383b9de8-5380-401f-b540-8eb7ebc8fcdc HTTP/1.1" status: 404 len: 339 time: 0.0699155 May 23 11:24:23.462120 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c9b38f3a-8bb1-4af7-9f92-135d2cf260f7 None None] For port af7cd985-2679-4d41-8e77-258327cced51, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=af7cd985-2679-4d41-8e77-258327cced51,segment=NetworkSegment(2df037c4-4c7d-4f91-bca7-e8e33cb04081),segment_id=2df037c4-4c7d-4f91-bca7-e8e33cb04081)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:24:23.466760 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37186) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:23.471720 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c9b38f3a-8bb1-4af7-9f92-135d2cf260f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:23.483697 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d0f37f1c-ac3e-41c6-bdf5-c23525717e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:23.535746 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d0f37f1c-ac3e-41c6-bdf5-c23525717e4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:23.557579 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d0f37f1c-ac3e-41c6-bdf5-c23525717e4c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3b9c0d32-fb59-4f94-bf1f-e62cc0f783f4 HTTP/1.1" status: 204 len: 168 time: 0.5634279 May 23 11:24:23.558357 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f37f1c-ac3e-41c6-bdf5-c23525717e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9c0d32-fb59-4f94-bf1f-e62cc0f783f4,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:23.625359 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.api [None req-5f7af54a-cb3f-46d6-84cc-801e85b55e37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 23 11:24:23.625359 n-d-842952-2 neutron-server[83910]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 23 11:24:23.625359 n-d-842952-2 neutron-server[83910]: [parameters: {'id': 'bcfbdf42-3a3c-41e2-87b0-b374b40abe8e'}] May 23 11:24:23.625359 n-d-842952-2 neutron-server[83910]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:24:23.625359 n-d-842952-2 neutron-server[83910]: DEBUG oslo_db.api [None req-5f7af54a-cb3f-46d6-84cc-801e85b55e37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:24:23.939085 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5a2f0c-6afb-4b63-9d9d-322daeb71011 None None] Network bcfbdf42-3a3c-41e2-87b0-b374b40abe8e requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:24:24.020488 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3906f45-eaee-4377-9822-eb55ee80f8b6 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Deleting subnet e6c92e0c-3f60-4b5e-b1dd-6953abf7dc33 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:24:24.024053 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c3906f45-eaee-4377-9822-eb55ee80f8b6 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:24.096002 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c3906f45-eaee-4377-9822-eb55ee80f8b6 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:24.127895 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5f7af54a-cb3f-46d6-84cc-801e85b55e37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:24.162325 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-5f7af54a-cb3f-46d6-84cc-801e85b55e37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Deleting port af7cd985-2679-4d41-8e77-258327cced51 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:24:24.163106 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5f7af54a-cb3f-46d6-84cc-801e85b55e37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:24.178526 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b38f3a-8bb1-4af7-9f92-135d2cf260f7 None None] Pushing event updated for resources: {'Port': ['ID=af7cd985-2679-4d41-8e77-258327cced51,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:24.366466 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba8715f-b424-481e-809a-848bc3954a1f None None] get_active_networks_info from n-d-842952-2 {{(pid=83912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 23 11:24:24.423372 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-af57e4ad-134f-4b0b-aa31-a4b649a3c574 req-40632793-02a7-458a-87a3-530eb97f68f5 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 210 time: 0.0659010 May 23 11:24:24.445655 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c3906f45-eaee-4377-9822-eb55ee80f8b6 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:24.620071 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-5f7af54a-cb3f-46d6-84cc-801e85b55e37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] For port af7cd985-2679-4d41-8e77-258327cced51, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=af7cd985-2679-4d41-8e77-258327cced51,segment=NetworkSegment(2df037c4-4c7d-4f91-bca7-e8e33cb04081),segment_id=2df037c4-4c7d-4f91-bca7-e8e33cb04081)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:24:24.620688 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5f7af54a-cb3f-46d6-84cc-801e85b55e37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:24.680308 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba8715f-b424-481e-809a-848bc3954a1f None None] Resources bound (agent type, host, resource id): {{(pid=83912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 23 11:24:24.787192 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-5f7af54a-cb3f-46d6-84cc-801e85b55e37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Calling delete_port for af7cd985-2679-4d41-8e77-258327cced51 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:24:24.917785 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21273b1c-0998-47f5-9fd2-60c30fccc4ed None None] Sync routers for ids ['4d90fc24-0134-477c-acd4-308823197f12'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:24:25.042584 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5f7af54a-cb3f-46d6-84cc-801e85b55e37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:25.049214 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21273b1c-0998-47f5-9fd2-60c30fccc4ed None None] Routers {'4d90fc24-0134-477c-acd4-308823197f12'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:24:25.050133 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-21273b1c-0998-47f5-9fd2-60c30fccc4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:24:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['4d90fc24-0134-477c-acd4-308823197f12'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:25.356847 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37234) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:25.388956 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c3906f45-eaee-4377-9822-eb55ee80f8b6 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:25.400006 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7af54a-cb3f-46d6-84cc-801e85b55e37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] No DVR routers for this DVR port af7cd985-2679-4d41-8e77-258327cced51 on host n-d-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:24:25.422636 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-21273b1c-0998-47f5-9fd2-60c30fccc4ed None None] Set router 4d90fc24-0134-477c-acd4-308823197f12 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:24:25.533954 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7af54a-cb3f-46d6-84cc-801e85b55e37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event deleted for resources: {'Port': ['ID=af7cd985-2679-4d41-8e77-258327cced51,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:25.574477 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3906f45-eaee-4377-9822-eb55ee80f8b6 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event deleted for resources: {'Subnet': ['ID=e6c92e0c-3f60-4b5e-b1dd-6953abf7dc33,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:25.623159 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-907e00e5-bb14-41f7-8546-b27cdaea7074 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1081705109-network', 'tenant_id': '9d44102994b64bfbb618398e931b017d'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:25.636762 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-907e00e5-bb14-41f7-8546-b27cdaea7074 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:24:25.651504 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-907e00e5-bb14-41f7-8546-b27cdaea7074 admin admin] Usage tracker for resource:network and tenant:9d44102994b64bfbb618398e931b017d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:24:25.655434 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-907e00e5-bb14-41f7-8546-b27cdaea7074 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:24:25.677878 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-907e00e5-bb14-41f7-8546-b27cdaea7074 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:24:25.692061 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e088683-e6d5-4f90-b113-2fd54d8c2322 None None] Network 09b479f7-4948-4136-bc11-6b158c5fc526 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:24:25.732091 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907e00e5-bb14-41f7-8546-b27cdaea7074 admin admin] Made reservation on behalf of 9d44102994b64bfbb618398e931b017d for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:24:25.734745 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-907e00e5-bb14-41f7-8546-b27cdaea7074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:25.763783 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c3906f45-eaee-4377-9822-eb55ee80f8b6 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:25.772385 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-907e00e5-bb14-41f7-8546-b27cdaea7074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:25.808051 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-907e00e5-bb14-41f7-8546-b27cdaea7074 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:24:25.812337 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-907e00e5-bb14-41f7-8546-b27cdaea7074 admin admin] Usage tracker for resource:security_group_rule and tenant:9d44102994b64bfbb618398e931b017d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:24:25.815363 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-907e00e5-bb14-41f7-8546-b27cdaea7074 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:24:25.821340 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-907e00e5-bb14-41f7-8546-b27cdaea7074 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:24:25.883699 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c3906f45-eaee-4377-9822-eb55ee80f8b6 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "DELETE /v2.0/subnets/e6c92e0c-3f60-4b5e-b1dd-6953abf7dc33 HTTP/1.1" status: 204 len: 168 time: 2.4142106 May 23 11:24:25.896628 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37252) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:25.909256 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-907e00e5-bb14-41f7-8546-b27cdaea7074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:25.915183 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-907e00e5-bb14-41f7-8546-b27cdaea7074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:25.930504 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5f7af54a-cb3f-46d6-84cc-801e85b55e37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:25.955850 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-907e00e5-bb14-41f7-8546-b27cdaea7074 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:24:25.968469 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e00e5-bb14-41f7-8546-b27cdaea7074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9edca37-274e-4d11-8f06-aa888b79d552,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:25.979643 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-907e00e5-bb14-41f7-8546-b27cdaea7074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:25.980290 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-907e00e5-bb14-41f7-8546-b27cdaea7074 admin admin] Added segment 6205c858-7c99-44f7-82de-027d76ca7c84 of type vlan for network 72c82844-8e43-42a5-86b2-ee18f163543f May 23 11:24:25.991687 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-e534c464-f83f-40c0-9b5f-294b9af5f8b5 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:25.993181 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-e534c464-f83f-40c0-9b5f-294b9af5f8b5 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.81 "GET /v2.0/networks?id=0be92582-5915-4835-ac16-79c44c856a03 HTTP/1.1" status: 200 len: 816 time: 0.9411447 May 23 11:24:26.001156 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-5f7af54a-cb3f-46d6-84cc-801e85b55e37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcfbdf42-3a3c-41e2-87b0-b374b40abe8e']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:26.019520 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-907e00e5-bb14-41f7-8546-b27cdaea7074 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:26.024719 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c1a4ae5c-71af-4b49-8cf6-3f00bfa8f00e req-570d36ae-838a-404a-ae9b-74e9de56783b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 210 time: 0.2550254 May 23 11:24:26.054589 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-21273b1c-0998-47f5-9fd2-60c30fccc4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d90fc24-0134-477c-acd4-308823197f12', 'name': 'tempest-AttachVolumeShelveTestJSON-356221702-router', 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '0f56797d-7262-4d76-86c1-7154120329bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:23:54Z', 'updated_at': '2022-05-23T11:24:06Z', 'revision_number': 4, 'project_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'gw_port': {'id': '0f56797d-7262-4d76-86c1-7154120329bf', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:22:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d90fc24-0134-477c-acd4-308823197f12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:23:57Z', 'updated_at': '2022-05-23T11:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '5d725094-3a4c-498a-b708-a42959e5401a', 'name': '', 'network_id': '0be92582-5915-4835-ac16-79c44c856a03', 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'mac_address': 'fa:16:3e:d1:cd:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d90fc24-0134-477c-acd4-308823197f12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b85c12c-741c-420e-9273-6de6d42ac4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:24:05Z', 'updated_at': '2022-05-23T11:24:06Z', 'revision_number': 2, 'project_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'subnets': [{'id': '8b85c12c-741c-420e-9273-6de6d42ac4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:26.060424 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21273b1c-0998-47f5-9fd2-60c30fccc4ed None None] Checking router: 4d90fc24-0134-477c-acd4-308823197f12 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:24:26.060884 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21273b1c-0998-47f5-9fd2-60c30fccc4ed None None] Updating router 4d90fc24-0134-477c-acd4-308823197f12 port 5d725094-3a4c-498a-b708-a42959e5401a binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:24:26.081548 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-907e00e5-bb14-41f7-8546-b27cdaea7074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:26.083327 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907e00e5-bb14-41f7-8546-b27cdaea7074 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:26.084743 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-907e00e5-bb14-41f7-8546-b27cdaea7074 admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:26.100837 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-5f7af54a-cb3f-46d6-84cc-801e85b55e37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2df037c4-4c7d-4f91-bca7-e8e33cb04081') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:26.101499 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-5f7af54a-cb3f-46d6-84cc-801e85b55e37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2df037c4-4c7d-4f91-bca7-e8e33cb04081') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:26.135945 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-21273b1c-0998-47f5-9fd2-60c30fccc4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:26.181425 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ece8eb4-09db-4b0c-b508-339708bb71d8 None None] DHCP port deletion for 09b479f7-4948-4136-bc11-6b158c5fc526 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:24:26.195960 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8ece8eb4-09db-4b0c-b508-339708bb71d8 None None] Deleting port d74f5ab6-6e86-4169-a619-6a47e7951d6b {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:24:26.196918 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8ece8eb4-09db-4b0c-b508-339708bb71d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:26.201538 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5f7af54a-cb3f-46d6-84cc-801e85b55e37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:26.251310 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5f7af54a-cb3f-46d6-84cc-801e85b55e37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:26.257106 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d1c75b05-0513-4f90-8002-b3b8a87fea0f tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:26.257459 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e00e5-bb14-41f7-8546-b27cdaea7074 admin admin] Pushing event updated for resources: {'Network': ['ID=72c82844-8e43-42a5-86b2-ee18f163543f,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:26.265665 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-907e00e5-bb14-41f7-8546-b27cdaea7074 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9044104 May 23 11:24:26.266974 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37258) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:26.273889 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f7af54a-cb3f-46d6-84cc-801e85b55e37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:24:26.274304 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5f7af54a-cb3f-46d6-84cc-801e85b55e37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:26.277373 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 72c82844-8e43-42a5-86b2-ee18f163543f details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:24:26.295352 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:24:26.295352 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:24:26.295352 n-d-842952-2 neutron-server[83910]: timer() May 23 11:24:26.295352 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:24:26.295352 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:24:26.295352 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:24:26.295352 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:24:26.295352 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:24:26.295352 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:24:26.295352 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:24:26.295352 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:24:26.295352 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:24:26.295352 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:24:26.295352 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:24:26.295352 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:24:26.295352 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:24:26.295352 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:24:26.295352 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:24:26.295352 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:24:26.295352 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:24:26.295352 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:24:26.295352 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:24:26.295352 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:24:26.295352 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:24:26.295352 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:24:26.295352 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:24:26.295352 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:24:26.295352 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:24:26.295352 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:24:26.295352 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:24:26.295352 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:24:26.295352 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:24:26.298394 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-c60bcb6d-70d3-4008-9b12-9a78c21c3b22 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4112c4fc0ff4a36a1b303475c7f4981 HTTP/1.1" status: 200 len: 379 time: 0.2692680 May 23 11:24:26.311920 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-bcfc68ff-ef9c-4b82-9caa-d925e860f44c admin admin] Request body: {'subnet': {'network_id': '72c82844-8e43-42a5-86b2-ee18f163543f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1081705109-subnet', 'tenant_id': '9d44102994b64bfbb618398e931b017d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:26.490994 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-f5330863-301d-461d-b224-38ec57816565 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Request body: {'port': {'device_id': '70c24f87-ea64-47df-b23b-232e08cd18b2', 'network_id': '0be92582-5915-4835-ac16-79c44c856a03', 'admin_state_up': True, 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'security_groups': ['55e98baa-8e40-4545-a1f5-2077aa6dc49d']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:26.512515 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-d1c75b05-0513-4f90-8002-b3b8a87fea0f tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Deleting port d74f5ab6-6e86-4169-a619-6a47e7951d6b {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:24:26.512716 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d1c75b05-0513-4f90-8002-b3b8a87fea0f tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:26.553796 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-bcfc68ff-ef9c-4b82-9caa-d925e860f44c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:24:26.612780 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device d74f5ab6-6e86-4169-a619-6a47e7951d6b no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:24:26.635754 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-bcfc68ff-ef9c-4b82-9caa-d925e860f44c admin admin] Usage tracker for resource:subnet and tenant:9d44102994b64bfbb618398e931b017d is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:24:26.650087 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-bcfc68ff-ef9c-4b82-9caa-d925e860f44c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:24:26.681551 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-bcfc68ff-ef9c-4b82-9caa-d925e860f44c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:24:26.690989 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5f7af54a-cb3f-46d6-84cc-801e85b55e37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:26.729655 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5f7af54a-cb3f-46d6-84cc-801e85b55e37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:26.803191 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfc68ff-ef9c-4b82-9caa-d925e860f44c admin admin] Made reservation on behalf of 9d44102994b64bfbb618398e931b017d for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:24:26.805622 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bcfc68ff-ef9c-4b82-9caa-d925e860f44c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:26.829149 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7af54a-cb3f-46d6-84cc-801e85b55e37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event deleted for resources: {'Network': ['ID=bcfbdf42-3a3c-41e2-87b0-b374b40abe8e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:26.844670 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37272) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:26.851390 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c4b418c1-45dd-4168-b8e4-b1e3f4ec6dab tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2048541892'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:26.855849 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5f7af54a-cb3f-46d6-84cc-801e85b55e37 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "DELETE /v2.0/networks/bcfbdf42-3a3c-41e2-87b0-b374b40abe8e HTTP/1.1" status: 204 len: 168 time: 6.5499930 May 23 11:24:26.859819 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c4b418c1-45dd-4168-b8e4-b1e3f4ec6dab tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:24:26.863545 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-8ece8eb4-09db-4b0c-b508-339708bb71d8 None None] For port d74f5ab6-6e86-4169-a619-6a47e7951d6b, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=d74f5ab6-6e86-4169-a619-6a47e7951d6b,segment=NetworkSegment(5628a4e1-d16d-4aa0-9aef-ceb118c36f9e),segment_id=5628a4e1-d16d-4aa0-9aef-ceb118c36f9e)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:24:26.864080 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8ece8eb4-09db-4b0c-b508-339708bb71d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:26.868346 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c4b418c1-45dd-4168-b8e4-b1e3f4ec6dab tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Usage tracker for resource:network and tenant:315452c642844720b9e20950ddfc46df is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:24:26.880081 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c4b418c1-45dd-4168-b8e4-b1e3f4ec6dab tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:24:26.889784 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c4b418c1-45dd-4168-b8e4-b1e3f4ec6dab tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:24:26.916226 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b418c1-45dd-4168-b8e4-b1e3f4ec6dab tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Made reservation on behalf of 315452c642844720b9e20950ddfc46df for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:24:26.919644 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c4b418c1-45dd-4168-b8e4-b1e3f4ec6dab tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:26.984487 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4b418c1-45dd-4168-b8e4-b1e3f4ec6dab tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:24:26.999805 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c4b418c1-45dd-4168-b8e4-b1e3f4ec6dab tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:27.000189 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-c4b418c1-45dd-4168-b8e4-b1e3f4ec6dab tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Added segment 1a561670-5687-4a51-925b-217fc1d07b3e of type vlan for network 0dc647c8-65f0-4f05-bcff-c555469d8b76 May 23 11:24:27.031947 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c4b418c1-45dd-4168-b8e4-b1e3f4ec6dab tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:27.061755 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8ece8eb4-09db-4b0c-b508-339708bb71d8 None None] Calling delete_port for d74f5ab6-6e86-4169-a619-6a47e7951d6b owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:24:27.072488 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c4b418c1-45dd-4168-b8e4-b1e3f4ec6dab tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:27.077118 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b418c1-45dd-4168-b8e4-b1e3f4ec6dab tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:27.077982 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c4b418c1-45dd-4168-b8e4-b1e3f4ec6dab tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:27.165441 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:27.228599 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port d74f5ab6-6e86-4169-a619-6a47e7951d6b, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=d74f5ab6-6e86-4169-a619-6a47e7951d6b,segment=NetworkSegment(5628a4e1-d16d-4aa0-9aef-ceb118c36f9e),segment_id=5628a4e1-d16d-4aa0-9aef-ceb118c36f9e)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:24:27.247189 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:27.248323 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 55223c18-264d-4593-a7b6-fb3c1c64fedf no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:24:27.272616 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b418c1-45dd-4168-b8e4-b1e3f4ec6dab tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event updated for resources: {'Network': ['ID=0dc647c8-65f0-4f05-bcff-c555469d8b76,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:27.281409 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c4b418c1-45dd-4168-b8e4-b1e3f4ec6dab tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4360971 May 23 11:24:27.286588 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37284) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:27.292399 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-f1271417-1f78-40fa-b96f-4b20a627799f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Request body: {'subnet': {'network_id': '0dc647c8-65f0-4f05-bcff-c555469d8b76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:27.313616 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bcfc68ff-ef9c-4b82-9caa-d925e860f44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:27.349700 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 0dc647c8-65f0-4f05-bcff-c555469d8b76 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:24:27.448967 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f1271417-1f78-40fa-b96f-4b20a627799f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:24:27.453657 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f1271417-1f78-40fa-b96f-4b20a627799f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Usage tracker for resource:subnet and tenant:315452c642844720b9e20950ddfc46df is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:24:27.457410 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f1271417-1f78-40fa-b96f-4b20a627799f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:24:27.476799 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f1271417-1f78-40fa-b96f-4b20a627799f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:24:27.489281 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-d1c75b05-0513-4f90-8002-b3b8a87fea0f tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] For port d74f5ab6-6e86-4169-a619-6a47e7951d6b, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=d74f5ab6-6e86-4169-a619-6a47e7951d6b,segment=NetworkSegment(5628a4e1-d16d-4aa0-9aef-ceb118c36f9e),segment_id=5628a4e1-d16d-4aa0-9aef-ceb118c36f9e)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:24:27.489281 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d1c75b05-0513-4f90-8002-b3b8a87fea0f tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:27.492148 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 55223c18-264d-4593-a7b6-fb3c1c64fedf {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:24:27.492498 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 55223c18-264d-4593-a7b6-fb3c1c64fedf not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:24:27.500782 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-8ece8eb4-09db-4b0c-b508-339708bb71d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:24:27.500782 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-8ece8eb4-09db-4b0c-b508-339708bb71d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:24:27.512737 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1271417-1f78-40fa-b96f-4b20a627799f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Made reservation on behalf of 315452c642844720b9e20950ddfc46df for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:24:27.620601 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-d1c75b05-0513-4f90-8002-b3b8a87fea0f tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Calling delete_port for d74f5ab6-6e86-4169-a619-6a47e7951d6b owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:24:27.756851 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=d74f5ab6-6e86-4169-a619-6a47e7951d6b,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:27.761744 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da94ff06-d966-40a9-b71e-c6c1d1de1071 req-908562a4-ed37-470b-af17-dac9d00b6a5b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 210 time: 0.3873005 May 23 11:24:27.763953 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-21273b1c-0998-47f5-9fd2-60c30fccc4ed None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:27.767176 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-f5330863-301d-461d-b224-38ec57816565 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:24:27.783774 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-21273b1c-0998-47f5-9fd2-60c30fccc4ed None None] Transition to ACTIVE for port object 5d725094-3a4c-498a-b708-a42959e5401a will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:24:27.796032 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-21273b1c-0998-47f5-9fd2-60c30fccc4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:27.800155 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-f5330863-301d-461d-b224-38ec57816565 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Usage tracker for resource:port and tenant:c4112c4fc0ff4a36a1b303475c7f4981 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:24:27.806084 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-f5330863-301d-461d-b224-38ec57816565 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:24:27.811100 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.api [None req-d1c75b05-0513-4f90-8002-b3b8a87fea0f tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:24:27.811406 n-d-842952-2 neutron-server[83910]: DEBUG oslo_db.api [None req-d1c75b05-0513-4f90-8002-b3b8a87fea0f tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:24:27.820999 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-f5330863-301d-461d-b224-38ec57816565 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:24:27.834313 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfc68ff-ef9c-4b82-9caa-d925e860f44c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bac9cbb7-275c-4f90-a3f8-d1d304dd0079,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:27.874930 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfc68ff-ef9c-4b82-9caa-d925e860f44c admin admin] Checking segment: {'id': '6205c858-7c99-44f7-82de-027d76ca7c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72c82844-8e43-42a5-86b2-ee18f163543f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:24:27.874930 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfc68ff-ef9c-4b82-9caa-d925e860f44c admin admin] Network hostable DHCP agents. Network: 72c82844-8e43-42a5-86b2-ee18f163543f, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:24:27.877009 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-f5330863-301d-461d-b224-38ec57816565 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Made reservation on behalf of c4112c4fc0ff4a36a1b303475c7f4981 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:24:27.888217 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-f5330863-301d-461d-b224-38ec57816565 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:28.002391 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f1271417-1f78-40fa-b96f-4b20a627799f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:28.077953 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8ece8eb4-09db-4b0c-b508-339708bb71d8 None None] Deleting port d74f5ab6-6e86-4169-a619-6a47e7951d6b {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:24:28.078462 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8ece8eb4-09db-4b0c-b508-339708bb71d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:28.101691 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfc68ff-ef9c-4b82-9caa-d925e860f44c admin admin] Network 72c82844-8e43-42a5-86b2-ee18f163543f is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:24:28.188639 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-bcfc68ff-ef9c-4b82-9caa-d925e860f44c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 72c82844-8e43-42a5-86b2-ee18f163543f) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:24:28.200828 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfc68ff-ef9c-4b82-9caa-d925e860f44c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:28.201410 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bcfc68ff-ef9c-4b82-9caa-d925e860f44c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:28.222449 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5fa762-17d5-4553-851d-cedf66ebb98e None None] Network 72c82844-8e43-42a5-86b2-ee18f163543f requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:24:28.264320 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-bcfc68ff-ef9c-4b82-9caa-d925e860f44c admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9897659 May 23 11:24:28.348663 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-d1c75b05-0513-4f90-8002-b3b8a87fea0f tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Deleting port d74f5ab6-6e86-4169-a619-6a47e7951d6b {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:24:28.349010 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d1c75b05-0513-4f90-8002-b3b8a87fea0f tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:28.380078 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37310) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:28.481347 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f1271417-1f78-40fa-b96f-4b20a627799f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:28.490938 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-f5330863-301d-461d-b224-38ec57816565 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Allocated IP 172.20.0.12 (0be92582-5915-4835-ac16-79c44c856a03/8b85c12c-741c-420e-9273-6de6d42ac4b3/0149fd8a-049d-4ca2-ad81-8626eed3d2b4) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:24:28.612122 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b6db78-7e95-425c-8622-48a3f7febfb1 None None] Pushing event updated for resources: {'Port': ['ID=5d725094-3a4c-498a-b708-a42959e5401a,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:28.681417 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1271417-1f78-40fa-b96f-4b20a627799f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event updated for resources: {'Subnet': ['ID=52314b3f-0d52-423e-bbc1-433db8652851,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:28.694092 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1271417-1f78-40fa-b96f-4b20a627799f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Checking segment: {'id': '1a561670-5687-4a51-925b-217fc1d07b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0dc647c8-65f0-4f05-bcff-c555469d8b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:24:28.694578 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1271417-1f78-40fa-b96f-4b20a627799f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Network hostable DHCP agents. Network: 0dc647c8-65f0-4f05-bcff-c555469d8b76, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:24:28.712838 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-d1c75b05-0513-4f90-8002-b3b8a87fea0f tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] For port d74f5ab6-6e86-4169-a619-6a47e7951d6b, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=d74f5ab6-6e86-4169-a619-6a47e7951d6b,segment=NetworkSegment(5628a4e1-d16d-4aa0-9aef-ceb118c36f9e),segment_id=5628a4e1-d16d-4aa0-9aef-ceb118c36f9e)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:24:28.713797 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d1c75b05-0513-4f90-8002-b3b8a87fea0f tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:28.720212 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1271417-1f78-40fa-b96f-4b20a627799f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Network 0dc647c8-65f0-4f05-bcff-c555469d8b76 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:24:28.733926 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-f1271417-1f78-40fa-b96f-4b20a627799f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 0dc647c8-65f0-4f05-bcff-c555469d8b76) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:24:28.750272 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1271417-1f78-40fa-b96f-4b20a627799f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:28.752743 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f1271417-1f78-40fa-b96f-4b20a627799f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:28.791419 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091aeb75-4983-4495-99cd-d92f6aa7846e None None] Network 0dc647c8-65f0-4f05-bcff-c555469d8b76 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:24:28.794435 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f1271417-1f78-40fa-b96f-4b20a627799f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5064526 May 23 11:24:28.795173 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37326) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:28.999597 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-d1c75b05-0513-4f90-8002-b3b8a87fea0f tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Calling delete_port for d74f5ab6-6e86-4169-a619-6a47e7951d6b owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:24:29.012343 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-81c0b804-76a9-4533-9c65-24a5da707691 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:29.115201 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8ece8eb4-09db-4b0c-b508-339708bb71d8 None None] The port 'd74f5ab6-6e86-4169-a619-6a47e7951d6b' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:24:29.131749 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-81c0b804-76a9-4533-9c65-24a5da707691 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:29.223228 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-81c0b804-76a9-4533-9c65-24a5da707691 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:29.232505 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d1c75b05-0513-4f90-8002-b3b8a87fea0f tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:29.278393 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0b804-76a9-4533-9c65-24a5da707691 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event deleted for resources: {'Subnet': ['ID=52314b3f-0d52-423e-bbc1-433db8652851,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:29.334444 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-21273b1c-0998-47f5-9fd2-60c30fccc4ed None None] Attempting to bind port 5d725094-3a4c-498a-b708-a42959e5401a on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:24:29.334842 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-21273b1c-0998-47f5-9fd2-60c30fccc4ed None None] Attempting to bind port 5d725094-3a4c-498a-b708-a42959e5401a by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '4f0d5472-1003-45ab-8b0f-abd1e74bfa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0be92582-5915-4835-ac16-79c44c856a03'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:24:29.335205 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21273b1c-0998-47f5-9fd2-60c30fccc4ed None None] Attempting to bind port 5d725094-3a4c-498a-b708-a42959e5401a on network 0be92582-5915-4835-ac16-79c44c856a03 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:24:29.351744 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-2207e964-10be-4b49-b265-febac1494cfb req-23c97964-f8e0-4ac5-8366-6d4446b21650 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Synchronizing usage tracker for tenant:c4112c4fc0ff4a36a1b303475c7f4981 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:24:29.410709 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-81c0b804-76a9-4533-9c65-24a5da707691 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:29.440599 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-81c0b804-76a9-4533-9c65-24a5da707691 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dc647c8-65f0-4f05-bcff-c555469d8b76']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:29.456561 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-81c0b804-76a9-4533-9c65-24a5da707691 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a561670-5687-4a51-925b-217fc1d07b3e') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:29.456856 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-81c0b804-76a9-4533-9c65-24a5da707691 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a561670-5687-4a51-925b-217fc1d07b3e') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:29.471149 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c75b05-0513-4f90-8002-b3b8a87fea0f tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event deleted for resources: {'Port': ['ID=d74f5ab6-6e86-4169-a619-6a47e7951d6b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:29.477714 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-81c0b804-76a9-4533-9c65-24a5da707691 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:29.479272 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccd5c52-ce1c-40ea-b64b-1c6749bbb114 None None] Network 72c82844-8e43-42a5-86b2-ee18f163543f requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:24:29.495856 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21273b1c-0998-47f5-9fd2-60c30fccc4ed None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:24:29.496238 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21273b1c-0998-47f5-9fd2-60c30fccc4ed None None] Checking segment: {'id': '4f0d5472-1003-45ab-8b0f-abd1e74bfa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0be92582-5915-4835-ac16-79c44c856a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:24:29.496642 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-21273b1c-0998-47f5-9fd2-60c30fccc4ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:29.497043 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21273b1c-0998-47f5-9fd2-60c30fccc4ed None None] Bound using segment: {'id': '4f0d5472-1003-45ab-8b0f-abd1e74bfa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0be92582-5915-4835-ac16-79c44c856a03'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:24:29.497530 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-21273b1c-0998-47f5-9fd2-60c30fccc4ed None None] Bound port: 5d725094-3a4c-498a-b708-a42959e5401a, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f0d5472-1003-45ab-8b0f-abd1e74bfa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0be92582-5915-4835-ac16-79c44c856a03'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:24:29.497902 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-21273b1c-0998-47f5-9fd2-60c30fccc4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:29.499581 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-81c0b804-76a9-4533-9c65-24a5da707691 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:29.508975 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c0b804-76a9-4533-9c65-24a5da707691 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:24:29.509692 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-81c0b804-76a9-4533-9c65-24a5da707691 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:29.535479 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:24:29.535479 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:24:29.535479 n-d-842952-2 neutron-server[83911]: timer() May 23 11:24:29.535479 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:24:29.535479 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:24:29.535479 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:24:29.535479 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:24:29.535479 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:24:29.535479 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:24:29.535479 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:24:29.535479 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:24:29.535479 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:24:29.535479 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:24:29.535479 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:24:29.535479 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:24:29.535479 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:24:29.535479 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:24:29.535479 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:24:29.535479 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:24:29.535479 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:24:29.535479 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:24:29.535479 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:24:29.535479 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:24:29.535479 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:24:29.535479 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:24:29.535479 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:24:29.535479 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:24:29.535479 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:24:29.535479 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:24:29.535479 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:24:29.535479 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:24:29.535479 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:24:29.572773 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6863a9-eebd-4883-995f-ee591565a6fd None None] Network 0dc647c8-65f0-4f05-bcff-c555469d8b76 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:24:29.590012 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c75b05-0513-4f90-8002-b3b8a87fea0f tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] No DVR routers for this DVR port d74f5ab6-6e86-4169-a619-6a47e7951d6b on host n-d-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:24:29.645922 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-81c0b804-76a9-4533-9c65-24a5da707691 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:29.675915 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-81c0b804-76a9-4533-9c65-24a5da707691 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:29.678277 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0b804-76a9-4533-9c65-24a5da707691 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event deleted for resources: {'Network': ['ID=0dc647c8-65f0-4f05-bcff-c555469d8b76,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:29.680219 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-2207e964-10be-4b49-b265-febac1494cfb req-23c97964-f8e0-4ac5-8366-6d4446b21650 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Unset dirty status for tenant:c4112c4fc0ff4a36a1b303475c7f4981 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:24:29.697508 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-81c0b804-76a9-4533-9c65-24a5da707691 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "DELETE /v2.0/networks/0dc647c8-65f0-4f05-bcff-c555469d8b76 HTTP/1.1" status: 204 len: 168 time: 0.9005363 May 23 11:24:29.700667 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2207e964-10be-4b49-b265-febac1494cfb req-23c97964-f8e0-4ac5-8366-6d4446b21650 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 210 time: 0.4857299 May 23 11:24:29.701902 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37350) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:29.718849 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-aaca434c-d1e0-4f97-ba94-0f55bb8fcc9e tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1960628022'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:29.735511 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-aaca434c-d1e0-4f97-ba94-0f55bb8fcc9e tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:24:29.742243 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-aaca434c-d1e0-4f97-ba94-0f55bb8fcc9e tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Usage tracker for resource:network and tenant:315452c642844720b9e20950ddfc46df is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:24:29.745628 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-aaca434c-d1e0-4f97-ba94-0f55bb8fcc9e tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:24:29.752379 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-aaca434c-d1e0-4f97-ba94-0f55bb8fcc9e tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:24:29.766995 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaca434c-d1e0-4f97-ba94-0f55bb8fcc9e tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Made reservation on behalf of 315452c642844720b9e20950ddfc46df for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:24:29.771448 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aaca434c-d1e0-4f97-ba94-0f55bb8fcc9e tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:29.779509 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-21273b1c-0998-47f5-9fd2-60c30fccc4ed None None] For port 5d725094-3a4c-498a-b708-a42959e5401a, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:24:29.783760 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-21273b1c-0998-47f5-9fd2-60c30fccc4ed None None] For port 5d725094-3a4c-498a-b708-a42959e5401a, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=5d725094-3a4c-498a-b708-a42959e5401a,segment=NetworkSegment(4f0d5472-1003-45ab-8b0f-abd1e74bfa02),segment_id=4f0d5472-1003-45ab-8b0f-abd1e74bfa02)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:24:29.805482 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-21273b1c-0998-47f5-9fd2-60c30fccc4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:29.848279 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaca434c-d1e0-4f97-ba94-0f55bb8fcc9e tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:24:29.864629 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-795fd763-79c8-4b97-9246-29d3b896eed4 tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:29.871020 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aaca434c-d1e0-4f97-ba94-0f55bb8fcc9e tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:29.871178 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-795fd763-79c8-4b97-9246-29d3b896eed4 tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] 10.222.0.79 "GET /v2.0/networks?id=72c82844-8e43-42a5-86b2-ee18f163543f HTTP/1.1" status: 200 len: 814 time: 0.6522937 May 23 11:24:29.871796 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-aaca434c-d1e0-4f97-ba94-0f55bb8fcc9e tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Added segment b7529828-e7d9-46d8-8baa-025696162e69 of type vlan for network 4ed6a988-7149-478f-9d2b-6840573c7262 May 23 11:24:29.876093 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d1c75b05-0513-4f90-8002-b3b8a87fea0f tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:29.925096 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b6db78-7e95-425c-8622-48a3f7febfb1 None None] Pushing event updated for resources: {'Port': ['ID=5d725094-3a4c-498a-b708-a42959e5401a,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:29.946045 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-d1c75b05-0513-4f90-8002-b3b8a87fea0f tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09b479f7-4948-4136-bc11-6b158c5fc526']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:29.972176 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-cb3afa35-e373-4b08-9308-d7e8a2bbfe44 tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] 10.222.0.79 "GET /v2.0/quotas/9d44102994b64bfbb618398e931b017d HTTP/1.1" status: 200 len: 375 time: 0.1001921 May 23 11:24:29.973206 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aaca434c-d1e0-4f97-ba94-0f55bb8fcc9e tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:29.985132 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-f5330863-301d-461d-b224-38ec57816565 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:30.051649 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-d1c75b05-0513-4f90-8002-b3b8a87fea0f tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5628a4e1-d16d-4aa0-9aef-ceb118c36f9e') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:30.052075 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-d1c75b05-0513-4f90-8002-b3b8a87fea0f tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5628a4e1-d16d-4aa0-9aef-ceb118c36f9e') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:30.065223 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aaca434c-d1e0-4f97-ba94-0f55bb8fcc9e tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:30.085809 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaca434c-d1e0-4f97-ba94-0f55bb8fcc9e tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:30.086845 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aaca434c-d1e0-4f97-ba94-0f55bb8fcc9e tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:30.096572 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d1c75b05-0513-4f90-8002-b3b8a87fea0f tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:30.115491 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-02c8df46-d1c8-4ff5-ac4d-bd0e4fbc56d9 tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9d44102994b64bfbb618398e931b017d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1423445 May 23 11:24:30.156284 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-f5330863-301d-461d-b224-38ec57816565 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Transition to ACTIVE for port object 0149fd8a-049d-4ca2-ad81-8626eed3d2b4 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:24:30.175383 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d1c75b05-0513-4f90-8002-b3b8a87fea0f tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:30.184640 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21273b1c-0998-47f5-9fd2-60c30fccc4ed None None] Routers {'4d90fc24-0134-477c-acd4-308823197f12'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:24:30.185959 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1c75b05-0513-4f90-8002-b3b8a87fea0f tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:24:30.186685 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d1c75b05-0513-4f90-8002-b3b8a87fea0f tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:30.197045 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-21273b1c-0998-47f5-9fd2-60c30fccc4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:24:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['4d90fc24-0134-477c-acd4-308823197f12'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:30.207121 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:24:30.207121 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:24:30.207121 n-d-842952-2 neutron-server[83910]: timer() May 23 11:24:30.207121 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:24:30.207121 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:24:30.207121 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:24:30.207121 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:24:30.207121 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:24:30.207121 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:24:30.207121 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:24:30.207121 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:24:30.207121 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:24:30.207121 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:24:30.207121 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:24:30.207121 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:24:30.207121 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:24:30.207121 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:24:30.207121 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:24:30.207121 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:24:30.207121 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:24:30.207121 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:24:30.207121 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:24:30.207121 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:24:30.207121 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:24:30.207121 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:24:30.207121 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:24:30.207121 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:24:30.207121 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:24:30.207121 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:24:30.207121 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:24:30.207121 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:24:30.207121 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:24:30.323734 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-aaca434c-d1e0-4f97-ba94-0f55bb8fcc9e tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6203547 May 23 11:24:30.327439 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37362) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:30.337672 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-8700048b-ceb8-4c4d-b3c3-84ff47cacd3e tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Request body: {'subnet': {'network_id': '4ed6a988-7149-478f-9d2b-6840573c7262', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:30.342483 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-f5330863-301d-461d-b224-38ec57816565 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:30.446454 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-21273b1c-0998-47f5-9fd2-60c30fccc4ed None None] Set router 4d90fc24-0134-477c-acd4-308823197f12 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:24:30.467443 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca434c-d1e0-4f97-ba94-0f55bb8fcc9e tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event updated for resources: {'Network': ['ID=4ed6a988-7149-478f-9d2b-6840573c7262,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:30.490855 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8700048b-ceb8-4c4d-b3c3-84ff47cacd3e tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:24:30.497697 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-8700048b-ceb8-4c4d-b3c3-84ff47cacd3e tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Usage tracker for resource:subnet and tenant:315452c642844720b9e20950ddfc46df is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:24:30.509422 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-8700048b-ceb8-4c4d-b3c3-84ff47cacd3e tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:24:30.524202 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-f5330863-301d-461d-b224-38ec57816565 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Network 0be92582-5915-4835-ac16-79c44c856a03 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:24:30.524419 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8700048b-ceb8-4c4d-b3c3-84ff47cacd3e tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:24:30.544514 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-f5330863-301d-461d-b224-38ec57816565 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:24:30.548022 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d1c75b05-0513-4f90-8002-b3b8a87fea0f tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:30.551084 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-f5330863-301d-461d-b224-38ec57816565 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:24:30.551404 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8700048b-ceb8-4c4d-b3c3-84ff47cacd3e tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Made reservation on behalf of 315452c642844720b9e20950ddfc46df for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:24:30.561639 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 4ed6a988-7149-478f-9d2b-6840573c7262 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:24:30.582643 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d1c75b05-0513-4f90-8002-b3b8a87fea0f tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:30.637936 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c75b05-0513-4f90-8002-b3b8a87fea0f tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event deleted for resources: {'Network': ['ID=09b479f7-4948-4136-bc11-6b158c5fc526,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:30.640266 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5330863-301d-461d-b224-38ec57816565 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Pushing event updated for resources: {'Port': ['ID=0149fd8a-049d-4ca2-ad81-8626eed3d2b4,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:30.731639 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 5d725094-3a4c-498a-b708-a42959e5401a up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:24:30.735228 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8700048b-ceb8-4c4d-b3c3-84ff47cacd3e tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:30.781723 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d1c75b05-0513-4f90-8002-b3b8a87fea0f tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "DELETE /v2.0/networks/09b479f7-4948-4136-bc11-6b158c5fc526 HTTP/1.1" status: 204 len: 168 time: 4.8002417 May 23 11:24:30.791888 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-32a8bc99-f6de-432a-9350-d4b3ec3286f7 service neutron] 10.222.0.79 "GET /v2.0/networks/72c82844-8e43-42a5-86b2-ee18f163543f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6754818 May 23 11:24:30.807603 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37376) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:30.953052 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.ipam_backend_mixin [None req-8700048b-ceb8-4c4d-b3c3-84ff47cacd3e tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Performing IP validity checks on allocation pools {{(pid=83911) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 23 11:24:30.954086 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.ipam_backend_mixin [None req-8700048b-ceb8-4c4d-b3c3-84ff47cacd3e tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83911) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 23 11:24:31.123478 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 5d725094-3a4c-498a-b708-a42959e5401a completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:24:31.149426 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 5d725094-3a4c-498a-b708-a42959e5401a triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:24:31.149931 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:31.194594 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-21d97647-02b1-4460-b76d-3efacab25085 service neutron] 10.222.0.79 "GET /v2.0/networks/72c82844-8e43-42a5-86b2-ee18f163543f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804569 May 23 11:24:31.233123 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-f5330863-301d-461d-b224-38ec57816565 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:31.233979 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-f5330863-301d-461d-b224-38ec57816565 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:31.234102 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6debb1c2-8557-4b75-86db-c5ecfd7f52be None None] Provisioning complete for port 5d725094-3a4c-498a-b708-a42959e5401a triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:24:31.234589 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6debb1c2-8557-4b75-86db-c5ecfd7f52be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:31.300352 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7023f24-d18a-4749-8f0a-6a23c4df8038 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] DELETE failed (client error): The resource could not be found. May 23 11:24:31.300657 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8700048b-ceb8-4c4d-b3c3-84ff47cacd3e tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:31.301143 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7023f24-d18a-4749-8f0a-6a23c4df8038 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:24:31.302576 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e7023f24-d18a-4749-8f0a-6a23c4df8038 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "DELETE /v2.0/subnets/21c05d19-0e04-4639-80f1-5115ef1e3463 HTTP/1.1" status: 404 len: 337 time: 0.4906430 May 23 11:24:31.308695 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37386) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:31.353471 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-f5330863-301d-461d-b224-38ec57816565 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0420954 May 23 11:24:31.404490 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c7e91-db31-47d6-896f-735749a265bc req-4d1cacde-e237-44cd-9153-bd1b245e5b48 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:31.406100 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cc5c7e91-db31-47d6-896f-735749a265bc req-4d1cacde-e237-44cd-9153-bd1b245e5b48 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 932 time: 0.1776500 May 23 11:24:31.413170 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c24ca2a-1cbb-4cf1-8ee1-5d9eb228be5e tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] DELETE failed (client error): The resource could not be found. May 23 11:24:31.413887 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c24ca2a-1cbb-4cf1-8ee1-5d9eb228be5e tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:24:31.441043 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6c24ca2a-1cbb-4cf1-8ee1-5d9eb228be5e tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "DELETE /v2.0/networks/d585f518-2262-4e3b-9403-7551c6d85aeb HTTP/1.1" status: 404 len: 339 time: 0.1027896 May 23 11:24:31.444546 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37392) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:31.515648 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-b885d6c4-06c5-4427-b53e-498c9edf1b34 service neutron] Request body: {'port': {'device_id': '70c24f87-ea64-47df-b23b-232e08cd18b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:31.538151 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8700048b-ceb8-4c4d-b3c3-84ff47cacd3e tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event updated for resources: {'Subnet': ['ID=7f4862dd-2ecd-4b82-96b9-21ef05057e70,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:31.595593 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6debb1c2-8557-4b75-86db-c5ecfd7f52be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:31.660669 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6debb1c2-8557-4b75-86db-c5ecfd7f52be None None] For port 5d725094-3a4c-498a-b708-a42959e5401a, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=5d725094-3a4c-498a-b708-a42959e5401a,segment=NetworkSegment(4f0d5472-1003-45ab-8b0f-abd1e74bfa02),segment_id=4f0d5472-1003-45ab-8b0f-abd1e74bfa02)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:24:31.667477 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8700048b-ceb8-4c4d-b3c3-84ff47cacd3e tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Checking segment: {'id': 'b7529828-e7d9-46d8-8baa-025696162e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4ed6a988-7149-478f-9d2b-6840573c7262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:24:31.667775 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8700048b-ceb8-4c4d-b3c3-84ff47cacd3e tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Network hostable DHCP agents. Network: 4ed6a988-7149-478f-9d2b-6840573c7262, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:24:31.669182 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6debb1c2-8557-4b75-86db-c5ecfd7f52be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:31.822097 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-20d7f6df-9289-4992-8d05-81540ff00990 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Deleting subnet 96a7ed92-a8b1-4bff-8fac-b35bc4902a23 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:24:31.832818 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-b885d6c4-06c5-4427-b53e-498c9edf1b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:31.833015 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-20d7f6df-9289-4992-8d05-81540ff00990 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:31.847466 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6debb1c2-8557-4b75-86db-c5ecfd7f52be None None] Pushing event updated for resources: {'Port': ['ID=5d725094-3a4c-498a-b708-a42959e5401a,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:31.851673 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-21273b1c-0998-47f5-9fd2-60c30fccc4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d90fc24-0134-477c-acd4-308823197f12', 'name': 'tempest-AttachVolumeShelveTestJSON-356221702-router', 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '0f56797d-7262-4d76-86c1-7154120329bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:23:54Z', 'updated_at': '2022-05-23T11:24:06Z', 'revision_number': 4, 'project_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'gw_port': {'id': '0f56797d-7262-4d76-86c1-7154120329bf', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:22:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d90fc24-0134-477c-acd4-308823197f12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:23:57Z', 'updated_at': '2022-05-23T11:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '5d725094-3a4c-498a-b708-a42959e5401a', 'name': '', 'network_id': '0be92582-5915-4835-ac16-79c44c856a03', 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'mac_address': 'fa:16:3e:d1:cd:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d90fc24-0134-477c-acd4-308823197f12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b85c12c-741c-420e-9273-6de6d42ac4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:24:05Z', 'updated_at': '2022-05-23T11:24:29Z', 'revision_number': 4, 'project_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'subnets': [{'id': '8b85c12c-741c-420e-9273-6de6d42ac4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:31.875162 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21273b1c-0998-47f5-9fd2-60c30fccc4ed None None] The sync data for ids ['4d90fc24-0134-477c-acd4-308823197f12'] in n-d-842952-2 is: [{'id': '4d90fc24-0134-477c-acd4-308823197f12', 'name': 'tempest-AttachVolumeShelveTestJSON-356221702-router', 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '0f56797d-7262-4d76-86c1-7154120329bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:23:54Z', 'updated_at': '2022-05-23T11:24:06Z', 'revision_number': 4, 'project_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'gw_port': {'id': '0f56797d-7262-4d76-86c1-7154120329bf', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:22:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d90fc24-0134-477c-acd4-308823197f12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:23:57Z', 'updated_at': '2022-05-23T11:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '5d725094-3a4c-498a-b708-a42959e5401a', 'name': '', 'network_id': '0be92582-5915-4835-ac16-79c44c856a03', 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'mac_address': 'fa:16:3e:d1:cd:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d90fc24-0134-477c-acd4-308823197f12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b85c12c-741c-420e-9273-6de6d42ac4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:24:05Z', 'updated_at': '2022-05-23T11:24:29Z', 'revision_number': 4, 'project_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'subnets': [{'id': '8b85c12c-741c-420e-9273-6de6d42ac4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:24:31.880864 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cc5c7e91-db31-47d6-896f-735749a265bc req-a95261a8-ae9d-49eb-a0f2-dc8d33d3a64e tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4637437 May 23 11:24:31.890656 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6b207500-8817-4a95-b37a-acd6c118c9e9 None None] Provisioning for port 0149fd8a-049d-4ca2-ad81-8626eed3d2b4 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:24:31.898428 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6b207500-8817-4a95-b37a-acd6c118c9e9 None None] Provisioning complete for port 0149fd8a-049d-4ca2-ad81-8626eed3d2b4 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:24:31.898804 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6b207500-8817-4a95-b37a-acd6c118c9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:31.916231 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8700048b-ceb8-4c4d-b3c3-84ff47cacd3e tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Network 4ed6a988-7149-478f-9d2b-6840573c7262 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:24:31.963339 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad4db337-f308-4459-8450-a27b0b2c4633 req-f6a3e702-d067-4cfc-9a06-47f0e4f67587 tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e27d7cd-3c1c-4311-8017-ceaf65dc4811 HTTP/1.1" status: 200 len: 210 time: 0.3235414 May 23 11:24:31.969475 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-8700048b-ceb8-4c4d-b3c3-84ff47cacd3e tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 4ed6a988-7149-478f-9d2b-6840573c7262) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:24:31.976975 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8700048b-ceb8-4c4d-b3c3-84ff47cacd3e tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:31.977500 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8700048b-ceb8-4c4d-b3c3-84ff47cacd3e tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:31.984265 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e63cb2a-542b-489d-b76c-7cf9363eee15 None None] Network 4ed6a988-7149-478f-9d2b-6840573c7262 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:24:31.999871 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-20d7f6df-9289-4992-8d05-81540ff00990 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:32.122564 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6b207500-8817-4a95-b37a-acd6c118c9e9 None None] Port 0149fd8a-049d-4ca2-ad81-8626eed3d2b4 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:24:32.152687 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8700048b-ceb8-4c4d-b3c3-84ff47cacd3e tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.8237562 May 23 11:24:32.155970 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37416) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:32.159172 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-754438d8-d59e-434d-9b47-cff34cbe5895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:32.365469 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f06d714-a85b-4ec4-ab53-9ac7305027da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-4ed6a988-7149-478f-9d2b-6840573c7262', 'network_id': '4ed6a988-7149-478f-9d2b-6840573c7262', 'tenant_id': '315452c642844720b9e20950ddfc46df', 'fixed_ips': [{'subnet_id': '7f4862dd-2ecd-4b82-96b9-21ef05057e70'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:24:32.366287 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1f06d714-a85b-4ec4-ab53-9ac7305027da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:32.403730 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fbb5f99f-d221-4258-9ae3-b389dd6dcbb4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:32.472783 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-20d7f6df-9289-4992-8d05-81540ff00990 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:32.636327 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 5d725094-3a4c-498a-b708-a42959e5401a up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:24:32.684270 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fbb5f99f-d221-4258-9ae3-b389dd6dcbb4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:32.815259 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-20d7f6df-9289-4992-8d05-81540ff00990 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:32.838232 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-1f06d714-a85b-4ec4-ab53-9ac7305027da None None] Allocated IP 172.20.0.3 (4ed6a988-7149-478f-9d2b-6840573c7262/7f4862dd-2ecd-4b82-96b9-21ef05057e70/17359ebe-c420-4ef4-8cf8-11bf06b69b2e) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:24:32.842885 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 5d725094-3a4c-498a-b708-a42959e5401a triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:24:32.843468 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:32.928859 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-20d7f6df-9289-4992-8d05-81540ff00990 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:32.946826 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7f6df-9289-4992-8d05-81540ff00990 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event deleted for resources: {'Subnet': ['ID=96a7ed92-a8b1-4bff-8fac-b35bc4902a23,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:32.954032 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-20d7f6df-9289-4992-8d05-81540ff00990 tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "DELETE /v2.0/subnets/96a7ed92-a8b1-4bff-8fac-b35bc4902a23 HTTP/1.1" status: 204 len: 168 time: 1.5011096 May 23 11:24:32.956490 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37434) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:33.070095 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b181fb-ca2e-4fb4-8f51-fb4b86b67771 None None] Network 022977ae-f3dc-477b-b34c-ba81adecb568 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:24:33.158194 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-631cfc98-f7cc-4d75-902c-3de1199ff6bc tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:33.177077 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-631cfc98-f7cc-4d75-902c-3de1199ff6bc tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Deleting port e4d89429-1d4d-4dee-b710-d74baf83694d {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:24:33.177705 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-631cfc98-f7cc-4d75-902c-3de1199ff6bc tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:33.336652 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6a1b8711-6846-45ed-a352-20ee3d8f3ad2 req-8a759dc2-16bc-4853-86d9-23d24e1bd985 tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e27d7cd-3c1c-4311-8017-ceaf65dc4811 HTTP/1.1" status: 200 len: 210 time: 0.0909171 May 23 11:24:33.343926 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-b885d6c4-06c5-4427-b53e-498c9edf1b34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0149fd8a-049d-4ca2-ad81-8626eed3d2b4 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:24:33.375412 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-b885d6c4-06c5-4427-b53e-498c9edf1b34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:33.405796 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-b885d6c4-06c5-4427-b53e-498c9edf1b34 service neutron] Transition to ACTIVE for port object 0149fd8a-049d-4ca2-ad81-8626eed3d2b4 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:24:33.443602 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-631cfc98-f7cc-4d75-902c-3de1199ff6bc tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] For port e4d89429-1d4d-4dee-b710-d74baf83694d, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e4d89429-1d4d-4dee-b710-d74baf83694d,segment=NetworkSegment(c5b22826-3916-4f79-8aa0-c04d232fa1bd),segment_id=c5b22826-3916-4f79-8aa0-c04d232fa1bd)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:24:33.444190 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-631cfc98-f7cc-4d75-902c-3de1199ff6bc tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:33.468909 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-b885d6c4-06c5-4427-b53e-498c9edf1b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:33.553990 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08d31a-5208-443f-8fb0-c166b881b4bb req-82ca7856-5bbe-4e2f-bfc5-0e6d47700d82 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:33.555454 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6e08d31a-5208-443f-8fb0-c166b881b4bb req-82ca7856-5bbe-4e2f-bfc5-0e6d47700d82 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 932 time: 0.3965828 May 23 11:24:33.584347 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1f06d714-a85b-4ec4-ab53-9ac7305027da None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:33.605870 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1f06d714-a85b-4ec4-ab53-9ac7305027da None None] Transition to ACTIVE for port object 17359ebe-c420-4ef4-8cf8-11bf06b69b2e will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:24:33.627956 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1f06d714-a85b-4ec4-ab53-9ac7305027da None None] Transition to ACTIVE for port object 17359ebe-c420-4ef4-8cf8-11bf06b69b2e will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:24:33.635388 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-631cfc98-f7cc-4d75-902c-3de1199ff6bc tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Calling delete_port for e4d89429-1d4d-4dee-b710-d74baf83694d owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:24:33.636344 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1f06d714-a85b-4ec4-ab53-9ac7305027da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:33.713478 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dbd6da-b99e-40ee-ba6a-8d48c69b817a None None] DHCP port deletion for 022977ae-f3dc-477b-b34c-ba81adecb568 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:24:33.727022 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-30dbd6da-b99e-40ee-ba6a-8d48c69b817a None None] Deleting port e4d89429-1d4d-4dee-b710-d74baf83694d {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:24:33.731008 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-30dbd6da-b99e-40ee-ba6a-8d48c69b817a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:33.912072 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b885d6c4-06c5-4427-b53e-498c9edf1b34 service neutron] Pushing event updated for resources: {'Port': ['ID=0149fd8a-049d-4ca2-ad81-8626eed3d2b4,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:33.923982 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-30dbd6da-b99e-40ee-ba6a-8d48c69b817a None None] The port 'e4d89429-1d4d-4dee-b710-d74baf83694d' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:24:33.935035 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f06d714-a85b-4ec4-ab53-9ac7305027da None None] Network 4ed6a988-7149-478f-9d2b-6840573c7262 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:24:33.942805 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-1f06d714-a85b-4ec4-ab53-9ac7305027da None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:24:33.950083 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f06d714-a85b-4ec4-ab53-9ac7305027da None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:24:33.975244 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6e08d31a-5208-443f-8fb0-c166b881b4bb req-1d5aab89-56b7-4199-ac64-d23b3ec0acd4 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4107735 May 23 11:24:34.095675 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-631cfc98-f7cc-4d75-902c-3de1199ff6bc tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:34.121220 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-b885d6c4-06c5-4427-b53e-498c9edf1b34 service neutron] Attempting to bind port 0149fd8a-049d-4ca2-ad81-8626eed3d2b4 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:24:34.121461 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-b885d6c4-06c5-4427-b53e-498c9edf1b34 service neutron] Attempting to bind port 0149fd8a-049d-4ca2-ad81-8626eed3d2b4 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '4f0d5472-1003-45ab-8b0f-abd1e74bfa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0be92582-5915-4835-ac16-79c44c856a03'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:24:34.121982 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-b885d6c4-06c5-4427-b53e-498c9edf1b34 service neutron] Attempting to bind port 0149fd8a-049d-4ca2-ad81-8626eed3d2b4 on network 0be92582-5915-4835-ac16-79c44c856a03 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:24:34.138154 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06d714-a85b-4ec4-ab53-9ac7305027da None None] Pushing event updated for resources: {'Port': ['ID=17359ebe-c420-4ef4-8cf8-11bf06b69b2e,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:34.162257 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-b885d6c4-06c5-4427-b53e-498c9edf1b34 service neutron] Port 0149fd8a-049d-4ca2-ad81-8626eed3d2b4 on network 0be92582-5915-4835-ac16-79c44c856a03 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:24:34.162877 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-b885d6c4-06c5-4427-b53e-498c9edf1b34 service neutron] Attempting to bind port 0149fd8a-049d-4ca2-ad81-8626eed3d2b4 on network 0be92582-5915-4835-ac16-79c44c856a03 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:24:34.163500 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1f06d714-a85b-4ec4-ab53-9ac7305027da None None] Attempting to bind port 17359ebe-c420-4ef4-8cf8-11bf06b69b2e on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:24:34.163895 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1f06d714-a85b-4ec4-ab53-9ac7305027da None None] Attempting to bind port 17359ebe-c420-4ef4-8cf8-11bf06b69b2e by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'b7529828-e7d9-46d8-8baa-025696162e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4ed6a988-7149-478f-9d2b-6840573c7262'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:24:34.164262 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f06d714-a85b-4ec4-ab53-9ac7305027da None None] Attempting to bind port 17359ebe-c420-4ef4-8cf8-11bf06b69b2e on network 4ed6a988-7149-478f-9d2b-6840573c7262 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:24:34.172260 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f06d714-a85b-4ec4-ab53-9ac7305027da None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:24:34.172769 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f06d714-a85b-4ec4-ab53-9ac7305027da None None] Checking segment: {'id': 'b7529828-e7d9-46d8-8baa-025696162e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4ed6a988-7149-478f-9d2b-6840573c7262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:24:34.173299 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1f06d714-a85b-4ec4-ab53-9ac7305027da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:34.174003 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f06d714-a85b-4ec4-ab53-9ac7305027da None None] Bound using segment: {'id': 'b7529828-e7d9-46d8-8baa-025696162e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4ed6a988-7149-478f-9d2b-6840573c7262'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:24:34.174870 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1f06d714-a85b-4ec4-ab53-9ac7305027da None None] Bound port: 17359ebe-c420-4ef4-8cf8-11bf06b69b2e, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7529828-e7d9-46d8-8baa-025696162e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4ed6a988-7149-478f-9d2b-6840573c7262'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:24:34.176319 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1f06d714-a85b-4ec4-ab53-9ac7305027da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:34.178262 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631cfc98-f7cc-4d75-902c-3de1199ff6bc tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event deleted for resources: {'Port': ['ID=e4d89429-1d4d-4dee-b710-d74baf83694d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:34.180361 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-b885d6c4-06c5-4427-b53e-498c9edf1b34 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:24:34.180971 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-b885d6c4-06c5-4427-b53e-498c9edf1b34 service neutron] Checking segment: {'id': '4f0d5472-1003-45ab-8b0f-abd1e74bfa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0be92582-5915-4835-ac16-79c44c856a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:24:34.181567 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-b885d6c4-06c5-4427-b53e-498c9edf1b34 service neutron] Bound using segment: {'id': '4f0d5472-1003-45ab-8b0f-abd1e74bfa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0be92582-5915-4835-ac16-79c44c856a03'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:24:34.182299 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-b885d6c4-06c5-4427-b53e-498c9edf1b34 service neutron] Bound port: 0149fd8a-049d-4ca2-ad81-8626eed3d2b4, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f0d5472-1003-45ab-8b0f-abd1e74bfa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0be92582-5915-4835-ac16-79c44c856a03'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:24:34.182865 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-b885d6c4-06c5-4427-b53e-498c9edf1b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:34.189362 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fbb5f99f-d221-4258-9ae3-b389dd6dcbb4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:34.273031 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631cfc98-f7cc-4d75-902c-3de1199ff6bc tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] No DVR routers for this DVR port e4d89429-1d4d-4dee-b710-d74baf83694d on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:24:34.274965 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb5f99f-d221-4258-9ae3-b389dd6dcbb4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event deleted for resources: {'Subnet': ['ID=7f4862dd-2ecd-4b82-96b9-21ef05057e70,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:34.306755 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1f06d714-a85b-4ec4-ab53-9ac7305027da None None] For port 17359ebe-c420-4ef4-8cf8-11bf06b69b2e, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:24:34.311199 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1f06d714-a85b-4ec4-ab53-9ac7305027da None None] For port 17359ebe-c420-4ef4-8cf8-11bf06b69b2e, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=17359ebe-c420-4ef4-8cf8-11bf06b69b2e,segment=NetworkSegment(b7529828-e7d9-46d8-8baa-025696162e69),segment_id=b7529828-e7d9-46d8-8baa-025696162e69)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:24:34.318594 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1f06d714-a85b-4ec4-ab53-9ac7305027da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:34.349556 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-b885d6c4-06c5-4427-b53e-498c9edf1b34 service neutron] For port 0149fd8a-049d-4ca2-ad81-8626eed3d2b4, host n-h2-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:24:34.363353 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-b885d6c4-06c5-4427-b53e-498c9edf1b34 service neutron] For port 0149fd8a-049d-4ca2-ad81-8626eed3d2b4, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0149fd8a-049d-4ca2-ad81-8626eed3d2b4,segment=NetworkSegment(4f0d5472-1003-45ab-8b0f-abd1e74bfa02),segment_id=4f0d5472-1003-45ab-8b0f-abd1e74bfa02)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:24:34.379864 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-754438d8-d59e-434d-9b47-cff34cbe5895 admin admin] Deleting port 74430c8f-a818-475a-af00-5d3668305212 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:24:34.380291 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-754438d8-d59e-434d-9b47-cff34cbe5895 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:34.423711 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-b885d6c4-06c5-4427-b53e-498c9edf1b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:34.522528 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-b885d6c4-06c5-4427-b53e-498c9edf1b34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:34.524229 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-b885d6c4-06c5-4427-b53e-498c9edf1b34 service neutron] 10.222.0.81 "PUT /v2.0/ports/0149fd8a-049d-4ca2-ad81-8626eed3d2b4 HTTP/1.1" status: 200 len: 1092 time: 3.1477170 May 23 11:24:34.527902 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70c24f87-ea64-47df-b23b-232e08cd18b2', 'tag': '0149fd8a-049d-4ca2-ad81-8626eed3d2b4'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:24:34.578956 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-e5c11700-c1ed-490b-9191-675cdba85909 tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:34.579768 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-e5c11700-c1ed-490b-9191-675cdba85909 tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] Synchronizing usage tracker for tenant:9d44102994b64bfbb618398e931b017d on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:24:34.584374 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fbb5f99f-d221-4258-9ae3-b389dd6dcbb4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:34.607051 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-631cfc98-f7cc-4d75-902c-3de1199ff6bc tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:34.620120 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06d714-a85b-4ec4-ab53-9ac7305027da None None] Pushing event updated for resources: {'Port': ['ID=17359ebe-c420-4ef4-8cf8-11bf06b69b2e,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:34.641118 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160c76b1-26e3-4f47-acd3-1ea0bc3afb27 None None] Network 4ed6a988-7149-478f-9d2b-6840573c7262 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:24:34.672065 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-fbb5f99f-d221-4258-9ae3-b389dd6dcbb4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ed6a988-7149-478f-9d2b-6840573c7262']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:34.690191 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-631cfc98-f7cc-4d75-902c-3de1199ff6bc tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['022977ae-f3dc-477b-b34c-ba81adecb568']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:34.703710 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-e5c11700-c1ed-490b-9191-675cdba85909 tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] Unset dirty status for tenant:9d44102994b64bfbb618398e931b017d on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:24:34.704896 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-e5c11700-c1ed-490b-9191-675cdba85909 tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] 10.222.0.13 "GET /v2.0/networks?id=72c82844-8e43-42a5-86b2-ee18f163543f HTTP/1.1" status: 200 len: 814 time: 1.1744649 May 23 11:24:34.706538 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-fbb5f99f-d221-4258-9ae3-b389dd6dcbb4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7529828-e7d9-46d8-8baa-025696162e69') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:34.706823 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-fbb5f99f-d221-4258-9ae3-b389dd6dcbb4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7529828-e7d9-46d8-8baa-025696162e69') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:34.720521 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63bff231-15a4-4462-a77f-82826fa6b39e'] response: {'name': 'network-changed', 'server_uuid': '70c24f87-ea64-47df-b23b-232e08cd18b2', 'tag': '0149fd8a-049d-4ca2-ad81-8626eed3d2b4', 'status': 'completed', 'code': 200} May 23 11:24:34.722926 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-631cfc98-f7cc-4d75-902c-3de1199ff6bc tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5b22826-3916-4f79-8aa0-c04d232fa1bd') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:34.723216 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-631cfc98-f7cc-4d75-902c-3de1199ff6bc tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5b22826-3916-4f79-8aa0-c04d232fa1bd') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:34.744564 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-41150116-efda-406d-8c05-485640f46fae tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] Request body: {'port': {'device_id': '1e27d7cd-3c1c-4311-8017-ceaf65dc4811', 'network_id': '72c82844-8e43-42a5-86b2-ee18f163543f', 'admin_state_up': True, 'tenant_id': '9d44102994b64bfbb618398e931b017d'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:34.760561 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e4d89429-1d4d-4dee-b710-d74baf83694d no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:24:34.778769 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fbb5f99f-d221-4258-9ae3-b389dd6dcbb4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:34.793596 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b885d6c4-06c5-4427-b53e-498c9edf1b34 service neutron] Pushing event updated for resources: {'Port': ['ID=0149fd8a-049d-4ca2-ad81-8626eed3d2b4,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:34.815203 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-631cfc98-f7cc-4d75-902c-3de1199ff6bc tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:34.824698 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-227bfa97-c35a-43d5-89ed-89e413414035 req-60ef21a3-d68c-498f-9959-63777c6c7f9c tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e27d7cd-3c1c-4311-8017-ceaf65dc4811 HTTP/1.1" status: 200 len: 210 time: 0.1075039 May 23 11:24:34.827748 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: e4d89429-1d4d-4dee-b710-d74baf83694d {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:24:34.828685 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e4d89429-1d4d-4dee-b710-d74baf83694d not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:24:34.895056 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-754438d8-d59e-434d-9b47-cff34cbe5895 admin admin] For port 74430c8f-a818-475a-af00-5d3668305212, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=74430c8f-a818-475a-af00-5d3668305212,segment=NetworkSegment(8ad0a6a2-f0c5-4005-98ee-13e703106a55),segment_id=8ad0a6a2-f0c5-4005-98ee-13e703106a55)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:24:34.895355 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-754438d8-d59e-434d-9b47-cff34cbe5895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:34.912262 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-1cf0ead6-0012-4323-8eba-ae861ac6e965 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c4112c4fc0ff4a36a1b303475c7f4981&device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 1095 time: 0.3194809 May 23 11:24:34.961889 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-631cfc98-f7cc-4d75-902c-3de1199ff6bc tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:34.972904 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fbb5f99f-d221-4258-9ae3-b389dd6dcbb4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:34.989243 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbb5f99f-d221-4258-9ae3-b389dd6dcbb4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:24:34.989998 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fbb5f99f-d221-4258-9ae3-b389dd6dcbb4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:35.006509 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:24:35.006509 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:24:35.006509 n-d-842952-2 neutron-server[83911]: timer() May 23 11:24:35.006509 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:24:35.006509 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:24:35.006509 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:24:35.006509 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:24:35.006509 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:24:35.006509 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:24:35.006509 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:24:35.006509 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:24:35.006509 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:24:35.006509 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:24:35.006509 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:24:35.006509 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:24:35.006509 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:24:35.006509 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:24:35.006509 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:24:35.006509 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:24:35.006509 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:24:35.006509 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:24:35.006509 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:24:35.006509 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:24:35.006509 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:24:35.006509 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:24:35.006509 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:24:35.006509 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:24:35.006509 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:24:35.006509 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:24:35.006509 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:24:35.006509 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:24:35.006509 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:24:35.008329 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-631cfc98-f7cc-4d75-902c-3de1199ff6bc tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:24:35.008329 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-631cfc98-f7cc-4d75-902c-3de1199ff6bc tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:35.024568 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:24:35.024568 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:24:35.024568 n-d-842952-2 neutron-server[83911]: timer() May 23 11:24:35.024568 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:24:35.024568 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:24:35.024568 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:24:35.024568 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:24:35.024568 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:24:35.024568 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:24:35.024568 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:24:35.024568 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:24:35.024568 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:24:35.024568 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:24:35.024568 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:24:35.024568 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:24:35.024568 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:24:35.024568 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:24:35.024568 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:24:35.024568 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:24:35.024568 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:24:35.024568 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:24:35.024568 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:24:35.024568 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:24:35.024568 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:24:35.024568 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:24:35.024568 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:24:35.024568 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:24:35.024568 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:24:35.024568 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:24:35.024568 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:24:35.024568 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:24:35.024568 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:24:35.076595 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a453c1-257b-4c7c-8ea5-c09cf8366795 None None] get_active_networks_info from n-d-842952-2 {{(pid=83912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 23 11:24:35.155011 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-754438d8-d59e-434d-9b47-cff34cbe5895 admin admin] Calling delete_port for 74430c8f-a818-475a-af00-5d3668305212 owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:24:35.269609 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a453c1-257b-4c7c-8ea5-c09cf8366795 None None] Resources bound (agent type, host, resource id): {{(pid=83912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 23 11:24:35.274179 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.api [None req-fbb5f99f-d221-4258-9ae3-b389dd6dcbb4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 23 11:24:35.274179 n-d-842952-2 neutron-server[83911]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 23 11:24:35.274179 n-d-842952-2 neutron-server[83911]: [parameters: {'id': '4ed6a988-7149-478f-9d2b-6840573c7262'}] May 23 11:24:35.274179 n-d-842952-2 neutron-server[83911]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:24:35.274518 n-d-842952-2 neutron-server[83911]: DEBUG oslo_db.api [None req-fbb5f99f-d221-4258-9ae3-b389dd6dcbb4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:24:35.278358 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-fabf55b8-61c8-4eec-9e79-837686d99f61 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0149fd8a-049d-4ca2-ad81-8626eed3d2b4 HTTP/1.1" status: 200 len: 217 time: 0.3164568 May 23 11:24:35.296147 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-631cfc98-f7cc-4d75-902c-3de1199ff6bc tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:35.302982 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-631cfc98-f7cc-4d75-902c-3de1199ff6bc tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:35.306043 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-41150116-efda-406d-8c05-485640f46fae tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:24:35.326406 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-41150116-efda-406d-8c05-485640f46fae tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] Usage tracker for resource:port and tenant:9d44102994b64bfbb618398e931b017d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:24:35.334533 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-41150116-efda-406d-8c05-485640f46fae tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:24:35.354612 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631cfc98-f7cc-4d75-902c-3de1199ff6bc tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] Pushing event deleted for resources: {'Network': ['ID=022977ae-f3dc-477b-b34c-ba81adecb568,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:35.355012 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-41150116-efda-406d-8c05-485640f46fae tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:24:35.358330 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-631cfc98-f7cc-4d75-902c-3de1199ff6bc tempest-NetworksIpV6Test-745382064 tempest-NetworksIpV6Test-745382064-project] 10.222.0.79 "DELETE /v2.0/networks/022977ae-f3dc-477b-b34c-ba81adecb568 HTTP/1.1" status: 204 len: 168 time: 2.4009049 May 23 11:24:35.377652 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-41150116-efda-406d-8c05-485640f46fae tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] Made reservation on behalf of 9d44102994b64bfbb618398e931b017d for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:24:35.380819 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-41150116-efda-406d-8c05-485640f46fae tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:35.477703 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-cec7ad9e-b9a5-48fb-8ceb-71d2cb573a1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:35.479214 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-cec7ad9e-b9a5-48fb-8ceb-71d2cb573a1a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b85c12c-741c-420e-9273-6de6d42ac4b3 HTTP/1.1" status: 200 len: 855 time: 0.1861246 May 23 11:24:35.555749 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ae209-6c15-40cf-9a80-78fe92a808c5 req-ac368467-fa8d-4709-b540-a76492c1960a tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:35.574843 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-020ae209-6c15-40cf-9a80-78fe92a808c5 req-ac368467-fa8d-4709-b540-a76492c1960a tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 944 time: 0.3168528 May 23 11:24:35.618150 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-41150116-efda-406d-8c05-485640f46fae tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] Allocated IP 172.20.0.4 (72c82844-8e43-42a5-86b2-ee18f163543f/bac9cbb7-275c-4f90-a3f8-d1d304dd0079/04a38336-6e79-4ba1-8579-46d9a7b25fd8) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:24:35.738605 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37482) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:35.744233 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-020ae209-6c15-40cf-9a80-78fe92a808c5 req-5356861e-70cb-4c58-9a37-1a2d24be0243 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684368 May 23 11:24:35.747696 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-84f8165b-c78c-4385-9f86-d82660990a10 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0be92582-5915-4835-ac16-79c44c856a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2572966 May 23 11:24:35.856321 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fbb5f99f-d221-4258-9ae3-b389dd6dcbb4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:35.945378 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-897140db-0fa0-43d0-bc6b-74e2f802b678 service neutron] 10.222.0.81 "GET /v2.0/networks/0be92582-5915-4835-ac16-79c44c856a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856835 May 23 11:24:35.954023 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-754438d8-d59e-434d-9b47-cff34cbe5895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:35.956841 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-fbb5f99f-d221-4258-9ae3-b389dd6dcbb4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Deleting port 17359ebe-c420-4ef4-8cf8-11bf06b69b2e {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:24:35.957289 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fbb5f99f-d221-4258-9ae3-b389dd6dcbb4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:36.252228 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-41150116-efda-406d-8c05-485640f46fae tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:36.281792 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-fbb5f99f-d221-4258-9ae3-b389dd6dcbb4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] For port 17359ebe-c420-4ef4-8cf8-11bf06b69b2e, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=17359ebe-c420-4ef4-8cf8-11bf06b69b2e,segment=NetworkSegment(b7529828-e7d9-46d8-8baa-025696162e69),segment_id=b7529828-e7d9-46d8-8baa-025696162e69)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:24:36.282473 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fbb5f99f-d221-4258-9ae3-b389dd6dcbb4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:36.319805 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754438d8-d59e-434d-9b47-cff34cbe5895 admin admin] Pushing event deleted for resources: {'Port': ['ID=74430c8f-a818-475a-af00-5d3668305212,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:36.381960 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-86b2cde2-0e7f-4749-8515-52d235839c14 req-a068b92a-021d-4dca-aaac-4f4a3a3ebd98 tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e27d7cd-3c1c-4311-8017-ceaf65dc4811 HTTP/1.1" status: 200 len: 210 time: 0.1667442 May 23 11:24:36.447110 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0c9537cd-1c2a-4f19-9e05-ec1825b74cf1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=aa928321a3fc48f78ff8df0f94ecdbb0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7068505 May 23 11:24:36.448801 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37500) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:36.549345 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-fbb5f99f-d221-4258-9ae3-b389dd6dcbb4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Calling delete_port for 17359ebe-c420-4ef4-8cf8-11bf06b69b2e owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:24:36.580151 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-41150116-efda-406d-8c05-485640f46fae tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:36.667559 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fdf1f69f-8c66-4201-b2c8-1d74ac564744 req-a3d3e12c-8eba-4dcd-a0d3-73032c668d37 service neutron] 10.222.0.81 "GET /v2.0/networks/0be92582-5915-4835-ac16-79c44c856a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6997724 May 23 11:24:36.680515 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-41150116-efda-406d-8c05-485640f46fae tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] Network 72c82844-8e43-42a5-86b2-ee18f163543f is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:24:36.692779 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-41150116-efda-406d-8c05-485640f46fae tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:24:36.705605 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-41150116-efda-406d-8c05-485640f46fae tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:24:36.721921 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8f40ea98-d32c-43a9-b60e-e1790bfa89af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:36.759067 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8f40ea98-d32c-43a9-b60e-e1790bfa89af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:36.764347 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41150116-efda-406d-8c05-485640f46fae tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] Pushing event updated for resources: {'Port': ['ID=04a38336-6e79-4ba1-8579-46d9a7b25fd8,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:36.782754 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fbb5f99f-d221-4258-9ae3-b389dd6dcbb4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:36.835517 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-41150116-efda-406d-8c05-485640f46fae tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:36.837150 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-41150116-efda-406d-8c05-485640f46fae tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:36.882463 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb5f99f-d221-4258-9ae3-b389dd6dcbb4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event deleted for resources: {'Port': ['ID=17359ebe-c420-4ef4-8cf8-11bf06b69b2e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:36.891627 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb5f99f-d221-4258-9ae3-b389dd6dcbb4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] No DVR routers for this DVR port 17359ebe-c420-4ef4-8cf8-11bf06b69b2e on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:24:36.901380 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8f40ea98-d32c-43a9-b60e-e1790bfa89af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:36.922622 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40ea98-d32c-43a9-b60e-e1790bfa89af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943659c1-cf80-4999-87e7-0b752ddc9ad4,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:36.928804 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6833840c-436d-41de-a0cd-49283a780042 req-70705c29-1300-4a26-8456-68dff1077072 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c4112c4fc0ff4a36a1b303475c7f4981&device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 1095 time: 0.1550398 May 23 11:24:36.958378 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-41150116-efda-406d-8c05-485640f46fae tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2274084 May 23 11:24:36.961726 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-754438d8-d59e-434d-9b47-cff34cbe5895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:37.018213 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-68d74c1f-3246-46af-935d-a92a33335440 service neutron] Request body: {'port': {'device_id': '1e27d7cd-3c1c-4311-8017-ceaf65dc4811', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:37.089598 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8f40ea98-d32c-43a9-b60e-e1790bfa89af admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:37.093213 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8f40ea98-d32c-43a9-b60e-e1790bfa89af admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/943659c1-cf80-4999-87e7-0b752ddc9ad4 HTTP/1.1" status: 204 len: 168 time: 0.6410501 May 23 11:24:37.097609 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fbb5f99f-d221-4258-9ae3-b389dd6dcbb4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:37.165769 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-fbb5f99f-d221-4258-9ae3-b389dd6dcbb4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ed6a988-7149-478f-9d2b-6840573c7262']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:37.194334 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-fbb5f99f-d221-4258-9ae3-b389dd6dcbb4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7529828-e7d9-46d8-8baa-025696162e69') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:37.194890 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-fbb5f99f-d221-4258-9ae3-b389dd6dcbb4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7529828-e7d9-46d8-8baa-025696162e69') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:37.212026 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fbb5f99f-d221-4258-9ae3-b389dd6dcbb4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:37.230996 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-68d74c1f-3246-46af-935d-a92a33335440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:37.249873 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fbb5f99f-d221-4258-9ae3-b389dd6dcbb4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:37.289526 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbb5f99f-d221-4258-9ae3-b389dd6dcbb4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:24:37.289924 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fbb5f99f-d221-4258-9ae3-b389dd6dcbb4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:37.305442 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:24:37.305442 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:24:37.305442 n-d-842952-2 neutron-server[83911]: timer() May 23 11:24:37.305442 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:24:37.305442 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:24:37.305442 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:24:37.305442 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:24:37.305442 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:24:37.305442 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:24:37.305442 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:24:37.305442 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:24:37.305442 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:24:37.305442 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:24:37.305442 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:24:37.305442 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:24:37.305442 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:24:37.305442 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:24:37.305442 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:24:37.305442 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:24:37.305442 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:24:37.305442 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:24:37.305442 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:24:37.305442 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:24:37.305442 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:24:37.305442 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:24:37.305442 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:24:37.305442 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:24:37.305442 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:24:37.305442 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:24:37.305442 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:24:37.305442 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:24:37.305442 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:24:37.315926 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833840c-436d-41de-a0cd-49283a780042 req-63724833-c322-463b-a366-84746132a46e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:37.317992 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6833840c-436d-41de-a0cd-49283a780042 req-63724833-c322-463b-a366-84746132a46e service neutron] 10.222.0.81 "GET /v2.0/networks?id=0be92582-5915-4835-ac16-79c44c856a03 HTTP/1.1" status: 200 len: 917 time: 0.3804045 May 23 11:24:37.432775 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6833840c-436d-41de-a0cd-49283a780042 req-8606ff97-2113-449e-83c1-4582163dc587 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0149fd8a-049d-4ca2-ad81-8626eed3d2b4 HTTP/1.1" status: 200 len: 217 time: 0.0870302 May 23 11:24:37.487518 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fbb5f99f-d221-4258-9ae3-b389dd6dcbb4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:37.514069 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fbb5f99f-d221-4258-9ae3-b389dd6dcbb4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:37.533657 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb5f99f-d221-4258-9ae3-b389dd6dcbb4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event deleted for resources: {'Network': ['ID=4ed6a988-7149-478f-9d2b-6840573c7262,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:37.541798 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-fbb5f99f-d221-4258-9ae3-b389dd6dcbb4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "DELETE /v2.0/networks/4ed6a988-7149-478f-9d2b-6840573c7262 HTTP/1.1" status: 204 len: 168 time: 5.3848386 May 23 11:24:37.547663 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37532) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:37.556453 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-70d18fd1-adc3-41eb-b5ff-0d753df2b3a0 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2077987387'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:37.564344 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-70d18fd1-adc3-41eb-b5ff-0d753df2b3a0 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:24:37.572857 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-70d18fd1-adc3-41eb-b5ff-0d753df2b3a0 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Usage tracker for resource:network and tenant:315452c642844720b9e20950ddfc46df is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:24:37.594124 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-70d18fd1-adc3-41eb-b5ff-0d753df2b3a0 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:24:37.631559 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84394e-eb54-4c16-a7ce-3a4b838c8a99 req-020596c5-9a4e-4292-8f5c-4d6ff1f7e326 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:37.633137 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9a84394e-eb54-4c16-a7ce-3a4b838c8a99 req-020596c5-9a4e-4292-8f5c-4d6ff1f7e326 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 944 time: 0.6084824 May 23 11:24:37.669552 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-70d18fd1-adc3-41eb-b5ff-0d753df2b3a0 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:24:37.697067 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d18fd1-adc3-41eb-b5ff-0d753df2b3a0 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Made reservation on behalf of 315452c642844720b9e20950ddfc46df for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:24:37.700562 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-70d18fd1-adc3-41eb-b5ff-0d753df2b3a0 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:37.700890 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833840c-436d-41de-a0cd-49283a780042 req-ac09c296-e794-413a-a7e3-53d3a94593ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:37.702457 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6833840c-436d-41de-a0cd-49283a780042 req-ac09c296-e794-413a-a7e3-53d3a94593ed service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b85c12c-741c-420e-9273-6de6d42ac4b3 HTTP/1.1" status: 200 len: 855 time: 0.2545877 May 23 11:24:37.794893 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70d18fd1-adc3-41eb-b5ff-0d753df2b3a0 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:24:37.808932 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-70d18fd1-adc3-41eb-b5ff-0d753df2b3a0 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:37.809504 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-70d18fd1-adc3-41eb-b5ff-0d753df2b3a0 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Added segment 56062301-3fca-4454-b430-4a6071232508 of type vlan for network 3af2eeb9-22e0-4a98-a754-4808184391d8 May 23 11:24:37.828255 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9a84394e-eb54-4c16-a7ce-3a4b838c8a99 req-c66b64e7-1c28-4b7b-aa90-6c322f41a854 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841013 May 23 11:24:37.881538 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158dfa8-1440-496b-aafa-b5f8c8e1bdcb req-4cc64b86-8daa-4809-8a2e-f6cb580b8817 tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:37.883059 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3158dfa8-1440-496b-aafa-b5f8c8e1bdcb req-4cc64b86-8daa-4809-8a2e-f6cb580b8817 tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e27d7cd-3c1c-4311-8017-ceaf65dc4811 HTTP/1.1" status: 200 len: 931 time: 0.2957923 May 23 11:24:37.912361 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-70d18fd1-adc3-41eb-b5ff-0d753df2b3a0 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:37.927038 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-68d74c1f-3246-46af-935d-a92a33335440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04a38336-6e79-4ba1-8579-46d9a7b25fd8 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:24:37.937798 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-68d74c1f-3246-46af-935d-a92a33335440 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:37.975994 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-68d74c1f-3246-46af-935d-a92a33335440 service neutron] Transition to ACTIVE for port object 04a38336-6e79-4ba1-8579-46d9a7b25fd8 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:24:37.982147 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:37.984679 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-68d74c1f-3246-46af-935d-a92a33335440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:38.022223 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-70d18fd1-adc3-41eb-b5ff-0d753df2b3a0 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:38.026668 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d18fd1-adc3-41eb-b5ff-0d753df2b3a0 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:38.027601 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-70d18fd1-adc3-41eb-b5ff-0d753df2b3a0 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:38.232012 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6833840c-436d-41de-a0cd-49283a780042 req-52f9164f-c9e4-4cff-8b6f-5a3e3cf71e39 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0be92582-5915-4835-ac16-79c44c856a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5214114 May 23 11:24:38.238411 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37554) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:38.239063 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37556) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:38.240630 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-70d18fd1-adc3-41eb-b5ff-0d753df2b3a0 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6914525 May 23 11:24:38.262443 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-18c9a6d5-943d-4604-b59b-6e2cb3a3ad89 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Request body: {'subnet': {'network_id': '3af2eeb9-22e0-4a98-a754-4808184391d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:38.274564 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d74c1f-3246-46af-935d-a92a33335440 service neutron] Pushing event updated for resources: {'Port': ['ID=04a38336-6e79-4ba1-8579-46d9a7b25fd8,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:38.278187 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d18fd1-adc3-41eb-b5ff-0d753df2b3a0 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event updated for resources: {'Network': ['ID=3af2eeb9-22e0-4a98-a754-4808184391d8,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:38.292707 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 3af2eeb9-22e0-4a98-a754-4808184391d8 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:24:38.370564 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3158dfa8-1440-496b-aafa-b5f8c8e1bdcb req-134d99c8-8136-47b2-bcd3-98ba37bb9c4a tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9edca37-274e-4d11-8f06-aa888b79d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4807081 May 23 11:24:38.414116 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-68d74c1f-3246-46af-935d-a92a33335440 service neutron] Attempting to bind port 04a38336-6e79-4ba1-8579-46d9a7b25fd8 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:24:38.414969 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-68d74c1f-3246-46af-935d-a92a33335440 service neutron] Attempting to bind port 04a38336-6e79-4ba1-8579-46d9a7b25fd8 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '6205c858-7c99-44f7-82de-027d76ca7c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72c82844-8e43-42a5-86b2-ee18f163543f'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:24:38.415562 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-68d74c1f-3246-46af-935d-a92a33335440 service neutron] Attempting to bind port 04a38336-6e79-4ba1-8579-46d9a7b25fd8 on network 72c82844-8e43-42a5-86b2-ee18f163543f {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:24:38.423099 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-68d74c1f-3246-46af-935d-a92a33335440 service neutron] Port 04a38336-6e79-4ba1-8579-46d9a7b25fd8 on network 72c82844-8e43-42a5-86b2-ee18f163543f not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:24:38.423484 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-68d74c1f-3246-46af-935d-a92a33335440 service neutron] Attempting to bind port 04a38336-6e79-4ba1-8579-46d9a7b25fd8 on network 72c82844-8e43-42a5-86b2-ee18f163543f {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:24:38.430473 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-68d74c1f-3246-46af-935d-a92a33335440 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:24:38.430869 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-68d74c1f-3246-46af-935d-a92a33335440 service neutron] Checking segment: {'id': '6205c858-7c99-44f7-82de-027d76ca7c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72c82844-8e43-42a5-86b2-ee18f163543f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:24:38.431622 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-68d74c1f-3246-46af-935d-a92a33335440 service neutron] Bound using segment: {'id': '6205c858-7c99-44f7-82de-027d76ca7c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72c82844-8e43-42a5-86b2-ee18f163543f'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:24:38.432151 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-68d74c1f-3246-46af-935d-a92a33335440 service neutron] Bound port: 04a38336-6e79-4ba1-8579-46d9a7b25fd8, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6205c858-7c99-44f7-82de-027d76ca7c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72c82844-8e43-42a5-86b2-ee18f163543f'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:24:38.432662 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-68d74c1f-3246-46af-935d-a92a33335440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:38.529396 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-68d74c1f-3246-46af-935d-a92a33335440 service neutron] For port 04a38336-6e79-4ba1-8579-46d9a7b25fd8, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:24:38.533232 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-68d74c1f-3246-46af-935d-a92a33335440 service neutron] For port 04a38336-6e79-4ba1-8579-46d9a7b25fd8, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=04a38336-6e79-4ba1-8579-46d9a7b25fd8,segment=NetworkSegment(6205c858-7c99-44f7-82de-027d76ca7c84),segment_id=6205c858-7c99-44f7-82de-027d76ca7c84)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:24:38.539550 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-eed3593b-68fe-4dac-9174-bbb4fb1d60c9 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1580052789'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:38.540122 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-68d74c1f-3246-46af-935d-a92a33335440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:38.578461 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-eed3593b-68fe-4dac-9174-bbb4fb1d60c9 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:24:38.594713 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-eed3593b-68fe-4dac-9174-bbb4fb1d60c9 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Usage tracker for resource:network and tenant:aff5ab15380840359395eccd13918dfd is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:24:38.604845 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-eed3593b-68fe-4dac-9174-bbb4fb1d60c9 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:24:38.625052 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-eed3593b-68fe-4dac-9174-bbb4fb1d60c9 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:24:38.627724 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-18c9a6d5-943d-4604-b59b-6e2cb3a3ad89 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:24:38.701122 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-18c9a6d5-943d-4604-b59b-6e2cb3a3ad89 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Usage tracker for resource:subnet and tenant:315452c642844720b9e20950ddfc46df is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:24:38.716947 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-18c9a6d5-943d-4604-b59b-6e2cb3a3ad89 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:24:38.725035 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-68d74c1f-3246-46af-935d-a92a33335440 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:38.726179 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-68d74c1f-3246-46af-935d-a92a33335440 service neutron] 10.222.0.13 "PUT /v2.0/ports/04a38336-6e79-4ba1-8579-46d9a7b25fd8 HTTP/1.1" status: 200 len: 1091 time: 1.7122784 May 23 11:24:38.726603 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e27d7cd-3c1c-4311-8017-ceaf65dc4811', 'tag': '04a38336-6e79-4ba1-8579-46d9a7b25fd8'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:24:38.762336 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d74c1f-3246-46af-935d-a92a33335440 service neutron] Pushing event updated for resources: {'Port': ['ID=04a38336-6e79-4ba1-8579-46d9a7b25fd8,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:38.798608 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-18c9a6d5-943d-4604-b59b-6e2cb3a3ad89 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:24:38.819070 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed3593b-68fe-4dac-9174-bbb4fb1d60c9 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Made reservation on behalf of aff5ab15380840359395eccd13918dfd for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:24:38.822007 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eed3593b-68fe-4dac-9174-bbb4fb1d60c9 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:38.843305 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48584602-3ec6-436a-b629-1ee90c578152'] response: {'name': 'network-changed', 'server_uuid': '1e27d7cd-3c1c-4311-8017-ceaf65dc4811', 'tag': '04a38336-6e79-4ba1-8579-46d9a7b25fd8', 'status': 'completed', 'code': 200} May 23 11:24:38.849069 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6833840c-436d-41de-a0cd-49283a780042 req-6d59f184-9af5-4f36-8be9-d958d6d47495 service neutron] 10.222.0.81 "GET /v2.0/networks/0be92582-5915-4835-ac16-79c44c856a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6026011 May 23 11:24:38.849667 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eed3593b-68fe-4dac-9174-bbb4fb1d60c9 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:38.869262 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c9a6d5-943d-4604-b59b-6e2cb3a3ad89 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Made reservation on behalf of 315452c642844720b9e20950ddfc46df for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:24:38.886970 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-04cece49-105f-4e7a-b0da-afd49d9c6a17 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d44102994b64bfbb618398e931b017d&device_id=1e27d7cd-3c1c-4311-8017-ceaf65dc4811 HTTP/1.1" status: 200 len: 1094 time: 0.0981243 May 23 11:24:38.995798 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-56127be9-8481-4d74-bc63-6a9bead258ad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04a38336-6e79-4ba1-8579-46d9a7b25fd8 HTTP/1.1" status: 200 len: 217 time: 0.0830009 May 23 11:24:39.064660 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-1327512b-cffc-44f1-8c2c-eb2f04adffab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:39.066069 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-1327512b-cffc-44f1-8c2c-eb2f04adffab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bac9cbb7-275c-4f90-a3f8-d1d304dd0079 HTTP/1.1" status: 200 len: 854 time: 0.0637610 May 23 11:24:39.116722 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-a7228b9d-4751-4e1a-b588-3a73aab97a2b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72c82844-8e43-42a5-86b2-ee18f163543f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435073 May 23 11:24:39.140699 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-18c9a6d5-943d-4604-b59b-6e2cb3a3ad89 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:39.220000 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a5794c46-aab0-4a4e-b718-3e66be182f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:39.239615 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-eed3593b-68fe-4dac-9174-bbb4fb1d60c9 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:24:39.282392 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-8f2afaf3-724c-45a4-baea-201536a84087 service neutron] 10.222.0.13 "GET /v2.0/networks/72c82844-8e43-42a5-86b2-ee18f163543f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579301 May 23 11:24:39.287038 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-eed3593b-68fe-4dac-9174-bbb4fb1d60c9 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Usage tracker for resource:security_group_rule and tenant:aff5ab15380840359395eccd13918dfd is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:24:39.302186 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-eed3593b-68fe-4dac-9174-bbb4fb1d60c9 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:24:39.322890 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-eed3593b-68fe-4dac-9174-bbb4fb1d60c9 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:24:39.356272 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6833840c-436d-41de-a0cd-49283a780042 req-0660d5d6-6087-4163-a646-1a30dbcdb204 service neutron] 10.222.0.81 "GET /v2.0/networks/0be92582-5915-4835-ac16-79c44c856a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4909070 May 23 11:24:39.398629 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:39.409994 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539207e-9d63-4e40-8429-fc2e4f7cd5b0 req-c09085b3-de8d-4ec8-972c-3ac0f7435ce4 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:39.411459 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d539207e-9d63-4e40-8429-fc2e4f7cd5b0 req-c09085b3-de8d-4ec8-972c-3ac0f7435ce4 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 944 time: 0.3652818 May 23 11:24:39.440151 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c44bb650-dae3-49f0-87dd-6e18ad659c47 req-cd889ba0-bf97-4c2f-bb6e-233bfe8f1cf6 service neutron] 10.222.0.13 "GET /v2.0/networks/72c82844-8e43-42a5-86b2-ee18f163543f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518822 May 23 11:24:39.616921 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eed3593b-68fe-4dac-9174-bbb4fb1d60c9 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:39.638456 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eed3593b-68fe-4dac-9174-bbb4fb1d60c9 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:39.638686 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f33d0e53-afd0-4d96-b52a-92de563dc5c8 req-461d8f44-0223-4ed2-922b-60866c3ba7bf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d44102994b64bfbb618398e931b017d&device_id=1e27d7cd-3c1c-4311-8017-ceaf65dc4811 HTTP/1.1" status: 200 len: 1094 time: 0.0822217 May 23 11:24:39.655643 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d539207e-9d63-4e40-8429-fc2e4f7cd5b0 req-6409a068-d129-4ba7-9983-f9cf20eb8bca tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2310686 May 23 11:24:39.721401 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eed3593b-68fe-4dac-9174-bbb4fb1d60c9 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:24:39.729388 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-754438d8-d59e-434d-9b47-cff34cbe5895 admin admin] Router 406cd220-9f91-46de-82dc-a46b2f962727 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:24:39.743351 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed3593b-68fe-4dac-9174-bbb4fb1d60c9 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0dcee1-a5ef-44fa-8a08-6e5525674286,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:39.749636 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eed3593b-68fe-4dac-9174-bbb4fb1d60c9 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:39.749972 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-eed3593b-68fe-4dac-9174-bbb4fb1d60c9 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Added segment 2d404ee2-8445-4bdb-b101-1c22eb0d3be4 of type vlan for network a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc May 23 11:24:39.753776 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-18c9a6d5-943d-4604-b59b-6e2cb3a3ad89 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:39.821889 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d0e53-afd0-4d96-b52a-92de563dc5c8 req-59d562c3-c7bf-4327-b593-e0b488e87e4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:39.823757 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f33d0e53-afd0-4d96-b52a-92de563dc5c8 req-59d562c3-c7bf-4327-b593-e0b488e87e4f service neutron] 10.222.0.13 "GET /v2.0/networks?id=72c82844-8e43-42a5-86b2-ee18f163543f HTTP/1.1" status: 200 len: 915 time: 0.1781604 May 23 11:24:39.830952 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed3593b-68fe-4dac-9174-bbb4fb1d60c9 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:24:39.831292 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed3593b-68fe-4dac-9174-bbb4fb1d60c9 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:24:39.831622 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed3593b-68fe-4dac-9174-bbb4fb1d60c9 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:24:39.831977 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed3593b-68fe-4dac-9174-bbb4fb1d60c9 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:24:39.832304 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed3593b-68fe-4dac-9174-bbb4fb1d60c9 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:24:39.832623 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed3593b-68fe-4dac-9174-bbb4fb1d60c9 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:24:39.832947 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed3593b-68fe-4dac-9174-bbb4fb1d60c9 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:24:39.833263 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed3593b-68fe-4dac-9174-bbb4fb1d60c9 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:24:39.833579 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed3593b-68fe-4dac-9174-bbb4fb1d60c9 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:24:39.833894 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed3593b-68fe-4dac-9174-bbb4fb1d60c9 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:24:39.834205 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed3593b-68fe-4dac-9174-bbb4fb1d60c9 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:24:39.880514 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eed3593b-68fe-4dac-9174-bbb4fb1d60c9 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:39.922974 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f33d0e53-afd0-4d96-b52a-92de563dc5c8 req-ff808b5d-039d-46a1-bbaa-c389b4a47103 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04a38336-6e79-4ba1-8579-46d9a7b25fd8 HTTP/1.1" status: 200 len: 217 time: 0.0918887 May 23 11:24:39.932867 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd5d64-0a13-4018-9d91-cbec11ab4df0 req-84776698-12e8-4c7d-981a-cc0a6b2e601b tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:39.934353 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-10cd5d64-0a13-4018-9d91-cbec11ab4df0 req-84776698-12e8-4c7d-981a-cc0a6b2e601b tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e27d7cd-3c1c-4311-8017-ceaf65dc4811 HTTP/1.1" status: 200 len: 943 time: 0.3711915 May 23 11:24:39.997433 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d0e53-afd0-4d96-b52a-92de563dc5c8 req-0093c338-5ee2-4370-817f-92fd5bb2fb98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:39.999348 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f33d0e53-afd0-4d96-b52a-92de563dc5c8 req-0093c338-5ee2-4370-817f-92fd5bb2fb98 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bac9cbb7-275c-4f90-a3f8-d1d304dd0079 HTTP/1.1" status: 200 len: 854 time: 0.0702033 May 23 11:24:40.049311 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f33d0e53-afd0-4d96-b52a-92de563dc5c8 req-93f9c63f-df05-442f-b3c9-04a3a9235820 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72c82844-8e43-42a5-86b2-ee18f163543f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428004 May 23 11:24:40.154814 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eed3593b-68fe-4dac-9174-bbb4fb1d60c9 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:40.162696 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed3593b-68fe-4dac-9174-bbb4fb1d60c9 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:40.163362 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-eed3593b-68fe-4dac-9174-bbb4fb1d60c9 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:40.215503 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f33d0e53-afd0-4d96-b52a-92de563dc5c8 req-0f71c62d-33ea-4365-bc25-07cebf98cf23 service neutron] 10.222.0.13 "GET /v2.0/networks/72c82844-8e43-42a5-86b2-ee18f163543f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583738 May 23 11:24:40.244726 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9a6d5-943d-4604-b59b-6e2cb3a3ad89 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event updated for resources: {'Subnet': ['ID=17e8f57f-86f6-4e71-9c1e-a63fe15e8008,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:40.364689 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f33d0e53-afd0-4d96-b52a-92de563dc5c8 req-24232125-c57c-4264-9f74-f52e314b2669 service neutron] 10.222.0.13 "GET /v2.0/networks/72c82844-8e43-42a5-86b2-ee18f163543f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426172 May 23 11:24:40.408210 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c9a6d5-943d-4604-b59b-6e2cb3a3ad89 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Checking segment: {'id': '56062301-3fca-4454-b430-4a6071232508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3af2eeb9-22e0-4a98-a754-4808184391d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:24:40.408623 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c9a6d5-943d-4604-b59b-6e2cb3a3ad89 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Network hostable DHCP agents. Network: 3af2eeb9-22e0-4a98-a754-4808184391d8, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:24:40.414498 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed3593b-68fe-4dac-9174-bbb4fb1d60c9 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event updated for resources: {'Network': ['ID=a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:40.420878 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-eed3593b-68fe-4dac-9174-bbb4fb1d60c9 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.1785572 May 23 11:24:40.422909 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37606) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:40.426592 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:24:40.429901 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-9f1d7147-f360-4f20-b9b9-eca1dfed929c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'port': {'network_id': 'a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc', 'name': 'tempest-PortsTestJSON-256999471'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:40.458455 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-10cd5d64-0a13-4018-9d91-cbec11ab4df0 req-24f8cc58-f054-4561-874b-46704c4f490b tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9edca37-274e-4d11-8f06-aa888b79d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287272 May 23 11:24:40.504951 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c9a6d5-943d-4604-b59b-6e2cb3a3ad89 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Network 3af2eeb9-22e0-4a98-a754-4808184391d8 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:24:40.535181 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-18c9a6d5-943d-4604-b59b-6e2cb3a3ad89 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 3af2eeb9-22e0-4a98-a754-4808184391d8) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:24:40.542617 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c9a6d5-943d-4604-b59b-6e2cb3a3ad89 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:40.542889 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-18c9a6d5-943d-4604-b59b-6e2cb3a3ad89 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:40.549445 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 0149fd8a-049d-4ca2-ad81-8626eed3d2b4 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:24:40.568876 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-18c9a6d5-943d-4604-b59b-6e2cb3a3ad89 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3275328 May 23 11:24:40.571540 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37612) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:40.588155 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9f1d7147-f360-4f20-b9b9-eca1dfed929c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:24:40.592564 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-9f1d7147-f360-4f20-b9b9-eca1dfed929c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Usage tracker for resource:port and tenant:aff5ab15380840359395eccd13918dfd is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:24:40.596214 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-9f1d7147-f360-4f20-b9b9-eca1dfed929c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:24:40.603658 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9f1d7147-f360-4f20-b9b9-eca1dfed929c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:24:40.615677 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1d7147-f360-4f20-b9b9-eca1dfed929c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Made reservation on behalf of aff5ab15380840359395eccd13918dfd for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:24:40.619556 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f1d7147-f360-4f20-b9b9-eca1dfed929c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:40.645470 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-9f1d7147-f360-4f20-b9b9-eca1dfed929c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] device_id is not set on port b0ca400c-1cd4-41b9-9a7b-ec3d7fdbaa15 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:24:40.667736 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cfb82c-88d8-4a2a-b5cd-4c047f350945 None None] Network 3af2eeb9-22e0-4a98-a754-4808184391d8 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:24:40.701952 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754438d8-d59e-434d-9b47-cff34cbe5895 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:24:40.710410 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-754438d8-d59e-434d-9b47-cff34cbe5895 admin admin] 10.222.0.79 "PUT /v2.0/routers/406cd220-9f91-46de-82dc-a46b2f962727/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3208888 May 23 11:24:40.713298 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37622) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:40.716788 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbea16af-0442-4e16-a2f8-2464728745e6 None None] Sync routers for ids ['406cd220-9f91-46de-82dc-a46b2f962727'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:24:40.737458 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbea16af-0442-4e16-a2f8-2464728745e6 None None] Routers {'406cd220-9f91-46de-82dc-a46b2f962727'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:24:40.738094 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-fbea16af-0442-4e16-a2f8-2464728745e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:24:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['406cd220-9f91-46de-82dc-a46b2f962727'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:40.797806 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-49a1b91e-a60f-45b8-a93a-668885b5201a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:40.804656 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 0149fd8a-049d-4ca2-ad81-8626eed3d2b4, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0149fd8a-049d-4ca2-ad81-8626eed3d2b4,segment=NetworkSegment(4f0d5472-1003-45ab-8b0f-abd1e74bfa02),segment_id=4f0d5472-1003-45ab-8b0f-abd1e74bfa02)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:24:40.832510 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '0149fd8a-049d-4ca2-ad81-8626eed3d2b4', 'network_id': '0be92582-5915-4835-ac16-79c44c856a03', 'port_id': '0149fd8a-049d-4ca2-ad81-8626eed3d2b4', 'mac_address': 'fa:16:3e:e6:89:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b85c12c-741c-420e-9273-6de6d42ac4b3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:24:41.030336 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:41.084922 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-49a1b91e-a60f-45b8-a93a-668885b5201a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:41.133784 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0149fd8a-049d-4ca2-ad81-8626eed3d2b4 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:24:41.140050 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-fbea16af-0442-4e16-a2f8-2464728745e6 None None] Set router 406cd220-9f91-46de-82dc-a46b2f962727 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:24:41.201911 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 0149fd8a-049d-4ca2-ad81-8626eed3d2b4, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0149fd8a-049d-4ca2-ad81-8626eed3d2b4,segment=NetworkSegment(4f0d5472-1003-45ab-8b0f-abd1e74bfa02),segment_id=4f0d5472-1003-45ab-8b0f-abd1e74bfa02)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:24:41.218120 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:41.259247 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dba916-9f3d-48ac-9759-af95beb086eb req-e70fa3b6-8e07-430c-9f0d-1a348b3867d5 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:41.262948 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-22dba916-9f3d-48ac-9759-af95beb086eb req-e70fa3b6-8e07-430c-9f0d-1a348b3867d5 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 944 time: 0.3768845 May 23 11:24:41.371119 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-49a1b91e-a60f-45b8-a93a-668885b5201a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:41.464611 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-22dba916-9f3d-48ac-9759-af95beb086eb req-9c6564e7-b3dc-4435-acc5-b824878a1cb5 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1947494 May 23 11:24:41.470389 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a1b91e-a60f-45b8-a93a-668885b5201a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event deleted for resources: {'Subnet': ['ID=17e8f57f-86f6-4e71-9c1e-a63fe15e8008,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:41.534161 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4928fb92-07fd-4406-9e30-c50d0f8046af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-3af2eeb9-22e0-4a98-a754-4808184391d8', 'network_id': '3af2eeb9-22e0-4a98-a754-4808184391d8', 'tenant_id': '315452c642844720b9e20950ddfc46df', 'fixed_ips': [{'subnet_id': '17e8f57f-86f6-4e71-9c1e-a63fe15e8008'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:24:41.539978 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4928fb92-07fd-4406-9e30-c50d0f8046af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:41.580046 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f1d7147-f360-4f20-b9b9-eca1dfed929c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:41.617377 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['0149fd8a-049d-4ca2-ad81-8626eed3d2b4'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:24:41.639713 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-49a1b91e-a60f-45b8-a93a-668885b5201a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:41.694950 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=0149fd8a-049d-4ca2-ad81-8626eed3d2b4,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:41.695208 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1cd197dd-1245-4409-a5e7-65dc03e89854 admin admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:41.717743 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-49a1b91e-a60f-45b8-a93a-668885b5201a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3af2eeb9-22e0-4a98-a754-4808184391d8']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:41.722611 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-fbea16af-0442-4e16-a2f8-2464728745e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406cd220-9f91-46de-82dc-a46b2f962727', 'name': 'tempest-AttachVolumeTestJSON-206819050-router', 'tenant_id': 'd3ec9888c9b84da5954173e8d76fab76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '008eb1b9-f923-4790-a7cf-ac0d64edf3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:17:39Z', 'updated_at': '2022-05-23T11:24:35Z', 'revision_number': 5, 'project_id': 'd3ec9888c9b84da5954173e8d76fab76', 'gw_port': {'id': '008eb1b9-f923-4790-a7cf-ac0d64edf3cc', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:54:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406cd220-9f91-46de-82dc-a46b2f962727', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:42Z', 'updated_at': '2022-05-23T11:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:41.724701 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8a2b54c8-36e1-4262-8b41-e978a336f44c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:41.732325 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbea16af-0442-4e16-a2f8-2464728745e6 None None] Checking router: 406cd220-9f91-46de-82dc-a46b2f962727 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:24:41.758118 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f1d7147-f360-4f20-b9b9-eca1dfed929c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:41.761077 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-49a1b91e-a60f-45b8-a93a-668885b5201a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56062301-3fca-4454-b430-4a6071232508') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:41.766183 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbea16af-0442-4e16-a2f8-2464728745e6 None None] Routers {'406cd220-9f91-46de-82dc-a46b2f962727'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:24:41.770489 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-fbea16af-0442-4e16-a2f8-2464728745e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:24:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['406cd220-9f91-46de-82dc-a46b2f962727'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:41.774146 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-49a1b91e-a60f-45b8-a93a-668885b5201a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56062301-3fca-4454-b430-4a6071232508') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:41.832097 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-49a1b91e-a60f-45b8-a93a-668885b5201a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:41.855919 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1d7147-f360-4f20-b9b9-eca1dfed929c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event updated for resources: {'Port': ['ID=b0ca400c-1cd4-41b9-9a7b-ec3d7fdbaa15,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:41.876813 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-49a1b91e-a60f-45b8-a93a-668885b5201a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:41.900856 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49a1b91e-a60f-45b8-a93a-668885b5201a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:24:41.901311 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-49a1b91e-a60f-45b8-a93a-668885b5201a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:41.942526 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:24:41.942526 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:24:41.942526 n-d-842952-2 neutron-server[83910]: timer() May 23 11:24:41.942526 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:24:41.942526 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:24:41.942526 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:24:41.942526 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:24:41.942526 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:24:41.942526 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:24:41.942526 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:24:41.942526 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:24:41.942526 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:24:41.942526 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:24:41.942526 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:24:41.942526 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:24:41.942526 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:24:41.942526 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:24:41.942526 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:24:41.942526 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:24:41.942526 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:24:41.942526 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:24:41.942526 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:24:41.942526 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:24:41.942526 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:24:41.942526 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:24:41.942526 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:24:41.942526 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:24:41.942526 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:24:41.942526 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:24:41.942526 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:24:41.942526 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:24:41.942526 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:24:42.007282 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1d7147-f360-4f20-b9b9-eca1dfed929c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Checking segment: {'id': '2d404ee2-8445-4bdb-b101-1c22eb0d3be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:24:42.007641 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1d7147-f360-4f20-b9b9-eca1dfed929c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Network hostable DHCP agents. Network: a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:24:42.027497 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a268c-1d3d-432b-8c69-0755d0009564 req-05bf2970-3cf0-408d-ae25-df21d4324298 tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:42.035794 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-109a268c-1d3d-432b-8c69-0755d0009564 req-05bf2970-3cf0-408d-ae25-df21d4324298 tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e27d7cd-3c1c-4311-8017-ceaf65dc4811 HTTP/1.1" status: 200 len: 943 time: 0.2513902 May 23 11:24:42.062596 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1d7147-f360-4f20-b9b9-eca1dfed929c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Network a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:24:42.068603 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-fbea16af-0442-4e16-a2f8-2464728745e6 None None] Set router 406cd220-9f91-46de-82dc-a46b2f962727 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:24:42.088822 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-9f1d7147-f360-4f20-b9b9-eca1dfed929c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:24:42.101471 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-109a268c-1d3d-432b-8c69-0755d0009564 req-555f1f1f-6e88-4c96-863f-f44db681bb87 tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9edca37-274e-4d11-8f06-aa888b79d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646548 May 23 11:24:42.104053 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-49a1b91e-a60f-45b8-a93a-668885b5201a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:42.106326 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6251fde4-384e-4822-90be-62421200c5c0 None None] Network a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:24:42.113668 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-49a1b91e-a60f-45b8-a93a-668885b5201a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:42.127281 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1d7147-f360-4f20-b9b9-eca1dfed929c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:24:42.137807 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1305663f-f0ca-4fac-b43a-8863f1c941ea None None] Network 3af2eeb9-22e0-4a98-a754-4808184391d8 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:24:42.138243 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1d7147-f360-4f20-b9b9-eca1dfed929c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:42.138912 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f1d7147-f360-4f20-b9b9-eca1dfed929c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:42.156116 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a1b91e-a60f-45b8-a93a-668885b5201a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event deleted for resources: {'Network': ['ID=3af2eeb9-22e0-4a98-a754-4808184391d8,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:42.165230 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-49a1b91e-a60f-45b8-a93a-668885b5201a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "DELETE /v2.0/networks/3af2eeb9-22e0-4a98-a754-4808184391d8 HTTP/1.1" status: 204 len: 168 time: 1.5923643 May 23 11:24:42.166265 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37646) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:42.175691 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-be23eddc-c909-4def-8716-847e66d71a0f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-662544862'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:42.196363 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-be23eddc-c909-4def-8716-847e66d71a0f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:24:42.202396 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-be23eddc-c909-4def-8716-847e66d71a0f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Usage tracker for resource:network and tenant:315452c642844720b9e20950ddfc46df is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:24:42.206471 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-be23eddc-c909-4def-8716-847e66d71a0f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:24:42.211748 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9f1d7147-f360-4f20-b9b9-eca1dfed929c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7877800 May 23 11:24:42.215722 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37650) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:42.216286 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-be23eddc-c909-4def-8716-847e66d71a0f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:24:42.221729 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-d0ae0328-7cbb-40b5-8db0-743468fa5a09 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1332524383'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:42.228654 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d0ae0328-7cbb-40b5-8db0-743468fa5a09 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:24:42.230888 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1305663f-f0ca-4fac-b43a-8863f1c941ea None None] Network 3af2eeb9-22e0-4a98-a754-4808184391d8 could not be found, it might have been deleted concurrently. {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 23 11:24:42.238442 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1cd197dd-1245-4409-a5e7-65dc03e89854 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:42.245698 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be23eddc-c909-4def-8716-847e66d71a0f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Made reservation on behalf of 315452c642844720b9e20950ddfc46df for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:24:42.246107 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d0ae0328-7cbb-40b5-8db0-743468fa5a09 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Usage tracker for resource:network and tenant:aff5ab15380840359395eccd13918dfd is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:24:42.249357 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-be23eddc-c909-4def-8716-847e66d71a0f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:42.253060 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d0ae0328-7cbb-40b5-8db0-743468fa5a09 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:24:42.283056 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d0ae0328-7cbb-40b5-8db0-743468fa5a09 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:24:42.283194 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-1cd197dd-1245-4409-a5e7-65dc03e89854 admin admin] Deleting port 008eb1b9-f923-4790-a7cf-ac0d64edf3cc {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:24:42.283194 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1cd197dd-1245-4409-a5e7-65dc03e89854 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:42.318650 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ae0328-7cbb-40b5-8db0-743468fa5a09 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Made reservation on behalf of aff5ab15380840359395eccd13918dfd for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:24:42.321697 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d0ae0328-7cbb-40b5-8db0-743468fa5a09 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:42.373526 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be23eddc-c909-4def-8716-847e66d71a0f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:24:42.392012 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0ae0328-7cbb-40b5-8db0-743468fa5a09 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:24:42.402802 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d0ae0328-7cbb-40b5-8db0-743468fa5a09 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:42.403169 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-d0ae0328-7cbb-40b5-8db0-743468fa5a09 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Added segment 38e704b8-fe9d-41c5-87ae-e1c264c17010 of type vlan for network efd3a1fc-00b7-4b30-8675-7c48058cbdb6 May 23 11:24:42.447389 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d0ae0328-7cbb-40b5-8db0-743468fa5a09 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:42.471994 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-be23eddc-c909-4def-8716-847e66d71a0f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:42.472328 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-be23eddc-c909-4def-8716-847e66d71a0f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Added segment 7e0331b5-c945-478d-9aaf-a26f7eb18fc3 of type vlan for network 4a43fd3f-5d4d-45d6-8858-252039fdc929 May 23 11:24:42.484499 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d0ae0328-7cbb-40b5-8db0-743468fa5a09 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:42.488576 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ae0328-7cbb-40b5-8db0-743468fa5a09 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:42.489408 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d0ae0328-7cbb-40b5-8db0-743468fa5a09 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:42.516709 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-fbea16af-0442-4e16-a2f8-2464728745e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406cd220-9f91-46de-82dc-a46b2f962727', 'name': 'tempest-AttachVolumeTestJSON-206819050-router', 'tenant_id': 'd3ec9888c9b84da5954173e8d76fab76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '008eb1b9-f923-4790-a7cf-ac0d64edf3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:17:39Z', 'updated_at': '2022-05-23T11:24:35Z', 'revision_number': 5, 'project_id': 'd3ec9888c9b84da5954173e8d76fab76', 'gw_port': {'id': '008eb1b9-f923-4790-a7cf-ac0d64edf3cc', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:54:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406cd220-9f91-46de-82dc-a46b2f962727', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:42Z', 'updated_at': '2022-05-23T11:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:42.521348 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbea16af-0442-4e16-a2f8-2464728745e6 None None] The sync data for ids ['406cd220-9f91-46de-82dc-a46b2f962727'] in n-d-842952-2 is: [{'id': '406cd220-9f91-46de-82dc-a46b2f962727', 'name': 'tempest-AttachVolumeTestJSON-206819050-router', 'tenant_id': 'd3ec9888c9b84da5954173e8d76fab76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '008eb1b9-f923-4790-a7cf-ac0d64edf3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:17:39Z', 'updated_at': '2022-05-23T11:24:35Z', 'revision_number': 5, 'project_id': 'd3ec9888c9b84da5954173e8d76fab76', 'gw_port': {'id': '008eb1b9-f923-4790-a7cf-ac0d64edf3cc', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:54:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406cd220-9f91-46de-82dc-a46b2f962727', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:42Z', 'updated_at': '2022-05-23T11:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:24:42.533555 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-be23eddc-c909-4def-8716-847e66d71a0f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:42.560200 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d0ae0328-7cbb-40b5-8db0-743468fa5a09 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3433330 May 23 11:24:42.571088 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37656) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:42.586276 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-ef53ef27-71d1-4160-ae5d-53d46cf21349 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'ports': [{'network_id': 'a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc'}, {'network_id': 'efd3a1fc-00b7-4b30-8675-7c48058cbdb6'}]} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:42.587400 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-ef53ef27-71d1-4160-ae5d-53d46cf21349 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'port': {'network_id': 'a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:42.588312 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-ef53ef27-71d1-4160-ae5d-53d46cf21349 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'port': {'network_id': 'efd3a1fc-00b7-4b30-8675-7c48058cbdb6'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:42.635010 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-1cd197dd-1245-4409-a5e7-65dc03e89854 admin admin] For port 008eb1b9-f923-4790-a7cf-ac0d64edf3cc, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=008eb1b9-f923-4790-a7cf-ac0d64edf3cc,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:24:42.635561 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1cd197dd-1245-4409-a5e7-65dc03e89854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:42.663591 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-be23eddc-c909-4def-8716-847e66d71a0f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:42.669292 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be23eddc-c909-4def-8716-847e66d71a0f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:42.669292 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-be23eddc-c909-4def-8716-847e66d71a0f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:42.679600 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae0328-7cbb-40b5-8db0-743468fa5a09 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event updated for resources: {'Network': ['ID=efd3a1fc-00b7-4b30-8675-7c48058cbdb6,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:42.693743 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network efd3a1fc-00b7-4b30-8675-7c48058cbdb6 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:24:42.769559 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:42.781116 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2febd6b5-893d-495c-93ec-94fcf53e5fd4 req-c5bbeda1-b19a-432b-810f-a473eabc40b6 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:42.784563 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2febd6b5-893d-495c-93ec-94fcf53e5fd4 req-c5bbeda1-b19a-432b-810f-a473eabc40b6 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 945 time: 0.1023054 May 23 11:24:42.827810 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:42.855656 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2febd6b5-893d-495c-93ec-94fcf53e5fd4 req-6a9d693c-53b0-4daf-ad3b-c9b226231dea tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651493 May 23 11:24:42.958049 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-1cd197dd-1245-4409-a5e7-65dc03e89854 admin admin] Calling delete_port for 008eb1b9-f923-4790-a7cf-ac0d64edf3cc owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:24:43.055175 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-be23eddc-c909-4def-8716-847e66d71a0f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8879087 May 23 11:24:43.058366 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37670) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:43.064495 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-92901dcc-14cb-4679-905d-484c2889dc70 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Request body: {'subnet': {'network_id': '4a43fd3f-5d4d-45d6-8858-252039fdc929', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:43.136132 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be23eddc-c909-4def-8716-847e66d71a0f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event updated for resources: {'Network': ['ID=4a43fd3f-5d4d-45d6-8858-252039fdc929,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:43.149916 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 4a43fd3f-5d4d-45d6-8858-252039fdc929 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:24:43.221361 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-92901dcc-14cb-4679-905d-484c2889dc70 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:24:43.225107 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-92901dcc-14cb-4679-905d-484c2889dc70 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Usage tracker for resource:subnet and tenant:315452c642844720b9e20950ddfc46df is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:24:43.228107 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-92901dcc-14cb-4679-905d-484c2889dc70 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:24:43.234052 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-92901dcc-14cb-4679-905d-484c2889dc70 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:24:43.250771 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92901dcc-14cb-4679-905d-484c2889dc70 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Made reservation on behalf of 315452c642844720b9e20950ddfc46df for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:24:43.318489 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ef53ef27-71d1-4160-ae5d-53d46cf21349 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:24:43.323100 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ef53ef27-71d1-4160-ae5d-53d46cf21349 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Usage tracker for resource:port and tenant:aff5ab15380840359395eccd13918dfd is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:24:43.327025 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ef53ef27-71d1-4160-ae5d-53d46cf21349 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:24:43.333772 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ef53ef27-71d1-4160-ae5d-53d46cf21349 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:24:43.349351 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef53ef27-71d1-4160-ae5d-53d46cf21349 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Made reservation on behalf of aff5ab15380840359395eccd13918dfd for: {'port': 2} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:24:43.353677 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ef53ef27-71d1-4160-ae5d-53d46cf21349 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:43.550377 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ef53ef27-71d1-4160-ae5d-53d46cf21349 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:43.550863 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-92901dcc-14cb-4679-905d-484c2889dc70 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:43.668929 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1cd197dd-1245-4409-a5e7-65dc03e89854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:43.688148 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36624b1e-990d-4f4b-8e90-4b80023c026e req-e06b0efc-f509-417d-af7f-2e453f3864df tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:43.689617 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36624b1e-990d-4f4b-8e90-4b80023c026e req-e06b0efc-f509-417d-af7f-2e453f3864df tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e27d7cd-3c1c-4311-8017-ceaf65dc4811 HTTP/1.1" status: 200 len: 943 time: 0.3775425 May 23 11:24:43.724772 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd197dd-1245-4409-a5e7-65dc03e89854 admin admin] Pushing event deleted for resources: {'Port': ['ID=008eb1b9-f923-4790-a7cf-ac0d64edf3cc,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:43.804445 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36624b1e-990d-4f4b-8e90-4b80023c026e req-c70e080d-003a-4874-a111-76413b98c800 tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9edca37-274e-4d11-8f06-aa888b79d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046801 May 23 11:24:43.888632 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-92901dcc-14cb-4679-905d-484c2889dc70 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:43.931409 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-ef53ef27-71d1-4160-ae5d-53d46cf21349 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] device_id is not set on port 96c6988b-d5f0-432a-a9eb-0f4d6c35d6af yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:24:43.975812 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92901dcc-14cb-4679-905d-484c2889dc70 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event updated for resources: {'Subnet': ['ID=0ddd649e-1464-4166-bf90-217cf72ef33e,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:43.985962 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92901dcc-14cb-4679-905d-484c2889dc70 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Checking segment: {'id': '7e0331b5-c945-478d-9aaf-a26f7eb18fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4a43fd3f-5d4d-45d6-8858-252039fdc929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:24:43.986311 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92901dcc-14cb-4679-905d-484c2889dc70 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Network hostable DHCP agents. Network: 4a43fd3f-5d4d-45d6-8858-252039fdc929, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:24:44.047464 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92901dcc-14cb-4679-905d-484c2889dc70 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Network 4a43fd3f-5d4d-45d6-8858-252039fdc929 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:24:44.065701 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-92901dcc-14cb-4679-905d-484c2889dc70 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 4a43fd3f-5d4d-45d6-8858-252039fdc929) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:24:44.070958 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92901dcc-14cb-4679-905d-484c2889dc70 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:44.070958 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-92901dcc-14cb-4679-905d-484c2889dc70 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:44.077337 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8a8bac-e865-4532-80c0-f7e6920d7eca None None] Network 4a43fd3f-5d4d-45d6-8858-252039fdc929 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:24:44.100912 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1cd197dd-1245-4409-a5e7-65dc03e89854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:44.115935 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-92901dcc-14cb-4679-905d-484c2889dc70 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0563715 May 23 11:24:44.117995 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37692) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:44.126221 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9d202-1813-44b5-86e6-2ecd6b3fa57d req-68db8117-fec6-494d-89f9-f3ae972ebe34 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:44.127864 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-96e9d202-1813-44b5-86e6-2ecd6b3fa57d req-68db8117-fec6-494d-89f9-f3ae972ebe34 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 945 time: 0.1206403 May 23 11:24:44.232131 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:44.300570 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-96e9d202-1813-44b5-86e6-2ecd6b3fa57d req-43a98da2-4165-449a-b120-a69d6744a80b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486418 May 23 11:24:44.323932 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a10c28ce-0f7e-470d-97ec-2721183d15d2 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:44.416200 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a10c28ce-0f7e-470d-97ec-2721183d15d2 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:44.439322 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0208bc5e-4b40-4f33-884c-9bdbaacff980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-4a43fd3f-5d4d-45d6-8858-252039fdc929', 'network_id': '4a43fd3f-5d4d-45d6-8858-252039fdc929', 'tenant_id': '315452c642844720b9e20950ddfc46df', 'fixed_ips': [{'subnet_id': '0ddd649e-1464-4166-bf90-217cf72ef33e'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:24:44.440187 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0208bc5e-4b40-4f33-884c-9bdbaacff980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:44.455320 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1cd197dd-1245-4409-a5e7-65dc03e89854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:44.463066 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1cd197dd-1245-4409-a5e7-65dc03e89854 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:44.527201 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ef53ef27-71d1-4160-ae5d-53d46cf21349 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:44.532679 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1cd197dd-1245-4409-a5e7-65dc03e89854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:44.533164 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd197dd-1245-4409-a5e7-65dc03e89854 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 406cd220-9f91-46de-82dc-a46b2f962727 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:24:44.541374 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a10c28ce-0f7e-470d-97ec-2721183d15d2 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:44.550148 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 0149fd8a-049d-4ca2-ad81-8626eed3d2b4 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:24:44.609825 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c28ce-0f7e-470d-97ec-2721183d15d2 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event deleted for resources: {'Subnet': ['ID=0ddd649e-1464-4166-bf90-217cf72ef33e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:44.626425 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1cd197dd-1245-4409-a5e7-65dc03e89854 admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:44.632485 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37704) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:44.633005 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1cd197dd-1245-4409-a5e7-65dc03e89854 admin admin] 10.222.0.79 "DELETE /v2.0/routers/406cd220-9f91-46de-82dc-a46b2f962727 HTTP/1.1" status: 204 len: 168 time: 3.9185643 May 23 11:24:44.651784 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 74430c8f-a818-475a-af00-5d3668305212 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:24:44.761078 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a10c28ce-0f7e-470d-97ec-2721183d15d2 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:44.767375 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-ef53ef27-71d1-4160-ae5d-53d46cf21349 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] device_id is not set on port d901a29c-1e6e-4fad-9324-69b27abdfc1b yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server [None req-0208bc5e-4b40-4f33-884c-9bdbaacff980 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0ddd649e-1464-4166-bf90-217cf72ef33e: This subnet is being modified by another concurrent operation. May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise exception May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0ddd649e-1464-4166-bf90-217cf72ef33e: This subnet is being modified by another concurrent operation. May 23 11:24:44.777623 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server May 23 11:24:44.787006 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 74430c8f-a818-475a-af00-5d3668305212 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:24:44.787006 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 74430c8f-a818-475a-af00-5d3668305212 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:24:44.798268 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-8854eba9-c1ce-476e-ad86-e37a361885f4 admin admin] Deleting subnet 78a08f2b-9bc6-4aed-a592-74a10c72dff5 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:24:44.806443 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78846e91-0124-47e6-afd8-ab459e5b85ac None None] Network 4a43fd3f-5d4d-45d6-8858-252039fdc929 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:24:44.817619 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8854eba9-c1ce-476e-ad86-e37a361885f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:44.887300 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 04a38336-6e79-4ba1-8579-46d9a7b25fd8 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:24:44.891781 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8854eba9-c1ce-476e-ad86-e37a361885f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:44.975500 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ef53ef27-71d1-4160-ae5d-53d46cf21349 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:44.977333 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8854eba9-c1ce-476e-ad86-e37a361885f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:45.019420 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 0149fd8a-049d-4ca2-ad81-8626eed3d2b4 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:24:45.026921 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-a10c28ce-0f7e-470d-97ec-2721183d15d2 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a43fd3f-5d4d-45d6-8858-252039fdc929']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:45.028165 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ef53ef27-71d1-4160-ae5d-53d46cf21349 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:45.097068 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 0149fd8a-049d-4ca2-ad81-8626eed3d2b4 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:24:45.097686 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:45.126944 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef53ef27-71d1-4160-ae5d-53d46cf21349 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event updated for resources: {'Port': ['ID=96c6988b-d5f0-432a-a9eb-0f4d6c35d6af,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:45.129705 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-a10c28ce-0f7e-470d-97ec-2721183d15d2 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e0331b5-c945-478d-9aaf-a26f7eb18fc3') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:45.130136 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-a10c28ce-0f7e-470d-97ec-2721183d15d2 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e0331b5-c945-478d-9aaf-a26f7eb18fc3') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:45.146977 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a10c28ce-0f7e-470d-97ec-2721183d15d2 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:45.174679 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef53ef27-71d1-4160-ae5d-53d46cf21349 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Network a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:24:45.176510 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-ef53ef27-71d1-4160-ae5d-53d46cf21349 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:24:45.188664 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a10c28ce-0f7e-470d-97ec-2721183d15d2 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:45.190247 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef53ef27-71d1-4160-ae5d-53d46cf21349 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:24:45.192047 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ef53ef27-71d1-4160-ae5d-53d46cf21349 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:45.211005 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8854eba9-c1ce-476e-ad86-e37a361885f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:45.216973 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a10c28ce-0f7e-470d-97ec-2721183d15d2 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:24:45.217377 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a10c28ce-0f7e-470d-97ec-2721183d15d2 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:45.266213 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:24:45.266213 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:24:45.266213 n-d-842952-2 neutron-server[83910]: timer() May 23 11:24:45.266213 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:24:45.266213 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:24:45.266213 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:24:45.266213 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:24:45.266213 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:24:45.266213 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:24:45.266213 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:24:45.266213 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:24:45.266213 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:24:45.266213 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:24:45.266213 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:24:45.266213 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:24:45.266213 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:24:45.266213 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:24:45.266213 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:24:45.266213 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:24:45.266213 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:24:45.266213 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:24:45.266213 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:24:45.266213 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:24:45.266213 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:24:45.266213 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:24:45.266213 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:24:45.266213 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:24:45.266213 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:24:45.266213 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:24:45.266213 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:24:45.266213 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:24:45.266213 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:24:45.271447 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8854eba9-c1ce-476e-ad86-e37a361885f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78a08f2b-9bc6-4aed-a592-74a10c72dff5,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:45.291879 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b3e69f-9add-48fb-93a8-c6724553cf20 None None] get_active_networks_info from n-d-842952-2 {{(pid=83912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 23 11:24:45.299603 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef53ef27-71d1-4160-ae5d-53d46cf21349 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event updated for resources: {'Port': ['ID=d901a29c-1e6e-4fad-9324-69b27abdfc1b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:45.317775 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef53ef27-71d1-4160-ae5d-53d46cf21349 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Checking segment: {'id': '38e704b8-fe9d-41c5-87ae-e1c264c17010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'efd3a1fc-00b7-4b30-8675-7c48058cbdb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:24:45.318203 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef53ef27-71d1-4160-ae5d-53d46cf21349 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Network hostable DHCP agents. Network: efd3a1fc-00b7-4b30-8675-7c48058cbdb6, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:24:45.376270 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342f476-d9ed-4cd4-92c6-9837e5b28d44 req-d087b756-b989-4792-94fd-c00564a23e87 tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:45.377889 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef53ef27-71d1-4160-ae5d-53d46cf21349 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Network efd3a1fc-00b7-4b30-8675-7c48058cbdb6 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:24:45.386980 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2342f476-d9ed-4cd4-92c6-9837e5b28d44 req-d087b756-b989-4792-94fd-c00564a23e87 tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e27d7cd-3c1c-4311-8017-ceaf65dc4811 HTTP/1.1" status: 200 len: 943 time: 0.3621733 May 23 11:24:45.397038 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-ef53ef27-71d1-4160-ae5d-53d46cf21349 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, efd3a1fc-00b7-4b30-8675-7c48058cbdb6) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:24:45.404447 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef53ef27-71d1-4160-ae5d-53d46cf21349 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:24:45.411890 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef53ef27-71d1-4160-ae5d-53d46cf21349 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:45.420996 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef53ef27-71d1-4160-ae5d-53d46cf21349 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:45.421702 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ef53ef27-71d1-4160-ae5d-53d46cf21349 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:45.453198 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8854eba9-c1ce-476e-ad86-e37a361885f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:45.456270 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ef53ef27-71d1-4160-ae5d-53d46cf21349 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.8819506 May 23 11:24:45.458377 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37722) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:45.467160 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a10c28ce-0f7e-470d-97ec-2721183d15d2 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:45.471928 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 04a38336-6e79-4ba1-8579-46d9a7b25fd8, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=04a38336-6e79-4ba1-8579-46d9a7b25fd8,segment=NetworkSegment(6205c858-7c99-44f7-82de-027d76ca7c84),segment_id=6205c858-7c99-44f7-82de-027d76ca7c84)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:24:45.476508 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a10c28ce-0f7e-470d-97ec-2721183d15d2 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:45.482773 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a10c28ce-0f7e-470d-97ec-2721183d15d2 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "DELETE /v2.0/networks/4a43fd3f-5d4d-45d6-8858-252039fdc929 HTTP/1.1" status: 204 len: 168 time: 1.3635592 May 23 11:24:45.483718 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37726) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:45.490271 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8854eba9-c1ce-476e-ad86-e37a361885f4 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/78a08f2b-9bc6-4aed-a592-74a10c72dff5 HTTP/1.1" status: 204 len: 168 time: 0.8515980 May 23 11:24:45.501042 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37728) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:45.557649 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:45.594082 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '04a38336-6e79-4ba1-8579-46d9a7b25fd8', 'network_id': '72c82844-8e43-42a5-86b2-ee18f163543f', 'port_id': '04a38336-6e79-4ba1-8579-46d9a7b25fd8', 'mac_address': 'fa:16:3e:d5:c1:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bac9cbb7-275c-4f90-a3f8-d1d304dd0079', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:24:45.604124 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c24f87-ea64-47df-b23b-232e08cd18b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0149fd8a-049d-4ca2-ad81-8626eed3d2b4'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:24:45.644015 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e4ee9c56-0cc7-402f-9177-5aca55efb57f tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Deleting port d901a29c-1e6e-4fad-9324-69b27abdfc1b {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:24:45.644756 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e4ee9c56-0cc7-402f-9177-5aca55efb57f tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:45.677553 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-ec60f2f2-3e1e-4580-b956-b3d430a667f4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-473105692'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:45.684622 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 0149fd8a-049d-4ca2-ad81-8626eed3d2b4, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0149fd8a-049d-4ca2-ad81-8626eed3d2b4,segment=NetworkSegment(4f0d5472-1003-45ab-8b0f-abd1e74bfa02),segment_id=4f0d5472-1003-45ab-8b0f-abd1e74bfa02)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:24:45.686089 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:45.703752 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:45.710327 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c28ce-0f7e-470d-97ec-2721183d15d2 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event deleted for resources: {'Network': ['ID=4a43fd3f-5d4d-45d6-8858-252039fdc929,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:45.711944 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ec60f2f2-3e1e-4580-b956-b3d430a667f4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:24:45.728151 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ec60f2f2-3e1e-4580-b956-b3d430a667f4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Usage tracker for resource:network and tenant:315452c642844720b9e20950ddfc46df is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:24:45.734343 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ec60f2f2-3e1e-4580-b956-b3d430a667f4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:24:45.744821 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ec60f2f2-3e1e-4580-b956-b3d430a667f4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:24:45.761971 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2342f476-d9ed-4cd4-92c6-9837e5b28d44 req-fa81c881-f1a5-4386-b77e-84de136d717c tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9edca37-274e-4d11-8f06-aa888b79d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740656 May 23 11:24:45.774861 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec60f2f2-3e1e-4580-b956-b3d430a667f4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Made reservation on behalf of 315452c642844720b9e20950ddfc46df for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:24:45.778030 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ec60f2f2-3e1e-4580-b956-b3d430a667f4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:45.808032 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352537d-39a6-46a1-a6eb-c8289bcd21a1 req-46c30751-e0bb-4d9c-9126-191aa95c7390 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:45.814991 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=0149fd8a-049d-4ca2-ad81-8626eed3d2b4,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:45.826995 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c352537d-39a6-46a1-a6eb-c8289bcd21a1 req-46c30751-e0bb-4d9c-9126-191aa95c7390 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 945 time: 0.3152127 May 23 11:24:45.834125 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04a38336-6e79-4ba1-8579-46d9a7b25fd8 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:24:45.865573 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 04a38336-6e79-4ba1-8579-46d9a7b25fd8, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=04a38336-6e79-4ba1-8579-46d9a7b25fd8,segment=NetworkSegment(6205c858-7c99-44f7-82de-027d76ca7c84),segment_id=6205c858-7c99-44f7-82de-027d76ca7c84)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:24:45.875758 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b3e69f-9add-48fb-93a8-c6724553cf20 None None] Resources bound (agent type, host, resource id): {{(pid=83912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 23 11:24:45.881400 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:45.906480 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec60f2f2-3e1e-4580-b956-b3d430a667f4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:24:45.965824 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c352537d-39a6-46a1-a6eb-c8289bcd21a1 req-a3b17880-9061-4ab8-886b-148af2c80529 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378508 May 23 11:24:45.976226 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ec60f2f2-3e1e-4580-b956-b3d430a667f4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:45.976637 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-ec60f2f2-3e1e-4580-b956-b3d430a667f4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Added segment 04939da4-10a5-4559-80bb-aa06a2da213f of type vlan for network 2e5729db-3083-42d7-a059-87577ae65543 May 23 11:24:46.054808 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ec60f2f2-3e1e-4580-b956-b3d430a667f4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:46.069938 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9be7cf34-f8a4-4368-a0bc-1c0bb6b6da03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:46.072154 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c156338c-43c1-497d-ad74-1e3be64998fa'] response: {'server_uuid': '70c24f87-ea64-47df-b23b-232e08cd18b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0149fd8a-049d-4ca2-ad81-8626eed3d2b4', 'code': 200} May 23 11:24:46.105405 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=04a38336-6e79-4ba1-8579-46d9a7b25fd8,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:46.106774 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ec60f2f2-3e1e-4580-b956-b3d430a667f4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:46.111756 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec60f2f2-3e1e-4580-b956-b3d430a667f4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:46.112684 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ec60f2f2-3e1e-4580-b956-b3d430a667f4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:46.162233 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-9be7cf34-f8a4-4368-a0bc-1c0bb6b6da03 admin admin] Deleting port 50887b44-918f-46b8-8f9a-0a4bef6bf4af {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:24:46.162648 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9be7cf34-f8a4-4368-a0bc-1c0bb6b6da03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:46.336044 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ec60f2f2-3e1e-4580-b956-b3d430a667f4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8303680 May 23 11:24:46.337259 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60f2f2-3e1e-4580-b956-b3d430a667f4 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event updated for resources: {'Network': ['ID=2e5729db-3083-42d7-a059-87577ae65543,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:46.339529 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37748) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:46.346977 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-96093629-332e-4fa8-9b76-b450ee3f4372 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:46.350812 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 2e5729db-3083-42d7-a059-87577ae65543 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:24:46.381045 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e4ee9c56-0cc7-402f-9177-5aca55efb57f tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:46.425735 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['04a38336-6e79-4ba1-8579-46d9a7b25fd8'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:24:46.479287 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6fbb5236-51af-4de6-a732-f467c8757c8b req-2dd76565-82ba-4b41-8426-d637f4c99c21 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 1097 time: 0.2026739 May 23 11:24:46.583992 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e4ee9c56-0cc7-402f-9177-5aca55efb57f tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Calling delete_port for d901a29c-1e6e-4fad-9324-69b27abdfc1b owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:24:46.593973 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 008eb1b9-f923-4790-a7cf-ac0d64edf3cc no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:24:46.626808 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d334064-6eb2-4246-9ecf-326ea98cc8d5 None None] Network efd3a1fc-00b7-4b30-8675-7c48058cbdb6 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:24:46.639176 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997e67be-e921-408a-812e-4f2facbeba85 None None] Network 0308ef6c-1caf-4171-ace3-29e1cb4dd978 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:24:46.676612 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6fbb5236-51af-4de6-a732-f467c8757c8b req-8bf1fc3a-38c9-4fbc-96ce-68bad2323279 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1855841 May 23 11:24:46.697438 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-96093629-332e-4fa8-9b76-b450ee3f4372 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:46.719018 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-96093629-332e-4fa8-9b76-b450ee3f4372 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:46.736072 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 008eb1b9-f923-4790-a7cf-ac0d64edf3cc {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:24:46.736690 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 008eb1b9-f923-4790-a7cf-ac0d64edf3cc not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:24:46.748938 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-9be7cf34-f8a4-4368-a0bc-1c0bb6b6da03 admin admin] For port 50887b44-918f-46b8-8f9a-0a4bef6bf4af, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=50887b44-918f-46b8-8f9a-0a4bef6bf4af,segment=NetworkSegment(8ad0a6a2-f0c5-4005-98ee-13e703106a55),segment_id=8ad0a6a2-f0c5-4005-98ee-13e703106a55)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:24:46.749292 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9be7cf34-f8a4-4368-a0bc-1c0bb6b6da03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:46.873515 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-96093629-332e-4fa8-9b76-b450ee3f4372 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Network 2e5729db-3083-42d7-a059-87577ae65543 is not hosted by any dhcp agent {{(pid=83910) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 23 11:24:46.880087 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96093629-332e-4fa8-9b76-b450ee3f4372 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:46.884452 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-96093629-332e-4fa8-9b76-b450ee3f4372 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:46.885874 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-96093629-332e-4fa8-9b76-b450ee3f4372 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "PUT /v2.0/networks/2e5729db-3083-42d7-a059-87577ae65543 HTTP/1.1" status: 200 len: 723 time: 0.5443897 May 23 11:24:46.892312 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37762) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:46.917592 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-82eaf0d5-cfce-46fa-8993-7d583539934c tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Request body: {'subnet': {'network_id': '2e5729db-3083-42d7-a059-87577ae65543', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:46.995026 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96093629-332e-4fa8-9b76-b450ee3f4372 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event updated for resources: {'Network': ['ID=2e5729db-3083-42d7-a059-87577ae65543,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:47.005549 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-9be7cf34-f8a4-4368-a0bc-1c0bb6b6da03 admin admin] Calling delete_port for 50887b44-918f-46b8-8f9a-0a4bef6bf4af owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:24:47.045937 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 2e5729db-3083-42d7-a059-87577ae65543 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:24:47.124102 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9be7cf34-f8a4-4368-a0bc-1c0bb6b6da03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:47.139405 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-82eaf0d5-cfce-46fa-8993-7d583539934c tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:24:47.145864 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-82eaf0d5-cfce-46fa-8993-7d583539934c tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Usage tracker for resource:subnet and tenant:315452c642844720b9e20950ddfc46df is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:24:47.149963 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-82eaf0d5-cfce-46fa-8993-7d583539934c tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:24:47.164489 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-82eaf0d5-cfce-46fa-8993-7d583539934c tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:24:47.190528 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e4ee9c56-0cc7-402f-9177-5aca55efb57f tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:47.206733 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7cf34-f8a4-4368-a0bc-1c0bb6b6da03 admin admin] Pushing event deleted for resources: {'Port': ['ID=50887b44-918f-46b8-8f9a-0a4bef6bf4af,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:47.229202 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be9cc9-4932-498c-b0d6-f7ac87e530e4 req-e830b772-f3a2-4b90-974b-17a21a15e345 tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:47.230845 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a5be9cc9-4932-498c-b0d6-f7ac87e530e4 req-e830b772-f3a2-4b90-974b-17a21a15e345 tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e27d7cd-3c1c-4311-8017-ceaf65dc4811 HTTP/1.1" status: 200 len: 944 time: 0.2905529 May 23 11:24:47.236462 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82eaf0d5-cfce-46fa-8993-7d583539934c tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Made reservation on behalf of 315452c642844720b9e20950ddfc46df for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:24:47.269393 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee9c56-0cc7-402f-9177-5aca55efb57f tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event deleted for resources: {'Port': ['ID=d901a29c-1e6e-4fad-9324-69b27abdfc1b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:47.271854 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be7cf34-f8a4-4368-a0bc-1c0bb6b6da03 admin admin] No DVR routers for this DVR port 50887b44-918f-46b8-8f9a-0a4bef6bf4af on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:24:47.314028 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e4ee9c56-0cc7-402f-9177-5aca55efb57f tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:47.408712 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-82eaf0d5-cfce-46fa-8993-7d583539934c tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:47.445554 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e4ee9c56-0cc7-402f-9177-5aca55efb57f tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/ports/d901a29c-1e6e-4fad-9324-69b27abdfc1b HTTP/1.1" status: 204 len: 168 time: 1.9861104 May 23 11:24:47.450051 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37778) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:47.501402 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9be7cf34-f8a4-4368-a0bc-1c0bb6b6da03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:47.503632 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a5be9cc9-4932-498c-b0d6-f7ac87e530e4 req-a61b81cf-ffea-47a7-b78b-1a2da2878069 tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9edca37-274e-4d11-8f06-aa888b79d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438240 May 23 11:24:47.560576 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-9be7cf34-f8a4-4368-a0bc-1c0bb6b6da03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0308ef6c-1caf-4171-ace3-29e1cb4dd978']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:47.561474 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0138ae51-b27c-4bfd-87e2-a14124cdef64 None None] DHCP port deletion for 0308ef6c-1caf-4171-ace3-29e1cb4dd978 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:24:47.581471 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0fb2c3-819c-46b1-af93-840613653966 req-4a557945-5d64-4bdc-96c5-b1bcde9771fe tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:47.582967 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7a0fb2c3-819c-46b1-af93-840613653966 req-4a557945-5d64-4bdc-96c5-b1bcde9771fe tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 946 time: 0.4070497 May 23 11:24:47.584452 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-9be7cf34-f8a4-4368-a0bc-1c0bb6b6da03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ad0a6a2-f0c5-4005-98ee-13e703106a55') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:47.584749 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-9be7cf34-f8a4-4368-a0bc-1c0bb6b6da03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ad0a6a2-f0c5-4005-98ee-13e703106a55') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:47.604787 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9be7cf34-f8a4-4368-a0bc-1c0bb6b6da03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:47.628482 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9be7cf34-f8a4-4368-a0bc-1c0bb6b6da03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:47.637292 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9be7cf34-f8a4-4368-a0bc-1c0bb6b6da03 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:24:47.637683 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9be7cf34-f8a4-4368-a0bc-1c0bb6b6da03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:47.651148 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:24:47.651148 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:24:47.651148 n-d-842952-2 neutron-server[83911]: timer() May 23 11:24:47.651148 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:24:47.651148 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:24:47.651148 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:24:47.651148 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:24:47.651148 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:24:47.651148 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:24:47.651148 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:24:47.651148 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:24:47.651148 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:24:47.651148 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:24:47.651148 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:24:47.651148 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:24:47.651148 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:24:47.651148 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:24:47.651148 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:24:47.651148 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:24:47.651148 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:24:47.651148 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:24:47.651148 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:24:47.651148 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:24:47.651148 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:24:47.651148 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:24:47.651148 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:24:47.651148 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:24:47.651148 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:24:47.651148 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:24:47.651148 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:24:47.651148 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:24:47.651148 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:24:47.654512 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7a0fb2c3-819c-46b1-af93-840613653966 req-8a049497-0684-474e-98aa-b5d5957e1995 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626194 May 23 11:24:47.661985 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3923e9-1dc9-4edd-9c0f-489c79f7a81f tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:47.666586 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3923e9-1dc9-4edd-9c0f-489c79f7a81f tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:47.667368 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-be3923e9-1dc9-4edd-9c0f-489c79f7a81f tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Synchronizing usage tracker for tenant:aff5ab15380840359395eccd13918dfd on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:24:47.744477 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-be3923e9-1dc9-4edd-9c0f-489c79f7a81f tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Unset dirty status for tenant:aff5ab15380840359395eccd13918dfd on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:24:47.745568 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-be3923e9-1dc9-4edd-9c0f-489c79f7a81f tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2918191 May 23 11:24:47.748529 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37782) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:47.772203 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-82eaf0d5-cfce-46fa-8993-7d583539934c tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:47.843132 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eaf0d5-cfce-46fa-8993-7d583539934c tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event updated for resources: {'Subnet': ['ID=eca44aa7-0f38-4f3f-9f3d-3db6ff4c5294,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:47.868231 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-2c9db18d-566e-4194-9fc7-70bd868fa3d6 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Deleting port 96c6988b-d5f0-432a-a9eb-0f4d6c35d6af {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:24:47.868231 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2c9db18d-566e-4194-9fc7-70bd868fa3d6 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:47.902787 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9be7cf34-f8a4-4368-a0bc-1c0bb6b6da03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:47.905564 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82eaf0d5-cfce-46fa-8993-7d583539934c tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Checking segment: {'id': '04939da4-10a5-4559-80bb-aa06a2da213f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2e5729db-3083-42d7-a059-87577ae65543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:24:47.906303 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82eaf0d5-cfce-46fa-8993-7d583539934c tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Network hostable DHCP agents. Network: 2e5729db-3083-42d7-a059-87577ae65543, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:24:47.929245 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9be7cf34-f8a4-4368-a0bc-1c0bb6b6da03 admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:47.931804 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82eaf0d5-cfce-46fa-8993-7d583539934c tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Network 2e5729db-3083-42d7-a059-87577ae65543 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:24:47.945335 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-82eaf0d5-cfce-46fa-8993-7d583539934c tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 2e5729db-3083-42d7-a059-87577ae65543) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:24:47.951299 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82eaf0d5-cfce-46fa-8993-7d583539934c tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:47.951473 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-82eaf0d5-cfce-46fa-8993-7d583539934c tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:47.952002 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7cf34-f8a4-4368-a0bc-1c0bb6b6da03 admin admin] Pushing event deleted for resources: {'Network': ['ID=0308ef6c-1caf-4171-ace3-29e1cb4dd978,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:47.956844 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9be7cf34-f8a4-4368-a0bc-1c0bb6b6da03 admin admin] 10.222.0.79 "DELETE /v2.0/networks/0308ef6c-1caf-4171-ace3-29e1cb4dd978 HTTP/1.1" status: 204 len: 168 time: 2.4525385 May 23 11:24:47.965706 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c07da63-e955-443a-ab12-e71f3bcdd21a None None] Network 2e5729db-3083-42d7-a059-87577ae65543 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:24:47.994041 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-82eaf0d5-cfce-46fa-8993-7d583539934c tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0946674 May 23 11:24:47.994921 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37792) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:48.002287 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-b7431966-0bf5-4007-b4d7-3cc48b48f750 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:48.218530 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b7431966-0bf5-4007-b4d7-3cc48b48f750 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1754629'] for subnet, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:48.383782 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37802) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:48.402359 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75622c11-cd9d-4cc1-9453-e356097f9add None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-2e5729db-3083-42d7-a059-87577ae65543', 'network_id': '2e5729db-3083-42d7-a059-87577ae65543', 'tenant_id': '315452c642844720b9e20950ddfc46df', 'fixed_ips': [{'subnet_id': 'eca44aa7-0f38-4f3f-9f3d-3db6ff4c5294'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:24:48.403279 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-75622c11-cd9d-4cc1-9453-e356097f9add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:48.458554 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2c9db18d-566e-4194-9fc7-70bd868fa3d6 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:48.617846 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-2c9db18d-566e-4194-9fc7-70bd868fa3d6 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Calling delete_port for 96c6988b-d5f0-432a-a9eb-0f4d6c35d6af owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:24:48.633425 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b7431966-0bf5-4007-b4d7-3cc48b48f750 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748724734365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1761521'] for subnet, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:48.688037 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:24:48.700706 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7431966-0bf5-4007-b4d7-3cc48b48f750 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:48.700706 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b7431966-0bf5-4007-b4d7-3cc48b48f750 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:48.704754 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b6dcb578-42bb-4f70-a3e0-21b6c242be95 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d3ec9888c9b84da5954173e8d76fab76&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3188608 May 23 11:24:48.705200 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b7431966-0bf5-4007-b4d7-3cc48b48f750 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "PUT /v2.0/subnets/eca44aa7-0f38-4f3f-9f3d-3db6ff4c5294 HTTP/1.1" status: 200 len: 806 time: 0.7090011 May 23 11:24:48.705842 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-75622c11-cd9d-4cc1-9453-e356097f9add None None] Allocated IP 172.20.0.2 (2e5729db-3083-42d7-a059-87577ae65543/eca44aa7-0f38-4f3f-9f3d-3db6ff4c5294/c2359b1e-6711-46e8-a2cd-ac601e7bac95) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:24:48.706360 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37814) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:48.706360 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37816) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:48.730777 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2c9db18d-566e-4194-9fc7-70bd868fa3d6 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:48.804692 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9db18d-566e-4194-9fc7-70bd868fa3d6 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event deleted for resources: {'Port': ['ID=96c6988b-d5f0-432a-a9eb-0f4d6c35d6af,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:48.828745 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2c9db18d-566e-4194-9fc7-70bd868fa3d6 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:48.855745 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2c9db18d-566e-4194-9fc7-70bd868fa3d6 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/ports/96c6988b-d5f0-432a-a9eb-0f4d6c35d6af HTTP/1.1" status: 204 len: 168 time: 1.1036062 May 23 11:24:48.855989 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37822) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:48.876671 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7431966-0bf5-4007-b4d7-3cc48b48f750 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event updated for resources: {'Subnet': ['ID=eca44aa7-0f38-4f3f-9f3d-3db6ff4c5294,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:48.965587 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238c780c-773b-4576-ad8c-ac5fcd7d492f tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:48.966378 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-238c780c-773b-4576-ad8c-ac5fcd7d492f tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Synchronizing usage tracker for tenant:aff5ab15380840359395eccd13918dfd on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:24:48.974288 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-75622c11-cd9d-4cc1-9453-e356097f9add None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:48.992681 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-238c780c-773b-4576-ad8c-ac5fcd7d492f tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Unset dirty status for tenant:aff5ab15380840359395eccd13918dfd on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:24:48.992681 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-238c780c-773b-4576-ad8c-ac5fcd7d492f tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1309447 May 23 11:24:49.002922 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-75622c11-cd9d-4cc1-9453-e356097f9add None None] Transition to ACTIVE for port object c2359b1e-6711-46e8-a2cd-ac601e7bac95 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:24:49.003201 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37830) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:49.047796 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 50887b44-918f-46b8-8f9a-0a4bef6bf4af no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:24:49.073758 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-650a45e7-e88d-4c65-861b-b6114d6c2ce6 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] GET failed (client error): The resource could not be found. May 23 11:24:49.077694 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-650a45e7-e88d-4c65-861b-b6114d6c2ce6 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "GET /v2.0/ports/d901a29c-1e6e-4fad-9324-69b27abdfc1b HTTP/1.1" status: 404 len: 333 time: 0.0711436 May 23 11:24:49.078917 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37836) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:49.096486 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 04a38336-6e79-4ba1-8579-46d9a7b25fd8 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:24:49.121278 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3bde1ec0-fb43-4d34-9aff-d9fc858cf4aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:49.127339 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-03f96732-e33f-4c37-8439-071572e41abb tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] GET failed (client error): The resource could not be found. May 23 11:24:49.132025 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-03f96732-e33f-4c37-8439-071572e41abb tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "GET /v2.0/ports/96c6988b-d5f0-432a-a9eb-0f4d6c35d6af HTTP/1.1" status: 404 len: 333 time: 0.0517626 May 23 11:24:49.132785 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37840) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:49.135917 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 50887b44-918f-46b8-8f9a-0a4bef6bf4af {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:24:49.136414 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 50887b44-918f-46b8-8f9a-0a4bef6bf4af not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:24:49.162340 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b37f17e3-183a-48e1-bce1-c147ad3a9907 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:49.172994 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-75622c11-cd9d-4cc1-9453-e356097f9add None None] Transition to ACTIVE for port object c2359b1e-6711-46e8-a2cd-ac601e7bac95 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:24:49.188153 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-75622c11-cd9d-4cc1-9453-e356097f9add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:49.194879 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3bde1ec0-fb43-4d34-9aff-d9fc858cf4aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:49.209811 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38eac66-3077-4bd8-a268-18da9acec9c0 req-a9cb9254-480c-4392-b483-30b57d4781bd tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:49.211307 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f38eac66-3077-4bd8-a268-18da9acec9c0 req-a9cb9254-480c-4392-b483-30b57d4781bd tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e27d7cd-3c1c-4311-8017-ceaf65dc4811 HTTP/1.1" status: 200 len: 944 time: 0.3359687 May 23 11:24:49.223076 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-b37f17e3-183a-48e1-bce1-c147ad3a9907 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Deleting port c2359b1e-6711-46e8-a2cd-ac601e7bac95 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:24:49.223548 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b37f17e3-183a-48e1-bce1-c147ad3a9907 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:49.272115 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75622c11-cd9d-4cc1-9453-e356097f9add None None] Pushing event updated for resources: {'Port': ['ID=c2359b1e-6711-46e8-a2cd-ac601e7bac95,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:49.275411 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75622c11-cd9d-4cc1-9453-e356097f9add None None] Network 2e5729db-3083-42d7-a059-87577ae65543 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:24:49.279013 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-75622c11-cd9d-4cc1-9453-e356097f9add None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:24:49.285884 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75622c11-cd9d-4cc1-9453-e356097f9add None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:24:49.288134 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01890c60-abd9-41a8-8e74-34e05e639ea7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:49.300888 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122fb41-4abe-40f5-ad65-35e60bcf50e9 req-70e9471a-c1dd-49bd-8212-95007acdeb8c tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:49.302370 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8122fb41-4abe-40f5-ad65-35e60bcf50e9 req-70e9471a-c1dd-49bd-8212-95007acdeb8c tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 946 time: 0.3694136 May 23 11:24:49.392398 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75622c11-cd9d-4cc1-9453-e356097f9add None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:24:49.393134 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75622c11-cd9d-4cc1-9453-e356097f9add None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:24:49.393468 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75622c11-cd9d-4cc1-9453-e356097f9add None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:24:49.393799 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75622c11-cd9d-4cc1-9453-e356097f9add None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:24:49.394126 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75622c11-cd9d-4cc1-9453-e356097f9add None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:24:49.394543 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75622c11-cd9d-4cc1-9453-e356097f9add None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:24:49.394756 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75622c11-cd9d-4cc1-9453-e356097f9add None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:24:49.395112 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75622c11-cd9d-4cc1-9453-e356097f9add None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:24:49.395525 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75622c11-cd9d-4cc1-9453-e356097f9add None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:24:49.400104 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75622c11-cd9d-4cc1-9453-e356097f9add None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:24:49.400700 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75622c11-cd9d-4cc1-9453-e356097f9add None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:24:49.419987 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 04a38336-6e79-4ba1-8579-46d9a7b25fd8 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:24:49.436083 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 04a38336-6e79-4ba1-8579-46d9a7b25fd8 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:24:49.437432 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:49.466567 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01890c60-abd9-41a8-8e74-34e05e639ea7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:49.496331 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-01890c60-abd9-41a8-8e74-34e05e639ea7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efd3a1fc-00b7-4b30-8675-7c48058cbdb6']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:49.512833 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-01890c60-abd9-41a8-8e74-34e05e639ea7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38e704b8-fe9d-41c5-87ae-e1c264c17010') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:49.513198 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-01890c60-abd9-41a8-8e74-34e05e639ea7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38e704b8-fe9d-41c5-87ae-e1c264c17010') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:49.516295 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-75622c11-cd9d-4cc1-9453-e356097f9add None None] Attempting to bind port c2359b1e-6711-46e8-a2cd-ac601e7bac95 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:24:49.517119 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-75622c11-cd9d-4cc1-9453-e356097f9add None None] Attempting to bind port c2359b1e-6711-46e8-a2cd-ac601e7bac95 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '04939da4-10a5-4559-80bb-aa06a2da213f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2e5729db-3083-42d7-a059-87577ae65543'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:24:49.517918 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75622c11-cd9d-4cc1-9453-e356097f9add None None] Attempting to bind port c2359b1e-6711-46e8-a2cd-ac601e7bac95 on network 2e5729db-3083-42d7-a059-87577ae65543 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:24:49.529433 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01890c60-abd9-41a8-8e74-34e05e639ea7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:49.538947 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75622c11-cd9d-4cc1-9453-e356097f9add None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:24:49.540144 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75622c11-cd9d-4cc1-9453-e356097f9add None None] Checking segment: {'id': '04939da4-10a5-4559-80bb-aa06a2da213f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2e5729db-3083-42d7-a059-87577ae65543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:24:49.540884 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-75622c11-cd9d-4cc1-9453-e356097f9add None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:49.542383 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75622c11-cd9d-4cc1-9453-e356097f9add None None] Bound using segment: {'id': '04939da4-10a5-4559-80bb-aa06a2da213f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2e5729db-3083-42d7-a059-87577ae65543'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:24:49.543358 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-75622c11-cd9d-4cc1-9453-e356097f9add None None] Bound port: c2359b1e-6711-46e8-a2cd-ac601e7bac95, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04939da4-10a5-4559-80bb-aa06a2da213f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2e5729db-3083-42d7-a059-87577ae65543'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:24:49.544318 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-75622c11-cd9d-4cc1-9453-e356097f9add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:49.561591 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01890c60-abd9-41a8-8e74-34e05e639ea7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:49.572487 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01890c60-abd9-41a8-8e74-34e05e639ea7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:24:49.573033 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01890c60-abd9-41a8-8e74-34e05e639ea7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:49.583858 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f38eac66-3077-4bd8-a268-18da9acec9c0 req-3f982433-1e11-4a60-b4ff-9d25f49a7883 tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9edca37-274e-4d11-8f06-aa888b79d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290324 May 23 11:24:49.598189 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-b37f17e3-183a-48e1-bce1-c147ad3a9907 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] For port c2359b1e-6711-46e8-a2cd-ac601e7bac95, host n-d-842952-2, got binding levels [] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:24:49.598925 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b37f17e3-183a-48e1-bce1-c147ad3a9907 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:49.599154 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:24:49.599154 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:24:49.599154 n-d-842952-2 neutron-server[83911]: timer() May 23 11:24:49.599154 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:24:49.599154 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:24:49.599154 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:24:49.599154 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:24:49.599154 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:24:49.599154 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:24:49.599154 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:24:49.599154 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:24:49.599154 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:24:49.599154 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:24:49.599154 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:24:49.599154 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:24:49.599154 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:24:49.599154 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:24:49.599154 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:24:49.599154 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:24:49.599154 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:24:49.599154 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:24:49.599154 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:24:49.599154 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:24:49.599154 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:24:49.599154 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:24:49.599154 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:24:49.599154 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:24:49.599154 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:24:49.599154 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:24:49.599154 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:24:49.599154 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:24:49.599154 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:24:49.617607 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8122fb41-4abe-40f5-ad65-35e60bcf50e9 req-c0763284-3378-4779-8845-424e0c9b2fc9 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2965624 May 23 11:24:49.622284 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3bde1ec0-fb43-4d34-9aff-d9fc858cf4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:49.698506 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:49.705410 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01890c60-abd9-41a8-8e74-34e05e639ea7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:49.743325 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01890c60-abd9-41a8-8e74-34e05e639ea7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:49.744899 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e27d7cd-3c1c-4311-8017-ceaf65dc4811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a38336-6e79-4ba1-8579-46d9a7b25fd8'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:24:49.752782 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-75622c11-cd9d-4cc1-9453-e356097f9add None None] For port c2359b1e-6711-46e8-a2cd-ac601e7bac95, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:24:49.771303 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-01890c60-abd9-41a8-8e74-34e05e639ea7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/networks/efd3a1fc-00b7-4b30-8675-7c48058cbdb6 HTTP/1.1" status: 204 len: 168 time: 0.6334679 May 23 11:24:49.771303 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01890c60-abd9-41a8-8e74-34e05e639ea7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event deleted for resources: {'Network': ['ID=efd3a1fc-00b7-4b30-8675-7c48058cbdb6,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:49.771954 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37858) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:49.777716 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 04a38336-6e79-4ba1-8579-46d9a7b25fd8, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=04a38336-6e79-4ba1-8579-46d9a7b25fd8,segment=NetworkSegment(6205c858-7c99-44f7-82de-027d76ca7c84),segment_id=6205c858-7c99-44f7-82de-027d76ca7c84)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:24:49.779617 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-75622c11-cd9d-4cc1-9453-e356097f9add None None] For port c2359b1e-6711-46e8-a2cd-ac601e7bac95, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=c2359b1e-6711-46e8-a2cd-ac601e7bac95,segment=NetworkSegment(04939da4-10a5-4559-80bb-aa06a2da213f),segment_id=04939da4-10a5-4559-80bb-aa06a2da213f)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:24:49.785775 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-7d6a3856-1eab-4200-b331-67ed1d003f84 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1247121531'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:49.792684 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:49.793617 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7d6a3856-1eab-4200-b331-67ed1d003f84 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:24:49.798792 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7d6a3856-1eab-4200-b331-67ed1d003f84 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Usage tracker for resource:network and tenant:aff5ab15380840359395eccd13918dfd is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:24:49.803105 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7d6a3856-1eab-4200-b331-67ed1d003f84 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:24:49.809732 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7d6a3856-1eab-4200-b331-67ed1d003f84 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:24:49.823325 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6a3856-1eab-4200-b331-67ed1d003f84 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Made reservation on behalf of aff5ab15380840359395eccd13918dfd for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:24:49.826793 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7d6a3856-1eab-4200-b331-67ed1d003f84 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:49.839184 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-75622c11-cd9d-4cc1-9453-e356097f9add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:49.871165 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d6a3856-1eab-4200-b331-67ed1d003f84 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:24:49.884601 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7d6a3856-1eab-4200-b331-67ed1d003f84 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:49.885623 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-7d6a3856-1eab-4200-b331-67ed1d003f84 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Added segment 67cd833d-1f91-42f2-99ba-dc14db28b2d7 of type vlan for network 0733fde1-5b0c-4da5-adc1-5a310b31aa97 May 23 11:24:49.896750 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddf8bafc-ec78-47f2-9434-43231cb0261d'] response: {'server_uuid': '1e27d7cd-3c1c-4311-8017-ceaf65dc4811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a38336-6e79-4ba1-8579-46d9a7b25fd8', 'code': 200} May 23 11:24:49.918856 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=04a38336-6e79-4ba1-8579-46d9a7b25fd8,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:49.946352 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7d6a3856-1eab-4200-b331-67ed1d003f84 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:49.950166 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-b37f17e3-183a-48e1-bce1-c147ad3a9907 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Calling delete_port for c2359b1e-6711-46e8-a2cd-ac601e7bac95 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:24:50.002380 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde1ec0-fb43-4d34-9aff-d9fc858cf4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e1af21-d341-4e5b-8c55-af080821157a,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:50.015051 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3bde1ec0-fb43-4d34-9aff-d9fc858cf4aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:50.018615 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3bde1ec0-fb43-4d34-9aff-d9fc858cf4aa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/45e1af21-d341-4e5b-8c55-af080821157a HTTP/1.1" status: 204 len: 168 time: 1.3036165 May 23 11:24:50.076761 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7d6a3856-1eab-4200-b331-67ed1d003f84 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:50.081344 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6a3856-1eab-4200-b331-67ed1d003f84 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:50.081979 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7d6a3856-1eab-4200-b331-67ed1d003f84 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:50.085063 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75622c11-cd9d-4cc1-9453-e356097f9add None None] Pushing event updated for resources: {'Port': ['ID=c2359b1e-6711-46e8-a2cd-ac601e7bac95,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:50.147189 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.api [None req-b37f17e3-183a-48e1-bce1-c147ad3a9907 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:24:50.147894 n-d-842952-2 neutron-server[83910]: DEBUG oslo_db.api [None req-b37f17e3-183a-48e1-bce1-c147ad3a9907 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:24:50.158724 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb9e23-8645-4722-88c2-33f420d81dcf req-4c7277d8-ec52-4947-b345-27fa037596e3 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:50.171022 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7d6a3856-1eab-4200-b331-67ed1d003f84 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3851528 May 23 11:24:50.171129 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3bdb9e23-8645-4722-88c2-33f420d81dcf req-4c7277d8-ec52-4947-b345-27fa037596e3 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 946 time: 0.1564825 May 23 11:24:50.171129 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37870) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:50.171129 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37872) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:50.180032 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-4a7fa357-b5dd-4abf-8ca6-0d3cabb6b8e5 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'subnet': {'network_id': '0733fde1-5b0c-4da5-adc1-5a310b31aa97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:50.200888 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-fa6822c6-66d9-4151-b0cc-e50df37ec7bf tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Request body: {'floatingip': {'port_id': '0149fd8a-049d-4ca2-ad81-8626eed3d2b4'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:50.336268 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-32481529-0272-41db-922b-86b220c8b399 req-428b0887-d7aa-4471-95d2-c9b3a9df14ff service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1e27d7cd-3c1c-4311-8017-ceaf65dc4811 HTTP/1.1" status: 200 len: 1096 time: 0.3507373 May 23 11:24:50.372222 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fa6822c6-66d9-4151-b0cc-e50df37ec7bf tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks [] for floatingip, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:50.409639 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a3856-1eab-4200-b331-67ed1d003f84 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event updated for resources: {'Network': ['ID=0733fde1-5b0c-4da5-adc1-5a310b31aa97,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:50.422033 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 0733fde1-5b0c-4da5-adc1-5a310b31aa97 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:24:50.542628 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-32481529-0272-41db-922b-86b220c8b399 req-714e3f45-db5f-4038-a5d2-46bedf433fef service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e9edca37-274e-4d11-8f06-aa888b79d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939991 May 23 11:24:50.723768 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-b37f17e3-183a-48e1-bce1-c147ad3a9907 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Deleting port c2359b1e-6711-46e8-a2cd-ac601e7bac95 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:24:50.723768 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b37f17e3-183a-48e1-bce1-c147ad3a9907 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:50.757640 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device c2359b1e-6711-46e8-a2cd-ac601e7bac95 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:24:50.783371 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4a7fa357-b5dd-4abf-8ca6-0d3cabb6b8e5 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:24:50.802031 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4a7fa357-b5dd-4abf-8ca6-0d3cabb6b8e5 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Usage tracker for resource:subnet and tenant:aff5ab15380840359395eccd13918dfd is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:24:50.812765 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4a7fa357-b5dd-4abf-8ca6-0d3cabb6b8e5 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:24:50.871913 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4a7fa357-b5dd-4abf-8ca6-0d3cabb6b8e5 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:24:50.900995 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port c2359b1e-6711-46e8-a2cd-ac601e7bac95 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:24:51.124628 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37908) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:51.202495 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7fa357-b5dd-4abf-8ca6-0d3cabb6b8e5 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Made reservation on behalf of aff5ab15380840359395eccd13918dfd for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:24:51.267890 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e6dbaca2-c3a5-42e5-b823-b624fbf84ce4 req-c2d05fbe-ad74-4743-bba0-f443ae1462fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d8e63cb106b40b880c35c46eb22d5c0&device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 1096 time: 0.2384923 May 23 11:24:51.332469 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4a7fa357-b5dd-4abf-8ca6-0d3cabb6b8e5 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:51.493080 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.ipam_backend_mixin [None req-4a7fa357-b5dd-4abf-8ca6-0d3cabb6b8e5 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Performing IP validity checks on allocation pools {{(pid=83910) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 23 11:24:51.497970 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.ipam_backend_mixin [None req-4a7fa357-b5dd-4abf-8ca6-0d3cabb6b8e5 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83910) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 23 11:24:51.519632 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6fe23b-fc2a-4eb1-a7ec-cca3e1693b72 None None] Network 2e5729db-3083-42d7-a059-87577ae65543 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:24:51.634185 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-715adaf6-d340-4ed6-9060-30e8cc6e0e10 tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] 10.222.0.79 "GET /v2.0/ports?project_id=7e6820b1da73478a8f6280c600dfbb0e&network_id=862e9dfa-9220-4fa8-8863-16bb1e61f09a HTTP/1.1" status: 200 len: 2970 time: 0.5152755 May 23 11:24:51.636503 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dbaca2-c3a5-42e5-b823-b624fbf84ce4 req-bcdbc006-f6c8-4fca-852f-3ff6b228a2a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:51.638308 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e6dbaca2-c3a5-42e5-b823-b624fbf84ce4 req-bcdbc006-f6c8-4fca-852f-3ff6b228a2a8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6213997a-77dd-4973-bef8-b88fbf379b24 HTTP/1.1" status: 200 len: 913 time: 0.3567986 May 23 11:24:51.718061 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e075f62a-6c61-4e6c-aef7-8bed78c12563 None None] Provisioning for port c2359b1e-6711-46e8-a2cd-ac601e7bac95 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:24:51.728445 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e075f62a-6c61-4e6c-aef7-8bed78c12563 None None] Provisioning complete for port c2359b1e-6711-46e8-a2cd-ac601e7bac95 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:24:51.728890 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e075f62a-6c61-4e6c-aef7-8bed78c12563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:51.763031 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e6dbaca2-c3a5-42e5-b823-b624fbf84ce4 req-f1c0d26d-7c2b-41e4-92fd-74ce19db9962 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3afd64a2-b6a5-4913-a9be-716566b8de39 HTTP/1.1" status: 200 len: 1000 time: 0.1186230 May 23 11:24:51.867622 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-b37f17e3-183a-48e1-bce1-c147ad3a9907 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] For port c2359b1e-6711-46e8-a2cd-ac601e7bac95, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=c2359b1e-6711-46e8-a2cd-ac601e7bac95,segment=NetworkSegment(04939da4-10a5-4559-80bb-aa06a2da213f),segment_id=04939da4-10a5-4559-80bb-aa06a2da213f)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:24:51.868297 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b37f17e3-183a-48e1-bce1-c147ad3a9907 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:51.869931 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dbaca2-c3a5-42e5-b823-b624fbf84ce4 req-f2733776-583b-45ea-b9d8-ef4399d3f8ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:51.871494 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e6dbaca2-c3a5-42e5-b823-b624fbf84ce4 req-f2733776-583b-45ea-b9d8-ef4399d3f8ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54335c97-79a1-4f1c-bc27-f53589fd26ef HTTP/1.1" status: 200 len: 851 time: 0.0994918 May 23 11:24:52.044401 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e6dbaca2-c3a5-42e5-b823-b624fbf84ce4 req-faf3f935-8230-4e8d-a59e-425db1a08066 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6213997a-77dd-4973-bef8-b88fbf379b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1612494 May 23 11:24:52.058117 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-b37f17e3-183a-48e1-bce1-c147ad3a9907 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Calling delete_port for c2359b1e-6711-46e8-a2cd-ac601e7bac95 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:24:52.205063 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e075f62a-6c61-4e6c-aef7-8bed78c12563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:52.229589 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab48e93-197d-4cbc-895d-6216a1f1e69a req-4c3699c6-d2bd-4147-8fea-27d8973dd8fd tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:52.231081 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dab48e93-197d-4cbc-895d-6216a1f1e69a req-4c3699c6-d2bd-4147-8fea-27d8973dd8fd tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e27d7cd-3c1c-4311-8017-ceaf65dc4811 HTTP/1.1" status: 200 len: 945 time: 1.2749469 May 23 11:24:52.336428 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dab48e93-197d-4cbc-895d-6216a1f1e69a req-70f9d8b7-bff0-4d60-98ae-64333cc3e799 tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9edca37-274e-4d11-8f06-aa888b79d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857508 May 23 11:24:52.341905 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165ae88-565e-45ad-ada9-5e903bfd8c5e req-a6d2cb9e-76db-481d-9f0a-24933e2995e5 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:52.349268 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7165ae88-565e-45ad-ada9-5e903bfd8c5e req-a6d2cb9e-76db-481d-9f0a-24933e2995e5 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 1.2705266 May 23 11:24:52.371973 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e6dbaca2-c3a5-42e5-b823-b624fbf84ce4 req-7e2de436-9c29-496a-b5dc-5c8a33525a24 service neutron] 10.222.0.13 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042679 May 23 11:24:52.447439 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b37f17e3-183a-48e1-bce1-c147ad3a9907 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:52.538345 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f17e3-183a-48e1-bce1-c147ad3a9907 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event deleted for resources: {'Port': ['ID=c2359b1e-6711-46e8-a2cd-ac601e7bac95,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:52.612805 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7dfc37-1de6-4b21-ba52-7d725755518c None None] Network 2e5729db-3083-42d7-a059-87577ae65543 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:24:52.660690 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e6dbaca2-c3a5-42e5-b823-b624fbf84ce4 req-e2401fcb-7d05-43ae-9c29-77707975ab37 service neutron] 10.222.0.13 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777724 May 23 11:24:52.664321 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-bd73972e-abb4-4444-b0f1-a2b4af2407c7 None None] Could not find standard attr ID for object c2359b1e-6711-46e8-a2cd-ac601e7bac95. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:24:52.764659 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7165ae88-565e-45ad-ada9-5e903bfd8c5e req-edd1232a-22af-4664-9a41-4d88cd0215e7 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4141920 May 23 11:24:52.905383 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37f17e3-183a-48e1-bce1-c147ad3a9907 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] No DVR routers for this DVR port c2359b1e-6711-46e8-a2cd-ac601e7bac95 on host n-d-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:24:53.029772 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4a7fa357-b5dd-4abf-8ca6-0d3cabb6b8e5 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:53.116672 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37964) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:53.173436 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b37f17e3-183a-48e1-bce1-c147ad3a9907 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:53.217768 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450e62a3-97fe-409c-8982-443d1484f23e tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:53.221701 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-450e62a3-97fe-409c-8982-443d1484f23e tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=87d63aa2-c2e7-4553-824a-d818708dd83b HTTP/1.1" status: 200 len: 814 time: 0.1019289 May 23 11:24:53.255058 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7fa357-b5dd-4abf-8ca6-0d3cabb6b8e5 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event updated for resources: {'Subnet': ['ID=8efb086e-f32e-4a1d-9105-e1c597eac174,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:53.398724 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7fa357-b5dd-4abf-8ca6-0d3cabb6b8e5 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Checking segment: {'id': '67cd833d-1f91-42f2-99ba-dc14db28b2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0733fde1-5b0c-4da5-adc1-5a310b31aa97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:24:53.399099 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7fa357-b5dd-4abf-8ca6-0d3cabb6b8e5 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Network hostable DHCP agents. Network: 0733fde1-5b0c-4da5-adc1-5a310b31aa97, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:24:53.416270 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b37f17e3-183a-48e1-bce1-c147ad3a9907 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:53.500864 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5ebded-8f17-4f70-86a7-af58e36399ec None None] Network 2e5729db-3083-42d7-a059-87577ae65543 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:24:53.515191 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f17e3-183a-48e1-bce1-c147ad3a9907 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event deleted for resources: {'Subnet': ['ID=eca44aa7-0f38-4f3f-9f3d-3db6ff4c5294,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:53.634375 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fa6822c6-66d9-4151-b0cc-e50df37ec7bf tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:53.663390 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b37f17e3-183a-48e1-bce1-c147ad3a9907 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:53.699236 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-b37f17e3-183a-48e1-bce1-c147ad3a9907 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e5729db-3083-42d7-a059-87577ae65543']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:53.726141 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fa6822c6-66d9-4151-b0cc-e50df37ec7bf tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:53.730761 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37988) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:53.741078 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-2b97adc9-fd76-4667-8f0d-624051a5d8df tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Request body: {'network': {'name': 'tempest-network-smoke--202278775', 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'port_security_enabled': True}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:53.753043 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2b97adc9-fd76-4667-8f0d-624051a5d8df tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:24:53.770065 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2b97adc9-fd76-4667-8f0d-624051a5d8df tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:24:53.770598 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0732724e-bc78-4571-8e7f-f440ec9703a7 None None] DHCP port deletion for 2e5729db-3083-42d7-a059-87577ae65543 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:24:53.789860 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b97adc9-fd76-4667-8f0d-624051a5d8df tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Made reservation on behalf of 7e6820b1da73478a8f6280c600dfbb0e for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:24:53.793349 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2b97adc9-fd76-4667-8f0d-624051a5d8df tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:53.870314 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b97adc9-fd76-4667-8f0d-624051a5d8df tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:24:53.897863 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-b37f17e3-183a-48e1-bce1-c147ad3a9907 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04939da4-10a5-4559-80bb-aa06a2da213f') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:53.898171 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-b37f17e3-183a-48e1-bce1-c147ad3a9907 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04939da4-10a5-4559-80bb-aa06a2da213f') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:53.908882 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2b97adc9-fd76-4667-8f0d-624051a5d8df tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:53.909217 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-2b97adc9-fd76-4667-8f0d-624051a5d8df tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Added segment 37af7c81-dc61-4da9-9a68-9ee6e2d22927 of type vlan for network 82ba39e4-bdf1-472a-bde7-8fcb89848fff May 23 11:24:53.953423 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2b97adc9-fd76-4667-8f0d-624051a5d8df tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:53.992614 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2b97adc9-fd76-4667-8f0d-624051a5d8df tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:53.997940 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b97adc9-fd76-4667-8f0d-624051a5d8df tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:53.999211 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2b97adc9-fd76-4667-8f0d-624051a5d8df tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:54.052664 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b37f17e3-183a-48e1-bce1-c147ad3a9907 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:54.120232 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b37f17e3-183a-48e1-bce1-c147ad3a9907 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:54.129573 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b37f17e3-183a-48e1-bce1-c147ad3a9907 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:24:54.130314 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b37f17e3-183a-48e1-bce1-c147ad3a9907 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:54.136218 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97adc9-fd76-4667-8f0d-624051a5d8df tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event updated for resources: {'Network': ['ID=82ba39e4-bdf1-472a-bde7-8fcb89848fff,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:54.141107 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2b97adc9-fd76-4667-8f0d-624051a5d8df tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4092727 May 23 11:24:54.144488 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38006) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:54.147896 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 82ba39e4-bdf1-472a-bde7-8fcb89848fff details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:24:54.257581 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8f4e56-856f-4eeb-9c4f-59e1fdfbed82 tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:54.259084 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-bb8f4e56-856f-4eeb-9c4f-59e1fdfbed82 tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=7e6820b1da73478a8f6280c600dfbb0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1128633 May 23 11:24:54.262016 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38012) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:54.280472 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:24:54.280472 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:24:54.280472 n-d-842952-2 neutron-server[83910]: timer() May 23 11:24:54.280472 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:24:54.280472 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:24:54.280472 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:24:54.280472 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:24:54.280472 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:24:54.280472 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:24:54.280472 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:24:54.280472 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:24:54.280472 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:24:54.280472 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:24:54.280472 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:24:54.280472 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:24:54.280472 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:24:54.280472 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:24:54.280472 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:24:54.280472 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:24:54.280472 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:24:54.280472 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:24:54.280472 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:24:54.280472 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:24:54.280472 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:24:54.280472 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:24:54.280472 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:24:54.280472 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:24:54.280472 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:24:54.280472 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:24:54.280472 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:24:54.280472 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:24:54.280472 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:24:54.304342 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b37f17e3-183a-48e1-bce1-c147ad3a9907 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:54.318637 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b37f17e3-183a-48e1-bce1-c147ad3a9907 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:54.361658 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7fa357-b5dd-4abf-8ca6-0d3cabb6b8e5 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Network 0733fde1-5b0c-4da5-adc1-5a310b31aa97 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:24:54.372404 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f17e3-183a-48e1-bce1-c147ad3a9907 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event deleted for resources: {'Network': ['ID=2e5729db-3083-42d7-a059-87577ae65543,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:54.387241 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-4a7fa357-b5dd-4abf-8ca6-0d3cabb6b8e5 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 0733fde1-5b0c-4da5-adc1-5a310b31aa97) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:24:54.399230 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac803f1-f1ae-4433-b6cb-969a26f4a967 None None] Network 0733fde1-5b0c-4da5-adc1-5a310b31aa97 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:24:54.411130 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7fa357-b5dd-4abf-8ca6-0d3cabb6b8e5 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:54.412479 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4a7fa357-b5dd-4abf-8ca6-0d3cabb6b8e5 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:54.447004 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9df0f-790c-42d3-9e07-e52f700c83d8 req-5280b722-5a09-406b-8dfc-ab21d01be7cc tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:54.455572 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-65c9df0f-790c-42d3-9e07-e52f700c83d8 req-5280b722-5a09-406b-8dfc-ab21d01be7cc tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e27d7cd-3c1c-4311-8017-ceaf65dc4811 HTTP/1.1" status: 200 len: 945 time: 0.8564243 May 23 11:24:54.524788 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4a7fa357-b5dd-4abf-8ca6-0d3cabb6b8e5 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3517814 May 23 11:24:54.540705 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38024) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:54.542643 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-65c9df0f-790c-42d3-9e07-e52f700c83d8 req-e3fc8bb4-e51f-4aec-bf7a-9d8d0196b2c6 tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9edca37-274e-4d11-8f06-aa888b79d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852661 May 23 11:24:54.548363 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d93a7dcb-c41f-4872-ae38-95e34b094237 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'port': {'network_id': '0733fde1-5b0c-4da5-adc1-5a310b31aa97', 'name': 'tempest-PortsTestJSON-405535068'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:54.551630 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b37f17e3-183a-48e1-bce1-c147ad3a9907 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "DELETE /v2.0/networks/2e5729db-3083-42d7-a059-87577ae65543 HTTP/1.1" status: 204 len: 168 time: 5.8407733 May 23 11:24:54.560352 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 38028) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:54.615408 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7529f-b544-4ed1-9928-ca8c9bbd2e6f req-c2464688-5183-41b3-944c-cba3c9827c91 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:54.625070 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-55e7529f-b544-4ed1-9928-ca8c9bbd2e6f req-c2464688-5183-41b3-944c-cba3c9827c91 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.6294289 May 23 11:24:54.628464 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-192b0ad4-1c14-4a32-8ba9-1221fcd212ad tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] DELETE failed (client error): The resource could not be found. May 23 11:24:54.629065 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-192b0ad4-1c14-4a32-8ba9-1221fcd212ad tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:24:54.636501 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-192b0ad4-1c14-4a32-8ba9-1221fcd212ad tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "DELETE /v2.0/networks/2e5729db-3083-42d7-a059-87577ae65543 HTTP/1.1" status: 404 len: 339 time: 0.0692062 May 23 11:24:54.638330 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 38036) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:54.652111 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device c2359b1e-6711-46e8-a2cd-ac601e7bac95 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:24:54.667170 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-c26cc7d3-a393-4a07-b8a1-6ea3d33caf8f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-690950371', 'description': 'd1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:54.673734 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c26cc7d3-a393-4a07-b8a1-6ea3d33caf8f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:24:54.678249 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c26cc7d3-a393-4a07-b8a1-6ea3d33caf8f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Usage tracker for resource:network and tenant:315452c642844720b9e20950ddfc46df is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:24:54.681882 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c26cc7d3-a393-4a07-b8a1-6ea3d33caf8f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:24:54.688471 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c26cc7d3-a393-4a07-b8a1-6ea3d33caf8f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:24:54.703426 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26cc7d3-a393-4a07-b8a1-6ea3d33caf8f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Made reservation on behalf of 315452c642844720b9e20950ddfc46df for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:24:54.710005 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c26cc7d3-a393-4a07-b8a1-6ea3d33caf8f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:54.728901 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: c2359b1e-6711-46e8-a2cd-ac601e7bac95 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:24:54.729479 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device c2359b1e-6711-46e8-a2cd-ac601e7bac95 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:24:54.796575 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c26cc7d3-a393-4a07-b8a1-6ea3d33caf8f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:24:54.812012 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f838187-f3f4-4969-a5b4-4fbc098e0e02 tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:54.819185 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1f838187-f3f4-4969-a5b4-4fbc098e0e02 tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5561874 May 23 11:24:54.820633 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38042) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:54.832470 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c26cc7d3-a393-4a07-b8a1-6ea3d33caf8f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:54.832810 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-c26cc7d3-a393-4a07-b8a1-6ea3d33caf8f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Added segment f9be15d5-3f5e-4ab2-9caa-fe2688d6cb43 of type vlan for network e00b4959-ac63-469c-87a3-0e0985db8600 May 23 11:24:54.839489 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-55e7529f-b544-4ed1-9928-ca8c9bbd2e6f req-deb1c0b6-1095-42f1-98c3-c07cdc0b53d8 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133856 May 23 11:24:54.865738 n-d-842952-2 neutron-server[83910]: INFO neutron.db.l3_db [None req-fa6822c6-66d9-4151-b0cc-e50df37ec7bf tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Floating IP 47d594b7-6534-431c-b312-66652caed24f associated. External IP: 172.25.6.145, port: 0149fd8a-049d-4ca2-ad81-8626eed3d2b4. May 23 11:24:54.958419 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3bf6e4-958c-4f24-815d-a8e252739ee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-0733fde1-5b0c-4da5-adc1-5a310b31aa97', 'network_id': '0733fde1-5b0c-4da5-adc1-5a310b31aa97', 'tenant_id': 'aff5ab15380840359395eccd13918dfd', 'fixed_ips': [{'subnet_id': '8efb086e-f32e-4a1d-9105-e1c597eac174'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:24:54.959586 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bc3bf6e4-958c-4f24-815d-a8e252739ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:54.978400 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-63c1d95e-b34e-45a1-8e3a-5185309e6667 tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=87d63aa2-c2e7-4553-824a-d818708dd83b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1503217 May 23 11:24:54.979731 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38052) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:55.112293 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-dbfd1e53-2ad2-4b56-a7f0-66afcf014e21 tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=7e6820b1da73478a8f6280c600dfbb0e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1288059 May 23 11:24:55.138055 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38062) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:55.313887 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-bc3bf6e4-958c-4f24-815d-a8e252739ee5 None None] Allocated IP 172.20.0.2 (0733fde1-5b0c-4da5-adc1-5a310b31aa97/8efb086e-f32e-4a1d-9105-e1c597eac174/773d9154-aed6-4d88-94bf-b690e194e90a) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:24:55.353407 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c26cc7d3-a393-4a07-b8a1-6ea3d33caf8f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:55.409186 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c26cc7d3-a393-4a07-b8a1-6ea3d33caf8f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:55.411441 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d93a7dcb-c41f-4872-ae38-95e34b094237 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:24:55.413570 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26cc7d3-a393-4a07-b8a1-6ea3d33caf8f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:55.414161 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c26cc7d3-a393-4a07-b8a1-6ea3d33caf8f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:55.437043 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d93a7dcb-c41f-4872-ae38-95e34b094237 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:24:55.620539 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93a7dcb-c41f-4872-ae38-95e34b094237 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Made reservation on behalf of aff5ab15380840359395eccd13918dfd for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:24:55.634253 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d93a7dcb-c41f-4872-ae38-95e34b094237 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:55.659246 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c26cc7d3-a393-4a07-b8a1-6ea3d33caf8f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9995453 May 23 11:24:55.665730 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 38078) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:55.678376 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26cc7d3-a393-4a07-b8a1-6ea3d33caf8f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event updated for resources: {'Network': ['ID=e00b4959-ac63-469c-87a3-0e0985db8600,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:55.693957 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54520b5d-d4d7-4210-97ec-392b58290930 tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:55.699014 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-54520b5d-d4d7-4210-97ec-392b58290930 tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5598555 May 23 11:24:55.699902 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38082) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:55.704698 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bc3bf6e4-958c-4f24-815d-a8e252739ee5 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:55.718501 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-bc3bf6e4-958c-4f24-815d-a8e252739ee5 None None] Transition to ACTIVE for port object 773d9154-aed6-4d88-94bf-b690e194e90a will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:24:55.761186 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network e00b4959-ac63-469c-87a3-0e0985db8600 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:24:55.789393 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d8139f4b-d9fd-486c-8969-825118db60b6 tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=87d63aa2-c2e7-4553-824a-d818708dd83b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0842009 May 23 11:24:55.794305 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38086) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:55.808992 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-d93a7dcb-c41f-4872-ae38-95e34b094237 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] device_id is not set on port a98dc26b-ee52-43be-a8ad-bce677dd3ca5 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:24:55.866509 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab48265-7516-4d6b-8818-d97b88f0eaa0 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:55.867083 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-fab48265-7516-4d6b-8818-d97b88f0eaa0 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Synchronizing usage tracker for tenant:315452c642844720b9e20950ddfc46df on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:24:55.886144 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-bc3bf6e4-958c-4f24-815d-a8e252739ee5 None None] Transition to ACTIVE for port object 773d9154-aed6-4d88-94bf-b690e194e90a will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:24:55.891312 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c860a2-6520-4746-9e7f-3fed605db0b6 req-dc096aa5-7441-4ab0-813d-60e1c5fd4c11 tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:55.898376 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c96f1b95-e1e6-4e69-8463-5de27ba21d48 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-431999080', 'network_id': '82ba39e4-bdf1-472a-bde7-8fcb89848fff', 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:55.902750 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f4c860a2-6520-4746-9e7f-3fed605db0b6 req-dc096aa5-7441-4ab0-813d-60e1c5fd4c11 tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e27d7cd-3c1c-4311-8017-ceaf65dc4811 HTTP/1.1" status: 200 len: 945 time: 0.3930924 May 23 11:24:55.914190 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bc3bf6e4-958c-4f24-815d-a8e252739ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:56.023596 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3bf6e4-958c-4f24-815d-a8e252739ee5 None None] Network 0733fde1-5b0c-4da5-adc1-5a310b31aa97 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:24:56.052518 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f4c860a2-6520-4746-9e7f-3fed605db0b6 req-3cef67f6-9d00-49e6-b604-acfbd969aa6b tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9edca37-274e-4d11-8f06-aa888b79d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487098 May 23 11:24:56.054327 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-fab48265-7516-4d6b-8818-d97b88f0eaa0 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Unset dirty status for tenant:315452c642844720b9e20950ddfc46df on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:24:56.058038 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-fab48265-7516-4d6b-8818-d97b88f0eaa0 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "GET /v2.0/networks?id=e00b4959-ac63-469c-87a3-0e0985db8600 HTTP/1.1" status: 200 len: 760 time: 0.3785865 May 23 11:24:56.111176 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-bc3bf6e4-958c-4f24-815d-a8e252739ee5 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:24:56.115921 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3bf6e4-958c-4f24-815d-a8e252739ee5 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:24:56.127653 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3bf6e4-958c-4f24-815d-a8e252739ee5 None None] Pushing event updated for resources: {'Port': ['ID=773d9154-aed6-4d88-94bf-b690e194e90a,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:56.142271 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 38098) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:56.211425 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-ffe0125d-d532-4b6d-ba83-317a085dc2e5 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Request body: {'network': {'description': 'd2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:56.234778 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c96f1b95-e1e6-4e69-8463-5de27ba21d48 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:24:56.253250 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c96f1b95-e1e6-4e69-8463-5de27ba21d48 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Usage tracker for resource:subnet and tenant:7e6820b1da73478a8f6280c600dfbb0e is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:24:56.268117 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c96f1b95-e1e6-4e69-8463-5de27ba21d48 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:24:56.290047 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c96f1b95-e1e6-4e69-8463-5de27ba21d48 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:24:56.395720 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-d93a7dcb-c41f-4872-ae38-95e34b094237 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Allocated IP 172.20.0.12 (0733fde1-5b0c-4da5-adc1-5a310b31aa97/8efb086e-f32e-4a1d-9105-e1c597eac174/a98dc26b-ee52-43be-a8ad-bce677dd3ca5) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:24:56.403596 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-bc3bf6e4-958c-4f24-815d-a8e252739ee5 None None] Attempting to bind port 773d9154-aed6-4d88-94bf-b690e194e90a on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:24:56.404157 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-bc3bf6e4-958c-4f24-815d-a8e252739ee5 None None] Attempting to bind port 773d9154-aed6-4d88-94bf-b690e194e90a by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '67cd833d-1f91-42f2-99ba-dc14db28b2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0733fde1-5b0c-4da5-adc1-5a310b31aa97'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:24:56.404608 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3bf6e4-958c-4f24-815d-a8e252739ee5 None None] Attempting to bind port 773d9154-aed6-4d88-94bf-b690e194e90a on network 0733fde1-5b0c-4da5-adc1-5a310b31aa97 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:24:56.421908 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3bf6e4-958c-4f24-815d-a8e252739ee5 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:24:56.422398 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3bf6e4-958c-4f24-815d-a8e252739ee5 None None] Checking segment: {'id': '67cd833d-1f91-42f2-99ba-dc14db28b2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0733fde1-5b0c-4da5-adc1-5a310b31aa97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:24:56.422924 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bc3bf6e4-958c-4f24-815d-a8e252739ee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:56.423415 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3bf6e4-958c-4f24-815d-a8e252739ee5 None None] Bound using segment: {'id': '67cd833d-1f91-42f2-99ba-dc14db28b2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0733fde1-5b0c-4da5-adc1-5a310b31aa97'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:24:56.424017 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-bc3bf6e4-958c-4f24-815d-a8e252739ee5 None None] Bound port: 773d9154-aed6-4d88-94bf-b690e194e90a, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67cd833d-1f91-42f2-99ba-dc14db28b2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0733fde1-5b0c-4da5-adc1-5a310b31aa97'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:24:56.424496 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bc3bf6e4-958c-4f24-815d-a8e252739ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:56.540151 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d66c35-05d1-4e40-9b84-523da611e6a2 req-e6f009a2-41aa-4e76-895a-379043444e58 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:56.550541 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96f1b95-e1e6-4e69-8463-5de27ba21d48 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Made reservation on behalf of 7e6820b1da73478a8f6280c600dfbb0e for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:24:56.560481 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e3d66c35-05d1-4e40-9b84-523da611e6a2 req-e6f009a2-41aa-4e76-895a-379043444e58 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.4190037 May 23 11:24:56.562783 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-bc3bf6e4-958c-4f24-815d-a8e252739ee5 None None] For port 773d9154-aed6-4d88-94bf-b690e194e90a, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:24:56.568721 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-bc3bf6e4-958c-4f24-815d-a8e252739ee5 None None] For port 773d9154-aed6-4d88-94bf-b690e194e90a, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=773d9154-aed6-4d88-94bf-b690e194e90a,segment=NetworkSegment(67cd833d-1f91-42f2-99ba-dc14db28b2d7),segment_id=67cd833d-1f91-42f2-99ba-dc14db28b2d7)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:24:56.576848 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bc3bf6e4-958c-4f24-815d-a8e252739ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:56.578829 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f5f32a9e-9c14-4fc0-bda9-72f11f4309d6 req-11851771-d356-454f-a74c-9fa4d18dec7f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d44102994b64bfbb618398e931b017d&device_id=1e27d7cd-3c1c-4311-8017-ceaf65dc4811 HTTP/1.1" status: 200 len: 1096 time: 1.1318738 May 23 11:24:56.681524 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3bf6e4-958c-4f24-815d-a8e252739ee5 None None] Pushing event updated for resources: {'Port': ['ID=773d9154-aed6-4d88-94bf-b690e194e90a,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:56.741564 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e3d66c35-05d1-4e40-9b84-523da611e6a2 req-2934164d-fefe-460f-93bd-33ab4f953c72 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788509 May 23 11:24:56.752083 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ffe0125d-d532-4b6d-ba83-317a085dc2e5 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:56.781653 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ffe0125d-d532-4b6d-ba83-317a085dc2e5 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:56.917498 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 38116) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:56.934432 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c96f1b95-e1e6-4e69-8463-5de27ba21d48 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:56.961599 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ffe0125d-d532-4b6d-ba83-317a085dc2e5 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Network e00b4959-ac63-469c-87a3-0e0985db8600 is not hosted by any dhcp agent {{(pid=83910) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 23 11:24:56.973483 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe0125d-d532-4b6d-ba83-317a085dc2e5 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:56.975398 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ffe0125d-d532-4b6d-ba83-317a085dc2e5 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:56.983555 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ffe0125d-d532-4b6d-ba83-317a085dc2e5 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "PUT /v2.0/networks/e00b4959-ac63-469c-87a3-0e0985db8600 HTTP/1.1" status: 200 len: 757 time: 0.8341680 May 23 11:24:56.992778 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 38122) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:57.109935 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe0125d-d532-4b6d-ba83-317a085dc2e5 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event updated for resources: {'Network': ['ID=e00b4959-ac63-469c-87a3-0e0985db8600,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:57.120646 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network e00b4959-ac63-469c-87a3-0e0985db8600 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:24:57.145579 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d93a7dcb-c41f-4872-ae38-95e34b094237 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:57.201444 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-d93a7dcb-c41f-4872-ae38-95e34b094237 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Transition to ACTIVE for port object a98dc26b-ee52-43be-a8ad-bce677dd3ca5 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:24:57.258988 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f32a9e-9c14-4fc0-bda9-72f11f4309d6 req-6c915e18-16c3-4199-88cb-3d96d43da9cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:57.263373 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f5f32a9e-9c14-4fc0-bda9-72f11f4309d6 req-6c915e18-16c3-4199-88cb-3d96d43da9cf service neutron] 10.222.0.13 "GET /v2.0/networks?id=72c82844-8e43-42a5-86b2-ee18f163543f HTTP/1.1" status: 200 len: 915 time: 0.6237786 May 23 11:24:57.269196 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3634305d-e130-4f3c-b30d-ce920ef4e7e1 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:57.270741 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3634305d-e130-4f3c-b30d-ce920ef4e7e1 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "GET /v2.0/networks?id=e00b4959-ac63-469c-87a3-0e0985db8600 HTTP/1.1" status: 200 len: 760 time: 0.2769179 May 23 11:24:57.282162 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 38130) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:57.291895 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa6822c6-66d9-4151-b0cc-e50df37ec7bf tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Router 4d90fc24-0134-477c-acd4-308823197f12 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:24:57.311518 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-1b82ecf1-c935-4716-ae40-35b24b515820 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1163535199'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:57.386515 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1b82ecf1-c935-4716-ae40-35b24b515820 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:24:57.407382 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f5f32a9e-9c14-4fc0-bda9-72f11f4309d6 req-abbe95d7-0dc2-4fa7-ab8f-d6de4803e3ab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04a38336-6e79-4ba1-8579-46d9a7b25fd8 HTTP/1.1" status: 200 len: 217 time: 0.1217270 May 23 11:24:57.489348 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d93a7dcb-c41f-4872-ae38-95e34b094237 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:57.532287 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1b82ecf1-c935-4716-ae40-35b24b515820 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:24:57.608856 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-44b059fc-e49a-4924-8a30-eefdd6bca9cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:57.629128 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f32a9e-9c14-4fc0-bda9-72f11f4309d6 req-f38b01f2-7843-4c55-83bd-a98c91fca638 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:57.630564 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f5f32a9e-9c14-4fc0-bda9-72f11f4309d6 req-f38b01f2-7843-4c55-83bd-a98c91fca638 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bac9cbb7-275c-4f90-a3f8-d1d304dd0079 HTTP/1.1" status: 200 len: 854 time: 0.2168925 May 23 11:24:57.657385 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b82ecf1-c935-4716-ae40-35b24b515820 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Made reservation on behalf of 315452c642844720b9e20950ddfc46df for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:24:57.660352 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1b82ecf1-c935-4716-ae40-35b24b515820 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:57.680684 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93a7dcb-c41f-4872-ae38-95e34b094237 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Network 0733fde1-5b0c-4da5-adc1-5a310b31aa97 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:24:57.681669 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a7dcb-c41f-4872-ae38-95e34b094237 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event updated for resources: {'Port': ['ID=a98dc26b-ee52-43be-a8ad-bce677dd3ca5,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:57.699613 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-d93a7dcb-c41f-4872-ae38-95e34b094237 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:24:57.727553 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93a7dcb-c41f-4872-ae38-95e34b094237 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:24:57.767743 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f5f32a9e-9c14-4fc0-bda9-72f11f4309d6 req-f14b99a4-bb4a-48b4-8cfb-6549a0acb4d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72c82844-8e43-42a5-86b2-ee18f163543f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1255364 May 23 11:24:57.822558 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c96f1b95-e1e6-4e69-8463-5de27ba21d48 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:57.854974 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-44b059fc-e49a-4924-8a30-eefdd6bca9cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:24:57.859377 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-44b059fc-e49a-4924-8a30-eefdd6bca9cc admin admin] Usage tracker for resource:security_group_rule and tenant:678df4cc9d0d490791f27e5f1b6a3e6c is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:24:57.862668 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-44b059fc-e49a-4924-8a30-eefdd6bca9cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:24:57.907607 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-44b059fc-e49a-4924-8a30-eefdd6bca9cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:24:57.966118 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b82ecf1-c935-4716-ae40-35b24b515820 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:24:57.996386 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1b82ecf1-c935-4716-ae40-35b24b515820 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:57.996815 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-1b82ecf1-c935-4716-ae40-35b24b515820 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Added segment 00f73220-53a9-490b-a5f3-633255276a90 of type vlan for network 14dcd03f-0257-464e-bc6b-cc3477ba2bd2 May 23 11:24:58.022840 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93a7dcb-c41f-4872-ae38-95e34b094237 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:58.023449 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d93a7dcb-c41f-4872-ae38-95e34b094237 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:58.106175 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f1b95-e1e6-4e69-8463-5de27ba21d48 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event updated for resources: {'Subnet': ['ID=730f45b0-3f1f-4380-a2c4-9e410dbc65b7,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:58.117783 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-44b059fc-e49a-4924-8a30-eefdd6bca9cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:58.150923 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d93a7dcb-c41f-4872-ae38-95e34b094237 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6066430 May 23 11:24:58.150923 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f5f32a9e-9c14-4fc0-bda9-72f11f4309d6 req-541c7886-79b4-4f7e-ac2d-0cd52aadd87a service neutron] 10.222.0.13 "GET /v2.0/networks/72c82844-8e43-42a5-86b2-ee18f163543f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621285 May 23 11:24:58.153141 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38152) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:58.187076 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-44b059fc-e49a-4924-8a30-eefdd6bca9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:58.187372 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96f1b95-e1e6-4e69-8463-5de27ba21d48 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Checking segment: {'id': '37af7c81-dc61-4da9-9a68-9ee6e2d22927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '82ba39e4-bdf1-472a-bde7-8fcb89848fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:24:58.187637 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96f1b95-e1e6-4e69-8463-5de27ba21d48 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Network hostable DHCP agents. Network: 82ba39e4-bdf1-472a-bde7-8fcb89848fff, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:24:58.203215 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139dbe3-eee0-439e-8994-e53138513aa5 req-8b36c499-3124-4f5f-9d8f-79824e2a26cf tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:58.204845 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6139dbe3-eee0-439e-8994-e53138513aa5 req-8b36c499-3124-4f5f-9d8f-79824e2a26cf tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e27d7cd-3c1c-4311-8017-ceaf65dc4811 HTTP/1.1" status: 200 len: 945 time: 0.8989620 May 23 11:24:58.264003 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1b82ecf1-c935-4716-ae40-35b24b515820 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:58.264578 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb793a1d-f16f-40c3-9bd5-528320c3edc9 None None] Network 0733fde1-5b0c-4da5-adc1-5a310b31aa97 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:24:58.345601 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-44b059fc-e49a-4924-8a30-eefdd6bca9cc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=678df4cc9d0d490791f27e5f1b6a3e6c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4219096 May 23 11:24:58.346617 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1b82ecf1-c935-4716-ae40-35b24b515820 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:58.351078 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b82ecf1-c935-4716-ae40-35b24b515820 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:58.351751 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1b82ecf1-c935-4716-ae40-35b24b515820 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:58.385910 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 38156) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:58.389164 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c74b7676-4e05-490d-94a3-289547f5466c None None] Provisioning for port 773d9154-aed6-4d88-94bf-b690e194e90a completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:24:58.467721 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-738e2f25-5080-446f-9d0b-208ba43b4ccc tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Deleting port a98dc26b-ee52-43be-a8ad-bce677dd3ca5 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:24:58.468451 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-738e2f25-5080-446f-9d0b-208ba43b4ccc tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:58.544249 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96f1b95-e1e6-4e69-8463-5de27ba21d48 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Network 82ba39e4-bdf1-472a-bde7-8fcb89848fff is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:24:58.595757 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1b82ecf1-c935-4716-ae40-35b24b515820 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3121457 May 23 11:24:58.600329 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 38164) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:58.631798 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b059fc-e49a-4924-8a30-eefdd6bca9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed95d640-3edf-4774-9886-3f60adf23727,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:58.657930 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-dad7ab61-58cc-4f47-80c7-f6b6ecd417fb tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Request body: {'subnet': {'network_id': '14dcd03f-0257-464e-bc6b-cc3477ba2bd2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:58.734652 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-c96f1b95-e1e6-4e69-8463-5de27ba21d48 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 82ba39e4-bdf1-472a-bde7-8fcb89848fff) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:24:58.739223 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 773d9154-aed6-4d88-94bf-b690e194e90a up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:24:58.775477 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b82ecf1-c935-4716-ae40-35b24b515820 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event updated for resources: {'Network': ['ID=14dcd03f-0257-464e-bc6b-cc3477ba2bd2,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:58.799246 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6139dbe3-eee0-439e-8994-e53138513aa5 req-d804d3c3-3519-4817-a180-dca5d5cd81c5 tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9edca37-274e-4d11-8f06-aa888b79d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4919369 May 23 11:24:58.809948 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d71ae0b-9715-4cb1-a98b-298a9bafea3c None None] Network 82ba39e4-bdf1-472a-bde7-8fcb89848fff requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:24:58.839100 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f5f32a9e-9c14-4fc0-bda9-72f11f4309d6 req-edcc6fee-2e81-4ddb-8d9a-361bc59c6d39 service neutron] 10.222.0.13 "GET /v2.0/networks/72c82844-8e43-42a5-86b2-ee18f163543f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6423528 May 23 11:24:58.845655 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96f1b95-e1e6-4e69-8463-5de27ba21d48 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:58.846510 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c96f1b95-e1e6-4e69-8463-5de27ba21d48 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:58.892742 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c96f1b95-e1e6-4e69-8463-5de27ba21d48 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.0916500 May 23 11:24:58.979369 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-dad7ab61-58cc-4f47-80c7-f6b6ecd417fb tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:24:59.000944 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-738e2f25-5080-446f-9d0b-208ba43b4ccc tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:59.011619 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 14dcd03f-0257-464e-bc6b-cc3477ba2bd2 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:24:59.049793 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-dad7ab61-58cc-4f47-80c7-f6b6ecd417fb tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Usage tracker for resource:subnet and tenant:315452c642844720b9e20950ddfc46df is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:24:59.089072 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd7b3c-453c-456a-bfeb-3d01ae4e9a4b req-f88892b5-5c9b-4292-9d89-8de47e6fe207 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:24:59.090772 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d3bd7b3c-453c-456a-bfeb-3d01ae4e9a4b req-f88892b5-5c9b-4292-9d89-8de47e6fe207 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.9712951 May 23 11:24:59.113605 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 38174) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:59.114466 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-dad7ab61-58cc-4f47-80c7-f6b6ecd417fb tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:24:59.135691 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-a07d6a3d-274c-4c50-9734-c70c7d4ea93a tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-701784398', 'description': 'tempest-secgroup-smoke-701784398 description', 'project_id': '7e6820b1da73478a8f6280c600dfbb0e'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:24:59.151324 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cec7db7c-0ef0-457c-b705-5210a30c879c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:59.153615 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a07d6a3d-274c-4c50-9734-c70c7d4ea93a tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:24:59.181488 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-dad7ab61-58cc-4f47-80c7-f6b6ecd417fb tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:24:59.201218 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6822c6-66d9-4151-b0cc-e50df37ec7bf tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:24:59.236498 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233b9067-fa75-4372-a979-8b12f55cbf57 None None] Sync routers for ids ['4d90fc24-0134-477c-acd4-308823197f12'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:24:59.240281 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fa6822c6-66d9-4151-b0cc-e50df37ec7bf tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:59.306713 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-738e2f25-5080-446f-9d0b-208ba43b4ccc tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Calling delete_port for a98dc26b-ee52-43be-a8ad-bce677dd3ca5 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:24:59.311251 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a07d6a3d-274c-4c50-9734-c70c7d4ea93a tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:24:59.313811 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad7ab61-58cc-4f47-80c7-f6b6ecd417fb tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Made reservation on behalf of 315452c642844720b9e20950ddfc46df for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:24:59.328543 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233b9067-fa75-4372-a979-8b12f55cbf57 None None] Routers {'4d90fc24-0134-477c-acd4-308823197f12'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:24:59.329235 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-233b9067-fa75-4372-a979-8b12f55cbf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:24:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['4d90fc24-0134-477c-acd4-308823197f12'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:24:59.430840 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cec7db7c-0ef0-457c-b705-5210a30c879c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:59.461940 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a07d6a3d-274c-4c50-9734-c70c7d4ea93a tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:59.488069 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-738e2f25-5080-446f-9d0b-208ba43b4ccc tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:59.505716 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d3bd7b3c-453c-456a-bfeb-3d01ae4e9a4b req-c0a7c17e-39d4-4a88-9fd7-32464b2947ac tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3644881 May 23 11:24:59.516747 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-fa6822c6-66d9-4151-b0cc-e50df37ec7bf tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "PUT /v2.0/floatingips/47d594b7-6534-431c-b312-66652caed24f HTTP/1.1" status: 200 len: 992 time: 9.3420982 May 23 11:24:59.527388 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70c24f87-ea64-47df-b23b-232e08cd18b2', 'tag': '0149fd8a-049d-4ca2-ad81-8626eed3d2b4'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:24:59.561437 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dad7ab61-58cc-4f47-80c7-f6b6ecd417fb tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:59.586370 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a07d6a3d-274c-4c50-9734-c70c7d4ea93a tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:24:59.612974 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-90dbf782-463e-4e79-a62e-ab39676e1eea None None] Provisioning complete for port a98dc26b-ee52-43be-a8ad-bce677dd3ca5 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:24:59.613378 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-90dbf782-463e-4e79-a62e-ab39676e1eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:59.648528 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1946ae6a-6144-4470-9ffe-687b591776a9'] response: {'name': 'network-changed', 'server_uuid': '70c24f87-ea64-47df-b23b-232e08cd18b2', 'tag': '0149fd8a-049d-4ca2-ad81-8626eed3d2b4', 'status': 'completed', 'code': 200} May 23 11:24:59.649575 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a07d6a3d-274c-4c50-9734-c70c7d4ea93a tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Usage tracker for resource:security_group_rule and tenant:7e6820b1da73478a8f6280c600dfbb0e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:24:59.659526 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a07d6a3d-274c-4c50-9734-c70c7d4ea93a tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:24:59.666748 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 773d9154-aed6-4d88-94bf-b690e194e90a completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:24:59.701256 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-90dbf782-463e-4e79-a62e-ab39676e1eea None None] Port a98dc26b-ee52-43be-a8ad-bce677dd3ca5 was deleted so its status cannot be updated. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 23 11:24:59.720881 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e2f25-5080-446f-9d0b-208ba43b4ccc tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event deleted for resources: {'Port': ['ID=a98dc26b-ee52-43be-a8ad-bce677dd3ca5,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:24:59.735434 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 773d9154-aed6-4d88-94bf-b690e194e90a triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:24:59.736181 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:59.750045 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a07d6a3d-274c-4c50-9734-c70c7d4ea93a tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:24:59.803565 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-738e2f25-5080-446f-9d0b-208ba43b4ccc tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:59.827132 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-738e2f25-5080-446f-9d0b-208ba43b4ccc tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/ports/a98dc26b-ee52-43be-a8ad-bce677dd3ca5 HTTP/1.1" status: 204 len: 168 time: 1.6727760 May 23 11:24:59.829802 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38188) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:59.879235 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cec7db7c-0ef0-457c-b705-5210a30c879c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:59.893942 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-46d570cb-31c2-4c48-b684-63d510f66969 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] DELETE failed (client error): The resource could not be found. May 23 11:24:59.894421 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46d570cb-31c2-4c48-b684-63d510f66969 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:24:59.918953 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-46d570cb-31c2-4c48-b684-63d510f66969 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/ports/a98dc26b-ee52-43be-a8ad-bce677dd3ca5 HTTP/1.1" status: 404 len: 333 time: 0.0841691 May 23 11:24:59.919980 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38198) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:24:59.940902 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-cd9570e9-62b4-4a65-ac19-962bb705b133 None None] Could not find standard attr ID for object a98dc26b-ee52-43be-a8ad-bce677dd3ca5. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:24:59.973263 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856e8cbc-bd00-41ba-8fc6-4f86d6a7d2f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-82ba39e4-bdf1-472a-bde7-8fcb89848fff', 'network_id': '82ba39e4-bdf1-472a-bde7-8fcb89848fff', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'fixed_ips': [{'subnet_id': '730f45b0-3f1f-4380-a2c4-9e410dbc65b7'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:24:59.974405 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-856e8cbc-bd00-41ba-8fc6-4f86d6a7d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:24:59.983434 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7db7c-0ef0-457c-b705-5210a30c879c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed95d640-3edf-4774-9886-3f60adf23727,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:00.053614 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-233b9067-fa75-4372-a979-8b12f55cbf57 None None] Set router 4d90fc24-0134-477c-acd4-308823197f12 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:25:00.066808 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6b1931c-4206-4eff-b63b-e2ee946a89a4 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] GET failed (client error): The resource could not be found. May 23 11:25:00.068914 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c6b1931c-4206-4eff-b63b-e2ee946a89a4 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Synchronizing usage tracker for tenant:aff5ab15380840359395eccd13918dfd on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:25:00.106269 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c6b1931c-4206-4eff-b63b-e2ee946a89a4 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Unset dirty status for tenant:aff5ab15380840359395eccd13918dfd on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:25:00.112015 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c6b1931c-4206-4eff-b63b-e2ee946a89a4 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "GET /v2.0/ports/a98dc26b-ee52-43be-a8ad-bce677dd3ca5 HTTP/1.1" status: 404 len: 333 time: 0.1909096 May 23 11:25:00.112742 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38202) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:00.194572 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a07d6a3d-274c-4c50-9734-c70c7d4ea93a tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:00.215200 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a66a8158-6e9e-42b9-a460-612048e0cbd9 req-5d18231e-2f6c-4283-9fa1-8d6ebe82e670 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c4112c4fc0ff4a36a1b303475c7f4981&device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 1097 time: 0.5233009 May 23 11:25:00.215911 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a07d6a3d-274c-4c50-9734-c70c7d4ea93a tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:00.334259 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a07d6a3d-274c-4c50-9734-c70c7d4ea93a tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:00.335465 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a07d6a3d-274c-4c50-9734-c70c7d4ea93a tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.2144444 May 23 11:25:00.336358 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cec7db7c-0ef0-457c-b705-5210a30c879c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:00.337323 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-cec7db7c-0ef0-457c-b705-5210a30c879c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ed95d640-3edf-4774-9886-3f60adf23727 HTTP/1.1" status: 204 len: 168 time: 1.7703652 May 23 11:25:00.355205 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38212) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:00.368220 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-442c5b6d-8159-4dee-8b1c-78e142eb025c tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Request body: {'security_group_rule': {'security_group_id': '13d3adaa-69e3-45aa-8dde-e233e31c099e', 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:00.383415 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-442c5b6d-8159-4dee-8b1c-78e142eb025c tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:00.408610 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-442c5b6d-8159-4dee-8b1c-78e142eb025c tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Usage tracker for resource:security_group_rule and tenant:7e6820b1da73478a8f6280c600dfbb0e is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:00.419712 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-442c5b6d-8159-4dee-8b1c-78e142eb025c tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:00.431280 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07d6a3d-274c-4c50-9734-c70c7d4ea93a tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13d3adaa-69e3-45aa-8dde-e233e31c099e,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:00.450448 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-442c5b6d-8159-4dee-8b1c-78e142eb025c tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:00.473033 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:00.510927 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9f92c-93dc-4342-8776-c56316452161 req-d171db46-eb27-402b-a697-fae2fcfd040d tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:00.512766 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ece9f92c-93dc-4342-8776-c56316452161 req-d171db46-eb27-402b-a697-fae2fcfd040d tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e27d7cd-3c1c-4311-8017-ceaf65dc4811 HTTP/1.1" status: 200 len: 945 time: 0.4239686 May 23 11:25:00.534239 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 773d9154-aed6-4d88-94bf-b690e194e90a, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=773d9154-aed6-4d88-94bf-b690e194e90a,segment=NetworkSegment(67cd833d-1f91-42f2-99ba-dc14db28b2d7),segment_id=67cd833d-1f91-42f2-99ba-dc14db28b2d7)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:25:00.539184 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-442c5b6d-8159-4dee-8b1c-78e142eb025c tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:00.552104 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dad7ab61-58cc-4f47-80c7-f6b6ecd417fb tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:00.559705 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fbc97c8-49c7-416a-bd0d-16e3650ec757 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Deleting subnet 8efb086e-f32e-4a1d-9105-e1c597eac174 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:25:00.568588 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9fbc97c8-49c7-416a-bd0d-16e3650ec757 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:00.664204 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a8158-6e9e-42b9-a460-612048e0cbd9 req-53fa2e72-8cd1-4610-a04b-71e33f8c3b4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:00.665675 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a66a8158-6e9e-42b9-a460-612048e0cbd9 req-53fa2e72-8cd1-4610-a04b-71e33f8c3b4b service neutron] 10.222.0.81 "GET /v2.0/networks?id=0be92582-5915-4835-ac16-79c44c856a03 HTTP/1.1" status: 200 len: 917 time: 0.4222515 May 23 11:25:00.732492 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9fbc97c8-49c7-416a-bd0d-16e3650ec757 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:00.749543 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:00.807111 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-856e8cbc-bd00-41ba-8fc6-4f86d6a7d2f3 None None] Allocated IP 172.20.0.18 (82ba39e4-bdf1-472a-bde7-8fcb89848fff/730f45b0-3f1f-4380-a2c4-9e410dbc65b7/80cbe194-5e70-4f69-b621-53863e51e945) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:25:00.877114 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-442c5b6d-8159-4dee-8b1c-78e142eb025c tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:00.916532 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9fbc97c8-49c7-416a-bd0d-16e3650ec757 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:00.999177 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-442c5b6d-8159-4dee-8b1c-78e142eb025c tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:01.002574 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad7ab61-58cc-4f47-80c7-f6b6ecd417fb tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event updated for resources: {'Subnet': ['ID=6313682c-22aa-4ae1-a63d-513ad2f264b4,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:01.006673 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ece9f92c-93dc-4342-8776-c56316452161 req-594155c6-1c8f-47b3-9383-e1a292298837 tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9edca37-274e-4d11-8f06-aa888b79d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4838684 May 23 11:25:01.016674 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 38226) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:01.042367 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9fbc97c8-49c7-416a-bd0d-16e3650ec757 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:01.089030 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad7ab61-58cc-4f47-80c7-f6b6ecd417fb tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Checking segment: {'id': '00f73220-53a9-490b-a5f3-633255276a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '14dcd03f-0257-464e-bc6b-cc3477ba2bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:25:01.091240 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad7ab61-58cc-4f47-80c7-f6b6ecd417fb tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Network hostable DHCP agents. Network: 14dcd03f-0257-464e-bc6b-cc3477ba2bd2, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:25:01.100467 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc97c8-49c7-416a-bd0d-16e3650ec757 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event deleted for resources: {'Subnet': ['ID=8efb086e-f32e-4a1d-9105-e1c597eac174,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:01.102264 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c5b6d-8159-4dee-8b1c-78e142eb025c tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=183f32f1-3ad3-4e25-ac5f-f6e5fe014657,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:01.110281 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a66a8158-6e9e-42b9-a460-612048e0cbd9 req-67fdc398-255e-4011-b752-10997325965f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0149fd8a-049d-4ca2-ad81-8626eed3d2b4 HTTP/1.1" status: 200 len: 1000 time: 0.4250460 May 23 11:25:01.112635 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b2f5fc6e-afb0-420f-a8b2-018dd0f26bfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:01.116095 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=773d9154-aed6-4d88-94bf-b690e194e90a,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:01.128944 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9fbc97c8-49c7-416a-bd0d-16e3650ec757 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:01.131561 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9fbc97c8-49c7-416a-bd0d-16e3650ec757 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/subnets/8efb086e-f32e-4a1d-9105-e1c597eac174 HTTP/1.1" status: 204 len: 168 time: 1.0177748 May 23 11:25:01.134295 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38236) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:01.134844 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf6340a-d804-40f5-81e5-80cd7431136b None None] Network 0733fde1-5b0c-4da5-adc1-5a310b31aa97 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:25:01.138146 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-442c5b6d-8159-4dee-8b1c-78e142eb025c tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:01.139635 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-442c5b6d-8159-4dee-8b1c-78e142eb025c tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7835681 May 23 11:25:01.206694 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38240) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:01.223418 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c177258f-c1cd-433b-9802-de73d7a54550 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Request body: {'security_group_rule': {'security_group_id': '13d3adaa-69e3-45aa-8dde-e233e31c099e', 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:01.284469 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c177258f-c1cd-433b-9802-de73d7a54550 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:01.315738 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c177258f-c1cd-433b-9802-de73d7a54550 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Usage tracker for resource:security_group_rule and tenant:7e6820b1da73478a8f6280c600dfbb0e is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:01.334279 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c177258f-c1cd-433b-9802-de73d7a54550 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:01.380971 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c177258f-c1cd-433b-9802-de73d7a54550 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:01.400828 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-18672175-b399-400f-9819-f0b3230b5f4a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:01.416558 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-233b9067-fa75-4372-a979-8b12f55cbf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d90fc24-0134-477c-acd4-308823197f12', 'name': 'tempest-AttachVolumeShelveTestJSON-356221702-router', 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '0f56797d-7262-4d76-86c1-7154120329bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:23:54Z', 'updated_at': '2022-05-23T11:24:06Z', 'revision_number': 4, 'project_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'gw_port': {'id': '0f56797d-7262-4d76-86c1-7154120329bf', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:22:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d90fc24-0134-477c-acd4-308823197f12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:23:57Z', 'updated_at': '2022-05-23T11:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '47d594b7-6534-431c-b312-66652caed24f', 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'floating_ip_address': '172.25.6.145', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '4d90fc24-0134-477c-acd4-308823197f12', 'port_id': '0149fd8a-049d-4ca2-ad81-8626eed3d2b4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0be92582-5915-4835-ac16-79c44c856a03', 'mac_address': 'fa:16:3e:e6:89:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c24f87-ea64-47df-b23b-232e08cd18b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:24:17Z', 'updated_at': '2022-05-23T11:24:53Z', 'revision_number': 1, 'project_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d725094-3a4c-498a-b708-a42959e5401a', 'name': '', 'network_id': '0be92582-5915-4835-ac16-79c44c856a03', 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'mac_address': 'fa:16:3e:d1:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d90fc24-0134-477c-acd4-308823197f12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b85c12c-741c-420e-9273-6de6d42ac4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:24:05Z', 'updated_at': '2022-05-23T11:24:31Z', 'revision_number': 5, 'project_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'subnets': [{'id': '8b85c12c-741c-420e-9273-6de6d42ac4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:25:01.424798 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233b9067-fa75-4372-a979-8b12f55cbf57 None None] Checking router: 4d90fc24-0134-477c-acd4-308823197f12 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:25:01.428707 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-18672175-b399-400f-9819-f0b3230b5f4a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Deleting port 773d9154-aed6-4d88-94bf-b690e194e90a {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:25:01.429414 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-18672175-b399-400f-9819-f0b3230b5f4a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:01.545185 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c177258f-c1cd-433b-9802-de73d7a54550 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:01.546606 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233b9067-fa75-4372-a979-8b12f55cbf57 None None] Routers {'4d90fc24-0134-477c-acd4-308823197f12'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:25:01.547676 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-233b9067-fa75-4372-a979-8b12f55cbf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:24:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['4d90fc24-0134-477c-acd4-308823197f12'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:25:01.587036 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a8158-6e9e-42b9-a460-612048e0cbd9 req-ccaff2f4-0bee-4365-aebe-0a6427a9d9b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:01.602905 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a66a8158-6e9e-42b9-a460-612048e0cbd9 req-ccaff2f4-0bee-4365-aebe-0a6427a9d9b9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b85c12c-741c-420e-9273-6de6d42ac4b3 HTTP/1.1" status: 200 len: 855 time: 0.4727011 May 23 11:25:01.616638 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b2f5fc6e-afb0-420f-a8b2-018dd0f26bfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:01.685495 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-b2f5fc6e-afb0-420f-a8b2-018dd0f26bfa admin admin] Usage tracker for resource:security_group_rule and tenant:2667b6fe6c7e49059816c20fe3134f22 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:01.702779 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-b2f5fc6e-afb0-420f-a8b2-018dd0f26bfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:01.710313 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad7ab61-58cc-4f47-80c7-f6b6ecd417fb tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Network 14dcd03f-0257-464e-bc6b-cc3477ba2bd2 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:25:01.710558 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50ad618-b008-4dc5-bb93-3b7d9da682aa None None] DHCP port deletion for 0733fde1-5b0c-4da5-adc1-5a310b31aa97 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:25:01.724790 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d50ad618-b008-4dc5-bb93-3b7d9da682aa None None] Deleting port 773d9154-aed6-4d88-94bf-b690e194e90a {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:25:01.725156 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d50ad618-b008-4dc5-bb93-3b7d9da682aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:01.744518 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8c9d1-312a-4c28-aa7c-de5a4edc3963 req-94c93daa-32ed-4ce4-a028-6045d5134123 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:01.752434 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-856e8cbc-bd00-41ba-8fc6-4f86d6a7d2f3 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:01.753648 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-caa8c9d1-312a-4c28-aa7c-de5a4edc3963 req-94c93daa-32ed-4ce4-a028-6045d5134123 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.9565651 May 23 11:25:01.793311 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-856e8cbc-bd00-41ba-8fc6-4f86d6a7d2f3 None None] Transition to ACTIVE for port object 80cbe194-5e70-4f69-b621-53863e51e945 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:25:01.841996 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b2f5fc6e-afb0-420f-a8b2-018dd0f26bfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:01.863179 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-18672175-b399-400f-9819-f0b3230b5f4a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] For port 773d9154-aed6-4d88-94bf-b690e194e90a, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=773d9154-aed6-4d88-94bf-b690e194e90a,segment=NetworkSegment(67cd833d-1f91-42f2-99ba-dc14db28b2d7),segment_id=67cd833d-1f91-42f2-99ba-dc14db28b2d7)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:25:01.863538 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-18672175-b399-400f-9819-f0b3230b5f4a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:01.884904 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c177258f-c1cd-433b-9802-de73d7a54550 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:01.908294 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-856e8cbc-bd00-41ba-8fc6-4f86d6a7d2f3 None None] Transition to ACTIVE for port object 80cbe194-5e70-4f69-b621-53863e51e945 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:25:01.916039 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-dad7ab61-58cc-4f47-80c7-f6b6ecd417fb tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 14dcd03f-0257-464e-bc6b-cc3477ba2bd2) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:25:01.928993 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa9be80-74e6-4d84-ae03-115ef79eb67c None None] Network 14dcd03f-0257-464e-bc6b-cc3477ba2bd2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:25:01.940644 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c177258f-c1cd-433b-9802-de73d7a54550 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:01.944375 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad7ab61-58cc-4f47-80c7-f6b6ecd417fb tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:01.944965 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dad7ab61-58cc-4f47-80c7-f6b6ecd417fb tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:02.015489 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-856e8cbc-bd00-41ba-8fc6-4f86d6a7d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:02.032229 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-18672175-b399-400f-9819-f0b3230b5f4a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Calling delete_port for 773d9154-aed6-4d88-94bf-b690e194e90a owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:25:02.046651 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-233b9067-fa75-4372-a979-8b12f55cbf57 None None] Set router 4d90fc24-0134-477c-acd4-308823197f12 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:25:02.087772 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b2f5fc6e-afb0-420f-a8b2-018dd0f26bfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:02.091739 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c177258f-c1cd-433b-9802-de73d7a54550 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c9b4262-5572-4028-b9c7-cbe7ed371cf3,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:02.104286 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-caa8c9d1-312a-4c28-aa7c-de5a4edc3963 req-c90fb3f6-fb9e-45b6-b8ec-61d98f891507 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3490999 May 23 11:25:02.106037 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c177258f-c1cd-433b-9802-de73d7a54550 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:02.109955 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c177258f-c1cd-433b-9802-de73d7a54550 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8993242 May 23 11:25:02.110092 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38258) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:02.120304 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-0bcf3b5f-b127-46f5-bdac-16e22e8ef222 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Request body: {'security_group_rule': {'security_group_id': '13d3adaa-69e3-45aa-8dde-e233e31c099e', 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:02.125753 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-dad7ab61-58cc-4f47-80c7-f6b6ecd417fb tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5006595 May 23 11:25:02.126937 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0bcf3b5f-b127-46f5-bdac-16e22e8ef222 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:02.127091 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b2f5fc6e-afb0-420f-a8b2-018dd0f26bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:02.131060 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0bcf3b5f-b127-46f5-bdac-16e22e8ef222 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Usage tracker for resource:security_group_rule and tenant:7e6820b1da73478a8f6280c600dfbb0e is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:02.134256 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0bcf3b5f-b127-46f5-bdac-16e22e8ef222 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:02.140640 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0bcf3b5f-b127-46f5-bdac-16e22e8ef222 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:02.150533 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38262) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:02.180088 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0bcf3b5f-b127-46f5-bdac-16e22e8ef222 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:02.187633 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b2f5fc6e-afb0-420f-a8b2-018dd0f26bfa admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2667b6fe6c7e49059816c20fe3134f22&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1654980 May 23 11:25:02.199438 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 38268) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:02.202732 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a66a8158-6e9e-42b9-a460-612048e0cbd9 req-f29ff409-997c-4bec-aaae-068d88c28b72 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0be92582-5915-4835-ac16-79c44c856a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5831754 May 23 11:25:02.304618 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-18672175-b399-400f-9819-f0b3230b5f4a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:02.436088 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18672175-b399-400f-9819-f0b3230b5f4a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event deleted for resources: {'Port': ['ID=773d9154-aed6-4d88-94bf-b690e194e90a,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:02.440954 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18672175-b399-400f-9819-f0b3230b5f4a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] No DVR routers for this DVR port 773d9154-aed6-4d88-94bf-b690e194e90a on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:25:02.472393 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3d7ebfb3-d14c-4de2-9007-67f6ad2ff575 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:02.498437 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a66a8158-6e9e-42b9-a460-612048e0cbd9 req-fb22c1e7-23e2-49be-8ef4-a334b6ec280a service neutron] 10.222.0.81 "GET /v2.0/networks/0be92582-5915-4835-ac16-79c44c856a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440717 May 23 11:25:02.500276 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f5fc6e-afb0-420f-a8b2-018dd0f26bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50666182-55db-4dcd-9633-f843e38de9e0,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:02.519945 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-d50ad618-b008-4dc5-bb93-3b7d9da682aa None None] For port 773d9154-aed6-4d88-94bf-b690e194e90a, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=773d9154-aed6-4d88-94bf-b690e194e90a,segment=NetworkSegment(67cd833d-1f91-42f2-99ba-dc14db28b2d7),segment_id=67cd833d-1f91-42f2-99ba-dc14db28b2d7)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:25:02.520691 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d50ad618-b008-4dc5-bb93-3b7d9da682aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:02.566154 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9316d0-0637-4b7d-a6f1-823c934a3269 req-3869e78d-31bf-4313-9d22-dbae3de3153f tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:02.567809 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc9316d0-0637-4b7d-a6f1-823c934a3269 req-3869e78d-31bf-4313-9d22-dbae3de3153f tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e27d7cd-3c1c-4311-8017-ceaf65dc4811 HTTP/1.1" status: 200 len: 945 time: 0.8084798 May 23 11:25:02.605011 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-18672175-b399-400f-9819-f0b3230b5f4a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:02.653497 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4b61eedf-6d37-448d-b43b-7129b1a2a10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:02.699382 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856e8cbc-bd00-41ba-8fc6-4f86d6a7d2f3 None None] Network 82ba39e4-bdf1-472a-bde7-8fcb89848fff is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:25:02.721874 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-18672175-b399-400f-9819-f0b3230b5f4a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0733fde1-5b0c-4da5-adc1-5a310b31aa97']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:25:02.736748 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0bcf3b5f-b127-46f5-bdac-16e22e8ef222 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:02.737668 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc9316d0-0637-4b7d-a6f1-823c934a3269 req-0c6844a6-0302-4fa8-adc3-590bf052d231 tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9edca37-274e-4d11-8f06-aa888b79d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711944 May 23 11:25:02.747021 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-18672175-b399-400f-9819-f0b3230b5f4a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67cd833d-1f91-42f2-99ba-dc14db28b2d7') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:25:02.747963 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-18672175-b399-400f-9819-f0b3230b5f4a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67cd833d-1f91-42f2-99ba-dc14db28b2d7') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:25:02.750945 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-856e8cbc-bd00-41ba-8fc6-4f86d6a7d2f3 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:25:02.755038 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856e8cbc-bd00-41ba-8fc6-4f86d6a7d2f3 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:25:02.769021 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0bcf3b5f-b127-46f5-bdac-16e22e8ef222 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:02.787941 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4b61eedf-6d37-448d-b43b-7129b1a2a10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:02.801716 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf3b5f-b127-46f5-bdac-16e22e8ef222 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff8eb56-e832-4005-aaa8-f79c39eb9cbb,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:02.808700 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-18672175-b399-400f-9819-f0b3230b5f4a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:02.819464 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3d7ebfb3-d14c-4de2-9007-67f6ad2ff575 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:02.874200 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d50ad618-b008-4dc5-bb93-3b7d9da682aa None None] Calling delete_port for 773d9154-aed6-4d88-94bf-b690e194e90a owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:25:02.932281 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e8cbc-bd00-41ba-8fc6-4f86d6a7d2f3 None None] Pushing event updated for resources: {'Port': ['ID=80cbe194-5e70-4f69-b621-53863e51e945,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:02.932623 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a66a8158-6e9e-42b9-a460-612048e0cbd9 req-130e186f-002d-40f5-8aeb-046c524766c6 service neutron] 10.222.0.81 "GET /v2.0/networks/0be92582-5915-4835-ac16-79c44c856a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4137566 May 23 11:25:02.933820 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4b61eedf-6d37-448d-b43b-7129b1a2a10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:02.945099 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 773d9154-aed6-4d88-94bf-b690e194e90a no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:25:02.963107 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b61eedf-6d37-448d-b43b-7129b1a2a10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50666182-55db-4dcd-9633-f843e38de9e0,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:02.975503 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4b61eedf-6d37-448d-b43b-7129b1a2a10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:02.976963 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4b61eedf-6d37-448d-b43b-7129b1a2a10b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/50666182-55db-4dcd-9633-f843e38de9e0 HTTP/1.1" status: 204 len: 168 time: 0.7678769 May 23 11:25:02.996704 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3d7ebfb3-d14c-4de2-9007-67f6ad2ff575 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:02.997302 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 773d9154-aed6-4d88-94bf-b690e194e90a {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:25:02.997897 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 773d9154-aed6-4d88-94bf-b690e194e90a not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:25:03.109946 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-18672175-b399-400f-9819-f0b3230b5f4a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:03.118594 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ebfb3-d14c-4de2-9007-67f6ad2ff575 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event deleted for resources: {'Subnet': ['ID=6313682c-22aa-4ae1-a63d-513ad2f264b4,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:03.176554 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0bcf3b5f-b127-46f5-bdac-16e22e8ef222 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:03.178435 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0bcf3b5f-b127-46f5-bdac-16e22e8ef222 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0674126 May 23 11:25:03.183362 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 38288) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:03.186982 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18672175-b399-400f-9819-f0b3230b5f4a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:25:03.187775 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-18672175-b399-400f-9819-f0b3230b5f4a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:03.189789 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-de8ce542-cd28-4392-96ac-c7de8b3b0d9f tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Request body: {'security_group_rule': {'security_group_id': '13d3adaa-69e3-45aa-8dde-e233e31c099e', 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:03.196959 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-de8ce542-cd28-4392-96ac-c7de8b3b0d9f tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:03.203497 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-de8ce542-cd28-4392-96ac-c7de8b3b0d9f tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Usage tracker for resource:security_group_rule and tenant:7e6820b1da73478a8f6280c600dfbb0e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:03.204950 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:25:03.204950 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:25:03.204950 n-d-842952-2 neutron-server[83911]: timer() May 23 11:25:03.204950 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:25:03.204950 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:25:03.204950 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:25:03.204950 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:25:03.204950 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:25:03.204950 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:25:03.204950 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:25:03.204950 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:25:03.204950 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:25:03.204950 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:25:03.204950 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:25:03.204950 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:25:03.204950 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:25:03.204950 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:25:03.204950 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:25:03.204950 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:25:03.204950 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:25:03.204950 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:25:03.204950 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:25:03.204950 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:25:03.204950 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:25:03.204950 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:25:03.204950 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:25:03.204950 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:25:03.204950 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:25:03.204950 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:25:03.204950 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:25:03.204950 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:25:03.204950 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:25:03.208287 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-de8ce542-cd28-4392-96ac-c7de8b3b0d9f tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:03.218515 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-d50ad618-b008-4dc5-bb93-3b7d9da682aa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:25:03.218875 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-d50ad618-b008-4dc5-bb93-3b7d9da682aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:25:03.228243 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-de8ce542-cd28-4392-96ac-c7de8b3b0d9f tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:03.241661 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1cd8bd-4b8f-49b7-8b01-1ed40de28604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-14dcd03f-0257-464e-bc6b-cc3477ba2bd2', 'network_id': '14dcd03f-0257-464e-bc6b-cc3477ba2bd2', 'tenant_id': '315452c642844720b9e20950ddfc46df', 'fixed_ips': [{'subnet_id': '6313682c-22aa-4ae1-a63d-513ad2f264b4'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:25:03.242474 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ad1cd8bd-4b8f-49b7-8b01-1ed40de28604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:03.252096 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-de8ce542-cd28-4392-96ac-c7de8b3b0d9f tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:03.288764 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-856e8cbc-bd00-41ba-8fc6-4f86d6a7d2f3 None None] Attempting to bind port 80cbe194-5e70-4f69-b621-53863e51e945 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:25:03.289073 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-856e8cbc-bd00-41ba-8fc6-4f86d6a7d2f3 None None] Attempting to bind port 80cbe194-5e70-4f69-b621-53863e51e945 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '37af7c81-dc61-4da9-9a68-9ee6e2d22927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '82ba39e4-bdf1-472a-bde7-8fcb89848fff'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:25:03.289393 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856e8cbc-bd00-41ba-8fc6-4f86d6a7d2f3 None None] Attempting to bind port 80cbe194-5e70-4f69-b621-53863e51e945 on network 82ba39e4-bdf1-472a-bde7-8fcb89848fff {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:25:03.302445 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3d7ebfb3-d14c-4de2-9007-67f6ad2ff575 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:03.336730 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-3d7ebfb3-d14c-4de2-9007-67f6ad2ff575 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14dcd03f-0257-464e-bc6b-cc3477ba2bd2']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:25:03.350617 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-18672175-b399-400f-9819-f0b3230b5f4a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:03.371199 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856e8cbc-bd00-41ba-8fc6-4f86d6a7d2f3 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:25:03.371642 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856e8cbc-bd00-41ba-8fc6-4f86d6a7d2f3 None None] Checking segment: {'id': '37af7c81-dc61-4da9-9a68-9ee6e2d22927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '82ba39e4-bdf1-472a-bde7-8fcb89848fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:25:03.372086 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-856e8cbc-bd00-41ba-8fc6-4f86d6a7d2f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:03.372480 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856e8cbc-bd00-41ba-8fc6-4f86d6a7d2f3 None None] Bound using segment: {'id': '37af7c81-dc61-4da9-9a68-9ee6e2d22927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '82ba39e4-bdf1-472a-bde7-8fcb89848fff'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:25:03.372968 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-856e8cbc-bd00-41ba-8fc6-4f86d6a7d2f3 None None] Bound port: 80cbe194-5e70-4f69-b621-53863e51e945, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37af7c81-dc61-4da9-9a68-9ee6e2d22927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '82ba39e4-bdf1-472a-bde7-8fcb89848fff'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:25:03.373344 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-856e8cbc-bd00-41ba-8fc6-4f86d6a7d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:03.383604 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-18672175-b399-400f-9819-f0b3230b5f4a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:03.391762 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-de8ce542-cd28-4392-96ac-c7de8b3b0d9f tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:03.404548 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-de8ce542-cd28-4392-96ac-c7de8b3b0d9f tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:03.427400 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-3d7ebfb3-d14c-4de2-9007-67f6ad2ff575 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00f73220-53a9-490b-a5f3-633255276a90') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:25:03.427704 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-3d7ebfb3-d14c-4de2-9007-67f6ad2ff575 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00f73220-53a9-490b-a5f3-633255276a90') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:25:03.434616 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18672175-b399-400f-9819-f0b3230b5f4a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event deleted for resources: {'Network': ['ID=0733fde1-5b0c-4da5-adc1-5a310b31aa97,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:03.448631 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ce542-cd28-4392-96ac-c7de8b3b0d9f tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55b81112-2321-43b5-8d3f-ad6b95f2204b,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:03.453886 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-18672175-b399-400f-9819-f0b3230b5f4a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/networks/0733fde1-5b0c-4da5-adc1-5a310b31aa97 HTTP/1.1" status: 204 len: 168 time: 2.3181336 May 23 11:25:03.460704 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 38298) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:03.461901 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3d7ebfb3-d14c-4de2-9007-67f6ad2ff575 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:03.476729 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-d7d1ac1b-35f1-427d-afe3-85dde14236a0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-912691752'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:03.484243 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d7d1ac1b-35f1-427d-afe3-85dde14236a0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:03.492040 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d7d1ac1b-35f1-427d-afe3-85dde14236a0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Usage tracker for resource:network and tenant:aff5ab15380840359395eccd13918dfd is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:03.503357 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d7d1ac1b-35f1-427d-afe3-85dde14236a0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:03.509966 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-de8ce542-cd28-4392-96ac-c7de8b3b0d9f tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:03.510468 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3551011d-e173-4de0-a3bb-6b7304c7a954 None None] Network 14dcd03f-0257-464e-bc6b-cc3477ba2bd2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:25:03.514406 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-de8ce542-cd28-4392-96ac-c7de8b3b0d9f tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3299258 May 23 11:25:03.518506 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 38304) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:03.521800 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d7d1ac1b-35f1-427d-afe3-85dde14236a0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:03.533049 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3d7ebfb3-d14c-4de2-9007-67f6ad2ff575 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:03.546028 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-52e0ec26-f0d5-4705-8083-31e15cc10687 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Request body: {'security_group_rule': {'security_group_id': '13d3adaa-69e3-45aa-8dde-e233e31c099e', 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:03.548764 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d7ebfb3-d14c-4de2-9007-67f6ad2ff575 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:25:03.548764 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3d7ebfb3-d14c-4de2-9007-67f6ad2ff575 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:03.573546 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:25:03.573546 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:25:03.573546 n-d-842952-2 neutron-server[83911]: timer() May 23 11:25:03.573546 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:25:03.573546 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:25:03.573546 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:25:03.573546 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:25:03.573546 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:25:03.573546 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:25:03.573546 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:25:03.573546 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:25:03.573546 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:25:03.573546 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:25:03.573546 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:25:03.573546 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:25:03.573546 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:25:03.573546 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:25:03.573546 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:25:03.573546 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:25:03.573546 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:25:03.573546 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:25:03.573546 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:25:03.573546 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:25:03.573546 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:25:03.573546 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:25:03.573546 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:25:03.573546 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:25:03.573546 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:25:03.573546 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:25:03.573546 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:25:03.573546 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:25:03.573546 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:25:03.576524 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-52e0ec26-f0d5-4705-8083-31e15cc10687 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:03.585737 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-52e0ec26-f0d5-4705-8083-31e15cc10687 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Usage tracker for resource:security_group_rule and tenant:7e6820b1da73478a8f6280c600dfbb0e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:03.594870 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-52e0ec26-f0d5-4705-8083-31e15cc10687 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:03.599632 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-233b9067-fa75-4372-a979-8b12f55cbf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d90fc24-0134-477c-acd4-308823197f12', 'name': 'tempest-AttachVolumeShelveTestJSON-356221702-router', 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '0f56797d-7262-4d76-86c1-7154120329bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:23:54Z', 'updated_at': '2022-05-23T11:24:06Z', 'revision_number': 4, 'project_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'gw_port': {'id': '0f56797d-7262-4d76-86c1-7154120329bf', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:22:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d90fc24-0134-477c-acd4-308823197f12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:23:57Z', 'updated_at': '2022-05-23T11:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '47d594b7-6534-431c-b312-66652caed24f', 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'floating_ip_address': '172.25.6.145', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '4d90fc24-0134-477c-acd4-308823197f12', 'port_id': '0149fd8a-049d-4ca2-ad81-8626eed3d2b4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0be92582-5915-4835-ac16-79c44c856a03', 'mac_address': 'fa:16:3e:e6:89:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c24f87-ea64-47df-b23b-232e08cd18b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:24:17Z', 'updated_at': '2022-05-23T11:24:53Z', 'revision_number': 1, 'project_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d725094-3a4c-498a-b708-a42959e5401a', 'name': '', 'network_id': '0be92582-5915-4835-ac16-79c44c856a03', 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'mac_address': 'fa:16:3e:d1:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d90fc24-0134-477c-acd4-308823197f12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b85c12c-741c-420e-9273-6de6d42ac4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:24:05Z', 'updated_at': '2022-05-23T11:24:31Z', 'revision_number': 5, 'project_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'subnets': [{'id': '8b85c12c-741c-420e-9273-6de6d42ac4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:25:03.610398 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-52e0ec26-f0d5-4705-8083-31e15cc10687 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:03.624333 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233b9067-fa75-4372-a979-8b12f55cbf57 None None] The sync data for ids ['4d90fc24-0134-477c-acd4-308823197f12'] in n-d-842952-2 is: [{'id': '4d90fc24-0134-477c-acd4-308823197f12', 'name': 'tempest-AttachVolumeShelveTestJSON-356221702-router', 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '0f56797d-7262-4d76-86c1-7154120329bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:23:54Z', 'updated_at': '2022-05-23T11:24:06Z', 'revision_number': 4, 'project_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'gw_port': {'id': '0f56797d-7262-4d76-86c1-7154120329bf', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:22:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d90fc24-0134-477c-acd4-308823197f12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:23:57Z', 'updated_at': '2022-05-23T11:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '47d594b7-6534-431c-b312-66652caed24f', 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'floating_ip_address': '172.25.6.145', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '4d90fc24-0134-477c-acd4-308823197f12', 'port_id': '0149fd8a-049d-4ca2-ad81-8626eed3d2b4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0be92582-5915-4835-ac16-79c44c856a03', 'mac_address': 'fa:16:3e:e6:89:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c24f87-ea64-47df-b23b-232e08cd18b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:24:17Z', 'updated_at': '2022-05-23T11:24:53Z', 'revision_number': 1, 'project_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d725094-3a4c-498a-b708-a42959e5401a', 'name': '', 'network_id': '0be92582-5915-4835-ac16-79c44c856a03', 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'mac_address': 'fa:16:3e:d1:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d90fc24-0134-477c-acd4-308823197f12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b85c12c-741c-420e-9273-6de6d42ac4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:24:05Z', 'updated_at': '2022-05-23T11:24:31Z', 'revision_number': 5, 'project_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'subnets': [{'id': '8b85c12c-741c-420e-9273-6de6d42ac4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:25:03.639455 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-856e8cbc-bd00-41ba-8fc6-4f86d6a7d2f3 None None] For port 80cbe194-5e70-4f69-b621-53863e51e945, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:25:03.649664 n-d-842952-2 neutron-server[83910]: INFO neutron.db.securitygroups_db [None req-52e0ec26-f0d5-4705-8083-31e15cc10687 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Project 7e6820b1da73478a8f6280c600dfbb0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 11:25:03.667319 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-52e0ec26-f0d5-4705-8083-31e15cc10687 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:03.684321 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-856e8cbc-bd00-41ba-8fc6-4f86d6a7d2f3 None None] For port 80cbe194-5e70-4f69-b621-53863e51e945, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=80cbe194-5e70-4f69-b621-53863e51e945,segment=NetworkSegment(37af7c81-dc61-4da9-9a68-9ee6e2d22927),segment_id=37af7c81-dc61-4da9-9a68-9ee6e2d22927)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:25:03.685700 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d55f22-0f7e-4445-a464-9a379ed99767 req-b2dabb8b-6887-47fc-a0cd-680dc2d25efe tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:03.693385 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d1ac1b-35f1-427d-afe3-85dde14236a0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Made reservation on behalf of aff5ab15380840359395eccd13918dfd for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:25:03.696383 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-d4d55f22-0f7e-4445-a464-9a379ed99767 req-b2dabb8b-6887-47fc-a0cd-680dc2d25efe tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] Synchronizing usage tracker for tenant:9d44102994b64bfbb618398e931b017d on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:25:03.696915 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d7d1ac1b-35f1-427d-afe3-85dde14236a0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:03.729486 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d50ad618-b008-4dc5-bb93-3b7d9da682aa None None] Deleting port 773d9154-aed6-4d88-94bf-b690e194e90a {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:25:03.730482 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d50ad618-b008-4dc5-bb93-3b7d9da682aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:03.733372 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3d7ebfb3-d14c-4de2-9007-67f6ad2ff575 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:03.760121 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-d4d55f22-0f7e-4445-a464-9a379ed99767 req-b2dabb8b-6887-47fc-a0cd-680dc2d25efe tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] Unset dirty status for tenant:9d44102994b64bfbb618398e931b017d on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:25:03.761581 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d4d55f22-0f7e-4445-a464-9a379ed99767 req-b2dabb8b-6887-47fc-a0cd-680dc2d25efe tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e27d7cd-3c1c-4311-8017-ceaf65dc4811 HTTP/1.1" status: 200 len: 945 time: 0.3735211 May 23 11:25:03.766026 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3d7ebfb3-d14c-4de2-9007-67f6ad2ff575 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:03.774012 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-856e8cbc-bd00-41ba-8fc6-4f86d6a7d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:03.791532 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7d1ac1b-35f1-427d-afe3-85dde14236a0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:25:03.849440 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-52e0ec26-f0d5-4705-8083-31e15cc10687 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:03.857247 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d7d1ac1b-35f1-427d-afe3-85dde14236a0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:03.859387 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-d7d1ac1b-35f1-427d-afe3-85dde14236a0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Added segment fe0611cb-f430-46f2-bcda-dcf9b87f3b2c of type vlan for network 54818d61-b51b-4ef9-a621-cd351fb6b13f May 23 11:25:03.878889 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-52e0ec26-f0d5-4705-8083-31e15cc10687 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:03.906114 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-d4d55f22-0f7e-4445-a464-9a379ed99767 req-ce670517-06b5-41fa-bd71-5994442d063b tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] Deleting port 04a38336-6e79-4ba1-8579-46d9a7b25fd8 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:25:03.906703 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d4d55f22-0f7e-4445-a464-9a379ed99767 req-ce670517-06b5-41fa-bd71-5994442d063b tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:03.982407 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d50ad618-b008-4dc5-bb93-3b7d9da682aa None None] The port '773d9154-aed6-4d88-94bf-b690e194e90a' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:25:03.983993 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e0ec26-f0d5-4705-8083-31e15cc10687 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68b28e70-7254-4a8f-a512-0da2261f5746,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:04.008652 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ebfb3-d14c-4de2-9007-67f6ad2ff575 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event deleted for resources: {'Network': ['ID=14dcd03f-0257-464e-bc6b-cc3477ba2bd2,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:04.012730 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233a95a9-e4db-45ad-a3c6-75223924ead6 None None] New status for floating IP 47d594b7-6534-431c-b312-66652caed24f: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:25:04.044192 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3d7ebfb3-d14c-4de2-9007-67f6ad2ff575 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "DELETE /v2.0/networks/14dcd03f-0257-464e-bc6b-cc3477ba2bd2 HTTP/1.1" status: 204 len: 168 time: 1.8880632 May 23 11:25:04.056641 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38320) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:04.067534 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e8cbc-bd00-41ba-8fc6-4f86d6a7d2f3 None None] Pushing event updated for resources: {'Port': ['ID=80cbe194-5e70-4f69-b621-53863e51e945,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:04.207898 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d7d1ac1b-35f1-427d-afe3-85dde14236a0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:04.234112 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-52e0ec26-f0d5-4705-8083-31e15cc10687 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:04.240688 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-52e0ec26-f0d5-4705-8083-31e15cc10687 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7211003 May 23 11:25:04.240869 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38326) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:04.290408 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-7ae0b91c-851a-45a4-af1f-18a722dd04c8 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Request body: {'security_group_rule': {'security_group_id': '13d3adaa-69e3-45aa-8dde-e233e31c099e', 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:04.302061 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7ae0b91c-851a-45a4-af1f-18a722dd04c8 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:04.306379 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6e7ed97-b590-4695-91da-8d89fda50c10 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] GET failed (client error): The resource could not be found. May 23 11:25:04.307209 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c6e7ed97-b590-4695-91da-8d89fda50c10 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Synchronizing usage tracker for tenant:315452c642844720b9e20950ddfc46df on resource:subnet {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:25:04.338294 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7ae0b91c-851a-45a4-af1f-18a722dd04c8 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Usage tracker for resource:security_group_rule and tenant:7e6820b1da73478a8f6280c600dfbb0e is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:04.356818 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7ae0b91c-851a-45a4-af1f-18a722dd04c8 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:04.406235 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28835e1-fc56-4598-9495-39f211443378 req-e0dda726-aa97-4ccf-8833-a27442f09a1f tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:04.413184 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7ae0b91c-851a-45a4-af1f-18a722dd04c8 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:04.425753 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a28835e1-fc56-4598-9495-39f211443378 req-e0dda726-aa97-4ccf-8833-a27442f09a1f tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e27d7cd-3c1c-4311-8017-ceaf65dc4811 HTTP/1.1" status: 200 len: 945 time: 0.3388972 May 23 11:25:04.454883 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d7d1ac1b-35f1-427d-afe3-85dde14236a0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:04.459067 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d1ac1b-35f1-427d-afe3-85dde14236a0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:04.459802 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d7d1ac1b-35f1-427d-afe3-85dde14236a0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:04.471013 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c6e7ed97-b590-4695-91da-8d89fda50c10 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Unset dirty status for tenant:315452c642844720b9e20950ddfc46df on resource:subnet {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:25:04.474197 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c6e7ed97-b590-4695-91da-8d89fda50c10 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "GET /v2.0/subnets/6313682c-22aa-4ae1-a63d-513ad2f264b4 HTTP/1.1" status: 404 len: 337 time: 0.4112308 May 23 11:25:04.481933 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38334) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:04.576805 n-d-842952-2 neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-7ae0b91c-851a-45a4-af1f-18a722dd04c8 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Project 7e6820b1da73478a8f6280c600dfbb0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 11:25:04.609566 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1ac1b-35f1-427d-afe3-85dde14236a0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event updated for resources: {'Network': ['ID=54818d61-b51b-4ef9-a621-cd351fb6b13f,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:04.617583 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d7d1ac1b-35f1-427d-afe3-85dde14236a0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1491058 May 23 11:25:04.618366 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 38342) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:04.621810 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 54818d61-b51b-4ef9-a621-cd351fb6b13f details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:25:04.636271 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-c1d0f77a-952d-4061-9906-b55d096ca576 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'subnet': {'network_id': '54818d61-b51b-4ef9-a621-cd351fb6b13f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:04.720847 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7ae0b91c-851a-45a4-af1f-18a722dd04c8 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:04.728774 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-a45ecfc7-7f86-4209-a900-01a9c14ebd12 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] DELETE failed (client error): The resource could not be found. May 23 11:25:04.729413 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a45ecfc7-7f86-4209-a900-01a9c14ebd12 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:25:04.732876 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a45ecfc7-7f86-4209-a900-01a9c14ebd12 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "DELETE /v2.0/networks/14dcd03f-0257-464e-bc6b-cc3477ba2bd2 HTTP/1.1" status: 404 len: 339 time: 0.2497354 May 23 11:25:04.747047 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 38348) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:04.877937 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-d4d55f22-0f7e-4445-a464-9a379ed99767 req-ce670517-06b5-41fa-bd71-5994442d063b tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] For port 04a38336-6e79-4ba1-8579-46d9a7b25fd8, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=04a38336-6e79-4ba1-8579-46d9a7b25fd8,segment=NetworkSegment(6205c858-7c99-44f7-82de-027d76ca7c84),segment_id=6205c858-7c99-44f7-82de-027d76ca7c84)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:25:04.878892 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d4d55f22-0f7e-4445-a464-9a379ed99767 req-ce670517-06b5-41fa-bd71-5994442d063b tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:04.902198 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 80cbe194-5e70-4f69-b621-53863e51e945 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:25:04.981643 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a28835e1-fc56-4598-9495-39f211443378 req-2d74b4fe-c56c-4f42-8faa-982e74e92e0c tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] 10.222.0.79 "GET /v2.0/security-groups?id=e9edca37-274e-4d11-8f06-aa888b79d552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5541251 May 23 11:25:05.058109 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 80cbe194-5e70-4f69-b621-53863e51e945 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:25:05.060829 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c1d0f77a-952d-4061-9906-b55d096ca576 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:05.081996 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c1d0f77a-952d-4061-9906-b55d096ca576 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Usage tracker for resource:subnet and tenant:aff5ab15380840359395eccd13918dfd is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:05.088128 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c1d0f77a-952d-4061-9906-b55d096ca576 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:05.099690 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c1d0f77a-952d-4061-9906-b55d096ca576 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:05.102763 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-d4d55f22-0f7e-4445-a464-9a379ed99767 req-ce670517-06b5-41fa-bd71-5994442d063b tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] Calling delete_port for 04a38336-6e79-4ba1-8579-46d9a7b25fd8 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:25:05.145181 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d0f77a-952d-4061-9906-b55d096ca576 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Made reservation on behalf of aff5ab15380840359395eccd13918dfd for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:25:05.188357 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7ae0b91c-851a-45a4-af1f-18a722dd04c8 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:05.193421 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7ae0b91c-851a-45a4-af1f-18a722dd04c8 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:05.235977 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0cc653-05c7-4053-8b65-77a5afa2f9b1 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:05.236844 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1d0cc653-05c7-4053-8b65-77a5afa2f9b1 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Synchronizing usage tracker for tenant:315452c642844720b9e20950ddfc46df on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:25:05.242823 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae0b91c-851a-45a4-af1f-18a722dd04c8 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef0c8c2b-a946-4417-9163-9af9f270600e,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:05.303301 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7ae0b91c-851a-45a4-af1f-18a722dd04c8 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:05.304207 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1d0cc653-05c7-4053-8b65-77a5afa2f9b1 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Unset dirty status for tenant:315452c642844720b9e20950ddfc46df on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:25:05.305467 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1d0cc653-05c7-4053-8b65-77a5afa2f9b1 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5573993 May 23 11:25:05.307877 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c1d0f77a-952d-4061-9906-b55d096ca576 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:05.317733 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7ae0b91c-851a-45a4-af1f-18a722dd04c8 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.0558722 May 23 11:25:05.318847 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38366) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:05.409553 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d940b36b-30cc-4d79-adc7-d7d0c4e561d5 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "GET /v2.0/subnets?network_id=87d63aa2-c2e7-4553-824a-d818708dd83b HTTP/1.1" status: 200 len: 207 time: 0.0651829 May 23 11:25:05.409553 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38372) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:05.525295 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d4d55f22-0f7e-4445-a464-9a379ed99767 req-ce670517-06b5-41fa-bd71-5994442d063b tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:05.624253 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00775e92-d008-4cbc-bf3c-02f258127cab None None] Network 82ba39e4-bdf1-472a-bde7-8fcb89848fff requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:25:05.650153 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce670517-06b5-41fa-bd71-5994442d063b tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] Pushing event deleted for resources: {'Port': ['ID=04a38336-6e79-4ba1-8579-46d9a7b25fd8,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:05.804808 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d55f22-0f7e-4445-a464-9a379ed99767 req-ce670517-06b5-41fa-bd71-5994442d063b tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] No DVR routers for this DVR port 04a38336-6e79-4ba1-8579-46d9a7b25fd8 on host n-h1-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:25:05.810697 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d4d55f22-0f7e-4445-a464-9a379ed99767 req-ce670517-06b5-41fa-bd71-5994442d063b tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:05.823249 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e27d7cd-3c1c-4311-8017-ceaf65dc4811', 'name': 'network-vif-deleted', 'tag': '04a38336-6e79-4ba1-8579-46d9a7b25fd8'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:25:05.833844 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d4d55f22-0f7e-4445-a464-9a379ed99767 req-ce670517-06b5-41fa-bd71-5994442d063b tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] 10.222.0.13 "DELETE /v2.0/ports/04a38336-6e79-4ba1-8579-46d9a7b25fd8 HTTP/1.1" status: 204 len: 173 time: 2.0609145 May 23 11:25:05.843342 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52adc59d-f0a7-4e2a-9dc0-6319a2e2f9c5 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:05.849038 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52adc59d-f0a7-4e2a-9dc0-6319a2e2f9c5 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:05.853525 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52adc59d-f0a7-4e2a-9dc0-6319a2e2f9c5 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:05.859859 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52adc59d-f0a7-4e2a-9dc0-6319a2e2f9c5 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:05.861254 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-52adc59d-f0a7-4e2a-9dc0-6319a2e2f9c5 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Synchronizing usage tracker for tenant:315452c642844720b9e20950ddfc46df on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:25:05.877750 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-52adc59d-f0a7-4e2a-9dc0-6319a2e2f9c5 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Unset dirty status for tenant:315452c642844720b9e20950ddfc46df on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:25:05.879566 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-52adc59d-f0a7-4e2a-9dc0-6319a2e2f9c5 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4852302 May 23 11:25:05.883445 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38396) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:06.019364 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14bab5a8-3e5f-48c8-a7f5-accfdc84ee19'] response: {'server_uuid': '1e27d7cd-3c1c-4311-8017-ceaf65dc4811', 'name': 'network-vif-deleted', 'tag': '04a38336-6e79-4ba1-8579-46d9a7b25fd8', 'status': 'completed', 'code': 200} May 23 11:25:06.027516 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-08539c10-c889-49d0-9599-3e822214e75d req-9bc3feb7-9c76-4c22-a268-e9156c93d99c tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Synchronizing usage tracker for tenant:7e6820b1da73478a8f6280c600dfbb0e on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:25:06.082277 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c1d0f77a-952d-4061-9906-b55d096ca576 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:06.086518 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fa47e374-6623-4f4e-91bd-66547b827e0d None None] Provisioning for port 80cbe194-5e70-4f69-b621-53863e51e945 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:25:06.127618 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fa47e374-6623-4f4e-91bd-66547b827e0d None None] Provisioning complete for port 80cbe194-5e70-4f69-b621-53863e51e945 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:25:06.129973 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fa47e374-6623-4f4e-91bd-66547b827e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:06.134242 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-08539c10-c889-49d0-9599-3e822214e75d req-9bc3feb7-9c76-4c22-a268-e9156c93d99c tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Unset dirty status for tenant:7e6820b1da73478a8f6280c600dfbb0e on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:25:06.137209 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-08539c10-c889-49d0-9599-3e822214e75d req-9bc3feb7-9c76-4c22-a268-e9156c93d99c tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-701784398&fields=id&tenant_id=7e6820b1da73478a8f6280c600dfbb0e HTTP/1.1" status: 200 len: 267 time: 0.2559104 May 23 11:25:06.182297 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-bba6efc1-aec5-48a8-8c1c-1cad6c89d0ae tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2973654 May 23 11:25:06.188241 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38408) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:06.348508 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19c00a1-5633-4a0d-b221-a89525262b22 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:06.351274 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19c00a1-5633-4a0d-b221-a89525262b22 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:06.353181 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e19c00a1-5633-4a0d-b221-a89525262b22 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1640036 May 23 11:25:06.359343 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38412) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:06.439387 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fa47e374-6623-4f4e-91bd-66547b827e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:06.457399 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fa1712c2-6501-4dbe-b9c9-d8079c592418 req-39f5571a-2d32-4b92-99d6-481591089982 tempest-InstanceActionsTestJSON-1862875839 tempest-InstanceActionsTestJSON-1862875839-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e27d7cd-3c1c-4311-8017-ceaf65dc4811 HTTP/1.1" status: 200 len: 210 time: 0.1009047 May 23 11:25:06.467398 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36663bc-632c-4e79-829d-3e5226a1a685 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attributes excluded by policy engine: ['shared'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:06.480718 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36663bc-632c-4e79-829d-3e5226a1a685 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attributes excluded by policy engine: ['shared'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:06.481472 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0f77a-952d-4061-9906-b55d096ca576 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event updated for resources: {'Subnet': ['ID=8a88618c-3bb0-4616-94c3-1219e29d3a57,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:06.482355 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c36663bc-632c-4e79-829d-3e5226a1a685 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1218865 May 23 11:25:06.486240 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38418) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:06.492444 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08539c10-c889-49d0-9599-3e822214e75d req-8f86fbc4-fd38-4563-8667-598fd0fd019e tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:06.499641 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-08539c10-c889-49d0-9599-3e822214e75d req-8f86fbc4-fd38-4563-8667-598fd0fd019e tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/networks?id=82ba39e4-bdf1-472a-bde7-8fcb89848fff HTTP/1.1" status: 200 len: 796 time: 0.3256121 May 23 11:25:06.527764 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-08539c10-c889-49d0-9599-3e822214e75d req-77807f2f-4fef-427b-8fc7-dbcfc6a1c16f tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/quotas/7e6820b1da73478a8f6280c600dfbb0e HTTP/1.1" status: 200 len: 375 time: 0.0268736 May 23 11:25:06.529847 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d0f77a-952d-4061-9906-b55d096ca576 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Checking segment: {'id': 'fe0611cb-f430-46f2-bcda-dcf9b87f3b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '54818d61-b51b-4ef9-a621-cd351fb6b13f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:25:06.530395 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d0f77a-952d-4061-9906-b55d096ca576 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Network hostable DHCP agents. Network: 54818d61-b51b-4ef9-a621-cd351fb6b13f, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:25:06.538888 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fa47e374-6623-4f4e-91bd-66547b827e0d None None] For port 80cbe194-5e70-4f69-b621-53863e51e945, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=80cbe194-5e70-4f69-b621-53863e51e945,segment=NetworkSegment(37af7c81-dc61-4da9-9a68-9ee6e2d22927),segment_id=37af7c81-dc61-4da9-9a68-9ee6e2d22927)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:25:06.544806 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fa47e374-6623-4f4e-91bd-66547b827e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:06.697147 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d0f77a-952d-4061-9906-b55d096ca576 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Network 54818d61-b51b-4ef9-a621-cd351fb6b13f is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:25:06.727281 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-c1d0f77a-952d-4061-9906-b55d096ca576 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 54818d61-b51b-4ef9-a621-cd351fb6b13f) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:25:06.739924 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0f8d8e-7360-4f0b-b7f4-025b0985138b None None] Network 54818d61-b51b-4ef9-a621-cd351fb6b13f requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:25:06.782048 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-08539c10-c889-49d0-9599-3e822214e75d req-4922fd15-4d13-41f0-8204-be5b9ae8690a tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7e6820b1da73478a8f6280c600dfbb0e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2402647 May 23 11:25:06.787088 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d0f77a-952d-4061-9906-b55d096ca576 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:06.790520 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c1d0f77a-952d-4061-9906-b55d096ca576 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:06.945755 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab25f58-cd69-4fec-b71f-958d0a7c081e tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:06.956302 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1ab25f58-cd69-4fec-b71f-958d0a7c081e tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "GET /v2.0/networks/18fc6bea-172b-4321-a813-880e76c886c4 HTTP/1.1" status: 200 len: 800 time: 0.4681149 May 23 11:25:06.957381 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 38436) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:06.987933 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 04a38336-6e79-4ba1-8579-46d9a7b25fd8 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:25:07.000476 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c1d0f77a-952d-4061-9906-b55d096ca576 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3800349 May 23 11:25:07.003452 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38440) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:07.010825 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a9d1e54c-9032-4e99-9676-9ec104e7a6aa tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'port': {'network_id': '54818d61-b51b-4ef9-a621-cd351fb6b13f', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1674590415'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:07.063935 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 04a38336-6e79-4ba1-8579-46d9a7b25fd8 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:25:07.064279 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 04a38336-6e79-4ba1-8579-46d9a7b25fd8 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:25:07.070179 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa47e374-6623-4f4e-91bd-66547b827e0d None None] Pushing event updated for resources: {'Port': ['ID=80cbe194-5e70-4f69-b621-53863e51e945,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:07.092571 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b9dec04c-baad-4176-b129-0cd03f79f856 None None] Provisioning complete for port 80cbe194-5e70-4f69-b621-53863e51e945 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:25:07.093413 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b9dec04c-baad-4176-b129-0cd03f79f856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:07.190928 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-08539c10-c889-49d0-9599-3e822214e75d req-5c25039f-7102-4669-bb20-0c85f89af054 service neutron] 10.222.0.79 "GET /v2.0/networks/82ba39e4-bdf1-472a-bde7-8fcb89848fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932362 May 23 11:25:07.234976 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a9d1e54c-9032-4e99-9676-9ec104e7a6aa tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:07.239710 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a9d1e54c-9032-4e99-9676-9ec104e7a6aa tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Usage tracker for resource:port and tenant:aff5ab15380840359395eccd13918dfd is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:07.243717 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a9d1e54c-9032-4e99-9676-9ec104e7a6aa tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:07.251273 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a9d1e54c-9032-4e99-9676-9ec104e7a6aa tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:07.264465 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d1e54c-9032-4e99-9676-9ec104e7a6aa tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Made reservation on behalf of aff5ab15380840359395eccd13918dfd for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:25:07.268125 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a9d1e54c-9032-4e99-9676-9ec104e7a6aa tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:07.296945 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-af70a851-934c-4e6d-b93e-5e15e91050ec tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "GET /v2.0/networks/18fc6bea-172b-4321-a813-880e76c886c4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3376920 May 23 11:25:07.300576 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38456) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:07.372017 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-a9d1e54c-9032-4e99-9676-9ec104e7a6aa tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] device_id is not set on port 94cd0002-78d9-4d20-bc5f-3e8c0f604dba yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:25:07.378897 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-08539c10-c889-49d0-9599-3e822214e75d req-dc56ea74-2280-46a7-bca2-a4642b3844af service neutron] 10.222.0.79 "GET /v2.0/networks/82ba39e4-bdf1-472a-bde7-8fcb89848fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811335 May 23 11:25:07.402456 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62801c18-f79e-445b-bfd5-bfa9bba14e81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-54818d61-b51b-4ef9-a621-cd351fb6b13f', 'network_id': '54818d61-b51b-4ef9-a621-cd351fb6b13f', 'tenant_id': 'aff5ab15380840359395eccd13918dfd', 'fixed_ips': [{'subnet_id': '8a88618c-3bb0-4616-94c3-1219e29d3a57'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:25:07.403294 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-62801c18-f79e-445b-bfd5-bfa9bba14e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:07.632509 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c50617f-b5fb-4c3a-9df8-e6a395a45e90 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:07.637710 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1c50617f-b5fb-4c3a-9df8-e6a395a45e90 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "GET /v2.0/subnets/704567cd-20e6-46f1-893c-d55dde92fb87 HTTP/1.1" status: 200 len: 811 time: 0.3351941 May 23 11:25:07.667620 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 38468) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:07.730358 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-62801c18-f79e-445b-bfd5-bfa9bba14e81 None None] Allocated IP 172.20.0.2 (54818d61-b51b-4ef9-a621-cd351fb6b13f/8a88618c-3bb0-4616-94c3-1219e29d3a57/5fff9b0b-5c0a-4a14-b60c-08849dc0977c) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:25:07.742584 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38474) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:07.772619 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9cac7a7b-4409-4b0b-8f32-39362a131a1a req-20e1317c-11fd-4b1b-9947-efa6a4695337 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c64cff9-ade5-4c05-b2d2-47f7020ffd5b HTTP/1.1" status: 200 len: 210 time: 0.1414385 May 23 11:25:07.848145 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a0a9ba-9fc4-498d-8687-ba89b1bb99b3 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attributes excluded by policy engine: ['shared'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:07.848766 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-56a0a9ba-9fc4-498d-8687-ba89b1bb99b3 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Synchronizing usage tracker for tenant:315452c642844720b9e20950ddfc46df on resource:subnet {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:25:07.876534 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-56a0a9ba-9fc4-498d-8687-ba89b1bb99b3 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Unset dirty status for tenant:315452c642844720b9e20950ddfc46df on resource:subnet {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:25:07.882993 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-56a0a9ba-9fc4-498d-8687-ba89b1bb99b3 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "GET /v2.0/subnets/704567cd-20e6-46f1-893c-d55dde92fb87?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2058532 May 23 11:25:07.883592 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 38484) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:07.906338 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-a472f22c-32b6-4a85-9c12-e0a258ac7c18 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-241173444'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:07.913657 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a472f22c-32b6-4a85-9c12-e0a258ac7c18 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:07.917154 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcded1ca-780e-4640-9ed1-2a7343f2e2be admin admin] Deleting subnet bac9cbb7-275c-4f90-a3f8-d1d304dd0079 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:25:07.925315 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dcded1ca-780e-4640-9ed1-2a7343f2e2be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:07.937894 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a472f22c-32b6-4a85-9c12-e0a258ac7c18 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:07.959036 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a472f22c-32b6-4a85-9c12-e0a258ac7c18 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Made reservation on behalf of 315452c642844720b9e20950ddfc46df for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:25:07.962274 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a472f22c-32b6-4a85-9c12-e0a258ac7c18 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:07.995136 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-62801c18-f79e-445b-bfd5-bfa9bba14e81 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:08.007329 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-62801c18-f79e-445b-bfd5-bfa9bba14e81 None None] Transition to ACTIVE for port object 5fff9b0b-5c0a-4a14-b60c-08849dc0977c will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:25:08.034242 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a472f22c-32b6-4a85-9c12-e0a258ac7c18 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:25:08.043950 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dcded1ca-780e-4640-9ed1-2a7343f2e2be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:08.048308 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a472f22c-32b6-4a85-9c12-e0a258ac7c18 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:08.048814 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-a472f22c-32b6-4a85-9c12-e0a258ac7c18 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Added segment 621dbcec-7d82-4119-a157-d9405cddabd5 of type vlan for network c68e5711-0731-4b73-9839-b62352711627 May 23 11:25:08.055019 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-62801c18-f79e-445b-bfd5-bfa9bba14e81 None None] Transition to ACTIVE for port object 5fff9b0b-5c0a-4a14-b60c-08849dc0977c will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:25:08.067613 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-62801c18-f79e-445b-bfd5-bfa9bba14e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:08.112726 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a472f22c-32b6-4a85-9c12-e0a258ac7c18 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:08.161788 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62801c18-f79e-445b-bfd5-bfa9bba14e81 None None] Pushing event updated for resources: {'Port': ['ID=5fff9b0b-5c0a-4a14-b60c-08849dc0977c,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:08.170925 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62801c18-f79e-445b-bfd5-bfa9bba14e81 None None] Network 54818d61-b51b-4ef9-a621-cd351fb6b13f is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:25:08.173340 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-62801c18-f79e-445b-bfd5-bfa9bba14e81 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:25:08.177168 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:08.178256 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62801c18-f79e-445b-bfd5-bfa9bba14e81 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:25:08.181116 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a472f22c-32b6-4a85-9c12-e0a258ac7c18 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:08.190198 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a472f22c-32b6-4a85-9c12-e0a258ac7c18 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:08.191344 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a472f22c-32b6-4a85-9c12-e0a258ac7c18 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:08.312662 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-62801c18-f79e-445b-bfd5-bfa9bba14e81 None None] Attempting to bind port 5fff9b0b-5c0a-4a14-b60c-08849dc0977c on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:25:08.313326 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-62801c18-f79e-445b-bfd5-bfa9bba14e81 None None] Attempting to bind port 5fff9b0b-5c0a-4a14-b60c-08849dc0977c by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'fe0611cb-f430-46f2-bcda-dcf9b87f3b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '54818d61-b51b-4ef9-a621-cd351fb6b13f'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:25:08.313851 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62801c18-f79e-445b-bfd5-bfa9bba14e81 None None] Attempting to bind port 5fff9b0b-5c0a-4a14-b60c-08849dc0977c on network 54818d61-b51b-4ef9-a621-cd351fb6b13f {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:25:08.317404 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dcded1ca-780e-4640-9ed1-2a7343f2e2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:08.328561 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62801c18-f79e-445b-bfd5-bfa9bba14e81 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:25:08.329332 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62801c18-f79e-445b-bfd5-bfa9bba14e81 None None] Checking segment: {'id': 'fe0611cb-f430-46f2-bcda-dcf9b87f3b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '54818d61-b51b-4ef9-a621-cd351fb6b13f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:25:08.330459 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-62801c18-f79e-445b-bfd5-bfa9bba14e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:08.331199 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62801c18-f79e-445b-bfd5-bfa9bba14e81 None None] Bound using segment: {'id': 'fe0611cb-f430-46f2-bcda-dcf9b87f3b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '54818d61-b51b-4ef9-a621-cd351fb6b13f'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:25:08.331875 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-62801c18-f79e-445b-bfd5-bfa9bba14e81 None None] Bound port: 5fff9b0b-5c0a-4a14-b60c-08849dc0977c, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe0611cb-f430-46f2-bcda-dcf9b87f3b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '54818d61-b51b-4ef9-a621-cd351fb6b13f'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:25:08.332421 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-62801c18-f79e-445b-bfd5-bfa9bba14e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:08.371559 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-a9d1e54c-9032-4e99-9676-9ec104e7a6aa tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Allocated IP 172.20.0.11 (54818d61-b51b-4ef9-a621-cd351fb6b13f/8a88618c-3bb0-4616-94c3-1219e29d3a57/94cd0002-78d9-4d20-bc5f-3e8c0f604dba) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:25:08.380631 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472f22c-32b6-4a85-9c12-e0a258ac7c18 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event updated for resources: {'Network': ['ID=c68e5711-0731-4b73-9839-b62352711627,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:08.386977 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a472f22c-32b6-4a85-9c12-e0a258ac7c18 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4996676 May 23 11:25:08.387716 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 38492) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:08.394052 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-dbbea9f3-338b-400e-84e6-0ad294aedc04 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Request body: {'subnet': {'network_id': 'c68e5711-0731-4b73-9839-b62352711627', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:08.449453 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-62801c18-f79e-445b-bfd5-bfa9bba14e81 None None] For port 5fff9b0b-5c0a-4a14-b60c-08849dc0977c, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:25:08.453208 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-62801c18-f79e-445b-bfd5-bfa9bba14e81 None None] For port 5fff9b0b-5c0a-4a14-b60c-08849dc0977c, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=5fff9b0b-5c0a-4a14-b60c-08849dc0977c,segment=NetworkSegment(fe0611cb-f430-46f2-bcda-dcf9b87f3b2c),segment_id=fe0611cb-f430-46f2-bcda-dcf9b87f3b2c)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:25:08.457476 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network c68e5711-0731-4b73-9839-b62352711627 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:25:08.561744 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-dbbea9f3-338b-400e-84e6-0ad294aedc04 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:08.587545 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-62801c18-f79e-445b-bfd5-bfa9bba14e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:08.595219 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dcded1ca-780e-4640-9ed1-2a7343f2e2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:08.596416 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-dbbea9f3-338b-400e-84e6-0ad294aedc04 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:08.612451 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbbea9f3-338b-400e-84e6-0ad294aedc04 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Made reservation on behalf of 315452c642844720b9e20950ddfc46df for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:25:08.658179 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dcded1ca-780e-4640-9ed1-2a7343f2e2be admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:08.677306 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-dcded1ca-780e-4640-9ed1-2a7343f2e2be admin admin] 10.222.0.79 "DELETE /v2.0/subnets/bac9cbb7-275c-4f90-a3f8-d1d304dd0079 HTTP/1.1" status: 204 len: 168 time: 0.9287419 May 23 11:25:08.686899 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcded1ca-780e-4640-9ed1-2a7343f2e2be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bac9cbb7-275c-4f90-a3f8-d1d304dd0079,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:08.691489 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38496) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:08.854578 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dbbea9f3-338b-400e-84e6-0ad294aedc04 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:08.873556 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a9d1e54c-9032-4e99-9676-9ec104e7a6aa tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:08.924946 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62801c18-f79e-445b-bfd5-bfa9bba14e81 None None] Pushing event updated for resources: {'Port': ['ID=5fff9b0b-5c0a-4a14-b60c-08849dc0977c,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:08.948930 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 80cbe194-5e70-4f69-b621-53863e51e945 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:25:08.968006 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-a9d1e54c-9032-4e99-9676-9ec104e7a6aa tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Transition to ACTIVE for port object 94cd0002-78d9-4d20-bc5f-3e8c0f604dba will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:25:09.011628 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38504) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:09.081247 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a9d1e54c-9032-4e99-9676-9ec104e7a6aa tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:09.133859 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 80cbe194-5e70-4f69-b621-53863e51e945 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:25:09.134509 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:09.269338 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d1e54c-9032-4e99-9676-9ec104e7a6aa tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Network 54818d61-b51b-4ef9-a621-cd351fb6b13f is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:25:09.275300 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-a9d1e54c-9032-4e99-9676-9ec104e7a6aa tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:25:09.293146 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d1e54c-9032-4e99-9676-9ec104e7a6aa tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:25:09.351462 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3431a24f-7538-4c41-b6a0-c1d3609e0b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:09.369403 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4c7dd285-b151-442b-ae03-76f199b66aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:09.415988 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d47bb1f1-b553-4d3b-a935-4162b2ce2b2f req-09eee0b0-4fe9-4ae7-ad7f-f29ebf883613 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c64cff9-ade5-4c05-b2d2-47f7020ffd5b HTTP/1.1" status: 200 len: 210 time: 0.0972855 May 23 11:25:09.435876 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.ipam_backend_mixin [None req-dbbea9f3-338b-400e-84e6-0ad294aedc04 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Performing IP validity checks on allocation pools {{(pid=83910) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 23 11:25:09.436579 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.ipam_backend_mixin [None req-dbbea9f3-338b-400e-84e6-0ad294aedc04 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83910) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 23 11:25:09.456738 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:09.487232 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d1e54c-9032-4e99-9676-9ec104e7a6aa tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:09.488421 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a9d1e54c-9032-4e99-9676-9ec104e7a6aa tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:09.514766 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d1e54c-9032-4e99-9676-9ec104e7a6aa tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event updated for resources: {'Port': ['ID=94cd0002-78d9-4d20-bc5f-3e8c0f604dba,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:09.609647 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dbbea9f3-338b-400e-84e6-0ad294aedc04 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:09.680220 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-768caa16-c373-4b99-839c-d32951f090c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:09.717906 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a9d1e54c-9032-4e99-9676-9ec104e7a6aa tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.7125034 May 23 11:25:09.721657 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 38512) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:09.724161 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbea9f3-338b-400e-84e6-0ad294aedc04 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event updated for resources: {'Subnet': ['ID=59848633-4386-4009-87c9-5270acdc6039,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:09.764058 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbea9f3-338b-400e-84e6-0ad294aedc04 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Checking segment: {'id': '621dbcec-7d82-4119-a157-d9405cddabd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c68e5711-0731-4b73-9839-b62352711627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:25:09.764416 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbea9f3-338b-400e-84e6-0ad294aedc04 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Network hostable DHCP agents. Network: c68e5711-0731-4b73-9839-b62352711627, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:25:09.812398 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-44aa0b79-cb07-40f8-8619-2d357cc27e0a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Deleting port 94cd0002-78d9-4d20-bc5f-3e8c0f604dba {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:25:09.812840 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-44aa0b79-cb07-40f8-8619-2d357cc27e0a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:09.830926 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3431a24f-7538-4c41-b6a0-c1d3609e0b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:09.845931 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-768caa16-c373-4b99-839c-d32951f090c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:09.861519 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-768caa16-c373-4b99-839c-d32951f090c9 admin admin] Usage tracker for resource:security_group_rule and tenant:02cc324eeefe47b58d17e4c59b821b25 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:09.875334 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-768caa16-c373-4b99-839c-d32951f090c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:09.886735 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-768caa16-c373-4b99-839c-d32951f090c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:09.895719 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08539c10-c889-49d0-9599-3e822214e75d req-6d064911-7952-4c62-8e8d-13d999296cf2 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:09.896475 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-08539c10-c889-49d0-9599-3e822214e75d req-6d064911-7952-4c62-8e8d-13d999296cf2 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Synchronizing usage tracker for tenant:7e6820b1da73478a8f6280c600dfbb0e on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:25:09.900340 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-3431a24f-7538-4c41-b6a0-c1d3609e0b97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72c82844-8e43-42a5-86b2-ee18f163543f']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:25:09.920893 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-3431a24f-7538-4c41-b6a0-c1d3609e0b97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6205c858-7c99-44f7-82de-027d76ca7c84') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:25:09.920893 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-3431a24f-7538-4c41-b6a0-c1d3609e0b97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6205c858-7c99-44f7-82de-027d76ca7c84') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:25:09.953733 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3431a24f-7538-4c41-b6a0-c1d3609e0b97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:09.963866 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbea9f3-338b-400e-84e6-0ad294aedc04 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Network c68e5711-0731-4b73-9839-b62352711627 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:25:09.966393 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-08539c10-c889-49d0-9599-3e822214e75d req-6d064911-7952-4c62-8e8d-13d999296cf2 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Unset dirty status for tenant:7e6820b1da73478a8f6280c600dfbb0e on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:25:09.967531 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-08539c10-c889-49d0-9599-3e822214e75d req-6d064911-7952-4c62-8e8d-13d999296cf2 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.13 "GET /v2.0/networks?id=82ba39e4-bdf1-472a-bde7-8fcb89848fff HTTP/1.1" status: 200 len: 796 time: 0.4749682 May 23 11:25:09.980151 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3431a24f-7538-4c41-b6a0-c1d3609e0b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:10.022106 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3431a24f-7538-4c41-b6a0-c1d3609e0b97 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:25:10.022349 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3431a24f-7538-4c41-b6a0-c1d3609e0b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:10.044399 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:25:10.044399 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:25:10.044399 n-d-842952-2 neutron-server[83911]: timer() May 23 11:25:10.044399 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:25:10.044399 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:25:10.044399 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:25:10.044399 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:25:10.044399 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:25:10.044399 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:25:10.044399 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:25:10.044399 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:25:10.044399 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:25:10.044399 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:25:10.044399 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:25:10.044399 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:25:10.044399 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:25:10.044399 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:25:10.044399 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:25:10.044399 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:25:10.044399 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:25:10.044399 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:25:10.044399 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:25:10.044399 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:25:10.044399 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:25:10.044399 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:25:10.044399 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:25:10.044399 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:25:10.044399 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:25:10.044399 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:25:10.044399 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:25:10.044399 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:25:10.044399 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:25:10.066072 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-dbbea9f3-338b-400e-84e6-0ad294aedc04 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, c68e5711-0731-4b73-9839-b62352711627) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:25:10.076177 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7f89c7-9365-4b6d-b579-24b2616655ff None None] Network c68e5711-0731-4b73-9839-b62352711627 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:25:10.103410 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbea9f3-338b-400e-84e6-0ad294aedc04 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:10.104044 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dbbea9f3-338b-400e-84e6-0ad294aedc04 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:10.175335 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-dbbea9f3-338b-400e-84e6-0ad294aedc04 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.7864239 May 23 11:25:10.180968 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 38520) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:10.207218 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-53d03c93-2816-4cd8-8452-9d3fe62c708f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:10.233574 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3431a24f-7538-4c41-b6a0-c1d3609e0b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:10.265182 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-08539c10-c889-49d0-9599-3e822214e75d req-10cc602e-8d56-428c-8ae6-1df62545ae77 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Synchronizing usage tracker for tenant:7e6820b1da73478a8f6280c600dfbb0e on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:25:10.293558 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3431a24f-7538-4c41-b6a0-c1d3609e0b97 admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:10.345118 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-768caa16-c373-4b99-839c-d32951f090c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:10.351298 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431a24f-7538-4c41-b6a0-c1d3609e0b97 admin admin] Pushing event deleted for resources: {'Network': ['ID=72c82844-8e43-42a5-86b2-ee18f163543f,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:10.370259 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-768caa16-c373-4b99-839c-d32951f090c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:10.418625 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-08539c10-c889-49d0-9599-3e822214e75d req-10cc602e-8d56-428c-8ae6-1df62545ae77 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Unset dirty status for tenant:7e6820b1da73478a8f6280c600dfbb0e on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:25:10.421156 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-08539c10-c889-49d0-9599-3e822214e75d req-10cc602e-8d56-428c-8ae6-1df62545ae77 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e6820b1da73478a8f6280c600dfbb0e HTTP/1.1" status: 200 len: 472 time: 0.4309676 May 23 11:25:10.503739 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-53d03c93-2816-4cd8-8452-9d3fe62c708f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1754629'] for subnet, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:10.517876 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3431a24f-7538-4c41-b6a0-c1d3609e0b97 admin admin] 10.222.0.79 "DELETE /v2.0/networks/72c82844-8e43-42a5-86b2-ee18f163543f HTTP/1.1" status: 204 len: 168 time: 1.8253155 May 23 11:25:10.520233 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-768caa16-c373-4b99-839c-d32951f090c9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=02cc324eeefe47b58d17e4c59b821b25&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4476984 May 23 11:25:10.527126 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38542) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:10.562095 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42122ced-f6f7-4411-9051-db0b98902182 None None] Network 54818d61-b51b-4ef9-a621-cd351fb6b13f requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:25:10.563495 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-08539c10-c889-49d0-9599-3e822214e75d req-0cc1096d-5ad8-4f97-8c9d-14b758c5dfad tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Request body: {'port': {'device_id': '1c64cff9-ade5-4c05-b2d2-47f7020ffd5b', 'network_id': '82ba39e4-bdf1-472a-bde7-8fcb89848fff', 'admin_state_up': True, 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'security_groups': ['13d3adaa-69e3-45aa-8dde-e233e31c099e']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:10.780484 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768caa16-c373-4b99-839c-d32951f090c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8b640a-b9f5-4599-bd2f-9f891103c1c4,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:10.876365 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437e4928-5b69-4430-88b2-0d51d685c2e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-c68e5711-0731-4b73-9839-b62352711627', 'network_id': 'c68e5711-0731-4b73-9839-b62352711627', 'tenant_id': '315452c642844720b9e20950ddfc46df', 'fixed_ips': [{'subnet_id': '59848633-4386-4009-87c9-5270acdc6039'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:25:10.880615 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-437e4928-5b69-4430-88b2-0d51d685c2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:10.917618 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-44aa0b79-cb07-40f8-8619-2d357cc27e0a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:10.960912 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-308907af-09df-473b-8947-4b8874907b3d req-f3bcb3a2-08a9-490b-8539-72ab0ba3abde tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c64cff9-ade5-4c05-b2d2-47f7020ffd5b HTTP/1.1" status: 200 len: 210 time: 0.1431010 May 23 11:25:10.974074 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 38586) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:10.975957 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-53d03c93-2816-4cd8-8452-9d3fe62c708f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748724734365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1761521'] for subnet, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:11.003895 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8ae59b0f-03be-4dd2-8d21-3d606bdf0307 None None] Provisioning for port 5fff9b0b-5c0a-4a14-b60c-08849dc0977c completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:25:11.192018 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 5fff9b0b-5c0a-4a14-b60c-08849dc0977c up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:25:11.201114 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-44aa0b79-cb07-40f8-8619-2d357cc27e0a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Calling delete_port for 94cd0002-78d9-4d20-bc5f-3e8c0f604dba owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:25:11.279484 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9c27e6f3-bed1-4c44-802e-ac5692a2754e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:11.330845 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-08539c10-c889-49d0-9599-3e822214e75d req-0cc1096d-5ad8-4f97-8c9d-14b758c5dfad tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:11.333173 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ae10ee69-63d2-4e18-a06c-b58eeb4528c3 req-a695a1fd-b90d-46b6-8c6c-7baf9a7d5667 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=93664a9d-71b9-4628-acab-fb7e8e19d283&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0787261 May 23 11:25:11.336008 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-08539c10-c889-49d0-9599-3e822214e75d req-0cc1096d-5ad8-4f97-8c9d-14b758c5dfad tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Usage tracker for resource:port and tenant:7e6820b1da73478a8f6280c600dfbb0e is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:11.339193 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-08539c10-c889-49d0-9599-3e822214e75d req-0cc1096d-5ad8-4f97-8c9d-14b758c5dfad tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:11.341015 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d03c93-2816-4cd8-8452-9d3fe62c708f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:11.341700 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-53d03c93-2816-4cd8-8452-9d3fe62c708f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:11.345990 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-53d03c93-2816-4cd8-8452-9d3fe62c708f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "PUT /v2.0/subnets/59848633-4386-4009-87c9-5270acdc6039 HTTP/1.1" status: 200 len: 877 time: 1.1615500 May 23 11:25:11.353445 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-08539c10-c889-49d0-9599-3e822214e75d req-0cc1096d-5ad8-4f97-8c9d-14b758c5dfad tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:11.368693 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38630) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:11.375304 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d03c93-2816-4cd8-8452-9d3fe62c708f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event updated for resources: {'Subnet': ['ID=59848633-4386-4009-87c9-5270acdc6039,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:11.377829 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08539c10-c889-49d0-9599-3e822214e75d req-0cc1096d-5ad8-4f97-8c9d-14b758c5dfad tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Made reservation on behalf of 7e6820b1da73478a8f6280c600dfbb0e for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:25:11.389258 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-08539c10-c889-49d0-9599-3e822214e75d req-0cc1096d-5ad8-4f97-8c9d-14b758c5dfad tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:11.436578 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9c27e6f3-bed1-4c44-802e-ac5692a2754e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:11.597752 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-437e4928-5b69-4430-88b2-0d51d685c2e1 None None] Allocated IP 172.20.0.3 (c68e5711-0731-4b73-9839-b62352711627/59848633-4386-4009-87c9-5270acdc6039/4ff5cc38-6a02-4219-acbd-2b4fcad2b990) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:25:11.630592 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3602a8a5-d252-4232-91eb-5324a27c0333 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9d44102994b64bfbb618398e931b017d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6342590 May 23 11:25:11.642046 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38664) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:11.732500 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ae10ee69-63d2-4e18-a06c-b58eeb4528c3 req-8725c91b-e0ba-4a39-93ed-d06046f98b38 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d8e63cb106b40b880c35c46eb22d5c0&device_id=93664a9d-71b9-4628-acab-fb7e8e19d283 HTTP/1.1" status: 200 len: 1097 time: 0.3516464 May 23 11:25:11.906220 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-437e4928-5b69-4430-88b2-0d51d685c2e1 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:11.937879 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 5fff9b0b-5c0a-4a14-b60c-08849dc0977c completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:25:11.943463 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-64e06c3b-f560-4db3-ad82-5d6a71c0d5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:11.947193 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 5fff9b0b-5c0a-4a14-b60c-08849dc0977c triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:25:11.948001 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:12.013796 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-437e4928-5b69-4430-88b2-0d51d685c2e1 None None] Transition to ACTIVE for port object 4ff5cc38-6a02-4219-acbd-2b4fcad2b990 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:25:12.021535 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9c27e6f3-bed1-4c44-802e-ac5692a2754e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:12.075225 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-437e4928-5b69-4430-88b2-0d51d685c2e1 None None] Transition to ACTIVE for port object 4ff5cc38-6a02-4219-acbd-2b4fcad2b990 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:25:12.081016 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-488ccfb8-3f61-4bf8-b567-a684d56e75b3 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:12.095661 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-437e4928-5b69-4430-88b2-0d51d685c2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:12.098802 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c27e6f3-bed1-4c44-802e-ac5692a2754e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8b640a-b9f5-4599-bd2f-9f891103c1c4,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:12.113318 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-44aa0b79-cb07-40f8-8619-2d357cc27e0a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:12.180121 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-488ccfb8-3f61-4bf8-b567-a684d56e75b3 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Deleting port 4ff5cc38-6a02-4219-acbd-2b4fcad2b990 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:25:12.181709 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-488ccfb8-3f61-4bf8-b567-a684d56e75b3 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:12.301070 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9c27e6f3-bed1-4c44-802e-ac5692a2754e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:12.316434 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9c27e6f3-bed1-4c44-802e-ac5692a2754e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8a8b640a-b9f5-4599-bd2f-9f891103c1c4 HTTP/1.1" status: 204 len: 168 time: 1.7756498 May 23 11:25:12.322124 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437e4928-5b69-4430-88b2-0d51d685c2e1 None None] Network c68e5711-0731-4b73-9839-b62352711627 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:25:12.327341 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-437e4928-5b69-4430-88b2-0d51d685c2e1 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:25:12.344092 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437e4928-5b69-4430-88b2-0d51d685c2e1 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:25:12.348624 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-32a4cc5f-3a38-4afe-b8d6-b973d6dd7026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:12.374883 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-08539c10-c889-49d0-9599-3e822214e75d req-0cc1096d-5ad8-4f97-8c9d-14b758c5dfad tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Allocated IP 172.20.0.20 (82ba39e4-bdf1-472a-bde7-8fcb89848fff/730f45b0-3f1f-4380-a2c4-9e410dbc65b7/d3e6f114-d5d8-45ea-97b6-958c1a7248e7) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:25:12.514513 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aa0b79-cb07-40f8-8619-2d357cc27e0a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event deleted for resources: {'Port': ['ID=94cd0002-78d9-4d20-bc5f-3e8c0f604dba,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:12.575548 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f9447b25-c448-40c4-9e72-d81d5992c5f7 req-964ede9f-6420-4e9a-a21c-34a7cddab5ad tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c64cff9-ade5-4c05-b2d2-47f7020ffd5b HTTP/1.1" status: 200 len: 210 time: 0.1271052 May 23 11:25:12.609168 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e4928-5b69-4430-88b2-0d51d685c2e1 None None] Pushing event updated for resources: {'Port': ['ID=4ff5cc38-6a02-4219-acbd-2b4fcad2b990,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:12.630055 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-437e4928-5b69-4430-88b2-0d51d685c2e1 None None] Attempting to bind port 4ff5cc38-6a02-4219-acbd-2b4fcad2b990 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:25:12.630753 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-437e4928-5b69-4430-88b2-0d51d685c2e1 None None] Attempting to bind port 4ff5cc38-6a02-4219-acbd-2b4fcad2b990 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '621dbcec-7d82-4119-a157-d9405cddabd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c68e5711-0731-4b73-9839-b62352711627'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:25:12.632223 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437e4928-5b69-4430-88b2-0d51d685c2e1 None None] Attempting to bind port 4ff5cc38-6a02-4219-acbd-2b4fcad2b990 on network c68e5711-0731-4b73-9839-b62352711627 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:25:12.640571 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-32a4cc5f-3a38-4afe-b8d6-b973d6dd7026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:12.647289 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10ee69-63d2-4e18-a06c-b58eeb4528c3 req-f010f142-4257-4bed-a9cb-9308b3d94211 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:12.649967 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ae10ee69-63d2-4e18-a06c-b58eeb4528c3 req-f010f142-4257-4bed-a9cb-9308b3d94211 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6213997a-77dd-4973-bef8-b88fbf379b24 HTTP/1.1" status: 200 len: 913 time: 0.8878915 May 23 11:25:12.769600 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437e4928-5b69-4430-88b2-0d51d685c2e1 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:25:12.770222 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437e4928-5b69-4430-88b2-0d51d685c2e1 None None] Checking segment: {'id': '621dbcec-7d82-4119-a157-d9405cddabd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c68e5711-0731-4b73-9839-b62352711627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:25:12.770766 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-437e4928-5b69-4430-88b2-0d51d685c2e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:12.771314 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437e4928-5b69-4430-88b2-0d51d685c2e1 None None] Bound using segment: {'id': '621dbcec-7d82-4119-a157-d9405cddabd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c68e5711-0731-4b73-9839-b62352711627'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:25:12.772049 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-437e4928-5b69-4430-88b2-0d51d685c2e1 None None] Bound port: 4ff5cc38-6a02-4219-acbd-2b4fcad2b990, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '621dbcec-7d82-4119-a157-d9405cddabd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c68e5711-0731-4b73-9839-b62352711627'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:25:12.772611 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-437e4928-5b69-4430-88b2-0d51d685c2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:12.791943 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-488ccfb8-3f61-4bf8-b567-a684d56e75b3 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] For port 4ff5cc38-6a02-4219-acbd-2b4fcad2b990, host n-d-842952-2, got binding levels [] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:25:12.792309 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-488ccfb8-3f61-4bf8-b567-a684d56e75b3 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:12.853441 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:12.890726 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:12.968510 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-44aa0b79-cb07-40f8-8619-2d357cc27e0a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:12.990487 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-488ccfb8-3f61-4bf8-b567-a684d56e75b3 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Calling delete_port for 4ff5cc38-6a02-4219-acbd-2b4fcad2b990 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:25:13.027335 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:13.043771 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-44aa0b79-cb07-40f8-8619-2d357cc27e0a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/ports/94cd0002-78d9-4d20-bc5f-3e8c0f604dba HTTP/1.1" status: 204 len: 168 time: 3.3201902 May 23 11:25:13.046001 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 38816) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:13.050046 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ae10ee69-63d2-4e18-a06c-b58eeb4528c3 req-a617f034-7d15-4dba-a125-a6416dfb9dca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc866833-5097-465e-8754-807c07eb8e82 HTTP/1.1" status: 200 len: 217 time: 0.3905382 May 23 11:25:13.079480 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6875fad2-97ae-4742-b60f-7d85dfc6303a None None] Could not find standard attr ID for object 94cd0002-78d9-4d20-bc5f-3e8c0f604dba. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:25:13.172716 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 5fff9b0b-5c0a-4a14-b60c-08849dc0977c, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=5fff9b0b-5c0a-4a14-b60c-08849dc0977c,segment=NetworkSegment(fe0611cb-f430-46f2-bcda-dcf9b87f3b2c),segment_id=fe0611cb-f430-46f2-bcda-dcf9b87f3b2c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:25:13.183117 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:13.259746 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6875fad2-97ae-4742-b60f-7d85dfc6303a None None] Provisioning complete for port 5fff9b0b-5c0a-4a14-b60c-08849dc0977c triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:25:13.260153 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6875fad2-97ae-4742-b60f-7d85dfc6303a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:13.264263 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a1787a4-b2d9-4709-a290-0f8041a84aca tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] GET failed (client error): The resource could not be found. May 23 11:25:13.264928 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5a1787a4-b2d9-4709-a290-0f8041a84aca tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Synchronizing usage tracker for tenant:aff5ab15380840359395eccd13918dfd on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:25:13.272666 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38844) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:13.282363 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10ee69-63d2-4e18-a06c-b58eeb4528c3 req-d6334f48-21fd-47a6-8a17-113c68effd80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:13.283966 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ae10ee69-63d2-4e18-a06c-b58eeb4528c3 req-d6334f48-21fd-47a6-8a17-113c68effd80 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54335c97-79a1-4f1c-bc27-f53589fd26ef HTTP/1.1" status: 200 len: 851 time: 0.1423178 May 23 11:25:13.350762 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5a1787a4-b2d9-4709-a290-0f8041a84aca tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Unset dirty status for tenant:aff5ab15380840359395eccd13918dfd on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:25:13.355573 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5a1787a4-b2d9-4709-a290-0f8041a84aca tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "GET /v2.0/ports/94cd0002-78d9-4d20-bc5f-3e8c0f604dba HTTP/1.1" status: 404 len: 333 time: 0.3041861 May 23 11:25:13.356596 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 38858) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:13.483360 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ff6d324-a5fc-4624-a42b-405e036b672d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:13.489244 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=5fff9b0b-5c0a-4a14-b60c-08849dc0977c,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:13.571559 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ae10ee69-63d2-4e18-a06c-b58eeb4528c3 req-6d59dc46-0a93-47bf-afb3-75fa23419887 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6213997a-77dd-4973-bef8-b88fbf379b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2790437 May 23 11:25:13.576520 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-437e4928-5b69-4430-88b2-0d51d685c2e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:25:13.584131 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-437e4928-5b69-4430-88b2-0d51d685c2e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:25:13.589412 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-488ccfb8-3f61-4bf8-b567-a684d56e75b3 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:13.657467 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3ff6d324-a5fc-4624-a42b-405e036b672d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:13.693173 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-32a4cc5f-3a38-4afe-b8d6-b973d6dd7026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:13.721845 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3ff6d324-a5fc-4624-a42b-405e036b672d admin admin] Usage tracker for resource:security_group_rule and tenant:8c05f42cd88049f7876153791bacbcc8 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:13.730834 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ccfb8-3f61-4bf8-b567-a684d56e75b3 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event deleted for resources: {'Port': ['ID=4ff5cc38-6a02-4219-acbd-2b4fcad2b990,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:13.739396 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3ff6d324-a5fc-4624-a42b-405e036b672d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:13.755080 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8d747f4-0ddb-4d6c-a1a2-23086bd96fbf tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Deleting subnet 8a88618c-3bb0-4616-94c3-1219e29d3a57 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:25:13.762923 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3ff6d324-a5fc-4624-a42b-405e036b672d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:13.767211 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4cc5f-3a38-4afe-b8d6-b973d6dd7026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9edca37-274e-4d11-8f06-aa888b79d552,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:13.799642 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c8d747f4-0ddb-4d6c-a1a2-23086bd96fbf tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:13.822193 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-08539c10-c889-49d0-9599-3e822214e75d req-0cc1096d-5ad8-4f97-8c9d-14b758c5dfad tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:13.841563 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-af3c86a3-7f6d-4519-916b-d7a288bb1e14 None None] Could not find standard attr ID for object 94cd0002-78d9-4d20-bc5f-3e8c0f604dba. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:25:13.883299 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488ccfb8-3f61-4bf8-b567-a684d56e75b3 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] No DVR routers for this DVR port 4ff5cc38-6a02-4219-acbd-2b4fcad2b990 on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:25:13.890663 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-32a4cc5f-3a38-4afe-b8d6-b973d6dd7026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:13.906016 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-32a4cc5f-3a38-4afe-b8d6-b973d6dd7026 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e9edca37-274e-4d11-8f06-aa888b79d552 HTTP/1.1" status: 204 len: 168 time: 2.2425773 May 23 11:25:13.928931 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ddaa513c-2354-4500-95d2-c991e93c592c req-7cadd124-f277-4d78-b9b7-765791422fba tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c64cff9-ade5-4c05-b2d2-47f7020ffd5b HTTP/1.1" status: 200 len: 210 time: 0.0707896 May 23 11:25:13.957251 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-08539c10-c889-49d0-9599-3e822214e75d req-0cc1096d-5ad8-4f97-8c9d-14b758c5dfad tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Transition to ACTIVE for port object d3e6f114-d5d8-45ea-97b6-958c1a7248e7 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:25:13.974332 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c8d747f4-0ddb-4d6c-a1a2-23086bd96fbf tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:14.028528 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ae10ee69-63d2-4e18-a06c-b58eeb4528c3 req-f0db96fb-9e71-4a04-9c26-622caf343f41 service neutron] 10.222.0.13 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4491796 May 23 11:25:14.041383 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-488ccfb8-3f61-4bf8-b567-a684d56e75b3 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:14.094432 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ff6d324-a5fc-4624-a42b-405e036b672d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:14.105239 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-437e4928-5b69-4430-88b2-0d51d685c2e1 None None] Attempting to bind port 4ff5cc38-6a02-4219-acbd-2b4fcad2b990 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:25:14.106273 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-437e4928-5b69-4430-88b2-0d51d685c2e1 None None] Attempting to bind port 4ff5cc38-6a02-4219-acbd-2b4fcad2b990 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '621dbcec-7d82-4119-a157-d9405cddabd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c68e5711-0731-4b73-9839-b62352711627'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:25:14.106722 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437e4928-5b69-4430-88b2-0d51d685c2e1 None None] Attempting to bind port 4ff5cc38-6a02-4219-acbd-2b4fcad2b990 on network c68e5711-0731-4b73-9839-b62352711627 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:25:14.115895 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ff6d324-a5fc-4624-a42b-405e036b672d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:14.119952 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437e4928-5b69-4430-88b2-0d51d685c2e1 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:25:14.120330 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437e4928-5b69-4430-88b2-0d51d685c2e1 None None] Checking segment: {'id': '621dbcec-7d82-4119-a157-d9405cddabd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c68e5711-0731-4b73-9839-b62352711627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:25:14.120806 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-437e4928-5b69-4430-88b2-0d51d685c2e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:14.121285 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437e4928-5b69-4430-88b2-0d51d685c2e1 None None] Bound using segment: {'id': '621dbcec-7d82-4119-a157-d9405cddabd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c68e5711-0731-4b73-9839-b62352711627'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:25:14.122929 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-437e4928-5b69-4430-88b2-0d51d685c2e1 None None] Bound port: 4ff5cc38-6a02-4219-acbd-2b4fcad2b990, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '621dbcec-7d82-4119-a157-d9405cddabd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c68e5711-0731-4b73-9839-b62352711627'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:25:14.125299 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-437e4928-5b69-4430-88b2-0d51d685c2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:14.141665 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-08539c10-c889-49d0-9599-3e822214e75d req-0cc1096d-5ad8-4f97-8c9d-14b758c5dfad tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:14.196591 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-437e4928-5b69-4430-88b2-0d51d685c2e1 None None] Port 4ff5cc38-6a02-4219-acbd-2b4fcad2b990 has been deleted concurrently {{(pid=83912) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:632}} May 23 11:25:14.224727 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:14.248444 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ae10ee69-63d2-4e18-a06c-b58eeb4528c3 req-5db0a12e-633f-41bb-bbb4-ab8bfa349a5e service neutron] 10.222.0.13 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100184 May 23 11:25:14.249822 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c8d747f4-0ddb-4d6c-a1a2-23086bd96fbf tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:14.253627 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff6d324-a5fc-4624-a42b-405e036b672d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1265dd1c-ccb6-4fce-a555-2c6e8c5abbfa,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:14.396328 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c8d747f4-0ddb-4d6c-a1a2-23086bd96fbf tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:14.451699 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d747f4-0ddb-4d6c-a1a2-23086bd96fbf tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event deleted for resources: {'Subnet': ['ID=8a88618c-3bb0-4616-94c3-1219e29d3a57,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:14.461546 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c8d747f4-0ddb-4d6c-a1a2-23086bd96fbf tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:14.472275 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c8d747f4-0ddb-4d6c-a1a2-23086bd96fbf tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/subnets/8a88618c-3bb0-4616-94c3-1219e29d3a57 HTTP/1.1" status: 204 len: 168 time: 1.1132505 May 23 11:25:14.474997 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 38980) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:14.495092 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a258445-5030-4d9b-9bd0-f0baacbe2053 None None] Network 54818d61-b51b-4ef9-a621-cd351fb6b13f requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:25:14.496230 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3ff6d324-a5fc-4624-a42b-405e036b672d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8c05f42cd88049f7876153791bacbcc8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2110860 May 23 11:25:14.502202 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38984) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:14.588430 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08539c10-c889-49d0-9599-3e822214e75d req-0cc1096d-5ad8-4f97-8c9d-14b758c5dfad tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Network 82ba39e4-bdf1-472a-bde7-8fcb89848fff is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:25:14.603877 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-08539c10-c889-49d0-9599-3e822214e75d req-0cc1096d-5ad8-4f97-8c9d-14b758c5dfad tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:25:14.615072 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc1096d-5ad8-4f97-8c9d-14b758c5dfad tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event updated for resources: {'Port': ['ID=d3e6f114-d5d8-45ea-97b6-958c1a7248e7,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:14.628093 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-08539c10-c889-49d0-9599-3e822214e75d req-0cc1096d-5ad8-4f97-8c9d-14b758c5dfad tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:25:14.667329 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-488ccfb8-3f61-4bf8-b567-a684d56e75b3 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:14.687164 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-04f78beb-3b89-4db9-b0d1-999c60f12133 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:14.748611 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-04f78beb-3b89-4db9-b0d1-999c60f12133 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Deleting port 5fff9b0b-5c0a-4a14-b60c-08849dc0977c {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:25:14.749571 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-04f78beb-3b89-4db9-b0d1-999c60f12133 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:14.842606 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ccfb8-3f61-4bf8-b567-a684d56e75b3 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event deleted for resources: {'Subnet': ['ID=59848633-4386-4009-87c9-5270acdc6039,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:14.916308 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ce882843-48ad-4953-b75b-92228da77778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:15.078490 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-171ece4e-84d3-4f7d-a92a-86d218731000 None None] Provisioning for port d3e6f114-d5d8-45ea-97b6-958c1a7248e7 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:25:15.081354 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08539c10-c889-49d0-9599-3e822214e75d req-0cc1096d-5ad8-4f97-8c9d-14b758c5dfad tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:15.082162 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-08539c10-c889-49d0-9599-3e822214e75d req-0cc1096d-5ad8-4f97-8c9d-14b758c5dfad tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:15.091145 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-171ece4e-84d3-4f7d-a92a-86d218731000 None None] Provisioning complete for port d3e6f114-d5d8-45ea-97b6-958c1a7248e7 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:25:15.091639 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-171ece4e-84d3-4f7d-a92a-86d218731000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:15.100544 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ce882843-48ad-4953-b75b-92228da77778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:15.139871 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-488ccfb8-3f61-4bf8-b567-a684d56e75b3 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:15.161269 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-171ece4e-84d3-4f7d-a92a-86d218731000 None None] Port d3e6f114-d5d8-45ea-97b6-958c1a7248e7 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:25:15.192381 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-08539c10-c889-49d0-9599-3e822214e75d req-0cc1096d-5ad8-4f97-8c9d-14b758c5dfad tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6560588 May 23 11:25:15.198260 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-488ccfb8-3f61-4bf8-b567-a684d56e75b3 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c68e5711-0731-4b73-9839-b62352711627']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:25:15.212025 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-488ccfb8-3f61-4bf8-b567-a684d56e75b3 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '621dbcec-7d82-4119-a157-d9405cddabd5') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:25:15.212367 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-488ccfb8-3f61-4bf8-b567-a684d56e75b3 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '621dbcec-7d82-4119-a157-d9405cddabd5') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:25:15.227716 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-08539c10-c889-49d0-9599-3e822214e75d req-d444d4df-59b8-47af-bc76-91052bf15db7 service neutron] Request body: {'port': {'device_id': '1c64cff9-ade5-4c05-b2d2-47f7020ffd5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:15.236575 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1119f9f0-bb25-46d2-b18f-5be1c9482ce1 None None] DHCP port deletion for 54818d61-b51b-4ef9-a621-cd351fb6b13f request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:25:15.250346 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1119f9f0-bb25-46d2-b18f-5be1c9482ce1 None None] Deleting port 5fff9b0b-5c0a-4a14-b60c-08849dc0977c {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:25:15.253776 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1119f9f0-bb25-46d2-b18f-5be1c9482ce1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:15.369837 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-488ccfb8-3f61-4bf8-b567-a684d56e75b3 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:15.413521 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ce882843-48ad-4953-b75b-92228da77778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:15.415091 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 5fff9b0b-5c0a-4a14-b60c-08849dc0977c no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:25:15.439578 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-488ccfb8-3f61-4bf8-b567-a684d56e75b3 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:15.471537 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce882843-48ad-4953-b75b-92228da77778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1265dd1c-ccb6-4fce-a555-2c6e8c5abbfa,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:15.474235 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-488ccfb8-3f61-4bf8-b567-a684d56e75b3 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:25:15.474718 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-488ccfb8-3f61-4bf8-b567-a684d56e75b3 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:15.491645 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:25:15.491645 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:25:15.491645 n-d-842952-2 neutron-server[83911]: timer() May 23 11:25:15.491645 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:25:15.491645 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:25:15.491645 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:25:15.491645 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:25:15.491645 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:25:15.491645 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:25:15.491645 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:25:15.491645 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:25:15.491645 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:25:15.491645 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:25:15.491645 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:25:15.491645 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:25:15.491645 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:25:15.491645 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:25:15.491645 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:25:15.491645 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:25:15.491645 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:25:15.491645 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:25:15.491645 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:25:15.491645 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:25:15.491645 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:25:15.491645 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:25:15.491645 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:25:15.491645 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:25:15.491645 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:25:15.491645 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:25:15.491645 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:25:15.491645 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:25:15.491645 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:25:15.494856 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-08539c10-c889-49d0-9599-3e822214e75d req-d444d4df-59b8-47af-bc76-91052bf15db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:15.495573 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-04f78beb-3b89-4db9-b0d1-999c60f12133 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] For port 5fff9b0b-5c0a-4a14-b60c-08849dc0977c, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=5fff9b0b-5c0a-4a14-b60c-08849dc0977c,segment=NetworkSegment(fe0611cb-f430-46f2-bcda-dcf9b87f3b2c),segment_id=fe0611cb-f430-46f2-bcda-dcf9b87f3b2c)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:25:15.496066 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-04f78beb-3b89-4db9-b0d1-999c60f12133 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:15.571442 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ce882843-48ad-4953-b75b-92228da77778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:15.573302 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ce882843-48ad-4953-b75b-92228da77778 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1265dd1c-ccb6-4fce-a555-2c6e8c5abbfa HTTP/1.1" status: 204 len: 168 time: 1.0649896 May 23 11:25:15.655801 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:15.694879 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-04f78beb-3b89-4db9-b0d1-999c60f12133 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Calling delete_port for 5fff9b0b-5c0a-4a14-b60c-08849dc0977c owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:25:15.806811 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8102da-00e2-4ba5-8988-a6250e550ce8 req-a110e418-97e8-4012-860e-9eeec50d818d tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:15.815359 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1a8102da-00e2-4ba5-8988-a6250e550ce8 req-a110e418-97e8-4012-860e-9eeec50d818d tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c64cff9-ade5-4c05-b2d2-47f7020ffd5b HTTP/1.1" status: 200 len: 932 time: 0.3768406 May 23 11:25:15.863304 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2f8efc-c4af-4515-8e55-c8bdcbb6d4af None None] Network c68e5711-0731-4b73-9839-b62352711627 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:25:15.920392 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1a8102da-00e2-4ba5-8988-a6250e550ce8 req-c097e446-1095-4ac1-8c62-34ec1853bd24 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/security-groups?id=13d3adaa-69e3-45aa-8dde-e233e31c099e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025007 May 23 11:25:15.941448 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39044) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:15.952103 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 5fff9b0b-5c0a-4a14-b60c-08849dc0977c, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=5fff9b0b-5c0a-4a14-b60c-08849dc0977c,segment=NetworkSegment(fe0611cb-f430-46f2-bcda-dcf9b87f3b2c),segment_id=fe0611cb-f430-46f2-bcda-dcf9b87f3b2c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:25:15.955177 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1119f9f0-bb25-46d2-b18f-5be1c9482ce1 None None] For port 5fff9b0b-5c0a-4a14-b60c-08849dc0977c, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=5fff9b0b-5c0a-4a14-b60c-08849dc0977c,segment=NetworkSegment(fe0611cb-f430-46f2-bcda-dcf9b87f3b2c),segment_id=fe0611cb-f430-46f2-bcda-dcf9b87f3b2c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:25:15.955657 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1119f9f0-bb25-46d2-b18f-5be1c9482ce1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:15.967539 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.api [None req-04f78beb-3b89-4db9-b0d1-999c60f12133 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:25:15.969473 n-d-842952-2 neutron-server[83910]: DEBUG oslo_db.api [None req-04f78beb-3b89-4db9-b0d1-999c60f12133 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:25:16.006832 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-488ccfb8-3f61-4bf8-b567-a684d56e75b3 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:16.073782 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-488ccfb8-3f61-4bf8-b567-a684d56e75b3 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:16.084882 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ccfb8-3f61-4bf8-b567-a684d56e75b3 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event deleted for resources: {'Network': ['ID=c68e5711-0731-4b73-9839-b62352711627,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:16.097315 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-488ccfb8-3f61-4bf8-b567-a684d56e75b3 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "DELETE /v2.0/networks/c68e5711-0731-4b73-9839-b62352711627 HTTP/1.1" status: 204 len: 168 time: 4.7273340 May 23 11:25:16.100870 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39052) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:16.136386 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-08539c10-c889-49d0-9599-3e822214e75d req-d444d4df-59b8-47af-bc76-91052bf15db7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3e6f114-d5d8-45ea-97b6-958c1a7248e7 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:25:16.137539 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8211341c-bf28-4f11-a764-f898452469ad None None] Could not find standard attr ID for object 4ff5cc38-6a02-4219-acbd-2b4fcad2b990. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:25:16.147445 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:16.152833 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-08539c10-c889-49d0-9599-3e822214e75d req-d444d4df-59b8-47af-bc76-91052bf15db7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:16.156274 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-40bfffed-ac2f-45ab-8a48-fd492fe9d502 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] DELETE failed (client error): The resource could not be found. May 23 11:25:16.157202 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40bfffed-ac2f-45ab-8a48-fd492fe9d502 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:25:16.160034 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-40bfffed-ac2f-45ab-8a48-fd492fe9d502 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "DELETE /v2.0/subnets/59848633-4386-4009-87c9-5270acdc6039 HTTP/1.1" status: 404 len: 337 time: 0.0574746 May 23 11:25:16.162580 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39056) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:16.200334 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2dea3c9-ec30-480f-b959-48b775c67f60 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] DELETE failed (client error): The resource could not be found. May 23 11:25:16.201154 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2dea3c9-ec30-480f-b959-48b775c67f60 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:25:16.203083 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b2dea3c9-ec30-480f-b959-48b775c67f60 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "DELETE /v2.0/networks/c68e5711-0731-4b73-9839-b62352711627 HTTP/1.1" status: 404 len: 339 time: 0.0393050 May 23 11:25:16.204414 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-08539c10-c889-49d0-9599-3e822214e75d req-d444d4df-59b8-47af-bc76-91052bf15db7 service neutron] Transition to ACTIVE for port object d3e6f114-d5d8-45ea-97b6-958c1a7248e7 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:25:16.205999 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39060) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:16.227610 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-0070662f-7502-4245-b9f4-019e0e4d49d3 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1898708762-network', 'tenant_id': 'f50cc4d43ea64ee4bc3fe60fc2e3e7b7'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:16.233640 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0070662f-7502-4245-b9f4-019e0e4d49d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:16.237928 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-0070662f-7502-4245-b9f4-019e0e4d49d3 admin admin] Usage tracker for resource:network and tenant:f50cc4d43ea64ee4bc3fe60fc2e3e7b7 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:16.241145 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-0070662f-7502-4245-b9f4-019e0e4d49d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:16.248596 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0070662f-7502-4245-b9f4-019e0e4d49d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:16.275463 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0070662f-7502-4245-b9f4-019e0e4d49d3 admin admin] Made reservation on behalf of f50cc4d43ea64ee4bc3fe60fc2e3e7b7 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:25:16.277848 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0070662f-7502-4245-b9f4-019e0e4d49d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:16.290427 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-08539c10-c889-49d0-9599-3e822214e75d req-d444d4df-59b8-47af-bc76-91052bf15db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:16.302627 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0070662f-7502-4245-b9f4-019e0e4d49d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:16.340400 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0070662f-7502-4245-b9f4-019e0e4d49d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:16.342215 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c331a8a-5f34-4aeb-82f4-6521230e489c tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] DELETE failed (client error): The resource could not be found. May 23 11:25:16.342652 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c331a8a-5f34-4aeb-82f4-6521230e489c tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:25:16.346199 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-0070662f-7502-4245-b9f4-019e0e4d49d3 admin admin] Usage tracker for resource:security_group_rule and tenant:f50cc4d43ea64ee4bc3fe60fc2e3e7b7 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:16.352572 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-0070662f-7502-4245-b9f4-019e0e4d49d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:16.352734 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1c331a8a-5f34-4aeb-82f4-6521230e489c tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "DELETE /v2.0/subnets/6313682c-22aa-4ae1-a63d-513ad2f264b4 HTTP/1.1" status: 404 len: 337 time: 0.1427133 May 23 11:25:16.356015 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0070662f-7502-4245-b9f4-019e0e4d49d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:16.397956 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1119f9f0-bb25-46d2-b18f-5be1c9482ce1 None None] Calling delete_port for 5fff9b0b-5c0a-4a14-b60c-08849dc0977c owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:25:16.412656 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39072) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:16.445590 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0070662f-7502-4245-b9f4-019e0e4d49d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:16.473111 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-04f78beb-3b89-4db9-b0d1-999c60f12133 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Deleting port 5fff9b0b-5c0a-4a14-b60c-08849dc0977c {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:25:16.474513 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-04f78beb-3b89-4db9-b0d1-999c60f12133 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:16.495168 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac6092a9-2e6c-4950-aa10-c9b7491723aa tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] DELETE failed (client error): The resource could not be found. May 23 11:25:16.495985 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac6092a9-2e6c-4950-aa10-c9b7491723aa tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:25:16.497890 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ac6092a9-2e6c-4950-aa10-c9b7491723aa tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "DELETE /v2.0/networks/14dcd03f-0257-464e-bc6b-cc3477ba2bd2 HTTP/1.1" status: 404 len: 339 time: 0.0835793 May 23 11:25:16.504781 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39078) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:16.507428 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d444d4df-59b8-47af-bc76-91052bf15db7 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e6f114-d5d8-45ea-97b6-958c1a7248e7,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:16.511135 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0070662f-7502-4245-b9f4-019e0e4d49d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:16.513692 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=5fff9b0b-5c0a-4a14-b60c-08849dc0977c,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:16.548049 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-1119f9f0-bb25-46d2-b18f-5be1c9482ce1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:25:16.548865 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-1119f9f0-bb25-46d2-b18f-5be1c9482ce1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:25:16.586280 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4696d99-cd40-4f47-8f66-e79e72891a11 None None] DHCP port deletion for c68e5711-0731-4b73-9839-b62352711627 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:25:16.612639 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553dfd1a-3d8e-481b-8c9d-f3df2e5f7e4c None None] Network c68e5711-0731-4b73-9839-b62352711627 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:25:16.638030 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553dfd1a-3d8e-481b-8c9d-f3df2e5f7e4c None None] Network c68e5711-0731-4b73-9839-b62352711627 could not be found, it might have been deleted concurrently. {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 23 11:25:16.717242 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-78d22ee0-59be-421e-a96d-885d8ffb3c35 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:16.740091 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0070662f-7502-4245-b9f4-019e0e4d49d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e6b303-353c-4cf2-bfc2-3e75eec0895e,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:16.742944 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-08539c10-c889-49d0-9599-3e822214e75d req-d444d4df-59b8-47af-bc76-91052bf15db7 service neutron] Attempting to bind port d3e6f114-d5d8-45ea-97b6-958c1a7248e7 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:25:16.743276 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-08539c10-c889-49d0-9599-3e822214e75d req-d444d4df-59b8-47af-bc76-91052bf15db7 service neutron] Attempting to bind port d3e6f114-d5d8-45ea-97b6-958c1a7248e7 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '37af7c81-dc61-4da9-9a68-9ee6e2d22927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '82ba39e4-bdf1-472a-bde7-8fcb89848fff'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:25:16.743598 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08539c10-c889-49d0-9599-3e822214e75d req-d444d4df-59b8-47af-bc76-91052bf15db7 service neutron] Attempting to bind port d3e6f114-d5d8-45ea-97b6-958c1a7248e7 on network 82ba39e4-bdf1-472a-bde7-8fcb89848fff {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:25:16.794127 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0070662f-7502-4245-b9f4-019e0e4d49d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:25:16.797230 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08539c10-c889-49d0-9599-3e822214e75d req-d444d4df-59b8-47af-bc76-91052bf15db7 service neutron] Port d3e6f114-d5d8-45ea-97b6-958c1a7248e7 on network 82ba39e4-bdf1-472a-bde7-8fcb89848fff not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:25:16.797559 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08539c10-c889-49d0-9599-3e822214e75d req-d444d4df-59b8-47af-bc76-91052bf15db7 service neutron] Attempting to bind port d3e6f114-d5d8-45ea-97b6-958c1a7248e7 on network 82ba39e4-bdf1-472a-bde7-8fcb89848fff {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:25:16.910339 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0070662f-7502-4245-b9f4-019e0e4d49d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:16.910593 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-0070662f-7502-4245-b9f4-019e0e4d49d3 admin admin] Added segment 17237d20-430c-4a97-b458-f8094ad5ce12 of type vlan for network c611eb6e-b094-4e25-89cb-6334857fe1c2 May 23 11:25:16.962350 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-6ed2bd2c-2842-44b4-a245-bf75022ff21a tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:16.964396 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-6ed2bd2c-2842-44b4-a245-bf75022ff21a tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/networks?id=ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5 HTTP/1.1" status: 200 len: 814 time: 0.5171349 May 23 11:25:16.996977 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08539c10-c889-49d0-9599-3e822214e75d req-d444d4df-59b8-47af-bc76-91052bf15db7 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:25:16.997312 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08539c10-c889-49d0-9599-3e822214e75d req-d444d4df-59b8-47af-bc76-91052bf15db7 service neutron] Checking segment: {'id': '37af7c81-dc61-4da9-9a68-9ee6e2d22927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '82ba39e4-bdf1-472a-bde7-8fcb89848fff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:25:16.997872 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08539c10-c889-49d0-9599-3e822214e75d req-d444d4df-59b8-47af-bc76-91052bf15db7 service neutron] Bound using segment: {'id': '37af7c81-dc61-4da9-9a68-9ee6e2d22927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '82ba39e4-bdf1-472a-bde7-8fcb89848fff'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:25:16.998516 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-08539c10-c889-49d0-9599-3e822214e75d req-d444d4df-59b8-47af-bc76-91052bf15db7 service neutron] Bound port: d3e6f114-d5d8-45ea-97b6-958c1a7248e7, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37af7c81-dc61-4da9-9a68-9ee6e2d22927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '82ba39e4-bdf1-472a-bde7-8fcb89848fff'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:25:16.999053 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-08539c10-c889-49d0-9599-3e822214e75d req-d444d4df-59b8-47af-bc76-91052bf15db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:17.007153 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0070662f-7502-4245-b9f4-019e0e4d49d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:17.020799 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-04f78beb-3b89-4db9-b0d1-999c60f12133 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] For port 5fff9b0b-5c0a-4a14-b60c-08849dc0977c, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=5fff9b0b-5c0a-4a14-b60c-08849dc0977c,segment=NetworkSegment(fe0611cb-f430-46f2-bcda-dcf9b87f3b2c),segment_id=fe0611cb-f430-46f2-bcda-dcf9b87f3b2c)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:25:17.021158 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-04f78beb-3b89-4db9-b0d1-999c60f12133 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:17.024209 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-78d22ee0-59be-421e-a96d-885d8ffb3c35 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:17.035456 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-9ae15628-16b2-422c-8d01-dd4815867afb tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/quotas/b32c00c2dee749699a709a92064b86f0 HTTP/1.1" status: 200 len: 375 time: 0.0492609 May 23 11:25:17.050845 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1119f9f0-bb25-46d2-b18f-5be1c9482ce1 None None] Deleting port 5fff9b0b-5c0a-4a14-b60c-08849dc0977c {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:25:17.051361 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1119f9f0-bb25-46d2-b18f-5be1c9482ce1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:17.103713 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-78d22ee0-59be-421e-a96d-885d8ffb3c35 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e00b4959-ac63-469c-87a3-0e0985db8600']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:25:17.154994 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-78d22ee0-59be-421e-a96d-885d8ffb3c35 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9be15d5-3f5e-4ab2-9caa-fe2688d6cb43') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:25:17.156992 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-78d22ee0-59be-421e-a96d-885d8ffb3c35 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9be15d5-3f5e-4ab2-9caa-fe2688d6cb43') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:25:17.174361 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-78d22ee0-59be-421e-a96d-885d8ffb3c35 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:17.190812 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-08539c10-c889-49d0-9599-3e822214e75d req-d444d4df-59b8-47af-bc76-91052bf15db7 service neutron] For port d3e6f114-d5d8-45ea-97b6-958c1a7248e7, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:25:17.204037 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-04f78beb-3b89-4db9-b0d1-999c60f12133 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Calling delete_port for 5fff9b0b-5c0a-4a14-b60c-08849dc0977c owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:25:17.209905 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-08539c10-c889-49d0-9599-3e822214e75d req-d444d4df-59b8-47af-bc76-91052bf15db7 service neutron] For port d3e6f114-d5d8-45ea-97b6-958c1a7248e7, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=d3e6f114-d5d8-45ea-97b6-958c1a7248e7,segment=NetworkSegment(37af7c81-dc61-4da9-9a68-9ee6e2d22927),segment_id=37af7c81-dc61-4da9-9a68-9ee6e2d22927)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:25:17.211446 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-78d22ee0-59be-421e-a96d-885d8ffb3c35 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:17.219116 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-08539c10-c889-49d0-9599-3e822214e75d req-d444d4df-59b8-47af-bc76-91052bf15db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:17.232620 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [None req-0070662f-7502-4245-b9f4-019e0e4d49d3 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:25:17.258610 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 4ff5cc38-6a02-4219-acbd-2b4fcad2b990 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:25:17.270228 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-07d5cdbc-222c-4108-bc86-3e0045e16ad8 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b32c00c2dee749699a709a92064b86f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1715724 May 23 11:25:17.270826 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-08539c10-c889-49d0-9599-3e822214e75d req-d444d4df-59b8-47af-bc76-91052bf15db7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:17.272222 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-08539c10-c889-49d0-9599-3e822214e75d req-d444d4df-59b8-47af-bc76-91052bf15db7 service neutron] 10.222.0.13 "PUT /v2.0/ports/d3e6f114-d5d8-45ea-97b6-958c1a7248e7 HTTP/1.1" status: 200 len: 1092 time: 2.0517464 May 23 11:25:17.278664 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78d22ee0-59be-421e-a96d-885d8ffb3c35 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:25:17.279093 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-78d22ee0-59be-421e-a96d-885d8ffb3c35 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:17.299990 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c64cff9-ade5-4c05-b2d2-47f7020ffd5b', 'tag': 'd3e6f114-d5d8-45ea-97b6-958c1a7248e7'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:25:17.305688 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:25:17.305688 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:25:17.305688 n-d-842952-2 neutron-server[83911]: timer() May 23 11:25:17.305688 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:25:17.305688 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:25:17.305688 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:25:17.305688 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:25:17.305688 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:25:17.305688 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:25:17.305688 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:25:17.305688 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:25:17.305688 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:25:17.305688 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:25:17.305688 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:25:17.305688 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:25:17.305688 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:25:17.305688 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:25:17.305688 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:25:17.305688 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:25:17.305688 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:25:17.305688 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:25:17.305688 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:25:17.305688 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:25:17.305688 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:25:17.305688 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:25:17.305688 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:25:17.305688 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:25:17.305688 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:25:17.305688 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:25:17.305688 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:25:17.305688 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:25:17.305688 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:25:17.380387 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 4ff5cc38-6a02-4219-acbd-2b4fcad2b990 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:25:17.380881 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 4ff5cc38-6a02-4219-acbd-2b4fcad2b990 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:25:17.411499 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1119f9f0-bb25-46d2-b18f-5be1c9482ce1 None None] For port 5fff9b0b-5c0a-4a14-b60c-08849dc0977c, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=5fff9b0b-5c0a-4a14-b60c-08849dc0977c,segment=NetworkSegment(fe0611cb-f430-46f2-bcda-dcf9b87f3b2c),segment_id=fe0611cb-f430-46f2-bcda-dcf9b87f3b2c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:25:17.412326 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1119f9f0-bb25-46d2-b18f-5be1c9482ce1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:17.466022 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-8cc30989-24ff-43b4-8ebb-1e6c22e6d842 service neutron] 10.222.0.79 "GET /v2.0/networks/ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792040 May 23 11:25:17.514865 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0070662f-7502-4245-b9f4-019e0e4d49d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:17.516518 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0070662f-7502-4245-b9f4-019e0e4d49d3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:17.517313 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0070662f-7502-4245-b9f4-019e0e4d49d3 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:17.542968 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-78d22ee0-59be-421e-a96d-885d8ffb3c35 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:17.548617 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-78d22ee0-59be-421e-a96d-885d8ffb3c35 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:17.557781 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d444d4df-59b8-47af-bc76-91052bf15db7 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e6f114-d5d8-45ea-97b6-958c1a7248e7,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:17.592456 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-78d22ee0-59be-421e-a96d-885d8ffb3c35 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "DELETE /v2.0/networks/e00b4959-ac63-469c-87a3-0e0985db8600 HTTP/1.1" status: 204 len: 168 time: 1.0862310 May 23 11:25:17.593397 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39098) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:17.599247 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1119f9f0-bb25-46d2-b18f-5be1c9482ce1 None None] Calling delete_port for 5fff9b0b-5c0a-4a14-b60c-08849dc0977c owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:25:17.639238 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d22ee0-59be-421e-a96d-885d8ffb3c35 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event deleted for resources: {'Network': ['ID=e00b4959-ac63-469c-87a3-0e0985db8600,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:17.660699 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-08539c10-c889-49d0-9599-3e822214e75d req-b4e48acb-7ba7-412f-8fed-af38eac0e12b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e6820b1da73478a8f6280c600dfbb0e&device_id=1c64cff9-ade5-4c05-b2d2-47f7020ffd5b HTTP/1.1" status: 200 len: 1095 time: 0.2254760 May 23 11:25:17.664643 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f6d3da3-5b92-4783-bda7-d4d3ddf54a64 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] DELETE failed (client error): The resource could not be found. May 23 11:25:17.665566 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f6d3da3-5b92-4783-bda7-d4d3ddf54a64 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:25:17.668258 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1f6d3da3-5b92-4783-bda7-d4d3ddf54a64 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "DELETE /v2.0/subnets/eca44aa7-0f38-4f3f-9f3d-3db6ff4c5294 HTTP/1.1" status: 404 len: 337 time: 0.0688758 May 23 11:25:17.669744 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39104) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:17.725009 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1119f9f0-bb25-46d2-b18f-5be1c9482ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:17.749800 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-08539c10-c889-49d0-9599-3e822214e75d req-1b807890-27c3-48d4-a5d9-64d342ba2d07 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=d3e6f114-d5d8-45ea-97b6-958c1a7248e7 HTTP/1.1" status: 200 len: 217 time: 0.0732749 May 23 11:25:17.777201 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1119f9f0-bb25-46d2-b18f-5be1c9482ce1 None None] Pushing event deleted for resources: {'Port': ['ID=5fff9b0b-5c0a-4a14-b60c-08849dc0977c,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:17.793405 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-384620e6-78e8-4ca7-8433-c7f27a84635a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] DELETE failed (client error): The resource could not be found. May 23 11:25:17.794038 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-384620e6-78e8-4ca7-8433-c7f27a84635a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:25:17.796938 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-384620e6-78e8-4ca7-8433-c7f27a84635a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "DELETE /v2.0/networks/2e5729db-3083-42d7-a059-87577ae65543 HTTP/1.1" status: 404 len: 339 time: 0.1243274 May 23 11:25:17.808916 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1119f9f0-bb25-46d2-b18f-5be1c9482ce1 None None] No DVR routers for this DVR port 5fff9b0b-5c0a-4a14-b60c-08849dc0977c on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:25:17.844724 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39110) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:17.850944 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0070662f-7502-4245-b9f4-019e0e4d49d3 admin admin] Pushing event updated for resources: {'Network': ['ID=c611eb6e-b094-4e25-89cb-6334857fe1c2,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:17.861315 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network c611eb6e-b094-4e25-89cb-6334857fe1c2 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:25:17.893157 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08539c10-c889-49d0-9599-3e822214e75d req-8ab7575e-d37e-4c76-aaa0-1738e910c951 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:17.894683 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-08539c10-c889-49d0-9599-3e822214e75d req-8ab7575e-d37e-4c76-aaa0-1738e910c951 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=730f45b0-3f1f-4380-a2c4-9e410dbc65b7 HTTP/1.1" status: 200 len: 837 time: 0.0967863 May 23 11:25:17.940747 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d9c3423-b515-43d9-a587-649a4c48644f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] DELETE failed (client error): The resource could not be found. May 23 11:25:17.941207 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d9c3423-b515-43d9-a587-649a4c48644f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:25:17.971416 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.api [None req-04f78beb-3b89-4db9-b0d1-999c60f12133 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:25:17.971729 n-d-842952-2 neutron-server[83910]: DEBUG oslo_db.api [None req-04f78beb-3b89-4db9-b0d1-999c60f12133 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:25:17.989212 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320532ec-b678-43b3-bac0-c441e0fb3b0a req-21bb3007-f803-4c6f-a323-770374ec8f4f tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:17.996130 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-08539c10-c889-49d0-9599-3e822214e75d req-ae091bd3-5ca0-468d-9c97-43f61af07e22 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82ba39e4-bdf1-472a-bde7-8fcb89848fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0929723 May 23 11:25:17.996434 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-320532ec-b678-43b3-bac0-c441e0fb3b0a req-21bb3007-f803-4c6f-a323-770374ec8f4f tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c64cff9-ade5-4c05-b2d2-47f7020ffd5b HTTP/1.1" status: 200 len: 944 time: 0.8965259 May 23 11:25:17.998987 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9d9c3423-b515-43d9-a587-649a4c48644f tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "DELETE /v2.0/subnets/0ddd649e-1464-4166-bf90-217cf72ef33e HTTP/1.1" status: 404 len: 337 time: 0.1493711 May 23 11:25:18.002160 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39118) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:18.003510 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0070662f-7502-4245-b9f4-019e0e4d49d3 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0607305 May 23 11:25:18.026500 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39120) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:18.038366 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-8fd6f068-b349-48d7-8934-50058ec1ca5c admin admin] Request body: {'subnet': {'network_id': 'c611eb6e-b094-4e25-89cb-6334857fe1c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1898708762-subnet', 'tenant_id': 'f50cc4d43ea64ee4bc3fe60fc2e3e7b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:18.051054 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8fd6f068-b349-48d7-8934-50058ec1ca5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:18.055053 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-40976fd9-82b4-497e-b84f-a3633778fad1 service neutron] 10.222.0.79 "GET /v2.0/networks/ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5764630 May 23 11:25:18.064563 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8fd6f068-b349-48d7-8934-50058ec1ca5c admin admin] Usage tracker for resource:subnet and tenant:f50cc4d43ea64ee4bc3fe60fc2e3e7b7 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:18.069207 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8fd6f068-b349-48d7-8934-50058ec1ca5c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:18.085856 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8fd6f068-b349-48d7-8934-50058ec1ca5c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:18.110175 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-320532ec-b678-43b3-bac0-c441e0fb3b0a req-693f6235-56b0-441a-ba41-7cd5e7c9c9b4 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/security-groups?id=13d3adaa-69e3-45aa-8dde-e233e31c099e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127584 May 23 11:25:18.120665 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd6f068-b349-48d7-8934-50058ec1ca5c admin admin] Made reservation on behalf of f50cc4d43ea64ee4bc3fe60fc2e3e7b7 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:25:18.123243 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8fd6f068-b349-48d7-8934-50058ec1ca5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:18.136017 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-46ed6092-650a-4c65-af96-8c3689594b18 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] DELETE failed (client error): The resource could not be found. May 23 11:25:18.136272 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46ed6092-650a-4c65-af96-8c3689594b18 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:25:18.140306 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-46ed6092-650a-4c65-af96-8c3689594b18 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "DELETE /v2.0/networks/4a43fd3f-5d4d-45d6-8858-252039fdc929 HTTP/1.1" status: 404 len: 339 time: 0.0996327 May 23 11:25:18.141009 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39128) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:18.197019 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5781224-a6c2-42cf-a230-abd29757c020 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] DELETE failed (client error): The resource could not be found. May 23 11:25:18.197616 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5781224-a6c2-42cf-a230-abd29757c020 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:25:18.199363 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d5781224-a6c2-42cf-a230-abd29757c020 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "DELETE /v2.0/subnets/17e8f57f-86f6-4e71-9c1e-a63fe15e8008 HTTP/1.1" status: 404 len: 337 time: 0.0543644 May 23 11:25:18.202108 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39132) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:18.248322 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b6856ea-31cb-4b39-8ac8-11e920019953'] response: {'name': 'network-changed', 'server_uuid': '1c64cff9-ade5-4c05-b2d2-47f7020ffd5b', 'tag': 'd3e6f114-d5d8-45ea-97b6-958c1a7248e7', 'status': 'completed', 'code': 200} May 23 11:25:18.252353 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e286056-4d11-42a3-b2b2-259cb8ca6974 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] DELETE failed (client error): The resource could not be found. May 23 11:25:18.253003 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e286056-4d11-42a3-b2b2-259cb8ca6974 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:25:18.254617 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1e286056-4d11-42a3-b2b2-259cb8ca6974 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "DELETE /v2.0/networks/3af2eeb9-22e0-4a98-a754-4808184391d8 HTTP/1.1" status: 404 len: 339 time: 0.0515614 May 23 11:25:18.257326 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39140) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:18.316622 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-386bd471-a329-4db4-8495-405e68f9cd0a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] DELETE failed (client error): The resource could not be found. May 23 11:25:18.317205 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-386bd471-a329-4db4-8495-405e68f9cd0a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:25:18.318737 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-386bd471-a329-4db4-8495-405e68f9cd0a tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "DELETE /v2.0/subnets/7f4862dd-2ecd-4b82-96b9-21ef05057e70 HTTP/1.1" status: 404 len: 337 time: 0.0605047 May 23 11:25:18.320790 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-08539c10-c889-49d0-9599-3e822214e75d req-f89d73ee-3dbf-42f7-af9e-1b2c66e56626 service neutron] 10.222.0.13 "GET /v2.0/networks/82ba39e4-bdf1-472a-bde7-8fcb89848fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164113 May 23 11:25:18.321441 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39148) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:18.346140 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a7abf780-4fa8-44c9-bd7e-6e1491e703c4 req-013431ec-0d62-4ddc-883c-4fc89bc2afa4 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/ports?device_id=74eef525-4fa3-4c9c-9483-8398fd8eaa90 HTTP/1.1" status: 200 len: 210 time: 0.0555515 May 23 11:25:18.350806 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee6ca394-faa8-4ac3-b5e0-3be4dd33e3f0 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] DELETE failed (client error): The resource could not be found. May 23 11:25:18.351198 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee6ca394-faa8-4ac3-b5e0-3be4dd33e3f0 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:25:18.352926 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ee6ca394-faa8-4ac3-b5e0-3be4dd33e3f0 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "DELETE /v2.0/networks/4ed6a988-7149-478f-9d2b-6840573c7262 HTTP/1.1" status: 404 len: 339 time: 0.0305407 May 23 11:25:18.355637 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39152) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:18.472149 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-6696db1e-dd98-4250-adf5-e088a7070635 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] DELETE failed (client error): The resource could not be found. May 23 11:25:18.472594 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6696db1e-dd98-4250-adf5-e088a7070635 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:25:18.474278 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6696db1e-dd98-4250-adf5-e088a7070635 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "DELETE /v2.0/subnets/52314b3f-0d52-423e-bbc1-433db8652851 HTTP/1.1" status: 404 len: 337 time: 0.1177702 May 23 11:25:18.479066 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39162) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:18.508027 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8fd6f068-b349-48d7-8934-50058ec1ca5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:18.520762 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-c949b990-916c-4f65-b363-7e1441094b59 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] DELETE failed (client error): The resource could not be found. May 23 11:25:18.521194 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c949b990-916c-4f65-b363-7e1441094b59 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:25:18.522846 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c949b990-916c-4f65-b363-7e1441094b59 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "DELETE /v2.0/networks/0dc647c8-65f0-4f05-bcff-c555469d8b76 HTTP/1.1" status: 404 len: 339 time: 0.0428686 May 23 11:25:18.530289 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39166) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:18.599152 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-01cab700-2f24-4b2f-9c82-86c92e10479c tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] DELETE failed (client error): The resource could not be found. May 23 11:25:18.599858 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01cab700-2f24-4b2f-9c82-86c92e10479c tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:25:18.605167 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-01cab700-2f24-4b2f-9c82-86c92e10479c tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "DELETE /v2.0/subnets/74571c1d-7595-4b82-a7c0-ef1f53fc0a97 HTTP/1.1" status: 404 len: 337 time: 0.0623176 May 23 11:25:18.606025 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39172) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:18.608566 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd6f068-b349-48d7-8934-50058ec1ca5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ac13970-5d5c-44f2-a8e5-a6451049c3b2,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:18.638470 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a41db92-e464-4397-b744-b34c58e6eb38 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] DELETE failed (client error): The resource could not be found. May 23 11:25:18.638917 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a41db92-e464-4397-b744-b34c58e6eb38 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:25:18.642814 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd6f068-b349-48d7-8934-50058ec1ca5c admin admin] Checking segment: {'id': '17237d20-430c-4a97-b458-f8094ad5ce12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c611eb6e-b094-4e25-89cb-6334857fe1c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:25:18.643369 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd6f068-b349-48d7-8934-50058ec1ca5c admin admin] Network hostable DHCP agents. Network: c611eb6e-b094-4e25-89cb-6334857fe1c2, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:25:18.646743 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-08539c10-c889-49d0-9599-3e822214e75d req-90d7f50e-4ba0-4fd2-8037-47fcaf7ba9ef service neutron] 10.222.0.13 "GET /v2.0/networks/82ba39e4-bdf1-472a-bde7-8fcb89848fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927589 May 23 11:25:18.652482 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2a41db92-e464-4397-b744-b34c58e6eb38 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "DELETE /v2.0/networks/bcfbdf42-3a3c-41e2-87b0-b374b40abe8e HTTP/1.1" status: 404 len: 339 time: 0.0451865 May 23 11:25:18.655350 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39178) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:18.671490 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd6f068-b349-48d7-8934-50058ec1ca5c admin admin] Network c611eb6e-b094-4e25-89cb-6334857fe1c2 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:25:18.686485 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-8fd6f068-b349-48d7-8934-50058ec1ca5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, c611eb6e-b094-4e25-89cb-6334857fe1c2) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:25:18.689871 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-04f78beb-3b89-4db9-b0d1-999c60f12133 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Deleting port 5fff9b0b-5c0a-4a14-b60c-08849dc0977c {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:25:18.690420 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-04f78beb-3b89-4db9-b0d1-999c60f12133 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:18.695376 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a0d22e-6b92-4bf2-8074-8ca2020eca58 None None] Network c611eb6e-b094-4e25-89cb-6334857fe1c2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:25:18.710757 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-99eaad55-c0e5-4692-a50b-4cabf341c8ba tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] DELETE failed (client error): The resource could not be found. May 23 11:25:18.715149 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99eaad55-c0e5-4692-a50b-4cabf341c8ba tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:25:18.717121 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-99eaad55-c0e5-4692-a50b-4cabf341c8ba tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "DELETE /v2.0/subnets/c8d9afb2-9eb7-45a6-97c7-956e03ea9f9e HTTP/1.1" status: 404 len: 337 time: 0.0606630 May 23 11:25:18.718094 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd6f068-b349-48d7-8934-50058ec1ca5c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:18.718960 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8fd6f068-b349-48d7-8934-50058ec1ca5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:18.719806 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39184) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:18.780810 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-04f78beb-3b89-4db9-b0d1-999c60f12133 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] The port '5fff9b0b-5c0a-4a14-b60c-08849dc0977c' was deleted {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:25:18.807618 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c539530-ef2f-461a-83c5-5cf3cac058d1 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] DELETE failed (client error): The resource could not be found. May 23 11:25:18.808650 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c539530-ef2f-461a-83c5-5cf3cac058d1 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:25:18.810560 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0c539530-ef2f-461a-83c5-5cf3cac058d1 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "DELETE /v2.0/networks/2487fb3b-6c83-4772-9f8f-de6590ccc895 HTTP/1.1" status: 404 len: 339 time: 0.0866220 May 23 11:25:18.816338 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39190) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:18.875167 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e74a939-ceec-4c8a-9b8b-2c732fdf0d2e tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] DELETE failed (client error): The resource could not be found. May 23 11:25:18.876064 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e74a939-ceec-4c8a-9b8b-2c732fdf0d2e tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:25:18.878548 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5e74a939-ceec-4c8a-9b8b-2c732fdf0d2e tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "DELETE /v2.0/subnets/7ccaa732-15ef-4b7f-bee6-1e7fed6940e4 HTTP/1.1" status: 404 len: 337 time: 0.0599482 May 23 11:25:18.881109 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39194) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:18.915172 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-0079f769-1c64-48f7-97be-4016f5371bad tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] DELETE failed (client error): The resource could not be found. May 23 11:25:18.915963 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0079f769-1c64-48f7-97be-4016f5371bad tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:25:18.918705 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0079f769-1c64-48f7-97be-4016f5371bad tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "DELETE /v2.0/networks/0017399f-f962-430f-8c1e-e2cad3bb1503 HTTP/1.1" status: 404 len: 339 time: 0.0365059 May 23 11:25:18.922329 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39198) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:18.924465 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-04f78beb-3b89-4db9-b0d1-999c60f12133 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:18.969141 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8fd6f068-b349-48d7-8934-50058ec1ca5c admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9335351 May 23 11:25:18.977261 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-04f78beb-3b89-4db9-b0d1-999c60f12133 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54818d61-b51b-4ef9-a621-cd351fb6b13f']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:25:19.000459 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5f5143d4-be03-4b6b-9b62-1988c45aff18 req-12a30a9e-c1cf-4199-a8c0-350264856a42 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e6820b1da73478a8f6280c600dfbb0e&device_id=1c64cff9-ade5-4c05-b2d2-47f7020ffd5b HTTP/1.1" status: 200 len: 1095 time: 0.2414973 May 23 11:25:19.000836 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-04f78beb-3b89-4db9-b0d1-999c60f12133 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe0611cb-f430-46f2-bcda-dcf9b87f3b2c') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:25:19.001128 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-04f78beb-3b89-4db9-b0d1-999c60f12133 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe0611cb-f430-46f2-bcda-dcf9b87f3b2c') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:25:19.021036 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-04f78beb-3b89-4db9-b0d1-999c60f12133 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:19.045068 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-04f78beb-3b89-4db9-b0d1-999c60f12133 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:19.054860 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04f78beb-3b89-4db9-b0d1-999c60f12133 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:25:19.055573 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-04f78beb-3b89-4db9-b0d1-999c60f12133 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:19.073077 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:25:19.073077 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:25:19.073077 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:25:19.073077 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:25:19.073077 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:25:19.073077 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:25:19.073077 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:25:19.073077 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:25:19.073077 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:25:19.073077 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:25:19.073077 n-d-842952-2 neutron-server[83910]: timer() May 23 11:25:19.073077 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:25:19.073077 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:25:19.073077 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:25:19.073077 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:25:19.073077 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:25:19.073077 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:25:19.073077 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:25:19.073077 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:25:19.073077 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:25:19.073077 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:25:19.073077 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:25:19.073077 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:25:19.073077 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:25:19.073077 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:25:19.073077 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:25:19.073077 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:25:19.073077 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:25:19.073077 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:25:19.073077 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:25:19.073077 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:25:19.073077 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:25:19.073077 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:25:19.073077 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:25:19.073077 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:25:19.073077 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:25:19.073077 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:25:19.073077 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:25:19.073077 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:25:19.073077 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:25:19.186455 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-04f78beb-3b89-4db9-b0d1-999c60f12133 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:19.252292 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-04f78beb-3b89-4db9-b0d1-999c60f12133 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:19.260542 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f78beb-3b89-4db9-b0d1-999c60f12133 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event deleted for resources: {'Network': ['ID=54818d61-b51b-4ef9-a621-cd351fb6b13f,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:19.293085 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-04f78beb-3b89-4db9-b0d1-999c60f12133 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/networks/54818d61-b51b-4ef9-a621-cd351fb6b13f HTTP/1.1" status: 204 len: 168 time: 4.8170733 May 23 11:25:19.308612 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39212) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:19.318284 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e404721-39e5-48a7-86d6-8e1eaea277c7 None None] Network c611eb6e-b094-4e25-89cb-6334857fe1c2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:25:19.320291 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-e744834a-fd77-4a18-a8e5-9676f0bbc6fe tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'port': {'network_id': 'a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc', 'name': 'tempest-PortsTestJSON-370309110'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:19.506426 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e744834a-fd77-4a18-a8e5-9676f0bbc6fe tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:19.550417 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e744834a-fd77-4a18-a8e5-9676f0bbc6fe tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Usage tracker for resource:port and tenant:aff5ab15380840359395eccd13918dfd is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:19.559553 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e744834a-fd77-4a18-a8e5-9676f0bbc6fe tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:19.576543 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e744834a-fd77-4a18-a8e5-9676f0bbc6fe tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:19.622806 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5143d4-be03-4b6b-9b62-1988c45aff18 req-241a0f71-dd97-478a-a961-696734a520ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:19.624664 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5f5143d4-be03-4b6b-9b62-1988c45aff18 req-241a0f71-dd97-478a-a961-696734a520ac service neutron] 10.222.0.13 "GET /v2.0/networks?id=82ba39e4-bdf1-472a-bde7-8fcb89848fff HTTP/1.1" status: 200 len: 897 time: 0.6179886 May 23 11:25:19.635065 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7358e25e-9fbf-4201-9cc8-9972bc8334c2 req-9c6d3cdc-1751-425c-a51d-7ab8f3714c9e tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/ports?device_id=74eef525-4fa3-4c9c-9483-8398fd8eaa90 HTTP/1.1" status: 200 len: 210 time: 0.0463266 May 23 11:25:19.657213 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e744834a-fd77-4a18-a8e5-9676f0bbc6fe tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Made reservation on behalf of aff5ab15380840359395eccd13918dfd for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:25:19.658066 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e744834a-fd77-4a18-a8e5-9676f0bbc6fe tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:19.697226 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-e744834a-fd77-4a18-a8e5-9676f0bbc6fe tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] device_id is not set on port e779e87c-0f09-4b2c-8f9c-54bf5a7e831b yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:25:19.760413 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5f5143d4-be03-4b6b-9b62-1988c45aff18 req-9ee1ca6a-ea96-44b0-8791-1b3e22d303a1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=d3e6f114-d5d8-45ea-97b6-958c1a7248e7 HTTP/1.1" status: 200 len: 217 time: 0.1267765 May 23 11:25:19.939263 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e744834a-fd77-4a18-a8e5-9676f0bbc6fe tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:19.955426 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-18ea527c-4d77-4137-9f0a-98181079b6ae tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Deleting subnet 704567cd-20e6-46f1-893c-d55dde92fb87 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:25:19.964106 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5143d4-be03-4b6b-9b62-1988c45aff18 req-90f68bb2-4d41-4ad0-b23c-e70ac455c360 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:19.967266 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5f5143d4-be03-4b6b-9b62-1988c45aff18 req-90f68bb2-4d41-4ad0-b23c-e70ac455c360 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=730f45b0-3f1f-4380-a2c4-9e410dbc65b7 HTTP/1.1" status: 200 len: 837 time: 0.1977503 May 23 11:25:19.973046 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0b83d-6cd3-452d-b816-3390eb835636 req-1b7e3f56-deb6-4589-931d-a2913e911edc tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:19.975790 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-08e0b83d-6cd3-452d-b816-3390eb835636 req-1b7e3f56-deb6-4589-931d-a2913e911edc tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c64cff9-ade5-4c05-b2d2-47f7020ffd5b HTTP/1.1" status: 200 len: 944 time: 0.6355758 May 23 11:25:19.978365 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e744834a-fd77-4a18-a8e5-9676f0bbc6fe tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:19.982542 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-373d32b4-3e06-410f-8822-e72f2552c309 req-1219afc2-3eec-477b-9799-f855c5c88bb9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4777298 May 23 11:25:20.036151 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-18ea527c-4d77-4137-9f0a-98181079b6ae tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:20.197006 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-18ea527c-4d77-4137-9f0a-98181079b6ae tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:20.334651 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e744834a-fd77-4a18-a8e5-9676f0bbc6fe tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Network a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:25:20.339390 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744834a-fd77-4a18-a8e5-9676f0bbc6fe tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event updated for resources: {'Port': ['ID=e779e87c-0f09-4b2c-8f9c-54bf5a7e831b,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:20.346955 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-e744834a-fd77-4a18-a8e5-9676f0bbc6fe tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:25:20.355049 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e744834a-fd77-4a18-a8e5-9676f0bbc6fe tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:25:20.359710 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e744834a-fd77-4a18-a8e5-9676f0bbc6fe tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:20.359710 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e744834a-fd77-4a18-a8e5-9676f0bbc6fe tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:20.386647 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-08e0b83d-6cd3-452d-b816-3390eb835636 req-9503e049-36b2-46f5-8807-1a5a4719793d tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/security-groups?id=13d3adaa-69e3-45aa-8dde-e233e31c099e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3641756 May 23 11:25:20.425741 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-18ea527c-4d77-4137-9f0a-98181079b6ae tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:20.442585 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e744834a-fd77-4a18-a8e5-9676f0bbc6fe tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1307559 May 23 11:25:20.443732 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39250) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:20.473183 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5f5143d4-be03-4b6b-9b62-1988c45aff18 req-ab3498ca-20d7-4a37-ac5d-a3a05faf3cd6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82ba39e4-bdf1-472a-bde7-8fcb89848fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4986763 May 23 11:25:20.480224 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-ce628017-ab1b-47ea-9d18-1a622a9608fe tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:20.480891 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-ce628017-ab1b-47ea-9d18-1a622a9608fe tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Synchronizing usage tracker for tenant:b32c00c2dee749699a709a92064b86f0 on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:25:20.482609 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-9e84a4eb-47e5-4327-aa20-05b931cf81e8 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:20.483306 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-9e84a4eb-47e5-4327-aa20-05b931cf81e8 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] Synchronizing usage tracker for tenant:f50cc4d43ea64ee4bc3fe60fc2e3e7b7 on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:25:20.528553 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-373d32b4-3e06-410f-8822-e72f2552c309 req-aff94641-dca3-45cd-96cf-36ef3bac07d9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c4112c4fc0ff4a36a1b303475c7f4981&device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 1097 time: 0.2572322 May 23 11:25:20.540492 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-9e84a4eb-47e5-4327-aa20-05b931cf81e8 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] Unset dirty status for tenant:f50cc4d43ea64ee4bc3fe60fc2e3e7b7 on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:25:20.541712 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-9e84a4eb-47e5-4327-aa20-05b931cf81e8 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] 10.222.0.79 "GET /v2.0/networks?id=c611eb6e-b094-4e25-89cb-6334857fe1c2 HTTP/1.1" status: 200 len: 821 time: 0.4948428 May 23 11:25:20.547204 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-cdb8dd0d-b1ee-4d4c-a470-4def7374fc2c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Deleting port e779e87c-0f09-4b2c-8f9c-54bf5a7e831b {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:25:20.547563 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cdb8dd0d-b1ee-4d4c-a470-4def7374fc2c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:20.597988 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-ce628017-ab1b-47ea-9d18-1a622a9608fe tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Unset dirty status for tenant:b32c00c2dee749699a709a92064b86f0 on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:25:20.599488 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-ce628017-ab1b-47ea-9d18-1a622a9608fe tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.81 "GET /v2.0/networks?id=ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5 HTTP/1.1" status: 200 len: 814 time: 0.6266413 May 23 11:25:20.625083 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-e4f47659-3a53-4561-956d-0a35e58b674e tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Request body: {'port': {'device_id': '74eef525-4fa3-4c9c-9483-8398fd8eaa90', 'network_id': 'ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5', 'admin_state_up': True, 'tenant_id': 'b32c00c2dee749699a709a92064b86f0'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:20.655315 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-18ea527c-4d77-4137-9f0a-98181079b6ae tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:20.732964 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39258) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:20.749593 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d32b4-3e06-410f-8822-e72f2552c309 req-6a0171eb-0e5a-494f-9e82-78a8b1d16cd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:20.751589 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-373d32b4-3e06-410f-8822-e72f2552c309 req-6a0171eb-0e5a-494f-9e82-78a8b1d16cd8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0be92582-5915-4835-ac16-79c44c856a03 HTTP/1.1" status: 200 len: 917 time: 0.1776130 May 23 11:25:20.755116 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-1630d950-d6e9-48ba-8735-332d923f5016 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] 10.222.0.79 "GET /v2.0/quotas/f50cc4d43ea64ee4bc3fe60fc2e3e7b7 HTTP/1.1" status: 200 len: 375 time: 0.1824813 May 23 11:25:20.766379 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ea527c-4d77-4137-9f0a-98181079b6ae tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event deleted for resources: {'Subnet': ['ID=704567cd-20e6-46f1-893c-d55dde92fb87,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:20.790515 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-18ea527c-4d77-4137-9f0a-98181079b6ae tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:20.791087 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f0e1da-417e-4c2e-8624-0820bdc596d5 None None] Network 18fc6bea-172b-4321-a813-880e76c886c4 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:25:20.803737 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5f5143d4-be03-4b6b-9b62-1988c45aff18 req-e57bc2e0-f6ac-43ed-a1bb-77a7b75d8642 service neutron] 10.222.0.13 "GET /v2.0/networks/82ba39e4-bdf1-472a-bde7-8fcb89848fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178694 May 23 11:25:20.849233 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-18ea527c-4d77-4137-9f0a-98181079b6ae tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "DELETE /v2.0/subnets/704567cd-20e6-46f1-893c-d55dde92fb87 HTTP/1.1" status: 204 len: 168 time: 1.9225745 May 23 11:25:20.852787 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39264) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:20.973782 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-d8f4460e-cfc2-438d-9565-fe505318a061 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f50cc4d43ea64ee4bc3fe60fc2e3e7b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2128963 May 23 11:25:21.044478 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a14765b3-5e12-4d27-9b20-22f4cdb30c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:21.054457 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-e4f47659-3a53-4561-956d-0a35e58b674e tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:21.081264 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-e4f47659-3a53-4561-956d-0a35e58b674e tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Usage tracker for resource:port and tenant:b32c00c2dee749699a709a92064b86f0 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:21.100848 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-e4f47659-3a53-4561-956d-0a35e58b674e tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:21.113523 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d254f228-e66a-43bd-b071-3e790c8ba106 None None] DHCP port deletion for 18fc6bea-172b-4321-a813-880e76c886c4 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:25:21.115603 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db4a9826-01c1-4076-b033-8ab5a51caf04 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:21.117830 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d254f228-e66a-43bd-b071-3e790c8ba106 None None] Deleting port 921954d5-0675-45bd-9c1e-ffa0c8c3ea47 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:25:21.118212 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d254f228-e66a-43bd-b071-3e790c8ba106 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:21.118327 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-e4f47659-3a53-4561-956d-0a35e58b674e tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:21.130158 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e126cd59-0ca2-4ffb-8f73-7747f78c46cf req-8a87ec3c-32ae-42aa-9f17-200ee6654f81 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/ports?device_id=74eef525-4fa3-4c9c-9483-8398fd8eaa90 HTTP/1.1" status: 200 len: 210 time: 0.1900396 May 23 11:25:21.160659 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5f5143d4-be03-4b6b-9b62-1988c45aff18 req-6bf73b5f-7382-4f6c-a41a-f782f42f1299 service neutron] 10.222.0.13 "GET /v2.0/networks/82ba39e4-bdf1-472a-bde7-8fcb89848fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428586 May 23 11:25:21.171224 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-e4f47659-3a53-4561-956d-0a35e58b674e tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Made reservation on behalf of b32c00c2dee749699a709a92064b86f0 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:25:21.171224 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-e4f47659-3a53-4561-956d-0a35e58b674e tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:21.171798 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-373d32b4-3e06-410f-8822-e72f2552c309 req-dfe993c0-2562-4e77-82a0-f3f58e60dbcf service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0149fd8a-049d-4ca2-ad81-8626eed3d2b4 HTTP/1.1" status: 200 len: 1002 time: 0.4120345 May 23 11:25:21.185153 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-db4a9826-01c1-4076-b033-8ab5a51caf04 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Deleting port 921954d5-0675-45bd-9c1e-ffa0c8c3ea47 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:25:21.185388 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db4a9826-01c1-4076-b033-8ab5a51caf04 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:21.215589 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a14765b3-5e12-4d27-9b20-22f4cdb30c45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:21.230368 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a14765b3-5e12-4d27-9b20-22f4cdb30c45 admin admin] Usage tracker for resource:security_group_rule and tenant:cc3b0927627442b587a900e36dedb1c8 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:21.237105 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a14765b3-5e12-4d27-9b20-22f4cdb30c45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:21.289323 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 921954d5-0675-45bd-9c1e-ffa0c8c3ea47 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:25:21.293772 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a14765b3-5e12-4d27-9b20-22f4cdb30c45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:21.374009 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cdb8dd0d-b1ee-4d4c-a470-4def7374fc2c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:21.382621 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-7c523009-dd4d-4c06-a8ef-cb0ba3676f6b service neutron] 10.222.0.79 "GET /v2.0/networks/c611eb6e-b094-4e25-89cb-6334857fe1c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649697 May 23 11:25:21.386730 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d32b4-3e06-410f-8822-e72f2552c309 req-050d71e0-e677-4e10-ab38-43122697f3b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:21.388212 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-373d32b4-3e06-410f-8822-e72f2552c309 req-050d71e0-e677-4e10-ab38-43122697f3b4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b85c12c-741c-420e-9273-6de6d42ac4b3 HTTP/1.1" status: 200 len: 855 time: 0.1963036 May 23 11:25:21.453185 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-d254f228-e66a-43bd-b071-3e790c8ba106 None None] For port 921954d5-0675-45bd-9c1e-ffa0c8c3ea47, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=921954d5-0675-45bd-9c1e-ffa0c8c3ea47,segment=NetworkSegment(6ab4722e-fd5d-43ea-8c54-5c06215726d4),segment_id=6ab4722e-fd5d-43ea-8c54-5c06215726d4)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:25:21.453687 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d254f228-e66a-43bd-b071-3e790c8ba106 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:21.672245 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d254f228-e66a-43bd-b071-3e790c8ba106 None None] Calling delete_port for 921954d5-0675-45bd-9c1e-ffa0c8c3ea47 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:25:21.679410 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-7ff97d4a-7ab7-455b-84f6-201bd309a343 service neutron] 10.222.0.79 "GET /v2.0/networks/c611eb6e-b094-4e25-89cb-6334857fe1c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313108 May 23 11:25:21.687549 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-cdb8dd0d-b1ee-4d4c-a470-4def7374fc2c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Calling delete_port for e779e87c-0f09-4b2c-8f9c-54bf5a7e831b owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:25:21.697173 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-e4f47659-3a53-4561-956d-0a35e58b674e tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Allocated IP 172.20.0.8 (ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5/9aa26abe-6ee3-4704-85ca-e1c8ab6470f3/4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:25:21.703207 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-db4a9826-01c1-4076-b033-8ab5a51caf04 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] For port 921954d5-0675-45bd-9c1e-ffa0c8c3ea47, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=921954d5-0675-45bd-9c1e-ffa0c8c3ea47,segment=NetworkSegment(6ab4722e-fd5d-43ea-8c54-5c06215726d4),segment_id=6ab4722e-fd5d-43ea-8c54-5c06215726d4)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:25:21.703471 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db4a9826-01c1-4076-b033-8ab5a51caf04 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:21.731195 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:21.767160 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 921954d5-0675-45bd-9c1e-ffa0c8c3ea47, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=921954d5-0675-45bd-9c1e-ffa0c8c3ea47,segment=NetworkSegment(6ab4722e-fd5d-43ea-8c54-5c06215726d4),segment_id=6ab4722e-fd5d-43ea-8c54-5c06215726d4)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:25:21.776279 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:21.857154 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a14765b3-5e12-4d27-9b20-22f4cdb30c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:21.861737 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=921954d5-0675-45bd-9c1e-ffa0c8c3ea47,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:21.864389 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-db4a9826-01c1-4076-b033-8ab5a51caf04 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Calling delete_port for 921954d5-0675-45bd-9c1e-ffa0c8c3ea47 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:25:21.900736 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-d254f228-e66a-43bd-b071-3e790c8ba106 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:25:21.901502 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-d254f228-e66a-43bd-b071-3e790c8ba106 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:25:21.926778 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a14765b3-5e12-4d27-9b20-22f4cdb30c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:22.008440 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14765b3-5e12-4d27-9b20-22f4cdb30c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1133b5-11f0-41a4-b160-c6d82a642225,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:22.063954 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14765b3-5e12-4d27-9b20-22f4cdb30c45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:25:22.064461 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14765b3-5e12-4d27-9b20-22f4cdb30c45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:25:22.064655 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14765b3-5e12-4d27-9b20-22f4cdb30c45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:25:22.064954 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14765b3-5e12-4d27-9b20-22f4cdb30c45 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:25:22.065362 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14765b3-5e12-4d27-9b20-22f4cdb30c45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:25:22.065623 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14765b3-5e12-4d27-9b20-22f4cdb30c45 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:25:22.066064 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14765b3-5e12-4d27-9b20-22f4cdb30c45 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:25:22.066334 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14765b3-5e12-4d27-9b20-22f4cdb30c45 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:25:22.066685 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14765b3-5e12-4d27-9b20-22f4cdb30c45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:25:22.067008 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14765b3-5e12-4d27-9b20-22f4cdb30c45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:25:22.067329 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14765b3-5e12-4d27-9b20-22f4cdb30c45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:25:22.085730 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8821ec25-cf59-48a6-ac68-5a9d4f0af8e9 req-b6aa4ba3-0407-44cc-84a0-dc5ee1c719cf tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] 10.222.0.79 "GET /v2.0/ports?device_id=eec399fd-21e5-44cf-9c5e-ac955e3bce4c HTTP/1.1" status: 200 len: 210 time: 0.0547071 May 23 11:25:22.089360 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cdb8dd0d-b1ee-4d4c-a470-4def7374fc2c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:22.110464 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a14765b3-5e12-4d27-9b20-22f4cdb30c45 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cc3b0927627442b587a900e36dedb1c8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3657434 May 23 11:25:22.116167 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39278) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:22.147039 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-373d32b4-3e06-410f-8822-e72f2552c309 req-b87ef08b-b0b7-4a0e-a72f-897aae65b044 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0be92582-5915-4835-ac16-79c44c856a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6978369 May 23 11:25:22.151491 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb8dd0d-b1ee-4d4c-a470-4def7374fc2c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event deleted for resources: {'Port': ['ID=e779e87c-0f09-4b2c-8f9c-54bf5a7e831b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:22.162646 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654d688-75bf-48fe-a52b-0d6c61743d39 req-b6b41117-97d5-42e3-b6ef-89b274532f9c tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:22.169412 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c654d688-75bf-48fe-a52b-0d6c61743d39 req-b6b41117-97d5-42e3-b6ef-89b274532f9c tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c64cff9-ade5-4c05-b2d2-47f7020ffd5b HTTP/1.1" status: 200 len: 944 time: 0.4890263 May 23 11:25:22.221769 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cdb8dd0d-b1ee-4d4c-a470-4def7374fc2c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:22.269500 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.api [None req-db4a9826-01c1-4076-b033-8ab5a51caf04 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:25:22.269974 n-d-842952-2 neutron-server[83911]: DEBUG oslo_db.api [None req-db4a9826-01c1-4076-b033-8ab5a51caf04 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:25:22.299083 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-cdb8dd0d-b1ee-4d4c-a470-4def7374fc2c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/ports/e779e87c-0f09-4b2c-8f9c-54bf5a7e831b HTTP/1.1" status: 204 len: 168 time: 1.8515978 May 23 11:25:22.302679 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39286) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:22.312085 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-13c8fe61-ee86-4321-85bd-ac5560bbe477 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'port': {'network_id': 'a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc', 'mac_address': 'fa:16:3e:0e:4b:a9', 'name': 'tempest-PortsTestJSON-505368593'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:22.323097 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-e4f47659-3a53-4561-956d-0a35e58b674e tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:22.352866 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9debad59-99f7-4e09-83bf-a0d60c11a2a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:22.385500 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9debad59-99f7-4e09-83bf-a0d60c11a2a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:22.402796 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d254f228-e66a-43bd-b071-3e790c8ba106 None None] Deleting port 921954d5-0675-45bd-9c1e-ffa0c8c3ea47 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:25:22.403918 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d254f228-e66a-43bd-b071-3e790c8ba106 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:22.404576 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-e4f47659-3a53-4561-956d-0a35e58b674e tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:22.445395 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c654d688-75bf-48fe-a52b-0d6c61743d39 req-de32c995-27c8-4f4f-b69d-859754b33ed8 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/security-groups?id=13d3adaa-69e3-45aa-8dde-e233e31c099e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2750311 May 23 11:25:22.497913 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-e4f47659-3a53-4561-956d-0a35e58b674e tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Network ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:25:22.503152 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-e4f47659-3a53-4561-956d-0a35e58b674e tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:25:22.507410 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-e4f47659-3a53-4561-956d-0a35e58b674e tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:25:22.516556 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-373d32b4-3e06-410f-8822-e72f2552c309 req-2af507b2-1bf8-4c46-a9fc-3e717491f0ec service neutron] 10.222.0.81 "GET /v2.0/networks/0be92582-5915-4835-ac16-79c44c856a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445382 May 23 11:25:22.524340 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-13c8fe61-ee86-4321-85bd-ac5560bbe477 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:22.555250 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-13c8fe61-ee86-4321-85bd-ac5560bbe477 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Usage tracker for resource:port and tenant:aff5ab15380840359395eccd13918dfd is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:22.562638 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-13c8fe61-ee86-4321-85bd-ac5560bbe477 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:22.565256 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f47659-3a53-4561-956d-0a35e58b674e tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Pushing event updated for resources: {'Port': ['ID=4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:22.576363 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9debad59-99f7-4e09-83bf-a0d60c11a2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:22.602449 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9debad59-99f7-4e09-83bf-a0d60c11a2a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1133b5-11f0-41a4-b160-c6d82a642225,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:22.607929 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-e4f47659-3a53-4561-956d-0a35e58b674e tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:22.608466 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-e4f47659-3a53-4561-956d-0a35e58b674e tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:22.621176 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-13c8fe61-ee86-4321-85bd-ac5560bbe477 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:22.628671 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9debad59-99f7-4e09-83bf-a0d60c11a2a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:22.629784 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9debad59-99f7-4e09-83bf-a0d60c11a2a8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2b1133b5-11f0-41a4-b160-c6d82a642225 HTTP/1.1" status: 204 len: 168 time: 0.5120499 May 23 11:25:22.639963 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-e4f47659-3a53-4561-956d-0a35e58b674e tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0214033 May 23 11:25:22.656055 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c8fe61-ee86-4321-85bd-ac5560bbe477 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Made reservation on behalf of aff5ab15380840359395eccd13918dfd for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:25:22.679113 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-6b1933ff-80b4-42aa-87b3-9ac3d0674b31 service neutron] Request body: {'port': {'device_id': '74eef525-4fa3-4c9c-9483-8398fd8eaa90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:22.680640 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570851a-195d-4856-9542-d379b21ee55b req-b120a213-fe39-4dc0-98ef-597bd89de495 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:22.687520 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2570851a-195d-4856-9542-d379b21ee55b req-b120a213-fe39-4dc0-98ef-597bd89de495 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/ports?device_id=74eef525-4fa3-4c9c-9483-8398fd8eaa90 HTTP/1.1" status: 200 len: 931 time: 0.3572094 May 23 11:25:22.702122 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-d254f228-e66a-43bd-b071-3e790c8ba106 None None] For port 921954d5-0675-45bd-9c1e-ffa0c8c3ea47, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=921954d5-0675-45bd-9c1e-ffa0c8c3ea47,segment=NetworkSegment(6ab4722e-fd5d-43ea-8c54-5c06215726d4),segment_id=6ab4722e-fd5d-43ea-8c54-5c06215726d4)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:25:22.702315 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d254f228-e66a-43bd-b071-3e790c8ba106 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:22.822056 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-db4a9826-01c1-4076-b033-8ab5a51caf04 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Deleting port 921954d5-0675-45bd-9c1e-ffa0c8c3ea47 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:25:22.822655 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db4a9826-01c1-4076-b033-8ab5a51caf04 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:22.837921 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-373d32b4-3e06-410f-8822-e72f2552c309 req-cc8c4856-066e-435a-8e19-fa23cd55eb48 service neutron] 10.222.0.81 "GET /v2.0/networks/0be92582-5915-4835-ac16-79c44c856a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111115 May 23 11:25:22.852333 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-6b1933ff-80b4-42aa-87b3-9ac3d0674b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:22.857975 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2570851a-195d-4856-9542-d379b21ee55b req-90dbd547-7eb1-449a-b2bc-d93156871b9d tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/security-groups?id=922d3c5a-a069-41ce-b972-4c94b232656c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688948 May 23 11:25:22.868664 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13c8fe61-ee86-4321-85bd-ac5560bbe477 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:22.896114 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d254f228-e66a-43bd-b071-3e790c8ba106 None None] Calling delete_port for 921954d5-0675-45bd-9c1e-ffa0c8c3ea47 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:25:22.919242 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-13c8fe61-ee86-4321-85bd-ac5560bbe477 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] device_id is not set on port a84eb32a-f881-4d00-b8cf-52e0ee83bed2 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:25:22.953985 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device d3e6f114-d5d8-45ea-97b6-958c1a7248e7 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:25:23.071148 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d254f228-e66a-43bd-b071-3e790c8ba106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:23.122034 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d254f228-e66a-43bd-b071-3e790c8ba106 None None] Pushing event deleted for resources: {'Port': ['ID=921954d5-0675-45bd-9c1e-ffa0c8c3ea47,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:23.140004 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d254f228-e66a-43bd-b071-3e790c8ba106 None None] No DVR routers for this DVR port 921954d5-0675-45bd-9c1e-ffa0c8c3ea47 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:25:23.184982 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port d3e6f114-d5d8-45ea-97b6-958c1a7248e7, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=d3e6f114-d5d8-45ea-97b6-958c1a7248e7,segment=NetworkSegment(37af7c81-dc61-4da9-9a68-9ee6e2d22927),segment_id=37af7c81-dc61-4da9-9a68-9ee6e2d22927)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:25:23.206989 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39296) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:23.215482 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'd3e6f114-d5d8-45ea-97b6-958c1a7248e7', 'network_id': '82ba39e4-bdf1-472a-bde7-8fcb89848fff', 'port_id': 'd3e6f114-d5d8-45ea-97b6-958c1a7248e7', 'mac_address': 'fa:16:3e:7b:bf:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '730f45b0-3f1f-4380-a2c4-9e410dbc65b7', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:25:23.252639 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-17fbe929-86c4-4a53-b3b0-83e7ec318fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:23.293608 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:23.312434 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3e6f114-d5d8-45ea-97b6-958c1a7248e7 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:25:23.319355 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-db4a9826-01c1-4076-b033-8ab5a51caf04 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] For port 921954d5-0675-45bd-9c1e-ffa0c8c3ea47, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=921954d5-0675-45bd-9c1e-ffa0c8c3ea47,segment=NetworkSegment(6ab4722e-fd5d-43ea-8c54-5c06215726d4),segment_id=6ab4722e-fd5d-43ea-8c54-5c06215726d4)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:25:23.319915 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db4a9826-01c1-4076-b033-8ab5a51caf04 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:23.332090 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port d3e6f114-d5d8-45ea-97b6-958c1a7248e7, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=d3e6f114-d5d8-45ea-97b6-958c1a7248e7,segment=NetworkSegment(37af7c81-dc61-4da9-9a68-9ee6e2d22927),segment_id=37af7c81-dc61-4da9-9a68-9ee6e2d22927)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:25:23.340847 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:23.341146 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2eb4c7fe-3499-4474-8777-54e5b6ff2a52 req-cf92228c-7fd1-4e4a-8440-fbdab2bf6677 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] 10.222.0.79 "GET /v2.0/ports?device_id=eec399fd-21e5-44cf-9c5e-ac955e3bce4c HTTP/1.1" status: 200 len: 210 time: 0.0742981 May 23 11:25:23.374713 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13c8fe61-ee86-4321-85bd-ac5560bbe477 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:23.381744 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-17fbe929-86c4-4a53-b3b0-83e7ec318fff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:23.387460 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-17fbe929-86c4-4a53-b3b0-83e7ec318fff admin admin] Usage tracker for resource:security_group_rule and tenant:d4cbd262101c422fa653b04ae858135b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:23.391859 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-17fbe929-86c4-4a53-b3b0-83e7ec318fff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:23.399402 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-17fbe929-86c4-4a53-b3b0-83e7ec318fff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:23.443150 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=d3e6f114-d5d8-45ea-97b6-958c1a7248e7,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:23.452070 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13c8fe61-ee86-4321-85bd-ac5560bbe477 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:23.573239 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-db4a9826-01c1-4076-b033-8ab5a51caf04 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Calling delete_port for 921954d5-0675-45bd-9c1e-ffa0c8c3ea47 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:25:23.655166 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c8fe61-ee86-4321-85bd-ac5560bbe477 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Network a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:25:23.661289 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c8fe61-ee86-4321-85bd-ac5560bbe477 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event updated for resources: {'Port': ['ID=a84eb32a-f881-4d00-b8cf-52e0ee83bed2,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:23.668115 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-13c8fe61-ee86-4321-85bd-ac5560bbe477 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:25:23.674007 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-17fbe929-86c4-4a53-b3b0-83e7ec318fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:23.674733 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c8fe61-ee86-4321-85bd-ac5560bbe477 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:25:23.682598 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c8fe61-ee86-4321-85bd-ac5560bbe477 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:23.683387 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13c8fe61-ee86-4321-85bd-ac5560bbe477 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:23.697913 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-17fbe929-86c4-4a53-b3b0-83e7ec318fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:23.749541 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.api [None req-db4a9826-01c1-4076-b033-8ab5a51caf04 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:25:23.749851 n-d-842952-2 neutron-server[83911]: DEBUG oslo_db.api [None req-db4a9826-01c1-4076-b033-8ab5a51caf04 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:25:23.773915 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-db4a9826-01c1-4076-b033-8ab5a51caf04 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Deleting port 921954d5-0675-45bd-9c1e-ffa0c8c3ea47 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:25:23.774247 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db4a9826-01c1-4076-b033-8ab5a51caf04 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:23.790987 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['d3e6f114-d5d8-45ea-97b6-958c1a7248e7'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:25:23.858658 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-17fbe929-86c4-4a53-b3b0-83e7ec318fff admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d4cbd262101c422fa653b04ae858135b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6477423 May 23 11:25:23.860791 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-13c8fe61-ee86-4321-85bd-ac5560bbe477 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5571837 May 23 11:25:23.861633 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fbe929-86c4-4a53-b3b0-83e7ec318fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b1474f-5f56-4f67-9757-20160e4afba8,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:23.864069 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39304) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:23.864354 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39306) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:23.870620 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-cdd8d6de-86d6-44cf-bbb6-2c536157d803 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:23.871584 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-cdd8d6de-86d6-44cf-bbb6-2c536157d803 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] 10.222.0.81 "GET /v2.0/networks?id=c611eb6e-b094-4e25-89cb-6334857fe1c2 HTTP/1.1" status: 200 len: 821 time: 0.3788166 May 23 11:25:23.874891 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-db4a9826-01c1-4076-b033-8ab5a51caf04 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] The port '921954d5-0675-45bd-9c1e-ffa0c8c3ea47' was deleted {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:25:23.959648 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-af08d777-4732-4d93-9d05-0133935de5d9 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] Request body: {'port': {'device_id': 'eec399fd-21e5-44cf-9c5e-ac955e3bce4c', 'network_id': 'c611eb6e-b094-4e25-89cb-6334857fe1c2', 'admin_state_up': True, 'tenant_id': 'f50cc4d43ea64ee4bc3fe60fc2e3e7b7'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:23.993252 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-6b1933ff-80b4-42aa-87b3-9ac3d0674b31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:25:24.017048 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-6b1933ff-80b4-42aa-87b3-9ac3d0674b31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:24.036968 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db4a9826-01c1-4076-b033-8ab5a51caf04 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:24.055519 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-6b1933ff-80b4-42aa-87b3-9ac3d0674b31 service neutron] Transition to ACTIVE for port object 4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:25:24.065381 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-6b1933ff-80b4-42aa-87b3-9ac3d0674b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:24.120447 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-db4a9826-01c1-4076-b033-8ab5a51caf04 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18fc6bea-172b-4321-a813-880e76c886c4']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:25:24.145542 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-db4a9826-01c1-4076-b033-8ab5a51caf04 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ab4722e-fd5d-43ea-8c54-5c06215726d4') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:25:24.145847 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-db4a9826-01c1-4076-b033-8ab5a51caf04 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ab4722e-fd5d-43ea-8c54-5c06215726d4') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:25:24.203423 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db4a9826-01c1-4076-b033-8ab5a51caf04 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:24.230872 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1933ff-80b4-42aa-87b3-9ac3d0674b31 service neutron] Pushing event updated for resources: {'Port': ['ID=4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:24.264762 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d01088-9aa7-4154-b4a1-c389ecf24d71 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:24.265394 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-63d01088-9aa7-4154-b4a1-c389ecf24d71 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Synchronizing usage tracker for tenant:aff5ab15380840359395eccd13918dfd on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:25:24.272729 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db4a9826-01c1-4076-b033-8ab5a51caf04 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:24.282477 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045ac08-8620-43f9-a1b2-dfbffe10f1bd req-dbd4678e-f3ac-46de-b04a-7ddfe510680c tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:24.283967 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8045ac08-8620-43f9-a1b2-dfbffe10f1bd req-dbd4678e-f3ac-46de-b04a-7ddfe510680c tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c64cff9-ade5-4c05-b2d2-47f7020ffd5b HTTP/1.1" status: 200 len: 945 time: 0.5906198 May 23 11:25:24.292551 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a40e7509-c8d2-4751-9cd1-7ed8e79b1c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:24.314251 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db4a9826-01c1-4076-b033-8ab5a51caf04 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:25:24.314641 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db4a9826-01c1-4076-b033-8ab5a51caf04 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:24.328668 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:25:24.328668 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:25:24.328668 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:25:24.328668 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:25:24.328668 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:25:24.328668 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:25:24.328668 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:25:24.328668 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:25:24.328668 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:25:24.328668 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:25:24.328668 n-d-842952-2 neutron-server[83911]: timer() May 23 11:25:24.328668 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:25:24.328668 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:25:24.328668 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:25:24.328668 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:25:24.328668 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:25:24.328668 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:25:24.328668 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:25:24.328668 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:25:24.328668 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:25:24.328668 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:25:24.328668 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:25:24.328668 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:25:24.328668 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:25:24.328668 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:25:24.328668 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:25:24.328668 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:25:24.328668 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:25:24.328668 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:25:24.328668 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:25:24.328668 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:25:24.328668 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:25:24.328668 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:25:24.328668 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:25:24.328668 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:25:24.328668 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:25:24.328668 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:25:24.328668 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:25:24.328668 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:25:24.328668 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:25:24.378772 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-63d01088-9aa7-4154-b4a1-c389ecf24d71 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Unset dirty status for tenant:aff5ab15380840359395eccd13918dfd on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:25:24.382920 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-63d01088-9aa7-4154-b4a1-c389ecf24d71 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "GET /v2.0/ports/a84eb32a-f881-4d00-b8cf-52e0ee83bed2 HTTP/1.1" status: 200 len: 840 time: 0.4990966 May 23 11:25:24.386511 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39318) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:24.388856 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a40e7509-c8d2-4751-9cd1-7ed8e79b1c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:24.419343 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-af08d777-4732-4d93-9d05-0133935de5d9 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:24.430023 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-af08d777-4732-4d93-9d05-0133935de5d9 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] Usage tracker for resource:port and tenant:f50cc4d43ea64ee4bc3fe60fc2e3e7b7 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:24.447625 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-af08d777-4732-4d93-9d05-0133935de5d9 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:24.464354 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-af08d777-4732-4d93-9d05-0133935de5d9 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:24.472196 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8045ac08-8620-43f9-a1b2-dfbffe10f1bd req-60a52012-ade8-4206-bb23-f75fa1e5ac77 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/security-groups?id=13d3adaa-69e3-45aa-8dde-e233e31c099e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810749 May 23 11:25:24.486328 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb227f-8a0e-4166-94c6-2d484bf3ab1a req-ff3ab2f0-13da-48bc-ac51-f0d374f8319e tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:24.486961 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-6b1933ff-80b4-42aa-87b3-9ac3d0674b31 service neutron] Attempting to bind port 4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:25:24.487266 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-6b1933ff-80b4-42aa-87b3-9ac3d0674b31 service neutron] Attempting to bind port 4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '8070c89c-20c7-468c-8cfb-5e7b1ae7dbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:25:24.487584 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-6b1933ff-80b4-42aa-87b3-9ac3d0674b31 service neutron] Attempting to bind port 4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4 on network ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:25:24.487860 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e7fb227f-8a0e-4166-94c6-2d484bf3ab1a req-ff3ab2f0-13da-48bc-ac51-f0d374f8319e tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/ports?device_id=74eef525-4fa3-4c9c-9483-8398fd8eaa90 HTTP/1.1" status: 200 len: 943 time: 0.3160384 May 23 11:25:24.491608 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db4a9826-01c1-4076-b033-8ab5a51caf04 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:24.496643 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-d311ab68-fa26-4961-a1e5-c2f74a702197 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Deleting port a84eb32a-f881-4d00-b8cf-52e0ee83bed2 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:25:24.496972 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d311ab68-fa26-4961-a1e5-c2f74a702197 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:24.497613 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-af08d777-4732-4d93-9d05-0133935de5d9 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] Made reservation on behalf of f50cc4d43ea64ee4bc3fe60fc2e3e7b7 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:25:24.500610 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-af08d777-4732-4d93-9d05-0133935de5d9 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:24.541994 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a40e7509-c8d2-4751-9cd1-7ed8e79b1c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:24.551110 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db4a9826-01c1-4076-b033-8ab5a51caf04 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:24.568254 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a9826-01c1-4076-b033-8ab5a51caf04 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] Pushing event deleted for resources: {'Network': ['ID=18fc6bea-172b-4321-a813-880e76c886c4,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:24.579772 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-6b1933ff-80b4-42aa-87b3-9ac3d0674b31 service neutron] Port 4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4 on network ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:25:24.580084 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-6b1933ff-80b4-42aa-87b3-9ac3d0674b31 service neutron] Attempting to bind port 4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4 on network ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:25:24.597624 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-db4a9826-01c1-4076-b033-8ab5a51caf04 tempest-NetworksTest-568625754 tempest-NetworksTest-568625754-project] 10.222.0.79 "DELETE /v2.0/networks/18fc6bea-172b-4321-a813-880e76c886c4 HTTP/1.1" status: 204 len: 168 time: 3.7386115 May 23 11:25:24.599329 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-6b1933ff-80b4-42aa-87b3-9ac3d0674b31 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:25:24.600068 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-6b1933ff-80b4-42aa-87b3-9ac3d0674b31 service neutron] Checking segment: {'id': '8070c89c-20c7-468c-8cfb-5e7b1ae7dbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:25:24.600396 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-6b1933ff-80b4-42aa-87b3-9ac3d0674b31 service neutron] Bound using segment: {'id': '8070c89c-20c7-468c-8cfb-5e7b1ae7dbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:25:24.600656 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-6b1933ff-80b4-42aa-87b3-9ac3d0674b31 service neutron] Bound port: 4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8070c89c-20c7-468c-8cfb-5e7b1ae7dbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:25:24.601015 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-6b1933ff-80b4-42aa-87b3-9ac3d0674b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:24.743773 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-af08d777-4732-4d93-9d05-0133935de5d9 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] Allocated IP 172.20.0.13 (c611eb6e-b094-4e25-89cb-6334857fe1c2/5ac13970-5d5c-44f2-a8e5-a6451049c3b2/edbb81ab-2618-4d52-99ef-95b24033ced0) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:25:24.833201 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e7509-c8d2-4751-9cd1-7ed8e79b1c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b1474f-5f56-4f67-9757-20160e4afba8,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:24.843222 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-6b1933ff-80b4-42aa-87b3-9ac3d0674b31 service neutron] For port 4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:25:24.846081 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d311ab68-fa26-4961-a1e5-c2f74a702197 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:24.908974 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-6b1933ff-80b4-42aa-87b3-9ac3d0674b31 service neutron] For port 4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4,segment=NetworkSegment(8070c89c-20c7-468c-8cfb-5e7b1ae7dbc4),segment_id=8070c89c-20c7-468c-8cfb-5e7b1ae7dbc4)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:25:24.910529 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a40e7509-c8d2-4751-9cd1-7ed8e79b1c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:24.915075 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a40e7509-c8d2-4751-9cd1-7ed8e79b1c98 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/05b1474f-5f56-4f67-9757-20160e4afba8 HTTP/1.1" status: 204 len: 168 time: 1.0385442 May 23 11:25:24.925564 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ca2b75ac-79d0-49ea-b772-0e44ccaae366 req-7d8ecd34-6459-4130-9fb4-c307610fc120 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] 10.222.0.79 "GET /v2.0/ports?device_id=eec399fd-21e5-44cf-9c5e-ac955e3bce4c HTTP/1.1" status: 200 len: 210 time: 0.1072416 May 23 11:25:24.944252 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e7fb227f-8a0e-4166-94c6-2d484bf3ab1a req-c2b1d759-cb64-4628-b278-5919545e2516 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/security-groups?id=922d3c5a-a069-41ce-b972-4c94b232656c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4476252 May 23 11:25:24.977738 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-6b1933ff-80b4-42aa-87b3-9ac3d0674b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:24.988101 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-d311ab68-fa26-4961-a1e5-c2f74a702197 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Calling delete_port for a84eb32a-f881-4d00-b8cf-52e0ee83bed2 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:25:25.049298 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39330) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:25.180258 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-af08d777-4732-4d93-9d05-0133935de5d9 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:25.241654 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-6b1933ff-80b4-42aa-87b3-9ac3d0674b31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:25.243313 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-6b1933ff-80b4-42aa-87b3-9ac3d0674b31 service neutron] 10.222.0.81 "PUT /v2.0/ports/4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4 HTTP/1.1" status: 200 len: 1091 time: 2.5764787 May 23 11:25:25.246657 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74eef525-4fa3-4c9c-9483-8398fd8eaa90', 'tag': '4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:25:25.249550 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-af08d777-4732-4d93-9d05-0133935de5d9 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:25.272324 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1933ff-80b4-42aa-87b3-9ac3d0674b31 service neutron] Pushing event updated for resources: {'Port': ['ID=4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:25.290107 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d311ab68-fa26-4961-a1e5-c2f74a702197 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:25.400167 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ec300b3-83e3-4a33-b8f8-1b8c46a63b44'] response: {'name': 'network-changed', 'server_uuid': '74eef525-4fa3-4c9c-9483-8398fd8eaa90', 'tag': '4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4', 'status': 'completed', 'code': 200} May 23 11:25:25.400762 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-af08d777-4732-4d93-9d05-0133935de5d9 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] Network c611eb6e-b094-4e25-89cb-6334857fe1c2 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:25:25.402759 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-af08d777-4732-4d93-9d05-0133935de5d9 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:25:25.411176 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-af08d777-4732-4d93-9d05-0133935de5d9 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:25:25.468110 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d311ab68-fa26-4961-a1e5-c2f74a702197 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event deleted for resources: {'Port': ['ID=a84eb32a-f881-4d00-b8cf-52e0ee83bed2,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:25.481656 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d311ab68-fa26-4961-a1e5-c2f74a702197 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:25.506447 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d311ab68-fa26-4961-a1e5-c2f74a702197 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/ports/a84eb32a-f881-4d00-b8cf-52e0ee83bed2 HTTP/1.1" status: 204 len: 168 time: 1.1189418 May 23 11:25:25.509226 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39348) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:25.530291 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af08d777-4732-4d93-9d05-0133935de5d9 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] Pushing event updated for resources: {'Port': ['ID=edbb81ab-2618-4d52-99ef-95b24033ced0,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:25.559996 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-af08d777-4732-4d93-9d05-0133935de5d9 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:25.560307 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ecf2e5-b455-4025-8f2c-f23a393fc466 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] GET failed (client error): The resource could not be found. May 23 11:25:25.560807 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-43ecf2e5-b455-4025-8f2c-f23a393fc466 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Synchronizing usage tracker for tenant:aff5ab15380840359395eccd13918dfd on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:25:25.561173 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-af08d777-4732-4d93-9d05-0133935de5d9 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:25.583654 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-1ee229ba-108a-4d55-b75e-bd06d0124ecb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b32c00c2dee749699a709a92064b86f0&device_id=74eef525-4fa3-4c9c-9483-8398fd8eaa90 HTTP/1.1" status: 200 len: 1094 time: 0.1940346 May 23 11:25:25.585542 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-43ecf2e5-b455-4025-8f2c-f23a393fc466 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Unset dirty status for tenant:aff5ab15380840359395eccd13918dfd on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:25:25.586527 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-43ecf2e5-b455-4025-8f2c-f23a393fc466 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "GET /v2.0/ports/a84eb32a-f881-4d00-b8cf-52e0ee83bed2 HTTP/1.1" status: 404 len: 333 time: 0.0763772 May 23 11:25:25.591482 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39356) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:25.597555 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-ae433a72-9a20-4cf9-acdc-2866399ef89b tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'port': {'network_id': 'a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc', 'name': 'tempest-PortsTestJSON-1566146726'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:25.599325 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-af08d777-4732-4d93-9d05-0133935de5d9 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6523170 May 23 11:25:25.615718 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-34d60fa0-142d-47ca-94cd-f04e9b09b347 service neutron] Request body: {'port': {'device_id': 'eec399fd-21e5-44cf-9c5e-ac955e3bce4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:25.688651 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:25:25.781265 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-ac8e8746-0cef-4c93-845a-0da9f8e6a1aa service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4 HTTP/1.1" status: 200 len: 217 time: 0.1663210 May 23 11:25:25.881884 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-34d60fa0-142d-47ca-94cd-f04e9b09b347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:25.906099 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ae433a72-9a20-4cf9-acdc-2866399ef89b tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:25.910163 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9adc11-369c-4998-86a5-db9d18af0b9e req-1b2e4462-dcdd-4a6f-8ef2-6474a30f4f1f tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:25.911644 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5e9adc11-369c-4998-86a5-db9d18af0b9e req-1b2e4462-dcdd-4a6f-8ef2-6474a30f4f1f tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c64cff9-ade5-4c05-b2d2-47f7020ffd5b HTTP/1.1" status: 200 len: 945 time: 0.1564577 May 23 11:25:25.934535 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ae433a72-9a20-4cf9-acdc-2866399ef89b tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:25.951477 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae433a72-9a20-4cf9-acdc-2866399ef89b tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Made reservation on behalf of aff5ab15380840359395eccd13918dfd for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:25:25.955043 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ae433a72-9a20-4cf9-acdc-2866399ef89b tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:25.977947 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-80ecbf68-4b4c-44d8-9b01-5873d16a0ee3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=315452c642844720b9e20950ddfc46df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9163625 May 23 11:25:25.982460 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-494844c9-206f-4b18-9fb6-5f6e28a2cb45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:25.984142 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-494844c9-206f-4b18-9fb6-5f6e28a2cb45 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9aa26abe-6ee3-4704-85ca-e1c8ab6470f3 HTTP/1.1" status: 200 len: 854 time: 0.1911740 May 23 11:25:25.985794 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39372) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:26.044584 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-ae433a72-9a20-4cf9-acdc-2866399ef89b tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] device_id is not set on port ecff5671-997d-44a1-8364-b684333a60a7 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:25:26.108200 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-7209bbe8-58d8-4b7e-a984-9cb3cc6262ed service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032376 May 23 11:25:26.317200 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6e8bf89e-2712-441c-b25a-996cacd39f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:26.328277 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5e9adc11-369c-4998-86a5-db9d18af0b9e req-7651fdee-258f-4434-8073-640dbc31bba4 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/security-groups?id=13d3adaa-69e3-45aa-8dde-e233e31c099e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3244772 May 23 11:25:26.377067 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b2ab2-0ba2-4ef6-8060-fa3b3ebda4a0 req-dc521681-fee6-464a-9be3-95bc41296e4a tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:26.377389 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-d45b2ab2-0ba2-4ef6-8060-fa3b3ebda4a0 req-dc521681-fee6-464a-9be3-95bc41296e4a tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] Synchronizing usage tracker for tenant:f50cc4d43ea64ee4bc3fe60fc2e3e7b7 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:25:26.415589 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-a3a77cf8-7cbf-4352-b5e2-df6729290b90 service neutron] 10.222.0.81 "GET /v2.0/networks/ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891121 May 23 11:25:26.530702 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-d45b2ab2-0ba2-4ef6-8060-fa3b3ebda4a0 req-dc521681-fee6-464a-9be3-95bc41296e4a tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] Unset dirty status for tenant:f50cc4d43ea64ee4bc3fe60fc2e3e7b7 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:25:26.533393 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d45b2ab2-0ba2-4ef6-8060-fa3b3ebda4a0 req-dc521681-fee6-464a-9be3-95bc41296e4a tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] 10.222.0.79 "GET /v2.0/ports?device_id=eec399fd-21e5-44cf-9c5e-ac955e3bce4c HTTP/1.1" status: 200 len: 932 time: 0.4105403 May 23 11:25:26.584547 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-34d60fa0-142d-47ca-94cd-f04e9b09b347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edbb81ab-2618-4d52-99ef-95b24033ced0 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:25:26.588770 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6e8bf89e-2712-441c-b25a-996cacd39f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:26.596853 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-34d60fa0-142d-47ca-94cd-f04e9b09b347 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:26.612461 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-d45b2ab2-0ba2-4ef6-8060-fa3b3ebda4a0 req-0748a60e-c00b-4af9-a0f4-6fc7c5739eef tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] Synchronizing usage tracker for tenant:f50cc4d43ea64ee4bc3fe60fc2e3e7b7 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:25:26.658620 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-34d60fa0-142d-47ca-94cd-f04e9b09b347 service neutron] Transition to ACTIVE for port object edbb81ab-2618-4d52-99ef-95b24033ced0 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:25:26.670952 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-34d60fa0-142d-47ca-94cd-f04e9b09b347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:26.728738 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-d45b2ab2-0ba2-4ef6-8060-fa3b3ebda4a0 req-0748a60e-c00b-4af9-a0f4-6fc7c5739eef tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] Unset dirty status for tenant:f50cc4d43ea64ee4bc3fe60fc2e3e7b7 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:25:26.729894 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d45b2ab2-0ba2-4ef6-8060-fa3b3ebda4a0 req-0748a60e-c00b-4af9-a0f4-6fc7c5739eef tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] 10.222.0.79 "GET /v2.0/security-groups?id=15e6b303-353c-4cf2-bfc2-3e75eec0895e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888578 May 23 11:25:26.748146 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ae433a72-9a20-4cf9-acdc-2866399ef89b tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:26.802742 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-112d3ac4-2bc2-460d-a353-0083df470e2a req-1d2b3630-1b18-4280-b30c-68c35d58d09d service neutron] 10.222.0.81 "GET /v2.0/networks/ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505076 May 23 11:25:26.805636 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6e8bf89e-2712-441c-b25a-996cacd39f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:26.832718 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8bf89e-2712-441c-b25a-996cacd39f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f035833-920d-40ce-93c5-54a75d394007,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:26.873046 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6e8bf89e-2712-441c-b25a-996cacd39f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:26.874791 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6e8bf89e-2712-441c-b25a-996cacd39f08 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8f035833-920d-40ce-93c5-54a75d394007 HTTP/1.1" status: 204 len: 168 time: 0.8876667 May 23 11:25:26.880887 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ae433a72-9a20-4cf9-acdc-2866399ef89b tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:26.939516 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d60fa0-142d-47ca-94cd-f04e9b09b347 service neutron] Pushing event updated for resources: {'Port': ['ID=edbb81ab-2618-4d52-99ef-95b24033ced0,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:26.965126 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device d3e6f114-d5d8-45ea-97b6-958c1a7248e7 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:25:27.025073 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae433a72-9a20-4cf9-acdc-2866399ef89b tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Network a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:25:27.025073 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae433a72-9a20-4cf9-acdc-2866399ef89b tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event updated for resources: {'Port': ['ID=ecff5671-997d-44a1-8364-b684333a60a7,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:27.028086 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-ae433a72-9a20-4cf9-acdc-2866399ef89b tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:25:27.042405 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae433a72-9a20-4cf9-acdc-2866399ef89b tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:25:27.046624 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae433a72-9a20-4cf9-acdc-2866399ef89b tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:27.047151 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ae433a72-9a20-4cf9-acdc-2866399ef89b tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:27.081426 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ae433a72-9a20-4cf9-acdc-2866399ef89b tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4856467 May 23 11:25:27.081658 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39394) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:27.091227 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d74ee790-8858-4d33-b824-d9b102e41554 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:27.110923 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port d3e6f114-d5d8-45ea-97b6-958c1a7248e7 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:25:27.111126 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6965b-39c6-45e9-9a77-d9fc20efc51b req-dfca2bf6-7ec7-4482-8468-aa2291a9d6cf tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:27.112462 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b3f6965b-39c6-45e9-9a77-d9fc20efc51b req-dfca2bf6-7ec7-4482-8468-aa2291a9d6cf tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/ports?device_id=74eef525-4fa3-4c9c-9483-8398fd8eaa90 HTTP/1.1" status: 200 len: 943 time: 0.4931769 May 23 11:25:27.119536 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3b613466-1723-4dc7-8daf-29b204ac7b1c req-cbf7679a-14e6-4e6e-93d0-ce4d73174f6c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b32c00c2dee749699a709a92064b86f0&device_id=74eef525-4fa3-4c9c-9483-8398fd8eaa90 HTTP/1.1" status: 200 len: 1094 time: 0.1802948 May 23 11:25:27.121674 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port d3e6f114-d5d8-45ea-97b6-958c1a7248e7 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:25:27.122149 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:27.187634 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b3f6965b-39c6-45e9-9a77-d9fc20efc51b req-b1fa8abe-8cca-4abf-9df4-b855c9897fec tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/security-groups?id=922d3c5a-a069-41ce-b972-4c94b232656c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655477 May 23 11:25:27.195183 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-34d60fa0-142d-47ca-94cd-f04e9b09b347 service neutron] Attempting to bind port edbb81ab-2618-4d52-99ef-95b24033ced0 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:25:27.195375 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-34d60fa0-142d-47ca-94cd-f04e9b09b347 service neutron] Attempting to bind port edbb81ab-2618-4d52-99ef-95b24033ced0 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '17237d20-430c-4a97-b458-f8094ad5ce12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c611eb6e-b094-4e25-89cb-6334857fe1c2'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:25:27.195616 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-34d60fa0-142d-47ca-94cd-f04e9b09b347 service neutron] Attempting to bind port edbb81ab-2618-4d52-99ef-95b24033ced0 on network c611eb6e-b094-4e25-89cb-6334857fe1c2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:25:27.201890 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-34d60fa0-142d-47ca-94cd-f04e9b09b347 service neutron] Port edbb81ab-2618-4d52-99ef-95b24033ced0 on network c611eb6e-b094-4e25-89cb-6334857fe1c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:25:27.202837 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-34d60fa0-142d-47ca-94cd-f04e9b09b347 service neutron] Attempting to bind port edbb81ab-2618-4d52-99ef-95b24033ced0 on network c611eb6e-b094-4e25-89cb-6334857fe1c2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:25:27.210316 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-34d60fa0-142d-47ca-94cd-f04e9b09b347 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:25:27.210638 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-34d60fa0-142d-47ca-94cd-f04e9b09b347 service neutron] Checking segment: {'id': '17237d20-430c-4a97-b458-f8094ad5ce12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c611eb6e-b094-4e25-89cb-6334857fe1c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:25:27.211102 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-34d60fa0-142d-47ca-94cd-f04e9b09b347 service neutron] Bound using segment: {'id': '17237d20-430c-4a97-b458-f8094ad5ce12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c611eb6e-b094-4e25-89cb-6334857fe1c2'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:25:27.211440 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-34d60fa0-142d-47ca-94cd-f04e9b09b347 service neutron] Bound port: edbb81ab-2618-4d52-99ef-95b24033ced0, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17237d20-430c-4a97-b458-f8094ad5ce12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c611eb6e-b094-4e25-89cb-6334857fe1c2'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:25:27.212320 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-34d60fa0-142d-47ca-94cd-f04e9b09b347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:27.347216 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-34d60fa0-142d-47ca-94cd-f04e9b09b347 service neutron] For port edbb81ab-2618-4d52-99ef-95b24033ced0, host n-h2-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:25:27.351616 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-34d60fa0-142d-47ca-94cd-f04e9b09b347 service neutron] For port edbb81ab-2618-4d52-99ef-95b24033ced0, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=edbb81ab-2618-4d52-99ef-95b24033ced0,segment=NetworkSegment(17237d20-430c-4a97-b458-f8094ad5ce12),segment_id=17237d20-430c-4a97-b458-f8094ad5ce12)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:25:27.358275 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-34d60fa0-142d-47ca-94cd-f04e9b09b347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:27.366686 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d74ee790-8858-4d33-b824-d9b102e41554 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:27.389457 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b613466-1723-4dc7-8daf-29b204ac7b1c req-608a1ebb-45d5-43ba-8ff9-ba2e330dea44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:27.390889 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3b613466-1723-4dc7-8daf-29b204ac7b1c req-608a1ebb-45d5-43ba-8ff9-ba2e330dea44 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5 HTTP/1.1" status: 200 len: 915 time: 0.2583661 May 23 11:25:27.397290 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:27.438415 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-34d60fa0-142d-47ca-94cd-f04e9b09b347 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:27.440123 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-34d60fa0-142d-47ca-94cd-f04e9b09b347 service neutron] 10.222.0.81 "PUT /v2.0/ports/edbb81ab-2618-4d52-99ef-95b24033ced0 HTTP/1.1" status: 200 len: 1092 time: 1.8293104 May 23 11:25:27.440595 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eec399fd-21e5-44cf-9c5e-ac955e3bce4c', 'tag': 'edbb81ab-2618-4d52-99ef-95b24033ced0'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:25:27.476999 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c64cff9-ade5-4c05-b2d2-47f7020ffd5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e6f114-d5d8-45ea-97b6-958c1a7248e7'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:25:27.513100 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port d3e6f114-d5d8-45ea-97b6-958c1a7248e7, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=d3e6f114-d5d8-45ea-97b6-958c1a7248e7,segment=NetworkSegment(37af7c81-dc61-4da9-9a68-9ee6e2d22927),segment_id=37af7c81-dc61-4da9-9a68-9ee6e2d22927)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:25:27.520809 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:27.601259 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12e66cd1-6a51-476a-a536-fb01f2d458c7'] response: {'name': 'network-changed', 'server_uuid': 'eec399fd-21e5-44cf-9c5e-ac955e3bce4c', 'tag': 'edbb81ab-2618-4d52-99ef-95b24033ced0', 'status': 'completed', 'code': 200} May 23 11:25:27.606289 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6743772b-0de0-4d0a-881d-da5df38f5e35'] response: {'server_uuid': '1c64cff9-ade5-4c05-b2d2-47f7020ffd5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e6f114-d5d8-45ea-97b6-958c1a7248e7', 'code': 200} May 23 11:25:27.695432 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=d3e6f114-d5d8-45ea-97b6-958c1a7248e7,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:27.696880 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d60fa0-142d-47ca-94cd-f04e9b09b347 service neutron] Pushing event updated for resources: {'Port': ['ID=edbb81ab-2618-4d52-99ef-95b24033ced0,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:27.754453 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-6abb324d-fecd-4ed4-8ba5-ca751d66b82b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f50cc4d43ea64ee4bc3fe60fc2e3e7b7&device_id=eec399fd-21e5-44cf-9c5e-ac955e3bce4c HTTP/1.1" status: 200 len: 1095 time: 0.2419658 May 23 11:25:27.768178 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b78c91-6d2c-4a1c-afcc-1cb1db16bac3 req-77db39ec-1252-4c75-8608-cb67e643eb0c tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:27.769427 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-29b78c91-6d2c-4a1c-afcc-1cb1db16bac3 req-77db39ec-1252-4c75-8608-cb67e643eb0c tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c64cff9-ade5-4c05-b2d2-47f7020ffd5b HTTP/1.1" status: 200 len: 946 time: 0.1674435 May 23 11:25:27.829580 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3b613466-1723-4dc7-8daf-29b204ac7b1c req-66386227-b178-4632-9769-a2129bd97b90 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4 HTTP/1.1" status: 200 len: 217 time: 0.1733284 May 23 11:25:27.870644 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-993355c0-8eec-4ead-934a-43084d51ee75 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=edbb81ab-2618-4d52-99ef-95b24033ced0 HTTP/1.1" status: 200 len: 217 time: 0.1002288 May 23 11:25:28.013510 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-29b78c91-6d2c-4a1c-afcc-1cb1db16bac3 req-3474ee9c-b16b-412c-a1ac-0b9c64a38622 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/security-groups?id=13d3adaa-69e3-45aa-8dde-e233e31c099e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889844 May 23 11:25:28.015480 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-f302ed90-2da3-455d-95f5-8f273304dd3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:28.017145 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-f302ed90-2da3-455d-95f5-8f273304dd3a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5ac13970-5d5c-44f2-a8e5-a6451049c3b2 HTTP/1.1" status: 200 len: 861 time: 0.1401496 May 23 11:25:28.059339 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5700dc88-acfd-4577-a311-8d0c29fdf5e1 req-6e4968c0-02c6-4570-9bbe-37df997836ba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1c64cff9-ade5-4c05-b2d2-47f7020ffd5b HTTP/1.1" status: 200 len: 1097 time: 0.3025637 May 23 11:25:28.083918 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b613466-1723-4dc7-8daf-29b204ac7b1c req-816affdf-ce3b-4354-9a40-e2c40bd755a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:28.085517 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3b613466-1723-4dc7-8daf-29b204ac7b1c req-816affdf-ce3b-4354-9a40-e2c40bd755a8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9aa26abe-6ee3-4704-85ca-e1c8ab6470f3 HTTP/1.1" status: 200 len: 854 time: 0.2378061 May 23 11:25:28.111980 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-9064b011-74be-44e8-9dcf-2baa4e9b6d57 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c611eb6e-b094-4e25-89cb-6334857fe1c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538778 May 23 11:25:28.144701 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3b613466-1723-4dc7-8daf-29b204ac7b1c req-da1fe193-5c53-47d6-ab10-57804737f57f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522182 May 23 11:25:28.244335 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680859f6-8a37-44e1-aaaf-aeff53360fe6 req-991cb09a-a959-45a5-8074-01d5f45d3297 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:28.251167 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-680859f6-8a37-44e1-aaaf-aeff53360fe6 req-991cb09a-a959-45a5-8074-01d5f45d3297 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] 10.222.0.79 "GET /v2.0/ports?device_id=eec399fd-21e5-44cf-9c5e-ac955e3bce4c HTTP/1.1" status: 200 len: 944 time: 0.2327373 May 23 11:25:28.256038 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d74ee790-8858-4d33-b824-d9b102e41554 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:28.261820 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5700dc88-acfd-4577-a311-8d0c29fdf5e1 req-8627c570-aeda-4fd7-8c4e-1cf42142e211 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=13d3adaa-69e3-45aa-8dde-e233e31c099e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1953571 May 23 11:25:28.265460 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d74ee790-8858-4d33-b824-d9b102e41554 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:28.306227 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-a07e4a5d-7faa-4f8f-8564-e77d31adaab5 service neutron] 10.222.0.81 "GET /v2.0/networks/c611eb6e-b094-4e25-89cb-6334857fe1c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851792 May 23 11:25:28.324139 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-d74ee790-8858-4d33-b824-d9b102e41554 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] In _notify_port_updated(), no bound segment for port ecff5671-997d-44a1-8364-b684333a60a7 on network a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc {{(pid=83911) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 23 11:25:28.327960 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74ee790-8858-4d33-b824-d9b102e41554 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:28.328581 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d74ee790-8858-4d33-b824-d9b102e41554 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:28.332615 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d74ee790-8858-4d33-b824-d9b102e41554 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "PUT /v2.0/ports/ecff5671-997d-44a1-8364-b684333a60a7 HTTP/1.1" status: 200 len: 818 time: 1.2461770 May 23 11:25:28.340458 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39440) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:28.424971 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3b613466-1723-4dc7-8daf-29b204ac7b1c req-2ebfef0e-c566-406f-af34-1d8efad9c9f1 service neutron] 10.222.0.81 "GET /v2.0/networks/ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637632 May 23 11:25:28.425515 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ee790-8858-4d33-b824-d9b102e41554 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event updated for resources: {'Port': ['ID=ecff5671-997d-44a1-8364-b684333a60a7,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:28.442916 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-680859f6-8a37-44e1-aaaf-aeff53360fe6 req-1832acf5-6ccf-4202-9cf2-128cacfe2f94 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] 10.222.0.79 "GET /v2.0/security-groups?id=15e6b303-353c-4cf2-bfc2-3e75eec0895e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903541 May 23 11:25:28.513608 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39450) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:28.549526 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-2c4252ee-481b-4742-a59b-1850331d72b7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Deleting port ecff5671-997d-44a1-8364-b684333a60a7 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:25:28.549868 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2c4252ee-481b-4742-a59b-1850331d72b7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:28.605810 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3b613466-1723-4dc7-8daf-29b204ac7b1c req-647a57d2-e347-4228-b342-743957cfd952 service neutron] 10.222.0.81 "GET /v2.0/networks/ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748040 May 23 11:25:28.661150 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8ec1b96b-8e35-40a4-9e9c-20c9cd8528c9 req-b7c7481b-86cc-4620-a499-55711862968f service neutron] 10.222.0.81 "GET /v2.0/networks/c611eb6e-b094-4e25-89cb-6334857fe1c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482242 May 23 11:25:28.714628 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7ca17-1015-4ce4-aef6-9cfbdbcfd541 req-a1db5295-b1a6-49f0-a9f8-fa3c6b2300df tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:28.716270 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-66d7ca17-1015-4ce4-aef6-9cfbdbcfd541 req-a1db5295-b1a6-49f0-a9f8-fa3c6b2300df tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/ports?device_id=74eef525-4fa3-4c9c-9483-8398fd8eaa90 HTTP/1.1" status: 200 len: 943 time: 0.2722440 May 23 11:25:28.865081 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-a430e5ba-8bd5-4635-9526-f4aa82564ec6 tempest-NetworksNegativeTestJSON-779503071 tempest-NetworksNegativeTestJSON-779503071-project] Request body: {'port': {'network_id': 'b1bd212c-6fad-4b61-ae22-98012835c47f', 'name': 'tempest-NetworksNegativeTestJSON-791470558'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:28.925022 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-a430e5ba-8bd5-4635-9526-f4aa82564ec6 tempest-NetworksNegativeTestJSON-779503071 tempest-NetworksNegativeTestJSON-779503071-project] POST failed (client error): The resource could not be found. May 23 11:25:28.925524 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a430e5ba-8bd5-4635-9526-f4aa82564ec6 tempest-NetworksNegativeTestJSON-779503071 tempest-NetworksNegativeTestJSON-779503071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:25:28.926957 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a430e5ba-8bd5-4635-9526-f4aa82564ec6 tempest-NetworksNegativeTestJSON-779503071 tempest-NetworksNegativeTestJSON-779503071-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4122972 May 23 11:25:28.931499 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39486) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:28.961903 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2c4252ee-481b-4742-a59b-1850331d72b7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:28.964441 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-d43c4d86-3baf-4fcc-a886-a61066496b30 tempest-NetworksNegativeTestJSON-779503071 tempest-NetworksNegativeTestJSON-779503071-project] DELETE failed (client error): The resource could not be found. May 23 11:25:28.965511 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d43c4d86-3baf-4fcc-a886-a61066496b30 tempest-NetworksNegativeTestJSON-779503071 tempest-NetworksNegativeTestJSON-779503071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:25:28.971579 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d43c4d86-3baf-4fcc-a886-a61066496b30 tempest-NetworksNegativeTestJSON-779503071 tempest-NetworksNegativeTestJSON-779503071-project] 10.222.0.79 "DELETE /v2.0/networks/668ebc62-af9b-4f0f-9560-aa5e863b8739 HTTP/1.1" status: 404 len: 339 time: 0.0388694 May 23 11:25:28.972389 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39492) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:28.980377 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-66d7ca17-1015-4ce4-aef6-9cfbdbcfd541 req-581401e0-0ec8-495e-9d96-28600b40da4e tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/security-groups?id=922d3c5a-a069-41ce-b972-4c94b232656c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527087 May 23 11:25:29.033945 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ccb2355-49e9-4c09-b07a-3b2fe1421526 tempest-NetworksNegativeTestJSON-779503071 tempest-NetworksNegativeTestJSON-779503071-project] DELETE failed (client error): The resource could not be found. May 23 11:25:29.034465 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ccb2355-49e9-4c09-b07a-3b2fe1421526 tempest-NetworksNegativeTestJSON-779503071 tempest-NetworksNegativeTestJSON-779503071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:25:29.036198 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5ccb2355-49e9-4c09-b07a-3b2fe1421526 tempest-NetworksNegativeTestJSON-779503071 tempest-NetworksNegativeTestJSON-779503071-project] 10.222.0.79 "DELETE /v2.0/ports/bad1fc1a-1460-4254-9daf-50ee845914ab HTTP/1.1" status: 404 len: 333 time: 0.0625916 May 23 11:25:29.040173 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39496) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:29.086670 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-76a3f5dd-f15d-402a-9697-7e9b0931d5b9 tempest-NetworksNegativeTestJSON-779503071 tempest-NetworksNegativeTestJSON-779503071-project] DELETE failed (client error): The resource could not be found. May 23 11:25:29.087268 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76a3f5dd-f15d-402a-9697-7e9b0931d5b9 tempest-NetworksNegativeTestJSON-779503071 tempest-NetworksNegativeTestJSON-779503071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:25:29.089263 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-76a3f5dd-f15d-402a-9697-7e9b0931d5b9 tempest-NetworksNegativeTestJSON-779503071 tempest-NetworksNegativeTestJSON-779503071-project] 10.222.0.79 "DELETE /v2.0/subnets/0daa6367-3fa8-4373-b536-86cce5ffb0f2 HTTP/1.1" status: 404 len: 337 time: 0.0481679 May 23 11:25:29.093476 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39504) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:29.123345 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-8be15790-726b-40e5-b625-57fbe0e249c1 tempest-NetworksNegativeTestJSON-779503071 tempest-NetworksNegativeTestJSON-779503071-project] GET failed (client error): The resource could not be found. May 23 11:25:29.124972 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8be15790-726b-40e5-b625-57fbe0e249c1 tempest-NetworksNegativeTestJSON-779503071 tempest-NetworksNegativeTestJSON-779503071-project] 10.222.0.79 "GET /v2.0/networks/67c4a5f3-8472-4e0b-a673-d91d1f67b38d HTTP/1.1" status: 404 len: 339 time: 0.0304255 May 23 11:25:29.128876 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39508) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:29.201271 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-73a062d9-79d5-44d6-bae1-5e8db601a032 tempest-NetworksNegativeTestJSON-779503071 tempest-NetworksNegativeTestJSON-779503071-project] GET failed (client error): The resource could not be found. May 23 11:25:29.202584 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-73a062d9-79d5-44d6-bae1-5e8db601a032 tempest-NetworksNegativeTestJSON-779503071 tempest-NetworksNegativeTestJSON-779503071-project] 10.222.0.79 "GET /v2.0/ports/151947e8-93d9-406f-aa9d-7556a3291a7d HTTP/1.1" status: 404 len: 333 time: 0.0722537 May 23 11:25:29.208424 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39512) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:29.226139 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-2c4252ee-481b-4742-a59b-1850331d72b7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Calling delete_port for ecff5671-997d-44a1-8364-b684333a60a7 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:25:29.270457 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad1fd40e-4b94-4d64-9751-7700de44da7d tempest-NetworksNegativeTestJSON-779503071 tempest-NetworksNegativeTestJSON-779503071-project] GET failed (client error): The resource could not be found. May 23 11:25:29.272095 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ad1fd40e-4b94-4d64-9751-7700de44da7d tempest-NetworksNegativeTestJSON-779503071 tempest-NetworksNegativeTestJSON-779503071-project] 10.222.0.79 "GET /v2.0/subnets/4252fef3-bf13-4cd1-aef5-da9d1bcd51c4 HTTP/1.1" status: 404 len: 337 time: 0.0596161 May 23 11:25:29.279084 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39518) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:29.286239 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-95f1e3c4-e8e7-4706-87cc-bb08b75d90ed tempest-NetworksNegativeTestJSON-779503071 tempest-NetworksNegativeTestJSON-779503071-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:29.316249 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-95f1e3c4-e8e7-4706-87cc-bb08b75d90ed tempest-NetworksNegativeTestJSON-779503071 tempest-NetworksNegativeTestJSON-779503071-project] PUT failed (client error): The resource could not be found. May 23 11:25:29.316778 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95f1e3c4-e8e7-4706-87cc-bb08b75d90ed tempest-NetworksNegativeTestJSON-779503071 tempest-NetworksNegativeTestJSON-779503071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:25:29.317943 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-95f1e3c4-e8e7-4706-87cc-bb08b75d90ed tempest-NetworksNegativeTestJSON-779503071 tempest-NetworksNegativeTestJSON-779503071-project] 10.222.0.79 "PUT /v2.0/networks/8fda1e1c-1309-4ad0-86ab-a604183800bc HTTP/1.1" status: 404 len: 339 time: 0.0378864 May 23 11:25:29.322082 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39524) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:29.333202 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-9026187f-3bdd-4637-9cce-ecba199395b6 tempest-NetworksNegativeTestJSON-779503071 tempest-NetworksNegativeTestJSON-779503071-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:29.381622 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-9026187f-3bdd-4637-9cce-ecba199395b6 tempest-NetworksNegativeTestJSON-779503071 tempest-NetworksNegativeTestJSON-779503071-project] PUT failed (client error): The resource could not be found. May 23 11:25:29.382390 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9026187f-3bdd-4637-9cce-ecba199395b6 tempest-NetworksNegativeTestJSON-779503071 tempest-NetworksNegativeTestJSON-779503071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:25:29.383672 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9026187f-3bdd-4637-9cce-ecba199395b6 tempest-NetworksNegativeTestJSON-779503071 tempest-NetworksNegativeTestJSON-779503071-project] 10.222.0.79 "PUT /v2.0/ports/1d4fb7dc-3bad-404e-830b-b2179945012e HTTP/1.1" status: 404 len: 333 time: 0.0556500 May 23 11:25:29.387558 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39532) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:29.393813 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-32cb87ce-294e-4770-be3e-ad9ca632944b req-26a2faf0-4139-4934-af20-5a9241f7294b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f50cc4d43ea64ee4bc3fe60fc2e3e7b7&device_id=eec399fd-21e5-44cf-9c5e-ac955e3bce4c HTTP/1.1" status: 200 len: 1095 time: 0.6369727 May 23 11:25:29.394878 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-2a84cb3f-a25b-4dce-a16e-39453aa03c42 tempest-NetworksNegativeTestJSON-779503071 tempest-NetworksNegativeTestJSON-779503071-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:29.395061 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2c4252ee-481b-4742-a59b-1850331d72b7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:29.421933 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39536) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:29.434098 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a84cb3f-a25b-4dce-a16e-39453aa03c42 tempest-NetworksNegativeTestJSON-779503071 tempest-NetworksNegativeTestJSON-779503071-project] PUT failed (client error): The resource could not be found. May 23 11:25:29.434524 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a84cb3f-a25b-4dce-a16e-39453aa03c42 tempest-NetworksNegativeTestJSON-779503071 tempest-NetworksNegativeTestJSON-779503071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:25:29.435713 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2a84cb3f-a25b-4dce-a16e-39453aa03c42 tempest-NetworksNegativeTestJSON-779503071 tempest-NetworksNegativeTestJSON-779503071-project] 10.222.0.79 "PUT /v2.0/subnets/06bcd877-39f5-46f6-96a6-fbd933630459 HTTP/1.1" status: 404 len: 337 time: 0.0468907 May 23 11:25:29.456428 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4252ee-481b-4742-a59b-1850331d72b7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event deleted for resources: {'Port': ['ID=ecff5671-997d-44a1-8364-b684333a60a7,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:29.592626 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db28a2b0-daaf-4531-9579-81a3027d51c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:29.608051 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2c4252ee-481b-4742-a59b-1850331d72b7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:29.632738 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-db28a2b0-daaf-4531-9579-81a3027d51c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:29.636899 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-db28a2b0-daaf-4531-9579-81a3027d51c5 admin admin] Usage tracker for resource:security_group_rule and tenant:8b9c6852c85a4da4bdefa9aa39657dfa is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:29.640451 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-db28a2b0-daaf-4531-9579-81a3027d51c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:29.646190 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-db28a2b0-daaf-4531-9579-81a3027d51c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:29.651091 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2c4252ee-481b-4742-a59b-1850331d72b7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/ports/ecff5671-997d-44a1-8364-b684333a60a7 HTTP/1.1" status: 204 len: 168 time: 1.3074050 May 23 11:25:29.651714 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39548) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:29.677859 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5f558-f18d-4acb-bc3f-bfefc236b5a2 req-e483bdc0-c6d9-4965-8c6f-c5b437e48251 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:29.679360 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a6b5f558-f18d-4acb-bc3f-bfefc236b5a2 req-e483bdc0-c6d9-4965-8c6f-c5b437e48251 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c64cff9-ade5-4c05-b2d2-47f7020ffd5b HTTP/1.1" status: 200 len: 946 time: 0.4233351 May 23 11:25:29.715971 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb87ce-294e-4770-be3e-ad9ca632944b req-305dca53-582c-4127-9896-cd16a8e8c87d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:29.717371 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-32cb87ce-294e-4770-be3e-ad9ca632944b req-305dca53-582c-4127-9896-cd16a8e8c87d service neutron] 10.222.0.81 "GET /v2.0/networks?id=c611eb6e-b094-4e25-89cb-6334857fe1c2 HTTP/1.1" status: 200 len: 922 time: 0.2623904 May 23 11:25:29.762764 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285e24a4-45b4-42c5-8a18-cb9a638a27ba tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:29.763449 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-285e24a4-45b4-42c5-8a18-cb9a638a27ba tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Synchronizing usage tracker for tenant:aff5ab15380840359395eccd13918dfd on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:25:29.797548 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39552) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:29.800487 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530d0d6-f1c2-4bf8-962b-5de5c17f1b47 req-52d16dea-3deb-4ab2-8398-d22a5869c862 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:29.807242 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2530d0d6-f1c2-4bf8-962b-5de5c17f1b47 req-52d16dea-3deb-4ab2-8398-d22a5869c862 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 946 time: 0.3227878 May 23 11:25:29.830782 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db28a2b0-daaf-4531-9579-81a3027d51c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:29.832772 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-285e24a4-45b4-42c5-8a18-cb9a638a27ba tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Unset dirty status for tenant:aff5ab15380840359395eccd13918dfd on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:25:29.837856 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-285e24a4-45b4-42c5-8a18-cb9a638a27ba tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1818101 May 23 11:25:29.838270 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39558) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:29.838867 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-32cb87ce-294e-4770-be3e-ad9ca632944b req-f7e3d0a3-01ca-4f01-8f5c-5e9b758817b2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=edbb81ab-2618-4d52-99ef-95b24033ced0 HTTP/1.1" status: 200 len: 217 time: 0.1122832 May 23 11:25:29.842941 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db28a2b0-daaf-4531-9579-81a3027d51c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:29.902754 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a6b5f558-f18d-4acb-bc3f-bfefc236b5a2 req-c0d3a2c0-72bd-4313-b7cf-d6af8fcff185 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/security-groups?id=13d3adaa-69e3-45aa-8dde-e233e31c099e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2098696 May 23 11:25:29.923152 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-c53e0ddb-f892-4610-8e8f-6588312dc8f0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] GET failed (client error): The resource could not be found. May 23 11:25:29.924811 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c53e0ddb-f892-4610-8e8f-6588312dc8f0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "GET /v2.0/ports/ecff5671-997d-44a1-8364-b684333a60a7 HTTP/1.1" status: 404 len: 333 time: 0.0856504 May 23 11:25:29.934213 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39562) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:29.940829 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2530d0d6-f1c2-4bf8-962b-5de5c17f1b47 req-2abc6e33-0825-45dc-ade3-7420d9dd53cb tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322765 May 23 11:25:29.955449 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb87ce-294e-4770-be3e-ad9ca632944b req-4956584c-f54c-4f16-80d2-43a2f3c8ad13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:29.956977 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-32cb87ce-294e-4770-be3e-ad9ca632944b req-4956584c-f54c-4f16-80d2-43a2f3c8ad13 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5ac13970-5d5c-44f2-a8e5-a6451049c3b2 HTTP/1.1" status: 200 len: 861 time: 0.1113105 May 23 11:25:29.961821 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-bf729cc8-6bae-4921-8085-dfe1ad546562 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-565975977'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:29.981027 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28a2b0-daaf-4531-9579-81a3027d51c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a617d9f1-3f60-4056-b9c0-6b847cec8a05,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:29.996403 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-db28a2b0-daaf-4531-9579-81a3027d51c5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8b9c6852c85a4da4bdefa9aa39657dfa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5704825 May 23 11:25:29.999271 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bf729cc8-6bae-4921-8085-dfe1ad546562 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:30.002819 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39566) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:30.023397 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-bf729cc8-6bae-4921-8085-dfe1ad546562 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Usage tracker for resource:network and tenant:aff5ab15380840359395eccd13918dfd is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:30.026837 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-32cb87ce-294e-4770-be3e-ad9ca632944b req-fdd85bf4-4df1-420a-b9fc-eeeac10e3b8f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c611eb6e-b094-4e25-89cb-6334857fe1c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629103 May 23 11:25:30.028144 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-bf729cc8-6bae-4921-8085-dfe1ad546562 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:30.033019 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6f2eae8-29e2-4f92-918e-4a3a8703d463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:30.055322 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bf729cc8-6bae-4921-8085-dfe1ad546562 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:30.083256 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf729cc8-6bae-4921-8085-dfe1ad546562 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Made reservation on behalf of aff5ab15380840359395eccd13918dfd for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:25:30.086840 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf729cc8-6bae-4921-8085-dfe1ad546562 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:30.098661 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a6f2eae8-29e2-4f92-918e-4a3a8703d463 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:30.110345 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a6f2eae8-29e2-4f92-918e-4a3a8703d463 admin admin] Usage tracker for resource:security_group_rule and tenant:fed6b110033c43ea9b182df3b46d5602 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:30.115556 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a6f2eae8-29e2-4f92-918e-4a3a8703d463 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:30.123021 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a6f2eae8-29e2-4f92-918e-4a3a8703d463 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:30.146421 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf729cc8-6bae-4921-8085-dfe1ad546562 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:25:30.163095 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf729cc8-6bae-4921-8085-dfe1ad546562 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:30.163810 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-bf729cc8-6bae-4921-8085-dfe1ad546562 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Added segment 6d798117-9083-47fc-bbff-ffafa0add3cb of type vlan for network 56d2036d-8b91-440c-95a4-59d0f1bbc7d2 May 23 11:25:30.209461 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf729cc8-6bae-4921-8085-dfe1ad546562 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:30.250060 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6f2eae8-29e2-4f92-918e-4a3a8703d463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:30.255689 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6f2eae8-29e2-4f92-918e-4a3a8703d463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:30.290841 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c0a91478-a718-4f17-a6d7-3933d0f088cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:30.292246 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf729cc8-6bae-4921-8085-dfe1ad546562 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:30.295905 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf729cc8-6bae-4921-8085-dfe1ad546562 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:30.296502 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf729cc8-6bae-4921-8085-dfe1ad546562 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:30.377558 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c0a91478-a718-4f17-a6d7-3933d0f088cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:30.398871 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-32cb87ce-294e-4770-be3e-ad9ca632944b req-a0c66857-525e-45cf-b786-b2c4ffcd5ef8 service neutron] 10.222.0.81 "GET /v2.0/networks/c611eb6e-b094-4e25-89cb-6334857fe1c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592496 May 23 11:25:30.445108 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f2eae8-29e2-4f92-918e-4a3a8703d463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539fe877-4e96-45b1-9473-b6ce20c953a5,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:30.531265 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a6f2eae8-29e2-4f92-918e-4a3a8703d463 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fed6b110033c43ea9b182df3b46d5602&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7269754 May 23 11:25:30.534496 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39572) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:30.538191 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90311ae-9781-456f-9e4f-35649bb1fce0 req-4e6daa32-4385-44ca-a04d-2729768b1e76 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:30.539688 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c90311ae-9781-456f-9e4f-35649bb1fce0 req-4e6daa32-4385-44ca-a04d-2729768b1e76 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/ports?device_id=74eef525-4fa3-4c9c-9483-8398fd8eaa90 HTTP/1.1" status: 200 len: 943 time: 0.3777289 May 23 11:25:30.546361 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbfe66e-1fab-43c3-a716-3f68fc75f5dc req-74bb68d8-036f-4af5-bba4-796247dad45a tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:30.547969 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ebbfe66e-1fab-43c3-a716-3f68fc75f5dc req-74bb68d8-036f-4af5-bba4-796247dad45a tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] 10.222.0.79 "GET /v2.0/ports?device_id=eec399fd-21e5-44cf-9c5e-ac955e3bce4c HTTP/1.1" status: 200 len: 944 time: 0.3842745 May 23 11:25:30.556026 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf729cc8-6bae-4921-8085-dfe1ad546562 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event updated for resources: {'Network': ['ID=56d2036d-8b91-440c-95a4-59d0f1bbc7d2,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:30.568944 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-bf729cc8-6bae-4921-8085-dfe1ad546562 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6241376 May 23 11:25:30.569261 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39576) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:30.575971 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 56d2036d-8b91-440c-95a4-59d0f1bbc7d2 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:25:30.584572 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-f81a7a19-1b21-4810-8fbb-7c9c9171d7b8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'subnet': {'network_id': '56d2036d-8b91-440c-95a4-59d0f1bbc7d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:30.647040 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c0a91478-a718-4f17-a6d7-3933d0f088cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:30.650784 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:25:30.674035 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-32cb87ce-294e-4770-be3e-ad9ca632944b req-8906081c-d4ab-4d54-9151-8a2b30187ce9 service neutron] 10.222.0.81 "GET /v2.0/networks/c611eb6e-b094-4e25-89cb-6334857fe1c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619462 May 23 11:25:30.684408 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a91478-a718-4f17-a6d7-3933d0f088cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a617d9f1-3f60-4056-b9c0-6b847cec8a05,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:30.697180 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c0a91478-a718-4f17-a6d7-3933d0f088cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:30.700854 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c0a91478-a718-4f17-a6d7-3933d0f088cf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a617d9f1-3f60-4056-b9c0-6b847cec8a05 HTTP/1.1" status: 204 len: 168 time: 0.6900203 May 23 11:25:30.710636 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d390d7dc-311d-4108-b4b2-dd0a0e49eff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:30.713074 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c90311ae-9781-456f-9e4f-35649bb1fce0 req-fbd1d2b2-c47c-4eb1-b75b-deafaa91bf99 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/security-groups?id=922d3c5a-a069-41ce-b972-4c94b232656c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640787 May 23 11:25:30.717307 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ebbfe66e-1fab-43c3-a716-3f68fc75f5dc req-007ff3f4-b40d-4ca1-8dc1-65901c7e6d59 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] 10.222.0.79 "GET /v2.0/security-groups?id=15e6b303-353c-4cf2-bfc2-3e75eec0895e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613934 May 23 11:25:30.727596 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f81a7a19-1b21-4810-8fbb-7c9c9171d7b8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:30.732959 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f81a7a19-1b21-4810-8fbb-7c9c9171d7b8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Usage tracker for resource:subnet and tenant:aff5ab15380840359395eccd13918dfd is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:30.735912 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f81a7a19-1b21-4810-8fbb-7c9c9171d7b8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:30.747787 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f81a7a19-1b21-4810-8fbb-7c9c9171d7b8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:30.758115 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d390d7dc-311d-4108-b4b2-dd0a0e49eff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:30.778356 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81a7a19-1b21-4810-8fbb-7c9c9171d7b8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Made reservation on behalf of aff5ab15380840359395eccd13918dfd for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:25:30.902166 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f81a7a19-1b21-4810-8fbb-7c9c9171d7b8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:30.918927 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4,segment=NetworkSegment(8070c89c-20c7-468c-8cfb-5e7b1ae7dbc4),segment_id=8070c89c-20c7-468c-8cfb-5e7b1ae7dbc4)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:25:30.937265 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4', 'network_id': 'ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5', 'port_id': '4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4', 'mac_address': 'fa:16:3e:77:0a:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aa26abe-6ee3-4704-85ca-e1c8ab6470f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:25:30.990862 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d390d7dc-311d-4108-b4b2-dd0a0e49eff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:31.012309 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d390d7dc-311d-4108-b4b2-dd0a0e49eff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539fe877-4e96-45b1-9473-b6ce20c953a5,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:31.014844 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:31.031076 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d390d7dc-311d-4108-b4b2-dd0a0e49eff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:31.032627 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d390d7dc-311d-4108-b4b2-dd0a0e49eff9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/539fe877-4e96-45b1-9473-b6ce20c953a5 HTTP/1.1" status: 204 len: 168 time: 0.4952691 May 23 11:25:31.093010 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:25:31.126635 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4,segment=NetworkSegment(8070c89c-20c7-468c-8cfb-5e7b1ae7dbc4),segment_id=8070c89c-20c7-468c-8cfb-5e7b1ae7dbc4)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:25:31.132024 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:31.208785 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f81a7a19-1b21-4810-8fbb-7c9c9171d7b8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:31.224809 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:31.263768 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39590) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:31.295957 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-17d0e706-75e1-422b-b955-c08816da7eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:31.318511 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a7a19-1b21-4810-8fbb-7c9c9171d7b8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event updated for resources: {'Subnet': ['ID=346ff12c-1dfa-4292-8aa6-0719366d93ca,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:31.320566 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8eea63-2507-41ff-b1da-0f173b70dd0d req-487af448-af91-40a0-9edf-7760cec970fe tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:31.322257 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1c8eea63-2507-41ff-b1da-0f173b70dd0d req-487af448-af91-40a0-9edf-7760cec970fe tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 946 time: 0.1796620 May 23 11:25:31.340053 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81a7a19-1b21-4810-8fbb-7c9c9171d7b8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Checking segment: {'id': '6d798117-9083-47fc-bbff-ffafa0add3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '56d2036d-8b91-440c-95a4-59d0f1bbc7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:25:31.340408 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81a7a19-1b21-4810-8fbb-7c9c9171d7b8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Network hostable DHCP agents. Network: 56d2036d-8b91-440c-95a4-59d0f1bbc7d2, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:25:31.341406 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a2783-bdcd-48bc-b52c-553c40a2c5b7 req-2f024a88-4c51-4629-b3d8-3390d953c801 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:31.342914 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-756a2783-bdcd-48bc-b52c-553c40a2c5b7 req-2f024a88-4c51-4629-b3d8-3390d953c801 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c64cff9-ade5-4c05-b2d2-47f7020ffd5b HTTP/1.1" status: 200 len: 946 time: 0.1632097 May 23 11:25:31.364852 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81a7a19-1b21-4810-8fbb-7c9c9171d7b8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Network 56d2036d-8b91-440c-95a4-59d0f1bbc7d2 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:25:31.377611 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-f81a7a19-1b21-4810-8fbb-7c9c9171d7b8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 56d2036d-8b91-440c-95a4-59d0f1bbc7d2) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:25:31.382365 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81a7a19-1b21-4810-8fbb-7c9c9171d7b8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:31.382956 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f81a7a19-1b21-4810-8fbb-7c9c9171d7b8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:31.393708 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcf49ec-119d-4f63-8fd1-39602b7e6d8a None None] Network 56d2036d-8b91-440c-95a4-59d0f1bbc7d2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:25:31.398026 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-17d0e706-75e1-422b-b955-c08816da7eb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:31.414225 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-17d0e706-75e1-422b-b955-c08816da7eb3 admin admin] Usage tracker for resource:security_group_rule and tenant:952549929ab74afca39c6bd5be05458a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:31.419096 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f81a7a19-1b21-4810-8fbb-7c9c9171d7b8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8490779 May 23 11:25:31.420332 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-17d0e706-75e1-422b-b955-c08816da7eb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:31.421963 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39596) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:31.431111 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-66d5e513-93a2-4000-ab85-3053e33969b7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'subnet': {'network_id': '56d2036d-8b91-440c-95a4-59d0f1bbc7d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:31.436644 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-17d0e706-75e1-422b-b955-c08816da7eb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:31.460421 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1c8eea63-2507-41ff-b1da-0f173b70dd0d req-cd19773b-8a03-475b-a562-898e8fafcf63 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270044 May 23 11:25:31.470375 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-756a2783-bdcd-48bc-b52c-553c40a2c5b7 req-ad663ebe-ab62-4717-ac47-df5ad9a345ba tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/security-groups?id=13d3adaa-69e3-45aa-8dde-e233e31c099e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070709 May 23 11:25:31.537969 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:25:31.563216 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-17d0e706-75e1-422b-b955-c08816da7eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:31.573246 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-17d0e706-75e1-422b-b955-c08816da7eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:31.617936 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-66d5e513-93a2-4000-ab85-3053e33969b7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:31.623093 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-66d5e513-93a2-4000-ab85-3053e33969b7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Usage tracker for resource:subnet and tenant:aff5ab15380840359395eccd13918dfd is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:31.626810 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d0e706-75e1-422b-b955-c08816da7eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627b3cf1-7008-49d4-923c-6b1ec084b32f,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:31.627088 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-66d5e513-93a2-4000-ab85-3053e33969b7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:31.633196 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-17d0e706-75e1-422b-b955-c08816da7eb3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=952549929ab74afca39c6bd5be05458a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3682103 May 23 11:25:31.635895 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39606) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:31.664557 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-66d5e513-93a2-4000-ab85-3053e33969b7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:31.685684 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d5e513-93a2-4000-ab85-3053e33969b7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Made reservation on behalf of aff5ab15380840359395eccd13918dfd for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:25:31.693862 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-66d5e513-93a2-4000-ab85-3053e33969b7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:31.849627 n-d-842952-2 neutron-server[83911]: INFO neutron.db.ipam_backend_mixin [None req-66d5e513-93a2-4000-ab85-3053e33969b7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 346ff12c-1dfa-4292-8aa6-0719366d93ca (CIDR: 172.20.0.0/28) May 23 11:25:31.856410 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-66d5e513-93a2-4000-ab85-3053e33969b7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:25:31.856410 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66d5e513-93a2-4000-ab85-3053e33969b7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:25:31.892780 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-66d5e513-93a2-4000-ab85-3053e33969b7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4687023 May 23 11:25:31.895463 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39618) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:31.901036 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-4e5936ad-5a34-4260-a693-e05687047721 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'subnet': {'network_id': '56d2036d-8b91-440c-95a4-59d0f1bbc7d2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:31.905976 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1141440f-5ff7-4320-abe3-cc373b07a068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:31.945036 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d48e617-5a4c-40a1-98c8-dac1ec1735fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-56d2036d-8b91-440c-95a4-59d0f1bbc7d2', 'network_id': '56d2036d-8b91-440c-95a4-59d0f1bbc7d2', 'tenant_id': 'aff5ab15380840359395eccd13918dfd', 'fixed_ips': [{'subnet_id': '346ff12c-1dfa-4292-8aa6-0719366d93ca'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:25:31.945973 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3d48e617-5a4c-40a1-98c8-dac1ec1735fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:31.977334 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1141440f-5ff7-4320-abe3-cc373b07a068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:32.011601 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0861f84-0418-4db1-b237-33dde6d6e9a8 req-591d4276-0774-4f45-b62e-185ea93837c9 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:32.013061 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f0861f84-0418-4db1-b237-33dde6d6e9a8 req-591d4276-0774-4f45-b62e-185ea93837c9 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c64cff9-ade5-4c05-b2d2-47f7020ffd5b HTTP/1.1" status: 200 len: 946 time: 0.3156095 May 23 11:25:32.114645 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4e5936ad-5a34-4260-a693-e05687047721 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:32.119744 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4e5936ad-5a34-4260-a693-e05687047721 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Usage tracker for resource:subnet and tenant:aff5ab15380840359395eccd13918dfd is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:32.124935 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4e5936ad-5a34-4260-a693-e05687047721 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:32.131474 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4e5936ad-5a34-4260-a693-e05687047721 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:32.146157 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5936ad-5a34-4260-a693-e05687047721 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Made reservation on behalf of aff5ab15380840359395eccd13918dfd for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:25:32.150770 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f0861f84-0418-4db1-b237-33dde6d6e9a8 req-4328b8eb-64c1-4caf-ad1e-83d87f592a3e tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/security-groups?id=13d3adaa-69e3-45aa-8dde-e233e31c099e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795743 May 23 11:25:32.151851 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4e5936ad-5a34-4260-a693-e05687047721 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:32.168404 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-3d48e617-5a4c-40a1-98c8-dac1ec1735fb None None] Allocated IP 172.20.0.2 (56d2036d-8b91-440c-95a4-59d0f1bbc7d2/346ff12c-1dfa-4292-8aa6-0719366d93ca/f3ed538e-18c2-4856-a8d1-c924b41a2b04) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:25:32.169093 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1141440f-5ff7-4320-abe3-cc373b07a068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:32.225909 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141440f-5ff7-4320-abe3-cc373b07a068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627b3cf1-7008-49d4-923c-6b1ec084b32f,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:32.252518 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b998be5-be16-463f-9e9e-26fd67d56eb0 req-b4f9e1da-61ec-4767-bd79-8581fb2b661e tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:32.254284 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9b998be5-be16-463f-9e9e-26fd67d56eb0 req-b4f9e1da-61ec-4767-bd79-8581fb2b661e tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/ports?device_id=74eef525-4fa3-4c9c-9483-8398fd8eaa90 HTTP/1.1" status: 200 len: 944 time: 0.2365861 May 23 11:25:32.259078 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1141440f-5ff7-4320-abe3-cc373b07a068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:32.262043 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1141440f-5ff7-4320-abe3-cc373b07a068 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/627b3cf1-7008-49d4-923c-6b1ec084b32f HTTP/1.1" status: 204 len: 168 time: 0.6250103 May 23 11:25:32.400799 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9b998be5-be16-463f-9e9e-26fd67d56eb0 req-4de59768-8432-4aba-a4ed-83f2397e53d1 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/security-groups?id=922d3c5a-a069-41ce-b972-4c94b232656c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353595 May 23 11:25:32.440602 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ce6e7-5da4-40e8-82ec-79d5178fca3f req-4384f6c0-7156-4acb-9fbf-fb970c0127c7 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:32.449807 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f37ce6e7-5da4-40e8-82ec-79d5178fca3f req-4384f6c0-7156-4acb-9fbf-fb970c0127c7 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] 10.222.0.79 "GET /v2.0/ports?device_id=eec399fd-21e5-44cf-9c5e-ac955e3bce4c HTTP/1.1" status: 200 len: 944 time: 0.1120050 May 23 11:25:32.492361 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3d48e617-5a4c-40a1-98c8-dac1ec1735fb None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:32.509648 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3d48e617-5a4c-40a1-98c8-dac1ec1735fb None None] Transition to ACTIVE for port object f3ed538e-18c2-4856-a8d1-c924b41a2b04 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:25:32.509868 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f37ce6e7-5da4-40e8-82ec-79d5178fca3f req-cc537113-5cb4-4eb0-b985-4979b2b4f925 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] 10.222.0.79 "GET /v2.0/security-groups?id=15e6b303-353c-4cf2-bfc2-3e75eec0895e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569804 May 23 11:25:32.535920 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39636) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:32.554003 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4e5936ad-5a34-4260-a693-e05687047721 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:32.556626 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3d48e617-5a4c-40a1-98c8-dac1ec1735fb None None] Transition to ACTIVE for port object f3ed538e-18c2-4856-a8d1-c924b41a2b04 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:25:32.567312 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3d48e617-5a4c-40a1-98c8-dac1ec1735fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:32.615415 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5936ad-5a34-4260-a693-e05687047721 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Network 56d2036d-8b91-440c-95a4-59d0f1bbc7d2 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:25:32.624092 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-4e5936ad-5a34-4260-a693-e05687047721 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:25:32.629821 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5936ad-5a34-4260-a693-e05687047721 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:32.630400 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4e5936ad-5a34-4260-a693-e05687047721 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:32.653991 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device edbb81ab-2618-4d52-99ef-95b24033ced0 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:25:32.658340 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4e5936ad-5a34-4260-a693-e05687047721 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7617977 May 23 11:25:32.661657 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39644) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:32.669154 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-fc6e9a50-c3cf-408d-9ff2-eb99f710fe88 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'port': {'network_id': '56d2036d-8b91-440c-95a4-59d0f1bbc7d2', 'fixed_ips': [{'subnet_id': '346ff12c-1dfa-4292-8aa6-0719366d93ca'}, {'subnet_id': '5df2b003-a87b-4d4e-a410-7620ea05acf8'}], 'name': 'tempest-PortsTestJSON-553674573'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:32.734176 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a06db6-b28c-4f8c-a233-0bb459a278b9 req-d5e3d841-a94d-42ab-99e8-9b387c4bcdfb tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:32.741560 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e5a06db6-b28c-4f8c-a233-0bb459a278b9 req-d5e3d841-a94d-42ab-99e8-9b387c4bcdfb tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 946 time: 0.1044066 May 23 11:25:32.818337 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e5a06db6-b28c-4f8c-a233-0bb459a278b9 req-30c30bd5-0d8b-4d18-95c5-07eadb6243c9 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758679 May 23 11:25:32.842115 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:25:32.921104 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d48e617-5a4c-40a1-98c8-dac1ec1735fb None None] Pushing event updated for resources: {'Port': ['ID=f3ed538e-18c2-4856-a8d1-c924b41a2b04,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:32.945110 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-0b33681d-301d-460e-973d-53796f9b3c21 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:32.945730 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-0b33681d-301d-460e-973d-53796f9b3c21 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] create failed (client error): There was a conflict when trying to complete your request. May 23 11:25:32.950445 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d48e617-5a4c-40a1-98c8-dac1ec1735fb None None] Network 56d2036d-8b91-440c-95a4-59d0f1bbc7d2 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:25:32.951247 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39652) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:32.956905 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-3b28583c-15d3-45ad-9878-8363adb5bda7 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Request body: {'security_group': {'name': 'tempest-secgroup--425403652'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:32.957591 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0b33681d-301d-460e-973d-53796f9b3c21 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4199264 May 23 11:25:32.960593 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-3d48e617-5a4c-40a1-98c8-dac1ec1735fb None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:25:32.964868 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3b28583c-15d3-45ad-9878-8363adb5bda7 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:32.968646 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d48e617-5a4c-40a1-98c8-dac1ec1735fb None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:25:32.969410 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3b28583c-15d3-45ad-9878-8363adb5bda7 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Usage tracker for resource:security_group and tenant:3140de322d544dffbd3752216d7187ce is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:32.970946 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5936ad-5a34-4260-a693-e05687047721 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event updated for resources: {'Subnet': ['ID=5df2b003-a87b-4d4e-a410-7620ea05acf8,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:32.972913 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3b28583c-15d3-45ad-9878-8363adb5bda7 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:32.974025 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port edbb81ab-2618-4d52-99ef-95b24033ced0, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=edbb81ab-2618-4d52-99ef-95b24033ced0,segment=NetworkSegment(17237d20-430c-4a97-b458-f8094ad5ce12),segment_id=17237d20-430c-4a97-b458-f8094ad5ce12)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:25:32.985487 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3b28583c-15d3-45ad-9878-8363adb5bda7 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:33.000075 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b28583c-15d3-45ad-9878-8363adb5bda7 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:33.001213 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': 'edbb81ab-2618-4d52-99ef-95b24033ced0', 'network_id': 'c611eb6e-b094-4e25-89cb-6334857fe1c2', 'port_id': 'edbb81ab-2618-4d52-99ef-95b24033ced0', 'mac_address': 'fa:16:3e:d5:f0:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ac13970-5d5c-44f2-a8e5-a6451049c3b2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:25:33.012792 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b28583c-15d3-45ad-9878-8363adb5bda7 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:33.046802 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3b28583c-15d3-45ad-9878-8363adb5bda7 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:33.051776 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3b28583c-15d3-45ad-9878-8363adb5bda7 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Usage tracker for resource:security_group_rule and tenant:3140de322d544dffbd3752216d7187ce is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:33.056098 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3b28583c-15d3-45ad-9878-8363adb5bda7 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:33.058022 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-fc6e9a50-c3cf-408d-9ff2-eb99f710fe88 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:33.066337 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3b28583c-15d3-45ad-9878-8363adb5bda7 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:33.072002 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-fc6e9a50-c3cf-408d-9ff2-eb99f710fe88 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:33.083676 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6e9a50-c3cf-408d-9ff2-eb99f710fe88 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Made reservation on behalf of aff5ab15380840359395eccd13918dfd for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:25:33.110819 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fc6e9a50-c3cf-408d-9ff2-eb99f710fe88 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:33.140249 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-fc6e9a50-c3cf-408d-9ff2-eb99f710fe88 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] device_id is not set on port 31ee3f7f-282e-4c05-9f3a-1158c04e97e7 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:25:33.147099 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-3d48e617-5a4c-40a1-98c8-dac1ec1735fb None None] Attempting to bind port f3ed538e-18c2-4856-a8d1-c924b41a2b04 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:25:33.147463 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-3d48e617-5a4c-40a1-98c8-dac1ec1735fb None None] Attempting to bind port f3ed538e-18c2-4856-a8d1-c924b41a2b04 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '6d798117-9083-47fc-bbff-ffafa0add3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '56d2036d-8b91-440c-95a4-59d0f1bbc7d2'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:25:33.147859 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d48e617-5a4c-40a1-98c8-dac1ec1735fb None None] Attempting to bind port f3ed538e-18c2-4856-a8d1-c924b41a2b04 on network 56d2036d-8b91-440c-95a4-59d0f1bbc7d2 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:25:33.155233 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:25:33.161023 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:33.175344 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:25:33.175750 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:33.187777 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b28583c-15d3-45ad-9878-8363adb5bda7 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:33.195922 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b28583c-15d3-45ad-9878-8363adb5bda7 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:33.204384 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d48e617-5a4c-40a1-98c8-dac1ec1735fb None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:25:33.204760 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d48e617-5a4c-40a1-98c8-dac1ec1735fb None None] Checking segment: {'id': '6d798117-9083-47fc-bbff-ffafa0add3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '56d2036d-8b91-440c-95a4-59d0f1bbc7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:25:33.205160 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3d48e617-5a4c-40a1-98c8-dac1ec1735fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:33.205553 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d48e617-5a4c-40a1-98c8-dac1ec1735fb None None] Bound using segment: {'id': '6d798117-9083-47fc-bbff-ffafa0add3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '56d2036d-8b91-440c-95a4-59d0f1bbc7d2'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:25:33.206037 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-3d48e617-5a4c-40a1-98c8-dac1ec1735fb None None] Bound port: f3ed538e-18c2-4856-a8d1-c924b41a2b04, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d798117-9083-47fc-bbff-ffafa0add3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '56d2036d-8b91-440c-95a4-59d0f1bbc7d2'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:25:33.206419 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3d48e617-5a4c-40a1-98c8-dac1ec1735fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:33.235011 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edbb81ab-2618-4d52-99ef-95b24033ced0 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:25:33.275263 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3b28583c-15d3-45ad-9878-8363adb5bda7 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:33.278321 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28583c-15d3-45ad-9878-8363adb5bda7 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6687ae8-4763-4e3f-a257-9be3189e2631,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:33.299166 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3b28583c-15d3-45ad-9878-8363adb5bda7 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Usage tracker for resource:security_group_rule and tenant:3140de322d544dffbd3752216d7187ce is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:33.304258 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3b28583c-15d3-45ad-9878-8363adb5bda7 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:33.311393 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3b28583c-15d3-45ad-9878-8363adb5bda7 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:33.337638 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port edbb81ab-2618-4d52-99ef-95b24033ced0, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=edbb81ab-2618-4d52-99ef-95b24033ced0,segment=NetworkSegment(17237d20-430c-4a97-b458-f8094ad5ce12),segment_id=17237d20-430c-4a97-b458-f8094ad5ce12)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:25:33.352652 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:33.385571 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b28583c-15d3-45ad-9878-8363adb5bda7 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:33.391302 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b28583c-15d3-45ad-9878-8363adb5bda7 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:33.442572 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28583c-15d3-45ad-9878-8363adb5bda7 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a46732b-f9ae-49a4-9523-da74609ccc4b,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:33.472236 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b28583c-15d3-45ad-9878-8363adb5bda7 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:33.475434 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3b28583c-15d3-45ad-9878-8363adb5bda7 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5230434 May 23 11:25:33.479555 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39668) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:33.491970 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3d48e617-5a4c-40a1-98c8-dac1ec1735fb None None] For port f3ed538e-18c2-4856-a8d1-c924b41a2b04, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:25:33.493334 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-aadb97cb-e59b-4c07-bfe2-7f6a892bd46c tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Request body: {'security_group_rule': {'security_group_id': '4a46732b-f9ae-49a4-9523-da74609ccc4b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:33.496165 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=edbb81ab-2618-4d52-99ef-95b24033ced0,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:33.509647 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3d48e617-5a4c-40a1-98c8-dac1ec1735fb None None] For port f3ed538e-18c2-4856-a8d1-c924b41a2b04, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=f3ed538e-18c2-4856-a8d1-c924b41a2b04,segment=NetworkSegment(6d798117-9083-47fc-bbff-ffafa0add3cb),segment_id=6d798117-9083-47fc-bbff-ffafa0add3cb)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:25:33.510739 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:33.521453 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-aadb97cb-e59b-4c07-bfe2-7f6a892bd46c tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:33.525638 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3d48e617-5a4c-40a1-98c8-dac1ec1735fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:33.531160 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-aadb97cb-e59b-4c07-bfe2-7f6a892bd46c tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Usage tracker for resource:security_group_rule and tenant:3140de322d544dffbd3752216d7187ce is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:33.538889 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-aadb97cb-e59b-4c07-bfe2-7f6a892bd46c tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:33.553521 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-aadb97cb-e59b-4c07-bfe2-7f6a892bd46c tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:33.598466 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-aadb97cb-e59b-4c07-bfe2-7f6a892bd46c tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:33.602495 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-fc6e9a50-c3cf-408d-9ff2-eb99f710fe88 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Allocated IP 172.20.0.12 (56d2036d-8b91-440c-95a4-59d0f1bbc7d2/346ff12c-1dfa-4292-8aa6-0719366d93ca/31ee3f7f-282e-4c05-9f3a-1158c04e97e7) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:25:33.602802 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74eef525-4fa3-4c9c-9483-8398fd8eaa90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:25:33.612793 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-fc6e9a50-c3cf-408d-9ff2-eb99f710fe88 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Allocated IP 172.20.0.23 (56d2036d-8b91-440c-95a4-59d0f1bbc7d2/5df2b003-a87b-4d4e-a410-7620ea05acf8/31ee3f7f-282e-4c05-9f3a-1158c04e97e7) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:25:33.625350 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4,segment=NetworkSegment(8070c89c-20c7-468c-8cfb-5e7b1ae7dbc4),segment_id=8070c89c-20c7-468c-8cfb-5e7b1ae7dbc4)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:25:33.634671 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d48e617-5a4c-40a1-98c8-dac1ec1735fb None None] Pushing event updated for resources: {'Port': ['ID=f3ed538e-18c2-4856-a8d1-c924b41a2b04,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:33.637316 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:33.717606 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['edbb81ab-2618-4d52-99ef-95b24033ced0'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:25:33.731358 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39678) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:33.795114 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:33.991855 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fc6e9a50-c3cf-408d-9ff2-eb99f710fe88 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:34.016250 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-fc6e9a50-c3cf-408d-9ff2-eb99f710fe88 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Transition to ACTIVE for port object 31ee3f7f-282e-4c05-9f3a-1158c04e97e7 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:25:34.055525 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fc6e9a50-c3cf-408d-9ff2-eb99f710fe88 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:34.096740 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-aadb97cb-e59b-4c07-bfe2-7f6a892bd46c tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:34.134914 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-aadb97cb-e59b-4c07-bfe2-7f6a892bd46c tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:34.160339 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6e9a50-c3cf-408d-9ff2-eb99f710fe88 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Network 56d2036d-8b91-440c-95a4-59d0f1bbc7d2 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:25:34.163883 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-fc6e9a50-c3cf-408d-9ff2-eb99f710fe88 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:25:34.174212 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb97cb-e59b-4c07-bfe2-7f6a892bd46c tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1651eefa-3eba-4e43-a9c7-113a4ed28fba,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:34.187685 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6e9a50-c3cf-408d-9ff2-eb99f710fe88 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:25:34.198678 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-aadb97cb-e59b-4c07-bfe2-7f6a892bd46c tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:34.202963 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-aadb97cb-e59b-4c07-bfe2-7f6a892bd46c tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7190471 May 23 11:25:34.205040 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39690) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:34.219768 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-20c34502-5615-4451-988b-9423bb0a71cf tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Request body: {'security_group_rule': {'security_group_id': '4a46732b-f9ae-49a4-9523-da74609ccc4b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:34.228243 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-20c34502-5615-4451-988b-9423bb0a71cf tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:34.236120 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417facd3-deeb-4198-ab9d-0d4c3680ccf5 req-83150d22-4aad-4b6b-a1fd-d9309265314e tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:34.240439 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e9a50-c3cf-408d-9ff2-eb99f710fe88 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event updated for resources: {'Port': ['ID=31ee3f7f-282e-4c05-9f3a-1158c04e97e7,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:34.240914 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-417facd3-deeb-4198-ab9d-0d4c3680ccf5 req-83150d22-4aad-4b6b-a1fd-d9309265314e tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] 10.222.0.79 "GET /v2.0/ports?device_id=eec399fd-21e5-44cf-9c5e-ac955e3bce4c HTTP/1.1" status: 200 len: 945 time: 0.4145777 May 23 11:25:34.246745 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-20c34502-5615-4451-988b-9423bb0a71cf tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Usage tracker for resource:security_group_rule and tenant:3140de322d544dffbd3752216d7187ce is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:34.251609 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-20c34502-5615-4451-988b-9423bb0a71cf tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:34.261734 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-20c34502-5615-4451-988b-9423bb0a71cf tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:34.262318 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6e9a50-c3cf-408d-9ff2-eb99f710fe88 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:34.263144 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fc6e9a50-c3cf-408d-9ff2-eb99f710fe88 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:34.269887 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0f108-2e7c-43ba-9dec-f2e52d8eb033 req-b41a211f-de2d-4569-94b6-c24034d613b1 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:34.277405 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dfc0f108-2e7c-43ba-9dec-f2e52d8eb033 req-b41a211f-de2d-4569-94b6-c24034d613b1 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/ports?device_id=74eef525-4fa3-4c9c-9483-8398fd8eaa90 HTTP/1.1" status: 200 len: 945 time: 0.5468194 May 23 11:25:34.291228 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-fc6e9a50-c3cf-408d-9ff2-eb99f710fe88 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.6285107 May 23 11:25:34.294363 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39696) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:34.301145 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-570eeaff-5e2d-419d-bdaf-cd59dc1832f4 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '346ff12c-1dfa-4292-8aa6-0719366d93ca'}]}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:34.364489 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-20c34502-5615-4451-988b-9423bb0a71cf tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:34.406292 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-417facd3-deeb-4198-ab9d-0d4c3680ccf5 req-25f9d1d3-beac-46e9-a187-03c0fae18b28 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] 10.222.0.79 "GET /v2.0/security-groups?id=15e6b303-353c-4cf2-bfc2-3e75eec0895e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482744 May 23 11:25:34.424480 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dfc0f108-2e7c-43ba-9dec-f2e52d8eb033 req-ce94355f-926a-4f21-ab6a-de2fa2a2e085 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/security-groups?id=922d3c5a-a069-41ce-b972-4c94b232656c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460757 May 23 11:25:34.429847 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-570eeaff-5e2d-419d-bdaf-cd59dc1832f4 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:34.510072 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47ef0887-fa46-4a33-932e-cfb740c81fbd'] response: {'server_uuid': '74eef525-4fa3-4c9c-9483-8398fd8eaa90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4', 'code': 200} May 23 11:25:34.690350 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device edbb81ab-2618-4d52-99ef-95b24033ced0 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:25:34.749655 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-20c34502-5615-4451-988b-9423bb0a71cf tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] create failed (client error): There was a conflict when trying to complete your request. May 23 11:25:34.753407 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-20c34502-5615-4451-988b-9423bb0a71cf tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5412362 May 23 11:25:34.766293 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39706) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:34.828517 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port edbb81ab-2618-4d52-99ef-95b24033ced0 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:25:34.834982 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port edbb81ab-2618-4d52-99ef-95b24033ced0 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:25:34.837062 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:34.864506 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-570eeaff-5e2d-419d-bdaf-cd59dc1832f4 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Delete allocated IP 172.20.0.23 (56d2036d-8b91-440c-95a4-59d0f1bbc7d2/5df2b003-a87b-4d4e-a410-7620ea05acf8) {{(pid=83911) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 23 11:25:34.916173 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f2eb805b-a88c-48ad-9a4c-ea2a5537d662 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:34.955391 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f2eb805b-a88c-48ad-9a4c-ea2a5537d662 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:35.013569 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cc985f88-5756-491c-99f6-8769348951fa req-6f835017-1d6e-4a07-9cf0-13419df8bdf2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=74eef525-4fa3-4c9c-9483-8398fd8eaa90 HTTP/1.1" status: 200 len: 1096 time: 0.3884025 May 23 11:25:35.028076 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283075c9-3801-4227-8bd6-4920acd7a2cb req-9c590237-cfd7-4aea-bf22-8bc25918f995 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:35.036648 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-283075c9-3801-4227-8bd6-4920acd7a2cb req-9c590237-cfd7-4aea-bf22-8bc25918f995 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 946 time: 0.4212968 May 23 11:25:35.092891 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:35.134112 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-570eeaff-5e2d-419d-bdaf-cd59dc1832f4 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:35.148175 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port edbb81ab-2618-4d52-99ef-95b24033ced0, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=edbb81ab-2618-4d52-99ef-95b24033ced0,segment=NetworkSegment(17237d20-430c-4a97-b458-f8094ad5ce12),segment_id=17237d20-430c-4a97-b458-f8094ad5ce12)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:25:35.156353 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-570eeaff-5e2d-419d-bdaf-cd59dc1832f4 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Ignored duplicate provisioning block setup for port 31ee3f7f-282e-4c05-9f3a-1158c04e97e7 by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 23 11:25:35.157445 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:35.163237 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-570eeaff-5e2d-419d-bdaf-cd59dc1832f4 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:35.188241 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f2eb805b-a88c-48ad-9a4c-ea2a5537d662 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:35.226439 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb805b-a88c-48ad-9a4c-ea2a5537d662 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a46732b-f9ae-49a4-9523-da74609ccc4b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:35.231310 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f2eb805b-a88c-48ad-9a4c-ea2a5537d662 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:35.234600 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bd6918-be30-4dcf-8143-1631c5c0f708 None None] Network 56d2036d-8b91-440c-95a4-59d0f1bbc7d2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:25:35.240215 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f2eb805b-a88c-48ad-9a4c-ea2a5537d662 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "DELETE /v2.0/security-groups/4a46732b-f9ae-49a4-9523-da74609ccc4b HTTP/1.1" status: 204 len: 168 time: 0.4635708 May 23 11:25:35.241274 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39716) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:35.279102 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-283075c9-3801-4227-8bd6-4920acd7a2cb req-de7b043e-b291-45f3-9f45-1aa88512492d tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2413416 May 23 11:25:35.331282 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cc985f88-5756-491c-99f6-8769348951fa req-d5c07847-7de3-4f7b-a7b8-0e5fbf049030 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=922d3c5a-a069-41ce-b972-4c94b232656c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900000 May 23 11:25:35.350363 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=edbb81ab-2618-4d52-99ef-95b24033ced0,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:35.355776 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3093b34a-f41d-4a0d-b2aa-ea56e7295d60 None None] Provisioning for port f3ed538e-18c2-4856-a8d1-c924b41a2b04 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:25:35.373724 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-20a8fba6-f6f9-45cc-b6ab-68fdc7823b5a tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Synchronizing usage tracker for tenant:3140de322d544dffbd3752216d7187ce on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:25:35.429143 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device f3ed538e-18c2-4856-a8d1-c924b41a2b04 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:25:35.452823 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570eeaff-5e2d-419d-bdaf-cd59dc1832f4 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event updated for resources: {'Port': ['ID=31ee3f7f-282e-4c05-9f3a-1158c04e97e7,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:35.565548 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-570eeaff-5e2d-419d-bdaf-cd59dc1832f4 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] In _notify_port_updated(), no bound segment for port 31ee3f7f-282e-4c05-9f3a-1158c04e97e7 on network 56d2036d-8b91-440c-95a4-59d0f1bbc7d2 {{(pid=83911) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 23 11:25:35.576627 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570eeaff-5e2d-419d-bdaf-cd59dc1832f4 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:35.578203 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-570eeaff-5e2d-419d-bdaf-cd59dc1832f4 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:35.581563 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-570eeaff-5e2d-419d-bdaf-cd59dc1832f4 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "PUT /v2.0/ports/31ee3f7f-282e-4c05-9f3a-1158c04e97e7 HTTP/1.1" status: 200 len: 919 time: 1.2861822 May 23 11:25:35.584645 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39728) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:35.598720 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-41ac7b6d-d18c-433e-94c7-eb73f0b62150 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '346ff12c-1dfa-4292-8aa6-0719366d93ca'}, {'subnet_id': '5df2b003-a87b-4d4e-a410-7620ea05acf8'}]}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:35.669301 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port f3ed538e-18c2-4856-a8d1-c924b41a2b04 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:25:35.686583 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port f3ed538e-18c2-4856-a8d1-c924b41a2b04 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:25:35.686965 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:35.729971 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-20a8fba6-f6f9-45cc-b6ab-68fdc7823b5a tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Unset dirty status for tenant:3140de322d544dffbd3752216d7187ce on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:25:35.731199 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-20a8fba6-f6f9-45cc-b6ab-68fdc7823b5a tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4873631 May 23 11:25:35.746797 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39732) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:35.762686 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-e34e5e94-4a2c-4885-8afe-91ac8426fc2c tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Request body: {'security_group': {'name': 'tempest-secgroup--655367588'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:35.776497 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e34e5e94-4a2c-4885-8afe-91ac8426fc2c tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:35.793705 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-41ac7b6d-d18c-433e-94c7-eb73f0b62150 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:35.812084 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e34e5e94-4a2c-4885-8afe-91ac8426fc2c tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:35.847654 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e34e5e94-4a2c-4885-8afe-91ac8426fc2c tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:35.885447 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323deb1a-b8a0-45c7-bf3b-35ca699ad349 req-7d59d066-8461-4e4c-a540-a81be7305a23 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:35.886939 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-323deb1a-b8a0-45c7-bf3b-35ca699ad349 req-7d59d066-8461-4e4c-a540-a81be7305a23 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] 10.222.0.79 "GET /v2.0/ports?device_id=eec399fd-21e5-44cf-9c5e-ac955e3bce4c HTTP/1.1" status: 200 len: 946 time: 0.2271781 May 23 11:25:35.935808 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3198a-7b54-41eb-9644-e67fa97346a0 req-a9fca6c7-189b-4dda-9fca-49e72210b57d tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:35.937340 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6fc3198a-7b54-41eb-9644-e67fa97346a0 req-a9fca6c7-189b-4dda-9fca-49e72210b57d tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/ports?device_id=74eef525-4fa3-4c9c-9483-8398fd8eaa90 HTTP/1.1" status: 200 len: 945 time: 0.2838969 May 23 11:25:35.945644 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e34e5e94-4a2c-4885-8afe-91ac8426fc2c tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:35.964762 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:35.968066 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e34e5e94-4a2c-4885-8afe-91ac8426fc2c tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Usage tracker for resource:security_group_rule and tenant:3140de322d544dffbd3752216d7187ce is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:35.981230 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e34e5e94-4a2c-4885-8afe-91ac8426fc2c tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:35.998305 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e34e5e94-4a2c-4885-8afe-91ac8426fc2c tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:36.040080 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-323deb1a-b8a0-45c7-bf3b-35ca699ad349 req-7b4028c8-1951-405e-b372-28c217b77fcc tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] 10.222.0.79 "GET /v2.0/security-groups?id=15e6b303-353c-4cf2-bfc2-3e75eec0895e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434951 May 23 11:25:36.058394 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6fc3198a-7b54-41eb-9644-e67fa97346a0 req-5faa09ec-8a6f-40fa-b1b0-2c7992e5e651 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/security-groups?id=922d3c5a-a069-41ce-b972-4c94b232656c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139467 May 23 11:25:36.129535 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e34e5e94-4a2c-4885-8afe-91ac8426fc2c tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:36.147721 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port f3ed538e-18c2-4856-a8d1-c924b41a2b04, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=f3ed538e-18c2-4856-a8d1-c924b41a2b04,segment=NetworkSegment(6d798117-9083-47fc-bbff-ffafa0add3cb),segment_id=6d798117-9083-47fc-bbff-ffafa0add3cb)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:25:36.159506 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:36.164038 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e34e5e94-4a2c-4885-8afe-91ac8426fc2c tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:36.218399 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdbc835-1944-4518-b442-d1be2243eb74 None None] Update dhcp port {'port': {'network_id': '56d2036d-8b91-440c-95a4-59d0f1bbc7d2', 'fixed_ips': [{'subnet_id': '346ff12c-1dfa-4292-8aa6-0719366d93ca', 'ip_address': '172.20.0.2'}, {'subnet_id': '5df2b003-a87b-4d4e-a410-7620ea05acf8'}], 'binding:host_id': 'n-d-842952-2'}, 'id': 'f3ed538e-18c2-4856-a8d1-c924b41a2b04'} from n-d-842952-2. {{(pid=83912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 23 11:25:36.273947 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e5e94-4a2c-4885-8afe-91ac8426fc2c tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccb60a2-40e9-4ab3-a94c-b05167238c9c,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:36.284548 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e34e5e94-4a2c-4885-8afe-91ac8426fc2c tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:36.285826 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e34e5e94-4a2c-4885-8afe-91ac8426fc2c tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5380871 May 23 11:25:36.288688 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39752) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:36.293944 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=f3ed538e-18c2-4856-a8d1-c924b41a2b04,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:36.296233 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-0f047326-c3d3-44d5-b8a5-acff5ca84724 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Request body: {'security_group_rule': {'security_group_id': '3ccb60a2-40e9-4ab3-a94c-b05167238c9c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:36.296924 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-0f047326-c3d3-44d5-b8a5-acff5ca84724 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:25:36.297980 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0f047326-c3d3-44d5-b8a5-acff5ca84724 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0083418 May 23 11:25:36.299586 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9cdbc835-1944-4518-b442-d1be2243eb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:36.300716 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39756) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:36.397742 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-91ced95b-9af8-4517-8bd9-54c6dcdb23aa tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:36.422037 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-41ac7b6d-d18c-433e-94c7-eb73f0b62150 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Allocated IP 172.20.0.25 (56d2036d-8b91-440c-95a4-59d0f1bbc7d2/5df2b003-a87b-4d4e-a410-7620ea05acf8/31ee3f7f-282e-4c05-9f3a-1158c04e97e7) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:25:36.483750 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39764) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:36.513890 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec399fd-21e5-44cf-9c5e-ac955e3bce4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edbb81ab-2618-4d52-99ef-95b24033ced0'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:25:36.552649 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-915a144f-8a65-4784-923d-41d4bdd79871 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:36.571790 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0f97fff-5ffb-49ad-a9af-2a2b6966d8fb'] response: {'server_uuid': 'eec399fd-21e5-44cf-9c5e-ac955e3bce4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edbb81ab-2618-4d52-99ef-95b24033ced0', 'code': 200} May 23 11:25:36.652615 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-915a144f-8a65-4784-923d-41d4bdd79871 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:36.689958 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-41ac7b6d-d18c-433e-94c7-eb73f0b62150 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:36.710419 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-41ac7b6d-d18c-433e-94c7-eb73f0b62150 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Ignored duplicate provisioning block setup for port 31ee3f7f-282e-4c05-9f3a-1158c04e97e7 by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 23 11:25:36.716699 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-41ac7b6d-d18c-433e-94c7-eb73f0b62150 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:36.818612 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-9cdbc835-1944-4518-b442-d1be2243eb74 None None] Allocated IP 172.20.0.18 (56d2036d-8b91-440c-95a4-59d0f1bbc7d2/5df2b003-a87b-4d4e-a410-7620ea05acf8/f3ed538e-18c2-4856-a8d1-c924b41a2b04) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:25:36.844742 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-915a144f-8a65-4784-923d-41d4bdd79871 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:36.877498 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f32c3-261d-4a73-80c4-954613685ddf req-226c5b78-835a-4913-bc6c-a72dbe65bd0b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:36.878946 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a23f32c3-261d-4a73-80c4-954613685ddf req-226c5b78-835a-4913-bc6c-a72dbe65bd0b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 946 time: 0.3246500 May 23 11:25:36.884836 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-67d70c81-aba3-4c34-a5bd-e3e490af1602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:36.903294 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a144f-8a65-4784-923d-41d4bdd79871 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccb60a2-40e9-4ab3-a94c-b05167238c9c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:36.906444 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ac7b6d-d18c-433e-94c7-eb73f0b62150 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event updated for resources: {'Port': ['ID=31ee3f7f-282e-4c05-9f3a-1158c04e97e7,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:36.970649 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-41ac7b6d-d18c-433e-94c7-eb73f0b62150 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] In _notify_port_updated(), no bound segment for port 31ee3f7f-282e-4c05-9f3a-1158c04e97e7 on network 56d2036d-8b91-440c-95a4-59d0f1bbc7d2 {{(pid=83911) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 23 11:25:36.975037 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ac7b6d-d18c-433e-94c7-eb73f0b62150 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:36.975734 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-41ac7b6d-d18c-433e-94c7-eb73f0b62150 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:36.979598 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-41ac7b6d-d18c-433e-94c7-eb73f0b62150 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "PUT /v2.0/ports/31ee3f7f-282e-4c05-9f3a-1158c04e97e7 HTTP/1.1" status: 200 len: 999 time: 1.3910780 May 23 11:25:36.979909 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39774) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:36.992367 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-9cdbc835-1944-4518-b442-d1be2243eb74 None None] For port f3ed538e-18c2-4856-a8d1-c924b41a2b04, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=f3ed538e-18c2-4856-a8d1-c924b41a2b04,segment=NetworkSegment(6d798117-9083-47fc-bbff-ffafa0add3cb),segment_id=6d798117-9083-47fc-bbff-ffafa0add3cb)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:25:37.025945 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9cdbc835-1944-4518-b442-d1be2243eb74 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:37.028365 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-915a144f-8a65-4784-923d-41d4bdd79871 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:37.029894 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-915a144f-8a65-4784-923d-41d4bdd79871 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "DELETE /v2.0/security-groups/3ccb60a2-40e9-4ab3-a94c-b05167238c9c HTTP/1.1" status: 204 len: 168 time: 0.7278945 May 23 11:25:37.038363 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39778) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:37.045667 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9cdbc835-1944-4518-b442-d1be2243eb74 None None] Transition to ACTIVE for port object f3ed538e-18c2-4856-a8d1-c924b41a2b04 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:25:37.049093 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-67d70c81-aba3-4c34-a5bd-e3e490af1602 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:37.051158 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9cdbc835-1944-4518-b442-d1be2243eb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:37.061154 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e0698775-b2ac-4458-bf90-d23eb6ce9b82 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Deleting port 31ee3f7f-282e-4c05-9f3a-1158c04e97e7 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:25:37.061718 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e0698775-b2ac-4458-bf90-d23eb6ce9b82 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:37.079207 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-67d70c81-aba3-4c34-a5bd-e3e490af1602 admin admin] Usage tracker for resource:security_group_rule and tenant:3193d9b3dc78400ca1f546f43cf15ddc is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:37.083607 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a23f32c3-261d-4a73-80c4-954613685ddf req-244be6a7-73f2-495c-964f-260b2a14ea17 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849058 May 23 11:25:37.122023 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-67d70c81-aba3-4c34-a5bd-e3e490af1602 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:37.134927 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-67d70c81-aba3-4c34-a5bd-e3e490af1602 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:37.169942 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f1e3a766-0d8d-40c1-b397-86c0cc22a7d7 req-862e9db9-161d-4d6c-a92f-47252113d4ce service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=eec399fd-21e5-44cf-9c5e-ac955e3bce4c HTTP/1.1" status: 200 len: 1097 time: 0.3964131 May 23 11:25:37.281967 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-91ced95b-9af8-4517-8bd9-54c6dcdb23aa tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Allocated IP 172.20.0.17 (82ba39e4-bdf1-472a-bde7-8fcb89848fff/730f45b0-3f1f-4380-a2c4-9e410dbc65b7/e5315311-94d0-4357-b29b-d806769abea3) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:25:37.323148 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device f3ed538e-18c2-4856-a8d1-c924b41a2b04 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:25:37.326535 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8fc03200-d764-4304-8c3f-383579d7246a tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Synchronizing usage tracker for tenant:3140de322d544dffbd3752216d7187ce on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:25:37.388515 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdbc835-1944-4518-b442-d1be2243eb74 None None] Pushing event updated for resources: {'Port': ['ID=f3ed538e-18c2-4856-a8d1-c924b41a2b04,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:37.447810 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e0698775-b2ac-4458-bf90-d23eb6ce9b82 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:37.585864 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e0698775-b2ac-4458-bf90-d23eb6ce9b82 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Calling delete_port for 31ee3f7f-282e-4c05-9f3a-1158c04e97e7 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:25:37.627811 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f1e3a766-0d8d-40c1-b397-86c0cc22a7d7 req-0c68441b-0bf4-468e-ae58-6be551d28eb5 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=15e6b303-353c-4cf2-bfc2-3e75eec0895e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4451487 May 23 11:25:37.648433 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8fc03200-d764-4304-8c3f-383579d7246a tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Unset dirty status for tenant:3140de322d544dffbd3752216d7187ce on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:25:37.653470 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8fc03200-d764-4304-8c3f-383579d7246a tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6061459 May 23 11:25:37.655846 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-67d70c81-aba3-4c34-a5bd-e3e490af1602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:37.659393 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39786) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:37.674468 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-8b507581-5854-494f-8bbe-46ad45d6b152 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Request body: {'security_group': {'name': 'tempest-secgroup--2049908124'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:37.685043 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-67d70c81-aba3-4c34-a5bd-e3e490af1602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:37.704875 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8b507581-5854-494f-8bbe-46ad45d6b152 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:37.764173 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8b507581-5854-494f-8bbe-46ad45d6b152 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:37.809551 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d70c81-aba3-4c34-a5bd-e3e490af1602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4446d579-5e86-4ba1-9936-0ae428a15c4c,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:37.817209 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfcd311-d287-45ae-95ad-31445a06e016 req-34f77934-91b3-4b3a-8a4b-cf4b580aff58 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:37.818691 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5bfcd311-d287-45ae-95ad-31445a06e016 req-34f77934-91b3-4b3a-8a4b-cf4b580aff58 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] 10.222.0.79 "GET /v2.0/ports?device_id=eec399fd-21e5-44cf-9c5e-ac955e3bce4c HTTP/1.1" status: 200 len: 946 time: 0.6016693 May 23 11:25:37.834320 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e0698775-b2ac-4458-bf90-d23eb6ce9b82 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:37.841897 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-67d70c81-aba3-4c34-a5bd-e3e490af1602 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3193d9b3dc78400ca1f546f43cf15ddc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3570440 May 23 11:25:37.849156 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39790) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:37.851771 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8b507581-5854-494f-8bbe-46ad45d6b152 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:37.867614 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-91ced95b-9af8-4517-8bd9-54c6dcdb23aa tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:37.912697 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5b5b92-7548-4105-b213-4419f1241881 None None] Network 56d2036d-8b91-440c-95a4-59d0f1bbc7d2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:25:37.913230 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c102f-2ded-454a-bb0b-11a2c271705d req-1663c7d5-7a03-4bff-b654-0cd9c88f8fae tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:37.919996 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a67c102f-2ded-454a-bb0b-11a2c271705d req-1663c7d5-7a03-4bff-b654-0cd9c88f8fae tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/ports?device_id=74eef525-4fa3-4c9c-9483-8398fd8eaa90 HTTP/1.1" status: 200 len: 945 time: 0.5860302 May 23 11:25:37.970074 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0698775-b2ac-4458-bf90-d23eb6ce9b82 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event deleted for resources: {'Port': ['ID=31ee3f7f-282e-4c05-9f3a-1158c04e97e7,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:37.981738 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-91ced95b-9af8-4517-8bd9-54c6dcdb23aa tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Transition to ACTIVE for port object e5315311-94d0-4357-b29b-d806769abea3 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:25:38.024472 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:38.027493 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-88736e38-0572-4bee-aa2c-2da0d5513685 None None] Provisioning for port f3ed538e-18c2-4856-a8d1-c924b41a2b04 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:25:38.030958 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8b507581-5854-494f-8bbe-46ad45d6b152 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:38.036726 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-88736e38-0572-4bee-aa2c-2da0d5513685 None None] Provisioning complete for port f3ed538e-18c2-4856-a8d1-c924b41a2b04 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:25:38.037095 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-88736e38-0572-4bee-aa2c-2da0d5513685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:38.039855 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5bfcd311-d287-45ae-95ad-31445a06e016 req-67e0c8d7-051d-45fb-9d76-cd558a59ec17 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] 10.222.0.79 "GET /v2.0/security-groups?id=15e6b303-353c-4cf2-bfc2-3e75eec0895e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932869 May 23 11:25:38.040098 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e0698775-b2ac-4458-bf90-d23eb6ce9b82 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:38.044339 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8b507581-5854-494f-8bbe-46ad45d6b152 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Usage tracker for resource:security_group_rule and tenant:3140de322d544dffbd3752216d7187ce is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:38.049569 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8b507581-5854-494f-8bbe-46ad45d6b152 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:38.051268 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e0698775-b2ac-4458-bf90-d23eb6ce9b82 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/ports/31ee3f7f-282e-4c05-9f3a-1158c04e97e7 HTTP/1.1" status: 204 len: 168 time: 1.0701952 May 23 11:25:38.054150 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39794) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:38.072387 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a67c102f-2ded-454a-bb0b-11a2c271705d req-75179664-2bad-4abd-aa64-fd1ebb22bc75 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/security-groups?id=922d3c5a-a069-41ce-b972-4c94b232656c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514509 May 23 11:25:38.075559 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8b507581-5854-494f-8bbe-46ad45d6b152 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:38.110741 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-b540510a-4e4c-4653-824b-fe6e9a601362 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] GET failed (client error): The resource could not be found. May 23 11:25:38.111422 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b540510a-4e4c-4653-824b-fe6e9a601362 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Synchronizing usage tracker for tenant:aff5ab15380840359395eccd13918dfd on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:25:38.111896 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-36fef7e9-ea51-44e3-a9a8-499261e2c594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:38.129529 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b540510a-4e4c-4653-824b-fe6e9a601362 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Unset dirty status for tenant:aff5ab15380840359395eccd13918dfd on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:25:38.134068 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b540510a-4e4c-4653-824b-fe6e9a601362 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "GET /v2.0/ports/31ee3f7f-282e-4c05-9f3a-1158c04e97e7 HTTP/1.1" status: 404 len: 333 time: 0.0788486 May 23 11:25:38.134701 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39800) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:38.137529 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-91ced95b-9af8-4517-8bd9-54c6dcdb23aa tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:38.252649 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8b507581-5854-494f-8bbe-46ad45d6b152 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:38.300642 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8b507581-5854-494f-8bbe-46ad45d6b152 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:38.308320 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ced95b-9af8-4517-8bd9-54c6dcdb23aa tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Network 82ba39e4-bdf1-472a-bde7-8fcb89848fff is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:25:38.348278 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-36fef7e9-ea51-44e3-a9a8-499261e2c594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:38.371587 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-88736e38-0572-4bee-aa2c-2da0d5513685 None None] Could not find standard attr ID for object 31ee3f7f-282e-4c05-9f3a-1158c04e97e7. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:25:38.395752 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-91ced95b-9af8-4517-8bd9-54c6dcdb23aa tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:25:38.405550 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ced95b-9af8-4517-8bd9-54c6dcdb23aa tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event updated for resources: {'Port': ['ID=e5315311-94d0-4357-b29b-d806769abea3,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:38.456345 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ced95b-9af8-4517-8bd9-54c6dcdb23aa tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:25:38.514592 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-5813c18e-c830-44a0-8fa3-d1d325096e4e tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Deleting subnet 5df2b003-a87b-4d4e-a410-7620ea05acf8 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:25:38.517933 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5813c18e-c830-44a0-8fa3-d1d325096e4e tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:38.558403 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b507581-5854-494f-8bbe-46ad45d6b152 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=736087c1-a654-455c-ad2e-289b0171d039,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:38.588953 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8b507581-5854-494f-8bbe-46ad45d6b152 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:38.590180 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8b507581-5854-494f-8bbe-46ad45d6b152 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9275055 May 23 11:25:38.594465 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5813c18e-c830-44a0-8fa3-d1d325096e4e tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:38.601593 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39824) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:38.605922 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-91ced95b-9af8-4517-8bd9-54c6dcdb23aa tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:38.645534 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-aabce0fd-bc24-4811-8796-49d1e28e878b tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Request body: {'security_group_rule': {'security_group_id': '736087c1-a654-455c-ad2e-289b0171d039', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:38.650414 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-aabce0fd-bc24-4811-8796-49d1e28e878b tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:25:38.654675 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-aabce0fd-bc24-4811-8796-49d1e28e878b tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0490463 May 23 11:25:38.673542 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39828) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:38.685337 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-36fef7e9-ea51-44e3-a9a8-499261e2c594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:38.727172 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-36fef7e9-ea51-44e3-a9a8-499261e2c594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:38.730688 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-36fef7e9-ea51-44e3-a9a8-499261e2c594 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4446d579-5e86-4ba1-9936-0ae428a15c4c HTTP/1.1" status: 204 len: 168 time: 0.8655946 May 23 11:25:38.731814 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fef7e9-ea51-44e3-a9a8-499261e2c594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4446d579-5e86-4ba1-9936-0ae428a15c4c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:38.759254 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484f154-bcaa-40e5-b96d-f455edcdaf81 req-55b5e9db-a75f-4f56-a7ea-3bfd0f87e50b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:38.766996 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d484f154-bcaa-40e5-b96d-f455edcdaf81 req-55b5e9db-a75f-4f56-a7ea-3bfd0f87e50b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 946 time: 0.3724391 May 23 11:25:38.790509 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-91ced95b-9af8-4517-8bd9-54c6dcdb23aa tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:38.829036 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7c49f072-018d-450e-95d0-67b9a8efe29f tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:38.882022 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9a810fc9-5702-4a1e-a301-f8ae61d47084 None None] Provisioning for port e5315311-94d0-4357-b29b-d806769abea3 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:25:38.900548 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9a810fc9-5702-4a1e-a301-f8ae61d47084 None None] Provisioning complete for port e5315311-94d0-4357-b29b-d806769abea3 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:25:38.902253 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9a810fc9-5702-4a1e-a301-f8ae61d47084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:38.919838 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7c49f072-018d-450e-95d0-67b9a8efe29f tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:39.009333 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d484f154-bcaa-40e5-b96d-f455edcdaf81 req-3f56ae31-0430-4316-938d-be4713f1cc37 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2411885 May 23 11:25:39.063483 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-9a810fc9-5702-4a1e-a301-f8ae61d47084 None None] Port e5315311-94d0-4357-b29b-d806769abea3 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:25:39.064083 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7c49f072-018d-450e-95d0-67b9a8efe29f tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:39.101986 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c49f072-018d-450e-95d0-67b9a8efe29f tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=736087c1-a654-455c-ad2e-289b0171d039,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:39.115943 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7c49f072-018d-450e-95d0-67b9a8efe29f tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:39.117232 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7c49f072-018d-450e-95d0-67b9a8efe29f tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "DELETE /v2.0/security-groups/736087c1-a654-455c-ad2e-289b0171d039 HTTP/1.1" status: 204 len: 168 time: 0.4423254 May 23 11:25:39.118594 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5813c18e-c830-44a0-8fa3-d1d325096e4e tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:39.151112 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39842) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:39.207176 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-42070838-08c5-4461-ae59-e25fcd55ddb7 None None] Provisioning complete for port f3ed538e-18c2-4856-a8d1-c924b41a2b04 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:25:39.208086 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-42070838-08c5-4461-ae59-e25fcd55ddb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:39.231412 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5b3767b1-e5ed-4c51-b124-e2dcf1116136 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Synchronizing usage tracker for tenant:3140de322d544dffbd3752216d7187ce on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:25:39.252190 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5b3767b1-e5ed-4c51-b124-e2dcf1116136 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Unset dirty status for tenant:3140de322d544dffbd3752216d7187ce on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:25:39.257627 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5b3767b1-e5ed-4c51-b124-e2dcf1116136 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1018310 May 23 11:25:39.265559 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39846) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:39.296277 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-f204618e-1069-47ad-87f3-eee85231ff62 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Request body: {'security_group': {'name': 'tempest-secgroup--1885472489'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:39.304767 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f204618e-1069-47ad-87f3-eee85231ff62 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:39.315657 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5813c18e-c830-44a0-8fa3-d1d325096e4e tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:39.352204 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f85a2c9d-6b44-43cc-94d7-71f0a9fc0bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:39.392564 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f204618e-1069-47ad-87f3-eee85231ff62 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:39.421033 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5813c18e-c830-44a0-8fa3-d1d325096e4e tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event deleted for resources: {'Subnet': ['ID=5df2b003-a87b-4d4e-a410-7620ea05acf8,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:39.432722 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5813c18e-c830-44a0-8fa3-d1d325096e4e tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:39.444459 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5813c18e-c830-44a0-8fa3-d1d325096e4e tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/subnets/5df2b003-a87b-4d4e-a410-7620ea05acf8 HTTP/1.1" status: 204 len: 168 time: 1.3084440 May 23 11:25:39.445409 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39856) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:39.450852 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device f3ed538e-18c2-4856-a8d1-c924b41a2b04 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:25:39.492631 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f204618e-1069-47ad-87f3-eee85231ff62 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:39.540076 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39868) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:39.551865 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415880db-e6d8-4a93-8c46-d6cd7696277a None None] Network 56d2036d-8b91-440c-95a4-59d0f1bbc7d2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:25:39.567969 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f204618e-1069-47ad-87f3-eee85231ff62 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:39.571980 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f204618e-1069-47ad-87f3-eee85231ff62 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Usage tracker for resource:security_group_rule and tenant:3140de322d544dffbd3752216d7187ce is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:39.572189 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:39.575205 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f204618e-1069-47ad-87f3-eee85231ff62 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:39.581633 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f204618e-1069-47ad-87f3-eee85231ff62 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:39.600484 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcca064-4189-47c6-a299-fc2018446335 req-0bc1fbfe-f94a-4965-aa30-82417ce3cc38 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:39.602795 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8fcca064-4189-47c6-a299-fc2018446335 req-0bc1fbfe-f94a-4965-aa30-82417ce3cc38 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] 10.222.0.79 "GET /v2.0/ports?device_id=eec399fd-21e5-44cf-9c5e-ac955e3bce4c HTTP/1.1" status: 200 len: 946 time: 0.2286210 May 23 11:25:39.656946 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d3cc74f-e8ff-48ad-89b4-3669008063c7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Deleting subnet 346ff12c-1dfa-4292-8aa6-0719366d93ca {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:25:39.672607 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1d3cc74f-e8ff-48ad-89b4-3669008063c7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:39.704977 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f06f43a8-e538-48a4-a46f-d050aa457e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:39.748265 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8fcca064-4189-47c6-a299-fc2018446335 req-b31ec2c5-7861-49fe-a9d6-784b00018351 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] 10.222.0.79 "GET /v2.0/security-groups?id=15e6b303-353c-4cf2-bfc2-3e75eec0895e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940101 May 23 11:25:39.811794 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1d3cc74f-e8ff-48ad-89b4-3669008063c7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:39.817811 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-91ced95b-9af8-4517-8bd9-54c6dcdb23aa tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:39.826333 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-91ced95b-9af8-4517-8bd9-54c6dcdb23aa tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:39.848530 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f204618e-1069-47ad-87f3-eee85231ff62 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:39.862611 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f204618e-1069-47ad-87f3-eee85231ff62 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:39.888739 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f06f43a8-e538-48a4-a46f-d050aa457e06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:39.905972 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f06f43a8-e538-48a4-a46f-d050aa457e06 admin admin] Usage tracker for resource:security_group_rule and tenant:e714eeb629974b7cb34bca4a276367b2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:39.924327 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f06f43a8-e538-48a4-a46f-d050aa457e06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:39.941750 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f06f43a8-e538-48a4-a46f-d050aa457e06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:39.946299 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f204618e-1069-47ad-87f3-eee85231ff62 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d89051e7-a26f-46cb-8aa8-2285dd3e1f79,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:39.972173 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port f3ed538e-18c2-4856-a8d1-c924b41a2b04 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:25:39.973352 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:39.978101 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f204618e-1069-47ad-87f3-eee85231ff62 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:39.979314 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f204618e-1069-47ad-87f3-eee85231ff62 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7064352 May 23 11:25:39.984200 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39880) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:39.996409 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e99f7c91-8185-4635-9d38-e1492ac5f652 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Request body: {'security_group_rule': {'security_group_id': 'd89051e7-a26f-46cb-8aa8-2285dd3e1f79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:39.997166 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-e99f7c91-8185-4635-9d38-e1492ac5f652 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:25:39.998144 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e99f7c91-8185-4635-9d38-e1492ac5f652 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0120170 May 23 11:25:40.005485 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39884) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:40.008412 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1d3cc74f-e8ff-48ad-89b4-3669008063c7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:40.011649 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5c686fce-30c6-46d9-a5a4-82a63a7798e5 None None] Could not find standard attr ID for object 31ee3f7f-282e-4c05-9f3a-1158c04e97e7. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:25:40.084967 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-19260ded-9b13-4f6b-b18c-458b51651889 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Request body: {'security_group_rule': {'security_group_id': 'd89051e7-a26f-46cb-8aa8-2285dd3e1f79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:40.085910 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-19260ded-9b13-4f6b-b18c-458b51651889 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:25:40.087421 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-19260ded-9b13-4f6b-b18c-458b51651889 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0806260 May 23 11:25:40.100936 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39892) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:40.119132 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-2823d657-056c-44d0-a4a5-d6a15e840fe8 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Request body: {'security_group_rule': {'security_group_id': 'd89051e7-a26f-46cb-8aa8-2285dd3e1f79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:40.119942 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-2823d657-056c-44d0-a4a5-d6a15e840fe8 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:25:40.121021 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2823d657-056c-44d0-a4a5-d6a15e840fe8 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0101962 May 23 11:25:40.128335 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39898) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:40.151582 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-6ede6401-3a34-4ef9-bb9d-726d8fedb42a tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Request body: {'security_group_rule': {'security_group_id': 'd89051e7-a26f-46cb-8aa8-2285dd3e1f79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:40.154977 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-6ede6401-3a34-4ef9-bb9d-726d8fedb42a tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:25:40.156106 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6ede6401-3a34-4ef9-bb9d-726d8fedb42a tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0266752 May 23 11:25:40.161786 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39902) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:40.209152 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ced95b-9af8-4517-8bd9-54c6dcdb23aa tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event updated for resources: {'Port': ['ID=e5315311-94d0-4357-b29b-d806769abea3,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:40.256202 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ced95b-9af8-4517-8bd9-54c6dcdb23aa tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:25:40.257099 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ced95b-9af8-4517-8bd9-54c6dcdb23aa tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:25:40.257657 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ced95b-9af8-4517-8bd9-54c6dcdb23aa tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:25:40.258100 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ced95b-9af8-4517-8bd9-54c6dcdb23aa tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:25:40.258553 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ced95b-9af8-4517-8bd9-54c6dcdb23aa tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:25:40.259367 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ced95b-9af8-4517-8bd9-54c6dcdb23aa tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:25:40.259835 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ced95b-9af8-4517-8bd9-54c6dcdb23aa tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:25:40.260687 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ced95b-9af8-4517-8bd9-54c6dcdb23aa tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:25:40.260881 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ced95b-9af8-4517-8bd9-54c6dcdb23aa tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:25:40.261335 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ced95b-9af8-4517-8bd9-54c6dcdb23aa tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:25:40.261984 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ced95b-9af8-4517-8bd9-54c6dcdb23aa tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:25:40.273322 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-91ced95b-9af8-4517-8bd9-54c6dcdb23aa tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:40.286536 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f06f43a8-e538-48a4-a46f-d050aa457e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:40.295983 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f06f43a8-e538-48a4-a46f-d050aa457e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:40.327865 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1d3cc74f-e8ff-48ad-89b4-3669008063c7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:40.401927 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a80075ea-c277-49ab-b7d3-d56dd7615dd0 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:40.410273 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3cc74f-e8ff-48ad-89b4-3669008063c7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event deleted for resources: {'Subnet': ['ID=346ff12c-1dfa-4292-8aa6-0719366d93ca,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:40.459675 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f43a8-e538-48a4-a46f-d050aa457e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42902f4e-0b81-48af-b86d-6d0744f364a9,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:40.462450 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1d3cc74f-e8ff-48ad-89b4-3669008063c7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:40.478955 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1d3cc74f-e8ff-48ad-89b4-3669008063c7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/subnets/346ff12c-1dfa-4292-8aa6-0719366d93ca HTTP/1.1" status: 204 len: 168 time: 1.0320592 May 23 11:25:40.503478 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a80075ea-c277-49ab-b7d3-d56dd7615dd0 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:40.539919 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f06f43a8-e538-48a4-a46f-d050aa457e06 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e714eeb629974b7cb34bca4a276367b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9960907 May 23 11:25:40.541436 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39916) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:40.542059 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39922) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:40.671024 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ced95b-9af8-4517-8bd9-54c6dcdb23aa tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Network 82ba39e4-bdf1-472a-bde7-8fcb89848fff is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:25:40.682235 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-91ced95b-9af8-4517-8bd9-54c6dcdb23aa tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:25:40.722836 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-284a1f03-d6bd-4314-952a-540f2a601667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:40.761299 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-284a1f03-d6bd-4314-952a-540f2a601667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:40.826048 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-284a1f03-d6bd-4314-952a-540f2a601667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:40.862875 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a1f03-d6bd-4314-952a-540f2a601667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42902f4e-0b81-48af-b86d-6d0744f364a9,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:40.870470 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a80075ea-c277-49ab-b7d3-d56dd7615dd0 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:40.909045 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a80075ea-c277-49ab-b7d3-d56dd7615dd0 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:40.912288 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a80075ea-c277-49ab-b7d3-d56dd7615dd0 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "DELETE /v2.0/security-groups/d89051e7-a26f-46cb-8aa8-2285dd3e1f79 HTTP/1.1" status: 204 len: 168 time: 0.7442183 May 23 11:25:40.913893 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80075ea-c277-49ab-b7d3-d56dd7615dd0 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89051e7-a26f-46cb-8aa8-2285dd3e1f79,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:40.922740 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-284a1f03-d6bd-4314-952a-540f2a601667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:40.923892 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-284a1f03-d6bd-4314-952a-540f2a601667 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/42902f4e-0b81-48af-b86d-6d0744f364a9 HTTP/1.1" status: 204 len: 168 time: 0.3799889 May 23 11:25:40.938296 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39934) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:40.947139 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-edffc616-debe-455b-9efb-7742aee2e38f tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:40.984521 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d95e46-340c-4723-8fea-2e0f98bc5714 req-b13118ea-3236-4a73-aadf-dc8b87d2d1c0 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:40.991601 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-72d95e46-340c-4723-8fea-2e0f98bc5714 req-b13118ea-3236-4a73-aadf-dc8b87d2d1c0 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 946 time: 0.6068025 May 23 11:25:41.082944 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-edffc616-debe-455b-9efb-7742aee2e38f tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Deleting port f3ed538e-18c2-4856-a8d1-c924b41a2b04 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:25:41.083437 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-edffc616-debe-455b-9efb-7742aee2e38f tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:41.134306 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2882e4a6-90d0-4062-9532-536b40939497 None None] Network 56d2036d-8b91-440c-95a4-59d0f1bbc7d2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:25:41.264450 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-72d95e46-340c-4723-8fea-2e0f98bc5714 req-4354b075-bb70-46af-8bcf-bd8c9d5f7b66 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2715034 May 23 11:25:41.351164 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-db90597c-ac9e-417e-923e-0f783917fdf5 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Synchronizing usage tracker for tenant:3140de322d544dffbd3752216d7187ce on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:25:41.493828 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a449963a-ab21-4491-8a79-ece932be3a15 None None] Provisioning complete for port f3ed538e-18c2-4856-a8d1-c924b41a2b04 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:25:41.494673 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a449963a-ab21-4491-8a79-ece932be3a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:41.505591 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-db90597c-ac9e-417e-923e-0f783917fdf5 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Unset dirty status for tenant:3140de322d544dffbd3752216d7187ce on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:25:41.510754 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-db90597c-ac9e-417e-923e-0f783917fdf5 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5575376 May 23 11:25:41.512704 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39946) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:41.516716 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-9cb1b4ff-5709-4ae9-abe7-2f4b3b0cee5e tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Request body: {'security_group': {'name': 'tempest-secgroup--1295030872'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:41.543552 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ced95b-9af8-4517-8bd9-54c6dcdb23aa tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Router f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:25:41.586754 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-83ba54e8-fd0c-41a1-8899-0dee78f897d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:41.619481 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9cb1b4ff-5709-4ae9-abe7-2f4b3b0cee5e tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:41.671885 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9cb1b4ff-5709-4ae9-abe7-2f4b3b0cee5e tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:41.711264 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9cb1b4ff-5709-4ae9-abe7-2f4b3b0cee5e tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:41.763658 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a755e1-e1bc-4308-9e87-9f4eb9674bbb None None] DHCP port deletion for 56d2036d-8b91-440c-95a4-59d0f1bbc7d2 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:25:41.789359 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-25a755e1-e1bc-4308-9e87-9f4eb9674bbb None None] Deleting port f3ed538e-18c2-4856-a8d1-c924b41a2b04 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:25:41.789746 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-25a755e1-e1bc-4308-9e87-9f4eb9674bbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:41.792266 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c0577-4776-437b-adf2-176ba9cd1117 req-833c3a3c-cb30-4664-8058-db228bc761a7 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:41.799052 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-df0c0577-4776-437b-adf2-176ba9cd1117 req-833c3a3c-cb30-4664-8058-db228bc761a7 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] 10.222.0.79 "GET /v2.0/ports?device_id=eec399fd-21e5-44cf-9c5e-ac955e3bce4c HTTP/1.1" status: 200 len: 946 time: 0.3682208 May 23 11:25:41.833125 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-edffc616-debe-455b-9efb-7742aee2e38f tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] For port f3ed538e-18c2-4856-a8d1-c924b41a2b04, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=f3ed538e-18c2-4856-a8d1-c924b41a2b04,segment=NetworkSegment(6d798117-9083-47fc-bbff-ffafa0add3cb),segment_id=6d798117-9083-47fc-bbff-ffafa0add3cb)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:25:41.834107 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-edffc616-debe-455b-9efb-7742aee2e38f tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:41.979734 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-df0c0577-4776-437b-adf2-176ba9cd1117 req-8fddc2bc-8127-4e18-88a4-d9f960980202 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] 10.222.0.79 "GET /v2.0/security-groups?id=15e6b303-353c-4cf2-bfc2-3e75eec0895e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798284 May 23 11:25:42.103677 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ced95b-9af8-4517-8bd9-54c6dcdb23aa tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:25:42.129337 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-91ced95b-9af8-4517-8bd9-54c6dcdb23aa tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "PUT /v2.0/routers/f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3963583 May 23 11:25:42.202929 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-edffc616-debe-455b-9efb-7742aee2e38f tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Calling delete_port for f3ed538e-18c2-4856-a8d1-c924b41a2b04 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:25:42.223540 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55ff170-2bf4-4a42-af01-223a83e2525f None None] Sync routers for ids ['f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:25:42.263809 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9cb1b4ff-5709-4ae9-abe7-2f4b3b0cee5e tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:42.271211 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-9cb1b4ff-5709-4ae9-abe7-2f4b3b0cee5e tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Usage tracker for resource:security_group_rule and tenant:3140de322d544dffbd3752216d7187ce is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:42.275099 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-9cb1b4ff-5709-4ae9-abe7-2f4b3b0cee5e tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:42.277534 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55ff170-2bf4-4a42-af01-223a83e2525f None None] Routers {'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:25:42.278513 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-c55ff170-2bf4-4a42-af01-223a83e2525f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:25:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:25:42.291860 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9cb1b4ff-5709-4ae9-abe7-2f4b3b0cee5e tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:42.308573 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-edffc616-debe-455b-9efb-7742aee2e38f tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:42.366636 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edffc616-debe-455b-9efb-7742aee2e38f tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event deleted for resources: {'Port': ['ID=f3ed538e-18c2-4856-a8d1-c924b41a2b04,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:42.371767 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edffc616-debe-455b-9efb-7742aee2e38f tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] No DVR routers for this DVR port f3ed538e-18c2-4856-a8d1-c924b41a2b04 on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:25:42.512352 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2de32ef2-830c-48fb-bfcd-af24de5c8442 None None] Provisioning complete for port e5315311-94d0-4357-b29b-d806769abea3 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:25:42.513048 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2de32ef2-830c-48fb-bfcd-af24de5c8442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:42.544649 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9cb1b4ff-5709-4ae9-abe7-2f4b3b0cee5e tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:42.546580 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-edffc616-debe-455b-9efb-7742aee2e38f tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:42.558038 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9cb1b4ff-5709-4ae9-abe7-2f4b3b0cee5e tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:42.570291 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-25a755e1-e1bc-4308-9e87-9f4eb9674bbb None None] For port f3ed538e-18c2-4856-a8d1-c924b41a2b04, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=f3ed538e-18c2-4856-a8d1-c924b41a2b04,segment=NetworkSegment(6d798117-9083-47fc-bbff-ffafa0add3cb),segment_id=6d798117-9083-47fc-bbff-ffafa0add3cb)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:25:42.571146 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-25a755e1-e1bc-4308-9e87-9f4eb9674bbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:42.598926 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8ca2b-daed-48e0-842a-6343a885d4bd req-4e9e762e-8542-4a6a-848f-66fd67c22203 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:42.606810 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-edffc616-debe-455b-9efb-7742aee2e38f tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56d2036d-8b91-440c-95a4-59d0f1bbc7d2']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:25:42.613504 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-49f8ca2b-daed-48e0-842a-6343a885d4bd req-4e9e762e-8542-4a6a-848f-66fd67c22203 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 946 time: 0.1408226 May 23 11:25:42.631545 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-edffc616-debe-455b-9efb-7742aee2e38f tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d798117-9083-47fc-bbff-ffafa0add3cb') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:25:42.632167 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-edffc616-debe-455b-9efb-7742aee2e38f tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d798117-9083-47fc-bbff-ffafa0add3cb') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:25:42.639852 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1b4ff-5709-4ae9-abe7-2f4b3b0cee5e tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd87314-56f8-412e-9525-d3c3d7ccea63,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:42.651361 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-edffc616-debe-455b-9efb-7742aee2e38f tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:42.661185 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9cb1b4ff-5709-4ae9-abe7-2f4b3b0cee5e tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:42.662485 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9cb1b4ff-5709-4ae9-abe7-2f4b3b0cee5e tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1502066 May 23 11:25:42.668298 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39972) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:42.674062 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-edffc616-debe-455b-9efb-7742aee2e38f tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:42.679554 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-873d71f5-f39d-4e23-90b2-b35c45b71205 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Request body: {'security_group_rule': {'security_group_id': 'dcd87314-56f8-412e-9525-d3c3d7ccea63', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:42.680425 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-873d71f5-f39d-4e23-90b2-b35c45b71205 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:25:42.681430 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-873d71f5-f39d-4e23-90b2-b35c45b71205 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0121262 May 23 11:25:42.684579 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39976) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:42.693484 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b9eeeb07-6015-4ff6-8f91-03c677d09f0a tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Request body: {'security_group_rule': {'security_group_id': 'dcd87314-56f8-412e-9525-d3c3d7ccea63', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:42.701650 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edffc616-debe-455b-9efb-7742aee2e38f tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:25:42.702130 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-edffc616-debe-455b-9efb-7742aee2e38f tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:42.726446 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:25:42.726446 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:25:42.726446 n-d-842952-2 neutron-server[83911]: timer() May 23 11:25:42.726446 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:25:42.726446 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:25:42.726446 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:25:42.726446 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:25:42.726446 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:25:42.726446 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:25:42.726446 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:25:42.726446 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:25:42.726446 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:25:42.726446 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:25:42.726446 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:25:42.726446 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:25:42.726446 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:25:42.726446 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:25:42.726446 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:25:42.726446 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:25:42.726446 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:25:42.726446 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:25:42.726446 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:25:42.726446 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:25:42.726446 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:25:42.726446 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:25:42.726446 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:25:42.726446 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:25:42.726446 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:25:42.726446 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:25:42.726446 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:25:42.726446 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:25:42.726446 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:25:42.729424 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b9eeeb07-6015-4ff6-8f91-03c677d09f0a tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:42.745178 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-49f8ca2b-daed-48e0-842a-6343a885d4bd req-84bd3c3f-c0a5-4e3f-be3a-03c43f566e9c tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304507 May 23 11:25:42.754944 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-25a755e1-e1bc-4308-9e87-9f4eb9674bbb None None] Calling delete_port for f3ed538e-18c2-4856-a8d1-c924b41a2b04 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:25:42.788667 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b9eeeb07-6015-4ff6-8f91-03c677d09f0a tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Usage tracker for resource:security_group_rule and tenant:3140de322d544dffbd3752216d7187ce is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:42.797754 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b9eeeb07-6015-4ff6-8f91-03c677d09f0a tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:42.821230 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b9eeeb07-6015-4ff6-8f91-03c677d09f0a tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:42.852755 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c782333-c8ca-4fac-8d54-1142894dadaa req-a237e5a0-8c0f-4402-8136-306523a89495 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:42.855033 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1c782333-c8ca-4fac-8d54-1142894dadaa req-a237e5a0-8c0f-4402-8136-306523a89495 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] 10.222.0.81 "GET /v2.0/ports?device_id=eec399fd-21e5-44cf-9c5e-ac955e3bce4c HTTP/1.1" status: 200 len: 946 time: 0.1751776 May 23 11:25:42.871961 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-b9eeeb07-6015-4ff6-8f91-03c677d09f0a tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:25:42.873604 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b9eeeb07-6015-4ff6-8f91-03c677d09f0a tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1879756 May 23 11:25:42.877207 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39984) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:42.883155 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2de32ef2-830c-48fb-bfcd-af24de5c8442 None None] Port e5315311-94d0-4357-b29b-d806769abea3 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:25:42.885509 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-fb568960-ed73-4f7d-8b63-d793fd4f5b1e tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Request body: {'security_group_rule': {'security_group_id': 'dcd87314-56f8-412e-9525-d3c3d7ccea63', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:42.886620 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-fb568960-ed73-4f7d-8b63-d793fd4f5b1e tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:25:42.887711 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-fb568960-ed73-4f7d-8b63-d793fd4f5b1e tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0092399 May 23 11:25:42.888703 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-edffc616-debe-455b-9efb-7742aee2e38f tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:42.890662 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39988) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:42.918913 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-edffc616-debe-455b-9efb-7742aee2e38f tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:42.926449 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-52293433-0476-4b7d-82f1-192d62779204 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Request body: {'security_group_rule': {'security_group_id': 'dcd87314-56f8-412e-9525-d3c3d7ccea63', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:42.933179 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edffc616-debe-455b-9efb-7742aee2e38f tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event deleted for resources: {'Network': ['ID=56d2036d-8b91-440c-95a4-59d0f1bbc7d2,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:42.939104 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-52293433-0476-4b7d-82f1-192d62779204 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:42.952182 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-52293433-0476-4b7d-82f1-192d62779204 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Usage tracker for resource:security_group_rule and tenant:3140de322d544dffbd3752216d7187ce is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:42.956569 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-edffc616-debe-455b-9efb-7742aee2e38f tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/networks/56d2036d-8b91-440c-95a4-59d0f1bbc7d2 HTTP/1.1" status: 204 len: 168 time: 2.4140267 May 23 11:25:42.960399 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-52293433-0476-4b7d-82f1-192d62779204 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:42.961659 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39992) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:42.981022 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:42.982945 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:43.012485 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-1c782333-c8ca-4fac-8d54-1142894dadaa req-95294028-df3b-413b-88e0-38f9fa492a53 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] Deleting port edbb81ab-2618-4d52-99ef-95b24033ced0 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:25:43.012889 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1c782333-c8ca-4fac-8d54-1142894dadaa req-95294028-df3b-413b-88e0-38f9fa492a53 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:43.016232 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-52293433-0476-4b7d-82f1-192d62779204 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:43.043790 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-c55ff170-2bf4-4a42-af01-223a83e2525f None None] Set router f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:25:43.080926 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-52293433-0476-4b7d-82f1-192d62779204 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:25:43.081964 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-52293433-0476-4b7d-82f1-192d62779204 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1903081 May 23 11:25:43.090935 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39998) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:43.102341 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a09739-6232-4710-9518-7db93badf85c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:43.103458 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-44a09739-6232-4710-9518-7db93badf85c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Synchronizing usage tracker for tenant:aff5ab15380840359395eccd13918dfd on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:25:43.117606 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-17e98655-9cb9-437d-96d4-1a1a39ccea1e tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Request body: {'security_group_rule': {'security_group_id': 'dcd87314-56f8-412e-9525-d3c3d7ccea63', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:43.118349 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-17e98655-9cb9-437d-96d4-1a1a39ccea1e tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:25:43.122011 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-17e98655-9cb9-437d-96d4-1a1a39ccea1e tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0104368 May 23 11:25:43.123490 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40004) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:43.133678 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-386995a6-2e4f-487f-a664-001af5b4fcba tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Request body: {'security_group_rule': {'security_group_id': 'dcd87314-56f8-412e-9525-d3c3d7ccea63', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:43.145420 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-386995a6-2e4f-487f-a664-001af5b4fcba tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:43.149909 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-386995a6-2e4f-487f-a664-001af5b4fcba tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Usage tracker for resource:security_group_rule and tenant:3140de322d544dffbd3752216d7187ce is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:43.153203 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-386995a6-2e4f-487f-a664-001af5b4fcba tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:43.156734 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-44a09739-6232-4710-9518-7db93badf85c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Unset dirty status for tenant:aff5ab15380840359395eccd13918dfd on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:25:43.157764 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-44a09739-6232-4710-9518-7db93badf85c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1951342 May 23 11:25:43.161298 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40008) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:43.164178 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-386995a6-2e4f-487f-a664-001af5b4fcba tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:43.219866 n-d-842952-2 neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-386995a6-2e4f-487f-a664-001af5b4fcba tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Project 3140de322d544dffbd3752216d7187ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 11:25:43.263456 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-386995a6-2e4f-487f-a664-001af5b4fcba tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:25:43.264664 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-386995a6-2e4f-487f-a664-001af5b4fcba tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1409035 May 23 11:25:43.268501 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40012) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:43.274842 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-58365c1f-1897-41ef-b750-455ceba7a78e tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Request body: {'security_group_rule': {'security_group_id': 'dcd87314-56f8-412e-9525-d3c3d7ccea63', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:43.275432 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-58365c1f-1897-41ef-b750-455ceba7a78e tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:25:43.279135 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-58365c1f-1897-41ef-b750-455ceba7a78e tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072780 May 23 11:25:43.283441 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40016) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:43.288704 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a116241b-98d7-449b-934c-6a3a9511bcbc tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1262531 May 23 11:25:43.294603 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-617cc6d0-45bc-4d5c-bbe9-eeb79144229c tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Request body: {'security_group_rule': {'security_group_id': 'dcd87314-56f8-412e-9525-d3c3d7ccea63', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:43.300857 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40020) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:43.304504 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-617cc6d0-45bc-4d5c-bbe9-eeb79144229c tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:43.311712 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-0357456c-eacc-4c00-840d-7aad1cadc27a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-302495602'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:43.317746 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-617cc6d0-45bc-4d5c-bbe9-eeb79144229c tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Usage tracker for resource:security_group_rule and tenant:3140de322d544dffbd3752216d7187ce is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:43.320932 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0357456c-eacc-4c00-840d-7aad1cadc27a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:43.323292 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-617cc6d0-45bc-4d5c-bbe9-eeb79144229c tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:43.330381 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0357456c-eacc-4c00-840d-7aad1cadc27a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Usage tracker for resource:network and tenant:aff5ab15380840359395eccd13918dfd is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:43.333042 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-617cc6d0-45bc-4d5c-bbe9-eeb79144229c tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:43.335464 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0357456c-eacc-4c00-840d-7aad1cadc27a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:43.344590 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0357456c-eacc-4c00-840d-7aad1cadc27a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:43.354907 n-d-842952-2 neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-617cc6d0-45bc-4d5c-bbe9-eeb79144229c tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Project 3140de322d544dffbd3752216d7187ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 11:25:43.375196 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40024) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:43.382480 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-617cc6d0-45bc-4d5c-bbe9-eeb79144229c tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:25:43.383548 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-617cc6d0-45bc-4d5c-bbe9-eeb79144229c tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0937693 May 23 11:25:43.386511 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40030) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:43.398135 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0357456c-eacc-4c00-840d-7aad1cadc27a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Made reservation on behalf of aff5ab15380840359395eccd13918dfd for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:25:43.401173 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0357456c-eacc-4c00-840d-7aad1cadc27a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:43.416536 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-30deca49-66d2-4a0f-a916-d01704bc844c tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Request body: {'security_group_rule': {'security_group_id': 'dcd87314-56f8-412e-9525-d3c3d7ccea63', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:43.428650 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-30deca49-66d2-4a0f-a916-d01704bc844c tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:43.434267 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-30deca49-66d2-4a0f-a916-d01704bc844c tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Usage tracker for resource:security_group_rule and tenant:3140de322d544dffbd3752216d7187ce is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:43.441713 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-30deca49-66d2-4a0f-a916-d01704bc844c tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:43.450016 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-30deca49-66d2-4a0f-a916-d01704bc844c tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:43.458908 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0357456c-eacc-4c00-840d-7aad1cadc27a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:25:43.473936 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-1c782333-c8ca-4fac-8d54-1142894dadaa req-95294028-df3b-413b-88e0-38f9fa492a53 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] For port edbb81ab-2618-4d52-99ef-95b24033ced0, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=edbb81ab-2618-4d52-99ef-95b24033ced0,segment=NetworkSegment(17237d20-430c-4a97-b458-f8094ad5ce12),segment_id=17237d20-430c-4a97-b458-f8094ad5ce12)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:25:43.474357 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1c782333-c8ca-4fac-8d54-1142894dadaa req-95294028-df3b-413b-88e0-38f9fa492a53 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:43.490115 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0357456c-eacc-4c00-840d-7aad1cadc27a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:43.490817 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-0357456c-eacc-4c00-840d-7aad1cadc27a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Added segment ddf30e6a-a60a-4bb3-b6b3-e14348fad2b9 of type vlan for network e8b0bfe2-b00e-4953-bfbb-5dca13fcc41b May 23 11:25:43.496344 n-d-842952-2 neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-30deca49-66d2-4a0f-a916-d01704bc844c tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Project 3140de322d544dffbd3752216d7187ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 11:25:43.496973 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9200d68-f37c-4c53-a745-c99eedd0d582 req-a171d121-e805-4d95-a102-670d693d08ed tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:43.505042 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d9200d68-f37c-4c53-a745-c99eedd0d582 req-a171d121-e805-4d95-a102-670d693d08ed tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] 10.222.0.79 "GET /v2.0/ports?device_id=eec399fd-21e5-44cf-9c5e-ac955e3bce4c HTTP/1.1" status: 200 len: 946 time: 0.1701756 May 23 11:25:43.533225 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-30deca49-66d2-4a0f-a916-d01704bc844c tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:25:43.534650 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-30deca49-66d2-4a0f-a916-d01704bc844c tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1393623 May 23 11:25:43.537853 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40036) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:43.544601 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0357456c-eacc-4c00-840d-7aad1cadc27a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:43.629176 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b49e1064-0fe7-4817-bcd8-4a143d8bb36a tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:43.669432 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0357456c-eacc-4c00-840d-7aad1cadc27a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:43.675505 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0357456c-eacc-4c00-840d-7aad1cadc27a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:43.676231 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0357456c-eacc-4c00-840d-7aad1cadc27a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:43.703577 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b49e1064-0fe7-4817-bcd8-4a143d8bb36a tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:43.769130 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device f3ed538e-18c2-4856-a8d1-c924b41a2b04 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:25:43.815628 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-25a755e1-e1bc-4308-9e87-9f4eb9674bbb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:25:43.816804 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-25a755e1-e1bc-4308-9e87-9f4eb9674bbb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:25:43.819631 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-1c782333-c8ca-4fac-8d54-1142894dadaa req-95294028-df3b-413b-88e0-38f9fa492a53 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] Calling delete_port for edbb81ab-2618-4d52-99ef-95b24033ced0 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:25:43.821452 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: f3ed538e-18c2-4856-a8d1-c924b41a2b04 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:25:43.821755 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device f3ed538e-18c2-4856-a8d1-c924b41a2b04 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:25:43.828347 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-140f8c03-ab01-4b06-b6f8-c6a70218efa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:43.854682 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0357456c-eacc-4c00-840d-7aad1cadc27a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5528026 May 23 11:25:43.863921 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40042) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:43.879891 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-c01d0681-5aeb-4972-a1eb-d3418b8d86ae tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'subnet': {'network_id': 'e8b0bfe2-b00e-4953-bfbb-5dca13fcc41b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:43.889821 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-140f8c03-ab01-4b06-b6f8-c6a70218efa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:43.893942 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-140f8c03-ab01-4b06-b6f8-c6a70218efa4 admin admin] Usage tracker for resource:security_group_rule and tenant:1f054ec9200548e094b0cb0760df61cf is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:43.897346 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-140f8c03-ab01-4b06-b6f8-c6a70218efa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:43.905276 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-140f8c03-ab01-4b06-b6f8-c6a70218efa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:43.916550 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-c55ff170-2bf4-4a42-af01-223a83e2525f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'name': 'tempest-TestNetworkBasicOps-router-187643995', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'd900448e-b3cc-4f39-891d-f325c493782d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:22:20Z', 'updated_at': '2022-05-23T11:25:38Z', 'revision_number': 5, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'gw_port': {'id': 'd900448e-b3cc-4f39-891d-f325c493782d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:22:22Z', 'updated_at': '2022-05-23T11:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '27f31c95-9506-44e6-ab79-607411c2e0c4', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'floating_ip_address': '172.25.6.189', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'port_id': 'a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '862e9dfa-9220-4fa8-8863-16bb1e61f09a', 'mac_address': 'fa:16:3e:6b:00:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfa827a-1364-4cf2-ad34-bbd613c20574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:23:28Z', 'updated_at': '2022-05-23T11:23:37Z', 'revision_number': 1, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fff9611-3563-4b36-89a7-0e61544e067b', 'name': '', 'network_id': '862e9dfa-9220-4fa8-8863-16bb1e61f09a', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'mac_address': 'fa:16:3e:26:1f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71080ede-fcb2-4e30-8636-9b223584a1ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:22:38Z', 'updated_at': '2022-05-23T11:22:55Z', 'revision_number': 5, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'subnets': [{'id': '71080ede-fcb2-4e30-8636-9b223584a1ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5315311-94d0-4357-b29b-d806769abea3', 'name': '', 'network_id': '82ba39e4-bdf1-472a-bde7-8fcb89848fff', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'mac_address': 'fa:16:3e:1a:0b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '730f45b0-3f1f-4380-a2c4-9e410dbc65b7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:25:36Z', 'updated_at': '2022-05-23T11:25:39Z', 'revision_number': 2, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'subnets': [{'id': '730f45b0-3f1f-4380-a2c4-9e410dbc65b7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:25:43.927711 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55ff170-2bf4-4a42-af01-223a83e2525f None None] Checking router: f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:25:43.928466 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55ff170-2bf4-4a42-af01-223a83e2525f None None] Updating router f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d port e5315311-94d0-4357-b29b-d806769abea3 binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:25:43.977476 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-140f8c03-ab01-4b06-b6f8-c6a70218efa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:43.982402 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357456c-eacc-4c00-840d-7aad1cadc27a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event updated for resources: {'Network': ['ID=e8b0bfe2-b00e-4953-bfbb-5dca13fcc41b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:43.985666 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-140f8c03-ab01-4b06-b6f8-c6a70218efa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:44.012290 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network e8b0bfe2-b00e-4953-bfbb-5dca13fcc41b details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:25:44.020449 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d9200d68-f37c-4c53-a745-c99eedd0d582 req-fda363a3-736d-4b73-b98c-3505e2212440 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] 10.222.0.79 "GET /v2.0/security-groups?id=15e6b303-353c-4cf2-bfc2-3e75eec0895e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5144448 May 23 11:25:44.028947 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-140f8c03-ab01-4b06-b6f8-c6a70218efa4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1f054ec9200548e094b0cb0760df61cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6525319 May 23 11:25:44.035067 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40046) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:44.074245 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c01d0681-5aeb-4972-a1eb-d3418b8d86ae tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:44.080459 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b49e1064-0fe7-4817-bcd8-4a143d8bb36a tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:44.081680 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c01d0681-5aeb-4972-a1eb-d3418b8d86ae tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Usage tracker for resource:subnet and tenant:aff5ab15380840359395eccd13918dfd is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:44.086937 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f8c03-ab01-4b06-b6f8-c6a70218efa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60256548-a15c-46a6-89e3-2116b46cc2f4,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:44.092894 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c01d0681-5aeb-4972-a1eb-d3418b8d86ae tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:44.100087 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c01d0681-5aeb-4972-a1eb-d3418b8d86ae tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:44.125688 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e1064-0fe7-4817-bcd8-4a143d8bb36a tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd87314-56f8-412e-9525-d3c3d7ccea63,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:44.141516 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b49e1064-0fe7-4817-bcd8-4a143d8bb36a tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:44.141516 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b49e1064-0fe7-4817-bcd8-4a143d8bb36a tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "DELETE /v2.0/security-groups/dcd87314-56f8-412e-9525-d3c3d7ccea63 HTTP/1.1" status: 204 len: 168 time: 0.6017776 May 23 11:25:44.143919 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40050) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:44.183218 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4e03d598-db34-4b0b-a852-bfe24f021db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:44.209657 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c55ff170-2bf4-4a42-af01-223a83e2525f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:44.230773 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4e03d598-db34-4b0b-a852-bfe24f021db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:44.252787 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01d0681-5aeb-4972-a1eb-d3418b8d86ae tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Made reservation on behalf of aff5ab15380840359395eccd13918dfd for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:25:44.264536 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-469f316c-4bfe-48c9-8a57-4b4e12ba1f6f tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Synchronizing usage tracker for tenant:3140de322d544dffbd3752216d7187ce on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:25:44.285762 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:44.312613 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-469f316c-4bfe-48c9-8a57-4b4e12ba1f6f tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Unset dirty status for tenant:3140de322d544dffbd3752216d7187ce on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:25:44.315254 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-469f316c-4bfe-48c9-8a57-4b4e12ba1f6f tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1695788 May 23 11:25:44.319565 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-25a755e1-e1bc-4308-9e87-9f4eb9674bbb None None] Deleting port f3ed538e-18c2-4856-a8d1-c924b41a2b04 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:25:44.320329 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-25a755e1-e1bc-4308-9e87-9f4eb9674bbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:44.321211 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40056) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:44.337135 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-0b3f180d-6ef7-4c53-93eb-82e4a1528012 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Request body: {'security_group': {'name': 'tempest-secgroup--1247079448'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:44.346365 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0b3f180d-6ef7-4c53-93eb-82e4a1528012 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:44.359889 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1c782333-c8ca-4fac-8d54-1142894dadaa req-95294028-df3b-413b-88e0-38f9fa492a53 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:44.368975 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0b3f180d-6ef7-4c53-93eb-82e4a1528012 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:44.385737 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4e03d598-db34-4b0b-a852-bfe24f021db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:44.404222 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e03d598-db34-4b0b-a852-bfe24f021db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60256548-a15c-46a6-89e3-2116b46cc2f4,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:44.407099 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0b3f180d-6ef7-4c53-93eb-82e4a1528012 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:44.407775 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['edbb81ab-2618-4d52-99ef-95b24033ced0'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:25:44.436848 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95294028-df3b-413b-88e0-38f9fa492a53 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] Pushing event deleted for resources: {'Port': ['ID=edbb81ab-2618-4d52-99ef-95b24033ced0,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:44.449896 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4e03d598-db34-4b0b-a852-bfe24f021db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:44.457420 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4e03d598-db34-4b0b-a852-bfe24f021db9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/60256548-a15c-46a6-89e3-2116b46cc2f4 HTTP/1.1" status: 204 len: 168 time: 0.4189401 May 23 11:25:44.478402 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c01d0681-5aeb-4972-a1eb-d3418b8d86ae tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:44.494812 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0b3f180d-6ef7-4c53-93eb-82e4a1528012 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:44.502061 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0b3f180d-6ef7-4c53-93eb-82e4a1528012 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Usage tracker for resource:security_group_rule and tenant:3140de322d544dffbd3752216d7187ce is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:44.505153 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0b3f180d-6ef7-4c53-93eb-82e4a1528012 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:44.511153 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0b3f180d-6ef7-4c53-93eb-82e4a1528012 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:44.601009 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0b3f180d-6ef7-4c53-93eb-82e4a1528012 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:44.608143 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0b3f180d-6ef7-4c53-93eb-82e4a1528012 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:44.659462 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3f180d-6ef7-4c53-93eb-82e4a1528012 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85e1b4be-38c9-452f-bbc8-77977e62beee,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:44.669004 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0b3f180d-6ef7-4c53-93eb-82e4a1528012 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:44.674498 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c782333-c8ca-4fac-8d54-1142894dadaa req-95294028-df3b-413b-88e0-38f9fa492a53 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] No DVR routers for this DVR port edbb81ab-2618-4d52-99ef-95b24033ced0 on host n-h2-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:25:44.674712 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0b3f180d-6ef7-4c53-93eb-82e4a1528012 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3493886 May 23 11:25:44.676517 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40066) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:44.678059 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-25a755e1-e1bc-4308-9e87-9f4eb9674bbb None None] The port 'f3ed538e-18c2-4856-a8d1-c924b41a2b04' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:25:44.690436 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a371f2-13e5-4d2a-b968-5d4a317021a6 req-032dfe98-46c2-4c92-8e8b-faa5c2ca25af tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:44.692540 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-19752d91-1217-4201-85cc-70cde9795f67 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Request body: {'security_group_rule': {'security_group_id': '85e1b4be-38c9-452f-bbc8-77977e62beee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:44.694677 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-62a371f2-13e5-4d2a-b968-5d4a317021a6 req-032dfe98-46c2-4c92-8e8b-faa5c2ca25af tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 946 time: 0.6060820 May 23 11:25:44.708185 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-19752d91-1217-4201-85cc-70cde9795f67 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:44.708405 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1c782333-c8ca-4fac-8d54-1142894dadaa req-95294028-df3b-413b-88e0-38f9fa492a53 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:44.712236 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec399fd-21e5-44cf-9c5e-ac955e3bce4c', 'name': 'network-vif-deleted', 'tag': 'edbb81ab-2618-4d52-99ef-95b24033ced0'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:25:44.714693 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-19752d91-1217-4201-85cc-70cde9795f67 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Usage tracker for resource:security_group_rule and tenant:3140de322d544dffbd3752216d7187ce is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:44.718075 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-19752d91-1217-4201-85cc-70cde9795f67 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:44.727560 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-19752d91-1217-4201-85cc-70cde9795f67 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:44.804661 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-19752d91-1217-4201-85cc-70cde9795f67 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] create failed (client error): The resource could not be found. May 23 11:25:44.806090 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-19752d91-1217-4201-85cc-70cde9795f67 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1264069 May 23 11:25:44.815595 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40074) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:44.855775 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-cd5e480e-ea66-4bdd-8808-9ccc46f7b8a5 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Request body: {'security_group_rule': {'security_group_id': '85e1b4be-38c9-452f-bbc8-77977e62beee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'e29e76a0-6809-411d-9bcd-ccb74bc72d18'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:44.861466 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1c782333-c8ca-4fac-8d54-1142894dadaa req-95294028-df3b-413b-88e0-38f9fa492a53 tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] 10.222.0.81 "DELETE /v2.0/ports/edbb81ab-2618-4d52-99ef-95b24033ced0 HTTP/1.1" status: 204 len: 173 time: 2.0003996 May 23 11:25:44.862884 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f3e7763-2a5b-4ee9-9b69-6d8e34aeb38a'] response: {'server_uuid': 'eec399fd-21e5-44cf-9c5e-ac955e3bce4c', 'name': 'network-vif-deleted', 'tag': 'edbb81ab-2618-4d52-99ef-95b24033ced0', 'status': 'completed', 'code': 200} May 23 11:25:44.880875 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-cd5e480e-ea66-4bdd-8808-9ccc46f7b8a5 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:44.897203 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-cd5e480e-ea66-4bdd-8808-9ccc46f7b8a5 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Usage tracker for resource:security_group_rule and tenant:3140de322d544dffbd3752216d7187ce is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:44.904427 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-cd5e480e-ea66-4bdd-8808-9ccc46f7b8a5 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:44.916576 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-cd5e480e-ea66-4bdd-8808-9ccc46f7b8a5 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:44.930961 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-62a371f2-13e5-4d2a-b968-5d4a317021a6 req-2785c3be-c13b-4e35-909e-cdfc885a3043 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811266 May 23 11:25:45.102649 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c55ff170-2bf4-4a42-af01-223a83e2525f None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:45.127052 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c55ff170-2bf4-4a42-af01-223a83e2525f None None] Transition to ACTIVE for port object e5315311-94d0-4357-b29b-d806769abea3 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:25:45.132423 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-cd5e480e-ea66-4bdd-8808-9ccc46f7b8a5 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] create failed (client error): The resource could not be found. May 23 11:25:45.137680 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c55ff170-2bf4-4a42-af01-223a83e2525f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:45.138384 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-cd5e480e-ea66-4bdd-8808-9ccc46f7b8a5 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2999365 May 23 11:25:45.142668 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40088) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:45.290457 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce063f5-2361-4198-95a6-71219c857c3d None None] Pushing event updated for resources: {'Port': ['ID=e5315311-94d0-4357-b29b-d806769abea3,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:45.302823 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-d41b647e-b623-405f-bbf6-b7b4b54729b3 req-41f611be-251a-4776-8162-071b7ce41b3a tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] Synchronizing usage tracker for tenant:f50cc4d43ea64ee4bc3fe60fc2e3e7b7 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:25:45.305995 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c01d0681-5aeb-4972-a1eb-d3418b8d86ae tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:45.320078 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e1269b96-0c75-4307-813e-6837e6f80e27 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:45.360934 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e1269b96-0c75-4307-813e-6837e6f80e27 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:45.447095 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-d41b647e-b623-405f-bbf6-b7b4b54729b3 req-41f611be-251a-4776-8162-071b7ce41b3a tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] Unset dirty status for tenant:f50cc4d43ea64ee4bc3fe60fc2e3e7b7 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:25:45.466574 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d41b647e-b623-405f-bbf6-b7b4b54729b3 req-41f611be-251a-4776-8162-071b7ce41b3a tempest-ServerMetadataNegativeTestJSON-1248679793 tempest-ServerMetadataNegativeTestJSON-1248679793-project] 10.222.0.79 "GET /v2.0/ports?device_id=eec399fd-21e5-44cf-9c5e-ac955e3bce4c HTTP/1.1" status: 200 len: 210 time: 0.2330632 May 23 11:25:45.483078 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e1269b96-0c75-4307-813e-6837e6f80e27 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:45.489780 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d0681-5aeb-4972-a1eb-d3418b8d86ae tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event updated for resources: {'Subnet': ['ID=62dba5ec-e340-4bef-9d95-e00461dfae99,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:45.506211 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c55ff170-2bf4-4a42-af01-223a83e2525f None None] Attempting to bind port e5315311-94d0-4357-b29b-d806769abea3 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:25:45.506845 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c55ff170-2bf4-4a42-af01-223a83e2525f None None] Attempting to bind port e5315311-94d0-4357-b29b-d806769abea3 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '37af7c81-dc61-4da9-9a68-9ee6e2d22927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '82ba39e4-bdf1-472a-bde7-8fcb89848fff'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:25:45.507214 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55ff170-2bf4-4a42-af01-223a83e2525f None None] Attempting to bind port e5315311-94d0-4357-b29b-d806769abea3 on network 82ba39e4-bdf1-472a-bde7-8fcb89848fff {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:25:45.515364 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01d0681-5aeb-4972-a1eb-d3418b8d86ae tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Checking segment: {'id': 'ddf30e6a-a60a-4bb3-b6b3-e14348fad2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e8b0bfe2-b00e-4953-bfbb-5dca13fcc41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:25:45.515994 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01d0681-5aeb-4972-a1eb-d3418b8d86ae tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Network hostable DHCP agents. Network: e8b0bfe2-b00e-4953-bfbb-5dca13fcc41b, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:25:45.519159 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55ff170-2bf4-4a42-af01-223a83e2525f None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:25:45.519536 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55ff170-2bf4-4a42-af01-223a83e2525f None None] Checking segment: {'id': '37af7c81-dc61-4da9-9a68-9ee6e2d22927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '82ba39e4-bdf1-472a-bde7-8fcb89848fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:25:45.519973 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c55ff170-2bf4-4a42-af01-223a83e2525f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:45.520368 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55ff170-2bf4-4a42-af01-223a83e2525f None None] Bound using segment: {'id': '37af7c81-dc61-4da9-9a68-9ee6e2d22927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '82ba39e4-bdf1-472a-bde7-8fcb89848fff'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:25:45.520845 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c55ff170-2bf4-4a42-af01-223a83e2525f None None] Bound port: e5315311-94d0-4357-b29b-d806769abea3, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37af7c81-dc61-4da9-9a68-9ee6e2d22927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '82ba39e4-bdf1-472a-bde7-8fcb89848fff'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:25:45.521218 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c55ff170-2bf4-4a42-af01-223a83e2525f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:45.545332 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01d0681-5aeb-4972-a1eb-d3418b8d86ae tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Network e8b0bfe2-b00e-4953-bfbb-5dca13fcc41b is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:25:45.545919 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1269b96-0c75-4307-813e-6837e6f80e27 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e1b4be-38c9-452f-bbc8-77977e62beee,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:45.574620 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-c01d0681-5aeb-4972-a1eb-d3418b8d86ae tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, e8b0bfe2-b00e-4953-bfbb-5dca13fcc41b) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:25:45.576906 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e1269b96-0c75-4307-813e-6837e6f80e27 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:45.583405 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01d0681-5aeb-4972-a1eb-d3418b8d86ae tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:45.584651 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c01d0681-5aeb-4972-a1eb-d3418b8d86ae tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:45.588989 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e1269b96-0c75-4307-813e-6837e6f80e27 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "DELETE /v2.0/security-groups/85e1b4be-38c9-452f-bbc8-77977e62beee HTTP/1.1" status: 204 len: 168 time: 0.4445992 May 23 11:25:45.590659 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40096) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:45.629796 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c01d0681-5aeb-4972-a1eb-d3418b8d86ae tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7639353 May 23 11:25:45.631386 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bd6ad5-c1b8-4b8c-b691-8477428f0802 None None] Network e8b0bfe2-b00e-4953-bfbb-5dca13fcc41b requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:25:45.632347 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40100) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:45.645938 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-023c2767-2bee-4cb0-b945-7244ce9826e3 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'port': {'network_id': 'e8b0bfe2-b00e-4953-bfbb-5dca13fcc41b', 'name': 'tempest-PortsTestJSON-443168500'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:45.705603 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c2a307fb-165d-4e1c-a969-4edca96b2d9d tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Synchronizing usage tracker for tenant:3140de322d544dffbd3752216d7187ce on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:25:45.723676 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c2a307fb-165d-4e1c-a969-4edca96b2d9d tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Unset dirty status for tenant:3140de322d544dffbd3752216d7187ce on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:25:45.730126 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c2a307fb-165d-4e1c-a969-4edca96b2d9d tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1383066 May 23 11:25:45.730928 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40106) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:45.737621 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b7e510b0-9468-4e79-9d16-6fc0b0068b62 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Request body: {'security_group_rule': {'security_group_id': 'ab4a7b6b-678d-4e95-90bf-a0ced50b215d', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:45.749911 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b7e510b0-9468-4e79-9d16-6fc0b0068b62 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:45.756111 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b7e510b0-9468-4e79-9d16-6fc0b0068b62 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Usage tracker for resource:security_group_rule and tenant:3140de322d544dffbd3752216d7187ce is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:45.760875 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b7e510b0-9468-4e79-9d16-6fc0b0068b62 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:45.768930 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b7e510b0-9468-4e79-9d16-6fc0b0068b62 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:45.839582 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-b7e510b0-9468-4e79-9d16-6fc0b0068b62 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] create failed (client error): The resource could not be found. May 23 11:25:45.845187 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b7e510b0-9468-4e79-9d16-6fc0b0068b62 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1126873 May 23 11:25:45.845935 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40112) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:45.854107 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-20f6f476-9d96-4ecf-b463-8a316320dc60 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Request body: {'security_group': {'name': 'tempest-secgroup--2019466064'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:45.865636 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-20f6f476-9d96-4ecf-b463-8a316320dc60 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:45.879747 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-20f6f476-9d96-4ecf-b463-8a316320dc60 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:45.896874 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-20f6f476-9d96-4ecf-b463-8a316320dc60 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:45.961515 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-023c2767-2bee-4cb0-b945-7244ce9826e3 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:45.990752 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-023c2767-2bee-4cb0-b945-7244ce9826e3 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:45.994561 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c55ff170-2bf4-4a42-af01-223a83e2525f None None] For port e5315311-94d0-4357-b29b-d806769abea3, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:25:45.996304 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-20f6f476-9d96-4ecf-b463-8a316320dc60 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:46.009498 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-20f6f476-9d96-4ecf-b463-8a316320dc60 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Usage tracker for resource:security_group_rule and tenant:3140de322d544dffbd3752216d7187ce is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:46.015305 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c55ff170-2bf4-4a42-af01-223a83e2525f None None] For port e5315311-94d0-4357-b29b-d806769abea3, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e5315311-94d0-4357-b29b-d806769abea3,segment=NetworkSegment(37af7c81-dc61-4da9-9a68-9ee6e2d22927),segment_id=37af7c81-dc61-4da9-9a68-9ee6e2d22927)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:25:46.017684 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-20f6f476-9d96-4ecf-b463-8a316320dc60 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:46.025789 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023c2767-2bee-4cb0-b945-7244ce9826e3 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Made reservation on behalf of aff5ab15380840359395eccd13918dfd for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:25:46.029698 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-023c2767-2bee-4cb0-b945-7244ce9826e3 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:46.032881 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-20f6f476-9d96-4ecf-b463-8a316320dc60 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:46.071775 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-023c2767-2bee-4cb0-b945-7244ce9826e3 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] device_id is not set on port 9c0579b9-9b2a-4efa-886f-1456ef93740f yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:25:46.099170 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c55ff170-2bf4-4a42-af01-223a83e2525f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:46.148988 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-20f6f476-9d96-4ecf-b463-8a316320dc60 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:46.155402 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-20f6f476-9d96-4ecf-b463-8a316320dc60 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:46.213403 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce063f5-2361-4198-95a6-71219c857c3d None None] Pushing event updated for resources: {'Port': ['ID=e5315311-94d0-4357-b29b-d806769abea3,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:46.223245 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-20f6f476-9d96-4ecf-b463-8a316320dc60 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:46.225272 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-20f6f476-9d96-4ecf-b463-8a316320dc60 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3773651 May 23 11:25:46.228576 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40120) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:46.241369 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-308a031a-643a-466b-a539-ae06fb921afb tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Request body: {'security_group': {'name': 'tempest-secgroup--1600882553'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:46.259525 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-308a031a-643a-466b-a539-ae06fb921afb tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:46.266410 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-308a031a-643a-466b-a539-ae06fb921afb tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Usage tracker for resource:security_group and tenant:3140de322d544dffbd3752216d7187ce is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:46.269215 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f6f476-9d96-4ecf-b463-8a316320dc60 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1bce463-aeca-485c-b0b7-18cc9c3f0a02,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:46.274591 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-308a031a-643a-466b-a539-ae06fb921afb tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:46.282214 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-308a031a-643a-466b-a539-ae06fb921afb tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:46.297970 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-308a031a-643a-466b-a539-ae06fb921afb tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:46.307118 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce6b5cb-4820-4fad-8bf6-30a0cceb5ebc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-e8b0bfe2-b00e-4953-bfbb-5dca13fcc41b', 'network_id': 'e8b0bfe2-b00e-4953-bfbb-5dca13fcc41b', 'tenant_id': 'aff5ab15380840359395eccd13918dfd', 'fixed_ips': [{'subnet_id': '62dba5ec-e340-4bef-9d95-e00461dfae99'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:25:46.308504 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3ce6b5cb-4820-4fad-8bf6-30a0cceb5ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:46.333519 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55ff170-2bf4-4a42-af01-223a83e2525f None None] Routers {'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:25:46.334482 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-c55ff170-2bf4-4a42-af01-223a83e2525f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:25:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:25:46.353791 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-308a031a-643a-466b-a539-ae06fb921afb tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:46.357965 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-308a031a-643a-466b-a539-ae06fb921afb tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Usage tracker for resource:security_group_rule and tenant:3140de322d544dffbd3752216d7187ce is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:46.361184 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-308a031a-643a-466b-a539-ae06fb921afb tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:46.368444 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-308a031a-643a-466b-a539-ae06fb921afb tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:46.487451 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-308a031a-643a-466b-a539-ae06fb921afb tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:46.493655 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-308a031a-643a-466b-a539-ae06fb921afb tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:46.544209 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-023c2767-2bee-4cb0-b945-7244ce9826e3 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Allocated IP 172.20.0.13 (e8b0bfe2-b00e-4953-bfbb-5dca13fcc41b/62dba5ec-e340-4bef-9d95-e00461dfae99/9c0579b9-9b2a-4efa-886f-1456ef93740f) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:25:46.579581 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-308a031a-643a-466b-a539-ae06fb921afb tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:46.586416 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-308a031a-643a-466b-a539-ae06fb921afb tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3568106 May 23 11:25:46.589455 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40128) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:46.599728 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-90ccf74d-636b-493b-b90e-e8984b7c4192 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Request body: {'security_group_rule': {'security_group_id': 'f1bce463-aeca-485c-b0b7-18cc9c3f0a02', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '9e6c0d38-878c-4478-a3b3-3cf3b291b078'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:46.614079 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-90ccf74d-636b-493b-b90e-e8984b7c4192 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:46.631628 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ddc5e-b4e8-4997-87e0-30785a2f950c req-ac4e6046-73c0-4cd5-bd3d-03a6ae84563f tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:46.633163 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5d2ddc5e-b4e8-4997-87e0-30785a2f950c req-ac4e6046-73c0-4cd5-bd3d-03a6ae84563f tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 946 time: 0.4302604 May 23 11:25:46.638031 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-90ccf74d-636b-493b-b90e-e8984b7c4192 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Usage tracker for resource:security_group_rule and tenant:3140de322d544dffbd3752216d7187ce is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:46.645147 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-90ccf74d-636b-493b-b90e-e8984b7c4192 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:46.704151 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-c55ff170-2bf4-4a42-af01-223a83e2525f None None] Set router f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:25:46.711849 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40134) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:46.734788 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-90ccf74d-636b-493b-b90e-e8984b7c4192 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:46.816525 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308a031a-643a-466b-a539-ae06fb921afb tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6c0d38-878c-4478-a3b3-3cf3b291b078,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:46.826028 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device edbb81ab-2618-4d52-99ef-95b24033ced0 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:25:46.871108 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5d2ddc5e-b4e8-4997-87e0-30785a2f950c req-b681b589-99d6-4679-8abd-504326b2ebb2 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2296937 May 23 11:25:46.975090 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: edbb81ab-2618-4d52-99ef-95b24033ced0 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:25:46.975860 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device edbb81ab-2618-4d52-99ef-95b24033ced0 not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:25:47.105613 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-90ccf74d-636b-493b-b90e-e8984b7c4192 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:25:47.106384 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-90ccf74d-636b-493b-b90e-e8984b7c4192 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.5156853 May 23 11:25:47.109482 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40148) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:47.111709 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-3903f564-f5d4-4ab0-98be-8a0077356fe6 admin admin] Deleting subnet 5ac13970-5d5c-44f2-a8e5-a6451049c3b2 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:25:47.119569 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3903f564-f5d4-4ab0-98be-8a0077356fe6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:47.251475 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3903f564-f5d4-4ab0-98be-8a0077356fe6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:47.296529 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-023c2767-2bee-4cb0-b945-7244ce9826e3 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:47.302967 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a60ea1b4-b3d8-4db9-82ab-4bd106559e18 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:47.327367 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-023c2767-2bee-4cb0-b945-7244ce9826e3 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Transition to ACTIVE for port object 9c0579b9-9b2a-4efa-886f-1456ef93740f will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:25:47.340136 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3903f564-f5d4-4ab0-98be-8a0077356fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:47.345082 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a60ea1b4-b3d8-4db9-82ab-4bd106559e18 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:47.411648 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-023c2767-2bee-4cb0-b945-7244ce9826e3 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:47.449577 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a60ea1b4-b3d8-4db9-82ab-4bd106559e18 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:47.483816 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3903f564-f5d4-4ab0-98be-8a0077356fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:47.497409 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ea1b4-b3d8-4db9-82ab-4bd106559e18 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6c0d38-878c-4478-a3b3-3cf3b291b078,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:47.511596 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a60ea1b4-b3d8-4db9-82ab-4bd106559e18 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:47.519728 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a60ea1b4-b3d8-4db9-82ab-4bd106559e18 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "DELETE /v2.0/security-groups/9e6c0d38-878c-4478-a3b3-3cf3b291b078 HTTP/1.1" status: 204 len: 168 time: 0.4055882 May 23 11:25:47.520417 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40158) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:47.535276 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023c2767-2bee-4cb0-b945-7244ce9826e3 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Network e8b0bfe2-b00e-4953-bfbb-5dca13fcc41b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:25:47.541131 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3903f564-f5d4-4ab0-98be-8a0077356fe6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ac13970-5d5c-44f2-a8e5-a6451049c3b2,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:47.542391 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-023c2767-2bee-4cb0-b945-7244ce9826e3 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:25:47.550120 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023c2767-2bee-4cb0-b945-7244ce9826e3 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:25:47.575477 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c2767-2bee-4cb0-b945-7244ce9826e3 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event updated for resources: {'Port': ['ID=9c0579b9-9b2a-4efa-886f-1456ef93740f,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:47.594536 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3903f564-f5d4-4ab0-98be-8a0077356fe6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:47.607043 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-3ce6b5cb-4820-4fad-8bf6-30a0cceb5ebc None None] Allocated IP 172.20.0.2 (e8b0bfe2-b00e-4953-bfbb-5dca13fcc41b/62dba5ec-e340-4bef-9d95-e00461dfae99/760ff90c-bbc6-426c-97df-3c7a331a885e) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:25:47.619405 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3903f564-f5d4-4ab0-98be-8a0077356fe6 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/5ac13970-5d5c-44f2-a8e5-a6451049c3b2 HTTP/1.1" status: 204 len: 168 time: 0.8973014 May 23 11:25:47.622232 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40162) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:47.626642 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023c2767-2bee-4cb0-b945-7244ce9826e3 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:47.627679 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-023c2767-2bee-4cb0-b945-7244ce9826e3 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:47.641450 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-c55ff170-2bf4-4a42-af01-223a83e2525f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'name': 'tempest-TestNetworkBasicOps-router-187643995', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'd900448e-b3cc-4f39-891d-f325c493782d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:22:20Z', 'updated_at': '2022-05-23T11:25:38Z', 'revision_number': 5, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'gw_port': {'id': 'd900448e-b3cc-4f39-891d-f325c493782d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:22:22Z', 'updated_at': '2022-05-23T11:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '27f31c95-9506-44e6-ab79-607411c2e0c4', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'floating_ip_address': '172.25.6.189', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'port_id': 'a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '862e9dfa-9220-4fa8-8863-16bb1e61f09a', 'mac_address': 'fa:16:3e:6b:00:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfa827a-1364-4cf2-ad34-bbd613c20574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:23:28Z', 'updated_at': '2022-05-23T11:23:37Z', 'revision_number': 1, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fff9611-3563-4b36-89a7-0e61544e067b', 'name': '', 'network_id': '862e9dfa-9220-4fa8-8863-16bb1e61f09a', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'mac_address': 'fa:16:3e:26:1f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71080ede-fcb2-4e30-8636-9b223584a1ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:22:38Z', 'updated_at': '2022-05-23T11:22:55Z', 'revision_number': 5, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'subnets': [{'id': '71080ede-fcb2-4e30-8636-9b223584a1ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5315311-94d0-4357-b29b-d806769abea3', 'name': '', 'network_id': '82ba39e4-bdf1-472a-bde7-8fcb89848fff', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'mac_address': 'fa:16:3e:1a:0b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '730f45b0-3f1f-4380-a2c4-9e410dbc65b7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:25:36Z', 'updated_at': '2022-05-23T11:25:45Z', 'revision_number': 4, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'subnets': [{'id': '730f45b0-3f1f-4380-a2c4-9e410dbc65b7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:25:47.697130 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40166) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:47.723438 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-22ecb889-a673-4c14-ae17-4f11e96dfb58 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Synchronizing usage tracker for tenant:3140de322d544dffbd3752216d7187ce on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:25:47.735890 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-023c2767-2bee-4cb0-b945-7244ce9826e3 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1021175 May 23 11:25:47.738394 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40172) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:47.742871 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55ff170-2bf4-4a42-af01-223a83e2525f None None] The sync data for ids ['f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d'] in n-d-842952-2 is: [{'id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'name': 'tempest-TestNetworkBasicOps-router-187643995', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'd900448e-b3cc-4f39-891d-f325c493782d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:22:20Z', 'updated_at': '2022-05-23T11:25:38Z', 'revision_number': 5, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'gw_port': {'id': 'd900448e-b3cc-4f39-891d-f325c493782d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:22:22Z', 'updated_at': '2022-05-23T11:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '27f31c95-9506-44e6-ab79-607411c2e0c4', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'floating_ip_address': '172.25.6.189', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'port_id': 'a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '862e9dfa-9220-4fa8-8863-16bb1e61f09a', 'mac_address': 'fa:16:3e:6b:00:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfa827a-1364-4cf2-ad34-bbd613c20574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:23:28Z', 'updated_at': '2022-05-23T11:23:37Z', 'revision_number': 1, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fff9611-3563-4b36-89a7-0e61544e067b', 'name': '', 'network_id': '862e9dfa-9220-4fa8-8863-16bb1e61f09a', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'mac_address': 'fa:16:3e:26:1f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71080ede-fcb2-4e30-8636-9b223584a1ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:22:38Z', 'updated_at': '2022-05-23T11:22:55Z', 'revision_number': 5, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'subnets': [{'id': '71080ede-fcb2-4e30-8636-9b223584a1ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5315311-94d0-4357-b29b-d806769abea3', 'name': '', 'network_id': '82ba39e4-bdf1-472a-bde7-8fcb89848fff', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'mac_address': 'fa:16:3e:1a:0b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '730f45b0-3f1f-4380-a2c4-9e410dbc65b7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:25:36Z', 'updated_at': '2022-05-23T11:25:45Z', 'revision_number': 4, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'subnets': [{'id': '730f45b0-3f1f-4380-a2c4-9e410dbc65b7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:25:47.756010 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-ea090cc2-2f35-4007-850e-ed35d2232292 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'port': {'network_id': 'e8b0bfe2-b00e-4953-bfbb-5dca13fcc41b', 'name': 'tempest-PortsTestJSON-1256740075'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:47.768543 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-51c57fec-dd60-4e7a-80af-e65bc5d6506c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:47.963415 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-22ecb889-a673-4c14-ae17-4f11e96dfb58 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Unset dirty status for tenant:3140de322d544dffbd3752216d7187ce on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:25:47.964980 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3ce6b5cb-4820-4fad-8bf6-30a0cceb5ebc None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:47.978749 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3ce6b5cb-4820-4fad-8bf6-30a0cceb5ebc None None] Transition to ACTIVE for port object 760ff90c-bbc6-426c-97df-3c7a331a885e will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:25:47.983977 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-22ecb889-a673-4c14-ae17-4f11e96dfb58 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.4617319 May 23 11:25:48.000332 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40178) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:48.007548 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3ce6b5cb-4820-4fad-8bf6-30a0cceb5ebc None None] Transition to ACTIVE for port object 760ff90c-bbc6-426c-97df-3c7a331a885e will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:25:48.015176 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3ce6b5cb-4820-4fad-8bf6-30a0cceb5ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:48.017105 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-51c57fec-dd60-4e7a-80af-e65bc5d6506c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:48.059871 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-51c57fec-dd60-4e7a-80af-e65bc5d6506c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c611eb6e-b094-4e25-89cb-6334857fe1c2']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:25:48.081092 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-51c57fec-dd60-4e7a-80af-e65bc5d6506c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17237d20-430c-4a97-b458-f8094ad5ce12') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:25:48.081982 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-51c57fec-dd60-4e7a-80af-e65bc5d6506c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17237d20-430c-4a97-b458-f8094ad5ce12') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:25:48.096706 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-51c57fec-dd60-4e7a-80af-e65bc5d6506c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:48.153365 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-51c57fec-dd60-4e7a-80af-e65bc5d6506c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:48.162363 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51c57fec-dd60-4e7a-80af-e65bc5d6506c admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:25:48.163177 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-51c57fec-dd60-4e7a-80af-e65bc5d6506c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:48.209599 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6b5cb-4820-4fad-8bf6-30a0cceb5ebc None None] Pushing event updated for resources: {'Port': ['ID=760ff90c-bbc6-426c-97df-3c7a331a885e,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:48.219193 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce6b5cb-4820-4fad-8bf6-30a0cceb5ebc None None] Network e8b0bfe2-b00e-4953-bfbb-5dca13fcc41b is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:25:48.224003 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-3ce6b5cb-4820-4fad-8bf6-30a0cceb5ebc None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:25:48.227757 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce6b5cb-4820-4fad-8bf6-30a0cceb5ebc None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:25:48.316488 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-736caa73-cbb9-4344-91cc-29280c7fc292 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-724873655'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:48.332875 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:25:48.332875 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:25:48.332875 n-d-842952-2 neutron-server[83910]: timer() May 23 11:25:48.332875 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:25:48.332875 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:25:48.332875 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:25:48.332875 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:25:48.332875 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:25:48.332875 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:25:48.332875 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:25:48.332875 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:25:48.332875 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:25:48.332875 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:25:48.332875 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:25:48.332875 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:25:48.332875 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:25:48.332875 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:25:48.332875 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:25:48.332875 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:25:48.332875 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:25:48.332875 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:25:48.332875 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:25:48.332875 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:25:48.332875 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:25:48.332875 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:25:48.332875 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:25:48.332875 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:25:48.332875 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:25:48.332875 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:25:48.332875 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:25:48.332875 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:25:48.332875 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:25:48.336404 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-51c57fec-dd60-4e7a-80af-e65bc5d6506c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:48.346950 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-736caa73-cbb9-4344-91cc-29280c7fc292 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:48.349361 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-3ce6b5cb-4820-4fad-8bf6-30a0cceb5ebc None None] Attempting to bind port 760ff90c-bbc6-426c-97df-3c7a331a885e on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:25:48.350013 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-3ce6b5cb-4820-4fad-8bf6-30a0cceb5ebc None None] Attempting to bind port 760ff90c-bbc6-426c-97df-3c7a331a885e by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'ddf30e6a-a60a-4bb3-b6b3-e14348fad2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e8b0bfe2-b00e-4953-bfbb-5dca13fcc41b'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:25:48.350386 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce6b5cb-4820-4fad-8bf6-30a0cceb5ebc None None] Attempting to bind port 760ff90c-bbc6-426c-97df-3c7a331a885e on network e8b0bfe2-b00e-4953-bfbb-5dca13fcc41b {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:25:48.358922 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce6b5cb-4820-4fad-8bf6-30a0cceb5ebc None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:25:48.359304 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce6b5cb-4820-4fad-8bf6-30a0cceb5ebc None None] Checking segment: {'id': 'ddf30e6a-a60a-4bb3-b6b3-e14348fad2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e8b0bfe2-b00e-4953-bfbb-5dca13fcc41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:25:48.360001 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3ce6b5cb-4820-4fad-8bf6-30a0cceb5ebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:48.360404 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce6b5cb-4820-4fad-8bf6-30a0cceb5ebc None None] Bound using segment: {'id': 'ddf30e6a-a60a-4bb3-b6b3-e14348fad2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e8b0bfe2-b00e-4953-bfbb-5dca13fcc41b'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:25:48.360710 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ea090cc2-2f35-4007-850e-ed35d2232292 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:48.361230 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-3ce6b5cb-4820-4fad-8bf6-30a0cceb5ebc None None] Bound port: 760ff90c-bbc6-426c-97df-3c7a331a885e, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddf30e6a-a60a-4bb3-b6b3-e14348fad2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e8b0bfe2-b00e-4953-bfbb-5dca13fcc41b'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:25:48.361617 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3ce6b5cb-4820-4fad-8bf6-30a0cceb5ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:48.378731 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-736caa73-cbb9-4344-91cc-29280c7fc292 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Usage tracker for resource:network and tenant:3617a7eb1207425980fb02174bcd2bec is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:48.382839 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ea090cc2-2f35-4007-850e-ed35d2232292 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Usage tracker for resource:port and tenant:aff5ab15380840359395eccd13918dfd is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:48.387023 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-736caa73-cbb9-4344-91cc-29280c7fc292 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:48.390296 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ea090cc2-2f35-4007-850e-ed35d2232292 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:48.425773 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9697c4c0-21ef-4de8-bde5-3c7377e1aa43 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:48.428571 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ea090cc2-2f35-4007-850e-ed35d2232292 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:48.430819 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-736caa73-cbb9-4344-91cc-29280c7fc292 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:48.441424 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-51c57fec-dd60-4e7a-80af-e65bc5d6506c admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:48.452310 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c57fec-dd60-4e7a-80af-e65bc5d6506c admin admin] Pushing event deleted for resources: {'Network': ['ID=c611eb6e-b094-4e25-89cb-6334857fe1c2,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:48.465649 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea090cc2-2f35-4007-850e-ed35d2232292 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Made reservation on behalf of aff5ab15380840359395eccd13918dfd for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:25:48.469086 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ea090cc2-2f35-4007-850e-ed35d2232292 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:48.475398 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-51c57fec-dd60-4e7a-80af-e65bc5d6506c admin admin] 10.222.0.79 "DELETE /v2.0/networks/c611eb6e-b094-4e25-89cb-6334857fe1c2 HTTP/1.1" status: 204 len: 168 time: 0.8414826 May 23 11:25:48.498984 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736caa73-cbb9-4344-91cc-29280c7fc292 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Made reservation on behalf of 3617a7eb1207425980fb02174bcd2bec for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:25:48.502321 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-736caa73-cbb9-4344-91cc-29280c7fc292 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:48.514822 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9697c4c0-21ef-4de8-bde5-3c7377e1aa43 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:48.523880 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3ce6b5cb-4820-4fad-8bf6-30a0cceb5ebc None None] For port 760ff90c-bbc6-426c-97df-3c7a331a885e, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:25:48.527207 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3ce6b5cb-4820-4fad-8bf6-30a0cceb5ebc None None] For port 760ff90c-bbc6-426c-97df-3c7a331a885e, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=760ff90c-bbc6-426c-97df-3c7a331a885e,segment=NetworkSegment(ddf30e6a-a60a-4bb3-b6b3-e14348fad2b9),segment_id=ddf30e6a-a60a-4bb3-b6b3-e14348fad2b9)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:25:48.533641 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3ce6b5cb-4820-4fad-8bf6-30a0cceb5ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:48.536064 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8309f-4e86-45fc-bc04-4603b0e2e674 req-80c3d1d3-1fc8-4459-9083-7dddfb6cf24a tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:48.542639 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-24e8309f-4e86-45fc-bc04-4603b0e2e674 req-80c3d1d3-1fc8-4459-9083-7dddfb6cf24a tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 946 time: 0.2065120 May 23 11:25:48.552236 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-736caa73-cbb9-4344-91cc-29280c7fc292 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:48.589912 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-ea090cc2-2f35-4007-850e-ed35d2232292 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] device_id is not set on port 8fbbac74-c625-480e-ab00-e74ff3360307 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:25:48.649962 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-24e8309f-4e86-45fc-bc04-4603b0e2e674 req-620ae2af-3af5-4d9d-83f2-f3341a067486 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054399 May 23 11:25:48.722718 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6b5cb-4820-4fad-8bf6-30a0cceb5ebc None None] Pushing event updated for resources: {'Port': ['ID=760ff90c-bbc6-426c-97df-3c7a331a885e,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:48.739353 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-736caa73-cbb9-4344-91cc-29280c7fc292 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:48.761492 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-736caa73-cbb9-4344-91cc-29280c7fc292 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Usage tracker for resource:security_group_rule and tenant:3617a7eb1207425980fb02174bcd2bec is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:48.764796 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-736caa73-cbb9-4344-91cc-29280c7fc292 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:48.774166 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-736caa73-cbb9-4344-91cc-29280c7fc292 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:48.864586 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9697c4c0-21ef-4de8-bde5-3c7377e1aa43 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:48.882070 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-736caa73-cbb9-4344-91cc-29280c7fc292 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:48.884560 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40186) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:48.910122 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9697c4c0-21ef-4de8-bde5-3c7377e1aa43 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1bce463-aeca-485c-b0b7-18cc9c3f0a02,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:48.913477 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-736caa73-cbb9-4344-91cc-29280c7fc292 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:48.942595 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-736caa73-cbb9-4344-91cc-29280c7fc292 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:25:48.962515 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-98c6ff4a-d8f0-4b49-a2b7-bcb0554315a0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f50cc4d43ea64ee4bc3fe60fc2e3e7b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0754786 May 23 11:25:48.967399 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40190) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:49.042266 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-736caa73-cbb9-4344-91cc-29280c7fc292 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:49.042266 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-736caa73-cbb9-4344-91cc-29280c7fc292 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Added segment ab7be745-bfc5-4174-a85b-5e74aab01aa4 of type vlan for network bd1d38ad-630c-4859-96ad-58e71ec31dc1 May 23 11:25:49.065299 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736caa73-cbb9-4344-91cc-29280c7fc292 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f07f54d-9205-490e-9682-1532aeb65033,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:49.098821 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-044171be-3fdb-46a2-96e1-043b7bbab12d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:49.099039 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-736caa73-cbb9-4344-91cc-29280c7fc292 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:49.105318 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9697c4c0-21ef-4de8-bde5-3c7377e1aa43 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:49.109200 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9697c4c0-21ef-4de8-bde5-3c7377e1aa43 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "DELETE /v2.0/security-groups/f1bce463-aeca-485c-b0b7-18cc9c3f0a02 HTTP/1.1" status: 204 len: 168 time: 1.0993309 May 23 11:25:49.110636 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40194) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:49.111617 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-ea090cc2-2f35-4007-850e-ed35d2232292 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Allocated IP 172.20.0.4 (e8b0bfe2-b00e-4953-bfbb-5dca13fcc41b/62dba5ec-e340-4bef-9d95-e00461dfae99/8fbbac74-c625-480e-ab00-e74ff3360307) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:25:49.138939 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-044171be-3fdb-46a2-96e1-043b7bbab12d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:49.210443 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-044171be-3fdb-46a2-96e1-043b7bbab12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:49.221923 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-736caa73-cbb9-4344-91cc-29280c7fc292 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:49.226171 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736caa73-cbb9-4344-91cc-29280c7fc292 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:49.226759 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-736caa73-cbb9-4344-91cc-29280c7fc292 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:49.236428 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044171be-3fdb-46a2-96e1-043b7bbab12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e6b303-353c-4cf2-bfc2-3e75eec0895e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:49.250600 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-044171be-3fdb-46a2-96e1-043b7bbab12d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:49.252282 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-044171be-3fdb-46a2-96e1-043b7bbab12d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/15e6b303-353c-4cf2-bfc2-3e75eec0895e HTTP/1.1" status: 204 len: 168 time: 0.2872820 May 23 11:25:49.424487 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b6f40650-21d1-4697-b511-513ce5be1253 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Synchronizing usage tracker for tenant:3140de322d544dffbd3752216d7187ce on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:25:49.439106 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-736caa73-cbb9-4344-91cc-29280c7fc292 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7403798 May 23 11:25:49.442290 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40204) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:49.449184 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-9066b1b5-10be-4f70-9c1f-8b899dc00b01 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Request body: {'subnet': {'network_id': 'bd1d38ad-630c-4859-96ad-58e71ec31dc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:49.458706 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736caa73-cbb9-4344-91cc-29280c7fc292 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Pushing event updated for resources: {'Network': ['ID=bd1d38ad-630c-4859-96ad-58e71ec31dc1,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:49.481514 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network bd1d38ad-630c-4859-96ad-58e71ec31dc1 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:25:49.484214 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b6f40650-21d1-4697-b511-513ce5be1253 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Unset dirty status for tenant:3140de322d544dffbd3752216d7187ce on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:25:49.485322 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b6f40650-21d1-4697-b511-513ce5be1253 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3714368 May 23 11:25:49.498382 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40208) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:49.516576 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 760ff90c-bbc6-426c-97df-3c7a331a885e up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:25:49.532741 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-ef5e082a-0ae9-4ce4-92c0-e3f8334f5c3e tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Request body: {'security_group': {'name': 'tempest-secgroup--1371881992'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:49.554307 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ef5e082a-0ae9-4ce4-92c0-e3f8334f5c3e tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:49.617537 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ef5e082a-0ae9-4ce4-92c0-e3f8334f5c3e tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:49.672147 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ea090cc2-2f35-4007-850e-ed35d2232292 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:49.686299 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ef5e082a-0ae9-4ce4-92c0-e3f8334f5c3e tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:49.714436 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9066b1b5-10be-4f70-9c1f-8b899dc00b01 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:49.728780 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-9066b1b5-10be-4f70-9c1f-8b899dc00b01 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Usage tracker for resource:subnet and tenant:3617a7eb1207425980fb02174bcd2bec is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:49.731736 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 760ff90c-bbc6-426c-97df-3c7a331a885e completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:25:49.741307 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-9066b1b5-10be-4f70-9c1f-8b899dc00b01 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:49.748648 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-ea090cc2-2f35-4007-850e-ed35d2232292 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Transition to ACTIVE for port object 8fbbac74-c625-480e-ab00-e74ff3360307 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:25:49.754316 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e5315311-94d0-4357-b29b-d806769abea3 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:25:49.757954 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9066b1b5-10be-4f70-9c1f-8b899dc00b01 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:49.794197 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9066b1b5-10be-4f70-9c1f-8b899dc00b01 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Made reservation on behalf of 3617a7eb1207425980fb02174bcd2bec for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:25:49.822694 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ef5e082a-0ae9-4ce4-92c0-e3f8334f5c3e tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:49.860210 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ef5e082a-0ae9-4ce4-92c0-e3f8334f5c3e tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Usage tracker for resource:security_group_rule and tenant:3140de322d544dffbd3752216d7187ce is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:49.883057 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ef5e082a-0ae9-4ce4-92c0-e3f8334f5c3e tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:49.895967 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port e5315311-94d0-4357-b29b-d806769abea3 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:25:49.911699 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port e5315311-94d0-4357-b29b-d806769abea3 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:25:49.912471 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:49.927476 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ef5e082a-0ae9-4ce4-92c0-e3f8334f5c3e tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:49.955810 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ea090cc2-2f35-4007-850e-ed35d2232292 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:50.164182 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9066b1b5-10be-4f70-9c1f-8b899dc00b01 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:50.194489 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea090cc2-2f35-4007-850e-ed35d2232292 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Network e8b0bfe2-b00e-4953-bfbb-5dca13fcc41b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:25:50.197806 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea090cc2-2f35-4007-850e-ed35d2232292 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event updated for resources: {'Port': ['ID=8fbbac74-c625-480e-ab00-e74ff3360307,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:50.200976 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-ea090cc2-2f35-4007-850e-ed35d2232292 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:25:50.219078 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea090cc2-2f35-4007-850e-ed35d2232292 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:25:50.227754 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:50.281896 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port e5315311-94d0-4357-b29b-d806769abea3, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e5315311-94d0-4357-b29b-d806769abea3,segment=NetworkSegment(37af7c81-dc61-4da9-9a68-9ee6e2d22927),segment_id=37af7c81-dc61-4da9-9a68-9ee6e2d22927)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:25:50.289498 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:50.310213 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ef5e082a-0ae9-4ce4-92c0-e3f8334f5c3e tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:50.321686 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ef5e082a-0ae9-4ce4-92c0-e3f8334f5c3e tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:50.364163 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea090cc2-2f35-4007-850e-ed35d2232292 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:50.364396 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ea090cc2-2f35-4007-850e-ed35d2232292 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:50.404345 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e082a-0ae9-4ce4-92c0-e3f8334f5c3e tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1b2801-598c-407e-abb5-263004f2fae2,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:50.409905 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e900ff4-d39b-4207-8432-7298a7df61fe None None] Network e8b0bfe2-b00e-4953-bfbb-5dca13fcc41b requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:25:50.414223 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ef5e082a-0ae9-4ce4-92c0-e3f8334f5c3e tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:50.415071 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ef5e082a-0ae9-4ce4-92c0-e3f8334f5c3e tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9156199 May 23 11:25:50.418490 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40228) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:50.434422 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-59d21ea8-0ce4-4fa1-af1a-1d7347154b7c tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Request body: {'security_group_rule': {'security_group_id': '3c1b2801-598c-407e-abb5-263004f2fae2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:50.436702 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8505c87-9687-44d2-8269-de98d787b5be req-3da62ce5-3051-440a-8a98-1614a66acb65 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:50.440288 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b8505c87-9687-44d2-8269-de98d787b5be req-3da62ce5-3051-440a-8a98-1614a66acb65 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 946 time: 0.4488122 May 23 11:25:50.446550 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ea090cc2-2f35-4007-850e-ed35d2232292 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7069969 May 23 11:25:50.451802 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40232) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:50.504941 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-59d21ea8-0ce4-4fa1-af1a-1d7347154b7c tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:50.561107 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-59d21ea8-0ce4-4fa1-af1a-1d7347154b7c tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Usage tracker for resource:security_group_rule and tenant:3140de322d544dffbd3752216d7187ce is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:50.570075 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-59d21ea8-0ce4-4fa1-af1a-1d7347154b7c tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:50.578689 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-59d21ea8-0ce4-4fa1-af1a-1d7347154b7c tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:50.596455 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b8505c87-9687-44d2-8269-de98d787b5be req-bd9f365c-4edc-4361-9d73-ea5ccf1f66a6 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483757 May 23 11:25:50.620400 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841357b0-6eeb-4394-b343-51aca7feaa20 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:50.623297 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-841357b0-6eeb-4394-b343-51aca7feaa20 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Synchronizing usage tracker for tenant:aff5ab15380840359395eccd13918dfd on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:25:50.650066 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-841357b0-6eeb-4394-b343-51aca7feaa20 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Unset dirty status for tenant:aff5ab15380840359395eccd13918dfd on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:25:50.652614 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=e5315311-94d0-4357-b29b-d806769abea3,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:50.654647 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40240) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:50.655507 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-841357b0-6eeb-4394-b343-51aca7feaa20 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 922 time: 0.2005348 May 23 11:25:50.686038 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-59d21ea8-0ce4-4fa1-af1a-1d7347154b7c tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:25:50.690852 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-03def185-0de2-48dd-915f-0ea2a94aca58 None None] Provisioning for port 760ff90c-bbc6-426c-97df-3c7a331a885e completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:25:50.694121 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-59d21ea8-0ce4-4fa1-af1a-1d7347154b7c tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2730620 May 23 11:25:50.694785 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40244) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:50.698743 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:25:50.699141 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:25:50.699484 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:25:50.699996 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:25:50.700332 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:25:50.700704 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:25:50.701254 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:25:50.701639 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:25:50.701997 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:25:50.702582 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:25:50.702915 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:25:50.712742 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d2a3cdfa-95eb-4a9b-a571-95b0038a9b20 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Request body: {'security_group_rule': {'security_group_id': '3c1b2801-598c-407e-abb5-263004f2fae2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:50.718986 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-03def185-0de2-48dd-915f-0ea2a94aca58 None None] Provisioning complete for port 760ff90c-bbc6-426c-97df-3c7a331a885e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:25:50.719349 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-03def185-0de2-48dd-915f-0ea2a94aca58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:50.724669 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d2a3cdfa-95eb-4a9b-a571-95b0038a9b20 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:50.729644 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d2a3cdfa-95eb-4a9b-a571-95b0038a9b20 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Usage tracker for resource:security_group_rule and tenant:3140de322d544dffbd3752216d7187ce is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:50.733120 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d2a3cdfa-95eb-4a9b-a571-95b0038a9b20 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:50.742669 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d2a3cdfa-95eb-4a9b-a571-95b0038a9b20 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:50.817522 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-d2a3cdfa-95eb-4a9b-a571-95b0038a9b20 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:25:50.818198 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d2a3cdfa-95eb-4a9b-a571-95b0038a9b20 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1215003 May 23 11:25:50.821160 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40250) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:50.948691 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40254) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:50.956765 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-409d18d2-4a08-497d-b539-b9b106d9ca5a tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:50.992110 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9066b1b5-10be-4f70-9c1f-8b899dc00b01 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:50.996299 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-03def185-0de2-48dd-915f-0ea2a94aca58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:51.011624 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-409d18d2-4a08-497d-b539-b9b106d9ca5a tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:51.046414 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-03def185-0de2-48dd-915f-0ea2a94aca58 None None] For port 760ff90c-bbc6-426c-97df-3c7a331a885e, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=760ff90c-bbc6-426c-97df-3c7a331a885e,segment=NetworkSegment(ddf30e6a-a60a-4bb3-b6b3-e14348fad2b9),segment_id=ddf30e6a-a60a-4bb3-b6b3-e14348fad2b9)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:25:51.055421 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-03def185-0de2-48dd-915f-0ea2a94aca58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:51.108926 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-409d18d2-4a08-497d-b539-b9b106d9ca5a tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:51.134907 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d18d2-4a08-497d-b539-b9b106d9ca5a tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1b2801-598c-407e-abb5-263004f2fae2,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:51.140332 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-409d18d2-4a08-497d-b539-b9b106d9ca5a tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:51.145206 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-c7328617-f43e-410b-8012-8de5ad2885f8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Deleting port 8fbbac74-c625-480e-ab00-e74ff3360307 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:25:51.145206 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c7328617-f43e-410b-8012-8de5ad2885f8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:51.145839 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-409d18d2-4a08-497d-b539-b9b106d9ca5a tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "DELETE /v2.0/security-groups/3c1b2801-598c-407e-abb5-263004f2fae2 HTTP/1.1" status: 204 len: 168 time: 0.3237069 May 23 11:25:51.146910 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40260) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:51.205183 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d0a18814-88a4-4da7-8e0e-9f5caed1dcb3 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Synchronizing usage tracker for tenant:3140de322d544dffbd3752216d7187ce on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:25:51.224072 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d0a18814-88a4-4da7-8e0e-9f5caed1dcb3 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Unset dirty status for tenant:3140de322d544dffbd3752216d7187ce on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:25:51.231335 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d0a18814-88a4-4da7-8e0e-9f5caed1dcb3 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0830538 May 23 11:25:51.233431 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40264) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:51.251845 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-ecce5829-f181-48cc-b856-e944fdbfd429 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Request body: {'security_group': {'name': 'tempest-secgroup--471894110'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:51.259717 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ecce5829-f181-48cc-b856-e944fdbfd429 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:51.273428 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ecce5829-f181-48cc-b856-e944fdbfd429 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:51.305301 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-0498ec04-7a1b-4821-b6ca-2f596e1f1057 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1450358248-network', 'tenant_id': '60566b2edac04d86a6bb972b28ff351c'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:51.311074 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0498ec04-7a1b-4821-b6ca-2f596e1f1057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:51.316584 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0498ec04-7a1b-4821-b6ca-2f596e1f1057 admin admin] Usage tracker for resource:network and tenant:60566b2edac04d86a6bb972b28ff351c is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:51.321071 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0498ec04-7a1b-4821-b6ca-2f596e1f1057 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:51.322207 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03def185-0de2-48dd-915f-0ea2a94aca58 None None] Pushing event updated for resources: {'Port': ['ID=760ff90c-bbc6-426c-97df-3c7a331a885e,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:51.337203 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0498ec04-7a1b-4821-b6ca-2f596e1f1057 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:51.346016 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ecce5829-f181-48cc-b856-e944fdbfd429 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:51.380570 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e5315311-94d0-4357-b29b-d806769abea3 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:25:51.382460 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0498ec04-7a1b-4821-b6ca-2f596e1f1057 admin admin] Made reservation on behalf of 60566b2edac04d86a6bb972b28ff351c for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:25:51.385342 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0498ec04-7a1b-4821-b6ca-2f596e1f1057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:51.402576 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9066b1b5-10be-4f70-9c1f-8b899dc00b01 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Checking segment: {'id': 'ab7be745-bfc5-4174-a85b-5e74aab01aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'bd1d38ad-630c-4859-96ad-58e71ec31dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:25:51.403547 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9066b1b5-10be-4f70-9c1f-8b899dc00b01 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Network hostable DHCP agents. Network: bd1d38ad-630c-4859-96ad-58e71ec31dc1, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:25:51.411630 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0498ec04-7a1b-4821-b6ca-2f596e1f1057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:51.452084 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0498ec04-7a1b-4821-b6ca-2f596e1f1057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:51.454829 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066b1b5-10be-4f70-9c1f-8b899dc00b01 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Pushing event updated for resources: {'Subnet': ['ID=bc4d0238-9eac-48e5-af94-e0b67a6e1152,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:51.468432 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0498ec04-7a1b-4821-b6ca-2f596e1f1057 admin admin] Usage tracker for resource:security_group_rule and tenant:60566b2edac04d86a6bb972b28ff351c is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:51.472078 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0498ec04-7a1b-4821-b6ca-2f596e1f1057 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:51.479211 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0498ec04-7a1b-4821-b6ca-2f596e1f1057 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:51.561530 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9066b1b5-10be-4f70-9c1f-8b899dc00b01 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Network bd1d38ad-630c-4859-96ad-58e71ec31dc1 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:25:51.572844 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0498ec04-7a1b-4821-b6ca-2f596e1f1057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:51.589854 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0498ec04-7a1b-4821-b6ca-2f596e1f1057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:51.603738 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-9066b1b5-10be-4f70-9c1f-8b899dc00b01 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, bd1d38ad-630c-4859-96ad-58e71ec31dc1) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:25:51.607795 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0498ec04-7a1b-4821-b6ca-2f596e1f1057 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:25:51.615648 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9066b1b5-10be-4f70-9c1f-8b899dc00b01 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:51.616535 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9066b1b5-10be-4f70-9c1f-8b899dc00b01 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:51.628152 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94164639-15d9-4720-a6c3-979006bb8d19 None None] Network bd1d38ad-630c-4859-96ad-58e71ec31dc1 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:25:51.653030 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0498ec04-7a1b-4821-b6ca-2f596e1f1057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950553b6-69a7-426f-8276-69f9cc06c341,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:51.661719 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0498ec04-7a1b-4821-b6ca-2f596e1f1057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:51.663125 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-0498ec04-7a1b-4821-b6ca-2f596e1f1057 admin admin] Added segment af53b55d-f189-4d89-b9cc-acd27a336537 of type vlan for network 5bfad968-f3d7-4311-90f7-9d4871564b90 May 23 11:25:51.664830 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ecce5829-f181-48cc-b856-e944fdbfd429 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:51.675205 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ecce5829-f181-48cc-b856-e944fdbfd429 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Usage tracker for resource:security_group_rule and tenant:3140de322d544dffbd3752216d7187ce is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:51.680324 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ecce5829-f181-48cc-b856-e944fdbfd429 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:51.692212 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ecce5829-f181-48cc-b856-e944fdbfd429 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:51.717953 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0498ec04-7a1b-4821-b6ca-2f596e1f1057 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:51.739329 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9066b1b5-10be-4f70-9c1f-8b899dc00b01 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2959287 May 23 11:25:51.743072 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40276) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:51.760486 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c7328617-f43e-410b-8012-8de5ad2885f8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:51.769082 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-8015ae8c-cead-4be3-aee6-4f893e878fb6 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Request body: {'port': {'network_id': 'bd1d38ad-630c-4859-96ad-58e71ec31dc1', 'name': 'tempest-DHCPAgentSchedulersTestJSON-951407045'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:51.872011 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-08fcf931-ddfd-482f-ab1b-384fad24156b None None] Provisioning complete for port 760ff90c-bbc6-426c-97df-3c7a331a885e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:25:51.877008 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-08fcf931-ddfd-482f-ab1b-384fad24156b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:51.966273 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-c7328617-f43e-410b-8012-8de5ad2885f8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Calling delete_port for 8fbbac74-c625-480e-ab00-e74ff3360307 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:25:51.980509 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port e5315311-94d0-4357-b29b-d806769abea3 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:25:51.983297 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:52.050524 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ecce5829-f181-48cc-b856-e944fdbfd429 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:52.095117 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ecce5829-f181-48cc-b856-e944fdbfd429 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:52.143006 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0498ec04-7a1b-4821-b6ca-2f596e1f1057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:52.144044 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0498ec04-7a1b-4821-b6ca-2f596e1f1057 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:52.145721 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0498ec04-7a1b-4821-b6ca-2f596e1f1057 admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:52.263054 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e718fb-8a1f-45b8-b504-0bf669a1b32d req-d4ad47c2-1542-447c-8824-5454ed44b703 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:52.264768 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c9e718fb-8a1f-45b8-b504-0bf669a1b32d req-d4ad47c2-1542-447c-8824-5454ed44b703 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.6207554 May 23 11:25:52.331611 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c7328617-f43e-410b-8012-8de5ad2885f8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:52.378074 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce5829-f181-48cc-b856-e944fdbfd429 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b267b8e0-7492-4160-b7e6-58f963b3aa17,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:52.411027 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-08fcf931-ddfd-482f-ab1b-384fad24156b None None] Provisioning for port 9c0579b9-9b2a-4efa-886f-1456ef93740f completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:25:52.420399 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ecce5829-f181-48cc-b856-e944fdbfd429 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:52.420907 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7328617-f43e-410b-8012-8de5ad2885f8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event deleted for resources: {'Port': ['ID=8fbbac74-c625-480e-ab00-e74ff3360307,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:52.421830 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ecce5829-f181-48cc-b856-e944fdbfd429 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1874411 May 23 11:25:52.424216 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-08fcf931-ddfd-482f-ab1b-384fad24156b None None] Provisioning complete for port 9c0579b9-9b2a-4efa-886f-1456ef93740f triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:25:52.425121 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-08fcf931-ddfd-482f-ab1b-384fad24156b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:52.429000 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40280) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:52.432283 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0498ec04-7a1b-4821-b6ca-2f596e1f1057 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4826350 May 23 11:25:52.439378 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40284) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:52.440267 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-999506ab-5158-41e0-8686-a475d0a77614 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:52.440826 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-999506ab-5158-41e0-8686-a475d0a77614 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] update failed (client error): There was a conflict when trying to complete your request. May 23 11:25:52.442156 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-999506ab-5158-41e0-8686-a475d0a77614 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "PUT /v2.0/security-groups/b267b8e0-7492-4160-b7e6-58f963b3aa17 HTTP/1.1" status: 409 len: 330 time: 0.0118728 May 23 11:25:52.446515 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0498ec04-7a1b-4821-b6ca-2f596e1f1057 admin admin] Pushing event updated for resources: {'Network': ['ID=5bfad968-f3d7-4311-90f7-9d4871564b90,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:52.446807 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40286) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:52.450833 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8015ae8c-cead-4be3-aee6-4f893e878fb6 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:52.452489 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-fb2f83fd-2bb9-4fec-9a92-ade1da2a721c admin admin] Request body: {'subnet': {'network_id': '5bfad968-f3d7-4311-90f7-9d4871564b90', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1450358248-subnet', 'tenant_id': '60566b2edac04d86a6bb972b28ff351c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:52.455352 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-8015ae8c-cead-4be3-aee6-4f893e878fb6 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Usage tracker for resource:port and tenant:3617a7eb1207425980fb02174bcd2bec is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:52.458869 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-8015ae8c-cead-4be3-aee6-4f893e878fb6 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:52.460744 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c9e718fb-8a1f-45b8-b504-0bf669a1b32d req-5fe7fb0f-94e0-4bce-bf88-4400896678ea tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862473 May 23 11:25:52.465982 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-fb2f83fd-2bb9-4fec-9a92-ade1da2a721c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:52.466529 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8015ae8c-cead-4be3-aee6-4f893e878fb6 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:52.474139 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 5bfad968-f3d7-4311-90f7-9d4871564b90 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:25:52.492907 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8015ae8c-cead-4be3-aee6-4f893e878fb6 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Made reservation on behalf of 3617a7eb1207425980fb02174bcd2bec for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:25:52.497022 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8015ae8c-cead-4be3-aee6-4f893e878fb6 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:52.507047 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-fb2f83fd-2bb9-4fec-9a92-ade1da2a721c admin admin] Usage tracker for resource:subnet and tenant:60566b2edac04d86a6bb972b28ff351c is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:52.526161 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-fb2f83fd-2bb9-4fec-9a92-ade1da2a721c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:52.555727 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-8015ae8c-cead-4be3-aee6-4f893e878fb6 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] device_id is not set on port 067c4d90-c422-40cb-8e1b-75e572ece857 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:25:52.629248 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-fb2f83fd-2bb9-4fec-9a92-ade1da2a721c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:52.668266 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48463225-f091-4c4b-87f8-42030f94bc25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-bd1d38ad-630c-4859-96ad-58e71ec31dc1', 'network_id': 'bd1d38ad-630c-4859-96ad-58e71ec31dc1', 'tenant_id': '3617a7eb1207425980fb02174bcd2bec', 'fixed_ips': [{'subnet_id': 'bc4d0238-9eac-48e5-af94-e0b67a6e1152'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:25:52.669189 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-48463225-f091-4c4b-87f8-42030f94bc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:52.726298 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb710c-b8e9-4d95-919a-2c8e234faf5e req-34da64f4-12ac-4c72-b555-693bd9665109 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:52.738034 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-45eb710c-b8e9-4d95-919a-2c8e234faf5e req-34da64f4-12ac-4c72-b555-693bd9665109 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 946 time: 0.5539052 May 23 11:25:52.778963 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 0149fd8a-049d-4ca2-ad81-8626eed3d2b4 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:25:52.851547 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-8015ae8c-cead-4be3-aee6-4f893e878fb6 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Allocated IP 172.20.0.10 (bd1d38ad-630c-4859-96ad-58e71ec31dc1/bc4d0238-9eac-48e5-af94-e0b67a6e1152/067c4d90-c422-40cb-8e1b-75e572ece857) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:25:52.947726 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2f83fd-2bb9-4fec-9a92-ade1da2a721c admin admin] Made reservation on behalf of 60566b2edac04d86a6bb972b28ff351c for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:25:52.952356 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fb2f83fd-2bb9-4fec-9a92-ade1da2a721c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:53.081127 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-08fcf931-ddfd-482f-ab1b-384fad24156b None None] Port 9c0579b9-9b2a-4efa-886f-1456ef93740f cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:25:53.090516 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-08fcf931-ddfd-482f-ab1b-384fad24156b None None] Could not find standard attr ID for object 8fbbac74-c625-480e-ab00-e74ff3360307. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:25:53.098579 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.resource_extend [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:25:53.166244 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-73156a97-fe77-4e80-8187-acb216fddf17 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:53.186633 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8015ae8c-cead-4be3-aee6-4f893e878fb6 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:53.202617 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c7328617-f43e-410b-8012-8de5ad2885f8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:53.204613 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-8015ae8c-cead-4be3-aee6-4f893e878fb6 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Transition to ACTIVE for port object 067c4d90-c422-40cb-8e1b-75e572ece857 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:25:53.225142 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-45eb710c-b8e9-4d95-919a-2c8e234faf5e req-68bda29e-2069-4199-adef-e59fffa14424 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4861071 May 23 11:25:53.255728 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8015ae8c-cead-4be3-aee6-4f893e878fb6 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:53.325506 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-73156a97-fe77-4e80-8187-acb216fddf17 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:53.345813 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c7328617-f43e-410b-8012-8de5ad2885f8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/ports/8fbbac74-c625-480e-ab00-e74ff3360307 HTTP/1.1" status: 204 len: 168 time: 2.6797199 May 23 11:25:53.349999 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40308) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:53.357834 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-48463225-f091-4c4b-87f8-42030f94bc25 None None] Allocated IP 172.20.0.2 (bd1d38ad-630c-4859-96ad-58e71ec31dc1/bc4d0238-9eac-48e5-af94-e0b67a6e1152/f5d5ac1a-784f-4d34-ae04-dab63bd6a760) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:25:53.423148 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b441555-09ce-4350-983f-7eb8fd2010fc req-cf4f4098-4b57-4818-a01f-02cc52fca793 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:53.425422 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7b441555-09ce-4350-983f-7eb8fd2010fc req-cf4f4098-4b57-4818-a01f-02cc52fca793 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.7468939 May 23 11:25:53.464409 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8015ae8c-cead-4be3-aee6-4f893e878fb6 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Network bd1d38ad-630c-4859-96ad-58e71ec31dc1 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:25:53.478272 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-8015ae8c-cead-4be3-aee6-4f893e878fb6 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:25:53.483603 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 760ff90c-bbc6-426c-97df-3c7a331a885e up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:25:53.489157 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8015ae8c-cead-4be3-aee6-4f893e878fb6 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:25:53.522234 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8015ae8c-cead-4be3-aee6-4f893e878fb6 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Pushing event updated for resources: {'Port': ['ID=067c4d90-c422-40cb-8e1b-75e572ece857,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:53.528650 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-e94c9f88-8876-4531-80b1-82856d84accf tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] GET failed (client error): The resource could not be found. May 23 11:25:53.530935 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e94c9f88-8876-4531-80b1-82856d84accf tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "GET /v2.0/ports/8fbbac74-c625-480e-ab00-e74ff3360307 HTTP/1.1" status: 404 len: 333 time: 0.1789389 May 23 11:25:53.538450 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40314) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:53.544521 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c1770ca3-a316-4d2a-b6fc-fd5654d92d10 None None] Provisioning complete for port 9c0579b9-9b2a-4efa-886f-1456ef93740f triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:25:53.544942 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c1770ca3-a316-4d2a-b6fc-fd5654d92d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:53.629559 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 0149fd8a-049d-4ca2-ad81-8626eed3d2b4, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0149fd8a-049d-4ca2-ad81-8626eed3d2b4,segment=NetworkSegment(4f0d5472-1003-45ab-8b0f-abd1e74bfa02),segment_id=4f0d5472-1003-45ab-8b0f-abd1e74bfa02)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:25:53.672339 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8015ae8c-cead-4be3-aee6-4f893e878fb6 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:53.673093 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8015ae8c-cead-4be3-aee6-4f893e878fb6 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:53.679440 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '0149fd8a-049d-4ca2-ad81-8626eed3d2b4', 'network_id': '0be92582-5915-4835-ac16-79c44c856a03', 'port_id': '0149fd8a-049d-4ca2-ad81-8626eed3d2b4', 'mac_address': 'fa:16:3e:e6:89:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b85c12c-741c-420e-9273-6de6d42ac4b3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:25:53.701850 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c1770ca3-a316-4d2a-b6fc-fd5654d92d10 None None] Port 9c0579b9-9b2a-4efa-886f-1456ef93740f cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:25:53.711504 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-8f0ff534-14d0-4b29-bf14-ea7799500cc7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Deleting port 9c0579b9-9b2a-4efa-886f-1456ef93740f {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:25:53.711977 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8f0ff534-14d0-4b29-bf14-ea7799500cc7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:53.747617 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-73156a97-fe77-4e80-8187-acb216fddf17 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:53.797549 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fb2f83fd-2bb9-4fec-9a92-ade1da2a721c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:53.802820 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8015ae8c-cead-4be3-aee6-4f893e878fb6 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0575094 May 23 11:25:53.808416 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40320) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:53.858512 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73156a97-fe77-4e80-8187-acb216fddf17 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b267b8e0-7492-4160-b7e6-58f963b3aa17,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:53.898811 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-48463225-f091-4c4b-87f8-42030f94bc25 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:53.901914 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7b441555-09ce-4350-983f-7eb8fd2010fc req-6f29c529-24f2-4cc9-a222-affc6a1a8b3e tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4708843 May 23 11:25:53.935346 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-73156a97-fe77-4e80-8187-acb216fddf17 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:53.939892 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-73156a97-fe77-4e80-8187-acb216fddf17 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "DELETE /v2.0/security-groups/b267b8e0-7492-4160-b7e6-58f963b3aa17 HTTP/1.1" status: 204 len: 168 time: 1.4775603 May 23 11:25:53.945128 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-48463225-f091-4c4b-87f8-42030f94bc25 None None] Transition to ACTIVE for port object f5d5ac1a-784f-4d34-ae04-dab63bd6a760 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:25:53.950928 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40328) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:53.959029 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f83fd-2bb9-4fec-9a92-ade1da2a721c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1d7e25a-09ff-44bc-b61d-0af26278cb9e,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:54.012296 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-48463225-f091-4c4b-87f8-42030f94bc25 None None] Transition to ACTIVE for port object f5d5ac1a-784f-4d34-ae04-dab63bd6a760 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:25:54.020121 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2f83fd-2bb9-4fec-9a92-ade1da2a721c admin admin] Checking segment: {'id': 'af53b55d-f189-4d89-b9cc-acd27a336537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5bfad968-f3d7-4311-90f7-9d4871564b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:25:54.020751 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2f83fd-2bb9-4fec-9a92-ade1da2a721c admin admin] Network hostable DHCP agents. Network: 5bfad968-f3d7-4311-90f7-9d4871564b90, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:25:54.063178 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2235e982-cfc7-4b22-8421-9a398afba6cb tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Synchronizing usage tracker for tenant:3140de322d544dffbd3752216d7187ce on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:25:54.070139 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-5103e20d-2b6d-4889-9791-c2fb4f687e4a tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Deleting port 067c4d90-c422-40cb-8e1b-75e572ece857 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:25:54.070598 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5103e20d-2b6d-4889-9791-c2fb4f687e4a tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:54.088320 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2f83fd-2bb9-4fec-9a92-ade1da2a721c admin admin] Network 5bfad968-f3d7-4311-90f7-9d4871564b90 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:25:54.093655 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2235e982-cfc7-4b22-8421-9a398afba6cb tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] Unset dirty status for tenant:3140de322d544dffbd3752216d7187ce on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:25:54.099733 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2235e982-cfc7-4b22-8421-9a398afba6cb tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1453357 May 23 11:25:54.100639 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40334) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:54.104357 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c1770ca3-a316-4d2a-b6fc-fd5654d92d10 None None] Could not find standard attr ID for object 8fbbac74-c625-480e-ab00-e74ff3360307. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:25:54.107816 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:54.133374 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-d3f46ab4-1a61-4f05-8045-ff19e26b0b42 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] delete failed (client error): The resource could not be found. May 23 11:25:54.138231 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d3f46ab4-1a61-4f05-8045-ff19e26b0b42 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "DELETE /v2.0/security-groups/eb2b62eb-519b-4677-8112-5fb0d54298f0 HTTP/1.1" status: 404 len: 347 time: 0.0304763 May 23 11:25:54.138231 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-fb2f83fd-2bb9-4fec-9a92-ade1da2a721c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 5bfad968-f3d7-4311-90f7-9d4871564b90) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:25:54.147441 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40338) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:54.159995 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-48463225-f091-4c4b-87f8-42030f94bc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:54.191008 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ce2fd4-8eac-450e-8ccd-ae8d8de31cbc None None] Network 5bfad968-f3d7-4311-90f7-9d4871564b90 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:25:54.214988 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2f83fd-2bb9-4fec-9a92-ade1da2a721c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:54.215629 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fb2f83fd-2bb9-4fec-9a92-ade1da2a721c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:54.337482 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-25b8a02b-c24e-44cb-a777-54267001d142 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] show failed (client error): The resource could not be found. May 23 11:25:54.342834 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-25b8a02b-c24e-44cb-a777-54267001d142 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "GET /v2.0/security-groups/0e92f0eb-7da8-456f-9d63-15dcc163b3a7 HTTP/1.1" status: 404 len: 347 time: 0.1831019 May 23 11:25:54.345645 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40344) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:54.375542 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-fcec14b3-58f3-4371-a3c0-e472c4e8a176 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] show failed (client error): The resource could not be found. May 23 11:25:54.381222 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-fcec14b3-58f3-4371-a3c0-e472c4e8a176 tempest-NegativeSecGroupIPv6Test-1869890677 tempest-NegativeSecGroupIPv6Test-1869890677-project] 10.222.0.79 "GET /v2.0/security-group-rules/5dac3f28-a1a1-4973-8df6-0a920b84e7ae HTTP/1.1" status: 404 len: 356 time: 0.0302563 May 23 11:25:54.400392 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-fb2f83fd-2bb9-4fec-9a92-ade1da2a721c admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9492652 May 23 11:25:54.538089 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 760ff90c-bbc6-426c-97df-3c7a331a885e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:25:54.538635 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:54.743210 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0149fd8a-049d-4ca2-ad81-8626eed3d2b4 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:25:54.838684 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48463225-f091-4c4b-87f8-42030f94bc25 None None] Pushing event updated for resources: {'Port': ['ID=f5d5ac1a-784f-4d34-ae04-dab63bd6a760,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:54.928041 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40354) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:54.951030 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48463225-f091-4c4b-87f8-42030f94bc25 None None] Network bd1d38ad-630c-4859-96ad-58e71ec31dc1 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:25:54.976274 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-48463225-f091-4c4b-87f8-42030f94bc25 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:25:54.983003 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48463225-f091-4c4b-87f8-42030f94bc25 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:25:55.009060 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8f0ff534-14d0-4b29-bf14-ea7799500cc7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:55.036572 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7f294-a415-48b2-9045-ec4dba4de43e req-19fbb3d5-bf03-4712-8315-fec286463eac tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:55.038469 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f0d7f294-a415-48b2-9045-ec4dba4de43e req-19fbb3d5-bf03-4712-8315-fec286463eac tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.7870862 May 23 11:25:55.146057 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 0149fd8a-049d-4ca2-ad81-8626eed3d2b4, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0149fd8a-049d-4ca2-ad81-8626eed3d2b4,segment=NetworkSegment(4f0d5472-1003-45ab-8b0f-abd1e74bfa02),segment_id=4f0d5472-1003-45ab-8b0f-abd1e74bfa02)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:25:55.191220 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d991bb-7fc0-4852-881b-c71d859c7c63 req-27c75a6d-19b2-45f2-b260-5e0cb419a295 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:55.196154 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b4d991bb-7fc0-4852-881b-c71d859c7c63 req-27c75a6d-19b2-45f2-b260-5e0cb419a295 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 946 time: 0.4233546 May 23 11:25:55.226598 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:55.306124 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f0d7f294-a415-48b2-9045-ec4dba4de43e req-e06d1e16-6ea1-4464-9e93-96ec5687ca25 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2572279 May 23 11:25:55.316206 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-8f0ff534-14d0-4b29-bf14-ea7799500cc7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Calling delete_port for 9c0579b9-9b2a-4efa-886f-1456ef93740f owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:25:55.380237 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5103e20d-2b6d-4889-9791-c2fb4f687e4a tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:55.462271 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b4d991bb-7fc0-4852-881b-c71d859c7c63 req-12e0ed2d-7e2b-4bff-9dc0-cd5f08c833ba tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2351446 May 23 11:25:55.534787 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9c5307e4-7bfb-4c3d-82ff-8fab63cc375e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3140de322d544dffbd3752216d7187ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6004877 May 23 11:25:55.540281 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40370) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:55.582122 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['0149fd8a-049d-4ca2-ad81-8626eed3d2b4'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:25:55.657349 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f30fe91b-5c76-4076-b8a8-2786cea57b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:55.714996 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f30fe91b-5c76-4076-b8a8-2786cea57b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:55.905422 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f30fe91b-5c76-4076-b8a8-2786cea57b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:55.937981 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30fe91b-5c76-4076-b8a8-2786cea57b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6687ae8-4763-4e3f-a257-9be3189e2631,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:56.062095 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f30fe91b-5c76-4076-b8a8-2786cea57b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:56.063393 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f30fe91b-5c76-4076-b8a8-2786cea57b4d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f6687ae8-4763-4e3f-a257-9be3189e2631 HTTP/1.1" status: 204 len: 168 time: 0.5219450 May 23 11:25:56.112058 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-48463225-f091-4c4b-87f8-42030f94bc25 None None] Attempting to bind port f5d5ac1a-784f-4d34-ae04-dab63bd6a760 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:25:56.113180 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-48463225-f091-4c4b-87f8-42030f94bc25 None None] Attempting to bind port f5d5ac1a-784f-4d34-ae04-dab63bd6a760 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'ab7be745-bfc5-4174-a85b-5e74aab01aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'bd1d38ad-630c-4859-96ad-58e71ec31dc1'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:25:56.113548 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48463225-f091-4c4b-87f8-42030f94bc25 None None] Attempting to bind port f5d5ac1a-784f-4d34-ae04-dab63bd6a760 on network bd1d38ad-630c-4859-96ad-58e71ec31dc1 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:25:56.127680 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957aa00-aba5-46fa-81df-d8ac513cdde9 req-3506d7f0-cc8a-4bd2-b8e3-b2e01dd40d3f tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:56.129441 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d957aa00-aba5-46fa-81df-d8ac513cdde9 req-3506d7f0-cc8a-4bd2-b8e3-b2e01dd40d3f tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.3112273 May 23 11:25:56.153058 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48463225-f091-4c4b-87f8-42030f94bc25 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:25:56.154126 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48463225-f091-4c4b-87f8-42030f94bc25 None None] Checking segment: {'id': 'ab7be745-bfc5-4174-a85b-5e74aab01aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'bd1d38ad-630c-4859-96ad-58e71ec31dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:25:56.154522 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-48463225-f091-4c4b-87f8-42030f94bc25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:56.154922 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48463225-f091-4c4b-87f8-42030f94bc25 None None] Bound using segment: {'id': 'ab7be745-bfc5-4174-a85b-5e74aab01aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'bd1d38ad-630c-4859-96ad-58e71ec31dc1'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:25:56.155409 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-48463225-f091-4c4b-87f8-42030f94bc25 None None] Bound port: f5d5ac1a-784f-4d34-ae04-dab63bd6a760, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab7be745-bfc5-4174-a85b-5e74aab01aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'bd1d38ad-630c-4859-96ad-58e71ec31dc1'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:25:56.155780 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-48463225-f091-4c4b-87f8-42030f94bc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:56.180543 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281c196-4f90-4ead-bc8d-76114544172c req-0fdb5c35-53ee-4776-abe7-62da28211005 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:56.182211 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1281c196-4f90-4ead-bc8d-76114544172c req-0fdb5c35-53ee-4776-abe7-62da28211005 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] 10.222.0.79 "GET /v2.0/networks?id=5bfad968-f3d7-4311-90f7-9d4871564b90 HTTP/1.1" status: 200 len: 813 time: 0.2506466 May 23 11:25:56.216578 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1281c196-4f90-4ead-bc8d-76114544172c req-08a3feb9-57a2-4387-a468-18b99671a910 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] 10.222.0.79 "GET /v2.0/quotas/60566b2edac04d86a6bb972b28ff351c HTTP/1.1" status: 200 len: 375 time: 0.0236158 May 23 11:25:56.231791 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d957aa00-aba5-46fa-81df-d8ac513cdde9 req-813aa870-836a-4c71-8daa-ac76ea95b590 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949595 May 23 11:25:56.265218 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-5103e20d-2b6d-4889-9791-c2fb4f687e4a tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Calling delete_port for 067c4d90-c422-40cb-8e1b-75e572ece857 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:25:56.302806 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8f0ff534-14d0-4b29-bf14-ea7799500cc7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:56.321819 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1281c196-4f90-4ead-bc8d-76114544172c req-9e276bb5-ed19-4316-8e94-a31c83961b8a tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=60566b2edac04d86a6bb972b28ff351c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0887086 May 23 11:25:56.401495 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ff534-14d0-4b29-bf14-ea7799500cc7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event deleted for resources: {'Port': ['ID=9c0579b9-9b2a-4efa-886f-1456ef93740f,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:56.700229 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1281c196-4f90-4ead-bc8d-76114544172c req-479d1d12-03a0-414e-a5c0-3b6752b95718 service neutron] 10.222.0.79 "GET /v2.0/networks/5bfad968-f3d7-4311-90f7-9d4871564b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693061 May 23 11:25:56.765722 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=0149fd8a-049d-4ca2-ad81-8626eed3d2b4,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:57.006360 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8f0ff534-14d0-4b29-bf14-ea7799500cc7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:57.039994 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8f0ff534-14d0-4b29-bf14-ea7799500cc7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/ports/9c0579b9-9b2a-4efa-886f-1456ef93740f HTTP/1.1" status: 204 len: 168 time: 3.5004461 May 23 11:25:57.045371 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40398) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:57.070886 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b106420-edc2-44b3-a0b7-1aad826dc69b None None] Network 5bfad968-f3d7-4311-90f7-9d4871564b90 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:25:57.105584 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5103e20d-2b6d-4889-9791-c2fb4f687e4a tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:57.211793 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-48463225-f091-4c4b-87f8-42030f94bc25 None None] For port f5d5ac1a-784f-4d34-ae04-dab63bd6a760, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:25:57.233540 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5103e20d-2b6d-4889-9791-c2fb4f687e4a tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Pushing event deleted for resources: {'Port': ['ID=067c4d90-c422-40cb-8e1b-75e572ece857,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:57.236112 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-81e69c41-a9ba-4fe1-8256-9e25edc0662b tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] GET failed (client error): The resource could not be found. May 23 11:25:57.236626 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-81e69c41-a9ba-4fe1-8256-9e25edc0662b tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Synchronizing usage tracker for tenant:aff5ab15380840359395eccd13918dfd on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:25:57.249598 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-48463225-f091-4c4b-87f8-42030f94bc25 None None] For port f5d5ac1a-784f-4d34-ae04-dab63bd6a760, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=f5d5ac1a-784f-4d34-ae04-dab63bd6a760,segment=NetworkSegment(ab7be745-bfc5-4174-a85b-5e74aab01aa4),segment_id=ab7be745-bfc5-4174-a85b-5e74aab01aa4)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:25:57.261955 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-48463225-f091-4c4b-87f8-42030f94bc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:57.267514 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 0149fd8a-049d-4ca2-ad81-8626eed3d2b4 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:25:57.291554 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1281c196-4f90-4ead-bc8d-76114544172c req-e08a2f15-3d4b-4e30-8770-831684a14a1d service neutron] 10.222.0.79 "GET /v2.0/networks/5bfad968-f3d7-4311-90f7-9d4871564b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5831287 May 23 11:25:57.333361 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb2a36-7d54-4ce1-8e33-4b9449f49a7f req-b63d2c7e-cd01-4e22-8af8-e583b4fe68bd tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:57.342067 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b0fb2a36-7d54-4ce1-8e33-4b9449f49a7f req-b63d2c7e-cd01-4e22-8af8-e583b4fe68bd tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 945 time: 0.4154053 May 23 11:25:57.454220 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-81e69c41-a9ba-4fe1-8256-9e25edc0662b tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Unset dirty status for tenant:aff5ab15380840359395eccd13918dfd on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:25:57.459643 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-81e69c41-a9ba-4fe1-8256-9e25edc0662b tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "GET /v2.0/ports/9c0579b9-9b2a-4efa-886f-1456ef93740f HTTP/1.1" status: 404 len: 333 time: 0.4088669 May 23 11:25:57.460797 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40404) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:57.463769 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b0fb2a36-7d54-4ce1-8e33-4b9449f49a7f req-f02d9019-4bf5-4dab-89c3-6d30cceba887 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190941 May 23 11:25:57.513322 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5103e20d-2b6d-4889-9791-c2fb4f687e4a tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:57.526383 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5103e20d-2b6d-4889-9791-c2fb4f687e4a tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] 10.222.0.79 "DELETE /v2.0/ports/067c4d90-c422-40cb-8e1b-75e572ece857 HTTP/1.1" status: 204 len: 168 time: 3.7168858 May 23 11:25:57.530841 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40410) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:57.698171 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48463225-f091-4c4b-87f8-42030f94bc25 None None] Pushing event updated for resources: {'Port': ['ID=f5d5ac1a-784f-4d34-ae04-dab63bd6a760,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:57.837487 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 0149fd8a-049d-4ca2-ad81-8626eed3d2b4 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:25:57.838114 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:58.122951 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-be9f83c7-1d52-4425-81b1-354b0a2d2904 req-c2bda921-657e-4c13-8d73-831e00f173db tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bda6b7c-9251-4a5e-b257-c5c07491c7bc HTTP/1.1" status: 200 len: 210 time: 0.4251635 May 23 11:25:58.258549 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-91059eb7-975a-4a12-aaad-1f7a84989107 tempest-DHCPAgentSchedulersTestJSON-85256230 tempest-DHCPAgentSchedulersTestJSON-85256230-project-admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.7154262 May 23 11:25:58.261323 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40438) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:58.304325 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-762ba5d8-49a0-428d-b418-cce2524f46d2 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1082086165'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:25:58.305765 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-762ba5d8-49a0-428d-b418-cce2524f46d2 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:25:58.322696 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-762ba5d8-49a0-428d-b418-cce2524f46d2 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Usage tracker for resource:network and tenant:3617a7eb1207425980fb02174bcd2bec is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:25:58.343735 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-762ba5d8-49a0-428d-b418-cce2524f46d2 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:25:58.362291 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-762ba5d8-49a0-428d-b418-cce2524f46d2 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:25:58.396726 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762ba5d8-49a0-428d-b418-cce2524f46d2 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Made reservation on behalf of 3617a7eb1207425980fb02174bcd2bec for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:25:58.400364 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-762ba5d8-49a0-428d-b418-cce2524f46d2 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:58.413149 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:58.459718 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-762ba5d8-49a0-428d-b418-cce2524f46d2 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:25:58.483297 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-762ba5d8-49a0-428d-b418-cce2524f46d2 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:58.483874 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-762ba5d8-49a0-428d-b418-cce2524f46d2 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Added segment d295c75b-c567-4bca-a36c-02624ca6fd8c of type vlan for network 66693b2b-c9a7-4470-af5c-1636eea1119d May 23 11:25:58.535045 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a828bb3-148f-4401-9e9c-56c824d3b707 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Deleting subnet 62dba5ec-e340-4bef-9d95-e00461dfae99 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:25:58.544917 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c24f87-ea64-47df-b23b-232e08cd18b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0149fd8a-049d-4ca2-ad81-8626eed3d2b4'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:25:58.553708 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-762ba5d8-49a0-428d-b418-cce2524f46d2 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:58.584555 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 0149fd8a-049d-4ca2-ad81-8626eed3d2b4, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0149fd8a-049d-4ca2-ad81-8626eed3d2b4,segment=NetworkSegment(4f0d5472-1003-45ab-8b0f-abd1e74bfa02),segment_id=4f0d5472-1003-45ab-8b0f-abd1e74bfa02)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:25:58.587747 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0a828bb3-148f-4401-9e9c-56c824d3b707 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:58.598313 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:58.658043 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-762ba5d8-49a0-428d-b418-cce2524f46d2 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:58.665078 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762ba5d8-49a0-428d-b418-cce2524f46d2 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:58.671274 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-762ba5d8-49a0-428d-b418-cce2524f46d2 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:58.730398 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4436dc3-71fd-4a99-973d-2076b40eb20e'] response: {'server_uuid': '70c24f87-ea64-47df-b23b-232e08cd18b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0149fd8a-049d-4ca2-ad81-8626eed3d2b4', 'code': 200} May 23 11:25:58.763487 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-47749cac-1cd5-4f41-bb42-88c766b0f72d tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:25:58.768241 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device f5d5ac1a-784f-4d34-ae04-dab63bd6a760 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:25:58.778018 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-47749cac-1cd5-4f41-bb42-88c766b0f72d tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/networks?id=6213997a-77dd-4973-bef8-b88fbf379b24 HTTP/1.1" status: 200 len: 812 time: 0.9483747 May 23 11:25:58.880971 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-a4703ae8-bdd6-4197-9487-96ff819a268f tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/quotas/0d8e63cb106b40b880c35c46eb22d5c0 HTTP/1.1" status: 200 len: 375 time: 0.0644839 May 23 11:25:58.894386 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=0149fd8a-049d-4ca2-ad81-8626eed3d2b4,revision_number=7']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:58.966610 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port f5d5ac1a-784f-4d34-ae04-dab63bd6a760 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:25:58.969999 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0a828bb3-148f-4401-9e9c-56c824d3b707 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:58.997356 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-762ba5d8-49a0-428d-b418-cce2524f46d2 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7348113 May 23 11:25:59.000759 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40458) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:59.016026 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ba5d8-49a0-428d-b418-cce2524f46d2 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Pushing event updated for resources: {'Network': ['ID=66693b2b-c9a7-4470-af5c-1636eea1119d,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:59.029484 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 66693b2b-c9a7-4470-af5c-1636eea1119d details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:25:59.266539 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0a828bb3-148f-4401-9e9c-56c824d3b707 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:59.530598 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-075ecaad-61a6-4f2f-8384-c41e729ac147 tempest-DHCPAgentSchedulersTestJSON-85256230 tempest-DHCPAgentSchedulersTestJSON-85256230-project-admin] 10.222.0.79 "GET /v2.0/agents/31391e26-fdd5-4628-8166-fa5efab34dc6/dhcp-networks HTTP/1.1" status: 200 len: 9295 time: 0.5260942 May 23 11:25:59.531173 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40470) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:59.582163 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0a828bb3-148f-4401-9e9c-56c824d3b707 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:59.616449 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d188db24-f4ec-406c-88c1-49e544f1a5b5 None None] Network bd1d38ad-630c-4859-96ad-58e71ec31dc1 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:25:59.756565 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a480a3c-11d9-49dd-ad11-07da7c2cf7e5 tempest-DHCPAgentSchedulersTestJSON-85256230 tempest-DHCPAgentSchedulersTestJSON-85256230-project-admin] Network 66693b2b-c9a7-4470-af5c-1636eea1119d is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:25:59.789370 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5a480a3c-11d9-49dd-ad11-07da7c2cf7e5 tempest-DHCPAgentSchedulersTestJSON-85256230 tempest-DHCPAgentSchedulersTestJSON-85256230-project-admin] 10.222.0.79 "POST /v2.0/agents/31391e26-fdd5-4628-8166-fa5efab34dc6/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2500007 May 23 11:25:59.794006 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40476) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:59.891275 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a828bb3-148f-4401-9e9c-56c824d3b707 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event deleted for resources: {'Subnet': ['ID=62dba5ec-e340-4bef-9d95-e00461dfae99,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:25:59.925804 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0a828bb3-148f-4401-9e9c-56c824d3b707 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:25:59.971566 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0a828bb3-148f-4401-9e9c-56c824d3b707 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/subnets/62dba5ec-e340-4bef-9d95-e00461dfae99 HTTP/1.1" status: 204 len: 168 time: 2.5067532 May 23 11:25:59.979226 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40480) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:25:59.980332 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dedb3e-5a39-4209-861f-038b239d7364 None None] Network 66693b2b-c9a7-4470-af5c-1636eea1119d requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:26:00.008986 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c446fb-dda8-4354-9730-2ac7f7600103 None None] Network e8b0bfe2-b00e-4953-bfbb-5dca13fcc41b requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:26:00.144124 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-80250a04-9657-431c-9ce6-c6001d2570d8 tempest-DHCPAgentSchedulersTestJSON-85256230 tempest-DHCPAgentSchedulersTestJSON-85256230-project-admin] 10.222.0.79 "GET /v2.0/agents/31391e26-fdd5-4628-8166-fa5efab34dc6/dhcp-networks HTTP/1.1" status: 200 len: 10002 time: 0.3474984 May 23 11:26:00.147222 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40490) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:00.211740 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-fe47280d-7e02-4732-8dcc-e3f2652df24c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=0d8e63cb106b40b880c35c46eb22d5c0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.7266061 May 23 11:26:00.269704 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f0404634-ecdc-4004-9874-b8bae53e619c tempest-DHCPAgentSchedulersTestJSON-85256230 tempest-DHCPAgentSchedulersTestJSON-85256230-project-admin] 10.222.0.79 "DELETE /v2.0/agents/31391e26-fdd5-4628-8166-fa5efab34dc6/dhcp-networks/66693b2b-c9a7-4470-af5c-1636eea1119d HTTP/1.1" status: 204 len: 168 time: 0.1183078 May 23 11:26:00.270409 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40498) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:00.306568 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992883a-ef72-42e5-b7da-95de791b38d7 req-3c7b9c74-e34e-4620-bc60-551ec84da0af tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:00.319787 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3992883a-ef72-42e5-b7da-95de791b38d7 req-3c7b9c74-e34e-4620-bc60-551ec84da0af tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 946 time: 0.8334146 May 23 11:26:00.439413 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a8084879-8104-40cd-948b-8c2974cd384a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:00.552429 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-26ace6e5-282e-46af-9979-a59d0f975ebc None None] Provisioning for port f5d5ac1a-784f-4d34-ae04-dab63bd6a760 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:26:00.649992 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-26ace6e5-282e-46af-9979-a59d0f975ebc None None] Provisioning complete for port f5d5ac1a-784f-4d34-ae04-dab63bd6a760 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:26:00.650403 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-26ace6e5-282e-46af-9979-a59d0f975ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:00.767924 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-a8084879-8104-40cd-948b-8c2974cd384a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Deleting port 760ff90c-bbc6-426c-97df-3c7a331a885e {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:26:00.769196 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-649cc367-1316-499e-a073-ee43356600a0 tempest-DHCPAgentSchedulersTestJSON-85256230 tempest-DHCPAgentSchedulersTestJSON-85256230-project-admin] 10.222.0.79 "GET /v2.0/agents/31391e26-fdd5-4628-8166-fa5efab34dc6/dhcp-networks HTTP/1.1" status: 200 len: 9257 time: 0.4966705 May 23 11:26:00.770454 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a8084879-8104-40cd-948b-8c2974cd384a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:00.770575 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40506) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:00.864288 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7477791b-fe10-47a6-98a0-7fefd969101c tempest-DHCPAgentSchedulersTestJSON-85256230 tempest-DHCPAgentSchedulersTestJSON-85256230-project-admin] 10.222.0.79 "GET /v2.0/networks/bd1d38ad-630c-4859-96ad-58e71ec31dc1/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0757217 May 23 11:26:00.864969 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40510) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:00.931984 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-25d683e5-f019-481d-b5ca-81afc9e9a294 tempest-DHCPAgentSchedulersTestJSON-85256230 tempest-DHCPAgentSchedulersTestJSON-85256230-project-admin] 10.222.0.79 "GET /v2.0/networks/bd1d38ad-630c-4859-96ad-58e71ec31dc1/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0653119 May 23 11:26:00.934864 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40516) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:01.000281 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3992883a-ef72-42e5-b7da-95de791b38d7 req-0fe2f3f5-c943-40e4-891c-066db87110c1 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6790156 May 23 11:26:01.136512 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-cea812db-2c0c-4891-b6c1-44d7fb5bcd97 service neutron] 10.222.0.79 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9224951 May 23 11:26:01.378939 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281c196-4f90-4ead-bc8d-76114544172c req-d75a6c29-c4e7-4043-b60d-61602348cfe7 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:01.400706 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1281c196-4f90-4ead-bc8d-76114544172c req-d75a6c29-c4e7-4043-b60d-61602348cfe7 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] 10.222.0.81 "GET /v2.0/networks?id=5bfad968-f3d7-4311-90f7-9d4871564b90 HTTP/1.1" status: 200 len: 813 time: 0.8837383 May 23 11:26:01.404593 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-26ace6e5-282e-46af-9979-a59d0f975ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:01.466465 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-1281c196-4f90-4ead-bc8d-76114544172c req-65d771c8-5058-4535-8d74-431d565ce388 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] Request body: {'port': {'device_id': '0bda6b7c-9251-4a5e-b257-c5c07491c7bc', 'network_id': '5bfad968-f3d7-4311-90f7-9d4871564b90', 'admin_state_up': True, 'tenant_id': '60566b2edac04d86a6bb972b28ff351c'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:26:01.488041 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-26ace6e5-282e-46af-9979-a59d0f975ebc None None] For port f5d5ac1a-784f-4d34-ae04-dab63bd6a760, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=f5d5ac1a-784f-4d34-ae04-dab63bd6a760,segment=NetworkSegment(ab7be745-bfc5-4174-a85b-5e74aab01aa4),segment_id=ab7be745-bfc5-4174-a85b-5e74aab01aa4)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:26:01.513087 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-26ace6e5-282e-46af-9979-a59d0f975ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:01.559485 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-29bc1c76-58d4-4038-a37e-d8dddcd2fd88 tempest-DHCPAgentSchedulersTestJSON-85256230 tempest-DHCPAgentSchedulersTestJSON-85256230-project-admin] 10.222.0.79 "GET /v2.0/agents/31391e26-fdd5-4628-8166-fa5efab34dc6/dhcp-networks HTTP/1.1" status: 200 len: 9257 time: 0.6195481 May 23 11:26:01.560694 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40526) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:01.651568 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e076ec61-540b-401c-ac02-06de2fca4f6b req-dd54a682-16ed-4336-a318-05c29e57b2c5 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bda6b7c-9251-4a5e-b257-c5c07491c7bc HTTP/1.1" status: 200 len: 210 time: 0.3304520 May 23 11:26:01.774819 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ace6e5-282e-46af-9979-a59d0f975ebc None None] Pushing event updated for resources: {'Port': ['ID=f5d5ac1a-784f-4d34-ae04-dab63bd6a760,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:01.857344 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f23b06bc-7435-40e3-b5ab-c8c7d16a21fd None None] Provisioning complete for port f5d5ac1a-784f-4d34-ae04-dab63bd6a760 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:26:01.857717 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f23b06bc-7435-40e3-b5ab-c8c7d16a21fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:01.932381 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a8d90a-7cf4-4fc0-9f30-a70bfe6b3ce1 None None] DHCP port deletion for e8b0bfe2-b00e-4953-bfbb-5dca13fcc41b request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:26:01.959131 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5ed74e81-cc5b-44bc-a638-fb13a7911c6f tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:02.000906 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d0a8d90a-7cf4-4fc0-9f30-a70bfe6b3ce1 None None] Deleting port 760ff90c-bbc6-426c-97df-3c7a331a885e {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:26:02.008850 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d0a8d90a-7cf4-4fc0-9f30-a70bfe6b3ce1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:02.201804 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-1e9fb527-fd85-4ee2-b07a-6e68be4daf1c service neutron] 10.222.0.79 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0628271 May 23 11:26:02.312801 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-a8084879-8104-40cd-948b-8c2974cd384a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] For port 760ff90c-bbc6-426c-97df-3c7a331a885e, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=760ff90c-bbc6-426c-97df-3c7a331a885e,segment=NetworkSegment(ddf30e6a-a60a-4bb3-b6b3-e14348fad2b9),segment_id=ddf30e6a-a60a-4bb3-b6b3-e14348fad2b9)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:26:02.315026 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a8084879-8104-40cd-948b-8c2974cd384a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:02.355650 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5ed74e81-cc5b-44bc-a638-fb13a7911c6f tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:02.430529 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-5ed74e81-cc5b-44bc-a638-fb13a7911c6f tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66693b2b-c9a7-4470-af5c-1636eea1119d']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:26:02.464224 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-5ed74e81-cc5b-44bc-a638-fb13a7911c6f tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd295c75b-c567-4bca-a36c-02624ca6fd8c') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:26:02.465075 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-5ed74e81-cc5b-44bc-a638-fb13a7911c6f tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd295c75b-c567-4bca-a36c-02624ca6fd8c') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:26:02.485130 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5ed74e81-cc5b-44bc-a638-fb13a7911c6f tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:02.508694 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5ed74e81-cc5b-44bc-a638-fb13a7911c6f tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:02.522426 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ed74e81-cc5b-44bc-a638-fb13a7911c6f tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:26:02.536442 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5ed74e81-cc5b-44bc-a638-fb13a7911c6f tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:02.597525 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:26:02.597525 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:26:02.597525 n-d-842952-2 neutron-server[83911]: timer() May 23 11:26:02.597525 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:26:02.597525 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:26:02.597525 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:26:02.597525 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:26:02.597525 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:26:02.597525 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:26:02.597525 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:26:02.597525 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:26:02.597525 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:26:02.597525 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:26:02.597525 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:26:02.597525 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:26:02.597525 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:26:02.597525 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:26:02.597525 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:26:02.597525 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:26:02.597525 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:26:02.597525 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:26:02.597525 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:26:02.597525 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:26:02.597525 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:26:02.597525 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:26:02.597525 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:26:02.597525 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:26:02.597525 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:26:02.597525 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:26:02.597525 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:26:02.597525 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:26:02.597525 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:26:02.693038 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:26:02.768045 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5ed74e81-cc5b-44bc-a638-fb13a7911c6f tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:02.782563 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5ed74e81-cc5b-44bc-a638-fb13a7911c6f tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:02.812473 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed74e81-cc5b-44bc-a638-fb13a7911c6f tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Pushing event deleted for resources: {'Network': ['ID=66693b2b-c9a7-4470-af5c-1636eea1119d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:02.830547 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5ed74e81-cc5b-44bc-a638-fb13a7911c6f tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] 10.222.0.79 "DELETE /v2.0/networks/66693b2b-c9a7-4470-af5c-1636eea1119d HTTP/1.1" status: 204 len: 168 time: 1.2593005 May 23 11:26:02.831614 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40548) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:02.929171 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c7e3e3c-67af-42e1-96c8-7ce9f3837bf0 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] DELETE failed (client error): The resource could not be found. May 23 11:26:02.929626 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c7e3e3c-67af-42e1-96c8-7ce9f3837bf0 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:26:02.939721 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5c7e3e3c-67af-42e1-96c8-7ce9f3837bf0 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] 10.222.0.79 "DELETE /v2.0/ports/067c4d90-c422-40cb-8e1b-75e572ece857 HTTP/1.1" status: 404 len: 333 time: 0.1064479 May 23 11:26:02.943349 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40558) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:02.951077 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-d0a8d90a-7cf4-4fc0-9f30-a70bfe6b3ce1 None None] For port 760ff90c-bbc6-426c-97df-3c7a331a885e, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=760ff90c-bbc6-426c-97df-3c7a331a885e,segment=NetworkSegment(ddf30e6a-a60a-4bb3-b6b3-e14348fad2b9),segment_id=ddf30e6a-a60a-4bb3-b6b3-e14348fad2b9)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:26:02.951716 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d0a8d90a-7cf4-4fc0-9f30-a70bfe6b3ce1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:03.021379 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-a8084879-8104-40cd-948b-8c2974cd384a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Calling delete_port for 760ff90c-bbc6-426c-97df-3c7a331a885e owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:26:03.260050 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-1281c196-4f90-4ead-bc8d-76114544172c req-65d771c8-5058-4535-8d74-431d565ce388 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:26:03.263881 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-58f73678-eea7-4481-b42f-465b60420220 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Deleting subnet bc4d0238-9eac-48e5-af94-e0b67a6e1152 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:26:03.266657 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-58f73678-eea7-4481-b42f-465b60420220 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:03.298506 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-1281c196-4f90-4ead-bc8d-76114544172c req-65d771c8-5058-4535-8d74-431d565ce388 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] Usage tracker for resource:port and tenant:60566b2edac04d86a6bb972b28ff351c is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:26:03.313722 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d9440263-c44d-4b4b-ac01-195a130e73ae req-ea9c5b3e-bd12-4cdd-9d96-98bfc41989f4 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=11d81c3a-3864-4c18-ba21-dada55282edf HTTP/1.1" status: 200 len: 210 time: 0.3163152 May 23 11:26:03.314681 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-1281c196-4f90-4ead-bc8d-76114544172c req-65d771c8-5058-4535-8d74-431d565ce388 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:26:03.341290 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d0a8d90a-7cf4-4fc0-9f30-a70bfe6b3ce1 None None] Calling delete_port for 760ff90c-bbc6-426c-97df-3c7a331a885e owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:26:03.343657 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-1281c196-4f90-4ead-bc8d-76114544172c req-65d771c8-5058-4535-8d74-431d565ce388 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:26:03.388049 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-58f73678-eea7-4481-b42f-465b60420220 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:03.411560 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1281c196-4f90-4ead-bc8d-76114544172c req-65d771c8-5058-4535-8d74-431d565ce388 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] Made reservation on behalf of 60566b2edac04d86a6bb972b28ff351c for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:26:03.414908 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1281c196-4f90-4ead-bc8d-76114544172c req-65d771c8-5058-4535-8d74-431d565ce388 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:03.432571 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f674390-634e-4d79-8e5b-de218320b2c3 req-5731e387-2e5a-466e-b7a9-14e744f3ff30 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:03.439793 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6f674390-634e-4d79-8e5b-de218320b2c3 req-5731e387-2e5a-466e-b7a9-14e744f3ff30 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 946 time: 1.1602225 May 23 11:26:03.510791 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device f5d5ac1a-784f-4d34-ae04-dab63bd6a760 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:26:03.609661 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-58f73678-eea7-4481-b42f-465b60420220 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:03.808304 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port f5d5ac1a-784f-4d34-ae04-dab63bd6a760 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:26:03.811203 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:03.832310 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-58f73678-eea7-4481-b42f-465b60420220 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:03.923531 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-1281c196-4f90-4ead-bc8d-76114544172c req-65d771c8-5058-4535-8d74-431d565ce388 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] Allocated IP 172.20.0.4 (5bfad968-f3d7-4311-90f7-9d4871564b90/b1d7e25a-09ff-44bc-b61d-0af26278cb9e/1a825bf2-6321-4eee-bbb1-551612cfd286) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:26:03.972748 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f73678-eea7-4481-b42f-465b60420220 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Pushing event deleted for resources: {'Subnet': ['ID=bc4d0238-9eac-48e5-af94-e0b67a6e1152,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:03.991960 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-58f73678-eea7-4481-b42f-465b60420220 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:04.027366 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-58f73678-eea7-4481-b42f-465b60420220 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] 10.222.0.79 "DELETE /v2.0/subnets/bc4d0238-9eac-48e5-af94-e0b67a6e1152 HTTP/1.1" status: 204 len: 168 time: 1.0827515 May 23 11:26:04.030726 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40570) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:04.039818 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3945417f-2286-48f7-b239-99e6001066cd None None] Network bd1d38ad-630c-4859-96ad-58e71ec31dc1 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:26:04.230492 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8d6f2892-6085-47a1-91be-e153275e530f None None] Could not find standard attr ID for object 067c4d90-c422-40cb-8e1b-75e572ece857. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:26:04.258069 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-92b45e3e-aa4a-445a-b993-ada6074bbcf0 req-6df9027f-6310-40fe-a550-327ba76faa20 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bda6b7c-9251-4a5e-b257-c5c07491c7bc HTTP/1.1" status: 200 len: 210 time: 0.1875997 May 23 11:26:04.320852 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-d0a8d90a-7cf4-4fc0-9f30-a70bfe6b3ce1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:26:04.321089 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-d0a8d90a-7cf4-4fc0-9f30-a70bfe6b3ce1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:26:04.357170 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a8084879-8104-40cd-948b-8c2974cd384a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:04.458599 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-454e2a81-287c-4ef6-b059-176bbdac3b14 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:04.504675 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-454e2a81-287c-4ef6-b059-176bbdac3b14 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Deleting port f5d5ac1a-784f-4d34-ae04-dab63bd6a760 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:26:04.505046 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-454e2a81-287c-4ef6-b059-176bbdac3b14 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:04.553068 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 760ff90c-bbc6-426c-97df-3c7a331a885e no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:26:04.634019 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 760ff90c-bbc6-426c-97df-3c7a331a885e {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:26:04.636921 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 760ff90c-bbc6-426c-97df-3c7a331a885e not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:26:04.638723 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70160c66-1a39-4c1a-98bf-3dbb9f4ef6f3 None None] DHCP port deletion for bd1d38ad-630c-4859-96ad-58e71ec31dc1 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:26:04.659578 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-70160c66-1a39-4c1a-98bf-3dbb9f4ef6f3 None None] Deleting port f5d5ac1a-784f-4d34-ae04-dab63bd6a760 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:26:04.662434 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-70160c66-1a39-4c1a-98bf-3dbb9f4ef6f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:04.860274 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8084879-8104-40cd-948b-8c2974cd384a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event deleted for resources: {'Port': ['ID=760ff90c-bbc6-426c-97df-3c7a331a885e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:04.890859 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d0a8d90a-7cf4-4fc0-9f30-a70bfe6b3ce1 None None] Deleting port 760ff90c-bbc6-426c-97df-3c7a331a885e {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:26:04.891978 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d0a8d90a-7cf4-4fc0-9f30-a70bfe6b3ce1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:04.950703 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6f674390-634e-4d79-8e5b-de218320b2c3 req-9dc8c559-0ad7-43ed-a9bf-b959d27b5aff tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.5098307 May 23 11:26:04.987729 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device f5d5ac1a-784f-4d34-ae04-dab63bd6a760 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:26:05.159083 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8084879-8104-40cd-948b-8c2974cd384a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] No DVR routers for this DVR port 760ff90c-bbc6-426c-97df-3c7a331a885e on host n-d-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:26:05.234424 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d0a8d90a-7cf4-4fc0-9f30-a70bfe6b3ce1 None None] The port '760ff90c-bbc6-426c-97df-3c7a331a885e' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:26:05.360597 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-493fa2dd-05d9-47fe-a52a-9d0cf6e4add7 req-44e98391-288c-4273-9749-bba96aab25f3 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=11d81c3a-3864-4c18-ba21-dada55282edf HTTP/1.1" status: 200 len: 210 time: 0.1254897 May 23 11:26:05.382568 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-454e2a81-287c-4ef6-b059-176bbdac3b14 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] For port f5d5ac1a-784f-4d34-ae04-dab63bd6a760, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=f5d5ac1a-784f-4d34-ae04-dab63bd6a760,segment=NetworkSegment(ab7be745-bfc5-4174-a85b-5e74aab01aa4),segment_id=ab7be745-bfc5-4174-a85b-5e74aab01aa4)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:26:05.389487 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-454e2a81-287c-4ef6-b059-176bbdac3b14 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:05.401514 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-70160c66-1a39-4c1a-98bf-3dbb9f4ef6f3 None None] For port f5d5ac1a-784f-4d34-ae04-dab63bd6a760, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=f5d5ac1a-784f-4d34-ae04-dab63bd6a760,segment=NetworkSegment(ab7be745-bfc5-4174-a85b-5e74aab01aa4),segment_id=ab7be745-bfc5-4174-a85b-5e74aab01aa4)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:26:05.403761 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-70160c66-1a39-4c1a-98bf-3dbb9f4ef6f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:05.415690 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1281c196-4f90-4ead-bc8d-76114544172c req-65d771c8-5058-4535-8d74-431d565ce388 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:05.551175 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1281c196-4f90-4ead-bc8d-76114544172c req-65d771c8-5058-4535-8d74-431d565ce388 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:05.667146 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-70160c66-1a39-4c1a-98bf-3dbb9f4ef6f3 None None] Calling delete_port for f5d5ac1a-784f-4d34-ae04-dab63bd6a760 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:26:05.837993 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-70160c66-1a39-4c1a-98bf-3dbb9f4ef6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:05.938847 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a8084879-8104-40cd-948b-8c2974cd384a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:05.977251 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No active binding found for port f5d5ac1a-784f-4d34-ae04-dab63bd6a760 {{(pid=83912) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 23 11:26:05.978141 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device f5d5ac1a-784f-4d34-ae04-dab63bd6a760 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:26:06.006117 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70160c66-1a39-4c1a-98bf-3dbb9f4ef6f3 None None] Pushing event deleted for resources: {'Port': ['ID=f5d5ac1a-784f-4d34-ae04-dab63bd6a760,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:06.007688 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-454e2a81-287c-4ef6-b059-176bbdac3b14 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Calling delete_port for f5d5ac1a-784f-4d34-ae04-dab63bd6a760 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:26:06.026886 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70160c66-1a39-4c1a-98bf-3dbb9f4ef6f3 None None] No DVR routers for this DVR port f5d5ac1a-784f-4d34-ae04-dab63bd6a760 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:26:06.055701 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-a8084879-8104-40cd-948b-8c2974cd384a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8b0bfe2-b00e-4953-bfbb-5dca13fcc41b']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:26:06.107423 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-a8084879-8104-40cd-948b-8c2974cd384a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddf30e6a-a60a-4bb3-b6b3-e14348fad2b9') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:26:06.107713 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-a8084879-8104-40cd-948b-8c2974cd384a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddf30e6a-a60a-4bb3-b6b3-e14348fad2b9') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:26:06.156635 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a8084879-8104-40cd-948b-8c2974cd384a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:06.207616 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a8084879-8104-40cd-948b-8c2974cd384a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:06.225735 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8084879-8104-40cd-948b-8c2974cd384a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:26:06.227461 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a8084879-8104-40cd-948b-8c2974cd384a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:06.277764 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-abed9c87-412d-4acb-8c76-d544d43b1cc6 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:06.278718 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-abed9c87-412d-4acb-8c76-d544d43b1cc6 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Synchronizing usage tracker for tenant:0d8e63cb106b40b880c35c46eb22d5c0 on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:26:06.333688 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-abed9c87-412d-4acb-8c76-d544d43b1cc6 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Unset dirty status for tenant:0d8e63cb106b40b880c35c46eb22d5c0 on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:26:06.334991 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-abed9c87-412d-4acb-8c76-d544d43b1cc6 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.13 "GET /v2.0/networks?id=6213997a-77dd-4973-bef8-b88fbf379b24 HTTP/1.1" status: 200 len: 812 time: 0.3592682 May 23 11:26:06.341948 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.api [None req-454e2a81-287c-4ef6-b059-176bbdac3b14 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:26:06.342318 n-d-842952-2 neutron-server[83911]: DEBUG oslo_db.api [None req-454e2a81-287c-4ef6-b059-176bbdac3b14 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:26:06.363373 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-b2d70f91-f9e2-4052-a681-a4e00e400b2c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Request body: {'port': {'device_id': '11d81c3a-3864-4c18-ba21-dada55282edf', 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24', 'admin_state_up': True, 'tenant_id': '0d8e63cb106b40b880c35c46eb22d5c0'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:26:06.472848 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1281c196-4f90-4ead-bc8d-76114544172c req-65d771c8-5058-4535-8d74-431d565ce388 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] Network 5bfad968-f3d7-4311-90f7-9d4871564b90 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:26:06.474638 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:26:06.474638 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:26:06.474638 n-d-842952-2 neutron-server[83910]: timer() May 23 11:26:06.474638 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:26:06.474638 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:26:06.474638 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:26:06.474638 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:26:06.474638 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:26:06.474638 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:26:06.474638 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:26:06.474638 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:26:06.474638 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:26:06.474638 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:26:06.474638 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:26:06.474638 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:26:06.474638 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:26:06.474638 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:26:06.474638 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:26:06.474638 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:26:06.474638 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:26:06.474638 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:26:06.474638 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:26:06.474638 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:26:06.474638 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:26:06.474638 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:26:06.474638 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:26:06.474638 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:26:06.474638 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:26:06.474638 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:26:06.474638 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:26:06.474638 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:26:06.474638 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:26:06.491210 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-1281c196-4f90-4ead-bc8d-76114544172c req-65d771c8-5058-4535-8d74-431d565ce388 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:26:06.494559 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-1281c196-4f90-4ead-bc8d-76114544172c req-65d771c8-5058-4535-8d74-431d565ce388 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:26:06.557151 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a8084879-8104-40cd-948b-8c2974cd384a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:06.613467 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281c196-4f90-4ead-bc8d-76114544172c req-65d771c8-5058-4535-8d74-431d565ce388 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:06.614159 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1281c196-4f90-4ead-bc8d-76114544172c req-65d771c8-5058-4535-8d74-431d565ce388 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:06.642795 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d771c8-5058-4535-8d74-431d565ce388 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] Pushing event updated for resources: {'Port': ['ID=1a825bf2-6321-4eee-bbb1-551612cfd286,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:06.666755 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-b2d70f91-f9e2-4052-a681-a4e00e400b2c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:26:06.679115 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-b2d70f91-f9e2-4052-a681-a4e00e400b2c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:26:06.695219 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-b2d70f91-f9e2-4052-a681-a4e00e400b2c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Made reservation on behalf of 0d8e63cb106b40b880c35c46eb22d5c0 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:26:06.698659 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-b2d70f91-f9e2-4052-a681-a4e00e400b2c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:06.703323 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a8084879-8104-40cd-948b-8c2974cd384a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:06.705928 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a8084879-8104-40cd-948b-8c2974cd384a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/networks/e8b0bfe2-b00e-4953-bfbb-5dca13fcc41b HTTP/1.1" status: 204 len: 168 time: 6.7255652 May 23 11:26:06.709995 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1281c196-4f90-4ead-bc8d-76114544172c req-65d771c8-5058-4535-8d74-431d565ce388 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2544668 May 23 11:26:06.714736 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40600) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:06.768879 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-1281c196-4f90-4ead-bc8d-76114544172c req-9c7c1189-9e11-4e37-82dc-8a1d4ac989c0 service neutron] Request body: {'port': {'device_id': '0bda6b7c-9251-4a5e-b257-c5c07491c7bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:26:06.862488 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-909f714c-2307-4d56-8e35-a6661c5d37bf tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1322952808'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:26:06.870927 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-909f714c-2307-4d56-8e35-a6661c5d37bf tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:26:06.878039 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-909f714c-2307-4d56-8e35-a6661c5d37bf tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Usage tracker for resource:network and tenant:aff5ab15380840359395eccd13918dfd is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:26:06.883240 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-909f714c-2307-4d56-8e35-a6661c5d37bf tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:26:06.896565 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-909f714c-2307-4d56-8e35-a6661c5d37bf tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:26:06.941100 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8084879-8104-40cd-948b-8c2974cd384a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event deleted for resources: {'Network': ['ID=e8b0bfe2-b00e-4953-bfbb-5dca13fcc41b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:06.982068 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909f714c-2307-4d56-8e35-a6661c5d37bf tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Made reservation on behalf of aff5ab15380840359395eccd13918dfd for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:26:06.987062 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-909f714c-2307-4d56-8e35-a6661c5d37bf tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:07.043132 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-b2d70f91-f9e2-4052-a681-a4e00e400b2c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Allocated IP 172.20.0.12 (6213997a-77dd-4973-bef8-b88fbf379b24/54335c97-79a1-4f1c-bc27-f53589fd26ef/63be68b5-9838-4c65-8501-9b47fba3b26d) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:26:07.108996 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab43949-b7be-4e02-83ee-635659ea675e req-7de2d90f-b8a3-4d53-9869-f0f6fc20be80 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:07.117857 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bab43949-b7be-4e02-83ee-635659ea675e req-7de2d90f-b8a3-4d53-9869-f0f6fc20be80 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 946 time: 0.7198849 May 23 11:26:07.179810 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3c559-8f3b-4f21-b42e-5d857cceeb1e req-da9056fe-7f74-450f-823d-d05a7f652dbc tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:07.180989 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-c5f3c559-8f3b-4f21-b42e-5d857cceeb1e req-da9056fe-7f74-450f-823d-d05a7f652dbc tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] Synchronizing usage tracker for tenant:60566b2edac04d86a6bb972b28ff351c on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:26:07.189498 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1281c196-4f90-4ead-bc8d-76114544172c req-9c7c1189-9e11-4e37-82dc-8a1d4ac989c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:07.223088 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-909f714c-2307-4d56-8e35-a6661c5d37bf tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:26:07.269972 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bab43949-b7be-4e02-83ee-635659ea675e req-142aa880-5d85-410a-874b-de6bb5cba9e1 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506817 May 23 11:26:07.272751 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-909f714c-2307-4d56-8e35-a6661c5d37bf tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:07.276658 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-909f714c-2307-4d56-8e35-a6661c5d37bf tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Added segment eae08a7f-10a9-41b9-9ddb-d9d823938de7 of type vlan for network fef6718f-8d71-4d01-b6ca-3155747d0b8d May 23 11:26:07.380091 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-454e2a81-287c-4ef6-b059-176bbdac3b14 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Deleting port f5d5ac1a-784f-4d34-ae04-dab63bd6a760 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:26:07.380471 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-454e2a81-287c-4ef6-b059-176bbdac3b14 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:07.393491 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-c5f3c559-8f3b-4f21-b42e-5d857cceeb1e req-da9056fe-7f74-450f-823d-d05a7f652dbc tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] Unset dirty status for tenant:60566b2edac04d86a6bb972b28ff351c on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:26:07.396887 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c5f3c559-8f3b-4f21-b42e-5d857cceeb1e req-da9056fe-7f74-450f-823d-d05a7f652dbc tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bda6b7c-9251-4a5e-b257-c5c07491c7bc HTTP/1.1" status: 200 len: 931 time: 1.0318558 May 23 11:26:07.576126 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-454e2a81-287c-4ef6-b059-176bbdac3b14 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] The port 'f5d5ac1a-784f-4d34-ae04-dab63bd6a760' was deleted {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:26:07.627802 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1962ea0b-c131-4455-9fa0-fa7915f01044 req-6e3c9f8c-7135-4ba7-a62f-2de1111e6e7a tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=11d81c3a-3864-4c18-ba21-dada55282edf HTTP/1.1" status: 200 len: 210 time: 0.1136501 May 23 11:26:07.738135 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-909f714c-2307-4d56-8e35-a6661c5d37bf tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:07.772712 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-b2d70f91-f9e2-4052-a681-a4e00e400b2c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:07.874219 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c5f3c559-8f3b-4f21-b42e-5d857cceeb1e req-858b93d8-e104-43f6-956e-9c9e77eb28cd tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] 10.222.0.79 "GET /v2.0/security-groups?id=950553b6-69a7-426f-8276-69f9cc06c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4575934 May 23 11:26:07.910560 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [None req-909f714c-2307-4d56-8e35-a6661c5d37bf tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:26:08.046873 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:08.063776 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-454e2a81-287c-4ef6-b059-176bbdac3b14 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:08.102225 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-454e2a81-287c-4ef6-b059-176bbdac3b14 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd1d38ad-630c-4859-96ad-58e71ec31dc1']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:26:08.116518 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-454e2a81-287c-4ef6-b059-176bbdac3b14 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab7be745-bfc5-4174-a85b-5e74aab01aa4') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:26:08.116816 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-454e2a81-287c-4ef6-b059-176bbdac3b14 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab7be745-bfc5-4174-a85b-5e74aab01aa4') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:26:08.130695 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-454e2a81-287c-4ef6-b059-176bbdac3b14 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:08.145183 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-909f714c-2307-4d56-8e35-a6661c5d37bf tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:08.150731 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-454e2a81-287c-4ef6-b059-176bbdac3b14 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:08.158792 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-454e2a81-287c-4ef6-b059-176bbdac3b14 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:26:08.159197 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-454e2a81-287c-4ef6-b059-176bbdac3b14 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:08.166929 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909f714c-2307-4d56-8e35-a6661c5d37bf tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:08.172527 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-909f714c-2307-4d56-8e35-a6661c5d37bf tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:08.269037 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:26:08.269037 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:26:08.269037 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:26:08.269037 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:26:08.269037 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:26:08.269037 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:26:08.269037 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:26:08.269037 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:26:08.269037 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:26:08.269037 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:26:08.269037 n-d-842952-2 neutron-server[83911]: timer() May 23 11:26:08.269037 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:26:08.269037 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:26:08.269037 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:26:08.269037 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:26:08.269037 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:26:08.269037 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:26:08.269037 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:26:08.269037 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:26:08.269037 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:26:08.269037 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:26:08.269037 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:26:08.269037 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:26:08.269037 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:26:08.269037 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:26:08.269037 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:26:08.269037 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:26:08.269037 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:26:08.269037 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:26:08.269037 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:26:08.269037 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:26:08.269037 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:26:08.269037 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:26:08.269037 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:26:08.269037 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:26:08.269037 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:26:08.269037 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:26:08.269037 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:26:08.269037 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:26:08.269037 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:26:08.278446 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-454e2a81-287c-4ef6-b059-176bbdac3b14 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:08.285778 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-454e2a81-287c-4ef6-b059-176bbdac3b14 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:08.327081 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-454e2a81-287c-4ef6-b059-176bbdac3b14 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] 10.222.0.79 "DELETE /v2.0/networks/bd1d38ad-630c-4859-96ad-58e71ec31dc1 HTTP/1.1" status: 204 len: 168 time: 4.2947974 May 23 11:26:08.332695 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454e2a81-287c-4ef6-b059-176bbdac3b14 tempest-DHCPAgentSchedulersTestJSON-2046596215 tempest-DHCPAgentSchedulersTestJSON-2046596215-project] Pushing event deleted for resources: {'Network': ['ID=bd1d38ad-630c-4859-96ad-58e71ec31dc1,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:08.352275 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-b2d70f91-f9e2-4052-a681-a4e00e400b2c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Transition to ACTIVE for port object 63be68b5-9838-4c65-8501-9b47fba3b26d will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:26:08.410557 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-b2d70f91-f9e2-4052-a681-a4e00e400b2c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:08.444116 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['fc866833-5097-465e-8754-807c07eb8e82', '7a613659-194c-4921-a5e0-77bd3f7e1758'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:26:08.533753 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-b2d70f91-f9e2-4052-a681-a4e00e400b2c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Network 6213997a-77dd-4973-bef8-b88fbf379b24 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:26:08.550141 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-b2d70f91-f9e2-4052-a681-a4e00e400b2c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:26:08.596587 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-b2d70f91-f9e2-4052-a681-a4e00e400b2c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:26:08.604559 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f714c-2307-4d56-8e35-a6661c5d37bf tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event updated for resources: {'Network': ['ID=fef6718f-8d71-4d01-b6ca-3155747d0b8d,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:08.621846 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network fef6718f-8d71-4d01-b6ca-3155747d0b8d details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:26:08.700641 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-909f714c-2307-4d56-8e35-a6661c5d37bf tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.9774246 May 23 11:26:08.737787 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40620) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:08.785387 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-deb0cb45-f7a8-456a-9625-2e69d6b502c0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'subnet': {'network_id': 'fef6718f-8d71-4d01-b6ca-3155747d0b8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:26:08.788603 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-b2d70f91-f9e2-4052-a681-a4e00e400b2c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:08.789325 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-b2d70f91-f9e2-4052-a681-a4e00e400b2c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:08.812154 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d70f91-f9e2-4052-a681-a4e00e400b2c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Pushing event updated for resources: {'Port': ['ID=63be68b5-9838-4c65-8501-9b47fba3b26d,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:08.825621 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-b2d70f91-f9e2-4052-a681-a4e00e400b2c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4668057 May 23 11:26:08.843452 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-bf166cc4-63e6-43f3-8a13-5cda8c947d46 service neutron] Request body: {'port': {'device_id': '11d81c3a-3864-4c18-ba21-dada55282edf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:26:09.144118 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-deb0cb45-f7a8-456a-9625-2e69d6b502c0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:26:09.242396 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-bf166cc4-63e6-43f3-8a13-5cda8c947d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:09.290627 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40634) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:09.319309 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-deb0cb45-f7a8-456a-9625-2e69d6b502c0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Usage tracker for resource:subnet and tenant:aff5ab15380840359395eccd13918dfd is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:26:09.334350 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-deb0cb45-f7a8-456a-9625-2e69d6b502c0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:26:09.349522 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-deb0cb45-f7a8-456a-9625-2e69d6b502c0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:26:09.394024 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7bcde414-aeba-4c42-8b67-e59dd64b3454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:09.412883 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c05233-476a-4879-b882-38db89994d8e req-521a90ca-6024-4655-91b0-4bb3973acae6 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:09.415283 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-87c05233-476a-4879-b882-38db89994d8e req-521a90ca-6024-4655-91b0-4bb3973acae6 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=11d81c3a-3864-4c18-ba21-dada55282edf HTTP/1.1" status: 200 len: 932 time: 0.2647367 May 23 11:26:09.419771 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7ec96452-9be5-43ed-8979-bc5bee28e5b7 None None] Provisioning for port 63be68b5-9838-4c65-8501-9b47fba3b26d completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:26:09.424905 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb0cb45-f7a8-456a-9625-2e69d6b502c0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Made reservation on behalf of aff5ab15380840359395eccd13918dfd for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:26:09.425278 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:09.429485 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7ec96452-9be5-43ed-8979-bc5bee28e5b7 None None] Provisioning complete for port 63be68b5-9838-4c65-8501-9b47fba3b26d triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:26:09.429927 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7ec96452-9be5-43ed-8979-bc5bee28e5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:09.488752 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce188f4b-3cea-4611-a632-d48fdf203d20 req-ead951b2-4a05-4934-8069-096516463d54 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:09.499316 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce188f4b-3cea-4611-a632-d48fdf203d20 req-ead951b2-4a05-4934-8069-096516463d54 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 946 time: 0.8904412 May 23 11:26:09.505200 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [req-1281c196-4f90-4ead-bc8d-76114544172c req-9c7c1189-9e11-4e37-82dc-8a1d4ac989c0 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:26:09.551086 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7ec96452-9be5-43ed-8979-bc5bee28e5b7 None None] Port 63be68b5-9838-4c65-8501-9b47fba3b26d cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:26:09.714028 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-deb0cb45-f7a8-456a-9625-2e69d6b502c0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:09.840882 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce188f4b-3cea-4611-a632-d48fdf203d20 req-0180ea64-f633-4a2b-ab55-ca6683034642 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3402905 May 23 11:26:09.849202 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-1281c196-4f90-4ead-bc8d-76114544172c req-9c7c1189-9e11-4e37-82dc-8a1d4ac989c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a825bf2-6321-4eee-bbb1-551612cfd286 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:26:09.879472 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1281c196-4f90-4ead-bc8d-76114544172c req-9c7c1189-9e11-4e37-82dc-8a1d4ac989c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:09.897362 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-87c05233-476a-4879-b882-38db89994d8e req-1a51799e-abf0-4c03-aff0-127268bd8871 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4508486 May 23 11:26:09.943165 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-1281c196-4f90-4ead-bc8d-76114544172c req-9c7c1189-9e11-4e37-82dc-8a1d4ac989c0 service neutron] Transition to ACTIVE for port object 1a825bf2-6321-4eee-bbb1-551612cfd286 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:26:09.958571 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1281c196-4f90-4ead-bc8d-76114544172c req-9c7c1189-9e11-4e37-82dc-8a1d4ac989c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:10.021720 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2308393a-f424-4bd2-b853-e8a89f46eff0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3617a7eb1207425980fb02174bcd2bec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6628752 May 23 11:26:10.024746 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40644) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:10.168561 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7c1189-9e11-4e37-82dc-8a1d4ac989c0 service neutron] Pushing event updated for resources: {'Port': ['ID=1a825bf2-6321-4eee-bbb1-551612cfd286,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:10.189391 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a91ca921-5764-4165-957f-85efca6d6b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:10.221167 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-bf166cc4-63e6-43f3-8a13-5cda8c947d46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63be68b5-9838-4c65-8501-9b47fba3b26d {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:26:10.232633 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a91ca921-5764-4165-957f-85efca6d6b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:10.240886 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-bf166cc4-63e6-43f3-8a13-5cda8c947d46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:10.284950 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-bf166cc4-63e6-43f3-8a13-5cda8c947d46 service neutron] Transition to ACTIVE for port object 63be68b5-9838-4c65-8501-9b47fba3b26d will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:26:10.292683 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-bf166cc4-63e6-43f3-8a13-5cda8c947d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:10.491152 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a91ca921-5764-4165-957f-85efca6d6b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:10.581030 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf166cc4-63e6-43f3-8a13-5cda8c947d46 service neutron] Pushing event updated for resources: {'Port': ['ID=63be68b5-9838-4c65-8501-9b47fba3b26d,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:10.621349 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a91ca921-5764-4165-957f-85efca6d6b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:10.623180 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a91ca921-5764-4165-957f-85efca6d6b00 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8f07f54d-9205-490e-9682-1532aeb65033 HTTP/1.1" status: 204 len: 168 time: 0.5975349 May 23 11:26:10.624254 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ca921-5764-4165-957f-85efca6d6b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f07f54d-9205-490e-9682-1532aeb65033,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:10.767518 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-deb0cb45-f7a8-456a-9625-2e69d6b502c0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:10.771507 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-1281c196-4f90-4ead-bc8d-76114544172c req-9c7c1189-9e11-4e37-82dc-8a1d4ac989c0 service neutron] Attempting to bind port 1a825bf2-6321-4eee-bbb1-551612cfd286 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:26:10.785842 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-1281c196-4f90-4ead-bc8d-76114544172c req-9c7c1189-9e11-4e37-82dc-8a1d4ac989c0 service neutron] Attempting to bind port 1a825bf2-6321-4eee-bbb1-551612cfd286 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': 'af53b55d-f189-4d89-b9cc-acd27a336537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5bfad968-f3d7-4311-90f7-9d4871564b90'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:26:10.786362 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1281c196-4f90-4ead-bc8d-76114544172c req-9c7c1189-9e11-4e37-82dc-8a1d4ac989c0 service neutron] Attempting to bind port 1a825bf2-6321-4eee-bbb1-551612cfd286 on network 5bfad968-f3d7-4311-90f7-9d4871564b90 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:26:10.862398 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-bf166cc4-63e6-43f3-8a13-5cda8c947d46 service neutron] Attempting to bind port 63be68b5-9838-4c65-8501-9b47fba3b26d on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:26:10.862886 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-bf166cc4-63e6-43f3-8a13-5cda8c947d46 service neutron] Attempting to bind port 63be68b5-9838-4c65-8501-9b47fba3b26d by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '16d65dbf-b6a9-4190-869a-2234d81bb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:26:10.863302 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-bf166cc4-63e6-43f3-8a13-5cda8c947d46 service neutron] Attempting to bind port 63be68b5-9838-4c65-8501-9b47fba3b26d on network 6213997a-77dd-4973-bef8-b88fbf379b24 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:26:10.874304 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-bf166cc4-63e6-43f3-8a13-5cda8c947d46 service neutron] Port 63be68b5-9838-4c65-8501-9b47fba3b26d on network 6213997a-77dd-4973-bef8-b88fbf379b24 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:26:10.876164 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-bf166cc4-63e6-43f3-8a13-5cda8c947d46 service neutron] Attempting to bind port 63be68b5-9838-4c65-8501-9b47fba3b26d on network 6213997a-77dd-4973-bef8-b88fbf379b24 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:26:10.895559 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-bf166cc4-63e6-43f3-8a13-5cda8c947d46 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:26:10.898472 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-bf166cc4-63e6-43f3-8a13-5cda8c947d46 service neutron] Checking segment: {'id': '16d65dbf-b6a9-4190-869a-2234d81bb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:26:10.899156 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-bf166cc4-63e6-43f3-8a13-5cda8c947d46 service neutron] Bound using segment: {'id': '16d65dbf-b6a9-4190-869a-2234d81bb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:26:10.899870 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-bf166cc4-63e6-43f3-8a13-5cda8c947d46 service neutron] Bound port: 63be68b5-9838-4c65-8501-9b47fba3b26d, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d65dbf-b6a9-4190-869a-2234d81bb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:26:10.901662 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-bf166cc4-63e6-43f3-8a13-5cda8c947d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:10.926224 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99f651-85f8-4739-a0f5-79cc5eb25469 req-0f8b2fd5-4d8c-4dcb-8deb-ecae0dc33990 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:10.931371 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-df99f651-85f8-4739-a0f5-79cc5eb25469 req-0f8b2fd5-4d8c-4dcb-8deb-ecae0dc33990 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bda6b7c-9251-4a5e-b257-c5c07491c7bc HTTP/1.1" status: 200 len: 943 time: 0.8221283 May 23 11:26:11.096223 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1281c196-4f90-4ead-bc8d-76114544172c req-9c7c1189-9e11-4e37-82dc-8a1d4ac989c0 service neutron] Port 1a825bf2-6321-4eee-bbb1-551612cfd286 on network 5bfad968-f3d7-4311-90f7-9d4871564b90 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:26:11.096851 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1281c196-4f90-4ead-bc8d-76114544172c req-9c7c1189-9e11-4e37-82dc-8a1d4ac989c0 service neutron] Attempting to bind port 1a825bf2-6321-4eee-bbb1-551612cfd286 on network 5bfad968-f3d7-4311-90f7-9d4871564b90 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:26:11.118342 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-df99f651-85f8-4739-a0f5-79cc5eb25469 req-d5f13d6d-2718-488a-a5ab-473935d2ea6f tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] 10.222.0.79 "GET /v2.0/security-groups?id=950553b6-69a7-426f-8276-69f9cc06c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803734 May 23 11:26:11.119228 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1281c196-4f90-4ead-bc8d-76114544172c req-9c7c1189-9e11-4e37-82dc-8a1d4ac989c0 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:26:11.119719 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1281c196-4f90-4ead-bc8d-76114544172c req-9c7c1189-9e11-4e37-82dc-8a1d4ac989c0 service neutron] Checking segment: {'id': 'af53b55d-f189-4d89-b9cc-acd27a336537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5bfad968-f3d7-4311-90f7-9d4871564b90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:26:11.120273 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1281c196-4f90-4ead-bc8d-76114544172c req-9c7c1189-9e11-4e37-82dc-8a1d4ac989c0 service neutron] Bound using segment: {'id': 'af53b55d-f189-4d89-b9cc-acd27a336537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5bfad968-f3d7-4311-90f7-9d4871564b90'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:26:11.120864 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-1281c196-4f90-4ead-bc8d-76114544172c req-9c7c1189-9e11-4e37-82dc-8a1d4ac989c0 service neutron] Bound port: 1a825bf2-6321-4eee-bbb1-551612cfd286, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af53b55d-f189-4d89-b9cc-acd27a336537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '5bfad968-f3d7-4311-90f7-9d4871564b90'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:26:11.121423 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1281c196-4f90-4ead-bc8d-76114544172c req-9c7c1189-9e11-4e37-82dc-8a1d4ac989c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:11.147395 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-bf166cc4-63e6-43f3-8a13-5cda8c947d46 service neutron] For port 63be68b5-9838-4c65-8501-9b47fba3b26d, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:26:11.157900 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-bf166cc4-63e6-43f3-8a13-5cda8c947d46 service neutron] For port 63be68b5-9838-4c65-8501-9b47fba3b26d, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=63be68b5-9838-4c65-8501-9b47fba3b26d,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:26:11.167510 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-bf166cc4-63e6-43f3-8a13-5cda8c947d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:11.295095 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-bf166cc4-63e6-43f3-8a13-5cda8c947d46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:11.296545 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-bf166cc4-63e6-43f3-8a13-5cda8c947d46 service neutron] 10.222.0.13 "PUT /v2.0/ports/63be68b5-9838-4c65-8501-9b47fba3b26d HTTP/1.1" status: 200 len: 1092 time: 2.4585433 May 23 11:26:11.320360 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d81c3a-3864-4c18-ba21-dada55282edf', 'tag': '63be68b5-9838-4c65-8501-9b47fba3b26d'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:26:11.512403 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ea1d7beb-ef3c-410e-96c3-06269a3a3266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:11.517216 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0cb45-f7a8-456a-9625-2e69d6b502c0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event updated for resources: {'Subnet': ['ID=2e0b98ff-88d1-4500-8f05-9c027de4875b,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:11.612532 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf166cc4-63e6-43f3-8a13-5cda8c947d46 service neutron] Pushing event updated for resources: {'Port': ['ID=63be68b5-9838-4c65-8501-9b47fba3b26d,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:11.663087 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-335ab7d7-ffd2-4dbc-a497-40f518051701 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d8e63cb106b40b880c35c46eb22d5c0&device_id=11d81c3a-3864-4c18-ba21-dada55282edf HTTP/1.1" status: 200 len: 1095 time: 0.3023157 May 23 11:26:11.676694 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40676) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:11.707380 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-1281c196-4f90-4ead-bc8d-76114544172c req-9c7c1189-9e11-4e37-82dc-8a1d4ac989c0 service neutron] For port 1a825bf2-6321-4eee-bbb1-551612cfd286, host n-h2-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:26:11.723734 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb0cb45-f7a8-456a-9625-2e69d6b502c0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Checking segment: {'id': 'eae08a7f-10a9-41b9-9ddb-d9d823938de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fef6718f-8d71-4d01-b6ca-3155747d0b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:26:11.726940 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb0cb45-f7a8-456a-9625-2e69d6b502c0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Network hostable DHCP agents. Network: fef6718f-8d71-4d01-b6ca-3155747d0b8d, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:26:11.808834 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-1281c196-4f90-4ead-bc8d-76114544172c req-9c7c1189-9e11-4e37-82dc-8a1d4ac989c0 service neutron] For port 1a825bf2-6321-4eee-bbb1-551612cfd286, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=1a825bf2-6321-4eee-bbb1-551612cfd286,segment=NetworkSegment(af53b55d-f189-4d89-b9cc-acd27a336537),segment_id=af53b55d-f189-4d89-b9cc-acd27a336537)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:26:11.849111 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40682) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:11.871937 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1281c196-4f90-4ead-bc8d-76114544172c req-9c7c1189-9e11-4e37-82dc-8a1d4ac989c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:11.900343 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2f2004d0-e6e8-4a8f-9ae8-3b53e4a9d75d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:11.974435 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-1b28cd3d-827b-4ca1-aca6-9cd34fd4c467 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63be68b5-9838-4c65-8501-9b47fba3b26d HTTP/1.1" status: 200 len: 217 time: 0.2593992 May 23 11:26:12.109846 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-12569689-1984-421b-9fb1-fda0484fa8a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:12.111811 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-12569689-1984-421b-9fb1-fda0484fa8a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54335c97-79a1-4f1c-bc27-f53589fd26ef HTTP/1.1" status: 200 len: 851 time: 0.1239636 May 23 11:26:12.196597 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2f2004d0-e6e8-4a8f-9ae8-3b53e4a9d75d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:26:12.204776 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2f2004d0-e6e8-4a8f-9ae8-3b53e4a9d75d admin admin] Usage tracker for resource:security_group_rule and tenant:c09991eeb56f443ba5b6c3172dc11571 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:26:12.208222 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2f2004d0-e6e8-4a8f-9ae8-3b53e4a9d75d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:26:12.222319 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2f2004d0-e6e8-4a8f-9ae8-3b53e4a9d75d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:26:12.280980 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-4d77386d-363f-496c-a1c3-7d392f057251 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6213997a-77dd-4973-bef8-b88fbf379b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1494725 May 23 11:26:12.421814 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c4365-4406-4631-8289-82909823ed0d req-be794cb4-cbdf-4b30-9c5f-80a4ab9b081a tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:12.434414 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1b1c4365-4406-4631-8289-82909823ed0d req-be794cb4-cbdf-4b30-9c5f-80a4ab9b081a tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 946 time: 1.1546125 May 23 11:26:12.439625 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb0cb45-f7a8-456a-9625-2e69d6b502c0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Network fef6718f-8d71-4d01-b6ca-3155747d0b8d is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:26:12.482669 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2f2004d0-e6e8-4a8f-9ae8-3b53e4a9d75d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:12.496940 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2f2004d0-e6e8-4a8f-9ae8-3b53e4a9d75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:12.542371 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-2be2a33f-0803-4b90-8a35-a6f544f3a772 service neutron] 10.222.0.13 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458992 May 23 11:26:12.577835 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a561f7a-c132-422d-b2f2-ef700f2219ca req-9d049673-2537-4c01-b940-bd871d9ee377 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:12.587206 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3a561f7a-c132-422d-b2f2-ef700f2219ca req-9d049673-2537-4c01-b940-bd871d9ee377 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=11d81c3a-3864-4c18-ba21-dada55282edf HTTP/1.1" status: 200 len: 944 time: 1.0228856 May 23 11:26:12.593832 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1281c196-4f90-4ead-bc8d-76114544172c req-9c7c1189-9e11-4e37-82dc-8a1d4ac989c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:12.595249 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1281c196-4f90-4ead-bc8d-76114544172c req-9c7c1189-9e11-4e37-82dc-8a1d4ac989c0 service neutron] 10.222.0.81 "PUT /v2.0/ports/1a825bf2-6321-4eee-bbb1-551612cfd286 HTTP/1.1" status: 200 len: 1091 time: 5.8649054 May 23 11:26:12.598903 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bda6b7c-9251-4a5e-b257-c5c07491c7bc', 'tag': '1a825bf2-6321-4eee-bbb1-551612cfd286'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:26:12.618519 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2004d0-e6e8-4a8f-9ae8-3b53e4a9d75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5b8931-7cfd-47ad-9f26-e717a084826c,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:12.673903 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-deb0cb45-f7a8-456a-9625-2e69d6b502c0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, fef6718f-8d71-4d01-b6ca-3155747d0b8d) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:26:12.683339 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee0b041-3b26-46fa-82ea-256108778673 None None] Network fef6718f-8d71-4d01-b6ca-3155747d0b8d requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:26:12.732896 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb0cb45-f7a8-456a-9625-2e69d6b502c0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:12.733769 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-deb0cb45-f7a8-456a-9625-2e69d6b502c0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:12.766992 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7c1189-9e11-4e37-82dc-8a1d4ac989c0 service neutron] Pushing event updated for resources: {'Port': ['ID=1a825bf2-6321-4eee-bbb1-551612cfd286,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:12.788482 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-deb0cb45-f7a8-456a-9625-2e69d6b502c0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0303283 May 23 11:26:12.821867 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40692) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:12.826307 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1b1c4365-4406-4631-8289-82909823ed0d req-3d890a58-a212-410a-aa01-c9f8f211a5bf tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3790221 May 23 11:26:12.833929 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-e2ba0a7e-748a-4471-8932-6d752dbcf78d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'port': {'network_id': 'fef6718f-8d71-4d01-b6ca-3155747d0b8d', 'name': 'tempest-PortsTestJSON-1681108372', 'fixed_ips': [{'subnet_id': '2e0b98ff-88d1-4500-8f05-9c027de4875b', 'ip_address': '172.20.0.10'}]}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:26:12.857646 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2f2004d0-e6e8-4a8f-9ae8-3b53e4a9d75d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c09991eeb56f443ba5b6c3172dc11571&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1797597 May 23 11:26:12.866017 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40696) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:12.980561 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:13.031981 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:13.032861 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2b4c20d5-9753-4452-8d8e-9edb57b5567b req-44a01b65-846d-4be2-a310-2d0db5e9b869 service neutron] 10.222.0.13 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4694216 May 23 11:26:13.039655 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3a561f7a-c132-422d-b2f2-ef700f2219ca req-5a4d9970-2c4f-40e9-ac27-dfd83774550f tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4514725 May 23 11:26:13.078542 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-249ad0b9-3220-45de-a871-9902fee16e9d'] response: {'name': 'network-changed', 'server_uuid': '11d81c3a-3864-4c18-ba21-dada55282edf', 'tag': '63be68b5-9838-4c65-8501-9b47fba3b26d', 'status': 'completed', 'code': 200} May 23 11:26:13.083529 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3c971fc8-dfac-4b94-b2c3-ddd17fdcae26 req-40975c4e-b2d2-4bb3-b349-039161088baf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a0cc8d40-8cd0-4cb2-a78d-e1d1565876d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8775616 May 23 11:26:13.281638 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84427e3d-e19a-41eb-8fb0-7cf701728a9e'] response: {'name': 'network-changed', 'server_uuid': '0bda6b7c-9251-4a5e-b257-c5c07491c7bc', 'tag': '1a825bf2-6321-4eee-bbb1-551612cfd286', 'status': 'completed', 'code': 200} May 23 11:26:13.318073 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-68322241-6a6a-426b-8f6a-adfc2da5444a req-60d8a257-9c9e-48f1-8735-c3588c650765 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d8e63cb106b40b880c35c46eb22d5c0&device_id=11d81c3a-3864-4c18-ba21-dada55282edf HTTP/1.1" status: 200 len: 1095 time: 0.1603420 May 23 11:26:13.385903 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935af201-6ae8-4db0-bd3d-3ad004e6debb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-fef6718f-8d71-4d01-b6ca-3155747d0b8d', 'network_id': 'fef6718f-8d71-4d01-b6ca-3155747d0b8d', 'tenant_id': 'aff5ab15380840359395eccd13918dfd', 'fixed_ips': [{'subnet_id': '2e0b98ff-88d1-4500-8f05-9c027de4875b'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:26:13.386737 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-935af201-6ae8-4db0-bd3d-3ad004e6debb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:13.506351 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1281c196-4f90-4ead-bc8d-76114544172c req-29a2f75e-8be1-4d30-8e37-3cf00f570404 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=60566b2edac04d86a6bb972b28ff351c&device_id=0bda6b7c-9251-4a5e-b257-c5c07491c7bc HTTP/1.1" status: 200 len: 1094 time: 0.8166015 May 23 11:26:13.592981 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68322241-6a6a-426b-8f6a-adfc2da5444a req-afb92e24-7ca0-4f33-91fd-07d0fe93c006 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:13.595272 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-68322241-6a6a-426b-8f6a-adfc2da5444a req-afb92e24-7ca0-4f33-91fd-07d0fe93c006 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6213997a-77dd-4973-bef8-b88fbf379b24 HTTP/1.1" status: 200 len: 913 time: 0.2715886 May 23 11:26:13.616069 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1281c196-4f90-4ead-bc8d-76114544172c req-f66cc51d-2d75-4404-b064-39fe2a45b079 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a825bf2-6321-4eee-bbb1-551612cfd286 HTTP/1.1" status: 200 len: 217 time: 0.0752020 May 23 11:26:13.761334 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-88bbf7d8-938b-4ce7-9ce0-55af4ae70ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:13.765820 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281c196-4f90-4ead-bc8d-76114544172c req-57e5dd89-e937-4bb4-b27a-8894752b7174 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:13.765820 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1281c196-4f90-4ead-bc8d-76114544172c req-57e5dd89-e937-4bb4-b27a-8894752b7174 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b1d7e25a-09ff-44bc-b61d-0af26278cb9e HTTP/1.1" status: 200 len: 853 time: 0.1289310 May 23 11:26:13.793522 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-935af201-6ae8-4db0-bd3d-3ad004e6debb None None] Allocated IP 172.20.0.2 (fef6718f-8d71-4d01-b6ca-3155747d0b8d/2e0b98ff-88d1-4500-8f05-9c027de4875b/02be4b83-4c14-4a43-aa73-96b29502dcc1) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:26:13.939689 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1281c196-4f90-4ead-bc8d-76114544172c req-f39c9a3d-c487-488b-bcfd-4bc6680b97ec service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5bfad968-f3d7-4311-90f7-9d4871564b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1663926 May 23 11:26:13.971805 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e2ba0a7e-748a-4471-8932-6d752dbcf78d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:26:13.986020 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e2ba0a7e-748a-4471-8932-6d752dbcf78d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:26:14.080020 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-68322241-6a6a-426b-8f6a-adfc2da5444a req-19684f0d-5548-437f-bde9-22467a6f2849 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63be68b5-9838-4c65-8501-9b47fba3b26d HTTP/1.1" status: 200 len: 217 time: 0.4770360 May 23 11:26:14.186810 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68322241-6a6a-426b-8f6a-adfc2da5444a req-af007889-97a7-41ba-825a-62105a3e2249 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:14.189852 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-68322241-6a6a-426b-8f6a-adfc2da5444a req-af007889-97a7-41ba-825a-62105a3e2249 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54335c97-79a1-4f1c-bc27-f53589fd26ef HTTP/1.1" status: 200 len: 851 time: 0.1044855 May 23 11:26:14.210519 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ba0a7e-748a-4471-8932-6d752dbcf78d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Made reservation on behalf of aff5ab15380840359395eccd13918dfd for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:26:14.215952 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e2ba0a7e-748a-4471-8932-6d752dbcf78d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:14.278618 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3c971fc8-dfac-4b94-b2c3-ddd17fdcae26 req-4d9bfe89-6d12-4c43-8097-61c4810e3ff8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d8e63cb106b40b880c35c46eb22d5c0&device_id=a0cc8d40-8cd0-4cb2-a78d-e1d1565876d0 HTTP/1.1" status: 200 len: 1096 time: 1.1068065 May 23 11:26:14.317378 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-68322241-6a6a-426b-8f6a-adfc2da5444a req-1b1dfd23-2de4-4a3f-9fd1-efb557f449ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6213997a-77dd-4973-bef8-b88fbf379b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1201904 May 23 11:26:14.323598 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:14.382692 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-88bbf7d8-938b-4ce7-9ce0-55af4ae70ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:14.385859 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-935af201-6ae8-4db0-bd3d-3ad004e6debb None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:14.408128 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-935af201-6ae8-4db0-bd3d-3ad004e6debb None None] Transition to ACTIVE for port object 02be4b83-4c14-4a43-aa73-96b29502dcc1 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:26:14.427414 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1281c196-4f90-4ead-bc8d-76114544172c req-7866ee2b-9d52-4cfc-9e78-eff932baf378 service neutron] 10.222.0.81 "GET /v2.0/networks/5bfad968-f3d7-4311-90f7-9d4871564b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889999 May 23 11:26:14.456365 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-935af201-6ae8-4db0-bd3d-3ad004e6debb None None] Transition to ACTIVE for port object 02be4b83-4c14-4a43-aa73-96b29502dcc1 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:26:14.465409 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-935af201-6ae8-4db0-bd3d-3ad004e6debb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:14.540764 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935af201-6ae8-4db0-bd3d-3ad004e6debb None None] Network fef6718f-8d71-4d01-b6ca-3155747d0b8d is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:26:14.544291 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-935af201-6ae8-4db0-bd3d-3ad004e6debb None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:26:14.562294 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935af201-6ae8-4db0-bd3d-3ad004e6debb None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:26:14.595201 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-68322241-6a6a-426b-8f6a-adfc2da5444a req-df3a915b-e5e6-4545-a14f-c1a133466fc6 service neutron] 10.222.0.13 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503049 May 23 11:26:14.698265 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-e2ba0a7e-748a-4471-8932-6d752dbcf78d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] device_id is not set on port 3351d65a-302e-43a3-b380-7601fa7f613a yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:26:14.701038 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935af201-6ae8-4db0-bd3d-3ad004e6debb None None] Pushing event updated for resources: {'Port': ['ID=02be4b83-4c14-4a43-aa73-96b29502dcc1,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:14.759082 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-935af201-6ae8-4db0-bd3d-3ad004e6debb None None] Attempting to bind port 02be4b83-4c14-4a43-aa73-96b29502dcc1 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:26:14.759082 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-935af201-6ae8-4db0-bd3d-3ad004e6debb None None] Attempting to bind port 02be4b83-4c14-4a43-aa73-96b29502dcc1 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'eae08a7f-10a9-41b9-9ddb-d9d823938de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fef6718f-8d71-4d01-b6ca-3155747d0b8d'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:26:14.759082 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935af201-6ae8-4db0-bd3d-3ad004e6debb None None] Attempting to bind port 02be4b83-4c14-4a43-aa73-96b29502dcc1 on network fef6718f-8d71-4d01-b6ca-3155747d0b8d {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:26:14.779502 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935af201-6ae8-4db0-bd3d-3ad004e6debb None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:26:14.779502 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935af201-6ae8-4db0-bd3d-3ad004e6debb None None] Checking segment: {'id': 'eae08a7f-10a9-41b9-9ddb-d9d823938de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fef6718f-8d71-4d01-b6ca-3155747d0b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:26:14.779502 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-935af201-6ae8-4db0-bd3d-3ad004e6debb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:14.779502 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935af201-6ae8-4db0-bd3d-3ad004e6debb None None] Bound using segment: {'id': 'eae08a7f-10a9-41b9-9ddb-d9d823938de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fef6718f-8d71-4d01-b6ca-3155747d0b8d'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:26:14.779502 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-935af201-6ae8-4db0-bd3d-3ad004e6debb None None] Bound port: 02be4b83-4c14-4a43-aa73-96b29502dcc1, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae08a7f-10a9-41b9-9ddb-d9d823938de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fef6718f-8d71-4d01-b6ca-3155747d0b8d'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:26:14.779502 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-935af201-6ae8-4db0-bd3d-3ad004e6debb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:14.861332 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-68322241-6a6a-426b-8f6a-adfc2da5444a req-a6355101-d65f-47e3-b3eb-d42f554c983f service neutron] 10.222.0.13 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544425 May 23 11:26:14.966152 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-935af201-6ae8-4db0-bd3d-3ad004e6debb None None] For port 02be4b83-4c14-4a43-aa73-96b29502dcc1, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:26:14.970185 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-935af201-6ae8-4db0-bd3d-3ad004e6debb None None] For port 02be4b83-4c14-4a43-aa73-96b29502dcc1, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=02be4b83-4c14-4a43-aa73-96b29502dcc1,segment=NetworkSegment(eae08a7f-10a9-41b9-9ddb-d9d823938de7),segment_id=eae08a7f-10a9-41b9-9ddb-d9d823938de7)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:26:14.975463 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-935af201-6ae8-4db0-bd3d-3ad004e6debb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:15.106811 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935af201-6ae8-4db0-bd3d-3ad004e6debb None None] Pushing event updated for resources: {'Port': ['ID=02be4b83-4c14-4a43-aa73-96b29502dcc1,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:15.247415 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc529b38-a737-42ad-811e-37ddab804c0c req-f343d6b3-b78e-4525-bcdc-1a332406eac1 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:15.258082 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bc529b38-a737-42ad-811e-37ddab804c0c req-f343d6b3-b78e-4525-bcdc-1a332406eac1 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bda6b7c-9251-4a5e-b257-c5c07491c7bc HTTP/1.1" status: 200 len: 943 time: 1.8485067 May 23 11:26:15.504590 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-88bbf7d8-938b-4ce7-9ce0-55af4ae70ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:15.639430 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbf7d8-938b-4ce7-9ce0-55af4ae70ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5b8931-7cfd-47ad-9f26-e717a084826c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:15.698089 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c971fc8-dfac-4b94-b2c3-ddd17fdcae26 req-3bab639a-b0ff-4fb7-ae90-a3e896f8b09c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:15.699531 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3c971fc8-dfac-4b94-b2c3-ddd17fdcae26 req-3bab639a-b0ff-4fb7-ae90-a3e896f8b09c service neutron] 10.222.0.13 "GET /v2.0/networks?id=6213997a-77dd-4973-bef8-b88fbf379b24 HTTP/1.1" status: 200 len: 913 time: 1.3462029 May 23 11:26:15.774202 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fcfde6-d903-47fa-b770-4e9b3f8c8ada req-fcb93aad-064c-408f-b81c-d5bcdbf2e48c tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:15.775763 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-19fcfde6-d903-47fa-b770-4e9b3f8c8ada req-fcb93aad-064c-408f-b81c-d5bcdbf2e48c tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 946 time: 1.4717891 May 23 11:26:15.779799 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1281c196-4f90-4ead-bc8d-76114544172c req-9e340333-ebf1-46e5-afaf-455ddcacc220 service neutron] 10.222.0.81 "GET /v2.0/networks/5bfad968-f3d7-4311-90f7-9d4871564b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2440383 May 23 11:26:15.835379 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bc529b38-a737-42ad-811e-37ddab804c0c req-ddca131a-e765-4199-bfde-72f90fe3ddc6 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] 10.222.0.79 "GET /v2.0/security-groups?id=950553b6-69a7-426f-8276-69f9cc06c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5758650 May 23 11:26:15.836129 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-88bbf7d8-938b-4ce7-9ce0-55af4ae70ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:15.839573 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-88bbf7d8-938b-4ce7-9ce0-55af4ae70ea4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ae5b8931-7cfd-47ad-9f26-e717a084826c HTTP/1.1" status: 204 len: 168 time: 2.9609764 May 23 11:26:15.904275 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3c971fc8-dfac-4b94-b2c3-ddd17fdcae26 req-815754b8-acc9-4cff-b91b-aa104e98b355 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a613659-194c-4921-a5e0-77bd3f7e1758 HTTP/1.1" status: 200 len: 217 time: 0.1885569 May 23 11:26:16.215329 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-19fcfde6-d903-47fa-b770-4e9b3f8c8ada req-41abff70-a65f-45d6-8050-7ec75df32a00 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4157326 May 23 11:26:16.227616 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-e2ba0a7e-748a-4471-8932-6d752dbcf78d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Allocated IP 172.20.0.10 (fef6718f-8d71-4d01-b6ca-3155747d0b8d/2e0b98ff-88d1-4500-8f05-9c027de4875b/3351d65a-302e-43a3-b380-7601fa7f613a) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:26:16.302185 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c971fc8-dfac-4b94-b2c3-ddd17fdcae26 req-220b150b-f071-4130-8043-500c0d4a509e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:16.303660 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3c971fc8-dfac-4b94-b2c3-ddd17fdcae26 req-220b150b-f071-4130-8043-500c0d4a509e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54335c97-79a1-4f1c-bc27-f53589fd26ef HTTP/1.1" status: 200 len: 851 time: 0.3429432 May 23 11:26:16.639202 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f4722a-a38b-418b-a907-1d96d7e9b6fa None None] Network fef6718f-8d71-4d01-b6ca-3155747d0b8d requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:26:16.707096 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-05f34f2c-a5e7-4b6b-8314-867bcce9540f req-f6b628f4-814a-4714-8c4b-734581580ffb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=60566b2edac04d86a6bb972b28ff351c&device_id=0bda6b7c-9251-4a5e-b257-c5c07491c7bc HTTP/1.1" status: 200 len: 1094 time: 0.8228862 May 23 11:26:16.805676 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a1d75-1d1d-4577-bc03-eed85596bd6b req-54d12291-2828-47a1-9235-dc9200df712d tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:16.807423 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-715a1d75-1d1d-4577-bc03-eed85596bd6b req-54d12291-2828-47a1-9235-dc9200df712d tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=11d81c3a-3864-4c18-ba21-dada55282edf HTTP/1.1" status: 200 len: 944 time: 0.6680892 May 23 11:26:16.867339 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 02be4b83-4c14-4a43-aa73-96b29502dcc1 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:26:16.964310 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3c971fc8-dfac-4b94-b2c3-ddd17fdcae26 req-9b25be8b-a50e-4b7c-b1fa-455a80989e7d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6213997a-77dd-4973-bef8-b88fbf379b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6501691 May 23 11:26:17.079235 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a8a49116-e9b4-4809-9c73-db84e6923f67 None None] Provisioning for port 02be4b83-4c14-4a43-aa73-96b29502dcc1 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:26:17.236274 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 02be4b83-4c14-4a43-aa73-96b29502dcc1 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:26:17.239652 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 63be68b5-9838-4c65-8501-9b47fba3b26d details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:26:17.262716 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 02be4b83-4c14-4a43-aa73-96b29502dcc1 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:26:17.267293 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:17.383023 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.resource_extend [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:26:17.412520 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 1a825bf2-6321-4eee-bbb1-551612cfd286 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:26:17.445458 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40760) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:17.470109 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e2ba0a7e-748a-4471-8932-6d752dbcf78d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:17.490429 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-e2ba0a7e-748a-4471-8932-6d752dbcf78d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Transition to ACTIVE for port object 3351d65a-302e-43a3-b380-7601fa7f613a will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:26:17.576849 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3c971fc8-dfac-4b94-b2c3-ddd17fdcae26 req-b7195954-56db-474c-aff7-cfd6c79d3903 service neutron] 10.222.0.13 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5697525 May 23 11:26:17.577640 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f34f2c-a5e7-4b6b-8314-867bcce9540f req-c89d6be5-4a91-4c7b-aed7-09e00f23c097 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:17.578942 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-05f34f2c-a5e7-4b6b-8314-867bcce9540f req-c89d6be5-4a91-4c7b-aed7-09e00f23c097 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5bfad968-f3d7-4311-90f7-9d4871564b90 HTTP/1.1" status: 200 len: 914 time: 0.8518524 May 23 11:26:17.581158 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-715a1d75-1d1d-4577-bc03-eed85596bd6b req-8e256903-4037-459d-b6ba-9934a9f39be1 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6214774 May 23 11:26:17.662253 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-0c182ac6-73d8-4ee6-be44-bca6e3d20e7b tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-753018030'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:26:17.671367 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0c182ac6-73d8-4ee6-be44-bca6e3d20e7b tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:26:17.682782 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0c182ac6-73d8-4ee6-be44-bca6e3d20e7b tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Usage tracker for resource:network and tenant:560e13c709e3485683b24044a86074bb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:26:17.687162 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0c182ac6-73d8-4ee6-be44-bca6e3d20e7b tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:26:17.712885 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0c182ac6-73d8-4ee6-be44-bca6e3d20e7b tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:26:17.748949 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c182ac6-73d8-4ee6-be44-bca6e3d20e7b tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Made reservation on behalf of 560e13c709e3485683b24044a86074bb for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:26:17.752400 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0c182ac6-73d8-4ee6-be44-bca6e3d20e7b tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:17.770249 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e2ba0a7e-748a-4471-8932-6d752dbcf78d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:17.813638 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0c182ac6-73d8-4ee6-be44-bca6e3d20e7b tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:17.833982 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.resource_extend [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:26:17.898855 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0c182ac6-73d8-4ee6-be44-bca6e3d20e7b tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:26:17.908317 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0c182ac6-73d8-4ee6-be44-bca6e3d20e7b tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Usage tracker for resource:security_group_rule and tenant:560e13c709e3485683b24044a86074bb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:26:17.918324 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0c182ac6-73d8-4ee6-be44-bca6e3d20e7b tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:26:17.925067 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0c182ac6-73d8-4ee6-be44-bca6e3d20e7b tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:26:18.040826 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0c182ac6-73d8-4ee6-be44-bca6e3d20e7b tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:18.055327 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0c182ac6-73d8-4ee6-be44-bca6e3d20e7b tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:18.070104 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c182ac6-73d8-4ee6-be44-bca6e3d20e7b tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:26:18.095716 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0c182ac6-73d8-4ee6-be44-bca6e3d20e7b tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:18.096048 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-0c182ac6-73d8-4ee6-be44-bca6e3d20e7b tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Added segment 8ca6bdda-16f5-415c-b4c4-5fa43bd76c49 of type vlan for network 2547a66e-a1fc-4f97-98a9-20a810d66470 May 23 11:26:18.122583 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c182ac6-73d8-4ee6-be44-bca6e3d20e7b tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=507d80d0-f094-4c13-9a59-30dcb10c9927,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:18.158030 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0c182ac6-73d8-4ee6-be44-bca6e3d20e7b tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:18.230534 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0c182ac6-73d8-4ee6-be44-bca6e3d20e7b tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:18.234062 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c182ac6-73d8-4ee6-be44-bca6e3d20e7b tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:18.234777 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0c182ac6-73d8-4ee6-be44-bca6e3d20e7b tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:18.267777 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0a168b74-22ab-48cc-ae63-e7e1e3029e99 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:18.272137 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 1a825bf2-6321-4eee-bbb1-551612cfd286, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=1a825bf2-6321-4eee-bbb1-551612cfd286,segment=NetworkSegment(af53b55d-f189-4d89-b9cc-acd27a336537),segment_id=af53b55d-f189-4d89-b9cc-acd27a336537)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:26:18.378126 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c182ac6-73d8-4ee6-be44-bca6e3d20e7b tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Pushing event updated for resources: {'Network': ['ID=2547a66e-a1fc-4f97-98a9-20a810d66470,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:18.389980 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0c182ac6-73d8-4ee6-be44-bca6e3d20e7b tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9432750 May 23 11:26:18.393081 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40768) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:18.401466 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-ebfcebce-a0f2-41bf-81c2-6eb108791d42 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Request body: {'subnet': {'network_id': '2547a66e-a1fc-4f97-98a9-20a810d66470', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:26:18.422024 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 63be68b5-9838-4c65-8501-9b47fba3b26d, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=63be68b5-9838-4c65-8501-9b47fba3b26d,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:26:18.450916 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '1a825bf2-6321-4eee-bbb1-551612cfd286', 'network_id': '5bfad968-f3d7-4311-90f7-9d4871564b90', 'port_id': '1a825bf2-6321-4eee-bbb1-551612cfd286', 'mac_address': 'fa:16:3e:ae:29:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1d7e25a-09ff-44bc-b61d-0af26278cb9e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:26:18.456118 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '63be68b5-9838-4c65-8501-9b47fba3b26d', 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24', 'port_id': '63be68b5-9838-4c65-8501-9b47fba3b26d', 'mac_address': 'fa:16:3e:05:04:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54335c97-79a1-4f1c-bc27-f53589fd26ef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:26:18.580657 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-05f34f2c-a5e7-4b6b-8314-867bcce9540f req-aa1e558e-914c-484e-bc8c-e52fdc65dd4d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a825bf2-6321-4eee-bbb1-551612cfd286 HTTP/1.1" status: 200 len: 217 time: 0.8135519 May 23 11:26:18.620772 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ebfcebce-a0f2-41bf-81c2-6eb108791d42 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:26:18.629436 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ebfcebce-a0f2-41bf-81c2-6eb108791d42 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Usage tracker for resource:subnet and tenant:560e13c709e3485683b24044a86074bb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:26:18.635523 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ebfcebce-a0f2-41bf-81c2-6eb108791d42 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:26:18.645878 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ebfcebce-a0f2-41bf-81c2-6eb108791d42 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:26:18.655647 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 2547a66e-a1fc-4f97-98a9-20a810d66470 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:26:18.676741 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfcebce-a0f2-41bf-81c2-6eb108791d42 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Made reservation on behalf of 560e13c709e3485683b24044a86074bb for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:26:18.774767 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3c971fc8-dfac-4b94-b2c3-ddd17fdcae26 req-e4e89b21-f744-4662-817d-57adf6c79d0c service neutron] 10.222.0.13 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0070784 May 23 11:26:18.884036 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:18.887523 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ebfcebce-a0f2-41bf-81c2-6eb108791d42 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:18.924354 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ba0a7e-748a-4471-8932-6d752dbcf78d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Network fef6718f-8d71-4d01-b6ca-3155747d0b8d is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:26:18.928844 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:19.030635 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f724c6ed-b498-414e-8412-df3b2ba94caf None None] Provisioning complete for port 02be4b83-4c14-4a43-aa73-96b29502dcc1 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:26:19.031005 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f724c6ed-b498-414e-8412-df3b2ba94caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:19.079672 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a825bf2-6321-4eee-bbb1-551612cfd286 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:26:19.083915 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63be68b5-9838-4c65-8501-9b47fba3b26d {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:26:19.099342 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:19.102072 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-e2ba0a7e-748a-4471-8932-6d752dbcf78d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:26:19.108578 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ba0a7e-748a-4471-8932-6d752dbcf78d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:26:19.151819 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 63be68b5-9838-4c65-8501-9b47fba3b26d, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=63be68b5-9838-4c65-8501-9b47fba3b26d,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:26:19.160856 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 1a825bf2-6321-4eee-bbb1-551612cfd286, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=1a825bf2-6321-4eee-bbb1-551612cfd286,segment=NetworkSegment(af53b55d-f189-4d89-b9cc-acd27a336537),segment_id=af53b55d-f189-4d89-b9cc-acd27a336537)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:26:19.172721 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:19.237670 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:19.243184 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba0a7e-748a-4471-8932-6d752dbcf78d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event updated for resources: {'Port': ['ID=3351d65a-302e-43a3-b380-7601fa7f613a,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:19.269155 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 02be4b83-4c14-4a43-aa73-96b29502dcc1, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=02be4b83-4c14-4a43-aa73-96b29502dcc1,segment=NetworkSegment(eae08a7f-10a9-41b9-9ddb-d9d823938de7),segment_id=eae08a7f-10a9-41b9-9ddb-d9d823938de7)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:26:19.292957 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ebfcebce-a0f2-41bf-81c2-6eb108791d42 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:19.367621 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcebce-a0f2-41bf-81c2-6eb108791d42 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Pushing event updated for resources: {'Subnet': ['ID=9e6812b4-ab1c-4a09-9177-ec9d27553d83,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:19.374121 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:19.437699 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ba0a7e-748a-4471-8932-6d752dbcf78d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:19.438850 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e2ba0a7e-748a-4471-8932-6d752dbcf78d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:19.449690 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfcebce-a0f2-41bf-81c2-6eb108791d42 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Checking segment: {'id': '8ca6bdda-16f5-415c-b4c4-5fa43bd76c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2547a66e-a1fc-4f97-98a9-20a810d66470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:26:19.450120 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfcebce-a0f2-41bf-81c2-6eb108791d42 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Network hostable DHCP agents. Network: 2547a66e-a1fc-4f97-98a9-20a810d66470, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:26:19.456908 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=63be68b5-9838-4c65-8501-9b47fba3b26d,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:19.512979 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac9eaa-a8f4-464a-8bc0-27b527d5a97b req-08ef6f6d-7885-4f9b-a6b5-9532cc2d3d22 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:19.515819 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5bac9eaa-a8f4-464a-8bc0-27b527d5a97b req-08ef6f6d-7885-4f9b-a6b5-9532cc2d3d22 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bda6b7c-9251-4a5e-b257-c5c07491c7bc HTTP/1.1" status: 200 len: 943 time: 1.9120991 May 23 11:26:19.517805 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f34f2c-a5e7-4b6b-8314-867bcce9540f req-99cc7f9c-7a1e-4d8b-8ac1-8f475e805b7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:19.519681 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-05f34f2c-a5e7-4b6b-8314-867bcce9540f req-99cc7f9c-7a1e-4d8b-8ac1-8f475e805b7e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b1d7e25a-09ff-44bc-b61d-0af26278cb9e HTTP/1.1" status: 200 len: 853 time: 0.7053885 May 23 11:26:19.520421 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfcebce-a0f2-41bf-81c2-6eb108791d42 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Network 2547a66e-a1fc-4f97-98a9-20a810d66470 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:26:19.538748 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-ebfcebce-a0f2-41bf-81c2-6eb108791d42 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 2547a66e-a1fc-4f97-98a9-20a810d66470) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:26:19.543136 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfcebce-a0f2-41bf-81c2-6eb108791d42 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:19.543733 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ebfcebce-a0f2-41bf-81c2-6eb108791d42 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:19.554517 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4367cb0c-3665-4cb6-898f-a791dcb8b914 None None] Network 2547a66e-a1fc-4f97-98a9-20a810d66470 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:26:19.580920 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e2ba0a7e-748a-4471-8932-6d752dbcf78d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 6.7532887 May 23 11:26:19.582799 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40778) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:19.603960 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b722a6c0-2540-470e-a399-b9e7fe493940 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'port': {'network_id': 'fef6718f-8d71-4d01-b6ca-3155747d0b8d', 'name': 'tempest-PortsTestJSON-413802488', 'fixed_ips': [{'subnet_id': '2e0b98ff-88d1-4500-8f05-9c027de4875b', 'ip_address': '172.20.0.9'}]}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:26:19.629137 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ebfcebce-a0f2-41bf-81c2-6eb108791d42 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2344263 May 23 11:26:19.633424 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40782) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:19.634980 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-05f34f2c-a5e7-4b6b-8314-867bcce9540f req-ab7f79c3-b564-4ba5-9225-3f484ffe1fe2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5bfad968-f3d7-4311-90f7-9d4871564b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025171 May 23 11:26:19.690814 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d2a5dbce-a02f-4e9b-b40c-e29c2784e2b1 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Request body: {'port': {'network_id': '2547a66e-a1fc-4f97-98a9-20a810d66470', 'name': 'tempest-AllowedAddressPairTestJSON-1860507262'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:26:19.787606 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8b293-071e-4aa6-b129-39511c62fa93 req-c2ee696b-30bd-4bf3-b121-94124bdbebbb tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:19.802487 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-25d8b293-071e-4aa6-b129-39511c62fa93 req-c2ee696b-30bd-4bf3-b121-94124bdbebbb tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 946 time: 1.7377055 May 23 11:26:19.848547 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5bac9eaa-a8f4-464a-8bc0-27b527d5a97b req-ba347a12-36b4-4ce0-aeeb-2f9ecf0186f1 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] 10.222.0.79 "GET /v2.0/security-groups?id=950553b6-69a7-426f-8276-69f9cc06c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132513 May 23 11:26:19.894966 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['63be68b5-9838-4c65-8501-9b47fba3b26d'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:26:19.998608 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['1a825bf2-6321-4eee-bbb1-551612cfd286'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:26:20.104220 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-05f34f2c-a5e7-4b6b-8314-867bcce9540f req-0daac1ed-7c8e-4075-af77-d3da3479767f service neutron] 10.222.0.81 "GET /v2.0/networks/5bfad968-f3d7-4311-90f7-9d4871564b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4587560 May 23 11:26:20.170939 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-25d8b293-071e-4aa6-b129-39511c62fa93 req-ce23a57a-5f2e-4d6f-bcae-085059cc8dff tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3252027 May 23 11:26:20.171148 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=1a825bf2-6321-4eee-bbb1-551612cfd286,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:20.273552 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d2a5dbce-a02f-4e9b-b40c-e29c2784e2b1 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:26:20.277501 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d2a5dbce-a02f-4e9b-b40c-e29c2784e2b1 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Usage tracker for resource:port and tenant:560e13c709e3485683b24044a86074bb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:26:20.281684 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d2a5dbce-a02f-4e9b-b40c-e29c2784e2b1 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:26:20.288455 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d2a5dbce-a02f-4e9b-b40c-e29c2784e2b1 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:26:20.297088 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b722a6c0-2540-470e-a399-b9e7fe493940 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:26:20.301800 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a5dbce-a02f-4e9b-b40c-e29c2784e2b1 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Made reservation on behalf of 560e13c709e3485683b24044a86074bb for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:26:20.305842 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d2a5dbce-a02f-4e9b-b40c-e29c2784e2b1 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:20.377111 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b722a6c0-2540-470e-a399-b9e7fe493940 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Usage tracker for resource:port and tenant:aff5ab15380840359395eccd13918dfd is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:26:20.382634 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=02be4b83-4c14-4a43-aa73-96b29502dcc1,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:20.407206 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b722a6c0-2540-470e-a399-b9e7fe493940 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:26:20.453818 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b722a6c0-2540-470e-a399-b9e7fe493940 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:26:20.502065 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2944607a-4d2a-47a6-acf9-504785ae5b4c None None] Provisioning for port 3351d65a-302e-43a3-b380-7601fa7f613a completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:26:20.509256 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2944607a-4d2a-47a6-acf9-504785ae5b4c None None] Provisioning complete for port 3351d65a-302e-43a3-b380-7601fa7f613a triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:26:20.509625 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2944607a-4d2a-47a6-acf9-504785ae5b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:20.532094 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-d2a5dbce-a02f-4e9b-b40c-e29c2784e2b1 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] device_id is not set on port 98c9376a-c1a9-4a92-b447-b232ecb929bb yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:26:20.568756 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-05f34f2c-a5e7-4b6b-8314-867bcce9540f req-cdca656c-eba1-4c25-89cb-28735d08cc59 service neutron] 10.222.0.81 "GET /v2.0/networks/5bfad968-f3d7-4311-90f7-9d4871564b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4548674 May 23 11:26:20.637798 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2944607a-4d2a-47a6-acf9-504785ae5b4c None None] Port 3351d65a-302e-43a3-b380-7601fa7f613a cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:26:20.642477 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d18982-5457-461c-8c3f-7ef7a3db0123 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-2547a66e-a1fc-4f97-98a9-20a810d66470', 'network_id': '2547a66e-a1fc-4f97-98a9-20a810d66470', 'tenant_id': '560e13c709e3485683b24044a86074bb', 'fixed_ips': [{'subnet_id': '9e6812b4-ab1c-4a09-9177-ec9d27553d83'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:26:20.645218 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f8d18982-5457-461c-8c3f-7ef7a3db0123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:20.681684 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b722a6c0-2540-470e-a399-b9e7fe493940 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Made reservation on behalf of aff5ab15380840359395eccd13918dfd for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:26:20.790885 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782802e-9fed-4b0d-810a-bcb832c04838 req-c59448ac-86f1-45d5-a809-b4f12e60bc33 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:20.792290 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2782802e-9fed-4b0d-810a-bcb832c04838 req-c59448ac-86f1-45d5-a809-b4f12e60bc33 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=11d81c3a-3864-4c18-ba21-dada55282edf HTTP/1.1" status: 200 len: 945 time: 0.6188896 May 23 11:26:21.080244 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b722a6c0-2540-470e-a399-b9e7fe493940 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:21.122460 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2782802e-9fed-4b0d-810a-bcb832c04838 req-3e2e68e7-ce3e-493d-b43a-c89335c9b2ec tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170145 May 23 11:26:21.128159 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-d2a5dbce-a02f-4e9b-b40c-e29c2784e2b1 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Allocated IP 172.20.0.5 (2547a66e-a1fc-4f97-98a9-20a810d66470/9e6812b4-ab1c-4a09-9177-ec9d27553d83/98c9376a-c1a9-4a92-b447-b232ecb929bb) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:26:21.148229 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-b722a6c0-2540-470e-a399-b9e7fe493940 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] device_id is not set on port f2047ead-042a-4f16-813d-e0347747e8fb yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:26:21.176267 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-44fb8650-5714-44e6-aff6-33e8d4172226 req-e7b314dc-c61f-4d95-aac2-fb434d844865 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c4112c4fc0ff4a36a1b303475c7f4981&device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 1097 time: 0.5168617 May 23 11:26:21.559477 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 02be4b83-4c14-4a43-aa73-96b29502dcc1 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:26:21.836423 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 02be4b83-4c14-4a43-aa73-96b29502dcc1 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:26:21.836796 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:21.906890 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-b722a6c0-2540-470e-a399-b9e7fe493940 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Allocated IP 172.20.0.9 (fef6718f-8d71-4d01-b6ca-3155747d0b8d/2e0b98ff-88d1-4500-8f05-9c027de4875b/f2047ead-042a-4f16-813d-e0347747e8fb) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:26:21.909359 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40806) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:21.911855 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb8650-5714-44e6-aff6-33e8d4172226 req-b40f3719-a9c3-440c-be3f-4c64078b9179 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:21.915215 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-44fb8650-5714-44e6-aff6-33e8d4172226 req-b40f3719-a9c3-440c-be3f-4c64078b9179 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0be92582-5915-4835-ac16-79c44c856a03 HTTP/1.1" status: 200 len: 917 time: 0.6388497 May 23 11:26:22.212365 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d2a5dbce-a02f-4e9b-b40c-e29c2784e2b1 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:22.243086 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a00fd053-42d4-4d72-8d11-12d70f00429e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:22.266669 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-d2a5dbce-a02f-4e9b-b40c-e29c2784e2b1 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Transition to ACTIVE for port object 98c9376a-c1a9-4a92-b447-b232ecb929bb will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:26:22.302612 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b591897-9107-4e45-81bf-6104c52762c9 req-a4ac02e9-c085-4f40-8e66-e2ac3cacadf8 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:22.304127 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4b591897-9107-4e45-81bf-6104c52762c9 req-a4ac02e9-c085-4f40-8e66-e2ac3cacadf8 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bda6b7c-9251-4a5e-b257-c5c07491c7bc HTTP/1.1" status: 200 len: 944 time: 1.0295250 May 23 11:26:22.311226 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7f3b9-0e4f-4282-8037-f39f73212f20 req-b2b7e063-1f12-4dd5-90d6-59a1e9b9b8bb tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:22.312699 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fad7f3b9-0e4f-4282-8037-f39f73212f20 req-b2b7e063-1f12-4dd5-90d6-59a1e9b9b8bb tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 946 time: 0.6915989 May 23 11:26:22.331181 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a00fd053-42d4-4d72-8d11-12d70f00429e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:26:22.350162 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a00fd053-42d4-4d72-8d11-12d70f00429e admin admin] Usage tracker for resource:security_group_rule and tenant:838653f1eeb64264809647d358955437 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:26:22.356510 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a00fd053-42d4-4d72-8d11-12d70f00429e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:26:22.364725 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a00fd053-42d4-4d72-8d11-12d70f00429e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:26:22.390821 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b722a6c0-2540-470e-a399-b9e7fe493940 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:22.401697 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d2a5dbce-a02f-4e9b-b40c-e29c2784e2b1 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:22.494709 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a5dbce-a02f-4e9b-b40c-e29c2784e2b1 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Network 2547a66e-a1fc-4f97-98a9-20a810d66470 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:26:22.496800 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-b722a6c0-2540-470e-a399-b9e7fe493940 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Transition to ACTIVE for port object f2047ead-042a-4f16-813d-e0347747e8fb will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:26:22.497190 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-44fb8650-5714-44e6-aff6-33e8d4172226 req-2e6ca89e-9301-453f-8bed-cdc591986ce2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0149fd8a-049d-4ca2-ad81-8626eed3d2b4 HTTP/1.1" status: 200 len: 1002 time: 0.5693426 May 23 11:26:22.505395 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4b591897-9107-4e45-81bf-6104c52762c9 req-6c3bde80-0c80-4bc5-b004-35e4ad151604 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] 10.222.0.79 "GET /v2.0/security-groups?id=950553b6-69a7-426f-8276-69f9cc06c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791685 May 23 11:26:22.511315 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fad7f3b9-0e4f-4282-8037-f39f73212f20 req-58c9045e-1344-43f7-8a43-edbc1353fb4b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1800094 May 23 11:26:22.524270 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-f8d18982-5457-461c-8c3f-7ef7a3db0123 None None] Allocated IP 172.20.0.2 (2547a66e-a1fc-4f97-98a9-20a810d66470/9e6812b4-ab1c-4a09-9177-ec9d27553d83/18ecf8d6-8369-4a8a-b70f-0351199d5f5f) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:26:22.543127 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-d2a5dbce-a02f-4e9b-b40c-e29c2784e2b1 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:26:22.585652 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb8650-5714-44e6-aff6-33e8d4172226 req-aa924559-ac84-4ac5-986d-e060152e84b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:22.587280 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-44fb8650-5714-44e6-aff6-33e8d4172226 req-aa924559-ac84-4ac5-986d-e060152e84b1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b85c12c-741c-420e-9273-6de6d42ac4b3 HTTP/1.1" status: 200 len: 855 time: 0.0793810 May 23 11:26:22.607343 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a5dbce-a02f-4e9b-b40c-e29c2784e2b1 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:26:22.756443 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-44fb8650-5714-44e6-aff6-33e8d4172226 req-1f553be8-8429-41fc-bcc6-7929250b4135 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0be92582-5915-4835-ac16-79c44c856a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1585991 May 23 11:26:22.808518 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a5dbce-a02f-4e9b-b40c-e29c2784e2b1 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:22.820803 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d2a5dbce-a02f-4e9b-b40c-e29c2784e2b1 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:22.919402 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d2a5dbce-a02f-4e9b-b40c-e29c2784e2b1 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2849443 May 23 11:26:22.933486 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40820) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:22.948707 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5dbce-a02f-4e9b-b40c-e29c2784e2b1 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Pushing event updated for resources: {'Port': ['ID=98c9376a-c1a9-4a92-b447-b232ecb929bb,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:22.961413 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a07856a0-df4a-4086-945b-50cb2cf54862 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Request body: {'port': {'network_id': '2547a66e-a1fc-4f97-98a9-20a810d66470', 'name': 'tempest-AllowedAddressPairTestJSON-329205798', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:ea:bc:80'}]}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:26:22.988781 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b722a6c0-2540-470e-a399-b9e7fe493940 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:23.063852 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f8d18982-5457-461c-8c3f-7ef7a3db0123 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:23.076859 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f8d18982-5457-461c-8c3f-7ef7a3db0123 None None] Transition to ACTIVE for port object 18ecf8d6-8369-4a8a-b70f-0351199d5f5f will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:26:23.098153 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a5dbce-a02f-4e9b-b40c-e29c2784e2b1 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:26:23.098822 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a5dbce-a02f-4e9b-b40c-e29c2784e2b1 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:26:23.099322 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a5dbce-a02f-4e9b-b40c-e29c2784e2b1 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:26:23.099812 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a5dbce-a02f-4e9b-b40c-e29c2784e2b1 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:26:23.100804 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a5dbce-a02f-4e9b-b40c-e29c2784e2b1 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:26:23.101318 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a5dbce-a02f-4e9b-b40c-e29c2784e2b1 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:26:23.101836 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a5dbce-a02f-4e9b-b40c-e29c2784e2b1 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:26:23.102325 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a5dbce-a02f-4e9b-b40c-e29c2784e2b1 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:26:23.102811 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a5dbce-a02f-4e9b-b40c-e29c2784e2b1 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:26:23.103301 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a5dbce-a02f-4e9b-b40c-e29c2784e2b1 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:26:23.103794 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a5dbce-a02f-4e9b-b40c-e29c2784e2b1 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:26:23.123163 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f8d18982-5457-461c-8c3f-7ef7a3db0123 None None] Transition to ACTIVE for port object 18ecf8d6-8369-4a8a-b70f-0351199d5f5f will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:26:23.141936 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f8d18982-5457-461c-8c3f-7ef7a3db0123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:23.181104 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-0a168b74-22ab-48cc-ae63-e7e1e3029e99 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Deleting port e5315311-94d0-4357-b29b-d806769abea3 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:26:23.182113 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0a168b74-22ab-48cc-ae63-e7e1e3029e99 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:23.194902 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a00fd053-42d4-4d72-8d11-12d70f00429e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:23.221289 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a00fd053-42d4-4d72-8d11-12d70f00429e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:23.228583 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d18982-5457-461c-8c3f-7ef7a3db0123 None None] Network 2547a66e-a1fc-4f97-98a9-20a810d66470 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:26:23.232086 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-f8d18982-5457-461c-8c3f-7ef7a3db0123 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:26:23.235795 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d18982-5457-461c-8c3f-7ef7a3db0123 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:26:23.243193 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 63be68b5-9838-4c65-8501-9b47fba3b26d up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:26:23.275306 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d18982-5457-461c-8c3f-7ef7a3db0123 None None] Pushing event updated for resources: {'Port': ['ID=18ecf8d6-8369-4a8a-b70f-0351199d5f5f,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:23.308492 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b722a6c0-2540-470e-a399-b9e7fe493940 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Network fef6718f-8d71-4d01-b6ca-3155747d0b8d is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:26:23.349840 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a00fd053-42d4-4d72-8d11-12d70f00429e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=838653f1eeb64264809647d358955437&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4374824 May 23 11:26:23.353158 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40826) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:23.373764 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-b722a6c0-2540-470e-a399-b9e7fe493940 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:26:23.414536 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f8d18982-5457-461c-8c3f-7ef7a3db0123 None None] Attempting to bind port 18ecf8d6-8369-4a8a-b70f-0351199d5f5f on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:26:23.415161 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f8d18982-5457-461c-8c3f-7ef7a3db0123 None None] Attempting to bind port 18ecf8d6-8369-4a8a-b70f-0351199d5f5f by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '8ca6bdda-16f5-415c-b4c4-5fa43bd76c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2547a66e-a1fc-4f97-98a9-20a810d66470'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:26:23.415691 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d18982-5457-461c-8c3f-7ef7a3db0123 None None] Attempting to bind port 18ecf8d6-8369-4a8a-b70f-0351199d5f5f on network 2547a66e-a1fc-4f97-98a9-20a810d66470 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:26:23.426406 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b722a6c0-2540-470e-a399-b9e7fe493940 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:26:23.426732 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d18982-5457-461c-8c3f-7ef7a3db0123 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:26:23.427321 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d18982-5457-461c-8c3f-7ef7a3db0123 None None] Checking segment: {'id': '8ca6bdda-16f5-415c-b4c4-5fa43bd76c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2547a66e-a1fc-4f97-98a9-20a810d66470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:26:23.427899 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f8d18982-5457-461c-8c3f-7ef7a3db0123 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:23.428426 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d18982-5457-461c-8c3f-7ef7a3db0123 None None] Bound using segment: {'id': '8ca6bdda-16f5-415c-b4c4-5fa43bd76c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2547a66e-a1fc-4f97-98a9-20a810d66470'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:26:23.429059 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f8d18982-5457-461c-8c3f-7ef7a3db0123 None None] Bound port: 18ecf8d6-8369-4a8a-b70f-0351199d5f5f, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca6bdda-16f5-415c-b4c4-5fa43bd76c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2547a66e-a1fc-4f97-98a9-20a810d66470'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:26:23.429604 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f8d18982-5457-461c-8c3f-7ef7a3db0123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:23.441803 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 1a825bf2-6321-4eee-bbb1-551612cfd286 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:26:23.573475 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b722a6c0-2540-470e-a399-b9e7fe493940 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:23.574116 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b722a6c0-2540-470e-a399-b9e7fe493940 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:23.615953 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 63be68b5-9838-4c65-8501-9b47fba3b26d completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:26:23.653472 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722a6c0-2540-470e-a399-b9e7fe493940 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event updated for resources: {'Port': ['ID=f2047ead-042a-4f16-813d-e0347747e8fb,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:23.675270 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 63be68b5-9838-4c65-8501-9b47fba3b26d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:26:23.675638 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:23.698349 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00fd053-42d4-4d72-8d11-12d70f00429e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cb4a8f-a93e-4d92-a30d-4f8c6cf7b06a,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:23.746533 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a07856a0-df4a-4086-945b-50cb2cf54862 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:26:23.757488 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a07856a0-df4a-4086-945b-50cb2cf54862 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Usage tracker for resource:port and tenant:560e13c709e3485683b24044a86074bb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:26:23.762117 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a07856a0-df4a-4086-945b-50cb2cf54862 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:26:23.801087 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a07856a0-df4a-4086-945b-50cb2cf54862 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:26:23.819535 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b722a6c0-2540-470e-a399-b9e7fe493940 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.2338438 May 23 11:26:23.821434 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40834) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:23.827658 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f8d18982-5457-461c-8c3f-7ef7a3db0123 None None] For port 18ecf8d6-8369-4a8a-b70f-0351199d5f5f, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:26:23.833577 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 1a825bf2-6321-4eee-bbb1-551612cfd286 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:26:23.863639 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f8d18982-5457-461c-8c3f-7ef7a3db0123 None None] For port 18ecf8d6-8369-4a8a-b70f-0351199d5f5f, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=18ecf8d6-8369-4a8a-b70f-0351199d5f5f,segment=NetworkSegment(8ca6bdda-16f5-415c-b4c4-5fa43bd76c49),segment_id=8ca6bdda-16f5-415c-b4c4-5fa43bd76c49)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:26:23.875111 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 1a825bf2-6321-4eee-bbb1-551612cfd286 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:26:23.875468 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:23.928026 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f8d18982-5457-461c-8c3f-7ef7a3db0123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:23.974823 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07856a0-df4a-4086-945b-50cb2cf54862 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Made reservation on behalf of 560e13c709e3485683b24044a86074bb for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:26:24.001736 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-0a168b74-22ab-48cc-ae63-e7e1e3029e99 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] For port e5315311-94d0-4357-b29b-d806769abea3, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e5315311-94d0-4357-b29b-d806769abea3,segment=NetworkSegment(37af7c81-dc61-4da9-9a68-9ee6e2d22927),segment_id=37af7c81-dc61-4da9-9a68-9ee6e2d22927)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:26:24.003063 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0a168b74-22ab-48cc-ae63-e7e1e3029e99 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:24.135693 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ff34f-0409-4f9f-bf3a-21c9890e316e req-bbaa7719-c989-44f4-8313-43a4fc8f0b1e tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:24.137539 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad9ff34f-0409-4f9f-bf3a-21c9890e316e req-bbaa7719-c989-44f4-8313-43a4fc8f0b1e tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=11d81c3a-3864-4c18-ba21-dada55282edf HTTP/1.1" status: 200 len: 945 time: 1.2746048 May 23 11:26:24.236221 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-941849e4-6220-41a9-8c91-3d8474e083bf None None] Provisioning for port f2047ead-042a-4f16-813d-e0347747e8fb completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:26:24.248046 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-941849e4-6220-41a9-8c91-3d8474e083bf None None] Provisioning complete for port f2047ead-042a-4f16-813d-e0347747e8fb triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:26:24.248672 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-941849e4-6220-41a9-8c91-3d8474e083bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:24.320567 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d18982-5457-461c-8c3f-7ef7a3db0123 None None] Pushing event updated for resources: {'Port': ['ID=18ecf8d6-8369-4a8a-b70f-0351199d5f5f,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:24.340831 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-0a168b74-22ab-48cc-ae63-e7e1e3029e99 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Calling delete_port for e5315311-94d0-4357-b29b-d806769abea3 owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:26:24.343296 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ed6dd6-ef20-4e63-9f15-544394eab6a0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:24.343838 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-89ed6dd6-ef20-4e63-9f15-544394eab6a0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Synchronizing usage tracker for tenant:aff5ab15380840359395eccd13918dfd on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:26:24.352649 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:24.356543 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a07856a0-df4a-4086-945b-50cb2cf54862 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:24.409937 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-a07856a0-df4a-4086-945b-50cb2cf54862 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] device_id is not set on port bb73fad7-80b2-4202-83cf-b026b68b0954 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:26:24.456089 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d81c3a-3864-4c18-ba21-dada55282edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63be68b5-9838-4c65-8501-9b47fba3b26d'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:26:24.474258 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-89ed6dd6-ef20-4e63-9f15-544394eab6a0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Unset dirty status for tenant:aff5ab15380840359395eccd13918dfd on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:26:24.479128 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-941849e4-6220-41a9-8c91-3d8474e083bf None None] Port f2047ead-042a-4f16-813d-e0347747e8fb cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:26:24.480375 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-89ed6dd6-ef20-4e63-9f15-544394eab6a0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.6562881 May 23 11:26:24.484422 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40850) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:24.492618 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 63be68b5-9838-4c65-8501-9b47fba3b26d, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=63be68b5-9838-4c65-8501-9b47fba3b26d,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:26:24.500563 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:24.500893 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dbca9a17-28ce-43b3-84ed-8c3d6d352c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:24.517847 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:24.536373 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dbca9a17-28ce-43b3-84ed-8c3d6d352c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:24.636145 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 1a825bf2-6321-4eee-bbb1-551612cfd286, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=1a825bf2-6321-4eee-bbb1-551612cfd286,segment=NetworkSegment(af53b55d-f189-4d89-b9cc-acd27a336537),segment_id=af53b55d-f189-4d89-b9cc-acd27a336537)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:26:24.639515 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dbca9a17-28ce-43b3-84ed-8c3d6d352c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:24.646886 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-44fb8650-5714-44e6-aff6-33e8d4172226 req-ef168d1d-2caa-4b58-acdc-6f77dd120118 service neutron] 10.222.0.81 "GET /v2.0/networks/0be92582-5915-4835-ac16-79c44c856a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8166842 May 23 11:26:24.652151 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=63be68b5-9838-4c65-8501-9b47fba3b26d,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:24.656569 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:24.725085 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de661951-e741-4878-b82d-73bea3de661f tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:24.729204 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de661951-e741-4878-b82d-73bea3de661f tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:24.734576 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de661951-e741-4878-b82d-73bea3de661f tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:24.737996 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=1a825bf2-6321-4eee-bbb1-551612cfd286,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:24.739465 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-de661951-e741-4878-b82d-73bea3de661f tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2408645 May 23 11:26:24.740499 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40854) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:24.779806 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca9a17-28ce-43b3-84ed-8c3d6d352c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cb4a8f-a93e-4d92-a30d-4f8c6cf7b06a,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:24.839211 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dbca9a17-28ce-43b3-84ed-8c3d6d352c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:24.844731 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-dbca9a17-28ce-43b3-84ed-8c3d6d352c39 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c8cb4a8f-a93e-4d92-a30d-4f8c6cf7b06a HTTP/1.1" status: 204 len: 168 time: 1.3907027 May 23 11:26:24.856804 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-a07856a0-df4a-4086-945b-50cb2cf54862 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Allocated IP 172.20.0.12 (2547a66e-a1fc-4f97-98a9-20a810d66470/9e6812b4-ab1c-4a09-9177-ec9d27553d83/bb73fad7-80b2-4202-83cf-b026b68b0954) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:26:24.861914 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-2e8a59fa-79c5-41ec-9ee2-3c8c854a45ad tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Deleting port f2047ead-042a-4f16-813d-e0347747e8fb {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:26:24.862338 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2e8a59fa-79c5-41ec-9ee2-3c8c854a45ad tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:24.869517 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad9ff34f-0409-4f9f-bf3a-21c9890e316e req-60a6ff98-662b-4e44-b5b3-42971614d672 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4499869 May 23 11:26:24.964372 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec7889-1087-4072-886a-46abc314b29d req-827d9ae8-7f7c-4f6d-b520-9a5cec6a3477 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:24.966231 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ecec7889-1087-4072-886a-46abc314b29d req-827d9ae8-7f7c-4f6d-b520-9a5cec6a3477 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bda6b7c-9251-4a5e-b257-c5c07491c7bc HTTP/1.1" status: 200 len: 944 time: 0.9363999 May 23 11:26:24.969407 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-44fb8650-5714-44e6-aff6-33e8d4172226 req-f8fb363e-a716-4b6f-9bb6-2d7a4eecdc39 service neutron] 10.222.0.81 "GET /v2.0/networks/0be92582-5915-4835-ac16-79c44c856a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974396 May 23 11:26:25.071902 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ecec7889-1087-4072-886a-46abc314b29d req-e20c45c0-3884-448a-b8f9-2f100e4fc271 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] 10.222.0.79 "GET /v2.0/security-groups?id=950553b6-69a7-426f-8276-69f9cc06c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955410 May 23 11:26:25.182721 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f110f91-e11f-47b0-85eb-f4ba584f6771'] response: {'server_uuid': '11d81c3a-3864-4c18-ba21-dada55282edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63be68b5-9838-4c65-8501-9b47fba3b26d', 'code': 200} May 23 11:26:25.270887 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0a168b74-22ab-48cc-ae63-e7e1e3029e99 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:25.526655 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40864) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:25.533463 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a168b74-22ab-48cc-ae63-e7e1e3029e99 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event deleted for resources: {'Port': ['ID=e5315311-94d0-4357-b29b-d806769abea3,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:25.534248 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d06a88-2834-4c2f-9613-6aa914a701ba None None] Network 2547a66e-a1fc-4f97-98a9-20a810d66470 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:26:25.580241 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-de80c1db-fdc1-4012-b57c-a906bf63a840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:25.593232 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a07856a0-df4a-4086-945b-50cb2cf54862 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:25.614070 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-a07856a0-df4a-4086-945b-50cb2cf54862 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Transition to ACTIVE for port object bb73fad7-80b2-4202-83cf-b026b68b0954 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:26:25.645240 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a07856a0-df4a-4086-945b-50cb2cf54862 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:25.723741 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 18ecf8d6-8369-4a8a-b70f-0351199d5f5f up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:26:25.729928 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-de80c1db-fdc1-4012-b57c-a906bf63a840 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:26:25.734377 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-de80c1db-fdc1-4012-b57c-a906bf63a840 admin admin] Usage tracker for resource:security_group_rule and tenant:a37a1635d8b94f4db784a298f63209cc is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:26:25.737473 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-de80c1db-fdc1-4012-b57c-a906bf63a840 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:26:25.743428 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-de80c1db-fdc1-4012-b57c-a906bf63a840 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:26:25.797912 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2e8a59fa-79c5-41ec-9ee2-3c8c854a45ad tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:25.820655 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-de80c1db-fdc1-4012-b57c-a906bf63a840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:25.860740 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-de80c1db-fdc1-4012-b57c-a906bf63a840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:25.909016 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-de80c1db-fdc1-4012-b57c-a906bf63a840 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a37a1635d8b94f4db784a298f63209cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3643100 May 23 11:26:25.919906 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a4f37bb4-e419-4a35-9a3a-8b3478ba234c None None] Provisioning for port 18ecf8d6-8369-4a8a-b70f-0351199d5f5f completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:26:25.931142 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-345acc5d-ac30-44d2-a544-3c089de7e09c req-8ed05fa7-d230-4f29-986d-cbb147083722 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c4112c4fc0ff4a36a1b303475c7f4981&device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 1097 time: 0.8620846 May 23 11:26:25.937624 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40868) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:25.969333 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 18ecf8d6-8369-4a8a-b70f-0351199d5f5f completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:26:25.988970 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-2e8a59fa-79c5-41ec-9ee2-3c8c854a45ad tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Calling delete_port for f2047ead-042a-4f16-813d-e0347747e8fb owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:26:26.013412 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 18ecf8d6-8369-4a8a-b70f-0351199d5f5f triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:26:26.013783 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:26.174349 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:26.192896 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07856a0-df4a-4086-945b-50cb2cf54862 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Pushing event updated for resources: {'Port': ['ID=bb73fad7-80b2-4202-83cf-b026b68b0954,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:26.206599 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2e8a59fa-79c5-41ec-9ee2-3c8c854a45ad tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:26.225570 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 18ecf8d6-8369-4a8a-b70f-0351199d5f5f, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=18ecf8d6-8369-4a8a-b70f-0351199d5f5f,segment=NetworkSegment(8ca6bdda-16f5-415c-b4c4-5fa43bd76c49),segment_id=8ca6bdda-16f5-415c-b4c4-5fa43bd76c49)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:26:26.235405 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:26.267165 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07856a0-df4a-4086-945b-50cb2cf54862 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Network 2547a66e-a1fc-4f97-98a9-20a810d66470 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:26:26.276598 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a59fa-79c5-41ec-9ee2-3c8c854a45ad tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event deleted for resources: {'Port': ['ID=f2047ead-042a-4f16-813d-e0347747e8fb,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:26.280381 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-a07856a0-df4a-4086-945b-50cb2cf54862 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:26:26.288155 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07856a0-df4a-4086-945b-50cb2cf54862 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:26:26.291187 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80c1db-fdc1-4012-b57c-a906bf63a840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe4edd7-06ae-4c98-a4b5-b7aa51027d36,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:26.296872 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-798c9292-e5a1-426a-86d9-eac071b5f209 req-85b6bfcf-65d0-4913-ae1c-d494d6a047aa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=11d81c3a-3864-4c18-ba21-dada55282edf HTTP/1.1" status: 200 len: 1097 time: 1.0169609 May 23 11:26:26.360312 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07856a0-df4a-4086-945b-50cb2cf54862 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:26.360957 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a07856a0-df4a-4086-945b-50cb2cf54862 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:26.396439 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=18ecf8d6-8369-4a8a-b70f-0351199d5f5f,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:26.431928 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-558b12b6-c018-4084-b1f9-22bc2057efb5 None None] Provisioning for port 98c9376a-c1a9-4a92-b447-b232ecb929bb completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:26:26.437813 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-558b12b6-c018-4084-b1f9-22bc2057efb5 None None] Provisioning complete for port 98c9376a-c1a9-4a92-b447-b232ecb929bb triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:26:26.438309 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-558b12b6-c018-4084-b1f9-22bc2057efb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:26.451921 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500622ae-44ef-4cb8-b872-80b7260daa14 req-be4f5541-eaba-4d73-b92d-61d10b11a4a0 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:26.460513 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-500622ae-44ef-4cb8-b872-80b7260daa14 req-be4f5541-eaba-4d73-b92d-61d10b11a4a0 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 946 time: 1.3246140 May 23 11:26:26.466278 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a07856a0-df4a-4086-945b-50cb2cf54862 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.5252025 May 23 11:26:26.470879 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40878) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:26.541559 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-558b12b6-c018-4084-b1f9-22bc2057efb5 None None] Port 98c9376a-c1a9-4a92-b447-b232ecb929bb cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:26:26.564749 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-558b12b6-c018-4084-b1f9-22bc2057efb5 None None] Provisioning for port bb73fad7-80b2-4202-83cf-b026b68b0954 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:26:26.570478 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-558b12b6-c018-4084-b1f9-22bc2057efb5 None None] Provisioning complete for port bb73fad7-80b2-4202-83cf-b026b68b0954 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:26:26.570983 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-558b12b6-c018-4084-b1f9-22bc2057efb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:26.616057 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2e8a59fa-79c5-41ec-9ee2-3c8c854a45ad tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:26.621770 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2e8a59fa-79c5-41ec-9ee2-3c8c854a45ad tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/ports/f2047ead-042a-4f16-813d-e0347747e8fb HTTP/1.1" status: 204 len: 168 time: 1.8668885 May 23 11:26:26.624105 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40882) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:26.707250 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-78da7ecf-2238-4e1c-9473-1dc9be4bda09 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] GET failed (client error): The resource could not be found. May 23 11:26:26.708046 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-78da7ecf-2238-4e1c-9473-1dc9be4bda09 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Synchronizing usage tracker for tenant:aff5ab15380840359395eccd13918dfd on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:26:26.724504 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-558b12b6-c018-4084-b1f9-22bc2057efb5 None None] Port bb73fad7-80b2-4202-83cf-b026b68b0954 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:26:26.779747 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-558b12b6-c018-4084-b1f9-22bc2057efb5 None None] Provisioning complete for port 18ecf8d6-8369-4a8a-b70f-0351199d5f5f triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:26:26.780428 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-558b12b6-c018-4084-b1f9-22bc2057efb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:26.798308 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f2319-9e33-4546-8eed-82a973e00da7 req-46299e10-6d2f-43b4-9c01-c5d1daa7a14f tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:26.800305 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4c8f2319-9e33-4546-8eed-82a973e00da7 req-46299e10-6d2f-43b4-9c01-c5d1daa7a14f tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=11d81c3a-3864-4c18-ba21-dada55282edf HTTP/1.1" status: 200 len: 946 time: 0.7447388 May 23 11:26:26.829438 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-798c9292-e5a1-426a-86d9-eac071b5f209 req-1947255a-a614-4f5e-b1f1-181fc855c1c9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393500 May 23 11:26:26.830152 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-57417422-5145-4a4b-a770-dc7a63ebdd63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:26.836538 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-78da7ecf-2238-4e1c-9473-1dc9be4bda09 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Unset dirty status for tenant:aff5ab15380840359395eccd13918dfd on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:26:26.858498 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-78da7ecf-2238-4e1c-9473-1dc9be4bda09 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "GET /v2.0/ports/f2047ead-042a-4f16-813d-e0347747e8fb HTTP/1.1" status: 404 len: 333 time: 0.2331722 May 23 11:26:26.863788 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40886) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:26.874622 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526b038a-c674-43fb-b8a2-57edeae5b162 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:26.878841 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345acc5d-ac30-44d2-a544-3c089de7e09c req-4d25f0d5-69bc-43a2-8c7e-75277a1e2d10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:26.880693 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-345acc5d-ac30-44d2-a544-3c089de7e09c req-4d25f0d5-69bc-43a2-8c7e-75277a1e2d10 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0be92582-5915-4835-ac16-79c44c856a03 HTTP/1.1" status: 200 len: 917 time: 0.9485042 May 23 11:26:26.888871 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526b038a-c674-43fb-b8a2-57edeae5b162 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:26.892847 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526b038a-c674-43fb-b8a2-57edeae5b162 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:26.893836 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-526b038a-c674-43fb-b8a2-57edeae5b162 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Synchronizing usage tracker for tenant:560e13c709e3485683b24044a86074bb on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:26:26.943550 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-526b038a-c674-43fb-b8a2-57edeae5b162 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Unset dirty status for tenant:560e13c709e3485683b24044a86074bb on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:26:26.947846 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-526b038a-c674-43fb-b8a2-57edeae5b162 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.4731007 May 23 11:26:26.947846 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40890) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:27.018730 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-fa9178ff-e30b-49b7-bbc0-cd2f81bbbdfa tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Deleting port 3351d65a-302e-43a3-b380-7601fa7f613a {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:26:27.019047 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fa9178ff-e30b-49b7-bbc0-cd2f81bbbdfa tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:27.109909 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-5d3e94b5-e476-4504-8f25-98076ba174fb tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Deleting port bb73fad7-80b2-4202-83cf-b026b68b0954 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:26:27.110295 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5d3e94b5-e476-4504-8f25-98076ba174fb tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:27.135639 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-57417422-5145-4a4b-a770-dc7a63ebdd63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:27.149286 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-58c1a56a-4b36-44d5-afc7-e2706f46760c None None] Provisioning complete for port 98c9376a-c1a9-4a92-b447-b232ecb929bb triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:26:27.149855 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-58c1a56a-4b36-44d5-afc7-e2706f46760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:27.186630 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bda6b7c-9251-4a5e-b257-c5c07491c7bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a825bf2-6321-4eee-bbb1-551612cfd286'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:26:27.214421 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-58c1a56a-4b36-44d5-afc7-e2706f46760c None None] Port 98c9376a-c1a9-4a92-b447-b232ecb929bb cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:26:27.219362 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-500622ae-44ef-4cb8-b872-80b7260daa14 req-81c0d570-3fa6-41fc-a559-99afa2729b5c tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7575121 May 23 11:26:27.232873 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4c8f2319-9e33-4546-8eed-82a973e00da7 req-32aec0aa-8daf-4960-a51a-95ffd55aaee5 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060001 May 23 11:26:27.316413 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95278aef-09f7-49cb-bca1-97fd6d5f9af6'] response: {'server_uuid': '0bda6b7c-9251-4a5e-b257-c5c07491c7bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a825bf2-6321-4eee-bbb1-551612cfd286', 'code': 200} May 23 11:26:27.346805 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1ab3a5ee-4692-47f1-acfc-138632ed495b None None] Provisioning complete for port bb73fad7-80b2-4202-83cf-b026b68b0954 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:26:27.347574 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ab3a5ee-4692-47f1-acfc-138632ed495b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:27.402753 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-345acc5d-ac30-44d2-a544-3c089de7e09c req-d2a445f2-e2ba-42de-805b-b470833e9afa service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0149fd8a-049d-4ca2-ad81-8626eed3d2b4 HTTP/1.1" status: 200 len: 1002 time: 0.3408124 May 23 11:26:27.453517 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 0149fd8a-049d-4ca2-ad81-8626eed3d2b4 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:26:27.546584 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1ab3a5ee-4692-47f1-acfc-138632ed495b None None] Port bb73fad7-80b2-4202-83cf-b026b68b0954 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:26:27.558856 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5d3e94b5-e476-4504-8f25-98076ba174fb tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:27.589413 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 18ecf8d6-8369-4a8a-b70f-0351199d5f5f up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:26:27.590889 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-57417422-5145-4a4b-a770-dc7a63ebdd63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:27.628199 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345acc5d-ac30-44d2-a544-3c089de7e09c req-4494b235-b1d7-484a-89ad-fffd68e5e1b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:27.629681 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-345acc5d-ac30-44d2-a544-3c089de7e09c req-4494b235-b1d7-484a-89ad-fffd68e5e1b0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b85c12c-741c-420e-9273-6de6d42ac4b3 HTTP/1.1" status: 200 len: 855 time: 0.1805732 May 23 11:26:27.632882 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fa9178ff-e30b-49b7-bbc0-cd2f81bbbdfa tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:27.640880 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57417422-5145-4a4b-a770-dc7a63ebdd63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe4edd7-06ae-4c98-a4b5-b7aa51027d36,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:27.693381 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-5d3e94b5-e476-4504-8f25-98076ba174fb tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Calling delete_port for bb73fad7-80b2-4202-83cf-b026b68b0954 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:26:27.716304 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:27.745387 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 18ecf8d6-8369-4a8a-b70f-0351199d5f5f triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:26:27.745807 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:27.750931 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7654ffee-b011-4329-86a7-032d07cc77fc req-952d604c-4bee-487f-b661-7920000d8e6b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0bda6b7c-9251-4a5e-b257-c5c07491c7bc HTTP/1.1" status: 200 len: 1096 time: 0.2922530 May 23 11:26:27.802402 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 0149fd8a-049d-4ca2-ad81-8626eed3d2b4, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0149fd8a-049d-4ca2-ad81-8626eed3d2b4,segment=NetworkSegment(4f0d5472-1003-45ab-8b0f-abd1e74bfa02),segment_id=4f0d5472-1003-45ab-8b0f-abd1e74bfa02)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:26:27.816399 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:27.824072 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7654ffee-b011-4329-86a7-032d07cc77fc req-8b7cd88f-7a94-41ae-98a6-cbd1ad637d04 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=950553b6-69a7-426f-8276-69f9cc06c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636766 May 23 11:26:27.901016 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5d3e94b5-e476-4504-8f25-98076ba174fb tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:27.934061 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=0149fd8a-049d-4ca2-ad81-8626eed3d2b4,revision_number=8']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:27.940261 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-fa9178ff-e30b-49b7-bbc0-cd2f81bbbdfa tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Calling delete_port for 3351d65a-302e-43a3-b380-7601fa7f613a owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:26:27.970307 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e94b5-e476-4504-8f25-98076ba174fb tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Pushing event deleted for resources: {'Port': ['ID=bb73fad7-80b2-4202-83cf-b026b68b0954,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:28.010677 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-57417422-5145-4a4b-a770-dc7a63ebdd63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:28.014567 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-57417422-5145-4a4b-a770-dc7a63ebdd63 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4fe4edd7-06ae-4c98-a4b5-b7aa51027d36 HTTP/1.1" status: 204 len: 168 time: 2.0273864 May 23 11:26:28.020899 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c28e22c-e78f-4bb2-9833-83311bbafa0b req-cb0cad14-02dc-4561-91a5-f67fd8c96d50 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:28.022382 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8c28e22c-e78f-4bb2-9833-83311bbafa0b req-cb0cad14-02dc-4561-91a5-f67fd8c96d50 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bda6b7c-9251-4a5e-b257-c5c07491c7bc HTTP/1.1" status: 200 len: 945 time: 0.6126597 May 23 11:26:28.023793 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0a168b74-22ab-48cc-ae63-e7e1e3029e99 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:28.199920 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5d3e94b5-e476-4504-8f25-98076ba174fb tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:28.222527 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5d3e94b5-e476-4504-8f25-98076ba174fb tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] 10.222.0.79 "DELETE /v2.0/ports/bb73fad7-80b2-4202-83cf-b026b68b0954 HTTP/1.1" status: 204 len: 168 time: 1.2733374 May 23 11:26:28.227140 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40904) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:28.299396 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-345acc5d-ac30-44d2-a544-3c089de7e09c req-d4a1e7ad-1ba3-4f72-88db-8b3668534998 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0be92582-5915-4835-ac16-79c44c856a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6535072 May 23 11:26:28.302835 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8c28e22c-e78f-4bb2-9833-83311bbafa0b req-65b82a0a-3c52-448f-a35f-fc7d984f8a8c tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] 10.222.0.79 "GET /v2.0/security-groups?id=950553b6-69a7-426f-8276-69f9cc06c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617383 May 23 11:26:28.363172 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-d978470c-0d09-4ce1-bd02-d05e439e3cf3 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] GET failed (client error): The resource could not be found. May 23 11:26:28.372030 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d978470c-0d09-4ce1-bd02-d05e439e3cf3 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Synchronizing usage tracker for tenant:560e13c709e3485683b24044a86074bb on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:26:28.421951 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d978470c-0d09-4ce1-bd02-d05e439e3cf3 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Unset dirty status for tenant:560e13c709e3485683b24044a86074bb on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:26:28.428298 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d978470c-0d09-4ce1-bd02-d05e439e3cf3 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] 10.222.0.79 "GET /v2.0/ports/bb73fad7-80b2-4202-83cf-b026b68b0954 HTTP/1.1" status: 404 len: 333 time: 0.2000833 May 23 11:26:28.429171 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40914) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:28.445874 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-44778dfa-106c-44f8-8267-55f9d6b8cf42 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Request body: {'port': {'network_id': '2547a66e-a1fc-4f97-98a9-20a810d66470', 'name': 'tempest-AllowedAddressPairTestJSON-496572002'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:26:28.447500 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fa9178ff-e30b-49b7-bbc0-cd2f81bbbdfa tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:28.542699 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9178ff-e30b-49b7-bbc0-cd2f81bbbdfa tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event deleted for resources: {'Port': ['ID=3351d65a-302e-43a3-b380-7601fa7f613a,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:28.699312 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-345acc5d-ac30-44d2-a544-3c089de7e09c req-46f9bfc8-15f6-437d-807c-7f4f06311dba service neutron] 10.222.0.81 "GET /v2.0/networks/0be92582-5915-4835-ac16-79c44c856a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861091 May 23 11:26:28.711560 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-44778dfa-106c-44f8-8267-55f9d6b8cf42 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:26:28.723647 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-44778dfa-106c-44f8-8267-55f9d6b8cf42 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:26:28.735161 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44778dfa-106c-44f8-8267-55f9d6b8cf42 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Made reservation on behalf of 560e13c709e3485683b24044a86074bb for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:26:28.740315 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-44778dfa-106c-44f8-8267-55f9d6b8cf42 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:28.770841 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-44778dfa-106c-44f8-8267-55f9d6b8cf42 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] device_id is not set on port 5e51c902-1829-4a67-9709-deabd061341b yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:26:29.004143 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-44778dfa-106c-44f8-8267-55f9d6b8cf42 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Allocated IP 172.20.0.7 (2547a66e-a1fc-4f97-98a9-20a810d66470/9e6812b4-ab1c-4a09-9177-ec9d27553d83/5e51c902-1829-4a67-9709-deabd061341b) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:26:29.055211 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-345acc5d-ac30-44d2-a544-3c089de7e09c req-f538049d-2e2e-4056-8519-aabee002cbd8 service neutron] 10.222.0.81 "GET /v2.0/networks/0be92582-5915-4835-ac16-79c44c856a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369539 May 23 11:26:29.110160 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fa9178ff-e30b-49b7-bbc0-cd2f81bbbdfa tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:29.138686 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-fa9178ff-e30b-49b7-bbc0-cd2f81bbbdfa tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/ports/3351d65a-302e-43a3-b380-7601fa7f613a HTTP/1.1" status: 204 len: 168 time: 2.2623785 May 23 11:26:29.143798 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40932) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:29.200469 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b95a7b-17eb-46e6-85b6-ae728fdc462d req-723f85c6-87b7-4b5c-a8d8-74781bc11ecb tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:29.207980 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-23b95a7b-17eb-46e6-85b6-ae728fdc462d req-723f85c6-87b7-4b5c-a8d8-74781bc11ecb tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 944 time: 0.6511893 May 23 11:26:29.277944 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-52c66c78-3bf4-4b76-8183-4dddb4695ae7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] GET failed (client error): The resource could not be found. May 23 11:26:29.278491 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-52c66c78-3bf4-4b76-8183-4dddb4695ae7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Synchronizing usage tracker for tenant:aff5ab15380840359395eccd13918dfd on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:26:29.317468 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c24f87-ea64-47df-b23b-232e08cd18b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0149fd8a-049d-4ca2-ad81-8626eed3d2b4'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:26:29.351117 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-44778dfa-106c-44f8-8267-55f9d6b8cf42 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:29.368355 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-44778dfa-106c-44f8-8267-55f9d6b8cf42 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Transition to ACTIVE for port object 5e51c902-1829-4a67-9709-deabd061341b will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:26:29.408308 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-44778dfa-106c-44f8-8267-55f9d6b8cf42 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:29.417943 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a441065-03e1-4ca4-a3c6-f4a1c7db02cb req-712b502a-231c-4615-9e0f-532ba8f9fc34 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:29.419674 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2a441065-03e1-4ca4-a3c6-f4a1c7db02cb req-712b502a-231c-4615-9e0f-532ba8f9fc34 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=11d81c3a-3864-4c18-ba21-dada55282edf HTTP/1.1" status: 200 len: 946 time: 0.7275863 May 23 11:26:29.427135 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-52c66c78-3bf4-4b76-8183-4dddb4695ae7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Unset dirty status for tenant:aff5ab15380840359395eccd13918dfd on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:26:29.431582 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-52c66c78-3bf4-4b76-8183-4dddb4695ae7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "GET /v2.0/ports/3351d65a-302e-43a3-b380-7601fa7f613a HTTP/1.1" status: 404 len: 333 time: 0.2788053 May 23 11:26:29.449829 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40944) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:29.466032 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-23b95a7b-17eb-46e6-85b6-ae728fdc462d req-543b62e5-9541-42a9-b411-157e8dd01dc1 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2557378 May 23 11:26:29.507592 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44778dfa-106c-44f8-8267-55f9d6b8cf42 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Network 2547a66e-a1fc-4f97-98a9-20a810d66470 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:26:29.519507 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-44778dfa-106c-44f8-8267-55f9d6b8cf42 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:26:29.524448 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44778dfa-106c-44f8-8267-55f9d6b8cf42 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:26:29.541626 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33839620-7165-4264-9888-fc6cad88c120'] response: {'server_uuid': '70c24f87-ea64-47df-b23b-232e08cd18b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0149fd8a-049d-4ca2-ad81-8626eed3d2b4', 'code': 200} May 23 11:26:29.654534 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44778dfa-106c-44f8-8267-55f9d6b8cf42 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:29.655183 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-44778dfa-106c-44f8-8267-55f9d6b8cf42 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:29.731576 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-44778dfa-106c-44f8-8267-55f9d6b8cf42 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3011224 May 23 11:26:29.736000 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40950) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:29.754882 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-4aee889c-2fc2-4e47-b286-ee5bdcc62215 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:ea:bc:80'}]}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:26:29.805443 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44778dfa-106c-44f8-8267-55f9d6b8cf42 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Pushing event updated for resources: {'Port': ['ID=5e51c902-1829-4a67-9709-deabd061341b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:29.971544 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2a441065-03e1-4ca4-a3c6-f4a1c7db02cb req-5f93fddd-af35-45b9-9f18-69bac6f9cd13 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5186601 May 23 11:26:29.998607 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3c8e491e-cb1b-45d0-8945-76880f1aef50 None None] Provisioning for port 5e51c902-1829-4a67-9709-deabd061341b completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:26:30.016587 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3c8e491e-cb1b-45d0-8945-76880f1aef50 None None] Provisioning complete for port 5e51c902-1829-4a67-9709-deabd061341b triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:26:30.017264 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3c8e491e-cb1b-45d0-8945-76880f1aef50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:30.142710 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3c8e491e-cb1b-45d0-8945-76880f1aef50 None None] Port 5e51c902-1829-4a67-9709-deabd061341b cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:26:30.390950 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4aee889c-2fc2-4e47-b286-ee5bdcc62215 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:30.444775 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d9bf8-165e-4349-a633-0179fde74566 req-1f341dc8-d8a9-4b06-a504-10ffd9b98325 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:30.446337 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-008d9bf8-165e-4349-a633-0179fde74566 req-1f341dc8-d8a9-4b06-a504-10ffd9b98325 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bda6b7c-9251-4a5e-b257-c5c07491c7bc HTTP/1.1" status: 200 len: 945 time: 0.5768342 May 23 11:26:30.452652 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd34c3b0-d4a5-44a2-a240-a5ca0b88b2bd tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Deleting subnet 2e0b98ff-88d1-4500-8f05-9c027de4875b {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:26:30.455849 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bd34c3b0-d4a5-44a2-a240-a5ca0b88b2bd tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:30.544768 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a479368-a58a-4550-9e49-080805131e52 req-c348c381-8652-45d5-9671-2fdf3bce764c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=0d8e63cb106b40b880c35c46eb22d5c0 HTTP/1.1" status: 200 len: 267 time: 0.2474570 May 23 11:26:30.610076 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bd34c3b0-d4a5-44a2-a240-a5ca0b88b2bd tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:30.684323 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4aee889c-2fc2-4e47-b286-ee5bdcc62215 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:30.690244 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4aee889c-2fc2-4e47-b286-ee5bdcc62215 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:30.697726 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-008d9bf8-165e-4349-a633-0179fde74566 req-bbd7b7d9-2686-431e-9dc8-10aa3f7b06b2 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] 10.222.0.79 "GET /v2.0/security-groups?id=950553b6-69a7-426f-8276-69f9cc06c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995089 May 23 11:26:30.772476 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a479368-a58a-4550-9e49-080805131e52 req-0c1bc851-7876-4e96-9b00-9d7a0143a812 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:30.788078 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a479368-a58a-4550-9e49-080805131e52 req-0c1bc851-7876-4e96-9b00-9d7a0143a812 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=11d81c3a-3864-4c18-ba21-dada55282edf HTTP/1.1" status: 200 len: 946 time: 0.2343044 May 23 11:26:30.799719 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bd34c3b0-d4a5-44a2-a240-a5ca0b88b2bd tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:30.836821 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-4aee889c-2fc2-4e47-b286-ee5bdcc62215 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] In _notify_port_updated(), no bound segment for port 5e51c902-1829-4a67-9709-deabd061341b on network 2547a66e-a1fc-4f97-98a9-20a810d66470 {{(pid=83911) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 23 11:26:30.840961 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aee889c-2fc2-4e47-b286-ee5bdcc62215 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:30.841731 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4aee889c-2fc2-4e47-b286-ee5bdcc62215 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:30.841920 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-8a479368-a58a-4550-9e49-080805131e52 req-ee710026-62be-4ee8-b2d9-e1745ffdbf47 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Request body: {'port': {'security_groups': []}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:26:30.845758 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4aee889c-2fc2-4e47-b286-ee5bdcc62215 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] 10.222.0.79 "PUT /v2.0/ports/5e51c902-1829-4a67-9709-deabd061341b HTTP/1.1" status: 200 len: 992 time: 1.1053281 May 23 11:26:30.846211 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40980) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:30.923973 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee889c-2fc2-4e47-b286-ee5bdcc62215 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Pushing event updated for resources: {'Port': ['ID=5e51c902-1829-4a67-9709-deabd061341b,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:30.975086 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a168b74-22ab-48cc-ae63-e7e1e3029e99 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Router f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:26:30.991551 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-10edbec6-a3e1-4fc1-af13-cc1402582c66 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Deleting port 5e51c902-1829-4a67-9709-deabd061341b {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:26:30.992010 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-10edbec6-a3e1-4fc1-af13-cc1402582c66 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:31.166848 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bd34c3b0-d4a5-44a2-a240-a5ca0b88b2bd tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:31.190230 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-783c6caf-c215-4c1d-a5fc-1800ca9c7eae None None] Provisioning complete for port 5e51c902-1829-4a67-9709-deabd061341b triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:26:31.195100 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-783c6caf-c215-4c1d-a5fc-1800ca9c7eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:31.258760 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-783c6caf-c215-4c1d-a5fc-1800ca9c7eae None None] Port 5e51c902-1829-4a67-9709-deabd061341b cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:26:31.301646 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8a479368-a58a-4550-9e49-080805131e52 req-ee710026-62be-4ee8-b2d9-e1745ffdbf47 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:31.380748 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd34c3b0-d4a5-44a2-a240-a5ca0b88b2bd tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event deleted for resources: {'Subnet': ['ID=2e0b98ff-88d1-4500-8f05-9c027de4875b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:31.441964 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5639c5-bffd-4022-9e63-8f0672dce3da None None] Network fef6718f-8d71-4d01-b6ca-3155747d0b8d requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:26:31.444700 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bd34c3b0-d4a5-44a2-a240-a5ca0b88b2bd tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:31.475937 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-bd34c3b0-d4a5-44a2-a240-a5ca0b88b2bd tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/subnets/2e0b98ff-88d1-4500-8f05-9c027de4875b HTTP/1.1" status: 204 len: 168 time: 2.0065219 May 23 11:26:31.490219 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40990) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:31.506796 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-10edbec6-a3e1-4fc1-af13-cc1402582c66 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:31.623080 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8199ce-45ec-4973-9602-3b5a6fab85b4 req-d1aae38a-0e11-4bb4-b85e-2353d35b27a8 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:31.624467 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2c8199ce-45ec-4973-9602-3b5a6fab85b4 req-d1aae38a-0e11-4bb4-b85e-2353d35b27a8 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 944 time: 0.5976167 May 23 11:26:31.761152 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-10edbec6-a3e1-4fc1-af13-cc1402582c66 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Calling delete_port for 5e51c902-1829-4a67-9709-deabd061341b owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:26:31.769957 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5d0071ee-08dc-4078-98ad-0909199811b8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:31.869872 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2c8199ce-45ec-4973-9602-3b5a6fab85b4 req-305d6dac-c95a-4161-87f1-060c67c42cf4 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2157216 May 23 11:26:31.874806 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-5d0071ee-08dc-4078-98ad-0909199811b8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Deleting port 02be4b83-4c14-4a43-aa73-96b29502dcc1 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:26:31.874806 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5d0071ee-08dc-4078-98ad-0909199811b8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:31.879271 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daca14d2-1c82-4e4f-94ba-55f525141d9b None None] DHCP port deletion for fef6718f-8d71-4d01-b6ca-3155747d0b8d request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:26:31.884906 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-daca14d2-1c82-4e4f-94ba-55f525141d9b None None] Deleting port 02be4b83-4c14-4a43-aa73-96b29502dcc1 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:26:31.885574 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-daca14d2-1c82-4e4f-94ba-55f525141d9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:32.030769 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-10edbec6-a3e1-4fc1-af13-cc1402582c66 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:32.093412 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10edbec6-a3e1-4fc1-af13-cc1402582c66 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Pushing event deleted for resources: {'Port': ['ID=5e51c902-1829-4a67-9709-deabd061341b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:32.231759 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-daca14d2-1c82-4e4f-94ba-55f525141d9b None None] For port 02be4b83-4c14-4a43-aa73-96b29502dcc1, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=02be4b83-4c14-4a43-aa73-96b29502dcc1,segment=NetworkSegment(eae08a7f-10a9-41b9-9ddb-d9d823938de7),segment_id=eae08a7f-10a9-41b9-9ddb-d9d823938de7)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:26:32.232768 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-daca14d2-1c82-4e4f-94ba-55f525141d9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:32.324261 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-8a479368-a58a-4550-9e49-080805131e52 req-ee710026-62be-4ee8-b2d9-e1745ffdbf47 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] For port 63be68b5-9838-4c65-8501-9b47fba3b26d, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=63be68b5-9838-4c65-8501-9b47fba3b26d,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:26:32.367030 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-10edbec6-a3e1-4fc1-af13-cc1402582c66 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:32.388268 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8a479368-a58a-4550-9e49-080805131e52 req-ee710026-62be-4ee8-b2d9-e1745ffdbf47 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:32.395873 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-10edbec6-a3e1-4fc1-af13-cc1402582c66 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] 10.222.0.79 "DELETE /v2.0/ports/5e51c902-1829-4a67-9709-deabd061341b HTTP/1.1" status: 204 len: 168 time: 1.5485740 May 23 11:26:32.396733 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41004) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:32.452120 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1ea71ab-2be6-42d8-a39d-17580662b90a tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] GET failed (client error): The resource could not be found. May 23 11:26:32.452752 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c1ea71ab-2be6-42d8-a39d-17580662b90a tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Synchronizing usage tracker for tenant:560e13c709e3485683b24044a86074bb on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:26:32.470906 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c1ea71ab-2be6-42d8-a39d-17580662b90a tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Unset dirty status for tenant:560e13c709e3485683b24044a86074bb on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:26:32.476040 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c1ea71ab-2be6-42d8-a39d-17580662b90a tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] 10.222.0.79 "GET /v2.0/ports/5e51c902-1829-4a67-9709-deabd061341b HTTP/1.1" status: 404 len: 333 time: 0.0781553 May 23 11:26:32.476769 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41010) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:32.483033 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-6274b4f8-f02a-42e6-b545-943b0ee20f6b tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Request body: {'port': {'network_id': '2547a66e-a1fc-4f97-98a9-20a810d66470', 'name': 'tempest-AllowedAddressPairTestJSON-1363314615'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:26:32.555869 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-daca14d2-1c82-4e4f-94ba-55f525141d9b None None] Calling delete_port for 02be4b83-4c14-4a43-aa73-96b29502dcc1 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:26:32.655496 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-daca14d2-1c82-4e4f-94ba-55f525141d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:32.704183 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-5d0071ee-08dc-4078-98ad-0909199811b8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] For port 02be4b83-4c14-4a43-aa73-96b29502dcc1, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=02be4b83-4c14-4a43-aa73-96b29502dcc1,segment=NetworkSegment(eae08a7f-10a9-41b9-9ddb-d9d823938de7),segment_id=eae08a7f-10a9-41b9-9ddb-d9d823938de7)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:26:32.704778 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5d0071ee-08dc-4078-98ad-0909199811b8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:32.718596 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8a479368-a58a-4550-9e49-080805131e52 req-ee710026-62be-4ee8-b2d9-e1745ffdbf47 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:32.767401 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daca14d2-1c82-4e4f-94ba-55f525141d9b None None] No DVR routers for this DVR port 02be4b83-4c14-4a43-aa73-96b29502dcc1 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:26:32.791035 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daca14d2-1c82-4e4f-94ba-55f525141d9b None None] Pushing event deleted for resources: {'Port': ['ID=02be4b83-4c14-4a43-aa73-96b29502dcc1,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:32.800952 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['fc866833-5097-465e-8754-807c07eb8e82', '7a613659-194c-4921-a5e0-77bd3f7e1758', '63be68b5-9838-4c65-8501-9b47fba3b26d'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:26:32.807169 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6274b4f8-f02a-42e6-b545-943b0ee20f6b tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:26:32.850059 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6274b4f8-f02a-42e6-b545-943b0ee20f6b tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:26:32.893088 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6274b4f8-f02a-42e6-b545-943b0ee20f6b tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Made reservation on behalf of 560e13c709e3485683b24044a86074bb for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:26:32.904380 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6274b4f8-f02a-42e6-b545-943b0ee20f6b tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:32.950433 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-6274b4f8-f02a-42e6-b545-943b0ee20f6b tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] device_id is not set on port 5294ecf7-0da4-4807-9541-4e87c8aeb8ca yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:26:33.137504 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-5d0071ee-08dc-4078-98ad-0909199811b8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Calling delete_port for 02be4b83-4c14-4a43-aa73-96b29502dcc1 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:26:33.229997 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee710026-62be-4ee8-b2d9-e1745ffdbf47 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Pushing event updated for resources: {'Port': ['ID=63be68b5-9838-4c65-8501-9b47fba3b26d,revision_number=6']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:33.259203 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-6274b4f8-f02a-42e6-b545-943b0ee20f6b tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Allocated IP 172.20.0.3 (2547a66e-a1fc-4f97-98a9-20a810d66470/9e6812b4-ab1c-4a09-9177-ec9d27553d83/5294ecf7-0da4-4807-9541-4e87c8aeb8ca) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:26:33.271052 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a479368-a58a-4550-9e49-080805131e52 req-ee710026-62be-4ee8-b2d9-e1745ffdbf47 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:33.272059 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8a479368-a58a-4550-9e49-080805131e52 req-ee710026-62be-4ee8-b2d9-e1745ffdbf47 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:33.273703 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a479368-a58a-4550-9e49-080805131e52 req-ee710026-62be-4ee8-b2d9-e1745ffdbf47 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "PUT /v2.0/ports/63be68b5-9838-4c65-8501-9b47fba3b26d HTTP/1.1" status: 200 len: 905 time: 2.4848058 May 23 11:26:33.274490 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d81c3a-3864-4c18-ba21-dada55282edf', 'tag': '63be68b5-9838-4c65-8501-9b47fba3b26d'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:26:33.368619 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a168b74-22ab-48cc-ae63-e7e1e3029e99 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:26:33.380245 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88cc503-fdbd-4d3b-934e-99a286ad4d17 None None] Sync routers for ids ['f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:26:33.405188 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88cc503-fdbd-4d3b-934e-99a286ad4d17 None None] Routers {'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:26:33.408465 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-b88cc503-fdbd-4d3b-934e-99a286ad4d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:26:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:26:33.441591 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0a168b74-22ab-48cc-ae63-e7e1e3029e99 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "PUT /v2.0/routers/f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 21.5715055 May 23 11:26:33.444355 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.api [None req-5d0071ee-08dc-4078-98ad-0909199811b8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:26:33.444986 n-d-842952-2 neutron-server[83910]: DEBUG oslo_db.api [None req-5d0071ee-08dc-4078-98ad-0909199811b8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:26:33.476050 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['63be68b5-9838-4c65-8501-9b47fba3b26d'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:26:33.498539 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb0bb3-eb4b-4b9c-a25b-e4b122f4d046 req-076eeaa8-c080-4c79-b004-aa3f15171ed8 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:33.511348 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fcdb0bb3-eb4b-4b9c-a25b-e4b122f4d046 req-076eeaa8-c080-4c79-b004-aa3f15171ed8 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bda6b7c-9251-4a5e-b257-c5c07491c7bc HTTP/1.1" status: 200 len: 945 time: 0.2118177 May 23 11:26:33.587150 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fcdb0bb3-eb4b-4b9c-a25b-e4b122f4d046 req-3ecaf88d-e7b2-485d-b476-7bdd2b2f9929 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] 10.222.0.79 "GET /v2.0/security-groups?id=950553b6-69a7-426f-8276-69f9cc06c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746267 May 23 11:26:33.623035 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 0149fd8a-049d-4ca2-ad81-8626eed3d2b4 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:26:33.681473 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 02be4b83-4c14-4a43-aa73-96b29502dcc1 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:26:33.709720 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-b88cc503-fdbd-4d3b-934e-99a286ad4d17 None None] Set router f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:26:33.728915 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 02be4b83-4c14-4a43-aa73-96b29502dcc1 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:26:33.729161 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 02be4b83-4c14-4a43-aa73-96b29502dcc1 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:26:33.738727 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6274b4f8-f02a-42e6-b545-943b0ee20f6b tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:33.759705 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335307a-b79a-4e27-9d45-26af844b2773 req-27762b6f-7de7-49ef-9eaa-3b39f1f45508 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:33.762019 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5335307a-b79a-4e27-9d45-26af844b2773 req-27762b6f-7de7-49ef-9eaa-3b39f1f45508 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 944 time: 0.2123833 May 23 11:26:33.770771 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-6274b4f8-f02a-42e6-b545-943b0ee20f6b tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Transition to ACTIVE for port object 5294ecf7-0da4-4807-9541-4e87c8aeb8ca will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:26:33.800680 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6274b4f8-f02a-42e6-b545-943b0ee20f6b tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:33.832677 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9f549a14-5bc7-4754-b20a-c8a2eef3d427 None None] Provisioning complete for port 63be68b5-9838-4c65-8501-9b47fba3b26d triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:26:33.833438 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9f549a14-5bc7-4754-b20a-c8a2eef3d427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:33.891748 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5335307a-b79a-4e27-9d45-26af844b2773 req-a596bfa7-d560-4da4-9122-b6ca0ec5e42b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231108 May 23 11:26:33.915425 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a88421-8a57-4593-874a-8b3c39abf989 req-4595e852-5f84-4dc1-a403-de2527464d2b tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:33.917207 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58a88421-8a57-4593-874a-8b3c39abf989 req-4595e852-5f84-4dc1-a403-de2527464d2b tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=11d81c3a-3864-4c18-ba21-dada55282edf HTTP/1.1" status: 200 len: 908 time: 0.1218040 May 23 11:26:33.944676 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6274b4f8-f02a-42e6-b545-943b0ee20f6b tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Pushing event updated for resources: {'Port': ['ID=5294ecf7-0da4-4807-9541-4e87c8aeb8ca,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:33.949107 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-5d0071ee-08dc-4078-98ad-0909199811b8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Deleting port 02be4b83-4c14-4a43-aa73-96b29502dcc1 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:26:33.950616 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5d0071ee-08dc-4078-98ad-0909199811b8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:33.978842 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6274b4f8-f02a-42e6-b545-943b0ee20f6b tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Network 2547a66e-a1fc-4f97-98a9-20a810d66470 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:26:33.984328 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-6274b4f8-f02a-42e6-b545-943b0ee20f6b tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:26:33.988516 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6274b4f8-f02a-42e6-b545-943b0ee20f6b tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:26:34.049977 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-5d0071ee-08dc-4078-98ad-0909199811b8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] The port '02be4b83-4c14-4a43-aa73-96b29502dcc1' was deleted {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:26:34.074136 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6274b4f8-f02a-42e6-b545-943b0ee20f6b tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:34.075118 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6274b4f8-f02a-42e6-b545-943b0ee20f6b tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:34.122065 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6274b4f8-f02a-42e6-b545-943b0ee20f6b tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6419752 May 23 11:26:34.123197 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41034) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:34.132284 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b3ef129d-c749-4e23-8054-8aa93962ce1a tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ea:bc:80'}]}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:26:34.211272 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5d0071ee-08dc-4078-98ad-0909199811b8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:34.243040 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-5d0071ee-08dc-4078-98ad-0909199811b8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fef6718f-8d71-4d01-b6ca-3155747d0b8d']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:26:34.258197 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-5d0071ee-08dc-4078-98ad-0909199811b8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eae08a7f-10a9-41b9-9ddb-d9d823938de7') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:26:34.258649 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-5d0071ee-08dc-4078-98ad-0909199811b8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eae08a7f-10a9-41b9-9ddb-d9d823938de7') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:26:34.271867 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-b88cc503-fdbd-4d3b-934e-99a286ad4d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'name': 'tempest-TestNetworkBasicOps-router-187643995', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'd900448e-b3cc-4f39-891d-f325c493782d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:22:20Z', 'updated_at': '2022-05-23T11:26:25Z', 'revision_number': 6, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'gw_port': {'id': 'd900448e-b3cc-4f39-891d-f325c493782d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:22:22Z', 'updated_at': '2022-05-23T11:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '27f31c95-9506-44e6-ab79-607411c2e0c4', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'floating_ip_address': '172.25.6.189', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'port_id': 'a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '862e9dfa-9220-4fa8-8863-16bb1e61f09a', 'mac_address': 'fa:16:3e:6b:00:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfa827a-1364-4cf2-ad34-bbd613c20574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:23:28Z', 'updated_at': '2022-05-23T11:23:37Z', 'revision_number': 1, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fff9611-3563-4b36-89a7-0e61544e067b', 'name': '', 'network_id': '862e9dfa-9220-4fa8-8863-16bb1e61f09a', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'mac_address': 'fa:16:3e:26:1f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71080ede-fcb2-4e30-8636-9b223584a1ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:22:38Z', 'updated_at': '2022-05-23T11:22:55Z', 'revision_number': 5, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'subnets': [{'id': '71080ede-fcb2-4e30-8636-9b223584a1ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:26:34.273771 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5d0071ee-08dc-4078-98ad-0909199811b8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:34.283541 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88cc503-fdbd-4d3b-934e-99a286ad4d17 None None] Checking router: f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:26:34.303938 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88cc503-fdbd-4d3b-934e-99a286ad4d17 None None] Routers {'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:26:34.305855 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-b88cc503-fdbd-4d3b-934e-99a286ad4d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:26:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:26:34.313189 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5d0071ee-08dc-4078-98ad-0909199811b8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:34.319837 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d0071ee-08dc-4078-98ad-0909199811b8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:26:34.320335 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5d0071ee-08dc-4078-98ad-0909199811b8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:34.323973 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-51b7f0b8-e3b0-4b02-a6cf-78bdc2c18890 None None] Provisioning for port 5294ecf7-0da4-4807-9541-4e87c8aeb8ca completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:26:34.329314 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-51b7f0b8-e3b0-4b02-a6cf-78bdc2c18890 None None] Provisioning complete for port 5294ecf7-0da4-4807-9541-4e87c8aeb8ca triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:26:34.329750 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-51b7f0b8-e3b0-4b02-a6cf-78bdc2c18890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:34.413980 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b3ef129d-c749-4e23-8054-8aa93962ce1a tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:34.459068 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-51b7f0b8-e3b0-4b02-a6cf-78bdc2c18890 None None] Port 5294ecf7-0da4-4807-9541-4e87c8aeb8ca cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:26:34.544505 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93e54a0e-0ee9-4b4a-9356-61508142826c'] response: {'name': 'network-changed', 'server_uuid': '11d81c3a-3864-4c18-ba21-dada55282edf', 'tag': '63be68b5-9838-4c65-8501-9b47fba3b26d', 'status': 'completed', 'code': 200} May 23 11:26:34.566159 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-b88cc503-fdbd-4d3b-934e-99a286ad4d17 None None] Set router f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:26:34.636474 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:26:34.636474 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:26:34.636474 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:26:34.636474 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:26:34.636474 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:26:34.636474 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:26:34.636474 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:26:34.636474 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:26:34.636474 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:26:34.636474 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:26:34.636474 n-d-842952-2 neutron-server[83910]: timer() May 23 11:26:34.636474 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:26:34.636474 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:26:34.636474 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:26:34.636474 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:26:34.636474 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:26:34.636474 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:26:34.636474 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:26:34.636474 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:26:34.636474 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:26:34.636474 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:26:34.636474 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:26:34.636474 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:26:34.636474 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:26:34.636474 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:26:34.636474 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:26:34.636474 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:26:34.636474 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:26:34.636474 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:26:34.636474 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:26:34.636474 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:26:34.636474 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:26:34.636474 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:26:34.636474 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:26:34.636474 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:26:34.636474 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:26:34.636474 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:26:34.636474 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:26:34.636474 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:26:34.636474 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:26:34.651343 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5d0071ee-08dc-4078-98ad-0909199811b8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:34.685379 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5d0071ee-08dc-4078-98ad-0909199811b8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:34.690870 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0071ee-08dc-4078-98ad-0909199811b8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event deleted for resources: {'Network': ['ID=fef6718f-8d71-4d01-b6ca-3155747d0b8d,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:34.729643 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5d0071ee-08dc-4078-98ad-0909199811b8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/networks/fef6718f-8d71-4d01-b6ca-3155747d0b8d HTTP/1.1" status: 204 len: 168 time: 3.2331343 May 23 11:26:34.735518 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41052) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:34.746575 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-48338257-76c4-4a3a-9353-f28ceb1cfd01 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1055685717'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:26:34.763932 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-48338257-76c4-4a3a-9353-f28ceb1cfd01 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:26:34.769157 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-48338257-76c4-4a3a-9353-f28ceb1cfd01 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Usage tracker for resource:network and tenant:aff5ab15380840359395eccd13918dfd is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:26:34.773780 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-48338257-76c4-4a3a-9353-f28ceb1cfd01 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:26:34.806215 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-48338257-76c4-4a3a-9353-f28ceb1cfd01 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:26:34.853159 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12111d4f-439f-492b-8761-1dcc1fadfe8b req-ee45029b-209a-4d0a-accf-401375311c69 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:34.854710 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-12111d4f-439f-492b-8761-1dcc1fadfe8b req-ee45029b-209a-4d0a-accf-401375311c69 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] 10.222.0.81 "GET /v2.0/ports?device_id=0bda6b7c-9251-4a5e-b257-c5c07491c7bc HTTP/1.1" status: 200 len: 945 time: 0.3612511 May 23 11:26:34.877014 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f83bfae8-10fc-439e-a980-c6fb2457ad59 req-b5b983ef-898f-4982-9ac0-1d569754c314 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d8e63cb106b40b880c35c46eb22d5c0&device_id=11d81c3a-3864-4c18-ba21-dada55282edf HTTP/1.1" status: 200 len: 1059 time: 0.2934546 May 23 11:26:34.882647 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050b100-755e-491b-bd3f-d689f67eef50 req-5648f490-eb10-40e1-b4a5-e4fa85cada0f tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:34.884555 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5050b100-755e-491b-bd3f-d689f67eef50 req-5648f490-eb10-40e1-b4a5-e4fa85cada0f tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.3389766 May 23 11:26:34.974984 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b3ef129d-c749-4e23-8054-8aa93962ce1a tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:34.986834 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b3ef129d-c749-4e23-8054-8aa93962ce1a tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:35.010709 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48338257-76c4-4a3a-9353-f28ceb1cfd01 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Made reservation on behalf of aff5ab15380840359395eccd13918dfd for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:26:35.013969 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-48338257-76c4-4a3a-9353-f28ceb1cfd01 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:35.113801 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-b88cc503-fdbd-4d3b-934e-99a286ad4d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'name': 'tempest-TestNetworkBasicOps-router-187643995', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'd900448e-b3cc-4f39-891d-f325c493782d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:22:20Z', 'updated_at': '2022-05-23T11:26:25Z', 'revision_number': 6, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'gw_port': {'id': 'd900448e-b3cc-4f39-891d-f325c493782d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:22:22Z', 'updated_at': '2022-05-23T11:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '27f31c95-9506-44e6-ab79-607411c2e0c4', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'floating_ip_address': '172.25.6.189', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'port_id': 'a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '862e9dfa-9220-4fa8-8863-16bb1e61f09a', 'mac_address': 'fa:16:3e:6b:00:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfa827a-1364-4cf2-ad34-bbd613c20574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:23:28Z', 'updated_at': '2022-05-23T11:23:37Z', 'revision_number': 1, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fff9611-3563-4b36-89a7-0e61544e067b', 'name': '', 'network_id': '862e9dfa-9220-4fa8-8863-16bb1e61f09a', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'mac_address': 'fa:16:3e:26:1f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71080ede-fcb2-4e30-8636-9b223584a1ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:22:38Z', 'updated_at': '2022-05-23T11:22:55Z', 'revision_number': 5, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'subnets': [{'id': '71080ede-fcb2-4e30-8636-9b223584a1ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:26:35.119982 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88cc503-fdbd-4d3b-934e-99a286ad4d17 None None] The sync data for ids ['f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d'] in n-d-842952-2 is: [{'id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'name': 'tempest-TestNetworkBasicOps-router-187643995', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'd900448e-b3cc-4f39-891d-f325c493782d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:22:20Z', 'updated_at': '2022-05-23T11:26:25Z', 'revision_number': 6, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'gw_port': {'id': 'd900448e-b3cc-4f39-891d-f325c493782d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:22:22Z', 'updated_at': '2022-05-23T11:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '27f31c95-9506-44e6-ab79-607411c2e0c4', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'floating_ip_address': '172.25.6.189', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'port_id': 'a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '862e9dfa-9220-4fa8-8863-16bb1e61f09a', 'mac_address': 'fa:16:3e:6b:00:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfa827a-1364-4cf2-ad34-bbd613c20574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:23:28Z', 'updated_at': '2022-05-23T11:23:37Z', 'revision_number': 1, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fff9611-3563-4b36-89a7-0e61544e067b', 'name': '', 'network_id': '862e9dfa-9220-4fa8-8863-16bb1e61f09a', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'mac_address': 'fa:16:3e:26:1f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71080ede-fcb2-4e30-8636-9b223584a1ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:22:38Z', 'updated_at': '2022-05-23T11:22:55Z', 'revision_number': 5, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'subnets': [{'id': '71080ede-fcb2-4e30-8636-9b223584a1ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:26:35.152118 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef129d-c749-4e23-8054-8aa93962ce1a tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Pushing event updated for resources: {'Port': ['ID=5294ecf7-0da4-4807-9541-4e87c8aeb8ca,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:35.239511 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48338257-76c4-4a3a-9353-f28ceb1cfd01 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:26:35.248659 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-48338257-76c4-4a3a-9353-f28ceb1cfd01 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:35.248991 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-48338257-76c4-4a3a-9353-f28ceb1cfd01 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Added segment 35e5a4ee-d48a-49bb-8bbe-fca402511fdc of type vlan for network c0831f69-6ad1-4d6e-aff5-943daf070642 May 23 11:26:35.286793 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-48338257-76c4-4a3a-9353-f28ceb1cfd01 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:35.307814 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-b3ef129d-c749-4e23-8054-8aa93962ce1a tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] In _notify_port_updated(), no bound segment for port 5294ecf7-0da4-4807-9541-4e87c8aeb8ca on network 2547a66e-a1fc-4f97-98a9-20a810d66470 {{(pid=83911) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 23 11:26:35.315080 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ef129d-c749-4e23-8054-8aa93962ce1a tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:35.324471 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b3ef129d-c749-4e23-8054-8aa93962ce1a tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:35.326180 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b3ef129d-c749-4e23-8054-8aa93962ce1a tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] 10.222.0.79 "PUT /v2.0/ports/5294ecf7-0da4-4807-9541-4e87c8aeb8ca HTTP/1.1" status: 200 len: 996 time: 1.2005656 May 23 11:26:35.329169 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41064) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:35.387404 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-48338257-76c4-4a3a-9353-f28ceb1cfd01 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:35.391081 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48338257-76c4-4a3a-9353-f28ceb1cfd01 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:35.391656 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-48338257-76c4-4a3a-9353-f28ceb1cfd01 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:35.455048 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-12111d4f-439f-492b-8761-1dcc1fadfe8b req-f698ca40-2429-4105-a92e-b497b0ae348f tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] Deleting port 1a825bf2-6321-4eee-bbb1-551612cfd286 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:26:35.455770 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-12111d4f-439f-492b-8761-1dcc1fadfe8b req-f698ca40-2429-4105-a92e-b497b0ae348f tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:35.477382 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-97218f45-01df-4bfa-a457-ee627aae04f3 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Deleting port 5294ecf7-0da4-4807-9541-4e87c8aeb8ca {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:26:35.478493 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-97218f45-01df-4bfa-a457-ee627aae04f3 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:35.521018 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e5315311-94d0-4357-b29b-d806769abea3 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:26:35.691158 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: e5315311-94d0-4357-b29b-d806769abea3 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:26:35.696229 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e5315311-94d0-4357-b29b-d806769abea3 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:26:35.720190 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5050b100-755e-491b-bd3f-d689f67eef50 req-f6892bfb-655e-4ee9-ad6c-1060d96a5fb6 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7376120 May 23 11:26:35.741779 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ddac085-4e7c-4bf7-aa9c-5e30f431cc76 None None] Provisioning complete for port 5294ecf7-0da4-4807-9541-4e87c8aeb8ca triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:26:35.742152 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ddac085-4e7c-4bf7-aa9c-5e30f431cc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:35.823884 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48338257-76c4-4a3a-9353-f28ceb1cfd01 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event updated for resources: {'Network': ['ID=c0831f69-6ad1-4d6e-aff5-943daf070642,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:35.835353 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-48338257-76c4-4a3a-9353-f28ceb1cfd01 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0988023 May 23 11:26:35.853787 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41078) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:35.884505 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5ddac085-4e7c-4bf7-aa9c-5e30f431cc76 None None] Port 5294ecf7-0da4-4807-9541-4e87c8aeb8ca cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:26:35.897013 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network c0831f69-6ad1-4d6e-aff5-943daf070642 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:26:35.991849 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83bfae8-10fc-439e-a980-c6fb2457ad59 req-c423ad62-d4af-4fe4-9ac8-2ba654337a5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:35.998948 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f83bfae8-10fc-439e-a980-c6fb2457ad59 req-c423ad62-d4af-4fe4-9ac8-2ba654337a5e service neutron] 10.222.0.13 "GET /v2.0/networks?id=6213997a-77dd-4973-bef8-b88fbf379b24 HTTP/1.1" status: 200 len: 913 time: 1.0550172 May 23 11:26:36.009068 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-656517f8-e183-43f9-88da-742a1b8c6126 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'subnet': {'network_id': 'c0831f69-6ad1-4d6e-aff5-943daf070642', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:26:36.049596 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-97218f45-01df-4bfa-a457-ee627aae04f3 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:36.208053 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-97218f45-01df-4bfa-a457-ee627aae04f3 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Calling delete_port for 5294ecf7-0da4-4807-9541-4e87c8aeb8ca owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:26:36.300013 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f83bfae8-10fc-439e-a980-c6fb2457ad59 req-3eba5497-d715-46dd-88c8-549df3dc7c01 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63be68b5-9838-4c65-8501-9b47fba3b26d HTTP/1.1" status: 200 len: 217 time: 0.2178993 May 23 11:26:36.436390 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-97218f45-01df-4bfa-a457-ee627aae04f3 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:36.474051 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-656517f8-e183-43f9-88da-742a1b8c6126 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:26:36.493438 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-656517f8-e183-43f9-88da-742a1b8c6126 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Usage tracker for resource:subnet and tenant:aff5ab15380840359395eccd13918dfd is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:26:36.494605 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97218f45-01df-4bfa-a457-ee627aae04f3 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Pushing event deleted for resources: {'Port': ['ID=5294ecf7-0da4-4807-9541-4e87c8aeb8ca,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:36.503511 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd1c3b-8eae-4951-8369-0653360bc858 req-532390f9-b4f2-4896-962f-65fdd667aa61 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:36.504371 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-cecd1c3b-8eae-4951-8369-0653360bc858 req-532390f9-b4f2-4896-962f-65fdd667aa61 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Synchronizing usage tracker for tenant:7e6820b1da73478a8f6280c600dfbb0e on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:26:36.512684 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-656517f8-e183-43f9-88da-742a1b8c6126 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:26:36.546183 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-656517f8-e183-43f9-88da-742a1b8c6126 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:26:36.554960 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e9ad6-6efa-4691-a72d-4ecffd8ab5c7 req-487b9208-35c7-445e-a2d5-c2726af01f9d tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:36.555744 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-b15e9ad6-6efa-4691-a72d-4ecffd8ab5c7 req-487b9208-35c7-445e-a2d5-c2726af01f9d tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Synchronizing usage tracker for tenant:7e6820b1da73478a8f6280c600dfbb0e on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:26:36.559195 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83bfae8-10fc-439e-a980-c6fb2457ad59 req-d2b63562-a47a-4e73-bc94-95290996e256 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:36.560970 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f83bfae8-10fc-439e-a980-c6fb2457ad59 req-d2b63562-a47a-4e73-bc94-95290996e256 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54335c97-79a1-4f1c-bc27-f53589fd26ef HTTP/1.1" status: 200 len: 851 time: 0.1770639 May 23 11:26:36.639559 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf21e25-6749-4da8-8bad-e039e3cc21c8 req-35714774-939d-46a7-bc70-f630e0b5dd65 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:36.644885 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dcf21e25-6749-4da8-8bad-e039e3cc21c8 req-35714774-939d-46a7-bc70-f630e0b5dd65 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bda6b7c-9251-4a5e-b257-c5c07491c7bc HTTP/1.1" status: 200 len: 945 time: 0.5092902 May 23 11:26:36.709360 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656517f8-e183-43f9-88da-742a1b8c6126 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Made reservation on behalf of aff5ab15380840359395eccd13918dfd for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:26:36.746554 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-b15e9ad6-6efa-4691-a72d-4ecffd8ab5c7 req-487b9208-35c7-445e-a2d5-c2726af01f9d tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Unset dirty status for tenant:7e6820b1da73478a8f6280c600dfbb0e on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:26:36.760858 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b15e9ad6-6efa-4691-a72d-4ecffd8ab5c7 req-487b9208-35c7-445e-a2d5-c2726af01f9d tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c64cff9-ade5-4c05-b2d2-47f7020ffd5b HTTP/1.1" status: 200 len: 946 time: 0.9628832 May 23 11:26:36.777453 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-12111d4f-439f-492b-8761-1dcc1fadfe8b req-f698ca40-2429-4105-a92e-b497b0ae348f tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] For port 1a825bf2-6321-4eee-bbb1-551612cfd286, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=1a825bf2-6321-4eee-bbb1-551612cfd286,segment=NetworkSegment(af53b55d-f189-4d89-b9cc-acd27a336537),segment_id=af53b55d-f189-4d89-b9cc-acd27a336537)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:26:36.778216 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-12111d4f-439f-492b-8761-1dcc1fadfe8b req-f698ca40-2429-4105-a92e-b497b0ae348f tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:36.851308 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-cecd1c3b-8eae-4951-8369-0653360bc858 req-532390f9-b4f2-4896-962f-65fdd667aa61 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Unset dirty status for tenant:7e6820b1da73478a8f6280c600dfbb0e on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:26:36.852495 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-cecd1c3b-8eae-4951-8369-0653360bc858 req-532390f9-b4f2-4896-962f-65fdd667aa61 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c64cff9-ade5-4c05-b2d2-47f7020ffd5b HTTP/1.1" status: 200 len: 946 time: 0.5040152 May 23 11:26:36.948078 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-97218f45-01df-4bfa-a457-ee627aae04f3 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:36.967126 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-cecd1c3b-8eae-4951-8369-0653360bc858 req-653e4e0b-c240-4423-9aa8-c70e1391335f tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Deleting port d3e6f114-d5d8-45ea-97b6-958c1a7248e7 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:26:36.967466 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-cecd1c3b-8eae-4951-8369-0653360bc858 req-653e4e0b-c240-4423-9aa8-c70e1391335f tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:37.008284 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-97218f45-01df-4bfa-a457-ee627aae04f3 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] 10.222.0.79 "DELETE /v2.0/ports/5294ecf7-0da4-4807-9541-4e87c8aeb8ca HTTP/1.1" status: 204 len: 168 time: 1.6775961 May 23 11:26:37.015740 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41096) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:37.078600 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-84d8a398-57dd-44e1-a8c0-3677cd839cf5 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] GET failed (client error): The resource could not be found. May 23 11:26:37.079112 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-84d8a398-57dd-44e1-a8c0-3677cd839cf5 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Synchronizing usage tracker for tenant:560e13c709e3485683b24044a86074bb on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:26:37.149975 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-84d8a398-57dd-44e1-a8c0-3677cd839cf5 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Unset dirty status for tenant:560e13c709e3485683b24044a86074bb on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:26:37.151138 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-84d8a398-57dd-44e1-a8c0-3677cd839cf5 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] 10.222.0.79 "GET /v2.0/ports/5294ecf7-0da4-4807-9541-4e87c8aeb8ca HTTP/1.1" status: 404 len: 333 time: 0.1343894 May 23 11:26:37.155931 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41100) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:37.164960 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-12111d4f-439f-492b-8761-1dcc1fadfe8b req-f698ca40-2429-4105-a92e-b497b0ae348f tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] Calling delete_port for 1a825bf2-6321-4eee-bbb1-551612cfd286 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:26:37.169453 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-22710287-2b73-4ad9-8493-1d8885c884d2 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Request body: {'port': {'network_id': '2547a66e-a1fc-4f97-98a9-20a810d66470', 'name': 'tempest-AllowedAddressPairTestJSON-588533308'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:26:37.220272 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dcf21e25-6749-4da8-8bad-e039e3cc21c8 req-beb2e5ab-a3c6-4e5b-ba01-692b030b74e1 tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] 10.222.0.79 "GET /v2.0/security-groups?id=950553b6-69a7-426f-8276-69f9cc06c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5573020 May 23 11:26:37.273143 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-656517f8-e183-43f9-88da-742a1b8c6126 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:37.380477 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b15e9ad6-6efa-4691-a72d-4ecffd8ab5c7 req-f1b65e82-8389-48cf-bf80-4a9c5f27dcbb tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/security-groups?id=13d3adaa-69e3-45aa-8dde-e233e31c099e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6185737 May 23 11:26:37.461360 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-cecd1c3b-8eae-4951-8369-0653360bc858 req-653e4e0b-c240-4423-9aa8-c70e1391335f tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] For port d3e6f114-d5d8-45ea-97b6-958c1a7248e7, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=d3e6f114-d5d8-45ea-97b6-958c1a7248e7,segment=NetworkSegment(37af7c81-dc61-4da9-9a68-9ee6e2d22927),segment_id=37af7c81-dc61-4da9-9a68-9ee6e2d22927)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:26:37.461595 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-cecd1c3b-8eae-4951-8369-0653360bc858 req-653e4e0b-c240-4423-9aa8-c70e1391335f tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:37.470547 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-22710287-2b73-4ad9-8493-1d8885c884d2 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:26:37.512819 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 1a825bf2-6321-4eee-bbb1-551612cfd286 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:26:37.589698 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-22710287-2b73-4ad9-8493-1d8885c884d2 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:26:37.601658 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-cecd1c3b-8eae-4951-8369-0653360bc858 req-653e4e0b-c240-4423-9aa8-c70e1391335f tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Calling delete_port for d3e6f114-d5d8-45ea-97b6-958c1a7248e7 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:26:37.661143 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22710287-2b73-4ad9-8493-1d8885c884d2 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Made reservation on behalf of 560e13c709e3485683b24044a86074bb for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:26:37.664275 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-22710287-2b73-4ad9-8493-1d8885c884d2 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:37.688015 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:37.705354 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-22710287-2b73-4ad9-8493-1d8885c884d2 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] device_id is not set on port 47cbaaa6-5560-406e-badb-516a69a70d8d yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:26:37.731858 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f83bfae8-10fc-439e-a980-c6fb2457ad59 req-15a91837-f7fa-4623-af90-5c77e0e2b776 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6213997a-77dd-4973-bef8-b88fbf379b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1597064 May 23 11:26:37.912576 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-cecd1c3b-8eae-4951-8369-0653360bc858 req-653e4e0b-c240-4423-9aa8-c70e1391335f tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:37.975657 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e4e0b-c240-4423-9aa8-c70e1391335f tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event deleted for resources: {'Port': ['ID=d3e6f114-d5d8-45ea-97b6-958c1a7248e7,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:37.998519 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-22710287-2b73-4ad9-8493-1d8885c884d2 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Allocated IP 172.20.0.9 (2547a66e-a1fc-4f97-98a9-20a810d66470/9e6812b4-ab1c-4a09-9177-ec9d27553d83/47cbaaa6-5560-406e-badb-516a69a70d8d) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:26:38.062337 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-12111d4f-439f-492b-8761-1dcc1fadfe8b req-f698ca40-2429-4105-a92e-b497b0ae348f tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:38.130071 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:38.132841 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee146f-84bc-4fa9-a41c-63d50825154e req-8027ad7f-1ae1-43be-97ea-bb4463040c89 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:38.141357 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1dee146f-84bc-4fa9-a41c-63d50825154e req-8027ad7f-1ae1-43be-97ea-bb4463040c89 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.7495914 May 23 11:26:38.144209 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-cecd1c3b-8eae-4951-8369-0653360bc858 req-653e4e0b-c240-4423-9aa8-c70e1391335f tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] No DVR routers for this DVR port d3e6f114-d5d8-45ea-97b6-958c1a7248e7 on host n-h1-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:26:38.147440 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-cecd1c3b-8eae-4951-8369-0653360bc858 req-653e4e0b-c240-4423-9aa8-c70e1391335f tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:38.150371 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c64cff9-ade5-4c05-b2d2-47f7020ffd5b', 'name': 'network-vif-deleted', 'tag': 'd3e6f114-d5d8-45ea-97b6-958c1a7248e7'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:26:38.179682 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f698ca40-2429-4105-a92e-b497b0ae348f tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] Pushing event deleted for resources: {'Port': ['ID=1a825bf2-6321-4eee-bbb1-551612cfd286,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:38.193577 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-cecd1c3b-8eae-4951-8369-0653360bc858 req-653e4e0b-c240-4423-9aa8-c70e1391335f tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.13 "DELETE /v2.0/ports/d3e6f114-d5d8-45ea-97b6-958c1a7248e7 HTTP/1.1" status: 204 len: 173 time: 1.3327062 May 23 11:26:38.207182 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f83bfae8-10fc-439e-a980-c6fb2457ad59 req-63b0a617-8612-43bc-b137-c4351eb28002 service neutron] 10.222.0.13 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4256883 May 23 11:26:38.452072 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-22710287-2b73-4ad9-8493-1d8885c884d2 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:38.457821 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e5bcfaa0-e0be-4f89-af9a-fdb9a703ad45 req-6be7cc9e-7332-473c-99c3-6e28b88fbf66 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.8656130 May 23 11:26:38.472699 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-22710287-2b73-4ad9-8493-1d8885c884d2 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Transition to ACTIVE for port object 47cbaaa6-5560-406e-badb-516a69a70d8d will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:26:38.499865 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-22710287-2b73-4ad9-8493-1d8885c884d2 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:38.555002 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-656517f8-e183-43f9-88da-742a1b8c6126 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:38.572876 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-12111d4f-439f-492b-8761-1dcc1fadfe8b req-f698ca40-2429-4105-a92e-b497b0ae348f tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] No DVR routers for this DVR port 1a825bf2-6321-4eee-bbb1-551612cfd286 on host n-h2-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:26:38.585922 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-12111d4f-439f-492b-8761-1dcc1fadfe8b req-f698ca40-2429-4105-a92e-b497b0ae348f tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:38.596355 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22710287-2b73-4ad9-8493-1d8885c884d2 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Pushing event updated for resources: {'Port': ['ID=47cbaaa6-5560-406e-badb-516a69a70d8d,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:38.614613 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22710287-2b73-4ad9-8493-1d8885c884d2 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Network 2547a66e-a1fc-4f97-98a9-20a810d66470 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:26:38.616232 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-22710287-2b73-4ad9-8493-1d8885c884d2 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:26:38.618701 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22710287-2b73-4ad9-8493-1d8885c884d2 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:26:38.739789 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22710287-2b73-4ad9-8493-1d8885c884d2 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:38.744609 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-22710287-2b73-4ad9-8493-1d8885c884d2 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:38.760031 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bda6b7c-9251-4a5e-b257-c5c07491c7bc', 'name': 'network-vif-deleted', 'tag': '1a825bf2-6321-4eee-bbb1-551612cfd286'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:26:38.778071 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f83bfae8-10fc-439e-a980-c6fb2457ad59 req-ec7894a3-2eb5-45c5-b727-4a35e62de548 service neutron] 10.222.0.13 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5627520 May 23 11:26:38.788042 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65faf5e0-6937-48ca-89ab-01a32d78152d'] response: {'server_uuid': '1c64cff9-ade5-4c05-b2d2-47f7020ffd5b', 'name': 'network-vif-deleted', 'tag': 'd3e6f114-d5d8-45ea-97b6-958c1a7248e7', 'status': 'completed', 'code': 200} May 23 11:26:38.795817 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-22710287-2b73-4ad9-8493-1d8885c884d2 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6381559 May 23 11:26:38.798226 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1dee146f-84bc-4fa9-a41c-63d50825154e req-776eeaa1-8b3d-4cec-bf47-2fca57529627 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6576502 May 23 11:26:38.807072 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41138) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:38.910915 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-abf369e3-c3c7-4787-8d89-0ec98fa4f5d0 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Request body: {'port': {'network_id': '2547a66e-a1fc-4f97-98a9-20a810d66470', 'name': 'tempest-AllowedAddressPairTestJSON-1385814397'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:26:38.995044 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-12111d4f-439f-492b-8761-1dcc1fadfe8b req-f698ca40-2429-4105-a92e-b497b0ae348f tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] 10.222.0.81 "DELETE /v2.0/ports/1a825bf2-6321-4eee-bbb1-551612cfd286 HTTP/1.1" status: 204 len: 173 time: 4.1094596 May 23 11:26:39.063796 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-afe4da54-545c-4703-bda9-d2f6d3b75992 None None] Provisioning for port 47cbaaa6-5560-406e-badb-516a69a70d8d completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:26:39.073581 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-afe4da54-545c-4703-bda9-d2f6d3b75992 None None] Provisioning complete for port 47cbaaa6-5560-406e-badb-516a69a70d8d triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:26:39.074404 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afe4da54-545c-4703-bda9-d2f6d3b75992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:39.130221 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1f7ce0f9-2dd5-4e17-a225-954f8dd97eee req-55c7abfa-78e0-40d9-adba-e06864f92031 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2493227 May 23 11:26:39.174612 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656517f8-e183-43f9-88da-742a1b8c6126 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event updated for resources: {'Subnet': ['ID=47d590c2-f372-45f9-b697-bf9a60f7224d,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:39.197383 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-73a2cc62-937f-4ee9-9e13-6244f2d13a2d req-c99b56c9-e88f-46e1-b6e5-70d32c23bb6f tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] Synchronizing usage tracker for tenant:60566b2edac04d86a6bb972b28ff351c on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:26:39.244234 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-afe4da54-545c-4703-bda9-d2f6d3b75992 None None] Port 47cbaaa6-5560-406e-badb-516a69a70d8d cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:26:39.256519 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d4800ae2-2b97-4d90-bff8-35ceda986536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:39.286522 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device d3e6f114-d5d8-45ea-97b6-958c1a7248e7 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:26:39.350068 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: d3e6f114-d5d8-45ea-97b6-958c1a7248e7 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:26:39.350677 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device d3e6f114-d5d8-45ea-97b6-958c1a7248e7 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:26:39.393053 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656517f8-e183-43f9-88da-742a1b8c6126 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Checking segment: {'id': '35e5a4ee-d48a-49bb-8bbe-fca402511fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c0831f69-6ad1-4d6e-aff5-943daf070642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:26:39.393053 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656517f8-e183-43f9-88da-742a1b8c6126 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Network hostable DHCP agents. Network: c0831f69-6ad1-4d6e-aff5-943daf070642, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:26:39.402567 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:39.420158 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e177209b-0c6e-46b6-b26c-9f82dc3fa349 req-e6b6e655-d4b7-4a38-95df-0af760206a74 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c64cff9-ade5-4c05-b2d2-47f7020ffd5b HTTP/1.1" status: 200 len: 210 time: 0.2160954 May 23 11:26:39.423707 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-73a2cc62-937f-4ee9-9e13-6244f2d13a2d req-c99b56c9-e88f-46e1-b6e5-70d32c23bb6f tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] Unset dirty status for tenant:60566b2edac04d86a6bb972b28ff351c on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:26:39.429204 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-73a2cc62-937f-4ee9-9e13-6244f2d13a2d req-c99b56c9-e88f-46e1-b6e5-70d32c23bb6f tempest-ServerPasswordTestJSON-336045953 tempest-ServerPasswordTestJSON-336045953-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bda6b7c-9251-4a5e-b257-c5c07491c7bc HTTP/1.1" status: 200 len: 210 time: 0.3130937 May 23 11:26:39.470824 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-abf369e3-c3c7-4787-8d89-0ec98fa4f5d0 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:26:39.532009 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-abf369e3-c3c7-4787-8d89-0ec98fa4f5d0 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:26:39.584153 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf369e3-c3c7-4787-8d89-0ec98fa4f5d0 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Made reservation on behalf of 560e13c709e3485683b24044a86074bb for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:26:39.605261 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-abf369e3-c3c7-4787-8d89-0ec98fa4f5d0 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:39.631450 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7c8a314-fbc2-431d-9f95-c9b104e03999'] response: {'server_uuid': '0bda6b7c-9251-4a5e-b257-c5c07491c7bc', 'name': 'network-vif-deleted', 'tag': '1a825bf2-6321-4eee-bbb1-551612cfd286', 'status': 'completed', 'code': 200} May 23 11:26:39.637021 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656517f8-e183-43f9-88da-742a1b8c6126 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Network c0831f69-6ad1-4d6e-aff5-943daf070642 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:26:39.700036 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:26:39.767445 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-656517f8-e183-43f9-88da-742a1b8c6126 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, c0831f69-6ad1-4d6e-aff5-943daf070642) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:26:39.771040 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-abf369e3-c3c7-4787-8d89-0ec98fa4f5d0 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] device_id is not set on port cb5b356c-02be-48fd-aa9f-95d543c93369 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:26:39.775740 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69e93e5-f2e5-4ae8-be47-65c09507a86f None None] Network c0831f69-6ad1-4d6e-aff5-943daf070642 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:26:39.884132 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656517f8-e183-43f9-88da-742a1b8c6126 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:39.885084 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-656517f8-e183-43f9-88da-742a1b8c6126 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:40.093172 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-656517f8-e183-43f9-88da-742a1b8c6126 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1063533 May 23 11:26:40.094182 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41160) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:40.101238 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-f7090088-dd02-4dc6-8f53-d334e9812149 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-892002210', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:26:40.113440 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f7090088-dd02-4dc6-8f53-d334e9812149 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:26:40.123580 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f7090088-dd02-4dc6-8f53-d334e9812149 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Usage tracker for resource:router and tenant:aff5ab15380840359395eccd13918dfd is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:26:40.129776 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6396b3-97e8-4bb8-bc59-20e9d509a4f7 req-df797d39-4b5f-45e2-b24d-b26ec9578395 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:40.132279 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f7090088-dd02-4dc6-8f53-d334e9812149 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:26:40.136644 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6e6396b3-97e8-4bb8-bc59-20e9d509a4f7 req-df797d39-4b5f-45e2-b24d-b26ec9578395 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.3671465 May 23 11:26:40.144700 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f7090088-dd02-4dc6-8f53-d334e9812149 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:26:40.147944 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852fb279-a327-41af-b512-1f6815542e2f req-aea83488-c50f-4f36-bedf-94001009ff85 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:40.155038 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-852fb279-a327-41af-b512-1f6815542e2f req-aea83488-c50f-4f36-bedf-94001009ff85 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 944 time: 0.4735494 May 23 11:26:40.160013 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7090088-dd02-4dc6-8f53-d334e9812149 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:40.162124 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7090088-dd02-4dc6-8f53-d334e9812149 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:40.194487 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7090088-dd02-4dc6-8f53-d334e9812149 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:40.222389 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9735e231-74de-4473-bb7b-2a7ad327206b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-c0831f69-6ad1-4d6e-aff5-943daf070642', 'network_id': 'c0831f69-6ad1-4d6e-aff5-943daf070642', 'tenant_id': 'aff5ab15380840359395eccd13918dfd', 'fixed_ips': [{'subnet_id': '47d590c2-f372-45f9-b697-bf9a60f7224d'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:26:40.223387 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9735e231-74de-4473-bb7b-2a7ad327206b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:40.244850 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-abf369e3-c3c7-4787-8d89-0ec98fa4f5d0 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Allocated IP 172.20.0.10 (2547a66e-a1fc-4f97-98a9-20a810d66470/9e6812b4-ab1c-4a09-9177-ec9d27553d83/cb5b356c-02be-48fd-aa9f-95d543c93369) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:26:40.269110 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7090088-dd02-4dc6-8f53-d334e9812149 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:40.274566 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6e6396b3-97e8-4bb8-bc59-20e9d509a4f7 req-25a4d310-ad87-4d2b-87cf-0ab3f831fdd0 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369371 May 23 11:26:40.285552 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-852fb279-a327-41af-b512-1f6815542e2f req-9f44829c-32d8-40d9-b149-8427ef57fe0a tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296439 May 23 11:26:40.328828 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7090088-dd02-4dc6-8f53-d334e9812149 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:40.330327 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f7090088-dd02-4dc6-8f53-d334e9812149 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2343793 May 23 11:26:40.333104 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41170) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:40.347771 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d10883b5-e7d8-40e7-b4c1-de9377a40c0a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'port': {'network_id': 'c0831f69-6ad1-4d6e-aff5-943daf070642', 'name': 'tempest-PortsTestJSON-2054748912'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:26:40.593041 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-9735e231-74de-4473-bb7b-2a7ad327206b None None] Allocated IP 172.20.0.2 (c0831f69-6ad1-4d6e-aff5-943daf070642/47d590c2-f372-45f9-b697-bf9a60f7224d/13ab34d9-9bb1-4b76-8c0d-54fc539963e3) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:26:40.824891 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41184) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:40.825147 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41186) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:40.961506 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d10883b5-e7d8-40e7-b4c1-de9377a40c0a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:26:40.971988 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9735e231-74de-4473-bb7b-2a7ad327206b None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:40.972359 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d10883b5-e7d8-40e7-b4c1-de9377a40c0a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:26:40.985089 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10883b5-e7d8-40e7-b4c1-de9377a40c0a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Made reservation on behalf of aff5ab15380840359395eccd13918dfd for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:26:40.990033 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d10883b5-e7d8-40e7-b4c1-de9377a40c0a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:41.000645 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9735e231-74de-4473-bb7b-2a7ad327206b None None] Transition to ACTIVE for port object 13ab34d9-9bb1-4b76-8c0d-54fc539963e3 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:26:41.017775 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-d10883b5-e7d8-40e7-b4c1-de9377a40c0a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] device_id is not set on port 66f24e3e-04e9-40ac-8fed-2f4cfd88e75c yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:26:41.042605 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9735e231-74de-4473-bb7b-2a7ad327206b None None] Transition to ACTIVE for port object 13ab34d9-9bb1-4b76-8c0d-54fc539963e3 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:26:41.059033 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9735e231-74de-4473-bb7b-2a7ad327206b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:41.076136 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-abf369e3-c3c7-4787-8d89-0ec98fa4f5d0 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:41.102123 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcb73452-20c8-4700-8338-03e6fe691784 admin admin] Deleting subnet b1d7e25a-09ff-44bc-b61d-0af26278cb9e {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:26:41.110545 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fcb73452-20c8-4700-8338-03e6fe691784 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:41.141112 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-abf369e3-c3c7-4787-8d89-0ec98fa4f5d0 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Transition to ACTIVE for port object cb5b356c-02be-48fd-aa9f-95d543c93369 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:26:41.141806 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9735e231-74de-4473-bb7b-2a7ad327206b None None] Network c0831f69-6ad1-4d6e-aff5-943daf070642 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:26:41.144593 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-9735e231-74de-4473-bb7b-2a7ad327206b None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:26:41.162283 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9735e231-74de-4473-bb7b-2a7ad327206b None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:26:41.172198 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9735e231-74de-4473-bb7b-2a7ad327206b None None] Pushing event updated for resources: {'Port': ['ID=13ab34d9-9bb1-4b76-8c0d-54fc539963e3,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:41.197843 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9af1fede-df3d-4967-8bd2-87baf4d9a364 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:41.205269 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a040dc-b5ad-4dd0-b6fa-c32bd58131e8 req-84d7acc9-21d3-4f4c-8db2-79d69cd09b61 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:41.212773 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-31a040dc-b5ad-4dd0-b6fa-c32bd58131e8 req-84d7acc9-21d3-4f4c-8db2-79d69cd09b61 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.6675460 May 23 11:26:41.215940 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-d10883b5-e7d8-40e7-b4c1-de9377a40c0a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Allocated IP 172.20.0.5 (c0831f69-6ad1-4d6e-aff5-943daf070642/47d590c2-f372-45f9-b697-bf9a60f7224d/66f24e3e-04e9-40ac-8fed-2f4cfd88e75c) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:26:41.223625 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fcb73452-20c8-4700-8338-03e6fe691784 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:41.299871 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-9735e231-74de-4473-bb7b-2a7ad327206b None None] Attempting to bind port 13ab34d9-9bb1-4b76-8c0d-54fc539963e3 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:26:41.299871 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-9735e231-74de-4473-bb7b-2a7ad327206b None None] Attempting to bind port 13ab34d9-9bb1-4b76-8c0d-54fc539963e3 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '35e5a4ee-d48a-49bb-8bbe-fca402511fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c0831f69-6ad1-4d6e-aff5-943daf070642'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:26:41.299871 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9735e231-74de-4473-bb7b-2a7ad327206b None None] Attempting to bind port 13ab34d9-9bb1-4b76-8c0d-54fc539963e3 on network c0831f69-6ad1-4d6e-aff5-943daf070642 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:26:41.307429 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9735e231-74de-4473-bb7b-2a7ad327206b None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:26:41.308095 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9735e231-74de-4473-bb7b-2a7ad327206b None None] Checking segment: {'id': '35e5a4ee-d48a-49bb-8bbe-fca402511fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c0831f69-6ad1-4d6e-aff5-943daf070642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:26:41.308293 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9735e231-74de-4473-bb7b-2a7ad327206b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:41.308636 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9735e231-74de-4473-bb7b-2a7ad327206b None None] Bound using segment: {'id': '35e5a4ee-d48a-49bb-8bbe-fca402511fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c0831f69-6ad1-4d6e-aff5-943daf070642'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:26:41.309172 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-9735e231-74de-4473-bb7b-2a7ad327206b None None] Bound port: 13ab34d9-9bb1-4b76-8c0d-54fc539963e3, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35e5a4ee-d48a-49bb-8bbe-fca402511fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c0831f69-6ad1-4d6e-aff5-943daf070642'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:26:41.309540 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9735e231-74de-4473-bb7b-2a7ad327206b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:41.322048 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9af1fede-df3d-4967-8bd2-87baf4d9a364 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:41.392843 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-abf369e3-c3c7-4787-8d89-0ec98fa4f5d0 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:41.486042 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fcb73452-20c8-4700-8338-03e6fe691784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:41.529136 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d10883b5-e7d8-40e7-b4c1-de9377a40c0a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:41.553882 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-d10883b5-e7d8-40e7-b4c1-de9377a40c0a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Transition to ACTIVE for port object 66f24e3e-04e9-40ac-8fed-2f4cfd88e75c will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:26:41.567386 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a823eba-2645-43b1-bf17-9176c3490c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:41.577360 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-31a040dc-b5ad-4dd0-b6fa-c32bd58131e8 req-f3fa455b-32dc-41ba-bd28-e01b9d6d997c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3636153 May 23 11:26:41.595406 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-9735e231-74de-4473-bb7b-2a7ad327206b None None] For port 13ab34d9-9bb1-4b76-8c0d-54fc539963e3, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:26:41.603174 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-9735e231-74de-4473-bb7b-2a7ad327206b None None] For port 13ab34d9-9bb1-4b76-8c0d-54fc539963e3, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=13ab34d9-9bb1-4b76-8c0d-54fc539963e3,segment=NetworkSegment(35e5a4ee-d48a-49bb-8bbe-fca402511fdc),segment_id=35e5a4ee-d48a-49bb-8bbe-fca402511fdc)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:26:41.624127 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9735e231-74de-4473-bb7b-2a7ad327206b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:41.624332 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d10883b5-e7d8-40e7-b4c1-de9377a40c0a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:41.628463 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf369e3-c3c7-4787-8d89-0ec98fa4f5d0 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Network 2547a66e-a1fc-4f97-98a9-20a810d66470 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:26:41.648435 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-abf369e3-c3c7-4787-8d89-0ec98fa4f5d0 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:26:41.666572 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf369e3-c3c7-4787-8d89-0ec98fa4f5d0 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:26:41.742219 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10883b5-e7d8-40e7-b4c1-de9377a40c0a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Network c0831f69-6ad1-4d6e-aff5-943daf070642 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:26:41.745279 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-d10883b5-e7d8-40e7-b4c1-de9377a40c0a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:26:41.750409 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10883b5-e7d8-40e7-b4c1-de9377a40c0a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event updated for resources: {'Port': ['ID=66f24e3e-04e9-40ac-8fed-2f4cfd88e75c,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:41.761743 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10883b5-e7d8-40e7-b4c1-de9377a40c0a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:26:41.925916 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10883b5-e7d8-40e7-b4c1-de9377a40c0a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:41.926574 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d10883b5-e7d8-40e7-b4c1-de9377a40c0a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:41.941640 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9735e231-74de-4473-bb7b-2a7ad327206b None None] Pushing event updated for resources: {'Port': ['ID=13ab34d9-9bb1-4b76-8c0d-54fc539963e3,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:41.957488 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf369e3-c3c7-4787-8d89-0ec98fa4f5d0 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Pushing event updated for resources: {'Port': ['ID=cb5b356c-02be-48fd-aa9f-95d543c93369,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:41.978506 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf369e3-c3c7-4787-8d89-0ec98fa4f5d0 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:26:41.979355 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf369e3-c3c7-4787-8d89-0ec98fa4f5d0 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:26:41.980355 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf369e3-c3c7-4787-8d89-0ec98fa4f5d0 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:26:41.980779 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf369e3-c3c7-4787-8d89-0ec98fa4f5d0 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:26:41.981350 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf369e3-c3c7-4787-8d89-0ec98fa4f5d0 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:26:41.981810 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf369e3-c3c7-4787-8d89-0ec98fa4f5d0 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:26:41.982400 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf369e3-c3c7-4787-8d89-0ec98fa4f5d0 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:26:41.982853 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf369e3-c3c7-4787-8d89-0ec98fa4f5d0 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:26:41.983408 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf369e3-c3c7-4787-8d89-0ec98fa4f5d0 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:26:41.983813 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf369e3-c3c7-4787-8d89-0ec98fa4f5d0 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:26:41.984332 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf369e3-c3c7-4787-8d89-0ec98fa4f5d0 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:26:41.988459 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fcb73452-20c8-4700-8338-03e6fe691784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:41.999684 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d10883b5-e7d8-40e7-b4c1-de9377a40c0a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6654022 May 23 11:26:42.000337 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41206) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:42.079870 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9af1fede-df3d-4967-8bd2-87baf4d9a364 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:42.105553 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fcb73452-20c8-4700-8338-03e6fe691784 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:42.121231 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb73452-20c8-4700-8338-03e6fe691784 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1d7e25a-09ff-44bc-b61d-0af26278cb9e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:42.151738 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9af1fede-df3d-4967-8bd2-87baf4d9a364 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:42.153085 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9af1fede-df3d-4967-8bd2-87baf4d9a364 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "DELETE /v2.0/security-groups/13d3adaa-69e3-45aa-8dde-e233e31c099e HTTP/1.1" status: 204 len: 168 time: 1.2870469 May 23 11:26:42.154165 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1fede-df3d-4967-8bd2-87baf4d9a364 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d3adaa-69e3-45aa-8dde-e233e31c099e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:42.168502 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-fcb73452-20c8-4700-8338-03e6fe691784 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/b1d7e25a-09ff-44bc-b61d-0af26278cb9e HTTP/1.1" status: 204 len: 168 time: 1.2988455 May 23 11:26:42.179551 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41214) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:42.184953 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf369e3-c3c7-4787-8d89-0ec98fa4f5d0 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:42.185573 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-abf369e3-c3c7-4787-8d89-0ec98fa4f5d0 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:42.277441 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-96c80c2b-a9f9-4b24-b6d8-7bd8aa846f7e None None] Provisioning for port cb5b356c-02be-48fd-aa9f-95d543c93369 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:26:42.293467 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-96c80c2b-a9f9-4b24-b6d8-7bd8aa846f7e None None] Provisioning complete for port cb5b356c-02be-48fd-aa9f-95d543c93369 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:26:42.294123 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-96c80c2b-a9f9-4b24-b6d8-7bd8aa846f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:42.436930 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-abf369e3-c3c7-4787-8d89-0ec98fa4f5d0 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5467935 May 23 11:26:42.451409 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41218) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:42.453674 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-96c80c2b-a9f9-4b24-b6d8-7bd8aa846f7e None None] Port cb5b356c-02be-48fd-aa9f-95d543c93369 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:26:42.458889 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-afc00de9-6a83-489c-807d-87e13629bd9e tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:ea:bc:80'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:4f:53:bf'}]}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:26:42.730011 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:42.762567 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88043e-6a32-4d0c-9daa-8435bf347d6a req-ebee605f-cb57-427d-955b-3804faf07877 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:42.762567 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2a88043e-6a32-4d0c-9daa-8435bf347d6a req-ebee605f-cb57-427d-955b-3804faf07877 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 944 time: 1.1226597 May 23 11:26:42.806190 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-01cd3e98-011b-49ba-8af9-c703b01f0b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:42.823439 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:43.054938 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-afc00de9-6a83-489c-807d-87e13629bd9e tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:43.168608 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2a88043e-6a32-4d0c-9daa-8435bf347d6a req-80aea8fe-3e16-4a06-b4e6-cd375be8de06 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3711672 May 23 11:26:43.211973 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-52899ca0-5383-4dfb-8970-0282d06aab36 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:43.304300 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41230) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:43.317862 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-deac7f5b-bbbf-4dd1-a8cc-0d654d3b584d tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:43.319370 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-deac7f5b-bbbf-4dd1-a8cc-0d654d3b584d tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/networks?id=6213997a-77dd-4973-bef8-b88fbf379b24 HTTP/1.1" status: 200 len: 812 time: 0.6305435 May 23 11:26:43.328150 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-01cd3e98-011b-49ba-8af9-c703b01f0b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:43.377874 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-01cd3e98-011b-49ba-8af9-c703b01f0b76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bfad968-f3d7-4311-90f7-9d4871564b90']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:26:43.455701 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-01cd3e98-011b-49ba-8af9-c703b01f0b76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af53b55d-f189-4d89-b9cc-acd27a336537') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:26:43.456389 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-01cd3e98-011b-49ba-8af9-c703b01f0b76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af53b55d-f189-4d89-b9cc-acd27a336537') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:26:43.564349 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 13ab34d9-9bb1-4b76-8c0d-54fc539963e3 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:26:43.655963 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 13ab34d9-9bb1-4b76-8c0d-54fc539963e3 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:26:43.676700 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-e34212ba-e50b-4d7c-899b-5c5f07c3a5b1 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/quotas/0d8e63cb106b40b880c35c46eb22d5c0 HTTP/1.1" status: 200 len: 375 time: 0.3400438 May 23 11:26:43.680265 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-01cd3e98-011b-49ba-8af9-c703b01f0b76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:43.682568 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef03f7c-b675-4275-9413-69cdf6b8212f None None] Network c0831f69-6ad1-4d6e-aff5-943daf070642 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:26:43.775369 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-01cd3e98-011b-49ba-8af9-c703b01f0b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:43.803413 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01cd3e98-011b-49ba-8af9-c703b01f0b76 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:26:43.803809 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-01cd3e98-011b-49ba-8af9-c703b01f0b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:43.822540 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:26:43.822540 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:26:43.822540 n-d-842952-2 neutron-server[83910]: timer() May 23 11:26:43.822540 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:26:43.822540 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:26:43.822540 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:26:43.822540 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:26:43.822540 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:26:43.822540 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:26:43.822540 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:26:43.822540 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:26:43.822540 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:26:43.822540 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:26:43.822540 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:26:43.822540 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:26:43.822540 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:26:43.822540 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:26:43.822540 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:26:43.822540 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:26:43.822540 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:26:43.822540 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:26:43.822540 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:26:43.822540 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:26:43.822540 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:26:43.822540 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:26:43.822540 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:26:43.822540 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:26:43.822540 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:26:43.822540 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:26:43.822540 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:26:43.822540 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:26:43.822540 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:26:43.925895 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3d9159a3-9ab0-4cc6-9f5e-06d94e9e5335 None None] Provisioning for port 13ab34d9-9bb1-4b76-8c0d-54fc539963e3 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:26:43.935565 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3d9159a3-9ab0-4cc6-9f5e-06d94e9e5335 None None] Provisioning complete for port 13ab34d9-9bb1-4b76-8c0d-54fc539963e3 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:26:43.935958 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3d9159a3-9ab0-4cc6-9f5e-06d94e9e5335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:44.058958 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-52899ca0-5383-4dfb-8970-0282d06aab36 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:44.073906 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-52899ca0-5383-4dfb-8970-0282d06aab36 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:44.078173 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f7ce0f9-2dd5-4e17-a225-954f8dd97eee req-96d70c37-0b74-4560-9694-305832aedbab service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2&tenant_id=c4112c4fc0ff4a36a1b303475c7f4981 HTTP/1.1" status: 200 len: 1095 time: 0.6885979 May 23 11:26:44.087210 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-01cd3e98-011b-49ba-8af9-c703b01f0b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:44.102257 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-01cd3e98-011b-49ba-8af9-c703b01f0b76 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:44.155508 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-e6a7acd9-a190-4e19-914f-a03e6072d9e4 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=0d8e63cb106b40b880c35c46eb22d5c0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4779387 May 23 11:26:44.162643 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3d9159a3-9ab0-4cc6-9f5e-06d94e9e5335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:44.228291 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3d9159a3-9ab0-4cc6-9f5e-06d94e9e5335 None None] For port 13ab34d9-9bb1-4b76-8c0d-54fc539963e3, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=13ab34d9-9bb1-4b76-8c0d-54fc539963e3,segment=NetworkSegment(35e5a4ee-d48a-49bb-8bbe-fca402511fdc),segment_id=35e5a4ee-d48a-49bb-8bbe-fca402511fdc)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:26:44.237322 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd3e98-011b-49ba-8af9-c703b01f0b76 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bfad968-f3d7-4311-90f7-9d4871564b90,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:44.250894 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-afc00de9-6a83-489c-807d-87e13629bd9e tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:44.261334 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-01cd3e98-011b-49ba-8af9-c703b01f0b76 admin admin] 10.222.0.79 "DELETE /v2.0/networks/5bfad968-f3d7-4311-90f7-9d4871564b90 HTTP/1.1" status: 204 len: 168 time: 2.0693259 May 23 11:26:44.264149 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-faaa8b7b-6942-4ca7-8e68-e84c8a75409e tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Deleting subnet 730f45b0-3f1f-4380-a2c4-9e410dbc65b7 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:26:44.267614 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52899ca0-5383-4dfb-8970-0282d06aab36 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event updated for resources: {'Port': ['ID=66f24e3e-04e9-40ac-8fed-2f4cfd88e75c,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:44.275488 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-faaa8b7b-6942-4ca7-8e68-e84c8a75409e tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:44.306224 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3d9159a3-9ab0-4cc6-9f5e-06d94e9e5335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:44.430875 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-afc00de9-6a83-489c-807d-87e13629bd9e tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:44.474511 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9159a3-9ab0-4cc6-9f5e-06d94e9e5335 None None] Pushing event updated for resources: {'Port': ['ID=13ab34d9-9bb1-4b76-8c0d-54fc539963e3,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:44.480486 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:44.504384 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-faaa8b7b-6942-4ca7-8e68-e84c8a75409e tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:44.690479 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41250) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:44.744495 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-cf31063a-d91d-490e-ae1d-18d6ba4a76c8 service neutron] 10.222.0.79 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5873890 May 23 11:26:44.748283 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9379720e-cf1b-4ca2-9726-2462812e93c2 None None] Provisioning complete for port 13ab34d9-9bb1-4b76-8c0d-54fc539963e3 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:26:44.748762 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9379720e-cf1b-4ca2-9726-2462812e93c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:44.767697 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-faaa8b7b-6942-4ca7-8e68-e84c8a75409e tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:44.935760 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-aea3c648-d92b-4010-bcca-461224529326 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=60566b2edac04d86a6bb972b28ff351c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2437832 May 23 11:26:44.937562 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-faaa8b7b-6942-4ca7-8e68-e84c8a75409e tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:44.949319 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9379720e-cf1b-4ca2-9726-2462812e93c2 None None] Provisioning for port 66f24e3e-04e9-40ac-8fed-2f4cfd88e75c completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:26:44.956595 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41256) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:44.956939 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9379720e-cf1b-4ca2-9726-2462812e93c2 None None] Provisioning complete for port 66f24e3e-04e9-40ac-8fed-2f4cfd88e75c triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:26:44.958166 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9379720e-cf1b-4ca2-9726-2462812e93c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:45.050509 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-9379720e-cf1b-4ca2-9726-2462812e93c2 None None] Port 66f24e3e-04e9-40ac-8fed-2f4cfd88e75c cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:26:45.102636 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc00de9-6a83-489c-807d-87e13629bd9e tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Pushing event updated for resources: {'Port': ['ID=cb5b356c-02be-48fd-aa9f-95d543c93369,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:45.150880 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652ad90f-bc1a-4967-939c-fb4aae33fa90 None None] Network 82ba39e4-bdf1-472a-bde7-8fcb89848fff requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:26:45.161514 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-faaa8b7b-6942-4ca7-8e68-e84c8a75409e tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:45.204854 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f7ce0f9-2dd5-4e17-a225-954f8dd97eee req-01448233-63e4-4dd7-895d-be98748cbe2b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c4112c4fc0ff4a36a1b303475c7f4981&device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 1095 time: 1.0256064 May 23 11:26:45.205913 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-afc00de9-6a83-489c-807d-87e13629bd9e tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] In _notify_port_updated(), no bound segment for port cb5b356c-02be-48fd-aa9f-95d543c93369 on network 2547a66e-a1fc-4f97-98a9-20a810d66470 {{(pid=83910) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 23 11:26:45.209906 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc00de9-6a83-489c-807d-87e13629bd9e tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:45.210835 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-afc00de9-6a83-489c-807d-87e13629bd9e tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:45.213262 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-afc00de9-6a83-489c-807d-87e13629bd9e tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] 10.222.0.79 "PUT /v2.0/ports/cb5b356c-02be-48fd-aa9f-95d543c93369 HTTP/1.1" status: 200 len: 1056 time: 2.7604740 May 23 11:26:45.217644 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-52899ca0-5383-4dfb-8970-0282d06aab36 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:45.220367 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41262) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:45.251381 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa8b7b-6942-4ca7-8e68-e84c8a75409e tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event deleted for resources: {'Subnet': ['ID=730f45b0-3f1f-4380-a2c4-9e410dbc65b7,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:45.272415 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-faaa8b7b-6942-4ca7-8e68-e84c8a75409e tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "DELETE /v2.0/subnets/730f45b0-3f1f-4380-a2c4-9e410dbc65b7 HTTP/1.1" status: 204 len: 168 time: 1.9671488 May 23 11:26:45.304787 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41266) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:45.354843 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f3efd7fc-04c4-431e-b19f-2c676e4e298f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:45.356191 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0ecb627e-3bd4-486e-b009-7e9539fbaa23 None None] Provisioning complete for port 66f24e3e-04e9-40ac-8fed-2f4cfd88e75c triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:26:45.356573 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0ecb627e-3bd4-486e-b009-7e9539fbaa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:45.363927 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-4ea6425a-9124-4ea7-8579-ec16ccf4096d tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Deleting port cb5b356c-02be-48fd-aa9f-95d543c93369 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:26:45.364545 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4ea6425a-9124-4ea7-8579-ec16ccf4096d tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:45.385065 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f3efd7fc-04c4-431e-b19f-2c676e4e298f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:45.496492 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-0ecb627e-3bd4-486e-b009-7e9539fbaa23 None None] Port 66f24e3e-04e9-40ac-8fed-2f4cfd88e75c cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:26:45.508791 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f3efd7fc-04c4-431e-b19f-2c676e4e298f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:45.524381 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 13ab34d9-9bb1-4b76-8c0d-54fc539963e3 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:26:45.563486 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3efd7fc-04c4-431e-b19f-2c676e4e298f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950553b6-69a7-426f-8276-69f9cc06c341,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:45.566598 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-52899ca0-5383-4dfb-8970-0282d06aab36 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:45.577359 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-88b3b201-4924-4026-bef1-6c7442f74907 service neutron] 10.222.0.79 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8038344 May 23 11:26:45.578439 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ce0f9-2dd5-4e17-a225-954f8dd97eee req-bee7bb23-fa36-462e-b0ba-6d823711f489 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:45.580297 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f7ce0f9-2dd5-4e17-a225-954f8dd97eee req-bee7bb23-fa36-462e-b0ba-6d823711f489 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0be92582-5915-4835-ac16-79c44c856a03 HTTP/1.1" status: 200 len: 917 time: 0.3566108 May 23 11:26:45.598290 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a0fc13-2613-4689-b982-4b453270990b req-5be1fcf9-1d30-403d-b7c1-201458744ac1 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:45.600244 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-68a0fc13-2613-4689-b982-4b453270990b req-5be1fcf9-1d30-403d-b7c1-201458744ac1 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 944 time: 1.0416973 May 23 11:26:45.658199 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f3efd7fc-04c4-431e-b19f-2c676e4e298f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:45.663884 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f3efd7fc-04c4-431e-b19f-2c676e4e298f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/950553b6-69a7-426f-8276-69f9cc06c341 HTTP/1.1" status: 204 len: 168 time: 0.6129069 May 23 11:26:45.678014 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-861af2bd-29a4-4b8d-ae57-78910bdeb9b5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:45.686197 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f480998c-a775-4568-a8c0-0906e37bc6cf None None] DHCP port deletion for 82ba39e4-bdf1-472a-bde7-8fcb89848fff request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:26:45.698397 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-262a6c6e-3b6c-4930-864e-59798af3f254 None None] Provisioning complete for port cb5b356c-02be-48fd-aa9f-95d543c93369 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:26:45.699013 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-262a6c6e-3b6c-4930-864e-59798af3f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:45.707245 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-861af2bd-29a4-4b8d-ae57-78910bdeb9b5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Deleting port 80cbe194-5e70-4f69-b621-53863e51e945 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:26:45.707590 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-861af2bd-29a4-4b8d-ae57-78910bdeb9b5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:45.754775 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f480998c-a775-4568-a8c0-0906e37bc6cf None None] Deleting port 80cbe194-5e70-4f69-b621-53863e51e945 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:26:45.755391 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f480998c-a775-4568-a8c0-0906e37bc6cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:45.853867 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 13ab34d9-9bb1-4b76-8c0d-54fc539963e3 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:26:45.854418 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:45.896875 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-262a6c6e-3b6c-4930-864e-59798af3f254 None None] Port cb5b356c-02be-48fd-aa9f-95d543c93369 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:26:46.083438 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4ea6425a-9124-4ea7-8579-ec16ccf4096d tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:46.124296 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-262a6c6e-3b6c-4930-864e-59798af3f254 None None] Provisioning complete for port 66f24e3e-04e9-40ac-8fed-2f4cfd88e75c triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:26:46.124712 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-262a6c6e-3b6c-4930-864e-59798af3f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:46.518138 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-262a6c6e-3b6c-4930-864e-59798af3f254 None None] Port 66f24e3e-04e9-40ac-8fed-2f4cfd88e75c cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:26:46.523158 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f480998c-a775-4568-a8c0-0906e37bc6cf None None] For port 80cbe194-5e70-4f69-b621-53863e51e945, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=80cbe194-5e70-4f69-b621-53863e51e945,segment=NetworkSegment(37af7c81-dc61-4da9-9a68-9ee6e2d22927),segment_id=37af7c81-dc61-4da9-9a68-9ee6e2d22927)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:26:46.523427 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f480998c-a775-4568-a8c0-0906e37bc6cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:46.716963 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-4ea6425a-9124-4ea7-8579-ec16ccf4096d tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Calling delete_port for cb5b356c-02be-48fd-aa9f-95d543c93369 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:26:46.729259 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f480998c-a775-4568-a8c0-0906e37bc6cf None None] Calling delete_port for 80cbe194-5e70-4f69-b621-53863e51e945 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:26:46.847578 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3054c1ef-fc86-44f2-8a0d-6ee67a613a21 req-d282b96f-de30-4f24-86a1-2cb9702f4b1c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=48a3dbf0-4791-4310-b702-2070e504263e HTTP/1.1" status: 200 len: 210 time: 0.3756020 May 23 11:26:46.854377 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f480998c-a775-4568-a8c0-0906e37bc6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:46.883523 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-68a0fc13-2613-4689-b982-4b453270990b req-6ef8cdb7-c616-4831-a2ec-5b173f87bc6a tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1299300 May 23 11:26:46.939448 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f7ce0f9-2dd5-4e17-a225-954f8dd97eee req-b5cfb220-5f0c-44a6-87ef-2e21c750e5f2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0149fd8a-049d-4ca2-ad81-8626eed3d2b4 HTTP/1.1" status: 200 len: 1000 time: 1.3486588 May 23 11:26:46.953955 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f480998c-a775-4568-a8c0-0906e37bc6cf None None] Pushing event deleted for resources: {'Port': ['ID=80cbe194-5e70-4f69-b621-53863e51e945,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:46.958811 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f480998c-a775-4568-a8c0-0906e37bc6cf None None] No DVR routers for this DVR port 80cbe194-5e70-4f69-b621-53863e51e945 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:26:47.022119 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-861af2bd-29a4-4b8d-ae57-78910bdeb9b5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] For port 80cbe194-5e70-4f69-b621-53863e51e945, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=80cbe194-5e70-4f69-b621-53863e51e945,segment=NetworkSegment(37af7c81-dc61-4da9-9a68-9ee6e2d22927),segment_id=37af7c81-dc61-4da9-9a68-9ee6e2d22927)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:26:47.022640 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-861af2bd-29a4-4b8d-ae57-78910bdeb9b5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:47.208137 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ce0f9-2dd5-4e17-a225-954f8dd97eee req-255dfc4e-a155-4636-a359-4c9a9f26f95d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:47.209615 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f7ce0f9-2dd5-4e17-a225-954f8dd97eee req-255dfc4e-a155-4636-a359-4c9a9f26f95d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b85c12c-741c-420e-9273-6de6d42ac4b3 HTTP/1.1" status: 200 len: 855 time: 0.2380402 May 23 11:26:47.211008 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-861af2bd-29a4-4b8d-ae57-78910bdeb9b5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Calling delete_port for 80cbe194-5e70-4f69-b621-53863e51e945 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:26:47.310222 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4ea6425a-9124-4ea7-8579-ec16ccf4096d tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:47.334988 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-52899ca0-5383-4dfb-8970-0282d06aab36 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:47.338037 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.api [None req-861af2bd-29a4-4b8d-ae57-78910bdeb9b5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:26:47.338418 n-d-842952-2 neutron-server[83911]: DEBUG oslo_db.api [None req-861af2bd-29a4-4b8d-ae57-78910bdeb9b5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:26:47.342483 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-52899ca0-5383-4dfb-8970-0282d06aab36 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:47.391455 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6425a-9124-4ea7-8579-ec16ccf4096d tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Pushing event deleted for resources: {'Port': ['ID=cb5b356c-02be-48fd-aa9f-95d543c93369,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:47.429477 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f7ce0f9-2dd5-4e17-a225-954f8dd97eee req-36249c90-7e1f-4757-a91d-75278fe07cdd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0be92582-5915-4835-ac16-79c44c856a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2121654 May 23 11:26:47.478022 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52899ca0-5383-4dfb-8970-0282d06aab36 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event updated for resources: {'Port': ['ID=66f24e3e-04e9-40ac-8fed-2f4cfd88e75c,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:47.483386 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-52899ca0-5383-4dfb-8970-0282d06aab36 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:47.524237 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 80cbe194-5e70-4f69-b621-53863e51e945 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:26:47.534617 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce26b00-8ee9-438f-aae9-080032ea776a req-8c03b010-0bc5-430d-a465-98c0b46a0f96 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:47.544370 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7ce26b00-8ee9-438f-aae9-080032ea776a req-8c03b010-0bc5-430d-a465-98c0b46a0f96 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/ports?device_id=74eef525-4fa3-4c9c-9483-8398fd8eaa90 HTTP/1.1" status: 200 len: 945 time: 0.4003568 May 23 11:26:47.614004 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 80cbe194-5e70-4f69-b621-53863e51e945 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:26:47.614245 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 80cbe194-5e70-4f69-b621-53863e51e945 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:26:47.713810 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52899ca0-5383-4dfb-8970-0282d06aab36 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Network c0831f69-6ad1-4d6e-aff5-943daf070642 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:26:47.717118 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-52899ca0-5383-4dfb-8970-0282d06aab36 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:26:47.724985 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7ce26b00-8ee9-438f-aae9-080032ea776a req-2d418180-5d41-4ec0-863e-959ebd585829 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/security-groups?id=922d3c5a-a069-41ce-b972-4c94b232656c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769531 May 23 11:26:47.936712 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-861af2bd-29a4-4b8d-ae57-78910bdeb9b5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Deleting port 80cbe194-5e70-4f69-b621-53863e51e945 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:26:47.937051 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-861af2bd-29a4-4b8d-ae57-78910bdeb9b5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:47.986503 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41314) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:48.166464 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-194937cf-9944-4f51-aa47-a77e40355548 None None] Provisioning complete for port 66f24e3e-04e9-40ac-8fed-2f4cfd88e75c triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:26:48.167047 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-194937cf-9944-4f51-aa47-a77e40355548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:48.200995 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-861af2bd-29a4-4b8d-ae57-78910bdeb9b5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] The port '80cbe194-5e70-4f69-b621-53863e51e945' was deleted {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:26:48.238636 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-64311845-b4c1-4df7-bac3-69f9337d9269 req-656081ff-cdd2-40fe-94dc-e9c442b8327a tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=48a3dbf0-4791-4310-b702-2070e504263e HTTP/1.1" status: 200 len: 210 time: 0.1412139 May 23 11:26:48.276785 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-194937cf-9944-4f51-aa47-a77e40355548 None None] Port 66f24e3e-04e9-40ac-8fed-2f4cfd88e75c cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:26:48.293902 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f7ce0f9-2dd5-4e17-a225-954f8dd97eee req-05cd4a6c-b13f-40d8-b8e4-1521896988e8 service neutron] 10.222.0.81 "GET /v2.0/networks/0be92582-5915-4835-ac16-79c44c856a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7981830 May 23 11:26:48.468693 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4ea6425a-9124-4ea7-8579-ec16ccf4096d tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:48.515046 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f17cd68-6119-4825-bf5c-49c5c9dbcf32 req-fa7e0a2c-15e7-457f-9b4b-d0dfc3828fca tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:48.522483 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2f17cd68-6119-4825-bf5c-49c5c9dbcf32 req-fa7e0a2c-15e7-457f-9b4b-d0dfc3828fca tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 944 time: 0.3768258 May 23 11:26:48.558256 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4ea6425a-9124-4ea7-8579-ec16ccf4096d tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] 10.222.0.79 "DELETE /v2.0/ports/cb5b356c-02be-48fd-aa9f-95d543c93369 HTTP/1.1" status: 204 len: 168 time: 3.3334942 May 23 11:26:48.561660 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f7ce0f9-2dd5-4e17-a225-954f8dd97eee req-8f6e35e2-4c46-4287-a7cd-1dc23315d7be service neutron] 10.222.0.81 "GET /v2.0/networks/0be92582-5915-4835-ac16-79c44c856a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340500 May 23 11:26:48.582190 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41324) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:48.639802 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-e485e662-6043-435e-91b8-fa365fa4920f tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] GET failed (client error): The resource could not be found. May 23 11:26:48.640354 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e485e662-6043-435e-91b8-fa365fa4920f tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Synchronizing usage tracker for tenant:560e13c709e3485683b24044a86074bb on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:26:48.677155 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2f17cd68-6119-4825-bf5c-49c5c9dbcf32 req-5ac5225e-9354-45c7-a59b-34adab44c89a tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542647 May 23 11:26:48.678465 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e485e662-6043-435e-91b8-fa365fa4920f tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Unset dirty status for tenant:560e13c709e3485683b24044a86074bb on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:26:48.683148 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e485e662-6043-435e-91b8-fa365fa4920f tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] 10.222.0.79 "GET /v2.0/ports/cb5b356c-02be-48fd-aa9f-95d543c93369 HTTP/1.1" status: 404 len: 333 time: 0.0965815 May 23 11:26:48.683334 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41328) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:48.762345 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-330a1e81-0866-47ed-b063-a23ab883e64d tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Deleting port 47cbaaa6-5560-406e-badb-516a69a70d8d {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:26:48.762687 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-330a1e81-0866-47ed-b063-a23ab883e64d tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:48.777619 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-808dbd1a-91b2-430d-8bc2-d1b2c4083376 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-728309522-network', 'tenant_id': '4ab6dabfc6c044e3a257a928739aed2b'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:26:48.904826 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-808dbd1a-91b2-430d-8bc2-d1b2c4083376 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:26:48.929867 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-808dbd1a-91b2-430d-8bc2-d1b2c4083376 admin admin] Usage tracker for resource:network and tenant:4ab6dabfc6c044e3a257a928739aed2b is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:26:48.934900 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-861af2bd-29a4-4b8d-ae57-78910bdeb9b5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:48.946318 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-bac0eeca-dd73-4dff-85c5-55fb85921fd7 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:48.947761 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-bac0eeca-dd73-4dff-85c5-55fb85921fd7 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.81 "GET /v2.0/networks?id=6213997a-77dd-4973-bef8-b88fbf379b24 HTTP/1.1" status: 200 len: 812 time: 0.9621561 May 23 11:26:48.951726 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-808dbd1a-91b2-430d-8bc2-d1b2c4083376 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:26:48.961829 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-808dbd1a-91b2-430d-8bc2-d1b2c4083376 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:26:48.980839 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-59b2685e-23eb-4fb7-a338-7480446af852 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Request body: {'port': {'device_id': '48a3dbf0-4791-4310-b702-2070e504263e', 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24', 'admin_state_up': True, 'tenant_id': '0d8e63cb106b40b880c35c46eb22d5c0'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:26:49.008364 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-861af2bd-29a4-4b8d-ae57-78910bdeb9b5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82ba39e4-bdf1-472a-bde7-8fcb89848fff']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:26:49.081064 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808dbd1a-91b2-430d-8bc2-d1b2c4083376 admin admin] Made reservation on behalf of 4ab6dabfc6c044e3a257a928739aed2b for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:26:49.083480 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-808dbd1a-91b2-430d-8bc2-d1b2c4083376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:49.100154 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-861af2bd-29a4-4b8d-ae57-78910bdeb9b5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37af7c81-dc61-4da9-9a68-9ee6e2d22927') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:26:49.100424 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-861af2bd-29a4-4b8d-ae57-78910bdeb9b5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37af7c81-dc61-4da9-9a68-9ee6e2d22927') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:26:49.130252 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-861af2bd-29a4-4b8d-ae57-78910bdeb9b5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:49.143313 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-808dbd1a-91b2-430d-8bc2-d1b2c4083376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:49.174280 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27830d5-ec06-4e06-b457-cf6e56fdf34a req-91b72a1c-955d-448f-a889-024db300974d tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:49.174964 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-d27830d5-ec06-4e06-b457-cf6e56fdf34a req-91b72a1c-955d-448f-a889-024db300974d tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Synchronizing usage tracker for tenant:b32c00c2dee749699a709a92064b86f0 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:26:49.177672 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-861af2bd-29a4-4b8d-ae57-78910bdeb9b5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:49.197648 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-861af2bd-29a4-4b8d-ae57-78910bdeb9b5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:26:49.198045 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-861af2bd-29a4-4b8d-ae57-78910bdeb9b5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:49.214433 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-330a1e81-0866-47ed-b063-a23ab883e64d tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:49.223583 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:26:49.223583 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:26:49.223583 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:26:49.223583 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:26:49.223583 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:26:49.223583 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:26:49.223583 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:26:49.223583 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:26:49.223583 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:26:49.223583 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:26:49.223583 n-d-842952-2 neutron-server[83911]: timer() May 23 11:26:49.223583 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:26:49.223583 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:26:49.223583 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:26:49.223583 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:26:49.223583 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:26:49.223583 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:26:49.223583 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:26:49.223583 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:26:49.223583 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:26:49.223583 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:26:49.223583 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:26:49.223583 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:26:49.223583 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:26:49.223583 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:26:49.223583 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:26:49.223583 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:26:49.223583 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:26:49.223583 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:26:49.223583 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:26:49.223583 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:26:49.223583 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:26:49.223583 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:26:49.223583 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:26:49.223583 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:26:49.223583 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:26:49.223583 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:26:49.223583 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:26:49.223583 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:26:49.223583 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:26:49.354982 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-808dbd1a-91b2-430d-8bc2-d1b2c4083376 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:26:49.362314 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-d27830d5-ec06-4e06-b457-cf6e56fdf34a req-91b72a1c-955d-448f-a889-024db300974d tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Unset dirty status for tenant:b32c00c2dee749699a709a92064b86f0 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:26:49.363235 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-330a1e81-0866-47ed-b063-a23ab883e64d tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Calling delete_port for 47cbaaa6-5560-406e-badb-516a69a70d8d owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:26:49.363715 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d27830d5-ec06-4e06-b457-cf6e56fdf34a req-91b72a1c-955d-448f-a889-024db300974d tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.81 "GET /v2.0/ports?device_id=74eef525-4fa3-4c9c-9483-8398fd8eaa90 HTTP/1.1" status: 200 len: 945 time: 0.8409123 May 23 11:26:49.369916 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-808dbd1a-91b2-430d-8bc2-d1b2c4083376 admin admin] Usage tracker for resource:security_group_rule and tenant:4ab6dabfc6c044e3a257a928739aed2b is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:26:49.378981 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-808dbd1a-91b2-430d-8bc2-d1b2c4083376 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:26:49.396802 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-808dbd1a-91b2-430d-8bc2-d1b2c4083376 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:26:49.435172 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a8135-6f51-46c1-b6f9-8889eb97a761 req-b6ec487b-b28d-4866-bc86-d8614e637ad7 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:49.442263 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-005a8135-6f51-46c1-b6f9-8889eb97a761 req-b6ec487b-b28d-4866-bc86-d8614e637ad7 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/ports?device_id=74eef525-4fa3-4c9c-9483-8398fd8eaa90 HTTP/1.1" status: 200 len: 945 time: 0.4529557 May 23 11:26:49.478935 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-808dbd1a-91b2-430d-8bc2-d1b2c4083376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:49.487771 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-59b2685e-23eb-4fb7-a338-7480446af852 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:26:49.490590 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-861af2bd-29a4-4b8d-ae57-78910bdeb9b5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:49.513061 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9150b6f8-c8c6-4216-8d96-f1c7beda4512 req-19d850ec-2aa8-49df-b040-8ef256f3db29 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=48a3dbf0-4791-4310-b702-2070e504263e HTTP/1.1" status: 200 len: 210 time: 0.0862689 May 23 11:26:49.562349 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-59b2685e-23eb-4fb7-a338-7480446af852 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:26:49.565939 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-005a8135-6f51-46c1-b6f9-8889eb97a761 req-12757c8a-43a1-42a8-8ac1-818f0638bef0 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/security-groups?id=922d3c5a-a069-41ce-b972-4c94b232656c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227410 May 23 11:26:49.599263 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-808dbd1a-91b2-430d-8bc2-d1b2c4083376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:49.603665 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-861af2bd-29a4-4b8d-ae57-78910bdeb9b5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:49.620744 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-59b2685e-23eb-4fb7-a338-7480446af852 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Made reservation on behalf of 0d8e63cb106b40b880c35c46eb22d5c0 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:26:49.624200 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-59b2685e-23eb-4fb7-a338-7480446af852 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:49.644899 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861af2bd-29a4-4b8d-ae57-78910bdeb9b5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event deleted for resources: {'Network': ['ID=82ba39e4-bdf1-472a-bde7-8fcb89848fff,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:49.673524 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-330a1e81-0866-47ed-b063-a23ab883e64d tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:49.721665 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-808dbd1a-91b2-430d-8bc2-d1b2c4083376 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:26:49.727847 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a1e81-0866-47ed-b063-a23ab883e64d tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Pushing event deleted for resources: {'Port': ['ID=47cbaaa6-5560-406e-badb-516a69a70d8d,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:49.787148 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808dbd1a-91b2-430d-8bc2-d1b2c4083376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c37e540-d31f-480d-8c92-d3bb83256ea7,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:49.792720 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-d27830d5-ec06-4e06-b457-cf6e56fdf34a req-70ac2bf9-71ab-48b3-8bc1-b14e6d5f05ec tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Deleting port 4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:26:49.793006 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d27830d5-ec06-4e06-b457-cf6e56fdf34a req-70ac2bf9-71ab-48b3-8bc1-b14e6d5f05ec tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:49.870679 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-330a1e81-0866-47ed-b063-a23ab883e64d tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:49.911453 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-330a1e81-0866-47ed-b063-a23ab883e64d tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] 10.222.0.79 "DELETE /v2.0/ports/47cbaaa6-5560-406e-badb-516a69a70d8d HTTP/1.1" status: 204 len: 168 time: 1.2270453 May 23 11:26:49.914350 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41358) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:49.988158 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-808dbd1a-91b2-430d-8bc2-d1b2c4083376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:49.990067 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-808dbd1a-91b2-430d-8bc2-d1b2c4083376 admin admin] Added segment 5d0c22b8-11c2-4939-b80a-ba90d75c1960 of type vlan for network 76b2273d-b51d-4df1-8907-c6d24ae3fac2 May 23 11:26:50.142195 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-091e96c5-837e-47a1-9858-eabed5f9bf3b tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] GET failed (client error): The resource could not be found. May 23 11:26:50.143700 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-091e96c5-837e-47a1-9858-eabed5f9bf3b tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Synchronizing usage tracker for tenant:560e13c709e3485683b24044a86074bb on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:26:50.152673 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-861af2bd-29a4-4b8d-ae57-78910bdeb9b5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "DELETE /v2.0/networks/82ba39e4-bdf1-472a-bde7-8fcb89848fff HTTP/1.1" status: 204 len: 168 time: 4.8466330 May 23 11:26:50.156499 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41364) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:50.197180 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52899ca0-5383-4dfb-8970-0282d06aab36 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Router c4bd5d55-dca9-4926-9a57-bd96c0072e93 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:26:50.224968 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-808dbd1a-91b2-430d-8bc2-d1b2c4083376 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:50.438060 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-091e96c5-837e-47a1-9858-eabed5f9bf3b tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Unset dirty status for tenant:560e13c709e3485683b24044a86074bb on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:26:50.443583 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-091e96c5-837e-47a1-9858-eabed5f9bf3b tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] 10.222.0.79 "GET /v2.0/ports/47cbaaa6-5560-406e-badb-516a69a70d8d HTTP/1.1" status: 404 len: 333 time: 0.5280824 May 23 11:26:50.444295 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41368) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:50.512262 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [None req-808dbd1a-91b2-430d-8bc2-d1b2c4083376 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:26:50.604882 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e1748-ca54-44bd-b4e3-a69bc29a7c3b req-b6011dad-5040-4dfb-99ce-da13e0e28990 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:50.619765 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-59b2685e-23eb-4fb7-a338-7480446af852 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Allocated IP 172.20.0.7 (6213997a-77dd-4973-bef8-b88fbf379b24/54335c97-79a1-4f1c-bc27-f53589fd26ef/c5d0023c-7561-422c-a15a-63fce8318279) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:26:50.620556 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9b2e1748-ca54-44bd-b4e3-a69bc29a7c3b req-b6011dad-5040-4dfb-99ce-da13e0e28990 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 944 time: 0.6113431 May 23 11:26:50.622935 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-a944aabb-ad32-43cd-9b46-9f7ffad84db6 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Deleting port 92c2b0e9-2910-4edf-81ee-fedc35d69801 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:26:50.626219 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a944aabb-ad32-43cd-9b46-9f7ffad84db6 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:50.684213 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-cb93d47d-37f3-4cf5-b8e4-b68f6ed3a84a tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Deleting port 98c9376a-c1a9-4a92-b447-b232ecb929bb {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:26:50.695805 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cb93d47d-37f3-4cf5-b8e4-b68f6ed3a84a tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:50.930722 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c5635f99-678e-4fe4-b9bc-a71c5cba384b req-e92a934b-a6cc-4ee1-b8ef-6b5d18724db3 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=48a3dbf0-4791-4310-b702-2070e504263e HTTP/1.1" status: 200 len: 210 time: 0.0993364 May 23 11:26:51.025600 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-59b2685e-23eb-4fb7-a338-7480446af852 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:51.033528 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9b2e1748-ca54-44bd-b4e3-a69bc29a7c3b req-5de15add-9c11-4766-a292-20a7d05caca1 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4119990 May 23 11:26:51.069889 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-59b2685e-23eb-4fb7-a338-7480446af852 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Transition to ACTIVE for port object c5d0023c-7561-422c-a15a-63fce8318279 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:26:51.324995 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-808dbd1a-91b2-430d-8bc2-d1b2c4083376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:51.325847 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808dbd1a-91b2-430d-8bc2-d1b2c4083376 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:51.326420 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-808dbd1a-91b2-430d-8bc2-d1b2c4083376 admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:51.353783 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-59b2685e-23eb-4fb7-a338-7480446af852 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:51.390215 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['fc866833-5097-465e-8754-807c07eb8e82', '7a613659-194c-4921-a5e0-77bd3f7e1758'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:26:51.558064 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a944aabb-ad32-43cd-9b46-9f7ffad84db6 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:51.558616 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a944aabb-ad32-43cd-9b46-9f7ffad84db6 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:51.598949 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:26:51.720255 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-a944aabb-ad32-43cd-9b46-9f7ffad84db6 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Calling delete_port for 92c2b0e9-2910-4edf-81ee-fedc35d69801 owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:26:51.900468 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:52.036561 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cb93d47d-37f3-4cf5-b8e4-b68f6ed3a84a tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:52.037849 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-d27830d5-ec06-4e06-b457-cf6e56fdf34a req-70ac2bf9-71ab-48b3-8bc1-b14e6d5f05ec tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] For port 4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4,segment=NetworkSegment(8070c89c-20c7-468c-8cfb-5e7b1ae7dbc4),segment_id=8070c89c-20c7-468c-8cfb-5e7b1ae7dbc4)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:26:52.038213 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d27830d5-ec06-4e06-b457-cf6e56fdf34a req-70ac2bf9-71ab-48b3-8bc1-b14e6d5f05ec tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:52.057522 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-59b2685e-23eb-4fb7-a338-7480446af852 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Network 6213997a-77dd-4973-bef8-b88fbf379b24 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:26:52.068067 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-59b2685e-23eb-4fb7-a338-7480446af852 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:26:52.084802 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-808dbd1a-91b2-430d-8bc2-d1b2c4083376 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 4.0152297 May 23 11:26:52.086521 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-59b2685e-23eb-4fb7-a338-7480446af852 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:26:52.234553 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74eef525-4fa3-4c9c-9483-8398fd8eaa90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:26:52.311143 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4,segment=NetworkSegment(8070c89c-20c7-468c-8cfb-5e7b1ae7dbc4),segment_id=8070c89c-20c7-468c-8cfb-5e7b1ae7dbc4)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:26:52.341270 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:52.369217 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808dbd1a-91b2-430d-8bc2-d1b2c4083376 admin admin] Pushing event updated for resources: {'Network': ['ID=76b2273d-b51d-4df1-8907-c6d24ae3fac2,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:52.431593 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41380) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:52.520487 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-d27830d5-ec06-4e06-b457-cf6e56fdf34a req-70ac2bf9-71ab-48b3-8bc1-b14e6d5f05ec tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Calling delete_port for 4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:26:52.549054 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0adb3-07e0-4aab-b1da-9565286ab5c4 req-25e29444-0ceb-495d-8d99-868cdfe2de1e tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:52.562986 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:52.565698 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 76b2273d-b51d-4df1-8907-c6d24ae3fac2 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:26:52.567922 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9ee0adb3-07e0-4aab-b1da-9565286ab5c4 req-25e29444-0ceb-495d-8d99-868cdfe2de1e tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/ports?device_id=74eef525-4fa3-4c9c-9483-8398fd8eaa90 HTTP/1.1" status: 200 len: 945 time: 1.2923980 May 23 11:26:52.631119 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b2685e-23eb-4fb7-a338-7480446af852 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Pushing event updated for resources: {'Port': ['ID=c5d0023c-7561-422c-a15a-63fce8318279,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:52.647681 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:26:52.648343 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:26:52.648779 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:26:52.649399 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:26:52.649823 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:26:52.650305 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:26:52.650725 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:26:52.651301 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:26:52.651765 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:26:52.652205 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:26:52.652739 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:26:52.678105 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-cb93d47d-37f3-4cf5-b8e4-b68f6ed3a84a tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Calling delete_port for 98c9376a-c1a9-4a92-b447-b232ecb929bb owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:26:52.742992 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-bf2b8bc8-2960-4200-b947-dc99470c49fc None None] Provisioning for port c5d0023c-7561-422c-a15a-63fce8318279 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:26:52.754759 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-bf2b8bc8-2960-4200-b947-dc99470c49fc None None] Provisioning complete for port c5d0023c-7561-422c-a15a-63fce8318279 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:26:52.755310 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bf2b8bc8-2960-4200-b947-dc99470c49fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:52.755863 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-63b90f9b-7263-4134-b48c-4b3fac933aa4 admin admin] Request body: {'subnet': {'network_id': '76b2273d-b51d-4df1-8907-c6d24ae3fac2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-728309522-subnet', 'tenant_id': '4ab6dabfc6c044e3a257a928739aed2b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:26:52.763022 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-63b90f9b-7263-4134-b48c-4b3fac933aa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:26:52.783701 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-63b90f9b-7263-4134-b48c-4b3fac933aa4 admin admin] Usage tracker for resource:subnet and tenant:4ab6dabfc6c044e3a257a928739aed2b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:26:52.798321 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-63b90f9b-7263-4134-b48c-4b3fac933aa4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:26:52.847719 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52899ca0-5383-4dfb-8970-0282d06aab36 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:26:52.853548 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-63b90f9b-7263-4134-b48c-4b3fac933aa4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:26:52.853764 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-52899ca0-5383-4dfb-8970-0282d06aab36 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "PUT /v2.0/routers/c4bd5d55-dca9-4926-9a57-bd96c0072e93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8522410 May 23 11:26:52.858422 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-59b2685e-23eb-4fb7-a338-7480446af852 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:52.859163 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-59b2685e-23eb-4fb7-a338-7480446af852 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:52.865588 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41390) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:52.878529 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f9cb85-9b6b-4d62-8de4-1c02a1f311ff None None] Sync routers for ids ['c4bd5d55-dca9-4926-9a57-bd96c0072e93'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:26:52.928584 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f9cb85-9b6b-4d62-8de4-1c02a1f311ff None None] Routers {'c4bd5d55-dca9-4926-9a57-bd96c0072e93'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:26:52.929131 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f7f9cb85-9b6b-4d62-8de4-1c02a1f311ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:26:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['c4bd5d55-dca9-4926-9a57-bd96c0072e93'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:26:52.960010 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-59b2685e-23eb-4fb7-a338-7480446af852 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9862809 May 23 11:26:52.961474 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.api [req-d27830d5-ec06-4e06-b457-cf6e56fdf34a req-70ac2bf9-71ab-48b3-8bc1-b14e6d5f05ec tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:26:52.961795 n-d-842952-2 neutron-server[83911]: DEBUG oslo_db.api [req-d27830d5-ec06-4e06-b457-cf6e56fdf34a req-70ac2bf9-71ab-48b3-8bc1-b14e6d5f05ec tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:26:53.001360 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-70c59a87-33d0-42fd-9554-077f15dfcd1d service neutron] Request body: {'port': {'device_id': '48a3dbf0-4791-4310-b702-2070e504263e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:26:53.013960 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b90f9b-7263-4134-b48c-4b3fac933aa4 admin admin] Made reservation on behalf of 4ab6dabfc6c044e3a257a928739aed2b for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:26:53.016317 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-63b90f9b-7263-4134-b48c-4b3fac933aa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:53.042219 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9ee0adb3-07e0-4aab-b1da-9565286ab5c4 req-c95fdd5e-c3a4-450b-ba35-3ef4665a32a7 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/security-groups?id=922d3c5a-a069-41ce-b972-4c94b232656c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4723821 May 23 11:26:53.042858 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a944aabb-ad32-43cd-9b46-9f7ffad84db6 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:53.058707 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f7f9cb85-9b6b-4d62-8de4-1c02a1f311ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:26:53.059809 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581d7614-aab6-4778-a569-52e27d600556 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:53.060615 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-581d7614-aab6-4778-a569-52e27d600556 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Synchronizing usage tracker for tenant:aff5ab15380840359395eccd13918dfd on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:26:53.062409 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-bf2b8bc8-2960-4200-b947-dc99470c49fc None None] Port c5d0023c-7561-422c-a15a-63fce8318279 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:26:53.088951 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f9cb85-9b6b-4d62-8de4-1c02a1f311ff None None] Routers {'c4bd5d55-dca9-4926-9a57-bd96c0072e93'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:26:53.089723 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f7f9cb85-9b6b-4d62-8de4-1c02a1f311ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:26:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['c4bd5d55-dca9-4926-9a57-bd96c0072e93'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:26:53.101254 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a944aabb-ad32-43cd-9b46-9f7ffad84db6 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event deleted for resources: {'Port': ['ID=92c2b0e9-2910-4edf-81ee-fedc35d69801,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:53.163365 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-581d7614-aab6-4778-a569-52e27d600556 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Unset dirty status for tenant:aff5ab15380840359395eccd13918dfd on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:26:53.167178 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-581d7614-aab6-4778-a569-52e27d600556 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4bd5d55-dca9-4926-9a57-bd96c0072e93 HTTP/1.1" status: 200 len: 982 time: 0.2974322 May 23 11:26:53.176854 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41396) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:53.227378 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f7f9cb85-9b6b-4d62-8de4-1c02a1f311ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:26:53.228132 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f9cb85-9b6b-4d62-8de4-1c02a1f311ff None None] The sync data for ids ['c4bd5d55-dca9-4926-9a57-bd96c0072e93'] in n-d-842952-2 is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:26:53.239511 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-70c59a87-33d0-42fd-9554-077f15dfcd1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:53.281738 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3edae9-05ac-4103-941f-6378b05b6fad req-c4f8ea87-d584-4c97-bf94-75b11a7910e0 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:53.291671 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ca3edae9-05ac-4103-941f-6378b05b6fad req-c4f8ea87-d584-4c97-bf94-75b11a7910e0 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=48a3dbf0-4791-4310-b702-2070e504263e HTTP/1.1" status: 200 len: 931 time: 1.0662920 May 23 11:26:53.463121 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-d27830d5-ec06-4e06-b457-cf6e56fdf34a req-70ac2bf9-71ab-48b3-8bc1-b14e6d5f05ec tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Deleting port 4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:26:53.463730 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d27830d5-ec06-4e06-b457-cf6e56fdf34a req-70ac2bf9-71ab-48b3-8bc1-b14e6d5f05ec tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:53.607118 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cb93d47d-37f3-4cf5-b8e4-b68f6ed3a84a tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:53.661007 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-63b90f9b-7263-4134-b48c-4b3fac933aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:53.914903 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-d27830d5-ec06-4e06-b457-cf6e56fdf34a req-70ac2bf9-71ab-48b3-8bc1-b14e6d5f05ec tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] For port 4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4,segment=NetworkSegment(8070c89c-20c7-468c-8cfb-5e7b1ae7dbc4),segment_id=8070c89c-20c7-468c-8cfb-5e7b1ae7dbc4)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:26:53.915274 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d27830d5-ec06-4e06-b457-cf6e56fdf34a req-70ac2bf9-71ab-48b3-8bc1-b14e6d5f05ec tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:53.930766 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b90f9b-7263-4134-b48c-4b3fac933aa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82176f08-fc90-4d7e-a669-0e8701d67807,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:54.121856 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ca3edae9-05ac-4103-941f-6378b05b6fad req-482aa7b0-fd31-47bd-b341-c50bcfe2952c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8291574 May 23 11:26:54.177992 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93d47d-37f3-4cf5-b8e4-b68f6ed3a84a tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Pushing event deleted for resources: {'Port': ['ID=98c9376a-c1a9-4a92-b447-b232ecb929bb,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:54.206067 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-d27830d5-ec06-4e06-b457-cf6e56fdf34a req-70ac2bf9-71ab-48b3-8bc1-b14e6d5f05ec tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Calling delete_port for 4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:26:54.262267 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b90f9b-7263-4134-b48c-4b3fac933aa4 admin admin] Checking segment: {'id': '5d0c22b8-11c2-4939-b80a-ba90d75c1960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '76b2273d-b51d-4df1-8907-c6d24ae3fac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:26:54.262737 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b90f9b-7263-4134-b48c-4b3fac933aa4 admin admin] Network hostable DHCP agents. Network: 76b2273d-b51d-4df1-8907-c6d24ae3fac2, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:26:54.275394 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cb93d47d-37f3-4cf5-b8e4-b68f6ed3a84a tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:54.307549 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-cb93d47d-37f3-4cf5-b8e4-b68f6ed3a84a tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] 10.222.0.79 "DELETE /v2.0/ports/98c9376a-c1a9-4a92-b447-b232ecb929bb HTTP/1.1" status: 204 len: 168 time: 3.8595710 May 23 11:26:54.311008 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a944aabb-ad32-43cd-9b46-9f7ffad84db6 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:54.326145 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41412) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:54.377600 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bc6f6c0-3537-4f2c-9aeb-1bacc81d51ce'] response: {'server_uuid': '74eef525-4fa3-4c9c-9483-8398fd8eaa90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4', 'code': 200} May 23 11:26:54.392482 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-70c59a87-33d0-42fd-9554-077f15dfcd1d service neutron] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:26:54.462690 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65fa40e-395f-4d4e-9d79-729ddfcb9b6d req-d24f9f0f-2698-48d7-b39b-8791c696eb02 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:54.469935 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f65fa40e-395f-4d4e-9d79-729ddfcb9b6d req-d24f9f0f-2698-48d7-b39b-8791c696eb02 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 944 time: 0.8751364 May 23 11:26:54.672037 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-70c59a87-33d0-42fd-9554-077f15dfcd1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5d0023c-7561-422c-a15a-63fce8318279 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:26:54.693538 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b90f9b-7263-4134-b48c-4b3fac933aa4 admin admin] Network 76b2273d-b51d-4df1-8907-c6d24ae3fac2 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:26:54.728766 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-70c59a87-33d0-42fd-9554-077f15dfcd1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:54.832248 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f514218-01e4-4f10-9096-9a9d355a36a1 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Deleting subnet 9e6812b4-ab1c-4a09-9177-ec9d27553d83 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:26:54.837216 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7f514218-01e4-4f10-9096-9a9d355a36a1 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:54.905875 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-70c59a87-33d0-42fd-9554-077f15dfcd1d service neutron] Transition to ACTIVE for port object c5d0023c-7561-422c-a15a-63fce8318279 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:26:54.908966 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7f514218-01e4-4f10-9096-9a9d355a36a1 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:54.930783 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f65fa40e-395f-4d4e-9d79-729ddfcb9b6d req-48761f9a-b30e-466c-9b2f-90e6f84844dc tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4594994 May 23 11:26:54.983601 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-63b90f9b-7263-4134-b48c-4b3fac933aa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 76b2273d-b51d-4df1-8907-c6d24ae3fac2) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:26:55.003868 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7ff8be-5057-49bd-8225-a49b050e06f5 None None] Network 76b2273d-b51d-4df1-8907-c6d24ae3fac2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:26:55.077790 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b90f9b-7263-4134-b48c-4b3fac933aa4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:55.082531 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-63b90f9b-7263-4134-b48c-4b3fac933aa4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:55.100195 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d27830d5-ec06-4e06-b457-cf6e56fdf34a req-70ac2bf9-71ab-48b3-8bc1-b14e6d5f05ec tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:55.115525 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-63b90f9b-7263-4134-b48c-4b3fac933aa4 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.6827714 May 23 11:26:55.126064 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41418) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:55.151245 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-78f8911a-f90e-4e5d-b7a9-9a155f43b420 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-728309522-router', 'tenant_id': '4ab6dabfc6c044e3a257a928739aed2b', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:26:55.160398 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-70c59a87-33d0-42fd-9554-077f15dfcd1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:55.162794 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-78f8911a-f90e-4e5d-b7a9-9a155f43b420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:26:55.176101 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a350f7b-2d5f-4c4c-8f34-946167849590 req-3a308dd3-b26f-4220-9f79-2c467ad4b54b tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:55.184954 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3a350f7b-2d5f-4c4c-8f34-946167849590 req-3a308dd3-b26f-4220-9f79-2c467ad4b54b tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/ports?device_id=74eef525-4fa3-4c9c-9483-8398fd8eaa90 HTTP/1.1" status: 200 len: 943 time: 0.6656830 May 23 11:26:55.205543 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac2bf9-71ab-48b3-8bc1-b14e6d5f05ec tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Pushing event deleted for resources: {'Port': ['ID=4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:55.264548 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-78f8911a-f90e-4e5d-b7a9-9a155f43b420 admin admin] Usage tracker for resource:router and tenant:4ab6dabfc6c044e3a257a928739aed2b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:26:55.313253 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3a350f7b-2d5f-4c4c-8f34-946167849590 req-80077245-fadf-447c-b86f-2ed6bce2df90 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/security-groups?id=922d3c5a-a069-41ce-b972-4c94b232656c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242969 May 23 11:26:55.321855 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-78f8911a-f90e-4e5d-b7a9-9a155f43b420 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:26:55.367732 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-78f8911a-f90e-4e5d-b7a9-9a155f43b420 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:26:55.421041 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c59a87-33d0-42fd-9554-077f15dfcd1d service neutron] Pushing event updated for resources: {'Port': ['ID=c5d0023c-7561-422c-a15a-63fce8318279,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:55.477746 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-78f8911a-f90e-4e5d-b7a9-9a155f43b420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:55.481110 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-78f8911a-f90e-4e5d-b7a9-9a155f43b420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:55.539507 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-78f8911a-f90e-4e5d-b7a9-9a155f43b420 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:55.567229 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa45440-c438-456c-a74f-94e5ca296256 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-76b2273d-b51d-4df1-8907-c6d24ae3fac2', 'network_id': '76b2273d-b51d-4df1-8907-c6d24ae3fac2', 'tenant_id': '4ab6dabfc6c044e3a257a928739aed2b', 'fixed_ips': [{'subnet_id': '82176f08-fc90-4d7e-a669-0e8701d67807'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:26:55.570375 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bfa45440-c438-456c-a74f-94e5ca296256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:55.640509 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-d27830d5-ec06-4e06-b457-cf6e56fdf34a req-70ac2bf9-71ab-48b3-8bc1-b14e6d5f05ec tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] No DVR routers for this DVR port 4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:26:55.652641 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d27830d5-ec06-4e06-b457-cf6e56fdf34a req-70ac2bf9-71ab-48b3-8bc1-b14e6d5f05ec tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:55.655280 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74eef525-4fa3-4c9c-9483-8398fd8eaa90', 'name': 'network-vif-deleted', 'tag': '4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:26:55.829397 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-015e4806-aa61-4e9d-be52-f582bd9723c8'] response: {'server_uuid': '74eef525-4fa3-4c9c-9483-8398fd8eaa90', 'name': 'network-vif-deleted', 'tag': '4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4', 'status': 'completed', 'code': 200} May 23 11:26:55.833969 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d27830d5-ec06-4e06-b457-cf6e56fdf34a req-70ac2bf9-71ab-48b3-8bc1-b14e6d5f05ec tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.81 "DELETE /v2.0/ports/4a7e16f1-dd5b-43c5-99c7-7f48fa6573b4 HTTP/1.1" status: 204 len: 173 time: 6.4501262 May 23 11:26:55.874791 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7f514218-01e4-4f10-9096-9a9d355a36a1 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:55.954129 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-70c59a87-33d0-42fd-9554-077f15dfcd1d service neutron] Attempting to bind port c5d0023c-7561-422c-a15a-63fce8318279 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:26:55.954939 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-70c59a87-33d0-42fd-9554-077f15dfcd1d service neutron] Attempting to bind port c5d0023c-7561-422c-a15a-63fce8318279 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '16d65dbf-b6a9-4190-869a-2234d81bb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:26:55.955213 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-70c59a87-33d0-42fd-9554-077f15dfcd1d service neutron] Attempting to bind port c5d0023c-7561-422c-a15a-63fce8318279 on network 6213997a-77dd-4973-bef8-b88fbf379b24 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:26:55.967418 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-70c59a87-33d0-42fd-9554-077f15dfcd1d service neutron] Port c5d0023c-7561-422c-a15a-63fce8318279 on network 6213997a-77dd-4973-bef8-b88fbf379b24 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:26:55.967739 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-70c59a87-33d0-42fd-9554-077f15dfcd1d service neutron] Attempting to bind port c5d0023c-7561-422c-a15a-63fce8318279 on network 6213997a-77dd-4973-bef8-b88fbf379b24 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:26:55.983282 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-70c59a87-33d0-42fd-9554-077f15dfcd1d service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:26:55.983993 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-70c59a87-33d0-42fd-9554-077f15dfcd1d service neutron] Checking segment: {'id': '16d65dbf-b6a9-4190-869a-2234d81bb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:26:55.984244 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-70c59a87-33d0-42fd-9554-077f15dfcd1d service neutron] Bound using segment: {'id': '16d65dbf-b6a9-4190-869a-2234d81bb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:26:55.985091 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-70c59a87-33d0-42fd-9554-077f15dfcd1d service neutron] Bound port: c5d0023c-7561-422c-a15a-63fce8318279, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d65dbf-b6a9-4190-869a-2234d81bb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:26:55.985514 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-70c59a87-33d0-42fd-9554-077f15dfcd1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:56.190926 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-70c59a87-33d0-42fd-9554-077f15dfcd1d service neutron] For port c5d0023c-7561-422c-a15a-63fce8318279, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:26:56.194516 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-70c59a87-33d0-42fd-9554-077f15dfcd1d service neutron] For port c5d0023c-7561-422c-a15a-63fce8318279, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=c5d0023c-7561-422c-a15a-63fce8318279,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:26:56.223902 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-70c59a87-33d0-42fd-9554-077f15dfcd1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:56.309083 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-bfa45440-c438-456c-a74f-94e5ca296256 None None] Allocated IP 172.20.0.2 (76b2273d-b51d-4df1-8907-c6d24ae3fac2/82176f08-fc90-4d7e-a669-0e8701d67807/66659fe6-1e8e-48dd-9f16-9e538e541abf) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:26:56.325039 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7f514218-01e4-4f10-9096-9a9d355a36a1 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:56.393731 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f514218-01e4-4f10-9096-9a9d355a36a1 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Pushing event deleted for resources: {'Subnet': ['ID=9e6812b4-ab1c-4a09-9177-ec9d27553d83,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:56.395997 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7f514218-01e4-4f10-9096-9a9d355a36a1 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:56.422500 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7f514218-01e4-4f10-9096-9a9d355a36a1 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] 10.222.0.79 "DELETE /v2.0/subnets/9e6812b4-ab1c-4a09-9177-ec9d27553d83 HTTP/1.1" status: 204 len: 168 time: 2.0939181 May 23 11:26:56.426063 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-70c59a87-33d0-42fd-9554-077f15dfcd1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:56.427198 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-70c59a87-33d0-42fd-9554-077f15dfcd1d service neutron] 10.222.0.81 "PUT /v2.0/ports/c5d0023c-7561-422c-a15a-63fce8318279 HTTP/1.1" status: 200 len: 1091 time: 3.4308584 May 23 11:26:56.427669 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41436) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:26:56.456414 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2bb911-ef14-491c-a558-b3d8df2d6e66 None None] Network 2547a66e-a1fc-4f97-98a9-20a810d66470 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:26:56.472546 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-78f8911a-f90e-4e5d-b7a9-9a155f43b420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:56.648225 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a716d56-c810-4076-aa73-c7cc01bce827 req-cc7c8f11-8689-4586-8938-6c95d90a9b36 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:56.649944 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7a716d56-c810-4076-aa73-c7cc01bce827 req-cc7c8f11-8689-4586-8938-6c95d90a9b36 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=48a3dbf0-4791-4310-b702-2070e504263e HTTP/1.1" status: 200 len: 943 time: 1.0732951 May 23 11:26:56.715690 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c59a87-33d0-42fd-9554-077f15dfcd1d service neutron] Pushing event updated for resources: {'Port': ['ID=c5d0023c-7561-422c-a15a-63fce8318279,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:57.011997 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bfa45440-c438-456c-a74f-94e5ca296256 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:57.044257 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-bfa45440-c438-456c-a74f-94e5ca296256 None None] Transition to ACTIVE for port object 66659fe6-1e8e-48dd-9f16-9e538e541abf will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:26:57.080799 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-de8f2324-ac73-4a3d-9c5a-8c69fd7f5ae7 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:57.087966 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-bfa45440-c438-456c-a74f-94e5ca296256 None None] Transition to ACTIVE for port object 66659fe6-1e8e-48dd-9f16-9e538e541abf will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:26:57.100528 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bfa45440-c438-456c-a74f-94e5ca296256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:57.168998 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-36cf218f-ce60-4ef0-b39d-6b924ffe1e18 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0d8e63cb106b40b880c35c46eb22d5c0&device_id=48a3dbf0-4791-4310-b702-2070e504263e HTTP/1.1" status: 200 len: 1094 time: 0.5467212 May 23 11:26:57.170968 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-de8f2324-ac73-4a3d-9c5a-8c69fd7f5ae7 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Deleting port 18ecf8d6-8369-4a8a-b70f-0351199d5f5f {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:26:57.170968 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-de8f2324-ac73-4a3d-9c5a-8c69fd7f5ae7 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:57.201943 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa45440-c438-456c-a74f-94e5ca296256 None None] Pushing event updated for resources: {'Port': ['ID=66659fe6-1e8e-48dd-9f16-9e538e541abf,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:57.214644 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa45440-c438-456c-a74f-94e5ca296256 None None] Network 76b2273d-b51d-4df1-8907-c6d24ae3fac2 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:26:57.216692 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-bfa45440-c438-456c-a74f-94e5ca296256 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:26:57.221972 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa45440-c438-456c-a74f-94e5ca296256 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:26:57.373431 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cada0a1f-4085-4a47-854d-f896d45b669a None None] DHCP port deletion for 2547a66e-a1fc-4f97-98a9-20a810d66470 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:26:57.390092 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-cada0a1f-4085-4a47-854d-f896d45b669a None None] Deleting port 18ecf8d6-8369-4a8a-b70f-0351199d5f5f {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:26:57.396210 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cada0a1f-4085-4a47-854d-f896d45b669a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:57.430294 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-0c8e13d1-afe3-45da-a83a-988f907e53cc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5d0023c-7561-422c-a15a-63fce8318279 HTTP/1.1" status: 200 len: 217 time: 0.2018902 May 23 11:26:57.460558 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7a716d56-c810-4076-aa73-c7cc01bce827 req-68011e69-1c7d-414b-b847-bef3a32b1108 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7991307 May 23 11:26:57.502753 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-bfa45440-c438-456c-a74f-94e5ca296256 None None] Attempting to bind port 66659fe6-1e8e-48dd-9f16-9e538e541abf on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:26:57.506622 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-bfa45440-c438-456c-a74f-94e5ca296256 None None] Attempting to bind port 66659fe6-1e8e-48dd-9f16-9e538e541abf by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '5d0c22b8-11c2-4939-b80a-ba90d75c1960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '76b2273d-b51d-4df1-8907-c6d24ae3fac2'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:26:57.507431 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa45440-c438-456c-a74f-94e5ca296256 None None] Attempting to bind port 66659fe6-1e8e-48dd-9f16-9e538e541abf on network 76b2273d-b51d-4df1-8907-c6d24ae3fac2 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:26:57.538749 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991eb59-677a-4855-84a6-1b237baafe6f req-1ccebdec-39b1-47d7-9f36-6b92e0d6932b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:57.544014 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa45440-c438-456c-a74f-94e5ca296256 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:26:57.545607 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa45440-c438-456c-a74f-94e5ca296256 None None] Checking segment: {'id': '5d0c22b8-11c2-4939-b80a-ba90d75c1960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '76b2273d-b51d-4df1-8907-c6d24ae3fac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:26:57.546216 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bfa45440-c438-456c-a74f-94e5ca296256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:57.547062 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa45440-c438-456c-a74f-94e5ca296256 None None] Bound using segment: {'id': '5d0c22b8-11c2-4939-b80a-ba90d75c1960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '76b2273d-b51d-4df1-8907-c6d24ae3fac2'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:26:57.547713 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-bfa45440-c438-456c-a74f-94e5ca296256 None None] Bound port: 66659fe6-1e8e-48dd-9f16-9e538e541abf, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d0c22b8-11c2-4939-b80a-ba90d75c1960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '76b2273d-b51d-4df1-8907-c6d24ae3fac2'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:26:57.553880 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bfa45440-c438-456c-a74f-94e5ca296256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:57.560515 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3991eb59-677a-4855-84a6-1b237baafe6f req-1ccebdec-39b1-47d7-9f36-6b92e0d6932b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 944 time: 1.0771229 May 23 11:26:57.599913 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 18ecf8d6-8369-4a8a-b70f-0351199d5f5f no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:26:57.723909 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-5750be95-9a05-4d39-ae61-5f3385d0e311 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:26:57.725410 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-5750be95-9a05-4d39-ae61-5f3385d0e311 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=54335c97-79a1-4f1c-bc27-f53589fd26ef HTTP/1.1" status: 200 len: 851 time: 0.2778218 May 23 11:26:57.806742 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3991eb59-677a-4855-84a6-1b237baafe6f req-2c2674b2-1b18-4d53-9eed-35283ff42a9d tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2233412 May 23 11:26:57.839619 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a3dbf0-4791-4310-b702-2070e504263e', 'tag': 'c5d0023c-7561-422c-a15a-63fce8318279'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:26:58.049834 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0d2ce2d-2e41-4f44-b974-8150e404e562'] response: {'name': 'network-changed', 'server_uuid': '48a3dbf0-4791-4310-b702-2070e504263e', 'tag': 'c5d0023c-7561-422c-a15a-63fce8318279', 'status': 'completed', 'code': 200} May 23 11:26:58.062972 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-de8f2324-ac73-4a3d-9c5a-8c69fd7f5ae7 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] For port 18ecf8d6-8369-4a8a-b70f-0351199d5f5f, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=18ecf8d6-8369-4a8a-b70f-0351199d5f5f,segment=NetworkSegment(8ca6bdda-16f5-415c-b4c4-5fa43bd76c49),segment_id=8ca6bdda-16f5-415c-b4c4-5fa43bd76c49)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:26:58.067025 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-de8f2324-ac73-4a3d-9c5a-8c69fd7f5ae7 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:58.098927 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c8d4508-d183-4e17-aef6-7753bf59cf37 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:58.314470 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-ce059b4a-b5f7-46e2-a6e8-f14cf4ce574b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6213997a-77dd-4973-bef8-b88fbf379b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5714507 May 23 11:26:58.321903 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-de8f2324-ac73-4a3d-9c5a-8c69fd7f5ae7 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Calling delete_port for 18ecf8d6-8369-4a8a-b70f-0351199d5f5f owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:26:58.332425 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-bfa45440-c438-456c-a74f-94e5ca296256 None None] For port 66659fe6-1e8e-48dd-9f16-9e538e541abf, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:26:58.352202 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-cada0a1f-4085-4a47-854d-f896d45b669a None None] For port 18ecf8d6-8369-4a8a-b70f-0351199d5f5f, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=18ecf8d6-8369-4a8a-b70f-0351199d5f5f,segment=NetworkSegment(8ca6bdda-16f5-415c-b4c4-5fa43bd76c49),segment_id=8ca6bdda-16f5-415c-b4c4-5fa43bd76c49)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:26:58.352733 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cada0a1f-4085-4a47-854d-f896d45b669a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:58.392906 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-bfa45440-c438-456c-a74f-94e5ca296256 None None] For port 66659fe6-1e8e-48dd-9f16-9e538e541abf, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=66659fe6-1e8e-48dd-9f16-9e538e541abf,segment=NetworkSegment(5d0c22b8-11c2-4939-b80a-ba90d75c1960),segment_id=5d0c22b8-11c2-4939-b80a-ba90d75c1960)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:26:58.394069 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:58.516363 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bfa45440-c438-456c-a74f-94e5ca296256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:58.698322 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-cada0a1f-4085-4a47-854d-f896d45b669a None None] Calling delete_port for 18ecf8d6-8369-4a8a-b70f-0351199d5f5f owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:26:58.844405 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 18ecf8d6-8369-4a8a-b70f-0351199d5f5f, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=18ecf8d6-8369-4a8a-b70f-0351199d5f5f,segment=NetworkSegment(8ca6bdda-16f5-415c-b4c4-5fa43bd76c49),segment_id=8ca6bdda-16f5-415c-b4c4-5fa43bd76c49)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:26:58.909854 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:58.937270 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.api [None req-de8f2324-ac73-4a3d-9c5a-8c69fd7f5ae7 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:26:58.946587 n-d-842952-2 neutron-server[83911]: DEBUG oslo_db.api [None req-de8f2324-ac73-4a3d-9c5a-8c69fd7f5ae7 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:26:58.956040 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-e024500e-d8ec-4ed9-952b-abca0a345bed service neutron] 10.222.0.81 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6028469 May 23 11:26:59.049295 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa45440-c438-456c-a74f-94e5ca296256 None None] Pushing event updated for resources: {'Port': ['ID=66659fe6-1e8e-48dd-9f16-9e538e541abf,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:59.105829 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a944aabb-ad32-43cd-9b46-9f7ffad84db6 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Router f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:26:59.331615 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-cada0a1f-4085-4a47-854d-f896d45b669a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:26:59.332011 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-cada0a1f-4085-4a47-854d-f896d45b669a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:26:59.358280 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=18ecf8d6-8369-4a8a-b70f-0351199d5f5f,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:26:59.379466 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-78f8911a-f90e-4e5d-b7a9-9a155f43b420 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:59.382172 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b5b83161-2ffd-4c30-b13f-f9aeef94f087 req-bfad35ad-1614-4aef-9108-56d873d46dc7 service neutron] 10.222.0.81 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133337 May 23 11:26:59.451182 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-de8f2324-ac73-4a3d-9c5a-8c69fd7f5ae7 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Deleting port 18ecf8d6-8369-4a8a-b70f-0351199d5f5f {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:26:59.455886 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-de8f2324-ac73-4a3d-9c5a-8c69fd7f5ae7 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:59.731748 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-78f8911a-f90e-4e5d-b7a9-9a155f43b420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:26:59.784603 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 66659fe6-1e8e-48dd-9f16-9e538e541abf up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:26:59.881398 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-cada0a1f-4085-4a47-854d-f896d45b669a None None] Deleting port 18ecf8d6-8369-4a8a-b70f-0351199d5f5f {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:26:59.895853 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cada0a1f-4085-4a47-854d-f896d45b669a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:00.044741 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9a2d1ff9-82dc-4160-a11c-43af9b102154 req-7ca4abde-385e-4948-800f-1fd148bc8e58 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0d8e63cb106b40b880c35c46eb22d5c0&device_id=48a3dbf0-4791-4310-b702-2070e504263e HTTP/1.1" status: 200 len: 1094 time: 0.4855168 May 23 11:27:00.625601 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 66659fe6-1e8e-48dd-9f16-9e538e541abf completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:27:00.711377 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-cada0a1f-4085-4a47-854d-f896d45b669a None None] For port 18ecf8d6-8369-4a8a-b70f-0351199d5f5f, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=18ecf8d6-8369-4a8a-b70f-0351199d5f5f,segment=NetworkSegment(8ca6bdda-16f5-415c-b4c4-5fa43bd76c49),segment_id=8ca6bdda-16f5-415c-b4c4-5fa43bd76c49)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:27:00.712284 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cada0a1f-4085-4a47-854d-f896d45b669a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:00.774654 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d1ff9-82dc-4160-a11c-43af9b102154 req-935d330d-8e05-4964-aab4-2b81d06a499c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:00.776151 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9a2d1ff9-82dc-4160-a11c-43af9b102154 req-935d330d-8e05-4964-aab4-2b81d06a499c service neutron] 10.222.0.81 "GET /v2.0/networks?id=6213997a-77dd-4973-bef8-b88fbf379b24 HTTP/1.1" status: 200 len: 913 time: 0.6896331 May 23 11:27:00.830646 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-78f8911a-f90e-4e5d-b7a9-9a155f43b420 admin admin] Allocated IP 172.25.6.144 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/494ed453-37e9-40f9-ae81-578f809d43aa) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:27:00.981626 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-de8f2324-ac73-4a3d-9c5a-8c69fd7f5ae7 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] For port 18ecf8d6-8369-4a8a-b70f-0351199d5f5f, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=18ecf8d6-8369-4a8a-b70f-0351199d5f5f,segment=NetworkSegment(8ca6bdda-16f5-415c-b4c4-5fa43bd76c49),segment_id=8ca6bdda-16f5-415c-b4c4-5fa43bd76c49)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:27:00.996815 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-de8f2324-ac73-4a3d-9c5a-8c69fd7f5ae7 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:01.040928 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-78f8911a-f90e-4e5d-b7a9-9a155f43b420 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:01.100038 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9a2d1ff9-82dc-4160-a11c-43af9b102154 req-83037f05-4b2a-459f-97c0-159c2fa0a801 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5d0023c-7561-422c-a15a-63fce8318279 HTTP/1.1" status: 200 len: 217 time: 0.3095579 May 23 11:27:01.103798 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-78f8911a-f90e-4e5d-b7a9-9a155f43b420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:01.119849 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-cada0a1f-4085-4a47-854d-f896d45b669a None None] Calling delete_port for 18ecf8d6-8369-4a8a-b70f-0351199d5f5f owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:27:01.199248 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3405dda2-f5c8-4408-9cd2-5759cb39b808 None None] Network 76b2273d-b51d-4df1-8907-c6d24ae3fac2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:27:01.228912 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ea44f-7529-4505-a27f-fd008006fb89 req-c3191e24-7fd5-4a69-bc6a-62349197e6bd tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:01.236082 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9e3ea44f-7529-4505-a27f-fd008006fb89 req-c3191e24-7fd5-4a69-bc6a-62349197e6bd tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=48a3dbf0-4791-4310-b702-2070e504263e HTTP/1.1" status: 200 len: 943 time: 2.3939428 May 23 11:27:01.240457 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f8911a-f90e-4e5d-b7a9-9a155f43b420 admin admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:27:01.252158 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0b6ef-77e8-4a10-82c8-bc3cfa85c644 req-81e9e0c9-ae77-4d51-a3ad-fbe3741863cb tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:01.259373 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f2f0b6ef-77e8-4a10-82c8-bc3cfa85c644 req-81e9e0c9-ae77-4d51-a3ad-fbe3741863cb tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 944 time: 1.8974259 May 23 11:27:01.328903 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-78f8911a-f90e-4e5d-b7a9-9a155f43b420 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:27:01.331420 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f8911a-f90e-4e5d-b7a9-9a155f43b420 admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:27:01.462289 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-be6a98ec-0321-4e14-932a-4ef80b67ad86 None None] Provisioning for port 66659fe6-1e8e-48dd-9f16-9e538e541abf completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:27:01.512913 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-be6a98ec-0321-4e14-932a-4ef80b67ad86 None None] Provisioning complete for port 66659fe6-1e8e-48dd-9f16-9e538e541abf triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:27:01.513486 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-be6a98ec-0321-4e14-932a-4ef80b67ad86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:01.523966 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-de8f2324-ac73-4a3d-9c5a-8c69fd7f5ae7 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Calling delete_port for 18ecf8d6-8369-4a8a-b70f-0351199d5f5f owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:27:01.532527 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9e3ea44f-7529-4505-a27f-fd008006fb89 req-5c73a5e7-0c2c-43da-a173-0f7141c93f1b tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931573 May 23 11:27:01.596566 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cada0a1f-4085-4a47-854d-f896d45b669a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:01.663119 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d1ff9-82dc-4160-a11c-43af9b102154 req-d80eb82f-43f9-48c0-af3e-ee1ca49501d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:01.664629 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9a2d1ff9-82dc-4160-a11c-43af9b102154 req-d80eb82f-43f9-48c0-af3e-ee1ca49501d4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=54335c97-79a1-4f1c-bc27-f53589fd26ef HTTP/1.1" status: 200 len: 851 time: 0.5527005 May 23 11:27:01.676027 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada0a1f-4085-4a47-854d-f896d45b669a None None] Pushing event deleted for resources: {'Port': ['ID=18ecf8d6-8369-4a8a-b70f-0351199d5f5f,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:01.720370 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f8911a-f90e-4e5d-b7a9-9a155f43b420 admin admin] Pushing event updated for resources: {'Port': ['ID=494ed453-37e9-40f9-ae81-578f809d43aa,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:01.738035 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-3c8d4508-d183-4e17-aef6-7753bf59cf37 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Deleting port 66f24e3e-04e9-40ac-8fed-2f4cfd88e75c {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:27:01.738451 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c8d4508-d183-4e17-aef6-7753bf59cf37 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:01.765397 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cada0a1f-4085-4a47-854d-f896d45b669a None None] No DVR routers for this DVR port 18ecf8d6-8369-4a8a-b70f-0351199d5f5f on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:27:01.843200 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.api [None req-de8f2324-ac73-4a3d-9c5a-8c69fd7f5ae7 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:27:01.844394 n-d-842952-2 neutron-server[83911]: DEBUG oslo_db.api [None req-de8f2324-ac73-4a3d-9c5a-8c69fd7f5ae7 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:27:01.981671 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9a2d1ff9-82dc-4160-a11c-43af9b102154 req-76c68035-eaf1-4d12-ae08-d019ee86a058 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6213997a-77dd-4973-bef8-b88fbf379b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2932968 May 23 11:27:02.005272 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-be6a98ec-0321-4e14-932a-4ef80b67ad86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:02.115150 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-be6a98ec-0321-4e14-932a-4ef80b67ad86 None None] For port 66659fe6-1e8e-48dd-9f16-9e538e541abf, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=66659fe6-1e8e-48dd-9f16-9e538e541abf,segment=NetworkSegment(5d0c22b8-11c2-4939-b80a-ba90d75c1960),segment_id=5d0c22b8-11c2-4939-b80a-ba90d75c1960)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:27:02.125249 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-be6a98ec-0321-4e14-932a-4ef80b67ad86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:02.238553 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9a2d1ff9-82dc-4160-a11c-43af9b102154 req-02a0292b-be13-4526-8df7-fde66cf2eaaf service neutron] 10.222.0.81 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490399 May 23 11:27:02.252681 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a98ec-0321-4e14-932a-4ef80b67ad86 None None] Pushing event updated for resources: {'Port': ['ID=66659fe6-1e8e-48dd-9f16-9e538e541abf,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:02.325898 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c8d4508-d183-4e17-aef6-7753bf59cf37 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:02.482462 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9a2d1ff9-82dc-4160-a11c-43af9b102154 req-5c170965-3adf-49b2-bc53-3a39ca7a3932 service neutron] 10.222.0.81 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243590 May 23 11:27:02.574567 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-de8f2324-ac73-4a3d-9c5a-8c69fd7f5ae7 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Deleting port 18ecf8d6-8369-4a8a-b70f-0351199d5f5f {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:27:02.575117 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-de8f2324-ac73-4a3d-9c5a-8c69fd7f5ae7 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:02.598966 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-3c8d4508-d183-4e17-aef6-7753bf59cf37 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Calling delete_port for 66f24e3e-04e9-40ac-8fed-2f4cfd88e75c owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:27:02.671883 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-61bff402-dbc1-4643-af7d-4d1effdf7271 None None] Provisioning complete for port 66659fe6-1e8e-48dd-9f16-9e538e541abf triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:27:02.672254 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-61bff402-dbc1-4643-af7d-4d1effdf7271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:02.885736 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f2f0b6ef-77e8-4a10-82c8-bc3cfa85c644 req-450b1e7b-2dd4-4d37-9498-8450a19eef4b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.6254473 May 23 11:27:03.072903 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-de8f2324-ac73-4a3d-9c5a-8c69fd7f5ae7 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] The port '18ecf8d6-8369-4a8a-b70f-0351199d5f5f' was deleted {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:27:03.135329 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-78f8911a-f90e-4e5d-b7a9-9a155f43b420 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:03.136254 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-78f8911a-f90e-4e5d-b7a9-9a155f43b420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:03.339272 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702d689-3609-45a0-840b-d16f8c9a35dd req-25a3abbb-ed41-4ebc-91ff-b919e2ea5e89 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:03.341356 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9702d689-3609-45a0-840b-d16f8c9a35dd req-25a3abbb-ed41-4ebc-91ff-b919e2ea5e89 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=48a3dbf0-4791-4310-b702-2070e504263e HTTP/1.1" status: 200 len: 943 time: 0.5884111 May 23 11:27:03.353790 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a944aabb-ad32-43cd-9b46-9f7ffad84db6 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:27:03.363240 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-de8f2324-ac73-4a3d-9c5a-8c69fd7f5ae7 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:03.365933 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14ad616-75d6-42a0-ace4-9e4bcf40a6d0 None None] Sync routers for ids ['f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:27:03.385363 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14ad616-75d6-42a0-ace4-9e4bcf40a6d0 None None] Routers {'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:27:03.386830 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c14ad616-75d6-42a0-ace4-9e4bcf40a6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:26:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:27:03.413441 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-de8f2324-ac73-4a3d-9c5a-8c69fd7f5ae7 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2547a66e-a1fc-4f97-98a9-20a810d66470']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:27:03.438413 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a944aabb-ad32-43cd-9b46-9f7ffad84db6 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:03.471576 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-de8f2324-ac73-4a3d-9c5a-8c69fd7f5ae7 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ca6bdda-16f5-415c-b4c4-5fa43bd76c49') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:27:03.471932 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-de8f2324-ac73-4a3d-9c5a-8c69fd7f5ae7 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ca6bdda-16f5-415c-b4c4-5fa43bd76c49') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:27:03.497611 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-de8f2324-ac73-4a3d-9c5a-8c69fd7f5ae7 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:03.529697 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-de8f2324-ac73-4a3d-9c5a-8c69fd7f5ae7 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:03.534057 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 66659fe6-1e8e-48dd-9f16-9e538e541abf up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:27:03.538997 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de8f2324-ac73-4a3d-9c5a-8c69fd7f5ae7 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:27:03.539600 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-de8f2324-ac73-4a3d-9c5a-8c69fd7f5ae7 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:03.540514 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a944aabb-ad32-43cd-9b46-9f7ffad84db6 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "DELETE /v2.0/floatingips/27f31c95-9506-44e6-ab79-607411c2e0c4 HTTP/1.1" status: 204 len: 168 time: 13.3810344 May 23 11:27:03.548952 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dfa827a-1364-4cf2-ad34-bbd613c20574', 'tag': 'a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:27:03.558117 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:27:03.558117 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:27:03.558117 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:27:03.558117 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:27:03.558117 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:27:03.558117 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:27:03.558117 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:27:03.558117 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:27:03.558117 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:27:03.558117 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:27:03.558117 n-d-842952-2 neutron-server[83911]: timer() May 23 11:27:03.558117 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:27:03.558117 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:27:03.558117 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:27:03.558117 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:27:03.558117 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:27:03.558117 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:27:03.558117 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:27:03.558117 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:27:03.558117 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:27:03.558117 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:27:03.558117 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:27:03.558117 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:27:03.558117 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:27:03.558117 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:27:03.558117 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:27:03.558117 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:27:03.558117 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:27:03.558117 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:27:03.558117 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:27:03.558117 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:27:03.558117 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:27:03.558117 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:27:03.558117 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:27:03.558117 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:27:03.558117 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:27:03.558117 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:27:03.558117 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:27:03.558117 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:27:03.558117 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:27:03.574444 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9702d689-3609-45a0-840b-d16f8c9a35dd req-47a2f489-e0db-454e-ba15-45f06c4cc1d4 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239017 May 23 11:27:03.613766 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c8d4508-d183-4e17-aef6-7753bf59cf37 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:03.651795 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device c5d0023c-7561-422c-a15a-63fce8318279 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:27:03.668187 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 66659fe6-1e8e-48dd-9f16-9e538e541abf triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:27:03.668567 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:03.748865 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-de8f2324-ac73-4a3d-9c5a-8c69fd7f5ae7 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:03.765270 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c113b0f7-cd39-4cf5-8b51-f40185c2bc1d'] response: {'name': 'network-changed', 'server_uuid': '2dfa827a-1364-4cf2-ad34-bbd613c20574', 'tag': 'a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96', 'status': 'completed', 'code': 200} May 23 11:27:03.768234 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d4508-d183-4e17-aef6-7753bf59cf37 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event deleted for resources: {'Port': ['ID=66f24e3e-04e9-40ac-8fed-2f4cfd88e75c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:03.793548 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-de8f2324-ac73-4a3d-9c5a-8c69fd7f5ae7 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:03.797552 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8f2324-ac73-4a3d-9c5a-8c69fd7f5ae7 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] Pushing event deleted for resources: {'Network': ['ID=2547a66e-a1fc-4f97-98a9-20a810d66470,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:03.817989 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-de8f2324-ac73-4a3d-9c5a-8c69fd7f5ae7 tempest-AllowedAddressPairTestJSON-774794842 tempest-AllowedAddressPairTestJSON-774794842-project] 10.222.0.79 "DELETE /v2.0/networks/2547a66e-a1fc-4f97-98a9-20a810d66470 HTTP/1.1" status: 204 len: 168 time: 7.3864365 May 23 11:27:04.035027 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-c14ad616-75d6-42a0-ace4-9e4bcf40a6d0 None None] Set router f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:27:04.241656 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port c5d0023c-7561-422c-a15a-63fce8318279, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=c5d0023c-7561-422c-a15a-63fce8318279,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:27:04.312114 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': 'c5d0023c-7561-422c-a15a-63fce8318279', 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24', 'port_id': 'c5d0023c-7561-422c-a15a-63fce8318279', 'mac_address': 'fa:16:3e:c9:eb:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54335c97-79a1-4f1c-bc27-f53589fd26ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:27:04.421260 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:04.430174 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41518) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:04.447650 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5d0023c-7561-422c-a15a-63fce8318279 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:27:04.466131 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port c5d0023c-7561-422c-a15a-63fce8318279, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=c5d0023c-7561-422c-a15a-63fce8318279,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:27:04.476453 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:04.630034 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=c5d0023c-7561-422c-a15a-63fce8318279,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:04.698378 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c8d4508-d183-4e17-aef6-7753bf59cf37 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:04.707917 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c8cb388f-9393-4dea-925b-413da86d7ffe req-0e8dd7d5-dc48-4ad0-9fcd-e9243809b390 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e6820b1da73478a8f6280c600dfbb0e&device_id=2dfa827a-1364-4cf2-ad34-bbd613c20574 HTTP/1.1" status: 200 len: 1097 time: 0.9061794 May 23 11:27:04.739419 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c14ad616-75d6-42a0-ace4-9e4bcf40a6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'name': 'tempest-TestNetworkBasicOps-router-187643995', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'd900448e-b3cc-4f39-891d-f325c493782d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:22:20Z', 'updated_at': '2022-05-23T11:26:25Z', 'revision_number': 6, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'gw_port': {'id': 'd900448e-b3cc-4f39-891d-f325c493782d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:22:22Z', 'updated_at': '2022-05-23T11:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '9fff9611-3563-4b36-89a7-0e61544e067b', 'name': '', 'network_id': '862e9dfa-9220-4fa8-8863-16bb1e61f09a', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'mac_address': 'fa:16:3e:26:1f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71080ede-fcb2-4e30-8636-9b223584a1ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:22:38Z', 'updated_at': '2022-05-23T11:22:55Z', 'revision_number': 5, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'subnets': [{'id': '71080ede-fcb2-4e30-8636-9b223584a1ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:27:04.757183 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14ad616-75d6-42a0-ace4-9e4bcf40a6d0 None None] Checking router: f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:27:04.795701 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14ad616-75d6-42a0-ace4-9e4bcf40a6d0 None None] Routers {'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:27:04.796391 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c14ad616-75d6-42a0-ace4-9e4bcf40a6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:26:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:27:04.816815 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['c5d0023c-7561-422c-a15a-63fce8318279'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:27:04.821756 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-be6e3981-beff-4eb8-ab91-c029397062a5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=560e13c709e3485683b24044a86074bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3961837 May 23 11:27:04.826238 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41540) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:04.975957 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d961b873-3d36-418c-b568-e28409985414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:04.977607 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02f31b-bf6a-49db-94f5-285e86e6d3fa req-fee7ea6a-39ba-4765-8491-21cbbd943e2c tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:04.978377 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-0e02f31b-bf6a-49db-94f5-285e86e6d3fa req-fee7ea6a-39ba-4765-8491-21cbbd943e2c tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Synchronizing usage tracker for tenant:7e6820b1da73478a8f6280c600dfbb0e on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:27:05.048835 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d961b873-3d36-418c-b568-e28409985414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:05.166928 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d961b873-3d36-418c-b568-e28409985414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:05.195617 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961b873-3d36-418c-b568-e28409985414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507d80d0-f094-4c13-9a59-30dcb10c9927,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:05.215462 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d961b873-3d36-418c-b568-e28409985414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:05.217576 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d961b873-3d36-418c-b568-e28409985414 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/507d80d0-f094-4c13-9a59-30dcb10c9927 HTTP/1.1" status: 204 len: 168 time: 0.3903680 May 23 11:27:05.267961 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-c14ad616-75d6-42a0-ace4-9e4bcf40a6d0 None None] Set router f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:27:05.348473 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-0e02f31b-bf6a-49db-94f5-285e86e6d3fa req-fee7ea6a-39ba-4765-8491-21cbbd943e2c tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Unset dirty status for tenant:7e6820b1da73478a8f6280c600dfbb0e on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:27:05.355065 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0e02f31b-bf6a-49db-94f5-285e86e6d3fa req-fee7ea6a-39ba-4765-8491-21cbbd943e2c tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?device_id=2dfa827a-1364-4cf2-ad34-bbd613c20574 HTTP/1.1" status: 200 len: 946 time: 0.9252691 May 23 11:27:05.584180 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f8911a-f90e-4e5d-b7a9-9a155f43b420 admin admin] Router db529751-9524-4acb-a9a3-de5a6b3e1c20 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:27:05.595987 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb388f-9393-4dea-925b-413da86d7ffe req-203e8860-5f89-458f-a3c5-0b01f65f3d90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:05.597493 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c8cb388f-9393-4dea-925b-413da86d7ffe req-203e8860-5f89-458f-a3c5-0b01f65f3d90 service neutron] 10.222.0.13 "GET /v2.0/networks?id=862e9dfa-9220-4fa8-8863-16bb1e61f09a HTTP/1.1" status: 200 len: 898 time: 0.8783951 May 23 11:27:05.686870 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c8cb388f-9393-4dea-925b-413da86d7ffe req-dd839752-50c8-4bb4-9ade-ad126ba10077 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96 HTTP/1.1" status: 200 len: 217 time: 0.0716810 May 23 11:27:05.766699 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c14ad616-75d6-42a0-ace4-9e4bcf40a6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'name': 'tempest-TestNetworkBasicOps-router-187643995', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'd900448e-b3cc-4f39-891d-f325c493782d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:22:20Z', 'updated_at': '2022-05-23T11:26:25Z', 'revision_number': 6, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'gw_port': {'id': 'd900448e-b3cc-4f39-891d-f325c493782d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:22:22Z', 'updated_at': '2022-05-23T11:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '9fff9611-3563-4b36-89a7-0e61544e067b', 'name': '', 'network_id': '862e9dfa-9220-4fa8-8863-16bb1e61f09a', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'mac_address': 'fa:16:3e:26:1f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71080ede-fcb2-4e30-8636-9b223584a1ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:22:38Z', 'updated_at': '2022-05-23T11:22:55Z', 'revision_number': 5, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'subnets': [{'id': '71080ede-fcb2-4e30-8636-9b223584a1ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:27:05.779796 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14ad616-75d6-42a0-ace4-9e4bcf40a6d0 None None] The sync data for ids ['f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d'] in n-d-842952-2 is: [{'id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'name': 'tempest-TestNetworkBasicOps-router-187643995', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'd900448e-b3cc-4f39-891d-f325c493782d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:22:20Z', 'updated_at': '2022-05-23T11:26:25Z', 'revision_number': 6, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'gw_port': {'id': 'd900448e-b3cc-4f39-891d-f325c493782d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:22:22Z', 'updated_at': '2022-05-23T11:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '9fff9611-3563-4b36-89a7-0e61544e067b', 'name': '', 'network_id': '862e9dfa-9220-4fa8-8863-16bb1e61f09a', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'mac_address': 'fa:16:3e:26:1f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71080ede-fcb2-4e30-8636-9b223584a1ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:22:38Z', 'updated_at': '2022-05-23T11:22:55Z', 'revision_number': 5, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'subnets': [{'id': '71080ede-fcb2-4e30-8636-9b223584a1ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:27:05.835478 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f9ac4-146b-4f41-be56-5e66b7045ea0 req-f0ffd887-4048-47b7-b4e4-89228caed38f tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:05.844226 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf264fbe-5241-438f-8f30-9ce422aa4925 req-2fd65f29-0bda-4544-ab6d-1f497a7c4b14 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:05.845186 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-bf264fbe-5241-438f-8f30-9ce422aa4925 req-2fd65f29-0bda-4544-ab6d-1f497a7c4b14 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Synchronizing usage tracker for tenant:7e6820b1da73478a8f6280c600dfbb0e on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:27:05.847735 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ed6f9ac4-146b-4f41-be56-5e66b7045ea0 req-f0ffd887-4048-47b7-b4e4-89228caed38f tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 944 time: 1.3505669 May 23 11:27:05.855763 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-0e02f31b-bf6a-49db-94f5-285e86e6d3fa req-39e40c2a-3e03-473f-95ed-0c09cf5141a9 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Synchronizing usage tracker for tenant:7e6820b1da73478a8f6280c600dfbb0e on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:27:05.867342 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-bf264fbe-5241-438f-8f30-9ce422aa4925 req-2fd65f29-0bda-4544-ab6d-1f497a7c4b14 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Unset dirty status for tenant:7e6820b1da73478a8f6280c600dfbb0e on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:27:05.868728 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bf264fbe-5241-438f-8f30-9ce422aa4925 req-2fd65f29-0bda-4544-ab6d-1f497a7c4b14 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dfa827a-1364-4cf2-ad34-bbd613c20574 HTTP/1.1" status: 200 len: 946 time: 0.1349874 May 23 11:27:05.987354 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-bf264fbe-5241-438f-8f30-9ce422aa4925 req-70266976-54e4-4bcd-b285-20afba811543 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Deleting port a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:27:05.988245 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-bf264fbe-5241-438f-8f30-9ce422aa4925 req-70266976-54e4-4bcd-b285-20afba811543 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:06.263368 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a7c85c-81ff-40bd-8404-c16373703bfb None None] New status for floating IP 27f31c95-9506-44e6-ab79-607411c2e0c4: DOWN {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:27:06.268238 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb388f-9393-4dea-925b-413da86d7ffe req-fbddca2f-493b-4eec-be84-fa3c2bc8aaac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:06.269678 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c8cb388f-9393-4dea-925b-413da86d7ffe req-fbddca2f-493b-4eec-be84-fa3c2bc8aaac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=71080ede-fcb2-4e30-8636-9b223584a1ac HTTP/1.1" status: 200 len: 834 time: 0.5073862 May 23 11:27:06.270269 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-0e02f31b-bf6a-49db-94f5-285e86e6d3fa req-39e40c2a-3e03-473f-95ed-0c09cf5141a9 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Unset dirty status for tenant:7e6820b1da73478a8f6280c600dfbb0e on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:27:06.282084 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0e02f31b-bf6a-49db-94f5-285e86e6d3fa req-39e40c2a-3e03-473f-95ed-0c09cf5141a9 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/security-groups?id=250dd00f-b7f6-432e-b9fb-86f904647dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9260168 May 23 11:27:06.393952 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ed6f9ac4-146b-4f41-be56-5e66b7045ea0 req-eef4e9b0-39f5-41ac-b937-18c5a608088f tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5452206 May 23 11:27:06.507997 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8d4508-d183-4e17-aef6-7753bf59cf37 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Router c4bd5d55-dca9-4926-9a57-bd96c0072e93 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:27:06.588029 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-bf264fbe-5241-438f-8f30-9ce422aa4925 req-70266976-54e4-4bcd-b285-20afba811543 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] For port a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96,segment=NetworkSegment(1d4a6df8-34d0-4736-999c-11f1ef0e712c),segment_id=1d4a6df8-34d0-4736-999c-11f1ef0e712c)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:27:06.593362 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41582) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:06.596882 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-bf264fbe-5241-438f-8f30-9ce422aa4925 req-70266976-54e4-4bcd-b285-20afba811543 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:06.706642 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c8cb388f-9393-4dea-925b-413da86d7ffe req-43b01301-a9b4-4c73-860c-ba838c6c06fb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=862e9dfa-9220-4fa8-8863-16bb1e61f09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4195633 May 23 11:27:06.896461 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-bf264fbe-5241-438f-8f30-9ce422aa4925 req-70266976-54e4-4bcd-b285-20afba811543 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Calling delete_port for a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:27:06.966354 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [None req-a4897722-93fe-4879-af41-316562333f8d tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:06.968224 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a4897722-93fe-4879-af41-316562333f8d tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.3713746 May 23 11:27:06.971427 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41590) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:06.992089 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-916a7bff-9cbe-4556-b4db-56aa2370ced0 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:06.996102 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-916a7bff-9cbe-4556-b4db-56aa2370ced0 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0092013 May 23 11:27:06.996759 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41594) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:07.003222 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-91ae2e62-a36a-445a-ae55-51bf70cc79a7 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:07.006936 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-91ae2e62-a36a-445a-ae55-51bf70cc79a7 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0081844 May 23 11:27:07.009098 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41598) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:07.015976 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-f2a0c865-0065-4075-94a8-0b6e08a4127c tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:07.020351 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f2a0c865-0065-4075-94a8-0b6e08a4127c tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0098276 May 23 11:27:07.023512 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41602) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:07.029284 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-2afa810d-a623-4594-a843-aba81b111c5d tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:07.035530 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2afa810d-a623-4594-a843-aba81b111c5d tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0120060 May 23 11:27:07.038518 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41606) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:07.055375 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8d4508-d183-4e17-aef6-7753bf59cf37 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:27:07.066627 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353e274-b529-4cb6-9af9-5281dd93cd56 req-380f74b4-a454-448a-9500-051911059f25 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:07.067218 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9aeb4a-e3bb-478a-9ecb-4db915e3e74e None None] Sync routers for ids ['c4bd5d55-dca9-4926-9a57-bd96c0072e93'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:27:07.076986 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a353e274-b529-4cb6-9af9-5281dd93cd56 req-380f74b4-a454-448a-9500-051911059f25 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=48a3dbf0-4791-4310-b702-2070e504263e HTTP/1.1" status: 200 len: 944 time: 0.5426698 May 23 11:27:07.100805 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9aeb4a-e3bb-478a-9ecb-4db915e3e74e None None] Routers {'c4bd5d55-dca9-4926-9a57-bd96c0072e93'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:27:07.102227 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ac9aeb4a-e3bb-478a-9ecb-4db915e3e74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:26:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['c4bd5d55-dca9-4926-9a57-bd96c0072e93'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:27:07.102568 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-4b8c84e3-48f9-44f8-a517-0273d3bb9de8 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:07.103763 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4b8c84e3-48f9-44f8-a517-0273d3bb9de8 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0643158 May 23 11:27:07.112533 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41610) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:07.125580 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-ca32ead9-885b-4ce3-9fb9-3ceb04a56fd4 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:07.126925 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ca32ead9-885b-4ce3-9fb9-3ceb04a56fd4 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0131226 May 23 11:27:07.131013 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41614) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:07.138883 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-635ed49f-f3d9-48d3-a132-bd88631a8db9 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:07.141135 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-635ed49f-f3d9-48d3-a132-bd88631a8db9 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0078239 May 23 11:27:07.144696 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41618) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:07.151771 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c8cb388f-9393-4dea-925b-413da86d7ffe req-4d751fc2-5826-4b13-ba7c-2a428051f688 service neutron] 10.222.0.13 "GET /v2.0/networks/862e9dfa-9220-4fa8-8863-16bb1e61f09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688447 May 23 11:27:07.158073 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-f7f7e55f-9446-47d2-95f6-e173d18d5b1f tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:07.158073 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f7f7e55f-9446-47d2-95f6-e173d18d5b1f tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0094218 May 23 11:27:07.159761 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41622) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:07.168031 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3c8d4508-d183-4e17-aef6-7753bf59cf37 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "PUT /v2.0/routers/c4bd5d55-dca9-4926-9a57-bd96c0072e93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9828525 May 23 11:27:07.168687 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-1952209a-e728-4aa6-abfa-5ce965f416d5 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:07.172414 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1952209a-e728-4aa6-abfa-5ce965f416d5 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0095019 May 23 11:27:07.172414 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41626) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:07.177514 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41628) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:07.184264 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ac9aeb4a-e3bb-478a-9ecb-4db915e3e74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:27:07.191051 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f8911a-f90e-4e5d-b7a9-9a155f43b420 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:27:07.201261 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b97af43-fad8-4c17-80bb-9880c336cf22 None None] Sync routers for ids ['db529751-9524-4acb-a9a3-de5a6b3e1c20'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:27:07.208295 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9aeb4a-e3bb-478a-9ecb-4db915e3e74e None None] Routers {'c4bd5d55-dca9-4926-9a57-bd96c0072e93'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:27:07.208989 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ac9aeb4a-e3bb-478a-9ecb-4db915e3e74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:26:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['c4bd5d55-dca9-4926-9a57-bd96c0072e93'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:27:07.226377 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b97af43-fad8-4c17-80bb-9880c336cf22 None None] Routers {'db529751-9524-4acb-a9a3-de5a6b3e1c20'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:27:07.227571 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2b97af43-fad8-4c17-80bb-9880c336cf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:26:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['db529751-9524-4acb-a9a3-de5a6b3e1c20'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:27:07.240647 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-00d8f43e-af22-4078-bd09-adfae7e6854b tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] GET failed (client error): The resource could not be found. May 23 11:27:07.244478 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-00d8f43e-af22-4078-bd09-adfae7e6854b tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "GET /v2.0/ports/66f24e3e-04e9-40ac-8fed-2f4cfd88e75c HTTP/1.1" status: 404 len: 333 time: 0.0682814 May 23 11:27:07.246237 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-d2309216-1262-4495-ada3-10df76110c89 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:07.247543 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d2309216-1262-4495-ada3-10df76110c89 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0695138 May 23 11:27:07.248663 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-bf264fbe-5241-438f-8f30-9ce422aa4925 req-70266976-54e4-4bcd-b285-20afba811543 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:07.254870 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a353e274-b529-4cb6-9af9-5281dd93cd56 req-8cf52601-474c-4fd8-b941-9b674f08b422 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769338 May 23 11:27:07.256677 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41636) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:07.258290 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41638) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:07.323890 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-341e2d06-44ac-494c-af81-784b644a5e6b tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:07.324894 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-341e2d06-44ac-494c-af81-784b644a5e6b tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0196595 May 23 11:27:07.333069 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41646) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:07.336226 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70266976-54e4-4bcd-b285-20afba811543 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event deleted for resources: {'Port': ['ID=a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:07.359582 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ac9aeb4a-e3bb-478a-9ecb-4db915e3e74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:27:07.360187 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9aeb4a-e3bb-478a-9ecb-4db915e3e74e None None] The sync data for ids ['c4bd5d55-dca9-4926-9a57-bd96c0072e93'] in n-d-842952-2 is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:27:07.406405 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-a13679dd-6e33-48a1-9a7f-a1e707b442e9 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:07.407424 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a13679dd-6e33-48a1-9a7f-a1e707b442e9 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0729547 May 23 11:27:07.414087 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41652) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:07.428640 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-0ec38f6e-e18c-4f1e-ab4b-2df1a8840d5b tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:07.429649 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0ec38f6e-e18c-4f1e-ab4b-2df1a8840d5b tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0155449 May 23 11:27:07.465290 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41656) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:07.466222 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf264fbe-5241-438f-8f30-9ce422aa4925 req-70266976-54e4-4bcd-b285-20afba811543 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] No DVR routers for this DVR port a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96 on host n-h1-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:27:07.468934 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-bf264fbe-5241-438f-8f30-9ce422aa4925 req-70266976-54e4-4bcd-b285-20afba811543 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:07.475906 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfa827a-1364-4cf2-ad34-bbd613c20574', 'name': 'network-vif-deleted', 'tag': 'a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:27:07.485611 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-6623d6cf-6f68-464e-9c96-ebf34e9cea55 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:07.486591 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6623d6cf-6f68-464e-9c96-ebf34e9cea55 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0137825 May 23 11:27:07.489352 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41664) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:07.495474 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-5b08a7dc-8fbf-4a07-b8be-eef325d9a44f tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:07.496892 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5b08a7dc-8fbf-4a07-b8be-eef325d9a44f tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0065615 May 23 11:27:07.501375 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bf264fbe-5241-438f-8f30-9ce422aa4925 req-70266976-54e4-4bcd-b285-20afba811543 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.13 "DELETE /v2.0/ports/a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96 HTTP/1.1" status: 204 len: 173 time: 1.6272304 May 23 11:27:07.502176 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41668) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:07.509182 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-b3405c47-e625-482e-bfb4-18dcdb8bfe98 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:07.510494 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b3405c47-e625-482e-bfb4-18dcdb8bfe98 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0071356 May 23 11:27:07.513636 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41672) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:07.525854 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-a3b6d4ae-40c7-4898-9a0b-46b3ded6aee9 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:07.531577 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a3b6d4ae-40c7-4898-9a0b-46b3ded6aee9 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0151381 May 23 11:27:07.533863 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41676) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:07.564085 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-5953dd47-c5b4-4153-b285-12b20922cd35 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:07.569352 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5953dd47-c5b4-4153-b285-12b20922cd35 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0309706 May 23 11:27:07.570512 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41682) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:07.579696 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-8723d3e5-05e2-4d12-8dcd-88a9299199ec tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:07.587184 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8723d3e5-05e2-4d12-8dcd-88a9299199ec tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0146143 May 23 11:27:07.588321 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41686) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:07.601905 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-e9bdff56-6be3-4401-a957-a02a159a152a tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:07.602142 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-2b97af43-fad8-4c17-80bb-9880c336cf22 None None] Set router db529751-9524-4acb-a9a3-de5a6b3e1c20 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:27:07.605673 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e9bdff56-6be3-4401-a957-a02a159a152a tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0135899 May 23 11:27:07.605927 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41690) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:07.615480 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-091c5b74-d611-4cf6-b2e1-3665d946dc43 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:07.620312 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-091c5b74-d611-4cf6-b2e1-3665d946dc43 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0109653 May 23 11:27:07.621064 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41694) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:07.634852 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-4ec7cf6c-b7f1-4839-a8e0-e19931708ed7 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:07.640882 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4ec7cf6c-b7f1-4839-a8e0-e19931708ed7 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0151901 May 23 11:27:07.641328 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41698) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:07.656351 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-1d9de245-d1af-43a7-b621-3b731bfddd8e tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:07.661527 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1d9de245-d1af-43a7-b621-3b731bfddd8e tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0162213 May 23 11:27:07.661932 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41702) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:07.670829 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-35e2a2d2-adbb-4cd7-98cb-abdf8008fbae tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:07.679233 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-35e2a2d2-adbb-4cd7-98cb-abdf8008fbae tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0162048 May 23 11:27:07.681302 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41706) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:07.703508 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-db28b08d-a883-4ea4-b9b8-6c2ba716e452 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:07.703674 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device c5d0023c-7561-422c-a15a-63fce8318279 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:27:07.710121 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-db28b08d-a883-4ea4-b9b8-6c2ba716e452 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0260758 May 23 11:27:07.711622 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41712) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:07.724468 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-d1f3d5f3-20fa-4885-8b7e-42a670bf04c8 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:07.731236 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d1f3d5f3-20fa-4885-8b7e-42a670bf04c8 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0175557 May 23 11:27:07.732705 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41716) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:07.738244 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-8ef20751-2064-4e45-82fb-6128da79d8b8 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:07.742579 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8ef20751-2064-4e45-82fb-6128da79d8b8 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0083106 May 23 11:27:07.743342 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41720) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:07.757367 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-d193bb19-17b2-4e08-a47f-bb9e201b6ef8 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:07.761143 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d193bb19-17b2-4e08-a47f-bb9e201b6ef8 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0165107 May 23 11:27:07.761730 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41726) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:07.766689 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-1a1fd7e4-8658-4b17-87b9-6c9a10c8706f tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:07.767882 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1a1fd7e4-8658-4b17-87b9-6c9a10c8706f tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0049806 May 23 11:27:07.770252 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41730) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:07.775029 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-4f6cab96-09b7-44e9-8437-bcf5c322ba15 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:07.776288 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4f6cab96-09b7-44e9-8437-bcf5c322ba15 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0049379 May 23 11:27:07.778948 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41734) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:07.785165 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-ecfaddff-8914-4f8a-b515-32c94d17a86a tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:07.786590 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ecfaddff-8914-4f8a-b515-32c94d17a86a tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0065148 May 23 11:27:07.795770 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41738) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:07.812388 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-d1eb4869-8236-4ad3-bd4c-ff239f4015fc tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:07.816229 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d1eb4869-8236-4ad3-bd4c-ff239f4015fc tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0188468 May 23 11:27:07.820313 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41742) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:07.830933 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-1aadc2c5-45ec-4cde-b4b3-e6a721e193a3 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:07.831900 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1aadc2c5-45ec-4cde-b4b3-e6a721e193a3 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0106497 May 23 11:27:07.838376 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41746) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:07.843080 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-4f2e07a4-fc66-4762-8da8-5ff0a71f03ab tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:07.844135 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4f2e07a4-fc66-4762-8da8-5ff0a71f03ab tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0049539 May 23 11:27:07.848619 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41750) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:07.854813 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-073248e2-3691-4660-bd00-22bb07efd171 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:07.855869 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-073248e2-3691-4660-bd00-22bb07efd171 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0063481 May 23 11:27:07.862963 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41754) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:07.867773 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-dfed205f-2251-413a-89dc-db27dd53e662 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:07.868815 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-dfed205f-2251-413a-89dc-db27dd53e662 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0048127 May 23 11:27:07.876814 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41758) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:07.885250 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-52227609-93fd-4ea0-afae-fdaa907744a2 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:07.890654 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-52227609-93fd-4ea0-afae-fdaa907744a2 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0126274 May 23 11:27:07.891623 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41762) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:07.899952 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-7dfd4c5d-3b62-439f-b109-2c253a8c9615 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:07.906651 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7dfd4c5d-3b62-439f-b109-2c253a8c9615 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0131001 May 23 11:27:07.907358 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41766) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:07.921324 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-b39369be-a050-4a7a-a730-da330d2a50cb tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:07.926915 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b39369be-a050-4a7a-a730-da330d2a50cb tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0160184 May 23 11:27:07.927643 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41772) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:07.934900 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-6b30b8fd-71f5-4adc-8a30-02acc64f216c tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:07.941287 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6b30b8fd-71f5-4adc-8a30-02acc64f216c tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0126562 May 23 11:27:07.942070 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41776) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:07.949637 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-be34d468-1eff-480f-9bb8-1f9a62520c3c tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:07.953902 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-be34d468-1eff-480f-9bb8-1f9a62520c3c tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0108387 May 23 11:27:07.954514 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41780) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:07.961422 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-e4619c95-a353-416e-9909-950f33620dd3 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:07.964406 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c8cb388f-9393-4dea-925b-413da86d7ffe req-e48c3c93-5fe8-4106-bb27-80117e451a56 service neutron] 10.222.0.13 "GET /v2.0/networks/862e9dfa-9220-4fa8-8863-16bb1e61f09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7992299 May 23 11:27:07.965305 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e4619c95-a353-416e-9909-950f33620dd3 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0098207 May 23 11:27:07.966128 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41784) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:07.972345 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-fc800898-cd7f-43fa-bd34-9db3c38a291c tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:07.976260 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-fc800898-cd7f-43fa-bd34-9db3c38a291c tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0082736 May 23 11:27:07.977523 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41788) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:07.998872 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-ead195d7-0e8e-4d10-b1a6-aba4dfa28ad8 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:08.003078 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ead195d7-0e8e-4d10-b1a6-aba4dfa28ad8 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0240521 May 23 11:27:08.009784 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41792) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:08.018117 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-2dc3d932-cf75-41e0-8529-5bfa3e6ffff5 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:08.022434 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2dc3d932-cf75-41e0-8529-5bfa3e6ffff5 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0098102 May 23 11:27:08.023044 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41796) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:08.031755 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-bf87f0bf-cdd9-4e3b-9191-99d863491d2f tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:08.033779 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a07704e8-59ca-460f-a56e-61ed496db084 req-f62e82de-903a-43db-94d2-2faf74c94c5b tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?device_id=2dfa827a-1364-4cf2-ad34-bbd613c20574 HTTP/1.1" status: 200 len: 210 time: 0.3453987 May 23 11:27:08.036477 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-bf87f0bf-cdd9-4e3b-9191-99d863491d2f tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0114026 May 23 11:27:08.040537 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41800) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:08.046067 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-78f8911a-f90e-4e5d-b7a9-9a155f43b420 admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:08.047060 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-78f8911a-f90e-4e5d-b7a9-9a155f43b420 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 12.9179614 May 23 11:27:08.051441 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-81529538-8171-45c3-8b55-c4c121a73cde tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:08.055768 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-81529538-8171-45c3-8b55-c4c121a73cde tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0142798 May 23 11:27:08.056416 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41804) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:08.056736 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41806) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:08.065926 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-7a4123fd-55e8-4470-84f0-2a9622a438a5 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:08.069917 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7a4123fd-55e8-4470-84f0-2a9622a438a5 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0105090 May 23 11:27:08.074285 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41812) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:08.085627 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [None req-c238027e-5121-47a8-b882-d9e8e4cdf80d tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:08.098565 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c238027e-5121-47a8-b882-d9e8e4cdf80d tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0231738 May 23 11:27:08.110023 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41816) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:08.145198 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:08.172970 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [None req-dc946067-b09e-4be1-a507-587d7fa254bd tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:08.176331 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port c5d0023c-7561-422c-a15a-63fce8318279 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:27:08.178517 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41820) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:08.180094 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a4c420d-2bbd-46f7-9036-70be178b5248'] response: {'server_uuid': '2dfa827a-1364-4cf2-ad34-bbd613c20574', 'name': 'network-vif-deleted', 'tag': 'a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96', 'status': 'completed', 'code': 200} May 23 11:27:08.183042 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-dc946067-b09e-4be1-a507-587d7fa254bd tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0362964 May 23 11:27:08.195100 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-958fce52-a945-4d17-9940-653fedeb7803 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:08.196388 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-958fce52-a945-4d17-9940-653fedeb7803 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0152030 May 23 11:27:08.200745 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41824) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:08.210618 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port c5d0023c-7561-422c-a15a-63fce8318279 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:27:08.211079 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:08.231591 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ad8cbbd3-7765-48ae-b972-7ace860538e8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:08.306822 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [None req-8ba4ebd3-3702-49be-9123-78a84f15a3b3 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:08.310835 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8ba4ebd3-3702-49be-9123-78a84f15a3b3 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0984094 May 23 11:27:08.372748 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41834) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:08.389331 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [None req-0f1424af-bdf4-4cac-93eb-6fa94bcb7487 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:08.393029 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0f1424af-bdf4-4cac-93eb-6fa94bcb7487 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0152240 May 23 11:27:08.393418 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41838) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:08.413259 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-61d907f7-0b54-4f4a-b9c4-994bac19fe30 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:08.414259 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-61d907f7-0b54-4f4a-b9c4-994bac19fe30 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0053148 May 23 11:27:08.427057 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41842) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:08.465927 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-b869e54f-74a1-47ee-a2df-b999bae46836 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:08.467615 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b869e54f-74a1-47ee-a2df-b999bae46836 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0386310 May 23 11:27:08.471034 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41846) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:08.489747 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-b35d2123-5059-4dd5-a199-cf0b85faf61d tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:08.490797 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b35d2123-5059-4dd5-a199-cf0b85faf61d tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0185542 May 23 11:27:08.503406 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41850) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:08.515286 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-e2fcc3b2-fabc-410a-9953-dd9cec4d02bf tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:08.516726 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e2fcc3b2-fabc-410a-9953-dd9cec4d02bf tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0113478 May 23 11:27:08.521057 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41854) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:08.529157 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-b9f76645-a49d-4358-b9eb-37d34bcae9a3 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:08.530228 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b9f76645-a49d-4358-b9eb-37d34bcae9a3 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0067811 May 23 11:27:08.533633 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41858) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:08.538305 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-fc6e03ff-5e6e-42d7-b722-6d9f3e384bba tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:08.539302 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-fc6e03ff-5e6e-42d7-b722-6d9f3e384bba tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0047379 May 23 11:27:08.562408 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41862) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:08.569572 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-0b089bcc-3b81-4149-881e-11a65222e381 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:08.573211 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0b089bcc-3b81-4149-881e-11a65222e381 tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0086884 May 23 11:27:08.574455 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41866) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:08.582726 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-3b0195ea-1142-40e2-8995-22b3f1069afb tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:08.586208 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3b0195ea-1142-40e2-8995-22b3f1069afb tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0108924 May 23 11:27:08.590627 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41870) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:08.598690 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-24875b32-86ec-43dc-8c76-230bcc4615bd tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:08.602679 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-24875b32-86ec-43dc-8c76-230bcc4615bd tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0100720 May 23 11:27:08.604251 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41874) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:08.616010 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [None req-4b020dcf-bb51-4524-b9d7-8d760db2854b tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] http://10.222.0.79:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:08.616968 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4b020dcf-bb51-4524-b9d7-8d760db2854b tempest-ExtensionsTestJSON-1558289630 tempest-ExtensionsTestJSON-1558289630-project] 10.222.0.79 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0118341 May 23 11:27:08.627214 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1784750f-1107-4ccc-8479-83aeb0134d0a req-9058003b-9723-4822-823a-7cbce8a7e3e5 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:08.635442 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:08.636923 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1784750f-1107-4ccc-8479-83aeb0134d0a req-9058003b-9723-4822-823a-7cbce8a7e3e5 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 944 time: 0.7505660 May 23 11:27:08.663644 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2b97af43-fad8-4c17-80bb-9880c336cf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'name': 'tempest-ServerRescueNegativeTestJSON-728309522-router', 'tenant_id': '4ab6dabfc6c044e3a257a928739aed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '494ed453-37e9-40f9-ae81-578f809d43aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:26:55Z', 'updated_at': '2022-05-23T11:27:01Z', 'revision_number': 3, 'project_id': '4ab6dabfc6c044e3a257a928739aed2b', 'gw_port': {'id': '494ed453-37e9-40f9-ae81-578f809d43aa', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:00Z', 'updated_at': '2022-05-23T11:27:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:27:08.671529 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a3dbf0-4791-4310-b702-2070e504263e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d0023c-7561-422c-a15a-63fce8318279'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:27:08.681251 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b97af43-fad8-4c17-80bb-9880c336cf22 None None] Checking router: db529751-9524-4acb-a9a3-de5a6b3e1c20 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:27:08.681713 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b97af43-fad8-4c17-80bb-9880c336cf22 None None] Updating router db529751-9524-4acb-a9a3-de5a6b3e1c20 port 494ed453-37e9-40f9-ae81-578f809d43aa binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:27:08.725275 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port c5d0023c-7561-422c-a15a-63fce8318279, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=c5d0023c-7561-422c-a15a-63fce8318279,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:27:08.739425 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:08.788176 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2b97af43-fad8-4c17-80bb-9880c336cf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:08.910115 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=c5d0023c-7561-422c-a15a-63fce8318279,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:08.978864 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1784750f-1107-4ccc-8479-83aeb0134d0a req-9d49df2c-fe8c-4e3b-8c61-f1512315a13d tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3406370 May 23 11:27:09.091946 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-b5419300-4ad8-496a-9e32-44925aabcff7 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:09.093631 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-b5419300-4ad8-496a-9e32-44925aabcff7 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/networks?id=ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5 HTTP/1.1" status: 200 len: 814 time: 0.7219796 May 23 11:27:09.247672 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ad8cbbd3-7765-48ae-b972-7ace860538e8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:09.252849 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ad8cbbd3-7765-48ae-b972-7ace860538e8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:09.253600 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c1a3b406-3b53-4f53-889d-43c6f033b035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:09.259113 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2b97af43-fad8-4c17-80bb-9880c336cf22 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:09.259597 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41888) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:09.278210 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2b97af43-fad8-4c17-80bb-9880c336cf22 None None] Transition to ACTIVE for port object 494ed453-37e9-40f9-ae81-578f809d43aa will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:27:09.291402 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2b97af43-fad8-4c17-80bb-9880c336cf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:09.308494 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-fece7595-c72f-4453-8f62-d553fcf1fe29 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/quotas/b32c00c2dee749699a709a92064b86f0 HTTP/1.1" status: 200 len: 375 time: 0.0933561 May 23 11:27:09.310593 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ad8cbbd3-7765-48ae-b972-7ace860538e8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:09.311448 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8cbbd3-7765-48ae-b972-7ace860538e8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Fanout notify agent at l3_agent the message router_deleted on router c4bd5d55-dca9-4926-9a57-bd96c0072e93 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:27:09.385395 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-2b97af43-fad8-4c17-80bb-9880c336cf22 None None] Attempting to bind port 494ed453-37e9-40f9-ae81-578f809d43aa on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:27:09.386282 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-2b97af43-fad8-4c17-80bb-9880c336cf22 None None] Attempting to bind port 494ed453-37e9-40f9-ae81-578f809d43aa by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:27:09.386854 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b97af43-fad8-4c17-80bb-9880c336cf22 None None] Attempting to bind port 494ed453-37e9-40f9-ae81-578f809d43aa on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:27:09.425052 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ad8cbbd3-7765-48ae-b972-7ace860538e8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:09.426380 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ad8cbbd3-7765-48ae-b972-7ace860538e8 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/routers/c4bd5d55-dca9-4926-9a57-bd96c0072e93 HTTP/1.1" status: 204 len: 168 time: 2.0495694 May 23 11:27:09.436085 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41894) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:09.436859 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b97af43-fad8-4c17-80bb-9880c336cf22 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:27:09.437303 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b97af43-fad8-4c17-80bb-9880c336cf22 None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:27:09.437784 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2b97af43-fad8-4c17-80bb-9880c336cf22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:09.438180 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b97af43-fad8-4c17-80bb-9880c336cf22 None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:27:09.438742 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-2b97af43-fad8-4c17-80bb-9880c336cf22 None None] Bound port: 494ed453-37e9-40f9-ae81-578f809d43aa, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:27:09.439227 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2b97af43-fad8-4c17-80bb-9880c336cf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:09.446827 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-22efd4ce-61ab-407f-86c9-11fb39834049 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b32c00c2dee749699a709a92064b86f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1096258 May 23 11:27:09.477141 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:27:09.500515 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:09.516135 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93175457-b874-4690-abc5-25f16e23acb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:09.519949 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2e7df-f1b3-4b93-bda2-b3c0bada76de None None] Pushing event updated for resources: {'Port': ['ID=494ed453-37e9-40f9-ae81-578f809d43aa,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:09.574875 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:27:09.575209 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device a0e001d1-3f2c-4ac1-b9c3-6e8bc004bc96 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:27:09.624213 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2b97af43-fad8-4c17-80bb-9880c336cf22 None None] For port 494ed453-37e9-40f9-ae81-578f809d43aa, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:27:09.628272 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6039cb6-9f31-4d3d-989b-24e85cadffd3 req-4c4aaee3-88af-4de9-a48a-41c11a55fa7c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:09.628636 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2b97af43-fad8-4c17-80bb-9880c336cf22 None None] For port 494ed453-37e9-40f9-ae81-578f809d43aa, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=494ed453-37e9-40f9-ae81-578f809d43aa,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:27:09.630298 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6039cb6-9f31-4d3d-989b-24e85cadffd3 req-4c4aaee3-88af-4de9-a48a-41c11a55fa7c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=48a3dbf0-4791-4310-b702-2070e504263e HTTP/1.1" status: 200 len: 945 time: 0.4482977 May 23 11:27:09.636101 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-93175457-b874-4690-abc5-25f16e23acb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:27:09.638830 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2b97af43-fad8-4c17-80bb-9880c336cf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:09.645707 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-93175457-b874-4690-abc5-25f16e23acb9 admin admin] Usage tracker for resource:security_group_rule and tenant:cca620bcc8a44e3b9b801cda93159622 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:27:09.650493 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-93175457-b874-4690-abc5-25f16e23acb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:27:09.706841 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2e61eef8-ec09-4794-8513-409307a746c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:09.709760 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2e7df-f1b3-4b93-bda2-b3c0bada76de None None] Pushing event updated for resources: {'Port': ['ID=494ed453-37e9-40f9-ae81-578f809d43aa,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:09.717827 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-93175457-b874-4690-abc5-25f16e23acb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:27:09.749316 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b97af43-fad8-4c17-80bb-9880c336cf22 None None] Routers {'db529751-9524-4acb-a9a3-de5a6b3e1c20'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:27:09.750138 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2b97af43-fad8-4c17-80bb-9880c336cf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:26:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['db529751-9524-4acb-a9a3-de5a6b3e1c20'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:27:09.868324 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6039cb6-9f31-4d3d-989b-24e85cadffd3 req-c449fe45-18ee-4b91-bbb9-cb489c907407 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268386 May 23 11:27:09.902848 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-49fb593f-6e98-42dd-89c0-482039186953 service neutron] 10.222.0.79 "GET /v2.0/networks/ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4226053 May 23 11:27:10.001107 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93175457-b874-4690-abc5-25f16e23acb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:10.048295 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93175457-b874-4690-abc5-25f16e23acb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:10.052246 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-2b97af43-fad8-4c17-80bb-9880c336cf22 None None] Set router db529751-9524-4acb-a9a3-de5a6b3e1c20 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:27:10.127211 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93175457-b874-4690-abc5-25f16e23acb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39547a0b-af0e-4057-9343-7fe0f79dd942,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:10.132014 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46538376-d3c9-4f64-8164-ad3fe142b0f1'] response: {'server_uuid': '48a3dbf0-4791-4310-b702-2070e504263e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d0023c-7561-422c-a15a-63fce8318279', 'code': 200} May 23 11:27:10.143161 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41900) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:10.165623 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-80b08ee9-3778-4544-8598-39dee497f57b tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Deleting subnet 47d590c2-f372-45f9-b697-bf9a60f7224d {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:27:10.249897 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-80b08ee9-3778-4544-8598-39dee497f57b tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:10.254763 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-2e61eef8-ec09-4794-8513-409307a746c8 admin admin] Allocated IP 172.20.0.1 (76b2273d-b51d-4df1-8907-c6d24ae3fac2/82176f08-fc90-4d7e-a669-0e8701d67807/cfaa2c81-8057-412e-a209-888bbdcbe3ad) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:27:10.262976 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-93175457-b874-4690-abc5-25f16e23acb9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cca620bcc8a44e3b9b801cda93159622&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9934351 May 23 11:27:10.267038 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41904) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:10.420072 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8503692a-4805-422f-bff5-f55d6a7c0c47 req-081e7cad-61c1-432b-a223-a691afd35792 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=48a3dbf0-4791-4310-b702-2070e504263e HTTP/1.1" status: 200 len: 1096 time: 0.2940905 May 23 11:27:10.432020 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-80b08ee9-3778-4544-8598-39dee497f57b tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:10.472500 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2a5e0f08-9c54-4a75-996d-c4b0bc41eb9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:10.513750 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8503692a-4805-422f-bff5-f55d6a7c0c47 req-09c4a7a5-9627-4cde-8fc3-659ac3b3244d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816972 May 23 11:27:10.545252 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c30f502-70fd-43bd-8d2b-523ac9908d11 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:10.547124 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2a5e0f08-9c54-4a75-996d-c4b0bc41eb9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:10.548316 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-35a08b12-d137-45af-8764-ec921dd902c3 service neutron] 10.222.0.79 "GET /v2.0/networks/ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6447084 May 23 11:27:10.603371 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5874dc-4b2f-4bd6-8555-96ac0393900d req-1cd554e3-71a9-4d97-a1b6-962aec7bb60e tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:10.607765 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2b97af43-fad8-4c17-80bb-9880c336cf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'name': 'tempest-ServerRescueNegativeTestJSON-728309522-router', 'tenant_id': '4ab6dabfc6c044e3a257a928739aed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '494ed453-37e9-40f9-ae81-578f809d43aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:26:55Z', 'updated_at': '2022-05-23T11:27:01Z', 'revision_number': 3, 'project_id': '4ab6dabfc6c044e3a257a928739aed2b', 'gw_port': {'id': '494ed453-37e9-40f9-ae81-578f809d43aa', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:00Z', 'updated_at': '2022-05-23T11:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:27:10.616827 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2e61eef8-ec09-4794-8513-409307a746c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:10.621461 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b97af43-fad8-4c17-80bb-9880c336cf22 None None] The sync data for ids ['db529751-9524-4acb-a9a3-de5a6b3e1c20'] in n-d-842952-2 is: [{'id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'name': 'tempest-ServerRescueNegativeTestJSON-728309522-router', 'tenant_id': '4ab6dabfc6c044e3a257a928739aed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '494ed453-37e9-40f9-ae81-578f809d43aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:26:55Z', 'updated_at': '2022-05-23T11:27:01Z', 'revision_number': 3, 'project_id': '4ab6dabfc6c044e3a257a928739aed2b', 'gw_port': {'id': '494ed453-37e9-40f9-ae81-578f809d43aa', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:00Z', 'updated_at': '2022-05-23T11:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:27:10.626183 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5c5874dc-4b2f-4bd6-8555-96ac0393900d req-1cd554e3-71a9-4d97-a1b6-962aec7bb60e tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 944 time: 0.3305073 May 23 11:27:10.658554 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c30f502-70fd-43bd-8d2b-523ac9908d11 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:10.672905 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-2e61eef8-ec09-4794-8513-409307a746c8 admin admin] Transition to ACTIVE for port object cfaa2c81-8057-412e-a209-888bbdcbe3ad will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:27:10.674112 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2a5e0f08-9c54-4a75-996d-c4b0bc41eb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:10.695219 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-80b08ee9-3778-4544-8598-39dee497f57b tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:10.729176 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e0f08-9c54-4a75-996d-c4b0bc41eb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39547a0b-af0e-4057-9343-7fe0f79dd942,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:10.773262 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2a5e0f08-9c54-4a75-996d-c4b0bc41eb9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:10.788732 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2a5e0f08-9c54-4a75-996d-c4b0bc41eb9e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/39547a0b-af0e-4057-9343-7fe0f79dd942 HTTP/1.1" status: 204 len: 168 time: 0.5208764 May 23 11:27:10.817689 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2e61eef8-ec09-4794-8513-409307a746c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:10.839179 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5c5874dc-4b2f-4bd6-8555-96ac0393900d req-7227571e-2b2f-49ca-923f-14bc32837ef6 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2122359 May 23 11:27:10.910988 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-80b08ee9-3778-4544-8598-39dee497f57b tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:11.033326 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e61eef8-ec09-4794-8513-409307a746c8 admin admin] Pushing event updated for resources: {'Port': ['ID=cfaa2c81-8057-412e-a209-888bbdcbe3ad,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:11.071246 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e61eef8-ec09-4794-8513-409307a746c8 admin admin] Network 76b2273d-b51d-4df1-8907-c6d24ae3fac2 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:27:11.072528 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-2e61eef8-ec09-4794-8513-409307a746c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:27:11.077488 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e61eef8-ec09-4794-8513-409307a746c8 admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:27:11.166851 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c30f502-70fd-43bd-8d2b-523ac9908d11 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:11.233893 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2e61eef8-ec09-4794-8513-409307a746c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:11.270608 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41926) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:11.291973 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b08ee9-3778-4544-8598-39dee497f57b tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event deleted for resources: {'Subnet': ['ID=47d590c2-f372-45f9-b697-bf9a60f7224d,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:11.307056 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bd940596-7861-4a61-9d74-ba90608fb063 req-d0004fe5-75a1-426d-9c68-12fd4f3570bc tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/ports?device_id=64e1c545-d64c-4bb5-8dd6-489b37ce9cf1 HTTP/1.1" status: 200 len: 210 time: 0.2997525 May 23 11:27:11.317095 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6712cddf-1875-47ad-b0f6-1b2e6580dc76 None None] Network c0831f69-6ad1-4d6e-aff5-943daf070642 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:27:11.321161 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-80b08ee9-3778-4544-8598-39dee497f57b tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:11.341633 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c30f502-70fd-43bd-8d2b-523ac9908d11 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=250dd00f-b7f6-432e-b9fb-86f904647dbc,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:11.449505 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-80b08ee9-3778-4544-8598-39dee497f57b tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/subnets/47d590c2-f372-45f9-b697-bf9a60f7224d HTTP/1.1" status: 204 len: 168 time: 2.0045145 May 23 11:27:11.452346 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41934) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:11.463271 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c30f502-70fd-43bd-8d2b-523ac9908d11 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:11.468270 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3c30f502-70fd-43bd-8d2b-523ac9908d11 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "DELETE /v2.0/security-groups/250dd00f-b7f6-432e-b9fb-86f904647dbc HTTP/1.1" status: 204 len: 168 time: 1.3239286 May 23 11:27:11.623064 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41942) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:11.706131 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 494ed453-37e9-40f9-ae81-578f809d43aa up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:27:12.048507 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3a7c22d8-f30b-4066-8dc0-d9db5d188a14 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:12.074602 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2e61eef8-ec09-4794-8513-409307a746c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:12.111488 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a8133461-815f-4f10-858b-77f3a53fc461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:12.149236 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab35dd7-0d7b-4ce5-b783-ed31aacd40f2 req-25325622-5acd-4247-b4e6-04998feb1c19 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:12.158666 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5ab35dd7-0d7b-4ce5-b783-ed31aacd40f2 req-25325622-5acd-4247-b4e6-04998feb1c19 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=48a3dbf0-4791-4310-b702-2070e504263e HTTP/1.1" status: 200 len: 945 time: 0.8617222 May 23 11:27:12.200108 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-3a7c22d8-f30b-4066-8dc0-d9db5d188a14 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Deleting port 13ab34d9-9bb1-4b76-8c0d-54fc539963e3 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:27:12.200812 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3a7c22d8-f30b-4066-8dc0-d9db5d188a14 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:12.294465 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5463aefa-fc48-461e-a1d7-5b4549dfa7b6 None None] Provisioning for port cfaa2c81-8057-412e-a209-888bbdcbe3ad completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:27:12.314652 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5463aefa-fc48-461e-a1d7-5b4549dfa7b6 None None] Provisioning complete for port cfaa2c81-8057-412e-a209-888bbdcbe3ad triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:27:12.315017 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5463aefa-fc48-461e-a1d7-5b4549dfa7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:12.316133 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5ab35dd7-0d7b-4ce5-b783-ed31aacd40f2 req-febe6cde-0402-4926-8f76-5bdeea04460e tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491683 May 23 11:27:12.552241 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5463aefa-fc48-461e-a1d7-5b4549dfa7b6 None None] Port cfaa2c81-8057-412e-a209-888bbdcbe3ad cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:27:12.575973 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 494ed453-37e9-40f9-ae81-578f809d43aa completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:27:12.583989 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 494ed453-37e9-40f9-ae81-578f809d43aa triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:27:12.584359 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:12.628225 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-520d1bbf-0e83-4769-8c31-2c30bf03a279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:12.680049 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-520d1bbf-0e83-4769-8c31-2c30bf03a279 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:27:12.686987 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-520d1bbf-0e83-4769-8c31-2c30bf03a279 admin admin] Usage tracker for resource:security_group_rule and tenant:451d661619cb477bb03469d0fdf86fee is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:27:12.691692 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-520d1bbf-0e83-4769-8c31-2c30bf03a279 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:27:12.699178 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-520d1bbf-0e83-4769-8c31-2c30bf03a279 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:27:12.737411 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:12.794386 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-520d1bbf-0e83-4769-8c31-2c30bf03a279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:12.806909 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-520d1bbf-0e83-4769-8c31-2c30bf03a279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:12.810423 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a8a1ce-7fd6-413d-995f-326f7501c4b2 None None] DHCP port deletion for c0831f69-6ad1-4d6e-aff5-943daf070642 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:27:12.866711 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:12.873079 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-3a7c22d8-f30b-4066-8dc0-d9db5d188a14 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] For port 13ab34d9-9bb1-4b76-8c0d-54fc539963e3, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=13ab34d9-9bb1-4b76-8c0d-54fc539963e3,segment=NetworkSegment(35e5a4ee-d48a-49bb-8bbe-fca402511fdc),segment_id=35e5a4ee-d48a-49bb-8bbe-fca402511fdc)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:27:12.875129 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3a7c22d8-f30b-4066-8dc0-d9db5d188a14 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:12.876566 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-36a8a1ce-7fd6-413d-995f-326f7501c4b2 None None] Deleting port 13ab34d9-9bb1-4b76-8c0d-54fc539963e3 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:27:12.877189 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-36a8a1ce-7fd6-413d-995f-326f7501c4b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:12.921404 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:12.957322 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41964) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:12.964385 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d1bbf-0e83-4769-8c31-2c30bf03a279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0e25a3-b84d-4e3d-be65-521a2f7aae9c,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:12.988988 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-520d1bbf-0e83-4769-8c31-2c30bf03a279 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=451d661619cb477bb03469d0fdf86fee&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7148607 May 23 11:27:12.991500 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 494ed453-37e9-40f9-ae81-578f809d43aa, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=494ed453-37e9-40f9-ae81-578f809d43aa,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:27:13.029716 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:13.036261 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-3a7c22d8-f30b-4066-8dc0-d9db5d188a14 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Calling delete_port for 13ab34d9-9bb1-4b76-8c0d-54fc539963e3 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:27:13.064844 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41968) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:13.081468 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6d01a3db-159f-42ea-9b2e-db820f82238a req-14650135-408d-4249-9b1e-720c6b4ab332 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/ports?device_id=64e1c545-d64c-4bb5-8dd6-489b37ce9cf1 HTTP/1.1" status: 200 len: 210 time: 0.4934764 May 23 11:27:13.199189 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2ce53-1619-4875-8a60-c799f548ea86 req-b918780a-d262-47eb-b99f-3657a09f6dd6 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:13.200868 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-47d2ce53-1619-4875-8a60-c799f548ea86 req-b918780a-d262-47eb-b99f-3657a09f6dd6 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 944 time: 0.8096724 May 23 11:27:13.256155 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-01500d9a-3439-4dae-b6dc-877ba1b078f0 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1663369955'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:27:13.262984 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-01500d9a-3439-4dae-b6dc-877ba1b078f0 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:27:13.285436 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-01500d9a-3439-4dae-b6dc-877ba1b078f0 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Usage tracker for resource:network and tenant:313e40337aa44a9094358a8320ee4f45 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:27:13.299071 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-01500d9a-3439-4dae-b6dc-877ba1b078f0 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:27:13.306409 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3a7c22d8-f30b-4066-8dc0-d9db5d188a14 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:13.308164 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=494ed453-37e9-40f9-ae81-578f809d43aa,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:13.331195 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-01500d9a-3439-4dae-b6dc-877ba1b078f0 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:27:13.339865 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-36a8a1ce-7fd6-413d-995f-326f7501c4b2 None None] For port 13ab34d9-9bb1-4b76-8c0d-54fc539963e3, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=13ab34d9-9bb1-4b76-8c0d-54fc539963e3,segment=NetworkSegment(35e5a4ee-d48a-49bb-8bbe-fca402511fdc),segment_id=35e5a4ee-d48a-49bb-8bbe-fca402511fdc)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:27:13.340444 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-36a8a1ce-7fd6-413d-995f-326f7501c4b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:13.352577 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01500d9a-3439-4dae-b6dc-877ba1b078f0 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Made reservation on behalf of 313e40337aa44a9094358a8320ee4f45 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:27:13.356236 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01500d9a-3439-4dae-b6dc-877ba1b078f0 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:13.403360 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01500d9a-3439-4dae-b6dc-877ba1b078f0 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:13.429922 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2e61eef8-ec09-4794-8513-409307a746c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:13.439141 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-f1ddd886-3e33-4f96-b601-e4b36e86b5fd tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:13.441041 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-f1ddd886-3e33-4f96-b601-e4b36e86b5fd tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.81 "GET /v2.0/networks?id=ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5 HTTP/1.1" status: 200 len: 814 time: 0.3390284 May 23 11:27:13.469148 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-01500d9a-3439-4dae-b6dc-877ba1b078f0 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:27:13.471070 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d1bb357e-5c9a-40d4-b17e-f0fda3497838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:13.473952 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-01500d9a-3439-4dae-b6dc-877ba1b078f0 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Usage tracker for resource:security_group_rule and tenant:313e40337aa44a9094358a8320ee4f45 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:27:13.474495 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-47d2ce53-1619-4875-8a60-c799f548ea86 req-9de607fa-15f8-4b86-b239-7dd0e534d7d5 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2651963 May 23 11:27:13.477251 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-01500d9a-3439-4dae-b6dc-877ba1b078f0 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:27:13.477764 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c22d8-f30b-4066-8dc0-d9db5d188a14 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event deleted for resources: {'Port': ['ID=13ab34d9-9bb1-4b76-8c0d-54fc539963e3,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:13.483799 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-01500d9a-3439-4dae-b6dc-877ba1b078f0 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:27:13.498603 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7c22d8-f30b-4066-8dc0-d9db5d188a14 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] No DVR routers for this DVR port 13ab34d9-9bb1-4b76-8c0d-54fc539963e3 on host n-d-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:27:13.525408 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2e61eef8-ec09-4794-8513-409307a746c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:13.568932 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-ca0b6c27-e6f8-4785-96f9-5a5e2ba3c96d tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Request body: {'port': {'device_id': '64e1c545-d64c-4bb5-8dd6-489b37ce9cf1', 'network_id': 'ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5', 'admin_state_up': True, 'tenant_id': 'b32c00c2dee749699a709a92064b86f0'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:27:13.573882 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d1bb357e-5c9a-40d4-b17e-f0fda3497838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:13.631314 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 494ed453-37e9-40f9-ae81-578f809d43aa up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:27:13.665974 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-36a8a1ce-7fd6-413d-995f-326f7501c4b2 None None] Calling delete_port for 13ab34d9-9bb1-4b76-8c0d-54fc539963e3 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:27:13.714800 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3a7c22d8-f30b-4066-8dc0-d9db5d188a14 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:13.737331 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 0149fd8a-049d-4ca2-ad81-8626eed3d2b4 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:27:13.747044 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-3a7c22d8-f30b-4066-8dc0-d9db5d188a14 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0831f69-6ad1-4d6e-aff5-943daf070642']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:27:13.763520 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-3a7c22d8-f30b-4066-8dc0-d9db5d188a14 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35e5a4ee-d48a-49bb-8bbe-fca402511fdc') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:27:13.763808 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-3a7c22d8-f30b-4066-8dc0-d9db5d188a14 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35e5a4ee-d48a-49bb-8bbe-fca402511fdc') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:27:13.783366 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983d056-c630-43f9-b5f1-3e340ff5c1c3 req-e1de4e85-685c-4107-97f1-99523ec8c088 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:13.784899 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f983d056-c630-43f9-b5f1-3e340ff5c1c3 req-e1de4e85-685c-4107-97f1-99523ec8c088 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=48a3dbf0-4791-4310-b702-2070e504263e HTTP/1.1" status: 200 len: 945 time: 0.2544248 May 23 11:27:13.786733 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3a7c22d8-f30b-4066-8dc0-d9db5d188a14 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:13.795023 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d1bb357e-5c9a-40d4-b17e-f0fda3497838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:13.833739 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb357e-5c9a-40d4-b17e-f0fda3497838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0e25a3-b84d-4e3d-be65-521a2f7aae9c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:13.838100 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3a7c22d8-f30b-4066-8dc0-d9db5d188a14 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:13.857283 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a7c22d8-f30b-4066-8dc0-d9db5d188a14 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:27:13.857677 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3a7c22d8-f30b-4066-8dc0-d9db5d188a14 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:13.872641 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:27:13.872641 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:27:13.872641 n-d-842952-2 neutron-server[83910]: timer() May 23 11:27:13.872641 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:27:13.872641 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:27:13.872641 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:27:13.872641 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:27:13.872641 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:27:13.872641 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:27:13.872641 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:27:13.872641 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:27:13.872641 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:27:13.872641 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:27:13.872641 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:27:13.872641 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:27:13.872641 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:27:13.872641 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:27:13.872641 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:27:13.872641 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:27:13.872641 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:27:13.872641 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:27:13.872641 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:27:13.872641 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:27:13.872641 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:27:13.872641 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:27:13.872641 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:27:13.872641 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:27:13.872641 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:27:13.872641 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:27:13.872641 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:27:13.872641 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:27:13.872641 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:27:13.913183 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-36a8a1ce-7fd6-413d-995f-326f7501c4b2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:27:13.913436 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-36a8a1ce-7fd6-413d-995f-326f7501c4b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:27:13.916610 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 494ed453-37e9-40f9-ae81-578f809d43aa triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:27:13.916973 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:13.932998 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e61eef8-ec09-4794-8513-409307a746c8 admin admin] Pushing event updated for resources: {'Port': ['ID=cfaa2c81-8057-412e-a209-888bbdcbe3ad,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:13.937087 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01500d9a-3439-4dae-b6dc-877ba1b078f0 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:13.938539 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d1bb357e-5c9a-40d4-b17e-f0fda3497838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:13.942309 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d1bb357e-5c9a-40d4-b17e-f0fda3497838 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fc0e25a3-b84d-4e3d-be65-521a2f7aae9c HTTP/1.1" status: 204 len: 168 time: 0.8495331 May 23 11:27:13.942477 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2e61eef8-ec09-4794-8513-409307a746c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:13.978849 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01500d9a-3439-4dae-b6dc-877ba1b078f0 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:13.981003 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f983d056-c630-43f9-b5f1-3e340ff5c1c3 req-10f7aaaa-dd8c-4e39-9ba5-ed99300ad3e0 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794801 May 23 11:27:13.994169 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01500d9a-3439-4dae-b6dc-877ba1b078f0 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:27:13.994431 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3a7c22d8-f30b-4066-8dc0-d9db5d188a14 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:14.005553 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01500d9a-3439-4dae-b6dc-877ba1b078f0 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:14.006555 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-01500d9a-3439-4dae-b6dc-877ba1b078f0 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Added segment 2e3ffcfd-ab58-481b-a0e1-4c379ce6ec51 of type vlan for network b13c9219-27d4-46ab-afb3-d0266356d2d1 May 23 11:27:14.008651 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 0149fd8a-049d-4ca2-ad81-8626eed3d2b4, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0149fd8a-049d-4ca2-ad81-8626eed3d2b4,segment=NetworkSegment(4f0d5472-1003-45ab-8b0f-abd1e74bfa02),segment_id=4f0d5472-1003-45ab-8b0f-abd1e74bfa02)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:27:14.026044 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3a7c22d8-f30b-4066-8dc0-d9db5d188a14 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:14.032198 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '0149fd8a-049d-4ca2-ad81-8626eed3d2b4', 'network_id': '0be92582-5915-4835-ac16-79c44c856a03', 'port_id': '0149fd8a-049d-4ca2-ad81-8626eed3d2b4', 'mac_address': 'fa:16:3e:e6:89:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b85c12c-741c-420e-9273-6de6d42ac4b3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:27:14.034467 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c22d8-f30b-4066-8dc0-d9db5d188a14 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event deleted for resources: {'Network': ['ID=c0831f69-6ad1-4d6e-aff5-943daf070642,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:14.036232 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01500d9a-3439-4dae-b6dc-877ba1b078f0 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:14.040686 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3a7c22d8-f30b-4066-8dc0-d9db5d188a14 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/networks/c0831f69-6ad1-4d6e-aff5-943daf070642 HTTP/1.1" status: 204 len: 168 time: 2.5870461 May 23 11:27:14.041542 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41980) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:14.091727 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01500d9a-3439-4dae-b6dc-877ba1b078f0 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:14.095613 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01500d9a-3439-4dae-b6dc-877ba1b078f0 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:14.096456 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01500d9a-3439-4dae-b6dc-877ba1b078f0 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:14.163104 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439aa295-3473-417b-a25f-94aed8244341 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:14.163730 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-439aa295-3473-417b-a25f-94aed8244341 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Synchronizing usage tracker for tenant:aff5ab15380840359395eccd13918dfd on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:27:14.193648 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:14.199454 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-439aa295-3473-417b-a25f-94aed8244341 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Unset dirty status for tenant:aff5ab15380840359395eccd13918dfd on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:27:14.208177 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-439aa295-3473-417b-a25f-94aed8244341 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "GET /v2.0/ports/b0ca400c-1cd4-41b9-9a7b-ec3d7fdbaa15 HTTP/1.1" status: 200 len: 840 time: 0.1655712 May 23 11:27:14.209465 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41986) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:14.249851 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0149fd8a-049d-4ca2-ad81-8626eed3d2b4 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:27:14.273442 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:14.292077 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 13ab34d9-9bb1-4b76-8c0d-54fc539963e3 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:27:14.340329 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 0149fd8a-049d-4ca2-ad81-8626eed3d2b4, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0149fd8a-049d-4ca2-ad81-8626eed3d2b4,segment=NetworkSegment(4f0d5472-1003-45ab-8b0f-abd1e74bfa02),segment_id=4f0d5472-1003-45ab-8b0f-abd1e74bfa02)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:27:14.348038 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 13ab34d9-9bb1-4b76-8c0d-54fc539963e3 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:27:14.348393 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 13ab34d9-9bb1-4b76-8c0d-54fc539963e3 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:27:14.350176 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:14.395166 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e6ae0f7a-cdaa-4fe3-ad2c-29e60e959769 req-a73095d5-43bb-4040-9edc-4bab7e46a34e tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/ports?device_id=64e1c545-d64c-4bb5-8dd6-489b37ce9cf1 HTTP/1.1" status: 200 len: 210 time: 0.0766001 May 23 11:27:14.408851 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0c3c56cd-86ab-4326-9a60-a73becf92418 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "GET /v2.0/ports/b0ca400c-1cd4-41b9-9a7b-ec3d7fdbaa15?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1977308 May 23 11:27:14.409734 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41992) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:14.415859 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-ced368c8-a7a3-41e1-84ec-4dd1f4c8f4bb tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'subnet': {'network_id': 'a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:27:14.450484 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-36a8a1ce-7fd6-413d-995f-326f7501c4b2 None None] Deleting port 13ab34d9-9bb1-4b76-8c0d-54fc539963e3 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:27:14.450861 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-36a8a1ce-7fd6-413d-995f-326f7501c4b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:14.480754 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-ca0b6c27-e6f8-4785-96f9-5a5e2ba3c96d tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:27:14.504711 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-ca0b6c27-e6f8-4785-96f9-5a5e2ba3c96d tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Usage tracker for resource:port and tenant:b32c00c2dee749699a709a92064b86f0 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:27:14.509094 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01500d9a-3439-4dae-b6dc-877ba1b078f0 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=534bf186-8707-4caa-bffc-acdbb8d827b6,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:14.524502 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-ca0b6c27-e6f8-4785-96f9-5a5e2ba3c96d tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:27:14.549362 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e61eef8-ec09-4794-8513-409307a746c8 admin admin] Network 76b2273d-b51d-4df1-8907-c6d24ae3fac2 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:27:14.563214 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-ca0b6c27-e6f8-4785-96f9-5a5e2ba3c96d tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:27:14.566771 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-2e61eef8-ec09-4794-8513-409307a746c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:27:14.632977 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-36a8a1ce-7fd6-413d-995f-326f7501c4b2 None None] The port '13ab34d9-9bb1-4b76-8c0d-54fc539963e3' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:27:14.638357 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ced368c8-a7a3-41e1-84ec-4dd1f4c8f4bb tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:27:14.692769 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01500d9a-3439-4dae-b6dc-877ba1b078f0 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event updated for resources: {'Network': ['ID=b13c9219-27d4-46ab-afb3-d0266356d2d1,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:14.707206 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=0149fd8a-049d-4ca2-ad81-8626eed3d2b4,revision_number=9']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:14.719456 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network b13c9219-27d4-46ab-afb3-d0266356d2d1 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:27:14.736727 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['0149fd8a-049d-4ca2-ad81-8626eed3d2b4'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:27:14.752677 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ced368c8-a7a3-41e1-84ec-4dd1f4c8f4bb tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Usage tracker for resource:subnet and tenant:aff5ab15380840359395eccd13918dfd is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:27:14.791370 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ced368c8-a7a3-41e1-84ec-4dd1f4c8f4bb tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:27:14.807926 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ced368c8-a7a3-41e1-84ec-4dd1f4c8f4bb tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:27:14.868254 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced368c8-a7a3-41e1-84ec-4dd1f4c8f4bb tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Made reservation on behalf of aff5ab15380840359395eccd13918dfd for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:27:14.884468 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42000) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:14.928425 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e7a6cade-3069-4931-a303-fdb3ca997ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:15.049356 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ec1a6-e1b1-4604-bb32-d32542d46ae8 req-0cc9177e-2061-4427-b74b-9bae5a141b6e tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:15.051264 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-758ec1a6-e1b1-4604-bb32-d32542d46ae8 req-0cc9177e-2061-4427-b74b-9bae5a141b6e tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=48a3dbf0-4791-4310-b702-2070e504263e HTTP/1.1" status: 200 len: 945 time: 0.4259682 May 23 11:27:15.051551 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ea8b0424-90d3-457e-9406-4eccb14121aa None None] Provisioning complete for port cfaa2c81-8057-412e-a209-888bbdcbe3ad triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:27:15.051959 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ea8b0424-90d3-457e-9406-4eccb14121aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:15.089477 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ced368c8-a7a3-41e1-84ec-4dd1f4c8f4bb tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:15.093322 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-01500d9a-3439-4dae-b6dc-877ba1b078f0 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.1280253 May 23 11:27:15.102820 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42004) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:15.103060 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-ca0b6c27-e6f8-4785-96f9-5a5e2ba3c96d tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Made reservation on behalf of b32c00c2dee749699a709a92064b86f0 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:27:15.106382 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-ca0b6c27-e6f8-4785-96f9-5a5e2ba3c96d tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:15.118720 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b9565-ccca-48b7-b8e4-9bbac244bfe0 req-147b207e-fdcb-482b-8a9d-8548d281b723 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:15.120634 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7d4b9565-ccca-48b7-b8e4-9bbac244bfe0 req-147b207e-fdcb-482b-8a9d-8548d281b723 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 945 time: 0.3810253 May 23 11:27:15.134001 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-69eb4960-5e29-41a3-bea4-fc7b97438a2c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-678837118'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:27:15.137744 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e7a6cade-3069-4931-a303-fdb3ca997ba8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:27:15.144862 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ea8b0424-90d3-457e-9406-4eccb14121aa None None] Port cfaa2c81-8057-412e-a209-888bbdcbe3ad cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:27:15.196148 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e7a6cade-3069-4931-a303-fdb3ca997ba8 admin admin] Usage tracker for resource:security_group_rule and tenant:1b2e4001191043c4ba89808d20333d8b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:27:15.211421 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-69eb4960-5e29-41a3-bea4-fc7b97438a2c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:27:15.214216 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e7a6cade-3069-4931-a303-fdb3ca997ba8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:27:15.253114 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-69eb4960-5e29-41a3-bea4-fc7b97438a2c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Usage tracker for resource:network and tenant:313e40337aa44a9094358a8320ee4f45 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:27:15.257306 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e7a6cade-3069-4931-a303-fdb3ca997ba8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:27:15.263891 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-69eb4960-5e29-41a3-bea4-fc7b97438a2c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:27:15.279485 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-69eb4960-5e29-41a3-bea4-fc7b97438a2c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:27:15.310059 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-758ec1a6-e1b1-4604-bb32-d32542d46ae8 req-3f3c797e-bcce-47ae-b610-2567fc1bbffa tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427166 May 23 11:27:15.322083 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69eb4960-5e29-41a3-bea4-fc7b97438a2c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Made reservation on behalf of 313e40337aa44a9094358a8320ee4f45 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:27:15.325024 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-69eb4960-5e29-41a3-bea4-fc7b97438a2c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:15.357621 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7d4b9565-ccca-48b7-b8e4-9bbac244bfe0 req-9f0d31ad-a566-4fab-835a-a8c9069fcbad tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2156031 May 23 11:27:15.385848 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-487219c0-de9c-426b-b00c-0c612f73e204 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:15.434797 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69eb4960-5e29-41a3-bea4-fc7b97438a2c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:27:15.479655 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-69eb4960-5e29-41a3-bea4-fc7b97438a2c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:15.480386 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-69eb4960-5e29-41a3-bea4-fc7b97438a2c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Added segment 1b22beff-8a4b-41f0-8a26-80727eec3c8b of type vlan for network 5d6e9e41-6de0-42d3-ac22-290e14c0f53b May 23 11:27:15.484288 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e7a6cade-3069-4931-a303-fdb3ca997ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:15.495796 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e7a6cade-3069-4931-a303-fdb3ca997ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:15.601577 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-69eb4960-5e29-41a3-bea4-fc7b97438a2c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:15.606206 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-ca0b6c27-e6f8-4785-96f9-5a5e2ba3c96d tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Allocated IP 172.20.0.2 (ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5/9aa26abe-6ee3-4704-85ca-e1c8ab6470f3/b0a10f5b-506a-453a-bb42-3658b04649bb) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:27:15.634369 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6a610cd5-05e1-4b56-837d-408e2d6e3c06 req-aacada97-8071-4c97-b7c1-5de352955945 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/ports?device_id=64e1c545-d64c-4bb5-8dd6-489b37ce9cf1 HTTP/1.1" status: 200 len: 210 time: 0.0768421 May 23 11:27:15.637190 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a6cade-3069-4931-a303-fdb3ca997ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c94af3e-703c-466e-a840-ca09fd643078,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:15.641577 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ced368c8-a7a3-41e1-84ec-4dd1f4c8f4bb tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:15.679910 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e7a6cade-3069-4931-a303-fdb3ca997ba8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1b2e4001191043c4ba89808d20333d8b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7906609 May 23 11:27:15.682311 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42010) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:15.776331 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.resource_extend [None req-69eb4960-5e29-41a3-bea4-fc7b97438a2c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:27:15.838381 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-69eb4960-5e29-41a3-bea4-fc7b97438a2c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:15.842022 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69eb4960-5e29-41a3-bea4-fc7b97438a2c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:15.842594 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-69eb4960-5e29-41a3-bea4-fc7b97438a2c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:15.877878 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced368c8-a7a3-41e1-84ec-4dd1f4c8f4bb tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Network a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:27:15.878672 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced368c8-a7a3-41e1-84ec-4dd1f4c8f4bb tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event updated for resources: {'Subnet': ['ID=6234c1af-212b-448c-865c-dce79a3d5562,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:15.893460 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-ced368c8-a7a3-41e1-84ec-4dd1f4c8f4bb tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:27:15.903207 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-ca0b6c27-e6f8-4785-96f9-5a5e2ba3c96d tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:15.907804 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d48b30-934c-40ea-8fa6-42408c86d79f None None] Network a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:27:15.942860 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e61eef8-ec09-4794-8513-409307a746c8 admin admin] Router db529751-9524-4acb-a9a3-de5a6b3e1c20 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:27:15.943436 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced368c8-a7a3-41e1-84ec-4dd1f4c8f4bb tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:15.944042 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ced368c8-a7a3-41e1-84ec-4dd1f4c8f4bb tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:16.000018 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb4960-5e29-41a3-bea4-fc7b97438a2c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event updated for resources: {'Network': ['ID=5d6e9e41-6de0-42d3-ac22-290e14c0f53b,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:16.004114 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-69eb4960-5e29-41a3-bea4-fc7b97438a2c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8926487 May 23 11:27:16.010444 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42014) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:16.016764 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ced368c8-a7a3-41e1-84ec-4dd1f4c8f4bb tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6055510 May 23 11:27:16.017470 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42018) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:16.018564 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b9a339a8-26a2-4657-8dc8-07f6b17a0355 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Request body: {'subnet': {'network_id': 'b13c9219-27d4-46ab-afb3-d0266356d2d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:27:16.027269 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 5d6e9e41-6de0-42d3-ac22-290e14c0f53b details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:27:16.027558 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-cc73a556-cde3-4586-8d0d-90237791779c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'security_group': {'name': 'tempest-secgroup-1420316442'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:27:16.036742 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a0c79940-3b38-45a8-b163-78a348dcb5b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:16.038816 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-cc73a556-cde3-4586-8d0d-90237791779c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:27:16.043108 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-ca0b6c27-e6f8-4785-96f9-5a5e2ba3c96d tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:16.050224 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-cc73a556-cde3-4586-8d0d-90237791779c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Usage tracker for resource:security_group and tenant:aff5ab15380840359395eccd13918dfd is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:27:16.055022 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-cc73a556-cde3-4586-8d0d-90237791779c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:27:16.068446 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-cc73a556-cde3-4586-8d0d-90237791779c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:27:16.078913 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a0c79940-3b38-45a8-b163-78a348dcb5b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:16.103415 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc73a556-cde3-4586-8d0d-90237791779c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:16.151526 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-cc73a556-cde3-4586-8d0d-90237791779c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:27:16.156724 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-cc73a556-cde3-4586-8d0d-90237791779c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Usage tracker for resource:security_group_rule and tenant:aff5ab15380840359395eccd13918dfd is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:27:16.159979 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-cc73a556-cde3-4586-8d0d-90237791779c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:27:16.167343 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-cc73a556-cde3-4586-8d0d-90237791779c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:27:16.170034 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a0c79940-3b38-45a8-b163-78a348dcb5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:16.192277 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c79940-3b38-45a8-b163-78a348dcb5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c94af3e-703c-466e-a840-ca09fd643078,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:16.212748 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a0c79940-3b38-45a8-b163-78a348dcb5b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:16.216785 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a0c79940-3b38-45a8-b163-78a348dcb5b0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9c94af3e-703c-466e-a840-ca09fd643078 HTTP/1.1" status: 204 len: 168 time: 0.4295115 May 23 11:27:16.255285 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc73a556-cde3-4586-8d0d-90237791779c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:16.267578 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc73a556-cde3-4586-8d0d-90237791779c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:16.299789 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9166503-0015-4046-a136-d55b85fb9dfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc', 'network_id': 'a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc', 'tenant_id': 'aff5ab15380840359395eccd13918dfd', 'fixed_ips': [{'subnet_id': '6234c1af-212b-448c-865c-dce79a3d5562'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:27:16.300997 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d9166503-0015-4046-a136-d55b85fb9dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:16.323126 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc73a556-cde3-4586-8d0d-90237791779c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3672640-c014-47b7-8a3f-92f66bff4dea,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:16.336341 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc73a556-cde3-4586-8d0d-90237791779c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:16.341569 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-cc73a556-cde3-4586-8d0d-90237791779c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3206017 May 23 11:27:16.342735 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42024) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:16.349002 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-ad256a60-29a7-475d-9fb3-b4b4c169be85 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'security_group': {'name': 'tempest-secgroup-290373885'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:27:16.355440 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ad256a60-29a7-475d-9fb3-b4b4c169be85 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:27:16.359737 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ad256a60-29a7-475d-9fb3-b4b4c169be85 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Usage tracker for resource:security_group and tenant:aff5ab15380840359395eccd13918dfd is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:27:16.362833 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ad256a60-29a7-475d-9fb3-b4b4c169be85 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:27:16.366920 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b6c27-e6f8-4785-96f9-5a5e2ba3c96d tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Pushing event updated for resources: {'Port': ['ID=b0a10f5b-506a-453a-bb42-3658b04649bb,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:16.376806 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ad256a60-29a7-475d-9fb3-b4b4c169be85 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:27:16.393267 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ad256a60-29a7-475d-9fb3-b4b4c169be85 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:16.457653 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ad256a60-29a7-475d-9fb3-b4b4c169be85 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:27:16.462397 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ad256a60-29a7-475d-9fb3-b4b4c169be85 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Usage tracker for resource:security_group_rule and tenant:aff5ab15380840359395eccd13918dfd is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:27:16.466737 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ad256a60-29a7-475d-9fb3-b4b4c169be85 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:27:16.474276 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ad256a60-29a7-475d-9fb3-b4b4c169be85 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:27:16.479325 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b9a339a8-26a2-4657-8dc8-07f6b17a0355 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:27:16.528789 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-d9166503-0015-4046-a136-d55b85fb9dfd None None] Allocated IP 172.20.0.2 (a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc/6234c1af-212b-448c-865c-dce79a3d5562/4ecd66f7-9e67-40f0-a113-21612b426f8e) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:27:16.543595 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b9a339a8-26a2-4657-8dc8-07f6b17a0355 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Usage tracker for resource:subnet and tenant:313e40337aa44a9094358a8320ee4f45 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:27:16.555584 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b9a339a8-26a2-4657-8dc8-07f6b17a0355 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:27:16.580052 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-ca0b6c27-e6f8-4785-96f9-5a5e2ba3c96d tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Network ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:27:16.582756 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ad256a60-29a7-475d-9fb3-b4b4c169be85 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:16.590584 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b9a339a8-26a2-4657-8dc8-07f6b17a0355 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:27:16.595482 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-ca0b6c27-e6f8-4785-96f9-5a5e2ba3c96d tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:27:16.602938 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-ca0b6c27-e6f8-4785-96f9-5a5e2ba3c96d tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:27:16.675362 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a339a8-26a2-4657-8dc8-07f6b17a0355 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Made reservation on behalf of 313e40337aa44a9094358a8320ee4f45 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:27:16.681791 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ad256a60-29a7-475d-9fb3-b4b4c169be85 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:16.707519 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:27:16.791721 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad256a60-29a7-475d-9fb3-b4b4c169be85 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c22ac82-1dd0-4b1c-9068-77ce4d34de32,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:16.799581 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ad256a60-29a7-475d-9fb3-b4b4c169be85 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:16.803433 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ad256a60-29a7-475d-9fb3-b4b4c169be85 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.4570811 May 23 11:27:16.805713 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42040) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:16.813347 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-c51a9157-8e2e-4a1f-a466-c94b20f0ae50 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1022264209', 'security_groups': ['9c22ac82-1dd0-4b1c-9068-77ce4d34de32'], 'network_id': 'a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6234c1af-212b-448c-865c-dce79a3d5562'}]}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:27:16.890144 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d9166503-0015-4046-a136-d55b85fb9dfd None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:16.904553 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d9166503-0015-4046-a136-d55b85fb9dfd None None] Transition to ACTIVE for port object 4ecd66f7-9e67-40f0-a113-21612b426f8e will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:27:16.914540 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266ecfb-9c33-4715-bb34-994df9b0dcda req-a00e5c2e-8010-4252-8bfa-eb99ec1982cd tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:16.921687 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5266ecfb-9c33-4715-bb34-994df9b0dcda req-a00e5c2e-8010-4252-8bfa-eb99ec1982cd tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=48a3dbf0-4791-4310-b702-2070e504263e HTTP/1.1" status: 200 len: 945 time: 0.3370130 May 23 11:27:16.934092 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d9166503-0015-4046-a136-d55b85fb9dfd None None] Transition to ACTIVE for port object 4ecd66f7-9e67-40f0-a113-21612b426f8e will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:27:16.943647 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d9166503-0015-4046-a136-d55b85fb9dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:16.962404 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b9a339a8-26a2-4657-8dc8-07f6b17a0355 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:17.001239 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b103846-9e99-4023-b70b-7c504a286966 req-fdb4b47e-1f18-4703-89fb-31c03acbaecd tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:17.002823 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8b103846-9e99-4023-b70b-7c504a286966 req-fdb4b47e-1f18-4703-89fb-31c03acbaecd tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 945 time: 0.4160724 May 23 11:27:17.020923 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9166503-0015-4046-a136-d55b85fb9dfd None None] Network a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:27:17.031860 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-d9166503-0015-4046-a136-d55b85fb9dfd None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:27:17.036853 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9166503-0015-4046-a136-d55b85fb9dfd None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:27:17.074980 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-ca0b6c27-e6f8-4785-96f9-5a5e2ba3c96d tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:17.075791 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-ca0b6c27-e6f8-4785-96f9-5a5e2ba3c96d tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:17.078092 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5266ecfb-9c33-4715-bb34-994df9b0dcda req-9387893b-2aab-4680-a804-410dd37a165f tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553595 May 23 11:27:17.088138 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9166503-0015-4046-a136-d55b85fb9dfd None None] Pushing event updated for resources: {'Port': ['ID=4ecd66f7-9e67-40f0-a113-21612b426f8e,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:17.160393 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-d9166503-0015-4046-a136-d55b85fb9dfd None None] Attempting to bind port 4ecd66f7-9e67-40f0-a113-21612b426f8e on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:27:17.160781 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-d9166503-0015-4046-a136-d55b85fb9dfd None None] Attempting to bind port 4ecd66f7-9e67-40f0-a113-21612b426f8e by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '2d404ee2-8445-4bdb-b101-1c22eb0d3be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:27:17.161150 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9166503-0015-4046-a136-d55b85fb9dfd None None] Attempting to bind port 4ecd66f7-9e67-40f0-a113-21612b426f8e on network a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:27:17.168853 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9166503-0015-4046-a136-d55b85fb9dfd None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:27:17.169228 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9166503-0015-4046-a136-d55b85fb9dfd None None] Checking segment: {'id': '2d404ee2-8445-4bdb-b101-1c22eb0d3be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:27:17.169638 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d9166503-0015-4046-a136-d55b85fb9dfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:17.171127 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9166503-0015-4046-a136-d55b85fb9dfd None None] Bound using segment: {'id': '2d404ee2-8445-4bdb-b101-1c22eb0d3be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:27:17.171624 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-d9166503-0015-4046-a136-d55b85fb9dfd None None] Bound port: 4ecd66f7-9e67-40f0-a113-21612b426f8e, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d404ee2-8445-4bdb-b101-1c22eb0d3be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:27:17.172121 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d9166503-0015-4046-a136-d55b85fb9dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:17.181057 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c51a9157-8e2e-4a1f-a466-c94b20f0ae50 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:27:17.191368 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8b103846-9e99-4023-b70b-7c504a286966 req-ed0774af-36e8-42cd-8d42-254dae05086b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806452 May 23 11:27:17.212858 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c51a9157-8e2e-4a1f-a466-c94b20f0ae50 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:27:17.225276 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-ca0b6c27-e6f8-4785-96f9-5a5e2ba3c96d tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7020605 May 23 11:27:17.235939 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51a9157-8e2e-4a1f-a466-c94b20f0ae50 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Made reservation on behalf of aff5ab15380840359395eccd13918dfd for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:27:17.242781 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c51a9157-8e2e-4a1f-a466-c94b20f0ae50 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:17.320416 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-d9908d01-f33b-4e22-946e-ebcb7da259a9 service neutron] Request body: {'port': {'device_id': '64e1c545-d64c-4bb5-8dd6-489b37ce9cf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:27:17.328302 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-d9166503-0015-4046-a136-d55b85fb9dfd None None] For port 4ecd66f7-9e67-40f0-a113-21612b426f8e, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:27:17.338414 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-d9166503-0015-4046-a136-d55b85fb9dfd None None] For port 4ecd66f7-9e67-40f0-a113-21612b426f8e, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=4ecd66f7-9e67-40f0-a113-21612b426f8e,segment=NetworkSegment(2d404ee2-8445-4bdb-b101-1c22eb0d3be4),segment_id=2d404ee2-8445-4bdb-b101-1c22eb0d3be4)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:27:17.347200 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-c51a9157-8e2e-4a1f-a466-c94b20f0ae50 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] device_id is not set on port 3d51720f-e141-474f-9073-5e2a625ceedd yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:27:17.351184 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d9166503-0015-4046-a136-d55b85fb9dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:17.549429 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9166503-0015-4046-a136-d55b85fb9dfd None None] Pushing event updated for resources: {'Port': ['ID=4ecd66f7-9e67-40f0-a113-21612b426f8e,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:17.599006 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-d9908d01-f33b-4e22-946e-ebcb7da259a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:17.644672 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c57ff-8a43-420b-8c44-cc66a5a85517 req-f241b66f-4312-4b3f-86f2-54ce60b6c054 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:17.651955 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-117c57ff-8a43-420b-8c44-cc66a5a85517 req-f241b66f-4312-4b3f-86f2-54ce60b6c054 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/ports?device_id=64e1c545-d64c-4bb5-8dd6-489b37ce9cf1 HTTP/1.1" status: 200 len: 931 time: 0.3934371 May 23 11:27:17.747334 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 0149fd8a-049d-4ca2-ad81-8626eed3d2b4 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:27:17.760343 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-c51a9157-8e2e-4a1f-a466-c94b20f0ae50 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Allocated IP 172.20.0.3 (a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc/6234c1af-212b-448c-865c-dce79a3d5562/3d51720f-e141-474f-9073-5e2a625ceedd) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:27:17.772076 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e61eef8-ec09-4794-8513-409307a746c8 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:27:17.791072 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e38bf5-1d3c-48dc-adf5-982b73095bc3 None None] Sync routers for ids ['db529751-9524-4acb-a9a3-de5a6b3e1c20'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:27:17.793652 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-117c57ff-8a43-420b-8c44-cc66a5a85517 req-fff13450-81eb-4ef5-98ab-68f3888a1471 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/security-groups?id=922d3c5a-a069-41ce-b972-4c94b232656c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407361 May 23 11:27:17.807559 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2e61eef8-ec09-4794-8513-409307a746c8 admin admin] 10.222.0.79 "PUT /v2.0/routers/db529751-9524-4acb-a9a3-de5a6b3e1c20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7498109 May 23 11:27:17.810302 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b9a339a8-26a2-4657-8dc8-07f6b17a0355 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:17.910725 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e38bf5-1d3c-48dc-adf5-982b73095bc3 None None] Routers {'db529751-9524-4acb-a9a3-de5a6b3e1c20'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:27:17.914985 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-21e38bf5-1d3c-48dc-adf5-982b73095bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:27:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['db529751-9524-4acb-a9a3-de5a6b3e1c20'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:27:18.011084 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 0149fd8a-049d-4ca2-ad81-8626eed3d2b4 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:27:18.011850 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:18.167224 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a339a8-26a2-4657-8dc8-07f6b17a0355 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event updated for resources: {'Subnet': ['ID=f8d92a64-fcba-41e8-aeb7-4ca4020b8463,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:18.203108 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a339a8-26a2-4657-8dc8-07f6b17a0355 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Checking segment: {'id': '2e3ffcfd-ab58-481b-a0e1-4c379ce6ec51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b13c9219-27d4-46ab-afb3-d0266356d2d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:27:18.203648 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a339a8-26a2-4657-8dc8-07f6b17a0355 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Network hostable DHCP agents. Network: b13c9219-27d4-46ab-afb3-d0266356d2d1, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:27:18.400857 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:18.439917 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-487219c0-de9c-426b-b00c-0c612f73e204 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Deleting port 9fff9611-3563-4b36-89a7-0e61544e067b {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:27:18.440208 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-487219c0-de9c-426b-b00c-0c612f73e204 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:18.458110 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c24f87-ea64-47df-b23b-232e08cd18b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0149fd8a-049d-4ca2-ad81-8626eed3d2b4'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:27:18.489616 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 0149fd8a-049d-4ca2-ad81-8626eed3d2b4, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0149fd8a-049d-4ca2-ad81-8626eed3d2b4,segment=NetworkSegment(4f0d5472-1003-45ab-8b0f-abd1e74bfa02),segment_id=4f0d5472-1003-45ab-8b0f-abd1e74bfa02)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:27:18.499630 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:18.510352 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c51a9157-8e2e-4a1f-a466-c94b20f0ae50 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:18.522719 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a339a8-26a2-4657-8dc8-07f6b17a0355 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Network b13c9219-27d4-46ab-afb3-d0266356d2d1 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:27:18.629771 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-21e38bf5-1d3c-48dc-adf5-982b73095bc3 None None] Set router db529751-9524-4acb-a9a3-de5a6b3e1c20 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:27:18.661894 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-b9a339a8-26a2-4657-8dc8-07f6b17a0355 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, b13c9219-27d4-46ab-afb3-d0266356d2d1) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:27:18.668154 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=0149fd8a-049d-4ca2-ad81-8626eed3d2b4,revision_number=10']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:18.688188 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-c51a9157-8e2e-4a1f-a466-c94b20f0ae50 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Transition to ACTIVE for port object 3d51720f-e141-474f-9073-5e2a625ceedd will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:27:18.691633 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3145e3f5-f6ec-40eb-8126-7c47fa141d0d None None] Network b13c9219-27d4-46ab-afb3-d0266356d2d1 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:27:18.731344 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a339a8-26a2-4657-8dc8-07f6b17a0355 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:18.731954 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b9a339a8-26a2-4657-8dc8-07f6b17a0355 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:18.757884 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef236d-c565-4c54-a4a5-42ef928efbda req-89f4e18d-8967-4303-83be-30786bee4480 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:18.759437 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-59ef236d-c565-4c54-a4a5-42ef928efbda req-89f4e18d-8967-4303-83be-30786bee4480 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=48a3dbf0-4791-4310-b702-2070e504263e HTTP/1.1" status: 200 len: 945 time: 0.5229831 May 23 11:27:18.848375 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-59ef236d-c565-4c54-a4a5-42ef928efbda req-695d685e-f1b5-4058-8fa1-312a5b593905 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769784 May 23 11:27:18.862992 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c51a9157-8e2e-4a1f-a466-c94b20f0ae50 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:18.880842 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20df4bc-64ed-4805-8fe5-f02b0ae5c833 req-adb902c7-2746-4850-904c-193f7eb86b43 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:18.883500 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b9a339a8-26a2-4657-8dc8-07f6b17a0355 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8719893 May 23 11:27:18.884188 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42088) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:18.888532 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c20df4bc-64ed-4805-8fe5-f02b0ae5c833 req-adb902c7-2746-4850-904c-193f7eb86b43 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 947 time: 0.3819304 May 23 11:27:18.927411 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-6f2aaf3f-9857-49a9-acaf-2334588ff569 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Request body: {'subnet': {'network_id': '5d6e9e41-6de0-42d3-ac22-290e14c0f53b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:27:19.089602 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12e5bc8a-d45e-4665-a539-20e592ebc818'] response: {'server_uuid': '70c24f87-ea64-47df-b23b-232e08cd18b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0149fd8a-049d-4ca2-ad81-8626eed3d2b4', 'code': 200} May 23 11:27:19.127735 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-d9908d01-f33b-4e22-946e-ebcb7da259a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0a10f5b-506a-453a-bb42-3658b04649bb {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:27:19.152608 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-d9908d01-f33b-4e22-946e-ebcb7da259a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:19.159554 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51a9157-8e2e-4a1f-a466-c94b20f0ae50 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Network a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:27:19.172044 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-d9908d01-f33b-4e22-946e-ebcb7da259a9 service neutron] Transition to ACTIVE for port object b0a10f5b-506a-453a-bb42-3658b04649bb will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:27:19.183153 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c20df4bc-64ed-4805-8fe5-f02b0ae5c833 req-d5f89350-1a20-49dc-9b9b-b1cafe9c583b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2908428 May 23 11:27:19.185051 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-c51a9157-8e2e-4a1f-a466-c94b20f0ae50 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:27:19.202533 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-d9908d01-f33b-4e22-946e-ebcb7da259a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:19.204568 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51a9157-8e2e-4a1f-a466-c94b20f0ae50 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:27:19.301256 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-21e38bf5-1d3c-48dc-adf5-982b73095bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'name': 'tempest-ServerRescueNegativeTestJSON-728309522-router', 'tenant_id': '4ab6dabfc6c044e3a257a928739aed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '494ed453-37e9-40f9-ae81-578f809d43aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:26:55Z', 'updated_at': '2022-05-23T11:27:11Z', 'revision_number': 4, 'project_id': '4ab6dabfc6c044e3a257a928739aed2b', 'gw_port': {'id': '494ed453-37e9-40f9-ae81-578f809d43aa', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:00Z', 'updated_at': '2022-05-23T11:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'cfaa2c81-8057-412e-a209-888bbdcbe3ad', 'name': '', 'network_id': '76b2273d-b51d-4df1-8907-c6d24ae3fac2', 'tenant_id': '4ab6dabfc6c044e3a257a928739aed2b', 'mac_address': 'fa:16:3e:4a:e7:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82176f08-fc90-4d7e-a669-0e8701d67807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:09Z', 'updated_at': '2022-05-23T11:27:12Z', 'revision_number': 2, 'project_id': '4ab6dabfc6c044e3a257a928739aed2b', 'subnets': [{'id': '82176f08-fc90-4d7e-a669-0e8701d67807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:27:19.317647 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e38bf5-1d3c-48dc-adf5-982b73095bc3 None None] Checking router: db529751-9524-4acb-a9a3-de5a6b3e1c20 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:27:19.319876 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e38bf5-1d3c-48dc-adf5-982b73095bc3 None None] Updating router db529751-9524-4acb-a9a3-de5a6b3e1c20 port cfaa2c81-8057-412e-a209-888bbdcbe3ad binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:27:19.332815 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-487219c0-de9c-426b-b00c-0c612f73e204 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] For port 9fff9611-3563-4b36-89a7-0e61544e067b, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=9fff9611-3563-4b36-89a7-0e61544e067b,segment=NetworkSegment(1d4a6df8-34d0-4736-999c-11f1ef0e712c),segment_id=1d4a6df8-34d0-4736-999c-11f1ef0e712c)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:27:19.333326 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-487219c0-de9c-426b-b00c-0c612f73e204 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:19.351181 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a9157-8e2e-4a1f-a466-c94b20f0ae50 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event updated for resources: {'Port': ['ID=3d51720f-e141-474f-9073-5e2a625ceedd,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:19.422775 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51a9157-8e2e-4a1f-a466-c94b20f0ae50 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:19.423903 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c51a9157-8e2e-4a1f-a466-c94b20f0ae50 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:19.476068 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-aa4d109e-b16b-4785-a694-abc0cdfd01b2 None None] Provisioning for port 4ecd66f7-9e67-40f0-a113-21612b426f8e completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:27:19.485784 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c51a9157-8e2e-4a1f-a466-c94b20f0ae50 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6784489 May 23 11:27:19.488039 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42098) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:19.494510 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b532d1a0-c14d-45b5-9b01-c0142df02572 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-b13c9219-27d4-46ab-afb3-d0266356d2d1', 'network_id': 'b13c9219-27d4-46ab-afb3-d0266356d2d1', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'fixed_ips': [{'subnet_id': 'f8d92a64-fcba-41e8-aeb7-4ca4020b8463'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:27:19.495360 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b532d1a0-c14d-45b5-9b01-c0142df02572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:19.500676 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-4004ccd0-c242-45a6-8ae9-b93b8ab73278 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'subnet': {'network_id': 'a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:27:19.588610 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-21e38bf5-1d3c-48dc-adf5-982b73095bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:19.897587 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-b532d1a0-c14d-45b5-9b01-c0142df02572 None None] Allocated IP 2001:db8::2 (b13c9219-27d4-46ab-afb3-d0266356d2d1/f8d92a64-fcba-41e8-aeb7-4ca4020b8463/e8867683-c7c8-4e33-b192-62bff9b0659d) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:27:19.988049 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-487219c0-de9c-426b-b00c-0c612f73e204 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Calling delete_port for 9fff9611-3563-4b36-89a7-0e61544e067b owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:27:20.086842 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 4ecd66f7-9e67-40f0-a113-21612b426f8e up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:27:20.106279 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6f2aaf3f-9857-49a9-acaf-2334588ff569 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:27:20.111109 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-6f2aaf3f-9857-49a9-acaf-2334588ff569 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Usage tracker for resource:subnet and tenant:313e40337aa44a9094358a8320ee4f45 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:27:20.114509 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-6f2aaf3f-9857-49a9-acaf-2334588ff569 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:27:20.120552 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6f2aaf3f-9857-49a9-acaf-2334588ff569 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:27:20.149668 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9908d01-f33b-4e22-946e-ebcb7da259a9 service neutron] Pushing event updated for resources: {'Port': ['ID=b0a10f5b-506a-453a-bb42-3658b04649bb,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:20.154230 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-aa4d109e-b16b-4785-a694-abc0cdfd01b2 None None] Provisioning complete for port b0ca400c-1cd4-41b9-9a7b-ec3d7fdbaa15 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:27:20.155292 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aa4d109e-b16b-4785-a694-abc0cdfd01b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:20.173563 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2aaf3f-9857-49a9-acaf-2334588ff569 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Made reservation on behalf of 313e40337aa44a9094358a8320ee4f45 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:27:20.218878 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-aa4d109e-b16b-4785-a694-abc0cdfd01b2 None None] Port b0ca400c-1cd4-41b9-9a7b-ec3d7fdbaa15 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:27:20.287747 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-21e38bf5-1d3c-48dc-adf5-982b73095bc3 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:20.302907 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-21e38bf5-1d3c-48dc-adf5-982b73095bc3 None None] Transition to ACTIVE for port object cfaa2c81-8057-412e-a209-888bbdcbe3ad will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:27:20.311659 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-21e38bf5-1d3c-48dc-adf5-982b73095bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:20.413935 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-166d667a-a350-4ae5-b852-3960eb2006ae tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:20.420687 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-166d667a-a350-4ae5-b852-3960eb2006ae tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/networks?id=76b2273d-b51d-4df1-8907-c6d24ae3fac2 HTTP/1.1" status: 200 len: 818 time: 0.4197831 May 23 11:27:20.423445 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7b094a93-a802-467b-9770-1f274bde9faa None None] Provisioning for port 3d51720f-e141-474f-9073-5e2a625ceedd completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:27:20.434165 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b532d1a0-c14d-45b5-9b01-c0142df02572 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:20.444165 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7b094a93-a802-467b-9770-1f274bde9faa None None] Provisioning complete for port 3d51720f-e141-474f-9073-5e2a625ceedd triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:27:20.444822 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7b094a93-a802-467b-9770-1f274bde9faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:20.508566 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-e196e0a0-ae38-4f66-8d68-51a2de21ee08 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/quotas/4ab6dabfc6c044e3a257a928739aed2b HTTP/1.1" status: 200 len: 375 time: 0.0866981 May 23 11:27:20.519674 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b532d1a0-c14d-45b5-9b01-c0142df02572 None None] Transition to ACTIVE for port object e8867683-c7c8-4e33-b192-62bff9b0659d will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:27:20.520388 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57282bb8-b1e0-4f40-acc5-8d281e9a1221 None None] Pushing event updated for resources: {'Port': ['ID=cfaa2c81-8057-412e-a209-888bbdcbe3ad,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:20.522408 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 4ecd66f7-9e67-40f0-a113-21612b426f8e completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:27:20.524753 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6f2aaf3f-9857-49a9-acaf-2334588ff569 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:20.579984 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4004ccd0-c242-45a6-8ae9-b93b8ab73278 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:27:20.587680 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57282bb8-b1e0-4f40-acc5-8d281e9a1221 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:27:20.588332 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57282bb8-b1e0-4f40-acc5-8d281e9a1221 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:27:20.590478 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4004ccd0-c242-45a6-8ae9-b93b8ab73278 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Usage tracker for resource:subnet and tenant:aff5ab15380840359395eccd13918dfd is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:27:20.590807 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57282bb8-b1e0-4f40-acc5-8d281e9a1221 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:27:20.591463 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57282bb8-b1e0-4f40-acc5-8d281e9a1221 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:27:20.591751 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 4ecd66f7-9e67-40f0-a113-21612b426f8e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:27:20.592139 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:20.592286 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57282bb8-b1e0-4f40-acc5-8d281e9a1221 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:27:20.592750 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57282bb8-b1e0-4f40-acc5-8d281e9a1221 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:27:20.593245 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57282bb8-b1e0-4f40-acc5-8d281e9a1221 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:27:20.593720 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57282bb8-b1e0-4f40-acc5-8d281e9a1221 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:27:20.594193 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57282bb8-b1e0-4f40-acc5-8d281e9a1221 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:27:20.594666 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57282bb8-b1e0-4f40-acc5-8d281e9a1221 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:27:20.595139 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57282bb8-b1e0-4f40-acc5-8d281e9a1221 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:27:20.595271 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4004ccd0-c242-45a6-8ae9-b93b8ab73278 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:27:20.606563 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4004ccd0-c242-45a6-8ae9-b93b8ab73278 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:27:20.652173 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405bf75-9768-47a7-a54d-88199bcb82ec req-6a65ab4c-dbce-461d-888e-276dae0b27ac tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:20.662009 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3405bf75-9768-47a7-a54d-88199bcb82ec req-6a65ab4c-dbce-461d-888e-276dae0b27ac tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/ports?device_id=64e1c545-d64c-4bb5-8dd6-489b37ce9cf1 HTTP/1.1" status: 200 len: 943 time: 0.7444718 May 23 11:27:20.665941 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7b094a93-a802-467b-9770-1f274bde9faa None None] Port 3d51720f-e141-474f-9073-5e2a625ceedd cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:27:20.666688 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4004ccd0-c242-45a6-8ae9-b93b8ab73278 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Made reservation on behalf of aff5ab15380840359395eccd13918dfd for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:27:20.696586 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e68a844f-49f4-47aa-8db0-555239ed1630 req-65bfeeb5-436b-4a7e-9f36-f77756f742a8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 1098 time: 1.1617146 May 23 11:27:20.726501 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b532d1a0-c14d-45b5-9b01-c0142df02572 None None] Transition to ACTIVE for port object e8867683-c7c8-4e33-b192-62bff9b0659d will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:27:20.746125 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-21e38bf5-1d3c-48dc-adf5-982b73095bc3 None None] Attempting to bind port cfaa2c81-8057-412e-a209-888bbdcbe3ad on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:27:20.746862 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-21e38bf5-1d3c-48dc-adf5-982b73095bc3 None None] Attempting to bind port cfaa2c81-8057-412e-a209-888bbdcbe3ad by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '5d0c22b8-11c2-4939-b80a-ba90d75c1960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '76b2273d-b51d-4df1-8907-c6d24ae3fac2'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:27:20.747397 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e38bf5-1d3c-48dc-adf5-982b73095bc3 None None] Attempting to bind port cfaa2c81-8057-412e-a209-888bbdcbe3ad on network 76b2273d-b51d-4df1-8907-c6d24ae3fac2 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:27:20.755277 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e38bf5-1d3c-48dc-adf5-982b73095bc3 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:27:20.755972 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e38bf5-1d3c-48dc-adf5-982b73095bc3 None None] Checking segment: {'id': '5d0c22b8-11c2-4939-b80a-ba90d75c1960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '76b2273d-b51d-4df1-8907-c6d24ae3fac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:27:20.756529 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-21e38bf5-1d3c-48dc-adf5-982b73095bc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:20.757653 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e38bf5-1d3c-48dc-adf5-982b73095bc3 None None] Bound using segment: {'id': '5d0c22b8-11c2-4939-b80a-ba90d75c1960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '76b2273d-b51d-4df1-8907-c6d24ae3fac2'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:27:20.758361 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-21e38bf5-1d3c-48dc-adf5-982b73095bc3 None None] Bound port: cfaa2c81-8057-412e-a209-888bbdcbe3ad, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d0c22b8-11c2-4939-b80a-ba90d75c1960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '76b2273d-b51d-4df1-8907-c6d24ae3fac2'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:27:20.759774 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-21e38bf5-1d3c-48dc-adf5-982b73095bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:20.759916 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-d9908d01-f33b-4e22-946e-ebcb7da259a9 service neutron] Attempting to bind port b0a10f5b-506a-453a-bb42-3658b04649bb on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:27:20.760356 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-d9908d01-f33b-4e22-946e-ebcb7da259a9 service neutron] Attempting to bind port b0a10f5b-506a-453a-bb42-3658b04649bb by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '8070c89c-20c7-468c-8cfb-5e7b1ae7dbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:27:20.760794 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-d9908d01-f33b-4e22-946e-ebcb7da259a9 service neutron] Attempting to bind port b0a10f5b-506a-453a-bb42-3658b04649bb on network ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:27:20.761363 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b532d1a0-c14d-45b5-9b01-c0142df02572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:20.776409 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-d9908d01-f33b-4e22-946e-ebcb7da259a9 service neutron] Port b0a10f5b-506a-453a-bb42-3658b04649bb on network ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:27:20.777017 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-d9908d01-f33b-4e22-946e-ebcb7da259a9 service neutron] Attempting to bind port b0a10f5b-506a-453a-bb42-3658b04649bb on network ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:27:20.875540 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-21e38bf5-1d3c-48dc-adf5-982b73095bc3 None None] For port cfaa2c81-8057-412e-a209-888bbdcbe3ad, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:27:20.880660 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-21e38bf5-1d3c-48dc-adf5-982b73095bc3 None None] For port cfaa2c81-8057-412e-a209-888bbdcbe3ad, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=cfaa2c81-8057-412e-a209-888bbdcbe3ad,segment=NetworkSegment(5d0c22b8-11c2-4939-b80a-ba90d75c1960),segment_id=5d0c22b8-11c2-4939-b80a-ba90d75c1960)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:27:20.888422 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-21e38bf5-1d3c-48dc-adf5-982b73095bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:20.913941 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3405bf75-9768-47a7-a54d-88199bcb82ec req-7c306ba4-4128-4564-a373-87a279b57a7e tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/security-groups?id=922d3c5a-a069-41ce-b972-4c94b232656c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505548 May 23 11:27:20.965601 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-d9908d01-f33b-4e22-946e-ebcb7da259a9 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:27:20.971277 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-afe93840-0995-44a2-b507-2f386456b997 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4ab6dabfc6c044e3a257a928739aed2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4619455 May 23 11:27:20.971572 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-d9908d01-f33b-4e22-946e-ebcb7da259a9 service neutron] Checking segment: {'id': '8070c89c-20c7-468c-8cfb-5e7b1ae7dbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:27:20.972115 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-d9908d01-f33b-4e22-946e-ebcb7da259a9 service neutron] Bound using segment: {'id': '8070c89c-20c7-468c-8cfb-5e7b1ae7dbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:27:20.972590 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-d9908d01-f33b-4e22-946e-ebcb7da259a9 service neutron] Bound port: b0a10f5b-506a-453a-bb42-3658b04649bb, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8070c89c-20c7-468c-8cfb-5e7b1ae7dbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:27:20.972951 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-d9908d01-f33b-4e22-946e-ebcb7da259a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:20.981367 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-d286890a-5226-4589-9fbf-1c0434cf495a service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:27:20.993141 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-d286890a-5226-4589-9fbf-1c0434cf495a service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0191221 May 23 11:27:21.076723 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4004ccd0-c242-45a6-8ae9-b93b8ab73278 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:21.083683 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e38bf5-1d3c-48dc-adf5-982b73095bc3 None None] Routers {'db529751-9524-4acb-a9a3-de5a6b3e1c20'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:27:21.084770 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-21e38bf5-1d3c-48dc-adf5-982b73095bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:27:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['db529751-9524-4acb-a9a3-de5a6b3e1c20'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:27:21.150379 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-d9908d01-f33b-4e22-946e-ebcb7da259a9 service neutron] For port b0a10f5b-506a-453a-bb42-3658b04649bb, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:27:21.154506 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e68a844f-49f4-47aa-8db0-555239ed1630 req-356b362c-4667-4497-82e1-270e633f426b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4491928 May 23 11:27:21.218513 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b532d1a0-c14d-45b5-9b01-c0142df02572 None None] Pushing event updated for resources: {'Port': ['ID=e8867683-c7c8-4e33-b192-62bff9b0659d,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:21.241457 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b532d1a0-c14d-45b5-9b01-c0142df02572 None None] Network b13c9219-27d4-46ab-afb3-d0266356d2d1 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:27:21.245118 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-b532d1a0-c14d-45b5-9b01-c0142df02572 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:27:21.248988 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b532d1a0-c14d-45b5-9b01-c0142df02572 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:27:21.293052 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-d9908d01-f33b-4e22-946e-ebcb7da259a9 service neutron] For port b0a10f5b-506a-453a-bb42-3658b04649bb, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=b0a10f5b-506a-453a-bb42-3658b04649bb,segment=NetworkSegment(8070c89c-20c7-468c-8cfb-5e7b1ae7dbc4),segment_id=8070c89c-20c7-468c-8cfb-5e7b1ae7dbc4)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:27:21.314816 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-487219c0-de9c-426b-b00c-0c612f73e204 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:21.315918 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:21.502340 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 4ecd66f7-9e67-40f0-a113-21612b426f8e, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=4ecd66f7-9e67-40f0-a113-21612b426f8e,segment=NetworkSegment(2d404ee2-8445-4bdb-b101-1c22eb0d3be4),segment_id=2d404ee2-8445-4bdb-b101-1c22eb0d3be4)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:27:21.506406 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-b532d1a0-c14d-45b5-9b01-c0142df02572 None None] Attempting to bind port e8867683-c7c8-4e33-b192-62bff9b0659d on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:27:21.506778 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-b532d1a0-c14d-45b5-9b01-c0142df02572 None None] Attempting to bind port e8867683-c7c8-4e33-b192-62bff9b0659d by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '2e3ffcfd-ab58-481b-a0e1-4c379ce6ec51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b13c9219-27d4-46ab-afb3-d0266356d2d1'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:27:21.507270 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b532d1a0-c14d-45b5-9b01-c0142df02572 None None] Attempting to bind port e8867683-c7c8-4e33-b192-62bff9b0659d on network b13c9219-27d4-46ab-afb3-d0266356d2d1 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:27:21.512930 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-d9908d01-f33b-4e22-946e-ebcb7da259a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:21.517097 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b532d1a0-c14d-45b5-9b01-c0142df02572 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:27:21.517512 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b532d1a0-c14d-45b5-9b01-c0142df02572 None None] Checking segment: {'id': '2e3ffcfd-ab58-481b-a0e1-4c379ce6ec51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b13c9219-27d4-46ab-afb3-d0266356d2d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:27:21.518079 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b532d1a0-c14d-45b5-9b01-c0142df02572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:21.518475 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b532d1a0-c14d-45b5-9b01-c0142df02572 None None] Bound using segment: {'id': '2e3ffcfd-ab58-481b-a0e1-4c379ce6ec51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b13c9219-27d4-46ab-afb3-d0266356d2d1'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:27:21.518987 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-b532d1a0-c14d-45b5-9b01-c0142df02572 None None] Bound port: e8867683-c7c8-4e33-b192-62bff9b0659d, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3ffcfd-ab58-481b-a0e1-4c379ce6ec51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b13c9219-27d4-46ab-afb3-d0266356d2d1'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:27:21.519360 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b532d1a0-c14d-45b5-9b01-c0142df02572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:21.541103 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:21.601130 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6f2aaf3f-9857-49a9-acaf-2334588ff569 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:21.684805 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487219c0-de9c-426b-b00c-0c612f73e204 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event deleted for resources: {'Port': ['ID=9fff9611-3563-4b36-89a7-0e61544e067b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:21.693385 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-d9908d01-f33b-4e22-946e-ebcb7da259a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:21.694736 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57282bb8-b1e0-4f40-acc5-8d281e9a1221 None None] Pushing event updated for resources: {'Port': ['ID=cfaa2c81-8057-412e-a209-888bbdcbe3ad,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:21.695279 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-d9908d01-f33b-4e22-946e-ebcb7da259a9 service neutron] 10.222.0.81 "PUT /v2.0/ports/b0a10f5b-506a-453a-bb42-3658b04649bb HTTP/1.1" status: 200 len: 1091 time: 4.3995554 May 23 11:27:21.700256 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e1c545-d64c-4bb5-8dd6-489b37ce9cf1', 'tag': 'b0a10f5b-506a-453a-bb42-3658b04649bb'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:27:21.765532 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-21e38bf5-1d3c-48dc-adf5-982b73095bc3 None None] Set router db529751-9524-4acb-a9a3-de5a6b3e1c20 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:27:21.791755 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device c5d0023c-7561-422c-a15a-63fce8318279 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:27:21.877588 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-0b7f0fb1-78db-4545-a89a-a66c4c44e3c0 service neutron] 10.222.0.79 "GET /v2.0/networks/76b2273d-b51d-4df1-8907-c6d24ae3fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8835819 May 23 11:27:21.943180 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-b532d1a0-c14d-45b5-9b01-c0142df02572 None None] For port e8867683-c7c8-4e33-b192-62bff9b0659d, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:27:21.946939 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-b532d1a0-c14d-45b5-9b01-c0142df02572 None None] For port e8867683-c7c8-4e33-b192-62bff9b0659d, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e8867683-c7c8-4e33-b192-62bff9b0659d,segment=NetworkSegment(2e3ffcfd-ab58-481b-a0e1-4c379ce6ec51),segment_id=2e3ffcfd-ab58-481b-a0e1-4c379ce6ec51)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:27:21.961222 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=4ecd66f7-9e67-40f0-a113-21612b426f8e,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:21.967303 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b532d1a0-c14d-45b5-9b01-c0142df02572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:22.057659 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.resource_extend [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:27:22.082393 n-d-842952-2 neutron-server[83910]: INFO neutron.db.ipam_backend_mixin [None req-4004ccd0-c242-45a6-8ae9-b93b8ab73278 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6234c1af-212b-448c-865c-dce79a3d5562 (CIDR: 172.20.0.0/28) May 23 11:27:22.088911 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b532d1a0-c14d-45b5-9b01-c0142df02572 None None] Pushing event updated for resources: {'Port': ['ID=e8867683-c7c8-4e33-b192-62bff9b0659d,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:22.115596 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41317d9-5a89-4486-8793-e2eb828ad80e req-aa19e6e2-fe34-4065-aec1-2d7d056d24a5 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:22.125805 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a41317d9-5a89-4486-8793-e2eb828ad80e req-aa19e6e2-fe34-4065-aec1-2d7d056d24a5 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=48a3dbf0-4791-4310-b702-2070e504263e HTTP/1.1" status: 200 len: 945 time: 0.7789485 May 23 11:27:22.139010 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-4004ccd0-c242-45a6-8ae9-b93b8ab73278 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:27:22.139700 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4004ccd0-c242-45a6-8ae9-b93b8ab73278 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:27:22.257785 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2aaf3f-9857-49a9-acaf-2334588ff569 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event updated for resources: {'Subnet': ['ID=4534445e-7a70-419b-9f3e-571b58f3f493,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:22.297745 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port c5d0023c-7561-422c-a15a-63fce8318279, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=c5d0023c-7561-422c-a15a-63fce8318279,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:27:22.299323 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4004ccd0-c242-45a6-8ae9-b93b8ab73278 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.8102374 May 23 11:27:22.302657 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42142) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:22.323575 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': 'c5d0023c-7561-422c-a15a-63fce8318279', 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24', 'port_id': 'c5d0023c-7561-422c-a15a-63fce8318279', 'mac_address': 'fa:16:3e:c9:eb:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54335c97-79a1-4f1c-bc27-f53589fd26ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:27:22.344161 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-c83e5064-d792-4fa4-bfe2-4e0ef8481333 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'subnet': {'network_id': 'a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:27:22.410416 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-4b0c4bc8-14a8-46ad-af69-bd89cf7b6045 service neutron] 10.222.0.79 "GET /v2.0/networks/76b2273d-b51d-4df1-8907-c6d24ae3fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5216494 May 23 11:27:22.458161 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9908d01-f33b-4e22-946e-ebcb7da259a9 service neutron] Pushing event updated for resources: {'Port': ['ID=b0a10f5b-506a-453a-bb42-3658b04649bb,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:22.480718 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:22.524726 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2aaf3f-9857-49a9-acaf-2334588ff569 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Checking segment: {'id': '1b22beff-8a4b-41f0-8a26-80727eec3c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5d6e9e41-6de0-42d3-ac22-290e14c0f53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:27:22.525081 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2aaf3f-9857-49a9-acaf-2334588ff569 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Network hostable DHCP agents. Network: 5d6e9e41-6de0-42d3-ac22-290e14c0f53b, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:27:22.559584 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a41317d9-5a89-4486-8793-e2eb828ad80e req-085e68cc-8896-4a2c-ba34-5820dbf82284 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4144664 May 23 11:27:22.576396 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c5d0023c-7561-422c-a15a-63fce8318279 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:27:22.708919 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port c5d0023c-7561-422c-a15a-63fce8318279, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=c5d0023c-7561-422c-a15a-63fce8318279,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:27:22.718258 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-6277f0a5-7442-491e-be35-2ad0afd7a6fc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b32c00c2dee749699a709a92064b86f0&device_id=64e1c545-d64c-4bb5-8dd6-489b37ce9cf1 HTTP/1.1" status: 200 len: 1094 time: 0.8521392 May 23 11:27:22.722715 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:22.876991 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c83e5064-d792-4fa4-bfe2-4e0ef8481333 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:27:22.886470 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c83e5064-d792-4fa4-bfe2-4e0ef8481333 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Usage tracker for resource:subnet and tenant:aff5ab15380840359395eccd13918dfd is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:27:22.894014 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-21e38bf5-1d3c-48dc-adf5-982b73095bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'name': 'tempest-ServerRescueNegativeTestJSON-728309522-router', 'tenant_id': '4ab6dabfc6c044e3a257a928739aed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '494ed453-37e9-40f9-ae81-578f809d43aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:26:55Z', 'updated_at': '2022-05-23T11:27:11Z', 'revision_number': 4, 'project_id': '4ab6dabfc6c044e3a257a928739aed2b', 'gw_port': {'id': '494ed453-37e9-40f9-ae81-578f809d43aa', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:00Z', 'updated_at': '2022-05-23T11:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'cfaa2c81-8057-412e-a209-888bbdcbe3ad', 'name': '', 'network_id': '76b2273d-b51d-4df1-8907-c6d24ae3fac2', 'tenant_id': '4ab6dabfc6c044e3a257a928739aed2b', 'mac_address': 'fa:16:3e:4a:e7:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82176f08-fc90-4d7e-a669-0e8701d67807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:09Z', 'updated_at': '2022-05-23T11:27:20Z', 'revision_number': 4, 'project_id': '4ab6dabfc6c044e3a257a928739aed2b', 'subnets': [{'id': '82176f08-fc90-4d7e-a669-0e8701d67807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:27:22.901513 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c83e5064-d792-4fa4-bfe2-4e0ef8481333 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:27:22.908543 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e38bf5-1d3c-48dc-adf5-982b73095bc3 None None] The sync data for ids ['db529751-9524-4acb-a9a3-de5a6b3e1c20'] in n-d-842952-2 is: [{'id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'name': 'tempest-ServerRescueNegativeTestJSON-728309522-router', 'tenant_id': '4ab6dabfc6c044e3a257a928739aed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '494ed453-37e9-40f9-ae81-578f809d43aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:26:55Z', 'updated_at': '2022-05-23T11:27:11Z', 'revision_number': 4, 'project_id': '4ab6dabfc6c044e3a257a928739aed2b', 'gw_port': {'id': '494ed453-37e9-40f9-ae81-578f809d43aa', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:00Z', 'updated_at': '2022-05-23T11:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'cfaa2c81-8057-412e-a209-888bbdcbe3ad', 'name': '', 'network_id': '76b2273d-b51d-4df1-8907-c6d24ae3fac2', 'tenant_id': '4ab6dabfc6c044e3a257a928739aed2b', 'mac_address': 'fa:16:3e:4a:e7:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82176f08-fc90-4d7e-a669-0e8701d67807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:09Z', 'updated_at': '2022-05-23T11:27:20Z', 'revision_number': 4, 'project_id': '4ab6dabfc6c044e3a257a928739aed2b', 'subnets': [{'id': '82176f08-fc90-4d7e-a669-0e8701d67807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:27:22.930271 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c83e5064-d792-4fa4-bfe2-4e0ef8481333 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:27:22.947223 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83e5064-d792-4fa4-bfe2-4e0ef8481333 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Made reservation on behalf of aff5ab15380840359395eccd13918dfd for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:27:22.954168 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c83e5064-d792-4fa4-bfe2-4e0ef8481333 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:22.964544 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['c5d0023c-7561-422c-a15a-63fce8318279'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:27:23.083583 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-940990bb-2df1-4273-9da8-5e08d9dd8c3b'] response: {'name': 'network-changed', 'server_uuid': '64e1c545-d64c-4bb5-8dd6-489b37ce9cf1', 'tag': 'b0a10f5b-506a-453a-bb42-3658b04649bb', 'status': 'completed', 'code': 200} May 23 11:27:23.239801 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-cb2fc441-be6e-4f01-97c1-1e7c69d0f918 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b0a10f5b-506a-453a-bb42-3658b04649bb HTTP/1.1" status: 200 len: 217 time: 0.4932249 May 23 11:27:23.302621 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=c5d0023c-7561-422c-a15a-63fce8318279,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:23.512723 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-343c044e-c47d-466f-8514-443df1d409d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:23.538481 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-343c044e-c47d-466f-8514-443df1d409d1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9aa26abe-6ee3-4704-85ca-e1c8ab6470f3 HTTP/1.1" status: 200 len: 854 time: 0.2808928 May 23 11:27:23.776780 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f93cc4-f52c-4797-9c12-ed057cc260eb req-ce7ed527-c359-4b6f-b498-e06a7906cf19 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:23.782430 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d1f93cc4-f52c-4797-9c12-ed057cc260eb req-ce7ed527-c359-4b6f-b498-e06a7906cf19 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/ports?device_id=64e1c545-d64c-4bb5-8dd6-489b37ce9cf1 HTTP/1.1" status: 200 len: 943 time: 0.3767292 May 23 11:27:23.889557 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf6456-3fe9-4ca2-8a33-d88e051d9100 req-9a7a88cd-65b2-49a3-a1cb-17a31f3cee33 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:23.894093 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-14bf6456-3fe9-4ca2-8a33-d88e051d9100 req-9a7a88cd-65b2-49a3-a1cb-17a31f3cee33 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 947 time: 0.4202285 May 23 11:27:23.999115 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2aaf3f-9857-49a9-acaf-2334588ff569 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Network 5d6e9e41-6de0-42d3-ac22-290e14c0f53b is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:27:24.058964 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d1f93cc4-f52c-4797-9c12-ed057cc260eb req-aa9cd56e-4fda-4106-a9a9-f3ea54192c5f tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/security-groups?id=922d3c5a-a069-41ce-b972-4c94b232656c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440922 May 23 11:27:24.089576 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-91633087-c048-41a1-b776-544d9dcba3e3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5499110 May 23 11:27:24.104613 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-14bf6456-3fe9-4ca2-8a33-d88e051d9100 req-bf570d15-b5ab-41a7-a3d8-4a8f0441d81c tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752586 May 23 11:27:24.120529 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-6f2aaf3f-9857-49a9-acaf-2334588ff569 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 5d6e9e41-6de0-42d3-ac22-290e14c0f53b) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:27:24.155126 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13170bd0-8465-41bf-824a-3a6c60428ef5 None None] Network 5d6e9e41-6de0-42d3-ac22-290e14c0f53b requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:27:24.163967 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2aaf3f-9857-49a9-acaf-2334588ff569 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:24.165323 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6f2aaf3f-9857-49a9-acaf-2334588ff569 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:24.472998 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 4ecd66f7-9e67-40f0-a113-21612b426f8e up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:27:24.601514 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-aeaf8cd3-f152-4676-844a-a43b56280d23 service neutron] 10.222.0.81 "GET /v2.0/networks/ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5015380 May 23 11:27:24.685539 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb69ee38-3e4c-41dd-a2f7-d6fb17a749c4 None None] Network b13c9219-27d4-46ab-afb3-d0266356d2d1 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:27:24.736641 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6f2aaf3f-9857-49a9-acaf-2334588ff569 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 5.8320568 May 23 11:27:24.740164 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42196) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:24.751349 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-fe9a9ffa-68b8-4b25-b363-0c3432268efc tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1120073597', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:27:24.763395 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-fe9a9ffa-68b8-4b25-b363-0c3432268efc tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:27:24.763868 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6996c63-8d2d-486f-befb-3bdc218f46fb req-1a91711c-83a1-4fc6-8d5b-736930c3de6a tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=66ebd9b4-cedf-4e78-a215-67bd9296ceaa HTTP/1.1" status: 200 len: 210 time: 0.1604974 May 23 11:27:24.776161 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-fe9a9ffa-68b8-4b25-b363-0c3432268efc tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Usage tracker for resource:router and tenant:313e40337aa44a9094358a8320ee4f45 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:27:24.793749 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-fe9a9ffa-68b8-4b25-b363-0c3432268efc tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:27:24.806772 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-487219c0-de9c-426b-b00c-0c612f73e204 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:24.828707 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-fe9a9ffa-68b8-4b25-b363-0c3432268efc tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:27:24.862901 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-21b3c1ed-b68f-4b5c-a7fa-334b17946216 req-0dc21030-3ece-48ef-a778-11eae80997bb service neutron] 10.222.0.81 "GET /v2.0/networks/ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526510 May 23 11:27:24.974173 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fe9a9ffa-68b8-4b25-b363-0c3432268efc tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:24.976868 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fe9a9ffa-68b8-4b25-b363-0c3432268efc tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:25.018133 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f134a-0d6d-4ac9-b8ac-3a3e08ec2406 req-50c59279-1976-47d2-a08a-26d7cdf7cda1 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:25.032912 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2f0f134a-0d6d-4ac9-b8ac-3a3e08ec2406 req-50c59279-1976-47d2-a08a-26d7cdf7cda1 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=48a3dbf0-4791-4310-b702-2070e504263e HTTP/1.1" status: 200 len: 944 time: 0.4276133 May 23 11:27:25.175745 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6777fae4-082d-4432-bc68-35458de602dc None None] Provisioning for port e8867683-c7c8-4e33-b192-62bff9b0659d completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:27:25.302869 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 4ecd66f7-9e67-40f0-a113-21612b426f8e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:27:25.303964 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:25.362807 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fe9a9ffa-68b8-4b25-b363-0c3432268efc tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:25.379670 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9d2bf578-3c6a-43ab-af1a-a3dbb4ac2a6a req-b6342c4e-331e-4197-b006-920fc0d0d549 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b32c00c2dee749699a709a92064b86f0&device_id=64e1c545-d64c-4bb5-8dd6-489b37ce9cf1 HTTP/1.1" status: 200 len: 1094 time: 0.2598357 May 23 11:27:25.441502 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c83e5064-d792-4fa4-bfe2-4e0ef8481333 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:25.542401 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2f0f134a-0d6d-4ac9-b8ac-3a3e08ec2406 req-72e5eee7-8203-40f4-bedd-908f2a0b728d tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5084479 May 23 11:27:25.595953 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bf578-3c6a-43ab-af1a-a3dbb4ac2a6a req-26c73f08-b825-4386-8383-f16a1f0685bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:25.597426 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9d2bf578-3c6a-43ab-af1a-a3dbb4ac2a6a req-26c73f08-b825-4386-8383-f16a1f0685bd service neutron] 10.222.0.81 "GET /v2.0/networks?id=ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5 HTTP/1.1" status: 200 len: 915 time: 0.2116644 May 23 11:27:25.626086 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83e5064-d792-4fa4-bfe2-4e0ef8481333 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Network a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:27:25.640585 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-c83e5064-d792-4fa4-bfe2-4e0ef8481333 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:27:25.663429 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83e5064-d792-4fa4-bfe2-4e0ef8481333 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:25.664049 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c83e5064-d792-4fa4-bfe2-4e0ef8481333 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:25.681953 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4587e752-af43-4f73-9db3-07eff82bbaa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-5d6e9e41-6de0-42d3-ac22-290e14c0f53b', 'network_id': '5d6e9e41-6de0-42d3-ac22-290e14c0f53b', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'fixed_ips': [{'subnet_id': '4534445e-7a70-419b-9f3e-571b58f3f493'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:27:25.686629 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4587e752-af43-4f73-9db3-07eff82bbaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:25.709351 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e5064-d792-4fa4-bfe2-4e0ef8481333 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event updated for resources: {'Subnet': ['ID=a69c6856-9f6a-4915-bdf1-85dc240f9236,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:25.725553 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8712289-f307-47ec-9852-26129d732b2b req-de5ec0e3-d6ef-4f95-871b-bb3c8da9adde tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:25.734655 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d8712289-f307-47ec-9852-26129d732b2b req-de5ec0e3-d6ef-4f95-871b-bb3c8da9adde tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/networks?id=76b2273d-b51d-4df1-8907-c6d24ae3fac2 HTTP/1.1" status: 200 len: 818 time: 0.6002207 May 23 11:27:25.741446 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fe9a9ffa-68b8-4b25-b363-0c3432268efc tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:25.777332 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ec6e7f-2c40-4b45-908f-b846f8cfaab2 None None] Network a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:27:25.793291 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c83e5064-d792-4fa4-bfe2-4e0ef8481333 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.4893398 May 23 11:27:25.799259 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42214) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:25.835047 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a2d73292-9a51-4342-ae34-4db76cb4720d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-220378021', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a69c6856-9f6a-4915-bdf1-85dc240f9236'}], 'security_groups': ['a3672640-c014-47b7-8a3f-92f66bff4dea']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:27:25.855298 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device c5d0023c-7561-422c-a15a-63fce8318279 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:27:25.984125 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9d2bf578-3c6a-43ab-af1a-a3dbb4ac2a6a req-3e4ddb9a-a38f-4165-ab33-67e790a19e6e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b0a10f5b-506a-453a-bb42-3658b04649bb HTTP/1.1" status: 200 len: 217 time: 0.3676970 May 23 11:27:25.994202 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d8712289-f307-47ec-9852-26129d732b2b req-fab35f4d-a9cb-4e2d-a985-104d8e04811b tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/quotas/4ab6dabfc6c044e3a257a928739aed2b HTTP/1.1" status: 200 len: 375 time: 0.2584593 May 23 11:27:26.150845 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-0d02e6cc-fd8f-4e73-ae9a-f5c4d46f2af0 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:26.152206 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-0d02e6cc-fd8f-4e73-ae9a-f5c4d46f2af0 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.13 "GET /v2.0/networks?id=76b2273d-b51d-4df1-8907-c6d24ae3fac2 HTTP/1.1" status: 200 len: 818 time: 0.4077046 May 23 11:27:26.176075 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8822ab4-298d-452b-ad44-d62bfd0a1788 req-26be1001-dfc2-463f-897e-744bc9e9a324 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:26.177543 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b8822ab4-298d-452b-ad44-d62bfd0a1788 req-26be1001-dfc2-463f-897e-744bc9e9a324 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/ports?device_id=64e1c545-d64c-4bb5-8dd6-489b37ce9cf1 HTTP/1.1" status: 200 len: 943 time: 0.2727273 May 23 11:27:26.207243 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-c89382bd-3459-437a-824f-4174beb8ddf8 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Request body: {'port': {'device_id': '66ebd9b4-cedf-4e78-a215-67bd9296ceaa', 'network_id': '76b2273d-b51d-4df1-8907-c6d24ae3fac2', 'admin_state_up': True, 'tenant_id': '4ab6dabfc6c044e3a257a928739aed2b'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:27:26.246440 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d8712289-f307-47ec-9852-26129d732b2b req-5d2b1c1b-b844-4e6b-98d7-dc41e68726bc tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4ab6dabfc6c044e3a257a928739aed2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2515473 May 23 11:27:26.297859 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device cfaa2c81-8057-412e-a209-888bbdcbe3ad up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:27:26.371859 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fe9a9ffa-68b8-4b25-b363-0c3432268efc tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:26.376261 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-fe9a9ffa-68b8-4b25-b363-0c3432268efc tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.6329691 May 23 11:27:26.401589 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42218) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:26.497508 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port c5d0023c-7561-422c-a15a-63fce8318279 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:27:26.497866 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:26.575557 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a2d73292-9a51-4342-ae34-4db76cb4720d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:26.591360 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port cfaa2c81-8057-412e-a209-888bbdcbe3ad completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:27:26.625239 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port cfaa2c81-8057-412e-a209-888bbdcbe3ad triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:27:26.625609 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:26.702530 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b8822ab4-298d-452b-ad44-d62bfd0a1788 req-3046c47b-3ef0-405f-8e37-cac2a21023a2 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/security-groups?id=922d3c5a-a069-41ce-b972-4c94b232656c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5164146 May 23 11:27:26.778199 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-c89382bd-3459-437a-824f-4174beb8ddf8 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:27:26.814596 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d8712289-f307-47ec-9852-26129d732b2b req-e3e122e8-4588-451c-b8af-14bd93513a2b service neutron] 10.222.0.79 "GET /v2.0/networks/76b2273d-b51d-4df1-8907-c6d24ae3fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5669105 May 23 11:27:26.816806 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-c89382bd-3459-437a-824f-4174beb8ddf8 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Usage tracker for resource:port and tenant:4ab6dabfc6c044e3a257a928739aed2b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:27:26.860900 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:26.867819 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-c89382bd-3459-437a-824f-4174beb8ddf8 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:27:26.883469 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bf578-3c6a-43ab-af1a-a3dbb4ac2a6a req-7d7ec118-c986-4dbe-b211-d578d070af19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:26.884985 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9d2bf578-3c6a-43ab-af1a-a3dbb4ac2a6a req-7d7ec118-c986-4dbe-b211-d578d070af19 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9aa26abe-6ee3-4704-85ca-e1c8ab6470f3 HTTP/1.1" status: 200 len: 854 time: 0.8503816 May 23 11:27:26.944540 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port c5d0023c-7561-422c-a15a-63fce8318279, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=c5d0023c-7561-422c-a15a-63fce8318279,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:27:26.951463 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a3dbf0-4791-4310-b702-2070e504263e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d0023c-7561-422c-a15a-63fce8318279'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:27:26.968421 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:27.021950 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-c89382bd-3459-437a-824f-4174beb8ddf8 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:27:27.054048 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=c5d0023c-7561-422c-a15a-63fce8318279,revision_number=7']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:27.107509 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-4587e752-af43-4f73-9db3-07eff82bbaa4 None None] Allocated IP 2001:db8:1::2 (5d6e9e41-6de0-42d3-ac22-290e14c0f53b/4534445e-7a70-419b-9f3e-571b58f3f493/2b6302c9-34b7-4a5d-b396-e853245b6ccf) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:27:27.195103 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:27.361560 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port cfaa2c81-8057-412e-a209-888bbdcbe3ad, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=cfaa2c81-8057-412e-a209-888bbdcbe3ad,segment=NetworkSegment(5d0c22b8-11c2-4939-b80a-ba90d75c1960),segment_id=5d0c22b8-11c2-4939-b80a-ba90d75c1960)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:27:27.384939 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-c89382bd-3459-437a-824f-4174beb8ddf8 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Made reservation on behalf of 4ab6dabfc6c044e3a257a928739aed2b for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:27:27.390438 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:27.391231 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e8867683-c7c8-4e33-b192-62bff9b0659d up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:27:27.399440 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-c89382bd-3459-437a-824f-4174beb8ddf8 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:27.682664 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9d2bf578-3c6a-43ab-af1a-a3dbb4ac2a6a req-cebffada-b451-4deb-95ec-03064581678b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7646110 May 23 11:27:27.854587 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=cfaa2c81-8057-412e-a209-888bbdcbe3ad,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:27.899676 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device b0a10f5b-506a-453a-bb42-3658b04649bb details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:27:27.910355 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-c89382bd-3459-437a-824f-4174beb8ddf8 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Allocated IP 172.20.0.7 (76b2273d-b51d-4df1-8907-c6d24ae3fac2/82176f08-fc90-4d7e-a669-0e8701d67807/599aa79b-f47f-4490-b89c-181bc41436a4) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:27:28.035188 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4587e752-af43-4f73-9db3-07eff82bbaa4 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:28.038142 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ddcffc-b0bf-4139-8658-8988a5e5de0b None None] Update dhcp port {'port': {'network_id': 'a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc', 'fixed_ips': [{'subnet_id': '6234c1af-212b-448c-865c-dce79a3d5562', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a69c6856-9f6a-4915-bdf1-85dc240f9236'}], 'binding:host_id': 'n-d-842952-2'}, 'id': '4ecd66f7-9e67-40f0-a113-21612b426f8e'} from n-d-842952-2. {{(pid=83912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 23 11:27:28.148005 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port e8867683-c7c8-4e33-b192-62bff9b0659d completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:27:28.154221 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4587e752-af43-4f73-9db3-07eff82bbaa4 None None] Transition to ACTIVE for port object 2b6302c9-34b7-4a5d-b396-e853245b6ccf will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:27:28.191953 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port e8867683-c7c8-4e33-b192-62bff9b0659d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:27:28.192317 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:28.218701 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9d2bf578-3c6a-43ab-af1a-a3dbb4ac2a6a req-e6f1d35f-ef66-4903-89ae-81667829fb58 service neutron] 10.222.0.81 "GET /v2.0/networks/ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4698708 May 23 11:27:28.238751 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-c89382bd-3459-437a-824f-4174beb8ddf8 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:28.254225 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4587e752-af43-4f73-9db3-07eff82bbaa4 None None] Transition to ACTIVE for port object 2b6302c9-34b7-4a5d-b396-e853245b6ccf will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:27:28.260421 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-c89382bd-3459-437a-824f-4174beb8ddf8 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Transition to ACTIVE for port object 599aa79b-f47f-4490-b89c-181bc41436a4 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:27:28.265322 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-03ddcffc-b0bf-4139-8658-8988a5e5de0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:28.297545 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4587e752-af43-4f73-9db3-07eff82bbaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:28.303732 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d8712289-f307-47ec-9852-26129d732b2b req-eddbed13-60ce-42c6-9875-3b6f1eb87474 service neutron] 10.222.0.79 "GET /v2.0/networks/76b2273d-b51d-4df1-8907-c6d24ae3fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4882917 May 23 11:27:28.392096 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-c89382bd-3459-437a-824f-4174beb8ddf8 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:28.417936 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port b0a10f5b-506a-453a-bb42-3658b04649bb, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=b0a10f5b-506a-453a-bb42-3658b04649bb,segment=NetworkSegment(8070c89c-20c7-468c-8cfb-5e7b1ae7dbc4),segment_id=8070c89c-20c7-468c-8cfb-5e7b1ae7dbc4)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:27:28.430046 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8cc82-20d8-4b9c-917e-0e1c4c7a6e69 req-e4ab4588-f739-4098-81d4-d7623cc5705c tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:28.441720 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-15f8cc82-20d8-4b9c-917e-0e1c4c7a6e69 req-e4ab4588-f739-4098-81d4-d7623cc5705c tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 947 time: 1.4122853 May 23 11:27:28.498949 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9d2bf578-3c6a-43ab-af1a-a3dbb4ac2a6a req-6b65dfa3-a9e1-4fe5-bf07-a04605d16e77 service neutron] 10.222.0.81 "GET /v2.0/networks/ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655032 May 23 11:27:28.501747 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-a2d73292-9a51-4342-ae34-4db76cb4720d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Delete allocated IP 172.20.0.3 (a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc/6234c1af-212b-448c-865c-dce79a3d5562) {{(pid=83911) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 23 11:27:28.518386 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-a2d73292-9a51-4342-ae34-4db76cb4720d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Allocated IP 172.20.0.18 (a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc/a69c6856-9f6a-4915-bdf1-85dc240f9236/3d51720f-e141-474f-9073-5e2a625ceedd) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:27:28.662914 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': 'b0a10f5b-506a-453a-bb42-3658b04649bb', 'network_id': 'ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5', 'port_id': 'b0a10f5b-506a-453a-bb42-3658b04649bb', 'mac_address': 'fa:16:3e:bb:da:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aa26abe-6ee3-4704-85ca-e1c8ab6470f3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:27:28.691048 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4587e752-af43-4f73-9db3-07eff82bbaa4 None None] Network 5d6e9e41-6de0-42d3-ac22-290e14c0f53b is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:27:28.749824 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-4587e752-af43-4f73-9db3-07eff82bbaa4 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:27:28.854152 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-c89382bd-3459-437a-824f-4174beb8ddf8 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Network 76b2273d-b51d-4df1-8907-c6d24ae3fac2 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:27:28.858957 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4587e752-af43-4f73-9db3-07eff82bbaa4 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:27:28.869247 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587e752-af43-4f73-9db3-07eff82bbaa4 None None] Pushing event updated for resources: {'Port': ['ID=2b6302c9-34b7-4a5d-b396-e853245b6ccf,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:28.951288 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487219c0-de9c-426b-b00c-0c612f73e204 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Router f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:27:28.954584 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-c89382bd-3459-437a-824f-4174beb8ddf8 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:27:28.957926 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-c89382bd-3459-437a-824f-4174beb8ddf8 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:27:29.125598 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:29.177321 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89382bd-3459-437a-824f-4174beb8ddf8 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Pushing event updated for resources: {'Port': ['ID=599aa79b-f47f-4490-b89c-181bc41436a4,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:29.200337 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-15f8cc82-20d8-4b9c-917e-0e1c4c7a6e69 req-6f9701c4-b150-417e-9d36-a73d483b63d4 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7556319 May 23 11:27:29.207259 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0a10f5b-506a-453a-bb42-3658b04649bb {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:27:29.215137 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:29.232297 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-4587e752-af43-4f73-9db3-07eff82bbaa4 None None] Attempting to bind port 2b6302c9-34b7-4a5d-b396-e853245b6ccf on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:27:29.232942 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-4587e752-af43-4f73-9db3-07eff82bbaa4 None None] Attempting to bind port 2b6302c9-34b7-4a5d-b396-e853245b6ccf by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '1b22beff-8a4b-41f0-8a26-80727eec3c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5d6e9e41-6de0-42d3-ac22-290e14c0f53b'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:27:29.233477 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4587e752-af43-4f73-9db3-07eff82bbaa4 None None] Attempting to bind port 2b6302c9-34b7-4a5d-b396-e853245b6ccf on network 5d6e9e41-6de0-42d3-ac22-290e14c0f53b {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:27:29.259929 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4587e752-af43-4f73-9db3-07eff82bbaa4 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:27:29.260783 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4587e752-af43-4f73-9db3-07eff82bbaa4 None None] Checking segment: {'id': '1b22beff-8a4b-41f0-8a26-80727eec3c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5d6e9e41-6de0-42d3-ac22-290e14c0f53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:27:29.261526 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4587e752-af43-4f73-9db3-07eff82bbaa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:29.262372 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4587e752-af43-4f73-9db3-07eff82bbaa4 None None] Bound using segment: {'id': '1b22beff-8a4b-41f0-8a26-80727eec3c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5d6e9e41-6de0-42d3-ac22-290e14c0f53b'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:27:29.263394 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-4587e752-af43-4f73-9db3-07eff82bbaa4 None None] Bound port: 2b6302c9-34b7-4a5d-b396-e853245b6ccf, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b22beff-8a4b-41f0-8a26-80727eec3c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5d6e9e41-6de0-42d3-ac22-290e14c0f53b'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:27:29.264184 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4587e752-af43-4f73-9db3-07eff82bbaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:29.300211 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-c89382bd-3459-437a-824f-4174beb8ddf8 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:29.301113 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-c89382bd-3459-437a-824f-4174beb8ddf8 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:29.321142 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port b0a10f5b-506a-453a-bb42-3658b04649bb, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=b0a10f5b-506a-453a-bb42-3658b04649bb,segment=NetworkSegment(8070c89c-20c7-468c-8cfb-5e7b1ae7dbc4),segment_id=8070c89c-20c7-468c-8cfb-5e7b1ae7dbc4)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:27:29.354487 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port e8867683-c7c8-4e33-b192-62bff9b0659d, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e8867683-c7c8-4e33-b192-62bff9b0659d,segment=NetworkSegment(2e3ffcfd-ab58-481b-a0e1-4c379ce6ec51),segment_id=2e3ffcfd-ab58-481b-a0e1-4c379ce6ec51)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:27:29.359208 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:29.393492 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-c89382bd-3459-437a-824f-4174beb8ddf8 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2055123 May 23 11:27:29.432758 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-d91dfae3-600f-4a32-b014-0eb1d78714c7 service neutron] Request body: {'port': {'device_id': '66ebd9b4-cedf-4e78-a215-67bd9296ceaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:27:29.476101 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:29.516708 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2df1f-73a5-472a-90a0-97dcba2c319f req-7dbd055f-81b3-43ed-993b-6d731a7a5a0e tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:29.529749 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-51b2df1f-73a5-472a-90a0-97dcba2c319f req-7dbd055f-81b3-43ed-993b-6d731a7a5a0e tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=48a3dbf0-4791-4310-b702-2070e504263e HTTP/1.1" status: 200 len: 945 time: 0.6891227 May 23 11:27:29.548992 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a2d73292-9a51-4342-ae34-4db76cb4720d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:29.576091 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9689cf4-e749-4b0e-a07a-45acca7b12e6'] response: {'server_uuid': '48a3dbf0-4791-4310-b702-2070e504263e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d0023c-7561-422c-a15a-63fce8318279', 'code': 200} May 23 11:27:29.600977 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-a2d73292-9a51-4342-ae34-4db76cb4720d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Transition to ACTIVE for port object 3d51720f-e141-474f-9073-5e2a625ceedd will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:27:29.618552 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a2d73292-9a51-4342-ae34-4db76cb4720d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:29.636285 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device cfaa2c81-8057-412e-a209-888bbdcbe3ad up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:27:29.808203 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['b0a10f5b-506a-453a-bb42-3658b04649bb'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:27:29.887438 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cfc74b08-d6f1-4851-b1fa-55ebcf00e5ce tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:29.953877 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=b0a10f5b-506a-453a-bb42-3658b04649bb,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:29.964101 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9d2ae038-5eb8-4bd8-9ce9-df16bafee340 None None] Provisioning for port 599aa79b-f47f-4490-b89c-181bc41436a4 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:27:30.037548 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d73292-9a51-4342-ae34-4db76cb4720d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event updated for resources: {'Port': ['ID=3d51720f-e141-474f-9073-5e2a625ceedd,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:30.080660 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9d2ae038-5eb8-4bd8-9ce9-df16bafee340 None None] Provisioning complete for port 599aa79b-f47f-4490-b89c-181bc41436a4 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:27:30.080990 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9d2ae038-5eb8-4bd8-9ce9-df16bafee340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:30.090234 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d73292-9a51-4342-ae34-4db76cb4720d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:27:30.090577 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d73292-9a51-4342-ae34-4db76cb4720d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:27:30.092057 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-d91dfae3-600f-4a32-b014-0eb1d78714c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:30.095167 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d73292-9a51-4342-ae34-4db76cb4720d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:27:30.095516 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d73292-9a51-4342-ae34-4db76cb4720d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:27:30.095870 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d73292-9a51-4342-ae34-4db76cb4720d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:27:30.105819 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d73292-9a51-4342-ae34-4db76cb4720d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:27:30.107379 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d73292-9a51-4342-ae34-4db76cb4720d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:27:30.107965 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d73292-9a51-4342-ae34-4db76cb4720d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:27:30.109143 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d73292-9a51-4342-ae34-4db76cb4720d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:27:30.115500 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d73292-9a51-4342-ae34-4db76cb4720d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:27:30.115933 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d73292-9a51-4342-ae34-4db76cb4720d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:27:30.121472 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-4587e752-af43-4f73-9db3-07eff82bbaa4 None None] For port 2b6302c9-34b7-4a5d-b396-e853245b6ccf, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:27:30.180447 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a2d73292-9a51-4342-ae34-4db76cb4720d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] In _notify_port_updated(), no bound segment for port 3d51720f-e141-474f-9073-5e2a625ceedd on network a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc {{(pid=83911) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 23 11:27:30.188717 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d73292-9a51-4342-ae34-4db76cb4720d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:30.190543 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-03ddcffc-b0bf-4139-8658-8988a5e5de0b None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-c1cc5fad-0e7f-4867-8d39-10d7f458d392 {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:27:30.191029 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-03ddcffc-b0bf-4139-8658-8988a5e5de0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:27:30.192020 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a2d73292-9a51-4342-ae34-4db76cb4720d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:30.194548 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a2d73292-9a51-4342-ae34-4db76cb4720d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "PUT /v2.0/ports/3d51720f-e141-474f-9073-5e2a625ceedd HTTP/1.1" status: 200 len: 920 time: 4.3938448 May 23 11:27:30.197813 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-4587e752-af43-4f73-9db3-07eff82bbaa4 None None] For port 2b6302c9-34b7-4a5d-b396-e853245b6ccf, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2b6302c9-34b7-4a5d-b396-e853245b6ccf,segment=NetworkSegment(1b22beff-8a4b-41f0-8a26-80727eec3c8b),segment_id=1b22beff-8a4b-41f0-8a26-80727eec3c8b)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:27:30.201394 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42258) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:30.220221 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-51b2df1f-73a5-472a-90a0-97dcba2c319f req-7dafba74-6652-4912-b3a2-eb2148e6df10 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6895981 May 23 11:27:30.259988 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4587e752-af43-4f73-9db3-07eff82bbaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:30.309283 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=e8867683-c7c8-4e33-b192-62bff9b0659d,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:30.334670 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-9d2ae038-5eb8-4bd8-9ce9-df16bafee340 None None] Port 599aa79b-f47f-4490-b89c-181bc41436a4 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:27:30.377758 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487219c0-de9c-426b-b00c-0c612f73e204 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:27:30.395489 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-487219c0-de9c-426b-b00c-0c612f73e204 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "PUT /v2.0/routers/f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.7687752 May 23 11:27:30.398668 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-7feb6738-4903-4a14-bb49-2f5d2ac00c96 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Deleting port 3d51720f-e141-474f-9073-5e2a625ceedd {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:27:30.404658 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7feb6738-4903-4a14-bb49-2f5d2ac00c96 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:30.441962 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02595a0e-6bb4-405b-b3cd-8396236dda1a None None] Sync routers for ids ['f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:27:30.444548 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port cfaa2c81-8057-412e-a209-888bbdcbe3ad triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:27:30.449942 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:30.455470 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42262) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:30.842978 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-d91dfae3-600f-4a32-b014-0eb1d78714c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 599aa79b-f47f-4490-b89c-181bc41436a4 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:27:30.851704 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-d91dfae3-600f-4a32-b014-0eb1d78714c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:30.872508 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-d91dfae3-600f-4a32-b014-0eb1d78714c7 service neutron] Transition to ACTIVE for port object 599aa79b-f47f-4490-b89c-181bc41436a4 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:27:30.893392 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02595a0e-6bb4-405b-b3cd-8396236dda1a None None] Routers {'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:27:30.894413 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-02595a0e-6bb4-405b-b3cd-8396236dda1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:27:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:27:31.012195 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-d91dfae3-600f-4a32-b014-0eb1d78714c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:31.024783 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-67aa1e15-6491-4698-b410-cf8985c7c359 req-82f77150-652d-4eeb-a901-68c62dbbcec5 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Synchronizing usage tracker for tenant:4ab6dabfc6c044e3a257a928739aed2b on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:27:31.069919 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587e752-af43-4f73-9db3-07eff82bbaa4 None None] Pushing event updated for resources: {'Port': ['ID=2b6302c9-34b7-4a5d-b396-e853245b6ccf,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:31.247703 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91dfae3-600f-4a32-b014-0eb1d78714c7 service neutron] Pushing event updated for resources: {'Port': ['ID=599aa79b-f47f-4490-b89c-181bc41436a4,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:31.307040 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548dfa9-1819-4ec6-8daa-97ff855c4394 req-ab8f278d-d3fa-4a76-b22e-fd5797e8b789 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:31.318342 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4548dfa9-1819-4ec6-8daa-97ff855c4394 req-ab8f278d-d3fa-4a76-b22e-fd5797e8b789 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/ports?device_id=64e1c545-d64c-4bb5-8dd6-489b37ce9cf1 HTTP/1.1" status: 200 len: 944 time: 1.5717533 May 23 11:27:31.410843 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-02595a0e-6bb4-405b-b3cd-8396236dda1a None None] Set router f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:27:31.716608 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-03ddcffc-b0bf-4139-8658-8988a5e5de0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:31.830954 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-67aa1e15-6491-4698-b410-cf8985c7c359 req-82f77150-652d-4eeb-a901-68c62dbbcec5 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Unset dirty status for tenant:4ab6dabfc6c044e3a257a928739aed2b on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:27:31.870819 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-67aa1e15-6491-4698-b410-cf8985c7c359 req-82f77150-652d-4eeb-a901-68c62dbbcec5 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=72044729-477f-4357-88df-6a75bd258a4c HTTP/1.1" status: 200 len: 210 time: 0.9232445 May 23 11:27:31.898177 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7feb6738-4903-4a14-bb49-2f5d2ac00c96 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:32.060245 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-d91dfae3-600f-4a32-b014-0eb1d78714c7 service neutron] Attempting to bind port 599aa79b-f47f-4490-b89c-181bc41436a4 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:27:32.060662 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-d91dfae3-600f-4a32-b014-0eb1d78714c7 service neutron] Attempting to bind port 599aa79b-f47f-4490-b89c-181bc41436a4 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '5d0c22b8-11c2-4939-b80a-ba90d75c1960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '76b2273d-b51d-4df1-8907-c6d24ae3fac2'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:27:32.060989 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-d91dfae3-600f-4a32-b014-0eb1d78714c7 service neutron] Attempting to bind port 599aa79b-f47f-4490-b89c-181bc41436a4 on network 76b2273d-b51d-4df1-8907-c6d24ae3fac2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:27:32.091707 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4548dfa9-1819-4ec6-8daa-97ff855c4394 req-71aeeb0b-5018-4c6a-88b7-1ba0d783da00 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/security-groups?id=922d3c5a-a069-41ce-b972-4c94b232656c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7724864 May 23 11:27:32.196986 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-cfdb0baf-786d-42d5-a1d1-997f26f13161 req-1acc1f90-0224-4dc9-b752-926f1e5604a3 tempest-MultipleCreateTestJSON-1313389900 tempest-MultipleCreateTestJSON-1313389900-project] (83910) timed out ('10.222.0.13', 60653) {{(pid=83910) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 23 11:27:32.294387 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-7feb6738-4903-4a14-bb49-2f5d2ac00c96 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Calling delete_port for 3d51720f-e141-474f-9073-5e2a625ceedd owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:27:32.294977 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-cfc74b08-d6f1-4851-b1fa-55ebcf00e5ce tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Allocated IP 2001:db8::1 (b13c9219-27d4-46ab-afb3-d0266356d2d1/f8d92a64-fcba-41e8-aeb7-4ca4020b8463/7af45022-1d34-4f0c-b669-1a95bde3ccfc) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:27:32.335039 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcba658a-f95c-4add-ae2b-d050f9381c8e tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Deleting subnet 71080ede-fcb2-4e30-8636-9b223584a1ac {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:27:32.369022 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fcba658a-f95c-4add-ae2b-d050f9381c8e tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:32.428878 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8712289-f307-47ec-9852-26129d732b2b req-36aadfce-15b5-4f28-8f6d-385647fd1fe7 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:32.430504 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-d8712289-f307-47ec-9852-26129d732b2b req-36aadfce-15b5-4f28-8f6d-385647fd1fe7 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Synchronizing usage tracker for tenant:4ab6dabfc6c044e3a257a928739aed2b on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:27:32.504974 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-d8712289-f307-47ec-9852-26129d732b2b req-36aadfce-15b5-4f28-8f6d-385647fd1fe7 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Unset dirty status for tenant:4ab6dabfc6c044e3a257a928739aed2b on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:27:32.505973 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d8712289-f307-47ec-9852-26129d732b2b req-36aadfce-15b5-4f28-8f6d-385647fd1fe7 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.13 "GET /v2.0/networks?id=76b2273d-b51d-4df1-8907-c6d24ae3fac2 HTTP/1.1" status: 200 len: 818 time: 1.0348954 May 23 11:27:32.511752 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fcba658a-f95c-4add-ae2b-d050f9381c8e tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:32.601986 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-d8712289-f307-47ec-9852-26129d732b2b req-0b9d19bc-4acf-480d-8830-921ada73d06c tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Request body: {'port': {'device_id': '72044729-477f-4357-88df-6a75bd258a4c', 'network_id': '76b2273d-b51d-4df1-8907-c6d24ae3fac2', 'admin_state_up': True, 'tenant_id': '4ab6dabfc6c044e3a257a928739aed2b'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:27:32.611289 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-03ddcffc-b0bf-4139-8658-8988a5e5de0b None None] Allocated IP 172.20.0.19 (a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc/a69c6856-9f6a-4915-bdf1-85dc240f9236/4ecd66f7-9e67-40f0-a113-21612b426f8e) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:27:32.620050 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cfc74b08-d6f1-4851-b1fa-55ebcf00e5ce tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:32.638487 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-cfc74b08-d6f1-4851-b1fa-55ebcf00e5ce tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Transition to ACTIVE for port object 7af45022-1d34-4f0c-b669-1a95bde3ccfc will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:27:32.661463 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-d91dfae3-600f-4a32-b014-0eb1d78714c7 service neutron] Port 599aa79b-f47f-4490-b89c-181bc41436a4 on network 76b2273d-b51d-4df1-8907-c6d24ae3fac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:27:32.662008 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-d91dfae3-600f-4a32-b014-0eb1d78714c7 service neutron] Attempting to bind port 599aa79b-f47f-4490-b89c-181bc41436a4 on network 76b2273d-b51d-4df1-8907-c6d24ae3fac2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:27:32.668611 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cfc74b08-d6f1-4851-b1fa-55ebcf00e5ce tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:32.791192 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc74b08-d6f1-4851-b1fa-55ebcf00e5ce tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Network b13c9219-27d4-46ab-afb3-d0266356d2d1 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:27:32.808192 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-cfc74b08-d6f1-4851-b1fa-55ebcf00e5ce tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:27:32.815530 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc74b08-d6f1-4851-b1fa-55ebcf00e5ce tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:27:32.816132 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cfc74b08-d6f1-4851-b1fa-55ebcf00e5ce tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:32.820207 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-d91dfae3-600f-4a32-b014-0eb1d78714c7 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:27:32.820541 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-d91dfae3-600f-4a32-b014-0eb1d78714c7 service neutron] Checking segment: {'id': '5d0c22b8-11c2-4939-b80a-ba90d75c1960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '76b2273d-b51d-4df1-8907-c6d24ae3fac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:27:32.820926 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-d91dfae3-600f-4a32-b014-0eb1d78714c7 service neutron] Bound using segment: {'id': '5d0c22b8-11c2-4939-b80a-ba90d75c1960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '76b2273d-b51d-4df1-8907-c6d24ae3fac2'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:27:32.826089 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-d91dfae3-600f-4a32-b014-0eb1d78714c7 service neutron] Bound port: 599aa79b-f47f-4490-b89c-181bc41436a4, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d0c22b8-11c2-4939-b80a-ba90d75c1960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '76b2273d-b51d-4df1-8907-c6d24ae3fac2'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:27:32.826527 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-d91dfae3-600f-4a32-b014-0eb1d78714c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:32.865174 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2b6302c9-34b7-4a5d-b396-e853245b6ccf up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:27:32.964555 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f64af3-746d-49a8-a923-d126556a158b None None] Network 5d6e9e41-6de0-42d3-ac22-290e14c0f53b requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:27:32.993892 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7feb6738-4903-4a14-bb49-2f5d2ac00c96 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:33.168063 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-03ddcffc-b0bf-4139-8658-8988a5e5de0b None None] For port 4ecd66f7-9e67-40f0-a113-21612b426f8e, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=4ecd66f7-9e67-40f0-a113-21612b426f8e,segment=NetworkSegment(2d404ee2-8445-4bdb-b101-1c22eb0d3be4),segment_id=2d404ee2-8445-4bdb-b101-1c22eb0d3be4)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:27:33.200580 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb6738-4903-4a14-bb49-2f5d2ac00c96 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event deleted for resources: {'Port': ['ID=3d51720f-e141-474f-9073-5e2a625ceedd,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:33.226380 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fcba658a-f95c-4add-ae2b-d050f9381c8e tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:33.273096 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f047074c-6f7a-4c42-8d7a-b59edda9d4d6 req-3aeee087-b31e-43b1-86c6-bfee4f44ea25 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=72044729-477f-4357-88df-6a75bd258a4c HTTP/1.1" status: 200 len: 210 time: 0.0595527 May 23 11:27:33.273795 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc74b08-d6f1-4851-b1fa-55ebcf00e5ce tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event updated for resources: {'Port': ['ID=7af45022-1d34-4f0c-b669-1a95bde3ccfc,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:33.309479 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cfc74b08-d6f1-4851-b1fa-55ebcf00e5ce tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:33.342610 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-02595a0e-6bb4-405b-b3cd-8396236dda1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'name': 'tempest-TestNetworkBasicOps-router-187643995', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'd900448e-b3cc-4f39-891d-f325c493782d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:22:20Z', 'updated_at': '2022-05-23T11:27:20Z', 'revision_number': 7, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'gw_port': {'id': 'd900448e-b3cc-4f39-891d-f325c493782d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:22:22Z', 'updated_at': '2022-05-23T11:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:27:33.360688 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-d8712289-f307-47ec-9852-26129d732b2b req-0b9d19bc-4acf-480d-8830-921ada73d06c tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:27:33.368200 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.resource_extend [None req-03ddcffc-b0bf-4139-8658-8988a5e5de0b None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:27:33.378127 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5a62739f-f805-453e-a4a5-81f8094c7556 None None] Provisioning for port 2b6302c9-34b7-4a5d-b396-e853245b6ccf completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:27:33.400017 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02595a0e-6bb4-405b-b3cd-8396236dda1a None None] Checking router: f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:27:33.425973 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-03ddcffc-b0bf-4139-8658-8988a5e5de0b None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:33.450024 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-d8712289-f307-47ec-9852-26129d732b2b req-0b9d19bc-4acf-480d-8830-921ada73d06c tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:27:33.511757 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad417b71-67be-4fd5-80e0-286b35aeb158 req-c8d0c6dc-f22a-4a32-9515-f9a710cd0d0e tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:33.514523 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad417b71-67be-4fd5-80e0-286b35aeb158 req-c8d0c6dc-f22a-4a32-9515-f9a710cd0d0e tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=48a3dbf0-4791-4310-b702-2070e504263e HTTP/1.1" status: 200 len: 945 time: 0.8478162 May 23 11:27:33.515794 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-d91dfae3-600f-4a32-b014-0eb1d78714c7 service neutron] For port 599aa79b-f47f-4490-b89c-181bc41436a4, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:27:33.540616 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8712289-f307-47ec-9852-26129d732b2b req-0b9d19bc-4acf-480d-8830-921ada73d06c tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Made reservation on behalf of 4ab6dabfc6c044e3a257a928739aed2b for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:27:33.543864 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d8712289-f307-47ec-9852-26129d732b2b req-0b9d19bc-4acf-480d-8830-921ada73d06c tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:33.558835 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-03ddcffc-b0bf-4139-8658-8988a5e5de0b None None] Transition to ACTIVE for port object 4ecd66f7-9e67-40f0-a113-21612b426f8e will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:27:33.606635 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-d91dfae3-600f-4a32-b014-0eb1d78714c7 service neutron] For port 599aa79b-f47f-4490-b89c-181bc41436a4, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=599aa79b-f47f-4490-b89c-181bc41436a4,segment=NetworkSegment(5d0c22b8-11c2-4939-b80a-ba90d75c1960),segment_id=5d0c22b8-11c2-4939-b80a-ba90d75c1960)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:27:33.609008 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 2b6302c9-34b7-4a5d-b396-e853245b6ccf completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:27:33.613930 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-03ddcffc-b0bf-4139-8658-8988a5e5de0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:33.625375 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7feb6738-4903-4a14-bb49-2f5d2ac00c96 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:33.644350 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7feb6738-4903-4a14-bb49-2f5d2ac00c96 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/ports/3d51720f-e141-474f-9073-5e2a625ceedd HTTP/1.1" status: 204 len: 168 time: 3.4406204 May 23 11:27:33.646252 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fcba658a-f95c-4add-ae2b-d050f9381c8e tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:33.669547 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42288) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:33.670730 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-d91dfae3-600f-4a32-b014-0eb1d78714c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:33.687250 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 2b6302c9-34b7-4a5d-b396-e853245b6ccf triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:27:33.700423 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:33.763020 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba658a-f95c-4add-ae2b-d050f9381c8e tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event deleted for resources: {'Subnet': ['ID=71080ede-fcb2-4e30-8636-9b223584a1ac,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:33.832634 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b444ac74-22cf-4ef8-8505-9f07e53d0025 None None] Network 862e9dfa-9220-4fa8-8863-16bb1e61f09a requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:27:33.861301 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fcba658a-f95c-4add-ae2b-d050f9381c8e tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:33.890875 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device b0a10f5b-506a-453a-bb42-3658b04649bb up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:27:33.899694 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-fcba658a-f95c-4add-ae2b-d050f9381c8e tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "DELETE /v2.0/subnets/71080ede-fcb2-4e30-8636-9b223584a1ac HTTP/1.1" status: 204 len: 168 time: 3.4405568 May 23 11:27:33.915979 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42292) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:33.964026 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02595a0e-6bb4-405b-b3cd-8396236dda1a None None] Routers {'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:27:33.964662 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-02595a0e-6bb4-405b-b3cd-8396236dda1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:27:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:27:34.064006 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-d8712289-f307-47ec-9852-26129d732b2b req-0b9d19bc-4acf-480d-8830-921ada73d06c tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Allocated IP 172.20.0.14 (76b2273d-b51d-4df1-8907-c6d24ae3fac2/82176f08-fc90-4d7e-a669-0e8701d67807/d22a0015-83d6-4c95-9659-35fda06160da) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:27:34.134958 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-42f0d0d1-5dca-458e-a898-26a5c786e872 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] GET failed (client error): The resource could not be found. May 23 11:27:34.135371 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-42f0d0d1-5dca-458e-a898-26a5c786e872 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Synchronizing usage tracker for tenant:aff5ab15380840359395eccd13918dfd on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:27:34.218199 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-d91dfae3-600f-4a32-b014-0eb1d78714c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:34.219569 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-d91dfae3-600f-4a32-b014-0eb1d78714c7 service neutron] 10.222.0.13 "PUT /v2.0/ports/599aa79b-f47f-4490-b89c-181bc41436a4 HTTP/1.1" status: 200 len: 1091 time: 4.8035901 May 23 11:27:34.223373 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66ebd9b4-cedf-4e78-a215-67bd9296ceaa', 'tag': '599aa79b-f47f-4490-b89c-181bc41436a4'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:27:34.237531 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad417b71-67be-4fd5-80e0-286b35aeb158 req-300ebd8d-7f55-468a-b13b-0059dc17bbb5 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6996379 May 23 11:27:34.374334 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91dfae3-600f-4a32-b014-0eb1d78714c7 service neutron] Pushing event updated for resources: {'Port': ['ID=599aa79b-f47f-4490-b89c-181bc41436a4,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:34.425074 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-42f0d0d1-5dca-458e-a898-26a5c786e872 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Unset dirty status for tenant:aff5ab15380840359395eccd13918dfd on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:27:34.428971 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-42f0d0d1-5dca-458e-a898-26a5c786e872 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "GET /v2.0/ports/3d51720f-e141-474f-9073-5e2a625ceedd HTTP/1.1" status: 404 len: 333 time: 0.7540393 May 23 11:27:34.432789 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0056a6c4-925e-4bb6-8083-6b3232358ace'] response: {'name': 'network-changed', 'server_uuid': '66ebd9b4-cedf-4e78-a215-67bd9296ceaa', 'tag': '599aa79b-f47f-4490-b89c-181bc41436a4', 'status': 'completed', 'code': 200} May 23 11:27:34.472444 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42300) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:34.682668 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-02595a0e-6bb4-405b-b3cd-8396236dda1a None None] Set router f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:27:34.798614 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d92beb-c4aa-4d85-8f38-10511ff6061e req-550713bf-aaa5-4869-9bf9-d74bbe12df61 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:34.809525 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c6d92beb-c4aa-4d85-8f38-10511ff6061e req-550713bf-aaa5-4869-9bf9-d74bbe12df61 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/ports?device_id=64e1c545-d64c-4bb5-8dd6-489b37ce9cf1 HTTP/1.1" status: 200 len: 944 time: 1.1975558 May 23 11:27:34.913894 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ddcffc-b0bf-4139-8658-8988a5e5de0b None None] Pushing event updated for resources: {'Port': ['ID=4ecd66f7-9e67-40f0-a113-21612b426f8e,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:34.938954 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f51137bd-bfae-4e5e-b526-0b0a359635b6 None None] Provisioning for port 7af45022-1d34-4f0c-b669-1a95bde3ccfc completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:27:34.995416 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f51137bd-bfae-4e5e-b526-0b0a359635b6 None None] Provisioning complete for port 7af45022-1d34-4f0c-b669-1a95bde3ccfc triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:27:34.995644 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f51137bd-bfae-4e5e-b526-0b0a359635b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:35.064248 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d8712289-f307-47ec-9852-26129d732b2b req-0b9d19bc-4acf-480d-8830-921ada73d06c tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:35.097466 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-d8712289-f307-47ec-9852-26129d732b2b req-0b9d19bc-4acf-480d-8830-921ada73d06c tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Transition to ACTIVE for port object d22a0015-83d6-4c95-9659-35fda06160da will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:27:35.145228 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c6d92beb-c4aa-4d85-8f38-10511ff6061e req-0057186d-8d91-42dd-8203-0d0c5dd9708e tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/security-groups?id=922d3c5a-a069-41ce-b972-4c94b232656c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060546 May 23 11:27:35.157634 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-00ac7c77-63db-46cc-94d7-14fb381559ee req-f5f78fb9-a484-4d79-b703-f85b0a97aeab tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=72044729-477f-4357-88df-6a75bd258a4c HTTP/1.1" status: 200 len: 210 time: 0.4888880 May 23 11:27:35.174319 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5df1cf1f-eb64-4c73-bdb9-d8243576c1f9 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:35.193363 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cfc74b08-d6f1-4851-b1fa-55ebcf00e5ce tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:35.214559 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cfc74b08-d6f1-4851-b1fa-55ebcf00e5ce tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:35.215649 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cfc74b08-d6f1-4851-b1fa-55ebcf00e5ce tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:35.278090 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2a23c20b-678e-4435-a402-7e3a04957f26 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:35.315601 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d8712289-f307-47ec-9852-26129d732b2b req-0b9d19bc-4acf-480d-8830-921ada73d06c tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:35.669944 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f51137bd-bfae-4e5e-b526-0b0a359635b6 None None] Port 7af45022-1d34-4f0c-b669-1a95bde3ccfc cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:27:35.675102 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-90c2ec31-ea2c-4644-bf66-6b03700f102a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ab6dabfc6c044e3a257a928739aed2b&device_id=66ebd9b4-cedf-4e78-a215-67bd9296ceaa HTTP/1.1" status: 200 len: 1094 time: 1.3435171 May 23 11:27:35.680926 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port b0a10f5b-506a-453a-bb42-3658b04649bb completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:27:35.689700 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d19bc-4acf-480d-8830-921ada73d06c tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Pushing event updated for resources: {'Port': ['ID=d22a0015-83d6-4c95-9659-35fda06160da,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:35.697054 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:35.731910 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port b0a10f5b-506a-453a-bb42-3658b04649bb triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:27:35.732297 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:35.741514 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2a23c20b-678e-4435-a402-7e3a04957f26 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:35.746961 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8712289-f307-47ec-9852-26129d732b2b req-0b9d19bc-4acf-480d-8830-921ada73d06c tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Network 76b2273d-b51d-4df1-8907-c6d24ae3fac2 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:27:35.758349 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-d8712289-f307-47ec-9852-26129d732b2b req-0b9d19bc-4acf-480d-8830-921ada73d06c tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:27:35.776463 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8712289-f307-47ec-9852-26129d732b2b req-0b9d19bc-4acf-480d-8830-921ada73d06c tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:27:35.898146 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8712289-f307-47ec-9852-26129d732b2b req-0b9d19bc-4acf-480d-8830-921ada73d06c tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:35.899989 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d8712289-f307-47ec-9852-26129d732b2b req-0b9d19bc-4acf-480d-8830-921ada73d06c tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:35.963029 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc74b08-d6f1-4851-b1fa-55ebcf00e5ce tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event updated for resources: {'Port': ['ID=7af45022-1d34-4f0c-b669-1a95bde3ccfc,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:36.007682 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-45f612df-62cd-42a5-ac75-3a7dc90f8486 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=599aa79b-f47f-4490-b89c-181bc41436a4 HTTP/1.1" status: 200 len: 217 time: 0.2344398 May 23 11:27:36.019086 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d8712289-f307-47ec-9852-26129d732b2b req-0b9d19bc-4acf-480d-8830-921ada73d06c tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4262176 May 23 11:27:36.049841 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-d8712289-f307-47ec-9852-26129d732b2b req-8fc4a7d2-eac0-45ae-b8a8-27a6803c236f service neutron] Request body: {'port': {'device_id': '72044729-477f-4357-88df-6a75bd258a4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:27:36.169925 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 2b6302c9-34b7-4a5d-b396-e853245b6ccf, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2b6302c9-34b7-4a5d-b396-e853245b6ccf,segment=NetworkSegment(1b22beff-8a4b-41f0-8a26-80727eec3c8b),segment_id=1b22beff-8a4b-41f0-8a26-80727eec3c8b)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:27:36.209851 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:36.214335 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e8867683-c7c8-4e33-b192-62bff9b0659d up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:27:36.346143 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2a23c20b-678e-4435-a402-7e3a04957f26 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:36.360430 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5df1cf1f-eb64-4c73-bdb9-d8243576c1f9 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:36.448799 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f46fa4-3718-4fb2-9ed8-64edc5e58a90 None None] DHCP port deletion for 862e9dfa-9220-4fa8-8863-16bb1e61f09a request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:27:36.452100 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc74b08-d6f1-4851-b1fa-55ebcf00e5ce tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Network b13c9219-27d4-46ab-afb3-d0266356d2d1 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:27:36.467257 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23c20b-678e-4435-a402-7e3a04957f26 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c22ac82-1dd0-4b1c-9068-77ce4d34de32,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:36.495524 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-cfc74b08-d6f1-4851-b1fa-55ebcf00e5ce tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:27:36.553663 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-5df1cf1f-eb64-4c73-bdb9-d8243576c1f9 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Deleting port d900448e-b3cc-4f39-891d-f325c493782d {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:27:36.554003 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5df1cf1f-eb64-4c73-bdb9-d8243576c1f9 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:36.575486 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-56f46fa4-3718-4fb2-9ed8-64edc5e58a90 None None] Deleting port 72e2f7af-f5c5-478f-85b8-93914f54ae79 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:27:36.576174 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-56f46fa4-3718-4fb2-9ed8-64edc5e58a90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:36.607081 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d8712289-f307-47ec-9852-26129d732b2b req-8fc4a7d2-eac0-45ae-b8a8-27a6803c236f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:36.614968 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-132ea020-a671-4b1a-811f-e4814361bbb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:36.617047 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-132ea020-a671-4b1a-811f-e4814361bbb8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=82176f08-fc90-4d7e-a669-0e8701d67807 HTTP/1.1" status: 200 len: 857 time: 0.5891778 May 23 11:27:36.666146 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2a23c20b-678e-4435-a402-7e3a04957f26 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:36.668529 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2a23c20b-678e-4435-a402-7e3a04957f26 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/security-groups/9c22ac82-1dd0-4b1c-9068-77ce4d34de32 HTTP/1.1" status: 204 len: 168 time: 2.1916120 May 23 11:27:36.684904 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42316) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:36.821265 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:36.993449 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=2b6302c9-34b7-4a5d-b396-e853245b6ccf,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:37.053057 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5cd41659-1bec-4059-aced-90cd54e8edf2 None None] Provisioning for port 4ecd66f7-9e67-40f0-a113-21612b426f8e completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:27:37.102075 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-02595a0e-6bb4-405b-b3cd-8396236dda1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'name': 'tempest-TestNetworkBasicOps-router-187643995', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'd900448e-b3cc-4f39-891d-f325c493782d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:22:20Z', 'updated_at': '2022-05-23T11:27:20Z', 'revision_number': 7, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'gw_port': {'id': 'd900448e-b3cc-4f39-891d-f325c493782d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:22:22Z', 'updated_at': '2022-05-23T11:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:27:37.129357 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3130b4-533f-4f2f-b53e-56ec97655386 req-1563fe33-bc41-4adf-9ac4-53f2cfed985b tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:37.131114 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6f3130b4-533f-4f2f-b53e-56ec97655386 req-1563fe33-bc41-4adf-9ac4-53f2cfed985b tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=48a3dbf0-4791-4310-b702-2070e504263e HTTP/1.1" status: 200 len: 945 time: 1.4544585 May 23 11:27:37.131687 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e1c545-d64c-4bb5-8dd6-489b37ce9cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a10f5b-506a-453a-bb42-3658b04649bb'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:27:37.188027 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5cd41659-1bec-4059-aced-90cd54e8edf2 None None] Provisioning complete for port 4ecd66f7-9e67-40f0-a113-21612b426f8e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:27:37.193623 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5cd41659-1bec-4059-aced-90cd54e8edf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:37.214880 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6f3130b4-533f-4f2f-b53e-56ec97655386 req-1b245264-299e-4b51-a1de-c1765da4314f tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702770 May 23 11:27:37.220123 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ffd6672c-5c22-43f1-b4a1-74afab535a78 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:37.221943 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-b0564005-fd0a-45dc-a352-b983c63113fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76b2273d-b51d-4df1-8907-c6d24ae3fac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5484390 May 23 11:27:37.267596 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02595a0e-6bb4-405b-b3cd-8396236dda1a None None] The sync data for ids ['f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d'] in n-d-842952-2 is: [{'id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'name': 'tempest-TestNetworkBasicOps-router-187643995', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'd900448e-b3cc-4f39-891d-f325c493782d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:22:20Z', 'updated_at': '2022-05-23T11:27:20Z', 'revision_number': 7, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'gw_port': {'id': 'd900448e-b3cc-4f39-891d-f325c493782d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:22:22Z', 'updated_at': '2022-05-23T11:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:27:37.382712 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ffd6672c-5c22-43f1-b4a1-74afab535a78 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:37.473091 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9e3c0-3a99-48f3-98ca-6229e2e9f5e4 req-1e641287-33d9-45ae-a253-64cd46827d8d tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:37.484408 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-64c9e3c0-3a99-48f3-98ca-6229e2e9f5e4 req-1e641287-33d9-45ae-a253-64cd46827d8d tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/ports?device_id=64e1c545-d64c-4bb5-8dd6-489b37ce9cf1 HTTP/1.1" status: 200 len: 944 time: 0.8606899 May 23 11:27:37.523954 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-27ac1657-1aee-4633-a768-24a8abcb521f service neutron] 10.222.0.13 "GET /v2.0/networks/76b2273d-b51d-4df1-8907-c6d24ae3fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868059 May 23 11:27:37.558950 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port b0a10f5b-506a-453a-bb42-3658b04649bb, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=b0a10f5b-506a-453a-bb42-3658b04649bb,segment=NetworkSegment(8070c89c-20c7-468c-8cfb-5e7b1ae7dbc4),segment_id=8070c89c-20c7-468c-8cfb-5e7b1ae7dbc4)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:27:37.621069 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:37.689300 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port e8867683-c7c8-4e33-b192-62bff9b0659d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:27:37.692336 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:37.751428 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-5df1cf1f-eb64-4c73-bdb9-d8243576c1f9 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] For port d900448e-b3cc-4f39-891d-f325c493782d, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=d900448e-b3cc-4f39-891d-f325c493782d,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:27:37.752025 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5df1cf1f-eb64-4c73-bdb9-d8243576c1f9 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:37.766619 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-64c9e3c0-3a99-48f3-98ca-6229e2e9f5e4 req-4433291c-f0cb-41d5-af72-24890a121b70 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/security-groups?id=922d3c5a-a069-41ce-b972-4c94b232656c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811828 May 23 11:27:37.879298 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-56f46fa4-3718-4fb2-9ed8-64edc5e58a90 None None] For port 72e2f7af-f5c5-478f-85b8-93914f54ae79, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=72e2f7af-f5c5-478f-85b8-93914f54ae79,segment=NetworkSegment(1d4a6df8-34d0-4736-999c-11f1ef0e712c),segment_id=1d4a6df8-34d0-4736-999c-11f1ef0e712c)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:27:37.879298 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-56f46fa4-3718-4fb2-9ed8-64edc5e58a90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:38.049549 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-5df1cf1f-eb64-4c73-bdb9-d8243576c1f9 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Calling delete_port for d900448e-b3cc-4f39-891d-f325c493782d owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:27:38.098799 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f588b62-d451-4b77-9e1a-3ea27aa41b4c'] response: {'server_uuid': '64e1c545-d64c-4bb5-8dd6-489b37ce9cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a10f5b-506a-453a-bb42-3658b04649bb', 'code': 200} May 23 11:27:38.245778 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-848b9b1b-bf8e-4b94-8f85-948e3d17f4a8 req-4450214c-e733-4311-a21f-7e7a3b915bb5 service neutron] 10.222.0.13 "GET /v2.0/networks/76b2273d-b51d-4df1-8907-c6d24ae3fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6835456 May 23 11:27:38.340304 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-56f46fa4-3718-4fb2-9ed8-64edc5e58a90 None None] Calling delete_port for 72e2f7af-f5c5-478f-85b8-93914f54ae79 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:27:38.433247 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42332) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:38.436102 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=b0a10f5b-506a-453a-bb42-3658b04649bb,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:38.487090 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [req-d8712289-f307-47ec-9852-26129d732b2b req-8fc4a7d2-eac0-45ae-b8a8-27a6803c236f service neutron] It took 0.61 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:27:38.509841 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ffd6672c-5c22-43f1-b4a1-74afab535a78 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:38.544264 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:38.571283 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6672c-5c22-43f1-b4a1-74afab535a78 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3672640-c014-47b7-8a3f-92f66bff4dea,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:38.619502 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ffd6672c-5c22-43f1-b4a1-74afab535a78 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:38.620771 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ffd6672c-5c22-43f1-b4a1-74afab535a78 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/security-groups/a3672640-c014-47b7-8a3f-92f66bff4dea HTTP/1.1" status: 204 len: 168 time: 1.9335515 May 23 11:27:38.631172 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42338) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:38.758675 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-56f46fa4-3718-4fb2-9ed8-64edc5e58a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:38.844235 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90e012-1e30-4871-a00e-d6fc65796054 req-491ab186-5cae-46c7-8a53-e3c98882c339 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:38.846024 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8d90e012-1e30-4871-a00e-d6fc65796054 req-491ab186-5cae-46c7-8a53-e3c98882c339 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=72044729-477f-4357-88df-6a75bd258a4c HTTP/1.1" status: 200 len: 932 time: 1.0781624 May 23 11:27:38.901879 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e4e2f897-609d-46a7-aec8-bf5ed1033996 req-d9e13c1d-5841-4327-b86e-56a727022e86 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ab6dabfc6c044e3a257a928739aed2b&device_id=66ebd9b4-cedf-4e78-a215-67bd9296ceaa HTTP/1.1" status: 200 len: 1094 time: 0.5555222 May 23 11:27:38.909922 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e20713-dd82-4f9a-87cf-5738f340f351 req-29f2a0c7-5255-48e5-9d24-753c073db52e tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:38.910562 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f46fa4-3718-4fb2-9ed8-64edc5e58a90 None None] Pushing event deleted for resources: {'Port': ['ID=72e2f7af-f5c5-478f-85b8-93914f54ae79,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:38.911843 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c3e20713-dd82-4f9a-87cf-5738f340f351 req-29f2a0c7-5255-48e5-9d24-753c073db52e tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=48a3dbf0-4791-4310-b702-2070e504263e HTTP/1.1" status: 200 len: 945 time: 0.3770959 May 23 11:27:38.931807 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-de66bdef-766a-490e-9e02-5953e983ed78 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Deleting subnet 6234c1af-212b-448c-865c-dce79a3d5562 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:27:38.940318 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-d8712289-f307-47ec-9852-26129d732b2b req-8fc4a7d2-eac0-45ae-b8a8-27a6803c236f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d22a0015-83d6-4c95-9659-35fda06160da {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:27:38.950007 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f46fa4-3718-4fb2-9ed8-64edc5e58a90 None None] No DVR routers for this DVR port 72e2f7af-f5c5-478f-85b8-93914f54ae79 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:27:38.954907 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-de66bdef-766a-490e-9e02-5953e983ed78 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:38.983238 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5cd41659-1bec-4059-aced-90cd54e8edf2 None None] Provisioning complete for port b0ca400c-1cd4-41b9-9a7b-ec3d7fdbaa15 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:27:38.986053 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5cd41659-1bec-4059-aced-90cd54e8edf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:39.001465 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d8712289-f307-47ec-9852-26129d732b2b req-8fc4a7d2-eac0-45ae-b8a8-27a6803c236f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:39.027165 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-024a582b-6459-4111-8c30-e0eabf0464d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:39.050811 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-49c54716-41ad-47e7-ab9b-c58d60d77f70 req-ca04f81f-e96a-4048-a0e0-43a2a788ca03 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=64e1c545-d64c-4bb5-8dd6-489b37ce9cf1 HTTP/1.1" status: 200 len: 1096 time: 0.9402380 May 23 11:27:39.073599 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8d90e012-1e30-4871-a00e-d6fc65796054 req-84ccd5c9-1688-471e-b430-4658d18051dd tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c37e540-d31f-480d-8c92-d3bb83256ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171354 May 23 11:27:39.110696 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c3e20713-dd82-4f9a-87cf-5738f340f351 req-4f2f4cec-7abb-4328-a823-139eed8128ad tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811843 May 23 11:27:39.141901 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5cd41659-1bec-4059-aced-90cd54e8edf2 None None] Port b0ca400c-1cd4-41b9-9a7b-ec3d7fdbaa15 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:27:39.155443 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5cd41659-1bec-4059-aced-90cd54e8edf2 None None] Could not find standard attr ID for object 3d51720f-e141-474f-9073-5e2a625ceedd. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:27:39.158120 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-024a582b-6459-4111-8c30-e0eabf0464d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:27:39.166641 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-024a582b-6459-4111-8c30-e0eabf0464d1 admin admin] Usage tracker for resource:security_group_rule and tenant:f68acca893714e81823e416d61695b1d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:27:39.173569 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-024a582b-6459-4111-8c30-e0eabf0464d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:27:39.183816 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2b6302c9-34b7-4a5d-b396-e853245b6ccf up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:27:39.185653 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2f897-609d-46a7-aec8-bf5ed1033996 req-3191f25b-4d33-44fb-9d93-ddf9079749db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:39.187329 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e4e2f897-609d-46a7-aec8-bf5ed1033996 req-3191f25b-4d33-44fb-9d93-ddf9079749db service neutron] 10.222.0.13 "GET /v2.0/networks?id=76b2273d-b51d-4df1-8907-c6d24ae3fac2 HTTP/1.1" status: 200 len: 919 time: 0.2490835 May 23 11:27:39.196256 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-024a582b-6459-4111-8c30-e0eabf0464d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:27:39.305191 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-024a582b-6459-4111-8c30-e0eabf0464d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:39.313753 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-d8712289-f307-47ec-9852-26129d732b2b req-8fc4a7d2-eac0-45ae-b8a8-27a6803c236f service neutron] Transition to ACTIVE for port object d22a0015-83d6-4c95-9659-35fda06160da will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:27:39.315049 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5cd41659-1bec-4059-aced-90cd54e8edf2 None None] Provisioning for port d22a0015-83d6-4c95-9659-35fda06160da completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:27:39.319715 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-024a582b-6459-4111-8c30-e0eabf0464d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:39.335389 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-de66bdef-766a-490e-9e02-5953e983ed78 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:39.335670 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e4e2f897-609d-46a7-aec8-bf5ed1033996 req-ac34736a-2463-4564-89f1-90ea221bcf30 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=599aa79b-f47f-4490-b89c-181bc41436a4 HTTP/1.1" status: 200 len: 217 time: 0.1396203 May 23 11:27:39.344385 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-14b0910e-591b-40b4-8a55-6c7864b4bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:39.353820 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 2b6302c9-34b7-4a5d-b396-e853245b6ccf triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:27:39.354662 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:39.392769 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc74b08-d6f1-4851-b1fa-55ebcf00e5ce tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Router 3d2a6026-6111-43ea-ac8b-d69e1df34644 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:27:39.399532 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024a582b-6459-4111-8c30-e0eabf0464d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24d1d61-9068-4290-a5a9-c6f1f9573ca7,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:39.403799 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d8712289-f307-47ec-9852-26129d732b2b req-8fc4a7d2-eac0-45ae-b8a8-27a6803c236f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:39.440940 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2f897-609d-46a7-aec8-bf5ed1033996 req-c9b46b6f-ba92-4c2c-8d7b-f0006e0d8528 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:39.442576 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e4e2f897-609d-46a7-aec8-bf5ed1033996 req-c9b46b6f-ba92-4c2c-8d7b-f0006e0d8528 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=82176f08-fc90-4d7e-a669-0e8701d67807 HTTP/1.1" status: 200 len: 857 time: 0.1003129 May 23 11:27:39.495787 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7c5fe3b2-fa83-4c90-88ba-4bb0f053d0b6 None None] Provisioning complete for port 7af45022-1d34-4f0c-b669-1a95bde3ccfc triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:27:39.496484 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7c5fe3b2-fa83-4c90-88ba-4bb0f053d0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:39.515110 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4a7d2-eac0-45ae-b8a8-27a6803c236f service neutron] Pushing event updated for resources: {'Port': ['ID=d22a0015-83d6-4c95-9659-35fda06160da,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:39.518341 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-49c54716-41ad-47e7-ab9b-c58d60d77f70 req-d3da0073-9dc5-40d6-b372-786181937b7d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=922d3c5a-a069-41ce-b972-4c94b232656c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4464190 May 23 11:27:39.646735 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:39.647583 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7c5fe3b2-fa83-4c90-88ba-4bb0f053d0b6 None None] Port 7af45022-1d34-4f0c-b669-1a95bde3ccfc cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:27:39.657112 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7c5fe3b2-fa83-4c90-88ba-4bb0f053d0b6 None None] Could not find standard attr ID for object 3d51720f-e141-474f-9073-5e2a625ceedd. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:27:39.675215 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-024a582b-6459-4111-8c30-e0eabf0464d1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f68acca893714e81823e416d61695b1d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2394125 May 23 11:27:39.675911 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2772c73-1d10-4855-9ff4-e25b793117f5 req-ed806b8a-6a5f-410c-8744-ee3f940588fb tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:39.677440 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a2772c73-1d10-4855-9ff4-e25b793117f5 req-ed806b8a-6a5f-410c-8744-ee3f940588fb tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/ports?device_id=64e1c545-d64c-4bb5-8dd6-489b37ce9cf1 HTTP/1.1" status: 200 len: 945 time: 0.4140368 May 23 11:27:39.677911 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42344) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:39.745910 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 4ecd66f7-9e67-40f0-a113-21612b426f8e up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:27:39.768087 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5df1cf1f-eb64-4c73-bdb9-d8243576c1f9 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:39.840804 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df1cf1f-eb64-4c73-bdb9-d8243576c1f9 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event deleted for resources: {'Port': ['ID=d900448e-b3cc-4f39-891d-f325c493782d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:39.863048 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7c5fe3b2-fa83-4c90-88ba-4bb0f053d0b6 None None] Provisioning complete for port 2b6302c9-34b7-4a5d-b396-e853245b6ccf triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:27:39.863412 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7c5fe3b2-fa83-4c90-88ba-4bb0f053d0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:39.943357 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e4e2f897-609d-46a7-aec8-bf5ed1033996 req-1adb4781-47c8-4e6b-a3be-5595b4793a1c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76b2273d-b51d-4df1-8907-c6d24ae3fac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4275589 May 23 11:27:39.944010 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2052321b-0e8a-4911-99a9-a9a9f4ee7383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:39.969159 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 4ecd66f7-9e67-40f0-a113-21612b426f8e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:27:39.969790 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:39.983119 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2052321b-0e8a-4911-99a9-a9a9f4ee7383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:40.020772 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-de66bdef-766a-490e-9e02-5953e983ed78 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:40.083094 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a2772c73-1d10-4855-9ff4-e25b793117f5 req-cc42acca-5340-46e1-ba8e-822420e65f32 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/security-groups?id=922d3c5a-a069-41ce-b972-4c94b232656c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786151 May 23 11:27:40.118786 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2052321b-0e8a-4911-99a9-a9a9f4ee7383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:40.166092 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-d8712289-f307-47ec-9852-26129d732b2b req-8fc4a7d2-eac0-45ae-b8a8-27a6803c236f service neutron] Attempting to bind port d22a0015-83d6-4c95-9659-35fda06160da on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:27:40.166323 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-d8712289-f307-47ec-9852-26129d732b2b req-8fc4a7d2-eac0-45ae-b8a8-27a6803c236f service neutron] Attempting to bind port d22a0015-83d6-4c95-9659-35fda06160da by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '5d0c22b8-11c2-4939-b80a-ba90d75c1960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '76b2273d-b51d-4df1-8907-c6d24ae3fac2'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:27:40.166694 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8712289-f307-47ec-9852-26129d732b2b req-8fc4a7d2-eac0-45ae-b8a8-27a6803c236f service neutron] Attempting to bind port d22a0015-83d6-4c95-9659-35fda06160da on network 76b2273d-b51d-4df1-8907-c6d24ae3fac2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:27:40.196637 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8712289-f307-47ec-9852-26129d732b2b req-8fc4a7d2-eac0-45ae-b8a8-27a6803c236f service neutron] Port d22a0015-83d6-4c95-9659-35fda06160da on network 76b2273d-b51d-4df1-8907-c6d24ae3fac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:27:40.196961 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8712289-f307-47ec-9852-26129d732b2b req-8fc4a7d2-eac0-45ae-b8a8-27a6803c236f service neutron] Attempting to bind port d22a0015-83d6-4c95-9659-35fda06160da on network 76b2273d-b51d-4df1-8907-c6d24ae3fac2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:27:40.214904 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052321b-0e8a-4911-99a9-a9a9f4ee7383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24d1d61-9068-4290-a5a9-c6f1f9573ca7,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:40.229734 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2052321b-0e8a-4911-99a9-a9a9f4ee7383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:40.231895 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2052321b-0e8a-4911-99a9-a9a9f4ee7383 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a24d1d61-9068-4290-a5a9-c6f1f9573ca7 HTTP/1.1" status: 204 len: 168 time: 0.5503836 May 23 11:27:40.277457 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc74b08-d6f1-4851-b1fa-55ebcf00e5ce tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:27:40.286543 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-cfc74b08-d6f1-4851-b1fa-55ebcf00e5ce tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "PUT /v2.0/routers/3d2a6026-6111-43ea-ac8b-d69e1df34644/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8742187 May 23 11:27:40.289645 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42354) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:40.295012 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d2829d-3afc-4adc-a01a-dce19e091e5a None None] Sync routers for ids ['3d2a6026-6111-43ea-ac8b-d69e1df34644'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:27:40.334543 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d2829d-3afc-4adc-a01a-dce19e091e5a None None] Routers {'3d2a6026-6111-43ea-ac8b-d69e1df34644'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:27:40.336143 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c1d2829d-3afc-4adc-a01a-dce19e091e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:27:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['3d2a6026-6111-43ea-ac8b-d69e1df34644'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:27:40.352838 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 72e2f7af-f5c5-478f-85b8-93914f54ae79 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:27:40.424662 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8712289-f307-47ec-9852-26129d732b2b req-8fc4a7d2-eac0-45ae-b8a8-27a6803c236f service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:27:40.425361 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8712289-f307-47ec-9852-26129d732b2b req-8fc4a7d2-eac0-45ae-b8a8-27a6803c236f service neutron] Checking segment: {'id': '5d0c22b8-11c2-4939-b80a-ba90d75c1960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '76b2273d-b51d-4df1-8907-c6d24ae3fac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:27:40.426088 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8712289-f307-47ec-9852-26129d732b2b req-8fc4a7d2-eac0-45ae-b8a8-27a6803c236f service neutron] Bound using segment: {'id': '5d0c22b8-11c2-4939-b80a-ba90d75c1960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '76b2273d-b51d-4df1-8907-c6d24ae3fac2'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:27:40.426701 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-d8712289-f307-47ec-9852-26129d732b2b req-8fc4a7d2-eac0-45ae-b8a8-27a6803c236f service neutron] Bound port: d22a0015-83d6-4c95-9659-35fda06160da, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d0c22b8-11c2-4939-b80a-ba90d75c1960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '76b2273d-b51d-4df1-8907-c6d24ae3fac2'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:27:40.427356 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d8712289-f307-47ec-9852-26129d732b2b req-8fc4a7d2-eac0-45ae-b8a8-27a6803c236f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:40.448370 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5df1cf1f-eb64-4c73-bdb9-d8243576c1f9 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:40.497928 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 72e2f7af-f5c5-478f-85b8-93914f54ae79 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:27:40.501227 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 72e2f7af-f5c5-478f-85b8-93914f54ae79 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:27:40.501750 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 9fff9611-3563-4b36-89a7-0e61544e067b no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:27:40.523552 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-de66bdef-766a-490e-9e02-5953e983ed78 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:40.603913 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c1d2829d-3afc-4adc-a01a-dce19e091e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:27:40.628815 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d2829d-3afc-4adc-a01a-dce19e091e5a None None] Routers {'3d2a6026-6111-43ea-ac8b-d69e1df34644'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:27:40.629458 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c1d2829d-3afc-4adc-a01a-dce19e091e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:27:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['3d2a6026-6111-43ea-ac8b-d69e1df34644'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:27:40.668883 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 9fff9611-3563-4b36-89a7-0e61544e067b {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:27:40.669360 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 9fff9611-3563-4b36-89a7-0e61544e067b not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:27:40.737653 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2df6e28-9a08-4852-a83f-91d7a1e7c903 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:40.738241 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d2df6e28-9a08-4852-a83f-91d7a1e7c903 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Synchronizing usage tracker for tenant:313e40337aa44a9094358a8320ee4f45 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:27:40.766212 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e4e2f897-609d-46a7-aec8-bf5ed1033996 req-c680649d-837e-4dcb-9a86-5b057e995585 service neutron] 10.222.0.13 "GET /v2.0/networks/76b2273d-b51d-4df1-8907-c6d24ae3fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6792331 May 23 11:27:40.767796 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c1d2829d-3afc-4adc-a01a-dce19e091e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:27:40.768218 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d2829d-3afc-4adc-a01a-dce19e091e5a None None] The sync data for ids ['3d2a6026-6111-43ea-ac8b-d69e1df34644'] in n-d-842952-2 is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:27:40.845134 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ff90a3-ec40-43aa-8c0c-22c10d31f150 None None] Network a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:27:40.849664 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d2df6e28-9a08-4852-a83f-91d7a1e7c903 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Unset dirty status for tenant:313e40337aa44a9094358a8320ee4f45 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:27:40.856996 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-de66bdef-766a-490e-9e02-5953e983ed78 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:40.858460 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d2df6e28-9a08-4852-a83f-91d7a1e7c903 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "GET /v2.0/ports/7af45022-1d34-4f0c-b669-1a95bde3ccfc HTTP/1.1" status: 200 len: 911 time: 0.5618320 May 23 11:27:40.861179 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42360) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:40.867201 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de66bdef-766a-490e-9e02-5953e983ed78 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event deleted for resources: {'Subnet': ['ID=6234c1af-212b-448c-865c-dce79a3d5562,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:41.049944 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42362) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:41.236623 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-de66bdef-766a-490e-9e02-5953e983ed78 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/subnets/6234c1af-212b-448c-865c-dce79a3d5562 HTTP/1.1" status: 204 len: 168 time: 2.5893381 May 23 11:27:41.243309 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42370) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:41.248351 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-d8712289-f307-47ec-9852-26129d732b2b req-8fc4a7d2-eac0-45ae-b8a8-27a6803c236f service neutron] For port d22a0015-83d6-4c95-9659-35fda06160da, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:27:41.248351 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-d8712289-f307-47ec-9852-26129d732b2b req-8fc4a7d2-eac0-45ae-b8a8-27a6803c236f service neutron] For port d22a0015-83d6-4c95-9659-35fda06160da, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=d22a0015-83d6-4c95-9659-35fda06160da,segment=NetworkSegment(5d0c22b8-11c2-4939-b80a-ba90d75c1960),segment_id=5d0c22b8-11c2-4939-b80a-ba90d75c1960)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:27:41.265228 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-ed6f7497-cfde-4b9b-9a46-9c597f064ff0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'subnet': {'network_id': 'a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:27:41.268350 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d8712289-f307-47ec-9852-26129d732b2b req-8fc4a7d2-eac0-45ae-b8a8-27a6803c236f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:41.315919 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b5338c57-bd46-4600-9bf0-e0986187f849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:41.354749 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5df1cf1f-eb64-4c73-bdb9-d8243576c1f9 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:41.412431 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5df1cf1f-eb64-4c73-bdb9-d8243576c1f9 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:41.434441 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99fd07-fa02-422f-9a9b-9057f2991324 req-14eedd1d-8835-4aa0-9557-558e32c1a57c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:41.436041 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ee99fd07-fa02-422f-9a9b-9057f2991324 req-14eedd1d-8835-4aa0-9557-558e32c1a57c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=48a3dbf0-4791-4310-b702-2070e504263e HTTP/1.1" status: 200 len: 945 time: 0.7985449 May 23 11:27:41.438201 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d8712289-f307-47ec-9852-26129d732b2b req-8fc4a7d2-eac0-45ae-b8a8-27a6803c236f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:41.439852 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d8712289-f307-47ec-9852-26129d732b2b req-8fc4a7d2-eac0-45ae-b8a8-27a6803c236f service neutron] 10.222.0.13 "PUT /v2.0/ports/d22a0015-83d6-4c95-9659-35fda06160da HTTP/1.1" status: 200 len: 1092 time: 5.4013991 May 23 11:27:41.440315 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72044729-477f-4357-88df-6a75bd258a4c', 'tag': 'd22a0015-83d6-4c95-9659-35fda06160da'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:27:41.478234 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b5338c57-bd46-4600-9bf0-e0986187f849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:27:41.484312 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4a7d2-eac0-45ae-b8a8-27a6803c236f service neutron] Pushing event updated for resources: {'Port': ['ID=d22a0015-83d6-4c95-9659-35fda06160da,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:41.526841 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a93d8026-80a1-48f3-aaf7-b2cc870356c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:41.536868 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a39b4-1fcf-4bef-810e-a4dbc320ec15 req-dc8beac4-4cbc-4341-80c4-bca40f3398b1 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:41.538405 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-424a39b4-1fcf-4bef-810e-a4dbc320ec15 req-dc8beac4-4cbc-4341-80c4-bca40f3398b1 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=72044729-477f-4357-88df-6a75bd258a4c HTTP/1.1" status: 200 len: 944 time: 1.1960061 May 23 11:27:41.563660 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ed6f7497-cfde-4b9b-9a46-9c597f064ff0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:27:41.591512 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b5338c57-bd46-4600-9bf0-e0986187f849 admin admin] Usage tracker for resource:security_group_rule and tenant:25422742ab054b509706ca1203da3492 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:27:41.596005 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 599aa79b-f47f-4490-b89c-181bc41436a4 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:27:41.610845 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ed6f7497-cfde-4b9b-9a46-9c597f064ff0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Usage tracker for resource:subnet and tenant:aff5ab15380840359395eccd13918dfd is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:27:41.616803 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b5338c57-bd46-4600-9bf0-e0986187f849 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:27:41.625538 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ed6f7497-cfde-4b9b-9a46-9c597f064ff0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:27:41.634946 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b5338c57-bd46-4600-9bf0-e0986187f849 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:27:41.642632 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ed6f7497-cfde-4b9b-9a46-9c597f064ff0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:27:41.648172 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ee99fd07-fa02-422f-9a9b-9057f2991324 req-e7b0a14b-b2b3-46c1-81ff-deda0ae52749 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024894 May 23 11:27:41.673593 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5df1cf1f-eb64-4c73-bdb9-d8243576c1f9 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:41.674854 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df1cf1f-eb64-4c73-bdb9-d8243576c1f9 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Fanout notify agent at l3_agent the message router_deleted on router f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:27:41.730631 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e4e2f897-609d-46a7-aec8-bf5ed1033996 req-29b82773-e4e8-4002-9f05-03b850a72aee service neutron] 10.222.0.13 "GET /v2.0/networks/76b2273d-b51d-4df1-8907-c6d24ae3fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9364240 May 23 11:27:41.753612 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6f7497-cfde-4b9b-9a46-9c597f064ff0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Made reservation on behalf of aff5ab15380840359395eccd13918dfd for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:27:41.861173 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d8712289-f307-47ec-9852-26129d732b2b req-1b114895-b5cd-4a01-a379-bc4796054ca8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ab6dabfc6c044e3a257a928739aed2b&device_id=72044729-477f-4357-88df-6a75bd258a4c HTTP/1.1" status: 200 len: 1095 time: 0.3381820 May 23 11:27:41.971593 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-424a39b4-1fcf-4bef-810e-a4dbc320ec15 req-5ff1e4cf-c180-4e2e-ba1d-fc2f41362855 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c37e540-d31f-480d-8c92-d3bb83256ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4052253 May 23 11:27:42.006016 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 599aa79b-f47f-4490-b89c-181bc41436a4, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=599aa79b-f47f-4490-b89c-181bc41436a4,segment=NetworkSegment(5d0c22b8-11c2-4939-b80a-ba90d75c1960),segment_id=5d0c22b8-11c2-4939-b80a-ba90d75c1960)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:27:42.021345 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '599aa79b-f47f-4490-b89c-181bc41436a4', 'network_id': '76b2273d-b51d-4df1-8907-c6d24ae3fac2', 'port_id': '599aa79b-f47f-4490-b89c-181bc41436a4', 'mac_address': 'fa:16:3e:ea:41:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82176f08-fc90-4d7e-a669-0e8701d67807', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:27:42.060442 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d8712289-f307-47ec-9852-26129d732b2b req-9514d1b8-44d4-4f29-9ea4-0d7b350022fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d22a0015-83d6-4c95-9659-35fda06160da HTTP/1.1" status: 200 len: 217 time: 0.1983769 May 23 11:27:42.081302 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5df1cf1f-eb64-4c73-bdb9-d8243576c1f9 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:42.087878 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5df1cf1f-eb64-4c73-bdb9-d8243576c1f9 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "DELETE /v2.0/routers/f0d3a7ef-bdeb-445e-b50d-4d2ea76d7c9d HTTP/1.1" status: 204 len: 168 time: 8.1708717 May 23 11:27:42.104492 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42376) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:42.112542 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:42.152122 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 599aa79b-f47f-4490-b89c-181bc41436a4 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:27:42.173646 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 599aa79b-f47f-4490-b89c-181bc41436a4, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=599aa79b-f47f-4490-b89c-181bc41436a4,segment=NetworkSegment(5d0c22b8-11c2-4939-b80a-ba90d75c1960),segment_id=5d0c22b8-11c2-4939-b80a-ba90d75c1960)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:27:42.179193 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:42.203945 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48d3216c-8323-43ad-a85c-ea18ef080642'] response: {'name': 'network-changed', 'server_uuid': '72044729-477f-4357-88df-6a75bd258a4c', 'tag': 'd22a0015-83d6-4c95-9659-35fda06160da', 'status': 'completed', 'code': 200} May 23 11:27:42.228785 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ed6f7497-cfde-4b9b-9a46-9c597f064ff0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:42.263126 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=599aa79b-f47f-4490-b89c-181bc41436a4,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:42.271413 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b5338c57-bd46-4600-9bf0-e0986187f849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:42.299138 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b5338c57-bd46-4600-9bf0-e0986187f849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:42.339782 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8712289-f307-47ec-9852-26129d732b2b req-bf56b25f-71ac-4e85-b823-b8e370e20104 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:42.340795 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d8712289-f307-47ec-9852-26129d732b2b req-bf56b25f-71ac-4e85-b823-b8e370e20104 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=82176f08-fc90-4d7e-a669-0e8701d67807 HTTP/1.1" status: 200 len: 857 time: 0.2466235 May 23 11:27:42.452366 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5338c57-bd46-4600-9bf0-e0986187f849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869b73f3-8359-438d-8e10-dcf18bfb7e89,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:42.460344 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b5338c57-bd46-4600-9bf0-e0986187f849 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=25422742ab054b509706ca1203da3492&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4012134 May 23 11:27:42.463698 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42382) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:42.533382 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d8712289-f307-47ec-9852-26129d732b2b req-3f788dac-fd98-4c49-b986-21fca42f87d1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76b2273d-b51d-4df1-8907-c6d24ae3fac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1831381 May 23 11:27:42.574659 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-513c3ccd-bc11-4f93-86af-d69ce8220bec None None] Provisioning complete for port 4ecd66f7-9e67-40f0-a113-21612b426f8e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:27:42.575671 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-513c3ccd-bc11-4f93-86af-d69ce8220bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:42.609770 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['599aa79b-f47f-4490-b89c-181bc41436a4'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:27:42.628632 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cbaa0fe8-4bc4-4f96-aff8-c9c2e1effc55 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:42.638449 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1200d351-a208-4eef-8016-43a0f2783446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:42.697221 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1200d351-a208-4eef-8016-43a0f2783446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:42.791602 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b3dac-8ee7-4cfb-93d2-9445d36efada req-e7239c09-ca7d-42ee-b97b-100cd9c795ab tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:42.793152 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d38b3dac-8ee7-4cfb-93d2-9445d36efada req-e7239c09-ca7d-42ee-b97b-100cd9c795ab tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/ports?device_id=64e1c545-d64c-4bb5-8dd6-489b37ce9cf1 HTTP/1.1" status: 200 len: 945 time: 0.7960329 May 23 11:27:42.812870 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:42.861549 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d8712289-f307-47ec-9852-26129d732b2b req-226a0d41-5cb2-4497-aafc-a8d786a3ce08 service neutron] 10.222.0.13 "GET /v2.0/networks/76b2273d-b51d-4df1-8907-c6d24ae3fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206837 May 23 11:27:42.961141 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:42.984645 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cbaa0fe8-4bc4-4f96-aff8-c9c2e1effc55 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:42.993863 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device d900448e-b3cc-4f39-891d-f325c493782d no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:27:43.013446 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1200d351-a208-4eef-8016-43a0f2783446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:43.019020 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-cbaa0fe8-4bc4-4f96-aff8-c9c2e1effc55 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['862e9dfa-9220-4fa8-8863-16bb1e61f09a']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:27:43.037959 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-cbaa0fe8-4bc4-4f96-aff8-c9c2e1effc55 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d4a6df8-34d0-4736-999c-11f1ef0e712c') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:27:43.038603 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-cbaa0fe8-4bc4-4f96-aff8-c9c2e1effc55 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d4a6df8-34d0-4736-999c-11f1ef0e712c') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:27:43.054475 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cbaa0fe8-4bc4-4f96-aff8-c9c2e1effc55 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:43.054930 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1200d351-a208-4eef-8016-43a0f2783446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869b73f3-8359-438d-8e10-dcf18bfb7e89,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:43.062255 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: d900448e-b3cc-4f39-891d-f325c493782d {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:27:43.062438 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device d900448e-b3cc-4f39-891d-f325c493782d not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:27:43.078778 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1200d351-a208-4eef-8016-43a0f2783446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:43.094191 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1200d351-a208-4eef-8016-43a0f2783446 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/869b73f3-8359-438d-8e10-dcf18bfb7e89 HTTP/1.1" status: 204 len: 168 time: 0.6167245 May 23 11:27:43.099660 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-513c3ccd-bc11-4f93-86af-d69ce8220bec None None] Provisioning complete for port b0ca400c-1cd4-41b9-9a7b-ec3d7fdbaa15 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:27:43.100087 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-513c3ccd-bc11-4f93-86af-d69ce8220bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:43.101883 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cbaa0fe8-4bc4-4f96-aff8-c9c2e1effc55 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:43.110204 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbaa0fe8-4bc4-4f96-aff8-c9c2e1effc55 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:27:43.111327 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cbaa0fe8-4bc4-4f96-aff8-c9c2e1effc55 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:43.114492 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d8712289-f307-47ec-9852-26129d732b2b req-c8e0e7cc-24e4-41fa-bde2-f46089bdddc9 service neutron] 10.222.0.13 "GET /v2.0/networks/76b2273d-b51d-4df1-8907-c6d24ae3fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465572 May 23 11:27:43.190331 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-513c3ccd-bc11-4f93-86af-d69ce8220bec None None] Port b0ca400c-1cd4-41b9-9a7b-ec3d7fdbaa15 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:27:43.340786 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7ccea7ee-88c5-450b-ae9d-4718a072655c req-7dd23592-ff2d-480e-8dd0-379a1bf2b95c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ab6dabfc6c044e3a257a928739aed2b&device_id=72044729-477f-4357-88df-6a75bd258a4c HTTP/1.1" status: 200 len: 1095 time: 0.0993476 May 23 11:27:43.502727 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:27:43.502727 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:27:43.502727 n-d-842952-2 neutron-server[83910]: timer() May 23 11:27:43.502727 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:27:43.502727 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:27:43.502727 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:27:43.502727 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:27:43.502727 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:27:43.502727 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:27:43.502727 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:27:43.502727 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:27:43.502727 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:27:43.502727 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:27:43.502727 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:27:43.502727 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:27:43.502727 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:27:43.502727 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:27:43.502727 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:27:43.502727 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:27:43.502727 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:27:43.502727 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:27:43.502727 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:27:43.502727 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:27:43.502727 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:27:43.502727 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:27:43.502727 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:27:43.502727 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:27:43.502727 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:27:43.502727 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:27:43.502727 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:27:43.502727 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:27:43.502727 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:27:43.519946 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cbaa0fe8-4bc4-4f96-aff8-c9c2e1effc55 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:43.556792 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccea7ee-88c5-450b-ae9d-4718a072655c req-275cbcf5-12f9-41f9-96a3-2dd2b6e84e80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:43.559852 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7ccea7ee-88c5-450b-ae9d-4718a072655c req-275cbcf5-12f9-41f9-96a3-2dd2b6e84e80 service neutron] 10.222.0.13 "GET /v2.0/networks?id=76b2273d-b51d-4df1-8907-c6d24ae3fac2 HTTP/1.1" status: 200 len: 919 time: 0.2111931 May 23 11:27:43.568212 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cbaa0fe8-4bc4-4f96-aff8-c9c2e1effc55 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:43.576338 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaa0fe8-4bc4-4f96-aff8-c9c2e1effc55 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event deleted for resources: {'Network': ['ID=862e9dfa-9220-4fa8-8863-16bb1e61f09a,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:43.590876 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaa0fe8-4bc4-4f96-aff8-c9c2e1effc55 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:27:43.591249 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaa0fe8-4bc4-4f96-aff8-c9c2e1effc55 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:27:43.591586 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaa0fe8-4bc4-4f96-aff8-c9c2e1effc55 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:27:43.591935 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaa0fe8-4bc4-4f96-aff8-c9c2e1effc55 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:27:43.592267 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaa0fe8-4bc4-4f96-aff8-c9c2e1effc55 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:27:43.592589 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaa0fe8-4bc4-4f96-aff8-c9c2e1effc55 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:27:43.592904 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaa0fe8-4bc4-4f96-aff8-c9c2e1effc55 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:27:43.593276 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaa0fe8-4bc4-4f96-aff8-c9c2e1effc55 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:27:43.593599 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaa0fe8-4bc4-4f96-aff8-c9c2e1effc55 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:27:43.593926 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaa0fe8-4bc4-4f96-aff8-c9c2e1effc55 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:27:43.594230 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaa0fe8-4bc4-4f96-aff8-c9c2e1effc55 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:27:43.637243 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d38b3dac-8ee7-4cfb-93d2-9445d36efada req-3471a150-4d65-4ce7-ac1c-5d6ec4dbd4c2 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/security-groups?id=922d3c5a-a069-41ce-b972-4c94b232656c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8071837 May 23 11:27:43.644171 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-cbaa0fe8-4bc4-4f96-aff8-c9c2e1effc55 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "DELETE /v2.0/networks/862e9dfa-9220-4fa8-8863-16bb1e61f09a HTTP/1.1" status: 204 len: 168 time: 1.5343153 May 23 11:27:43.673994 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42396) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:43.686413 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-24062b47-1d8c-494c-88a1-d0ce9482a145 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Request body: {'network': {'name': 'tempest-network-smoke--2085460582', 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'port_security_enabled': True}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:27:43.705034 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-24062b47-1d8c-494c-88a1-d0ce9482a145 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:27:43.741210 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7ccea7ee-88c5-450b-ae9d-4718a072655c req-c3969602-6a46-48d1-8496-d1726ad69ce5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d22a0015-83d6-4c95-9659-35fda06160da HTTP/1.1" status: 200 len: 217 time: 0.1737137 May 23 11:27:43.745598 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-24062b47-1d8c-494c-88a1-d0ce9482a145 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Usage tracker for resource:network and tenant:7e6820b1da73478a8f6280c600dfbb0e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:27:43.758564 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-24062b47-1d8c-494c-88a1-d0ce9482a145 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:27:43.791382 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-24062b47-1d8c-494c-88a1-d0ce9482a145 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:27:43.812323 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b01dc-b954-4cef-8d4a-f10cf8e144dd req-b840445f-74ce-4291-8823-1d783f684c26 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:43.813924 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-799b01dc-b954-4cef-8d4a-f10cf8e144dd req-b840445f-74ce-4291-8823-1d783f684c26 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=48a3dbf0-4791-4310-b702-2070e504263e HTTP/1.1" status: 200 len: 945 time: 0.3778934 May 23 11:27:43.889443 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccea7ee-88c5-450b-ae9d-4718a072655c req-d5c44371-a184-4e15-918c-bfa2c32c2d9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:43.890932 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7ccea7ee-88c5-450b-ae9d-4718a072655c req-d5c44371-a184-4e15-918c-bfa2c32c2d9b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=82176f08-fc90-4d7e-a669-0e8701d67807 HTTP/1.1" status: 200 len: 857 time: 0.1445594 May 23 11:27:44.003762 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7ccea7ee-88c5-450b-ae9d-4718a072655c req-fab50922-d330-4f87-bb4e-a83e804a098c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76b2273d-b51d-4df1-8907-c6d24ae3fac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1059465 May 23 11:27:44.007441 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24062b47-1d8c-494c-88a1-d0ce9482a145 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Made reservation on behalf of 7e6820b1da73478a8f6280c600dfbb0e for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:27:44.010459 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-24062b47-1d8c-494c-88a1-d0ce9482a145 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:44.121362 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-799b01dc-b954-4cef-8d4a-f10cf8e144dd req-604e65df-5e74-4900-a666-5fc842c457a0 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506979 May 23 11:27:44.235580 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:44.250175 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24062b47-1d8c-494c-88a1-d0ce9482a145 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:27:44.267382 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-24062b47-1d8c-494c-88a1-d0ce9482a145 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:44.269584 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-24062b47-1d8c-494c-88a1-d0ce9482a145 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Added segment fe30d616-6bae-403f-9207-38fcf47a7d35 of type vlan for network 3d988946-9a37-4e30-8559-561741115da0 May 23 11:27:44.319378 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ed6f7497-cfde-4b9b-9a46-9c597f064ff0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:44.343687 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7ccea7ee-88c5-450b-ae9d-4718a072655c req-6df55025-f543-40dc-9dac-f9de2c00ea8e service neutron] 10.222.0.13 "GET /v2.0/networks/76b2273d-b51d-4df1-8907-c6d24ae3fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332729 May 23 11:27:44.356980 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-24062b47-1d8c-494c-88a1-d0ce9482a145 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:44.430509 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7a1dd-0220-4ea8-be22-2acd1c5adc52 req-ac78c8ec-c6c9-431a-b31f-1d5d42162733 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:44.432040 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-86e7a1dd-0220-4ea8-be22-2acd1c5adc52 req-ac78c8ec-c6c9-431a-b31f-1d5d42162733 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=72044729-477f-4357-88df-6a75bd258a4c HTTP/1.1" status: 200 len: 944 time: 0.6171768 May 23 11:27:44.470816 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6f7497-cfde-4b9b-9a46-9c597f064ff0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Network a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:27:44.484942 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-ed6f7497-cfde-4b9b-9a46-9c597f064ff0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:27:44.494518 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6f7497-cfde-4b9b-9a46-9c597f064ff0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:44.495169 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ed6f7497-cfde-4b9b-9a46-9c597f064ff0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:44.496818 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890cb02d-05b4-43bd-8559-ca6c969a2e36 None None] Network a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:27:44.518496 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f7497-cfde-4b9b-9a46-9c597f064ff0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event updated for resources: {'Subnet': ['ID=33d3732a-77e3-4b39-8044-97e2df38622e,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:44.560517 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ed6f7497-cfde-4b9b-9a46-9c597f064ff0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3204055 May 23 11:27:44.562808 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7ccea7ee-88c5-450b-ae9d-4718a072655c req-01bf7c52-5d6d-459f-906b-77987c863767 service neutron] 10.222.0.13 "GET /v2.0/networks/76b2273d-b51d-4df1-8907-c6d24ae3fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131183 May 23 11:27:44.563382 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42420) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:44.568525 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-24062b47-1d8c-494c-88a1-d0ce9482a145 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:44.569535 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-5584b32f-c3be-4b4a-b901-995a53ead365 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'security_group': {'name': 'tempest-secgroup-1835477590'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:27:44.572189 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24062b47-1d8c-494c-88a1-d0ce9482a145 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:44.572920 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-24062b47-1d8c-494c-88a1-d0ce9482a145 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:44.576671 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5584b32f-c3be-4b4a-b901-995a53ead365 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:27:44.599946 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5584b32f-c3be-4b4a-b901-995a53ead365 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Usage tracker for resource:security_group and tenant:aff5ab15380840359395eccd13918dfd is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:27:44.604612 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5584b32f-c3be-4b4a-b901-995a53ead365 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:27:44.612826 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5584b32f-c3be-4b4a-b901-995a53ead365 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:27:44.627612 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5584b32f-c3be-4b4a-b901-995a53ead365 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:44.719631 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5584b32f-c3be-4b4a-b901-995a53ead365 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:27:44.724577 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5584b32f-c3be-4b4a-b901-995a53ead365 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Usage tracker for resource:security_group_rule and tenant:aff5ab15380840359395eccd13918dfd is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:27:44.728460 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5584b32f-c3be-4b4a-b901-995a53ead365 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:27:44.735329 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5584b32f-c3be-4b4a-b901-995a53ead365 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:27:44.735990 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-86e7a1dd-0220-4ea8-be22-2acd1c5adc52 req-fc42e403-f4f6-48e1-850e-6ac975bf5a2c tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c37e540-d31f-480d-8c92-d3bb83256ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820563 May 23 11:27:44.779976 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-24062b47-1d8c-494c-88a1-d0ce9482a145 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0979185 May 23 11:27:44.791387 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42426) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:44.839080 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5584b32f-c3be-4b4a-b901-995a53ead365 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:44.842526 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5584b32f-c3be-4b4a-b901-995a53ead365 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:44.885017 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5584b32f-c3be-4b4a-b901-995a53ead365 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17beb435-e441-4df9-8d9a-145fc8abab8f,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:44.908728 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5584b32f-c3be-4b4a-b901-995a53ead365 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:44.913413 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5584b32f-c3be-4b4a-b901-995a53ead365 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3488503 May 23 11:27:44.914080 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42432) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:44.925761 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-890deb25-1f22-48eb-8254-cffe998a0031 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'security_group': {'name': 'tempest-secgroup-1744656965'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:27:44.938844 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-890deb25-1f22-48eb-8254-cffe998a0031 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:27:44.950351 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-890deb25-1f22-48eb-8254-cffe998a0031 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Usage tracker for resource:security_group and tenant:aff5ab15380840359395eccd13918dfd is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:27:44.954155 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-890deb25-1f22-48eb-8254-cffe998a0031 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:27:44.967609 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-890deb25-1f22-48eb-8254-cffe998a0031 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:27:44.988611 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-890deb25-1f22-48eb-8254-cffe998a0031 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:45.038404 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-ffe0c20e-b20c-4da3-a392-fe5a7113899d tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1862061221', 'admin_state_up': True, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:27:45.060169 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-60f8a847-b40d-4758-8655-b100121ca64e tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:45.081440 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ffe0c20e-b20c-4da3-a392-fe5a7113899d tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:27:45.083701 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24062b47-1d8c-494c-88a1-d0ce9482a145 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event updated for resources: {'Network': ['ID=3d988946-9a37-4e30-8559-561741115da0,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:45.092408 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-890deb25-1f22-48eb-8254-cffe998a0031 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:27:45.092581 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ffe0c20e-b20c-4da3-a392-fe5a7113899d tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Usage tracker for resource:router and tenant:7e6820b1da73478a8f6280c600dfbb0e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:27:45.097293 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ffe0c20e-b20c-4da3-a392-fe5a7113899d tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:27:45.104391 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-890deb25-1f22-48eb-8254-cffe998a0031 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Usage tracker for resource:security_group_rule and tenant:aff5ab15380840359395eccd13918dfd is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:27:45.112730 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-890deb25-1f22-48eb-8254-cffe998a0031 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:27:45.113172 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 3d988946-9a37-4e30-8559-561741115da0 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:27:45.128549 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-890deb25-1f22-48eb-8254-cffe998a0031 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:27:45.157507 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ffe0c20e-b20c-4da3-a392-fe5a7113899d tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:27:45.265480 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-890deb25-1f22-48eb-8254-cffe998a0031 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:45.270681 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-890deb25-1f22-48eb-8254-cffe998a0031 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:45.367543 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ffe0c20e-b20c-4da3-a392-fe5a7113899d tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:45.368913 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ffe0c20e-b20c-4da3-a392-fe5a7113899d tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:45.397055 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890deb25-1f22-48eb-8254-cffe998a0031 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9040bb8-f40a-4cba-8069-b0dc46020c15,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:45.419113 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-890deb25-1f22-48eb-8254-cffe998a0031 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:45.424212 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-890deb25-1f22-48eb-8254-cffe998a0031 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5067658 May 23 11:27:45.424417 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42442) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:45.431445 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-180b4d27-3df2-4a70-9b57-d9798858cb0c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'security_group': {'name': 'tempest-secgroup-1241316736'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:27:45.439967 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-180b4d27-3df2-4a70-9b57-d9798858cb0c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:27:45.446388 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-180b4d27-3df2-4a70-9b57-d9798858cb0c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Usage tracker for resource:security_group and tenant:aff5ab15380840359395eccd13918dfd is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:27:45.449813 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-180b4d27-3df2-4a70-9b57-d9798858cb0c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:27:45.461469 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-180b4d27-3df2-4a70-9b57-d9798858cb0c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:27:45.492909 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-180b4d27-3df2-4a70-9b57-d9798858cb0c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:45.567284 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-180b4d27-3df2-4a70-9b57-d9798858cb0c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:27:45.571857 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-180b4d27-3df2-4a70-9b57-d9798858cb0c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Usage tracker for resource:security_group_rule and tenant:aff5ab15380840359395eccd13918dfd is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:27:45.575210 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-180b4d27-3df2-4a70-9b57-d9798858cb0c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:27:45.582792 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-180b4d27-3df2-4a70-9b57-d9798858cb0c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:27:45.608626 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c576c18-5d7d-4114-9ec3-b2bed53c60bd None None] Update dhcp port {'port': {'network_id': 'a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc', 'fixed_ips': [{'subnet_id': 'a69c6856-9f6a-4915-bdf1-85dc240f9236', 'ip_address': '172.20.0.19'}, {'subnet_id': '33d3732a-77e3-4b39-8044-97e2df38622e'}], 'binding:host_id': 'n-d-842952-2'}, 'id': '4ecd66f7-9e67-40f0-a113-21612b426f8e'} from n-d-842952-2. {{(pid=83912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 23 11:27:45.648888 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 599aa79b-f47f-4490-b89c-181bc41436a4 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:27:45.660440 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-180b4d27-3df2-4a70-9b57-d9798858cb0c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:45.667240 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-180b4d27-3df2-4a70-9b57-d9798858cb0c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:45.716742 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b4d27-3df2-4a70-9b57-d9798858cb0c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8277cb12-4ff8-4f7d-a085-0fa86ef87648,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:45.736913 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7c576c18-5d7d-4114-9ec3-b2bed53c60bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:45.747887 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-180b4d27-3df2-4a70-9b57-d9798858cb0c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:45.751418 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-180b4d27-3df2-4a70-9b57-d9798858cb0c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3257425 May 23 11:27:45.753659 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42446) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:45.768101 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-9f3bdbb9-410e-49f1-9369-8a8915dc22ca tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2145081251', 'security_groups': ['8277cb12-4ff8-4f7d-a085-0fa86ef87648'], 'network_id': 'a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '33d3732a-77e3-4b39-8044-97e2df38622e'}]}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:27:45.828602 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ffe0c20e-b20c-4da3-a392-fe5a7113899d tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:46.109481 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9f3bdbb9-410e-49f1-9369-8a8915dc22ca tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:27:46.126026 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9f3bdbb9-410e-49f1-9369-8a8915dc22ca tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:27:46.139200 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3bdbb9-410e-49f1-9369-8a8915dc22ca tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Made reservation on behalf of aff5ab15380840359395eccd13918dfd for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:27:46.250923 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-7c576c18-5d7d-4114-9ec3-b2bed53c60bd None None] Allocated IP 172.20.0.2 (a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc/33d3732a-77e3-4b39-8044-97e2df38622e/4ecd66f7-9e67-40f0-a113-21612b426f8e) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:27:46.417655 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f3bdbb9-410e-49f1-9369-8a8915dc22ca tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:46.477425 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-9f3bdbb9-410e-49f1-9369-8a8915dc22ca tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] device_id is not set on port 9c93c541-ff41-4edf-9ae5-41b7da07b8ec yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:27:46.548522 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 599aa79b-f47f-4490-b89c-181bc41436a4 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:27:46.560555 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 599aa79b-f47f-4490-b89c-181bc41436a4 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:27:46.560917 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:46.678518 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-7c576c18-5d7d-4114-9ec3-b2bed53c60bd None None] For port 4ecd66f7-9e67-40f0-a113-21612b426f8e, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=4ecd66f7-9e67-40f0-a113-21612b426f8e,segment=NetworkSegment(2d404ee2-8445-4bdb-b101-1c22eb0d3be4),segment_id=2d404ee2-8445-4bdb-b101-1c22eb0d3be4)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:27:46.710319 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7c576c18-5d7d-4114-9ec3-b2bed53c60bd None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:46.728126 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7c576c18-5d7d-4114-9ec3-b2bed53c60bd None None] Transition to ACTIVE for port object 4ecd66f7-9e67-40f0-a113-21612b426f8e will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:27:46.736499 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7c576c18-5d7d-4114-9ec3-b2bed53c60bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:46.761841 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-60f8a847-b40d-4758-8655-b100121ca64e tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Allocated IP 2001:db8:1::1 (5d6e9e41-6de0-42d3-ac22-290e14c0f53b/4534445e-7a70-419b-9f3e-571b58f3f493/3ed7f267-62fd-49b2-a13d-cfe30cf0f54f) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:27:46.775319 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ffe0c20e-b20c-4da3-a392-fe5a7113899d tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:46.922563 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ea981-3f20-4386-8aa0-3d9af510ead1 req-91cff379-4383-47a8-91bb-fd738c7521c3 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:46.928269 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-114ea981-3f20-4386-8aa0-3d9af510ead1 req-91cff379-4383-47a8-91bb-fd738c7521c3 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=72044729-477f-4357-88df-6a75bd258a4c HTTP/1.1" status: 200 len: 944 time: 0.8242590 May 23 11:27:46.957365 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-9f3bdbb9-410e-49f1-9369-8a8915dc22ca tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Allocated IP 172.20.0.14 (a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc/33d3732a-77e3-4b39-8044-97e2df38622e/9c93c541-ff41-4edf-9ae5-41b7da07b8ec) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:27:46.962326 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:46.975533 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c576c18-5d7d-4114-9ec3-b2bed53c60bd None None] Pushing event updated for resources: {'Port': ['ID=4ecd66f7-9e67-40f0-a113-21612b426f8e,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:46.990373 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08c048-bb15-4a9e-9c02-9f8d3efe4ae5 req-861bcaee-a4cd-4434-8dd7-868c4cda1c97 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:46.998231 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a08c048-bb15-4a9e-9c02-9f8d3efe4ae5 req-861bcaee-a4cd-4434-8dd7-868c4cda1c97 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=48a3dbf0-4791-4310-b702-2070e504263e HTTP/1.1" status: 200 len: 945 time: 1.5691221 May 23 11:27:47.034466 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ebd9b4-cedf-4e78-a215-67bd9296ceaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599aa79b-f47f-4490-b89c-181bc41436a4'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:27:47.074734 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 599aa79b-f47f-4490-b89c-181bc41436a4, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=599aa79b-f47f-4490-b89c-181bc41436a4,segment=NetworkSegment(5d0c22b8-11c2-4939-b80a-ba90d75c1960),segment_id=5d0c22b8-11c2-4939-b80a-ba90d75c1960)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:27:47.084412 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:47.236189 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=599aa79b-f47f-4490-b89c-181bc41436a4,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:47.445032 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a08c048-bb15-4a9e-9c02-9f8d3efe4ae5 req-4b67d423-a02f-43af-9a1c-df10c1b59e91 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4456799 May 23 11:27:47.450911 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f3bdbb9-410e-49f1-9369-8a8915dc22ca tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:47.499652 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-114ea981-3f20-4386-8aa0-3d9af510ead1 req-52b90485-08bf-42fe-a5e2-9d93f550836d tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c37e540-d31f-480d-8c92-d3bb83256ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5177815 May 23 11:27:47.506260 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-9f3bdbb9-410e-49f1-9369-8a8915dc22ca tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Transition to ACTIVE for port object 9c93c541-ff41-4edf-9ae5-41b7da07b8ec will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:27:47.550885 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f3bdbb9-410e-49f1-9369-8a8915dc22ca tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:47.675246 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device d22a0015-83d6-4c95-9659-35fda06160da details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:27:47.676536 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-60f8a847-b40d-4758-8655-b100121ca64e tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:47.706006 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3bdbb9-410e-49f1-9369-8a8915dc22ca tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Network a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:27:47.713415 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-9f3bdbb9-410e-49f1-9369-8a8915dc22ca tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:27:47.721932 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3bdbb9-410e-49f1-9369-8a8915dc22ca tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:27:47.744599 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1c7a6de-ab32-49e4-86e9-ecaf28126427'] response: {'server_uuid': '66ebd9b4-cedf-4e78-a215-67bd9296ceaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599aa79b-f47f-4490-b89c-181bc41436a4', 'code': 200} May 23 11:27:47.778426 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-60f8a847-b40d-4758-8655-b100121ca64e tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Transition to ACTIVE for port object 3ed7f267-62fd-49b2-a13d-cfe30cf0f54f will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:27:47.790407 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3bdbb9-410e-49f1-9369-8a8915dc22ca tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event updated for resources: {'Port': ['ID=9c93c541-ff41-4edf-9ae5-41b7da07b8ec,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:47.893071 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ffe0c20e-b20c-4da3-a392-fe5a7113899d tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:47.953815 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ffe0c20e-b20c-4da3-a392-fe5a7113899d tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:48.089546 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-60f8a847-b40d-4758-8655-b100121ca64e tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:48.132379 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3bdbb9-410e-49f1-9369-8a8915dc22ca tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:48.132379 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f3bdbb9-410e-49f1-9369-8a8915dc22ca tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:48.150566 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-20db7a19-6476-4890-a2c1-d320092f8ef3 None None] Provisioning for port 4ecd66f7-9e67-40f0-a113-21612b426f8e completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:27:48.176733 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-20db7a19-6476-4890-a2c1-d320092f8ef3 None None] Provisioning complete for port 4ecd66f7-9e67-40f0-a113-21612b426f8e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:27:48.176733 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-20db7a19-6476-4890-a2c1-d320092f8ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:48.287773 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9f3bdbb9-410e-49f1-9369-8a8915dc22ca tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.5259881 May 23 11:27:48.287773 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42468) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:48.330755 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-fc676588-a518-49a5-b58e-3e55bf0836d7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'subnet': {'network_id': 'a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:27:48.351158 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e9c2017c-0d01-4bde-9cfd-63972141ea73 req-992981c7-61a9-45db-b957-a0c75b694783 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=66ebd9b4-cedf-4e78-a215-67bd9296ceaa HTTP/1.1" status: 200 len: 1096 time: 0.5088117 May 23 11:27:48.413205 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port d22a0015-83d6-4c95-9659-35fda06160da, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=d22a0015-83d6-4c95-9659-35fda06160da,segment=NetworkSegment(5d0c22b8-11c2-4939-b80a-ba90d75c1960),segment_id=5d0c22b8-11c2-4939-b80a-ba90d75c1960)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:27:48.453045 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'd22a0015-83d6-4c95-9659-35fda06160da', 'network_id': '76b2273d-b51d-4df1-8907-c6d24ae3fac2', 'port_id': 'd22a0015-83d6-4c95-9659-35fda06160da', 'mac_address': 'fa:16:3e:ff:2a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82176f08-fc90-4d7e-a669-0e8701d67807', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:27:48.462695 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-ffe0c20e-b20c-4da3-a392-fe5a7113899d tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Allocated IP 172.25.6.209 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:27:48.526630 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e9c2017c-0d01-4bde-9cfd-63972141ea73 req-c19eb037-d088-4a03-acb5-06062b54612e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7c37e540-d31f-480d-8c92-d3bb83256ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882561 May 23 11:27:48.562952 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-fc676588-a518-49a5-b58e-3e55bf0836d7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:27:48.568342 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-fc676588-a518-49a5-b58e-3e55bf0836d7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Usage tracker for resource:subnet and tenant:aff5ab15380840359395eccd13918dfd is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:27:48.571735 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-fc676588-a518-49a5-b58e-3e55bf0836d7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:27:48.578459 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-fc676588-a518-49a5-b58e-3e55bf0836d7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:27:48.597572 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc676588-a518-49a5-b58e-3e55bf0836d7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Made reservation on behalf of aff5ab15380840359395eccd13918dfd for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:27:48.603502 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fc676588-a518-49a5-b58e-3e55bf0836d7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:48.646977 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f8a847-b40d-4758-8655-b100121ca64e tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Network 5d6e9e41-6de0-42d3-ac22-290e14c0f53b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:27:48.651908 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-60f8a847-b40d-4758-8655-b100121ca64e tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:27:48.666837 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:48.683968 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f8a847-b40d-4758-8655-b100121ca64e tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:27:48.684500 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-60f8a847-b40d-4758-8655-b100121ca64e tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:48.696934 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d22a0015-83d6-4c95-9659-35fda06160da {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:27:48.721982 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port d22a0015-83d6-4c95-9659-35fda06160da, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=d22a0015-83d6-4c95-9659-35fda06160da,segment=NetworkSegment(5d0c22b8-11c2-4939-b80a-ba90d75c1960),segment_id=5d0c22b8-11c2-4939-b80a-ba90d75c1960)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:27:48.732184 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:48.737025 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8a847-b40d-4758-8655-b100121ca64e tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event updated for resources: {'Port': ['ID=3ed7f267-62fd-49b2-a13d-cfe30cf0f54f,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:48.847401 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-20db7a19-6476-4890-a2c1-d320092f8ef3 None None] Provisioning complete for port b0ca400c-1cd4-41b9-9a7b-ec3d7fdbaa15 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:27:48.848011 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-20db7a19-6476-4890-a2c1-d320092f8ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:49.019251 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-20db7a19-6476-4890-a2c1-d320092f8ef3 None None] Port b0ca400c-1cd4-41b9-9a7b-ec3d7fdbaa15 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:27:49.041182 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=d22a0015-83d6-4c95-9659-35fda06160da,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:49.063510 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ffe0c20e-b20c-4da3-a392-fe5a7113899d tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:49.090659 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 4ecd66f7-9e67-40f0-a113-21612b426f8e up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:27:49.169404 n-d-842952-2 neutron-server[83911]: INFO neutron.db.ipam_backend_mixin [None req-fc676588-a518-49a5-b58e-3e55bf0836d7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 33d3732a-77e3-4b39-8044-97e2df38622e (CIDR: 172.20.0.0/28) May 23 11:27:49.174128 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc676588-a518-49a5-b58e-3e55bf0836d7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:27:49.174568 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc676588-a518-49a5-b58e-3e55bf0836d7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:27:49.180694 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['d22a0015-83d6-4c95-9659-35fda06160da'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:27:49.210893 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-fc676588-a518-49a5-b58e-3e55bf0836d7 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9098523 May 23 11:27:49.211124 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42482) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:49.222094 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c1e68c52-6d84-468e-ae4a-743d1dd7fdb4 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'subnet': {'network_id': 'a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:27:49.234362 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-60f8a847-b40d-4758-8655-b100121ca64e tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:49.285947 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a21c2-4ab9-4b8c-b753-24b0654de692 req-e05a5e5d-3759-4830-a327-ea531927d7fa tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:49.287869 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-671a21c2-4ab9-4b8c-b753-24b0654de692 req-e05a5e5d-3759-4830-a327-ea531927d7fa tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=48a3dbf0-4791-4310-b702-2070e504263e HTTP/1.1" status: 200 len: 945 time: 0.3333523 May 23 11:27:49.351265 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3f279daf-1593-4812-b9ca-c0ec9577f4a7 None None] Provisioning for port 9c93c541-ff41-4edf-9ae5-41b7da07b8ec completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:27:49.360765 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3f279daf-1593-4812-b9ca-c0ec9577f4a7 None None] Provisioning complete for port 9c93c541-ff41-4edf-9ae5-41b7da07b8ec triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:27:49.361397 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3f279daf-1593-4812-b9ca-c0ec9577f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:49.449383 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3f279daf-1593-4812-b9ca-c0ec9577f4a7 None None] Port 9c93c541-ff41-4edf-9ae5-41b7da07b8ec cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:27:49.509334 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 4ecd66f7-9e67-40f0-a113-21612b426f8e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:27:49.509903 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:49.518106 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c1e68c52-6d84-468e-ae4a-743d1dd7fdb4 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:27:49.526604 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c1e68c52-6d84-468e-ae4a-743d1dd7fdb4 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Usage tracker for resource:subnet and tenant:aff5ab15380840359395eccd13918dfd is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:27:49.531246 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c1e68c52-6d84-468e-ae4a-743d1dd7fdb4 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:27:49.541108 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c1e68c52-6d84-468e-ae4a-743d1dd7fdb4 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:27:49.556284 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e68c52-6d84-468e-ae4a-743d1dd7fdb4 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Made reservation on behalf of aff5ab15380840359395eccd13918dfd for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:27:49.565079 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c1e68c52-6d84-468e-ae4a-743d1dd7fdb4 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:49.586044 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3f279daf-1593-4812-b9ca-c0ec9577f4a7 None None] Provisioning for port 3ed7f267-62fd-49b2-a13d-cfe30cf0f54f completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:27:49.609054 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3f279daf-1593-4812-b9ca-c0ec9577f4a7 None None] Provisioning complete for port 3ed7f267-62fd-49b2-a13d-cfe30cf0f54f triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:27:49.609706 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3f279daf-1593-4812-b9ca-c0ec9577f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:49.674667 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-671a21c2-4ab9-4b8c-b753-24b0654de692 req-9269549a-1b95-4709-8727-1222910a7af1 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368456 May 23 11:27:49.675807 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ffe0c20e-b20c-4da3-a392-fe5a7113899d tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:49.691110 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f9e39-baf4-4487-a0d6-3b6aecf5af78 req-cdec7b58-2ec5-4795-9bd0-ce96e818a5db tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:49.711461 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8d6f9e39-baf4-4487-a0d6-3b6aecf5af78 req-cdec7b58-2ec5-4795-9bd0-ce96e818a5db tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=72044729-477f-4357-88df-6a75bd258a4c HTTP/1.1" status: 200 len: 945 time: 0.8818460 May 23 11:27:49.738340 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3f279daf-1593-4812-b9ca-c0ec9577f4a7 None None] Port 3ed7f267-62fd-49b2-a13d-cfe30cf0f54f cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:27:49.793598 n-d-842952-2 neutron-server[83911]: INFO neutron.db.ipam_backend_mixin [None req-c1e68c52-6d84-468e-ae4a-743d1dd7fdb4 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet a69c6856-9f6a-4915-bdf1-85dc240f9236 (CIDR: 172.20.0.16/28) May 23 11:27:49.799756 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1e68c52-6d84-468e-ae4a-743d1dd7fdb4 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:27:49.800315 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1e68c52-6d84-468e-ae4a-743d1dd7fdb4 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:27:49.845569 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c1e68c52-6d84-468e-ae4a-743d1dd7fdb4 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6331503 May 23 11:27:49.848587 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42488) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:49.861554 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-3e04b762-1a35-4c51-9e44-acda835a419d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'subnet': {'network_id': 'a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:27:49.928069 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe0c20e-b20c-4da3-a392-fe5a7113899d tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event updated for resources: {'Port': ['ID=8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:49.956051 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe0c20e-b20c-4da3-a392-fe5a7113899d tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:27:49.964294 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-ffe0c20e-b20c-4da3-a392-fe5a7113899d tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:27:50.018752 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe0c20e-b20c-4da3-a392-fe5a7113899d tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:27:50.227886 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8d6f9e39-baf4-4487-a0d6-3b6aecf5af78 req-599fee5f-a87a-4eb4-95fb-e4f850c194d0 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c37e540-d31f-480d-8c92-d3bb83256ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5123324 May 23 11:27:50.229570 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3e04b762-1a35-4c51-9e44-acda835a419d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:27:50.239283 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3e04b762-1a35-4c51-9e44-acda835a419d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Usage tracker for resource:subnet and tenant:aff5ab15380840359395eccd13918dfd is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:27:50.248870 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3e04b762-1a35-4c51-9e44-acda835a419d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:27:50.266336 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3e04b762-1a35-4c51-9e44-acda835a419d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:27:50.290588 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e04b762-1a35-4c51-9e44-acda835a419d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Made reservation on behalf of aff5ab15380840359395eccd13918dfd for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:27:50.295225 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e04b762-1a35-4c51-9e44-acda835a419d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:50.381293 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-60f8a847-b40d-4758-8655-b100121ca64e tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:50.486123 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-60f8a847-b40d-4758-8655-b100121ca64e tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:50.487290 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-60f8a847-b40d-4758-8655-b100121ca64e tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:50.655295 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8a847-b40d-4758-8655-b100121ca64e tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event updated for resources: {'Port': ['ID=3ed7f267-62fd-49b2-a13d-cfe30cf0f54f,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:50.753687 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f8a847-b40d-4758-8655-b100121ca64e tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Network 5d6e9e41-6de0-42d3-ac22-290e14c0f53b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:27:50.755502 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-60f8a847-b40d-4758-8655-b100121ca64e tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:27:50.759127 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ffe0c20e-b20c-4da3-a392-fe5a7113899d tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:50.760050 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ffe0c20e-b20c-4da3-a392-fe5a7113899d tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:50.770472 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e04b762-1a35-4c51-9e44-acda835a419d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:50.944277 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e04b762-1a35-4c51-9e44-acda835a419d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Network a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:27:50.944277 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-3e04b762-1a35-4c51-9e44-acda835a419d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:27:50.951805 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e04b762-1a35-4c51-9e44-acda835a419d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:50.953798 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e04b762-1a35-4c51-9e44-acda835a419d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:50.978416 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e04b762-1a35-4c51-9e44-acda835a419d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event updated for resources: {'Subnet': ['ID=26cf7202-100e-4760-9ba5-6fc84de8b419,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:50.980433 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123791d7-10f1-4432-a900-d4be4feabe86 None None] Network a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:27:51.000415 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3e04b762-1a35-4c51-9e44-acda835a419d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1505616 May 23 11:27:51.002027 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42502) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:51.008939 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-688f811b-bae2-4b40-a213-73a6356e8d7d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-84602077', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '26cf7202-100e-4760-9ba5-6fc84de8b419'}], 'security_groups': ['17beb435-e441-4df9-8d9a-145fc8abab8f', 'c9040bb8-f40a-4cba-8069-b0dc46020c15']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:27:51.219102 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-688f811b-bae2-4b40-a213-73a6356e8d7d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:51.423063 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dd23d108-5e2d-473a-bd91-d9d1afe40802 None None] Provisioning complete for port 3ed7f267-62fd-49b2-a13d-cfe30cf0f54f triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:27:51.423458 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dd23d108-5e2d-473a-bd91-d9d1afe40802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:51.513702 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-dd23d108-5e2d-473a-bd91-d9d1afe40802 None None] Port 3ed7f267-62fd-49b2-a13d-cfe30cf0f54f cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:27:51.686681 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device d22a0015-83d6-4c95-9659-35fda06160da up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:27:51.692494 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d186f-d018-4a27-a500-0dbda3b745d0 req-5063cb2b-2603-4250-9a4d-9cd440e77626 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:51.700157 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0c5d186f-d018-4a27-a500-0dbda3b745d0 req-5063cb2b-2603-4250-9a4d-9cd440e77626 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=48a3dbf0-4791-4310-b702-2070e504263e HTTP/1.1" status: 200 len: 945 time: 0.7970495 May 23 11:27:51.816718 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb094df-0da0-401d-8846-d62482ae6b4b None None] Update dhcp port {'port': {'network_id': 'a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc', 'fixed_ips': [{'subnet_id': 'a69c6856-9f6a-4915-bdf1-85dc240f9236', 'ip_address': '172.20.0.19'}, {'subnet_id': '33d3732a-77e3-4b39-8044-97e2df38622e', 'ip_address': '172.20.0.2'}, {'subnet_id': '26cf7202-100e-4760-9ba5-6fc84de8b419'}], 'binding:host_id': 'n-d-842952-2'}, 'id': '4ecd66f7-9e67-40f0-a113-21612b426f8e'} from n-d-842952-2. {{(pid=83912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 23 11:27:51.824239 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0c5d186f-d018-4a27-a500-0dbda3b745d0 req-d6b93a7d-88a0-496c-91ec-7ae241fe9254 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233234 May 23 11:27:51.876266 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee95edd-cf6d-4653-81e3-e6451a1816a6 req-9ea31095-8f26-4ef6-9392-114f24833631 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:51.877784 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fee95edd-cf6d-4653-81e3-e6451a1816a6 req-9ea31095-8f26-4ef6-9392-114f24833631 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=72044729-477f-4357-88df-6a75bd258a4c HTTP/1.1" status: 200 len: 945 time: 0.2610281 May 23 11:27:51.945573 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bb094df-0da0-401d-8846-d62482ae6b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:51.945796 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f8a847-b40d-4758-8655-b100121ca64e tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Router 3d2a6026-6111-43ea-ac8b-d69e1df34644 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:27:51.990776 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fee95edd-cf6d-4653-81e3-e6451a1816a6 req-42152a24-0f50-4eec-b165-cf3a1d8ed57f tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c37e540-d31f-480d-8c92-d3bb83256ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025808 May 23 11:27:52.008038 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port d22a0015-83d6-4c95-9659-35fda06160da completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:27:52.026365 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port d22a0015-83d6-4c95-9659-35fda06160da triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:27:52.026731 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:52.174999 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe0c20e-b20c-4da3-a392-fe5a7113899d tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Router 745926e2-683d-45c9-a4a0-ccf172531d07 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:27:52.207211 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-688f811b-bae2-4b40-a213-73a6356e8d7d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Delete allocated IP 172.20.0.14 (a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc/33d3732a-77e3-4b39-8044-97e2df38622e) {{(pid=83911) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 23 11:27:52.227429 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-688f811b-bae2-4b40-a213-73a6356e8d7d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Allocated IP 172.20.0.43 (a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc/26cf7202-100e-4760-9ba5-6fc84de8b419/9c93c541-ff41-4edf-9ae5-41b7da07b8ec) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:27:52.271167 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:52.337726 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port d22a0015-83d6-4c95-9659-35fda06160da, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=d22a0015-83d6-4c95-9659-35fda06160da,segment=NetworkSegment(5d0c22b8-11c2-4939-b80a-ba90d75c1960),segment_id=5d0c22b8-11c2-4939-b80a-ba90d75c1960)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:27:52.338772 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72044729-477f-4357-88df-6a75bd258a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22a0015-83d6-4c95-9659-35fda06160da'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:27:52.357523 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:52.475114 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4f2b9e5-782a-4927-8356-463fc25391aa'] response: {'server_uuid': '72044729-477f-4357-88df-6a75bd258a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22a0015-83d6-4c95-9659-35fda06160da', 'code': 200} May 23 11:27:52.513150 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=d22a0015-83d6-4c95-9659-35fda06160da,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:52.562907 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-688f811b-bae2-4b40-a213-73a6356e8d7d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:52.587733 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f8a847-b40d-4758-8655-b100121ca64e tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:27:52.604319 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b1b00f-b838-48ed-a5e6-a940a566b03b None None] Sync routers for ids ['3d2a6026-6111-43ea-ac8b-d69e1df34644'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:27:52.626232 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b1b00f-b838-48ed-a5e6-a940a566b03b None None] Routers {'3d2a6026-6111-43ea-ac8b-d69e1df34644'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:27:52.626463 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-60f8a847-b40d-4758-8655-b100121ca64e tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "PUT /v2.0/routers/3d2a6026-6111-43ea-ac8b-d69e1df34644/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6250930 May 23 11:27:52.626566 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-84b1b00f-b838-48ed-a5e6-a940a566b03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:27:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['3d2a6026-6111-43ea-ac8b-d69e1df34644'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:27:52.626689 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-688f811b-bae2-4b40-a213-73a6356e8d7d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Transition to ACTIVE for port object 9c93c541-ff41-4edf-9ae5-41b7da07b8ec will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:27:52.627625 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42534) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:52.636003 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-688f811b-bae2-4b40-a213-73a6356e8d7d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:52.738067 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f811b-bae2-4b40-a213-73a6356e8d7d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event updated for resources: {'Port': ['ID=9c93c541-ff41-4edf-9ae5-41b7da07b8ec,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:52.759525 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-84b1b00f-b838-48ed-a5e6-a940a566b03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:27:52.768200 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b1b00f-b838-48ed-a5e6-a940a566b03b None None] Routers {'3d2a6026-6111-43ea-ac8b-d69e1df34644'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:27:52.775446 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435a4807-16dc-4d3a-ae42-d70c86cabe67 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:52.787661 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-84b1b00f-b838-48ed-a5e6-a940a566b03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:27:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['3d2a6026-6111-43ea-ac8b-d69e1df34644'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:27:52.797377 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-435a4807-16dc-4d3a-ae42-d70c86cabe67 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Synchronizing usage tracker for tenant:313e40337aa44a9094358a8320ee4f45 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:27:52.797377 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-435a4807-16dc-4d3a-ae42-d70c86cabe67 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Unset dirty status for tenant:313e40337aa44a9094358a8320ee4f45 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:27:52.797377 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-435a4807-16dc-4d3a-ae42-d70c86cabe67 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "GET /v2.0/ports/3ed7f267-62fd-49b2-a13d-cfe30cf0f54f HTTP/1.1" status: 200 len: 913 time: 0.1653585 May 23 11:27:52.803909 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42540) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:52.873307 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-84b1b00f-b838-48ed-a5e6-a940a566b03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:27:52.873682 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b1b00f-b838-48ed-a5e6-a940a566b03b None None] The sync data for ids ['3d2a6026-6111-43ea-ac8b-d69e1df34644'] in n-d-842952-2 is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:27:52.905126 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe0c20e-b20c-4da3-a392-fe5a7113899d tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:27:52.917788 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d300fd77-609f-4117-b3b1-4ef8086c1f94 None None] Sync routers for ids ['745926e2-683d-45c9-a4a0-ccf172531d07'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:27:52.946918 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d300fd77-609f-4117-b3b1-4ef8086c1f94 None None] Routers {'745926e2-683d-45c9-a4a0-ccf172531d07'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:27:52.947623 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d300fd77-609f-4117-b3b1-4ef8086c1f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:27:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['745926e2-683d-45c9-a4a0-ccf172531d07'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:27:52.965902 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-9bb094df-0da0-401d-8846-d62482ae6b4b None None] Allocated IP 172.20.0.34 (a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc/26cf7202-100e-4760-9ba5-6fc84de8b419/4ecd66f7-9e67-40f0-a113-21612b426f8e) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:27:53.081155 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-688f811b-bae2-4b40-a213-73a6356e8d7d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] In _notify_port_updated(), no bound segment for port 9c93c541-ff41-4edf-9ae5-41b7da07b8ec on network a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc {{(pid=83911) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 23 11:27:53.090146 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688f811b-bae2-4b40-a213-73a6356e8d7d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:53.092683 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ffe0c20e-b20c-4da3-a392-fe5a7113899d tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:53.093263 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-688f811b-bae2-4b40-a213-73a6356e8d7d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:53.097767 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-688f811b-bae2-4b40-a213-73a6356e8d7d tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "PUT /v2.0/ports/9c93c541-ff41-4edf-9ae5-41b7da07b8ec HTTP/1.1" status: 200 len: 958 time: 2.0922520 May 23 11:27:53.097928 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ffe0c20e-b20c-4da3-a392-fe5a7113899d tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.2949493 May 23 11:27:53.101542 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42548) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:53.101857 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42550) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:53.113505 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9c53ef57-851a-4e18-b6d0-4ac9934e9c0c req-e824e842-d1ea-4bcf-bfd3-bdee8b8a6e4f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=72044729-477f-4357-88df-6a75bd258a4c HTTP/1.1" status: 200 len: 1097 time: 0.5298214 May 23 11:27:53.211533 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9c53ef57-851a-4e18-b6d0-4ac9934e9c0c req-029119b9-efa8-4532-bdbc-bff32f4b5acf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7c37e540-d31f-480d-8c92-d3bb83256ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914099 May 23 11:27:53.224367 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-d300fd77-609f-4117-b3b1-4ef8086c1f94 None None] Set router 745926e2-683d-45c9-a4a0-ccf172531d07 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:27:53.240460 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-9bb094df-0da0-401d-8846-d62482ae6b4b None None] For port 4ecd66f7-9e67-40f0-a113-21612b426f8e, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=4ecd66f7-9e67-40f0-a113-21612b426f8e,segment=NetworkSegment(2d404ee2-8445-4bdb-b101-1c22eb0d3be4),segment_id=2d404ee2-8445-4bdb-b101-1c22eb0d3be4)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:27:53.279924 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bb094df-0da0-401d-8846-d62482ae6b4b None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:53.293294 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-06156e94-0146-4ab2-a745-5f5e465e49cf tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Deleting port 9c93c541-ff41-4edf-9ae5-41b7da07b8ec {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:27:53.293540 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-06156e94-0146-4ab2-a745-5f5e465e49cf tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:53.298895 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9bb094df-0da0-401d-8846-d62482ae6b4b None None] Transition to ACTIVE for port object 4ecd66f7-9e67-40f0-a113-21612b426f8e will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:27:53.304538 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bb094df-0da0-401d-8846-d62482ae6b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:53.387069 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-915c9529-e337-4aa5-b43a-bd0ea6c709c6 req-a0f41edf-5094-49b1-a1d9-21b44e2b4120 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0d8e63cb106b40b880c35c46eb22d5c0&device_id=48a3dbf0-4791-4310-b702-2070e504263e HTTP/1.1" status: 200 len: 1096 time: 0.1395028 May 23 11:27:53.459155 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e9ce3-3447-4a08-83da-2b48583d4cdc req-e6985e37-8095-4b2d-87cb-d90bf16da5da tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:53.460937 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-260e9ce3-3447-4a08-83da-2b48583d4cdc req-e6985e37-8095-4b2d-87cb-d90bf16da5da tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=48a3dbf0-4791-4310-b702-2070e504263e HTTP/1.1" status: 200 len: 945 time: 0.4392214 May 23 11:27:53.550881 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb094df-0da0-401d-8846-d62482ae6b4b None None] Pushing event updated for resources: {'Port': ['ID=4ecd66f7-9e67-40f0-a113-21612b426f8e,revision_number=7']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:53.565437 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb094df-0da0-401d-8846-d62482ae6b4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:27:53.565943 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb094df-0da0-401d-8846-d62482ae6b4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:27:53.566280 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb094df-0da0-401d-8846-d62482ae6b4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:27:53.566616 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb094df-0da0-401d-8846-d62482ae6b4b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:27:53.566947 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb094df-0da0-401d-8846-d62482ae6b4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:27:53.567274 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb094df-0da0-401d-8846-d62482ae6b4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:27:53.567597 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb094df-0da0-401d-8846-d62482ae6b4b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:27:53.567946 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb094df-0da0-401d-8846-d62482ae6b4b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:27:53.568267 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb094df-0da0-401d-8846-d62482ae6b4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:27:53.569088 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb094df-0da0-401d-8846-d62482ae6b4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:27:53.569088 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb094df-0da0-401d-8846-d62482ae6b4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:27:53.586579 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c9529-e337-4aa5-b43a-bd0ea6c709c6 req-96e6c5ed-c237-4d2f-baca-af7969e550f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:53.588430 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-915c9529-e337-4aa5-b43a-bd0ea6c709c6 req-96e6c5ed-c237-4d2f-baca-af7969e550f4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6213997a-77dd-4973-bef8-b88fbf379b24 HTTP/1.1" status: 200 len: 913 time: 0.1947336 May 23 11:27:53.669613 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-915c9529-e337-4aa5-b43a-bd0ea6c709c6 req-9f4df75c-f091-4293-9ec7-614685055533 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5d0023c-7561-422c-a15a-63fce8318279 HTTP/1.1" status: 200 len: 217 time: 0.0746014 May 23 11:27:53.688164 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d300fd77-609f-4117-b3b1-4ef8086c1f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745926e2-683d-45c9-a4a0-ccf172531d07', 'name': 'tempest-TestNetworkBasicOps-router-1862061221', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:27:45Z', 'updated_at': '2022-05-23T11:27:50Z', 'revision_number': 3, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'gw_port': {'id': '8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745926e2-683d-45c9-a4a0-ccf172531d07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:48Z', 'updated_at': '2022-05-23T11:27:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:27:53.694542 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d300fd77-609f-4117-b3b1-4ef8086c1f94 None None] Checking router: 745926e2-683d-45c9-a4a0-ccf172531d07 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:27:53.694885 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d300fd77-609f-4117-b3b1-4ef8086c1f94 None None] Updating router 745926e2-683d-45c9-a4a0-ccf172531d07 port 8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0 binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:27:53.718205 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a7b62afe-317b-478a-b0ed-08a3eb07c685 tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=7e6820b1da73478a8f6280c600dfbb0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6152213 May 23 11:27:53.742047 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:27:53.743504 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42560) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:53.790347 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d300fd77-609f-4117-b3b1-4ef8086c1f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:53.926776 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976ef48c-0831-41a5-ba5d-b0d367c036cb tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:53.934977 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-976ef48c-0831-41a5-ba5d-b0d367c036cb tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1897650 May 23 11:27:53.937298 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42568) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:53.955329 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c9529-e337-4aa5-b43a-bd0ea6c709c6 req-d2ec98fd-d0ba-4fe2-968c-52bf08575d94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:53.956986 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-915c9529-e337-4aa5-b43a-bd0ea6c709c6 req-d2ec98fd-d0ba-4fe2-968c-52bf08575d94 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=54335c97-79a1-4f1c-bc27-f53589fd26ef HTTP/1.1" status: 200 len: 851 time: 0.2812796 May 23 11:27:53.981755 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6858f9c-ff89-463d-b5c9-f7a1f787bea5 req-baa61f5b-6377-4f9d-ad5a-93fccf74a9c8 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:53.985879 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e6858f9c-ff89-463d-b5c9-f7a1f787bea5 req-baa61f5b-6377-4f9d-ad5a-93fccf74a9c8 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=72044729-477f-4357-88df-6a75bd258a4c HTTP/1.1" status: 200 len: 946 time: 0.7590985 May 23 11:27:54.061969 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-45d47225-ec37-4904-b364-da58441f3e57 tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=87d63aa2-c2e7-4553-824a-d818708dd83b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1211305 May 23 11:27:54.069626 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42572) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:54.078071 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-7a4e952a-01df-4690-97fb-c41545404c9f tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2103575871', 'network_id': '3d988946-9a37-4e30-8559-561741115da0', 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:27:54.101646 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-260e9ce3-3447-4a08-83da-2b48583d4cdc req-961ae523-d49f-44d0-a46d-c7ec60887a83 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4875143 May 23 11:27:54.162725 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-06156e94-0146-4ab2-a745-5f5e465e49cf tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:54.192763 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e6858f9c-ff89-463d-b5c9-f7a1f787bea5 req-c35354e1-fae4-4496-8b60-994de3983cc3 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c37e540-d31f-480d-8c92-d3bb83256ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739888 May 23 11:27:54.240494 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-915c9529-e337-4aa5-b43a-bd0ea6c709c6 req-c65593a7-5a10-4bda-973a-9afa80fb05ac service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6213997a-77dd-4973-bef8-b88fbf379b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2750010 May 23 11:27:54.247687 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7a4e952a-01df-4690-97fb-c41545404c9f tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:27:54.351321 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7a4e952a-01df-4690-97fb-c41545404c9f tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Usage tracker for resource:subnet and tenant:7e6820b1da73478a8f6280c600dfbb0e is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:27:54.358570 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7a4e952a-01df-4690-97fb-c41545404c9f tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:27:54.359372 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d300fd77-609f-4117-b3b1-4ef8086c1f94 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:54.366242 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-06156e94-0146-4ab2-a745-5f5e465e49cf tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Calling delete_port for 9c93c541-ff41-4edf-9ae5-41b7da07b8ec owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:27:54.371970 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7a4e952a-01df-4690-97fb-c41545404c9f tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:27:54.417983 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4e952a-01df-4690-97fb-c41545404c9f tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Made reservation on behalf of 7e6820b1da73478a8f6280c600dfbb0e for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:27:54.421186 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-d300fd77-609f-4117-b3b1-4ef8086c1f94 None None] Transition to ACTIVE for port object 8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:27:54.434351 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d300fd77-609f-4117-b3b1-4ef8086c1f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:54.512550 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-574e1e13-ff60-4eb2-84dc-a6c436bf009a None None] Provisioning for port 4ecd66f7-9e67-40f0-a113-21612b426f8e completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:27:54.513697 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-915c9529-e337-4aa5-b43a-bd0ea6c709c6 req-8ec2c865-0fb4-425f-a604-0e6456be7981 service neutron] 10.222.0.81 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634647 May 23 11:27:54.518499 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-d300fd77-609f-4117-b3b1-4ef8086c1f94 None None] Attempting to bind port 8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:27:54.518861 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-d300fd77-609f-4117-b3b1-4ef8086c1f94 None None] Attempting to bind port 8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:27:54.519220 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d300fd77-609f-4117-b3b1-4ef8086c1f94 None None] Attempting to bind port 8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0 on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:27:54.526381 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-574e1e13-ff60-4eb2-84dc-a6c436bf009a None None] Provisioning complete for port 4ecd66f7-9e67-40f0-a113-21612b426f8e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:27:54.527156 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-574e1e13-ff60-4eb2-84dc-a6c436bf009a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:54.558197 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d300fd77-609f-4117-b3b1-4ef8086c1f94 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:27:54.558478 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d300fd77-609f-4117-b3b1-4ef8086c1f94 None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:27:54.561805 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d300fd77-609f-4117-b3b1-4ef8086c1f94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:54.562215 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d300fd77-609f-4117-b3b1-4ef8086c1f94 None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:27:54.563006 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-d300fd77-609f-4117-b3b1-4ef8086c1f94 None None] Bound port: 8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:27:54.563566 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d300fd77-609f-4117-b3b1-4ef8086c1f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:54.653381 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-915c9529-e337-4aa5-b43a-bd0ea6c709c6 req-dd965b20-e992-46f8-a4bd-8cbb8bd243f5 service neutron] 10.222.0.81 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288569 May 23 11:27:54.679471 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7a4e952a-01df-4690-97fb-c41545404c9f tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:54.701984 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-d300fd77-609f-4117-b3b1-4ef8086c1f94 None None] For port 8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:27:54.766935 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-06156e94-0146-4ab2-a745-5f5e465e49cf tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:54.769608 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-574e1e13-ff60-4eb2-84dc-a6c436bf009a None None] Could not find standard attr ID for object 9c93c541-ff41-4edf-9ae5-41b7da07b8ec. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:27:54.777555 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-d300fd77-609f-4117-b3b1-4ef8086c1f94 None None] For port 8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:27:54.806155 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-574e1e13-ff60-4eb2-84dc-a6c436bf009a None None] Provisioning complete for port b0ca400c-1cd4-41b9-9a7b-ec3d7fdbaa15 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:27:54.807106 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d300fd77-609f-4117-b3b1-4ef8086c1f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:54.807245 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-574e1e13-ff60-4eb2-84dc-a6c436bf009a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:54.910434 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a9570b-b86a-441e-881c-5d4bb80e1f91 None None] Pushing event updated for resources: {'Port': ['ID=8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:55.023232 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-574e1e13-ff60-4eb2-84dc-a6c436bf009a None None] Port b0ca400c-1cd4-41b9-9a7b-ec3d7fdbaa15 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:27:55.118416 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d300fd77-609f-4117-b3b1-4ef8086c1f94 None None] Routers {'745926e2-683d-45c9-a4a0-ccf172531d07'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:27:55.118938 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d300fd77-609f-4117-b3b1-4ef8086c1f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:27:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['745926e2-683d-45c9-a4a0-ccf172531d07'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:27:55.129302 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 4ecd66f7-9e67-40f0-a113-21612b426f8e up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:27:55.195019 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06156e94-0146-4ab2-a745-5f5e465e49cf tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event deleted for resources: {'Port': ['ID=9c93c541-ff41-4edf-9ae5-41b7da07b8ec,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:55.226908 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5c633df6-124f-42cb-a174-c53cd1874ebf tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:55.276200 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d4c1ac7c-664a-4d62-bc4f-f26b15c56479 None None] Could not find standard attr ID for object 9c93c541-ff41-4edf-9ae5-41b7da07b8ec. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:27:55.287449 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7a4e952a-01df-4690-97fb-c41545404c9f tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:55.330713 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 4ecd66f7-9e67-40f0-a113-21612b426f8e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:27:55.331096 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:55.451614 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a9570b-b86a-441e-881c-5d4bb80e1f91 None None] Pushing event updated for resources: {'Port': ['ID=8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:55.519083 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e952a-01df-4690-97fb-c41545404c9f tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event updated for resources: {'Subnet': ['ID=1a857c9d-ee5c-46b0-9e98-8aff5e6502da,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:55.546476 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4e952a-01df-4690-97fb-c41545404c9f tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Checking segment: {'id': 'fe30d616-6bae-403f-9207-38fcf47a7d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3d988946-9a37-4e30-8559-561741115da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:27:55.547105 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4e952a-01df-4690-97fb-c41545404c9f tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Network hostable DHCP agents. Network: 3d988946-9a37-4e30-8559-561741115da0, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:27:55.580904 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4e952a-01df-4690-97fb-c41545404c9f tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Network 3d988946-9a37-4e30-8559-561741115da0 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:27:55.584856 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-d300fd77-609f-4117-b3b1-4ef8086c1f94 None None] Set router 745926e2-683d-45c9-a4a0-ccf172531d07 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:27:55.600247 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-7a4e952a-01df-4690-97fb-c41545404c9f tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 3d988946-9a37-4e30-8559-561741115da0) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:27:55.612129 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4e952a-01df-4690-97fb-c41545404c9f tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:55.612717 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7a4e952a-01df-4690-97fb-c41545404c9f tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:55.613928 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20291be3-58ff-4af4-84e7-1c31486eb90c None None] Network 3d988946-9a37-4e30-8559-561741115da0 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:27:55.656149 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7a4e952a-01df-4690-97fb-c41545404c9f tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5849502 May 23 11:27:55.660379 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42610) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:55.888752 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-06156e94-0146-4ab2-a745-5f5e465e49cf tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:56.000099 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-06156e94-0146-4ab2-a745-5f5e465e49cf tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/ports/9c93c541-ff41-4edf-9ae5-41b7da07b8ec HTTP/1.1" status: 204 len: 168 time: 2.8875947 May 23 11:27:56.005089 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42620) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:56.120898 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4fb21e-c914-418c-b906-3549e4b321c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-3d988946-9a37-4e30-8559-561741115da0', 'network_id': '3d988946-9a37-4e30-8559-561741115da0', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'fixed_ips': [{'subnet_id': '1a857c9d-ee5c-46b0-9e98-8aff5e6502da'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:27:56.125087 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ac4fb21e-c914-418c-b906-3549e4b321c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:56.126774 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-77e8534a-a416-46ae-87ca-c8f26439c136 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] GET failed (client error): The resource could not be found. May 23 11:27:56.127280 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-77e8534a-a416-46ae-87ca-c8f26439c136 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Synchronizing usage tracker for tenant:aff5ab15380840359395eccd13918dfd on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:27:56.143852 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d300fd77-609f-4117-b3b1-4ef8086c1f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745926e2-683d-45c9-a4a0-ccf172531d07', 'name': 'tempest-TestNetworkBasicOps-router-1862061221', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:27:45Z', 'updated_at': '2022-05-23T11:27:50Z', 'revision_number': 3, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'gw_port': {'id': '8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745926e2-683d-45c9-a4a0-ccf172531d07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:48Z', 'updated_at': '2022-05-23T11:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:27:56.155918 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d300fd77-609f-4117-b3b1-4ef8086c1f94 None None] The sync data for ids ['745926e2-683d-45c9-a4a0-ccf172531d07'] in n-d-842952-2 is: [{'id': '745926e2-683d-45c9-a4a0-ccf172531d07', 'name': 'tempest-TestNetworkBasicOps-router-1862061221', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:27:45Z', 'updated_at': '2022-05-23T11:27:50Z', 'revision_number': 3, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'gw_port': {'id': '8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745926e2-683d-45c9-a4a0-ccf172531d07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:48Z', 'updated_at': '2022-05-23T11:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:27:56.205317 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-77e8534a-a416-46ae-87ca-c8f26439c136 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Unset dirty status for tenant:aff5ab15380840359395eccd13918dfd on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:27:56.209258 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-77e8534a-a416-46ae-87ca-c8f26439c136 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "GET /v2.0/ports/9c93c541-ff41-4edf-9ae5-41b7da07b8ec HTTP/1.1" status: 404 len: 333 time: 0.1872413 May 23 11:27:56.212125 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42624) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:56.222395 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae6d43-ab1b-4691-b781-d362dd9c5743 req-858e3b31-9bb1-4020-9dc2-d115c34b7bff tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:56.223923 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-39ae6d43-ab1b-4691-b781-d362dd9c5743 req-858e3b31-9bb1-4020-9dc2-d115c34b7bff tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=48a3dbf0-4791-4310-b702-2070e504263e HTTP/1.1" status: 200 len: 945 time: 0.8616157 May 23 11:27:56.308941 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555eab1f-f0b6-4288-96ba-353839412907 req-82c9cd0e-6c67-4f55-bb20-6629be06f720 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:56.311037 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-555eab1f-f0b6-4288-96ba-353839412907 req-82c9cd0e-6c67-4f55-bb20-6629be06f720 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=72044729-477f-4357-88df-6a75bd258a4c HTTP/1.1" status: 200 len: 946 time: 0.8120298 May 23 11:27:56.378483 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-39ae6d43-ab1b-4691-b781-d362dd9c5743 req-29033b24-da99-4fa6-9aaf-a7276c66b8f9 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319973 May 23 11:27:56.416843 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-ac4fb21e-c914-418c-b906-3549e4b321c7 None None] Allocated IP 172.20.0.2 (3d988946-9a37-4e30-8559-561741115da0/1a857c9d-ee5c-46b0-9e98-8aff5e6502da/5257193b-ee76-413b-b040-8d50a0295805) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:27:56.559063 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-555eab1f-f0b6-4288-96ba-353839412907 req-621abcb1-6657-4d25-bbba-d5498fa227a4 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c37e540-d31f-480d-8c92-d3bb83256ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014384 May 23 11:27:56.563671 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dad9fd79-9b83-4e69-bf50-b5104d121431 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:56.798742 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dad9fd79-9b83-4e69-bf50-b5104d121431 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:57.006798 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ac4fb21e-c914-418c-b906-3549e4b321c7 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:57.059153 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ac4fb21e-c914-418c-b906-3549e4b321c7 None None] Transition to ACTIVE for port object 5257193b-ee76-413b-b040-8d50a0295805 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:27:57.102245 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ac4fb21e-c914-418c-b906-3549e4b321c7 None None] Transition to ACTIVE for port object 5257193b-ee76-413b-b040-8d50a0295805 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:27:57.110369 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ac4fb21e-c914-418c-b906-3549e4b321c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:57.124291 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dad9fd79-9b83-4e69-bf50-b5104d121431 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:57.236087 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:27:57.434709 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4fb21e-c914-418c-b906-3549e4b321c7 None None] Network 3d988946-9a37-4e30-8559-561741115da0 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:27:57.445949 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad9fd79-9b83-4e69-bf50-b5104d121431 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8277cb12-4ff8-4f7d-a085-0fa86ef87648,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:57.459095 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-ac4fb21e-c914-418c-b906-3549e4b321c7 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:27:57.464300 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4fb21e-c914-418c-b906-3549e4b321c7 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:27:57.465655 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dad9fd79-9b83-4e69-bf50-b5104d121431 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:57.469528 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-dad9fd79-9b83-4e69-bf50-b5104d121431 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/security-groups/8277cb12-4ff8-4f7d-a085-0fa86ef87648 HTTP/1.1" status: 204 len: 168 time: 1.2561800 May 23 11:27:57.475356 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42650) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:57.522987 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4fb21e-c914-418c-b906-3549e4b321c7 None None] Pushing event updated for resources: {'Port': ['ID=5257193b-ee76-413b-b040-8d50a0295805,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:57.711194 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ac4fb21e-c914-418c-b906-3549e4b321c7 None None] Attempting to bind port 5257193b-ee76-413b-b040-8d50a0295805 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:27:57.714007 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ac4fb21e-c914-418c-b906-3549e4b321c7 None None] Attempting to bind port 5257193b-ee76-413b-b040-8d50a0295805 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'fe30d616-6bae-403f-9207-38fcf47a7d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3d988946-9a37-4e30-8559-561741115da0'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:27:57.714380 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4fb21e-c914-418c-b906-3549e4b321c7 None None] Attempting to bind port 5257193b-ee76-413b-b040-8d50a0295805 on network 3d988946-9a37-4e30-8559-561741115da0 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:27:57.729546 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4fb21e-c914-418c-b906-3549e4b321c7 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:27:57.729916 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4fb21e-c914-418c-b906-3549e4b321c7 None None] Checking segment: {'id': 'fe30d616-6bae-403f-9207-38fcf47a7d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3d988946-9a37-4e30-8559-561741115da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:27:57.730319 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ac4fb21e-c914-418c-b906-3549e4b321c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:57.730712 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4fb21e-c914-418c-b906-3549e4b321c7 None None] Bound using segment: {'id': 'fe30d616-6bae-403f-9207-38fcf47a7d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3d988946-9a37-4e30-8559-561741115da0'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:27:57.731176 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ac4fb21e-c914-418c-b906-3549e4b321c7 None None] Bound port: 5257193b-ee76-413b-b040-8d50a0295805, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe30d616-6bae-403f-9207-38fcf47a7d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3d988946-9a37-4e30-8559-561741115da0'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:27:57.731548 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ac4fb21e-c914-418c-b906-3549e4b321c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:57.767643 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:27:57.784979 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:27:57.785353 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:58.232527 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-04dcde70-c256-4bf1-b5e0-9195e44d70af tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:58.236619 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device c5d0023c-7561-422c-a15a-63fce8318279 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:27:58.284448 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aded7ea6-3c09-4bf9-8001-227e033009ef tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:58.310514 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8bf8241e-1f94-404a-a0d3-e86412882685 req-12758cc7-e4be-44a7-b30f-916cf68da157 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ab6dabfc6c044e3a257a928739aed2b&device_id=72044729-477f-4357-88df-6a75bd258a4c HTTP/1.1" status: 200 len: 1097 time: 0.8663337 May 23 11:27:58.314378 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ac4fb21e-c914-418c-b906-3549e4b321c7 None None] For port 5257193b-ee76-413b-b040-8d50a0295805, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:27:58.328651 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49548e9-f0e3-416b-b26c-7bc2544d70ec req-82f79e00-8897-4958-8521-4d26fae60f9a tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:58.331042 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b49548e9-f0e3-416b-b26c-7bc2544d70ec req-82f79e00-8897-4958-8521-4d26fae60f9a tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=72044729-477f-4357-88df-6a75bd258a4c HTTP/1.1" status: 200 len: 946 time: 0.7352672 May 23 11:27:58.338720 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-04dcde70-c256-4bf1-b5e0-9195e44d70af tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:58.384242 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ac4fb21e-c914-418c-b906-3549e4b321c7 None None] For port 5257193b-ee76-413b-b040-8d50a0295805, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=5257193b-ee76-413b-b040-8d50a0295805,segment=NetworkSegment(fe30d616-6bae-403f-9207-38fcf47a7d35),segment_id=fe30d616-6bae-403f-9207-38fcf47a7d35)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:27:58.400844 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ac4fb21e-c914-418c-b906-3549e4b321c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:58.401787 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ee072-3ea3-4e4d-9d71-e3ffe329f0ff req-61d4b31a-60e8-47da-b00c-2edef60bb88c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:58.403714 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-861ee072-3ea3-4e4d-9d71-e3ffe329f0ff req-61d4b31a-60e8-47da-b00c-2edef60bb88c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=48a3dbf0-4791-4310-b702-2070e504263e HTTP/1.1" status: 200 len: 945 time: 0.5392292 May 23 11:27:58.541271 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:58.562445 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:27:58.576041 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:58.618846 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b49548e9-f0e3-416b-b26c-7bc2544d70ec req-149b2d6e-28bf-4ebf-bb6c-5d5c457e6910 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c37e540-d31f-480d-8c92-d3bb83256ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689562 May 23 11:27:58.639108 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-5c633df6-124f-42cb-a174-c53cd1874ebf tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Deleting port 3ed7f267-62fd-49b2-a13d-cfe30cf0f54f {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:27:58.640143 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5c633df6-124f-42cb-a174-c53cd1874ebf tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:58.681579 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:58.740344 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8241e-1f94-404a-a0d3-e86412882685 req-ca518274-fdf1-4900-8f4a-5e0b023ac63d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:58.741798 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8bf8241e-1f94-404a-a0d3-e86412882685 req-ca518274-fdf1-4900-8f4a-5e0b023ac63d service neutron] 10.222.0.13 "GET /v2.0/networks?id=76b2273d-b51d-4df1-8907-c6d24ae3fac2 HTTP/1.1" status: 200 len: 919 time: 0.4186540 May 23 11:27:58.775075 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4fb21e-c914-418c-b906-3549e4b321c7 None None] Pushing event updated for resources: {'Port': ['ID=5257193b-ee76-413b-b040-8d50a0295805,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:58.891290 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8bf8241e-1f94-404a-a0d3-e86412882685 req-78bf7c44-2912-48e6-824d-d542b607f6df service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d22a0015-83d6-4c95-9659-35fda06160da HTTP/1.1" status: 200 len: 217 time: 0.1393135 May 23 11:27:58.927199 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port c5d0023c-7561-422c-a15a-63fce8318279, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=c5d0023c-7561-422c-a15a-63fce8318279,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:27:58.928598 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a3dbf0-4791-4310-b702-2070e504263e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5d0023c-7561-422c-a15a-63fce8318279'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:27:59.019214 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:59.081642 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:59.225134 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5c633df6-124f-42cb-a174-c53cd1874ebf tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:59.280115 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-aded7ea6-3c09-4bf9-8001-227e033009ef tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Allocated IP 172.20.0.1 (3d988946-9a37-4e30-8559-561741115da0/1a857c9d-ee5c-46b0-9e98-8aff5e6502da/ab79b9aa-1149-4113-aa6f-95463d57b11b) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:27:59.326176 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=c5d0023c-7561-422c-a15a-63fce8318279,revision_number=8']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:59.329859 n-d-842952-2 neutron-server[83912]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-09626c42-f7bd-449c-b19b-478f09b6877f']: {'server_uuid': '48a3dbf0-4791-4310-b702-2070e504263e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c5d0023c-7561-422c-a15a-63fce8318279', 'code': 422} returned with failed status May 23 11:27:59.374125 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 5257193b-ee76-413b-b040-8d50a0295805 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:27:59.442204 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-861ee072-3ea3-4e4d-9d71-e3ffe329f0ff req-a1d9db6a-7baa-40ad-a298-b2778e8bb4af tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9937968 May 23 11:27:59.468790 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-5c633df6-124f-42cb-a174-c53cd1874ebf tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Calling delete_port for 3ed7f267-62fd-49b2-a13d-cfe30cf0f54f owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:27:59.514572 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 5257193b-ee76-413b-b040-8d50a0295805 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:27:59.574271 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-04dcde70-c256-4bf1-b5e0-9195e44d70af tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:59.642535 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dcde70-c256-4bf1-b5e0-9195e44d70af tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9040bb8-f40a-4cba-8069-b0dc46020c15,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:27:59.663166 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-04dcde70-c256-4bf1-b5e0-9195e44d70af tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:27:59.667654 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-04dcde70-c256-4bf1-b5e0-9195e44d70af tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/security-groups/c9040bb8-f40a-4cba-8069-b0dc46020c15 HTTP/1.1" status: 204 len: 168 time: 2.1914170 May 23 11:27:59.670733 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42694) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:27:59.972525 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8241e-1f94-404a-a0d3-e86412882685 req-33b0a9ff-a58e-48ee-b402-cad98170a3e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:27:59.974098 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8bf8241e-1f94-404a-a0d3-e86412882685 req-33b0a9ff-a58e-48ee-b402-cad98170a3e1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=82176f08-fc90-4d7e-a669-0e8701d67807 HTTP/1.1" status: 200 len: 857 time: 0.1163883 May 23 11:28:00.147550 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8bf8241e-1f94-404a-a0d3-e86412882685 req-e99860e0-eaea-428d-9a83-4fbbd249707d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76b2273d-b51d-4df1-8907-c6d24ae3fac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1626432 May 23 11:28:00.175874 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-32841f0f-30c6-4dbe-8733-08d444fa6654 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:00.284837 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5c633df6-124f-42cb-a174-c53cd1874ebf tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:00.350594 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aded7ea6-3c09-4bf9-8001-227e033009ef tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:00.363764 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-32841f0f-30c6-4dbe-8733-08d444fa6654 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:00.368094 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-aded7ea6-3c09-4bf9-8001-227e033009ef tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Transition to ACTIVE for port object ab79b9aa-1149-4113-aa6f-95463d57b11b will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:28:00.418706 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a691a3ab-936f-42d1-b76a-43779484a13b None None] Network 3d988946-9a37-4e30-8559-561741115da0 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:28:00.427796 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa1f60-937c-4d47-80de-fbcede0ffa7f req-d68f4bfa-24ac-4a91-9258-ba81735529d8 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:00.429792 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7daa1f60-937c-4d47-80de-fbcede0ffa7f req-d68f4bfa-24ac-4a91-9258-ba81735529d8 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=72044729-477f-4357-88df-6a75bd258a4c HTTP/1.1" status: 200 len: 946 time: 0.4824004 May 23 11:28:00.442975 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aded7ea6-3c09-4bf9-8001-227e033009ef tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:00.459222 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c633df6-124f-42cb-a174-c53cd1874ebf tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event deleted for resources: {'Port': ['ID=3ed7f267-62fd-49b2-a13d-cfe30cf0f54f,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:00.460992 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-32841f0f-30c6-4dbe-8733-08d444fa6654 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:00.666532 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32841f0f-30c6-4dbe-8733-08d444fa6654 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17beb435-e441-4df9-8d9a-145fc8abab8f,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:00.695897 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e7810803-7398-4533-a77b-92dac6a43056 None None] Provisioning for port 5257193b-ee76-413b-b040-8d50a0295805 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:28:00.716328 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e7810803-7398-4533-a77b-92dac6a43056 None None] Provisioning complete for port 5257193b-ee76-413b-b040-8d50a0295805 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:28:00.716715 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e7810803-7398-4533-a77b-92dac6a43056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:00.761626 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aded7ea6-3c09-4bf9-8001-227e033009ef tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Network 3d988946-9a37-4e30-8559-561741115da0 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:28:00.801502 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-aded7ea6-3c09-4bf9-8001-227e033009ef tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:28:00.821644 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aded7ea6-3c09-4bf9-8001-227e033009ef tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:28:00.960982 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aded7ea6-3c09-4bf9-8001-227e033009ef tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:00.967983 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8bf8241e-1f94-404a-a0d3-e86412882685 req-3be568e1-a632-49e2-a1e5-2fc5e2abf627 service neutron] 10.222.0.13 "GET /v2.0/networks/76b2273d-b51d-4df1-8907-c6d24ae3fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8147573 May 23 11:28:01.051015 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e7810803-7398-4533-a77b-92dac6a43056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:01.111339 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:28:01.116894 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-32841f0f-30c6-4dbe-8733-08d444fa6654 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:01.122217 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-32841f0f-30c6-4dbe-8733-08d444fa6654 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/security-groups/17beb435-e441-4df9-8d9a-145fc8abab8f HTTP/1.1" status: 204 len: 168 time: 1.4501688 May 23 11:28:01.134949 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42718) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:01.159073 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e7810803-7398-4533-a77b-92dac6a43056 None None] For port 5257193b-ee76-413b-b040-8d50a0295805, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=5257193b-ee76-413b-b040-8d50a0295805,segment=NetworkSegment(fe30d616-6bae-403f-9207-38fcf47a7d35),segment_id=fe30d616-6bae-403f-9207-38fcf47a7d35)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:28:01.181405 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8bf8241e-1f94-404a-a0d3-e86412882685 req-a244b562-1311-42be-ad93-1046fa51f0a9 service neutron] 10.222.0.13 "GET /v2.0/networks/76b2273d-b51d-4df1-8907-c6d24ae3fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968706 May 23 11:28:01.185258 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded7ea6-3c09-4bf9-8001-227e033009ef tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event updated for resources: {'Port': ['ID=ab79b9aa-1149-4113-aa6f-95463d57b11b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:01.212379 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e7810803-7398-4533-a77b-92dac6a43056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:01.244943 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7daa1f60-937c-4d47-80de-fbcede0ffa7f req-a8b56b38-88bf-4b9c-a0be-3ad8619ed897 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c37e540-d31f-480d-8c92-d3bb83256ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7997489 May 23 11:28:01.255090 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7265b1-d608-48ad-a5f5-51243ea7833a req-316b43a0-dde6-49d3-85c2-6cfcbe5b10ff tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:01.270448 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9f7265b1-d608-48ad-a5f5-51243ea7833a req-316b43a0-dde6-49d3-85c2-6cfcbe5b10ff tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 1.0651979 May 23 11:28:01.372346 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7810803-7398-4533-a77b-92dac6a43056 None None] Pushing event updated for resources: {'Port': ['ID=5257193b-ee76-413b-b040-8d50a0295805,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:01.383590 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aded7ea6-3c09-4bf9-8001-227e033009ef tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:01.408020 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:28:01.408945 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:01.486155 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9f7265b1-d608-48ad-a5f5-51243ea7833a req-98f17a58-265b-4561-98a5-503fac017b64 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2097101 May 23 11:28:01.797379 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b74b065c-e16d-429b-bd23-c1c256c22814 None None] Provisioning for port ab79b9aa-1149-4113-aa6f-95463d57b11b completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:28:01.873261 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b74b065c-e16d-429b-bd23-c1c256c22814 None None] Provisioning complete for port ab79b9aa-1149-4113-aa6f-95463d57b11b triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:28:01.873261 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b74b065c-e16d-429b-bd23-c1c256c22814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:01.957297 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5c633df6-124f-42cb-a174-c53cd1874ebf tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:01.971637 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-214def0b-98a6-4162-9e45-3e64033737f9 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Deleting subnet 33d3732a-77e3-4b39-8044-97e2df38622e {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:28:01.977454 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-214def0b-98a6-4162-9e45-3e64033737f9 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:02.009192 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device c5d0023c-7561-422c-a15a-63fce8318279 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:28:02.106834 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-214def0b-98a6-4162-9e45-3e64033737f9 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:02.263348 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b74b065c-e16d-429b-bd23-c1c256c22814 None None] Port ab79b9aa-1149-4113-aa6f-95463d57b11b cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:28:02.442262 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b74b065c-e16d-429b-bd23-c1c256c22814 None None] Provisioning complete for port 5257193b-ee76-413b-b040-8d50a0295805 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:28:02.442793 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b74b065c-e16d-429b-bd23-c1c256c22814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:02.581006 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aded7ea6-3c09-4bf9-8001-227e033009ef tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:02.588213 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aded7ea6-3c09-4bf9-8001-227e033009ef tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:02.664007 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-214def0b-98a6-4162-9e45-3e64033737f9 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:02.690817 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aded7ea6-3c09-4bf9-8001-227e033009ef tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:02.753709 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0682c443-1c1a-4ded-b5d4-890fedd15d2a None None] Provisioning complete for port ab79b9aa-1149-4113-aa6f-95463d57b11b triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:28:02.753709 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0682c443-1c1a-4ded-b5d4-890fedd15d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:02.847218 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-0682c443-1c1a-4ded-b5d4-890fedd15d2a None None] Port ab79b9aa-1149-4113-aa6f-95463d57b11b cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:28:02.889687 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf433d0a-24bb-442a-8bbc-c1b7b0070a1a req-79e9cedb-0a2a-4a52-bed3-8f9c73fa7c47 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:02.891216 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cf433d0a-24bb-442a-8bbc-c1b7b0070a1a req-79e9cedb-0a2a-4a52-bed3-8f9c73fa7c47 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.6814320 May 23 11:28:02.917277 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded7ea6-3c09-4bf9-8001-227e033009ef tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event updated for resources: {'Port': ['ID=ab79b9aa-1149-4113-aa6f-95463d57b11b,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:02.969924 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aded7ea6-3c09-4bf9-8001-227e033009ef tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Network 3d988946-9a37-4e30-8559-561741115da0 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:28:02.972039 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-aded7ea6-3c09-4bf9-8001-227e033009ef tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:28:03.014765 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-214def0b-98a6-4162-9e45-3e64033737f9 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:03.110306 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 5257193b-ee76-413b-b040-8d50a0295805 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:28:03.139618 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214def0b-98a6-4162-9e45-3e64033737f9 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event deleted for resources: {'Subnet': ['ID=33d3732a-77e3-4b39-8044-97e2df38622e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:03.155280 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cf433d0a-24bb-442a-8bbc-c1b7b0070a1a req-5964e64c-8f27-4139-ba8a-9bb73c245013 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2503674 May 23 11:28:03.282069 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 5257193b-ee76-413b-b040-8d50a0295805 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:28:03.282448 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:03.472027 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-214def0b-98a6-4162-9e45-3e64033737f9 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:03.504102 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4f610d-e40d-4b1e-ad39-a4de52d5e8b7 None None] Network a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:28:03.608959 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-214def0b-98a6-4162-9e45-3e64033737f9 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/subnets/33d3732a-77e3-4b39-8044-97e2df38622e HTTP/1.1" status: 204 len: 168 time: 2.4703755 May 23 11:28:03.609729 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42768) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:03.616398 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327febec-071e-45b0-af0e-b0e4162df735 req-0aac28df-3c1e-4c0f-8732-62d61b2df064 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:03.623327 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-327febec-071e-45b0-af0e-b0e4162df735 req-0aac28df-3c1e-4c0f-8732-62d61b2df064 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=72044729-477f-4357-88df-6a75bd258a4c HTTP/1.1" status: 200 len: 946 time: 0.8553274 May 23 11:28:03.738157 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-327febec-071e-45b0-af0e-b0e4162df735 req-850f8727-f894-425c-aca5-101beabe7176 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c37e540-d31f-480d-8c92-d3bb83256ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129587 May 23 11:28:04.089905 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-79bddc59-45d4-4e75-a824-7ec5f4c0fecf None None] Provisioning complete for port ab79b9aa-1149-4113-aa6f-95463d57b11b triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:28:04.089905 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-79bddc59-45d4-4e75-a824-7ec5f4c0fecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:04.121049 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff67daa-80a6-40e0-afe2-0ebffe037984 req-5422d126-1f94-44d4-8e74-12ae7e117a4b tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:04.129874 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eff67daa-80a6-40e0-afe2-0ebffe037984 req-5422d126-1f94-44d4-8e74-12ae7e117a4b tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.6129620 May 23 11:28:04.209992 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eff67daa-80a6-40e0-afe2-0ebffe037984 req-36da6366-d540-4e4b-b31f-89f1bd0a5f50 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789225 May 23 11:28:04.259979 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c633df6-124f-42cb-a174-c53cd1874ebf tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Router 3d2a6026-6111-43ea-ac8b-d69e1df34644 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:28:04.289196 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-79bddc59-45d4-4e75-a824-7ec5f4c0fecf None None] Port ab79b9aa-1149-4113-aa6f-95463d57b11b cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:28:04.330384 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce03a785-8ef1-4746-b83e-8ff412282687 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Deleting subnet 26cf7202-100e-4760-9ba5-6fc84de8b419 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:28:04.347754 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ce03a785-8ef1-4746-b83e-8ff412282687 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:04.442886 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ce03a785-8ef1-4746-b83e-8ff412282687 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:04.575627 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ce03a785-8ef1-4746-b83e-8ff412282687 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:04.591434 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba48412-aa56-456f-a7db-8a1600d892de req-10b62d2d-46cf-4487-91fa-f17da1f099f6 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:04.599519 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4ba48412-aa56-456f-a7db-8a1600d892de req-10b62d2d-46cf-4487-91fa-f17da1f099f6 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.1413929 May 23 11:28:04.792266 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4ba48412-aa56-456f-a7db-8a1600d892de req-7e48e146-3b1c-495c-9273-51342ff5b759 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912045 May 23 11:28:04.803227 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aded7ea6-3c09-4bf9-8001-227e033009ef tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Router 745926e2-683d-45c9-a4a0-ccf172531d07 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:28:04.805207 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c633df6-124f-42cb-a174-c53cd1874ebf tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:28:04.838982 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5c633df6-124f-42cb-a174-c53cd1874ebf tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "PUT /v2.0/routers/3d2a6026-6111-43ea-ac8b-d69e1df34644/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0394685 May 23 11:28:04.841052 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42796) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:04.845247 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbf64ab-64d9-4f9e-837f-9f81934f7d83 None None] Sync routers for ids ['3d2a6026-6111-43ea-ac8b-d69e1df34644'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:28:04.884474 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbf64ab-64d9-4f9e-837f-9f81934f7d83 None None] Routers {'3d2a6026-6111-43ea-ac8b-d69e1df34644'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:28:04.885169 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-fdbf64ab-64d9-4f9e-837f-9f81934f7d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:27:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['3d2a6026-6111-43ea-ac8b-d69e1df34644'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:28:04.927435 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ce03a785-8ef1-4746-b83e-8ff412282687 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:05.076100 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-fdbf64ab-64d9-4f9e-837f-9f81934f7d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:28:05.110858 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbf64ab-64d9-4f9e-837f-9f81934f7d83 None None] Routers {'3d2a6026-6111-43ea-ac8b-d69e1df34644'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:28:05.111547 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-fdbf64ab-64d9-4f9e-837f-9f81934f7d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:27:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['3d2a6026-6111-43ea-ac8b-d69e1df34644'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:28:05.159780 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03a785-8ef1-4746-b83e-8ff412282687 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event deleted for resources: {'Subnet': ['ID=26cf7202-100e-4760-9ba5-6fc84de8b419,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:05.328924 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-fdbf64ab-64d9-4f9e-837f-9f81934f7d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:28:05.333004 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbf64ab-64d9-4f9e-837f-9f81934f7d83 None None] The sync data for ids ['3d2a6026-6111-43ea-ac8b-d69e1df34644'] in n-d-842952-2 is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:28:05.344726 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ce03a785-8ef1-4746-b83e-8ff412282687 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:05.392166 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ce03a785-8ef1-4746-b83e-8ff412282687 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/subnets/26cf7202-100e-4760-9ba5-6fc84de8b419 HTTP/1.1" status: 204 len: 168 time: 1.7813280 May 23 11:28:05.392809 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42806) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:05.465517 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcae337b-8c02-4a43-9bb8-77cb8fe98df3 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] DELETE failed (client error): The resource could not be found. May 23 11:28:05.466476 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcae337b-8c02-4a43-9bb8-77cb8fe98df3 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:28:05.480454 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-dcae337b-8c02-4a43-9bb8-77cb8fe98df3 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/subnets/33d3732a-77e3-4b39-8044-97e2df38622e HTTP/1.1" status: 404 len: 337 time: 0.0853362 May 23 11:28:05.487389 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42814) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:05.593904 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7459b6a1-cb16-4f27-9da0-f7f7dad381fa None None] Network a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:28:05.644563 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-406e8460-cd00-4e7a-abe8-bb563946eeaf tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Deleting subnet a69c6856-9f6a-4915-bdf1-85dc240f9236 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:28:05.665684 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-406e8460-cd00-4e7a-abe8-bb563946eeaf tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:05.772711 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b345739b-82fa-469b-91e2-4ef3f1fa8232 None None] Provisioning complete for port 4ecd66f7-9e67-40f0-a113-21612b426f8e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:28:05.773066 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b345739b-82fa-469b-91e2-4ef3f1fa8232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:05.786104 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-406e8460-cd00-4e7a-abe8-bb563946eeaf tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:05.891690 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aded7ea6-3c09-4bf9-8001-227e033009ef tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:28:05.904861 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7782cd5b-24f0-497c-8d4c-3c16560a3ddc None None] Sync routers for ids ['745926e2-683d-45c9-a4a0-ccf172531d07'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:28:05.906489 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42828) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:05.907438 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-aded7ea6-3c09-4bf9-8001-227e033009ef tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "PUT /v2.0/routers/745926e2-683d-45c9-a4a0-ccf172531d07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2458601 May 23 11:28:05.924850 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7782cd5b-24f0-497c-8d4c-3c16560a3ddc None None] Routers {'745926e2-683d-45c9-a4a0-ccf172531d07'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:28:05.925526 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-7782cd5b-24f0-497c-8d4c-3c16560a3ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:27:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['745926e2-683d-45c9-a4a0-ccf172531d07'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:28:05.964671 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-406e8460-cd00-4e7a-abe8-bb563946eeaf tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:05.999490 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10bfb2-5622-4e27-878a-5c9bfaec664a req-7e9c7979-41bb-4471-9768-ae28cf4c2d17 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:06.001441 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3b10bfb2-5622-4e27-878a-5c9bfaec664a req-7e9c7979-41bb-4471-9768-ae28cf4c2d17 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=72044729-477f-4357-88df-6a75bd258a4c HTTP/1.1" status: 200 len: 946 time: 0.5775075 May 23 11:28:06.093984 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-406e8460-cd00-4e7a-abe8-bb563946eeaf tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:06.099028 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322a8e8-97ef-487f-89a7-bb12ee14b7e8 req-7146a35c-5223-448f-b59c-1e4bae8590eb tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:06.106491 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c322a8e8-97ef-487f-89a7-bb12ee14b7e8 req-7146a35c-5223-448f-b59c-1e4bae8590eb tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.3344092 May 23 11:28:06.159328 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e8460-cd00-4e7a-abe8-bb563946eeaf tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event deleted for resources: {'Subnet': ['ID=a69c6856-9f6a-4915-bdf1-85dc240f9236,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:06.164609 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-406e8460-cd00-4e7a-abe8-bb563946eeaf tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:06.177354 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3b10bfb2-5622-4e27-878a-5c9bfaec664a req-9f0fe0e3-2d3f-49fa-9128-c3c1b248849d tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c37e540-d31f-480d-8c92-d3bb83256ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673257 May 23 11:28:06.181685 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b345739b-82fa-469b-91e2-4ef3f1fa8232 None None] Provisioning complete for port b0ca400c-1cd4-41b9-9a7b-ec3d7fdbaa15 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:28:06.182221 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42832) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:06.182525 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b345739b-82fa-469b-91e2-4ef3f1fa8232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:06.190752 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-406e8460-cd00-4e7a-abe8-bb563946eeaf tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/subnets/a69c6856-9f6a-4915-bdf1-85dc240f9236 HTTP/1.1" status: 204 len: 168 time: 0.7008121 May 23 11:28:06.199136 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-7782cd5b-24f0-497c-8d4c-3c16560a3ddc None None] Set router 745926e2-683d-45c9-a4a0-ccf172531d07 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:28:06.227694 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7e25c569-5f6e-4efb-a3e3-b0dd6acb3dec tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:06.269431 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b345739b-82fa-469b-91e2-4ef3f1fa8232 None None] Port b0ca400c-1cd4-41b9-9a7b-ec3d7fdbaa15 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:28:06.424272 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a579f5df-d495-416b-84c4-8e8eeee5dad2 None None] Update dhcp port {'port': {'network_id': 'a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc', 'fixed_ips': [{'subnet_id': 'a69c6856-9f6a-4915-bdf1-85dc240f9236'}], 'binding:host_id': 'n-d-842952-2'}, 'id': '4ecd66f7-9e67-40f0-a113-21612b426f8e'} from n-d-842952-2. {{(pid=83912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 23 11:28:06.434211 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbc7c384-92d3-4f7a-9e5a-e963428e65da tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] DELETE failed (client error): The resource could not be found. May 23 11:28:06.445001 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbc7c384-92d3-4f7a-9e5a-e963428e65da tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:28:06.449303 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-bbc7c384-92d3-4f7a-9e5a-e963428e65da tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/subnets/6234c1af-212b-448c-865c-dce79a3d5562 HTTP/1.1" status: 404 len: 337 time: 0.2629459 May 23 11:28:06.450048 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42844) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:06.502582 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-322c63d2-ffaa-4a65-828f-e2cfb7e47bea tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Synchronizing usage tracker for tenant:aff5ab15380840359395eccd13918dfd on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:28:06.525240 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a579f5df-d495-416b-84c4-8e8eeee5dad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:06.546497 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-322c63d2-ffaa-4a65-828f-e2cfb7e47bea tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Unset dirty status for tenant:aff5ab15380840359395eccd13918dfd on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:28:06.550658 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3076281-b827-4054-a578-acf042b79e6a tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:06.551355 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3076281-b827-4054-a578-acf042b79e6a tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:06.552339 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3076281-b827-4054-a578-acf042b79e6a tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:06.552889 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3076281-b827-4054-a578-acf042b79e6a tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:06.553623 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-322c63d2-ffaa-4a65-828f-e2cfb7e47bea tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4bd5d55-dca9-4926-9a57-bd96c0072e93 HTTP/1.1" status: 200 len: 205 time: 0.1022561 May 23 11:28:06.554338 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3076281-b827-4054-a578-acf042b79e6a tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:06.555217 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42848) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:06.555870 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3076281-b827-4054-a578-acf042b79e6a tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:06.556926 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3076281-b827-4054-a578-acf042b79e6a tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:06.568535 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3076281-b827-4054-a578-acf042b79e6a tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:06.568535 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3076281-b827-4054-a578-acf042b79e6a tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:06.568535 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3076281-b827-4054-a578-acf042b79e6a tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:06.574297 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3076281-b827-4054-a578-acf042b79e6a tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:06.584918 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c3076281-b827-4054-a578-acf042b79e6a tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7766 time: 0.6767449 May 23 11:28:06.593187 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42854) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:06.689048 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c322a8e8-97ef-487f-89a7-bb12ee14b7e8 req-99a8556a-3426-4e67-8cef-df0036a949ba tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5811999 May 23 11:28:06.701565 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a4fb82-66cb-4acc-a30a-58b423b3454f tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:06.701938 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a4fb82-66cb-4acc-a30a-58b423b3454f tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:06.702300 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a4fb82-66cb-4acc-a30a-58b423b3454f tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:06.702654 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a4fb82-66cb-4acc-a30a-58b423b3454f tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:06.703007 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a4fb82-66cb-4acc-a30a-58b423b3454f tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:06.703360 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a4fb82-66cb-4acc-a30a-58b423b3454f tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:06.703709 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a4fb82-66cb-4acc-a30a-58b423b3454f tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:06.706881 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a4fb82-66cb-4acc-a30a-58b423b3454f tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:06.707255 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a4fb82-66cb-4acc-a30a-58b423b3454f tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:06.707755 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a4fb82-66cb-4acc-a30a-58b423b3454f tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:06.717204 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e7a4fb82-66cb-4acc-a30a-58b423b3454f tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6530 time: 0.1222835 May 23 11:28:06.717977 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42860) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:06.744940 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-1fdf0dc4-64db-462a-9908-1694ee8f6f6e tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] delete failed (client error): The resource could not be found. May 23 11:28:06.749809 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1fdf0dc4-64db-462a-9908-1694ee8f6f6e tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/routers/c4bd5d55-dca9-4926-9a57-bd96c0072e93 HTTP/1.1" status: 404 len: 336 time: 0.1829932 May 23 11:28:06.753570 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42864) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:06.951221 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37eeacf-45ea-4621-9133-ea3b3302e4ea None None] Network a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:28:06.957813 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a5e07ac-6691-4bf2-b1d6-e6d4093e3b05 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] DELETE failed (client error): The resource could not be found. May 23 11:28:06.957813 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a5e07ac-6691-4bf2-b1d6-e6d4093e3b05 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:28:06.968249 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2a5e07ac-6691-4bf2-b1d6-e6d4093e3b05 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/subnets/47d590c2-f372-45f9-b697-bf9a60f7224d HTTP/1.1" status: 404 len: 337 time: 0.2044494 May 23 11:28:06.968249 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42874) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:07.062522 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-7782cd5b-24f0-497c-8d4c-3c16560a3ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745926e2-683d-45c9-a4a0-ccf172531d07', 'name': 'tempest-TestNetworkBasicOps-router-1862061221', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:27:45Z', 'updated_at': '2022-05-23T11:28:01Z', 'revision_number': 4, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'gw_port': {'id': '8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745926e2-683d-45c9-a4a0-ccf172531d07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:48Z', 'updated_at': '2022-05-23T11:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'ab79b9aa-1149-4113-aa6f-95463d57b11b', 'name': '', 'network_id': '3d988946-9a37-4e30-8559-561741115da0', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'mac_address': 'fa:16:3e:0a:8f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745926e2-683d-45c9-a4a0-ccf172531d07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a857c9d-ee5c-46b0-9e98-8aff5e6502da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:58Z', 'updated_at': '2022-05-23T11:28:02Z', 'revision_number': 2, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'subnets': [{'id': '1a857c9d-ee5c-46b0-9e98-8aff5e6502da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:28:07.075502 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7782cd5b-24f0-497c-8d4c-3c16560a3ddc None None] Checking router: 745926e2-683d-45c9-a4a0-ccf172531d07 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:28:07.075502 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7782cd5b-24f0-497c-8d4c-3c16560a3ddc None None] Updating router 745926e2-683d-45c9-a4a0-ccf172531d07 port ab79b9aa-1149-4113-aa6f-95463d57b11b binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:28:07.118184 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf5a086e-38b5-4dcb-83e0-fd6a5f604e2a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] DELETE failed (client error): The resource could not be found. May 23 11:28:07.118184 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf5a086e-38b5-4dcb-83e0-fd6a5f604e2a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:28:07.118184 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-cf5a086e-38b5-4dcb-83e0-fd6a5f604e2a tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/subnets/2e0b98ff-88d1-4500-8f05-9c027de4875b HTTP/1.1" status: 404 len: 337 time: 0.1457994 May 23 11:28:07.118184 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42878) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:07.141188 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-7782cd5b-24f0-497c-8d4c-3c16560a3ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:07.294908 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 4ecd66f7-9e67-40f0-a113-21612b426f8e no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:28:07.498167 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-92487999-36c6-4b52-a012-9cd01724118c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] DELETE failed (client error): The resource could not be found. May 23 11:28:07.499110 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92487999-36c6-4b52-a012-9cd01724118c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:28:07.500982 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-92487999-36c6-4b52-a012-9cd01724118c tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/subnets/62dba5ec-e340-4bef-9d95-e00461dfae99 HTTP/1.1" status: 404 len: 337 time: 0.3841555 May 23 11:28:07.503936 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42888) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:07.534700 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f2313974-e252-4223-b59a-fa9a3ccb6a7d None None] Provisioning complete for port 4ecd66f7-9e67-40f0-a113-21612b426f8e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:28:07.535223 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f2313974-e252-4223-b59a-fa9a3ccb6a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:07.564044 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af86a8-7ca5-45ff-a5b1-6ca347015e7a req-03405cec-80e1-4729-acb0-4783c882bf39 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:07.570707 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d9af86a8-7ca5-45ff-a5b1-6ca347015e7a req-03405cec-80e1-4729-acb0-4783c882bf39 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 947 time: 0.4388218 May 23 11:28:07.575044 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c0ede6-c242-4cdd-918c-cef07b714a31 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] DELETE failed (client error): The resource could not be found. May 23 11:28:07.575637 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6c0ede6-c242-4cdd-918c-cef07b714a31 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:28:07.580267 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f6c0ede6-c242-4cdd-918c-cef07b714a31 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/ports/31ee3f7f-282e-4c05-9f3a-1158c04e97e7 HTTP/1.1" status: 404 len: 333 time: 0.0718753 May 23 11:28:07.581003 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42892) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:07.612928 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-7782cd5b-24f0-497c-8d4c-3c16560a3ddc None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:07.626560 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-7782cd5b-24f0-497c-8d4c-3c16560a3ddc None None] Transition to ACTIVE for port object ab79b9aa-1149-4113-aa6f-95463d57b11b will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:28:07.628385 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e935733-86c2-43b9-900c-f9115379e058 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] DELETE failed (client error): The resource could not be found. May 23 11:28:07.630823 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e935733-86c2-43b9-900c-f9115379e058 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:28:07.636428 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-7782cd5b-24f0-497c-8d4c-3c16560a3ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:07.639235 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1e935733-86c2-43b9-900c-f9115379e058 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/subnets/5df2b003-a87b-4d4e-a410-7620ea05acf8 HTTP/1.1" status: 404 len: 337 time: 0.0562763 May 23 11:28:07.639963 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42896) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:07.750471 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:07.758230 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9ca893a-3c66-4632-988b-680b5007ab5f tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] DELETE failed (client error): The resource could not be found. May 23 11:28:07.759959 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9ca893a-3c66-4632-988b-680b5007ab5f tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:28:07.765138 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c9ca893a-3c66-4632-988b-680b5007ab5f tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/subnets/346ff12c-1dfa-4292-8aa6-0719366d93ca HTTP/1.1" status: 404 len: 337 time: 0.1218708 May 23 11:28:07.766011 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42904) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:07.886999 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-d51b540f-f99a-4877-b50f-40c21f8185d0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] DELETE failed (client error): The resource could not be found. May 23 11:28:07.887739 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d51b540f-f99a-4877-b50f-40c21f8185d0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:28:07.893851 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 4ecd66f7-9e67-40f0-a113-21612b426f8e, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=4ecd66f7-9e67-40f0-a113-21612b426f8e,segment=NetworkSegment(2d404ee2-8445-4bdb-b101-1c22eb0d3be4),segment_id=2d404ee2-8445-4bdb-b101-1c22eb0d3be4)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:28:07.895016 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d51b540f-f99a-4877-b50f-40c21f8185d0 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/ports/94cd0002-78d9-4d20-bc5f-3e8c0f604dba HTTP/1.1" status: 404 len: 333 time: 0.1268773 May 23 11:28:07.902105 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f2313974-e252-4223-b59a-fa9a3ccb6a7d None None] Provisioning complete for port b0ca400c-1cd4-41b9-9a7b-ec3d7fdbaa15 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:28:07.902105 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f2313974-e252-4223-b59a-fa9a3ccb6a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:07.913926 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42912) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:07.964411 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f2313974-e252-4223-b59a-fa9a3ccb6a7d None None] Port b0ca400c-1cd4-41b9-9a7b-ec3d7fdbaa15 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:28:07.967669 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:08.023639 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-e31b0d5b-10fc-4f22-bdb0-013221bb82bb tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] DELETE failed (client error): The resource could not be found. May 23 11:28:08.041733 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aecf1e6-56db-4c1d-a5fb-85bf8067890e None None] Pushing event updated for resources: {'Port': ['ID=ab79b9aa-1149-4113-aa6f-95463d57b11b,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:08.042588 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e31b0d5b-10fc-4f22-bdb0-013221bb82bb tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:28:08.044678 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e31b0d5b-10fc-4f22-bdb0-013221bb82bb tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/subnets/8a88618c-3bb0-4616-94c3-1219e29d3a57 HTTP/1.1" status: 404 len: 337 time: 0.1233234 May 23 11:28:08.050469 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42918) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:08.053854 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=4ecd66f7-9e67-40f0-a113-21612b426f8e,revision_number=11']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:08.089230 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:08.121153 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14e819a-58c7-40e1-98b7-87f372cef17d None None] DHCP port deletion for a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:28:08.125579 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f14e819a-58c7-40e1-98b7-87f372cef17d None None] Deleting port 4ecd66f7-9e67-40f0-a113-21612b426f8e {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:28:08.125949 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f14e819a-58c7-40e1-98b7-87f372cef17d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:08.128959 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-2db909a3-cdf0-4010-ae6c-38464c08369b tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] DELETE failed (client error): The resource could not be found. May 23 11:28:08.129396 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2db909a3-cdf0-4010-ae6c-38464c08369b tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:28:08.131059 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2db909a3-cdf0-4010-ae6c-38464c08369b tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/subnets/8efb086e-f32e-4a1d-9105-e1c597eac174 HTTP/1.1" status: 404 len: 337 time: 0.0793974 May 23 11:28:08.133974 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42922) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:08.263610 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-7782cd5b-24f0-497c-8d4c-3c16560a3ddc None None] Attempting to bind port ab79b9aa-1149-4113-aa6f-95463d57b11b on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:28:08.264261 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-7782cd5b-24f0-497c-8d4c-3c16560a3ddc None None] Attempting to bind port ab79b9aa-1149-4113-aa6f-95463d57b11b by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'fe30d616-6bae-403f-9207-38fcf47a7d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3d988946-9a37-4e30-8559-561741115da0'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:28:08.265039 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7782cd5b-24f0-497c-8d4c-3c16560a3ddc None None] Attempting to bind port ab79b9aa-1149-4113-aa6f-95463d57b11b on network 3d988946-9a37-4e30-8559-561741115da0 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:28:08.266172 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-b2e3769e-d505-4d3c-a49b-dfcc5ebccc2e tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Deleting port b0ca400c-1cd4-41b9-9a7b-ec3d7fdbaa15 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:28:08.270892 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b2e3769e-d505-4d3c-a49b-dfcc5ebccc2e tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:08.281165 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7782cd5b-24f0-497c-8d4c-3c16560a3ddc None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:28:08.285421 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7782cd5b-24f0-497c-8d4c-3c16560a3ddc None None] Checking segment: {'id': 'fe30d616-6bae-403f-9207-38fcf47a7d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3d988946-9a37-4e30-8559-561741115da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:28:08.286391 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-7782cd5b-24f0-497c-8d4c-3c16560a3ddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:08.286893 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7782cd5b-24f0-497c-8d4c-3c16560a3ddc None None] Bound using segment: {'id': 'fe30d616-6bae-403f-9207-38fcf47a7d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3d988946-9a37-4e30-8559-561741115da0'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:28:08.288951 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-7782cd5b-24f0-497c-8d4c-3c16560a3ddc None None] Bound port: ab79b9aa-1149-4113-aa6f-95463d57b11b, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe30d616-6bae-403f-9207-38fcf47a7d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3d988946-9a37-4e30-8559-561741115da0'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:28:08.290041 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-7782cd5b-24f0-497c-8d4c-3c16560a3ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:08.481331 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-7782cd5b-24f0-497c-8d4c-3c16560a3ddc None None] For port ab79b9aa-1149-4113-aa6f-95463d57b11b, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:28:08.484756 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-7782cd5b-24f0-497c-8d4c-3c16560a3ddc None None] For port ab79b9aa-1149-4113-aa6f-95463d57b11b, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=ab79b9aa-1149-4113-aa6f-95463d57b11b,segment=NetworkSegment(fe30d616-6bae-403f-9207-38fcf47a7d35),segment_id=fe30d616-6bae-403f-9207-38fcf47a7d35)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:28:08.490648 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-7782cd5b-24f0-497c-8d4c-3c16560a3ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:08.561757 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f14e819a-58c7-40e1-98b7-87f372cef17d None None] For port 4ecd66f7-9e67-40f0-a113-21612b426f8e, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=4ecd66f7-9e67-40f0-a113-21612b426f8e,segment=NetworkSegment(2d404ee2-8445-4bdb-b101-1c22eb0d3be4),segment_id=2d404ee2-8445-4bdb-b101-1c22eb0d3be4)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:28:08.561757 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f14e819a-58c7-40e1-98b7-87f372cef17d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:08.648581 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d9af86a8-7ca5-45ff-a5b1-6ca347015e7a req-5a906b53-c927-4398-a563-abba9cb2ac77 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9724526 May 23 11:28:08.736068 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b2e3769e-d505-4d3c-a49b-dfcc5ebccc2e tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:08.775524 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee661ad-92a8-4d1e-9014-5492d4d69933 req-5b383819-2824-40e4-a065-ecd919813700 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:08.777734 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eee661ad-92a8-4d1e-9014-5492d4d69933 req-5b383819-2824-40e4-a065-ecd919813700 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=72044729-477f-4357-88df-6a75bd258a4c HTTP/1.1" status: 200 len: 946 time: 1.3258598 May 23 11:28:08.790424 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aecf1e6-56db-4c1d-a5fb-85bf8067890e None None] Pushing event updated for resources: {'Port': ['ID=ab79b9aa-1149-4113-aa6f-95463d57b11b,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:08.835261 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7782cd5b-24f0-497c-8d4c-3c16560a3ddc None None] Routers {'745926e2-683d-45c9-a4a0-ccf172531d07'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:28:08.836102 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-7782cd5b-24f0-497c-8d4c-3c16560a3ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:27:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['745926e2-683d-45c9-a4a0-ccf172531d07'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:28:08.845501 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9af9a8cc-46f1-40e3-9d45-9cedd8e4ba8e tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4316 time: 2.1245189 May 23 11:28:08.910765 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f14e819a-58c7-40e1-98b7-87f372cef17d None None] Calling delete_port for 4ecd66f7-9e67-40f0-a113-21612b426f8e owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:28:09.076705 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eee661ad-92a8-4d1e-9014-5492d4d69933 req-9d436b88-dae4-45c9-bab3-7a7026769dcf tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c37e540-d31f-480d-8c92-d3bb83256ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174027 May 23 11:28:09.193742 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-b2e3769e-d505-4d3c-a49b-dfcc5ebccc2e tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Calling delete_port for b0ca400c-1cd4-41b9-9a7b-ec3d7fdbaa15 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:28:09.241025 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f14e819a-58c7-40e1-98b7-87f372cef17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:09.316750 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-7782cd5b-24f0-497c-8d4c-3c16560a3ddc None None] Set router 745926e2-683d-45c9-a4a0-ccf172531d07 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:28:09.351428 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42940) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:09.392611 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-7f32f349-660e-4f48-addc-526d151e60b1 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1072812359', 'description': 'tempest-secgroup-smoke-1072812359 description', 'project_id': '7e6820b1da73478a8f6280c600dfbb0e'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:28:09.409543 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7f32f349-660e-4f48-addc-526d151e60b1 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:28:09.421178 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e819a-58c7-40e1-98b7-87f372cef17d None None] Pushing event deleted for resources: {'Port': ['ID=4ecd66f7-9e67-40f0-a113-21612b426f8e,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:09.445870 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-72367f6e-6f63-4303-b73c-aab076031bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:09.448493 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7f32f349-660e-4f48-addc-526d151e60b1 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Usage tracker for resource:security_group and tenant:7e6820b1da73478a8f6280c600dfbb0e is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:28:09.451369 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14e819a-58c7-40e1-98b7-87f372cef17d None None] No DVR routers for this DVR port 4ecd66f7-9e67-40f0-a113-21612b426f8e on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:28:09.467978 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7f32f349-660e-4f48-addc-526d151e60b1 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:28:09.471766 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:09.500803 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7f32f349-660e-4f48-addc-526d151e60b1 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:28:09.552588 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-7e25c569-5f6e-4efb-a3e3-b0dd6acb3dec tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Deleting port 7af45022-1d34-4f0c-b669-1a95bde3ccfc {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:28:09.552930 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7e25c569-5f6e-4efb-a3e3-b0dd6acb3dec tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:09.565210 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f751d9-c5f5-46ce-84a1-15ae6ee2a746 req-8fc2c66d-8a70-42fc-a8f5-c3fd0b4062d1 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:09.566292 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-c6f751d9-c5f5-46ce-84a1-15ae6ee2a746 req-8fc2c66d-8a70-42fc-a8f5-c3fd0b4062d1 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Synchronizing usage tracker for tenant:c4112c4fc0ff4a36a1b303475c7f4981 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:28:09.569013 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7f32f349-660e-4f48-addc-526d151e60b1 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:09.588877 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b2e3769e-d505-4d3c-a49b-dfcc5ebccc2e tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:09.661462 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-c6f751d9-c5f5-46ce-84a1-15ae6ee2a746 req-8fc2c66d-8a70-42fc-a8f5-c3fd0b4062d1 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Unset dirty status for tenant:c4112c4fc0ff4a36a1b303475c7f4981 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:28:09.662631 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c6f751d9-c5f5-46ce-84a1-15ae6ee2a746 req-8fc2c66d-8a70-42fc-a8f5-c3fd0b4062d1 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.81 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 947 time: 0.7926490 May 23 11:28:09.716152 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ab62a-278d-480c-950b-af84faf865b1 req-9b469558-990d-4259-b848-5a3cf7d3542c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:09.719087 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e40ab62a-278d-480c-950b-af84faf865b1 req-9b469558-990d-4259-b848-5a3cf7d3542c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.5332193 May 23 11:28:09.735447 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b2e3769e-d505-4d3c-a49b-dfcc5ebccc2e tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:09.740899 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-c6f751d9-c5f5-46ce-84a1-15ae6ee2a746 req-2f805973-aa42-4160-94e5-ff4793ecfc7b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Deleting port 0149fd8a-049d-4ca2-ad81-8626eed3d2b4 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:28:09.741165 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c6f751d9-c5f5-46ce-84a1-15ae6ee2a746 req-2f805973-aa42-4160-94e5-ff4793ecfc7b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:09.797778 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e40ab62a-278d-480c-950b-af84faf865b1 req-6475bc63-4ad7-4961-a73a-7f428105f275 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695763 May 23 11:28:09.830611 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e3769e-d505-4d3c-a49b-dfcc5ebccc2e tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event deleted for resources: {'Port': ['ID=b0ca400c-1cd4-41b9-9a7b-ec3d7fdbaa15,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:09.865653 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7e25c569-5f6e-4efb-a3e3-b0dd6acb3dec tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:09.917016 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b2e3769e-d505-4d3c-a49b-dfcc5ebccc2e tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/ports/b0ca400c-1cd4-41b9-9a7b-ec3d7fdbaa15 HTTP/1.1" status: 204 len: 168 time: 1.7818112 May 23 11:28:09.923865 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7f32f349-660e-4f48-addc-526d151e60b1 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:28:09.926813 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42956) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:09.952997 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-7782cd5b-24f0-497c-8d4c-3c16560a3ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745926e2-683d-45c9-a4a0-ccf172531d07', 'name': 'tempest-TestNetworkBasicOps-router-1862061221', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:27:45Z', 'updated_at': '2022-05-23T11:28:01Z', 'revision_number': 4, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'gw_port': {'id': '8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745926e2-683d-45c9-a4a0-ccf172531d07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:48Z', 'updated_at': '2022-05-23T11:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'ab79b9aa-1149-4113-aa6f-95463d57b11b', 'name': '', 'network_id': '3d988946-9a37-4e30-8559-561741115da0', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'mac_address': 'fa:16:3e:0a:8f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745926e2-683d-45c9-a4a0-ccf172531d07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a857c9d-ee5c-46b0-9e98-8aff5e6502da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:58Z', 'updated_at': '2022-05-23T11:28:08Z', 'revision_number': 4, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'subnets': [{'id': '1a857c9d-ee5c-46b0-9e98-8aff5e6502da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:28:09.953908 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7f32f349-660e-4f48-addc-526d151e60b1 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Usage tracker for resource:security_group_rule and tenant:7e6820b1da73478a8f6280c600dfbb0e is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:28:09.958079 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7782cd5b-24f0-497c-8d4c-3c16560a3ddc None None] The sync data for ids ['745926e2-683d-45c9-a4a0-ccf172531d07'] in n-d-842952-2 is: [{'id': '745926e2-683d-45c9-a4a0-ccf172531d07', 'name': 'tempest-TestNetworkBasicOps-router-1862061221', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:27:45Z', 'updated_at': '2022-05-23T11:28:01Z', 'revision_number': 4, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'gw_port': {'id': '8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745926e2-683d-45c9-a4a0-ccf172531d07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:48Z', 'updated_at': '2022-05-23T11:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'ab79b9aa-1149-4113-aa6f-95463d57b11b', 'name': '', 'network_id': '3d988946-9a37-4e30-8559-561741115da0', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'mac_address': 'fa:16:3e:0a:8f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745926e2-683d-45c9-a4a0-ccf172531d07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a857c9d-ee5c-46b0-9e98-8aff5e6502da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:58Z', 'updated_at': '2022-05-23T11:28:08Z', 'revision_number': 4, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'subnets': [{'id': '1a857c9d-ee5c-46b0-9e98-8aff5e6502da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:28:09.963887 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7f32f349-660e-4f48-addc-526d151e60b1 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:28:10.184274 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7f32f349-660e-4f48-addc-526d151e60b1 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:28:10.246317 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-7e25c569-5f6e-4efb-a3e3-b0dd6acb3dec tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Calling delete_port for 7af45022-1d34-4f0c-b669-1a95bde3ccfc owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:28:10.466376 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d206f5-5f8e-457c-82ed-1c6acf992db5 req-c2ab81fe-1b43-4670-aa8b-2d705546c001 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:10.466886 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-11a11463-c6c3-4aac-b1c3-4e092a333ef1 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:10.469733 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f2d206f5-5f8e-457c-82ed-1c6acf992db5 req-c2ab81fe-1b43-4670-aa8b-2d705546c001 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 947 time: 0.4274147 May 23 11:28:10.500194 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ca9fe-2edf-478d-8cbf-2e2805e19996 req-a5cb39f7-bcda-4e8e-b649-5a7ea8a96c90 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:10.501864 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-325ca9fe-2edf-478d-8cbf-2e2805e19996 req-a5cb39f7-bcda-4e8e-b649-5a7ea8a96c90 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=72044729-477f-4357-88df-6a75bd258a4c HTTP/1.1" status: 200 len: 946 time: 0.2183011 May 23 11:28:10.577516 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f2d206f5-5f8e-457c-82ed-1c6acf992db5 req-f5261c9e-e363-4650-abf0-b3ee1e446748 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973377 May 23 11:28:10.600739 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7f32f349-660e-4f48-addc-526d151e60b1 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:10.646487 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7f32f349-660e-4f48-addc-526d151e60b1 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:10.666691 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-325ca9fe-2edf-478d-8cbf-2e2805e19996 req-254be832-b0ce-4e8f-b1bf-16dd87da962c tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c37e540-d31f-480d-8c92-d3bb83256ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553428 May 23 11:28:10.778124 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7e25c569-5f6e-4efb-a3e3-b0dd6acb3dec tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:10.909682 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32f349-660e-4f48-addc-526d151e60b1 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1009997-47be-4544-b332-3d5213461e3e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:10.921687 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e25c569-5f6e-4efb-a3e3-b0dd6acb3dec tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event deleted for resources: {'Port': ['ID=7af45022-1d34-4f0c-b669-1a95bde3ccfc,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:11.255298 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ab79b9aa-1149-4113-aa6f-95463d57b11b up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:28:11.312285 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-11a11463-c6c3-4aac-b1c3-4e092a333ef1 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:11.349111 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-11a11463-c6c3-4aac-b1c3-4e092a333ef1 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:28:11.364767 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-11a11463-c6c3-4aac-b1c3-4e092a333ef1 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d404ee2-8445-4bdb-b101-1c22eb0d3be4') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:28:11.365068 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-11a11463-c6c3-4aac-b1c3-4e092a333ef1 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d404ee2-8445-4bdb-b101-1c22eb0d3be4') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:28:11.387085 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-11a11463-c6c3-4aac-b1c3-4e092a333ef1 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:11.417290 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-11a11463-c6c3-4aac-b1c3-4e092a333ef1 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:11.429945 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11a11463-c6c3-4aac-b1c3-4e092a333ef1 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:28:11.430224 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-11a11463-c6c3-4aac-b1c3-4e092a333ef1 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:11.460420 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port ab79b9aa-1149-4113-aa6f-95463d57b11b completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:28:11.471919 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port ab79b9aa-1149-4113-aa6f-95463d57b11b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:28:11.472585 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:11.607340 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:28:11.607340 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:28:11.607340 n-d-842952-2 neutron-server[83911]: timer() May 23 11:28:11.607340 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:28:11.607340 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:28:11.607340 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:28:11.607340 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:28:11.607340 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:28:11.607340 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:28:11.607340 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:28:11.607340 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:28:11.607340 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:28:11.607340 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:28:11.607340 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:28:11.607340 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:28:11.607340 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:28:11.607340 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:28:11.607340 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:28:11.607340 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:28:11.607340 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:28:11.607340 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:28:11.607340 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:28:11.607340 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:28:11.607340 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:28:11.607340 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:28:11.607340 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:28:11.607340 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:28:11.607340 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:28:11.607340 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:28:11.607340 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:28:11.607340 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:28:11.607340 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:28:11.621292 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-c6f751d9-c5f5-46ce-84a1-15ae6ee2a746 req-2f805973-aa42-4160-94e5-ff4793ecfc7b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] For port 0149fd8a-049d-4ca2-ad81-8626eed3d2b4, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0149fd8a-049d-4ca2-ad81-8626eed3d2b4,segment=NetworkSegment(4f0d5472-1003-45ab-8b0f-abd1e74bfa02),segment_id=4f0d5472-1003-45ab-8b0f-abd1e74bfa02)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:28:11.622160 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c6f751d9-c5f5-46ce-84a1-15ae6ee2a746 req-2f805973-aa42-4160-94e5-ff4793ecfc7b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:11.625633 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7e25c569-5f6e-4efb-a3e3-b0dd6acb3dec tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:11.653359 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7f32f349-660e-4f48-addc-526d151e60b1 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:11.654601 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b27ce-d71e-43f2-939a-8624076a4938 req-dea79067-ade9-48dd-9fbd-d317d86ed722 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:11.657485 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f6b27ce-d71e-43f2-939a-8624076a4938 req-dea79067-ade9-48dd-9fbd-d317d86ed722 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.4883544 May 23 11:28:11.657648 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7f32f349-660e-4f48-addc-526d151e60b1 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 2.2967553 May 23 11:28:11.661582 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42986) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:11.691717 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e1ab2d83-7b8e-4883-b1af-bb37059d2c67 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Request body: {'security_group_rule': {'security_group_id': 'd1009997-47be-4544-b332-3d5213461e3e', 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:28:11.698230 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ef353581-11f3-4282-86f3-2a61e4ea5208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:11.872354 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:11.954081 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port ab79b9aa-1149-4113-aa6f-95463d57b11b, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=ab79b9aa-1149-4113-aa6f-95463d57b11b,segment=NetworkSegment(fe30d616-6bae-403f-9207-38fcf47a7d35),segment_id=fe30d616-6bae-403f-9207-38fcf47a7d35)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:28:11.959342 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:12.090602 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=ab79b9aa-1149-4113-aa6f-95463d57b11b,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:12.139074 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e1ab2d83-7b8e-4883-b1af-bb37059d2c67 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:28:12.158403 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e1ab2d83-7b8e-4883-b1af-bb37059d2c67 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Usage tracker for resource:security_group_rule and tenant:7e6820b1da73478a8f6280c600dfbb0e is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:28:12.162201 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e1ab2d83-7b8e-4883-b1af-bb37059d2c67 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:28:12.209955 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e1ab2d83-7b8e-4883-b1af-bb37059d2c67 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:28:12.216377 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-11a11463-c6c3-4aac-b1c3-4e092a333ef1 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:12.252301 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-11a11463-c6c3-4aac-b1c3-4e092a333ef1 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:12.265387 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a11463-c6c3-4aac-b1c3-4e092a333ef1 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] Pushing event deleted for resources: {'Network': ['ID=a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:12.292116 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-11a11463-c6c3-4aac-b1c3-4e092a333ef1 tempest-PortsTestJSON-371840374 tempest-PortsTestJSON-371840374-project] 10.222.0.79 "DELETE /v2.0/networks/a85ca2b4-6a61-4d14-ba0b-8bcf3e2fd9fc HTTP/1.1" status: 204 len: 168 time: 2.3637474 May 23 11:28:12.362609 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f6b27ce-d71e-43f2-939a-8624076a4938 req-8891cd9a-69b2-48f7-ad34-5cb5b1f220e4 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6931801 May 23 11:28:12.613198 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c6f751d9-c5f5-46ce-84a1-15ae6ee2a746 req-2f805973-aa42-4160-94e5-ff4793ecfc7b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:12.615058 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c6f751d9-c5f5-46ce-84a1-15ae6ee2a746 req-2f805973-aa42-4160-94e5-ff4793ecfc7b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:12.615058 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [req-c6f751d9-c5f5-46ce-84a1-15ae6ee2a746 req-2f805973-aa42-4160-94e5-ff4793ecfc7b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Floating IP 47d594b7-6534-431c-b312-66652caed24f disassociated. External IP: 172.25.6.145, port: 0149fd8a-049d-4ca2-ad81-8626eed3d2b4. May 23 11:28:12.615058 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-c6f751d9-c5f5-46ce-84a1-15ae6ee2a746 req-2f805973-aa42-4160-94e5-ff4793ecfc7b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Calling delete_port for 0149fd8a-049d-4ca2-ad81-8626eed3d2b4 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:28:12.681338 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e1ab2d83-7b8e-4883-b1af-bb37059d2c67 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:12.740991 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:12.820541 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:12.822488 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e1ab2d83-7b8e-4883-b1af-bb37059d2c67 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:12.830779 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e1ab2d83-7b8e-4883-b1af-bb37059d2c67 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:12.873077 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ab2d83-7b8e-4883-b1af-bb37059d2c67 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5e0d151-82b1-4a46-9afc-dc5c7f0617f0,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:12.876182 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e1ab2d83-7b8e-4883-b1af-bb37059d2c67 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:12.877604 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e1ab2d83-7b8e-4883-b1af-bb37059d2c67 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1994319 May 23 11:28:12.881931 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43010) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:12.889886 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-5ccb4293-75e2-4af0-ba24-41d19cd708cd tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Request body: {'security_group_rule': {'security_group_id': 'd1009997-47be-4544-b332-3d5213461e3e', 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:28:12.896996 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5ccb4293-75e2-4af0-ba24-41d19cd708cd tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:28:12.925697 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5ccb4293-75e2-4af0-ba24-41d19cd708cd tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Usage tracker for resource:security_group_rule and tenant:7e6820b1da73478a8f6280c600dfbb0e is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:28:12.937117 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5ccb4293-75e2-4af0-ba24-41d19cd708cd tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:28:12.946029 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5ccb4293-75e2-4af0-ba24-41d19cd708cd tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:28:12.960749 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43014) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:12.999566 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ef02a-9ecf-491b-aaaf-f337d674fdc4 req-c45078d7-1b5f-461a-a434-2cef9cfebba3 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:13.001088 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f75ef02a-9ecf-491b-aaaf-f337d674fdc4 req-c45078d7-1b5f-461a-a434-2cef9cfebba3 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 947 time: 1.0339959 May 23 11:28:13.063966 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c6f751d9-c5f5-46ce-84a1-15ae6ee2a746 req-2f805973-aa42-4160-94e5-ff4793ecfc7b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:13.076689 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ab79b9aa-1149-4113-aa6f-95463d57b11b up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:28:13.175180 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f805973-aa42-4160-94e5-ff4793ecfc7b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Pushing event deleted for resources: {'Port': ['ID=0149fd8a-049d-4ca2-ad81-8626eed3d2b4,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:13.188066 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port ab79b9aa-1149-4113-aa6f-95463d57b11b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:28:13.188541 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:13.188723 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5ccb4293-75e2-4af0-ba24-41d19cd708cd tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:13.253741 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f75ef02a-9ecf-491b-aaaf-f337d674fdc4 req-e1e9d93f-dacc-4f53-9469-8827dde2ffae tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=55e98baa-8e40-4545-a1f5-2077aa6dc49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2449596 May 23 11:28:13.266430 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4ffc9-f631-4b2f-bc45-75f20a07ac5a req-d8fad402-d1dd-477e-91ff-35b46d91fd41 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:13.278024 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ffa4ffc9-f631-4b2f-bc45-75f20a07ac5a req-d8fad402-d1dd-477e-91ff-35b46d91fd41 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=72044729-477f-4357-88df-6a75bd258a4c HTTP/1.1" status: 200 len: 946 time: 0.4199657 May 23 11:28:13.352693 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e25c569-5f6e-4efb-a3e3-b0dd6acb3dec tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Router 3d2a6026-6111-43ea-ac8b-d69e1df34644 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:28:13.386185 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ffa4ffc9-f631-4b2f-bc45-75f20a07ac5a req-723e3c66-38a3-49a8-8322-3fc9d64a6eba tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c37e540-d31f-480d-8c92-d3bb83256ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868566 May 23 11:28:13.547179 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-110ec2bb-248b-415a-a42b-7fb4a33053be admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=aff5ab15380840359395eccd13918dfd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5824044 May 23 11:28:13.550240 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43032) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:13.557952 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5ccb4293-75e2-4af0-ba24-41d19cd708cd tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:13.576913 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5ccb4293-75e2-4af0-ba24-41d19cd708cd tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:13.633485 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb4293-75e2-4af0-ba24-41d19cd708cd tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b20d482-f4ed-4872-a141-9238662602a4,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:13.647393 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5ccb4293-75e2-4af0-ba24-41d19cd708cd tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:13.651914 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5ccb4293-75e2-4af0-ba24-41d19cd708cd tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7686687 May 23 11:28:13.652980 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43038) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:13.660094 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-8fbfc721-af7d-47f6-9bd0-2fa012730a32 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Request body: {'security_group_rule': {'security_group_id': 'd1009997-47be-4544-b332-3d5213461e3e', 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:28:13.669125 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8fbfc721-af7d-47f6-9bd0-2fa012730a32 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:28:13.674708 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-8fbfc721-af7d-47f6-9bd0-2fa012730a32 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Usage tracker for resource:security_group_rule and tenant:7e6820b1da73478a8f6280c600dfbb0e is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:28:13.678785 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-8fbfc721-af7d-47f6-9bd0-2fa012730a32 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:28:13.687758 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e25c569-5f6e-4efb-a3e3-b0dd6acb3dec tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:28:13.698337 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8fbfc721-af7d-47f6-9bd0-2fa012730a32 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:28:13.700516 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab49deca-4c93-4ecd-83ad-29f382cf58c8 None None] Sync routers for ids ['3d2a6026-6111-43ea-ac8b-d69e1df34644'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:28:13.724490 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab49deca-4c93-4ecd-83ad-29f382cf58c8 None None] Routers {'3d2a6026-6111-43ea-ac8b-d69e1df34644'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:28:13.725262 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ab49deca-4c93-4ecd-83ad-29f382cf58c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:28:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['3d2a6026-6111-43ea-ac8b-d69e1df34644'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:28:13.750121 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d3ef7fcd-8737-44fc-806b-afbf4c0464b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:13.756358 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7e25c569-5f6e-4efb-a3e3-b0dd6acb3dec tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "PUT /v2.0/routers/3d2a6026-6111-43ea-ac8b-d69e1df34644/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9136426 May 23 11:28:13.769598 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43044) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:13.770308 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8fbfc721-af7d-47f6-9bd0-2fa012730a32 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:13.797439 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d3ef7fcd-8737-44fc-806b-afbf4c0464b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:13.864052 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3048cd3-382d-44be-95cb-cd28365a8a7c req-57a849bd-12e7-44df-8cd2-4df999d6cd2f tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:13.870083 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a3048cd3-382d-44be-95cb-cd28365a8a7c req-57a849bd-12e7-44df-8cd2-4df999d6cd2f tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.2573478 May 23 11:28:13.969705 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a3048cd3-382d-44be-95cb-cd28365a8a7c req-075afb24-79c1-4ddb-9fa4-9e1547b5cf8f tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861762 May 23 11:28:13.981775 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d3ef7fcd-8737-44fc-806b-afbf4c0464b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:13.997535 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 0149fd8a-049d-4ca2-ad81-8626eed3d2b4 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:28:14.022041 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-72b7691b-f5ea-49a8-b164-c6f558ba64c0 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d2a6026-6111-43ea-ac8b-d69e1df34644 HTTP/1.1" status: 200 len: 205 time: 0.1283085 May 23 11:28:14.022706 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43056) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:14.024241 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef7fcd-8737-44fc-806b-afbf4c0464b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0dcee1-a5ef-44fa-8a08-6e5525674286,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:14.026726 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6f751d9-c5f5-46ce-84a1-15ae6ee2a746 req-2f805973-aa42-4160-94e5-ff4793ecfc7b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Router 4d90fc24-0134-477c-acd4-308823197f12 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:28:14.042325 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: 0149fd8a-049d-4ca2-ad81-8626eed3d2b4 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:28:14.042666 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 0149fd8a-049d-4ca2-ad81-8626eed3d2b4 not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:28:14.046428 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d3ef7fcd-8737-44fc-806b-afbf4c0464b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:14.047551 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d3ef7fcd-8737-44fc-806b-afbf4c0464b3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0e0dcee1-a5ef-44fa-8a08-6e5525674286 HTTP/1.1" status: 204 len: 168 time: 0.4947751 May 23 11:28:14.052211 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ab49deca-4c93-4ecd-83ad-29f382cf58c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:28:14.072240 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab49deca-4c93-4ecd-83ad-29f382cf58c8 None None] Routers {'3d2a6026-6111-43ea-ac8b-d69e1df34644'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:28:14.072892 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ab49deca-4c93-4ecd-83ad-29f382cf58c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:28:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['3d2a6026-6111-43ea-ac8b-d69e1df34644'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:28:14.176795 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ab49deca-4c93-4ecd-83ad-29f382cf58c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:28:14.177492 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab49deca-4c93-4ecd-83ad-29f382cf58c8 None None] The sync data for ids ['3d2a6026-6111-43ea-ac8b-d69e1df34644'] in n-d-842952-2 is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:28:14.238905 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:14.537369 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-05c0a44f-4c36-4e8e-8ad8-a8a8c879b33c req-eb19c278-7b10-4317-b18d-163b5554d10c tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 210 time: 0.0605321 May 23 11:28:14.595749 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8fbfc721-af7d-47f6-9bd0-2fa012730a32 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:14.610219 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8fbfc721-af7d-47f6-9bd0-2fa012730a32 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:14.639039 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57cd87dc-6b8e-40ce-926d-607c577f8f22 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:14.646093 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8848837-3feb-4895-87ec-5e1069b6629d req-c5655343-9484-4bc1-a248-dffbc96274ce tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:14.647603 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f8848837-3feb-4895-87ec-5e1069b6629d req-c5655343-9484-4bc1-a248-dffbc96274ce tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=72044729-477f-4357-88df-6a75bd258a4c HTTP/1.1" status: 200 len: 946 time: 0.1093097 May 23 11:28:14.716976 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbfc721-af7d-47f6-9bd0-2fa012730a32 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15260d3c-9047-4e1d-ae8e-ce458d3eb10b,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:14.751066 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f8848837-3feb-4895-87ec-5e1069b6629d req-305d8618-2ec2-4122-b0e5-ddf097073b6f tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c37e540-d31f-480d-8c92-d3bb83256ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970356 May 23 11:28:14.839101 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8fbfc721-af7d-47f6-9bd0-2fa012730a32 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:14.840939 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8fbfc721-af7d-47f6-9bd0-2fa012730a32 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1860566 May 23 11:28:14.843720 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43086) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:14.850133 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-7f15b60c-2b83-4f54-85bc-cf3e319e5489 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Request body: {'security_group_rule': {'security_group_id': 'd1009997-47be-4544-b332-3d5213461e3e', 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:28:14.862617 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7f15b60c-2b83-4f54-85bc-cf3e319e5489 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:28:14.872469 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7f15b60c-2b83-4f54-85bc-cf3e319e5489 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Usage tracker for resource:security_group_rule and tenant:7e6820b1da73478a8f6280c600dfbb0e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:28:14.877040 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7f15b60c-2b83-4f54-85bc-cf3e319e5489 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:28:14.891177 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7f15b60c-2b83-4f54-85bc-cf3e319e5489 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:28:14.929996 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7f15b60c-2b83-4f54-85bc-cf3e319e5489 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:15.067818 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7f15b60c-2b83-4f54-85bc-cf3e319e5489 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:15.072435 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7f15b60c-2b83-4f54-85bc-cf3e319e5489 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:15.115538 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7f15b60c-2b83-4f54-85bc-cf3e319e5489 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:15.117621 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7f15b60c-2b83-4f54-85bc-cf3e319e5489 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2726886 May 23 11:28:15.120133 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f15b60c-2b83-4f54-85bc-cf3e319e5489 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=926f4552-10b1-4294-9835-aca68d20649a,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:15.122041 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43102) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:15.135172 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-dacf04e8-208a-4daf-b952-55b3f10a59f5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Request body: {'security_group_rule': {'security_group_id': 'd1009997-47be-4544-b332-3d5213461e3e', 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:28:15.141972 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-dacf04e8-208a-4daf-b952-55b3f10a59f5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:28:15.145887 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-dacf04e8-208a-4daf-b952-55b3f10a59f5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Usage tracker for resource:security_group_rule and tenant:7e6820b1da73478a8f6280c600dfbb0e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:28:15.149182 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-dacf04e8-208a-4daf-b952-55b3f10a59f5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:28:15.166178 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-dacf04e8-208a-4daf-b952-55b3f10a59f5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:28:15.196310 n-d-842952-2 neutron-server[83910]: INFO neutron.db.securitygroups_db [None req-dacf04e8-208a-4daf-b952-55b3f10a59f5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Project 7e6820b1da73478a8f6280c600dfbb0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 11:28:15.213760 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dacf04e8-208a-4daf-b952-55b3f10a59f5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:15.300015 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dacf04e8-208a-4daf-b952-55b3f10a59f5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:15.386792 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57cd87dc-6b8e-40ce-926d-607c577f8f22 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:15.390996 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57cd87dc-6b8e-40ce-926d-607c577f8f22 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:15.392988 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43110) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:15.414534 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dacf04e8-208a-4daf-b952-55b3f10a59f5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:15.423302 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57cd87dc-6b8e-40ce-926d-607c577f8f22 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:15.424092 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57cd87dc-6b8e-40ce-926d-607c577f8f22 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Fanout notify agent at l3_agent the message router_deleted on router 3d2a6026-6111-43ea-ac8b-d69e1df34644 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:28:15.461213 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57cd87dc-6b8e-40ce-926d-607c577f8f22 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:15.462334 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-57cd87dc-6b8e-40ce-926d-607c577f8f22 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "DELETE /v2.0/routers/3d2a6026-6111-43ea-ac8b-d69e1df34644 HTTP/1.1" status: 204 len: 168 time: 1.4338982 May 23 11:28:15.465823 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43120) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:15.508197 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6f751d9-c5f5-46ce-84a1-15ae6ee2a746 req-2f805973-aa42-4160-94e5-ff4793ecfc7b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:28:15.523436 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c7954a-0824-4422-b116-47c5ebdb0f89 None None] Sync routers for ids ['4d90fc24-0134-477c-acd4-308823197f12'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:28:15.524561 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf04e8-208a-4daf-b952-55b3f10a59f5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0414dca-fbc6-4615-b778-1d73f4892443,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:15.549941 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dacf04e8-208a-4daf-b952-55b3f10a59f5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:15.552041 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-dacf04e8-208a-4daf-b952-55b3f10a59f5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4222054 May 23 11:28:15.556578 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43124) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:15.562833 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c7954a-0824-4422-b116-47c5ebdb0f89 None None] Routers {'4d90fc24-0134-477c-acd4-308823197f12'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:28:15.563467 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e6c7954a-0824-4422-b116-47c5ebdb0f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:28:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['4d90fc24-0134-477c-acd4-308823197f12'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:28:15.567600 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-78f74383-114f-4230-9975-824eeddadf29 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Request body: {'security_group_rule': {'security_group_id': 'd1009997-47be-4544-b332-3d5213461e3e', 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:28:15.590734 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-78f74383-114f-4230-9975-824eeddadf29 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:28:15.608822 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-78f74383-114f-4230-9975-824eeddadf29 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Usage tracker for resource:security_group_rule and tenant:7e6820b1da73478a8f6280c600dfbb0e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:28:15.620176 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-78f74383-114f-4230-9975-824eeddadf29 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:28:15.649836 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-78f74383-114f-4230-9975-824eeddadf29 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:28:15.679000 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ef962-90f3-4e07-af30-e8f41fbe6909 req-11664888-cf28-4b58-8709-466594810372 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:15.688656 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-402ef962-90f3-4e07-af30-e8f41fbe6909 req-11664888-cf28-4b58-8709-466594810372 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.4798779 May 23 11:28:15.729433 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-da2ac1aa-d69b-445e-9014-6e1cd42f16ac tempest-ServiceProvidersTest-1762817347 tempest-ServiceProvidersTest-1762817347-project] 10.222.0.79 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3352156 May 23 11:28:15.749510 n-d-842952-2 neutron-server[83910]: INFO neutron.db.securitygroups_db [None req-78f74383-114f-4230-9975-824eeddadf29 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Project 7e6820b1da73478a8f6280c600dfbb0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 11:28:15.761714 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-78f74383-114f-4230-9975-824eeddadf29 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:15.771042 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f751d9-c5f5-46ce-84a1-15ae6ee2a746 req-2f805973-aa42-4160-94e5-ff4793ecfc7b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] No DVR routers for this DVR port 0149fd8a-049d-4ca2-ad81-8626eed3d2b4 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:28:15.796538 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c6f751d9-c5f5-46ce-84a1-15ae6ee2a746 req-2f805973-aa42-4160-94e5-ff4793ecfc7b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:15.798730 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c6f751d9-c5f5-46ce-84a1-15ae6ee2a746 req-2f805973-aa42-4160-94e5-ff4793ecfc7b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.81 "DELETE /v2.0/ports/0149fd8a-049d-4ca2-ad81-8626eed3d2b4 HTTP/1.1" status: 204 len: 173 time: 6.1273177 May 23 11:28:15.799171 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c24f87-ea64-47df-b23b-232e08cd18b2', 'name': 'network-vif-deleted', 'tag': '0149fd8a-049d-4ca2-ad81-8626eed3d2b4'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:28:15.889572 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-78f74383-114f-4230-9975-824eeddadf29 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:15.952844 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-78f74383-114f-4230-9975-824eeddadf29 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:16.007374 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-e6c7954a-0824-4422-b116-47c5ebdb0f89 None None] Set router 4d90fc24-0134-477c-acd4-308823197f12 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:28:16.086411 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-31179d84-95bf-4294-9ece-2edad9c81cfd req-9afeae02-98d5-4acc-8dc5-7b11cbd6ab0b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=70c24f87-ea64-47df-b23b-232e08cd18b2 HTTP/1.1" status: 200 len: 210 time: 0.2426713 May 23 11:28:16.138708 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f74383-114f-4230-9975-824eeddadf29 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba4f0187-fc14-44da-bee5-302d3d208186,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:16.144222 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-78f74383-114f-4230-9975-824eeddadf29 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:16.146130 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-78f74383-114f-4230-9975-824eeddadf29 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5859408 May 23 11:28:16.161367 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-402ef962-90f3-4e07-af30-e8f41fbe6909 req-d7c98c2c-694a-405e-9b4e-f8b0e0bf1b51 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4717689 May 23 11:28:16.251519 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d2317a5-bac7-4103-8141-24fd2c467a43 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Deleting subnet 4534445e-7a70-419b-9f3e-571b58f3f493 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:28:16.260048 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d2317a5-bac7-4103-8141-24fd2c467a43 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:16.372422 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43152) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:16.394855 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d2317a5-bac7-4103-8141-24fd2c467a43 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:16.430868 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6495e67-8fb2-4d65-91ab-31f1e8c3849c req-f3677aa7-9645-4957-91f0-a4139b3f08f1 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:16.436314 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d6495e67-8fb2-4d65-91ab-31f1e8c3849c req-f3677aa7-9645-4957-91f0-a4139b3f08f1 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=72044729-477f-4357-88df-6a75bd258a4c HTTP/1.1" status: 200 len: 946 time: 0.1153872 May 23 11:28:16.522865 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d2317a5-bac7-4103-8141-24fd2c467a43 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:16.539566 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d6495e67-8fb2-4d65-91ab-31f1e8c3849c req-a537adcd-108b-4e36-b4be-37583de206a3 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c37e540-d31f-480d-8c92-d3bb83256ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983529 May 23 11:28:16.542595 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e6c7954a-0824-4422-b116-47c5ebdb0f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d90fc24-0134-477c-acd4-308823197f12', 'name': 'tempest-AttachVolumeShelveTestJSON-356221702-router', 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '0f56797d-7262-4d76-86c1-7154120329bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:23:54Z', 'updated_at': '2022-05-23T11:24:06Z', 'revision_number': 4, 'project_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'gw_port': {'id': '0f56797d-7262-4d76-86c1-7154120329bf', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:22:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d90fc24-0134-477c-acd4-308823197f12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:23:57Z', 'updated_at': '2022-05-23T11:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '5d725094-3a4c-498a-b708-a42959e5401a', 'name': '', 'network_id': '0be92582-5915-4835-ac16-79c44c856a03', 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'mac_address': 'fa:16:3e:d1:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d90fc24-0134-477c-acd4-308823197f12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b85c12c-741c-420e-9273-6de6d42ac4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:24:05Z', 'updated_at': '2022-05-23T11:24:31Z', 'revision_number': 5, 'project_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'subnets': [{'id': '8b85c12c-741c-420e-9273-6de6d42ac4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:28:16.547059 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c7954a-0824-4422-b116-47c5ebdb0f89 None None] Checking router: 4d90fc24-0134-477c-acd4-308823197f12 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:28:16.575962 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c7954a-0824-4422-b116-47c5ebdb0f89 None None] Routers {'4d90fc24-0134-477c-acd4-308823197f12'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:28:16.576785 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e6c7954a-0824-4422-b116-47c5ebdb0f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:28:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['4d90fc24-0134-477c-acd4-308823197f12'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:28:16.688844 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d2317a5-bac7-4103-8141-24fd2c467a43 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:16.750550 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2317a5-bac7-4103-8141-24fd2c467a43 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event deleted for resources: {'Subnet': ['ID=4534445e-7a70-419b-9f3e-571b58f3f493,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:16.762586 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d2317a5-bac7-4103-8141-24fd2c467a43 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:16.769568 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d6f02a-2258-4dc3-91aa-2e16c91d0502 None None] Network 5d6e9e41-6de0-42d3-ac22-290e14c0f53b requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:28:16.794915 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8d2317a5-bac7-4103-8141-24fd2c467a43 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "DELETE /v2.0/subnets/4534445e-7a70-419b-9f3e-571b58f3f493 HTTP/1.1" status: 204 len: 168 time: 1.3280065 May 23 11:28:16.799102 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43172) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:16.851953 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-912a30d0-1b0b-43bc-b22f-2b68ef1f2d8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:16.899628 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12b4017c-02ed-4086-90ee-383e836dfd0b'] response: {'server_uuid': '70c24f87-ea64-47df-b23b-232e08cd18b2', 'name': 'network-vif-deleted', 'tag': '0149fd8a-049d-4ca2-ad81-8626eed3d2b4', 'status': 'completed', 'code': 200} May 23 11:28:16.951820 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-e6c7954a-0824-4422-b116-47c5ebdb0f89 None None] Set router 4d90fc24-0134-477c-acd4-308823197f12 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:28:16.960060 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-912a30d0-1b0b-43bc-b22f-2b68ef1f2d8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:28:16.966861 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-40e89014-8558-4cfe-a029-cd6317adcf32 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Synchronizing usage tracker for tenant:7e6820b1da73478a8f6280c600dfbb0e on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:28:16.982629 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-912a30d0-1b0b-43bc-b22f-2b68ef1f2d8b admin admin] Usage tracker for resource:security_group_rule and tenant:da9fe1b984b1467bbd994f425521a898 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:28:16.985829 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-912a30d0-1b0b-43bc-b22f-2b68ef1f2d8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:28:17.006782 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-912a30d0-1b0b-43bc-b22f-2b68ef1f2d8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:28:17.044195 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-40e89014-8558-4cfe-a029-cd6317adcf32 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Unset dirty status for tenant:7e6820b1da73478a8f6280c600dfbb0e on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:28:17.054217 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-40e89014-8558-4cfe-a029-cd6317adcf32 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1072812359&fields=id&tenant_id=7e6820b1da73478a8f6280c600dfbb0e HTTP/1.1" status: 200 len: 267 time: 0.3232756 May 23 11:28:17.335935 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-7063b187-049e-4b65-84e2-7b989a827631 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Deleting subnet f8d92a64-fcba-41e8-aeb7-4ca4020b8463 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:28:17.341564 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7063b187-049e-4b65-84e2-7b989a827631 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:17.413568 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-1e031900-c25c-4309-be88-87c0ca1b1294 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:17.431171 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7063b187-049e-4b65-84e2-7b989a827631 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:17.431364 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-1e031900-c25c-4309-be88-87c0ca1b1294 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Synchronizing usage tracker for tenant:7e6820b1da73478a8f6280c600dfbb0e on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:28:17.435263 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-912a30d0-1b0b-43bc-b22f-2b68ef1f2d8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:17.467555 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-912a30d0-1b0b-43bc-b22f-2b68ef1f2d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:17.505531 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-1e031900-c25c-4309-be88-87c0ca1b1294 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Unset dirty status for tenant:7e6820b1da73478a8f6280c600dfbb0e on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:28:17.512060 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-1e031900-c25c-4309-be88-87c0ca1b1294 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/networks?id=3d988946-9a37-4e30-8559-561741115da0 HTTP/1.1" status: 200 len: 797 time: 0.4562964 May 23 11:28:17.580342 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a30d0-1b0b-43bc-b22f-2b68ef1f2d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319f8b05-4eee-46dd-a8d8-7e4631ec2c52,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:17.584514 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-cf9221d0-c871-467a-9099-5a1de6f4b9ef tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/quotas/7e6820b1da73478a8f6280c600dfbb0e HTTP/1.1" status: 200 len: 375 time: 0.0714705 May 23 11:28:17.595597 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e6c7954a-0824-4422-b116-47c5ebdb0f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d90fc24-0134-477c-acd4-308823197f12', 'name': 'tempest-AttachVolumeShelveTestJSON-356221702-router', 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '0f56797d-7262-4d76-86c1-7154120329bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:23:54Z', 'updated_at': '2022-05-23T11:24:06Z', 'revision_number': 4, 'project_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'gw_port': {'id': '0f56797d-7262-4d76-86c1-7154120329bf', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:22:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d90fc24-0134-477c-acd4-308823197f12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:23:57Z', 'updated_at': '2022-05-23T11:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '5d725094-3a4c-498a-b708-a42959e5401a', 'name': '', 'network_id': '0be92582-5915-4835-ac16-79c44c856a03', 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'mac_address': 'fa:16:3e:d1:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d90fc24-0134-477c-acd4-308823197f12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b85c12c-741c-420e-9273-6de6d42ac4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:24:05Z', 'updated_at': '2022-05-23T11:24:31Z', 'revision_number': 5, 'project_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'subnets': [{'id': '8b85c12c-741c-420e-9273-6de6d42ac4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:28:17.605025 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c7954a-0824-4422-b116-47c5ebdb0f89 None None] The sync data for ids ['4d90fc24-0134-477c-acd4-308823197f12'] in n-d-842952-2 is: [{'id': '4d90fc24-0134-477c-acd4-308823197f12', 'name': 'tempest-AttachVolumeShelveTestJSON-356221702-router', 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '0f56797d-7262-4d76-86c1-7154120329bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:23:54Z', 'updated_at': '2022-05-23T11:24:06Z', 'revision_number': 4, 'project_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'gw_port': {'id': '0f56797d-7262-4d76-86c1-7154120329bf', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:22:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d90fc24-0134-477c-acd4-308823197f12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:23:57Z', 'updated_at': '2022-05-23T11:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '5d725094-3a4c-498a-b708-a42959e5401a', 'name': '', 'network_id': '0be92582-5915-4835-ac16-79c44c856a03', 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'mac_address': 'fa:16:3e:d1:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d90fc24-0134-477c-acd4-308823197f12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b85c12c-741c-420e-9273-6de6d42ac4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:24:05Z', 'updated_at': '2022-05-23T11:24:31Z', 'revision_number': 5, 'project_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'subnets': [{'id': '8b85c12c-741c-420e-9273-6de6d42ac4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:28:17.609037 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00821067-374a-4c4d-839a-8dfd1a437b58 None None] DHCP port deletion for 5d6e9e41-6de0-42d3-ac22-290e14c0f53b request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:28:17.636949 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f1d1ecd1-44ed-4a93-8526-19e19c49f2af req-89e00112-cb13-49c8-9190-4ed75f70a3a7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5011179 May 23 11:28:17.695861 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-00821067-374a-4c4d-839a-8dfd1a437b58 None None] Deleting port 2b6302c9-34b7-4a5d-b396-e853245b6ccf {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:28:17.696012 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-00821067-374a-4c4d-839a-8dfd1a437b58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:17.776637 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7063b187-049e-4b65-84e2-7b989a827631 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:17.915151 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-912a30d0-1b0b-43bc-b22f-2b68ef1f2d8b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=da9fe1b984b1467bbd994f425521a898&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5414987 May 23 11:28:17.918092 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43194) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:17.943418 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7063b187-049e-4b65-84e2-7b989a827631 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:18.002508 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7063b187-049e-4b65-84e2-7b989a827631 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event deleted for resources: {'Subnet': ['ID=f8d92a64-fcba-41e8-aeb7-4ca4020b8463,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:18.013281 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7063b187-049e-4b65-84e2-7b989a827631 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:18.023794 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-68c289a4-3c92-4024-a462-d6b67e9391c1 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7e6820b1da73478a8f6280c600dfbb0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1955483 May 23 11:28:18.024059 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7063b187-049e-4b65-84e2-7b989a827631 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "DELETE /v2.0/subnets/f8d92a64-fcba-41e8-aeb7-4ca4020b8463 HTTP/1.1" status: 204 len: 168 time: 1.2238953 May 23 11:28:18.024841 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43202) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:18.027954 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6613fa-71f1-4b2f-ae87-40d78b67d2e3 None None] Network b13c9219-27d4-46ab-afb3-d0266356d2d1 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:28:18.032653 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfb7a4-fc87-4b2f-9fca-1cbb0e6e538e req-3b6383ff-b61a-4840-add4-85d4f485b93b tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:18.034587 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9dfb7a4-fc87-4b2f-9fca-1cbb0e6e538e req-3b6383ff-b61a-4840-add4-85d4f485b93b tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.4592543 May 23 11:28:18.066579 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f1d1ecd1-44ed-4a93-8526-19e19c49f2af req-beb40a32-0fe6-4e0e-9337-f3e839ec9363 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d8e63cb106b40b880c35c46eb22d5c0&device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 1096 time: 0.2559736 May 23 11:28:18.184818 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c78267cc-61d6-4dde-a914-20063bbcdde2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:18.206982 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-00821067-374a-4c4d-839a-8dfd1a437b58 None None] For port 2b6302c9-34b7-4a5d-b396-e853245b6ccf, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2b6302c9-34b7-4a5d-b396-e853245b6ccf,segment=NetworkSegment(1b22beff-8a4b-41f0-8a26-80727eec3c8b),segment_id=1b22beff-8a4b-41f0-8a26-80727eec3c8b)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:28:18.207523 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-00821067-374a-4c4d-839a-8dfd1a437b58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:18.275283 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b599d93-0b2d-46ba-9306-6f3afa091a1d tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:18.295104 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9dfb7a4-fc87-4b2f-9fca-1cbb0e6e538e req-092963ba-487b-4400-a7d2-e4253001a96a tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2534740 May 23 11:28:18.297240 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-bb7bc3af-2c98-44f7-8204-264b7b50cf24 service neutron] 10.222.0.79 "GET /v2.0/networks/3d988946-9a37-4e30-8559-561741115da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470496 May 23 11:28:18.309365 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-6b599d93-0b2d-46ba-9306-6f3afa091a1d tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Deleting port 2b6302c9-34b7-4a5d-b396-e853245b6ccf {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:28:18.309897 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b599d93-0b2d-46ba-9306-6f3afa091a1d tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:18.388508 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c78267cc-61d6-4dde-a914-20063bbcdde2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:18.410548 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-00821067-374a-4c4d-839a-8dfd1a437b58 None None] Calling delete_port for 2b6302c9-34b7-4a5d-b396-e853245b6ccf owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:28:18.585731 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-00821067-374a-4c4d-839a-8dfd1a437b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:18.605363 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-35059e41-1ad5-45da-9c69-26025a5532ed service neutron] 10.222.0.79 "GET /v2.0/networks/3d988946-9a37-4e30-8559-561741115da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998250 May 23 11:28:18.622289 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c78267cc-61d6-4dde-a914-20063bbcdde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:18.655269 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1ecd1-44ed-4a93-8526-19e19c49f2af req-cba8bf8d-77ec-41b1-a62f-a4546609bd49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:18.657055 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f1d1ecd1-44ed-4a93-8526-19e19c49f2af req-cba8bf8d-77ec-41b1-a62f-a4546609bd49 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6213997a-77dd-4973-bef8-b88fbf379b24 HTTP/1.1" status: 200 len: 913 time: 0.5218108 May 23 11:28:18.658965 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-6b599d93-0b2d-46ba-9306-6f3afa091a1d tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] For port 2b6302c9-34b7-4a5d-b396-e853245b6ccf, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2b6302c9-34b7-4a5d-b396-e853245b6ccf,segment=NetworkSegment(1b22beff-8a4b-41f0-8a26-80727eec3c8b),segment_id=1b22beff-8a4b-41f0-8a26-80727eec3c8b)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:28:18.659458 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b599d93-0b2d-46ba-9306-6f3afa091a1d tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:18.689577 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78267cc-61d6-4dde-a914-20063bbcdde2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319f8b05-4eee-46dd-a8d8-7e4631ec2c52,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:18.706476 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c78267cc-61d6-4dde-a914-20063bbcdde2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:18.709872 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c78267cc-61d6-4dde-a914-20063bbcdde2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/319f8b05-4eee-46dd-a8d8-7e4631ec2c52 HTTP/1.1" status: 204 len: 168 time: 0.7817981 May 23 11:28:18.710845 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-23cc5e23-115d-4426-a53b-b54870f6f1a2 req-69a80235-22c0-4768-837e-093939715e12 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=72044729-477f-4357-88df-6a75bd258a4c HTTP/1.1" status: 200 len: 1097 time: 0.1873634 May 23 11:28:18.768703 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00821067-374a-4c4d-839a-8dfd1a437b58 None None] Pushing event deleted for resources: {'Port': ['ID=2b6302c9-34b7-4a5d-b396-e853245b6ccf,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:18.784110 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00821067-374a-4c4d-839a-8dfd1a437b58 None None] No DVR routers for this DVR port 2b6302c9-34b7-4a5d-b396-e853245b6ccf on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:28:18.822795 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-23cc5e23-115d-4426-a53b-b54870f6f1a2 req-b969e51e-b8dd-4646-bfe0-6123504305e1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7c37e540-d31f-480d-8c92-d3bb83256ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020806 May 23 11:28:18.868666 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d6d52-ae3d-4eb7-b907-2f09912a9028 req-b464c207-f91f-4fef-8c99-3c9dba53076d tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:18.873876 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bd0d6d52-ae3d-4eb7-b907-2f09912a9028 req-b464c207-f91f-4fef-8c99-3c9dba53076d tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/ports?device_id=64e1c545-d64c-4bb5-8dd6-489b37ce9cf1 HTTP/1.1" status: 200 len: 945 time: 0.2320147 May 23 11:28:18.889421 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8971698c-03a3-4f7d-836d-301daffca1af None None] DHCP port deletion for b13c9219-27d4-46ab-afb3-d0266356d2d1 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:28:18.893886 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8971698c-03a3-4f7d-836d-301daffca1af None None] Deleting port e8867683-c7c8-4e33-b192-62bff9b0659d {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:28:18.894324 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8971698c-03a3-4f7d-836d-301daffca1af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:18.998264 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bd0d6d52-ae3d-4eb7-b907-2f09912a9028 req-3260d0ef-9940-40b7-be4a-53760c167693 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/security-groups?id=922d3c5a-a069-41ce-b972-4c94b232656c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073329 May 23 11:28:19.074243 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-6b599d93-0b2d-46ba-9306-6f3afa091a1d tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Calling delete_port for 2b6302c9-34b7-4a5d-b396-e853245b6ccf owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:28:19.151936 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2b6302c9-34b7-4a5d-b396-e853245b6ccf no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:28:19.207213 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f1d1ecd1-44ed-4a93-8526-19e19c49f2af req-5c5c71ad-5ec1-4b08-b268-5239b8b6ff2f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3afd64a2-b6a5-4913-a9be-716566b8de39 HTTP/1.1" status: 200 len: 1000 time: 0.5394204 May 23 11:28:19.253784 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 2b6302c9-34b7-4a5d-b396-e853245b6ccf {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:28:19.254192 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2b6302c9-34b7-4a5d-b396-e853245b6ccf not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:28:19.254746 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e8867683-c7c8-4e33-b192-62bff9b0659d no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:28:19.375553 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f42d8f-0400-4cf6-bcea-d6311f339758 req-2c7a7ab4-3eff-437c-a6c3-3c8c2bd84138 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:19.377147 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f0f42d8f-0400-4cf6-bcea-d6311f339758 req-2c7a7ab4-3eff-437c-a6c3-3c8c2bd84138 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=72044729-477f-4357-88df-6a75bd258a4c HTTP/1.1" status: 200 len: 946 time: 0.1670704 May 23 11:28:19.484757 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43242) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:19.600505 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.api [None req-6b599d93-0b2d-46ba-9306-6f3afa091a1d tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:28:19.600833 n-d-842952-2 neutron-server[83911]: DEBUG oslo_db.api [None req-6b599d93-0b2d-46ba-9306-6f3afa091a1d tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:28:19.612502 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1ecd1-44ed-4a93-8526-19e19c49f2af req-26549913-9d45-4c86-8fd0-7246ffe7cedc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:19.614018 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f1d1ecd1-44ed-4a93-8526-19e19c49f2af req-26549913-9d45-4c86-8fd0-7246ffe7cedc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54335c97-79a1-4f1c-bc27-f53589fd26ef HTTP/1.1" status: 200 len: 851 time: 0.3801348 May 23 11:28:19.621367 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:19.649267 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-8971698c-03a3-4f7d-836d-301daffca1af None None] For port e8867683-c7c8-4e33-b192-62bff9b0659d, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e8867683-c7c8-4e33-b192-62bff9b0659d,segment=NetworkSegment(2e3ffcfd-ab58-481b-a0e1-4c379ce6ec51),segment_id=2e3ffcfd-ab58-481b-a0e1-4c379ce6ec51)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:28:19.649968 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8971698c-03a3-4f7d-836d-301daffca1af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:19.667166 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f0f42d8f-0400-4cf6-bcea-d6311f339758 req-a850fd48-dd68-4d53-b88a-f5b3015f7b7c tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c37e540-d31f-480d-8c92-d3bb83256ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817259 May 23 11:28:19.716355 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130004b-7778-4950-a833-6f04bd11fc51 req-5be67751-6c02-46a6-b7c5-b91abeb8d48c tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:19.717056 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-a130004b-7778-4950-a833-6f04bd11fc51 req-5be67751-6c02-46a6-b7c5-b91abeb8d48c tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Synchronizing usage tracker for tenant:b32c00c2dee749699a709a92064b86f0 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:28:19.736480 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f1d1ecd1-44ed-4a93-8526-19e19c49f2af req-fcd7fd22-6753-46ca-a478-2e78cb3155e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6213997a-77dd-4973-bef8-b88fbf379b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1129067 May 23 11:28:19.750049 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [req-f1d1ecd1-44ed-4a93-8526-19e19c49f2af req-a626ae40-025d-4762-af90-3314f23150c0 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:28:19.751151 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f1d1ecd1-44ed-4a93-8526-19e19c49f2af req-a626ae40-025d-4762-af90-3314f23150c0 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0072458 May 23 11:28:19.790134 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port e8867683-c7c8-4e33-b192-62bff9b0659d, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e8867683-c7c8-4e33-b192-62bff9b0659d,segment=NetworkSegment(2e3ffcfd-ab58-481b-a0e1-4c379ce6ec51),segment_id=2e3ffcfd-ab58-481b-a0e1-4c379ce6ec51)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:28:19.798883 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8971698c-03a3-4f7d-836d-301daffca1af None None] Calling delete_port for e8867683-c7c8-4e33-b192-62bff9b0659d owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:28:19.826547 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:19.866922 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-331058f3-2bea-422a-82cb-48cc7151ddd5 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:19.890222 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-387ae5ae-8844-4bb3-bef9-09b3bfe4e1c6 req-0aef7402-e74a-4076-9cc8-5255a0d527f3 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d012f76-526d-4c95-866f-1111b114b49e HTTP/1.1" status: 200 len: 210 time: 0.2138817 May 23 11:28:19.964280 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=e8867683-c7c8-4e33-b192-62bff9b0659d,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:19.977009 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-8971698c-03a3-4f7d-836d-301daffca1af None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:28:19.977362 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-8971698c-03a3-4f7d-836d-301daffca1af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:28:19.978781 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-331058f3-2bea-422a-82cb-48cc7151ddd5 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:20.003191 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-a130004b-7778-4950-a833-6f04bd11fc51 req-5be67751-6c02-46a6-b7c5-b91abeb8d48c tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Unset dirty status for tenant:b32c00c2dee749699a709a92064b86f0 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:28:20.031331 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a130004b-7778-4950-a833-6f04bd11fc51 req-5be67751-6c02-46a6-b7c5-b91abeb8d48c tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.81 "GET /v2.0/ports?device_id=64e1c545-d64c-4bb5-8dd6-489b37ce9cf1 HTTP/1.1" status: 200 len: 945 time: 0.7950544 May 23 11:28:20.114120 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-6b599d93-0b2d-46ba-9306-6f3afa091a1d tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Deleting port 2b6302c9-34b7-4a5d-b396-e853245b6ccf {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:28:20.114734 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b599d93-0b2d-46ba-9306-6f3afa091a1d tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:20.277185 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-331058f3-2bea-422a-82cb-48cc7151ddd5 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:20.346347 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-a130004b-7778-4950-a833-6f04bd11fc51 req-4bdc0086-3c70-448b-8d77-9ac54f712a20 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Deleting port b0a10f5b-506a-453a-bb42-3658b04649bb {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:28:20.346690 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a130004b-7778-4950-a833-6f04bd11fc51 req-4bdc0086-3c70-448b-8d77-9ac54f712a20 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:20.361375 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331058f3-2bea-422a-82cb-48cc7151ddd5 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e98baa-8e40-4545-a1f5-2077aa6dc49d,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:20.378900 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26954195-d225-41f9-af0d-d6cbcff24b33 req-ef215150-be53-4590-9bb6-a6a1edabd3c2 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:20.380783 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-26954195-d225-41f9-af0d-d6cbcff24b33 req-ef215150-be53-4590-9bb6-a6a1edabd3c2 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.3419895 May 23 11:28:20.383063 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-331058f3-2bea-422a-82cb-48cc7151ddd5 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:20.387788 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-331058f3-2bea-422a-82cb-48cc7151ddd5 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "DELETE /v2.0/security-groups/55e98baa-8e40-4545-a1f5-2077aa6dc49d HTTP/1.1" status: 204 len: 168 time: 0.8989825 May 23 11:28:20.423963 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43268) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:20.446882 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-1f5492b8-535d-45cb-9bdb-42e61a5ed79d tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] show failed (client error): The resource could not be found. May 23 11:28:20.450890 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1f5492b8-535d-45cb-9bdb-42e61a5ed79d tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups/55e98baa-8e40-4545-a1f5-2077aa6dc49d HTTP/1.1" status: 404 len: 347 time: 0.0256641 May 23 11:28:20.457152 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43274) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:20.483460 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8971698c-03a3-4f7d-836d-301daffca1af None None] Deleting port e8867683-c7c8-4e33-b192-62bff9b0659d {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:28:20.484062 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8971698c-03a3-4f7d-836d-301daffca1af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:20.599969 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-6b599d93-0b2d-46ba-9306-6f3afa091a1d tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] The port '2b6302c9-34b7-4a5d-b396-e853245b6ccf' was deleted {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:28:20.686924 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f1d1ecd1-44ed-4a93-8526-19e19c49f2af req-57d24218-f293-4972-8806-dfcb70d87164 service neutron] 10.222.0.13 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9281945 May 23 11:28:20.841293 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-4866a54f-ab17-4712-babc-bef330280b22 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Deleting port d8e80434-5e05-4d83-93bd-4f9342f77333 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:28:20.841629 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4866a54f-ab17-4712-babc-bef330280b22 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:20.957906 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-26954195-d225-41f9-af0d-d6cbcff24b33 req-9fce45d5-edf7-4af3-815f-730d279004b0 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5306091 May 23 11:28:21.004065 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-8971698c-03a3-4f7d-836d-301daffca1af None None] For port e8867683-c7c8-4e33-b192-62bff9b0659d, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e8867683-c7c8-4e33-b192-62bff9b0659d,segment=NetworkSegment(2e3ffcfd-ab58-481b-a0e1-4c379ce6ec51),segment_id=2e3ffcfd-ab58-481b-a0e1-4c379ce6ec51)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:28:21.004685 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8971698c-03a3-4f7d-836d-301daffca1af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:21.196031 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8971698c-03a3-4f7d-836d-301daffca1af None None] Calling delete_port for e8867683-c7c8-4e33-b192-62bff9b0659d owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:28:21.309033 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8971698c-03a3-4f7d-836d-301daffca1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:21.326368 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f1d1ecd1-44ed-4a93-8526-19e19c49f2af req-bfce3cfa-46d7-449e-a982-de8414433ab2 service neutron] 10.222.0.13 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6305501 May 23 11:28:21.369220 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8971698c-03a3-4f7d-836d-301daffca1af None None] Pushing event deleted for resources: {'Port': ['ID=e8867683-c7c8-4e33-b192-62bff9b0659d,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:21.372271 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8971698c-03a3-4f7d-836d-301daffca1af None None] No DVR routers for this DVR port e8867683-c7c8-4e33-b192-62bff9b0659d on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:28:21.458133 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b599d93-0b2d-46ba-9306-6f3afa091a1d tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:21.615295 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4866a54f-ab17-4712-babc-bef330280b22 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:21.616042 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4866a54f-ab17-4712-babc-bef330280b22 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:21.638523 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9796642-0188-41c1-a74c-4c0e732ddb8f req-7578951e-52b4-4c3b-816d-4c3d7c9411ec tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:21.645408 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9796642-0188-41c1-a74c-4c0e732ddb8f req-7578951e-52b4-4c3b-816d-4c3d7c9411ec tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/ports?device_id=64e1c545-d64c-4bb5-8dd6-489b37ce9cf1 HTTP/1.1" status: 200 len: 945 time: 1.2859788 May 23 11:28:21.723142 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-6b599d93-0b2d-46ba-9306-6f3afa091a1d tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d6e9e41-6de0-42d3-ac22-290e14c0f53b']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:28:21.751031 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-6b599d93-0b2d-46ba-9306-6f3afa091a1d tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b22beff-8a4b-41f0-8a26-80727eec3c8b') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:28:21.751505 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-6b599d93-0b2d-46ba-9306-6f3afa091a1d tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b22beff-8a4b-41f0-8a26-80727eec3c8b') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:28:21.778127 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-a130004b-7778-4950-a833-6f04bd11fc51 req-4bdc0086-3c70-448b-8d77-9ac54f712a20 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] For port b0a10f5b-506a-453a-bb42-3658b04649bb, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=b0a10f5b-506a-453a-bb42-3658b04649bb,segment=NetworkSegment(8070c89c-20c7-468c-8cfb-5e7b1ae7dbc4),segment_id=8070c89c-20c7-468c-8cfb-5e7b1ae7dbc4)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:28:21.778523 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a130004b-7778-4950-a833-6f04bd11fc51 req-4bdc0086-3c70-448b-8d77-9ac54f712a20 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:21.793831 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-4866a54f-ab17-4712-babc-bef330280b22 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Calling delete_port for d8e80434-5e05-4d83-93bd-4f9342f77333 owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:28:21.964378 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-a130004b-7778-4950-a833-6f04bd11fc51 req-4bdc0086-3c70-448b-8d77-9ac54f712a20 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Calling delete_port for b0a10f5b-506a-453a-bb42-3658b04649bb owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:28:22.015033 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b599d93-0b2d-46ba-9306-6f3afa091a1d tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:22.033268 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9796642-0188-41c1-a74c-4c0e732ddb8f req-284c42a9-f903-4f8e-b674-b2b49e2e658a tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/security-groups?id=922d3c5a-a069-41ce-b972-4c94b232656c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861623 May 23 11:28:22.037707 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b02c6ef8-48c1-46ca-a0c4-dcab1a28948d req-ee846a5c-8b53-4ce2-86b9-f033f7075bd6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d8e63cb106b40b880c35c46eb22d5c0&device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 1096 time: 0.3971734 May 23 11:28:22.071073 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4866a54f-ab17-4712-babc-bef330280b22 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:22.171120 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4866a54f-ab17-4712-babc-bef330280b22 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Pushing event deleted for resources: {'Port': ['ID=d8e80434-5e05-4d83-93bd-4f9342f77333,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:22.186125 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653bb0d2-134f-42c2-90b1-9282634f4cfe req-e98d1f16-1bff-497d-9535-4b9867f96bf8 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:22.189126 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c6ef8-48c1-46ca-a0c4-dcab1a28948d req-b9945bd2-edb9-48e1-8a19-7b08aa5caa09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:22.190768 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b02c6ef8-48c1-46ca-a0c4-dcab1a28948d req-b9945bd2-edb9-48e1-8a19-7b08aa5caa09 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6213997a-77dd-4973-bef8-b88fbf379b24 HTTP/1.1" status: 200 len: 913 time: 0.1410234 May 23 11:28:22.192037 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b599d93-0b2d-46ba-9306-6f3afa091a1d tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:22.194052 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-653bb0d2-134f-42c2-90b1-9282634f4cfe req-e98d1f16-1bff-497d-9535-4b9867f96bf8 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=72044729-477f-4357-88df-6a75bd258a4c HTTP/1.1" status: 200 len: 946 time: 0.8719828 May 23 11:28:22.305682 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b599d93-0b2d-46ba-9306-6f3afa091a1d tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:28:22.306145 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b599d93-0b2d-46ba-9306-6f3afa091a1d tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:22.320618 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:28:22.320618 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:28:22.320618 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:28:22.320618 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:28:22.320618 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:28:22.320618 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:28:22.320618 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:28:22.320618 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:28:22.320618 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:28:22.320618 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:28:22.320618 n-d-842952-2 neutron-server[83911]: timer() May 23 11:28:22.320618 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:28:22.320618 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:28:22.320618 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:28:22.320618 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:28:22.320618 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:28:22.320618 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:28:22.320618 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:28:22.320618 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:28:22.320618 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:28:22.320618 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:28:22.320618 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:28:22.320618 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:28:22.320618 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:28:22.320618 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:28:22.320618 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:28:22.320618 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:28:22.320618 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:28:22.320618 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:28:22.320618 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:28:22.320618 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:28:22.320618 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:28:22.320618 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:28:22.320618 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:28:22.320618 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:28:22.320618 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:28:22.320618 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:28:22.320618 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:28:22.320618 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:28:22.320618 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:28:22.485685 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-653bb0d2-134f-42c2-90b1-9282634f4cfe req-90bd69c6-1eb6-404a-a22b-d81cbfb115e1 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c37e540-d31f-480d-8c92-d3bb83256ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892456 May 23 11:28:22.508632 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-50fd9caf-68a4-464f-a693-8d534111d0a5 req-0c3e10ce-66d9-44c8-a7c6-54dbea6fc9b9 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d012f76-526d-4c95-866f-1111b114b49e HTTP/1.1" status: 200 len: 210 time: 0.2527254 May 23 11:28:22.511297 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4866a54f-ab17-4712-babc-bef330280b22 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:22.576384 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4866a54f-ab17-4712-babc-bef330280b22 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:22.581270 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4866a54f-ab17-4712-babc-bef330280b22 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "DELETE /v2.0/floatingips/47d594b7-6534-431c-b312-66652caed24f HTTP/1.1" status: 204 len: 168 time: 2.1231341 May 23 11:28:22.639953 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b599d93-0b2d-46ba-9306-6f3afa091a1d tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:22.650425 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b02c6ef8-48c1-46ca-a0c4-dcab1a28948d req-b1f8b9cb-1c29-4fd1-945d-ba6e48d8f0e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3afd64a2-b6a5-4913-a9be-716566b8de39 HTTP/1.1" status: 200 len: 1000 time: 0.4050212 May 23 11:28:22.674507 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b599d93-0b2d-46ba-9306-6f3afa091a1d tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:22.694332 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6b599d93-0b2d-46ba-9306-6f3afa091a1d tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "DELETE /v2.0/networks/5d6e9e41-6de0-42d3-ac22-290e14c0f53b HTTP/1.1" status: 204 len: 168 time: 4.6678309 May 23 11:28:22.727114 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43338) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:22.917025 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b599d93-0b2d-46ba-9306-6f3afa091a1d tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event deleted for resources: {'Network': ['ID=5d6e9e41-6de0-42d3-ac22-290e14c0f53b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:22.931141 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-b8f028a5-e3bf-402a-80c5-7692d54e3ef9 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:22.931857 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-b8f028a5-e3bf-402a-80c5-7692d54e3ef9 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Synchronizing usage tracker for tenant:7e6820b1da73478a8f6280c600dfbb0e on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:28:22.955223 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-b8f028a5-e3bf-402a-80c5-7692d54e3ef9 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Unset dirty status for tenant:7e6820b1da73478a8f6280c600dfbb0e on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:28:22.956388 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-b8f028a5-e3bf-402a-80c5-7692d54e3ef9 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.81 "GET /v2.0/networks?id=3d988946-9a37-4e30-8559-561741115da0 HTTP/1.1" status: 200 len: 797 time: 0.7596865 May 23 11:28:22.962459 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c6ef8-48c1-46ca-a0c4-dcab1a28948d req-88e396ca-62d7-4850-ac3d-529954d08209 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:22.964164 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b02c6ef8-48c1-46ca-a0c4-dcab1a28948d req-88e396ca-62d7-4850-ac3d-529954d08209 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54335c97-79a1-4f1c-bc27-f53589fd26ef HTTP/1.1" status: 200 len: 851 time: 0.2738085 May 23 11:28:22.965086 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a130004b-7778-4950-a833-6f04bd11fc51 req-4bdc0086-3c70-448b-8d77-9ac54f712a20 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:23.011576 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f2254829-32da-4ee9-bbb1-021911500d56 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:23.019555 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc0086-3c70-448b-8d77-9ac54f712a20 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Pushing event deleted for resources: {'Port': ['ID=b0a10f5b-506a-453a-bb42-3658b04649bb,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:23.020100 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8c3fc-c8b4-4d88-bc6b-7ee26422a71d req-f60b1e68-00b8-420e-8d77-1be42a07ca2c tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:23.022545 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b5a8c3fc-c8b4-4d88-bc6b-7ee26422a71d req-f60b1e68-00b8-420e-8d77-1be42a07ca2c tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=66ebd9b4-cedf-4e78-a215-67bd9296ceaa HTTP/1.1" status: 200 len: 945 time: 0.2944794 May 23 11:28:23.028671 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b5395-79df-4ab2-b1bf-d10af06f52d6 req-e4d2af8c-f31f-4b17-8a9c-912c343059cd tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:23.032752 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3d1b5395-79df-4ab2-b1bf-d10af06f52d6 req-e4d2af8c-f31f-4b17-8a9c-912c343059cd tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.3552907 May 23 11:28:23.195244 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-a130004b-7778-4950-a833-6f04bd11fc51 req-4bdc0086-3c70-448b-8d77-9ac54f712a20 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] No DVR routers for this DVR port b0a10f5b-506a-453a-bb42-3658b04649bb on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:28:23.200426 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a130004b-7778-4950-a833-6f04bd11fc51 req-4bdc0086-3c70-448b-8d77-9ac54f712a20 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:23.202513 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a130004b-7778-4950-a833-6f04bd11fc51 req-4bdc0086-3c70-448b-8d77-9ac54f712a20 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.81 "DELETE /v2.0/ports/b0a10f5b-506a-453a-bb42-3658b04649bb HTTP/1.1" status: 204 len: 173 time: 3.1584983 May 23 11:28:23.204775 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e1c545-d64c-4bb5-8dd6-489b37ce9cf1', 'name': 'network-vif-deleted', 'tag': 'b0a10f5b-506a-453a-bb42-3658b04649bb'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:28:23.214145 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-5ccbbef5-79ca-4a8f-9929-3b2b3f7e7d74 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Synchronizing usage tracker for tenant:7e6820b1da73478a8f6280c600dfbb0e on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:28:23.254826 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b02c6ef8-48c1-46ca-a0c4-dcab1a28948d req-fe5cc61f-4507-4bc1-9947-c57c2d18e9f7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6213997a-77dd-4973-bef8-b88fbf379b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2307327 May 23 11:28:23.293718 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b5a8c3fc-c8b4-4d88-bc6b-7ee26422a71d req-679624ca-dde2-4be0-8e96-13580ac79be8 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c37e540-d31f-480d-8c92-d3bb83256ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580290 May 23 11:28:23.303345 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3d1b5395-79df-4ab2-b1bf-d10af06f52d6 req-bfd1c21b-4d51-4fe5-aa8f-dd7ad8b01de3 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2451370 May 23 11:28:23.324046 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f2254829-32da-4ee9-bbb1-021911500d56 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:23.343690 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d47d06-52c9-4b6d-ad8b-f8a5d58b2a48 None None] New status for floating IP 47d594b7-6534-431c-b312-66652caed24f: DOWN {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:28:23.390417 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-f2254829-32da-4ee9-bbb1-021911500d56 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b13c9219-27d4-46ab-afb3-d0266356d2d1']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:28:23.415473 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-f2254829-32da-4ee9-bbb1-021911500d56 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e3ffcfd-ab58-481b-a0e1-4c379ce6ec51') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:28:23.418201 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-f2254829-32da-4ee9-bbb1-021911500d56 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e3ffcfd-ab58-481b-a0e1-4c379ce6ec51') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:28:23.450806 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f2254829-32da-4ee9-bbb1-021911500d56 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:23.464313 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b02c6ef8-48c1-46ca-a0c4-dcab1a28948d req-93d11265-fbea-48f1-8dd2-4a4b92763694 service neutron] 10.222.0.13 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027614 May 23 11:28:23.465094 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-5ccbbef5-79ca-4a8f-9929-3b2b3f7e7d74 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Unset dirty status for tenant:7e6820b1da73478a8f6280c600dfbb0e on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:28:23.466368 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-5ccbbef5-79ca-4a8f-9929-3b2b3f7e7d74 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e6820b1da73478a8f6280c600dfbb0e HTTP/1.1" status: 200 len: 380 time: 0.4477105 May 23 11:28:23.498273 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43364) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:23.509146 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-e65a008b-af74-47a7-bb02-c257ea405368 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1032249673', 'description': 'tempest-description--1411616913'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:28:23.515078 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f2254829-32da-4ee9-bbb1-021911500d56 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:23.521446 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e65a008b-af74-47a7-bb02-c257ea405368 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:28:23.527318 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2254829-32da-4ee9-bbb1-021911500d56 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:28:23.528011 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f2254829-32da-4ee9-bbb1-021911500d56 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:23.567116 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-f6846334-143b-4fc0-b6a4-c88081eb1234 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Request body: {'port': {'device_id': '8d012f76-526d-4c95-866f-1111b114b49e', 'network_id': '3d988946-9a37-4e30-8559-561741115da0', 'admin_state_up': True, 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'security_groups': ['d1009997-47be-4544-b332-3d5213461e3e']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:28:23.590209 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:28:23.590209 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:28:23.590209 n-d-842952-2 neutron-server[83910]: timer() May 23 11:28:23.590209 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:28:23.590209 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:28:23.590209 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:28:23.590209 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:28:23.590209 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:28:23.590209 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:28:23.590209 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:28:23.590209 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:28:23.590209 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:28:23.590209 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:28:23.590209 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:28:23.590209 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:28:23.590209 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:28:23.590209 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:28:23.590209 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:28:23.590209 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:28:23.590209 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:28:23.590209 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:28:23.590209 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:28:23.590209 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:28:23.590209 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:28:23.590209 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:28:23.590209 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:28:23.590209 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:28:23.590209 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:28:23.590209 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:28:23.590209 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:28:23.590209 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:28:23.590209 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:28:23.592419 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e65a008b-af74-47a7-bb02-c257ea405368 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Usage tracker for resource:security_group and tenant:c4112c4fc0ff4a36a1b303475c7f4981 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:28:23.605158 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e65a008b-af74-47a7-bb02-c257ea405368 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:28:23.630144 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40bd3f42-fc96-40c6-8afa-153e675b3bde'] response: {'server_uuid': '64e1c545-d64c-4bb5-8dd6-489b37ce9cf1', 'name': 'network-vif-deleted', 'tag': 'b0a10f5b-506a-453a-bb42-3658b04649bb', 'status': 'completed', 'code': 200} May 23 11:28:23.670783 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e65a008b-af74-47a7-bb02-c257ea405368 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:28:23.737389 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e65a008b-af74-47a7-bb02-c257ea405368 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:23.790897 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a636bcdd-91fb-4e26-8f27-de40cab3449c req-09ffc617-fecd-4198-9894-9986ebecd841 tempest-VolumesSnapshotTestJSON-2124239 tempest-VolumesSnapshotTestJSON-2124239-project] 10.222.0.79 "GET /v2.0/ports?device_id=64e1c545-d64c-4bb5-8dd6-489b37ce9cf1 HTTP/1.1" status: 200 len: 210 time: 0.0961616 May 23 11:28:23.799677 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f2254829-32da-4ee9-bbb1-021911500d56 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:23.807328 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-19b5a163-ce72-4ecc-ad3b-856bfb0538cc req-5251823c-ad42-4a21-9d40-9ae40a302b21 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d012f76-526d-4c95-866f-1111b114b49e HTTP/1.1" status: 200 len: 210 time: 0.0598464 May 23 11:28:23.828878 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f2254829-32da-4ee9-bbb1-021911500d56 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:23.856588 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e65a008b-af74-47a7-bb02-c257ea405368 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:28:23.861541 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e65a008b-af74-47a7-bb02-c257ea405368 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Usage tracker for resource:security_group_rule and tenant:c4112c4fc0ff4a36a1b303475c7f4981 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:28:23.864653 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e65a008b-af74-47a7-bb02-c257ea405368 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:28:23.892468 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e65a008b-af74-47a7-bb02-c257ea405368 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:28:23.961332 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e65a008b-af74-47a7-bb02-c257ea405368 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:23.965555 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2254829-32da-4ee9-bbb1-021911500d56 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event deleted for resources: {'Network': ['ID=b13c9219-27d4-46ab-afb3-d0266356d2d1,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:23.973472 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e65a008b-af74-47a7-bb02-c257ea405368 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:23.991163 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f2254829-32da-4ee9-bbb1-021911500d56 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "DELETE /v2.0/networks/b13c9219-27d4-46ab-afb3-d0266356d2d1 HTTP/1.1" status: 204 len: 168 time: 1.2602315 May 23 11:28:23.996014 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device b0a10f5b-506a-453a-bb42-3658b04649bb no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:28:24.001875 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43378) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:24.010528 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-f6846334-143b-4fc0-b6a4-c88081eb1234 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:28:24.013254 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e65a008b-af74-47a7-bb02-c257ea405368 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:24.015277 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b02c6ef8-48c1-46ca-a0c4-dcab1a28948d req-a463f8ce-ec45-45bd-be49-cb1b3199c9a1 service neutron] 10.222.0.13 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5452034 May 23 11:28:24.017410 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43382) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:24.017855 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e65a008b-af74-47a7-bb02-c257ea405368 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.5182991 May 23 11:28:24.021920 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-f6846334-143b-4fc0-b6a4-c88081eb1234 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Usage tracker for resource:port and tenant:7e6820b1da73478a8f6280c600dfbb0e is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:28:24.025371 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-40c7cbc3-a077-4077-97d6-b0250351a122 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1865438981'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:28:24.029394 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-f29be28b-aade-4a1d-9b1c-3c30147c179f tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Request body: {'security_group_rule': {'security_group_id': '19e5a331-2f45-48b3-844a-12fdca5cbde7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:28:24.035150 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-f6846334-143b-4fc0-b6a4-c88081eb1234 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:28:24.043784 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f29be28b-aade-4a1d-9b1c-3c30147c179f tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:28:24.046548 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-f6846334-143b-4fc0-b6a4-c88081eb1234 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:28:24.051786 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f29be28b-aade-4a1d-9b1c-3c30147c179f tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Usage tracker for resource:security_group_rule and tenant:c4112c4fc0ff4a36a1b303475c7f4981 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:28:24.058166 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f29be28b-aade-4a1d-9b1c-3c30147c179f tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:28:24.064750 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-40c7cbc3-a077-4077-97d6-b0250351a122 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:28:24.066632 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: b0a10f5b-506a-453a-bb42-3658b04649bb {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:28:24.067963 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device b0a10f5b-506a-453a-bb42-3658b04649bb not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:28:24.068522 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f29be28b-aade-4a1d-9b1c-3c30147c179f tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:28:24.077813 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-40c7cbc3-a077-4077-97d6-b0250351a122 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Usage tracker for resource:network and tenant:313e40337aa44a9094358a8320ee4f45 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:28:24.078571 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-f6846334-143b-4fc0-b6a4-c88081eb1234 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Made reservation on behalf of 7e6820b1da73478a8f6280c600dfbb0e for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:28:24.081941 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-40c7cbc3-a077-4077-97d6-b0250351a122 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:28:24.082930 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-f6846334-143b-4fc0-b6a4-c88081eb1234 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:24.085581 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a008b-af74-47a7-bb02-c257ea405368 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19e5a331-2f45-48b3-844a-12fdca5cbde7,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:24.091462 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-40c7cbc3-a077-4077-97d6-b0250351a122 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:28:24.103172 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c7cbc3-a077-4077-97d6-b0250351a122 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Made reservation on behalf of 313e40337aa44a9094358a8320ee4f45 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:28:24.106563 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-40c7cbc3-a077-4077-97d6-b0250351a122 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:24.143299 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40c7cbc3-a077-4077-97d6-b0250351a122 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:28:24.158207 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f29be28b-aade-4a1d-9b1c-3c30147c179f tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:24.164838 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-40c7cbc3-a077-4077-97d6-b0250351a122 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:24.165521 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-40c7cbc3-a077-4077-97d6-b0250351a122 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Added segment 792618f6-5135-4b99-86f7-684f9345a2cf of type vlan for network 9b82db0e-063d-4a94-b5b4-677e2c4931a1 May 23 11:28:24.219944 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-40c7cbc3-a077-4077-97d6-b0250351a122 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:24.272109 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-40c7cbc3-a077-4077-97d6-b0250351a122 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:24.309644 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c7cbc3-a077-4077-97d6-b0250351a122 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:24.310611 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-40c7cbc3-a077-4077-97d6-b0250351a122 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:24.328330 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f29be28b-aade-4a1d-9b1c-3c30147c179f tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:24.339141 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f29be28b-aade-4a1d-9b1c-3c30147c179f tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:24.439861 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29be28b-aade-4a1d-9b1c-3c30147c179f tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fadc6c60-3653-4264-8168-1dfcbe8ae802,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:24.451656 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f29be28b-aade-4a1d-9b1c-3c30147c179f tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:24.455695 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f29be28b-aade-4a1d-9b1c-3c30147c179f tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4345400 May 23 11:28:24.457479 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43396) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:24.469192 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-42342491-4e76-4995-8e5f-dd52508ecd3b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Request body: {'security_group_rule': {'security_group_id': '19e5a331-2f45-48b3-844a-12fdca5cbde7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:28:24.491037 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-42342491-4e76-4995-8e5f-dd52508ecd3b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:28:24.506646 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-42342491-4e76-4995-8e5f-dd52508ecd3b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Usage tracker for resource:security_group_rule and tenant:c4112c4fc0ff4a36a1b303475c7f4981 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:28:24.513311 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-42342491-4e76-4995-8e5f-dd52508ecd3b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:28:24.518001 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-f6846334-143b-4fc0-b6a4-c88081eb1234 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Allocated IP 172.20.0.9 (3d988946-9a37-4e30-8559-561741115da0/1a857c9d-ee5c-46b0-9e98-8aff5e6502da/a59d0c12-4180-489b-87af-3fc74dd9a8b1) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:28:24.529178 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-42342491-4e76-4995-8e5f-dd52508ecd3b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:28:24.573461 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-42342491-4e76-4995-8e5f-dd52508ecd3b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:24.802588 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-40c7cbc3-a077-4077-97d6-b0250351a122 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7911887 May 23 11:28:24.806349 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43408) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:24.821832 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-f70feec8-671d-4f90-abbe-e116bfff5c05 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Request body: {'subnet': {'network_id': '9b82db0e-063d-4a94-b5b4-677e2c4931a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:28:24.917857 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7cbc3-a077-4077-97d6-b0250351a122 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event updated for resources: {'Network': ['ID=9b82db0e-063d-4a94-b5b4-677e2c4931a1,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:24.934618 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-42342491-4e76-4995-8e5f-dd52508ecd3b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:24.934830 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 9b82db0e-063d-4a94-b5b4-677e2c4931a1 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:28:24.950812 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-42342491-4e76-4995-8e5f-dd52508ecd3b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:24.975702 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-f6846334-143b-4fc0-b6a4-c88081eb1234 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:24.985310 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f70feec8-671d-4f90-abbe-e116bfff5c05 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:28:24.991975 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42342491-4e76-4995-8e5f-dd52508ecd3b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35fb1fb8-d32a-47e3-b2e4-7c5a9be03732,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:25.000384 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f70feec8-671d-4f90-abbe-e116bfff5c05 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Usage tracker for resource:subnet and tenant:313e40337aa44a9094358a8320ee4f45 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:28:25.008719 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ac3d8-895c-4e31-98de-5747831f9ee4 req-6b2e317b-4980-4df3-8c8f-0ceae4a3eb3e tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:25.010535 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a13ac3d8-895c-4e31-98de-5747831f9ee4 req-6b2e317b-4980-4df3-8c8f-0ceae4a3eb3e tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=66ebd9b4-cedf-4e78-a215-67bd9296ceaa HTTP/1.1" status: 200 len: 945 time: 0.3458052 May 23 11:28:25.011730 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-f6846334-143b-4fc0-b6a4-c88081eb1234 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Transition to ACTIVE for port object a59d0c12-4180-489b-87af-3fc74dd9a8b1 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:28:25.012632 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f70feec8-671d-4f90-abbe-e116bfff5c05 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:28:25.015160 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-42342491-4e76-4995-8e5f-dd52508ecd3b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:25.016556 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-42342491-4e76-4995-8e5f-dd52508ecd3b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5580599 May 23 11:28:25.020236 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43420) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:25.022654 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f70feec8-671d-4f90-abbe-e116bfff5c05 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:28:25.029398 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-98ca98a5-417d-43ec-90ae-152cc82ac22f tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:28:25.059511 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-f6846334-143b-4fc0-b6a4-c88081eb1234 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:25.091779 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-98ca98a5-417d-43ec-90ae-152cc82ac22f tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:28:25.106763 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84e1eb-1ec0-4f4f-818b-7d52187e1a21 req-9d49db22-827d-4102-80eb-9890620f0753 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:25.108440 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1c84e1eb-1ec0-4f4f-818b-7d52187e1a21 req-9d49db22-827d-4102-80eb-9890620f0753 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.4425306 May 23 11:28:25.115105 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-98ca98a5-417d-43ec-90ae-152cc82ac22f tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Usage tracker for resource:floatingip and tenant:c4112c4fc0ff4a36a1b303475c7f4981 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:28:25.118590 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-98ca98a5-417d-43ec-90ae-152cc82ac22f tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:28:25.166292 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-98ca98a5-417d-43ec-90ae-152cc82ac22f tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:28:25.170805 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70feec8-671d-4f90-abbe-e116bfff5c05 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Made reservation on behalf of 313e40337aa44a9094358a8320ee4f45 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:28:25.179005 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-f6846334-143b-4fc0-b6a4-c88081eb1234 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Network 3d988946-9a37-4e30-8559-561741115da0 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:28:25.179893 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6846334-143b-4fc0-b6a4-c88081eb1234 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event updated for resources: {'Port': ['ID=a59d0c12-4180-489b-87af-3fc74dd9a8b1,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:25.182505 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-f6846334-143b-4fc0-b6a4-c88081eb1234 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:28:25.184674 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-f6846334-143b-4fc0-b6a4-c88081eb1234 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:28:25.257384 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-f6846334-143b-4fc0-b6a4-c88081eb1234 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:25.258345 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-f6846334-143b-4fc0-b6a4-c88081eb1234 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:25.281812 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-f6846334-143b-4fc0-b6a4-c88081eb1234 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7384431 May 23 11:28:25.307174 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-64cc7ec8-5e64-4b45-9d55-af2c084068fa service neutron] Request body: {'port': {'device_id': '8d012f76-526d-4c95-866f-1111b114b49e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:28:25.340533 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f70feec8-671d-4f90-abbe-e116bfff5c05 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:25.492112 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-daa18b48-683a-42b9-938d-e2c2dabab12b None None] Provisioning for port a59d0c12-4180-489b-87af-3fc74dd9a8b1 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:28:25.499420 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-daa18b48-683a-42b9-938d-e2c2dabab12b None None] Provisioning complete for port a59d0c12-4180-489b-87af-3fc74dd9a8b1 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:28:25.499866 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-daa18b48-683a-42b9-938d-e2c2dabab12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:25.504063 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1c84e1eb-1ec0-4f4f-818b-7d52187e1a21 req-b3e7671d-4d16-4927-b14c-a7ef2c0f70d9 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3817537 May 23 11:28:25.580496 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a13ac3d8-895c-4e31-98de-5747831f9ee4 req-53bc97be-e3da-41b8-8e77-57452e4c6062 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c37e540-d31f-480d-8c92-d3bb83256ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5365641 May 23 11:28:25.615807 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-64cc7ec8-5e64-4b45-9d55-af2c084068fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:25.644860 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-daa18b48-683a-42b9-938d-e2c2dabab12b None None] Port a59d0c12-4180-489b-87af-3fc74dd9a8b1 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:28:25.672317 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-98ca98a5-417d-43ec-90ae-152cc82ac22f tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:26.029733 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe92b2d-87cd-4bfe-83df-ee2d5761c3d5 req-79882b1d-6c15-4855-9af2-9b4abee817ed tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:26.037016 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cfe92b2d-87cd-4bfe-83df-ee2d5761c3d5 req-79882b1d-6c15-4855-9af2-9b4abee817ed tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d012f76-526d-4c95-866f-1111b114b49e HTTP/1.1" status: 200 len: 931 time: 0.3140035 May 23 11:28:26.077453 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f70feec8-671d-4f90-abbe-e116bfff5c05 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:26.207941 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cfe92b2d-87cd-4bfe-83df-ee2d5761c3d5 req-a61de973-34e9-4dd7-af1f-e08e01c96f33 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1009997-47be-4544-b332-3d5213461e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699295 May 23 11:28:26.312003 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-98ca98a5-417d-43ec-90ae-152cc82ac22f tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:26.338935 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70feec8-671d-4f90-abbe-e116bfff5c05 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event updated for resources: {'Subnet': ['ID=08e30139-96c1-4157-80cd-563198189626,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:26.397907 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70feec8-671d-4f90-abbe-e116bfff5c05 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Checking segment: {'id': '792618f6-5135-4b99-86f7-684f9345a2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9b82db0e-063d-4a94-b5b4-677e2c4931a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:28:26.398268 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70feec8-671d-4f90-abbe-e116bfff5c05 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Network hostable DHCP agents. Network: 9b82db0e-063d-4a94-b5b4-677e2c4931a1, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:28:26.511294 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-64cc7ec8-5e64-4b45-9d55-af2c084068fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a59d0c12-4180-489b-87af-3fc74dd9a8b1 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:28:26.520540 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-64cc7ec8-5e64-4b45-9d55-af2c084068fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:26.522759 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70feec8-671d-4f90-abbe-e116bfff5c05 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Network 9b82db0e-063d-4a94-b5b4-677e2c4931a1 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:28:26.541844 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-64cc7ec8-5e64-4b45-9d55-af2c084068fa service neutron] Transition to ACTIVE for port object a59d0c12-4180-489b-87af-3fc74dd9a8b1 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:28:26.547241 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-64cc7ec8-5e64-4b45-9d55-af2c084068fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:26.593974 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-f70feec8-671d-4f90-abbe-e116bfff5c05 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 9b82db0e-063d-4a94-b5b4-677e2c4931a1) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:28:26.599036 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70feec8-671d-4f90-abbe-e116bfff5c05 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:26.599929 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f70feec8-671d-4f90-abbe-e116bfff5c05 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:26.604193 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d84791-e467-48e5-916c-d262db6f7add None None] Network 9b82db0e-063d-4a94-b5b4-677e2c4931a1 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:28:26.641086 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-98ca98a5-417d-43ec-90ae-152cc82ac22f tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Allocated IP 172.25.6.18 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/38523c2f-f18c-4235-b5b1-7aadf4809652) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:28:26.839787 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc7ec8-5e64-4b45-9d55-af2c084068fa service neutron] Pushing event updated for resources: {'Port': ['ID=a59d0c12-4180-489b-87af-3fc74dd9a8b1,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:27.043433 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f70feec8-671d-4f90-abbe-e116bfff5c05 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2319374 May 23 11:28:27.056193 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43474) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:27.065618 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-7c2ab05c-9eb4-4552-986c-3ca0fda8ceae tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-910253862', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:28:27.074454 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7c2ab05c-9eb4-4552-986c-3ca0fda8ceae tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:28:27.079512 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7c2ab05c-9eb4-4552-986c-3ca0fda8ceae tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Usage tracker for resource:router and tenant:313e40337aa44a9094358a8320ee4f45 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:28:27.083428 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7c2ab05c-9eb4-4552-986c-3ca0fda8ceae tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:28:27.090884 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7c2ab05c-9eb4-4552-986c-3ca0fda8ceae tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:28:27.121613 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7c2ab05c-9eb4-4552-986c-3ca0fda8ceae tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:27.122945 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7c2ab05c-9eb4-4552-986c-3ca0fda8ceae tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:27.170742 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c93cf3-6e45-4165-80b5-c9f254cf3930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-9b82db0e-063d-4a94-b5b4-677e2c4931a1', 'network_id': '9b82db0e-063d-4a94-b5b4-677e2c4931a1', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'fixed_ips': [{'subnet_id': '08e30139-96c1-4157-80cd-563198189626'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:28:27.172040 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-24c93cf3-6e45-4165-80b5-c9f254cf3930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:27.209678 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-64cc7ec8-5e64-4b45-9d55-af2c084068fa service neutron] Attempting to bind port a59d0c12-4180-489b-87af-3fc74dd9a8b1 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:28:27.211286 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-64cc7ec8-5e64-4b45-9d55-af2c084068fa service neutron] Attempting to bind port a59d0c12-4180-489b-87af-3fc74dd9a8b1 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': 'fe30d616-6bae-403f-9207-38fcf47a7d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3d988946-9a37-4e30-8559-561741115da0'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:28:27.211640 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-64cc7ec8-5e64-4b45-9d55-af2c084068fa service neutron] Attempting to bind port a59d0c12-4180-489b-87af-3fc74dd9a8b1 on network 3d988946-9a37-4e30-8559-561741115da0 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:28:27.226188 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-64cc7ec8-5e64-4b45-9d55-af2c084068fa service neutron] Port a59d0c12-4180-489b-87af-3fc74dd9a8b1 on network 3d988946-9a37-4e30-8559-561741115da0 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:28:27.228213 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-64cc7ec8-5e64-4b45-9d55-af2c084068fa service neutron] Attempting to bind port a59d0c12-4180-489b-87af-3fc74dd9a8b1 on network 3d988946-9a37-4e30-8559-561741115da0 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:28:27.236951 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7c2ab05c-9eb4-4552-986c-3ca0fda8ceae tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:27.245926 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-64cc7ec8-5e64-4b45-9d55-af2c084068fa service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:28:27.246278 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-64cc7ec8-5e64-4b45-9d55-af2c084068fa service neutron] Checking segment: {'id': 'fe30d616-6bae-403f-9207-38fcf47a7d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3d988946-9a37-4e30-8559-561741115da0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:28:27.246651 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-64cc7ec8-5e64-4b45-9d55-af2c084068fa service neutron] Bound using segment: {'id': 'fe30d616-6bae-403f-9207-38fcf47a7d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3d988946-9a37-4e30-8559-561741115da0'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:28:27.249231 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-64cc7ec8-5e64-4b45-9d55-af2c084068fa service neutron] Bound port: a59d0c12-4180-489b-87af-3fc74dd9a8b1, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe30d616-6bae-403f-9207-38fcf47a7d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3d988946-9a37-4e30-8559-561741115da0'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:28:27.249581 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-64cc7ec8-5e64-4b45-9d55-af2c084068fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:27.272683 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-98ca98a5-417d-43ec-90ae-152cc82ac22f tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:27.306064 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eab829-8194-4aff-8f89-75d10e4abe87 req-8a687ec8-76b1-4836-93a3-03eed320e8d9 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:27.308242 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d3eab829-8194-4aff-8f89-75d10e4abe87 req-8a687ec8-76b1-4836-93a3-03eed320e8d9 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.4935358 May 23 11:28:27.317763 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb3093-9e5e-4795-9c14-192dc38e0175 req-0809b7bf-f357-4550-8b62-ca0397035296 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:27.319333 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-25eb3093-9e5e-4795-9c14-192dc38e0175 req-0809b7bf-f357-4550-8b62-ca0397035296 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=66ebd9b4-cedf-4e78-a215-67bd9296ceaa HTTP/1.1" status: 200 len: 945 time: 0.3741410 May 23 11:28:27.337150 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7c2ab05c-9eb4-4552-986c-3ca0fda8ceae tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:27.465185 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-24c93cf3-6e45-4165-80b5-c9f254cf3930 None None] Allocated IP 2001:db8::2 (9b82db0e-063d-4a94-b5b4-677e2c4931a1/08e30139-96c1-4157-80cd-563198189626/c6847e91-764b-4862-85e7-2a4f3ef1ced9) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:28:27.478284 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-64cc7ec8-5e64-4b45-9d55-af2c084068fa service neutron] For port a59d0c12-4180-489b-87af-3fc74dd9a8b1, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:28:27.482841 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-64cc7ec8-5e64-4b45-9d55-af2c084068fa service neutron] For port a59d0c12-4180-489b-87af-3fc74dd9a8b1, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=a59d0c12-4180-489b-87af-3fc74dd9a8b1,segment=NetworkSegment(fe30d616-6bae-403f-9207-38fcf47a7d35),segment_id=fe30d616-6bae-403f-9207-38fcf47a7d35)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:28:27.499778 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-64cc7ec8-5e64-4b45-9d55-af2c084068fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:27.517044 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7c2ab05c-9eb4-4552-986c-3ca0fda8ceae tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:27.522418 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7c2ab05c-9eb4-4552-986c-3ca0fda8ceae tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4632502 May 23 11:28:27.553581 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43488) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:27.581382 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-84c4a589-12c3-46d7-bdd6-129119ecad4f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Request body: {'port': {'network_id': '9b82db0e-063d-4a94-b5b4-677e2c4931a1', 'name': 'tempest-RoutersIpV6Test-633267201'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:28:27.659801 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-64cc7ec8-5e64-4b45-9d55-af2c084068fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:27.661979 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-64cc7ec8-5e64-4b45-9d55-af2c084068fa service neutron] 10.222.0.81 "PUT /v2.0/ports/a59d0c12-4180-489b-87af-3fc74dd9a8b1 HTTP/1.1" status: 200 len: 1091 time: 2.3603494 May 23 11:28:27.665025 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d012f76-526d-4c95-866f-1111b114b49e', 'tag': 'a59d0c12-4180-489b-87af-3fc74dd9a8b1'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:28:27.745574 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc7ec8-5e64-4b45-9d55-af2c084068fa service neutron] Pushing event updated for resources: {'Port': ['ID=a59d0c12-4180-489b-87af-3fc74dd9a8b1,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:27.968349 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-5869dce5-0a94-47e8-a91d-0f3b2c1f4b45 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7e6820b1da73478a8f6280c600dfbb0e&device_id=8d012f76-526d-4c95-866f-1111b114b49e HTTP/1.1" status: 200 len: 1094 time: 0.2246060 May 23 11:28:27.982040 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-24c93cf3-6e45-4165-80b5-c9f254cf3930 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:28.002897 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-24c93cf3-6e45-4165-80b5-c9f254cf3930 None None] Transition to ACTIVE for port object c6847e91-764b-4862-85e7-2a4f3ef1ced9 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:28:28.032994 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-24c93cf3-6e45-4165-80b5-c9f254cf3930 None None] Transition to ACTIVE for port object c6847e91-764b-4862-85e7-2a4f3ef1ced9 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:28:28.050632 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-24c93cf3-6e45-4165-80b5-c9f254cf3930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:28.090221 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d3eab829-8194-4aff-8f89-75d10e4abe87 req-b54b5691-e59c-4e82-b2a0-aa93741451e4 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7684505 May 23 11:28:28.119857 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-23d65f91-3a02-4705-88ff-244da8183bb1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a59d0c12-4180-489b-87af-3fc74dd9a8b1 HTTP/1.1" status: 200 len: 217 time: 0.1318765 May 23 11:28:28.124310 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-25eb3093-9e5e-4795-9c14-192dc38e0175 req-422d31e6-a2fa-4773-948f-27757e4c3cde tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c37e540-d31f-480d-8c92-d3bb83256ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7768650 May 23 11:28:28.147134 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-98ca98a5-417d-43ec-90ae-152cc82ac22f tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:28.193551 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c93cf3-6e45-4165-80b5-c9f254cf3930 None None] Network 9b82db0e-063d-4a94-b5b4-677e2c4931a1 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:28:28.197511 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-24c93cf3-6e45-4165-80b5-c9f254cf3930 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:28:28.223120 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c93cf3-6e45-4165-80b5-c9f254cf3930 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:28:28.230537 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-57ee2afb-fb33-4fea-8013-fa18bd0e7412 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:28.232474 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-57ee2afb-fb33-4fea-8013-fa18bd0e7412 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1a857c9d-ee5c-46b0-9e98-8aff5e6502da HTTP/1.1" status: 200 len: 835 time: 0.0997155 May 23 11:28:28.253358 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0df5bfd8-52d1-4e87-aa36-178386dfdf84'] response: {'name': 'network-changed', 'server_uuid': '8d012f76-526d-4c95-866f-1111b114b49e', 'tag': 'a59d0c12-4180-489b-87af-3fc74dd9a8b1', 'status': 'completed', 'code': 200} May 23 11:28:28.292733 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c93cf3-6e45-4165-80b5-c9f254cf3930 None None] Pushing event updated for resources: {'Port': ['ID=c6847e91-764b-4862-85e7-2a4f3ef1ced9,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:28.388439 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-ead0f29d-3c58-4d0a-9b72-d215127c8466 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3d988946-9a37-4e30-8559-561741115da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1342051 May 23 11:28:28.521428 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-24c93cf3-6e45-4165-80b5-c9f254cf3930 None None] Attempting to bind port c6847e91-764b-4862-85e7-2a4f3ef1ced9 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:28:28.528444 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-24c93cf3-6e45-4165-80b5-c9f254cf3930 None None] Attempting to bind port c6847e91-764b-4862-85e7-2a4f3ef1ced9 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '792618f6-5135-4b99-86f7-684f9345a2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9b82db0e-063d-4a94-b5b4-677e2c4931a1'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:28:28.528968 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c93cf3-6e45-4165-80b5-c9f254cf3930 None None] Attempting to bind port c6847e91-764b-4862-85e7-2a4f3ef1ced9 on network 9b82db0e-063d-4a94-b5b4-677e2c4931a1 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:28:28.538948 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca98a5-417d-43ec-90ae-152cc82ac22f tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Pushing event updated for resources: {'Port': ['ID=38523c2f-f18c-4235-b5b1-7aadf4809652,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:28.539818 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c93cf3-6e45-4165-80b5-c9f254cf3930 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:28:28.540585 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c93cf3-6e45-4165-80b5-c9f254cf3930 None None] Checking segment: {'id': '792618f6-5135-4b99-86f7-684f9345a2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9b82db0e-063d-4a94-b5b4-677e2c4931a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:28:28.541226 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-24c93cf3-6e45-4165-80b5-c9f254cf3930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:28.541702 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c93cf3-6e45-4165-80b5-c9f254cf3930 None None] Bound using segment: {'id': '792618f6-5135-4b99-86f7-684f9345a2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9b82db0e-063d-4a94-b5b4-677e2c4931a1'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:28:28.542260 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-24c93cf3-6e45-4165-80b5-c9f254cf3930 None None] Bound port: c6847e91-764b-4862-85e7-2a4f3ef1ced9, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '792618f6-5135-4b99-86f7-684f9345a2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9b82db0e-063d-4a94-b5b4-677e2c4931a1'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:28:28.542745 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-24c93cf3-6e45-4165-80b5-c9f254cf3930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:28.553408 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ca98a5-417d-43ec-90ae-152cc82ac22f tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:28:28.562941 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-b0eedda5-f274-4368-b563-fa359f83c2b7 service neutron] 10.222.0.81 "GET /v2.0/networks/3d988946-9a37-4e30-8559-561741115da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644459 May 23 11:28:28.573288 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-84c4a589-12c3-46d7-bdd6-129119ecad4f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:28:28.578824 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-84c4a589-12c3-46d7-bdd6-129119ecad4f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Usage tracker for resource:port and tenant:313e40337aa44a9094358a8320ee4f45 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:28:28.581953 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-84c4a589-12c3-46d7-bdd6-129119ecad4f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:28:28.589196 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-84c4a589-12c3-46d7-bdd6-129119ecad4f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:28:28.602517 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-98ca98a5-417d-43ec-90ae-152cc82ac22f tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:28:28.609486 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ca98a5-417d-43ec-90ae-152cc82ac22f tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:28:28.712241 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-24c93cf3-6e45-4165-80b5-c9f254cf3930 None None] For port c6847e91-764b-4862-85e7-2a4f3ef1ced9, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:28:28.718082 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-24c93cf3-6e45-4165-80b5-c9f254cf3930 None None] For port c6847e91-764b-4862-85e7-2a4f3ef1ced9, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=c6847e91-764b-4862-85e7-2a4f3ef1ced9,segment=NetworkSegment(792618f6-5135-4b99-86f7-684f9345a2cf),segment_id=792618f6-5135-4b99-86f7-684f9345a2cf)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:28:28.731111 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-24c93cf3-6e45-4165-80b5-c9f254cf3930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:28.755380 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c4a589-12c3-46d7-bdd6-129119ecad4f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Made reservation on behalf of 313e40337aa44a9094358a8320ee4f45 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:28:28.759579 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-84c4a589-12c3-46d7-bdd6-129119ecad4f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:28.790914 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-84c4a589-12c3-46d7-bdd6-129119ecad4f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] device_id is not set on port 90e27a2e-3efd-451f-bb78-7632250423d7 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:28:28.796926 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-10b18be5-0632-4c70-8be1-403b8bfa0ce8 req-c785212d-1d40-40f0-bca2-d19cfe9a0850 service neutron] 10.222.0.81 "GET /v2.0/networks/3d988946-9a37-4e30-8559-561741115da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240810 May 23 11:28:28.885224 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c93cf3-6e45-4165-80b5-c9f254cf3930 None None] Pushing event updated for resources: {'Port': ['ID=c6847e91-764b-4862-85e7-2a4f3ef1ced9,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:29.040274 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4ddf7522-4273-4f81-91f8-c35660bd11a7 req-7c7d7044-9c68-4511-922f-bdfd8fa4a0f1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7e6820b1da73478a8f6280c600dfbb0e&device_id=8d012f76-526d-4c95-866f-1111b114b49e HTTP/1.1" status: 200 len: 1094 time: 0.1296928 May 23 11:28:29.207192 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-84c4a589-12c3-46d7-bdd6-129119ecad4f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Allocated IP 2001:db8::f5 (9b82db0e-063d-4a94-b5b4-677e2c4931a1/08e30139-96c1-4157-80cd-563198189626/90e27a2e-3efd-451f-bb78-7632250423d7) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:28:29.444312 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf7522-4273-4f81-91f8-c35660bd11a7 req-7e50954c-9b1a-49e0-a49f-808332dc13d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:29.445580 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4ddf7522-4273-4f81-91f8-c35660bd11a7 req-7e50954c-9b1a-49e0-a49f-808332dc13d2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3d988946-9a37-4e30-8559-561741115da0 HTTP/1.1" status: 200 len: 898 time: 0.3986869 May 23 11:28:29.531592 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-98ca98a5-417d-43ec-90ae-152cc82ac22f tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:29.593321 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4ddf7522-4273-4f81-91f8-c35660bd11a7 req-4507c6f9-dfda-4c91-b086-10996535f932 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a59d0c12-4180-489b-87af-3fc74dd9a8b1 HTTP/1.1" status: 200 len: 217 time: 0.1348038 May 23 11:28:29.602499 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79989b7-7897-4bd0-a908-b1a01927fdb8 req-dd81c1eb-7ccb-4f6a-9ffd-e280c4b37e75 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:29.609932 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c79989b7-7897-4bd0-a908-b1a01927fdb8 req-dd81c1eb-7ccb-4f6a-9ffd-e280c4b37e75 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 1.1697090 May 23 11:28:29.661664 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf7522-4273-4f81-91f8-c35660bd11a7 req-61786a43-3a3b-4ab3-a647-7191d2b54c9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:29.663709 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4ddf7522-4273-4f81-91f8-c35660bd11a7 req-61786a43-3a3b-4ab3-a647-7191d2b54c9f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1a857c9d-ee5c-46b0-9e98-8aff5e6502da HTTP/1.1" status: 200 len: 835 time: 0.0619559 May 23 11:28:29.672050 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1273168-df0b-43ab-a533-6722d7f72704 req-9128314f-3714-45e7-9e2c-cc1d8aa25c1c tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:29.679050 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c1273168-df0b-43ab-a533-6722d7f72704 req-9128314f-3714-45e7-9e2c-cc1d8aa25c1c tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d012f76-526d-4c95-866f-1111b114b49e HTTP/1.1" status: 200 len: 943 time: 1.3200080 May 23 11:28:29.757162 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4ddf7522-4273-4f81-91f8-c35660bd11a7 req-1be1859a-3180-4f6e-88a0-6cde4beeb5b5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3d988946-9a37-4e30-8559-561741115da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867333 May 23 11:28:29.802569 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-98ca98a5-417d-43ec-90ae-152cc82ac22f tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:29.929094 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-84c4a589-12c3-46d7-bdd6-129119ecad4f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:29.956935 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c79989b7-7897-4bd0-a908-b1a01927fdb8 req-e444797a-bcb9-4a02-8dfb-a95c15d62881 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3462620 May 23 11:28:29.960411 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4ddf7522-4273-4f81-91f8-c35660bd11a7 req-f6a7e3b8-c884-4e79-a519-9a86296951cc service neutron] 10.222.0.81 "GET /v2.0/networks/3d988946-9a37-4e30-8559-561741115da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948941 May 23 11:28:29.986287 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c1273168-df0b-43ab-a533-6722d7f72704 req-5dccaae7-140f-4e79-96a5-0ef753281c50 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1009997-47be-4544-b332-3d5213461e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3062959 May 23 11:28:30.013342 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-84c4a589-12c3-46d7-bdd6-129119ecad4f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Transition to ACTIVE for port object 90e27a2e-3efd-451f-bb78-7632250423d7 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:28:30.364835 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-84c4a589-12c3-46d7-bdd6-129119ecad4f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:30.401473 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4ddf7522-4273-4f81-91f8-c35660bd11a7 req-46d063ef-16ab-4c24-a00a-6410064f5f37 service neutron] 10.222.0.81 "GET /v2.0/networks/3d988946-9a37-4e30-8559-561741115da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270506 May 23 11:28:30.523284 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4a589-12c3-46d7-bdd6-129119ecad4f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event updated for resources: {'Port': ['ID=90e27a2e-3efd-451f-bb78-7632250423d7,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:30.539815 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c4a589-12c3-46d7-bdd6-129119ecad4f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Network 9b82db0e-063d-4a94-b5b4-677e2c4931a1 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:28:30.550920 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-84c4a589-12c3-46d7-bdd6-129119ecad4f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:28:30.567530 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c4a589-12c3-46d7-bdd6-129119ecad4f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:28:30.571599 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c4a589-12c3-46d7-bdd6-129119ecad4f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:30.572240 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-84c4a589-12c3-46d7-bdd6-129119ecad4f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:30.635186 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178b524-f6e6-4e8e-9048-b8eeba1870ec req-8e26cab7-d127-48b1-a7e4-5fb885b3ee09 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:30.648311 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2178b524-f6e6-4e8e-9048-b8eeba1870ec req-8e26cab7-d127-48b1-a7e4-5fb885b3ee09 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.4019608 May 23 11:28:30.674214 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-98ca98a5-417d-43ec-90ae-152cc82ac22f tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:30.683190 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-84c4a589-12c3-46d7-bdd6-129119ecad4f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 3.1257267 May 23 11:28:30.683190 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-98ca98a5-417d-43ec-90ae-152cc82ac22f tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:30.684387 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43552) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:30.734510 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a35e11-224e-407d-ad74-c0d9ce25d601 None None] Network 9b82db0e-063d-4a94-b5b4-677e2c4931a1 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:28:30.743903 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:28:31.091782 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2178b524-f6e6-4e8e-9048-b8eeba1870ec req-c859917c-03cc-4c7c-81be-3be2806966a4 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4425216 May 23 11:28:31.105752 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8f69b31c-41cf-4c44-852c-d2d397829a87 None None] Provisioning for port c6847e91-764b-4862-85e7-2a4f3ef1ced9 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:28:31.272008 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device c6847e91-764b-4862-85e7-2a4f3ef1ced9 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:28:31.405999 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca98a5-417d-43ec-90ae-152cc82ac22f tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Pushing event updated for resources: {'Port': ['ID=38523c2f-f18c-4235-b5b1-7aadf4809652,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:31.659754 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port c6847e91-764b-4862-85e7-2a4f3ef1ced9 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:28:31.675263 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port c6847e91-764b-4862-85e7-2a4f3ef1ced9 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:28:31.675631 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:31.852152 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-98ca98a5-417d-43ec-90ae-152cc82ac22f tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:31.888907 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19558acb-4cd9-4692-8745-88c21f4a4f16 req-e72df78b-5763-40f3-8662-3b7c68206389 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:31.890435 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-19558acb-4cd9-4692-8745-88c21f4a4f16 req-e72df78b-5763-40f3-8662-3b7c68206389 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=66ebd9b4-cedf-4e78-a215-67bd9296ceaa HTTP/1.1" status: 200 len: 945 time: 1.2139380 May 23 11:28:31.905117 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-98ca98a5-417d-43ec-90ae-152cc82ac22f tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:31.914298 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-98ca98a5-417d-43ec-90ae-152cc82ac22f tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.8854816 May 23 11:28:31.983285 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:32.001873 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-19558acb-4cd9-4692-8745-88c21f4a4f16 req-aa859c22-cac8-489b-a187-c6618ca373b1 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c37e540-d31f-480d-8c92-d3bb83256ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997016 May 23 11:28:32.031136 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6be39c-5ef9-44ec-b955-f1f08ebdd539 req-f8eb813e-4178-4327-8f61-d05a12d946eb tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:32.056189 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bd6be39c-5ef9-44ec-b955-f1f08ebdd539 req-f8eb813e-4178-4327-8f61-d05a12d946eb tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d012f76-526d-4c95-866f-1111b114b49e HTTP/1.1" status: 200 len: 943 time: 0.6274271 May 23 11:28:32.092428 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device a59d0c12-4180-489b-87af-3fc74dd9a8b1 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:28:32.136295 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port c6847e91-764b-4862-85e7-2a4f3ef1ced9, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=c6847e91-764b-4862-85e7-2a4f3ef1ced9,segment=NetworkSegment(792618f6-5135-4b99-86f7-684f9345a2cf),segment_id=792618f6-5135-4b99-86f7-684f9345a2cf)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:28:32.231771 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bd6be39c-5ef9-44ec-b955-f1f08ebdd539 req-591be672-c6da-44df-b242-478319e3e270 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1009997-47be-4544-b332-3d5213461e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743650 May 23 11:28:32.247110 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1ec44c2e-7958-4362-b42f-07efb9401ea4 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:32.252826 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:32.484735 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-40df3a61-6cd6-46e9-94cb-a9e3b69399ca None None] Provisioning complete for port c6847e91-764b-4862-85e7-2a4f3ef1ced9 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:28:32.485108 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-40df3a61-6cd6-46e9-94cb-a9e3b69399ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:32.496325 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864dba63-1b7a-4b1d-ad44-78b4599568b4 req-d3eda419-8aa6-42d7-91eb-c4ed376a9476 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:32.503224 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-864dba63-1b7a-4b1d-ad44-78b4599568b4 req-d3eda419-8aa6-42d7-91eb-c4ed376a9476 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.1744819 May 23 11:28:32.505919 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-a7b2a581-e1aa-45a3-9629-00de80d47238 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Synchronizing usage tracker for tenant:c4112c4fc0ff4a36a1b303475c7f4981 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:28:32.555196 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port a59d0c12-4180-489b-87af-3fc74dd9a8b1, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=a59d0c12-4180-489b-87af-3fc74dd9a8b1,segment=NetworkSegment(fe30d616-6bae-403f-9207-38fcf47a7d35),segment_id=fe30d616-6bae-403f-9207-38fcf47a7d35)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:28:32.562866 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=c6847e91-764b-4862-85e7-2a4f3ef1ced9,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:32.565560 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-864dba63-1b7a-4b1d-ad44-78b4599568b4 req-80bea4a0-3638-4399-90e2-bfad19f77920 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613391 May 23 11:28:32.579706 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': 'a59d0c12-4180-489b-87af-3fc74dd9a8b1', 'network_id': '3d988946-9a37-4e30-8559-561741115da0', 'port_id': 'a59d0c12-4180-489b-87af-3fc74dd9a8b1', 'mac_address': 'fa:16:3e:83:d9:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a857c9d-ee5c-46b0-9e98-8aff5e6502da', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:28:32.599958 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-a7b2a581-e1aa-45a3-9629-00de80d47238 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Unset dirty status for tenant:c4112c4fc0ff4a36a1b303475c7f4981 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:28:32.601470 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-a7b2a581-e1aa-45a3-9629-00de80d47238 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1032249673&fields=id&tenant_id=c4112c4fc0ff4a36a1b303475c7f4981 HTTP/1.1" status: 200 len: 267 time: 0.2001657 May 23 11:28:32.653592 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:32.673033 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a59d0c12-4180-489b-87af-3fc74dd9a8b1 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:28:32.725178 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port a59d0c12-4180-489b-87af-3fc74dd9a8b1, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=a59d0c12-4180-489b-87af-3fc74dd9a8b1,segment=NetworkSegment(fe30d616-6bae-403f-9207-38fcf47a7d35),segment_id=fe30d616-6bae-403f-9207-38fcf47a7d35)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:28:32.736654 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:32.780619 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-5235f83c-c672-4222-ad50-3f4675f47072 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:32.787177 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-5235f83c-c672-4222-ad50-3f4675f47072 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/networks?id=0be92582-5915-4835-ac16-79c44c856a03 HTTP/1.1" status: 200 len: 816 time: 0.1775081 May 23 11:28:32.812546 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-2d739652-b013-4eb0-a915-81917fec693d tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/quotas/c4112c4fc0ff4a36a1b303475c7f4981 HTTP/1.1" status: 200 len: 375 time: 0.0242620 May 23 11:28:32.944023 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-40df3a61-6cd6-46e9-94cb-a9e3b69399ca None None] Provisioning for port 90e27a2e-3efd-451f-bb78-7632250423d7 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:28:32.958697 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=a59d0c12-4180-489b-87af-3fc74dd9a8b1,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:32.991647 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-40df3a61-6cd6-46e9-94cb-a9e3b69399ca None None] Provisioning complete for port 90e27a2e-3efd-451f-bb78-7632250423d7 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:28:32.992347 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-40df3a61-6cd6-46e9-94cb-a9e3b69399ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:33.119737 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['a59d0c12-4180-489b-87af-3fc74dd9a8b1'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:28:33.162165 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1ec44c2e-7958-4362-b42f-07efb9401ea4 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:33.170893 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1ec44c2e-7958-4362-b42f-07efb9401ea4 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:33.171142 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device c6847e91-764b-4862-85e7-2a4f3ef1ced9 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:28:33.206243 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-9d8bef55-5121-4530-bd18-ec06a0b1ea09 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Synchronizing usage tracker for tenant:c4112c4fc0ff4a36a1b303475c7f4981 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:28:33.220365 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e591fc9-7d23-4446-8018-782a6ca349d8 req-b4a16b40-4db2-4a29-89a5-bb9e216b0460 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:33.231347 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9e591fc9-7d23-4446-8018-782a6ca349d8 req-b4a16b40-4db2-4a29-89a5-bb9e216b0460 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.2853858 May 23 11:28:33.334330 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-9d8bef55-5121-4530-bd18-ec06a0b1ea09 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Unset dirty status for tenant:c4112c4fc0ff4a36a1b303475c7f4981 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:28:33.341952 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port c6847e91-764b-4862-85e7-2a4f3ef1ced9 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:28:33.341952 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:33.345081 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-9d8bef55-5121-4530-bd18-ec06a0b1ea09 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c4112c4fc0ff4a36a1b303475c7f4981&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5309520 May 23 11:28:33.382026 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9e591fc9-7d23-4446-8018-782a6ca349d8 req-76543a88-ab3d-48af-a716-57253d38abb9 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497359 May 23 11:28:33.438677 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-40df3a61-6cd6-46e9-94cb-a9e3b69399ca None None] Port 90e27a2e-3efd-451f-bb78-7632250423d7 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:28:33.549716 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec44c2e-7958-4362-b42f-07efb9401ea4 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event updated for resources: {'Port': ['ID=90e27a2e-3efd-451f-bb78-7632250423d7,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:33.610215 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec44c2e-7958-4362-b42f-07efb9401ea4 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:28:33.610215 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec44c2e-7958-4362-b42f-07efb9401ea4 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:28:33.612134 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec44c2e-7958-4362-b42f-07efb9401ea4 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:28:33.613494 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec44c2e-7958-4362-b42f-07efb9401ea4 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:28:33.613826 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec44c2e-7958-4362-b42f-07efb9401ea4 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:28:33.614519 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec44c2e-7958-4362-b42f-07efb9401ea4 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:28:33.616743 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec44c2e-7958-4362-b42f-07efb9401ea4 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:28:33.617088 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec44c2e-7958-4362-b42f-07efb9401ea4 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:28:33.617493 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec44c2e-7958-4362-b42f-07efb9401ea4 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:28:33.617828 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec44c2e-7958-4362-b42f-07efb9401ea4 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:28:33.627867 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec44c2e-7958-4362-b42f-07efb9401ea4 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:28:33.731285 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-8c0adc2e-34a9-4986-9475-857c8c2bcfaa service neutron] 10.222.0.79 "GET /v2.0/networks/0be92582-5915-4835-ac16-79c44c856a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478692 May 23 11:28:33.814255 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7c88d8a5-26ea-4bfe-90f7-8ade81a5ffdd None None] Provisioning complete for port 90e27a2e-3efd-451f-bb78-7632250423d7 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:28:33.814942 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7c88d8a5-26ea-4bfe-90f7-8ade81a5ffdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:33.910009 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7c88d8a5-26ea-4bfe-90f7-8ade81a5ffdd None None] Port 90e27a2e-3efd-451f-bb78-7632250423d7 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:28:34.052267 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-ddfa02cc-8f40-45ca-b4d6-e79811dccb73 service neutron] 10.222.0.79 "GET /v2.0/networks/0be92582-5915-4835-ac16-79c44c856a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192935 May 23 11:28:34.236253 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6ef0c232-bcd9-4085-b7ad-21ae5167d591 None None] Provisioning complete for port 90e27a2e-3efd-451f-bb78-7632250423d7 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:28:34.238901 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6ef0c232-bcd9-4085-b7ad-21ae5167d591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:34.286126 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7404a-1c36-4019-a5fa-ea79666ec6e3 req-1b30dd66-ec23-4ee5-879a-0e6044828b2d tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:34.294524 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-08c7404a-1c36-4019-a5fa-ea79666ec6e3 req-1b30dd66-ec23-4ee5-879a-0e6044828b2d tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=66ebd9b4-cedf-4e78-a215-67bd9296ceaa HTTP/1.1" status: 200 len: 945 time: 0.2553549 May 23 11:28:34.345798 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6ef0c232-bcd9-4085-b7ad-21ae5167d591 None None] Port 90e27a2e-3efd-451f-bb78-7632250423d7 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:28:34.417567 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1ec44c2e-7958-4362-b42f-07efb9401ea4 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:34.442868 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-08c7404a-1c36-4019-a5fa-ea79666ec6e3 req-81ca9c6c-23c3-454b-9ea9-3aa4196ee258 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c37e540-d31f-480d-8c92-d3bb83256ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423483 May 23 11:28:34.658402 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1ec44c2e-7958-4362-b42f-07efb9401ea4 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:34.853348 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be9f09-01ce-458c-b4be-e2311fb9082e req-69ae6034-68e0-40c9-82af-70fd0b4d419b tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:34.877902 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-30be9f09-01ce-458c-b4be-e2311fb9082e req-69ae6034-68e0-40c9-82af-70fd0b4d419b tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d012f76-526d-4c95-866f-1111b114b49e HTTP/1.1" status: 200 len: 944 time: 0.2534873 May 23 11:28:34.988557 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-30be9f09-01ce-458c-b4be-e2311fb9082e req-b2a13dab-1547-452f-b581-af994583c021 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1009997-47be-4544-b332-3d5213461e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055801 May 23 11:28:35.468984 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e9b542c2-67be-4184-9307-d0e324e36fad req-cee8a9d6-96ce-4795-ac54-7769d1eb6946 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 210 time: 0.3351872 May 23 11:28:35.590402 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae117e-8cb7-4f2c-a6c4-71d638ac088d req-321be046-74f3-4839-840e-1919d704331a tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:35.592946 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cdae117e-8cb7-4f2c-a6c4-71d638ac088d req-321be046-74f3-4839-840e-1919d704331a tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.2813151 May 23 11:28:35.694187 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cdae117e-8cb7-4f2c-a6c4-71d638ac088d req-9b3844f0-6569-414a-8bfd-288f2794c821 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952868 May 23 11:28:35.710329 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [req-bb8cb504-9487-4aab-baaf-d14071f55742 req-9f546b15-9907-49a0-b976-da2e8d6b93df service neutron] (83911) timed out ('10.222.0.79', 52860) {{(pid=83911) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 23 11:28:35.972296 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1ec44c2e-7958-4362-b42f-07efb9401ea4 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:35.979638 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1ec44c2e-7958-4362-b42f-07efb9401ea4 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:35.980704 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1ec44c2e-7958-4362-b42f-07efb9401ea4 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:36.042008 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device a59d0c12-4180-489b-87af-3fc74dd9a8b1 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:28:36.144155 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec44c2e-7958-4362-b42f-07efb9401ea4 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event updated for resources: {'Port': ['ID=90e27a2e-3efd-451f-bb78-7632250423d7,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:36.245531 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port a59d0c12-4180-489b-87af-3fc74dd9a8b1 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:28:36.259226 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port a59d0c12-4180-489b-87af-3fc74dd9a8b1 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:28:36.259607 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:36.332514 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec44c2e-7958-4362-b42f-07efb9401ea4 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Network 9b82db0e-063d-4a94-b5b4-677e2c4931a1 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:28:36.334051 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-1ec44c2e-7958-4362-b42f-07efb9401ea4 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:28:36.520864 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880fc95e-7cd5-468e-b702-cdd82d3a28ea req-04032576-b416-4373-9c57-0864c3e42294 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:36.544031 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-880fc95e-7cd5-468e-b702-cdd82d3a28ea req-04032576-b416-4373-9c57-0864c3e42294 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d012f76-526d-4c95-866f-1111b114b49e HTTP/1.1" status: 200 len: 944 time: 0.2003963 May 23 11:28:36.792469 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-880fc95e-7cd5-468e-b702-cdd82d3a28ea req-f8ff2ea4-2327-4727-9fff-30092c3a2089 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1009997-47be-4544-b332-3d5213461e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2419417 May 23 11:28:36.892401 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:37.018918 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b2dc0fd8-6774-490a-a38b-e9e8bf6be3a4 req-27fe767f-cf92-430a-ae8d-7b92f2bc72d3 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 210 time: 0.0698853 May 23 11:28:37.039131 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d012f76-526d-4c95-866f-1111b114b49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59d0c12-4180-489b-87af-3fc74dd9a8b1'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:28:37.078399 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port a59d0c12-4180-489b-87af-3fc74dd9a8b1, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=a59d0c12-4180-489b-87af-3fc74dd9a8b1,segment=NetworkSegment(fe30d616-6bae-403f-9207-38fcf47a7d35),segment_id=fe30d616-6bae-403f-9207-38fcf47a7d35)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:28:37.096140 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:37.178169 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a05eec21-b37f-4d9b-a7ad-b35a547b940f'] response: {'server_uuid': '8d012f76-526d-4c95-866f-1111b114b49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59d0c12-4180-489b-87af-3fc74dd9a8b1', 'code': 200} May 23 11:28:37.179142 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0689b545-90cb-429f-aec9-bb37a13f6b63 None None] Provisioning complete for port 90e27a2e-3efd-451f-bb78-7632250423d7 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:28:37.179675 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0689b545-90cb-429f-aec9-bb37a13f6b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:37.193156 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-cdac9212-adc4-4b8c-b96c-0caeee378607 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:37.194660 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-cdac9212-adc4-4b8c-b96c-0caeee378607 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.81 "GET /v2.0/networks?id=0be92582-5915-4835-ac16-79c44c856a03 HTTP/1.1" status: 200 len: 816 time: 0.5272286 May 23 11:28:37.352664 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-0689b545-90cb-429f-aec9-bb37a13f6b63 None None] Port 90e27a2e-3efd-451f-bb78-7632250423d7 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:28:37.361308 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=a59d0c12-4180-489b-87af-3fc74dd9a8b1,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:37.390022 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2fba34-7abc-4eab-9100-0b82115759b5 req-58e08fee-793d-441b-aa6a-7c654f1bceaa tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:37.393605 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cc2fba34-7abc-4eab-9100-0b82115759b5 req-58e08fee-793d-441b-aa6a-7c654f1bceaa tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.2325308 May 23 11:28:37.483014 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cc2fba34-7abc-4eab-9100-0b82115759b5 req-b189e8fe-73d7-4866-8bc8-45b57f20ad30 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824609 May 23 11:28:37.610265 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-b06fd372-4289-4209-a903-18fe3a382976 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Synchronizing usage tracker for tenant:c4112c4fc0ff4a36a1b303475c7f4981 on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:28:37.625252 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-227f9000-9b82-4006-becf-b9b41319f15e req-2925f445-d694-4f79-8a43-82978b6cc90b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8d012f76-526d-4c95-866f-1111b114b49e HTTP/1.1" status: 200 len: 1096 time: 0.2448282 May 23 11:28:37.654901 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-b06fd372-4289-4209-a903-18fe3a382976 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Unset dirty status for tenant:c4112c4fc0ff4a36a1b303475c7f4981 on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:28:37.656455 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-b06fd372-4289-4209-a903-18fe3a382976 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4112c4fc0ff4a36a1b303475c7f4981 HTTP/1.1" status: 200 len: 380 time: 0.3346004 May 23 11:28:37.669705 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-907f58a8-73a6-4921-a71a-38c354366c52 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Request body: {'port': {'device_id': '26c16c44-4ea8-4b8e-912b-2988f82f477b', 'network_id': '0be92582-5915-4835-ac16-79c44c856a03', 'admin_state_up': True, 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'security_groups': ['19e5a331-2f45-48b3-844a-12fdca5cbde7']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:28:38.098553 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:38.252892 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee679208-db37-4878-8b5d-737e56307fcc req-7f0e391d-e009-43c7-8338-ccbd749fbfca tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:38.262557 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ee679208-db37-4878-8b5d-737e56307fcc req-7f0e391d-e009-43c7-8338-ccbd749fbfca tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d012f76-526d-4c95-866f-1111b114b49e HTTP/1.1" status: 200 len: 945 time: 0.1454496 May 23 11:28:38.309487 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48889cd-69b9-432a-a015-223c5fde33ee req-5cade194-ee19-4074-a8c8-b46572e64238 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:38.316362 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f48889cd-69b9-432a-a015-223c5fde33ee req-5cade194-ee19-4074-a8c8-b46572e64238 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.2642272 May 23 11:28:38.376408 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ee679208-db37-4878-8b5d-737e56307fcc req-3184eed3-8ddc-4ccf-bbd8-93b5d98880f3 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1009997-47be-4544-b332-3d5213461e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153734 May 23 11:28:38.381331 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-907f58a8-73a6-4921-a71a-38c354366c52 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:28:38.393704 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f48889cd-69b9-432a-a015-223c5fde33ee req-c141d52e-cc1a-427b-a51d-8fdefa4f425f tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763457 May 23 11:28:38.408648 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-907f58a8-73a6-4921-a71a-38c354366c52 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:28:38.427605 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-227f9000-9b82-4006-becf-b9b41319f15e req-25eb826e-58dc-4578-9e02-5d7c625454ca service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d1009997-47be-4544-b332-3d5213461e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7922926 May 23 11:28:38.466819 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-907f58a8-73a6-4921-a71a-38c354366c52 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Made reservation on behalf of c4112c4fc0ff4a36a1b303475c7f4981 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:28:38.470603 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-907f58a8-73a6-4921-a71a-38c354366c52 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:38.704574 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4a95dafe-730a-4300-8dfd-5ba5db46bea7 req-c238f97d-4c71-46a4-a8fd-3eb6b0b9ca06 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d8e63cb106b40b880c35c46eb22d5c0&device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 1096 time: 0.5101697 May 23 11:28:38.796966 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec44c2e-7958-4362-b42f-07efb9401ea4 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Router 86abee3a-26c5-4be2-8231-0bb7c91203e8 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:28:38.898625 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-79ac359e-9fc0-42fb-96dc-43d1af113353 req-e057729a-4630-4b93-8fdb-9e4618d599bf tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 210 time: 0.1426156 May 23 11:28:39.121986 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95dafe-730a-4300-8dfd-5ba5db46bea7 req-f8361576-dd8a-4dc5-813a-1145100db5ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:39.126482 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4a95dafe-730a-4300-8dfd-5ba5db46bea7 req-f8361576-dd8a-4dc5-813a-1145100db5ad service neutron] 10.222.0.13 "GET /v2.0/networks?id=6213997a-77dd-4973-bef8-b88fbf379b24 HTTP/1.1" status: 200 len: 913 time: 0.3819473 May 23 11:28:39.269717 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8667712b-9434-434b-a21d-a7cedf6e030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:39.413285 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:39.536493 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb18bd7-59bd-45bf-9d76-c663fc98d3cd req-e8caab1a-4c41-4b23-b32a-f5bd88193c1f tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:39.549016 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cbb18bd7-59bd-45bf-9d76-c663fc98d3cd req-e8caab1a-4c41-4b23-b32a-f5bd88193c1f tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=66ebd9b4-cedf-4e78-a215-67bd9296ceaa HTTP/1.1" status: 200 len: 945 time: 0.2772491 May 23 11:28:39.631746 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2cffd265-c5e5-4b0a-b328-51da03448145 req-2bd27b8b-262e-476a-b790-6cd60c0ffea2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ab6dabfc6c044e3a257a928739aed2b&device_id=66ebd9b4-cedf-4e78-a215-67bd9296ceaa HTTP/1.1" status: 200 len: 1096 time: 0.6341791 May 23 11:28:39.665874 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cbb18bd7-59bd-45bf-9d76-c663fc98d3cd req-9e7eee00-4a2b-469d-84a2-b364fc2c3d06 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c37e540-d31f-480d-8c92-d3bb83256ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132753 May 23 11:28:39.673954 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-907f58a8-73a6-4921-a71a-38c354366c52 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Allocated IP 172.20.0.4 (0be92582-5915-4835-ac16-79c44c856a03/8b85c12c-741c-420e-9273-6de6d42ac4b3/8b6f6e96-808b-4ed3-983c-812f26858fee) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:28:39.820280 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4a95dafe-730a-4300-8dfd-5ba5db46bea7 req-2b282403-b3c5-4074-bba2-4a998322474a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3afd64a2-b6a5-4913-a9be-716566b8de39 HTTP/1.1" status: 200 len: 1000 time: 0.6801295 May 23 11:28:39.904466 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95dafe-730a-4300-8dfd-5ba5db46bea7 req-4d3847fe-06fd-4a2f-be40-82b446e6d768 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:39.906473 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4a95dafe-730a-4300-8dfd-5ba5db46bea7 req-4d3847fe-06fd-4a2f-be40-82b446e6d768 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54335c97-79a1-4f1c-bc27-f53589fd26ef HTTP/1.1" status: 200 len: 851 time: 0.0726061 May 23 11:28:39.976696 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43794) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:40.083659 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec44c2e-7958-4362-b42f-07efb9401ea4 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:28:40.104237 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922a4c1d-ce44-4d5e-9ba6-7fe7be6a4562 None None] Sync routers for ids ['86abee3a-26c5-4be2-8231-0bb7c91203e8'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:28:40.122037 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1ec44c2e-7958-4362-b42f-07efb9401ea4 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "PUT /v2.0/routers/86abee3a-26c5-4be2-8231-0bb7c91203e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4335620 May 23 11:28:40.126643 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43806) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:40.129658 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922a4c1d-ce44-4d5e-9ba6-7fe7be6a4562 None None] Routers {'86abee3a-26c5-4be2-8231-0bb7c91203e8'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:28:40.130729 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-922a4c1d-ce44-4d5e-9ba6-7fe7be6a4562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:28:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['86abee3a-26c5-4be2-8231-0bb7c91203e8'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:28:40.142963 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beaa4e0-2c8c-45dd-a9e5-81949690ea4c req-8811d12c-7364-4ca8-822b-2577e389825b tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:40.149892 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8beaa4e0-2c8c-45dd-a9e5-81949690ea4c req-8811d12c-7364-4ca8-822b-2577e389825b tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d012f76-526d-4c95-866f-1111b114b49e HTTP/1.1" status: 200 len: 945 time: 0.4486365 May 23 11:28:40.228612 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffd265-c5e5-4b0a-b328-51da03448145 req-051b7123-b664-44fe-9ea6-43d3574c2bc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:40.232201 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2cffd265-c5e5-4b0a-b328-51da03448145 req-051b7123-b664-44fe-9ea6-43d3574c2bc4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=76b2273d-b51d-4df1-8907-c6d24ae3fac2 HTTP/1.1" status: 200 len: 919 time: 0.5821333 May 23 11:28:40.263517 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-922a4c1d-ce44-4d5e-9ba6-7fe7be6a4562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:28:40.297814 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922a4c1d-ce44-4d5e-9ba6-7fe7be6a4562 None None] Routers {'86abee3a-26c5-4be2-8231-0bb7c91203e8'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:28:40.297814 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-922a4c1d-ce44-4d5e-9ba6-7fe7be6a4562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:28:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['86abee3a-26c5-4be2-8231-0bb7c91203e8'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:28:40.308016 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4a95dafe-730a-4300-8dfd-5ba5db46bea7 req-be4c921e-85aa-417e-97e7-d1270d83e301 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6213997a-77dd-4973-bef8-b88fbf379b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3862283 May 23 11:28:40.385375 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93950585-9685-44dc-b1d7-cdf610a3b575 req-1ed79270-b034-44d8-a672-45c37a8e8024 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:40.386893 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93950585-9685-44dc-b1d7-cdf610a3b575 req-1ed79270-b034-44d8-a672-45c37a8e8024 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.4066339 May 23 11:28:40.406397 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6412cd2-29e4-4b4b-8127-da6d8949d393 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:40.407375 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f6412cd2-29e4-4b4b-8127-da6d8949d393 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Synchronizing usage tracker for tenant:313e40337aa44a9094358a8320ee4f45 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:28:40.416982 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-907f58a8-73a6-4921-a71a-38c354366c52 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:40.419385 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-922a4c1d-ce44-4d5e-9ba6-7fe7be6a4562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:28:40.419774 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922a4c1d-ce44-4d5e-9ba6-7fe7be6a4562 None None] The sync data for ids ['86abee3a-26c5-4be2-8231-0bb7c91203e8'] in n-d-842952-2 is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:28:40.449815 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2cffd265-c5e5-4b0a-b328-51da03448145 req-18588b81-f2db-491b-a7e0-26727e8c3a25 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=599aa79b-f47f-4490-b89c-181bc41436a4 HTTP/1.1" status: 200 len: 217 time: 0.2111719 May 23 11:28:40.474224 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8beaa4e0-2c8c-45dd-a9e5-81949690ea4c req-b0e3bfc0-274e-48d1-b569-2a39af29156d tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1009997-47be-4544-b332-3d5213461e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3234129 May 23 11:28:40.510564 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-907f58a8-73a6-4921-a71a-38c354366c52 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Transition to ACTIVE for port object 8b6f6e96-808b-4ed3-983c-812f26858fee will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:28:40.527736 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f6412cd2-29e4-4b4b-8127-da6d8949d393 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Unset dirty status for tenant:313e40337aa44a9094358a8320ee4f45 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:28:40.529111 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f6412cd2-29e4-4b4b-8127-da6d8949d393 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "GET /v2.0/ports/90e27a2e-3efd-451f-bb78-7632250423d7 HTTP/1.1" status: 200 len: 982 time: 0.4024386 May 23 11:28:40.539593 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43812) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:40.654280 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-402a97c8-2e21-4ab2-8ae8-a4ad403a7210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:40.673330 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4a95dafe-730a-4300-8dfd-5ba5db46bea7 req-6d9e84ce-06e9-49f9-ba24-b8b8afbccec5 service neutron] 10.222.0.13 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548253 May 23 11:28:40.749842 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-907f58a8-73a6-4921-a71a-38c354366c52 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:40.792424 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93950585-9685-44dc-b1d7-cdf610a3b575 req-becd5f92-ea2b-4005-b662-6df153b6edf4 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3664081 May 23 11:28:40.793870 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffd265-c5e5-4b0a-b328-51da03448145 req-bdbd8614-5d8a-4f39-9dfd-719efefb2b5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:40.795252 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2cffd265-c5e5-4b0a-b328-51da03448145 req-bdbd8614-5d8a-4f39-9dfd-719efefb2b5a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=82176f08-fc90-4d7e-a669-0e8701d67807 HTTP/1.1" status: 200 len: 857 time: 0.3364413 May 23 11:28:40.930875 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-402a97c8-2e21-4ab2-8ae8-a4ad403a7210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:28:40.989474 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-402a97c8-2e21-4ab2-8ae8-a4ad403a7210 admin admin] Usage tracker for resource:security_group_rule and tenant:50f963ec88fe412b9319472c2045a0f4 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:28:40.997936 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-402a97c8-2e21-4ab2-8ae8-a4ad403a7210 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:28:41.038649 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-907f58a8-73a6-4921-a71a-38c354366c52 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Network 0be92582-5915-4835-ac16-79c44c856a03 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:28:41.038649 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-402a97c8-2e21-4ab2-8ae8-a4ad403a7210 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:28:41.038649 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-907f58a8-73a6-4921-a71a-38c354366c52 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:28:41.043661 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f58a8-73a6-4921-a71a-38c354366c52 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Pushing event updated for resources: {'Port': ['ID=8b6f6e96-808b-4ed3-983c-812f26858fee,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:41.045896 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-907f58a8-73a6-4921-a71a-38c354366c52 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:28:41.116834 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6802269-d35f-4465-a78e-87b198a7cf68 req-c3073781-0d48-4e9f-8ec6-80ed0fb124ea tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:41.125654 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e6802269-d35f-4465-a78e-87b198a7cf68 req-c3073781-0d48-4e9f-8ec6-80ed0fb124ea tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 931 time: 0.4719143 May 23 11:28:41.159282 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4a95dafe-730a-4300-8dfd-5ba5db46bea7 req-c5066e70-ddb9-44f4-8358-036ff546943c service neutron] 10.222.0.13 "GET /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4677763 May 23 11:28:41.181535 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-907f58a8-73a6-4921-a71a-38c354366c52 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:41.182967 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-907f58a8-73a6-4921-a71a-38c354366c52 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:41.243158 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-907f58a8-73a6-4921-a71a-38c354366c52 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5771508 May 23 11:28:41.268548 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-1857c10f-af1f-4bba-ad1f-ba7634525750 service neutron] Request body: {'port': {'device_id': '26c16c44-4ea8-4b8e-912b-2988f82f477b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:28:41.333803 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2cffd265-c5e5-4b0a-b328-51da03448145 req-41c70e6f-b0bb-40ab-a594-ecbc49f6b57b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76b2273d-b51d-4df1-8907-c6d24ae3fac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5313773 May 23 11:28:41.341620 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30588c1c-f6d9-4681-93f1-eee0c345b852 req-6bb9113f-06c5-44e0-ae07-9f5df8152047 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:41.343367 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-30588c1c-f6d9-4681-93f1-eee0c345b852 req-6bb9113f-06c5-44e0-ae07-9f5df8152047 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=66ebd9b4-cedf-4e78-a215-67bd9296ceaa HTTP/1.1" status: 200 len: 945 time: 0.3708663 May 23 11:28:41.437271 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-24043b14-cf55-4f8b-80a0-123ebbe0f1a9 None None] Provisioning for port 8b6f6e96-808b-4ed3-983c-812f26858fee completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:28:41.454904 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-24043b14-cf55-4f8b-80a0-123ebbe0f1a9 None None] Provisioning complete for port 8b6f6e96-808b-4ed3-983c-812f26858fee triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:28:41.454904 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-24043b14-cf55-4f8b-80a0-123ebbe0f1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:41.543171 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6f447154-3f79-47a3-a711-0ef28d37c457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:41.565598 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-24043b14-cf55-4f8b-80a0-123ebbe0f1a9 None None] Port 8b6f6e96-808b-4ed3-983c-812f26858fee cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:28:41.609852 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-402a97c8-2e21-4ab2-8ae8-a4ad403a7210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:41.621734 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-402a97c8-2e21-4ab2-8ae8-a4ad403a7210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:41.664992 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2cffd265-c5e5-4b0a-b328-51da03448145 req-7c41347f-9f59-4a11-8cd3-cc19d0ae0d11 service neutron] 10.222.0.13 "GET /v2.0/networks/76b2273d-b51d-4df1-8907-c6d24ae3fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191297 May 23 11:28:41.715533 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a97c8-2e21-4ab2-8ae8-a4ad403a7210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efdca137-017f-4cc5-b2cc-0d81f0a7dcc4,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:41.752640 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-402a97c8-2e21-4ab2-8ae8-a4ad403a7210 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=50f963ec88fe412b9319472c2045a0f4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7525320 May 23 11:28:41.753719 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43836) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:41.781050 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-1857c10f-af1f-4bba-ad1f-ba7634525750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:41.895629 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-edc9c929-88f1-421a-b35c-2846efa64690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:41.904395 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e6802269-d35f-4465-a78e-87b198a7cf68 req-b29c435f-25c9-4cbf-87ce-1b00762a295e tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7778029 May 23 11:28:42.022937 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-edc9c929-88f1-421a-b35c-2846efa64690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:42.130786 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-30588c1c-f6d9-4681-93f1-eee0c345b852 req-6c960cab-1f0d-4670-8c11-6414313660db tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c37e540-d31f-480d-8c92-d3bb83256ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4747565 May 23 11:28:42.463545 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-edc9c929-88f1-421a-b35c-2846efa64690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:42.473194 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2cffd265-c5e5-4b0a-b328-51da03448145 req-42daf96c-3600-4b31-a39e-60958324e959 service neutron] 10.222.0.13 "GET /v2.0/networks/76b2273d-b51d-4df1-8907-c6d24ae3fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7980120 May 23 11:28:42.484077 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9c929-88f1-421a-b35c-2846efa64690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efdca137-017f-4cc5-b2cc-0d81f0a7dcc4,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:42.507336 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-edc9c929-88f1-421a-b35c-2846efa64690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:42.508845 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-edc9c929-88f1-421a-b35c-2846efa64690 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/efdca137-017f-4cc5-b2cc-0d81f0a7dcc4 HTTP/1.1" status: 204 len: 168 time: 0.7541785 May 23 11:28:42.629569 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7108c8-5378-4ba8-9508-5835dde7048c req-1f45cd39-515c-4c82-bea3-718020f1f19f tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:42.636932 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ef7108c8-5378-4ba8-9508-5835dde7048c req-1f45cd39-515c-4c82-bea3-718020f1f19f tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.2831900 May 23 11:28:42.675427 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4689fe-b93e-4c76-ab10-3d11e8ea54d9 req-a5adc0a7-8740-4c3f-b8cc-11c3698982c6 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:42.677821 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4b4689fe-b93e-4c76-ab10-3d11e8ea54d9 req-a5adc0a7-8740-4c3f-b8cc-11c3698982c6 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d012f76-526d-4c95-866f-1111b114b49e HTTP/1.1" status: 200 len: 945 time: 0.3275867 May 23 11:28:42.750843 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:42.755950 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-1857c10f-af1f-4bba-ad1f-ba7634525750 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b6f6e96-808b-4ed3-983c-812f26858fee {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:28:42.764389 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-1857c10f-af1f-4bba-ad1f-ba7634525750 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:42.773521 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4b4689fe-b93e-4c76-ab10-3d11e8ea54d9 req-5651bd45-bc5c-4785-aefc-6c7560f7a793 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1009997-47be-4544-b332-3d5213461e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875554 May 23 11:28:42.781910 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-1857c10f-af1f-4bba-ad1f-ba7634525750 service neutron] Transition to ACTIVE for port object 8b6f6e96-808b-4ed3-983c-812f26858fee will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:28:42.804917 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-1857c10f-af1f-4bba-ad1f-ba7634525750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:42.824128 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:42.995815 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ef7108c8-5378-4ba8-9508-5835dde7048c req-b0442050-dcc7-489d-97a9-f4338740bb0c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3562663 May 23 11:28:43.003355 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1857c10f-af1f-4bba-ad1f-ba7634525750 service neutron] Pushing event updated for resources: {'Port': ['ID=8b6f6e96-808b-4ed3-983c-812f26858fee,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:43.337400 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-1857c10f-af1f-4bba-ad1f-ba7634525750 service neutron] Attempting to bind port 8b6f6e96-808b-4ed3-983c-812f26858fee on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:28:43.338069 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-1857c10f-af1f-4bba-ad1f-ba7634525750 service neutron] Attempting to bind port 8b6f6e96-808b-4ed3-983c-812f26858fee by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '4f0d5472-1003-45ab-8b0f-abd1e74bfa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0be92582-5915-4835-ac16-79c44c856a03'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:28:43.338405 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-1857c10f-af1f-4bba-ad1f-ba7634525750 service neutron] Attempting to bind port 8b6f6e96-808b-4ed3-983c-812f26858fee on network 0be92582-5915-4835-ac16-79c44c856a03 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:28:43.376629 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-1857c10f-af1f-4bba-ad1f-ba7634525750 service neutron] Port 8b6f6e96-808b-4ed3-983c-812f26858fee on network 0be92582-5915-4835-ac16-79c44c856a03 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:28:43.376982 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-1857c10f-af1f-4bba-ad1f-ba7634525750 service neutron] Attempting to bind port 8b6f6e96-808b-4ed3-983c-812f26858fee on network 0be92582-5915-4835-ac16-79c44c856a03 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:28:43.400328 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-1857c10f-af1f-4bba-ad1f-ba7634525750 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:28:43.401260 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-1857c10f-af1f-4bba-ad1f-ba7634525750 service neutron] Checking segment: {'id': '4f0d5472-1003-45ab-8b0f-abd1e74bfa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0be92582-5915-4835-ac16-79c44c856a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:28:43.402509 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-1857c10f-af1f-4bba-ad1f-ba7634525750 service neutron] Bound using segment: {'id': '4f0d5472-1003-45ab-8b0f-abd1e74bfa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0be92582-5915-4835-ac16-79c44c856a03'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:28:43.404876 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-1857c10f-af1f-4bba-ad1f-ba7634525750 service neutron] Bound port: 8b6f6e96-808b-4ed3-983c-812f26858fee, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f0d5472-1003-45ab-8b0f-abd1e74bfa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0be92582-5915-4835-ac16-79c44c856a03'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:28:43.407923 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-1857c10f-af1f-4bba-ad1f-ba7634525750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:43.503723 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2915ec6a-b559-409a-97c6-37249433391f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:43.552315 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43870) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:43.663104 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-1857c10f-af1f-4bba-ad1f-ba7634525750 service neutron] For port 8b6f6e96-808b-4ed3-983c-812f26858fee, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:28:43.669270 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-1857c10f-af1f-4bba-ad1f-ba7634525750 service neutron] For port 8b6f6e96-808b-4ed3-983c-812f26858fee, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=8b6f6e96-808b-4ed3-983c-812f26858fee,segment=NetworkSegment(4f0d5472-1003-45ab-8b0f-abd1e74bfa02),segment_id=4f0d5472-1003-45ab-8b0f-abd1e74bfa02)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:28:43.679739 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c89bb507-140c-43ae-9b03-3e5067b07ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:43.704127 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-1857c10f-af1f-4bba-ad1f-ba7634525750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:43.721562 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea073d8-9c60-4a83-b126-a4ef85c798eb req-da6bbb94-063f-46f2-a0db-2fb356827df2 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:43.729778 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5ea073d8-9c60-4a83-b126-a4ef85c798eb req-da6bbb94-063f-46f2-a0db-2fb356827df2 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 943 time: 0.4479060 May 23 11:28:43.750303 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe97236-9b2a-4153-b8b8-428370656f99 req-6abbe238-d175-484f-99e6-900120369ddd tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:43.751849 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fbe97236-9b2a-4153-b8b8-428370656f99 req-6abbe238-d175-484f-99e6-900120369ddd tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d012f76-526d-4c95-866f-1111b114b49e HTTP/1.1" status: 200 len: 945 time: 0.6011782 May 23 11:28:43.916380 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1857c10f-af1f-4bba-ad1f-ba7634525750 service neutron] Pushing event updated for resources: {'Port': ['ID=8b6f6e96-808b-4ed3-983c-812f26858fee,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:43.933891 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-1857c10f-af1f-4bba-ad1f-ba7634525750 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:43.935642 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-1857c10f-af1f-4bba-ad1f-ba7634525750 service neutron] 10.222.0.81 "PUT /v2.0/ports/8b6f6e96-808b-4ed3-983c-812f26858fee HTTP/1.1" status: 200 len: 1091 time: 2.6780641 May 23 11:28:43.936844 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c16c44-4ea8-4b8e-912b-2988f82f477b', 'tag': '8b6f6e96-808b-4ed3-983c-812f26858fee'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:28:44.013506 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5ea073d8-9c60-4a83-b126-a4ef85c798eb req-9c4060f0-585d-4f09-91e7-bf7570ed197c tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2828484 May 23 11:28:44.014580 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c89bb507-140c-43ae-9b03-3e5067b07ad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:28:44.027067 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c89bb507-140c-43ae-9b03-3e5067b07ad5 admin admin] Usage tracker for resource:security_group_rule and tenant:a7a820d4a2c7422fa23026d65c94457a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:28:44.034485 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fbe97236-9b2a-4153-b8b8-428370656f99 req-b2b1bb78-8392-4c3f-99d5-3e55d053a504 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1009997-47be-4544-b332-3d5213461e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038822 May 23 11:28:44.035492 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c89bb507-140c-43ae-9b03-3e5067b07ad5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:28:44.053436 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c89bb507-140c-43ae-9b03-3e5067b07ad5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:28:44.114692 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43884) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:44.251125 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:44.261061 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-b4d5c058-a40c-4c67-99ba-4cf404f498cf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c4112c4fc0ff4a36a1b303475c7f4981&device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 1094 time: 0.2571936 May 23 11:28:44.414603 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-896ca383-c673-420d-bde4-5fe94b1fb402'] response: {'name': 'network-changed', 'server_uuid': '26c16c44-4ea8-4b8e-912b-2988f82f477b', 'tag': '8b6f6e96-808b-4ed3-983c-812f26858fee', 'status': 'completed', 'code': 200} May 23 11:28:44.446497 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-73ee741c-0cfd-4309-a2e8-665707229f70 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b6f6e96-808b-4ed3-983c-812f26858fee HTTP/1.1" status: 200 len: 217 time: 0.1718743 May 23 11:28:44.588103 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-9e12293e-49d3-436e-81c8-36b7e41b2c69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:44.590078 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-9e12293e-49d3-436e-81c8-36b7e41b2c69 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b85c12c-741c-420e-9273-6de6d42ac4b3 HTTP/1.1" status: 200 len: 855 time: 0.1337714 May 23 11:28:44.686244 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-e54e0a71-57a9-4495-8129-582dec0e07b2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0be92582-5915-4835-ac16-79c44c856a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905952 May 23 11:28:44.706454 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-af224c41-64dd-4e52-9ec8-d88199de1b8d service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:28:44.709177 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-af224c41-64dd-4e52-9ec8-d88199de1b8d service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0156124 May 23 11:28:44.725643 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-898ec0f7-2a6b-4c95-9262-0bda7cc7c4f8 tempest-TestNetworkBasicOps-1501020500 tempest-TestNetworkBasicOps-1501020500-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=8d012f76-526d-4c95-866f-1111b114b49e HTTP/1.1" status: 200 len: 1091 time: 0.5250087 May 23 11:28:44.733030 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43898) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:44.747958 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-e61b3581-761f-42e6-8daa-f53f3b04c321 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'port_id': 'a59d0c12-4180-489b-87af-3fc74dd9a8b1', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:28:44.770148 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e61b3581-761f-42e6-8daa-f53f3b04c321 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:28:44.778195 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4d226-7b37-48b6-a9f6-d067a2bbc37f req-befa5b1b-e62e-43cc-8b19-eac309ec978f tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:44.779991 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-53f4d226-7b37-48b6-a9f6-d067a2bbc37f req-befa5b1b-e62e-43cc-8b19-eac309ec978f tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=66ebd9b4-cedf-4e78-a215-67bd9296ceaa HTTP/1.1" status: 200 len: 945 time: 0.3698342 May 23 11:28:44.791055 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e61b3581-761f-42e6-8daa-f53f3b04c321 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Usage tracker for resource:floatingip and tenant:7e6820b1da73478a8f6280c600dfbb0e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:28:44.807745 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e61b3581-761f-42e6-8daa-f53f3b04c321 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:28:44.838568 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e61b3581-761f-42e6-8daa-f53f3b04c321 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:28:44.843230 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c89bb507-140c-43ae-9b03-3e5067b07ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:44.870977 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c89bb507-140c-43ae-9b03-3e5067b07ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:44.938655 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-2915ec6a-b559-409a-97c6-37249433391f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Deleting port 90e27a2e-3efd-451f-bb78-7632250423d7 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:28:44.938945 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2915ec6a-b559-409a-97c6-37249433391f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:44.962585 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-a94b581c-78f2-4797-b1e5-58b5b3bec98a service neutron] 10.222.0.81 "GET /v2.0/networks/0be92582-5915-4835-ac16-79c44c856a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471807 May 23 11:28:45.002318 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075d2f5-a016-43de-afdc-2938de038ae5 req-7ecb54db-f9ec-41a6-8f79-dd664da29280 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:45.003751 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8075d2f5-a016-43de-afdc-2938de038ae5 req-7ecb54db-f9ec-41a6-8f79-dd664da29280 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.4713352 May 23 11:28:45.029751 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e61b3581-761f-42e6-8daa-f53f3b04c321 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:45.150211 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c89bb507-140c-43ae-9b03-3e5067b07ad5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a7a820d4a2c7422fa23026d65c94457a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5871542 May 23 11:28:45.152775 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43910) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:45.165118 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-53f4d226-7b37-48b6-a9f6-d067a2bbc37f req-aeaa2fbb-5270-45dc-ae96-eb23564124c1 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c37e540-d31f-480d-8c92-d3bb83256ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711684 May 23 11:28:45.171194 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89bb507-140c-43ae-9b03-3e5067b07ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1dbd57-d9d0-4efb-bcc0-2a911c263dec,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:45.240607 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a1ce29d6-e688-461d-a476-a95028ee49d9 req-ee6a84af-77ca-4f5a-b9fe-ca6b65bd9108 service neutron] 10.222.0.81 "GET /v2.0/networks/0be92582-5915-4835-ac16-79c44c856a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699251 May 23 11:28:45.297264 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e5e0ec05-07fb-4981-80c4-1b27e8bd0589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:45.499856 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89bb507-140c-43ae-9b03-3e5067b07ad5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:28:45.500489 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89bb507-140c-43ae-9b03-3e5067b07ad5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:28:45.501041 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89bb507-140c-43ae-9b03-3e5067b07ad5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:28:45.501544 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89bb507-140c-43ae-9b03-3e5067b07ad5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:28:45.502072 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89bb507-140c-43ae-9b03-3e5067b07ad5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:28:45.502571 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89bb507-140c-43ae-9b03-3e5067b07ad5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:28:45.503124 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89bb507-140c-43ae-9b03-3e5067b07ad5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:28:45.503532 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89bb507-140c-43ae-9b03-3e5067b07ad5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:28:45.503922 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e5e0ec05-07fb-4981-80c4-1b27e8bd0589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:45.504295 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89bb507-140c-43ae-9b03-3e5067b07ad5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:28:45.504788 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89bb507-140c-43ae-9b03-3e5067b07ad5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:28:45.505294 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89bb507-140c-43ae-9b03-3e5067b07ad5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:28:45.568795 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-da515833-8465-4685-9b0e-0621d26dcf7e req-0bd7b0d9-80b2-4fa0-b0a9-c8e3affe986e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c4112c4fc0ff4a36a1b303475c7f4981&device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 1094 time: 0.1239088 May 23 11:28:45.654577 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8075d2f5-a016-43de-afdc-2938de038ae5 req-10cec523-5629-49f1-a8a4-27b6451d6ea7 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6025908 May 23 11:28:45.695535 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e5e0ec05-07fb-4981-80c4-1b27e8bd0589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:45.744196 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2915ec6a-b559-409a-97c6-37249433391f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:45.750994 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0ec05-07fb-4981-80c4-1b27e8bd0589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1dbd57-d9d0-4efb-bcc0-2a911c263dec,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:45.759220 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6cb8e8-cb93-4508-b0e1-a75c41922e9a req-249db9ab-721a-452a-9b2e-f44a824bbb3b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:45.760889 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f6cb8e8-cb93-4508-b0e1-a75c41922e9a req-249db9ab-721a-452a-9b2e-f44a824bbb3b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 943 time: 0.3004174 May 23 11:28:45.846423 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e5e0ec05-07fb-4981-80c4-1b27e8bd0589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:45.861286 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e5e0ec05-07fb-4981-80c4-1b27e8bd0589 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6c1dbd57-d9d0-4efb-bcc0-2a911c263dec HTTP/1.1" status: 204 len: 168 time: 0.6761849 May 23 11:28:45.920874 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-2915ec6a-b559-409a-97c6-37249433391f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Calling delete_port for 90e27a2e-3efd-451f-bb78-7632250423d7 owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:28:45.939155 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da515833-8465-4685-9b0e-0621d26dcf7e req-944dc6f9-4a1b-44df-9b2a-be961c976f98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:45.941981 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-da515833-8465-4685-9b0e-0621d26dcf7e req-944dc6f9-4a1b-44df-9b2a-be961c976f98 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0be92582-5915-4835-ac16-79c44c856a03 HTTP/1.1" status: 200 len: 917 time: 0.3634636 May 23 11:28:46.013368 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e61b3581-761f-42e6-8daa-f53f3b04c321 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:46.075128 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f6cb8e8-cb93-4508-b0e1-a75c41922e9a req-f782914c-08fc-4baf-af21-5c5f55d49889 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2414997 May 23 11:28:46.099602 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-da515833-8465-4685-9b0e-0621d26dcf7e req-f71b9f42-cff2-498f-9118-f394e321d816 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b6f6e96-808b-4ed3-983c-812f26858fee HTTP/1.1" status: 200 len: 217 time: 0.1446688 May 23 11:28:46.286641 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da515833-8465-4685-9b0e-0621d26dcf7e req-9a899ad3-887b-4a5e-9be7-ed788b779f3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:46.308257 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-da515833-8465-4685-9b0e-0621d26dcf7e req-9a899ad3-887b-4a5e-9be7-ed788b779f3f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b85c12c-741c-420e-9273-6de6d42ac4b3 HTTP/1.1" status: 200 len: 855 time: 0.1853945 May 23 11:28:46.341387 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5cb11-08a8-4807-a017-83d9429e32cf req-7cff8e07-b380-485f-bfa0-b9eb1f897ba9 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:46.352054 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c1e5cb11-08a8-4807-a017-83d9429e32cf req-7cff8e07-b380-485f-bfa0-b9eb1f897ba9 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.3320243 May 23 11:28:46.432916 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-da515833-8465-4685-9b0e-0621d26dcf7e req-eba93f85-b683-4a24-b0e8-ca1d7256aba0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0be92582-5915-4835-ac16-79c44c856a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1227288 May 23 11:28:46.463912 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-e61b3581-761f-42e6-8daa-f53f3b04c321 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Allocated IP 172.25.6.63 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/9a0e9d30-d476-4f64-ab26-d6a742070850) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:28:46.579268 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c1e5cb11-08a8-4807-a017-83d9429e32cf req-4c212121-d874-449f-814d-65829e80e468 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594191 May 23 11:28:46.583350 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2915ec6a-b559-409a-97c6-37249433391f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:46.662812 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915ec6a-b559-409a-97c6-37249433391f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event deleted for resources: {'Port': ['ID=90e27a2e-3efd-451f-bb78-7632250423d7,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:46.725589 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-da515833-8465-4685-9b0e-0621d26dcf7e req-5fdc8cf0-ad58-4324-8861-99f6ebe49032 service neutron] 10.222.0.81 "GET /v2.0/networks/0be92582-5915-4835-ac16-79c44c856a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864819 May 23 11:28:46.795606 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c2ab09-93e0-4b07-a33a-709c6a317288 req-63de4e65-1f75-41f7-9d31-a42c911c4805 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:46.797170 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f6c2ab09-93e0-4b07-a33a-709c6a317288 req-63de4e65-1f75-41f7-9d31-a42c911c4805 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=66ebd9b4-cedf-4e78-a215-67bd9296ceaa HTTP/1.1" status: 200 len: 945 time: 0.3349063 May 23 11:28:47.027129 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-da515833-8465-4685-9b0e-0621d26dcf7e req-af5d4a78-99e4-4e5d-9581-6d407ee2d6f3 service neutron] 10.222.0.81 "GET /v2.0/networks/0be92582-5915-4835-ac16-79c44c856a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908225 May 23 11:28:47.114878 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f6c2ab09-93e0-4b07-a33a-709c6a317288 req-0d9d6474-0548-4571-8583-a21544f9bd16 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c37e540-d31f-480d-8c92-d3bb83256ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589130 May 23 11:28:47.118044 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e61b3581-761f-42e6-8daa-f53f3b04c321 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:47.134799 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2915ec6a-b559-409a-97c6-37249433391f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:47.567022 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e61b3581-761f-42e6-8daa-f53f3b04c321 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:47.825903 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61b3581-761f-42e6-8daa-f53f3b04c321 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:28:47.831118 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-e61b3581-761f-42e6-8daa-f53f3b04c321 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:28:47.839265 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61b3581-761f-42e6-8daa-f53f3b04c321 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:28:47.900206 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b3581-761f-42e6-8daa-f53f3b04c321 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event updated for resources: {'Port': ['ID=9a0e9d30-d476-4f64-ab26-d6a742070850,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:48.099799 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 8b6f6e96-808b-4ed3-983c-812f26858fee details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:28:48.246034 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeef676-971a-429c-b85b-32e283cd7706 req-0f072436-798c-4bb8-877e-7cd7097de79c tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:48.247957 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ceeef676-971a-429c-b85b-32e283cd7706 req-0f072436-798c-4bb8-877e-7cd7097de79c tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 943 time: 0.8904862 May 23 11:28:48.331542 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 8b6f6e96-808b-4ed3-983c-812f26858fee, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=8b6f6e96-808b-4ed3-983c-812f26858fee,segment=NetworkSegment(4f0d5472-1003-45ab-8b0f-abd1e74bfa02),segment_id=4f0d5472-1003-45ab-8b0f-abd1e74bfa02)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:28:48.365560 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '8b6f6e96-808b-4ed3-983c-812f26858fee', 'network_id': '0be92582-5915-4835-ac16-79c44c856a03', 'port_id': '8b6f6e96-808b-4ed3-983c-812f26858fee', 'mac_address': 'fa:16:3e:bc:33:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b85c12c-741c-420e-9273-6de6d42ac4b3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:28:48.454846 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2915ec6a-b559-409a-97c6-37249433391f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Router 86abee3a-26c5-4be2-8231-0bb7c91203e8 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:28:48.469961 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:48.490831 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b6f6e96-808b-4ed3-983c-812f26858fee {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:28:48.510502 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 8b6f6e96-808b-4ed3-983c-812f26858fee, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=8b6f6e96-808b-4ed3-983c-812f26858fee,segment=NetworkSegment(4f0d5472-1003-45ab-8b0f-abd1e74bfa02),segment_id=4f0d5472-1003-45ab-8b0f-abd1e74bfa02)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:28:48.517502 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:48.540615 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ceeef676-971a-429c-b85b-32e283cd7706 req-b8e7fa08-0fcd-40da-83ca-b01892d1cf96 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185769 May 23 11:28:48.596855 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=8b6f6e96-808b-4ed3-983c-812f26858fee,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:48.655591 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac095fd5-cc0c-4e53-9638-29d84577aa3e req-1a96330e-975f-49a7-b8e8-db8886b27448 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:48.657151 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ac095fd5-cc0c-4e53-9638-29d84577aa3e req-1a96330e-975f-49a7-b8e8-db8886b27448 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=48a3dbf0-4791-4310-b702-2070e504263e HTTP/1.1" status: 200 len: 943 time: 0.5257585 May 23 11:28:48.819792 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['8b6f6e96-808b-4ed3-983c-812f26858fee'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:28:48.925719 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-ac095fd5-cc0c-4e53-9638-29d84577aa3e req-fa694bd4-af71-4df5-ad5c-ac89082532aa tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Deleting port c5d0023c-7561-422c-a15a-63fce8318279 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:28:48.926381 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ac095fd5-cc0c-4e53-9638-29d84577aa3e req-fa694bd4-af71-4df5-ad5c-ac89082532aa tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:48.980315 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2915ec6a-b559-409a-97c6-37249433391f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:28:49.010573 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4b61b4-8d80-4398-9b68-cfd71fe2a192 None None] Sync routers for ids ['86abee3a-26c5-4be2-8231-0bb7c91203e8'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:28:49.048569 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4b61b4-8d80-4398-9b68-cfd71fe2a192 None None] Routers {'86abee3a-26c5-4be2-8231-0bb7c91203e8'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:28:49.049038 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ec4b61b4-8d80-4398-9b68-cfd71fe2a192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:28:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['86abee3a-26c5-4be2-8231-0bb7c91203e8'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:28:49.096451 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44046) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:49.097219 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2915ec6a-b559-409a-97c6-37249433391f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "PUT /v2.0/routers/86abee3a-26c5-4be2-8231-0bb7c91203e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5503869 May 23 11:28:49.126096 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ec4b61b4-8d80-4398-9b68-cfd71fe2a192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:28:49.147290 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be926e-a852-40ad-93d6-ae3b8d878405 req-63e2f13a-e0ef-478d-ba47-85a7ceadbbdd tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:49.147567 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4b61b4-8d80-4398-9b68-cfd71fe2a192 None None] Routers {'86abee3a-26c5-4be2-8231-0bb7c91203e8'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:28:49.148160 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ec4b61b4-8d80-4398-9b68-cfd71fe2a192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:28:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['86abee3a-26c5-4be2-8231-0bb7c91203e8'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:28:49.154756 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-48be926e-a852-40ad-93d6-ae3b8d878405 req-63e2f13a-e0ef-478d-ba47-85a7ceadbbdd tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=66ebd9b4-cedf-4e78-a215-67bd9296ceaa HTTP/1.1" status: 200 len: 945 time: 0.3758512 May 23 11:28:49.219297 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ec4b61b4-8d80-4398-9b68-cfd71fe2a192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:28:49.219750 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4b61b4-8d80-4398-9b68-cfd71fe2a192 None None] The sync data for ids ['86abee3a-26c5-4be2-8231-0bb7c91203e8'] in n-d-842952-2 is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:28:49.497676 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-48be926e-a852-40ad-93d6-ae3b8d878405 req-83fdc328-324a-43e2-92a4-56cd48a927af tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c37e540-d31f-480d-8c92-d3bb83256ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416324 May 23 11:28:49.532444 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-ac095fd5-cc0c-4e53-9638-29d84577aa3e req-fa694bd4-af71-4df5-ad5c-ac89082532aa tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] For port c5d0023c-7561-422c-a15a-63fce8318279, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=c5d0023c-7561-422c-a15a-63fce8318279,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:28:49.533241 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ac095fd5-cc0c-4e53-9638-29d84577aa3e req-fa694bd4-af71-4df5-ad5c-ac89082532aa tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:49.612157 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-4a5240f2-85a0-4208-9266-2ba95e320c40 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] remove_router_interface failed (client error): The resource could not be found. May 23 11:28:49.616826 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4a5240f2-85a0-4208-9266-2ba95e320c40 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "PUT /v2.0/routers/86abee3a-26c5-4be2-8231-0bb7c91203e8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5179105 May 23 11:28:49.617922 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44056) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:49.671739 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c0e8b454-efb8-4a9e-aaca-3cd1bb09e58a tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "GET /v2.0/ports?device_id=86abee3a-26c5-4be2-8231-0bb7c91203e8 HTTP/1.1" status: 200 len: 205 time: 0.0524948 May 23 11:28:49.674216 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44064) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:49.864168 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-ac095fd5-cc0c-4e53-9638-29d84577aa3e req-fa694bd4-af71-4df5-ad5c-ac89082532aa tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Calling delete_port for c5d0023c-7561-422c-a15a-63fce8318279 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:28:49.958025 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-129a8d65-f835-422f-9579-7d233c11de7b tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:49.983267 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e61b3581-761f-42e6-8daa-f53f3b04c321 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:50.115446 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 8b6f6e96-808b-4ed3-983c-812f26858fee up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:28:50.164309 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e61b3581-761f-42e6-8daa-f53f3b04c321 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:50.237416 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 8b6f6e96-808b-4ed3-983c-812f26858fee completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:28:50.249520 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 8b6f6e96-808b-4ed3-983c-812f26858fee triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:28:50.249915 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:50.469454 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e61b3581-761f-42e6-8daa-f53f3b04c321 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:50.493841 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71a3b6-385e-4638-aac5-f936b4882c4f req-b4d83b66-4c86-481c-b7cd-e943309c341b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:50.502422 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2f71a3b6-385e-4638-aac5-f936b4882c4f req-b4d83b66-4c86-481c-b7cd-e943309c341b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 944 time: 0.6477540 May 23 11:28:50.505131 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:50.505785 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e61b3581-761f-42e6-8daa-f53f3b04c321 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:50.578165 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 8b6f6e96-808b-4ed3-983c-812f26858fee, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=8b6f6e96-808b-4ed3-983c-812f26858fee,segment=NetworkSegment(4f0d5472-1003-45ab-8b0f-abd1e74bfa02),segment_id=4f0d5472-1003-45ab-8b0f-abd1e74bfa02)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:28:50.580788 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c16c44-4ea8-4b8e-912b-2988f82f477b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6f6e96-808b-4ed3-983c-812f26858fee'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:28:50.595727 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:50.675457 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ac095fd5-cc0c-4e53-9638-29d84577aa3e req-fa694bd4-af71-4df5-ad5c-ac89082532aa tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:50.685159 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b3581-761f-42e6-8daa-f53f3b04c321 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event updated for resources: {'Port': ['ID=9a0e9d30-d476-4f64-ab26-d6a742070850,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:50.726210 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['fc866833-5097-465e-8754-807c07eb8e82', '7a613659-194c-4921-a5e0-77bd3f7e1758'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:28:50.862866 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-129a8d65-f835-422f-9579-7d233c11de7b tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:50.875422 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-129a8d65-f835-422f-9579-7d233c11de7b tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:50.876939 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=8b6f6e96-808b-4ed3-983c-812f26858fee,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:50.903464 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa694bd4-af71-4df5-ad5c-ac89082532aa tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Pushing event deleted for resources: {'Port': ['ID=c5d0023c-7561-422c-a15a-63fce8318279,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:50.946548 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-129a8d65-f835-422f-9579-7d233c11de7b tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:50.947427 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129a8d65-f835-422f-9579-7d233c11de7b tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Fanout notify agent at l3_agent the message router_deleted on router 86abee3a-26c5-4be2-8231-0bb7c91203e8 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:28:50.968486 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-129a8d65-f835-422f-9579-7d233c11de7b tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:50.975133 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-129a8d65-f835-422f-9579-7d233c11de7b tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "DELETE /v2.0/routers/86abee3a-26c5-4be2-8231-0bb7c91203e8 HTTP/1.1" status: 204 len: 168 time: 1.2997558 May 23 11:28:50.975966 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44174) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:51.177385 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e61b3581-761f-42e6-8daa-f53f3b04c321 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:51.365758 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2f71a3b6-385e-4638-aac5-f936b4882c4f req-c7db6718-fc80-40c6-b976-444e97413f65 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8620234 May 23 11:28:51.419550 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-68815787-bbc3-468e-a95e-cd746077c3fc tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Deleting subnet 08e30139-96c1-4157-80cd-563198189626 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:28:51.423967 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-68815787-bbc3-468e-a95e-cd746077c3fc tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:51.611036 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac095fd5-cc0c-4e53-9638-29d84577aa3e req-fa694bd4-af71-4df5-ad5c-ac89082532aa tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] No DVR routers for this DVR port c5d0023c-7561-422c-a15a-63fce8318279 on host n-h2-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:28:51.616571 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-68815787-bbc3-468e-a95e-cd746077c3fc tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:51.620354 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ac095fd5-cc0c-4e53-9638-29d84577aa3e req-fa694bd4-af71-4df5-ad5c-ac89082532aa tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:51.625549 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a3dbf0-4791-4310-b702-2070e504263e', 'name': 'network-vif-deleted', 'tag': 'c5d0023c-7561-422c-a15a-63fce8318279'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:28:51.708718 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-68815787-bbc3-468e-a95e-cd746077c3fc tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:51.747236 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ac095fd5-cc0c-4e53-9638-29d84577aa3e req-fa694bd4-af71-4df5-ad5c-ac89082532aa tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "DELETE /v2.0/ports/c5d0023c-7561-422c-a15a-63fce8318279 HTTP/1.1" status: 204 len: 173 time: 3.0292554 May 23 11:28:51.803801 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-68815787-bbc3-468e-a95e-cd746077c3fc tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:51.869582 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68815787-bbc3-468e-a95e-cd746077c3fc tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event deleted for resources: {'Subnet': ['ID=08e30139-96c1-4157-80cd-563198189626,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:51.888151 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-68815787-bbc3-468e-a95e-cd746077c3fc tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:51.889207 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d6e06-08a0-4aff-8862-2f8e7953f650 req-d9231ae2-95cc-49d5-9609-ab2e1c51777d tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:51.889479 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9a2e34-5ad7-45dd-9e84-9eef16470e9a None None] Network 9b82db0e-063d-4a94-b5b4-677e2c4931a1 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:28:51.897753 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-68815787-bbc3-468e-a95e-cd746077c3fc tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "DELETE /v2.0/subnets/08e30139-96c1-4157-80cd-563198189626 HTTP/1.1" status: 204 len: 168 time: 0.9172592 May 23 11:28:51.901061 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44276) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:51.904310 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-804d6e06-08a0-4aff-8862-2f8e7953f650 req-d9231ae2-95cc-49d5-9609-ab2e1c51777d tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=66ebd9b4-cedf-4e78-a215-67bd9296ceaa HTTP/1.1" status: 200 len: 945 time: 0.2667065 May 23 11:28:52.052347 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-804d6e06-08a0-4aff-8862-2f8e7953f650 req-9a163f6f-9a40-43ec-8294-900161974176 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c37e540-d31f-480d-8c92-d3bb83256ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469514 May 23 11:28:52.168760 n-d-842952-2 neutron-server[83910]: INFO neutron.db.l3_db [None req-e61b3581-761f-42e6-8daa-f53f3b04c321 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Floating IP eac41a2d-24a9-41f1-8120-003257a54194 associated. External IP: 172.25.6.63, port: a59d0c12-4180-489b-87af-3fc74dd9a8b1. May 23 11:28:52.244244 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d112e68e-48f4-42c1-b6da-e4b4155e7235'] response: {'server_uuid': '26c16c44-4ea8-4b8e-912b-2988f82f477b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6f6e96-808b-4ed3-983c-812f26858fee', 'code': 200} May 23 11:28:52.459116 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7b0e30b5-f728-49ae-99e7-029a54960110 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:52.498341 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-7b0e30b5-f728-49ae-99e7-029a54960110 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Deleting port c6847e91-764b-4862-85e7-2a4f3ef1ced9 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:28:52.498671 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7b0e30b5-f728-49ae-99e7-029a54960110 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:52.757156 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6648871c-f173-491f-9da5-316ff788de4b None None] DHCP port deletion for 9b82db0e-063d-4a94-b5b4-677e2c4931a1 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:28:52.762870 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6648871c-f173-491f-9da5-316ff788de4b None None] Deleting port c6847e91-764b-4862-85e7-2a4f3ef1ced9 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:28:52.763315 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6648871c-f173-491f-9da5-316ff788de4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:52.774996 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-adb7dc90-b113-40da-8260-1221520d4438 req-4a7aa587-79bf-4f74-bc36-36e7a865e183 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 1096 time: 0.4273336 May 23 11:28:52.924044 n-d-842952-2 neutron-server[83910]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-232576b0-31d6-4cef-be0f-e9d85a5f5f5f']: {'server_uuid': '48a3dbf0-4791-4310-b702-2070e504263e', 'name': 'network-vif-deleted', 'tag': 'c5d0023c-7561-422c-a15a-63fce8318279', 'status': 'failed', 'code': 422} returned with failed status May 23 11:28:53.076826 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-7b0e30b5-f728-49ae-99e7-029a54960110 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] For port c6847e91-764b-4862-85e7-2a4f3ef1ced9, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=c6847e91-764b-4862-85e7-2a4f3ef1ced9,segment=NetworkSegment(792618f6-5135-4b99-86f7-684f9345a2cf),segment_id=792618f6-5135-4b99-86f7-684f9345a2cf)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:28:53.078059 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7b0e30b5-f728-49ae-99e7-029a54960110 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:53.156389 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6648871c-f173-491f-9da5-316ff788de4b None None] For port c6847e91-764b-4862-85e7-2a4f3ef1ced9, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=c6847e91-764b-4862-85e7-2a4f3ef1ced9,segment=NetworkSegment(792618f6-5135-4b99-86f7-684f9345a2cf),segment_id=792618f6-5135-4b99-86f7-684f9345a2cf)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:28:53.156897 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6648871c-f173-491f-9da5-316ff788de4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:53.243493 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cda8aa-8094-427f-9a5d-cd95f19eb78a req-2dcecaf7-d15f-4e38-ba50-4e70e193e933 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:53.245585 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-05cda8aa-8094-427f-9a5d-cd95f19eb78a req-2dcecaf7-d15f-4e38-ba50-4e70e193e933 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 945 time: 0.1935260 May 23 11:28:53.304126 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6648871c-f173-491f-9da5-316ff788de4b None None] Calling delete_port for c6847e91-764b-4862-85e7-2a4f3ef1ced9 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:28:53.399178 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device c6847e91-764b-4862-85e7-2a4f3ef1ced9 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:28:53.453199 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6648871c-f173-491f-9da5-316ff788de4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:53.465511 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-05cda8aa-8094-427f-9a5d-cd95f19eb78a req-b15cbcc3-56e0-42a6-9e27-33a10de8d1ab tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118495 May 23 11:28:53.507416 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61b3581-761f-42e6-8daa-f53f3b04c321 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Router 745926e2-683d-45c9-a4a0-ccf172531d07 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:28:53.509725 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: c6847e91-764b-4862-85e7-2a4f3ef1ced9 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:28:53.510319 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device c6847e91-764b-4862-85e7-2a4f3ef1ced9 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:28:53.540227 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648871c-f173-491f-9da5-316ff788de4b None None] Pushing event deleted for resources: {'Port': ['ID=c6847e91-764b-4862-85e7-2a4f3ef1ced9,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:53.559014 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6648871c-f173-491f-9da5-316ff788de4b None None] No DVR routers for this DVR port c6847e91-764b-4862-85e7-2a4f3ef1ced9 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:28:53.613682 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-7b0e30b5-f728-49ae-99e7-029a54960110 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Calling delete_port for c6847e91-764b-4862-85e7-2a4f3ef1ced9 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:28:53.737317 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba88ddd-f594-42a0-a3e2-133a22461775 req-366094b4-189d-48a6-a162-c6ce7b9f8b3d tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:53.739301 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4ba88ddd-f594-42a0-a3e2-133a22461775 req-366094b4-189d-48a6-a162-c6ce7b9f8b3d tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=66ebd9b4-cedf-4e78-a215-67bd9296ceaa HTTP/1.1" status: 200 len: 945 time: 0.3390594 May 23 11:28:53.746209 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-adb7dc90-b113-40da-8260-1221520d4438 req-9f39c153-f94d-46f2-b0b6-76404f38f309 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9561472 May 23 11:28:53.805027 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.api [None req-7b0e30b5-f728-49ae-99e7-029a54960110 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:28:53.805358 n-d-842952-2 neutron-server[83911]: DEBUG oslo_db.api [None req-7b0e30b5-f728-49ae-99e7-029a54960110 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:28:53.984598 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4ba88ddd-f594-42a0-a3e2-133a22461775 req-f0cb6b99-6d75-4ebd-ad7f-354e620a74f3 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c37e540-d31f-480d-8c92-d3bb83256ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771634 May 23 11:28:54.085624 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61b3581-761f-42e6-8daa-f53f3b04c321 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:28:54.100355 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848ba8e5-a506-4fa0-af59-77b7e665b4bc None None] Sync routers for ids ['745926e2-683d-45c9-a4a0-ccf172531d07'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:28:54.108592 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e61b3581-761f-42e6-8daa-f53f3b04c321 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:54.121921 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848ba8e5-a506-4fa0-af59-77b7e665b4bc None None] Routers {'745926e2-683d-45c9-a4a0-ccf172531d07'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:28:54.122760 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-848ba8e5-a506-4fa0-af59-77b7e665b4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:28:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['745926e2-683d-45c9-a4a0-ccf172531d07'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:28:54.241105 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e61b3581-761f-42e6-8daa-f53f3b04c321 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 9.5052147 May 23 11:28:54.244448 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44552) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:54.366815 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-848ba8e5-a506-4fa0-af59-77b7e665b4bc None None] Set router 745926e2-683d-45c9-a4a0-ccf172531d07 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:28:54.388649 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-7b0e30b5-f728-49ae-99e7-029a54960110 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Deleting port c6847e91-764b-4862-85e7-2a4f3ef1ced9 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:28:54.389233 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7b0e30b5-f728-49ae-99e7-029a54960110 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:54.438518 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6043654d-4d73-4ffe-8516-20436f2f0699 req-3d9a7585-ac0e-4f99-8c4c-6169fb1ffdee tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:54.439220 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-6043654d-4d73-4ffe-8516-20436f2f0699 req-3d9a7585-ac0e-4f99-8c4c-6169fb1ffdee tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Synchronizing usage tracker for tenant:0d8e63cb106b40b880c35c46eb22d5c0 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:28:54.473599 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-6043654d-4d73-4ffe-8516-20436f2f0699 req-3d9a7585-ac0e-4f99-8c4c-6169fb1ffdee tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Unset dirty status for tenant:0d8e63cb106b40b880c35c46eb22d5c0 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:28:54.474768 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6043654d-4d73-4ffe-8516-20436f2f0699 req-3d9a7585-ac0e-4f99-8c4c-6169fb1ffdee tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=11d81c3a-3864-4c18-ba21-dada55282edf HTTP/1.1" status: 200 len: 908 time: 0.1817601 May 23 11:28:54.497712 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-7b0e30b5-f728-49ae-99e7-029a54960110 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] The port 'c6847e91-764b-4862-85e7-2a4f3ef1ced9' was deleted {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:28:54.657271 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5dd34b0a-9922-4a49-97ad-7e8d1bde1a75 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/floatingips/eac41a2d-24a9-41f1-8120-003257a54194 HTTP/1.1" status: 200 len: 990 time: 0.4116597 May 23 11:28:54.752747 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7b0e30b5-f728-49ae-99e7-029a54960110 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:54.798792 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-7b0e30b5-f728-49ae-99e7-029a54960110 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b82db0e-063d-4a94-b5b4-677e2c4931a1']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:28:54.804569 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290ddc3-0406-4979-b9cf-5d3995de3a87 req-9022dff6-54dd-4853-98b7-4b15a5d56bff tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:54.812372 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f290ddc3-0406-4979-b9cf-5d3995de3a87 req-9022dff6-54dd-4853-98b7-4b15a5d56bff tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 945 time: 0.1006138 May 23 11:28:54.832981 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-7b0e30b5-f728-49ae-99e7-029a54960110 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '792618f6-5135-4b99-86f7-684f9345a2cf') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:28:54.833423 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-7b0e30b5-f728-49ae-99e7-029a54960110 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '792618f6-5135-4b99-86f7-684f9345a2cf') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:28:54.859996 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7b0e30b5-f728-49ae-99e7-029a54960110 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:54.861855 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f290ddc3-0406-4979-b9cf-5d3995de3a87 req-9efff4f8-0624-45fe-bd21-2a5ee81e2d30 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483725 May 23 11:28:54.885027 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7b0e30b5-f728-49ae-99e7-029a54960110 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:54.893786 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b0e30b5-f728-49ae-99e7-029a54960110 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:28:54.894508 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7b0e30b5-f728-49ae-99e7-029a54960110 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:54.925046 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d012f76-526d-4c95-866f-1111b114b49e', 'tag': 'a59d0c12-4180-489b-87af-3fc74dd9a8b1'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:28:54.970080 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-848ba8e5-a506-4fa0-af59-77b7e665b4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745926e2-683d-45c9-a4a0-ccf172531d07', 'name': 'tempest-TestNetworkBasicOps-router-1862061221', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:27:45Z', 'updated_at': '2022-05-23T11:28:01Z', 'revision_number': 4, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'gw_port': {'id': '8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745926e2-683d-45c9-a4a0-ccf172531d07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:48Z', 'updated_at': '2022-05-23T11:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'eac41a2d-24a9-41f1-8120-003257a54194', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'floating_ip_address': '172.25.6.63', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '745926e2-683d-45c9-a4a0-ccf172531d07', 'port_id': 'a59d0c12-4180-489b-87af-3fc74dd9a8b1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d988946-9a37-4e30-8559-561741115da0', 'mac_address': 'fa:16:3e:83:d9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d012f76-526d-4c95-866f-1111b114b49e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:28:49Z', 'updated_at': '2022-05-23T11:28:49Z', 'revision_number': 0, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab79b9aa-1149-4113-aa6f-95463d57b11b', 'name': '', 'network_id': '3d988946-9a37-4e30-8559-561741115da0', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'mac_address': 'fa:16:3e:0a:8f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745926e2-683d-45c9-a4a0-ccf172531d07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a857c9d-ee5c-46b0-9e98-8aff5e6502da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:58Z', 'updated_at': '2022-05-23T11:28:11Z', 'revision_number': 5, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'subnets': [{'id': '1a857c9d-ee5c-46b0-9e98-8aff5e6502da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:28:54.976277 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848ba8e5-a506-4fa0-af59-77b7e665b4bc None None] Checking router: 745926e2-683d-45c9-a4a0-ccf172531d07 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:28:54.992107 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848ba8e5-a506-4fa0-af59-77b7e665b4bc None None] Routers {'745926e2-683d-45c9-a4a0-ccf172531d07'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:28:54.994321 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-848ba8e5-a506-4fa0-af59-77b7e665b4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:28:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['745926e2-683d-45c9-a4a0-ccf172531d07'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:28:55.095163 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:28:55.095163 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:28:55.095163 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:28:55.095163 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:28:55.095163 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:28:55.095163 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:28:55.095163 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:28:55.095163 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:28:55.095163 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:28:55.095163 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:28:55.095163 n-d-842952-2 neutron-server[83911]: timer() May 23 11:28:55.095163 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:28:55.095163 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:28:55.095163 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:28:55.095163 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:28:55.095163 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:28:55.095163 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:28:55.095163 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:28:55.095163 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:28:55.095163 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:28:55.095163 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:28:55.095163 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:28:55.095163 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:28:55.095163 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:28:55.095163 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:28:55.095163 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:28:55.095163 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:28:55.095163 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:28:55.095163 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:28:55.095163 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:28:55.095163 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:28:55.095163 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:28:55.095163 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:28:55.095163 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:28:55.095163 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:28:55.095163 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:28:55.095163 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:28:55.095163 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:28:55.095163 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:28:55.095163 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:28:55.102007 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7b0e30b5-f728-49ae-99e7-029a54960110 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:55.118602 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ae87b34-0b8a-4955-9693-8e3dc01e6820'] response: {'name': 'network-changed', 'server_uuid': '8d012f76-526d-4c95-866f-1111b114b49e', 'tag': 'a59d0c12-4180-489b-87af-3fc74dd9a8b1', 'status': 'completed', 'code': 200} May 23 11:28:55.125764 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7b0e30b5-f728-49ae-99e7-029a54960110 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:55.143210 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e30b5-f728-49ae-99e7-029a54960110 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event deleted for resources: {'Network': ['ID=9b82db0e-063d-4a94-b5b4-677e2c4931a1,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:55.152568 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7b0e30b5-f728-49ae-99e7-029a54960110 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "DELETE /v2.0/networks/9b82db0e-063d-4a94-b5b4-677e2c4931a1 HTTP/1.1" status: 204 len: 168 time: 3.2480254 May 23 11:28:55.157223 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44602) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:55.207710 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-9e51f4de-b5bb-4307-b154-ab3eeaa6a04b tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-730987858'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:28:55.231351 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9e51f4de-b5bb-4307-b154-ab3eeaa6a04b tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:28:55.237581 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-9e51f4de-b5bb-4307-b154-ab3eeaa6a04b tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Usage tracker for resource:network and tenant:313e40337aa44a9094358a8320ee4f45 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:28:55.242541 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-9e51f4de-b5bb-4307-b154-ab3eeaa6a04b tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:28:55.253464 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9e51f4de-b5bb-4307-b154-ab3eeaa6a04b tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:28:55.296000 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e51f4de-b5bb-4307-b154-ab3eeaa6a04b tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Made reservation on behalf of 313e40337aa44a9094358a8320ee4f45 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:28:55.299488 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9e51f4de-b5bb-4307-b154-ab3eeaa6a04b tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:55.319422 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-848ba8e5-a506-4fa0-af59-77b7e665b4bc None None] Set router 745926e2-683d-45c9-a4a0-ccf172531d07 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:28:55.329667 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0270e247-64aa-4de9-8b32-da68ec3d8d3d req-3b550dfc-e54a-4171-9fae-01284d04f0e3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7e6820b1da73478a8f6280c600dfbb0e&device_id=8d012f76-526d-4c95-866f-1111b114b49e HTTP/1.1" status: 200 len: 1096 time: 0.1692080 May 23 11:28:55.431272 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e51f4de-b5bb-4307-b154-ab3eeaa6a04b tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:28:55.459017 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9e51f4de-b5bb-4307-b154-ab3eeaa6a04b tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:55.459609 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-9e51f4de-b5bb-4307-b154-ab3eeaa6a04b tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Added segment 9c41c0ed-cce4-4d17-988a-6bd057d5ee8e of type vlan for network 691f323c-8c0d-48ef-99b8-efd7a541d6a3 May 23 11:28:55.465744 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff6e77-87b9-40f0-bdce-4c50a5a539ca req-17673849-ddd2-48fb-b04b-acabdcee0ad2 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:55.476599 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-60ff6e77-87b9-40f0-bdce-4c50a5a539ca req-17673849-ddd2-48fb-b04b-acabdcee0ad2 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=66ebd9b4-cedf-4e78-a215-67bd9296ceaa HTTP/1.1" status: 200 len: 945 time: 0.1486747 May 23 11:28:55.518724 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9e51f4de-b5bb-4307-b154-ab3eeaa6a04b tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:55.533359 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270e247-64aa-4de9-8b32-da68ec3d8d3d req-6a6f427e-f2a2-4e65-bca4-c02c3e62589c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:55.535122 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0270e247-64aa-4de9-8b32-da68ec3d8d3d req-6a6f427e-f2a2-4e65-bca4-c02c3e62589c service neutron] 10.222.0.81 "GET /v2.0/networks?id=3d988946-9a37-4e30-8559-561741115da0 HTTP/1.1" status: 200 len: 898 time: 0.1941948 May 23 11:28:55.565358 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-60ff6e77-87b9-40f0-bdce-4c50a5a539ca req-855c2053-c711-4f15-8093-a4da5d583741 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c37e540-d31f-480d-8c92-d3bb83256ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860488 May 23 11:28:55.582434 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c84bcd46-d920-447a-8f3e-5165a223cfb3 req-c5b88947-aefe-4428-8b2d-7e1b49199961 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=66ebd9b4-cedf-4e78-a215-67bd9296ceaa HTTP/1.1" status: 200 len: 1096 time: 0.1751950 May 23 11:28:55.627676 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c84bcd46-d920-447a-8f3e-5165a223cfb3 req-db976348-79a0-458e-8af2-9618fdb2f4af service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7c37e540-d31f-480d-8c92-d3bb83256ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390508 May 23 11:28:55.657458 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 44612) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:55.679155 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0270e247-64aa-4de9-8b32-da68ec3d8d3d req-bbedfc7e-de59-42e5-a05e-78910ebbe18e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a59d0c12-4180-489b-87af-3fc74dd9a8b1 HTTP/1.1" status: 200 len: 998 time: 0.1313336 May 23 11:28:55.759885 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9e51f4de-b5bb-4307-b154-ab3eeaa6a04b tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:55.768754 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e51f4de-b5bb-4307-b154-ab3eeaa6a04b tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:55.769384 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9e51f4de-b5bb-4307-b154-ab3eeaa6a04b tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:55.798902 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-848ba8e5-a506-4fa0-af59-77b7e665b4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745926e2-683d-45c9-a4a0-ccf172531d07', 'name': 'tempest-TestNetworkBasicOps-router-1862061221', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:27:45Z', 'updated_at': '2022-05-23T11:28:01Z', 'revision_number': 4, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'gw_port': {'id': '8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745926e2-683d-45c9-a4a0-ccf172531d07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:48Z', 'updated_at': '2022-05-23T11:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'eac41a2d-24a9-41f1-8120-003257a54194', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'floating_ip_address': '172.25.6.63', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '745926e2-683d-45c9-a4a0-ccf172531d07', 'port_id': 'a59d0c12-4180-489b-87af-3fc74dd9a8b1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d988946-9a37-4e30-8559-561741115da0', 'mac_address': 'fa:16:3e:83:d9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d012f76-526d-4c95-866f-1111b114b49e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:28:49Z', 'updated_at': '2022-05-23T11:28:49Z', 'revision_number': 0, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab79b9aa-1149-4113-aa6f-95463d57b11b', 'name': '', 'network_id': '3d988946-9a37-4e30-8559-561741115da0', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'mac_address': 'fa:16:3e:0a:8f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745926e2-683d-45c9-a4a0-ccf172531d07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a857c9d-ee5c-46b0-9e98-8aff5e6502da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:58Z', 'updated_at': '2022-05-23T11:28:11Z', 'revision_number': 5, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'subnets': [{'id': '1a857c9d-ee5c-46b0-9e98-8aff5e6502da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:28:55.812230 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848ba8e5-a506-4fa0-af59-77b7e665b4bc None None] The sync data for ids ['745926e2-683d-45c9-a4a0-ccf172531d07'] in n-d-842952-2 is: [{'id': '745926e2-683d-45c9-a4a0-ccf172531d07', 'name': 'tempest-TestNetworkBasicOps-router-1862061221', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:27:45Z', 'updated_at': '2022-05-23T11:28:01Z', 'revision_number': 4, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'gw_port': {'id': '8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745926e2-683d-45c9-a4a0-ccf172531d07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:48Z', 'updated_at': '2022-05-23T11:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'eac41a2d-24a9-41f1-8120-003257a54194', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'floating_ip_address': '172.25.6.63', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '745926e2-683d-45c9-a4a0-ccf172531d07', 'port_id': 'a59d0c12-4180-489b-87af-3fc74dd9a8b1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d988946-9a37-4e30-8559-561741115da0', 'mac_address': 'fa:16:3e:83:d9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d012f76-526d-4c95-866f-1111b114b49e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:28:49Z', 'updated_at': '2022-05-23T11:28:49Z', 'revision_number': 0, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab79b9aa-1149-4113-aa6f-95463d57b11b', 'name': '', 'network_id': '3d988946-9a37-4e30-8559-561741115da0', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'mac_address': 'fa:16:3e:0a:8f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745926e2-683d-45c9-a4a0-ccf172531d07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a857c9d-ee5c-46b0-9e98-8aff5e6502da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:58Z', 'updated_at': '2022-05-23T11:28:11Z', 'revision_number': 5, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'subnets': [{'id': '1a857c9d-ee5c-46b0-9e98-8aff5e6502da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:28:55.923328 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270e247-64aa-4de9-8b32-da68ec3d8d3d req-0703491e-5385-45f2-a2f7-80caa6d567e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:55.924846 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0270e247-64aa-4de9-8b32-da68ec3d8d3d req-0703491e-5385-45f2-a2f7-80caa6d567e6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1a857c9d-ee5c-46b0-9e98-8aff5e6502da HTTP/1.1" status: 200 len: 835 time: 0.2356668 May 23 11:28:55.986300 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9e51f4de-b5bb-4307-b154-ab3eeaa6a04b tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8276763 May 23 11:28:55.988696 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e0424ca5-29aa-4644-9e00-58bce606511b tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/floatingips/eac41a2d-24a9-41f1-8120-003257a54194 HTTP/1.1" status: 200 len: 990 time: 0.3298604 May 23 11:28:55.989475 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 44620) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:55.998575 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-b977dee0-0758-4b4d-8f23-fb3070552399 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Request body: {'subnet': {'network_id': '691f323c-8c0d-48ef-99b8-efd7a541d6a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:28:56.084643 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e51f4de-b5bb-4307-b154-ab3eeaa6a04b tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event updated for resources: {'Network': ['ID=691f323c-8c0d-48ef-99b8-efd7a541d6a3,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:56.096665 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 691f323c-8c0d-48ef-99b8-efd7a541d6a3 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:28:56.189518 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0270e247-64aa-4de9-8b32-da68ec3d8d3d req-79471fde-0bd3-4ecb-b6c8-1a5f7419d5c7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3d988946-9a37-4e30-8559-561741115da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2572932 May 23 11:28:56.370274 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3441498-768a-4965-8d9f-4a6d4000f2f5 None None] New status for floating IP eac41a2d-24a9-41f1-8120-003257a54194: ACTIVE {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:28:56.424032 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de502f4-ca65-43c4-a269-0f4afdc13beb req-15707641-d5c4-43b8-8fa4-adb67d7ad270 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:56.435619 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5de502f4-ca65-43c4-a269-0f4afdc13beb req-15707641-d5c4-43b8-8fa4-adb67d7ad270 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=11d81c3a-3864-4c18-ba21-dada55282edf HTTP/1.1" status: 200 len: 908 time: 0.6107187 May 23 11:28:56.511206 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0270e247-64aa-4de9-8b32-da68ec3d8d3d req-e8d95e36-017a-4906-8f93-b6809d315c06 service neutron] 10.222.0.81 "GET /v2.0/networks/3d988946-9a37-4e30-8559-561741115da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138640 May 23 11:28:56.554983 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b977dee0-0758-4b4d-8f23-fb3070552399 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:28:56.572708 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-b977dee0-0758-4b4d-8f23-fb3070552399 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Usage tracker for resource:subnet and tenant:313e40337aa44a9094358a8320ee4f45 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:28:56.578681 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-b977dee0-0758-4b4d-8f23-fb3070552399 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:28:56.590890 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b977dee0-0758-4b4d-8f23-fb3070552399 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:28:56.634661 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970879e-4083-4c50-b725-df844d49377b req-5aac29f8-c5bd-47e7-ad49-a4d1e54546b2 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:56.639722 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b970879e-4083-4c50-b725-df844d49377b req-5aac29f8-c5bd-47e7-ad49-a4d1e54546b2 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 945 time: 0.5537419 May 23 11:28:56.664129 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b977dee0-0758-4b4d-8f23-fb3070552399 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Made reservation on behalf of 313e40337aa44a9094358a8320ee4f45 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:28:56.714579 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0270e247-64aa-4de9-8b32-da68ec3d8d3d req-ef2e9365-6d62-4c39-aa93-fd9dfc3fe755 service neutron] 10.222.0.81 "GET /v2.0/networks/3d988946-9a37-4e30-8559-561741115da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977036 May 23 11:28:56.737658 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e90dcd-035c-4fe5-b8d0-dd704318e6c0 req-958609f0-9197-4702-851c-80b836a8bea7 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:56.741699 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-06e90dcd-035c-4fe5-b8d0-dd704318e6c0 req-958609f0-9197-4702-851c-80b836a8bea7 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.13 "GET /v2.0/ports?device_id=11d81c3a-3864-4c18-ba21-dada55282edf HTTP/1.1" status: 200 len: 908 time: 0.2857716 May 23 11:28:56.962267 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-06e90dcd-035c-4fe5-b8d0-dd704318e6c0 req-dfda75e9-de66-41c6-8d71-9ab7396d49e7 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Deleting port 63be68b5-9838-4c65-8501-9b47fba3b26d {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:28:56.962571 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-06e90dcd-035c-4fe5-b8d0-dd704318e6c0 req-dfda75e9-de66-41c6-8d71-9ab7396d49e7 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:56.991177 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44646) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:57.094498 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b977dee0-0758-4b4d-8f23-fb3070552399 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:57.138636 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b970879e-4083-4c50-b725-df844d49377b req-01799d19-6a02-422d-8e53-516b2ec8a3f2 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4764431 May 23 11:28:57.288585 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-16f12bb9-49a1-4295-ba5f-431f15a961e6 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/floatingips/eac41a2d-24a9-41f1-8120-003257a54194 HTTP/1.1" status: 200 len: 992 time: 0.2962058 May 23 11:28:57.464355 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae856c-64d3-404f-9a8c-242a5e78b149 req-3e8f199e-394f-46d3-84a7-05c9cb7e997e tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:57.471787 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c3ae856c-64d3-404f-9a8c-242a5e78b149 req-3e8f199e-394f-46d3-84a7-05c9cb7e997e tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=66ebd9b4-cedf-4e78-a215-67bd9296ceaa HTTP/1.1" status: 200 len: 945 time: 0.6052659 May 23 11:28:57.638751 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c3ae856c-64d3-404f-9a8c-242a5e78b149 req-1cf58bcc-7dc0-4ca8-87a6-515dbd0e50b1 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c37e540-d31f-480d-8c92-d3bb83256ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659112 May 23 11:28:57.896738 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5389b-78e9-4316-b47e-b1538a7ec3ac req-efdff31a-dc9a-4ebf-8987-bb0a7bb07946 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:57.907672 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44666) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:57.908511 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-48d5389b-78e9-4316-b47e-b1538a7ec3ac req-efdff31a-dc9a-4ebf-8987-bb0a7bb07946 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 945 time: 0.5200515 May 23 11:28:57.913328 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-96d3e55c-cbbc-4b7a-a3ff-120cdfd93348 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Request body: {'floatingip': {'port_id': '8b6f6e96-808b-4ed3-983c-812f26858fee'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:28:57.932378 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-06e90dcd-035c-4fe5-b8d0-dd704318e6c0 req-dfda75e9-de66-41c6-8d71-9ab7396d49e7 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] For port 63be68b5-9838-4c65-8501-9b47fba3b26d, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=63be68b5-9838-4c65-8501-9b47fba3b26d,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:28:57.932757 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-06e90dcd-035c-4fe5-b8d0-dd704318e6c0 req-dfda75e9-de66-41c6-8d71-9ab7396d49e7 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:57.997724 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-96d3e55c-cbbc-4b7a-a3ff-120cdfd93348 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks [] for floatingip, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:58.108233 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-06e90dcd-035c-4fe5-b8d0-dd704318e6c0 req-dfda75e9-de66-41c6-8d71-9ab7396d49e7 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Calling delete_port for 63be68b5-9838-4c65-8501-9b47fba3b26d owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:28:58.194344 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b977dee0-0758-4b4d-8f23-fb3070552399 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:58.302795 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a808e9-7d7b-443a-9af1-052a34434fd1 req-62c25543-8d55-4975-978d-c2e605ff300a tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:58.305640 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d8a808e9-7d7b-443a-9af1-052a34434fd1 req-62c25543-8d55-4975-978d-c2e605ff300a tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=11d81c3a-3864-4c18-ba21-dada55282edf HTTP/1.1" status: 200 len: 908 time: 0.4618278 May 23 11:28:58.306390 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977dee0-0758-4b4d-8f23-fb3070552399 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event updated for resources: {'Subnet': ['ID=f2ddd64d-d593-433f-87a1-f7a7509a820b,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:58.403090 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b977dee0-0758-4b4d-8f23-fb3070552399 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Checking segment: {'id': '9c41c0ed-cce4-4d17-988a-6bd057d5ee8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '691f323c-8c0d-48ef-99b8-efd7a541d6a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:28:58.403544 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b977dee0-0758-4b4d-8f23-fb3070552399 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Network hostable DHCP agents. Network: 691f323c-8c0d-48ef-99b8-efd7a541d6a3, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:28:58.537471 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b977dee0-0758-4b4d-8f23-fb3070552399 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Network 691f323c-8c0d-48ef-99b8-efd7a541d6a3 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:28:58.542105 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-06e90dcd-035c-4fe5-b8d0-dd704318e6c0 req-dfda75e9-de66-41c6-8d71-9ab7396d49e7 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:58.637696 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 44682) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:58.644372 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-b977dee0-0758-4b4d-8f23-fb3070552399 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 691f323c-8c0d-48ef-99b8-efd7a541d6a3) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:28:58.654227 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30eb9c11-7d9f-464e-8011-2298ed2001ec None None] Network 691f323c-8c0d-48ef-99b8-efd7a541d6a3 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:28:58.677756 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b977dee0-0758-4b4d-8f23-fb3070552399 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:28:58.678575 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b977dee0-0758-4b4d-8f23-fb3070552399 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:58.702516 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda75e9-de66-41c6-8d71-9ab7396d49e7 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Pushing event deleted for resources: {'Port': ['ID=63be68b5-9838-4c65-8501-9b47fba3b26d,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:28:59.101424 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd68068-81a1-4f76-b631-6f4232da2a0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-691f323c-8c0d-48ef-99b8-efd7a541d6a3', 'network_id': '691f323c-8c0d-48ef-99b8-efd7a541d6a3', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'fixed_ips': [{'subnet_id': 'f2ddd64d-d593-433f-87a1-f7a7509a820b'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:28:59.104840 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4bd68068-81a1-4f76-b631-6f4232da2a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:59.152859 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e90dcd-035c-4fe5-b8d0-dd704318e6c0 req-dfda75e9-de66-41c6-8d71-9ab7396d49e7 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] No DVR routers for this DVR port 63be68b5-9838-4c65-8501-9b47fba3b26d on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:28:59.172369 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b977dee0-0758-4b4d-8f23-fb3070552399 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1780980 May 23 11:28:59.174417 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 44694) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:28:59.222615 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-06e90dcd-035c-4fe5-b8d0-dd704318e6c0 req-dfda75e9-de66-41c6-8d71-9ab7396d49e7 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:59.225079 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-06e90dcd-035c-4fe5-b8d0-dd704318e6c0 req-dfda75e9-de66-41c6-8d71-9ab7396d49e7 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.13 "DELETE /v2.0/ports/63be68b5-9838-4c65-8501-9b47fba3b26d HTTP/1.1" status: 204 len: 173 time: 2.4779260 May 23 11:28:59.227315 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d81c3a-3864-4c18-ba21-dada55282edf', 'name': 'network-vif-deleted', 'tag': '63be68b5-9838-4c65-8501-9b47fba3b26d'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:28:59.240363 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-3b77a261-3380-4e10-8f3c-bb90cf347727 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1620629532', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:28:59.257213 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3b77a261-3380-4e10-8f3c-bb90cf347727 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:28:59.267568 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3b77a261-3380-4e10-8f3c-bb90cf347727 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Usage tracker for resource:router and tenant:313e40337aa44a9094358a8320ee4f45 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:28:59.271331 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3b77a261-3380-4e10-8f3c-bb90cf347727 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:28:59.287032 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3b77a261-3380-4e10-8f3c-bb90cf347727 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:28:59.321763 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b77a261-3380-4e10-8f3c-bb90cf347727 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:59.327343 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b77a261-3380-4e10-8f3c-bb90cf347727 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:59.348676 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b681dec6-cf5a-49b9-9c0d-ca70658e594e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:59.385087 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-96d3e55c-cbbc-4b7a-a3ff-120cdfd93348 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:59.391099 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-96d3e55c-cbbc-4b7a-a3ff-120cdfd93348 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:59.464748 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b681dec6-cf5a-49b9-9c0d-ca70658e594e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:28:59.481840 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-b681dec6-cf5a-49b9-9c0d-ca70658e594e admin admin] Usage tracker for resource:security_group_rule and tenant:e0c0d32f137c4f0080111543df040682 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:28:59.487377 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-b681dec6-cf5a-49b9-9c0d-ca70658e594e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:28:59.510817 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b681dec6-cf5a-49b9-9c0d-ca70658e594e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:28:59.524621 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-4bd68068-81a1-4f76-b631-6f4232da2a0e None None] Allocated IP 2001:db8::2 (691f323c-8c0d-48ef-99b8-efd7a541d6a3/f2ddd64d-d593-433f-87a1-f7a7509a820b/55eb5f5b-59f1-48d2-a7a7-0f93e0b9cd55) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:28:59.620993 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b681dec6-cf5a-49b9-9c0d-ca70658e594e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:59.624487 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d955b0e5-54ec-4c25-8c29-7134595e5a95'] response: {'server_uuid': '11d81c3a-3864-4c18-ba21-dada55282edf', 'name': 'network-vif-deleted', 'tag': '63be68b5-9838-4c65-8501-9b47fba3b26d', 'status': 'completed', 'code': 200} May 23 11:28:59.627915 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b681dec6-cf5a-49b9-9c0d-ca70658e594e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:59.704890 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b77a261-3380-4e10-8f3c-bb90cf347727 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:28:59.729957 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [None req-96d3e55c-cbbc-4b7a-a3ff-120cdfd93348 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Floating IP 9a4915d0-e385-4847-a71a-2452718affc5 associated. External IP: 172.25.6.18, port: 8b6f6e96-808b-4ed3-983c-812f26858fee. May 23 11:28:59.999663 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b681dec6-cf5a-49b9-9c0d-ca70658e594e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568e40d7-6f4d-4cdc-9e90-23c6d662c66b,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:00.036537 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b77a261-3380-4e10-8f3c-bb90cf347727 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:00.049365 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 63be68b5-9838-4c65-8501-9b47fba3b26d no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:29:00.093706 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4bd68068-81a1-4f76-b631-6f4232da2a0e None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:00.104674 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 63be68b5-9838-4c65-8501-9b47fba3b26d {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:29:00.105147 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 63be68b5-9838-4c65-8501-9b47fba3b26d not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:29:00.121706 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4bd68068-81a1-4f76-b631-6f4232da2a0e None None] Transition to ACTIVE for port object 55eb5f5b-59f1-48d2-a7a7-0f93e0b9cd55 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:29:00.152552 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4bd68068-81a1-4f76-b631-6f4232da2a0e None None] Transition to ACTIVE for port object 55eb5f5b-59f1-48d2-a7a7-0f93e0b9cd55 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:29:00.155867 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-bce34dec-9e81-48ac-9ed7-05c89b3ebb94 req-d5e5304c-1ea1-4351-888e-7b3104519957 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Synchronizing usage tracker for tenant:0d8e63cb106b40b880c35c46eb22d5c0 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:29:00.167609 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4bd68068-81a1-4f76-b631-6f4232da2a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:00.194682 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b681dec6-cf5a-49b9-9c0d-ca70658e594e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e0c0d32f137c4f0080111543df040682&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5494676 May 23 11:29:00.208065 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 44708) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:00.258423 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06470c-4b84-498d-b316-8d6075fc4df2 req-0bb3a415-6d80-4826-aa57-49de84d80814 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:00.260050 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9c06470c-4b84-498d-b316-8d6075fc4df2 req-0bb3a415-6d80-4826-aa57-49de84d80814 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=66ebd9b4-cedf-4e78-a215-67bd9296ceaa HTTP/1.1" status: 200 len: 945 time: 1.1999240 May 23 11:29:00.264615 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b77a261-3380-4e10-8f3c-bb90cf347727 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:00.265721 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3b77a261-3380-4e10-8f3c-bb90cf347727 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0396488 May 23 11:29:00.307769 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44712) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:00.312314 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-bce34dec-9e81-48ac-9ed7-05c89b3ebb94 req-d5e5304c-1ea1-4351-888e-7b3104519957 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Unset dirty status for tenant:0d8e63cb106b40b880c35c46eb22d5c0 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:29:00.313457 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bce34dec-9e81-48ac-9ed7-05c89b3ebb94 req-d5e5304c-1ea1-4351-888e-7b3104519957 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=11d81c3a-3864-4c18-ba21-dada55282edf HTTP/1.1" status: 200 len: 210 time: 0.3239620 May 23 11:29:00.326407 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd68068-81a1-4f76-b631-6f4232da2a0e None None] Network 691f323c-8c0d-48ef-99b8-efd7a541d6a3 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:29:00.329426 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-4bd68068-81a1-4f76-b631-6f4232da2a0e None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:29:00.332260 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd68068-81a1-4f76-b631-6f4232da2a0e None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:29:00.395911 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2cd955b5-d839-4cad-b0eb-0af44c2fd9ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:00.398679 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd68068-81a1-4f76-b631-6f4232da2a0e None None] Pushing event updated for resources: {'Port': ['ID=55eb5f5b-59f1-48d2-a7a7-0f93e0b9cd55,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:00.401623 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9c06470c-4b84-498d-b316-8d6075fc4df2 req-a3976773-6fd9-43af-a8a3-bfd92640194f tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c37e540-d31f-480d-8c92-d3bb83256ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301880 May 23 11:29:00.413696 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd68068-81a1-4f76-b631-6f4232da2a0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:29:00.414198 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd68068-81a1-4f76-b631-6f4232da2a0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:29:00.414638 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd68068-81a1-4f76-b631-6f4232da2a0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:29:00.415295 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd68068-81a1-4f76-b631-6f4232da2a0e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:29:00.415480 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd68068-81a1-4f76-b631-6f4232da2a0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:29:00.416037 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd68068-81a1-4f76-b631-6f4232da2a0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:29:00.416382 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd68068-81a1-4f76-b631-6f4232da2a0e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:29:00.416798 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd68068-81a1-4f76-b631-6f4232da2a0e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:29:00.417218 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd68068-81a1-4f76-b631-6f4232da2a0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:29:00.417810 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd68068-81a1-4f76-b631-6f4232da2a0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:29:00.418229 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd68068-81a1-4f76-b631-6f4232da2a0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:29:00.459342 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2cd955b5-d839-4cad-b0eb-0af44c2fd9ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:00.482666 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-4bd68068-81a1-4f76-b631-6f4232da2a0e None None] Attempting to bind port 55eb5f5b-59f1-48d2-a7a7-0f93e0b9cd55 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:29:00.483136 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-4bd68068-81a1-4f76-b631-6f4232da2a0e None None] Attempting to bind port 55eb5f5b-59f1-48d2-a7a7-0f93e0b9cd55 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '9c41c0ed-cce4-4d17-988a-6bd057d5ee8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '691f323c-8c0d-48ef-99b8-efd7a541d6a3'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:29:00.484315 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd68068-81a1-4f76-b631-6f4232da2a0e None None] Attempting to bind port 55eb5f5b-59f1-48d2-a7a7-0f93e0b9cd55 on network 691f323c-8c0d-48ef-99b8-efd7a541d6a3 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:29:00.492056 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd68068-81a1-4f76-b631-6f4232da2a0e None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:29:00.492623 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd68068-81a1-4f76-b631-6f4232da2a0e None None] Checking segment: {'id': '9c41c0ed-cce4-4d17-988a-6bd057d5ee8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '691f323c-8c0d-48ef-99b8-efd7a541d6a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:29:00.493125 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4bd68068-81a1-4f76-b631-6f4232da2a0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:00.493615 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd68068-81a1-4f76-b631-6f4232da2a0e None None] Bound using segment: {'id': '9c41c0ed-cce4-4d17-988a-6bd057d5ee8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '691f323c-8c0d-48ef-99b8-efd7a541d6a3'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:29:00.494207 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-4bd68068-81a1-4f76-b631-6f4232da2a0e None None] Bound port: 55eb5f5b-59f1-48d2-a7a7-0f93e0b9cd55, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c41c0ed-cce4-4d17-988a-6bd057d5ee8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '691f323c-8c0d-48ef-99b8-efd7a541d6a3'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:29:00.494680 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4bd68068-81a1-4f76-b631-6f4232da2a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:00.600567 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2cd955b5-d839-4cad-b0eb-0af44c2fd9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:00.626023 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2cd955b5-d839-4cad-b0eb-0af44c2fd9ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:00.632105 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2cd955b5-d839-4cad-b0eb-0af44c2fd9ed admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/568e40d7-6f4d-4cdc-9e90-23c6d662c66b HTTP/1.1" status: 204 len: 168 time: 0.4196281 May 23 11:29:00.634650 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd955b5-d839-4cad-b0eb-0af44c2fd9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568e40d7-6f4d-4cdc-9e90-23c6d662c66b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:00.721332 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-4bd68068-81a1-4f76-b631-6f4232da2a0e None None] For port 55eb5f5b-59f1-48d2-a7a7-0f93e0b9cd55, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:29:00.727084 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-4bd68068-81a1-4f76-b631-6f4232da2a0e None None] For port 55eb5f5b-59f1-48d2-a7a7-0f93e0b9cd55, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=55eb5f5b-59f1-48d2-a7a7-0f93e0b9cd55,segment=NetworkSegment(9c41c0ed-cce4-4d17-988a-6bd057d5ee8e),segment_id=9c41c0ed-cce4-4d17-988a-6bd057d5ee8e)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:29:00.735016 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4bd68068-81a1-4f76-b631-6f4232da2a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:00.988720 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd68068-81a1-4f76-b631-6f4232da2a0e None None] Pushing event updated for resources: {'Port': ['ID=55eb5f5b-59f1-48d2-a7a7-0f93e0b9cd55,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:01.260407 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2129a603-4115-40ea-b344-54324929c5ee req-84f78efd-953a-47a3-a666-bee22735c765 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ab6dabfc6c044e3a257a928739aed2b&device_id=66ebd9b4-cedf-4e78-a215-67bd9296ceaa HTTP/1.1" status: 200 len: 1096 time: 0.2040906 May 23 11:29:01.277577 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d3e55c-cbbc-4b7a-a3ff-120cdfd93348 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Router 4d90fc24-0134-477c-acd4-308823197f12 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:29:01.660102 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-58801eed-c7fc-4b4e-a02d-b032e3f24141 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:01.768865 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129a603-4115-40ea-b344-54324929c5ee req-6da27d74-710a-4bf8-96a1-0f975e074d22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:01.770596 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2129a603-4115-40ea-b344-54324929c5ee req-6da27d74-710a-4bf8-96a1-0f975e074d22 service neutron] 10.222.0.13 "GET /v2.0/networks?id=76b2273d-b51d-4df1-8907-c6d24ae3fac2 HTTP/1.1" status: 200 len: 919 time: 0.5039647 May 23 11:29:01.936782 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2129a603-4115-40ea-b344-54324929c5ee req-e21ba168-f9b4-477f-affb-c95c501ad735 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=599aa79b-f47f-4490-b89c-181bc41436a4 HTTP/1.1" status: 200 len: 217 time: 0.1536231 May 23 11:29:02.053273 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b2725-69a0-4f65-a350-68820df092e8 req-78e85814-db95-4532-90a1-06a077eba722 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:02.055909 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fa1b2725-69a0-4f65-a350-68820df092e8 req-78e85814-db95-4532-90a1-06a077eba722 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=66ebd9b4-cedf-4e78-a215-67bd9296ceaa HTTP/1.1" status: 200 len: 945 time: 0.6915061 May 23 11:29:02.067430 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129a603-4115-40ea-b344-54324929c5ee req-73e86c05-ed41-479d-b7ff-2493903e5326 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:02.069269 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2129a603-4115-40ea-b344-54324929c5ee req-73e86c05-ed41-479d-b7ff-2493903e5326 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=82176f08-fc90-4d7e-a669-0e8701d67807 HTTP/1.1" status: 200 len: 857 time: 0.1163933 May 23 11:29:02.477151 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fa1b2725-69a0-4f65-a350-68820df092e8 req-10fb3186-b732-4bff-8b47-3d26a70eb25e tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c37e540-d31f-480d-8c92-d3bb83256ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068823 May 23 11:29:02.574720 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2129a603-4115-40ea-b344-54324929c5ee req-3332881a-0285-463c-9ee9-b1df12421564 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76b2273d-b51d-4df1-8907-c6d24ae3fac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3767400 May 23 11:29:02.614396 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc685ba1-c173-49c4-8b56-959766121263 req-6feef6db-4d28-40f1-8d71-87c5d4040af2 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:02.628702 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cc685ba1-c173-49c4-8b56-959766121263 req-6feef6db-4d28-40f1-8d71-87c5d4040af2 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0cc8d40-8cd0-4cb2-a78d-e1d1565876d0 HTTP/1.1" status: 200 len: 945 time: 0.3240669 May 23 11:29:02.738977 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-58801eed-c7fc-4b4e-a02d-b032e3f24141 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Allocated IP 2001:db8::1 (691f323c-8c0d-48ef-99b8-efd7a541d6a3/f2ddd64d-d593-433f-87a1-f7a7509a820b/f9aaaddc-0cb9-4c85-8bf2-80cd38360578) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:29:02.742572 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d3e55c-cbbc-4b7a-a3ff-120cdfd93348 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:29:02.754357 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a44603-2360-443d-9244-896b8fdef4d4 None None] Sync routers for ids ['4d90fc24-0134-477c-acd4-308823197f12'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:29:02.778072 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a44603-2360-443d-9244-896b8fdef4d4 None None] Routers {'4d90fc24-0134-477c-acd4-308823197f12'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:29:02.779243 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-98a44603-2360-443d-9244-896b8fdef4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:28:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['4d90fc24-0134-477c-acd4-308823197f12'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:02.795457 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-96d3e55c-cbbc-4b7a-a3ff-120cdfd93348 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:02.875399 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3dedf1-d129-4b9f-a4eb-7ca3d9e6aa21 None None] Network 691f323c-8c0d-48ef-99b8-efd7a541d6a3 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:29:02.938904 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-96d3e55c-cbbc-4b7a-a3ff-120cdfd93348 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "PUT /v2.0/floatingips/9a4915d0-e385-4847-a71a-2452718affc5 HTTP/1.1" status: 200 len: 990 time: 5.0300529 May 23 11:29:03.033225 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c16c44-4ea8-4b8e-912b-2988f82f477b', 'tag': '8b6f6e96-808b-4ed3-983c-812f26858fee'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:29:03.050269 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1f889c45-5159-4644-823f-f725eb8096c6 None None] Provisioning for port 55eb5f5b-59f1-48d2-a7a7-0f93e0b9cd55 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:29:03.189052 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2129a603-4115-40ea-b344-54324929c5ee req-9763f8c3-a5a3-47ae-8ee7-dd68037487c4 service neutron] 10.222.0.13 "GET /v2.0/networks/76b2273d-b51d-4df1-8907-c6d24ae3fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5534661 May 23 11:29:03.253841 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94038168-8114-47a3-89f4-52baadff5396'] response: {'name': 'network-changed', 'server_uuid': '26c16c44-4ea8-4b8e-912b-2988f82f477b', 'tag': '8b6f6e96-808b-4ed3-983c-812f26858fee', 'status': 'completed', 'code': 200} May 23 11:29:03.323688 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 55eb5f5b-59f1-48d2-a7a7-0f93e0b9cd55 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:29:03.359938 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-98a44603-2360-443d-9244-896b8fdef4d4 None None] Set router 4d90fc24-0134-477c-acd4-308823197f12 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:29:03.561292 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2129a603-4115-40ea-b344-54324929c5ee req-7d8b8025-3013-480f-b663-8897b6be93de service neutron] 10.222.0.13 "GET /v2.0/networks/76b2273d-b51d-4df1-8907-c6d24ae3fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738277 May 23 11:29:03.594674 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cc685ba1-c173-49c4-8b56-959766121263 req-d2515a22-5caf-4c4c-842b-40eaac896dc2 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9649832 May 23 11:29:03.820859 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 55eb5f5b-59f1-48d2-a7a7-0f93e0b9cd55 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:29:03.826711 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 55eb5f5b-59f1-48d2-a7a7-0f93e0b9cd55 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:29:03.827077 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:03.886829 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10752325-855c-4e6d-8b6b-a588a5e3d5e1 req-2255eb2c-9e92-454e-99bf-329fb1280be4 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:03.890216 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-10752325-855c-4e6d-8b6b-a588a5e3d5e1 req-2255eb2c-9e92-454e-99bf-329fb1280be4 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Synchronizing usage tracker for tenant:0d8e63cb106b40b880c35c46eb22d5c0 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:29:04.047439 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-10752325-855c-4e6d-8b6b-a588a5e3d5e1 req-2255eb2c-9e92-454e-99bf-329fb1280be4 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Unset dirty status for tenant:0d8e63cb106b40b880c35c46eb22d5c0 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:29:04.048627 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-10752325-855c-4e6d-8b6b-a588a5e3d5e1 req-2255eb2c-9e92-454e-99bf-329fb1280be4 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0cc8d40-8cd0-4cb2-a78d-e1d1565876d0 HTTP/1.1" status: 200 len: 945 time: 1.1230035 May 23 11:29:04.154452 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:04.175789 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3e79c26e-a5c9-48f6-a6f0-f7f0b1a015af req-cae13b6b-44e4-4905-837a-4d9c6cb5ed78 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c4112c4fc0ff4a36a1b303475c7f4981&device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 1096 time: 0.7711599 May 23 11:29:04.228086 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 55eb5f5b-59f1-48d2-a7a7-0f93e0b9cd55, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=55eb5f5b-59f1-48d2-a7a7-0f93e0b9cd55,segment=NetworkSegment(9c41c0ed-cce4-4d17-988a-6bd057d5ee8e),segment_id=9c41c0ed-cce4-4d17-988a-6bd057d5ee8e)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:29:04.233043 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c06655-d083-47d7-9687-4ace6d85b7b5 req-2d4ef69a-394b-489b-b9b9-e7f43425193e tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:04.233961 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-58801eed-c7fc-4b4e-a02d-b032e3f24141 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:04.234986 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:04.241463 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-17c06655-d083-47d7-9687-4ace6d85b7b5 req-2d4ef69a-394b-489b-b9b9-e7f43425193e tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=66ebd9b4-cedf-4e78-a215-67bd9296ceaa HTTP/1.1" status: 200 len: 945 time: 0.2777934 May 23 11:29:04.380737 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-98a44603-2360-443d-9244-896b8fdef4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d90fc24-0134-477c-acd4-308823197f12', 'name': 'tempest-AttachVolumeShelveTestJSON-356221702-router', 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '0f56797d-7262-4d76-86c1-7154120329bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:23:54Z', 'updated_at': '2022-05-23T11:24:06Z', 'revision_number': 4, 'project_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'gw_port': {'id': '0f56797d-7262-4d76-86c1-7154120329bf', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:22:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d90fc24-0134-477c-acd4-308823197f12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:23:57Z', 'updated_at': '2022-05-23T11:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '9a4915d0-e385-4847-a71a-2452718affc5', 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'floating_ip_address': '172.25.6.18', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '4d90fc24-0134-477c-acd4-308823197f12', 'port_id': '8b6f6e96-808b-4ed3-983c-812f26858fee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0be92582-5915-4835-ac16-79c44c856a03', 'mac_address': 'fa:16:3e:bc:33:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c16c44-4ea8-4b8e-912b-2988f82f477b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:28:28Z', 'updated_at': '2022-05-23T11:28:59Z', 'revision_number': 1, 'project_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d725094-3a4c-498a-b708-a42959e5401a', 'name': '', 'network_id': '0be92582-5915-4835-ac16-79c44c856a03', 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'mac_address': 'fa:16:3e:d1:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d90fc24-0134-477c-acd4-308823197f12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b85c12c-741c-420e-9273-6de6d42ac4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:24:05Z', 'updated_at': '2022-05-23T11:24:31Z', 'revision_number': 5, 'project_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'subnets': [{'id': '8b85c12c-741c-420e-9273-6de6d42ac4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:04.392311 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a44603-2360-443d-9244-896b8fdef4d4 None None] Checking router: 4d90fc24-0134-477c-acd4-308823197f12 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:29:04.401080 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-17c06655-d083-47d7-9687-4ace6d85b7b5 req-ff1f9034-d763-432e-9f05-756049a6963f tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c37e540-d31f-480d-8c92-d3bb83256ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496212 May 23 11:29:04.417073 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a44603-2360-443d-9244-896b8fdef4d4 None None] Routers {'4d90fc24-0134-477c-acd4-308823197f12'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:29:04.417696 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-98a44603-2360-443d-9244-896b8fdef4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:28:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['4d90fc24-0134-477c-acd4-308823197f12'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:04.439361 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=55eb5f5b-59f1-48d2-a7a7-0f93e0b9cd55,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:04.516557 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-968d18df-f263-416a-919c-3002c851d298 None None] Provisioning complete for port 55eb5f5b-59f1-48d2-a7a7-0f93e0b9cd55 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:29:04.517180 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-968d18df-f263-416a-919c-3002c851d298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:04.581357 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-58801eed-c7fc-4b4e-a02d-b032e3f24141 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Transition to ACTIVE for port object f9aaaddc-0cb9-4c85-8bf2-80cd38360578 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:29:04.590421 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-10752325-855c-4e6d-8b6b-a588a5e3d5e1 req-f3e54234-ea6c-4f4c-8bfd-20639bd8580d tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Deleting port 7a613659-194c-4921-a5e0-77bd3f7e1758 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:29:04.590739 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-10752325-855c-4e6d-8b6b-a588a5e3d5e1 req-f3e54234-ea6c-4f4c-8bfd-20639bd8580d tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:04.804924 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-98a44603-2360-443d-9244-896b8fdef4d4 None None] Set router 4d90fc24-0134-477c-acd4-308823197f12 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:29:04.819153 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79c26e-a5c9-48f6-a6f0-f7f0b1a015af req-e1bad1c4-f683-4816-bb9f-3a23514663cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:04.828599 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3e79c26e-a5c9-48f6-a6f0-f7f0b1a015af req-e1bad1c4-f683-4816-bb9f-3a23514663cd service neutron] 10.222.0.81 "GET /v2.0/networks?id=0be92582-5915-4835-ac16-79c44c856a03 HTTP/1.1" status: 200 len: 917 time: 0.6196363 May 23 11:29:05.207011 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 55eb5f5b-59f1-48d2-a7a7-0f93e0b9cd55 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:29:05.209688 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-58801eed-c7fc-4b4e-a02d-b032e3f24141 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:05.235544 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ce4ad-ff35-4d3a-87e9-b109eebd3a23 req-36ad945e-8652-440f-af49-a8de369623de tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:05.240524 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-176ce4ad-ff35-4d3a-87e9-b109eebd3a23 req-36ad945e-8652-440f-af49-a8de369623de tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0cc8d40-8cd0-4cb2-a78d-e1d1565876d0 HTTP/1.1" status: 200 len: 945 time: 0.2750525 May 23 11:29:05.312633 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58801eed-c7fc-4b4e-a02d-b032e3f24141 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Network 691f323c-8c0d-48ef-99b8-efd7a541d6a3 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:29:05.337826 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-58801eed-c7fc-4b4e-a02d-b032e3f24141 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:29:05.350603 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58801eed-c7fc-4b4e-a02d-b032e3f24141 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:29:05.351430 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-58801eed-c7fc-4b4e-a02d-b032e3f24141 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:05.401776 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-176ce4ad-ff35-4d3a-87e9-b109eebd3a23 req-a63f4cf5-4812-4cbd-b301-0babaf3f7873 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549928 May 23 11:29:05.411924 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 55eb5f5b-59f1-48d2-a7a7-0f93e0b9cd55 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:29:05.412413 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:05.469312 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58801eed-c7fc-4b4e-a02d-b032e3f24141 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event updated for resources: {'Port': ['ID=f9aaaddc-0cb9-4c85-8bf2-80cd38360578,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:05.603797 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3e79c26e-a5c9-48f6-a6f0-f7f0b1a015af req-ef56393a-ad70-4398-a2a8-6752fe09046d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b6f6e96-808b-4ed3-983c-812f26858fee HTTP/1.1" status: 200 len: 998 time: 0.7280023 May 23 11:29:05.748040 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-10752325-855c-4e6d-8b6b-a588a5e3d5e1 req-f3e54234-ea6c-4f4c-8bfd-20639bd8580d tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] For port 7a613659-194c-4921-a5e0-77bd3f7e1758, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=7a613659-194c-4921-a5e0-77bd3f7e1758,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:29:05.748700 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-10752325-855c-4e6d-8b6b-a588a5e3d5e1 req-f3e54234-ea6c-4f4c-8bfd-20639bd8580d tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:05.769147 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-58801eed-c7fc-4b4e-a02d-b032e3f24141 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:05.864841 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d283effe-4b9e-40a4-a93c-025cc87f507c None None] Provisioning for port f9aaaddc-0cb9-4c85-8bf2-80cd38360578 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:29:05.876234 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d283effe-4b9e-40a4-a93c-025cc87f507c None None] Provisioning complete for port f9aaaddc-0cb9-4c85-8bf2-80cd38360578 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:29:05.877825 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d283effe-4b9e-40a4-a93c-025cc87f507c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:05.936046 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc35e7-d186-47c5-af02-2f50b6e7b626 req-b71221d1-ef1a-4264-8d3a-8d9981581e60 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:05.938128 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f5cc35e7-d186-47c5-af02-2f50b6e7b626 req-b71221d1-ef1a-4264-8d3a-8d9981581e60 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=66ebd9b4-cedf-4e78-a215-67bd9296ceaa HTTP/1.1" status: 200 len: 945 time: 0.2212338 May 23 11:29:05.991371 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-98a44603-2360-443d-9244-896b8fdef4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d90fc24-0134-477c-acd4-308823197f12', 'name': 'tempest-AttachVolumeShelveTestJSON-356221702-router', 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '0f56797d-7262-4d76-86c1-7154120329bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:23:54Z', 'updated_at': '2022-05-23T11:24:06Z', 'revision_number': 4, 'project_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'gw_port': {'id': '0f56797d-7262-4d76-86c1-7154120329bf', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:22:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d90fc24-0134-477c-acd4-308823197f12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:23:57Z', 'updated_at': '2022-05-23T11:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '9a4915d0-e385-4847-a71a-2452718affc5', 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'floating_ip_address': '172.25.6.18', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '4d90fc24-0134-477c-acd4-308823197f12', 'port_id': '8b6f6e96-808b-4ed3-983c-812f26858fee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0be92582-5915-4835-ac16-79c44c856a03', 'mac_address': 'fa:16:3e:bc:33:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c16c44-4ea8-4b8e-912b-2988f82f477b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:28:28Z', 'updated_at': '2022-05-23T11:28:59Z', 'revision_number': 1, 'project_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d725094-3a4c-498a-b708-a42959e5401a', 'name': '', 'network_id': '0be92582-5915-4835-ac16-79c44c856a03', 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'mac_address': 'fa:16:3e:d1:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d90fc24-0134-477c-acd4-308823197f12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b85c12c-741c-420e-9273-6de6d42ac4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:24:05Z', 'updated_at': '2022-05-23T11:24:31Z', 'revision_number': 5, 'project_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'subnets': [{'id': '8b85c12c-741c-420e-9273-6de6d42ac4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:06.009717 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a44603-2360-443d-9244-896b8fdef4d4 None None] The sync data for ids ['4d90fc24-0134-477c-acd4-308823197f12'] in n-d-842952-2 is: [{'id': '4d90fc24-0134-477c-acd4-308823197f12', 'name': 'tempest-AttachVolumeShelveTestJSON-356221702-router', 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '0f56797d-7262-4d76-86c1-7154120329bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:23:54Z', 'updated_at': '2022-05-23T11:24:06Z', 'revision_number': 4, 'project_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'gw_port': {'id': '0f56797d-7262-4d76-86c1-7154120329bf', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:22:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d90fc24-0134-477c-acd4-308823197f12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:23:57Z', 'updated_at': '2022-05-23T11:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '9a4915d0-e385-4847-a71a-2452718affc5', 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'floating_ip_address': '172.25.6.18', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '4d90fc24-0134-477c-acd4-308823197f12', 'port_id': '8b6f6e96-808b-4ed3-983c-812f26858fee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0be92582-5915-4835-ac16-79c44c856a03', 'mac_address': 'fa:16:3e:bc:33:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c16c44-4ea8-4b8e-912b-2988f82f477b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:28:28Z', 'updated_at': '2022-05-23T11:28:59Z', 'revision_number': 1, 'project_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d725094-3a4c-498a-b708-a42959e5401a', 'name': '', 'network_id': '0be92582-5915-4835-ac16-79c44c856a03', 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'mac_address': 'fa:16:3e:d1:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d90fc24-0134-477c-acd4-308823197f12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b85c12c-741c-420e-9273-6de6d42ac4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:24:05Z', 'updated_at': '2022-05-23T11:24:31Z', 'revision_number': 5, 'project_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'subnets': [{'id': '8b85c12c-741c-420e-9273-6de6d42ac4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:29:06.027496 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d283effe-4b9e-40a4-a93c-025cc87f507c None None] Port f9aaaddc-0cb9-4c85-8bf2-80cd38360578 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:29:06.089542 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 7a613659-194c-4921-a5e0-77bd3f7e1758 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:29:06.099412 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f5cc35e7-d186-47c5-af02-2f50b6e7b626 req-95aee7b7-5484-49c9-9842-f5442a4ab0d5 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c37e540-d31f-480d-8c92-d3bb83256ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545508 May 23 11:29:06.393606 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-10752325-855c-4e6d-8b6b-a588a5e3d5e1 req-f3e54234-ea6c-4f4c-8bfd-20639bd8580d tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Calling delete_port for 7a613659-194c-4921-a5e0-77bd3f7e1758 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:29:06.444907 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:06.576552 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 7a613659-194c-4921-a5e0-77bd3f7e1758, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=7a613659-194c-4921-a5e0-77bd3f7e1758,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:29:06.581946 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0cc8d40-8cd0-4cb2-a78d-e1d1565876d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a613659-194c-4921-a5e0-77bd3f7e1758'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:29:06.603935 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:06.622026 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79c26e-a5c9-48f6-a6f0-f7f0b1a015af req-2dfdbbda-39c5-406f-b034-de5be9d7a14f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:06.623613 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3e79c26e-a5c9-48f6-a6f0-f7f0b1a015af req-2dfdbbda-39c5-406f-b034-de5be9d7a14f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b85c12c-741c-420e-9273-6de6d42ac4b3 HTTP/1.1" status: 200 len: 855 time: 0.9815443 May 23 11:29:06.710609 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-439b539d-9968-4d23-a7ee-c766218a8750'] response: {'server_uuid': 'a0cc8d40-8cd0-4cb2-a78d-e1d1565876d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a613659-194c-4921-a5e0-77bd3f7e1758', 'code': 200} May 23 11:29:06.816969 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=7a613659-194c-4921-a5e0-77bd3f7e1758,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:06.836339 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910daeae-2548-409e-bab0-8a6bf09dd03d req-f3f8ba1e-9f0b-4450-8ebd-3df7b6e2ee3a tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:06.854497 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-910daeae-2548-409e-bab0-8a6bf09dd03d req-f3f8ba1e-9f0b-4450-8ebd-3df7b6e2ee3a tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0cc8d40-8cd0-4cb2-a78d-e1d1565876d0 HTTP/1.1" status: 200 len: 943 time: 0.2036407 May 23 11:29:07.002368 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.api [req-10752325-855c-4e6d-8b6b-a588a5e3d5e1 req-f3e54234-ea6c-4f4c-8bfd-20639bd8580d tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:29:07.002599 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-910daeae-2548-409e-bab0-8a6bf09dd03d req-acdecf43-4be5-4b48-b581-0f8296e40424 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470928 May 23 11:29:07.002705 n-d-842952-2 neutron-server[83911]: DEBUG oslo_db.api [req-10752325-855c-4e6d-8b6b-a588a5e3d5e1 req-f3e54234-ea6c-4f4c-8bfd-20639bd8580d tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:29:07.041532 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3e79c26e-a5c9-48f6-a6f0-f7f0b1a015af req-2721808e-417d-455e-8dc0-efb749ff610a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0be92582-5915-4835-ac16-79c44c856a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4022381 May 23 11:29:07.065827 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb262810-5792-478e-ac23-278ce3e26065 None None] New status for floating IP 9a4915d0-e385-4847-a71a-2452718affc5: ACTIVE {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:29:07.510436 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-10752325-855c-4e6d-8b6b-a588a5e3d5e1 req-f3e54234-ea6c-4f4c-8bfd-20639bd8580d tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Deleting port 7a613659-194c-4921-a5e0-77bd3f7e1758 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:29:07.510436 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-10752325-855c-4e6d-8b6b-a588a5e3d5e1 req-f3e54234-ea6c-4f4c-8bfd-20639bd8580d tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:07.711106 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb65086-5697-49bc-ae7c-7eec30e9f567 req-1c3a63c5-d88a-44e9-8233-248719de25a4 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:07.718148 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ecb65086-5697-49bc-ae7c-7eec30e9f567 req-1c3a63c5-d88a-44e9-8233-248719de25a4 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=66ebd9b4-cedf-4e78-a215-67bd9296ceaa HTTP/1.1" status: 200 len: 945 time: 0.2973936 May 23 11:29:07.747405 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:29:07.793267 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ecb65086-5697-49bc-ae7c-7eec30e9f567 req-cb07fbcc-0106-4d9d-98d3-5c28d753f1b2 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c37e540-d31f-480d-8c92-d3bb83256ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741589 May 23 11:29:07.863227 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3e79c26e-a5c9-48f6-a6f0-f7f0b1a015af req-8ad2b95f-c416-4528-90a9-20c4f1122440 service neutron] 10.222.0.81 "GET /v2.0/networks/0be92582-5915-4835-ac16-79c44c856a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8056650 May 23 11:29:07.865022 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-58801eed-c7fc-4b4e-a02d-b032e3f24141 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:07.899233 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-58801eed-c7fc-4b4e-a02d-b032e3f24141 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:07.900047 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-58801eed-c7fc-4b4e-a02d-b032e3f24141 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:08.071703 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58801eed-c7fc-4b4e-a02d-b032e3f24141 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event updated for resources: {'Port': ['ID=f9aaaddc-0cb9-4c85-8bf2-80cd38360578,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:08.091169 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:08.342739 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58801eed-c7fc-4b4e-a02d-b032e3f24141 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Network 691f323c-8c0d-48ef-99b8-efd7a541d6a3 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:29:08.373259 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-58801eed-c7fc-4b4e-a02d-b032e3f24141 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:29:08.442695 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc33bb-28e9-45ae-89a8-b2475adba0cf req-0f919539-e165-4edd-8270-802eea2d40f1 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:08.454269 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d4fc33bb-28e9-45ae-89a8-b2475adba0cf req-0f919539-e165-4edd-8270-802eea2d40f1 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0cc8d40-8cd0-4cb2-a78d-e1d1565876d0 HTTP/1.1" status: 200 len: 943 time: 0.2046041 May 23 11:29:08.515897 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d4fc33bb-28e9-45ae-89a8-b2475adba0cf req-23fe09d2-b392-497b-8029-055b17aa2005 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570495 May 23 11:29:08.869739 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-10752325-855c-4e6d-8b6b-a588a5e3d5e1 req-f3e54234-ea6c-4f4c-8bfd-20639bd8580d tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] For port 7a613659-194c-4921-a5e0-77bd3f7e1758, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=7a613659-194c-4921-a5e0-77bd3f7e1758,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:29:08.870810 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-10752325-855c-4e6d-8b6b-a588a5e3d5e1 req-f3e54234-ea6c-4f4c-8bfd-20639bd8580d tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:08.896583 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-336bc988-8ff5-44ed-96c5-6338ae3cd5c0 None None] Provisioning complete for port f9aaaddc-0cb9-4c85-8bf2-80cd38360578 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:29:08.896953 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-336bc988-8ff5-44ed-96c5-6338ae3cd5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:09.039460 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-336bc988-8ff5-44ed-96c5-6338ae3cd5c0 None None] Port f9aaaddc-0cb9-4c85-8bf2-80cd38360578 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:29:09.066331 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-10752325-855c-4e6d-8b6b-a588a5e3d5e1 req-f3e54234-ea6c-4f4c-8bfd-20639bd8580d tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Calling delete_port for 7a613659-194c-4921-a5e0-77bd3f7e1758 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:29:09.278348 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ba9a377-4413-4a09-a69f-0d57bd4723ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:09.330993 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3e79c26e-a5c9-48f6-a6f0-f7f0b1a015af req-ee5e5468-62b0-4c4c-8824-a7c686888630 service neutron] 10.222.0.81 "GET /v2.0/networks/0be92582-5915-4835-ac16-79c44c856a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4578753 May 23 11:29:09.440346 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:09.834446 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-10752325-855c-4e6d-8b6b-a588a5e3d5e1 req-f3e54234-ea6c-4f4c-8bfd-20639bd8580d tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:09.868228 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['fc866833-5097-465e-8754-807c07eb8e82'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:29:10.281384 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e54234-ea6c-4f4c-8bfd-20639bd8580d tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Pushing event deleted for resources: {'Port': ['ID=7a613659-194c-4921-a5e0-77bd3f7e1758,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:10.284426 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0ae7f123-47db-483f-9e3e-a1cf5352b16d req-6830aaed-68e3-4b09-9f3b-35509d985634 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0cc8d40-8cd0-4cb2-a78d-e1d1565876d0 HTTP/1.1" status: 200 len: 210 time: 0.3740406 May 23 11:29:10.397691 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 44904) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:10.399000 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-10752325-855c-4e6d-8b6b-a588a5e3d5e1 req-f3e54234-ea6c-4f4c-8bfd-20639bd8580d tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] No DVR routers for this DVR port 7a613659-194c-4921-a5e0-77bd3f7e1758 on host n-h1-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:29:10.401841 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-10752325-855c-4e6d-8b6b-a588a5e3d5e1 req-f3e54234-ea6c-4f4c-8bfd-20639bd8580d tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:10.411774 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0cc8d40-8cd0-4cb2-a78d-e1d1565876d0', 'name': 'network-vif-deleted', 'tag': '7a613659-194c-4921-a5e0-77bd3f7e1758'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:29:10.431077 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-10752325-855c-4e6d-8b6b-a588a5e3d5e1 req-f3e54234-ea6c-4f4c-8bfd-20639bd8580d tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.13 "DELETE /v2.0/ports/7a613659-194c-4921-a5e0-77bd3f7e1758 HTTP/1.1" status: 204 len: 173 time: 6.3705432 May 23 11:29:10.517878 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58801eed-c7fc-4b4e-a02d-b032e3f24141 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Router 234b5a33-7e6e-4b5a-b8ce-5471f2a85993 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:29:10.538483 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a6d2320-be1a-4519-b9cf-ad3990190055'] response: {'server_uuid': 'a0cc8d40-8cd0-4cb2-a78d-e1d1565876d0', 'name': 'network-vif-deleted', 'tag': '7a613659-194c-4921-a5e0-77bd3f7e1758', 'status': 'completed', 'code': 200} May 23 11:29:10.694723 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8a4706f3-d055-4139-893f-c69df1a36962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:10.810039 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8a4706f3-d055-4139-893f-c69df1a36962 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:29:10.816639 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8a4706f3-d055-4139-893f-c69df1a36962 admin admin] Usage tracker for resource:security_group_rule and tenant:5b44a90c9fec4cdc8ef3b641ff9c67da is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:29:10.821214 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8a4706f3-d055-4139-893f-c69df1a36962 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:29:10.830735 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8a4706f3-d055-4139-893f-c69df1a36962 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:29:10.882401 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58801eed-c7fc-4b4e-a02d-b032e3f24141 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:29:10.899465 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5dcb49-2f35-4b76-b29a-98facd8522ff None None] Sync routers for ids ['234b5a33-7e6e-4b5a-b8ce-5471f2a85993'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:29:10.944422 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-58801eed-c7fc-4b4e-a02d-b032e3f24141 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "PUT /v2.0/routers/234b5a33-7e6e-4b5a-b8ce-5471f2a85993/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6348176 May 23 11:29:10.948514 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44914) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:10.957405 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5dcb49-2f35-4b76-b29a-98facd8522ff None None] Routers {'234b5a33-7e6e-4b5a-b8ce-5471f2a85993'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:29:10.958572 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ae5dcb49-2f35-4b76-b29a-98facd8522ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:28:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['234b5a33-7e6e-4b5a-b8ce-5471f2a85993'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:11.074995 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8a4706f3-d055-4139-893f-c69df1a36962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:11.084841 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8a4706f3-d055-4139-893f-c69df1a36962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:11.176688 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99227d10-ad91-4258-87ab-29c8d1aa872d tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:11.177401 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-99227d10-ad91-4258-87ab-29c8d1aa872d tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Synchronizing usage tracker for tenant:313e40337aa44a9094358a8320ee4f45 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:29:11.186363 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4706f3-d055-4139-893f-c69df1a36962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4d65dc-1ad4-4d97-94db-68ebdc004fb8,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:11.213500 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-99227d10-ad91-4258-87ab-29c8d1aa872d tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Unset dirty status for tenant:313e40337aa44a9094358a8320ee4f45 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:29:11.216583 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-99227d10-ad91-4258-87ab-29c8d1aa872d tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "GET /v2.0/ports/f9aaaddc-0cb9-4c85-8bf2-80cd38360578 HTTP/1.1" status: 200 len: 911 time: 0.2594578 May 23 11:29:11.219464 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44926) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:11.244730 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8a4706f3-d055-4139-893f-c69df1a36962 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5b44a90c9fec4cdc8ef3b641ff9c67da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8458819 May 23 11:29:11.247899 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 44930) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:11.257120 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ae5dcb49-2f35-4b76-b29a-98facd8522ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:11.280948 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5dcb49-2f35-4b76-b29a-98facd8522ff None None] Routers {'234b5a33-7e6e-4b5a-b8ce-5471f2a85993'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:29:11.281585 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ae5dcb49-2f35-4b76-b29a-98facd8522ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:28:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['234b5a33-7e6e-4b5a-b8ce-5471f2a85993'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:11.361381 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ae88a950-d54c-4701-b04c-152697a75a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:11.422126 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ae5dcb49-2f35-4b76-b29a-98facd8522ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:11.422996 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5dcb49-2f35-4b76-b29a-98facd8522ff None None] The sync data for ids ['234b5a33-7e6e-4b5a-b8ce-5471f2a85993'] in n-d-842952-2 is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:29:11.457987 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ae88a950-d54c-4701-b04c-152697a75a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:11.509621 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-15bf0e04-f9c5-4c35-88ab-23ae307484f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:11.555171 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 44942) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:11.576561 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-a156bbc6-ee0c-481c-a99c-0abc278469d8 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1712278422', 'description': 'tempest-description--1860016978'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:29:11.597049 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a156bbc6-ee0c-481c-a99c-0abc278469d8 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:29:11.602374 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a156bbc6-ee0c-481c-a99c-0abc278469d8 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Usage tracker for resource:security_group and tenant:4ab6dabfc6c044e3a257a928739aed2b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:29:11.609530 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a156bbc6-ee0c-481c-a99c-0abc278469d8 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:29:11.632962 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a156bbc6-ee0c-481c-a99c-0abc278469d8 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:29:11.655511 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a156bbc6-ee0c-481c-a99c-0abc278469d8 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:11.716780 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a156bbc6-ee0c-481c-a99c-0abc278469d8 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:29:11.721782 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a156bbc6-ee0c-481c-a99c-0abc278469d8 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Usage tracker for resource:security_group_rule and tenant:4ab6dabfc6c044e3a257a928739aed2b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:29:11.725312 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a156bbc6-ee0c-481c-a99c-0abc278469d8 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:29:11.732631 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a156bbc6-ee0c-481c-a99c-0abc278469d8 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:29:11.810634 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a156bbc6-ee0c-481c-a99c-0abc278469d8 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:11.813311 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ae88a950-d54c-4701-b04c-152697a75a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:11.873581 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a156bbc6-ee0c-481c-a99c-0abc278469d8 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:11.909463 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-422e61c8-c855-4420-8e1f-b487be53c915 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:11.914592 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae88a950-d54c-4701-b04c-152697a75a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4d65dc-1ad4-4d97-94db-68ebdc004fb8,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:11.945796 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ae88a950-d54c-4701-b04c-152697a75a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:11.949488 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ae88a950-d54c-4701-b04c-152697a75a9e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fb4d65dc-1ad4-4d97-94db-68ebdc004fb8 HTTP/1.1" status: 204 len: 168 time: 0.6966970 May 23 11:29:11.959967 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a156bbc6-ee0c-481c-a99c-0abc278469d8 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:11.964297 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a156bbc6-ee0c-481c-a99c-0abc278469d8 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.4081562 May 23 11:29:11.968704 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 44954) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:11.974445 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-86bd84d7-c924-432a-bfb6-61f554d54fa6 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Request body: {'security_group_rule': {'security_group_id': '96623369-654d-40bc-8c92-c3b2e689341e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:29:11.981694 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-86bd84d7-c924-432a-bfb6-61f554d54fa6 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:29:11.985602 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-86bd84d7-c924-432a-bfb6-61f554d54fa6 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Usage tracker for resource:security_group_rule and tenant:4ab6dabfc6c044e3a257a928739aed2b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:29:11.989699 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-86bd84d7-c924-432a-bfb6-61f554d54fa6 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:29:11.997609 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-86bd84d7-c924-432a-bfb6-61f554d54fa6 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:29:12.038725 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-86bd84d7-c924-432a-bfb6-61f554d54fa6 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:12.112909 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156bbc6-ee0c-481c-a99c-0abc278469d8 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96623369-654d-40bc-8c92-c3b2e689341e,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:12.233121 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-86bd84d7-c924-432a-bfb6-61f554d54fa6 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:12.249431 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-86bd84d7-c924-432a-bfb6-61f554d54fa6 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:12.302174 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd84d7-c924-432a-bfb6-61f554d54fa6 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd51d3c3-8ad8-443d-a061-4ae82e7d10d9,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:12.327316 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0eb7f-3333-4a28-bc7a-3f0737af29dc req-f9f8c30a-311e-4553-b7de-c15054cd8f2c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:12.329325 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8cd0eb7f-3333-4a28-bc7a-3f0737af29dc req-f9f8c30a-311e-4553-b7de-c15054cd8f2c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=93664a9d-71b9-4628-acab-fb7e8e19d283 HTTP/1.1" status: 200 len: 946 time: 0.1846399 May 23 11:29:12.330521 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-86bd84d7-c924-432a-bfb6-61f554d54fa6 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:12.331732 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-86bd84d7-c924-432a-bfb6-61f554d54fa6 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3624184 May 23 11:29:12.334595 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 44966) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:12.341408 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-b14c1453-25a6-40bc-b6e3-ace885b26734 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Request body: {'security_group_rule': {'security_group_id': '96623369-654d-40bc-8c92-c3b2e689341e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:29:12.349862 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b14c1453-25a6-40bc-b6e3-ace885b26734 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:29:12.374060 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-b14c1453-25a6-40bc-b6e3-ace885b26734 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Usage tracker for resource:security_group_rule and tenant:4ab6dabfc6c044e3a257a928739aed2b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:29:12.380579 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-b14c1453-25a6-40bc-b6e3-ace885b26734 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:29:12.400897 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b14c1453-25a6-40bc-b6e3-ace885b26734 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:29:12.435101 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8cd0eb7f-3333-4a28-bc7a-3f0737af29dc req-4cf3059b-3cce-4a74-b6c1-60af6c489840 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865757 May 23 11:29:12.438766 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b14c1453-25a6-40bc-b6e3-ace885b26734 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:12.554707 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b14c1453-25a6-40bc-b6e3-ace885b26734 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:12.559875 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b14c1453-25a6-40bc-b6e3-ace885b26734 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:12.573133 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f663b1-4fe0-47ff-a405-1b188a7066a5 req-8f3d226c-b6c2-4ca7-95d2-4ddd9f9446cf tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:12.574075 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-70f663b1-4fe0-47ff-a405-1b188a7066a5 req-8f3d226c-b6c2-4ca7-95d2-4ddd9f9446cf tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Synchronizing usage tracker for tenant:0d8e63cb106b40b880c35c46eb22d5c0 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:29:12.590785 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c1453-25a6-40bc-b6e3-ace885b26734 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b11cd549-ddc7-4ab9-a849-70d4a70624c1,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:12.600666 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b14c1453-25a6-40bc-b6e3-ace885b26734 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:12.606047 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b14c1453-25a6-40bc-b6e3-ace885b26734 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2704129 May 23 11:29:12.606512 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44976) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:12.619969 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-da6ac89c-77a9-423c-9ffb-a0e56d023da1 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:29:12.658149 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-da6ac89c-77a9-423c-9ffb-a0e56d023da1 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:29:12.660326 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-70f663b1-4fe0-47ff-a405-1b188a7066a5 req-8f3d226c-b6c2-4ca7-95d2-4ddd9f9446cf tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Unset dirty status for tenant:0d8e63cb106b40b880c35c46eb22d5c0 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:29:12.661436 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-70f663b1-4fe0-47ff-a405-1b188a7066a5 req-8f3d226c-b6c2-4ca7-95d2-4ddd9f9446cf tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.13 "GET /v2.0/ports?device_id=93664a9d-71b9-4628-acab-fb7e8e19d283 HTTP/1.1" status: 200 len: 946 time: 0.2534671 May 23 11:29:12.670630 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-da6ac89c-77a9-423c-9ffb-a0e56d023da1 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Usage tracker for resource:floatingip and tenant:4ab6dabfc6c044e3a257a928739aed2b is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:29:12.722652 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:12.724912 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-da6ac89c-77a9-423c-9ffb-a0e56d023da1 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:29:12.740861 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-da6ac89c-77a9-423c-9ffb-a0e56d023da1 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:29:12.787796 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-70f663b1-4fe0-47ff-a405-1b188a7066a5 req-0f445fb2-e60e-4578-9814-bc8e7d4bfa24 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Deleting port fc866833-5097-465e-8754-807c07eb8e82 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:29:12.788296 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-70f663b1-4fe0-47ff-a405-1b188a7066a5 req-0f445fb2-e60e-4578-9814-bc8e7d4bfa24 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:12.823426 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:12.881967 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-da6ac89c-77a9-423c-9ffb-a0e56d023da1 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks [] for floatingip, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:13.371383 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-70f663b1-4fe0-47ff-a405-1b188a7066a5 req-0f445fb2-e60e-4578-9814-bc8e7d4bfa24 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] For port fc866833-5097-465e-8754-807c07eb8e82, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=fc866833-5097-465e-8754-807c07eb8e82,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:29:13.372133 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-70f663b1-4fe0-47ff-a405-1b188a7066a5 req-0f445fb2-e60e-4578-9814-bc8e7d4bfa24 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:13.524376 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-70f663b1-4fe0-47ff-a405-1b188a7066a5 req-0f445fb2-e60e-4578-9814-bc8e7d4bfa24 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Calling delete_port for fc866833-5097-465e-8754-807c07eb8e82 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:29:13.715008 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-da6ac89c-77a9-423c-9ffb-a0e56d023da1 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:13.732789 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ae93a-0e8b-4e91-839c-4e967100bb4e req-757288f4-249c-4415-b39e-43e3b9f9ec8a tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:13.741813 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3e6ae93a-0e8b-4e91-839c-4e967100bb4e req-757288f4-249c-4415-b39e-43e3b9f9ec8a tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=93664a9d-71b9-4628-acab-fb7e8e19d283 HTTP/1.1" status: 200 len: 946 time: 0.1082294 May 23 11:29:13.799676 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3e6ae93a-0e8b-4e91-839c-4e967100bb4e req-bc79a2ad-5e8c-493d-87b0-870dd873b270 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=368c8b22-99b3-4587-af62-b99923c17944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568004 May 23 11:29:13.822252 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45010) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:13.890841 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-422e61c8-c855-4420-8e1f-b487be53c915 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Deleting port f9aaaddc-0cb9-4c85-8bf2-80cd38360578 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:29:13.891264 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-422e61c8-c855-4420-8e1f-b487be53c915 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:14.048554 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b5f25009-6ef5-462e-9bd6-c6a8fb7a5fd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:14.068384 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-70f663b1-4fe0-47ff-a405-1b188a7066a5 req-0f445fb2-e60e-4578-9814-bc8e7d4bfa24 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:14.100795 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['fc866833-5097-465e-8754-807c07eb8e82'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:29:14.105152 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b5f25009-6ef5-462e-9bd6-c6a8fb7a5fd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:29:14.115358 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-b5f25009-6ef5-462e-9bd6-c6a8fb7a5fd7 admin admin] Usage tracker for resource:security_group_rule and tenant:29a517c62137471b9e00762f19d29823 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:29:14.123036 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-b5f25009-6ef5-462e-9bd6-c6a8fb7a5fd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:29:14.130638 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b5f25009-6ef5-462e-9bd6-c6a8fb7a5fd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:29:14.243806 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:14.245739 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f445fb2-e60e-4578-9814-bc8e7d4bfa24 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Pushing event deleted for resources: {'Port': ['ID=fc866833-5097-465e-8754-807c07eb8e82,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:14.258797 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b5f25009-6ef5-462e-9bd6-c6a8fb7a5fd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:14.264247 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b5f25009-6ef5-462e-9bd6-c6a8fb7a5fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:14.323363 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f25009-6ef5-462e-9bd6-c6a8fb7a5fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd1b833-9c2b-4e3a-98a9-343146617af1,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:14.330353 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b5f25009-6ef5-462e-9bd6-c6a8fb7a5fd7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=29a517c62137471b9e00762f19d29823&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5070226 May 23 11:29:14.333858 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45030) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:14.385490 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f663b1-4fe0-47ff-a405-1b188a7066a5 req-0f445fb2-e60e-4578-9814-bc8e7d4bfa24 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] No DVR routers for this DVR port fc866833-5097-465e-8754-807c07eb8e82 on host n-h1-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:29:14.388336 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-70f663b1-4fe0-47ff-a405-1b188a7066a5 req-0f445fb2-e60e-4578-9814-bc8e7d4bfa24 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:14.405976 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93664a9d-71b9-4628-acab-fb7e8e19d283', 'name': 'network-vif-deleted', 'tag': 'fc866833-5097-465e-8754-807c07eb8e82'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:29:14.454396 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8067bd5a-3be4-4fc5-93ae-dc4eb7a00c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:14.501456 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-da6ac89c-77a9-423c-9ffb-a0e56d023da1 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Allocated IP 172.25.6.243 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/e2f7bbd4-e9a8-4e77-bcb8-a6010460ccdf) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:29:14.508539 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8067bd5a-3be4-4fc5-93ae-dc4eb7a00c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:14.522234 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-70f663b1-4fe0-47ff-a405-1b188a7066a5 req-0f445fb2-e60e-4578-9814-bc8e7d4bfa24 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.13 "DELETE /v2.0/ports/fc866833-5097-465e-8754-807c07eb8e82 HTTP/1.1" status: 204 len: 173 time: 1.8542390 May 23 11:29:14.547681 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-422e61c8-c855-4420-8e1f-b487be53c915 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:14.570617 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8067bd5a-3be4-4fc5-93ae-dc4eb7a00c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:14.577725 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e48b076-9157-44be-928b-d54d65b6213b'] response: {'server_uuid': '93664a9d-71b9-4628-acab-fb7e8e19d283', 'name': 'network-vif-deleted', 'tag': 'fc866833-5097-465e-8754-807c07eb8e82', 'status': 'completed', 'code': 200} May 23 11:29:14.591762 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8067bd5a-3be4-4fc5-93ae-dc4eb7a00c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd1b833-9c2b-4e3a-98a9-343146617af1,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:14.596748 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8067bd5a-3be4-4fc5-93ae-dc4eb7a00c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:14.602244 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8067bd5a-3be4-4fc5-93ae-dc4eb7a00c4a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8cd1b833-9c2b-4e3a-98a9-343146617af1 HTTP/1.1" status: 204 len: 168 time: 0.2669313 May 23 11:29:14.872373 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-422e61c8-c855-4420-8e1f-b487be53c915 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Calling delete_port for f9aaaddc-0cb9-4c85-8bf2-80cd38360578 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:29:15.100519 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ba9aab92-58eb-4ab4-b3bb-e8ad2e5ac702 req-aa1b0794-f6f6-4001-b34d-9ce149f657dd tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=93664a9d-71b9-4628-acab-fb7e8e19d283 HTTP/1.1" status: 200 len: 210 time: 0.0599978 May 23 11:29:15.115444 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-da6ac89c-77a9-423c-9ffb-a0e56d023da1 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:15.229558 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-da6ac89c-77a9-423c-9ffb-a0e56d023da1 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:15.463338 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-422e61c8-c855-4420-8e1f-b487be53c915 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:15.474818 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6ac89c-77a9-423c-9ffb-a0e56d023da1 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:29:15.478639 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-da6ac89c-77a9-423c-9ffb-a0e56d023da1 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:29:15.481073 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6ac89c-77a9-423c-9ffb-a0e56d023da1 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:29:15.518838 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ac89c-77a9-423c-9ffb-a0e56d023da1 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Pushing event updated for resources: {'Port': ['ID=e2f7bbd4-e9a8-4e77-bcb8-a6010460ccdf,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:15.641826 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e61c8-c855-4420-8e1f-b487be53c915 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event deleted for resources: {'Port': ['ID=f9aaaddc-0cb9-4c85-8bf2-80cd38360578,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:15.833366 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-422e61c8-c855-4420-8e1f-b487be53c915 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:16.064860 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-da6ac89c-77a9-423c-9ffb-a0e56d023da1 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:16.161353 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device fc866833-5097-465e-8754-807c07eb8e82 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:29:16.210132 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: fc866833-5097-465e-8754-807c07eb8e82 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:29:16.210812 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device fc866833-5097-465e-8754-807c07eb8e82 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:29:16.272221 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-da6ac89c-77a9-423c-9ffb-a0e56d023da1 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:16.472392 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45076) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:16.636470 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-422e61c8-c855-4420-8e1f-b487be53c915 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Router 234b5a33-7e6e-4b5a-b8ce-5471f2a85993 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:29:16.673810 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-07756690-dfaf-4366-a515-5f56055934f8 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/floatingips/eac41a2d-24a9-41f1-8120-003257a54194 HTTP/1.1" status: 200 len: 992 time: 0.2002602 May 23 11:29:16.781084 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cda642-db92-42eb-a925-62e9d5c8185f req-7ae9125d-ef65-4106-b363-46d58e27868f tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:16.788813 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e2cda642-db92-42eb-a925-62e9d5c8185f req-7ae9125d-ef65-4106-b363-46d58e27868f tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.1740332 May 23 11:29:16.846133 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-da6ac89c-77a9-423c-9ffb-a0e56d023da1 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:16.852251 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e2cda642-db92-42eb-a925-62e9d5c8185f req-64f5ed7d-51de-47a9-8019-fab451394d4a tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623322 May 23 11:29:16.855796 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-da6ac89c-77a9-423c-9ffb-a0e56d023da1 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:16.915449 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422e61c8-c855-4420-8e1f-b487be53c915 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:29:16.926914 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211de60c-075a-4977-87cb-5002144024c2 None None] Sync routers for ids ['234b5a33-7e6e-4b5a-b8ce-5471f2a85993'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:29:16.941910 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211de60c-075a-4977-87cb-5002144024c2 None None] Routers {'234b5a33-7e6e-4b5a-b8ce-5471f2a85993'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:29:16.942693 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-211de60c-075a-4977-87cb-5002144024c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:29:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['234b5a33-7e6e-4b5a-b8ce-5471f2a85993'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:17.004973 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-211de60c-075a-4977-87cb-5002144024c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:17.016907 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211de60c-075a-4977-87cb-5002144024c2 None None] Routers {'234b5a33-7e6e-4b5a-b8ce-5471f2a85993'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:29:17.017684 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-211de60c-075a-4977-87cb-5002144024c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:29:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['234b5a33-7e6e-4b5a-b8ce-5471f2a85993'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:17.082524 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45086) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:17.111449 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-211de60c-075a-4977-87cb-5002144024c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:17.112128 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211de60c-075a-4977-87cb-5002144024c2 None None] The sync data for ids ['234b5a33-7e6e-4b5a-b8ce-5471f2a85993'] in n-d-842952-2 is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:29:17.122567 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-422e61c8-c855-4420-8e1f-b487be53c915 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "PUT /v2.0/routers/234b5a33-7e6e-4b5a-b8ce-5471f2a85993/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9001868 May 23 11:29:17.123517 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ac89c-77a9-423c-9ffb-a0e56d023da1 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Pushing event updated for resources: {'Port': ['ID=e2f7bbd4-e9a8-4e77-bcb8-a6010460ccdf,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:17.128135 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45090) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:17.176908 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-dc7c9f7f-5f05-424c-a656-b3501c7de266 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Synchronizing usage tracker for tenant:313e40337aa44a9094358a8320ee4f45 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:29:17.184894 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-da6ac89c-77a9-423c-9ffb-a0e56d023da1 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:17.209331 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-dc7c9f7f-5f05-424c-a656-b3501c7de266 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Unset dirty status for tenant:313e40337aa44a9094358a8320ee4f45 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:29:17.213963 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-dc7c9f7f-5f05-424c-a656-b3501c7de266 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "GET /v2.0/ports?device_id=234b5a33-7e6e-4b5a-b8ce-5471f2a85993 HTTP/1.1" status: 200 len: 205 time: 0.0851212 May 23 11:29:17.216506 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45096) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:17.220313 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-da6ac89c-77a9-423c-9ffb-a0e56d023da1 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:17.221453 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-da6ac89c-77a9-423c-9ffb-a0e56d023da1 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6114173 May 23 11:29:17.372834 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-9db14cff-ba96-4631-90c6-e261bf6d6270 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Deleting port 9a0e9d30-d476-4f64-ab26-d6a742070850 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:29:17.373167 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9db14cff-ba96-4631-90c6-e261bf6d6270 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:17.386772 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8513a125-606b-4e48-a4c3-59cece16b126 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:17.641708 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9db14cff-ba96-4631-90c6-e261bf6d6270 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:17.642278 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9db14cff-ba96-4631-90c6-e261bf6d6270 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:17.866393 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-9db14cff-ba96-4631-90c6-e261bf6d6270 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Calling delete_port for 9a0e9d30-d476-4f64-ab26-d6a742070850 owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:29:17.999605 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8513a125-606b-4e48-a4c3-59cece16b126 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:18.025429 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8513a125-606b-4e48-a4c3-59cece16b126 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:18.039553 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-64cb697f-ac56-49ac-a474-34afca63d2d5 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Synchronizing usage tracker for tenant:4ab6dabfc6c044e3a257a928739aed2b on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:29:18.076786 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e44b0-8dfc-4a94-8e5e-c876acc8e05d req-178500ba-7519-4d36-bf3d-03ffbb2313d9 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:18.077699 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-b49e44b0-8dfc-4a94-8e5e-c876acc8e05d req-178500ba-7519-4d36-bf3d-03ffbb2313d9 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Synchronizing usage tracker for tenant:0d8e63cb106b40b880c35c46eb22d5c0 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:29:18.083294 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8513a125-606b-4e48-a4c3-59cece16b126 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:18.083787 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8513a125-606b-4e48-a4c3-59cece16b126 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Fanout notify agent at l3_agent the message router_deleted on router 234b5a33-7e6e-4b5a-b8ce-5471f2a85993 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:29:18.094215 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9db14cff-ba96-4631-90c6-e261bf6d6270 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:18.100954 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8513a125-606b-4e48-a4c3-59cece16b126 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:18.105093 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8513a125-606b-4e48-a4c3-59cece16b126 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "DELETE /v2.0/routers/234b5a33-7e6e-4b5a-b8ce-5471f2a85993 HTTP/1.1" status: 204 len: 168 time: 0.8869441 May 23 11:29:18.108859 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45112) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:18.142232 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-64cb697f-ac56-49ac-a474-34afca63d2d5 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Unset dirty status for tenant:4ab6dabfc6c044e3a257a928739aed2b on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:29:18.148295 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-b49e44b0-8dfc-4a94-8e5e-c876acc8e05d req-178500ba-7519-4d36-bf3d-03ffbb2313d9 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Unset dirty status for tenant:0d8e63cb106b40b880c35c46eb22d5c0 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:29:18.149446 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b49e44b0-8dfc-4a94-8e5e-c876acc8e05d req-178500ba-7519-4d36-bf3d-03ffbb2313d9 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.13 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.2210174 May 23 11:29:18.150107 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-64cb697f-ac56-49ac-a474-34afca63d2d5 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1712278422&fields=id&tenant_id=4ab6dabfc6c044e3a257a928739aed2b HTTP/1.1" status: 200 len: 267 time: 0.5586565 May 23 11:29:18.185347 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db14cff-ba96-4631-90c6-e261bf6d6270 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event deleted for resources: {'Port': ['ID=9a0e9d30-d476-4f64-ab26-d6a742070850,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:18.257146 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-b49e44b0-8dfc-4a94-8e5e-c876acc8e05d req-597fd2ae-a515-4845-bcfc-c89824353905 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Deleting port 3afd64a2-b6a5-4913-a9be-716566b8de39 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:29:18.257528 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b49e44b0-8dfc-4a94-8e5e-c876acc8e05d req-597fd2ae-a515-4845-bcfc-c89824353905 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:18.497262 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-b44577a5-f488-4d3f-9399-ecb262a9fc49 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:18.505383 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-b44577a5-f488-4d3f-9399-ecb262a9fc49 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/networks?id=76b2273d-b51d-4df1-8907-c6d24ae3fac2 HTTP/1.1" status: 200 len: 818 time: 0.3538933 May 23 11:29:18.518980 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9db14cff-ba96-4631-90c6-e261bf6d6270 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:18.593154 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e274375-227f-4f40-8860-46efb8dcefe9 req-3ad81b6a-f55c-4cab-80a7-037e54025af3 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:18.596961 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9e274375-227f-4f40-8860-46efb8dcefe9 req-3ad81b6a-f55c-4cab-80a7-037e54025af3 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 945 time: 0.5444918 May 23 11:29:18.658773 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-6eef8f09-2c15-4eac-b49f-88c42705c751 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/quotas/4ab6dabfc6c044e3a257a928739aed2b HTTP/1.1" status: 200 len: 375 time: 0.1530583 May 23 11:29:18.676731 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-b49e44b0-8dfc-4a94-8e5e-c876acc8e05d req-597fd2ae-a515-4845-bcfc-c89824353905 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] For port 3afd64a2-b6a5-4913-a9be-716566b8de39, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=3afd64a2-b6a5-4913-a9be-716566b8de39,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:29:18.677083 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b49e44b0-8dfc-4a94-8e5e-c876acc8e05d req-597fd2ae-a515-4845-bcfc-c89824353905 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:18.796966 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9e274375-227f-4f40-8860-46efb8dcefe9 req-8c0b774c-43a2-4120-a104-9b708b3510a4 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1d0831e-a12e-4be0-b92f-94620597a594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406708 May 23 11:29:18.918700 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-9305f2e2-36a0-4b7f-8d57-575ea36ba7d2 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4ab6dabfc6c044e3a257a928739aed2b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2418561 May 23 11:29:19.145525 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2d56826-3373-497a-98bf-9abf6fa275e2 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Deleting subnet f2ddd64d-d593-433f-87a1-f7a7509a820b {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:29:19.162375 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c2d56826-3373-497a-98bf-9abf6fa275e2 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:19.233214 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-27609d02-2eb2-4e5b-84b1-7576b96790b8 service neutron] 10.222.0.79 "GET /v2.0/networks/76b2273d-b51d-4df1-8907-c6d24ae3fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000147 May 23 11:29:19.246412 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c2d56826-3373-497a-98bf-9abf6fa275e2 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:19.381905 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c2d56826-3373-497a-98bf-9abf6fa275e2 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:19.521727 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b49e44b0-8dfc-4a94-8e5e-c876acc8e05d req-597fd2ae-a515-4845-bcfc-c89824353905 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:19.522195 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b49e44b0-8dfc-4a94-8e5e-c876acc8e05d req-597fd2ae-a515-4845-bcfc-c89824353905 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:19.522551 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [req-b49e44b0-8dfc-4a94-8e5e-c876acc8e05d req-597fd2ae-a515-4845-bcfc-c89824353905 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Floating IP c28cc5c4-8f3c-4226-82ca-6580b87892fc disassociated. External IP: 172.25.6.106, port: 3afd64a2-b6a5-4913-a9be-716566b8de39. May 23 11:29:19.522924 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-b49e44b0-8dfc-4a94-8e5e-c876acc8e05d req-597fd2ae-a515-4845-bcfc-c89824353905 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Calling delete_port for 3afd64a2-b6a5-4913-a9be-716566b8de39 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:29:19.664534 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d621cb84-b02e-40cc-a861-eea2a99d13ab req-0dc2086c-5257-45ad-80ca-e68e74e1acf9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=66ebd9b4-cedf-4e78-a215-67bd9296ceaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4764380 May 23 11:29:19.687331 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c2d56826-3373-497a-98bf-9abf6fa275e2 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:19.700140 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-2dcb3e48-9d2b-4db1-bbfb-68970025253b service neutron] 10.222.0.79 "GET /v2.0/networks/76b2273d-b51d-4df1-8907-c6d24ae3fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563558 May 23 11:29:19.768716 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d56826-3373-497a-98bf-9abf6fa275e2 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event deleted for resources: {'Subnet': ['ID=f2ddd64d-d593-433f-87a1-f7a7509a820b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:19.824168 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c2d56826-3373-497a-98bf-9abf6fa275e2 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:19.832199 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2bcec6-a96f-4a86-a6b2-c01fa776f813 None None] Network 691f323c-8c0d-48ef-99b8-efd7a541d6a3 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:29:19.870832 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c2d56826-3373-497a-98bf-9abf6fa275e2 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "DELETE /v2.0/subnets/f2ddd64d-d593-433f-87a1-f7a7509a820b HTTP/1.1" status: 204 len: 168 time: 1.7584772 May 23 11:29:19.872405 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45134) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:19.963852 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d621cb84-b02e-40cc-a861-eea2a99d13ab req-2dcd4603-4f14-40b0-8b15-a49addd70758 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ab6dabfc6c044e3a257a928739aed2b&device_id=66ebd9b4-cedf-4e78-a215-67bd9296ceaa HTTP/1.1" status: 200 len: 1096 time: 0.2536364 May 23 11:29:20.070922 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b49e44b0-8dfc-4a94-8e5e-c876acc8e05d req-597fd2ae-a515-4845-bcfc-c89824353905 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:20.183119 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 3afd64a2-b6a5-4913-a9be-716566b8de39 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:29:20.230207 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 3afd64a2-b6a5-4913-a9be-716566b8de39 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:29:20.230546 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 3afd64a2-b6a5-4913-a9be-716566b8de39 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:29:20.325362 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597fd2ae-a515-4845-bcfc-c89824353905 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Pushing event deleted for resources: {'Port': ['ID=3afd64a2-b6a5-4913-a9be-716566b8de39,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:20.328898 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3ba6bb84-74f2-48dc-b221-96c2b354c742 req-cf0e8268-e08e-4616-908b-2f74a99d4a14 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=827bbfd7-32b0-4792-a06a-16a13bb77f8a HTTP/1.1" status: 200 len: 210 time: 0.0600898 May 23 11:29:20.369402 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eef4409-a154-46de-bdf6-11ec14528424 None None] DHCP port deletion for 691f323c-8c0d-48ef-99b8-efd7a541d6a3 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:29:20.372891 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93e0d0a0-9610-4679-a9d8-24fa15dc66d6 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:20.381036 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-9eef4409-a154-46de-bdf6-11ec14528424 None None] Deleting port 55eb5f5b-59f1-48d2-a7a7-0f93e0b9cd55 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:29:20.381405 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9eef4409-a154-46de-bdf6-11ec14528424 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:20.668477 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621cb84-b02e-40cc-a861-eea2a99d13ab req-a36c2a25-34ce-4d36-8e1e-f2c414655737 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:20.670971 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d621cb84-b02e-40cc-a861-eea2a99d13ab req-a36c2a25-34ce-4d36-8e1e-f2c414655737 service neutron] 10.222.0.13 "GET /v2.0/networks?id=76b2273d-b51d-4df1-8907-c6d24ae3fac2 HTTP/1.1" status: 200 len: 919 time: 0.6663542 May 23 11:29:20.702827 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db14cff-ba96-4631-90c6-e261bf6d6270 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Router 745926e2-683d-45c9-a4a0-ccf172531d07 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:29:20.738036 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-93e0d0a0-9610-4679-a9d8-24fa15dc66d6 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Deleting port 55eb5f5b-59f1-48d2-a7a7-0f93e0b9cd55 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:29:20.750946 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-01d9887e-fa7d-4bb6-af21-a1aef0659352 req-50a34f6a-dab0-4cdf-ad3d-f89e2071e23c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 210 time: 0.4167645 May 23 11:29:20.752446 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93e0d0a0-9610-4679-a9d8-24fa15dc66d6 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:20.849331 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-9eef4409-a154-46de-bdf6-11ec14528424 None None] For port 55eb5f5b-59f1-48d2-a7a7-0f93e0b9cd55, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=55eb5f5b-59f1-48d2-a7a7-0f93e0b9cd55,segment=NetworkSegment(9c41c0ed-cce4-4d17-988a-6bd057d5ee8e),segment_id=9c41c0ed-cce4-4d17-988a-6bd057d5ee8e)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:29:20.850370 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9eef4409-a154-46de-bdf6-11ec14528424 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:21.233052 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d621cb84-b02e-40cc-a861-eea2a99d13ab req-9dc1088a-4e11-4ad0-8d15-b4e4a9fbb86b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=599aa79b-f47f-4490-b89c-181bc41436a4 HTTP/1.1" status: 200 len: 217 time: 0.5119565 May 23 11:29:21.297047 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-9eef4409-a154-46de-bdf6-11ec14528424 None None] Calling delete_port for 55eb5f5b-59f1-48d2-a7a7-0f93e0b9cd55 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:29:21.327935 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-93e0d0a0-9610-4679-a9d8-24fa15dc66d6 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] For port 55eb5f5b-59f1-48d2-a7a7-0f93e0b9cd55, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=55eb5f5b-59f1-48d2-a7a7-0f93e0b9cd55,segment=NetworkSegment(9c41c0ed-cce4-4d17-988a-6bd057d5ee8e),segment_id=9c41c0ed-cce4-4d17-988a-6bd057d5ee8e)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:29:21.328529 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93e0d0a0-9610-4679-a9d8-24fa15dc66d6 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:21.415900 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 55eb5f5b-59f1-48d2-a7a7-0f93e0b9cd55 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:29:21.479130 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 55eb5f5b-59f1-48d2-a7a7-0f93e0b9cd55 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:29:21.479640 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 55eb5f5b-59f1-48d2-a7a7-0f93e0b9cd55 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:29:21.481186 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9eef4409-a154-46de-bdf6-11ec14528424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:21.495764 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621cb84-b02e-40cc-a861-eea2a99d13ab req-846d85dc-4127-4ef0-bd76-6d16ea958bc3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:21.497673 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d621cb84-b02e-40cc-a861-eea2a99d13ab req-846d85dc-4127-4ef0-bd76-6d16ea958bc3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=82176f08-fc90-4d7e-a669-0e8701d67807 HTTP/1.1" status: 200 len: 857 time: 0.2495062 May 23 11:29:21.532402 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-93e0d0a0-9610-4679-a9d8-24fa15dc66d6 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Calling delete_port for 55eb5f5b-59f1-48d2-a7a7-0f93e0b9cd55 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:29:21.594067 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eef4409-a154-46de-bdf6-11ec14528424 None None] No DVR routers for this DVR port 55eb5f5b-59f1-48d2-a7a7-0f93e0b9cd55 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:29:21.628748 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef4409-a154-46de-bdf6-11ec14528424 None None] Pushing event deleted for resources: {'Port': ['ID=55eb5f5b-59f1-48d2-a7a7-0f93e0b9cd55,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:21.746142 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d621cb84-b02e-40cc-a861-eea2a99d13ab req-f7fc7390-b0a9-458c-92df-4987c486c224 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76b2273d-b51d-4df1-8907-c6d24ae3fac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2424099 May 23 11:29:21.785231 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db14cff-ba96-4631-90c6-e261bf6d6270 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:29:21.798927 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d458b461-0b13-420e-b60f-3ca151060193 None None] Sync routers for ids ['745926e2-683d-45c9-a4a0-ccf172531d07'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:29:21.821822 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d458b461-0b13-420e-b60f-3ca151060193 None None] Routers {'745926e2-683d-45c9-a4a0-ccf172531d07'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:29:21.822471 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d458b461-0b13-420e-b60f-3ca151060193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:29:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['745926e2-683d-45c9-a4a0-ccf172531d07'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:21.868363 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9db14cff-ba96-4631-90c6-e261bf6d6270 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:21.892463 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.api [None req-93e0d0a0-9610-4679-a9d8-24fa15dc66d6 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:29:21.892990 n-d-842952-2 neutron-server[83911]: DEBUG oslo_db.api [None req-93e0d0a0-9610-4679-a9d8-24fa15dc66d6 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:29:21.895658 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b49e44b0-8dfc-4a94-8e5e-c876acc8e05d req-597fd2ae-a515-4845-bcfc-c89824353905 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Router 2edb8702-07e6-4fcf-bd80-e5471f932034 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:29:22.051693 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9db14cff-ba96-4631-90c6-e261bf6d6270 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "DELETE /v2.0/floatingips/eac41a2d-24a9-41f1-8120-003257a54194 HTTP/1.1" status: 204 len: 168 time: 4.9670479 May 23 11:29:22.058707 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d012f76-526d-4c95-866f-1111b114b49e', 'tag': 'a59d0c12-4180-489b-87af-3fc74dd9a8b1'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:29:22.079690 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d621cb84-b02e-40cc-a861-eea2a99d13ab req-57331e1f-fe5b-4297-9de8-0b7ad2259813 service neutron] 10.222.0.13 "GET /v2.0/networks/76b2273d-b51d-4df1-8907-c6d24ae3fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236852 May 23 11:29:22.160551 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-d458b461-0b13-420e-b60f-3ca151060193 None None] Set router 745926e2-683d-45c9-a4a0-ccf172531d07 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:29:22.365542 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-aab837e4-a8fd-492c-add3-c3869939c8cf tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:22.370623 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-aab837e4-a8fd-492c-add3-c3869939c8cf tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.81 "GET /v2.0/networks?id=76b2273d-b51d-4df1-8907-c6d24ae3fac2 HTTP/1.1" status: 200 len: 818 time: 0.2590444 May 23 11:29:22.395439 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-93e0d0a0-9610-4679-a9d8-24fa15dc66d6 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Deleting port 55eb5f5b-59f1-48d2-a7a7-0f93e0b9cd55 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:29:22.395814 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93e0d0a0-9610-4679-a9d8-24fa15dc66d6 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:22.501615 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-383ac513-f0b0-4184-b0c6-aa24c7c4e568 req-0db9ea77-79f8-4fd0-b37f-c82af61e19ce tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 210 time: 0.3188705 May 23 11:29:22.504102 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d621cb84-b02e-40cc-a861-eea2a99d13ab req-d9a7d146-3e3b-4ba0-8f20-1caec9fce765 service neutron] 10.222.0.13 "GET /v2.0/networks/76b2273d-b51d-4df1-8907-c6d24ae3fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4173651 May 23 11:29:22.561033 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-13fbf2be-1dc5-4969-aaa1-4c2f8879d87e req-e40a8494-1688-4876-9cdb-12f317bb86aa tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=827bbfd7-32b0-4792-a06a-16a13bb77f8a HTTP/1.1" status: 200 len: 210 time: 0.2679763 May 23 11:29:22.564988 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-93e0d0a0-9610-4679-a9d8-24fa15dc66d6 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] The port '55eb5f5b-59f1-48d2-a7a7-0f93e0b9cd55' was deleted {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:29:22.573790 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b49e44b0-8dfc-4a94-8e5e-c876acc8e05d req-597fd2ae-a515-4845-bcfc-c89824353905 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:29:22.598958 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45190) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:22.599460 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3aef86-2aa2-4e73-89b0-4a9db061cb1d None None] Sync routers for ids ['2edb8702-07e6-4fcf-bd80-e5471f932034'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:29:22.621983 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3aef86-2aa2-4e73-89b0-4a9db061cb1d None None] Routers {'2edb8702-07e6-4fcf-bd80-e5471f932034'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:29:22.624528 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-cc3aef86-2aa2-4e73-89b0-4a9db061cb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:29:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['2edb8702-07e6-4fcf-bd80-e5471f932034'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:22.625034 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d458b461-0b13-420e-b60f-3ca151060193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745926e2-683d-45c9-a4a0-ccf172531d07', 'name': 'tempest-TestNetworkBasicOps-router-1862061221', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:27:45Z', 'updated_at': '2022-05-23T11:28:01Z', 'revision_number': 4, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'gw_port': {'id': '8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745926e2-683d-45c9-a4a0-ccf172531d07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:48Z', 'updated_at': '2022-05-23T11:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'ab79b9aa-1149-4113-aa6f-95463d57b11b', 'name': '', 'network_id': '3d988946-9a37-4e30-8559-561741115da0', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'mac_address': 'fa:16:3e:0a:8f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745926e2-683d-45c9-a4a0-ccf172531d07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a857c9d-ee5c-46b0-9e98-8aff5e6502da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:58Z', 'updated_at': '2022-05-23T11:28:11Z', 'revision_number': 5, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'subnets': [{'id': '1a857c9d-ee5c-46b0-9e98-8aff5e6502da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:22.635050 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d458b461-0b13-420e-b60f-3ca151060193 None None] Checking router: 745926e2-683d-45c9-a4a0-ccf172531d07 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:29:22.652536 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d458b461-0b13-420e-b60f-3ca151060193 None None] Routers {'745926e2-683d-45c9-a4a0-ccf172531d07'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:29:22.653403 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d458b461-0b13-420e-b60f-3ca151060193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:29:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['745926e2-683d-45c9-a4a0-ccf172531d07'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:22.724128 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0382b5c0-ca58-4f05-8dc3-c85cd8d9d284'] response: {'name': 'network-changed', 'server_uuid': '8d012f76-526d-4c95-866f-1111b114b49e', 'tag': 'a59d0c12-4180-489b-87af-3fc74dd9a8b1', 'status': 'completed', 'code': 200} May 23 11:29:22.895784 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-d458b461-0b13-420e-b60f-3ca151060193 None None] Set router 745926e2-683d-45c9-a4a0-ccf172531d07 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:29:22.904101 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-185a3a0d-4711-45bb-94fc-ac633c8a1102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:22.988808 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-185a3a0d-4711-45bb-94fc-ac633c8a1102 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:29:22.998001 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-185a3a0d-4711-45bb-94fc-ac633c8a1102 admin admin] Usage tracker for resource:security_group_rule and tenant:e69d1c01983b4a81b669897f18386425 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:29:23.010735 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-185a3a0d-4711-45bb-94fc-ac633c8a1102 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:29:23.023010 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-185a3a0d-4711-45bb-94fc-ac633c8a1102 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:29:23.088963 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-cc3aef86-2aa2-4e73-89b0-4a9db061cb1d None None] Set router 2edb8702-07e6-4fcf-bd80-e5471f932034 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:29:23.166377 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-185a3a0d-4711-45bb-94fc-ac633c8a1102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:23.174044 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-185a3a0d-4711-45bb-94fc-ac633c8a1102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:23.227563 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-b49e44b0-8dfc-4a94-8e5e-c876acc8e05d req-597fd2ae-a515-4845-bcfc-c89824353905 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] No DVR routers for this DVR port 3afd64a2-b6a5-4913-a9be-716566b8de39 on host n-h1-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:29:23.239463 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b49e44b0-8dfc-4a94-8e5e-c876acc8e05d req-597fd2ae-a515-4845-bcfc-c89824353905 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:23.244561 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-c09be90b-b72d-48e7-bb76-34b38b8db6b1 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Synchronizing usage tracker for tenant:4ab6dabfc6c044e3a257a928739aed2b on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:29:23.248394 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a3a0d-4711-45bb-94fc-ac633c8a1102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e235d87-10f2-4234-b904-02344e08222e,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:23.252287 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be11c2e-70c8-4051-9ea8-628eee2c4908', 'name': 'network-vif-deleted', 'tag': '3afd64a2-b6a5-4913-a9be-716566b8de39'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:29:23.267241 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93e0d0a0-9610-4679-a9d8-24fa15dc66d6 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:23.300814 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b49e44b0-8dfc-4a94-8e5e-c876acc8e05d req-597fd2ae-a515-4845-bcfc-c89824353905 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.13 "DELETE /v2.0/ports/3afd64a2-b6a5-4913-a9be-716566b8de39 HTTP/1.1" status: 204 len: 173 time: 5.1346688 May 23 11:29:23.337317 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-c09be90b-b72d-48e7-bb76-34b38b8db6b1 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Unset dirty status for tenant:4ab6dabfc6c044e3a257a928739aed2b on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:29:23.338883 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-c09be90b-b72d-48e7-bb76-34b38b8db6b1 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ab6dabfc6c044e3a257a928739aed2b HTTP/1.1" status: 200 len: 380 time: 0.8877287 May 23 11:29:23.341336 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-93e0d0a0-9610-4679-a9d8-24fa15dc66d6 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['691f323c-8c0d-48ef-99b8-efd7a541d6a3']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:23.368194 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-f9a06f16-74db-4a4d-9e83-424e3e8c643b tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Request body: {'port': {'device_id': '827bbfd7-32b0-4792-a06a-16a13bb77f8a', 'network_id': '76b2273d-b51d-4df1-8907-c6d24ae3fac2', 'admin_state_up': True, 'tenant_id': '4ab6dabfc6c044e3a257a928739aed2b', 'security_groups': ['96623369-654d-40bc-8c92-c3b2e689341e']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:29:23.374535 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-185a3a0d-4711-45bb-94fc-ac633c8a1102 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e69d1c01983b4a81b669897f18386425&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7744062 May 23 11:29:23.379421 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45202) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:23.457288 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-93e0d0a0-9610-4679-a9d8-24fa15dc66d6 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c41c0ed-cce4-4d17-988a-6bd057d5ee8e') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:23.457628 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-93e0d0a0-9610-4679-a9d8-24fa15dc66d6 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c41c0ed-cce4-4d17-988a-6bd057d5ee8e') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:23.465795 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51655352-7eec-4bc2-a4ab-5f0185fab201'] response: {'server_uuid': '2be11c2e-70c8-4051-9ea8-628eee2c4908', 'name': 'network-vif-deleted', 'tag': '3afd64a2-b6a5-4913-a9be-716566b8de39', 'status': 'completed', 'code': 200} May 23 11:29:23.498470 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d458b461-0b13-420e-b60f-3ca151060193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745926e2-683d-45c9-a4a0-ccf172531d07', 'name': 'tempest-TestNetworkBasicOps-router-1862061221', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:27:45Z', 'updated_at': '2022-05-23T11:28:01Z', 'revision_number': 4, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'gw_port': {'id': '8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745926e2-683d-45c9-a4a0-ccf172531d07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:48Z', 'updated_at': '2022-05-23T11:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'ab79b9aa-1149-4113-aa6f-95463d57b11b', 'name': '', 'network_id': '3d988946-9a37-4e30-8559-561741115da0', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'mac_address': 'fa:16:3e:0a:8f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745926e2-683d-45c9-a4a0-ccf172531d07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a857c9d-ee5c-46b0-9e98-8aff5e6502da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:58Z', 'updated_at': '2022-05-23T11:28:11Z', 'revision_number': 5, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'subnets': [{'id': '1a857c9d-ee5c-46b0-9e98-8aff5e6502da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:23.501412 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93e0d0a0-9610-4679-a9d8-24fa15dc66d6 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:23.516149 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-faa3f480-3781-4edd-b8bd-38634fadaca1 req-57aa5176-137d-4fa7-8a7d-ce58e5d3bf8a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7e6820b1da73478a8f6280c600dfbb0e&device_id=8d012f76-526d-4c95-866f-1111b114b49e HTTP/1.1" status: 200 len: 1096 time: 0.6260362 May 23 11:29:23.520557 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d458b461-0b13-420e-b60f-3ca151060193 None None] The sync data for ids ['745926e2-683d-45c9-a4a0-ccf172531d07'] in n-d-842952-2 is: [{'id': '745926e2-683d-45c9-a4a0-ccf172531d07', 'name': 'tempest-TestNetworkBasicOps-router-1862061221', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:27:45Z', 'updated_at': '2022-05-23T11:28:01Z', 'revision_number': 4, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'gw_port': {'id': '8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745926e2-683d-45c9-a4a0-ccf172531d07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:48Z', 'updated_at': '2022-05-23T11:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'ab79b9aa-1149-4113-aa6f-95463d57b11b', 'name': '', 'network_id': '3d988946-9a37-4e30-8559-561741115da0', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'mac_address': 'fa:16:3e:0a:8f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745926e2-683d-45c9-a4a0-ccf172531d07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a857c9d-ee5c-46b0-9e98-8aff5e6502da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:58Z', 'updated_at': '2022-05-23T11:28:11Z', 'revision_number': 5, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'subnets': [{'id': '1a857c9d-ee5c-46b0-9e98-8aff5e6502da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:29:23.531447 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-cc3aef86-2aa2-4e73-89b0-4a9db061cb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edb8702-07e6-4fcf-bd80-e5471f932034', 'name': 'tempest-ServerActionsTestJSON-1331501959-router', 'tenant_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'd4c8d402-9063-4ea5-bd4c-a1e1e51c0b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:17:32Z', 'updated_at': '2022-05-23T11:17:50Z', 'revision_number': 4, 'project_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'gw_port': {'id': 'd4c8d402-9063-4ea5-bd4c-a1e1e51c0b40', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:44:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edb8702-07e6-4fcf-bd80-e5471f932034', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:34Z', 'updated_at': '2022-05-23T11:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '5be1fc14-28d2-437d-b7ea-23abbeecda61', 'name': '', 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24', 'tenant_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'mac_address': 'fa:16:3e:2f:de:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edb8702-07e6-4fcf-bd80-e5471f932034', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54335c97-79a1-4f1c-bc27-f53589fd26ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:47Z', 'updated_at': '2022-05-23T11:18:06Z', 'revision_number': 5, 'project_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'subnets': [{'id': '54335c97-79a1-4f1c-bc27-f53589fd26ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:23.536653 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3aef86-2aa2-4e73-89b0-4a9db061cb1d None None] Checking router: 2edb8702-07e6-4fcf-bd80-e5471f932034 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:29:23.549642 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3aef86-2aa2-4e73-89b0-4a9db061cb1d None None] Routers {'2edb8702-07e6-4fcf-bd80-e5471f932034'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:29:23.550281 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-cc3aef86-2aa2-4e73-89b0-4a9db061cb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:29:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['2edb8702-07e6-4fcf-bd80-e5471f932034'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:23.563563 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93e0d0a0-9610-4679-a9d8-24fa15dc66d6 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:23.624928 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1db6a344-d127-4ac2-892c-b089eafc4d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:23.672821 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93e0d0a0-9610-4679-a9d8-24fa15dc66d6 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:29:23.673287 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93e0d0a0-9610-4679-a9d8-24fa15dc66d6 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:23.674480 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1db6a344-d127-4ac2-892c-b089eafc4d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:23.696139 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:29:23.696139 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:29:23.696139 n-d-842952-2 neutron-server[83911]: timer() May 23 11:29:23.696139 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:29:23.696139 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:29:23.696139 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:29:23.696139 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:29:23.696139 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:29:23.696139 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:29:23.696139 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:29:23.696139 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:29:23.696139 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:29:23.696139 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:29:23.696139 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:29:23.696139 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:29:23.696139 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:29:23.696139 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:29:23.696139 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:29:23.696139 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:29:23.696139 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:29:23.696139 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:29:23.696139 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:29:23.696139 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:29:23.696139 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:29:23.696139 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:29:23.696139 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:29:23.696139 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:29:23.696139 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:29:23.696139 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:29:23.696139 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:29:23.696139 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:29:23.696139 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:29:23.797442 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5bf72607-50b1-4c73-9d0f-9d321dca98c8 req-6ed1dd31-46ed-4264-8ef1-9afb36e93f2c tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be11c2e-70c8-4051-9ea8-628eee2c4908 HTTP/1.1" status: 200 len: 210 time: 0.0605109 May 23 11:29:23.815443 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-f9a06f16-74db-4a4d-9e83-424e3e8c643b tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:29:23.822373 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-cc3aef86-2aa2-4e73-89b0-4a9db061cb1d None None] Set router 2edb8702-07e6-4fcf-bd80-e5471f932034 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:29:23.868700 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93e0d0a0-9610-4679-a9d8-24fa15dc66d6 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:23.874215 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93e0d0a0-9610-4679-a9d8-24fa15dc66d6 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:23.881642 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-f9a06f16-74db-4a4d-9e83-424e3e8c643b tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:29:23.881952 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8176a9e-631e-404a-bf5f-3429f46da688 req-ddd644d8-f18b-4caa-a7d4-edfb558a5d17 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:23.882997 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-b8176a9e-631e-404a-bf5f-3429f46da688 req-ddd644d8-f18b-4caa-a7d4-edfb558a5d17 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Synchronizing usage tracker for tenant:7e6820b1da73478a8f6280c600dfbb0e on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:29:23.915308 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-b8176a9e-631e-404a-bf5f-3429f46da688 req-ddd644d8-f18b-4caa-a7d4-edfb558a5d17 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Unset dirty status for tenant:7e6820b1da73478a8f6280c600dfbb0e on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:29:23.926790 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b8176a9e-631e-404a-bf5f-3429f46da688 req-ddd644d8-f18b-4caa-a7d4-edfb558a5d17 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d012f76-526d-4c95-866f-1111b114b49e HTTP/1.1" status: 200 len: 945 time: 0.6520917 May 23 11:29:23.956770 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e0d0a0-9610-4679-a9d8-24fa15dc66d6 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event deleted for resources: {'Network': ['ID=691f323c-8c0d-48ef-99b8-efd7a541d6a3,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:23.973979 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1db6a344-d127-4ac2-892c-b089eafc4d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:24.007248 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-93e0d0a0-9610-4679-a9d8-24fa15dc66d6 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "DELETE /v2.0/networks/691f323c-8c0d-48ef-99b8-efd7a541d6a3 HTTP/1.1" status: 204 len: 168 time: 4.1318657 May 23 11:29:24.008396 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45212) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:24.013960 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c8b820c2-fd27-495d-8db5-6dcca5a2e8de req-20e18f30-9fb9-4b23-86d9-22ca0d7b3826 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4993818 May 23 11:29:24.027697 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96c0ffb-ae19-44f6-97d7-986f18dc2287 None None] New status for floating IP eac41a2d-24a9-41f1-8120-003257a54194: DOWN {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:29:24.032456 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db6a344-d127-4ac2-892c-b089eafc4d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e235d87-10f2-4234-b904-02344e08222e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:24.056544 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e791ec25-06d5-4a55-8d94-dbedac34e53c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1360934429', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}, 'admin_state_up': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:29:24.070708 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1db6a344-d127-4ac2-892c-b089eafc4d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:24.081350 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1db6a344-d127-4ac2-892c-b089eafc4d32 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3e235d87-10f2-4234-b904-02344e08222e HTTP/1.1" status: 204 len: 168 time: 0.6980646 May 23 11:29:24.099300 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3f480-3781-4edd-b8bd-38634fadaca1 req-3ab2f3dd-f0ae-4a65-b727-822f08f8a211 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:24.108876 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-faa3f480-3781-4edd-b8bd-38634fadaca1 req-3ab2f3dd-f0ae-4a65-b727-822f08f8a211 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3d988946-9a37-4e30-8559-561741115da0 HTTP/1.1" status: 200 len: 898 time: 0.5773470 May 23 11:29:24.109585 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-f9a06f16-74db-4a4d-9e83-424e3e8c643b tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Made reservation on behalf of 4ab6dabfc6c044e3a257a928739aed2b for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:29:24.121268 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-f9a06f16-74db-4a4d-9e83-424e3e8c643b tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:24.122069 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b8176a9e-631e-404a-bf5f-3429f46da688 req-f6151a76-e63d-44a1-abc8-10fc0560bf92 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1009997-47be-4544-b332-3d5213461e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925611 May 23 11:29:24.255729 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e791ec25-06d5-4a55-8d94-dbedac34e53c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:29:24.268621 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e791ec25-06d5-4a55-8d94-dbedac34e53c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Usage tracker for resource:router and tenant:313e40337aa44a9094358a8320ee4f45 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:29:24.288831 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e791ec25-06d5-4a55-8d94-dbedac34e53c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:29:24.319206 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c15b9d02-1eaf-4824-891c-e74565ddb103 req-2c1a316e-8ee5-4043-bbcf-6836d1374053 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=827bbfd7-32b0-4792-a06a-16a13bb77f8a HTTP/1.1" status: 200 len: 210 time: 0.1310573 May 23 11:29:24.343870 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e791ec25-06d5-4a55-8d94-dbedac34e53c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:29:24.355241 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-faa3f480-3781-4edd-b8bd-38634fadaca1 req-9526a924-ff16-4a74-ace6-fe8e43de9cac service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a59d0c12-4180-489b-87af-3fc74dd9a8b1 HTTP/1.1" status: 200 len: 217 time: 0.2104399 May 23 11:29:24.408896 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c8b820c2-fd27-495d-8db5-6dcca5a2e8de req-193de7ac-574a-421e-9ebf-4236ddb51a8f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c4112c4fc0ff4a36a1b303475c7f4981&device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 1096 time: 0.1673057 May 23 11:29:24.521338 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e791ec25-06d5-4a55-8d94-dbedac34e53c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:24.522580 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e791ec25-06d5-4a55-8d94-dbedac34e53c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:24.555014 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e791ec25-06d5-4a55-8d94-dbedac34e53c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:24.598075 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-cc3aef86-2aa2-4e73-89b0-4a9db061cb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edb8702-07e6-4fcf-bd80-e5471f932034', 'name': 'tempest-ServerActionsTestJSON-1331501959-router', 'tenant_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'd4c8d402-9063-4ea5-bd4c-a1e1e51c0b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:17:32Z', 'updated_at': '2022-05-23T11:17:50Z', 'revision_number': 4, 'project_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'gw_port': {'id': 'd4c8d402-9063-4ea5-bd4c-a1e1e51c0b40', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:44:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edb8702-07e6-4fcf-bd80-e5471f932034', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:34Z', 'updated_at': '2022-05-23T11:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '5be1fc14-28d2-437d-b7ea-23abbeecda61', 'name': '', 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24', 'tenant_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'mac_address': 'fa:16:3e:2f:de:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edb8702-07e6-4fcf-bd80-e5471f932034', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54335c97-79a1-4f1c-bc27-f53589fd26ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:47Z', 'updated_at': '2022-05-23T11:18:06Z', 'revision_number': 5, 'project_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'subnets': [{'id': '54335c97-79a1-4f1c-bc27-f53589fd26ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:24.603490 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3aef86-2aa2-4e73-89b0-4a9db061cb1d None None] The sync data for ids ['2edb8702-07e6-4fcf-bd80-e5471f932034'] in n-d-842952-2 is: [{'id': '2edb8702-07e6-4fcf-bd80-e5471f932034', 'name': 'tempest-ServerActionsTestJSON-1331501959-router', 'tenant_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'd4c8d402-9063-4ea5-bd4c-a1e1e51c0b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:17:32Z', 'updated_at': '2022-05-23T11:17:50Z', 'revision_number': 4, 'project_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'gw_port': {'id': 'd4c8d402-9063-4ea5-bd4c-a1e1e51c0b40', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:44:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edb8702-07e6-4fcf-bd80-e5471f932034', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:34Z', 'updated_at': '2022-05-23T11:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '5be1fc14-28d2-437d-b7ea-23abbeecda61', 'name': '', 'network_id': '6213997a-77dd-4973-bef8-b88fbf379b24', 'tenant_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'mac_address': 'fa:16:3e:2f:de:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edb8702-07e6-4fcf-bd80-e5471f932034', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54335c97-79a1-4f1c-bc27-f53589fd26ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:47Z', 'updated_at': '2022-05-23T11:18:06Z', 'revision_number': 5, 'project_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'subnets': [{'id': '54335c97-79a1-4f1c-bc27-f53589fd26ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:29:24.730892 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45220) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:24.748565 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.81', 61447) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:24.813850 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-32a0c662-393a-4d60-9dde-0efbabb5548f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:24.866379 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b820c2-fd27-495d-8db5-6dcca5a2e8de req-dddb4d52-43dd-4246-9ad0-5ec01c9ed983 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:24.868049 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c8b820c2-fd27-495d-8db5-6dcca5a2e8de req-dddb4d52-43dd-4246-9ad0-5ec01c9ed983 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0be92582-5915-4835-ac16-79c44c856a03 HTTP/1.1" status: 200 len: 917 time: 0.4398253 May 23 11:29:24.883492 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3f480-3781-4edd-b8bd-38634fadaca1 req-d4a4abcb-ff05-4808-9de4-fbc7afc80479 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:24.885134 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-faa3f480-3781-4edd-b8bd-38634fadaca1 req-d4a4abcb-ff05-4808-9de4-fbc7afc80479 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1a857c9d-ee5c-46b0-9e98-8aff5e6502da HTTP/1.1" status: 200 len: 835 time: 0.5142617 May 23 11:29:24.947169 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c28a2f3-68c3-4c80-8634-fd063c36cd73 None None] New status for floating IP c28cc5c4-8f3c-4226-82ca-6580b87892fc: DOWN {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:29:25.023066 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c8b820c2-fd27-495d-8db5-6dcca5a2e8de req-8f888e43-e350-408f-8aa9-70ed84907851 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b6f6e96-808b-4ed3-983c-812f26858fee HTTP/1.1" status: 200 len: 1000 time: 0.1420074 May 23 11:29:25.075394 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45230) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:25.085462 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-32a0c662-393a-4d60-9dde-0efbabb5548f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:29:25.101296 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-32a0c662-393a-4d60-9dde-0efbabb5548f admin admin] Usage tracker for resource:security_group_rule and tenant:413b39e2a51b4e5da6ad86a5c0657991 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:29:25.109549 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a0d52-637f-4929-a19a-5f2441060bd0 req-2d0b8239-c026-485a-af42-fcdc759828be tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:25.111124 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ef9a0d52-637f-4929-a19a-5f2441060bd0 req-2d0b8239-c026-485a-af42-fcdc759828be tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d012f76-526d-4c95-866f-1111b114b49e HTTP/1.1" status: 200 len: 945 time: 0.3577342 May 23 11:29:25.114036 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-32a0c662-393a-4d60-9dde-0efbabb5548f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:29:25.177336 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e791ec25-06d5-4a55-8d94-dbedac34e53c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:25.216399 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-ef9a0d52-637f-4929-a19a-5f2441060bd0 req-6ee5133a-dabd-429a-8ae4-3c5879832824 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Deleting port a59d0c12-4180-489b-87af-3fc74dd9a8b1 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:29:25.216736 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ef9a0d52-637f-4929-a19a-5f2441060bd0 req-6ee5133a-dabd-429a-8ae4-3c5879832824 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:25.231191 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-f9a06f16-74db-4a4d-9e83-424e3e8c643b tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Allocated IP 172.20.0.13 (76b2273d-b51d-4df1-8907-c6d24ae3fac2/82176f08-fc90-4d7e-a669-0e8701d67807/76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:29:25.299463 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-32a0c662-393a-4d60-9dde-0efbabb5548f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:29:25.324826 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-faa3f480-3781-4edd-b8bd-38634fadaca1 req-55c7b4b8-6059-4bd0-b220-2493351e30aa service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3d988946-9a37-4e30-8559-561741115da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4243920 May 23 11:29:25.477112 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-58d25586-f469-4662-b2cb-b97ca726808d tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:25.529212 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b820c2-fd27-495d-8db5-6dcca5a2e8de req-75c57031-2b7b-430a-92b1-844cee266636 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:25.531040 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c8b820c2-fd27-495d-8db5-6dcca5a2e8de req-75c57031-2b7b-430a-92b1-844cee266636 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b85c12c-741c-420e-9273-6de6d42ac4b3 HTTP/1.1" status: 200 len: 855 time: 0.4993908 May 23 11:29:25.673150 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-25f14c3f-7cd2-4b3c-9a31-1ed0056cfe27 req-b56350ea-4953-43a3-a156-9ae21f8af77f tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=827bbfd7-32b0-4792-a06a-16a13bb77f8a HTTP/1.1" status: 200 len: 210 time: 0.1145129 May 23 11:29:25.687949 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-ef9a0d52-637f-4929-a19a-5f2441060bd0 req-6ee5133a-dabd-429a-8ae4-3c5879832824 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] For port a59d0c12-4180-489b-87af-3fc74dd9a8b1, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=a59d0c12-4180-489b-87af-3fc74dd9a8b1,segment=NetworkSegment(fe30d616-6bae-403f-9207-38fcf47a7d35),segment_id=fe30d616-6bae-403f-9207-38fcf47a7d35)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:29:25.688312 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ef9a0d52-637f-4929-a19a-5f2441060bd0 req-6ee5133a-dabd-429a-8ae4-3c5879832824 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:25.725467 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-58d25586-f469-4662-b2cb-b97ca726808d tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:25.904427 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-faa3f480-3781-4edd-b8bd-38634fadaca1 req-3e72305f-1e82-46b6-9800-192d67fcf55e service neutron] 10.222.0.81 "GET /v2.0/networks/3d988946-9a37-4e30-8559-561741115da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4999847 May 23 11:29:25.912598 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-ef9a0d52-637f-4929-a19a-5f2441060bd0 req-6ee5133a-dabd-429a-8ae4-3c5879832824 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Calling delete_port for a59d0c12-4180-489b-87af-3fc74dd9a8b1 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:29:26.034485 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-f9a06f16-74db-4a4d-9e83-424e3e8c643b tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:26.074350 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e283850-5255-4a13-adba-03087229773e req-397b7aae-9ffa-4449-ba7b-41716c42afd7 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:26.075927 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0e283850-5255-4a13-adba-03087229773e req-397b7aae-9ffa-4449-ba7b-41716c42afd7 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d012f76-526d-4c95-866f-1111b114b49e HTTP/1.1" status: 200 len: 945 time: 0.5903239 May 23 11:29:26.079148 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-f9a06f16-74db-4a4d-9e83-424e3e8c643b tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Transition to ACTIVE for port object 76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:29:26.094555 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-32a0c662-393a-4d60-9dde-0efbabb5548f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:26.116957 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-32a0c662-393a-4d60-9dde-0efbabb5548f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:26.120478 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-58d25586-f469-4662-b2cb-b97ca726808d tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:26.125848 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c8b820c2-fd27-495d-8db5-6dcca5a2e8de req-259c57d1-69a5-4ab2-b67d-2e6ccfb9b0bc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0be92582-5915-4835-ac16-79c44c856a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5684657 May 23 11:29:26.152518 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e791ec25-06d5-4a55-8d94-dbedac34e53c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:26.190998 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d25586-f469-4662-b2cb-b97ca726808d tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d0831e-a12e-4be0-b92f-94620597a594,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:26.200047 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e791ec25-06d5-4a55-8d94-dbedac34e53c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:26.282973 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-faa3f480-3781-4edd-b8bd-38634fadaca1 req-77dc0c2d-0f97-428b-af3e-ab7200e7c973 service neutron] 10.222.0.81 "GET /v2.0/networks/3d988946-9a37-4e30-8559-561741115da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671758 May 23 11:29:26.314145 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-58d25586-f469-4662-b2cb-b97ca726808d tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:26.315473 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-58d25586-f469-4662-b2cb-b97ca726808d tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "DELETE /v2.0/security-groups/d1d0831e-a12e-4be0-b92f-94620597a594 HTTP/1.1" status: 204 len: 168 time: 1.2385154 May 23 11:29:26.319449 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45258) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:26.323998 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-f9a06f16-74db-4a4d-9e83-424e3e8c643b tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:26.333882 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-32a0c662-393a-4d60-9dde-0efbabb5548f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=413b39e2a51b4e5da6ad86a5c0657991&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5993404 May 23 11:29:26.333882 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a0c662-393a-4d60-9dde-0efbabb5548f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6079d5-f30c-4f50-a77b-de7d25291fc5,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:26.334549 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45262) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:26.352864 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0e283850-5255-4a13-adba-03087229773e req-4b74819c-6dbe-41ab-b0fd-cb7ae877074d tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1009997-47be-4544-b332-3d5213461e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2602835 May 23 11:29:26.397295 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-aad6ff33-26d7-4f58-b7ad-8b2fd955ddb0 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] show failed (client error): The resource could not be found. May 23 11:29:26.399164 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-aad6ff33-26d7-4f58-b7ad-8b2fd955ddb0 tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "GET /v2.0/security-groups/d1d0831e-a12e-4be0-b92f-94620597a594 HTTP/1.1" status: 404 len: 347 time: 0.0782042 May 23 11:29:26.404584 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45266) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:26.505792 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a06f16-74db-4a4d-9e83-424e3e8c643b tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Pushing event updated for resources: {'Port': ['ID=76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:26.509587 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-f9a06f16-74db-4a4d-9e83-424e3e8c643b tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Network 76b2273d-b51d-4df1-8907-c6d24ae3fac2 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:29:26.513359 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-f9a06f16-74db-4a4d-9e83-424e3e8c643b tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:29:26.517309 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-f9a06f16-74db-4a4d-9e83-424e3e8c643b tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:29:26.592368 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-f9a06f16-74db-4a4d-9e83-424e3e8c643b tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:26.593258 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-f9a06f16-74db-4a4d-9e83-424e3e8c643b tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:26.623921 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ef9a0d52-637f-4929-a19a-5f2441060bd0 req-6ee5133a-dabd-429a-8ae4-3c5879832824 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:26.629993 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-f9a06f16-74db-4a4d-9e83-424e3e8c643b tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2761726 May 23 11:29:26.639926 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-e791ec25-06d5-4a55-8d94-dbedac34e53c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Allocated IP 172.25.6.207 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/b4302e35-66ef-46dd-86b5-6dfac7133f50) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:29:26.647267 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-1928e69e-990c-4f87-97d7-72110885b7cf service neutron] Request body: {'port': {'device_id': '827bbfd7-32b0-4792-a06a-16a13bb77f8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:29:26.686783 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c8b820c2-fd27-495d-8db5-6dcca5a2e8de req-9f12faa4-a516-4766-81bf-049e0544eada service neutron] 10.222.0.81 "GET /v2.0/networks/0be92582-5915-4835-ac16-79c44c856a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5451787 May 23 11:29:26.776985 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee5133a-dabd-429a-8ae4-3c5879832824 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event deleted for resources: {'Port': ['ID=a59d0c12-4180-489b-87af-3fc74dd9a8b1,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:26.813035 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f8671d7b-d5a4-4f10-8815-542f764a1423 None None] Provisioning for port 76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:29:26.824647 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f8671d7b-d5a4-4f10-8815-542f764a1423 None None] Provisioning complete for port 76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:29:26.825265 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f8671d7b-d5a4-4f10-8815-542f764a1423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:26.896953 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-607db01f-473d-453c-a2df-c8ae742ac15e tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Deleting port e75bef69-ad2f-47ec-bc47-37e03bde0b2d {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:29:26.897543 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-607db01f-473d-453c-a2df-c8ae742ac15e tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:26.946809 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f8671d7b-d5a4-4f10-8815-542f764a1423 None None] Port 76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:29:27.062809 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-edffefb1-772f-4afa-a84d-78234201ded6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:27.082998 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9a0d52-637f-4929-a19a-5f2441060bd0 req-6ee5133a-dabd-429a-8ae4-3c5879832824 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] No DVR routers for this DVR port a59d0c12-4180-489b-87af-3fc74dd9a8b1 on host n-h2-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:29:27.103567 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-1928e69e-990c-4f87-97d7-72110885b7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:27.106043 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ef9a0d52-637f-4929-a19a-5f2441060bd0 req-6ee5133a-dabd-429a-8ae4-3c5879832824 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:27.117030 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d012f76-526d-4c95-866f-1111b114b49e', 'name': 'network-vif-deleted', 'tag': 'a59d0c12-4180-489b-87af-3fc74dd9a8b1'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:29:27.229884 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa98fd6c-2ad8-48f7-87cd-ad52577e6e3c'] response: {'server_uuid': '8d012f76-526d-4c95-866f-1111b114b49e', 'name': 'network-vif-deleted', 'tag': 'a59d0c12-4180-489b-87af-3fc74dd9a8b1', 'status': 'completed', 'code': 200} May 23 11:29:27.265459 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-edffefb1-772f-4afa-a84d-78234201ded6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:27.299461 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c8b820c2-fd27-495d-8db5-6dcca5a2e8de req-a967f362-714f-4919-851c-3da58575e0df service neutron] 10.222.0.81 "GET /v2.0/networks/0be92582-5915-4835-ac16-79c44c856a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5478003 May 23 11:29:27.326227 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e791ec25-06d5-4a55-8d94-dbedac34e53c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:27.334454 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ef9a0d52-637f-4929-a19a-5f2441060bd0 req-6ee5133a-dabd-429a-8ae4-3c5879832824 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.81 "DELETE /v2.0/ports/a59d0c12-4180-489b-87af-3fc74dd9a8b1 HTTP/1.1" status: 204 len: 173 time: 2.2151320 May 23 11:29:27.429685 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187375b4-4021-4f14-aad2-5e5b0f56db86 req-7fb04364-2a07-4b9a-ad15-6446c1bca71b tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:27.431252 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-187375b4-4021-4f14-aad2-5e5b0f56db86 req-7fb04364-2a07-4b9a-ad15-6446c1bca71b tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=827bbfd7-32b0-4792-a06a-16a13bb77f8a HTTP/1.1" status: 200 len: 932 time: 0.4713800 May 23 11:29:27.484488 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-607db01f-473d-453c-a2df-c8ae742ac15e tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:27.485066 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-607db01f-473d-453c-a2df-c8ae742ac15e tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:27.543391 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e791ec25-06d5-4a55-8d94-dbedac34e53c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:27.607612 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e791ec25-06d5-4a55-8d94-dbedac34e53c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:29:27.626183 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-e791ec25-06d5-4a55-8d94-dbedac34e53c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:29:27.641960 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-607db01f-473d-453c-a2df-c8ae742ac15e tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Calling delete_port for e75bef69-ad2f-47ec-bc47-37e03bde0b2d owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:29:27.649756 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e791ec25-06d5-4a55-8d94-dbedac34e53c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:29:27.720980 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-0c469750-ee98-465c-8392-ab736c359efa req-0ac80f29-40c6-48ef-9a00-9ac674a088f6 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Synchronizing usage tracker for tenant:7e6820b1da73478a8f6280c600dfbb0e on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:29:27.730602 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-edffefb1-772f-4afa-a84d-78234201ded6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:27.740330 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e791ec25-06d5-4a55-8d94-dbedac34e53c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event updated for resources: {'Port': ['ID=b4302e35-66ef-46dd-86b5-6dfac7133f50,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:27.755156 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-187375b4-4021-4f14-aad2-5e5b0f56db86 req-dbe93a78-70a5-44df-9c43-9ac17d2b7d7b tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=96623369-654d-40bc-8c92-c3b2e689341e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3130848 May 23 11:29:27.759031 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edffefb1-772f-4afa-a84d-78234201ded6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6079d5-f30c-4f50-a77b-de7d25291fc5,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:27.774560 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-edffefb1-772f-4afa-a84d-78234201ded6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:27.775959 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-edffefb1-772f-4afa-a84d-78234201ded6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cb6079d5-f30c-4f50-a77b-de7d25291fc5 HTTP/1.1" status: 204 len: 168 time: 1.4360881 May 23 11:29:27.788162 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-0c469750-ee98-465c-8392-ab736c359efa req-0ac80f29-40c6-48ef-9a00-9ac674a088f6 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Unset dirty status for tenant:7e6820b1da73478a8f6280c600dfbb0e on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:29:27.789458 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0c469750-ee98-465c-8392-ab736c359efa req-0ac80f29-40c6-48ef-9a00-9ac674a088f6 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "GET /v2.0/ports?device_id=8d012f76-526d-4c95-866f-1111b114b49e HTTP/1.1" status: 200 len: 210 time: 0.1584041 May 23 11:29:27.828354 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-1928e69e-990c-4f87-97d7-72110885b7cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:29:27.842415 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-1928e69e-990c-4f87-97d7-72110885b7cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:27.939746 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-607db01f-473d-453c-a2df-c8ae742ac15e tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:27.940232 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-1928e69e-990c-4f87-97d7-72110885b7cf service neutron] Transition to ACTIVE for port object 76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:29:27.948903 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-1928e69e-990c-4f87-97d7-72110885b7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:27.993075 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607db01f-473d-453c-a2df-c8ae742ac15e tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Pushing event deleted for resources: {'Port': ['ID=e75bef69-ad2f-47ec-bc47-37e03bde0b2d,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:28.149704 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-607db01f-473d-453c-a2df-c8ae742ac15e tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:28.186706 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-607db01f-473d-453c-a2df-c8ae742ac15e tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:28.190575 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-607db01f-473d-453c-a2df-c8ae742ac15e tempest-ServerActionsTestJSON-1530011346 tempest-ServerActionsTestJSON-1530011346-project] 10.222.0.79 "DELETE /v2.0/floatingips/c28cc5c4-8f3c-4226-82ca-6580b87892fc HTTP/1.1" status: 204 len: 168 time: 1.7815416 May 23 11:29:28.191125 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45288) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:28.257011 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device a59d0c12-4180-489b-87af-3fc74dd9a8b1 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:29:28.264729 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e791ec25-06d5-4a55-8d94-dbedac34e53c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:28.265781 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e791ec25-06d5-4a55-8d94-dbedac34e53c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:28.286486 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928e69e-990c-4f87-97d7-72110885b7cf service neutron] Pushing event updated for resources: {'Port': ['ID=76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:28.393004 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: a59d0c12-4180-489b-87af-3fc74dd9a8b1 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:29:28.393354 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device a59d0c12-4180-489b-87af-3fc74dd9a8b1 not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:29:28.710859 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-1928e69e-990c-4f87-97d7-72110885b7cf service neutron] Attempting to bind port 76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:29:28.711200 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-1928e69e-990c-4f87-97d7-72110885b7cf service neutron] Attempting to bind port 76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '5d0c22b8-11c2-4939-b80a-ba90d75c1960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '76b2273d-b51d-4df1-8907-c6d24ae3fac2'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:29:28.711673 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-1928e69e-990c-4f87-97d7-72110885b7cf service neutron] Attempting to bind port 76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669 on network 76b2273d-b51d-4df1-8907-c6d24ae3fac2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:29:28.723972 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-1928e69e-990c-4f87-97d7-72110885b7cf service neutron] Port 76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669 on network 76b2273d-b51d-4df1-8907-c6d24ae3fac2 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:29:28.724294 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-1928e69e-990c-4f87-97d7-72110885b7cf service neutron] Attempting to bind port 76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669 on network 76b2273d-b51d-4df1-8907-c6d24ae3fac2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:29:28.739971 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-1928e69e-990c-4f87-97d7-72110885b7cf service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:29:28.740368 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-1928e69e-990c-4f87-97d7-72110885b7cf service neutron] Checking segment: {'id': '5d0c22b8-11c2-4939-b80a-ba90d75c1960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '76b2273d-b51d-4df1-8907-c6d24ae3fac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:29:28.740707 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-1928e69e-990c-4f87-97d7-72110885b7cf service neutron] Bound using segment: {'id': '5d0c22b8-11c2-4939-b80a-ba90d75c1960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '76b2273d-b51d-4df1-8907-c6d24ae3fac2'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:29:28.741164 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-1928e69e-990c-4f87-97d7-72110885b7cf service neutron] Bound port: 76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d0c22b8-11c2-4939-b80a-ba90d75c1960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '76b2273d-b51d-4df1-8907-c6d24ae3fac2'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:29:28.741618 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-1928e69e-990c-4f87-97d7-72110885b7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:28.976143 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-1928e69e-990c-4f87-97d7-72110885b7cf service neutron] For port 76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:29:28.980902 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-1928e69e-990c-4f87-97d7-72110885b7cf service neutron] For port 76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669,segment=NetworkSegment(5d0c22b8-11c2-4939-b80a-ba90d75c1960),segment_id=5d0c22b8-11c2-4939-b80a-ba90d75c1960)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:29:28.991128 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-1928e69e-990c-4f87-97d7-72110885b7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:29.091905 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45314) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:29.135369 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-1928e69e-990c-4f87-97d7-72110885b7cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:29.137210 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-1928e69e-990c-4f87-97d7-72110885b7cf service neutron] 10.222.0.81 "PUT /v2.0/ports/76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669 HTTP/1.1" status: 200 len: 1092 time: 2.4942060 May 23 11:29:29.144335 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '827bbfd7-32b0-4792-a06a-16a13bb77f8a', 'tag': '76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:29:29.315271 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928e69e-990c-4f87-97d7-72110885b7cf service neutron] Pushing event updated for resources: {'Port': ['ID=76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:29.326524 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed3672c8-95db-43eb-b239-9a2715c208dc'] response: {'name': 'network-changed', 'server_uuid': '827bbfd7-32b0-4792-a06a-16a13bb77f8a', 'tag': '76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669', 'status': 'completed', 'code': 200} May 23 11:29:29.369849 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e791ec25-06d5-4a55-8d94-dbedac34e53c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Router be43870c-fbeb-4cf1-9745-518d0a3f981b is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:29:29.427471 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5806280e-91fc-48a4-a9e0-a48c6d2cd1e4 req-682497f4-171c-4375-b20d-909f6591206f tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:29.429094 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5806280e-91fc-48a4-a9e0-a48c6d2cd1e4 req-682497f4-171c-4375-b20d-909f6591206f tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=827bbfd7-32b0-4792-a06a-16a13bb77f8a HTTP/1.1" status: 200 len: 944 time: 0.2711718 May 23 11:29:29.509302 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-33180370-9090-48b8-8828-3fb68f801d27 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:29.533297 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5806280e-91fc-48a4-a9e0-a48c6d2cd1e4 req-75e908d0-6270-4e39-af7c-961edc2033af tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=96623369-654d-40bc-8c92-c3b2e689341e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927982 May 23 11:29:29.545386 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-34aaef81-0705-4fcd-969d-b3bdd2cb5217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:29.555093 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-33180370-9090-48b8-8828-3fb68f801d27 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:29.865841 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-ee028002-a2c3-4201-95d6-d54a29844357 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4ab6dabfc6c044e3a257a928739aed2b&device_id=827bbfd7-32b0-4792-a06a-16a13bb77f8a HTTP/1.1" status: 200 len: 1095 time: 0.6527557 May 23 11:29:29.968546 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-fe3dcac3-5824-43dc-83b8-be4a76f9faba service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669 HTTP/1.1" status: 200 len: 217 time: 0.0850649 May 23 11:29:30.017283 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-33180370-9090-48b8-8828-3fb68f801d27 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:30.050874 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33180370-9090-48b8-8828-3fb68f801d27 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1009997-47be-4544-b332-3d5213461e3e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:30.070875 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-33180370-9090-48b8-8828-3fb68f801d27 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:30.072658 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-33180370-9090-48b8-8828-3fb68f801d27 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "DELETE /v2.0/security-groups/d1009997-47be-4544-b332-3d5213461e3e HTTP/1.1" status: 204 len: 168 time: 0.9781797 May 23 11:29:30.089812 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-f6fd9a3d-16b3-47fb-86e0-af3e5c811145 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:30.093041 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-f6fd9a3d-16b3-47fb-86e0-af3e5c811145 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=82176f08-fc90-4d7e-a669-0e8701d67807 HTTP/1.1" status: 200 len: 857 time: 0.1161137 May 23 11:29:30.135979 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45336) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:30.218893 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-fdcca1d3-f99a-4a07-8188-6be4a6448021 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=76b2273d-b51d-4df1-8907-c6d24ae3fac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1168118 May 23 11:29:30.221762 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e791ec25-06d5-4a55-8d94-dbedac34e53c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:29:30.236236 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c4d4b1-3a92-4ee0-887c-5b68d63dc5f6 None None] Sync routers for ids ['be43870c-fbeb-4cf1-9745-518d0a3f981b'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:29:30.248874 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c4d4b1-3a92-4ee0-887c-5b68d63dc5f6 None None] Routers {'be43870c-fbeb-4cf1-9745-518d0a3f981b'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:29:30.249706 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e2c4d4b1-3a92-4ee0-887c-5b68d63dc5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:29:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['be43870c-fbeb-4cf1-9745-518d0a3f981b'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:30.318664 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e2c4d4b1-3a92-4ee0-887c-5b68d63dc5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:30.330574 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c4d4b1-3a92-4ee0-887c-5b68d63dc5f6 None None] Routers {'be43870c-fbeb-4cf1-9745-518d0a3f981b'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:29:30.331370 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e2c4d4b1-3a92-4ee0-887c-5b68d63dc5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:29:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['be43870c-fbeb-4cf1-9745-518d0a3f981b'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:30.400016 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e2c4d4b1-3a92-4ee0-887c-5b68d63dc5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:30.400980 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c4d4b1-3a92-4ee0-887c-5b68d63dc5f6 None None] The sync data for ids ['be43870c-fbeb-4cf1-9745-518d0a3f981b'] in n-d-842952-2 is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:29:30.407609 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-6639c9ac-e80b-4b12-840c-55f7bfeeb603 service neutron] 10.222.0.81 "GET /v2.0/networks/76b2273d-b51d-4df1-8907-c6d24ae3fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767058 May 23 11:29:30.419397 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e791ec25-06d5-4a55-8d94-dbedac34e53c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:30.423258 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e791ec25-06d5-4a55-8d94-dbedac34e53c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.4038494 May 23 11:29:30.423984 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45346) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:30.471874 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-34aaef81-0705-4fcd-969d-b3bdd2cb5217 admin admin] Deleting port 5be1fc14-28d2-437d-b7ea-23abbeecda61 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:29:30.472509 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-34aaef81-0705-4fcd-969d-b3bdd2cb5217 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:30.705502 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-90760bd9-c991-4832-a8bc-3b809fbf4643 req-c2c9129f-020c-40c6-96ab-fbde605b40fb service neutron] 10.222.0.81 "GET /v2.0/networks/76b2273d-b51d-4df1-8907-c6d24ae3fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220232 May 23 11:29:30.795612 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f2ca8253-0253-4842-9c58-8b4529a4b4d3 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "GET /v2.0/routers/be43870c-fbeb-4cf1-9745-518d0a3f981b HTTP/1.1" status: 200 len: 885 time: 0.3684006 May 23 11:29:30.795885 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45364) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:30.982364 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-34aaef81-0705-4fcd-969d-b3bdd2cb5217 admin admin] For port 5be1fc14-28d2-437d-b7ea-23abbeecda61, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=5be1fc14-28d2-437d-b7ea-23abbeecda61,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:29:30.982723 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-34aaef81-0705-4fcd-969d-b3bdd2cb5217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:31.073205 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fb3f8196-2802-4236-a807-e045d0e13d76 req-806474c9-17f3-444f-98d9-42d9b444f7b7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4ab6dabfc6c044e3a257a928739aed2b&device_id=827bbfd7-32b0-4792-a06a-16a13bb77f8a HTTP/1.1" status: 200 len: 1095 time: 0.2784216 May 23 11:29:31.115636 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-34aaef81-0705-4fcd-969d-b3bdd2cb5217 admin admin] Calling delete_port for 5be1fc14-28d2-437d-b7ea-23abbeecda61 owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:29:31.175569 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-cdf9f4fe-7642-4ab2-95df-3a92210b5cfb tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Synchronizing usage tracker for tenant:313e40337aa44a9094358a8320ee4f45 on resource:router {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:29:31.197141 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-cdf9f4fe-7642-4ab2-95df-3a92210b5cfb tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Unset dirty status for tenant:313e40337aa44a9094358a8320ee4f45 on resource:router {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:29:31.197698 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-cdf9f4fe-7642-4ab2-95df-3a92210b5cfb tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4010036 May 23 11:29:31.200586 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45376) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:31.208271 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-ba5b9949-d07d-4380-9c19-e05a153c4360 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1360934429'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:29:31.239003 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eee84e-e29c-4847-8218-0fdc3be428af req-b556a686-b2df-4cf0-a1b8-5bcfae413b4a tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:31.240511 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-28eee84e-e29c-4847-8218-0fdc3be428af req-b556a686-b2df-4cf0-a1b8-5bcfae413b4a tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=827bbfd7-32b0-4792-a06a-16a13bb77f8a HTTP/1.1" status: 200 len: 944 time: 0.4860070 May 23 11:29:31.352338 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-28eee84e-e29c-4847-8218-0fdc3be428af req-cc612b11-9523-4267-a317-107e2315122e tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=96623369-654d-40bc-8c92-c3b2e689341e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015565 May 23 11:29:31.376052 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4c857631-4867-43c0-99b2-b2693609756b tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:31.546178 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f8196-2802-4236-a807-e045d0e13d76 req-93d73f04-c7e1-461c-a599-3828f6cf1a61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:31.548126 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fb3f8196-2802-4236-a807-e045d0e13d76 req-93d73f04-c7e1-461c-a599-3828f6cf1a61 service neutron] 10.222.0.81 "GET /v2.0/networks?id=76b2273d-b51d-4df1-8907-c6d24ae3fac2 HTTP/1.1" status: 200 len: 919 time: 0.4681129 May 23 11:29:31.574156 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-34aaef81-0705-4fcd-969d-b3bdd2cb5217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:31.622293 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aaef81-0705-4fcd-969d-b3bdd2cb5217 admin admin] Pushing event deleted for resources: {'Port': ['ID=5be1fc14-28d2-437d-b7ea-23abbeecda61,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:31.767799 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fb3f8196-2802-4236-a807-e045d0e13d76 req-fc03245d-51d4-450b-b79a-e618b41b1808 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669 HTTP/1.1" status: 200 len: 217 time: 0.2118266 May 23 11:29:31.860328 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f8196-2802-4236-a807-e045d0e13d76 req-be7eed86-2c1e-4cac-ab1b-82bd45f3e40f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:31.864479 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fb3f8196-2802-4236-a807-e045d0e13d76 req-be7eed86-2c1e-4cac-ab1b-82bd45f3e40f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=82176f08-fc90-4d7e-a669-0e8701d67807 HTTP/1.1" status: 200 len: 857 time: 0.0900257 May 23 11:29:32.095412 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fb3f8196-2802-4236-a807-e045d0e13d76 req-2e94bce4-cd7a-4d43-af55-4bcc342d772b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=76b2273d-b51d-4df1-8907-c6d24ae3fac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2168338 May 23 11:29:32.240180 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-34aaef81-0705-4fcd-969d-b3bdd2cb5217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:32.254852 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fb3f8196-2802-4236-a807-e045d0e13d76 req-e0f714cd-1332-446f-824b-5a2620a82879 service neutron] 10.222.0.81 "GET /v2.0/networks/76b2273d-b51d-4df1-8907-c6d24ae3fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509767 May 23 11:29:32.554328 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fb3f8196-2802-4236-a807-e045d0e13d76 req-ff22c6b3-c341-4552-98f7-3ee74e6f3099 service neutron] 10.222.0.81 "GET /v2.0/networks/76b2273d-b51d-4df1-8907-c6d24ae3fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915509 May 23 11:29:32.612218 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ba5b9949-d07d-4380-9c19-e05a153c4360 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:32.628321 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ba5b9949-d07d-4380-9c19-e05a153c4360 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3825526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3825513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3821547'] for router, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:32.857430 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcab280-24db-4719-ab46-5e77d85042f9 req-cad58560-8a94-4eaf-b10f-e82e57e3293a tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:32.864550 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-adcab280-24db-4719-ab46-5e77d85042f9 req-cad58560-8a94-4eaf-b10f-e82e57e3293a tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=827bbfd7-32b0-4792-a06a-16a13bb77f8a HTTP/1.1" status: 200 len: 944 time: 0.3529570 May 23 11:29:32.957687 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba5b9949-d07d-4380-9c19-e05a153c4360 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Router be43870c-fbeb-4cf1-9745-518d0a3f981b has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:29:33.126782 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-4c857631-4867-43c0-99b2-b2693609756b tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Deleting port ab79b9aa-1149-4113-aa6f-95463d57b11b {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:29:33.127158 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4c857631-4867-43c0-99b2-b2693609756b tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:33.151227 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45400) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:33.293822 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-adcab280-24db-4719-ab46-5e77d85042f9 req-4a0621df-9ac8-41bc-aa71-db1f38204d9e tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=96623369-654d-40bc-8c92-c3b2e689341e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4288168 May 23 11:29:33.391426 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5b9949-d07d-4380-9c19-e05a153c4360 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:29:33.398020 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ba5b9949-d07d-4380-9c19-e05a153c4360 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:33.401799 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ba5b9949-d07d-4380-9c19-e05a153c4360 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "PUT /v2.0/routers/be43870c-fbeb-4cf1-9745-518d0a3f981b HTTP/1.1" status: 200 len: 892 time: 2.1979625 May 23 11:29:33.402108 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45408) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:33.407054 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9dadbd-bfe1-4da5-9d51-d641603eba9d None None] Sync routers for ids ['be43870c-fbeb-4cf1-9745-518d0a3f981b'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:29:33.423159 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9dadbd-bfe1-4da5-9d51-d641603eba9d None None] Routers {'be43870c-fbeb-4cf1-9745-518d0a3f981b'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:29:33.433584 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-cf9dadbd-bfe1-4da5-9d51-d641603eba9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:29:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['be43870c-fbeb-4cf1-9745-518d0a3f981b'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:33.563979 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-4c857631-4867-43c0-99b2-b2693609756b tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] For port ab79b9aa-1149-4113-aa6f-95463d57b11b, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=ab79b9aa-1149-4113-aa6f-95463d57b11b,segment=NetworkSegment(fe30d616-6bae-403f-9207-38fcf47a7d35),segment_id=fe30d616-6bae-403f-9207-38fcf47a7d35)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:29:33.564255 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4c857631-4867-43c0-99b2-b2693609756b tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:33.568561 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-cf9dadbd-bfe1-4da5-9d51-d641603eba9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:33.600833 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9dadbd-bfe1-4da5-9d51-d641603eba9d None None] Routers {'be43870c-fbeb-4cf1-9745-518d0a3f981b'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:29:33.601463 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-cf9dadbd-bfe1-4da5-9d51-d641603eba9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:29:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['be43870c-fbeb-4cf1-9745-518d0a3f981b'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:33.670895 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-cf9dadbd-bfe1-4da5-9d51-d641603eba9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:33.671394 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9dadbd-bfe1-4da5-9d51-d641603eba9d None None] The sync data for ids ['be43870c-fbeb-4cf1-9745-518d0a3f981b'] in n-d-842952-2 is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:29:33.735266 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-4c857631-4867-43c0-99b2-b2693609756b tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Calling delete_port for ab79b9aa-1149-4113-aa6f-95463d57b11b owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:29:33.891793 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d868b9-19d2-4231-af8f-dbf3f75f46ba admin admin] Deleting subnet 9aa26abe-6ee3-4704-85ca-e1c8ab6470f3 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:29:33.897758 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-36d868b9-19d2-4231-af8f-dbf3f75f46ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:33.957635 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-36d868b9-19d2-4231-af8f-dbf3f75f46ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:33.991666 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34aaef81-0705-4fcd-969d-b3bdd2cb5217 admin admin] Router 2edb8702-07e6-4fcf-bd80-e5471f932034 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:29:34.013866 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4c857631-4867-43c0-99b2-b2693609756b tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:34.028213 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-36d868b9-19d2-4231-af8f-dbf3f75f46ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:34.118011 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d9b71d69-7e43-4ad8-80de-7f1528aa2c2e tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "GET /v2.0/routers/be43870c-fbeb-4cf1-9745-518d0a3f981b HTTP/1.1" status: 200 len: 892 time: 0.7147419 May 23 11:29:34.119269 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-36d868b9-19d2-4231-af8f-dbf3f75f46ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:34.122823 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45414) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:34.166521 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c857631-4867-43c0-99b2-b2693609756b tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event deleted for resources: {'Port': ['ID=ab79b9aa-1149-4113-aa6f-95463d57b11b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:34.203595 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d868b9-19d2-4231-af8f-dbf3f75f46ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9aa26abe-6ee3-4704-85ca-e1c8ab6470f3,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:34.206895 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-bda8e5c4-f6e5-47c6-a2cb-4bec998a6591 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Synchronizing usage tracker for tenant:313e40337aa44a9094358a8320ee4f45 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:29:34.232745 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d868b9-19d2-4231-af8f-dbf3f75f46ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:29:34.233077 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d868b9-19d2-4231-af8f-dbf3f75f46ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:29:34.233432 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d868b9-19d2-4231-af8f-dbf3f75f46ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:29:34.233764 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d868b9-19d2-4231-af8f-dbf3f75f46ba admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:29:34.234090 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d868b9-19d2-4231-af8f-dbf3f75f46ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:29:34.234491 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d868b9-19d2-4231-af8f-dbf3f75f46ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:29:34.234838 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d868b9-19d2-4231-af8f-dbf3f75f46ba admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:29:34.235129 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d868b9-19d2-4231-af8f-dbf3f75f46ba admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:29:34.235436 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d868b9-19d2-4231-af8f-dbf3f75f46ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:29:34.235748 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d868b9-19d2-4231-af8f-dbf3f75f46ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:29:34.236095 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d868b9-19d2-4231-af8f-dbf3f75f46ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:29:34.248401 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-36d868b9-19d2-4231-af8f-dbf3f75f46ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:34.260495 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-36d868b9-19d2-4231-af8f-dbf3f75f46ba admin admin] 10.222.0.79 "DELETE /v2.0/subnets/9aa26abe-6ee3-4704-85ca-e1c8ab6470f3 HTTP/1.1" status: 204 len: 168 time: 1.0560038 May 23 11:29:34.261371 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-bda8e5c4-f6e5-47c6-a2cb-4bec998a6591 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Unset dirty status for tenant:313e40337aa44a9094358a8320ee4f45 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:29:34.262586 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-bda8e5c4-f6e5-47c6-a2cb-4bec998a6591 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "GET /v2.0/ports?device_id=be43870c-fbeb-4cf1-9745-518d0a3f981b HTTP/1.1" status: 200 len: 205 time: 0.1155832 May 23 11:29:34.263257 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45422) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:34.266764 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45424) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:34.287922 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:29:34.516106 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669,segment=NetworkSegment(5d0c22b8-11c2-4939-b80a-ba90d75c1960),segment_id=5d0c22b8-11c2-4939-b80a-ba90d75c1960)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:29:34.539564 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669', 'network_id': '76b2273d-b51d-4df1-8907-c6d24ae3fac2', 'port_id': '76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669', 'mac_address': 'fa:16:3e:bc:87:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82176f08-fc90-4d7e-a669-0e8701d67807', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:29:34.610668 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-027d9d8f-0a5c-401c-8097-72d5a7ff9230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:34.620537 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:34.642955 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:29:34.663523 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669,segment=NetworkSegment(5d0c22b8-11c2-4939-b80a-ba90d75c1960),segment_id=5d0c22b8-11c2-4939-b80a-ba90d75c1960)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:29:34.669586 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:34.757868 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:34.767570 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-027d9d8f-0a5c-401c-8097-72d5a7ff9230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:34.798770 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-027d9d8f-0a5c-401c-8097-72d5a7ff9230 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:34.827018 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-027d9d8f-0a5c-401c-8097-72d5a7ff9230 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8070c89c-20c7-468c-8cfb-5e7b1ae7dbc4') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:34.827307 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-027d9d8f-0a5c-401c-8097-72d5a7ff9230 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8070c89c-20c7-468c-8cfb-5e7b1ae7dbc4') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:34.858178 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-027d9d8f-0a5c-401c-8097-72d5a7ff9230 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:34.903314 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-027d9d8f-0a5c-401c-8097-72d5a7ff9230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:34.919011 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-027d9d8f-0a5c-401c-8097-72d5a7ff9230 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:29:34.919734 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-027d9d8f-0a5c-401c-8097-72d5a7ff9230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:34.993688 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:29:35.025613 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bebf7fe-f129-4b37-a9a0-6e1c280b1641 req-cb0149ab-af8f-497e-b596-eb116def2cf4 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:35.027021 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5bebf7fe-f129-4b37-a9a0-6e1c280b1641 req-cb0149ab-af8f-497e-b596-eb116def2cf4 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=827bbfd7-32b0-4792-a06a-16a13bb77f8a HTTP/1.1" status: 200 len: 945 time: 0.2518556 May 23 11:29:35.081534 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:29:35.081534 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:29:35.081534 n-d-842952-2 neutron-server[83911]: timer() May 23 11:29:35.081534 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:29:35.081534 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:29:35.081534 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:29:35.081534 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:29:35.081534 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:29:35.081534 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:29:35.081534 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:29:35.081534 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:29:35.081534 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:29:35.081534 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:29:35.081534 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:29:35.081534 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:29:35.081534 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:29:35.081534 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:29:35.081534 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:29:35.081534 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:29:35.081534 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:29:35.081534 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:29:35.081534 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:29:35.081534 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:29:35.081534 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:29:35.081534 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:29:35.081534 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:29:35.081534 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:29:35.081534 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:29:35.081534 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:29:35.081534 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:29:35.081534 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:29:35.081534 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:29:35.086647 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-027d9d8f-0a5c-401c-8097-72d5a7ff9230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:35.100103 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-16b7f0fd-b474-4b24-801e-1889e9ec317d tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:35.124094 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5bebf7fe-f129-4b37-a9a0-6e1c280b1641 req-49fc8ab2-fd57-483b-97cf-3baa962a7073 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=96623369-654d-40bc-8c92-c3b2e689341e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882115 May 23 11:29:35.127860 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34aaef81-0705-4fcd-969d-b3bdd2cb5217 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:29:35.140509 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72d4780-e1ca-4d28-844c-6e597074de41 None None] Sync routers for ids ['2edb8702-07e6-4fcf-bd80-e5471f932034'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:29:35.166209 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72d4780-e1ca-4d28-844c-6e597074de41 None None] Routers {'2edb8702-07e6-4fcf-bd80-e5471f932034'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:29:35.166836 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-a72d4780-e1ca-4d28-844c-6e597074de41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:29:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['2edb8702-07e6-4fcf-bd80-e5471f932034'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:35.229429 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-34aaef81-0705-4fcd-969d-b3bdd2cb5217 admin admin] 10.222.0.79 "PUT /v2.0/routers/2edb8702-07e6-4fcf-bd80-e5471f932034/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0356162 May 23 11:29:35.232946 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45442) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:35.247503 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-027d9d8f-0a5c-401c-8097-72d5a7ff9230 admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:35.320313 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d9d8f-0a5c-401c-8097-72d5a7ff9230 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:35.329683 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-027d9d8f-0a5c-401c-8097-72d5a7ff9230 admin admin] 10.222.0.79 "DELETE /v2.0/networks/ce45b365-60b4-4a3c-aeb2-cbbd6cabd9f5 HTTP/1.1" status: 204 len: 168 time: 1.0650454 May 23 11:29:35.467857 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-16b7f0fd-b474-4b24-801e-1889e9ec317d tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:35.491752 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-16b7f0fd-b474-4b24-801e-1889e9ec317d tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Deleting port b4302e35-66ef-46dd-86b5-6dfac7133f50 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:29:35.492309 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-16b7f0fd-b474-4b24-801e-1889e9ec317d tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:35.617223 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-a72d4780-e1ca-4d28-844c-6e597074de41 None None] Set router 2edb8702-07e6-4fcf-bd80-e5471f932034 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:29:35.648307 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45460) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:35.651314 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4c857631-4867-43c0-99b2-b2693609756b tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:35.917424 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f6cfcad8-7ba3-4b46-b70f-5111e02c246d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b32c00c2dee749699a709a92064b86f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2678003 May 23 11:29:35.927438 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45468) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:35.947364 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-16b7f0fd-b474-4b24-801e-1889e9ec317d tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:36.020563 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-a72d4780-e1ca-4d28-844c-6e597074de41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edb8702-07e6-4fcf-bd80-e5471f932034', 'name': 'tempest-ServerActionsTestJSON-1331501959-router', 'tenant_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'd4c8d402-9063-4ea5-bd4c-a1e1e51c0b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:17:32Z', 'updated_at': '2022-05-23T11:29:31Z', 'revision_number': 5, 'project_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'gw_port': {'id': 'd4c8d402-9063-4ea5-bd4c-a1e1e51c0b40', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:44:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edb8702-07e6-4fcf-bd80-e5471f932034', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:34Z', 'updated_at': '2022-05-23T11:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:36.026143 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72d4780-e1ca-4d28-844c-6e597074de41 None None] Checking router: 2edb8702-07e6-4fcf-bd80-e5471f932034 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:29:36.039972 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72d4780-e1ca-4d28-844c-6e597074de41 None None] Routers {'2edb8702-07e6-4fcf-bd80-e5471f932034'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:29:36.040997 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-a72d4780-e1ca-4d28-844c-6e597074de41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:29:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['2edb8702-07e6-4fcf-bd80-e5471f932034'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:36.079687 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7d7a507f-495d-4bd4-8a90-bd3bfaf6845f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:36.132864 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7d7a507f-495d-4bd4-8a90-bd3bfaf6845f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:36.221043 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b225ea0-2579-4ebd-a95b-688505b88706 admin admin] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:36.226208 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-16b7f0fd-b474-4b24-801e-1889e9ec317d tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Calling delete_port for b4302e35-66ef-46dd-86b5-6dfac7133f50 owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:29:36.281077 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-a72d4780-e1ca-4d28-844c-6e597074de41 None None] Set router 2edb8702-07e6-4fcf-bd80-e5471f932034 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:29:36.290514 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:29:36.349547 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7d7a507f-495d-4bd4-8a90-bd3bfaf6845f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:36.384761 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a507f-495d-4bd4-8a90-bd3bfaf6845f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922d3c5a-a069-41ce-b972-4c94b232656c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:36.394342 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7d7a507f-495d-4bd4-8a90-bd3bfaf6845f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:36.395059 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7d7a507f-495d-4bd4-8a90-bd3bfaf6845f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/922d3c5a-a069-41ce-b972-4c94b232656c HTTP/1.1" status: 204 len: 168 time: 0.4656575 May 23 11:29:36.512168 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:29:36.520365 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:29:36.521085 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:36.944457 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:36.954146 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-16b7f0fd-b474-4b24-801e-1889e9ec317d tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:36.966736 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-a72d4780-e1ca-4d28-844c-6e597074de41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edb8702-07e6-4fcf-bd80-e5471f932034', 'name': 'tempest-ServerActionsTestJSON-1331501959-router', 'tenant_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'd4c8d402-9063-4ea5-bd4c-a1e1e51c0b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:17:32Z', 'updated_at': '2022-05-23T11:29:31Z', 'revision_number': 5, 'project_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'gw_port': {'id': 'd4c8d402-9063-4ea5-bd4c-a1e1e51c0b40', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:44:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edb8702-07e6-4fcf-bd80-e5471f932034', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:34Z', 'updated_at': '2022-05-23T11:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:36.976903 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72d4780-e1ca-4d28-844c-6e597074de41 None None] The sync data for ids ['2edb8702-07e6-4fcf-bd80-e5471f932034'] in n-d-842952-2 is: [{'id': '2edb8702-07e6-4fcf-bd80-e5471f932034', 'name': 'tempest-ServerActionsTestJSON-1331501959-router', 'tenant_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'd4c8d402-9063-4ea5-bd4c-a1e1e51c0b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:17:32Z', 'updated_at': '2022-05-23T11:29:31Z', 'revision_number': 5, 'project_id': '0d8e63cb106b40b880c35c46eb22d5c0', 'gw_port': {'id': 'd4c8d402-9063-4ea5-bd4c-a1e1e51c0b40', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:44:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edb8702-07e6-4fcf-bd80-e5471f932034', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:17:34Z', 'updated_at': '2022-05-23T11:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:29:37.017060 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '827bbfd7-32b0-4792-a06a-16a13bb77f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:29:37.029531 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7f0fd-b474-4b24-801e-1889e9ec317d tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event deleted for resources: {'Port': ['ID=b4302e35-66ef-46dd-86b5-6dfac7133f50,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:37.044334 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669,segment=NetworkSegment(5d0c22b8-11c2-4939-b80a-ba90d75c1960),segment_id=5d0c22b8-11c2-4939-b80a-ba90d75c1960)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:29:37.058006 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:37.293498 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 5be1fc14-28d2-437d-b7ea-23abbeecda61 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:29:37.372661 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 5be1fc14-28d2-437d-b7ea-23abbeecda61 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:29:37.373276 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 5be1fc14-28d2-437d-b7ea-23abbeecda61 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:29:37.392631 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:37.607849 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a4294b8-c248-4b7f-8bd0-55cd9a4a1bed'] response: {'server_uuid': '827bbfd7-32b0-4792-a06a-16a13bb77f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669', 'code': 200} May 23 11:29:37.613744 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fda23a-87d9-42d1-bb13-b582cdf164e8 req-2dbad084-27ad-43bf-b65b-7e1bf0f0cef6 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:37.615284 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b0fda23a-87d9-42d1-bb13-b582cdf164e8 req-2dbad084-27ad-43bf-b65b-7e1bf0f0cef6 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=827bbfd7-32b0-4792-a06a-16a13bb77f8a HTTP/1.1" status: 200 len: 945 time: 1.1355937 May 23 11:29:37.674981 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-16b7f0fd-b474-4b24-801e-1889e9ec317d tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:37.741905 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b0fda23a-87d9-42d1-bb13-b582cdf164e8 req-d7a6d1b2-b760-447f-8f60-7548f9dcf6e4 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=96623369-654d-40bc-8c92-c3b2e689341e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925832 May 23 11:29:37.800340 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b225ea0-2579-4ebd-a95b-688505b88706 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:37.822026 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-3b225ea0-2579-4ebd-a95b-688505b88706 admin admin] Deleting port d4c8d402-9063-4ea5-bd4c-a1e1e51c0b40 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:29:37.822364 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b225ea0-2579-4ebd-a95b-688505b88706 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:38.104303 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6ba68477-c319-4cce-bba2-4d44958241a3 req-d8749315-872f-4c1e-bf67-ff15253e4d68 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=827bbfd7-32b0-4792-a06a-16a13bb77f8a HTTP/1.1" status: 200 len: 1097 time: 0.3302481 May 23 11:29:38.116668 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:38.160370 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c857631-4867-43c0-99b2-b2693609756b tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Router 745926e2-683d-45c9-a4a0-ccf172531d07 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:29:38.165287 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-16b7f0fd-b474-4b24-801e-1889e9ec317d tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:38.168125 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6ba68477-c319-4cce-bba2-4d44958241a3 req-7be86abe-2c2a-4baa-a4a5-dca1159f86b3 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=96623369-654d-40bc-8c92-c3b2e689341e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480042 May 23 11:29:38.171863 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-16b7f0fd-b474-4b24-801e-1889e9ec317d tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:38.200629 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-3b225ea0-2579-4ebd-a95b-688505b88706 admin admin] For port d4c8d402-9063-4ea5-bd4c-a1e1e51c0b40, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=d4c8d402-9063-4ea5-bd4c-a1e1e51c0b40,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:29:38.201614 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b225ea0-2579-4ebd-a95b-688505b88706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:38.238548 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-16b7f0fd-b474-4b24-801e-1889e9ec317d tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:38.239103 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b7f0fd-b474-4b24-801e-1889e9ec317d tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Fanout notify agent at l3_agent the message router_deleted on router be43870c-fbeb-4cf1-9745-518d0a3f981b {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:29:38.274946 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-16b7f0fd-b474-4b24-801e-1889e9ec317d tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:38.276310 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-16b7f0fd-b474-4b24-801e-1889e9ec317d tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "DELETE /v2.0/routers/be43870c-fbeb-4cf1-9745-518d0a3f981b HTTP/1.1" status: 204 len: 168 time: 4.0086026 May 23 11:29:38.279605 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45510) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:38.286669 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e96943c7-f93e-4a3e-850b-451310df3119 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1281266863'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:29:38.306708 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e96943c7-f93e-4a3e-850b-451310df3119 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:29:38.319623 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e96943c7-f93e-4a3e-850b-451310df3119 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Usage tracker for resource:network and tenant:313e40337aa44a9094358a8320ee4f45 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:29:38.326098 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e96943c7-f93e-4a3e-850b-451310df3119 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:29:38.338163 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e96943c7-f93e-4a3e-850b-451310df3119 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:29:38.353304 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96943c7-f93e-4a3e-850b-451310df3119 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Made reservation on behalf of 313e40337aa44a9094358a8320ee4f45 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:29:38.357890 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e96943c7-f93e-4a3e-850b-451310df3119 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:38.400734 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e96943c7-f93e-4a3e-850b-451310df3119 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:29:38.425303 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e96943c7-f93e-4a3e-850b-451310df3119 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:38.426589 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-e96943c7-f93e-4a3e-850b-451310df3119 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Added segment c6128544-dcbe-47bd-ab48-49a5202558cd of type vlan for network df00d221-1d1f-4546-9785-ba831c59531f May 23 11:29:38.427498 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-3b225ea0-2579-4ebd-a95b-688505b88706 admin admin] Calling delete_port for d4c8d402-9063-4ea5-bd4c-a1e1e51c0b40 owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:29:38.461935 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e96943c7-f93e-4a3e-850b-451310df3119 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:38.502335 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e96943c7-f93e-4a3e-850b-451310df3119 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:38.506890 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96943c7-f93e-4a3e-850b-451310df3119 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:38.507629 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e96943c7-f93e-4a3e-850b-451310df3119 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:38.560363 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e96943c7-f93e-4a3e-850b-451310df3119 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2790675 May 23 11:29:38.564685 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45524) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:38.585932 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-897b7b5f-07b7-4776-8f4b-62760f58afd6 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Request body: {'subnet': {'network_id': 'df00d221-1d1f-4546-9785-ba831c59531f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:29:38.653015 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96943c7-f93e-4a3e-850b-451310df3119 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event updated for resources: {'Network': ['ID=df00d221-1d1f-4546-9785-ba831c59531f,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:38.667027 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network df00d221-1d1f-4546-9785-ba831c59531f details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:29:38.826622 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-897b7b5f-07b7-4776-8f4b-62760f58afd6 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:29:38.834554 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-897b7b5f-07b7-4776-8f4b-62760f58afd6 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Usage tracker for resource:subnet and tenant:313e40337aa44a9094358a8320ee4f45 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:29:38.841883 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-897b7b5f-07b7-4776-8f4b-62760f58afd6 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:29:38.854860 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-897b7b5f-07b7-4776-8f4b-62760f58afd6 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:29:38.884176 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897b7b5f-07b7-4776-8f4b-62760f58afd6 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Made reservation on behalf of 313e40337aa44a9094358a8320ee4f45 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:29:39.146171 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-897b7b5f-07b7-4776-8f4b-62760f58afd6 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:39.272511 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b225ea0-2579-4ebd-a95b-688505b88706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:39.274874 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-70f175ca-8bbd-458b-af73-10f4b5841205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:39.411850 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b225ea0-2579-4ebd-a95b-688505b88706 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4c8d402-9063-4ea5-bd4c-a1e1e51c0b40,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:39.435111 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:39.680644 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c857631-4867-43c0-99b2-b2693609756b tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:29:39.691540 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64528579-0fb7-4106-8a54-d27efc00ac0e req-b72d8b6d-ccd0-4056-994e-2a761d88ab3c tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:39.692949 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7123a7e9-580c-4a1e-a5fa-388117a190ea None None] Sync routers for ids ['745926e2-683d-45c9-a4a0-ccf172531d07'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:29:39.693413 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-64528579-0fb7-4106-8a54-d27efc00ac0e req-b72d8b6d-ccd0-4056-994e-2a761d88ab3c tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=827bbfd7-32b0-4792-a06a-16a13bb77f8a HTTP/1.1" status: 200 len: 946 time: 0.6925237 May 23 11:29:39.708552 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7123a7e9-580c-4a1e-a5fa-388117a190ea None None] Routers {'745926e2-683d-45c9-a4a0-ccf172531d07'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:29:39.709433 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7123a7e9-580c-4a1e-a5fa-388117a190ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:29:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['745926e2-683d-45c9-a4a0-ccf172531d07'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:39.922361 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-7123a7e9-580c-4a1e-a5fa-388117a190ea None None] Set router 745926e2-683d-45c9-a4a0-ccf172531d07 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:29:40.071725 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4c857631-4867-43c0-99b2-b2693609756b tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "PUT /v2.0/routers/745926e2-683d-45c9-a4a0-ccf172531d07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9322515 May 23 11:29:40.072327 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45556) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:40.115490 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d0f03-e607-46e6-b53a-2078b454afa9 req-3cabe8c2-6837-478c-aab4-59e5e9300b94 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:40.117403 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f15d0f03-e607-46e6-b53a-2078b454afa9 req-3cabe8c2-6837-478c-aab4-59e5e9300b94 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 945 time: 0.7109673 May 23 11:29:40.213541 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b225ea0-2579-4ebd-a95b-688505b88706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:40.374923 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-208fb9d7-7ead-4172-a86b-57a11a766a33 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Deleting subnet 1a857c9d-ee5c-46b0-9e98-8aff5e6502da {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:29:40.380677 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-208fb9d7-7ead-4172-a86b-57a11a766a33 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:40.399596 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-64528579-0fb7-4106-8a54-d27efc00ac0e req-ae705d4a-c403-42f6-aef1-f6fad17309d3 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=96623369-654d-40bc-8c92-c3b2e689341e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6942461 May 23 11:29:40.446055 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7123a7e9-580c-4a1e-a5fa-388117a190ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745926e2-683d-45c9-a4a0-ccf172531d07', 'name': 'tempest-TestNetworkBasicOps-router-1862061221', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:27:45Z', 'updated_at': '2022-05-23T11:29:33Z', 'revision_number': 5, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'gw_port': {'id': '8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745926e2-683d-45c9-a4a0-ccf172531d07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:48Z', 'updated_at': '2022-05-23T11:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:40.448452 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-208fb9d7-7ead-4172-a86b-57a11a766a33 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:40.468081 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7123a7e9-580c-4a1e-a5fa-388117a190ea None None] Checking router: 745926e2-683d-45c9-a4a0-ccf172531d07 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:29:40.492005 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7123a7e9-580c-4a1e-a5fa-388117a190ea None None] Routers {'745926e2-683d-45c9-a4a0-ccf172531d07'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:29:40.492718 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7123a7e9-580c-4a1e-a5fa-388117a190ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:29:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['745926e2-683d-45c9-a4a0-ccf172531d07'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:40.619176 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f15d0f03-e607-46e6-b53a-2078b454afa9 req-37c12f6d-7032-4927-881f-5b6311d605ae tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4667988 May 23 11:29:40.624731 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b225ea0-2579-4ebd-a95b-688505b88706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:40.626950 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-208fb9d7-7ead-4172-a86b-57a11a766a33 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:40.638793 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-897b7b5f-07b7-4776-8f4b-62760f58afd6 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:40.657636 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b225ea0-2579-4ebd-a95b-688505b88706 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:40.838065 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b7b5f-07b7-4776-8f4b-62760f58afd6 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event updated for resources: {'Subnet': ['ID=6de80212-d388-4f91-a047-d5a0f5e2d6eb,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:40.905662 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-208fb9d7-7ead-4172-a86b-57a11a766a33 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:40.950353 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208fb9d7-7ead-4172-a86b-57a11a766a33 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event deleted for resources: {'Subnet': ['ID=1a857c9d-ee5c-46b0-9e98-8aff5e6502da,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:40.959817 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-208fb9d7-7ead-4172-a86b-57a11a766a33 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:40.967238 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b225ea0-2579-4ebd-a95b-688505b88706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:40.967856 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-208fb9d7-7ead-4172-a86b-57a11a766a33 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "DELETE /v2.0/subnets/1a857c9d-ee5c-46b0-9e98-8aff5e6502da HTTP/1.1" status: 204 len: 168 time: 0.8939798 May 23 11:29:40.968368 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b225ea0-2579-4ebd-a95b-688505b88706 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2edb8702-07e6-4fcf-bd80-e5471f932034 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:29:40.974444 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45568) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:40.975234 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ae899c-ba03-4966-8c8b-e29dbc261f7a None None] Network 3d988946-9a37-4e30-8559-561741115da0 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:29:40.993753 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b225ea0-2579-4ebd-a95b-688505b88706 admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:40.995490 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3b225ea0-2579-4ebd-a95b-688505b88706 admin admin] 10.222.0.79 "DELETE /v2.0/routers/2edb8702-07e6-4fcf-bd80-e5471f932034 HTTP/1.1" status: 204 len: 168 time: 5.7617085 May 23 11:29:41.000239 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45572) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:41.005264 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897b7b5f-07b7-4776-8f4b-62760f58afd6 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Checking segment: {'id': 'c6128544-dcbe-47bd-ab48-49a5202558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'df00d221-1d1f-4546-9785-ba831c59531f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:29:41.005643 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897b7b5f-07b7-4776-8f4b-62760f58afd6 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Network hostable DHCP agents. Network: df00d221-1d1f-4546-9785-ba831c59531f, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:29:41.168351 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e69a18c-e9a6-4f3d-9463-69d13750993d admin admin] Deleting subnet 54335c97-79a1-4f1c-bc27-f53589fd26ef {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:29:41.182482 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-7123a7e9-580c-4a1e-a5fa-388117a190ea None None] Set router 745926e2-683d-45c9-a4a0-ccf172531d07 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:29:41.183247 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4e69a18c-e9a6-4f3d-9463-69d13750993d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:41.284196 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897b7b5f-07b7-4776-8f4b-62760f58afd6 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Network df00d221-1d1f-4546-9785-ba831c59531f is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:29:41.317111 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-897b7b5f-07b7-4776-8f4b-62760f58afd6 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, df00d221-1d1f-4546-9785-ba831c59531f) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:29:41.327099 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897b7b5f-07b7-4776-8f4b-62760f58afd6 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:41.327819 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-897b7b5f-07b7-4776-8f4b-62760f58afd6 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:41.345802 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a55d1113-5dd5-47e8-bb3f-2fec928c32b1 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:41.355037 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4e69a18c-e9a6-4f3d-9463-69d13750993d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:41.360831 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eacfe15-8e7e-43e1-807b-8a989493969e None None] Network df00d221-1d1f-4546-9785-ba831c59531f requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:29:41.515314 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-897b7b5f-07b7-4776-8f4b-62760f58afd6 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9366717 May 23 11:29:41.518544 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45580) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:41.533969 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-db0960b9-d465-477c-b113-c7649292edb0 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-831156128', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:29:41.554898 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-db0960b9-d465-477c-b113-c7649292edb0 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:29:41.561533 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-db0960b9-d465-477c-b113-c7649292edb0 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Usage tracker for resource:router and tenant:313e40337aa44a9094358a8320ee4f45 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:29:41.565915 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-db0960b9-d465-477c-b113-c7649292edb0 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:29:41.573625 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-db0960b9-d465-477c-b113-c7649292edb0 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:29:41.596462 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db0960b9-d465-477c-b113-c7649292edb0 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:41.597509 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db0960b9-d465-477c-b113-c7649292edb0 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:41.642680 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4e69a18c-e9a6-4f3d-9463-69d13750993d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:41.654405 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db0960b9-d465-477c-b113-c7649292edb0 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:41.705627 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db0960b9-d465-477c-b113-c7649292edb0 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:41.776503 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db0960b9-d465-477c-b113-c7649292edb0 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:41.778218 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-db0960b9-d465-477c-b113-c7649292edb0 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2588937 May 23 11:29:41.779377 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a55d1113-5dd5-47e8-bb3f-2fec928c32b1 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:41.782314 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45588) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:41.843688 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4e69a18c-e9a6-4f3d-9463-69d13750993d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:41.882181 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5f382fed-ade4-4879-940f-e7d2c6308c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:41.963673 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a55d1113-5dd5-47e8-bb3f-2fec928c32b1 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Deleting port 8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:29:41.964334 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a55d1113-5dd5-47e8-bb3f-2fec928c32b1 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:42.085064 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4e69a18c-e9a6-4f3d-9463-69d13750993d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:42.103428 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69a18c-e9a6-4f3d-9463-69d13750993d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54335c97-79a1-4f1c-bc27-f53589fd26ef,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:42.109993 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4e69a18c-e9a6-4f3d-9463-69d13750993d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/54335c97-79a1-4f1c-bc27-f53589fd26ef HTTP/1.1" status: 204 len: 168 time: 1.1071780 May 23 11:29:42.144569 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e625cf-e1be-4fc6-b0c7-54ecf2e54c31 None None] Network 6213997a-77dd-4973-bef8-b88fbf379b24 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:29:42.165640 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45594) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:42.281053 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e1ecb-9bc3-4f01-b5ee-f91ddf018e4f req-8e519552-e517-4149-a27c-2f6a542465b1 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:42.288162 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b16e1ecb-9bc3-4f01-b5ee-f91ddf018e4f req-8e519552-e517-4149-a27c-2f6a542465b1 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=827bbfd7-32b0-4792-a06a-16a13bb77f8a HTTP/1.1" status: 200 len: 946 time: 0.6479323 May 23 11:29:42.306707 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33801531-5c5c-48b5-abc6-fc9d1bab7ddc None None] DHCP port deletion for 3d988946-9a37-4e30-8559-561741115da0 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:29:42.335249 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-33801531-5c5c-48b5-abc6-fc9d1bab7ddc None None] Deleting port 5257193b-ee76-413b-b040-8d50a0295805 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:29:42.335619 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-33801531-5c5c-48b5-abc6-fc9d1bab7ddc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:42.361958 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b16e1ecb-9bc3-4f01-b5ee-f91ddf018e4f req-6b00f987-b4cc-45fd-a7fa-1e06df476c1d tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=96623369-654d-40bc-8c92-c3b2e689341e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728126 May 23 11:29:42.375624 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e457d9-6211-4f0c-a1ad-b778c50db0b5 req-8ac0a344-9b4a-44c5-aa1a-c79e6399b7db tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:42.377301 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-37e457d9-6211-4f0c-a1ad-b778c50db0b5 req-8ac0a344-9b4a-44c5-aa1a-c79e6399b7db tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 945 time: 0.3134863 May 23 11:29:42.538573 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-37e457d9-6211-4f0c-a1ad-b778c50db0b5 req-e2f8e165-0ff9-4830-b31a-1f26f506c932 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452856 May 23 11:29:42.573750 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d33591b0-f8d4-4be1-a8a5-e7dfd6eed34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:42.626544 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-a55d1113-5dd5-47e8-bb3f-2fec928c32b1 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] For port 8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:29:42.627317 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a55d1113-5dd5-47e8-bb3f-2fec928c32b1 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:42.643184 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-d33591b0-f8d4-4be1-a8a5-e7dfd6eed34d admin admin] Deleting port be21a1d9-38d8-4876-824b-fa94d6443530 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:29:42.643768 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d33591b0-f8d4-4be1-a8a5-e7dfd6eed34d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:42.772660 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b4a55-3fe5-4f35-aeb3-1b662cd7f943 req-6a8531ef-0c33-485d-b0e3-4d308b4a3352 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:42.789078 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3c0b4a55-3fe5-4f35-aeb3-1b662cd7f943 req-6a8531ef-0c33-485d-b0e3-4d308b4a3352 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=827bbfd7-32b0-4792-a06a-16a13bb77f8a HTTP/1.1" status: 200 len: 946 time: 0.1900160 May 23 11:29:42.800334 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45602) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:42.805643 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-74843876-18bf-4b4d-a854-025a27237297 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Request body: {'floatingip': {'port_id': '76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:29:42.941065 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-74843876-18bf-4b4d-a854-025a27237297 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks [] for floatingip, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:42.961355 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26ba5ed-8bd3-4bf7-8132-b9ec83622b4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-df00d221-1d1f-4546-9785-ba831c59531f', 'network_id': 'df00d221-1d1f-4546-9785-ba831c59531f', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'fixed_ips': [{'subnet_id': '6de80212-d388-4f91-a047-d5a0f5e2d6eb'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:29:42.962357 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b26ba5ed-8bd3-4bf7-8132-b9ec83622b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:43.046195 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a55d1113-5dd5-47e8-bb3f-2fec928c32b1 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Calling delete_port for 8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0 owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:29:43.139924 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:43.142623 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:43.492495 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device d4c8d402-9063-4ea5-bd4c-a1e1e51c0b40 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:29:43.509678 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-d33591b0-f8d4-4be1-a8a5-e7dfd6eed34d admin admin] For port be21a1d9-38d8-4876-824b-fa94d6443530, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=be21a1d9-38d8-4876-824b-fa94d6443530,segment=NetworkSegment(16d65dbf-b6a9-4190-869a-2234d81bb4e2),segment_id=16d65dbf-b6a9-4190-869a-2234d81bb4e2)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:29:43.510040 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d33591b0-f8d4-4be1-a8a5-e7dfd6eed34d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:43.543289 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7123a7e9-580c-4a1e-a5fa-388117a190ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745926e2-683d-45c9-a4a0-ccf172531d07', 'name': 'tempest-TestNetworkBasicOps-router-1862061221', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:27:45Z', 'updated_at': '2022-05-23T11:29:33Z', 'revision_number': 5, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'gw_port': {'id': '8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745926e2-683d-45c9-a4a0-ccf172531d07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:48Z', 'updated_at': '2022-05-23T11:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:43.580836 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: d4c8d402-9063-4ea5-bd4c-a1e1e51c0b40 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:29:43.581182 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device d4c8d402-9063-4ea5-bd4c-a1e1e51c0b40 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:29:43.581926 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 5257193b-ee76-413b-b040-8d50a0295805 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:29:43.618498 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7123a7e9-580c-4a1e-a5fa-388117a190ea None None] The sync data for ids ['745926e2-683d-45c9-a4a0-ccf172531d07'] in n-d-842952-2 is: [{'id': '745926e2-683d-45c9-a4a0-ccf172531d07', 'name': 'tempest-TestNetworkBasicOps-router-1862061221', 'tenant_id': '7e6820b1da73478a8f6280c600dfbb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:27:45Z', 'updated_at': '2022-05-23T11:29:33Z', 'revision_number': 5, 'project_id': '7e6820b1da73478a8f6280c600dfbb0e', 'gw_port': {'id': '8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745926e2-683d-45c9-a4a0-ccf172531d07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:48Z', 'updated_at': '2022-05-23T11:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:29:43.742096 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-33801531-5c5c-48b5-abc6-fc9d1bab7ddc None None] For port 5257193b-ee76-413b-b040-8d50a0295805, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=5257193b-ee76-413b-b040-8d50a0295805,segment=NetworkSegment(fe30d616-6bae-403f-9207-38fcf47a7d35),segment_id=fe30d616-6bae-403f-9207-38fcf47a7d35)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:29:43.742096 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-33801531-5c5c-48b5-abc6-fc9d1bab7ddc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:43.873562 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-d33591b0-f8d4-4be1-a8a5-e7dfd6eed34d admin admin] Calling delete_port for be21a1d9-38d8-4876-824b-fa94d6443530 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:29:43.952011 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-33801531-5c5c-48b5-abc6-fc9d1bab7ddc None None] Calling delete_port for 5257193b-ee76-413b-b040-8d50a0295805 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:29:44.129385 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5ba6e8-9566-4371-a1b7-180c73bd54b7 None None] DHCP port deletion for 6213997a-77dd-4973-bef8-b88fbf379b24 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:29:44.193500 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a2101fd4-6490-4dc8-b6d8-b732250c965f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:44.248116 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424f532-76a4-4260-8029-6128b5cb987e req-f4a4595e-8514-4698-a456-06b21998d21c tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:44.261428 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2424f532-76a4-4260-8029-6128b5cb987e req-f4a4595e-8514-4698-a456-06b21998d21c tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 945 time: 0.3772035 May 23 11:29:44.313153 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d33591b0-f8d4-4be1-a8a5-e7dfd6eed34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:44.316885 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ea5ba6e8-9566-4371-a1b7-180c73bd54b7 None None] Deleting port be21a1d9-38d8-4876-824b-fa94d6443530 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:29:44.317256 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ea5ba6e8-9566-4371-a1b7-180c73bd54b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:44.368703 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-b26ba5ed-8bd3-4bf7-8132-b9ec83622b4f None None] Allocated IP 2001:db8::2 (df00d221-1d1f-4546-9785-ba831c59531f/6de80212-d388-4f91-a047-d5a0f5e2d6eb/fb54e23b-655f-408f-a78a-fa5e7cde3acf) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:29:44.371291 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:44.430987 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ea5ba6e8-9566-4371-a1b7-180c73bd54b7 None None] The port 'be21a1d9-38d8-4876-824b-fa94d6443530' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:29:44.465119 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33591b0-f8d4-4be1-a8a5-e7dfd6eed34d admin admin] No DVR routers for this DVR port be21a1d9-38d8-4876-824b-fa94d6443530 on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:29:44.561383 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:44.718704 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2424f532-76a4-4260-8029-6128b5cb987e req-58239cb7-66e5-466b-9c7a-0f926ae4028b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4552088 May 23 11:29:44.749441 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:29:44.750019 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 5257193b-ee76-413b-b040-8d50a0295805, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=5257193b-ee76-413b-b040-8d50a0295805,segment=NetworkSegment(fe30d616-6bae-403f-9207-38fcf47a7d35),segment_id=fe30d616-6bae-403f-9207-38fcf47a7d35)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:29:44.773726 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:44.932577 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-74843876-18bf-4b4d-a854-025a27237297 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:44.933279 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-33801531-5c5c-48b5-abc6-fc9d1bab7ddc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:29:44.933755 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-33801531-5c5c-48b5-abc6-fc9d1bab7ddc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:29:44.942741 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33591b0-f8d4-4be1-a8a5-e7dfd6eed34d admin admin] Pushing event deleted for resources: {'Port': ['ID=be21a1d9-38d8-4876-824b-fa94d6443530,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:44.943903 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-74843876-18bf-4b4d-a854-025a27237297 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:45.030717 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=5257193b-ee76-413b-b040-8d50a0295805,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:45.108619 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a55d1113-5dd5-47e8-bb3f-2fec928c32b1 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:45.201643 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d33591b0-f8d4-4be1-a8a5-e7dfd6eed34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:45.215570 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device be21a1d9-38d8-4876-824b-fa94d6443530 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:29:45.220870 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d1113-5dd5-47e8-bb3f-2fec928c32b1 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event deleted for resources: {'Port': ['ID=8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:45.308466 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: be21a1d9-38d8-4876-824b-fa94d6443530 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:29:45.308972 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device be21a1d9-38d8-4876-824b-fa94d6443530 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:29:45.309390 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ab79b9aa-1149-4113-aa6f-95463d57b11b no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:29:45.311699 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-d33591b0-f8d4-4be1-a8a5-e7dfd6eed34d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6213997a-77dd-4973-bef8-b88fbf379b24']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:45.374211 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b26ba5ed-8bd3-4bf7-8132-b9ec83622b4f None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:45.386543 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b26ba5ed-8bd3-4bf7-8132-b9ec83622b4f None None] Transition to ACTIVE for port object fb54e23b-655f-408f-a78a-fa5e7cde3acf will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:29:45.389762 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: ab79b9aa-1149-4113-aa6f-95463d57b11b {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:29:45.390416 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ab79b9aa-1149-4113-aa6f-95463d57b11b not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:29:45.401496 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-d33591b0-f8d4-4be1-a8a5-e7dfd6eed34d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16d65dbf-b6a9-4190-869a-2234d81bb4e2') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:45.403071 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-d33591b0-f8d4-4be1-a8a5-e7dfd6eed34d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16d65dbf-b6a9-4190-869a-2234d81bb4e2') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:45.424646 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b26ba5ed-8bd3-4bf7-8132-b9ec83622b4f None None] Transition to ACTIVE for port object fb54e23b-655f-408f-a78a-fa5e7cde3acf will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:29:45.432805 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d33591b0-f8d4-4be1-a8a5-e7dfd6eed34d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:45.435632 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-33801531-5c5c-48b5-abc6-fc9d1bab7ddc None None] Deleting port 5257193b-ee76-413b-b040-8d50a0295805 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:29:45.436071 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-33801531-5c5c-48b5-abc6-fc9d1bab7ddc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:45.478069 n-d-842952-2 neutron-server[83910]: INFO neutron.db.l3_db [None req-74843876-18bf-4b4d-a854-025a27237297 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Floating IP 514073fc-6c59-4788-9057-71b20786aa6c associated. External IP: 172.25.6.243, port: 76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669. May 23 11:29:45.494800 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b26ba5ed-8bd3-4bf7-8132-b9ec83622b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:45.591353 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d33591b0-f8d4-4be1-a8a5-e7dfd6eed34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:45.726584 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26ba5ed-8bd3-4bf7-8132-b9ec83622b4f None None] Network df00d221-1d1f-4546-9785-ba831c59531f is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:29:45.745507 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-b26ba5ed-8bd3-4bf7-8132-b9ec83622b4f None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:29:45.749533 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ba5ed-8bd3-4bf7-8132-b9ec83622b4f None None] Pushing event updated for resources: {'Port': ['ID=fb54e23b-655f-408f-a78a-fa5e7cde3acf,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:45.760139 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26ba5ed-8bd3-4bf7-8132-b9ec83622b4f None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:29:46.073612 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d33591b0-f8d4-4be1-a8a5-e7dfd6eed34d admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:29:46.074200 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d33591b0-f8d4-4be1-a8a5-e7dfd6eed34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:46.087408 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:29:46.087408 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:29:46.087408 n-d-842952-2 neutron-server[83911]: timer() May 23 11:29:46.087408 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:29:46.087408 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:29:46.087408 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:29:46.087408 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:29:46.087408 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:29:46.087408 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:29:46.087408 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:29:46.087408 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:29:46.087408 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:29:46.087408 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:29:46.087408 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:29:46.087408 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:29:46.087408 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:29:46.087408 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:29:46.087408 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:29:46.087408 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:29:46.087408 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:29:46.087408 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:29:46.087408 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:29:46.087408 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:29:46.087408 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:29:46.087408 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:29:46.087408 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:29:46.087408 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:29:46.087408 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:29:46.087408 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:29:46.087408 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:29:46.087408 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:29:46.087408 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:29:46.091171 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-33801531-5c5c-48b5-abc6-fc9d1bab7ddc None None] For port 5257193b-ee76-413b-b040-8d50a0295805, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=5257193b-ee76-413b-b040-8d50a0295805,segment=NetworkSegment(fe30d616-6bae-403f-9207-38fcf47a7d35),segment_id=fe30d616-6bae-403f-9207-38fcf47a7d35)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:29:46.092093 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-33801531-5c5c-48b5-abc6-fc9d1bab7ddc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:46.104118 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-b26ba5ed-8bd3-4bf7-8132-b9ec83622b4f None None] Attempting to bind port fb54e23b-655f-408f-a78a-fa5e7cde3acf on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:29:46.104630 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-b26ba5ed-8bd3-4bf7-8132-b9ec83622b4f None None] Attempting to bind port fb54e23b-655f-408f-a78a-fa5e7cde3acf by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'c6128544-dcbe-47bd-ab48-49a5202558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'df00d221-1d1f-4546-9785-ba831c59531f'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:29:46.105074 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26ba5ed-8bd3-4bf7-8132-b9ec83622b4f None None] Attempting to bind port fb54e23b-655f-408f-a78a-fa5e7cde3acf on network df00d221-1d1f-4546-9785-ba831c59531f {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:29:46.114961 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26ba5ed-8bd3-4bf7-8132-b9ec83622b4f None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:29:46.115718 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26ba5ed-8bd3-4bf7-8132-b9ec83622b4f None None] Checking segment: {'id': 'c6128544-dcbe-47bd-ab48-49a5202558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'df00d221-1d1f-4546-9785-ba831c59531f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:29:46.116070 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b26ba5ed-8bd3-4bf7-8132-b9ec83622b4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:46.116492 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26ba5ed-8bd3-4bf7-8132-b9ec83622b4f None None] Bound using segment: {'id': 'c6128544-dcbe-47bd-ab48-49a5202558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'df00d221-1d1f-4546-9785-ba831c59531f'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:29:46.117060 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-b26ba5ed-8bd3-4bf7-8132-b9ec83622b4f None None] Bound port: fb54e23b-655f-408f-a78a-fa5e7cde3acf, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6128544-dcbe-47bd-ab48-49a5202558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'df00d221-1d1f-4546-9785-ba831c59531f'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:29:46.117561 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b26ba5ed-8bd3-4bf7-8132-b9ec83622b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:46.182241 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-a2101fd4-6490-4dc8-b6d8-b732250c965f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Allocated IP 2001:db8::1 (df00d221-1d1f-4546-9785-ba831c59531f/6de80212-d388-4f91-a047-d5a0f5e2d6eb/1d1c1adc-b013-4b45-b87a-933356a8d674) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:29:46.187456 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a55d1113-5dd5-47e8-bb3f-2fec928c32b1 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:46.243295 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-33801531-5c5c-48b5-abc6-fc9d1bab7ddc None None] Calling delete_port for 5257193b-ee76-413b-b040-8d50a0295805 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:29:46.350273 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6ed75-bdb7-4482-9dcd-c01d759f5773 req-85491df9-40b8-444c-bc75-f3ad41f39ee1 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:46.351819 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d8a6ed75-bdb7-4482-9dcd-c01d759f5773 req-85491df9-40b8-444c-bc75-f3ad41f39ee1 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 945 time: 0.2735415 May 23 11:29:46.372650 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d33591b0-f8d4-4be1-a8a5-e7dfd6eed34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:46.432885 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d8a6ed75-bdb7-4482-9dcd-c01d759f5773 req-5f98b228-2d8a-484b-b554-57b11aa2313d tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692289 May 23 11:29:46.447785 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d33591b0-f8d4-4be1-a8a5-e7dfd6eed34d admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:46.450667 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33591b0-f8d4-4be1-a8a5-e7dfd6eed34d admin admin] Pushing event deleted for resources: {'Network': ['ID=6213997a-77dd-4973-bef8-b88fbf379b24,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:46.466069 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-b26ba5ed-8bd3-4bf7-8132-b9ec83622b4f None None] For port fb54e23b-655f-408f-a78a-fa5e7cde3acf, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:29:46.471580 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-b26ba5ed-8bd3-4bf7-8132-b9ec83622b4f None None] For port fb54e23b-655f-408f-a78a-fa5e7cde3acf, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=fb54e23b-655f-408f-a78a-fa5e7cde3acf,segment=NetworkSegment(c6128544-dcbe-47bd-ab48-49a5202558cd),segment_id=c6128544-dcbe-47bd-ab48-49a5202558cd)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:29:46.475916 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-33801531-5c5c-48b5-abc6-fc9d1bab7ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:46.532000 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b26ba5ed-8bd3-4bf7-8132-b9ec83622b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:46.546979 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33801531-5c5c-48b5-abc6-fc9d1bab7ddc None None] Pushing event deleted for resources: {'Port': ['ID=5257193b-ee76-413b-b040-8d50a0295805,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:46.578640 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74843876-18bf-4b4d-a854-025a27237297 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Router db529751-9524-4acb-a9a3-de5a6b3e1c20 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:29:46.621660 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ba5ed-8bd3-4bf7-8132-b9ec83622b4f None None] Pushing event updated for resources: {'Port': ['ID=fb54e23b-655f-408f-a78a-fa5e7cde3acf,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:46.625729 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33801531-5c5c-48b5-abc6-fc9d1bab7ddc None None] No DVR routers for this DVR port 5257193b-ee76-413b-b040-8d50a0295805 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:29:46.783136 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a55d1113-5dd5-47e8-bb3f-2fec928c32b1 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:46.787557 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a55d1113-5dd5-47e8-bb3f-2fec928c32b1 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:46.873781 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a55d1113-5dd5-47e8-bb3f-2fec928c32b1 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:46.875969 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55d1113-5dd5-47e8-bb3f-2fec928c32b1 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Fanout notify agent at l3_agent the message router_deleted on router 745926e2-683d-45c9-a4a0-ccf172531d07 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:29:46.891175 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a55d1113-5dd5-47e8-bb3f-2fec928c32b1 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:46.892847 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a55d1113-5dd5-47e8-bb3f-2fec928c32b1 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "DELETE /v2.0/routers/745926e2-683d-45c9-a4a0-ccf172531d07 HTTP/1.1" status: 204 len: 168 time: 5.9124084 May 23 11:29:46.952966 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45638) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:46.989450 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d33591b0-f8d4-4be1-a8a5-e7dfd6eed34d admin admin] 10.222.0.79 "DELETE /v2.0/networks/6213997a-77dd-4973-bef8-b88fbf379b24 HTTP/1.1" status: 204 len: 168 time: 4.8207722 May 23 11:29:47.033516 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a2101fd4-6490-4dc8-b6d8-b732250c965f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:47.134993 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-a2101fd4-6490-4dc8-b6d8-b732250c965f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Transition to ACTIVE for port object 1d1c1adc-b013-4b45-b87a-933356a8d674 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:29:47.170294 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a2101fd4-6490-4dc8-b6d8-b732250c965f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:47.306942 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2101fd4-6490-4dc8-b6d8-b732250c965f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Network df00d221-1d1f-4546-9785-ba831c59531f is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:29:47.308403 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-a2101fd4-6490-4dc8-b6d8-b732250c965f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:29:47.315656 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2101fd4-6490-4dc8-b6d8-b732250c965f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:29:47.316824 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a2101fd4-6490-4dc8-b6d8-b732250c965f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:47.324925 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7c2df39f-2f10-46a7-9eff-45d92c7715b5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:47.432068 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2101fd4-6490-4dc8-b6d8-b732250c965f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event updated for resources: {'Port': ['ID=1d1c1adc-b013-4b45-b87a-933356a8d674,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:47.447100 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45648) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:47.516406 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-49b1d34d-3258-4685-8a84-44cf0e01e7d3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0d8e63cb106b40b880c35c46eb22d5c0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0680819 May 23 11:29:47.519059 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45652) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:47.521841 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a2101fd4-6490-4dc8-b6d8-b732250c965f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:47.545295 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7c2df39f-2f10-46a7-9eff-45d92c7715b5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:47.576538 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-7c2df39f-2f10-46a7-9eff-45d92c7715b5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d988946-9a37-4e30-8559-561741115da0']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:47.596594 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-7c2df39f-2f10-46a7-9eff-45d92c7715b5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe30d616-6bae-403f-9207-38fcf47a7d35') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:47.597258 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-7c2df39f-2f10-46a7-9eff-45d92c7715b5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe30d616-6bae-403f-9207-38fcf47a7d35') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:47.625923 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7c2df39f-2f10-46a7-9eff-45d92c7715b5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:47.677448 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7c2df39f-2f10-46a7-9eff-45d92c7715b5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:47.698375 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c2df39f-2f10-46a7-9eff-45d92c7715b5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:29:47.698375 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7c2df39f-2f10-46a7-9eff-45d92c7715b5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:47.742855 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:29:47.742855 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:29:47.742855 n-d-842952-2 neutron-server[83910]: timer() May 23 11:29:47.742855 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:29:47.742855 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:29:47.742855 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:29:47.742855 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:29:47.742855 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:29:47.742855 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:29:47.742855 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:29:47.742855 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:29:47.742855 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:29:47.742855 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:29:47.742855 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:29:47.742855 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:29:47.742855 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:29:47.742855 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:29:47.742855 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:29:47.742855 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:29:47.742855 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:29:47.742855 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:29:47.742855 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:29:47.742855 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:29:47.742855 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:29:47.742855 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:29:47.742855 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:29:47.742855 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:29:47.742855 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:29:47.742855 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:29:47.742855 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:29:47.742855 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:29:47.742855 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:29:47.784856 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device fb54e23b-655f-408f-a78a-fa5e7cde3acf up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:29:47.973346 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port fb54e23b-655f-408f-a78a-fa5e7cde3acf completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:29:48.061682 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74843876-18bf-4b4d-a854-025a27237297 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:29:48.067478 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-74843876-18bf-4b4d-a854-025a27237297 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:48.073547 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578aab45-9c7d-4ad8-9560-01fc2abb2c7d None None] Sync routers for ids ['db529751-9524-4acb-a9a3-de5a6b3e1c20'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:29:48.107813 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578aab45-9c7d-4ad8-9560-01fc2abb2c7d None None] Routers {'db529751-9524-4acb-a9a3-de5a6b3e1c20'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:29:48.108761 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-578aab45-9c7d-4ad8-9560-01fc2abb2c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:29:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['db529751-9524-4acb-a9a3-de5a6b3e1c20'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:48.133405 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7c2df39f-2f10-46a7-9eff-45d92c7715b5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:48.142246 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7c2df39f-2f10-46a7-9eff-45d92c7715b5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:48.189203 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2df39f-2f10-46a7-9eff-45d92c7715b5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Pushing event deleted for resources: {'Network': ['ID=3d988946-9a37-4e30-8559-561741115da0,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:48.194174 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-74843876-18bf-4b4d-a854-025a27237297 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "PUT /v2.0/floatingips/514073fc-6c59-4788-9057-71b20786aa6c HTTP/1.1" status: 200 len: 992 time: 5.3925607 May 23 11:29:48.200827 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '827bbfd7-32b0-4792-a06a-16a13bb77f8a', 'tag': '76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:29:48.221439 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7c2df39f-2f10-46a7-9eff-45d92c7715b5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] 10.222.0.79 "DELETE /v2.0/networks/3d988946-9a37-4e30-8559-561741115da0 HTTP/1.1" status: 204 len: 168 time: 1.2607226 May 23 11:29:48.239414 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2df39f-2f10-46a7-9eff-45d92c7715b5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:29:48.239759 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2df39f-2f10-46a7-9eff-45d92c7715b5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:29:48.240130 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2df39f-2f10-46a7-9eff-45d92c7715b5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:29:48.240465 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2df39f-2f10-46a7-9eff-45d92c7715b5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:29:48.240794 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2df39f-2f10-46a7-9eff-45d92c7715b5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:29:48.241189 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2df39f-2f10-46a7-9eff-45d92c7715b5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:29:48.241517 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2df39f-2f10-46a7-9eff-45d92c7715b5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:29:48.241850 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2df39f-2f10-46a7-9eff-45d92c7715b5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:29:48.242542 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2df39f-2f10-46a7-9eff-45d92c7715b5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:29:48.242542 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2df39f-2f10-46a7-9eff-45d92c7715b5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:29:48.243015 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2df39f-2f10-46a7-9eff-45d92c7715b5 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:29:48.258947 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a2101fd4-6490-4dc8-b6d8-b732250c965f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:48.261282 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eee619-2618-45a9-9fa2-3cb02e2494f5 req-5055ca45-68e0-47b6-9209-ccc050e60a90 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:48.273783 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-24eee619-2618-45a9-9fa2-3cb02e2494f5 req-5055ca45-68e0-47b6-9209-ccc050e60a90 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 945 time: 0.3671155 May 23 11:29:48.282533 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1d442b-2a1b-4030-9460-cefce6cb7749 None None] Network df00d221-1d1f-4546-9785-ba831c59531f requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:29:48.320642 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a2101fd4-6490-4dc8-b6d8-b732250c965f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:48.322791 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a2101fd4-6490-4dc8-b6d8-b732250c965f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:48.356956 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b03f3bc-24f6-4c34-855d-a6ec81418e12'] response: {'name': 'network-changed', 'server_uuid': '827bbfd7-32b0-4792-a06a-16a13bb77f8a', 'tag': '76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669', 'status': 'completed', 'code': 200} May 23 11:29:48.377026 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-24eee619-2618-45a9-9fa2-3cb02e2494f5 req-fa6db13f-7810-443a-a9a1-33f832316da8 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965066 May 23 11:29:48.541218 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f6050137-a1fc-497f-a27d-ce7e64670c84 None None] Provisioning for port fb54e23b-655f-408f-a78a-fa5e7cde3acf completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:29:48.557801 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f6050137-a1fc-497f-a27d-ce7e64670c84 None None] Provisioning complete for port fb54e23b-655f-408f-a78a-fa5e7cde3acf triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:29:48.558593 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f6050137-a1fc-497f-a27d-ce7e64670c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:48.558936 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-578aab45-9c7d-4ad8-9560-01fc2abb2c7d None None] Set router db529751-9524-4acb-a9a3-de5a6b3e1c20 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:29:48.722335 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0674ddb3-3ec2-4583-b679-e8b7811d585e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:48.770931 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0674ddb3-3ec2-4583-b679-e8b7811d585e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:48.877900 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2101fd4-6490-4dc8-b6d8-b732250c965f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event updated for resources: {'Port': ['ID=1d1c1adc-b013-4b45-b87a-933356a8d674,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:48.901245 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45674) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:48.942146 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f6050137-a1fc-497f-a27d-ce7e64670c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:48.945740 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0674ddb3-3ec2-4583-b679-e8b7811d585e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:48.970527 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2101fd4-6490-4dc8-b6d8-b732250c965f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Network df00d221-1d1f-4546-9785-ba831c59531f is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:29:48.989739 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-a2101fd4-6490-4dc8-b6d8-b732250c965f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:29:48.997922 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0674ddb3-3ec2-4583-b679-e8b7811d585e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368c8b22-99b3-4587-af62-b99923c17944,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:49.115073 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f6050137-a1fc-497f-a27d-ce7e64670c84 None None] For port fb54e23b-655f-408f-a78a-fa5e7cde3acf, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=fb54e23b-655f-408f-a78a-fa5e7cde3acf,segment=NetworkSegment(c6128544-dcbe-47bd-ab48-49a5202558cd),segment_id=c6128544-dcbe-47bd-ab48-49a5202558cd)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:29:49.157071 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:29:49.184689 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f6050137-a1fc-497f-a27d-ce7e64670c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:49.236423 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0674ddb3-3ec2-4583-b679-e8b7811d585e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:49.239961 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0674ddb3-3ec2-4583-b679-e8b7811d585e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/368c8b22-99b3-4587-af62-b99923c17944 HTTP/1.1" status: 204 len: 168 time: 1.7177699 May 23 11:29:49.245185 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-65a040c3-63a9-4a44-8956-276d486b0555 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7e6820b1da73478a8f6280c600dfbb0e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3422029 May 23 11:29:49.248077 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45682) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:49.259411 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:29:49.260075 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 8d439e4a-d1e7-4fb9-b78e-288b97b0f5a0 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:29:49.310255 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6050137-a1fc-497f-a27d-ce7e64670c84 None None] Pushing event updated for resources: {'Port': ['ID=fb54e23b-655f-408f-a78a-fa5e7cde3acf,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:49.329735 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-578aab45-9c7d-4ad8-9560-01fc2abb2c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'name': 'tempest-ServerRescueNegativeTestJSON-728309522-router', 'tenant_id': '4ab6dabfc6c044e3a257a928739aed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '494ed453-37e9-40f9-ae81-578f809d43aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:26:55Z', 'updated_at': '2022-05-23T11:27:11Z', 'revision_number': 4, 'project_id': '4ab6dabfc6c044e3a257a928739aed2b', 'gw_port': {'id': '494ed453-37e9-40f9-ae81-578f809d43aa', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:00Z', 'updated_at': '2022-05-23T11:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '514073fc-6c59-4788-9057-71b20786aa6c', 'tenant_id': '4ab6dabfc6c044e3a257a928739aed2b', 'floating_ip_address': '172.25.6.243', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'port_id': '76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76b2273d-b51d-4df1-8907-c6d24ae3fac2', 'mac_address': 'fa:16:3e:bc:87:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827bbfd7-32b0-4792-a06a-16a13bb77f8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:29:15Z', 'updated_at': '2022-05-23T11:29:44Z', 'revision_number': 1, 'project_id': '4ab6dabfc6c044e3a257a928739aed2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfaa2c81-8057-412e-a209-888bbdcbe3ad', 'name': '', 'network_id': '76b2273d-b51d-4df1-8907-c6d24ae3fac2', 'tenant_id': '4ab6dabfc6c044e3a257a928739aed2b', 'mac_address': 'fa:16:3e:4a:e7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82176f08-fc90-4d7e-a669-0e8701d67807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:09Z', 'updated_at': '2022-05-23T11:27:27Z', 'revision_number': 5, 'project_id': '4ab6dabfc6c044e3a257a928739aed2b', 'subnets': [{'id': '82176f08-fc90-4d7e-a669-0e8701d67807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:49.340477 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578aab45-9c7d-4ad8-9560-01fc2abb2c7d None None] Checking router: db529751-9524-4acb-a9a3-de5a6b3e1c20 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:29:49.371152 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578aab45-9c7d-4ad8-9560-01fc2abb2c7d None None] Routers {'db529751-9524-4acb-a9a3-de5a6b3e1c20'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:29:49.371714 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-578aab45-9c7d-4ad8-9560-01fc2abb2c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:29:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['db529751-9524-4acb-a9a3-de5a6b3e1c20'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:49.401708 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-98bf6b61-b038-4771-a41f-c1988baaf6e0 req-f5dae189-5d45-4bcf-91fb-3a1d9fc764c7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4ab6dabfc6c044e3a257a928739aed2b&device_id=827bbfd7-32b0-4792-a06a-16a13bb77f8a HTTP/1.1" status: 200 len: 1097 time: 0.7475810 May 23 11:29:49.402260 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fc711e70-7bbb-4ecb-bf35-1c3d20a90986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:49.444878 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fc711e70-7bbb-4ecb-bf35-1c3d20a90986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:49.617189 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fc711e70-7bbb-4ecb-bf35-1c3d20a90986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:49.649400 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc711e70-7bbb-4ecb-bf35-1c3d20a90986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9fea28-5cbf-4f70-9d7a-43c64bb9e1c2,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:49.669881 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fc711e70-7bbb-4ecb-bf35-1c3d20a90986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:49.671236 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-fc711e70-7bbb-4ecb-bf35-1c3d20a90986 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7d9fea28-5cbf-4f70-9d7a-43c64bb9e1c2 HTTP/1.1" status: 204 len: 168 time: 0.4222322 May 23 11:29:49.753438 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8339b522-117f-4801-8882-3ce45247374d None None] Provisioning complete for port fb54e23b-655f-408f-a78a-fa5e7cde3acf triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:29:49.754109 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8339b522-117f-4801-8882-3ce45247374d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:49.756124 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf6b61-b038-4771-a41f-c1988baaf6e0 req-047c9c34-3727-4f25-ba57-0ee83a892f70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:49.757817 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-98bf6b61-b038-4771-a41f-c1988baaf6e0 req-047c9c34-3727-4f25-ba57-0ee83a892f70 service neutron] 10.222.0.81 "GET /v2.0/networks?id=76b2273d-b51d-4df1-8907-c6d24ae3fac2 HTTP/1.1" status: 200 len: 919 time: 0.2925737 May 23 11:29:49.982574 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4fcd3-9a11-49fd-9b76-4028b7b1eb84 req-19d8f8e2-e76b-4fc1-9d04-6eaf540a47d2 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:49.995308 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-50c4fcd3-9a11-49fd-9b76-4028b7b1eb84 req-19d8f8e2-e76b-4fc1-9d04-6eaf540a47d2 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 945 time: 0.3128428 May 23 11:29:50.020745 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-578aab45-9c7d-4ad8-9560-01fc2abb2c7d None None] Set router db529751-9524-4acb-a9a3-de5a6b3e1c20 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:29:50.059871 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-98bf6b61-b038-4771-a41f-c1988baaf6e0 req-8891a1da-ad23-4585-87cb-8e9fed44326e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669 HTTP/1.1" status: 200 len: 1000 time: 0.2933562 May 23 11:29:50.124526 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-50c4fcd3-9a11-49fd-9b76-4028b7b1eb84 req-ead8275b-e402-473f-9480-409f6ff5f8e6 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216033 May 23 11:29:50.147099 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8339b522-117f-4801-8882-3ce45247374d None None] Provisioning for port 1d1c1adc-b013-4b45-b87a-933356a8d674 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:29:50.161853 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8339b522-117f-4801-8882-3ce45247374d None None] Provisioning complete for port 1d1c1adc-b013-4b45-b87a-933356a8d674 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:29:50.162588 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8339b522-117f-4801-8882-3ce45247374d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:50.275181 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2101fd4-6490-4dc8-b6d8-b732250c965f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Router f7c50b43-b296-4335-b482-52782a5a6a56 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:29:50.303719 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf6b61-b038-4771-a41f-c1988baaf6e0 req-bed389ed-83d0-45bb-9f8e-977a54790fb9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:50.305460 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-98bf6b61-b038-4771-a41f-c1988baaf6e0 req-bed389ed-83d0-45bb-9f8e-977a54790fb9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=82176f08-fc90-4d7e-a669-0e8701d67807 HTTP/1.1" status: 200 len: 857 time: 0.2327590 May 23 11:29:50.345906 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8339b522-117f-4801-8882-3ce45247374d None None] Port 1d1c1adc-b013-4b45-b87a-933356a8d674 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:29:50.487943 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b3bef049-aeec-462c-9397-45581965b55a None None] Provisioning complete for port 1d1c1adc-b013-4b45-b87a-933356a8d674 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:29:50.488360 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b3bef049-aeec-462c-9397-45581965b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:50.590305 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b3bef049-aeec-462c-9397-45581965b55a None None] Port 1d1c1adc-b013-4b45-b87a-933356a8d674 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:29:50.627673 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45720) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:50.683380 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-34d9ed19-6628-46af-bb5d-d2a07b55e926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:50.735976 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2442b178-fb3c-4980-8077-7eb4dd2554c9 None None] Provisioning complete for port 1d1c1adc-b013-4b45-b87a-933356a8d674 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:29:50.736634 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2442b178-fb3c-4980-8077-7eb4dd2554c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:50.786810 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-578aab45-9c7d-4ad8-9560-01fc2abb2c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'name': 'tempest-ServerRescueNegativeTestJSON-728309522-router', 'tenant_id': '4ab6dabfc6c044e3a257a928739aed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '494ed453-37e9-40f9-ae81-578f809d43aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:26:55Z', 'updated_at': '2022-05-23T11:27:11Z', 'revision_number': 4, 'project_id': '4ab6dabfc6c044e3a257a928739aed2b', 'gw_port': {'id': '494ed453-37e9-40f9-ae81-578f809d43aa', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:00Z', 'updated_at': '2022-05-23T11:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '514073fc-6c59-4788-9057-71b20786aa6c', 'tenant_id': '4ab6dabfc6c044e3a257a928739aed2b', 'floating_ip_address': '172.25.6.243', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'port_id': '76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76b2273d-b51d-4df1-8907-c6d24ae3fac2', 'mac_address': 'fa:16:3e:bc:87:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827bbfd7-32b0-4792-a06a-16a13bb77f8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:29:15Z', 'updated_at': '2022-05-23T11:29:44Z', 'revision_number': 1, 'project_id': '4ab6dabfc6c044e3a257a928739aed2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfaa2c81-8057-412e-a209-888bbdcbe3ad', 'name': '', 'network_id': '76b2273d-b51d-4df1-8907-c6d24ae3fac2', 'tenant_id': '4ab6dabfc6c044e3a257a928739aed2b', 'mac_address': 'fa:16:3e:4a:e7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82176f08-fc90-4d7e-a669-0e8701d67807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:09Z', 'updated_at': '2022-05-23T11:27:27Z', 'revision_number': 5, 'project_id': '4ab6dabfc6c044e3a257a928739aed2b', 'subnets': [{'id': '82176f08-fc90-4d7e-a669-0e8701d67807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:50.797179 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578aab45-9c7d-4ad8-9560-01fc2abb2c7d None None] The sync data for ids ['db529751-9524-4acb-a9a3-de5a6b3e1c20'] in n-d-842952-2 is: [{'id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'name': 'tempest-ServerRescueNegativeTestJSON-728309522-router', 'tenant_id': '4ab6dabfc6c044e3a257a928739aed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '494ed453-37e9-40f9-ae81-578f809d43aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:26:55Z', 'updated_at': '2022-05-23T11:27:11Z', 'revision_number': 4, 'project_id': '4ab6dabfc6c044e3a257a928739aed2b', 'gw_port': {'id': '494ed453-37e9-40f9-ae81-578f809d43aa', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:00Z', 'updated_at': '2022-05-23T11:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '514073fc-6c59-4788-9057-71b20786aa6c', 'tenant_id': '4ab6dabfc6c044e3a257a928739aed2b', 'floating_ip_address': '172.25.6.243', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'port_id': '76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76b2273d-b51d-4df1-8907-c6d24ae3fac2', 'mac_address': 'fa:16:3e:bc:87:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827bbfd7-32b0-4792-a06a-16a13bb77f8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:29:15Z', 'updated_at': '2022-05-23T11:29:44Z', 'revision_number': 1, 'project_id': '4ab6dabfc6c044e3a257a928739aed2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfaa2c81-8057-412e-a209-888bbdcbe3ad', 'name': '', 'network_id': '76b2273d-b51d-4df1-8907-c6d24ae3fac2', 'tenant_id': '4ab6dabfc6c044e3a257a928739aed2b', 'mac_address': 'fa:16:3e:4a:e7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82176f08-fc90-4d7e-a669-0e8701d67807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:09Z', 'updated_at': '2022-05-23T11:27:27Z', 'revision_number': 5, 'project_id': '4ab6dabfc6c044e3a257a928739aed2b', 'subnets': [{'id': '82176f08-fc90-4d7e-a669-0e8701d67807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:29:50.826073 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-34d9ed19-6628-46af-bb5d-d2a07b55e926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:29:50.840739 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-34d9ed19-6628-46af-bb5d-d2a07b55e926 admin admin] Usage tracker for resource:security_group_rule and tenant:43e5a53210864f3ea84b98d2e496f8b4 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:29:50.848305 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-34d9ed19-6628-46af-bb5d-d2a07b55e926 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:29:50.867964 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-34d9ed19-6628-46af-bb5d-d2a07b55e926 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:29:50.906425 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2442b178-fb3c-4980-8077-7eb4dd2554c9 None None] Port 1d1c1adc-b013-4b45-b87a-933356a8d674 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:29:50.987909 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-34d9ed19-6628-46af-bb5d-d2a07b55e926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:51.003579 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-34d9ed19-6628-46af-bb5d-d2a07b55e926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:51.037514 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-98bf6b61-b038-4771-a41f-c1988baaf6e0 req-230def84-2449-4e7b-a651-2d02ed809e66 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=76b2273d-b51d-4df1-8907-c6d24ae3fac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7191703 May 23 11:29:51.061531 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9ed19-6628-46af-bb5d-d2a07b55e926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12bcf228-01e9-413d-b3ff-9b7812511427,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:51.066270 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-34d9ed19-6628-46af-bb5d-d2a07b55e926 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=43e5a53210864f3ea84b98d2e496f8b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4374001 May 23 11:29:51.069198 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45730) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:51.140821 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45734) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:51.219814 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76088831-663f-4128-8fcb-ecc075d793e7 None None] New status for floating IP 514073fc-6c59-4788-9057-71b20786aa6c: ACTIVE {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:29:51.242124 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8068dad4-7ce8-4f3e-835c-ec71a60ff9b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:51.307031 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8068dad4-7ce8-4f3e-835c-ec71a60ff9b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:51.435437 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8068dad4-7ce8-4f3e-835c-ec71a60ff9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:51.581758 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8068dad4-7ce8-4f3e-835c-ec71a60ff9b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bcf228-01e9-413d-b3ff-9b7812511427,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:51.593751 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ea9a8e5c-8ee1-479d-8003-8b63e27b7b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:51.595591 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-98bf6b61-b038-4771-a41f-c1988baaf6e0 req-6747f938-7125-4bdc-badb-7898c1de2add service neutron] 10.222.0.81 "GET /v2.0/networks/76b2273d-b51d-4df1-8907-c6d24ae3fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5485029 May 23 11:29:51.629088 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ea9a8e5c-8ee1-479d-8003-8b63e27b7b2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:29:51.635180 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ea9a8e5c-8ee1-479d-8003-8b63e27b7b2c admin admin] Usage tracker for resource:security_group_rule and tenant:62e623334fd84c6ca2e8ac736c2d6ac9 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:29:51.637933 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device fb54e23b-655f-408f-a78a-fa5e7cde3acf up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:29:51.638997 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ea9a8e5c-8ee1-479d-8003-8b63e27b7b2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:29:51.645755 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ea9a8e5c-8ee1-479d-8003-8b63e27b7b2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:29:51.723140 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8068dad4-7ce8-4f3e-835c-ec71a60ff9b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:51.724381 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8068dad4-7ce8-4f3e-835c-ec71a60ff9b1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/12bcf228-01e9-413d-b3ff-9b7812511427 HTTP/1.1" status: 204 len: 168 time: 0.6490588 May 23 11:29:51.725447 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45750) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:51.757457 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ea9a8e5c-8ee1-479d-8003-8b63e27b7b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:51.763416 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ea9a8e5c-8ee1-479d-8003-8b63e27b7b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:51.841416 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a8e5c-8ee1-479d-8003-8b63e27b7b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9f345d-cd05-4a68-abcd-7ec979042120,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:51.848644 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ea9a8e5c-8ee1-479d-8003-8b63e27b7b2c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=62e623334fd84c6ca2e8ac736c2d6ac9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7067561 May 23 11:29:51.855016 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c080fd-0c9e-4321-8300-ab758d9ce238 req-4c60454e-0923-42f0-88c6-def45b5a35ca tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:51.856502 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c7c080fd-0c9e-4321-8300-ab758d9ce238 req-4c60454e-0923-42f0-88c6-def45b5a35ca tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 945 time: 0.4288549 May 23 11:29:51.857366 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45758) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:51.875598 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-98bf6b61-b038-4771-a41f-c1988baaf6e0 req-150a6d15-0d71-4120-a5a6-a5db5dbd5933 service neutron] 10.222.0.81 "GET /v2.0/networks/76b2273d-b51d-4df1-8907-c6d24ae3fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728245 May 23 11:29:51.878842 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2101fd4-6490-4dc8-b6d8-b732250c965f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:29:51.890640 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a2101fd4-6490-4dc8-b6d8-b732250c965f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "PUT /v2.0/routers/f7c50b43-b296-4335-b482-52782a5a6a56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1049869 May 23 11:29:51.891692 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45762) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:51.892594 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2993aa71-508c-4f6b-bc99-c1ea0a757a17 None None] Sync routers for ids ['f7c50b43-b296-4335-b482-52782a5a6a56'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:29:51.916051 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2993aa71-508c-4f6b-bc99-c1ea0a757a17 None None] Routers {'f7c50b43-b296-4335-b482-52782a5a6a56'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:29:51.919537 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-2993aa71-508c-4f6b-bc99-c1ea0a757a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:29:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['f7c50b43-b296-4335-b482-52782a5a6a56'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:51.980683 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c7c080fd-0c9e-4321-8300-ab758d9ce238 req-581d6467-5923-465f-aaf5-662269cb9999 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109645 May 23 11:29:52.032291 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port fb54e23b-655f-408f-a78a-fa5e7cde3acf triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:29:52.032892 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:52.061590 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179bd491-daa5-4d7c-8c54-b195f3cdcc49 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:52.062042 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-179bd491-daa5-4d7c-8c54-b195f3cdcc49 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Synchronizing usage tracker for tenant:313e40337aa44a9094358a8320ee4f45 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:29:52.067641 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-929dd246-bc4c-4e92-91d5-ea696492b50d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:52.101251 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-179bd491-daa5-4d7c-8c54-b195f3cdcc49 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Unset dirty status for tenant:313e40337aa44a9094358a8320ee4f45 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:29:52.102652 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-179bd491-daa5-4d7c-8c54-b195f3cdcc49 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "GET /v2.0/ports/1d1c1adc-b013-4b45-b87a-933356a8d674 HTTP/1.1" status: 200 len: 911 time: 0.2082298 May 23 11:29:52.108526 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45768) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:52.109016 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-6f94fe98-d4f4-49ea-968d-9770797cd523 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1646382311-network', 'tenant_id': '28cfee849fbb4c2b93c9467d155036b4'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:29:52.118608 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6f94fe98-d4f4-49ea-968d-9770797cd523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:29:52.124888 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-929dd246-bc4c-4e92-91d5-ea696492b50d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:52.126480 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b1b54b8d-9955-415d-97ba-229f6fc5e337 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6de80212-d388-4f91-a047-d5a0f5e2d6eb'}]}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:29:52.135096 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6f94fe98-d4f4-49ea-968d-9770797cd523 admin admin] Usage tracker for resource:network and tenant:28cfee849fbb4c2b93c9467d155036b4 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:29:52.142110 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6f94fe98-d4f4-49ea-968d-9770797cd523 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:29:52.159717 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6f94fe98-d4f4-49ea-968d-9770797cd523 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:29:52.193383 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f94fe98-d4f4-49ea-968d-9770797cd523 admin admin] Made reservation on behalf of 28cfee849fbb4c2b93c9467d155036b4 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:29:52.198963 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6f94fe98-d4f4-49ea-968d-9770797cd523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:52.205318 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-2993aa71-508c-4f6b-bc99-c1ea0a757a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:52.233910 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6f94fe98-d4f4-49ea-968d-9770797cd523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:52.234722 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2993aa71-508c-4f6b-bc99-c1ea0a757a17 None None] Routers {'f7c50b43-b296-4335-b482-52782a5a6a56'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:29:52.237006 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-2993aa71-508c-4f6b-bc99-c1ea0a757a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:29:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['f7c50b43-b296-4335-b482-52782a5a6a56'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:52.332573 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-929dd246-bc4c-4e92-91d5-ea696492b50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:52.392588 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-2993aa71-508c-4f6b-bc99-c1ea0a757a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:52.392827 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6f94fe98-d4f4-49ea-968d-9770797cd523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:29:52.393369 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2993aa71-508c-4f6b-bc99-c1ea0a757a17 None None] The sync data for ids ['f7c50b43-b296-4335-b482-52782a5a6a56'] in n-d-842952-2 is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:29:52.399447 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929dd246-bc4c-4e92-91d5-ea696492b50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9f345d-cd05-4a68-abcd-7ec979042120,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:52.408725 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6f94fe98-d4f4-49ea-968d-9770797cd523 admin admin] Usage tracker for resource:security_group_rule and tenant:28cfee849fbb4c2b93c9467d155036b4 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:29:52.420516 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6f94fe98-d4f4-49ea-968d-9770797cd523 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:29:52.430286 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-929dd246-bc4c-4e92-91d5-ea696492b50d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:52.434313 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-929dd246-bc4c-4e92-91d5-ea696492b50d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4f9f345d-cd05-4a68-abcd-7ec979042120 HTTP/1.1" status: 204 len: 168 time: 0.5759883 May 23 11:29:52.440408 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6f94fe98-d4f4-49ea-968d-9770797cd523 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:29:52.589319 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6f94fe98-d4f4-49ea-968d-9770797cd523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:52.596648 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6f94fe98-d4f4-49ea-968d-9770797cd523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:52.637731 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f94fe98-d4f4-49ea-968d-9770797cd523 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:29:52.648232 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f94fe98-d4f4-49ea-968d-9770797cd523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49534b7-6b4b-4127-8eac-0f4eaa8a0d16,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:52.656573 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6f94fe98-d4f4-49ea-968d-9770797cd523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:52.657050 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-6f94fe98-d4f4-49ea-968d-9770797cd523 admin admin] Added segment 7b7c5fd9-5c0f-4a2b-bed6-65bb26305363 of type vlan for network 4c33a9e1-3aa8-42de-bf10-ee7f78fe5028 May 23 11:29:52.677955 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b1b54b8d-9955-415d-97ba-229f6fc5e337 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:52.687096 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6f94fe98-d4f4-49ea-968d-9770797cd523 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:52.723965 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6f94fe98-d4f4-49ea-968d-9770797cd523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:52.724920 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f94fe98-d4f4-49ea-968d-9770797cd523 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:52.725523 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6f94fe98-d4f4-49ea-968d-9770797cd523 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:52.974141 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f94fe98-d4f4-49ea-968d-9770797cd523 admin admin] Pushing event updated for resources: {'Network': ['ID=4c33a9e1-3aa8-42de-bf10-ee7f78fe5028,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:52.978929 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-6f94fe98-d4f4-49ea-968d-9770797cd523 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2438667 May 23 11:29:52.982661 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45782) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:52.988105 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 4c33a9e1-3aa8-42de-bf10-ee7f78fe5028 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:29:53.006297 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-67eec839-af8b-425a-acfe-883b012210bd admin admin] Request body: {'subnet': {'network_id': '4c33a9e1-3aa8-42de-bf10-ee7f78fe5028', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1646382311-subnet', 'tenant_id': '28cfee849fbb4c2b93c9467d155036b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:29:53.011957 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-67eec839-af8b-425a-acfe-883b012210bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:29:53.016003 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-67eec839-af8b-425a-acfe-883b012210bd admin admin] Usage tracker for resource:subnet and tenant:28cfee849fbb4c2b93c9467d155036b4 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:29:53.018893 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-67eec839-af8b-425a-acfe-883b012210bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:29:53.024753 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-67eec839-af8b-425a-acfe-883b012210bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:29:53.040107 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67eec839-af8b-425a-acfe-883b012210bd admin admin] Made reservation on behalf of 28cfee849fbb4c2b93c9467d155036b4 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:29:53.043859 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-67eec839-af8b-425a-acfe-883b012210bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:53.361805 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-67eec839-af8b-425a-acfe-883b012210bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:53.456770 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b1b54b8d-9955-415d-97ba-229f6fc5e337 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:53.458466 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac38f766-6405-4581-9b17-24837772aeb5 req-0baea69c-e427-4b59-9649-cb190b146c4d tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:53.460230 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ac38f766-6405-4581-9b17-24837772aeb5 req-0baea69c-e427-4b59-9649-cb190b146c4d tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 945 time: 0.2076790 May 23 11:29:53.471228 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eec839-af8b-425a-acfe-883b012210bd admin admin] Checking segment: {'id': '7b7c5fd9-5c0f-4a2b-bed6-65bb26305363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4c33a9e1-3aa8-42de-bf10-ee7f78fe5028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:29:53.471499 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67eec839-af8b-425a-acfe-883b012210bd admin admin] Network hostable DHCP agents. Network: 4c33a9e1-3aa8-42de-bf10-ee7f78fe5028, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:29:53.475519 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b1b54b8d-9955-415d-97ba-229f6fc5e337 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:53.480465 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b54b8d-9955-415d-97ba-229f6fc5e337 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:53.481121 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b1b54b8d-9955-415d-97ba-229f6fc5e337 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:53.485403 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b1b54b8d-9955-415d-97ba-229f6fc5e337 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "PUT /v2.0/ports/1d1c1adc-b013-4b45-b87a-933356a8d674 HTTP/1.1" status: 200 len: 911 time: 1.3713169 May 23 11:29:53.492733 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45800) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:53.506534 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eec839-af8b-425a-acfe-883b012210bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=efe1e9ef-5154-446e-aa1e-35c6c0e2b6e3,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:53.564438 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b54b8d-9955-415d-97ba-229f6fc5e337 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event updated for resources: {'Port': ['ID=1d1c1adc-b013-4b45-b87a-933356a8d674,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:53.637419 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45806) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:53.656564 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67eec839-af8b-425a-acfe-883b012210bd admin admin] Network 4c33a9e1-3aa8-42de-bf10-ee7f78fe5028 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:29:53.663134 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ac38f766-6405-4581-9b17-24837772aeb5 req-d5febc01-487a-4a6e-8893-e8356cc8f26a tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949592 May 23 11:29:53.680850 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-67eec839-af8b-425a-acfe-883b012210bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 4c33a9e1-3aa8-42de-bf10-ee7f78fe5028) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:29:53.686533 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67eec839-af8b-425a-acfe-883b012210bd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:53.687123 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-67eec839-af8b-425a-acfe-883b012210bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:53.698939 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce1c5aa-f084-4faf-b12e-5e7f95e17ea6 None None] Network 4c33a9e1-3aa8-42de-bf10-ee7f78fe5028 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:29:53.718335 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-67eec839-af8b-425a-acfe-883b012210bd admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7345381 May 23 11:29:53.718621 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45812) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:53.726134 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-1852785c-6914-4005-ac47-627e5c26cc3d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1646382311-router', 'tenant_id': '28cfee849fbb4c2b93c9467d155036b4', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:29:53.741267 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1852785c-6914-4005-ac47-627e5c26cc3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:29:53.750806 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1852785c-6914-4005-ac47-627e5c26cc3d admin admin] Usage tracker for resource:router and tenant:28cfee849fbb4c2b93c9467d155036b4 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:29:53.756171 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1852785c-6914-4005-ac47-627e5c26cc3d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:29:53.763226 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1852785c-6914-4005-ac47-627e5c26cc3d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:29:53.778697 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1852785c-6914-4005-ac47-627e5c26cc3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:53.793070 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1852785c-6914-4005-ac47-627e5c26cc3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:53.840778 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1852785c-6914-4005-ac47-627e5c26cc3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:53.863864 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-1ee7f89a-0349-44a9-aae5-acdc725f9a6a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-569325687-network', 'tenant_id': 'e41e6d532b334d0b94e545bc452501fb'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:29:53.870136 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1ee7f89a-0349-44a9-aae5-acdc725f9a6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:29:53.874466 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1ee7f89a-0349-44a9-aae5-acdc725f9a6a admin admin] Usage tracker for resource:network and tenant:e41e6d532b334d0b94e545bc452501fb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:29:53.877979 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1ee7f89a-0349-44a9-aae5-acdc725f9a6a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:29:53.884541 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1ee7f89a-0349-44a9-aae5-acdc725f9a6a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:29:53.896877 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee7f89a-0349-44a9-aae5-acdc725f9a6a admin admin] Made reservation on behalf of e41e6d532b334d0b94e545bc452501fb for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:29:53.900035 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1ee7f89a-0349-44a9-aae5-acdc725f9a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:53.920650 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1ee7f89a-0349-44a9-aae5-acdc725f9a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:53.967777 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b25460-d4cc-4084-a03d-a495ed77ff12 None None] Network 4c33a9e1-3aa8-42de-bf10-ee7f78fe5028 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:29:53.972485 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-79582544-9c5b-4655-931d-1f476cf852bf tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:54.110923 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1ee7f89a-0349-44a9-aae5-acdc725f9a6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:29:54.120584 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1852785c-6914-4005-ac47-627e5c26cc3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:54.125243 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1ee7f89a-0349-44a9-aae5-acdc725f9a6a admin admin] Usage tracker for resource:security_group_rule and tenant:e41e6d532b334d0b94e545bc452501fb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:29:54.130572 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1ee7f89a-0349-44a9-aae5-acdc725f9a6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:29:54.137515 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1ee7f89a-0349-44a9-aae5-acdc725f9a6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:29:54.308882 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1ee7f89a-0349-44a9-aae5-acdc725f9a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:54.314010 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1ee7f89a-0349-44a9-aae5-acdc725f9a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:54.341585 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ee7f89a-0349-44a9-aae5-acdc725f9a6a admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:29:54.372912 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1ee7f89a-0349-44a9-aae5-acdc725f9a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:54.373214 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-1ee7f89a-0349-44a9-aae5-acdc725f9a6a admin admin] Added segment 2046c210-c1b4-4a16-bb58-42d9dbfc4661 of type vlan for network 359ad7ee-64bf-4ffa-a7ae-96e0ce95086e May 23 11:29:54.375576 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee7f89a-0349-44a9-aae5-acdc725f9a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349bc5e5-99f0-437f-911c-6e80b962490f,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:54.438981 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1ee7f89a-0349-44a9-aae5-acdc725f9a6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:54.490057 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1852785c-6914-4005-ac47-627e5c26cc3d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:54.655818 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-79582544-9c5b-4655-931d-1f476cf852bf tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Deleting port 1d1c1adc-b013-4b45-b87a-933356a8d674 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:29:54.656405 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1852785c-6914-4005-ac47-627e5c26cc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:54.656540 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-79582544-9c5b-4655-931d-1f476cf852bf tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:54.694781 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1ee7f89a-0349-44a9-aae5-acdc725f9a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:54.695640 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee7f89a-0349-44a9-aae5-acdc725f9a6a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:54.696284 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1ee7f89a-0349-44a9-aae5-acdc725f9a6a admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:54.837156 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee7f89a-0349-44a9-aae5-acdc725f9a6a admin admin] Pushing event updated for resources: {'Network': ['ID=359ad7ee-64bf-4ffa-a7ae-96e0ce95086e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:54.850169 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 359ad7ee-64bf-4ffa-a7ae-96e0ce95086e details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:29:54.887753 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1ee7f89a-0349-44a9-aae5-acdc725f9a6a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2490261 May 23 11:29:54.888491 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45830) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:54.898435 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-60530755-a196-4cc9-8e6b-a5c8714b94f5 admin admin] Request body: {'subnet': {'network_id': '359ad7ee-64bf-4ffa-a7ae-96e0ce95086e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-569325687-subnet', 'tenant_id': 'e41e6d532b334d0b94e545bc452501fb', 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:29:54.904563 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-60530755-a196-4cc9-8e6b-a5c8714b94f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:29:54.909320 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-60530755-a196-4cc9-8e6b-a5c8714b94f5 admin admin] Usage tracker for resource:subnet and tenant:e41e6d532b334d0b94e545bc452501fb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:29:54.912650 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-60530755-a196-4cc9-8e6b-a5c8714b94f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:29:54.919014 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-60530755-a196-4cc9-8e6b-a5c8714b94f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:29:54.933973 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60530755-a196-4cc9-8e6b-a5c8714b94f5 admin admin] Made reservation on behalf of e41e6d532b334d0b94e545bc452501fb for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:29:54.936452 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-60530755-a196-4cc9-8e6b-a5c8714b94f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:55.077084 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-1852785c-6914-4005-ac47-627e5c26cc3d admin admin] Allocated IP 172.25.6.186 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/691eeca4-4f6b-4582-a2b2-d544bcb5f14c) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:29:55.183571 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-79582544-9c5b-4655-931d-1f476cf852bf tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:55.196136 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187a439-042c-47f1-8909-622ce386abf0 req-751db83c-97d3-4391-8c43-29fdeb0003a7 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:55.197755 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3187a439-042c-47f1-8909-622ce386abf0 req-751db83c-97d3-4391-8c43-29fdeb0003a7 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 945 time: 0.1441669 May 23 11:29:55.305501 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1852785c-6914-4005-ac47-627e5c26cc3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:55.326998 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-79582544-9c5b-4655-931d-1f476cf852bf tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Calling delete_port for 1d1c1adc-b013-4b45-b87a-933356a8d674 owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:29:55.360635 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-60530755-a196-4cc9-8e6b-a5c8714b94f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:55.414123 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3187a439-042c-47f1-8909-622ce386abf0 req-0c0d3e21-fc96-4a4b-b0e1-d1a975cd78d7 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620772 May 23 11:29:55.436693 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1852785c-6914-4005-ac47-627e5c26cc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:55.485467 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60530755-a196-4cc9-8e6b-a5c8714b94f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0401c46c-3143-4d99-a5c7-9f75d26fcc6a,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:55.519420 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1852785c-6914-4005-ac47-627e5c26cc3d admin admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:29:55.522172 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60530755-a196-4cc9-8e6b-a5c8714b94f5 admin admin] Checking segment: {'id': '2046c210-c1b4-4a16-bb58-42d9dbfc4661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '359ad7ee-64bf-4ffa-a7ae-96e0ce95086e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:29:55.522527 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60530755-a196-4cc9-8e6b-a5c8714b94f5 admin admin] Network hostable DHCP agents. Network: 359ad7ee-64bf-4ffa-a7ae-96e0ce95086e, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:29:55.526838 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-1852785c-6914-4005-ac47-627e5c26cc3d admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:29:55.532127 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1852785c-6914-4005-ac47-627e5c26cc3d admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:29:55.540127 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-79582544-9c5b-4655-931d-1f476cf852bf tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:55.582018 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852785c-6914-4005-ac47-627e5c26cc3d admin admin] Pushing event updated for resources: {'Port': ['ID=691eeca4-4f6b-4582-a2b2-d544bcb5f14c,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:55.590951 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79582544-9c5b-4655-931d-1f476cf852bf tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event deleted for resources: {'Port': ['ID=1d1c1adc-b013-4b45-b87a-933356a8d674,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:55.632535 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60530755-a196-4cc9-8e6b-a5c8714b94f5 admin admin] Network 359ad7ee-64bf-4ffa-a7ae-96e0ce95086e is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:29:55.661612 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-60530755-a196-4cc9-8e6b-a5c8714b94f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 359ad7ee-64bf-4ffa-a7ae-96e0ce95086e) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:29:55.669580 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60530755-a196-4cc9-8e6b-a5c8714b94f5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:55.670155 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-60530755-a196-4cc9-8e6b-a5c8714b94f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:55.673998 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7873b712-b6a8-4d15-9d7c-74ea75239870 None None] Network 359ad7ee-64bf-4ffa-a7ae-96e0ce95086e requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:29:55.752756 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-60530755-a196-4cc9-8e6b-a5c8714b94f5 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8564031 May 23 11:29:55.754198 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45838) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:55.764449 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-f73c2528-7694-4371-b822-3bc8b458b37d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-569325687-router', 'tenant_id': 'e41e6d532b334d0b94e545bc452501fb', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:29:55.768917 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1852785c-6914-4005-ac47-627e5c26cc3d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:55.769855 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1852785c-6914-4005-ac47-627e5c26cc3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:55.778739 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f73c2528-7694-4371-b822-3bc8b458b37d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:29:55.798789 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f73c2528-7694-4371-b822-3bc8b458b37d admin admin] Usage tracker for resource:router and tenant:e41e6d532b334d0b94e545bc452501fb is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:29:55.813763 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f73c2528-7694-4371-b822-3bc8b458b37d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:29:55.823597 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f73c2528-7694-4371-b822-3bc8b458b37d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:29:55.857165 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f73c2528-7694-4371-b822-3bc8b458b37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:55.859848 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f73c2528-7694-4371-b822-3bc8b458b37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:55.870663 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-79582544-9c5b-4655-931d-1f476cf852bf tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:55.921199 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f73c2528-7694-4371-b822-3bc8b458b37d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:56.010442 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06db1f47-b9b4-47d8-9e51-a1ba8cb12c5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-359ad7ee-64bf-4ffa-a7ae-96e0ce95086e', 'network_id': '359ad7ee-64bf-4ffa-a7ae-96e0ce95086e', 'tenant_id': 'e41e6d532b334d0b94e545bc452501fb', 'fixed_ips': [{'subnet_id': '0401c46c-3143-4d99-a5c7-9f75d26fcc6a'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:29:56.011384 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-06db1f47-b9b4-47d8-9e51-a1ba8cb12c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:56.071054 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1852785c-6914-4005-ac47-627e5c26cc3d admin admin] Router b0e1230e-679b-486a-b1fd-f5d860640731 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:29:56.213061 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-06db1f47-b9b4-47d8-9e51-a1ba8cb12c5e None None] Allocated IP 172.20.0.2 (359ad7ee-64bf-4ffa-a7ae-96e0ce95086e/0401c46c-3143-4d99-a5c7-9f75d26fcc6a/bce33ce2-7b3f-46f6-a86b-3937a8aded57) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:29:56.330056 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1852785c-6914-4005-ac47-627e5c26cc3d admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:29:56.379410 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1852785c-6914-4005-ac47-627e5c26cc3d admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:56.383141 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1852785c-6914-4005-ac47-627e5c26cc3d admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.6603217 May 23 11:29:56.383322 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f73c2528-7694-4371-b822-3bc8b458b37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:56.384053 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45846) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:56.554112 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-06db1f47-b9b4-47d8-9e51-a1ba8cb12c5e None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:56.582865 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-06db1f47-b9b4-47d8-9e51-a1ba8cb12c5e None None] Transition to ACTIVE for port object bce33ce2-7b3f-46f6-a86b-3937a8aded57 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:29:56.605128 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8853da42-3250-490b-811e-65b9e8b04494 None None] Sync routers for ids ['b0e1230e-679b-486a-b1fd-f5d860640731'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:29:56.609527 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 8b6f6e96-808b-4ed3-983c-812f26858fee details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:29:56.736660 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-06db1f47-b9b4-47d8-9e51-a1ba8cb12c5e None None] Transition to ACTIVE for port object bce33ce2-7b3f-46f6-a86b-3937a8aded57 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:29:56.751935 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8853da42-3250-490b-811e-65b9e8b04494 None None] Routers {'b0e1230e-679b-486a-b1fd-f5d860640731'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:29:56.752904 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-8853da42-3250-490b-811e-65b9e8b04494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:29:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['b0e1230e-679b-486a-b1fd-f5d860640731'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:56.875470 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 8b6f6e96-808b-4ed3-983c-812f26858fee, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=8b6f6e96-808b-4ed3-983c-812f26858fee,segment=NetworkSegment(4f0d5472-1003-45ab-8b0f-abd1e74bfa02),segment_id=4f0d5472-1003-45ab-8b0f-abd1e74bfa02)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:29:56.883776 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79582544-9c5b-4655-931d-1f476cf852bf tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Router f7c50b43-b296-4335-b482-52782a5a6a56 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:29:56.894562 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '8b6f6e96-808b-4ed3-983c-812f26858fee', 'network_id': '0be92582-5915-4835-ac16-79c44c856a03', 'port_id': '8b6f6e96-808b-4ed3-983c-812f26858fee', 'mac_address': 'fa:16:3e:bc:33:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b85c12c-741c-420e-9273-6de6d42ac4b3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:29:56.899958 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-06db1f47-b9b4-47d8-9e51-a1ba8cb12c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:57.091166 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ad831-c874-45bb-ab1d-ac949364196b req-4df9de59-85bb-49cd-a69b-cb88f054cab0 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:57.106589 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c48ad831-c874-45bb-ab1d-ac949364196b req-4df9de59-85bb-49cd-a69b-cb88f054cab0 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 945 time: 0.3223455 May 23 11:29:57.127778 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06db1f47-b9b4-47d8-9e51-a1ba8cb12c5e None None] Network 359ad7ee-64bf-4ffa-a7ae-96e0ce95086e is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:29:57.130936 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-06db1f47-b9b4-47d8-9e51-a1ba8cb12c5e None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:29:57.138684 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06db1f47-b9b4-47d8-9e51-a1ba8cb12c5e None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:29:57.144189 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:57.151589 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79582544-9c5b-4655-931d-1f476cf852bf tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:29:57.163118 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de4682f-6f2c-4089-96f1-4867f5668384 None None] Sync routers for ids ['f7c50b43-b296-4335-b482-52782a5a6a56'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:29:57.183912 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de4682f-6f2c-4089-96f1-4867f5668384 None None] Routers {'f7c50b43-b296-4335-b482-52782a5a6a56'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:29:57.184540 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-0de4682f-6f2c-4089-96f1-4867f5668384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:29:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['f7c50b43-b296-4335-b482-52782a5a6a56'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:57.210045 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db1f47-b9b4-47d8-9e51-a1ba8cb12c5e None None] Pushing event updated for resources: {'Port': ['ID=bce33ce2-7b3f-46f6-a86b-3937a8aded57,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:57.279113 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c48ad831-c874-45bb-ab1d-ac949364196b req-62bf0728-f7b5-4dc5-9ce3-13abc314a26a tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674969 May 23 11:29:57.309205 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-0de4682f-6f2c-4089-96f1-4867f5668384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:57.331660 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de4682f-6f2c-4089-96f1-4867f5668384 None None] Routers {'f7c50b43-b296-4335-b482-52782a5a6a56'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:29:57.332302 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-0de4682f-6f2c-4089-96f1-4867f5668384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:29:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['f7c50b43-b296-4335-b482-52782a5a6a56'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:57.333331 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-79582544-9c5b-4655-931d-1f476cf852bf tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "PUT /v2.0/routers/f7c50b43-b296-4335-b482-52782a5a6a56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8375621 May 23 11:29:57.336679 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45852) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:57.388554 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b6f6e96-808b-4ed3-983c-812f26858fee {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:29:57.408067 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-8853da42-3250-490b-811e-65b9e8b04494 None None] Set router b0e1230e-679b-486a-b1fd-f5d860640731 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:29:57.409069 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f73c2528-7694-4371-b822-3bc8b458b37d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:57.426786 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-0de4682f-6f2c-4089-96f1-4867f5668384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:57.427159 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de4682f-6f2c-4089-96f1-4867f5668384 None None] The sync data for ids ['f7c50b43-b296-4335-b482-52782a5a6a56'] in n-d-842952-2 is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:29:57.512372 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f73c2528-7694-4371-b822-3bc8b458b37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:57.521007 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6efe7fd0-bad4-4784-93da-971195b6d545 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Synchronizing usage tracker for tenant:313e40337aa44a9094358a8320ee4f45 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:29:57.624755 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4787c7c6-a7ec-4fca-8827-ae986c619eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:57.690296 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-06db1f47-b9b4-47d8-9e51-a1ba8cb12c5e None None] Attempting to bind port bce33ce2-7b3f-46f6-a86b-3937a8aded57 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:29:57.690673 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-06db1f47-b9b4-47d8-9e51-a1ba8cb12c5e None None] Attempting to bind port bce33ce2-7b3f-46f6-a86b-3937a8aded57 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '2046c210-c1b4-4a16-bb58-42d9dbfc4661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '359ad7ee-64bf-4ffa-a7ae-96e0ce95086e'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:29:57.691102 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06db1f47-b9b4-47d8-9e51-a1ba8cb12c5e None None] Attempting to bind port bce33ce2-7b3f-46f6-a86b-3937a8aded57 on network 359ad7ee-64bf-4ffa-a7ae-96e0ce95086e {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:29:57.701110 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 8b6f6e96-808b-4ed3-983c-812f26858fee, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=8b6f6e96-808b-4ed3-983c-812f26858fee,segment=NetworkSegment(4f0d5472-1003-45ab-8b0f-abd1e74bfa02),segment_id=4f0d5472-1003-45ab-8b0f-abd1e74bfa02)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:29:57.704034 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06db1f47-b9b4-47d8-9e51-a1ba8cb12c5e None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:29:57.704463 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06db1f47-b9b4-47d8-9e51-a1ba8cb12c5e None None] Checking segment: {'id': '2046c210-c1b4-4a16-bb58-42d9dbfc4661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '359ad7ee-64bf-4ffa-a7ae-96e0ce95086e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:29:57.705765 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-06db1f47-b9b4-47d8-9e51-a1ba8cb12c5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:57.705765 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06db1f47-b9b4-47d8-9e51-a1ba8cb12c5e None None] Bound using segment: {'id': '2046c210-c1b4-4a16-bb58-42d9dbfc4661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '359ad7ee-64bf-4ffa-a7ae-96e0ce95086e'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:29:57.707074 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-06db1f47-b9b4-47d8-9e51-a1ba8cb12c5e None None] Bound port: bce33ce2-7b3f-46f6-a86b-3937a8aded57, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2046c210-c1b4-4a16-bb58-42d9dbfc4661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '359ad7ee-64bf-4ffa-a7ae-96e0ce95086e'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:29:57.707456 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-06db1f47-b9b4-47d8-9e51-a1ba8cb12c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:57.729641 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:57.744703 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6efe7fd0-bad4-4784-93da-971195b6d545 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Unset dirty status for tenant:313e40337aa44a9094358a8320ee4f45 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:29:57.748982 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-6efe7fd0-bad4-4784-93da-971195b6d545 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7c50b43-b296-4335-b482-52782a5a6a56 HTTP/1.1" status: 200 len: 205 time: 0.4092221 May 23 11:29:57.749189 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45866) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:57.967206 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-f73c2528-7694-4371-b822-3bc8b458b37d admin admin] Allocated IP 172.25.6.218 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/606f269d-15ed-4649-91b5-04700c3b2da4) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:29:58.017611 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['8b6f6e96-808b-4ed3-983c-812f26858fee'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:29:58.148633 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=8b6f6e96-808b-4ed3-983c-812f26858fee,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:58.183130 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-06db1f47-b9b4-47d8-9e51-a1ba8cb12c5e None None] For port bce33ce2-7b3f-46f6-a86b-3937a8aded57, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:29:58.197686 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-06db1f47-b9b4-47d8-9e51-a1ba8cb12c5e None None] For port bce33ce2-7b3f-46f6-a86b-3937a8aded57, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=bce33ce2-7b3f-46f6-a86b-3937a8aded57,segment=NetworkSegment(2046c210-c1b4-4a16-bb58-42d9dbfc4661),segment_id=2046c210-c1b4-4a16-bb58-42d9dbfc4661)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:29:58.201216 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9cc976e6-b8df-44ab-9c55-b0f34fa43970 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:58.213513 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-06db1f47-b9b4-47d8-9e51-a1ba8cb12c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:58.305772 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-8853da42-3250-490b-811e-65b9e8b04494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e1230e-679b-486a-b1fd-f5d860640731', 'name': 'tempest-ServerRescueTestJSONUnderV235-1646382311-router', 'tenant_id': '28cfee849fbb4c2b93c9467d155036b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '691eeca4-4f6b-4582-a2b2-d544bcb5f14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:29:53Z', 'updated_at': '2022-05-23T11:29:55Z', 'revision_number': 3, 'project_id': '28cfee849fbb4c2b93c9467d155036b4', 'gw_port': {'id': '691eeca4-4f6b-4582-a2b2-d544bcb5f14c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e1230e-679b-486a-b1fd-f5d860640731', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:29:54Z', 'updated_at': '2022-05-23T11:29:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:29:58.306084 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f73c2528-7694-4371-b822-3bc8b458b37d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:58.332241 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8853da42-3250-490b-811e-65b9e8b04494 None None] Checking router: b0e1230e-679b-486a-b1fd-f5d860640731 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:29:58.332612 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8853da42-3250-490b-811e-65b9e8b04494 None None] Updating router b0e1230e-679b-486a-b1fd-f5d860640731 port 691eeca4-4f6b-4582-a2b2-d544bcb5f14c binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:29:58.387472 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f73c2528-7694-4371-b822-3bc8b458b37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:58.486786 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-4787c7c6-a7ec-4fca-8827-ae986c619eff admin admin] Allocated IP 172.20.0.1 (4c33a9e1-3aa8-42de-bf10-ee7f78fe5028/efe1e9ef-5154-446e-aa1e-35c6c0e2b6e3/fb348d26-4e58-4af1-9218-c722a6b710b0) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:29:58.512769 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45892) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:29:58.518281 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73c2528-7694-4371-b822-3bc8b458b37d admin admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:29:58.523242 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db1f47-b9b4-47d8-9e51-a1ba8cb12c5e None None] Pushing event updated for resources: {'Port': ['ID=bce33ce2-7b3f-46f6-a86b-3937a8aded57,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:58.523687 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-f73c2528-7694-4371-b822-3bc8b458b37d admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:29:58.540319 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73c2528-7694-4371-b822-3bc8b458b37d admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:29:58.571375 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8853da42-3250-490b-811e-65b9e8b04494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:58.591379 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c2528-7694-4371-b822-3bc8b458b37d admin admin] Pushing event updated for resources: {'Port': ['ID=606f269d-15ed-4649-91b5-04700c3b2da4,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:58.954768 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d1f892fb-913d-4a13-8f45-7dfd3d24590c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:59.026517 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49c402-8ed1-44be-9a8a-011e34ff813c req-a36035bb-dbba-43a2-acc7-0bc0b6f82c84 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:29:59.030640 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6f49c402-8ed1-44be-9a8a-011e34ff813c req-a36035bb-dbba-43a2-acc7-0bc0b6f82c84 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 944 time: 0.4357283 May 23 11:29:59.104798 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6f49c402-8ed1-44be-9a8a-011e34ff813c req-2f6dba62-2429-48de-90ed-430eaef80d02 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667038 May 23 11:29:59.185571 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f73c2528-7694-4371-b822-3bc8b458b37d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:59.186448 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f73c2528-7694-4371-b822-3bc8b458b37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:59.335452 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device bce33ce2-7b3f-46f6-a86b-3937a8aded57 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:29:59.342219 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4787c7c6-a7ec-4fca-8827-ae986c619eff admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:59.410269 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4787c7c6-a7ec-4fca-8827-ae986c619eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:59.468203 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8853da42-3250-490b-811e-65b9e8b04494 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:59.488466 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8853da42-3250-490b-811e-65b9e8b04494 None None] Transition to ACTIVE for port object 691eeca4-4f6b-4582-a2b2-d544bcb5f14c will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:29:59.505729 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port bce33ce2-7b3f-46f6-a86b-3937a8aded57 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:29:59.513643 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8853da42-3250-490b-811e-65b9e8b04494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:59.525977 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73c2528-7694-4371-b822-3bc8b458b37d admin admin] Router 38feb090-6cf4-4871-a88d-7cfed14bc70d is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:29:59.530817 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9cc976e6-b8df-44ab-9c55-b0f34fa43970 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:59.545796 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d1f892fb-913d-4a13-8f45-7dfd3d24590c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:29:59.565287 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9cc976e6-b8df-44ab-9c55-b0f34fa43970 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:59.572314 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d1f892fb-913d-4a13-8f45-7dfd3d24590c admin admin] Usage tracker for resource:security_group_rule and tenant:07cb632da6254dd4a360d32417257ad9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:29:59.584734 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4787c7c6-a7ec-4fca-8827-ae986c619eff admin admin] Network 4c33a9e1-3aa8-42de-bf10-ee7f78fe5028 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:29:59.585886 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4787c7c6-a7ec-4fca-8827-ae986c619eff admin admin] Pushing event updated for resources: {'Port': ['ID=fb348d26-4e58-4af1-9218-c722a6b710b0,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:59.589590 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d1f892fb-913d-4a13-8f45-7dfd3d24590c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:29:59.593109 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-4787c7c6-a7ec-4fca-8827-ae986c619eff admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:29:59.599970 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4787c7c6-a7ec-4fca-8827-ae986c619eff admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:29:59.622920 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-8853da42-3250-490b-811e-65b9e8b04494 None None] Attempting to bind port 691eeca4-4f6b-4582-a2b2-d544bcb5f14c on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:29:59.623583 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-8853da42-3250-490b-811e-65b9e8b04494 None None] Attempting to bind port 691eeca4-4f6b-4582-a2b2-d544bcb5f14c by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:29:59.625389 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8853da42-3250-490b-811e-65b9e8b04494 None None] Attempting to bind port 691eeca4-4f6b-4582-a2b2-d544bcb5f14c on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:29:59.643625 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2079e647-d6f9-409b-a17a-393977a29e4f None None] Pushing event updated for resources: {'Port': ['ID=691eeca4-4f6b-4582-a2b2-d544bcb5f14c,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:29:59.654179 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8853da42-3250-490b-811e-65b9e8b04494 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:29:59.655093 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8853da42-3250-490b-811e-65b9e8b04494 None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:29:59.655670 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8853da42-3250-490b-811e-65b9e8b04494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:59.656282 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8853da42-3250-490b-811e-65b9e8b04494 None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:29:59.657156 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-8853da42-3250-490b-811e-65b9e8b04494 None None] Bound port: 691eeca4-4f6b-4582-a2b2-d544bcb5f14c, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:29:59.657719 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8853da42-3250-490b-811e-65b9e8b04494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:59.662506 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d1f892fb-913d-4a13-8f45-7dfd3d24590c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:29:59.742860 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9cc976e6-b8df-44ab-9c55-b0f34fa43970 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:59.743467 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc976e6-b8df-44ab-9c55-b0f34fa43970 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Fanout notify agent at l3_agent the message router_deleted on router f7c50b43-b296-4335-b482-52782a5a6a56 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:29:59.780881 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4787c7c6-a7ec-4fca-8827-ae986c619eff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:29:59.797716 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-8853da42-3250-490b-811e-65b9e8b04494 None None] For port 691eeca4-4f6b-4582-a2b2-d544bcb5f14c, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:29:59.812206 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-8853da42-3250-490b-811e-65b9e8b04494 None None] For port 691eeca4-4f6b-4582-a2b2-d544bcb5f14c, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=691eeca4-4f6b-4582-a2b2-d544bcb5f14c,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:29:59.823772 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8853da42-3250-490b-811e-65b9e8b04494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:00.000759 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73c2528-7694-4371-b822-3bc8b458b37d admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:30:00.014954 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9871664-85a8-4d20-96a0-0697845e76f7 None None] Sync routers for ids ['38feb090-6cf4-4871-a88d-7cfed14bc70d'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:30:00.025997 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4787c7c6-a7ec-4fca-8827-ae986c619eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:00.033187 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2079e647-d6f9-409b-a17a-393977a29e4f None None] Pushing event updated for resources: {'Port': ['ID=691eeca4-4f6b-4582-a2b2-d544bcb5f14c,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:00.036210 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f73c2528-7694-4371-b822-3bc8b458b37d admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:00.045995 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8853da42-3250-490b-811e-65b9e8b04494 None None] Routers {'b0e1230e-679b-486a-b1fd-f5d860640731'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:30:00.047151 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-8853da42-3250-490b-811e-65b9e8b04494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:29:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['b0e1230e-679b-486a-b1fd-f5d860640731'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:30:00.050806 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f73c2528-7694-4371-b822-3bc8b458b37d admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2954524 May 23 11:30:00.052474 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45902) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:30:00.054215 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9cc976e6-b8df-44ab-9c55-b0f34fa43970 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:00.059647 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9cc976e6-b8df-44ab-9c55-b0f34fa43970 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "DELETE /v2.0/routers/f7c50b43-b296-4335-b482-52782a5a6a56 HTTP/1.1" status: 204 len: 168 time: 2.2973502 May 23 11:30:00.077402 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45906) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:30:00.084509 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d1f892fb-913d-4a13-8f45-7dfd3d24590c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:00.113631 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e7bc39-7a8a-4b18-b7e6-c482eadcb5e6 None None] Network 359ad7ee-64bf-4ffa-a7ae-96e0ce95086e requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:30:00.319502 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-8853da42-3250-490b-811e-65b9e8b04494 None None] Set router b0e1230e-679b-486a-b1fd-f5d860640731 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:30:00.381341 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d1f892fb-913d-4a13-8f45-7dfd3d24590c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:00.501166 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d1f892fb-913d-4a13-8f45-7dfd3d24590c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=07cb632da6254dd4a360d32417257ad9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9863362 May 23 11:30:00.510093 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45914) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:30:00.516013 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f892fb-913d-4a13-8f45-7dfd3d24590c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ef4866-dd45-4e89-bd0a-5859e194862e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:00.634529 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-52e4c88d-8695-4652-9f40-78ea693f1dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:00.638680 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-a149e764-3107-4551-b61e-9f7794b0e995 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Deleting subnet 6de80212-d388-4f91-a047-d5a0f5e2d6eb {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:30:00.641734 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a149e764-3107-4551-b61e-9f7794b0e995 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:00.671697 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2797bd-90a9-447f-a528-f2bba59e608a req-5d20df9c-0634-4a6b-9de1-3b6155c91c99 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:00.673723 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cf2797bd-90a9-447f-a528-f2bba59e608a req-5d20df9c-0634-4a6b-9de1-3b6155c91c99 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 944 time: 0.2741456 May 23 11:30:00.718143 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 8b6f6e96-808b-4ed3-983c-812f26858fee up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:30:00.724519 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a149e764-3107-4551-b61e-9f7794b0e995 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:00.725565 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-52e4c88d-8695-4652-9f40-78ea693f1dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:00.776270 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9871664-85a8-4d20-96a0-0697845e76f7 None None] Routers {'38feb090-6cf4-4871-a88d-7cfed14bc70d'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:30:00.776976 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e9871664-85a8-4d20-96a0-0697845e76f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:29:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['38feb090-6cf4-4871-a88d-7cfed14bc70d'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:30:00.879068 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a149e764-3107-4551-b61e-9f7794b0e995 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:00.885025 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cf2797bd-90a9-447f-a528-f2bba59e608a req-472560f1-fb7b-481b-8830-fdaefcb9654a tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1956701 May 23 11:30:00.912431 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4787c7c6-a7ec-4fca-8827-ae986c619eff admin admin] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:00.919680 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4787c7c6-a7ec-4fca-8827-ae986c619eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:01.080306 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4787c7c6-a7ec-4fca-8827-ae986c619eff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:01.105500 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-52e4c88d-8695-4652-9f40-78ea693f1dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:01.121430 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4787c7c6-a7ec-4fca-8827-ae986c619eff admin admin] Pushing event updated for resources: {'Port': ['ID=fb348d26-4e58-4af1-9218-c722a6b710b0,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:01.127880 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-25fe888f-f31c-423e-aa63-7a5b1a311dd8 None None] Provisioning for port bce33ce2-7b3f-46f6-a86b-3937a8aded57 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:30:01.135663 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4c88d-8695-4652-9f40-78ea693f1dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ef4866-dd45-4e89-bd0a-5859e194862e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:01.143367 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-52e4c88d-8695-4652-9f40-78ea693f1dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:01.144722 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-52e4c88d-8695-4652-9f40-78ea693f1dd1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f8ef4866-dd45-4e89-bd0a-5859e194862e HTTP/1.1" status: 204 len: 168 time: 0.6287642 May 23 11:30:01.198193 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a149e764-3107-4551-b61e-9f7794b0e995 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:01.219464 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-25fe888f-f31c-423e-aa63-7a5b1a311dd8 None None] Provisioning complete for port bce33ce2-7b3f-46f6-a86b-3937a8aded57 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:01.231414 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-25fe888f-f31c-423e-aa63-7a5b1a311dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:01.318030 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9975e0a-377e-4363-93df-c67a2c2b31e8 None None] Network df00d221-1d1f-4546-9785-ba831c59531f requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:30:01.354750 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a149e764-3107-4551-b61e-9f7794b0e995 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event deleted for resources: {'Subnet': ['ID=6de80212-d388-4f91-a047-d5a0f5e2d6eb,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:01.369398 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a149e764-3107-4551-b61e-9f7794b0e995 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:01.384626 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4787c7c6-a7ec-4fca-8827-ae986c619eff admin admin] Network 4c33a9e1-3aa8-42de-bf10-ee7f78fe5028 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:30:01.386294 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-4787c7c6-a7ec-4fca-8827-ae986c619eff admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:30:01.389778 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a149e764-3107-4551-b61e-9f7794b0e995 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "DELETE /v2.0/subnets/6de80212-d388-4f91-a047-d5a0f5e2d6eb HTTP/1.1" status: 204 len: 168 time: 1.3083816 May 23 11:30:01.394934 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45920) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:30:01.564565 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-8853da42-3250-490b-811e-65b9e8b04494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e1230e-679b-486a-b1fd-f5d860640731', 'name': 'tempest-ServerRescueTestJSONUnderV235-1646382311-router', 'tenant_id': '28cfee849fbb4c2b93c9467d155036b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '691eeca4-4f6b-4582-a2b2-d544bcb5f14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:29:53Z', 'updated_at': '2022-05-23T11:29:59Z', 'revision_number': 4, 'project_id': '28cfee849fbb4c2b93c9467d155036b4', 'gw_port': {'id': '691eeca4-4f6b-4582-a2b2-d544bcb5f14c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e1230e-679b-486a-b1fd-f5d860640731', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:29:54Z', 'updated_at': '2022-05-23T11:29:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'fb348d26-4e58-4af1-9218-c722a6b710b0', 'name': '', 'network_id': '4c33a9e1-3aa8-42de-bf10-ee7f78fe5028', 'tenant_id': '28cfee849fbb4c2b93c9467d155036b4', 'mac_address': 'fa:16:3e:f3:cb:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e1230e-679b-486a-b1fd-f5d860640731', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efe1e9ef-5154-446e-aa1e-35c6c0e2b6e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:29:57Z', 'updated_at': '2022-05-23T11:29:58Z', 'revision_number': 1, 'project_id': '28cfee849fbb4c2b93c9467d155036b4', 'subnets': [{'id': 'efe1e9ef-5154-446e-aa1e-35c6c0e2b6e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:30:01.644593 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8853da42-3250-490b-811e-65b9e8b04494 None None] The sync data for ids ['b0e1230e-679b-486a-b1fd-f5d860640731'] in n-d-842952-2 is: [{'id': 'b0e1230e-679b-486a-b1fd-f5d860640731', 'name': 'tempest-ServerRescueTestJSONUnderV235-1646382311-router', 'tenant_id': '28cfee849fbb4c2b93c9467d155036b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '691eeca4-4f6b-4582-a2b2-d544bcb5f14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:29:53Z', 'updated_at': '2022-05-23T11:29:59Z', 'revision_number': 4, 'project_id': '28cfee849fbb4c2b93c9467d155036b4', 'gw_port': {'id': '691eeca4-4f6b-4582-a2b2-d544bcb5f14c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e1230e-679b-486a-b1fd-f5d860640731', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:29:54Z', 'updated_at': '2022-05-23T11:29:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'fb348d26-4e58-4af1-9218-c722a6b710b0', 'name': '', 'network_id': '4c33a9e1-3aa8-42de-bf10-ee7f78fe5028', 'tenant_id': '28cfee849fbb4c2b93c9467d155036b4', 'mac_address': 'fa:16:3e:f3:cb:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e1230e-679b-486a-b1fd-f5d860640731', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efe1e9ef-5154-446e-aa1e-35c6c0e2b6e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:29:57Z', 'updated_at': '2022-05-23T11:29:58Z', 'revision_number': 1, 'project_id': '28cfee849fbb4c2b93c9467d155036b4', 'subnets': [{'id': 'efe1e9ef-5154-446e-aa1e-35c6c0e2b6e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:30:01.657785 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 8b6f6e96-808b-4ed3-983c-812f26858fee triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:01.658193 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:01.688442 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d73771ce-e709-42e2-8fc3-53b266a8e6c7 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:01.746505 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-e9871664-85a8-4d20-96a0-0697845e76f7 None None] Set router 38feb090-6cf4-4871-a88d-7cfed14bc70d gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:30:01.792703 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-d73771ce-e709-42e2-8fc3-53b266a8e6c7 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Deleting port fb54e23b-655f-408f-a78a-fa5e7cde3acf {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:30:01.793051 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d73771ce-e709-42e2-8fc3-53b266a8e6c7 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:01.917705 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45926) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:30:01.939739 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c32fe845-6c70-45d6-ac5a-d9615a7da8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:01.959956 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-379fc571-ebd1-4e3e-9929-9927d7ad7ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:02.134275 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-379fc571-ebd1-4e3e-9929-9927d7ad7ead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:30:02.141915 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-379fc571-ebd1-4e3e-9929-9927d7ad7ead admin admin] Usage tracker for resource:security_group_rule and tenant:55b39f82c4d6413c98db0319fb793afd is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:30:02.156813 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-379fc571-ebd1-4e3e-9929-9927d7ad7ead admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:30:02.166178 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-25fe888f-f31c-423e-aa63-7a5b1a311dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:02.176619 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-379fc571-ebd1-4e3e-9929-9927d7ad7ead admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:30:02.333761 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:02.378055 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 8b6f6e96-808b-4ed3-983c-812f26858fee, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=8b6f6e96-808b-4ed3-983c-812f26858fee,segment=NetworkSegment(4f0d5472-1003-45ab-8b0f-abd1e74bfa02),segment_id=4f0d5472-1003-45ab-8b0f-abd1e74bfa02)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:30:02.409875 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c16c44-4ea8-4b8e-912b-2988f82f477b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6f6e96-808b-4ed3-983c-812f26858fee'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:30:02.415712 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:02.493724 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-25fe888f-f31c-423e-aa63-7a5b1a311dd8 None None] For port bce33ce2-7b3f-46f6-a86b-3937a8aded57, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=bce33ce2-7b3f-46f6-a86b-3937a8aded57,segment=NetworkSegment(2046c210-c1b4-4a16-bb58-42d9dbfc4661),segment_id=2046c210-c1b4-4a16-bb58-42d9dbfc4661)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:30:02.546607 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-25fe888f-f31c-423e-aa63-7a5b1a311dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:02.552671 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-379fc571-ebd1-4e3e-9929-9927d7ad7ead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:02.563079 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-379fc571-ebd1-4e3e-9929-9927d7ad7ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:02.589106 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-d73771ce-e709-42e2-8fc3-53b266a8e6c7 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] For port fb54e23b-655f-408f-a78a-fa5e7cde3acf, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=fb54e23b-655f-408f-a78a-fa5e7cde3acf,segment=NetworkSegment(c6128544-dcbe-47bd-ab48-49a5202558cd),segment_id=c6128544-dcbe-47bd-ab48-49a5202558cd)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:30:02.589703 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d73771ce-e709-42e2-8fc3-53b266a8e6c7 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:02.687416 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379fc571-ebd1-4e3e-9929-9927d7ad7ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06986017-6da9-4f44-a565-1b3c37f91d71,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:02.737118 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159f018e-d564-4ad9-9408-aaef69e1fd0d None None] DHCP port deletion for df00d221-1d1f-4546-9785-ba831c59531f request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:30:02.800396 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-379fc571-ebd1-4e3e-9929-9927d7ad7ead admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=55b39f82c4d6413c98db0319fb793afd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8788793 May 23 11:30:02.804225 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-159f018e-d564-4ad9-9408-aaef69e1fd0d None None] Deleting port fb54e23b-655f-408f-a78a-fa5e7cde3acf {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:30:02.804730 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-159f018e-d564-4ad9-9408-aaef69e1fd0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:02.811318 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45936) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:30:02.914727 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-d73771ce-e709-42e2-8fc3-53b266a8e6c7 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Calling delete_port for fb54e23b-655f-408f-a78a-fa5e7cde3acf owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:30:02.956594 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=8b6f6e96-808b-4ed3-983c-812f26858fee,revision_number=7']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:03.010975 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:30:03.011316 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:30:03.012303 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:30:03.012647 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:30:03.013134 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:30:03.013464 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:30:03.013787 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:30:03.014106 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:30:03.014972 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:30:03.014972 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:30:03.015184 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:30:03.078232 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-17516a5d-0465-40d4-9883-e1daf49531db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:03.117013 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-17516a5d-0465-40d4-9883-e1daf49531db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:03.242055 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb1940-d1b2-419b-87f3-01c31e423bc4 req-1b84bbc7-cbba-4a18-9e4c-57fa745bc2ec tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:03.243606 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-29cb1940-d1b2-419b-87f3-01c31e423bc4 req-1b84bbc7-cbba-4a18-9e4c-57fa745bc2ec tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 945 time: 1.1037743 May 23 11:30:03.261019 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe888f-f31c-423e-aa63-7a5b1a311dd8 None None] Pushing event updated for resources: {'Port': ['ID=bce33ce2-7b3f-46f6-a86b-3937a8aded57,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:03.268278 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4787c7c6-a7ec-4fca-8827-ae986c619eff admin admin] Router b0e1230e-679b-486a-b1fd-f5d860640731 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:30:03.304162 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-17516a5d-0465-40d4-9883-e1daf49531db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:03.307799 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d73771ce-e709-42e2-8fc3-53b266a8e6c7 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:03.390460 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48695f49-8d67-4832-bef2-0a845a6bb7ac'] response: {'server_uuid': '26c16c44-4ea8-4b8e-912b-2988f82f477b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6f6e96-808b-4ed3-983c-812f26858fee', 'code': 200} May 23 11:30:03.392572 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 691eeca4-4f6b-4582-a2b2-d544bcb5f14c up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:30:03.422743 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-29cb1940-d1b2-419b-87f3-01c31e423bc4 req-661d7c62-5604-45ff-a214-f81889c41d4a tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705709 May 23 11:30:03.446415 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17516a5d-0465-40d4-9883-e1daf49531db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06986017-6da9-4f44-a565-1b3c37f91d71,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:03.456835 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-159f018e-d564-4ad9-9408-aaef69e1fd0d None None] The port 'fb54e23b-655f-408f-a78a-fa5e7cde3acf' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:30:03.471713 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e9871664-85a8-4d20-96a0-0697845e76f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38feb090-6cf4-4871-a88d-7cfed14bc70d', 'name': 'tempest-TestAggregatesBasicOps-569325687-router', 'tenant_id': 'e41e6d532b334d0b94e545bc452501fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '606f269d-15ed-4649-91b5-04700c3b2da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:29:55Z', 'updated_at': '2022-05-23T11:29:59Z', 'revision_number': 3, 'project_id': 'e41e6d532b334d0b94e545bc452501fb', 'gw_port': {'id': '606f269d-15ed-4649-91b5-04700c3b2da4', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38feb090-6cf4-4871-a88d-7cfed14bc70d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:29:57Z', 'updated_at': '2022-05-23T11:29:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:30:03.473030 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73771ce-e709-42e2-8fc3-53b266a8e6c7 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event deleted for resources: {'Port': ['ID=fb54e23b-655f-408f-a78a-fa5e7cde3acf,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:03.483554 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73771ce-e709-42e2-8fc3-53b266a8e6c7 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] No DVR routers for this DVR port fb54e23b-655f-408f-a78a-fa5e7cde3acf on host n-d-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:30:03.513227 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9871664-85a8-4d20-96a0-0697845e76f7 None None] Checking router: 38feb090-6cf4-4871-a88d-7cfed14bc70d for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:30:03.513741 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9871664-85a8-4d20-96a0-0697845e76f7 None None] Updating router 38feb090-6cf4-4871-a88d-7cfed14bc70d port 606f269d-15ed-4649-91b5-04700c3b2da4 binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:30:03.576288 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4a639f2a-ec6f-48a1-b42f-6d1e134b22f6 None None] Provisioning complete for port bce33ce2-7b3f-46f6-a86b-3937a8aded57 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:03.576822 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4a639f2a-ec6f-48a1-b42f-6d1e134b22f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:03.580457 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-17516a5d-0465-40d4-9883-e1daf49531db admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:03.581628 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-17516a5d-0465-40d4-9883-e1daf49531db admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/06986017-6da9-4f44-a565-1b3c37f91d71 HTTP/1.1" status: 204 len: 168 time: 0.7622511 May 23 11:30:03.692621 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d73771ce-e709-42e2-8fc3-53b266a8e6c7 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:03.735625 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4787c7c6-a7ec-4fca-8827-ae986c619eff admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:30:03.738624 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e9871664-85a8-4d20-96a0-0697845e76f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:03.753292 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-d73771ce-e709-42e2-8fc3-53b266a8e6c7 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df00d221-1d1f-4546-9785-ba831c59531f']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:30:03.759885 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4787c7c6-a7ec-4fca-8827-ae986c619eff admin admin] 10.222.0.79 "PUT /v2.0/routers/b0e1230e-679b-486a-b1fd-f5d860640731/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3730414 May 23 11:30:03.825110 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-d73771ce-e709-42e2-8fc3-53b266a8e6c7 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6128544-dcbe-47bd-ab48-49a5202558cd') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:30:03.825449 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-d73771ce-e709-42e2-8fc3-53b266a8e6c7 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6128544-dcbe-47bd-ab48-49a5202558cd') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:30:03.873229 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d73771ce-e709-42e2-8fc3-53b266a8e6c7 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:03.881490 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 691eeca4-4f6b-4582-a2b2-d544bcb5f14c completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:30:03.905723 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 691eeca4-4f6b-4582-a2b2-d544bcb5f14c triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:03.906178 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:03.920584 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-c32fe845-6c70-45d6-ac5a-d9615a7da8e5 admin admin] Allocated IP 172.20.0.1 (359ad7ee-64bf-4ffa-a7ae-96e0ce95086e/0401c46c-3143-4d99-a5c7-9f75d26fcc6a/e514e855-83e9-4cf7-9345-176a2337eec5) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:30:03.974937 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d73771ce-e709-42e2-8fc3-53b266a8e6c7 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:03.986617 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d73771ce-e709-42e2-8fc3-53b266a8e6c7 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:30:03.987061 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d73771ce-e709-42e2-8fc3-53b266a8e6c7 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:04.006303 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:30:04.006303 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:30:04.006303 n-d-842952-2 neutron-server[83910]: timer() May 23 11:30:04.006303 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:30:04.006303 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:30:04.006303 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:30:04.006303 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:30:04.006303 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:30:04.006303 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:30:04.006303 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:30:04.006303 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:30:04.006303 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:30:04.006303 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:30:04.006303 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:30:04.006303 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:30:04.006303 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:30:04.006303 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:30:04.006303 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:30:04.006303 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:30:04.006303 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:30:04.006303 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:30:04.006303 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:30:04.006303 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:30:04.006303 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:30:04.006303 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:30:04.006303 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:30:04.006303 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:30:04.006303 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:30:04.006303 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:30:04.006303 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:30:04.006303 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:30:04.006303 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:30:04.206650 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:04.370999 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d73771ce-e709-42e2-8fc3-53b266a8e6c7 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:04.448827 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d73771ce-e709-42e2-8fc3-53b266a8e6c7 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:04.451669 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73771ce-e709-42e2-8fc3-53b266a8e6c7 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event deleted for resources: {'Network': ['ID=df00d221-1d1f-4546-9785-ba831c59531f,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:04.511053 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 691eeca4-4f6b-4582-a2b2-d544bcb5f14c, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=691eeca4-4f6b-4582-a2b2-d544bcb5f14c,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:30:04.520206 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:04.577356 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d73771ce-e709-42e2-8fc3-53b266a8e6c7 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "DELETE /v2.0/networks/df00d221-1d1f-4546-9785-ba831c59531f HTTP/1.1" status: 204 len: 168 time: 3.1797056 May 23 11:30:04.581891 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45960) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:30:04.588251 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c61c7e08-e8ae-4e55-9f29-d42f444174ec tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-570168471', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:30:04.614968 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c61c7e08-e8ae-4e55-9f29-d42f444174ec tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:30:04.635809 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e9871664-85a8-4d20-96a0-0697845e76f7 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:04.637347 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c61c7e08-e8ae-4e55-9f29-d42f444174ec tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Usage tracker for resource:router and tenant:313e40337aa44a9094358a8320ee4f45 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:30:04.637584 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c32fe845-6c70-45d6-ac5a-d9615a7da8e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:04.641581 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c61c7e08-e8ae-4e55-9f29-d42f444174ec tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:30:04.646498 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device fb54e23b-655f-408f-a78a-fa5e7cde3acf no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:30:04.679485 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c61c7e08-e8ae-4e55-9f29-d42f444174ec tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:30:04.684111 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-c32fe845-6c70-45d6-ac5a-d9615a7da8e5 admin admin] Transition to ACTIVE for port object e514e855-83e9-4cf7-9345-176a2337eec5 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:30:04.715057 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c61c7e08-e8ae-4e55-9f29-d42f444174ec tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:04.716293 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c61c7e08-e8ae-4e55-9f29-d42f444174ec tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:04.722221 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c32fe845-6c70-45d6-ac5a-d9615a7da8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:04.760020 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: fb54e23b-655f-408f-a78a-fa5e7cde3acf {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:30:04.761582 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device fb54e23b-655f-408f-a78a-fa5e7cde3acf not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:30:04.785977 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c61c7e08-e8ae-4e55-9f29-d42f444174ec tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:04.800882 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e9871664-85a8-4d20-96a0-0697845e76f7 None None] Transition to ACTIVE for port object 606f269d-15ed-4649-91b5-04700c3b2da4 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:30:04.809639 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c61c7e08-e8ae-4e55-9f29-d42f444174ec tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:04.822138 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=691eeca4-4f6b-4582-a2b2-d544bcb5f14c,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:04.841758 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e9871664-85a8-4d20-96a0-0697845e76f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:04.854881 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c61c7e08-e8ae-4e55-9f29-d42f444174ec tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:04.859001 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c61c7e08-e8ae-4e55-9f29-d42f444174ec tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2729380 May 23 11:30:04.859351 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45970) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:30:04.870789 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d476304c-9d79-4682-8f7e-2c6265b4d3de tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1695648708'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:30:04.889497 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d476304c-9d79-4682-8f7e-2c6265b4d3de tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:30:04.909540 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d476304c-9d79-4682-8f7e-2c6265b4d3de tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Usage tracker for resource:network and tenant:313e40337aa44a9094358a8320ee4f45 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:30:04.919871 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d476304c-9d79-4682-8f7e-2c6265b4d3de tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:30:04.930997 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d476304c-9d79-4682-8f7e-2c6265b4d3de tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:30:04.966279 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d476304c-9d79-4682-8f7e-2c6265b4d3de tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Made reservation on behalf of 313e40337aa44a9094358a8320ee4f45 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:30:04.971157 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d476304c-9d79-4682-8f7e-2c6265b4d3de tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:05.021810 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32fe845-6c70-45d6-ac5a-d9615a7da8e5 admin admin] Network 359ad7ee-64bf-4ffa-a7ae-96e0ce95086e is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:30:05.034408 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-c32fe845-6c70-45d6-ac5a-d9615a7da8e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:30:05.044436 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d476304c-9d79-4682-8f7e-2c6265b4d3de tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:30:05.048142 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e9871664-85a8-4d20-96a0-0697845e76f7 None None] Attempting to bind port 606f269d-15ed-4649-91b5-04700c3b2da4 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:30:05.048619 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e9871664-85a8-4d20-96a0-0697845e76f7 None None] Attempting to bind port 606f269d-15ed-4649-91b5-04700c3b2da4 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:30:05.048894 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9871664-85a8-4d20-96a0-0697845e76f7 None None] Attempting to bind port 606f269d-15ed-4649-91b5-04700c3b2da4 on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:30:05.054888 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d476304c-9d79-4682-8f7e-2c6265b4d3de tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:05.055263 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-d476304c-9d79-4682-8f7e-2c6265b4d3de tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Added segment 4f428b69-304b-40b8-87de-129fd33eb90e of type vlan for network 402087d6-aaee-4b69-8e63-6a4ea9032e92 May 23 11:30:05.059294 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f2bff-a4b6-4cc9-b3a8-76af4396a141 None None] Pushing event updated for resources: {'Port': ['ID=606f269d-15ed-4649-91b5-04700c3b2da4,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:05.068777 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9871664-85a8-4d20-96a0-0697845e76f7 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:30:05.069244 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9871664-85a8-4d20-96a0-0697845e76f7 None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:30:05.069707 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e9871664-85a8-4d20-96a0-0697845e76f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:05.070100 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9871664-85a8-4d20-96a0-0697845e76f7 None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:30:05.071278 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e9871664-85a8-4d20-96a0-0697845e76f7 None None] Bound port: 606f269d-15ed-4649-91b5-04700c3b2da4, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:30:05.072665 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e9871664-85a8-4d20-96a0-0697845e76f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:05.085799 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d476304c-9d79-4682-8f7e-2c6265b4d3de tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:05.129425 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d476304c-9d79-4682-8f7e-2c6265b4d3de tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:05.133757 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d476304c-9d79-4682-8f7e-2c6265b4d3de tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:05.134490 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d476304c-9d79-4682-8f7e-2c6265b4d3de tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:05.207508 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32fe845-6c70-45d6-ac5a-d9615a7da8e5 admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:30:05.217454 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e9871664-85a8-4d20-96a0-0697845e76f7 None None] For port 606f269d-15ed-4649-91b5-04700c3b2da4, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:30:05.221968 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e9871664-85a8-4d20-96a0-0697845e76f7 None None] For port 606f269d-15ed-4649-91b5-04700c3b2da4, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=606f269d-15ed-4649-91b5-04700c3b2da4,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:30:05.241795 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e9871664-85a8-4d20-96a0-0697845e76f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:05.303107 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device bce33ce2-7b3f-46f6-a86b-3937a8aded57 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:30:05.365561 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c32fe845-6c70-45d6-ac5a-d9615a7da8e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:05.423761 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d476304c-9d79-4682-8f7e-2c6265b4d3de tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5630138 May 23 11:30:05.427071 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45980) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:30:05.446199 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-7a96c5ab-bf03-45e1-9c1c-a8b72bdaadcb tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Request body: {'subnet': {'network_id': '402087d6-aaee-4b69-8e63-6a4ea9032e92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:30:05.484624 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f2bff-a4b6-4cc9-b3a8-76af4396a141 None None] Pushing event updated for resources: {'Port': ['ID=606f269d-15ed-4649-91b5-04700c3b2da4,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:05.491265 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32fe845-6c70-45d6-ac5a-d9615a7da8e5 admin admin] Pushing event updated for resources: {'Port': ['ID=e514e855-83e9-4cf7-9345-176a2337eec5,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:05.493698 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9871664-85a8-4d20-96a0-0697845e76f7 None None] Routers {'38feb090-6cf4-4871-a88d-7cfed14bc70d'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:30:05.502056 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d476304c-9d79-4682-8f7e-2c6265b4d3de tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event updated for resources: {'Network': ['ID=402087d6-aaee-4b69-8e63-6a4ea9032e92,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:05.504907 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e9871664-85a8-4d20-96a0-0697845e76f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:29:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['38feb090-6cf4-4871-a88d-7cfed14bc70d'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:30:05.597983 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-90bf0c91-9b7e-4595-a555-1020185c132a tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:05.598704 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-90bf0c91-9b7e-4595-a555-1020185c132a tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Synchronizing usage tracker for tenant:28cfee849fbb4c2b93c9467d155036b4 on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:30:05.662118 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ef942-8cac-47c9-a1a5-8cf4ada8d1cf req-29cd473b-6b5f-485e-b90a-43aa83bf7db5 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:05.669477 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da2ef942-8cac-47c9-a1a5-8cf4ada8d1cf req-29cd473b-6b5f-485e-b90a-43aa83bf7db5 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 945 time: 0.9241159 May 23 11:30:05.724271 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-90bf0c91-9b7e-4595-a555-1020185c132a tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Unset dirty status for tenant:28cfee849fbb4c2b93c9467d155036b4 on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:30:05.731104 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-90bf0c91-9b7e-4595-a555-1020185c132a tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/networks?id=4c33a9e1-3aa8-42de-bf10-ee7f78fe5028 HTTP/1.1" status: 200 len: 820 time: 0.9870012 May 23 11:30:05.745422 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7a96c5ab-bf03-45e1-9c1c-a8b72bdaadcb tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:30:05.757749 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c32fe845-6c70-45d6-ac5a-d9615a7da8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:05.760045 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7a96c5ab-bf03-45e1-9c1c-a8b72bdaadcb tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Usage tracker for resource:subnet and tenant:313e40337aa44a9094358a8320ee4f45 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:30:05.763170 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7a96c5ab-bf03-45e1-9c1c-a8b72bdaadcb tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:30:05.775315 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7a96c5ab-bf03-45e1-9c1c-a8b72bdaadcb tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:30:05.811731 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a96c5ab-bf03-45e1-9c1c-a8b72bdaadcb tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Made reservation on behalf of 313e40337aa44a9094358a8320ee4f45 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:30:05.822672 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 402087d6-aaee-4b69-8e63-6a4ea9032e92 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:30:05.838187 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-bbdd1728-fca7-4f3c-ac6b-d58561983683 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/quotas/28cfee849fbb4c2b93c9467d155036b4 HTTP/1.1" status: 200 len: 375 time: 0.1061578 May 23 11:30:05.956482 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da2ef942-8cac-47c9-a1a5-8cf4ada8d1cf req-24e4cd33-6122-4f04-90d1-7694feef6aed tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2860384 May 23 11:30:05.968447 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7a96c5ab-bf03-45e1-9c1c-a8b72bdaadcb tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:06.232541 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-e9871664-85a8-4d20-96a0-0697845e76f7 None None] Set router 38feb090-6cf4-4871-a88d-7cfed14bc70d gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:30:06.305786 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-caac4424-ed38-4e40-adff-d10f5ef4de13 None None] Provisioning for port e514e855-83e9-4cf7-9345-176a2337eec5 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:30:06.321438 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-caac4424-ed38-4e40-adff-d10f5ef4de13 None None] Provisioning complete for port e514e855-83e9-4cf7-9345-176a2337eec5 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:06.321821 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-caac4424-ed38-4e40-adff-d10f5ef4de13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:06.334101 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7a96c5ab-bf03-45e1-9c1c-a8b72bdaadcb tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:06.444697 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c32fe845-6c70-45d6-ac5a-d9615a7da8e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:06.459656 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-e419fe95-e61b-4a9c-aaf1-83796860a0e0 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=28cfee849fbb4c2b93c9467d155036b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6205838 May 23 11:30:06.460919 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c32fe845-6c70-45d6-ac5a-d9615a7da8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:06.465727 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port bce33ce2-7b3f-46f6-a86b-3937a8aded57 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:06.466372 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:06.552524 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a96c5ab-bf03-45e1-9c1c-a8b72bdaadcb tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event updated for resources: {'Subnet': ['ID=e1521b99-16a4-4945-8627-d30203f9e4a1,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:06.558803 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a96c5ab-bf03-45e1-9c1c-a8b72bdaadcb tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Checking segment: {'id': '4f428b69-304b-40b8-87de-129fd33eb90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '402087d6-aaee-4b69-8e63-6a4ea9032e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:30:06.562855 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a96c5ab-bf03-45e1-9c1c-a8b72bdaadcb tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Network hostable DHCP agents. Network: 402087d6-aaee-4b69-8e63-6a4ea9032e92, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:30:06.610137 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a96c5ab-bf03-45e1-9c1c-a8b72bdaadcb tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Network 402087d6-aaee-4b69-8e63-6a4ea9032e92 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:30:06.629045 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-7a96c5ab-bf03-45e1-9c1c-a8b72bdaadcb tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 402087d6-aaee-4b69-8e63-6a4ea9032e92) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:30:06.634316 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a96c5ab-bf03-45e1-9c1c-a8b72bdaadcb tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:06.635639 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7a96c5ab-bf03-45e1-9c1c-a8b72bdaadcb tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:06.672300 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32fe845-6c70-45d6-ac5a-d9615a7da8e5 admin admin] Pushing event updated for resources: {'Port': ['ID=e514e855-83e9-4cf7-9345-176a2337eec5,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:06.678644 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7a96c5ab-bf03-45e1-9c1c-a8b72bdaadcb tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2504532 May 23 11:30:06.681478 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45998) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:30:06.684053 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c32fe845-6c70-45d6-ac5a-d9615a7da8e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:06.691436 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93899c6-19e2-4ce9-a071-ad7efb95b276 None None] Network 402087d6-aaee-4b69-8e63-6a4ea9032e92 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:30:06.730966 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-caac4424-ed38-4e40-adff-d10f5ef4de13 None None] Port e514e855-83e9-4cf7-9345-176a2337eec5 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:30:07.068388 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 691eeca4-4f6b-4582-a2b2-d544bcb5f14c up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:30:07.105112 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32fe845-6c70-45d6-ac5a-d9615a7da8e5 admin admin] Network 359ad7ee-64bf-4ffa-a7ae-96e0ce95086e is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:30:07.109148 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-c32fe845-6c70-45d6-ac5a-d9615a7da8e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:30:07.545923 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 691eeca4-4f6b-4582-a2b2-d544bcb5f14c triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:07.545923 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:07.603451 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581add3d-4329-4df4-99de-19c88febadde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-402087d6-aaee-4b69-8e63-6a4ea9032e92', 'network_id': '402087d6-aaee-4b69-8e63-6a4ea9032e92', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'fixed_ips': [{'subnet_id': 'e1521b99-16a4-4945-8627-d30203f9e4a1'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:30:07.604559 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-581add3d-4329-4df4-99de-19c88febadde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:07.610510 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-f438c820-8672-4707-b5a5-f768a56c8df6 service neutron] 10.222.0.79 "GET /v2.0/networks/4c33a9e1-3aa8-42de-bf10-ee7f78fe5028?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1192575 May 23 11:30:07.735751 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e018f995-1bbb-4d4b-96d8-2a23e65af1d0 None None] Provisioning complete for port e514e855-83e9-4cf7-9345-176a2337eec5 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:07.736794 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e018f995-1bbb-4d4b-96d8-2a23e65af1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:07.824166 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e9871664-85a8-4d20-96a0-0697845e76f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38feb090-6cf4-4871-a88d-7cfed14bc70d', 'name': 'tempest-TestAggregatesBasicOps-569325687-router', 'tenant_id': 'e41e6d532b334d0b94e545bc452501fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '606f269d-15ed-4649-91b5-04700c3b2da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:29:55Z', 'updated_at': '2022-05-23T11:30:05Z', 'revision_number': 4, 'project_id': 'e41e6d532b334d0b94e545bc452501fb', 'gw_port': {'id': '606f269d-15ed-4649-91b5-04700c3b2da4', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38feb090-6cf4-4871-a88d-7cfed14bc70d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:29:57Z', 'updated_at': '2022-05-23T11:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'e514e855-83e9-4cf7-9345-176a2337eec5', 'name': '', 'network_id': '359ad7ee-64bf-4ffa-a7ae-96e0ce95086e', 'tenant_id': 'e41e6d532b334d0b94e545bc452501fb', 'mac_address': 'fa:16:3e:54:d5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38feb090-6cf4-4871-a88d-7cfed14bc70d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0401c46c-3143-4d99-a5c7-9f75d26fcc6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:02Z', 'updated_at': '2022-05-23T11:30:03Z', 'revision_number': 1, 'project_id': 'e41e6d532b334d0b94e545bc452501fb', 'subnets': [{'id': '0401c46c-3143-4d99-a5c7-9f75d26fcc6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:30:07.909844 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754afe0-3e71-4477-8bb9-b94960bc15c6 req-ccb166e1-e2e5-420c-996f-55e3d7f06d54 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:07.917009 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2754afe0-3e71-4477-8bb9-b94960bc15c6 req-ccb166e1-e2e5-420c-996f-55e3d7f06d54 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 945 time: 0.5748415 May 23 11:30:07.920369 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9871664-85a8-4d20-96a0-0697845e76f7 None None] The sync data for ids ['38feb090-6cf4-4871-a88d-7cfed14bc70d'] in n-d-842952-2 is: [{'id': '38feb090-6cf4-4871-a88d-7cfed14bc70d', 'name': 'tempest-TestAggregatesBasicOps-569325687-router', 'tenant_id': 'e41e6d532b334d0b94e545bc452501fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '606f269d-15ed-4649-91b5-04700c3b2da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:29:55Z', 'updated_at': '2022-05-23T11:30:05Z', 'revision_number': 4, 'project_id': 'e41e6d532b334d0b94e545bc452501fb', 'gw_port': {'id': '606f269d-15ed-4649-91b5-04700c3b2da4', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38feb090-6cf4-4871-a88d-7cfed14bc70d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:29:57Z', 'updated_at': '2022-05-23T11:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'e514e855-83e9-4cf7-9345-176a2337eec5', 'name': '', 'network_id': '359ad7ee-64bf-4ffa-a7ae-96e0ce95086e', 'tenant_id': 'e41e6d532b334d0b94e545bc452501fb', 'mac_address': 'fa:16:3e:54:d5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38feb090-6cf4-4871-a88d-7cfed14bc70d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0401c46c-3143-4d99-a5c7-9f75d26fcc6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:02Z', 'updated_at': '2022-05-23T11:30:03Z', 'revision_number': 1, 'project_id': 'e41e6d532b334d0b94e545bc452501fb', 'subnets': [{'id': '0401c46c-3143-4d99-a5c7-9f75d26fcc6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:30:07.979218 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e018f995-1bbb-4d4b-96d8-2a23e65af1d0 None None] Port e514e855-83e9-4cf7-9345-176a2337eec5 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:30:07.999034 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-7568e9f4-d104-41a6-ae32-8cafe6e85180 service neutron] 10.222.0.79 "GET /v2.0/networks/4c33a9e1-3aa8-42de-bf10-ee7f78fe5028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875401 May 23 11:30:08.018370 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ae7cccf-3236-43ad-a8e8-5cc4f0981e75 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:08.051862 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2754afe0-3e71-4477-8bb9-b94960bc15c6 req-a4adac12-6ec1-439e-92e5-28b55b46ddf3 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333249 May 23 11:30:08.143088 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-581add3d-4329-4df4-99de-19c88febadde None None] Allocated IP 2001:db8::2 (402087d6-aaee-4b69-8e63-6a4ea9032e92/e1521b99-16a4-4945-8627-d30203f9e4a1/bec546e6-b394-47b5-8e4c-efa534acea1c) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:30:08.176476 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:08.240831 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32fe845-6c70-45d6-ac5a-d9615a7da8e5 admin admin] Router 38feb090-6cf4-4871-a88d-7cfed14bc70d has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:30:08.644384 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-581add3d-4329-4df4-99de-19c88febadde None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:08.667640 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-581add3d-4329-4df4-99de-19c88febadde None None] Transition to ACTIVE for port object bec546e6-b394-47b5-8e4c-efa534acea1c will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:30:08.683508 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a07163ee-7d2f-4a73-8af0-40377694190c req-1e7bd790-facb-440b-9e7b-5d1e037e44d9 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c11da6-6af0-43cf-932c-432951e38327 HTTP/1.1" status: 200 len: 210 time: 0.2771716 May 23 11:30:08.705767 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-581add3d-4329-4df4-99de-19c88febadde None None] Transition to ACTIVE for port object bec546e6-b394-47b5-8e4c-efa534acea1c will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:30:08.730472 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-581add3d-4329-4df4-99de-19c88febadde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:08.851234 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32fe845-6c70-45d6-ac5a-d9615a7da8e5 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:30:08.860114 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c32fe845-6c70-45d6-ac5a-d9615a7da8e5 admin admin] 10.222.0.79 "PUT /v2.0/routers/38feb090-6cf4-4871-a88d-7cfed14bc70d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8064065 May 23 11:30:08.954451 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-9ae7cccf-3236-43ad-a8e8-5cc4f0981e75 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Allocated IP 2001:db8::1 (402087d6-aaee-4b69-8e63-6a4ea9032e92/e1521b99-16a4-4945-8627-d30203f9e4a1/0211a025-641e-4c41-a4d6-b078a012922e) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:30:08.996578 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581add3d-4329-4df4-99de-19c88febadde None None] Pushing event updated for resources: {'Port': ['ID=bec546e6-b394-47b5-8e4c-efa534acea1c,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:09.013438 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581add3d-4329-4df4-99de-19c88febadde None None] Network 402087d6-aaee-4b69-8e63-6a4ea9032e92 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:30:09.015007 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-581add3d-4329-4df4-99de-19c88febadde None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:30:09.021933 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581add3d-4329-4df4-99de-19c88febadde None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:30:09.191486 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ae7cccf-3236-43ad-a8e8-5cc4f0981e75 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:09.209626 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-9ae7cccf-3236-43ad-a8e8-5cc4f0981e75 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Transition to ACTIVE for port object 0211a025-641e-4c41-a4d6-b078a012922e will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:30:09.239253 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ae7cccf-3236-43ad-a8e8-5cc4f0981e75 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:09.294912 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-581add3d-4329-4df4-99de-19c88febadde None None] Attempting to bind port bec546e6-b394-47b5-8e4c-efa534acea1c on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:30:09.295289 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-581add3d-4329-4df4-99de-19c88febadde None None] Attempting to bind port bec546e6-b394-47b5-8e4c-efa534acea1c by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '4f428b69-304b-40b8-87de-129fd33eb90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '402087d6-aaee-4b69-8e63-6a4ea9032e92'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:30:09.295672 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581add3d-4329-4df4-99de-19c88febadde None None] Attempting to bind port bec546e6-b394-47b5-8e4c-efa534acea1c on network 402087d6-aaee-4b69-8e63-6a4ea9032e92 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:30:09.344135 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581add3d-4329-4df4-99de-19c88febadde None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:30:09.344842 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581add3d-4329-4df4-99de-19c88febadde None None] Checking segment: {'id': '4f428b69-304b-40b8-87de-129fd33eb90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '402087d6-aaee-4b69-8e63-6a4ea9032e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:30:09.345095 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-581add3d-4329-4df4-99de-19c88febadde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:09.345692 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581add3d-4329-4df4-99de-19c88febadde None None] Bound using segment: {'id': '4f428b69-304b-40b8-87de-129fd33eb90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '402087d6-aaee-4b69-8e63-6a4ea9032e92'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:30:09.346338 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-581add3d-4329-4df4-99de-19c88febadde None None] Bound port: bec546e6-b394-47b5-8e4c-efa534acea1c, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f428b69-304b-40b8-87de-129fd33eb90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '402087d6-aaee-4b69-8e63-6a4ea9032e92'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:30:09.347925 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-581add3d-4329-4df4-99de-19c88febadde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:09.386121 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7d089749-3d9a-429a-8111-4a3f1cd05f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:09.422444 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae7cccf-3236-43ad-a8e8-5cc4f0981e75 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Network 402087d6-aaee-4b69-8e63-6a4ea9032e92 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:30:09.453797 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-9ae7cccf-3236-43ad-a8e8-5cc4f0981e75 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:30:09.506931 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae7cccf-3236-43ad-a8e8-5cc4f0981e75 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event updated for resources: {'Port': ['ID=0211a025-641e-4c41-a4d6-b078a012922e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:09.511741 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae7cccf-3236-43ad-a8e8-5cc4f0981e75 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:30:09.515326 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ae7cccf-3236-43ad-a8e8-5cc4f0981e75 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:09.593520 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:09.644413 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-581add3d-4329-4df4-99de-19c88febadde None None] For port bec546e6-b394-47b5-8e4c-efa534acea1c, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:30:09.664989 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-581add3d-4329-4df4-99de-19c88febadde None None] For port bec546e6-b394-47b5-8e4c-efa534acea1c, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=bec546e6-b394-47b5-8e4c-efa534acea1c,segment=NetworkSegment(4f428b69-304b-40b8-87de-129fd33eb90e),segment_id=4f428b69-304b-40b8-87de-129fd33eb90e)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:30:09.675487 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-581add3d-4329-4df4-99de-19c88febadde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:09.685747 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ae7cccf-3236-43ad-a8e8-5cc4f0981e75 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:09.744042 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b00df-181e-4e7c-a147-fb7295f130e3 req-875af429-429e-47fa-943f-dab2d39da636 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:09.751844 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6a5b00df-181e-4e7c-a147-fb7295f130e3 req-875af429-429e-47fa-943f-dab2d39da636 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 945 time: 0.4279230 May 23 11:30:09.864619 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6a5b00df-181e-4e7c-a147-fb7295f130e3 req-e4272ad9-bf4b-4352-8e71-e65fe5ef56b7 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107342 May 23 11:30:09.962574 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581add3d-4329-4df4-99de-19c88febadde None None] Pushing event updated for resources: {'Port': ['ID=bec546e6-b394-47b5-8e4c-efa534acea1c,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:10.216023 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bbb7843f-5831-45e7-8af1-f335df27b73b req-5988607d-4a71-4ff1-95e0-d32158e62e97 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c11da6-6af0-43cf-932c-432951e38327 HTTP/1.1" status: 200 len: 210 time: 0.1484134 May 23 11:30:10.793630 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-ded2c4dd-633c-4958-be64-90b9f5270e5e tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:10.795093 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-ded2c4dd-633c-4958-be64-90b9f5270e5e tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.13 "GET /v2.0/networks?id=4c33a9e1-3aa8-42de-bf10-ee7f78fe5028 HTTP/1.1" status: 200 len: 820 time: 0.6118870 May 23 11:30:10.801770 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46084) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:30:10.815274 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-0f81bb7e-9f2d-41c1-a61b-b94378549a8e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-762515396-network', 'tenant_id': '1c4dc4a9a96148efbac81b1f22b71c20'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:30:10.822228 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0f81bb7e-9f2d-41c1-a61b-b94378549a8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:30:10.826329 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0f81bb7e-9f2d-41c1-a61b-b94378549a8e admin admin] Usage tracker for resource:network and tenant:1c4dc4a9a96148efbac81b1f22b71c20 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:30:10.829408 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0f81bb7e-9f2d-41c1-a61b-b94378549a8e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:30:10.835666 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0f81bb7e-9f2d-41c1-a61b-b94378549a8e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:30:10.853515 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-2bf721a0-c35a-418f-ac62-47402a450839 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Request body: {'port': {'device_id': '90c11da6-6af0-43cf-932c-432951e38327', 'network_id': '4c33a9e1-3aa8-42de-bf10-ee7f78fe5028', 'admin_state_up': True, 'tenant_id': '28cfee849fbb4c2b93c9467d155036b4'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:30:10.875294 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f81bb7e-9f2d-41c1-a61b-b94378549a8e admin admin] Made reservation on behalf of 1c4dc4a9a96148efbac81b1f22b71c20 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:30:10.877735 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0f81bb7e-9f2d-41c1-a61b-b94378549a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:11.003951 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0f81bb7e-9f2d-41c1-a61b-b94378549a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:11.190977 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-2bf721a0-c35a-418f-ac62-47402a450839 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:30:11.195867 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-2bf721a0-c35a-418f-ac62-47402a450839 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Usage tracker for resource:port and tenant:28cfee849fbb4c2b93c9467d155036b4 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:30:11.199422 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-2bf721a0-c35a-418f-ac62-47402a450839 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:30:11.206461 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-2bf721a0-c35a-418f-ac62-47402a450839 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:30:11.272385 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ae7cccf-3236-43ad-a8e8-5cc4f0981e75 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:11.279056 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-2bf721a0-c35a-418f-ac62-47402a450839 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Made reservation on behalf of 28cfee849fbb4c2b93c9467d155036b4 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:30:11.284899 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-2bf721a0-c35a-418f-ac62-47402a450839 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:11.302876 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ae7cccf-3236-43ad-a8e8-5cc4f0981e75 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:11.303779 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ae7cccf-3236-43ad-a8e8-5cc4f0981e75 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:11.355132 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180a983-d0fa-40a1-9b12-c9e64af47133 req-d04bc5ec-a047-44e8-a90f-79142c5c910e tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:11.373219 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c180a983-d0fa-40a1-9b12-c9e64af47133 req-d04bc5ec-a047-44e8-a90f-79142c5c910e tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 945 time: 0.2126689 May 23 11:30:11.390656 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae7cccf-3236-43ad-a8e8-5cc4f0981e75 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event updated for resources: {'Port': ['ID=0211a025-641e-4c41-a4d6-b078a012922e,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:11.394528 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0f81bb7e-9f2d-41c1-a61b-b94378549a8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:30:11.403199 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0f81bb7e-9f2d-41c1-a61b-b94378549a8e admin admin] Usage tracker for resource:security_group_rule and tenant:1c4dc4a9a96148efbac81b1f22b71c20 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:30:11.410194 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0f81bb7e-9f2d-41c1-a61b-b94378549a8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:30:11.438584 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0f81bb7e-9f2d-41c1-a61b-b94378549a8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:30:11.504350 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c180a983-d0fa-40a1-9b12-c9e64af47133 req-d96f09ce-a7a2-4430-b53f-143764c72689 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297882 May 23 11:30:11.515587 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cf256c05-5cfe-4dde-ba98-27786485f798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:11.582994 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515d7a7c-8ca2-4465-966e-347a7d8fef49 None None] Network 402087d6-aaee-4b69-8e63-6a4ea9032e92 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:30:11.611127 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5763844d-bde6-4a10-9ce7-48e33d7cd26f req-26f1d746-e4bd-461d-abfd-264bcc9fc091 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c11da6-6af0-43cf-932c-432951e38327 HTTP/1.1" status: 200 len: 210 time: 0.0758958 May 23 11:30:11.782928 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-2bf721a0-c35a-418f-ac62-47402a450839 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Allocated IP 172.20.0.11 (4c33a9e1-3aa8-42de-bf10-ee7f78fe5028/efe1e9ef-5154-446e-aa1e-35c6c0e2b6e3/47816ceb-6c55-4dc1-9820-021d1203b124) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:30:11.821248 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dbbca97a-facb-4549-985f-0693f87d882c None None] Provisioning for port bec546e6-b394-47b5-8e4c-efa534acea1c completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:30:12.119506 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-2bf721a0-c35a-418f-ac62-47402a450839 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:12.224667 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device bec546e6-b394-47b5-8e4c-efa534acea1c up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:30:12.364650 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port bec546e6-b394-47b5-8e4c-efa534acea1c completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:30:12.370670 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port bec546e6-b394-47b5-8e4c-efa534acea1c triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:12.371128 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:12.388887 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-2bf721a0-c35a-418f-ac62-47402a450839 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:12.552042 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae7cccf-3236-43ad-a8e8-5cc4f0981e75 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Network 402087d6-aaee-4b69-8e63-6a4ea9032e92 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:30:12.561565 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-2bf721a0-c35a-418f-ac62-47402a450839 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Network 4c33a9e1-3aa8-42de-bf10-ee7f78fe5028 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:30:12.566228 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0f81bb7e-9f2d-41c1-a61b-b94378549a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:12.567732 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-2bf721a0-c35a-418f-ac62-47402a450839 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:30:12.570470 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-9ae7cccf-3236-43ad-a8e8-5cc4f0981e75 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:30:12.575525 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-2bf721a0-c35a-418f-ac62-47402a450839 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:30:12.641552 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:12.646953 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-2bf721a0-c35a-418f-ac62-47402a450839 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:12.647630 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-2bf721a0-c35a-418f-ac62-47402a450839 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:12.754972 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port bec546e6-b394-47b5-8e4c-efa534acea1c, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=bec546e6-b394-47b5-8e4c-efa534acea1c,segment=NetworkSegment(4f428b69-304b-40b8-87de-129fd33eb90e),segment_id=4f428b69-304b-40b8-87de-129fd33eb90e)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:30:12.764853 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-02ef9630-9bb5-4a2d-a2c1-97929203e123 None None] Provisioning for port 0211a025-641e-4c41-a4d6-b078a012922e completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:30:12.810513 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-02ef9630-9bb5-4a2d-a2c1-97929203e123 None None] Provisioning complete for port 0211a025-641e-4c41-a4d6-b078a012922e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:12.810905 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-02ef9630-9bb5-4a2d-a2c1-97929203e123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:12.818229 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0f81bb7e-9f2d-41c1-a61b-b94378549a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:12.916264 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf721a0-c35a-418f-ac62-47402a450839 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Pushing event updated for resources: {'Port': ['ID=47816ceb-6c55-4dc1-9820-021d1203b124,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:13.015749 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:13.072644 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f81bb7e-9f2d-41c1-a61b-b94378549a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1beb84-574c-475d-8150-bf23faf285ae,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:13.113818 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ee09d-2062-424d-a0e4-4aa48c0e01f4 req-ac3ec833-b255-439e-8cb5-b40456a87ae6 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:13.121729 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-087ee09d-2062-424d-a0e4-4aa48c0e01f4 req-ac3ec833-b255-439e-8cb5-b40456a87ae6 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 945 time: 0.4177542 May 23 11:30:13.184513 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f81bb7e-9f2d-41c1-a61b-b94378549a8e admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:30:13.208561 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-2bf721a0-c35a-418f-ac62-47402a450839 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3596232 May 23 11:30:13.211099 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:13.219326 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-02ef9630-9bb5-4a2d-a2c1-97929203e123 None None] Port 0211a025-641e-4c41-a4d6-b078a012922e cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:30:13.230137 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:13.236554 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 46110) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:30:13.242664 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-8bdbace0-5861-4497-a190-1dadf4b01c79 service neutron] Request body: {'port': {'device_id': '90c11da6-6af0-43cf-932c-432951e38327', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:30:13.277034 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=bec546e6-b394-47b5-8e4c-efa534acea1c,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:13.289435 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-02ef9630-9bb5-4a2d-a2c1-97929203e123 None None] Provisioning complete for port bec546e6-b394-47b5-8e4c-efa534acea1c triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:13.290431 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-02ef9630-9bb5-4a2d-a2c1-97929203e123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:13.316877 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0f81bb7e-9f2d-41c1-a61b-b94378549a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:13.317110 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-0f81bb7e-9f2d-41c1-a61b-b94378549a8e admin admin] Added segment 3eba79aa-3091-43f9-9c86-33de6cf7a3f2 of type vlan for network e68a9de9-8253-4d65-9d27-4110aa5ec6a5 May 23 11:30:13.361964 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d7138-1b01-45cb-ba02-e364d12ae357 req-fd0b91e9-29d9-470f-bcfe-88242c9a1c80 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:13.371425 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6b7d7138-1b01-45cb-ba02-e364d12ae357 req-fd0b91e9-29d9-470f-bcfe-88242c9a1c80 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c11da6-6af0-43cf-932c-432951e38327 HTTP/1.1" status: 200 len: 932 time: 0.4851573 May 23 11:30:13.408445 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-087ee09d-2062-424d-a0e4-4aa48c0e01f4 req-7558adab-549e-4bf1-b2ea-94f0d726b2b6 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2739940 May 23 11:30:13.480866 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-6b7d7138-1b01-45cb-ba02-e364d12ae357 req-aca508c2-8e2a-4598-9f2e-0acd26c5013d tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Synchronizing usage tracker for tenant:28cfee849fbb4c2b93c9467d155036b4 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:30:13.532859 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-6b7d7138-1b01-45cb-ba02-e364d12ae357 req-aca508c2-8e2a-4598-9f2e-0acd26c5013d tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Unset dirty status for tenant:28cfee849fbb4c2b93c9467d155036b4 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:30:13.534890 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6b7d7138-1b01-45cb-ba02-e364d12ae357 req-aca508c2-8e2a-4598-9f2e-0acd26c5013d tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/security-groups?id=a49534b7-6b4b-4127-8eac-0f4eaa8a0d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626115 May 23 11:30:13.535658 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0f81bb7e-9f2d-41c1-a61b-b94378549a8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:13.717662 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-73396a30-3297-4a4f-86a8-6912d55e0ae9 None None] Provisioning complete for port 0211a025-641e-4c41-a4d6-b078a012922e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:13.720057 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-73396a30-3297-4a4f-86a8-6912d55e0ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:13.723960 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7bead16b-bc3b-4f98-94a5-aa31c1e21984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:13.743490 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-8bdbace0-5861-4497-a190-1dadf4b01c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:13.798323 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7bead16b-bc3b-4f98-94a5-aa31c1e21984 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:30:13.804775 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7bead16b-bc3b-4f98-94a5-aa31c1e21984 admin admin] Usage tracker for resource:security_group_rule and tenant:509ac71848bf4e0696a3fb5f38a4209c is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:30:13.808548 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7bead16b-bc3b-4f98-94a5-aa31c1e21984 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:30:13.816791 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7bead16b-bc3b-4f98-94a5-aa31c1e21984 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:30:13.859279 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-73396a30-3297-4a4f-86a8-6912d55e0ae9 None None] Port 0211a025-641e-4c41-a4d6-b078a012922e cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:30:13.934846 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7bead16b-bc3b-4f98-94a5-aa31c1e21984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:13.942907 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7bead16b-bc3b-4f98-94a5-aa31c1e21984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:14.047542 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bead16b-bc3b-4f98-94a5-aa31c1e21984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406ffec1-d2c3-45d8-b0d8-fa726f9e0071,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:14.063108 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0f81bb7e-9f2d-41c1-a61b-b94378549a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:14.063108 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f81bb7e-9f2d-41c1-a61b-b94378549a8e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:14.063989 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0f81bb7e-9f2d-41c1-a61b-b94378549a8e admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:14.080031 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7bead16b-bc3b-4f98-94a5-aa31c1e21984 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=509ac71848bf4e0696a3fb5f38a4209c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8382385 May 23 11:30:14.086503 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 46116) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:30:14.141144 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0f81bb7e-9f2d-41c1-a61b-b94378549a8e admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.3381310 May 23 11:30:14.143923 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 46120) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:30:14.171445 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-3c0ebc4f-63cd-4fdf-be75-dbf9ce119022 admin admin] Request body: {'subnet': {'network_id': 'e68a9de9-8253-4d65-9d27-4110aa5ec6a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-762515396-subnet', 'tenant_id': '1c4dc4a9a96148efbac81b1f22b71c20', 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:30:14.190225 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device bec546e6-b394-47b5-8e4c-efa534acea1c up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:30:14.200890 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3c0ebc4f-63cd-4fdf-be75-dbf9ce119022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:30:14.210672 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3c0ebc4f-63cd-4fdf-be75-dbf9ce119022 admin admin] Usage tracker for resource:subnet and tenant:1c4dc4a9a96148efbac81b1f22b71c20 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:30:14.219296 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3c0ebc4f-63cd-4fdf-be75-dbf9ce119022 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:30:14.228841 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3c0ebc4f-63cd-4fdf-be75-dbf9ce119022 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:30:14.270581 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0ebc4f-63cd-4fdf-be75-dbf9ce119022 admin admin] Made reservation on behalf of 1c4dc4a9a96148efbac81b1f22b71c20 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:30:14.272986 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c0ebc4f-63cd-4fdf-be75-dbf9ce119022 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:14.353465 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:14.394098 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f81bb7e-9f2d-41c1-a61b-b94378549a8e admin admin] Pushing event updated for resources: {'Network': ['ID=e68a9de9-8253-4d65-9d27-4110aa5ec6a5,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:14.407784 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network e68a9de9-8253-4d65-9d27-4110aa5ec6a5 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:30:14.606760 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port bec546e6-b394-47b5-8e4c-efa534acea1c triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:14.607141 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:14.628981 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c3107d83-c7c3-4cb9-ac6c-aff747830710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:14.769660 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae7cccf-3236-43ad-a8e8-5cc4f0981e75 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Router 31bf2d43-6293-457e-a293-1e7e07077b42 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:30:14.850941 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c3107d83-c7c3-4cb9-ac6c-aff747830710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:15.044851 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cadcf7-9a1e-4741-a176-617e3660e3bd req-c567bfd5-8f78-4487-b91b-e8c72f59cfa9 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:15.052063 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-82cadcf7-9a1e-4741-a176-617e3660e3bd req-c567bfd5-8f78-4487-b91b-e8c72f59cfa9 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 945 time: 0.3602505 May 23 11:30:15.095495 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-8bdbace0-5861-4497-a190-1dadf4b01c79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47816ceb-6c55-4dc1-9820-021d1203b124 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:30:15.108535 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-8bdbace0-5861-4497-a190-1dadf4b01c79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:15.152824 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae7cccf-3236-43ad-a8e8-5cc4f0981e75 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:30:15.162240 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfc698-352b-4de1-9960-dd5ff878a6cd req-f2532340-1ac5-45ad-b5b9-780eec576d23 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:15.164003 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9ae7cccf-3236-43ad-a8e8-5cc4f0981e75 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "PUT /v2.0/routers/31bf2d43-6293-457e-a293-1e7e07077b42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4814639 May 23 11:30:15.164740 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46128) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:30:15.168589 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fab57e2-0804-4bdc-a697-42b9cea8a5fe None None] Sync routers for ids ['31bf2d43-6293-457e-a293-1e7e07077b42'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:30:15.170547 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-cfa93f27-8caf-452b-93c6-62867e581803 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1439342323'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:30:15.171438 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bfcfc698-352b-4de1-9960-dd5ff878a6cd req-f2532340-1ac5-45ad-b5b9-780eec576d23 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c11da6-6af0-43cf-932c-432951e38327 HTTP/1.1" status: 200 len: 932 time: 0.4113586 May 23 11:30:15.178984 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cfa93f27-8caf-452b-93c6-62867e581803 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:30:15.183225 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-cfa93f27-8caf-452b-93c6-62867e581803 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Usage tracker for resource:network and tenant:313e40337aa44a9094358a8320ee4f45 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:30:15.186735 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-cfa93f27-8caf-452b-93c6-62867e581803 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:30:15.190858 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fab57e2-0804-4bdc-a697-42b9cea8a5fe None None] Routers {'31bf2d43-6293-457e-a293-1e7e07077b42'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:30:15.192136 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-4fab57e2-0804-4bdc-a697-42b9cea8a5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:30:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['31bf2d43-6293-457e-a293-1e7e07077b42'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:30:15.197595 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c0ebc4f-63cd-4fdf-be75-dbf9ce119022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:15.204147 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-8bdbace0-5861-4497-a190-1dadf4b01c79 service neutron] Transition to ACTIVE for port object 47816ceb-6c55-4dc1-9820-021d1203b124 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:30:15.205460 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cfa93f27-8caf-452b-93c6-62867e581803 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:30:15.214554 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-8bdbace0-5861-4497-a190-1dadf4b01c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:15.239193 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c3107d83-c7c3-4cb9-ac6c-aff747830710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:15.268049 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-82cadcf7-9a1e-4741-a176-617e3660e3bd req-aa100778-ead5-484b-8eb8-da3b46af1d6e tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2146919 May 23 11:30:15.309087 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa93f27-8caf-452b-93c6-62867e581803 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Made reservation on behalf of 313e40337aa44a9094358a8320ee4f45 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:30:15.312451 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cfa93f27-8caf-452b-93c6-62867e581803 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:15.337461 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3107d83-c7c3-4cb9-ac6c-aff747830710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406ffec1-d2c3-45d8-b0d8-fa726f9e0071,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:15.364887 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ebc4f-63cd-4fdf-be75-dbf9ce119022 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a81bd24-6dfd-47ec-932e-a2779113808c,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:15.384429 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bfcfc698-352b-4de1-9960-dd5ff878a6cd req-6e355607-88eb-478d-978b-b9c2dfaa0d4d tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/security-groups?id=a49534b7-6b4b-4127-8eac-0f4eaa8a0d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119679 May 23 11:30:15.408557 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c3107d83-c7c3-4cb9-ac6c-aff747830710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:15.413106 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c3107d83-c7c3-4cb9-ac6c-aff747830710 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/406ffec1-d2c3-45d8-b0d8-fa726f9e0071 HTTP/1.1" status: 204 len: 168 time: 1.3214147 May 23 11:30:15.427484 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdbace0-5861-4497-a190-1dadf4b01c79 service neutron] Pushing event updated for resources: {'Port': ['ID=47816ceb-6c55-4dc1-9820-021d1203b124,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:15.435040 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0ebc4f-63cd-4fdf-be75-dbf9ce119022 admin admin] Checking segment: {'id': '3eba79aa-3091-43f9-9c86-33de6cf7a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e68a9de9-8253-4d65-9d27-4110aa5ec6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:30:15.435400 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0ebc4f-63cd-4fdf-be75-dbf9ce119022 admin admin] Network hostable DHCP agents. Network: e68a9de9-8253-4d65-9d27-4110aa5ec6a5, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:30:15.480054 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0ebc4f-63cd-4fdf-be75-dbf9ce119022 admin admin] Network e68a9de9-8253-4d65-9d27-4110aa5ec6a5 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:30:15.489826 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-4fab57e2-0804-4bdc-a697-42b9cea8a5fe None None] Set router 31bf2d43-6293-457e-a293-1e7e07077b42 gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:30:15.502360 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfa93f27-8caf-452b-93c6-62867e581803 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:30:15.506459 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-3c0ebc4f-63cd-4fdf-be75-dbf9ce119022 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, e68a9de9-8253-4d65-9d27-4110aa5ec6a5) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:30:15.510897 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0ebc4f-63cd-4fdf-be75-dbf9ce119022 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:15.511493 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3c0ebc4f-63cd-4fdf-be75-dbf9ce119022 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:15.517327 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0694d40-892b-4da3-8d70-3b1bf7b9d07f None None] Network e68a9de9-8253-4d65-9d27-4110aa5ec6a5 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:30:15.549947 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3c0ebc4f-63cd-4fdf-be75-dbf9ce119022 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4048111 May 23 11:30:15.550887 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 46134) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:30:15.569036 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-715c9696-e52b-41bc-9f62-3a0955236d43 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-762515396-router', 'tenant_id': '1c4dc4a9a96148efbac81b1f22b71c20', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:30:15.587935 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-715c9696-e52b-41bc-9f62-3a0955236d43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:30:15.601035 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-715c9696-e52b-41bc-9f62-3a0955236d43 admin admin] Usage tracker for resource:router and tenant:1c4dc4a9a96148efbac81b1f22b71c20 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:30:15.607924 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-715c9696-e52b-41bc-9f62-3a0955236d43 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:30:15.609673 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cfa93f27-8caf-452b-93c6-62867e581803 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:15.611443 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-cfa93f27-8caf-452b-93c6-62867e581803 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Added segment c7e73a73-6299-4ce1-9c74-e0840422ad68 of type vlan for network 73bafaec-97c1-40d2-9afa-a740ea8aeb64 May 23 11:30:15.626434 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-715c9696-e52b-41bc-9f62-3a0955236d43 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:30:15.647199 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-715c9696-e52b-41bc-9f62-3a0955236d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:15.649887 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-715c9696-e52b-41bc-9f62-3a0955236d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:15.675328 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cfa93f27-8caf-452b-93c6-62867e581803 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:15.712137 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-715c9696-e52b-41bc-9f62-3a0955236d43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:15.789227 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-8bdbace0-5861-4497-a190-1dadf4b01c79 service neutron] Attempting to bind port 47816ceb-6c55-4dc1-9820-021d1203b124 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:30:15.789971 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-8bdbace0-5861-4497-a190-1dadf4b01c79 service neutron] Attempting to bind port 47816ceb-6c55-4dc1-9820-021d1203b124 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '7b7c5fd9-5c0f-4a2b-bed6-65bb26305363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4c33a9e1-3aa8-42de-bf10-ee7f78fe5028'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:30:15.790549 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-8bdbace0-5861-4497-a190-1dadf4b01c79 service neutron] Attempting to bind port 47816ceb-6c55-4dc1-9820-021d1203b124 on network 4c33a9e1-3aa8-42de-bf10-ee7f78fe5028 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:30:15.798664 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-8bdbace0-5861-4497-a190-1dadf4b01c79 service neutron] Port 47816ceb-6c55-4dc1-9820-021d1203b124 on network 4c33a9e1-3aa8-42de-bf10-ee7f78fe5028 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:30:15.799466 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-8bdbace0-5861-4497-a190-1dadf4b01c79 service neutron] Attempting to bind port 47816ceb-6c55-4dc1-9820-021d1203b124 on network 4c33a9e1-3aa8-42de-bf10-ee7f78fe5028 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:30:15.807678 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-8bdbace0-5861-4497-a190-1dadf4b01c79 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:30:15.808657 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-8bdbace0-5861-4497-a190-1dadf4b01c79 service neutron] Checking segment: {'id': '7b7c5fd9-5c0f-4a2b-bed6-65bb26305363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4c33a9e1-3aa8-42de-bf10-ee7f78fe5028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:30:15.809452 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-8bdbace0-5861-4497-a190-1dadf4b01c79 service neutron] Bound using segment: {'id': '7b7c5fd9-5c0f-4a2b-bed6-65bb26305363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4c33a9e1-3aa8-42de-bf10-ee7f78fe5028'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:30:15.810331 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-8bdbace0-5861-4497-a190-1dadf4b01c79 service neutron] Bound port: 47816ceb-6c55-4dc1-9820-021d1203b124, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b7c5fd9-5c0f-4a2b-bed6-65bb26305363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4c33a9e1-3aa8-42de-bf10-ee7f78fe5028'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:30:15.810987 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-8bdbace0-5861-4497-a190-1dadf4b01c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:15.829880 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cfa93f27-8caf-452b-93c6-62867e581803 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:15.834286 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa93f27-8caf-452b-93c6-62867e581803 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:15.835122 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cfa93f27-8caf-452b-93c6-62867e581803 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:15.912298 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c12e56-e631-490e-ba09-d1796a3a9afc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-e68a9de9-8253-4d65-9d27-4110aa5ec6a5', 'network_id': 'e68a9de9-8253-4d65-9d27-4110aa5ec6a5', 'tenant_id': '1c4dc4a9a96148efbac81b1f22b71c20', 'fixed_ips': [{'subnet_id': '9a81bd24-6dfd-47ec-932e-a2779113808c'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:30:15.913196 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-71c12e56-e631-490e-ba09-d1796a3a9afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:15.973082 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-cfa93f27-8caf-452b-93c6-62867e581803 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8069739 May 23 11:30:15.985730 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46144) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:30:16.012281 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-6d33ce06-2c5b-4319-b389-5bbcd7a01792 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Request body: {'subnet': {'network_id': '73bafaec-97c1-40d2-9afa-a740ea8aeb64', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:30:16.162161 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-8bdbace0-5861-4497-a190-1dadf4b01c79 service neutron] For port 47816ceb-6c55-4dc1-9820-021d1203b124, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:30:16.166272 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-8bdbace0-5861-4497-a190-1dadf4b01c79 service neutron] For port 47816ceb-6c55-4dc1-9820-021d1203b124, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=47816ceb-6c55-4dc1-9820-021d1203b124,segment=NetworkSegment(7b7c5fd9-5c0f-4a2b-bed6-65bb26305363),segment_id=7b7c5fd9-5c0f-4a2b-bed6-65bb26305363)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:30:16.172934 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-715c9696-e52b-41bc-9f62-3a0955236d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:16.181183 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-8bdbace0-5861-4497-a190-1dadf4b01c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:16.235202 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-71c12e56-e631-490e-ba09-d1796a3a9afc None None] Allocated IP 172.20.0.2 (e68a9de9-8253-4d65-9d27-4110aa5ec6a5/9a81bd24-6dfd-47ec-932e-a2779113808c/0d7b72f8-900d-4d09-91e2-cc00c5ed16f1) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:30:16.372019 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 46148) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:30:16.410404 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9241e9e7-11f3-42fa-8f52-ea4f32000d32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:16.438501 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-4fab57e2-0804-4bdc-a697-42b9cea8a5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'name': 'tempest-RoutersIpV6Test-router-570168471', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:30:04Z', 'updated_at': '2022-05-23T11:30:09Z', 'revision_number': 2, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'gw_port_host': None, '_interfaces': [{'id': '0211a025-641e-4c41-a4d6-b078a012922e', 'name': '', 'network_id': '402087d6-aaee-4b69-8e63-6a4ea9032e92', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:2c:3d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1521b99-16a4-4945-8627-d30203f9e4a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:08Z', 'updated_at': '2022-05-23T11:30:10Z', 'revision_number': 2, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': 'e1521b99-16a4-4945-8627-d30203f9e4a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:30:16.458232 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fab57e2-0804-4bdc-a697-42b9cea8a5fe None None] Checking router: 31bf2d43-6293-457e-a293-1e7e07077b42 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:30:16.458559 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fab57e2-0804-4bdc-a697-42b9cea8a5fe None None] Updating router 31bf2d43-6293-457e-a293-1e7e07077b42 port 0211a025-641e-4c41-a4d6-b078a012922e binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:30:16.463562 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9241e9e7-11f3-42fa-8f52-ea4f32000d32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:30:16.467507 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-9241e9e7-11f3-42fa-8f52-ea4f32000d32 admin admin] Usage tracker for resource:security_group_rule and tenant:6259916f1a534c7988ce5ad57da4542d is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:30:16.468147 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-71c12e56-e631-490e-ba09-d1796a3a9afc None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:16.470661 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-9241e9e7-11f3-42fa-8f52-ea4f32000d32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:30:16.476971 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9241e9e7-11f3-42fa-8f52-ea4f32000d32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:30:16.484265 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-71c12e56-e631-490e-ba09-d1796a3a9afc None None] Transition to ACTIVE for port object 0d7b72f8-900d-4d09-91e2-cc00c5ed16f1 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:30:16.512029 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-71c12e56-e631-490e-ba09-d1796a3a9afc None None] Transition to ACTIVE for port object 0d7b72f8-900d-4d09-91e2-cc00c5ed16f1 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:30:16.517111 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 606f269d-15ed-4649-91b5-04700c3b2da4 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:30:16.555598 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9241e9e7-11f3-42fa-8f52-ea4f32000d32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:16.566541 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-71c12e56-e631-490e-ba09-d1796a3a9afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:16.573266 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9241e9e7-11f3-42fa-8f52-ea4f32000d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:16.601116 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdbace0-5861-4497-a190-1dadf4b01c79 service neutron] Pushing event updated for resources: {'Port': ['ID=47816ceb-6c55-4dc1-9820-021d1203b124,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:16.612454 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-4fab57e2-0804-4bdc-a697-42b9cea8a5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:16.638190 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9241e9e7-11f3-42fa-8f52-ea4f32000d32 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6259916f1a534c7988ce5ad57da4542d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2588003 May 23 11:30:16.640943 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 46156) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:30:16.699688 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9241e9e7-11f3-42fa-8f52-ea4f32000d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17bb96a6-935b-438b-ab60-5430c00f7283,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:16.759460 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa93f27-8caf-452b-93c6-62867e581803 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event updated for resources: {'Network': ['ID=73bafaec-97c1-40d2-9afa-a740ea8aeb64,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:16.795193 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-8bdbace0-5861-4497-a190-1dadf4b01c79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:16.797216 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-8bdbace0-5861-4497-a190-1dadf4b01c79 service neutron] 10.222.0.13 "PUT /v2.0/ports/47816ceb-6c55-4dc1-9820-021d1203b124 HTTP/1.1" status: 200 len: 1092 time: 3.5671380 May 23 11:30:16.801885 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 73bafaec-97c1-40d2-9afa-a740ea8aeb64 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:30:16.805072 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c11da6-6af0-43cf-932c-432951e38327', 'tag': '47816ceb-6c55-4dc1-9820-021d1203b124'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:30:16.858138 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6d33ce06-2c5b-4319-b389-5bbcd7a01792 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:30:16.863485 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-6d33ce06-2c5b-4319-b389-5bbcd7a01792 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Usage tracker for resource:subnet and tenant:313e40337aa44a9094358a8320ee4f45 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:30:16.867742 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-6d33ce06-2c5b-4319-b389-5bbcd7a01792 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:30:16.874762 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c12e56-e631-490e-ba09-d1796a3a9afc None None] Network e68a9de9-8253-4d65-9d27-4110aa5ec6a5 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:30:16.874955 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6d33ce06-2c5b-4319-b389-5bbcd7a01792 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:30:16.924133 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d33ce06-2c5b-4319-b389-5bbcd7a01792 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Made reservation on behalf of 313e40337aa44a9094358a8320ee4f45 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:30:17.014771 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-71c12e56-e631-490e-ba09-d1796a3a9afc None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:30:17.028527 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b1c41470-f438-4b7a-8a8c-8e4b5e5a9d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:17.045186 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c12e56-e631-490e-ba09-d1796a3a9afc None None] Pushing event updated for resources: {'Port': ['ID=0d7b72f8-900d-4d09-91e2-cc00c5ed16f1,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:17.062359 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b1c41470-f438-4b7a-8a8c-8e4b5e5a9d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:17.093949 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6d33ce06-2c5b-4319-b389-5bbcd7a01792 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:17.115316 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c12e56-e631-490e-ba09-d1796a3a9afc None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:30:17.180272 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 606f269d-15ed-4649-91b5-04700c3b2da4 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:30:17.192291 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 606f269d-15ed-4649-91b5-04700c3b2da4 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:17.193115 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:17.353311 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-4fab57e2-0804-4bdc-a697-42b9cea8a5fe None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:17.362777 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-10294814-1695-40e5-b536-c8efd34f48a1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=28cfee849fbb4c2b93c9467d155036b4&device_id=90c11da6-6af0-43cf-932c-432951e38327 HTTP/1.1" status: 200 len: 1095 time: 0.4779236 May 23 11:30:17.380543 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-4fab57e2-0804-4bdc-a697-42b9cea8a5fe None None] Transition to ACTIVE for port object 0211a025-641e-4c41-a4d6-b078a012922e will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:30:17.390133 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-4fab57e2-0804-4bdc-a697-42b9cea8a5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:17.401836 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-71c12e56-e631-490e-ba09-d1796a3a9afc None None] Attempting to bind port 0d7b72f8-900d-4d09-91e2-cc00c5ed16f1 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:30:17.402554 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-71c12e56-e631-490e-ba09-d1796a3a9afc None None] Attempting to bind port 0d7b72f8-900d-4d09-91e2-cc00c5ed16f1 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3eba79aa-3091-43f9-9c86-33de6cf7a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e68a9de9-8253-4d65-9d27-4110aa5ec6a5'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:30:17.403102 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c12e56-e631-490e-ba09-d1796a3a9afc None None] Attempting to bind port 0d7b72f8-900d-4d09-91e2-cc00c5ed16f1 on network e68a9de9-8253-4d65-9d27-4110aa5ec6a5 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:30:17.435193 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-715c9696-e52b-41bc-9f62-3a0955236d43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:17.447808 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c12e56-e631-490e-ba09-d1796a3a9afc None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:30:17.448567 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c12e56-e631-490e-ba09-d1796a3a9afc None None] Checking segment: {'id': '3eba79aa-3091-43f9-9c86-33de6cf7a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e68a9de9-8253-4d65-9d27-4110aa5ec6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:30:17.449142 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-71c12e56-e631-490e-ba09-d1796a3a9afc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:17.449690 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c12e56-e631-490e-ba09-d1796a3a9afc None None] Bound using segment: {'id': '3eba79aa-3091-43f9-9c86-33de6cf7a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e68a9de9-8253-4d65-9d27-4110aa5ec6a5'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:30:17.450349 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-71c12e56-e631-490e-ba09-d1796a3a9afc None None] Bound port: 0d7b72f8-900d-4d09-91e2-cc00c5ed16f1, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eba79aa-3091-43f9-9c86-33de6cf7a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e68a9de9-8253-4d65-9d27-4110aa5ec6a5'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:30:17.451684 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-71c12e56-e631-490e-ba09-d1796a3a9afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:17.500907 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-606ed557-5d4a-444f-88f3-178a3a6d5155 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47816ceb-6c55-4dc1-9820-021d1203b124 HTTP/1.1" status: 200 len: 217 time: 0.1219599 May 23 11:30:17.525184 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b1c41470-f438-4b7a-8a8c-8e4b5e5a9d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:17.538287 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-715c9696-e52b-41bc-9f62-3a0955236d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:17.637049 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-71c12e56-e631-490e-ba09-d1796a3a9afc None None] For port 0d7b72f8-900d-4d09-91e2-cc00c5ed16f1, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:30:17.642143 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-71c12e56-e631-490e-ba09-d1796a3a9afc None None] For port 0d7b72f8-900d-4d09-91e2-cc00c5ed16f1, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=0d7b72f8-900d-4d09-91e2-cc00c5ed16f1,segment=NetworkSegment(3eba79aa-3091-43f9-9c86-33de6cf7a3f2),segment_id=3eba79aa-3091-43f9-9c86-33de6cf7a3f2)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:30:17.644118 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-d99483fd-e3f4-418b-8556-360f5de79742 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:17.646921 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-d99483fd-e3f4-418b-8556-360f5de79742 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=efe1e9ef-5154-446e-aa1e-35c6c0e2b6e3 HTTP/1.1" status: 200 len: 860 time: 0.1363273 May 23 11:30:17.661384 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c41470-f438-4b7a-8a8c-8e4b5e5a9d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bb96a6-935b-438b-ab60-5430c00f7283,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:17.675333 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc557a03-2a65-41cb-bc7c-2799f04ba1dc req-f2d0bfca-b31d-4f98-9633-e92d3a1924f0 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:17.682223 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f12d46-8b58-461d-9c86-a90d8828ebba None None] Pushing event updated for resources: {'Port': ['ID=0211a025-641e-4c41-a4d6-b078a012922e,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:17.685095 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bc557a03-2a65-41cb-bc7c-2799f04ba1dc req-f2d0bfca-b31d-4f98-9633-e92d3a1924f0 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 945 time: 0.9738674 May 23 11:30:17.704309 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f12d46-8b58-461d-9c86-a90d8828ebba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:30:17.704651 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f12d46-8b58-461d-9c86-a90d8828ebba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:30:17.704988 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f12d46-8b58-461d-9c86-a90d8828ebba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:30:17.705319 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f12d46-8b58-461d-9c86-a90d8828ebba None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:30:17.705642 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f12d46-8b58-461d-9c86-a90d8828ebba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:30:17.710690 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f12d46-8b58-461d-9c86-a90d8828ebba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:30:17.711213 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f12d46-8b58-461d-9c86-a90d8828ebba None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:30:17.711707 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f12d46-8b58-461d-9c86-a90d8828ebba None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:30:17.717220 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f12d46-8b58-461d-9c86-a90d8828ebba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:30:17.717813 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f12d46-8b58-461d-9c86-a90d8828ebba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:30:17.718326 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f12d46-8b58-461d-9c86-a90d8828ebba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:30:17.774648 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-b2d473b4-0994-4085-b05d-a3531d794e59 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4c33a9e1-3aa8-42de-bf10-ee7f78fe5028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736613 May 23 11:30:17.851554 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771159bf-d351-41c5-88c8-cfa66798abb9 req-d30d801e-e701-4574-87e6-a9a16da9c827 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:17.869659 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-771159bf-d351-41c5-88c8-cfa66798abb9 req-d30d801e-e701-4574-87e6-a9a16da9c827 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c11da6-6af0-43cf-932c-432951e38327 HTTP/1.1" status: 200 len: 944 time: 0.8773296 May 23 11:30:17.923220 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b1c41470-f438-4b7a-8a8c-8e4b5e5a9d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:17.925265 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-71c12e56-e631-490e-ba09-d1796a3a9afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:17.931283 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b1c41470-f438-4b7a-8a8c-8e4b5e5a9d79 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/17bb96a6-935b-438b-ab60-5430c00f7283 HTTP/1.1" status: 204 len: 168 time: 1.2872050 May 23 11:30:18.052856 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-4fab57e2-0804-4bdc-a697-42b9cea8a5fe None None] Attempting to bind port 0211a025-641e-4c41-a4d6-b078a012922e on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:30:18.053576 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-4fab57e2-0804-4bdc-a697-42b9cea8a5fe None None] Attempting to bind port 0211a025-641e-4c41-a4d6-b078a012922e by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '4f428b69-304b-40b8-87de-129fd33eb90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '402087d6-aaee-4b69-8e63-6a4ea9032e92'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:30:18.054104 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fab57e2-0804-4bdc-a697-42b9cea8a5fe None None] Attempting to bind port 0211a025-641e-4c41-a4d6-b078a012922e on network 402087d6-aaee-4b69-8e63-6a4ea9032e92 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:30:18.062124 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fab57e2-0804-4bdc-a697-42b9cea8a5fe None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:30:18.063046 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fab57e2-0804-4bdc-a697-42b9cea8a5fe None None] Checking segment: {'id': '4f428b69-304b-40b8-87de-129fd33eb90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '402087d6-aaee-4b69-8e63-6a4ea9032e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:30:18.063665 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-4fab57e2-0804-4bdc-a697-42b9cea8a5fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:18.064295 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fab57e2-0804-4bdc-a697-42b9cea8a5fe None None] Bound using segment: {'id': '4f428b69-304b-40b8-87de-129fd33eb90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '402087d6-aaee-4b69-8e63-6a4ea9032e92'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:30:18.065227 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-4fab57e2-0804-4bdc-a697-42b9cea8a5fe None None] Bound port: 0211a025-641e-4c41-a4d6-b078a012922e, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f428b69-304b-40b8-87de-129fd33eb90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '402087d6-aaee-4b69-8e63-6a4ea9032e92'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:30:18.067018 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-4fab57e2-0804-4bdc-a697-42b9cea8a5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:18.175745 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6d33ce06-2c5b-4319-b389-5bbcd7a01792 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:18.201916 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-4fab57e2-0804-4bdc-a697-42b9cea8a5fe None None] For port 0211a025-641e-4c41-a4d6-b078a012922e, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:30:18.207373 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-4fab57e2-0804-4bdc-a697-42b9cea8a5fe None None] For port 0211a025-641e-4c41-a4d6-b078a012922e, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=0211a025-641e-4c41-a4d6-b078a012922e,segment=NetworkSegment(4f428b69-304b-40b8-87de-129fd33eb90e),segment_id=4f428b69-304b-40b8-87de-129fd33eb90e)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:30:18.214605 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-4fab57e2-0804-4bdc-a697-42b9cea8a5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:18.224892 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-715c9696-e52b-41bc-9f62-3a0955236d43 admin admin] Allocated IP 172.25.6.204 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/2ac8a80e-217d-4109-b2fb-2ad3b20942fa) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:30:18.283605 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:18.320246 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d33ce06-2c5b-4319-b389-5bbcd7a01792 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event updated for resources: {'Subnet': ['ID=66ae6e8c-68d9-4620-bcd8-6a3f9ad2efae,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:18.342143 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-faa9ba2f-7998-4a38-8419-06770d155b22 service neutron] 10.222.0.13 "GET /v2.0/networks/4c33a9e1-3aa8-42de-bf10-ee7f78fe5028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5540807 May 23 11:30:18.413412 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f12d46-8b58-461d-9c86-a90d8828ebba None None] Pushing event updated for resources: {'Port': ['ID=0211a025-641e-4c41-a4d6-b078a012922e,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:18.425365 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 606f269d-15ed-4649-91b5-04700c3b2da4, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=606f269d-15ed-4649-91b5-04700c3b2da4,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:30:18.440137 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c12e56-e631-490e-ba09-d1796a3a9afc None None] Pushing event updated for resources: {'Port': ['ID=0d7b72f8-900d-4d09-91e2-cc00c5ed16f1,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:18.457176 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fab57e2-0804-4bdc-a697-42b9cea8a5fe None None] Routers {'31bf2d43-6293-457e-a293-1e7e07077b42'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:30:18.457870 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-4fab57e2-0804-4bdc-a697-42b9cea8a5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:30:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['31bf2d43-6293-457e-a293-1e7e07077b42'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:30:18.470048 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:18.625695 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-715c9696-e52b-41bc-9f62-3a0955236d43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:18.629186 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=606f269d-15ed-4649-91b5-04700c3b2da4,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:18.679146 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bc557a03-2a65-41cb-bc7c-2799f04ba1dc req-fa634ea6-a5c5-433c-9bb6-474a647d67ff tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9839687 May 23 11:30:18.768094 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-771159bf-d351-41c5-88c8-cfa66798abb9 req-bdf31174-e959-4d81-a541-9830e1438000 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/security-groups?id=a49534b7-6b4b-4127-8eac-0f4eaa8a0d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8973100 May 23 11:30:18.783455 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-715c9696-e52b-41bc-9f62-3a0955236d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:18.899548 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d33ce06-2c5b-4319-b389-5bbcd7a01792 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Checking segment: {'id': 'c7e73a73-6299-4ce1-9c74-e0840422ad68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '73bafaec-97c1-40d2-9afa-a740ea8aeb64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:30:18.916006 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d33ce06-2c5b-4319-b389-5bbcd7a01792 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Network hostable DHCP agents. Network: 73bafaec-97c1-40d2-9afa-a740ea8aeb64, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:30:18.983443 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f3b2e710-82ad-41f9-807e-d96d649ecdfe req-21f8c524-9dc5-4488-942d-c3bb8175066c service neutron] 10.222.0.13 "GET /v2.0/networks/4c33a9e1-3aa8-42de-bf10-ee7f78fe5028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6052775 May 23 11:30:19.006043 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-4fab57e2-0804-4bdc-a697-42b9cea8a5fe None None] Set router 31bf2d43-6293-457e-a293-1e7e07077b42 gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:30:19.048478 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07ae0ebc-9bfd-4215-bf8f-b7b5d66b99ce'] response: {'name': 'network-changed', 'server_uuid': '90c11da6-6af0-43cf-932c-432951e38327', 'tag': '47816ceb-6c55-4dc1-9820-021d1203b124', 'status': 'completed', 'code': 200} May 23 11:30:19.060153 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d33ce06-2c5b-4319-b389-5bbcd7a01792 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Network 73bafaec-97c1-40d2-9afa-a740ea8aeb64 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:30:19.063340 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715c9696-e52b-41bc-9f62-3a0955236d43 admin admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:30:19.072623 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-715c9696-e52b-41bc-9f62-3a0955236d43 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:30:19.080872 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715c9696-e52b-41bc-9f62-3a0955236d43 admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:30:19.085558 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0cacd8-834e-4788-820a-d06abcacf56c None None] Sync routers for ids ['b0e1230e-679b-486a-b1fd-f5d860640731'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:30:19.167886 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0cacd8-834e-4788-820a-d06abcacf56c None None] Routers {'b0e1230e-679b-486a-b1fd-f5d860640731'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:30:19.171751 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-dd0cacd8-834e-4788-820a-d06abcacf56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:30:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['b0e1230e-679b-486a-b1fd-f5d860640731'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:30:19.198321 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-6d33ce06-2c5b-4319-b389-5bbcd7a01792 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 73bafaec-97c1-40d2-9afa-a740ea8aeb64) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:30:19.216222 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d33ce06-2c5b-4319-b389-5bbcd7a01792 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:19.216814 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6d33ce06-2c5b-4319-b389-5bbcd7a01792 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:19.330841 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715c9696-e52b-41bc-9f62-3a0955236d43 admin admin] Pushing event updated for resources: {'Port': ['ID=2ac8a80e-217d-4109-b2fb-2ad3b20942fa,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:19.331091 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fe671d-83ad-414c-802a-1434fd9b0c7f None None] Network 73bafaec-97c1-40d2-9afa-a740ea8aeb64 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:30:19.357181 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-715c9696-e52b-41bc-9f62-3a0955236d43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:19.357940 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-715c9696-e52b-41bc-9f62-3a0955236d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:19.376051 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6d33ce06-2c5b-4319-b389-5bbcd7a01792 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.3749342 May 23 11:30:19.383808 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46180) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:30:19.697497 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-dd0cacd8-834e-4788-820a-d06abcacf56c None None] Set router b0e1230e-679b-486a-b1fd-f5d860640731 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:30:19.943790 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-715c9696-e52b-41bc-9f62-3a0955236d43 admin admin] Router 5a2e9872-1aef-4de3-b0c9-ae0151225747 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:30:20.106154 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-4fab57e2-0804-4bdc-a697-42b9cea8a5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'name': 'tempest-RoutersIpV6Test-router-570168471', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:30:04Z', 'updated_at': '2022-05-23T11:30:09Z', 'revision_number': 2, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'gw_port_host': None, '_interfaces': [{'id': '0211a025-641e-4c41-a4d6-b078a012922e', 'name': '', 'network_id': '402087d6-aaee-4b69-8e63-6a4ea9032e92', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:2c:3d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1521b99-16a4-4945-8627-d30203f9e4a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:08Z', 'updated_at': '2022-05-23T11:30:18Z', 'revision_number': 4, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': 'e1521b99-16a4-4945-8627-d30203f9e4a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:30:20.120731 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fab57e2-0804-4bdc-a697-42b9cea8a5fe None None] The sync data for ids ['31bf2d43-6293-457e-a293-1e7e07077b42'] in n-d-842952-2 is: [{'id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'name': 'tempest-RoutersIpV6Test-router-570168471', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:30:04Z', 'updated_at': '2022-05-23T11:30:09Z', 'revision_number': 2, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'gw_port_host': None, '_interfaces': [{'id': '0211a025-641e-4c41-a4d6-b078a012922e', 'name': '', 'network_id': '402087d6-aaee-4b69-8e63-6a4ea9032e92', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:2c:3d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1521b99-16a4-4945-8627-d30203f9e4a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:08Z', 'updated_at': '2022-05-23T11:30:18Z', 'revision_number': 4, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': 'e1521b99-16a4-4945-8627-d30203f9e4a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:30:20.194924 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-56ed07a8-2563-46d5-8f65-b333021d3acb req-274ddf4e-033a-490f-bef1-974475b61509 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=28cfee849fbb4c2b93c9467d155036b4&device_id=90c11da6-6af0-43cf-932c-432951e38327 HTTP/1.1" status: 200 len: 1095 time: 1.0979893 May 23 11:30:20.558856 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4495cbb3-53d6-426e-aee5-d322abb7191e None None] Network e68a9de9-8253-4d65-9d27-4110aa5ec6a5 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:30:20.566353 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed07a8-2563-46d5-8f65-b333021d3acb req-e4ea0126-d553-438b-898c-5cfb461839aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:20.568577 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-56ed07a8-2563-46d5-8f65-b333021d3acb req-e4ea0126-d553-438b-898c-5cfb461839aa service neutron] 10.222.0.13 "GET /v2.0/networks?id=4c33a9e1-3aa8-42de-bf10-ee7f78fe5028 HTTP/1.1" status: 200 len: 921 time: 0.3676286 May 23 11:30:20.848089 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-56ed07a8-2563-46d5-8f65-b333021d3acb req-b85a60dc-53a4-49f3-aecc-bffaf82e53d8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47816ceb-6c55-4dc1-9820-021d1203b124 HTTP/1.1" status: 200 len: 217 time: 0.2506406 May 23 11:30:20.967974 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 606f269d-15ed-4649-91b5-04700c3b2da4 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:30:20.999451 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d88d7-2c70-4047-88a5-aa4bad8f3028 req-81295c66-80d6-473f-a65e-54e0673a6693 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:21.007193 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ab1d88d7-2c70-4047-88a5-aa4bad8f3028 req-81295c66-80d6-473f-a65e-54e0673a6693 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c11da6-6af0-43cf-932c-432951e38327 HTTP/1.1" status: 200 len: 944 time: 0.6139688 May 23 11:30:21.024898 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3b8b8-ab54-428c-b5ad-a930bc0093e3 req-cdb95f8e-664b-43a7-b718-df311b4c34f7 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:21.026784 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-86c3b8b8-ab54-428c-b5ad-a930bc0093e3 req-cdb95f8e-664b-43a7-b718-df311b4c34f7 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 945 time: 0.7142220 May 23 11:30:21.030247 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-681336fb-137b-4c7d-af0e-4aeaac8cdcf5 req-756d1311-3361-4617-81b7-cf0c49b1a1d8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=72044729-477f-4357-88df-6a75bd258a4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7164624 May 23 11:30:21.122943 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-86c3b8b8-ab54-428c-b5ad-a930bc0093e3 req-e6d39530-c964-49ab-af89-073a8548809a tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895376 May 23 11:30:21.254345 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-49f586d8-92ab-4218-9bd1-04945dc3c073 None None] Provisioning for port 0d7b72f8-900d-4d09-91e2-cc00c5ed16f1 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:30:21.360557 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a2a4f9-b2f7-431b-9bd6-2229fc8680d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-73bafaec-97c1-40d2-9afa-a740ea8aeb64', 'network_id': '73bafaec-97c1-40d2-9afa-a740ea8aeb64', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'fixed_ips': [{'subnet_id': '66ae6e8c-68d9-4620-bcd8-6a3f9ad2efae'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:30:21.372128 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f5a2a4f9-b2f7-431b-9bd6-2229fc8680d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:21.379062 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed07a8-2563-46d5-8f65-b333021d3acb req-ee585869-b4b5-4ffa-9099-5c27d08345af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:21.382085 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-56ed07a8-2563-46d5-8f65-b333021d3acb req-ee585869-b4b5-4ffa-9099-5c27d08345af service neutron] 10.222.0.13 "GET /v2.0/subnets?id=efe1e9ef-5154-446e-aa1e-35c6c0e2b6e3 HTTP/1.1" status: 200 len: 860 time: 0.5247302 May 23 11:30:21.503193 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-56ed07a8-2563-46d5-8f65-b333021d3acb req-01366e6a-64d4-45fc-a6dc-c41a1db5906d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4c33a9e1-3aa8-42de-bf10-ee7f78fe5028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1134143 May 23 11:30:21.530953 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ab1d88d7-2c70-4047-88a5-aa4bad8f3028 req-e23e2bc6-b11c-4fb8-913a-781cc8471da7 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/security-groups?id=a49534b7-6b4b-4127-8eac-0f4eaa8a0d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5124097 May 23 11:30:21.581203 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715c9696-e52b-41bc-9f62-3a0955236d43 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:30:21.587716 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-681336fb-137b-4c7d-af0e-4aeaac8cdcf5 req-fb2f56db-da11-44e8-a21f-cccf8170a82e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ab6dabfc6c044e3a257a928739aed2b&device_id=72044729-477f-4357-88df-6a75bd258a4c HTTP/1.1" status: 200 len: 1097 time: 0.4816117 May 23 11:30:21.591584 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66355734-4a1a-4fc2-a91f-f83148f9cc85 None None] Sync routers for ids ['5a2e9872-1aef-4de3-b0c9-ae0151225747'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:30:21.614129 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66355734-4a1a-4fc2-a91f-f83148f9cc85 None None] Routers {'5a2e9872-1aef-4de3-b0c9-ae0151225747'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:30:21.615091 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-66355734-4a1a-4fc2-a91f-f83148f9cc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:30:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['5a2e9872-1aef-4de3-b0c9-ae0151225747'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:30:21.942374 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 606f269d-15ed-4649-91b5-04700c3b2da4 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:21.942941 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:21.981140 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681336fb-137b-4c7d-af0e-4aeaac8cdcf5 req-18abf8ee-a8be-41ee-8dc0-469c4fd94d35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:21.983180 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-681336fb-137b-4c7d-af0e-4aeaac8cdcf5 req-18abf8ee-a8be-41ee-8dc0-469c4fd94d35 service neutron] 10.222.0.13 "GET /v2.0/networks?id=76b2273d-b51d-4df1-8907-c6d24ae3fac2 HTTP/1.1" status: 200 len: 919 time: 0.3657675 May 23 11:30:22.010751 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:30:22.137525 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-66355734-4a1a-4fc2-a91f-f83148f9cc85 None None] Set router 5a2e9872-1aef-4de3-b0c9-ae0151225747 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:30:22.179493 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-681336fb-137b-4c7d-af0e-4aeaac8cdcf5 req-c05261fe-4432-4338-b27c-f106bc694957 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d22a0015-83d6-4c95-9659-35fda06160da HTTP/1.1" status: 200 len: 217 time: 0.1897664 May 23 11:30:22.206181 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-dd0cacd8-834e-4788-820a-d06abcacf56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e1230e-679b-486a-b1fd-f5d860640731', 'name': 'tempest-ServerRescueTestJSONUnderV235-1646382311-router', 'tenant_id': '28cfee849fbb4c2b93c9467d155036b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '691eeca4-4f6b-4582-a2b2-d544bcb5f14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:29:53Z', 'updated_at': '2022-05-23T11:29:59Z', 'revision_number': 4, 'project_id': '28cfee849fbb4c2b93c9467d155036b4', 'gw_port': {'id': '691eeca4-4f6b-4582-a2b2-d544bcb5f14c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e1230e-679b-486a-b1fd-f5d860640731', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:29:54Z', 'updated_at': '2022-05-23T11:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'fb348d26-4e58-4af1-9218-c722a6b710b0', 'name': '', 'network_id': '4c33a9e1-3aa8-42de-bf10-ee7f78fe5028', 'tenant_id': '28cfee849fbb4c2b93c9467d155036b4', 'mac_address': 'fa:16:3e:f3:cb:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e1230e-679b-486a-b1fd-f5d860640731', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efe1e9ef-5154-446e-aa1e-35c6c0e2b6e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:29:57Z', 'updated_at': '2022-05-23T11:30:00Z', 'revision_number': 2, 'project_id': '28cfee849fbb4c2b93c9467d155036b4', 'subnets': [{'id': 'efe1e9ef-5154-446e-aa1e-35c6c0e2b6e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:30:22.208659 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-56ed07a8-2563-46d5-8f65-b333021d3acb req-60c5a931-b4df-4ad9-8e83-dee5b8044f7b service neutron] 10.222.0.13 "GET /v2.0/networks/4c33a9e1-3aa8-42de-bf10-ee7f78fe5028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6964815 May 23 11:30:22.215188 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0cacd8-834e-4788-820a-d06abcacf56c None None] Checking router: b0e1230e-679b-486a-b1fd-f5d860640731 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:30:22.215789 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0cacd8-834e-4788-820a-d06abcacf56c None None] Updating router b0e1230e-679b-486a-b1fd-f5d860640731 port fb348d26-4e58-4af1-9218-c722a6b710b0 binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:30:22.218217 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-715c9696-e52b-41bc-9f62-3a0955236d43 admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:22.219553 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-715c9696-e52b-41bc-9f62-3a0955236d43 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.6676600 May 23 11:30:22.226105 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 46226) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:30:22.309143 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dd0cacd8-834e-4788-820a-d06abcacf56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:22.433436 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681336fb-137b-4c7d-af0e-4aeaac8cdcf5 req-7da2fe4c-d217-4095-98e0-5d5157388e6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:22.434724 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 0d7b72f8-900d-4d09-91e2-cc00c5ed16f1 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:30:22.441947 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-681336fb-137b-4c7d-af0e-4aeaac8cdcf5 req-7da2fe4c-d217-4095-98e0-5d5157388e6b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=82176f08-fc90-4d7e-a669-0e8701d67807 HTTP/1.1" status: 200 len: 857 time: 0.2508099 May 23 11:30:22.562771 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 47816ceb-6c55-4dc1-9820-021d1203b124 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:30:22.708552 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-66355734-4a1a-4fc2-a91f-f83148f9cc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2e9872-1aef-4de3-b0c9-ae0151225747', 'name': 'tempest-TestAggregatesBasicOps-762515396-router', 'tenant_id': '1c4dc4a9a96148efbac81b1f22b71c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '2ac8a80e-217d-4109-b2fb-2ad3b20942fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:30:15Z', 'updated_at': '2022-05-23T11:30:19Z', 'revision_number': 3, 'project_id': '1c4dc4a9a96148efbac81b1f22b71c20', 'gw_port': {'id': '2ac8a80e-217d-4109-b2fb-2ad3b20942fa', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:79:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2e9872-1aef-4de3-b0c9-ae0151225747', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:17Z', 'updated_at': '2022-05-23T11:30:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:30:22.727222 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66355734-4a1a-4fc2-a91f-f83148f9cc85 None None] Checking router: 5a2e9872-1aef-4de3-b0c9-ae0151225747 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:30:22.729778 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66355734-4a1a-4fc2-a91f-f83148f9cc85 None None] Updating router 5a2e9872-1aef-4de3-b0c9-ae0151225747 port 2ac8a80e-217d-4109-b2fb-2ad3b20942fa binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:30:22.867971 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-66355734-4a1a-4fc2-a91f-f83148f9cc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:22.885706 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-56ed07a8-2563-46d5-8f65-b333021d3acb req-a4f40369-8250-411f-8e06-90f65e2c1a2e service neutron] 10.222.0.13 "GET /v2.0/networks/4c33a9e1-3aa8-42de-bf10-ee7f78fe5028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6609051 May 23 11:30:23.161445 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14cb6d6a-067d-4b97-b865-e81d20e7a999 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:23.314770 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dd0cacd8-834e-4788-820a-d06abcacf56c None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:23.343773 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dd0cacd8-834e-4788-820a-d06abcacf56c None None] Transition to ACTIVE for port object fb348d26-4e58-4af1-9218-c722a6b710b0 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:30:23.448289 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83774265-6182-4bc5-85d8-1e57577111b0 req-e324fe16-231d-464a-a315-0db9059d9a31 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:23.455324 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-83774265-6182-4bc5-85d8-1e57577111b0 req-e324fe16-231d-464a-a315-0db9059d9a31 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 945 time: 0.8581867 May 23 11:30:23.539541 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dd0cacd8-834e-4788-820a-d06abcacf56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:23.603170 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-f5a2a4f9-b2f7-431b-9bd6-2229fc8680d4 None None] Allocated IP 2001:db8:1::2 (73bafaec-97c1-40d2-9afa-a740ea8aeb64/66ae6e8c-68d9-4620-bcd8-6a3f9ad2efae/4e451037-fcd4-4d60-9129-2c7430d91053) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:30:23.629635 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f07f75-e214-4d5e-bfcf-6fa08489f83a req-99893095-9690-42ef-b891-4759e056e838 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:23.645077 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-88f07f75-e214-4d5e-bfcf-6fa08489f83a req-99893095-9690-42ef-b891-4759e056e838 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c11da6-6af0-43cf-932c-432951e38327 HTTP/1.1" status: 200 len: 944 time: 0.6301980 May 23 11:30:23.681413 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-681336fb-137b-4c7d-af0e-4aeaac8cdcf5 req-f60eee08-aad9-485f-87af-78f042f35b13 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76b2273d-b51d-4df1-8907-c6d24ae3fac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0951602 May 23 11:30:23.892126 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-83774265-6182-4bc5-85d8-1e57577111b0 req-e2344443-6720-40dc-adaf-98bf56abf908 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3944116 May 23 11:30:23.940452 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-66355734-4a1a-4fc2-a91f-f83148f9cc85 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:23.968622 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-66355734-4a1a-4fc2-a91f-f83148f9cc85 None None] Transition to ACTIVE for port object 2ac8a80e-217d-4109-b2fb-2ad3b20942fa will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:30:23.988405 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-66355734-4a1a-4fc2-a91f-f83148f9cc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:24.116108 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc3033-aa28-420e-94a4-0af92ee2b0c0 None None] Pushing event updated for resources: {'Port': ['ID=2ac8a80e-217d-4109-b2fb-2ad3b20942fa,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:24.148183 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-66355734-4a1a-4fc2-a91f-f83148f9cc85 None None] Attempting to bind port 2ac8a80e-217d-4109-b2fb-2ad3b20942fa on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:30:24.148183 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-66355734-4a1a-4fc2-a91f-f83148f9cc85 None None] Attempting to bind port 2ac8a80e-217d-4109-b2fb-2ad3b20942fa by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:30:24.149097 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66355734-4a1a-4fc2-a91f-f83148f9cc85 None None] Attempting to bind port 2ac8a80e-217d-4109-b2fb-2ad3b20942fa on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:30:24.157597 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66355734-4a1a-4fc2-a91f-f83148f9cc85 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:30:24.157977 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66355734-4a1a-4fc2-a91f-f83148f9cc85 None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:30:24.160053 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-66355734-4a1a-4fc2-a91f-f83148f9cc85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:24.160458 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66355734-4a1a-4fc2-a91f-f83148f9cc85 None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:30:24.162044 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-66355734-4a1a-4fc2-a91f-f83148f9cc85 None None] Bound port: 2ac8a80e-217d-4109-b2fb-2ad3b20942fa, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:30:24.162423 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-66355734-4a1a-4fc2-a91f-f83148f9cc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:24.241530 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-681336fb-137b-4c7d-af0e-4aeaac8cdcf5 req-52509368-6091-467d-9d87-04c808743136 service neutron] 10.222.0.13 "GET /v2.0/networks/76b2273d-b51d-4df1-8907-c6d24ae3fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5040305 May 23 11:30:24.253551 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cfeb1d-484d-4d3a-ac34-4ad2f16cff22 None None] Pushing event updated for resources: {'Port': ['ID=fb348d26-4e58-4af1-9218-c722a6b710b0,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:24.257032 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 0d7b72f8-900d-4d09-91e2-cc00c5ed16f1 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:30:24.286074 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 0d7b72f8-900d-4d09-91e2-cc00c5ed16f1 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:24.286465 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:24.352811 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-66355734-4a1a-4fc2-a91f-f83148f9cc85 None None] For port 2ac8a80e-217d-4109-b2fb-2ad3b20942fa, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:30:24.358105 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-66355734-4a1a-4fc2-a91f-f83148f9cc85 None None] For port 2ac8a80e-217d-4109-b2fb-2ad3b20942fa, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2ac8a80e-217d-4109-b2fb-2ad3b20942fa,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:30:24.367566 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-66355734-4a1a-4fc2-a91f-f83148f9cc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:24.393272 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-88f07f75-e214-4d5e-bfcf-6fa08489f83a req-f9619e75-b671-4399-9706-85eb4601ceeb tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/security-groups?id=a49534b7-6b4b-4127-8eac-0f4eaa8a0d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7461405 May 23 11:30:24.494743 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.resource_extend [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] It took 0.91 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:30:24.598569 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc3033-aa28-420e-94a4-0af92ee2b0c0 None None] Pushing event updated for resources: {'Port': ['ID=2ac8a80e-217d-4109-b2fb-2ad3b20942fa,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:24.658979 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66355734-4a1a-4fc2-a91f-f83148f9cc85 None None] Routers {'5a2e9872-1aef-4de3-b0c9-ae0151225747'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:30:24.659638 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-66355734-4a1a-4fc2-a91f-f83148f9cc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:30:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['5a2e9872-1aef-4de3-b0c9-ae0151225747'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:30:24.794951 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-681336fb-137b-4c7d-af0e-4aeaac8cdcf5 req-675c0c2f-5459-4fdd-8ca0-da1ac8fc5eb6 service neutron] 10.222.0.13 "GET /v2.0/networks/76b2273d-b51d-4df1-8907-c6d24ae3fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5418315 May 23 11:30:24.882895 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0a5de1f1-309b-45cb-a371-bb2202ef327d req-75c94ec6-0d9a-4ddf-88c1-50aff52cbf9a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c4112c4fc0ff4a36a1b303475c7f4981&device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 1096 time: 0.2086127 May 23 11:30:25.132914 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-66355734-4a1a-4fc2-a91f-f83148f9cc85 None None] Set router 5a2e9872-1aef-4de3-b0c9-ae0151225747 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:30:25.267756 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-dd0cacd8-834e-4788-820a-d06abcacf56c None None] Attempting to bind port fb348d26-4e58-4af1-9218-c722a6b710b0 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:30:25.268486 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-dd0cacd8-834e-4788-820a-d06abcacf56c None None] Attempting to bind port fb348d26-4e58-4af1-9218-c722a6b710b0 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '7b7c5fd9-5c0f-4a2b-bed6-65bb26305363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4c33a9e1-3aa8-42de-bf10-ee7f78fe5028'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:30:25.269084 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0cacd8-834e-4788-820a-d06abcacf56c None None] Attempting to bind port fb348d26-4e58-4af1-9218-c722a6b710b0 on network 4c33a9e1-3aa8-42de-bf10-ee7f78fe5028 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:30:25.353104 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5de1f1-309b-45cb-a371-bb2202ef327d req-32f1b4dd-559e-4f9f-b7e5-0539b626a9a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:25.357395 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0a5de1f1-309b-45cb-a371-bb2202ef327d req-32f1b4dd-559e-4f9f-b7e5-0539b626a9a0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0be92582-5915-4835-ac16-79c44c856a03 HTTP/1.1" status: 200 len: 917 time: 0.3828576 May 23 11:30:25.379550 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f5a2a4f9-b2f7-431b-9bd6-2229fc8680d4 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:25.395376 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0cacd8-834e-4788-820a-d06abcacf56c None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:30:25.396235 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0cacd8-834e-4788-820a-d06abcacf56c None None] Checking segment: {'id': '7b7c5fd9-5c0f-4a2b-bed6-65bb26305363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4c33a9e1-3aa8-42de-bf10-ee7f78fe5028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:30:25.397360 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dd0cacd8-834e-4788-820a-d06abcacf56c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:25.397959 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0cacd8-834e-4788-820a-d06abcacf56c None None] Bound using segment: {'id': '7b7c5fd9-5c0f-4a2b-bed6-65bb26305363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4c33a9e1-3aa8-42de-bf10-ee7f78fe5028'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:30:25.398668 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-dd0cacd8-834e-4788-820a-d06abcacf56c None None] Bound port: fb348d26-4e58-4af1-9218-c722a6b710b0, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b7c5fd9-5c0f-4a2b-bed6-65bb26305363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4c33a9e1-3aa8-42de-bf10-ee7f78fe5028'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:30:25.399248 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dd0cacd8-834e-4788-820a-d06abcacf56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:25.419715 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:25.620230 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0a5de1f1-309b-45cb-a371-bb2202ef327d req-c50b119c-9d15-484e-a073-f3dbe07e721e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b6f6e96-808b-4ed3-983c-812f26858fee HTTP/1.1" status: 200 len: 1000 time: 0.2352731 May 23 11:30:25.747466 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5de1f1-309b-45cb-a371-bb2202ef327d req-aa74389b-ddff-4f0c-ae96-6eac1bf0418b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:25.752227 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0a5de1f1-309b-45cb-a371-bb2202ef327d req-aa74389b-ddff-4f0c-ae96-6eac1bf0418b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b85c12c-741c-420e-9273-6de6d42ac4b3 HTTP/1.1" status: 200 len: 855 time: 0.1304288 May 23 11:30:25.753025 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dd0cacd8-834e-4788-820a-d06abcacf56c None None] For port fb348d26-4e58-4af1-9218-c722a6b710b0, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:30:25.758018 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dd0cacd8-834e-4788-820a-d06abcacf56c None None] For port fb348d26-4e58-4af1-9218-c722a6b710b0, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=fb348d26-4e58-4af1-9218-c722a6b710b0,segment=NetworkSegment(7b7c5fd9-5c0f-4a2b-bed6-65bb26305363),segment_id=7b7c5fd9-5c0f-4a2b-bed6-65bb26305363)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:30:25.772784 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f5a2a4f9-b2f7-431b-9bd6-2229fc8680d4 None None] Transition to ACTIVE for port object 4e451037-fcd4-4d60-9129-2c7430d91053 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:30:25.787019 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dd0cacd8-834e-4788-820a-d06abcacf56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:25.848849 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-66355734-4a1a-4fc2-a91f-f83148f9cc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2e9872-1aef-4de3-b0c9-ae0151225747', 'name': 'tempest-TestAggregatesBasicOps-762515396-router', 'tenant_id': '1c4dc4a9a96148efbac81b1f22b71c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '2ac8a80e-217d-4109-b2fb-2ad3b20942fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:30:15Z', 'updated_at': '2022-05-23T11:30:19Z', 'revision_number': 3, 'project_id': '1c4dc4a9a96148efbac81b1f22b71c20', 'gw_port': {'id': '2ac8a80e-217d-4109-b2fb-2ad3b20942fa', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:79:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2e9872-1aef-4de3-b0c9-ae0151225747', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:17Z', 'updated_at': '2022-05-23T11:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:30:25.853781 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66355734-4a1a-4fc2-a91f-f83148f9cc85 None None] The sync data for ids ['5a2e9872-1aef-4de3-b0c9-ae0151225747'] in n-d-842952-2 is: [{'id': '5a2e9872-1aef-4de3-b0c9-ae0151225747', 'name': 'tempest-TestAggregatesBasicOps-762515396-router', 'tenant_id': '1c4dc4a9a96148efbac81b1f22b71c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '2ac8a80e-217d-4109-b2fb-2ad3b20942fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:30:15Z', 'updated_at': '2022-05-23T11:30:19Z', 'revision_number': 3, 'project_id': '1c4dc4a9a96148efbac81b1f22b71c20', 'gw_port': {'id': '2ac8a80e-217d-4109-b2fb-2ad3b20942fa', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:79:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2e9872-1aef-4de3-b0c9-ae0151225747', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:17Z', 'updated_at': '2022-05-23T11:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:30:25.916663 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-234a82b2-5ba1-48d4-8022-42796da35753 None None] Provisioning complete for port 0d7b72f8-900d-4d09-91e2-cc00c5ed16f1 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:25.917384 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-234a82b2-5ba1-48d4-8022-42796da35753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:25.921757 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0a5de1f1-309b-45cb-a371-bb2202ef327d req-b96ddef6-8a00-435d-914f-fe52b59b9ff7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0be92582-5915-4835-ac16-79c44c856a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1575515 May 23 11:30:25.982553 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cfeb1d-484d-4d3a-ac34-4ad2f16cff22 None None] Pushing event updated for resources: {'Port': ['ID=fb348d26-4e58-4af1-9218-c722a6b710b0,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:25.988711 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce1204-d528-4eaa-87b4-cf73ce428426 req-aed309e4-d6c4-4756-bbf3-c66034d2dba7 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:25.995570 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-edce1204-d528-4eaa-87b4-cf73ce428426 req-aed309e4-d6c4-4756-bbf3-c66034d2dba7 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 945 time: 0.6774826 May 23 11:30:26.008767 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 0d7b72f8-900d-4d09-91e2-cc00c5ed16f1, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=0d7b72f8-900d-4d09-91e2-cc00c5ed16f1,segment=NetworkSegment(3eba79aa-3091-43f9-9c86-33de6cf7a3f2),segment_id=3eba79aa-3091-43f9-9c86-33de6cf7a3f2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:30:26.048065 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c7100-b695-46ae-9962-50faacfd2772 req-cb95c3e3-f46a-442e-80f8-f8ced8c354a1 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:26.049815 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c62c7100-b695-46ae-9962-50faacfd2772 req-cb95c3e3-f46a-442e-80f8-f8ced8c354a1 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c11da6-6af0-43cf-932c-432951e38327 HTTP/1.1" status: 200 len: 944 time: 0.3355694 May 23 11:30:26.107404 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-edce1204-d528-4eaa-87b4-cf73ce428426 req-b5202726-7b3e-4e44-80cc-6fab761cf7c4 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106799 May 23 11:30:26.112918 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:26.177044 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c62c7100-b695-46ae-9962-50faacfd2772 req-1aa4cba3-fbf4-420f-95ef-85efbd990aec tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/security-groups?id=a49534b7-6b4b-4127-8eac-0f4eaa8a0d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191046 May 23 11:30:26.237602 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f5a2a4f9-b2f7-431b-9bd6-2229fc8680d4 None None] Transition to ACTIVE for port object 4e451037-fcd4-4d60-9129-2c7430d91053 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:30:26.418242 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f5a2a4f9-b2f7-431b-9bd6-2229fc8680d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:26.455696 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 47816ceb-6c55-4dc1-9820-021d1203b124, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=47816ceb-6c55-4dc1-9820-021d1203b124,segment=NetworkSegment(7b7c5fd9-5c0f-4a2b-bed6-65bb26305363),segment_id=7b7c5fd9-5c0f-4a2b-bed6-65bb26305363)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:30:26.458181 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 46276) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:30:26.470282 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0cacd8-834e-4788-820a-d06abcacf56c None None] Routers {'b0e1230e-679b-486a-b1fd-f5d860640731'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:30:26.470928 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-dd0cacd8-834e-4788-820a-d06abcacf56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:30:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['b0e1230e-679b-486a-b1fd-f5d860640731'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:30:26.514380 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0a5de1f1-309b-45cb-a371-bb2202ef327d req-75081524-42bf-42a1-8151-e384f656d5df service neutron] 10.222.0.81 "GET /v2.0/networks/0be92582-5915-4835-ac16-79c44c856a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5847559 May 23 11:30:26.571599 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-601ee4d5-a8d3-48ea-99d1-7e83a1cda8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:26.715230 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-dd0cacd8-834e-4788-820a-d06abcacf56c None None] Set router b0e1230e-679b-486a-b1fd-f5d860640731 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:30:26.830497 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f2519521-ede1-4e07-b44d-1d5066752807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:26.833518 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '47816ceb-6c55-4dc1-9820-021d1203b124', 'network_id': '4c33a9e1-3aa8-42de-bf10-ee7f78fe5028', 'port_id': '47816ceb-6c55-4dc1-9820-021d1203b124', 'mac_address': 'fa:16:3e:e5:7a:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efe1e9ef-5154-446e-aa1e-35c6c0e2b6e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:30:26.835933 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=0d7b72f8-900d-4d09-91e2-cc00c5ed16f1,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:26.839770 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-14cb6d6a-067d-4b97-b865-e81d20e7a999 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Allocated IP 2001:db8:1::1 (73bafaec-97c1-40d2-9afa-a740ea8aeb64/66ae6e8c-68d9-4620-bcd8-6a3f9ad2efae/2ae15eba-cd9f-48f3-a727-c74dc7a0759c) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:30:26.845644 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device fb348d26-4e58-4af1-9218-c722a6b710b0 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:30:26.851504 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-0a5de1f1-309b-45cb-a371-bb2202ef327d req-a4baec55-f5eb-44a6-8047-4584309b420c service neutron] 10.222.0.81 "GET /v2.0/networks/0be92582-5915-4835-ac16-79c44c856a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257959 May 23 11:30:26.981019 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f2519521-ede1-4e07-b44d-1d5066752807 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:30:26.990159 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f2519521-ede1-4e07-b44d-1d5066752807 admin admin] Usage tracker for resource:security_group_rule and tenant:ebf04c1319c14765a38b1c12e2ff90ce is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:30:26.996861 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f2519521-ede1-4e07-b44d-1d5066752807 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:30:27.007818 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f2519521-ede1-4e07-b44d-1d5066752807 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:30:27.026796 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-601ee4d5-a8d3-48ea-99d1-7e83a1cda8c9 admin admin] Allocated IP 172.20.0.1 (e68a9de9-8253-4d65-9d27-4110aa5ec6a5/9a81bd24-6dfd-47ec-932e-a2779113808c/8224bc30-3751-43f6-81c1-d7ac78946257) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:30:27.065411 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a2a4f9-b2f7-431b-9bd6-2229fc8680d4 None None] Network 73bafaec-97c1-40d2-9afa-a740ea8aeb64 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:30:27.074492 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-f5a2a4f9-b2f7-431b-9bd6-2229fc8680d4 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:30:27.083982 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a2a4f9-b2f7-431b-9bd6-2229fc8680d4 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:30:27.103062 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14cb6d6a-067d-4b97-b865-e81d20e7a999 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:27.127513 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-14cb6d6a-067d-4b97-b865-e81d20e7a999 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Transition to ACTIVE for port object 2ae15eba-cd9f-48f3-a727-c74dc7a0759c will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:30:27.157282 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14cb6d6a-067d-4b97-b865-e81d20e7a999 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:27.161398 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a2a4f9-b2f7-431b-9bd6-2229fc8680d4 None None] Pushing event updated for resources: {'Port': ['ID=4e451037-fcd4-4d60-9129-2c7430d91053,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:27.165046 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:27.244857 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cb6d6a-067d-4b97-b865-e81d20e7a999 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Network 73bafaec-97c1-40d2-9afa-a740ea8aeb64 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:30:27.254963 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-14cb6d6a-067d-4b97-b865-e81d20e7a999 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:30:27.258572 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cb6d6a-067d-4b97-b865-e81d20e7a999 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:30:27.259850 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14cb6d6a-067d-4b97-b865-e81d20e7a999 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:27.337945 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47816ceb-6c55-4dc1-9820-021d1203b124 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:30:27.370631 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f5a2a4f9-b2f7-431b-9bd6-2229fc8680d4 None None] Attempting to bind port 4e451037-fcd4-4d60-9129-2c7430d91053 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:30:27.370987 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f5a2a4f9-b2f7-431b-9bd6-2229fc8680d4 None None] Attempting to bind port 4e451037-fcd4-4d60-9129-2c7430d91053 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'c7e73a73-6299-4ce1-9c74-e0840422ad68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '73bafaec-97c1-40d2-9afa-a740ea8aeb64'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:30:27.371350 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a2a4f9-b2f7-431b-9bd6-2229fc8680d4 None None] Attempting to bind port 4e451037-fcd4-4d60-9129-2c7430d91053 on network 73bafaec-97c1-40d2-9afa-a740ea8aeb64 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:30:27.383257 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port fb348d26-4e58-4af1-9218-c722a6b710b0 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:30:27.388539 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 47816ceb-6c55-4dc1-9820-021d1203b124, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=47816ceb-6c55-4dc1-9820-021d1203b124,segment=NetworkSegment(7b7c5fd9-5c0f-4a2b-bed6-65bb26305363),segment_id=7b7c5fd9-5c0f-4a2b-bed6-65bb26305363)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:30:27.406436 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:27.440886 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a2a4f9-b2f7-431b-9bd6-2229fc8680d4 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:30:27.441209 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a2a4f9-b2f7-431b-9bd6-2229fc8680d4 None None] Checking segment: {'id': 'c7e73a73-6299-4ce1-9c74-e0840422ad68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '73bafaec-97c1-40d2-9afa-a740ea8aeb64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:30:27.441584 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f5a2a4f9-b2f7-431b-9bd6-2229fc8680d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:27.441970 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a2a4f9-b2f7-431b-9bd6-2229fc8680d4 None None] Bound using segment: {'id': 'c7e73a73-6299-4ce1-9c74-e0840422ad68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '73bafaec-97c1-40d2-9afa-a740ea8aeb64'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:30:27.442454 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f5a2a4f9-b2f7-431b-9bd6-2229fc8680d4 None None] Bound port: 4e451037-fcd4-4d60-9129-2c7430d91053, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7e73a73-6299-4ce1-9c74-e0840422ad68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '73bafaec-97c1-40d2-9afa-a740ea8aeb64'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:30:27.442852 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f5a2a4f9-b2f7-431b-9bd6-2229fc8680d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:27.450331 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb6d6a-067d-4b97-b865-e81d20e7a999 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event updated for resources: {'Port': ['ID=2ae15eba-cd9f-48f3-a727-c74dc7a0759c,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:27.460592 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14cb6d6a-067d-4b97-b865-e81d20e7a999 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:27.461854 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port fb348d26-4e58-4af1-9218-c722a6b710b0 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:27.462567 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:27.522910 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f2519521-ede1-4e07-b44d-1d5066752807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:27.546337 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f2519521-ede1-4e07-b44d-1d5066752807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:27.604873 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-601ee4d5-a8d3-48ea-99d1-7e83a1cda8c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:27.643325 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=47816ceb-6c55-4dc1-9820-021d1203b124,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:27.656264 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2519521-ede1-4e07-b44d-1d5066752807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a427e21e-6430-421c-b897-6aa5353084d0,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:27.659990 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-601ee4d5-a8d3-48ea-99d1-7e83a1cda8c9 admin admin] Transition to ACTIVE for port object 8224bc30-3751-43f6-81c1-d7ac78946257 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:30:27.665886 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f2519521-ede1-4e07-b44d-1d5066752807 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ebf04c1319c14765a38b1c12e2ff90ce&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2012897 May 23 11:30:27.672283 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 46294) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:30:27.691707 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f5a2a4f9-b2f7-431b-9bd6-2229fc8680d4 None None] For port 4e451037-fcd4-4d60-9129-2c7430d91053, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:30:27.696145 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f5a2a4f9-b2f7-431b-9bd6-2229fc8680d4 None None] For port 4e451037-fcd4-4d60-9129-2c7430d91053, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=4e451037-fcd4-4d60-9129-2c7430d91053,segment=NetworkSegment(c7e73a73-6299-4ce1-9c74-e0840422ad68),segment_id=c7e73a73-6299-4ce1-9c74-e0840422ad68)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:30:27.731396 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f5a2a4f9-b2f7-431b-9bd6-2229fc8680d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:27.731878 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1ed27-cd50-4eeb-8727-15cc7f30b0c1 req-b58b8e53-7947-4634-aa41-b14fd6c99d3b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:27.738642 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-72b1ed27-cd50-4eeb-8727-15cc7f30b0c1 req-b58b8e53-7947-4634-aa41-b14fd6c99d3b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 945 time: 0.2688487 May 23 11:30:27.774990 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400e81c-ae2c-42f3-bed9-8dd2de83eae6 req-507e7645-fc70-4b3d-9d24-28f750394779 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:27.776039 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4400e81c-ae2c-42f3-bed9-8dd2de83eae6 req-507e7645-fc70-4b3d-9d24-28f750394779 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c11da6-6af0-43cf-932c-432951e38327 HTTP/1.1" status: 200 len: 945 time: 0.3573015 May 23 11:30:27.826595 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['47816ceb-6c55-4dc1-9820-021d1203b124'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:30:27.873124 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-601ee4d5-a8d3-48ea-99d1-7e83a1cda8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:27.898841 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:27.944245 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14cb6d6a-067d-4b97-b865-e81d20e7a999 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:27.951011 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14cb6d6a-067d-4b97-b865-e81d20e7a999 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:27.951260 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14cb6d6a-067d-4b97-b865-e81d20e7a999 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:28.003597 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b532a31d-941c-43fb-9b48-868fdd3a18f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:28.005157 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-dd0cacd8-834e-4788-820a-d06abcacf56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e1230e-679b-486a-b1fd-f5d860640731', 'name': 'tempest-ServerRescueTestJSONUnderV235-1646382311-router', 'tenant_id': '28cfee849fbb4c2b93c9467d155036b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '691eeca4-4f6b-4582-a2b2-d544bcb5f14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:29:53Z', 'updated_at': '2022-05-23T11:29:59Z', 'revision_number': 4, 'project_id': '28cfee849fbb4c2b93c9467d155036b4', 'gw_port': {'id': '691eeca4-4f6b-4582-a2b2-d544bcb5f14c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e1230e-679b-486a-b1fd-f5d860640731', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:29:54Z', 'updated_at': '2022-05-23T11:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'fb348d26-4e58-4af1-9218-c722a6b710b0', 'name': '', 'network_id': '4c33a9e1-3aa8-42de-bf10-ee7f78fe5028', 'tenant_id': '28cfee849fbb4c2b93c9467d155036b4', 'mac_address': 'fa:16:3e:f3:cb:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e1230e-679b-486a-b1fd-f5d860640731', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efe1e9ef-5154-446e-aa1e-35c6c0e2b6e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:29:57Z', 'updated_at': '2022-05-23T11:30:25Z', 'revision_number': 4, 'project_id': '28cfee849fbb4c2b93c9467d155036b4', 'subnets': [{'id': 'efe1e9ef-5154-446e-aa1e-35c6c0e2b6e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:30:28.011242 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a2a4f9-b2f7-431b-9bd6-2229fc8680d4 None None] Pushing event updated for resources: {'Port': ['ID=4e451037-fcd4-4d60-9129-2c7430d91053,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:28.017546 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0cacd8-834e-4788-820a-d06abcacf56c None None] The sync data for ids ['b0e1230e-679b-486a-b1fd-f5d860640731'] in n-d-842952-2 is: [{'id': 'b0e1230e-679b-486a-b1fd-f5d860640731', 'name': 'tempest-ServerRescueTestJSONUnderV235-1646382311-router', 'tenant_id': '28cfee849fbb4c2b93c9467d155036b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '691eeca4-4f6b-4582-a2b2-d544bcb5f14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:29:53Z', 'updated_at': '2022-05-23T11:29:59Z', 'revision_number': 4, 'project_id': '28cfee849fbb4c2b93c9467d155036b4', 'gw_port': {'id': '691eeca4-4f6b-4582-a2b2-d544bcb5f14c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e1230e-679b-486a-b1fd-f5d860640731', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:29:54Z', 'updated_at': '2022-05-23T11:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'fb348d26-4e58-4af1-9218-c722a6b710b0', 'name': '', 'network_id': '4c33a9e1-3aa8-42de-bf10-ee7f78fe5028', 'tenant_id': '28cfee849fbb4c2b93c9467d155036b4', 'mac_address': 'fa:16:3e:f3:cb:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e1230e-679b-486a-b1fd-f5d860640731', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efe1e9ef-5154-446e-aa1e-35c6c0e2b6e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:29:57Z', 'updated_at': '2022-05-23T11:30:25Z', 'revision_number': 4, 'project_id': '28cfee849fbb4c2b93c9467d155036b4', 'subnets': [{'id': 'efe1e9ef-5154-446e-aa1e-35c6c0e2b6e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:30:28.047999 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb6d6a-067d-4b97-b865-e81d20e7a999 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event updated for resources: {'Port': ['ID=2ae15eba-cd9f-48f3-a727-c74dc7a0759c,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:28.062582 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port fb348d26-4e58-4af1-9218-c722a6b710b0, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=fb348d26-4e58-4af1-9218-c722a6b710b0,segment=NetworkSegment(7b7c5fd9-5c0f-4a2b-bed6-65bb26305363),segment_id=7b7c5fd9-5c0f-4a2b-bed6-65bb26305363)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:30:28.070925 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:28.071842 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 0211a025-641e-4c41-a4d6-b078a012922e up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:30:28.087431 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b532a31d-941c-43fb-9b48-868fdd3a18f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:28.131035 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-72b1ed27-cd50-4eeb-8727-15cc7f30b0c1 req-b224c055-dd27-410d-b449-d8b2b0bf3ade tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3899508 May 23 11:30:28.177982 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4400e81c-ae2c-42f3-bed9-8dd2de83eae6 req-04aff84e-4aa2-4546-96b4-1a6e7249107b tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/security-groups?id=a49534b7-6b4b-4127-8eac-0f4eaa8a0d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731105 May 23 11:30:28.220810 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601ee4d5-a8d3-48ea-99d1-7e83a1cda8c9 admin admin] Network e68a9de9-8253-4d65-9d27-4110aa5ec6a5 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:30:28.227228 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ee4d5-a8d3-48ea-99d1-7e83a1cda8c9 admin admin] Pushing event updated for resources: {'Port': ['ID=8224bc30-3751-43f6-81c1-d7ac78946257,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:28.229560 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-601ee4d5-a8d3-48ea-99d1-7e83a1cda8c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:30:28.231924 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601ee4d5-a8d3-48ea-99d1-7e83a1cda8c9 admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:30:28.354481 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b532a31d-941c-43fb-9b48-868fdd3a18f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:28.379199 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-601ee4d5-a8d3-48ea-99d1-7e83a1cda8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:28.390212 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=fb348d26-4e58-4af1-9218-c722a6b710b0,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:28.391864 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b532a31d-941c-43fb-9b48-868fdd3a18f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a427e21e-6430-421c-b897-6aa5353084d0,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:28.422945 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cb6d6a-067d-4b97-b865-e81d20e7a999 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Network 73bafaec-97c1-40d2-9afa-a740ea8aeb64 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:30:28.425429 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-14cb6d6a-067d-4b97-b865-e81d20e7a999 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:30:28.426867 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b532a31d-941c-43fb-9b48-868fdd3a18f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:28.439413 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 0211a025-641e-4c41-a4d6-b078a012922e completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:30:28.445887 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 0211a025-641e-4c41-a4d6-b078a012922e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:28.446327 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:28.448067 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b532a31d-941c-43fb-9b48-868fdd3a18f3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a427e21e-6430-421c-b897-6aa5353084d0 HTTP/1.1" status: 204 len: 168 time: 0.7741661 May 23 11:30:28.626834 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-601ee4d5-a8d3-48ea-99d1-7e83a1cda8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:28.711189 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:28.768491 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 0211a025-641e-4c41-a4d6-b078a012922e, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=0211a025-641e-4c41-a4d6-b078a012922e,segment=NetworkSegment(4f428b69-304b-40b8-87de-129fd33eb90e),segment_id=4f428b69-304b-40b8-87de-129fd33eb90e)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:30:28.771006 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-911a2414-b1bc-4adf-bd2a-ac71a7a5d73a req-efa367ee-0404-44ad-a6f0-3f97204af391 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c4112c4fc0ff4a36a1b303475c7f4981&device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 1096 time: 0.5682545 May 23 11:30:28.778752 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:28.893336 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d8c987a2-ff2a-40bd-bab6-f0b2a32b965c None None] Provisioning for port 8224bc30-3751-43f6-81c1-d7ac78946257 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:30:28.912477 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d8c987a2-ff2a-40bd-bab6-f0b2a32b965c None None] Provisioning complete for port 8224bc30-3751-43f6-81c1-d7ac78946257 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:28.913056 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d8c987a2-ff2a-40bd-bab6-f0b2a32b965c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:28.985071 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=0211a025-641e-4c41-a4d6-b078a012922e,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:28.992076 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d8c987a2-ff2a-40bd-bab6-f0b2a32b965c None None] Port 8224bc30-3751-43f6-81c1-d7ac78946257 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:30:29.025271 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 4e451037-fcd4-4d60-9129-2c7430d91053 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:30:29.080771 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-601ee4d5-a8d3-48ea-99d1-7e83a1cda8c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:29.090925 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-601ee4d5-a8d3-48ea-99d1-7e83a1cda8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:29.144594 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 4e451037-fcd4-4d60-9129-2c7430d91053 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:30:29.160686 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device fb348d26-4e58-4af1-9218-c722a6b710b0 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:30:29.173426 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 46304) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:30:29.267015 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port fb348d26-4e58-4af1-9218-c722a6b710b0 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:29.268266 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:29.428905 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a2414-b1bc-4adf-bd2a-ac71a7a5d73a req-4886eae4-8860-495d-884e-85e6865a7f7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:29.430373 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-911a2414-b1bc-4adf-bd2a-ac71a7a5d73a req-4886eae4-8860-495d-884e-85e6865a7f7b service neutron] 10.222.0.81 "GET /v2.0/networks?id=0be92582-5915-4835-ac16-79c44c856a03 HTTP/1.1" status: 200 len: 917 time: 0.6332707 May 23 11:30:29.456339 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 47816ceb-6c55-4dc1-9820-021d1203b124 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:30:29.530832 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 0d7b72f8-900d-4d09-91e2-cc00c5ed16f1 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:30:29.533947 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13aacd83-0df7-49c9-9903-840adb34dd1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:29.563088 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-911a2414-b1bc-4adf-bd2a-ac71a7a5d73a req-07c8b758-c9d6-42c6-b207-79765559e696 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b6f6e96-808b-4ed3-983c-812f26858fee HTTP/1.1" status: 200 len: 1000 time: 0.1182446 May 23 11:30:29.576646 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-601ee4d5-a8d3-48ea-99d1-7e83a1cda8c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:29.587026 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ee4d5-a8d3-48ea-99d1-7e83a1cda8c9 admin admin] Pushing event updated for resources: {'Port': ['ID=8224bc30-3751-43f6-81c1-d7ac78946257,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:29.618031 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f132372a-18b6-4767-acf4-d1a7679b5104 None None] Network 73bafaec-97c1-40d2-9afa-a740ea8aeb64 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:30:29.624080 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14cb6d6a-067d-4b97-b865-e81d20e7a999 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Router 31bf2d43-6293-457e-a293-1e7e07077b42 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:30:29.655409 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a2414-b1bc-4adf-bd2a-ac71a7a5d73a req-4dba953e-1b1e-48b0-876a-ecc9dcb10e99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:29.657646 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-911a2414-b1bc-4adf-bd2a-ac71a7a5d73a req-4dba953e-1b1e-48b0-876a-ecc9dcb10e99 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b85c12c-741c-420e-9273-6de6d42ac4b3 HTTP/1.1" status: 200 len: 855 time: 0.0845072 May 23 11:30:29.715066 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-13aacd83-0df7-49c9-9903-840adb34dd1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:30:29.835183 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-13aacd83-0df7-49c9-9903-840adb34dd1b admin admin] Usage tracker for resource:security_group_rule and tenant:b2c4510135634907b3b2891c67c4c7c1 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:30:29.849257 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-13aacd83-0df7-49c9-9903-840adb34dd1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:30:29.861047 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-13aacd83-0df7-49c9-9903-840adb34dd1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:30:29.890892 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d86d31-5592-4ada-9de7-975b7e81df73 req-360aea8a-4530-41bf-bfa6-b6a9cc7fdcf6 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:29.899214 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-76d86d31-5592-4ada-9de7-975b7e81df73 req-360aea8a-4530-41bf-bfa6-b6a9cc7fdcf6 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c11da6-6af0-43cf-932c-432951e38327 HTTP/1.1" status: 200 len: 945 time: 0.4752343 May 23 11:30:29.919123 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-911a2414-b1bc-4adf-bd2a-ac71a7a5d73a req-726e7399-fed1-47a9-93b3-96be995ab8be service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0be92582-5915-4835-ac16-79c44c856a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1935151 May 23 11:30:29.953991 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cb6d6a-067d-4b97-b865-e81d20e7a999 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:30:29.969480 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a1ebb-bd9b-457d-95c4-6757d79681b5 req-bd8f0763-e2b5-46c4-96b1-8b0c7be2dac2 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:29.971901 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bd1a1ebb-bd9b-457d-95c4-6757d79681b5 req-bd8f0763-e2b5-46c4-96b1-8b0c7be2dac2 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 945 time: 0.5433030 May 23 11:30:29.991769 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 47816ceb-6c55-4dc1-9820-021d1203b124 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:30:30.009316 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 47816ceb-6c55-4dc1-9820-021d1203b124 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:30.009801 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:30.036374 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-14cb6d6a-067d-4b97-b865-e81d20e7a999 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "PUT /v2.0/routers/31bf2d43-6293-457e-a293-1e7e07077b42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6512504 May 23 11:30:30.040401 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46314) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:30:30.048191 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d4f5ac8a-334b-4cdc-bec7-37ff3823d176 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1496627567'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:30:30.061988 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d4f5ac8a-334b-4cdc-bec7-37ff3823d176 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:30:30.069342 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 0d7b72f8-900d-4d09-91e2-cc00c5ed16f1 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:30.069787 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:30.071528 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d4f5ac8a-334b-4cdc-bec7-37ff3823d176 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Usage tracker for resource:network and tenant:313e40337aa44a9094358a8320ee4f45 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:30:30.078009 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d4f5ac8a-334b-4cdc-bec7-37ff3823d176 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:30:30.098312 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-76d86d31-5592-4ada-9de7-975b7e81df73 req-f48617c6-9ac7-458c-84da-a678eb7efcb5 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/security-groups?id=a49534b7-6b4b-4127-8eac-0f4eaa8a0d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982219 May 23 11:30:30.099214 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a7b38516-42d4-4bfd-bdcb-18e8f6bb1721 None None] Provisioning for port 4e451037-fcd4-4d60-9129-2c7430d91053 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:30:30.117647 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601ee4d5-a8d3-48ea-99d1-7e83a1cda8c9 admin admin] Network e68a9de9-8253-4d65-9d27-4110aa5ec6a5 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:30:30.119370 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d4f5ac8a-334b-4cdc-bec7-37ff3823d176 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:30:30.124155 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-601ee4d5-a8d3-48ea-99d1-7e83a1cda8c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:30:30.125816 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a7b38516-42d4-4bfd-bdcb-18e8f6bb1721 None None] Provisioning complete for port 4e451037-fcd4-4d60-9129-2c7430d91053 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:30.126254 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a7b38516-42d4-4bfd-bdcb-18e8f6bb1721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:30.162072 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-911a2414-b1bc-4adf-bd2a-ac71a7a5d73a req-ef726aa9-a901-4bd8-a103-849da6b1aec3 service neutron] 10.222.0.81 "GET /v2.0/networks/0be92582-5915-4835-ac16-79c44c856a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322204 May 23 11:30:30.271406 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bd1a1ebb-bd9b-457d-95c4-6757d79681b5 req-da9cb589-06ea-4960-abf0-0d35f1d33fe8 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2759445 May 23 11:30:30.353520 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13aacd83-0df7-49c9-9903-840adb34dd1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:30.355680 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-911a2414-b1bc-4adf-bd2a-ac71a7a5d73a req-7e1c2e36-7e8c-40f0-aaf7-4d0ba870abda service neutron] 10.222.0.81 "GET /v2.0/networks/0be92582-5915-4835-ac16-79c44c856a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834505 May 23 11:30:30.365654 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-13aacd83-0df7-49c9-9903-840adb34dd1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:30.370325 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f5ac8a-334b-4cdc-bec7-37ff3823d176 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Made reservation on behalf of 313e40337aa44a9094358a8320ee4f45 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:30:30.373475 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d4f5ac8a-334b-4cdc-bec7-37ff3823d176 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:30.406939 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4f5ac8a-334b-4cdc-bec7-37ff3823d176 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:30:30.422044 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aacd83-0df7-49c9-9903-840adb34dd1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d4dcfe-3b8c-41e0-a75d-443e2c2fc155,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:30.428619 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d4f5ac8a-334b-4cdc-bec7-37ff3823d176 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:30.429262 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-d4f5ac8a-334b-4cdc-bec7-37ff3823d176 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Added segment 76b52655-afbe-46ab-8256-a62395617a84 of type vlan for network 0357cbf2-3a2d-45f8-8502-a77cf845f2b0 May 23 11:30:30.459244 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d4f5ac8a-334b-4cdc-bec7-37ff3823d176 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:30.494600 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351cadef-b690-4963-9b1f-59096a5eda97 None None] Sync routers for ids ['38feb090-6cf4-4871-a88d-7cfed14bc70d'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:30:30.497517 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:30.498749 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d4f5ac8a-334b-4cdc-bec7-37ff3823d176 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:30.503211 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f5ac8a-334b-4cdc-bec7-37ff3823d176 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:30.504302 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d4f5ac8a-334b-4cdc-bec7-37ff3823d176 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:30.533744 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a7b38516-42d4-4bfd-bdcb-18e8f6bb1721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:30.588201 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c11da6-6af0-43cf-932c-432951e38327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47816ceb-6c55-4dc1-9820-021d1203b124'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:30:30.601269 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351cadef-b690-4963-9b1f-59096a5eda97 None None] Routers {'38feb090-6cf4-4871-a88d-7cfed14bc70d'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:30:30.608869 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-351cadef-b690-4963-9b1f-59096a5eda97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:30:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['38feb090-6cf4-4871-a88d-7cfed14bc70d'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:30:30.623536 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-13aacd83-0df7-49c9-9903-840adb34dd1b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b2c4510135634907b3b2891c67c4c7c1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2478354 May 23 11:30:30.630734 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 46320) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:30:30.650982 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d4f5ac8a-334b-4cdc-bec7-37ff3823d176 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6066804 May 23 11:30:30.652335 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46324) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:30:30.661837 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-8f74bb39-c7b9-48e4-aac4-ee7cdd4a7df3 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Request body: {'subnet': {'network_id': '0357cbf2-3a2d-45f8-8502-a77cf845f2b0', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:30:30.693336 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5ac8a-334b-4cdc-bec7-37ff3823d176 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event updated for resources: {'Network': ['ID=0357cbf2-3a2d-45f8-8502-a77cf845f2b0,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:30.742820 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 47816ceb-6c55-4dc1-9820-021d1203b124, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=47816ceb-6c55-4dc1-9820-021d1203b124,segment=NetworkSegment(7b7c5fd9-5c0f-4a2b-bed6-65bb26305363),segment_id=7b7c5fd9-5c0f-4a2b-bed6-65bb26305363)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:30:30.753616 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a42c4021-f502-4e45-a0c6-d2b8e63b334e'] response: {'server_uuid': '90c11da6-6af0-43cf-932c-432951e38327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47816ceb-6c55-4dc1-9820-021d1203b124', 'code': 200} May 23 11:30:30.756684 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 0357cbf2-3a2d-45f8-8502-a77cf845f2b0 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:30:30.772287 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-89aeecaa-8692-4963-9a94-e738a4eec7fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:30.811664 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8f74bb39-c7b9-48e4-aac4-ee7cdd4a7df3 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:30:30.820898 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-8f74bb39-c7b9-48e4-aac4-ee7cdd4a7df3 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Usage tracker for resource:subnet and tenant:313e40337aa44a9094358a8320ee4f45 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:30:30.835021 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-8f74bb39-c7b9-48e4-aac4-ee7cdd4a7df3 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:30:30.866222 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8f74bb39-c7b9-48e4-aac4-ee7cdd4a7df3 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:30:30.884032 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f74bb39-c7b9-48e4-aac4-ee7cdd4a7df3 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Made reservation on behalf of 313e40337aa44a9094358a8320ee4f45 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:30:30.888535 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-89aeecaa-8692-4963-9a94-e738a4eec7fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:30.901803 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 0211a025-641e-4c41-a4d6-b078a012922e up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:30:30.945495 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-a7b38516-42d4-4bfd-bdcb-18e8f6bb1721 None None] For port 4e451037-fcd4-4d60-9129-2c7430d91053, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=4e451037-fcd4-4d60-9129-2c7430d91053,segment=NetworkSegment(c7e73a73-6299-4ce1-9c74-e0840422ad68),segment_id=c7e73a73-6299-4ce1-9c74-e0840422ad68)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:30:30.950488 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:30.975309 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3acb78a9-2127-41be-8e6a-932085e66dbe req-64e74f99-7407-40a1-a017-80b55c7aa8bb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=90c11da6-6af0-43cf-932c-432951e38327 HTTP/1.1" status: 200 len: 1097 time: 0.1984437 May 23 11:30:31.060670 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3acb78a9-2127-41be-8e6a-932085e66dbe req-e727b094-e0fe-4434-a4c8-22e5c2f96b32 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a49534b7-6b4b-4127-8eac-0f4eaa8a0d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713594 May 23 11:30:31.065465 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-89aeecaa-8692-4963-9a94-e738a4eec7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:31.087256 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a7b38516-42d4-4bfd-bdcb-18e8f6bb1721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:31.096364 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aeecaa-8692-4963-9a94-e738a4eec7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d4dcfe-3b8c-41e0-a75d-443e2c2fc155,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:31.099138 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8f74bb39-c7b9-48e4-aac4-ee7cdd4a7df3 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:31.102990 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-89aeecaa-8692-4963-9a94-e738a4eec7fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:31.106163 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-89aeecaa-8692-4963-9a94-e738a4eec7fd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e9d4dcfe-3b8c-41e0-a75d-443e2c2fc155 HTTP/1.1" status: 204 len: 168 time: 0.4744897 May 23 11:30:31.125630 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601ee4d5-a8d3-48ea-99d1-7e83a1cda8c9 admin admin] Router 5a2e9872-1aef-4de3-b0c9-ae0151225747 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:30:31.330913 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=47816ceb-6c55-4dc1-9820-021d1203b124,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:31.518763 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e709128a-a354-47df-8f6f-a767e9093222 None None] Provisioning for port 2ae15eba-cd9f-48f3-a727-c74dc7a0759c completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:30:31.527793 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184a098-6aa5-4bce-a6b3-1034551b1ec9 req-4ee534b7-0784-437d-a9d9-db37bdd5c8f8 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:31.536751 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9184a098-6aa5-4bce-a6b3-1034551b1ec9 req-4ee534b7-0784-437d-a9d9-db37bdd5c8f8 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c11da6-6af0-43cf-932c-432951e38327 HTTP/1.1" status: 200 len: 946 time: 0.1519809 May 23 11:30:31.554810 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e709128a-a354-47df-8f6f-a767e9093222 None None] Provisioning complete for port 2ae15eba-cd9f-48f3-a727-c74dc7a0759c triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:31.555182 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e709128a-a354-47df-8f6f-a767e9093222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:31.608469 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9184a098-6aa5-4bce-a6b3-1034551b1ec9 req-e39bfe8d-0a19-42be-b319-4fa9b99f43c5 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/security-groups?id=a49534b7-6b4b-4127-8eac-0f4eaa8a0d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705934 May 23 11:30:31.621999 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 0211a025-641e-4c41-a4d6-b078a012922e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:31.622385 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:31.647052 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601ee4d5-a8d3-48ea-99d1-7e83a1cda8c9 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:30:31.664290 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-601ee4d5-a8d3-48ea-99d1-7e83a1cda8c9 admin admin] 10.222.0.79 "PUT /v2.0/routers/5a2e9872-1aef-4de3-b0c9-ae0151225747/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2349768 May 23 11:30:31.679807 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b38516-42d4-4bfd-bdcb-18e8f6bb1721 None None] Pushing event updated for resources: {'Port': ['ID=4e451037-fcd4-4d60-9129-2c7430d91053,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:31.721479 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-351cadef-b690-4963-9b1f-59096a5eda97 None None] Set router 38feb090-6cf4-4871-a88d-7cfed14bc70d gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:30:31.851818 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e709128a-a354-47df-8f6f-a767e9093222 None None] Port 2ae15eba-cd9f-48f3-a727-c74dc7a0759c cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:30:31.896942 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd216c-0374-48fc-978f-5066fba641ac req-04b79fda-81bd-4ce0-a993-11ab49124169 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:31.909658 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-68cd216c-0374-48fc-978f-5066fba641ac req-04b79fda-81bd-4ce0-a993-11ab49124169 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 945 time: 0.1396561 May 23 11:30:32.044423 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8f74bb39-c7b9-48e4-aac4-ee7cdd4a7df3 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:32.064279 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-68cd216c-0374-48fc-978f-5066fba641ac req-28aea70d-f92c-44bc-a601-afb25e5c7d95 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512625 May 23 11:30:32.231068 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e709128a-a354-47df-8f6f-a767e9093222 None None] Provisioning complete for port 8224bc30-3751-43f6-81c1-d7ac78946257 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:32.231586 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e709128a-a354-47df-8f6f-a767e9093222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:32.382963 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f74bb39-c7b9-48e4-aac4-ee7cdd4a7df3 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event updated for resources: {'Subnet': ['ID=34db8f68-0967-45ec-a866-7b36f15c7ba4,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:32.402602 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f74bb39-c7b9-48e4-aac4-ee7cdd4a7df3 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Checking segment: {'id': '76b52655-afbe-46ab-8256-a62395617a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0357cbf2-3a2d-45f8-8502-a77cf845f2b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:30:32.402963 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f74bb39-c7b9-48e4-aac4-ee7cdd4a7df3 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Network hostable DHCP agents. Network: 0357cbf2-3a2d-45f8-8502-a77cf845f2b0, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:30:32.446875 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9d5f2a03-afe6-48b0-b240-a89c5ffb65a5 req-7b625385-84e1-46e8-9287-2a0e19bc0b96 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4ab6dabfc6c044e3a257a928739aed2b&device_id=827bbfd7-32b0-4792-a06a-16a13bb77f8a HTTP/1.1" status: 200 len: 1097 time: 0.2466626 May 23 11:30:32.503981 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f74bb39-c7b9-48e4-aac4-ee7cdd4a7df3 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Network 0357cbf2-3a2d-45f8-8502-a77cf845f2b0 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:30:32.631720 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 8b6f6e96-808b-4ed3-983c-812f26858fee no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:30:32.730647 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f8bc5-d27c-4c2a-9862-c5eaaced7601 req-a9ad6198-528e-4c65-8d13-ac6732d83e8b tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:32.732184 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a62f8bc5-d27c-4c2a-9862-c5eaaced7601 req-a9ad6198-528e-4c65-8d13-ac6732d83e8b tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=827bbfd7-32b0-4792-a06a-16a13bb77f8a HTTP/1.1" status: 200 len: 946 time: 0.3964789 May 23 11:30:32.761865 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f2a03-afe6-48b0-b240-a89c5ffb65a5 req-5a0d392a-7328-4303-ab34-5e38372f1762 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:32.764419 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9d5f2a03-afe6-48b0-b240-a89c5ffb65a5 req-5a0d392a-7328-4303-ab34-5e38372f1762 service neutron] 10.222.0.81 "GET /v2.0/networks?id=76b2273d-b51d-4df1-8907-c6d24ae3fac2 HTTP/1.1" status: 200 len: 919 time: 0.3085065 May 23 11:30:32.766316 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-8f74bb39-c7b9-48e4-aac4-ee7cdd4a7df3 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 0357cbf2-3a2d-45f8-8502-a77cf845f2b0) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:30:32.779741 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f74bb39-c7b9-48e4-aac4-ee7cdd4a7df3 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:32.780501 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8f74bb39-c7b9-48e4-aac4-ee7cdd4a7df3 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:32.813052 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa607784-06eb-40b0-b849-f64d515f97f4 None None] Network 0357cbf2-3a2d-45f8-8502-a77cf845f2b0 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:30:32.858826 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a62f8bc5-d27c-4c2a-9862-c5eaaced7601 req-d8e945cf-f844-4d63-b656-e103ef926829 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=96623369-654d-40bc-8c92-c3b2e689341e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198030 May 23 11:30:32.912195 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e709128a-a354-47df-8f6f-a767e9093222 None None] Port 8224bc30-3751-43f6-81c1-d7ac78946257 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:30:33.122724 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 46370) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:30:33.123113 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8f74bb39-c7b9-48e4-aac4-ee7cdd4a7df3 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4682212 May 23 11:30:33.146826 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2ac8a80e-217d-4109-b2fb-2ad3b20942fa up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:30:33.162412 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9d5f2a03-afe6-48b0-b240-a89c5ffb65a5 req-5ec3f8a0-4559-492f-917d-3a670110b211 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669 HTTP/1.1" status: 200 len: 1002 time: 0.3001852 May 23 11:30:33.265046 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f2a03-afe6-48b0-b240-a89c5ffb65a5 req-40e9901a-4a50-4e75-b431-d87f2338b849 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:33.266987 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9d5f2a03-afe6-48b0-b240-a89c5ffb65a5 req-40e9901a-4a50-4e75-b431-d87f2338b849 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=82176f08-fc90-4d7e-a669-0e8701d67807 HTTP/1.1" status: 200 len: 857 time: 0.0982208 May 23 11:30:33.336229 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e709128a-a354-47df-8f6f-a767e9093222 None None] Provisioning complete for port 4e451037-fcd4-4d60-9129-2c7430d91053 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:33.336825 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e709128a-a354-47df-8f6f-a767e9093222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:33.358247 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9d5f2a03-afe6-48b0-b240-a89c5ffb65a5 req-02259b61-76c1-4be5-a1cf-1b249fe558af service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=76b2273d-b51d-4df1-8907-c6d24ae3fac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0849621 May 23 11:30:33.371736 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b2975-8505-4ee3-8320-aaa6d6ac35fb req-6122503a-3bbc-4016-95e0-a0d87f30f08a tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:33.378875 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-672b2975-8505-4ee3-8320-aaa6d6ac35fb req-6122503a-3bbc-4016-95e0-a0d87f30f08a tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c11da6-6af0-43cf-932c-432951e38327 HTTP/1.1" status: 200 len: 946 time: 0.2935128 May 23 11:30:33.482041 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:33.517761 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-351cadef-b690-4963-9b1f-59096a5eda97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38feb090-6cf4-4871-a88d-7cfed14bc70d', 'name': 'tempest-TestAggregatesBasicOps-569325687-router', 'tenant_id': 'e41e6d532b334d0b94e545bc452501fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '606f269d-15ed-4649-91b5-04700c3b2da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:29:55Z', 'updated_at': '2022-05-23T11:30:05Z', 'revision_number': 4, 'project_id': 'e41e6d532b334d0b94e545bc452501fb', 'gw_port': {'id': '606f269d-15ed-4649-91b5-04700c3b2da4', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38feb090-6cf4-4871-a88d-7cfed14bc70d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:29:57Z', 'updated_at': '2022-05-23T11:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'e514e855-83e9-4cf7-9345-176a2337eec5', 'name': '', 'network_id': '359ad7ee-64bf-4ffa-a7ae-96e0ce95086e', 'tenant_id': 'e41e6d532b334d0b94e545bc452501fb', 'mac_address': 'fa:16:3e:54:d5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38feb090-6cf4-4871-a88d-7cfed14bc70d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0401c46c-3143-4d99-a5c7-9f75d26fcc6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:02Z', 'updated_at': '2022-05-23T11:30:06Z', 'revision_number': 2, 'project_id': 'e41e6d532b334d0b94e545bc452501fb', 'subnets': [{'id': '0401c46c-3143-4d99-a5c7-9f75d26fcc6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:30:33.542482 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9d5f2a03-afe6-48b0-b240-a89c5ffb65a5 req-2abb794f-8913-469f-a5e4-56959de8dc02 service neutron] 10.222.0.81 "GET /v2.0/networks/76b2273d-b51d-4df1-8907-c6d24ae3fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666179 May 23 11:30:33.548628 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-672b2975-8505-4ee3-8320-aaa6d6ac35fb req-25b95eab-e2be-4bae-9038-599d7ec9f50e tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/security-groups?id=a49534b7-6b4b-4127-8eac-0f4eaa8a0d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689351 May 23 11:30:33.575769 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351cadef-b690-4963-9b1f-59096a5eda97 None None] Checking router: 38feb090-6cf4-4871-a88d-7cfed14bc70d for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:30:33.576334 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351cadef-b690-4963-9b1f-59096a5eda97 None None] Updating router 38feb090-6cf4-4871-a88d-7cfed14bc70d port e514e855-83e9-4cf7-9345-176a2337eec5 binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:30:33.644073 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c16c44-4ea8-4b8e-912b-2988f82f477b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b6f6e96-808b-4ed3-983c-812f26858fee'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:30:33.700062 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 2ac8a80e-217d-4109-b2fb-2ad3b20942fa completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:30:33.720110 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c2f1a-25ac-45e2-9d94-2cbb04934d22 req-66738ae3-81b1-4167-a409-0edb1fb903f9 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:33.721586 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-049c2f1a-25ac-45e2-9d94-2cbb04934d22 req-66738ae3-81b1-4167-a409-0edb1fb903f9 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 945 time: 0.3406703 May 23 11:30:33.738964 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9d5f2a03-afe6-48b0-b240-a89c5ffb65a5 req-d33e372f-36bc-4bbc-b390-2e1248943de4 service neutron] 10.222.0.81 "GET /v2.0/networks/76b2273d-b51d-4df1-8907-c6d24ae3fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866224 May 23 11:30:33.747617 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 8b6f6e96-808b-4ed3-983c-812f26858fee, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=8b6f6e96-808b-4ed3-983c-812f26858fee,segment=NetworkSegment(4f0d5472-1003-45ab-8b0f-abd1e74bfa02),segment_id=4f0d5472-1003-45ab-8b0f-abd1e74bfa02)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:30:33.753072 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d711ee33-3b10-4fe3-8381-aa32a3f0ed6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-0357cbf2-3a2d-45f8-8502-a77cf845f2b0', 'network_id': '0357cbf2-3a2d-45f8-8502-a77cf845f2b0', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'fixed_ips': [{'subnet_id': '34db8f68-0967-45ec-a866-7b36f15c7ba4'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:30:33.753922 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d711ee33-3b10-4fe3-8381-aa32a3f0ed6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:33.831570 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 2ac8a80e-217d-4109-b2fb-2ad3b20942fa triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:33.831953 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:33.881715 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-351cadef-b690-4963-9b1f-59096a5eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:33.903044 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:33.915600 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-049c2f1a-25ac-45e2-9d94-2cbb04934d22 req-625bd047-972f-44b9-835e-f8e4b7c9525d tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752980 May 23 11:30:33.999393 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=8b6f6e96-808b-4ed3-983c-812f26858fee,revision_number=8']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:34.052517 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46402) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:30:34.131099 n-d-842952-2 neutron-server[83912]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-44ed2a5e-5be4-4e72-9eb2-0b3dd4d56ff4']: {'server_uuid': '26c16c44-4ea8-4b8e-912b-2988f82f477b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8b6f6e96-808b-4ed3-983c-812f26858fee', 'code': 422} returned with failed status May 23 11:30:34.256054 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0f2bc501-3e39-4bc4-bb30-091ef4a68d43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:34.308827 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0f2bc501-3e39-4bc4-bb30-091ef4a68d43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:30:34.312946 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0f2bc501-3e39-4bc4-bb30-091ef4a68d43 admin admin] Usage tracker for resource:security_group_rule and tenant:884cf645444b459697c7d0e660cae3fd is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:30:34.316620 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0bf8dae6-e036-4828-8086-a6ff48913233 None None] Provisioning complete for port 2ae15eba-cd9f-48f3-a727-c74dc7a0759c triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:34.316780 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0f2bc501-3e39-4bc4-bb30-091ef4a68d43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:30:34.316991 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0bf8dae6-e036-4828-8086-a6ff48913233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:34.322977 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0f2bc501-3e39-4bc4-bb30-091ef4a68d43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:30:34.429495 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0f2bc501-3e39-4bc4-bb30-091ef4a68d43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:34.434593 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0f2bc501-3e39-4bc4-bb30-091ef4a68d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:34.500466 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-d711ee33-3b10-4fe3-8381-aa32a3f0ed6d None None] Allocated IP 2001:db8:2::2 (0357cbf2-3a2d-45f8-8502-a77cf845f2b0/34db8f68-0967-45ec-a866-7b36f15c7ba4/78c6a31c-d99d-4fbb-b3b4-8b445ed9221c) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:30:34.511070 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2bc501-3e39-4bc4-bb30-091ef4a68d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09044cf-0c61-4076-b019-73b44844cf5c,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:34.535528 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0f2bc501-3e39-4bc4-bb30-091ef4a68d43 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=884cf645444b459697c7d0e660cae3fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4816604 May 23 11:30:34.539072 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46414) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:30:34.556098 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2bc501-3e39-4bc4-bb30-091ef4a68d43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:30:34.556731 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2bc501-3e39-4bc4-bb30-091ef4a68d43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:30:34.557262 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2bc501-3e39-4bc4-bb30-091ef4a68d43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:30:34.557757 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2bc501-3e39-4bc4-bb30-091ef4a68d43 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:30:34.558569 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2bc501-3e39-4bc4-bb30-091ef4a68d43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:30:34.559064 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2bc501-3e39-4bc4-bb30-091ef4a68d43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:30:34.559564 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2bc501-3e39-4bc4-bb30-091ef4a68d43 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:30:34.560077 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2bc501-3e39-4bc4-bb30-091ef4a68d43 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:30:34.560607 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2bc501-3e39-4bc4-bb30-091ef4a68d43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:30:34.560933 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2bc501-3e39-4bc4-bb30-091ef4a68d43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:30:34.561387 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2bc501-3e39-4bc4-bb30-091ef4a68d43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:30:34.593804 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d79d8ad2-d56c-4328-b590-3e0346e0eb82 req-9f654049-79c5-4f39-a588-7aa1f866d2a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=28cfee849fbb4c2b93c9467d155036b4&device_id=90c11da6-6af0-43cf-932c-432951e38327 HTTP/1.1" status: 200 len: 1097 time: 0.4609704 May 23 11:30:34.610210 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:34.636989 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0b16ba5d-a12e-4191-a34c-3f4973e1ec37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:34.645073 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef77c1-4084-4154-95fd-f106b010a518 req-0db8cdfe-aad0-4126-a882-58d10c658ab0 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:34.647174 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-50ef77c1-4084-4154-95fd-f106b010a518 req-0db8cdfe-aad0-4126-a882-58d10c658ab0 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=827bbfd7-32b0-4792-a06a-16a13bb77f8a HTTP/1.1" status: 200 len: 946 time: 0.2858174 May 23 11:30:34.668674 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0b16ba5d-a12e-4191-a34c-3f4973e1ec37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:34.732235 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0b16ba5d-a12e-4191-a34c-3f4973e1ec37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:34.738036 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 2ac8a80e-217d-4109-b2fb-2ad3b20942fa, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2ac8a80e-217d-4109-b2fb-2ad3b20942fa,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:30:34.755461 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:34.755674 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b16ba5d-a12e-4191-a34c-3f4973e1ec37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09044cf-0c61-4076-b019-73b44844cf5c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:34.756281 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 4e451037-fcd4-4d60-9129-2c7430d91053 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:30:34.759892 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0b16ba5d-a12e-4191-a34c-3f4973e1ec37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:34.761696 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0b16ba5d-a12e-4191-a34c-3f4973e1ec37 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e09044cf-0c61-4076-b019-73b44844cf5c HTTP/1.1" status: 204 len: 168 time: 0.2205243 May 23 11:30:34.813222 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-0bf8dae6-e036-4828-8086-a6ff48913233 None None] Port 2ae15eba-cd9f-48f3-a727-c74dc7a0759c cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:30:34.916094 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-af6a30ff-bacd-4abb-8531-d0ae74ed8594 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:34.958497 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-50ef77c1-4084-4154-95fd-f106b010a518 req-c45e37a3-d0f5-486f-bca4-695dafba3f14 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=96623369-654d-40bc-8c92-c3b2e689341e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2918859 May 23 11:30:34.972752 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d8ad2-d56c-4328-b590-3e0346e0eb82 req-161c0ac6-13a2-40c0-ae4c-4ba091a671c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:34.973707 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d79d8ad2-d56c-4328-b590-3e0346e0eb82 req-161c0ac6-13a2-40c0-ae4c-4ba091a671c8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4c33a9e1-3aa8-42de-bf10-ee7f78fe5028 HTTP/1.1" status: 200 len: 921 time: 0.3654246 May 23 11:30:35.230386 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=2ac8a80e-217d-4109-b2fb-2ad3b20942fa,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:35.233775 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d711ee33-3b10-4fe3-8381-aa32a3f0ed6d None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:35.249553 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d711ee33-3b10-4fe3-8381-aa32a3f0ed6d None None] Transition to ACTIVE for port object 78c6a31c-d99d-4fbb-b3b4-8b445ed9221c will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:30:35.295101 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d711ee33-3b10-4fe3-8381-aa32a3f0ed6d None None] Transition to ACTIVE for port object 78c6a31c-d99d-4fbb-b3b4-8b445ed9221c will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:30:35.325116 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 4e451037-fcd4-4d60-9129-2c7430d91053 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:35.325476 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:35.390586 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d711ee33-3b10-4fe3-8381-aa32a3f0ed6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:35.402530 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d79d8ad2-d56c-4328-b590-3e0346e0eb82 req-eea84332-1af3-4da4-8d98-fc981fbfb709 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47816ceb-6c55-4dc1-9820-021d1203b124 HTTP/1.1" status: 200 len: 217 time: 0.3511961 May 23 11:30:35.507852 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d711ee33-3b10-4fe3-8381-aa32a3f0ed6d None None] Network 0357cbf2-3a2d-45f8-8502-a77cf845f2b0 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:30:35.512770 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-351cadef-b690-4963-9b1f-59096a5eda97 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:35.515490 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-d711ee33-3b10-4fe3-8381-aa32a3f0ed6d None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:30:35.522421 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d711ee33-3b10-4fe3-8381-aa32a3f0ed6d None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:30:35.534128 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d711ee33-3b10-4fe3-8381-aa32a3f0ed6d None None] Pushing event updated for resources: {'Port': ['ID=78c6a31c-d99d-4fbb-b3b4-8b445ed9221c,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:35.542397 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-351cadef-b690-4963-9b1f-59096a5eda97 None None] Transition to ACTIVE for port object e514e855-83e9-4cf7-9345-176a2337eec5 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:30:35.553358 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d8ad2-d56c-4328-b590-3e0346e0eb82 req-7ed1e91f-7cc5-495b-9da1-7217f4096332 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:35.554987 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d79d8ad2-d56c-4328-b590-3e0346e0eb82 req-7ed1e91f-7cc5-495b-9da1-7217f4096332 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=efe1e9ef-5154-446e-aa1e-35c6c0e2b6e3 HTTP/1.1" status: 200 len: 860 time: 0.1415048 May 23 11:30:35.588149 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-351cadef-b690-4963-9b1f-59096a5eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:35.658231 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d79d8ad2-d56c-4328-b590-3e0346e0eb82 req-626aa4c3-b183-4dc5-b274-f4173b841963 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4c33a9e1-3aa8-42de-bf10-ee7f78fe5028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567000 May 23 11:30:35.667609 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883b3c4f-f853-4cdd-88bd-8098ec0f223a None None] Sync routers for ids ['31bf2d43-6293-457e-a293-1e7e07077b42'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:30:35.689828 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883b3c4f-f853-4cdd-88bd-8098ec0f223a None None] Routers {'31bf2d43-6293-457e-a293-1e7e07077b42'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:30:35.693770 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-883b3c4f-f853-4cdd-88bd-8098ec0f223a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:30:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['31bf2d43-6293-457e-a293-1e7e07077b42'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:30:35.710078 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e07cb-0b19-422f-8401-824d693f9597 req-528042e4-dbcd-4eb6-95c4-2fade9d50d93 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:35.711607 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-674e07cb-0b19-422f-8401-824d693f9597 req-528042e4-dbcd-4eb6-95c4-2fade9d50d93 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c11da6-6af0-43cf-932c-432951e38327 HTTP/1.1" status: 200 len: 946 time: 0.6533005 May 23 11:30:35.859073 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-d711ee33-3b10-4fe3-8381-aa32a3f0ed6d None None] Attempting to bind port 78c6a31c-d99d-4fbb-b3b4-8b445ed9221c on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:30:35.860706 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-d711ee33-3b10-4fe3-8381-aa32a3f0ed6d None None] Attempting to bind port 78c6a31c-d99d-4fbb-b3b4-8b445ed9221c by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '76b52655-afbe-46ab-8256-a62395617a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0357cbf2-3a2d-45f8-8502-a77cf845f2b0'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:30:35.860706 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d711ee33-3b10-4fe3-8381-aa32a3f0ed6d None None] Attempting to bind port 78c6a31c-d99d-4fbb-b3b4-8b445ed9221c on network 0357cbf2-3a2d-45f8-8502-a77cf845f2b0 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:30:35.894995 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa69fa-b320-449b-a151-6fb006ed0f1a None None] Pushing event updated for resources: {'Port': ['ID=e514e855-83e9-4cf7-9345-176a2337eec5,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:35.948445 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d79d8ad2-d56c-4328-b590-3e0346e0eb82 req-f8fc5842-19e1-468a-97b4-f30114f81896 service neutron] 10.222.0.13 "GET /v2.0/networks/4c33a9e1-3aa8-42de-bf10-ee7f78fe5028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787762 May 23 11:30:35.986409 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d711ee33-3b10-4fe3-8381-aa32a3f0ed6d None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:30:35.996190 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d711ee33-3b10-4fe3-8381-aa32a3f0ed6d None None] Checking segment: {'id': '76b52655-afbe-46ab-8256-a62395617a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0357cbf2-3a2d-45f8-8502-a77cf845f2b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:30:35.997120 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d711ee33-3b10-4fe3-8381-aa32a3f0ed6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:35.997856 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d711ee33-3b10-4fe3-8381-aa32a3f0ed6d None None] Bound using segment: {'id': '76b52655-afbe-46ab-8256-a62395617a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0357cbf2-3a2d-45f8-8502-a77cf845f2b0'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:30:35.998636 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-d711ee33-3b10-4fe3-8381-aa32a3f0ed6d None None] Bound port: 78c6a31c-d99d-4fbb-b3b4-8b445ed9221c, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76b52655-afbe-46ab-8256-a62395617a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0357cbf2-3a2d-45f8-8502-a77cf845f2b0'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:30:35.999896 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d711ee33-3b10-4fe3-8381-aa32a3f0ed6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:36.115174 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-883b3c4f-f853-4cdd-88bd-8098ec0f223a None None] Set router 31bf2d43-6293-457e-a293-1e7e07077b42 gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:30:36.168831 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-674e07cb-0b19-422f-8401-824d693f9597 req-0d955cfe-1b00-4f79-a21c-99a80720bc1b tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/security-groups?id=a49534b7-6b4b-4127-8eac-0f4eaa8a0d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4433341 May 23 11:30:36.206582 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2ac8a80e-217d-4109-b2fb-2ad3b20942fa up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:30:36.391205 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-af6a30ff-bacd-4abb-8531-d0ae74ed8594 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Allocated IP 2001:db8:2::1 (0357cbf2-3a2d-45f8-8502-a77cf845f2b0/34db8f68-0967-45ec-a866-7b36f15c7ba4/636fc0f4-4e10-4f55-8692-2a285fd69d83) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:30:36.432258 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d79d8ad2-d56c-4328-b590-3e0346e0eb82 req-ef32d2dd-c982-402e-9f30-4fc4b97d60de service neutron] 10.222.0.13 "GET /v2.0/networks/4c33a9e1-3aa8-42de-bf10-ee7f78fe5028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560661 May 23 11:30:36.498147 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-351cadef-b690-4963-9b1f-59096a5eda97 None None] Attempting to bind port e514e855-83e9-4cf7-9345-176a2337eec5 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:30:36.499503 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-351cadef-b690-4963-9b1f-59096a5eda97 None None] Attempting to bind port e514e855-83e9-4cf7-9345-176a2337eec5 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '2046c210-c1b4-4a16-bb58-42d9dbfc4661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '359ad7ee-64bf-4ffa-a7ae-96e0ce95086e'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:30:36.500424 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351cadef-b690-4963-9b1f-59096a5eda97 None None] Attempting to bind port e514e855-83e9-4cf7-9345-176a2337eec5 on network 359ad7ee-64bf-4ffa-a7ae-96e0ce95086e {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:30:36.528257 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351cadef-b690-4963-9b1f-59096a5eda97 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:30:36.530257 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351cadef-b690-4963-9b1f-59096a5eda97 None None] Checking segment: {'id': '2046c210-c1b4-4a16-bb58-42d9dbfc4661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '359ad7ee-64bf-4ffa-a7ae-96e0ce95086e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:30:36.531616 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-351cadef-b690-4963-9b1f-59096a5eda97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:36.532001 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-883b3c4f-f853-4cdd-88bd-8098ec0f223a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'name': 'tempest-RoutersIpV6Test-router-570168471', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:30:04Z', 'updated_at': '2022-05-23T11:30:27Z', 'revision_number': 3, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'gw_port_host': None, '_interfaces': [{'id': '0211a025-641e-4c41-a4d6-b078a012922e', 'name': '', 'network_id': '402087d6-aaee-4b69-8e63-6a4ea9032e92', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:2c:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1521b99-16a4-4945-8627-d30203f9e4a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:08Z', 'updated_at': '2022-05-23T11:30:28Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': 'e1521b99-16a4-4945-8627-d30203f9e4a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ae15eba-cd9f-48f3-a727-c74dc7a0759c', 'name': '', 'network_id': '73bafaec-97c1-40d2-9afa-a740ea8aeb64', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:a0:d1:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66ae6e8c-68d9-4620-bcd8-6a3f9ad2efae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:23Z', 'updated_at': '2022-05-23T11:30:27Z', 'revision_number': 2, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': '66ae6e8c-68d9-4620-bcd8-6a3f9ad2efae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:30:36.532991 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351cadef-b690-4963-9b1f-59096a5eda97 None None] Bound using segment: {'id': '2046c210-c1b4-4a16-bb58-42d9dbfc4661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '359ad7ee-64bf-4ffa-a7ae-96e0ce95086e'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:30:36.533816 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-351cadef-b690-4963-9b1f-59096a5eda97 None None] Bound port: e514e855-83e9-4cf7-9345-176a2337eec5, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2046c210-c1b4-4a16-bb58-42d9dbfc4661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '359ad7ee-64bf-4ffa-a7ae-96e0ce95086e'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:30:36.534492 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-351cadef-b690-4963-9b1f-59096a5eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:36.536695 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883b3c4f-f853-4cdd-88bd-8098ec0f223a None None] Checking router: 31bf2d43-6293-457e-a293-1e7e07077b42 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:30:36.537042 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883b3c4f-f853-4cdd-88bd-8098ec0f223a None None] Updating router 31bf2d43-6293-457e-a293-1e7e07077b42 port 2ae15eba-cd9f-48f3-a727-c74dc7a0759c binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:30:36.603977 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-883b3c4f-f853-4cdd-88bd-8098ec0f223a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:36.683373 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 8b6f6e96-808b-4ed3-983c-812f26858fee no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:30:36.735793 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-d711ee33-3b10-4fe3-8381-aa32a3f0ed6d None None] For port 78c6a31c-d99d-4fbb-b3b4-8b445ed9221c, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:30:36.743144 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 2ac8a80e-217d-4109-b2fb-2ad3b20942fa triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:36.743722 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:36.837692 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-d711ee33-3b10-4fe3-8381-aa32a3f0ed6d None None] For port 78c6a31c-d99d-4fbb-b3b4-8b445ed9221c, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=78c6a31c-d99d-4fbb-b3b4-8b445ed9221c,segment=NetworkSegment(76b52655-afbe-46ab-8256-a62395617a84),segment_id=76b52655-afbe-46ab-8256-a62395617a84)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:30:36.863370 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d711ee33-3b10-4fe3-8381-aa32a3f0ed6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:36.865551 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-af6a30ff-bacd-4abb-8531-d0ae74ed8594 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:36.883298 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5a646-36b2-4af4-b2a8-55b9e8f39a17 req-791c0c59-866d-4c92-b2dc-f995c453b342 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:36.885203 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a3c5a646-36b2-4af4-b2a8-55b9e8f39a17 req-791c0c59-866d-4c92-b2dc-f995c453b342 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=827bbfd7-32b0-4792-a06a-16a13bb77f8a HTTP/1.1" status: 200 len: 946 time: 0.2632186 May 23 11:30:36.917910 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-28033346-f72a-4348-a8fe-246ae653f613 req-649ab438-ed7e-4728-bed8-ef490bfd1740 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2211950 May 23 11:30:36.922316 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-af6a30ff-bacd-4abb-8531-d0ae74ed8594 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Transition to ACTIVE for port object 636fc0f4-4e10-4f55-8692-2a285fd69d83 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:30:36.975457 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a3c5a646-36b2-4af4-b2a8-55b9e8f39a17 req-b426d1d2-bdbe-46dc-ac50-37f43b3e3048 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=96623369-654d-40bc-8c92-c3b2e689341e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802448 May 23 11:30:36.985771 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d711ee33-3b10-4fe3-8381-aa32a3f0ed6d None None] Pushing event updated for resources: {'Port': ['ID=78c6a31c-d99d-4fbb-b3b4-8b445ed9221c,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:36.997904 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-af6a30ff-bacd-4abb-8531-d0ae74ed8594 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:37.141160 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-351cadef-b690-4963-9b1f-59096a5eda97 None None] For port e514e855-83e9-4cf7-9345-176a2337eec5, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:30:37.158967 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a30ff-bacd-4abb-8531-d0ae74ed8594 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event updated for resources: {'Port': ['ID=636fc0f4-4e10-4f55-8692-2a285fd69d83,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:37.196228 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6a30ff-bacd-4abb-8531-d0ae74ed8594 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Network 0357cbf2-3a2d-45f8-8502-a77cf845f2b0 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:30:37.198819 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-af6a30ff-bacd-4abb-8531-d0ae74ed8594 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:30:37.203655 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6a30ff-bacd-4abb-8531-d0ae74ed8594 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:30:37.204359 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-af6a30ff-bacd-4abb-8531-d0ae74ed8594 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:37.229721 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-351cadef-b690-4963-9b1f-59096a5eda97 None None] For port e514e855-83e9-4cf7-9345-176a2337eec5, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e514e855-83e9-4cf7-9345-176a2337eec5,segment=NetworkSegment(2046c210-c1b4-4a16-bb58-42d9dbfc4661),segment_id=2046c210-c1b4-4a16-bb58-42d9dbfc4661)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:30:37.248926 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-351cadef-b690-4963-9b1f-59096a5eda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:37.286061 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-883b3c4f-f853-4cdd-88bd-8098ec0f223a None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:37.313507 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46486) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:30:37.338502 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-883b3c4f-f853-4cdd-88bd-8098ec0f223a None None] Transition to ACTIVE for port object 2ae15eba-cd9f-48f3-a727-c74dc7a0759c will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:30:37.365472 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-883b3c4f-f853-4cdd-88bd-8098ec0f223a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:37.460747 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa69fa-b320-449b-a151-6fb006ed0f1a None None] Pushing event updated for resources: {'Port': ['ID=e514e855-83e9-4cf7-9345-176a2337eec5,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:37.465251 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-af6a30ff-bacd-4abb-8531-d0ae74ed8594 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:37.481123 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351cadef-b690-4963-9b1f-59096a5eda97 None None] Routers {'38feb090-6cf4-4871-a88d-7cfed14bc70d'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:30:37.481780 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-351cadef-b690-4963-9b1f-59096a5eda97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:30:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['38feb090-6cf4-4871-a88d-7cfed14bc70d'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:30:37.717274 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e14a38-576c-49d9-815e-ab2fb4b5f8bb None None] Pushing event updated for resources: {'Port': ['ID=2ae15eba-cd9f-48f3-a727-c74dc7a0759c,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:37.866995 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7c5c29b8-d916-4403-a146-9a0bd616d537 req-2abcf41c-422d-49f2-8462-477ae32275e0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5519736 May 23 11:30:37.955997 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-883b3c4f-f853-4cdd-88bd-8098ec0f223a None None] Attempting to bind port 2ae15eba-cd9f-48f3-a727-c74dc7a0759c on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:30:37.956363 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-883b3c4f-f853-4cdd-88bd-8098ec0f223a None None] Attempting to bind port 2ae15eba-cd9f-48f3-a727-c74dc7a0759c by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'c7e73a73-6299-4ce1-9c74-e0840422ad68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '73bafaec-97c1-40d2-9afa-a740ea8aeb64'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:30:37.956719 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883b3c4f-f853-4cdd-88bd-8098ec0f223a None None] Attempting to bind port 2ae15eba-cd9f-48f3-a727-c74dc7a0759c on network 73bafaec-97c1-40d2-9afa-a740ea8aeb64 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:30:37.978652 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883b3c4f-f853-4cdd-88bd-8098ec0f223a None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:30:37.979027 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883b3c4f-f853-4cdd-88bd-8098ec0f223a None None] Checking segment: {'id': 'c7e73a73-6299-4ce1-9c74-e0840422ad68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '73bafaec-97c1-40d2-9afa-a740ea8aeb64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:30:37.979419 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-883b3c4f-f853-4cdd-88bd-8098ec0f223a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:37.979808 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883b3c4f-f853-4cdd-88bd-8098ec0f223a None None] Bound using segment: {'id': 'c7e73a73-6299-4ce1-9c74-e0840422ad68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '73bafaec-97c1-40d2-9afa-a740ea8aeb64'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:30:37.980308 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-883b3c4f-f853-4cdd-88bd-8098ec0f223a None None] Bound port: 2ae15eba-cd9f-48f3-a727-c74dc7a0759c, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7e73a73-6299-4ce1-9c74-e0840422ad68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '73bafaec-97c1-40d2-9afa-a740ea8aeb64'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:30:37.981937 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-351cadef-b690-4963-9b1f-59096a5eda97 None None] Set router 38feb090-6cf4-4871-a88d-7cfed14bc70d gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:30:38.000494 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-883b3c4f-f853-4cdd-88bd-8098ec0f223a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:38.217283 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8acac9b-a124-4741-9328-f28b21b5bf0e req-a8cdc788-7c33-4235-aa3a-ca878ef37531 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:38.224065 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d8acac9b-a124-4741-9328-f28b21b5bf0e req-a8cdc788-7c33-4235-aa3a-ca878ef37531 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 943 time: 0.8386874 May 23 11:30:38.244591 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 78c6a31c-d99d-4fbb-b3b4-8b445ed9221c up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:30:38.256425 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-883b3c4f-f853-4cdd-88bd-8098ec0f223a None None] For port 2ae15eba-cd9f-48f3-a727-c74dc7a0759c, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:30:38.267009 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-883b3c4f-f853-4cdd-88bd-8098ec0f223a None None] For port 2ae15eba-cd9f-48f3-a727-c74dc7a0759c, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2ae15eba-cd9f-48f3-a727-c74dc7a0759c,segment=NetworkSegment(c7e73a73-6299-4ce1-9c74-e0840422ad68),segment_id=c7e73a73-6299-4ce1-9c74-e0840422ad68)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:30:38.276487 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-883b3c4f-f853-4cdd-88bd-8098ec0f223a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:38.384502 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d8acac9b-a124-4741-9328-f28b21b5bf0e req-c3fa0bd8-edef-4e6d-8d7c-de88ef50f8bb tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582313 May 23 11:30:38.391168 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472908d-1cbd-4fcd-af96-ed3eb71f4bf9 req-dd3792b4-771f-4db1-a168-c580f23ba1b3 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:38.423340 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6472908d-1cbd-4fcd-af96-ed3eb71f4bf9 req-dd3792b4-771f-4db1-a168-c580f23ba1b3 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c11da6-6af0-43cf-932c-432951e38327 HTTP/1.1" status: 200 len: 946 time: 0.7911139 May 23 11:30:38.460890 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883b3c4f-f853-4cdd-88bd-8098ec0f223a None None] Routers {'31bf2d43-6293-457e-a293-1e7e07077b42'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:30:38.461574 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-883b3c4f-f853-4cdd-88bd-8098ec0f223a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:30:11Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['31bf2d43-6293-457e-a293-1e7e07077b42'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:30:38.580180 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:38.735953 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-883b3c4f-f853-4cdd-88bd-8098ec0f223a None None] Set router 31bf2d43-6293-457e-a293-1e7e07077b42 gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:30:38.899249 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-af6a30ff-bacd-4abb-8531-d0ae74ed8594 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:38.965561 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7c5c29b8-d916-4403-a146-9a0bd616d537 req-62dffabf-74d2-4571-9089-c903cf358418 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b&tenant_id=c4112c4fc0ff4a36a1b303475c7f4981 HTTP/1.1" status: 200 len: 1094 time: 0.1708176 May 23 11:30:38.983599 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 78c6a31c-d99d-4fbb-b3b4-8b445ed9221c completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:30:38.992389 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-af6a30ff-bacd-4abb-8531-d0ae74ed8594 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:38.993336 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-af6a30ff-bacd-4abb-8531-d0ae74ed8594 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:39.013468 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e514e855-83e9-4cf7-9345-176a2337eec5 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:30:39.061137 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e14a38-576c-49d9-815e-ab2fb4b5f8bb None None] Pushing event updated for resources: {'Port': ['ID=2ae15eba-cd9f-48f3-a727-c74dc7a0759c,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:39.074065 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6173c11-e9e8-4eb5-8c6e-072bdbe39526 None None] Network 0357cbf2-3a2d-45f8-8502-a77cf845f2b0 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:30:39.090536 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6472908d-1cbd-4fcd-af96-ed3eb71f4bf9 req-b26ec320-c194-425c-9230-41b4d7634843 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/security-groups?id=a49534b7-6b4b-4127-8eac-0f4eaa8a0d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870797 May 23 11:30:39.108016 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7c5c29b8-d916-4403-a146-9a0bd616d537 req-84e979ff-e103-4798-8e4d-27c70985b4bb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c4112c4fc0ff4a36a1b303475c7f4981&device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 1094 time: 0.0964301 May 23 11:30:39.216288 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a30ff-bacd-4abb-8531-d0ae74ed8594 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event updated for resources: {'Port': ['ID=636fc0f4-4e10-4f55-8692-2a285fd69d83,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:39.230788 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0aff5-ebfc-4ac4-b6bd-df5ea9a92f40 req-18b70791-16f7-4dc0-9030-9f027237ef6d tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:39.232978 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58d0aff5-ebfc-4ac4-b6bd-df5ea9a92f40 req-18b70791-16f7-4dc0-9030-9f027237ef6d tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=827bbfd7-32b0-4792-a06a-16a13bb77f8a HTTP/1.1" status: 200 len: 946 time: 0.3309259 May 23 11:30:39.310205 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-883b3c4f-f853-4cdd-88bd-8098ec0f223a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'name': 'tempest-RoutersIpV6Test-router-570168471', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:30:04Z', 'updated_at': '2022-05-23T11:30:37Z', 'revision_number': 4, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'gw_port_host': None, '_interfaces': [{'id': '0211a025-641e-4c41-a4d6-b078a012922e', 'name': '', 'network_id': '402087d6-aaee-4b69-8e63-6a4ea9032e92', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:2c:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1521b99-16a4-4945-8627-d30203f9e4a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:08Z', 'updated_at': '2022-05-23T11:30:28Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': 'e1521b99-16a4-4945-8627-d30203f9e4a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ae15eba-cd9f-48f3-a727-c74dc7a0759c', 'name': '', 'network_id': '73bafaec-97c1-40d2-9afa-a740ea8aeb64', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:a0:d1:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66ae6e8c-68d9-4620-bcd8-6a3f9ad2efae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:23Z', 'updated_at': '2022-05-23T11:30:38Z', 'revision_number': 4, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': '66ae6e8c-68d9-4620-bcd8-6a3f9ad2efae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '636fc0f4-4e10-4f55-8692-2a285fd69d83', 'name': '', 'network_id': '0357cbf2-3a2d-45f8-8502-a77cf845f2b0', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:8d:8d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34db8f68-0967-45ec-a866-7b36f15c7ba4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:35Z', 'updated_at': '2022-05-23T11:30:36Z', 'revision_number': 1, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': '34db8f68-0967-45ec-a866-7b36f15c7ba4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:30:39.320146 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883b3c4f-f853-4cdd-88bd-8098ec0f223a None None] The sync data for ids ['31bf2d43-6293-457e-a293-1e7e07077b42'] in n-d-842952-2 is: [{'id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'name': 'tempest-RoutersIpV6Test-router-570168471', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:30:04Z', 'updated_at': '2022-05-23T11:30:37Z', 'revision_number': 4, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'gw_port_host': None, '_interfaces': [{'id': '0211a025-641e-4c41-a4d6-b078a012922e', 'name': '', 'network_id': '402087d6-aaee-4b69-8e63-6a4ea9032e92', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:2c:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1521b99-16a4-4945-8627-d30203f9e4a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:08Z', 'updated_at': '2022-05-23T11:30:28Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': 'e1521b99-16a4-4945-8627-d30203f9e4a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ae15eba-cd9f-48f3-a727-c74dc7a0759c', 'name': '', 'network_id': '73bafaec-97c1-40d2-9afa-a740ea8aeb64', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:a0:d1:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66ae6e8c-68d9-4620-bcd8-6a3f9ad2efae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:23Z', 'updated_at': '2022-05-23T11:30:38Z', 'revision_number': 4, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': '66ae6e8c-68d9-4620-bcd8-6a3f9ad2efae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '636fc0f4-4e10-4f55-8692-2a285fd69d83', 'name': '', 'network_id': '0357cbf2-3a2d-45f8-8502-a77cf845f2b0', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:8d:8d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34db8f68-0967-45ec-a866-7b36f15c7ba4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:35Z', 'updated_at': '2022-05-23T11:30:36Z', 'revision_number': 1, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': '34db8f68-0967-45ec-a866-7b36f15c7ba4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:30:39.325791 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6a30ff-bacd-4abb-8531-d0ae74ed8594 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Network 0357cbf2-3a2d-45f8-8502-a77cf845f2b0 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:30:39.346414 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-af6a30ff-bacd-4abb-8531-d0ae74ed8594 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:30:39.354074 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c29b8-d916-4403-a146-9a0bd616d537 req-f34beb10-38a1-4ce7-9605-d8ea100c2947 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:39.357258 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7c5c29b8-d916-4403-a146-9a0bd616d537 req-f34beb10-38a1-4ce7-9605-d8ea100c2947 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0be92582-5915-4835-ac16-79c44c856a03 HTTP/1.1" status: 200 len: 917 time: 0.2393844 May 23 11:30:39.379256 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7d7809c5-16c9-4ac9-97e5-54d01dee3675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:39.515321 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:39.527369 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46518) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:30:39.567185 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58d0aff5-ebfc-4ac4-b6bd-df5ea9a92f40 req-656894df-ab36-4fe3-9341-c36333ba9447 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=96623369-654d-40bc-8c92-c3b2e689341e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3277757 May 23 11:30:39.600583 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port e514e855-83e9-4cf7-9345-176a2337eec5 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:30:39.616886 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2c85f693-c028-4e3b-a64c-20237246b2c6 None None] Provisioning for port 78c6a31c-d99d-4fbb-b3b4-8b445ed9221c completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:30:39.629129 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port e514e855-83e9-4cf7-9345-176a2337eec5 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:39.629543 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:39.677280 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-351cadef-b690-4963-9b1f-59096a5eda97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38feb090-6cf4-4871-a88d-7cfed14bc70d', 'name': 'tempest-TestAggregatesBasicOps-569325687-router', 'tenant_id': 'e41e6d532b334d0b94e545bc452501fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '606f269d-15ed-4649-91b5-04700c3b2da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:29:55Z', 'updated_at': '2022-05-23T11:30:05Z', 'revision_number': 4, 'project_id': 'e41e6d532b334d0b94e545bc452501fb', 'gw_port': {'id': '606f269d-15ed-4649-91b5-04700c3b2da4', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38feb090-6cf4-4871-a88d-7cfed14bc70d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:29:57Z', 'updated_at': '2022-05-23T11:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'e514e855-83e9-4cf7-9345-176a2337eec5', 'name': '', 'network_id': '359ad7ee-64bf-4ffa-a7ae-96e0ce95086e', 'tenant_id': 'e41e6d532b334d0b94e545bc452501fb', 'mac_address': 'fa:16:3e:54:d5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38feb090-6cf4-4871-a88d-7cfed14bc70d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0401c46c-3143-4d99-a5c7-9f75d26fcc6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:02Z', 'updated_at': '2022-05-23T11:30:37Z', 'revision_number': 4, 'project_id': 'e41e6d532b334d0b94e545bc452501fb', 'subnets': [{'id': '0401c46c-3143-4d99-a5c7-9f75d26fcc6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:30:39.685669 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2c85f693-c028-4e3b-a64c-20237246b2c6 None None] Provisioning complete for port 78c6a31c-d99d-4fbb-b3b4-8b445ed9221c triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:39.686044 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2c85f693-c028-4e3b-a64c-20237246b2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:39.799890 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351cadef-b690-4963-9b1f-59096a5eda97 None None] The sync data for ids ['38feb090-6cf4-4871-a88d-7cfed14bc70d'] in n-d-842952-2 is: [{'id': '38feb090-6cf4-4871-a88d-7cfed14bc70d', 'name': 'tempest-TestAggregatesBasicOps-569325687-router', 'tenant_id': 'e41e6d532b334d0b94e545bc452501fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '606f269d-15ed-4649-91b5-04700c3b2da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:29:55Z', 'updated_at': '2022-05-23T11:30:05Z', 'revision_number': 4, 'project_id': 'e41e6d532b334d0b94e545bc452501fb', 'gw_port': {'id': '606f269d-15ed-4649-91b5-04700c3b2da4', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38feb090-6cf4-4871-a88d-7cfed14bc70d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:29:57Z', 'updated_at': '2022-05-23T11:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'e514e855-83e9-4cf7-9345-176a2337eec5', 'name': '', 'network_id': '359ad7ee-64bf-4ffa-a7ae-96e0ce95086e', 'tenant_id': 'e41e6d532b334d0b94e545bc452501fb', 'mac_address': 'fa:16:3e:54:d5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38feb090-6cf4-4871-a88d-7cfed14bc70d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0401c46c-3143-4d99-a5c7-9f75d26fcc6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:02Z', 'updated_at': '2022-05-23T11:30:37Z', 'revision_number': 4, 'project_id': 'e41e6d532b334d0b94e545bc452501fb', 'subnets': [{'id': '0401c46c-3143-4d99-a5c7-9f75d26fcc6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:30:39.951330 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7c5c29b8-d916-4403-a146-9a0bd616d537 req-16e693d8-29ec-4eed-83f0-a662c3520072 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b6f6e96-808b-4ed3-983c-812f26858fee HTTP/1.1" status: 200 len: 998 time: 0.5837319 May 23 11:30:39.986825 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e968064-8566-4274-8a3d-9e558233d9c6 req-2324adcf-a1e1-4e64-a867-bb6ccf410144 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:39.988346 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9e968064-8566-4274-8a3d-9e558233d9c6 req-2324adcf-a1e1-4e64-a867-bb6ccf410144 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 943 time: 0.2264235 May 23 11:30:40.023044 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:40.083784 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6a30ff-bacd-4abb-8531-d0ae74ed8594 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Router 31bf2d43-6293-457e-a293-1e7e07077b42 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:30:40.086511 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9e968064-8566-4274-8a3d-9e558233d9c6 req-0409bfcf-c928-47af-82b8-21448fb87fc1 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897973 May 23 11:30:40.125770 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c29b8-d916-4403-a146-9a0bd616d537 req-c3dde936-ca75-49eb-a719-93fbee2c90d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:40.129776 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7c5c29b8-d916-4403-a146-9a0bd616d537 req-c3dde936-ca75-49eb-a719-93fbee2c90d1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b85c12c-741c-420e-9273-6de6d42ac4b3 HTTP/1.1" status: 200 len: 855 time: 0.1654503 May 23 11:30:40.255348 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2c85f693-c028-4e3b-a64c-20237246b2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:40.293302 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port e514e855-83e9-4cf7-9345-176a2337eec5, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e514e855-83e9-4cf7-9345-176a2337eec5,segment=NetworkSegment(2046c210-c1b4-4a16-bb58-42d9dbfc4661),segment_id=2046c210-c1b4-4a16-bb58-42d9dbfc4661)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:30:40.305842 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:40.324586 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7c5c29b8-d916-4403-a146-9a0bd616d537 req-8d4ab709-fcff-4d68-92c7-9956ce472138 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0be92582-5915-4835-ac16-79c44c856a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1768119 May 23 11:30:40.503899 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2c85f693-c028-4e3b-a64c-20237246b2c6 None None] For port 78c6a31c-d99d-4fbb-b3b4-8b445ed9221c, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=78c6a31c-d99d-4fbb-b3b4-8b445ed9221c,segment=NetworkSegment(76b52655-afbe-46ab-8256-a62395617a84),segment_id=76b52655-afbe-46ab-8256-a62395617a84)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:30:40.523053 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2c85f693-c028-4e3b-a64c-20237246b2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:40.536881 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=e514e855-83e9-4cf7-9345-176a2337eec5,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:40.623183 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7c5c29b8-d916-4403-a146-9a0bd616d537 req-2f57e506-c0a3-4a6e-ac3b-35604dcf10ee service neutron] 10.222.0.81 "GET /v2.0/networks/0be92582-5915-4835-ac16-79c44c856a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971666 May 23 11:30:40.769697 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85f693-c028-4e3b-a64c-20237246b2c6 None None] Pushing event updated for resources: {'Port': ['ID=78c6a31c-d99d-4fbb-b3b4-8b445ed9221c,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:40.776601 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2ae15eba-cd9f-48f3-a727-c74dc7a0759c up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:30:40.799651 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ec49f-47f8-4723-90e9-7c43f2c456c9 req-1c671c35-38c5-4007-b55d-9b7a77e57483 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:40.801440 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3a6ec49f-47f8-4723-90e9-7c43f2c456c9 req-1c671c35-38c5-4007-b55d-9b7a77e57483 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c11da6-6af0-43cf-932c-432951e38327 HTTP/1.1" status: 200 len: 946 time: 0.4140189 May 23 11:30:40.936863 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6a30ff-bacd-4abb-8531-d0ae74ed8594 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:30:40.954411 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3a6ec49f-47f8-4723-90e9-7c43f2c456c9 req-2d5c3d68-8a43-40eb-9f4d-c95f942a91f5 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/security-groups?id=a49534b7-6b4b-4127-8eac-0f4eaa8a0d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435218 May 23 11:30:40.962051 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b0919621-6293-42b2-b326-b29db6cf8b90 None None] Provisioning for port 636fc0f4-4e10-4f55-8692-2a285fd69d83 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:30:40.983773 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b0919621-6293-42b2-b326-b29db6cf8b90 None None] Provisioning complete for port 636fc0f4-4e10-4f55-8692-2a285fd69d83 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:40.984177 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b0919621-6293-42b2-b326-b29db6cf8b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:41.047327 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-af6a30ff-bacd-4abb-8531-d0ae74ed8594 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "PUT /v2.0/routers/31bf2d43-6293-457e-a293-1e7e07077b42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9166350 May 23 11:30:41.047873 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 46532) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:30:41.064768 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7c5c29b8-d916-4403-a146-9a0bd616d537 req-d44428da-7f21-4cb2-8721-11392beca039 service neutron] 10.222.0.81 "GET /v2.0/networks/0be92582-5915-4835-ac16-79c44c856a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280746 May 23 11:30:41.072006 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-7e3a3520-861e-4cdb-8c51-57f09e25170e tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1871406405'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:30:41.094915 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7e3a3520-861e-4cdb-8c51-57f09e25170e tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:30:41.107324 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7e3a3520-861e-4cdb-8c51-57f09e25170e tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Usage tracker for resource:network and tenant:313e40337aa44a9094358a8320ee4f45 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:30:41.112865 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7e3a3520-861e-4cdb-8c51-57f09e25170e tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:30:41.113644 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 2ae15eba-cd9f-48f3-a727-c74dc7a0759c completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:30:41.121862 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7e3a3520-861e-4cdb-8c51-57f09e25170e tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:30:41.135964 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 2ae15eba-cd9f-48f3-a727-c74dc7a0759c triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:41.137589 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:41.159667 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac36a3-d088-45f0-907a-857648834baf req-e5cd5851-334a-4c6f-8ef3-96532b2dcd53 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:41.161341 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ffac36a3-d088-45f0-907a-857648834baf req-e5cd5851-334a-4c6f-8ef3-96532b2dcd53 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=827bbfd7-32b0-4792-a06a-16a13bb77f8a HTTP/1.1" status: 200 len: 946 time: 0.3479209 May 23 11:30:41.173840 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3a3520-861e-4cdb-8c51-57f09e25170e tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Made reservation on behalf of 313e40337aa44a9094358a8320ee4f45 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:30:41.186084 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7e3a3520-861e-4cdb-8c51-57f09e25170e tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:41.294901 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b0919621-6293-42b2-b326-b29db6cf8b90 None None] Port 636fc0f4-4e10-4f55-8692-2a285fd69d83 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:30:41.376219 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b0919621-6293-42b2-b326-b29db6cf8b90 None None] Provisioning complete for port 78c6a31c-d99d-4fbb-b3b4-8b445ed9221c triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:41.377170 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b0919621-6293-42b2-b326-b29db6cf8b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:41.406478 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-30f7e32f-88b8-45ef-8abf-6abad9540d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:41.463423 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:41.558758 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4e8ae3b7-2265-4544-af74-6fc14fd023df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:41.597467 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e3a3520-861e-4cdb-8c51-57f09e25170e tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:30:41.608027 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 2ae15eba-cd9f-48f3-a727-c74dc7a0759c, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2ae15eba-cd9f-48f3-a727-c74dc7a0759c,segment=NetworkSegment(c7e73a73-6299-4ce1-9c74-e0840422ad68),segment_id=c7e73a73-6299-4ce1-9c74-e0840422ad68)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:30:41.620519 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:41.636074 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7e3a3520-861e-4cdb-8c51-57f09e25170e tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:41.636563 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-7e3a3520-861e-4cdb-8c51-57f09e25170e tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Added segment fca5af8f-9caf-4f3e-a693-b14975d02d71 of type vlan for network 81e54aa6-1cc2-4dde-871d-f7ea13db74fa May 23 11:30:41.649121 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ffac36a3-d088-45f0-907a-857648834baf req-f9addad3-a301-43a5-9c00-6a20874394b4 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=96623369-654d-40bc-8c92-c3b2e689341e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4764915 May 23 11:30:41.702765 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9574a80-12ab-43a8-88a8-4ffedc068a1d req-b1a4b7ce-9364-4106-899e-247fc51ef389 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:41.704580 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c9574a80-12ab-43a8-88a8-4ffedc068a1d req-b1a4b7ce-9364-4106-899e-247fc51ef389 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 943 time: 0.3683219 May 23 11:30:41.706434 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7e3a3520-861e-4cdb-8c51-57f09e25170e tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:41.718906 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=2ae15eba-cd9f-48f3-a727-c74dc7a0759c,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:41.771862 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c9574a80-12ab-43a8-88a8-4ffedc068a1d req-50d322c1-e1fd-48f8-9a01-0a1aff8c9ad3 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611305 May 23 11:30:41.794020 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7e3a3520-861e-4cdb-8c51-57f09e25170e tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:41.797873 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3a3520-861e-4cdb-8c51-57f09e25170e tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:41.803168 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7e3a3520-861e-4cdb-8c51-57f09e25170e tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:41.873228 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f8bd01c5-2a6f-4043-868a-255ef90d47a5 None None] Provisioning complete for port 636fc0f4-4e10-4f55-8692-2a285fd69d83 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:41.873846 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f8bd01c5-2a6f-4043-868a-255ef90d47a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:41.939043 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a3520-861e-4cdb-8c51-57f09e25170e tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event updated for resources: {'Network': ['ID=81e54aa6-1cc2-4dde-871d-f7ea13db74fa,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:41.944066 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7e3a3520-861e-4cdb-8c51-57f09e25170e tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8917527 May 23 11:30:41.946792 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 46542) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:30:41.953017 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-e3541012-eb10-4003-9ae7-c97ef54b58bb tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Request body: {'subnet': {'network_id': '81e54aa6-1cc2-4dde-871d-f7ea13db74fa', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:30:41.956990 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 81e54aa6-1cc2-4dde-871d-f7ea13db74fa details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:30:42.063230 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f8bd01c5-2a6f-4043-868a-255ef90d47a5 None None] Port 636fc0f4-4e10-4f55-8692-2a285fd69d83 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:30:42.212971 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e3541012-eb10-4003-9ae7-c97ef54b58bb tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:30:42.219689 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e3541012-eb10-4003-9ae7-c97ef54b58bb tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Usage tracker for resource:subnet and tenant:313e40337aa44a9094358a8320ee4f45 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:30:42.224598 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e3541012-eb10-4003-9ae7-c97ef54b58bb tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:30:42.250047 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e3541012-eb10-4003-9ae7-c97ef54b58bb tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:30:42.272110 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3541012-eb10-4003-9ae7-c97ef54b58bb tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Made reservation on behalf of 313e40337aa44a9094358a8320ee4f45 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:30:42.337141 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-30f7e32f-88b8-45ef-8abf-6abad9540d29 admin admin] Deleting port e514e855-83e9-4cf7-9345-176a2337eec5 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:30:42.337673 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-30f7e32f-88b8-45ef-8abf-6abad9540d29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:42.479808 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00aade-0512-47ad-815c-a99fee451dc9 req-7f7faace-4ddb-42fd-800c-02e07e7d7afb tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:42.495250 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ee00aade-0512-47ad-815c-a99fee451dc9 req-7f7faace-4ddb-42fd-800c-02e07e7d7afb tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c11da6-6af0-43cf-932c-432951e38327 HTTP/1.1" status: 200 len: 946 time: 0.3502436 May 23 11:30:42.543114 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2ae15eba-cd9f-48f3-a727-c74dc7a0759c up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:30:42.612181 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e3541012-eb10-4003-9ae7-c97ef54b58bb tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:42.703764 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ee00aade-0512-47ad-815c-a99fee451dc9 req-3d9b2a18-c62f-43c1-a7be-2fd4ebce4a9c tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/security-groups?id=a49534b7-6b4b-4127-8eac-0f4eaa8a0d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073245 May 23 11:30:42.887548 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 2ae15eba-cd9f-48f3-a727-c74dc7a0759c triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:42.888019 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:42.982247 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-30f7e32f-88b8-45ef-8abf-6abad9540d29 admin admin] For port e514e855-83e9-4cf7-9345-176a2337eec5, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e514e855-83e9-4cf7-9345-176a2337eec5,segment=NetworkSegment(2046c210-c1b4-4a16-bb58-42d9dbfc4661),segment_id=2046c210-c1b4-4a16-bb58-42d9dbfc4661)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:30:42.983369 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-30f7e32f-88b8-45ef-8abf-6abad9540d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:42.990666 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:43.036783 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:43.082361 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf673bc5-aefa-4eec-9753-24560ca81fed req-43bd07dc-a362-4181-84a7-d1a3b40c44dd tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:43.091430 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cf673bc5-aefa-4eec-9753-24560ca81fed req-43bd07dc-a362-4181-84a7-d1a3b40c44dd tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=827bbfd7-32b0-4792-a06a-16a13bb77f8a HTTP/1.1" status: 200 len: 946 time: 0.1476588 May 23 11:30:43.173166 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-30f7e32f-88b8-45ef-8abf-6abad9540d29 admin admin] Calling delete_port for e514e855-83e9-4cf7-9345-176a2337eec5 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:30:43.182397 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cf673bc5-aefa-4eec-9753-24560ca81fed req-3245e71d-23b4-4e14-b4e1-feb692ec28c5 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=96623369-654d-40bc-8c92-c3b2e689341e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898175 May 23 11:30:43.243549 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e3541012-eb10-4003-9ae7-c97ef54b58bb tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:43.294743 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 78c6a31c-d99d-4fbb-b3b4-8b445ed9221c up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:30:43.376413 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3541012-eb10-4003-9ae7-c97ef54b58bb tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event updated for resources: {'Subnet': ['ID=eb29bf95-b6ad-46f7-89ae-f306368c1c13,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:43.415425 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 78c6a31c-d99d-4fbb-b3b4-8b445ed9221c triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:43.415942 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:43.416997 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3541012-eb10-4003-9ae7-c97ef54b58bb tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Checking segment: {'id': 'fca5af8f-9caf-4f3e-a693-b14975d02d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '81e54aa6-1cc2-4dde-871d-f7ea13db74fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:30:43.417426 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3541012-eb10-4003-9ae7-c97ef54b58bb tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Network hostable DHCP agents. Network: 81e54aa6-1cc2-4dde-871d-f7ea13db74fa, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:30:43.429744 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953a072-8763-44ad-a1c0-bb00155c25aa req-cc74ed5f-b60f-484a-81f2-1142898bf7ab tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:43.431354 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4953a072-8763-44ad-a1c0-bb00155c25aa req-cc74ed5f-b60f-484a-81f2-1142898bf7ab tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 943 time: 0.2647371 May 23 11:30:43.488060 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4953a072-8763-44ad-a1c0-bb00155c25aa req-570e47ae-042a-4de8-828f-85732395eb3b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509012 May 23 11:30:43.489339 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3541012-eb10-4003-9ae7-c97ef54b58bb tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Network 81e54aa6-1cc2-4dde-871d-f7ea13db74fa is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:30:43.503760 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-e3541012-eb10-4003-9ae7-c97ef54b58bb tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 81e54aa6-1cc2-4dde-871d-f7ea13db74fa) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:30:43.519005 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d5c2cc-735a-4815-84be-c28d5d5aadf4 None None] Network 81e54aa6-1cc2-4dde-871d-f7ea13db74fa requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:30:43.526139 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3541012-eb10-4003-9ae7-c97ef54b58bb tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:43.531131 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e3541012-eb10-4003-9ae7-c97ef54b58bb tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:43.547640 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-30f7e32f-88b8-45ef-8abf-6abad9540d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:43.581951 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e3541012-eb10-4003-9ae7-c97ef54b58bb tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6340914 May 23 11:30:43.593311 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 46564) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:30:43.635025 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7e32f-88b8-45ef-8abf-6abad9540d29 admin admin] Pushing event deleted for resources: {'Port': ['ID=e514e855-83e9-4cf7-9345-176a2337eec5,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:44.161897 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1979b416-a564-4824-9424-c01a05cde184 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-81e54aa6-1cc2-4dde-871d-f7ea13db74fa', 'network_id': '81e54aa6-1cc2-4dde-871d-f7ea13db74fa', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'fixed_ips': [{'subnet_id': 'eb29bf95-b6ad-46f7-89ae-f306368c1c13'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:30:44.163589 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1979b416-a564-4824-9424-c01a05cde184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:44.194148 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e514e855-83e9-4cf7-9345-176a2337eec5 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:30:44.313167 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: e514e855-83e9-4cf7-9345-176a2337eec5 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:30:44.313520 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e514e855-83e9-4cf7-9345-176a2337eec5 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 23 11:30:44.397195 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-30f7e32f-88b8-45ef-8abf-6abad9540d29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:44.428055 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Port e514e855-83e9-4cf7-9345-176a2337eec5 not found, will not notify nova. {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 23 11:30:44.455545 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:44.530778 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410cd983-ee00-4442-b9c1-38cd9e6a1bb4 req-0ef234d6-0415-43cb-b69a-523cdf8188cd tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:44.541838 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-410cd983-ee00-4442-b9c1-38cd9e6a1bb4 req-0ef234d6-0415-43cb-b69a-523cdf8188cd tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c11da6-6af0-43cf-932c-432951e38327 HTTP/1.1" status: 200 len: 946 time: 0.5518782 May 23 11:30:44.613937 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-1979b416-a564-4824-9424-c01a05cde184 None None] Allocated IP 2001:db8:3::2 (81e54aa6-1cc2-4dde-871d-f7ea13db74fa/eb29bf95-b6ad-46f7-89ae-f306368c1c13/69885f56-1574-4cf2-a9f1-7016d101c8d8) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:30:45.120472 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1979b416-a564-4824-9424-c01a05cde184 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:45.133840 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1979b416-a564-4824-9424-c01a05cde184 None None] Transition to ACTIVE for port object 69885f56-1574-4cf2-a9f1-7016d101c8d8 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:30:45.157442 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1979b416-a564-4824-9424-c01a05cde184 None None] Transition to ACTIVE for port object 69885f56-1574-4cf2-a9f1-7016d101c8d8 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:30:45.165112 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1979b416-a564-4824-9424-c01a05cde184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:45.190758 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-410cd983-ee00-4442-b9c1-38cd9e6a1bb4 req-6e282e14-83a5-4605-a152-2bb7d0b2e887 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/security-groups?id=a49534b7-6b4b-4127-8eac-0f4eaa8a0d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6478133 May 23 11:30:45.287467 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeaa277-d3b8-4fca-800a-2d88683e8b1b req-281c4a16-339c-4786-8b77-a45e142bd52f tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:45.298839 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cdeaa277-d3b8-4fca-800a-2d88683e8b1b req-281c4a16-339c-4786-8b77-a45e142bd52f tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=827bbfd7-32b0-4792-a06a-16a13bb77f8a HTTP/1.1" status: 200 len: 946 time: 0.8671863 May 23 11:30:45.363589 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1979b416-a564-4824-9424-c01a05cde184 None None] Network 81e54aa6-1cc2-4dde-871d-f7ea13db74fa is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:30:45.366893 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-1979b416-a564-4824-9424-c01a05cde184 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:30:45.384203 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1979b416-a564-4824-9424-c01a05cde184 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:30:45.479776 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1979b416-a564-4824-9424-c01a05cde184 None None] Pushing event updated for resources: {'Port': ['ID=69885f56-1574-4cf2-a9f1-7016d101c8d8,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:45.600792 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1979b416-a564-4824-9424-c01a05cde184 None None] Attempting to bind port 69885f56-1574-4cf2-a9f1-7016d101c8d8 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:30:45.601155 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1979b416-a564-4824-9424-c01a05cde184 None None] Attempting to bind port 69885f56-1574-4cf2-a9f1-7016d101c8d8 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'fca5af8f-9caf-4f3e-a693-b14975d02d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '81e54aa6-1cc2-4dde-871d-f7ea13db74fa'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:30:45.601518 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1979b416-a564-4824-9424-c01a05cde184 None None] Attempting to bind port 69885f56-1574-4cf2-a9f1-7016d101c8d8 on network 81e54aa6-1cc2-4dde-871d-f7ea13db74fa {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:30:45.614453 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1979b416-a564-4824-9424-c01a05cde184 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:30:45.614822 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1979b416-a564-4824-9424-c01a05cde184 None None] Checking segment: {'id': 'fca5af8f-9caf-4f3e-a693-b14975d02d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '81e54aa6-1cc2-4dde-871d-f7ea13db74fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:30:45.615226 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1979b416-a564-4824-9424-c01a05cde184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:45.615618 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1979b416-a564-4824-9424-c01a05cde184 None None] Bound using segment: {'id': 'fca5af8f-9caf-4f3e-a693-b14975d02d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '81e54aa6-1cc2-4dde-871d-f7ea13db74fa'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:30:45.616132 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1979b416-a564-4824-9424-c01a05cde184 None None] Bound port: 69885f56-1574-4cf2-a9f1-7016d101c8d8, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fca5af8f-9caf-4f3e-a693-b14975d02d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '81e54aa6-1cc2-4dde-871d-f7ea13db74fa'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:30:45.616501 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1979b416-a564-4824-9424-c01a05cde184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:45.649018 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cdeaa277-d3b8-4fca-800a-2d88683e8b1b req-74509517-6e6f-41f5-a837-67102fa05b8c tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=96623369-654d-40bc-8c92-c3b2e689341e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3489161 May 23 11:30:45.743333 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0040cd0-1a3e-4d44-8c36-a2e839030ae1 req-d0a3ccdb-f418-492e-96e8-03d8d1d9a2ea tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:45.750435 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d0040cd0-1a3e-4d44-8c36-a2e839030ae1 req-d0a3ccdb-f418-492e-96e8-03d8d1d9a2ea tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 943 time: 0.2011855 May 23 11:30:45.820220 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d0040cd0-1a3e-4d44-8c36-a2e839030ae1 req-b3fc29e7-10f0-4f2c-9622-d08d4c9e490a tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687420 May 23 11:30:45.844080 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1979b416-a564-4824-9424-c01a05cde184 None None] For port 69885f56-1574-4cf2-a9f1-7016d101c8d8, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:30:45.850927 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1979b416-a564-4824-9424-c01a05cde184 None None] For port 69885f56-1574-4cf2-a9f1-7016d101c8d8, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=69885f56-1574-4cf2-a9f1-7016d101c8d8,segment=NetworkSegment(fca5af8f-9caf-4f3e-a693-b14975d02d71),segment_id=fca5af8f-9caf-4f3e-a693-b14975d02d71)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:30:45.861269 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1979b416-a564-4824-9424-c01a05cde184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:45.905805 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f7e32f-88b8-45ef-8abf-6abad9540d29 admin admin] Router 38feb090-6cf4-4871-a88d-7cfed14bc70d has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:30:46.039343 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0a31e41d-15b0-4375-b152-6b896eb53f69 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:46.056285 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1979b416-a564-4824-9424-c01a05cde184 None None] Pushing event updated for resources: {'Port': ['ID=69885f56-1574-4cf2-a9f1-7016d101c8d8,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:46.672194 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f7e32f-88b8-45ef-8abf-6abad9540d29 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:30:46.673098 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 69885f56-1574-4cf2-a9f1-7016d101c8d8 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:30:46.687240 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-30f7e32f-88b8-45ef-8abf-6abad9540d29 admin admin] 10.222.0.79 "PUT /v2.0/routers/38feb090-6cf4-4871-a88d-7cfed14bc70d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1580822 May 23 11:30:46.690254 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46612) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:30:46.855292 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 69885f56-1574-4cf2-a9f1-7016d101c8d8 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:30:47.025916 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-26143ead-4424-4944-bd77-5449099ff660 admin admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:47.072173 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-0a31e41d-15b0-4375-b152-6b896eb53f69 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Allocated IP 2001:db8:3::1 (81e54aa6-1cc2-4dde-871d-f7ea13db74fa/eb29bf95-b6ad-46f7-89ae-f306368c1c13/885f7557-5010-4baf-a046-b2b7997517ef) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:30:47.377185 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c58ee-56fa-49de-9e24-a9420400f891 req-bc9f71d9-cb87-43d4-a149-88a6275332ed tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:47.379094 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4c3c58ee-56fa-49de-9e24-a9420400f891 req-bc9f71d9-cb87-43d4-a149-88a6275332ed tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c11da6-6af0-43cf-932c-432951e38327 HTTP/1.1" status: 200 len: 946 time: 0.8158529 May 23 11:30:47.380413 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-26143ead-4424-4944-bd77-5449099ff660 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:47.399457 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-26143ead-4424-4944-bd77-5449099ff660 admin admin] Deleting port 606f269d-15ed-4649-91b5-04700c3b2da4 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:30:47.402756 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-26143ead-4424-4944-bd77-5449099ff660 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:47.507659 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4c3c58ee-56fa-49de-9e24-a9420400f891 req-a7d823c8-db3f-4a61-81cd-97de1cf80ba1 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/security-groups?id=a49534b7-6b4b-4127-8eac-0f4eaa8a0d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124649 May 23 11:30:47.535368 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0a31e41d-15b0-4375-b152-6b896eb53f69 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:47.585843 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c4c15-c50a-461f-8c0a-f0096bee6dd2 req-a4adb924-6249-4932-b10f-85e560e67a90 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:47.596121 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-425c4c15-c50a-461f-8c0a-f0096bee6dd2 req-a4adb924-6249-4932-b10f-85e560e67a90 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=827bbfd7-32b0-4792-a06a-16a13bb77f8a HTTP/1.1" status: 200 len: 946 time: 0.7311866 May 23 11:30:47.619385 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-0a31e41d-15b0-4375-b152-6b896eb53f69 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Transition to ACTIVE for port object 885f7557-5010-4baf-a046-b2b7997517ef will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:30:47.705679 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-425c4c15-c50a-461f-8c0a-f0096bee6dd2 req-3ae6fd3b-afac-4e1e-be23-b94482505e8f tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=96623369-654d-40bc-8c92-c3b2e689341e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087260 May 23 11:30:47.798838 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0a31e41d-15b0-4375-b152-6b896eb53f69 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:47.806976 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd23b09a-1b0b-4bef-8bd5-050bf4f2b20c None None] Network 81e54aa6-1cc2-4dde-871d-f7ea13db74fa requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:30:47.938378 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-26143ead-4424-4944-bd77-5449099ff660 admin admin] For port 606f269d-15ed-4649-91b5-04700c3b2da4, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=606f269d-15ed-4649-91b5-04700c3b2da4,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:30:47.940539 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-26143ead-4424-4944-bd77-5449099ff660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:47.947165 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a31e41d-15b0-4375-b152-6b896eb53f69 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Network 81e54aa6-1cc2-4dde-871d-f7ea13db74fa is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:30:47.948469 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a31e41d-15b0-4375-b152-6b896eb53f69 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event updated for resources: {'Port': ['ID=885f7557-5010-4baf-a046-b2b7997517ef,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:47.962159 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-0a31e41d-15b0-4375-b152-6b896eb53f69 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:30:47.967351 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a31e41d-15b0-4375-b152-6b896eb53f69 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:30:47.969363 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0a31e41d-15b0-4375-b152-6b896eb53f69 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:48.003431 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1cbfd487-c97d-405a-8cb8-93a00095e335 None None] Provisioning for port 69885f56-1574-4cf2-a9f1-7016d101c8d8 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:30:48.037515 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1cbfd487-c97d-405a-8cb8-93a00095e335 None None] Provisioning complete for port 69885f56-1574-4cf2-a9f1-7016d101c8d8 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:48.039464 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1cbfd487-c97d-405a-8cb8-93a00095e335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:48.113863 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91584873-0ae8-40b1-952e-b7be5a600df2 req-cca242de-1963-409a-988e-c55910656c3a tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:48.115702 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-91584873-0ae8-40b1-952e-b7be5a600df2 req-cca242de-1963-409a-988e-c55910656c3a tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 943 time: 0.3869183 May 23 11:30:48.230526 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0a31e41d-15b0-4375-b152-6b896eb53f69 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:48.278936 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-26143ead-4424-4944-bd77-5449099ff660 admin admin] Calling delete_port for 606f269d-15ed-4649-91b5-04700c3b2da4 owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:30:48.413496 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-91584873-0ae8-40b1-952e-b7be5a600df2 req-a40fa668-4c51-47cf-ad31-f5fe62ebc1e8 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2870862 May 23 11:30:48.553742 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1cbfd487-c97d-405a-8cb8-93a00095e335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:48.658943 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-26143ead-4424-4944-bd77-5449099ff660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:48.762918 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1cbfd487-c97d-405a-8cb8-93a00095e335 None None] For port 69885f56-1574-4cf2-a9f1-7016d101c8d8, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=69885f56-1574-4cf2-a9f1-7016d101c8d8,segment=NetworkSegment(fca5af8f-9caf-4f3e-a693-b14975d02d71),segment_id=fca5af8f-9caf-4f3e-a693-b14975d02d71)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:30:48.811288 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1cbfd487-c97d-405a-8cb8-93a00095e335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:48.835995 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26143ead-4424-4944-bd77-5449099ff660 admin admin] Pushing event deleted for resources: {'Port': ['ID=606f269d-15ed-4649-91b5-04700c3b2da4,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:48.919313 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0227904-6ab1-44c2-93b3-5073392d5cdf None None] Sync routers for ids ['31bf2d43-6293-457e-a293-1e7e07077b42'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:30:48.938770 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0227904-6ab1-44c2-93b3-5073392d5cdf None None] Routers {'31bf2d43-6293-457e-a293-1e7e07077b42'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:30:48.943840 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-a0227904-6ab1-44c2-93b3-5073392d5cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:30:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['31bf2d43-6293-457e-a293-1e7e07077b42'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:30:48.960759 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73848781-a735-4b3a-aa1c-aa14d623d327 None None] Sync routers for ids ['5a2e9872-1aef-4de3-b0c9-ae0151225747'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:30:49.003562 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574a49a5-3d0d-4f4e-9b66-cd533722d77a None None] Sync routers for ids ['38feb090-6cf4-4871-a88d-7cfed14bc70d'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:30:49.075236 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574a49a5-3d0d-4f4e-9b66-cd533722d77a None None] Routers {'38feb090-6cf4-4871-a88d-7cfed14bc70d'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:30:49.077145 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-574a49a5-3d0d-4f4e-9b66-cd533722d77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:30:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['38feb090-6cf4-4871-a88d-7cfed14bc70d'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:30:49.343025 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-a0227904-6ab1-44c2-93b3-5073392d5cdf None None] Set router 31bf2d43-6293-457e-a293-1e7e07077b42 gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:30:49.413185 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-26143ead-4424-4944-bd77-5449099ff660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:49.536320 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0a31e41d-15b0-4375-b152-6b896eb53f69 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:49.564739 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73848781-a735-4b3a-aa1c-aa14d623d327 None None] Routers {'5a2e9872-1aef-4de3-b0c9-ae0151225747'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:30:49.572710 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0a31e41d-15b0-4375-b152-6b896eb53f69 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:49.572921 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-73848781-a735-4b3a-aa1c-aa14d623d327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:30:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['5a2e9872-1aef-4de3-b0c9-ae0151225747'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:30:49.573102 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0a31e41d-15b0-4375-b152-6b896eb53f69 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:49.862907 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a31e41d-15b0-4375-b152-6b896eb53f69 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event updated for resources: {'Port': ['ID=885f7557-5010-4baf-a046-b2b7997517ef,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:49.924140 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a31e41d-15b0-4375-b152-6b896eb53f69 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:30:49.924540 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a31e41d-15b0-4375-b152-6b896eb53f69 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:30:49.924882 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a31e41d-15b0-4375-b152-6b896eb53f69 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:30:49.925265 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a31e41d-15b0-4375-b152-6b896eb53f69 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:30:49.925601 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a31e41d-15b0-4375-b152-6b896eb53f69 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:30:49.930301 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a31e41d-15b0-4375-b152-6b896eb53f69 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:30:49.931537 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a31e41d-15b0-4375-b152-6b896eb53f69 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:30:49.931897 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a31e41d-15b0-4375-b152-6b896eb53f69 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:30:49.932237 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a31e41d-15b0-4375-b152-6b896eb53f69 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:30:49.932570 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a31e41d-15b0-4375-b152-6b896eb53f69 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:30:49.932897 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a31e41d-15b0-4375-b152-6b896eb53f69 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:30:50.007512 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e7d88-bcba-45ac-8f08-8375e6f124b6 req-54b1064c-a4f3-4e9f-9aca-9ef5ab0e00eb tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:50.013565 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-207e7d88-bcba-45ac-8f08-8375e6f124b6 req-54b1064c-a4f3-4e9f-9aca-9ef5ab0e00eb tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c11da6-6af0-43cf-932c-432951e38327 HTTP/1.1" status: 200 len: 946 time: 1.1813378 May 23 11:30:50.117748 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbfd487-c97d-405a-8cb8-93a00095e335 None None] Pushing event updated for resources: {'Port': ['ID=69885f56-1574-4cf2-a9f1-7016d101c8d8,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:50.145523 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-574a49a5-3d0d-4f4e-9b66-cd533722d77a None None] Set router 38feb090-6cf4-4871-a88d-7cfed14bc70d gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:30:50.223344 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-a0227904-6ab1-44c2-93b3-5073392d5cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'name': 'tempest-RoutersIpV6Test-router-570168471', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:30:04Z', 'updated_at': '2022-05-23T11:30:48Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'gw_port_host': None, '_interfaces': [{'id': '0211a025-641e-4c41-a4d6-b078a012922e', 'name': '', 'network_id': '402087d6-aaee-4b69-8e63-6a4ea9032e92', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:2c:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1521b99-16a4-4945-8627-d30203f9e4a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:08Z', 'updated_at': '2022-05-23T11:30:28Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': 'e1521b99-16a4-4945-8627-d30203f9e4a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ae15eba-cd9f-48f3-a727-c74dc7a0759c', 'name': '', 'network_id': '73bafaec-97c1-40d2-9afa-a740ea8aeb64', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:a0:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66ae6e8c-68d9-4620-bcd8-6a3f9ad2efae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:23Z', 'updated_at': '2022-05-23T11:30:41Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': '66ae6e8c-68d9-4620-bcd8-6a3f9ad2efae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '636fc0f4-4e10-4f55-8692-2a285fd69d83', 'name': '', 'network_id': '0357cbf2-3a2d-45f8-8502-a77cf845f2b0', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:8d:8d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34db8f68-0967-45ec-a866-7b36f15c7ba4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:35Z', 'updated_at': '2022-05-23T11:30:38Z', 'revision_number': 2, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': '34db8f68-0967-45ec-a866-7b36f15c7ba4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '885f7557-5010-4baf-a046-b2b7997517ef', 'name': '', 'network_id': '81e54aa6-1cc2-4dde-871d-f7ea13db74fa', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:9d:71:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb29bf95-b6ad-46f7-89ae-f306368c1c13', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:46Z', 'updated_at': '2022-05-23T11:30:47Z', 'revision_number': 1, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': 'eb29bf95-b6ad-46f7-89ae-f306368c1c13', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:30:50.229968 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0227904-6ab1-44c2-93b3-5073392d5cdf None None] Checking router: 31bf2d43-6293-457e-a293-1e7e07077b42 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:30:50.229968 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0227904-6ab1-44c2-93b3-5073392d5cdf None None] Updating router 31bf2d43-6293-457e-a293-1e7e07077b42 port 636fc0f4-4e10-4f55-8692-2a285fd69d83 binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:30:50.319341 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-207e7d88-bcba-45ac-8f08-8375e6f124b6 req-1ab0cc2f-042b-43ec-ae53-b0a9d1aaa4c2 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/security-groups?id=a49534b7-6b4b-4127-8eac-0f4eaa8a0d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858125 May 23 11:30:50.330822 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-a0227904-6ab1-44c2-93b3-5073392d5cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:50.331857 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f9256-85cb-4e19-be00-03f181ae7227 req-c05a5f0e-6167-4c61-b6ff-1e35f517547e tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:50.341861 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cc9f9256-85cb-4e19-be00-03f181ae7227 req-c05a5f0e-6167-4c61-b6ff-1e35f517547e tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=827bbfd7-32b0-4792-a06a-16a13bb77f8a HTTP/1.1" status: 200 len: 946 time: 1.2698371 May 23 11:30:50.440967 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-26143ead-4424-4944-bd77-5449099ff660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:50.447438 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-26143ead-4424-4944-bd77-5449099ff660 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:50.481257 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cc9f9256-85cb-4e19-be00-03f181ae7227 req-1c340b7f-5f47-4a5a-bc3f-f8022b9437c8 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=96623369-654d-40bc-8c92-c3b2e689341e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369774 May 23 11:30:50.518473 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a31e41d-15b0-4375-b152-6b896eb53f69 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Network 81e54aa6-1cc2-4dde-871d-f7ea13db74fa is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:30:50.523395 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-0a31e41d-15b0-4375-b152-6b896eb53f69 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:30:50.540846 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-26143ead-4424-4944-bd77-5449099ff660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:50.541556 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26143ead-4424-4944-bd77-5449099ff660 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38feb090-6cf4-4871-a88d-7cfed14bc70d {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:30:50.560783 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-26143ead-4424-4944-bd77-5449099ff660 admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:50.572528 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-26143ead-4424-4944-bd77-5449099ff660 admin admin] 10.222.0.79 "DELETE /v2.0/routers/38feb090-6cf4-4871-a88d-7cfed14bc70d HTTP/1.1" status: 204 len: 168 time: 3.8811119 May 23 11:30:50.573187 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46636) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:30:50.696608 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-39ef92cc-0979-489e-9de6-9365f9a4ac02 admin admin] Deleting subnet 0401c46c-3143-4d99-a5c7-9f75d26fcc6a {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:30:50.707348 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-39ef92cc-0979-489e-9de6-9365f9a4ac02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:50.801600 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-39ef92cc-0979-489e-9de6-9365f9a4ac02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:50.841857 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 69885f56-1574-4cf2-a9f1-7016d101c8d8 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:30:51.102459 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-574a49a5-3d0d-4f4e-9b66-cd533722d77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38feb090-6cf4-4871-a88d-7cfed14bc70d', 'name': 'tempest-TestAggregatesBasicOps-569325687-router', 'tenant_id': 'e41e6d532b334d0b94e545bc452501fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:29:55Z', 'updated_at': '2022-05-23T11:30:48Z', 'revision_number': 7, 'project_id': 'e41e6d532b334d0b94e545bc452501fb', 'gw_port_host': None}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:30:51.145180 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7d4f6c27-b3f4-4766-a67d-7896886b344d None None] Provisioning complete for port 69885f56-1574-4cf2-a9f1-7016d101c8d8 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:51.146791 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7d4f6c27-b3f4-4766-a67d-7896886b344d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:51.206968 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-39ef92cc-0979-489e-9de6-9365f9a4ac02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:51.246828 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59775eed-fb2d-402c-9498-6cfc6096aac7 req-eb7e6d91-c181-4894-b4af-a327aa5154b4 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:51.249725 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-59775eed-fb2d-402c-9498-6cfc6096aac7 req-eb7e6d91-c181-4894-b4af-a327aa5154b4 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 943 time: 0.3731203 May 23 11:30:51.290163 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574a49a5-3d0d-4f4e-9b66-cd533722d77a None None] Checking router: 38feb090-6cf4-4871-a88d-7cfed14bc70d for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:30:51.342866 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-585ef389-4b8d-46b6-ad4a-1d928fedfa1a req-0fdc7309-cfc5-4426-93b7-819b75feaaf6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=827bbfd7-32b0-4792-a06a-16a13bb77f8a HTTP/1.1" status: 200 len: 1097 time: 0.3497198 May 23 11:30:51.354279 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-a0227904-6ab1-44c2-93b3-5073392d5cdf None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:51.427626 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-585ef389-4b8d-46b6-ad4a-1d928fedfa1a req-86e53db5-6bfa-4f44-98d7-f97c5550711d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=96623369-654d-40bc-8c92-c3b2e689341e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645328 May 23 11:30:51.434375 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-a0227904-6ab1-44c2-93b3-5073392d5cdf None None] Transition to ACTIVE for port object 636fc0f4-4e10-4f55-8692-2a285fd69d83 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:30:51.440962 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-39ef92cc-0979-489e-9de6-9365f9a4ac02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:51.444279 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-a0227904-6ab1-44c2-93b3-5073392d5cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:51.541436 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-39ef92cc-0979-489e-9de6-9365f9a4ac02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:51.564924 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-73848781-a735-4b3a-aa1c-aa14d623d327 None None] Set router 5a2e9872-1aef-4de3-b0c9-ae0151225747 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:30:51.571715 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-39ef92cc-0979-489e-9de6-9365f9a4ac02 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/0401c46c-3143-4d99-a5c7-9f75d26fcc6a HTTP/1.1" status: 204 len: 168 time: 0.9965403 May 23 11:30:51.572691 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef92cc-0979-489e-9de6-9365f9a4ac02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0401c46c-3143-4d99-a5c7-9f75d26fcc6a,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:51.579756 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46646) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:30:51.785631 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-59775eed-fb2d-402c-9498-6cfc6096aac7 req-6e6adb20-ed6e-4d99-8e1f-d87045c9ebd6 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5282271 May 23 11:30:51.846626 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56be43-038b-41af-b1e6-d3915423b40e req-5597b2c3-1209-46d0-9915-5d8a5c7686bf tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:51.854350 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8f56be43-038b-41af-b1e6-d3915423b40e req-5597b2c3-1209-46d0-9915-5d8a5c7686bf tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c11da6-6af0-43cf-932c-432951e38327 HTTP/1.1" status: 200 len: 946 time: 0.1963949 May 23 11:30:51.874109 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574a49a5-3d0d-4f4e-9b66-cd533722d77a None None] Routers set() bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:30:51.874488 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574a49a5-3d0d-4f4e-9b66-cd533722d77a None None] Router IDs set() for agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 23 11:30:51.875112 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_agentschedulers_db [None req-574a49a5-3d0d-4f4e-9b66-cd533722d77a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'38feb090-6cf4-4871-a88d-7cfed14bc70d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:30:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent'). {{(pid=83912) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 23 11:30:51.875491 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574a49a5-3d0d-4f4e-9b66-cd533722d77a None None] The sync data for ids ['38feb090-6cf4-4871-a88d-7cfed14bc70d'] in n-d-842952-2 is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:30:51.900946 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdf2534-4ec9-42df-9583-b7c992fbc5ee None None] Network 359ad7ee-64bf-4ffa-a7ae-96e0ce95086e requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:30:51.959955 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a83986b2-99e3-4492-80a2-b2b6be495bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:51.963550 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a31e41d-15b0-4375-b152-6b896eb53f69 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Router 31bf2d43-6293-457e-a293-1e7e07077b42 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:30:51.983807 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8f56be43-038b-41af-b1e6-d3915423b40e req-e7545211-7766-45a6-9d5f-7078ad497796 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/security-groups?id=a49534b7-6b4b-4127-8eac-0f4eaa8a0d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169174 May 23 11:30:52.029636 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a83986b2-99e3-4492-80a2-b2b6be495bdd admin admin] Deleting port bce33ce2-7b3f-46f6-a86b-3937a8aded57 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:30:52.030016 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a83986b2-99e3-4492-80a2-b2b6be495bdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:52.113497 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-a0227904-6ab1-44c2-93b3-5073392d5cdf None None] Attempting to bind port 636fc0f4-4e10-4f55-8692-2a285fd69d83 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:30:52.114571 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-a0227904-6ab1-44c2-93b3-5073392d5cdf None None] Attempting to bind port 636fc0f4-4e10-4f55-8692-2a285fd69d83 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '76b52655-afbe-46ab-8256-a62395617a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0357cbf2-3a2d-45f8-8502-a77cf845f2b0'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:30:52.114930 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0227904-6ab1-44c2-93b3-5073392d5cdf None None] Attempting to bind port 636fc0f4-4e10-4f55-8692-2a285fd69d83 on network 0357cbf2-3a2d-45f8-8502-a77cf845f2b0 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:30:52.131160 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca61d25f-4293-4829-b4e0-139f6f1366dd None None] Pushing event updated for resources: {'Port': ['ID=636fc0f4-4e10-4f55-8692-2a285fd69d83,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:52.134982 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0227904-6ab1-44c2-93b3-5073392d5cdf None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:30:52.135356 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0227904-6ab1-44c2-93b3-5073392d5cdf None None] Checking segment: {'id': '76b52655-afbe-46ab-8256-a62395617a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0357cbf2-3a2d-45f8-8502-a77cf845f2b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:30:52.135737 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-a0227904-6ab1-44c2-93b3-5073392d5cdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:52.136137 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0227904-6ab1-44c2-93b3-5073392d5cdf None None] Bound using segment: {'id': '76b52655-afbe-46ab-8256-a62395617a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0357cbf2-3a2d-45f8-8502-a77cf845f2b0'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:30:52.136604 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-a0227904-6ab1-44c2-93b3-5073392d5cdf None None] Bound port: 636fc0f4-4e10-4f55-8692-2a285fd69d83, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76b52655-afbe-46ab-8256-a62395617a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0357cbf2-3a2d-45f8-8502-a77cf845f2b0'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:30:52.136967 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-a0227904-6ab1-44c2-93b3-5073392d5cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:52.223218 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 69885f56-1574-4cf2-a9f1-7016d101c8d8 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:52.223951 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:52.363499 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-a0227904-6ab1-44c2-93b3-5073392d5cdf None None] For port 636fc0f4-4e10-4f55-8692-2a285fd69d83, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:30:52.368540 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-a0227904-6ab1-44c2-93b3-5073392d5cdf None None] For port 636fc0f4-4e10-4f55-8692-2a285fd69d83, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=636fc0f4-4e10-4f55-8692-2a285fd69d83,segment=NetworkSegment(76b52655-afbe-46ab-8256-a62395617a84),segment_id=76b52655-afbe-46ab-8256-a62395617a84)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:30:52.379226 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-a0227904-6ab1-44c2-93b3-5073392d5cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:52.555350 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0227904-6ab1-44c2-93b3-5073392d5cdf None None] Updating router 31bf2d43-6293-457e-a293-1e7e07077b42 port 885f7557-5010-4baf-a046-b2b7997517ef binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:30:52.762085 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-a0227904-6ab1-44c2-93b3-5073392d5cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:52.878086 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-a83986b2-99e3-4492-80a2-b2b6be495bdd admin admin] For port bce33ce2-7b3f-46f6-a86b-3937a8aded57, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=bce33ce2-7b3f-46f6-a86b-3937a8aded57,segment=NetworkSegment(2046c210-c1b4-4a16-bb58-42d9dbfc4661),segment_id=2046c210-c1b4-4a16-bb58-42d9dbfc4661)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:30:52.878676 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a83986b2-99e3-4492-80a2-b2b6be495bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:52.945796 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca61d25f-4293-4829-b4e0-139f6f1366dd None None] Pushing event updated for resources: {'Port': ['ID=636fc0f4-4e10-4f55-8692-2a285fd69d83,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:52.998007 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7d4f6c27-b3f4-4766-a67d-7896886b344d None None] Provisioning for port 885f7557-5010-4baf-a046-b2b7997517ef completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:30:53.021242 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7d4f6c27-b3f4-4766-a67d-7896886b344d None None] Provisioning complete for port 885f7557-5010-4baf-a046-b2b7997517ef triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:53.021608 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7d4f6c27-b3f4-4766-a67d-7896886b344d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:53.175652 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7d4f6c27-b3f4-4766-a67d-7896886b344d None None] Port 885f7557-5010-4baf-a046-b2b7997517ef cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:30:53.297391 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 46662) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:30:53.455201 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a83986b2-99e3-4492-80a2-b2b6be495bdd admin admin] Calling delete_port for bce33ce2-7b3f-46f6-a86b-3937a8aded57 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:30:53.466472 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-73848781-a735-4b3a-aa1c-aa14d623d327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2e9872-1aef-4de3-b0c9-ae0151225747', 'name': 'tempest-TestAggregatesBasicOps-762515396-router', 'tenant_id': '1c4dc4a9a96148efbac81b1f22b71c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '2ac8a80e-217d-4109-b2fb-2ad3b20942fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:30:15Z', 'updated_at': '2022-05-23T11:30:28Z', 'revision_number': 4, 'project_id': '1c4dc4a9a96148efbac81b1f22b71c20', 'gw_port': {'id': '2ac8a80e-217d-4109-b2fb-2ad3b20942fa', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:79:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2e9872-1aef-4de3-b0c9-ae0151225747', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:17Z', 'updated_at': '2022-05-23T11:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '8224bc30-3751-43f6-81c1-d7ac78946257', 'name': '', 'network_id': 'e68a9de9-8253-4d65-9d27-4110aa5ec6a5', 'tenant_id': '1c4dc4a9a96148efbac81b1f22b71c20', 'mac_address': 'fa:16:3e:b8:2d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2e9872-1aef-4de3-b0c9-ae0151225747', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a81bd24-6dfd-47ec-932e-a2779113808c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:26Z', 'updated_at': '2022-05-23T11:30:28Z', 'revision_number': 2, 'project_id': '1c4dc4a9a96148efbac81b1f22b71c20', 'subnets': [{'id': '9a81bd24-6dfd-47ec-932e-a2779113808c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:30:53.514285 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73848781-a735-4b3a-aa1c-aa14d623d327 None None] Checking router: 5a2e9872-1aef-4de3-b0c9-ae0151225747 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:30:53.514924 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73848781-a735-4b3a-aa1c-aa14d623d327 None None] Updating router 5a2e9872-1aef-4de3-b0c9-ae0151225747 port 8224bc30-3751-43f6-81c1-d7ac78946257 binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:30:53.679693 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a9ee2e-f958-4162-a33d-3927233f37d2 None None] DHCP port deletion for 359ad7ee-64bf-4ffa-a7ae-96e0ce95086e request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:30:53.704320 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a83986b2-99e3-4492-80a2-b2b6be495bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:53.713698 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff953b68-f4ec-4536-9c56-e213f225fa4a req-1fe531f3-71ed-41f3-a84e-066fb33ae8d0 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:53.721078 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ff953b68-f4ec-4536-9c56-e213f225fa4a req-1fe531f3-71ed-41f3-a84e-066fb33ae8d0 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=827bbfd7-32b0-4792-a06a-16a13bb77f8a HTTP/1.1" status: 200 len: 946 time: 1.3906348 May 23 11:30:53.752605 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d0a9ee2e-f958-4162-a33d-3927233f37d2 None None] Deleting port bce33ce2-7b3f-46f6-a86b-3937a8aded57 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:30:53.753049 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d0a9ee2e-f958-4162-a33d-3927233f37d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:53.793091 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10101552-e7f8-4722-a5d5-e5f94be9a9c0 req-62b1096c-be66-417c-99a7-9aba0b06d16c tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:53.800248 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-10101552-e7f8-4722-a5d5-e5f94be9a9c0 req-62b1096c-be66-417c-99a7-9aba0b06d16c tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 943 time: 0.4058433 May 23 11:30:53.845560 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83986b2-99e3-4492-80a2-b2b6be495bdd admin admin] No DVR routers for this DVR port bce33ce2-7b3f-46f6-a86b-3937a8aded57 on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:30:53.855955 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 636fc0f4-4e10-4f55-8692-2a285fd69d83 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:30:53.913420 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a31e41d-15b0-4375-b152-6b896eb53f69 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:30:53.945404 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ff953b68-f4ec-4536-9c56-e213f225fa4a req-da90f347-0a55-43c2-8459-e8768b36d4d9 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=96623369-654d-40bc-8c92-c3b2e689341e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233737 May 23 11:30:54.013307 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f242d85e-757f-4f01-8991-7b3404fa4a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:54.060754 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-10101552-e7f8-4722-a5d5-e5f94be9a9c0 req-47490874-94fc-4c7d-af56-3ca70e53fe98 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2595253 May 23 11:30:54.087868 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0a31e41d-15b0-4375-b152-6b896eb53f69 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "PUT /v2.0/routers/31bf2d43-6293-457e-a293-1e7e07077b42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4933414 May 23 11:30:54.089108 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 46670) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:30:54.098901 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-b266db21-0026-46a6-a7ff-c8420977125c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:30:54.138492 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d0a9ee2e-f958-4162-a33d-3927233f37d2 None None] The port 'bce33ce2-7b3f-46f6-a86b-3937a8aded57' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:30:54.146234 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1f886ebc-21e1-45b2-8331-d6ae4fe4e6c3 None None] Provisioning complete for port 885f7557-5010-4baf-a046-b2b7997517ef triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:54.152389 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1f886ebc-21e1-45b2-8331-d6ae4fe4e6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:54.164995 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-a0227904-6ab1-44c2-93b3-5073392d5cdf None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:54.167611 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83986b2-99e3-4492-80a2-b2b6be495bdd admin admin] Pushing event deleted for resources: {'Port': ['ID=bce33ce2-7b3f-46f6-a86b-3937a8aded57,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:54.193191 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-a0227904-6ab1-44c2-93b3-5073392d5cdf None None] Transition to ACTIVE for port object 885f7557-5010-4baf-a046-b2b7997517ef will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:30:54.222882 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-a0227904-6ab1-44c2-93b3-5073392d5cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:54.261249 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a83986b2-99e3-4492-80a2-b2b6be495bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:54.307486 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f242d85e-757f-4f01-8991-7b3404fa4a14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:30:54.315323 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-a83986b2-99e3-4492-80a2-b2b6be495bdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['359ad7ee-64bf-4ffa-a7ae-96e0ce95086e']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:30:54.316713 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f242d85e-757f-4f01-8991-7b3404fa4a14 admin admin] Usage tracker for resource:security_group_rule and tenant:16385fb25a2e4520b8c9cef707310d2a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:30:54.326750 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f242d85e-757f-4f01-8991-7b3404fa4a14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:30:54.329079 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1f886ebc-21e1-45b2-8331-d6ae4fe4e6c3 None None] Port 885f7557-5010-4baf-a046-b2b7997517ef cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:30:54.333058 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-73848781-a735-4b3a-aa1c-aa14d623d327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:54.336924 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f242d85e-757f-4f01-8991-7b3404fa4a14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:30:54.337744 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-a83986b2-99e3-4492-80a2-b2b6be495bdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2046c210-c1b4-4a16-bb58-42d9dbfc4661') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:30:54.338046 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-a83986b2-99e3-4492-80a2-b2b6be495bdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2046c210-c1b4-4a16-bb58-42d9dbfc4661') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:30:54.367593 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a83986b2-99e3-4492-80a2-b2b6be495bdd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:54.415483 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a83986b2-99e3-4492-80a2-b2b6be495bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:54.429250 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a83986b2-99e3-4492-80a2-b2b6be495bdd admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:30:54.429695 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a83986b2-99e3-4492-80a2-b2b6be495bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:54.657393 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:30:54.657393 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:30:54.657393 n-d-842952-2 neutron-server[83911]: timer() May 23 11:30:54.657393 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:30:54.657393 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:30:54.657393 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:30:54.657393 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:30:54.657393 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:30:54.657393 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:30:54.657393 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:30:54.657393 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:30:54.657393 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:30:54.657393 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:30:54.657393 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:30:54.657393 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:30:54.657393 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:30:54.657393 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:30:54.657393 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:30:54.657393 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:30:54.657393 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:30:54.657393 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:30:54.657393 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:30:54.657393 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:30:54.657393 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:30:54.657393 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:30:54.657393 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:30:54.657393 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:30:54.657393 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:30:54.657393 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:30:54.657393 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:30:54.657393 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:30:54.657393 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:30:54.660426 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a83986b2-99e3-4492-80a2-b2b6be495bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:54.670040 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca61d25f-4293-4829-b4e0-139f6f1366dd None None] Pushing event updated for resources: {'Port': ['ID=885f7557-5010-4baf-a046-b2b7997517ef,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:54.685749 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a83986b2-99e3-4492-80a2-b2b6be495bdd admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:54.703113 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a83986b2-99e3-4492-80a2-b2b6be495bdd admin admin] 10.222.0.79 "DELETE /v2.0/networks/359ad7ee-64bf-4ffa-a7ae-96e0ce95086e HTTP/1.1" status: 204 len: 168 time: 3.1207020 May 23 11:30:54.707257 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46674) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:30:54.879215 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-a0227904-6ab1-44c2-93b3-5073392d5cdf None None] Attempting to bind port 885f7557-5010-4baf-a046-b2b7997517ef on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:30:54.879606 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-a0227904-6ab1-44c2-93b3-5073392d5cdf None None] Attempting to bind port 885f7557-5010-4baf-a046-b2b7997517ef by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'fca5af8f-9caf-4f3e-a693-b14975d02d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '81e54aa6-1cc2-4dde-871d-f7ea13db74fa'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:30:54.879992 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0227904-6ab1-44c2-93b3-5073392d5cdf None None] Attempting to bind port 885f7557-5010-4baf-a046-b2b7997517ef on network 81e54aa6-1cc2-4dde-871d-f7ea13db74fa {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:30:54.887168 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 636fc0f4-4e10-4f55-8692-2a285fd69d83 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:30:54.900286 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0227904-6ab1-44c2-93b3-5073392d5cdf None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:30:54.900678 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0227904-6ab1-44c2-93b3-5073392d5cdf None None] Checking segment: {'id': 'fca5af8f-9caf-4f3e-a693-b14975d02d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '81e54aa6-1cc2-4dde-871d-f7ea13db74fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:30:54.901045 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-a0227904-6ab1-44c2-93b3-5073392d5cdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:54.901436 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0227904-6ab1-44c2-93b3-5073392d5cdf None None] Bound using segment: {'id': 'fca5af8f-9caf-4f3e-a693-b14975d02d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '81e54aa6-1cc2-4dde-871d-f7ea13db74fa'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:30:54.901911 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-a0227904-6ab1-44c2-93b3-5073392d5cdf None None] Bound port: 885f7557-5010-4baf-a046-b2b7997517ef, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fca5af8f-9caf-4f3e-a693-b14975d02d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '81e54aa6-1cc2-4dde-871d-f7ea13db74fa'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:30:54.902290 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-a0227904-6ab1-44c2-93b3-5073392d5cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:54.923704 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 636fc0f4-4e10-4f55-8692-2a285fd69d83 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:54.924079 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:54.968334 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83986b2-99e3-4492-80a2-b2b6be495bdd admin admin] Pushing event deleted for resources: {'Network': ['ID=359ad7ee-64bf-4ffa-a7ae-96e0ce95086e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:55.038981 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f242d85e-757f-4f01-8991-7b3404fa4a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:55.054355 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d67a79-f8d3-49cc-afa2-82bd1a8a0b49 req-81dbb6d0-53c8-4c11-b7ec-27ed35febc26 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:55.061417 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-34d67a79-f8d3-49cc-afa2-82bd1a8a0b49 req-81dbb6d0-53c8-4c11-b7ec-27ed35febc26 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c11da6-6af0-43cf-932c-432951e38327 HTTP/1.1" status: 200 len: 946 time: 0.6788368 May 23 11:30:55.069699 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f242d85e-757f-4f01-8991-7b3404fa4a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:55.134912 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-a0227904-6ab1-44c2-93b3-5073392d5cdf None None] For port 885f7557-5010-4baf-a046-b2b7997517ef, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:30:55.142272 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-a0227904-6ab1-44c2-93b3-5073392d5cdf None None] For port 885f7557-5010-4baf-a046-b2b7997517ef, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=885f7557-5010-4baf-a046-b2b7997517ef,segment=NetworkSegment(fca5af8f-9caf-4f3e-a693-b14975d02d71),segment_id=fca5af8f-9caf-4f3e-a693-b14975d02d71)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:30:55.151024 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-a0227904-6ab1-44c2-93b3-5073392d5cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:55.223205 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f242d85e-757f-4f01-8991-7b3404fa4a14 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=16385fb25a2e4520b8c9cef707310d2a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9066749 May 23 11:30:55.225877 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 46684) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:30:55.247232 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:55.289042 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 636fc0f4-4e10-4f55-8692-2a285fd69d83, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=636fc0f4-4e10-4f55-8692-2a285fd69d83,segment=NetworkSegment(76b52655-afbe-46ab-8256-a62395617a84),segment_id=76b52655-afbe-46ab-8256-a62395617a84)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:30:55.299669 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:55.355738 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0227904-6ab1-44c2-93b3-5073392d5cdf None None] Routers {'31bf2d43-6293-457e-a293-1e7e07077b42'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:30:55.360217 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 606f269d-15ed-4649-91b5-04700c3b2da4 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:30:55.362777 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-a0227904-6ab1-44c2-93b3-5073392d5cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:30:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['31bf2d43-6293-457e-a293-1e7e07077b42'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:30:55.446760 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 606f269d-15ed-4649-91b5-04700c3b2da4 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:30:55.447112 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 606f269d-15ed-4649-91b5-04700c3b2da4 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:30:55.447501 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e514e855-83e9-4cf7-9345-176a2337eec5 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:30:55.509024 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: e514e855-83e9-4cf7-9345-176a2337eec5 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:30:55.509367 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e514e855-83e9-4cf7-9345-176a2337eec5 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:30:55.586266 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=636fc0f4-4e10-4f55-8692-2a285fd69d83,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:55.634192 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-989d28da-6dff-4b3e-9059-01182e67d9b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:55.646617 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc2fbafb-211c-4f5a-9138-8570bdf3d6b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:55.732587 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device bce33ce2-7b3f-46f6-a86b-3937a8aded57 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:30:55.764272 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-34d67a79-f8d3-49cc-afa2-82bd1a8a0b49 req-1e4da515-0e69-4286-9d85-cf5b41ffd5e6 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/security-groups?id=a49534b7-6b4b-4127-8eac-0f4eaa8a0d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6011598 May 23 11:30:55.773252 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f242d85e-757f-4f01-8991-7b3404fa4a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf7883c-2063-4572-8705-4c08b0dd2eae,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:55.807652 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-a0227904-6ab1-44c2-93b3-5073392d5cdf None None] Set router 31bf2d43-6293-457e-a293-1e7e07077b42 gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:30:55.987800 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: bce33ce2-7b3f-46f6-a86b-3937a8aded57 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:30:55.987800 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device bce33ce2-7b3f-46f6-a86b-3937a8aded57 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:30:56.038535 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-73848781-a735-4b3a-aa1c-aa14d623d327 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:56.062193 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-73848781-a735-4b3a-aa1c-aa14d623d327 None None] Transition to ACTIVE for port object 8224bc30-3751-43f6-81c1-d7ac78946257 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:30:56.073012 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-73848781-a735-4b3a-aa1c-aa14d623d327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:56.147324 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca61d25f-4293-4829-b4e0-139f6f1366dd None None] Pushing event updated for resources: {'Port': ['ID=885f7557-5010-4baf-a046-b2b7997517ef,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:56.236280 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-989d28da-6dff-4b3e-9059-01182e67d9b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:56.383859 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-73848781-a735-4b3a-aa1c-aa14d623d327 None None] Attempting to bind port 8224bc30-3751-43f6-81c1-d7ac78946257 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:30:56.384216 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-73848781-a735-4b3a-aa1c-aa14d623d327 None None] Attempting to bind port 8224bc30-3751-43f6-81c1-d7ac78946257 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3eba79aa-3091-43f9-9c86-33de6cf7a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e68a9de9-8253-4d65-9d27-4110aa5ec6a5'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:30:56.384578 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73848781-a735-4b3a-aa1c-aa14d623d327 None None] Attempting to bind port 8224bc30-3751-43f6-81c1-d7ac78946257 on network e68a9de9-8253-4d65-9d27-4110aa5ec6a5 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:30:56.386866 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ccdad-1c79-4d06-adb8-d21ce928a2b1 None None] Pushing event updated for resources: {'Port': ['ID=8224bc30-3751-43f6-81c1-d7ac78946257,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:56.394182 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73848781-a735-4b3a-aa1c-aa14d623d327 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:30:56.395320 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73848781-a735-4b3a-aa1c-aa14d623d327 None None] Checking segment: {'id': '3eba79aa-3091-43f9-9c86-33de6cf7a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e68a9de9-8253-4d65-9d27-4110aa5ec6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:30:56.395320 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-73848781-a735-4b3a-aa1c-aa14d623d327 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:56.395550 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73848781-a735-4b3a-aa1c-aa14d623d327 None None] Bound using segment: {'id': '3eba79aa-3091-43f9-9c86-33de6cf7a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e68a9de9-8253-4d65-9d27-4110aa5ec6a5'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:30:56.395965 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-73848781-a735-4b3a-aa1c-aa14d623d327 None None] Bound port: 8224bc30-3751-43f6-81c1-d7ac78946257, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eba79aa-3091-43f9-9c86-33de6cf7a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e68a9de9-8253-4d65-9d27-4110aa5ec6a5'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:30:56.396332 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-73848781-a735-4b3a-aa1c-aa14d623d327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:56.504772 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24618e0e-48f5-421c-8177-d0284811b5a6 req-f80b23ec-bdba-4c03-ac00-329b0a739daa tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:56.506075 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-73848781-a735-4b3a-aa1c-aa14d623d327 None None] For port 8224bc30-3751-43f6-81c1-d7ac78946257, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:30:56.509876 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-73848781-a735-4b3a-aa1c-aa14d623d327 None None] For port 8224bc30-3751-43f6-81c1-d7ac78946257, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=8224bc30-3751-43f6-81c1-d7ac78946257,segment=NetworkSegment(3eba79aa-3091-43f9-9c86-33de6cf7a3f2),segment_id=3eba79aa-3091-43f9-9c86-33de6cf7a3f2)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:30:56.511777 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-24618e0e-48f5-421c-8177-d0284811b5a6 req-f80b23ec-bdba-4c03-ac00-329b0a739daa tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=827bbfd7-32b0-4792-a06a-16a13bb77f8a HTTP/1.1" status: 200 len: 946 time: 1.0383265 May 23 11:30:56.516317 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-73848781-a735-4b3a-aa1c-aa14d623d327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:56.531467 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-a0227904-6ab1-44c2-93b3-5073392d5cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'name': 'tempest-RoutersIpV6Test-router-570168471', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:30:04Z', 'updated_at': '2022-05-23T11:30:48Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'gw_port_host': None, '_interfaces': [{'id': '0211a025-641e-4c41-a4d6-b078a012922e', 'name': '', 'network_id': '402087d6-aaee-4b69-8e63-6a4ea9032e92', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:2c:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1521b99-16a4-4945-8627-d30203f9e4a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:08Z', 'updated_at': '2022-05-23T11:30:28Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': 'e1521b99-16a4-4945-8627-d30203f9e4a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ae15eba-cd9f-48f3-a727-c74dc7a0759c', 'name': '', 'network_id': '73bafaec-97c1-40d2-9afa-a740ea8aeb64', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:a0:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66ae6e8c-68d9-4620-bcd8-6a3f9ad2efae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:23Z', 'updated_at': '2022-05-23T11:30:41Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': '66ae6e8c-68d9-4620-bcd8-6a3f9ad2efae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '636fc0f4-4e10-4f55-8692-2a285fd69d83', 'name': '', 'network_id': '0357cbf2-3a2d-45f8-8502-a77cf845f2b0', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:8d:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34db8f68-0967-45ec-a866-7b36f15c7ba4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:35Z', 'updated_at': '2022-05-23T11:30:55Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': '34db8f68-0967-45ec-a866-7b36f15c7ba4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '885f7557-5010-4baf-a046-b2b7997517ef', 'name': '', 'network_id': '81e54aa6-1cc2-4dde-871d-f7ea13db74fa', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:9d:71:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb29bf95-b6ad-46f7-89ae-f306368c1c13', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:46Z', 'updated_at': '2022-05-23T11:30:55Z', 'revision_number': 4, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': 'eb29bf95-b6ad-46f7-89ae-f306368c1c13', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:30:56.535816 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0227904-6ab1-44c2-93b3-5073392d5cdf None None] The sync data for ids ['31bf2d43-6293-457e-a293-1e7e07077b42'] in n-d-842952-2 is: [{'id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'name': 'tempest-RoutersIpV6Test-router-570168471', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:30:04Z', 'updated_at': '2022-05-23T11:30:48Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'gw_port_host': None, '_interfaces': [{'id': '0211a025-641e-4c41-a4d6-b078a012922e', 'name': '', 'network_id': '402087d6-aaee-4b69-8e63-6a4ea9032e92', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:2c:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1521b99-16a4-4945-8627-d30203f9e4a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:08Z', 'updated_at': '2022-05-23T11:30:28Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': 'e1521b99-16a4-4945-8627-d30203f9e4a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ae15eba-cd9f-48f3-a727-c74dc7a0759c', 'name': '', 'network_id': '73bafaec-97c1-40d2-9afa-a740ea8aeb64', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:a0:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66ae6e8c-68d9-4620-bcd8-6a3f9ad2efae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:23Z', 'updated_at': '2022-05-23T11:30:41Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': '66ae6e8c-68d9-4620-bcd8-6a3f9ad2efae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '636fc0f4-4e10-4f55-8692-2a285fd69d83', 'name': '', 'network_id': '0357cbf2-3a2d-45f8-8502-a77cf845f2b0', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:8d:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34db8f68-0967-45ec-a866-7b36f15c7ba4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:35Z', 'updated_at': '2022-05-23T11:30:55Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': '34db8f68-0967-45ec-a866-7b36f15c7ba4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '885f7557-5010-4baf-a046-b2b7997517ef', 'name': '', 'network_id': '81e54aa6-1cc2-4dde-871d-f7ea13db74fa', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:9d:71:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb29bf95-b6ad-46f7-89ae-f306368c1c13', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:46Z', 'updated_at': '2022-05-23T11:30:55Z', 'revision_number': 4, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': 'eb29bf95-b6ad-46f7-89ae-f306368c1c13', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:30:56.654791 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ccdad-1c79-4d06-adb8-d21ce928a2b1 None None] Pushing event updated for resources: {'Port': ['ID=8224bc30-3751-43f6-81c1-d7ac78946257,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:56.661965 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-24618e0e-48f5-421c-8177-d0284811b5a6 req-bda4e5ed-6ca1-405b-9d9d-996ad6a63d91 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=96623369-654d-40bc-8c92-c3b2e689341e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492810 May 23 11:30:56.673449 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-cc2fbafb-211c-4f5a-9138-8570bdf3d6b9 admin admin] Deleting port 8224bc30-3751-43f6-81c1-d7ac78946257 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:30:56.673934 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc2fbafb-211c-4f5a-9138-8570bdf3d6b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:56.674036 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73848781-a735-4b3a-aa1c-aa14d623d327 None None] Routers {'5a2e9872-1aef-4de3-b0c9-ae0151225747'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:30:56.674729 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-73848781-a735-4b3a-aa1c-aa14d623d327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:30:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['5a2e9872-1aef-4de3-b0c9-ae0151225747'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:30:56.675914 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c9e16-c7d6-4ed3-96cd-db944fd47fda req-069de8cf-c2e2-4320-8481-7a90b2cb3d49 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:56.682728 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-710c9e16-c7d6-4ed3-96cd-db944fd47fda req-069de8cf-c2e2-4320-8481-7a90b2cb3d49 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 943 time: 0.4870639 May 23 11:30:56.748720 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-989d28da-6dff-4b3e-9059-01182e67d9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:56.816729 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d28da-6dff-4b3e-9059-01182e67d9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf7883c-2063-4572-8705-4c08b0dd2eae,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:56.920444 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-710c9e16-c7d6-4ed3-96cd-db944fd47fda req-f22a9aa7-8369-41f1-aa57-0e41d286f8a6 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2367764 May 23 11:30:56.925980 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-989d28da-6dff-4b3e-9059-01182e67d9b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:56.929590 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-989d28da-6dff-4b3e-9059-01182e67d9b8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/caf7883c-2063-4572-8705-4c08b0dd2eae HTTP/1.1" status: 204 len: 168 time: 1.6821442 May 23 11:30:57.098828 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-cc2fbafb-211c-4f5a-9138-8570bdf3d6b9 admin admin] For port 8224bc30-3751-43f6-81c1-d7ac78946257, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=8224bc30-3751-43f6-81c1-d7ac78946257,segment=NetworkSegment(3eba79aa-3091-43f9-9c86-33de6cf7a3f2),segment_id=3eba79aa-3091-43f9-9c86-33de6cf7a3f2)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:30:57.099297 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc2fbafb-211c-4f5a-9138-8570bdf3d6b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:57.133736 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-73848781-a735-4b3a-aa1c-aa14d623d327 None None] Set router 5a2e9872-1aef-4de3-b0c9-ae0151225747 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:30:57.247747 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.extraroute_db [None req-b266db21-0026-46a6-a7ff-c8420977125c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=83910) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 23 11:30:57.288445 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.extraroute_db [None req-b266db21-0026-46a6-a7ff-c8420977125c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Removed routes are [] {{(pid=83910) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 23 11:30:57.289012 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b266db21-0026-46a6-a7ff-c8420977125c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:57.297180 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c7b98-368c-4578-8938-e64d93837740 req-1247f37f-aa6c-48d4-a6bd-886c6d99a81a tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:57.298915 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ca1c7b98-368c-4578-8938-e64d93837740 req-1247f37f-aa6c-48d4-a6bd-886c6d99a81a tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c11da6-6af0-43cf-932c-432951e38327 HTTP/1.1" status: 200 len: 946 time: 0.2196503 May 23 11:30:57.316431 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-cc2fbafb-211c-4f5a-9138-8570bdf3d6b9 admin admin] Calling delete_port for 8224bc30-3751-43f6-81c1-d7ac78946257 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:30:57.544552 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc2fbafb-211c-4f5a-9138-8570bdf3d6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:57.782862 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2fbafb-211c-4f5a-9138-8570bdf3d6b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8224bc30-3751-43f6-81c1-d7ac78946257,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:57.836506 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6851888b-922d-474e-a1df-d18ed35e2ea2 None None] Provisioning complete for port 8224bc30-3751-43f6-81c1-d7ac78946257 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:57.836908 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6851888b-922d-474e-a1df-d18ed35e2ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:57.877221 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4acc9f-fa00-47bc-81dd-efb518da36c5 None None] Sync routers for ids ['31bf2d43-6293-457e-a293-1e7e07077b42'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:30:57.902535 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4acc9f-fa00-47bc-81dd-efb518da36c5 None None] Routers {'31bf2d43-6293-457e-a293-1e7e07077b42'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:30:57.903168 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-bd4acc9f-fa00-47bc-81dd-efb518da36c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:30:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['31bf2d43-6293-457e-a293-1e7e07077b42'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:30:57.985863 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 636fc0f4-4e10-4f55-8692-2a285fd69d83 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:30:58.077091 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6851888b-922d-474e-a1df-d18ed35e2ea2 None None] Port 8224bc30-3751-43f6-81c1-d7ac78946257 was deleted so its status cannot be updated. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 23 11:30:58.100545 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ca1c7b98-368c-4578-8938-e64d93837740 req-0be4a3d2-370e-4c6a-b1b0-94ecf516b772 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/security-groups?id=a49534b7-6b4b-4127-8eac-0f4eaa8a0d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7027805 May 23 11:30:58.185785 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-73848781-a735-4b3a-aa1c-aa14d623d327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2e9872-1aef-4de3-b0c9-ae0151225747', 'name': 'tempest-TestAggregatesBasicOps-762515396-router', 'tenant_id': '1c4dc4a9a96148efbac81b1f22b71c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '2ac8a80e-217d-4109-b2fb-2ad3b20942fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:30:15Z', 'updated_at': '2022-05-23T11:30:28Z', 'revision_number': 4, 'project_id': '1c4dc4a9a96148efbac81b1f22b71c20', 'gw_port': {'id': '2ac8a80e-217d-4109-b2fb-2ad3b20942fa', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:79:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2e9872-1aef-4de3-b0c9-ae0151225747', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:17Z', 'updated_at': '2022-05-23T11:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '8224bc30-3751-43f6-81c1-d7ac78946257', 'name': '', 'network_id': 'e68a9de9-8253-4d65-9d27-4110aa5ec6a5', 'tenant_id': '1c4dc4a9a96148efbac81b1f22b71c20', 'mac_address': 'fa:16:3e:b8:2d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2e9872-1aef-4de3-b0c9-ae0151225747', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a81bd24-6dfd-47ec-932e-a2779113808c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:26Z', 'updated_at': '2022-05-23T11:30:56Z', 'revision_number': 4, 'project_id': '1c4dc4a9a96148efbac81b1f22b71c20', 'subnets': [{'id': '9a81bd24-6dfd-47ec-932e-a2779113808c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:30:58.203742 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-49ea6789-2455-4db1-89b3-0246db9f1105 req-2195f4fa-160c-401f-befa-a6f8b05ebf84 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4ab6dabfc6c044e3a257a928739aed2b&device_id=827bbfd7-32b0-4792-a06a-16a13bb77f8a HTTP/1.1" status: 200 len: 1097 time: 0.3464446 May 23 11:30:58.207229 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73848781-a735-4b3a-aa1c-aa14d623d327 None None] The sync data for ids ['5a2e9872-1aef-4de3-b0c9-ae0151225747'] in n-d-842952-2 is: [{'id': '5a2e9872-1aef-4de3-b0c9-ae0151225747', 'name': 'tempest-TestAggregatesBasicOps-762515396-router', 'tenant_id': '1c4dc4a9a96148efbac81b1f22b71c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '2ac8a80e-217d-4109-b2fb-2ad3b20942fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:30:15Z', 'updated_at': '2022-05-23T11:30:28Z', 'revision_number': 4, 'project_id': '1c4dc4a9a96148efbac81b1f22b71c20', 'gw_port': {'id': '2ac8a80e-217d-4109-b2fb-2ad3b20942fa', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:79:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2e9872-1aef-4de3-b0c9-ae0151225747', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:17Z', 'updated_at': '2022-05-23T11:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '8224bc30-3751-43f6-81c1-d7ac78946257', 'name': '', 'network_id': 'e68a9de9-8253-4d65-9d27-4110aa5ec6a5', 'tenant_id': '1c4dc4a9a96148efbac81b1f22b71c20', 'mac_address': 'fa:16:3e:b8:2d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2e9872-1aef-4de3-b0c9-ae0151225747', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a81bd24-6dfd-47ec-932e-a2779113808c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:26Z', 'updated_at': '2022-05-23T11:30:56Z', 'revision_number': 4, 'project_id': '1c4dc4a9a96148efbac81b1f22b71c20', 'subnets': [{'id': '9a81bd24-6dfd-47ec-932e-a2779113808c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:30:58.228249 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 636fc0f4-4e10-4f55-8692-2a285fd69d83 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:58.234748 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:58.317574 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-bd4acc9f-fa00-47bc-81dd-efb518da36c5 None None] Set router 31bf2d43-6293-457e-a293-1e7e07077b42 gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:30:58.516202 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea6789-2455-4db1-89b3-0246db9f1105 req-d909221f-7091-4ab8-a000-de51661e1af9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:58.517698 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-49ea6789-2455-4db1-89b3-0246db9f1105 req-d909221f-7091-4ab8-a000-de51661e1af9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=76b2273d-b51d-4df1-8907-c6d24ae3fac2 HTTP/1.1" status: 200 len: 919 time: 0.2953651 May 23 11:30:58.524551 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31fa50-51f8-4e71-94f0-08cb03b04972 req-bee0e405-8c98-4dc5-8c4b-d8ac95bacc75 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:58.531241 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 885f7557-5010-4baf-a046-b2b7997517ef up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:30:58.539547 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-df31fa50-51f8-4e71-94f0-08cb03b04972 req-bee0e405-8c98-4dc5-8c4b-d8ac95bacc75 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=827bbfd7-32b0-4792-a06a-16a13bb77f8a HTTP/1.1" status: 200 len: 946 time: 0.5403755 May 23 11:30:58.620414 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 885f7557-5010-4baf-a046-b2b7997517ef completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:30:58.626497 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 885f7557-5010-4baf-a046-b2b7997517ef triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:58.627301 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:58.715553 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b266db21-0026-46a6-a7ff-c8420977125c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:58.735469 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-df31fa50-51f8-4e71-94f0-08cb03b04972 req-b8f26e72-6258-43bc-b517-5a10af2518bc tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=96623369-654d-40bc-8c92-c3b2e689341e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939452 May 23 11:30:58.746189 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b266db21-0026-46a6-a7ff-c8420977125c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3825526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3825513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3821547'] for router, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:58.773490 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc809269-edd2-43c0-ad13-5b0281764335 req-b4b1f558-fe09-405a-b147-651e20493dac tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:58.775160 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bc809269-edd2-43c0-ad13-5b0281764335 req-b4b1f558-fe09-405a-b147-651e20493dac tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 943 time: 0.3443637 May 23 11:30:58.789820 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-49ea6789-2455-4db1-89b3-0246db9f1105 req-26955dcc-5385-4488-a375-d20b33b31226 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669 HTTP/1.1" status: 200 len: 1002 time: 0.2649574 May 23 11:30:58.813309 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:58.858243 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:30:58.875404 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc2fbafb-211c-4f5a-9138-8570bdf3d6b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:58.884772 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 885f7557-5010-4baf-a046-b2b7997517ef, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=885f7557-5010-4baf-a046-b2b7997517ef,segment=NetworkSegment(fca5af8f-9caf-4f3e-a693-b14975d02d71),segment_id=fca5af8f-9caf-4f3e-a693-b14975d02d71)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:30:58.891653 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:59.040784 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-bd4acc9f-fa00-47bc-81dd-efb518da36c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'name': 'tempest-RoutersIpV6Test-router-570168471', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:30:04Z', 'updated_at': '2022-05-23T11:30:57Z', 'revision_number': 6, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'gw_port_host': None, '_interfaces': [{'id': '0211a025-641e-4c41-a4d6-b078a012922e', 'name': '', 'network_id': '402087d6-aaee-4b69-8e63-6a4ea9032e92', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:2c:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1521b99-16a4-4945-8627-d30203f9e4a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:08Z', 'updated_at': '2022-05-23T11:30:28Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': 'e1521b99-16a4-4945-8627-d30203f9e4a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ae15eba-cd9f-48f3-a727-c74dc7a0759c', 'name': '', 'network_id': '73bafaec-97c1-40d2-9afa-a740ea8aeb64', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:a0:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66ae6e8c-68d9-4620-bcd8-6a3f9ad2efae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:23Z', 'updated_at': '2022-05-23T11:30:41Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': '66ae6e8c-68d9-4620-bcd8-6a3f9ad2efae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '636fc0f4-4e10-4f55-8692-2a285fd69d83', 'name': '', 'network_id': '0357cbf2-3a2d-45f8-8502-a77cf845f2b0', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:8d:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34db8f68-0967-45ec-a866-7b36f15c7ba4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:35Z', 'updated_at': '2022-05-23T11:30:55Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': '34db8f68-0967-45ec-a866-7b36f15c7ba4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '885f7557-5010-4baf-a046-b2b7997517ef', 'name': '', 'network_id': '81e54aa6-1cc2-4dde-871d-f7ea13db74fa', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:9d:71:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb29bf95-b6ad-46f7-89ae-f306368c1c13', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:46Z', 'updated_at': '2022-05-23T11:30:55Z', 'revision_number': 4, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': 'eb29bf95-b6ad-46f7-89ae-f306368c1c13', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:30:59.046193 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4acc9f-fa00-47bc-81dd-efb518da36c5 None None] Checking router: 31bf2d43-6293-457e-a293-1e7e07077b42 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:30:59.060813 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4acc9f-fa00-47bc-81dd-efb518da36c5 None None] Routers {'31bf2d43-6293-457e-a293-1e7e07077b42'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:30:59.061911 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-bd4acc9f-fa00-47bc-81dd-efb518da36c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:30:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['31bf2d43-6293-457e-a293-1e7e07077b42'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:30:59.066571 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bc809269-edd2-43c0-ad13-5b0281764335 req-ee10e21e-8775-475c-a6bc-f4cd00944f0b tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681948 May 23 11:30:59.127640 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=885f7557-5010-4baf-a046-b2b7997517ef,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:30:59.155606 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b266db21-0026-46a6-a7ff-c8420977125c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Router 31bf2d43-6293-457e-a293-1e7e07077b42 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:30:59.217401 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea6789-2455-4db1-89b3-0246db9f1105 req-8bef34a2-8adb-4daf-b939-1d30677ea52e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:59.219259 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-49ea6789-2455-4db1-89b3-0246db9f1105 req-8bef34a2-8adb-4daf-b939-1d30677ea52e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=82176f08-fc90-4d7e-a669-0e8701d67807 HTTP/1.1" status: 200 len: 857 time: 0.4184043 May 23 11:30:59.422153 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-bd4acc9f-fa00-47bc-81dd-efb518da36c5 None None] Set router 31bf2d43-6293-457e-a293-1e7e07077b42 gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:30:59.429179 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-49ea6789-2455-4db1-89b3-0246db9f1105 req-e9b60e69-25a7-47bd-8c0f-dcb493c75d45 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=76b2273d-b51d-4df1-8907-c6d24ae3fac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1977794 May 23 11:30:59.657695 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 885f7557-5010-4baf-a046-b2b7997517ef up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:30:59.658616 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d4d8e-a941-4320-acf8-f00209da1f57 req-10a75923-bfd6-4630-85dd-14d834a4631c tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:30:59.660196 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d33d4d8e-a941-4320-acf8-f00209da1f57 req-10a75923-bfd6-4630-85dd-14d834a4631c tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c11da6-6af0-43cf-932c-432951e38327 HTTP/1.1" status: 200 len: 946 time: 0.3044527 May 23 11:30:59.702551 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-49ea6789-2455-4db1-89b3-0246db9f1105 req-050c2e97-a4f5-427e-a201-dde151923685 service neutron] 10.222.0.81 "GET /v2.0/networks/76b2273d-b51d-4df1-8907-c6d24ae3fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646332 May 23 11:30:59.733632 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b266db21-0026-46a6-a7ff-c8420977125c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:30:59.745003 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b266db21-0026-46a6-a7ff-c8420977125c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:59.748978 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b266db21-0026-46a6-a7ff-c8420977125c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "PUT /v2.0/routers/31bf2d43-6293-457e-a293-1e7e07077b42 HTTP/1.1" status: 200 len: 953 time: 5.6588490 May 23 11:30:59.756467 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 885f7557-5010-4baf-a046-b2b7997517ef triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:30:59.756842 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:30:59.814124 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 46748) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:30:59.830104 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d33d4d8e-a941-4320-acf8-f00209da1f57 req-d486a137-14db-4005-ba23-e787117e156e tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/security-groups?id=a49534b7-6b4b-4127-8eac-0f4eaa8a0d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466358 May 23 11:31:00.071099 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-bd4acc9f-fa00-47bc-81dd-efb518da36c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'name': 'tempest-RoutersIpV6Test-router-570168471', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:30:04Z', 'updated_at': '2022-05-23T11:30:57Z', 'revision_number': 6, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'gw_port_host': None, '_interfaces': [{'id': '0211a025-641e-4c41-a4d6-b078a012922e', 'name': '', 'network_id': '402087d6-aaee-4b69-8e63-6a4ea9032e92', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:2c:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1521b99-16a4-4945-8627-d30203f9e4a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:08Z', 'updated_at': '2022-05-23T11:30:28Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': 'e1521b99-16a4-4945-8627-d30203f9e4a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ae15eba-cd9f-48f3-a727-c74dc7a0759c', 'name': '', 'network_id': '73bafaec-97c1-40d2-9afa-a740ea8aeb64', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:a0:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66ae6e8c-68d9-4620-bcd8-6a3f9ad2efae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:23Z', 'updated_at': '2022-05-23T11:30:41Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': '66ae6e8c-68d9-4620-bcd8-6a3f9ad2efae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '636fc0f4-4e10-4f55-8692-2a285fd69d83', 'name': '', 'network_id': '0357cbf2-3a2d-45f8-8502-a77cf845f2b0', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:8d:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34db8f68-0967-45ec-a866-7b36f15c7ba4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:35Z', 'updated_at': '2022-05-23T11:30:55Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': '34db8f68-0967-45ec-a866-7b36f15c7ba4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '885f7557-5010-4baf-a046-b2b7997517ef', 'name': '', 'network_id': '81e54aa6-1cc2-4dde-871d-f7ea13db74fa', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:9d:71:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb29bf95-b6ad-46f7-89ae-f306368c1c13', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:46Z', 'updated_at': '2022-05-23T11:30:58Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': 'eb29bf95-b6ad-46f7-89ae-f306368c1c13', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:00.076120 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4acc9f-fa00-47bc-81dd-efb518da36c5 None None] The sync data for ids ['31bf2d43-6293-457e-a293-1e7e07077b42'] in n-d-842952-2 is: [{'id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'name': 'tempest-RoutersIpV6Test-router-570168471', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:30:04Z', 'updated_at': '2022-05-23T11:30:57Z', 'revision_number': 6, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'gw_port_host': None, '_interfaces': [{'id': '0211a025-641e-4c41-a4d6-b078a012922e', 'name': '', 'network_id': '402087d6-aaee-4b69-8e63-6a4ea9032e92', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:2c:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1521b99-16a4-4945-8627-d30203f9e4a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:08Z', 'updated_at': '2022-05-23T11:30:28Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': 'e1521b99-16a4-4945-8627-d30203f9e4a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ae15eba-cd9f-48f3-a727-c74dc7a0759c', 'name': '', 'network_id': '73bafaec-97c1-40d2-9afa-a740ea8aeb64', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:a0:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66ae6e8c-68d9-4620-bcd8-6a3f9ad2efae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:23Z', 'updated_at': '2022-05-23T11:30:41Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': '66ae6e8c-68d9-4620-bcd8-6a3f9ad2efae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '636fc0f4-4e10-4f55-8692-2a285fd69d83', 'name': '', 'network_id': '0357cbf2-3a2d-45f8-8502-a77cf845f2b0', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:8d:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34db8f68-0967-45ec-a866-7b36f15c7ba4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:35Z', 'updated_at': '2022-05-23T11:30:55Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': '34db8f68-0967-45ec-a866-7b36f15c7ba4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '885f7557-5010-4baf-a046-b2b7997517ef', 'name': '', 'network_id': '81e54aa6-1cc2-4dde-871d-f7ea13db74fa', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:9d:71:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb29bf95-b6ad-46f7-89ae-f306368c1c13', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:46Z', 'updated_at': '2022-05-23T11:30:58Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': 'eb29bf95-b6ad-46f7-89ae-f306368c1c13', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:31:00.165520 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ddbc5-a06e-47da-9c66-8182c9bfd3a2 req-ca66cffc-bca4-4c37-9f93-82559bdbcb69 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:00.172563 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5c7ddbc5-a06e-47da-9c66-8182c9bfd3a2 req-ca66cffc-bca4-4c37-9f93-82559bdbcb69 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=827bbfd7-32b0-4792-a06a-16a13bb77f8a HTTP/1.1" status: 200 len: 946 time: 0.1837142 May 23 11:31:00.252436 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-81637c8a-9787-4ae8-9e0a-b1990b93d505 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "GET /v2.0/routers/31bf2d43-6293-457e-a293-1e7e07077b42 HTTP/1.1" status: 200 len: 953 time: 0.4204071 May 23 11:31:00.255110 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46772) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:00.258174 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5c7ddbc5-a06e-47da-9c66-8182c9bfd3a2 req-2255c4ae-f2b2-4a72-ae67-38fc75075bee tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=96623369-654d-40bc-8c92-c3b2e689341e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843310 May 23 11:31:00.265772 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-69e305d4-03c5-437a-b7a0-c9b94e3c09ac tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Request body: {'router': {'routes': None}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:31:00.377888 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d59bb94-fc50-4131-876a-979bc0bc488f req-e0308935-1f9b-494c-b19c-440b90b062a1 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:00.379427 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8d59bb94-fc50-4131-876a-979bc0bc488f req-e0308935-1f9b-494c-b19c-440b90b062a1 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 943 time: 0.0854633 May 23 11:31:00.430300 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8d59bb94-fc50-4131-876a-979bc0bc488f req-02e5333f-3703-40b7-9678-9a4a1b561973 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440555 May 23 11:31:00.448789 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-49ea6789-2455-4db1-89b3-0246db9f1105 req-0d2c2013-146f-4347-b9ff-20209d8d976c service neutron] 10.222.0.81 "GET /v2.0/networks/76b2273d-b51d-4df1-8907-c6d24ae3fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7399585 May 23 11:31:00.734791 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 8b6f6e96-808b-4ed3-983c-812f26858fee details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:31:00.915710 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 8b6f6e96-808b-4ed3-983c-812f26858fee, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=8b6f6e96-808b-4ed3-983c-812f26858fee,segment=NetworkSegment(4f0d5472-1003-45ab-8b0f-abd1e74bfa02),segment_id=4f0d5472-1003-45ab-8b0f-abd1e74bfa02)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:31:00.932222 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '8b6f6e96-808b-4ed3-983c-812f26858fee', 'network_id': '0be92582-5915-4835-ac16-79c44c856a03', 'port_id': '8b6f6e96-808b-4ed3-983c-812f26858fee', 'mac_address': 'fa:16:3e:bc:33:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b85c12c-741c-420e-9273-6de6d42ac4b3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:31:00.988579 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2fbafb-211c-4f5a-9138-8570bdf3d6b9 admin admin] Router 5a2e9872-1aef-4de3-b0c9-ae0151225747 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:31:00.989359 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:01.010752 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b6f6e96-808b-4ed3-983c-812f26858fee {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:31:01.026323 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 8b6f6e96-808b-4ed3-983c-812f26858fee, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=8b6f6e96-808b-4ed3-983c-812f26858fee,segment=NetworkSegment(4f0d5472-1003-45ab-8b0f-abd1e74bfa02),segment_id=4f0d5472-1003-45ab-8b0f-abd1e74bfa02)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:31:01.032600 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:01.064235 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dbb6c4-e47c-44a6-9dd5-8c9627479e7c req-05e432de-60a2-45c3-8b60-0c0890d69c67 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:01.072644 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-37dbb6c4-e47c-44a6-9dd5-8c9627479e7c req-05e432de-60a2-45c3-8b60-0c0890d69c67 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c11da6-6af0-43cf-932c-432951e38327 HTTP/1.1" status: 200 len: 946 time: 0.0964050 May 23 11:31:01.113773 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=8b6f6e96-808b-4ed3-983c-812f26858fee,revision_number=9']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:01.258963 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-37dbb6c4-e47c-44a6-9dd5-8c9627479e7c req-69831bba-c923-4fcc-a111-8f1e1c8f31ac tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/security-groups?id=a49534b7-6b4b-4127-8eac-0f4eaa8a0d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858823 May 23 11:31:01.345610 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.extraroute_db [None req-69e305d4-03c5-437a-b7a0-c9b94e3c09ac tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Added routes are [] {{(pid=83911) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 23 11:31:01.346232 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.extraroute_db [None req-69e305d4-03c5-437a-b7a0-c9b94e3c09ac tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=83911) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 23 11:31:01.395980 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-69e305d4-03c5-437a-b7a0-c9b94e3c09ac tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:01.428729 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['8b6f6e96-808b-4ed3-983c-812f26858fee'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:31:01.475335 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ad8ed-a92c-4ae1-a53e-81fa5053e24e req-32f1cbdb-9afc-47dd-a4c5-d911f80a5987 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:01.477249 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7c2ad8ed-a92c-4ae1-a53e-81fa5053e24e req-32f1cbdb-9afc-47dd-a4c5-d911f80a5987 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=827bbfd7-32b0-4792-a06a-16a13bb77f8a HTTP/1.1" status: 200 len: 946 time: 0.0833671 May 23 11:31:01.533537 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7c2ad8ed-a92c-4ae1-a53e-81fa5053e24e req-bd3da9e5-4184-4cb1-9be8-c6421ca37b77 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=96623369-654d-40bc-8c92-c3b2e689341e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496211 May 23 11:31:01.604298 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2fbafb-211c-4f5a-9138-8570bdf3d6b9 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:31:01.619937 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-cc2fbafb-211c-4f5a-9138-8570bdf3d6b9 admin admin] 10.222.0.79 "PUT /v2.0/routers/5a2e9872-1aef-4de3-b0c9-ae0151225747/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9091866 May 23 11:31:01.620192 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46784) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:01.732077 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1bf9a-bbb8-4596-a35b-b4980933f7aa req-1a9fd479-ef9b-464f-9787-d5f37ae8fbcc tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:01.733600 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-47b1bf9a-bbb8-4596-a35b-b4980933f7aa req-1a9fd479-ef9b-464f-9787-d5f37ae8fbcc tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 944 time: 0.0959871 May 23 11:31:01.792399 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-47b1bf9a-bbb8-4596-a35b-b4980933f7aa req-78d95fe4-9cf8-4ea6-a89f-1f395eea531f tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528677 May 23 11:31:02.093945 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-69e305d4-03c5-437a-b7a0-c9b94e3c09ac tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:02.101461 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-69e305d4-03c5-437a-b7a0-c9b94e3c09ac tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3825526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3825513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3821547'] for router, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:02.254577 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eba5dd12-3308-4a11-9d91-46174e38a019 admin admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:02.453823 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e305d4-03c5-437a-b7a0-c9b94e3c09ac tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Router 31bf2d43-6293-457e-a293-1e7e07077b42 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:31:02.478371 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d76ad-cfc2-4bbd-9e6f-f02fc4c93c37 req-63582477-24b2-4cc3-9bbe-1241027642d3 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:02.479898 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-996d76ad-cfc2-4bbd-9e6f-f02fc4c93c37 req-63582477-24b2-4cc3-9bbe-1241027642d3 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c11da6-6af0-43cf-932c-432951e38327 HTTP/1.1" status: 200 len: 946 time: 0.0831168 May 23 11:31:02.532634 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-996d76ad-cfc2-4bbd-9e6f-f02fc4c93c37 req-7c0cecfb-14b3-4540-9173-db1ecbe7345b tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/security-groups?id=a49534b7-6b4b-4127-8eac-0f4eaa8a0d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466163 May 23 11:31:02.647026 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eba5dd12-3308-4a11-9d91-46174e38a019 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:02.665383 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-eba5dd12-3308-4a11-9d91-46174e38a019 admin admin] Deleting port 2ac8a80e-217d-4109-b2fb-2ad3b20942fa {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:31:02.665729 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eba5dd12-3308-4a11-9d91-46174e38a019 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:02.724981 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e305d4-03c5-437a-b7a0-c9b94e3c09ac tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:31:02.740619 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c89e4-365a-415b-82cf-282ee7155587 req-8a3259da-ae88-470d-8548-6fbc7d4aa42f tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:02.742192 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b79c89e4-365a-415b-82cf-282ee7155587 req-8a3259da-ae88-470d-8548-6fbc7d4aa42f tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=827bbfd7-32b0-4792-a06a-16a13bb77f8a HTTP/1.1" status: 200 len: 946 time: 0.0807576 May 23 11:31:02.744903 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-69e305d4-03c5-437a-b7a0-c9b94e3c09ac tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:02.746034 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-69e305d4-03c5-437a-b7a0-c9b94e3c09ac tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "PUT /v2.0/routers/31bf2d43-6293-457e-a293-1e7e07077b42 HTTP/1.1" status: 200 len: 703 time: 2.4899917 May 23 11:31:02.748837 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 46794) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:02.751233 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 8b6f6e96-808b-4ed3-983c-812f26858fee up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:31:02.855424 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 8b6f6e96-808b-4ed3-983c-812f26858fee triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:31:02.855712 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:02.933994 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-eba5dd12-3308-4a11-9d91-46174e38a019 admin admin] For port 2ac8a80e-217d-4109-b2fb-2ad3b20942fa, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2ac8a80e-217d-4109-b2fb-2ad3b20942fa,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:31:02.933994 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eba5dd12-3308-4a11-9d91-46174e38a019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:03.026828 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b79c89e4-365a-415b-82cf-282ee7155587 req-d7b0e78b-f6f1-4c75-a41f-615d68980a77 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=96623369-654d-40bc-8c92-c3b2e689341e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2753680 May 23 11:31:03.063886 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-eba5dd12-3308-4a11-9d91-46174e38a019 admin admin] Calling delete_port for 2ac8a80e-217d-4109-b2fb-2ad3b20942fa owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:31:03.081724 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:03.117780 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c16c44-4ea8-4b8e-912b-2988f82f477b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6f6e96-808b-4ed3-983c-812f26858fee'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:31:03.130135 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 8b6f6e96-808b-4ed3-983c-812f26858fee, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=8b6f6e96-808b-4ed3-983c-812f26858fee,segment=NetworkSegment(4f0d5472-1003-45ab-8b0f-abd1e74bfa02),segment_id=4f0d5472-1003-45ab-8b0f-abd1e74bfa02)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:31:03.136390 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:03.181048 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34237c70-6730-4cea-be62-9af9eeffb37e req-5fd281bf-99ff-4114-99f7-2059812bd770 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:03.182589 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-34237c70-6730-4cea-be62-9af9eeffb37e req-5fd281bf-99ff-4114-99f7-2059812bd770 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 944 time: 0.1661074 May 23 11:31:03.198551 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b73d822e-5478-4dca-8d0a-a52f5ce35543 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "GET /v2.0/routers/31bf2d43-6293-457e-a293-1e7e07077b42 HTTP/1.1" status: 200 len: 703 time: 0.4485235 May 23 11:31:03.207621 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46806) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:03.227326 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=8b6f6e96-808b-4ed3-983c-812f26858fee,revision_number=10']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:03.238403 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:31:03.238803 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:31:03.239110 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:31:03.239445 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:31:03.239775 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:31:03.240592 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:31:03.240592 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:31:03.240809 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:31:03.241084 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:31:03.241435 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:31:03.241791 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:31:03.262832 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-34237c70-6730-4cea-be62-9af9eeffb37e req-d520b717-aecd-4739-a229-b7cad24f78e3 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715709 May 23 11:31:03.369148 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebc991-9fc4-4f4c-9504-2077084c8314 req-2fa63266-d8cb-4f90-ac42-1761b295b01d tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:03.370719 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-74ebc991-9fc4-4f4c-9504-2077084c8314 req-2fa63266-d8cb-4f90-ac42-1761b295b01d tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=827bbfd7-32b0-4792-a06a-16a13bb77f8a HTTP/1.1" status: 200 len: 946 time: 0.1019106 May 23 11:31:03.380799 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 46810) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:03.393164 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-5e72bd3a-4b2d-481d-a7a2-a2d23d2b4b9b tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Request body: {'floatingip': {'port_id': '76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:31:03.396183 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bee3538d-7a44-454d-8a6e-ac92d0302142'] response: {'server_uuid': '26c16c44-4ea8-4b8e-912b-2988f82f477b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6f6e96-808b-4ed3-983c-812f26858fee', 'code': 200} May 23 11:31:03.598311 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460a5b95-ed55-4669-9357-252424bb9a2e None None] Sync routers for ids ['31bf2d43-6293-457e-a293-1e7e07077b42'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:31:03.617075 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460a5b95-ed55-4669-9357-252424bb9a2e None None] Routers {'31bf2d43-6293-457e-a293-1e7e07077b42'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:31:03.620186 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-460a5b95-ed55-4669-9357-252424bb9a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:30:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['31bf2d43-6293-457e-a293-1e7e07077b42'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:03.631339 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eba5dd12-3308-4a11-9d91-46174e38a019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:03.680468 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5dd12-3308-4a11-9d91-46174e38a019 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ac8a80e-217d-4109-b2fb-2ad3b20942fa,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:03.769233 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5e72bd3a-4b2d-481d-a7a2-a2d23d2b4b9b tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks [] for floatingip, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:03.870597 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-460a5b95-ed55-4669-9357-252424bb9a2e None None] Set router 31bf2d43-6293-457e-a293-1e7e07077b42 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:31:03.888409 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2c979a8a-f6d4-4224-aba5-cb1e0facfe67 req-526a0b56-b091-4a48-a228-1ca16ff73351 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=90c11da6-6af0-43cf-932c-432951e38327 HTTP/1.1" status: 200 len: 1097 time: 0.3917384 May 23 11:31:04.017160 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ebbda-0fb6-41f1-b580-ed38e8ff24db req-9f051694-ec6c-4213-8fe0-a816d0d8dcd2 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:04.025557 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fd7ebbda-0fb6-41f1-b580-ed38e8ff24db req-9f051694-ec6c-4213-8fe0-a816d0d8dcd2 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c11da6-6af0-43cf-932c-432951e38327 HTTP/1.1" status: 200 len: 946 time: 0.3311079 May 23 11:31:04.073455 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2c979a8a-f6d4-4224-aba5-cb1e0facfe67 req-a0863f73-311d-4307-bf2f-debe26717715 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a49534b7-6b4b-4127-8eac-0f4eaa8a0d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725221 May 23 11:31:04.122824 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fd7ebbda-0fb6-41f1-b580-ed38e8ff24db req-5c80c77c-796b-4063-8eaa-caada9361cd0 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/security-groups?id=a49534b7-6b4b-4127-8eac-0f4eaa8a0d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967033 May 23 11:31:04.148191 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eba5dd12-3308-4a11-9d91-46174e38a019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:04.287796 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-460a5b95-ed55-4669-9357-252424bb9a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'name': 'tempest-RoutersIpV6Test-router-570168471', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:30:04Z', 'updated_at': '2022-05-23T11:31:01Z', 'revision_number': 7, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'gw_port_host': None, '_interfaces': [{'id': '0211a025-641e-4c41-a4d6-b078a012922e', 'name': '', 'network_id': '402087d6-aaee-4b69-8e63-6a4ea9032e92', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:2c:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1521b99-16a4-4945-8627-d30203f9e4a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:08Z', 'updated_at': '2022-05-23T11:30:28Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': 'e1521b99-16a4-4945-8627-d30203f9e4a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ae15eba-cd9f-48f3-a727-c74dc7a0759c', 'name': '', 'network_id': '73bafaec-97c1-40d2-9afa-a740ea8aeb64', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:a0:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66ae6e8c-68d9-4620-bcd8-6a3f9ad2efae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:23Z', 'updated_at': '2022-05-23T11:30:41Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': '66ae6e8c-68d9-4620-bcd8-6a3f9ad2efae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '636fc0f4-4e10-4f55-8692-2a285fd69d83', 'name': '', 'network_id': '0357cbf2-3a2d-45f8-8502-a77cf845f2b0', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:8d:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34db8f68-0967-45ec-a866-7b36f15c7ba4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:35Z', 'updated_at': '2022-05-23T11:30:55Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': '34db8f68-0967-45ec-a866-7b36f15c7ba4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '885f7557-5010-4baf-a046-b2b7997517ef', 'name': '', 'network_id': '81e54aa6-1cc2-4dde-871d-f7ea13db74fa', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:9d:71:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb29bf95-b6ad-46f7-89ae-f306368c1c13', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:46Z', 'updated_at': '2022-05-23T11:30:58Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': 'eb29bf95-b6ad-46f7-89ae-f306368c1c13', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:04.297034 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460a5b95-ed55-4669-9357-252424bb9a2e None None] Checking router: 31bf2d43-6293-457e-a293-1e7e07077b42 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:31:04.333307 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460a5b95-ed55-4669-9357-252424bb9a2e None None] Routers {'31bf2d43-6293-457e-a293-1e7e07077b42'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:31:04.341138 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-460a5b95-ed55-4669-9357-252424bb9a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:30:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['31bf2d43-6293-457e-a293-1e7e07077b42'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:04.485807 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eba5dd12-3308-4a11-9d91-46174e38a019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:04.490976 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f3ae9bbd-dd07-46af-9bc0-ca63bb610aed req-a96577ec-a6cd-4b15-aa19-0b7e9e65c792 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 1097 time: 0.7677376 May 23 11:31:04.514440 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eba5dd12-3308-4a11-9d91-46174e38a019 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:04.586644 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eba5dd12-3308-4a11-9d91-46174e38a019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:04.587293 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba5dd12-3308-4a11-9d91-46174e38a019 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a2e9872-1aef-4de3-b0c9-ae0151225747 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:31:04.593733 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3575ec04-3138-4676-afcf-a4bc6a97527a tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:04.596289 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-460a5b95-ed55-4669-9357-252424bb9a2e None None] Set router 31bf2d43-6293-457e-a293-1e7e07077b42 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:31:04.653724 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f3ae9bbd-dd07-46af-9bc0-ca63bb610aed req-030c16b3-58a4-4a3c-bd6b-429e1a02bb37 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547065 May 23 11:31:04.737604 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eba5dd12-3308-4a11-9d91-46174e38a019 admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:04.740315 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-eba5dd12-3308-4a11-9d91-46174e38a019 admin admin] 10.222.0.79 "DELETE /v2.0/routers/5a2e9872-1aef-4de3-b0c9-ae0151225747 HTTP/1.1" status: 204 len: 168 time: 3.1177239 May 23 11:31:04.741416 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46820) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:04.745651 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4d3a1-2f64-4503-b33b-8dd9852a9fc9 req-e888f820-bddd-4275-b979-ea22dcd06e8e tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:04.747186 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-baa4d3a1-2f64-4503-b33b-8dd9852a9fc9 req-e888f820-bddd-4275-b979-ea22dcd06e8e tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 946 time: 0.3116615 May 23 11:31:04.809857 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-baa4d3a1-2f64-4503-b33b-8dd9852a9fc9 req-31d59605-892b-40cb-9b0c-518bdba69093 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554113 May 23 11:31:04.851304 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-12931311-7cc4-49bf-95c7-329ca4282d12 admin admin] Deleting subnet 9a81bd24-6dfd-47ec-932e-a2779113808c {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:31:04.862550 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-12931311-7cc4-49bf-95c7-329ca4282d12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:04.984433 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5e72bd3a-4b2d-481d-a7a2-a2d23d2b4b9b tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:04.989800 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5e72bd3a-4b2d-481d-a7a2-a2d23d2b4b9b tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:05.064717 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-12931311-7cc4-49bf-95c7-329ca4282d12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:05.068857 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-460a5b95-ed55-4669-9357-252424bb9a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'name': 'tempest-RoutersIpV6Test-router-570168471', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:30:04Z', 'updated_at': '2022-05-23T11:31:01Z', 'revision_number': 7, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'gw_port_host': None, '_interfaces': [{'id': '0211a025-641e-4c41-a4d6-b078a012922e', 'name': '', 'network_id': '402087d6-aaee-4b69-8e63-6a4ea9032e92', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:2c:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1521b99-16a4-4945-8627-d30203f9e4a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:08Z', 'updated_at': '2022-05-23T11:30:28Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': 'e1521b99-16a4-4945-8627-d30203f9e4a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ae15eba-cd9f-48f3-a727-c74dc7a0759c', 'name': '', 'network_id': '73bafaec-97c1-40d2-9afa-a740ea8aeb64', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:a0:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66ae6e8c-68d9-4620-bcd8-6a3f9ad2efae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:23Z', 'updated_at': '2022-05-23T11:30:41Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': '66ae6e8c-68d9-4620-bcd8-6a3f9ad2efae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '636fc0f4-4e10-4f55-8692-2a285fd69d83', 'name': '', 'network_id': '0357cbf2-3a2d-45f8-8502-a77cf845f2b0', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:8d:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34db8f68-0967-45ec-a866-7b36f15c7ba4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:35Z', 'updated_at': '2022-05-23T11:30:55Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': '34db8f68-0967-45ec-a866-7b36f15c7ba4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '885f7557-5010-4baf-a046-b2b7997517ef', 'name': '', 'network_id': '81e54aa6-1cc2-4dde-871d-f7ea13db74fa', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:9d:71:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb29bf95-b6ad-46f7-89ae-f306368c1c13', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:46Z', 'updated_at': '2022-05-23T11:30:58Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': 'eb29bf95-b6ad-46f7-89ae-f306368c1c13', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:05.073471 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460a5b95-ed55-4669-9357-252424bb9a2e None None] The sync data for ids ['31bf2d43-6293-457e-a293-1e7e07077b42'] in n-d-842952-2 is: [{'id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'name': 'tempest-RoutersIpV6Test-router-570168471', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:30:04Z', 'updated_at': '2022-05-23T11:31:01Z', 'revision_number': 7, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'gw_port_host': None, '_interfaces': [{'id': '0211a025-641e-4c41-a4d6-b078a012922e', 'name': '', 'network_id': '402087d6-aaee-4b69-8e63-6a4ea9032e92', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:2c:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1521b99-16a4-4945-8627-d30203f9e4a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:08Z', 'updated_at': '2022-05-23T11:30:28Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': 'e1521b99-16a4-4945-8627-d30203f9e4a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ae15eba-cd9f-48f3-a727-c74dc7a0759c', 'name': '', 'network_id': '73bafaec-97c1-40d2-9afa-a740ea8aeb64', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:a0:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66ae6e8c-68d9-4620-bcd8-6a3f9ad2efae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:23Z', 'updated_at': '2022-05-23T11:30:41Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': '66ae6e8c-68d9-4620-bcd8-6a3f9ad2efae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '636fc0f4-4e10-4f55-8692-2a285fd69d83', 'name': '', 'network_id': '0357cbf2-3a2d-45f8-8502-a77cf845f2b0', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:8d:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34db8f68-0967-45ec-a866-7b36f15c7ba4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:35Z', 'updated_at': '2022-05-23T11:30:55Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': '34db8f68-0967-45ec-a866-7b36f15c7ba4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '885f7557-5010-4baf-a046-b2b7997517ef', 'name': '', 'network_id': '81e54aa6-1cc2-4dde-871d-f7ea13db74fa', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:9d:71:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb29bf95-b6ad-46f7-89ae-f306368c1c13', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:46Z', 'updated_at': '2022-05-23T11:30:58Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': 'eb29bf95-b6ad-46f7-89ae-f306368c1c13', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:31:05.413409 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-12931311-7cc4-49bf-95c7-329ca4282d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:05.510260 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5cb3e-c015-4a92-be64-495a4ab6a0cf req-6ade67d9-99a4-47d9-bfe4-fbf873797a0c tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:05.511753 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58c5cb3e-c015-4a92-be64-495a4ab6a0cf req-6ade67d9-99a4-47d9-bfe4-fbf873797a0c tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c11da6-6af0-43cf-932c-432951e38327 HTTP/1.1" status: 200 len: 946 time: 0.1785927 May 23 11:31:05.575989 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-12931311-7cc4-49bf-95c7-329ca4282d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:05.595037 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58c5cb3e-c015-4a92-be64-495a4ab6a0cf req-e0b7b6ae-e2cd-4672-92bb-0eb20cf51f2e tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/security-groups?id=a49534b7-6b4b-4127-8eac-0f4eaa8a0d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735579 May 23 11:31:05.618559 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e72bd3a-4b2d-481d-a7a2-a2d23d2b4b9b tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Router db529751-9524-4acb-a9a3-de5a6b3e1c20 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:31:05.626319 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12931311-7cc4-49bf-95c7-329ca4282d12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a81bd24-6dfd-47ec-932e-a2779113808c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:05.630431 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-12931311-7cc4-49bf-95c7-329ca4282d12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:05.638888 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daca8d83-7728-4655-a78d-f63a0462ed01 None None] Network e68a9de9-8253-4d65-9d27-4110aa5ec6a5 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:31:05.642710 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-12931311-7cc4-49bf-95c7-329ca4282d12 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/9a81bd24-6dfd-47ec-932e-a2779113808c HTTP/1.1" status: 204 len: 168 time: 0.9001782 May 23 11:31:05.642959 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 46828) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:05.903274 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-3575ec04-3138-4676-afcf-a4bc6a97527a tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Deleting port 885f7557-5010-4baf-a046-b2b7997517ef {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:31:05.903747 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3575ec04-3138-4676-afcf-a4bc6a97527a tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:05.924029 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-da69867d-7088-487a-8e90-71b42fe5f092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:05.969328 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-da69867d-7088-487a-8e90-71b42fe5f092 admin admin] Deleting port 0d7b72f8-900d-4d09-91e2-cc00c5ed16f1 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:31:05.969826 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-da69867d-7088-487a-8e90-71b42fe5f092 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:06.109695 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82fb4d1-f798-4ce0-a705-c8f47b82ed38 None None] DHCP port deletion for e68a9de9-8253-4d65-9d27-4110aa5ec6a5 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:31:06.114436 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b82fb4d1-f798-4ce0-a705-c8f47b82ed38 None None] Deleting port 0d7b72f8-900d-4d09-91e2-cc00c5ed16f1 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:31:06.114813 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b82fb4d1-f798-4ce0-a705-c8f47b82ed38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:06.242184 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-3575ec04-3138-4676-afcf-a4bc6a97527a tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] For port 885f7557-5010-4baf-a046-b2b7997517ef, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=885f7557-5010-4baf-a046-b2b7997517ef,segment=NetworkSegment(fca5af8f-9caf-4f3e-a693-b14975d02d71),segment_id=fca5af8f-9caf-4f3e-a693-b14975d02d71)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:31:06.242830 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3575ec04-3138-4676-afcf-a4bc6a97527a tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:06.380668 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ba4e9-8c28-4f60-a99d-0a0c6c1cb6eb req-d1d9b1e7-c55e-4a35-8750-cd815dccc7a8 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:06.382198 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6e4ba4e9-8c28-4f60-a99d-0a0c6c1cb6eb req-d1d9b1e7-c55e-4a35-8750-cd815dccc7a8 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 946 time: 0.2947536 May 23 11:31:06.436532 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-b82fb4d1-f798-4ce0-a705-c8f47b82ed38 None None] For port 0d7b72f8-900d-4d09-91e2-cc00c5ed16f1, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=0d7b72f8-900d-4d09-91e2-cc00c5ed16f1,segment=NetworkSegment(3eba79aa-3091-43f9-9c86-33de6cf7a3f2),segment_id=3eba79aa-3091-43f9-9c86-33de6cf7a3f2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:31:06.436862 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b82fb4d1-f798-4ce0-a705-c8f47b82ed38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:06.447364 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-da69867d-7088-487a-8e90-71b42fe5f092 admin admin] For port 0d7b72f8-900d-4d09-91e2-cc00c5ed16f1, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=0d7b72f8-900d-4d09-91e2-cc00c5ed16f1,segment=NetworkSegment(3eba79aa-3091-43f9-9c86-33de6cf7a3f2),segment_id=3eba79aa-3091-43f9-9c86-33de6cf7a3f2)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:31:06.448130 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-da69867d-7088-487a-8e90-71b42fe5f092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:06.482498 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-3575ec04-3138-4676-afcf-a4bc6a97527a tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Calling delete_port for 885f7557-5010-4baf-a046-b2b7997517ef owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:31:06.493424 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e72bd3a-4b2d-481d-a7a2-a2d23d2b4b9b tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:31:06.504939 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5e72bd3a-4b2d-481d-a7a2-a2d23d2b4b9b tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:06.506266 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f514be5-051f-4235-923d-8113464bf9b0 None None] Sync routers for ids ['db529751-9524-4acb-a9a3-de5a6b3e1c20'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:31:06.528707 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f514be5-051f-4235-923d-8113464bf9b0 None None] Routers {'db529751-9524-4acb-a9a3-de5a6b3e1c20'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:31:06.529901 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-1f514be5-051f-4235-923d-8113464bf9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:30:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['db529751-9524-4acb-a9a3-de5a6b3e1c20'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:06.587542 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b82fb4d1-f798-4ce0-a705-c8f47b82ed38 None None] Calling delete_port for 0d7b72f8-900d-4d09-91e2-cc00c5ed16f1 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:31:06.827269 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-1f514be5-051f-4235-923d-8113464bf9b0 None None] Set router db529751-9524-4acb-a9a3-de5a6b3e1c20 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:31:06.831631 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14bfde3-3934-4a8f-ad7a-1e7214ccb767 None None] Sync routers for ids ['5a2e9872-1aef-4de3-b0c9-ae0151225747'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:31:06.868438 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14bfde3-3934-4a8f-ad7a-1e7214ccb767 None None] Routers set() bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:31:06.869457 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14bfde3-3934-4a8f-ad7a-1e7214ccb767 None None] Router IDs set() for agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 23 11:31:06.870484 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_agentschedulers_db [None req-b14bfde3-3934-4a8f-ad7a-1e7214ccb767 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5a2e9872-1aef-4de3-b0c9-ae0151225747'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:30:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent'). {{(pid=83912) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 23 11:31:06.878710 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b82fb4d1-f798-4ce0-a705-c8f47b82ed38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:06.954898 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3575ec04-3138-4676-afcf-a4bc6a97527a tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:06.984956 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82fb4d1-f798-4ce0-a705-c8f47b82ed38 None None] Pushing event deleted for resources: {'Port': ['ID=0d7b72f8-900d-4d09-91e2-cc00c5ed16f1,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:07.008792 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82fb4d1-f798-4ce0-a705-c8f47b82ed38 None None] No DVR routers for this DVR port 0d7b72f8-900d-4d09-91e2-cc00c5ed16f1 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:31:07.015039 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6e4ba4e9-8c28-4f60-a99d-0a0c6c1cb6eb req-ac4a86e3-5bfe-41f5-b4f7-bd769c24792c tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6112902 May 23 11:31:07.020047 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14bfde3-3934-4a8f-ad7a-1e7214ccb767 None None] Routers set() bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:31:07.020506 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14bfde3-3934-4a8f-ad7a-1e7214ccb767 None None] Router IDs set() for agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 23 11:31:07.021192 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_agentschedulers_db [None req-b14bfde3-3934-4a8f-ad7a-1e7214ccb767 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5a2e9872-1aef-4de3-b0c9-ae0151225747'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:30:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent'). {{(pid=83912) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 23 11:31:07.022389 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14bfde3-3934-4a8f-ad7a-1e7214ccb767 None None] The sync data for ids ['5a2e9872-1aef-4de3-b0c9-ae0151225747'] in n-d-842952-2 is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:31:07.073388 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3575ec04-3138-4676-afcf-a4bc6a97527a tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event deleted for resources: {'Port': ['ID=885f7557-5010-4baf-a046-b2b7997517ef,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:07.147041 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-da69867d-7088-487a-8e90-71b42fe5f092 admin admin] Calling delete_port for 0d7b72f8-900d-4d09-91e2-cc00c5ed16f1 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:31:07.295198 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '827bbfd7-32b0-4792-a06a-16a13bb77f8a', 'tag': '76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:31:07.406835 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5e72bd3a-4b2d-481d-a7a2-a2d23d2b4b9b tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "PUT /v2.0/floatingips/514073fc-6c59-4788-9057-71b20786aa6c HTTP/1.1" status: 200 len: 994 time: 4.0225296 May 23 11:31:07.419211 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.api [None req-da69867d-7088-487a-8e90-71b42fe5f092 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:31:07.419494 n-d-842952-2 neutron-server[83910]: DEBUG oslo_db.api [None req-da69867d-7088-487a-8e90-71b42fe5f092 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:31:07.422727 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58f26d34-9889-4c00-b845-ae62633b9243'] response: {'name': 'network-changed', 'server_uuid': '827bbfd7-32b0-4792-a06a-16a13bb77f8a', 'tag': '76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669', 'status': 'completed', 'code': 200} May 23 11:31:07.448083 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3e617-1e4e-4e16-a98f-cb3d8861b148 req-f0afaa41-4204-4abe-9652-a4a5be753693 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:07.450174 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-21b3e617-1e4e-4e16-a98f-cb3d8861b148 req-f0afaa41-4204-4abe-9652-a4a5be753693 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c11da6-6af0-43cf-932c-432951e38327 HTTP/1.1" status: 200 len: 946 time: 0.4424589 May 23 11:31:07.490144 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-1f514be5-051f-4235-923d-8113464bf9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'name': 'tempest-ServerRescueNegativeTestJSON-728309522-router', 'tenant_id': '4ab6dabfc6c044e3a257a928739aed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '494ed453-37e9-40f9-ae81-578f809d43aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:26:55Z', 'updated_at': '2022-05-23T11:27:11Z', 'revision_number': 4, 'project_id': '4ab6dabfc6c044e3a257a928739aed2b', 'gw_port': {'id': '494ed453-37e9-40f9-ae81-578f809d43aa', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:00Z', 'updated_at': '2022-05-23T11:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '514073fc-6c59-4788-9057-71b20786aa6c', 'tenant_id': '4ab6dabfc6c044e3a257a928739aed2b', 'floating_ip_address': '172.25.6.243', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'port_id': '76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76b2273d-b51d-4df1-8907-c6d24ae3fac2', 'mac_address': 'fa:16:3e:bc:87:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827bbfd7-32b0-4792-a06a-16a13bb77f8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:29:15Z', 'updated_at': '2022-05-23T11:31:04Z', 'revision_number': 3, 'project_id': '4ab6dabfc6c044e3a257a928739aed2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfaa2c81-8057-412e-a209-888bbdcbe3ad', 'name': '', 'network_id': '76b2273d-b51d-4df1-8907-c6d24ae3fac2', 'tenant_id': '4ab6dabfc6c044e3a257a928739aed2b', 'mac_address': 'fa:16:3e:4a:e7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82176f08-fc90-4d7e-a669-0e8701d67807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:09Z', 'updated_at': '2022-05-23T11:27:27Z', 'revision_number': 5, 'project_id': '4ab6dabfc6c044e3a257a928739aed2b', 'subnets': [{'id': '82176f08-fc90-4d7e-a669-0e8701d67807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:07.495657 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f514be5-051f-4235-923d-8113464bf9b0 None None] Checking router: db529751-9524-4acb-a9a3-de5a6b3e1c20 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:31:07.508042 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f514be5-051f-4235-923d-8113464bf9b0 None None] Routers {'db529751-9524-4acb-a9a3-de5a6b3e1c20'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:31:07.508947 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-1f514be5-051f-4235-923d-8113464bf9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:30:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['db529751-9524-4acb-a9a3-de5a6b3e1c20'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:07.555577 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-21b3e617-1e4e-4e16-a98f-cb3d8861b148 req-283c4edb-e9e5-4975-ac0d-ff5982038cea tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/security-groups?id=a49534b7-6b4b-4127-8eac-0f4eaa8a0d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954771 May 23 11:31:07.615795 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fcd550cc-68c9-4cac-991c-b7293cbd75e6 req-eb1a3868-d2cb-4802-95fe-2c677a1620a3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4ab6dabfc6c044e3a257a928739aed2b&device_id=827bbfd7-32b0-4792-a06a-16a13bb77f8a HTTP/1.1" status: 200 len: 1097 time: 0.1488338 May 23 11:31:07.617166 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3575ec04-3138-4676-afcf-a4bc6a97527a tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:07.632522 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-b1dd7435-dab5-4c45-9ca3-da8cb6424ebd req-95d410ed-fe53-40a2-a1b3-440416189f72 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-222415207', 'description': 'tempest-description-1520579808'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:31:07.640741 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-b1dd7435-dab5-4c45-9ca3-da8cb6424ebd req-95d410ed-fe53-40a2-a1b3-440416189f72 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:31:07.661804 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-b1dd7435-dab5-4c45-9ca3-da8cb6424ebd req-95d410ed-fe53-40a2-a1b3-440416189f72 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:31:07.676967 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b1dd7435-dab5-4c45-9ca3-da8cb6424ebd req-95d410ed-fe53-40a2-a1b3-440416189f72 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:07.737806 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 0d7b72f8-900d-4d09-91e2-cc00c5ed16f1 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:31:07.738376 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-b1dd7435-dab5-4c45-9ca3-da8cb6424ebd req-95d410ed-fe53-40a2-a1b3-440416189f72 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:31:07.747420 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-b1dd7435-dab5-4c45-9ca3-da8cb6424ebd req-95d410ed-fe53-40a2-a1b3-440416189f72 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Usage tracker for resource:security_group_rule and tenant:28cfee849fbb4c2b93c9467d155036b4 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:31:07.755086 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-1f514be5-051f-4235-923d-8113464bf9b0 None None] Set router db529751-9524-4acb-a9a3-de5a6b3e1c20 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:31:07.756588 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-b1dd7435-dab5-4c45-9ca3-da8cb6424ebd req-95d410ed-fe53-40a2-a1b3-440416189f72 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:31:07.773179 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-b1dd7435-dab5-4c45-9ca3-da8cb6424ebd req-95d410ed-fe53-40a2-a1b3-440416189f72 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:31:07.790444 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 0d7b72f8-900d-4d09-91e2-cc00c5ed16f1 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:31:07.790898 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 0d7b72f8-900d-4d09-91e2-cc00c5ed16f1 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:31:07.868375 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b1dd7435-dab5-4c45-9ca3-da8cb6424ebd req-95d410ed-fe53-40a2-a1b3-440416189f72 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:07.880050 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b1dd7435-dab5-4c45-9ca3-da8cb6424ebd req-95d410ed-fe53-40a2-a1b3-440416189f72 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:07.920316 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-da69867d-7088-487a-8e90-71b42fe5f092 admin admin] Deleting port 0d7b72f8-900d-4d09-91e2-cc00c5ed16f1 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:31:07.920920 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-da69867d-7088-487a-8e90-71b42fe5f092 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:07.967152 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d410ed-fe53-40a2-a1b3-440416189f72 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0b0415-064a-4132-8ff2-894072db69d1,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:08.006079 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-da69867d-7088-487a-8e90-71b42fe5f092 admin admin] The port '0d7b72f8-900d-4d09-91e2-cc00c5ed16f1' was deleted {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:31:08.007819 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b1dd7435-dab5-4c45-9ca3-da8cb6424ebd req-95d410ed-fe53-40a2-a1b3-440416189f72 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:08.009545 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b1dd7435-dab5-4c45-9ca3-da8cb6424ebd req-95d410ed-fe53-40a2-a1b3-440416189f72 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1646 time: 0.3822649 May 23 11:31:08.139718 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:08.236467 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd550cc-68c9-4cac-991c-b7293cbd75e6 req-07506676-26c9-4289-9704-7295e571e10f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:08.238710 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fcd550cc-68c9-4cac-991c-b7293cbd75e6 req-07506676-26c9-4289-9704-7295e571e10f service neutron] 10.222.0.81 "GET /v2.0/networks?id=76b2273d-b51d-4df1-8907-c6d24ae3fac2 HTTP/1.1" status: 200 len: 919 time: 0.6114600 May 23 11:31:08.319240 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-da69867d-7088-487a-8e90-71b42fe5f092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:08.352813 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-1f514be5-051f-4235-923d-8113464bf9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'name': 'tempest-ServerRescueNegativeTestJSON-728309522-router', 'tenant_id': '4ab6dabfc6c044e3a257a928739aed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '494ed453-37e9-40f9-ae81-578f809d43aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:26:55Z', 'updated_at': '2022-05-23T11:27:11Z', 'revision_number': 4, 'project_id': '4ab6dabfc6c044e3a257a928739aed2b', 'gw_port': {'id': '494ed453-37e9-40f9-ae81-578f809d43aa', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:00Z', 'updated_at': '2022-05-23T11:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '514073fc-6c59-4788-9057-71b20786aa6c', 'tenant_id': '4ab6dabfc6c044e3a257a928739aed2b', 'floating_ip_address': '172.25.6.243', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'port_id': '76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76b2273d-b51d-4df1-8907-c6d24ae3fac2', 'mac_address': 'fa:16:3e:bc:87:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827bbfd7-32b0-4792-a06a-16a13bb77f8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:29:15Z', 'updated_at': '2022-05-23T11:31:04Z', 'revision_number': 3, 'project_id': '4ab6dabfc6c044e3a257a928739aed2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfaa2c81-8057-412e-a209-888bbdcbe3ad', 'name': '', 'network_id': '76b2273d-b51d-4df1-8907-c6d24ae3fac2', 'tenant_id': '4ab6dabfc6c044e3a257a928739aed2b', 'mac_address': 'fa:16:3e:4a:e7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82176f08-fc90-4d7e-a669-0e8701d67807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:09Z', 'updated_at': '2022-05-23T11:27:27Z', 'revision_number': 5, 'project_id': '4ab6dabfc6c044e3a257a928739aed2b', 'subnets': [{'id': '82176f08-fc90-4d7e-a669-0e8701d67807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:08.358439 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f514be5-051f-4235-923d-8113464bf9b0 None None] The sync data for ids ['db529751-9524-4acb-a9a3-de5a6b3e1c20'] in n-d-842952-2 is: [{'id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'name': 'tempest-ServerRescueNegativeTestJSON-728309522-router', 'tenant_id': '4ab6dabfc6c044e3a257a928739aed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '494ed453-37e9-40f9-ae81-578f809d43aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:26:55Z', 'updated_at': '2022-05-23T11:27:11Z', 'revision_number': 4, 'project_id': '4ab6dabfc6c044e3a257a928739aed2b', 'gw_port': {'id': '494ed453-37e9-40f9-ae81-578f809d43aa', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:00Z', 'updated_at': '2022-05-23T11:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '514073fc-6c59-4788-9057-71b20786aa6c', 'tenant_id': '4ab6dabfc6c044e3a257a928739aed2b', 'floating_ip_address': '172.25.6.243', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'port_id': '76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76b2273d-b51d-4df1-8907-c6d24ae3fac2', 'mac_address': 'fa:16:3e:bc:87:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827bbfd7-32b0-4792-a06a-16a13bb77f8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:29:15Z', 'updated_at': '2022-05-23T11:31:04Z', 'revision_number': 3, 'project_id': '4ab6dabfc6c044e3a257a928739aed2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfaa2c81-8057-412e-a209-888bbdcbe3ad', 'name': '', 'network_id': '76b2273d-b51d-4df1-8907-c6d24ae3fac2', 'tenant_id': '4ab6dabfc6c044e3a257a928739aed2b', 'mac_address': 'fa:16:3e:4a:e7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82176f08-fc90-4d7e-a669-0e8701d67807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:09Z', 'updated_at': '2022-05-23T11:27:27Z', 'revision_number': 5, 'project_id': '4ab6dabfc6c044e3a257a928739aed2b', 'subnets': [{'id': '82176f08-fc90-4d7e-a669-0e8701d67807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:31:08.368041 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-da69867d-7088-487a-8e90-71b42fe5f092 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e68a9de9-8253-4d65-9d27-4110aa5ec6a5']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:08.376108 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-13bf2b87-c2f4-46f1-bc7d-d3217cb193c9 req-6a8fd29e-9375-489a-b173-a9d1b0b78971 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Synchronizing usage tracker for tenant:28cfee849fbb4c2b93c9467d155036b4 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:31:08.391384 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-da69867d-7088-487a-8e90-71b42fe5f092 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eba79aa-3091-43f9-9c86-33de6cf7a3f2') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:08.391672 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-da69867d-7088-487a-8e90-71b42fe5f092 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eba79aa-3091-43f9-9c86-33de6cf7a3f2') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:08.413672 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-da69867d-7088-487a-8e90-71b42fe5f092 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:08.441251 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-da69867d-7088-487a-8e90-71b42fe5f092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:08.447505 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-13bf2b87-c2f4-46f1-bc7d-d3217cb193c9 req-6a8fd29e-9375-489a-b173-a9d1b0b78971 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Unset dirty status for tenant:28cfee849fbb4c2b93c9467d155036b4 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:31:08.448693 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-13bf2b87-c2f4-46f1-bc7d-d3217cb193c9 req-6a8fd29e-9375-489a-b173-a9d1b0b78971 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-222415207&fields=id&tenant_id=28cfee849fbb4c2b93c9467d155036b4 HTTP/1.1" status: 200 len: 267 time: 0.2305000 May 23 11:31:08.453512 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da69867d-7088-487a-8e90-71b42fe5f092 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:31:08.453914 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-da69867d-7088-487a-8e90-71b42fe5f092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:08.469038 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:31:08.469038 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:31:08.469038 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:31:08.469038 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:31:08.469038 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:31:08.469038 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:31:08.469038 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:31:08.469038 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:31:08.469038 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:31:08.469038 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:31:08.469038 n-d-842952-2 neutron-server[83910]: timer() May 23 11:31:08.469038 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:31:08.469038 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:31:08.469038 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:31:08.469038 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:31:08.469038 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:31:08.469038 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:31:08.469038 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:31:08.469038 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:31:08.469038 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:31:08.469038 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:31:08.469038 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:31:08.469038 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:31:08.469038 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:31:08.469038 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:31:08.469038 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:31:08.469038 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:31:08.469038 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:31:08.469038 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:31:08.469038 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:31:08.469038 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:31:08.469038 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:31:08.469038 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:31:08.469038 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:31:08.469038 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:31:08.469038 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:31:08.469038 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:31:08.469038 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:31:08.469038 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:31:08.469038 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:31:08.482367 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbca52-2df8-435f-b8fc-439752f0bf76 req-e28c39b2-0c38-414c-aeb9-9e3bed24df44 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:08.488657 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9cbca52-2df8-435f-b8fc-439752f0bf76 req-e28c39b2-0c38-414c-aeb9-9e3bed24df44 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 946 time: 0.2267177 May 23 11:31:08.515258 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fcd550cc-68c9-4cac-991c-b7293cbd75e6 req-3475a264-62f3-4c8c-840d-2afb58a520c5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669 HTTP/1.1" status: 200 len: 1002 time: 0.2679422 May 23 11:31:08.629512 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-da69867d-7088-487a-8e90-71b42fe5f092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:08.661539 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-da69867d-7088-487a-8e90-71b42fe5f092 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:08.687193 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69867d-7088-487a-8e90-71b42fe5f092 admin admin] Pushing event deleted for resources: {'Network': ['ID=e68a9de9-8253-4d65-9d27-4110aa5ec6a5,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:08.693590 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-da69867d-7088-487a-8e90-71b42fe5f092 admin admin] 10.222.0.79 "DELETE /v2.0/networks/e68a9de9-8253-4d65-9d27-4110aa5ec6a5 HTTP/1.1" status: 204 len: 168 time: 3.0474811 May 23 11:31:08.719545 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9cbca52-2df8-435f-b8fc-439752f0bf76 req-e0f89c5e-6b38-4364-a14e-7eaa5a758286 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2297878 May 23 11:31:08.723784 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd550cc-68c9-4cac-991c-b7293cbd75e6 req-d92efd87-0b00-4ee6-acc7-271ee33db08b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:08.725794 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fcd550cc-68c9-4cac-991c-b7293cbd75e6 req-d92efd87-0b00-4ee6-acc7-271ee33db08b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=82176f08-fc90-4d7e-a669-0e8701d67807 HTTP/1.1" status: 200 len: 857 time: 0.2050905 May 23 11:31:08.728159 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf2b87-c2f4-46f1-bc7d-d3217cb193c9 req-57d210e0-55d6-47cb-b367-ebda58f77963 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:08.729565 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-13bf2b87-c2f4-46f1-bc7d-d3217cb193c9 req-57d210e0-55d6-47cb-b367-ebda58f77963 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c11da6-6af0-43cf-932c-432951e38327 HTTP/1.1" status: 200 len: 946 time: 0.2589688 May 23 11:31:08.742579 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-13bf2b87-c2f4-46f1-bc7d-d3217cb193c9 req-e8652952-adfe-4104-8ee0-13996cb3aa41 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Request body: {'port': {'security_groups': ['a49534b7-6b4b-4127-8eac-0f4eaa8a0d16', 'fe0b0415-064a-4132-8ff2-894072db69d1']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:31:08.856347 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fcd550cc-68c9-4cac-991c-b7293cbd75e6 req-6daae4c0-ecb9-4913-824c-fbe0f6995e79 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=76b2273d-b51d-4df1-8907-c6d24ae3fac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1199918 May 23 11:31:08.884551 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-13bf2b87-c2f4-46f1-bc7d-d3217cb193c9 req-e8652952-adfe-4104-8ee0-13996cb3aa41 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:08.955782 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3575ec04-3138-4676-afcf-a4bc6a97527a tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Router 31bf2d43-6293-457e-a293-1e7e07077b42 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:31:09.117724 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46890) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:09.232792 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-13bf2b87-c2f4-46f1-bc7d-d3217cb193c9 req-e8652952-adfe-4104-8ee0-13996cb3aa41 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] For port 47816ceb-6c55-4dc1-9820-021d1203b124, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=47816ceb-6c55-4dc1-9820-021d1203b124,segment=NetworkSegment(7b7c5fd9-5c0f-4a2b-bed6-65bb26305363),segment_id=7b7c5fd9-5c0f-4a2b-bed6-65bb26305363)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:31:09.236415 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fcd550cc-68c9-4cac-991c-b7293cbd75e6 req-bb321eb6-fbce-4238-9d5d-e7bd86ff5555 service neutron] 10.222.0.81 "GET /v2.0/networks/76b2273d-b51d-4df1-8907-c6d24ae3fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732426 May 23 11:31:09.264516 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb20a8b8-3637-49ce-ac19-11907e4fd95c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:09.266395 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-13bf2b87-c2f4-46f1-bc7d-d3217cb193c9 req-e8652952-adfe-4104-8ee0-13996cb3aa41 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:09.271938 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-13bf2b87-c2f4-46f1-bc7d-d3217cb193c9 req-e8652952-adfe-4104-8ee0-13996cb3aa41 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:09.304623 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['47816ceb-6c55-4dc1-9820-021d1203b124'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:31:09.335533 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf2b87-c2f4-46f1-bc7d-d3217cb193c9 req-e8652952-adfe-4104-8ee0-13996cb3aa41 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:09.336180 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-13bf2b87-c2f4-46f1-bc7d-d3217cb193c9 req-e8652952-adfe-4104-8ee0-13996cb3aa41 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:09.345072 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-13bf2b87-c2f4-46f1-bc7d-d3217cb193c9 req-e8652952-adfe-4104-8ee0-13996cb3aa41 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "PUT /v2.0/ports/47816ceb-6c55-4dc1-9820-021d1203b124 HTTP/1.1" status: 200 len: 982 time: 0.6065767 May 23 11:31:09.376167 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8652952-adfe-4104-8ee0-13996cb3aa41 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Pushing event updated for resources: {'Port': ['ID=47816ceb-6c55-4dc1-9820-021d1203b124,revision_number=6']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:09.424043 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5f28dea4-6ca3-4ec1-a13f-fec0393feb6f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e41e6d532b334d0b94e545bc452501fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2497368 May 23 11:31:09.424601 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '827bbfd7-32b0-4792-a06a-16a13bb77f8a', 'tag': '76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669'}, {'name': 'network-changed', 'server_uuid': '90c11da6-6af0-43cf-932c-432951e38327', 'tag': '47816ceb-6c55-4dc1-9820-021d1203b124'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:31:09.429651 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46896) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:09.446143 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:09.479565 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['47816ceb-6c55-4dc1-9820-021d1203b124'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:31:09.483048 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fcd550cc-68c9-4cac-991c-b7293cbd75e6 req-d7706f4d-90ac-4934-b685-c0e77b544fcf service neutron] 10.222.0.81 "GET /v2.0/networks/76b2273d-b51d-4df1-8907-c6d24ae3fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195878 May 23 11:31:09.530760 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67e1a5d5-62f3-43d1-b947-00c26569b3b8'] response: {'name': 'network-changed', 'server_uuid': '827bbfd7-32b0-4792-a06a-16a13bb77f8a', 'tag': '76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669', 'status': 'completed', 'code': 200} May 23 11:31:09.531401 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67e1a5d5-62f3-43d1-b947-00c26569b3b8'] response: {'name': 'network-changed', 'server_uuid': '90c11da6-6af0-43cf-932c-432951e38327', 'tag': '47816ceb-6c55-4dc1-9820-021d1203b124', 'status': 'completed', 'code': 200} May 23 11:31:09.548278 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3575ec04-3138-4676-afcf-a4bc6a97527a tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:31:09.587517 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6053fbe-0b84-4f2b-bd9e-0dae00c2767a None None] Sync routers for ids ['31bf2d43-6293-457e-a293-1e7e07077b42'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:31:09.606209 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 8224bc30-3751-43f6-81c1-d7ac78946257 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:31:09.608606 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6053fbe-0b84-4f2b-bd9e-0dae00c2767a None None] Routers {'31bf2d43-6293-457e-a293-1e7e07077b42'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:31:09.609240 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-f6053fbe-0b84-4f2b-bd9e-0dae00c2767a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:30:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['31bf2d43-6293-457e-a293-1e7e07077b42'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:09.751275 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 8224bc30-3751-43f6-81c1-d7ac78946257 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:31:09.757439 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 8224bc30-3751-43f6-81c1-d7ac78946257 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:31:09.758354 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2ac8a80e-217d-4109-b2fb-2ad3b20942fa no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:31:09.799270 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-f6053fbe-0b84-4f2b-bd9e-0dae00c2767a None None] Set router 31bf2d43-6293-457e-a293-1e7e07077b42 gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:31:09.830352 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2cc638ab-1930-40b3-99d8-00e06f9478eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:09.836902 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 2ac8a80e-217d-4109-b2fb-2ad3b20942fa {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:31:09.837500 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2ac8a80e-217d-4109-b2fb-2ad3b20942fa not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:31:09.867286 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3575ec04-3138-4676-afcf-a4bc6a97527a tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "PUT /v2.0/routers/31bf2d43-6293-457e-a293-1e7e07077b42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6574106 May 23 11:31:09.873003 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46904) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:10.047005 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a73333dc-cd53-43c8-b766-3f1d76f4f006 req-7876cd6d-286a-40ba-92eb-aeb80b9d55f7 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-222415207&fields=id&tenant_id=28cfee849fbb4c2b93c9467d155036b4 HTTP/1.1" status: 200 len: 267 time: 0.4234762 May 23 11:31:10.143413 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e4a1daf7-414e-4ecf-9a2f-8bcc4232cef6 req-49280f29-6edb-445d-a675-fd0787457cb7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=28cfee849fbb4c2b93c9467d155036b4&device_id=90c11da6-6af0-43cf-932c-432951e38327 HTTP/1.1" status: 200 len: 1136 time: 0.5752096 May 23 11:31:10.145079 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2cc638ab-1930-40b3-99d8-00e06f9478eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:10.168452 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-f6053fbe-0b84-4f2b-bd9e-0dae00c2767a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'name': 'tempest-RoutersIpV6Test-router-570168471', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:30:04Z', 'updated_at': '2022-05-23T11:31:06Z', 'revision_number': 8, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'gw_port_host': None, '_interfaces': [{'id': '0211a025-641e-4c41-a4d6-b078a012922e', 'name': '', 'network_id': '402087d6-aaee-4b69-8e63-6a4ea9032e92', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:2c:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1521b99-16a4-4945-8627-d30203f9e4a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:08Z', 'updated_at': '2022-05-23T11:30:28Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': 'e1521b99-16a4-4945-8627-d30203f9e4a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ae15eba-cd9f-48f3-a727-c74dc7a0759c', 'name': '', 'network_id': '73bafaec-97c1-40d2-9afa-a740ea8aeb64', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:a0:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66ae6e8c-68d9-4620-bcd8-6a3f9ad2efae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:23Z', 'updated_at': '2022-05-23T11:30:41Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': '66ae6e8c-68d9-4620-bcd8-6a3f9ad2efae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '636fc0f4-4e10-4f55-8692-2a285fd69d83', 'name': '', 'network_id': '0357cbf2-3a2d-45f8-8502-a77cf845f2b0', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:8d:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34db8f68-0967-45ec-a866-7b36f15c7ba4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:35Z', 'updated_at': '2022-05-23T11:30:55Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': '34db8f68-0967-45ec-a866-7b36f15c7ba4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:10.172973 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6053fbe-0b84-4f2b-bd9e-0dae00c2767a None None] Checking router: 31bf2d43-6293-457e-a293-1e7e07077b42 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:31:10.189794 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73333dc-cd53-43c8-b766-3f1d76f4f006 req-0f937bbb-1cdf-4850-8a88-f160eb53eff8 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:10.195341 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6053fbe-0b84-4f2b-bd9e-0dae00c2767a None None] Routers {'31bf2d43-6293-457e-a293-1e7e07077b42'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:31:10.196268 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-f6053fbe-0b84-4f2b-bd9e-0dae00c2767a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:30:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['31bf2d43-6293-457e-a293-1e7e07077b42'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:10.199401 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a73333dc-cd53-43c8-b766-3f1d76f4f006 req-0f937bbb-1cdf-4850-8a88-f160eb53eff8 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c11da6-6af0-43cf-932c-432951e38327 HTTP/1.1" status: 200 len: 985 time: 0.1511114 May 23 11:31:10.237568 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e4a1daf7-414e-4ecf-9a2f-8bcc4232cef6 req-00688cdd-d615-48ac-b7bd-5aeb4b47a037 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4ab6dabfc6c044e3a257a928739aed2b&device_id=827bbfd7-32b0-4792-a06a-16a13bb77f8a HTTP/1.1" status: 200 len: 1097 time: 0.6654999 May 23 11:31:10.251802 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-a73333dc-cd53-43c8-b766-3f1d76f4f006 req-366fedc9-8b5a-4019-9542-e9f359575242 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Request body: {'port': {'security_groups': ['a49534b7-6b4b-4127-8eac-0f4eaa8a0d16']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:31:10.370470 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-f6053fbe-0b84-4f2b-bd9e-0dae00c2767a None None] Set router 31bf2d43-6293-457e-a293-1e7e07077b42 gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:31:10.383551 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-c43e83d0-b62d-429b-ac40-b3c6732d5e6f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Deleting subnet eb29bf95-b6ad-46f7-89ae-f306368c1c13 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:31:10.392770 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c43e83d0-b62d-429b-ac40-b3c6732d5e6f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:10.435973 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1daf7-414e-4ecf-9a2f-8bcc4232cef6 req-b5a5bbc0-b420-41db-a724-507d2f42f631 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:10.437529 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e4a1daf7-414e-4ecf-9a2f-8bcc4232cef6 req-b5a5bbc0-b420-41db-a724-507d2f42f631 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4c33a9e1-3aa8-42de-bf10-ee7f78fe5028 HTTP/1.1" status: 200 len: 921 time: 0.2882805 May 23 11:31:10.438143 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a73333dc-cd53-43c8-b766-3f1d76f4f006 req-366fedc9-8b5a-4019-9542-e9f359575242 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:10.439113 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2cc638ab-1930-40b3-99d8-00e06f9478eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:10.489066 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc638ab-1930-40b3-99d8-00e06f9478eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349bc5e5-99f0-437f-911c-6e80b962490f,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:10.523135 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c43e83d0-b62d-429b-ac40-b3c6732d5e6f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:10.538473 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e4a1daf7-414e-4ecf-9a2f-8bcc4232cef6 req-834e33eb-268e-4012-9d16-51db5450df39 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47816ceb-6c55-4dc1-9820-021d1203b124 HTTP/1.1" status: 200 len: 217 time: 0.0870516 May 23 11:31:10.555189 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2cc638ab-1930-40b3-99d8-00e06f9478eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:10.567504 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2cc638ab-1930-40b3-99d8-00e06f9478eb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/349bc5e5-99f0-437f-911c-6e80b962490f HTTP/1.1" status: 204 len: 168 time: 1.1288278 May 23 11:31:10.613960 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1daf7-414e-4ecf-9a2f-8bcc4232cef6 req-3ff0b52f-651f-444e-9515-08dead252764 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:10.615425 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e4a1daf7-414e-4ecf-9a2f-8bcc4232cef6 req-3ff0b52f-651f-444e-9515-08dead252764 service neutron] 10.222.0.81 "GET /v2.0/networks?id=76b2273d-b51d-4df1-8907-c6d24ae3fac2 HTTP/1.1" status: 200 len: 919 time: 0.3588202 May 23 11:31:10.718649 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1daf7-414e-4ecf-9a2f-8bcc4232cef6 req-5ddf6813-26e9-4f4b-8d65-bf9cd08b38c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:10.720686 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e4a1daf7-414e-4ecf-9a2f-8bcc4232cef6 req-5ddf6813-26e9-4f4b-8d65-bf9cd08b38c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=efe1e9ef-5154-446e-aa1e-35c6c0e2b6e3 HTTP/1.1" status: 200 len: 860 time: 0.1351163 May 23 11:31:10.804474 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-f6053fbe-0b84-4f2b-bd9e-0dae00c2767a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'name': 'tempest-RoutersIpV6Test-router-570168471', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:30:04Z', 'updated_at': '2022-05-23T11:31:06Z', 'revision_number': 8, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'gw_port_host': None, '_interfaces': [{'id': '0211a025-641e-4c41-a4d6-b078a012922e', 'name': '', 'network_id': '402087d6-aaee-4b69-8e63-6a4ea9032e92', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:2c:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1521b99-16a4-4945-8627-d30203f9e4a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:08Z', 'updated_at': '2022-05-23T11:30:28Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': 'e1521b99-16a4-4945-8627-d30203f9e4a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ae15eba-cd9f-48f3-a727-c74dc7a0759c', 'name': '', 'network_id': '73bafaec-97c1-40d2-9afa-a740ea8aeb64', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:a0:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66ae6e8c-68d9-4620-bcd8-6a3f9ad2efae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:23Z', 'updated_at': '2022-05-23T11:30:41Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': '66ae6e8c-68d9-4620-bcd8-6a3f9ad2efae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '636fc0f4-4e10-4f55-8692-2a285fd69d83', 'name': '', 'network_id': '0357cbf2-3a2d-45f8-8502-a77cf845f2b0', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:8d:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34db8f68-0967-45ec-a866-7b36f15c7ba4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:35Z', 'updated_at': '2022-05-23T11:30:55Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': '34db8f68-0967-45ec-a866-7b36f15c7ba4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:10.810465 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e4a1daf7-414e-4ecf-9a2f-8bcc4232cef6 req-2e59b6bb-3e79-46cc-88cd-b8f2ccceea3e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4c33a9e1-3aa8-42de-bf10-ee7f78fe5028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770676 May 23 11:31:10.820359 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6053fbe-0b84-4f2b-bd9e-0dae00c2767a None None] The sync data for ids ['31bf2d43-6293-457e-a293-1e7e07077b42'] in n-d-842952-2 is: [{'id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'name': 'tempest-RoutersIpV6Test-router-570168471', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:30:04Z', 'updated_at': '2022-05-23T11:31:06Z', 'revision_number': 8, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'gw_port_host': None, '_interfaces': [{'id': '0211a025-641e-4c41-a4d6-b078a012922e', 'name': '', 'network_id': '402087d6-aaee-4b69-8e63-6a4ea9032e92', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:2c:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1521b99-16a4-4945-8627-d30203f9e4a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:08Z', 'updated_at': '2022-05-23T11:30:28Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': 'e1521b99-16a4-4945-8627-d30203f9e4a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ae15eba-cd9f-48f3-a727-c74dc7a0759c', 'name': '', 'network_id': '73bafaec-97c1-40d2-9afa-a740ea8aeb64', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:a0:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66ae6e8c-68d9-4620-bcd8-6a3f9ad2efae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:23Z', 'updated_at': '2022-05-23T11:30:41Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': '66ae6e8c-68d9-4620-bcd8-6a3f9ad2efae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '636fc0f4-4e10-4f55-8692-2a285fd69d83', 'name': '', 'network_id': '0357cbf2-3a2d-45f8-8502-a77cf845f2b0', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:8d:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34db8f68-0967-45ec-a866-7b36f15c7ba4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:35Z', 'updated_at': '2022-05-23T11:30:55Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': '34db8f68-0967-45ec-a866-7b36f15c7ba4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:31:10.851927 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e4a1daf7-414e-4ecf-9a2f-8bcc4232cef6 req-76b2daee-7c75-48c4-99b8-d9229d991bc4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669 HTTP/1.1" status: 200 len: 1002 time: 0.2225502 May 23 11:31:10.978838 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c43e83d0-b62d-429b-ac40-b3c6732d5e6f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:11.056470 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1daf7-414e-4ecf-9a2f-8bcc4232cef6 req-0243b143-dc0b-475b-b04c-b83e92c938f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:11.057930 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e4a1daf7-414e-4ecf-9a2f-8bcc4232cef6 req-0243b143-dc0b-475b-b04c-b83e92c938f9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=82176f08-fc90-4d7e-a669-0e8701d67807 HTTP/1.1" status: 200 len: 857 time: 0.1919408 May 23 11:31:11.206716 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-a73333dc-cd53-43c8-b766-3f1d76f4f006 req-366fedc9-8b5a-4019-9542-e9f359575242 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] For port 47816ceb-6c55-4dc1-9820-021d1203b124, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=47816ceb-6c55-4dc1-9820-021d1203b124,segment=NetworkSegment(7b7c5fd9-5c0f-4a2b-bed6-65bb26305363),segment_id=7b7c5fd9-5c0f-4a2b-bed6-65bb26305363)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:31:11.215522 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e4a1daf7-414e-4ecf-9a2f-8bcc4232cef6 req-022fef1b-f2fb-4a9a-bbc2-8cd8a8800b1d service neutron] 10.222.0.13 "GET /v2.0/networks/4c33a9e1-3aa8-42de-bf10-ee7f78fe5028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697250 May 23 11:31:11.225630 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c43e83d0-b62d-429b-ac40-b3c6732d5e6f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:11.327917 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a73333dc-cd53-43c8-b766-3f1d76f4f006 req-366fedc9-8b5a-4019-9542-e9f359575242 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:11.336879 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c6182d-ef8f-4a3a-a4b4-36fdb2c8ba21 None None] Network 81e54aa6-1cc2-4dde-871d-f7ea13db74fa requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:31:11.337421 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a73333dc-cd53-43c8-b766-3f1d76f4f006 req-366fedc9-8b5a-4019-9542-e9f359575242 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:11.337581 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e83d0-b62d-429b-ac40-b3c6732d5e6f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event deleted for resources: {'Subnet': ['ID=eb29bf95-b6ad-46f7-89ae-f306368c1c13,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:11.347044 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c43e83d0-b62d-429b-ac40-b3c6732d5e6f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:11.353250 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e4a1daf7-414e-4ecf-9a2f-8bcc4232cef6 req-daa03129-793a-46f0-bb20-963f1bea01bb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=76b2273d-b51d-4df1-8907-c6d24ae3fac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2829449 May 23 11:31:11.362171 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c43e83d0-b62d-429b-ac40-b3c6732d5e6f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "DELETE /v2.0/subnets/eb29bf95-b6ad-46f7-89ae-f306368c1c13 HTTP/1.1" status: 204 len: 168 time: 1.4877272 May 23 11:31:11.389045 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46914) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:11.392693 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['47816ceb-6c55-4dc1-9820-021d1203b124'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:31:11.432212 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366fedc9-8b5a-4019-9542-e9f359575242 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Pushing event updated for resources: {'Port': ['ID=47816ceb-6c55-4dc1-9820-021d1203b124,revision_number=7']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:11.524812 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 46918) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:11.567010 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73333dc-cd53-43c8-b766-3f1d76f4f006 req-366fedc9-8b5a-4019-9542-e9f359575242 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:11.567630 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a73333dc-cd53-43c8-b766-3f1d76f4f006 req-366fedc9-8b5a-4019-9542-e9f359575242 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:11.569707 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a73333dc-cd53-43c8-b766-3f1d76f4f006 req-366fedc9-8b5a-4019-9542-e9f359575242 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "PUT /v2.0/ports/47816ceb-6c55-4dc1-9820-021d1203b124 HTTP/1.1" status: 200 len: 943 time: 1.3688598 May 23 11:31:11.595084 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 885f7557-5010-4baf-a046-b2b7997517ef no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:31:11.597096 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c11da6-6af0-43cf-932c-432951e38327', 'tag': '47816ceb-6c55-4dc1-9820-021d1203b124'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:31:11.628334 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e4a1daf7-414e-4ecf-9a2f-8bcc4232cef6 req-64093487-9990-4164-8d2b-df14d79e01b5 service neutron] 10.222.0.13 "GET /v2.0/networks/4c33a9e1-3aa8-42de-bf10-ee7f78fe5028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087093 May 23 11:31:11.684974 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 885f7557-5010-4baf-a046-b2b7997517ef {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:31:11.685861 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 885f7557-5010-4baf-a046-b2b7997517ef not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:31:11.700871 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f99ddd77-4baa-4c75-b0cc-85e97692bd54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:11.781814 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-19e91ec2-4cef-4627-8807-754cf53ededd tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:11.789408 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['47816ceb-6c55-4dc1-9820-021d1203b124'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:31:11.803567 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-19e91ec2-4cef-4627-8807-754cf53ededd tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Deleting port 69885f56-1574-4cf2-a9f1-7016d101c8d8 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:31:11.803567 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-19e91ec2-4cef-4627-8807-754cf53ededd tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:11.877459 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cd16f7a-9477-45d4-ae54-84b1ad8e426b'] response: {'name': 'network-changed', 'server_uuid': '90c11da6-6af0-43cf-932c-432951e38327', 'tag': '47816ceb-6c55-4dc1-9820-021d1203b124', 'status': 'completed', 'code': 200} May 23 11:31:11.882218 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5e3010fe-f696-4295-b845-9a36e46e0277 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1c4dc4a9a96148efbac81b1f22b71c20&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3539562 May 23 11:31:11.900778 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46928) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:11.930781 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e4a1daf7-414e-4ecf-9a2f-8bcc4232cef6 req-d7d0069b-e8c2-4cce-aa9a-824e2bfe3cb4 service neutron] 10.222.0.81 "GET /v2.0/networks/76b2273d-b51d-4df1-8907-c6d24ae3fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5668900 May 23 11:31:12.228684 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9324a911-c0c2-4afa-8b1e-bcc57e39dc61 req-06353684-b719-41c9-a8b9-a1652024d6ac tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6028597 May 23 11:31:12.239277 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-9324a911-c0c2-4afa-8b1e-bcc57e39dc61 req-db99c961-a8c1-4c29-a4c1-e72aa974dc5c tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:31:12.245883 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-9324a911-c0c2-4afa-8b1e-bcc57e39dc61 req-db99c961-a8c1-4c29-a4c1-e72aa974dc5c tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:31:12.251854 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-9324a911-c0c2-4afa-8b1e-bcc57e39dc61 req-db99c961-a8c1-4c29-a4c1-e72aa974dc5c tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Usage tracker for resource:floatingip and tenant:28cfee849fbb4c2b93c9467d155036b4 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:31:12.255441 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-9324a911-c0c2-4afa-8b1e-bcc57e39dc61 req-db99c961-a8c1-4c29-a4c1-e72aa974dc5c tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:31:12.264214 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-9324a911-c0c2-4afa-8b1e-bcc57e39dc61 req-db99c961-a8c1-4c29-a4c1-e72aa974dc5c tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:31:12.286177 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9324a911-c0c2-4afa-8b1e-bcc57e39dc61 req-db99c961-a8c1-4c29-a4c1-e72aa974dc5c tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:12.314615 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0ec9544d-ef3b-40af-abec-25ef5c98c0ec req-3db89f04-e095-434b-ad26-e210840cd2f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=28cfee849fbb4c2b93c9467d155036b4&device_id=90c11da6-6af0-43cf-932c-432951e38327 HTTP/1.1" status: 200 len: 1097 time: 0.5108836 May 23 11:31:12.332142 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c001dde6-810b-4169-ba1d-3dfd7da3cf40 None None] DHCP port deletion for 81e54aa6-1cc2-4dde-871d-f7ea13db74fa request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:31:12.337759 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c001dde6-810b-4169-ba1d-3dfd7da3cf40 None None] Deleting port 69885f56-1574-4cf2-a9f1-7016d101c8d8 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:31:12.339061 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c001dde6-810b-4169-ba1d-3dfd7da3cf40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:12.490040 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e4a1daf7-414e-4ecf-9a2f-8bcc4232cef6 req-cdb00352-9b49-477b-a924-a9210ba324b7 service neutron] 10.222.0.81 "GET /v2.0/networks/76b2273d-b51d-4df1-8907-c6d24ae3fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5219290 May 23 11:31:12.508674 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-19e91ec2-4cef-4627-8807-754cf53ededd tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] For port 69885f56-1574-4cf2-a9f1-7016d101c8d8, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=69885f56-1574-4cf2-a9f1-7016d101c8d8,segment=NetworkSegment(fca5af8f-9caf-4f3e-a693-b14975d02d71),segment_id=fca5af8f-9caf-4f3e-a693-b14975d02d71)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:31:12.509069 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-19e91ec2-4cef-4627-8807-754cf53ededd tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:12.614671 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c001dde6-810b-4169-ba1d-3dfd7da3cf40 None None] For port 69885f56-1574-4cf2-a9f1-7016d101c8d8, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=69885f56-1574-4cf2-a9f1-7016d101c8d8,segment=NetworkSegment(fca5af8f-9caf-4f3e-a693-b14975d02d71),segment_id=fca5af8f-9caf-4f3e-a693-b14975d02d71)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:31:12.615053 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c001dde6-810b-4169-ba1d-3dfd7da3cf40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:12.670218 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-19e91ec2-4cef-4627-8807-754cf53ededd tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Calling delete_port for 69885f56-1574-4cf2-a9f1-7016d101c8d8 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:31:12.678555 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9544d-ef3b-40af-abec-25ef5c98c0ec req-0f929c17-367d-4f93-b7f1-a9fbea8e422d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:12.680223 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0ec9544d-ef3b-40af-abec-25ef5c98c0ec req-0f929c17-367d-4f93-b7f1-a9fbea8e422d service neutron] 10.222.0.13 "GET /v2.0/networks?id=4c33a9e1-3aa8-42de-bf10-ee7f78fe5028 HTTP/1.1" status: 200 len: 921 time: 0.3190184 May 23 11:31:12.715882 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ea4b96b6-405c-4a22-bae4-b15ea1380e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:12.764887 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ea4b96b6-405c-4a22-bae4-b15ea1380e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:12.765753 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c001dde6-810b-4169-ba1d-3dfd7da3cf40 None None] Calling delete_port for 69885f56-1574-4cf2-a9f1-7016d101c8d8 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:31:12.777011 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0ec9544d-ef3b-40af-abec-25ef5c98c0ec req-65117923-1ba3-4b20-aed5-1079b4ad16f0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47816ceb-6c55-4dc1-9820-021d1203b124 HTTP/1.1" status: 200 len: 217 time: 0.0862677 May 23 11:31:12.843015 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9324a911-c0c2-4afa-8b1e-bcc57e39dc61 req-db99c961-a8c1-4c29-a4c1-e72aa974dc5c tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:12.843673 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:12.846059 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:31:12.861015 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:31:12.866088 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-19e91ec2-4cef-4627-8807-754cf53ededd tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:12.875547 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-c001dde6-810b-4169-ba1d-3dfd7da3cf40 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:31:12.876612 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-c001dde6-810b-4169-ba1d-3dfd7da3cf40 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:31:12.915407 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9544d-ef3b-40af-abec-25ef5c98c0ec req-c0170034-ec06-46fb-9146-fd36b2ad1dcb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:12.916839 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0ec9544d-ef3b-40af-abec-25ef5c98c0ec req-c0170034-ec06-46fb-9146-fd36b2ad1dcb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=efe1e9ef-5154-446e-aa1e-35c6c0e2b6e3 HTTP/1.1" status: 200 len: 860 time: 0.1323910 May 23 11:31:12.921436 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e91ec2-4cef-4627-8807-754cf53ededd tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event deleted for resources: {'Port': ['ID=69885f56-1574-4cf2-a9f1-7016d101c8d8,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:12.939154 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e91ec2-4cef-4627-8807-754cf53ededd tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] No DVR routers for this DVR port 69885f56-1574-4cf2-a9f1-7016d101c8d8 on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:31:12.982200 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0ec9544d-ef3b-40af-abec-25ef5c98c0ec req-18dfbefc-df92-4a09-8195-8cf41f56f63c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4c33a9e1-3aa8-42de-bf10-ee7f78fe5028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537364 May 23 11:31:12.996477 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ea4b96b6-405c-4a22-bae4-b15ea1380e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:13.076077 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b96b6-405c-4a22-bae4-b15ea1380e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1beb84-574c-475d-8150-bf23faf285ae,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:13.087646 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-19e91ec2-4cef-4627-8807-754cf53ededd tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:13.118776 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ea4b96b6-405c-4a22-bae4-b15ea1380e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:13.122327 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ea4b96b6-405c-4a22-bae4-b15ea1380e19 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3f1beb84-574c-475d-8150-bf23faf285ae HTTP/1.1" status: 204 len: 168 time: 1.2181988 May 23 11:31:13.124209 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-19e91ec2-4cef-4627-8807-754cf53ededd tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81e54aa6-1cc2-4dde-871d-f7ea13db74fa']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:13.136631 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-19e91ec2-4cef-4627-8807-754cf53ededd tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fca5af8f-9caf-4f3e-a693-b14975d02d71') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:13.136954 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-19e91ec2-4cef-4627-8807-754cf53ededd tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fca5af8f-9caf-4f3e-a693-b14975d02d71') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:13.149344 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-19e91ec2-4cef-4627-8807-754cf53ededd tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:13.175809 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-19e91ec2-4cef-4627-8807-754cf53ededd tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:13.179650 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0ec9544d-ef3b-40af-abec-25ef5c98c0ec req-cacae97a-40ce-497c-98c8-a7573aabc2a2 service neutron] 10.222.0.13 "GET /v2.0/networks/4c33a9e1-3aa8-42de-bf10-ee7f78fe5028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590247 May 23 11:31:13.180677 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-9324a911-c0c2-4afa-8b1e-bcc57e39dc61 req-db99c961-a8c1-4c29-a4c1-e72aa974dc5c tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Allocated IP 172.25.6.134 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/23a8fb69-4a5e-4d1f-8059-0adc49d03c0e) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:31:13.190762 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e91ec2-4cef-4627-8807-754cf53ededd tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:31:13.191616 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-19e91ec2-4cef-4627-8807-754cf53ededd tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:13.209709 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:31:13.209709 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:31:13.209709 n-d-842952-2 neutron-server[83911]: timer() May 23 11:31:13.209709 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:31:13.209709 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:31:13.209709 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:31:13.209709 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:31:13.209709 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:31:13.209709 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:31:13.209709 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:31:13.209709 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:31:13.209709 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:31:13.209709 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:31:13.209709 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:31:13.209709 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:31:13.209709 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:31:13.209709 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:31:13.209709 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:31:13.209709 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:31:13.209709 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:31:13.209709 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:31:13.209709 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:31:13.209709 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:31:13.209709 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:31:13.209709 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:31:13.209709 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:31:13.209709 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:31:13.209709 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:31:13.209709 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:31:13.209709 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:31:13.209709 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:31:13.209709 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:31:13.320462 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-19e91ec2-4cef-4627-8807-754cf53ededd tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:13.333141 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-19e91ec2-4cef-4627-8807-754cf53ededd tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:13.364220 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-19e91ec2-4cef-4627-8807-754cf53ededd tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "DELETE /v2.0/networks/81e54aa6-1cc2-4dde-871d-f7ea13db74fa HTTP/1.1" status: 204 len: 168 time: 1.9705715 May 23 11:31:13.365113 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 46940) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:13.378153 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c001dde6-810b-4169-ba1d-3dfd7da3cf40 None None] Deleting port 69885f56-1574-4cf2-a9f1-7016d101c8d8 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:31:13.378786 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c001dde6-810b-4169-ba1d-3dfd7da3cf40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:13.427957 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e91ec2-4cef-4627-8807-754cf53ededd tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event deleted for resources: {'Network': ['ID=81e54aa6-1cc2-4dde-871d-f7ea13db74fa,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:13.443231 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0ec9544d-ef3b-40af-abec-25ef5c98c0ec req-e9aff3a7-ae37-4691-99bc-323245242c7f service neutron] 10.222.0.13 "GET /v2.0/networks/4c33a9e1-3aa8-42de-bf10-ee7f78fe5028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562699 May 23 11:31:13.475815 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9324a911-c0c2-4afa-8b1e-bcc57e39dc61 req-db99c961-a8c1-4c29-a4c1-e72aa974dc5c tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:13.518517 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9324a911-c0c2-4afa-8b1e-bcc57e39dc61 req-db99c961-a8c1-4c29-a4c1-e72aa974dc5c tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:13.571556 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c001dde6-810b-4169-ba1d-3dfd7da3cf40 None None] The port '69885f56-1574-4cf2-a9f1-7016d101c8d8' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:31:13.618107 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99c961-a8c1-4c29-a4c1-e72aa974dc5c tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Pushing event updated for resources: {'Port': ['ID=23a8fb69-4a5e-4d1f-8059-0adc49d03c0e,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:13.631938 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9324a911-c0c2-4afa-8b1e-bcc57e39dc61 req-db99c961-a8c1-4c29-a4c1-e72aa974dc5c tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:31:13.633320 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-9324a911-c0c2-4afa-8b1e-bcc57e39dc61 req-db99c961-a8c1-4c29-a4c1-e72aa974dc5c tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:31:13.636663 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-9324a911-c0c2-4afa-8b1e-bcc57e39dc61 req-db99c961-a8c1-4c29-a4c1-e72aa974dc5c tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:31:13.642563 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 69885f56-1574-4cf2-a9f1-7016d101c8d8 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:31:13.683129 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 69885f56-1574-4cf2-a9f1-7016d101c8d8 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:31:13.684256 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 69885f56-1574-4cf2-a9f1-7016d101c8d8 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:31:13.838578 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9324a911-c0c2-4afa-8b1e-bcc57e39dc61 req-db99c961-a8c1-4c29-a4c1-e72aa974dc5c tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:13.919707 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9324a911-c0c2-4afa-8b1e-bcc57e39dc61 req-db99c961-a8c1-4c29-a4c1-e72aa974dc5c tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:13.930472 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-32681d85-9877-4893-a3c6-f3b64e6be22f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:14.172391 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9324a911-c0c2-4afa-8b1e-bcc57e39dc61 req-db99c961-a8c1-4c29-a4c1-e72aa974dc5c tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:14.182254 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9324a911-c0c2-4afa-8b1e-bcc57e39dc61 req-db99c961-a8c1-4c29-a4c1-e72aa974dc5c tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:14.261471 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:14.305522 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99c961-a8c1-4c29-a4c1-e72aa974dc5c tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Pushing event updated for resources: {'Port': ['ID=23a8fb69-4a5e-4d1f-8059-0adc49d03c0e,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:14.324426 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9324a911-c0c2-4afa-8b1e-bcc57e39dc61 req-db99c961-a8c1-4c29-a4c1-e72aa974dc5c tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:14.359847 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9324a911-c0c2-4afa-8b1e-bcc57e39dc61 req-db99c961-a8c1-4c29-a4c1-e72aa974dc5c tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:14.366843 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9324a911-c0c2-4afa-8b1e-bcc57e39dc61 req-db99c961-a8c1-4c29-a4c1-e72aa974dc5c tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1331820 May 23 11:31:14.594327 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-9324a911-c0c2-4afa-8b1e-bcc57e39dc61 req-3a736be2-2ddd-4e3c-9aed-fbe29222d81d tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Synchronizing usage tracker for tenant:28cfee849fbb4c2b93c9467d155036b4 on resource:floatingip {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:31:14.629920 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-9324a911-c0c2-4afa-8b1e-bcc57e39dc61 req-3a736be2-2ddd-4e3c-9aed-fbe29222d81d tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Unset dirty status for tenant:28cfee849fbb4c2b93c9467d155036b4 on resource:floatingip {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:31:14.632504 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9324a911-c0c2-4afa-8b1e-bcc57e39dc61 req-3a736be2-2ddd-4e3c-9aed-fbe29222d81d tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.134 HTTP/1.1" status: 200 len: 696 time: 0.2584505 May 23 11:31:14.808549 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324a911-c0c2-4afa-8b1e-bcc57e39dc61 req-ee575362-6d16-4c02-8f11-00559eed1631 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:14.809881 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9324a911-c0c2-4afa-8b1e-bcc57e39dc61 req-ee575362-6d16-4c02-8f11-00559eed1631 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/networks/87d63aa2-c2e7-4553-824a-d818708dd83b HTTP/1.1" status: 200 len: 784 time: 0.1711867 May 23 11:31:14.826362 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-9324a911-c0c2-4afa-8b1e-bcc57e39dc61 req-48c3ebc3-d847-410a-b561-54e3be386b9f tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:31:14.831021 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9324a911-c0c2-4afa-8b1e-bcc57e39dc61 req-48c3ebc3-d847-410a-b561-54e3be386b9f tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0151141 May 23 11:31:14.929792 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-32681d85-9877-4893-a3c6-f3b64e6be22f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Deleting port 636fc0f4-4e10-4f55-8692-2a285fd69d83 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:31:14.930136 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-32681d85-9877-4893-a3c6-f3b64e6be22f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:15.098629 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40455f-c1e3-4d6b-b920-6422ade88790 req-32782589-cb75-4d84-88f0-951fd668fbc8 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:15.098629 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7c40455f-c1e3-4d6b-b920-6422ade88790 req-32782589-cb75-4d84-88f0-951fd668fbc8 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c11da6-6af0-43cf-932c-432951e38327&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1241937 May 23 11:31:15.185452 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7c40455f-c1e3-4d6b-b920-6422ade88790 req-e711b522-4e77-4cb3-b3d8-5c660e91175b tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.134 HTTP/1.1" status: 200 len: 696 time: 0.0875859 May 23 11:31:15.196887 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-7c40455f-c1e3-4d6b-b920-6422ade88790 req-d3cf62bc-f830-46bd-a4c3-a20cc0ea0967 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Request body: {'floatingip': {'port_id': '47816ceb-6c55-4dc1-9820-021d1203b124', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:31:15.207937 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-32681d85-9877-4893-a3c6-f3b64e6be22f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] For port 636fc0f4-4e10-4f55-8692-2a285fd69d83, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=636fc0f4-4e10-4f55-8692-2a285fd69d83,segment=NetworkSegment(76b52655-afbe-46ab-8256-a62395617a84),segment_id=76b52655-afbe-46ab-8256-a62395617a84)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:31:15.208922 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-32681d85-9877-4893-a3c6-f3b64e6be22f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:15.286398 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7c40455f-c1e3-4d6b-b920-6422ade88790 req-d3cf62bc-f830-46bd-a4c3-a20cc0ea0967 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify callbacks [] for floatingip, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:15.343224 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-32681d85-9877-4893-a3c6-f3b64e6be22f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Calling delete_port for 636fc0f4-4e10-4f55-8692-2a285fd69d83 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:31:15.585703 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-32681d85-9877-4893-a3c6-f3b64e6be22f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:15.657833 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32681d85-9877-4893-a3c6-f3b64e6be22f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event deleted for resources: {'Port': ['ID=636fc0f4-4e10-4f55-8692-2a285fd69d83,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:15.940757 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-32681d85-9877-4893-a3c6-f3b64e6be22f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:16.184544 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7c40455f-c1e3-4d6b-b920-6422ade88790 req-d3cf62bc-f830-46bd-a4c3-a20cc0ea0967 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:16.189658 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7c40455f-c1e3-4d6b-b920-6422ade88790 req-d3cf62bc-f830-46bd-a4c3-a20cc0ea0967 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:16.432165 n-d-842952-2 neutron-server[83910]: INFO neutron.db.l3_db [req-7c40455f-c1e3-4d6b-b920-6422ade88790 req-d3cf62bc-f830-46bd-a4c3-a20cc0ea0967 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Floating IP 9326ec03-89ce-4fe9-b5a1-2ee5c4f4d688 associated. External IP: 172.25.6.134, port: 47816ceb-6c55-4dc1-9820-021d1203b124. May 23 11:31:16.703867 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32681d85-9877-4893-a3c6-f3b64e6be22f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Router 31bf2d43-6293-457e-a293-1e7e07077b42 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:31:16.936538 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47014) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:16.946055 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-746b118c-67cc-4c4f-a4b6-012473d159b1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Request body: {'network': {'name': 'tempest-network-smoke--562003476', 'project_id': '424639f7ceac4970a6ab4918f121bd86', 'port_security_enabled': True}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:31:16.953185 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-746b118c-67cc-4c4f-a4b6-012473d159b1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:31:16.959240 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-746b118c-67cc-4c4f-a4b6-012473d159b1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Usage tracker for resource:network and tenant:424639f7ceac4970a6ab4918f121bd86 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:31:16.962831 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-746b118c-67cc-4c4f-a4b6-012473d159b1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:31:16.969778 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-746b118c-67cc-4c4f-a4b6-012473d159b1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:31:16.978629 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32681d85-9877-4893-a3c6-f3b64e6be22f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:31:16.991336 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746b118c-67cc-4c4f-a4b6-012473d159b1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Made reservation on behalf of 424639f7ceac4970a6ab4918f121bd86 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:31:16.991698 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc049f4-10d4-4ecc-b4fb-73eebfeccf77 None None] Sync routers for ids ['31bf2d43-6293-457e-a293-1e7e07077b42'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:31:16.994577 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-746b118c-67cc-4c4f-a4b6-012473d159b1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:17.007652 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc049f4-10d4-4ecc-b4fb-73eebfeccf77 None None] Routers {'31bf2d43-6293-457e-a293-1e7e07077b42'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:31:17.008718 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-efc049f4-10d4-4ecc-b4fb-73eebfeccf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:31:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['31bf2d43-6293-457e-a293-1e7e07077b42'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:17.011901 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-32681d85-9877-4893-a3c6-f3b64e6be22f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "PUT /v2.0/routers/31bf2d43-6293-457e-a293-1e7e07077b42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6440146 May 23 11:31:17.013395 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47018) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:17.014338 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-746b118c-67cc-4c4f-a4b6-012473d159b1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:17.051912 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-746b118c-67cc-4c4f-a4b6-012473d159b1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:31:17.056397 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-746b118c-67cc-4c4f-a4b6-012473d159b1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Usage tracker for resource:security_group_rule and tenant:424639f7ceac4970a6ab4918f121bd86 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:31:17.060058 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-746b118c-67cc-4c4f-a4b6-012473d159b1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:31:17.066594 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-746b118c-67cc-4c4f-a4b6-012473d159b1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:31:17.149956 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-746b118c-67cc-4c4f-a4b6-012473d159b1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:17.155232 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-746b118c-67cc-4c4f-a4b6-012473d159b1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:17.195191 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-746b118c-67cc-4c4f-a4b6-012473d159b1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:31:17.198048 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-efc049f4-10d4-4ecc-b4fb-73eebfeccf77 None None] Set router 31bf2d43-6293-457e-a293-1e7e07077b42 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:31:17.204734 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b118c-67cc-4c4f-a4b6-012473d159b1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f75a412d-8c5e-4929-b562-efb613665771,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:17.226639 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-746b118c-67cc-4c4f-a4b6-012473d159b1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:17.226975 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-746b118c-67cc-4c4f-a4b6-012473d159b1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Added segment 60ca3c53-e5d5-401d-a55d-3e00cb173e2f of type vlan for network 1bd87c50-8964-47b6-8167-6147f4bf390c May 23 11:31:17.255141 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-35fbbb11-a711-4220-8996-fd1443725910 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Deleting subnet 34db8f68-0967-45ec-a866-7b36f15c7ba4 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:31:17.259920 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-746b118c-67cc-4c4f-a4b6-012473d159b1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:17.260958 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-35fbbb11-a711-4220-8996-fd1443725910 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:17.298044 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-746b118c-67cc-4c4f-a4b6-012473d159b1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:17.302598 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746b118c-67cc-4c4f-a4b6-012473d159b1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:17.302598 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-746b118c-67cc-4c4f-a4b6-012473d159b1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:17.350794 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-35fbbb11-a711-4220-8996-fd1443725910 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:17.422072 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c40455f-c1e3-4d6b-b920-6422ade88790 req-d3cf62bc-f830-46bd-a4c3-a20cc0ea0967 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Router b0e1230e-679b-486a-b1fd-f5d860640731 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:31:17.434728 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-746b118c-67cc-4c4f-a4b6-012473d159b1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4950044 May 23 11:31:17.437232 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47022) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:17.442667 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b118c-67cc-4c4f-a4b6-012473d159b1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Pushing event updated for resources: {'Network': ['ID=1bd87c50-8964-47b6-8167-6147f4bf390c,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:17.447850 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-21ce2752-c3a7-4ca8-9fdc-25b7cc4605e8 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-122562020', 'admin_state_up': True, 'project_id': '424639f7ceac4970a6ab4918f121bd86', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:31:17.465733 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-21ce2752-c3a7-4ca8-9fdc-25b7cc4605e8 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:31:17.473026 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-21ce2752-c3a7-4ca8-9fdc-25b7cc4605e8 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Usage tracker for resource:router and tenant:424639f7ceac4970a6ab4918f121bd86 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:31:17.474378 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 1bd87c50-8964-47b6-8167-6147f4bf390c details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:31:17.476321 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-21ce2752-c3a7-4ca8-9fdc-25b7cc4605e8 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:31:17.560208 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-21ce2752-c3a7-4ca8-9fdc-25b7cc4605e8 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:31:17.701806 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-35fbbb11-a711-4220-8996-fd1443725910 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:17.735205 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-21ce2752-c3a7-4ca8-9fdc-25b7cc4605e8 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:17.736266 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-21ce2752-c3a7-4ca8-9fdc-25b7cc4605e8 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:17.777429 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-efc049f4-10d4-4ecc-b4fb-73eebfeccf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'name': 'tempest-RoutersIpV6Test-router-570168471', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:30:04Z', 'updated_at': '2022-05-23T11:31:15Z', 'revision_number': 9, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'gw_port_host': None, '_interfaces': [{'id': '0211a025-641e-4c41-a4d6-b078a012922e', 'name': '', 'network_id': '402087d6-aaee-4b69-8e63-6a4ea9032e92', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:2c:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1521b99-16a4-4945-8627-d30203f9e4a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:08Z', 'updated_at': '2022-05-23T11:30:28Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': 'e1521b99-16a4-4945-8627-d30203f9e4a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ae15eba-cd9f-48f3-a727-c74dc7a0759c', 'name': '', 'network_id': '73bafaec-97c1-40d2-9afa-a740ea8aeb64', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:a0:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66ae6e8c-68d9-4620-bcd8-6a3f9ad2efae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:23Z', 'updated_at': '2022-05-23T11:30:41Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': '66ae6e8c-68d9-4620-bcd8-6a3f9ad2efae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:17.786132 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc049f4-10d4-4ecc-b4fb-73eebfeccf77 None None] Checking router: 31bf2d43-6293-457e-a293-1e7e07077b42 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:31:17.798185 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-21ce2752-c3a7-4ca8-9fdc-25b7cc4605e8 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:17.802960 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc049f4-10d4-4ecc-b4fb-73eebfeccf77 None None] Routers {'31bf2d43-6293-457e-a293-1e7e07077b42'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:31:17.804664 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-efc049f4-10d4-4ecc-b4fb-73eebfeccf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:31:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['31bf2d43-6293-457e-a293-1e7e07077b42'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:17.881259 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-35fbbb11-a711-4220-8996-fd1443725910 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:17.997166 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-efc049f4-10d4-4ecc-b4fb-73eebfeccf77 None None] Set router 31bf2d43-6293-457e-a293-1e7e07077b42 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:31:17.998383 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fbbb11-a711-4220-8996-fd1443725910 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event deleted for resources: {'Subnet': ['ID=34db8f68-0967-45ec-a866-7b36f15c7ba4,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:18.062217 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-35fbbb11-a711-4220-8996-fd1443725910 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:18.071262 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dc1519-56dc-49a7-b906-745e3e6fea12 None None] Network 0357cbf2-3a2d-45f8-8502-a77cf845f2b0 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:31:18.078987 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-35fbbb11-a711-4220-8996-fd1443725910 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "DELETE /v2.0/subnets/34db8f68-0967-45ec-a866-7b36f15c7ba4 HTTP/1.1" status: 204 len: 168 time: 1.0643735 May 23 11:31:18.081830 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47030) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:18.104268 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-21ce2752-c3a7-4ca8-9fdc-25b7cc4605e8 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:18.173297 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c40455f-c1e3-4d6b-b920-6422ade88790 req-d3cf62bc-f830-46bd-a4c3-a20cc0ea0967 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:31:18.184103 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f4d65a-7915-4a45-a075-f5bce7a4019e None None] Sync routers for ids ['b0e1230e-679b-486a-b1fd-f5d860640731'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:31:18.204581 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f4d65a-7915-4a45-a075-f5bce7a4019e None None] Routers {'b0e1230e-679b-486a-b1fd-f5d860640731'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:31:18.205187 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-35f4d65a-7915-4a45-a075-f5bce7a4019e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:31:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['b0e1230e-679b-486a-b1fd-f5d860640731'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:18.227766 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-179abca5-1988-4afe-8994-61aaeb608075 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:18.241451 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-179abca5-1988-4afe-8994-61aaeb608075 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Deleting port 78c6a31c-d99d-4fbb-b3b4-8b445ed9221c {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:31:18.241964 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-179abca5-1988-4afe-8994-61aaeb608075 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:18.276072 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7c40455f-c1e3-4d6b-b920-6422ade88790 req-d3cf62bc-f830-46bd-a4c3-a20cc0ea0967 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:18.402482 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7c40455f-c1e3-4d6b-b920-6422ade88790 req-d3cf62bc-f830-46bd-a4c3-a20cc0ea0967 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "PUT /v2.0/floatingips/9326ec03-89ce-4fe9-b5a1-2ee5c4f4d688 HTTP/1.1" status: 200 len: 997 time: 3.2097340 May 23 11:31:18.405347 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c11da6-6af0-43cf-932c-432951e38327', 'tag': '47816ceb-6c55-4dc1-9820-021d1203b124'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:31:18.523890 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb064df3-33d1-4c74-a54d-92166ce03992'] response: {'name': 'network-changed', 'server_uuid': '90c11da6-6af0-43cf-932c-432951e38327', 'tag': '47816ceb-6c55-4dc1-9820-021d1203b124', 'status': 'completed', 'code': 200} May 23 11:31:18.583322 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-35f4d65a-7915-4a45-a075-f5bce7a4019e None None] Set router b0e1230e-679b-486a-b1fd-f5d860640731 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:31:18.644251 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-efc049f4-10d4-4ecc-b4fb-73eebfeccf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'name': 'tempest-RoutersIpV6Test-router-570168471', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:30:04Z', 'updated_at': '2022-05-23T11:31:15Z', 'revision_number': 9, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'gw_port_host': None, '_interfaces': [{'id': '0211a025-641e-4c41-a4d6-b078a012922e', 'name': '', 'network_id': '402087d6-aaee-4b69-8e63-6a4ea9032e92', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:2c:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1521b99-16a4-4945-8627-d30203f9e4a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:08Z', 'updated_at': '2022-05-23T11:30:28Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': 'e1521b99-16a4-4945-8627-d30203f9e4a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ae15eba-cd9f-48f3-a727-c74dc7a0759c', 'name': '', 'network_id': '73bafaec-97c1-40d2-9afa-a740ea8aeb64', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:a0:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66ae6e8c-68d9-4620-bcd8-6a3f9ad2efae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:23Z', 'updated_at': '2022-05-23T11:30:41Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': '66ae6e8c-68d9-4620-bcd8-6a3f9ad2efae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:18.648914 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc049f4-10d4-4ecc-b4fb-73eebfeccf77 None None] The sync data for ids ['31bf2d43-6293-457e-a293-1e7e07077b42'] in n-d-842952-2 is: [{'id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'name': 'tempest-RoutersIpV6Test-router-570168471', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:30:04Z', 'updated_at': '2022-05-23T11:31:15Z', 'revision_number': 9, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'gw_port_host': None, '_interfaces': [{'id': '0211a025-641e-4c41-a4d6-b078a012922e', 'name': '', 'network_id': '402087d6-aaee-4b69-8e63-6a4ea9032e92', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:2c:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1521b99-16a4-4945-8627-d30203f9e4a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:08Z', 'updated_at': '2022-05-23T11:30:28Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': 'e1521b99-16a4-4945-8627-d30203f9e4a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ae15eba-cd9f-48f3-a727-c74dc7a0759c', 'name': '', 'network_id': '73bafaec-97c1-40d2-9afa-a740ea8aeb64', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:a0:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66ae6e8c-68d9-4620-bcd8-6a3f9ad2efae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:23Z', 'updated_at': '2022-05-23T11:30:41Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': '66ae6e8c-68d9-4620-bcd8-6a3f9ad2efae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:31:18.667600 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7c40455f-c1e3-4d6b-b920-6422ade88790 req-2851dc17-3e69-4bb8-96db-8d5ebc1f198f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=28cfee849fbb4c2b93c9467d155036b4&device_id=90c11da6-6af0-43cf-932c-432951e38327 HTTP/1.1" status: 200 len: 1097 time: 0.2267208 May 23 11:31:18.688722 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-179abca5-1988-4afe-8994-61aaeb608075 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] For port 78c6a31c-d99d-4fbb-b3b4-8b445ed9221c, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=78c6a31c-d99d-4fbb-b3b4-8b445ed9221c,segment=NetworkSegment(76b52655-afbe-46ab-8256-a62395617a84),segment_id=76b52655-afbe-46ab-8256-a62395617a84)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:31:18.689212 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-179abca5-1988-4afe-8994-61aaeb608075 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:18.714770 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20df5e85-8d5d-4a05-bab2-9ada6fec94fd None None] DHCP port deletion for 0357cbf2-3a2d-45f8-8502-a77cf845f2b0 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:31:18.720493 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-20df5e85-8d5d-4a05-bab2-9ada6fec94fd None None] Deleting port 78c6a31c-d99d-4fbb-b3b4-8b445ed9221c {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:31:18.721107 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-20df5e85-8d5d-4a05-bab2-9ada6fec94fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:18.919296 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-179abca5-1988-4afe-8994-61aaeb608075 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Calling delete_port for 78c6a31c-d99d-4fbb-b3b4-8b445ed9221c owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:31:19.000546 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-21ce2752-c3a7-4ca8-9fdc-25b7cc4605e8 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:19.063185 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-179abca5-1988-4afe-8994-61aaeb608075 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:19.119605 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-20df5e85-8d5d-4a05-bab2-9ada6fec94fd None None] For port 78c6a31c-d99d-4fbb-b3b4-8b445ed9221c, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=78c6a31c-d99d-4fbb-b3b4-8b445ed9221c,segment=NetworkSegment(76b52655-afbe-46ab-8256-a62395617a84),segment_id=76b52655-afbe-46ab-8256-a62395617a84)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:31:19.120284 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-20df5e85-8d5d-4a05-bab2-9ada6fec94fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:19.157966 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179abca5-1988-4afe-8994-61aaeb608075 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] No DVR routers for this DVR port 78c6a31c-d99d-4fbb-b3b4-8b445ed9221c on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:31:19.173985 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-21ce2752-c3a7-4ca8-9fdc-25b7cc4605e8 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:19.201643 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179abca5-1988-4afe-8994-61aaeb608075 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event deleted for resources: {'Port': ['ID=78c6a31c-d99d-4fbb-b3b4-8b445ed9221c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:19.276555 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-20df5e85-8d5d-4a05-bab2-9ada6fec94fd None None] Calling delete_port for 78c6a31c-d99d-4fbb-b3b4-8b445ed9221c owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:31:19.319879 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e7106186-88f3-4119-87ab-adf3da94fcde req-97308825-3c89-4ac8-a320-4eb86e6f95c3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=28cfee849fbb4c2b93c9467d155036b4&device_id=90c11da6-6af0-43cf-932c-432951e38327 HTTP/1.1" status: 200 len: 1097 time: 0.7924073 May 23 11:31:19.350469 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-179abca5-1988-4afe-8994-61aaeb608075 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:19.379265 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-20df5e85-8d5d-4a05-bab2-9ada6fec94fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:31:19.379864 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-20df5e85-8d5d-4a05-bab2-9ada6fec94fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:31:19.401525 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-179abca5-1988-4afe-8994-61aaeb608075 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0357cbf2-3a2d-45f8-8502-a77cf845f2b0']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:19.418279 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-179abca5-1988-4afe-8994-61aaeb608075 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76b52655-afbe-46ab-8256-a62395617a84') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:19.418593 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-179abca5-1988-4afe-8994-61aaeb608075 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76b52655-afbe-46ab-8256-a62395617a84') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:19.418717 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-35f4d65a-7915-4a45-a075-f5bce7a4019e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e1230e-679b-486a-b1fd-f5d860640731', 'name': 'tempest-ServerRescueTestJSONUnderV235-1646382311-router', 'tenant_id': '28cfee849fbb4c2b93c9467d155036b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '691eeca4-4f6b-4582-a2b2-d544bcb5f14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:29:53Z', 'updated_at': '2022-05-23T11:29:59Z', 'revision_number': 4, 'project_id': '28cfee849fbb4c2b93c9467d155036b4', 'gw_port': {'id': '691eeca4-4f6b-4582-a2b2-d544bcb5f14c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e1230e-679b-486a-b1fd-f5d860640731', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:29:54Z', 'updated_at': '2022-05-23T11:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '9326ec03-89ce-4fe9-b5a1-2ee5c4f4d688', 'tenant_id': '28cfee849fbb4c2b93c9467d155036b4', 'floating_ip_address': '172.25.6.134', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': 'b0e1230e-679b-486a-b1fd-f5d860640731', 'port_id': '47816ceb-6c55-4dc1-9820-021d1203b124', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c33a9e1-3aa8-42de-bf10-ee7f78fe5028', 'mac_address': 'fa:16:3e:e5:7a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c11da6-6af0-43cf-932c-432951e38327', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:31:13Z', 'updated_at': '2022-05-23T11:31:16Z', 'revision_number': 1, 'project_id': '28cfee849fbb4c2b93c9467d155036b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb348d26-4e58-4af1-9218-c722a6b710b0', 'name': '', 'network_id': '4c33a9e1-3aa8-42de-bf10-ee7f78fe5028', 'tenant_id': '28cfee849fbb4c2b93c9467d155036b4', 'mac_address': 'fa:16:3e:f3:cb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e1230e-679b-486a-b1fd-f5d860640731', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efe1e9ef-5154-446e-aa1e-35c6c0e2b6e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:29:57Z', 'updated_at': '2022-05-23T11:30:28Z', 'revision_number': 5, 'project_id': '28cfee849fbb4c2b93c9467d155036b4', 'subnets': [{'id': 'efe1e9ef-5154-446e-aa1e-35c6c0e2b6e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:19.428198 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f4d65a-7915-4a45-a075-f5bce7a4019e None None] Checking router: b0e1230e-679b-486a-b1fd-f5d860640731 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:31:19.434221 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-179abca5-1988-4afe-8994-61aaeb608075 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:19.454047 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-179abca5-1988-4afe-8994-61aaeb608075 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:19.459206 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f4d65a-7915-4a45-a075-f5bce7a4019e None None] Routers {'b0e1230e-679b-486a-b1fd-f5d860640731'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:31:19.461730 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-35f4d65a-7915-4a45-a075-f5bce7a4019e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:31:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['b0e1230e-679b-486a-b1fd-f5d860640731'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:19.463935 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-179abca5-1988-4afe-8994-61aaeb608075 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:31:19.464356 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-179abca5-1988-4afe-8994-61aaeb608075 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:19.481574 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:31:19.481574 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:31:19.481574 n-d-842952-2 neutron-server[83911]: timer() May 23 11:31:19.481574 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:31:19.481574 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:31:19.481574 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:31:19.481574 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:31:19.481574 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:31:19.481574 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:31:19.481574 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:31:19.481574 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:31:19.481574 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:31:19.481574 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:31:19.481574 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:31:19.481574 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:31:19.481574 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:31:19.481574 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:31:19.481574 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:31:19.481574 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:31:19.481574 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:31:19.481574 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:31:19.481574 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:31:19.481574 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:31:19.481574 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:31:19.481574 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:31:19.481574 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:31:19.481574 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:31:19.481574 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:31:19.481574 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:31:19.481574 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:31:19.481574 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:31:19.481574 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:31:19.531453 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40455f-c1e3-4d6b-b920-6422ade88790 req-a17e0e50-08d8-4e8f-bbfb-f0f1fb678c1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:19.533004 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7c40455f-c1e3-4d6b-b920-6422ade88790 req-a17e0e50-08d8-4e8f-bbfb-f0f1fb678c1c service neutron] 10.222.0.79 "GET /v2.0/networks?id=4c33a9e1-3aa8-42de-bf10-ee7f78fe5028 HTTP/1.1" status: 200 len: 921 time: 0.8643475 May 23 11:31:19.661307 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-179abca5-1988-4afe-8994-61aaeb608075 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:19.700353 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 636fc0f4-4e10-4f55-8692-2a285fd69d83 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:31:19.700749 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-179abca5-1988-4afe-8994-61aaeb608075 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:19.708503 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179abca5-1988-4afe-8994-61aaeb608075 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event deleted for resources: {'Network': ['ID=0357cbf2-3a2d-45f8-8502-a77cf845f2b0,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:19.723500 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-179abca5-1988-4afe-8994-61aaeb608075 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "DELETE /v2.0/networks/0357cbf2-3a2d-45f8-8502-a77cf845f2b0 HTTP/1.1" status: 204 len: 168 time: 1.6404707 May 23 11:31:19.724269 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47038) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:19.736543 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-35f4d65a-7915-4a45-a075-f5bce7a4019e None None] Set router b0e1230e-679b-486a-b1fd-f5d860640731 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:31:19.772790 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 636fc0f4-4e10-4f55-8692-2a285fd69d83 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:31:19.773130 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 636fc0f4-4e10-4f55-8692-2a285fd69d83 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:31:19.773554 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 78c6a31c-d99d-4fbb-b3b4-8b445ed9221c no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:31:19.777124 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7106186-88f3-4119-87ab-adf3da94fcde req-75ec036f-f1b0-42d3-b477-26b4c3da6182 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:19.779888 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e7106186-88f3-4119-87ab-adf3da94fcde req-75ec036f-f1b0-42d3-b477-26b4c3da6182 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4c33a9e1-3aa8-42de-bf10-ee7f78fe5028 HTTP/1.1" status: 200 len: 921 time: 0.4097319 May 23 11:31:19.801657 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-21ce2752-c3a7-4ca8-9fdc-25b7cc4605e8 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Allocated IP 172.25.6.169 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/7a97c955-8963-414c-96c0-c639f0cbc1ab) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:31:19.861536 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 78c6a31c-d99d-4fbb-b3b4-8b445ed9221c {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:31:19.861876 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 78c6a31c-d99d-4fbb-b3b4-8b445ed9221c not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:31:19.881280 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-20df5e85-8d5d-4a05-bab2-9ada6fec94fd None None] Deleting port 78c6a31c-d99d-4fbb-b3b4-8b445ed9221c {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:31:19.881853 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-20df5e85-8d5d-4a05-bab2-9ada6fec94fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:19.985185 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-20df5e85-8d5d-4a05-bab2-9ada6fec94fd None None] The port '78c6a31c-d99d-4fbb-b3b4-8b445ed9221c' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:31:20.123656 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7c40455f-c1e3-4d6b-b920-6422ade88790 req-5e756c9d-6c7c-468c-9de6-f72e6748f629 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47816ceb-6c55-4dc1-9820-021d1203b124 HTTP/1.1" status: 200 len: 1000 time: 0.5831389 May 23 11:31:20.226576 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-21ce2752-c3a7-4ca8-9fdc-25b7cc4605e8 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:20.251081 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e7106186-88f3-4119-87ab-adf3da94fcde req-2a0c9935-ffeb-45af-b402-5beea672e02c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47816ceb-6c55-4dc1-9820-021d1203b124 HTTP/1.1" status: 200 len: 1000 time: 0.2294765 May 23 11:31:20.262398 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40455f-c1e3-4d6b-b920-6422ade88790 req-26914872-7ce6-4f9a-bfec-e95a953859d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:20.263994 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7c40455f-c1e3-4d6b-b920-6422ade88790 req-26914872-7ce6-4f9a-bfec-e95a953859d5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=efe1e9ef-5154-446e-aa1e-35c6c0e2b6e3 HTTP/1.1" status: 200 len: 860 time: 0.1245372 May 23 11:31:20.281713 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d63c882a-02b2-424b-af7b-c2aa3a7ee27a tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:20.286077 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-35f4d65a-7915-4a45-a075-f5bce7a4019e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e1230e-679b-486a-b1fd-f5d860640731', 'name': 'tempest-ServerRescueTestJSONUnderV235-1646382311-router', 'tenant_id': '28cfee849fbb4c2b93c9467d155036b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '691eeca4-4f6b-4582-a2b2-d544bcb5f14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:29:53Z', 'updated_at': '2022-05-23T11:29:59Z', 'revision_number': 4, 'project_id': '28cfee849fbb4c2b93c9467d155036b4', 'gw_port': {'id': '691eeca4-4f6b-4582-a2b2-d544bcb5f14c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e1230e-679b-486a-b1fd-f5d860640731', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:29:54Z', 'updated_at': '2022-05-23T11:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '9326ec03-89ce-4fe9-b5a1-2ee5c4f4d688', 'tenant_id': '28cfee849fbb4c2b93c9467d155036b4', 'floating_ip_address': '172.25.6.134', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': 'b0e1230e-679b-486a-b1fd-f5d860640731', 'port_id': '47816ceb-6c55-4dc1-9820-021d1203b124', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c33a9e1-3aa8-42de-bf10-ee7f78fe5028', 'mac_address': 'fa:16:3e:e5:7a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c11da6-6af0-43cf-932c-432951e38327', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:31:13Z', 'updated_at': '2022-05-23T11:31:16Z', 'revision_number': 1, 'project_id': '28cfee849fbb4c2b93c9467d155036b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb348d26-4e58-4af1-9218-c722a6b710b0', 'name': '', 'network_id': '4c33a9e1-3aa8-42de-bf10-ee7f78fe5028', 'tenant_id': '28cfee849fbb4c2b93c9467d155036b4', 'mac_address': 'fa:16:3e:f3:cb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e1230e-679b-486a-b1fd-f5d860640731', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efe1e9ef-5154-446e-aa1e-35c6c0e2b6e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:29:57Z', 'updated_at': '2022-05-23T11:30:28Z', 'revision_number': 5, 'project_id': '28cfee849fbb4c2b93c9467d155036b4', 'subnets': [{'id': 'efe1e9ef-5154-446e-aa1e-35c6c0e2b6e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:20.290729 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f4d65a-7915-4a45-a075-f5bce7a4019e None None] The sync data for ids ['b0e1230e-679b-486a-b1fd-f5d860640731'] in n-d-842952-2 is: [{'id': 'b0e1230e-679b-486a-b1fd-f5d860640731', 'name': 'tempest-ServerRescueTestJSONUnderV235-1646382311-router', 'tenant_id': '28cfee849fbb4c2b93c9467d155036b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '691eeca4-4f6b-4582-a2b2-d544bcb5f14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:29:53Z', 'updated_at': '2022-05-23T11:29:59Z', 'revision_number': 4, 'project_id': '28cfee849fbb4c2b93c9467d155036b4', 'gw_port': {'id': '691eeca4-4f6b-4582-a2b2-d544bcb5f14c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e1230e-679b-486a-b1fd-f5d860640731', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:29:54Z', 'updated_at': '2022-05-23T11:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '9326ec03-89ce-4fe9-b5a1-2ee5c4f4d688', 'tenant_id': '28cfee849fbb4c2b93c9467d155036b4', 'floating_ip_address': '172.25.6.134', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': 'b0e1230e-679b-486a-b1fd-f5d860640731', 'port_id': '47816ceb-6c55-4dc1-9820-021d1203b124', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c33a9e1-3aa8-42de-bf10-ee7f78fe5028', 'mac_address': 'fa:16:3e:e5:7a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c11da6-6af0-43cf-932c-432951e38327', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:31:13Z', 'updated_at': '2022-05-23T11:31:16Z', 'revision_number': 1, 'project_id': '28cfee849fbb4c2b93c9467d155036b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb348d26-4e58-4af1-9218-c722a6b710b0', 'name': '', 'network_id': '4c33a9e1-3aa8-42de-bf10-ee7f78fe5028', 'tenant_id': '28cfee849fbb4c2b93c9467d155036b4', 'mac_address': 'fa:16:3e:f3:cb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e1230e-679b-486a-b1fd-f5d860640731', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efe1e9ef-5154-446e-aa1e-35c6c0e2b6e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:29:57Z', 'updated_at': '2022-05-23T11:30:28Z', 'revision_number': 5, 'project_id': '28cfee849fbb4c2b93c9467d155036b4', 'subnets': [{'id': 'efe1e9ef-5154-446e-aa1e-35c6c0e2b6e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:31:20.373083 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7c40455f-c1e3-4d6b-b920-6422ade88790 req-8794d025-9efd-40bb-9ec6-3b6e657c8d5d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4c33a9e1-3aa8-42de-bf10-ee7f78fe5028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589418 May 23 11:31:20.388566 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-7c40455f-c1e3-4d6b-b920-6422ade88790 req-c4524e88-43ab-4ecc-a26f-d8d9af353bcf service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:31:20.389538 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7c40455f-c1e3-4d6b-b920-6422ade88790 req-c4524e88-43ab-4ecc-a26f-d8d9af353bcf service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0063517 May 23 11:31:20.392848 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-21ce2752-c3a7-4ca8-9fdc-25b7cc4605e8 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:20.494873 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7106186-88f3-4119-87ab-adf3da94fcde req-a15a2753-0a84-4e80-b3f8-c2514f257316 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:20.496640 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e7106186-88f3-4119-87ab-adf3da94fcde req-a15a2753-0a84-4e80-b3f8-c2514f257316 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=efe1e9ef-5154-446e-aa1e-35c6c0e2b6e3 HTTP/1.1" status: 200 len: 860 time: 0.2382059 May 23 11:31:20.545131 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b42ff21-0a04-45f1-b49c-3201ee2d27c9 None None] New status for floating IP 9326ec03-89ce-4fe9-b5a1-2ee5c4f4d688: ACTIVE {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:31:20.602232 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce2752-c3a7-4ca8-9fdc-25b7cc4605e8 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Pushing event updated for resources: {'Port': ['ID=7a97c955-8963-414c-96c0-c639f0cbc1ab,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:20.622133 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ce2752-c3a7-4ca8-9fdc-25b7cc4605e8 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:31:20.625621 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-21ce2752-c3a7-4ca8-9fdc-25b7cc4605e8 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:31:20.635721 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e7106186-88f3-4119-87ab-adf3da94fcde req-6e2495cb-eef7-4eb6-887b-0d1664c4d7ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4c33a9e1-3aa8-42de-bf10-ee7f78fe5028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1299517 May 23 11:31:20.636664 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ce2752-c3a7-4ca8-9fdc-25b7cc4605e8 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:31:20.864279 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e7106186-88f3-4119-87ab-adf3da94fcde req-3e611c1c-53fa-48e6-a8b2-8236f40e80ea service neutron] 10.222.0.13 "GET /v2.0/networks/4c33a9e1-3aa8-42de-bf10-ee7f78fe5028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970990 May 23 11:31:20.969848 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-d63c882a-02b2-424b-af7b-c2aa3a7ee27a tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Deleting port 2ae15eba-cd9f-48f3-a727-c74dc7a0759c {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:31:20.970190 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d63c882a-02b2-424b-af7b-c2aa3a7ee27a tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:20.980970 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7c40455f-c1e3-4d6b-b920-6422ade88790 req-d4f21e09-e71a-46fd-8d1d-f2d50d8a7b85 service neutron] 10.222.0.79 "GET /v2.0/networks/4c33a9e1-3aa8-42de-bf10-ee7f78fe5028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5750515 May 23 11:31:21.188150 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-d63c882a-02b2-424b-af7b-c2aa3a7ee27a tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] For port 2ae15eba-cd9f-48f3-a727-c74dc7a0759c, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2ae15eba-cd9f-48f3-a727-c74dc7a0759c,segment=NetworkSegment(c7e73a73-6299-4ce1-9c74-e0840422ad68),segment_id=c7e73a73-6299-4ce1-9c74-e0840422ad68)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:31:21.188865 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d63c882a-02b2-424b-af7b-c2aa3a7ee27a tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:21.311637 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-d63c882a-02b2-424b-af7b-c2aa3a7ee27a tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Calling delete_port for 2ae15eba-cd9f-48f3-a727-c74dc7a0759c owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:31:21.318072 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e7106186-88f3-4119-87ab-adf3da94fcde req-4f3af503-c97b-4ad4-bbe3-37a5541eaa39 service neutron] 10.222.0.13 "GET /v2.0/networks/4c33a9e1-3aa8-42de-bf10-ee7f78fe5028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4473665 May 23 11:31:21.346580 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7c40455f-c1e3-4d6b-b920-6422ade88790 req-07dbde01-0494-478a-a455-93f5920f4eb0 service neutron] 10.222.0.79 "GET /v2.0/networks/4c33a9e1-3aa8-42de-bf10-ee7f78fe5028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474333 May 23 11:31:21.386700 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-21ce2752-c3a7-4ca8-9fdc-25b7cc4605e8 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:21.388370 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-21ce2752-c3a7-4ca8-9fdc-25b7cc4605e8 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:21.541571 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d63c882a-02b2-424b-af7b-c2aa3a7ee27a tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:21.638437 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-033c4277-477c-4f86-aa7a-f8a4a2f1f3a4 req-7d4008ff-42fa-47eb-b5c3-e007daf88397 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.134 HTTP/1.1" status: 200 len: 1002 time: 0.1956325 May 23 11:31:21.641516 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c882a-02b2-424b-af7b-c2aa3a7ee27a tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event deleted for resources: {'Port': ['ID=2ae15eba-cd9f-48f3-a727-c74dc7a0759c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:21.731730 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c4277-477c-4f86-aa7a-f8a4a2f1f3a4 req-29a8ec60-eabe-4494-a76e-01e75e9d582d tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:21.733333 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-033c4277-477c-4f86-aa7a-f8a4a2f1f3a4 req-29a8ec60-eabe-4494-a76e-01e75e9d582d tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/ports/47816ceb-6c55-4dc1-9820-021d1203b124 HTTP/1.1" status: 200 len: 943 time: 0.0848312 May 23 11:31:21.844035 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ce2752-c3a7-4ca8-9fdc-25b7cc4605e8 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Router 292fc401-215b-4582-bee0-2ba919fdc594 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:31:21.970027 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d63c882a-02b2-424b-af7b-c2aa3a7ee27a tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:22.165939 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-033c4277-477c-4f86-aa7a-f8a4a2f1f3a4 req-27abe999-f993-4125-a36a-ecad3b9fdb21 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.134 HTTP/1.1" status: 200 len: 1002 time: 0.2231305 May 23 11:31:22.327257 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da4ec246-5ef9-4fe2-a30b-b5bd8ab03865 req-eeac1127-b988-4ba7-94ee-0e2dbfed6cd5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=66ebd9b4-cedf-4e78-a215-67bd9296ceaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2494464 May 23 11:31:22.349739 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c4277-477c-4f86-aa7a-f8a4a2f1f3a4 req-45a5e2cb-e9e7-41b1-bdd5-c0e22854d92c tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:22.351055 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-033c4277-477c-4f86-aa7a-f8a4a2f1f3a4 req-45a5e2cb-e9e7-41b1-bdd5-c0e22854d92c tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/networks/87d63aa2-c2e7-4553-824a-d818708dd83b HTTP/1.1" status: 200 len: 784 time: 0.1770644 May 23 11:31:22.378746 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-033c4277-477c-4f86-aa7a-f8a4a2f1f3a4 req-bcba1b90-b2d9-4b94-92e1-e61a1328dd21 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:31:22.379650 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-033c4277-477c-4f86-aa7a-f8a4a2f1f3a4 req-bcba1b90-b2d9-4b94-92e1-e61a1328dd21 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0068569 May 23 11:31:22.387944 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ce2752-c3a7-4ca8-9fdc-25b7cc4605e8 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:31:22.402997 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98678726-c84c-4410-83e3-7ddba7cef20b None None] Sync routers for ids ['292fc401-215b-4582-bee0-2ba919fdc594'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:31:22.414204 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-21ce2752-c3a7-4ca8-9fdc-25b7cc4605e8 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:22.416668 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-21ce2752-c3a7-4ca8-9fdc-25b7cc4605e8 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.9784443 May 23 11:31:22.420655 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47052) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:22.432297 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98678726-c84c-4410-83e3-7ddba7cef20b None None] Routers {'292fc401-215b-4582-bee0-2ba919fdc594'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:31:22.435308 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-98678726-c84c-4410-83e3-7ddba7cef20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:31:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['292fc401-215b-4582-bee0-2ba919fdc594'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:22.582372 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-033c4277-477c-4f86-aa7a-f8a4a2f1f3a4 req-d27427e1-bfd0-4448-ae5b-056f7a3a6669 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.134 HTTP/1.1" status: 200 len: 1002 time: 0.1606405 May 23 11:31:22.585222 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63c882a-02b2-424b-af7b-c2aa3a7ee27a tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Router 31bf2d43-6293-457e-a293-1e7e07077b42 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:31:22.608428 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-033c4277-477c-4f86-aa7a-f8a4a2f1f3a4 req-fd2f50ad-a59b-41a6-8b5d-aa76ebdca09c tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:31:22.739585 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-98678726-c84c-4410-83e3-7ddba7cef20b None None] Set router 292fc401-215b-4582-bee0-2ba919fdc594 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:31:22.783885 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4087acb5-18ef-4f2f-bca6-51611fdd1d75 tempest-TestSecurityGroupsBasicOps-2106405796 tempest-TestSecurityGroupsBasicOps-2106405796-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=424639f7ceac4970a6ab4918f121bd86&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3609838 May 23 11:31:22.787797 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47062) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:22.790770 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da4ec246-5ef9-4fe2-a30b-b5bd8ab03865 req-9c88e5bc-88d7-42dd-bc67-7d3ae2f2fd8c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ab6dabfc6c044e3a257a928739aed2b&device_id=66ebd9b4-cedf-4e78-a215-67bd9296ceaa HTTP/1.1" status: 200 len: 1096 time: 0.2707562 May 23 11:31:22.866674 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63c882a-02b2-424b-af7b-c2aa3a7ee27a tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:31:22.878550 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec075b34-eac3-433d-9473-38b18452fe9c None None] Sync routers for ids ['31bf2d43-6293-457e-a293-1e7e07077b42'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:31:22.902893 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec075b34-eac3-433d-9473-38b18452fe9c None None] Routers {'31bf2d43-6293-457e-a293-1e7e07077b42'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:31:22.904947 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ec075b34-eac3-433d-9473-38b18452fe9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:31:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['31bf2d43-6293-457e-a293-1e7e07077b42'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:22.910899 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d63c882a-02b2-424b-af7b-c2aa3a7ee27a tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "PUT /v2.0/routers/31bf2d43-6293-457e-a293-1e7e07077b42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1829815 May 23 11:31:22.911208 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47066) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:22.953877 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-033c4277-477c-4f86-aa7a-f8a4a2f1f3a4 req-fd2f50ad-a59b-41a6-8b5d-aa76ebdca09c tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify callbacks [] for floatingip, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:23.092579 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-ec075b34-eac3-433d-9473-38b18452fe9c None None] Set router 31bf2d43-6293-457e-a293-1e7e07077b42 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:31:23.093889 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-98678726-c84c-4410-83e3-7ddba7cef20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '292fc401-215b-4582-bee0-2ba919fdc594', 'name': 'tempest-TestSecurityGroupsBasicOps-router-122562020', 'tenant_id': '424639f7ceac4970a6ab4918f121bd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '7a97c955-8963-414c-96c0-c639f0cbc1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:31:17Z', 'updated_at': '2022-05-23T11:31:21Z', 'revision_number': 3, 'project_id': '424639f7ceac4970a6ab4918f121bd86', 'gw_port': {'id': '7a97c955-8963-414c-96c0-c639f0cbc1ab', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:42:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '292fc401-215b-4582-bee0-2ba919fdc594', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:31:19Z', 'updated_at': '2022-05-23T11:31:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:23.098562 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98678726-c84c-4410-83e3-7ddba7cef20b None None] Checking router: 292fc401-215b-4582-bee0-2ba919fdc594 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:31:23.098986 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98678726-c84c-4410-83e3-7ddba7cef20b None None] Updating router 292fc401-215b-4582-bee0-2ba919fdc594 port 7a97c955-8963-414c-96c0-c639f0cbc1ab binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:31:23.163250 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-98678726-c84c-4410-83e3-7ddba7cef20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:23.181324 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-033d693b-2459-4a30-b5b9-bf94eb6dd0fe tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Deleting subnet 66ae6e8c-68d9-4620-bcd8-6a3f9ad2efae {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:31:23.185234 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-033d693b-2459-4a30-b5b9-bf94eb6dd0fe tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:23.251664 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-033d693b-2459-4a30-b5b9-bf94eb6dd0fe tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:23.340705 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdf21b6-13b2-40be-b335-ac8510fdb50f tempest-TestSecurityGroupsBasicOps-2106405796 tempest-TestSecurityGroupsBasicOps-2106405796-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:23.341813 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8fdf21b6-13b2-40be-b335-ac8510fdb50f tempest-TestSecurityGroupsBasicOps-2106405796 tempest-TestSecurityGroupsBasicOps-2106405796-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5499275 May 23 11:31:23.352903 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47070) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:23.356187 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-033d693b-2459-4a30-b5b9-bf94eb6dd0fe tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:23.422603 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ec246-5ef9-4fe2-a30b-b5bd8ab03865 req-2fe11498-a7f4-4540-9bce-9266bc154e7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:23.424116 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da4ec246-5ef9-4fe2-a30b-b5bd8ab03865 req-2fe11498-a7f4-4540-9bce-9266bc154e7e service neutron] 10.222.0.13 "GET /v2.0/networks?id=76b2273d-b51d-4df1-8907-c6d24ae3fac2 HTTP/1.1" status: 200 len: 919 time: 0.4755609 May 23 11:31:23.426088 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c39c9b1e-7d1a-4112-b39b-851f294aa31b tempest-TestSecurityGroupsBasicOps-2106405796 tempest-TestSecurityGroupsBasicOps-2106405796-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=87d63aa2-c2e7-4553-824a-d818708dd83b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0644503 May 23 11:31:23.435593 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47074) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:23.453777 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-033d693b-2459-4a30-b5b9-bf94eb6dd0fe tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:23.503520 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-c8ef0468-83b7-4bb5-8220-6efb2476ef2f tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1822832054', 'network_id': '1bd87c50-8964-47b6-8167-6147f4bf390c', 'project_id': '424639f7ceac4970a6ab4918f121bd86', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:31:23.517505 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-033d693b-2459-4a30-b5b9-bf94eb6dd0fe tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:23.531116 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a571e5-887d-4b98-9d39-ea87b9c5eeaa None None] Network 73bafaec-97c1-40d2-9afa-a740ea8aeb64 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:31:23.531541 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d693b-2459-4a30-b5b9-bf94eb6dd0fe tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event deleted for resources: {'Subnet': ['ID=66ae6e8c-68d9-4620-bcd8-6a3f9ad2efae,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:23.536951 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-033d693b-2459-4a30-b5b9-bf94eb6dd0fe tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "DELETE /v2.0/subnets/66ae6e8c-68d9-4620-bcd8-6a3f9ad2efae HTTP/1.1" status: 204 len: 168 time: 0.6246827 May 23 11:31:23.539410 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47078) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:23.647382 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-98678726-c84c-4410-83e3-7ddba7cef20b None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:23.671210 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-98678726-c84c-4410-83e3-7ddba7cef20b None None] Transition to ACTIVE for port object 7a97c955-8963-414c-96c0-c639f0cbc1ab will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:31:23.681274 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da4ec246-5ef9-4fe2-a30b-b5bd8ab03865 req-a2c7b37f-37ca-4184-90a9-17d79edbd187 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=599aa79b-f47f-4490-b89c-181bc41436a4 HTTP/1.1" status: 200 len: 217 time: 0.2468915 May 23 11:31:23.683436 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-98678726-c84c-4410-83e3-7ddba7cef20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:23.700987 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ec075b34-eac3-433d-9473-38b18452fe9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'name': 'tempest-RoutersIpV6Test-router-570168471', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:30:04Z', 'updated_at': '2022-05-23T11:31:21Z', 'revision_number': 10, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'gw_port_host': None, '_interfaces': [{'id': '0211a025-641e-4c41-a4d6-b078a012922e', 'name': '', 'network_id': '402087d6-aaee-4b69-8e63-6a4ea9032e92', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:2c:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1521b99-16a4-4945-8627-d30203f9e4a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:08Z', 'updated_at': '2022-05-23T11:30:28Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': 'e1521b99-16a4-4945-8627-d30203f9e4a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:23.710776 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec075b34-eac3-433d-9473-38b18452fe9c None None] Checking router: 31bf2d43-6293-457e-a293-1e7e07077b42 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:31:23.769330 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec075b34-eac3-433d-9473-38b18452fe9c None None] Routers {'31bf2d43-6293-457e-a293-1e7e07077b42'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:31:23.770235 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ec075b34-eac3-433d-9473-38b18452fe9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:31:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['31bf2d43-6293-457e-a293-1e7e07077b42'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:23.771649 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-033c4277-477c-4f86-aa7a-f8a4a2f1f3a4 req-fd2f50ad-a59b-41a6-8b5d-aa76ebdca09c tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:23.791058 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-033c4277-477c-4f86-aa7a-f8a4a2f1f3a4 req-fd2f50ad-a59b-41a6-8b5d-aa76ebdca09c tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:23.791373 n-d-842952-2 neutron-server[83910]: INFO neutron.db.l3_db [req-033c4277-477c-4f86-aa7a-f8a4a2f1f3a4 req-fd2f50ad-a59b-41a6-8b5d-aa76ebdca09c tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Floating IP 9326ec03-89ce-4fe9-b5a1-2ee5c4f4d688 disassociated. External IP: 172.25.6.134, port: 47816ceb-6c55-4dc1-9820-021d1203b124. May 23 11:31:23.792121 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-98678726-c84c-4410-83e3-7ddba7cef20b None None] Attempting to bind port 7a97c955-8963-414c-96c0-c639f0cbc1ab on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:31:23.793349 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-98678726-c84c-4410-83e3-7ddba7cef20b None None] Attempting to bind port 7a97c955-8963-414c-96c0-c639f0cbc1ab by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:31:23.794563 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98678726-c84c-4410-83e3-7ddba7cef20b None None] Attempting to bind port 7a97c955-8963-414c-96c0-c639f0cbc1ab on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:31:23.833533 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98678726-c84c-4410-83e3-7ddba7cef20b None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:31:23.834094 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98678726-c84c-4410-83e3-7ddba7cef20b None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:31:23.834926 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-98678726-c84c-4410-83e3-7ddba7cef20b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:23.837039 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98678726-c84c-4410-83e3-7ddba7cef20b None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:31:23.839438 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-98678726-c84c-4410-83e3-7ddba7cef20b None None] Bound port: 7a97c955-8963-414c-96c0-c639f0cbc1ab, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:31:23.839986 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-98678726-c84c-4410-83e3-7ddba7cef20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:23.922094 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-27e04f0e-7811-4d28-aa27-d1e242e34ebc tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:23.934600 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c8ef0468-83b7-4bb5-8220-6efb2476ef2f tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:31:23.942118 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-ec075b34-eac3-433d-9473-38b18452fe9c None None] Set router 31bf2d43-6293-457e-a293-1e7e07077b42 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:31:23.946465 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ec246-5ef9-4fe2-a30b-b5bd8ab03865 req-91ea008e-75cd-43cb-9508-24bd2e4cf9bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:23.947963 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da4ec246-5ef9-4fe2-a30b-b5bd8ab03865 req-91ea008e-75cd-43cb-9508-24bd2e4cf9bc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=82176f08-fc90-4d7e-a669-0e8701d67807 HTTP/1.1" status: 200 len: 857 time: 0.2487073 May 23 11:31:23.949976 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c8ef0468-83b7-4bb5-8220-6efb2476ef2f tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Usage tracker for resource:subnet and tenant:424639f7ceac4970a6ab4918f121bd86 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:31:23.950629 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-27e04f0e-7811-4d28-aa27-d1e242e34ebc tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Deleting port 4e451037-fcd4-4d60-9129-2c7430d91053 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:31:23.952126 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-27e04f0e-7811-4d28-aa27-d1e242e34ebc tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:23.954253 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c8ef0468-83b7-4bb5-8220-6efb2476ef2f tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:31:23.999972 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c8ef0468-83b7-4bb5-8220-6efb2476ef2f tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:31:24.003694 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-98678726-c84c-4410-83e3-7ddba7cef20b None None] For port 7a97c955-8963-414c-96c0-c639f0cbc1ab, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:31:24.009808 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-98678726-c84c-4410-83e3-7ddba7cef20b None None] For port 7a97c955-8963-414c-96c0-c639f0cbc1ab, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=7a97c955-8963-414c-96c0-c639f0cbc1ab,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:31:24.017120 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-98678726-c84c-4410-83e3-7ddba7cef20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:24.037160 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ef0468-83b7-4bb5-8220-6efb2476ef2f tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Made reservation on behalf of 424639f7ceac4970a6ab4918f121bd86 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:31:24.073507 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98678726-c84c-4410-83e3-7ddba7cef20b None None] Routers {'292fc401-215b-4582-bee0-2ba919fdc594'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:31:24.074863 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-98678726-c84c-4410-83e3-7ddba7cef20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:31:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['292fc401-215b-4582-bee0-2ba919fdc594'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:24.187466 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c8ef0468-83b7-4bb5-8220-6efb2476ef2f tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:24.269594 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da4ec246-5ef9-4fe2-a30b-b5bd8ab03865 req-70245846-ecf2-4076-a440-370d61eddf34 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76b2273d-b51d-4df1-8907-c6d24ae3fac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3113759 May 23 11:31:24.325219 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec9bab-41ea-4e88-95e7-96e3299ccab2 None None] Pushing event updated for resources: {'Port': ['ID=7a97c955-8963-414c-96c0-c639f0cbc1ab,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:24.330575 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-27e04f0e-7811-4d28-aa27-d1e242e34ebc tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] For port 4e451037-fcd4-4d60-9129-2c7430d91053, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=4e451037-fcd4-4d60-9129-2c7430d91053,segment=NetworkSegment(c7e73a73-6299-4ce1-9c74-e0840422ad68),segment_id=c7e73a73-6299-4ce1-9c74-e0840422ad68)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:31:24.330947 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-27e04f0e-7811-4d28-aa27-d1e242e34ebc tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:24.338334 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fec9bab-41ea-4e88-95e7-96e3299ccab2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:31:24.338841 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fec9bab-41ea-4e88-95e7-96e3299ccab2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:31:24.339273 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fec9bab-41ea-4e88-95e7-96e3299ccab2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:31:24.340023 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fec9bab-41ea-4e88-95e7-96e3299ccab2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:31:24.340450 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fec9bab-41ea-4e88-95e7-96e3299ccab2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:31:24.340900 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fec9bab-41ea-4e88-95e7-96e3299ccab2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:31:24.341327 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fec9bab-41ea-4e88-95e7-96e3299ccab2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:31:24.341743 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fec9bab-41ea-4e88-95e7-96e3299ccab2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:31:24.342265 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fec9bab-41ea-4e88-95e7-96e3299ccab2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:31:24.342669 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fec9bab-41ea-4e88-95e7-96e3299ccab2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:31:24.343762 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fec9bab-41ea-4e88-95e7-96e3299ccab2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:31:24.435518 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-98678726-c84c-4410-83e3-7ddba7cef20b None None] Set router 292fc401-215b-4582-bee0-2ba919fdc594 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:31:24.485022 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-27e04f0e-7811-4d28-aa27-d1e242e34ebc tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Calling delete_port for 4e451037-fcd4-4d60-9129-2c7430d91053 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:31:24.486792 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c11799-130d-4c18-b5bc-9f0e6603c7c4 None None] DHCP port deletion for 73bafaec-97c1-40d2-9afa-a740ea8aeb64 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:31:24.498167 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-10c11799-130d-4c18-b5bc-9f0e6603c7c4 None None] Deleting port 4e451037-fcd4-4d60-9129-2c7430d91053 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:31:24.498877 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-10c11799-130d-4c18-b5bc-9f0e6603c7c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:24.610215 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec9bab-41ea-4e88-95e7-96e3299ccab2 None None] Pushing event updated for resources: {'Port': ['ID=7a97c955-8963-414c-96c0-c639f0cbc1ab,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:24.644772 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-27e04f0e-7811-4d28-aa27-d1e242e34ebc tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:24.652369 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da4ec246-5ef9-4fe2-a30b-b5bd8ab03865 req-455523bb-6c1a-4a9a-87f9-c55ccf39fc8f service neutron] 10.222.0.13 "GET /v2.0/networks/76b2273d-b51d-4df1-8907-c6d24ae3fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746331 May 23 11:31:24.736385 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e04f0e-7811-4d28-aa27-d1e242e34ebc tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] No DVR routers for this DVR port 4e451037-fcd4-4d60-9129-2c7430d91053 on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:31:24.750649 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ec075b34-eac3-433d-9473-38b18452fe9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'name': 'tempest-RoutersIpV6Test-router-570168471', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:30:04Z', 'updated_at': '2022-05-23T11:31:21Z', 'revision_number': 10, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'gw_port_host': None, '_interfaces': [{'id': '0211a025-641e-4c41-a4d6-b078a012922e', 'name': '', 'network_id': '402087d6-aaee-4b69-8e63-6a4ea9032e92', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:2c:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1521b99-16a4-4945-8627-d30203f9e4a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:08Z', 'updated_at': '2022-05-23T11:30:28Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': 'e1521b99-16a4-4945-8627-d30203f9e4a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:24.828362 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec075b34-eac3-433d-9473-38b18452fe9c None None] The sync data for ids ['31bf2d43-6293-457e-a293-1e7e07077b42'] in n-d-842952-2 is: [{'id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'name': 'tempest-RoutersIpV6Test-router-570168471', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:30:04Z', 'updated_at': '2022-05-23T11:31:21Z', 'revision_number': 10, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'gw_port_host': None, '_interfaces': [{'id': '0211a025-641e-4c41-a4d6-b078a012922e', 'name': '', 'network_id': '402087d6-aaee-4b69-8e63-6a4ea9032e92', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'mac_address': 'fa:16:3e:2c:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1521b99-16a4-4945-8627-d30203f9e4a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:30:08Z', 'updated_at': '2022-05-23T11:30:28Z', 'revision_number': 5, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'subnets': [{'id': 'e1521b99-16a4-4945-8627-d30203f9e4a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:31:24.836199 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e04f0e-7811-4d28-aa27-d1e242e34ebc tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event deleted for resources: {'Port': ['ID=4e451037-fcd4-4d60-9129-2c7430d91053,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:24.839624 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-98678726-c84c-4410-83e3-7ddba7cef20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '292fc401-215b-4582-bee0-2ba919fdc594', 'name': 'tempest-TestSecurityGroupsBasicOps-router-122562020', 'tenant_id': '424639f7ceac4970a6ab4918f121bd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '7a97c955-8963-414c-96c0-c639f0cbc1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:31:17Z', 'updated_at': '2022-05-23T11:31:21Z', 'revision_number': 3, 'project_id': '424639f7ceac4970a6ab4918f121bd86', 'gw_port': {'id': '7a97c955-8963-414c-96c0-c639f0cbc1ab', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:42:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '292fc401-215b-4582-bee0-2ba919fdc594', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:31:19Z', 'updated_at': '2022-05-23T11:31:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:24.847105 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98678726-c84c-4410-83e3-7ddba7cef20b None None] The sync data for ids ['292fc401-215b-4582-bee0-2ba919fdc594'] in n-d-842952-2 is: [{'id': '292fc401-215b-4582-bee0-2ba919fdc594', 'name': 'tempest-TestSecurityGroupsBasicOps-router-122562020', 'tenant_id': '424639f7ceac4970a6ab4918f121bd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '7a97c955-8963-414c-96c0-c639f0cbc1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:31:17Z', 'updated_at': '2022-05-23T11:31:21Z', 'revision_number': 3, 'project_id': '424639f7ceac4970a6ab4918f121bd86', 'gw_port': {'id': '7a97c955-8963-414c-96c0-c639f0cbc1ab', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:42:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '292fc401-215b-4582-bee0-2ba919fdc594', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:31:19Z', 'updated_at': '2022-05-23T11:31:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:31:24.866350 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-10c11799-130d-4c18-b5bc-9f0e6603c7c4 None None] For port 4e451037-fcd4-4d60-9129-2c7430d91053, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=4e451037-fcd4-4d60-9129-2c7430d91053,segment=NetworkSegment(c7e73a73-6299-4ce1-9c74-e0840422ad68),segment_id=c7e73a73-6299-4ce1-9c74-e0840422ad68)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:31:24.866731 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-10c11799-130d-4c18-b5bc-9f0e6603c7c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:25.025332 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-27e04f0e-7811-4d28-aa27-d1e242e34ebc tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:25.037857 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-10c11799-130d-4c18-b5bc-9f0e6603c7c4 None None] Calling delete_port for 4e451037-fcd4-4d60-9129-2c7430d91053 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:31:25.067424 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-27e04f0e-7811-4d28-aa27-d1e242e34ebc tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73bafaec-97c1-40d2-9afa-a740ea8aeb64']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:25.083391 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-27e04f0e-7811-4d28-aa27-d1e242e34ebc tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7e73a73-6299-4ce1-9c74-e0840422ad68') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:25.083688 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-27e04f0e-7811-4d28-aa27-d1e242e34ebc tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7e73a73-6299-4ce1-9c74-e0840422ad68') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:25.099430 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-27e04f0e-7811-4d28-aa27-d1e242e34ebc tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:25.127540 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-27e04f0e-7811-4d28-aa27-d1e242e34ebc tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:25.132561 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-10c11799-130d-4c18-b5bc-9f0e6603c7c4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:31:25.135726 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e04f0e-7811-4d28-aa27-d1e242e34ebc tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:31:25.135726 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-27e04f0e-7811-4d28-aa27-d1e242e34ebc tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:25.136777 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-10c11799-130d-4c18-b5bc-9f0e6603c7c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:31:25.150090 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:31:25.150090 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:31:25.150090 n-d-842952-2 neutron-server[83911]: timer() May 23 11:31:25.150090 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:31:25.150090 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:31:25.150090 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:31:25.150090 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:31:25.150090 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:31:25.150090 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:31:25.150090 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:31:25.150090 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:31:25.150090 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:31:25.150090 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:31:25.150090 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:31:25.150090 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:31:25.150090 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:31:25.150090 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:31:25.150090 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:31:25.150090 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:31:25.150090 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:31:25.150090 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:31:25.150090 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:31:25.150090 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:31:25.150090 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:31:25.150090 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:31:25.150090 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:31:25.150090 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:31:25.150090 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:31:25.150090 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:31:25.150090 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:31:25.150090 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:31:25.150090 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:31:25.184497 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c8ef0468-83b7-4bb5-8220-6efb2476ef2f tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:25.224040 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da4ec246-5ef9-4fe2-a30b-b5bd8ab03865 req-f55782eb-7dc6-4a00-a97f-9051761b7cf5 service neutron] 10.222.0.13 "GET /v2.0/networks/76b2273d-b51d-4df1-8907-c6d24ae3fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5618541 May 23 11:31:25.254034 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-27e04f0e-7811-4d28-aa27-d1e242e34ebc tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:25.273316 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-27e04f0e-7811-4d28-aa27-d1e242e34ebc tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:25.285408 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e04f0e-7811-4d28-aa27-d1e242e34ebc tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event deleted for resources: {'Network': ['ID=73bafaec-97c1-40d2-9afa-a740ea8aeb64,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:25.292942 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-27e04f0e-7811-4d28-aa27-d1e242e34ebc tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "DELETE /v2.0/networks/73bafaec-97c1-40d2-9afa-a740ea8aeb64 HTTP/1.1" status: 204 len: 168 time: 1.7519791 May 23 11:31:25.296330 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47094) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:25.296868 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef0468-83b7-4bb5-8220-6efb2476ef2f tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Pushing event updated for resources: {'Subnet': ['ID=04e492dd-4823-45db-b311-ac18df6dd39e,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:25.319692 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ef0468-83b7-4bb5-8220-6efb2476ef2f tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Checking segment: {'id': '60ca3c53-e5d5-401d-a55d-3e00cb173e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1bd87c50-8964-47b6-8167-6147f4bf390c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:31:25.320062 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ef0468-83b7-4bb5-8220-6efb2476ef2f tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Network hostable DHCP agents. Network: 1bd87c50-8964-47b6-8167-6147f4bf390c, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:31:25.361497 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ef0468-83b7-4bb5-8220-6efb2476ef2f tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Network 1bd87c50-8964-47b6-8167-6147f4bf390c is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:31:25.376149 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-c8ef0468-83b7-4bb5-8220-6efb2476ef2f tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 1bd87c50-8964-47b6-8167-6147f4bf390c) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:31:25.382787 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ef0468-83b7-4bb5-8220-6efb2476ef2f tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:25.383581 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c8ef0468-83b7-4bb5-8220-6efb2476ef2f tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:25.391520 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bff481-6c99-4dce-b68e-65760e8bf3ee None None] Network 1bd87c50-8964-47b6-8167-6147f4bf390c requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:31:25.412171 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c8ef0468-83b7-4bb5-8220-6efb2476ef2f tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9752986 May 23 11:31:25.413985 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-033c4277-477c-4f86-aa7a-f8a4a2f1f3a4 req-fd2f50ad-a59b-41a6-8b5d-aa76ebdca09c tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Router b0e1230e-679b-486a-b1fd-f5d860640731 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:31:25.414606 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47098) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:25.651777 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-10c11799-130d-4c18-b5bc-9f0e6603c7c4 None None] Deleting port 4e451037-fcd4-4d60-9129-2c7430d91053 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:31:25.655859 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-10c11799-130d-4c18-b5bc-9f0e6603c7c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:25.701566 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 4e451037-fcd4-4d60-9129-2c7430d91053 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:31:25.756126 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3764b617-1385-46fa-b084-33b5f6ca57f0 req-417e95f4-9811-4aab-9706-26466b0c9f24 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=827bbfd7-32b0-4792-a06a-16a13bb77f8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1968644 May 23 11:31:25.798523 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 4e451037-fcd4-4d60-9129-2c7430d91053 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:31:25.798809 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 4e451037-fcd4-4d60-9129-2c7430d91053 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:31:25.811884 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2ae15eba-cd9f-48f3-a727-c74dc7a0759c no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:31:25.877195 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 2ae15eba-cd9f-48f3-a727-c74dc7a0759c {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:31:25.877569 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2ae15eba-cd9f-48f3-a727-c74dc7a0759c not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:31:25.882346 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aa082b23-41bd-4f3b-9eb4-afb702276b76 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:25.920265 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-10c11799-130d-4c18-b5bc-9f0e6603c7c4 None None] The port '4e451037-fcd4-4d60-9129-2c7430d91053' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:31:25.988515 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02449a3-24f8-4f40-9a1c-9a510c74cb7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-1bd87c50-8964-47b6-8167-6147f4bf390c', 'network_id': '1bd87c50-8964-47b6-8167-6147f4bf390c', 'tenant_id': '424639f7ceac4970a6ab4918f121bd86', 'fixed_ips': [{'subnet_id': '04e492dd-4823-45db-b311-ac18df6dd39e'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:31:25.990599 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c02449a3-24f8-4f40-9a1c-9a510c74cb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:26.140383 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-033c4277-477c-4f86-aa7a-f8a4a2f1f3a4 req-fd2f50ad-a59b-41a6-8b5d-aa76ebdca09c tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:31:26.153495 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a228562-23e2-4108-bcd8-7beea56b24f8 None None] Sync routers for ids ['b0e1230e-679b-486a-b1fd-f5d860640731'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:31:26.155715 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-033c4277-477c-4f86-aa7a-f8a4a2f1f3a4 req-fd2f50ad-a59b-41a6-8b5d-aa76ebdca09c tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:26.172379 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a228562-23e2-4108-bcd8-7beea56b24f8 None None] Routers {'b0e1230e-679b-486a-b1fd-f5d860640731'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:31:26.173008 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-5a228562-23e2-4108-bcd8-7beea56b24f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:31:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['b0e1230e-679b-486a-b1fd-f5d860640731'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:26.206809 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-c02449a3-24f8-4f40-9a1c-9a510c74cb7a None None] Allocated IP 172.20.0.2 (1bd87c50-8964-47b6-8167-6147f4bf390c/04e492dd-4823-45db-b311-ac18df6dd39e/e99daf2f-06b0-4861-9443-9874a39cb526) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:31:26.242825 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-033c4277-477c-4f86-aa7a-f8a4a2f1f3a4 req-fd2f50ad-a59b-41a6-8b5d-aa76ebdca09c tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "PUT /v2.0/floatingips/9326ec03-89ce-4fe9-b5a1-2ee5c4f4d688 HTTP/1.1" status: 200 len: 695 time: 3.6420085 May 23 11:31:26.243357 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c11da6-6af0-43cf-932c-432951e38327', 'tag': '47816ceb-6c55-4dc1-9820-021d1203b124'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:31:26.289399 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3764b617-1385-46fa-b084-33b5f6ca57f0 req-adbbdc06-88e1-4a3a-8cd2-a6d84bb839b6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4ab6dabfc6c044e3a257a928739aed2b&device_id=827bbfd7-32b0-4792-a06a-16a13bb77f8a HTTP/1.1" status: 200 len: 1097 time: 0.4893963 May 23 11:31:26.360978 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24a89657-ef94-4ff0-9dd2-8f404561fe6c'] response: {'name': 'network-changed', 'server_uuid': '90c11da6-6af0-43cf-932c-432951e38327', 'tag': '47816ceb-6c55-4dc1-9820-021d1203b124', 'status': 'completed', 'code': 200} May 23 11:31:26.531134 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-5a228562-23e2-4108-bcd8-7beea56b24f8 None None] Set router b0e1230e-679b-486a-b1fd-f5d860640731 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:31:26.541626 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-033c4277-477c-4f86-aa7a-f8a4a2f1f3a4 req-5795bbe8-b1cb-47d2-a009-e09a13e18ecb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=28cfee849fbb4c2b93c9467d155036b4&device_id=90c11da6-6af0-43cf-932c-432951e38327 HTTP/1.1" status: 200 len: 1097 time: 0.2684886 May 23 11:31:26.581560 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c02449a3-24f8-4f40-9a1c-9a510c74cb7a None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:26.596028 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c02449a3-24f8-4f40-9a1c-9a510c74cb7a None None] Transition to ACTIVE for port object e99daf2f-06b0-4861-9443-9874a39cb526 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:31:26.628618 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c02449a3-24f8-4f40-9a1c-9a510c74cb7a None None] Transition to ACTIVE for port object e99daf2f-06b0-4861-9443-9874a39cb526 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:31:26.639796 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c02449a3-24f8-4f40-9a1c-9a510c74cb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:26.712049 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02449a3-24f8-4f40-9a1c-9a510c74cb7a None None] Pushing event updated for resources: {'Port': ['ID=e99daf2f-06b0-4861-9443-9874a39cb526,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:26.746700 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02449a3-24f8-4f40-9a1c-9a510c74cb7a None None] Network 1bd87c50-8964-47b6-8167-6147f4bf390c is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:31:26.748919 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-c02449a3-24f8-4f40-9a1c-9a510c74cb7a None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:31:26.757445 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02449a3-24f8-4f40-9a1c-9a510c74cb7a None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:31:26.863196 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764b617-1385-46fa-b084-33b5f6ca57f0 req-e9b3046f-7bca-4c44-9e63-4ca746eca2d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:26.864614 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3764b617-1385-46fa-b084-33b5f6ca57f0 req-e9b3046f-7bca-4c44-9e63-4ca746eca2d0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=76b2273d-b51d-4df1-8907-c6d24ae3fac2 HTTP/1.1" status: 200 len: 919 time: 0.5523009 May 23 11:31:26.897257 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c02449a3-24f8-4f40-9a1c-9a510c74cb7a None None] Attempting to bind port e99daf2f-06b0-4861-9443-9874a39cb526 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:31:26.902082 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c02449a3-24f8-4f40-9a1c-9a510c74cb7a None None] Attempting to bind port e99daf2f-06b0-4861-9443-9874a39cb526 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '60ca3c53-e5d5-401d-a55d-3e00cb173e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1bd87c50-8964-47b6-8167-6147f4bf390c'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:31:26.903439 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02449a3-24f8-4f40-9a1c-9a510c74cb7a None None] Attempting to bind port e99daf2f-06b0-4861-9443-9874a39cb526 on network 1bd87c50-8964-47b6-8167-6147f4bf390c {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:31:26.926946 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02449a3-24f8-4f40-9a1c-9a510c74cb7a None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:31:26.927467 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02449a3-24f8-4f40-9a1c-9a510c74cb7a None None] Checking segment: {'id': '60ca3c53-e5d5-401d-a55d-3e00cb173e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1bd87c50-8964-47b6-8167-6147f4bf390c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:31:26.927992 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c02449a3-24f8-4f40-9a1c-9a510c74cb7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:26.929316 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02449a3-24f8-4f40-9a1c-9a510c74cb7a None None] Bound using segment: {'id': '60ca3c53-e5d5-401d-a55d-3e00cb173e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1bd87c50-8964-47b6-8167-6147f4bf390c'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:31:26.931972 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c02449a3-24f8-4f40-9a1c-9a510c74cb7a None None] Bound port: e99daf2f-06b0-4861-9443-9874a39cb526, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ca3c53-e5d5-401d-a55d-3e00cb173e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1bd87c50-8964-47b6-8167-6147f4bf390c'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:31:26.932534 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c02449a3-24f8-4f40-9a1c-9a510c74cb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:27.078362 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bb8c5df8-f117-40d7-8894-1f7af759d38c req-f5f2e92f-754f-4894-a0ec-b0b453548f57 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=28cfee849fbb4c2b93c9467d155036b4&device_id=90c11da6-6af0-43cf-932c-432951e38327 HTTP/1.1" status: 200 len: 1097 time: 0.6800973 May 23 11:31:27.078362 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c4277-477c-4f86-aa7a-f8a4a2f1f3a4 req-6015c46a-9c86-4fb4-9d3d-dfad92e327ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:27.078362 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-033c4277-477c-4f86-aa7a-f8a4a2f1f3a4 req-6015c46a-9c86-4fb4-9d3d-dfad92e327ea service neutron] 10.222.0.79 "GET /v2.0/networks?id=4c33a9e1-3aa8-42de-bf10-ee7f78fe5028 HTTP/1.1" status: 200 len: 921 time: 0.3118632 May 23 11:31:27.109982 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3764b617-1385-46fa-b084-33b5f6ca57f0 req-349d25eb-cfc6-4761-8ca0-4b04483fa3c7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669 HTTP/1.1" status: 200 len: 1002 time: 0.2149422 May 23 11:31:27.152860 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-5a228562-23e2-4108-bcd8-7beea56b24f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e1230e-679b-486a-b1fd-f5d860640731', 'name': 'tempest-ServerRescueTestJSONUnderV235-1646382311-router', 'tenant_id': '28cfee849fbb4c2b93c9467d155036b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '691eeca4-4f6b-4582-a2b2-d544bcb5f14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:29:53Z', 'updated_at': '2022-05-23T11:29:59Z', 'revision_number': 4, 'project_id': '28cfee849fbb4c2b93c9467d155036b4', 'gw_port': {'id': '691eeca4-4f6b-4582-a2b2-d544bcb5f14c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e1230e-679b-486a-b1fd-f5d860640731', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:29:54Z', 'updated_at': '2022-05-23T11:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'fb348d26-4e58-4af1-9218-c722a6b710b0', 'name': '', 'network_id': '4c33a9e1-3aa8-42de-bf10-ee7f78fe5028', 'tenant_id': '28cfee849fbb4c2b93c9467d155036b4', 'mac_address': 'fa:16:3e:f3:cb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e1230e-679b-486a-b1fd-f5d860640731', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efe1e9ef-5154-446e-aa1e-35c6c0e2b6e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:29:57Z', 'updated_at': '2022-05-23T11:30:28Z', 'revision_number': 5, 'project_id': '28cfee849fbb4c2b93c9467d155036b4', 'subnets': [{'id': 'efe1e9ef-5154-446e-aa1e-35c6c0e2b6e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:27.166630 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a228562-23e2-4108-bcd8-7beea56b24f8 None None] Checking router: b0e1230e-679b-486a-b1fd-f5d860640731 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:31:27.184007 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c02449a3-24f8-4f40-9a1c-9a510c74cb7a None None] For port e99daf2f-06b0-4861-9443-9874a39cb526, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:31:27.197586 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a228562-23e2-4108-bcd8-7beea56b24f8 None None] Routers {'b0e1230e-679b-486a-b1fd-f5d860640731'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:31:27.203736 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c02449a3-24f8-4f40-9a1c-9a510c74cb7a None None] For port e99daf2f-06b0-4861-9443-9874a39cb526, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e99daf2f-06b0-4861-9443-9874a39cb526,segment=NetworkSegment(60ca3c53-e5d5-401d-a55d-3e00cb173e2f),segment_id=60ca3c53-e5d5-401d-a55d-3e00cb173e2f)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:31:27.209013 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-5a228562-23e2-4108-bcd8-7beea56b24f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:31:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['b0e1230e-679b-486a-b1fd-f5d860640731'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:27.215498 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c02449a3-24f8-4f40-9a1c-9a510c74cb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:27.398882 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764b617-1385-46fa-b084-33b5f6ca57f0 req-c847c2f6-9085-4381-b3d2-046a14f56c89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:27.398882 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3764b617-1385-46fa-b084-33b5f6ca57f0 req-c847c2f6-9085-4381-b3d2-046a14f56c89 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=82176f08-fc90-4d7e-a669-0e8701d67807 HTTP/1.1" status: 200 len: 857 time: 0.2851751 May 23 11:31:27.526760 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-5a228562-23e2-4108-bcd8-7beea56b24f8 None None] Set router b0e1230e-679b-486a-b1fd-f5d860640731 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:31:27.526914 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-033c4277-477c-4f86-aa7a-f8a4a2f1f3a4 req-1c2449c2-60a8-4667-805e-2bec43453f8c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47816ceb-6c55-4dc1-9820-021d1203b124 HTTP/1.1" status: 200 len: 217 time: 0.3606598 May 23 11:31:27.533411 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02449a3-24f8-4f40-9a1c-9a510c74cb7a None None] Pushing event updated for resources: {'Port': ['ID=e99daf2f-06b0-4861-9443-9874a39cb526,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:27.651004 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3764b617-1385-46fa-b084-33b5f6ca57f0 req-6e9f5148-0ece-4481-9ffa-3d49678167ae service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=76b2273d-b51d-4df1-8907-c6d24ae3fac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1885643 May 23 11:31:27.752794 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 7a97c955-8963-414c-96c0-c639f0cbc1ab up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:31:27.823593 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c4277-477c-4f86-aa7a-f8a4a2f1f3a4 req-855d0afd-783d-4ecb-bcbd-c6a7171ce1f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:27.825217 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-033c4277-477c-4f86-aa7a-f8a4a2f1f3a4 req-855d0afd-783d-4ecb-bcbd-c6a7171ce1f4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=efe1e9ef-5154-446e-aa1e-35c6c0e2b6e3 HTTP/1.1" status: 200 len: 860 time: 0.2597659 May 23 11:31:27.879792 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 7a97c955-8963-414c-96c0-c639f0cbc1ab completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:31:27.895168 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 7a97c955-8963-414c-96c0-c639f0cbc1ab triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:31:27.895909 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:27.961989 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c5df8-f117-40d7-8894-1f7af759d38c req-89a06b84-3ee9-4476-a8a8-96e3cf645ab9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:27.976933 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bb8c5df8-f117-40d7-8894-1f7af759d38c req-89a06b84-3ee9-4476-a8a8-96e3cf645ab9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4c33a9e1-3aa8-42de-bf10-ee7f78fe5028 HTTP/1.1" status: 200 len: 921 time: 0.8855252 May 23 11:31:27.997006 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-033c4277-477c-4f86-aa7a-f8a4a2f1f3a4 req-cef11315-da61-4b42-b9fa-38af48a55d4c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4c33a9e1-3aa8-42de-bf10-ee7f78fe5028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1578572 May 23 11:31:28.088266 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-aa082b23-41bd-4f3b-9eb4-afb702276b76 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Deleting port 0211a025-641e-4c41-a4d6-b078a012922e {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:31:28.088896 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aa082b23-41bd-4f3b-9eb4-afb702276b76 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:28.160492 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3764b617-1385-46fa-b084-33b5f6ca57f0 req-b50ef418-e5dc-4873-9946-2fee83475a18 service neutron] 10.222.0.81 "GET /v2.0/networks/76b2273d-b51d-4df1-8907-c6d24ae3fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4879766 May 23 11:31:28.230444 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bb8c5df8-f117-40d7-8894-1f7af759d38c req-523bf012-85e8-4988-8408-a3be83ed08ad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47816ceb-6c55-4dc1-9820-021d1203b124 HTTP/1.1" status: 200 len: 217 time: 0.2307012 May 23 11:31:28.233497 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:28.280604 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 7a97c955-8963-414c-96c0-c639f0cbc1ab, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=7a97c955-8963-414c-96c0-c639f0cbc1ab,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:31:28.287612 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:28.302270 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-5a228562-23e2-4108-bcd8-7beea56b24f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e1230e-679b-486a-b1fd-f5d860640731', 'name': 'tempest-ServerRescueTestJSONUnderV235-1646382311-router', 'tenant_id': '28cfee849fbb4c2b93c9467d155036b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '691eeca4-4f6b-4582-a2b2-d544bcb5f14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:29:53Z', 'updated_at': '2022-05-23T11:29:59Z', 'revision_number': 4, 'project_id': '28cfee849fbb4c2b93c9467d155036b4', 'gw_port': {'id': '691eeca4-4f6b-4582-a2b2-d544bcb5f14c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e1230e-679b-486a-b1fd-f5d860640731', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:29:54Z', 'updated_at': '2022-05-23T11:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'fb348d26-4e58-4af1-9218-c722a6b710b0', 'name': '', 'network_id': '4c33a9e1-3aa8-42de-bf10-ee7f78fe5028', 'tenant_id': '28cfee849fbb4c2b93c9467d155036b4', 'mac_address': 'fa:16:3e:f3:cb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e1230e-679b-486a-b1fd-f5d860640731', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efe1e9ef-5154-446e-aa1e-35c6c0e2b6e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:29:57Z', 'updated_at': '2022-05-23T11:30:28Z', 'revision_number': 5, 'project_id': '28cfee849fbb4c2b93c9467d155036b4', 'subnets': [{'id': 'efe1e9ef-5154-446e-aa1e-35c6c0e2b6e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:28.307605 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a228562-23e2-4108-bcd8-7beea56b24f8 None None] The sync data for ids ['b0e1230e-679b-486a-b1fd-f5d860640731'] in n-d-842952-2 is: [{'id': 'b0e1230e-679b-486a-b1fd-f5d860640731', 'name': 'tempest-ServerRescueTestJSONUnderV235-1646382311-router', 'tenant_id': '28cfee849fbb4c2b93c9467d155036b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '691eeca4-4f6b-4582-a2b2-d544bcb5f14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:29:53Z', 'updated_at': '2022-05-23T11:29:59Z', 'revision_number': 4, 'project_id': '28cfee849fbb4c2b93c9467d155036b4', 'gw_port': {'id': '691eeca4-4f6b-4582-a2b2-d544bcb5f14c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e1230e-679b-486a-b1fd-f5d860640731', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:29:54Z', 'updated_at': '2022-05-23T11:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'fb348d26-4e58-4af1-9218-c722a6b710b0', 'name': '', 'network_id': '4c33a9e1-3aa8-42de-bf10-ee7f78fe5028', 'tenant_id': '28cfee849fbb4c2b93c9467d155036b4', 'mac_address': 'fa:16:3e:f3:cb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e1230e-679b-486a-b1fd-f5d860640731', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efe1e9ef-5154-446e-aa1e-35c6c0e2b6e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:29:57Z', 'updated_at': '2022-05-23T11:30:28Z', 'revision_number': 5, 'project_id': '28cfee849fbb4c2b93c9467d155036b4', 'subnets': [{'id': 'efe1e9ef-5154-446e-aa1e-35c6c0e2b6e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:31:28.387370 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c5df8-f117-40d7-8894-1f7af759d38c req-b45ab9e5-e8b2-407e-9125-1526b4f01783 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:28.389083 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bb8c5df8-f117-40d7-8894-1f7af759d38c req-b45ab9e5-e8b2-407e-9125-1526b4f01783 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=efe1e9ef-5154-446e-aa1e-35c6c0e2b6e3 HTTP/1.1" status: 200 len: 860 time: 0.1378031 May 23 11:31:28.424458 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=7a97c955-8963-414c-96c0-c639f0cbc1ab,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:28.472334 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bb8c5df8-f117-40d7-8894-1f7af759d38c req-9b2cfbe5-7387-464a-bb24-0c63eba3eb34 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4c33a9e1-3aa8-42de-bf10-ee7f78fe5028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637643 May 23 11:31:28.639424 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3764b617-1385-46fa-b084-33b5f6ca57f0 req-a2822d46-8168-427f-b899-f8eb5081a8fb service neutron] 10.222.0.81 "GET /v2.0/networks/76b2273d-b51d-4df1-8907-c6d24ae3fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4487667 May 23 11:31:28.641681 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-aa082b23-41bd-4f3b-9eb4-afb702276b76 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] For port 0211a025-641e-4c41-a4d6-b078a012922e, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=0211a025-641e-4c41-a4d6-b078a012922e,segment=NetworkSegment(4f428b69-304b-40b8-87de-129fd33eb90e),segment_id=4f428b69-304b-40b8-87de-129fd33eb90e)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:31:28.642283 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aa082b23-41bd-4f3b-9eb4-afb702276b76 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:28.706939 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-033c4277-477c-4f86-aa7a-f8a4a2f1f3a4 req-ce9a789c-d34b-4bfb-921a-e85855547762 service neutron] 10.222.0.79 "GET /v2.0/networks/4c33a9e1-3aa8-42de-bf10-ee7f78fe5028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6410105 May 23 11:31:28.985941 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-aa082b23-41bd-4f3b-9eb4-afb702276b76 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Calling delete_port for 0211a025-641e-4c41-a4d6-b078a012922e owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:31:28.989083 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-033c4277-477c-4f86-aa7a-f8a4a2f1f3a4 req-6842d278-2d59-4470-85df-ed0e9901b9a5 service neutron] 10.222.0.79 "GET /v2.0/networks/4c33a9e1-3aa8-42de-bf10-ee7f78fe5028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689466 May 23 11:31:29.171734 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07f0440-e853-45c9-9878-6b5af340a233 None None] Network 1bd87c50-8964-47b6-8167-6147f4bf390c requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:31:29.202828 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aa082b23-41bd-4f3b-9eb4-afb702276b76 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:29.247334 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa082b23-41bd-4f3b-9eb4-afb702276b76 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event deleted for resources: {'Port': ['ID=0211a025-641e-4c41-a4d6-b078a012922e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:29.255082 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bb8c5df8-f117-40d7-8894-1f7af759d38c req-7cc786eb-c96e-4bba-ad0f-88f96f16e00a service neutron] 10.222.0.13 "GET /v2.0/networks/4c33a9e1-3aa8-42de-bf10-ee7f78fe5028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7751586 May 23 11:31:29.300729 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1635ca35-4ca5-47f7-96ba-cee36d5cd666 None None] Provisioning for port e99daf2f-06b0-4861-9443-9874a39cb526 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:31:29.374953 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-efa2e9e3-50d3-44b8-aebf-5a52045a394d req-01ad2657-5af1-4b7f-8145-f9bfa97093ca tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/floatingips/9326ec03-89ce-4fe9-b5a1-2ee5c4f4d688 HTTP/1.1" status: 200 len: 695 time: 0.3263016 May 23 11:31:29.433648 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b6f93505-cda5-41bd-928a-3f14939462ff tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:29.465822 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aa082b23-41bd-4f3b-9eb4-afb702276b76 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:29.701271 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bb8c5df8-f117-40d7-8894-1f7af759d38c req-169249f5-09dd-4008-8af9-3e1e3ab3031f service neutron] 10.222.0.13 "GET /v2.0/networks/4c33a9e1-3aa8-42de-bf10-ee7f78fe5028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343717 May 23 11:31:29.776460 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2e9e3-50d3-44b8-aebf-5a52045a394d req-0f64131f-8c08-43e6-bc05-7be484d7cb42 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:29.783447 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-efa2e9e3-50d3-44b8-aebf-5a52045a394d req-0f64131f-8c08-43e6-bc05-7be484d7cb42 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/networks/87d63aa2-c2e7-4553-824a-d818708dd83b HTTP/1.1" status: 200 len: 784 time: 0.4000642 May 23 11:31:29.790827 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-efa2e9e3-50d3-44b8-aebf-5a52045a394d req-b0ade061-e6f7-4eee-b356-ea076e571884 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:31:29.797809 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-efa2e9e3-50d3-44b8-aebf-5a52045a394d req-b0ade061-e6f7-4eee-b356-ea076e571884 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0134861 May 23 11:31:29.799344 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e99daf2f-06b0-4861-9443-9874a39cb526 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:31:29.884375 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-efa2e9e3-50d3-44b8-aebf-5a52045a394d req-768bfcef-996d-4caf-a255-ac9a139514c8 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.134 HTTP/1.1" status: 200 len: 698 time: 0.0856829 May 23 11:31:29.914367 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port e99daf2f-06b0-4861-9443-9874a39cb526 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:31:29.919930 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port e99daf2f-06b0-4861-9443-9874a39cb526 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:31:29.920345 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:29.990894 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-efa2e9e3-50d3-44b8-aebf-5a52045a394d req-ec94c624-13f2-4b2a-895e-d8d41a23f34f tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.6.134 HTTP/1.1" status: 200 len: 698 time: 0.1014233 May 23 11:31:29.993568 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa082b23-41bd-4f3b-9eb4-afb702276b76 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Router 31bf2d43-6293-457e-a293-1e7e07077b42 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:31:30.057561 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:30.114584 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port e99daf2f-06b0-4861-9443-9874a39cb526, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e99daf2f-06b0-4861-9443-9874a39cb526,segment=NetworkSegment(60ca3c53-e5d5-401d-a55d-3e00cb173e2f),segment_id=60ca3c53-e5d5-401d-a55d-3e00cb173e2f)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:31:30.127387 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:30.128271 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 7a97c955-8963-414c-96c0-c639f0cbc1ab up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:31:30.188070 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa082b23-41bd-4f3b-9eb4-afb702276b76 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:31:30.211809 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7629dfa9-67dd-44ce-85f6-6a4eabc72a53 None None] Sync routers for ids ['31bf2d43-6293-457e-a293-1e7e07077b42'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:31:30.218424 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-aa082b23-41bd-4f3b-9eb4-afb702276b76 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "PUT /v2.0/routers/31bf2d43-6293-457e-a293-1e7e07077b42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9210324 May 23 11:31:30.219251 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47126) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:30.305704 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7629dfa9-67dd-44ce-85f6-6a4eabc72a53 None None] Routers {'31bf2d43-6293-457e-a293-1e7e07077b42'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:31:30.306377 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7629dfa9-67dd-44ce-85f6-6a4eabc72a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:31:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['31bf2d43-6293-457e-a293-1e7e07077b42'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:30.400997 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-efa2e9e3-50d3-44b8-aebf-5a52045a394d req-4f1bffea-f2f1-4e81-a005-02891d71b92c tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Deleting port 23a8fb69-4a5e-4d1f-8059-0adc49d03c0e {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:31:30.401346 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-efa2e9e3-50d3-44b8-aebf-5a52045a394d req-4f1bffea-f2f1-4e81-a005-02891d71b92c tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:30.442188 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-c47db940-84ff-40c2-a539-be509a593e07 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Deleting subnet e1521b99-16a4-4945-8627-d30203f9e4a1 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:31:30.445465 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c47db940-84ff-40c2-a539-be509a593e07 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:30.448249 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-b6f93505-cda5-41bd-928a-3f14939462ff tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Allocated IP 172.20.0.1 (1bd87c50-8964-47b6-8167-6147f4bf390c/04e492dd-4823-45db-b311-ac18df6dd39e/2af43ca6-9f22-428c-b01c-44c9d6ee4386) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:31:30.453635 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=e99daf2f-06b0-4861-9443-9874a39cb526,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:30.468130 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-7629dfa9-67dd-44ce-85f6-6a4eabc72a53 None None] Set router 31bf2d43-6293-457e-a293-1e7e07077b42 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:31:30.513011 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c47db940-84ff-40c2-a539-be509a593e07 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:30.579257 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 7a97c955-8963-414c-96c0-c639f0cbc1ab triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:31:30.579736 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:30.602923 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7629dfa9-67dd-44ce-85f6-6a4eabc72a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'name': 'tempest-RoutersIpV6Test-router-570168471', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:30:04Z', 'updated_at': '2022-05-23T11:31:29Z', 'revision_number': 11, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'gw_port_host': None}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:30.620357 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7629dfa9-67dd-44ce-85f6-6a4eabc72a53 None None] Checking router: 31bf2d43-6293-457e-a293-1e7e07077b42 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:31:30.650481 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7629dfa9-67dd-44ce-85f6-6a4eabc72a53 None None] Routers {'31bf2d43-6293-457e-a293-1e7e07077b42'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:31:30.651114 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7629dfa9-67dd-44ce-85f6-6a4eabc72a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:31:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['31bf2d43-6293-457e-a293-1e7e07077b42'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:30.740128 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-efa2e9e3-50d3-44b8-aebf-5a52045a394d req-4f1bffea-f2f1-4e81-a005-02891d71b92c tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:30.740582 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-efa2e9e3-50d3-44b8-aebf-5a52045a394d req-4f1bffea-f2f1-4e81-a005-02891d71b92c tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:30.797110 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c47db940-84ff-40c2-a539-be509a593e07 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:30.859291 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-7629dfa9-67dd-44ce-85f6-6a4eabc72a53 None None] Set router 31bf2d43-6293-457e-a293-1e7e07077b42 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:31:30.894277 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c47db940-84ff-40c2-a539-be509a593e07 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:30.962515 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47db940-84ff-40c2-a539-be509a593e07 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event deleted for resources: {'Subnet': ['ID=e1521b99-16a4-4945-8627-d30203f9e4a1,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:30.968138 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c47db940-84ff-40c2-a539-be509a593e07 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:30.977350 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c47db940-84ff-40c2-a539-be509a593e07 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "DELETE /v2.0/subnets/e1521b99-16a4-4945-8627-d30203f9e4a1 HTTP/1.1" status: 204 len: 168 time: 0.7565503 May 23 11:31:30.979647 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47130) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:30.986792 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e42501b-379f-4d8e-813e-65b320c0b6fd None None] Network 402087d6-aaee-4b69-8e63-6a4ea9032e92 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:31:31.006478 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7629dfa9-67dd-44ce-85f6-6a4eabc72a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'name': 'tempest-RoutersIpV6Test-router-570168471', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:30:04Z', 'updated_at': '2022-05-23T11:31:29Z', 'revision_number': 11, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'gw_port_host': None}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:31.050106 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b6f93505-cda5-41bd-928a-3f14939462ff tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:31.060343 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-efa2e9e3-50d3-44b8-aebf-5a52045a394d req-4f1bffea-f2f1-4e81-a005-02891d71b92c tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Calling delete_port for 23a8fb69-4a5e-4d1f-8059-0adc49d03c0e owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:31:31.079283 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7629dfa9-67dd-44ce-85f6-6a4eabc72a53 None None] The sync data for ids ['31bf2d43-6293-457e-a293-1e7e07077b42'] in n-d-842952-2 is: [{'id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'name': 'tempest-RoutersIpV6Test-router-570168471', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:30:04Z', 'updated_at': '2022-05-23T11:31:29Z', 'revision_number': 11, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'gw_port_host': None}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:31:31.133064 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9dd04e0f-6cac-456e-9cf1-7cf271e58f0f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:31.146253 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-9dd04e0f-6cac-456e-9cf1-7cf271e58f0f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Deleting port bec546e6-b394-47b5-8e4c-efa534acea1c {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:31:31.146608 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9dd04e0f-6cac-456e-9cf1-7cf271e58f0f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:31.167207 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-b6f93505-cda5-41bd-928a-3f14939462ff tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Transition to ACTIVE for port object 2af43ca6-9f22-428c-b01c-44c9d6ee4386 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:31:31.298714 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b6f93505-cda5-41bd-928a-3f14939462ff tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:31.339887 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-efa2e9e3-50d3-44b8-aebf-5a52045a394d req-4f1bffea-f2f1-4e81-a005-02891d71b92c tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:31.410088 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f93505-cda5-41bd-928a-3f14939462ff tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Pushing event updated for resources: {'Port': ['ID=2af43ca6-9f22-428c-b01c-44c9d6ee4386,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:31.413901 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f93505-cda5-41bd-928a-3f14939462ff tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Network 1bd87c50-8964-47b6-8167-6147f4bf390c is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:31:31.427009 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-9dd04e0f-6cac-456e-9cf1-7cf271e58f0f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] For port bec546e6-b394-47b5-8e4c-efa534acea1c, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=bec546e6-b394-47b5-8e4c-efa534acea1c,segment=NetworkSegment(4f428b69-304b-40b8-87de-129fd33eb90e),segment_id=4f428b69-304b-40b8-87de-129fd33eb90e)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:31:31.427426 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9dd04e0f-6cac-456e-9cf1-7cf271e58f0f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:31.452678 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-b6f93505-cda5-41bd-928a-3f14939462ff tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:31:31.464786 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f93505-cda5-41bd-928a-3f14939462ff tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:31:31.474806 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8399560-9856-4a93-92e6-a11725afea55 None None] DHCP port deletion for 402087d6-aaee-4b69-8e63-6a4ea9032e92 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:31:31.479567 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e8399560-9856-4a93-92e6-a11725afea55 None None] Deleting port bec546e6-b394-47b5-8e4c-efa534acea1c {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:31:31.480133 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e8399560-9856-4a93-92e6-a11725afea55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:31.557152 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1bffea-f2f1-4e81-a005-02891d71b92c tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Pushing event deleted for resources: {'Port': ['ID=23a8fb69-4a5e-4d1f-8059-0adc49d03c0e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:31.646900 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-9dd04e0f-6cac-456e-9cf1-7cf271e58f0f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Calling delete_port for bec546e6-b394-47b5-8e4c-efa534acea1c owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:31:31.672068 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b6f93505-cda5-41bd-928a-3f14939462ff tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:31.717309 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-efa2e9e3-50d3-44b8-aebf-5a52045a394d req-4f1bffea-f2f1-4e81-a005-02891d71b92c tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:31.748665 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e99daf2f-06b0-4861-9443-9874a39cb526 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:31:31.767980 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9dd04e0f-6cac-456e-9cf1-7cf271e58f0f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:31.793063 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-efa2e9e3-50d3-44b8-aebf-5a52045a394d req-4f1bffea-f2f1-4e81-a005-02891d71b92c tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:31.794219 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-efa2e9e3-50d3-44b8-aebf-5a52045a394d req-4f1bffea-f2f1-4e81-a005-02891d71b92c tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "DELETE /v2.0/floatingips/9326ec03-89ce-4fe9-b5a1-2ee5c4f4d688 HTTP/1.1" status: 204 len: 173 time: 1.7601452 May 23 11:31:31.794903 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b6f93505-cda5-41bd-928a-3f14939462ff tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:31.839462 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd04e0f-6cac-456e-9cf1-7cf271e58f0f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event deleted for resources: {'Port': ['ID=bec546e6-b394-47b5-8e4c-efa534acea1c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:31.846056 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd04e0f-6cac-456e-9cf1-7cf271e58f0f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] No DVR routers for this DVR port bec546e6-b394-47b5-8e4c-efa534acea1c on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:31:31.955953 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e8399560-9856-4a93-92e6-a11725afea55 None None] For port bec546e6-b394-47b5-8e4c-efa534acea1c, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=bec546e6-b394-47b5-8e4c-efa534acea1c,segment=NetworkSegment(4f428b69-304b-40b8-87de-129fd33eb90e),segment_id=4f428b69-304b-40b8-87de-129fd33eb90e)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:31:31.956620 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e8399560-9856-4a93-92e6-a11725afea55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:32.013597 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9dd04e0f-6cac-456e-9cf1-7cf271e58f0f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:32.034514 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-066a144d-cbcb-487e-aafe-f7bbc1115e96 None None] Provisioning for port 2af43ca6-9f22-428c-b01c-44c9d6ee4386 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:31:32.044156 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-9dd04e0f-6cac-456e-9cf1-7cf271e58f0f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['402087d6-aaee-4b69-8e63-6a4ea9032e92']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:32.059254 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f7733d7d-194f-41f7-ac13-429d069a3351 req-957d8885-3600-4c2e-b7a9-fcca510d7f14 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/security-groups/fe0b0415-064a-4132-8ff2-894072db69d1 HTTP/1.1" status: 200 len: 1641 time: 0.2015443 May 23 11:31:32.064904 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-9dd04e0f-6cac-456e-9cf1-7cf271e58f0f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f428b69-304b-40b8-87de-129fd33eb90e') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:32.065159 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-9dd04e0f-6cac-456e-9cf1-7cf271e58f0f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f428b69-304b-40b8-87de-129fd33eb90e') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:32.077582 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9dd04e0f-6cac-456e-9cf1-7cf271e58f0f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:32.095688 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9dd04e0f-6cac-456e-9cf1-7cf271e58f0f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:32.099447 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-066a144d-cbcb-487e-aafe-f7bbc1115e96 None None] Provisioning complete for port 2af43ca6-9f22-428c-b01c-44c9d6ee4386 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:31:32.099596 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-066a144d-cbcb-487e-aafe-f7bbc1115e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:32.103184 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dd04e0f-6cac-456e-9cf1-7cf271e58f0f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:31:32.103635 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9dd04e0f-6cac-456e-9cf1-7cf271e58f0f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:32.120574 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:31:32.120574 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:31:32.120574 n-d-842952-2 neutron-server[83911]: timer() May 23 11:31:32.120574 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:31:32.120574 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:31:32.120574 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:31:32.120574 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:31:32.120574 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:31:32.120574 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:31:32.120574 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:31:32.120574 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:31:32.120574 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:31:32.120574 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:31:32.120574 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:31:32.120574 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:31:32.120574 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:31:32.120574 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:31:32.120574 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:31:32.120574 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:31:32.120574 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:31:32.120574 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:31:32.120574 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:31:32.120574 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:31:32.120574 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:31:32.120574 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:31:32.120574 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:31:32.120574 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:31:32.120574 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:31:32.120574 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:31:32.120574 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:31:32.120574 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:31:32.120574 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:31:32.142584 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e8399560-9856-4a93-92e6-a11725afea55 None None] Calling delete_port for bec546e6-b394-47b5-8e4c-efa534acea1c owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:31:32.227864 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9dd04e0f-6cac-456e-9cf1-7cf271e58f0f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:32.280240 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-066a144d-cbcb-487e-aafe-f7bbc1115e96 None None] Port 2af43ca6-9f22-428c-b01c-44c9d6ee4386 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:31:32.287167 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port e99daf2f-06b0-4861-9443-9874a39cb526 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:31:32.287879 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:32.296885 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9dd04e0f-6cac-456e-9cf1-7cf271e58f0f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:32.309163 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd04e0f-6cac-456e-9cf1-7cf271e58f0f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Pushing event deleted for resources: {'Network': ['ID=402087d6-aaee-4b69-8e63-6a4ea9032e92,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:32.318876 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9dd04e0f-6cac-456e-9cf1-7cf271e58f0f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "DELETE /v2.0/networks/402087d6-aaee-4b69-8e63-6a4ea9032e92 HTTP/1.1" status: 204 len: 168 time: 1.3353920 May 23 11:31:32.319692 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47140) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:32.343308 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f7733d7d-194f-41f7-ac13-429d069a3351 req-811f2fbb-d123-4125-946e-a81fb6221b61 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:32.352938 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-cc88ce60-d071-437a-ba8a-8be8a94d3b42 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Request body: {'router': {'routes': None}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:31:32.379358 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-e8399560-9856-4a93-92e6-a11725afea55 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:31:32.380288 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-e8399560-9856-4a93-92e6-a11725afea55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:31:32.391773 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f7733d7d-194f-41f7-ac13-429d069a3351 req-811f2fbb-d123-4125-946e-a81fb6221b61 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:32.401322 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b6f93505-cda5-41bd-928a-3f14939462ff tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:32.416409 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a568896-68f7-4914-9646-0575ae59e4cb None None] New status for floating IP 9326ec03-89ce-4fe9-b5a1-2ee5c4f4d688: DOWN {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:31:32.424430 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b6f93505-cda5-41bd-928a-3f14939462ff tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:32.554694 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device bec546e6-b394-47b5-8e4c-efa534acea1c no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:31:32.591860 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b6f93505-cda5-41bd-928a-3f14939462ff tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:32.605538 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f93505-cda5-41bd-928a-3f14939462ff tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Pushing event updated for resources: {'Port': ['ID=2af43ca6-9f22-428c-b01c-44c9d6ee4386,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:32.607284 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: bec546e6-b394-47b5-8e4c-efa534acea1c {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:31:32.607901 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device bec546e6-b394-47b5-8e4c-efa534acea1c not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:31:32.608317 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 0211a025-641e-4c41-a4d6-b078a012922e no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:31:32.610023 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f7733d7d-194f-41f7-ac13-429d069a3351 req-811f2fbb-d123-4125-946e-a81fb6221b61 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:32.649327 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f2fbb-d123-4125-946e-a81fb6221b61 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0b0415-064a-4132-8ff2-894072db69d1,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:32.650865 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 0211a025-641e-4c41-a4d6-b078a012922e {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:31:32.652345 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 0211a025-641e-4c41-a4d6-b078a012922e not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:31:32.715882 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-f7733d7d-194f-41f7-ac13-429d069a3351 req-811f2fbb-d123-4125-946e-a81fb6221b61 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:32.722437 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f7733d7d-194f-41f7-ac13-429d069a3351 req-811f2fbb-d123-4125-946e-a81fb6221b61 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "DELETE /v2.0/security-groups/fe0b0415-064a-4132-8ff2-894072db69d1 HTTP/1.1" status: 204 len: 173 time: 0.6251369 May 23 11:31:32.806819 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f93505-cda5-41bd-928a-3f14939462ff tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Network 1bd87c50-8964-47b6-8167-6147f4bf390c is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:31:32.808159 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-b6f93505-cda5-41bd-928a-3f14939462ff tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:31:32.830233 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.extraroute_db [None req-cc88ce60-d071-437a-ba8a-8be8a94d3b42 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Added routes are [] {{(pid=83911) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 23 11:31:32.831635 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.extraroute_db [None req-cc88ce60-d071-437a-ba8a-8be8a94d3b42 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Removed routes are [] {{(pid=83911) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 23 11:31:32.832062 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc88ce60-d071-437a-ba8a-8be8a94d3b42 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:32.881793 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e8399560-9856-4a93-92e6-a11725afea55 None None] Deleting port bec546e6-b394-47b5-8e4c-efa534acea1c {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:31:32.882178 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e8399560-9856-4a93-92e6-a11725afea55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:33.112885 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e8399560-9856-4a93-92e6-a11725afea55 None None] The port 'bec546e6-b394-47b5-8e4c-efa534acea1c' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:31:33.321721 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f2299cf0-80b8-4365-b640-c1bf436dff72 None None] Provisioning complete for port 2af43ca6-9f22-428c-b01c-44c9d6ee4386 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:31:33.322504 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f2299cf0-80b8-4365-b640-c1bf436dff72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:33.397616 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f2299cf0-80b8-4365-b640-c1bf436dff72 None None] Port 2af43ca6-9f22-428c-b01c-44c9d6ee4386 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:31:33.452330 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc88ce60-d071-437a-ba8a-8be8a94d3b42 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:33.457987 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc88ce60-d071-437a-ba8a-8be8a94d3b42 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3825526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3825513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3821547'] for router, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:33.614122 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f93505-cda5-41bd-928a-3f14939462ff tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Router 292fc401-215b-4582-bee0-2ba919fdc594 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:31:33.660344 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc88ce60-d071-437a-ba8a-8be8a94d3b42 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Router 31bf2d43-6293-457e-a293-1e7e07077b42 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:31:33.815613 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc88ce60-d071-437a-ba8a-8be8a94d3b42 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:31:33.822154 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc88ce60-d071-437a-ba8a-8be8a94d3b42 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:33.826816 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47158) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:33.827523 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-cc88ce60-d071-437a-ba8a-8be8a94d3b42 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "PUT /v2.0/routers/31bf2d43-6293-457e-a293-1e7e07077b42 HTTP/1.1" status: 200 len: 704 time: 1.4849029 May 23 11:31:33.829160 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f2d180-0664-4d5e-821d-d9856ee8d61c None None] Sync routers for ids ['31bf2d43-6293-457e-a293-1e7e07077b42'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:31:33.841272 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f2d180-0664-4d5e-821d-d9856ee8d61c None None] Routers {'31bf2d43-6293-457e-a293-1e7e07077b42'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:31:33.841892 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d5f2d180-0664-4d5e-821d-d9856ee8d61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:31:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['31bf2d43-6293-457e-a293-1e7e07077b42'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:33.899216 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-20c507c3-daa2-4fe4-b576-da6a206b5d98 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Synchronizing usage tracker for tenant:313e40337aa44a9094358a8320ee4f45 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:31:33.932227 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-20c507c3-daa2-4fe4-b576-da6a206b5d98 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Unset dirty status for tenant:313e40337aa44a9094358a8320ee4f45 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:31:33.935942 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-20c507c3-daa2-4fe4-b576-da6a206b5d98 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "GET /v2.0/ports?device_id=31bf2d43-6293-457e-a293-1e7e07077b42 HTTP/1.1" status: 200 len: 205 time: 0.1005740 May 23 11:31:33.936414 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47162) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:33.952515 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316dcab-386a-4de4-aa17-b5eea315b205 req-e355218d-b334-4285-b1e3-256188346fd0 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:33.954268 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-9316dcab-386a-4de4-aa17-b5eea315b205 req-e355218d-b334-4285-b1e3-256188346fd0 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Synchronizing usage tracker for tenant:28cfee849fbb4c2b93c9467d155036b4 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:31:33.981849 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-d5f2d180-0664-4d5e-821d-d9856ee8d61c None None] Set router 31bf2d43-6293-457e-a293-1e7e07077b42 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:31:34.015399 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-9316dcab-386a-4de4-aa17-b5eea315b205 req-e355218d-b334-4285-b1e3-256188346fd0 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Unset dirty status for tenant:28cfee849fbb4c2b93c9467d155036b4 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:31:34.017065 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9316dcab-386a-4de4-aa17-b5eea315b205 req-e355218d-b334-4285-b1e3-256188346fd0 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c11da6-6af0-43cf-932c-432951e38327 HTTP/1.1" status: 200 len: 946 time: 0.3327651 May 23 11:31:34.056529 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f93505-cda5-41bd-928a-3f14939462ff tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:31:34.067618 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8030ef-3e99-4a83-969d-91f67bf46263 None None] Sync routers for ids ['292fc401-215b-4582-bee0-2ba919fdc594'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:31:34.088223 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8030ef-3e99-4a83-969d-91f67bf46263 None None] Routers {'292fc401-215b-4582-bee0-2ba919fdc594'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:31:34.089148 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-bb8030ef-3e99-4a83-969d-91f67bf46263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:31:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['292fc401-215b-4582-bee0-2ba919fdc594'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:34.094496 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b6f93505-cda5-41bd-928a-3f14939462ff tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "PUT /v2.0/routers/292fc401-215b-4582-bee0-2ba919fdc594/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6763105 May 23 11:31:34.094496 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-9316dcab-386a-4de4-aa17-b5eea315b205 req-b632f795-449d-4acf-8208-a3e1f79d2124 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Synchronizing usage tracker for tenant:28cfee849fbb4c2b93c9467d155036b4 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:31:34.098808 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47166) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:34.102783 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d8e76826-611d-4f11-8283-b77c901babd5 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:34.106147 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-bd2b3a06-2ba3-4ea9-8312-071cac4c131b tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1436517465', 'description': 'tempest-secgroup_access--1436517465 description', 'project_id': '424639f7ceac4970a6ab4918f121bd86'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:31:34.114847 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d5f2d180-0664-4d5e-821d-d9856ee8d61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'name': 'tempest-RoutersIpV6Test-router-570168471', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:30:04Z', 'updated_at': '2022-05-23T11:31:29Z', 'revision_number': 11, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'gw_port_host': None}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:34.118425 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-bd2b3a06-2ba3-4ea9-8312-071cac4c131b tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:31:34.119034 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f2d180-0664-4d5e-821d-d9856ee8d61c None None] Checking router: 31bf2d43-6293-457e-a293-1e7e07077b42 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:31:34.124036 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-bd2b3a06-2ba3-4ea9-8312-071cac4c131b tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Usage tracker for resource:security_group and tenant:424639f7ceac4970a6ab4918f121bd86 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:31:34.128551 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-bd2b3a06-2ba3-4ea9-8312-071cac4c131b tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:31:34.130742 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f2d180-0664-4d5e-821d-d9856ee8d61c None None] Routers {'31bf2d43-6293-457e-a293-1e7e07077b42'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:31:34.131334 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d5f2d180-0664-4d5e-821d-d9856ee8d61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:31:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['31bf2d43-6293-457e-a293-1e7e07077b42'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:34.135290 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-bd2b3a06-2ba3-4ea9-8312-071cac4c131b tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:31:34.150089 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bd2b3a06-2ba3-4ea9-8312-071cac4c131b tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:34.199259 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-bd2b3a06-2ba3-4ea9-8312-071cac4c131b tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:31:34.204077 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-bd2b3a06-2ba3-4ea9-8312-071cac4c131b tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Usage tracker for resource:security_group_rule and tenant:424639f7ceac4970a6ab4918f121bd86 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:31:34.207723 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-bd2b3a06-2ba3-4ea9-8312-071cac4c131b tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:31:34.214361 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-bd2b3a06-2ba3-4ea9-8312-071cac4c131b tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:31:34.285228 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-d5f2d180-0664-4d5e-821d-d9856ee8d61c None None] Set router 31bf2d43-6293-457e-a293-1e7e07077b42 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:31:34.285630 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-9316dcab-386a-4de4-aa17-b5eea315b205 req-b632f795-449d-4acf-8208-a3e1f79d2124 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Unset dirty status for tenant:28cfee849fbb4c2b93c9467d155036b4 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:31:34.287272 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9316dcab-386a-4de4-aa17-b5eea315b205 req-b632f795-449d-4acf-8208-a3e1f79d2124 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/security-groups?id=a49534b7-6b4b-4127-8eac-0f4eaa8a0d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605851 May 23 11:31:34.306695 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bd2b3a06-2ba3-4ea9-8312-071cac4c131b tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:34.312571 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bd2b3a06-2ba3-4ea9-8312-071cac4c131b tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:34.340990 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-bb8030ef-3e99-4a83-969d-91f67bf46263 None None] Set router 292fc401-215b-4582-bee0-2ba919fdc594 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:31:34.406577 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b3a06-2ba3-4ea9-8312-071cac4c131b tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b38b4bc8-a441-4bdb-9e54-436ce0abd335,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:34.416484 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bd2b3a06-2ba3-4ea9-8312-071cac4c131b tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:34.418169 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-bd2b3a06-2ba3-4ea9-8312-071cac4c131b tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1632 time: 0.3182976 May 23 11:31:34.420873 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47170) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:34.431746 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-8efe9ad3-c6d1-4569-89fc-ab28137748d4 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--120384901', 'description': 'tempest-secgroup_general--120384901 description', 'project_id': '424639f7ceac4970a6ab4918f121bd86'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:31:34.444637 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d5f2d180-0664-4d5e-821d-d9856ee8d61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'name': 'tempest-RoutersIpV6Test-router-570168471', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:30:04Z', 'updated_at': '2022-05-23T11:31:29Z', 'revision_number': 11, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'gw_port_host': None}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:34.448819 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f2d180-0664-4d5e-821d-d9856ee8d61c None None] The sync data for ids ['31bf2d43-6293-457e-a293-1e7e07077b42'] in n-d-842952-2 is: [{'id': '31bf2d43-6293-457e-a293-1e7e07077b42', 'name': 'tempest-RoutersIpV6Test-router-570168471', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:30:04Z', 'updated_at': '2022-05-23T11:31:29Z', 'revision_number': 11, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'gw_port_host': None}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:31:34.449612 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8efe9ad3-c6d1-4569-89fc-ab28137748d4 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:31:34.460897 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8efe9ad3-c6d1-4569-89fc-ab28137748d4 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Usage tracker for resource:security_group and tenant:424639f7ceac4970a6ab4918f121bd86 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:31:34.464897 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8efe9ad3-c6d1-4569-89fc-ab28137748d4 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:31:34.472096 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8efe9ad3-c6d1-4569-89fc-ab28137748d4 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:31:34.484931 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8efe9ad3-c6d1-4569-89fc-ab28137748d4 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:34.548160 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8efe9ad3-c6d1-4569-89fc-ab28137748d4 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:31:34.552535 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8efe9ad3-c6d1-4569-89fc-ab28137748d4 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Usage tracker for resource:security_group_rule and tenant:424639f7ceac4970a6ab4918f121bd86 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:31:34.555820 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8efe9ad3-c6d1-4569-89fc-ab28137748d4 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:31:34.562473 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8efe9ad3-c6d1-4569-89fc-ab28137748d4 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:31:34.610440 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d8e76826-611d-4f11-8283-b77c901babd5 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:34.615040 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d8e76826-611d-4f11-8283-b77c901babd5 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:34.636452 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8efe9ad3-c6d1-4569-89fc-ab28137748d4 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:34.644296 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8efe9ad3-c6d1-4569-89fc-ab28137748d4 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:34.649422 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d8e76826-611d-4f11-8283-b77c901babd5 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:34.649931 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e76826-611d-4f11-8283-b77c901babd5 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Fanout notify agent at l3_agent the message router_deleted on router 31bf2d43-6293-457e-a293-1e7e07077b42 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:31:34.672402 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d8e76826-611d-4f11-8283-b77c901babd5 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:34.674455 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d8e76826-611d-4f11-8283-b77c901babd5 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "DELETE /v2.0/routers/31bf2d43-6293-457e-a293-1e7e07077b42 HTTP/1.1" status: 204 len: 168 time: 0.7370722 May 23 11:31:34.682788 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47174) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:34.695115 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-0bd6f293-3bc9-4b2e-99f5-8bdae969ff41 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-803725253', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:31:34.707043 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0bd6f293-3bc9-4b2e-99f5-8bdae969ff41 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:31:34.709370 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe9ad3-c6d1-4569-89fc-ab28137748d4 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e098f0e-2fca-4d5d-906d-a996b10b1e75,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:34.713687 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8efe9ad3-c6d1-4569-89fc-ab28137748d4 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:34.714909 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8efe9ad3-c6d1-4569-89fc-ab28137748d4 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1632 time: 0.2930734 May 23 11:31:34.716469 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-0bd6f293-3bc9-4b2e-99f5-8bdae969ff41 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Usage tracker for resource:router and tenant:313e40337aa44a9094358a8320ee4f45 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:31:34.718670 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47178) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:34.720120 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-0bd6f293-3bc9-4b2e-99f5-8bdae969ff41 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:31:34.724011 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a13339b1-1b8a-43a1-a391-71fd3f6fb636 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Request body: {'security_group_rule': {'security_group_id': 'b38b4bc8-a441-4bdb-9e54-436ce0abd335', 'project_id': '424639f7ceac4970a6ab4918f121bd86', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:31:34.726387 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0bd6f293-3bc9-4b2e-99f5-8bdae969ff41 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:31:34.731224 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a13339b1-1b8a-43a1-a391-71fd3f6fb636 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:31:34.735506 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a13339b1-1b8a-43a1-a391-71fd3f6fb636 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Usage tracker for resource:security_group_rule and tenant:424639f7ceac4970a6ab4918f121bd86 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:31:34.740117 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0bd6f293-3bc9-4b2e-99f5-8bdae969ff41 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:34.741445 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0bd6f293-3bc9-4b2e-99f5-8bdae969ff41 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:34.746218 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a13339b1-1b8a-43a1-a391-71fd3f6fb636 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:31:34.758406 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a13339b1-1b8a-43a1-a391-71fd3f6fb636 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:31:34.764858 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0bd6f293-3bc9-4b2e-99f5-8bdae969ff41 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:34.804441 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0bd6f293-3bc9-4b2e-99f5-8bdae969ff41 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:34.853245 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0bd6f293-3bc9-4b2e-99f5-8bdae969ff41 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:34.857308 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0bd6f293-3bc9-4b2e-99f5-8bdae969ff41 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1711001 May 23 11:31:34.857778 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47184) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:34.870284 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-bb8030ef-3e99-4a83-969d-91f67bf46263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '292fc401-215b-4582-bee0-2ba919fdc594', 'name': 'tempest-TestSecurityGroupsBasicOps-router-122562020', 'tenant_id': '424639f7ceac4970a6ab4918f121bd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '7a97c955-8963-414c-96c0-c639f0cbc1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:31:17Z', 'updated_at': '2022-05-23T11:31:31Z', 'revision_number': 4, 'project_id': '424639f7ceac4970a6ab4918f121bd86', 'gw_port': {'id': '7a97c955-8963-414c-96c0-c639f0cbc1ab', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:42:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292fc401-215b-4582-bee0-2ba919fdc594', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:31:19Z', 'updated_at': '2022-05-23T11:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '2af43ca6-9f22-428c-b01c-44c9d6ee4386', 'name': '', 'network_id': '1bd87c50-8964-47b6-8167-6147f4bf390c', 'tenant_id': '424639f7ceac4970a6ab4918f121bd86', 'mac_address': 'fa:16:3e:f7:8d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '292fc401-215b-4582-bee0-2ba919fdc594', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04e492dd-4823-45db-b311-ac18df6dd39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:31:30Z', 'updated_at': '2022-05-23T11:31:32Z', 'revision_number': 2, 'project_id': '424639f7ceac4970a6ab4918f121bd86', 'subnets': [{'id': '04e492dd-4823-45db-b311-ac18df6dd39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:34.871589 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-510fa807-ef92-4ae3-85f2-4da160eb068a tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:31:34.886204 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8030ef-3e99-4a83-969d-91f67bf46263 None None] Checking router: 292fc401-215b-4582-bee0-2ba919fdc594 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:31:34.886735 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8030ef-3e99-4a83-969d-91f67bf46263 None None] Updating router 292fc401-215b-4582-bee0-2ba919fdc594 port 2af43ca6-9f22-428c-b01c-44c9d6ee4386 binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:31:34.966794 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-bb8030ef-3e99-4a83-969d-91f67bf46263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:34.987954 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a13339b1-1b8a-43a1-a391-71fd3f6fb636 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:35.062028 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a13339b1-1b8a-43a1-a391-71fd3f6fb636 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:35.067360 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a13339b1-1b8a-43a1-a391-71fd3f6fb636 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:35.091906 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13339b1-1b8a-43a1-a391-71fd3f6fb636 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a76dfa15-e999-40eb-aa41-f31a82b2c9a1,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:35.114298 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13339b1-1b8a-43a1-a391-71fd3f6fb636 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:31:35.114822 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13339b1-1b8a-43a1-a391-71fd3f6fb636 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:31:35.115698 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13339b1-1b8a-43a1-a391-71fd3f6fb636 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:31:35.116704 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13339b1-1b8a-43a1-a391-71fd3f6fb636 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:31:35.117213 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13339b1-1b8a-43a1-a391-71fd3f6fb636 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:31:35.118286 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13339b1-1b8a-43a1-a391-71fd3f6fb636 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:31:35.118669 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13339b1-1b8a-43a1-a391-71fd3f6fb636 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:31:35.119001 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13339b1-1b8a-43a1-a391-71fd3f6fb636 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:31:35.119325 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13339b1-1b8a-43a1-a391-71fd3f6fb636 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:31:35.119704 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13339b1-1b8a-43a1-a391-71fd3f6fb636 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:31:35.120036 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13339b1-1b8a-43a1-a391-71fd3f6fb636 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:31:35.132216 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a13339b1-1b8a-43a1-a391-71fd3f6fb636 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:35.133479 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a13339b1-1b8a-43a1-a391-71fd3f6fb636 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4143112 May 23 11:31:35.371586 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-bb8030ef-3e99-4a83-969d-91f67bf46263 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:35.373273 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-510fa807-ef92-4ae3-85f2-4da160eb068a tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:35.387426 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-bb8030ef-3e99-4a83-969d-91f67bf46263 None None] Transition to ACTIVE for port object 2af43ca6-9f22-428c-b01c-44c9d6ee4386 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:31:35.393893 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-510fa807-ef92-4ae3-85f2-4da160eb068a tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3825526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3825513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3821547'] for router, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:35.395820 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-bb8030ef-3e99-4a83-969d-91f67bf46263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:35.527113 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a78582-6757-4d38-9928-5e6069ee02fb None None] Pushing event updated for resources: {'Port': ['ID=2af43ca6-9f22-428c-b01c-44c9d6ee4386,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:35.619579 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-bb8030ef-3e99-4a83-969d-91f67bf46263 None None] Attempting to bind port 2af43ca6-9f22-428c-b01c-44c9d6ee4386 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:31:35.619980 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-bb8030ef-3e99-4a83-969d-91f67bf46263 None None] Attempting to bind port 2af43ca6-9f22-428c-b01c-44c9d6ee4386 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '60ca3c53-e5d5-401d-a55d-3e00cb173e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1bd87c50-8964-47b6-8167-6147f4bf390c'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:31:35.620341 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8030ef-3e99-4a83-969d-91f67bf46263 None None] Attempting to bind port 2af43ca6-9f22-428c-b01c-44c9d6ee4386 on network 1bd87c50-8964-47b6-8167-6147f4bf390c {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:31:35.627433 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8030ef-3e99-4a83-969d-91f67bf46263 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:31:35.627792 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8030ef-3e99-4a83-969d-91f67bf46263 None None] Checking segment: {'id': '60ca3c53-e5d5-401d-a55d-3e00cb173e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1bd87c50-8964-47b6-8167-6147f4bf390c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:31:35.628241 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-bb8030ef-3e99-4a83-969d-91f67bf46263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:35.628712 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8030ef-3e99-4a83-969d-91f67bf46263 None None] Bound using segment: {'id': '60ca3c53-e5d5-401d-a55d-3e00cb173e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1bd87c50-8964-47b6-8167-6147f4bf390c'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:31:35.629174 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-bb8030ef-3e99-4a83-969d-91f67bf46263 None None] Bound port: 2af43ca6-9f22-428c-b01c-44c9d6ee4386, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ca3c53-e5d5-401d-a55d-3e00cb173e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1bd87c50-8964-47b6-8167-6147f4bf390c'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:31:35.629657 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-bb8030ef-3e99-4a83-969d-91f67bf46263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:35.702833 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-4912fcac-bd2b-4461-b4ed-7dedf6f4a3a0 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Synchronizing usage tracker for tenant:424639f7ceac4970a6ab4918f121bd86 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:31:35.725099 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-bb8030ef-3e99-4a83-969d-91f67bf46263 None None] For port 2af43ca6-9f22-428c-b01c-44c9d6ee4386, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:31:35.731877 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-bb8030ef-3e99-4a83-969d-91f67bf46263 None None] For port 2af43ca6-9f22-428c-b01c-44c9d6ee4386, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2af43ca6-9f22-428c-b01c-44c9d6ee4386,segment=NetworkSegment(60ca3c53-e5d5-401d-a55d-3e00cb173e2f),segment_id=60ca3c53-e5d5-401d-a55d-3e00cb173e2f)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:31:35.739760 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-bb8030ef-3e99-4a83-969d-91f67bf46263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:35.753075 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-4912fcac-bd2b-4461-b4ed-7dedf6f4a3a0 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Unset dirty status for tenant:424639f7ceac4970a6ab4918f121bd86 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:31:35.754435 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-4912fcac-bd2b-4461-b4ed-7dedf6f4a3a0 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup_general--120384901&fields=id&tenant_id=424639f7ceac4970a6ab4918f121bd86 HTTP/1.1" status: 200 len: 267 time: 0.4123971 May 23 11:31:35.823147 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:31:35.832935 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a78582-6757-4d38-9928-5e6069ee02fb None None] Pushing event updated for resources: {'Port': ['ID=2af43ca6-9f22-428c-b01c-44c9d6ee4386,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:35.834149 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57a59d-2079-4dab-a326-62ed8bdf5b2a req-55ffc52c-3367-4d51-abfb-bcab4b4759c3 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:35.836578 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4e57a59d-2079-4dab-a326-62ed8bdf5b2a req-55ffc52c-3367-4d51-abfb-bcab4b4759c3 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c11da6-6af0-43cf-932c-432951e38327 HTTP/1.1" status: 200 len: 946 time: 0.2421327 May 23 11:31:35.845740 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8030ef-3e99-4a83-969d-91f67bf46263 None None] Routers {'292fc401-215b-4582-bee0-2ba919fdc594'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:31:35.846455 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-bb8030ef-3e99-4a83-969d-91f67bf46263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:31:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['292fc401-215b-4582-bee0-2ba919fdc594'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:35.892509 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-b79d2f9f-01b1-4282-9d12-8eae60cb98df tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup_access--1436517465&fields=id&tenant_id=424639f7ceac4970a6ab4918f121bd86 HTTP/1.1" status: 200 len: 267 time: 0.1288259 May 23 11:31:35.993788 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510fa807-ef92-4ae3-85f2-4da160eb068a tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Router c0210cf1-ac81-4672-b0d4-b7af147821d0 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:31:36.029691 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4e57a59d-2079-4dab-a326-62ed8bdf5b2a req-e22b28c7-8925-44c2-bc0f-f36f44c3c517 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/security-groups?id=a49534b7-6b4b-4127-8eac-0f4eaa8a0d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710389 May 23 11:31:36.104640 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-bb8030ef-3e99-4a83-969d-91f67bf46263 None None] Set router 292fc401-215b-4582-bee0-2ba919fdc594 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:31:36.299711 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-b0e6f1c1-fdc9-4988-bd3a-acd8f38fbe8e tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:36.306385 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-b0e6f1c1-fdc9-4988-bd3a-acd8f38fbe8e tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/networks?id=1bd87c50-8964-47b6-8167-6147f4bf390c HTTP/1.1" status: 200 len: 796 time: 0.4041851 May 23 11:31:36.334079 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-a5d26296-575a-473e-b75f-8533f77628e3 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/quotas/424639f7ceac4970a6ab4918f121bd86 HTTP/1.1" status: 200 len: 375 time: 0.0233216 May 23 11:31:36.402619 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510fa807-ef92-4ae3-85f2-4da160eb068a tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:31:36.409067 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-510fa807-ef92-4ae3-85f2-4da160eb068a tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:36.410170 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-510fa807-ef92-4ae3-85f2-4da160eb068a tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "PUT /v2.0/routers/c0210cf1-ac81-4672-b0d4-b7af147821d0 HTTP/1.1" status: 200 len: 697 time: 1.5511663 May 23 11:31:36.414052 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47208) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:36.415246 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2ef178-0ef5-4a65-ac16-574c650308f5 None None] Sync routers for ids ['c0210cf1-ac81-4672-b0d4-b7af147821d0'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:31:36.437099 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2ef178-0ef5-4a65-ac16-574c650308f5 None None] Routers {'c0210cf1-ac81-4672-b0d4-b7af147821d0'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:31:36.438139 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7b2ef178-0ef5-4a65-ac16-574c650308f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:31:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['c0210cf1-ac81-4672-b0d4-b7af147821d0'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:36.500007 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-bb8030ef-3e99-4a83-969d-91f67bf46263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '292fc401-215b-4582-bee0-2ba919fdc594', 'name': 'tempest-TestSecurityGroupsBasicOps-router-122562020', 'tenant_id': '424639f7ceac4970a6ab4918f121bd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '7a97c955-8963-414c-96c0-c639f0cbc1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:31:17Z', 'updated_at': '2022-05-23T11:31:31Z', 'revision_number': 4, 'project_id': '424639f7ceac4970a6ab4918f121bd86', 'gw_port': {'id': '7a97c955-8963-414c-96c0-c639f0cbc1ab', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:42:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292fc401-215b-4582-bee0-2ba919fdc594', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:31:19Z', 'updated_at': '2022-05-23T11:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '2af43ca6-9f22-428c-b01c-44c9d6ee4386', 'name': '', 'network_id': '1bd87c50-8964-47b6-8167-6147f4bf390c', 'tenant_id': '424639f7ceac4970a6ab4918f121bd86', 'mac_address': 'fa:16:3e:f7:8d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '292fc401-215b-4582-bee0-2ba919fdc594', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04e492dd-4823-45db-b311-ac18df6dd39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:31:30Z', 'updated_at': '2022-05-23T11:31:35Z', 'revision_number': 4, 'project_id': '424639f7ceac4970a6ab4918f121bd86', 'subnets': [{'id': '04e492dd-4823-45db-b311-ac18df6dd39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:36.504459 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8030ef-3e99-4a83-969d-91f67bf46263 None None] The sync data for ids ['292fc401-215b-4582-bee0-2ba919fdc594'] in n-d-842952-2 is: [{'id': '292fc401-215b-4582-bee0-2ba919fdc594', 'name': 'tempest-TestSecurityGroupsBasicOps-router-122562020', 'tenant_id': '424639f7ceac4970a6ab4918f121bd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '7a97c955-8963-414c-96c0-c639f0cbc1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:31:17Z', 'updated_at': '2022-05-23T11:31:31Z', 'revision_number': 4, 'project_id': '424639f7ceac4970a6ab4918f121bd86', 'gw_port': {'id': '7a97c955-8963-414c-96c0-c639f0cbc1ab', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:42:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292fc401-215b-4582-bee0-2ba919fdc594', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:31:19Z', 'updated_at': '2022-05-23T11:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '2af43ca6-9f22-428c-b01c-44c9d6ee4386', 'name': '', 'network_id': '1bd87c50-8964-47b6-8167-6147f4bf390c', 'tenant_id': '424639f7ceac4970a6ab4918f121bd86', 'mac_address': 'fa:16:3e:f7:8d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '292fc401-215b-4582-bee0-2ba919fdc594', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04e492dd-4823-45db-b311-ac18df6dd39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:31:30Z', 'updated_at': '2022-05-23T11:31:35Z', 'revision_number': 4, 'project_id': '424639f7ceac4970a6ab4918f121bd86', 'subnets': [{'id': '04e492dd-4823-45db-b311-ac18df6dd39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:31:36.610580 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365edcac-ee63-4fa6-9979-6f030dd9a075 req-941dce56-b5a1-4ca1-915f-b697d961ed89 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:36.611170 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-7b2ef178-0ef5-4a65-ac16-574c650308f5 None None] Set router c0210cf1-ac81-4672-b0d4-b7af147821d0 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:31:36.612556 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-365edcac-ee63-4fa6-9979-6f030dd9a075 req-941dce56-b5a1-4ca1-915f-b697d961ed89 tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.13 "GET /v2.0/ports?device_id=90c11da6-6af0-43cf-932c-432951e38327 HTTP/1.1" status: 200 len: 946 time: 0.4628828 May 23 11:31:36.705299 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-a36817bc-5c32-4579-93e5-5a5aa33112da tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Synchronizing usage tracker for tenant:424639f7ceac4970a6ab4918f121bd86 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:31:36.720345 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b750a6c4-6308-427d-aa4b-0eb5e595b977 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "GET /v2.0/routers/c0210cf1-ac81-4672-b0d4-b7af147821d0 HTTP/1.1" status: 200 len: 703 time: 0.3047822 May 23 11:31:36.723133 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47212) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:36.725382 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-365edcac-ee63-4fa6-9979-6f030dd9a075 req-01ca9d30-8a1d-4775-9329-d76a886affcc tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Deleting port 47816ceb-6c55-4dc1-9820-021d1203b124 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:31:36.725928 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-365edcac-ee63-4fa6-9979-6f030dd9a075 req-01ca9d30-8a1d-4775-9329-d76a886affcc tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:36.762227 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7b2ef178-0ef5-4a65-ac16-574c650308f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0210cf1-ac81-4672-b0d4-b7af147821d0', 'name': 'tempest-RoutersIpV6Test-router-803725253', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:31:34Z', 'updated_at': '2022-05-23T11:31:35Z', 'revision_number': 2, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'gw_port_host': None}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:36.767605 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2ef178-0ef5-4a65-ac16-574c650308f5 None None] Checking router: c0210cf1-ac81-4672-b0d4-b7af147821d0 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:31:36.792654 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2ef178-0ef5-4a65-ac16-574c650308f5 None None] Routers {'c0210cf1-ac81-4672-b0d4-b7af147821d0'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:31:36.793609 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7b2ef178-0ef5-4a65-ac16-574c650308f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:31:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['c0210cf1-ac81-4672-b0d4-b7af147821d0'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:36.797728 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-a36817bc-5c32-4579-93e5-5a5aa33112da tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Unset dirty status for tenant:424639f7ceac4970a6ab4918f121bd86 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:31:36.799023 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-a36817bc-5c32-4579-93e5-5a5aa33112da tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=424639f7ceac4970a6ab4918f121bd86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4540229 May 23 11:31:36.801074 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-46e4c4aa-5f9d-46f8-97fb-30715aff7a42 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Synchronizing usage tracker for tenant:313e40337aa44a9094358a8320ee4f45 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:31:36.822472 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-46e4c4aa-5f9d-46f8-97fb-30715aff7a42 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Unset dirty status for tenant:313e40337aa44a9094358a8320ee4f45 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:31:36.823647 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-46e4c4aa-5f9d-46f8-97fb-30715aff7a42 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0210cf1-ac81-4672-b0d4-b7af147821d0 HTTP/1.1" status: 200 len: 205 time: 0.0994296 May 23 11:31:36.826317 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47216) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:37.042722 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-65fa99db-76e3-433c-bbaf-3b2fcfec9cfa tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:37.112738 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-365edcac-ee63-4fa6-9979-6f030dd9a075 req-01ca9d30-8a1d-4775-9329-d76a886affcc tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] For port 47816ceb-6c55-4dc1-9820-021d1203b124, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=47816ceb-6c55-4dc1-9820-021d1203b124,segment=NetworkSegment(7b7c5fd9-5c0f-4a2b-bed6-65bb26305363),segment_id=7b7c5fd9-5c0f-4a2b-bed6-65bb26305363)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:31:37.113108 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-365edcac-ee63-4fa6-9979-6f030dd9a075 req-01ca9d30-8a1d-4775-9329-d76a886affcc tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:37.138959 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-7b2ef178-0ef5-4a65-ac16-574c650308f5 None None] Set router c0210cf1-ac81-4672-b0d4-b7af147821d0 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:31:37.319417 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7b2ef178-0ef5-4a65-ac16-574c650308f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0210cf1-ac81-4672-b0d4-b7af147821d0', 'name': 'tempest-RoutersIpV6Test-router-803725253', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:31:34Z', 'updated_at': '2022-05-23T11:31:35Z', 'revision_number': 2, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'gw_port_host': None}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:37.330801 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2ef178-0ef5-4a65-ac16-574c650308f5 None None] The sync data for ids ['c0210cf1-ac81-4672-b0d4-b7af147821d0'] in n-d-842952-2 is: [{'id': 'c0210cf1-ac81-4672-b0d4-b7af147821d0', 'name': 'tempest-RoutersIpV6Test-router-803725253', 'tenant_id': '313e40337aa44a9094358a8320ee4f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:31:34Z', 'updated_at': '2022-05-23T11:31:35Z', 'revision_number': 2, 'project_id': '313e40337aa44a9094358a8320ee4f45', 'gw_port_host': None}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:31:37.430084 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-365edcac-ee63-4fa6-9979-6f030dd9a075 req-01ca9d30-8a1d-4775-9329-d76a886affcc tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Calling delete_port for 47816ceb-6c55-4dc1-9820-021d1203b124 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:31:37.620469 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-5d5bbb5f-ab8b-4a60-bedb-016774d6a0c5 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:31:37.633511 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-5d5bbb5f-ab8b-4a60-bedb-016774d6a0c5 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.6184952 May 23 11:31:37.718737 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2af43ca6-9f22-428c-b01c-44c9d6ee4386 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:31:37.780062 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-65fa99db-76e3-433c-bbaf-3b2fcfec9cfa tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:37.790330 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-65fa99db-76e3-433c-bbaf-3b2fcfec9cfa tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:37.823467 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-65fa99db-76e3-433c-bbaf-3b2fcfec9cfa tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:37.824095 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65fa99db-76e3-433c-bbaf-3b2fcfec9cfa tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Fanout notify agent at l3_agent the message router_deleted on router c0210cf1-ac81-4672-b0d4-b7af147821d0 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:31:37.842204 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-65fa99db-76e3-433c-bbaf-3b2fcfec9cfa tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:37.846827 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-65fa99db-76e3-433c-bbaf-3b2fcfec9cfa tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "DELETE /v2.0/routers/c0210cf1-ac81-4672-b0d4-b7af147821d0 HTTP/1.1" status: 204 len: 168 time: 1.0161242 May 23 11:31:37.847874 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47226) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:37.907190 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 2af43ca6-9f22-428c-b01c-44c9d6ee4386 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:31:37.918304 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 2af43ca6-9f22-428c-b01c-44c9d6ee4386 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:31:37.918967 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:37.923196 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c6700c79-2daf-4db9-9391-70e39e9849ad tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0210cf1-ac81-4672-b0d4-b7af147821d0 HTTP/1.1" status: 200 len: 205 time: 0.0727055 May 23 11:31:37.923792 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47230) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:37.975653 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22c463-6016-43c2-a698-01cc5d42c0d6 req-0e9a260d-b832-4bf8-89ce-cfe4e099b05a tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:37.977758 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-df22c463-6016-43c2-a698-01cc5d42c0d6 req-0e9a260d-b832-4bf8-89ce-cfe4e099b05a tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c11da6-6af0-43cf-932c-432951e38327 HTTP/1.1" status: 200 len: 946 time: 0.5933828 May 23 11:31:38.033958 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-a6228856-23a7-4c34-94ff-e26c3150445d service neutron] 10.222.0.79 "GET /v2.0/networks/1bd87c50-8964-47b6-8167-6147f4bf390c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994441 May 23 11:31:38.056608 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-f7dcacbc-2300-4335-bc53-d3ebc2e18b54 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] delete failed (client error): The resource could not be found. May 23 11:31:38.058510 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f7dcacbc-2300-4335-bc53-d3ebc2e18b54 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "DELETE /v2.0/routers/c0210cf1-ac81-4672-b0d4-b7af147821d0 HTTP/1.1" status: 404 len: 336 time: 0.1335204 May 23 11:31:38.060861 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47234) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:38.101847 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:38.109087 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-04365fe2-3bb6-4d07-99fe-73ff8e523208 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] DELETE failed (client error): The resource could not be found. May 23 11:31:38.109526 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04365fe2-3bb6-4d07-99fe-73ff8e523208 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:31:38.114392 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-04365fe2-3bb6-4d07-99fe-73ff8e523208 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "DELETE /v2.0/subnets/eb29bf95-b6ad-46f7-89ae-f306368c1c13 HTTP/1.1" status: 404 len: 337 time: 0.0501649 May 23 11:31:38.114610 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47238) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:38.156619 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:38.161451 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab904c4e-38af-456c-aa6c-fdeea042f457 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] DELETE failed (client error): The resource could not be found. May 23 11:31:38.162016 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab904c4e-38af-456c-aa6c-fdeea042f457 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:31:38.166380 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ab904c4e-38af-456c-aa6c-fdeea042f457 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "DELETE /v2.0/subnets/34db8f68-0967-45ec-a866-7b36f15c7ba4 HTTP/1.1" status: 404 len: 337 time: 0.0487232 May 23 11:31:38.166680 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47242) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:38.178492 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 2af43ca6-9f22-428c-b01c-44c9d6ee4386, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2af43ca6-9f22-428c-b01c-44c9d6ee4386,segment=NetworkSegment(60ca3c53-e5d5-401d-a55d-3e00cb173e2f),segment_id=60ca3c53-e5d5-401d-a55d-3e00cb173e2f)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:31:38.179528 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-df22c463-6016-43c2-a698-01cc5d42c0d6 req-d1081365-698a-4f30-86cc-7a49c9b9be5f tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.79 "GET /v2.0/security-groups?id=a49534b7-6b4b-4127-8eac-0f4eaa8a0d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958866 May 23 11:31:38.184371 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:38.206439 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-365edcac-ee63-4fa6-9979-6f030dd9a075 req-01ca9d30-8a1d-4775-9329-d76a886affcc tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:38.236788 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ec2654c-08b8-4c8d-93ab-3d3229559c69 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] DELETE failed (client error): The resource could not be found. May 23 11:31:38.237225 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ec2654c-08b8-4c8d-93ab-3d3229559c69 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:31:38.239187 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9ec2654c-08b8-4c8d-93ab-3d3229559c69 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "DELETE /v2.0/subnets/66ae6e8c-68d9-4620-bcd8-6a3f9ad2efae HTTP/1.1" status: 404 len: 337 time: 0.0716038 May 23 11:31:38.242634 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47246) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:38.267963 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca9d30-8a1d-4775-9329-d76a886affcc tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Pushing event deleted for resources: {'Port': ['ID=47816ceb-6c55-4dc1-9820-021d1203b124,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:38.283382 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=2af43ca6-9f22-428c-b01c-44c9d6ee4386,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:38.313717 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-9407d156-1ecd-47f4-805f-a34ca03923e2 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] DELETE failed (client error): The resource could not be found. May 23 11:31:38.314491 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9407d156-1ecd-47f4-805f-a34ca03923e2 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:31:38.319532 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9407d156-1ecd-47f4-805f-a34ca03923e2 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "DELETE /v2.0/subnets/e1521b99-16a4-4945-8627-d30203f9e4a1 HTTP/1.1" status: 404 len: 337 time: 0.0729516 May 23 11:31:38.320273 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47252) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:38.385132 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-4848f477-534f-4796-8a51-4fcc01039db0 service neutron] 10.222.0.79 "GET /v2.0/networks/1bd87c50-8964-47b6-8167-6147f4bf390c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385973 May 23 11:31:38.426531 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3cbc67d5-cb34-47db-8e77-5c0111d46da8 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "GET /v2.0/ports?device_id=31bf2d43-6293-457e-a293-1e7e07077b42 HTTP/1.1" status: 200 len: 205 time: 0.1031754 May 23 11:31:38.427992 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-365edcac-ee63-4fa6-9979-6f030dd9a075 req-01ca9d30-8a1d-4775-9329-d76a886affcc tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] No DVR routers for this DVR port 47816ceb-6c55-4dc1-9820-021d1203b124 on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:31:38.428946 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47258) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:38.443903 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-365edcac-ee63-4fa6-9979-6f030dd9a075 req-01ca9d30-8a1d-4775-9329-d76a886affcc tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:38.461307 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c11da6-6af0-43cf-932c-432951e38327', 'name': 'network-vif-deleted', 'tag': '47816ceb-6c55-4dc1-9820-021d1203b124'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:31:38.481871 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-365edcac-ee63-4fa6-9979-6f030dd9a075 req-01ca9d30-8a1d-4775-9329-d76a886affcc tempest-ServerRescueTestJSONUnderV235-1014599267 tempest-ServerRescueTestJSONUnderV235-1014599267-project] 10.222.0.13 "DELETE /v2.0/ports/47816ceb-6c55-4dc1-9820-021d1203b124 HTTP/1.1" status: 204 len: 173 time: 1.8606784 May 23 11:31:38.518117 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-9e2c9747-e362-464f-9f4e-78f2347264ca tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] delete failed (client error): The resource could not be found. May 23 11:31:38.519658 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9e2c9747-e362-464f-9f4e-78f2347264ca tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "DELETE /v2.0/routers/31bf2d43-6293-457e-a293-1e7e07077b42 HTTP/1.1" status: 404 len: 336 time: 0.0894983 May 23 11:31:38.522483 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47266) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:38.602717 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d2b02e03-000e-4619-850b-a1ab418cc8a2 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7c50b43-b296-4335-b482-52782a5a6a56 HTTP/1.1" status: 200 len: 205 time: 0.0788467 May 23 11:31:38.605397 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47270) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:38.618336 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53c994bc-4c04-440a-bffe-f7a9fb1ab039'] response: {'server_uuid': '90c11da6-6af0-43cf-932c-432951e38327', 'name': 'network-vif-deleted', 'tag': '47816ceb-6c55-4dc1-9820-021d1203b124', 'status': 'completed', 'code': 200} May 23 11:31:38.745936 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-ed97bd58-4a83-4742-8172-20597176439b tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] delete failed (client error): The resource could not be found. May 23 11:31:38.747863 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ed97bd58-4a83-4742-8172-20597176439b tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "DELETE /v2.0/routers/f7c50b43-b296-4335-b482-52782a5a6a56 HTTP/1.1" status: 404 len: 336 time: 0.1410801 May 23 11:31:38.750796 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47278) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:38.798801 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0d93194c-84e1-4fd8-beba-a75263d04181 req-b1518209-2948-4997-9325-b0a49a69db5a tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6ebeb51-3308-40fa-9457-a5bf22e2fd1c HTTP/1.1" status: 200 len: 210 time: 0.0902181 May 23 11:31:38.813443 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-8191b93e-ffdb-4b76-8370-7cf86f604e39 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] DELETE failed (client error): The resource could not be found. May 23 11:31:38.813945 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8191b93e-ffdb-4b76-8370-7cf86f604e39 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:31:38.815587 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8191b93e-ffdb-4b76-8370-7cf86f604e39 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "DELETE /v2.0/subnets/6de80212-d388-4f91-a047-d5a0f5e2d6eb HTTP/1.1" status: 404 len: 337 time: 0.0634692 May 23 11:31:38.818548 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47282) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:38.914363 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c9a15792-dfaa-4982-80b9-a6726f8ce1e9 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "GET /v2.0/ports?device_id=be43870c-fbeb-4cf1-9745-518d0a3f981b HTTP/1.1" status: 200 len: 205 time: 0.0925455 May 23 11:31:38.915111 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47290) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:38.999302 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-50b7c63b-63fa-4339-8c5b-f86dbe297da3 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] delete failed (client error): The resource could not be found. May 23 11:31:39.000695 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-50b7c63b-63fa-4339-8c5b-f86dbe297da3 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "DELETE /v2.0/routers/be43870c-fbeb-4cf1-9745-518d0a3f981b HTTP/1.1" status: 404 len: 336 time: 0.0838795 May 23 11:31:39.003147 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47294) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:39.058013 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-cee379ca-2e71-4d46-9aa8-6017a41a7950 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "GET /v2.0/ports?device_id=234b5a33-7e6e-4b5a-b8ce-5471f2a85993 HTTP/1.1" status: 200 len: 205 time: 0.0533121 May 23 11:31:39.060296 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47298) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:39.161493 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-b4a4190f-f430-410c-af52-c823361f1d2e tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] delete failed (client error): The resource could not be found. May 23 11:31:39.162762 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b4a4190f-f430-410c-af52-c823361f1d2e tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "DELETE /v2.0/routers/234b5a33-7e6e-4b5a-b8ce-5471f2a85993 HTTP/1.1" status: 404 len: 336 time: 0.1015031 May 23 11:31:39.165520 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47304) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:39.262022 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-760690a5-6925-443d-86a7-3e1f039462ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:39.348225 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47310) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:39.359239 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e022b19-2233-409e-a14e-2bcaa4950a16 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] DELETE failed (client error): The resource could not be found. May 23 11:31:39.359677 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e022b19-2233-409e-a14e-2bcaa4950a16 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:31:39.361476 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8e022b19-2233-409e-a14e-2bcaa4950a16 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "DELETE /v2.0/subnets/f2ddd64d-d593-433f-87a1-f7a7509a820b HTTP/1.1" status: 404 len: 337 time: 0.1949096 May 23 11:31:39.364031 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47314) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:39.412062 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5bafce61-1cf4-42d2-9a64-7401c9632df4 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "GET /v2.0/ports?device_id=86abee3a-26c5-4be2-8231-0bb7c91203e8 HTTP/1.1" status: 200 len: 205 time: 0.0463746 May 23 11:31:39.414012 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47318) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:39.467097 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:39.495686 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-ecfb09fb-3523-47b6-aaef-693ba42461a5 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] delete failed (client error): The resource could not be found. May 23 11:31:39.499561 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ecfb09fb-3523-47b6-aaef-693ba42461a5 tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "DELETE /v2.0/routers/86abee3a-26c5-4be2-8231-0bb7c91203e8 HTTP/1.1" status: 404 len: 336 time: 0.0845864 May 23 11:31:39.500248 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47322) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:39.542251 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-07426b63-015c-4bad-9a56-a7fed860ec9c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] DELETE failed (client error): The resource could not be found. May 23 11:31:39.542884 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07426b63-015c-4bad-9a56-a7fed860ec9c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:31:39.547670 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-07426b63-015c-4bad-9a56-a7fed860ec9c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "DELETE /v2.0/subnets/08e30139-96c1-4157-80cd-563198189626 HTTP/1.1" status: 404 len: 337 time: 0.0462344 May 23 11:31:39.548881 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47328) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:39.600728 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0795af8d-9858-4524-aefa-1e216d1ad09c tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d2a6026-6111-43ea-ac8b-d69e1df34644 HTTP/1.1" status: 200 len: 205 time: 0.0500500 May 23 11:31:39.604483 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47332) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:39.642087 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2af43ca6-9f22-428c-b01c-44c9d6ee4386 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:31:39.692603 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-4b1ec1b5-6163-47f6-ac38-47aa01ef7f0e tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] delete failed (client error): The resource could not be found. May 23 11:31:39.693937 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4b1ec1b5-6163-47f6-ac38-47aa01ef7f0e tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "DELETE /v2.0/routers/3d2a6026-6111-43ea-ac8b-d69e1df34644 HTTP/1.1" status: 404 len: 336 time: 0.0884140 May 23 11:31:39.700147 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47338) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:39.755868 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 2af43ca6-9f22-428c-b01c-44c9d6ee4386 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:31:39.756520 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:39.769479 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-81570260-3cd3-4eef-8f5d-5a5a17b9e59f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] DELETE failed (client error): The resource could not be found. May 23 11:31:39.771871 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81570260-3cd3-4eef-8f5d-5a5a17b9e59f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:31:39.780008 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-81570260-3cd3-4eef-8f5d-5a5a17b9e59f tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "DELETE /v2.0/subnets/4534445e-7a70-419b-9f3e-571b58f3f493 HTTP/1.1" status: 404 len: 337 time: 0.0783753 May 23 11:31:39.781377 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47342) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:39.790546 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 47816ceb-6c55-4dc1-9820-021d1203b124 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:31:39.821289 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3374a2f-4c0a-43a5-b93e-a1f7ecbcd59e tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] DELETE failed (client error): The resource could not be found. May 23 11:31:39.821889 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3374a2f-4c0a-43a5-b93e-a1f7ecbcd59e tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 11:31:39.826566 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b3374a2f-4c0a-43a5-b93e-a1f7ecbcd59e tempest-RoutersIpV6Test-232476218 tempest-RoutersIpV6Test-232476218-project] 10.222.0.79 "DELETE /v2.0/subnets/f8d92a64-fcba-41e8-aeb7-4ca4020b8463 HTTP/1.1" status: 404 len: 337 time: 0.0448954 May 23 11:31:39.871741 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e50abce8-fc84-4572-83d2-37b687db69fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:39.887232 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 47816ceb-6c55-4dc1-9820-021d1203b124 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:31:39.890586 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 47816ceb-6c55-4dc1-9820-021d1203b124 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:31:40.268197 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-91788d93-5681-4f09-922c-e7ef0eeb2780 req-3e04a940-27a3-4020-ad77-9cb67bf1fa62 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6ebeb51-3308-40fa-9457-a5bf22e2fd1c HTTP/1.1" status: 200 len: 210 time: 0.1954439 May 23 11:31:40.367254 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47358) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:40.470413 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-c5621666-11fc-459e-b562-ca60b2857532 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:40.472014 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-c5621666-11fc-459e-b562-ca60b2857532 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.13 "GET /v2.0/networks?id=1bd87c50-8964-47b6-8167-6147f4bf390c HTTP/1.1" status: 200 len: 796 time: 0.1923089 May 23 11:31:40.578063 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-551f450b-743a-4abc-86a2-58ac7c3281b4 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=424639f7ceac4970a6ab4918f121bd86 HTTP/1.1" status: 200 len: 477 time: 0.0846038 May 23 11:31:40.591686 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c3970be5-7f82-47b3-990b-f4eda0299b78 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=313e40337aa44a9094358a8320ee4f45&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2211118 May 23 11:31:40.591998 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47368) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:40.596509 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-ab7d73b2-08fb-4371-802c-37552cb6d24b tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Request body: {'port': {'device_id': 'c6ebeb51-3308-40fa-9457-a5bf22e2fd1c', 'network_id': '1bd87c50-8964-47b6-8167-6147f4bf390c', 'admin_state_up': True, 'tenant_id': '424639f7ceac4970a6ab4918f121bd86', 'security_groups': ['8e098f0e-2fca-4d5d-906d-a996b10b1e75', 'b38b4bc8-a441-4bdb-9e54-436ce0abd335']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:31:40.676163 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1c34a6d6-a0fc-4002-b765-b39292d55537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:40.705274 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1c34a6d6-a0fc-4002-b765-b39292d55537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:40.798599 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1c34a6d6-a0fc-4002-b765-b39292d55537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:40.840169 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34a6d6-a0fc-4002-b765-b39292d55537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534bf186-8707-4caa-bffc-acdbb8d827b6,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:40.844239 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1c34a6d6-a0fc-4002-b765-b39292d55537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:40.847710 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1c34a6d6-a0fc-4002-b765-b39292d55537 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/534bf186-8707-4caa-bffc-acdbb8d827b6 HTTP/1.1" status: 204 len: 168 time: 0.2524111 May 23 11:31:40.892073 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-ab7d73b2-08fb-4371-802c-37552cb6d24b tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:31:40.930423 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-ab7d73b2-08fb-4371-802c-37552cb6d24b tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:31:40.959930 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-ab7d73b2-08fb-4371-802c-37552cb6d24b tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Made reservation on behalf of 424639f7ceac4970a6ab4918f121bd86 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:31:40.963221 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-ab7d73b2-08fb-4371-802c-37552cb6d24b tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:41.209287 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47388) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:41.262555 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-ab7d73b2-08fb-4371-802c-37552cb6d24b tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Allocated IP 172.20.0.9 (1bd87c50-8964-47b6-8167-6147f4bf390c/04e492dd-4823-45db-b311-ac18df6dd39e/1777e763-6e05-40ca-ab91-1051e1f323c3) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:31:41.445466 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a929c345-f615-4c60-8448-edf54c3859a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:41.503612 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a929c345-f615-4c60-8448-edf54c3859a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:31:41.509077 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a929c345-f615-4c60-8448-edf54c3859a8 admin admin] Usage tracker for resource:security_group_rule and tenant:0fce1c6267e641888b5fdc464cd6fdc6 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:31:41.512634 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a929c345-f615-4c60-8448-edf54c3859a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:31:41.519903 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a929c345-f615-4c60-8448-edf54c3859a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:31:41.530193 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-953d5024-5de7-4403-806c-0da0b9188668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:41.597239 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f9b08e21-985e-475d-8ca8-d75b69d51b30 req-e24e429c-8cb1-4e1c-8d86-766d34793e82 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6ebeb51-3308-40fa-9457-a5bf22e2fd1c HTTP/1.1" status: 200 len: 210 time: 0.1543596 May 23 11:31:41.612992 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-e50abce8-fc84-4572-83d2-37b687db69fb admin admin] Deleting port fb348d26-4e58-4af1-9218-c722a6b710b0 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:31:41.613462 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e50abce8-fc84-4572-83d2-37b687db69fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:41.643688 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a929c345-f615-4c60-8448-edf54c3859a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:41.649438 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a929c345-f615-4c60-8448-edf54c3859a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:41.711992 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a929c345-f615-4c60-8448-edf54c3859a8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0fce1c6267e641888b5fdc464cd6fdc6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5014176 May 23 11:31:41.716296 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47406) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:41.767038 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a929c345-f615-4c60-8448-edf54c3859a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af6243a-5448-4616-a822-507440c0bf67,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:41.806846 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-ab7d73b2-08fb-4371-802c-37552cb6d24b tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:41.850175 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-ab7d73b2-08fb-4371-802c-37552cb6d24b tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Transition to ACTIVE for port object 1777e763-6e05-40ca-ab91-1051e1f323c3 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:31:41.850558 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6facc45a-847e-44c3-9091-bbb18fe395ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:41.878607 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-e50abce8-fc84-4572-83d2-37b687db69fb admin admin] For port fb348d26-4e58-4af1-9218-c722a6b710b0, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=fb348d26-4e58-4af1-9218-c722a6b710b0,segment=NetworkSegment(7b7c5fd9-5c0f-4a2b-bed6-65bb26305363),segment_id=7b7c5fd9-5c0f-4a2b-bed6-65bb26305363)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:31:41.878953 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e50abce8-fc84-4572-83d2-37b687db69fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:41.917649 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6facc45a-847e-44c3-9091-bbb18fe395ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:42.026734 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6facc45a-847e-44c3-9091-bbb18fe395ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:42.059962 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6facc45a-847e-44c3-9091-bbb18fe395ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:42.063849 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6facc45a-847e-44c3-9091-bbb18fe395ce admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5af6243a-5448-4616-a822-507440c0bf67 HTTP/1.1" status: 204 len: 168 time: 0.3439460 May 23 11:31:42.064034 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-e50abce8-fc84-4572-83d2-37b687db69fb admin admin] Calling delete_port for fb348d26-4e58-4af1-9218-c722a6b710b0 owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:31:42.064137 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6facc45a-847e-44c3-9091-bbb18fe395ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af6243a-5448-4616-a822-507440c0bf67,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:42.080003 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47420) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:42.264202 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-ab7d73b2-08fb-4371-802c-37552cb6d24b tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:42.288608 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-1c545575-a6ec-4b10-adc2-eff4d580dac9 tempest-DvrRoutersNegativeTest-1627984633 tempest-DvrRoutersNegativeTest-1627984633-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-171872041', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:31:42.291017 n-d-842952-2 neutron-server[83911]: DEBUG neutron.policy [None req-1c545575-a6ec-4b10-adc2-eff4d580dac9 tempest-DvrRoutersNegativeTest-1627984633 tempest-DvrRoutersNegativeTest-1627984633-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83911) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} May 23 11:31:42.291559 n-d-842952-2 neutron-server[83911]: DEBUG neutron.policy [None req-1c545575-a6ec-4b10-adc2-eff4d580dac9 tempest-DvrRoutersNegativeTest-1627984633 tempest-DvrRoutersNegativeTest-1627984633-project] Failed policy check for 'create_router' {{(pid=83911) enforce /opt/stack/neutron/neutron/policy.py:482}} May 23 11:31:42.292271 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-1c545575-a6ec-4b10-adc2-eff4d580dac9 tempest-DvrRoutersNegativeTest-1627984633 tempest-DvrRoutersNegativeTest-1627984633-project] create failed (client error): Access was denied to this resource. May 23 11:31:42.297218 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1c545575-a6ec-4b10-adc2-eff4d580dac9 tempest-DvrRoutersNegativeTest-1627984633 tempest-DvrRoutersNegativeTest-1627984633-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2139492 May 23 11:31:42.342038 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d73b2-08fb-4371-802c-37552cb6d24b tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Pushing event updated for resources: {'Port': ['ID=1777e763-6e05-40ca-ab91-1051e1f323c3,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:42.360492 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-ab7d73b2-08fb-4371-802c-37552cb6d24b tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Network 1bd87c50-8964-47b6-8167-6147f4bf390c is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:31:42.369148 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-ab7d73b2-08fb-4371-802c-37552cb6d24b tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:31:42.377302 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-ab7d73b2-08fb-4371-802c-37552cb6d24b tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:31:42.458943 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-ab7d73b2-08fb-4371-802c-37552cb6d24b tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:42.459688 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-ab7d73b2-08fb-4371-802c-37552cb6d24b tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:42.512989 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-ab7d73b2-08fb-4371-802c-37552cb6d24b tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.9265389 May 23 11:31:42.560838 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-142b4ee6-497f-48b6-ad48-2afaaa51d0e5 service neutron] Request body: {'port': {'device_id': 'c6ebeb51-3308-40fa-9457-a5bf22e2fd1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:31:42.671045 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47442) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:42.691860 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e50abce8-fc84-4572-83d2-37b687db69fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:42.760440 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:42.766816 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5262d5ef-f1f6-4a63-aeb3-34e69d17c14b None None] Provisioning for port 1777e763-6e05-40ca-ab91-1051e1f323c3 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:31:42.778134 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5262d5ef-f1f6-4a63-aeb3-34e69d17c14b None None] Provisioning complete for port 1777e763-6e05-40ca-ab91-1051e1f323c3 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:31:42.778510 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5262d5ef-f1f6-4a63-aeb3-34e69d17c14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:42.784513 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50abce8-fc84-4572-83d2-37b687db69fb admin admin] Pushing event deleted for resources: {'Port': ['ID=fb348d26-4e58-4af1-9218-c722a6b710b0,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:42.795454 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-142b4ee6-497f-48b6-ad48-2afaaa51d0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:42.893167 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:42.920493 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-806d8c9d-b2d6-41b1-95e6-56c7ea0b7c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:42.922913 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5262d5ef-f1f6-4a63-aeb3-34e69d17c14b None None] Port 1777e763-6e05-40ca-ab91-1051e1f323c3 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:31:42.958207 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-806d8c9d-b2d6-41b1-95e6-56c7ea0b7c39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:31:42.962589 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-806d8c9d-b2d6-41b1-95e6-56c7ea0b7c39 admin admin] Usage tracker for resource:security_group_rule and tenant:3b584eaf510043e5a28079a6d4f4785c is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:31:42.965604 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-806d8c9d-b2d6-41b1-95e6-56c7ea0b7c39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:31:42.971189 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-806d8c9d-b2d6-41b1-95e6-56c7ea0b7c39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:31:43.043640 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-806d8c9d-b2d6-41b1-95e6-56c7ea0b7c39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:43.049744 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-806d8c9d-b2d6-41b1-95e6-56c7ea0b7c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:43.114676 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d8c9d-b2d6-41b1-95e6-56c7ea0b7c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebe8e92-379a-415f-a64d-ac2baee7a705,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:43.121239 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-806d8c9d-b2d6-41b1-95e6-56c7ea0b7c39 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3b584eaf510043e5a28079a6d4f4785c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4488776 May 23 11:31:43.124488 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47456) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:43.193366 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7861cd5-ed78-4afc-ae47-eca84428ae3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:43.219402 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7861cd5-ed78-4afc-ae47-eca84428ae3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:43.278085 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7861cd5-ed78-4afc-ae47-eca84428ae3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:43.295566 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7861cd5-ed78-4afc-ae47-eca84428ae3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebe8e92-379a-415f-a64d-ac2baee7a705,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:43.302419 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d71e1-7181-4d04-b4d0-56e12ee74705 req-df3131ac-58fc-4ae8-bb7e-f3477c43a7ed tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:43.304010 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-694d71e1-7181-4d04-b4d0-56e12ee74705 req-df3131ac-58fc-4ae8-bb7e-f3477c43a7ed tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 946 time: 0.4613256 May 23 11:31:43.308021 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7861cd5-ed78-4afc-ae47-eca84428ae3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:43.309420 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f7861cd5-ed78-4afc-ae47-eca84428ae3e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7ebe8e92-379a-415f-a64d-ac2baee7a705 HTTP/1.1" status: 204 len: 168 time: 0.1838284 May 23 11:31:43.365139 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c2799-aa04-4e81-b9cd-ed890cd9e75e req-b8d48b5e-afe5-4a66-b178-b3119062e90d tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:43.365831 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-7b5c2799-aa04-4e81-b9cd-ed890cd9e75e req-b8d48b5e-afe5-4a66-b178-b3119062e90d tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Synchronizing usage tracker for tenant:424639f7ceac4970a6ab4918f121bd86 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:31:43.453241 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-7b5c2799-aa04-4e81-b9cd-ed890cd9e75e req-b8d48b5e-afe5-4a66-b178-b3119062e90d tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Unset dirty status for tenant:424639f7ceac4970a6ab4918f121bd86 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:31:43.454376 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7b5c2799-aa04-4e81-b9cd-ed890cd9e75e req-b8d48b5e-afe5-4a66-b178-b3119062e90d tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6ebeb51-3308-40fa-9457-a5bf22e2fd1c HTTP/1.1" status: 200 len: 970 time: 0.5788844 May 23 11:31:43.501186 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-694d71e1-7181-4d04-b4d0-56e12ee74705 req-69a799f1-f473-484f-a0ba-20c55db06c4d tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420743 May 23 11:31:43.564778 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7b5c2799-aa04-4e81-b9cd-ed890cd9e75e req-1c36a486-a932-4b30-b336-b3564b5fbf46 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/security-groups?id=8e098f0e-2fca-4d5d-906d-a996b10b1e75&id=b38b4bc8-a441-4bdb-9e54-436ce0abd335&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0974574 May 23 11:31:43.640553 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-142b4ee6-497f-48b6-ad48-2afaaa51d0e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1777e763-6e05-40ca-ab91-1051e1f323c3 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:31:43.650800 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-142b4ee6-497f-48b6-ad48-2afaaa51d0e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:43.687563 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-142b4ee6-497f-48b6-ad48-2afaaa51d0e5 service neutron] Transition to ACTIVE for port object 1777e763-6e05-40ca-ab91-1051e1f323c3 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:31:43.693299 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-142b4ee6-497f-48b6-ad48-2afaaa51d0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:43.788713 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e50abce8-fc84-4572-83d2-37b687db69fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:43.954915 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b4ee6-497f-48b6-ad48-2afaaa51d0e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1777e763-6e05-40ca-ab91-1051e1f323c3,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:44.266262 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:44.347449 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-142b4ee6-497f-48b6-ad48-2afaaa51d0e5 service neutron] Attempting to bind port 1777e763-6e05-40ca-ab91-1051e1f323c3 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:31:44.347844 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-142b4ee6-497f-48b6-ad48-2afaaa51d0e5 service neutron] Attempting to bind port 1777e763-6e05-40ca-ab91-1051e1f323c3 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '60ca3c53-e5d5-401d-a55d-3e00cb173e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1bd87c50-8964-47b6-8167-6147f4bf390c'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:31:44.348126 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-142b4ee6-497f-48b6-ad48-2afaaa51d0e5 service neutron] Attempting to bind port 1777e763-6e05-40ca-ab91-1051e1f323c3 on network 1bd87c50-8964-47b6-8167-6147f4bf390c {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:31:44.361383 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-142b4ee6-497f-48b6-ad48-2afaaa51d0e5 service neutron] Port 1777e763-6e05-40ca-ab91-1051e1f323c3 on network 1bd87c50-8964-47b6-8167-6147f4bf390c not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:31:44.361546 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-142b4ee6-497f-48b6-ad48-2afaaa51d0e5 service neutron] Attempting to bind port 1777e763-6e05-40ca-ab91-1051e1f323c3 on network 1bd87c50-8964-47b6-8167-6147f4bf390c {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:31:44.371938 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-142b4ee6-497f-48b6-ad48-2afaaa51d0e5 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:31:44.372272 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-142b4ee6-497f-48b6-ad48-2afaaa51d0e5 service neutron] Checking segment: {'id': '60ca3c53-e5d5-401d-a55d-3e00cb173e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1bd87c50-8964-47b6-8167-6147f4bf390c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:31:44.372657 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-142b4ee6-497f-48b6-ad48-2afaaa51d0e5 service neutron] Bound using segment: {'id': '60ca3c53-e5d5-401d-a55d-3e00cb173e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1bd87c50-8964-47b6-8167-6147f4bf390c'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:31:44.373076 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-142b4ee6-497f-48b6-ad48-2afaaa51d0e5 service neutron] Bound port: 1777e763-6e05-40ca-ab91-1051e1f323c3, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60ca3c53-e5d5-401d-a55d-3e00cb173e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1bd87c50-8964-47b6-8167-6147f4bf390c'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:31:44.373420 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-142b4ee6-497f-48b6-ad48-2afaaa51d0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:44.410028 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a8b7fc-6934-4b53-af74-6eaebc83b67f req-65cbe6d3-0a3c-418f-ab7f-373111a52808 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:44.412836 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-04a8b7fc-6934-4b53-af74-6eaebc83b67f req-65cbe6d3-0a3c-418f-ab7f-373111a52808 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Synchronizing usage tracker for tenant:c4112c4fc0ff4a36a1b303475c7f4981 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:31:44.445176 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-04a8b7fc-6934-4b53-af74-6eaebc83b67f req-65cbe6d3-0a3c-418f-ab7f-373111a52808 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Unset dirty status for tenant:c4112c4fc0ff4a36a1b303475c7f4981 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:31:44.446360 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-04a8b7fc-6934-4b53-af74-6eaebc83b67f req-65cbe6d3-0a3c-418f-ab7f-373111a52808 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.81 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 946 time: 0.2122872 May 23 11:31:44.503486 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-142b4ee6-497f-48b6-ad48-2afaaa51d0e5 service neutron] For port 1777e763-6e05-40ca-ab91-1051e1f323c3, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:31:44.507772 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-142b4ee6-497f-48b6-ad48-2afaaa51d0e5 service neutron] For port 1777e763-6e05-40ca-ab91-1051e1f323c3, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=1777e763-6e05-40ca-ab91-1051e1f323c3,segment=NetworkSegment(60ca3c53-e5d5-401d-a55d-3e00cb173e2f),segment_id=60ca3c53-e5d5-401d-a55d-3e00cb173e2f)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:31:44.588538 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-04a8b7fc-6934-4b53-af74-6eaebc83b67f req-144f6f2c-3014-4d6c-8b6b-41a1d57cf575 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Deleting port 8b6f6e96-808b-4ed3-983c-812f26858fee {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:31:44.589339 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-04a8b7fc-6934-4b53-af74-6eaebc83b67f req-144f6f2c-3014-4d6c-8b6b-41a1d57cf575 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:44.774212 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-142b4ee6-497f-48b6-ad48-2afaaa51d0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:44.934121 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-04a8b7fc-6934-4b53-af74-6eaebc83b67f req-144f6f2c-3014-4d6c-8b6b-41a1d57cf575 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] For port 8b6f6e96-808b-4ed3-983c-812f26858fee, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=8b6f6e96-808b-4ed3-983c-812f26858fee,segment=NetworkSegment(4f0d5472-1003-45ab-8b0f-abd1e74bfa02),segment_id=4f0d5472-1003-45ab-8b0f-abd1e74bfa02)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:31:44.935360 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-04a8b7fc-6934-4b53-af74-6eaebc83b67f req-144f6f2c-3014-4d6c-8b6b-41a1d57cf575 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:44.984028 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-142b4ee6-497f-48b6-ad48-2afaaa51d0e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:44.985467 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-142b4ee6-497f-48b6-ad48-2afaaa51d0e5 service neutron] 10.222.0.13 "PUT /v2.0/ports/1777e763-6e05-40ca-ab91-1051e1f323c3 HTTP/1.1" status: 200 len: 1130 time: 2.4287364 May 23 11:31:44.988223 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ebeb51-3308-40fa-9457-a5bf22e2fd1c', 'tag': '1777e763-6e05-40ca-ab91-1051e1f323c3'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:31:45.053768 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b4ee6-497f-48b6-ad48-2afaaa51d0e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1777e763-6e05-40ca-ab91-1051e1f323c3,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:45.300217 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd8ba1-ba6d-424e-948e-1d577ac16a5e req-5b29fcb9-384c-4c78-b763-0b0674dfe381 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:45.302521 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a3fd8ba1-ba6d-424e-948e-1d577ac16a5e req-5b29fcb9-384c-4c78-b763-0b0674dfe381 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=827bbfd7-32b0-4792-a06a-16a13bb77f8a HTTP/1.1" status: 200 len: 946 time: 0.5309899 May 23 11:31:45.324994 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c7ea4-8e1d-498a-b3f6-8a0a4f3ae4c4 req-6b22edc4-7b4c-4396-971c-102f2d081550 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:45.326667 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-254c7ea4-8e1d-498a-b3f6-8a0a4f3ae4c4 req-6b22edc4-7b4c-4396-971c-102f2d081550 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 946 time: 0.5537181 May 23 11:31:45.477786 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-abbd5389-8888-4d0f-947d-ed1cb98e321f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=424639f7ceac4970a6ab4918f121bd86&device_id=c6ebeb51-3308-40fa-9457-a5bf22e2fd1c HTTP/1.1" status: 200 len: 1133 time: 0.4141049 May 23 11:31:45.607728 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a3fd8ba1-ba6d-424e-948e-1d577ac16a5e req-52d710c3-5155-4c70-a030-d2aca10cc250 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=96623369-654d-40bc-8c92-c3b2e689341e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2802281 May 23 11:31:45.615546 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-0cfa8e48-68da-4558-ae31-e79fc979875b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1777e763-6e05-40ca-ab91-1051e1f323c3 HTTP/1.1" status: 200 len: 217 time: 0.1206124 May 23 11:31:45.628426 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-254c7ea4-8e1d-498a-b3f6-8a0a4f3ae4c4 req-af374366-b071-45d2-b588-bf3d6bd20e16 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups?id=19e5a331-2f45-48b3-844a-12fdca5cbde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2831140 May 23 11:31:45.687294 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-04a8b7fc-6934-4b53-af74-6eaebc83b67f req-144f6f2c-3014-4d6c-8b6b-41a1d57cf575 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:45.687965 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-04a8b7fc-6934-4b53-af74-6eaebc83b67f req-144f6f2c-3014-4d6c-8b6b-41a1d57cf575 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:45.688658 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [req-04a8b7fc-6934-4b53-af74-6eaebc83b67f req-144f6f2c-3014-4d6c-8b6b-41a1d57cf575 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Floating IP 9a4915d0-e385-4847-a71a-2452718affc5 disassociated. External IP: 172.25.6.18, port: 8b6f6e96-808b-4ed3-983c-812f26858fee. May 23 11:31:45.689139 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-04a8b7fc-6934-4b53-af74-6eaebc83b67f req-144f6f2c-3014-4d6c-8b6b-41a1d57cf575 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Calling delete_port for 8b6f6e96-808b-4ed3-983c-812f26858fee owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:31:45.714517 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-8a97ba23-3142-4b60-9ef0-8fdd364d03ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:45.716487 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-8a97ba23-3142-4b60-9ef0-8fdd364d03ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=04e492dd-4823-45db-b311-ac18df6dd39e HTTP/1.1" status: 200 len: 835 time: 0.0866389 May 23 11:31:45.780961 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e0eedbe-37bf-4fa7-8f82-fc25a4d50825'] response: {'name': 'network-changed', 'server_uuid': 'c6ebeb51-3308-40fa-9457-a5bf22e2fd1c', 'tag': '1777e763-6e05-40ca-ab91-1051e1f323c3', 'status': 'completed', 'code': 200} May 23 11:31:45.945067 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-04a8b7fc-6934-4b53-af74-6eaebc83b67f req-144f6f2c-3014-4d6c-8b6b-41a1d57cf575 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:45.964365 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50abce8-fc84-4572-83d2-37b687db69fb admin admin] Router b0e1230e-679b-486a-b1fd-f5d860640731 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:31:45.984815 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-cc431120-d69c-40ee-996e-6cd6507ec08d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1bd87c50-8964-47b6-8167-6147f4bf390c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2513642 May 23 11:31:46.003381 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f6f2c-3014-4d6c-8b6b-41a1d57cf575 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Pushing event deleted for resources: {'Port': ['ID=8b6f6e96-808b-4ed3-983c-812f26858fee,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:46.312661 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04a8b7fc-6934-4b53-af74-6eaebc83b67f req-144f6f2c-3014-4d6c-8b6b-41a1d57cf575 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Router 4d90fc24-0134-477c-acd4-308823197f12 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:31:46.595772 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-9c42fd82-1458-4f44-9e87-0260cb94070a service neutron] 10.222.0.13 "GET /v2.0/networks/1bd87c50-8964-47b6-8167-6147f4bf390c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6088140 May 23 11:31:46.611625 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316bff7-9426-4fc4-a7ee-669c3ccb76c9 req-af657099-0056-4557-87a7-4d047991693a tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:46.619148 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2316bff7-9426-4fc4-a7ee-669c3ccb76c9 req-af657099-0056-4557-87a7-4d047991693a tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6ebeb51-3308-40fa-9457-a5bf22e2fd1c HTTP/1.1" status: 200 len: 982 time: 0.7358930 May 23 11:31:46.725961 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04a8b7fc-6934-4b53-af74-6eaebc83b67f req-144f6f2c-3014-4d6c-8b6b-41a1d57cf575 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:31:46.736680 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbce3ef-e464-4668-897a-937084d2548d None None] Sync routers for ids ['4d90fc24-0134-477c-acd4-308823197f12'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:31:46.767184 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbce3ef-e464-4668-897a-937084d2548d None None] Routers {'4d90fc24-0134-477c-acd4-308823197f12'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:31:46.767779 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-7dbce3ef-e464-4668-897a-937084d2548d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:31:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['4d90fc24-0134-477c-acd4-308823197f12'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:46.857212 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a8b7fc-6934-4b53-af74-6eaebc83b67f req-144f6f2c-3014-4d6c-8b6b-41a1d57cf575 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] No DVR routers for this DVR port 8b6f6e96-808b-4ed3-983c-812f26858fee on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:31:46.866080 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-04a8b7fc-6934-4b53-af74-6eaebc83b67f req-144f6f2c-3014-4d6c-8b6b-41a1d57cf575 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:46.880447 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2316bff7-9426-4fc4-a7ee-669c3ccb76c9 req-a7434c98-f750-4c43-b6bb-357dd693fda3 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/security-groups?id=8e098f0e-2fca-4d5d-906d-a996b10b1e75&id=b38b4bc8-a441-4bdb-9e54-436ce0abd335&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2603259 May 23 11:31:46.887919 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c16c44-4ea8-4b8e-912b-2988f82f477b', 'name': 'network-vif-deleted', 'tag': '8b6f6e96-808b-4ed3-983c-812f26858fee'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:31:46.900001 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-04a8b7fc-6934-4b53-af74-6eaebc83b67f req-144f6f2c-3014-4d6c-8b6b-41a1d57cf575 tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.81 "DELETE /v2.0/ports/8b6f6e96-808b-4ed3-983c-812f26858fee HTTP/1.1" status: 204 len: 173 time: 2.4420793 May 23 11:31:47.125649 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-7dbce3ef-e464-4668-897a-937084d2548d None None] Set router 4d90fc24-0134-477c-acd4-308823197f12 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:31:47.147900 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-00cec7d1-6b5a-4b9b-8de8-fe0808e6b586 req-dad2c3ea-87d5-4c0e-a9c8-77b4a8ffc19d tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c16c44-4ea8-4b8e-912b-2988f82f477b HTTP/1.1" status: 200 len: 210 time: 0.0693207 May 23 11:31:47.152003 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5701d1d9-c7c2-48ae-874d-d73a21d0a471 req-e4853da1-8f99-489e-96df-9214f509f29b service neutron] 10.222.0.13 "GET /v2.0/networks/1bd87c50-8964-47b6-8167-6147f4bf390c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5476599 May 23 11:31:47.212376 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dca672-1d9b-40fd-b374-ee3bce6bc06b req-ae107fd0-a88a-4855-9309-fd9cab0724de tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:47.214215 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-99dca672-1d9b-40fd-b374-ee3bce6bc06b req-ae107fd0-a88a-4855-9309-fd9cab0724de tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=827bbfd7-32b0-4792-a06a-16a13bb77f8a HTTP/1.1" status: 200 len: 946 time: 0.2655079 May 23 11:31:47.283934 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50abce8-fc84-4572-83d2-37b687db69fb admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:31:47.296313 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47486cb8-f660-45c0-9aa0-474b3ceae636 None None] Sync routers for ids ['b0e1230e-679b-486a-b1fd-f5d860640731'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:31:47.305093 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47556) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:47.309118 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea1c9d4c-f595-4dfc-a657-744b3f70bd08'] response: {'server_uuid': '26c16c44-4ea8-4b8e-912b-2988f82f477b', 'name': 'network-vif-deleted', 'tag': '8b6f6e96-808b-4ed3-983c-812f26858fee', 'status': 'completed', 'code': 200} May 23 11:31:47.316475 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e50abce8-fc84-4572-83d2-37b687db69fb admin admin] 10.222.0.79 "PUT /v2.0/routers/b0e1230e-679b-486a-b1fd-f5d860640731/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9670289 May 23 11:31:47.320223 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47486cb8-f660-45c0-9aa0-474b3ceae636 None None] Routers {'b0e1230e-679b-486a-b1fd-f5d860640731'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:31:47.322322 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-47486cb8-f660-45c0-9aa0-474b3ceae636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:31:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['b0e1230e-679b-486a-b1fd-f5d860640731'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:47.387021 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-99dca672-1d9b-40fd-b374-ee3bce6bc06b req-018edb78-b409-4381-97b6-ee7ea1ce478b tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=96623369-654d-40bc-8c92-c3b2e689341e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655924 May 23 11:31:47.451286 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f0c0d283-45ac-4f1b-a820-4aabfe6d77b9 req-215d1cd7-e0c7-4851-b016-531122f58ead service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=424639f7ceac4970a6ab4918f121bd86&device_id=c6ebeb51-3308-40fa-9457-a5bf22e2fd1c HTTP/1.1" status: 200 len: 1133 time: 0.2047625 May 23 11:31:47.751818 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0d283-45ac-4f1b-a820-4aabfe6d77b9 req-4b5ff2e9-0136-45f6-89c1-d8003655b4b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:47.752011 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f0c0d283-45ac-4f1b-a820-4aabfe6d77b9 req-4b5ff2e9-0136-45f6-89c1-d8003655b4b2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1bd87c50-8964-47b6-8167-6147f4bf390c HTTP/1.1" status: 200 len: 897 time: 0.2942393 May 23 11:31:47.764217 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-7dbce3ef-e464-4668-897a-937084d2548d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d90fc24-0134-477c-acd4-308823197f12', 'name': 'tempest-AttachVolumeShelveTestJSON-356221702-router', 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '0f56797d-7262-4d76-86c1-7154120329bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:23:54Z', 'updated_at': '2022-05-23T11:24:06Z', 'revision_number': 4, 'project_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'gw_port': {'id': '0f56797d-7262-4d76-86c1-7154120329bf', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:22:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d90fc24-0134-477c-acd4-308823197f12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:23:57Z', 'updated_at': '2022-05-23T11:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '5d725094-3a4c-498a-b708-a42959e5401a', 'name': '', 'network_id': '0be92582-5915-4835-ac16-79c44c856a03', 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'mac_address': 'fa:16:3e:d1:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d90fc24-0134-477c-acd4-308823197f12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b85c12c-741c-420e-9273-6de6d42ac4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:24:05Z', 'updated_at': '2022-05-23T11:24:31Z', 'revision_number': 5, 'project_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'subnets': [{'id': '8b85c12c-741c-420e-9273-6de6d42ac4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:47.771946 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbce3ef-e464-4668-897a-937084d2548d None None] Checking router: 4d90fc24-0134-477c-acd4-308823197f12 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:31:47.783724 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-47486cb8-f660-45c0-9aa0-474b3ceae636 None None] Set router b0e1230e-679b-486a-b1fd-f5d860640731 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:31:47.787199 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbce3ef-e464-4668-897a-937084d2548d None None] Routers {'4d90fc24-0134-477c-acd4-308823197f12'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:31:47.788055 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-7dbce3ef-e464-4668-897a-937084d2548d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:31:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['4d90fc24-0134-477c-acd4-308823197f12'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:47.853258 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f0c0d283-45ac-4f1b-a820-4aabfe6d77b9 req-dd34a3b3-278e-4bef-8956-47808749285e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1777e763-6e05-40ca-ab91-1051e1f323c3 HTTP/1.1" status: 200 len: 217 time: 0.0941491 May 23 11:31:47.925418 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b02e007d-2fc6-454f-a9b0-68b59a7513d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:47.951135 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0d283-45ac-4f1b-a820-4aabfe6d77b9 req-0b6bc496-4e51-4654-b3ed-b8805d580f64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:47.953543 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f0c0d283-45ac-4f1b-a820-4aabfe6d77b9 req-0b6bc496-4e51-4654-b3ed-b8805d580f64 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=04e492dd-4823-45db-b311-ac18df6dd39e HTTP/1.1" status: 200 len: 835 time: 0.0952561 May 23 11:31:48.139264 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-7dbce3ef-e464-4668-897a-937084d2548d None None] Set router 4d90fc24-0134-477c-acd4-308823197f12 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:31:48.218256 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b02e007d-2fc6-454f-a9b0-68b59a7513d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:48.223875 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f0c0d283-45ac-4f1b-a820-4aabfe6d77b9 req-aebbe844-7ffb-4ff0-9a6d-adc0546f2dca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1bd87c50-8964-47b6-8167-6147f4bf390c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2626994 May 23 11:31:48.231410 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-b02e007d-2fc6-454f-a9b0-68b59a7513d0 admin admin] Deleting port 691eeca4-4f6b-4582-a2b2-d544bcb5f14c {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:31:48.232275 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b02e007d-2fc6-454f-a9b0-68b59a7513d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:48.269052 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-47486cb8-f660-45c0-9aa0-474b3ceae636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e1230e-679b-486a-b1fd-f5d860640731', 'name': 'tempest-ServerRescueTestJSONUnderV235-1646382311-router', 'tenant_id': '28cfee849fbb4c2b93c9467d155036b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '691eeca4-4f6b-4582-a2b2-d544bcb5f14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:29:53Z', 'updated_at': '2022-05-23T11:31:42Z', 'revision_number': 5, 'project_id': '28cfee849fbb4c2b93c9467d155036b4', 'gw_port': {'id': '691eeca4-4f6b-4582-a2b2-d544bcb5f14c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e1230e-679b-486a-b1fd-f5d860640731', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:29:54Z', 'updated_at': '2022-05-23T11:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:48.279847 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47486cb8-f660-45c0-9aa0-474b3ceae636 None None] Checking router: b0e1230e-679b-486a-b1fd-f5d860640731 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:31:48.304820 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47486cb8-f660-45c0-9aa0-474b3ceae636 None None] Routers {'b0e1230e-679b-486a-b1fd-f5d860640731'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:31:48.313321 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-47486cb8-f660-45c0-9aa0-474b3ceae636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:31:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['b0e1230e-679b-486a-b1fd-f5d860640731'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:48.473936 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f0c0d283-45ac-4f1b-a820-4aabfe6d77b9 req-d0779072-48ce-4871-bbbb-b083863d4de6 service neutron] 10.222.0.13 "GET /v2.0/networks/1bd87c50-8964-47b6-8167-6147f4bf390c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380073 May 23 11:31:48.480312 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e412f-ba18-403c-854e-7244752ba02f req-08ec52e0-5783-49ee-b64d-64b27bbc1ae1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:48.481749 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e58e412f-ba18-403c-854e-7244752ba02f req-08ec52e0-5783-49ee-b64d-64b27bbc1ae1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6ebeb51-3308-40fa-9457-a5bf22e2fd1c HTTP/1.1" status: 200 len: 982 time: 0.4186893 May 23 11:31:48.598658 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47578) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:48.681320 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-b02e007d-2fc6-454f-a9b0-68b59a7513d0 admin admin] For port 691eeca4-4f6b-4582-a2b2-d544bcb5f14c, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=691eeca4-4f6b-4582-a2b2-d544bcb5f14c,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:31:48.681320 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b02e007d-2fc6-454f-a9b0-68b59a7513d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:48.736795 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e58e412f-ba18-403c-854e-7244752ba02f req-6348d1b7-2942-48d7-ba30-dfba8087b925 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/security-groups?id=8e098f0e-2fca-4d5d-906d-a996b10b1e75&id=b38b4bc8-a441-4bdb-9e54-436ce0abd335&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2293777 May 23 11:31:48.784770 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-47486cb8-f660-45c0-9aa0-474b3ceae636 None None] Set router b0e1230e-679b-486a-b1fd-f5d860640731 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:31:48.828000 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2c125c0c-9803-48f4-bfc9-8071551357eb tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:48.851449 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f0c0d283-45ac-4f1b-a820-4aabfe6d77b9 req-8fad20a9-5798-4efb-9b25-4f9b9ad972d4 service neutron] 10.222.0.13 "GET /v2.0/networks/1bd87c50-8964-47b6-8167-6147f4bf390c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687344 May 23 11:31:48.858727 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-7dbce3ef-e464-4668-897a-937084d2548d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d90fc24-0134-477c-acd4-308823197f12', 'name': 'tempest-AttachVolumeShelveTestJSON-356221702-router', 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '0f56797d-7262-4d76-86c1-7154120329bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:23:54Z', 'updated_at': '2022-05-23T11:24:06Z', 'revision_number': 4, 'project_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'gw_port': {'id': '0f56797d-7262-4d76-86c1-7154120329bf', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:22:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d90fc24-0134-477c-acd4-308823197f12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:23:57Z', 'updated_at': '2022-05-23T11:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '5d725094-3a4c-498a-b708-a42959e5401a', 'name': '', 'network_id': '0be92582-5915-4835-ac16-79c44c856a03', 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'mac_address': 'fa:16:3e:d1:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d90fc24-0134-477c-acd4-308823197f12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b85c12c-741c-420e-9273-6de6d42ac4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:24:05Z', 'updated_at': '2022-05-23T11:24:31Z', 'revision_number': 5, 'project_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'subnets': [{'id': '8b85c12c-741c-420e-9273-6de6d42ac4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:48.866385 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbce3ef-e464-4668-897a-937084d2548d None None] The sync data for ids ['4d90fc24-0134-477c-acd4-308823197f12'] in n-d-842952-2 is: [{'id': '4d90fc24-0134-477c-acd4-308823197f12', 'name': 'tempest-AttachVolumeShelveTestJSON-356221702-router', 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '0f56797d-7262-4d76-86c1-7154120329bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:23:54Z', 'updated_at': '2022-05-23T11:24:06Z', 'revision_number': 4, 'project_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'gw_port': {'id': '0f56797d-7262-4d76-86c1-7154120329bf', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:22:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d90fc24-0134-477c-acd4-308823197f12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:23:57Z', 'updated_at': '2022-05-23T11:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '5d725094-3a4c-498a-b708-a42959e5401a', 'name': '', 'network_id': '0be92582-5915-4835-ac16-79c44c856a03', 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'mac_address': 'fa:16:3e:d1:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d90fc24-0134-477c-acd4-308823197f12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b85c12c-741c-420e-9273-6de6d42ac4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:24:05Z', 'updated_at': '2022-05-23T11:24:31Z', 'revision_number': 5, 'project_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'subnets': [{'id': '8b85c12c-741c-420e-9273-6de6d42ac4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:31:48.880586 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2c125c0c-9803-48f4-bfc9-8071551357eb tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:48.944113 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6cc953-19ab-4b4a-8a0b-3e8ecad5da4b req-038b235e-95ab-4efa-b6c8-2548f6c66339 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:48.945658 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6b6cc953-19ab-4b4a-8a0b-3e8ecad5da4b req-038b235e-95ab-4efa-b6c8-2548f6c66339 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=827bbfd7-32b0-4792-a06a-16a13bb77f8a HTTP/1.1" status: 200 len: 946 time: 0.2164450 May 23 11:31:48.979562 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 8b6f6e96-808b-4ed3-983c-812f26858fee no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:31:49.020420 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-47486cb8-f660-45c0-9aa0-474b3ceae636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e1230e-679b-486a-b1fd-f5d860640731', 'name': 'tempest-ServerRescueTestJSONUnderV235-1646382311-router', 'tenant_id': '28cfee849fbb4c2b93c9467d155036b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:29:53Z', 'updated_at': '2022-05-23T11:31:48Z', 'revision_number': 6, 'project_id': '28cfee849fbb4c2b93c9467d155036b4', 'gw_port_host': None}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:49.021556 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6b6cc953-19ab-4b4a-8a0b-3e8ecad5da4b req-eb764cef-aac6-46b7-826a-9358bb54129a tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=96623369-654d-40bc-8c92-c3b2e689341e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593450 May 23 11:31:49.027695 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2c125c0c-9803-48f4-bfc9-8071551357eb tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:49.032980 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: 8b6f6e96-808b-4ed3-983c-812f26858fee {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:31:49.033317 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 8b6f6e96-808b-4ed3-983c-812f26858fee not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:31:49.037251 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47486cb8-f660-45c0-9aa0-474b3ceae636 None None] The sync data for ids ['b0e1230e-679b-486a-b1fd-f5d860640731'] in n-d-842952-2 is: [{'id': 'b0e1230e-679b-486a-b1fd-f5d860640731', 'name': 'tempest-ServerRescueTestJSONUnderV235-1646382311-router', 'tenant_id': '28cfee849fbb4c2b93c9467d155036b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:29:53Z', 'updated_at': '2022-05-23T11:31:48Z', 'revision_number': 6, 'project_id': '28cfee849fbb4c2b93c9467d155036b4', 'gw_port_host': None}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:31:49.057682 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c125c0c-9803-48f4-bfc9-8071551357eb tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e5a331-2f45-48b3-844a-12fdca5cbde7,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:49.070903 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2c125c0c-9803-48f4-bfc9-8071551357eb tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:49.072125 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2c125c0c-9803-48f4-bfc9-8071551357eb tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "DELETE /v2.0/security-groups/19e5a331-2f45-48b3-844a-12fdca5cbde7 HTTP/1.1" status: 204 len: 168 time: 0.4724472 May 23 11:31:49.083150 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47586) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:49.100150 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-752b9ebc-97bb-45b9-a460-23ff813a71bb tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] show failed (client error): The resource could not be found. May 23 11:31:49.103880 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-752b9ebc-97bb-45b9-a460-23ff813a71bb tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "GET /v2.0/security-groups/19e5a331-2f45-48b3-844a-12fdca5cbde7 HTTP/1.1" status: 404 len: 347 time: 0.0172575 May 23 11:31:49.104041 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47592) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:49.124270 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-b02e007d-2fc6-454f-a9b0-68b59a7513d0 admin admin] Calling delete_port for 691eeca4-4f6b-4582-a2b2-d544bcb5f14c owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:31:49.210084 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67bb136-effc-4a6c-907a-3b720f9a9fda req-089e25c8-20b3-4f6f-a061-d9c5d2358d03 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:49.210905 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-a67bb136-effc-4a6c-907a-3b720f9a9fda req-089e25c8-20b3-4f6f-a061-d9c5d2358d03 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Synchronizing usage tracker for tenant:4ab6dabfc6c044e3a257a928739aed2b on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:31:49.256964 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-a67bb136-effc-4a6c-907a-3b720f9a9fda req-089e25c8-20b3-4f6f-a061-d9c5d2358d03 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Unset dirty status for tenant:4ab6dabfc6c044e3a257a928739aed2b on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:31:49.258339 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a67bb136-effc-4a6c-907a-3b720f9a9fda req-089e25c8-20b3-4f6f-a061-d9c5d2358d03 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.81 "GET /v2.0/ports?device_id=827bbfd7-32b0-4792-a06a-16a13bb77f8a HTTP/1.1" status: 200 len: 946 time: 0.7790592 May 23 11:31:49.379287 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-a67bb136-effc-4a6c-907a-3b720f9a9fda req-3e0f438f-4b4c-4888-a93b-1812989e8914 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Deleting port 76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:31:49.379579 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a67bb136-effc-4a6c-907a-3b720f9a9fda req-3e0f438f-4b4c-4888-a93b-1812989e8914 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:49.390008 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-b12a1f3f-08d6-4654-b6ed-7c777351707a tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Deleting port 38523c2f-f18c-4235-b5b1-7aadf4809652 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:31:49.390346 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b12a1f3f-08d6-4654-b6ed-7c777351707a tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:49.528647 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b02e007d-2fc6-454f-a9b0-68b59a7513d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:49.587491 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e007d-2fc6-454f-a9b0-68b59a7513d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=691eeca4-4f6b-4582-a2b2-d544bcb5f14c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:49.599022 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b12a1f3f-08d6-4654-b6ed-7c777351707a tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:49.599419 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b12a1f3f-08d6-4654-b6ed-7c777351707a tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:49.614425 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device fb348d26-4e58-4af1-9218-c722a6b710b0 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:31:49.649558 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: fb348d26-4e58-4af1-9218-c722a6b710b0 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:31:49.650243 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device fb348d26-4e58-4af1-9218-c722a6b710b0 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:31:49.723584 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-b12a1f3f-08d6-4654-b6ed-7c777351707a tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Calling delete_port for 38523c2f-f18c-4235-b5b1-7aadf4809652 owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:31:49.942629 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b12a1f3f-08d6-4654-b6ed-7c777351707a tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:49.962882 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b02e007d-2fc6-454f-a9b0-68b59a7513d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:50.186596 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a1f3f-08d6-4654-b6ed-7c777351707a tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Pushing event deleted for resources: {'Port': ['ID=38523c2f-f18c-4235-b5b1-7aadf4809652,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:50.227975 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b12a1f3f-08d6-4654-b6ed-7c777351707a tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:50.230551 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-a67bb136-effc-4a6c-907a-3b720f9a9fda req-3e0f438f-4b4c-4888-a93b-1812989e8914 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] For port 76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669,segment=NetworkSegment(5d0c22b8-11c2-4939-b80a-ba90d75c1960),segment_id=5d0c22b8-11c2-4939-b80a-ba90d75c1960)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:31:50.231002 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a67bb136-effc-4a6c-907a-3b720f9a9fda req-3e0f438f-4b4c-4888-a93b-1812989e8914 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:50.243247 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12a1f3f-08d6-4654-b6ed-7c777351707a tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:31:50.243579 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12a1f3f-08d6-4654-b6ed-7c777351707a tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:31:50.243938 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12a1f3f-08d6-4654-b6ed-7c777351707a tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:31:50.244274 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12a1f3f-08d6-4654-b6ed-7c777351707a tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:31:50.244882 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12a1f3f-08d6-4654-b6ed-7c777351707a tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:31:50.245260 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12a1f3f-08d6-4654-b6ed-7c777351707a tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:31:50.245590 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12a1f3f-08d6-4654-b6ed-7c777351707a tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:31:50.245914 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12a1f3f-08d6-4654-b6ed-7c777351707a tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:31:50.246234 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12a1f3f-08d6-4654-b6ed-7c777351707a tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:31:50.246551 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12a1f3f-08d6-4654-b6ed-7c777351707a tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:31:50.246866 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12a1f3f-08d6-4654-b6ed-7c777351707a tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:31:50.352815 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b12a1f3f-08d6-4654-b6ed-7c777351707a tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:50.358243 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b12a1f3f-08d6-4654-b6ed-7c777351707a tempest-AttachVolumeShelveTestJSON-223222641 tempest-AttachVolumeShelveTestJSON-223222641-project] 10.222.0.79 "DELETE /v2.0/floatingips/9a4915d0-e385-4847-a71a-2452718affc5 HTTP/1.1" status: 204 len: 168 time: 1.2526686 May 23 11:31:50.381926 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad770a-ddf3-49d5-b8d9-613c1c71c056 req-ff0d530f-a465-40a1-9b52-fbaf081e3ec0 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:50.383445 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e5ad770a-ddf3-49d5-b8d9-613c1c71c056 req-ff0d530f-a465-40a1-9b52-fbaf081e3ec0 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6ebeb51-3308-40fa-9457-a5bf22e2fd1c HTTP/1.1" status: 200 len: 982 time: 0.3772757 May 23 11:31:50.461074 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5368f-87e8-4f1c-91f4-2f95ce64f696 req-85a5549f-4567-4f61-a5b5-a6ff9b1011f7 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:50.462650 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-79f5368f-87e8-4f1c-91f4-2f95ce64f696 req-85a5549f-4567-4f61-a5b5-a6ff9b1011f7 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=827bbfd7-32b0-4792-a06a-16a13bb77f8a HTTP/1.1" status: 200 len: 946 time: 0.2030642 May 23 11:31:50.465893 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e5ad770a-ddf3-49d5-b8d9-613c1c71c056 req-7f848e81-d143-4020-b3d3-9024c4cf49b2 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/security-groups?id=8e098f0e-2fca-4d5d-906d-a996b10b1e75&id=b38b4bc8-a441-4bdb-9e54-436ce0abd335&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0735123 May 23 11:31:50.517534 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-79f5368f-87e8-4f1c-91f4-2f95ce64f696 req-88e2d4cb-d18c-42eb-8586-2a4e2892c464 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=96623369-654d-40bc-8c92-c3b2e689341e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486352 May 23 11:31:50.589801 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b02e007d-2fc6-454f-a9b0-68b59a7513d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:50.595246 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b02e007d-2fc6-454f-a9b0-68b59a7513d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:50.718053 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b02e007d-2fc6-454f-a9b0-68b59a7513d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:50.718597 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02e007d-2fc6-454f-a9b0-68b59a7513d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0e1230e-679b-486a-b1fd-f5d860640731 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:31:50.925608 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b02e007d-2fc6-454f-a9b0-68b59a7513d0 admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:50.926771 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b02e007d-2fc6-454f-a9b0-68b59a7513d0 admin admin] 10.222.0.79 "DELETE /v2.0/routers/b0e1230e-679b-486a-b1fd-f5d860640731 HTTP/1.1" status: 204 len: 168 time: 3.6203239 May 23 11:31:50.929503 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47618) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:51.018836 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-b98b4f43-ca96-4a2f-95be-cb2b92ac1587 admin admin] Deleting subnet efe1e9ef-5154-446e-aa1e-35c6c0e2b6e3 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:31:51.023576 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b98b4f43-ca96-4a2f-95be-cb2b92ac1587 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:51.104589 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a67bb136-effc-4a6c-907a-3b720f9a9fda req-3e0f438f-4b4c-4888-a93b-1812989e8914 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:51.104589 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a67bb136-effc-4a6c-907a-3b720f9a9fda req-3e0f438f-4b4c-4888-a93b-1812989e8914 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:51.104589 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [req-a67bb136-effc-4a6c-907a-3b720f9a9fda req-3e0f438f-4b4c-4888-a93b-1812989e8914 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Floating IP 514073fc-6c59-4788-9057-71b20786aa6c disassociated. External IP: 172.25.6.243, port: 76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669. May 23 11:31:51.105038 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-a67bb136-effc-4a6c-907a-3b720f9a9fda req-3e0f438f-4b4c-4888-a93b-1812989e8914 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Calling delete_port for 76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:31:51.126543 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b98b4f43-ca96-4a2f-95be-cb2b92ac1587 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:51.193437 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b98b4f43-ca96-4a2f-95be-cb2b92ac1587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:51.292539 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a67bb136-effc-4a6c-907a-3b720f9a9fda req-3e0f438f-4b4c-4888-a93b-1812989e8914 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:51.303469 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b98b4f43-ca96-4a2f-95be-cb2b92ac1587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:51.379232 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b98b4f43-ca96-4a2f-95be-cb2b92ac1587 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:51.390200 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f438f-4b4c-4888-a93b-1812989e8914 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Pushing event deleted for resources: {'Port': ['ID=76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:51.400889 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b98b4f43-ca96-4a2f-95be-cb2b92ac1587 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/efe1e9ef-5154-446e-aa1e-35c6c0e2b6e3 HTTP/1.1" status: 204 len: 168 time: 0.4679787 May 23 11:31:51.402296 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47624) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:51.402615 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b4f43-ca96-4a2f-95be-cb2b92ac1587 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efe1e9ef-5154-446e-aa1e-35c6c0e2b6e3,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:51.511590 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445e3813-c5cf-4151-8af2-e9c2aba40b9c None None] New status for floating IP 9a4915d0-e385-4847-a71a-2452718affc5: DOWN {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:31:51.763667 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 691eeca4-4f6b-4582-a2b2-d544bcb5f14c no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:31:51.922934 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 1777e763-6e05-40ca-ab91-1051e1f323c3 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:31:51.933451 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 691eeca4-4f6b-4582-a2b2-d544bcb5f14c {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:31:51.935968 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 691eeca4-4f6b-4582-a2b2-d544bcb5f14c not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:31:51.977584 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b936769e-62f6-49e5-94a4-f94182862c90 req-01620d42-02c1-46ab-aff0-0f9d08ef8af1 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=827bbfd7-32b0-4792-a06a-16a13bb77f8a HTTP/1.1" status: 200 len: 210 time: 0.0935819 May 23 11:31:52.085447 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6205f-e371-4ffe-b5b4-11b1d8ba5056 req-072b6032-c1c8-427e-bd67-c55ac078b31f tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:52.094850 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a4c6205f-e371-4ffe-b5b4-11b1d8ba5056 req-072b6032-c1c8-427e-bd67-c55ac078b31f tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6ebeb51-3308-40fa-9457-a5bf22e2fd1c HTTP/1.1" status: 200 len: 982 time: 0.3000896 May 23 11:31:52.099933 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-921d6771-448a-4682-af4e-a4eb443d38a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:52.298978 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a4c6205f-e371-4ffe-b5b4-11b1d8ba5056 req-d30a027b-b437-414f-a84d-4bf3f52fb747 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/security-groups?id=8e098f0e-2fca-4d5d-906d-a996b10b1e75&id=b38b4bc8-a441-4bdb-9e54-436ce0abd335&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2031302 May 23 11:31:52.393829 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 1777e763-6e05-40ca-ab91-1051e1f323c3, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=1777e763-6e05-40ca-ab91-1051e1f323c3,segment=NetworkSegment(60ca3c53-e5d5-401d-a55d-3e00cb173e2f),segment_id=60ca3c53-e5d5-401d-a55d-3e00cb173e2f)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:31:52.432429 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '1777e763-6e05-40ca-ab91-1051e1f323c3', 'network_id': '1bd87c50-8964-47b6-8167-6147f4bf390c', 'port_id': '1777e763-6e05-40ca-ab91-1051e1f323c3', 'mac_address': 'fa:16:3e:58:38:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04e492dd-4823-45db-b311-ac18df6dd39e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:31:52.602378 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:52.634747 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-921d6771-448a-4682-af4e-a4eb443d38a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:52.639228 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1777e763-6e05-40ca-ab91-1051e1f323c3 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:31:52.656012 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 1777e763-6e05-40ca-ab91-1051e1f323c3, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=1777e763-6e05-40ca-ab91-1051e1f323c3,segment=NetworkSegment(60ca3c53-e5d5-401d-a55d-3e00cb173e2f),segment_id=60ca3c53-e5d5-401d-a55d-3e00cb173e2f)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:31:52.662846 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:52.693651 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-921d6771-448a-4682-af4e-a4eb443d38a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c33a9e1-3aa8-42de-bf10-ee7f78fe5028']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:52.714139 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-921d6771-448a-4682-af4e-a4eb443d38a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b7c5fd9-5c0f-4a2b-bed6-65bb26305363') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:52.714428 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-921d6771-448a-4682-af4e-a4eb443d38a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b7c5fd9-5c0f-4a2b-bed6-65bb26305363') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:52.730835 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-921d6771-448a-4682-af4e-a4eb443d38a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:52.749420 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=1777e763-6e05-40ca-ab91-1051e1f323c3,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:52.761176 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-921d6771-448a-4682-af4e-a4eb443d38a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:52.777989 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-921d6771-448a-4682-af4e-a4eb443d38a8 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:31:52.778404 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-921d6771-448a-4682-af4e-a4eb443d38a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:52.800761 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:31:52.800761 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:31:52.800761 n-d-842952-2 neutron-server[83911]: timer() May 23 11:31:52.800761 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:31:52.800761 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:31:52.800761 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:31:52.800761 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:31:52.800761 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:31:52.800761 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:31:52.800761 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:31:52.800761 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:31:52.800761 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:31:52.800761 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:31:52.800761 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:31:52.800761 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:31:52.800761 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:31:52.800761 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:31:52.800761 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:31:52.800761 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:31:52.800761 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:31:52.800761 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:31:52.800761 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:31:52.800761 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:31:52.800761 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:31:52.800761 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:31:52.800761 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:31:52.800761 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:31:52.800761 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:31:52.800761 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:31:52.800761 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:31:52.800761 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:31:52.800761 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:31:52.894712 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a67bb136-effc-4a6c-907a-3b720f9a9fda req-3e0f438f-4b4c-4888-a93b-1812989e8914 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Router db529751-9524-4acb-a9a3-de5a6b3e1c20 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:31:52.898206 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-921d6771-448a-4682-af4e-a4eb443d38a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:52.902662 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-921d6771-448a-4682-af4e-a4eb443d38a8 admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:52.938353 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d6771-448a-4682-af4e-a4eb443d38a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c33a9e1-3aa8-42de-bf10-ee7f78fe5028,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:53.001482 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:31:53.043876 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-921d6771-448a-4682-af4e-a4eb443d38a8 admin admin] 10.222.0.79 "DELETE /v2.0/networks/4c33a9e1-3aa8-42de-bf10-ee7f78fe5028 HTTP/1.1" status: 204 len: 168 time: 1.6258633 May 23 11:31:53.115035 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: 76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:31:53.115607 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669 not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:31:53.117611 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['1777e763-6e05-40ca-ab91-1051e1f323c3'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:31:53.273177 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-42349a6c-9f2b-4774-a387-e6e5eaa706e1 req-92ddc736-f6d2-4c08-9db9-3fb5e1ee8151 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=827bbfd7-32b0-4792-a06a-16a13bb77f8a HTTP/1.1" status: 200 len: 210 time: 0.1133881 May 23 11:31:53.370885 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a67bb136-effc-4a6c-907a-3b720f9a9fda req-3e0f438f-4b4c-4888-a93b-1812989e8914 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:31:53.385654 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0d1ed6-df18-4f50-99f5-04b1c5737139 None None] Sync routers for ids ['db529751-9524-4acb-a9a3-de5a6b3e1c20'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:31:53.429346 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0d1ed6-df18-4f50-99f5-04b1c5737139 None None] Routers {'db529751-9524-4acb-a9a3-de5a6b3e1c20'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:31:53.430025 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-0f0d1ed6-df18-4f50-99f5-04b1c5737139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:31:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['db529751-9524-4acb-a9a3-de5a6b3e1c20'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:53.442987 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47656) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:53.510085 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67bb136-effc-4a6c-907a-3b720f9a9fda req-3e0f438f-4b4c-4888-a93b-1812989e8914 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] No DVR routers for this DVR port 76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:31:53.513971 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a67bb136-effc-4a6c-907a-3b720f9a9fda req-3e0f438f-4b4c-4888-a93b-1812989e8914 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:53.515930 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a67bb136-effc-4a6c-907a-3b720f9a9fda req-3e0f438f-4b4c-4888-a93b-1812989e8914 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.81 "DELETE /v2.0/ports/76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669 HTTP/1.1" status: 204 len: 173 time: 4.2400453 May 23 11:31:53.516382 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '827bbfd7-32b0-4792-a06a-16a13bb77f8a', 'name': 'network-vif-deleted', 'tag': '76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:31:53.600344 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6978c61e-8c4f-460b-b437-e07fe2df160f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=28cfee849fbb4c2b93c9467d155036b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1562061 May 23 11:31:53.603369 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47664) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:53.697664 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d8073ce-089e-4a0a-9de0-02457dc7838b'] response: {'server_uuid': '827bbfd7-32b0-4792-a06a-16a13bb77f8a', 'name': 'network-vif-deleted', 'tag': '76e8c30b-5d5e-4ff4-b5c5-ea0b3879a669', 'status': 'completed', 'code': 200} May 23 11:31:53.698458 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ba23f5d4-daf0-42ac-a7a5-307a6366b65d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:53.767294 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ba23f5d4-daf0-42ac-a7a5-307a6366b65d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:53.793917 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df75d70-3944-40d5-92aa-3c7bfbcd06e1 req-f7df964b-72e6-45ba-b0ae-63bb3b2976f2 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:53.807428 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8df75d70-3944-40d5-92aa-3c7bfbcd06e1 req-f7df964b-72e6-45ba-b0ae-63bb3b2976f2 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6ebeb51-3308-40fa-9457-a5bf22e2fd1c HTTP/1.1" status: 200 len: 983 time: 0.2453401 May 23 11:31:53.859992 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ba23f5d4-daf0-42ac-a7a5-307a6366b65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:53.887695 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba23f5d4-daf0-42ac-a7a5-307a6366b65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49534b7-6b4b-4127-8eac-0f4eaa8a0d16,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:53.896807 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8df75d70-3944-40d5-92aa-3c7bfbcd06e1 req-98d8d37b-201f-4a13-8613-3717acb09be9 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/security-groups?id=8e098f0e-2fca-4d5d-906d-a996b10b1e75&id=b38b4bc8-a441-4bdb-9e54-436ce0abd335&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0852234 May 23 11:31:53.904189 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ba23f5d4-daf0-42ac-a7a5-307a6366b65d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:53.905386 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ba23f5d4-daf0-42ac-a7a5-307a6366b65d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a49534b7-6b4b-4127-8eac-0f4eaa8a0d16 HTTP/1.1" status: 204 len: 168 time: 0.3006847 May 23 11:31:54.044338 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-0f0d1ed6-df18-4f50-99f5-04b1c5737139 None None] Set router db529751-9524-4acb-a9a3-de5a6b3e1c20 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:31:54.622834 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-86b74c08-fc40-4e43-a4e5-7b079cd912b5 req-1a195a77-b756-4a19-bb70-fc6bde946d78 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=827bbfd7-32b0-4792-a06a-16a13bb77f8a HTTP/1.1" status: 200 len: 210 time: 0.0591300 May 23 11:31:54.698219 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-0f0d1ed6-df18-4f50-99f5-04b1c5737139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'name': 'tempest-ServerRescueNegativeTestJSON-728309522-router', 'tenant_id': '4ab6dabfc6c044e3a257a928739aed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '494ed453-37e9-40f9-ae81-578f809d43aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:26:55Z', 'updated_at': '2022-05-23T11:27:11Z', 'revision_number': 4, 'project_id': '4ab6dabfc6c044e3a257a928739aed2b', 'gw_port': {'id': '494ed453-37e9-40f9-ae81-578f809d43aa', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:00Z', 'updated_at': '2022-05-23T11:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'cfaa2c81-8057-412e-a209-888bbdcbe3ad', 'name': '', 'network_id': '76b2273d-b51d-4df1-8907-c6d24ae3fac2', 'tenant_id': '4ab6dabfc6c044e3a257a928739aed2b', 'mac_address': 'fa:16:3e:4a:e7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82176f08-fc90-4d7e-a669-0e8701d67807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:09Z', 'updated_at': '2022-05-23T11:27:27Z', 'revision_number': 5, 'project_id': '4ab6dabfc6c044e3a257a928739aed2b', 'subnets': [{'id': '82176f08-fc90-4d7e-a669-0e8701d67807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:54.713156 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0d1ed6-df18-4f50-99f5-04b1c5737139 None None] Checking router: db529751-9524-4acb-a9a3-de5a6b3e1c20 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:31:54.725298 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0d1ed6-df18-4f50-99f5-04b1c5737139 None None] Routers {'db529751-9524-4acb-a9a3-de5a6b3e1c20'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:31:54.725916 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-0f0d1ed6-df18-4f50-99f5-04b1c5737139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:31:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['db529751-9524-4acb-a9a3-de5a6b3e1c20'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:55.158563 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-0f0d1ed6-df18-4f50-99f5-04b1c5737139 None None] Set router db529751-9524-4acb-a9a3-de5a6b3e1c20 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:31:55.280162 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4b8da-12b5-4d6a-a9ce-a72cd1f24e18 req-dbd2d5f8-e243-49c0-a035-a6af20430ccc tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:55.289122 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a9d4b8da-12b5-4d6a-a9ce-a72cd1f24e18 req-dbd2d5f8-e243-49c0-a035-a6af20430ccc tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6ebeb51-3308-40fa-9457-a5bf22e2fd1c HTTP/1.1" status: 200 len: 983 time: 0.1368022 May 23 11:31:55.520335 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a9d4b8da-12b5-4d6a-a9ce-a72cd1f24e18 req-7e249889-8edc-4d29-b401-46eb2b16071e tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/security-groups?id=8e098f0e-2fca-4d5d-906d-a996b10b1e75&id=b38b4bc8-a441-4bdb-9e54-436ce0abd335&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2247965 May 23 11:31:55.680789 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-0f0d1ed6-df18-4f50-99f5-04b1c5737139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'name': 'tempest-ServerRescueNegativeTestJSON-728309522-router', 'tenant_id': '4ab6dabfc6c044e3a257a928739aed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '494ed453-37e9-40f9-ae81-578f809d43aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:26:55Z', 'updated_at': '2022-05-23T11:27:11Z', 'revision_number': 4, 'project_id': '4ab6dabfc6c044e3a257a928739aed2b', 'gw_port': {'id': '494ed453-37e9-40f9-ae81-578f809d43aa', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:00Z', 'updated_at': '2022-05-23T11:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'cfaa2c81-8057-412e-a209-888bbdcbe3ad', 'name': '', 'network_id': '76b2273d-b51d-4df1-8907-c6d24ae3fac2', 'tenant_id': '4ab6dabfc6c044e3a257a928739aed2b', 'mac_address': 'fa:16:3e:4a:e7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82176f08-fc90-4d7e-a669-0e8701d67807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:09Z', 'updated_at': '2022-05-23T11:27:27Z', 'revision_number': 5, 'project_id': '4ab6dabfc6c044e3a257a928739aed2b', 'subnets': [{'id': '82176f08-fc90-4d7e-a669-0e8701d67807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:31:55.686184 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0d1ed6-df18-4f50-99f5-04b1c5737139 None None] The sync data for ids ['db529751-9524-4acb-a9a3-de5a6b3e1c20'] in n-d-842952-2 is: [{'id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'name': 'tempest-ServerRescueNegativeTestJSON-728309522-router', 'tenant_id': '4ab6dabfc6c044e3a257a928739aed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '494ed453-37e9-40f9-ae81-578f809d43aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:26:55Z', 'updated_at': '2022-05-23T11:27:11Z', 'revision_number': 4, 'project_id': '4ab6dabfc6c044e3a257a928739aed2b', 'gw_port': {'id': '494ed453-37e9-40f9-ae81-578f809d43aa', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:00Z', 'updated_at': '2022-05-23T11:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'cfaa2c81-8057-412e-a209-888bbdcbe3ad', 'name': '', 'network_id': '76b2273d-b51d-4df1-8907-c6d24ae3fac2', 'tenant_id': '4ab6dabfc6c044e3a257a928739aed2b', 'mac_address': 'fa:16:3e:4a:e7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82176f08-fc90-4d7e-a669-0e8701d67807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:09Z', 'updated_at': '2022-05-23T11:27:27Z', 'revision_number': 5, 'project_id': '4ab6dabfc6c044e3a257a928739aed2b', 'subnets': [{'id': '82176f08-fc90-4d7e-a669-0e8701d67807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:31:55.851230 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 1777e763-6e05-40ca-ab91-1051e1f323c3 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:31:55.864163 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47724) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:55.989787 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 1777e763-6e05-40ca-ab91-1051e1f323c3 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:31:56.004653 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 1777e763-6e05-40ca-ab91-1051e1f323c3 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:31:56.008049 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:56.056691 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-79b07abe-653a-428a-aa50-09fbe0eb0d03 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:56.113875 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-79b07abe-653a-428a-aa50-09fbe0eb0d03 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:56.236540 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-79b07abe-653a-428a-aa50-09fbe0eb0d03 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:56.257821 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb96820-e3a8-4383-bf7c-852de1a4c064 None None] New status for floating IP 514073fc-6c59-4788-9057-71b20786aa6c: DOWN {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:31:56.281571 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b07abe-653a-428a-aa50-09fbe0eb0d03 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96623369-654d-40bc-8c92-c3b2e689341e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:56.290093 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:56.321521 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-79b07abe-653a-428a-aa50-09fbe0eb0d03 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:56.326204 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-79b07abe-653a-428a-aa50-09fbe0eb0d03 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "DELETE /v2.0/security-groups/96623369-654d-40bc-8c92-c3b2e689341e HTTP/1.1" status: 204 len: 168 time: 0.4589896 May 23 11:31:56.326807 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47734) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:56.359039 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ebeb51-3308-40fa-9457-a5bf22e2fd1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1777e763-6e05-40ca-ab91-1051e1f323c3'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:31:56.371420 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 1777e763-6e05-40ca-ab91-1051e1f323c3, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=1777e763-6e05-40ca-ab91-1051e1f323c3,segment=NetworkSegment(60ca3c53-e5d5-401d-a55d-3e00cb173e2f),segment_id=60ca3c53-e5d5-401d-a55d-3e00cb173e2f)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:31:56.380794 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-361a7f5d-07f1-4805-9f53-c9a856314696 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] show failed (client error): The resource could not be found. May 23 11:31:56.381863 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-361a7f5d-07f1-4805-9f53-c9a856314696 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups/96623369-654d-40bc-8c92-c3b2e689341e HTTP/1.1" status: 404 len: 347 time: 0.0538752 May 23 11:31:56.384857 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:56.385226 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47744) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:56.564764 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=1777e763-6e05-40ca-ab91-1051e1f323c3,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:56.610011 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa46d46e-3b11-4250-b4a8-50dd3d701069'] response: {'server_uuid': 'c6ebeb51-3308-40fa-9457-a5bf22e2fd1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1777e763-6e05-40ca-ab91-1051e1f323c3', 'code': 200} May 23 11:31:56.951032 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-287d41c8-d184-44cb-b07a-8f35e9346741 req-e8c18c08-c728-48a5-9b58-d3c24cbb393e tempest-ServerShowV254Test-62308416 tempest-ServerShowV254Test-62308416-project] 10.222.0.79 "GET /v2.0/ports?device_id=99537f50-5348-4f5e-8150-9a85cfeacd99 HTTP/1.1" status: 200 len: 210 time: 0.0962868 May 23 11:31:57.011560 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3a7e1abb-6bd1-43ad-a32b-c360b1669c65 req-08b12df0-7470-4eec-88e0-2367f365b6d9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c6ebeb51-3308-40fa-9457-a5bf22e2fd1c HTTP/1.1" status: 200 len: 1135 time: 0.3125615 May 23 11:31:57.190818 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3a7e1abb-6bd1-43ad-a32b-c360b1669c65 req-bef47c5f-3358-4e98-bfe5-95b6cc5fdb4b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b38b4bc8-a441-4bdb-9e54-436ce0abd335&id=8e098f0e-2fca-4d5d-906d-a996b10b1e75&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1723769 May 23 11:31:57.223121 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-15a16592-6ab9-4e40-b2d7-83187def2c45 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Deleting port e2f7bbd4-e9a8-4e77-bcb8-a6010460ccdf {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:31:57.223786 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-15a16592-6ab9-4e40-b2d7-83187def2c45 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:57.229516 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e1838-00ef-4ced-aeb1-2848fb2667ba req-ef6a0143-84f3-4126-a939-e14cf340672b tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:57.231918 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-077e1838-00ef-4ced-aeb1-2848fb2667ba req-ef6a0143-84f3-4126-a939-e14cf340672b tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6ebeb51-3308-40fa-9457-a5bf22e2fd1c HTTP/1.1" status: 200 len: 984 time: 0.1553309 May 23 11:31:57.328340 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-077e1838-00ef-4ced-aeb1-2848fb2667ba req-161303b5-9fc9-446f-be5e-c12f6f1a7925 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/security-groups?id=8e098f0e-2fca-4d5d-906d-a996b10b1e75&id=b38b4bc8-a441-4bdb-9e54-436ce0abd335&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0900972 May 23 11:31:57.512804 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-15a16592-6ab9-4e40-b2d7-83187def2c45 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:57.513564 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-15a16592-6ab9-4e40-b2d7-83187def2c45 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:57.688570 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-15a16592-6ab9-4e40-b2d7-83187def2c45 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Calling delete_port for e2f7bbd4-e9a8-4e77-bcb8-a6010460ccdf owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:31:57.887047 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-15a16592-6ab9-4e40-b2d7-83187def2c45 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:57.945422 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a16592-6ab9-4e40-b2d7-83187def2c45 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Pushing event deleted for resources: {'Port': ['ID=e2f7bbd4-e9a8-4e77-bcb8-a6010460ccdf,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:31:58.047385 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-15a16592-6ab9-4e40-b2d7-83187def2c45 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:58.062177 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-15a16592-6ab9-4e40-b2d7-83187def2c45 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:58.063333 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-15a16592-6ab9-4e40-b2d7-83187def2c45 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "DELETE /v2.0/floatingips/514073fc-6c59-4788-9057-71b20786aa6c HTTP/1.1" status: 204 len: 168 time: 1.6768067 May 23 11:31:58.316613 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8ab48c54-0905-44a0-913d-f7f0d9ce09e9 req-8ccdf18e-1123-4022-8166-f9c08b6e6ceb tempest-ServerShowV254Test-62308416 tempest-ServerShowV254Test-62308416-project] 10.222.0.79 "GET /v2.0/ports?device_id=99537f50-5348-4f5e-8150-9a85cfeacd99 HTTP/1.1" status: 200 len: 210 time: 0.0677972 May 23 11:31:58.667204 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13959b0c-1673-45b2-b80c-f466e45d8eda req-56417f04-e54b-4494-899e-28533cf356f0 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:31:58.676288 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-13959b0c-1673-45b2-b80c-f466e45d8eda req-56417f04-e54b-4494-899e-28533cf356f0 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6ebeb51-3308-40fa-9457-a5bf22e2fd1c HTTP/1.1" status: 200 len: 984 time: 0.1413701 May 23 11:31:58.683397 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47790) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:58.796738 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-13959b0c-1673-45b2-b80c-f466e45d8eda req-26a67d19-ad79-443d-8b91-c25754caafe4 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/security-groups?id=8e098f0e-2fca-4d5d-906d-a996b10b1e75&id=b38b4bc8-a441-4bdb-9e54-436ce0abd335&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1191199 May 23 11:31:59.645636 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47814) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:31:59.670881 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3065769e-e9bc-4527-9bd4-67ff291d935f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:31:59.694983 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-71e9b87a-63b3-4810-aa85-523d1e017797 req-1079fc37-6835-403c-b97c-af1dd761b31c tempest-ServerShowV254Test-62308416 tempest-ServerShowV254Test-62308416-project] 10.222.0.79 "GET /v2.0/ports?device_id=99537f50-5348-4f5e-8150-9a85cfeacd99 HTTP/1.1" status: 200 len: 210 time: 0.0719776 May 23 11:31:59.926168 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f42e57b3-e3dc-47ec-be77-724071156afc req-4a041d0c-b43c-4b54-a931-2db846332905 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=99537f50-5348-4f5e-8150-9a85cfeacd99 HTTP/1.1" status: 200 len: 210 time: 0.0471706 May 23 11:31:59.929717 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-582f81ca-0d8b-48f4-9438-fbfd026cebe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:00.042185 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec36b83-6dd8-46de-9332-ff74eefb0cb1 req-6c7ca2e0-0795-433b-b3b1-b6641e5c0beb tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:32:00.050552 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2ec36b83-6dd8-46de-9332-ff74eefb0cb1 req-6c7ca2e0-0795-433b-b3b1-b6641e5c0beb tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6ebeb51-3308-40fa-9457-a5bf22e2fd1c HTTP/1.1" status: 200 len: 984 time: 0.1136727 May 23 11:32:00.083228 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-582f81ca-0d8b-48f4-9438-fbfd026cebe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:32:00.087248 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-582f81ca-0d8b-48f4-9438-fbfd026cebe8 admin admin] Usage tracker for resource:security_group_rule and tenant:6281d0b985f34235892974e97c63f684 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:32:00.090122 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-582f81ca-0d8b-48f4-9438-fbfd026cebe8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:32:00.096096 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-582f81ca-0d8b-48f4-9438-fbfd026cebe8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:32:00.105473 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2ec36b83-6dd8-46de-9332-ff74eefb0cb1 req-f5d4d7a9-daa4-41dd-b77e-35404b21caf8 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/security-groups?id=8e098f0e-2fca-4d5d-906d-a996b10b1e75&id=b38b4bc8-a441-4bdb-9e54-436ce0abd335&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0534639 May 23 11:32:00.178049 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-582f81ca-0d8b-48f4-9438-fbfd026cebe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:00.190191 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-582f81ca-0d8b-48f4-9438-fbfd026cebe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:00.254257 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f81ca-0d8b-48f4-9438-fbfd026cebe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8ca122-cf63-4cec-a211-6342b2a91bd9,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:00.296471 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47826) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:00.296722 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-582f81ca-0d8b-48f4-9438-fbfd026cebe8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6281d0b985f34235892974e97c63f684&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6433432 May 23 11:32:00.382215 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69744dde-867a-4f7b-a393-f1f69aa70b64 req-81842ba0-cf98-400f-a66a-0b0e7f971c99 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:32:00.384322 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-69744dde-867a-4f7b-a393-f1f69aa70b64 req-81842ba0-cf98-400f-a66a-0b0e7f971c99 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6ebeb51-3308-40fa-9457-a5bf22e2fd1c HTTP/1.1" status: 200 len: 984 time: 0.1482520 May 23 11:32:00.428377 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5949e5a3-1dab-42aa-9475-3f27344894ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:00.469886 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-69744dde-867a-4f7b-a393-f1f69aa70b64 req-6393b742-e4ec-4bc8-81e7-db3027b62aa1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/security-groups?id=8e098f0e-2fca-4d5d-906d-a996b10b1e75&id=b38b4bc8-a441-4bdb-9e54-436ce0abd335&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0779245 May 23 11:32:00.471719 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5949e5a3-1dab-42aa-9475-3f27344894ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:00.543151 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5949e5a3-1dab-42aa-9475-3f27344894ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:00.569445 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949e5a3-1dab-42aa-9475-3f27344894ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8ca122-cf63-4cec-a211-6342b2a91bd9,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:00.574318 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5949e5a3-1dab-42aa-9475-3f27344894ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:00.575478 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5949e5a3-1dab-42aa-9475-3f27344894ce admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3d8ca122-cf63-4cec-a211-6342b2a91bd9 HTTP/1.1" status: 204 len: 168 time: 0.2778304 May 23 11:32:00.851409 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-3065769e-e9bc-4527-9bd4-67ff291d935f admin admin] Deleting port 5d725094-3a4c-498a-b708-a42959e5401a {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:32:00.851801 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3065769e-e9bc-4527-9bd4-67ff291d935f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:01.126494 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b741fe86-189e-4494-9943-3ec5eebe1908 req-6219c9f8-823c-40a4-82b9-1758efda77a0 tempest-ServerShowV254Test-62308416 tempest-ServerShowV254Test-62308416-project] 10.222.0.79 "GET /v2.0/ports?device_id=99537f50-5348-4f5e-8150-9a85cfeacd99 HTTP/1.1" status: 200 len: 210 time: 0.0746484 May 23 11:32:01.274107 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d16cb7b4-ca13-4e03-97ea-155c046fc63a req-60e0cbcf-5400-477e-ab69-fe1cf8f56de5 tempest-TestSecurityGroupsBasicOps-2106405796 tempest-TestSecurityGroupsBasicOps-2106405796-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=c6ebeb51-3308-40fa-9457-a5bf22e2fd1c HTTP/1.1" status: 200 len: 1135 time: 0.6039929 May 23 11:32:01.284413 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-3065769e-e9bc-4527-9bd4-67ff291d935f admin admin] For port 5d725094-3a4c-498a-b708-a42959e5401a, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=5d725094-3a4c-498a-b708-a42959e5401a,segment=NetworkSegment(4f0d5472-1003-45ab-8b0f-abd1e74bfa02),segment_id=4f0d5472-1003-45ab-8b0f-abd1e74bfa02)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:32:01.285445 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3065769e-e9bc-4527-9bd4-67ff291d935f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:01.293577 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d16cb7b4-ca13-4e03-97ea-155c046fc63a req-a40cb01e-24f7-47c0-aa29-fbc0b718a257 tempest-TestSecurityGroupsBasicOps-2106405796 tempest-TestSecurityGroupsBasicOps-2106405796-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:01.339810 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-d16cb7b4-ca13-4e03-97ea-155c046fc63a req-a40cb01e-24f7-47c0-aa29-fbc0b718a257 tempest-TestSecurityGroupsBasicOps-2106405796 tempest-TestSecurityGroupsBasicOps-2106405796-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:32:01.343970 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-d16cb7b4-ca13-4e03-97ea-155c046fc63a req-a40cb01e-24f7-47c0-aa29-fbc0b718a257 tempest-TestSecurityGroupsBasicOps-2106405796 tempest-TestSecurityGroupsBasicOps-2106405796-project-admin] Usage tracker for resource:security_group_rule and tenant:978f747107384cc2bcce251b377d5943 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:32:01.347284 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-d16cb7b4-ca13-4e03-97ea-155c046fc63a req-a40cb01e-24f7-47c0-aa29-fbc0b718a257 tempest-TestSecurityGroupsBasicOps-2106405796 tempest-TestSecurityGroupsBasicOps-2106405796-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:32:01.354847 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-d16cb7b4-ca13-4e03-97ea-155c046fc63a req-a40cb01e-24f7-47c0-aa29-fbc0b718a257 tempest-TestSecurityGroupsBasicOps-2106405796 tempest-TestSecurityGroupsBasicOps-2106405796-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:32:01.524181 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d16cb7b4-ca13-4e03-97ea-155c046fc63a req-a40cb01e-24f7-47c0-aa29-fbc0b718a257 tempest-TestSecurityGroupsBasicOps-2106405796 tempest-TestSecurityGroupsBasicOps-2106405796-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:01.531376 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d16cb7b4-ca13-4e03-97ea-155c046fc63a req-a40cb01e-24f7-47c0-aa29-fbc0b718a257 tempest-TestSecurityGroupsBasicOps-2106405796 tempest-TestSecurityGroupsBasicOps-2106405796-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:01.546819 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47848) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:01.547605 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-3065769e-e9bc-4527-9bd4-67ff291d935f admin admin] Calling delete_port for 5d725094-3a4c-498a-b708-a42959e5401a owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:32:01.602978 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40cb01e-24f7-47c0-aa29-fbc0b718a257 tempest-TestSecurityGroupsBasicOps-2106405796 tempest-TestSecurityGroupsBasicOps-2106405796-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab12d41-c3b2-4547-b00f-25c1043f37c1,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:01.612847 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-67f91191-579f-479a-a8b2-a3d7d079f0e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:01.640719 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d16cb7b4-ca13-4e03-97ea-155c046fc63a req-a40cb01e-24f7-47c0-aa29-fbc0b718a257 tempest-TestSecurityGroupsBasicOps-2106405796 tempest-TestSecurityGroupsBasicOps-2106405796-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=8e098f0e-2fca-4d5d-906d-a996b10b1e75&id=b38b4bc8-a441-4bdb-9e54-436ce0abd335&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3656263 May 23 11:32:01.664922 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-67f91191-579f-479a-a8b2-a3d7d079f0e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:32:01.677727 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-67f91191-579f-479a-a8b2-a3d7d079f0e6 admin admin] Usage tracker for resource:security_group_rule and tenant:3d8368ca2c024aa197ab237c4227b39b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:32:01.681279 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47852) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:01.684160 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-67f91191-579f-479a-a8b2-a3d7d079f0e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:32:01.740558 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-67f91191-579f-479a-a8b2-a3d7d079f0e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:32:01.811619 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-03354201-53aa-4182-87e9-b1d94eed8c57 tempest-TestSecurityGroupsBasicOps-2106405796 tempest-TestSecurityGroupsBasicOps-2106405796-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=c6ebeb51-3308-40fa-9457-a5bf22e2fd1c HTTP/1.1" status: 200 len: 1130 time: 0.1289358 May 23 11:32:01.816509 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47856) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:01.823229 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3065769e-e9bc-4527-9bd4-67ff291d935f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:01.825461 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-57db889c-7072-4aed-a91f-a89988d2a1d7 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'port_id': '1777e763-6e05-40ca-ab91-1051e1f323c3', 'tenant_id': '424639f7ceac4970a6ab4918f121bd86', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:32:01.840735 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-57db889c-7072-4aed-a91f-a89988d2a1d7 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:32:01.851407 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-57db889c-7072-4aed-a91f-a89988d2a1d7 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Usage tracker for resource:floatingip and tenant:424639f7ceac4970a6ab4918f121bd86 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:32:01.855619 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-57db889c-7072-4aed-a91f-a89988d2a1d7 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:32:01.872958 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-57db889c-7072-4aed-a91f-a89988d2a1d7 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:32:01.897222 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-67f91191-579f-479a-a8b2-a3d7d079f0e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:01.905108 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-67f91191-579f-479a-a8b2-a3d7d079f0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:01.937922 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3065769e-e9bc-4527-9bd4-67ff291d935f admin admin] Pushing event deleted for resources: {'Port': ['ID=5d725094-3a4c-498a-b708-a42959e5401a,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:01.994964 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-67f91191-579f-479a-a8b2-a3d7d079f0e6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3d8368ca2c024aa197ab237c4227b39b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4448407 May 23 11:32:01.995807 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f91191-579f-479a-a8b2-a3d7d079f0e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb1ca77-10bb-47bd-97bf-c5dbabee79ea,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:01.997632 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47862) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:02.028063 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-57db889c-7072-4aed-a91f-a89988d2a1d7 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:02.234075 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b4360dc-6081-402c-a967-4d42f7e2db44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:02.281319 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b4360dc-6081-402c-a967-4d42f7e2db44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:02.417590 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3065769e-e9bc-4527-9bd4-67ff291d935f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:02.440884 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1901a205-d641-49d9-9786-e5d4f61dc755 req-c0d3d878-da4b-40eb-b173-ff5bef7016f3 tempest-ServerShowV254Test-62308416 tempest-ServerShowV254Test-62308416-project] 10.222.0.79 "GET /v2.0/ports?device_id=99537f50-5348-4f5e-8150-9a85cfeacd99 HTTP/1.1" status: 200 len: 210 time: 0.0626168 May 23 11:32:02.475433 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b4360dc-6081-402c-a967-4d42f7e2db44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:02.504391 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b4360dc-6081-402c-a967-4d42f7e2db44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:02.509367 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2b4360dc-6081-402c-a967-4d42f7e2db44 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8cb1ca77-10bb-47bd-97bf-c5dbabee79ea HTTP/1.1" status: 204 len: 168 time: 0.5109663 May 23 11:32:02.516039 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4360dc-6081-402c-a967-4d42f7e2db44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb1ca77-10bb-47bd-97bf-c5dbabee79ea,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:02.586697 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-57db889c-7072-4aed-a91f-a89988d2a1d7 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:02.786744 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-57db889c-7072-4aed-a91f-a89988d2a1d7 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Allocated IP 172.25.6.149 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/c5e19635-56bc-4f23-9cbc-bfde1d7ff2ec) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:32:03.247751 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-57db889c-7072-4aed-a91f-a89988d2a1d7 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:03.306325 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-57db889c-7072-4aed-a91f-a89988d2a1d7 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:03.399685 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db889c-7072-4aed-a91f-a89988d2a1d7 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Pushing event updated for resources: {'Port': ['ID=c5e19635-56bc-4f23-9cbc-bfde1d7ff2ec,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:03.445207 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57db889c-7072-4aed-a91f-a89988d2a1d7 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:32:03.448319 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-57db889c-7072-4aed-a91f-a89988d2a1d7 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:32:03.457241 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57db889c-7072-4aed-a91f-a89988d2a1d7 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:32:03.777051 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ec6be0da-7d76-4f16-9221-c8637854ac11 req-abc80728-b835-454c-8a47-27ef5eceb563 tempest-ServerShowV254Test-62308416 tempest-ServerShowV254Test-62308416-project] 10.222.0.79 "GET /v2.0/ports?device_id=99537f50-5348-4f5e-8150-9a85cfeacd99 HTTP/1.1" status: 200 len: 210 time: 0.0625839 May 23 11:32:03.909154 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3065769e-e9bc-4527-9bd4-67ff291d935f admin admin] Router 4d90fc24-0134-477c-acd4-308823197f12 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:32:04.163151 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3065769e-e9bc-4527-9bd4-67ff291d935f admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:32:04.173367 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daac11f-ad2f-43de-8074-30c6aef864d5 None None] Sync routers for ids ['4d90fc24-0134-477c-acd4-308823197f12'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:32:04.192529 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daac11f-ad2f-43de-8074-30c6aef864d5 None None] Routers {'4d90fc24-0134-477c-acd4-308823197f12'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:32:04.194627 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7daac11f-ad2f-43de-8074-30c6aef864d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:31:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['4d90fc24-0134-477c-acd4-308823197f12'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:32:04.203490 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3065769e-e9bc-4527-9bd4-67ff291d935f admin admin] 10.222.0.79 "PUT /v2.0/routers/4d90fc24-0134-477c-acd4-308823197f12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5187521 May 23 11:32:04.205922 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47902) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:04.509257 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-57db889c-7072-4aed-a91f-a89988d2a1d7 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:04.628170 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-57db889c-7072-4aed-a91f-a89988d2a1d7 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:04.630739 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-7daac11f-ad2f-43de-8074-30c6aef864d5 None None] Set router 4d90fc24-0134-477c-acd4-308823197f12 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:32:04.652996 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cba89e22-e083-44cb-bef6-25a72784c7e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:05.204617 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cafac681-f707-42f3-bb0d-da541d03c82a req-ee53b6fe-a263-4c1a-9d2b-2cd43b9ea3f3 tempest-ServerShowV254Test-62308416 tempest-ServerShowV254Test-62308416-project] 10.222.0.79 "GET /v2.0/ports?device_id=99537f50-5348-4f5e-8150-9a85cfeacd99 HTTP/1.1" status: 200 len: 210 time: 0.0749209 May 23 11:32:05.223338 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cba89e22-e083-44cb-bef6-25a72784c7e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:05.245751 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-cba89e22-e083-44cb-bef6-25a72784c7e8 admin admin] Deleting port 0f56797d-7262-4d76-86c1-7154120329bf {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:32:05.246129 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cba89e22-e083-44cb-bef6-25a72784c7e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:05.269352 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7daac11f-ad2f-43de-8074-30c6aef864d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d90fc24-0134-477c-acd4-308823197f12', 'name': 'tempest-AttachVolumeShelveTestJSON-356221702-router', 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '0f56797d-7262-4d76-86c1-7154120329bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:23:54Z', 'updated_at': '2022-05-23T11:32:01Z', 'revision_number': 5, 'project_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'gw_port': {'id': '0f56797d-7262-4d76-86c1-7154120329bf', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:22:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d90fc24-0134-477c-acd4-308823197f12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:23:57Z', 'updated_at': '2022-05-23T11:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:32:05.277663 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daac11f-ad2f-43de-8074-30c6aef864d5 None None] Checking router: 4d90fc24-0134-477c-acd4-308823197f12 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:32:05.299300 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-57db889c-7072-4aed-a91f-a89988d2a1d7 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:05.313239 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-57db889c-7072-4aed-a91f-a89988d2a1d7 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:05.322069 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daac11f-ad2f-43de-8074-30c6aef864d5 None None] Routers {'4d90fc24-0134-477c-acd4-308823197f12'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:32:05.326122 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7daac11f-ad2f-43de-8074-30c6aef864d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:31:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['4d90fc24-0134-477c-acd4-308823197f12'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:32:05.497725 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db889c-7072-4aed-a91f-a89988d2a1d7 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Pushing event updated for resources: {'Port': ['ID=c5e19635-56bc-4f23-9cbc-bfde1d7ff2ec,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:05.548522 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-cba89e22-e083-44cb-bef6-25a72784c7e8 admin admin] For port 0f56797d-7262-4d76-86c1-7154120329bf, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=0f56797d-7262-4d76-86c1-7154120329bf,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:32:05.548874 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cba89e22-e083-44cb-bef6-25a72784c7e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:05.588708 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-57db889c-7072-4aed-a91f-a89988d2a1d7 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:05.679501 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-cba89e22-e083-44cb-bef6-25a72784c7e8 admin admin] Calling delete_port for 0f56797d-7262-4d76-86c1-7154120329bf owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:32:05.822612 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-7daac11f-ad2f-43de-8074-30c6aef864d5 None None] Set router 4d90fc24-0134-477c-acd4-308823197f12 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:32:06.018107 n-d-842952-2 neutron-server[83910]: INFO neutron.db.l3_db [None req-57db889c-7072-4aed-a91f-a89988d2a1d7 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Floating IP 0befe916-4cdf-4a45-97fa-10f2b7c4e26a associated. External IP: 172.25.6.149, port: 1777e763-6e05-40ca-ab91-1051e1f323c3. May 23 11:32:06.112640 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7daac11f-ad2f-43de-8074-30c6aef864d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d90fc24-0134-477c-acd4-308823197f12', 'name': 'tempest-AttachVolumeShelveTestJSON-356221702-router', 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:23:54Z', 'updated_at': '2022-05-23T11:32:05Z', 'revision_number': 6, 'project_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'gw_port_host': None}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:32:06.128810 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daac11f-ad2f-43de-8074-30c6aef864d5 None None] The sync data for ids ['4d90fc24-0134-477c-acd4-308823197f12'] in n-d-842952-2 is: [{'id': '4d90fc24-0134-477c-acd4-308823197f12', 'name': 'tempest-AttachVolumeShelveTestJSON-356221702-router', 'tenant_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:23:54Z', 'updated_at': '2022-05-23T11:32:05Z', 'revision_number': 6, 'project_id': 'c4112c4fc0ff4a36a1b303475c7f4981', 'gw_port_host': None}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:32:06.151590 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cba89e22-e083-44cb-bef6-25a72784c7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:06.266223 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba89e22-e083-44cb-bef6-25a72784c7e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f56797d-7262-4d76-86c1-7154120329bf,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:06.438978 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934b08a-2d15-4553-9ef3-1094d86463df req-ae32a5c8-cce2-44ce-90cf-4d4f97ed1a07 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:32:06.438978 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3934b08a-2d15-4553-9ef3-1094d86463df req-ae32a5c8-cce2-44ce-90cf-4d4f97ed1a07 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=72044729-477f-4357-88df-6a75bd258a4c HTTP/1.1" status: 200 len: 946 time: 1.0543849 May 23 11:32:06.561392 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cba89e22-e083-44cb-bef6-25a72784c7e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:06.574613 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7ef73e09-47d4-4b3b-b288-91353ebcd8c9 req-5840df7e-a881-4162-a798-bf021d09c318 tempest-ServerShowV254Test-62308416 tempest-ServerShowV254Test-62308416-project] 10.222.0.79 "GET /v2.0/ports?device_id=99537f50-5348-4f5e-8150-9a85cfeacd99 HTTP/1.1" status: 200 len: 210 time: 0.0949261 May 23 11:32:06.609932 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3934b08a-2d15-4553-9ef3-1094d86463df req-4512dd4f-c473-4fcb-b4bf-3276a048086f tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c37e540-d31f-480d-8c92-d3bb83256ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703417 May 23 11:32:06.973575 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cba89e22-e083-44cb-bef6-25a72784c7e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:06.982111 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57db889c-7072-4aed-a91f-a89988d2a1d7 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Router 292fc401-215b-4582-bee0-2ba919fdc594 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:32:06.982764 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cba89e22-e083-44cb-bef6-25a72784c7e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:07.019968 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cba89e22-e083-44cb-bef6-25a72784c7e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:07.020886 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba89e22-e083-44cb-bef6-25a72784c7e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d90fc24-0134-477c-acd4-308823197f12 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:32:07.043508 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cba89e22-e083-44cb-bef6-25a72784c7e8 admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:07.052469 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-cba89e22-e083-44cb-bef6-25a72784c7e8 admin admin] 10.222.0.79 "DELETE /v2.0/routers/4d90fc24-0134-477c-acd4-308823197f12 HTTP/1.1" status: 204 len: 168 time: 2.8454683 May 23 11:32:07.057174 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47950) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:07.147016 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-197a6b4e-9484-4957-9a45-860187ff6150 admin admin] Deleting subnet 8b85c12c-741c-420e-9273-6de6d42ac4b3 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:32:07.162027 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-197a6b4e-9484-4957-9a45-860187ff6150 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:07.222133 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-197a6b4e-9484-4957-9a45-860187ff6150 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:07.304782 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57db889c-7072-4aed-a91f-a89988d2a1d7 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:32:07.320358 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484ba873-eea8-4aa6-92a9-4ea6604f630e None None] Sync routers for ids ['292fc401-215b-4582-bee0-2ba919fdc594'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:32:07.345413 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484ba873-eea8-4aa6-92a9-4ea6604f630e None None] Routers {'292fc401-215b-4582-bee0-2ba919fdc594'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:32:07.346722 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-484ba873-eea8-4aa6-92a9-4ea6604f630e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:31:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['292fc401-215b-4582-bee0-2ba919fdc594'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:32:07.369474 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-57db889c-7072-4aed-a91f-a89988d2a1d7 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:07.382515 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-197a6b4e-9484-4957-9a45-860187ff6150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:07.453599 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-57db889c-7072-4aed-a91f-a89988d2a1d7 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.6360111 May 23 11:32:07.454661 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ebeb51-3308-40fa-9457-a5bf22e2fd1c', 'tag': '1777e763-6e05-40ca-ab91-1051e1f323c3'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:32:07.475234 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47954) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:07.598359 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-030d1d34-6abb-4214-ac93-1e663ccde268'] response: {'name': 'network-changed', 'server_uuid': 'c6ebeb51-3308-40fa-9457-a5bf22e2fd1c', 'tag': '1777e763-6e05-40ca-ab91-1051e1f323c3', 'status': 'completed', 'code': 200} May 23 11:32:07.693701 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-484ba873-eea8-4aa6-92a9-4ea6604f630e None None] Set router 292fc401-215b-4582-bee0-2ba919fdc594 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:32:07.729301 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 5d725094-3a4c-498a-b708-a42959e5401a no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:32:07.809753 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 5d725094-3a4c-498a-b708-a42959e5401a {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:32:07.810014 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 5d725094-3a4c-498a-b708-a42959e5401a not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:32:07.810532 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 0f56797d-7262-4d76-86c1-7154120329bf no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:32:07.852822 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-197a6b4e-9484-4957-9a45-860187ff6150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:07.977075 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a6b4e-9484-4957-9a45-860187ff6150 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b85c12c-741c-420e-9273-6de6d42ac4b3,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:08.010482 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-197a6b4e-9484-4957-9a45-860187ff6150 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:08.014541 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 0f56797d-7262-4d76-86c1-7154120329bf {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:32:08.018770 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 0f56797d-7262-4d76-86c1-7154120329bf not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:32:08.036084 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-197a6b4e-9484-4957-9a45-860187ff6150 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/8b85c12c-741c-420e-9273-6de6d42ac4b3 HTTP/1.1" status: 204 len: 168 time: 0.9769545 May 23 11:32:08.038332 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cff9c6-bdaa-4788-a0b4-12402f94ceb1 tempest-TestSecurityGroupsBasicOps-2106405796 tempest-TestSecurityGroupsBasicOps-2106405796-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:32:08.039090 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cff9c6-bdaa-4788-a0b4-12402f94ceb1 tempest-TestSecurityGroupsBasicOps-2106405796 tempest-TestSecurityGroupsBasicOps-2106405796-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:32:08.039637 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cff9c6-bdaa-4788-a0b4-12402f94ceb1 tempest-TestSecurityGroupsBasicOps-2106405796 tempest-TestSecurityGroupsBasicOps-2106405796-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:32:08.039906 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114c8204-4c5c-456f-920a-a825f27ca1d0 None None] Network 0be92582-5915-4835-ac16-79c44c856a03 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:32:08.040544 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cff9c6-bdaa-4788-a0b4-12402f94ceb1 tempest-TestSecurityGroupsBasicOps-2106405796 tempest-TestSecurityGroupsBasicOps-2106405796-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:32:08.041119 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cff9c6-bdaa-4788-a0b4-12402f94ceb1 tempest-TestSecurityGroupsBasicOps-2106405796 tempest-TestSecurityGroupsBasicOps-2106405796-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:32:08.041956 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cff9c6-bdaa-4788-a0b4-12402f94ceb1 tempest-TestSecurityGroupsBasicOps-2106405796 tempest-TestSecurityGroupsBasicOps-2106405796-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:32:08.047960 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-97cff9c6-bdaa-4788-a0b4-12402f94ceb1 tempest-TestSecurityGroupsBasicOps-2106405796 tempest-TestSecurityGroupsBasicOps-2106405796-project-admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4295 time: 0.5715735 May 23 11:32:08.049044 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47968) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:08.049688 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47972) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:08.261329 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7942fcf8-29d2-4921-b6d2-8ac4ca4e6468 req-0c3c6350-17e1-4b48-be29-774495d75e0d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=424639f7ceac4970a6ab4918f121bd86&device_id=c6ebeb51-3308-40fa-9457-a5bf22e2fd1c HTTP/1.1" status: 200 len: 1135 time: 0.5928638 May 23 11:32:08.325166 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-377213d6-42d0-4a3c-ab49-a8f3c3197659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:08.370488 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d6d2f95d-03b5-436a-b6a7-7be4fad48d58 req-9102b1f8-a145-4543-81aa-750e611f7b32 tempest-ServerShowV254Test-62308416 tempest-ServerShowV254Test-62308416-project] 10.222.0.79 "GET /v2.0/ports?device_id=99537f50-5348-4f5e-8150-9a85cfeacd99 HTTP/1.1" status: 200 len: 210 time: 0.1564846 May 23 11:32:08.434056 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8220a1f-9fb3-4b9e-b5d9-0f2f477d994f req-b6a7e0f3-b2ef-4176-bd43-5a90e12b2db4 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:32:08.436085 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a8220a1f-9fb3-4b9e-b5d9-0f2f477d994f req-b6a7e0f3-b2ef-4176-bd43-5a90e12b2db4 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.13 "GET /v2.0/ports?device_id=72044729-477f-4357-88df-6a75bd258a4c HTTP/1.1" status: 200 len: 946 time: 0.7794456 May 23 11:32:08.481189 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:08.590162 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-a8220a1f-9fb3-4b9e-b5d9-0f2f477d994f req-bf8c6616-545d-4867-91c8-4c35fb6b3469 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Deleting port d22a0015-83d6-4c95-9659-35fda06160da {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:32:08.590605 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a8220a1f-9fb3-4b9e-b5d9-0f2f477d994f req-bf8c6616-545d-4867-91c8-4c35fb6b3469 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:08.607184 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1970a2ee-461f-4cd4-9218-179e6efc1fa0 tempest-TestSecurityGroupsBasicOps-2106405796 tempest-TestSecurityGroupsBasicOps-2106405796-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:32:08.607184 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1970a2ee-461f-4cd4-9218-179e6efc1fa0 tempest-TestSecurityGroupsBasicOps-2106405796 tempest-TestSecurityGroupsBasicOps-2106405796-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:32:08.607184 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1970a2ee-461f-4cd4-9218-179e6efc1fa0 tempest-TestSecurityGroupsBasicOps-2106405796 tempest-TestSecurityGroupsBasicOps-2106405796-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:32:08.607967 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1970a2ee-461f-4cd4-9218-179e6efc1fa0 tempest-TestSecurityGroupsBasicOps-2106405796 tempest-TestSecurityGroupsBasicOps-2106405796-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:32:08.607967 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1970a2ee-461f-4cd4-9218-179e6efc1fa0 tempest-TestSecurityGroupsBasicOps-2106405796 tempest-TestSecurityGroupsBasicOps-2106405796-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:32:08.613222 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1970a2ee-461f-4cd4-9218-179e6efc1fa0 tempest-TestSecurityGroupsBasicOps-2106405796 tempest-TestSecurityGroupsBasicOps-2106405796-project-admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3373 time: 0.5568733 May 23 11:32:08.614386 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-377213d6-42d0-4a3c-ab49-a8f3c3197659 admin admin] Deleting port 20affc6a-3fb1-4de3-a4f7-4b63006d4a04 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:32:08.614728 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-377213d6-42d0-4a3c-ab49-a8f3c3197659 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:08.619859 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f7bf64-05ef-4c55-bd11-b7081a4c8f5c None None] DHCP port deletion for 0be92582-5915-4835-ac16-79c44c856a03 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:32:08.623727 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 47980) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:08.625081 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d1f7bf64-05ef-4c55-bd11-b7081a4c8f5c None None] Deleting port 20affc6a-3fb1-4de3-a4f7-4b63006d4a04 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:32:08.625496 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d1f7bf64-05ef-4c55-bd11-b7081a4c8f5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:08.636296 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-484ba873-eea8-4aa6-92a9-4ea6604f630e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '292fc401-215b-4582-bee0-2ba919fdc594', 'name': 'tempest-TestSecurityGroupsBasicOps-router-122562020', 'tenant_id': '424639f7ceac4970a6ab4918f121bd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '7a97c955-8963-414c-96c0-c639f0cbc1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:31:17Z', 'updated_at': '2022-05-23T11:31:31Z', 'revision_number': 4, 'project_id': '424639f7ceac4970a6ab4918f121bd86', 'gw_port': {'id': '7a97c955-8963-414c-96c0-c639f0cbc1ab', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:42:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292fc401-215b-4582-bee0-2ba919fdc594', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:31:19Z', 'updated_at': '2022-05-23T11:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '0befe916-4cdf-4a45-97fa-10f2b7c4e26a', 'tenant_id': '424639f7ceac4970a6ab4918f121bd86', 'floating_ip_address': '172.25.6.149', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '292fc401-215b-4582-bee0-2ba919fdc594', 'port_id': '1777e763-6e05-40ca-ab91-1051e1f323c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bd87c50-8964-47b6-8167-6147f4bf390c', 'mac_address': 'fa:16:3e:58:38:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ebeb51-3308-40fa-9457-a5bf22e2fd1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:32:04Z', 'updated_at': '2022-05-23T11:32:04Z', 'revision_number': 0, 'project_id': '424639f7ceac4970a6ab4918f121bd86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2af43ca6-9f22-428c-b01c-44c9d6ee4386', 'name': '', 'network_id': '1bd87c50-8964-47b6-8167-6147f4bf390c', 'tenant_id': '424639f7ceac4970a6ab4918f121bd86', 'mac_address': 'fa:16:3e:f7:8d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292fc401-215b-4582-bee0-2ba919fdc594', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04e492dd-4823-45db-b311-ac18df6dd39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:31:30Z', 'updated_at': '2022-05-23T11:31:38Z', 'revision_number': 5, 'project_id': '424639f7ceac4970a6ab4918f121bd86', 'subnets': [{'id': '04e492dd-4823-45db-b311-ac18df6dd39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:32:08.641263 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484ba873-eea8-4aa6-92a9-4ea6604f630e None None] Checking router: 292fc401-215b-4582-bee0-2ba919fdc594 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:32:08.668273 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484ba873-eea8-4aa6-92a9-4ea6604f630e None None] Routers {'292fc401-215b-4582-bee0-2ba919fdc594'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:32:08.669150 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-484ba873-eea8-4aa6-92a9-4ea6604f630e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:31:41Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['292fc401-215b-4582-bee0-2ba919fdc594'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:32:08.692035 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87f06a-d7db-428c-b512-e21fad819aa7 req-7894c18a-20fd-4126-a5b3-63a28c140782 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:32:08.699097 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3f87f06a-d7db-428c-b512-e21fad819aa7 req-7894c18a-20fd-4126-a5b3-63a28c140782 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=72044729-477f-4357-88df-6a75bd258a4c HTTP/1.1" status: 200 len: 946 time: 0.7454197 May 23 11:32:08.858657 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942fcf8-29d2-4921-b6d2-8ac4ca4e6468 req-831603d3-fb2c-4734-b96b-3c304c5afb3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:32:08.860195 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7942fcf8-29d2-4921-b6d2-8ac4ca4e6468 req-831603d3-fb2c-4734-b96b-3c304c5afb3c service neutron] 10.222.0.13 "GET /v2.0/networks?id=1bd87c50-8964-47b6-8167-6147f4bf390c HTTP/1.1" status: 200 len: 897 time: 0.5895598 May 23 11:32:09.062076 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7942fcf8-29d2-4921-b6d2-8ac4ca4e6468 req-635a8c01-e07b-475f-9e9c-53cba1d4b70b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1777e763-6e05-40ca-ab91-1051e1f323c3 HTTP/1.1" status: 200 len: 999 time: 0.1889465 May 23 11:32:09.087073 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-484ba873-eea8-4aa6-92a9-4ea6604f630e None None] Set router 292fc401-215b-4582-bee0-2ba919fdc594 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:32:09.200771 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942fcf8-29d2-4921-b6d2-8ac4ca4e6468 req-f46a6cd0-e119-4cd2-a54f-093a544fb4f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:32:09.202212 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7942fcf8-29d2-4921-b6d2-8ac4ca4e6468 req-f46a6cd0-e119-4cd2-a54f-093a544fb4f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=04e492dd-4823-45db-b311-ac18df6dd39e HTTP/1.1" status: 200 len: 835 time: 0.1271458 May 23 11:32:09.299702 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-377213d6-42d0-4a3c-ab49-a8f3c3197659 admin admin] For port 20affc6a-3fb1-4de3-a4f7-4b63006d4a04, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=20affc6a-3fb1-4de3-a4f7-4b63006d4a04,segment=NetworkSegment(4f0d5472-1003-45ab-8b0f-abd1e74bfa02),segment_id=4f0d5472-1003-45ab-8b0f-abd1e74bfa02)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:32:09.300662 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-377213d6-42d0-4a3c-ab49-a8f3c3197659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:09.337252 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3f87f06a-d7db-428c-b512-e21fad819aa7 req-36af725c-da52-4eba-ba60-af10b7e4ad33 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c37e540-d31f-480d-8c92-d3bb83256ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6371057 May 23 11:32:09.477317 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-377213d6-42d0-4a3c-ab49-a8f3c3197659 admin admin] Calling delete_port for 20affc6a-3fb1-4de3-a4f7-4b63006d4a04 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:32:09.514853 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-a8220a1f-9fb3-4b9e-b5d9-0f2f477d994f req-bf8c6616-545d-4867-91c8-4c35fb6b3469 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] For port d22a0015-83d6-4c95-9659-35fda06160da, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=d22a0015-83d6-4c95-9659-35fda06160da,segment=NetworkSegment(5d0c22b8-11c2-4939-b80a-ba90d75c1960),segment_id=5d0c22b8-11c2-4939-b80a-ba90d75c1960)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:32:09.515370 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a8220a1f-9fb3-4b9e-b5d9-0f2f477d994f req-bf8c6616-545d-4867-91c8-4c35fb6b3469 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:09.580510 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-d1f7bf64-05ef-4c55-bd11-b7081a4c8f5c None None] For port 20affc6a-3fb1-4de3-a4f7-4b63006d4a04, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=20affc6a-3fb1-4de3-a4f7-4b63006d4a04,segment=NetworkSegment(4f0d5472-1003-45ab-8b0f-abd1e74bfa02),segment_id=4f0d5472-1003-45ab-8b0f-abd1e74bfa02)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:32:09.581003 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d1f7bf64-05ef-4c55-bd11-b7081a4c8f5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:09.611395 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eae45390-c546-4f1a-88a5-7d467c9b8014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:09.632262 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7942fcf8-29d2-4921-b6d2-8ac4ca4e6468 req-d75a7a38-22fa-4ce6-abb8-bfc620722f35 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1bd87c50-8964-47b6-8167-6147f4bf390c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4098024 May 23 11:32:09.808798 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7942fcf8-29d2-4921-b6d2-8ac4ca4e6468 req-767b9187-4fe4-4f0e-ae1c-ea4556e20b9f service neutron] 10.222.0.13 "GET /v2.0/networks/1bd87c50-8964-47b6-8167-6147f4bf390c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631448 May 23 11:32:09.832068 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 20affc6a-3fb1-4de3-a4f7-4b63006d4a04 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:32:09.894064 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-377213d6-42d0-4a3c-ab49-a8f3c3197659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:10.035631 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-a8220a1f-9fb3-4b9e-b5d9-0f2f477d994f req-bf8c6616-545d-4867-91c8-4c35fb6b3469 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Calling delete_port for d22a0015-83d6-4c95-9659-35fda06160da owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:32:10.042585 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377213d6-42d0-4a3c-ab49-a8f3c3197659 admin admin] Pushing event deleted for resources: {'Port': ['ID=20affc6a-3fb1-4de3-a4f7-4b63006d4a04,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:10.049449 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377213d6-42d0-4a3c-ab49-a8f3c3197659 admin admin] No DVR routers for this DVR port 20affc6a-3fb1-4de3-a4f7-4b63006d4a04 on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:32:10.129121 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:10.130498 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 20affc6a-3fb1-4de3-a4f7-4b63006d4a04 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:32:10.132019 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7bddf68b-0fde-4f1c-9dd6-1a3ac94a97c5 req-34d77fc7-600e-4cf9-afe2-c2a00c9907f1 tempest-ServerShowV254Test-62308416 tempest-ServerShowV254Test-62308416-project] 10.222.0.79 "GET /v2.0/ports?device_id=99537f50-5348-4f5e-8150-9a85cfeacd99 HTTP/1.1" status: 200 len: 210 time: 0.1060691 May 23 11:32:10.133481 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 20affc6a-3fb1-4de3-a4f7-4b63006d4a04 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:32:10.142130 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d1f7bf64-05ef-4c55-bd11-b7081a4c8f5c None None] Calling delete_port for 20affc6a-3fb1-4de3-a4f7-4b63006d4a04 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:32:10.255344 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0db71c3b-9e63-4b3f-b9bb-0d31e66ee64a tempest-TestSecurityGroupsBasicOps-2106405796 tempest-TestSecurityGroupsBasicOps-2106405796-project-admin] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2340 time: 1.6229379 May 23 11:32:10.259378 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 47992) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:10.299770 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-377213d6-42d0-4a3c-ab49-a8f3c3197659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:10.304753 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-d1f7bf64-05ef-4c55-bd11-b7081a4c8f5c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:32:10.306111 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-d1f7bf64-05ef-4c55-bd11-b7081a4c8f5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:32:10.311412 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-484ba873-eea8-4aa6-92a9-4ea6604f630e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '292fc401-215b-4582-bee0-2ba919fdc594', 'name': 'tempest-TestSecurityGroupsBasicOps-router-122562020', 'tenant_id': '424639f7ceac4970a6ab4918f121bd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '7a97c955-8963-414c-96c0-c639f0cbc1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:31:17Z', 'updated_at': '2022-05-23T11:31:31Z', 'revision_number': 4, 'project_id': '424639f7ceac4970a6ab4918f121bd86', 'gw_port': {'id': '7a97c955-8963-414c-96c0-c639f0cbc1ab', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:42:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292fc401-215b-4582-bee0-2ba919fdc594', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:31:19Z', 'updated_at': '2022-05-23T11:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '0befe916-4cdf-4a45-97fa-10f2b7c4e26a', 'tenant_id': '424639f7ceac4970a6ab4918f121bd86', 'floating_ip_address': '172.25.6.149', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '292fc401-215b-4582-bee0-2ba919fdc594', 'port_id': '1777e763-6e05-40ca-ab91-1051e1f323c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bd87c50-8964-47b6-8167-6147f4bf390c', 'mac_address': 'fa:16:3e:58:38:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ebeb51-3308-40fa-9457-a5bf22e2fd1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:32:04Z', 'updated_at': '2022-05-23T11:32:04Z', 'revision_number': 0, 'project_id': '424639f7ceac4970a6ab4918f121bd86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2af43ca6-9f22-428c-b01c-44c9d6ee4386', 'name': '', 'network_id': '1bd87c50-8964-47b6-8167-6147f4bf390c', 'tenant_id': '424639f7ceac4970a6ab4918f121bd86', 'mac_address': 'fa:16:3e:f7:8d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292fc401-215b-4582-bee0-2ba919fdc594', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04e492dd-4823-45db-b311-ac18df6dd39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:31:30Z', 'updated_at': '2022-05-23T11:31:38Z', 'revision_number': 5, 'project_id': '424639f7ceac4970a6ab4918f121bd86', 'subnets': [{'id': '04e492dd-4823-45db-b311-ac18df6dd39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:32:10.314076 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7942fcf8-29d2-4921-b6d2-8ac4ca4e6468 req-c647847d-7889-4b08-aa96-ceb8ccc46eaa service neutron] 10.222.0.13 "GET /v2.0/networks/1bd87c50-8964-47b6-8167-6147f4bf390c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4927378 May 23 11:32:10.318122 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484ba873-eea8-4aa6-92a9-4ea6604f630e None None] The sync data for ids ['292fc401-215b-4582-bee0-2ba919fdc594'] in n-d-842952-2 is: [{'id': '292fc401-215b-4582-bee0-2ba919fdc594', 'name': 'tempest-TestSecurityGroupsBasicOps-router-122562020', 'tenant_id': '424639f7ceac4970a6ab4918f121bd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '7a97c955-8963-414c-96c0-c639f0cbc1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:31:17Z', 'updated_at': '2022-05-23T11:31:31Z', 'revision_number': 4, 'project_id': '424639f7ceac4970a6ab4918f121bd86', 'gw_port': {'id': '7a97c955-8963-414c-96c0-c639f0cbc1ab', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:42:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292fc401-215b-4582-bee0-2ba919fdc594', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:31:19Z', 'updated_at': '2022-05-23T11:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '0befe916-4cdf-4a45-97fa-10f2b7c4e26a', 'tenant_id': '424639f7ceac4970a6ab4918f121bd86', 'floating_ip_address': '172.25.6.149', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '292fc401-215b-4582-bee0-2ba919fdc594', 'port_id': '1777e763-6e05-40ca-ab91-1051e1f323c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bd87c50-8964-47b6-8167-6147f4bf390c', 'mac_address': 'fa:16:3e:58:38:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ebeb51-3308-40fa-9457-a5bf22e2fd1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:32:04Z', 'updated_at': '2022-05-23T11:32:04Z', 'revision_number': 0, 'project_id': '424639f7ceac4970a6ab4918f121bd86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2af43ca6-9f22-428c-b01c-44c9d6ee4386', 'name': '', 'network_id': '1bd87c50-8964-47b6-8167-6147f4bf390c', 'tenant_id': '424639f7ceac4970a6ab4918f121bd86', 'mac_address': 'fa:16:3e:f7:8d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292fc401-215b-4582-bee0-2ba919fdc594', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04e492dd-4823-45db-b311-ac18df6dd39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:31:30Z', 'updated_at': '2022-05-23T11:31:38Z', 'revision_number': 5, 'project_id': '424639f7ceac4970a6ab4918f121bd86', 'subnets': [{'id': '04e492dd-4823-45db-b311-ac18df6dd39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:32:10.336589 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-377213d6-42d0-4a3c-ab49-a8f3c3197659 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0be92582-5915-4835-ac16-79c44c856a03']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:32:10.365344 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-377213d6-42d0-4a3c-ab49-a8f3c3197659 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f0d5472-1003-45ab-8b0f-abd1e74bfa02') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:32:10.365746 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-377213d6-42d0-4a3c-ab49-a8f3c3197659 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f0d5472-1003-45ab-8b0f-abd1e74bfa02') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:32:10.394098 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a8220a1f-9fb3-4b9e-b5d9-0f2f477d994f req-bf8c6616-545d-4867-91c8-4c35fb6b3469 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:10.395565 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-377213d6-42d0-4a3c-ab49-a8f3c3197659 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:10.434469 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['599aa79b-f47f-4490-b89c-181bc41436a4'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:32:10.446812 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-377213d6-42d0-4a3c-ab49-a8f3c3197659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:10.475634 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d70207db-cc7c-4459-b934-5b5c3cde3a68 tempest-TestSecurityGroupsBasicOps-2106405796 tempest-TestSecurityGroupsBasicOps-2106405796-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=292fc401-215b-4582-bee0-2ba919fdc594 HTTP/1.1" status: 200 len: 1990 time: 0.2151940 May 23 11:32:10.485275 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-377213d6-42d0-4a3c-ab49-a8f3c3197659 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:32:10.485682 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-377213d6-42d0-4a3c-ab49-a8f3c3197659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:10.678595 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c6616-545d-4867-91c8-4c35fb6b3469 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Pushing event deleted for resources: {'Port': ['ID=d22a0015-83d6-4c95-9659-35fda06160da,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:10.704946 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8fc949e4-3e16-4b6c-8ef8-a17dacf2745d req-9e05054f-9968-439d-9de4-1beb4fbf11d1 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=72044729-477f-4357-88df-6a75bd258a4c HTTP/1.1" status: 200 len: 210 time: 0.1103053 May 23 11:32:10.733238 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:32:10.733238 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:32:10.733238 n-d-842952-2 neutron-server[83911]: timer() May 23 11:32:10.733238 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:32:10.733238 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:32:10.733238 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:32:10.733238 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:32:10.733238 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:32:10.733238 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:32:10.733238 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:32:10.733238 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:32:10.733238 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:32:10.733238 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:32:10.733238 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:32:10.733238 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:32:10.733238 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:32:10.733238 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:32:10.733238 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:32:10.733238 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:32:10.733238 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:32:10.733238 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:32:10.733238 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:32:10.733238 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:32:10.733238 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:32:10.733238 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:32:10.733238 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:32:10.733238 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:32:10.733238 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:32:10.733238 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:32:10.733238 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:32:10.733238 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:32:10.733238 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:32:10.749033 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-377213d6-42d0-4a3c-ab49-a8f3c3197659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:10.757011 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-377213d6-42d0-4a3c-ab49-a8f3c3197659 admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:10.821246 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-377213d6-42d0-4a3c-ab49-a8f3c3197659 admin admin] 10.222.0.79 "DELETE /v2.0/networks/0be92582-5915-4835-ac16-79c44c856a03 HTTP/1.1" status: 204 len: 168 time: 2.7688458 May 23 11:32:10.840150 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377213d6-42d0-4a3c-ab49-a8f3c3197659 admin admin] Pushing event deleted for resources: {'Network': ['ID=0be92582-5915-4835-ac16-79c44c856a03,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:10.841717 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d1f7bf64-05ef-4c55-bd11-b7081a4c8f5c None None] Deleting port 20affc6a-3fb1-4de3-a4f7-4b63006d4a04 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:32:10.842190 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d1f7bf64-05ef-4c55-bd11-b7081a4c8f5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:10.920213 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d296353-e5cd-4842-8d76-df622f95704b None None] New status for floating IP 0befe916-4cdf-4a45-97fa-10f2b7c4e26a: ACTIVE {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:32:10.941900 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8220a1f-9fb3-4b9e-b5d9-0f2f477d994f req-bf8c6616-545d-4867-91c8-4c35fb6b3469 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] No DVR routers for this DVR port d22a0015-83d6-4c95-9659-35fda06160da on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:32:10.948649 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-a8220a1f-9fb3-4b9e-b5d9-0f2f477d994f req-bf8c6616-545d-4867-91c8-4c35fb6b3469 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:10.957098 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72044729-477f-4357-88df-6a75bd258a4c', 'name': 'network-vif-deleted', 'tag': 'd22a0015-83d6-4c95-9659-35fda06160da'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:32:10.980369 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a8220a1f-9fb3-4b9e-b5d9-0f2f477d994f req-bf8c6616-545d-4867-91c8-4c35fb6b3469 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.13 "DELETE /v2.0/ports/d22a0015-83d6-4c95-9659-35fda06160da HTTP/1.1" status: 204 len: 173 time: 2.5384901 May 23 11:32:11.118573 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e50f20f-9ae5-4d70-ba32-6aeac42899e6'] response: {'server_uuid': '72044729-477f-4357-88df-6a75bd258a4c', 'name': 'network-vif-deleted', 'tag': 'd22a0015-83d6-4c95-9659-35fda06160da', 'status': 'completed', 'code': 200} May 23 11:32:11.247421 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d1f7bf64-05ef-4c55-bd11-b7081a4c8f5c None None] The port '20affc6a-3fb1-4de3-a4f7-4b63006d4a04' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:32:11.335402 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48012) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:11.515914 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-873d3627-62f6-4cdc-acb8-f99b0b6a9125 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c4112c4fc0ff4a36a1b303475c7f4981&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1788876 May 23 11:32:11.518808 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 48020) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:11.751990 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c8a002f7-199f-4d2d-988b-db4e111d46b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:11.823462 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fb6fe355-7463-45d1-a10b-d56a8be4d8bf req-20d0572f-32a2-4747-9e53-b628f2c032a6 tempest-ServerShowV254Test-62308416 tempest-ServerShowV254Test-62308416-project] 10.222.0.79 "GET /v2.0/ports?device_id=99537f50-5348-4f5e-8150-9a85cfeacd99 HTTP/1.1" status: 200 len: 210 time: 0.1024256 May 23 11:32:11.844293 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cbbfe944-d7bb-450d-921b-0c45514af4f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:11.963359 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cbbfe944-d7bb-450d-921b-0c45514af4f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:11.982116 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device d22a0015-83d6-4c95-9659-35fda06160da no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:32:12.058278 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: d22a0015-83d6-4c95-9659-35fda06160da {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:32:12.058626 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device d22a0015-83d6-4c95-9659-35fda06160da not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:32:12.097565 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-b2ea7b65-983a-4d32-9a29-55cdd7515d21 req-fca9d280-01c3-4475-a694-0fd6d31fc8bd tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Synchronizing usage tracker for tenant:4ab6dabfc6c044e3a257a928739aed2b on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:32:12.122332 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-b2ea7b65-983a-4d32-9a29-55cdd7515d21 req-fca9d280-01c3-4475-a694-0fd6d31fc8bd tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Unset dirty status for tenant:4ab6dabfc6c044e3a257a928739aed2b on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:32:12.124847 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b2ea7b65-983a-4d32-9a29-55cdd7515d21 req-fca9d280-01c3-4475-a694-0fd6d31fc8bd tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=72044729-477f-4357-88df-6a75bd258a4c HTTP/1.1" status: 200 len: 210 time: 0.1288648 May 23 11:32:12.141499 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cbbfe944-d7bb-450d-921b-0c45514af4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:12.164416 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbfe944-d7bb-450d-921b-0c45514af4f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658ed2f4-8d92-4d14-ad3e-4952bd37e652,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:12.171474 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cbbfe944-d7bb-450d-921b-0c45514af4f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:12.172855 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-cbbfe944-d7bb-450d-921b-0c45514af4f3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/658ed2f4-8d92-4d14-ad3e-4952bd37e652 HTTP/1.1" status: 204 len: 168 time: 0.6482391 May 23 11:32:12.742398 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:12.804234 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:32:12.838819 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:13.105608 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a0438766-98ee-40b1-be5f-162331331ff6 req-ae763113-613b-42f4-8da2-f028671d1f26 tempest-ServerShowV254Test-62308416 tempest-ServerShowV254Test-62308416-project] 10.222.0.79 "GET /v2.0/ports?device_id=99537f50-5348-4f5e-8150-9a85cfeacd99 HTTP/1.1" status: 200 len: 210 time: 0.0483608 May 23 11:32:13.703122 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7746855-de16-48cb-bea5-f2ee7c63a59c req-963ef484-007b-41d8-96bd-a80519b1d04d tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:32:13.707965 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d7746855-de16-48cb-bea5-f2ee7c63a59c req-963ef484-007b-41d8-96bd-a80519b1d04d tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=66ebd9b4-cedf-4e78-a215-67bd9296ceaa HTTP/1.1" status: 200 len: 945 time: 0.0906241 May 23 11:32:13.758332 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d7746855-de16-48cb-bea5-f2ee7c63a59c req-ab94de80-f8b8-4ca1-abe5-e1ab2957131c tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c37e540-d31f-480d-8c92-d3bb83256ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470469 May 23 11:32:14.253981 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:14.347085 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d7e66d84-92b0-4221-9d36-57dc2903a9b5 req-84ca0477-0133-4bf4-9035-e7d99a66fafa tempest-ServerShowV254Test-62308416 tempest-ServerShowV254Test-62308416-project] 10.222.0.79 "GET /v2.0/ports?device_id=99537f50-5348-4f5e-8150-9a85cfeacd99 HTTP/1.1" status: 200 len: 210 time: 0.0432792 May 23 11:32:15.056808 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e77df-e198-413f-9ec0-d073a38b126f req-c02917f6-c6fb-4447-9330-5232bddbeb46 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:32:15.059220 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-867e77df-e198-413f-9ec0-d073a38b126f req-c02917f6-c6fb-4447-9330-5232bddbeb46 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=66ebd9b4-cedf-4e78-a215-67bd9296ceaa HTTP/1.1" status: 200 len: 945 time: 0.1094606 May 23 11:32:15.132214 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-867e77df-e198-413f-9ec0-d073a38b126f req-f436c059-b495-4604-83c2-14aa87f451a4 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c37e540-d31f-480d-8c92-d3bb83256ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670269 May 23 11:32:15.272892 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 48128) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:15.433975 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cd8b8640-fa46-4304-b250-726679466b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:15.481481 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-cd8b8640-fa46-4304-b250-726679466b12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:32:15.485775 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-cd8b8640-fa46-4304-b250-726679466b12 admin admin] Usage tracker for resource:security_group_rule and tenant:dd9aa5a525774a72b6f3af2ec06e775a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:32:15.492523 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-cd8b8640-fa46-4304-b250-726679466b12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:32:15.499131 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-cd8b8640-fa46-4304-b250-726679466b12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:32:15.591496 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-02dac3a4-a591-46f4-886d-aa0e7e263def req-3429862f-d393-48f7-881e-edbaa282452a tempest-ServerShowV254Test-62308416 tempest-ServerShowV254Test-62308416-project] 10.222.0.79 "GET /v2.0/ports?device_id=99537f50-5348-4f5e-8150-9a85cfeacd99 HTTP/1.1" status: 200 len: 210 time: 0.0469849 May 23 11:32:15.626090 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cd8b8640-fa46-4304-b250-726679466b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:15.631211 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cd8b8640-fa46-4304-b250-726679466b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:15.689470 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-cd8b8640-fa46-4304-b250-726679466b12 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dd9aa5a525774a72b6f3af2ec06e775a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4155042 May 23 11:32:15.692139 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48146) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:15.694216 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b8640-fa46-4304-b250-726679466b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcda1b7-a162-400f-be1d-8f9768918b8b,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:15.763866 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2086bc21-e419-4053-8d00-63a9581cb68d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:15.927250 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2086bc21-e419-4053-8d00-63a9581cb68d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:15.993037 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2086bc21-e419-4053-8d00-63a9581cb68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:16.010103 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2086bc21-e419-4053-8d00-63a9581cb68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcda1b7-a162-400f-be1d-8f9768918b8b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:16.015176 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2086bc21-e419-4053-8d00-63a9581cb68d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:16.020490 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2086bc21-e419-4053-8d00-63a9581cb68d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7dcda1b7-a162-400f-be1d-8f9768918b8b HTTP/1.1" status: 204 len: 168 time: 0.3254099 May 23 11:32:16.373022 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacfc391-2234-4387-829c-a5f89cbdc61b req-91657356-cc4c-4bdc-8642-6fd17096f5cf tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:32:16.374590 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bacfc391-2234-4387-829c-a5f89cbdc61b req-91657356-cc4c-4bdc-8642-6fd17096f5cf tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=66ebd9b4-cedf-4e78-a215-67bd9296ceaa HTTP/1.1" status: 200 len: 945 time: 0.0926151 May 23 11:32:16.444486 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bacfc391-2234-4387-829c-a5f89cbdc61b req-2754a7e0-b8b4-4c68-b37e-c218042c7222 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c37e540-d31f-480d-8c92-d3bb83256ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633831 May 23 11:32:16.561799 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48172) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:16.581804 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3dd4ef54-b925-4fd5-aba9-2b817515f9be admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:16.617080 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3dd4ef54-b925-4fd5-aba9-2b817515f9be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:32:16.621887 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3dd4ef54-b925-4fd5-aba9-2b817515f9be admin admin] Usage tracker for resource:security_group_rule and tenant:cd2b839349fe47c589b75ec8eeca6d6f is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:32:16.625231 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3dd4ef54-b925-4fd5-aba9-2b817515f9be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:32:16.631946 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3dd4ef54-b925-4fd5-aba9-2b817515f9be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:32:16.721066 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3dd4ef54-b925-4fd5-aba9-2b817515f9be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:16.726824 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3dd4ef54-b925-4fd5-aba9-2b817515f9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:16.783838 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd4ef54-b925-4fd5-aba9-2b817515f9be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd303da-6ab9-40b2-b2b4-da279dd3c30b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:16.791923 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3dd4ef54-b925-4fd5-aba9-2b817515f9be admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cd2b839349fe47c589b75ec8eeca6d6f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2281494 May 23 11:32:16.793015 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48180) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:16.827538 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f61e506-b781-46bc-b601-9dd4d5119f15 req-c50276b7-b695-471e-aa81-db68c740b53f tempest-ServerShowV254Test-62308416 tempest-ServerShowV254Test-62308416-project] 10.222.0.79 "GET /v2.0/ports?device_id=99537f50-5348-4f5e-8150-9a85cfeacd99 HTTP/1.1" status: 200 len: 210 time: 0.0719447 May 23 11:32:16.876271 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-41bfe83e-97d1-4078-89e4-2ee301258510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:16.909204 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-41bfe83e-97d1-4078-89e4-2ee301258510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:16.973135 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-41bfe83e-97d1-4078-89e4-2ee301258510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:16.989621 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bfe83e-97d1-4078-89e4-2ee301258510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd303da-6ab9-40b2-b2b4-da279dd3c30b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:16.997685 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-41bfe83e-97d1-4078-89e4-2ee301258510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:16.999144 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-41bfe83e-97d1-4078-89e4-2ee301258510 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5bd303da-6ab9-40b2-b2b4-da279dd3c30b HTTP/1.1" status: 204 len: 168 time: 0.2050393 May 23 11:32:17.312226 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9d43b-cd3a-4b0b-8172-7abad891b817 req-e2cbaa7d-1c40-426a-b28d-a531bfabdc6b tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:32:17.315667 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8fc9d43b-cd3a-4b0b-8172-7abad891b817 req-e2cbaa7d-1c40-426a-b28d-a531bfabdc6b tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.13 "GET /v2.0/ports?device_id=66ebd9b4-cedf-4e78-a215-67bd9296ceaa HTTP/1.1" status: 200 len: 945 time: 0.1043518 May 23 11:32:17.428876 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-8fc9d43b-cd3a-4b0b-8172-7abad891b817 req-6267a0a5-32a3-409b-8fe0-b3a7a23ac579 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Deleting port 599aa79b-f47f-4490-b89c-181bc41436a4 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:32:17.429492 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8fc9d43b-cd3a-4b0b-8172-7abad891b817 req-6267a0a5-32a3-409b-8fe0-b3a7a23ac579 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:17.954660 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-8fc9d43b-cd3a-4b0b-8172-7abad891b817 req-6267a0a5-32a3-409b-8fe0-b3a7a23ac579 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] For port 599aa79b-f47f-4490-b89c-181bc41436a4, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=599aa79b-f47f-4490-b89c-181bc41436a4,segment=NetworkSegment(5d0c22b8-11c2-4939-b80a-ba90d75c1960),segment_id=5d0c22b8-11c2-4939-b80a-ba90d75c1960)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:32:17.955522 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8fc9d43b-cd3a-4b0b-8172-7abad891b817 req-6267a0a5-32a3-409b-8fe0-b3a7a23ac579 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:17.987817 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae013bd-13aa-4885-aad9-e83183dc95f2 req-1625ae5e-ca46-4880-86d8-34205aa64db9 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:32:17.989489 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cae013bd-13aa-4885-aad9-e83183dc95f2 req-1625ae5e-ca46-4880-86d8-34205aa64db9 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=66ebd9b4-cedf-4e78-a215-67bd9296ceaa HTTP/1.1" status: 200 len: 945 time: 0.2794704 May 23 11:32:18.148723 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-8fc9d43b-cd3a-4b0b-8172-7abad891b817 req-6267a0a5-32a3-409b-8fe0-b3a7a23ac579 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Calling delete_port for 599aa79b-f47f-4490-b89c-181bc41436a4 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:32:18.245128 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ccbb621e-5212-45c0-bd34-af6390143612 req-8326f9d2-5491-4061-b5fa-dfcc92046fc6 tempest-ServerShowV254Test-62308416 tempest-ServerShowV254Test-62308416-project] 10.222.0.79 "GET /v2.0/ports?device_id=99537f50-5348-4f5e-8150-9a85cfeacd99 HTTP/1.1" status: 200 len: 210 time: 0.1051817 May 23 11:32:18.270395 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cae013bd-13aa-4885-aad9-e83183dc95f2 req-f9208ab5-09fb-4044-bea3-96a1bf2ad9f4 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c37e540-d31f-480d-8c92-d3bb83256ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225368 May 23 11:32:18.469357 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8fc9d43b-cd3a-4b0b-8172-7abad891b817 req-6267a0a5-32a3-409b-8fe0-b3a7a23ac579 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:18.552114 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6267a0a5-32a3-409b-8fe0-b3a7a23ac579 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Pushing event deleted for resources: {'Port': ['ID=599aa79b-f47f-4490-b89c-181bc41436a4,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:18.652734 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc9d43b-cd3a-4b0b-8172-7abad891b817 req-6267a0a5-32a3-409b-8fe0-b3a7a23ac579 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] No DVR routers for this DVR port 599aa79b-f47f-4490-b89c-181bc41436a4 on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:32:18.656595 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8fc9d43b-cd3a-4b0b-8172-7abad891b817 req-6267a0a5-32a3-409b-8fe0-b3a7a23ac579 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:18.661180 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ebd9b4-cedf-4e78-a215-67bd9296ceaa', 'name': 'network-vif-deleted', 'tag': '599aa79b-f47f-4490-b89c-181bc41436a4'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:32:18.699114 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8fc9d43b-cd3a-4b0b-8172-7abad891b817 req-6267a0a5-32a3-409b-8fe0-b3a7a23ac579 tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.13 "DELETE /v2.0/ports/599aa79b-f47f-4490-b89c-181bc41436a4 HTTP/1.1" status: 204 len: 173 time: 1.3784385 May 23 11:32:18.750005 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78530396-44a9-46c1-a6f0-809d0e2c5824'] response: {'server_uuid': '66ebd9b4-cedf-4e78-a215-67bd9296ceaa', 'name': 'network-vif-deleted', 'tag': '599aa79b-f47f-4490-b89c-181bc41436a4', 'status': 'completed', 'code': 200} May 23 11:32:19.561816 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-71405b1b-b6ff-4d58-b8c9-35746b6cfbd2 req-f32e5cbd-e0b3-40ef-8839-0701c0dfda7e tempest-ServerShowV254Test-62308416 tempest-ServerShowV254Test-62308416-project] 10.222.0.79 "GET /v2.0/ports?device_id=99537f50-5348-4f5e-8150-9a85cfeacd99 HTTP/1.1" status: 200 len: 210 time: 0.0900257 May 23 11:32:19.631480 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-7463c45f-d4b5-4e79-b162-a1d1602c8c02 req-570d3d5d-7553-4a91-82b6-f5bb43c429ad tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Synchronizing usage tracker for tenant:4ab6dabfc6c044e3a257a928739aed2b on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:32:19.652771 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-7463c45f-d4b5-4e79-b162-a1d1602c8c02 req-570d3d5d-7553-4a91-82b6-f5bb43c429ad tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] Unset dirty status for tenant:4ab6dabfc6c044e3a257a928739aed2b on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:32:19.655991 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7463c45f-d4b5-4e79-b162-a1d1602c8c02 req-570d3d5d-7553-4a91-82b6-f5bb43c429ad tempest-ServerRescueNegativeTestJSON-134153813 tempest-ServerRescueNegativeTestJSON-134153813-project] 10.222.0.79 "GET /v2.0/ports?device_id=66ebd9b4-cedf-4e78-a215-67bd9296ceaa HTTP/1.1" status: 200 len: 210 time: 0.0907686 May 23 11:32:20.061275 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 599aa79b-f47f-4490-b89c-181bc41436a4 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:32:20.118159 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 599aa79b-f47f-4490-b89c-181bc41436a4 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:32:20.119112 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 599aa79b-f47f-4490-b89c-181bc41436a4 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:32:20.961979 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d9427fd3-c355-4841-abeb-6a5d9837bdd6 req-7a87fdb3-7e08-4b5c-a2c7-beb646a6ed80 tempest-ServerShowV254Test-62308416 tempest-ServerShowV254Test-62308416-project] 10.222.0.79 "GET /v2.0/ports?device_id=99537f50-5348-4f5e-8150-9a85cfeacd99 HTTP/1.1" status: 200 len: 210 time: 0.0930252 May 23 11:32:21.265130 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48322) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:21.332478 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48330) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:21.690287 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a8297248-bda7-4c7d-8edd-356bc471070e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:21.741919 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a8297248-bda7-4c7d-8edd-356bc471070e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:32:21.748450 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a8297248-bda7-4c7d-8edd-356bc471070e admin admin] Usage tracker for resource:security_group_rule and tenant:b98abf3df8594e37b0a0324b08a72830 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:32:21.752064 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a8297248-bda7-4c7d-8edd-356bc471070e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:32:21.760611 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a8297248-bda7-4c7d-8edd-356bc471070e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:32:21.861991 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a8297248-bda7-4c7d-8edd-356bc471070e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:21.870449 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a8297248-bda7-4c7d-8edd-356bc471070e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:22.045946 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8297248-bda7-4c7d-8edd-356bc471070e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dba5061-911d-4d6d-8987-57d218196969,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:22.052295 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a8297248-bda7-4c7d-8edd-356bc471070e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b98abf3df8594e37b0a0324b08a72830&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7184765 May 23 11:32:22.054889 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48366) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:22.147552 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8886b353-0b7e-4ab3-9625-50d8da59d3bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:22.210831 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8886b353-0b7e-4ab3-9625-50d8da59d3bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:22.265757 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cdeebf96-8d76-4ade-a435-66880c057834 req-294d0713-adb6-4fe3-87bf-c4be0ba27eb9 tempest-ServerShowV254Test-62308416 tempest-ServerShowV254Test-62308416-project] 10.222.0.79 "GET /v2.0/ports?device_id=99537f50-5348-4f5e-8150-9a85cfeacd99 HTTP/1.1" status: 200 len: 210 time: 0.0469832 May 23 11:32:22.307281 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e4f500fe-e85d-43ce-954d-e7b145bb6be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:22.360435 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8886b353-0b7e-4ab3-9625-50d8da59d3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:22.440436 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8886b353-0b7e-4ab3-9625-50d8da59d3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dba5061-911d-4d6d-8987-57d218196969,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:22.445590 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8886b353-0b7e-4ab3-9625-50d8da59d3bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:22.446693 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8886b353-0b7e-4ab3-9625-50d8da59d3bf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2dba5061-911d-4d6d-8987-57d218196969 HTTP/1.1" status: 204 len: 168 time: 0.3907514 May 23 11:32:23.076841 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e4f500fe-e85d-43ce-954d-e7b145bb6be3 admin admin] Deleting port cfaa2c81-8057-412e-a209-888bbdcbe3ad {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:32:23.077374 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e4f500fe-e85d-43ce-954d-e7b145bb6be3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:23.120474 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 48390) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:23.146105 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-768f51a9-5106-4a54-9272-e3cc7f57e8cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:23.183854 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-768f51a9-5106-4a54-9272-e3cc7f57e8cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:32:23.189483 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-768f51a9-5106-4a54-9272-e3cc7f57e8cc admin admin] Usage tracker for resource:security_group_rule and tenant:ecdbe94b8f1d4e3f8768e6a6a7d96252 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:32:23.194013 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-768f51a9-5106-4a54-9272-e3cc7f57e8cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:32:23.201886 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-768f51a9-5106-4a54-9272-e3cc7f57e8cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:32:23.299072 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-768f51a9-5106-4a54-9272-e3cc7f57e8cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:23.304477 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-768f51a9-5106-4a54-9272-e3cc7f57e8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:23.370894 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-768f51a9-5106-4a54-9272-e3cc7f57e8cc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ecdbe94b8f1d4e3f8768e6a6a7d96252&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2468729 May 23 11:32:23.370894 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768f51a9-5106-4a54-9272-e3cc7f57e8cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9665f4-91f9-4f8d-8728-f8de3fffccab,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:23.372543 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 48396) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:23.426116 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-e4f500fe-e85d-43ce-954d-e7b145bb6be3 admin admin] For port cfaa2c81-8057-412e-a209-888bbdcbe3ad, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=cfaa2c81-8057-412e-a209-888bbdcbe3ad,segment=NetworkSegment(5d0c22b8-11c2-4939-b80a-ba90d75c1960),segment_id=5d0c22b8-11c2-4939-b80a-ba90d75c1960)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:32:23.426709 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e4f500fe-e85d-43ce-954d-e7b145bb6be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:23.481366 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bf5a0b9a-4a62-43c8-b6dd-8059df236f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:23.548656 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bf5a0b9a-4a62-43c8-b6dd-8059df236f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:23.572567 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e4f500fe-e85d-43ce-954d-e7b145bb6be3 admin admin] Calling delete_port for cfaa2c81-8057-412e-a209-888bbdcbe3ad owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:32:23.573226 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-921b8ce9-d621-42fa-8856-1d03771e68d8 req-0b9813ae-28cb-475b-ac00-82eee2af2004 tempest-ServerShowV254Test-62308416 tempest-ServerShowV254Test-62308416-project] 10.222.0.79 "GET /v2.0/ports?device_id=99537f50-5348-4f5e-8150-9a85cfeacd99 HTTP/1.1" status: 200 len: 210 time: 0.0935390 May 23 11:32:23.631634 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bf5a0b9a-4a62-43c8-b6dd-8059df236f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:23.654639 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a0b9a-4a62-43c8-b6dd-8059df236f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9665f4-91f9-4f8d-8728-f8de3fffccab,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:23.659699 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bf5a0b9a-4a62-43c8-b6dd-8059df236f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:23.660869 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-bf5a0b9a-4a62-43c8-b6dd-8059df236f73 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fc9665f4-91f9-4f8d-8728-f8de3fffccab HTTP/1.1" status: 204 len: 168 time: 0.2873333 May 23 11:32:23.866565 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e4f500fe-e85d-43ce-954d-e7b145bb6be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:23.924187 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f500fe-e85d-43ce-954d-e7b145bb6be3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfaa2c81-8057-412e-a209-888bbdcbe3ad,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:24.279612 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e4f500fe-e85d-43ce-954d-e7b145bb6be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:24.577542 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 48430) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:24.799284 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c49899be-91c6-470e-ae42-510b73653a56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:24.857088 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c49899be-91c6-470e-ae42-510b73653a56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:32:24.861495 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c49899be-91c6-470e-ae42-510b73653a56 admin admin] Usage tracker for resource:security_group_rule and tenant:34e971aabbce4aa4932ff568cacf73ca is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:32:24.865420 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c49899be-91c6-470e-ae42-510b73653a56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:32:24.872758 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c49899be-91c6-470e-ae42-510b73653a56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:32:24.964373 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-43827c82-7a89-4a77-947f-b99e58596c75 req-cfba3798-8b28-4f61-91ca-0e6d11a804dc tempest-ServerShowV254Test-62308416 tempest-ServerShowV254Test-62308416-project] 10.222.0.79 "GET /v2.0/ports?device_id=99537f50-5348-4f5e-8150-9a85cfeacd99 HTTP/1.1" status: 200 len: 210 time: 0.1336410 May 23 11:32:25.013382 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f500fe-e85d-43ce-954d-e7b145bb6be3 admin admin] Router db529751-9524-4acb-a9a3-de5a6b3e1c20 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:32:25.054036 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c49899be-91c6-470e-ae42-510b73653a56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:25.061992 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c49899be-91c6-470e-ae42-510b73653a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:25.112757 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49899be-91c6-470e-ae42-510b73653a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad306ad-15c2-4383-8a97-6421e6f7f0bd,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:25.119194 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c49899be-91c6-470e-ae42-510b73653a56 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=34e971aabbce4aa4932ff568cacf73ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5405550 May 23 11:32:25.121859 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 48446) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:25.207295 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-88cfd523-87a6-49f8-94a1-28d26ab1d8f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:25.238636 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-88cfd523-87a6-49f8-94a1-28d26ab1d8f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:25.305865 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-88cfd523-87a6-49f8-94a1-28d26ab1d8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:25.328093 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cfd523-87a6-49f8-94a1-28d26ab1d8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad306ad-15c2-4383-8a97-6421e6f7f0bd,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:25.331787 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-88cfd523-87a6-49f8-94a1-28d26ab1d8f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:25.336232 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-88cfd523-87a6-49f8-94a1-28d26ab1d8f3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6ad306ad-15c2-4383-8a97-6421e6f7f0bd HTTP/1.1" status: 204 len: 168 time: 0.2133799 May 23 11:32:25.409073 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f500fe-e85d-43ce-954d-e7b145bb6be3 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:32:25.419182 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f0797f-c7dd-4063-8ce3-dcfaf889f6d3 None None] Sync routers for ids ['db529751-9524-4acb-a9a3-de5a6b3e1c20'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:32:25.436894 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e4f500fe-e85d-43ce-954d-e7b145bb6be3 admin admin] 10.222.0.79 "PUT /v2.0/routers/db529751-9524-4acb-a9a3-de5a6b3e1c20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1682849 May 23 11:32:25.437972 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 48454) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:25.441874 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f0797f-c7dd-4063-8ce3-dcfaf889f6d3 None None] Routers {'db529751-9524-4acb-a9a3-de5a6b3e1c20'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:32:25.442725 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-37f0797f-c7dd-4063-8ce3-dcfaf889f6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:32:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['db529751-9524-4acb-a9a3-de5a6b3e1c20'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:32:25.708840 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fa7b2225-c8d0-4f55-ac75-bb93a85f86fb admin admin] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:25.734778 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-37f0797f-c7dd-4063-8ce3-dcfaf889f6d3 None None] Set router db529751-9524-4acb-a9a3-de5a6b3e1c20 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:32:25.936107 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48468) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:25.977305 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-09e214e4-e1ba-40d6-aa18-b16e15381d03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:26.042970 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-09e214e4-e1ba-40d6-aa18-b16e15381d03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:32:26.052990 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-09e214e4-e1ba-40d6-aa18-b16e15381d03 admin admin] Usage tracker for resource:security_group_rule and tenant:31a76ac5810e4b169239541cb230e8b7 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:32:26.063769 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-09e214e4-e1ba-40d6-aa18-b16e15381d03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:32:26.071034 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-09e214e4-e1ba-40d6-aa18-b16e15381d03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:32:26.087378 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fa7b2225-c8d0-4f55-ac75-bb93a85f86fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:26.107917 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-fa7b2225-c8d0-4f55-ac75-bb93a85f86fb admin admin] Deleting port 494ed453-37e9-40f9-ae81-578f809d43aa {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:32:26.108313 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fa7b2225-c8d0-4f55-ac75-bb93a85f86fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:26.202269 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-09e214e4-e1ba-40d6-aa18-b16e15381d03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:26.213510 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-09e214e4-e1ba-40d6-aa18-b16e15381d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:26.260559 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-37f0797f-c7dd-4063-8ce3-dcfaf889f6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'name': 'tempest-ServerRescueNegativeTestJSON-728309522-router', 'tenant_id': '4ab6dabfc6c044e3a257a928739aed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '494ed453-37e9-40f9-ae81-578f809d43aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:26:55Z', 'updated_at': '2022-05-23T11:32:23Z', 'revision_number': 5, 'project_id': '4ab6dabfc6c044e3a257a928739aed2b', 'gw_port': {'id': '494ed453-37e9-40f9-ae81-578f809d43aa', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:27:00Z', 'updated_at': '2022-05-23T11:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:32:26.265283 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f0797f-c7dd-4063-8ce3-dcfaf889f6d3 None None] Checking router: db529751-9524-4acb-a9a3-de5a6b3e1c20 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:32:26.280718 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f0797f-c7dd-4063-8ce3-dcfaf889f6d3 None None] Routers {'db529751-9524-4acb-a9a3-de5a6b3e1c20'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:32:26.282026 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-37f0797f-c7dd-4063-8ce3-dcfaf889f6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:32:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['db529751-9524-4acb-a9a3-de5a6b3e1c20'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:32:26.341793 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-09e214e4-e1ba-40d6-aa18-b16e15381d03 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=31a76ac5810e4b169239541cb230e8b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4042115 May 23 11:32:26.357655 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48478) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:26.396018 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e214e4-e1ba-40d6-aa18-b16e15381d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad2cd39-795e-4831-99db-ed88433e87e2,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:26.420394 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6fbcb3b4-3e37-47fe-929f-501dbce59b96 req-d8447115-3136-492e-9806-58badb1382c8 tempest-ServerShowV254Test-62308416 tempest-ServerShowV254Test-62308416-project] 10.222.0.79 "GET /v2.0/ports?device_id=99537f50-5348-4f5e-8150-9a85cfeacd99 HTTP/1.1" status: 200 len: 210 time: 0.1017537 May 23 11:32:26.476147 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-37f0797f-c7dd-4063-8ce3-dcfaf889f6d3 None None] Set router db529751-9524-4acb-a9a3-de5a6b3e1c20 gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:32:26.511383 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-53668b67-55eb-466f-ac72-934e0cbd9e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:26.567052 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-53668b67-55eb-466f-ac72-934e0cbd9e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:26.619676 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-37f0797f-c7dd-4063-8ce3-dcfaf889f6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'name': 'tempest-ServerRescueNegativeTestJSON-728309522-router', 'tenant_id': '4ab6dabfc6c044e3a257a928739aed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:26:55Z', 'updated_at': '2022-05-23T11:32:26Z', 'revision_number': 6, 'project_id': '4ab6dabfc6c044e3a257a928739aed2b', 'gw_port_host': None}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:32:26.624435 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f0797f-c7dd-4063-8ce3-dcfaf889f6d3 None None] The sync data for ids ['db529751-9524-4acb-a9a3-de5a6b3e1c20'] in n-d-842952-2 is: [{'id': 'db529751-9524-4acb-a9a3-de5a6b3e1c20', 'name': 'tempest-ServerRescueNegativeTestJSON-728309522-router', 'tenant_id': '4ab6dabfc6c044e3a257a928739aed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:26:55Z', 'updated_at': '2022-05-23T11:32:26Z', 'revision_number': 6, 'project_id': '4ab6dabfc6c044e3a257a928739aed2b', 'gw_port_host': None}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:32:26.642104 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-fa7b2225-c8d0-4f55-ac75-bb93a85f86fb admin admin] For port 494ed453-37e9-40f9-ae81-578f809d43aa, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=494ed453-37e9-40f9-ae81-578f809d43aa,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:32:26.642534 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fa7b2225-c8d0-4f55-ac75-bb93a85f86fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:26.670362 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-53668b67-55eb-466f-ac72-934e0cbd9e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:26.692604 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53668b67-55eb-466f-ac72-934e0cbd9e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad2cd39-795e-4831-99db-ed88433e87e2,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:26.695607 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-53668b67-55eb-466f-ac72-934e0cbd9e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:26.700423 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-53668b67-55eb-466f-ac72-934e0cbd9e3b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6ad2cd39-795e-4831-99db-ed88433e87e2 HTTP/1.1" status: 204 len: 168 time: 0.3339043 May 23 11:32:26.802535 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-fa7b2225-c8d0-4f55-ac75-bb93a85f86fb admin admin] Calling delete_port for 494ed453-37e9-40f9-ae81-578f809d43aa owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:32:27.050194 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fa7b2225-c8d0-4f55-ac75-bb93a85f86fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:27.121657 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b2225-c8d0-4f55-ac75-bb93a85f86fb admin admin] Pushing event deleted for resources: {'Port': ['ID=494ed453-37e9-40f9-ae81-578f809d43aa,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:27.397006 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fa7b2225-c8d0-4f55-ac75-bb93a85f86fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:27.689071 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device cfaa2c81-8057-412e-a209-888bbdcbe3ad no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:32:27.729950 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b5e3c33c-324e-4527-b790-55953820b740 req-d674fa7f-9b58-4193-91ca-86020cb607a4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6edd1db901dc4fe1852250f217bbcb9d&device_id=99537f50-5348-4f5e-8150-9a85cfeacd99 HTTP/1.1" status: 200 len: 210 time: 0.1450770 May 23 11:32:27.777161 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: cfaa2c81-8057-412e-a209-888bbdcbe3ad {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:32:27.779131 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device cfaa2c81-8057-412e-a209-888bbdcbe3ad not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:32:27.780298 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 494ed453-37e9-40f9-ae81-578f809d43aa no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:32:27.804616 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b5e3c33c-324e-4527-b790-55953820b740 req-babe8545-543d-4d9f-a51f-c94fc444e81b service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=6edd1db901dc4fe1852250f217bbcb9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458534 May 23 11:32:27.872179 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fa7b2225-c8d0-4f55-ac75-bb93a85f86fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:27.874593 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fa7b2225-c8d0-4f55-ac75-bb93a85f86fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:27.890820 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 494ed453-37e9-40f9-ae81-578f809d43aa {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:32:27.905344 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 494ed453-37e9-40f9-ae81-578f809d43aa not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:32:27.942060 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-428dab73-fec4-4417-a22d-c5d36eb42644 req-c257b3b3-87d0-45d6-a4ad-7b6f85ae06be tempest-ServerShowV254Test-62308416 tempest-ServerShowV254Test-62308416-project] 10.222.0.79 "GET /v2.0/ports?device_id=99537f50-5348-4f5e-8150-9a85cfeacd99 HTTP/1.1" status: 200 len: 210 time: 0.0573630 May 23 11:32:27.949660 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fa7b2225-c8d0-4f55-ac75-bb93a85f86fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:27.950484 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7b2225-c8d0-4f55-ac75-bb93a85f86fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router db529751-9524-4acb-a9a3-de5a6b3e1c20 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:32:27.965112 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fa7b2225-c8d0-4f55-ac75-bb93a85f86fb admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:27.968672 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-fa7b2225-c8d0-4f55-ac75-bb93a85f86fb admin admin] 10.222.0.79 "DELETE /v2.0/routers/db529751-9524-4acb-a9a3-de5a6b3e1c20 HTTP/1.1" status: 204 len: 168 time: 2.5274503 May 23 11:32:27.971985 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 48530) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:28.071684 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-db419f1d-53da-49ef-ba9d-1daaffa5aa59 admin admin] Deleting subnet 82176f08-fc90-4d7e-a669-0e8701d67807 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:32:28.075601 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-db419f1d-53da-49ef-ba9d-1daaffa5aa59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:28.156581 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e3c33c-324e-4527-b790-55953820b740 req-016aedd9-082d-49c9-85fc-e65a0602f970 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:32:28.158303 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b5e3c33c-324e-4527-b790-55953820b740 req-016aedd9-082d-49c9-85fc-e65a0602f970 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3431416 May 23 11:32:28.172112 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-db419f1d-53da-49ef-ba9d-1daaffa5aa59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:28.434769 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-db419f1d-53da-49ef-ba9d-1daaffa5aa59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:28.513866 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-db419f1d-53da-49ef-ba9d-1daaffa5aa59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:28.565412 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-db419f1d-53da-49ef-ba9d-1daaffa5aa59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:28.568035 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db419f1d-53da-49ef-ba9d-1daaffa5aa59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82176f08-fc90-4d7e-a669-0e8701d67807,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:28.571316 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8218a900-f1fe-4b73-b887-6f8bfffe9b4b None None] Network 76b2273d-b51d-4df1-8907-c6d24ae3fac2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:32:28.592932 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-db419f1d-53da-49ef-ba9d-1daaffa5aa59 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/82176f08-fc90-4d7e-a669-0e8701d67807 HTTP/1.1" status: 204 len: 168 time: 0.6197264 May 23 11:32:28.595340 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 48550) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:28.740698 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1a4e6f83-24a8-4d54-bce9-20774d6fef10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:28.755808 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-1a4e6f83-24a8-4d54-bce9-20774d6fef10 admin admin] Deleting port 66659fe6-1e8e-48dd-9f16-9e538e541abf {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:32:28.764952 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1a4e6f83-24a8-4d54-bce9-20774d6fef10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:28.765140 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48558) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:28.951180 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e08a8290-d8a5-4e2d-9355-972217d9d9e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:28.991473 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e08a8290-d8a5-4e2d-9355-972217d9d9e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:32:28.996677 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e08a8290-d8a5-4e2d-9355-972217d9d9e2 admin admin] Usage tracker for resource:security_group_rule and tenant:62fff94cb9ca42d5b67c2c46be41c63e is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:32:28.999560 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e08a8290-d8a5-4e2d-9355-972217d9d9e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:32:29.007508 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e08a8290-d8a5-4e2d-9355-972217d9d9e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:32:29.035543 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-1a4e6f83-24a8-4d54-bce9-20774d6fef10 admin admin] For port 66659fe6-1e8e-48dd-9f16-9e538e541abf, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=66659fe6-1e8e-48dd-9f16-9e538e541abf,segment=NetworkSegment(5d0c22b8-11c2-4939-b80a-ba90d75c1960),segment_id=5d0c22b8-11c2-4939-b80a-ba90d75c1960)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:32:29.036080 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1a4e6f83-24a8-4d54-bce9-20774d6fef10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:29.073389 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225b03e6-5e9a-4bd2-b376-4c478c415c1c None None] DHCP port deletion for 76b2273d-b51d-4df1-8907-c6d24ae3fac2 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:32:29.080128 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-225b03e6-5e9a-4bd2-b376-4c478c415c1c None None] Deleting port 66659fe6-1e8e-48dd-9f16-9e538e541abf {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:32:29.080507 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-225b03e6-5e9a-4bd2-b376-4c478c415c1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:29.111000 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e08a8290-d8a5-4e2d-9355-972217d9d9e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:29.117415 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e08a8290-d8a5-4e2d-9355-972217d9d9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:29.190139 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e08a8290-d8a5-4e2d-9355-972217d9d9e2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=62fff94cb9ca42d5b67c2c46be41c63e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4215848 May 23 11:32:29.190139 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a8290-d8a5-4e2d-9355-972217d9d9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab2e3d9-d643-4bef-9c5a-44863b99dedc,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:29.210724 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48572) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:29.234017 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-1a4e6f83-24a8-4d54-bce9-20774d6fef10 admin admin] Calling delete_port for 66659fe6-1e8e-48dd-9f16-9e538e541abf owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:32:29.303334 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-60038111-00eb-4470-ab64-9bae8788b49c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:29.355880 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-60038111-00eb-4470-ab64-9bae8788b49c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:29.394192 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-be6e33fb-3171-4be3-b483-9f33bcb8db65 req-3f51d41b-3677-4612-9afe-992f1dc10a10 tempest-ServerShowV254Test-62308416 tempest-ServerShowV254Test-62308416-project] 10.222.0.79 "GET /v2.0/ports?device_id=99537f50-5348-4f5e-8150-9a85cfeacd99 HTTP/1.1" status: 200 len: 210 time: 0.1214314 May 23 11:32:29.434544 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1a4e6f83-24a8-4d54-bce9-20774d6fef10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:29.460962 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-60038111-00eb-4470-ab64-9bae8788b49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:29.498417 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-225b03e6-5e9a-4bd2-b376-4c478c415c1c None None] For port 66659fe6-1e8e-48dd-9f16-9e538e541abf, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=66659fe6-1e8e-48dd-9f16-9e538e541abf,segment=NetworkSegment(5d0c22b8-11c2-4939-b80a-ba90d75c1960),segment_id=5d0c22b8-11c2-4939-b80a-ba90d75c1960)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:32:29.499662 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60038111-00eb-4470-ab64-9bae8788b49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab2e3d9-d643-4bef-9c5a-44863b99dedc,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:29.500140 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-225b03e6-5e9a-4bd2-b376-4c478c415c1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:29.501965 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4e6f83-24a8-4d54-bce9-20774d6fef10 admin admin] No DVR routers for this DVR port 66659fe6-1e8e-48dd-9f16-9e538e541abf on host n-d-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:32:29.518678 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-60038111-00eb-4470-ab64-9bae8788b49c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:29.529197 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-60038111-00eb-4470-ab64-9bae8788b49c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1ab2e3d9-d643-4bef-9c5a-44863b99dedc HTTP/1.1" status: 204 len: 168 time: 0.3106456 May 23 11:32:29.553582 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e6f83-24a8-4d54-bce9-20774d6fef10 admin admin] Pushing event deleted for resources: {'Port': ['ID=66659fe6-1e8e-48dd-9f16-9e538e541abf,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:29.722595 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1a4e6f83-24a8-4d54-bce9-20774d6fef10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:29.722839 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 66659fe6-1e8e-48dd-9f16-9e538e541abf no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:32:29.760975 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-225b03e6-5e9a-4bd2-b376-4c478c415c1c None None] Calling delete_port for 66659fe6-1e8e-48dd-9f16-9e538e541abf owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:32:29.790738 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-1a4e6f83-24a8-4d54-bce9-20774d6fef10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76b2273d-b51d-4df1-8907-c6d24ae3fac2']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:32:29.792403 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 66659fe6-1e8e-48dd-9f16-9e538e541abf {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:32:29.792943 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 66659fe6-1e8e-48dd-9f16-9e538e541abf not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:32:29.825882 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-1a4e6f83-24a8-4d54-bce9-20774d6fef10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d0c22b8-11c2-4939-b80a-ba90d75c1960') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:32:29.826685 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-1a4e6f83-24a8-4d54-bce9-20774d6fef10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d0c22b8-11c2-4939-b80a-ba90d75c1960') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:32:29.851283 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1a4e6f83-24a8-4d54-bce9-20774d6fef10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:29.876670 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-225b03e6-5e9a-4bd2-b376-4c478c415c1c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:32:29.877732 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-225b03e6-5e9a-4bd2-b376-4c478c415c1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:32:29.883916 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1a4e6f83-24a8-4d54-bce9-20774d6fef10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:29.891250 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a4e6f83-24a8-4d54-bce9-20774d6fef10 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:32:29.891979 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1a4e6f83-24a8-4d54-bce9-20774d6fef10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:29.907369 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:32:29.907369 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:32:29.907369 n-d-842952-2 neutron-server[83910]: timer() May 23 11:32:29.907369 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:32:29.907369 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:32:29.907369 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:32:29.907369 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:32:29.907369 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:32:29.907369 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:32:29.907369 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:32:29.907369 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:32:29.907369 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:32:29.907369 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:32:29.907369 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:32:29.907369 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:32:29.907369 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:32:29.907369 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:32:29.907369 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:32:29.907369 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:32:29.907369 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:32:29.907369 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:32:29.907369 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:32:29.907369 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:32:29.907369 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:32:29.907369 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:32:29.907369 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:32:29.907369 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:32:29.907369 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:32:29.907369 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:32:29.907369 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:32:29.907369 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:32:29.907369 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:32:29.998890 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1a4e6f83-24a8-4d54-bce9-20774d6fef10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:30.018248 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1a4e6f83-24a8-4d54-bce9-20774d6fef10 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:30.030090 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e6f83-24a8-4d54-bce9-20774d6fef10 admin admin] Pushing event deleted for resources: {'Network': ['ID=76b2273d-b51d-4df1-8907-c6d24ae3fac2,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:30.047073 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1a4e6f83-24a8-4d54-bce9-20774d6fef10 admin admin] 10.222.0.79 "DELETE /v2.0/networks/76b2273d-b51d-4df1-8907-c6d24ae3fac2 HTTP/1.1" status: 204 len: 168 time: 1.4503555 May 23 11:32:30.056184 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 48592) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:30.078606 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-02fcf0d5-eaba-42d4-8f09-8c988f379d6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:30.114269 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-02fcf0d5-eaba-42d4-8f09-8c988f379d6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:32:30.119246 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-02fcf0d5-eaba-42d4-8f09-8c988f379d6c admin admin] Usage tracker for resource:security_group_rule and tenant:6f028d9b83d74c7da76492e2f9f81e61 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:32:30.123365 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-02fcf0d5-eaba-42d4-8f09-8c988f379d6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:32:30.130411 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-02fcf0d5-eaba-42d4-8f09-8c988f379d6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:32:30.214269 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-02fcf0d5-eaba-42d4-8f09-8c988f379d6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:30.220932 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-02fcf0d5-eaba-42d4-8f09-8c988f379d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:30.275973 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fcf0d5-eaba-42d4-8f09-8c988f379d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0d4bd0-1bb6-43b8-855d-b121770ecc88,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:30.283522 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-02fcf0d5-eaba-42d4-8f09-8c988f379d6c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6f028d9b83d74c7da76492e2f9f81e61&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2237020 May 23 11:32:30.284054 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48600) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:30.334654 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 48606) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:30.373994 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-65277442-9371-485d-b23e-bcd5b75228a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:30.379263 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-225b03e6-5e9a-4bd2-b376-4c478c415c1c None None] Deleting port 66659fe6-1e8e-48dd-9f16-9e538e541abf {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:32:30.380330 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-225b03e6-5e9a-4bd2-b376-4c478c415c1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:30.406354 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c203e44c-e48f-45b5-8f9c-ae0dffcf0155 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4ab6dabfc6c044e3a257a928739aed2b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0705340 May 23 11:32:30.406927 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 48612) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:30.425830 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-65277442-9371-485d-b23e-bcd5b75228a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:30.475884 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-225b03e6-5e9a-4bd2-b376-4c478c415c1c None None] The port '66659fe6-1e8e-48dd-9f16-9e538e541abf' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:32:30.495940 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1c2ee2fb-be98-4330-84f3-993d1d143555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:30.529692 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1c2ee2fb-be98-4330-84f3-993d1d143555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:30.530850 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-65277442-9371-485d-b23e-bcd5b75228a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:30.558736 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65277442-9371-485d-b23e-bcd5b75228a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0d4bd0-1bb6-43b8-855d-b121770ecc88,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:30.569216 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-65277442-9371-485d-b23e-bcd5b75228a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:30.570882 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-65277442-9371-485d-b23e-bcd5b75228a5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ed0d4bd0-1bb6-43b8-855d-b121770ecc88 HTTP/1.1" status: 204 len: 168 time: 0.2855837 May 23 11:32:30.631020 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1c2ee2fb-be98-4330-84f3-993d1d143555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:30.655688 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ee2fb-be98-4330-84f3-993d1d143555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c37e540-d31f-480d-8c92-d3bb83256ea7,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:30.710895 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1c2ee2fb-be98-4330-84f3-993d1d143555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:30.714126 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1c2ee2fb-be98-4330-84f3-993d1d143555 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7c37e540-d31f-480d-8c92-d3bb83256ea7 HTTP/1.1" status: 204 len: 168 time: 0.3040376 May 23 11:32:30.728282 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e04388e5-775e-4b0d-afee-d038d972d765 req-1edf2bb3-10ab-458c-8299-76d115778a98 tempest-ServerShowV254Test-62308416 tempest-ServerShowV254Test-62308416-project] 10.222.0.79 "GET /v2.0/ports?device_id=99537f50-5348-4f5e-8150-9a85cfeacd99 HTTP/1.1" status: 200 len: 210 time: 0.0681262 May 23 11:32:31.973805 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-348764aa-65e1-4238-b352-13ae608d899e req-f36aaf57-8dce-4173-be54-88fb4769128e tempest-ServerShowV254Test-62308416 tempest-ServerShowV254Test-62308416-project] 10.222.0.79 "GET /v2.0/ports?device_id=99537f50-5348-4f5e-8150-9a85cfeacd99 HTTP/1.1" status: 200 len: 210 time: 0.0729470 May 23 11:32:33.270666 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-414d7f9a-2c94-46dd-b3d7-def0fdd1c497 req-25bab538-ef69-4f0a-907f-6ddb86fc0eec tempest-ServerShowV257Test-331383283 tempest-ServerShowV257Test-331383283-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b0ced0a-bdbb-4b2c-9038-c5c23d19ab30 HTTP/1.1" status: 200 len: 210 time: 0.1005504 May 23 11:32:33.302713 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-15281e4f-197d-41de-8880-97bf1e874c41 req-1ec865e3-6d4d-4ee9-bd92-7cdd24df88ca tempest-ServerShowV254Test-62308416 tempest-ServerShowV254Test-62308416-project] 10.222.0.79 "GET /v2.0/ports?device_id=99537f50-5348-4f5e-8150-9a85cfeacd99 HTTP/1.1" status: 200 len: 210 time: 0.0825033 May 23 11:32:34.568843 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9958ee8f-ad54-4338-8a9e-2f8d9f4f4e9d req-017e99b5-071c-4748-93e1-2f7ddfd1a894 tempest-ServerShowV257Test-331383283 tempest-ServerShowV257Test-331383283-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b0ced0a-bdbb-4b2c-9038-c5c23d19ab30 HTTP/1.1" status: 200 len: 210 time: 0.0726054 May 23 11:32:34.641573 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-33f9bc9d-8e31-4edc-9c9f-dedf7f46c9cd req-e950c635-901f-41a2-8f40-b06dc914a1e8 tempest-ServerShowV254Test-62308416 tempest-ServerShowV254Test-62308416-project] 10.222.0.79 "GET /v2.0/ports?device_id=99537f50-5348-4f5e-8150-9a85cfeacd99 HTTP/1.1" status: 200 len: 210 time: 0.0701187 May 23 11:32:35.789731 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-38b61217-2ccb-48ff-8f6b-751ee3ae4abc req-c1b217ea-9b93-4e77-9cb2-2821a547c1ec tempest-ServerShowV257Test-331383283 tempest-ServerShowV257Test-331383283-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b0ced0a-bdbb-4b2c-9038-c5c23d19ab30 HTTP/1.1" status: 200 len: 210 time: 0.0566413 May 23 11:32:35.961094 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bc904979-6c0c-4aa5-a1fe-8633d2b9edef req-0401565d-d4bf-46c3-973f-6deda71651d7 tempest-ServerShowV254Test-62308416 tempest-ServerShowV254Test-62308416-project] 10.222.0.79 "GET /v2.0/ports?device_id=99537f50-5348-4f5e-8150-9a85cfeacd99 HTTP/1.1" status: 200 len: 210 time: 0.1502452 May 23 11:32:37.042019 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5d6cbb3f-44fc-4b52-a1d4-92a6b3595147 req-8cd847df-0118-42c4-99d3-14ebec111f2f tempest-ServerShowV257Test-331383283 tempest-ServerShowV257Test-331383283-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b0ced0a-bdbb-4b2c-9038-c5c23d19ab30 HTTP/1.1" status: 200 len: 210 time: 0.0519912 May 23 11:32:37.067211 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-232e9d8b-60af-4922-892c-c3efbb916a11 req-2d2f3624-dbf8-4350-9839-2092e789aeab service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=99537f50-5348-4f5e-8150-9a85cfeacd99 HTTP/1.1" status: 200 len: 210 time: 0.0713525 May 23 11:32:37.264503 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2549fff1-3b42-406b-88b7-852751c1c7fc req-872261d4-9cfe-45a3-87f0-a8c991a8a495 tempest-ServerShowV254Test-62308416 tempest-ServerShowV254Test-62308416-project] 10.222.0.79 "GET /v2.0/ports?device_id=99537f50-5348-4f5e-8150-9a85cfeacd99 HTTP/1.1" status: 200 len: 210 time: 0.0491400 May 23 11:32:37.468876 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-20b1a7d4-a695-47f1-8f7e-8ddfb371c885 req-ff7ed25d-789e-4fd6-930b-ed28840ec33f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3b0ced0a-bdbb-4b2c-9038-c5c23d19ab30 HTTP/1.1" status: 200 len: 210 time: 0.0450387 May 23 11:32:38.149089 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:38.396312 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a2464157-646d-4bc1-a263-48fdfddbbc7b req-8e610b83-80c9-4450-8fd4-6ee3ca10c9e6 tempest-ServerShowV257Test-331383283 tempest-ServerShowV257Test-331383283-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b0ced0a-bdbb-4b2c-9038-c5c23d19ab30 HTTP/1.1" status: 200 len: 210 time: 0.1173093 May 23 11:32:38.536080 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b4ab239c-a38c-4538-b11e-8d19d1a88127 req-87d5c08f-4b81-42da-abf3-551549fb8708 tempest-ServerShowV254Test-62308416 tempest-ServerShowV254Test-62308416-project] 10.222.0.79 "GET /v2.0/ports?device_id=99537f50-5348-4f5e-8150-9a85cfeacd99 HTTP/1.1" status: 200 len: 210 time: 0.0439537 May 23 11:32:39.258814 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9684ddf8-2d23-426a-b764-2093dd7ca32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:39.468271 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:39.658232 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-90978860-f977-4c9a-b9b7-851443313085 req-16c5405e-bf5c-4f2b-ac10-f8a8a191be62 tempest-ServerShowV257Test-331383283 tempest-ServerShowV257Test-331383283-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b0ced0a-bdbb-4b2c-9038-c5c23d19ab30 HTTP/1.1" status: 200 len: 210 time: 0.0722203 May 23 11:32:39.797574 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1c52b811-6e32-40be-96d6-12ef679c9b91 req-0cb1327b-a490-45d5-933b-32353fba4920 tempest-ServerShowV254Test-62308416 tempest-ServerShowV254Test-62308416-project] 10.222.0.79 "GET /v2.0/ports?device_id=99537f50-5348-4f5e-8150-9a85cfeacd99 HTTP/1.1" status: 200 len: 210 time: 0.0569680 May 23 11:32:40.334630 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f301b6fb-c40e-4a66-b474-94775e4a223e req-a84df5e0-3f79-4248-9a1d-8295e351510a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6edd1db901dc4fe1852250f217bbcb9d&device_id=99537f50-5348-4f5e-8150-9a85cfeacd99 HTTP/1.1" status: 200 len: 210 time: 0.1159530 May 23 11:32:40.431437 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f301b6fb-c40e-4a66-b474-94775e4a223e req-dc057081-222f-4fce-a181-cadf1bdd539c service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=6edd1db901dc4fe1852250f217bbcb9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0868130 May 23 11:32:40.514504 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ed21f6db-12ec-4375-af11-21e85db94afc req-d96f4054-5173-4428-b7b1-61683fb68bb4 tempest-ServerShowV254Test-62308416 tempest-ServerShowV254Test-62308416-project] 10.222.0.79 "GET /v2.0/ports?device_id=99537f50-5348-4f5e-8150-9a85cfeacd99 HTTP/1.1" status: 200 len: 210 time: 0.1274352 May 23 11:32:40.771618 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301b6fb-c40e-4a66-b474-94775e4a223e req-8bd2e945-aaad-4811-b6bc-717c5eb5e168 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:32:40.776818 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f301b6fb-c40e-4a66-b474-94775e4a223e req-8bd2e945-aaad-4811-b6bc-717c5eb5e168 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3399103 May 23 11:32:40.895086 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6f5c1133-8b03-4961-848a-063c79ed75ed req-aaae57c7-3f06-439f-a351-ae9bd562e35e tempest-ServerShowV257Test-331383283 tempest-ServerShowV257Test-331383283-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b0ced0a-bdbb-4b2c-9038-c5c23d19ab30 HTTP/1.1" status: 200 len: 210 time: 0.0786366 May 23 11:32:41.529281 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eb646fae-13b9-4091-a596-ac5a2eb01257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:41.798928 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1eeaa125-b492-40cd-9027-4c9018392150 req-77455b5a-5b97-48a5-9035-1341af7f972e tempest-ServerShowV254Test-62308416 tempest-ServerShowV254Test-62308416-project] 10.222.0.79 "GET /v2.0/ports?device_id=99537f50-5348-4f5e-8150-9a85cfeacd99 HTTP/1.1" status: 200 len: 210 time: 0.0439975 May 23 11:32:42.136597 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-12e67bfc-649d-41b0-a3d9-f885f83c3574 req-3aee3a1b-3939-4019-b5f2-ab4bb2629740 tempest-ServerShowV257Test-331383283 tempest-ServerShowV257Test-331383283-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b0ced0a-bdbb-4b2c-9038-c5c23d19ab30 HTTP/1.1" status: 200 len: 210 time: 0.0568900 May 23 11:32:42.216147 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f301b6fb-c40e-4a66-b474-94775e4a223e req-21317b3a-93c7-4660-9162-b2395934b3ec tempest-ServerShowV254Test-62308416 tempest-ServerShowV254Test-62308416-project] 10.222.0.81 "GET /v2.0/ports?device_id=99537f50-5348-4f5e-8150-9a85cfeacd99 HTTP/1.1" status: 200 len: 210 time: 0.0417750 May 23 11:32:42.490073 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 48944) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:42.640279 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d263f24f-913d-407b-a0d4-90b37ea87e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:42.673404 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d263f24f-913d-407b-a0d4-90b37ea87e45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:32:42.677482 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d263f24f-913d-407b-a0d4-90b37ea87e45 admin admin] Usage tracker for resource:security_group_rule and tenant:4c5d45923d1d4da4a939b0ebc6417807 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:32:42.681025 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d263f24f-913d-407b-a0d4-90b37ea87e45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:32:42.687430 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d263f24f-913d-407b-a0d4-90b37ea87e45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:32:42.743800 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:42.772561 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d263f24f-913d-407b-a0d4-90b37ea87e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:42.792473 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d263f24f-913d-407b-a0d4-90b37ea87e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:42.824056 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:42.866887 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263f24f-913d-407b-a0d4-90b37ea87e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6188c1-9adb-452a-85ca-3a32674e4739,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:42.901968 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48956) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:42.902254 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d263f24f-913d-407b-a0d4-90b37ea87e45 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4c5d45923d1d4da4a939b0ebc6417807&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4109690 May 23 11:32:42.970004 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3af16e29-1025-4d54-ac27-b8ab555c193d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:43.012178 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3af16e29-1025-4d54-ac27-b8ab555c193d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:43.054862 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4aa5130f-d147-4e0f-887e-d2e6be5c18d3 req-e0dac62a-fe86-49e1-9c4d-bf922a229827 tempest-ServerShowV254Test-62308416 tempest-ServerShowV254Test-62308416-project] 10.222.0.79 "GET /v2.0/ports?device_id=99537f50-5348-4f5e-8150-9a85cfeacd99 HTTP/1.1" status: 200 len: 210 time: 0.0468261 May 23 11:32:43.092644 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3af16e29-1025-4d54-ac27-b8ab555c193d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:43.118377 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3af16e29-1025-4d54-ac27-b8ab555c193d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:43.123251 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3af16e29-1025-4d54-ac27-b8ab555c193d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9c6188c1-9adb-452a-85ca-3a32674e4739 HTTP/1.1" status: 204 len: 168 time: 0.2195704 May 23 11:32:43.123879 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af16e29-1025-4d54-ac27-b8ab555c193d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6188c1-9adb-452a-85ca-3a32674e4739,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:43.136785 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af16e29-1025-4d54-ac27-b8ab555c193d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:32:43.137467 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af16e29-1025-4d54-ac27-b8ab555c193d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:32:43.137982 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af16e29-1025-4d54-ac27-b8ab555c193d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:32:43.138529 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af16e29-1025-4d54-ac27-b8ab555c193d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:32:43.139062 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af16e29-1025-4d54-ac27-b8ab555c193d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:32:43.139584 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af16e29-1025-4d54-ac27-b8ab555c193d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:32:43.140223 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af16e29-1025-4d54-ac27-b8ab555c193d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:32:43.141439 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af16e29-1025-4d54-ac27-b8ab555c193d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:32:43.141439 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af16e29-1025-4d54-ac27-b8ab555c193d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:32:43.141439 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af16e29-1025-4d54-ac27-b8ab555c193d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:32:43.142342 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af16e29-1025-4d54-ac27-b8ab555c193d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:32:43.387378 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c31e683d-4980-48be-90ab-579b05fbeb6e req-746e78fb-c148-4c3f-b350-84edd3d90841 tempest-ServerShowV257Test-331383283 tempest-ServerShowV257Test-331383283-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b0ced0a-bdbb-4b2c-9038-c5c23d19ab30 HTTP/1.1" status: 200 len: 210 time: 0.0631645 May 23 11:32:43.581320 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48976) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:43.599712 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2b52762d-5156-4bb2-af68-02ebd8c4043b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:43.633518 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2b52762d-5156-4bb2-af68-02ebd8c4043b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:32:43.637447 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2b52762d-5156-4bb2-af68-02ebd8c4043b admin admin] Usage tracker for resource:security_group_rule and tenant:5cd59865292a436d9ba5b05b0eb850a8 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:32:43.641384 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2b52762d-5156-4bb2-af68-02ebd8c4043b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:32:43.647683 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2b52762d-5156-4bb2-af68-02ebd8c4043b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:32:43.741226 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2b52762d-5156-4bb2-af68-02ebd8c4043b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:43.749547 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2b52762d-5156-4bb2-af68-02ebd8c4043b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:43.803174 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b52762d-5156-4bb2-af68-02ebd8c4043b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0055fc89-6016-4299-b28a-4c26d82baaf7,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:43.807887 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2b52762d-5156-4bb2-af68-02ebd8c4043b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5cd59865292a436d9ba5b05b0eb850a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2254605 May 23 11:32:43.810591 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 48982) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:43.882951 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-38262b8e-971b-4b3e-b584-dc93021cb9e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:43.911154 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-38262b8e-971b-4b3e-b584-dc93021cb9e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:43.972473 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-38262b8e-971b-4b3e-b584-dc93021cb9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:43.987016 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38262b8e-971b-4b3e-b584-dc93021cb9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0055fc89-6016-4299-b28a-4c26d82baaf7,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:43.993346 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-38262b8e-971b-4b3e-b584-dc93021cb9e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:43.994498 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-38262b8e-971b-4b3e-b584-dc93021cb9e7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0055fc89-6016-4299-b28a-4c26d82baaf7 HTTP/1.1" status: 204 len: 168 time: 0.1826599 May 23 11:32:44.259308 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:44.527147 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49002) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:44.578759 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6df6c76-7c62-40ad-8697-fa1c0228cb33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:44.617417 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a6df6c76-7c62-40ad-8697-fa1c0228cb33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:32:44.621651 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a6df6c76-7c62-40ad-8697-fa1c0228cb33 admin admin] Usage tracker for resource:security_group_rule and tenant:4696d8f3fcb94bf99ccfed7463d5fa5f is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:32:44.625151 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a6df6c76-7c62-40ad-8697-fa1c0228cb33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:32:44.632292 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a6df6c76-7c62-40ad-8697-fa1c0228cb33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:32:44.662702 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49008) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:44.689432 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ab32cd42-0926-4ee9-8be3-d7c91e35d8f6 req-faee4051-77cd-4b94-8a29-d9aef7eb4251 tempest-ServerShowV257Test-331383283 tempest-ServerShowV257Test-331383283-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b0ced0a-bdbb-4b2c-9038-c5c23d19ab30 HTTP/1.1" status: 200 len: 210 time: 0.0607946 May 23 11:32:44.723882 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6df6c76-7c62-40ad-8697-fa1c0228cb33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:44.739668 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6df6c76-7c62-40ad-8697-fa1c0228cb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:44.782323 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df6c76-7c62-40ad-8697-fa1c0228cb33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634cadb7-ca36-4405-a371-21f4ed019ea5,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:44.791264 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49016) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:44.801340 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a6df6c76-7c62-40ad-8697-fa1c0228cb33 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4696d8f3fcb94bf99ccfed7463d5fa5f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2715416 May 23 11:32:44.863037 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8ef46bf-e8d8-4c22-9875-2640c5a58129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:44.892336 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bbc158b9-7298-4a02-a5ff-34c43d659885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:44.900957 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8ef46bf-e8d8-4c22-9875-2640c5a58129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:44.935494 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bbc158b9-7298-4a02-a5ff-34c43d659885 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:32:44.939804 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-bbc158b9-7298-4a02-a5ff-34c43d659885 admin admin] Usage tracker for resource:security_group_rule and tenant:6edd1db901dc4fe1852250f217bbcb9d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:32:44.942997 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-bbc158b9-7298-4a02-a5ff-34c43d659885 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:32:44.950819 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bbc158b9-7298-4a02-a5ff-34c43d659885 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:32:44.966340 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8ef46bf-e8d8-4c22-9875-2640c5a58129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:44.987770 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef46bf-e8d8-4c22-9875-2640c5a58129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634cadb7-ca36-4405-a371-21f4ed019ea5,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:45.006314 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8ef46bf-e8d8-4c22-9875-2640c5a58129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:45.008428 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b8ef46bf-e8d8-4c22-9875-2640c5a58129 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/634cadb7-ca36-4405-a371-21f4ed019ea5 HTTP/1.1" status: 204 len: 168 time: 0.2161288 May 23 11:32:45.053577 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bbc158b9-7298-4a02-a5ff-34c43d659885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:45.059447 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bbc158b9-7298-4a02-a5ff-34c43d659885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:45.100228 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc158b9-7298-4a02-a5ff-34c43d659885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0898afd3-f3db-4737-b992-c114f1fe008b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:45.130914 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-bbc158b9-7298-4a02-a5ff-34c43d659885 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6edd1db901dc4fe1852250f217bbcb9d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4670739 May 23 11:32:45.133663 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49028) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:45.211787 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b5805287-d631-42ba-a338-b46056d64f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:45.245088 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b5805287-d631-42ba-a338-b46056d64f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:45.329250 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b5805287-d631-42ba-a338-b46056d64f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:45.349315 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5805287-d631-42ba-a338-b46056d64f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0898afd3-f3db-4737-b992-c114f1fe008b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:45.356145 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b5805287-d631-42ba-a338-b46056d64f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:45.360998 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b5805287-d631-42ba-a338-b46056d64f9f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0898afd3-f3db-4737-b992-c114f1fe008b HTTP/1.1" status: 204 len: 168 time: 0.2259791 May 23 11:32:46.033119 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6ecf9310-e0bd-4c9c-9ae6-7cc7af9b835b req-843823bc-fc06-49f8-bb22-5b5f3b245ea7 tempest-ServerShowV257Test-331383283 tempest-ServerShowV257Test-331383283-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b0ced0a-bdbb-4b2c-9038-c5c23d19ab30 HTTP/1.1" status: 200 len: 210 time: 0.0584698 May 23 11:32:47.304182 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fe62f906-d2b1-49f8-8757-10a6fb26b557 req-838e367e-e6b7-4739-9a82-a41d744ccd73 tempest-ServerShowV257Test-331383283 tempest-ServerShowV257Test-331383283-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b0ced0a-bdbb-4b2c-9038-c5c23d19ab30 HTTP/1.1" status: 200 len: 210 time: 0.0606894 May 23 11:32:47.427242 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49116) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:47.691665 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a462f0bf-e430-4007-a03c-75618da669af admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:47.753464 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a462f0bf-e430-4007-a03c-75618da669af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:32:47.758336 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a462f0bf-e430-4007-a03c-75618da669af admin admin] Usage tracker for resource:security_group_rule and tenant:2184d9b551ec493dbd937794c3ce5f68 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:32:47.761736 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a462f0bf-e430-4007-a03c-75618da669af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:32:47.769717 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a462f0bf-e430-4007-a03c-75618da669af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:32:47.848715 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49132) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:47.905668 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a462f0bf-e430-4007-a03c-75618da669af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:47.914128 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a462f0bf-e430-4007-a03c-75618da669af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:48.003341 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a462f0bf-e430-4007-a03c-75618da669af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e921d94e-b99e-462c-9135-201cfb41d631,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:48.034996 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a462f0bf-e430-4007-a03c-75618da669af admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2184d9b551ec493dbd937794c3ce5f68&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6063070 May 23 11:32:48.037864 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49138) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:48.099256 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-38020418-7182-42b7-851a-15186024f9a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:48.154541 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-31aa909c-6b91-412e-9004-0f0c2018c540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:48.167350 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-38020418-7182-42b7-851a-15186024f9a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:32:48.192164 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-31aa909c-6b91-412e-9004-0f0c2018c540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:48.203206 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-38020418-7182-42b7-851a-15186024f9a6 admin admin] Usage tracker for resource:security_group_rule and tenant:dce46c2470b3485cb6095e41998a5548 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:32:48.213770 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-38020418-7182-42b7-851a-15186024f9a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:32:48.223417 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-38020418-7182-42b7-851a-15186024f9a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:32:48.281593 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-31aa909c-6b91-412e-9004-0f0c2018c540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:48.324055 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aa909c-6b91-412e-9004-0f0c2018c540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e921d94e-b99e-462c-9135-201cfb41d631,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:48.330352 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-38020418-7182-42b7-851a-15186024f9a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:48.345145 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-38020418-7182-42b7-851a-15186024f9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:48.399858 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-31aa909c-6b91-412e-9004-0f0c2018c540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:48.401255 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-31aa909c-6b91-412e-9004-0f0c2018c540 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e921d94e-b99e-462c-9135-201cfb41d631 HTTP/1.1" status: 204 len: 168 time: 0.3621535 May 23 11:32:48.462296 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-38020418-7182-42b7-851a-15186024f9a6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dce46c2470b3485cb6095e41998a5548&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6118295 May 23 11:32:48.463479 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49148) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:48.464527 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38020418-7182-42b7-851a-15186024f9a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0b761d-0be5-4659-b580-9f8f07f06578,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:48.510417 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cf3c71c7-3c4a-42c1-8d6a-741abfe961b0 req-8d6a39d7-2e70-4ded-bc6d-41551a1478f7 tempest-ServerShowV257Test-331383283 tempest-ServerShowV257Test-331383283-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b0ced0a-bdbb-4b2c-9038-c5c23d19ab30 HTTP/1.1" status: 200 len: 210 time: 0.0598600 May 23 11:32:48.579285 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4679c31c-aeef-4710-be5b-f8f2f3a442ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:48.610415 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4679c31c-aeef-4710-be5b-f8f2f3a442ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:48.682099 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4679c31c-aeef-4710-be5b-f8f2f3a442ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:48.697539 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679c31c-aeef-4710-be5b-f8f2f3a442ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0b761d-0be5-4659-b580-9f8f07f06578,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:48.704725 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4679c31c-aeef-4710-be5b-f8f2f3a442ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:48.705862 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4679c31c-aeef-4710-be5b-f8f2f3a442ad admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6a0b761d-0be5-4659-b580-9f8f07f06578 HTTP/1.1" status: 204 len: 168 time: 0.2363870 May 23 11:32:49.616235 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49196) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:49.736481 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a49b8499-145a-4527-8fed-4c39a59e3fbd req-c298d56c-9574-456a-94cb-3566fe07c0e6 tempest-ServerShowV257Test-331383283 tempest-ServerShowV257Test-331383283-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b0ced0a-bdbb-4b2c-9038-c5c23d19ab30 HTTP/1.1" status: 200 len: 210 time: 0.0481498 May 23 11:32:49.789811 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-7f90105b-c3c8-4829-a849-241fe9b8d771 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1029217892-network', 'tenant_id': '756a3d4c5fc34b2ab54b9bad7651ce9b'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:32:49.795974 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7f90105b-c3c8-4829-a849-241fe9b8d771 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:32:49.800585 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7f90105b-c3c8-4829-a849-241fe9b8d771 admin admin] Usage tracker for resource:network and tenant:756a3d4c5fc34b2ab54b9bad7651ce9b is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:32:49.804630 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7f90105b-c3c8-4829-a849-241fe9b8d771 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:32:49.808405 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:32:49.811533 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7f90105b-c3c8-4829-a849-241fe9b8d771 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:32:49.823249 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f90105b-c3c8-4829-a849-241fe9b8d771 admin admin] Made reservation on behalf of 756a3d4c5fc34b2ab54b9bad7651ce9b for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:32:49.826313 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7f90105b-c3c8-4829-a849-241fe9b8d771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:49.841197 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7f90105b-c3c8-4829-a849-241fe9b8d771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:49.882204 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7f90105b-c3c8-4829-a849-241fe9b8d771 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:32:49.887584 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7f90105b-c3c8-4829-a849-241fe9b8d771 admin admin] Usage tracker for resource:security_group_rule and tenant:756a3d4c5fc34b2ab54b9bad7651ce9b is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:32:49.891363 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7f90105b-c3c8-4829-a849-241fe9b8d771 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:32:49.904622 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7f90105b-c3c8-4829-a849-241fe9b8d771 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:32:49.999066 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7f90105b-c3c8-4829-a849-241fe9b8d771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:50.006259 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7f90105b-c3c8-4829-a849-241fe9b8d771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:50.057469 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f90105b-c3c8-4829-a849-241fe9b8d771 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:32:50.075966 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90105b-c3c8-4829-a849-241fe9b8d771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdf94d6-7ea8-49cd-a50f-a649edf07ed6,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:50.079850 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7f90105b-c3c8-4829-a849-241fe9b8d771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:50.080548 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-7f90105b-c3c8-4829-a849-241fe9b8d771 admin admin] Added segment 77158468-1852-489c-8550-32712bdbc76a of type vlan for network c1dd881d-f429-4015-955c-50c14d51998b May 23 11:32:50.121547 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7f90105b-c3c8-4829-a849-241fe9b8d771 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:50.189180 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7f90105b-c3c8-4829-a849-241fe9b8d771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:50.190440 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f90105b-c3c8-4829-a849-241fe9b8d771 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:32:50.191365 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7f90105b-c3c8-4829-a849-241fe9b8d771 admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:50.241890 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7f90105b-c3c8-4829-a849-241fe9b8d771 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6245227 May 23 11:32:50.354778 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90105b-c3c8-4829-a849-241fe9b8d771 admin admin] Pushing event updated for resources: {'Network': ['ID=c1dd881d-f429-4015-955c-50c14d51998b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:50.366089 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network c1dd881d-f429-4015-955c-50c14d51998b details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:32:51.198827 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-52289855-5dcd-456f-a99a-d688065d44ff req-84147bb5-b57c-4ae9-a7ec-28b1ce3d02f8 tempest-ServerShowV257Test-331383283 tempest-ServerShowV257Test-331383283-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b0ced0a-bdbb-4b2c-9038-c5c23d19ab30 HTTP/1.1" status: 200 len: 210 time: 0.0583036 May 23 11:32:51.227938 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f475ad-d697-4593-89e8-4fe6159d9e48 req-46e33a7f-4f87-44b5-a64c-43336b9abfb1 tempest-ComputeTenantNetworksTest-536551256 tempest-ComputeTenantNetworksTest-536551256-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:32:51.233042 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f475ad-d697-4593-89e8-4fe6159d9e48 req-46e33a7f-4f87-44b5-a64c-43336b9abfb1 tempest-ComputeTenantNetworksTest-536551256 tempest-ComputeTenantNetworksTest-536551256-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:32:51.237344 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f475ad-d697-4593-89e8-4fe6159d9e48 req-46e33a7f-4f87-44b5-a64c-43336b9abfb1 tempest-ComputeTenantNetworksTest-536551256 tempest-ComputeTenantNetworksTest-536551256-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:32:51.239158 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-70f475ad-d697-4593-89e8-4fe6159d9e48 req-46e33a7f-4f87-44b5-a64c-43336b9abfb1 tempest-ComputeTenantNetworksTest-536551256 tempest-ComputeTenantNetworksTest-536551256-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3055618 May 23 11:32:51.450386 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66e2bf-d7fd-4235-bcc3-5be17b5eaa91 req-0f220f0f-c682-4db1-ab82-d6d6ac08e2b7 tempest-ComputeTenantNetworksTest-536551256 tempest-ComputeTenantNetworksTest-536551256-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:32:51.452468 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bc66e2bf-d7fd-4235-bcc3-5be17b5eaa91 req-0f220f0f-c682-4db1-ab82-d6d6ac08e2b7 tempest-ComputeTenantNetworksTest-536551256 tempest-ComputeTenantNetworksTest-536551256-project] 10.222.0.79 "GET /v2.0/networks/c1dd881d-f429-4015-955c-50c14d51998b HTTP/1.1" status: 200 len: 769 time: 0.1825664 May 23 11:32:51.460722 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49252) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:51.591371 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-79b2c189-fd5f-4d75-bd2b-20d1acdc12e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:51.728717 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-79b2c189-fd5f-4d75-bd2b-20d1acdc12e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:51.755534 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-79b2c189-fd5f-4d75-bd2b-20d1acdc12e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1dd881d-f429-4015-955c-50c14d51998b']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:32:51.768945 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-79b2c189-fd5f-4d75-bd2b-20d1acdc12e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77158468-1852-489c-8550-32712bdbc76a') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:32:51.769234 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-79b2c189-fd5f-4d75-bd2b-20d1acdc12e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77158468-1852-489c-8550-32712bdbc76a') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:32:51.786252 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-79b2c189-fd5f-4d75-bd2b-20d1acdc12e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:51.807215 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-79b2c189-fd5f-4d75-bd2b-20d1acdc12e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:51.815764 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79b2c189-fd5f-4d75-bd2b-20d1acdc12e8 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:32:51.816953 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-79b2c189-fd5f-4d75-bd2b-20d1acdc12e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:51.921897 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:32:51.921897 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:32:51.921897 n-d-842952-2 neutron-server[83911]: timer() May 23 11:32:51.921897 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:32:51.921897 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:32:51.921897 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:32:51.921897 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:32:51.921897 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:32:51.921897 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:32:51.921897 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:32:51.921897 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:32:51.921897 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:32:51.921897 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:32:51.921897 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:32:51.921897 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:32:51.921897 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:32:51.921897 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:32:51.921897 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:32:51.921897 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:32:51.921897 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:32:51.921897 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:32:51.921897 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:32:51.921897 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:32:51.921897 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:32:51.921897 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:32:51.921897 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:32:51.921897 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:32:51.921897 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:32:51.921897 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:32:51.921897 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:32:51.921897 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:32:51.921897 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:32:51.924835 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-79b2c189-fd5f-4d75-bd2b-20d1acdc12e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:51.930572 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-79b2c189-fd5f-4d75-bd2b-20d1acdc12e8 admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:51.939536 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49260) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:51.962387 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b2c189-fd5f-4d75-bd2b-20d1acdc12e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1dd881d-f429-4015-955c-50c14d51998b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:51.968631 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-79b2c189-fd5f-4d75-bd2b-20d1acdc12e8 admin admin] 10.222.0.79 "DELETE /v2.0/networks/c1dd881d-f429-4015-955c-50c14d51998b HTTP/1.1" status: 204 len: 168 time: 0.5066731 May 23 11:32:52.136822 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2961f333-c420-4605-9424-aacc1c4b44a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:52.164073 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49270) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:52.186925 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2961f333-c420-4605-9424-aacc1c4b44a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:32:52.192746 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2961f333-c420-4605-9424-aacc1c4b44a7 admin admin] Usage tracker for resource:security_group_rule and tenant:6235e0fc9054472f8ffd00322f710633 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:32:52.197340 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2961f333-c420-4605-9424-aacc1c4b44a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:32:52.204556 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2961f333-c420-4605-9424-aacc1c4b44a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:32:52.320903 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2961f333-c420-4605-9424-aacc1c4b44a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:52.328341 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2961f333-c420-4605-9424-aacc1c4b44a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:52.371304 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961f333-c420-4605-9424-aacc1c4b44a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde5dab5-b9e6-4bfc-a4c9-0455d0805581,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:52.397459 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2961f333-c420-4605-9424-aacc1c4b44a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:32:52.397875 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2961f333-c420-4605-9424-aacc1c4b44a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:32:52.398284 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2961f333-c420-4605-9424-aacc1c4b44a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:32:52.398685 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2961f333-c420-4605-9424-aacc1c4b44a7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:32:52.399079 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2961f333-c420-4605-9424-aacc1c4b44a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:32:52.399497 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2961f333-c420-4605-9424-aacc1c4b44a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:32:52.399982 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2961f333-c420-4605-9424-aacc1c4b44a7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:32:52.400375 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2961f333-c420-4605-9424-aacc1c4b44a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:32:52.400876 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2961f333-c420-4605-9424-aacc1c4b44a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:32:52.401148 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2961f333-c420-4605-9424-aacc1c4b44a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:32:52.401549 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2961f333-c420-4605-9424-aacc1c4b44a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:32:52.435512 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-af64e824-ea60-49cd-9052-b2b4b18eef94 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=756a3d4c5fc34b2ab54b9bad7651ce9b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2699900 May 23 11:32:52.443161 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49278) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:52.471958 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5b34158e-8b7f-42ec-9058-113120fe0d38 req-5282f7c8-d2cf-4607-a5b5-52ebfe0c9e8c tempest-ServerShowV257Test-331383283 tempest-ServerShowV257Test-331383283-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b0ced0a-bdbb-4b2c-9038-c5c23d19ab30 HTTP/1.1" status: 200 len: 210 time: 0.0505476 May 23 11:32:52.478921 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2961f333-c420-4605-9424-aacc1c4b44a7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6235e0fc9054472f8ffd00322f710633&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5378637 May 23 11:32:52.479787 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49282) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:52.538262 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-50ebbcd7-76e3-4aa5-a396-3fa6fcc8a02c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:52.547640 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b270744d-5bf5-49be-b910-f77248028385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:52.574980 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-50ebbcd7-76e3-4aa5-a396-3fa6fcc8a02c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:52.585475 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b270744d-5bf5-49be-b910-f77248028385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:52.647166 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-50ebbcd7-76e3-4aa5-a396-3fa6fcc8a02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:52.654720 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b270744d-5bf5-49be-b910-f77248028385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:52.686406 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ebbcd7-76e3-4aa5-a396-3fa6fcc8a02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdf94d6-7ea8-49cd-a50f-a649edf07ed6,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:52.687338 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270744d-5bf5-49be-b910-f77248028385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde5dab5-b9e6-4bfc-a4c9-0455d0805581,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:52.700374 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b270744d-5bf5-49be-b910-f77248028385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:52.712989 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b270744d-5bf5-49be-b910-f77248028385 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dde5dab5-b9e6-4bfc-a4c9-0455d0805581 HTTP/1.1" status: 204 len: 168 time: 0.2320817 May 23 11:32:52.722927 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-50ebbcd7-76e3-4aa5-a396-3fa6fcc8a02c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:52.731544 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-50ebbcd7-76e3-4aa5-a396-3fa6fcc8a02c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0fdf94d6-7ea8-49cd-a50f-a649edf07ed6 HTTP/1.1" status: 204 len: 168 time: 0.2852943 May 23 11:32:53.049096 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49296) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:53.295178 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49308) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:53.349329 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4da2eab3-e2b0-4b8a-ba48-9b61923eb7ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:53.399068 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4da2eab3-e2b0-4b8a-ba48-9b61923eb7ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:32:53.404457 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4da2eab3-e2b0-4b8a-ba48-9b61923eb7ae admin admin] Usage tracker for resource:security_group_rule and tenant:57bfb39303ca4c23bd4fe6400a85d809 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:32:53.408066 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4da2eab3-e2b0-4b8a-ba48-9b61923eb7ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:32:53.422593 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4da2eab3-e2b0-4b8a-ba48-9b61923eb7ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:32:53.465211 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eee21fa6-68de-4372-84a4-6716af9e09e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:53.508917 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-eee21fa6-68de-4372-84a4-6716af9e09e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:32:53.515970 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-eee21fa6-68de-4372-84a4-6716af9e09e3 admin admin] Usage tracker for resource:security_group_rule and tenant:b5b6cba21dab459a82a37e7ecea20b11 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:32:53.520047 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-eee21fa6-68de-4372-84a4-6716af9e09e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:32:53.527474 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-eee21fa6-68de-4372-84a4-6716af9e09e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:32:53.538142 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4da2eab3-e2b0-4b8a-ba48-9b61923eb7ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:53.543871 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4da2eab3-e2b0-4b8a-ba48-9b61923eb7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:53.612855 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4da2eab3-e2b0-4b8a-ba48-9b61923eb7ae admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=57bfb39303ca4c23bd4fe6400a85d809&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3153481 May 23 11:32:53.615972 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49318) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:53.633498 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eee21fa6-68de-4372-84a4-6716af9e09e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:53.636493 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da2eab3-e2b0-4b8a-ba48-9b61923eb7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5e914e-2188-4000-903a-5d6e397e09b3,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:53.660490 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eee21fa6-68de-4372-84a4-6716af9e09e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:53.695347 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2a3d8e74-01df-4df0-b968-7f948de233c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:53.711234 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee21fa6-68de-4372-84a4-6716af9e09e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d2b680-7c4a-4229-a250-9eb972259db0,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:53.716789 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-eee21fa6-68de-4372-84a4-6716af9e09e3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b5b6cba21dab459a82a37e7ecea20b11&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6662285 May 23 11:32:53.719658 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49324) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:32:53.735029 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2a3d8e74-01df-4df0-b968-7f948de233c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:53.813548 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8345acc1-293a-4929-8d1e-f0e1c6651f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:53.825140 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-42131921-0795-4b6b-a8f9-70856fc0356b req-acfef999-2735-4158-9642-f766facf88f1 tempest-ServerShowV257Test-331383283 tempest-ServerShowV257Test-331383283-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b0ced0a-bdbb-4b2c-9038-c5c23d19ab30 HTTP/1.1" status: 200 len: 210 time: 0.0465696 May 23 11:32:53.834286 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2a3d8e74-01df-4df0-b968-7f948de233c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:53.854520 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8345acc1-293a-4929-8d1e-f0e1c6651f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:53.877102 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d8e74-01df-4df0-b968-7f948de233c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5e914e-2188-4000-903a-5d6e397e09b3,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:53.891473 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2a3d8e74-01df-4df0-b968-7f948de233c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:53.896932 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2a3d8e74-01df-4df0-b968-7f948de233c2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2e5e914e-2188-4000-903a-5d6e397e09b3 HTTP/1.1" status: 204 len: 168 time: 0.2775381 May 23 11:32:53.937569 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8345acc1-293a-4929-8d1e-f0e1c6651f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:53.956752 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8345acc1-293a-4929-8d1e-f0e1c6651f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d2b680-7c4a-4229-a250-9eb972259db0,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:32:53.995846 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8345acc1-293a-4929-8d1e-f0e1c6651f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:32:53.997054 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8345acc1-293a-4929-8d1e-f0e1c6651f04 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d5d2b680-7c4a-4229-a250-9eb972259db0 HTTP/1.1" status: 204 len: 168 time: 0.2766132 May 23 11:32:55.048749 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-310177fc-802e-47e8-986b-7544e98c56f7 req-198f462b-9ad3-4b9f-afac-25a0d3255192 tempest-ServerShowV257Test-331383283 tempest-ServerShowV257Test-331383283-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b0ced0a-bdbb-4b2c-9038-c5c23d19ab30 HTTP/1.1" status: 200 len: 210 time: 0.0500042 May 23 11:32:56.260028 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-50b080f4-715a-43d0-a35e-f541749fe939 req-3923cec3-765a-4f20-ae0e-244d7c86bd29 tempest-ServerShowV257Test-331383283 tempest-ServerShowV257Test-331383283-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b0ced0a-bdbb-4b2c-9038-c5c23d19ab30 HTTP/1.1" status: 200 len: 210 time: 0.0420227 May 23 11:32:57.514409 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1793eff7-7954-450b-a01a-ff622767eb03 req-7ac08993-6280-49e4-a83e-a2e920598c4c tempest-ServerShowV257Test-331383283 tempest-ServerShowV257Test-331383283-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b0ced0a-bdbb-4b2c-9038-c5c23d19ab30 HTTP/1.1" status: 200 len: 210 time: 0.0600617 May 23 11:32:58.795371 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-95657e42-c97b-4704-91d4-b0af00938521 req-f39ee774-3386-468a-94b8-fed48eb34bcc tempest-ServerShowV257Test-331383283 tempest-ServerShowV257Test-331383283-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b0ced0a-bdbb-4b2c-9038-c5c23d19ab30 HTTP/1.1" status: 200 len: 210 time: 0.1376815 May 23 11:33:00.045691 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da148aed-665c-4dae-9259-6a5f850d6d2c req-d4550621-f12d-4bea-bd49-874c69dd0084 tempest-ServerShowV257Test-331383283 tempest-ServerShowV257Test-331383283-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b0ced0a-bdbb-4b2c-9038-c5c23d19ab30 HTTP/1.1" status: 200 len: 210 time: 0.0552840 May 23 11:33:01.276761 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fc589da2-f52d-4a22-9b78-ac44b523b0fc req-ff5bd1eb-39d8-4cb6-b8e8-6f8323d77a24 tempest-ServerShowV257Test-331383283 tempest-ServerShowV257Test-331383283-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b0ced0a-bdbb-4b2c-9038-c5c23d19ab30 HTTP/1.1" status: 200 len: 210 time: 0.0556068 May 23 11:33:02.564392 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-617cf05a-c65e-4306-a238-194230dd2bb3 req-d3e0bdee-df4c-4af1-b3ff-a12910a7f03e tempest-ServerShowV257Test-331383283 tempest-ServerShowV257Test-331383283-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b0ced0a-bdbb-4b2c-9038-c5c23d19ab30 HTTP/1.1" status: 200 len: 210 time: 0.0657637 May 23 11:33:03.768427 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-84161cdd-d981-4e04-b23d-7609a4f76a54 req-0328882e-becf-43cd-93cf-8b90fd3a49fa tempest-ServerShowV257Test-331383283 tempest-ServerShowV257Test-331383283-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b0ced0a-bdbb-4b2c-9038-c5c23d19ab30 HTTP/1.1" status: 200 len: 210 time: 0.0425353 May 23 11:33:04.431177 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49534) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:04.580274 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fcbbeded-f364-443c-b800-b5f457921a53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:04.616261 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-fcbbeded-f364-443c-b800-b5f457921a53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:33:04.620228 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-fcbbeded-f364-443c-b800-b5f457921a53 admin admin] Usage tracker for resource:security_group_rule and tenant:52c4644e42334bab8612f1d71377b32c is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:33:04.623140 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-fcbbeded-f364-443c-b800-b5f457921a53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:33:04.628897 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-fcbbeded-f364-443c-b800-b5f457921a53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:33:04.697432 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fcbbeded-f364-443c-b800-b5f457921a53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:04.701477 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fcbbeded-f364-443c-b800-b5f457921a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:04.747342 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbbeded-f364-443c-b800-b5f457921a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57eb962e-b128-4e70-92ae-3f32aaf6fa1b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:04.755722 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-fcbbeded-f364-443c-b800-b5f457921a53 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=52c4644e42334bab8612f1d71377b32c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3207958 May 23 11:33:04.756758 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49540) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:04.817611 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-897db47a-5b47-4d67-a923-eff5281607ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:04.845074 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-897db47a-5b47-4d67-a923-eff5281607ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:04.902789 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-897db47a-5b47-4d67-a923-eff5281607ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:04.922087 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897db47a-5b47-4d67-a923-eff5281607ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57eb962e-b128-4e70-92ae-3f32aaf6fa1b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:04.934837 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-897db47a-5b47-4d67-a923-eff5281607ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:04.936864 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-897db47a-5b47-4d67-a923-eff5281607ef admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/57eb962e-b128-4e70-92ae-3f32aaf6fa1b HTTP/1.1" status: 204 len: 168 time: 0.1800294 May 23 11:33:04.989004 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aaef2847-973d-443e-bed3-8d24fecb08b6 req-f5a36427-7d32-45a7-88cd-401499949b86 tempest-ServerShowV257Test-331383283 tempest-ServerShowV257Test-331383283-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b0ced0a-bdbb-4b2c-9038-c5c23d19ab30 HTTP/1.1" status: 200 len: 210 time: 0.0541205 May 23 11:33:06.188933 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2a9401dd-e5a8-43cf-a4eb-d3360a4a9e2c req-53d67d2d-cdf3-4dfa-a0f7-783b8bea2fb3 tempest-ServerShowV257Test-331383283 tempest-ServerShowV257Test-331383283-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b0ced0a-bdbb-4b2c-9038-c5c23d19ab30 HTTP/1.1" status: 200 len: 210 time: 0.0459316 May 23 11:33:07.390945 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fbf4409d-5926-43e4-954d-e944979af760 req-d5a78b08-e449-423c-8e1b-8458696bca73 tempest-ServerShowV257Test-331383283 tempest-ServerShowV257Test-331383283-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b0ced0a-bdbb-4b2c-9038-c5c23d19ab30 HTTP/1.1" status: 200 len: 210 time: 0.0407281 May 23 11:33:08.155033 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:08.583501 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-711350ff-966d-4ec3-a98f-76b4c39da53d req-9652ed41-0de6-4ab8-9580-61ee9b6bb117 tempest-ServerShowV257Test-331383283 tempest-ServerShowV257Test-331383283-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b0ced0a-bdbb-4b2c-9038-c5c23d19ab30 HTTP/1.1" status: 200 len: 210 time: 0.0419745 May 23 11:33:09.264974 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fff9ee5a-b2e8-492c-88e5-637889d2f8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:09.467864 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:09.779857 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e1e12454-3813-4acc-aea8-3825d523e4ae req-5b04587d-ece1-4df5-b3e4-cdd80ae09937 tempest-ServerShowV257Test-331383283 tempest-ServerShowV257Test-331383283-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b0ced0a-bdbb-4b2c-9038-c5c23d19ab30 HTTP/1.1" status: 200 len: 210 time: 0.0456681 May 23 11:33:10.045223 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-17eef572-636c-4f2a-8cd1-6d94ca8e4fc7 req-4e98e757-d531-4d5d-9046-627ef5876135 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3b0ced0a-bdbb-4b2c-9038-c5c23d19ab30 HTTP/1.1" status: 200 len: 210 time: 0.0508325 May 23 11:33:10.406320 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49644) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:10.566721 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14eeb7df-d8d5-45dd-9060-82c110837c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:10.597961 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-14eeb7df-d8d5-45dd-9060-82c110837c03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:33:10.601982 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-14eeb7df-d8d5-45dd-9060-82c110837c03 admin admin] Usage tracker for resource:security_group_rule and tenant:be7009ffc2f544e7b1ea77829ac58316 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:33:10.604916 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-14eeb7df-d8d5-45dd-9060-82c110837c03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:33:10.610782 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-14eeb7df-d8d5-45dd-9060-82c110837c03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:33:10.675241 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14eeb7df-d8d5-45dd-9060-82c110837c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:10.680326 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-14eeb7df-d8d5-45dd-9060-82c110837c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:10.724176 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-14eeb7df-d8d5-45dd-9060-82c110837c03 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=be7009ffc2f544e7b1ea77829ac58316&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3163295 May 23 11:33:10.727024 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49650) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:10.745931 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eeb7df-d8d5-45dd-9060-82c110837c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb305e36-f549-4bfa-8e24-e54f724a75ed,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:10.790107 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-38580670-d8b9-4d91-ab1e-92d37517367a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:10.818607 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-38580670-d8b9-4d91-ab1e-92d37517367a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:10.905192 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-38580670-d8b9-4d91-ab1e-92d37517367a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:10.926314 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38580670-d8b9-4d91-ab1e-92d37517367a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb305e36-f549-4bfa-8e24-e54f724a75ed,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:10.931067 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-38580670-d8b9-4d91-ab1e-92d37517367a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:10.932239 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-38580670-d8b9-4d91-ab1e-92d37517367a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fb305e36-f549-4bfa-8e24-e54f724a75ed HTTP/1.1" status: 204 len: 168 time: 0.2040498 May 23 11:33:11.043290 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6e9aac46-1376-45c2-8138-31aab1cf5fca req-d4bd1523-c21d-45eb-b9fc-0ae98151eeef tempest-ServerShowV257Test-331383283 tempest-ServerShowV257Test-331383283-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b0ced0a-bdbb-4b2c-9038-c5c23d19ab30 HTTP/1.1" status: 200 len: 210 time: 0.0562234 May 23 11:33:11.531184 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d131c035-377b-48b7-806a-77e537296c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:12.237784 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5cf1b826-4389-4b2b-9144-ac0cf636c46f req-c8e3253f-051a-42a3-b57d-93fd3c313e40 tempest-ServerShowV257Test-331383283 tempest-ServerShowV257Test-331383283-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b0ced0a-bdbb-4b2c-9038-c5c23d19ab30 HTTP/1.1" status: 200 len: 210 time: 0.0505295 May 23 11:33:12.426323 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49694) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:12.531408 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9cb06112-ebe4-4cd3-a1f3-211091190846 tempest-TestSecurityGroupsBasicOps-2106405796 tempest-TestSecurityGroupsBasicOps-2106405796-project-admin] 10.222.0.79 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1375 time: 0.1030240 May 23 11:33:12.534801 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49700) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:12.544179 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-357a59fc-5d50-4cb5-864f-9f6892ef6f83 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Request body: {'network': {'name': 'tempest-network-smoke--280063453', 'project_id': '424639f7ceac4970a6ab4918f121bd86', 'port_security_enabled': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:33:12.551087 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-357a59fc-5d50-4cb5-864f-9f6892ef6f83 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:33:12.555270 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-357a59fc-5d50-4cb5-864f-9f6892ef6f83 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Usage tracker for resource:network and tenant:424639f7ceac4970a6ab4918f121bd86 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:33:12.558579 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-357a59fc-5d50-4cb5-864f-9f6892ef6f83 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:33:12.565276 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-357a59fc-5d50-4cb5-864f-9f6892ef6f83 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:33:12.580791 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357a59fc-5d50-4cb5-864f-9f6892ef6f83 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Made reservation on behalf of 424639f7ceac4970a6ab4918f121bd86 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:33:12.584916 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-357a59fc-5d50-4cb5-864f-9f6892ef6f83 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:12.628883 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-357a59fc-5d50-4cb5-864f-9f6892ef6f83 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:33:12.669612 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-357a59fc-5d50-4cb5-864f-9f6892ef6f83 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:12.669955 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-357a59fc-5d50-4cb5-864f-9f6892ef6f83 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Added segment c110ded6-4112-46c3-8700-3d0bf6049b3b of type vlan for network 1ed7a485-d38e-47a2-a1ff-54aa2414457c May 23 11:33:12.725017 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-357a59fc-5d50-4cb5-864f-9f6892ef6f83 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:12.732333 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-77a4fa70-b66d-4c84-af10-301074158836 req-635155d9-7aad-4d3b-81e3-1831aff9c3dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=20fb5793a3a14147b86fe6a1bd0034bf&device_id=3b0ced0a-bdbb-4b2c-9038-c5c23d19ab30 HTTP/1.1" status: 200 len: 210 time: 0.0622213 May 23 11:33:12.765499 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:12.810304 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-357a59fc-5d50-4cb5-864f-9f6892ef6f83 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:12.819629 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-77a4fa70-b66d-4c84-af10-301074158836 req-22f2752b-de66-49e6-bc31-fb8e1f5b3b6c service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=20fb5793a3a14147b86fe6a1bd0034bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0729649 May 23 11:33:12.828026 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357a59fc-5d50-4cb5-864f-9f6892ef6f83 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:12.829090 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-357a59fc-5d50-4cb5-864f-9f6892ef6f83 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:12.849874 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:12.951382 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0370760a-c5b5-454f-a520-1ba30eb437ce req-3f25108a-599c-46ec-addf-bb250b87cd6a tempest-ServerShowV257Test-331383283 tempest-ServerShowV257Test-331383283-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b0ced0a-bdbb-4b2c-9038-c5c23d19ab30 HTTP/1.1" status: 200 len: 210 time: 0.1205029 May 23 11:33:13.024360 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a59fc-5d50-4cb5-864f-9f6892ef6f83 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Pushing event updated for resources: {'Network': ['ID=1ed7a485-d38e-47a2-a1ff-54aa2414457c,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:13.041151 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-357a59fc-5d50-4cb5-864f-9f6892ef6f83 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5033329 May 23 11:33:13.042641 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 1ed7a485-d38e-47a2-a1ff-54aa2414457c details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:33:13.047352 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49714) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:13.059137 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b188e2a0-461b-4eac-8af5-96a939d466b1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1581852924', 'admin_state_up': True, 'project_id': '424639f7ceac4970a6ab4918f121bd86', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:33:13.067634 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b188e2a0-461b-4eac-8af5-96a939d466b1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:33:13.073664 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b188e2a0-461b-4eac-8af5-96a939d466b1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Usage tracker for resource:router and tenant:424639f7ceac4970a6ab4918f121bd86 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:33:13.076756 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b188e2a0-461b-4eac-8af5-96a939d466b1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:33:13.083910 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b188e2a0-461b-4eac-8af5-96a939d466b1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:33:13.105169 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b188e2a0-461b-4eac-8af5-96a939d466b1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:13.106637 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b188e2a0-461b-4eac-8af5-96a939d466b1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:13.158556 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b188e2a0-461b-4eac-8af5-96a939d466b1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:13.198901 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4fa70-b66d-4c84-af10-301074158836 req-0e4ee6c7-2774-4d7f-a3a3-c93d01c9a247 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:13.200764 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-77a4fa70-b66d-4c84-af10-301074158836 req-0e4ee6c7-2774-4d7f-a3a3-c93d01c9a247 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3748488 May 23 11:33:13.336842 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b188e2a0-461b-4eac-8af5-96a939d466b1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:13.567154 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b188e2a0-461b-4eac-8af5-96a939d466b1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:13.616010 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b188e2a0-461b-4eac-8af5-96a939d466b1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:13.802902 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-b188e2a0-461b-4eac-8af5-96a939d466b1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Allocated IP 172.25.6.182 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/fb3b4d84-0d86-4261-bcf5-79f873bc7e9a) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:33:13.979336 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b188e2a0-461b-4eac-8af5-96a939d466b1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:14.012023 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b188e2a0-461b-4eac-8af5-96a939d466b1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:14.092490 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b188e2a0-461b-4eac-8af5-96a939d466b1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:33:14.093410 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188e2a0-461b-4eac-8af5-96a939d466b1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Pushing event updated for resources: {'Port': ['ID=fb3b4d84-0d86-4261-bcf5-79f873bc7e9a,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:14.096073 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-b188e2a0-461b-4eac-8af5-96a939d466b1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:33:14.099239 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b188e2a0-461b-4eac-8af5-96a939d466b1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:33:14.275331 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:14.279046 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-38aebb9d-3436-4cb4-99dc-07085838a9de req-75ceb22f-0d71-417c-bbc4-4bd9fcf503bc tempest-ServerShowV257Test-331383283 tempest-ServerShowV257Test-331383283-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b0ced0a-bdbb-4b2c-9038-c5c23d19ab30 HTTP/1.1" status: 200 len: 210 time: 0.0774579 May 23 11:33:14.397260 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b188e2a0-461b-4eac-8af5-96a939d466b1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:14.397260 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b188e2a0-461b-4eac-8af5-96a939d466b1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:14.662270 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b188e2a0-461b-4eac-8af5-96a939d466b1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Router 98af2788-178d-40e2-91e5-b08ea4b52194 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:33:14.889843 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-77a4fa70-b66d-4c84-af10-301074158836 req-d2190ac4-bf9d-450f-9859-74ad9384957b tempest-ServerShowV257Test-331383283 tempest-ServerShowV257Test-331383283-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0ced0a-bdbb-4b2c-9038-c5c23d19ab30 HTTP/1.1" status: 200 len: 210 time: 0.1071291 May 23 11:33:14.951603 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b188e2a0-461b-4eac-8af5-96a939d466b1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:33:14.970288 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd4dc7b-6940-47b4-aecf-2c9e7ae6e130 None None] Sync routers for ids ['98af2788-178d-40e2-91e5-b08ea4b52194'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:33:14.986646 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd4dc7b-6940-47b4-aecf-2c9e7ae6e130 None None] Routers {'98af2788-178d-40e2-91e5-b08ea4b52194'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:33:14.987579 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3bd4dc7b-6940-47b4-aecf-2c9e7ae6e130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:33:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['98af2788-178d-40e2-91e5-b08ea4b52194'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:33:15.036634 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b188e2a0-461b-4eac-8af5-96a939d466b1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:15.040740 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b188e2a0-461b-4eac-8af5-96a939d466b1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9864712 May 23 11:33:15.041151 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49758) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:15.161842 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38909bc2-4043-45a8-b70e-26cb967950d0 tempest-TestSecurityGroupsBasicOps-2106405796 tempest-TestSecurityGroupsBasicOps-2106405796-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:15.167107 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-38909bc2-4043-45a8-b70e-26cb967950d0 tempest-TestSecurityGroupsBasicOps-2106405796 tempest-TestSecurityGroupsBasicOps-2106405796-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=424639f7ceac4970a6ab4918f121bd86&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1248581 May 23 11:33:15.169748 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49764) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:15.278078 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-3bd4dc7b-6940-47b4-aecf-2c9e7ae6e130 None None] Set router 98af2788-178d-40e2-91e5-b08ea4b52194 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:33:15.429239 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b210370f-bfae-41a4-a798-71862bc58f54 tempest-TestSecurityGroupsBasicOps-2106405796 tempest-TestSecurityGroupsBasicOps-2106405796-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:15.435444 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b210370f-bfae-41a4-a798-71862bc58f54 tempest-TestSecurityGroupsBasicOps-2106405796 tempest-TestSecurityGroupsBasicOps-2106405796-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2644982 May 23 11:33:15.439503 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49776) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:15.535622 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2e47bd0e-27ec-4965-b3c3-f3f422d352da tempest-TestSecurityGroupsBasicOps-2106405796 tempest-TestSecurityGroupsBasicOps-2106405796-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=87d63aa2-c2e7-4553-824a-d818708dd83b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0946410 May 23 11:33:15.541772 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49782) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:15.646122 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d33a2816-6704-4b50-8408-f5b8b9343399 tempest-TestSecurityGroupsBasicOps-2106405796 tempest-TestSecurityGroupsBasicOps-2106405796-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=424639f7ceac4970a6ab4918f121bd86&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1019273 May 23 11:33:15.654704 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49786) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:15.784228 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0b96142b-f3a9-416a-809d-ff16623177f7 req-8c21c804-58e7-444f-89bf-d394647ecdd8 tempest-ServerShowV257Test-331383283 tempest-ServerShowV257Test-331383283-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b0ced0a-bdbb-4b2c-9038-c5c23d19ab30 HTTP/1.1" status: 200 len: 210 time: 0.1297262 May 23 11:33:15.785220 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3bd4dc7b-6940-47b4-aecf-2c9e7ae6e130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98af2788-178d-40e2-91e5-b08ea4b52194', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1581852924', 'tenant_id': '424639f7ceac4970a6ab4918f121bd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'fb3b4d84-0d86-4261-bcf5-79f873bc7e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:33:13Z', 'updated_at': '2022-05-23T11:33:14Z', 'revision_number': 3, 'project_id': '424639f7ceac4970a6ab4918f121bd86', 'gw_port': {'id': 'fb3b4d84-0d86-4261-bcf5-79f873bc7e9a', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ce:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98af2788-178d-40e2-91e5-b08ea4b52194', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:33:13Z', 'updated_at': '2022-05-23T11:33:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:33:15.795361 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd4dc7b-6940-47b4-aecf-2c9e7ae6e130 None None] Checking router: 98af2788-178d-40e2-91e5-b08ea4b52194 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:33:15.797136 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd4dc7b-6940-47b4-aecf-2c9e7ae6e130 None None] Updating router 98af2788-178d-40e2-91e5-b08ea4b52194 port fb3b4d84-0d86-4261-bcf5-79f873bc7e9a binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:33:15.906301 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3bd4dc7b-6940-47b4-aecf-2c9e7ae6e130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:15.997627 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccd24e1-cc99-4828-952a-95fa9366f2eb tempest-TestSecurityGroupsBasicOps-2106405796 tempest-TestSecurityGroupsBasicOps-2106405796-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:16.003276 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-fccd24e1-cc99-4828-952a-95fa9366f2eb tempest-TestSecurityGroupsBasicOps-2106405796 tempest-TestSecurityGroupsBasicOps-2106405796-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3475826 May 23 11:33:16.006127 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49794) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:16.072177 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-57eee3e1-d76f-4c28-bc1d-1f673428aabe tempest-TestSecurityGroupsBasicOps-2106405796 tempest-TestSecurityGroupsBasicOps-2106405796-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=87d63aa2-c2e7-4553-824a-d818708dd83b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0600927 May 23 11:33:16.072542 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49798) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:16.078552 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-b99a0c7e-157d-4dba-bf01-f6e674280fd5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1793619699', 'network_id': '1ed7a485-d38e-47a2-a1ff-54aa2414457c', 'project_id': '424639f7ceac4970a6ab4918f121bd86', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:33:16.225500 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b99a0c7e-157d-4dba-bf01-f6e674280fd5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:33:16.231386 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-b99a0c7e-157d-4dba-bf01-f6e674280fd5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Usage tracker for resource:subnet and tenant:424639f7ceac4970a6ab4918f121bd86 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:33:16.234773 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-b99a0c7e-157d-4dba-bf01-f6e674280fd5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:33:16.241058 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b99a0c7e-157d-4dba-bf01-f6e674280fd5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:33:16.259023 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99a0c7e-157d-4dba-bf01-f6e674280fd5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Made reservation on behalf of 424639f7ceac4970a6ab4918f121bd86 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:33:16.381580 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3bd4dc7b-6940-47b4-aecf-2c9e7ae6e130 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:16.397713 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3bd4dc7b-6940-47b4-aecf-2c9e7ae6e130 None None] Transition to ACTIVE for port object fb3b4d84-0d86-4261-bcf5-79f873bc7e9a will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:33:16.423127 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3bd4dc7b-6940-47b4-aecf-2c9e7ae6e130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:16.495732 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b99a0c7e-157d-4dba-bf01-f6e674280fd5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:16.514460 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b44db-7c60-436a-809c-06d993dfdf91 None None] Pushing event updated for resources: {'Port': ['ID=fb3b4d84-0d86-4261-bcf5-79f873bc7e9a,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:16.516903 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-3bd4dc7b-6940-47b4-aecf-2c9e7ae6e130 None None] Attempting to bind port fb3b4d84-0d86-4261-bcf5-79f873bc7e9a on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:33:16.517295 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-3bd4dc7b-6940-47b4-aecf-2c9e7ae6e130 None None] Attempting to bind port fb3b4d84-0d86-4261-bcf5-79f873bc7e9a by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:33:16.517627 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd4dc7b-6940-47b4-aecf-2c9e7ae6e130 None None] Attempting to bind port fb3b4d84-0d86-4261-bcf5-79f873bc7e9a on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:33:16.529669 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b44db-7c60-436a-809c-06d993dfdf91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:33:16.530023 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b44db-7c60-436a-809c-06d993dfdf91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:33:16.530335 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b44db-7c60-436a-809c-06d993dfdf91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:33:16.530698 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b44db-7c60-436a-809c-06d993dfdf91 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:33:16.531024 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b44db-7c60-436a-809c-06d993dfdf91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:33:16.531351 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b44db-7c60-436a-809c-06d993dfdf91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:33:16.531689 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b44db-7c60-436a-809c-06d993dfdf91 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:33:16.532032 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b44db-7c60-436a-809c-06d993dfdf91 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:33:16.532339 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b44db-7c60-436a-809c-06d993dfdf91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:33:16.532663 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b44db-7c60-436a-809c-06d993dfdf91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:33:16.532983 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b44db-7c60-436a-809c-06d993dfdf91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:33:16.536323 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd4dc7b-6940-47b4-aecf-2c9e7ae6e130 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:33:16.536762 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd4dc7b-6940-47b4-aecf-2c9e7ae6e130 None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:33:16.537087 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3bd4dc7b-6940-47b4-aecf-2c9e7ae6e130 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:16.537466 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd4dc7b-6940-47b4-aecf-2c9e7ae6e130 None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:33:16.537975 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-3bd4dc7b-6940-47b4-aecf-2c9e7ae6e130 None None] Bound port: fb3b4d84-0d86-4261-bcf5-79f873bc7e9a, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:33:16.538295 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3bd4dc7b-6940-47b4-aecf-2c9e7ae6e130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:16.624240 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3bd4dc7b-6940-47b4-aecf-2c9e7ae6e130 None None] For port fb3b4d84-0d86-4261-bcf5-79f873bc7e9a, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:33:16.628258 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3bd4dc7b-6940-47b4-aecf-2c9e7ae6e130 None None] For port fb3b4d84-0d86-4261-bcf5-79f873bc7e9a, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=fb3b4d84-0d86-4261-bcf5-79f873bc7e9a,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:33:16.633298 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3bd4dc7b-6940-47b4-aecf-2c9e7ae6e130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:16.745785 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b44db-7c60-436a-809c-06d993dfdf91 None None] Pushing event updated for resources: {'Port': ['ID=fb3b4d84-0d86-4261-bcf5-79f873bc7e9a,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:16.761452 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd4dc7b-6940-47b4-aecf-2c9e7ae6e130 None None] Routers {'98af2788-178d-40e2-91e5-b08ea4b52194'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:33:16.761452 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3bd4dc7b-6940-47b4-aecf-2c9e7ae6e130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:33:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['98af2788-178d-40e2-91e5-b08ea4b52194'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:33:16.833270 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b99a0c7e-157d-4dba-bf01-f6e674280fd5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:17.046358 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-3bd4dc7b-6940-47b4-aecf-2c9e7ae6e130 None None] Set router 98af2788-178d-40e2-91e5-b08ea4b52194 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:33:17.085189 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99a0c7e-157d-4dba-bf01-f6e674280fd5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Checking segment: {'id': 'c110ded6-4112-46c3-8700-3d0bf6049b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1ed7a485-d38e-47a2-a1ff-54aa2414457c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:33:17.085868 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99a0c7e-157d-4dba-bf01-f6e674280fd5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Network hostable DHCP agents. Network: 1ed7a485-d38e-47a2-a1ff-54aa2414457c, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:33:17.116312 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a0c7e-157d-4dba-bf01-f6e674280fd5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Pushing event updated for resources: {'Subnet': ['ID=1da878e2-0a93-48be-8065-c454266182e2,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:17.146589 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99a0c7e-157d-4dba-bf01-f6e674280fd5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Network 1ed7a485-d38e-47a2-a1ff-54aa2414457c is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:33:17.171007 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-b99a0c7e-157d-4dba-bf01-f6e674280fd5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 1ed7a485-d38e-47a2-a1ff-54aa2414457c) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:33:17.186943 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99a0c7e-157d-4dba-bf01-f6e674280fd5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:17.188188 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b99a0c7e-157d-4dba-bf01-f6e674280fd5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:17.221156 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b99a0c7e-157d-4dba-bf01-f6e674280fd5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1474984 May 23 11:33:17.226337 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f134ec-679f-4616-a24b-3a81d1f18b23 None None] Network 1ed7a485-d38e-47a2-a1ff-54aa2414457c requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:33:17.227065 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49828) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:17.691530 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec5fd37-936d-4b7a-8a1b-1d86df8b715c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-1ed7a485-d38e-47a2-a1ff-54aa2414457c', 'network_id': '1ed7a485-d38e-47a2-a1ff-54aa2414457c', 'tenant_id': '424639f7ceac4970a6ab4918f121bd86', 'fixed_ips': [{'subnet_id': '1da878e2-0a93-48be-8065-c454266182e2'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:33:17.692958 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4ec5fd37-936d-4b7a-8a1b-1d86df8b715c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:17.718020 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49840) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:17.721787 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3bd4dc7b-6940-47b4-aecf-2c9e7ae6e130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98af2788-178d-40e2-91e5-b08ea4b52194', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1581852924', 'tenant_id': '424639f7ceac4970a6ab4918f121bd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'fb3b4d84-0d86-4261-bcf5-79f873bc7e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:33:13Z', 'updated_at': '2022-05-23T11:33:14Z', 'revision_number': 3, 'project_id': '424639f7ceac4970a6ab4918f121bd86', 'gw_port': {'id': 'fb3b4d84-0d86-4261-bcf5-79f873bc7e9a', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ce:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98af2788-178d-40e2-91e5-b08ea4b52194', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:33:13Z', 'updated_at': '2022-05-23T11:33:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:33:17.772560 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd4dc7b-6940-47b4-aecf-2c9e7ae6e130 None None] The sync data for ids ['98af2788-178d-40e2-91e5-b08ea4b52194'] in n-d-842952-2 is: [{'id': '98af2788-178d-40e2-91e5-b08ea4b52194', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1581852924', 'tenant_id': '424639f7ceac4970a6ab4918f121bd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'fb3b4d84-0d86-4261-bcf5-79f873bc7e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:33:13Z', 'updated_at': '2022-05-23T11:33:14Z', 'revision_number': 3, 'project_id': '424639f7ceac4970a6ab4918f121bd86', 'gw_port': {'id': 'fb3b4d84-0d86-4261-bcf5-79f873bc7e9a', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ce:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98af2788-178d-40e2-91e5-b08ea4b52194', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:33:13Z', 'updated_at': '2022-05-23T11:33:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:33:17.911944 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-4ec5fd37-936d-4b7a-8a1b-1d86df8b715c None None] Allocated IP 172.20.0.18 (1ed7a485-d38e-47a2-a1ff-54aa2414457c/1da878e2-0a93-48be-8065-c454266182e2/1aaa46ba-589c-4703-bd06-bad127d2f1a2) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:33:18.156700 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-30a0e440-2841-458c-a484-b55476f2495d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:18.206688 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-30a0e440-2841-458c-a484-b55476f2495d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:33:18.212963 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-30a0e440-2841-458c-a484-b55476f2495d admin admin] Usage tracker for resource:security_group_rule and tenant:20fb5793a3a14147b86fe6a1bd0034bf is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:33:18.223306 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-30a0e440-2841-458c-a484-b55476f2495d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:33:18.241124 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-30a0e440-2841-458c-a484-b55476f2495d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:33:18.268202 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4ec5fd37-936d-4b7a-8a1b-1d86df8b715c None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:18.280370 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4ec5fd37-936d-4b7a-8a1b-1d86df8b715c None None] Transition to ACTIVE for port object 1aaa46ba-589c-4703-bd06-bad127d2f1a2 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:33:18.301652 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4ec5fd37-936d-4b7a-8a1b-1d86df8b715c None None] Transition to ACTIVE for port object 1aaa46ba-589c-4703-bd06-bad127d2f1a2 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:33:18.309874 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4ec5fd37-936d-4b7a-8a1b-1d86df8b715c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:18.338638 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-30a0e440-2841-458c-a484-b55476f2495d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:18.352199 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-30a0e440-2841-458c-a484-b55476f2495d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:18.430583 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec5fd37-936d-4b7a-8a1b-1d86df8b715c None None] Network 1ed7a485-d38e-47a2-a1ff-54aa2414457c is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:33:18.433817 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-4ec5fd37-936d-4b7a-8a1b-1d86df8b715c None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:33:18.443583 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec5fd37-936d-4b7a-8a1b-1d86df8b715c None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:33:18.453161 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec5fd37-936d-4b7a-8a1b-1d86df8b715c None None] Pushing event updated for resources: {'Port': ['ID=1aaa46ba-589c-4703-bd06-bad127d2f1a2,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:18.569571 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-30a0e440-2841-458c-a484-b55476f2495d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=20fb5793a3a14147b86fe6a1bd0034bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8469329 May 23 11:33:18.575184 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a0e440-2841-458c-a484-b55476f2495d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fecc15-95c9-45a8-bb25-63b49617b43a,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:18.586993 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49860) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:18.650100 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dba81cb9-3c73-4a0f-84db-fb2c6f795eb5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:18.684394 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-4ec5fd37-936d-4b7a-8a1b-1d86df8b715c None None] Attempting to bind port 1aaa46ba-589c-4703-bd06-bad127d2f1a2 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:33:18.684817 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-4ec5fd37-936d-4b7a-8a1b-1d86df8b715c None None] Attempting to bind port 1aaa46ba-589c-4703-bd06-bad127d2f1a2 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'c110ded6-4112-46c3-8700-3d0bf6049b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1ed7a485-d38e-47a2-a1ff-54aa2414457c'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:33:18.685264 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec5fd37-936d-4b7a-8a1b-1d86df8b715c None None] Attempting to bind port 1aaa46ba-589c-4703-bd06-bad127d2f1a2 on network 1ed7a485-d38e-47a2-a1ff-54aa2414457c {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:33:18.701165 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec5fd37-936d-4b7a-8a1b-1d86df8b715c None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:33:18.701883 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec5fd37-936d-4b7a-8a1b-1d86df8b715c None None] Checking segment: {'id': 'c110ded6-4112-46c3-8700-3d0bf6049b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1ed7a485-d38e-47a2-a1ff-54aa2414457c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:33:18.702008 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4ec5fd37-936d-4b7a-8a1b-1d86df8b715c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:18.702314 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec5fd37-936d-4b7a-8a1b-1d86df8b715c None None] Bound using segment: {'id': 'c110ded6-4112-46c3-8700-3d0bf6049b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1ed7a485-d38e-47a2-a1ff-54aa2414457c'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:33:18.702792 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-4ec5fd37-936d-4b7a-8a1b-1d86df8b715c None None] Bound port: 1aaa46ba-589c-4703-bd06-bad127d2f1a2, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c110ded6-4112-46c3-8700-3d0bf6049b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1ed7a485-d38e-47a2-a1ff-54aa2414457c'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:33:18.703166 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4ec5fd37-936d-4b7a-8a1b-1d86df8b715c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:18.727298 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-517cfd9c-f255-40c0-96d2-b5bec6aa4eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:18.774939 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-517cfd9c-f255-40c0-96d2-b5bec6aa4eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:18.944478 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-517cfd9c-f255-40c0-96d2-b5bec6aa4eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:18.961919 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-4ec5fd37-936d-4b7a-8a1b-1d86df8b715c None None] For port 1aaa46ba-589c-4703-bd06-bad127d2f1a2, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:33:18.976360 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cfd9c-f255-40c0-96d2-b5bec6aa4eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fecc15-95c9-45a8-bb25-63b49617b43a,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:18.988613 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-4ec5fd37-936d-4b7a-8a1b-1d86df8b715c None None] For port 1aaa46ba-589c-4703-bd06-bad127d2f1a2, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=1aaa46ba-589c-4703-bd06-bad127d2f1a2,segment=NetworkSegment(c110ded6-4112-46c3-8700-3d0bf6049b3b),segment_id=c110ded6-4112-46c3-8700-3d0bf6049b3b)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:33:18.989373 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-517cfd9c-f255-40c0-96d2-b5bec6aa4eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:18.996903 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-517cfd9c-f255-40c0-96d2-b5bec6aa4eaa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/17fecc15-95c9-45a8-bb25-63b49617b43a HTTP/1.1" status: 204 len: 168 time: 0.4044504 May 23 11:33:19.015931 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4ec5fd37-936d-4b7a-8a1b-1d86df8b715c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:19.184288 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec5fd37-936d-4b7a-8a1b-1d86df8b715c None None] Pushing event updated for resources: {'Port': ['ID=1aaa46ba-589c-4703-bd06-bad127d2f1a2,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:19.641693 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-dba81cb9-3c73-4a0f-84db-fb2c6f795eb5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Allocated IP 172.20.0.17 (1ed7a485-d38e-47a2-a1ff-54aa2414457c/1da878e2-0a93-48be-8065-c454266182e2/d571e2cb-e84c-4ecc-b92b-e8121ed3b8ba) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:33:19.782555 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device fb3b4d84-0d86-4261-bcf5-79f873bc7e9a up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:33:19.891270 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port fb3b4d84-0d86-4261-bcf5-79f873bc7e9a completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:33:19.902032 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port fb3b4d84-0d86-4261-bcf5-79f873bc7e9a triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:33:19.902412 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:19.973802 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dba81cb9-3c73-4a0f-84db-fb2c6f795eb5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:20.005410 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-dba81cb9-3c73-4a0f-84db-fb2c6f795eb5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Transition to ACTIVE for port object d571e2cb-e84c-4ecc-b92b-e8121ed3b8ba will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:33:20.050767 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dba81cb9-3c73-4a0f-84db-fb2c6f795eb5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:20.113631 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:20.150300 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port fb3b4d84-0d86-4261-bcf5-79f873bc7e9a, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=fb3b4d84-0d86-4261-bcf5-79f873bc7e9a,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:33:20.160712 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:20.161886 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 1aaa46ba-589c-4703-bd06-bad127d2f1a2 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:33:20.229845 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba81cb9-3c73-4a0f-84db-fb2c6f795eb5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Network 1ed7a485-d38e-47a2-a1ff-54aa2414457c is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:33:20.254210 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-dba81cb9-3c73-4a0f-84db-fb2c6f795eb5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:33:20.258526 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba81cb9-3c73-4a0f-84db-fb2c6f795eb5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:33:20.294698 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba81cb9-3c73-4a0f-84db-fb2c6f795eb5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Pushing event updated for resources: {'Port': ['ID=d571e2cb-e84c-4ecc-b92b-e8121ed3b8ba,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:20.348884 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dba81cb9-3c73-4a0f-84db-fb2c6f795eb5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:20.455695 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=fb3b4d84-0d86-4261-bcf5-79f873bc7e9a,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:20.479840 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 1aaa46ba-589c-4703-bd06-bad127d2f1a2 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:33:20.480107 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dba81cb9-3c73-4a0f-84db-fb2c6f795eb5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:20.597705 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49910) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:20.690167 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746d0015-fd5b-481b-a3fd-38267dbd6dfc None None] Network 1ed7a485-d38e-47a2-a1ff-54aa2414457c requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:33:20.783787 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-38f38073-ae42-4833-b357-027652c8f333 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-556301834-network', 'tenant_id': 'b5149ae0c62d43d8a4925c27b8f29014'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:33:20.789726 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-38f38073-ae42-4833-b357-027652c8f333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:33:20.794075 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-38f38073-ae42-4833-b357-027652c8f333 admin admin] Usage tracker for resource:network and tenant:b5149ae0c62d43d8a4925c27b8f29014 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:33:20.797841 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-38f38073-ae42-4833-b357-027652c8f333 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:33:20.806525 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-38f38073-ae42-4833-b357-027652c8f333 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:33:20.823588 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f38073-ae42-4833-b357-027652c8f333 admin admin] Made reservation on behalf of b5149ae0c62d43d8a4925c27b8f29014 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:33:20.826385 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-38f38073-ae42-4833-b357-027652c8f333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:20.850359 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-38f38073-ae42-4833-b357-027652c8f333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:20.910300 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6de65719-c59d-47ac-9b88-babf3996b01e None None] Provisioning for port 1aaa46ba-589c-4703-bd06-bad127d2f1a2 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:33:20.913271 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-38f38073-ae42-4833-b357-027652c8f333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:33:20.919655 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6de65719-c59d-47ac-9b88-babf3996b01e None None] Provisioning complete for port 1aaa46ba-589c-4703-bd06-bad127d2f1a2 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:33:20.920306 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6de65719-c59d-47ac-9b88-babf3996b01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:20.922148 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-38f38073-ae42-4833-b357-027652c8f333 admin admin] Usage tracker for resource:security_group_rule and tenant:b5149ae0c62d43d8a4925c27b8f29014 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:33:20.926515 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-38f38073-ae42-4833-b357-027652c8f333 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:33:20.934842 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-38f38073-ae42-4833-b357-027652c8f333 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:33:21.042812 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-38f38073-ae42-4833-b357-027652c8f333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:21.051753 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-38f38073-ae42-4833-b357-027652c8f333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:21.077927 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38f38073-ae42-4833-b357-027652c8f333 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:33:21.097547 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-38f38073-ae42-4833-b357-027652c8f333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:21.097879 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-38f38073-ae42-4833-b357-027652c8f333 admin admin] Added segment 2d22173c-8316-4200-a358-346fa2863994 of type vlan for network c88dc85a-2173-4704-917f-8924bf9196bb May 23 11:33:21.157151 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dba81cb9-3c73-4a0f-84db-fb2c6f795eb5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:21.164918 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-38f38073-ae42-4833-b357-027652c8f333 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:21.172749 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dba81cb9-3c73-4a0f-84db-fb2c6f795eb5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:21.221105 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-38f38073-ae42-4833-b357-027652c8f333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:21.222290 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f38073-ae42-4833-b357-027652c8f333 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:21.223135 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-38f38073-ae42-4833-b357-027652c8f333 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:21.340562 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f38073-ae42-4833-b357-027652c8f333 admin admin] Pushing event updated for resources: {'Network': ['ID=c88dc85a-2173-4704-917f-8924bf9196bb,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:21.367116 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f38073-ae42-4833-b357-027652c8f333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a06edf-075c-4167-81f7-07ab5bde1fd8,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:21.379679 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dba81cb9-3c73-4a0f-84db-fb2c6f795eb5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:21.385746 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network c88dc85a-2173-4704-917f-8924bf9196bb details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:33:21.398368 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-38f38073-ae42-4833-b357-027652c8f333 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7989831 May 23 11:33:21.401293 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49928) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:21.407962 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-5e1043ac-3190-4aa9-9da0-90ccc99541c8 admin admin] Request body: {'subnet': {'network_id': 'c88dc85a-2173-4704-917f-8924bf9196bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-556301834-subnet', 'tenant_id': 'b5149ae0c62d43d8a4925c27b8f29014', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:33:21.421427 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5e1043ac-3190-4aa9-9da0-90ccc99541c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:33:21.428781 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5e1043ac-3190-4aa9-9da0-90ccc99541c8 admin admin] Usage tracker for resource:subnet and tenant:b5149ae0c62d43d8a4925c27b8f29014 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:33:21.435498 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5e1043ac-3190-4aa9-9da0-90ccc99541c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:33:21.452559 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5e1043ac-3190-4aa9-9da0-90ccc99541c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:33:21.491242 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1043ac-3190-4aa9-9da0-90ccc99541c8 admin admin] Made reservation on behalf of b5149ae0c62d43d8a4925c27b8f29014 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:33:21.495586 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5e1043ac-3190-4aa9-9da0-90ccc99541c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:21.570020 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6de65719-c59d-47ac-9b88-babf3996b01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:21.639756 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba81cb9-3c73-4a0f-84db-fb2c6f795eb5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Network 1ed7a485-d38e-47a2-a1ff-54aa2414457c is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:33:21.641014 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba81cb9-3c73-4a0f-84db-fb2c6f795eb5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Pushing event updated for resources: {'Port': ['ID=d571e2cb-e84c-4ecc-b92b-e8121ed3b8ba,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:21.643813 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-dba81cb9-3c73-4a0f-84db-fb2c6f795eb5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:33:21.666953 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6de65719-c59d-47ac-9b88-babf3996b01e None None] For port 1aaa46ba-589c-4703-bd06-bad127d2f1a2, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=1aaa46ba-589c-4703-bd06-bad127d2f1a2,segment=NetworkSegment(c110ded6-4112-46c3-8700-3d0bf6049b3b),segment_id=c110ded6-4112-46c3-8700-3d0bf6049b3b)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:33:21.693940 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6de65719-c59d-47ac-9b88-babf3996b01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:21.708705 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 49938) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:21.853456 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de65719-c59d-47ac-9b88-babf3996b01e None None] Pushing event updated for resources: {'Port': ['ID=1aaa46ba-589c-4703-bd06-bad127d2f1a2,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:21.856392 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device fb3b4d84-0d86-4261-bcf5-79f873bc7e9a up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:33:21.984394 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port fb3b4d84-0d86-4261-bcf5-79f873bc7e9a triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:33:21.985131 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:22.038884 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5e1043ac-3190-4aa9-9da0-90ccc99541c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:22.305776 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1043ac-3190-4aa9-9da0-90ccc99541c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e2758e3-27ae-4579-a4dd-60b40f6dd241,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:22.331614 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1043ac-3190-4aa9-9da0-90ccc99541c8 admin admin] Checking segment: {'id': '2d22173c-8316-4200-a358-346fa2863994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c88dc85a-2173-4704-917f-8924bf9196bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:33:22.332276 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1043ac-3190-4aa9-9da0-90ccc99541c8 admin admin] Network hostable DHCP agents. Network: c88dc85a-2173-4704-917f-8924bf9196bb, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:33:22.370354 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7a5a41ca-8161-4496-97c7-3073d6d4ff83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:22.433513 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7a5a41ca-8161-4496-97c7-3073d6d4ff83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:33:22.444182 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e6480807-1f7c-45f2-be6e-f31e5c8b8249 None None] Provisioning complete for port 1aaa46ba-589c-4703-bd06-bad127d2f1a2 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:33:22.444561 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e6480807-1f7c-45f2-be6e-f31e5c8b8249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:22.552971 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7a5a41ca-8161-4496-97c7-3073d6d4ff83 admin admin] Usage tracker for resource:security_group_rule and tenant:197f896d175a41acb0cd21288bc31faa is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:33:22.572411 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7a5a41ca-8161-4496-97c7-3073d6d4ff83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:33:22.598810 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7a5a41ca-8161-4496-97c7-3073d6d4ff83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:33:22.622392 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1043ac-3190-4aa9-9da0-90ccc99541c8 admin admin] Network c88dc85a-2173-4704-917f-8924bf9196bb is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:33:22.667599 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-5e1043ac-3190-4aa9-9da0-90ccc99541c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, c88dc85a-2173-4704-917f-8924bf9196bb) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:33:22.687575 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57db1535-69d1-47dd-bf79-88ccb59ce0b7 None None] Network c88dc85a-2173-4704-917f-8924bf9196bb requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:33:22.711027 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1043ac-3190-4aa9-9da0-90ccc99541c8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:22.714307 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5e1043ac-3190-4aa9-9da0-90ccc99541c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:22.757885 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba81cb9-3c73-4a0f-84db-fb2c6f795eb5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Router 98af2788-178d-40e2-91e5-b08ea4b52194 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:33:22.775969 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7705c751-35cb-417c-9f8e-3207456a63ef req-e24bb334-fe0f-4c9a-844d-8bdb6a1f9715 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c6ebeb51-3308-40fa-9457-a5bf22e2fd1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5798361 May 23 11:33:22.864729 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e6480807-1f7c-45f2-be6e-f31e5c8b8249 None None] Provisioning for port d571e2cb-e84c-4ecc-b92b-e8121ed3b8ba completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:33:22.873027 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e6480807-1f7c-45f2-be6e-f31e5c8b8249 None None] Provisioning complete for port d571e2cb-e84c-4ecc-b92b-e8121ed3b8ba triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:33:22.876028 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e6480807-1f7c-45f2-be6e-f31e5c8b8249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:22.883511 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5e1043ac-3190-4aa9-9da0-90ccc99541c8 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4808011 May 23 11:33:22.911201 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7a5a41ca-8161-4496-97c7-3073d6d4ff83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:22.924984 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7a5a41ca-8161-4496-97c7-3073d6d4ff83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:23.018527 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a41ca-8161-4496-97c7-3073d6d4ff83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c1944f-dc32-4316-81dd-e21344fe3683,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:23.075503 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e6480807-1f7c-45f2-be6e-f31e5c8b8249 None None] Port d571e2cb-e84c-4ecc-b92b-e8121ed3b8ba cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:33:23.132122 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5355d1-2ce8-49c8-a5e8-41c85a16b1e2 None None] Network c88dc85a-2173-4704-917f-8924bf9196bb requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:33:23.143598 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba81cb9-3c73-4a0f-84db-fb2c6f795eb5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:33:23.149450 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7a5a41ca-8161-4496-97c7-3073d6d4ff83 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=197f896d175a41acb0cd21288bc31faa&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4396360 May 23 11:33:23.149818 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49958) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:23.157569 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c78f789-8d90-4f78-b1e2-f1b25ecc76d2 None None] Sync routers for ids ['98af2788-178d-40e2-91e5-b08ea4b52194'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:33:23.180220 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c78f789-8d90-4f78-b1e2-f1b25ecc76d2 None None] Routers {'98af2788-178d-40e2-91e5-b08ea4b52194'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:33:23.182310 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-4c78f789-8d90-4f78-b1e2-f1b25ecc76d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:33:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['98af2788-178d-40e2-91e5-b08ea4b52194'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:33:23.187573 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7705c751-35cb-417c-9f8e-3207456a63ef req-4e7c3d3a-90d4-4882-b8fa-832fe0d68706 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=424639f7ceac4970a6ab4918f121bd86&device_id=c6ebeb51-3308-40fa-9457-a5bf22e2fd1c HTTP/1.1" status: 200 len: 1135 time: 0.1784234 May 23 11:33:23.255908 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-dba81cb9-3c73-4a0f-84db-fb2c6f795eb5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "PUT /v2.0/routers/98af2788-178d-40e2-91e5-b08ea4b52194/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0246575 May 23 11:33:23.370122 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8933c7db-c4b2-479e-a08f-deb33ac231d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:23.385501 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fda8a87e-a8b9-41c6-b36c-4eb971bfdc48 None None] Provisioning complete for port d571e2cb-e84c-4ecc-b92b-e8121ed3b8ba triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:33:23.385874 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fda8a87e-a8b9-41c6-b36c-4eb971bfdc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:23.431055 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-4c78f789-8d90-4f78-b1e2-f1b25ecc76d2 None None] Set router 98af2788-178d-40e2-91e5-b08ea4b52194 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:33:23.432425 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8933c7db-c4b2-479e-a08f-deb33ac231d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:23.533605 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8933c7db-c4b2-479e-a08f-deb33ac231d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:23.546185 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705c751-35cb-417c-9f8e-3207456a63ef req-2ae6b1d8-9531-4920-97b5-01ffd480bec1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:23.552206 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7705c751-35cb-417c-9f8e-3207456a63ef req-2ae6b1d8-9531-4920-97b5-01ffd480bec1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1bd87c50-8964-47b6-8167-6147f4bf390c HTTP/1.1" status: 200 len: 897 time: 0.3440659 May 23 11:33:23.572367 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8933c7db-c4b2-479e-a08f-deb33ac231d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c1944f-dc32-4316-81dd-e21344fe3683,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:23.577075 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fda8a87e-a8b9-41c6-b36c-4eb971bfdc48 None None] Port d571e2cb-e84c-4ecc-b92b-e8121ed3b8ba cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:33:23.612255 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8933c7db-c4b2-479e-a08f-deb33ac231d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:23.613500 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8933c7db-c4b2-479e-a08f-deb33ac231d3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b2c1944f-dc32-4316-81dd-e21344fe3683 HTTP/1.1" status: 204 len: 168 time: 0.4606471 May 23 11:33:23.719882 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 1aaa46ba-589c-4703-bd06-bad127d2f1a2 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:33:23.898358 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7705c751-35cb-417c-9f8e-3207456a63ef req-0e257054-32a0-40b3-9b07-5ca54d7d7438 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1777e763-6e05-40ca-ab91-1051e1f323c3 HTTP/1.1" status: 200 len: 1001 time: 0.3390901 May 23 11:33:23.952440 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 1aaa46ba-589c-4703-bd06-bad127d2f1a2 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:33:23.952789 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:24.249852 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-4c78f789-8d90-4f78-b1e2-f1b25ecc76d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98af2788-178d-40e2-91e5-b08ea4b52194', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1581852924', 'tenant_id': '424639f7ceac4970a6ab4918f121bd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'fb3b4d84-0d86-4261-bcf5-79f873bc7e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:33:13Z', 'updated_at': '2022-05-23T11:33:20Z', 'revision_number': 4, 'project_id': '424639f7ceac4970a6ab4918f121bd86', 'gw_port': {'id': 'fb3b4d84-0d86-4261-bcf5-79f873bc7e9a', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af2788-178d-40e2-91e5-b08ea4b52194', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:33:13Z', 'updated_at': '2022-05-23T11:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'd571e2cb-e84c-4ecc-b92b-e8121ed3b8ba', 'name': '', 'network_id': '1ed7a485-d38e-47a2-a1ff-54aa2414457c', 'tenant_id': '424639f7ceac4970a6ab4918f121bd86', 'mac_address': 'fa:16:3e:f5:e6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98af2788-178d-40e2-91e5-b08ea4b52194', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1da878e2-0a93-48be-8065-c454266182e2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:33:19Z', 'updated_at': '2022-05-23T11:33:20Z', 'revision_number': 2, 'project_id': '424639f7ceac4970a6ab4918f121bd86', 'subnets': [{'id': '1da878e2-0a93-48be-8065-c454266182e2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:33:24.255036 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c78f789-8d90-4f78-b1e2-f1b25ecc76d2 None None] Checking router: 98af2788-178d-40e2-91e5-b08ea4b52194 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:33:24.255570 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c78f789-8d90-4f78-b1e2-f1b25ecc76d2 None None] Updating router 98af2788-178d-40e2-91e5-b08ea4b52194 port d571e2cb-e84c-4ecc-b92b-e8121ed3b8ba binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:33:24.312821 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-4c78f789-8d90-4f78-b1e2-f1b25ecc76d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:24.369448 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705c751-35cb-417c-9f8e-3207456a63ef req-c9e2aa52-4959-4a2a-95bf-a8d9d3084849 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:24.371358 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7705c751-35cb-417c-9f8e-3207456a63ef req-c9e2aa52-4959-4a2a-95bf-a8d9d3084849 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=04e492dd-4823-45db-b311-ac18df6dd39e HTTP/1.1" status: 200 len: 835 time: 0.4252923 May 23 11:33:24.458603 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-4f58d9f0-bbd4-49d3-a130-4bb4540016e1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:24.461241 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-4f58d9f0-bbd4-49d3-a130-4bb4540016e1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/networks?id=1ed7a485-d38e-47a2-a1ff-54aa2414457c HTTP/1.1" status: 200 len: 797 time: 0.5619369 May 23 11:33:24.507335 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-5575e6f1-aac0-4355-bfc3-682a30f5a901 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/quotas/424639f7ceac4970a6ab4918f121bd86 HTTP/1.1" status: 200 len: 375 time: 0.0321035 May 23 11:33:24.585289 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7705c751-35cb-417c-9f8e-3207456a63ef req-f6273220-ab17-4f00-ae72-b50bff18f844 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1bd87c50-8964-47b6-8167-6147f4bf390c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2066357 May 23 11:33:24.774575 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7705c751-35cb-417c-9f8e-3207456a63ef req-0ba32da2-5ccd-49bf-b5c9-ef570b912c0f service neutron] 10.222.0.13 "GET /v2.0/networks/1bd87c50-8964-47b6-8167-6147f4bf390c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762102 May 23 11:33:24.791962 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-cc5b4553-4988-4d15-80e9-bc99a812dce0 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=424639f7ceac4970a6ab4918f121bd86&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2778609 May 23 11:33:24.866315 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 49994) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:24.872512 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-aec9f352-0073-4f51-999d-c8c01e147baf admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1485964365-network', 'tenant_id': 'ad756c9a77aa4dd38a80cf800a2a26fe'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:33:24.884027 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-aec9f352-0073-4f51-999d-c8c01e147baf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:33:24.895336 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-aec9f352-0073-4f51-999d-c8c01e147baf admin admin] Usage tracker for resource:network and tenant:ad756c9a77aa4dd38a80cf800a2a26fe is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:33:24.898433 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-aec9f352-0073-4f51-999d-c8c01e147baf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:33:24.912907 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-4c78f789-8d90-4f78-b1e2-f1b25ecc76d2 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:24.914277 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-aec9f352-0073-4f51-999d-c8c01e147baf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:33:24.939420 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec9f352-0073-4f51-999d-c8c01e147baf admin admin] Made reservation on behalf of ad756c9a77aa4dd38a80cf800a2a26fe for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:33:24.940541 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-4c78f789-8d90-4f78-b1e2-f1b25ecc76d2 None None] Transition to ACTIVE for port object d571e2cb-e84c-4ecc-b92b-e8121ed3b8ba will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:33:24.941862 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aec9f352-0073-4f51-999d-c8c01e147baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:24.958571 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-4c78f789-8d90-4f78-b1e2-f1b25ecc76d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:24.961540 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aec9f352-0073-4f51-999d-c8c01e147baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:25.029930 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-aec9f352-0073-4f51-999d-c8c01e147baf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:33:25.041708 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-aec9f352-0073-4f51-999d-c8c01e147baf admin admin] Usage tracker for resource:security_group_rule and tenant:ad756c9a77aa4dd38a80cf800a2a26fe is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:33:25.058072 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-aec9f352-0073-4f51-999d-c8c01e147baf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:33:25.065003 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-aec9f352-0073-4f51-999d-c8c01e147baf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:33:25.118939 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7645830-46a9-4a0f-bc73-21c45fa1901e None None] Pushing event updated for resources: {'Port': ['ID=d571e2cb-e84c-4ecc-b92b-e8121ed3b8ba,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:25.142786 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7645830-46a9-4a0f-bc73-21c45fa1901e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:33:25.143138 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7645830-46a9-4a0f-bc73-21c45fa1901e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:33:25.143459 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7645830-46a9-4a0f-bc73-21c45fa1901e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:33:25.143878 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7645830-46a9-4a0f-bc73-21c45fa1901e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:33:25.144247 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7645830-46a9-4a0f-bc73-21c45fa1901e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:33:25.144573 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7645830-46a9-4a0f-bc73-21c45fa1901e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:33:25.144896 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7645830-46a9-4a0f-bc73-21c45fa1901e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:33:25.145211 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7645830-46a9-4a0f-bc73-21c45fa1901e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:33:25.145531 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7645830-46a9-4a0f-bc73-21c45fa1901e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:33:25.146538 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7645830-46a9-4a0f-bc73-21c45fa1901e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:33:25.146538 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7645830-46a9-4a0f-bc73-21c45fa1901e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:33:25.227391 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aec9f352-0073-4f51-999d-c8c01e147baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:25.239448 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aec9f352-0073-4f51-999d-c8c01e147baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:25.311163 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec9f352-0073-4f51-999d-c8c01e147baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02a54a6-d342-4f74-80cd-3098b2579644,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:25.319746 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aec9f352-0073-4f51-999d-c8c01e147baf admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:33:25.340265 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7705c751-35cb-417c-9f8e-3207456a63ef req-cf418c0d-865a-4b2b-b7a6-b5a07d3f4638 service neutron] 10.222.0.13 "GET /v2.0/networks/1bd87c50-8964-47b6-8167-6147f4bf390c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5459337 May 23 11:33:25.345045 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aec9f352-0073-4f51-999d-c8c01e147baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:25.345803 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-aec9f352-0073-4f51-999d-c8c01e147baf admin admin] Added segment ff618e7f-5850-4397-853c-e0ff9878bdd3 of type vlan for network dfab19a7-e0ac-4363-b5ae-2daec1c527db May 23 11:33:25.354913 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-43119d04-544c-42b8-bedd-83b7deef2120 service neutron] 10.222.0.79 "GET /v2.0/networks/1ed7a485-d38e-47a2-a1ff-54aa2414457c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5427480 May 23 11:33:25.427380 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aec9f352-0073-4f51-999d-c8c01e147baf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:25.493795 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aec9f352-0073-4f51-999d-c8c01e147baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:25.494673 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec9f352-0073-4f51-999d-c8c01e147baf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:25.495708 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aec9f352-0073-4f51-999d-c8c01e147baf admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:25.562999 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-4c78f789-8d90-4f78-b1e2-f1b25ecc76d2 None None] Attempting to bind port d571e2cb-e84c-4ecc-b92b-e8121ed3b8ba on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:33:25.563581 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-4c78f789-8d90-4f78-b1e2-f1b25ecc76d2 None None] Attempting to bind port d571e2cb-e84c-4ecc-b92b-e8121ed3b8ba by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'c110ded6-4112-46c3-8700-3d0bf6049b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1ed7a485-d38e-47a2-a1ff-54aa2414457c'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:33:25.563737 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c78f789-8d90-4f78-b1e2-f1b25ecc76d2 None None] Attempting to bind port d571e2cb-e84c-4ecc-b92b-e8121ed3b8ba on network 1ed7a485-d38e-47a2-a1ff-54aa2414457c {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:33:25.581485 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c78f789-8d90-4f78-b1e2-f1b25ecc76d2 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:33:25.581851 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c78f789-8d90-4f78-b1e2-f1b25ecc76d2 None None] Checking segment: {'id': 'c110ded6-4112-46c3-8700-3d0bf6049b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1ed7a485-d38e-47a2-a1ff-54aa2414457c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:33:25.582250 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-4c78f789-8d90-4f78-b1e2-f1b25ecc76d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:25.582636 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c78f789-8d90-4f78-b1e2-f1b25ecc76d2 None None] Bound using segment: {'id': 'c110ded6-4112-46c3-8700-3d0bf6049b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1ed7a485-d38e-47a2-a1ff-54aa2414457c'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:33:25.583103 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-4c78f789-8d90-4f78-b1e2-f1b25ecc76d2 None None] Bound port: d571e2cb-e84c-4ecc-b92b-e8121ed3b8ba, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c110ded6-4112-46c3-8700-3d0bf6049b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1ed7a485-d38e-47a2-a1ff-54aa2414457c'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:33:25.583469 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-4c78f789-8d90-4f78-b1e2-f1b25ecc76d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:25.592404 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-a90cee05-4753-40ce-a88b-d81cc656af3f service neutron] 10.222.0.79 "GET /v2.0/networks/1ed7a485-d38e-47a2-a1ff-54aa2414457c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311983 May 23 11:33:25.680024 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec9f352-0073-4f51-999d-c8c01e147baf admin admin] Pushing event updated for resources: {'Network': ['ID=dfab19a7-e0ac-4363-b5ae-2daec1c527db,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:25.691970 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network dfab19a7-e0ac-4363-b5ae-2daec1c527db details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:33:25.693151 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-aec9f352-0073-4f51-999d-c8c01e147baf admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8250818 May 23 11:33:25.695376 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50010) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:25.701835 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-556abb9c-829c-4cac-9023-e09f977a7bef admin admin] Request body: {'subnet': {'network_id': 'dfab19a7-e0ac-4363-b5ae-2daec1c527db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1485964365-subnet', 'tenant_id': 'ad756c9a77aa4dd38a80cf800a2a26fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:33:25.707884 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-556abb9c-829c-4cac-9023-e09f977a7bef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:33:25.712712 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-556abb9c-829c-4cac-9023-e09f977a7bef admin admin] Usage tracker for resource:subnet and tenant:ad756c9a77aa4dd38a80cf800a2a26fe is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:33:25.716385 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-556abb9c-829c-4cac-9023-e09f977a7bef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:33:25.723384 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-556abb9c-829c-4cac-9023-e09f977a7bef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:33:25.726833 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-4c78f789-8d90-4f78-b1e2-f1b25ecc76d2 None None] For port d571e2cb-e84c-4ecc-b92b-e8121ed3b8ba, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:33:25.730713 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-4c78f789-8d90-4f78-b1e2-f1b25ecc76d2 None None] For port d571e2cb-e84c-4ecc-b92b-e8121ed3b8ba, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=d571e2cb-e84c-4ecc-b92b-e8121ed3b8ba,segment=NetworkSegment(c110ded6-4112-46c3-8700-3d0bf6049b3b),segment_id=c110ded6-4112-46c3-8700-3d0bf6049b3b)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:33:25.740511 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-4c78f789-8d90-4f78-b1e2-f1b25ecc76d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:25.745675 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556abb9c-829c-4cac-9023-e09f977a7bef admin admin] Made reservation on behalf of ad756c9a77aa4dd38a80cf800a2a26fe for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:33:25.748739 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-556abb9c-829c-4cac-9023-e09f977a7bef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:25.942833 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7645830-46a9-4a0f-bc73-21c45fa1901e None None] Pushing event updated for resources: {'Port': ['ID=d571e2cb-e84c-4ecc-b92b-e8121ed3b8ba,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:25.955329 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c78f789-8d90-4f78-b1e2-f1b25ecc76d2 None None] Routers {'98af2788-178d-40e2-91e5-b08ea4b52194'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:33:25.955992 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-4c78f789-8d90-4f78-b1e2-f1b25ecc76d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:33:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['98af2788-178d-40e2-91e5-b08ea4b52194'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:33:26.143975 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-556abb9c-829c-4cac-9023-e09f977a7bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:26.307667 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556abb9c-829c-4cac-9023-e09f977a7bef admin admin] Pushing event updated for resources: {'Subnet': ['ID=45dd6bb8-c046-48f0-8a50-fb85f6287f96,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:26.307667 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556abb9c-829c-4cac-9023-e09f977a7bef admin admin] Checking segment: {'id': 'ff618e7f-5850-4397-853c-e0ff9878bdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'dfab19a7-e0ac-4363-b5ae-2daec1c527db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:33:26.307667 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556abb9c-829c-4cac-9023-e09f977a7bef admin admin] Network hostable DHCP agents. Network: dfab19a7-e0ac-4363-b5ae-2daec1c527db, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:33:26.335620 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556abb9c-829c-4cac-9023-e09f977a7bef admin admin] Network dfab19a7-e0ac-4363-b5ae-2daec1c527db is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:33:26.351137 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-556abb9c-829c-4cac-9023-e09f977a7bef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, dfab19a7-e0ac-4363-b5ae-2daec1c527db) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:33:26.356542 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556abb9c-829c-4cac-9023-e09f977a7bef admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:26.357279 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-556abb9c-829c-4cac-9023-e09f977a7bef admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:26.369143 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250f1f0e-a3e5-434a-8139-2ae6efb07d44 None None] Network dfab19a7-e0ac-4363-b5ae-2daec1c527db requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:33:26.409227 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-4c78f789-8d90-4f78-b1e2-f1b25ecc76d2 None None] Set router 98af2788-178d-40e2-91e5-b08ea4b52194 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:33:26.424542 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-556abb9c-829c-4cac-9023-e09f977a7bef admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7217658 May 23 11:33:26.464861 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50028) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:26.697363 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7c05ed-5c22-45b4-a5ba-41149ef4f11f None None] Network dfab19a7-e0ac-4363-b5ae-2daec1c527db requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:33:26.830992 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4fbe545c-79d9-4f24-81c2-4b5a3869de5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:26.836253 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:33:26.927965 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-4c78f789-8d90-4f78-b1e2-f1b25ecc76d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98af2788-178d-40e2-91e5-b08ea4b52194', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1581852924', 'tenant_id': '424639f7ceac4970a6ab4918f121bd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'fb3b4d84-0d86-4261-bcf5-79f873bc7e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:33:13Z', 'updated_at': '2022-05-23T11:33:20Z', 'revision_number': 4, 'project_id': '424639f7ceac4970a6ab4918f121bd86', 'gw_port': {'id': 'fb3b4d84-0d86-4261-bcf5-79f873bc7e9a', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af2788-178d-40e2-91e5-b08ea4b52194', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:33:13Z', 'updated_at': '2022-05-23T11:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'd571e2cb-e84c-4ecc-b92b-e8121ed3b8ba', 'name': '', 'network_id': '1ed7a485-d38e-47a2-a1ff-54aa2414457c', 'tenant_id': '424639f7ceac4970a6ab4918f121bd86', 'mac_address': 'fa:16:3e:f5:e6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98af2788-178d-40e2-91e5-b08ea4b52194', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1da878e2-0a93-48be-8065-c454266182e2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:33:19Z', 'updated_at': '2022-05-23T11:33:25Z', 'revision_number': 4, 'project_id': '424639f7ceac4970a6ab4918f121bd86', 'subnets': [{'id': '1da878e2-0a93-48be-8065-c454266182e2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:33:26.933915 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c78f789-8d90-4f78-b1e2-f1b25ecc76d2 None None] The sync data for ids ['98af2788-178d-40e2-91e5-b08ea4b52194'] in n-d-842952-2 is: [{'id': '98af2788-178d-40e2-91e5-b08ea4b52194', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1581852924', 'tenant_id': '424639f7ceac4970a6ab4918f121bd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'fb3b4d84-0d86-4261-bcf5-79f873bc7e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:33:13Z', 'updated_at': '2022-05-23T11:33:20Z', 'revision_number': 4, 'project_id': '424639f7ceac4970a6ab4918f121bd86', 'gw_port': {'id': 'fb3b4d84-0d86-4261-bcf5-79f873bc7e9a', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af2788-178d-40e2-91e5-b08ea4b52194', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:33:13Z', 'updated_at': '2022-05-23T11:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'd571e2cb-e84c-4ecc-b92b-e8121ed3b8ba', 'name': '', 'network_id': '1ed7a485-d38e-47a2-a1ff-54aa2414457c', 'tenant_id': '424639f7ceac4970a6ab4918f121bd86', 'mac_address': 'fa:16:3e:f5:e6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98af2788-178d-40e2-91e5-b08ea4b52194', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1da878e2-0a93-48be-8065-c454266182e2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:33:19Z', 'updated_at': '2022-05-23T11:33:25Z', 'revision_number': 4, 'project_id': '424639f7ceac4970a6ab4918f121bd86', 'subnets': [{'id': '1da878e2-0a93-48be-8065-c454266182e2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:33:26.977343 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4fbe545c-79d9-4f24-81c2-4b5a3869de5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:33:26.989775 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4fbe545c-79d9-4f24-81c2-4b5a3869de5e admin admin] Usage tracker for resource:security_group_rule and tenant:1de42313813c49bda2fe96598f115bbe is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:33:27.002060 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4fbe545c-79d9-4f24-81c2-4b5a3869de5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:33:27.022829 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4fbe545c-79d9-4f24-81c2-4b5a3869de5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:33:27.196996 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8809e5e5-1636-438d-983c-babb0eb441a9 req-e43ce781-a52e-4051-8898-d004e687d7d9 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/ports?device_id=0899683b-759f-4aea-8aea-3f9ccf8b134f HTTP/1.1" status: 200 len: 210 time: 0.0825603 May 23 11:33:27.252948 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4fbe545c-79d9-4f24-81c2-4b5a3869de5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:27.258377 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4fbe545c-79d9-4f24-81c2-4b5a3869de5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:27.301736 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe545c-79d9-4f24-81c2-4b5a3869de5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039c1b50-8f65-4037-b014-24076902e972,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:27.342789 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4fbe545c-79d9-4f24-81c2-4b5a3869de5e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1de42313813c49bda2fe96598f115bbe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8762174 May 23 11:33:27.345318 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50056) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:27.450090 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b8d2a58-c073-4ac7-9e89-50c6e441c170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:27.574106 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b8d2a58-c073-4ac7-9e89-50c6e441c170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:27.667732 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b8d2a58-c073-4ac7-9e89-50c6e441c170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:27.797230 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device d571e2cb-e84c-4ecc-b92b-e8121ed3b8ba up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:33:28.008433 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d2a58-c073-4ac7-9e89-50c6e441c170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039c1b50-8f65-4037-b014-24076902e972,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:28.014731 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b8d2a58-c073-4ac7-9e89-50c6e441c170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:28.016171 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2b8d2a58-c073-4ac7-9e89-50c6e441c170 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/039c1b50-8f65-4037-b014-24076902e972 HTTP/1.1" status: 204 len: 168 time: 0.6697998 May 23 11:33:28.025327 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port d571e2cb-e84c-4ecc-b92b-e8121ed3b8ba completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:33:28.037319 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port d571e2cb-e84c-4ecc-b92b-e8121ed3b8ba triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:33:28.037690 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:28.106073 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-fa047969-941a-4a05-a50e-89fe05839be8 tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:28.106710 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-fa047969-941a-4a05-a50e-89fe05839be8 tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Synchronizing usage tracker for tenant:b5149ae0c62d43d8a4925c27b8f29014 on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:33:28.144627 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-fa047969-941a-4a05-a50e-89fe05839be8 tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Unset dirty status for tenant:b5149ae0c62d43d8a4925c27b8f29014 on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:33:28.146509 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-fa047969-941a-4a05-a50e-89fe05839be8 tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] 10.222.0.79 "GET /v2.0/networks?id=c88dc85a-2173-4704-917f-8924bf9196bb HTTP/1.1" status: 200 len: 824 time: 0.4339316 May 23 11:33:28.176476 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-579d6923-995f-4db1-badc-ecf0af6d3756 tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] 10.222.0.79 "GET /v2.0/quotas/b5149ae0c62d43d8a4925c27b8f29014 HTTP/1.1" status: 200 len: 375 time: 0.0238333 May 23 11:33:28.415559 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:28.484758 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port d571e2cb-e84c-4ecc-b92b-e8121ed3b8ba, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=d571e2cb-e84c-4ecc-b92b-e8121ed3b8ba,segment=NetworkSegment(c110ded6-4112-46c3-8700-3d0bf6049b3b),segment_id=c110ded6-4112-46c3-8700-3d0bf6049b3b)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:33:28.493551 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:28.608282 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-de2b3784-78a3-4e33-9926-dcb8f1a460f8 tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b5149ae0c62d43d8a4925c27b8f29014&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4258974 May 23 11:33:28.670099 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=d571e2cb-e84c-4ecc-b92b-e8121ed3b8ba,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:28.684101 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e60317e9-77ec-4797-b80f-5f1b8a7d4ef8 req-13a154e6-f893-4d08-9ef8-18ab54836363 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/ports?device_id=0899683b-759f-4aea-8aea-3f9ccf8b134f HTTP/1.1" status: 200 len: 210 time: 0.3890243 May 23 11:33:28.849594 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50096) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:28.877751 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3306e410-f551-47c1-bda8-0f7d3cdba5b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:28.932567 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-0200f70b-ac76-4ab8-8232-856c53f0e266 service neutron] 10.222.0.79 "GET /v2.0/networks/c88dc85a-2173-4704-917f-8924bf9196bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469208 May 23 11:33:28.946102 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3306e410-f551-47c1-bda8-0f7d3cdba5b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:33:28.954272 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3306e410-f551-47c1-bda8-0f7d3cdba5b7 admin admin] Usage tracker for resource:security_group_rule and tenant:be300fa20f1d44df8f1b8f1bf3a21aed is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:33:28.957257 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3306e410-f551-47c1-bda8-0f7d3cdba5b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:33:28.966079 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3306e410-f551-47c1-bda8-0f7d3cdba5b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:33:29.076419 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3306e410-f551-47c1-bda8-0f7d3cdba5b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:29.083939 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3306e410-f551-47c1-bda8-0f7d3cdba5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:29.115686 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-c7fb4751-e8f2-4b92-9fe1-1fe35e2e9bde service neutron] 10.222.0.79 "GET /v2.0/networks/c88dc85a-2173-4704-917f-8924bf9196bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822319 May 23 11:33:29.144311 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [req-71bacff6-d27e-4074-92ab-504572d3c612 req-8431f7e5-f124-4b18-b1bd-d753e6bc1417 service neutron] (83911) timed out ('10.222.0.13', 60656) {{(pid=83911) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 23 11:33:29.162954 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50112) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:29.173672 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3306e410-f551-47c1-bda8-0f7d3cdba5b7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=be300fa20f1d44df8f1b8f1bf3a21aed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3224475 May 23 11:33:29.174490 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3306e410-f551-47c1-bda8-0f7d3cdba5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d3d394-ef0d-48a8-bb82-5f42d3a4323f,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:29.254229 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cfa52c95-a92e-4760-8cf8-ac330fef7f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:29.289594 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cfa52c95-a92e-4760-8cf8-ac330fef7f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:29.393610 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5ae1cae9-e4b3-4f77-8441-1e680ee3496b req-8d891b34-c717-49ba-aa05-c2f2a505b5b4 tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] 10.222.0.79 "GET /v2.0/ports?device_id=68d4917f-4473-4bc3-acf6-d4cf6253fb16 HTTP/1.1" status: 200 len: 210 time: 0.0514076 May 23 11:33:29.395230 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cfa52c95-a92e-4760-8cf8-ac330fef7f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:29.433555 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa52c95-a92e-4760-8cf8-ac330fef7f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d3d394-ef0d-48a8-bb82-5f42d3a4323f,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:29.449641 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cfa52c95-a92e-4760-8cf8-ac330fef7f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:29.452827 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-cfa52c95-a92e-4760-8cf8-ac330fef7f9c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/82d3d394-ef0d-48a8-bb82-5f42d3a4323f HTTP/1.1" status: 204 len: 168 time: 0.2888794 May 23 11:33:29.674858 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-be5a17be-57fc-4fe8-952c-5a1028f7c53f tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:29.676792 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-be5a17be-57fc-4fe8-952c-5a1028f7c53f tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Synchronizing usage tracker for tenant:424639f7ceac4970a6ab4918f121bd86 on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:33:29.715285 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-be5a17be-57fc-4fe8-952c-5a1028f7c53f tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Unset dirty status for tenant:424639f7ceac4970a6ab4918f121bd86 on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:33:29.716640 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-be5a17be-57fc-4fe8-952c-5a1028f7c53f tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.81 "GET /v2.0/networks?id=1ed7a485-d38e-47a2-a1ff-54aa2414457c HTTP/1.1" status: 200 len: 797 time: 0.2806873 May 23 11:33:29.718488 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50132) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:29.744739 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-fc50e583-7895-4a8e-93a9-df8d00ac85ba tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Request body: {'port': {'device_id': '0899683b-759f-4aea-8aea-3f9ccf8b134f', 'network_id': '1ed7a485-d38e-47a2-a1ff-54aa2414457c', 'admin_state_up': True, 'tenant_id': '424639f7ceac4970a6ab4918f121bd86'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:33:29.749126 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device d571e2cb-e84c-4ecc-b92b-e8121ed3b8ba up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:33:29.981827 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-fc50e583-7895-4a8e-93a9-df8d00ac85ba tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:33:29.984629 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port d571e2cb-e84c-4ecc-b92b-e8121ed3b8ba triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:33:29.985783 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:29.986230 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-fc50e583-7895-4a8e-93a9-df8d00ac85ba tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Usage tracker for resource:port and tenant:424639f7ceac4970a6ab4918f121bd86 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:33:29.989344 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-fc50e583-7895-4a8e-93a9-df8d00ac85ba tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:33:29.999452 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-fc50e583-7895-4a8e-93a9-df8d00ac85ba tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:33:30.031102 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-fc50e583-7895-4a8e-93a9-df8d00ac85ba tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Made reservation on behalf of 424639f7ceac4970a6ab4918f121bd86 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:33:30.034132 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-fc50e583-7895-4a8e-93a9-df8d00ac85ba tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:30.064917 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c2d2da34-8ab4-4a35-80fa-4eb1804a421a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:30.137908 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c2d2da34-8ab4-4a35-80fa-4eb1804a421a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:33:30.142102 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c2d2da34-8ab4-4a35-80fa-4eb1804a421a admin admin] Usage tracker for resource:security_group_rule and tenant:eb9ae557de4c4d92a02aab2648e46d1b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:33:30.165678 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c2d2da34-8ab4-4a35-80fa-4eb1804a421a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:33:30.193996 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c2d2da34-8ab4-4a35-80fa-4eb1804a421a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:33:30.197900 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f68c9175-d25d-42f6-809e-bbd606f29228 req-e91ebfe6-e5ef-4a74-9f63-202dc791eb1d tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/ports?device_id=0899683b-759f-4aea-8aea-3f9ccf8b134f HTTP/1.1" status: 200 len: 210 time: 0.2397673 May 23 11:33:30.307524 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-fc50e583-7895-4a8e-93a9-df8d00ac85ba tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Allocated IP 172.20.0.21 (1ed7a485-d38e-47a2-a1ff-54aa2414457c/1da878e2-0a93-48be-8065-c454266182e2/cdd439fa-e0d3-45cc-83fd-0c50ebcd89be) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:33:30.350214 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c2d2da34-8ab4-4a35-80fa-4eb1804a421a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:30.356696 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c2d2da34-8ab4-4a35-80fa-4eb1804a421a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:30.406799 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2da34-8ab4-4a35-80fa-4eb1804a421a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd8ea7f-7413-4de0-96b4-32e11ad8ebe4,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:30.418005 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c2d2da34-8ab4-4a35-80fa-4eb1804a421a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=eb9ae557de4c4d92a02aab2648e46d1b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6983695 May 23 11:33:30.418729 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50154) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:30.532070 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bddd2a37-3364-4eea-b39c-94c1e1139a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:30.547145 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-fc50e583-7895-4a8e-93a9-df8d00ac85ba tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:30.562872 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-fc50e583-7895-4a8e-93a9-df8d00ac85ba tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Transition to ACTIVE for port object cdd439fa-e0d3-45cc-83fd-0c50ebcd89be will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:33:30.583709 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bddd2a37-3364-4eea-b39c-94c1e1139a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:30.594138 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-fc50e583-7895-4a8e-93a9-df8d00ac85ba tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:30.691115 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7bb745df-9e46-4912-b8cd-d78507be91fb req-9a559658-5442-4820-8e99-4bbff09da6cb tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] 10.222.0.79 "GET /v2.0/ports?device_id=68d4917f-4473-4bc3-acf6-d4cf6253fb16 HTTP/1.1" status: 200 len: 210 time: 0.0512080 May 23 11:33:30.691802 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bddd2a37-3364-4eea-b39c-94c1e1139a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:30.706672 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd2a37-3364-4eea-b39c-94c1e1139a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd8ea7f-7413-4de0-96b4-32e11ad8ebe4,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:30.714690 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bddd2a37-3364-4eea-b39c-94c1e1139a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:30.718516 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-bddd2a37-3364-4eea-b39c-94c1e1139a7d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0fd8ea7f-7413-4de0-96b4-32e11ad8ebe4 HTTP/1.1" status: 204 len: 168 time: 0.2988284 May 23 11:33:30.909409 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50e583-7895-4a8e-93a9-df8d00ac85ba tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Pushing event updated for resources: {'Port': ['ID=cdd439fa-e0d3-45cc-83fd-0c50ebcd89be,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:30.928425 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-fc50e583-7895-4a8e-93a9-df8d00ac85ba tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Network 1ed7a485-d38e-47a2-a1ff-54aa2414457c is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:33:30.930089 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-fc50e583-7895-4a8e-93a9-df8d00ac85ba tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:33:30.933619 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-fc50e583-7895-4a8e-93a9-df8d00ac85ba tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:33:31.053398 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-fc50e583-7895-4a8e-93a9-df8d00ac85ba tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:31.054421 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-fc50e583-7895-4a8e-93a9-df8d00ac85ba tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:31.187493 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-fc50e583-7895-4a8e-93a9-df8d00ac85ba tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.4484584 May 23 11:33:31.217402 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-f1145adc-70d8-4b0b-b1b1-d1751e2afb33 service neutron] Request body: {'port': {'device_id': '0899683b-759f-4aea-8aea-3f9ccf8b134f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:33:31.266571 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50174) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:31.316260 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6212696d-a6de-4da7-9fe2-56961ee78621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:31.319113 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-73ab9602-8e13-4dee-9978-6fc3c492a72b None None] Provisioning for port cdd439fa-e0d3-45cc-83fd-0c50ebcd89be completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:33:31.325135 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-73ab9602-8e13-4dee-9978-6fc3c492a72b None None] Provisioning complete for port cdd439fa-e0d3-45cc-83fd-0c50ebcd89be triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:33:31.325778 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-73ab9602-8e13-4dee-9978-6fc3c492a72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:31.384874 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-f1145adc-70d8-4b0b-b1b1-d1751e2afb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:31.533820 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-73ab9602-8e13-4dee-9978-6fc3c492a72b None None] Port cdd439fa-e0d3-45cc-83fd-0c50ebcd89be cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:33:31.595564 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6212696d-a6de-4da7-9fe2-56961ee78621 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:33:31.660237 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6212696d-a6de-4da7-9fe2-56961ee78621 admin admin] Usage tracker for resource:security_group_rule and tenant:4b0cacd40ae44a32a1470bdad74eadc7 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:33:31.666245 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6212696d-a6de-4da7-9fe2-56961ee78621 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:33:31.675515 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6212696d-a6de-4da7-9fe2-56961ee78621 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:33:31.813178 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-35ed0995-f4ff-42c2-8821-d8bfb74d635a tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:31.814835 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-35ed0995-f4ff-42c2-8821-d8bfb74d635a tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] 10.222.0.13 "GET /v2.0/networks?id=c88dc85a-2173-4704-917f-8924bf9196bb HTTP/1.1" status: 200 len: 824 time: 0.4357598 May 23 11:33:31.827562 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f1494-0c18-4f52-a01a-725c7d9a0903 req-89746d40-edf5-4be4-b1bf-e1bb88d63944 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:31.829476 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d94f1494-0c18-4f52-a01a-725c7d9a0903 req-89746d40-edf5-4be4-b1bf-e1bb88d63944 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/ports?device_id=0899683b-759f-4aea-8aea-3f9ccf8b134f HTTP/1.1" status: 200 len: 895 time: 0.2451296 May 23 11:33:31.838861 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-ee0b64f8-260b-4477-b15c-8bf61dfb5cfd tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Request body: {'port': {'device_id': '68d4917f-4473-4bc3-acf6-d4cf6253fb16', 'network_id': 'c88dc85a-2173-4704-917f-8924bf9196bb', 'admin_state_up': True, 'tenant_id': 'b5149ae0c62d43d8a4925c27b8f29014'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:33:31.967162 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-f1145adc-70d8-4b0b-b1b1-d1751e2afb33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdd439fa-e0d3-45cc-83fd-0c50ebcd89be {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:33:31.993020 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-f1145adc-70d8-4b0b-b1b1-d1751e2afb33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:32.036963 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-f1145adc-70d8-4b0b-b1b1-d1751e2afb33 service neutron] Transition to ACTIVE for port object cdd439fa-e0d3-45cc-83fd-0c50ebcd89be will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:33:32.049759 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-f1145adc-70d8-4b0b-b1b1-d1751e2afb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:32.099478 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6212696d-a6de-4da7-9fe2-56961ee78621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:32.142131 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6212696d-a6de-4da7-9fe2-56961ee78621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:32.152959 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1145adc-70d8-4b0b-b1b1-d1751e2afb33 service neutron] Pushing event updated for resources: {'Port': ['ID=cdd439fa-e0d3-45cc-83fd-0c50ebcd89be,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:32.222649 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-6212696d-a6de-4da7-9fe2-56961ee78621 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4b0cacd40ae44a32a1470bdad74eadc7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9549317 May 23 11:33:32.231230 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e75300c5-ceb4-48f5-823c-b3bc49ed735a req-15892b8e-e19f-4e8b-9e4c-7256532fe401 tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] 10.222.0.79 "GET /v2.0/ports?device_id=68d4917f-4473-4bc3-acf6-d4cf6253fb16 HTTP/1.1" status: 200 len: 210 time: 0.1728678 May 23 11:33:32.232092 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50192) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:32.332775 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-ee0b64f8-260b-4477-b15c-8bf61dfb5cfd tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:33:32.344384 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-ee0b64f8-260b-4477-b15c-8bf61dfb5cfd tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Usage tracker for resource:port and tenant:b5149ae0c62d43d8a4925c27b8f29014 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:33:32.347419 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212696d-a6de-4da7-9fe2-56961ee78621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c9a25c-4cbc-459d-ad04-1e224c2a38f7,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:32.350956 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-ee0b64f8-260b-4477-b15c-8bf61dfb5cfd tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:33:32.360750 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-ee0b64f8-260b-4477-b15c-8bf61dfb5cfd tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:33:32.387381 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8f486b34-cb43-442b-8ff8-fa75ce3958ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:32.419676 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8f486b34-cb43-442b-8ff8-fa75ce3958ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:32.456822 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-f1145adc-70d8-4b0b-b1b1-d1751e2afb33 service neutron] Attempting to bind port cdd439fa-e0d3-45cc-83fd-0c50ebcd89be on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:33:32.457162 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-f1145adc-70d8-4b0b-b1b1-d1751e2afb33 service neutron] Attempting to bind port cdd439fa-e0d3-45cc-83fd-0c50ebcd89be by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': 'c110ded6-4112-46c3-8700-3d0bf6049b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1ed7a485-d38e-47a2-a1ff-54aa2414457c'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:33:32.457827 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-f1145adc-70d8-4b0b-b1b1-d1751e2afb33 service neutron] Attempting to bind port cdd439fa-e0d3-45cc-83fd-0c50ebcd89be on network 1ed7a485-d38e-47a2-a1ff-54aa2414457c {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:33:32.464802 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-f1145adc-70d8-4b0b-b1b1-d1751e2afb33 service neutron] Port cdd439fa-e0d3-45cc-83fd-0c50ebcd89be on network 1ed7a485-d38e-47a2-a1ff-54aa2414457c not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:33:32.465126 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-f1145adc-70d8-4b0b-b1b1-d1751e2afb33 service neutron] Attempting to bind port cdd439fa-e0d3-45cc-83fd-0c50ebcd89be on network 1ed7a485-d38e-47a2-a1ff-54aa2414457c {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:33:32.473204 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-f1145adc-70d8-4b0b-b1b1-d1751e2afb33 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:33:32.473506 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-f1145adc-70d8-4b0b-b1b1-d1751e2afb33 service neutron] Checking segment: {'id': 'c110ded6-4112-46c3-8700-3d0bf6049b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1ed7a485-d38e-47a2-a1ff-54aa2414457c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:33:32.474025 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-f1145adc-70d8-4b0b-b1b1-d1751e2afb33 service neutron] Bound using segment: {'id': 'c110ded6-4112-46c3-8700-3d0bf6049b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1ed7a485-d38e-47a2-a1ff-54aa2414457c'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:33:32.474452 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-f1145adc-70d8-4b0b-b1b1-d1751e2afb33 service neutron] Bound port: cdd439fa-e0d3-45cc-83fd-0c50ebcd89be, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c110ded6-4112-46c3-8700-3d0bf6049b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1ed7a485-d38e-47a2-a1ff-54aa2414457c'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:33:32.474798 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-f1145adc-70d8-4b0b-b1b1-d1751e2afb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:32.520116 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-ee0b64f8-260b-4477-b15c-8bf61dfb5cfd tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Made reservation on behalf of b5149ae0c62d43d8a4925c27b8f29014 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:33:32.525153 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-ee0b64f8-260b-4477-b15c-8bf61dfb5cfd tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:32.544647 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8f486b34-cb43-442b-8ff8-fa75ce3958ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:32.589352 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-f1145adc-70d8-4b0b-b1b1-d1751e2afb33 service neutron] For port cdd439fa-e0d3-45cc-83fd-0c50ebcd89be, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:33:32.592873 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-f1145adc-70d8-4b0b-b1b1-d1751e2afb33 service neutron] For port cdd439fa-e0d3-45cc-83fd-0c50ebcd89be, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=cdd439fa-e0d3-45cc-83fd-0c50ebcd89be,segment=NetworkSegment(c110ded6-4112-46c3-8700-3d0bf6049b3b),segment_id=c110ded6-4112-46c3-8700-3d0bf6049b3b)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:33:32.603521 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-f1145adc-70d8-4b0b-b1b1-d1751e2afb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:32.691579 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-f1145adc-70d8-4b0b-b1b1-d1751e2afb33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:32.693216 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-f1145adc-70d8-4b0b-b1b1-d1751e2afb33 service neutron] 10.222.0.81 "PUT /v2.0/ports/cdd439fa-e0d3-45cc-83fd-0c50ebcd89be HTTP/1.1" status: 200 len: 1055 time: 1.4841411 May 23 11:33:32.693952 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0899683b-759f-4aea-8aea-3f9ccf8b134f', 'tag': 'cdd439fa-e0d3-45cc-83fd-0c50ebcd89be'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:33:32.726828 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1145adc-70d8-4b0b-b1b1-d1751e2afb33 service neutron] Pushing event updated for resources: {'Port': ['ID=cdd439fa-e0d3-45cc-83fd-0c50ebcd89be,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:32.767658 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-ee0b64f8-260b-4477-b15c-8bf61dfb5cfd tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Allocated IP 172.20.0.12 (c88dc85a-2173-4704-917f-8924bf9196bb/9e2758e3-27ae-4579-a4dd-60b40f6dd241/737fc308-8700-4616-babc-217157c0ce4f) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:33:32.989600 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-76878cf8-5396-452a-aaaf-c5577cdc9227 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=424639f7ceac4970a6ab4918f121bd86&device_id=0899683b-759f-4aea-8aea-3f9ccf8b134f HTTP/1.1" status: 200 len: 1058 time: 0.2287953 May 23 11:33:33.153944 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-2dc0b455-8d2c-48c8-a088-acb7a7ceee63 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=cdd439fa-e0d3-45cc-83fd-0c50ebcd89be HTTP/1.1" status: 200 len: 217 time: 0.1437659 May 23 11:33:33.185938 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f486b34-cb43-442b-8ff8-fa75ce3958ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c9a25c-4cbc-459d-ad04-1e224c2a38f7,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:33.203173 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8f486b34-cb43-442b-8ff8-fa75ce3958ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:33.204767 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8f486b34-cb43-442b-8ff8-fa75ce3958ce admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/31c9a25c-4cbc-459d-ad04-1e224c2a38f7 HTTP/1.1" status: 204 len: 168 time: 0.9388728 May 23 11:33:33.239350 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eed48c14-2a10-4067-8a01-807aa36c52ea'] response: {'name': 'network-changed', 'server_uuid': '0899683b-759f-4aea-8aea-3f9ccf8b134f', 'tag': 'cdd439fa-e0d3-45cc-83fd-0c50ebcd89be', 'status': 'completed', 'code': 200} May 23 11:33:33.270623 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-69c2fefe-fea9-44e5-b704-410253c96eca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:33.272256 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-69c2fefe-fea9-44e5-b704-410253c96eca service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1da878e2-0a93-48be-8065-c454266182e2 HTTP/1.1" status: 200 len: 838 time: 0.1086941 May 23 11:33:33.378211 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-a743aefd-c657-4d59-b1d9-1e4721129cd7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1ed7a485-d38e-47a2-a1ff-54aa2414457c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0997109 May 23 11:33:33.386142 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b6db7-c15e-426a-8d57-69a894f12e47 req-7f4ecf5d-91a5-428c-a67a-371777419e4b tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:33.387976 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f05b6db7-c15e-426a-8d57-69a894f12e47 req-7f4ecf5d-91a5-428c-a67a-371777419e4b tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/ports?device_id=0899683b-759f-4aea-8aea-3f9ccf8b134f HTTP/1.1" status: 200 len: 907 time: 0.2034945 May 23 11:33:33.393403 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-ee0b64f8-260b-4477-b15c-8bf61dfb5cfd tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:33.425505 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-ee0b64f8-260b-4477-b15c-8bf61dfb5cfd tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:33.519522 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b64f8-260b-4477-b15c-8bf61dfb5cfd tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Pushing event updated for resources: {'Port': ['ID=737fc308-8700-4616-babc-217157c0ce4f,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:33.591298 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-ee0b64f8-260b-4477-b15c-8bf61dfb5cfd tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Network c88dc85a-2173-4704-917f-8924bf9196bb is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:33:33.597849 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-ee0b64f8-260b-4477-b15c-8bf61dfb5cfd tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:33:33.601843 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-ee0b64f8-260b-4477-b15c-8bf61dfb5cfd tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:33:33.611086 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-a3dc3104-199b-42b5-9f25-a7f4cd72bd5a service neutron] 10.222.0.81 "GET /v2.0/networks/1ed7a485-d38e-47a2-a1ff-54aa2414457c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222173 May 23 11:33:33.681184 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54858d0-6c43-4818-b9a9-9e275b3186a2 req-a39a136d-73c8-4e36-82ab-6f48bca92162 tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:33.682678 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f54858d0-6c43-4818-b9a9-9e275b3186a2 req-a39a136d-73c8-4e36-82ab-6f48bca92162 tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] 10.222.0.79 "GET /v2.0/ports?device_id=68d4917f-4473-4bc3-acf6-d4cf6253fb16 HTTP/1.1" status: 200 len: 932 time: 0.1656735 May 23 11:33:33.691657 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-ee0b64f8-260b-4477-b15c-8bf61dfb5cfd tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:33.692317 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-ee0b64f8-260b-4477-b15c-8bf61dfb5cfd tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:33.741684 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-ee0b64f8-260b-4477-b15c-8bf61dfb5cfd tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9069612 May 23 11:33:33.751916 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-f54858d0-6c43-4818-b9a9-9e275b3186a2 req-38809cbe-7a28-414f-85d2-aaa0ebb4b8de tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Synchronizing usage tracker for tenant:b5149ae0c62d43d8a4925c27b8f29014 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:33:33.776209 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-8d6bbbf8-97aa-43e5-8561-76ac7e8c73ec service neutron] Request body: {'port': {'device_id': '68d4917f-4473-4bc3-acf6-d4cf6253fb16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:33:33.847508 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-f54858d0-6c43-4818-b9a9-9e275b3186a2 req-38809cbe-7a28-414f-85d2-aaa0ebb4b8de tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Unset dirty status for tenant:b5149ae0c62d43d8a4925c27b8f29014 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:33:33.856746 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f54858d0-6c43-4818-b9a9-9e275b3186a2 req-38809cbe-7a28-414f-85d2-aaa0ebb4b8de tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] 10.222.0.79 "GET /v2.0/security-groups?id=81a06edf-075c-4167-81f7-07ab5bde1fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507497 May 23 11:33:33.861023 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f3bcf197-27fd-4226-a458-e26651bf19d2 req-2f4544e1-633e-4700-9564-5cd5b982b7e1 service neutron] 10.222.0.81 "GET /v2.0/networks/1ed7a485-d38e-47a2-a1ff-54aa2414457c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390659 May 23 11:33:33.984243 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-8d6bbbf8-97aa-43e5-8561-76ac7e8c73ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:34.110919 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-22c8cf60-8324-4160-a0d9-43e0b4e696ff req-494b3aa0-fd59-4c34-b43e-5d71c76b62c2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=424639f7ceac4970a6ab4918f121bd86&device_id=0899683b-759f-4aea-8aea-3f9ccf8b134f HTTP/1.1" status: 200 len: 1058 time: 0.1367877 May 23 11:33:34.449577 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8cf60-8324-4160-a0d9-43e0b4e696ff req-6e21dc2e-287a-4d41-afc1-96a385d92f81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:34.451869 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-22c8cf60-8324-4160-a0d9-43e0b4e696ff req-6e21dc2e-287a-4d41-afc1-96a385d92f81 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1ed7a485-d38e-47a2-a1ff-54aa2414457c HTTP/1.1" status: 200 len: 898 time: 0.3312850 May 23 11:33:34.563040 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-8d6bbbf8-97aa-43e5-8561-76ac7e8c73ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 737fc308-8700-4616-babc-217157c0ce4f {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:33:34.574811 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-8d6bbbf8-97aa-43e5-8561-76ac7e8c73ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:34.598127 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-8d6bbbf8-97aa-43e5-8561-76ac7e8c73ec service neutron] Transition to ACTIVE for port object 737fc308-8700-4616-babc-217157c0ce4f will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:33:34.604160 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-8d6bbbf8-97aa-43e5-8561-76ac7e8c73ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:34.619670 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-22c8cf60-8324-4160-a0d9-43e0b4e696ff req-fbb16b70-0eb6-4509-a096-d2c1bba16e31 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=cdd439fa-e0d3-45cc-83fd-0c50ebcd89be HTTP/1.1" status: 200 len: 217 time: 0.1608517 May 23 11:33:34.733933 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8cf60-8324-4160-a0d9-43e0b4e696ff req-131a99b2-f349-4ac1-a12c-758d8c221289 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:34.735941 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-22c8cf60-8324-4160-a0d9-43e0b4e696ff req-131a99b2-f349-4ac1-a12c-758d8c221289 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1da878e2-0a93-48be-8065-c454266182e2 HTTP/1.1" status: 200 len: 838 time: 0.1065295 May 23 11:33:34.863754 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-22c8cf60-8324-4160-a0d9-43e0b4e696ff req-2eb826ac-2b55-443a-9a90-18e47b92501b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1ed7a485-d38e-47a2-a1ff-54aa2414457c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1173723 May 23 11:33:34.868802 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50256) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:34.877884 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6bbbf8-97aa-43e5-8561-76ac7e8c73ec service neutron] Pushing event updated for resources: {'Port': ['ID=737fc308-8700-4616-babc-217157c0ce4f,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:35.050735 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-22c8cf60-8324-4160-a0d9-43e0b4e696ff req-c2edf586-a251-4a93-b734-9b5c7fea6e45 service neutron] 10.222.0.81 "GET /v2.0/networks/1ed7a485-d38e-47a2-a1ff-54aa2414457c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739576 May 23 11:33:35.066004 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac5b29-1102-4aa0-992b-070722edf28d req-ab525cab-f719-491c-ae00-c7eae876ad30 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:35.067516 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-20ac5b29-1102-4aa0-992b-070722edf28d req-ab525cab-f719-491c-ae00-c7eae876ad30 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/ports?device_id=0899683b-759f-4aea-8aea-3f9ccf8b134f HTTP/1.1" status: 200 len: 907 time: 0.2526348 May 23 11:33:35.156514 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-8d6bbbf8-97aa-43e5-8561-76ac7e8c73ec service neutron] Attempting to bind port 737fc308-8700-4616-babc-217157c0ce4f on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:33:35.156846 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-8d6bbbf8-97aa-43e5-8561-76ac7e8c73ec service neutron] Attempting to bind port 737fc308-8700-4616-babc-217157c0ce4f by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '2d22173c-8316-4200-a358-346fa2863994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c88dc85a-2173-4704-917f-8924bf9196bb'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:33:35.157171 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-8d6bbbf8-97aa-43e5-8561-76ac7e8c73ec service neutron] Attempting to bind port 737fc308-8700-4616-babc-217157c0ce4f on network c88dc85a-2173-4704-917f-8924bf9196bb {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:33:35.177755 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-8d6bbbf8-97aa-43e5-8561-76ac7e8c73ec service neutron] Port 737fc308-8700-4616-babc-217157c0ce4f on network c88dc85a-2173-4704-917f-8924bf9196bb not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:33:35.178085 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-8d6bbbf8-97aa-43e5-8561-76ac7e8c73ec service neutron] Attempting to bind port 737fc308-8700-4616-babc-217157c0ce4f on network c88dc85a-2173-4704-917f-8924bf9196bb {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:33:35.195761 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-8d6bbbf8-97aa-43e5-8561-76ac7e8c73ec service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:33:35.195761 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-8d6bbbf8-97aa-43e5-8561-76ac7e8c73ec service neutron] Checking segment: {'id': '2d22173c-8316-4200-a358-346fa2863994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c88dc85a-2173-4704-917f-8924bf9196bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:33:35.196229 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-8d6bbbf8-97aa-43e5-8561-76ac7e8c73ec service neutron] Bound using segment: {'id': '2d22173c-8316-4200-a358-346fa2863994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c88dc85a-2173-4704-917f-8924bf9196bb'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:33:35.196554 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-8d6bbbf8-97aa-43e5-8561-76ac7e8c73ec service neutron] Bound port: 737fc308-8700-4616-babc-217157c0ce4f, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d22173c-8316-4200-a358-346fa2863994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c88dc85a-2173-4704-917f-8924bf9196bb'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:33:35.196898 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-8d6bbbf8-97aa-43e5-8561-76ac7e8c73ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:35.220145 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-22c8cf60-8324-4160-a0d9-43e0b4e696ff req-4ab77ae2-6d15-44ad-880f-881460526c81 service neutron] 10.222.0.81 "GET /v2.0/networks/1ed7a485-d38e-47a2-a1ff-54aa2414457c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594427 May 23 11:33:35.275598 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d910c4-7c09-4a6c-ac22-fa318e0a42b8 req-501546ec-a770-4b06-88fe-1e91fd12c547 tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:35.276340 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-f8d910c4-7c09-4a6c-ac22-fa318e0a42b8 req-501546ec-a770-4b06-88fe-1e91fd12c547 tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Synchronizing usage tracker for tenant:b5149ae0c62d43d8a4925c27b8f29014 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:33:35.325559 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-f8d910c4-7c09-4a6c-ac22-fa318e0a42b8 req-501546ec-a770-4b06-88fe-1e91fd12c547 tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Unset dirty status for tenant:b5149ae0c62d43d8a4925c27b8f29014 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:33:35.332831 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f8d910c4-7c09-4a6c-ac22-fa318e0a42b8 req-501546ec-a770-4b06-88fe-1e91fd12c547 tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] 10.222.0.79 "GET /v2.0/ports?device_id=68d4917f-4473-4bc3-acf6-d4cf6253fb16 HTTP/1.1" status: 200 len: 944 time: 0.2224250 May 23 11:33:35.345741 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9fb46e68-b827-4554-a1b0-3a136a0c05c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:35.360668 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-8d6bbbf8-97aa-43e5-8561-76ac7e8c73ec service neutron] For port 737fc308-8700-4616-babc-217157c0ce4f, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:33:35.380481 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-8d6bbbf8-97aa-43e5-8561-76ac7e8c73ec service neutron] For port 737fc308-8700-4616-babc-217157c0ce4f, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=737fc308-8700-4616-babc-217157c0ce4f,segment=NetworkSegment(2d22173c-8316-4200-a358-346fa2863994),segment_id=2d22173c-8316-4200-a358-346fa2863994)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:33:35.390382 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-8d6bbbf8-97aa-43e5-8561-76ac7e8c73ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:35.393627 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9fb46e68-b827-4554-a1b0-3a136a0c05c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:33:35.398792 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-9fb46e68-b827-4554-a1b0-3a136a0c05c1 admin admin] Usage tracker for resource:security_group_rule and tenant:caeb46a47da34d4d84c21fee0679f3e5 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:33:35.402094 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-9fb46e68-b827-4554-a1b0-3a136a0c05c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:33:35.409497 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9fb46e68-b827-4554-a1b0-3a136a0c05c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:33:35.465681 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f8d910c4-7c09-4a6c-ac22-fa318e0a42b8 req-a7453747-e22c-40c5-9f75-bc5c39485657 tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] 10.222.0.79 "GET /v2.0/security-groups?id=81a06edf-075c-4167-81f7-07ab5bde1fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318860 May 23 11:33:35.481680 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-8d6bbbf8-97aa-43e5-8561-76ac7e8c73ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:35.483055 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-8d6bbbf8-97aa-43e5-8561-76ac7e8c73ec service neutron] 10.222.0.13 "PUT /v2.0/ports/737fc308-8700-4616-babc-217157c0ce4f HTTP/1.1" status: 200 len: 1092 time: 1.7259004 May 23 11:33:35.483496 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68d4917f-4473-4bc3-acf6-d4cf6253fb16', 'tag': '737fc308-8700-4616-babc-217157c0ce4f'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:33:35.516140 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9fb46e68-b827-4554-a1b0-3a136a0c05c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:35.518650 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6bbbf8-97aa-43e5-8561-76ac7e8c73ec service neutron] Pushing event updated for resources: {'Port': ['ID=737fc308-8700-4616-babc-217157c0ce4f,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:35.526266 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9fb46e68-b827-4554-a1b0-3a136a0c05c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:35.604661 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb46e68-b827-4554-a1b0-3a136a0c05c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b988cc6-3b6b-4e79-8eb7-3a46db949ce2,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:35.606926 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b9d4f2c-d0df-4037-bcbc-be5b1733d744'] response: {'name': 'network-changed', 'server_uuid': '68d4917f-4473-4bc3-acf6-d4cf6253fb16', 'tag': '737fc308-8700-4616-babc-217157c0ce4f', 'status': 'completed', 'code': 200} May 23 11:33:35.614911 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9fb46e68-b827-4554-a1b0-3a136a0c05c1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=caeb46a47da34d4d84c21fee0679f3e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7445042 May 23 11:33:35.615444 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50280) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:35.663706 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-466c30b3-a8db-4679-8c62-5da9622d4a49 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5149ae0c62d43d8a4925c27b8f29014&device_id=68d4917f-4473-4bc3-acf6-d4cf6253fb16 HTTP/1.1" status: 200 len: 1095 time: 0.1240685 May 23 11:33:35.691054 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7fda9f8a-500a-4bb8-90c6-c1deba57e829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:35.718109 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7fda9f8a-500a-4bb8-90c6-c1deba57e829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:35.750122 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-b2f0cc3e-3226-46ae-a778-0cd94db0c245 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=737fc308-8700-4616-babc-217157c0ce4f HTTP/1.1" status: 200 len: 217 time: 0.0735767 May 23 11:33:35.788429 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7fda9f8a-500a-4bb8-90c6-c1deba57e829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:35.820365 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda9f8a-500a-4bb8-90c6-c1deba57e829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b988cc6-3b6b-4e79-8eb7-3a46db949ce2,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:35.833212 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7fda9f8a-500a-4bb8-90c6-c1deba57e829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:35.836584 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7fda9f8a-500a-4bb8-90c6-c1deba57e829 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8b988cc6-3b6b-4e79-8eb7-3a46db949ce2 HTTP/1.1" status: 204 len: 168 time: 0.2176962 May 23 11:33:35.846264 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-27357d9b-48e2-462f-8362-5688f3185114 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:35.847895 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-27357d9b-48e2-462f-8362-5688f3185114 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e2758e3-27ae-4579-a4dd-60b40f6dd241 HTTP/1.1" status: 200 len: 864 time: 0.0915842 May 23 11:33:36.000830 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-2f77373e-0da1-4595-be09-997ee710f00b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c88dc85a-2173-4704-917f-8924bf9196bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1465199 May 23 11:33:36.164333 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-8d961932-1631-4c7c-89ee-db8b250809cb service neutron] 10.222.0.13 "GET /v2.0/networks/c88dc85a-2173-4704-917f-8924bf9196bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573353 May 23 11:33:36.425728 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e6ca8-f7d9-4ac9-ae9a-2f6df25f60b7 req-db1a2e56-85c4-446f-b7e1-835da27dec6b tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:36.428300 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-073e6ca8-f7d9-4ac9-ae9a-2f6df25f60b7 req-db1a2e56-85c4-446f-b7e1-835da27dec6b tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/ports?device_id=0899683b-759f-4aea-8aea-3f9ccf8b134f HTTP/1.1" status: 200 len: 907 time: 0.2263465 May 23 11:33:36.430759 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-235180b1-0c86-4f15-bbca-1b87dd31cbe9 req-f57cad14-05b3-4fc3-9817-13b61444e8cf service neutron] 10.222.0.13 "GET /v2.0/networks/c88dc85a-2173-4704-917f-8924bf9196bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598588 May 23 11:33:36.608699 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-387a7d9b-2403-4eaa-8cf3-76f7ddc35678 req-f6acaf54-7653-4382-80be-7e88e57c03f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5149ae0c62d43d8a4925c27b8f29014&device_id=68d4917f-4473-4bc3-acf6-d4cf6253fb16 HTTP/1.1" status: 200 len: 1095 time: 0.0899839 May 23 11:33:36.807615 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee53d44-61db-4344-b616-d0769020270c req-737af4b1-8fed-4bbd-b2a6-ad8868d04151 tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:36.809133 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cee53d44-61db-4344-b616-d0769020270c req-737af4b1-8fed-4bbd-b2a6-ad8868d04151 tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] 10.222.0.79 "GET /v2.0/ports?device_id=68d4917f-4473-4bc3-acf6-d4cf6253fb16 HTTP/1.1" status: 200 len: 944 time: 0.2043223 May 23 11:33:36.811624 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a7d9b-2403-4eaa-8cf3-76f7ddc35678 req-06ffe8bc-728e-4dc9-98eb-a6e49c80067c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:36.813037 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-387a7d9b-2403-4eaa-8cf3-76f7ddc35678 req-06ffe8bc-728e-4dc9-98eb-a6e49c80067c service neutron] 10.222.0.13 "GET /v2.0/networks?id=c88dc85a-2173-4704-917f-8924bf9196bb HTTP/1.1" status: 200 len: 925 time: 0.1729186 May 23 11:33:36.909213 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-387a7d9b-2403-4eaa-8cf3-76f7ddc35678 req-9669eee8-22fa-40c0-b3ca-7369d837311a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=737fc308-8700-4616-babc-217157c0ce4f HTTP/1.1" status: 200 len: 217 time: 0.0766456 May 23 11:33:36.975052 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cee53d44-61db-4344-b616-d0769020270c req-6539dcd8-ccfb-4810-bc82-691dfc09e545 tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] 10.222.0.79 "GET /v2.0/security-groups?id=81a06edf-075c-4167-81f7-07ab5bde1fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594126 May 23 11:33:36.985887 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a7d9b-2403-4eaa-8cf3-76f7ddc35678 req-e5ce2b51-60dd-4e94-b355-03957fffac8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:36.987442 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-387a7d9b-2403-4eaa-8cf3-76f7ddc35678 req-e5ce2b51-60dd-4e94-b355-03957fffac8a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e2758e3-27ae-4579-a4dd-60b40f6dd241 HTTP/1.1" status: 200 len: 864 time: 0.0705307 May 23 11:33:37.038261 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-387a7d9b-2403-4eaa-8cf3-76f7ddc35678 req-0bfe498f-2ece-4510-b74f-02ec7d9c1cb9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c88dc85a-2173-4704-917f-8924bf9196bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441923 May 23 11:33:37.205382 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-387a7d9b-2403-4eaa-8cf3-76f7ddc35678 req-5ccacd3a-7a9e-42a1-9911-fc3c4d801db0 service neutron] 10.222.0.13 "GET /v2.0/networks/c88dc85a-2173-4704-917f-8924bf9196bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590738 May 23 11:33:37.362117 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-387a7d9b-2403-4eaa-8cf3-76f7ddc35678 req-cf6198b2-5449-421b-b263-9d849162fced service neutron] 10.222.0.13 "GET /v2.0/networks/c88dc85a-2173-4704-917f-8924bf9196bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507015 May 23 11:33:37.485671 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device cdd439fa-e0d3-45cc-83fd-0c50ebcd89be details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:33:37.668885 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port cdd439fa-e0d3-45cc-83fd-0c50ebcd89be, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=cdd439fa-e0d3-45cc-83fd-0c50ebcd89be,segment=NetworkSegment(c110ded6-4112-46c3-8700-3d0bf6049b3b),segment_id=c110ded6-4112-46c3-8700-3d0bf6049b3b)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:33:37.684208 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': 'cdd439fa-e0d3-45cc-83fd-0c50ebcd89be', 'network_id': '1ed7a485-d38e-47a2-a1ff-54aa2414457c', 'port_id': 'cdd439fa-e0d3-45cc-83fd-0c50ebcd89be', 'mac_address': 'fa:16:3e:45:38:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1da878e2-0a93-48be-8065-c454266182e2', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:33:37.699633 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db539b4-fcd3-49e8-bafd-557451f6e775 req-fd678291-f747-411f-a60e-036d1c0613e1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:37.712236 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1db539b4-fcd3-49e8-bafd-557451f6e775 req-fd678291-f747-411f-a60e-036d1c0613e1 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/ports?device_id=0899683b-759f-4aea-8aea-3f9ccf8b134f HTTP/1.1" status: 200 len: 907 time: 0.1285262 May 23 11:33:37.743278 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:37.761219 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdd439fa-e0d3-45cc-83fd-0c50ebcd89be {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:33:37.776561 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port cdd439fa-e0d3-45cc-83fd-0c50ebcd89be, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=cdd439fa-e0d3-45cc-83fd-0c50ebcd89be,segment=NetworkSegment(c110ded6-4112-46c3-8700-3d0bf6049b3b),segment_id=c110ded6-4112-46c3-8700-3d0bf6049b3b)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:33:37.782620 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:37.862445 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=cdd439fa-e0d3-45cc-83fd-0c50ebcd89be,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:38.141391 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['cdd439fa-e0d3-45cc-83fd-0c50ebcd89be'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:33:38.209458 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:38.232730 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b78b3-bedd-4a98-b624-00a54d57557e req-22536de0-dafb-4813-a43f-531bf4bf54c6 tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:38.234297 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4d1b78b3-bedd-4a98-b624-00a54d57557e req-22536de0-dafb-4813-a43f-531bf4bf54c6 tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] 10.222.0.79 "GET /v2.0/ports?device_id=68d4917f-4473-4bc3-acf6-d4cf6253fb16 HTTP/1.1" status: 200 len: 944 time: 0.0903656 May 23 11:33:38.282065 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4d1b78b3-bedd-4a98-b624-00a54d57557e req-e3c90bd0-fac5-4e88-b886-3733df9f56cc tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] 10.222.0.79 "GET /v2.0/security-groups?id=81a06edf-075c-4167-81f7-07ab5bde1fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415993 May 23 11:33:38.915767 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6faffb-f537-42d8-8855-80cd168a675b req-047b5357-77d2-4fbc-8d9b-1768847d4229 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:38.920338 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5c6faffb-f537-42d8-8855-80cd168a675b req-047b5357-77d2-4fbc-8d9b-1768847d4229 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/ports?device_id=0899683b-759f-4aea-8aea-3f9ccf8b134f HTTP/1.1" status: 200 len: 908 time: 0.0907743 May 23 11:33:39.262006 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7c83c115-6d00-4e0c-aac2-310f5418b455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:39.467730 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:39.510769 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca1dd0-23ad-40dd-b202-3210193d4b94 req-5d057467-bf30-43fe-8199-d889733aace6 tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:39.514695 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device cdd439fa-e0d3-45cc-83fd-0c50ebcd89be up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:33:39.518059 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c2ca1dd0-23ad-40dd-b202-3210193d4b94 req-5d057467-bf30-43fe-8199-d889733aace6 tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] 10.222.0.79 "GET /v2.0/ports?device_id=68d4917f-4473-4bc3-acf6-d4cf6253fb16 HTTP/1.1" status: 200 len: 944 time: 0.0897064 May 23 11:33:39.613356 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c2ca1dd0-23ad-40dd-b202-3210193d4b94 req-e5952cd4-b4b9-413d-a11a-e78c02e6fb7e tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] 10.222.0.79 "GET /v2.0/security-groups?id=81a06edf-075c-4167-81f7-07ab5bde1fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940564 May 23 11:33:39.618161 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port cdd439fa-e0d3-45cc-83fd-0c50ebcd89be completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:33:39.625749 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port cdd439fa-e0d3-45cc-83fd-0c50ebcd89be triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:33:39.626320 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:39.671286 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50470) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:39.678654 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-31141cc5-bc2e-40c7-8948-2cb06f980411 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-877683146', 'description': 'tempest-secgroup-smoke-877683146 description', 'project_id': '261dc3b71b384338a9f4e12911499bfb'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:33:39.685933 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-31141cc5-bc2e-40c7-8948-2cb06f980411 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:33:39.690660 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-31141cc5-bc2e-40c7-8948-2cb06f980411 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:security_group and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:33:39.693925 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-31141cc5-bc2e-40c7-8948-2cb06f980411 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:33:39.704659 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-31141cc5-bc2e-40c7-8948-2cb06f980411 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:33:39.719633 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-31141cc5-bc2e-40c7-8948-2cb06f980411 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:39.734422 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-31141cc5-bc2e-40c7-8948-2cb06f980411 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:39.769914 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-31141cc5-bc2e-40c7-8948-2cb06f980411 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:33:39.774331 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-31141cc5-bc2e-40c7-8948-2cb06f980411 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:security_group_rule and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:33:39.774541 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:39.778350 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-31141cc5-bc2e-40c7-8948-2cb06f980411 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:33:39.785630 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-31141cc5-bc2e-40c7-8948-2cb06f980411 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:33:39.869963 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port cdd439fa-e0d3-45cc-83fd-0c50ebcd89be, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=cdd439fa-e0d3-45cc-83fd-0c50ebcd89be,segment=NetworkSegment(c110ded6-4112-46c3-8700-3d0bf6049b3b),segment_id=c110ded6-4112-46c3-8700-3d0bf6049b3b)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:33:39.871003 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0899683b-759f-4aea-8aea-3f9ccf8b134f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd439fa-e0d3-45cc-83fd-0c50ebcd89be'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:33:39.882759 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-31141cc5-bc2e-40c7-8948-2cb06f980411 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:39.885090 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:39.896494 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-31141cc5-bc2e-40c7-8948-2cb06f980411 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:40.015955 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73b1c159-0a59-42aa-8120-03253c0ec2a7'] response: {'server_uuid': '0899683b-759f-4aea-8aea-3f9ccf8b134f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd439fa-e0d3-45cc-83fd-0c50ebcd89be', 'code': 200} May 23 11:33:40.016223 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-31141cc5-bc2e-40c7-8948-2cb06f980411 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:33:40.030341 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-31141cc5-bc2e-40c7-8948-2cb06f980411 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:security_group_rule and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:33:40.048163 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=cdd439fa-e0d3-45cc-83fd-0c50ebcd89be,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:40.057462 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-31141cc5-bc2e-40c7-8948-2cb06f980411 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:33:40.065427 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-31141cc5-bc2e-40c7-8948-2cb06f980411 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:33:40.093059 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31141cc5-bc2e-40c7-8948-2cb06f980411 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb939d51-4616-425d-a357-68a0d628e088,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:40.197781 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-31141cc5-bc2e-40c7-8948-2cb06f980411 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:40.208111 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-31141cc5-bc2e-40c7-8948-2cb06f980411 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:40.255953 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31141cc5-bc2e-40c7-8948-2cb06f980411 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=679e3180-4659-448f-ad4b-b096f56917db,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:40.286116 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c3aa1c7e-14b3-4130-8870-25615605d58c req-3453447a-635c-474c-a6c8-1e18e89941a6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0899683b-759f-4aea-8aea-3f9ccf8b134f HTTP/1.1" status: 200 len: 1060 time: 0.1367266 May 23 11:33:40.287815 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-31141cc5-bc2e-40c7-8948-2cb06f980411 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:40.289069 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-31141cc5-bc2e-40c7-8948-2cb06f980411 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.6159358 May 23 11:33:40.293499 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50498) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:40.303515 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-cbab579d-2975-4bbf-85ab-6087fd2ec5d8 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Request body: {'security_group_rule': {'security_group_id': '679e3180-4659-448f-ad4b-b096f56917db', 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:33:40.311407 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cbab579d-2975-4bbf-85ab-6087fd2ec5d8 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:33:40.315889 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-cbab579d-2975-4bbf-85ab-6087fd2ec5d8 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:security_group_rule and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:33:40.320101 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-cbab579d-2975-4bbf-85ab-6087fd2ec5d8 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:33:40.328404 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cbab579d-2975-4bbf-85ab-6087fd2ec5d8 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:33:40.351234 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c40f89-a92e-4e85-acec-a41571fe497c req-e019a196-753b-4a96-b30d-4b55387eb73d tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:40.354400 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cbab579d-2975-4bbf-85ab-6087fd2ec5d8 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:40.367921 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d2c40f89-a92e-4e85-acec-a41571fe497c req-e019a196-753b-4a96-b30d-4b55387eb73d tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/ports?device_id=0899683b-759f-4aea-8aea-3f9ccf8b134f HTTP/1.1" status: 200 len: 909 time: 0.2587810 May 23 11:33:40.432870 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cbab579d-2975-4bbf-85ab-6087fd2ec5d8 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:40.437887 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cbab579d-2975-4bbf-85ab-6087fd2ec5d8 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:40.467343 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbab579d-2975-4bbf-85ab-6087fd2ec5d8 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64c2da2a-b9ec-4fd8-9de6-1622f75f8c97,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:40.471289 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 737fc308-8700-4616-babc-217157c0ce4f details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:33:40.483082 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cbab579d-2975-4bbf-85ab-6087fd2ec5d8 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:40.488536 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-cbab579d-2975-4bbf-85ab-6087fd2ec5d8 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1915247 May 23 11:33:40.491649 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50508) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:40.499232 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e1e79fb6-efc8-40c5-bd37-30371ffbddd6 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Request body: {'security_group_rule': {'security_group_id': '679e3180-4659-448f-ad4b-b096f56917db', 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:33:40.510200 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e1e79fb6-efc8-40c5-bd37-30371ffbddd6 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:33:40.514780 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e1e79fb6-efc8-40c5-bd37-30371ffbddd6 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:security_group_rule and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:33:40.517923 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e1e79fb6-efc8-40c5-bd37-30371ffbddd6 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:33:40.524017 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e1e79fb6-efc8-40c5-bd37-30371ffbddd6 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:33:40.544206 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e1e79fb6-efc8-40c5-bd37-30371ffbddd6 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:40.624374 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e1e79fb6-efc8-40c5-bd37-30371ffbddd6 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:40.627203 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 737fc308-8700-4616-babc-217157c0ce4f, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=737fc308-8700-4616-babc-217157c0ce4f,segment=NetworkSegment(2d22173c-8316-4200-a358-346fa2863994),segment_id=2d22173c-8316-4200-a358-346fa2863994)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:33:40.634285 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e1e79fb6-efc8-40c5-bd37-30371ffbddd6 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:40.642966 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '737fc308-8700-4616-babc-217157c0ce4f', 'network_id': 'c88dc85a-2173-4704-917f-8924bf9196bb', 'port_id': '737fc308-8700-4616-babc-217157c0ce4f', 'mac_address': 'fa:16:3e:74:a0:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e2758e3-27ae-4579-a4dd-60b40f6dd241', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:33:40.687410 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e79fb6-efc8-40c5-bd37-30371ffbddd6 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e94b6e61-215f-41c1-ae22-c93d647a2ef7,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:40.697271 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e1e79fb6-efc8-40c5-bd37-30371ffbddd6 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:40.700312 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e1e79fb6-efc8-40c5-bd37-30371ffbddd6 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2100911 May 23 11:33:40.701426 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50526) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:40.707249 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-a1db5648-8eab-4ffe-b539-ec1823c220c7 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Request body: {'security_group_rule': {'security_group_id': '679e3180-4659-448f-ad4b-b096f56917db', 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:33:40.719024 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a1db5648-8eab-4ffe-b539-ec1823c220c7 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:33:40.740985 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a1db5648-8eab-4ffe-b539-ec1823c220c7 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:security_group_rule and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:33:40.744729 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a1db5648-8eab-4ffe-b539-ec1823c220c7 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:33:40.750688 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:40.758204 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a1db5648-8eab-4ffe-b539-ec1823c220c7 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:33:40.773684 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 737fc308-8700-4616-babc-217157c0ce4f {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:33:40.788797 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a1db5648-8eab-4ffe-b539-ec1823c220c7 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:40.817822 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 737fc308-8700-4616-babc-217157c0ce4f, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=737fc308-8700-4616-babc-217157c0ce4f,segment=NetworkSegment(2d22173c-8316-4200-a358-346fa2863994),segment_id=2d22173c-8316-4200-a358-346fa2863994)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:33:40.829441 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:40.945101 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a1db5648-8eab-4ffe-b539-ec1823c220c7 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:40.957326 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a1db5648-8eab-4ffe-b539-ec1823c220c7 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:40.962580 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=737fc308-8700-4616-babc-217157c0ce4f,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:40.993551 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db5648-8eab-4ffe-b539-ec1823c220c7 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a6a26b3-956f-4e30-bb01-48df9c9e95d0,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:41.003014 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d1dd1-0f6a-4d4a-a313-69cfff9f8bd3 req-3809cf17-2b90-4e56-8fb0-91f9391952bc tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:41.005969 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5e9d1dd1-0f6a-4d4a-a313-69cfff9f8bd3 req-3809cf17-2b90-4e56-8fb0-91f9391952bc tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] 10.222.0.79 "GET /v2.0/ports?device_id=68d4917f-4473-4bc3-acf6-d4cf6253fb16 HTTP/1.1" status: 200 len: 945 time: 0.1875224 May 23 11:33:41.007820 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a1db5648-8eab-4ffe-b539-ec1823c220c7 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:41.008824 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a1db5648-8eab-4ffe-b539-ec1823c220c7 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3061404 May 23 11:33:41.012093 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50550) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:41.017903 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a49b465b-5284-4f61-854d-61efbc7bef03 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Request body: {'security_group_rule': {'security_group_id': '679e3180-4659-448f-ad4b-b096f56917db', 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:33:41.024428 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a49b465b-5284-4f61-854d-61efbc7bef03 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:33:41.028831 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a49b465b-5284-4f61-854d-61efbc7bef03 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:security_group_rule and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:33:41.032033 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a49b465b-5284-4f61-854d-61efbc7bef03 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:33:41.038875 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a49b465b-5284-4f61-854d-61efbc7bef03 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:33:41.061951 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a49b465b-5284-4f61-854d-61efbc7bef03 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:41.067412 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5e9d1dd1-0f6a-4d4a-a313-69cfff9f8bd3 req-0caf4a0e-793a-45ad-a456-37a361281774 tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] 10.222.0.79 "GET /v2.0/security-groups?id=81a06edf-075c-4167-81f7-07ab5bde1fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562930 May 23 11:33:41.131996 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a49b465b-5284-4f61-854d-61efbc7bef03 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:41.136491 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a49b465b-5284-4f61-854d-61efbc7bef03 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:41.166565 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b465b-5284-4f61-854d-61efbc7bef03 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dadfb742-380e-40a8-99be-f276de3fb66b,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:41.178425 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a49b465b-5284-4f61-854d-61efbc7bef03 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:41.180068 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a49b465b-5284-4f61-854d-61efbc7bef03 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1669416 May 23 11:33:41.182775 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50560) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:41.189327 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-6147b79f-f3ea-47e4-9b41-0fd1c10ea5e5 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Request body: {'security_group_rule': {'security_group_id': '679e3180-4659-448f-ad4b-b096f56917db', 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:33:41.196667 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6147b79f-f3ea-47e4-9b41-0fd1c10ea5e5 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:33:41.200935 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-6147b79f-f3ea-47e4-9b41-0fd1c10ea5e5 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:security_group_rule and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:33:41.204297 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-6147b79f-f3ea-47e4-9b41-0fd1c10ea5e5 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:33:41.210943 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6147b79f-f3ea-47e4-9b41-0fd1c10ea5e5 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:33:41.223143 n-d-842952-2 neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-6147b79f-f3ea-47e4-9b41-0fd1c10ea5e5 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Project 261dc3b71b384338a9f4e12911499bfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 11:33:41.229742 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6147b79f-f3ea-47e4-9b41-0fd1c10ea5e5 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:41.246592 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['737fc308-8700-4616-babc-217157c0ce4f'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:33:41.303960 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6147b79f-f3ea-47e4-9b41-0fd1c10ea5e5 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:41.310098 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6147b79f-f3ea-47e4-9b41-0fd1c10ea5e5 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:41.339000 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6147b79f-f3ea-47e4-9b41-0fd1c10ea5e5 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6676cbd2-bc7d-466a-99d6-c065b6c9f397,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:41.358780 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6147b79f-f3ea-47e4-9b41-0fd1c10ea5e5 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:41.363387 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50572) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:41.363948 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6147b79f-f3ea-47e4-9b41-0fd1c10ea5e5 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1795361 May 23 11:33:41.372288 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-4bd83bab-7495-4c9c-ba6c-dbdd3c6ae592 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Request body: {'security_group_rule': {'security_group_id': '679e3180-4659-448f-ad4b-b096f56917db', 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:33:41.398039 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4bd83bab-7495-4c9c-ba6c-dbdd3c6ae592 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:33:41.407089 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4bd83bab-7495-4c9c-ba6c-dbdd3c6ae592 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:security_group_rule and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:33:41.418270 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4bd83bab-7495-4c9c-ba6c-dbdd3c6ae592 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:33:41.430021 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4bd83bab-7495-4c9c-ba6c-dbdd3c6ae592 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:33:41.452749 n-d-842952-2 neutron-server[83910]: INFO neutron.db.securitygroups_db [None req-4bd83bab-7495-4c9c-ba6c-dbdd3c6ae592 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Project 261dc3b71b384338a9f4e12911499bfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 11:33:41.467498 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4bd83bab-7495-4c9c-ba6c-dbdd3c6ae592 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:41.549296 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a8a53abc-08b4-4b3c-9652-8e83c9354dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:41.624303 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4bd83bab-7495-4c9c-ba6c-dbdd3c6ae592 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:41.632293 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4bd83bab-7495-4c9c-ba6c-dbdd3c6ae592 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:41.663932 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd83bab-7495-4c9c-ba6c-dbdd3c6ae592 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d26e78-d218-4feb-9f5b-660c1cb5066e,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:41.684811 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4bd83bab-7495-4c9c-ba6c-dbdd3c6ae592 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:41.690035 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4bd83bab-7495-4c9c-ba6c-dbdd3c6ae592 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3199863 May 23 11:33:41.690035 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50584) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:41.695010 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-deef9dc6-5199-47a9-b676-6bbf650f6d55 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Request body: {'network': {'name': 'tempest-network-smoke--1841131982', 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'port_security_enabled': True}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:33:41.702162 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-deef9dc6-5199-47a9-b676-6bbf650f6d55 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:33:41.708985 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-deef9dc6-5199-47a9-b676-6bbf650f6d55 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:network and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:33:41.716785 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-deef9dc6-5199-47a9-b676-6bbf650f6d55 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:33:41.724353 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8f7d0-be17-40e8-8575-f7874934c07d req-e346ec1b-8b94-4f17-a113-4fecb627140c tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:41.728408 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-00b8f7d0-be17-40e8-8575-f7874934c07d req-e346ec1b-8b94-4f17-a113-4fecb627140c tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/ports?device_id=0899683b-759f-4aea-8aea-3f9ccf8b134f HTTP/1.1" status: 200 len: 909 time: 0.1418247 May 23 11:33:41.734866 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-deef9dc6-5199-47a9-b676-6bbf650f6d55 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:33:41.749697 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deef9dc6-5199-47a9-b676-6bbf650f6d55 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Made reservation on behalf of 261dc3b71b384338a9f4e12911499bfb for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:33:41.753515 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-deef9dc6-5199-47a9-b676-6bbf650f6d55 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:41.796682 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deef9dc6-5199-47a9-b676-6bbf650f6d55 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:33:41.808902 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-deef9dc6-5199-47a9-b676-6bbf650f6d55 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:41.809452 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-deef9dc6-5199-47a9-b676-6bbf650f6d55 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Added segment 204a908b-b12b-4e27-ac7d-0d6ebc09f6f5 of type vlan for network 437becb0-7541-4062-8bf3-b1be0799ec21 May 23 11:33:41.841281 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-deef9dc6-5199-47a9-b676-6bbf650f6d55 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:41.892349 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-deef9dc6-5199-47a9-b676-6bbf650f6d55 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:41.896119 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deef9dc6-5199-47a9-b676-6bbf650f6d55 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:41.896717 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-deef9dc6-5199-47a9-b676-6bbf650f6d55 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:41.996775 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-deef9dc6-5199-47a9-b676-6bbf650f6d55 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3063908 May 23 11:33:41.999491 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50606) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:42.007247 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-7541490e-bf22-414c-b8e3-e59589577f70 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-950634417', 'admin_state_up': True, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:33:42.016044 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7541490e-bf22-414c-b8e3-e59589577f70 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:33:42.018254 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef9dc6-5199-47a9-b676-6bbf650f6d55 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'Network': ['ID=437becb0-7541-4062-8bf3-b1be0799ec21,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:42.022112 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7541490e-bf22-414c-b8e3-e59589577f70 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:router and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:33:42.025323 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7541490e-bf22-414c-b8e3-e59589577f70 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:33:42.030698 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 437becb0-7541-4062-8bf3-b1be0799ec21 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:33:42.031164 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7541490e-bf22-414c-b8e3-e59589577f70 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:33:42.042370 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7541490e-bf22-414c-b8e3-e59589577f70 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:42.043489 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7541490e-bf22-414c-b8e3-e59589577f70 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:42.068286 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7541490e-bf22-414c-b8e3-e59589577f70 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:42.276817 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7541490e-bf22-414c-b8e3-e59589577f70 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:42.474062 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 737fc308-8700-4616-babc-217157c0ce4f up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:33:42.507056 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce3027-fbb2-4e66-9678-7a690971a452 req-e1803f25-252a-404e-94b2-c9397b87b156 tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:42.508753 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-33ce3027-fbb2-4e66-9678-7a690971a452 req-e1803f25-252a-404e-94b2-c9397b87b156 tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] 10.222.0.79 "GET /v2.0/ports?device_id=68d4917f-4473-4bc3-acf6-d4cf6253fb16 HTTP/1.1" status: 200 len: 945 time: 0.1111646 May 23 11:33:42.561341 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 737fc308-8700-4616-babc-217157c0ce4f completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:33:42.565165 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7541490e-bf22-414c-b8e3-e59589577f70 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:42.568828 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 737fc308-8700-4616-babc-217157c0ce4f triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:33:42.569397 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:42.598781 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7541490e-bf22-414c-b8e3-e59589577f70 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:42.685908 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-33ce3027-fbb2-4e66-9678-7a690971a452 req-527d670f-a0bb-4f2d-9c04-3f7e38e7b811 tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] 10.222.0.79 "GET /v2.0/security-groups?id=81a06edf-075c-4167-81f7-07ab5bde1fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692047 May 23 11:33:42.726419 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:42.773356 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:42.794079 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-7541490e-bf22-414c-b8e3-e59589577f70 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Allocated IP 172.25.6.94 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/9edbe59a-5792-44a6-a2ab-79e73ba96f37) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:33:42.805753 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d4917f-4473-4bc3-acf6-d4cf6253fb16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '737fc308-8700-4616-babc-217157c0ce4f'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:33:42.844538 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 737fc308-8700-4616-babc-217157c0ce4f, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=737fc308-8700-4616-babc-217157c0ce4f,segment=NetworkSegment(2d22173c-8316-4200-a358-346fa2863994),segment_id=2d22173c-8316-4200-a358-346fa2863994)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:33:42.864536 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:42.993347 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=737fc308-8700-4616-babc-217157c0ce4f,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:42.996105 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:42.998260 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd20860a-22f2-44f8-aac0-8c52dff74275'] response: {'server_uuid': '68d4917f-4473-4bc3-acf6-d4cf6253fb16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '737fc308-8700-4616-babc-217157c0ce4f', 'code': 200} May 23 11:33:43.149865 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7541490e-bf22-414c-b8e3-e59589577f70 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:43.171541 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a12fff-14b0-4ae7-9953-7a53d044a00e req-4a1b3690-4063-4c12-9194-7136585e2f99 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:43.173093 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-05a12fff-14b0-4ae7-9953-7a53d044a00e req-4a1b3690-4063-4c12-9194-7136585e2f99 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/ports?device_id=0899683b-759f-4aea-8aea-3f9ccf8b134f HTTP/1.1" status: 200 len: 909 time: 0.2450807 May 23 11:33:43.187967 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-54421eae-f091-4e3a-91d1-0135b1e53c29 req-3762cb97-c167-4c45-bf21-14f539c86e2b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=68d4917f-4473-4bc3-acf6-d4cf6253fb16 HTTP/1.1" status: 200 len: 1097 time: 0.1434784 May 23 11:33:43.237070 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7541490e-bf22-414c-b8e3-e59589577f70 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:43.298445 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-54421eae-f091-4e3a-91d1-0135b1e53c29 req-9febc2dc-11fc-4a2a-b1a2-3fa6650d072e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=81a06edf-075c-4167-81f7-07ab5bde1fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048915 May 23 11:33:43.318048 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7541490e-bf22-414c-b8e3-e59589577f70 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:33:43.354127 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-7541490e-bf22-414c-b8e3-e59589577f70 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:33:43.362996 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7541490e-bf22-414c-b8e3-e59589577f70 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:33:43.423250 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7541490e-bf22-414c-b8e3-e59589577f70 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'Port': ['ID=9edbe59a-5792-44a6-a2ab-79e73ba96f37,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:43.617884 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59856b39-09e2-4c28-ab5b-8d32d98c7c3a req-80fa0efd-c1f0-404e-9564-9a60ead0d6aa tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:43.619335 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-59856b39-09e2-4c28-ab5b-8d32d98c7c3a req-80fa0efd-c1f0-404e-9564-9a60ead0d6aa tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/ports?device_id=0899683b-759f-4aea-8aea-3f9ccf8b134f HTTP/1.1" status: 200 len: 909 time: 0.3056071 May 23 11:33:43.680764 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7541490e-bf22-414c-b8e3-e59589577f70 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:43.681505 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7541490e-bf22-414c-b8e3-e59589577f70 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:44.003709 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aa8f0907-0fb6-4b82-b674-7ec6a0da5180 req-348b03e9-8c58-456c-99a8-9b94907ff56d tempest-TestSecurityGroupsBasicOps-2106405796 tempest-TestSecurityGroupsBasicOps-2106405796-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=0899683b-759f-4aea-8aea-3f9ccf8b134f HTTP/1.1" status: 200 len: 1060 time: 0.1882195 May 23 11:33:44.017705 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd3fcf-7986-432d-a56c-3af163a560e1 req-dabb9e23-c839-467e-bce5-c19dc696c965 tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:44.019184 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-21dd3fcf-7986-432d-a56c-3af163a560e1 req-dabb9e23-c839-467e-bce5-c19dc696c965 tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] 10.222.0.79 "GET /v2.0/ports?device_id=68d4917f-4473-4bc3-acf6-d4cf6253fb16 HTTP/1.1" status: 200 len: 946 time: 0.1368823 May 23 11:33:44.088182 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-21dd3fcf-7986-432d-a56c-3af163a560e1 req-6e651a2b-622b-4fff-a302-1b0f6138c8b6 tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] 10.222.0.79 "GET /v2.0/security-groups?id=81a06edf-075c-4167-81f7-07ab5bde1fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628803 May 23 11:33:44.153712 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7541490e-bf22-414c-b8e3-e59589577f70 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Router 18e0366e-8dcc-40e3-a48d-28f4cc5e7b93 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:33:44.260022 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:44.391812 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9a6be9da-b56b-4bdc-97d7-54be753ce6af req-dfa20058-6376-4617-8462-33c116a2a67f tempest-TestSecurityGroupsBasicOps-2106405796 tempest-TestSecurityGroupsBasicOps-2106405796-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=c6ebeb51-3308-40fa-9457-a5bf22e2fd1c HTTP/1.1" status: 200 len: 1135 time: 0.1643708 May 23 11:33:44.462029 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-9a6be9da-b56b-4bdc-97d7-54be753ce6af req-5428d739-75ca-4424-8245-3fbe6714f7c5 tempest-TestSecurityGroupsBasicOps-2106405796 tempest-TestSecurityGroupsBasicOps-2106405796-project-admin] Synchronizing usage tracker for tenant:978f747107384cc2bcce251b377d5943 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:33:44.468274 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7541490e-bf22-414c-b8e3-e59589577f70 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:33:44.485885 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c4ac67-8128-4703-b677-aa5ad203410c None None] Sync routers for ids ['18e0366e-8dcc-40e3-a48d-28f4cc5e7b93'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:33:44.505586 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-9a6be9da-b56b-4bdc-97d7-54be753ce6af req-5428d739-75ca-4424-8245-3fbe6714f7c5 tempest-TestSecurityGroupsBasicOps-2106405796 tempest-TestSecurityGroupsBasicOps-2106405796-project-admin] Unset dirty status for tenant:978f747107384cc2bcce251b377d5943 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:33:44.506090 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c4ac67-8128-4703-b677-aa5ad203410c None None] Routers {'18e0366e-8dcc-40e3-a48d-28f4cc5e7b93'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:33:44.507197 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9a6be9da-b56b-4bdc-97d7-54be753ce6af req-5428d739-75ca-4424-8245-3fbe6714f7c5 tempest-TestSecurityGroupsBasicOps-2106405796 tempest-TestSecurityGroupsBasicOps-2106405796-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=8e098f0e-2fca-4d5d-906d-a996b10b1e75&id=b38b4bc8-a441-4bdb-9e54-436ce0abd335&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1026187 May 23 11:33:44.507609 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f6c4ac67-8128-4703-b677-aa5ad203410c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:33:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['18e0366e-8dcc-40e3-a48d-28f4cc5e7b93'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:33:44.508547 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7541490e-bf22-414c-b8e3-e59589577f70 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:44.512443 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7541490e-bf22-414c-b8e3-e59589577f70 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5117834 May 23 11:33:44.512937 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50728) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:44.554159 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50734) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:44.682920 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-fd6423c8-2600-4523-8ee6-e4b3933c935c tempest-TestSecurityGroupsBasicOps-2106405796 tempest-TestSecurityGroupsBasicOps-2106405796-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=0899683b-759f-4aea-8aea-3f9ccf8b134f HTTP/1.1" status: 200 len: 1055 time: 0.1264172 May 23 11:33:44.807169 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-f6c4ac67-8128-4703-b677-aa5ad203410c None None] Set router 18e0366e-8dcc-40e3-a48d-28f4cc5e7b93 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:33:44.932706 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3cc0fa83-e174-4855-bbcd-cb3c6615f585 tempest-TestNetworkAdvancedServerOps-1284012438 tempest-TestNetworkAdvancedServerOps-1284012438-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=261dc3b71b384338a9f4e12911499bfb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4184580 May 23 11:33:44.935529 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50754) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:45.187228 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f6c4ac67-8128-4703-b677-aa5ad203410c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e0366e-8dcc-40e3-a48d-28f4cc5e7b93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950634417', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '9edbe59a-5792-44a6-a2ab-79e73ba96f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:33:42Z', 'updated_at': '2022-05-23T11:33:43Z', 'revision_number': 3, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': '9edbe59a-5792-44a6-a2ab-79e73ba96f37', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f7:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e0366e-8dcc-40e3-a48d-28f4cc5e7b93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:33:42Z', 'updated_at': '2022-05-23T11:33:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:33:45.191741 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c4ac67-8128-4703-b677-aa5ad203410c None None] Checking router: 18e0366e-8dcc-40e3-a48d-28f4cc5e7b93 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:33:45.192339 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c4ac67-8128-4703-b677-aa5ad203410c None None] Updating router 18e0366e-8dcc-40e3-a48d-28f4cc5e7b93 port 9edbe59a-5792-44a6-a2ab-79e73ba96f37 binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:33:45.261405 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f6c4ac67-8128-4703-b677-aa5ad203410c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:45.331014 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99142f65-4f9b-4f71-b378-21101f81c17e tempest-TestNetworkAdvancedServerOps-1284012438 tempest-TestNetworkAdvancedServerOps-1284012438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:45.335572 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50766) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:45.335782 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-99142f65-4f9b-4f71-b378-21101f81c17e tempest-TestNetworkAdvancedServerOps-1284012438 tempest-TestNetworkAdvancedServerOps-1284012438-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3990605 May 23 11:33:45.396850 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb99eaa-f494-4e52-a954-20a34c23a8b8 req-8f668657-2ab0-41f9-91da-53ff62312010 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:45.409251 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-efb99eaa-f494-4e52-a954-20a34c23a8b8 req-8f668657-2ab0-41f9-91da-53ff62312010 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/ports?device_id=0899683b-759f-4aea-8aea-3f9ccf8b134f HTTP/1.1" status: 200 len: 909 time: 0.1657536 May 23 11:33:45.429661 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82e897-8245-4c21-a86d-62171a0ef2b3 req-cb83da85-8fc6-49c3-bb55-7587a93b7389 tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:45.436457 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ee82e897-8245-4c21-a86d-62171a0ef2b3 req-cb83da85-8fc6-49c3-bb55-7587a93b7389 tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] 10.222.0.79 "GET /v2.0/ports?device_id=68d4917f-4473-4bc3-acf6-d4cf6253fb16 HTTP/1.1" status: 200 len: 946 time: 0.1875451 May 23 11:33:45.441129 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2a0337ac-726c-46ee-8da6-e4115fc4e83b tempest-TestNetworkAdvancedServerOps-1284012438 tempest-TestNetworkAdvancedServerOps-1284012438-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=87d63aa2-c2e7-4553-824a-d818708dd83b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1009712 May 23 11:33:45.441277 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50770) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:45.446566 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d05c8614-f923-42cf-9a40-cc08f24ca39f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-167712653', 'network_id': '437becb0-7541-4062-8bf3-b1be0799ec21', 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:33:45.461134 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50774) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:45.524438 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ee82e897-8245-4c21-a86d-62171a0ef2b3 req-3a5cc81f-72c8-4ac4-813f-3f8c5adcca7f tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] 10.222.0.79 "GET /v2.0/security-groups?id=81a06edf-075c-4167-81f7-07ab5bde1fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860095 May 23 11:33:45.631710 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d05c8614-f923-42cf-9a40-cc08f24ca39f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:33:45.636180 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d05c8614-f923-42cf-9a40-cc08f24ca39f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:subnet and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:33:45.639557 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d05c8614-f923-42cf-9a40-cc08f24ca39f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:33:45.646408 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d05c8614-f923-42cf-9a40-cc08f24ca39f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:33:45.658933 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05c8614-f923-42cf-9a40-cc08f24ca39f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Made reservation on behalf of 261dc3b71b384338a9f4e12911499bfb for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:33:45.763583 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f6c4ac67-8128-4703-b677-aa5ad203410c None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:45.773358 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d05c8614-f923-42cf-9a40-cc08f24ca39f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:45.775818 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c80e3-88ec-49ab-a063-bf534192429e req-7548cca1-b25f-47f3-9d77-ef4da7a78b9b tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:45.788835 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f6c4ac67-8128-4703-b677-aa5ad203410c None None] Transition to ACTIVE for port object 9edbe59a-5792-44a6-a2ab-79e73ba96f37 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:33:45.797110 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-946c80e3-88ec-49ab-a063-bf534192429e req-7548cca1-b25f-47f3-9d77-ef4da7a78b9b tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] 10.222.0.79 "GET /v2.0/ports?device_id=68d4917f-4473-4bc3-acf6-d4cf6253fb16 HTTP/1.1" status: 200 len: 946 time: 0.1389215 May 23 11:33:45.798916 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f6c4ac67-8128-4703-b677-aa5ad203410c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:45.939069 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f6c4ac67-8128-4703-b677-aa5ad203410c None None] Attempting to bind port 9edbe59a-5792-44a6-a2ab-79e73ba96f37 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:33:45.939441 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f6c4ac67-8128-4703-b677-aa5ad203410c None None] Attempting to bind port 9edbe59a-5792-44a6-a2ab-79e73ba96f37 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:33:45.939796 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c4ac67-8128-4703-b677-aa5ad203410c None None] Attempting to bind port 9edbe59a-5792-44a6-a2ab-79e73ba96f37 on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:33:45.948200 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c4ac67-8128-4703-b677-aa5ad203410c None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:33:45.948586 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c4ac67-8128-4703-b677-aa5ad203410c None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:33:45.948980 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f6c4ac67-8128-4703-b677-aa5ad203410c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:45.949499 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c4ac67-8128-4703-b677-aa5ad203410c None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:33:45.949830 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f6c4ac67-8128-4703-b677-aa5ad203410c None None] Bound port: 9edbe59a-5792-44a6-a2ab-79e73ba96f37, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:33:45.950205 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f6c4ac67-8128-4703-b677-aa5ad203410c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:45.952141 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-946c80e3-88ec-49ab-a063-bf534192429e req-0c075456-cc44-4b74-92a4-78414ed19590 tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] 10.222.0.79 "GET /v2.0/security-groups?id=81a06edf-075c-4167-81f7-07ab5bde1fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540396 May 23 11:33:45.953175 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d6e06f2d-4fdc-42a5-bb27-f99a666de62b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:45.974885 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3435bc1-4352-49dc-8e4b-db50b7964f2b None None] Pushing event updated for resources: {'Port': ['ID=9edbe59a-5792-44a6-a2ab-79e73ba96f37,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:46.020596 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d6e06f2d-4fdc-42a5-bb27-f99a666de62b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:33:46.024653 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d6e06f2d-4fdc-42a5-bb27-f99a666de62b admin admin] Usage tracker for resource:security_group_rule and tenant:a6e6ce819dcf4a9ca144e7cc340916c5 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:33:46.028531 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d6e06f2d-4fdc-42a5-bb27-f99a666de62b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:33:46.036970 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d6e06f2d-4fdc-42a5-bb27-f99a666de62b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:33:46.047495 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f6c4ac67-8128-4703-b677-aa5ad203410c None None] For port 9edbe59a-5792-44a6-a2ab-79e73ba96f37, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:33:46.068816 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f6c4ac67-8128-4703-b677-aa5ad203410c None None] For port 9edbe59a-5792-44a6-a2ab-79e73ba96f37, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=9edbe59a-5792-44a6-a2ab-79e73ba96f37,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:33:46.076715 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f6c4ac67-8128-4703-b677-aa5ad203410c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:46.121943 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d6e06f2d-4fdc-42a5-bb27-f99a666de62b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:46.131489 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d6e06f2d-4fdc-42a5-bb27-f99a666de62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:46.220955 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e06f2d-4fdc-42a5-bb27-f99a666de62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9d7e6f-615b-42b6-bd2c-22685eae8e7e,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:46.227773 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d6e06f2d-4fdc-42a5-bb27-f99a666de62b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a6e6ce819dcf4a9ca144e7cc340916c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7653189 May 23 11:33:46.229947 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50800) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:46.255879 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3435bc1-4352-49dc-8e4b-db50b7964f2b None None] Pushing event updated for resources: {'Port': ['ID=9edbe59a-5792-44a6-a2ab-79e73ba96f37,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:46.285264 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c4ac67-8128-4703-b677-aa5ad203410c None None] Routers {'18e0366e-8dcc-40e3-a48d-28f4cc5e7b93'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:33:46.285884 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f6c4ac67-8128-4703-b677-aa5ad203410c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:33:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['18e0366e-8dcc-40e3-a48d-28f4cc5e7b93'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:33:46.304104 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9dad12ce-bde1-4a35-a1c4-e8b15afc0be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:46.355753 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9dad12ce-bde1-4a35-a1c4-e8b15afc0be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:46.452255 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d05c8614-f923-42cf-9a40-cc08f24ca39f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:46.472082 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9dad12ce-bde1-4a35-a1c4-e8b15afc0be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:46.545609 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad12ce-bde1-4a35-a1c4-e8b15afc0be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9d7e6f-615b-42b6-bd2c-22685eae8e7e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:46.556433 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9dad12ce-bde1-4a35-a1c4-e8b15afc0be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:46.560423 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9dad12ce-bde1-4a35-a1c4-e8b15afc0be7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/aa9d7e6f-615b-42b6-bd2c-22685eae8e7e HTTP/1.1" status: 204 len: 168 time: 0.3295324 May 23 11:33:46.585874 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05c8614-f923-42cf-9a40-cc08f24ca39f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'Subnet': ['ID=aca8b965-30cf-4c2a-8560-f756485a23a0,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:46.678439 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05c8614-f923-42cf-9a40-cc08f24ca39f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:33:46.679406 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05c8614-f923-42cf-9a40-cc08f24ca39f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:33:46.679914 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05c8614-f923-42cf-9a40-cc08f24ca39f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:33:46.680415 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05c8614-f923-42cf-9a40-cc08f24ca39f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:33:46.680885 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05c8614-f923-42cf-9a40-cc08f24ca39f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:33:46.681354 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05c8614-f923-42cf-9a40-cc08f24ca39f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:33:46.683650 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05c8614-f923-42cf-9a40-cc08f24ca39f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:33:46.684159 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05c8614-f923-42cf-9a40-cc08f24ca39f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:33:46.684795 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05c8614-f923-42cf-9a40-cc08f24ca39f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:33:46.685512 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05c8614-f923-42cf-9a40-cc08f24ca39f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:33:46.688640 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05c8614-f923-42cf-9a40-cc08f24ca39f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:33:46.703039 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05c8614-f923-42cf-9a40-cc08f24ca39f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Checking segment: {'id': '204a908b-b12b-4e27-ac7d-0d6ebc09f6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '437becb0-7541-4062-8bf3-b1be0799ec21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:33:46.706274 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05c8614-f923-42cf-9a40-cc08f24ca39f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Network hostable DHCP agents. Network: 437becb0-7541-4062-8bf3-b1be0799ec21, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:33:46.720907 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-f6c4ac67-8128-4703-b677-aa5ad203410c None None] Set router 18e0366e-8dcc-40e3-a48d-28f4cc5e7b93 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:33:46.758265 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51cfbf5-a2cf-4ef6-89d4-fbeb7d5d982f req-f56ea190-7ce8-4059-ab9b-b7628f213bd2 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:46.762015 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9d424-810e-4d64-bf9a-19d828819633 req-85122190-5d50-4ce2-9f50-072c72bf4e87 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:46.762928 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-22f9d424-810e-4d64-bf9a-19d828819633 req-85122190-5d50-4ce2-9f50-072c72bf4e87 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Synchronizing usage tracker for tenant:424639f7ceac4970a6ab4918f121bd86 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:33:46.767658 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05c8614-f923-42cf-9a40-cc08f24ca39f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Network 437becb0-7541-4062-8bf3-b1be0799ec21 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:33:46.772585 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f51cfbf5-a2cf-4ef6-89d4-fbeb7d5d982f req-f56ea190-7ce8-4059-ab9b-b7628f213bd2 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/ports?device_id=0899683b-759f-4aea-8aea-3f9ccf8b134f HTTP/1.1" status: 200 len: 909 time: 0.1281526 May 23 11:33:46.798588 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-d05c8614-f923-42cf-9a40-cc08f24ca39f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 437becb0-7541-4062-8bf3-b1be0799ec21) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:33:46.809665 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05c8614-f923-42cf-9a40-cc08f24ca39f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:46.810622 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d05c8614-f923-42cf-9a40-cc08f24ca39f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:46.825045 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33810e60-42a0-415c-bbb2-972801a832b1 None None] Network 437becb0-7541-4062-8bf3-b1be0799ec21 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:33:46.825682 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-22f9d424-810e-4d64-bf9a-19d828819633 req-85122190-5d50-4ce2-9f50-072c72bf4e87 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Unset dirty status for tenant:424639f7ceac4970a6ab4918f121bd86 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:33:46.833660 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-22f9d424-810e-4d64-bf9a-19d828819633 req-85122190-5d50-4ce2-9f50-072c72bf4e87 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.81 "GET /v2.0/ports?device_id=0899683b-759f-4aea-8aea-3f9ccf8b134f HTTP/1.1" status: 200 len: 909 time: 0.2435825 May 23 11:33:46.892085 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d05c8614-f923-42cf-9a40-cc08f24ca39f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4497292 May 23 11:33:46.895864 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50816) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:46.920729 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-22f9d424-810e-4d64-bf9a-19d828819633 req-3e6b94c4-16ef-402a-acb3-cd3df69bab7d tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Deleting port cdd439fa-e0d3-45cc-83fd-0c50ebcd89be {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:33:46.921459 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-22f9d424-810e-4d64-bf9a-19d828819633 req-3e6b94c4-16ef-402a-acb3-cd3df69bab7d tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:47.345002 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3387f052-3d43-497e-a4b8-5523b575fe4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-437becb0-7541-4062-8bf3-b1be0799ec21', 'network_id': '437becb0-7541-4062-8bf3-b1be0799ec21', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'fixed_ips': [{'subnet_id': 'aca8b965-30cf-4c2a-8560-f756485a23a0'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:33:47.346102 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3387f052-3d43-497e-a4b8-5523b575fe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:47.368186 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-22f9d424-810e-4d64-bf9a-19d828819633 req-3e6b94c4-16ef-402a-acb3-cd3df69bab7d tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] For port cdd439fa-e0d3-45cc-83fd-0c50ebcd89be, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=cdd439fa-e0d3-45cc-83fd-0c50ebcd89be,segment=NetworkSegment(c110ded6-4112-46c3-8700-3d0bf6049b3b),segment_id=c110ded6-4112-46c3-8700-3d0bf6049b3b)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:33:47.368186 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-22f9d424-810e-4d64-bf9a-19d828819633 req-3e6b94c4-16ef-402a-acb3-cd3df69bab7d tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:47.384711 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944dcb6-ba9e-46e8-b9a6-77767666c311 req-b58737e9-fd75-4e06-9aeb-1f6cc6d07e88 tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:47.394057 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b944dcb6-ba9e-46e8-b9a6-77767666c311 req-b58737e9-fd75-4e06-9aeb-1f6cc6d07e88 tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] 10.222.0.79 "GET /v2.0/ports?device_id=68d4917f-4473-4bc3-acf6-d4cf6253fb16 HTTP/1.1" status: 200 len: 946 time: 0.1960104 May 23 11:33:47.433344 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f6c4ac67-8128-4703-b677-aa5ad203410c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e0366e-8dcc-40e3-a48d-28f4cc5e7b93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950634417', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '9edbe59a-5792-44a6-a2ab-79e73ba96f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:33:42Z', 'updated_at': '2022-05-23T11:33:43Z', 'revision_number': 3, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': '9edbe59a-5792-44a6-a2ab-79e73ba96f37', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f7:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e0366e-8dcc-40e3-a48d-28f4cc5e7b93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:33:42Z', 'updated_at': '2022-05-23T11:33:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:33:47.444993 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c4ac67-8128-4703-b677-aa5ad203410c None None] The sync data for ids ['18e0366e-8dcc-40e3-a48d-28f4cc5e7b93'] in n-d-842952-2 is: [{'id': '18e0366e-8dcc-40e3-a48d-28f4cc5e7b93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950634417', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '9edbe59a-5792-44a6-a2ab-79e73ba96f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:33:42Z', 'updated_at': '2022-05-23T11:33:43Z', 'revision_number': 3, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': '9edbe59a-5792-44a6-a2ab-79e73ba96f37', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f7:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e0366e-8dcc-40e3-a48d-28f4cc5e7b93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:33:42Z', 'updated_at': '2022-05-23T11:33:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:33:47.509886 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b944dcb6-ba9e-46e8-b9a6-77767666c311 req-875fee80-b073-492f-a929-2a154bef703e tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] 10.222.0.79 "GET /v2.0/security-groups?id=81a06edf-075c-4167-81f7-07ab5bde1fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148782 May 23 11:33:47.574645 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-3387f052-3d43-497e-a4b8-5523b575fe4a None None] Allocated IP 172.20.0.2 (437becb0-7541-4062-8bf3-b1be0799ec21/aca8b965-30cf-4c2a-8560-f756485a23a0/655b13ce-a0d3-47a9-a880-ab7d09ff70e6) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:33:47.621075 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-22f9d424-810e-4d64-bf9a-19d828819633 req-3e6b94c4-16ef-402a-acb3-cd3df69bab7d tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Calling delete_port for cdd439fa-e0d3-45cc-83fd-0c50ebcd89be owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:33:47.933126 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3387f052-3d43-497e-a4b8-5523b575fe4a None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:47.959565 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3387f052-3d43-497e-a4b8-5523b575fe4a None None] Transition to ACTIVE for port object 655b13ce-a0d3-47a9-a880-ab7d09ff70e6 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:33:47.992800 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3387f052-3d43-497e-a4b8-5523b575fe4a None None] Transition to ACTIVE for port object 655b13ce-a0d3-47a9-a880-ab7d09ff70e6 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:33:48.008241 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3387f052-3d43-497e-a4b8-5523b575fe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:48.100973 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3387f052-3d43-497e-a4b8-5523b575fe4a None None] Network 437becb0-7541-4062-8bf3-b1be0799ec21 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:33:48.104504 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-3387f052-3d43-497e-a4b8-5523b575fe4a None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:33:48.108485 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3387f052-3d43-497e-a4b8-5523b575fe4a None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:33:48.139532 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3387f052-3d43-497e-a4b8-5523b575fe4a None None] Pushing event updated for resources: {'Port': ['ID=655b13ce-a0d3-47a9-a880-ab7d09ff70e6,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:48.190415 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-22f9d424-810e-4d64-bf9a-19d828819633 req-3e6b94c4-16ef-402a-acb3-cd3df69bab7d tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:48.290988 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-3387f052-3d43-497e-a4b8-5523b575fe4a None None] Attempting to bind port 655b13ce-a0d3-47a9-a880-ab7d09ff70e6 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:33:48.297511 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-3387f052-3d43-497e-a4b8-5523b575fe4a None None] Attempting to bind port 655b13ce-a0d3-47a9-a880-ab7d09ff70e6 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '204a908b-b12b-4e27-ac7d-0d6ebc09f6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '437becb0-7541-4062-8bf3-b1be0799ec21'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:33:48.298036 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3387f052-3d43-497e-a4b8-5523b575fe4a None None] Attempting to bind port 655b13ce-a0d3-47a9-a880-ab7d09ff70e6 on network 437becb0-7541-4062-8bf3-b1be0799ec21 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:33:48.310532 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3387f052-3d43-497e-a4b8-5523b575fe4a None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:33:48.317851 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3387f052-3d43-497e-a4b8-5523b575fe4a None None] Checking segment: {'id': '204a908b-b12b-4e27-ac7d-0d6ebc09f6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '437becb0-7541-4062-8bf3-b1be0799ec21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:33:48.318412 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3387f052-3d43-497e-a4b8-5523b575fe4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:48.318876 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3387f052-3d43-497e-a4b8-5523b575fe4a None None] Bound using segment: {'id': '204a908b-b12b-4e27-ac7d-0d6ebc09f6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '437becb0-7541-4062-8bf3-b1be0799ec21'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:33:48.319441 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-3387f052-3d43-497e-a4b8-5523b575fe4a None None] Bound port: 655b13ce-a0d3-47a9-a880-ab7d09ff70e6, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204a908b-b12b-4e27-ac7d-0d6ebc09f6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '437becb0-7541-4062-8bf3-b1be0799ec21'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:33:48.319916 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3387f052-3d43-497e-a4b8-5523b575fe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:48.353637 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ca31ff51-8222-45fd-a09d-2b2a69731d2f req-c3988f61-ae3d-423d-aa97-8a10711aa869 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/ports?device_id=0899683b-759f-4aea-8aea-3f9ccf8b134f HTTP/1.1" status: 200 len: 210 time: 0.1533709 May 23 11:33:48.512688 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f9d424-810e-4d64-bf9a-19d828819633 req-3e6b94c4-16ef-402a-acb3-cd3df69bab7d tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] No DVR routers for this DVR port cdd439fa-e0d3-45cc-83fd-0c50ebcd89be on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:33:48.514594 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b94c4-16ef-402a-acb3-cd3df69bab7d tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Pushing event deleted for resources: {'Port': ['ID=cdd439fa-e0d3-45cc-83fd-0c50ebcd89be,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:48.517546 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-22f9d424-810e-4d64-bf9a-19d828819633 req-3e6b94c4-16ef-402a-acb3-cd3df69bab7d tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:48.520267 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0899683b-759f-4aea-8aea-3f9ccf8b134f', 'name': 'network-vif-deleted', 'tag': 'cdd439fa-e0d3-45cc-83fd-0c50ebcd89be'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:33:48.546255 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-22f9d424-810e-4d64-bf9a-19d828819633 req-3e6b94c4-16ef-402a-acb3-cd3df69bab7d tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.81 "DELETE /v2.0/ports/cdd439fa-e0d3-45cc-83fd-0c50ebcd89be HTTP/1.1" status: 204 len: 173 time: 1.6992664 May 23 11:33:48.549971 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3387f052-3d43-497e-a4b8-5523b575fe4a None None] For port 655b13ce-a0d3-47a9-a880-ab7d09ff70e6, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:33:48.555615 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3387f052-3d43-497e-a4b8-5523b575fe4a None None] For port 655b13ce-a0d3-47a9-a880-ab7d09ff70e6, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=655b13ce-a0d3-47a9-a880-ab7d09ff70e6,segment=NetworkSegment(204a908b-b12b-4e27-ac7d-0d6ebc09f6f5),segment_id=204a908b-b12b-4e27-ac7d-0d6ebc09f6f5)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:33:48.570432 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3387f052-3d43-497e-a4b8-5523b575fe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:48.664681 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f1acc6c-3732-4fc3-aed6-663626d2db0c'] response: {'server_uuid': '0899683b-759f-4aea-8aea-3f9ccf8b134f', 'name': 'network-vif-deleted', 'tag': 'cdd439fa-e0d3-45cc-83fd-0c50ebcd89be', 'status': 'completed', 'code': 200} May 23 11:33:48.844994 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3387f052-3d43-497e-a4b8-5523b575fe4a None None] Pushing event updated for resources: {'Port': ['ID=655b13ce-a0d3-47a9-a880-ab7d09ff70e6,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:48.932730 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b63579-6f53-44d4-8928-84086462e542 req-be5341d9-b779-41b4-9d60-105dbb7ef809 tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:48.934301 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e3b63579-6f53-44d4-8928-84086462e542 req-be5341d9-b779-41b4-9d60-105dbb7ef809 tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] 10.222.0.79 "GET /v2.0/ports?device_id=68d4917f-4473-4bc3-acf6-d4cf6253fb16 HTTP/1.1" status: 200 len: 946 time: 0.3295863 May 23 11:33:48.990084 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9af53086-e985-40ba-95eb-75e4a427c624 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:49.094359 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e3b63579-6f53-44d4-8928-84086462e542 req-d8caad9a-4236-4964-9e2d-ed9c3c2019bf tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] 10.222.0.79 "GET /v2.0/security-groups?id=81a06edf-075c-4167-81f7-07ab5bde1fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525326 May 23 11:33:49.564623 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device cdd439fa-e0d3-45cc-83fd-0c50ebcd89be no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:33:49.588268 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6c8ec3e0-0780-4e8d-8e64-e7ac408a0d51 req-29464c34-7b29-444a-b690-f15832d3205e tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/ports?device_id=0899683b-759f-4aea-8aea-3f9ccf8b134f HTTP/1.1" status: 200 len: 210 time: 0.0563757 May 23 11:33:49.589485 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-9af53086-e985-40ba-95eb-75e4a427c624 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Allocated IP 172.20.0.1 (437becb0-7541-4062-8bf3-b1be0799ec21/aca8b965-30cf-4c2a-8560-f756485a23a0/10724bb1-945b-4104-be9d-1558080a4afb) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:33:49.648656 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: cdd439fa-e0d3-45cc-83fd-0c50ebcd89be {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:33:49.653790 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device cdd439fa-e0d3-45cc-83fd-0c50ebcd89be not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:33:49.849248 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 655b13ce-a0d3-47a9-a880-ab7d09ff70e6 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:33:49.981336 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 655b13ce-a0d3-47a9-a880-ab7d09ff70e6 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:33:49.986487 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 9edbe59a-5792-44a6-a2ab-79e73ba96f37 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:33:50.071754 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9af53086-e985-40ba-95eb-75e4a427c624 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:50.074247 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 9edbe59a-5792-44a6-a2ab-79e73ba96f37 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:33:50.091768 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 9edbe59a-5792-44a6-a2ab-79e73ba96f37 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:33:50.092224 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:50.116095 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-9af53086-e985-40ba-95eb-75e4a427c624 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Transition to ACTIVE for port object 10724bb1-945b-4104-be9d-1558080a4afb will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:33:50.129388 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf13dd-73fd-4473-ab7d-b3e92d74ab7e req-c57bd48c-c2fb-4ef5-9802-f92042f05cc3 tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:50.131215 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-baaf13dd-73fd-4473-ab7d-b3e92d74ab7e req-c57bd48c-c2fb-4ef5-9802-f92042f05cc3 tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d4917f-4473-4bc3-acf6-d4cf6253fb16 HTTP/1.1" status: 200 len: 946 time: 0.1961911 May 23 11:33:50.261727 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-baaf13dd-73fd-4473-ab7d-b3e92d74ab7e req-0ca01418-90ee-4327-8a93-977aa821a23e tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Deleting port 737fc308-8700-4616-babc-217157c0ce4f {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:33:50.262069 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-baaf13dd-73fd-4473-ab7d-b3e92d74ab7e req-0ca01418-90ee-4327-8a93-977aa821a23e tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:50.335470 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3942df88-245f-4d79-b7f5-2496f24bcf80 None None] Network 437becb0-7541-4062-8bf3-b1be0799ec21 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:33:50.342198 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9af53086-e985-40ba-95eb-75e4a427c624 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:50.434067 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:50.477765 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 9edbe59a-5792-44a6-a2ab-79e73ba96f37, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=9edbe59a-5792-44a6-a2ab-79e73ba96f37,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:33:50.481498 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-eedba9f0-20e6-41ce-b96e-c875fd05ccd8 None None] Provisioning for port 655b13ce-a0d3-47a9-a880-ab7d09ff70e6 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:33:50.487797 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af53086-e985-40ba-95eb-75e4a427c624 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'Port': ['ID=10724bb1-945b-4104-be9d-1558080a4afb,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:50.488578 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:50.501279 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af53086-e985-40ba-95eb-75e4a427c624 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Network 437becb0-7541-4062-8bf3-b1be0799ec21 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:33:50.511529 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-9af53086-e985-40ba-95eb-75e4a427c624 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:33:50.517757 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af53086-e985-40ba-95eb-75e4a427c624 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:33:50.541767 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-eedba9f0-20e6-41ce-b96e-c875fd05ccd8 None None] Provisioning complete for port 655b13ce-a0d3-47a9-a880-ab7d09ff70e6 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:33:50.542139 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eedba9f0-20e6-41ce-b96e-c875fd05ccd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:50.584832 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9af53086-e985-40ba-95eb-75e4a427c624 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:50.720571 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9af53086-e985-40ba-95eb-75e4a427c624 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:50.748827 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50912) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:50.752682 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2c96e-d12f-4d9e-8955-df5ca3b7881b req-a2eda766-1536-41a7-97e6-2a9aca02a0bf tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:50.754186 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-64f2c96e-d12f-4d9e-8955-df5ca3b7881b req-a2eda766-1536-41a7-97e6-2a9aca02a0bf tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] 10.222.0.79 "GET /v2.0/ports?device_id=68d4917f-4473-4bc3-acf6-d4cf6253fb16 HTTP/1.1" status: 200 len: 946 time: 0.4216678 May 23 11:33:50.804337 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=9edbe59a-5792-44a6-a2ab-79e73ba96f37,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:50.896973 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eedba9f0-20e6-41ce-b96e-c875fd05ccd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:50.955097 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-eedba9f0-20e6-41ce-b96e-c875fd05ccd8 None None] For port 655b13ce-a0d3-47a9-a880-ab7d09ff70e6, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=655b13ce-a0d3-47a9-a880-ab7d09ff70e6,segment=NetworkSegment(204a908b-b12b-4e27-ac7d-0d6ebc09f6f5),segment_id=204a908b-b12b-4e27-ac7d-0d6ebc09f6f5)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:33:50.979776 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eedba9f0-20e6-41ce-b96e-c875fd05ccd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:51.096811 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedba9f0-20e6-41ce-b96e-c875fd05ccd8 None None] Pushing event updated for resources: {'Port': ['ID=655b13ce-a0d3-47a9-a880-ab7d09ff70e6,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:51.259209 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50922) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:51.263703 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-64f2c96e-d12f-4d9e-8955-df5ca3b7881b req-221ccd3a-ff31-46b9-b547-9ea10ce6c3a2 tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] 10.222.0.79 "GET /v2.0/security-groups?id=81a06edf-075c-4167-81f7-07ab5bde1fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4999008 May 23 11:33:51.319866 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-05fea5a9-7483-4060-995d-448f6d4b9d47 None None] Provisioning complete for port 655b13ce-a0d3-47a9-a880-ab7d09ff70e6 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:33:51.320332 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-05fea5a9-7483-4060-995d-448f6d4b9d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:51.478117 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-baaf13dd-73fd-4473-ab7d-b3e92d74ab7e req-0ca01418-90ee-4327-8a93-977aa821a23e tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] For port 737fc308-8700-4616-babc-217157c0ce4f, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=737fc308-8700-4616-babc-217157c0ce4f,segment=NetworkSegment(2d22173c-8316-4200-a358-346fa2863994),segment_id=2d22173c-8316-4200-a358-346fa2863994)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:33:51.478490 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-baaf13dd-73fd-4473-ab7d-b3e92d74ab7e req-0ca01418-90ee-4327-8a93-977aa821a23e tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:51.511676 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d0f1bdbb-11bd-407e-8d0a-9a34b3c13359 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:51.597804 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-05fea5a9-7483-4060-995d-448f6d4b9d47 None None] Provisioning for port 10724bb1-945b-4104-be9d-1558080a4afb completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:33:51.604786 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-05fea5a9-7483-4060-995d-448f6d4b9d47 None None] Provisioning complete for port 10724bb1-945b-4104-be9d-1558080a4afb triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:33:51.605168 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-05fea5a9-7483-4060-995d-448f6d4b9d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:51.711307 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-baaf13dd-73fd-4473-ab7d-b3e92d74ab7e req-0ca01418-90ee-4327-8a93-977aa821a23e tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Calling delete_port for 737fc308-8700-4616-babc-217157c0ce4f owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:33:51.718555 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-05fea5a9-7483-4060-995d-448f6d4b9d47 None None] Port 10724bb1-945b-4104-be9d-1558080a4afb cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:33:51.789795 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 655b13ce-a0d3-47a9-a880-ab7d09ff70e6 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:33:51.818450 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-7833dde1-4942-4246-b193-eb31c224c99b tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:33:51.835672 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7833dde1-4942-4246-b193-eb31c224c99b tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:33:51.853804 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7833dde1-4942-4246-b193-eb31c224c99b tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Usage tracker for resource:floatingip and tenant:b42a8c8f6f9f48c581606877d63803e2 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:33:51.863217 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7833dde1-4942-4246-b193-eb31c224c99b tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:33:51.878287 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7833dde1-4942-4246-b193-eb31c224c99b tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:33:51.914806 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4e38d966-c214-4a48-b1c1-cc3f02fabb88 None None] Provisioning complete for port 10724bb1-945b-4104-be9d-1558080a4afb triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:33:51.920613 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4e38d966-c214-4a48-b1c1-cc3f02fabb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:51.938436 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7833dde1-4942-4246-b193-eb31c224c99b tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:52.005507 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 655b13ce-a0d3-47a9-a880-ab7d09ff70e6 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:33:52.005879 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:52.095770 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-4e38d966-c214-4a48-b1c1-cc3f02fabb88 None None] Port 10724bb1-945b-4104-be9d-1558080a4afb cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:33:52.161556 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 9edbe59a-5792-44a6-a2ab-79e73ba96f37 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:33:52.279038 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9af53086-e985-40ba-95eb-75e4a427c624 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:52.285063 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-baaf13dd-73fd-4473-ab7d-b3e92d74ab7e req-0ca01418-90ee-4327-8a93-977aa821a23e tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:52.296863 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 9edbe59a-5792-44a6-a2ab-79e73ba96f37 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:33:52.297562 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:52.335624 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9af53086-e985-40ba-95eb-75e4a427c624 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:52.405718 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca01418-90ee-4327-8a93-977aa821a23e tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Pushing event deleted for resources: {'Port': ['ID=737fc308-8700-4616-babc-217157c0ce4f,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:52.408554 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9af53086-e985-40ba-95eb-75e4a427c624 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:52.504723 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca01418-90ee-4327-8a93-977aa821a23e tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:33:52.505181 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca01418-90ee-4327-8a93-977aa821a23e tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:33:52.505519 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca01418-90ee-4327-8a93-977aa821a23e tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:33:52.505854 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca01418-90ee-4327-8a93-977aa821a23e tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:33:52.506191 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca01418-90ee-4327-8a93-977aa821a23e tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:33:52.506524 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca01418-90ee-4327-8a93-977aa821a23e tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:33:52.506850 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca01418-90ee-4327-8a93-977aa821a23e tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:33:52.507171 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca01418-90ee-4327-8a93-977aa821a23e tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:33:52.507495 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca01418-90ee-4327-8a93-977aa821a23e tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:33:52.507813 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca01418-90ee-4327-8a93-977aa821a23e tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:33:52.508161 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca01418-90ee-4327-8a93-977aa821a23e tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:33:52.537435 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 737fc308-8700-4616-babc-217157c0ce4f no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:33:52.574771 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 737fc308-8700-4616-babc-217157c0ce4f {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:33:52.575288 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 737fc308-8700-4616-babc-217157c0ce4f not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:33:52.575595 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-d0f1bdbb-11bd-407e-8d0a-9a34b3c13359 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Deleting port d571e2cb-e84c-4ecc-b92b-e8121ed3b8ba {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:33:52.577212 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d0f1bdbb-11bd-407e-8d0a-9a34b3c13359 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:52.620324 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-133ae63d-1200-4708-a742-5482c55761c1 req-0cb3d824-b001-4fc9-b1bb-ac9d0170a6d2 tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] 10.222.0.79 "GET /v2.0/ports?device_id=68d4917f-4473-4bc3-acf6-d4cf6253fb16 HTTP/1.1" status: 200 len: 210 time: 0.1893647 May 23 11:33:52.701778 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-baaf13dd-73fd-4473-ab7d-b3e92d74ab7e req-0ca01418-90ee-4327-8a93-977aa821a23e tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] No DVR routers for this DVR port 737fc308-8700-4616-babc-217157c0ce4f on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:33:52.718404 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-baaf13dd-73fd-4473-ab7d-b3e92d74ab7e req-0ca01418-90ee-4327-8a93-977aa821a23e tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:52.721009 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d4917f-4473-4bc3-acf6-d4cf6253fb16', 'name': 'network-vif-deleted', 'tag': '737fc308-8700-4616-babc-217157c0ce4f'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:33:52.782621 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af53086-e985-40ba-95eb-75e4a427c624 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'Port': ['ID=10724bb1-945b-4104-be9d-1558080a4afb,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:52.801356 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-baaf13dd-73fd-4473-ab7d-b3e92d74ab7e req-0ca01418-90ee-4327-8a93-977aa821a23e tempest-ServersNegativeTestMultiTenantJSON-858883154 tempest-ServersNegativeTestMultiTenantJSON-858883154-project] 10.222.0.13 "DELETE /v2.0/ports/737fc308-8700-4616-babc-217157c0ce4f HTTP/1.1" status: 204 len: 173 time: 2.6632061 May 23 11:33:52.802596 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7833dde1-4942-4246-b193-eb31c224c99b tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:52.822666 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-d0f1bdbb-11bd-407e-8d0a-9a34b3c13359 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] For port d571e2cb-e84c-4ecc-b92b-e8121ed3b8ba, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=d571e2cb-e84c-4ecc-b92b-e8121ed3b8ba,segment=NetworkSegment(c110ded6-4112-46c3-8700-3d0bf6049b3b),segment_id=c110ded6-4112-46c3-8700-3d0bf6049b3b)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:33:52.823734 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d0f1bdbb-11bd-407e-8d0a-9a34b3c13359 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:52.888289 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af53086-e985-40ba-95eb-75e4a427c624 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Network 437becb0-7541-4062-8bf3-b1be0799ec21 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:33:52.894412 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-9af53086-e985-40ba-95eb-75e4a427c624 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:33:53.035501 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-d0f1bdbb-11bd-407e-8d0a-9a34b3c13359 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Calling delete_port for d571e2cb-e84c-4ecc-b92b-e8121ed3b8ba owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:33:53.113698 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aacb6503-5e73-414f-bd73-60068e239be1'] response: {'server_uuid': '68d4917f-4473-4bc3-acf6-d4cf6253fb16', 'name': 'network-vif-deleted', 'tag': '737fc308-8700-4616-babc-217157c0ce4f', 'status': 'completed', 'code': 200} May 23 11:33:53.213424 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-7833dde1-4942-4246-b193-eb31c224c99b tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Allocated IP 172.25.6.210 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/a446be45-31c4-4506-aa65-7ffd034ddda8) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:33:53.277843 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d0f1bdbb-11bd-407e-8d0a-9a34b3c13359 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:53.328636 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5871c242-aeaf-45a0-a902-b9902e52d186 None None] Provisioning complete for port 10724bb1-945b-4104-be9d-1558080a4afb triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:33:53.329582 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5871c242-aeaf-45a0-a902-b9902e52d186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:53.341482 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f1bdbb-11bd-407e-8d0a-9a34b3c13359 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Pushing event deleted for resources: {'Port': ['ID=d571e2cb-e84c-4ecc-b92b-e8121ed3b8ba,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:53.446838 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5871c242-aeaf-45a0-a902-b9902e52d186 None None] Port 10724bb1-945b-4104-be9d-1558080a4afb cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:33:53.582276 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7833dde1-4942-4246-b193-eb31c224c99b tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:53.688109 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7833dde1-4942-4246-b193-eb31c224c99b tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:53.773122 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50954) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:53.777800 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7833dde1-4942-4246-b193-eb31c224c99b tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:33:53.782615 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-7833dde1-4942-4246-b193-eb31c224c99b tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:33:53.784702 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7833dde1-4942-4246-b193-eb31c224c99b tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Pushing event updated for resources: {'Port': ['ID=a446be45-31c4-4506-aa65-7ffd034ddda8,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:53.790864 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7833dde1-4942-4246-b193-eb31c224c99b tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:33:53.793670 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50958) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:53.830077 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af53086-e985-40ba-95eb-75e4a427c624 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Router 18e0366e-8dcc-40e3-a48d-28f4cc5e7b93 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:33:53.886735 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-f55b9fe9-df8a-402a-a8ec-3f7da17f8b32 admin admin] Deleting subnet 9e2758e3-27ae-4579-a4dd-60b40f6dd241 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:33:53.891427 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f55b9fe9-df8a-402a-a8ec-3f7da17f8b32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:54.053833 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ad08073-72c0-46fa-8d93-ad9cc7db1312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:54.079327 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f55b9fe9-df8a-402a-a8ec-3f7da17f8b32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:54.108012 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d0f1bdbb-11bd-407e-8d0a-9a34b3c13359 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:54.157985 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4ad08073-72c0-46fa-8d93-ad9cc7db1312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:33:54.218112 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4ad08073-72c0-46fa-8d93-ad9cc7db1312 admin admin] Usage tracker for resource:security_group_rule and tenant:2aa8e0d6a03447379a93d771038e7d56 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:33:54.223154 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7833dde1-4942-4246-b193-eb31c224c99b tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:54.229563 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4ad08073-72c0-46fa-8d93-ad9cc7db1312 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:33:54.232856 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f55b9fe9-df8a-402a-a8ec-3f7da17f8b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:54.291007 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7833dde1-4942-4246-b193-eb31c224c99b tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:54.317350 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4ad08073-72c0-46fa-8d93-ad9cc7db1312 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:33:54.390113 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af53086-e985-40ba-95eb-75e4a427c624 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:33:54.401115 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c68b29e-f477-4366-982c-d1eaad3b22ea None None] Sync routers for ids ['18e0366e-8dcc-40e3-a48d-28f4cc5e7b93'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:33:54.416337 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c68b29e-f477-4366-982c-d1eaad3b22ea None None] Routers {'18e0366e-8dcc-40e3-a48d-28f4cc5e7b93'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:33:54.417442 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-2c68b29e-f477-4366-982c-d1eaad3b22ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:33:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['18e0366e-8dcc-40e3-a48d-28f4cc5e7b93'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:33:54.430567 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f55b9fe9-df8a-402a-a8ec-3f7da17f8b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:54.465558 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9af53086-e985-40ba-95eb-75e4a427c624 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "PUT /v2.0/routers/18e0366e-8dcc-40e3-a48d-28f4cc5e7b93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5685999 May 23 11:33:54.485330 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b9fe9-df8a-402a-a8ec-3f7da17f8b32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e2758e3-27ae-4579-a4dd-60b40f6dd241,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:54.489447 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ad08073-72c0-46fa-8d93-ad9cc7db1312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:54.494254 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f55b9fe9-df8a-402a-a8ec-3f7da17f8b32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:54.505719 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ad08073-72c0-46fa-8d93-ad9cc7db1312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:54.539861 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f55b9fe9-df8a-402a-a8ec-3f7da17f8b32 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/9e2758e3-27ae-4579-a4dd-60b40f6dd241 HTTP/1.1" status: 204 len: 168 time: 0.7448902 May 23 11:33:54.542225 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50966) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:54.569529 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7833dde1-4942-4246-b193-eb31c224c99b tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:54.580335 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4ad08073-72c0-46fa-8d93-ad9cc7db1312 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2aa8e0d6a03447379a93d771038e7d56&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8036389 May 23 11:33:54.580335 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad08073-72c0-46fa-8d93-ad9cc7db1312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7de51b-50a7-4d2b-96dc-2b93e99907be,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:54.581335 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50970) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:54.627283 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7833dde1-4942-4246-b193-eb31c224c99b tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:54.704734 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-2c68b29e-f477-4366-982c-d1eaad3b22ea None None] Set router 18e0366e-8dcc-40e3-a48d-28f4cc5e7b93 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:33:54.770653 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e269e32d-3c6d-4f43-9810-161641d2741e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:54.796011 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7833dde1-4942-4246-b193-eb31c224c99b tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Pushing event updated for resources: {'Port': ['ID=a446be45-31c4-4506-aa65-7ffd034ddda8,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:54.800065 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bfda4949-130e-452a-81fc-6a446e1d3f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:54.841143 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bfda4949-130e-452a-81fc-6a446e1d3f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:54.883213 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7833dde1-4942-4246-b193-eb31c224c99b tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:54.950422 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d3128075-577d-4538-9156-f34344ce856d req-de96d475-c944-434f-afc8-c897eb5443d1 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-877683146&fields=id&tenant_id=261dc3b71b384338a9f4e12911499bfb HTTP/1.1" status: 200 len: 267 time: 0.1925154 May 23 11:33:54.973194 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7833dde1-4942-4246-b193-eb31c224c99b tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:54.974938 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7833dde1-4942-4246-b193-eb31c224c99b tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7148407 May 23 11:33:54.996985 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50980) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:55.006895 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-d0f20f95-6fef-4026-ada9-d5ab2266781b tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1754062435'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:33:55.050624 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bfda4949-130e-452a-81fc-6a446e1d3f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:55.065858 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e269e32d-3c6d-4f43-9810-161641d2741e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:55.070165 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda4949-130e-452a-81fc-6a446e1d3f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7de51b-50a7-4d2b-96dc-2b93e99907be,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:55.073439 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d0f20f95-6fef-4026-ada9-d5ab2266781b tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:33:55.078790 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bfda4949-130e-452a-81fc-6a446e1d3f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:55.082377 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-2c68b29e-f477-4366-982c-d1eaad3b22ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e0366e-8dcc-40e3-a48d-28f4cc5e7b93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950634417', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '9edbe59a-5792-44a6-a2ab-79e73ba96f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:33:42Z', 'updated_at': '2022-05-23T11:33:50Z', 'revision_number': 4, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': '9edbe59a-5792-44a6-a2ab-79e73ba96f37', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e0366e-8dcc-40e3-a48d-28f4cc5e7b93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:33:42Z', 'updated_at': '2022-05-23T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '10724bb1-945b-4104-be9d-1558080a4afb', 'name': '', 'network_id': '437becb0-7541-4062-8bf3-b1be0799ec21', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'mac_address': 'fa:16:3e:b2:e1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e0366e-8dcc-40e3-a48d-28f4cc5e7b93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aca8b965-30cf-4c2a-8560-f756485a23a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:33:49Z', 'updated_at': '2022-05-23T11:33:51Z', 'revision_number': 2, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'subnets': [{'id': 'aca8b965-30cf-4c2a-8560-f756485a23a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:33:55.082540 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-bfda4949-130e-452a-81fc-6a446e1d3f97 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3f7de51b-50a7-4d2b-96dc-2b93e99907be HTTP/1.1" status: 204 len: 168 time: 0.4972789 May 23 11:33:55.086751 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c68b29e-f477-4366-982c-d1eaad3b22ea None None] Checking router: 18e0366e-8dcc-40e3-a48d-28f4cc5e7b93 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:33:55.087295 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c68b29e-f477-4366-982c-d1eaad3b22ea None None] Updating router 18e0366e-8dcc-40e3-a48d-28f4cc5e7b93 port 10724bb1-945b-4104-be9d-1558080a4afb binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:33:55.092489 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d0f20f95-6fef-4026-ada9-d5ab2266781b tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Usage tracker for resource:network and tenant:b42a8c8f6f9f48c581606877d63803e2 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:33:55.101765 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d0f20f95-6fef-4026-ada9-d5ab2266781b tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:33:55.119262 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d0f20f95-6fef-4026-ada9-d5ab2266781b tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:33:55.131108 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-e269e32d-3c6d-4f43-9810-161641d2741e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c88dc85a-2173-4704-917f-8924bf9196bb']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:33:55.149965 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-e269e32d-3c6d-4f43-9810-161641d2741e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d22173c-8316-4200-a358-346fa2863994') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:33:55.150281 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-e269e32d-3c6d-4f43-9810-161641d2741e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d22173c-8316-4200-a358-346fa2863994') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:33:55.164683 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-2c68b29e-f477-4366-982c-d1eaad3b22ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:55.165581 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f1bdbb-11bd-407e-8d0a-9a34b3c13359 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Router 98af2788-178d-40e2-91e5-b08ea4b52194 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:33:55.170361 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f20f95-6fef-4026-ada9-d5ab2266781b tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Made reservation on behalf of b42a8c8f6f9f48c581606877d63803e2 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:33:55.173454 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d0f20f95-6fef-4026-ada9-d5ab2266781b tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:55.195872 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d0f20f95-6fef-4026-ada9-d5ab2266781b tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:55.210277 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e269e32d-3c6d-4f43-9810-161641d2741e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:55.250488 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3128075-577d-4538-9156-f34344ce856d req-8f29f374-c56f-4fc4-83a7-5a90e240da9f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:55.251193 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-d3128075-577d-4538-9156-f34344ce856d req-8f29f374-c56f-4fc4-83a7-5a90e240da9f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Synchronizing usage tracker for tenant:261dc3b71b384338a9f4e12911499bfb on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:33:55.254075 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e269e32d-3c6d-4f43-9810-161641d2741e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:55.279632 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e269e32d-3c6d-4f43-9810-161641d2741e admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:33:55.280075 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e269e32d-3c6d-4f43-9810-161641d2741e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:55.296311 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:33:55.296311 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:33:55.296311 n-d-842952-2 neutron-server[83910]: timer() May 23 11:33:55.296311 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:33:55.296311 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:33:55.296311 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:33:55.296311 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:33:55.296311 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:33:55.296311 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:33:55.296311 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:33:55.296311 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:33:55.296311 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:33:55.296311 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:33:55.296311 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:33:55.296311 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:33:55.296311 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:33:55.296311 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:33:55.296311 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:33:55.296311 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:33:55.296311 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:33:55.296311 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:33:55.296311 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:33:55.296311 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:33:55.296311 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:33:55.296311 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:33:55.296311 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:33:55.296311 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:33:55.296311 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:33:55.296311 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:33:55.296311 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:33:55.296311 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:33:55.296311 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:33:55.301954 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d0f20f95-6fef-4026-ada9-d5ab2266781b tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:33:55.354177 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d0f20f95-6fef-4026-ada9-d5ab2266781b tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Usage tracker for resource:security_group_rule and tenant:b42a8c8f6f9f48c581606877d63803e2 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:33:55.361402 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-d3128075-577d-4538-9156-f34344ce856d req-8f29f374-c56f-4fc4-83a7-5a90e240da9f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Unset dirty status for tenant:261dc3b71b384338a9f4e12911499bfb on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:33:55.367730 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d3128075-577d-4538-9156-f34344ce856d req-8f29f374-c56f-4fc4-83a7-5a90e240da9f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/networks?id=437becb0-7541-4062-8bf3-b1be0799ec21 HTTP/1.1" status: 200 len: 797 time: 0.3961163 May 23 11:33:55.369785 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d0f20f95-6fef-4026-ada9-d5ab2266781b tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:33:55.394109 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f1bdbb-11bd-407e-8d0a-9a34b3c13359 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:33:55.394282 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d0f20f95-6fef-4026-ada9-d5ab2266781b tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:33:55.409634 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b19240b-ea74-4812-8ccd-85eba42b7979 None None] Sync routers for ids ['98af2788-178d-40e2-91e5-b08ea4b52194'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:33:55.413605 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d0f1bdbb-11bd-407e-8d0a-9a34b3c13359 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "PUT /v2.0/routers/98af2788-178d-40e2-91e5-b08ea4b52194/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6630113 May 23 11:33:55.416101 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 50988) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:55.419637 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d3128075-577d-4538-9156-f34344ce856d req-2d8bdad0-a857-4cb6-9c41-9a435236b204 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/quotas/261dc3b71b384338a9f4e12911499bfb HTTP/1.1" status: 200 len: 375 time: 0.0509777 May 23 11:33:55.439581 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b19240b-ea74-4812-8ccd-85eba42b7979 None None] Routers {'98af2788-178d-40e2-91e5-b08ea4b52194'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:33:55.440302 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-5b19240b-ea74-4812-8ccd-85eba42b7979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:33:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['98af2788-178d-40e2-91e5-b08ea4b52194'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:33:55.464756 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e269e32d-3c6d-4f43-9810-161641d2741e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:55.494353 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e269e32d-3c6d-4f43-9810-161641d2741e admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:55.511890 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e269e32d-3c6d-4f43-9810-161641d2741e admin admin] Pushing event deleted for resources: {'Network': ['ID=c88dc85a-2173-4704-917f-8924bf9196bb,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:55.542524 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e269e32d-3c6d-4f43-9810-161641d2741e admin admin] 10.222.0.79 "DELETE /v2.0/networks/c88dc85a-2173-4704-917f-8924bf9196bb HTTP/1.1" status: 204 len: 168 time: 0.9967995 May 23 11:33:55.550044 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50992) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:55.594303 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 50996) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:55.650265 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3cf78f5f-39c4-4c96-881b-dae0bd5d2865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:55.664228 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d0f20f95-6fef-4026-ada9-d5ab2266781b tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:55.677108 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-2c68b29e-f477-4366-982c-d1eaad3b22ea None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:55.681550 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-d3128075-577d-4538-9156-f34344ce856d req-f94d995a-aa4b-4a9e-a7a6-1ed030753439 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Synchronizing usage tracker for tenant:261dc3b71b384338a9f4e12911499bfb on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:33:55.686213 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-fca4fb3d-1d3e-4a49-8fee-377264d47704 admin admin] Deleting subnet 45dd6bb8-c046-48f0-8a50-fb85f6287f96 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:33:55.691376 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d0f20f95-6fef-4026-ada9-d5ab2266781b tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:55.694050 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-2c68b29e-f477-4366-982c-d1eaad3b22ea None None] Transition to ACTIVE for port object 10724bb1-945b-4104-be9d-1558080a4afb will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:33:55.696330 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fca4fb3d-1d3e-4a49-8fee-377264d47704 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:55.702923 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-2c68b29e-f477-4366-982c-d1eaad3b22ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:55.709318 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1c537be-7fa3-4f67-b4e7-84545e032adc tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Deleting subnet 1da878e2-0a93-48be-8065-c454266182e2 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:33:55.712389 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-5b19240b-ea74-4812-8ccd-85eba42b7979 None None] Set router 98af2788-178d-40e2-91e5-b08ea4b52194 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:33:55.712836 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e1c537be-7fa3-4f67-b4e7-84545e032adc tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:55.770370 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0f20f95-6fef-4026-ada9-d5ab2266781b tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:33:55.808368 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fca4fb3d-1d3e-4a49-8fee-377264d47704 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:55.829303 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e1c537be-7fa3-4f67-b4e7-84545e032adc tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:55.854213 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d0f20f95-6fef-4026-ada9-d5ab2266781b tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:55.854619 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-d0f20f95-6fef-4026-ada9-d5ab2266781b tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Added segment d3175315-8c04-41a8-84d6-e1f169170b29 of type vlan for network 47ca0a5b-b81c-4fcd-8f31-4077b984fc2d May 23 11:33:55.855685 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-d3128075-577d-4538-9156-f34344ce856d req-f94d995a-aa4b-4a9e-a7a6-1ed030753439 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Unset dirty status for tenant:261dc3b71b384338a9f4e12911499bfb on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:33:55.868704 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d3128075-577d-4538-9156-f34344ce856d req-f94d995a-aa4b-4a9e-a7a6-1ed030753439 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=261dc3b71b384338a9f4e12911499bfb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4478066 May 23 11:33:55.869622 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3cf78f5f-39c4-4c96-881b-dae0bd5d2865 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:33:55.894199 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3cf78f5f-39c4-4c96-881b-dae0bd5d2865 admin admin] Usage tracker for resource:security_group_rule and tenant:0be3ebf2138144b0bf3d16c940b630c2 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:33:55.896909 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f20f95-6fef-4026-ada9-d5ab2266781b tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4ce918-ba34-4afa-86a1-56318139f9d2,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:55.904683 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3cf78f5f-39c4-4c96-881b-dae0bd5d2865 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:33:55.976078 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-2c68b29e-f477-4366-982c-d1eaad3b22ea None None] Attempting to bind port 10724bb1-945b-4104-be9d-1558080a4afb on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:33:55.976431 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-2c68b29e-f477-4366-982c-d1eaad3b22ea None None] Attempting to bind port 10724bb1-945b-4104-be9d-1558080a4afb by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '204a908b-b12b-4e27-ac7d-0d6ebc09f6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '437becb0-7541-4062-8bf3-b1be0799ec21'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:33:55.976773 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c68b29e-f477-4366-982c-d1eaad3b22ea None None] Attempting to bind port 10724bb1-945b-4104-be9d-1558080a4afb on network 437becb0-7541-4062-8bf3-b1be0799ec21 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:33:55.982743 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3cf78f5f-39c4-4c96-881b-dae0bd5d2865 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:33:55.986483 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f51b7c-e64f-471c-a17d-d97acc564b69 None None] Pushing event updated for resources: {'Port': ['ID=10724bb1-945b-4104-be9d-1558080a4afb,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:56.006316 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c68b29e-f477-4366-982c-d1eaad3b22ea None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:33:56.006688 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c68b29e-f477-4366-982c-d1eaad3b22ea None None] Checking segment: {'id': '204a908b-b12b-4e27-ac7d-0d6ebc09f6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '437becb0-7541-4062-8bf3-b1be0799ec21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:33:56.007111 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-2c68b29e-f477-4366-982c-d1eaad3b22ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:56.007470 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c68b29e-f477-4366-982c-d1eaad3b22ea None None] Bound using segment: {'id': '204a908b-b12b-4e27-ac7d-0d6ebc09f6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '437becb0-7541-4062-8bf3-b1be0799ec21'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:33:56.007983 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-2c68b29e-f477-4366-982c-d1eaad3b22ea None None] Bound port: 10724bb1-945b-4104-be9d-1558080a4afb, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204a908b-b12b-4e27-ac7d-0d6ebc09f6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '437becb0-7541-4062-8bf3-b1be0799ec21'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:33:56.008355 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-2c68b29e-f477-4366-982c-d1eaad3b22ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:56.130795 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-2c68b29e-f477-4366-982c-d1eaad3b22ea None None] For port 10724bb1-945b-4104-be9d-1558080a4afb, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:33:56.137161 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-2c68b29e-f477-4366-982c-d1eaad3b22ea None None] For port 10724bb1-945b-4104-be9d-1558080a4afb, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=10724bb1-945b-4104-be9d-1558080a4afb,segment=NetworkSegment(204a908b-b12b-4e27-ac7d-0d6ebc09f6f5),segment_id=204a908b-b12b-4e27-ac7d-0d6ebc09f6f5)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:33:56.140450 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-5b19240b-ea74-4812-8ccd-85eba42b7979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98af2788-178d-40e2-91e5-b08ea4b52194', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1581852924', 'tenant_id': '424639f7ceac4970a6ab4918f121bd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'fb3b4d84-0d86-4261-bcf5-79f873bc7e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:33:13Z', 'updated_at': '2022-05-23T11:33:53Z', 'revision_number': 5, 'project_id': '424639f7ceac4970a6ab4918f121bd86', 'gw_port': {'id': 'fb3b4d84-0d86-4261-bcf5-79f873bc7e9a', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af2788-178d-40e2-91e5-b08ea4b52194', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:33:13Z', 'updated_at': '2022-05-23T11:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:33:56.147346 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-2c68b29e-f477-4366-982c-d1eaad3b22ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:56.153912 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b19240b-ea74-4812-8ccd-85eba42b7979 None None] Checking router: 98af2788-178d-40e2-91e5-b08ea4b52194 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:33:56.172685 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b19240b-ea74-4812-8ccd-85eba42b7979 None None] Routers {'98af2788-178d-40e2-91e5-b08ea4b52194'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:33:56.173479 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-5b19240b-ea74-4812-8ccd-85eba42b7979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:33:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['98af2788-178d-40e2-91e5-b08ea4b52194'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:33:56.207794 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e1c537be-7fa3-4f67-b4e7-84545e032adc tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:56.238995 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d0f20f95-6fef-4026-ada9-d5ab2266781b tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:56.247567 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fca4fb3d-1d3e-4a49-8fee-377264d47704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:56.252837 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c68b29e-f477-4366-982c-d1eaad3b22ea None None] Routers {'18e0366e-8dcc-40e3-a48d-28f4cc5e7b93'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:33:56.253748 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-2c68b29e-f477-4366-982c-d1eaad3b22ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:33:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['18e0366e-8dcc-40e3-a48d-28f4cc5e7b93'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:33:56.314807 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e1c537be-7fa3-4f67-b4e7-84545e032adc tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:56.414340 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e1c537be-7fa3-4f67-b4e7-84545e032adc tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:56.439350 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-5b19240b-ea74-4812-8ccd-85eba42b7979 None None] Set router 98af2788-178d-40e2-91e5-b08ea4b52194 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:33:56.440122 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51000) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:56.443960 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e1c537be-7fa3-4f67-b4e7-84545e032adc tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "DELETE /v2.0/subnets/1da878e2-0a93-48be-8065-c454266182e2 HTTP/1.1" status: 204 len: 168 time: 1.0256348 May 23 11:33:56.449035 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c537be-7fa3-4f67-b4e7-84545e032adc tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Pushing event deleted for resources: {'Subnet': ['ID=1da878e2-0a93-48be-8065-c454266182e2,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:56.465697 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f51b7c-e64f-471c-a17d-d97acc564b69 None None] Pushing event updated for resources: {'Port': ['ID=10724bb1-945b-4104-be9d-1558080a4afb,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:56.532286 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d0f20f95-6fef-4026-ada9-d5ab2266781b tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:56.536200 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f20f95-6fef-4026-ada9-d5ab2266781b tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:56.536404 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d0f20f95-6fef-4026-ada9-d5ab2266781b tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:56.539279 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-2c68b29e-f477-4366-982c-d1eaad3b22ea None None] Set router 18e0366e-8dcc-40e3-a48d-28f4cc5e7b93 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:33:56.582752 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdad30a7-6693-473d-b295-5adf37426f0a None None] Network 1ed7a485-d38e-47a2-a1ff-54aa2414457c requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:33:56.640261 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d3128075-577d-4538-9156-f34344ce856d req-66760a0d-0aa2-42fa-aeaa-0d7d3a9dc34d service neutron] 10.222.0.79 "GET /v2.0/networks/437becb0-7541-4062-8bf3-b1be0799ec21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7506297 May 23 11:33:56.734816 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fca4fb3d-1d3e-4a49-8fee-377264d47704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:56.871745 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca4fb3d-1d3e-4a49-8fee-377264d47704 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45dd6bb8-c046-48f0-8a50-fb85f6287f96,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:56.892378 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f20f95-6fef-4026-ada9-d5ab2266781b tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Pushing event updated for resources: {'Network': ['ID=47ca0a5b-b81c-4fcd-8f31-4077b984fc2d,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:56.910102 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d0f20f95-6fef-4026-ada9-d5ab2266781b tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9118159 May 23 11:33:56.914859 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51004) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:56.915431 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3cf78f5f-39c4-4c96-881b-dae0bd5d2865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:56.920044 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fca4fb3d-1d3e-4a49-8fee-377264d47704 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:56.922213 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-fca4fb3d-1d3e-4a49-8fee-377264d47704 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/45dd6bb8-c046-48f0-8a50-fb85f6287f96 HTTP/1.1" status: 204 len: 168 time: 1.3712254 May 23 11:33:56.923153 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 47ca0a5b-b81c-4fcd-8f31-4077b984fc2d details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:33:56.927134 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51008) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:56.933356 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-193a7001-f884-4476-a489-39fad11a0a38 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Request body: {'subnet': {'network_id': '47ca0a5b-b81c-4fcd-8f31-4077b984fc2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:33:56.942436 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-2c68b29e-f477-4366-982c-d1eaad3b22ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e0366e-8dcc-40e3-a48d-28f4cc5e7b93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950634417', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '9edbe59a-5792-44a6-a2ab-79e73ba96f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:33:42Z', 'updated_at': '2022-05-23T11:33:50Z', 'revision_number': 4, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': '9edbe59a-5792-44a6-a2ab-79e73ba96f37', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e0366e-8dcc-40e3-a48d-28f4cc5e7b93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:33:42Z', 'updated_at': '2022-05-23T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '10724bb1-945b-4104-be9d-1558080a4afb', 'name': '', 'network_id': '437becb0-7541-4062-8bf3-b1be0799ec21', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'mac_address': 'fa:16:3e:b2:e1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e0366e-8dcc-40e3-a48d-28f4cc5e7b93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aca8b965-30cf-4c2a-8560-f756485a23a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:33:49Z', 'updated_at': '2022-05-23T11:33:56Z', 'revision_number': 4, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'subnets': [{'id': 'aca8b965-30cf-4c2a-8560-f756485a23a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:33:56.947344 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c68b29e-f477-4366-982c-d1eaad3b22ea None None] The sync data for ids ['18e0366e-8dcc-40e3-a48d-28f4cc5e7b93'] in n-d-842952-2 is: [{'id': '18e0366e-8dcc-40e3-a48d-28f4cc5e7b93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950634417', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '9edbe59a-5792-44a6-a2ab-79e73ba96f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:33:42Z', 'updated_at': '2022-05-23T11:33:50Z', 'revision_number': 4, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': '9edbe59a-5792-44a6-a2ab-79e73ba96f37', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e0366e-8dcc-40e3-a48d-28f4cc5e7b93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:33:42Z', 'updated_at': '2022-05-23T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '10724bb1-945b-4104-be9d-1558080a4afb', 'name': '', 'network_id': '437becb0-7541-4062-8bf3-b1be0799ec21', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'mac_address': 'fa:16:3e:b2:e1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e0366e-8dcc-40e3-a48d-28f4cc5e7b93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aca8b965-30cf-4c2a-8560-f756485a23a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:33:49Z', 'updated_at': '2022-05-23T11:33:56Z', 'revision_number': 4, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'subnets': [{'id': 'aca8b965-30cf-4c2a-8560-f756485a23a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:33:56.951598 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3cf78f5f-39c4-4c96-881b-dae0bd5d2865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:57.078622 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-193a7001-f884-4476-a489-39fad11a0a38 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:33:57.087583 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-193a7001-f884-4476-a489-39fad11a0a38 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Usage tracker for resource:subnet and tenant:b42a8c8f6f9f48c581606877d63803e2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:33:57.093523 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-193a7001-f884-4476-a489-39fad11a0a38 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:33:57.100578 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-193a7001-f884-4476-a489-39fad11a0a38 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:33:57.117943 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193a7001-f884-4476-a489-39fad11a0a38 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Made reservation on behalf of b42a8c8f6f9f48c581606877d63803e2 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:33:57.149372 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-5b19240b-ea74-4812-8ccd-85eba42b7979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98af2788-178d-40e2-91e5-b08ea4b52194', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1581852924', 'tenant_id': '424639f7ceac4970a6ab4918f121bd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'fb3b4d84-0d86-4261-bcf5-79f873bc7e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:33:13Z', 'updated_at': '2022-05-23T11:33:53Z', 'revision_number': 5, 'project_id': '424639f7ceac4970a6ab4918f121bd86', 'gw_port': {'id': 'fb3b4d84-0d86-4261-bcf5-79f873bc7e9a', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af2788-178d-40e2-91e5-b08ea4b52194', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:33:13Z', 'updated_at': '2022-05-23T11:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:33:57.158679 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b19240b-ea74-4812-8ccd-85eba42b7979 None None] The sync data for ids ['98af2788-178d-40e2-91e5-b08ea4b52194'] in n-d-842952-2 is: [{'id': '98af2788-178d-40e2-91e5-b08ea4b52194', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1581852924', 'tenant_id': '424639f7ceac4970a6ab4918f121bd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'fb3b4d84-0d86-4261-bcf5-79f873bc7e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:33:13Z', 'updated_at': '2022-05-23T11:33:53Z', 'revision_number': 5, 'project_id': '424639f7ceac4970a6ab4918f121bd86', 'gw_port': {'id': 'fb3b4d84-0d86-4261-bcf5-79f873bc7e9a', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af2788-178d-40e2-91e5-b08ea4b52194', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:33:13Z', 'updated_at': '2022-05-23T11:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:33:57.226627 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d3128075-577d-4538-9156-f34344ce856d req-693cfd63-27c7-4fb7-9fb6-c1eb7ed81c62 service neutron] 10.222.0.79 "GET /v2.0/networks/437becb0-7541-4062-8bf3-b1be0799ec21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5243940 May 23 11:33:57.233574 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf78f5f-39c4-4c96-881b-dae0bd5d2865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed1e79e-7c9b-48c4-a7bc-09e1e477d2d6,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:57.241158 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc588d36-688c-4e8e-897e-6385a12d6671 None None] DHCP port deletion for 1ed7a485-d38e-47a2-a1ff-54aa2414457c request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:33:57.245641 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc68e80f-49f5-49be-b729-525b380c58a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:57.250958 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3cf78f5f-39c4-4c96-881b-dae0bd5d2865 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0be3ebf2138144b0bf3d16c940b630c2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6531351 May 23 11:33:57.253858 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-bc588d36-688c-4e8e-897e-6385a12d6671 None None] Deleting port 1aaa46ba-589c-4703-bd06-bad127d2f1a2 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:33:57.254291 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51012) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:57.254675 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bc588d36-688c-4e8e-897e-6385a12d6671 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:57.285343 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-193a7001-f884-4476-a489-39fad11a0a38 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:57.501015 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc68e80f-49f5-49be-b729-525b380c58a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:57.530624 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-cc68e80f-49f5-49be-b729-525b380c58a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfab19a7-e0ac-4363-b5ae-2daec1c527db']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:33:57.543807 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-cc68e80f-49f5-49be-b729-525b380c58a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff618e7f-5850-4397-853c-e0ff9878bdd3') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:33:57.544133 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-cc68e80f-49f5-49be-b729-525b380c58a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff618e7f-5850-4397-853c-e0ff9878bdd3') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:33:57.594716 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-bc588d36-688c-4e8e-897e-6385a12d6671 None None] For port 1aaa46ba-589c-4703-bd06-bad127d2f1a2, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=1aaa46ba-589c-4703-bd06-bad127d2f1a2,segment=NetworkSegment(c110ded6-4112-46c3-8700-3d0bf6049b3b),segment_id=c110ded6-4112-46c3-8700-3d0bf6049b3b)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:33:57.595285 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bc588d36-688c-4e8e-897e-6385a12d6671 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:57.619471 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-193a7001-f884-4476-a489-39fad11a0a38 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:57.649533 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc68e80f-49f5-49be-b729-525b380c58a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:57.673801 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a5a19e3a-b867-4103-9ce4-6a8d10076cd3 req-241c2d53-92f9-49a0-a20e-0578f076bc24 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 210 time: 0.0891447 May 23 11:33:57.724021 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc68e80f-49f5-49be-b729-525b380c58a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:57.726374 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-25381e62-08ae-4df3-9130-c576a416e715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:57.745536 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a7001-f884-4476-a489-39fad11a0a38 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Pushing event updated for resources: {'Subnet': ['ID=170a90e9-3760-4c5e-8b49-d9925fcf070b,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:57.785725 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193a7001-f884-4476-a489-39fad11a0a38 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Checking segment: {'id': 'd3175315-8c04-41a8-84d6-e1f169170b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '47ca0a5b-b81c-4fcd-8f31-4077b984fc2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:33:57.786718 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193a7001-f884-4476-a489-39fad11a0a38 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Network hostable DHCP agents. Network: 47ca0a5b-b81c-4fcd-8f31-4077b984fc2d, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:33:57.818008 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193a7001-f884-4476-a489-39fad11a0a38 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Network 47ca0a5b-b81c-4fcd-8f31-4077b984fc2d is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:33:57.830617 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc68e80f-49f5-49be-b729-525b380c58a1 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:33:57.831105 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc68e80f-49f5-49be-b729-525b380c58a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:57.832628 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-bc588d36-688c-4e8e-897e-6385a12d6671 None None] Calling delete_port for 1aaa46ba-589c-4703-bd06-bad127d2f1a2 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:33:57.839111 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-193a7001-f884-4476-a489-39fad11a0a38 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 47ca0a5b-b81c-4fcd-8f31-4077b984fc2d) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:33:57.849936 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:33:57.849936 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:33:57.849936 n-d-842952-2 neutron-server[83910]: timer() May 23 11:33:57.849936 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:33:57.849936 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:33:57.849936 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:33:57.849936 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:33:57.849936 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:33:57.849936 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:33:57.849936 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:33:57.849936 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:33:57.849936 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:33:57.849936 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:33:57.849936 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:33:57.849936 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:33:57.849936 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:33:57.849936 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:33:57.849936 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:33:57.849936 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:33:57.849936 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:33:57.849936 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:33:57.849936 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:33:57.849936 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:33:57.849936 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:33:57.849936 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:33:57.849936 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:33:57.849936 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:33:57.849936 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:33:57.849936 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:33:57.849936 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:33:57.849936 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:33:57.849936 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:33:57.890475 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193a7001-f884-4476-a489-39fad11a0a38 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:33:57.893061 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-193a7001-f884-4476-a489-39fad11a0a38 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:57.895160 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc342fbb-2d3a-4ccf-9737-6fab2f95bcb6 None None] Network 47ca0a5b-b81c-4fcd-8f31-4077b984fc2d requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:33:57.923680 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 10724bb1-945b-4104-be9d-1558080a4afb up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:33:57.929631 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83b84529-c98f-46e4-80e4-63440ffd4592 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:57.936832 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-193a7001-f884-4476-a489-39fad11a0a38 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0164354 May 23 11:33:57.937661 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51024) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:57.948878 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-446343b2-0f90-47fe-8b9a-3f6f7727829d tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1881667904', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}, 'admin_state_up': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:33:57.961671 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-446343b2-0f90-47fe-8b9a-3f6f7727829d tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:33:57.980984 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-446343b2-0f90-47fe-8b9a-3f6f7727829d tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Usage tracker for resource:router and tenant:b42a8c8f6f9f48c581606877d63803e2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:33:57.993466 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-446343b2-0f90-47fe-8b9a-3f6f7727829d tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:33:58.000236 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-25381e62-08ae-4df3-9130-c576a416e715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:58.003547 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-446343b2-0f90-47fe-8b9a-3f6f7727829d tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:33:58.020279 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-446343b2-0f90-47fe-8b9a-3f6f7727829d tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:58.021698 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-446343b2-0f90-47fe-8b9a-3f6f7727829d tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:58.047316 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-446343b2-0f90-47fe-8b9a-3f6f7727829d tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:58.139810 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc68e80f-49f5-49be-b729-525b380c58a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:58.155465 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc68e80f-49f5-49be-b729-525b380c58a1 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:58.192326 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc68e80f-49f5-49be-b729-525b380c58a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfab19a7-e0ac-4363-b5ae-2daec1c527db,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:58.194823 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-cc68e80f-49f5-49be-b729-525b380c58a1 admin admin] 10.222.0.79 "DELETE /v2.0/networks/dfab19a7-e0ac-4363-b5ae-2daec1c527db HTTP/1.1" status: 204 len: 168 time: 1.2649264 May 23 11:33:58.242407 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-25381e62-08ae-4df3-9130-c576a416e715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:58.270988 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bc588d36-688c-4e8e-897e-6385a12d6671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:58.298538 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25381e62-08ae-4df3-9130-c576a416e715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed1e79e-7c9b-48c4-a7bc-09e1e477d2d6,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:58.311610 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-446343b2-0f90-47fe-8b9a-3f6f7727829d tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:58.314875 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-25381e62-08ae-4df3-9130-c576a416e715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:58.322357 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-25381e62-08ae-4df3-9130-c576a416e715 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/eed1e79e-7c9b-48c4-a7bc-09e1e477d2d6 HTTP/1.1" status: 204 len: 168 time: 1.0657864 May 23 11:33:58.377599 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc588d36-688c-4e8e-897e-6385a12d6671 None None] No DVR routers for this DVR port 1aaa46ba-589c-4703-bd06-bad127d2f1a2 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:33:58.405073 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc588d36-688c-4e8e-897e-6385a12d6671 None None] Pushing event deleted for resources: {'Port': ['ID=1aaa46ba-589c-4703-bd06-bad127d2f1a2,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:58.407741 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 10724bb1-945b-4104-be9d-1558080a4afb completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:33:58.441671 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 10724bb1-945b-4104-be9d-1558080a4afb triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:33:58.442051 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:58.456243 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83b84529-c98f-46e4-80e4-63440ffd4592 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:58.480173 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-83b84529-c98f-46e4-80e4-63440ffd4592 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Deleting port fb3b4d84-0d86-4261-bcf5-79f873bc7e9a {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:33:58.480612 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83b84529-c98f-46e4-80e4-63440ffd4592 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:58.667025 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81780492-eee9-4aa2-9a7f-d3d32526b2e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-47ca0a5b-b81c-4fcd-8f31-4077b984fc2d', 'network_id': '47ca0a5b-b81c-4fcd-8f31-4077b984fc2d', 'tenant_id': 'b42a8c8f6f9f48c581606877d63803e2', 'fixed_ips': [{'subnet_id': '170a90e9-3760-4c5e-8b49-d9925fcf070b'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:33:58.667938 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-81780492-eee9-4aa2-9a7f-d3d32526b2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:58.728483 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51034) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:58.766736 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-446343b2-0f90-47fe-8b9a-3f6f7727829d tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:58.848663 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-446343b2-0f90-47fe-8b9a-3f6f7727829d tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:58.953035 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:59.000831 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8313fef7-b715-4cff-9c93-cc3a74b6df6d req-7b2f6aaa-c1c2-42a1-971e-2c4bc1d44e14 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 210 time: 0.0825984 May 23 11:33:59.002593 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-de357f49-036c-4fe9-9968-471c443a5a29 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b5149ae0c62d43d8a4925c27b8f29014&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2701464 May 23 11:33:59.006547 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51046) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:33:59.065873 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-83b84529-c98f-46e4-80e4-63440ffd4592 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] For port fb3b4d84-0d86-4261-bcf5-79f873bc7e9a, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=fb3b4d84-0d86-4261-bcf5-79f873bc7e9a,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:33:59.066580 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83b84529-c98f-46e4-80e4-63440ffd4592 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:59.071754 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-81780492-eee9-4aa2-9a7f-d3d32526b2e8 None None] Allocated IP 172.20.0.2 (47ca0a5b-b81c-4fcd-8f31-4077b984fc2d/170a90e9-3760-4c5e-8b49-d9925fcf070b/2cfdd02e-23ff-4c1a-9d53-c09039bda673) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:33:59.159859 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-446343b2-0f90-47fe-8b9a-3f6f7727829d tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Allocated IP 172.25.6.15 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/f8804e78-b552-4bc3-9bcf-93cf62b0d7c9) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:33:59.161922 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c9c01802-4634-41f5-8482-59bb61dc36b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:59.189795 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c9c01802-4634-41f5-8482-59bb61dc36b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:59.251172 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c9c01802-4634-41f5-8482-59bb61dc36b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:59.291932 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-81780492-eee9-4aa2-9a7f-d3d32526b2e8 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:59.297460 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-83b84529-c98f-46e4-80e4-63440ffd4592 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Calling delete_port for fb3b4d84-0d86-4261-bcf5-79f873bc7e9a owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:33:59.302502 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-81780492-eee9-4aa2-9a7f-d3d32526b2e8 None None] Transition to ACTIVE for port object 2cfdd02e-23ff-4c1a-9d53-c09039bda673 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:33:59.318898 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 10724bb1-945b-4104-be9d-1558080a4afb, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=10724bb1-945b-4104-be9d-1558080a4afb,segment=NetworkSegment(204a908b-b12b-4e27-ac7d-0d6ebc09f6f5),segment_id=204a908b-b12b-4e27-ac7d-0d6ebc09f6f5)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:33:59.332406 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-81780492-eee9-4aa2-9a7f-d3d32526b2e8 None None] Transition to ACTIVE for port object 2cfdd02e-23ff-4c1a-9d53-c09039bda673 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:33:59.334433 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:59.390441 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-81780492-eee9-4aa2-9a7f-d3d32526b2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:59.393936 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c01802-4634-41f5-8482-59bb61dc36b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a06edf-075c-4167-81f7-07ab5bde1fd8,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:59.436923 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 1aaa46ba-589c-4703-bd06-bad127d2f1a2 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:33:59.540677 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81780492-eee9-4aa2-9a7f-d3d32526b2e8 None None] Network 47ca0a5b-b81c-4fcd-8f31-4077b984fc2d is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:33:59.545981 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83b84529-c98f-46e4-80e4-63440ffd4592 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:59.592672 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=10724bb1-945b-4104-be9d-1558080a4afb,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:59.596466 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b84529-c98f-46e4-80e4-63440ffd4592 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Pushing event deleted for resources: {'Port': ['ID=fb3b4d84-0d86-4261-bcf5-79f873bc7e9a,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:59.662827 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 1aaa46ba-589c-4703-bd06-bad127d2f1a2 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:33:59.663075 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 1aaa46ba-589c-4703-bd06-bad127d2f1a2 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:33:59.663595 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device d571e2cb-e84c-4ecc-b92b-e8121ed3b8ba no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:33:59.687922 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-81780492-eee9-4aa2-9a7f-d3d32526b2e8 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:33:59.708648 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81780492-eee9-4aa2-9a7f-d3d32526b2e8 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:33:59.719357 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: d571e2cb-e84c-4ecc-b92b-e8121ed3b8ba {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:33:59.719869 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device d571e2cb-e84c-4ecc-b92b-e8121ed3b8ba not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:33:59.744765 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c9c01802-4634-41f5-8482-59bb61dc36b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:59.767976 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c9c01802-4634-41f5-8482-59bb61dc36b7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/81a06edf-075c-4167-81f7-07ab5bde1fd8 HTTP/1.1" status: 204 len: 168 time: 0.7595038 May 23 11:33:59.798242 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81780492-eee9-4aa2-9a7f-d3d32526b2e8 None None] Pushing event updated for resources: {'Port': ['ID=2cfdd02e-23ff-4c1a-9d53-c09039bda673,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:33:59.913720 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-81780492-eee9-4aa2-9a7f-d3d32526b2e8 None None] Attempting to bind port 2cfdd02e-23ff-4c1a-9d53-c09039bda673 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:33:59.920669 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83b84529-c98f-46e4-80e4-63440ffd4592 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:59.924185 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-81780492-eee9-4aa2-9a7f-d3d32526b2e8 None None] Attempting to bind port 2cfdd02e-23ff-4c1a-9d53-c09039bda673 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'd3175315-8c04-41a8-84d6-e1f169170b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '47ca0a5b-b81c-4fcd-8f31-4077b984fc2d'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:33:59.924629 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81780492-eee9-4aa2-9a7f-d3d32526b2e8 None None] Attempting to bind port 2cfdd02e-23ff-4c1a-9d53-c09039bda673 on network 47ca0a5b-b81c-4fcd-8f31-4077b984fc2d {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:33:59.931795 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81780492-eee9-4aa2-9a7f-d3d32526b2e8 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:33:59.932199 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81780492-eee9-4aa2-9a7f-d3d32526b2e8 None None] Checking segment: {'id': 'd3175315-8c04-41a8-84d6-e1f169170b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '47ca0a5b-b81c-4fcd-8f31-4077b984fc2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:33:59.932607 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-81780492-eee9-4aa2-9a7f-d3d32526b2e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:59.933004 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81780492-eee9-4aa2-9a7f-d3d32526b2e8 None None] Bound using segment: {'id': 'd3175315-8c04-41a8-84d6-e1f169170b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '47ca0a5b-b81c-4fcd-8f31-4077b984fc2d'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:33:59.934083 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-81780492-eee9-4aa2-9a7f-d3d32526b2e8 None None] Bound port: 2cfdd02e-23ff-4c1a-9d53-c09039bda673, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3175315-8c04-41a8-84d6-e1f169170b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '47ca0a5b-b81c-4fcd-8f31-4077b984fc2d'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:33:59.934083 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-81780492-eee9-4aa2-9a7f-d3d32526b2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:33:59.991526 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-446343b2-0f90-47fe-8b9a-3f6f7727829d tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:00.014188 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3128075-577d-4538-9156-f34344ce856d req-8c865f87-6656-4b8e-b67f-a2461797089a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:00.015762 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d3128075-577d-4538-9156-f34344ce856d req-8c865f87-6656-4b8e-b67f-a2461797089a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.81 "GET /v2.0/networks?id=437becb0-7541-4062-8bf3-b1be0799ec21 HTTP/1.1" status: 200 len: 797 time: 0.6198249 May 23 11:34:00.054355 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 10724bb1-945b-4104-be9d-1558080a4afb up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:34:00.134346 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-446343b2-0f90-47fe-8b9a-3f6f7727829d tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:00.250778 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-d3128075-577d-4538-9156-f34344ce856d req-43cb961c-b285-4168-9c85-1699461be9bf tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Synchronizing usage tracker for tenant:261dc3b71b384338a9f4e12911499bfb on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:34:00.255709 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-81780492-eee9-4aa2-9a7f-d3d32526b2e8 None None] For port 2cfdd02e-23ff-4c1a-9d53-c09039bda673, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:34:00.260525 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-81780492-eee9-4aa2-9a7f-d3d32526b2e8 None None] For port 2cfdd02e-23ff-4c1a-9d53-c09039bda673, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2cfdd02e-23ff-4c1a-9d53-c09039bda673,segment=NetworkSegment(d3175315-8c04-41a8-84d6-e1f169170b29),segment_id=d3175315-8c04-41a8-84d6-e1f169170b29)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:34:00.267736 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83b84529-c98f-46e4-80e4-63440ffd4592 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:00.274682 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83b84529-c98f-46e4-80e4-63440ffd4592 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:00.291782 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 10724bb1-945b-4104-be9d-1558080a4afb triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:34:00.292475 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:00.304761 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446343b2-0f90-47fe-8b9a-3f6f7727829d tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:34:00.307111 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446343b2-0f90-47fe-8b9a-3f6f7727829d tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Pushing event updated for resources: {'Port': ['ID=f8804e78-b552-4bc3-9bcf-93cf62b0d7c9,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:00.309769 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-446343b2-0f90-47fe-8b9a-3f6f7727829d tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:34:00.312859 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446343b2-0f90-47fe-8b9a-3f6f7727829d tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:34:00.344574 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e91e6e25-a341-4996-828b-9ae2625176b3 req-e29dce65-07c7-445f-bad7-8a2e19c0b8d5 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 210 time: 0.0716171 May 23 11:34:00.350923 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-d3128075-577d-4538-9156-f34344ce856d req-43cb961c-b285-4168-9c85-1699461be9bf tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Unset dirty status for tenant:261dc3b71b384338a9f4e12911499bfb on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:34:00.352160 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d3128075-577d-4538-9156-f34344ce856d req-43cb961c-b285-4168-9c85-1699461be9bf tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=261dc3b71b384338a9f4e12911499bfb HTTP/1.1" status: 200 len: 379 time: 0.3054368 May 23 11:34:00.372713 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-81780492-eee9-4aa2-9a7f-d3d32526b2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:00.389732 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-d3128075-577d-4538-9156-f34344ce856d req-787ae166-28f2-4390-96e2-107714f9cf63 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Request body: {'port': {'device_id': 'e4c452d5-d16d-45dc-826d-b1eb2a509848', 'network_id': '437becb0-7541-4062-8bf3-b1be0799ec21', 'admin_state_up': True, 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'security_groups': ['679e3180-4659-448f-ad4b-b096f56917db']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:34:00.408060 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83b84529-c98f-46e4-80e4-63440ffd4592 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:00.408857 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b84529-c98f-46e4-80e4-63440ffd4592 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Fanout notify agent at l3_agent the message router_deleted on router 98af2788-178d-40e2-91e5-b08ea4b52194 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:34:00.445735 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-83b84529-c98f-46e4-80e4-63440ffd4592 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:00.448324 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-83b84529-c98f-46e4-80e4-63440ffd4592 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "DELETE /v2.0/routers/98af2788-178d-40e2-91e5-b08ea4b52194 HTTP/1.1" status: 204 len: 168 time: 4.0094981 May 23 11:34:00.451645 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51076) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:00.459626 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81780492-eee9-4aa2-9a7f-d3d32526b2e8 None None] Pushing event updated for resources: {'Port': ['ID=2cfdd02e-23ff-4c1a-9d53-c09039bda673,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:00.491225 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51080) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:00.686647 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-d3128075-577d-4538-9156-f34344ce856d req-787ae166-28f2-4390-96e2-107714f9cf63 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:00.707148 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-d3128075-577d-4538-9156-f34344ce856d req-787ae166-28f2-4390-96e2-107714f9cf63 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:00.747984 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3128075-577d-4538-9156-f34344ce856d req-787ae166-28f2-4390-96e2-107714f9cf63 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Made reservation on behalf of 261dc3b71b384338a9f4e12911499bfb for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:34:00.751168 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d3128075-577d-4538-9156-f34344ce856d req-787ae166-28f2-4390-96e2-107714f9cf63 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:00.767206 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-446343b2-0f90-47fe-8b9a-3f6f7727829d tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:00.767206 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-446343b2-0f90-47fe-8b9a-3f6f7727829d tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:00.871923 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a0f60d1a-28c9-4a3e-9085-d63b1b0cc17a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ad756c9a77aa4dd38a80cf800a2a26fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3788214 May 23 11:34:00.872498 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51088) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:00.908891 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4c122e7d-23c1-4053-b7cb-3a35817c64b4 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:01.085982 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-d3128075-577d-4538-9156-f34344ce856d req-787ae166-28f2-4390-96e2-107714f9cf63 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Allocated IP 172.20.0.13 (437becb0-7541-4062-8bf3-b1be0799ec21/aca8b965-30cf-4c2a-8560-f756485a23a0/a4cd67e8-ad08-414e-8919-9b9b452194c3) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:34:01.110402 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-877b7aa3-553d-4f5a-b1ab-25e261bf7064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:01.124573 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4c122e7d-23c1-4053-b7cb-3a35817c64b4 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:01.165793 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-877b7aa3-553d-4f5a-b1ab-25e261bf7064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:01.173639 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-4c122e7d-23c1-4053-b7cb-3a35817c64b4 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ed7a485-d38e-47a2-a1ff-54aa2414457c']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:34:01.195138 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-4c122e7d-23c1-4053-b7cb-3a35817c64b4 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c110ded6-4112-46c3-8700-3d0bf6049b3b') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:34:01.195430 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-4c122e7d-23c1-4053-b7cb-3a35817c64b4 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c110ded6-4112-46c3-8700-3d0bf6049b3b') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:34:01.218240 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4c122e7d-23c1-4053-b7cb-3a35817c64b4 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:01.240147 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4c122e7d-23c1-4053-b7cb-3a35817c64b4 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:01.256440 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c122e7d-23c1-4053-b7cb-3a35817c64b4 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:34:01.257680 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4c122e7d-23c1-4053-b7cb-3a35817c64b4 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:01.282209 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:34:01.282209 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:34:01.282209 n-d-842952-2 neutron-server[83910]: timer() May 23 11:34:01.282209 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:34:01.282209 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:34:01.282209 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:34:01.282209 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:34:01.282209 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:34:01.282209 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:34:01.282209 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:34:01.282209 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:34:01.282209 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:34:01.282209 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:34:01.282209 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:34:01.282209 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:34:01.282209 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:34:01.282209 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:34:01.282209 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:34:01.282209 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:34:01.282209 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:34:01.282209 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:34:01.282209 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:34:01.282209 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:34:01.282209 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:34:01.282209 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:34:01.282209 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:34:01.282209 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:34:01.282209 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:34:01.282209 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:34:01.282209 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:34:01.282209 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:34:01.282209 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:34:01.351463 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d3128075-577d-4538-9156-f34344ce856d req-787ae166-28f2-4390-96e2-107714f9cf63 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:01.355701 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-877b7aa3-553d-4f5a-b1ab-25e261bf7064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:01.376940 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b7aa3-553d-4f5a-b1ab-25e261bf7064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02a54a6-d342-4f74-80cd-3098b2579644,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:01.378504 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-d3128075-577d-4538-9156-f34344ce856d req-787ae166-28f2-4390-96e2-107714f9cf63 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Transition to ACTIVE for port object a4cd67e8-ad08-414e-8919-9b9b452194c3 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:34:01.388901 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-877b7aa3-553d-4f5a-b1ab-25e261bf7064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:01.392469 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-877b7aa3-553d-4f5a-b1ab-25e261bf7064 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b02a54a6-d342-4f74-80cd-3098b2579644 HTTP/1.1" status: 204 len: 168 time: 0.5120802 May 23 11:34:01.392469 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4c122e7d-23c1-4053-b7cb-3a35817c64b4 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:01.417591 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4c122e7d-23c1-4053-b7cb-3a35817c64b4 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:01.421214 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446343b2-0f90-47fe-8b9a-3f6f7727829d tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Router 9791e12f-28cb-4c42-a599-9f2bdab7f383 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:34:01.430343 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c122e7d-23c1-4053-b7cb-3a35817c64b4 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Pushing event deleted for resources: {'Network': ['ID=1ed7a485-d38e-47a2-a1ff-54aa2414457c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:01.440824 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d3128075-577d-4538-9156-f34344ce856d req-787ae166-28f2-4390-96e2-107714f9cf63 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:01.446002 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4c122e7d-23c1-4053-b7cb-3a35817c64b4 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "DELETE /v2.0/networks/1ed7a485-d38e-47a2-a1ff-54aa2414457c HTTP/1.1" status: 204 len: 168 time: 0.9925582 May 23 11:34:01.448922 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51106) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:01.743379 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ae166-28f2-4390-96e2-107714f9cf63 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'Port': ['ID=a4cd67e8-ad08-414e-8919-9b9b452194c3,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:01.759507 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-012e33d1-7f83-46ad-956a-b2b6dfe210f5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Deleting port c5e19635-56bc-4f23-9cbc-bfde1d7ff2ec {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:34:01.759866 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3128075-577d-4538-9156-f34344ce856d req-787ae166-28f2-4390-96e2-107714f9cf63 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Network 437becb0-7541-4062-8bf3-b1be0799ec21 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:34:01.759995 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-012e33d1-7f83-46ad-956a-b2b6dfe210f5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:01.769136 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-d3128075-577d-4538-9156-f34344ce856d req-787ae166-28f2-4390-96e2-107714f9cf63 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:34:01.771642 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3128075-577d-4538-9156-f34344ce856d req-787ae166-28f2-4390-96e2-107714f9cf63 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:34:01.973530 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2cfdd02e-23ff-4c1a-9d53-c09039bda673 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:34:02.008243 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3128075-577d-4538-9156-f34344ce856d req-787ae166-28f2-4390-96e2-107714f9cf63 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:02.009061 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d3128075-577d-4538-9156-f34344ce856d req-787ae166-28f2-4390-96e2-107714f9cf63 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:02.068137 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d92092-1874-4a6d-86a0-8b0fe1806b6e None None] Network 47ca0a5b-b81c-4fcd-8f31-4077b984fc2d requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:34:02.113998 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d3128075-577d-4538-9156-f34344ce856d req-787ae166-28f2-4390-96e2-107714f9cf63 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7445321 May 23 11:34:02.141212 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-012e33d1-7f83-46ad-956a-b2b6dfe210f5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:02.142038 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-012e33d1-7f83-46ad-956a-b2b6dfe210f5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:02.163529 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-d3128075-577d-4538-9156-f34344ce856d req-e3b3d165-aa59-4336-88ee-239de090ee04 service neutron] Request body: {'port': {'device_id': 'e4c452d5-d16d-45dc-826d-b1eb2a509848', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:34:02.314230 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446343b2-0f90-47fe-8b9a-3f6f7727829d tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:34:02.326325 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba55f4d-3932-41d5-8c50-8c6516f5835f None None] Sync routers for ids ['9791e12f-28cb-4c42-a599-9f2bdab7f383'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:34:02.329170 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c8bc1a9f-1943-4140-a950-c355c65066bf None None] Provisioning for port 2cfdd02e-23ff-4c1a-9d53-c09039bda673 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:34:02.344493 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba55f4d-3932-41d5-8c50-8c6516f5835f None None] Routers {'9791e12f-28cb-4c42-a599-9f2bdab7f383'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:34:02.345114 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-fba55f4d-3932-41d5-8c50-8c6516f5835f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:33:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['9791e12f-28cb-4c42-a599-9f2bdab7f383'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:34:02.361475 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-012e33d1-7f83-46ad-956a-b2b6dfe210f5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Calling delete_port for c5e19635-56bc-4f23-9cbc-bfde1d7ff2ec owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:34:02.396825 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 2cfdd02e-23ff-4c1a-9d53-c09039bda673 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:34:02.404404 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 2cfdd02e-23ff-4c1a-9d53-c09039bda673 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:34:02.405053 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:02.411623 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d3128075-577d-4538-9156-f34344ce856d req-e3b3d165-aa59-4336-88ee-239de090ee04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:02.431925 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-446343b2-0f90-47fe-8b9a-3f6f7727829d tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:02.433156 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-446343b2-0f90-47fe-8b9a-3f6f7727829d tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.4943795 May 23 11:34:02.441853 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51126) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:02.478946 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-fba55f4d-3932-41d5-8c50-8c6516f5835f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:34:02.507127 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a0449-19b2-485b-9180-b17c1a2c9333 req-94fd855e-9722-4047-ab8b-3cf237eefbc0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:02.508960 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba55f4d-3932-41d5-8c50-8c6516f5835f None None] Routers {'9791e12f-28cb-4c42-a599-9f2bdab7f383'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:34:02.509086 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f11a0449-19b2-485b-9180-b17c1a2c9333 req-94fd855e-9722-4047-ab8b-3cf237eefbc0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 932 time: 0.7513280 May 23 11:34:02.509704 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-fba55f4d-3932-41d5-8c50-8c6516f5835f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:33:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['9791e12f-28cb-4c42-a599-9f2bdab7f383'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:34:02.574165 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f11a0449-19b2-485b-9180-b17c1a2c9333 req-8865311a-c39a-4b93-aadc-367790852834 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=679e3180-4659-448f-ad4b-b096f56917db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592442 May 23 11:34:02.648474 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-fba55f4d-3932-41d5-8c50-8c6516f5835f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:34:02.649043 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba55f4d-3932-41d5-8c50-8c6516f5835f None None] The sync data for ids ['9791e12f-28cb-4c42-a599-9f2bdab7f383'] in n-d-842952-2 is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:34:02.655892 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a1a2441c-0218-47b4-9583-a18f52f1dba8 None None] Provisioning for port a4cd67e8-ad08-414e-8919-9b9b452194c3 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:34:02.669819 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a1a2441c-0218-47b4-9583-a18f52f1dba8 None None] Provisioning complete for port a4cd67e8-ad08-414e-8919-9b9b452194c3 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:34:02.670644 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a1a2441c-0218-47b4-9583-a18f52f1dba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:02.675931 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-012e33d1-7f83-46ad-956a-b2b6dfe210f5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:02.749557 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012e33d1-7f83-46ad-956a-b2b6dfe210f5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Pushing event deleted for resources: {'Port': ['ID=c5e19635-56bc-4f23-9cbc-bfde1d7ff2ec,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:02.950748 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:02.955277 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-012e33d1-7f83-46ad-956a-b2b6dfe210f5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:03.022178 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a1a2441c-0218-47b4-9583-a18f52f1dba8 None None] Port a4cd67e8-ad08-414e-8919-9b9b452194c3 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:34:03.040572 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 2cfdd02e-23ff-4c1a-9d53-c09039bda673, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2cfdd02e-23ff-4c1a-9d53-c09039bda673,segment=NetworkSegment(d3175315-8c04-41a8-84d6-e1f169170b29),segment_id=d3175315-8c04-41a8-84d6-e1f169170b29)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:34:03.047620 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:03.229635 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-281068a2-356a-431a-9f74-f9f3693f6e19 None None] Provisioning complete for port 2cfdd02e-23ff-4c1a-9d53-c09039bda673 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:34:03.230004 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-281068a2-356a-431a-9f74-f9f3693f6e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:03.333668 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=2cfdd02e-23ff-4c1a-9d53-c09039bda673,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:03.422729 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [req-d3128075-577d-4538-9156-f34344ce856d req-e3b3d165-aa59-4336-88ee-239de090ee04 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 11:34:03.540854 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-d3128075-577d-4538-9156-f34344ce856d req-e3b3d165-aa59-4336-88ee-239de090ee04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4cd67e8-ad08-414e-8919-9b9b452194c3 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:34:03.549539 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d3128075-577d-4538-9156-f34344ce856d req-e3b3d165-aa59-4336-88ee-239de090ee04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:03.571685 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-d3128075-577d-4538-9156-f34344ce856d req-e3b3d165-aa59-4336-88ee-239de090ee04 service neutron] Transition to ACTIVE for port object a4cd67e8-ad08-414e-8919-9b9b452194c3 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:34:03.581185 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d3128075-577d-4538-9156-f34344ce856d req-e3b3d165-aa59-4336-88ee-239de090ee04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:03.711291 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012e33d1-7f83-46ad-956a-b2b6dfe210f5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Router 292fc401-215b-4582-bee0-2ba919fdc594 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:34:03.817236 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:34:03.825828 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b3d165-aa59-4336-88ee-239de090ee04 service neutron] Pushing event updated for resources: {'Port': ['ID=a4cd67e8-ad08-414e-8919-9b9b452194c3,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:03.914079 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2cfdd02e-23ff-4c1a-9d53-c09039bda673 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:34:04.122354 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 2cfdd02e-23ff-4c1a-9d53-c09039bda673 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:34:04.123416 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:04.176627 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a32dce-a1d9-4853-ad75-ce44f883f819 req-c6cac690-0c90-4127-9a23-fea611651e60 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:04.178394 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c2a32dce-a1d9-4853-ad75-ce44f883f819 req-c6cac690-0c90-4127-9a23-fea611651e60 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 944 time: 0.3176138 May 23 11:34:04.185491 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51162) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:04.228988 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-d3128075-577d-4538-9156-f34344ce856d req-e3b3d165-aa59-4336-88ee-239de090ee04 service neutron] Attempting to bind port a4cd67e8-ad08-414e-8919-9b9b452194c3 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:34:04.229766 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-d3128075-577d-4538-9156-f34344ce856d req-e3b3d165-aa59-4336-88ee-239de090ee04 service neutron] Attempting to bind port a4cd67e8-ad08-414e-8919-9b9b452194c3 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '204a908b-b12b-4e27-ac7d-0d6ebc09f6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '437becb0-7541-4062-8bf3-b1be0799ec21'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:34:04.230192 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3128075-577d-4538-9156-f34344ce856d req-e3b3d165-aa59-4336-88ee-239de090ee04 service neutron] Attempting to bind port a4cd67e8-ad08-414e-8919-9b9b452194c3 on network 437becb0-7541-4062-8bf3-b1be0799ec21 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:34:04.241451 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3128075-577d-4538-9156-f34344ce856d req-e3b3d165-aa59-4336-88ee-239de090ee04 service neutron] Port a4cd67e8-ad08-414e-8919-9b9b452194c3 on network 437becb0-7541-4062-8bf3-b1be0799ec21 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:34:04.241631 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3128075-577d-4538-9156-f34344ce856d req-e3b3d165-aa59-4336-88ee-239de090ee04 service neutron] Attempting to bind port a4cd67e8-ad08-414e-8919-9b9b452194c3 on network 437becb0-7541-4062-8bf3-b1be0799ec21 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:34:04.249873 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c2a32dce-a1d9-4853-ad75-ce44f883f819 req-851199c3-8191-441c-b6b1-b23d1a2ff740 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=679e3180-4659-448f-ad4b-b096f56917db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577891 May 23 11:34:04.281050 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3128075-577d-4538-9156-f34344ce856d req-e3b3d165-aa59-4336-88ee-239de090ee04 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:34:04.281386 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3128075-577d-4538-9156-f34344ce856d req-e3b3d165-aa59-4336-88ee-239de090ee04 service neutron] Checking segment: {'id': '204a908b-b12b-4e27-ac7d-0d6ebc09f6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '437becb0-7541-4062-8bf3-b1be0799ec21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:34:04.281764 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3128075-577d-4538-9156-f34344ce856d req-e3b3d165-aa59-4336-88ee-239de090ee04 service neutron] Bound using segment: {'id': '204a908b-b12b-4e27-ac7d-0d6ebc09f6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '437becb0-7541-4062-8bf3-b1be0799ec21'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:34:04.282205 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-d3128075-577d-4538-9156-f34344ce856d req-e3b3d165-aa59-4336-88ee-239de090ee04 service neutron] Bound port: a4cd67e8-ad08-414e-8919-9b9b452194c3, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '204a908b-b12b-4e27-ac7d-0d6ebc09f6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '437becb0-7541-4062-8bf3-b1be0799ec21'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:34:04.282521 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d3128075-577d-4538-9156-f34344ce856d req-e3b3d165-aa59-4336-88ee-239de090ee04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:04.296118 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012e33d1-7f83-46ad-956a-b2b6dfe210f5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:34:04.313956 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-012e33d1-7f83-46ad-956a-b2b6dfe210f5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:04.317570 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f072b315-0153-4adc-8032-e1fd5a761a2e None None] Sync routers for ids ['292fc401-215b-4582-bee0-2ba919fdc594'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:34:04.347567 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f072b315-0153-4adc-8032-e1fd5a761a2e None None] Routers {'292fc401-215b-4582-bee0-2ba919fdc594'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:34:04.348315 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f072b315-0153-4adc-8032-e1fd5a761a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:33:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['292fc401-215b-4582-bee0-2ba919fdc594'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:34:04.370991 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-012e33d1-7f83-46ad-956a-b2b6dfe210f5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "DELETE /v2.0/floatingips/0befe916-4cdf-4a45-97fa-10f2b7c4e26a HTTP/1.1" status: 204 len: 168 time: 2.9210367 May 23 11:34:04.371802 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ebeb51-3308-40fa-9457-a5bf22e2fd1c', 'tag': '1777e763-6e05-40ca-ab91-1051e1f323c3'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:34:04.435377 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdc6ad3b-2cfc-407f-9f6b-5165cfebe500'] response: {'name': 'network-changed', 'server_uuid': 'c6ebeb51-3308-40fa-9457-a5bf22e2fd1c', 'tag': '1777e763-6e05-40ca-ab91-1051e1f323c3', 'status': 'completed', 'code': 200} May 23 11:34:04.504457 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-d3128075-577d-4538-9156-f34344ce856d req-e3b3d165-aa59-4336-88ee-239de090ee04 service neutron] For port a4cd67e8-ad08-414e-8919-9b9b452194c3, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:34:04.513239 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-d3128075-577d-4538-9156-f34344ce856d req-e3b3d165-aa59-4336-88ee-239de090ee04 service neutron] For port a4cd67e8-ad08-414e-8919-9b9b452194c3, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=a4cd67e8-ad08-414e-8919-9b9b452194c3,segment=NetworkSegment(204a908b-b12b-4e27-ac7d-0d6ebc09f6f5),segment_id=204a908b-b12b-4e27-ac7d-0d6ebc09f6f5)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:34:04.540575 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d3128075-577d-4538-9156-f34344ce856d req-e3b3d165-aa59-4336-88ee-239de090ee04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:04.644483 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da9f9945-154b-4ebd-abdb-23de19b3d3d5 req-02e57c2b-f6de-4796-bee1-88ab3abb0440 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=424639f7ceac4970a6ab4918f121bd86&device_id=c6ebeb51-3308-40fa-9457-a5bf22e2fd1c HTTP/1.1" status: 200 len: 1135 time: 0.1585734 May 23 11:34:04.649929 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d3128075-577d-4538-9156-f34344ce856d req-e3b3d165-aa59-4336-88ee-239de090ee04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:04.651311 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d3128075-577d-4538-9156-f34344ce856d req-e3b3d165-aa59-4336-88ee-239de090ee04 service neutron] 10.222.0.81 "PUT /v2.0/ports/a4cd67e8-ad08-414e-8919-9b9b452194c3 HTTP/1.1" status: 200 len: 1092 time: 2.5046697 May 23 11:34:04.654744 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c452d5-d16d-45dc-826d-b1eb2a509848', 'tag': 'a4cd67e8-ad08-414e-8919-9b9b452194c3'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:34:04.679207 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-f072b315-0153-4adc-8032-e1fd5a761a2e None None] Set router 292fc401-215b-4582-bee0-2ba919fdc594 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:34:04.730231 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1410e4da-2eb3-48e7-af94-f168e367e1e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:04.798497 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ee5c7b7-75bc-41c9-9e88-64a190845623'] response: {'name': 'network-changed', 'server_uuid': 'e4c452d5-d16d-45dc-826d-b1eb2a509848', 'tag': 'a4cd67e8-ad08-414e-8919-9b9b452194c3', 'status': 'completed', 'code': 200} May 23 11:34:04.928072 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1410e4da-2eb3-48e7-af94-f168e367e1e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:04.938094 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1410e4da-2eb3-48e7-af94-f168e367e1e1 admin admin] Usage tracker for resource:security_group_rule and tenant:74b87feb464e4c5bb081c25580b35f8c is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:04.950464 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1410e4da-2eb3-48e7-af94-f168e367e1e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:04.959600 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b3d165-aa59-4336-88ee-239de090ee04 service neutron] Pushing event updated for resources: {'Port': ['ID=a4cd67e8-ad08-414e-8919-9b9b452194c3,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:04.971032 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1410e4da-2eb3-48e7-af94-f168e367e1e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:05.074687 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f9945-154b-4ebd-abdb-23de19b3d3d5 req-0500d2a9-3f8a-4cab-b59b-61904d9ad3b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:05.076955 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da9f9945-154b-4ebd-abdb-23de19b3d3d5 req-0500d2a9-3f8a-4cab-b59b-61904d9ad3b6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1bd87c50-8964-47b6-8167-6147f4bf390c HTTP/1.1" status: 200 len: 897 time: 0.4069862 May 23 11:34:05.217243 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f072b315-0153-4adc-8032-e1fd5a761a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '292fc401-215b-4582-bee0-2ba919fdc594', 'name': 'tempest-TestSecurityGroupsBasicOps-router-122562020', 'tenant_id': '424639f7ceac4970a6ab4918f121bd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '7a97c955-8963-414c-96c0-c639f0cbc1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:31:17Z', 'updated_at': '2022-05-23T11:31:31Z', 'revision_number': 4, 'project_id': '424639f7ceac4970a6ab4918f121bd86', 'gw_port': {'id': '7a97c955-8963-414c-96c0-c639f0cbc1ab', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:42:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292fc401-215b-4582-bee0-2ba919fdc594', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:31:19Z', 'updated_at': '2022-05-23T11:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '2af43ca6-9f22-428c-b01c-44c9d6ee4386', 'name': '', 'network_id': '1bd87c50-8964-47b6-8167-6147f4bf390c', 'tenant_id': '424639f7ceac4970a6ab4918f121bd86', 'mac_address': 'fa:16:3e:f7:8d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292fc401-215b-4582-bee0-2ba919fdc594', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04e492dd-4823-45db-b311-ac18df6dd39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:31:30Z', 'updated_at': '2022-05-23T11:31:38Z', 'revision_number': 5, 'project_id': '424639f7ceac4970a6ab4918f121bd86', 'subnets': [{'id': '04e492dd-4823-45db-b311-ac18df6dd39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:34:05.222477 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f072b315-0153-4adc-8032-e1fd5a761a2e None None] Checking router: 292fc401-215b-4582-bee0-2ba919fdc594 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:34:05.231963 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d3128075-577d-4538-9156-f34344ce856d req-a7d81f5b-5ead-44d2-adac-99eeb6bc9aa4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=261dc3b71b384338a9f4e12911499bfb&device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 1095 time: 0.4323199 May 23 11:34:05.237639 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f072b315-0153-4adc-8032-e1fd5a761a2e None None] Routers {'292fc401-215b-4582-bee0-2ba919fdc594'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:34:05.239239 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f072b315-0153-4adc-8032-e1fd5a761a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:33:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['292fc401-215b-4582-bee0-2ba919fdc594'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:34:05.250767 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da9f9945-154b-4ebd-abdb-23de19b3d3d5 req-5aa00212-e6f5-4f24-bcfe-6b24856e1af2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1777e763-6e05-40ca-ab91-1051e1f323c3 HTTP/1.1" status: 200 len: 217 time: 0.1314650 May 23 11:34:05.336555 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d3128075-577d-4538-9156-f34344ce856d req-e358307f-dc31-4738-bff7-413de7a757e8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4cd67e8-ad08-414e-8919-9b9b452194c3 HTTP/1.1" status: 200 len: 217 time: 0.0734346 May 23 11:34:05.363384 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9aad8-33d6-49d8-8a5b-0afbd21ddad0 req-f57476ae-068a-4a63-8dc1-1aec4c81212f tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:05.364136 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-2aa9aad8-33d6-49d8-8a5b-0afbd21ddad0 req-f57476ae-068a-4a63-8dc1-1aec4c81212f tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Synchronizing usage tracker for tenant:424639f7ceac4970a6ab4918f121bd86 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:34:05.369727 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1410e4da-2eb3-48e7-af94-f168e367e1e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:05.388300 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f9945-154b-4ebd-abdb-23de19b3d3d5 req-938617e3-c21d-42b9-9a5e-5797cf9cb1f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:05.389803 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da9f9945-154b-4ebd-abdb-23de19b3d3d5 req-938617e3-c21d-42b9-9a5e-5797cf9cb1f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=04e492dd-4823-45db-b311-ac18df6dd39e HTTP/1.1" status: 200 len: 835 time: 0.1292629 May 23 11:34:05.390386 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1410e4da-2eb3-48e7-af94-f168e367e1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:05.464495 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-10c38100-7bee-4867-a11e-cd3e6b244661 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:05.466400 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-2aa9aad8-33d6-49d8-8a5b-0afbd21ddad0 req-f57476ae-068a-4a63-8dc1-1aec4c81212f tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Unset dirty status for tenant:424639f7ceac4970a6ab4918f121bd86 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:34:05.467552 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2aa9aad8-33d6-49d8-8a5b-0afbd21ddad0 req-f57476ae-068a-4a63-8dc1-1aec4c81212f tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6ebeb51-3308-40fa-9457-a5bf22e2fd1c HTTP/1.1" status: 200 len: 984 time: 0.3943763 May 23 11:34:05.492483 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3128075-577d-4538-9156-f34344ce856d req-3ad6c7d1-26b4-4cfc-95ef-49ed08ddd8c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:05.494490 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d3128075-577d-4538-9156-f34344ce856d req-3ad6c7d1-26b4-4cfc-95ef-49ed08ddd8c0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=aca8b965-30cf-4c2a-8560-f756485a23a0 HTTP/1.1" status: 200 len: 834 time: 0.1464059 May 23 11:34:05.514614 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-f072b315-0153-4adc-8032-e1fd5a761a2e None None] Set router 292fc401-215b-4582-bee0-2ba919fdc594 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:34:05.588702 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1410e4da-2eb3-48e7-af94-f168e367e1e1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=74b87feb464e4c5bb081c25580b35f8c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3997996 May 23 11:34:05.589690 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1410e4da-2eb3-48e7-af94-f168e367e1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ebe427-e041-42fe-a706-25515d5de344,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:05.596693 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51190) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:05.636039 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2aa9aad8-33d6-49d8-8a5b-0afbd21ddad0 req-b6c5d1b4-aaef-48cd-b5e9-fd22f7a08498 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/security-groups?id=8e098f0e-2fca-4d5d-906d-a996b10b1e75&id=b38b4bc8-a441-4bdb-9e54-436ce0abd335&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1180511 May 23 11:34:05.675992 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76dfbf-5a35-4dc6-aef1-536b1964620a req-39a5f3ff-6135-4797-8f9e-36131af62913 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:05.677688 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0e76dfbf-5a35-4dc6-aef1-536b1964620a req-39a5f3ff-6135-4797-8f9e-36131af62913 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 944 time: 0.2193825 May 23 11:34:05.714193 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da9f9945-154b-4ebd-abdb-23de19b3d3d5 req-dfeb8c75-de97-4f60-99f3-e8f5e4c05350 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1bd87c50-8964-47b6-8167-6147f4bf390c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3163574 May 23 11:34:05.796635 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d3128075-577d-4538-9156-f34344ce856d req-f504fb18-3c10-49f5-96bc-cbade8f7e4e0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=437becb0-7541-4062-8bf3-b1be0799ec21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2352989 May 23 11:34:05.822594 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b0f1c9d-2822-4938-82a1-c93f2e171bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:05.870164 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b0f1c9d-2822-4938-82a1-c93f2e171bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:05.880023 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0e76dfbf-5a35-4dc6-aef1-536b1964620a req-0f2ecc79-4f62-47ef-85d8-84e340435919 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=679e3180-4659-448f-ad4b-b096f56917db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905215 May 23 11:34:05.954997 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da9f9945-154b-4ebd-abdb-23de19b3d3d5 req-2f605e7b-f165-430d-8c95-bdbeeed15210 service neutron] 10.222.0.13 "GET /v2.0/networks/1bd87c50-8964-47b6-8167-6147f4bf390c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313340 May 23 11:34:05.974794 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f072b315-0153-4adc-8032-e1fd5a761a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '292fc401-215b-4582-bee0-2ba919fdc594', 'name': 'tempest-TestSecurityGroupsBasicOps-router-122562020', 'tenant_id': '424639f7ceac4970a6ab4918f121bd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '7a97c955-8963-414c-96c0-c639f0cbc1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:31:17Z', 'updated_at': '2022-05-23T11:31:31Z', 'revision_number': 4, 'project_id': '424639f7ceac4970a6ab4918f121bd86', 'gw_port': {'id': '7a97c955-8963-414c-96c0-c639f0cbc1ab', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:42:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292fc401-215b-4582-bee0-2ba919fdc594', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:31:19Z', 'updated_at': '2022-05-23T11:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '2af43ca6-9f22-428c-b01c-44c9d6ee4386', 'name': '', 'network_id': '1bd87c50-8964-47b6-8167-6147f4bf390c', 'tenant_id': '424639f7ceac4970a6ab4918f121bd86', 'mac_address': 'fa:16:3e:f7:8d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292fc401-215b-4582-bee0-2ba919fdc594', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04e492dd-4823-45db-b311-ac18df6dd39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:31:30Z', 'updated_at': '2022-05-23T11:31:38Z', 'revision_number': 5, 'project_id': '424639f7ceac4970a6ab4918f121bd86', 'subnets': [{'id': '04e492dd-4823-45db-b311-ac18df6dd39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:34:05.979554 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d3128075-577d-4538-9156-f34344ce856d req-a045638f-7a08-43af-afd9-9f60c77260a7 service neutron] 10.222.0.81 "GET /v2.0/networks/437becb0-7541-4062-8bf3-b1be0799ec21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708169 May 23 11:34:05.980017 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f072b315-0153-4adc-8032-e1fd5a761a2e None None] The sync data for ids ['292fc401-215b-4582-bee0-2ba919fdc594'] in n-d-842952-2 is: [{'id': '292fc401-215b-4582-bee0-2ba919fdc594', 'name': 'tempest-TestSecurityGroupsBasicOps-router-122562020', 'tenant_id': '424639f7ceac4970a6ab4918f121bd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '7a97c955-8963-414c-96c0-c639f0cbc1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:31:17Z', 'updated_at': '2022-05-23T11:31:31Z', 'revision_number': 4, 'project_id': '424639f7ceac4970a6ab4918f121bd86', 'gw_port': {'id': '7a97c955-8963-414c-96c0-c639f0cbc1ab', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:42:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292fc401-215b-4582-bee0-2ba919fdc594', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:31:19Z', 'updated_at': '2022-05-23T11:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '2af43ca6-9f22-428c-b01c-44c9d6ee4386', 'name': '', 'network_id': '1bd87c50-8964-47b6-8167-6147f4bf390c', 'tenant_id': '424639f7ceac4970a6ab4918f121bd86', 'mac_address': 'fa:16:3e:f7:8d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292fc401-215b-4582-bee0-2ba919fdc594', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04e492dd-4823-45db-b311-ac18df6dd39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:31:30Z', 'updated_at': '2022-05-23T11:31:38Z', 'revision_number': 5, 'project_id': '424639f7ceac4970a6ab4918f121bd86', 'subnets': [{'id': '04e492dd-4823-45db-b311-ac18df6dd39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:34:06.168110 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b0f1c9d-2822-4938-82a1-c93f2e171bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:06.197192 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f1c9d-2822-4938-82a1-c93f2e171bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ebe427-e041-42fe-a706-25515d5de344,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:06.211156 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b0f1c9d-2822-4938-82a1-c93f2e171bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:06.215008 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5b0f1c9d-2822-4938-82a1-c93f2e171bdb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/05ebe427-e041-42fe-a706-25515d5de344 HTTP/1.1" status: 204 len: 168 time: 0.6049807 May 23 11:34:06.261553 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da9f9945-154b-4ebd-abdb-23de19b3d3d5 req-6d7e0e43-b444-4292-ad15-e3fbc442b112 service neutron] 10.222.0.13 "GET /v2.0/networks/1bd87c50-8964-47b6-8167-6147f4bf390c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997689 May 23 11:34:06.339787 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d3128075-577d-4538-9156-f34344ce856d req-9e160f7f-6355-44a1-ad04-85862fa9bb42 service neutron] 10.222.0.81 "GET /v2.0/networks/437becb0-7541-4062-8bf3-b1be0799ec21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101635 May 23 11:34:06.363219 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-10c38100-7bee-4867-a11e-cd3e6b244661 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Allocated IP 172.20.0.1 (47ca0a5b-b81c-4fcd-8f31-4077b984fc2d/170a90e9-3760-4c5e-8b49-d9925fcf070b/9e6f9651-6905-4f95-8c14-c9ff37b1b2b7) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:34:06.461873 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d88384-bedc-4310-8474-4050b822061f req-2448380d-35e9-4c7a-bcb2-f438177058d2 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:06.463631 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-71d88384-bedc-4310-8474-4050b822061f req-2448380d-35e9-4c7a-bcb2-f438177058d2 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ebeb51-3308-40fa-9457-a5bf22e2fd1c HTTP/1.1" status: 200 len: 984 time: 0.0992019 May 23 11:34:06.551496 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-71d88384-bedc-4310-8474-4050b822061f req-6dca3409-ce97-4b8b-9ffd-74e240577b39 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Deleting port 1777e763-6e05-40ca-ab91-1051e1f323c3 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:34:06.551809 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-71d88384-bedc-4310-8474-4050b822061f req-6dca3409-ce97-4b8b-9ffd-74e240577b39 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:06.586610 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f56c14c7-6934-402e-a175-324bca1901f9 req-8d38267e-82cd-4911-a3bd-0d18eee16f97 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=261dc3b71b384338a9f4e12911499bfb&device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 1095 time: 0.1316314 May 23 11:34:06.618287 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-10c38100-7bee-4867-a11e-cd3e6b244661 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:06.721767 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-10c38100-7bee-4867-a11e-cd3e6b244661 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Transition to ACTIVE for port object 9e6f9651-6905-4f95-8c14-c9ff37b1b2b7 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:34:06.779361 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c14c7-6934-402e-a175-324bca1901f9 req-6c92abbf-85ac-4ef0-b38a-7d2b87922839 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:06.781077 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f56c14c7-6934-402e-a175-324bca1901f9 req-6c92abbf-85ac-4ef0-b38a-7d2b87922839 service neutron] 10.222.0.81 "GET /v2.0/networks?id=437becb0-7541-4062-8bf3-b1be0799ec21 HTTP/1.1" status: 200 len: 898 time: 0.1886792 May 23 11:34:06.787910 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-10c38100-7bee-4867-a11e-cd3e6b244661 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:06.954711 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f56c14c7-6934-402e-a175-324bca1901f9 req-4dd0d7b4-6e58-49db-9ea6-65e1857879ff service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4cd67e8-ad08-414e-8919-9b9b452194c3 HTTP/1.1" status: 200 len: 217 time: 0.1539094 May 23 11:34:06.955380 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c38100-7bee-4867-a11e-cd3e6b244661 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Pushing event updated for resources: {'Port': ['ID=9e6f9651-6905-4f95-8c14-c9ff37b1b2b7,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:07.009052 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c38100-7bee-4867-a11e-cd3e6b244661 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Network 47ca0a5b-b81c-4fcd-8f31-4077b984fc2d is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:34:07.014848 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-10c38100-7bee-4867-a11e-cd3e6b244661 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:34:07.045323 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-71d88384-bedc-4310-8474-4050b822061f req-6dca3409-ce97-4b8b-9ffd-74e240577b39 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] For port 1777e763-6e05-40ca-ab91-1051e1f323c3, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=1777e763-6e05-40ca-ab91-1051e1f323c3,segment=NetworkSegment(60ca3c53-e5d5-401d-a55d-3e00cb173e2f),segment_id=60ca3c53-e5d5-401d-a55d-3e00cb173e2f)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:34:07.045929 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-71d88384-bedc-4310-8474-4050b822061f req-6dca3409-ce97-4b8b-9ffd-74e240577b39 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:07.183261 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c38100-7bee-4867-a11e-cd3e6b244661 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:34:07.290967 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c14c7-6934-402e-a175-324bca1901f9 req-c75594f4-7f1e-4d1f-b6ab-3348d7a60ae5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:07.292478 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f56c14c7-6934-402e-a175-324bca1901f9 req-c75594f4-7f1e-4d1f-b6ab-3348d7a60ae5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=aca8b965-30cf-4c2a-8560-f756485a23a0 HTTP/1.1" status: 200 len: 834 time: 0.3303964 May 23 11:34:07.295058 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-10c38100-7bee-4867-a11e-cd3e6b244661 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:07.311125 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-71d88384-bedc-4310-8474-4050b822061f req-6dca3409-ce97-4b8b-9ffd-74e240577b39 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Calling delete_port for 1777e763-6e05-40ca-ab91-1051e1f323c3 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:34:07.409835 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804fd88-d52c-4a55-8123-79ea1f176c7c req-8be7ad6f-43b3-4444-8d18-81d0de4b4600 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:07.413325 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d074b200-7c9e-43fa-b3c0-bee36eee41df None None] Provisioning for port 9e6f9651-6905-4f95-8c14-c9ff37b1b2b7 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:34:07.417069 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e804fd88-d52c-4a55-8123-79ea1f176c7c req-8be7ad6f-43b3-4444-8d18-81d0de4b4600 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6ebeb51-3308-40fa-9457-a5bf22e2fd1c HTTP/1.1" status: 200 len: 984 time: 0.4855752 May 23 11:34:07.419184 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d074b200-7c9e-43fa-b3c0-bee36eee41df None None] Provisioning complete for port 9e6f9651-6905-4f95-8c14-c9ff37b1b2b7 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:34:07.419552 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d074b200-7c9e-43fa-b3c0-bee36eee41df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:07.490194 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d074b200-7c9e-43fa-b3c0-bee36eee41df None None] Port 9e6f9651-6905-4f95-8c14-c9ff37b1b2b7 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:34:07.513933 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f56c14c7-6934-402e-a175-324bca1901f9 req-6d64de42-9847-457b-92db-28c33f6e602a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=437becb0-7541-4062-8bf3-b1be0799ec21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2141504 May 23 11:34:07.523559 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-10c38100-7bee-4867-a11e-cd3e6b244661 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:07.542728 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4bcedc-d1ce-4876-b906-ce7dc2fa532a req-392d1041-21c7-4df1-865a-fbfc5d0da339 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:07.549922 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eb4bcedc-d1ce-4876-b906-ce7dc2fa532a req-392d1041-21c7-4df1-865a-fbfc5d0da339 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 944 time: 0.2850409 May 23 11:34:07.553954 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e804fd88-d52c-4a55-8123-79ea1f176c7c req-8b71bdca-8caf-4485-ad14-a9f1922399ff tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "GET /v2.0/security-groups?id=8e098f0e-2fca-4d5d-906d-a996b10b1e75&id=b38b4bc8-a441-4bdb-9e54-436ce0abd335&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1361065 May 23 11:34:07.675980 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eb4bcedc-d1ce-4876-b906-ce7dc2fa532a req-54ffe3db-827c-4694-b464-a2563684ea78 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=679e3180-4659-448f-ad4b-b096f56917db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251667 May 23 11:34:07.687819 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-71d88384-bedc-4310-8474-4050b822061f req-6dca3409-ce97-4b8b-9ffd-74e240577b39 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:07.746363 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca3409-ce97-4b8b-9ffd-74e240577b39 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Pushing event deleted for resources: {'Port': ['ID=1777e763-6e05-40ca-ab91-1051e1f323c3,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:07.796654 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device fb3b4d84-0d86-4261-bcf5-79f873bc7e9a no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:34:07.836948 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d88384-bedc-4310-8474-4050b822061f req-6dca3409-ce97-4b8b-9ffd-74e240577b39 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] No DVR routers for this DVR port 1777e763-6e05-40ca-ab91-1051e1f323c3 on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:34:07.839469 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-71d88384-bedc-4310-8474-4050b822061f req-6dca3409-ce97-4b8b-9ffd-74e240577b39 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:07.842775 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ebeb51-3308-40fa-9457-a5bf22e2fd1c', 'name': 'network-vif-deleted', 'tag': '1777e763-6e05-40ca-ab91-1051e1f323c3'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:34:07.863775 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: fb3b4d84-0d86-4261-bcf5-79f873bc7e9a {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:34:07.864211 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device fb3b4d84-0d86-4261-bcf5-79f873bc7e9a not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:34:07.891948 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-71d88384-bedc-4310-8474-4050b822061f req-6dca3409-ce97-4b8b-9ffd-74e240577b39 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.13 "DELETE /v2.0/ports/1777e763-6e05-40ca-ab91-1051e1f323c3 HTTP/1.1" status: 204 len: 173 time: 1.4225674 May 23 11:34:07.940707 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74f11010-fdef-4db6-a3c8-861e012bc446'] response: {'server_uuid': 'c6ebeb51-3308-40fa-9457-a5bf22e2fd1c', 'name': 'network-vif-deleted', 'tag': '1777e763-6e05-40ca-ab91-1051e1f323c3', 'status': 'completed', 'code': 200} May 23 11:34:07.941861 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f56c14c7-6934-402e-a175-324bca1901f9 req-0ccbe9c3-89dd-4672-966a-a4f461132296 service neutron] 10.222.0.81 "GET /v2.0/networks/437becb0-7541-4062-8bf3-b1be0799ec21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076028 May 23 11:34:08.183467 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:08.215501 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51260) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:08.219370 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f56c14c7-6934-402e-a175-324bca1901f9 req-ac8f845f-1c92-431b-9f1e-5398dfce8fad service neutron] 10.222.0.81 "GET /v2.0/networks/437becb0-7541-4062-8bf3-b1be0799ec21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668836 May 23 11:34:08.293498 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-10c38100-7bee-4867-a11e-cd3e6b244661 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:08.301432 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-10c38100-7bee-4867-a11e-cd3e6b244661 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:08.401170 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-040da61f-490e-4e30-8340-5858005a8faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:08.428828 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-10c38100-7bee-4867-a11e-cd3e6b244661 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:08.433063 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c38100-7bee-4867-a11e-cd3e6b244661 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Pushing event updated for resources: {'Port': ['ID=9e6f9651-6905-4f95-8c14-c9ff37b1b2b7,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:08.437896 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-040da61f-490e-4e30-8340-5858005a8faf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:08.443028 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-040da61f-490e-4e30-8340-5858005a8faf admin admin] Usage tracker for resource:security_group_rule and tenant:7737352f37fb4a978d28b4c99ee485ec is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:08.445939 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-040da61f-490e-4e30-8340-5858005a8faf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:08.456593 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-040da61f-490e-4e30-8340-5858005a8faf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:08.541844 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-040da61f-490e-4e30-8340-5858005a8faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:08.548286 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-040da61f-490e-4e30-8340-5858005a8faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:08.595702 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c38100-7bee-4867-a11e-cd3e6b244661 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Network 47ca0a5b-b81c-4fcd-8f31-4077b984fc2d is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:34:08.597673 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-10c38100-7bee-4867-a11e-cd3e6b244661 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:34:08.649580 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-040da61f-490e-4e30-8340-5858005a8faf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7737352f37fb4a978d28b4c99ee485ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4329469 May 23 11:34:08.650356 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040da61f-490e-4e30-8340-5858005a8faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a16fcf-177e-4893-8a32-fc4de747db58,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:08.661016 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51272) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:08.775711 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51278) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:08.787422 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-36a62c16-dc8b-4a23-844e-79aadaeb8281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:08.882394 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-36a62c16-dc8b-4a23-844e-79aadaeb8281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:08.999402 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d9a00d3a-c063-4770-90f0-e4d24c914004 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:09.042568 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3aa3d6c4-c2b5-48de-bd52-05688e0e3843 None None] Provisioning complete for port 9e6f9651-6905-4f95-8c14-c9ff37b1b2b7 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:34:09.044252 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3aa3d6c4-c2b5-48de-bd52-05688e0e3843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:09.046339 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d9a00d3a-c063-4770-90f0-e4d24c914004 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:09.060991 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-36a62c16-dc8b-4a23-844e-79aadaeb8281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:09.096259 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a62c16-dc8b-4a23-844e-79aadaeb8281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a16fcf-177e-4893-8a32-fc4de747db58,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:09.118325 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-36a62c16-dc8b-4a23-844e-79aadaeb8281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:09.118325 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-36a62c16-dc8b-4a23-844e-79aadaeb8281 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/34a16fcf-177e-4893-8a32-fc4de747db58 HTTP/1.1" status: 204 len: 168 time: 0.4552925 May 23 11:34:09.132253 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3aa3d6c4-c2b5-48de-bd52-05688e0e3843 None None] Port 9e6f9651-6905-4f95-8c14-c9ff37b1b2b7 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:34:09.133641 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46499576-f6b0-48de-8a6d-f690cb3a3a00 req-6756938c-8f29-4de9-be7b-c175e4155b92 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:09.135183 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-46499576-f6b0-48de-8a6d-f690cb3a3a00 req-6756938c-8f29-4de9-be7b-c175e4155b92 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 944 time: 0.1805995 May 23 11:34:09.162929 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d9a00d3a-c063-4770-90f0-e4d24c914004 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:09.188681 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a00d3a-c063-4770-90f0-e4d24c914004 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e098f0e-2fca-4d5d-906d-a996b10b1e75,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:09.226646 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d9a00d3a-c063-4770-90f0-e4d24c914004 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:09.227909 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d9a00d3a-c063-4770-90f0-e4d24c914004 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "DELETE /v2.0/security-groups/8e098f0e-2fca-4d5d-906d-a996b10b1e75 HTTP/1.1" status: 204 len: 168 time: 0.4489303 May 23 11:34:09.230953 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-46499576-f6b0-48de-8a6d-f690cb3a3a00 req-270d3ad8-a107-43b2-b961-7bd759779c2c tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=679e3180-4659-448f-ad4b-b096f56917db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874617 May 23 11:34:09.231400 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51292) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:09.278907 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fabca6c6-d126-4ec7-bcb2-569edb3b625d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:09.325770 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-92e46ec3-f7d0-4471-8766-bf9e911adc1e tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:09.345518 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c38100-7bee-4867-a11e-cd3e6b244661 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Router 9791e12f-28cb-4c42-a599-9f2bdab7f383 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:34:09.366962 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-92e46ec3-f7d0-4471-8766-bf9e911adc1e tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:09.466535 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:09.539518 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-92e46ec3-f7d0-4471-8766-bf9e911adc1e tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:09.573392 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e46ec3-f7d0-4471-8766-bf9e911adc1e tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38b4bc8-a441-4bdb-9e54-436ce0abd335,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:09.581982 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-92e46ec3-f7d0-4471-8766-bf9e911adc1e tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:09.583295 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-92e46ec3-f7d0-4471-8766-bf9e911adc1e tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "DELETE /v2.0/security-groups/b38b4bc8-a441-4bdb-9e54-436ce0abd335 HTTP/1.1" status: 204 len: 168 time: 0.3509779 May 23 11:34:09.586704 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51302) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:09.656778 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device a4cd67e8-ad08-414e-8919-9b9b452194c3 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:34:09.787779 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c38100-7bee-4867-a11e-cd3e6b244661 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:34:09.798438 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1a280f-af93-4f11-aede-888680b9773e None None] Sync routers for ids ['9791e12f-28cb-4c42-a599-9f2bdab7f383'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:34:09.807212 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-10c38100-7bee-4867-a11e-cd3e6b244661 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] 10.222.0.79 "PUT /v2.0/routers/9791e12f-28cb-4c42-a599-9f2bdab7f383/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3615696 May 23 11:34:09.807212 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51316) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:09.816400 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-81cb4341-def4-4152-a5fa-3c014cc7b0b2 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Request body: {'port': {'network_id': '47ca0a5b-b81c-4fcd-8f31-4077b984fc2d', 'name': 'tempest-FloatingIPAdminTestJSON-2104977709'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:34:09.825531 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1a280f-af93-4f11-aede-888680b9773e None None] Routers {'9791e12f-28cb-4c42-a599-9f2bdab7f383'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:34:09.826166 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ec1a280f-af93-4f11-aede-888680b9773e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:33:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['9791e12f-28cb-4c42-a599-9f2bdab7f383'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:34:09.861730 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port a4cd67e8-ad08-414e-8919-9b9b452194c3, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=a4cd67e8-ad08-414e-8919-9b9b452194c3,segment=NetworkSegment(204a908b-b12b-4e27-ac7d-0d6ebc09f6f5),segment_id=204a908b-b12b-4e27-ac7d-0d6ebc09f6f5)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:34:09.879342 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': 'a4cd67e8-ad08-414e-8919-9b9b452194c3', 'network_id': '437becb0-7541-4062-8bf3-b1be0799ec21', 'port_id': 'a4cd67e8-ad08-414e-8919-9b9b452194c3', 'mac_address': 'fa:16:3e:6e:ed:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aca8b965-30cf-4c2a-8560-f756485a23a0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:34:09.946523 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:09.968589 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4cd67e8-ad08-414e-8919-9b9b452194c3 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:34:09.988728 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port a4cd67e8-ad08-414e-8919-9b9b452194c3, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=a4cd67e8-ad08-414e-8919-9b9b452194c3,segment=NetworkSegment(204a908b-b12b-4e27-ac7d-0d6ebc09f6f5),segment_id=204a908b-b12b-4e27-ac7d-0d6ebc09f6f5)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:34:10.000848 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:10.015070 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-81cb4341-def4-4152-a5fa-3c014cc7b0b2 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:10.016326 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ec1a280f-af93-4f11-aede-888680b9773e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:34:10.024966 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-81cb4341-def4-4152-a5fa-3c014cc7b0b2 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Usage tracker for resource:port and tenant:b42a8c8f6f9f48c581606877d63803e2 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:10.044228 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1a280f-af93-4f11-aede-888680b9773e None None] Routers {'9791e12f-28cb-4c42-a599-9f2bdab7f383'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:34:10.045076 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ec1a280f-af93-4f11-aede-888680b9773e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:33:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['9791e12f-28cb-4c42-a599-9f2bdab7f383'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:34:10.104227 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=a4cd67e8-ad08-414e-8919-9b9b452194c3,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:10.118478 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-81cb4341-def4-4152-a5fa-3c014cc7b0b2 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:10.120947 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ec1a280f-af93-4f11-aede-888680b9773e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:34:10.121550 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1a280f-af93-4f11-aede-888680b9773e None None] The sync data for ids ['9791e12f-28cb-4c42-a599-9f2bdab7f383'] in n-d-842952-2 is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:34:10.136313 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-81cb4341-def4-4152-a5fa-3c014cc7b0b2 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:10.203771 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81cb4341-def4-4152-a5fa-3c014cc7b0b2 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Made reservation on behalf of b42a8c8f6f9f48c581606877d63803e2 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:34:10.207845 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-81cb4341-def4-4152-a5fa-3c014cc7b0b2 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:10.248935 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-81cb4341-def4-4152-a5fa-3c014cc7b0b2 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] device_id is not set on port 83b799e9-35c6-49b6-af42-6a0a5f38e9b1 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:34:10.327064 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['a4cd67e8-ad08-414e-8919-9b9b452194c3'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:34:10.421467 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-81cb4341-def4-4152-a5fa-3c014cc7b0b2 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Allocated IP 172.20.0.9 (47ca0a5b-b81c-4fcd-8f31-4077b984fc2d/170a90e9-3760-4c5e-8b49-d9925fcf070b/83b799e9-35c6-49b6-af42-6a0a5f38e9b1) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:34:10.485016 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fe061b80-7f14-4ab3-959c-f8013264ed02 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:10.585367 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89c2fb-8a70-417f-a03d-53f7c1b34b2e req-f730286e-80e3-4b41-8d41-662c28e3d9d4 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:10.589068 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4f89c2fb-8a70-417f-a03d-53f7c1b34b2e req-f730286e-80e3-4b41-8d41-662c28e3d9d4 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 945 time: 0.2131162 May 23 11:34:10.651368 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 1777e763-6e05-40ca-ab91-1051e1f323c3 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:34:10.721002 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4f89c2fb-8a70-417f-a03d-53f7c1b34b2e req-b4dd45fd-ca08-456c-b151-df93ce2a7b4a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=679e3180-4659-448f-ad4b-b096f56917db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251667 May 23 11:34:10.786415 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 1777e763-6e05-40ca-ab91-1051e1f323c3 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:34:10.786868 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 1777e763-6e05-40ca-ab91-1051e1f323c3 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:34:10.877562 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-81cb4341-def4-4152-a5fa-3c014cc7b0b2 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:10.920644 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-81cb4341-def4-4152-a5fa-3c014cc7b0b2 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Transition to ACTIVE for port object 83b799e9-35c6-49b6-af42-6a0a5f38e9b1 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:34:11.002552 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-81cb4341-def4-4152-a5fa-3c014cc7b0b2 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:11.206636 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cb4341-def4-4152-a5fa-3c014cc7b0b2 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Network 47ca0a5b-b81c-4fcd-8f31-4077b984fc2d is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:34:11.217901 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-81cb4341-def4-4152-a5fa-3c014cc7b0b2 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:34:11.224341 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cb4341-def4-4152-a5fa-3c014cc7b0b2 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:34:11.353913 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb4341-def4-4152-a5fa-3c014cc7b0b2 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Pushing event updated for resources: {'Port': ['ID=83b799e9-35c6-49b6-af42-6a0a5f38e9b1,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:11.384070 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cb4341-def4-4152-a5fa-3c014cc7b0b2 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:11.384653 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-81cb4341-def4-4152-a5fa-3c014cc7b0b2 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:11.490675 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-81cb4341-def4-4152-a5fa-3c014cc7b0b2 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6793170 May 23 11:34:11.491357 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51366) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:11.539249 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2c9d7379-0dbb-4642-ad46-7f913ee1ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:11.656333 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device a4cd67e8-ad08-414e-8919-9b9b452194c3 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:34:11.761049 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ca6f6e-5aa4-4e7f-8bf0-75eba3804da2 None None] New status for floating IP 0befe916-4cdf-4a45-97fa-10f2b7c4e26a: DOWN {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:34:11.976460 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-fe061b80-7f14-4ab3-959c-f8013264ed02 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Deleting port 2af43ca6-9f22-428c-b01c-44c9d6ee4386 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:34:11.977260 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fe061b80-7f14-4ab3-959c-f8013264ed02 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:12.056801 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e827ef16-0310-4965-b2ab-868f93a0fefa None None] Provisioning for port 83b799e9-35c6-49b6-af42-6a0a5f38e9b1 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:34:12.060799 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-671adc4f-e5d6-47a7-81f3-57ea5ba37a84 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'project_id': 'b42a8c8f6f9f48c581606877d63803e2', 'port_id': '83b799e9-35c6-49b6-af42-6a0a5f38e9b1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:34:12.063351 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e827ef16-0310-4965-b2ab-868f93a0fefa None None] Provisioning complete for port 83b799e9-35c6-49b6-af42-6a0a5f38e9b1 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:34:12.063793 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e827ef16-0310-4965-b2ab-868f93a0fefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:12.067595 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-671adc4f-e5d6-47a7-81f3-57ea5ba37a84 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:12.071737 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-671adc4f-e5d6-47a7-81f3-57ea5ba37a84 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Usage tracker for resource:floatingip and tenant:b42a8c8f6f9f48c581606877d63803e2 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:12.074997 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-671adc4f-e5d6-47a7-81f3-57ea5ba37a84 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:12.081445 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-671adc4f-e5d6-47a7-81f3-57ea5ba37a84 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:12.100060 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-671adc4f-e5d6-47a7-81f3-57ea5ba37a84 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:12.127326 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e827ef16-0310-4965-b2ab-868f93a0fefa None None] Port 83b799e9-35c6-49b6-af42-6a0a5f38e9b1 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:34:12.128908 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port a4cd67e8-ad08-414e-8919-9b9b452194c3 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:34:12.137481 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port a4cd67e8-ad08-414e-8919-9b9b452194c3 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:34:12.138232 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:12.201394 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c305ed6-123e-4749-943b-80398c84d64f req-87c1ef93-8c1c-4e37-94aa-57a5bbc3aca1 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:12.203194 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9c305ed6-123e-4749-943b-80398c84d64f req-87c1ef93-8c1c-4e37-94aa-57a5bbc3aca1 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 945 time: 0.2483673 May 23 11:34:12.285491 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9c305ed6-123e-4749-943b-80398c84d64f req-dbda7263-b1cf-4839-9a23-d703a2d3e9ab tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=679e3180-4659-448f-ad4b-b096f56917db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712166 May 23 11:34:12.313761 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-fe061b80-7f14-4ab3-959c-f8013264ed02 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] For port 2af43ca6-9f22-428c-b01c-44c9d6ee4386, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2af43ca6-9f22-428c-b01c-44c9d6ee4386,segment=NetworkSegment(60ca3c53-e5d5-401d-a55d-3e00cb173e2f),segment_id=60ca3c53-e5d5-401d-a55d-3e00cb173e2f)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:34:12.314151 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fe061b80-7f14-4ab3-959c-f8013264ed02 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:12.314857 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:12.345101 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-671adc4f-e5d6-47a7-81f3-57ea5ba37a84 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:12.348600 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c452d5-d16d-45dc-826d-b1eb2a509848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4cd67e8-ad08-414e-8919-9b9b452194c3'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:34:12.374183 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port a4cd67e8-ad08-414e-8919-9b9b452194c3, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=a4cd67e8-ad08-414e-8919-9b9b452194c3,segment=NetworkSegment(204a908b-b12b-4e27-ac7d-0d6ebc09f6f5),segment_id=204a908b-b12b-4e27-ac7d-0d6ebc09f6f5)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:34:12.384578 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:12.470307 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-195cecc4-456b-4484-a315-30d3e96c9ff9'] response: {'server_uuid': 'e4c452d5-d16d-45dc-826d-b1eb2a509848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4cd67e8-ad08-414e-8919-9b9b452194c3', 'code': 200} May 23 11:34:12.483580 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=a4cd67e8-ad08-414e-8919-9b9b452194c3,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:12.519238 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-fe061b80-7f14-4ab3-959c-f8013264ed02 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Calling delete_port for 2af43ca6-9f22-428c-b01c-44c9d6ee4386 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:34:12.566473 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-671adc4f-e5d6-47a7-81f3-57ea5ba37a84 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Allocated IP 172.25.6.84 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/68a78818-3a35-4206-98d1-a57e05f22545) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:34:12.676170 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-be36c3d6-d71b-4fa7-9e23-090d75b8370f req-e60d771e-fbd3-469f-9f58-0c7fc579057f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 1097 time: 0.1177232 May 23 11:34:12.745875 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-671adc4f-e5d6-47a7-81f3-57ea5ba37a84 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:12.756628 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:12.767423 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-be36c3d6-d71b-4fa7-9e23-090d75b8370f req-4697a7e9-89de-446d-bf53-090808ad1cb2 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=679e3180-4659-448f-ad4b-b096f56917db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821493 May 23 11:34:12.784718 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-671adc4f-e5d6-47a7-81f3-57ea5ba37a84 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:12.829251 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fe061b80-7f14-4ab3-959c-f8013264ed02 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:12.832020 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:12.885766 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671adc4f-e5d6-47a7-81f3-57ea5ba37a84 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:34:12.888936 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-671adc4f-e5d6-47a7-81f3-57ea5ba37a84 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:34:12.893445 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671adc4f-e5d6-47a7-81f3-57ea5ba37a84 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:34:12.926320 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe061b80-7f14-4ab3-959c-f8013264ed02 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Pushing event deleted for resources: {'Port': ['ID=2af43ca6-9f22-428c-b01c-44c9d6ee4386,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:12.936539 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671adc4f-e5d6-47a7-81f3-57ea5ba37a84 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Pushing event updated for resources: {'Port': ['ID=68a78818-3a35-4206-98d1-a57e05f22545,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:13.356964 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fe061b80-7f14-4ab3-959c-f8013264ed02 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:13.586398 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac878fbe-8ecf-46f4-a18a-f12d8190c35d req-2669c253-c745-4846-b8dd-3116e76d71e3 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:13.587904 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ac878fbe-8ecf-46f4-a18a-f12d8190c35d req-2669c253-c745-4846-b8dd-3116e76d71e3 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 946 time: 0.1668205 May 23 11:34:13.673280 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-671adc4f-e5d6-47a7-81f3-57ea5ba37a84 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:13.712185 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ac878fbe-8ecf-46f4-a18a-f12d8190c35d req-ccaee88a-149b-4470-8867-e6a90df3331d tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=679e3180-4659-448f-ad4b-b096f56917db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175132 May 23 11:34:13.745014 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-671adc4f-e5d6-47a7-81f3-57ea5ba37a84 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:14.089464 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-671adc4f-e5d6-47a7-81f3-57ea5ba37a84 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:14.096450 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-671adc4f-e5d6-47a7-81f3-57ea5ba37a84 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:14.266145 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:14.271676 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe061b80-7f14-4ab3-959c-f8013264ed02 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Router 292fc401-215b-4582-bee0-2ba919fdc594 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:34:14.338918 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671adc4f-e5d6-47a7-81f3-57ea5ba37a84 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Pushing event updated for resources: {'Port': ['ID=68a78818-3a35-4206-98d1-a57e05f22545,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:14.355869 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-671adc4f-e5d6-47a7-81f3-57ea5ba37a84 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:14.363366 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51436) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:14.528600 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe061b80-7f14-4ab3-959c-f8013264ed02 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:34:14.541674 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e78b54-5f37-41df-9bc9-ddcbd55b0fdd None None] Sync routers for ids ['292fc401-215b-4582-bee0-2ba919fdc594'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:34:14.554665 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-fe061b80-7f14-4ab3-959c-f8013264ed02 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "PUT /v2.0/routers/292fc401-215b-4582-bee0-2ba919fdc594/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9641016 May 23 11:34:14.555435 n-d-842952-2 neutron-server[83910]: INFO neutron.db.l3_db [None req-671adc4f-e5d6-47a7-81f3-57ea5ba37a84 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Floating IP f6ad281a-0718-40ff-a16b-94d6c2c1e29c associated. External IP: 172.25.6.84, port: 83b799e9-35c6-49b6-af42-6a0a5f38e9b1. May 23 11:34:14.557478 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51444) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:14.560260 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e78b54-5f37-41df-9bc9-ddcbd55b0fdd None None] Routers {'292fc401-215b-4582-bee0-2ba919fdc594'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:34:14.560867 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-98e78b54-5f37-41df-9bc9-ddcbd55b0fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:34:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['292fc401-215b-4582-bee0-2ba919fdc594'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:34:14.914751 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0a3866f-5bcd-453b-a8c8-40b4e12f2bc5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Deleting subnet 04e492dd-4823-45db-b311-ac18df6dd39e {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:34:14.921501 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f0a3866f-5bcd-453b-a8c8-40b4e12f2bc5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:14.949070 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-98e78b54-5f37-41df-9bc9-ddcbd55b0fdd None None] Set router 292fc401-215b-4582-bee0-2ba919fdc594 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:34:14.996222 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f0a3866f-5bcd-453b-a8c8-40b4e12f2bc5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:15.059550 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0a889-4068-4b41-be93-74bf5ee310cf req-42b9dd33-4f8a-4d33-93a5-09b4a6ced3f0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:15.061600 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4ff0a889-4068-4b41-be93-74bf5ee310cf req-42b9dd33-4f8a-4d33-93a5-09b4a6ced3f0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 946 time: 0.1132035 May 23 11:34:15.101281 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f0a3866f-5bcd-453b-a8c8-40b4e12f2bc5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:15.130773 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4ff0a889-4068-4b41-be93-74bf5ee310cf req-a6aa6bd0-26af-425c-94e3-bd83693045aa tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=679e3180-4659-448f-ad4b-b096f56917db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628462 May 23 11:34:15.161564 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671adc4f-e5d6-47a7-81f3-57ea5ba37a84 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Router 9791e12f-28cb-4c42-a599-9f2bdab7f383 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:34:15.164416 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-95ac703e-d3f2-4dc4-ab1f-d74ae8c742a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:15.207258 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-95ac703e-d3f2-4dc4-ab1f-d74ae8c742a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:15.211316 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-95ac703e-d3f2-4dc4-ab1f-d74ae8c742a8 admin admin] Usage tracker for resource:security_group_rule and tenant:c10d431f47384c88903e5895110ba8db is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:15.214326 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-95ac703e-d3f2-4dc4-ab1f-d74ae8c742a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:15.220664 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-95ac703e-d3f2-4dc4-ab1f-d74ae8c742a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:15.291682 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-95ac703e-d3f2-4dc4-ab1f-d74ae8c742a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:15.298782 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-95ac703e-d3f2-4dc4-ab1f-d74ae8c742a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:15.371520 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ac703e-d3f2-4dc4-ab1f-d74ae8c742a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f16e49-995b-4fd0-9191-224ed43b448b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:15.386259 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-95ac703e-d3f2-4dc4-ab1f-d74ae8c742a8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c10d431f47384c88903e5895110ba8db&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0225027 May 23 11:34:15.388051 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f0a3866f-5bcd-453b-a8c8-40b4e12f2bc5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:15.392496 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51456) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:15.414022 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-98e78b54-5f37-41df-9bc9-ddcbd55b0fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '292fc401-215b-4582-bee0-2ba919fdc594', 'name': 'tempest-TestSecurityGroupsBasicOps-router-122562020', 'tenant_id': '424639f7ceac4970a6ab4918f121bd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '7a97c955-8963-414c-96c0-c639f0cbc1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:31:17Z', 'updated_at': '2022-05-23T11:34:12Z', 'revision_number': 5, 'project_id': '424639f7ceac4970a6ab4918f121bd86', 'gw_port': {'id': '7a97c955-8963-414c-96c0-c639f0cbc1ab', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:42:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292fc401-215b-4582-bee0-2ba919fdc594', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:31:19Z', 'updated_at': '2022-05-23T11:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:34:15.418616 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e78b54-5f37-41df-9bc9-ddcbd55b0fdd None None] Checking router: 292fc401-215b-4582-bee0-2ba919fdc594 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:34:15.433514 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e78b54-5f37-41df-9bc9-ddcbd55b0fdd None None] Routers {'292fc401-215b-4582-bee0-2ba919fdc594'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:34:15.434435 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-98e78b54-5f37-41df-9bc9-ddcbd55b0fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:34:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['292fc401-215b-4582-bee0-2ba919fdc594'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:34:15.456945 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eeae8a-7275-44b8-bdcd-f58d28dd2760 req-7d7f5bed-5fe5-4746-8aa8-0a4b46f6fdf5 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:15.458530 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-24eeae8a-7275-44b8-bdcd-f58d28dd2760 req-7d7f5bed-5fe5-4746-8aa8-0a4b46f6fdf5 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 946 time: 0.1262660 May 23 11:34:15.463721 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a3866f-5bcd-453b-a8c8-40b4e12f2bc5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Pushing event deleted for resources: {'Subnet': ['ID=04e492dd-4823-45db-b311-ac18df6dd39e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:15.479752 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f0a3866f-5bcd-453b-a8c8-40b4e12f2bc5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:15.483813 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a731312-79af-4d9e-87d6-41d5cf1aa494 None None] Network 1bd87c50-8964-47b6-8167-6147f4bf390c requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:34:15.492263 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f0a3866f-5bcd-453b-a8c8-40b4e12f2bc5 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "DELETE /v2.0/subnets/04e492dd-4823-45db-b311-ac18df6dd39e HTTP/1.1" status: 204 len: 168 time: 0.9334614 May 23 11:34:15.494592 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51460) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:15.550063 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-24eeae8a-7275-44b8-bdcd-f58d28dd2760 req-3459588d-582e-4335-9558-027e16c13e25 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=679e3180-4659-448f-ad4b-b096f56917db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839121 May 23 11:34:15.561398 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671adc4f-e5d6-47a7-81f3-57ea5ba37a84 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:34:15.580339 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51466) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:15.643672 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-671adc4f-e5d6-47a7-81f3-57ea5ba37a84 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:15.679711 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e4d858-5972-44ea-81ef-f5711ad0aa48 None None] Sync routers for ids ['9791e12f-28cb-4c42-a599-9f2bdab7f383'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:34:15.703551 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-98e78b54-5f37-41df-9bc9-ddcbd55b0fdd None None] Set router 292fc401-215b-4582-bee0-2ba919fdc594 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:34:15.710327 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-671adc4f-e5d6-47a7-81f3-57ea5ba37a84 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.2184968 May 23 11:34:15.713522 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51470) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:15.760367 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-88c18f7b-ca0a-4042-b7be-fafc89b5cdbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:15.768530 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e4d858-5972-44ea-81ef-f5711ad0aa48 None None] Routers {'9791e12f-28cb-4c42-a599-9f2bdab7f383'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:34:15.769336 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-31e4d858-5972-44ea-81ef-f5711ad0aa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:34:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['9791e12f-28cb-4c42-a599-9f2bdab7f383'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:34:15.848188 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-31e4d858-5972-44ea-81ef-f5711ad0aa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:34:15.849690 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-88c18f7b-ca0a-4042-b7be-fafc89b5cdbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:15.944052 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ebb73a3-d959-484b-b111-b9b3fdd5d817 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:15.951159 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-af707f9d-d504-4d12-b1fa-a7be51979d40 tempest-TestNetworkAdvancedServerOps-1284012438 tempest-TestNetworkAdvancedServerOps-1284012438-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 1092 time: 0.3662508 May 23 11:34:15.951321 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e4d858-5972-44ea-81ef-f5711ad0aa48 None None] Routers {'9791e12f-28cb-4c42-a599-9f2bdab7f383'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:34:15.951878 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51478) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:15.952287 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-31e4d858-5972-44ea-81ef-f5711ad0aa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:34:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['9791e12f-28cb-4c42-a599-9f2bdab7f383'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:34:15.978818 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-9fb2e822-1c70-496c-a541-fae315300eab tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'port_id': 'a4cd67e8-ad08-414e-8919-9b9b452194c3', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:34:15.989991 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9fb2e822-1c70-496c-a541-fae315300eab tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:15.994986 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-9fb2e822-1c70-496c-a541-fae315300eab tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:floatingip and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:15.998065 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-9fb2e822-1c70-496c-a541-fae315300eab tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:16.005116 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-88c18f7b-ca0a-4042-b7be-fafc89b5cdbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:16.006577 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9fb2e822-1c70-496c-a541-fae315300eab tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:16.021821 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7af73647-4c19-47fc-9b8b-09ada4853fcf tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] 10.222.0.79 "GET /v2.0/floatingips/f6ad281a-0718-40ff-a16b-94d6c2c1e29c HTTP/1.1" status: 200 len: 982 time: 0.3069599 May 23 11:34:16.023236 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51484) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:16.024275 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9fb2e822-1c70-496c-a541-fae315300eab tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:16.055863 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-31e4d858-5972-44ea-81ef-f5711ad0aa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:34:16.059792 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e4d858-5972-44ea-81ef-f5711ad0aa48 None None] The sync data for ids ['9791e12f-28cb-4c42-a599-9f2bdab7f383'] in n-d-842952-2 is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:34:16.111497 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c18f7b-ca0a-4042-b7be-fafc89b5cdbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f16e49-995b-4fd0-9191-224ed43b448b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:16.114280 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-88c18f7b-ca0a-4042-b7be-fafc89b5cdbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:16.117686 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-88c18f7b-ca0a-4042-b7be-fafc89b5cdbb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/44f16e49-995b-4fd0-9191-224ed43b448b HTTP/1.1" status: 204 len: 168 time: 0.6889322 May 23 11:34:16.201289 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75497c4-1cdc-4ac6-84de-5c5d7556e509 None None] DHCP port deletion for 1bd87c50-8964-47b6-8167-6147f4bf390c request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:34:16.201976 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-98e78b54-5f37-41df-9bc9-ddcbd55b0fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '292fc401-215b-4582-bee0-2ba919fdc594', 'name': 'tempest-TestSecurityGroupsBasicOps-router-122562020', 'tenant_id': '424639f7ceac4970a6ab4918f121bd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '7a97c955-8963-414c-96c0-c639f0cbc1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:31:17Z', 'updated_at': '2022-05-23T11:34:12Z', 'revision_number': 5, 'project_id': '424639f7ceac4970a6ab4918f121bd86', 'gw_port': {'id': '7a97c955-8963-414c-96c0-c639f0cbc1ab', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:42:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292fc401-215b-4582-bee0-2ba919fdc594', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:31:19Z', 'updated_at': '2022-05-23T11:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:34:16.206874 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e78b54-5f37-41df-9bc9-ddcbd55b0fdd None None] The sync data for ids ['292fc401-215b-4582-bee0-2ba919fdc594'] in n-d-842952-2 is: [{'id': '292fc401-215b-4582-bee0-2ba919fdc594', 'name': 'tempest-TestSecurityGroupsBasicOps-router-122562020', 'tenant_id': '424639f7ceac4970a6ab4918f121bd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '7a97c955-8963-414c-96c0-c639f0cbc1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:31:17Z', 'updated_at': '2022-05-23T11:34:12Z', 'revision_number': 5, 'project_id': '424639f7ceac4970a6ab4918f121bd86', 'gw_port': {'id': '7a97c955-8963-414c-96c0-c639f0cbc1ab', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:42:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292fc401-215b-4582-bee0-2ba919fdc594', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:31:19Z', 'updated_at': '2022-05-23T11:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:34:16.211167 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d75497c4-1cdc-4ac6-84de-5c5d7556e509 None None] Deleting port e99daf2f-06b0-4861-9443-9874a39cb526 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:34:16.212510 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d75497c4-1cdc-4ac6-84de-5c5d7556e509 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:16.246154 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ebb73a3-d959-484b-b111-b9b3fdd5d817 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:16.262931 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-3ebb73a3-d959-484b-b111-b9b3fdd5d817 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Deleting port 7a97c955-8963-414c-96c0-c639f0cbc1ab {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:34:16.263362 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ebb73a3-d959-484b-b111-b9b3fdd5d817 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:16.348482 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-de3edc7a-05e4-4828-a3d3-77855ef063fd tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] 10.222.0.79 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1466 time: 0.3067489 May 23 11:34:16.353239 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51492) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:16.484526 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-3ebb73a3-d959-484b-b111-b9b3fdd5d817 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] For port 7a97c955-8963-414c-96c0-c639f0cbc1ab, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=7a97c955-8963-414c-96c0-c639f0cbc1ab,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:34:16.485547 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ebb73a3-d959-484b-b111-b9b3fdd5d817 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:16.492338 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-d75497c4-1cdc-4ac6-84de-5c5d7556e509 None None] For port e99daf2f-06b0-4861-9443-9874a39cb526, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e99daf2f-06b0-4861-9443-9874a39cb526,segment=NetworkSegment(60ca3c53-e5d5-401d-a55d-3e00cb173e2f),segment_id=60ca3c53-e5d5-401d-a55d-3e00cb173e2f)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:34:16.493422 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d75497c4-1cdc-4ac6-84de-5c5d7556e509 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:16.650445 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-3ebb73a3-d959-484b-b111-b9b3fdd5d817 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Calling delete_port for 7a97c955-8963-414c-96c0-c639f0cbc1ab owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:34:16.677011 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d75497c4-1cdc-4ac6-84de-5c5d7556e509 None None] Calling delete_port for e99daf2f-06b0-4861-9443-9874a39cb526 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:34:16.722832 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-e1b47e36-05fe-4ddc-af78-b6d4d6aa81ff tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Deleting port 68a78818-3a35-4206-98d1-a57e05f22545 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:34:16.723176 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e1b47e36-05fe-4ddc-af78-b6d4d6aa81ff tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:16.816587 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9fb2e822-1c70-496c-a541-fae315300eab tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:16.817305 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d75497c4-1cdc-4ac6-84de-5c5d7556e509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:16.870144 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ebb73a3-d959-484b-b111-b9b3fdd5d817 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:16.965979 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb73a3-d959-484b-b111-b9b3fdd5d817 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Pushing event deleted for resources: {'Port': ['ID=7a97c955-8963-414c-96c0-c639f0cbc1ab,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:16.971119 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75497c4-1cdc-4ac6-84de-5c5d7556e509 None None] Pushing event deleted for resources: {'Port': ['ID=e99daf2f-06b0-4861-9443-9874a39cb526,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:16.994555 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75497c4-1cdc-4ac6-84de-5c5d7556e509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:34:16.994895 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75497c4-1cdc-4ac6-84de-5c5d7556e509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:34:16.995236 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75497c4-1cdc-4ac6-84de-5c5d7556e509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:34:16.995572 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75497c4-1cdc-4ac6-84de-5c5d7556e509 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:34:16.995930 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75497c4-1cdc-4ac6-84de-5c5d7556e509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:34:16.996266 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75497c4-1cdc-4ac6-84de-5c5d7556e509 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:34:16.996591 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75497c4-1cdc-4ac6-84de-5c5d7556e509 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:34:16.996915 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75497c4-1cdc-4ac6-84de-5c5d7556e509 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:34:16.997237 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75497c4-1cdc-4ac6-84de-5c5d7556e509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:34:16.997561 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75497c4-1cdc-4ac6-84de-5c5d7556e509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:34:16.997882 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75497c4-1cdc-4ac6-84de-5c5d7556e509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:34:17.029112 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75497c4-1cdc-4ac6-84de-5c5d7556e509 None None] No DVR routers for this DVR port e99daf2f-06b0-4861-9443-9874a39cb526 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:34:17.060779 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51502) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:17.121023 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-46cc92c7-8864-4eee-89c0-b6990162b909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:17.151727 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e1b47e36-05fe-4ddc-af78-b6d4d6aa81ff tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:17.152160 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e1b47e36-05fe-4ddc-af78-b6d4d6aa81ff tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:17.187368 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-9fb2e822-1c70-496c-a541-fae315300eab tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Allocated IP 172.25.6.173 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/46b845cd-4326-4c5d-be85-1cfbc3a371fb) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:34:17.188098 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ebb73a3-d959-484b-b111-b9b3fdd5d817 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:17.307563 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-e1b47e36-05fe-4ddc-af78-b6d4d6aa81ff tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Calling delete_port for 68a78818-3a35-4206-98d1-a57e05f22545 owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:34:17.341050 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-46cc92c7-8864-4eee-89c0-b6990162b909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:17.353981 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-46cc92c7-8864-4eee-89c0-b6990162b909 admin admin] Usage tracker for resource:security_group_rule and tenant:f80688a4722f4585bdc1632523321507 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:17.360786 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-46cc92c7-8864-4eee-89c0-b6990162b909 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:17.391707 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-46cc92c7-8864-4eee-89c0-b6990162b909 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:17.609489 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9fb2e822-1c70-496c-a541-fae315300eab tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:17.611892 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ebb73a3-d959-484b-b111-b9b3fdd5d817 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:17.618071 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ebb73a3-d959-484b-b111-b9b3fdd5d817 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:17.623970 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-46cc92c7-8864-4eee-89c0-b6990162b909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:17.632394 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-46cc92c7-8864-4eee-89c0-b6990162b909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:17.652689 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ebb73a3-d959-484b-b111-b9b3fdd5d817 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:17.654789 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebb73a3-d959-484b-b111-b9b3fdd5d817 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Fanout notify agent at l3_agent the message router_deleted on router 292fc401-215b-4582-bee0-2ba919fdc594 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:34:17.676391 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ebb73a3-d959-484b-b111-b9b3fdd5d817 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:17.677749 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3ebb73a3-d959-484b-b111-b9b3fdd5d817 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "DELETE /v2.0/routers/292fc401-215b-4582-bee0-2ba919fdc594 HTTP/1.1" status: 204 len: 168 time: 2.1808171 May 23 11:34:17.680938 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51518) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:17.769358 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-46cc92c7-8864-4eee-89c0-b6990162b909 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f80688a4722f4585bdc1632523321507&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7056825 May 23 11:34:17.772533 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc92c7-8864-4eee-89c0-b6990162b909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b961e80d-ce05-463e-bb8f-15379f0b747a,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:17.774913 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51524) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:17.793131 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e1b47e36-05fe-4ddc-af78-b6d4d6aa81ff tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:17.861038 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b47e36-05fe-4ddc-af78-b6d4d6aa81ff tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Pushing event deleted for resources: {'Port': ['ID=68a78818-3a35-4206-98d1-a57e05f22545,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:17.883870 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf881cb4-10a5-427b-b658-c5eaab528588 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:17.895429 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9fb2e822-1c70-496c-a541-fae315300eab tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:18.046967 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf881cb4-10a5-427b-b658-c5eaab528588 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:18.047195 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e1b47e36-05fe-4ddc-af78-b6d4d6aa81ff tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:18.074432 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-bf881cb4-10a5-427b-b658-c5eaab528588 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bd87c50-8964-47b6-8167-6147f4bf390c']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:34:18.086814 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-bf881cb4-10a5-427b-b658-c5eaab528588 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60ca3c53-e5d5-401d-a55d-3e00cb173e2f') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:34:18.087100 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-bf881cb4-10a5-427b-b658-c5eaab528588 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60ca3c53-e5d5-401d-a55d-3e00cb173e2f') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:34:18.095674 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb2e822-1c70-496c-a541-fae315300eab tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:34:18.099334 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf881cb4-10a5-427b-b658-c5eaab528588 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:18.104484 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-9fb2e822-1c70-496c-a541-fae315300eab tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:34:18.106054 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb2e822-1c70-496c-a541-fae315300eab tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'Port': ['ID=46b845cd-4326-4c5d-be85-1cfbc3a371fb,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:18.115511 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb2e822-1c70-496c-a541-fae315300eab tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:34:18.123055 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf881cb4-10a5-427b-b658-c5eaab528588 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:18.130412 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf881cb4-10a5-427b-b658-c5eaab528588 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:34:18.130751 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf881cb4-10a5-427b-b658-c5eaab528588 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:18.146343 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:34:18.146343 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:34:18.146343 n-d-842952-2 neutron-server[83911]: timer() May 23 11:34:18.146343 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:34:18.146343 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:34:18.146343 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:34:18.146343 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:34:18.146343 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:34:18.146343 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:34:18.146343 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:34:18.146343 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:34:18.146343 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:34:18.146343 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:34:18.146343 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:34:18.146343 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:34:18.146343 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:34:18.146343 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:34:18.146343 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:34:18.146343 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:34:18.146343 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:34:18.146343 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:34:18.146343 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:34:18.146343 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:34:18.146343 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:34:18.146343 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:34:18.146343 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:34:18.146343 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:34:18.146343 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:34:18.146343 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:34:18.146343 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:34:18.146343 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:34:18.146343 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:34:18.240323 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf881cb4-10a5-427b-b658-c5eaab528588 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:18.269648 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf881cb4-10a5-427b-b658-c5eaab528588 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:18.294432 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-bf881cb4-10a5-427b-b658-c5eaab528588 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] 10.222.0.79 "DELETE /v2.0/networks/1bd87c50-8964-47b6-8167-6147f4bf390c HTTP/1.1" status: 204 len: 168 time: 0.6122663 May 23 11:34:18.301022 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf881cb4-10a5-427b-b658-c5eaab528588 tempest-TestSecurityGroupsBasicOps-1471111008 tempest-TestSecurityGroupsBasicOps-1471111008-project] Pushing event deleted for resources: {'Network': ['ID=1bd87c50-8964-47b6-8167-6147f4bf390c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:18.319193 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e99daf2f-06b0-4861-9443-9874a39cb526 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:34:18.376777 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4b61287c-5949-4042-925c-0f3336264f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:18.385492 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: e99daf2f-06b0-4861-9443-9874a39cb526 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:34:18.385492 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e99daf2f-06b0-4861-9443-9874a39cb526 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:34:18.385878 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2af43ca6-9f22-428c-b01c-44c9d6ee4386 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:34:18.425914 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4b61287c-5949-4042-925c-0f3336264f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:18.430981 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 2af43ca6-9f22-428c-b01c-44c9d6ee4386 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:34:18.431329 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2af43ca6-9f22-428c-b01c-44c9d6ee4386 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:34:18.611061 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4b61287c-5949-4042-925c-0f3336264f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:18.739955 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51548) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:18.746150 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b61287c-5949-4042-925c-0f3336264f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b961e80d-ce05-463e-bb8f-15379f0b747a,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:18.826708 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4b61287c-5949-4042-925c-0f3336264f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:18.827882 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4b61287c-5949-4042-925c-0f3336264f7d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b961e80d-ce05-463e-bb8f-15379f0b747a HTTP/1.1" status: 204 len: 168 time: 1.0504825 May 23 11:34:19.112912 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c241dddf-33b3-43f6-9eac-ad1a62a61c4d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=424639f7ceac4970a6ab4918f121bd86&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3717093 May 23 11:34:19.115295 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51558) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:19.188307 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9fb2e822-1c70-496c-a541-fae315300eab tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:19.204381 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bfc75ee9-a5d5-459f-8cdd-82a5fa154cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:19.240463 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bfc75ee9-a5d5-459f-8cdd-82a5fa154cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:19.266578 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9fb2e822-1c70-496c-a541-fae315300eab tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:19.311929 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bfc75ee9-a5d5-459f-8cdd-82a5fa154cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:19.320411 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b47e36-05fe-4ddc-af78-b6d4d6aa81ff tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Router 9791e12f-28cb-4c42-a599-9f2bdab7f383 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:34:19.337526 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc75ee9-a5d5-459f-8cdd-82a5fa154cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75a412d-8c5e-4929-b562-efb613665771,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:19.339729 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bfc75ee9-a5d5-459f-8cdd-82a5fa154cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:19.340816 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-bfc75ee9-a5d5-459f-8cdd-82a5fa154cd2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f75a412d-8c5e-4929-b562-efb613665771 HTTP/1.1" status: 204 len: 168 time: 0.2239075 May 23 11:34:19.665811 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9fb2e822-1c70-496c-a541-fae315300eab tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:19.674510 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9fb2e822-1c70-496c-a541-fae315300eab tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:19.810227 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 7a97c955-8963-414c-96c0-c639f0cbc1ab no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:34:19.863959 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 7a97c955-8963-414c-96c0-c639f0cbc1ab {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:34:19.864990 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 7a97c955-8963-414c-96c0-c639f0cbc1ab not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:34:19.909909 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51586) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:19.931202 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ed5007d3-f864-4b37-9135-702992b6321f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:19.932896 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb2e822-1c70-496c-a541-fae315300eab tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'Port': ['ID=46b845cd-4326-4c5d-be85-1cfbc3a371fb,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:19.949050 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b47e36-05fe-4ddc-af78-b6d4d6aa81ff tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:34:19.956236 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9fb2e822-1c70-496c-a541-fae315300eab tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:19.963366 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b6d57c-9c3f-436b-bdb8-5f07c5a870e6 None None] Sync routers for ids ['9791e12f-28cb-4c42-a599-9f2bdab7f383'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:34:19.969877 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ed5007d3-f864-4b37-9135-702992b6321f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:19.974020 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ed5007d3-f864-4b37-9135-702992b6321f admin admin] Usage tracker for resource:security_group_rule and tenant:eef7b45b9ab3499d85300c3a9b9ce276 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:19.977173 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ed5007d3-f864-4b37-9135-702992b6321f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:19.980680 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b6d57c-9c3f-436b-bdb8-5f07c5a870e6 None None] Routers {'9791e12f-28cb-4c42-a599-9f2bdab7f383'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:34:19.981291 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-31b6d57c-9c3f-436b-bdb8-5f07c5a870e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:34:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['9791e12f-28cb-4c42-a599-9f2bdab7f383'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:34:19.983552 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ed5007d3-f864-4b37-9135-702992b6321f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:20.061746 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ed5007d3-f864-4b37-9135-702992b6321f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:20.067140 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ed5007d3-f864-4b37-9135-702992b6321f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:20.074908 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-31b6d57c-9c3f-436b-bdb8-5f07c5a870e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:34:20.077152 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e1b47e36-05fe-4ddc-af78-b6d4d6aa81ff tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:20.085995 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b6d57c-9c3f-436b-bdb8-5f07c5a870e6 None None] Routers {'9791e12f-28cb-4c42-a599-9f2bdab7f383'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:34:20.086649 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-31b6d57c-9c3f-436b-bdb8-5f07c5a870e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:34:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['9791e12f-28cb-4c42-a599-9f2bdab7f383'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:34:20.120739 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5007d3-f864-4b37-9135-702992b6321f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0dc4b5-c7fd-4179-b2c0-3f3f79adbb26,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:20.130356 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ed5007d3-f864-4b37-9135-702992b6321f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=eef7b45b9ab3499d85300c3a9b9ce276&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2163677 May 23 11:34:20.130542 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51590) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:20.147538 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-31b6d57c-9c3f-436b-bdb8-5f07c5a870e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:34:20.147960 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b6d57c-9c3f-436b-bdb8-5f07c5a870e6 None None] The sync data for ids ['9791e12f-28cb-4c42-a599-9f2bdab7f383'] in n-d-842952-2 is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:34:20.172682 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e1b47e36-05fe-4ddc-af78-b6d4d6aa81ff tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] 10.222.0.79 "DELETE /v2.0/floatingips/f6ad281a-0718-40ff-a16b-94d6c2c1e29c HTTP/1.1" status: 204 len: 168 time: 3.8182096 May 23 11:34:20.175942 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51596) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:20.182455 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-250e9f5e-773b-494e-9aac-b1dfccd5b364 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:34:20.190107 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-250e9f5e-773b-494e-9aac-b1dfccd5b364 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:20.195247 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-250e9f5e-773b-494e-9aac-b1dfccd5b364 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Usage tracker for resource:floatingip and tenant:fb4c8e06bbba4431bc20a0a0624bb17a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:20.199283 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-250e9f5e-773b-494e-9aac-b1dfccd5b364 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:20.207542 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-250e9f5e-773b-494e-9aac-b1dfccd5b364 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:20.213856 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-68cdfb17-5e26-422b-8afe-f3d4c6e14c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:20.225868 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-250e9f5e-773b-494e-9aac-b1dfccd5b364 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:20.246969 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-68cdfb17-5e26-422b-8afe-f3d4c6e14c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:20.322649 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-68cdfb17-5e26-422b-8afe-f3d4c6e14c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:20.350034 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cdfb17-5e26-422b-8afe-f3d4c6e14c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0dc4b5-c7fd-4179-b2c0-3f3f79adbb26,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:20.357722 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-68cdfb17-5e26-422b-8afe-f3d4c6e14c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:20.359444 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-68cdfb17-5e26-422b-8afe-f3d4c6e14c21 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bf0dc4b5-c7fd-4179-b2c0-3f3f79adbb26 HTTP/1.1" status: 204 len: 168 time: 0.2275445 May 23 11:34:20.369987 n-d-842952-2 neutron-server[83910]: INFO neutron.db.l3_db [None req-9fb2e822-1c70-496c-a541-fae315300eab tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Floating IP ba9bf8ea-68a7-44fa-86a8-4c68ec5eb6e5 associated. External IP: 172.25.6.173, port: a4cd67e8-ad08-414e-8919-9b9b452194c3. May 23 11:34:20.517290 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-250e9f5e-773b-494e-9aac-b1dfccd5b364 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:20.692924 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-250e9f5e-773b-494e-9aac-b1dfccd5b364 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Allocated IP 172.25.6.88 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/1a3a4d14-8b54-47d8-9e9a-1592893a8176) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:34:20.987643 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51618) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:21.018337 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-250e9f5e-773b-494e-9aac-b1dfccd5b364 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:21.055976 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-20021436-212b-4fa2-b0c7-2b91a1a05e8e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=978f747107384cc2bcce251b377d5943&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0659459 May 23 11:34:21.059072 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51624) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:21.090742 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-250e9f5e-773b-494e-9aac-b1dfccd5b364 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:21.198738 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250e9f5e-773b-494e-9aac-b1dfccd5b364 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:34:21.203564 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-250e9f5e-773b-494e-9aac-b1dfccd5b364 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:34:21.209902 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250e9f5e-773b-494e-9aac-b1dfccd5b364 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:34:21.240438 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e9f5e-773b-494e-9aac-b1dfccd5b364 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Pushing event updated for resources: {'Port': ['ID=1a3a4d14-8b54-47d8-9e9a-1592893a8176,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:21.276771 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-365f3342-8fb4-4f26-b8a0-49cbf25b4363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:21.321588 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-365f3342-8fb4-4f26-b8a0-49cbf25b4363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:21.335894 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb2e822-1c70-496c-a541-fae315300eab tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Router 18e0366e-8dcc-40e3-a48d-28f4cc5e7b93 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:34:21.652112 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-365f3342-8fb4-4f26-b8a0-49cbf25b4363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:21.749172 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f3342-8fb4-4f26-b8a0-49cbf25b4363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab12d41-c3b2-4547-b00f-25c1043f37c1,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:21.760693 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-250e9f5e-773b-494e-9aac-b1dfccd5b364 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:21.845977 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-365f3342-8fb4-4f26-b8a0-49cbf25b4363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:21.847330 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-365f3342-8fb4-4f26-b8a0-49cbf25b4363 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5ab12d41-c3b2-4547-b00f-25c1043f37c1 HTTP/1.1" status: 204 len: 168 time: 0.7864926 May 23 11:34:21.852028 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-250e9f5e-773b-494e-9aac-b1dfccd5b364 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:22.054331 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb2e822-1c70-496c-a541-fae315300eab tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:34:22.066199 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cbede5-3602-434c-b3e4-e0870a138e6c None None] Sync routers for ids ['18e0366e-8dcc-40e3-a48d-28f4cc5e7b93'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:34:22.081334 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cbede5-3602-434c-b3e4-e0870a138e6c None None] Routers {'18e0366e-8dcc-40e3-a48d-28f4cc5e7b93'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:34:22.082853 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-99cbede5-3602-434c-b3e4-e0870a138e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:34:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['18e0366e-8dcc-40e3-a48d-28f4cc5e7b93'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:34:22.094792 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9fb2e822-1c70-496c-a541-fae315300eab tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:22.164570 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-250e9f5e-773b-494e-9aac-b1dfccd5b364 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:22.169731 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9fb2e822-1c70-496c-a541-fae315300eab tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.1976824 May 23 11:34:22.170700 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c452d5-d16d-45dc-826d-b1eb2a509848', 'tag': 'a4cd67e8-ad08-414e-8919-9b9b452194c3'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:34:22.176223 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-250e9f5e-773b-494e-9aac-b1dfccd5b364 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:22.322900 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-108ab8e3-813b-4f45-ad22-8de3d71c68f6'] response: {'name': 'network-changed', 'server_uuid': 'e4c452d5-d16d-45dc-826d-b1eb2a509848', 'tag': 'a4cd67e8-ad08-414e-8919-9b9b452194c3', 'status': 'completed', 'code': 200} May 23 11:34:22.354056 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e9f5e-773b-494e-9aac-b1dfccd5b364 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Pushing event updated for resources: {'Port': ['ID=1a3a4d14-8b54-47d8-9e9a-1592893a8176,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:22.437681 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a6a46461-1fd3-4bd8-a9ca-7776023e5463 req-37f8e4b9-9ff0-4b3a-b464-a84376091db8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=261dc3b71b384338a9f4e12911499bfb&device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 1097 time: 0.0850077 May 23 11:34:22.439428 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-99cbede5-3602-434c-b3e4-e0870a138e6c None None] Set router 18e0366e-8dcc-40e3-a48d-28f4cc5e7b93 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:34:22.459306 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-250e9f5e-773b-494e-9aac-b1dfccd5b364 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:22.504730 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-250e9f5e-773b-494e-9aac-b1dfccd5b364 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:22.508630 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-250e9f5e-773b-494e-9aac-b1dfccd5b364 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3277171 May 23 11:34:22.508965 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51674) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:22.637076 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a4d62-a48e-407f-97f7-7cd7669186ee req-5c8aa6e5-2731-463f-bbf0-393c927f2704 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:22.647083 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-413a4d62-a48e-407f-97f7-7cd7669186ee req-5c8aa6e5-2731-463f-bbf0-393c927f2704 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 946 time: 0.1462460 May 23 11:34:22.717310 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-413a4d62-a48e-407f-97f7-7cd7669186ee req-faca76a8-4492-4620-b1f7-8edc860bd7de tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=679e3180-4659-448f-ad4b-b096f56917db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688031 May 23 11:34:22.741169 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51682) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:22.748787 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a46461-1fd3-4bd8-a9ca-7776023e5463 req-f59ebc41-5e1a-450a-9af8-6a806a315d5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:22.750325 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a6a46461-1fd3-4bd8-a9ca-7776023e5463 req-f59ebc41-5e1a-450a-9af8-6a806a315d5d service neutron] 10.222.0.81 "GET /v2.0/networks?id=437becb0-7541-4062-8bf3-b1be0799ec21 HTTP/1.1" status: 200 len: 898 time: 0.3051639 May 23 11:34:22.879323 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1c7ea316-7b2c-4f8c-8f3a-b3c6b026a3d8 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/floatingips/ba9bf8ea-68a7-44fa-86a8-4c68ec5eb6e5 HTTP/1.1" status: 200 len: 992 time: 0.1363389 May 23 11:34:22.946677 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a6a46461-1fd3-4bd8-a9ca-7776023e5463 req-a870417e-0e41-457f-854a-142ac0c376de service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4cd67e8-ad08-414e-8919-9b9b452194c3 HTTP/1.1" status: 200 len: 1000 time: 0.1858993 May 23 11:34:22.975858 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-f8a7f260-134a-46c9-bc94-7bd204d8c386 tempest-FloatingIPAdminTestJSON-99093454 tempest-FloatingIPAdminTestJSON-99093454-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:34:22.983819 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f8a7f260-134a-46c9-bc94-7bd204d8c386 tempest-FloatingIPAdminTestJSON-99093454 tempest-FloatingIPAdminTestJSON-99093454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:22.995932 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-99cbede5-3602-434c-b3e4-e0870a138e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e0366e-8dcc-40e3-a48d-28f4cc5e7b93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950634417', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '9edbe59a-5792-44a6-a2ab-79e73ba96f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:33:42Z', 'updated_at': '2022-05-23T11:33:50Z', 'revision_number': 4, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': '9edbe59a-5792-44a6-a2ab-79e73ba96f37', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e0366e-8dcc-40e3-a48d-28f4cc5e7b93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:33:42Z', 'updated_at': '2022-05-23T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'ba9bf8ea-68a7-44fa-86a8-4c68ec5eb6e5', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'floating_ip_address': '172.25.6.173', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '18e0366e-8dcc-40e3-a48d-28f4cc5e7b93', 'port_id': 'a4cd67e8-ad08-414e-8919-9b9b452194c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '437becb0-7541-4062-8bf3-b1be0799ec21', 'mac_address': 'fa:16:3e:6e:ed:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c452d5-d16d-45dc-826d-b1eb2a509848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:34:18Z', 'updated_at': '2022-05-23T11:34:18Z', 'revision_number': 0, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10724bb1-945b-4104-be9d-1558080a4afb', 'name': '', 'network_id': '437becb0-7541-4062-8bf3-b1be0799ec21', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'mac_address': 'fa:16:3e:b2:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e0366e-8dcc-40e3-a48d-28f4cc5e7b93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aca8b965-30cf-4c2a-8560-f756485a23a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:33:49Z', 'updated_at': '2022-05-23T11:33:59Z', 'revision_number': 5, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'subnets': [{'id': 'aca8b965-30cf-4c2a-8560-f756485a23a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:34:22.996616 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f8a7f260-134a-46c9-bc94-7bd204d8c386 tempest-FloatingIPAdminTestJSON-99093454 tempest-FloatingIPAdminTestJSON-99093454-project] Usage tracker for resource:floatingip and tenant:855aa3c88d144dc3b03cfd62bd4a829e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:23.001340 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f8a7f260-134a-46c9-bc94-7bd204d8c386 tempest-FloatingIPAdminTestJSON-99093454 tempest-FloatingIPAdminTestJSON-99093454-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:23.009664 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cbede5-3602-434c-b3e4-e0870a138e6c None None] Checking router: 18e0366e-8dcc-40e3-a48d-28f4cc5e7b93 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:34:23.012565 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f8a7f260-134a-46c9-bc94-7bd204d8c386 tempest-FloatingIPAdminTestJSON-99093454 tempest-FloatingIPAdminTestJSON-99093454-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:23.028722 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f8a7f260-134a-46c9-bc94-7bd204d8c386 tempest-FloatingIPAdminTestJSON-99093454 tempest-FloatingIPAdminTestJSON-99093454-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:23.030134 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a46461-1fd3-4bd8-a9ca-7776023e5463 req-8bb0c9d4-cc7e-45bc-8d73-5902634993b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:23.031960 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a6a46461-1fd3-4bd8-a9ca-7776023e5463 req-8bb0c9d4-cc7e-45bc-8d73-5902634993b8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=aca8b965-30cf-4c2a-8560-f756485a23a0 HTTP/1.1" status: 200 len: 834 time: 0.0798991 May 23 11:34:23.037732 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cbede5-3602-434c-b3e4-e0870a138e6c None None] Routers {'18e0366e-8dcc-40e3-a48d-28f4cc5e7b93'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:34:23.038569 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-99cbede5-3602-434c-b3e4-e0870a138e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:34:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['18e0366e-8dcc-40e3-a48d-28f4cc5e7b93'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:34:23.179760 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a6a46461-1fd3-4bd8-a9ca-7776023e5463 req-a1a7cf77-664f-4e9f-b37c-7c807baf74c7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=437becb0-7541-4062-8bf3-b1be0799ec21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1423082 May 23 11:34:23.209001 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f8a7f260-134a-46c9-bc94-7bd204d8c386 tempest-FloatingIPAdminTestJSON-99093454 tempest-FloatingIPAdminTestJSON-99093454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:23.250981 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-99cbede5-3602-434c-b3e4-e0870a138e6c None None] Set router 18e0366e-8dcc-40e3-a48d-28f4cc5e7b93 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:34:23.368648 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a6a46461-1fd3-4bd8-a9ca-7776023e5463 req-6da765e1-0539-4359-b036-c26ea1a8f593 service neutron] 10.222.0.81 "GET /v2.0/networks/437becb0-7541-4062-8bf3-b1be0799ec21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798170 May 23 11:34:23.400503 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-f8a7f260-134a-46c9-bc94-7bd204d8c386 tempest-FloatingIPAdminTestJSON-99093454 tempest-FloatingIPAdminTestJSON-99093454-project] Allocated IP 172.25.6.159 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/e05cef55-2241-48b8-81d7-2b193fc17412) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:34:23.602333 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f8a7f260-134a-46c9-bc94-7bd204d8c386 tempest-FloatingIPAdminTestJSON-99093454 tempest-FloatingIPAdminTestJSON-99093454-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:23.636365 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a6a46461-1fd3-4bd8-a9ca-7776023e5463 req-cc1d0b18-5df2-4bbf-8d46-2b3d5daae5ba service neutron] 10.222.0.81 "GET /v2.0/networks/437becb0-7541-4062-8bf3-b1be0799ec21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606273 May 23 11:34:23.641434 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f8a7f260-134a-46c9-bc94-7bd204d8c386 tempest-FloatingIPAdminTestJSON-99093454 tempest-FloatingIPAdminTestJSON-99093454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:23.715221 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a7f260-134a-46c9-bc94-7bd204d8c386 tempest-FloatingIPAdminTestJSON-99093454 tempest-FloatingIPAdminTestJSON-99093454-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:34:23.716512 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-f8a7f260-134a-46c9-bc94-7bd204d8c386 tempest-FloatingIPAdminTestJSON-99093454 tempest-FloatingIPAdminTestJSON-99093454-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:34:23.723011 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a7f260-134a-46c9-bc94-7bd204d8c386 tempest-FloatingIPAdminTestJSON-99093454 tempest-FloatingIPAdminTestJSON-99093454-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:34:23.752413 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a7f260-134a-46c9-bc94-7bd204d8c386 tempest-FloatingIPAdminTestJSON-99093454 tempest-FloatingIPAdminTestJSON-99093454-project] Pushing event updated for resources: {'Port': ['ID=e05cef55-2241-48b8-81d7-2b193fc17412,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:23.770773 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-99cbede5-3602-434c-b3e4-e0870a138e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e0366e-8dcc-40e3-a48d-28f4cc5e7b93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950634417', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '9edbe59a-5792-44a6-a2ab-79e73ba96f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:33:42Z', 'updated_at': '2022-05-23T11:33:50Z', 'revision_number': 4, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': '9edbe59a-5792-44a6-a2ab-79e73ba96f37', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e0366e-8dcc-40e3-a48d-28f4cc5e7b93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:33:42Z', 'updated_at': '2022-05-23T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'ba9bf8ea-68a7-44fa-86a8-4c68ec5eb6e5', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'floating_ip_address': '172.25.6.173', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '18e0366e-8dcc-40e3-a48d-28f4cc5e7b93', 'port_id': 'a4cd67e8-ad08-414e-8919-9b9b452194c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '437becb0-7541-4062-8bf3-b1be0799ec21', 'mac_address': 'fa:16:3e:6e:ed:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c452d5-d16d-45dc-826d-b1eb2a509848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:34:18Z', 'updated_at': '2022-05-23T11:34:18Z', 'revision_number': 0, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10724bb1-945b-4104-be9d-1558080a4afb', 'name': '', 'network_id': '437becb0-7541-4062-8bf3-b1be0799ec21', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'mac_address': 'fa:16:3e:b2:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e0366e-8dcc-40e3-a48d-28f4cc5e7b93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aca8b965-30cf-4c2a-8560-f756485a23a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:33:49Z', 'updated_at': '2022-05-23T11:33:59Z', 'revision_number': 5, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'subnets': [{'id': 'aca8b965-30cf-4c2a-8560-f756485a23a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:34:23.775134 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cbede5-3602-434c-b3e4-e0870a138e6c None None] The sync data for ids ['18e0366e-8dcc-40e3-a48d-28f4cc5e7b93'] in n-d-842952-2 is: [{'id': '18e0366e-8dcc-40e3-a48d-28f4cc5e7b93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950634417', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '9edbe59a-5792-44a6-a2ab-79e73ba96f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:33:42Z', 'updated_at': '2022-05-23T11:33:50Z', 'revision_number': 4, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': '9edbe59a-5792-44a6-a2ab-79e73ba96f37', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e0366e-8dcc-40e3-a48d-28f4cc5e7b93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:33:42Z', 'updated_at': '2022-05-23T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'ba9bf8ea-68a7-44fa-86a8-4c68ec5eb6e5', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'floating_ip_address': '172.25.6.173', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '18e0366e-8dcc-40e3-a48d-28f4cc5e7b93', 'port_id': 'a4cd67e8-ad08-414e-8919-9b9b452194c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '437becb0-7541-4062-8bf3-b1be0799ec21', 'mac_address': 'fa:16:3e:6e:ed:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c452d5-d16d-45dc-826d-b1eb2a509848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:34:18Z', 'updated_at': '2022-05-23T11:34:18Z', 'revision_number': 0, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10724bb1-945b-4104-be9d-1558080a4afb', 'name': '', 'network_id': '437becb0-7541-4062-8bf3-b1be0799ec21', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'mac_address': 'fa:16:3e:b2:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e0366e-8dcc-40e3-a48d-28f4cc5e7b93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aca8b965-30cf-4c2a-8560-f756485a23a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:33:49Z', 'updated_at': '2022-05-23T11:33:59Z', 'revision_number': 5, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'subnets': [{'id': 'aca8b965-30cf-4c2a-8560-f756485a23a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:34:23.880642 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51702) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:23.956264 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f8a7f260-134a-46c9-bc94-7bd204d8c386 tempest-FloatingIPAdminTestJSON-99093454 tempest-FloatingIPAdminTestJSON-99093454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:24.029359 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f8a7f260-134a-46c9-bc94-7bd204d8c386 tempest-FloatingIPAdminTestJSON-99093454 tempest-FloatingIPAdminTestJSON-99093454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:24.133123 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a8b3e8-dbc5-4587-88e4-82f75f952c78 None None] New status for floating IP ba9bf8ea-68a7-44fa-86a8-4c68ec5eb6e5: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:34:24.199683 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d27e5354-45a7-4f8b-bc73-6c3161472277 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/floatingips/ba9bf8ea-68a7-44fa-86a8-4c68ec5eb6e5 HTTP/1.1" status: 200 len: 992 time: 0.3174043 May 23 11:34:24.422553 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f8a7f260-134a-46c9-bc94-7bd204d8c386 tempest-FloatingIPAdminTestJSON-99093454 tempest-FloatingIPAdminTestJSON-99093454-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:24.430713 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f8a7f260-134a-46c9-bc94-7bd204d8c386 tempest-FloatingIPAdminTestJSON-99093454 tempest-FloatingIPAdminTestJSON-99093454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:24.552826 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a7f260-134a-46c9-bc94-7bd204d8c386 tempest-FloatingIPAdminTestJSON-99093454 tempest-FloatingIPAdminTestJSON-99093454-project] Pushing event updated for resources: {'Port': ['ID=e05cef55-2241-48b8-81d7-2b193fc17412,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:24.557084 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51716) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:24.571112 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f8a7f260-134a-46c9-bc94-7bd204d8c386 tempest-FloatingIPAdminTestJSON-99093454 tempest-FloatingIPAdminTestJSON-99093454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:24.594940 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f8a7f260-134a-46c9-bc94-7bd204d8c386 tempest-FloatingIPAdminTestJSON-99093454 tempest-FloatingIPAdminTestJSON-99093454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:24.596314 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f8a7f260-134a-46c9-bc94-7bd204d8c386 tempest-FloatingIPAdminTestJSON-99093454 tempest-FloatingIPAdminTestJSON-99093454-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0863633 May 23 11:34:24.598952 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51722) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:24.721672 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1d10d0cd-1d31-4d1b-b024-cc08e6aa72bf tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Synchronizing usage tracker for tenant:fb4c8e06bbba4431bc20a0a0624bb17a on resource:floatingip {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:34:24.726000 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ab07cb2c-a149-4eac-8b64-7810f0dcefb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:24.761594 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1d10d0cd-1d31-4d1b-b024-cc08e6aa72bf tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Unset dirty status for tenant:fb4c8e06bbba4431bc20a0a0624bb17a on resource:floatingip {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:34:24.762880 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1d10d0cd-1d31-4d1b-b024-cc08e6aa72bf tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] 10.222.0.79 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2437 time: 0.1629660 May 23 11:34:24.765728 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51728) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:24.772911 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ab07cb2c-a149-4eac-8b64-7810f0dcefb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:24.777279 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ab07cb2c-a149-4eac-8b64-7810f0dcefb0 admin admin] Usage tracker for resource:security_group_rule and tenant:bb749b35e190428f8292ad0e6824433b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:24.781327 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ab07cb2c-a149-4eac-8b64-7810f0dcefb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:24.787421 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ab07cb2c-a149-4eac-8b64-7810f0dcefb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:24.848559 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1f84a88b-5437-4642-a9c5-4c02e3892970 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] 10.222.0.79 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0816927 May 23 11:34:24.851268 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51732) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:24.870181 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ab07cb2c-a149-4eac-8b64-7810f0dcefb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:24.876208 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51736) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:24.884463 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ab07cb2c-a149-4eac-8b64-7810f0dcefb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:24.936111 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab07cb2c-a149-4eac-8b64-7810f0dcefb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f8a17a-78b3-4eba-92cb-fb9d57655c2c,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:24.941710 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ab07cb2c-a149-4eac-8b64-7810f0dcefb0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bb749b35e190428f8292ad0e6824433b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3835781 May 23 11:34:24.944239 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51742) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:25.007115 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-770bb848-48ec-407b-83bf-7d2de8f789eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:25.012267 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-0270f03b-adfe-4f5c-b9ab-d7aba0e9f55e tempest-FloatingIPAdminTestJSON-99093454 tempest-FloatingIPAdminTestJSON-99093454-project] Deleting port e05cef55-2241-48b8-81d7-2b193fc17412 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:34:25.012679 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0270f03b-adfe-4f5c-b9ab-d7aba0e9f55e tempest-FloatingIPAdminTestJSON-99093454 tempest-FloatingIPAdminTestJSON-99093454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:25.049488 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-770bb848-48ec-407b-83bf-7d2de8f789eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:25.056025 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-59bd86a5-2192-4541-a4b5-511766d8aac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:25.111604 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-59bd86a5-2192-4541-a4b5-511766d8aac4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:25.116350 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-59bd86a5-2192-4541-a4b5-511766d8aac4 admin admin] Usage tracker for resource:security_group_rule and tenant:6eac071e33bf4ce783beb6f8cd092f79 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:25.119335 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-59bd86a5-2192-4541-a4b5-511766d8aac4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:25.126137 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-59bd86a5-2192-4541-a4b5-511766d8aac4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:25.136748 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-770bb848-48ec-407b-83bf-7d2de8f789eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:25.161626 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770bb848-48ec-407b-83bf-7d2de8f789eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f8a17a-78b3-4eba-92cb-fb9d57655c2c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:25.175707 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-770bb848-48ec-407b-83bf-7d2de8f789eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:25.179481 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-770bb848-48ec-407b-83bf-7d2de8f789eb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/56f8a17a-78b3-4eba-92cb-fb9d57655c2c HTTP/1.1" status: 204 len: 168 time: 0.2318470 May 23 11:34:25.190350 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0270f03b-adfe-4f5c-b9ab-d7aba0e9f55e tempest-FloatingIPAdminTestJSON-99093454 tempest-FloatingIPAdminTestJSON-99093454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:25.190971 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0270f03b-adfe-4f5c-b9ab-d7aba0e9f55e tempest-FloatingIPAdminTestJSON-99093454 tempest-FloatingIPAdminTestJSON-99093454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:25.204691 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51748) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:25.233674 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-59bd86a5-2192-4541-a4b5-511766d8aac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:25.238383 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-59bd86a5-2192-4541-a4b5-511766d8aac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:25.284090 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd86a5-2192-4541-a4b5-511766d8aac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04fece56-300a-4385-ad52-1fd2b4aef458,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:25.289474 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-59bd86a5-2192-4541-a4b5-511766d8aac4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6eac071e33bf4ce783beb6f8cd092f79&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4118869 May 23 11:34:25.292195 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51752) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:25.359119 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-77c633de-3acd-4795-9f4c-91efb0156602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:25.386146 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-77c633de-3acd-4795-9f4c-91efb0156602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:25.402244 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-0270f03b-adfe-4f5c-b9ab-d7aba0e9f55e tempest-FloatingIPAdminTestJSON-99093454 tempest-FloatingIPAdminTestJSON-99093454-project] Calling delete_port for e05cef55-2241-48b8-81d7-2b193fc17412 owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:34:25.440134 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-77c633de-3acd-4795-9f4c-91efb0156602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:25.458041 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c633de-3acd-4795-9f4c-91efb0156602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fece56-300a-4385-ad52-1fd2b4aef458,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:25.463721 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-77c633de-3acd-4795-9f4c-91efb0156602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:25.465063 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-77c633de-3acd-4795-9f4c-91efb0156602 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/04fece56-300a-4385-ad52-1fd2b4aef458 HTTP/1.1" status: 204 len: 168 time: 0.1719029 May 23 11:34:25.490074 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-cdbca65a-039d-40e0-8256-0aa74f704dab tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/floatingips/ba9bf8ea-68a7-44fa-86a8-4c68ec5eb6e5 HTTP/1.1" status: 200 len: 994 time: 0.2840798 May 23 11:34:25.576448 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51760) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:25.596156 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0270f03b-adfe-4f5c-b9ab-d7aba0e9f55e tempest-FloatingIPAdminTestJSON-99093454 tempest-FloatingIPAdminTestJSON-99093454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:25.641195 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7cd5f943-72b8-4bd3-a1b2-129aee47687a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:25.653501 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0270f03b-adfe-4f5c-b9ab-d7aba0e9f55e tempest-FloatingIPAdminTestJSON-99093454 tempest-FloatingIPAdminTestJSON-99093454-project] Pushing event deleted for resources: {'Port': ['ID=e05cef55-2241-48b8-81d7-2b193fc17412,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:25.754467 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7cd5f943-72b8-4bd3-a1b2-129aee47687a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:25.761192 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7cd5f943-72b8-4bd3-a1b2-129aee47687a admin admin] Usage tracker for resource:security_group_rule and tenant:4b05cd912b5f42b58b45274d9f335792 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:25.765856 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7cd5f943-72b8-4bd3-a1b2-129aee47687a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:25.774494 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7cd5f943-72b8-4bd3-a1b2-129aee47687a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:25.781714 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0270f03b-adfe-4f5c-b9ab-d7aba0e9f55e tempest-FloatingIPAdminTestJSON-99093454 tempest-FloatingIPAdminTestJSON-99093454-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:25.820716 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0270f03b-adfe-4f5c-b9ab-d7aba0e9f55e tempest-FloatingIPAdminTestJSON-99093454 tempest-FloatingIPAdminTestJSON-99093454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:25.828098 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0270f03b-adfe-4f5c-b9ab-d7aba0e9f55e tempest-FloatingIPAdminTestJSON-99093454 tempest-FloatingIPAdminTestJSON-99093454-project] 10.222.0.79 "DELETE /v2.0/floatingips/ff756740-44ba-4d79-8aec-7d09cd5a3a0a HTTP/1.1" status: 204 len: 168 time: 0.9697008 May 23 11:34:25.828454 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51766) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:25.829910 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51768) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:25.860529 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-87dd9cf4-05d5-4819-ae4a-b05d8019bd7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:25.900235 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7cd5f943-72b8-4bd3-a1b2-129aee47687a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:25.909894 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7cd5f943-72b8-4bd3-a1b2-129aee47687a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:25.933491 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-87dd9cf4-05d5-4819-ae4a-b05d8019bd7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:25.941963 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-87dd9cf4-05d5-4819-ae4a-b05d8019bd7a admin admin] Usage tracker for resource:security_group_rule and tenant:c12f274db2ce4f968d919f7f5cf801ae is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:25.956197 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-87dd9cf4-05d5-4819-ae4a-b05d8019bd7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:25.970460 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-87dd9cf4-05d5-4819-ae4a-b05d8019bd7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:25.974892 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd5f943-72b8-4bd3-a1b2-129aee47687a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7747143c-145f-4da4-b636-6b94fc51508d,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:25.982430 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7cd5f943-72b8-4bd3-a1b2-129aee47687a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4b05cd912b5f42b58b45274d9f335792&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4039876 May 23 11:34:25.985727 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51774) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:25.998185 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-1e6dcb53-275f-4baa-9e0b-e8d15d7778f2 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Deleting port 1a3a4d14-8b54-47d8-9e9a-1592893a8176 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:34:25.998605 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1e6dcb53-275f-4baa-9e0b-e8d15d7778f2 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:26.092881 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-66ed76af-3d89-4ca1-a922-37f1aad145ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:26.118707 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-87dd9cf4-05d5-4819-ae4a-b05d8019bd7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:26.128798 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-87dd9cf4-05d5-4819-ae4a-b05d8019bd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:26.146142 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-66ed76af-3d89-4ca1-a922-37f1aad145ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:26.175755 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1e6dcb53-275f-4baa-9e0b-e8d15d7778f2 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:26.176365 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1e6dcb53-275f-4baa-9e0b-e8d15d7778f2 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:26.208725 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd9cf4-05d5-4819-ae4a-b05d8019bd7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8520e790-731c-455d-8d26-04f34eb30266,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:26.215273 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-87dd9cf4-05d5-4819-ae4a-b05d8019bd7a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c12f274db2ce4f968d919f7f5cf801ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3841431 May 23 11:34:26.217969 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51778) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:26.251867 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-66ed76af-3d89-4ca1-a922-37f1aad145ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:26.282996 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed76af-3d89-4ca1-a922-37f1aad145ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7747143c-145f-4da4-b636-6b94fc51508d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:26.297993 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-66ed76af-3d89-4ca1-a922-37f1aad145ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:26.301626 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-66ed76af-3d89-4ca1-a922-37f1aad145ae admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7747143c-145f-4da4-b636-6b94fc51508d HTTP/1.1" status: 204 len: 168 time: 0.3125041 May 23 11:34:26.302695 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-1e6dcb53-275f-4baa-9e0b-e8d15d7778f2 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Calling delete_port for 1a3a4d14-8b54-47d8-9e9a-1592893a8176 owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:34:26.313178 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-400a2d8d-876b-4f7e-a9cd-85a5607df5cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:26.341038 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-400a2d8d-876b-4f7e-a9cd-85a5607df5cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:26.402065 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-400a2d8d-876b-4f7e-a9cd-85a5607df5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:26.417216 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a2d8d-876b-4f7e-a9cd-85a5607df5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8520e790-731c-455d-8d26-04f34eb30266,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:26.424200 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-400a2d8d-876b-4f7e-a9cd-85a5607df5cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:26.427706 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-400a2d8d-876b-4f7e-a9cd-85a5607df5cf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8520e790-731c-455d-8d26-04f34eb30266 HTTP/1.1" status: 204 len: 168 time: 0.2067609 May 23 11:34:26.462178 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1e6dcb53-275f-4baa-9e0b-e8d15d7778f2 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:26.514196 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6dcb53-275f-4baa-9e0b-e8d15d7778f2 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a3a4d14-8b54-47d8-9e9a-1592893a8176,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:26.610330 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1e6dcb53-275f-4baa-9e0b-e8d15d7778f2 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:26.629331 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1e6dcb53-275f-4baa-9e0b-e8d15d7778f2 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:26.630494 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1e6dcb53-275f-4baa-9e0b-e8d15d7778f2 tempest-FloatingIPAdminTestJSON-1841414354 tempest-FloatingIPAdminTestJSON-1841414354-project-admin] 10.222.0.79 "DELETE /v2.0/floatingips/c0dc5793-550f-4edb-a61b-396992184f66 HTTP/1.1" status: 204 len: 168 time: 0.8032053 May 23 11:34:26.634126 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51788) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:26.708947 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-8aa03d4a-2b5c-422c-bdad-df181dcae6d5 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Deleting port 83b799e9-35c6-49b6-af42-6a0a5f38e9b1 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:34:26.709425 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8aa03d4a-2b5c-422c-bdad-df181dcae6d5 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:27.065949 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8aa03d4a-2b5c-422c-bdad-df181dcae6d5 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:27.192224 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-8aa03d4a-2b5c-422c-bdad-df181dcae6d5 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Calling delete_port for 83b799e9-35c6-49b6-af42-6a0a5f38e9b1 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:34:27.337707 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8aa03d4a-2b5c-422c-bdad-df181dcae6d5 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:27.391038 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa03d4a-2b5c-422c-bdad-df181dcae6d5 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Pushing event deleted for resources: {'Port': ['ID=83b799e9-35c6-49b6-af42-6a0a5f38e9b1,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:27.503316 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8aa03d4a-2b5c-422c-bdad-df181dcae6d5 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:27.513549 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51826) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:27.514516 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8aa03d4a-2b5c-422c-bdad-df181dcae6d5 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] 10.222.0.79 "DELETE /v2.0/ports/83b799e9-35c6-49b6-af42-6a0a5f38e9b1 HTTP/1.1" status: 204 len: 168 time: 0.8782465 May 23 11:34:27.606950 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e6892f-77a0-440e-add9-0bc54bb1e759 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:27.607626 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-77e6892f-77a0-440e-add9-0bc54bb1e759 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Synchronizing usage tracker for tenant:b42a8c8f6f9f48c581606877d63803e2 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:34:27.639370 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-77e6892f-77a0-440e-add9-0bc54bb1e759 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Unset dirty status for tenant:b42a8c8f6f9f48c581606877d63803e2 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:34:27.641280 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-77e6892f-77a0-440e-add9-0bc54bb1e759 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] 10.222.0.79 "GET /v2.0/ports?device_id=9791e12f-28cb-4c42-a599-9f2bdab7f383 HTTP/1.1" status: 200 len: 913 time: 0.1255829 May 23 11:34:27.644196 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51838) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:28.073247 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6cd21a03-b041-4635-ac57-39d52ab1e2c1 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:28.830793 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-6cd21a03-b041-4635-ac57-39d52ab1e2c1 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Deleting port 9e6f9651-6905-4f95-8c14-c9ff37b1b2b7 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:34:28.831138 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6cd21a03-b041-4635-ac57-39d52ab1e2c1 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:29.050152 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6cd21a03-b041-4635-ac57-39d52ab1e2c1 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:29.176713 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-6cd21a03-b041-4635-ac57-39d52ab1e2c1 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Calling delete_port for 9e6f9651-6905-4f95-8c14-c9ff37b1b2b7 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:34:29.365527 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51908) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:29.373980 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6cd21a03-b041-4635-ac57-39d52ab1e2c1 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:29.423066 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd21a03-b041-4635-ac57-39d52ab1e2c1 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Pushing event deleted for resources: {'Port': ['ID=9e6f9651-6905-4f95-8c14-c9ff37b1b2b7,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:29.697341 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bc6888c0-85bd-440f-b719-e19b802bbd90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:29.733261 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-bc6888c0-85bd-440f-b719-e19b802bbd90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:29.737279 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e87d0411-7b21-4a5e-ba2c-52c736a92cd2 req-b83c2c9e-f48b-4a82-8ec9-a1d7cd732242 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2749760 May 23 11:34:29.737446 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-bc6888c0-85bd-440f-b719-e19b802bbd90 admin admin] Usage tracker for resource:security_group_rule and tenant:f6057aabf9f846419bff3bb8186c76a6 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:29.740419 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-bc6888c0-85bd-440f-b719-e19b802bbd90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:29.746254 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-bc6888c0-85bd-440f-b719-e19b802bbd90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:29.815588 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6cd21a03-b041-4635-ac57-39d52ab1e2c1 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:29.819711 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bc6888c0-85bd-440f-b719-e19b802bbd90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:29.825608 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bc6888c0-85bd-440f-b719-e19b802bbd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:29.867582 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-bc6888c0-85bd-440f-b719-e19b802bbd90 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f6057aabf9f846419bff3bb8186c76a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5008318 May 23 11:34:29.872121 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51926) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:29.914677 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6888c0-85bd-440f-b719-e19b802bbd90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74bd5827-113d-4084-8fac-a9777941e7d4,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:29.963532 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e5025c89-0b13-4a02-a7f8-1fe7cf72dcf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:29.994904 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e5025c89-0b13-4a02-a7f8-1fe7cf72dcf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:30.051579 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e87d0411-7b21-4a5e-ba2c-52c736a92cd2 req-16f6822a-83b7-4da9-853b-8bf761df51c7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=261dc3b71b384338a9f4e12911499bfb&device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 1097 time: 0.1592927 May 23 11:34:30.056545 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e5025c89-0b13-4a02-a7f8-1fe7cf72dcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:30.077609 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5025c89-0b13-4a02-a7f8-1fe7cf72dcf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74bd5827-113d-4084-8fac-a9777941e7d4,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:30.080884 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e5025c89-0b13-4a02-a7f8-1fe7cf72dcf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:30.095617 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e5025c89-0b13-4a02-a7f8-1fe7cf72dcf5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/74bd5827-113d-4084-8fac-a9777941e7d4 HTTP/1.1" status: 204 len: 168 time: 0.2115893 May 23 11:34:30.339770 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51940) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:30.457976 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51946) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:30.477439 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b90420ee-dce7-40a3-b63b-e174b29203eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:30.490464 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d0411-7b21-4a5e-ba2c-52c736a92cd2 req-40710a0c-86fd-4c91-b6f4-7331974f85d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:30.492023 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e87d0411-7b21-4a5e-ba2c-52c736a92cd2 req-40710a0c-86fd-4c91-b6f4-7331974f85d0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=437becb0-7541-4062-8bf3-b1be0799ec21 HTTP/1.1" status: 200 len: 898 time: 0.4181211 May 23 11:34:30.519759 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7f4ff10e-9ae6-4efc-b93f-3fb51918d19b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:30.536524 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b90420ee-dce7-40a3-b63b-e174b29203eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:30.544470 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-b90420ee-dce7-40a3-b63b-e174b29203eb admin admin] Usage tracker for resource:security_group_rule and tenant:8dbc7f6d9014416ea95f1c7999d868fc is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:30.548028 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-b90420ee-dce7-40a3-b63b-e174b29203eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:30.560820 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b90420ee-dce7-40a3-b63b-e174b29203eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:30.572814 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7f4ff10e-9ae6-4efc-b93f-3fb51918d19b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:30.578732 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7f4ff10e-9ae6-4efc-b93f-3fb51918d19b admin admin] Usage tracker for resource:security_group_rule and tenant:1b715b0c60fa43e8a8893ce26617a649 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:30.583174 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7f4ff10e-9ae6-4efc-b93f-3fb51918d19b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:30.592277 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7f4ff10e-9ae6-4efc-b93f-3fb51918d19b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:30.630664 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e87d0411-7b21-4a5e-ba2c-52c736a92cd2 req-da0dc725-9298-44d0-82bb-91f6d63a050a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4cd67e8-ad08-414e-8919-9b9b452194c3 HTTP/1.1" status: 200 len: 1002 time: 0.1310158 May 23 11:34:30.673438 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b90420ee-dce7-40a3-b63b-e174b29203eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:30.686708 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b90420ee-dce7-40a3-b63b-e174b29203eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:30.718823 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7f4ff10e-9ae6-4efc-b93f-3fb51918d19b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:30.738239 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7f4ff10e-9ae6-4efc-b93f-3fb51918d19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:30.758256 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90420ee-dce7-40a3-b63b-e174b29203eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5d2993-dc04-4d85-b3ee-ced3080a8b7d,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:30.762213 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b90420ee-dce7-40a3-b63b-e174b29203eb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8dbc7f6d9014416ea95f1c7999d868fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3030391 May 23 11:34:30.769877 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51950) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:30.815979 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7f4ff10e-9ae6-4efc-b93f-3fb51918d19b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1b715b0c60fa43e8a8893ce26617a649&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4724593 May 23 11:34:30.817013 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51954) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:30.820620 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d0411-7b21-4a5e-ba2c-52c736a92cd2 req-0590b962-8f78-4300-a553-1cb879bbc921 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:30.822032 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e87d0411-7b21-4a5e-ba2c-52c736a92cd2 req-0590b962-8f78-4300-a553-1cb879bbc921 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=aca8b965-30cf-4c2a-8560-f756485a23a0 HTTP/1.1" status: 200 len: 834 time: 0.1307960 May 23 11:34:30.825750 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4ff10e-9ae6-4efc-b93f-3fb51918d19b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd6e21e-a268-4282-93f4-e7d8fa59e227,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:30.861140 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7f42b89a-9b17-4311-b2dd-2622ea10504e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:30.886991 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7f42b89a-9b17-4311-b2dd-2622ea10504e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:30.946381 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7f42b89a-9b17-4311-b2dd-2622ea10504e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:30.962310 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f42b89a-9b17-4311-b2dd-2622ea10504e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5d2993-dc04-4d85-b3ee-ced3080a8b7d,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:30.968598 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93f9e4ea-b2b7-40aa-84d9-60bc31ee6e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:30.976386 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7f42b89a-9b17-4311-b2dd-2622ea10504e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:30.977789 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7f42b89a-9b17-4311-b2dd-2622ea10504e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6e5d2993-dc04-4d85-b3ee-ced3080a8b7d HTTP/1.1" status: 204 len: 168 time: 0.2002482 May 23 11:34:30.990681 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e87d0411-7b21-4a5e-ba2c-52c736a92cd2 req-5ab62273-44a8-440f-8034-c841b0534685 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=437becb0-7541-4062-8bf3-b1be0799ec21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1500304 May 23 11:34:31.028967 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93f9e4ea-b2b7-40aa-84d9-60bc31ee6e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:31.208558 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e87d0411-7b21-4a5e-ba2c-52c736a92cd2 req-7ae110f4-e7b4-4c08-a3ce-485ab08b2aac service neutron] 10.222.0.81 "GET /v2.0/networks/437becb0-7541-4062-8bf3-b1be0799ec21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071898 May 23 11:34:31.211714 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd21a03-b041-4635-ac57-39d52ab1e2c1 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Router 9791e12f-28cb-4c42-a599-9f2bdab7f383 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:34:31.237174 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93f9e4ea-b2b7-40aa-84d9-60bc31ee6e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:31.307229 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9e4ea-b2b7-40aa-84d9-60bc31ee6e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd6e21e-a268-4282-93f4-e7d8fa59e227,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:31.488676 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93f9e4ea-b2b7-40aa-84d9-60bc31ee6e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:31.492447 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-93f9e4ea-b2b7-40aa-84d9-60bc31ee6e71 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fcd6e21e-a268-4282-93f4-e7d8fa59e227 HTTP/1.1" status: 204 len: 168 time: 0.6718242 May 23 11:34:31.501576 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e87d0411-7b21-4a5e-ba2c-52c736a92cd2 req-f5bbe2f5-7e68-43e8-80bb-c115ec1caeab service neutron] 10.222.0.81 "GET /v2.0/networks/437becb0-7541-4062-8bf3-b1be0799ec21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868423 May 23 11:34:31.585962 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd21a03-b041-4635-ac57-39d52ab1e2c1 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:34:31.591614 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6cd21a03-b041-4635-ac57-39d52ab1e2c1 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] 10.222.0.79 "PUT /v2.0/routers/9791e12f-28cb-4c42-a599-9f2bdab7f383/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9463904 May 23 11:34:31.594170 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 51972) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:31.600050 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070c25de-e965-4cf0-8604-f5fd95599000 None None] Sync routers for ids ['9791e12f-28cb-4c42-a599-9f2bdab7f383'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:34:31.614811 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070c25de-e965-4cf0-8604-f5fd95599000 None None] Routers {'9791e12f-28cb-4c42-a599-9f2bdab7f383'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:34:31.615672 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-070c25de-e965-4cf0-8604-f5fd95599000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:34:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['9791e12f-28cb-4c42-a599-9f2bdab7f383'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:34:31.678976 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-070c25de-e965-4cf0-8604-f5fd95599000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:34:31.690271 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070c25de-e965-4cf0-8604-f5fd95599000 None None] Routers {'9791e12f-28cb-4c42-a599-9f2bdab7f383'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:34:31.691130 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-070c25de-e965-4cf0-8604-f5fd95599000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:34:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['9791e12f-28cb-4c42-a599-9f2bdab7f383'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:34:31.759004 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-070c25de-e965-4cf0-8604-f5fd95599000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:34:31.759731 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070c25de-e965-4cf0-8604-f5fd95599000 None None] The sync data for ids ['9791e12f-28cb-4c42-a599-9f2bdab7f383'] in n-d-842952-2 is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:34:31.847296 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc066110-29d8-491e-a356-3ded2281a88f tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:31.972437 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51982) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:31.992617 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d0781897-b5fe-46a5-9554-b522240ad99c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:32.030418 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d0781897-b5fe-46a5-9554-b522240ad99c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:32.034913 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d0781897-b5fe-46a5-9554-b522240ad99c admin admin] Usage tracker for resource:security_group_rule and tenant:7088c818d0bc47278d21d38d5a7a39e7 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:32.038087 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d0781897-b5fe-46a5-9554-b522240ad99c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:32.044720 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d0781897-b5fe-46a5-9554-b522240ad99c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:32.125887 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d0781897-b5fe-46a5-9554-b522240ad99c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:32.132582 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d0781897-b5fe-46a5-9554-b522240ad99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:32.186324 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0781897-b5fe-46a5-9554-b522240ad99c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda0df94-848f-4efd-ab7f-ff5a6224174e,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:32.193157 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d0781897-b5fe-46a5-9554-b522240ad99c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7088c818d0bc47278d21d38d5a7a39e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2195172 May 23 11:34:32.193766 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 51992) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:32.203271 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc066110-29d8-491e-a356-3ded2281a88f tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:32.214486 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-dc066110-29d8-491e-a356-3ded2281a88f tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Deleting port f8804e78-b552-4bc3-9bcf-93cf62b0d7c9 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:34:32.214909 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc066110-29d8-491e-a356-3ded2281a88f tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:32.261445 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6ffa180c-5c32-4f69-bcaf-7e3ddfeb5138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:32.291716 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6ffa180c-5c32-4f69-bcaf-7e3ddfeb5138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:32.349202 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6ffa180c-5c32-4f69-bcaf-7e3ddfeb5138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:32.368275 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa180c-5c32-4f69-bcaf-7e3ddfeb5138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda0df94-848f-4efd-ab7f-ff5a6224174e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:32.371893 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6ffa180c-5c32-4f69-bcaf-7e3ddfeb5138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:32.375496 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-6ffa180c-5c32-4f69-bcaf-7e3ddfeb5138 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/eda0df94-848f-4efd-ab7f-ff5a6224174e HTTP/1.1" status: 204 len: 168 time: 0.1779623 May 23 11:34:32.417701 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc066110-29d8-491e-a356-3ded2281a88f tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:32.551015 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-dc066110-29d8-491e-a356-3ded2281a88f tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Calling delete_port for f8804e78-b552-4bc3-9bcf-93cf62b0d7c9 owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:34:32.739860 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc066110-29d8-491e-a356-3ded2281a88f tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:32.786231 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc066110-29d8-491e-a356-3ded2281a88f tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Pushing event deleted for resources: {'Port': ['ID=f8804e78-b552-4bc3-9bcf-93cf62b0d7c9,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:32.959231 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52028) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:33.035174 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc066110-29d8-491e-a356-3ded2281a88f tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:33.310077 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b438fea-3d9a-4f44-88a2-a370f7178ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:33.332034 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc066110-29d8-491e-a356-3ded2281a88f tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:33.343772 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc066110-29d8-491e-a356-3ded2281a88f tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:33.355837 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6b438fea-3d9a-4f44-88a2-a370f7178ec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:33.362612 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-6b438fea-3d9a-4f44-88a2-a370f7178ec7 admin admin] Usage tracker for resource:security_group_rule and tenant:6d94d482648144fc801b429ea25e4d82 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:33.367949 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-6b438fea-3d9a-4f44-88a2-a370f7178ec7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:33.383753 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6b438fea-3d9a-4f44-88a2-a370f7178ec7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:33.395497 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc066110-29d8-491e-a356-3ded2281a88f tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:33.396053 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc066110-29d8-491e-a356-3ded2281a88f tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Fanout notify agent at l3_agent the message router_deleted on router 9791e12f-28cb-4c42-a599-9f2bdab7f383 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:34:33.442785 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc066110-29d8-491e-a356-3ded2281a88f tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:33.446415 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-dc066110-29d8-491e-a356-3ded2281a88f tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] 10.222.0.79 "DELETE /v2.0/routers/9791e12f-28cb-4c42-a599-9f2bdab7f383 HTTP/1.1" status: 204 len: 168 time: 1.8490274 May 23 11:34:33.447073 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52042) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:33.585174 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b438fea-3d9a-4f44-88a2-a370f7178ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:33.590559 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b438fea-3d9a-4f44-88a2-a370f7178ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:33.645947 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b438fea-3d9a-4f44-88a2-a370f7178ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4552fedb-3fac-464c-9e22-1f44a62d27b1,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:33.651617 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c266a7b-c87b-4245-b7c7-ea96c5153a5e tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Deleting subnet 170a90e9-3760-4c5e-8b49-d9925fcf070b {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:34:33.652364 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6b438fea-3d9a-4f44-88a2-a370f7178ec7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6d94d482648144fc801b429ea25e4d82&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6920884 May 23 11:34:33.655225 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52050) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:33.658061 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7c266a7b-c87b-4245-b7c7-ea96c5153a5e tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:33.744707 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7c266a7b-c87b-4245-b7c7-ea96c5153a5e tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:33.818811 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1d8d1a54-c65a-4a4a-9fee-bdef101ada59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:33.857683 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1d8d1a54-c65a-4a4a-9fee-bdef101ada59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:33.899264 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7c266a7b-c87b-4245-b7c7-ea96c5153a5e tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:33.962759 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1d8d1a54-c65a-4a4a-9fee-bdef101ada59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:33.981408 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8d1a54-c65a-4a4a-9fee-bdef101ada59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4552fedb-3fac-464c-9e22-1f44a62d27b1,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:33.994220 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1d8d1a54-c65a-4a4a-9fee-bdef101ada59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:33.995429 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1d8d1a54-c65a-4a4a-9fee-bdef101ada59 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4552fedb-3fac-464c-9e22-1f44a62d27b1 HTTP/1.1" status: 204 len: 168 time: 0.3390248 May 23 11:34:34.003931 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7c266a7b-c87b-4245-b7c7-ea96c5153a5e tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:34.043126 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c266a7b-c87b-4245-b7c7-ea96c5153a5e tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Pushing event deleted for resources: {'Subnet': ['ID=170a90e9-3760-4c5e-8b49-d9925fcf070b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:34.049486 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7c266a7b-c87b-4245-b7c7-ea96c5153a5e tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:34.056502 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6337c835-17e4-4501-a5e5-2ea021652257 None None] Network 47ca0a5b-b81c-4fcd-8f31-4077b984fc2d requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:34:34.058288 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7c266a7b-c87b-4245-b7c7-ea96c5153a5e tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] 10.222.0.79 "DELETE /v2.0/subnets/170a90e9-3760-4c5e-8b49-d9925fcf070b HTTP/1.1" status: 204 len: 168 time: 0.6095653 May 23 11:34:34.058991 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52064) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:34.207594 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-024b19aa-eb15-4b50-9933-f1d3ed1ee867 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:34.222070 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-024b19aa-eb15-4b50-9933-f1d3ed1ee867 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Deleting port 2cfdd02e-23ff-4c1a-9d53-c09039bda673 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:34:34.222671 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-024b19aa-eb15-4b50-9933-f1d3ed1ee867 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:34.361682 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840c0a2d-9008-46d5-8125-c0d2d69fce01 None None] DHCP port deletion for 47ca0a5b-b81c-4fcd-8f31-4077b984fc2d request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:34:34.365700 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-840c0a2d-9008-46d5-8125-c0d2d69fce01 None None] Deleting port 2cfdd02e-23ff-4c1a-9d53-c09039bda673 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:34:34.366010 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-840c0a2d-9008-46d5-8125-c0d2d69fce01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:34.484301 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-024b19aa-eb15-4b50-9933-f1d3ed1ee867 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] For port 2cfdd02e-23ff-4c1a-9d53-c09039bda673, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2cfdd02e-23ff-4c1a-9d53-c09039bda673,segment=NetworkSegment(d3175315-8c04-41a8-84d6-e1f169170b29),segment_id=d3175315-8c04-41a8-84d6-e1f169170b29)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:34:34.485044 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-024b19aa-eb15-4b50-9933-f1d3ed1ee867 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:34.576566 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-840c0a2d-9008-46d5-8125-c0d2d69fce01 None None] For port 2cfdd02e-23ff-4c1a-9d53-c09039bda673, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2cfdd02e-23ff-4c1a-9d53-c09039bda673,segment=NetworkSegment(d3175315-8c04-41a8-84d6-e1f169170b29),segment_id=d3175315-8c04-41a8-84d6-e1f169170b29)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:34:34.576957 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-840c0a2d-9008-46d5-8125-c0d2d69fce01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:34.649731 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-024b19aa-eb15-4b50-9933-f1d3ed1ee867 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Calling delete_port for 2cfdd02e-23ff-4c1a-9d53-c09039bda673 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:34:34.714031 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-840c0a2d-9008-46d5-8125-c0d2d69fce01 None None] Calling delete_port for 2cfdd02e-23ff-4c1a-9d53-c09039bda673 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:34:34.732500 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-024b19aa-eb15-4b50-9933-f1d3ed1ee867 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:34.814418 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b19aa-eb15-4b50-9933-f1d3ed1ee867 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Pushing event deleted for resources: {'Port': ['ID=2cfdd02e-23ff-4c1a-9d53-c09039bda673,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:34.819640 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-840c0a2d-9008-46d5-8125-c0d2d69fce01 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:34:34.820080 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-840c0a2d-9008-46d5-8125-c0d2d69fce01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:34:34.823318 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024b19aa-eb15-4b50-9933-f1d3ed1ee867 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] No DVR routers for this DVR port 2cfdd02e-23ff-4c1a-9d53-c09039bda673 on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:34:34.970785 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-024b19aa-eb15-4b50-9933-f1d3ed1ee867 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:34.998869 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-024b19aa-eb15-4b50-9933-f1d3ed1ee867 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47ca0a5b-b81c-4fcd-8f31-4077b984fc2d']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:34:35.010941 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-024b19aa-eb15-4b50-9933-f1d3ed1ee867 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3175315-8c04-41a8-84d6-e1f169170b29') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:34:35.011286 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-024b19aa-eb15-4b50-9933-f1d3ed1ee867 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3175315-8c04-41a8-84d6-e1f169170b29') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:34:35.023026 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-024b19aa-eb15-4b50-9933-f1d3ed1ee867 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:35.043776 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-024b19aa-eb15-4b50-9933-f1d3ed1ee867 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:35.050239 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-024b19aa-eb15-4b50-9933-f1d3ed1ee867 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:34:35.050748 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-024b19aa-eb15-4b50-9933-f1d3ed1ee867 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:35.066157 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:34:35.066157 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:34:35.066157 n-d-842952-2 neutron-server[83911]: timer() May 23 11:34:35.066157 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:34:35.066157 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:34:35.066157 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:34:35.066157 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:34:35.066157 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:34:35.066157 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:34:35.066157 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:34:35.066157 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:34:35.066157 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:34:35.066157 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:34:35.066157 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:34:35.066157 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:34:35.066157 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:34:35.066157 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:34:35.066157 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:34:35.066157 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:34:35.066157 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:34:35.066157 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:34:35.066157 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:34:35.066157 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:34:35.066157 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:34:35.066157 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:34:35.066157 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:34:35.066157 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:34:35.066157 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:34:35.066157 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:34:35.066157 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:34:35.066157 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:34:35.066157 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:34:35.158982 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-024b19aa-eb15-4b50-9933-f1d3ed1ee867 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:35.179575 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-024b19aa-eb15-4b50-9933-f1d3ed1ee867 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:35.186682 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b19aa-eb15-4b50-9933-f1d3ed1ee867 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Pushing event deleted for resources: {'Network': ['ID=47ca0a5b-b81c-4fcd-8f31-4077b984fc2d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:35.199533 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-024b19aa-eb15-4b50-9933-f1d3ed1ee867 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] 10.222.0.79 "DELETE /v2.0/networks/47ca0a5b-b81c-4fcd-8f31-4077b984fc2d HTTP/1.1" status: 204 len: 168 time: 1.1394107 May 23 11:34:35.202282 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52122) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:35.321788 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-840c0a2d-9008-46d5-8125-c0d2d69fce01 None None] Deleting port 2cfdd02e-23ff-4c1a-9d53-c09039bda673 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:34:35.322370 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-840c0a2d-9008-46d5-8125-c0d2d69fce01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:35.366534 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-95bcf56a-ba65-4d0c-9cd3-c3c7046c8c39 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Deleting port a446be45-31c4-4506-aa65-7ffd034ddda8 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:34:35.366879 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-95bcf56a-ba65-4d0c-9cd3-c3c7046c8c39 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:35.392439 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-840c0a2d-9008-46d5-8125-c0d2d69fce01 None None] The port '2cfdd02e-23ff-4c1a-9d53-c09039bda673' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:34:35.557398 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-95bcf56a-ba65-4d0c-9cd3-c3c7046c8c39 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:35.557730 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-95bcf56a-ba65-4d0c-9cd3-c3c7046c8c39 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:35.684812 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-95bcf56a-ba65-4d0c-9cd3-c3c7046c8c39 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Calling delete_port for a446be45-31c4-4506-aa65-7ffd034ddda8 owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:34:35.861093 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-95bcf56a-ba65-4d0c-9cd3-c3c7046c8c39 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:35.873692 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52162) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:35.880399 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2cfdd02e-23ff-4c1a-9d53-c09039bda673 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:34:35.914621 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bcf56a-ba65-4d0c-9cd3-c3c7046c8c39 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Pushing event deleted for resources: {'Port': ['ID=a446be45-31c4-4506-aa65-7ffd034ddda8,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:35.922512 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 2cfdd02e-23ff-4c1a-9d53-c09039bda673 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:34:35.923041 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2cfdd02e-23ff-4c1a-9d53-c09039bda673 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:34:36.045372 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-66645dea-b6a9-4977-a01f-c435b61158f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:36.080463 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-66645dea-b6a9-4977-a01f-c435b61158f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:36.087883 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-66645dea-b6a9-4977-a01f-c435b61158f4 admin admin] Usage tracker for resource:security_group_rule and tenant:1141619dda0a41379608a792a1d0afa9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:36.091009 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-66645dea-b6a9-4977-a01f-c435b61158f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:36.097152 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-66645dea-b6a9-4977-a01f-c435b61158f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:36.100439 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-95bcf56a-ba65-4d0c-9cd3-c3c7046c8c39 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:36.115530 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-95bcf56a-ba65-4d0c-9cd3-c3c7046c8c39 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:36.119338 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-95bcf56a-ba65-4d0c-9cd3-c3c7046c8c39 tempest-FloatingIPAdminTestJSON-1468890818 tempest-FloatingIPAdminTestJSON-1468890818-project] 10.222.0.79 "DELETE /v2.0/floatingips/fce26305-da8a-4b77-94a7-b67b67ffd5aa HTTP/1.1" status: 204 len: 168 time: 0.9135211 May 23 11:34:36.176277 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-66645dea-b6a9-4977-a01f-c435b61158f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:36.181986 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-66645dea-b6a9-4977-a01f-c435b61158f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:36.235061 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-66645dea-b6a9-4977-a01f-c435b61158f4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1141619dda0a41379608a792a1d0afa9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3597617 May 23 11:34:36.235920 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66645dea-b6a9-4977-a01f-c435b61158f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ab572d-0c47-4fe5-8c39-0381ece40b2e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:36.237877 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52178) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:36.303962 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f6e1a0c2-6a51-4c97-845f-615ca0ce05a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:36.336642 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f6e1a0c2-6a51-4c97-845f-615ca0ce05a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:36.388831 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52186) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:36.398638 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f6e1a0c2-6a51-4c97-845f-615ca0ce05a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:36.415056 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e1a0c2-6a51-4c97-845f-615ca0ce05a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ab572d-0c47-4fe5-8c39-0381ece40b2e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:36.421352 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f6e1a0c2-6a51-4c97-845f-615ca0ce05a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:36.425498 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f6e1a0c2-6a51-4c97-845f-615ca0ce05a0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/03ab572d-0c47-4fe5-8c39-0381ece40b2e HTTP/1.1" status: 204 len: 168 time: 0.1837227 May 23 11:34:36.458442 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52194) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:36.580601 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a3b36608-e6e3-4d01-86e4-72e7129bc58a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b42a8c8f6f9f48c581606877d63803e2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1899610 May 23 11:34:36.580994 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52200) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:36.624133 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-25b5f466-9bf8-456f-86de-c7f106646771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:36.684036 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-25b5f466-9bf8-456f-86de-c7f106646771 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:36.689131 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-28815051-d16d-4f7d-9ea2-724312e77073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:36.691048 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-25b5f466-9bf8-456f-86de-c7f106646771 admin admin] Usage tracker for resource:security_group_rule and tenant:7c3747d56e2542ef9ddf6abbd3e35715 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:36.694544 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-25b5f466-9bf8-456f-86de-c7f106646771 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:36.708577 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-25b5f466-9bf8-456f-86de-c7f106646771 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:36.731475 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-28815051-d16d-4f7d-9ea2-724312e77073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:36.829204 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-28815051-d16d-4f7d-9ea2-724312e77073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:36.846915 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-25b5f466-9bf8-456f-86de-c7f106646771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:36.850969 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28815051-d16d-4f7d-9ea2-724312e77073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4ce918-ba34-4afa-86a1-56318139f9d2,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:36.855775 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-25b5f466-9bf8-456f-86de-c7f106646771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:36.885635 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-28815051-d16d-4f7d-9ea2-724312e77073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:36.886759 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-28815051-d16d-4f7d-9ea2-724312e77073 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ca4ce918-ba34-4afa-86a1-56318139f9d2 HTTP/1.1" status: 204 len: 168 time: 0.3046663 May 23 11:34:36.911778 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b5f466-9bf8-456f-86de-c7f106646771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be115469-de93-48cf-88e7-920a71e3c07e,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:36.916310 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-25b5f466-9bf8-456f-86de-c7f106646771 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7c3747d56e2542ef9ddf6abbd3e35715&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4563675 May 23 11:34:36.918813 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52216) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:36.983260 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ca93e327-41d4-4d73-8a06-0d893fff2c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:37.009271 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ca93e327-41d4-4d73-8a06-0d893fff2c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:37.068495 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ca93e327-41d4-4d73-8a06-0d893fff2c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:37.087689 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93e327-41d4-4d73-8a06-0d893fff2c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be115469-de93-48cf-88e7-920a71e3c07e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:37.099887 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ca93e327-41d4-4d73-8a06-0d893fff2c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:37.101250 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ca93e327-41d4-4d73-8a06-0d893fff2c1d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/be115469-de93-48cf-88e7-920a71e3c07e HTTP/1.1" status: 204 len: 168 time: 0.1809540 May 23 11:34:37.522777 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52234) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:37.547429 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-17db3706-ce30-4273-85d4-15f9d6173611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:37.571857 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52238) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:37.584787 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-17db3706-ce30-4273-85d4-15f9d6173611 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:37.589056 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-17db3706-ce30-4273-85d4-15f9d6173611 admin admin] Usage tracker for resource:security_group_rule and tenant:855aa3c88d144dc3b03cfd62bd4a829e is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:37.592303 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-17db3706-ce30-4273-85d4-15f9d6173611 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:37.594968 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d6c369e8-9abf-4a87-93c2-02e7fb1c4355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:37.598161 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-17db3706-ce30-4273-85d4-15f9d6173611 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:37.628963 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d6c369e8-9abf-4a87-93c2-02e7fb1c4355 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:37.633061 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d6c369e8-9abf-4a87-93c2-02e7fb1c4355 admin admin] Usage tracker for resource:security_group_rule and tenant:4f423568baf24a55a89d231b8c56a704 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:37.636427 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d6c369e8-9abf-4a87-93c2-02e7fb1c4355 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:37.643581 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d6c369e8-9abf-4a87-93c2-02e7fb1c4355 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:37.672355 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-17db3706-ce30-4273-85d4-15f9d6173611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:37.676663 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-17db3706-ce30-4273-85d4-15f9d6173611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:37.728996 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3706-ce30-4273-85d4-15f9d6173611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcd358b-a851-4c71-a388-aabb5870f4ff,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:37.737750 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-17db3706-ce30-4273-85d4-15f9d6173611 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=855aa3c88d144dc3b03cfd62bd4a829e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2137904 May 23 11:34:37.738246 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52242) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:37.745896 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d6c369e8-9abf-4a87-93c2-02e7fb1c4355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:37.762268 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d6c369e8-9abf-4a87-93c2-02e7fb1c4355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:37.830640 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c369e8-9abf-4a87-93c2-02e7fb1c4355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13fbec7-2751-4de8-aec1-d1b780817c0f,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:37.842832 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d6c369e8-9abf-4a87-93c2-02e7fb1c4355 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4f423568baf24a55a89d231b8c56a704&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2696624 May 23 11:34:37.845731 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52248) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:37.858581 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-93fe677b-f803-43da-a5cb-e5bed1e71cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:37.893338 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-93fe677b-f803-43da-a5cb-e5bed1e71cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:37.920696 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-04bcd9ac-62e8-482b-80ff-cb96db86c525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:37.948314 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-93fe677b-f803-43da-a5cb-e5bed1e71cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:37.955051 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-04bcd9ac-62e8-482b-80ff-cb96db86c525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:37.966222 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe677b-f803-43da-a5cb-e5bed1e71cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcd358b-a851-4c71-a388-aabb5870f4ff,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:37.975134 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-93fe677b-f803-43da-a5cb-e5bed1e71cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:37.976279 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-93fe677b-f803-43da-a5cb-e5bed1e71cf3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5dcd358b-a851-4c71-a388-aabb5870f4ff HTTP/1.1" status: 204 len: 168 time: 0.2372139 May 23 11:34:38.020583 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-04bcd9ac-62e8-482b-80ff-cb96db86c525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:38.039509 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bcd9ac-62e8-482b-80ff-cb96db86c525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13fbec7-2751-4de8-aec1-d1b780817c0f,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:38.052084 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-04bcd9ac-62e8-482b-80ff-cb96db86c525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:38.053451 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-04bcd9ac-62e8-482b-80ff-cb96db86c525 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e13fbec7-2751-4de8-aec1-d1b780817c0f HTTP/1.1" status: 204 len: 168 time: 0.2059040 May 23 11:34:38.173386 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:38.395640 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52268) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:38.414917 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3f4a2709-5e90-4adc-a2b1-28532efb8362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:38.452396 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3f4a2709-5e90-4adc-a2b1-28532efb8362 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:38.456763 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3f4a2709-5e90-4adc-a2b1-28532efb8362 admin admin] Usage tracker for resource:security_group_rule and tenant:fb4c8e06bbba4431bc20a0a0624bb17a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:38.459753 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3f4a2709-5e90-4adc-a2b1-28532efb8362 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:38.465607 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3f4a2709-5e90-4adc-a2b1-28532efb8362 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:38.553529 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3f4a2709-5e90-4adc-a2b1-28532efb8362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:38.558527 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3f4a2709-5e90-4adc-a2b1-28532efb8362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:38.610140 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3f4a2709-5e90-4adc-a2b1-28532efb8362 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fb4c8e06bbba4431bc20a0a0624bb17a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2133482 May 23 11:34:38.610982 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a2709-5e90-4adc-a2b1-28532efb8362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48a0033-436e-4eae-9312-28a2ff886f7b,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:38.612916 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52278) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:38.692268 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ac27fc7-98c3-4c55-88bc-c8c63aa60377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:38.718632 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ac27fc7-98c3-4c55-88bc-c8c63aa60377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:38.789028 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ac27fc7-98c3-4c55-88bc-c8c63aa60377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:38.805325 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac27fc7-98c3-4c55-88bc-c8c63aa60377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48a0033-436e-4eae-9312-28a2ff886f7b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:38.815473 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ac27fc7-98c3-4c55-88bc-c8c63aa60377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:38.816839 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4ac27fc7-98c3-4c55-88bc-c8c63aa60377 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a48a0033-436e-4eae-9312-28a2ff886f7b HTTP/1.1" status: 204 len: 168 time: 0.2022808 May 23 11:34:39.267273 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f1255506-ec9a-47ba-9820-9681e1c7dc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:39.352664 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52310) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:39.475852 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:39.507727 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-8b5ba403-1eff-4d70-8afc-e82aa63fcc39 tempest-QuotasTest-1649615581 tempest-QuotasTest-1649615581-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:34:39.544159 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8b5ba403-1eff-4d70-8afc-e82aa63fcc39 tempest-QuotasTest-1649615581 tempest-QuotasTest-1649615581-project-admin] 10.222.0.79 "PUT /v2.0/quotas/9283116ed9ce49e28be879394e529fe7 HTTP/1.1" status: 200 len: 366 time: 0.1899807 May 23 11:34:39.546736 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52320) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:39.563685 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-894e9893-795f-49b6-b55b-579b0cb39674 tempest-QuotasTest-1649615581 tempest-QuotasTest-1649615581-project-admin] 10.222.0.79 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0140898 May 23 11:34:39.566225 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52326) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:39.581775 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a1c1f70b-8a74-405f-abea-6d6e50575156 tempest-QuotasTest-1649615581 tempest-QuotasTest-1649615581-project-admin] 10.222.0.79 "GET /v2.0/quotas/9283116ed9ce49e28be879394e529fe7 HTTP/1.1" status: 200 len: 366 time: 0.0120144 May 23 11:34:39.582261 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52330) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:39.600239 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-de83bf04-5017-4a57-ab41-a9850335f96e tempest-QuotasTest-1649615581 tempest-QuotasTest-1649615581-project-admin] 10.222.0.79 "DELETE /v2.0/quotas/9283116ed9ce49e28be879394e529fe7 HTTP/1.1" status: 204 len: 168 time: 0.0167105 May 23 11:34:39.602636 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52336) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:39.620187 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52340) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:39.621066 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c663df8f-c695-493a-b7d4-90769209b4c1 tempest-QuotasTest-1649615581 tempest-QuotasTest-1649615581-project-admin] 10.222.0.79 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0163176 May 23 11:34:39.636613 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52344) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:39.636821 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a8295ec3-a87b-4479-bdae-f0f4452a9146 tempest-QuotasTest-1649615581 tempest-QuotasTest-1649615581-project-admin] 10.222.0.79 "GET /v2.0/quotas/9283116ed9ce49e28be879394e529fe7 HTTP/1.1" status: 200 len: 370 time: 0.0153267 May 23 11:34:39.645947 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52348) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:39.646485 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-524441dd-6f98-41ef-9360-420825856b18 tempest-QuotasTest-1649615581 tempest-QuotasTest-1649615581-project-admin] 10.222.0.79 "GET /v2.0/quotas/9283116ed9ce49e28be879394e529fe7/default HTTP/1.1" status: 200 len: 370 time: 0.0079947 May 23 11:34:39.658360 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-05b3b8f3-865e-4d81-955a-be23a949396a tempest-QuotasTest-1649615581 tempest-QuotasTest-1649615581-project-admin] delete failed (client error): The resource could not be found. May 23 11:34:39.659413 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-05b3b8f3-865e-4d81-955a-be23a949396a tempest-QuotasTest-1649615581 tempest-QuotasTest-1649615581-project-admin] 10.222.0.79 "DELETE /v2.0/quotas/9283116ed9ce49e28be879394e529fe7 HTTP/1.1" status: 404 len: 348 time: 0.0124409 May 23 11:34:39.934137 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52362) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:39.953335 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3baa3f63-9477-44c3-abc5-e84c30dbcce8 tempest-QuotasTest-1649615581 tempest-QuotasTest-1649615581-project-admin] Usage tracker for resource:network and tenant:65175b2b2ec34c3b867e098b63bbe82d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:39.957613 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3baa3f63-9477-44c3-abc5-e84c30dbcce8 tempest-QuotasTest-1649615581 tempest-QuotasTest-1649615581-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:39.964495 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3baa3f63-9477-44c3-abc5-e84c30dbcce8 tempest-QuotasTest-1649615581 tempest-QuotasTest-1649615581-project-admin] Usage tracker for resource:subnet and tenant:65175b2b2ec34c3b867e098b63bbe82d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:39.972843 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3baa3f63-9477-44c3-abc5-e84c30dbcce8 tempest-QuotasTest-1649615581 tempest-QuotasTest-1649615581-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:39.980823 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3baa3f63-9477-44c3-abc5-e84c30dbcce8 tempest-QuotasTest-1649615581 tempest-QuotasTest-1649615581-project-admin] Usage tracker for resource:subnetpool and tenant:65175b2b2ec34c3b867e098b63bbe82d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:39.985127 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3baa3f63-9477-44c3-abc5-e84c30dbcce8 tempest-QuotasTest-1649615581 tempest-QuotasTest-1649615581-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:39.991678 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3baa3f63-9477-44c3-abc5-e84c30dbcce8 tempest-QuotasTest-1649615581 tempest-QuotasTest-1649615581-project-admin] Usage tracker for resource:port and tenant:65175b2b2ec34c3b867e098b63bbe82d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:39.995915 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3baa3f63-9477-44c3-abc5-e84c30dbcce8 tempest-QuotasTest-1649615581 tempest-QuotasTest-1649615581-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:40.002533 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3baa3f63-9477-44c3-abc5-e84c30dbcce8 tempest-QuotasTest-1649615581 tempest-QuotasTest-1649615581-project-admin] Usage tracker for resource:router and tenant:65175b2b2ec34c3b867e098b63bbe82d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:40.006533 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3baa3f63-9477-44c3-abc5-e84c30dbcce8 tempest-QuotasTest-1649615581 tempest-QuotasTest-1649615581-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:40.014534 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3baa3f63-9477-44c3-abc5-e84c30dbcce8 tempest-QuotasTest-1649615581 tempest-QuotasTest-1649615581-project-admin] Usage tracker for resource:floatingip and tenant:65175b2b2ec34c3b867e098b63bbe82d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:40.018569 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3baa3f63-9477-44c3-abc5-e84c30dbcce8 tempest-QuotasTest-1649615581 tempest-QuotasTest-1649615581-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:40.053483 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3baa3f63-9477-44c3-abc5-e84c30dbcce8 tempest-QuotasTest-1649615581 tempest-QuotasTest-1649615581-project-admin] Usage tracker for resource:security_group and tenant:65175b2b2ec34c3b867e098b63bbe82d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:40.059193 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3baa3f63-9477-44c3-abc5-e84c30dbcce8 tempest-QuotasTest-1649615581 tempest-QuotasTest-1649615581-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:40.065846 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3baa3f63-9477-44c3-abc5-e84c30dbcce8 tempest-QuotasTest-1649615581 tempest-QuotasTest-1649615581-project-admin] Usage tracker for resource:security_group_rule and tenant:65175b2b2ec34c3b867e098b63bbe82d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:40.069984 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3baa3f63-9477-44c3-abc5-e84c30dbcce8 tempest-QuotasTest-1649615581 tempest-QuotasTest-1649615581-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:40.075856 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3baa3f63-9477-44c3-abc5-e84c30dbcce8 tempest-QuotasTest-1649615581 tempest-QuotasTest-1649615581-project-admin] 10.222.0.79 "GET /v2.0/quotas/65175b2b2ec34c3b867e098b63bbe82d/details.json HTTP/1.1" status: 200 len: 703 time: 0.1407089 May 23 11:34:40.407027 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52380) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:40.669565 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d8121998-c76a-4691-b3d6-00a6c7386578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:40.705627 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d8121998-c76a-4691-b3d6-00a6c7386578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:40.718320 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d8121998-c76a-4691-b3d6-00a6c7386578 admin admin] Usage tracker for resource:security_group_rule and tenant:f3df9f80061142439f8f2c3d3415274c is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:40.721657 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d8121998-c76a-4691-b3d6-00a6c7386578 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:40.728147 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d8121998-c76a-4691-b3d6-00a6c7386578 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:40.820439 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:34:40.821752 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d8121998-c76a-4691-b3d6-00a6c7386578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:40.827850 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d8121998-c76a-4691-b3d6-00a6c7386578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:40.855393 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52398) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:40.873953 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8121998-c76a-4691-b3d6-00a6c7386578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9ff8c0-7c4b-4ad6-a66d-d948756b554c,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:40.899269 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d8121998-c76a-4691-b3d6-00a6c7386578 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f3df9f80061142439f8f2c3d3415274c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4887514 May 23 11:34:40.900135 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52406) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:40.962743 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7486611d-0507-4eb4-aa80-f2126c7b728c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:40.990516 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7486611d-0507-4eb4-aa80-f2126c7b728c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:41.045150 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7486611d-0507-4eb4-aa80-f2126c7b728c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:41.061392 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486611d-0507-4eb4-aa80-f2126c7b728c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9ff8c0-7c4b-4ad6-a66d-d948756b554c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:41.067612 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7486611d-0507-4eb4-aa80-f2126c7b728c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:41.068875 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7486611d-0507-4eb4-aa80-f2126c7b728c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8d9ff8c0-7c4b-4ad6-a66d-d948756b554c HTTP/1.1" status: 204 len: 168 time: 0.1678150 May 23 11:34:41.137793 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-5dac2a99-81bb-44fe-87e5-f74d72a858ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1432725391'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:34:41.143626 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5dac2a99-81bb-44fe-87e5-f74d72a858ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:41.147810 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5dac2a99-81bb-44fe-87e5-f74d72a858ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146-project] Usage tracker for resource:network and tenant:6960fec48f2c4e2293e91499c273c827 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:41.151329 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5dac2a99-81bb-44fe-87e5-f74d72a858ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:41.157796 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5dac2a99-81bb-44fe-87e5-f74d72a858ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:41.169231 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dac2a99-81bb-44fe-87e5-f74d72a858ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146-project] Made reservation on behalf of 6960fec48f2c4e2293e91499c273c827 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:34:41.172296 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5dac2a99-81bb-44fe-87e5-f74d72a858ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:41.186919 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5dac2a99-81bb-44fe-87e5-f74d72a858ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:41.222736 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5dac2a99-81bb-44fe-87e5-f74d72a858ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:41.226667 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5dac2a99-81bb-44fe-87e5-f74d72a858ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146-project] Usage tracker for resource:security_group_rule and tenant:6960fec48f2c4e2293e91499c273c827 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:41.229618 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5dac2a99-81bb-44fe-87e5-f74d72a858ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:41.235777 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5dac2a99-81bb-44fe-87e5-f74d72a858ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:41.274661 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52418) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:41.404321 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5dac2a99-81bb-44fe-87e5-f74d72a858ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:41.409546 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5dac2a99-81bb-44fe-87e5-f74d72a858ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:41.439759 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dac2a99-81bb-44fe-87e5-f74d72a858ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:34:41.452522 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac2a99-81bb-44fe-87e5-f74d72a858ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a622f83f-a088-4983-a0b9-2f7d448c93fa,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:41.457262 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5dac2a99-81bb-44fe-87e5-f74d72a858ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:41.457603 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-5dac2a99-81bb-44fe-87e5-f74d72a858ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146-project] Added segment 983470be-f604-4115-bb6c-791bd6b9c7f6 of type vlan for network d33398c0-5da0-4ec9-8e56-2dd00c762085 May 23 11:34:41.489562 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5dac2a99-81bb-44fe-87e5-f74d72a858ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:41.522393 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5dac2a99-81bb-44fe-87e5-f74d72a858ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:41.528182 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dac2a99-81bb-44fe-87e5-f74d72a858ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:41.528963 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5dac2a99-81bb-44fe-87e5-f74d72a858ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:41.530161 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8f8915a2-af27-4b52-8952-48bd286a77ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:41.569727 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-4cac9496-106d-450f-9bab-4afad16a0875 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1559468923'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:34:41.575693 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4cac9496-106d-450f-9bab-4afad16a0875 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:41.580017 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4cac9496-106d-450f-9bab-4afad16a0875 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Usage tracker for resource:router and tenant:853909ac1b824e079f9c3ec9bd6a5b47 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:41.587193 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52428) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:41.589632 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4cac9496-106d-450f-9bab-4afad16a0875 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:41.607895 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4cac9496-106d-450f-9bab-4afad16a0875 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:41.615931 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-de06d210-a31b-4020-877d-d9196446b30a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:41.652492 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5dac2a99-81bb-44fe-87e5-f74d72a858ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.7949669 May 23 11:34:41.656278 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac2a99-81bb-44fe-87e5-f74d72a858ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146-project] Pushing event updated for resources: {'Network': ['ID=d33398c0-5da0-4ec9-8e56-2dd00c762085,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:41.664036 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-de06d210-a31b-4020-877d-d9196446b30a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:41.667864 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network d33398c0-5da0-4ec9-8e56-2dd00c762085 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:34:41.669195 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4cac9496-106d-450f-9bab-4afad16a0875 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:41.670252 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4cac9496-106d-450f-9bab-4afad16a0875 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:41.674315 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-de06d210-a31b-4020-877d-d9196446b30a admin admin] Usage tracker for resource:security_group_rule and tenant:65175b2b2ec34c3b867e098b63bbe82d is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:41.678597 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-de06d210-a31b-4020-877d-d9196446b30a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:41.687058 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-de06d210-a31b-4020-877d-d9196446b30a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:41.713665 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4cac9496-106d-450f-9bab-4afad16a0875 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:41.757595 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4cac9496-106d-450f-9bab-4afad16a0875 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:41.785556 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-de06d210-a31b-4020-877d-d9196446b30a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:41.793496 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-de06d210-a31b-4020-877d-d9196446b30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:41.841566 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4cac9496-106d-450f-9bab-4afad16a0875 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:41.845347 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4cac9496-106d-450f-9bab-4afad16a0875 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5669556 May 23 11:34:41.846488 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52436) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:41.851003 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-de06d210-a31b-4020-877d-d9196446b30a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=65175b2b2ec34c3b867e098b63bbe82d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2628322 May 23 11:34:41.854073 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52440) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:41.866637 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de06d210-a31b-4020-877d-d9196446b30a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3386156f-1ba0-4f79-8e99-aa3ea5e1964c,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:41.923384 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2cf81bda-885a-4585-b2d0-996cae6dbfd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:41.950052 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2cf81bda-885a-4585-b2d0-996cae6dbfd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:42.004660 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-56a49ffd-adf8-43bc-89f3-f77e19fe47a2 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:42.008465 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2cf81bda-885a-4585-b2d0-996cae6dbfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:42.024926 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf81bda-885a-4585-b2d0-996cae6dbfd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3386156f-1ba0-4f79-8e99-aa3ea5e1964c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:42.032333 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2cf81bda-885a-4585-b2d0-996cae6dbfd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:42.033470 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2cf81bda-885a-4585-b2d0-996cae6dbfd1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3386156f-1ba0-4f79-8e99-aa3ea5e1964c HTTP/1.1" status: 204 len: 168 time: 0.1782782 May 23 11:34:42.055637 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52446) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:42.067901 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Request body: {'port': {'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085', 'binding:host_id': 'n-h1-842952-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1710795121'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:34:42.074550 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:42.079708 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Usage tracker for resource:port and tenant:1e047e446fcc4273bbf04a821f4a9a50 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:42.084018 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:42.089949 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:42.101881 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Made reservation on behalf of 1e047e446fcc4273bbf04a821f4a9a50 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:34:42.104242 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:42.117861 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:42.154557 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:42.158803 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Usage tracker for resource:security_group_rule and tenant:1e047e446fcc4273bbf04a821f4a9a50 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:42.161745 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:42.167696 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:42.238273 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:42.242973 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:42.254904 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] device_id is not set on port fa9667cb-12fe-450f-849f-cff0237f8025 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:34:42.329746 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61f85b2-ac0b-47a5-87b3-8c11c7c3993e,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:42.462056 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-56a49ffd-adf8-43bc-89f3-f77e19fe47a2 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:42.466575 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-56a49ffd-adf8-43bc-89f3-f77e19fe47a2 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:42.497281 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-56a49ffd-adf8-43bc-89f3-f77e19fe47a2 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:42.498067 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a49ffd-adf8-43bc-89f3-f77e19fe47a2 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e0b88759-ac82-43c7-b4ff-68c3aa3de202 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:34:42.511292 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-56a49ffd-adf8-43bc-89f3-f77e19fe47a2 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:42.515407 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-56a49ffd-adf8-43bc-89f3-f77e19fe47a2 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] 10.222.0.79 "DELETE /v2.0/routers/e0b88759-ac82-43c7-b4ff-68c3aa3de202 HTTP/1.1" status: 204 len: 168 time: 0.6643434 May 23 11:34:42.515622 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52458) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:42.521194 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-15b3755d-8170-4113-bc00-e3def6f568d1 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Request body: {'router': {'name': 'tempest-router-790579511', 'distributed': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:34:42.526651 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-15b3755d-8170-4113-bc00-e3def6f568d1 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:42.531261 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-15b3755d-8170-4113-bc00-e3def6f568d1 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Usage tracker for resource:router and tenant:853909ac1b824e079f9c3ec9bd6a5b47 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:42.534403 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-15b3755d-8170-4113-bc00-e3def6f568d1 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:42.540602 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-15b3755d-8170-4113-bc00-e3def6f568d1 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:42.552156 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-15b3755d-8170-4113-bc00-e3def6f568d1 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:42.553081 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-15b3755d-8170-4113-bc00-e3def6f568d1 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:42.555264 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] device_id is not set on port fa9667cb-12fe-450f-849f-cff0237f8025 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:34:42.564567 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:42.573407 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-15b3755d-8170-4113-bc00-e3def6f568d1 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:42.577912 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Transition to ACTIVE for port object fa9667cb-12fe-450f-849f-cff0237f8025 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:34:42.589860 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:42.594358 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-15b3755d-8170-4113-bc00-e3def6f568d1 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:42.618780 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-15b3755d-8170-4113-bc00-e3def6f568d1 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:42.622483 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-15b3755d-8170-4113-bc00-e3def6f568d1 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1034691 May 23 11:34:42.622752 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52468) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:42.672738 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Pushing event updated for resources: {'Port': ['ID=fa9667cb-12fe-450f-849f-cff0237f8025,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:42.691085 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Checking segment: {'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:34:42.691423 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Network hostable DHCP agents. Network: d33398c0-5da0-4ec9-8e56-2dd00c762085, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:34:42.717257 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Network d33398c0-5da0-4ec9-8e56-2dd00c762085 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:34:42.729593 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, d33398c0-5da0-4ec9-8e56-2dd00c762085) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:34:42.744447 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0450b627-a4dc-4e21-87dc-e1be5f86ed75 None None] Network d33398c0-5da0-4ec9-8e56-2dd00c762085 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:34:42.754493 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:34:42.757630 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ffdf782-57da-451b-af6f-5d05646368b7 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:42.774357 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port fa9667cb-12fe-450f-849f-cff0237f8025 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:34:42.774795 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port fa9667cb-12fe-450f-849f-cff0237f8025 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:34:42.775460 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port fa9667cb-12fe-450f-849f-cff0237f8025 on network d33398c0-5da0-4ec9-8e56-2dd00c762085 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:34:42.783186 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Port fa9667cb-12fe-450f-849f-cff0237f8025 on network d33398c0-5da0-4ec9-8e56-2dd00c762085 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:34:42.783723 n-d-842952-2 neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Failed to bind port fa9667cb-12fe-450f-849f-cff0237f8025 on host n-h1-842952-2 for vnic_type normal using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] May 23 11:34:42.784218 n-d-842952-2 neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempt 2 to bind port fa9667cb-12fe-450f-849f-cff0237f8025 May 23 11:34:42.805704 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port fa9667cb-12fe-450f-849f-cff0237f8025 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:34:42.806790 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port fa9667cb-12fe-450f-849f-cff0237f8025 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:34:42.807371 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port fa9667cb-12fe-450f-849f-cff0237f8025 on network d33398c0-5da0-4ec9-8e56-2dd00c762085 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:34:42.817124 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Port fa9667cb-12fe-450f-849f-cff0237f8025 on network d33398c0-5da0-4ec9-8e56-2dd00c762085 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:34:42.817883 n-d-842952-2 neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Failed to bind port fa9667cb-12fe-450f-849f-cff0237f8025 on host n-h1-842952-2 for vnic_type normal using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] May 23 11:34:42.818487 n-d-842952-2 neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempt 3 to bind port fa9667cb-12fe-450f-849f-cff0237f8025 May 23 11:34:42.838397 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port fa9667cb-12fe-450f-849f-cff0237f8025 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:34:42.838997 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port fa9667cb-12fe-450f-849f-cff0237f8025 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:34:42.839530 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port fa9667cb-12fe-450f-849f-cff0237f8025 on network d33398c0-5da0-4ec9-8e56-2dd00c762085 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:34:42.846314 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Port fa9667cb-12fe-450f-849f-cff0237f8025 on network d33398c0-5da0-4ec9-8e56-2dd00c762085 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:34:42.846869 n-d-842952-2 neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Failed to bind port fa9667cb-12fe-450f-849f-cff0237f8025 on host n-h1-842952-2 for vnic_type normal using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] May 23 11:34:42.847679 n-d-842952-2 neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempt 4 to bind port fa9667cb-12fe-450f-849f-cff0237f8025 May 23 11:34:42.868573 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port fa9667cb-12fe-450f-849f-cff0237f8025 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:34:42.869231 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port fa9667cb-12fe-450f-849f-cff0237f8025 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:34:42.869780 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port fa9667cb-12fe-450f-849f-cff0237f8025 on network d33398c0-5da0-4ec9-8e56-2dd00c762085 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:34:42.879038 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Port fa9667cb-12fe-450f-849f-cff0237f8025 on network d33398c0-5da0-4ec9-8e56-2dd00c762085 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:34:42.879390 n-d-842952-2 neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Failed to bind port fa9667cb-12fe-450f-849f-cff0237f8025 on host n-h1-842952-2 for vnic_type normal using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] May 23 11:34:42.880869 n-d-842952-2 neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempt 5 to bind port fa9667cb-12fe-450f-849f-cff0237f8025 May 23 11:34:42.908847 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port fa9667cb-12fe-450f-849f-cff0237f8025 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:34:42.909197 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port fa9667cb-12fe-450f-849f-cff0237f8025 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:34:42.909537 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port fa9667cb-12fe-450f-849f-cff0237f8025 on network d33398c0-5da0-4ec9-8e56-2dd00c762085 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:34:42.918470 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Port fa9667cb-12fe-450f-849f-cff0237f8025 on network d33398c0-5da0-4ec9-8e56-2dd00c762085 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:34:42.919164 n-d-842952-2 neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Failed to bind port fa9667cb-12fe-450f-849f-cff0237f8025 on host n-h1-842952-2 for vnic_type normal using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] May 23 11:34:42.919728 n-d-842952-2 neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempt 6 to bind port fa9667cb-12fe-450f-849f-cff0237f8025 May 23 11:34:42.938033 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port fa9667cb-12fe-450f-849f-cff0237f8025 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:34:42.938508 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port fa9667cb-12fe-450f-849f-cff0237f8025 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:34:42.938902 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port fa9667cb-12fe-450f-849f-cff0237f8025 on network d33398c0-5da0-4ec9-8e56-2dd00c762085 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:34:42.945368 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Port fa9667cb-12fe-450f-849f-cff0237f8025 on network d33398c0-5da0-4ec9-8e56-2dd00c762085 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:34:42.945917 n-d-842952-2 neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Failed to bind port fa9667cb-12fe-450f-849f-cff0237f8025 on host n-h1-842952-2 for vnic_type normal using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] May 23 11:34:42.946428 n-d-842952-2 neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempt 7 to bind port fa9667cb-12fe-450f-849f-cff0237f8025 May 23 11:34:42.965235 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port fa9667cb-12fe-450f-849f-cff0237f8025 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:34:42.965691 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port fa9667cb-12fe-450f-849f-cff0237f8025 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:34:42.966258 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port fa9667cb-12fe-450f-849f-cff0237f8025 on network d33398c0-5da0-4ec9-8e56-2dd00c762085 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:34:42.973426 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Port fa9667cb-12fe-450f-849f-cff0237f8025 on network d33398c0-5da0-4ec9-8e56-2dd00c762085 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:34:42.974577 n-d-842952-2 neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Failed to bind port fa9667cb-12fe-450f-849f-cff0237f8025 on host n-h1-842952-2 for vnic_type normal using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] May 23 11:34:42.975209 n-d-842952-2 neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempt 8 to bind port fa9667cb-12fe-450f-849f-cff0237f8025 May 23 11:34:42.979621 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:42.996869 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port fa9667cb-12fe-450f-849f-cff0237f8025 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:34:42.997351 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port fa9667cb-12fe-450f-849f-cff0237f8025 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:34:42.997846 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port fa9667cb-12fe-450f-849f-cff0237f8025 on network d33398c0-5da0-4ec9-8e56-2dd00c762085 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:34:43.004921 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Port fa9667cb-12fe-450f-849f-cff0237f8025 on network d33398c0-5da0-4ec9-8e56-2dd00c762085 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:34:43.005422 n-d-842952-2 neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Failed to bind port fa9667cb-12fe-450f-849f-cff0237f8025 on host n-h1-842952-2 for vnic_type normal using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] May 23 11:34:43.006311 n-d-842952-2 neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempt 9 to bind port fa9667cb-12fe-450f-849f-cff0237f8025 May 23 11:34:43.025983 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port fa9667cb-12fe-450f-849f-cff0237f8025 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:34:43.026456 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port fa9667cb-12fe-450f-849f-cff0237f8025 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:34:43.027045 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port fa9667cb-12fe-450f-849f-cff0237f8025 on network d33398c0-5da0-4ec9-8e56-2dd00c762085 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:34:43.036631 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Port fa9667cb-12fe-450f-849f-cff0237f8025 on network d33398c0-5da0-4ec9-8e56-2dd00c762085 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:34:43.037556 n-d-842952-2 neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Failed to bind port fa9667cb-12fe-450f-849f-cff0237f8025 on host n-h1-842952-2 for vnic_type normal using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] May 23 11:34:43.038507 n-d-842952-2 neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempt 10 to bind port fa9667cb-12fe-450f-849f-cff0237f8025 May 23 11:34:43.060532 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port fa9667cb-12fe-450f-849f-cff0237f8025 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:34:43.061601 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port fa9667cb-12fe-450f-849f-cff0237f8025 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:34:43.062221 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port fa9667cb-12fe-450f-849f-cff0237f8025 on network d33398c0-5da0-4ec9-8e56-2dd00c762085 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:34:43.076122 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Port fa9667cb-12fe-450f-849f-cff0237f8025 on network d33398c0-5da0-4ec9-8e56-2dd00c762085 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:34:43.076623 n-d-842952-2 neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Failed to bind port fa9667cb-12fe-450f-849f-cff0237f8025 on host n-h1-842952-2 for vnic_type normal using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] May 23 11:34:43.077146 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:43.085813 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:43.184933 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] For port fa9667cb-12fe-450f-849f-cff0237f8025, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:34:43.185342 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempted to set empty binding levels {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 23 11:34:43.191117 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:43.256131 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:43.281638 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Pushing event updated for resources: {'Port': ['ID=fa9667cb-12fe-450f-849f-cff0237f8025,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:43.296743 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ee39d1af-ad80-4721-9efe-2acf95f2737e tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.2350051 May 23 11:34:43.299538 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52482) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:43.346687 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ffdf782-57da-451b-af6f-5d05646368b7 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:43.351182 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ffdf782-57da-451b-af6f-5d05646368b7 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:43.360068 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-4410a278-1c1b-4383-9e12-d468cf5cf534 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Deleting port fa9667cb-12fe-450f-849f-cff0237f8025 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:34:43.360499 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4410a278-1c1b-4383-9e12-d468cf5cf534 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:43.377845 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ffdf782-57da-451b-af6f-5d05646368b7 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:43.378509 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffdf782-57da-451b-af6f-5d05646368b7 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2c770b8b-5249-4fde-a331-be2704192b95 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:34:43.387544 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ffdf782-57da-451b-af6f-5d05646368b7 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:43.389034 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9ffdf782-57da-451b-af6f-5d05646368b7 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] 10.222.0.79 "DELETE /v2.0/routers/2c770b8b-5249-4fde-a331-be2704192b95 HTTP/1.1" status: 204 len: 168 time: 0.7653146 May 23 11:34:43.394885 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52488) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:43.404672 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-22adc0b9-9d09-4308-8acb-85e095dd8819 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Request body: {'router': {'name': 'tempest-router-65457671', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '2df613665ab54f6eadaf13dd3e050934'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:34:43.418495 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-22adc0b9-9d09-4308-8acb-85e095dd8819 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:43.426597 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-22adc0b9-9d09-4308-8acb-85e095dd8819 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Usage tracker for resource:router and tenant:2df613665ab54f6eadaf13dd3e050934 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:43.431576 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-22adc0b9-9d09-4308-8acb-85e095dd8819 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:43.442120 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-22adc0b9-9d09-4308-8acb-85e095dd8819 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:43.494722 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-22adc0b9-9d09-4308-8acb-85e095dd8819 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:43.495654 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-22adc0b9-9d09-4308-8acb-85e095dd8819 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:43.618256 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-22adc0b9-9d09-4308-8acb-85e095dd8819 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:43.630438 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-4410a278-1c1b-4383-9e12-d468cf5cf534 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] For port fa9667cb-12fe-450f-849f-cff0237f8025, host n-h1-842952-2, got binding levels [] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:34:43.630783 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4410a278-1c1b-4383-9e12-d468cf5cf534 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:43.759999 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-4410a278-1c1b-4383-9e12-d468cf5cf534 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Calling delete_port for fa9667cb-12fe-450f-849f-cff0237f8025 owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:34:43.886159 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-22adc0b9-9d09-4308-8acb-85e095dd8819 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:43.923644 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-22adc0b9-9d09-4308-8acb-85e095dd8819 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:43.924863 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-22adc0b9-9d09-4308-8acb-85e095dd8819 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5310266 May 23 11:34:43.927894 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52504) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:43.933433 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-46dea1ae-80c0-4008-8e56-a456d927c2dc tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:34:43.946079 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4410a278-1c1b-4383-9e12-d468cf5cf534 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:43.993495 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410a278-1c1b-4383-9e12-d468cf5cf534 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa9667cb-12fe-450f-849f-cff0237f8025,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:44.002649 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4410a278-1c1b-4383-9e12-d468cf5cf534 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:44.011465 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4410a278-1c1b-4383-9e12-d468cf5cf534 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] 10.222.0.79 "DELETE /v2.0/ports/fa9667cb-12fe-450f-849f-cff0237f8025 HTTP/1.1" status: 204 len: 168 time: 0.7084551 May 23 11:34:44.012473 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52508) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:44.054893 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52512) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:44.068019 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7971f3a-85f1-4b77-b7fa-cfab3cf70119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] GET failed (client error): The resource could not be found. May 23 11:34:44.068548 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d7971f3a-85f1-4b77-b7fa-cfab3cf70119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Synchronizing usage tracker for tenant:1e047e446fcc4273bbf04a821f4a9a50 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:34:44.087004 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d7971f3a-85f1-4b77-b7fa-cfab3cf70119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Unset dirty status for tenant:1e047e446fcc4273bbf04a821f4a9a50 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:34:44.092160 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d7971f3a-85f1-4b77-b7fa-cfab3cf70119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] 10.222.0.79 "GET /v2.0/ports/fa9667cb-12fe-450f-849f-cff0237f8025 HTTP/1.1" status: 404 len: 333 time: 0.0791273 May 23 11:34:44.092615 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52518) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:44.098229 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-def44b52-250c-4cf2-8f00-4787128be833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Request body: {'port': {'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-379742614'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:34:44.104629 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-def44b52-250c-4cf2-8f00-4787128be833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:44.114868 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-def44b52-250c-4cf2-8f00-4787128be833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:44.126731 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def44b52-250c-4cf2-8f00-4787128be833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Made reservation on behalf of 1e047e446fcc4273bbf04a821f4a9a50 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:34:44.129451 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-def44b52-250c-4cf2-8f00-4787128be833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:44.151508 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-def44b52-250c-4cf2-8f00-4787128be833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] device_id is not set on port 32987047-b85c-4a81-a2bc-5b97d22b6289 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:34:44.209990 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-5b3df967-6c2a-4fb5-b627-d48c78d1a006 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-532960814', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:34:44.217311 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5b3df967-6c2a-4fb5-b627-d48c78d1a006 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:44.224171 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5b3df967-6c2a-4fb5-b627-d48c78d1a006 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] Usage tracker for resource:port and tenant:6bceffbd68464f90bf65d7024a67d860 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:44.236256 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5b3df967-6c2a-4fb5-b627-d48c78d1a006 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:44.245389 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5b3df967-6c2a-4fb5-b627-d48c78d1a006 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:44.263587 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:44.274189 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3df967-6c2a-4fb5-b627-d48c78d1a006 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] Made reservation on behalf of 6bceffbd68464f90bf65d7024a67d860 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:34:44.276468 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b3df967-6c2a-4fb5-b627-d48c78d1a006 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:44.309681 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b3df967-6c2a-4fb5-b627-d48c78d1a006 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:44.335466 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-46dea1ae-80c0-4008-8e56-a456d927c2dc tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:44.335854 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-46dea1ae-80c0-4008-8e56-a456d927c2dc tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Notify callbacks [] for router, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:44.426357 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5b3df967-6c2a-4fb5-b627-d48c78d1a006 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:44.432818 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-def44b52-250c-4cf2-8f00-4787128be833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:44.434596 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5b3df967-6c2a-4fb5-b627-d48c78d1a006 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] Usage tracker for resource:security_group_rule and tenant:6bceffbd68464f90bf65d7024a67d860 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:44.438807 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5b3df967-6c2a-4fb5-b627-d48c78d1a006 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:44.445644 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5b3df967-6c2a-4fb5-b627-d48c78d1a006 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:44.469863 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-46dea1ae-80c0-4008-8e56-a456d927c2dc tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83911) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} May 23 11:34:44.470451 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-46dea1ae-80c0-4008-8e56-a456d927c2dc tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Router 68b4921d-5cfd-4a47-aef0-b8a6d77f7496 migrating from provider to provider. {{(pid=83911) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} May 23 11:34:44.470552 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-46dea1ae-80c0-4008-8e56-a456d927c2dc tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:44.475197 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-46dea1ae-80c0-4008-8e56-a456d927c2dc tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:44.479703 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-46dea1ae-80c0-4008-8e56-a456d927c2dc tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3825526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3825513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3821547'] for router, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:44.490165 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-def44b52-250c-4cf2-8f00-4787128be833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:44.585135 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b3df967-6c2a-4fb5-b627-d48c78d1a006 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:44.589514 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def44b52-250c-4cf2-8f00-4787128be833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Network d33398c0-5da0-4ec9-8e56-2dd00c762085 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:34:44.590391 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def44b52-250c-4cf2-8f00-4787128be833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Pushing event updated for resources: {'Port': ['ID=32987047-b85c-4a81-a2bc-5b97d22b6289,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:44.593221 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-def44b52-250c-4cf2-8f00-4787128be833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:34:44.595176 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b3df967-6c2a-4fb5-b627-d48c78d1a006 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:44.597166 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def44b52-250c-4cf2-8f00-4787128be833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:34:44.597954 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def44b52-250c-4cf2-8f00-4787128be833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:44.598716 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-def44b52-250c-4cf2-8f00-4787128be833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:44.617452 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-5b3df967-6c2a-4fb5-b627-d48c78d1a006 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] device_id is not set on port 1fda7641-3c42-4d29-a598-a4df5a18aa2d yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:34:44.627450 n-d-842952-2 neutron-server[83911]: WARNING neutron.scheduler.l3_agent_scheduler [None req-46dea1ae-80c0-4008-8e56-a456d927c2dc tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] No L3 agents can host the router 68b4921d-5cfd-4a47-aef0-b8a6d77f7496 May 23 11:34:44.692457 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3df967-6c2a-4fb5-b627-d48c78d1a006 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141bba02-b45f-4134-9d85-8656e54c926c,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:44.714809 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-def44b52-250c-4cf2-8f00-4787128be833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6211474 May 23 11:34:44.718142 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52522) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:44.752661 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:34:44.806168 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dea1ae-80c0-4008-8e56-a456d927c2dc tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Hosts for router 68b4921d-5cfd-4a47-aef0-b8a6d77f7496: [] {{(pid=83911) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} May 23 11:34:44.841470 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dea1ae-80c0-4008-8e56-a456d927c2dc tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Hosts for other DVR routers connected to router 68b4921d-5cfd-4a47-aef0-b8a6d77f7496: set() {{(pid=83911) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} May 23 11:34:44.843839 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-46dea1ae-80c0-4008-8e56-a456d927c2dc tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:44.845055 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-46dea1ae-80c0-4008-8e56-a456d927c2dc tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] 10.222.0.79 "PUT /v2.0/routers/68b4921d-5cfd-4a47-aef0-b8a6d77f7496 HTTP/1.1" status: 200 len: 715 time: 0.9160829 May 23 11:34:44.847625 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52526) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:44.867039 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-5b3df967-6c2a-4fb5-b627-d48c78d1a006 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] Allocated IP 172.25.6.236 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/1fda7641-3c42-4d29-a598-a4df5a18aa2d) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:34:44.914632 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:45.109435 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d028906e-aeb0-4b67-b09c-ba75798fab69 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] 10.222.0.79 "GET /v2.0/routers/68b4921d-5cfd-4a47-aef0-b8a6d77f7496 HTTP/1.1" status: 200 len: 715 time: 0.2580822 May 23 11:34:45.109675 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52530) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:45.250416 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b3df967-6c2a-4fb5-b627-d48c78d1a006 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:45.329408 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] device_id is not set on port 32987047-b85c-4a81-a2bc-5b97d22b6289 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:34:45.338114 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:45.356458 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b3df967-6c2a-4fb5-b627-d48c78d1a006 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:45.363498 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Transition to ACTIVE for port object 32987047-b85c-4a81-a2bc-5b97d22b6289 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:34:45.382883 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a662973b-ebb8-4e21-8ad5-8bf55d3f6219 tempest-RoutersTestDVR-1045322724 tempest-RoutersTestDVR-1045322724-project] 10.222.0.79 "GET /v2.0/routers/68b4921d-5cfd-4a47-aef0-b8a6d77f7496 HTTP/1.1" status: 200 len: 681 time: 0.2722113 May 23 11:34:45.385771 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52538) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:45.413167 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:45.450662 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3df967-6c2a-4fb5-b627-d48c78d1a006 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:34:45.496935 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-5b3df967-6c2a-4fb5-b627-d48c78d1a006 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:34:45.498797 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3df967-6c2a-4fb5-b627-d48c78d1a006 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] Pushing event updated for resources: {'Port': ['ID=1fda7641-3c42-4d29-a598-a4df5a18aa2d,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:45.501400 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3df967-6c2a-4fb5-b627-d48c78d1a006 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:34:45.526039 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-00c4df21-474b-42f4-a7cf-1f9a12b5dc16 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:45.619159 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3df967-6c2a-4fb5-b627-d48c78d1a006 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:45.619673 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5b3df967-6c2a-4fb5-b627-d48c78d1a006 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:45.627538 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Pushing event updated for resources: {'Port': ['ID=32987047-b85c-4a81-a2bc-5b97d22b6289,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:45.651172 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:34:45.651551 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:34:45.651998 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 on network d33398c0-5da0-4ec9-8e56-2dd00c762085 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:34:45.656107 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5b3df967-6c2a-4fb5-b627-d48c78d1a006 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6001241 May 23 11:34:45.659695 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52542) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:45.664824 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-1eaf9b5e-0c7b-4ed0-ac18-565659153429 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.236'}]}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:34:45.668250 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Port 32987047-b85c-4a81-a2bc-5b97d22b6289 on network d33398c0-5da0-4ec9-8e56-2dd00c762085 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:34:45.668573 n-d-842952-2 neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Failed to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 on host n-h1-842952-2 for vnic_type normal using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] May 23 11:34:45.669919 n-d-842952-2 neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempt 2 to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 May 23 11:34:45.678652 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1eaf9b5e-0c7b-4ed0-ac18-565659153429 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:45.685778 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1eaf9b5e-0c7b-4ed0-ac18-565659153429 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] Usage tracker for resource:router and tenant:6bceffbd68464f90bf65d7024a67d860 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:45.689666 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1eaf9b5e-0c7b-4ed0-ac18-565659153429 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:45.692246 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:34:45.692567 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:34:45.692898 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 on network d33398c0-5da0-4ec9-8e56-2dd00c762085 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:34:45.697862 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1eaf9b5e-0c7b-4ed0-ac18-565659153429 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:45.706448 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Port 32987047-b85c-4a81-a2bc-5b97d22b6289 on network d33398c0-5da0-4ec9-8e56-2dd00c762085 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:34:45.706762 n-d-842952-2 neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Failed to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 on host n-h1-842952-2 for vnic_type normal using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] May 23 11:34:45.707801 n-d-842952-2 neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempt 3 to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 May 23 11:34:45.717481 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1eaf9b5e-0c7b-4ed0-ac18-565659153429 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:45.718398 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1eaf9b5e-0c7b-4ed0-ac18-565659153429 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:45.730268 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:34:45.730664 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:34:45.731006 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 on network d33398c0-5da0-4ec9-8e56-2dd00c762085 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:34:45.742338 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Port 32987047-b85c-4a81-a2bc-5b97d22b6289 on network d33398c0-5da0-4ec9-8e56-2dd00c762085 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:34:45.742660 n-d-842952-2 neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Failed to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 on host n-h1-842952-2 for vnic_type normal using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] May 23 11:34:45.743472 n-d-842952-2 neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempt 4 to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 May 23 11:34:45.761205 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1eaf9b5e-0c7b-4ed0-ac18-565659153429 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:45.762583 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:34:45.762908 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:34:45.763250 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 on network d33398c0-5da0-4ec9-8e56-2dd00c762085 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:34:45.779862 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Port 32987047-b85c-4a81-a2bc-5b97d22b6289 on network d33398c0-5da0-4ec9-8e56-2dd00c762085 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:34:45.780255 n-d-842952-2 neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Failed to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 on host n-h1-842952-2 for vnic_type normal using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] May 23 11:34:45.781474 n-d-842952-2 neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempt 5 to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 May 23 11:34:45.890045 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:34:45.890746 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:34:45.890746 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 on network d33398c0-5da0-4ec9-8e56-2dd00c762085 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:34:45.915801 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-00c4df21-474b-42f4-a7cf-1f9a12b5dc16 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:45.920564 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-00c4df21-474b-42f4-a7cf-1f9a12b5dc16 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:45.947219 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-00c4df21-474b-42f4-a7cf-1f9a12b5dc16 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:45.947750 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c4df21-474b-42f4-a7cf-1f9a12b5dc16 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 68b4921d-5cfd-4a47-aef0-b8a6d77f7496 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:34:45.957297 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-00c4df21-474b-42f4-a7cf-1f9a12b5dc16 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:45.958433 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-00c4df21-474b-42f4-a7cf-1f9a12b5dc16 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] 10.222.0.79 "DELETE /v2.0/routers/68b4921d-5cfd-4a47-aef0-b8a6d77f7496 HTTP/1.1" status: 204 len: 168 time: 0.5717731 May 23 11:34:45.962253 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52546) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:45.967729 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-dc94d815-1980-4ebe-a392-ba5eee9b8e01 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Request body: {'router': {'name': 'tempest-router-597635903', 'distributed': True}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:34:45.973197 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-dc94d815-1980-4ebe-a392-ba5eee9b8e01 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:45.977513 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-dc94d815-1980-4ebe-a392-ba5eee9b8e01 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Usage tracker for resource:router and tenant:853909ac1b824e079f9c3ec9bd6a5b47 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:45.980555 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-dc94d815-1980-4ebe-a392-ba5eee9b8e01 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:45.986614 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-dc94d815-1980-4ebe-a392-ba5eee9b8e01 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:45.997559 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc94d815-1980-4ebe-a392-ba5eee9b8e01 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:45.998675 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc94d815-1980-4ebe-a392-ba5eee9b8e01 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:46.002575 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Port 32987047-b85c-4a81-a2bc-5b97d22b6289 on network d33398c0-5da0-4ec9-8e56-2dd00c762085 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:34:46.002878 n-d-842952-2 neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Failed to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 on host n-h1-842952-2 for vnic_type normal using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] May 23 11:34:46.008239 n-d-842952-2 neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempt 6 to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 May 23 11:34:46.018539 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc94d815-1980-4ebe-a392-ba5eee9b8e01 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:46.028174 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:34:46.028504 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:34:46.028830 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 on network d33398c0-5da0-4ec9-8e56-2dd00c762085 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:34:46.037439 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc94d815-1980-4ebe-a392-ba5eee9b8e01 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:46.038722 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Port 32987047-b85c-4a81-a2bc-5b97d22b6289 on network d33398c0-5da0-4ec9-8e56-2dd00c762085 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:34:46.039059 n-d-842952-2 neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Failed to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 on host n-h1-842952-2 for vnic_type normal using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] May 23 11:34:46.040630 n-d-842952-2 neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempt 7 to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 May 23 11:34:46.053928 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1eaf9b5e-0c7b-4ed0-ac18-565659153429 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:46.058699 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc94d815-1980-4ebe-a392-ba5eee9b8e01 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:46.062844 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-dc94d815-1980-4ebe-a392-ba5eee9b8e01 tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.0969174 May 23 11:34:46.063372 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52550) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:46.063950 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:34:46.064262 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:34:46.064592 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 on network d33398c0-5da0-4ec9-8e56-2dd00c762085 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:34:46.072480 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Port 32987047-b85c-4a81-a2bc-5b97d22b6289 on network d33398c0-5da0-4ec9-8e56-2dd00c762085 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:34:46.072856 n-d-842952-2 neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Failed to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 on host n-h1-842952-2 for vnic_type normal using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] May 23 11:34:46.073323 n-d-842952-2 neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempt 8 to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 May 23 11:34:46.107951 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:34:46.108281 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:34:46.108629 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 on network d33398c0-5da0-4ec9-8e56-2dd00c762085 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:34:46.162868 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Port 32987047-b85c-4a81-a2bc-5b97d22b6289 on network d33398c0-5da0-4ec9-8e56-2dd00c762085 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:34:46.163083 n-d-842952-2 neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Failed to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 on host n-h1-842952-2 for vnic_type normal using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] May 23 11:34:46.164171 n-d-842952-2 neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempt 9 to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 May 23 11:34:46.187525 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:34:46.187859 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:34:46.188196 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 on network d33398c0-5da0-4ec9-8e56-2dd00c762085 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:34:46.197732 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Port 32987047-b85c-4a81-a2bc-5b97d22b6289 on network d33398c0-5da0-4ec9-8e56-2dd00c762085 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:34:46.198046 n-d-842952-2 neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Failed to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 on host n-h1-842952-2 for vnic_type normal using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] May 23 11:34:46.199378 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-922773c2-c418-4291-b0cf-448604f8a65a tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:46.199599 n-d-842952-2 neutron-server[83910]: INFO neutron.plugins.ml2.plugin [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempt 10 to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 May 23 11:34:46.216359 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:34:46.216731 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:34:46.217063 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 on network d33398c0-5da0-4ec9-8e56-2dd00c762085 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:34:46.226896 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Port 32987047-b85c-4a81-a2bc-5b97d22b6289 on network d33398c0-5da0-4ec9-8e56-2dd00c762085 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:34:46.227207 n-d-842952-2 neutron-server[83910]: ERROR neutron.plugins.ml2.managers [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Failed to bind port 32987047-b85c-4a81-a2bc-5b97d22b6289 on host n-h1-842952-2 for vnic_type normal using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] May 23 11:34:46.227552 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:46.374970 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] For port 32987047-b85c-4a81-a2bc-5b97d22b6289, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:34:46.375330 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempted to set empty binding levels {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 23 11:34:46.381816 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:46.492692 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] In _notify_port_updated(), no bound segment for port 32987047-b85c-4a81-a2bc-5b97d22b6289 on network d33398c0-5da0-4ec9-8e56-2dd00c762085 {{(pid=83910) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 23 11:34:46.493718 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:46.495012 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] 10.222.0.79 "PUT /v2.0/ports/32987047-b85c-4a81-a2bc-5b97d22b6289 HTTP/1.1" status: 200 len: 978 time: 1.7756875 May 23 11:34:46.499544 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52554) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:46.500421 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d24c1-d74e-41c1-a212-fb87f397738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Pushing event updated for resources: {'Port': ['ID=32987047-b85c-4a81-a2bc-5b97d22b6289,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:46.513451 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1eaf9b5e-0c7b-4ed0-ac18-565659153429 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:46.548386 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1eaf9b5e-0c7b-4ed0-ac18-565659153429 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:46.753772 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1eaf9b5e-0c7b-4ed0-ac18-565659153429 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:46.764987 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-922773c2-c418-4291-b0cf-448604f8a65a tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:46.773670 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-922773c2-c418-4291-b0cf-448604f8a65a tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:46.792954 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-25f14b2c-0b98-4a3d-8290-ea1945115d55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 9921 time: 0.2865996 May 23 11:34:46.799865 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52558) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:46.872095 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-922773c2-c418-4291-b0cf-448604f8a65a tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:46.872612 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922773c2-c418-4291-b0cf-448604f8a65a tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 457a4f9b-721e-4bdf-a8c4-097c2bb36c89 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:34:46.885426 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-5b144b8f-2600-488c-a75e-ddccfdb2246d tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Deleting port 32987047-b85c-4a81-a2bc-5b97d22b6289 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:34:46.885853 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5b144b8f-2600-488c-a75e-ddccfdb2246d tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:46.912550 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-922773c2-c418-4291-b0cf-448604f8a65a tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:46.913645 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-922773c2-c418-4291-b0cf-448604f8a65a tempest-RoutersTestDVR-1296952637 tempest-RoutersTestDVR-1296952637-project-admin] 10.222.0.79 "DELETE /v2.0/routers/457a4f9b-721e-4bdf-a8c4-097c2bb36c89 HTTP/1.1" status: 204 len: 168 time: 0.8491483 May 23 11:34:47.096824 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-5b144b8f-2600-488c-a75e-ddccfdb2246d tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] For port 32987047-b85c-4a81-a2bc-5b97d22b6289, host n-h1-842952-2, got binding levels [] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:34:47.097186 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5b144b8f-2600-488c-a75e-ddccfdb2246d tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:47.176736 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1eaf9b5e-0c7b-4ed0-ac18-565659153429 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:47.181058 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1eaf9b5e-0c7b-4ed0-ac18-565659153429 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:47.207610 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1eaf9b5e-0c7b-4ed0-ac18-565659153429 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:47.208277 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eaf9b5e-0c7b-4ed0-ac18-565659153429 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 07f09577-1dd0-49e9-a609-158592f3d4cf {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:34:47.224568 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-5b144b8f-2600-488c-a75e-ddccfdb2246d tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Calling delete_port for 32987047-b85c-4a81-a2bc-5b97d22b6289 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:34:47.236572 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52566) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:47.242837 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-1eaf9b5e-0c7b-4ed0-ac18-565659153429 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 23 11:34:47.243980 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1eaf9b5e-0c7b-4ed0-ac18-565659153429 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.5832181 May 23 11:34:47.246632 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52572) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:47.305261 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5b144b8f-2600-488c-a75e-ddccfdb2246d tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:47.308453 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-0dd28ccd-6f91-461c-9837-791d7633f260 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] Deleting port 1fda7641-3c42-4d29-a598-a4df5a18aa2d {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:34:47.308806 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0dd28ccd-6f91-461c-9837-791d7633f260 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:47.353417 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b144b8f-2600-488c-a75e-ddccfdb2246d tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Pushing event deleted for resources: {'Port': ['ID=32987047-b85c-4a81-a2bc-5b97d22b6289,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:47.367665 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b144b8f-2600-488c-a75e-ddccfdb2246d tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:34:47.368030 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b144b8f-2600-488c-a75e-ddccfdb2246d tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:34:47.368362 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b144b8f-2600-488c-a75e-ddccfdb2246d tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:34:47.368693 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b144b8f-2600-488c-a75e-ddccfdb2246d tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:34:47.369018 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b144b8f-2600-488c-a75e-ddccfdb2246d tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:34:47.369337 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b144b8f-2600-488c-a75e-ddccfdb2246d tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:34:47.369655 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b144b8f-2600-488c-a75e-ddccfdb2246d tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:34:47.369971 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b144b8f-2600-488c-a75e-ddccfdb2246d tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:34:47.370285 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b144b8f-2600-488c-a75e-ddccfdb2246d tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:34:47.370600 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b144b8f-2600-488c-a75e-ddccfdb2246d tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:34:47.370914 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b144b8f-2600-488c-a75e-ddccfdb2246d tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:34:47.378280 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5b144b8f-2600-488c-a75e-ddccfdb2246d tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:47.388737 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5b144b8f-2600-488c-a75e-ddccfdb2246d tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] 10.222.0.79 "DELETE /v2.0/ports/32987047-b85c-4a81-a2bc-5b97d22b6289 HTTP/1.1" status: 204 len: 168 time: 0.5915873 May 23 11:34:47.391231 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52576) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:47.435778 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-19efdc89-492f-4c94-aea6-374bce166462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] GET failed (client error): The resource could not be found. May 23 11:34:47.436280 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-19efdc89-492f-4c94-aea6-374bce166462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Synchronizing usage tracker for tenant:1e047e446fcc4273bbf04a821f4a9a50 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:34:47.453379 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-19efdc89-492f-4c94-aea6-374bce166462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Unset dirty status for tenant:1e047e446fcc4273bbf04a821f4a9a50 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:34:47.454515 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-19efdc89-492f-4c94-aea6-374bce166462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] 10.222.0.79 "GET /v2.0/ports/32987047-b85c-4a81-a2bc-5b97d22b6289 HTTP/1.1" status: 404 len: 333 time: 0.0623729 May 23 11:34:47.458469 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52580) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:47.463955 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-145bccff-d25c-492e-8cca-d0b6c8e0f6ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1079174237', 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:34:47.469545 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-145bccff-d25c-492e-8cca-d0b6c8e0f6ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:47.474726 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e7b4cde0-f949-4547-9d78-495576c4b70c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:47.483357 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-145bccff-d25c-492e-8cca-d0b6c8e0f6ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:47.493907 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145bccff-d25c-492e-8cca-d0b6c8e0f6ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Made reservation on behalf of 1e047e446fcc4273bbf04a821f4a9a50 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:34:47.496455 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-145bccff-d25c-492e-8cca-d0b6c8e0f6ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:47.516417 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-145bccff-d25c-492e-8cca-d0b6c8e0f6ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] device_id is not set on port 1ed37b65-c5a0-42ca-8208-d7d21d1720e4 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:34:47.553664 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e7b4cde0-f949-4547-9d78-495576c4b70c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:47.560634 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e7b4cde0-f949-4547-9d78-495576c4b70c admin admin] Usage tracker for resource:security_group_rule and tenant:2df613665ab54f6eadaf13dd3e050934 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:47.580413 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e7b4cde0-f949-4547-9d78-495576c4b70c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:47.630538 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e7b4cde0-f949-4547-9d78-495576c4b70c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:47.717909 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0dd28ccd-6f91-461c-9837-791d7633f260 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:47.742277 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-145bccff-d25c-492e-8cca-d0b6c8e0f6ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:47.767795 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-145bccff-d25c-492e-8cca-d0b6c8e0f6ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:47.843058 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145bccff-d25c-492e-8cca-d0b6c8e0f6ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Network d33398c0-5da0-4ec9-8e56-2dd00c762085 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:34:47.846340 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-145bccff-d25c-492e-8cca-d0b6c8e0f6ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:34:47.848693 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145bccff-d25c-492e-8cca-d0b6c8e0f6ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:34:47.849643 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145bccff-d25c-492e-8cca-d0b6c8e0f6ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:47.850222 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-145bccff-d25c-492e-8cca-d0b6c8e0f6ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:47.860004 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145bccff-d25c-492e-8cca-d0b6c8e0f6ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Pushing event updated for resources: {'Port': ['ID=1ed37b65-c5a0-42ca-8208-d7d21d1720e4,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:47.861641 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-0dd28ccd-6f91-461c-9837-791d7633f260 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] Calling delete_port for 1fda7641-3c42-4d29-a598-a4df5a18aa2d owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:34:47.877857 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-145bccff-d25c-492e-8cca-d0b6c8e0f6ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4183850 May 23 11:34:47.880462 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52584) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:47.916471 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e7b4cde0-f949-4547-9d78-495576c4b70c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:47.923436 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e7b4cde0-f949-4547-9d78-495576c4b70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:47.941690 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4fb4c9eb-5de3-43cd-9968-c9be34fdd1e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Synchronizing usage tracker for tenant:1e047e446fcc4273bbf04a821f4a9a50 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:34:47.958595 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4fb4c9eb-5de3-43cd-9968-c9be34fdd1e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Unset dirty status for tenant:1e047e446fcc4273bbf04a821f4a9a50 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:34:47.959855 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4fb4c9eb-5de3-43cd-9968-c9be34fdd1e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] 10.222.0.79 "GET /v2.0/ports/1ed37b65-c5a0-42ca-8208-d7d21d1720e4 HTTP/1.1" status: 200 len: 959 time: 0.0783768 May 23 11:34:47.962805 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52588) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:47.991219 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b4cde0-f949-4547-9d78-495576c4b70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecd18e9-52c7-4abc-a441-e234fce9b7a9,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:47.997215 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e7b4cde0-f949-4547-9d78-495576c4b70c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2df613665ab54f6eadaf13dd3e050934&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7596312 May 23 11:34:48.000088 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52592) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:48.023185 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-ecc3be93-519c-4850-9b4e-438251f8a6c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Deleting port 1ed37b65-c5a0-42ca-8208-d7d21d1720e4 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:34:48.023526 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ecc3be93-519c-4850-9b4e-438251f8a6c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:48.101582 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0dd28ccd-6f91-461c-9837-791d7633f260 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:48.165350 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd28ccd-6f91-461c-9837-791d7633f260 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] Pushing event deleted for resources: {'Port': ['ID=1fda7641-3c42-4d29-a598-a4df5a18aa2d,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:48.167568 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1c550e1c-0fd7-461f-b4d4-387c991c770e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:48.262670 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1c550e1c-0fd7-461f-b4d4-387c991c770e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:48.307335 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0dd28ccd-6f91-461c-9837-791d7633f260 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:48.323576 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0dd28ccd-6f91-461c-9837-791d7633f260 tempest-RoutersAdminNegativeTest-517112793 tempest-RoutersAdminNegativeTest-517112793-project-admin] 10.222.0.79 "DELETE /v2.0/ports/1fda7641-3c42-4d29-a598-a4df5a18aa2d HTTP/1.1" status: 204 len: 168 time: 1.0760090 May 23 11:34:48.336532 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1c550e1c-0fd7-461f-b4d4-387c991c770e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:48.345181 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ecc3be93-519c-4850-9b4e-438251f8a6c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:48.353096 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1c550e1c-0fd7-461f-b4d4-387c991c770e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:48.358107 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1c550e1c-0fd7-461f-b4d4-387c991c770e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7ecd18e9-52c7-4abc-a441-e234fce9b7a9 HTTP/1.1" status: 204 len: 168 time: 0.3533311 May 23 11:34:48.358107 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c550e1c-0fd7-461f-b4d4-387c991c770e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecd18e9-52c7-4abc-a441-e234fce9b7a9,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:48.476220 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-ecc3be93-519c-4850-9b4e-438251f8a6c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Calling delete_port for 1ed37b65-c5a0-42ca-8208-d7d21d1720e4 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:34:48.562473 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ecc3be93-519c-4850-9b4e-438251f8a6c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:48.651050 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc3be93-519c-4850-9b4e-438251f8a6c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ed37b65-c5a0-42ca-8208-d7d21d1720e4,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:48.664056 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ecc3be93-519c-4850-9b4e-438251f8a6c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:48.682636 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52606) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:48.690380 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ecc3be93-519c-4850-9b4e-438251f8a6c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] 10.222.0.79 "DELETE /v2.0/ports/1ed37b65-c5a0-42ca-8208-d7d21d1720e4 HTTP/1.1" status: 204 len: 168 time: 0.7266276 May 23 11:34:48.693827 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52612) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:48.739370 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-79b84c60-aedc-4848-810e-f62a9fc1795d tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] GET failed (client error): The resource could not be found. May 23 11:34:48.740219 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-79b84c60-aedc-4848-810e-f62a9fc1795d tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Synchronizing usage tracker for tenant:1e047e446fcc4273bbf04a821f4a9a50 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:34:48.756533 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-79b84c60-aedc-4848-810e-f62a9fc1795d tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Unset dirty status for tenant:1e047e446fcc4273bbf04a821f4a9a50 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:34:48.757793 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-79b84c60-aedc-4848-810e-f62a9fc1795d tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] 10.222.0.79 "GET /v2.0/ports/1ed37b65-c5a0-42ca-8208-d7d21d1720e4 HTTP/1.1" status: 404 len: 333 time: 0.0630372 May 23 11:34:48.762447 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52616) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:48.769256 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-80ded7df-4965-4f0a-a58f-3879be3f808c tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Request body: {'port': {'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057423230'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:34:48.774683 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-80ded7df-4965-4f0a-a58f-3879be3f808c tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:48.786095 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-80ded7df-4965-4f0a-a58f-3879be3f808c tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:48.796703 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ded7df-4965-4f0a-a58f-3879be3f808c tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Made reservation on behalf of 1e047e446fcc4273bbf04a821f4a9a50 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:34:48.799357 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80ded7df-4965-4f0a-a58f-3879be3f808c tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:48.824851 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-80ded7df-4965-4f0a-a58f-3879be3f808c tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] device_id is not set on port a12e8ecd-f156-4957-b68b-02cb956cb6af yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:34:48.831467 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52620) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:48.849909 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f053b5a3-b0c9-49e5-9337-4e8edd03ff61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:48.884367 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f053b5a3-b0c9-49e5-9337-4e8edd03ff61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:48.888533 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f053b5a3-b0c9-49e5-9337-4e8edd03ff61 admin admin] Usage tracker for resource:security_group_rule and tenant:853909ac1b824e079f9c3ec9bd6a5b47 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:48.891402 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f053b5a3-b0c9-49e5-9337-4e8edd03ff61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:48.897258 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f053b5a3-b0c9-49e5-9337-4e8edd03ff61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:48.897752 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0ec0117c-4a06-46b3-8989-1eef098dd004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:48.964837 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f053b5a3-b0c9-49e5-9337-4e8edd03ff61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:48.965034 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0ec0117c-4a06-46b3-8989-1eef098dd004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:48.969334 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f053b5a3-b0c9-49e5-9337-4e8edd03ff61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:48.973392 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0ec0117c-4a06-46b3-8989-1eef098dd004 admin admin] Usage tracker for resource:security_group_rule and tenant:a39db9c52cd0414881fdd2699124f686 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:48.977566 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0ec0117c-4a06-46b3-8989-1eef098dd004 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:48.999133 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0ec0117c-4a06-46b3-8989-1eef098dd004 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:49.016435 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f053b5a3-b0c9-49e5-9337-4e8edd03ff61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603a84f7-d15a-476d-bb05-6f812a5adfca,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:49.023456 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f053b5a3-b0c9-49e5-9337-4e8edd03ff61 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=853909ac1b824e079f9c3ec9bd6a5b47&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1909261 May 23 11:34:49.024072 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52624) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:49.090404 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-26f6b7ca-dd6a-41f9-993e-4b51f0d9bc0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:49.115870 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80ded7df-4965-4f0a-a58f-3879be3f808c tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:49.117074 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-26f6b7ca-dd6a-41f9-993e-4b51f0d9bc0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:49.169128 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0ec0117c-4a06-46b3-8989-1eef098dd004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:49.170797 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-26f6b7ca-dd6a-41f9-993e-4b51f0d9bc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:49.174634 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0ec0117c-4a06-46b3-8989-1eef098dd004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:49.188271 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f6b7ca-dd6a-41f9-993e-4b51f0d9bc0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603a84f7-d15a-476d-bb05-6f812a5adfca,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:49.192984 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-26f6b7ca-dd6a-41f9-993e-4b51f0d9bc0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:49.196490 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-26f6b7ca-dd6a-41f9-993e-4b51f0d9bc0a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/603a84f7-d15a-476d-bb05-6f812a5adfca HTTP/1.1" status: 204 len: 168 time: 0.1689301 May 23 11:34:49.196623 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80ded7df-4965-4f0a-a58f-3879be3f808c tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:49.289058 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec0117c-4a06-46b3-8989-1eef098dd004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc9e71b-3ce5-4611-83f9-32a6bcd143c1,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:49.296215 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0ec0117c-4a06-46b3-8989-1eef098dd004 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a39db9c52cd0414881fdd2699124f686&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6124618 May 23 11:34:49.299280 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52630) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:49.310719 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ded7df-4965-4f0a-a58f-3879be3f808c tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Network d33398c0-5da0-4ec9-8e56-2dd00c762085 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:34:49.311617 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ded7df-4965-4f0a-a58f-3879be3f808c tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Pushing event updated for resources: {'Port': ['ID=a12e8ecd-f156-4957-b68b-02cb956cb6af,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:49.315164 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-80ded7df-4965-4f0a-a58f-3879be3f808c tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:34:49.317466 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ded7df-4965-4f0a-a58f-3879be3f808c tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:34:49.318314 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ded7df-4965-4f0a-a58f-3879be3f808c tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:49.319113 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80ded7df-4965-4f0a-a58f-3879be3f808c tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:49.349682 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-80ded7df-4965-4f0a-a58f-3879be3f808c tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5861371 May 23 11:34:49.352613 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52634) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:49.359054 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:34:49.370386 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e8561a6a-eacf-45ce-ac22-3ec2fcc20af7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:49.396351 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e8561a6a-eacf-45ce-ac22-3ec2fcc20af7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:49.455955 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e8561a6a-eacf-45ce-ac22-3ec2fcc20af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:49.473318 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8561a6a-eacf-45ce-ac22-3ec2fcc20af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc9e71b-3ce5-4611-83f9-32a6bcd143c1,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:49.480286 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:49.481585 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e8561a6a-eacf-45ce-ac22-3ec2fcc20af7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:49.485128 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e8561a6a-eacf-45ce-ac22-3ec2fcc20af7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8cc9e71b-3ce5-4611-83f9-32a6bcd143c1 HTTP/1.1" status: 204 len: 168 time: 0.1824551 May 23 11:34:49.744037 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] device_id is not set on port a12e8ecd-f156-4957-b68b-02cb956cb6af yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:34:49.751442 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:49.767530 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Transition to ACTIVE for port object a12e8ecd-f156-4957-b68b-02cb956cb6af will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:34:49.773368 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:49.900145 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Pushing event updated for resources: {'Port': ['ID=a12e8ecd-f156-4957-b68b-02cb956cb6af,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:49.923859 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:34:49.924209 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:34:49.924547 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af on network d33398c0-5da0-4ec9-8e56-2dd00c762085 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:34:49.931229 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Port a12e8ecd-f156-4957-b68b-02cb956cb6af on network d33398c0-5da0-4ec9-8e56-2dd00c762085 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:34:49.931628 n-d-842952-2 neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Failed to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af on host n-h1-842952-2 for vnic_type normal using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] May 23 11:34:49.932430 n-d-842952-2 neutron-server[83911]: INFO neutron.plugins.ml2.plugin [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempt 2 to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af May 23 11:34:49.949887 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52654) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:49.966583 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:34:49.966917 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:34:49.967283 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af on network d33398c0-5da0-4ec9-8e56-2dd00c762085 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:34:49.985818 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Port a12e8ecd-f156-4957-b68b-02cb956cb6af on network d33398c0-5da0-4ec9-8e56-2dd00c762085 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:34:49.986133 n-d-842952-2 neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Failed to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af on host n-h1-842952-2 for vnic_type normal using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] May 23 11:34:49.987176 n-d-842952-2 neutron-server[83911]: INFO neutron.plugins.ml2.plugin [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempt 3 to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af May 23 11:34:50.012562 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:34:50.012884 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:34:50.013244 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af on network d33398c0-5da0-4ec9-8e56-2dd00c762085 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:34:50.026482 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5d6611a3-128d-421f-bbc7-2af3eb2dea48 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6bceffbd68464f90bf65d7024a67d860&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0762334 May 23 11:34:50.027258 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Port a12e8ecd-f156-4957-b68b-02cb956cb6af on network d33398c0-5da0-4ec9-8e56-2dd00c762085 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:34:50.027917 n-d-842952-2 neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Failed to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af on host n-h1-842952-2 for vnic_type normal using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] May 23 11:34:50.028295 n-d-842952-2 neutron-server[83911]: INFO neutron.plugins.ml2.plugin [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempt 4 to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af May 23 11:34:50.029668 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52658) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:50.044320 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:34:50.044723 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:34:50.045055 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af on network d33398c0-5da0-4ec9-8e56-2dd00c762085 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:34:50.050908 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Port a12e8ecd-f156-4957-b68b-02cb956cb6af on network d33398c0-5da0-4ec9-8e56-2dd00c762085 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:34:50.051223 n-d-842952-2 neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Failed to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af on host n-h1-842952-2 for vnic_type normal using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] May 23 11:34:50.051623 n-d-842952-2 neutron-server[83911]: INFO neutron.plugins.ml2.plugin [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempt 5 to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af May 23 11:34:50.072151 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:34:50.072533 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:34:50.072882 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af on network d33398c0-5da0-4ec9-8e56-2dd00c762085 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:34:50.079230 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Port a12e8ecd-f156-4957-b68b-02cb956cb6af on network d33398c0-5da0-4ec9-8e56-2dd00c762085 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:34:50.079614 n-d-842952-2 neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Failed to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af on host n-h1-842952-2 for vnic_type normal using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] May 23 11:34:50.080006 n-d-842952-2 neutron-server[83911]: INFO neutron.plugins.ml2.plugin [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempt 6 to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af May 23 11:34:50.095587 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:34:50.095933 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:34:50.096280 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af on network d33398c0-5da0-4ec9-8e56-2dd00c762085 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:34:50.098024 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a81c5df3-e2a9-44aa-bf3a-128d726a609e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:50.103040 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Port a12e8ecd-f156-4957-b68b-02cb956cb6af on network d33398c0-5da0-4ec9-8e56-2dd00c762085 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:34:50.103365 n-d-842952-2 neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Failed to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af on host n-h1-842952-2 for vnic_type normal using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] May 23 11:34:50.103937 n-d-842952-2 neutron-server[83911]: INFO neutron.plugins.ml2.plugin [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempt 7 to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af May 23 11:34:50.121600 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:34:50.121936 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:34:50.122565 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af on network d33398c0-5da0-4ec9-8e56-2dd00c762085 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:34:50.124020 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a81c5df3-e2a9-44aa-bf3a-128d726a609e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:50.128772 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Port a12e8ecd-f156-4957-b68b-02cb956cb6af on network d33398c0-5da0-4ec9-8e56-2dd00c762085 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:34:50.129097 n-d-842952-2 neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Failed to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af on host n-h1-842952-2 for vnic_type normal using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] May 23 11:34:50.129513 n-d-842952-2 neutron-server[83911]: INFO neutron.plugins.ml2.plugin [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempt 8 to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af May 23 11:34:50.148141 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:34:50.148533 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:34:50.148864 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af on network d33398c0-5da0-4ec9-8e56-2dd00c762085 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:34:50.155248 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Port a12e8ecd-f156-4957-b68b-02cb956cb6af on network d33398c0-5da0-4ec9-8e56-2dd00c762085 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:34:50.155594 n-d-842952-2 neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Failed to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af on host n-h1-842952-2 for vnic_type normal using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] May 23 11:34:50.156032 n-d-842952-2 neutron-server[83911]: INFO neutron.plugins.ml2.plugin [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempt 9 to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af May 23 11:34:50.173121 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:34:50.173472 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:34:50.173813 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af on network d33398c0-5da0-4ec9-8e56-2dd00c762085 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:34:50.181077 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Port a12e8ecd-f156-4957-b68b-02cb956cb6af on network d33398c0-5da0-4ec9-8e56-2dd00c762085 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:34:50.181586 n-d-842952-2 neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Failed to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af on host n-h1-842952-2 for vnic_type normal using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] May 23 11:34:50.181981 n-d-842952-2 neutron-server[83911]: INFO neutron.plugins.ml2.plugin [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempt 10 to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af May 23 11:34:50.186964 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a81c5df3-e2a9-44aa-bf3a-128d726a609e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:50.198064 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:34:50.198405 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:34:50.198743 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempting to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af on network d33398c0-5da0-4ec9-8e56-2dd00c762085 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:34:50.205179 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Port a12e8ecd-f156-4957-b68b-02cb956cb6af on network d33398c0-5da0-4ec9-8e56-2dd00c762085 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:34:50.205507 n-d-842952-2 neutron-server[83911]: ERROR neutron.plugins.ml2.managers [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Failed to bind port a12e8ecd-f156-4957-b68b-02cb956cb6af on host n-h1-842952-2 for vnic_type normal using segments [{'id': '983470be-f604-4115-bb6c-791bd6b9c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd33398c0-5da0-4ec9-8e56-2dd00c762085'}] May 23 11:34:50.205861 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:50.212814 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a81c5df3-e2a9-44aa-bf3a-128d726a609e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:50.217158 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a81c5df3-e2a9-44aa-bf3a-128d726a609e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/141bba02-b45f-4134-9d85-8656e54c926c HTTP/1.1" status: 204 len: 168 time: 0.1836727 May 23 11:34:50.226606 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c5df3-e2a9-44aa-bf3a-128d726a609e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141bba02-b45f-4134-9d85-8656e54c926c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:50.280672 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52668) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:50.414573 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] For port a12e8ecd-f156-4957-b68b-02cb956cb6af, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:34:50.414893 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Attempted to set empty binding levels {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 23 11:34:50.419950 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:50.422070 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-96a7ab37-184f-4136-a064-bde5643f729b tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1092273931', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:34:50.429484 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-96a7ab37-184f-4136-a064-bde5643f729b tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:50.434906 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-96a7ab37-184f-4136-a064-bde5643f729b tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Usage tracker for resource:router and tenant:6574ad2106604b6bb990ab6f0b8b215d is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:50.438285 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-96a7ab37-184f-4136-a064-bde5643f729b tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:50.448909 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-96a7ab37-184f-4136-a064-bde5643f729b tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:50.462121 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-96a7ab37-184f-4136-a064-bde5643f729b tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:50.464446 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-96a7ab37-184f-4136-a064-bde5643f729b tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:50.488328 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] In _notify_port_updated(), no bound segment for port a12e8ecd-f156-4957-b68b-02cb956cb6af on network d33398c0-5da0-4ec9-8e56-2dd00c762085 {{(pid=83911) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 23 11:34:50.489191 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:50.489615 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-96a7ab37-184f-4136-a064-bde5643f729b tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:50.491301 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] 10.222.0.79 "PUT /v2.0/ports/a12e8ecd-f156-4957-b68b-02cb956cb6af HTTP/1.1" status: 200 len: 979 time: 1.1368647 May 23 11:34:50.493598 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52676) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:50.509681 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-96a7ab37-184f-4136-a064-bde5643f729b tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:50.534322 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-96a7ab37-184f-4136-a064-bde5643f729b tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:50.535610 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-96a7ab37-184f-4136-a064-bde5643f729b tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2537456 May 23 11:34:50.538597 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52680) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:50.542020 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f29a8c-b8cb-444b-a1a3-f02b54115e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Pushing event updated for resources: {'Port': ['ID=a12e8ecd-f156-4957-b68b-02cb956cb6af,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:50.545044 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-d6920958-1dc2-4c86-843b-030d49989cc1 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1620893500'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:34:50.554963 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d6920958-1dc2-4c86-843b-030d49989cc1 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:50.561916 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d6920958-1dc2-4c86-843b-030d49989cc1 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Usage tracker for resource:network and tenant:6574ad2106604b6bb990ab6f0b8b215d is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:50.565599 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d6920958-1dc2-4c86-843b-030d49989cc1 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:50.566427 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-8b2e3180-00ca-495a-a290-e66920771925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Deleting port a12e8ecd-f156-4957-b68b-02cb956cb6af {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:34:50.566849 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8b2e3180-00ca-495a-a290-e66920771925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:50.572314 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d6920958-1dc2-4c86-843b-030d49989cc1 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:50.589564 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6920958-1dc2-4c86-843b-030d49989cc1 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Made reservation on behalf of 6574ad2106604b6bb990ab6f0b8b215d for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:34:50.593233 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d6920958-1dc2-4c86-843b-030d49989cc1 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:50.606619 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d6920958-1dc2-4c86-843b-030d49989cc1 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:50.642355 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d6920958-1dc2-4c86-843b-030d49989cc1 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:50.646398 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d6920958-1dc2-4c86-843b-030d49989cc1 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Usage tracker for resource:security_group_rule and tenant:6574ad2106604b6bb990ab6f0b8b215d is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:50.649523 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d6920958-1dc2-4c86-843b-030d49989cc1 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:50.655854 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d6920958-1dc2-4c86-843b-030d49989cc1 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:50.742056 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d6920958-1dc2-4c86-843b-030d49989cc1 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:50.746823 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d6920958-1dc2-4c86-843b-030d49989cc1 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:50.783405 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6920958-1dc2-4c86-843b-030d49989cc1 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:34:50.791746 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6920958-1dc2-4c86-843b-030d49989cc1 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdb33c4-97fd-4dd2-85d0-7da3f563a15b,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:50.797653 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d6920958-1dc2-4c86-843b-030d49989cc1 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:50.797994 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-d6920958-1dc2-4c86-843b-030d49989cc1 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Added segment 5831fe81-2000-4a13-98cc-eea90df5df95 of type vlan for network 454beb4f-1d90-4c8e-8890-f8dba5cdf84d May 23 11:34:50.813808 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-8b2e3180-00ca-495a-a290-e66920771925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] For port a12e8ecd-f156-4957-b68b-02cb956cb6af, host n-h1-842952-2, got binding levels [] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:34:50.815524 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8b2e3180-00ca-495a-a290-e66920771925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:50.828422 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d6920958-1dc2-4c86-843b-030d49989cc1 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:50.861576 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d6920958-1dc2-4c86-843b-030d49989cc1 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:50.866327 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6920958-1dc2-4c86-843b-030d49989cc1 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:50.866936 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d6920958-1dc2-4c86-843b-030d49989cc1 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:50.949862 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-8b2e3180-00ca-495a-a290-e66920771925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Calling delete_port for a12e8ecd-f156-4957-b68b-02cb956cb6af owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:34:50.983596 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6920958-1dc2-4c86-843b-030d49989cc1 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Pushing event updated for resources: {'Network': ['ID=454beb4f-1d90-4c8e-8890-f8dba5cdf84d,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:50.991437 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d6920958-1dc2-4c86-843b-030d49989cc1 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4489026 May 23 11:34:50.992168 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52694) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:50.996541 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 454beb4f-1d90-4c8e-8890-f8dba5cdf84d details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:34:50.998238 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-9d81c221-ed98-47a4-aa02-88f5cfebc242 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Request body: {'subnet': {'network_id': '454beb4f-1d90-4c8e-8890-f8dba5cdf84d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:34:51.053018 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8b2e3180-00ca-495a-a290-e66920771925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:51.115267 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e3180-00ca-495a-a290-e66920771925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Pushing event deleted for resources: {'Port': ['ID=a12e8ecd-f156-4957-b68b-02cb956cb6af,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:51.125996 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8b2e3180-00ca-495a-a290-e66920771925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:51.140405 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8b2e3180-00ca-495a-a290-e66920771925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] 10.222.0.79 "DELETE /v2.0/ports/a12e8ecd-f156-4957-b68b-02cb956cb6af HTTP/1.1" status: 204 len: 168 time: 0.6437318 May 23 11:34:51.142562 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52702) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:51.196319 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-911554ef-8ff6-43bf-b22d-be0ceddd2151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] GET failed (client error): The resource could not be found. May 23 11:34:51.196928 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-911554ef-8ff6-43bf-b22d-be0ceddd2151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Synchronizing usage tracker for tenant:1e047e446fcc4273bbf04a821f4a9a50 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:34:51.212787 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-911554ef-8ff6-43bf-b22d-be0ceddd2151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] Unset dirty status for tenant:1e047e446fcc4273bbf04a821f4a9a50 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:34:51.217800 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-911554ef-8ff6-43bf-b22d-be0ceddd2151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45016367-project-admin] 10.222.0.79 "GET /v2.0/ports/a12e8ecd-f156-4957-b68b-02cb956cb6af HTTP/1.1" status: 404 len: 333 time: 0.0704732 May 23 11:34:51.217940 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52706) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:51.224609 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9d81c221-ed98-47a4-aa02-88f5cfebc242 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:51.229005 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-9d81c221-ed98-47a4-aa02-88f5cfebc242 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Usage tracker for resource:subnet and tenant:6574ad2106604b6bb990ab6f0b8b215d is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:51.232413 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-9d81c221-ed98-47a4-aa02-88f5cfebc242 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:51.239110 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9d81c221-ed98-47a4-aa02-88f5cfebc242 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:51.239305 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52710) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:51.249463 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d81c221-ed98-47a4-aa02-88f5cfebc242 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Made reservation on behalf of 6574ad2106604b6bb990ab6f0b8b215d for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:34:51.337758 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fe92e2c3-b9d6-4922-9c40-9d8f5761a4b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:51.353128 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9d81c221-ed98-47a4-aa02-88f5cfebc242 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:51.382939 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-35a1c2ee-f250-4c69-99d1-4d205443c6d0 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-764095543'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:34:51.402230 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-35a1c2ee-f250-4c69-99d1-4d205443c6d0 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:51.457834 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-35a1c2ee-f250-4c69-99d1-4d205443c6d0 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Usage tracker for resource:network and tenant:ddf5029eca4e404fa36dd10ac756327d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:51.465766 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-35a1c2ee-f250-4c69-99d1-4d205443c6d0 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:51.483460 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-35a1c2ee-f250-4c69-99d1-4d205443c6d0 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:51.492791 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fe92e2c3-b9d6-4922-9c40-9d8f5761a4b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:51.513818 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a1c2ee-f250-4c69-99d1-4d205443c6d0 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Made reservation on behalf of ddf5029eca4e404fa36dd10ac756327d for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:34:51.516778 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-35a1c2ee-f250-4c69-99d1-4d205443c6d0 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:51.534092 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-fe92e2c3-b9d6-4922-9c40-9d8f5761a4b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d33398c0-5da0-4ec9-8e56-2dd00c762085']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:34:51.540726 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-35a1c2ee-f250-4c69-99d1-4d205443c6d0 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:51.557161 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-fe92e2c3-b9d6-4922-9c40-9d8f5761a4b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '983470be-f604-4115-bb6c-791bd6b9c7f6') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:34:51.557433 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-fe92e2c3-b9d6-4922-9c40-9d8f5761a4b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '983470be-f604-4115-bb6c-791bd6b9c7f6') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:34:51.572979 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fe92e2c3-b9d6-4922-9c40-9d8f5761a4b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:51.573988 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9d81c221-ed98-47a4-aa02-88f5cfebc242 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:51.597412 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fe92e2c3-b9d6-4922-9c40-9d8f5761a4b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:51.603683 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-35a1c2ee-f250-4c69-99d1-4d205443c6d0 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:51.608473 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe92e2c3-b9d6-4922-9c40-9d8f5761a4b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:34:51.608644 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fe92e2c3-b9d6-4922-9c40-9d8f5761a4b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:51.626717 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:34:51.626717 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:34:51.626717 n-d-842952-2 neutron-server[83911]: timer() May 23 11:34:51.626717 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:34:51.626717 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:34:51.626717 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:34:51.626717 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:34:51.626717 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:34:51.626717 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:34:51.626717 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:34:51.626717 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:34:51.626717 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:34:51.626717 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:34:51.626717 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:34:51.626717 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:34:51.626717 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:34:51.626717 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:34:51.626717 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:34:51.626717 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:34:51.626717 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:34:51.626717 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:34:51.626717 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:34:51.626717 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:34:51.626717 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:34:51.626717 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:34:51.626717 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:34:51.626717 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:34:51.626717 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:34:51.626717 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:34:51.626717 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:34:51.626717 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:34:51.626717 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:34:51.628998 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-35a1c2ee-f250-4c69-99d1-4d205443c6d0 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Usage tracker for resource:security_group_rule and tenant:ddf5029eca4e404fa36dd10ac756327d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:51.634351 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-35a1c2ee-f250-4c69-99d1-4d205443c6d0 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:51.657244 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d81c221-ed98-47a4-aa02-88f5cfebc242 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Pushing event updated for resources: {'Subnet': ['ID=28a70e51-4d44-4c38-b268-a38728e2de7d,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:51.670708 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d81c221-ed98-47a4-aa02-88f5cfebc242 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Checking segment: {'id': '5831fe81-2000-4a13-98cc-eea90df5df95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '454beb4f-1d90-4c8e-8890-f8dba5cdf84d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:34:51.671046 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d81c221-ed98-47a4-aa02-88f5cfebc242 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Network hostable DHCP agents. Network: 454beb4f-1d90-4c8e-8890-f8dba5cdf84d, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:34:51.686823 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-35a1c2ee-f250-4c69-99d1-4d205443c6d0 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:51.694150 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d81c221-ed98-47a4-aa02-88f5cfebc242 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Network 454beb4f-1d90-4c8e-8890-f8dba5cdf84d is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:34:51.704569 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-9d81c221-ed98-47a4-aa02-88f5cfebc242 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 454beb4f-1d90-4c8e-8890-f8dba5cdf84d) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:34:51.709143 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d81c221-ed98-47a4-aa02-88f5cfebc242 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:51.709786 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9d81c221-ed98-47a4-aa02-88f5cfebc242 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:51.715517 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff40ad7-3c53-4a6f-907c-01e867f20754 None None] Network 454beb4f-1d90-4c8e-8890-f8dba5cdf84d requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:34:51.721760 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fe92e2c3-b9d6-4922-9c40-9d8f5761a4b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:51.740212 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9d81c221-ed98-47a4-aa02-88f5cfebc242 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7470541 May 23 11:34:51.743026 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52716) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:51.745252 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fe92e2c3-b9d6-4922-9c40-9d8f5761a4b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:51.749039 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-1d87ef52-581d-49a6-b508-1f8f9a617311 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Request body: {'network': {'name': 'tempest-router-network01--1358034983'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:34:51.754620 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1d87ef52-581d-49a6-b508-1f8f9a617311 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:51.758865 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1d87ef52-581d-49a6-b508-1f8f9a617311 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Usage tracker for resource:network and tenant:6574ad2106604b6bb990ab6f0b8b215d is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:51.759184 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe92e2c3-b9d6-4922-9c40-9d8f5761a4b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146-project] Pushing event deleted for resources: {'Network': ['ID=d33398c0-5da0-4ec9-8e56-2dd00c762085,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:51.762419 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1d87ef52-581d-49a6-b508-1f8f9a617311 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:51.769532 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1d87ef52-581d-49a6-b508-1f8f9a617311 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:51.770672 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-fe92e2c3-b9d6-4922-9c40-9d8f5761a4b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167434146-project] 10.222.0.79 "DELETE /v2.0/networks/d33398c0-5da0-4ec9-8e56-2dd00c762085 HTTP/1.1" status: 204 len: 168 time: 0.5518243 May 23 11:34:51.797211 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d87ef52-581d-49a6-b508-1f8f9a617311 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Made reservation on behalf of 6574ad2106604b6bb990ab6f0b8b215d for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:34:51.800205 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1d87ef52-581d-49a6-b508-1f8f9a617311 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:51.847462 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-35a1c2ee-f250-4c69-99d1-4d205443c6d0 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:51.854486 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d87ef52-581d-49a6-b508-1f8f9a617311 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:34:51.854992 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-35a1c2ee-f250-4c69-99d1-4d205443c6d0 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:51.874556 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1d87ef52-581d-49a6-b508-1f8f9a617311 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:51.876192 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-1d87ef52-581d-49a6-b508-1f8f9a617311 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Added segment 1b80a36c-fad4-44ee-a9e0-ff49f4af86b8 of type vlan for network 19260f7b-a1f6-4a18-851b-e15a2413cbb0 May 23 11:34:51.916894 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1d87ef52-581d-49a6-b508-1f8f9a617311 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:51.926044 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a1c2ee-f250-4c69-99d1-4d205443c6d0 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a345576d-fd7d-459f-b9ea-666f0b33ec53,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:51.933068 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35a1c2ee-f250-4c69-99d1-4d205443c6d0 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:34:51.946714 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-35a1c2ee-f250-4c69-99d1-4d205443c6d0 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:51.947262 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-35a1c2ee-f250-4c69-99d1-4d205443c6d0 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Added segment 57a0f6a5-0435-4ae8-bc2b-978abef9eb99 of type vlan for network 32c1586e-3710-4916-8112-ca33f6efc9ee May 23 11:34:51.963815 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf9889c-7be8-4e0a-b4e2-09e8960941f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-454beb4f-1d90-4c8e-8890-f8dba5cdf84d', 'network_id': '454beb4f-1d90-4c8e-8890-f8dba5cdf84d', 'tenant_id': '6574ad2106604b6bb990ab6f0b8b215d', 'fixed_ips': [{'subnet_id': '28a70e51-4d44-4c38-b268-a38728e2de7d'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:34:51.964759 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bdf9889c-7be8-4e0a-b4e2-09e8960941f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:51.976611 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1d87ef52-581d-49a6-b508-1f8f9a617311 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:51.980229 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d87ef52-581d-49a6-b508-1f8f9a617311 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:51.980560 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-35a1c2ee-f250-4c69-99d1-4d205443c6d0 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:51.980816 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1d87ef52-581d-49a6-b508-1f8f9a617311 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:52.031012 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-35a1c2ee-f250-4c69-99d1-4d205443c6d0 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:52.037754 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a1c2ee-f250-4c69-99d1-4d205443c6d0 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:52.038476 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-35a1c2ee-f250-4c69-99d1-4d205443c6d0 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:52.085876 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1d87ef52-581d-49a6-b508-1f8f9a617311 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3416309 May 23 11:34:52.089338 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52724) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:52.095375 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-54c87f83-5cd4-45a5-8906-81cec212e3d5 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Request body: {'network': {'name': 'tempest-router-network02--1702967170'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:34:52.105889 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-54c87f83-5cd4-45a5-8906-81cec212e3d5 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:52.111630 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d87ef52-581d-49a6-b508-1f8f9a617311 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Pushing event updated for resources: {'Network': ['ID=19260f7b-a1f6-4a18-851b-e15a2413cbb0,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:52.114370 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-54c87f83-5cd4-45a5-8906-81cec212e3d5 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Usage tracker for resource:network and tenant:6574ad2106604b6bb990ab6f0b8b215d is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:52.117757 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-54c87f83-5cd4-45a5-8906-81cec212e3d5 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:52.123744 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-54c87f83-5cd4-45a5-8906-81cec212e3d5 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:52.129603 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 19260f7b-a1f6-4a18-851b-e15a2413cbb0 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:34:52.136817 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c87f83-5cd4-45a5-8906-81cec212e3d5 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Made reservation on behalf of 6574ad2106604b6bb990ab6f0b8b215d for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:34:52.140725 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-54c87f83-5cd4-45a5-8906-81cec212e3d5 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:52.161399 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52728) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:52.165485 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-35a1c2ee-f250-4c69-99d1-4d205443c6d0 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.9252493 May 23 11:34:52.166552 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a1c2ee-f250-4c69-99d1-4d205443c6d0 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Pushing event updated for resources: {'Network': ['ID=32c1586e-3710-4916-8112-ca33f6efc9ee,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:52.168653 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52732) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:52.176460 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e28178d1-22ac-4446-802e-6ac5e278d194 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Request body: {'subnet': {'network_id': '32c1586e-3710-4916-8112-ca33f6efc9ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:34:52.185105 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c87f83-5cd4-45a5-8906-81cec212e3d5 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:34:52.196982 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-54c87f83-5cd4-45a5-8906-81cec212e3d5 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:52.197597 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-54c87f83-5cd4-45a5-8906-81cec212e3d5 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Added segment c735c43e-5aa3-440f-aadb-9dbea9d61585 of type vlan for network 51e20df9-e999-4606-ab9a-7d32f12464a4 May 23 11:34:52.229700 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-54c87f83-5cd4-45a5-8906-81cec212e3d5 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:52.258895 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 32c1586e-3710-4916-8112-ca33f6efc9ee details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:34:52.265052 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-54c87f83-5cd4-45a5-8906-81cec212e3d5 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:52.271946 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c87f83-5cd4-45a5-8906-81cec212e3d5 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:52.273713 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-54c87f83-5cd4-45a5-8906-81cec212e3d5 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:52.387149 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-bdf9889c-7be8-4e0a-b4e2-09e8960941f8 None None] Allocated IP 2001:db8::2 (454beb4f-1d90-4c8e-8890-f8dba5cdf84d/28a70e51-4d44-4c38-b268-a38728e2de7d/5cd4915f-e0da-4ff2-8270-9f14c6944b2d) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:34:52.417717 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e28178d1-22ac-4446-802e-6ac5e278d194 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:52.419965 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-54c87f83-5cd4-45a5-8906-81cec212e3d5 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3279064 May 23 11:34:52.421910 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e28178d1-22ac-4446-802e-6ac5e278d194 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Usage tracker for resource:subnet and tenant:ddf5029eca4e404fa36dd10ac756327d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:52.424354 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52738) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:52.426787 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e28178d1-22ac-4446-802e-6ac5e278d194 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:52.430427 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c87f83-5cd4-45a5-8906-81cec212e3d5 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Pushing event updated for resources: {'Network': ['ID=51e20df9-e999-4606-ab9a-7d32f12464a4,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:52.432675 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-8568886b-a2fe-4ecf-aa81-e361aa199b50 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Request body: {'subnet': {'network_id': '19260f7b-a1f6-4a18-851b-e15a2413cbb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:34:52.454915 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9919fc44-32bf-455e-a396-4c4c7d03d997 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6960fec48f2c4e2293e91499c273c827&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2900493 May 23 11:34:52.455225 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52742) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:52.456271 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e28178d1-22ac-4446-802e-6ac5e278d194 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:52.485484 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 51e20df9-e999-4606-ab9a-7d32f12464a4 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:34:52.542507 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28178d1-22ac-4446-802e-6ac5e278d194 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Made reservation on behalf of ddf5029eca4e404fa36dd10ac756327d for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:34:52.683987 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8568886b-a2fe-4ecf-aa81-e361aa199b50 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:52.691876 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-8568886b-a2fe-4ecf-aa81-e361aa199b50 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Usage tracker for resource:subnet and tenant:6574ad2106604b6bb990ab6f0b8b215d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:52.697253 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e28178d1-22ac-4446-802e-6ac5e278d194 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:52.706522 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bdf9889c-7be8-4e0a-b4e2-09e8960941f8 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:52.711368 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-8568886b-a2fe-4ecf-aa81-e361aa199b50 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:52.716876 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-bdf9889c-7be8-4e0a-b4e2-09e8960941f8 None None] Transition to ACTIVE for port object 5cd4915f-e0da-4ff2-8270-9f14c6944b2d will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:34:52.735451 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-bdf9889c-7be8-4e0a-b4e2-09e8960941f8 None None] Transition to ACTIVE for port object 5cd4915f-e0da-4ff2-8270-9f14c6944b2d will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:34:52.740727 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bdf9889c-7be8-4e0a-b4e2-09e8960941f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:52.777781 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8568886b-a2fe-4ecf-aa81-e361aa199b50 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:52.801445 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aae16ce7-a7ea-456c-8d44-751a0c61a2cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:52.812877 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf9889c-7be8-4e0a-b4e2-09e8960941f8 None None] Network 454beb4f-1d90-4c8e-8890-f8dba5cdf84d is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:34:52.815960 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-bdf9889c-7be8-4e0a-b4e2-09e8960941f8 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:34:52.820980 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf9889c-7be8-4e0a-b4e2-09e8960941f8 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:34:52.822915 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8568886b-a2fe-4ecf-aa81-e361aa199b50 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Made reservation on behalf of 6574ad2106604b6bb990ab6f0b8b215d for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:34:52.825437 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf9889c-7be8-4e0a-b4e2-09e8960941f8 None None] Pushing event updated for resources: {'Port': ['ID=5cd4915f-e0da-4ff2-8270-9f14c6944b2d,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:52.917972 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-bdf9889c-7be8-4e0a-b4e2-09e8960941f8 None None] Attempting to bind port 5cd4915f-e0da-4ff2-8270-9f14c6944b2d on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:34:52.918346 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-bdf9889c-7be8-4e0a-b4e2-09e8960941f8 None None] Attempting to bind port 5cd4915f-e0da-4ff2-8270-9f14c6944b2d by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '5831fe81-2000-4a13-98cc-eea90df5df95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '454beb4f-1d90-4c8e-8890-f8dba5cdf84d'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:34:52.918704 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf9889c-7be8-4e0a-b4e2-09e8960941f8 None None] Attempting to bind port 5cd4915f-e0da-4ff2-8270-9f14c6944b2d on network 454beb4f-1d90-4c8e-8890-f8dba5cdf84d {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:34:52.925406 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf9889c-7be8-4e0a-b4e2-09e8960941f8 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:34:52.925788 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf9889c-7be8-4e0a-b4e2-09e8960941f8 None None] Checking segment: {'id': '5831fe81-2000-4a13-98cc-eea90df5df95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '454beb4f-1d90-4c8e-8890-f8dba5cdf84d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:34:52.926186 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bdf9889c-7be8-4e0a-b4e2-09e8960941f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:52.926561 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf9889c-7be8-4e0a-b4e2-09e8960941f8 None None] Bound using segment: {'id': '5831fe81-2000-4a13-98cc-eea90df5df95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '454beb4f-1d90-4c8e-8890-f8dba5cdf84d'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:34:52.927013 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-bdf9889c-7be8-4e0a-b4e2-09e8960941f8 None None] Bound port: 5cd4915f-e0da-4ff2-8270-9f14c6944b2d, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5831fe81-2000-4a13-98cc-eea90df5df95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '454beb4f-1d90-4c8e-8890-f8dba5cdf84d'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:34:52.927378 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bdf9889c-7be8-4e0a-b4e2-09e8960941f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:52.927536 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aae16ce7-a7ea-456c-8d44-751a0c61a2cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:52.990998 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8568886b-a2fe-4ecf-aa81-e361aa199b50 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:53.022963 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-bdf9889c-7be8-4e0a-b4e2-09e8960941f8 None None] For port 5cd4915f-e0da-4ff2-8270-9f14c6944b2d, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:34:53.026120 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-bdf9889c-7be8-4e0a-b4e2-09e8960941f8 None None] For port 5cd4915f-e0da-4ff2-8270-9f14c6944b2d, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=5cd4915f-e0da-4ff2-8270-9f14c6944b2d,segment=NetworkSegment(5831fe81-2000-4a13-98cc-eea90df5df95),segment_id=5831fe81-2000-4a13-98cc-eea90df5df95)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:34:53.031187 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bdf9889c-7be8-4e0a-b4e2-09e8960941f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:53.119894 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf9889c-7be8-4e0a-b4e2-09e8960941f8 None None] Pushing event updated for resources: {'Port': ['ID=5cd4915f-e0da-4ff2-8270-9f14c6944b2d,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:53.159043 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aae16ce7-a7ea-456c-8d44-751a0c61a2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:53.191321 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae16ce7-a7ea-456c-8d44-751a0c61a2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a622f83f-a088-4983-a0b9-2f7d448c93fa,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:53.274450 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aae16ce7-a7ea-456c-8d44-751a0c61a2cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:53.275723 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-aae16ce7-a7ea-456c-8d44-751a0c61a2cc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a622f83f-a088-4983-a0b9-2f7d448c93fa HTTP/1.1" status: 204 len: 168 time: 0.8172359 May 23 11:34:53.282157 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e28178d1-22ac-4446-802e-6ac5e278d194 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:53.387355 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28178d1-22ac-4446-802e-6ac5e278d194 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Pushing event updated for resources: {'Subnet': ['ID=8e726b39-b2e2-4698-b2c7-1156f155f748,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:53.435029 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28178d1-22ac-4446-802e-6ac5e278d194 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Checking segment: {'id': '57a0f6a5-0435-4ae8-bc2b-978abef9eb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '32c1586e-3710-4916-8112-ca33f6efc9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:34:53.436299 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28178d1-22ac-4446-802e-6ac5e278d194 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Network hostable DHCP agents. Network: 32c1586e-3710-4916-8112-ca33f6efc9ee, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:34:53.444444 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8568886b-a2fe-4ecf-aa81-e361aa199b50 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:53.553741 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8568886b-a2fe-4ecf-aa81-e361aa199b50 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Pushing event updated for resources: {'Subnet': ['ID=eca44268-a048-4d8a-bb31-cc9ef4930b1b,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:53.559155 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28178d1-22ac-4446-802e-6ac5e278d194 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Network 32c1586e-3710-4916-8112-ca33f6efc9ee is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:34:53.574870 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-e28178d1-22ac-4446-802e-6ac5e278d194 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 32c1586e-3710-4916-8112-ca33f6efc9ee) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:34:53.579514 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28178d1-22ac-4446-802e-6ac5e278d194 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:53.580188 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e28178d1-22ac-4446-802e-6ac5e278d194 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:53.584308 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcdf938-eb20-4ece-b456-1c4871940585 None None] Network 32c1586e-3710-4916-8112-ca33f6efc9ee requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:34:53.586404 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8568886b-a2fe-4ecf-aa81-e361aa199b50 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Checking segment: {'id': '1b80a36c-fad4-44ee-a9e0-ff49f4af86b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '19260f7b-a1f6-4a18-851b-e15a2413cbb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:34:53.586769 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8568886b-a2fe-4ecf-aa81-e361aa199b50 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Network hostable DHCP agents. Network: 19260f7b-a1f6-4a18-851b-e15a2413cbb0, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:34:53.621656 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e28178d1-22ac-4446-802e-6ac5e278d194 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4486139 May 23 11:34:53.621656 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52752) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:53.632745 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b88bed8e-b204-4d88-b8eb-2da17caae4b2 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Request body: {'port': {'network_id': '32c1586e-3710-4916-8112-ca33f6efc9ee', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1378235383'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:34:53.646518 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8568886b-a2fe-4ecf-aa81-e361aa199b50 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Network 19260f7b-a1f6-4a18-851b-e15a2413cbb0 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:34:53.709351 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-8568886b-a2fe-4ecf-aa81-e361aa199b50 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 19260f7b-a1f6-4a18-851b-e15a2413cbb0) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:34:53.722554 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65431f5-8d87-4f95-86c7-a7531b0475ee None None] Network 19260f7b-a1f6-4a18-851b-e15a2413cbb0 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:34:53.726196 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8568886b-a2fe-4ecf-aa81-e361aa199b50 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:53.726780 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8568886b-a2fe-4ecf-aa81-e361aa199b50 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:53.756007 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52758) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:53.780361 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8568886b-a2fe-4ecf-aa81-e361aa199b50 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3547847 May 23 11:34:53.781121 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52762) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:53.824049 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5726346c-51ed-4e8f-a269-fa867187c592 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1e047e446fcc4273bbf04a821f4a9a50&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0665884 May 23 11:34:53.824992 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52766) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:53.826073 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-5fec9ea3-661b-4ca1-bd8a-52b7b1e6c1c8 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Request body: {'subnet': {'network_id': '51e20df9-e999-4606-ab9a-7d32f12464a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:34:53.930221 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-10e73e95-d086-4b51-9b01-65686bb47512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:53.979628 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 5cd4915f-e0da-4ff2-8270-9f14c6944b2d up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:34:54.031360 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-10e73e95-d086-4b51-9b01-65686bb47512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:54.031730 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b88bed8e-b204-4d88-b8eb-2da17caae4b2 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:54.040018 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b88bed8e-b204-4d88-b8eb-2da17caae4b2 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Usage tracker for resource:port and tenant:ddf5029eca4e404fa36dd10ac756327d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:54.044118 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b88bed8e-b204-4d88-b8eb-2da17caae4b2 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:54.054118 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5fec9ea3-661b-4ca1-bd8a-52b7b1e6c1c8 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:54.056544 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b88bed8e-b204-4d88-b8eb-2da17caae4b2 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:54.060932 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5fec9ea3-661b-4ca1-bd8a-52b7b1e6c1c8 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Usage tracker for resource:subnet and tenant:6574ad2106604b6bb990ab6f0b8b215d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:54.065328 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5fec9ea3-661b-4ca1-bd8a-52b7b1e6c1c8 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:54.073843 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5fec9ea3-661b-4ca1-bd8a-52b7b1e6c1c8 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:54.082944 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88bed8e-b204-4d88-b8eb-2da17caae4b2 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Made reservation on behalf of ddf5029eca4e404fa36dd10ac756327d for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:34:54.086916 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b88bed8e-b204-4d88-b8eb-2da17caae4b2 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:54.112738 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fec9ea3-661b-4ca1-bd8a-52b7b1e6c1c8 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Made reservation on behalf of 6574ad2106604b6bb990ab6f0b8b215d for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:34:54.121957 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d1af5a87-356c-4413-930f-831a21260475 req-044d4cdb-e2cf-4cbf-b195-0544bc50d5c8 tempest-TestNetworkAdvancedServerOps-1284012438 tempest-TestNetworkAdvancedServerOps-1284012438-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 1097 time: 0.1724818 May 23 11:34:54.141539 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-b88bed8e-b204-4d88-b8eb-2da17caae4b2 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] device_id is not set on port 89c10714-7b64-45f7-a2f4-8f805a3feabc yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:34:54.147382 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f716bbe-bfd0-4d2d-b275-0cfe9a6d261f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-32c1586e-3710-4916-8112-ca33f6efc9ee', 'network_id': '32c1586e-3710-4916-8112-ca33f6efc9ee', 'tenant_id': 'ddf5029eca4e404fa36dd10ac756327d', 'fixed_ips': [{'subnet_id': '8e726b39-b2e2-4698-b2c7-1156f155f748'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:34:54.148439 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8f716bbe-bfd0-4d2d-b275-0cfe9a6d261f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:54.157542 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d1af5a87-356c-4413-930f-831a21260475 req-fe4369e5-5db8-4543-8f06-0b6dcb5d5146 tempest-TestNetworkAdvancedServerOps-1284012438 tempest-TestNetworkAdvancedServerOps-1284012438-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:54.180594 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-10e73e95-d086-4b51-9b01-65686bb47512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:54.225001 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e73e95-d086-4b51-9b01-65686bb47512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61f85b2-ac0b-47a5-87b3-8c11c7c3993e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:54.248536 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-d1af5a87-356c-4413-930f-831a21260475 req-fe4369e5-5db8-4543-8f06-0b6dcb5d5146 tempest-TestNetworkAdvancedServerOps-1284012438 tempest-TestNetworkAdvancedServerOps-1284012438-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:54.250888 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-10e73e95-d086-4b51-9b01-65686bb47512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:54.254814 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-10e73e95-d086-4b51-9b01-65686bb47512 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f61f85b2-ac0b-47a5-87b3-8c11c7c3993e HTTP/1.1" status: 204 len: 168 time: 0.4254341 May 23 11:34:54.256151 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e73e95-d086-4b51-9b01-65686bb47512 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:34:54.256507 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e73e95-d086-4b51-9b01-65686bb47512 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:34:54.258054 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e73e95-d086-4b51-9b01-65686bb47512 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:34:54.258495 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e73e95-d086-4b51-9b01-65686bb47512 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:34:54.258973 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e73e95-d086-4b51-9b01-65686bb47512 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:34:54.259256 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e73e95-d086-4b51-9b01-65686bb47512 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:34:54.259648 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e73e95-d086-4b51-9b01-65686bb47512 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:34:54.260179 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e73e95-d086-4b51-9b01-65686bb47512 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:34:54.260459 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e73e95-d086-4b51-9b01-65686bb47512 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:34:54.260903 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e73e95-d086-4b51-9b01-65686bb47512 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:34:54.261164 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e73e95-d086-4b51-9b01-65686bb47512 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:34:54.276335 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-d1af5a87-356c-4413-930f-831a21260475 req-fe4369e5-5db8-4543-8f06-0b6dcb5d5146 tempest-TestNetworkAdvancedServerOps-1284012438 tempest-TestNetworkAdvancedServerOps-1284012438-project-admin] Usage tracker for resource:security_group_rule and tenant:f9182bc16bc146608d564b9536cb4341 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:54.280614 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-d1af5a87-356c-4413-930f-831a21260475 req-fe4369e5-5db8-4543-8f06-0b6dcb5d5146 tempest-TestNetworkAdvancedServerOps-1284012438 tempest-TestNetworkAdvancedServerOps-1284012438-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:54.286793 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-d1af5a87-356c-4413-930f-831a21260475 req-fe4369e5-5db8-4543-8f06-0b6dcb5d5146 tempest-TestNetworkAdvancedServerOps-1284012438 tempest-TestNetworkAdvancedServerOps-1284012438-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:54.308506 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bad67e-2de6-40c5-a890-feb6a80d4aa5 None None] Network 454beb4f-1d90-4c8e-8890-f8dba5cdf84d requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:34:54.309769 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5fec9ea3-661b-4ca1-bd8a-52b7b1e6c1c8 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:54.343145 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 5cd4915f-e0da-4ff2-8270-9f14c6944b2d completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:34:54.372822 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d1af5a87-356c-4413-930f-831a21260475 req-fe4369e5-5db8-4543-8f06-0b6dcb5d5146 tempest-TestNetworkAdvancedServerOps-1284012438 tempest-TestNetworkAdvancedServerOps-1284012438-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:54.379801 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d1af5a87-356c-4413-930f-831a21260475 req-fe4369e5-5db8-4543-8f06-0b6dcb5d5146 tempest-TestNetworkAdvancedServerOps-1284012438 tempest-TestNetworkAdvancedServerOps-1284012438-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:54.424291 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d1af5a87-356c-4413-930f-831a21260475 req-fe4369e5-5db8-4543-8f06-0b6dcb5d5146 tempest-TestNetworkAdvancedServerOps-1284012438 tempest-TestNetworkAdvancedServerOps-1284012438-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=679e3180-4659-448f-ad4b-b096f56917db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2956409 May 23 11:34:54.467196 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4369e5-5db8-4543-8f06-0b6dcb5d5146 tempest-TestNetworkAdvancedServerOps-1284012438 tempest-TestNetworkAdvancedServerOps-1284012438-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa58b16-fe5f-46b9-8f93-4d12e04ab5e7,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:54.659868 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061dd947-b2de-4145-a7a6-66d619b92e06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-19260f7b-a1f6-4a18-851b-e15a2413cbb0', 'network_id': '19260f7b-a1f6-4a18-851b-e15a2413cbb0', 'tenant_id': '6574ad2106604b6bb990ab6f0b8b215d', 'fixed_ips': [{'subnet_id': 'eca44268-a048-4d8a-bb31-cc9ef4930b1b'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:34:54.660796 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-061dd947-b2de-4145-a7a6-66d619b92e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:54.671276 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f639d70a-87cb-42f7-8017-db00743e61d4 None None] Provisioning for port 5cd4915f-e0da-4ff2-8270-9f14c6944b2d completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:34:54.692007 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f639d70a-87cb-42f7-8017-db00743e61d4 None None] Provisioning complete for port 5cd4915f-e0da-4ff2-8270-9f14c6944b2d triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:34:54.692383 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f639d70a-87cb-42f7-8017-db00743e61d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:54.705543 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd2530-227e-499b-a81c-4562a610a9be req-4d11ee49-aade-4d57-8421-3ba0dac414fb tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:54.708428 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-70dd2530-227e-499b-a81c-4562a610a9be req-4d11ee49-aade-4d57-8421-3ba0dac414fb tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 946 time: 0.1151311 May 23 11:34:54.742214 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-8f716bbe-bfd0-4d2d-b275-0cfe9a6d261f None None] Allocated IP 2001:db8::2 (32c1586e-3710-4916-8112-ca33f6efc9ee/8e726b39-b2e2-4698-b2c7-1156f155f748/e1bdf930-fd71-429b-8fca-f978b85c18f7) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:34:54.773962 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-70dd2530-227e-499b-a81c-4562a610a9be req-65f28e58-16dd-4522-84d5-39b5b0570bcb tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=679e3180-4659-448f-ad4b-b096f56917db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547395 May 23 11:34:54.793691 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5fec9ea3-661b-4ca1-bd8a-52b7b1e6c1c8 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:54.820810 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52782) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:54.918982 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec9ea3-661b-4ca1-bd8a-52b7b1e6c1c8 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Pushing event updated for resources: {'Subnet': ['ID=e542fe18-6d09-46ef-8d74-31ff8e01fd9f,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:54.930669 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fec9ea3-661b-4ca1-bd8a-52b7b1e6c1c8 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Checking segment: {'id': 'c735c43e-5aa3-440f-aadb-9dbea9d61585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '51e20df9-e999-4606-ab9a-7d32f12464a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:34:54.931032 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fec9ea3-661b-4ca1-bd8a-52b7b1e6c1c8 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Network hostable DHCP agents. Network: 51e20df9-e999-4606-ab9a-7d32f12464a4, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:34:54.960906 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fec9ea3-661b-4ca1-bd8a-52b7b1e6c1c8 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Network 51e20df9-e999-4606-ab9a-7d32f12464a4 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:34:54.973952 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b4ecbdbb-f9bc-4b88-b368-3d4cef962d21 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/floatingips/ba9bf8ea-68a7-44fa-86a8-4c68ec5eb6e5 HTTP/1.1" status: 200 len: 994 time: 0.1519172 May 23 11:34:54.974352 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-5fec9ea3-661b-4ca1-bd8a-52b7b1e6c1c8 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 51e20df9-e999-4606-ab9a-7d32f12464a4) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:34:54.979720 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fec9ea3-661b-4ca1-bd8a-52b7b1e6c1c8 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:54.980344 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5fec9ea3-661b-4ca1-bd8a-52b7b1e6c1c8 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:55.011162 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d0a019-4a61-43ad-8285-e5a2cd73ef0b None None] Network 51e20df9-e999-4606-ab9a-7d32f12464a4 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:34:55.018111 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5fec9ea3-661b-4ca1-bd8a-52b7b1e6c1c8 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2292962 May 23 11:34:55.018648 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52790) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:55.186252 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-061dd947-b2de-4145-a7a6-66d619b92e06 None None] Allocated IP 2001:db8::2 (19260f7b-a1f6-4a18-851b-e15a2413cbb0/eca44268-a048-4d8a-bb31-cc9ef4930b1b/a9ed186c-fee7-49b9-8cb8-02d9e6289c3d) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:34:55.389100 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52804) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:55.452092 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f639d70a-87cb-42f7-8017-db00743e61d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:55.550730 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bea7aa79-21cd-4b40-a451-9602ccc9d02f req-817e5113-c609-46fa-9604-f2ae26b9f8d7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0914838 May 23 11:34:55.558912 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-db889b76-f591-422c-b8f1-96938c376a04 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1402972175'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:34:55.567313 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-db889b76-f591-422c-b8f1-96938c376a04 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:55.571974 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-db889b76-f591-422c-b8f1-96938c376a04 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Usage tracker for resource:network and tenant:5f07e6726dca4e61a6b425701af1c452 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:55.575464 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-db889b76-f591-422c-b8f1-96938c376a04 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:55.583062 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-db889b76-f591-422c-b8f1-96938c376a04 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:55.601678 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db889b76-f591-422c-b8f1-96938c376a04 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Made reservation on behalf of 5f07e6726dca4e61a6b425701af1c452 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:34:55.606370 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-db889b76-f591-422c-b8f1-96938c376a04 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:55.607867 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1e23492c-e5f3-4e13-b641-5f911c7ca40d tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:55.623426 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-db889b76-f591-422c-b8f1-96938c376a04 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:55.636353 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8f716bbe-bfd0-4d2d-b275-0cfe9a6d261f None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:55.666871 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-db889b76-f591-422c-b8f1-96938c376a04 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:55.671802 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-db889b76-f591-422c-b8f1-96938c376a04 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Usage tracker for resource:security_group_rule and tenant:5f07e6726dca4e61a6b425701af1c452 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:55.674986 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-db889b76-f591-422c-b8f1-96938c376a04 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:55.682410 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-db889b76-f591-422c-b8f1-96938c376a04 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:55.770462 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-db889b76-f591-422c-b8f1-96938c376a04 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:55.780857 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-db889b76-f591-422c-b8f1-96938c376a04 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:55.796740 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db889b76-f591-422c-b8f1-96938c376a04 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:34:55.807274 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-db889b76-f591-422c-b8f1-96938c376a04 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:55.809019 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-db889b76-f591-422c-b8f1-96938c376a04 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Added segment d0e51739-a1d1-49f9-9067-59adbdf55b4b of type vlan for network 70064e5a-4cc1-4ec2-a792-2b1247e09396 May 23 11:34:55.818282 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-061dd947-b2de-4145-a7a6-66d619b92e06 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:55.843355 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-061dd947-b2de-4145-a7a6-66d619b92e06 None None] Transition to ACTIVE for port object a9ed186c-fee7-49b9-8cb8-02d9e6289c3d will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:34:55.868478 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db889b76-f591-422c-b8f1-96938c376a04 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e3f43f-2fbd-40cb-b340-5d3bd017a648,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:55.878138 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-db889b76-f591-422c-b8f1-96938c376a04 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:55.883281 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8f716bbe-bfd0-4d2d-b275-0cfe9a6d261f None None] Transition to ACTIVE for port object e1bdf930-fd71-429b-8fca-f978b85c18f7 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:34:55.916528 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-db889b76-f591-422c-b8f1-96938c376a04 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:55.916793 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-061dd947-b2de-4145-a7a6-66d619b92e06 None None] Transition to ACTIVE for port object a9ed186c-fee7-49b9-8cb8-02d9e6289c3d will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:34:55.921376 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db889b76-f591-422c-b8f1-96938c376a04 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:55.921529 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f639d70a-87cb-42f7-8017-db00743e61d4 None None] For port 5cd4915f-e0da-4ff2-8270-9f14c6944b2d, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=5cd4915f-e0da-4ff2-8270-9f14c6944b2d,segment=NetworkSegment(5831fe81-2000-4a13-98cc-eea90df5df95),segment_id=5831fe81-2000-4a13-98cc-eea90df5df95)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:34:55.922332 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-db889b76-f591-422c-b8f1-96938c376a04 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:55.957270 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f639d70a-87cb-42f7-8017-db00743e61d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:56.035778 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8f716bbe-bfd0-4d2d-b275-0cfe9a6d261f None None] Transition to ACTIVE for port object e1bdf930-fd71-429b-8fca-f978b85c18f7 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:34:56.037456 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f639d70a-87cb-42f7-8017-db00743e61d4 None None] Pushing event updated for resources: {'Port': ['ID=5cd4915f-e0da-4ff2-8270-9f14c6944b2d,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:56.045486 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-061dd947-b2de-4145-a7a6-66d619b92e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:56.142781 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7a2f1e-0ea4-43c1-9522-06a04edb46ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-51e20df9-e999-4606-ab9a-7d32f12464a4', 'network_id': '51e20df9-e999-4606-ab9a-7d32f12464a4', 'tenant_id': '6574ad2106604b6bb990ab6f0b8b215d', 'fixed_ips': [{'subnet_id': 'e542fe18-6d09-46ef-8d74-31ff8e01fd9f'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:34:56.144060 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9c7a2f1e-0ea4-43c1-9522-06a04edb46ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:56.164095 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db889b76-f591-422c-b8f1-96938c376a04 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Pushing event updated for resources: {'Network': ['ID=70064e5a-4cc1-4ec2-a792-2b1247e09396,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:56.174082 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-db889b76-f591-422c-b8f1-96938c376a04 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7819581 May 23 11:34:56.174484 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8f716bbe-bfd0-4d2d-b275-0cfe9a6d261f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:56.174891 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52816) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:56.183933 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-a066c26b-a051-4a30-943e-d5bfc2248be9 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Request body: {'subnet': {'network_id': '70064e5a-4cc1-4ec2-a792-2b1247e09396', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:34:56.187384 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-1e23492c-e5f3-4e13-b641-5f911c7ca40d tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Allocated IP 2001:db8::1 (19260f7b-a1f6-4a18-851b-e15a2413cbb0/eca44268-a048-4d8a-bb31-cc9ef4930b1b/1c3a3674-fd52-4679-8b30-8c65aed0befd) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:34:56.208947 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-b88bed8e-b204-4d88-b8eb-2da17caae4b2 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Allocated IP 2001:db8::294 (32c1586e-3710-4916-8112-ca33f6efc9ee/8e726b39-b2e2-4698-b2c7-1156f155f748/89c10714-7b64-45f7-a2f4-8f805a3feabc) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:34:56.212046 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 70064e5a-4cc1-4ec2-a792-2b1247e09396 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:34:56.273383 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061dd947-b2de-4145-a7a6-66d619b92e06 None None] Network 19260f7b-a1f6-4a18-851b-e15a2413cbb0 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:34:56.302993 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-061dd947-b2de-4145-a7a6-66d619b92e06 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:34:56.345544 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a066c26b-a051-4a30-943e-d5bfc2248be9 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:56.351221 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a066c26b-a051-4a30-943e-d5bfc2248be9 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Usage tracker for resource:subnet and tenant:5f07e6726dca4e61a6b425701af1c452 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:56.358894 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a066c26b-a051-4a30-943e-d5bfc2248be9 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:56.367340 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a066c26b-a051-4a30-943e-d5bfc2248be9 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:56.373566 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f716bbe-bfd0-4d2d-b275-0cfe9a6d261f None None] Network 32c1586e-3710-4916-8112-ca33f6efc9ee is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:34:56.378014 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-8f716bbe-bfd0-4d2d-b275-0cfe9a6d261f None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:34:56.380880 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f716bbe-bfd0-4d2d-b275-0cfe9a6d261f None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:34:56.393274 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a066c26b-a051-4a30-943e-d5bfc2248be9 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Made reservation on behalf of 5f07e6726dca4e61a6b425701af1c452 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:34:56.427367 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061dd947-b2de-4145-a7a6-66d619b92e06 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:34:56.469077 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ea809-148b-4620-9c41-0538b3f4f77a req-5d921c42-8150-423f-ba19-0db50350495b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:56.470703 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0d3ea809-148b-4620-9c41-0538b3f4f77a req-5d921c42-8150-423f-ba19-0db50350495b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 946 time: 0.1952629 May 23 11:34:56.507610 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061dd947-b2de-4145-a7a6-66d619b92e06 None None] Pushing event updated for resources: {'Port': ['ID=a9ed186c-fee7-49b9-8cb8-02d9e6289c3d,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:56.554296 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a066c26b-a051-4a30-943e-d5bfc2248be9 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:56.576606 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0d3ea809-148b-4620-9c41-0538b3f4f77a req-2edfcdb7-b11a-49b8-bd62-7c4f71218dc0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=679e3180-4659-448f-ad4b-b096f56917db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958595 May 23 11:34:56.606194 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-eb83628f-1fbe-4206-b308-993a854675b3 None None] Provisioning complete for port 5cd4915f-e0da-4ff2-8270-9f14c6944b2d triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:34:56.606562 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eb83628f-1fbe-4206-b308-993a854675b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:56.670721 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1e23492c-e5f3-4e13-b641-5f911c7ca40d tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:56.714833 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-1e23492c-e5f3-4e13-b641-5f911c7ca40d tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Transition to ACTIVE for port object 1c3a3674-fd52-4679-8b30-8c65aed0befd will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:34:56.736670 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-272cf844-d4fa-434d-96bb-3cec01d0d1a0 req-da6b3610-adb5-4cf5-a9bb-9683818c4f90 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5323932 May 23 11:34:56.770103 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b88bed8e-b204-4d88-b8eb-2da17caae4b2 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:56.803327 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a066c26b-a051-4a30-943e-d5bfc2248be9 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:56.808315 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-b88bed8e-b204-4d88-b8eb-2da17caae4b2 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Transition to ACTIVE for port object 89c10714-7b64-45f7-a2f4-8f805a3feabc will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:34:56.823271 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1e23492c-e5f3-4e13-b641-5f911c7ca40d tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:56.827717 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f716bbe-bfd0-4d2d-b275-0cfe9a6d261f None None] Pushing event updated for resources: {'Port': ['ID=e1bdf930-fd71-429b-8fca-f978b85c18f7,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:56.847187 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-8f716bbe-bfd0-4d2d-b275-0cfe9a6d261f None None] Attempting to bind port e1bdf930-fd71-429b-8fca-f978b85c18f7 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:34:56.847564 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-8f716bbe-bfd0-4d2d-b275-0cfe9a6d261f None None] Attempting to bind port e1bdf930-fd71-429b-8fca-f978b85c18f7 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '57a0f6a5-0435-4ae8-bc2b-978abef9eb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '32c1586e-3710-4916-8112-ca33f6efc9ee'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:34:56.847961 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f716bbe-bfd0-4d2d-b275-0cfe9a6d261f None None] Attempting to bind port e1bdf930-fd71-429b-8fca-f978b85c18f7 on network 32c1586e-3710-4916-8112-ca33f6efc9ee {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:34:56.867659 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-061dd947-b2de-4145-a7a6-66d619b92e06 None None] Attempting to bind port a9ed186c-fee7-49b9-8cb8-02d9e6289c3d on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:34:56.868067 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-061dd947-b2de-4145-a7a6-66d619b92e06 None None] Attempting to bind port a9ed186c-fee7-49b9-8cb8-02d9e6289c3d by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '1b80a36c-fad4-44ee-a9e0-ff49f4af86b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '19260f7b-a1f6-4a18-851b-e15a2413cbb0'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:34:56.868450 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061dd947-b2de-4145-a7a6-66d619b92e06 None None] Attempting to bind port a9ed186c-fee7-49b9-8cb8-02d9e6289c3d on network 19260f7b-a1f6-4a18-851b-e15a2413cbb0 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:34:56.894237 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061dd947-b2de-4145-a7a6-66d619b92e06 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:34:56.894421 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e23492c-e5f3-4e13-b641-5f911c7ca40d tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Network 19260f7b-a1f6-4a18-851b-e15a2413cbb0 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:34:56.894507 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061dd947-b2de-4145-a7a6-66d619b92e06 None None] Checking segment: {'id': '1b80a36c-fad4-44ee-a9e0-ff49f4af86b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '19260f7b-a1f6-4a18-851b-e15a2413cbb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:34:56.894586 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-061dd947-b2de-4145-a7a6-66d619b92e06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:56.894932 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061dd947-b2de-4145-a7a6-66d619b92e06 None None] Bound using segment: {'id': '1b80a36c-fad4-44ee-a9e0-ff49f4af86b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '19260f7b-a1f6-4a18-851b-e15a2413cbb0'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:34:56.895429 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-061dd947-b2de-4145-a7a6-66d619b92e06 None None] Bound port: a9ed186c-fee7-49b9-8cb8-02d9e6289c3d, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b80a36c-fad4-44ee-a9e0-ff49f4af86b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '19260f7b-a1f6-4a18-851b-e15a2413cbb0'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:34:56.895807 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-061dd947-b2de-4145-a7a6-66d619b92e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:56.902199 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-1e23492c-e5f3-4e13-b641-5f911c7ca40d tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:34:56.914434 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a066c26b-a051-4a30-943e-d5bfc2248be9 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Pushing event updated for resources: {'Subnet': ['ID=0352f284-9006-44fa-8229-0b38799e57b6,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:56.921196 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e23492c-e5f3-4e13-b641-5f911c7ca40d tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:34:56.921791 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1e23492c-e5f3-4e13-b641-5f911c7ca40d tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:56.932462 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f716bbe-bfd0-4d2d-b275-0cfe9a6d261f None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:34:56.932840 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f716bbe-bfd0-4d2d-b275-0cfe9a6d261f None None] Checking segment: {'id': '57a0f6a5-0435-4ae8-bc2b-978abef9eb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '32c1586e-3710-4916-8112-ca33f6efc9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:34:56.933330 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8f716bbe-bfd0-4d2d-b275-0cfe9a6d261f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:56.933628 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f716bbe-bfd0-4d2d-b275-0cfe9a6d261f None None] Bound using segment: {'id': '57a0f6a5-0435-4ae8-bc2b-978abef9eb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '32c1586e-3710-4916-8112-ca33f6efc9ee'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:34:56.934154 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-8f716bbe-bfd0-4d2d-b275-0cfe9a6d261f None None] Bound port: e1bdf930-fd71-429b-8fca-f978b85c18f7, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57a0f6a5-0435-4ae8-bc2b-978abef9eb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '32c1586e-3710-4916-8112-ca33f6efc9ee'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:34:56.934461 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8f716bbe-bfd0-4d2d-b275-0cfe9a6d261f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:56.935265 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a066c26b-a051-4a30-943e-d5bfc2248be9 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Checking segment: {'id': 'd0e51739-a1d1-49f9-9067-59adbdf55b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '70064e5a-4cc1-4ec2-a792-2b1247e09396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:34:56.935629 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a066c26b-a051-4a30-943e-d5bfc2248be9 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Network hostable DHCP agents. Network: 70064e5a-4cc1-4ec2-a792-2b1247e09396, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:34:56.964328 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a066c26b-a051-4a30-943e-d5bfc2248be9 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Network 70064e5a-4cc1-4ec2-a792-2b1247e09396 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:34:56.977782 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-a066c26b-a051-4a30-943e-d5bfc2248be9 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 70064e5a-4cc1-4ec2-a792-2b1247e09396) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:34:56.985795 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a066c26b-a051-4a30-943e-d5bfc2248be9 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:56.988648 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a066c26b-a051-4a30-943e-d5bfc2248be9 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:57.006346 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c23d2d-f213-4962-9fae-135c2a4d6617 None None] Network 70064e5a-4cc1-4ec2-a792-2b1247e09396 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:34:57.017119 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a066c26b-a051-4a30-943e-d5bfc2248be9 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8385346 May 23 11:34:57.017310 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52832) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:57.019615 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-9c7a2f1e-0ea4-43c1-9522-06a04edb46ea None None] Allocated IP 2001:db8::2 (51e20df9-e999-4606-ab9a-7d32f12464a4/e542fe18-6d09-46ef-8d74-31ff8e01fd9f/7bf074a9-cffd-4b76-98ed-f021f1f3b5c3) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:34:57.024256 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-e1170ca7-025e-4599-8cd6-4091d0b6dca8 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Request body: {'port': {'network_id': '70064e5a-4cc1-4ec2-a792-2b1247e09396', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1031945478'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:34:57.068426 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e23492c-e5f3-4e13-b641-5f911c7ca40d tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Pushing event updated for resources: {'Port': ['ID=1c3a3674-fd52-4679-8b30-8c65aed0befd,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:57.074817 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b88bed8e-b204-4d88-b8eb-2da17caae4b2 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:57.139758 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1e23492c-e5f3-4e13-b641-5f911c7ca40d tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:57.170506 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88bed8e-b204-4d88-b8eb-2da17caae4b2 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Network 32c1586e-3710-4916-8112-ca33f6efc9ee is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:34:57.201168 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e1170ca7-025e-4599-8cd6-4091d0b6dca8 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:57.207852 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e1170ca7-025e-4599-8cd6-4091d0b6dca8 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Usage tracker for resource:port and tenant:5f07e6726dca4e61a6b425701af1c452 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:57.210936 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e1170ca7-025e-4599-8cd6-4091d0b6dca8 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:57.212778 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-b88bed8e-b204-4d88-b8eb-2da17caae4b2 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:34:57.220673 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e1170ca7-025e-4599-8cd6-4091d0b6dca8 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:57.222748 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88bed8e-b204-4d88-b8eb-2da17caae4b2 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:34:57.226931 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88bed8e-b204-4d88-b8eb-2da17caae4b2 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:57.227555 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b88bed8e-b204-4d88-b8eb-2da17caae4b2 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:57.241357 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1170ca7-025e-4599-8cd6-4091d0b6dca8 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Made reservation on behalf of 5f07e6726dca4e61a6b425701af1c452 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:34:57.247180 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e1170ca7-025e-4599-8cd6-4091d0b6dca8 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:57.281007 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-e1170ca7-025e-4599-8cd6-4091d0b6dca8 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] device_id is not set on port c0f414bd-0f69-4369-acb8-a90feab237a7 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:34:57.291065 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88bed8e-b204-4d88-b8eb-2da17caae4b2 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Pushing event updated for resources: {'Port': ['ID=89c10714-7b64-45f7-a2f4-8f805a3feabc,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:57.327194 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b88bed8e-b204-4d88-b8eb-2da17caae4b2 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.7048242 May 23 11:34:57.329188 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52844) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:57.342630 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-061dd947-b2de-4145-a7a6-66d619b92e06 None None] For port a9ed186c-fee7-49b9-8cb8-02d9e6289c3d, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:34:57.348924 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-3f14e3ca-9765-429f-876b-558861ece4bf tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Request body: {'port': {'network_id': '32c1586e-3710-4916-8112-ca33f6efc9ee', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-993838209', 'allowed_address_pairs': [{'ip_address': '2001:db8::294', 'mac_address': 'fa:16:3e:3f:89:9b'}]}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:34:57.395555 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-8f716bbe-bfd0-4d2d-b275-0cfe9a6d261f None None] For port e1bdf930-fd71-429b-8fca-f978b85c18f7, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:34:57.398831 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-061dd947-b2de-4145-a7a6-66d619b92e06 None None] For port a9ed186c-fee7-49b9-8cb8-02d9e6289c3d, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=a9ed186c-fee7-49b9-8cb8-02d9e6289c3d,segment=NetworkSegment(1b80a36c-fad4-44ee-a9e0-ff49f4af86b8),segment_id=1b80a36c-fad4-44ee-a9e0-ff49f4af86b8)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:34:57.424064 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-061dd947-b2de-4145-a7a6-66d619b92e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:57.498475 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-8f716bbe-bfd0-4d2d-b275-0cfe9a6d261f None None] For port e1bdf930-fd71-429b-8fca-f978b85c18f7, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e1bdf930-fd71-429b-8fca-f978b85c18f7,segment=NetworkSegment(57a0f6a5-0435-4ae8-bc2b-978abef9eb99),segment_id=57a0f6a5-0435-4ae8-bc2b-978abef9eb99)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:34:57.589989 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8f716bbe-bfd0-4d2d-b275-0cfe9a6d261f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:57.636388 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-e1170ca7-025e-4599-8cd6-4091d0b6dca8 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Allocated IP 172.20.0.10 (70064e5a-4cc1-4ec2-a792-2b1247e09396/0352f284-9006-44fa-8229-0b38799e57b6/c0f414bd-0f69-4369-acb8-a90feab237a7) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:34:57.678003 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3f14e3ca-9765-429f-876b-558861ece4bf tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:57.698929 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3f14e3ca-9765-429f-876b-558861ece4bf tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Usage tracker for resource:port and tenant:ddf5029eca4e404fa36dd10ac756327d is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:57.710477 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1e23492c-e5f3-4e13-b641-5f911c7ca40d tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:57.717524 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1e23492c-e5f3-4e13-b641-5f911c7ca40d tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:57.718781 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1e23492c-e5f3-4e13-b641-5f911c7ca40d tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:57.721347 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3f14e3ca-9765-429f-876b-558861ece4bf tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:57.727708 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3f14e3ca-9765-429f-876b-558861ece4bf tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:57.754296 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f14e3ca-9765-429f-876b-558861ece4bf tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Made reservation on behalf of ddf5029eca4e404fa36dd10ac756327d for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:34:57.904113 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf232e6a-fe59-499c-844a-2f6b37e223d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-70064e5a-4cc1-4ec2-a792-2b1247e09396', 'network_id': '70064e5a-4cc1-4ec2-a792-2b1247e09396', 'tenant_id': '5f07e6726dca4e61a6b425701af1c452', 'fixed_ips': [{'subnet_id': '0352f284-9006-44fa-8229-0b38799e57b6'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:34:57.905323 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cf232e6a-fe59-499c-844a-2f6b37e223d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:57.925045 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e23492c-e5f3-4e13-b641-5f911c7ca40d tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Pushing event updated for resources: {'Port': ['ID=1c3a3674-fd52-4679-8b30-8c65aed0befd,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:57.953874 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 5cd4915f-e0da-4ff2-8270-9f14c6944b2d up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:34:57.993803 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e23492c-e5f3-4e13-b641-5f911c7ca40d tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Network 19260f7b-a1f6-4a18-851b-e15a2413cbb0 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:34:57.995086 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-1e23492c-e5f3-4e13-b641-5f911c7ca40d tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:34:58.089199 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061dd947-b2de-4145-a7a6-66d619b92e06 None None] Pushing event updated for resources: {'Port': ['ID=a9ed186c-fee7-49b9-8cb8-02d9e6289c3d,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:58.174020 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3228627-41f6-4609-b42c-9c32bf7d4e77 req-44551acb-c698-4160-af7a-8ccefaa7fcfc tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:58.177151 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f3228627-41f6-4609-b42c-9c32bf7d4e77 req-44551acb-c698-4160-af7a-8ccefaa7fcfc tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 946 time: 0.3944068 May 23 11:34:58.189829 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3f14e3ca-9765-429f-876b-558861ece4bf tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:58.248632 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f716bbe-bfd0-4d2d-b275-0cfe9a6d261f None None] Pushing event updated for resources: {'Port': ['ID=e1bdf930-fd71-429b-8fca-f978b85c18f7,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:58.255219 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9c7a2f1e-0ea4-43c1-9522-06a04edb46ea None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:58.258703 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-3f14e3ca-9765-429f-876b-558861ece4bf tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] device_id is not set on port 78fd50c9-8ce2-4dd0-a771-d92d57038dd6 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:34:58.306706 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9c7a2f1e-0ea4-43c1-9522-06a04edb46ea None None] Transition to ACTIVE for port object 7bf074a9-cffd-4b76-98ed-f021f1f3b5c3 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:34:58.351559 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9c7a2f1e-0ea4-43c1-9522-06a04edb46ea None None] Transition to ACTIVE for port object 7bf074a9-cffd-4b76-98ed-f021f1f3b5c3 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:34:58.364254 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 5cd4915f-e0da-4ff2-8270-9f14c6944b2d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:34:58.364766 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:58.403674 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9c7a2f1e-0ea4-43c1-9522-06a04edb46ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:58.495687 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e1170ca7-025e-4599-8cd6-4091d0b6dca8 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:58.501619 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7a2f1e-0ea4-43c1-9522-06a04edb46ea None None] Network 51e20df9-e999-4606-ab9a-7d32f12464a4 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:34:58.514632 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-9c7a2f1e-0ea4-43c1-9522-06a04edb46ea None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:34:58.517147 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7a2f1e-0ea4-43c1-9522-06a04edb46ea None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:34:58.582830 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a2f1e-0ea4-43c1-9522-06a04edb46ea None None] Pushing event updated for resources: {'Port': ['ID=7bf074a9-cffd-4b76-98ed-f021f1f3b5c3,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:58.613526 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f3228627-41f6-4609-b42c-9c32bf7d4e77 req-ecb3006b-610e-42ac-88dd-a1ba4fac1d46 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=679e3180-4659-448f-ad4b-b096f56917db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4114511 May 23 11:34:58.633469 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e23492c-e5f3-4e13-b641-5f911c7ca40d tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Router 50597d3b-bc36-4e74-a744-01eba38f8f95 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:34:58.692065 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-9c7a2f1e-0ea4-43c1-9522-06a04edb46ea None None] Attempting to bind port 7bf074a9-cffd-4b76-98ed-f021f1f3b5c3 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:34:58.692429 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-9c7a2f1e-0ea4-43c1-9522-06a04edb46ea None None] Attempting to bind port 7bf074a9-cffd-4b76-98ed-f021f1f3b5c3 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'c735c43e-5aa3-440f-aadb-9dbea9d61585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '51e20df9-e999-4606-ab9a-7d32f12464a4'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:34:58.692787 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7a2f1e-0ea4-43c1-9522-06a04edb46ea None None] Attempting to bind port 7bf074a9-cffd-4b76-98ed-f021f1f3b5c3 on network 51e20df9-e999-4606-ab9a-7d32f12464a4 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:34:58.708192 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7a2f1e-0ea4-43c1-9522-06a04edb46ea None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:34:58.708564 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7a2f1e-0ea4-43c1-9522-06a04edb46ea None None] Checking segment: {'id': 'c735c43e-5aa3-440f-aadb-9dbea9d61585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '51e20df9-e999-4606-ab9a-7d32f12464a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:34:58.708961 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9c7a2f1e-0ea4-43c1-9522-06a04edb46ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:58.709340 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7a2f1e-0ea4-43c1-9522-06a04edb46ea None None] Bound using segment: {'id': 'c735c43e-5aa3-440f-aadb-9dbea9d61585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '51e20df9-e999-4606-ab9a-7d32f12464a4'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:34:58.709792 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-9c7a2f1e-0ea4-43c1-9522-06a04edb46ea None None] Bound port: 7bf074a9-cffd-4b76-98ed-f021f1f3b5c3, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c735c43e-5aa3-440f-aadb-9dbea9d61585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '51e20df9-e999-4606-ab9a-7d32f12464a4'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:34:58.710158 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9c7a2f1e-0ea4-43c1-9522-06a04edb46ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:58.718226 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-e1170ca7-025e-4599-8cd6-4091d0b6dca8 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Transition to ACTIVE for port object c0f414bd-0f69-4369-acb8-a90feab237a7 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:34:58.738570 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-3f14e3ca-9765-429f-876b-558861ece4bf tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Allocated IP 2001:db8::2b (32c1586e-3710-4916-8112-ca33f6efc9ee/8e726b39-b2e2-4698-b2c7-1156f155f748/78fd50c9-8ce2-4dd0-a771-d92d57038dd6) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:34:58.805712 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-9c7a2f1e-0ea4-43c1-9522-06a04edb46ea None None] For port 7bf074a9-cffd-4b76-98ed-f021f1f3b5c3, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:34:58.809610 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-9c7a2f1e-0ea4-43c1-9522-06a04edb46ea None None] For port 7bf074a9-cffd-4b76-98ed-f021f1f3b5c3, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=7bf074a9-cffd-4b76-98ed-f021f1f3b5c3,segment=NetworkSegment(c735c43e-5aa3-440f-aadb-9dbea9d61585),segment_id=c735c43e-5aa3-440f-aadb-9dbea9d61585)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:34:58.815430 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9c7a2f1e-0ea4-43c1-9522-06a04edb46ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:58.834855 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e1170ca7-025e-4599-8cd6-4091d0b6dca8 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:58.972075 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a2f1e-0ea4-43c1-9522-06a04edb46ea None None] Pushing event updated for resources: {'Port': ['ID=7bf074a9-cffd-4b76-98ed-f021f1f3b5c3,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:58.984128 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-cf232e6a-fe59-499c-844a-2f6b37e223d6 None None] Allocated IP 172.20.0.2 (70064e5a-4cc1-4ec2-a792-2b1247e09396/0352f284-9006-44fa-8229-0b38799e57b6/14e9a58d-6bf0-4e0b-a12c-8c76209aebc2) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:34:59.043324 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1170ca7-025e-4599-8cd6-4091d0b6dca8 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Network 70064e5a-4cc1-4ec2-a792-2b1247e09396 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:34:59.045459 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-272cf844-d4fa-434d-96bb-3cec01d0d1a0 req-72e6abd1-354b-45bf-9bfa-44c029ac8668 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=261dc3b71b384338a9f4e12911499bfb&device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 1097 time: 0.5322347 May 23 11:34:59.053710 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-e1170ca7-025e-4599-8cd6-4091d0b6dca8 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:34:59.062020 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1170ca7-025e-4599-8cd6-4091d0b6dca8 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Pushing event updated for resources: {'Port': ['ID=c0f414bd-0f69-4369-acb8-a90feab237a7,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:59.064444 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1170ca7-025e-4599-8cd6-4091d0b6dca8 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:34:59.183957 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e23492c-e5f3-4e13-b641-5f911c7ca40d tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:34:59.188957 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1170ca7-025e-4599-8cd6-4091d0b6dca8 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:59.193712 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1e23492c-e5f3-4e13-b641-5f911c7ca40d tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] 10.222.0.79 "PUT /v2.0/routers/50597d3b-bc36-4e74-a744-01eba38f8f95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1740124 May 23 11:34:59.194638 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e1170ca7-025e-4599-8cd6-4091d0b6dca8 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:59.202512 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e3442a-5070-4c85-85f0-623abfcb5587 None None] Sync routers for ids ['50597d3b-bc36-4e74-a744-01eba38f8f95'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:34:59.208680 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52856) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:59.236206 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e3442a-5070-4c85-85f0-623abfcb5587 None None] Routers {'50597d3b-bc36-4e74-a744-01eba38f8f95'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:34:59.236859 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-03e3442a-5070-4c85-85f0-623abfcb5587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:34:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['50597d3b-bc36-4e74-a744-01eba38f8f95'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:34:59.286747 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3f14e3ca-9765-429f-876b-558861ece4bf tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:59.290720 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cf232e6a-fe59-499c-844a-2f6b37e223d6 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:59.311318 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-cf232e6a-fe59-499c-844a-2f6b37e223d6 None None] Transition to ACTIVE for port object 14e9a58d-6bf0-4e0b-a12c-8c76209aebc2 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:34:59.334794 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e1170ca7-025e-4599-8cd6-4091d0b6dca8 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3164539 May 23 11:34:59.344719 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52860) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:34:59.352673 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-cf232e6a-fe59-499c-844a-2f6b37e223d6 None None] Transition to ACTIVE for port object 14e9a58d-6bf0-4e0b-a12c-8c76209aebc2 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:34:59.361190 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cf232e6a-fe59-499c-844a-2f6b37e223d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:59.363809 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-154fa608-c85c-423a-8b5c-74e310ff502d tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Request body: {'port': {'network_id': '70064e5a-4cc1-4ec2-a792-2b1247e09396', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1058402046', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:34:59.367046 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.api.validators [None req-154fa608-c85c-423a-8b5c-74e310ff502d tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] bootfile-name is not in valid_values {{(pid=83910) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 23 11:34:59.370965 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.api.validators [None req-154fa608-c85c-423a-8b5c-74e310ff502d tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] tftp-server is not in valid_values {{(pid=83910) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 23 11:34:59.371339 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.api.validators [None req-154fa608-c85c-423a-8b5c-74e310ff502d tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] server-ip-address is not in valid_values {{(pid=83910) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 23 11:34:59.389315 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-03e3442a-5070-4c85-85f0-623abfcb5587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:34:59.423762 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e3442a-5070-4c85-85f0-623abfcb5587 None None] Routers {'50597d3b-bc36-4e74-a744-01eba38f8f95'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:34:59.424445 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-03e3442a-5070-4c85-85f0-623abfcb5587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:34:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['50597d3b-bc36-4e74-a744-01eba38f8f95'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:34:59.448304 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cf844-d4fa-434d-96bb-3cec01d0d1a0 req-61a212e3-67af-4ff0-8cba-c6fe1e291c51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:59.449799 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-272cf844-d4fa-434d-96bb-3cec01d0d1a0 req-61a212e3-67af-4ff0-8cba-c6fe1e291c51 service neutron] 10.222.0.81 "GET /v2.0/networks?id=437becb0-7541-4062-8bf3-b1be0799ec21 HTTP/1.1" status: 200 len: 898 time: 0.3919659 May 23 11:34:59.523084 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf232e6a-fe59-499c-844a-2f6b37e223d6 None None] Network 70064e5a-4cc1-4ec2-a792-2b1247e09396 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:34:59.530874 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-3f14e3ca-9765-429f-876b-558861ece4bf tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Transition to ACTIVE for port object 78fd50c9-8ce2-4dd0-a771-d92d57038dd6 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:34:59.535476 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-cf232e6a-fe59-499c-844a-2f6b37e223d6 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:34:59.544703 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-03e3442a-5070-4c85-85f0-623abfcb5587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:34:59.545344 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e3442a-5070-4c85-85f0-623abfcb5587 None None] The sync data for ids ['50597d3b-bc36-4e74-a744-01eba38f8f95'] in n-d-842952-2 is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:34:59.556951 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf232e6a-fe59-499c-844a-2f6b37e223d6 None None] Pushing event updated for resources: {'Port': ['ID=14e9a58d-6bf0-4e0b-a12c-8c76209aebc2,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:34:59.559243 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf232e6a-fe59-499c-844a-2f6b37e223d6 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:34:59.630583 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-272cf844-d4fa-434d-96bb-3cec01d0d1a0 req-73355858-03cb-4c4d-a4fe-4f83d30961b1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4cd67e8-ad08-414e-8919-9b9b452194c3 HTTP/1.1" status: 200 len: 1002 time: 0.1694045 May 23 11:34:59.707329 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-cf232e6a-fe59-499c-844a-2f6b37e223d6 None None] Attempting to bind port 14e9a58d-6bf0-4e0b-a12c-8c76209aebc2 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:34:59.707705 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-cf232e6a-fe59-499c-844a-2f6b37e223d6 None None] Attempting to bind port 14e9a58d-6bf0-4e0b-a12c-8c76209aebc2 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'd0e51739-a1d1-49f9-9067-59adbdf55b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '70064e5a-4cc1-4ec2-a792-2b1247e09396'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:34:59.708104 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf232e6a-fe59-499c-844a-2f6b37e223d6 None None] Attempting to bind port 14e9a58d-6bf0-4e0b-a12c-8c76209aebc2 on network 70064e5a-4cc1-4ec2-a792-2b1247e09396 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:34:59.712089 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3f14e3ca-9765-429f-876b-558861ece4bf tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:59.721456 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf232e6a-fe59-499c-844a-2f6b37e223d6 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:34:59.721835 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf232e6a-fe59-499c-844a-2f6b37e223d6 None None] Checking segment: {'id': 'd0e51739-a1d1-49f9-9067-59adbdf55b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '70064e5a-4cc1-4ec2-a792-2b1247e09396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:34:59.722318 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cf232e6a-fe59-499c-844a-2f6b37e223d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:59.722718 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf232e6a-fe59-499c-844a-2f6b37e223d6 None None] Bound using segment: {'id': 'd0e51739-a1d1-49f9-9067-59adbdf55b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '70064e5a-4cc1-4ec2-a792-2b1247e09396'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:34:59.723193 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-cf232e6a-fe59-499c-844a-2f6b37e223d6 None None] Bound port: 14e9a58d-6bf0-4e0b-a12c-8c76209aebc2, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e51739-a1d1-49f9-9067-59adbdf55b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '70064e5a-4cc1-4ec2-a792-2b1247e09396'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:34:59.723566 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cf232e6a-fe59-499c-844a-2f6b37e223d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:34:59.729864 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-154fa608-c85c-423a-8b5c-74e310ff502d tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:34:59.753286 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3cf839-66b8-4c67-9dd6-10f1dc3d5e68 None None] Network 32c1586e-3710-4916-8112-ca33f6efc9ee requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:34:59.787653 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-154fa608-c85c-423a-8b5c-74e310ff502d tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Usage tracker for resource:port and tenant:5f07e6726dca4e61a6b425701af1c452 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:34:59.823560 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-154fa608-c85c-423a-8b5c-74e310ff502d tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:34:59.878467 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f5fe9f88-264a-4a68-b92d-7fe4ffab4557 None None] Provisioning for port e1bdf930-fd71-429b-8fca-f978b85c18f7 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:34:59.883008 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-154fa608-c85c-423a-8b5c-74e310ff502d tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:34:59.909751 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cf844-d4fa-434d-96bb-3cec01d0d1a0 req-4a77d772-910a-40ab-88bd-b29e59926b7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:34:59.914537 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-272cf844-d4fa-434d-96bb-3cec01d0d1a0 req-4a77d772-910a-40ab-88bd-b29e59926b7b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=aca8b965-30cf-4c2a-8560-f756485a23a0 HTTP/1.1" status: 200 len: 834 time: 0.2717471 May 23 11:34:59.925293 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f14e3ca-9765-429f-876b-558861ece4bf tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Network 32c1586e-3710-4916-8112-ca33f6efc9ee is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:35:00.008428 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-3f14e3ca-9765-429f-876b-558861ece4bf tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:35:00.013732 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f14e3ca-9765-429f-876b-558861ece4bf tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:35:00.018342 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f14e3ca-9765-429f-876b-558861ece4bf tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:00.019331 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3f14e3ca-9765-429f-876b-558861ece4bf tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:00.045670 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154fa608-c85c-423a-8b5c-74e310ff502d tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Made reservation on behalf of 5f07e6726dca4e61a6b425701af1c452 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:35:00.048765 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-154fa608-c85c-423a-8b5c-74e310ff502d tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:00.077006 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f14e3ca-9765-429f-876b-558861ece4bf tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Pushing event updated for resources: {'Port': ['ID=78fd50c9-8ce2-4dd0-a771-d92d57038dd6,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:00.095011 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-154fa608-c85c-423a-8b5c-74e310ff502d tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] device_id is not set on port 19d2f1c8-6e9d-45ac-a843-4515123afe3b yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:35:00.129907 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3f14e3ca-9765-429f-876b-558861ece4bf tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.7998223 May 23 11:35:00.133849 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52866) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:00.143658 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-cf232e6a-fe59-499c-844a-2f6b37e223d6 None None] For port 14e9a58d-6bf0-4e0b-a12c-8c76209aebc2, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:35:00.163259 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device a9ed186c-fee7-49b9-8cb8-02d9e6289c3d up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:35:00.223699 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa42453-c126-4283-825c-5d2f4bed05d4 None None] Network 19260f7b-a1f6-4a18-851b-e15a2413cbb0 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:35:00.237966 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b3deb-a9d9-4631-92d1-7f165b69377f req-a0a04188-01f8-4dab-ade5-ba6c0c4f797a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:00.239463 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3a5b3deb-a9d9-4631-92d1-7f165b69377f req-a0a04188-01f8-4dab-ade5-ba6c0c4f797a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 946 time: 0.3099174 May 23 11:35:00.253698 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-272cf844-d4fa-434d-96bb-3cec01d0d1a0 req-48d47a4e-bf23-47b4-805d-bb6c98f708bb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=437becb0-7541-4062-8bf3-b1be0799ec21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3241825 May 23 11:35:00.272393 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-cf232e6a-fe59-499c-844a-2f6b37e223d6 None None] For port 14e9a58d-6bf0-4e0b-a12c-8c76209aebc2, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=14e9a58d-6bf0-4e0b-a12c-8c76209aebc2,segment=NetworkSegment(d0e51739-a1d1-49f9-9067-59adbdf55b4b),segment_id=d0e51739-a1d1-49f9-9067-59adbdf55b4b)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:35:00.291567 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-154fa608-c85c-423a-8b5c-74e310ff502d tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Allocated IP 172.20.0.12 (70064e5a-4cc1-4ec2-a792-2b1247e09396/0352f284-9006-44fa-8229-0b38799e57b6/19d2f1c8-6e9d-45ac-a843-4515123afe3b) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:35:00.371692 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3a5b3deb-a9d9-4631-92d1-7f165b69377f req-30c6a51c-81e0-45ad-9aed-d1f6502e7b3e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=679e3180-4659-448f-ad4b-b096f56917db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853648 May 23 11:35:00.461735 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cf232e6a-fe59-499c-844a-2f6b37e223d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:00.466691 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-272cf844-d4fa-434d-96bb-3cec01d0d1a0 req-d4d41781-5cff-4a4a-b8dc-ae6a07b2357c service neutron] 10.222.0.81 "GET /v2.0/networks/437becb0-7541-4062-8bf3-b1be0799ec21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012515 May 23 11:35:00.547154 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f694f84a-280b-4f54-9511-284e901a88d8 None None] Network 51e20df9-e999-4606-ab9a-7d32f12464a4 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:35:00.577509 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-154fa608-c85c-423a-8b5c-74e310ff502d tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:00.599664 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-154fa608-c85c-423a-8b5c-74e310ff502d tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Transition to ACTIVE for port object 19d2f1c8-6e9d-45ac-a843-4515123afe3b will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:35:00.632948 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-154fa608-c85c-423a-8b5c-74e310ff502d tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:00.657770 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ff2ef00c-b731-4c0f-8272-89b9e8fd57a8 None None] Provisioning for port a9ed186c-fee7-49b9-8cb8-02d9e6289c3d completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:35:00.695811 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf232e6a-fe59-499c-844a-2f6b37e223d6 None None] Pushing event updated for resources: {'Port': ['ID=14e9a58d-6bf0-4e0b-a12c-8c76209aebc2,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:00.745736 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154fa608-c85c-423a-8b5c-74e310ff502d tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Network 70064e5a-4cc1-4ec2-a792-2b1247e09396 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:35:00.749719 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-154fa608-c85c-423a-8b5c-74e310ff502d tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:35:00.761954 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154fa608-c85c-423a-8b5c-74e310ff502d tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:35:00.841874 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128d4a37-690a-4cb1-822e-193ab165679b tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:00.846546 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128d4a37-690a-4cb1-822e-193ab165679b tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:00.849881 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port a9ed186c-fee7-49b9-8cb8-02d9e6289c3d completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:35:00.850691 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128d4a37-690a-4cb1-822e-193ab165679b tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:00.851553 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-128d4a37-690a-4cb1-822e-193ab165679b tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Synchronizing usage tracker for tenant:ddf5029eca4e404fa36dd10ac756327d on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:35:00.860267 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154fa608-c85c-423a-8b5c-74e310ff502d tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Pushing event updated for resources: {'Port': ['ID=19d2f1c8-6e9d-45ac-a843-4515123afe3b,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:00.882332 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port a9ed186c-fee7-49b9-8cb8-02d9e6289c3d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:35:00.882666 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:00.928613 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154fa608-c85c-423a-8b5c-74e310ff502d tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:00.929520 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-154fa608-c85c-423a-8b5c-74e310ff502d tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:00.953685 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-128d4a37-690a-4cb1-822e-193ab165679b tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Unset dirty status for tenant:ddf5029eca4e404fa36dd10ac756327d on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:35:00.954851 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-128d4a37-690a-4cb1-822e-193ab165679b tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.8183153 May 23 11:35:00.959325 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52870) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:00.984385 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-154fa608-c85c-423a-8b5c-74e310ff502d tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.6350231 May 23 11:35:00.996705 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52874) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:01.034472 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-272cf844-d4fa-434d-96bb-3cec01d0d1a0 req-1c635bfb-32d8-4772-9003-16fc04319b00 service neutron] 10.222.0.81 "GET /v2.0/networks/437becb0-7541-4062-8bf3-b1be0799ec21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5516424 May 23 11:35:01.114053 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-93ee5855-e767-49b7-b2c4-5aad7dd693f5 None None] Provisioning for port 7bf074a9-cffd-4b76-98ed-f021f1f3b5c3 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:35:01.140199 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-69876b69-58e9-405d-9ce0-0f6ef4d8c8fb tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Deleting port 78fd50c9-8ce2-4dd0-a771-d92d57038dd6 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:35:01.140733 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-69876b69-58e9-405d-9ce0-0f6ef4d8c8fb tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:01.188531 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-1ed853d8-14f1-463a-a22d-a751eb687db6 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:35:01.192424 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1ed853d8-14f1-463a-a22d-a751eb687db6 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] 10.222.0.79 "PUT /v2.0/routers/50597d3b-bc36-4e74-a744-01eba38f8f95/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9797463 May 23 11:35:01.192923 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52878) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:01.244502 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6888b73-8d81-4f08-b3ad-9656ba2e9d3c tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:01.248959 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6888b73-8d81-4f08-b3ad-9656ba2e9d3c tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:01.257802 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:01.261523 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6888b73-8d81-4f08-b3ad-9656ba2e9d3c tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:01.266738 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c6888b73-8d81-4f08-b3ad-9656ba2e9d3c tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.2350755 May 23 11:35:01.305543 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52882) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:01.321589 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port a9ed186c-fee7-49b9-8cb8-02d9e6289c3d, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=a9ed186c-fee7-49b9-8cb8-02d9e6289c3d,segment=NetworkSegment(1b80a36c-fad4-44ee-a9e0-ff49f4af86b8),segment_id=1b80a36c-fad4-44ee-a9e0-ff49f4af86b8)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:35:01.328784 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:01.329825 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 7bf074a9-cffd-4b76-98ed-f021f1f3b5c3 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:35:01.448671 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-41c59146-443f-4c1b-b0ea-377838121ad6 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Deleting port 19d2f1c8-6e9d-45ac-a843-4515123afe3b {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:35:01.451257 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-41c59146-443f-4c1b-b0ea-377838121ad6 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:01.559452 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-daa6909e-37f9-4289-afbd-53ba5d980bc0 None None] Provisioning for port 78fd50c9-8ce2-4dd0-a771-d92d57038dd6 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:35:01.586569 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=a9ed186c-fee7-49b9-8cb8-02d9e6289c3d,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:01.590838 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-daa6909e-37f9-4289-afbd-53ba5d980bc0 None None] Provisioning complete for port 78fd50c9-8ce2-4dd0-a771-d92d57038dd6 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:35:01.596259 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-daa6909e-37f9-4289-afbd-53ba5d980bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:01.680016 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 7bf074a9-cffd-4b76-98ed-f021f1f3b5c3 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:35:01.697129 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 7bf074a9-cffd-4b76-98ed-f021f1f3b5c3 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:35:01.697586 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:01.770618 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-daa6909e-37f9-4289-afbd-53ba5d980bc0 None None] Port 78fd50c9-8ce2-4dd0-a771-d92d57038dd6 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:35:01.798330 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-69876b69-58e9-405d-9ce0-0f6ef4d8c8fb tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:01.933918 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:01.967596 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-daa6909e-37f9-4289-afbd-53ba5d980bc0 None None] Provisioning for port 89c10714-7b64-45f7-a2f4-8f805a3feabc completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:35:01.983097 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-daa6909e-37f9-4289-afbd-53ba5d980bc0 None None] Provisioning complete for port 89c10714-7b64-45f7-a2f4-8f805a3feabc triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:35:01.983097 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-daa6909e-37f9-4289-afbd-53ba5d980bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:02.029452 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d6c6a-5fcc-462a-a3ca-c2bd3221fd70 req-525659d7-85d1-4434-ba2a-ffbdb5aab2de tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:02.031657 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1a4d6c6a-5fcc-462a-a3ca-c2bd3221fd70 req-525659d7-85d1-4434-ba2a-ffbdb5aab2de tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 946 time: 0.1837993 May 23 11:35:02.060651 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 7bf074a9-cffd-4b76-98ed-f021f1f3b5c3, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=7bf074a9-cffd-4b76-98ed-f021f1f3b5c3,segment=NetworkSegment(c735c43e-5aa3-440f-aadb-9dbea9d61585),segment_id=c735c43e-5aa3-440f-aadb-9dbea9d61585)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:35:02.072017 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:02.073041 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e1bdf930-fd71-429b-8fca-f978b85c18f7 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:35:02.075032 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9a765b67-35c7-4184-b65f-82020759cf7b tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:02.172884 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-daa6909e-37f9-4289-afbd-53ba5d980bc0 None None] Port 89c10714-7b64-45f7-a2f4-8f805a3feabc cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:35:02.182909 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-69876b69-58e9-405d-9ce0-0f6ef4d8c8fb tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Calling delete_port for 78fd50c9-8ce2-4dd0-a771-d92d57038dd6 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:35:02.237986 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-41c59146-443f-4c1b-b0ea-377838121ad6 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:02.249407 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=7bf074a9-cffd-4b76-98ed-f021f1f3b5c3,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:02.270337 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port e1bdf930-fd71-429b-8fca-f978b85c18f7 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:35:02.295240 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port e1bdf930-fd71-429b-8fca-f978b85c18f7 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:35:02.295943 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:02.297508 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1a4d6c6a-5fcc-462a-a3ca-c2bd3221fd70 req-8188f014-732a-45e0-92af-40e02d6e8446 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=679e3180-4659-448f-ad4b-b096f56917db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2584853 May 23 11:35:02.443410 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-41c59146-443f-4c1b-b0ea-377838121ad6 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Calling delete_port for 19d2f1c8-6e9d-45ac-a843-4515123afe3b owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:35:02.450265 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b93b3e-9bb7-49fe-9286-2d22bd267e57 None None] Network 70064e5a-4cc1-4ec2-a792-2b1247e09396 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:35:02.472258 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6aab973b-d7cf-4ed3-a8a9-15ef0e9ec8f7 None None] Provisioning complete for port 7bf074a9-cffd-4b76-98ed-f021f1f3b5c3 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:35:02.472701 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6aab973b-d7cf-4ed3-a8a9-15ef0e9ec8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:02.606190 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:02.658063 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-69876b69-58e9-405d-9ce0-0f6ef4d8c8fb tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:02.723977 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69876b69-58e9-405d-9ce0-0f6ef4d8c8fb tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Pushing event deleted for resources: {'Port': ['ID=78fd50c9-8ce2-4dd0-a771-d92d57038dd6,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:02.763916 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-41c59146-443f-4c1b-b0ea-377838121ad6 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:02.827297 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port e1bdf930-fd71-429b-8fca-f978b85c18f7, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e1bdf930-fd71-429b-8fca-f978b85c18f7,segment=NetworkSegment(57a0f6a5-0435-4ae8-bc2b-978abef9eb99),segment_id=57a0f6a5-0435-4ae8-bc2b-978abef9eb99)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:35:02.835325 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c59146-443f-4c1b-b0ea-377838121ad6 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Pushing event deleted for resources: {'Port': ['ID=19d2f1c8-6e9d-45ac-a843-4515123afe3b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:02.886660 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-9a765b67-35c7-4184-b65f-82020759cf7b tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Deleting port 1c3a3674-fd52-4679-8b30-8c65aed0befd {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:35:02.887265 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9a765b67-35c7-4184-b65f-82020759cf7b tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:02.969518 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:03.118563 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6aab973b-d7cf-4ed3-a8a9-15ef0e9ec8f7 None None] Provisioning for port 1c3a3674-fd52-4679-8b30-8c65aed0befd completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:35:03.126598 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9a765b67-35c7-4184-b65f-82020759cf7b tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:03.129787 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6aab973b-d7cf-4ed3-a8a9-15ef0e9ec8f7 None None] Provisioning complete for port 1c3a3674-fd52-4679-8b30-8c65aed0befd triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:35:03.130161 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6aab973b-d7cf-4ed3-a8a9-15ef0e9ec8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:03.165214 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-69876b69-58e9-405d-9ce0-0f6ef4d8c8fb tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:03.184525 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-41c59146-443f-4c1b-b0ea-377838121ad6 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:03.188422 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=e1bdf930-fd71-429b-8fca-f978b85c18f7,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:03.194862 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-41c59146-443f-4c1b-b0ea-377838121ad6 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] 10.222.0.79 "DELETE /v2.0/ports/19d2f1c8-6e9d-45ac-a843-4515123afe3b HTTP/1.1" status: 204 len: 168 time: 1.8830693 May 23 11:35:03.200078 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52888) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:03.206634 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c591bcf9-fdb4-43d2-81a1-ae9c8d75bffd tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Request body: {'port': {'name': 'tempest-new-port-name-496729755', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:03.207019 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.api.validators [None req-c591bcf9-fdb4-43d2-81a1-ae9c8d75bffd tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] bootfile-name is not in valid_values {{(pid=83911) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 23 11:35:03.207350 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.api.validators [None req-c591bcf9-fdb4-43d2-81a1-ae9c8d75bffd tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] tftp-server is not in valid_values {{(pid=83911) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 23 11:35:03.207672 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.api.validators [None req-c591bcf9-fdb4-43d2-81a1-ae9c8d75bffd tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] server-ip-address is not in valid_values {{(pid=83911) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 23 11:35:03.211644 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6aab973b-d7cf-4ed3-a8a9-15ef0e9ec8f7 None None] Port 1c3a3674-fd52-4679-8b30-8c65aed0befd cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:35:03.224766 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6aab973b-d7cf-4ed3-a8a9-15ef0e9ec8f7 None None] Provisioning complete for port 89c10714-7b64-45f7-a2f4-8f805a3feabc triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:35:03.225074 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6aab973b-d7cf-4ed3-a8a9-15ef0e9ec8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:03.247289 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-69876b69-58e9-405d-9ce0-0f6ef4d8c8fb tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] 10.222.0.79 "DELETE /v2.0/ports/78fd50c9-8ce2-4dd0-a771-d92d57038dd6 HTTP/1.1" status: 204 len: 168 time: 2.2848623 May 23 11:35:03.252998 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52892) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:03.259105 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device a9ed186c-fee7-49b9-8cb8-02d9e6289c3d up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:35:03.312060 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-9a765b67-35c7-4184-b65f-82020759cf7b tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Calling delete_port for 1c3a3674-fd52-4679-8b30-8c65aed0befd owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:35:03.328034 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-319c0c86-438d-4485-99bd-89ba32987a6b tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] GET failed (client error): The resource could not be found. May 23 11:35:03.329187 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-319c0c86-438d-4485-99bd-89ba32987a6b tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Synchronizing usage tracker for tenant:ddf5029eca4e404fa36dd10ac756327d on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:35:03.344153 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6aab973b-d7cf-4ed3-a8a9-15ef0e9ec8f7 None None] Port 89c10714-7b64-45f7-a2f4-8f805a3feabc cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:35:03.364445 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-319c0c86-438d-4485-99bd-89ba32987a6b tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Unset dirty status for tenant:ddf5029eca4e404fa36dd10ac756327d on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:35:03.365766 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-319c0c86-438d-4485-99bd-89ba32987a6b tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] 10.222.0.79 "GET /v2.0/ports/78fd50c9-8ce2-4dd0-a771-d92d57038dd6 HTTP/1.1" status: 404 len: 333 time: 0.1115861 May 23 11:35:03.375767 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6aab973b-d7cf-4ed3-a8a9-15ef0e9ec8f7 None None] Provisioning complete for port a9ed186c-fee7-49b9-8cb8-02d9e6289c3d triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:35:03.376157 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6aab973b-d7cf-4ed3-a8a9-15ef0e9ec8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:03.401917 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52898) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:03.415124 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-978da9f2-f5f9-4f83-b897-4fb20e32f8c7 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Request body: {'port': {'network_id': '32c1586e-3710-4916-8112-ca33f6efc9ee', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1013003996'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:03.451273 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port a9ed186c-fee7-49b9-8cb8-02d9e6289c3d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:35:03.451740 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:03.563643 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c591bcf9-fdb4-43d2-81a1-ae9c8d75bffd tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:03.594381 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9a765b67-35c7-4184-b65f-82020759cf7b tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:03.645074 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a765b67-35c7-4184-b65f-82020759cf7b tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Pushing event deleted for resources: {'Port': ['ID=1c3a3674-fd52-4679-8b30-8c65aed0befd,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:03.663808 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c64c08-72b5-4a7b-99bc-4dc173ad61d4 req-18d312be-acb1-4570-81f5-4e0b24bfb839 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:03.671428 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-77c64c08-72b5-4a7b-99bc-4dc173ad61d4 req-18d312be-acb1-4570-81f5-4e0b24bfb839 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 946 time: 0.1690595 May 23 11:35:03.684092 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 14e9a58d-6bf0-4e0b-a12c-8c76209aebc2 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:35:03.747492 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-128e5d3e-fd11-4e6e-998b-b078a51326f9 None None] Could not find standard attr ID for object 78fd50c9-8ce2-4dd0-a771-d92d57038dd6. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:35:03.773173 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-128e5d3e-fd11-4e6e-998b-b078a51326f9 None None] Provisioning for port c0f414bd-0f69-4369-acb8-a90feab237a7 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:35:03.779512 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-128e5d3e-fd11-4e6e-998b-b078a51326f9 None None] Provisioning complete for port c0f414bd-0f69-4369-acb8-a90feab237a7 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:35:03.780143 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-128e5d3e-fd11-4e6e-998b-b078a51326f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:03.856260 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 14e9a58d-6bf0-4e0b-a12c-8c76209aebc2 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:35:03.877900 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 7bf074a9-cffd-4b76-98ed-f021f1f3b5c3 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:35:03.912680 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-128e5d3e-fd11-4e6e-998b-b078a51326f9 None None] Port c0f414bd-0f69-4369-acb8-a90feab237a7 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:35:03.933226 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-978da9f2-f5f9-4f83-b897-4fb20e32f8c7 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:03.952549 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-978da9f2-f5f9-4f83-b897-4fb20e32f8c7 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:03.983600 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-128e5d3e-fd11-4e6e-998b-b078a51326f9 None None] Provisioning for port 14e9a58d-6bf0-4e0b-a12c-8c76209aebc2 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:35:03.987133 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978da9f2-f5f9-4f83-b897-4fb20e32f8c7 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Made reservation on behalf of ddf5029eca4e404fa36dd10ac756327d for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:35:03.990033 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-128e5d3e-fd11-4e6e-998b-b078a51326f9 None None] Provisioning complete for port 14e9a58d-6bf0-4e0b-a12c-8c76209aebc2 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:35:03.990476 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-128e5d3e-fd11-4e6e-998b-b078a51326f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:03.990585 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-978da9f2-f5f9-4f83-b897-4fb20e32f8c7 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:04.014183 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c591bcf9-fdb4-43d2-81a1-ae9c8d75bffd tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:04.027716 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c591bcf9-fdb4-43d2-81a1-ae9c8d75bffd tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:04.032861 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-978da9f2-f5f9-4f83-b897-4fb20e32f8c7 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] device_id is not set on port e4998164-144e-48af-84db-47a875f654a2 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:35:04.108279 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-77c64c08-72b5-4a7b-99bc-4dc173ad61d4 req-6f6183f9-79b5-4d05-8482-ec235a01d287 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=679e3180-4659-448f-ad4b-b096f56917db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4357529 May 23 11:35:04.128954 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9a765b67-35c7-4184-b65f-82020759cf7b tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:04.151183 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 7bf074a9-cffd-4b76-98ed-f021f1f3b5c3 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:35:04.151641 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:04.160379 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c591bcf9-fdb4-43d2-81a1-ae9c8d75bffd tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Pushing event updated for resources: {'Port': ['ID=c0f414bd-0f69-4369-acb8-a90feab237a7,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:04.209155 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-128e5d3e-fd11-4e6e-998b-b078a51326f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:04.258360 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-128e5d3e-fd11-4e6e-998b-b078a51326f9 None None] For port 14e9a58d-6bf0-4e0b-a12c-8c76209aebc2, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=14e9a58d-6bf0-4e0b-a12c-8c76209aebc2,segment=NetworkSegment(d0e51739-a1d1-49f9-9067-59adbdf55b4b),segment_id=d0e51739-a1d1-49f9-9067-59adbdf55b4b)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:35:04.265740 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-128e5d3e-fd11-4e6e-998b-b078a51326f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:04.319691 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-c591bcf9-fdb4-43d2-81a1-ae9c8d75bffd tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] In _notify_port_updated(), no bound segment for port c0f414bd-0f69-4369-acb8-a90feab237a7 on network 70064e5a-4cc1-4ec2-a792-2b1247e09396 {{(pid=83911) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 23 11:35:04.323740 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c591bcf9-fdb4-43d2-81a1-ae9c8d75bffd tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:04.324503 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c591bcf9-fdb4-43d2-81a1-ae9c8d75bffd tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:04.328512 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c591bcf9-fdb4-43d2-81a1-ae9c8d75bffd tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] 10.222.0.79 "PUT /v2.0/ports/c0f414bd-0f69-4369-acb8-a90feab237a7 HTTP/1.1" status: 200 len: 1136 time: 1.1248863 May 23 11:35:04.329425 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52902) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:04.346721 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e5d3e-fd11-4e6e-998b-b078a51326f9 None None] Pushing event updated for resources: {'Port': ['ID=14e9a58d-6bf0-4e0b-a12c-8c76209aebc2,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:04.379413 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-128e5d3e-fd11-4e6e-998b-b078a51326f9 None None] Could not find standard attr ID for object 1c3a3674-fd52-4679-8b30-8c65aed0befd. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:35:04.404917 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a82313-3885-4c7f-8d56-d80a145eddeb tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:04.405689 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-83a82313-3885-4c7f-8d56-d80a145eddeb tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Synchronizing usage tracker for tenant:5f07e6726dca4e61a6b425701af1c452 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:35:04.436381 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-978da9f2-f5f9-4f83-b897-4fb20e32f8c7 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Allocated IP 2001:db8::cc (32c1586e-3710-4916-8112-ca33f6efc9ee/8e726b39-b2e2-4698-b2c7-1156f155f748/e4998164-144e-48af-84db-47a875f654a2) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:35:04.448249 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-83a82313-3885-4c7f-8d56-d80a145eddeb tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Unset dirty status for tenant:5f07e6726dca4e61a6b425701af1c452 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:35:04.454669 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-83a82313-3885-4c7f-8d56-d80a145eddeb tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] 10.222.0.79 "GET /v2.0/ports/c0f414bd-0f69-4369-acb8-a90feab237a7 HTTP/1.1" status: 200 len: 1136 time: 0.1192360 May 23 11:35:04.455816 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52906) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:04.491329 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8788df77-49d5-400e-9489-ac700842355c None None] Could not find standard attr ID for object 19d2f1c8-6e9d-45ac-a843-4515123afe3b. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 11:35:04.506343 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8788df77-49d5-400e-9489-ac700842355c None None] Provisioning complete for port c0f414bd-0f69-4369-acb8-a90feab237a7 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:35:04.506847 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8788df77-49d5-400e-9489-ac700842355c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:04.571340 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8788df77-49d5-400e-9489-ac700842355c None None] Port c0f414bd-0f69-4369-acb8-a90feab237a7 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:35:04.589684 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-4de74047-56e4-42c9-b7cc-115edd91de8c tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Deleting port c0f414bd-0f69-4369-acb8-a90feab237a7 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:35:04.590022 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4de74047-56e4-42c9-b7cc-115edd91de8c tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:04.660511 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a765b67-35c7-4184-b65f-82020759cf7b tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Router 50597d3b-bc36-4e74-a744-01eba38f8f95 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:35:04.694056 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ed17c829-75fc-43d6-ae0b-6a62fbc46adc None None] Provisioning complete for port c0f414bd-0f69-4369-acb8-a90feab237a7 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:35:04.694724 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ed17c829-75fc-43d6-ae0b-6a62fbc46adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:04.750425 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ed17c829-75fc-43d6-ae0b-6a62fbc46adc None None] Port c0f414bd-0f69-4369-acb8-a90feab237a7 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:35:04.802408 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a765b67-35c7-4184-b65f-82020759cf7b tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:35:04.811919 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9a765b67-35c7-4184-b65f-82020759cf7b tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] 10.222.0.79 "PUT /v2.0/routers/50597d3b-bc36-4e74-a744-01eba38f8f95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6173446 May 23 11:35:04.815613 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52910) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:04.818794 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f3a90c-b23f-44c9-af13-58974ae35417 None None] Sync routers for ids ['50597d3b-bc36-4e74-a744-01eba38f8f95'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:35:04.833121 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f3a90c-b23f-44c9-af13-58974ae35417 None None] Routers {'50597d3b-bc36-4e74-a744-01eba38f8f95'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:35:04.834013 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d9f3a90c-b23f-44c9-af13-58974ae35417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:34:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['50597d3b-bc36-4e74-a744-01eba38f8f95'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:04.883408 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-2364eedb-6c47-4136-b52f-1f1db369c5a4 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] delete failed (client error): The resource could not be found. May 23 11:35:04.888396 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2364eedb-6c47-4136-b52f-1f1db369c5a4 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] 10.222.0.79 "DELETE /v2.0/routers/tempest-non_exist_router-1175755853 HTTP/1.1" status: 404 len: 335 time: 0.0680630 May 23 11:35:04.888574 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-978da9f2-f5f9-4f83-b897-4fb20e32f8c7 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:04.888677 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52914) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:04.894581 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-026b5b7d-7f72-4d56-9eb5-66e375ea4c4d tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Request body: {'router': {'external_gateway_info': {'network_id': '50597d3b-bc36-4e74-a744-01eba38f8f95'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:04.904965 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d9f3a90c-b23f-44c9-af13-58974ae35417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:04.913255 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-978da9f2-f5f9-4f83-b897-4fb20e32f8c7 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Transition to ACTIVE for port object e4998164-144e-48af-84db-47a875f654a2 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:35:04.917503 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f3a90c-b23f-44c9-af13-58974ae35417 None None] Routers {'50597d3b-bc36-4e74-a744-01eba38f8f95'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:35:04.917503 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d9f3a90c-b23f-44c9-af13-58974ae35417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:34:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['50597d3b-bc36-4e74-a744-01eba38f8f95'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:04.954702 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4de74047-56e4-42c9-b7cc-115edd91de8c tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:04.977128 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d9f3a90c-b23f-44c9-af13-58974ae35417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:04.977693 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f3a90c-b23f-44c9-af13-58974ae35417 None None] The sync data for ids ['50597d3b-bc36-4e74-a744-01eba38f8f95'] in n-d-842952-2 is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:35:05.059866 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e1bdf930-fd71-429b-8fca-f978b85c18f7 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:35:05.133519 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port e1bdf930-fd71-429b-8fca-f978b85c18f7 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:35:05.133519 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:05.228422 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-4de74047-56e4-42c9-b7cc-115edd91de8c tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Calling delete_port for c0f414bd-0f69-4369-acb8-a90feab237a7 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:35:05.261480 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 14e9a58d-6bf0-4e0b-a12c-8c76209aebc2 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:35:05.279037 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-978da9f2-f5f9-4f83-b897-4fb20e32f8c7 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:05.332566 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 14e9a58d-6bf0-4e0b-a12c-8c76209aebc2 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:35:05.332859 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:05.380457 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978da9f2-f5f9-4f83-b897-4fb20e32f8c7 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Network 32c1586e-3710-4916-8112-ca33f6efc9ee is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:35:05.384911 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-978da9f2-f5f9-4f83-b897-4fb20e32f8c7 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:35:05.388170 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978da9f2-f5f9-4f83-b897-4fb20e32f8c7 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Pushing event updated for resources: {'Port': ['ID=e4998164-144e-48af-84db-47a875f654a2,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:05.389851 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978da9f2-f5f9-4f83-b897-4fb20e32f8c7 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:35:05.394397 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978da9f2-f5f9-4f83-b897-4fb20e32f8c7 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:05.394521 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-978da9f2-f5f9-4f83-b897-4fb20e32f8c7 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:05.469820 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-978da9f2-f5f9-4f83-b897-4fb20e32f8c7 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0660057 May 23 11:35:05.472500 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52920) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:05.479876 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-241fd196-af6a-4578-8c2a-19fb598e858a tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::294', 'mac_address': 'fa:16:3e:3f:89:9b'}]}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:05.498177 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-026b5b7d-7f72-4d56-9eb5-66e375ea4c4d tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:05.533129 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4de74047-56e4-42c9-b7cc-115edd91de8c tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:05.543873 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107994b-d8f4-4c7b-9cc8-fb1e248c6c77 req-a727daee-df59-43ac-9acf-f719ab984528 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:05.545733 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6107994b-d8f4-4c7b-9cc8-fb1e248c6c77 req-a727daee-df59-43ac-9acf-f719ab984528 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 946 time: 0.3135126 May 23 11:35:05.549022 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-026b5b7d-7f72-4d56-9eb5-66e375ea4c4d tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] update failed (client error): The resource could not be found. May 23 11:35:05.550115 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-026b5b7d-7f72-4d56-9eb5-66e375ea4c4d tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] 10.222.0.79 "PUT /v2.0/routers/50597d3b-bc36-4e74-a744-01eba38f8f95 HTTP/1.1" status: 404 len: 339 time: 0.6605637 May 23 11:35:05.566140 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52924) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:05.573377 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-2541327c-269d-4e48-b7bf-24c7f235f1a7 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-358780007'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:05.581917 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2541327c-269d-4e48-b7bf-24c7f235f1a7 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:05.589140 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2541327c-269d-4e48-b7bf-24c7f235f1a7 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Usage tracker for resource:network and tenant:6574ad2106604b6bb990ab6f0b8b215d is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:35:05.592619 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2541327c-269d-4e48-b7bf-24c7f235f1a7 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:35:05.594719 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de74047-56e4-42c9-b7cc-115edd91de8c tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Pushing event deleted for resources: {'Port': ['ID=c0f414bd-0f69-4369-acb8-a90feab237a7,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:05.607170 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2541327c-269d-4e48-b7bf-24c7f235f1a7 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:05.622741 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6107994b-d8f4-4c7b-9cc8-fb1e248c6c77 req-7825a1bd-4244-4e9d-b81b-f80fc10b70b0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=679e3180-4659-448f-ad4b-b096f56917db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711398 May 23 11:35:05.623787 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2541327c-269d-4e48-b7bf-24c7f235f1a7 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Made reservation on behalf of 6574ad2106604b6bb990ab6f0b8b215d for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:35:05.626818 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2541327c-269d-4e48-b7bf-24c7f235f1a7 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:05.668677 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2541327c-269d-4e48-b7bf-24c7f235f1a7 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:35:05.678981 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2541327c-269d-4e48-b7bf-24c7f235f1a7 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:05.679323 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-2541327c-269d-4e48-b7bf-24c7f235f1a7 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Added segment 5b841776-ca1a-45cc-bd75-79f81b8ed68f of type vlan for network 4210a3bc-9f11-4fc1-8bc5-3e3ffde38e66 May 23 11:35:05.709589 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2541327c-269d-4e48-b7bf-24c7f235f1a7 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:05.743423 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2541327c-269d-4e48-b7bf-24c7f235f1a7 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:05.747638 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2541327c-269d-4e48-b7bf-24c7f235f1a7 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:05.748335 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2541327c-269d-4e48-b7bf-24c7f235f1a7 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:05.786357 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6a51e3e9-a9bc-4128-853d-05e14b50e21b None None] Provisioning for port e4998164-144e-48af-84db-47a875f654a2 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:35:05.792686 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6a51e3e9-a9bc-4128-853d-05e14b50e21b None None] Provisioning complete for port e4998164-144e-48af-84db-47a875f654a2 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:35:05.793284 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6a51e3e9-a9bc-4128-853d-05e14b50e21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:05.848291 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2541327c-269d-4e48-b7bf-24c7f235f1a7 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2809520 May 23 11:35:05.855169 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52928) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:05.864416 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-93af3e30-c4f1-47d5-85a1-daca5ca12bde tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Request body: {'subnet': {'network_id': '4210a3bc-9f11-4fc1-8bc5-3e3ffde38e66', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:05.869314 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4de74047-56e4-42c9-b7cc-115edd91de8c tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:05.871168 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4de74047-56e4-42c9-b7cc-115edd91de8c tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] 10.222.0.79 "DELETE /v2.0/ports/c0f414bd-0f69-4369-acb8-a90feab237a7 HTTP/1.1" status: 204 len: 168 time: 1.4142408 May 23 11:35:05.874094 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52932) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:05.933729 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6a51e3e9-a9bc-4128-853d-05e14b50e21b None None] Port e4998164-144e-48af-84db-47a875f654a2 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:35:05.957079 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-241fd196-af6a-4578-8c2a-19fb598e858a tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:05.990758 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2541327c-269d-4e48-b7bf-24c7f235f1a7 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Pushing event updated for resources: {'Network': ['ID=4210a3bc-9f11-4fc1-8bc5-3e3ffde38e66,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:06.001571 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 4210a3bc-9f11-4fc1-8bc5-3e3ffde38e66 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:35:06.011506 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-93af3e30-c4f1-47d5-85a1-daca5ca12bde tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:06.015704 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-93af3e30-c4f1-47d5-85a1-daca5ca12bde tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Usage tracker for resource:subnet and tenant:6574ad2106604b6bb990ab6f0b8b215d is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:35:06.018629 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-93af3e30-c4f1-47d5-85a1-daca5ca12bde tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:35:06.024686 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-93af3e30-c4f1-47d5-85a1-daca5ca12bde tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:06.040107 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93af3e30-c4f1-47d5-85a1-daca5ca12bde tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Made reservation on behalf of 6574ad2106604b6bb990ab6f0b8b215d for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:35:06.151017 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-93af3e30-c4f1-47d5-85a1-daca5ca12bde tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:06.240777 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-efe42671-ab09-42d8-a51f-5ce1df16a81e tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Deleting subnet 0352f284-9006-44fa-8229-0b38799e57b6 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:35:06.247688 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-efe42671-ab09-42d8-a51f-5ce1df16a81e tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:06.329555 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-efe42671-ab09-42d8-a51f-5ce1df16a81e tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:06.371650 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-93af3e30-c4f1-47d5-85a1-daca5ca12bde tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:06.415988 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-241fd196-af6a-4578-8c2a-19fb598e858a tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:06.423204 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-241fd196-af6a-4578-8c2a-19fb598e858a tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:06.453576 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af3e30-c4f1-47d5-85a1-daca5ca12bde tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Pushing event updated for resources: {'Subnet': ['ID=0d41116a-1357-4d0f-8158-a685f2ce6120,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:06.460722 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93af3e30-c4f1-47d5-85a1-daca5ca12bde tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Checking segment: {'id': '5b841776-ca1a-45cc-bd75-79f81b8ed68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4210a3bc-9f11-4fc1-8bc5-3e3ffde38e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:35:06.461055 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93af3e30-c4f1-47d5-85a1-daca5ca12bde tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Network hostable DHCP agents. Network: 4210a3bc-9f11-4fc1-8bc5-3e3ffde38e66, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:35:06.482061 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-efe42671-ab09-42d8-a51f-5ce1df16a81e tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:06.484464 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93af3e30-c4f1-47d5-85a1-daca5ca12bde tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Network 4210a3bc-9f11-4fc1-8bc5-3e3ffde38e66 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:35:06.493926 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-93af3e30-c4f1-47d5-85a1-daca5ca12bde tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 4210a3bc-9f11-4fc1-8bc5-3e3ffde38e66) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:35:06.498011 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93af3e30-c4f1-47d5-85a1-daca5ca12bde tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:06.498599 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-93af3e30-c4f1-47d5-85a1-daca5ca12bde tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:06.504173 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aad711f-25e2-4fa6-a4ed-82b08424ca58 None None] Network 4210a3bc-9f11-4fc1-8bc5-3e3ffde38e66 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:35:06.535422 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-93af3e30-c4f1-47d5-85a1-daca5ca12bde tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6763835 May 23 11:35:06.535602 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-241fd196-af6a-4578-8c2a-19fb598e858a tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] In _notify_port_updated(), no bound segment for port e4998164-144e-48af-84db-47a875f654a2 on network 32c1586e-3710-4916-8112-ca33f6efc9ee {{(pid=83911) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 23 11:35:06.536592 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52936) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:06.537592 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241fd196-af6a-4578-8c2a-19fb598e858a tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:06.538203 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-241fd196-af6a-4578-8c2a-19fb598e858a tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:06.539490 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-241fd196-af6a-4578-8c2a-19fb598e858a tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] 10.222.0.79 "PUT /v2.0/ports/e4998164-144e-48af-84db-47a875f654a2 HTTP/1.1" status: 200 len: 1002 time: 1.0661869 May 23 11:35:06.542727 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-2677acb0-6ad3-4f44-b73e-549d2e89dab1 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Request body: {'router': {'external_gateway_info': {'network_id': '4210a3bc-9f11-4fc1-8bc5-3e3ffde38e66'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:06.542877 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52940) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:06.601288 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241fd196-af6a-4578-8c2a-19fb598e858a tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Pushing event updated for resources: {'Port': ['ID=e4998164-144e-48af-84db-47a875f654a2,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:06.636363 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-dc4d1522-ba0a-4adc-8ef3-f3fd8fc74e7a tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Deleting port e4998164-144e-48af-84db-47a875f654a2 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:35:06.636363 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc4d1522-ba0a-4adc-8ef3-f3fd8fc74e7a tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:06.774680 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ad8de6-8fda-4ac2-bd08-98582ae39117 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-4210a3bc-9f11-4fc1-8bc5-3e3ffde38e66', 'network_id': '4210a3bc-9f11-4fc1-8bc5-3e3ffde38e66', 'tenant_id': '6574ad2106604b6bb990ab6f0b8b215d', 'fixed_ips': [{'subnet_id': '0d41116a-1357-4d0f-8158-a685f2ce6120'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:35:06.775512 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-32ad8de6-8fda-4ac2-bd08-98582ae39117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:06.895990 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-efe42671-ab09-42d8-a51f-5ce1df16a81e tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:06.952808 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe42671-ab09-42d8-a51f-5ce1df16a81e tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Pushing event deleted for resources: {'Subnet': ['ID=0352f284-9006-44fa-8229-0b38799e57b6,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:06.962518 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-efe42671-ab09-42d8-a51f-5ce1df16a81e tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:06.973901 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377a7dd3-03bc-48f6-96a4-e6de2a4800e2 None None] Network 70064e5a-4cc1-4ec2-a792-2b1247e09396 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:35:06.991598 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-efe42671-ab09-42d8-a51f-5ce1df16a81e tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] 10.222.0.79 "DELETE /v2.0/subnets/0352f284-9006-44fa-8229-0b38799e57b6 HTTP/1.1" status: 204 len: 168 time: 1.1127954 May 23 11:35:06.992218 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52946) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:07.101591 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc4d1522-ba0a-4adc-8ef3-f3fd8fc74e7a tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:07.104437 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-32ad8de6-8fda-4ac2-bd08-98582ae39117 None None] Allocated IP 2001:db8:1::2 (4210a3bc-9f11-4fc1-8bc5-3e3ffde38e66/0d41116a-1357-4d0f-8158-a685f2ce6120/06f3d1d4-5861-41f7-833b-93193e8d2d96) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:35:07.192762 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-17f4825d-c2e7-4618-b257-8c7d084f7ee8 None None] Provisioning complete for port e4998164-144e-48af-84db-47a875f654a2 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:35:07.192989 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-17f4825d-c2e7-4618-b257-8c7d084f7ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:07.233111 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-dc4d1522-ba0a-4adc-8ef3-f3fd8fc74e7a tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Calling delete_port for e4998164-144e-48af-84db-47a875f654a2 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:35:07.266725 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d04fd-1b92-448f-a023-540fb869f546 req-04a82f6c-bae0-452b-a269-20eeadcfe04b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:07.268272 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-075d04fd-1b92-448f-a023-540fb869f546 req-04a82f6c-bae0-452b-a269-20eeadcfe04b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 946 time: 0.4433701 May 23 11:35:07.311244 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ea5fbf1b-f9be-4251-b2d3-0e68d746d5a4 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:07.317250 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2677acb0-6ad3-4f44-b73e-549d2e89dab1 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:07.327992 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-17f4825d-c2e7-4618-b257-8c7d084f7ee8 None None] Port e4998164-144e-48af-84db-47a875f654a2 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:35:07.352440 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-ea5fbf1b-f9be-4251-b2d3-0e68d746d5a4 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Deleting port 14e9a58d-6bf0-4e0b-a12c-8c76209aebc2 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:35:07.352952 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ea5fbf1b-f9be-4251-b2d3-0e68d746d5a4 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:07.396843 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc4d1522-ba0a-4adc-8ef3-f3fd8fc74e7a tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:07.397660 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-075d04fd-1b92-448f-a023-540fb869f546 req-fb5c9d2c-b469-4ea8-a189-30edd00d4b35 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=679e3180-4659-448f-ad4b-b096f56917db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159191 May 23 11:35:07.458755 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-32ad8de6-8fda-4ac2-bd08-98582ae39117 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:07.469334 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-32ad8de6-8fda-4ac2-bd08-98582ae39117 None None] Transition to ACTIVE for port object 06f3d1d4-5861-41f7-833b-93193e8d2d96 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:35:07.491088 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-32ad8de6-8fda-4ac2-bd08-98582ae39117 None None] Transition to ACTIVE for port object 06f3d1d4-5861-41f7-833b-93193e8d2d96 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:35:07.496088 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8773bf-7acb-4f71-9972-e57901e4d39b None None] DHCP port deletion for 70064e5a-4cc1-4ec2-a792-2b1247e09396 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:35:07.497056 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d1522-ba0a-4adc-8ef3-f3fd8fc74e7a tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Pushing event deleted for resources: {'Port': ['ID=e4998164-144e-48af-84db-47a875f654a2,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:07.503258 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-32ad8de6-8fda-4ac2-bd08-98582ae39117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:07.533955 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8a8773bf-7acb-4f71-9972-e57901e4d39b None None] Deleting port 14e9a58d-6bf0-4e0b-a12c-8c76209aebc2 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:35:07.533955 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8a8773bf-7acb-4f71-9972-e57901e4d39b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:07.632718 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad8de6-8fda-4ac2-bd08-98582ae39117 None None] Pushing event updated for resources: {'Port': ['ID=06f3d1d4-5861-41f7-833b-93193e8d2d96,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:07.673539 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-ea5fbf1b-f9be-4251-b2d3-0e68d746d5a4 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] For port 14e9a58d-6bf0-4e0b-a12c-8c76209aebc2, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=14e9a58d-6bf0-4e0b-a12c-8c76209aebc2,segment=NetworkSegment(d0e51739-a1d1-49f9-9067-59adbdf55b4b),segment_id=d0e51739-a1d1-49f9-9067-59adbdf55b4b)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:35:07.674524 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ea5fbf1b-f9be-4251-b2d3-0e68d746d5a4 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:07.696332 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc4d1522-ba0a-4adc-8ef3-f3fd8fc74e7a tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:07.699383 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ad8de6-8fda-4ac2-bd08-98582ae39117 None None] Network 4210a3bc-9f11-4fc1-8bc5-3e3ffde38e66 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:35:07.703371 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-32ad8de6-8fda-4ac2-bd08-98582ae39117 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:35:07.707273 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ad8de6-8fda-4ac2-bd08-98582ae39117 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:35:07.712317 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-dc4d1522-ba0a-4adc-8ef3-f3fd8fc74e7a tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] 10.222.0.79 "DELETE /v2.0/ports/e4998164-144e-48af-84db-47a875f654a2 HTTP/1.1" status: 204 len: 168 time: 1.1642697 May 23 11:35:07.712938 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52950) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:07.759301 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-82ac10b3-57cf-40e9-bdc4-211dfad90002 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] GET failed (client error): The resource could not be found. May 23 11:35:07.759801 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-82ac10b3-57cf-40e9-bdc4-211dfad90002 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Synchronizing usage tracker for tenant:ddf5029eca4e404fa36dd10ac756327d on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:35:07.775380 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-82ac10b3-57cf-40e9-bdc4-211dfad90002 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Unset dirty status for tenant:ddf5029eca4e404fa36dd10ac756327d on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:35:07.781011 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-82ac10b3-57cf-40e9-bdc4-211dfad90002 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] 10.222.0.79 "GET /v2.0/ports/e4998164-144e-48af-84db-47a875f654a2 HTTP/1.1" status: 404 len: 333 time: 0.0669370 May 23 11:35:07.781554 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52954) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:07.787340 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-3b886117-2eb9-44b4-84d7-8127092d2845 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Request body: {'port': {'network_id': '32c1586e-3710-4916-8112-ca33f6efc9ee', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1216029759'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:07.820805 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-ea5fbf1b-f9be-4251-b2d3-0e68d746d5a4 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Calling delete_port for 14e9a58d-6bf0-4e0b-a12c-8c76209aebc2 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:35:07.879629 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-2677acb0-6ad3-4f44-b73e-549d2e89dab1 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:35:07.880701 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2677acb0-6ad3-4f44-b73e-549d2e89dab1 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] 10.222.0.79 "PUT /v2.0/routers/50597d3b-bc36-4e74-a744-01eba38f8f95 HTTP/1.1" status: 400 len: 364 time: 1.3439312 May 23 11:35:07.885936 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52958) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:07.928523 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3b886117-2eb9-44b4-84d7-8127092d2845 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:07.938042 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-32ad8de6-8fda-4ac2-bd08-98582ae39117 None None] Attempting to bind port 06f3d1d4-5861-41f7-833b-93193e8d2d96 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:35:07.938416 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-32ad8de6-8fda-4ac2-bd08-98582ae39117 None None] Attempting to bind port 06f3d1d4-5861-41f7-833b-93193e8d2d96 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '5b841776-ca1a-45cc-bd75-79f81b8ed68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4210a3bc-9f11-4fc1-8bc5-3e3ffde38e66'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:35:07.938787 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ad8de6-8fda-4ac2-bd08-98582ae39117 None None] Attempting to bind port 06f3d1d4-5861-41f7-833b-93193e8d2d96 on network 4210a3bc-9f11-4fc1-8bc5-3e3ffde38e66 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:35:07.939520 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3b886117-2eb9-44b4-84d7-8127092d2845 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:07.941998 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-8a8773bf-7acb-4f71-9972-e57901e4d39b None None] For port 14e9a58d-6bf0-4e0b-a12c-8c76209aebc2, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=14e9a58d-6bf0-4e0b-a12c-8c76209aebc2,segment=NetworkSegment(d0e51739-a1d1-49f9-9067-59adbdf55b4b),segment_id=d0e51739-a1d1-49f9-9067-59adbdf55b4b)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:35:07.942381 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8a8773bf-7acb-4f71-9972-e57901e4d39b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:07.950435 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b886117-2eb9-44b4-84d7-8127092d2845 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Made reservation on behalf of ddf5029eca4e404fa36dd10ac756327d for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:35:07.953835 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3b886117-2eb9-44b4-84d7-8127092d2845 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:07.979520 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-3b886117-2eb9-44b4-84d7-8127092d2845 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] device_id is not set on port 5aac5f7e-4633-4f06-9084-691c992a3c75 yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:35:08.010398 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ad8de6-8fda-4ac2-bd08-98582ae39117 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:35:08.011039 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ad8de6-8fda-4ac2-bd08-98582ae39117 None None] Checking segment: {'id': '5b841776-ca1a-45cc-bd75-79f81b8ed68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4210a3bc-9f11-4fc1-8bc5-3e3ffde38e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:35:08.011510 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-32ad8de6-8fda-4ac2-bd08-98582ae39117 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:08.012066 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ad8de6-8fda-4ac2-bd08-98582ae39117 None None] Bound using segment: {'id': '5b841776-ca1a-45cc-bd75-79f81b8ed68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4210a3bc-9f11-4fc1-8bc5-3e3ffde38e66'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:35:08.012733 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-32ad8de6-8fda-4ac2-bd08-98582ae39117 None None] Bound port: 06f3d1d4-5861-41f7-833b-93193e8d2d96, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b841776-ca1a-45cc-bd75-79f81b8ed68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4210a3bc-9f11-4fc1-8bc5-3e3ffde38e66'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:35:08.013112 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-32ad8de6-8fda-4ac2-bd08-98582ae39117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:08.034578 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ea5fbf1b-f9be-4251-b2d3-0e68d746d5a4 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:08.090006 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5fbf1b-f9be-4251-b2d3-0e68d746d5a4 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Pushing event deleted for resources: {'Port': ['ID=14e9a58d-6bf0-4e0b-a12c-8c76209aebc2,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:08.099636 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5fbf1b-f9be-4251-b2d3-0e68d746d5a4 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] No DVR routers for this DVR port 14e9a58d-6bf0-4e0b-a12c-8c76209aebc2 on host n-d-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:35:08.129451 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8a8773bf-7acb-4f71-9972-e57901e4d39b None None] Calling delete_port for 14e9a58d-6bf0-4e0b-a12c-8c76209aebc2 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:35:08.149072 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-3b886117-2eb9-44b4-84d7-8127092d2845 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Allocated IP 2001:db8::389 (32c1586e-3710-4916-8112-ca33f6efc9ee/8e726b39-b2e2-4698-b2c7-1156f155f748/5aac5f7e-4633-4f06-9084-691c992a3c75) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:35:08.236946 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:08.285118 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-32ad8de6-8fda-4ac2-bd08-98582ae39117 None None] For port 06f3d1d4-5861-41f7-833b-93193e8d2d96, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:35:08.288810 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-32ad8de6-8fda-4ac2-bd08-98582ae39117 None None] For port 06f3d1d4-5861-41f7-833b-93193e8d2d96, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=06f3d1d4-5861-41f7-833b-93193e8d2d96,segment=NetworkSegment(5b841776-ca1a-45cc-bd75-79f81b8ed68f),segment_id=5b841776-ca1a-45cc-bd75-79f81b8ed68f)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:35:08.290882 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-8a8773bf-7acb-4f71-9972-e57901e4d39b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:35:08.291406 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-8a8773bf-7acb-4f71-9972-e57901e4d39b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:35:08.294445 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-32ad8de6-8fda-4ac2-bd08-98582ae39117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:08.352230 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ea5fbf1b-f9be-4251-b2d3-0e68d746d5a4 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:08.379672 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad8de6-8fda-4ac2-bd08-98582ae39117 None None] Pushing event updated for resources: {'Port': ['ID=06f3d1d4-5861-41f7-833b-93193e8d2d96,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:08.388412 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3b886117-2eb9-44b4-84d7-8127092d2845 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:08.408787 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3b886117-2eb9-44b4-84d7-8127092d2845 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Transition to ACTIVE for port object 5aac5f7e-4633-4f06-9084-691c992a3c75 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:35:08.433030 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3b886117-2eb9-44b4-84d7-8127092d2845 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:08.434818 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-ea5fbf1b-f9be-4251-b2d3-0e68d746d5a4 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70064e5a-4cc1-4ec2-a792-2b1247e09396']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:08.511673 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-ea5fbf1b-f9be-4251-b2d3-0e68d746d5a4 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0e51739-a1d1-49f9-9067-59adbdf55b4b') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:08.512091 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-ea5fbf1b-f9be-4251-b2d3-0e68d746d5a4 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0e51739-a1d1-49f9-9067-59adbdf55b4b') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:08.514419 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b886117-2eb9-44b4-84d7-8127092d2845 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Network 32c1586e-3710-4916-8112-ca33f6efc9ee is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:35:08.517871 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-3b886117-2eb9-44b4-84d7-8127092d2845 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:35:08.520746 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b886117-2eb9-44b4-84d7-8127092d2845 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:35:08.525632 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b886117-2eb9-44b4-84d7-8127092d2845 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:08.526786 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3b886117-2eb9-44b4-84d7-8127092d2845 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:08.535463 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ea5fbf1b-f9be-4251-b2d3-0e68d746d5a4 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:08.549306 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b886117-2eb9-44b4-84d7-8127092d2845 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Pushing event updated for resources: {'Port': ['ID=5aac5f7e-4633-4f06-9084-691c992a3c75,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:08.562355 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ea5fbf1b-f9be-4251-b2d3-0e68d746d5a4 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:08.571965 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea5fbf1b-f9be-4251-b2d3-0e68d746d5a4 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:35:08.572556 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ea5fbf1b-f9be-4251-b2d3-0e68d746d5a4 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:08.589900 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3b886117-2eb9-44b4-84d7-8127092d2845 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8072958 May 23 11:35:08.590651 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:35:08.590651 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:35:08.590651 n-d-842952-2 neutron-server[83910]: timer() May 23 11:35:08.590651 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:35:08.590651 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:35:08.590651 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:35:08.590651 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:35:08.590651 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:35:08.590651 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:35:08.590651 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:35:08.590651 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:35:08.590651 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:35:08.590651 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:35:08.590651 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:35:08.590651 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:35:08.590651 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:35:08.590651 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:35:08.590651 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:35:08.590651 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:35:08.590651 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:35:08.590651 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:35:08.590651 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:35:08.590651 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:35:08.590651 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:35:08.590651 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:35:08.590651 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:35:08.590651 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:35:08.590651 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:35:08.590651 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:35:08.590651 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:35:08.590651 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:35:08.590651 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:35:08.596595 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52964) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:08.609173 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d3c7d40b-ab38-480a-8b9f-736cc75e55c7 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:3f:89:9b'}]}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:08.788059 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d3c7d40b-ab38-480a-8b9f-736cc75e55c7 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:08.792495 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8a8773bf-7acb-4f71-9972-e57901e4d39b None None] Deleting port 14e9a58d-6bf0-4e0b-a12c-8c76209aebc2 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:35:08.793206 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8a8773bf-7acb-4f71-9972-e57901e4d39b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:08.911226 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8a8773bf-7acb-4f71-9972-e57901e4d39b None None] The port '14e9a58d-6bf0-4e0b-a12c-8c76209aebc2' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:35:08.976255 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-de07df92-ab6d-49b9-824f-81ef0c047316 None None] Provisioning for port 5aac5f7e-4633-4f06-9084-691c992a3c75 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:35:08.983690 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-de07df92-ab6d-49b9-824f-81ef0c047316 None None] Provisioning complete for port 5aac5f7e-4633-4f06-9084-691c992a3c75 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:35:08.984416 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-de07df92-ab6d-49b9-824f-81ef0c047316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:08.989269 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ea5fbf1b-f9be-4251-b2d3-0e68d746d5a4 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:09.018311 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1c82f30d-dba4-4ff8-aaf4-dd0aff15c827 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:09.029594 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ea5fbf1b-f9be-4251-b2d3-0e68d746d5a4 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:09.032595 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5fbf1b-f9be-4251-b2d3-0e68d746d5a4 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] Pushing event deleted for resources: {'Network': ['ID=70064e5a-4cc1-4ec2-a792-2b1247e09396,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:09.058815 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-de07df92-ab6d-49b9-824f-81ef0c047316 None None] Port 5aac5f7e-4633-4f06-9084-691c992a3c75 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:35:09.114467 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 06f3d1d4-5861-41f7-833b-93193e8d2d96 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:35:09.138462 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ea5fbf1b-f9be-4251-b2d3-0e68d746d5a4 tempest-ExtraDHCPOptionsTestJSON-1505428883 tempest-ExtraDHCPOptionsTestJSON-1505428883-project] 10.222.0.79 "DELETE /v2.0/networks/70064e5a-4cc1-4ec2-a792-2b1247e09396 HTTP/1.1" status: 204 len: 168 time: 2.1429605 May 23 11:35:09.196439 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 06f3d1d4-5861-41f7-833b-93193e8d2d96 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:35:09.204182 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64611c-7615-42b3-835d-16bba9235ca4 req-12f28c4a-6963-49cb-ae16-6400de8baa60 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:09.205800 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5c64611c-7615-42b3-835d-16bba9235ca4 req-12f28c4a-6963-49cb-ae16-6400de8baa60 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 946 time: 0.6097898 May 23 11:35:09.272816 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-07298336-3bf6-4f96-8764-ed7adce658dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:09.281845 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 14e9a58d-6bf0-4e0b-a12c-8c76209aebc2 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:35:09.329129 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 14e9a58d-6bf0-4e0b-a12c-8c76209aebc2 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:35:09.329402 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 14e9a58d-6bf0-4e0b-a12c-8c76209aebc2 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:35:09.351234 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5c64611c-7615-42b3-835d-16bba9235ca4 req-7ee1732d-03ce-4d1a-9475-be649b91b2d7 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=679e3180-4659-448f-ad4b-b096f56917db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336000 May 23 11:35:09.356717 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d3c7d40b-ab38-480a-8b9f-736cc75e55c7 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:09.363299 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d3c7d40b-ab38-480a-8b9f-736cc75e55c7 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:09.429388 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-d3c7d40b-ab38-480a-8b9f-736cc75e55c7 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] In _notify_port_updated(), no bound segment for port 5aac5f7e-4633-4f06-9084-691c992a3c75 on network 32c1586e-3710-4916-8112-ca33f6efc9ee {{(pid=83911) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 23 11:35:09.433199 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c7d40b-ab38-480a-8b9f-736cc75e55c7 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:09.433854 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d3c7d40b-ab38-480a-8b9f-736cc75e55c7 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:09.435215 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d3c7d40b-ab38-480a-8b9f-736cc75e55c7 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] 10.222.0.79 "PUT /v2.0/ports/5aac5f7e-4633-4f06-9084-691c992a3c75 HTTP/1.1" status: 200 len: 1003 time: 0.8375447 May 23 11:35:09.439786 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52972) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:09.493754 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:09.532771 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-1c82f30d-dba4-4ff8-aaf4-dd0aff15c827 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Allocated IP 2001:db8::1 (454beb4f-1d90-4c8e-8890-f8dba5cdf84d/28a70e51-4d44-4c38-b268-a38728e2de7d/ba039511-7141-4db1-a42c-b9eadbeb3b3e) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:35:09.545152 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c7d40b-ab38-480a-8b9f-736cc75e55c7 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Pushing event updated for resources: {'Port': ['ID=5aac5f7e-4633-4f06-9084-691c992a3c75,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:09.559188 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 52976) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:09.560091 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-338bfbf5-1480-415b-9ef6-2a49d5345322 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Deleting port 5aac5f7e-4633-4f06-9084-691c992a3c75 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:35:09.560507 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-338bfbf5-1480-415b-9ef6-2a49d5345322 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:09.762333 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1c82f30d-dba4-4ff8-aaf4-dd0aff15c827 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:09.802391 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-1c82f30d-dba4-4ff8-aaf4-dd0aff15c827 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Transition to ACTIVE for port object ba039511-7141-4db1-a42c-b9eadbeb3b3e will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:35:09.857900 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-aaa650de-165b-4499-85db-8ff10775679b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5f07e6726dca4e61a6b425701af1c452&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2946622 May 23 11:35:09.860681 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52982) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:09.865100 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fd3f9a-b3fc-4cd8-8fc1-d82e5e0bb0fc None None] Network 4210a3bc-9f11-4fc1-8bc5-3e3ffde38e66 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:35:09.877134 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1c82f30d-dba4-4ff8-aaf4-dd0aff15c827 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:09.906189 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-338bfbf5-1480-415b-9ef6-2a49d5345322 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:09.962434 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c82f30d-dba4-4ff8-aaf4-dd0aff15c827 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Network 454beb4f-1d90-4c8e-8890-f8dba5cdf84d is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:35:09.967546 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-1c82f30d-dba4-4ff8-aaf4-dd0aff15c827 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:35:09.973653 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c82f30d-dba4-4ff8-aaf4-dd0aff15c827 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:35:09.974094 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1c82f30d-dba4-4ff8-aaf4-dd0aff15c827 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:09.980878 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82f30d-dba4-4ff8-aaf4-dd0aff15c827 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Pushing event updated for resources: {'Port': ['ID=ba039511-7141-4db1-a42c-b9eadbeb3b3e,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:09.991757 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4f4034c4-f0e9-486a-a444-8cf5ab205ea1 None None] Provisioning for port 06f3d1d4-5861-41f7-833b-93193e8d2d96 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:35:09.999624 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4f4034c4-f0e9-486a-a444-8cf5ab205ea1 None None] Provisioning complete for port 06f3d1d4-5861-41f7-833b-93193e8d2d96 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:35:10.000144 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4f4034c4-f0e9-486a-a444-8cf5ab205ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:10.070100 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-338bfbf5-1480-415b-9ef6-2a49d5345322 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Calling delete_port for 5aac5f7e-4633-4f06-9084-691c992a3c75 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:35:10.075122 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1c82f30d-dba4-4ff8-aaf4-dd0aff15c827 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:10.145242 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6bb2c6c3-4c6a-415b-b195-72dc327fe4a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:10.201751 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6bb2c6c3-4c6a-415b-b195-72dc327fe4a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:10.246891 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4f4034c4-f0e9-486a-a444-8cf5ab205ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:10.282696 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-4f4034c4-f0e9-486a-a444-8cf5ab205ea1 None None] For port 06f3d1d4-5861-41f7-833b-93193e8d2d96, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=06f3d1d4-5861-41f7-833b-93193e8d2d96,segment=NetworkSegment(5b841776-ca1a-45cc-bd75-79f81b8ed68f),segment_id=5b841776-ca1a-45cc-bd75-79f81b8ed68f)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:35:10.291378 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4f4034c4-f0e9-486a-a444-8cf5ab205ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:10.317934 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-338bfbf5-1480-415b-9ef6-2a49d5345322 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:10.364729 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6bb2c6c3-4c6a-415b-b195-72dc327fe4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:10.388656 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4f4034c4-f0e9-486a-a444-8cf5ab205ea1 None None] Provisioning complete for port 5aac5f7e-4633-4f06-9084-691c992a3c75 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:35:10.389030 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4f4034c4-f0e9-486a-a444-8cf5ab205ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:10.394184 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338bfbf5-1480-415b-9ef6-2a49d5345322 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Pushing event deleted for resources: {'Port': ['ID=5aac5f7e-4633-4f06-9084-691c992a3c75,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:10.449223 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2c6c3-4c6a-415b-b195-72dc327fe4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e3f43f-2fbd-40cb-b340-5d3bd017a648,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:10.459141 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-4f4034c4-f0e9-486a-a444-8cf5ab205ea1 None None] Port 5aac5f7e-4633-4f06-9084-691c992a3c75 was deleted so its status cannot be updated. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 23 11:35:10.460705 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4034c4-f0e9-486a-a444-8cf5ab205ea1 None None] Pushing event updated for resources: {'Port': ['ID=06f3d1d4-5861-41f7-833b-93193e8d2d96,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:10.472165 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-338bfbf5-1480-415b-9ef6-2a49d5345322 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:10.485662 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-338bfbf5-1480-415b-9ef6-2a49d5345322 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] 10.222.0.79 "DELETE /v2.0/ports/5aac5f7e-4633-4f06-9084-691c992a3c75 HTTP/1.1" status: 204 len: 168 time: 1.0438104 May 23 11:35:10.487953 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52988) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:10.493171 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6bb2c6c3-4c6a-415b-b195-72dc327fe4a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:10.494353 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6bb2c6c3-4c6a-415b-b195-72dc327fe4a5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e4e3f43f-2fbd-40cb-b340-5d3bd017a648 HTTP/1.1" status: 204 len: 168 time: 0.6324348 May 23 11:35:10.610200 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-86d1a576-04ef-4035-b789-2628d3755f2b None None] Provisioning for port ba039511-7141-4db1-a42c-b9eadbeb3b3e completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:35:10.611793 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-f12330ec-9b56-41ac-8fdb-ce16ba8cc600 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] GET failed (client error): The resource could not be found. May 23 11:35:10.612337 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f12330ec-9b56-41ac-8fdb-ce16ba8cc600 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Synchronizing usage tracker for tenant:ddf5029eca4e404fa36dd10ac756327d on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:35:10.618080 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-86d1a576-04ef-4035-b789-2628d3755f2b None None] Provisioning complete for port ba039511-7141-4db1-a42c-b9eadbeb3b3e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:35:10.618453 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-86d1a576-04ef-4035-b789-2628d3755f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:10.644756 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f12330ec-9b56-41ac-8fdb-ce16ba8cc600 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Unset dirty status for tenant:ddf5029eca4e404fa36dd10ac756327d on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:35:10.650448 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f12330ec-9b56-41ac-8fdb-ce16ba8cc600 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] 10.222.0.79 "GET /v2.0/ports/5aac5f7e-4633-4f06-9084-691c992a3c75 HTTP/1.1" status: 404 len: 333 time: 0.1611807 May 23 11:35:10.651032 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 52994) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:10.658097 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d2eb594e-1f51-48ce-a9e7-459f97ee82a1 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Request body: {'port': {'network_id': '32c1586e-3710-4916-8112-ca33f6efc9ee', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1112748572'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:10.791083 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-86d1a576-04ef-4035-b789-2628d3755f2b None None] Port ba039511-7141-4db1-a42c-b9eadbeb3b3e cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:35:10.873632 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1c82f30d-dba4-4ff8-aaf4-dd0aff15c827 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:10.887573 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759dc3a-4b6c-4b07-a8b0-76d0e58e8a27 req-af7ecce5-37f6-495f-912d-04d192997447 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:10.891383 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c759dc3a-4b6c-4b07-a8b0-76d0e58e8a27 req-af7ecce5-37f6-495f-912d-04d192997447 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 946 time: 0.3654377 May 23 11:35:10.892924 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1c82f30d-dba4-4ff8-aaf4-dd0aff15c827 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:10.894075 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1c82f30d-dba4-4ff8-aaf4-dd0aff15c827 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:10.931476 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7f6a7400-40b6-4bb7-9e65-3a8255ce2866 None None] Provisioning complete for port 06f3d1d4-5861-41f7-833b-93193e8d2d96 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:35:10.932516 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7f6a7400-40b6-4bb7-9e65-3a8255ce2866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:10.973792 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d2eb594e-1f51-48ce-a9e7-459f97ee82a1 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:11.040038 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d2eb594e-1f51-48ce-a9e7-459f97ee82a1 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:11.063458 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82f30d-dba4-4ff8-aaf4-dd0aff15c827 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Pushing event updated for resources: {'Port': ['ID=ba039511-7141-4db1-a42c-b9eadbeb3b3e,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:11.068443 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2eb594e-1f51-48ce-a9e7-459f97ee82a1 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Made reservation on behalf of ddf5029eca4e404fa36dd10ac756327d for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:35:11.072008 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d2eb594e-1f51-48ce-a9e7-459f97ee82a1 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:11.126594 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [None req-d2eb594e-1f51-48ce-a9e7-459f97ee82a1 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] device_id is not set on port 7cab873f-e03b-42e1-8747-83b43b90ac5f yet. {{(pid=83911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:35:11.143910 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 06f3d1d4-5861-41f7-833b-93193e8d2d96 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:35:11.289706 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c759dc3a-4b6c-4b07-a8b0-76d0e58e8a27 req-330de001-34f2-4eb0-b9d7-3b9200a8fea7 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=679e3180-4659-448f-ad4b-b096f56917db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3909671 May 23 11:35:11.325252 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-d2eb594e-1f51-48ce-a9e7-459f97ee82a1 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Allocated IP 2001:db8::9f (32c1586e-3710-4916-8112-ca33f6efc9ee/8e726b39-b2e2-4698-b2c7-1156f155f748/7cab873f-e03b-42e1-8747-83b43b90ac5f) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:35:11.374482 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 06f3d1d4-5861-41f7-833b-93193e8d2d96 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:35:11.375068 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:11.391729 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c82f30d-dba4-4ff8-aaf4-dd0aff15c827 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Network 454beb4f-1d90-4c8e-8890-f8dba5cdf84d is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:35:11.396541 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-1c82f30d-dba4-4ff8-aaf4-dd0aff15c827 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:35:11.566029 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-202beb8a-03c6-43a5-ae2c-17b8003528e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:11.631066 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d2eb594e-1f51-48ce-a9e7-459f97ee82a1 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:11.660939 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-d2eb594e-1f51-48ce-a9e7-459f97ee82a1 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Transition to ACTIVE for port object 7cab873f-e03b-42e1-8747-83b43b90ac5f will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:35:11.698034 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d2eb594e-1f51-48ce-a9e7-459f97ee82a1 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:11.809363 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2eb594e-1f51-48ce-a9e7-459f97ee82a1 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Network 32c1586e-3710-4916-8112-ca33f6efc9ee is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:35:11.812809 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-d2eb594e-1f51-48ce-a9e7-459f97ee82a1 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:35:11.821935 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2eb594e-1f51-48ce-a9e7-459f97ee82a1 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:35:11.826204 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2eb594e-1f51-48ce-a9e7-459f97ee82a1 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:11.826745 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d2eb594e-1f51-48ce-a9e7-459f97ee82a1 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:11.865634 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53012) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:11.865805 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d2eb594e-1f51-48ce-a9e7-459f97ee82a1 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2122817 May 23 11:35:11.868390 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c15b9c05-2b69-4eee-812c-1d470238876c None None] Provisioning complete for port ba039511-7141-4db1-a42c-b9eadbeb3b3e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:35:11.869580 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c15b9c05-2b69-4eee-812c-1d470238876c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:11.877174 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-72c71c85-fb9d-4b9f-934e-d07d852b31a9 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Request body: {'port': {'network_id': '32c1586e-3710-4916-8112-ca33f6efc9ee', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1999880878'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:11.882951 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb594e-1f51-48ce-a9e7-459f97ee82a1 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Pushing event updated for resources: {'Port': ['ID=7cab873f-e03b-42e1-8747-83b43b90ac5f,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:11.981838 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c15b9c05-2b69-4eee-812c-1d470238876c None None] Port ba039511-7141-4db1-a42c-b9eadbeb3b3e cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:35:12.065561 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-72c71c85-fb9d-4b9f-934e-d07d852b31a9 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:12.071871 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-72c71c85-fb9d-4b9f-934e-d07d852b31a9 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Usage tracker for resource:port and tenant:ddf5029eca4e404fa36dd10ac756327d is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:35:12.075404 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-72c71c85-fb9d-4b9f-934e-d07d852b31a9 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:35:12.083268 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-72c71c85-fb9d-4b9f-934e-d07d852b31a9 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:12.100312 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c82f30d-dba4-4ff8-aaf4-dd0aff15c827 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Router 50597d3b-bc36-4e74-a744-01eba38f8f95 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:35:12.103016 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c71c85-fb9d-4b9f-934e-d07d852b31a9 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Made reservation on behalf of ddf5029eca4e404fa36dd10ac756327d for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:35:12.105951 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-72c71c85-fb9d-4b9f-934e-d07d852b31a9 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:12.134763 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-72c71c85-fb9d-4b9f-934e-d07d852b31a9 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] device_id is not set on port 296b9160-6b57-4c46-a533-7b4a92207e26 yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:35:12.208722 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f4d3a03d-8f99-40e1-baee-b6af0b0319d2 None None] Provisioning for port 7cab873f-e03b-42e1-8747-83b43b90ac5f completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:35:12.213910 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f4d3a03d-8f99-40e1-baee-b6af0b0319d2 None None] Provisioning complete for port 7cab873f-e03b-42e1-8747-83b43b90ac5f triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:35:12.214488 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f4d3a03d-8f99-40e1-baee-b6af0b0319d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:12.270637 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f4d3a03d-8f99-40e1-baee-b6af0b0319d2 None None] Port 7cab873f-e03b-42e1-8747-83b43b90ac5f cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:35:12.416865 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-72c71c85-fb9d-4b9f-934e-d07d852b31a9 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Allocated IP 2001:db8::245 (32c1586e-3710-4916-8112-ca33f6efc9ee/8e726b39-b2e2-4698-b2c7-1156f155f748/296b9160-6b57-4c46-a533-7b4a92207e26) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:35:12.448979 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c82f30d-dba4-4ff8-aaf4-dd0aff15c827 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:35:12.463057 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957fc9ad-9b2f-474b-8186-d98acad17a6b None None] Sync routers for ids ['50597d3b-bc36-4e74-a744-01eba38f8f95'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:35:12.474485 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957fc9ad-9b2f-474b-8186-d98acad17a6b None None] Routers {'50597d3b-bc36-4e74-a744-01eba38f8f95'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:35:12.475086 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-957fc9ad-9b2f-474b-8186-d98acad17a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:35:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['50597d3b-bc36-4e74-a744-01eba38f8f95'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:12.524859 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1c82f30d-dba4-4ff8-aaf4-dd0aff15c827 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] 10.222.0.79 "PUT /v2.0/routers/50597d3b-bc36-4e74-a744-01eba38f8f95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6332090 May 23 11:35:12.526495 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53030) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:12.539429 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-957fc9ad-9b2f-474b-8186-d98acad17a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:12.551042 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957fc9ad-9b2f-474b-8186-d98acad17a6b None None] Routers {'50597d3b-bc36-4e74-a744-01eba38f8f95'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:35:12.551662 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-957fc9ad-9b2f-474b-8186-d98acad17a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:35:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['50597d3b-bc36-4e74-a744-01eba38f8f95'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:12.611292 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-957fc9ad-9b2f-474b-8186-d98acad17a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:12.611994 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957fc9ad-9b2f-474b-8186-d98acad17a6b None None] The sync data for ids ['50597d3b-bc36-4e74-a744-01eba38f8f95'] in n-d-842952-2 is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:35:12.672353 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40fbaf-31cf-4c8b-aaac-21dae9fb1f10 req-f8d1a561-2eb7-4911-8205-46710271c992 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:12.673901 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ae40fbaf-31cf-4c8b-aaac-21dae9fb1f10 req-f8d1a561-2eb7-4911-8205-46710271c992 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 946 time: 0.2272840 May 23 11:35:12.738832 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-72c71c85-fb9d-4b9f-934e-d07d852b31a9 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:12.761284 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:12.764619 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-72c71c85-fb9d-4b9f-934e-d07d852b31a9 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Transition to ACTIVE for port object 296b9160-6b57-4c46-a533-7b4a92207e26 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:35:12.767640 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ae40fbaf-31cf-4c8b-aaac-21dae9fb1f10 req-10fc8d15-ede4-4150-8b05-c05a4e7492da tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=679e3180-4659-448f-ad4b-b096f56917db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783885 May 23 11:35:12.807056 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-72c71c85-fb9d-4b9f-934e-d07d852b31a9 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:12.845058 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:12.872222 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9b79ec95-e428-482d-8ef0-5e2b9e47453a tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:12.905328 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c71c85-fb9d-4b9f-934e-d07d852b31a9 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Network 32c1586e-3710-4916-8112-ca33f6efc9ee is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:35:12.906196 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c71c85-fb9d-4b9f-934e-d07d852b31a9 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Pushing event updated for resources: {'Port': ['ID=296b9160-6b57-4c46-a533-7b4a92207e26,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:12.908783 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-72c71c85-fb9d-4b9f-934e-d07d852b31a9 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:35:12.910884 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c71c85-fb9d-4b9f-934e-d07d852b31a9 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:35:12.914726 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c71c85-fb9d-4b9f-934e-d07d852b31a9 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:12.915321 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-72c71c85-fb9d-4b9f-934e-d07d852b31a9 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:12.935268 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-72c71c85-fb9d-4b9f-934e-d07d852b31a9 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0685534 May 23 11:35:12.938180 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53040) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:12.944705 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-cd653e73-8850-4fb7-b7fb-4a6d9db6d2bc tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::294', 'mac_address': 'fa:16:3e:3f:89:9b'}, {'ip_address': '2001:db8::9f', 'mac_address': 'fa:16:3e:18:ab:2c'}]}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:13.085078 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-9b79ec95-e428-482d-8ef0-5e2b9e47453a tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] delete failed (client error): There was a conflict when trying to complete your request. May 23 11:35:13.090152 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9b79ec95-e428-482d-8ef0-5e2b9e47453a tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] 10.222.0.79 "DELETE /v2.0/routers/50597d3b-bc36-4e74-a744-01eba38f8f95 HTTP/1.1" status: 409 len: 329 time: 0.5614009 May 23 11:35:13.091122 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53046) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:13.201261 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c4339812-d332-4a88-9858-51a51e00132d None None] Provisioning for port 296b9160-6b57-4c46-a533-7b4a92207e26 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:35:13.207611 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c4339812-d332-4a88-9858-51a51e00132d None None] Provisioning complete for port 296b9160-6b57-4c46-a533-7b4a92207e26 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:35:13.208372 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c4339812-d332-4a88-9858-51a51e00132d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:13.272780 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c4339812-d332-4a88-9858-51a51e00132d None None] Port 296b9160-6b57-4c46-a533-7b4a92207e26 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:35:13.388502 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cd653e73-8850-4fb7-b7fb-4a6d9db6d2bc tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:13.459902 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-60ce0b35-04cd-4402-88d4-10f9c0a3c32c tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:13.651883 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cd653e73-8850-4fb7-b7fb-4a6d9db6d2bc tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:13.659272 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cd653e73-8850-4fb7-b7fb-4a6d9db6d2bc tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:13.674396 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [req-272cf844-d4fa-434d-96bb-3cec01d0d1a0 req-ec9a46dd-0523-4195-9867-77fde42916b4 service neutron] show failed (client error): The resource could not be found. May 23 11:35:13.675365 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-272cf844-d4fa-434d-96bb-3cec01d0d1a0 req-ec9a46dd-0523-4195-9867-77fde42916b4 service neutron] 10.222.0.81 "GET /v2.0/ports/a4cd67e8-ad08-414e-8919-9b9b452194c3/bindings/n-h1-842952-2 HTTP/1.1" status: 404 len: 380 time: 0.1628432 May 23 11:35:13.729762 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-cd653e73-8850-4fb7-b7fb-4a6d9db6d2bc tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] In _notify_port_updated(), no bound segment for port 296b9160-6b57-4c46-a533-7b4a92207e26 on network 32c1586e-3710-4916-8112-ca33f6efc9ee {{(pid=83910) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 23 11:35:13.733928 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd653e73-8850-4fb7-b7fb-4a6d9db6d2bc tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:13.734597 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cd653e73-8850-4fb7-b7fb-4a6d9db6d2bc tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:13.738814 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-cd653e73-8850-4fb7-b7fb-4a6d9db6d2bc tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] 10.222.0.79 "PUT /v2.0/ports/296b9160-6b57-4c46-a533-7b4a92207e26 HTTP/1.1" status: 200 len: 1067 time: 0.7995422 May 23 11:35:13.739201 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53064) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:13.748766 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd653e73-8850-4fb7-b7fb-4a6d9db6d2bc tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Pushing event updated for resources: {'Port': ['ID=296b9160-6b57-4c46-a533-7b4a92207e26,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:13.752860 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53068) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:13.927842 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-226f96e5-a3dc-4cba-bcd1-e7d1fe3ffeec admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:13.936013 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd30fb-84d9-49ac-925f-4a0673ab9998 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Deleting port 296b9160-6b57-4c46-a533-7b4a92207e26 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:35:13.936594 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d3bd30fb-84d9-49ac-925f-4a0673ab9998 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:14.060784 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-226f96e5-a3dc-4cba-bcd1-e7d1fe3ffeec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:14.074040 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-226f96e5-a3dc-4cba-bcd1-e7d1fe3ffeec admin admin] Usage tracker for resource:security_group_rule and tenant:3d1d9449b5c24d85b536b8d3bbb9ca91 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:35:14.084962 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-226f96e5-a3dc-4cba-bcd1-e7d1fe3ffeec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:35:14.095300 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-226f96e5-a3dc-4cba-bcd1-e7d1fe3ffeec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:14.103366 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c98b8b0a-07b2-422f-ac44-eb7ecc1f06f3 None None] Provisioning complete for port 296b9160-6b57-4c46-a533-7b4a92207e26 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:35:14.104474 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c98b8b0a-07b2-422f-ac44-eb7ecc1f06f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:14.153529 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-272cf844-d4fa-434d-96bb-3cec01d0d1a0 req-06b6c5b6-93c0-4a0b-ad23-a2776c05147f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848&tenant_id=261dc3b71b384338a9f4e12911499bfb HTTP/1.1" status: 200 len: 1097 time: 0.1832645 May 23 11:35:14.179969 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-272cf844-d4fa-434d-96bb-3cec01d0d1a0 req-5fb38a1b-95d0-4d78-a7d4-b46b22896c35 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-842952-2', 'device_owner': 'compute:nova'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:14.198502 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c98b8b0a-07b2-422f-ac44-eb7ecc1f06f3 None None] Port 296b9160-6b57-4c46-a533-7b4a92207e26 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:35:14.216620 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3a29c-b5fb-4ced-add5-2093f42c3bc9 req-e8f3c62f-c768-4e8c-81cc-1c5560135d56 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:14.221114 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6ab3a29c-b5fb-4ced-add5-2093f42c3bc9 req-e8f3c62f-c768-4e8c-81cc-1c5560135d56 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 946 time: 0.2172513 May 23 11:35:14.266902 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:14.292130 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-226f96e5-a3dc-4cba-bcd1-e7d1fe3ffeec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:14.332974 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-226f96e5-a3dc-4cba-bcd1-e7d1fe3ffeec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:14.406658 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6ab3a29c-b5fb-4ced-add5-2093f42c3bc9 req-22ed83e5-7dab-4051-81b8-3022eb2aa00a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=679e3180-4659-448f-ad4b-b096f56917db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769404 May 23 11:35:14.410711 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-272cf844-d4fa-434d-96bb-3cec01d0d1a0 req-5fb38a1b-95d0-4d78-a7d4-b46b22896c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:14.438576 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d3bd30fb-84d9-49ac-925f-4a0673ab9998 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:14.453621 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f96e5-a3dc-4cba-bcd1-e7d1fe3ffeec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e9b26c-9c00-47dc-b302-93a765082b36,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:14.468579 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-226f96e5-a3dc-4cba-bcd1-e7d1fe3ffeec admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3d1d9449b5c24d85b536b8d3bbb9ca91&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7147167 May 23 11:35:14.471484 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53076) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:14.570186 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd30fb-84d9-49ac-925f-4a0673ab9998 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Calling delete_port for 296b9160-6b57-4c46-a533-7b4a92207e26 owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:35:14.681953 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-20fc0112-6306-49da-a45e-c945862fda54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:14.726718 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-20fc0112-6306-49da-a45e-c945862fda54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:14.791563 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-272cf844-d4fa-434d-96bb-3cec01d0d1a0 req-5fb38a1b-95d0-4d78-a7d4-b46b22896c35 service neutron] For port a4cd67e8-ad08-414e-8919-9b9b452194c3, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=a4cd67e8-ad08-414e-8919-9b9b452194c3,segment=NetworkSegment(204a908b-b12b-4e27-ac7d-0d6ebc09f6f5),segment_id=204a908b-b12b-4e27-ac7d-0d6ebc09f6f5)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:35:14.812906 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d3bd30fb-84d9-49ac-925f-4a0673ab9998 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:14.832409 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-20fc0112-6306-49da-a45e-c945862fda54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:14.848279 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-272cf844-d4fa-434d-96bb-3cec01d0d1a0 req-5fb38a1b-95d0-4d78-a7d4-b46b22896c35 service neutron] For port a4cd67e8-ad08-414e-8919-9b9b452194c3, host n-h2-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:35:14.867348 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-60ce0b35-04cd-4402-88d4-10f9c0a3c32c tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Deleting port ba039511-7141-4db1-a42c-b9eadbeb3b3e {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:35:14.867704 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-60ce0b35-04cd-4402-88d4-10f9c0a3c32c tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:14.890731 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc0112-6306-49da-a45e-c945862fda54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e9b26c-9c00-47dc-b302-93a765082b36,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:14.897186 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd30fb-84d9-49ac-925f-4a0673ab9998 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Pushing event deleted for resources: {'Port': ['ID=296b9160-6b57-4c46-a533-7b4a92207e26,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:14.902699 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-20fc0112-6306-49da-a45e-c945862fda54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:14.903976 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-20fc0112-6306-49da-a45e-c945862fda54 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/69e9b26c-9c00-47dc-b302-93a765082b36 HTTP/1.1" status: 204 len: 168 time: 0.4317842 May 23 11:35:14.917099 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c452d5-d16d-45dc-826d-b1eb2a509848', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4cd67e8-ad08-414e-8919-9b9b452194c3'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:35:14.924409 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-272cf844-d4fa-434d-96bb-3cec01d0d1a0 req-5fb38a1b-95d0-4d78-a7d4-b46b22896c35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:14.941949 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-272cf844-d4fa-434d-96bb-3cec01d0d1a0 req-5fb38a1b-95d0-4d78-a7d4-b46b22896c35 service neutron] Transition to ACTIVE for port object a4cd67e8-ad08-414e-8919-9b9b452194c3 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:35:14.949398 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-272cf844-d4fa-434d-96bb-3cec01d0d1a0 req-5fb38a1b-95d0-4d78-a7d4-b46b22896c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:15.122235 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1606f0da-278d-42f5-a73b-8f721df324c2'] response: {'server_uuid': 'e4c452d5-d16d-45dc-826d-b1eb2a509848', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4cd67e8-ad08-414e-8919-9b9b452194c3', 'code': 200} May 23 11:35:15.131134 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb38a1b-95d0-4d78-a7d4-b46b22896c35 service neutron] Pushing event updated for resources: {'Port': ['ID=a4cd67e8-ad08-414e-8919-9b9b452194c3,revision_number=6']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:15.231359 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-272cf844-d4fa-434d-96bb-3cec01d0d1a0 req-5fb38a1b-95d0-4d78-a7d4-b46b22896c35 service neutron] No DVR routers for this DVR port a4cd67e8-ad08-414e-8919-9b9b452194c3 on host n-h2-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:35:15.242833 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-60ce0b35-04cd-4402-88d4-10f9c0a3c32c tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:15.452455 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53086) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:15.461569 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-60ce0b35-04cd-4402-88d4-10f9c0a3c32c tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Calling delete_port for ba039511-7141-4db1-a42c-b9eadbeb3b3e owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:35:15.558981 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aded4cf1-5ef5-452a-8981-8de016d63c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:15.571213 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d3bd30fb-84d9-49ac-925f-4a0673ab9998 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:15.601205 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d3bd30fb-84d9-49ac-925f-4a0673ab9998 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] 10.222.0.79 "DELETE /v2.0/ports/296b9160-6b57-4c46-a533-7b4a92207e26 HTTP/1.1" status: 204 len: 168 time: 1.8611679 May 23 11:35:15.608877 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53092) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:15.648907 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a3544-3f13-46f9-abe3-ef0f1cd5f3ce req-438ba04f-3dc4-4270-9646-ffa2b62b2ec2 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:15.650355 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a36a3544-3f13-46f9-abe3-ef0f1cd5f3ce req-438ba04f-3dc4-4270-9646-ffa2b62b2ec2 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 944 time: 0.1164129 May 23 11:35:15.672855 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ea7d75b-6e71-4c08-a23b-5b065b3905fe tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] GET failed (client error): The resource could not be found. May 23 11:35:15.673356 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5ea7d75b-6e71-4c08-a23b-5b065b3905fe tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Synchronizing usage tracker for tenant:ddf5029eca4e404fa36dd10ac756327d on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:35:15.680457 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-aded4cf1-5ef5-452a-8981-8de016d63c9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:15.688917 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-aded4cf1-5ef5-452a-8981-8de016d63c9e admin admin] Usage tracker for resource:security_group_rule and tenant:51dd9ff4d5a949469ab0a0b6d2defdfb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:35:15.693258 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-aded4cf1-5ef5-452a-8981-8de016d63c9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:35:15.707723 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-aded4cf1-5ef5-452a-8981-8de016d63c9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:15.717686 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5ea7d75b-6e71-4c08-a23b-5b065b3905fe tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Unset dirty status for tenant:ddf5029eca4e404fa36dd10ac756327d on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:35:15.718904 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5ea7d75b-6e71-4c08-a23b-5b065b3905fe tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] 10.222.0.79 "GET /v2.0/ports/296b9160-6b57-4c46-a533-7b4a92207e26 HTTP/1.1" status: 404 len: 333 time: 0.1042299 May 23 11:35:15.722081 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53096) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:15.738197 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-272cf844-d4fa-434d-96bb-3cec01d0d1a0 req-5fb38a1b-95d0-4d78-a7d4-b46b22896c35 service neutron] Attempting to bind port a4cd67e8-ad08-414e-8919-9b9b452194c3 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:35:15.738806 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-272cf844-d4fa-434d-96bb-3cec01d0d1a0 req-5fb38a1b-95d0-4d78-a7d4-b46b22896c35 service neutron] Attempting to bind port a4cd67e8-ad08-414e-8919-9b9b452194c3 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '204a908b-b12b-4e27-ac7d-0d6ebc09f6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '437becb0-7541-4062-8bf3-b1be0799ec21'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:35:15.738922 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272cf844-d4fa-434d-96bb-3cec01d0d1a0 req-5fb38a1b-95d0-4d78-a7d4-b46b22896c35 service neutron] Attempting to bind port a4cd67e8-ad08-414e-8919-9b9b452194c3 on network 437becb0-7541-4062-8bf3-b1be0799ec21 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:35:15.750778 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a36a3544-3f13-46f9-abe3-ef0f1cd5f3ce req-9eb8175a-4213-4e98-8087-7e2ac6669ae8 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=679e3180-4659-448f-ad4b-b096f56917db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930200 May 23 11:35:15.751439 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272cf844-d4fa-434d-96bb-3cec01d0d1a0 req-5fb38a1b-95d0-4d78-a7d4-b46b22896c35 service neutron] Port a4cd67e8-ad08-414e-8919-9b9b452194c3 on network 437becb0-7541-4062-8bf3-b1be0799ec21 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:35:15.751760 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272cf844-d4fa-434d-96bb-3cec01d0d1a0 req-5fb38a1b-95d0-4d78-a7d4-b46b22896c35 service neutron] Attempting to bind port a4cd67e8-ad08-414e-8919-9b9b452194c3 on network 437becb0-7541-4062-8bf3-b1be0799ec21 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:35:15.758267 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272cf844-d4fa-434d-96bb-3cec01d0d1a0 req-5fb38a1b-95d0-4d78-a7d4-b46b22896c35 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:35:15.758611 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272cf844-d4fa-434d-96bb-3cec01d0d1a0 req-5fb38a1b-95d0-4d78-a7d4-b46b22896c35 service neutron] Checking segment: {'id': '204a908b-b12b-4e27-ac7d-0d6ebc09f6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '437becb0-7541-4062-8bf3-b1be0799ec21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:35:15.758978 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272cf844-d4fa-434d-96bb-3cec01d0d1a0 req-5fb38a1b-95d0-4d78-a7d4-b46b22896c35 service neutron] Bound using segment: {'id': '204a908b-b12b-4e27-ac7d-0d6ebc09f6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '437becb0-7541-4062-8bf3-b1be0799ec21'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:35:15.759403 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-272cf844-d4fa-434d-96bb-3cec01d0d1a0 req-5fb38a1b-95d0-4d78-a7d4-b46b22896c35 service neutron] Bound port: a4cd67e8-ad08-414e-8919-9b9b452194c3, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '204a908b-b12b-4e27-ac7d-0d6ebc09f6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '437becb0-7541-4062-8bf3-b1be0799ec21'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:35:15.759762 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-272cf844-d4fa-434d-96bb-3cec01d0d1a0 req-5fb38a1b-95d0-4d78-a7d4-b46b22896c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:15.848685 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-5f066b62-d2c8-4159-94b4-2b6065d524e1 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Deleting port 7cab873f-e03b-42e1-8747-83b43b90ac5f {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:35:15.849023 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5f066b62-d2c8-4159-94b4-2b6065d524e1 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:15.850432 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-272cf844-d4fa-434d-96bb-3cec01d0d1a0 req-5fb38a1b-95d0-4d78-a7d4-b46b22896c35 service neutron] For port a4cd67e8-ad08-414e-8919-9b9b452194c3, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:35:15.853589 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-272cf844-d4fa-434d-96bb-3cec01d0d1a0 req-5fb38a1b-95d0-4d78-a7d4-b46b22896c35 service neutron] For port a4cd67e8-ad08-414e-8919-9b9b452194c3, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=a4cd67e8-ad08-414e-8919-9b9b452194c3,segment=NetworkSegment(204a908b-b12b-4e27-ac7d-0d6ebc09f6f5),segment_id=204a908b-b12b-4e27-ac7d-0d6ebc09f6f5)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:35:15.857305 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-272cf844-d4fa-434d-96bb-3cec01d0d1a0 req-5fb38a1b-95d0-4d78-a7d4-b46b22896c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:15.922725 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-272cf844-d4fa-434d-96bb-3cec01d0d1a0 req-5fb38a1b-95d0-4d78-a7d4-b46b22896c35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:15.924448 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-272cf844-d4fa-434d-96bb-3cec01d0d1a0 req-5fb38a1b-95d0-4d78-a7d4-b46b22896c35 service neutron] 10.222.0.13 "PUT /v2.0/ports/a4cd67e8-ad08-414e-8919-9b9b452194c3 HTTP/1.1" status: 200 len: 1092 time: 1.7536731 May 23 11:35:15.936298 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-60ce0b35-04cd-4402-88d4-10f9c0a3c32c tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:15.940188 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb38a1b-95d0-4d78-a7d4-b46b22896c35 service neutron] Pushing event updated for resources: {'Port': ['ID=a4cd67e8-ad08-414e-8919-9b9b452194c3,revision_number=7']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:16.029703 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce0b35-04cd-4402-88d4-10f9c0a3c32c tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Pushing event deleted for resources: {'Port': ['ID=ba039511-7141-4db1-a42c-b9eadbeb3b3e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:16.051640 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-272cf844-d4fa-434d-96bb-3cec01d0d1a0 req-44c1d571-cd37-41e3-86d9-174f5fba7d52 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=261dc3b71b384338a9f4e12911499bfb&device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 1095 time: 0.0749745 May 23 11:35:16.154922 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aded4cf1-5ef5-452a-8981-8de016d63c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:16.191493 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aded4cf1-5ef5-452a-8981-8de016d63c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:16.203426 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cf844-d4fa-434d-96bb-3cec01d0d1a0 req-566c39dd-013c-48aa-8c48-be2bea75af2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:16.205081 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-272cf844-d4fa-434d-96bb-3cec01d0d1a0 req-566c39dd-013c-48aa-8c48-be2bea75af2e service neutron] 10.222.0.13 "GET /v2.0/networks?id=437becb0-7541-4062-8bf3-b1be0799ec21 HTTP/1.1" status: 200 len: 898 time: 0.1472073 May 23 11:35:16.319981 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-272cf844-d4fa-434d-96bb-3cec01d0d1a0 req-88561cdb-c7cf-4a38-b5e3-e0409affb341 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4cd67e8-ad08-414e-8919-9b9b452194c3 HTTP/1.1" status: 200 len: 1000 time: 0.1088192 May 23 11:35:16.385450 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cf844-d4fa-434d-96bb-3cec01d0d1a0 req-b7ddd871-1af4-42f5-9b58-1a31899c711b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:16.386935 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-272cf844-d4fa-434d-96bb-3cec01d0d1a0 req-b7ddd871-1af4-42f5-9b58-1a31899c711b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aca8b965-30cf-4c2a-8560-f756485a23a0 HTTP/1.1" status: 200 len: 834 time: 0.0604231 May 23 11:35:16.448428 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-aded4cf1-5ef5-452a-8981-8de016d63c9e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=51dd9ff4d5a949469ab0a0b6d2defdfb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9922185 May 23 11:35:16.450304 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53100) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:16.456961 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded4cf1-5ef5-452a-8981-8de016d63c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef6a47a-5927-4169-ae49-6dec8a1a6db4,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:16.508611 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-272cf844-d4fa-434d-96bb-3cec01d0d1a0 req-a55df2aa-5356-4053-96fd-5cc736808794 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=437becb0-7541-4062-8bf3-b1be0799ec21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1159780 May 23 11:35:16.509643 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5f066b62-d2c8-4159-94b4-2b6065d524e1 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:16.520886 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-60ce0b35-04cd-4402-88d4-10f9c0a3c32c tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:16.547260 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8f307dd-4212-47cc-8683-daaba274342c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:16.638453 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8f307dd-4212-47cc-8683-daaba274342c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:16.640000 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-5f066b62-d2c8-4159-94b4-2b6065d524e1 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Calling delete_port for 7cab873f-e03b-42e1-8747-83b43b90ac5f owned by {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:35:16.705697 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-272cf844-d4fa-434d-96bb-3cec01d0d1a0 req-21ac1a37-b262-4b12-a94e-6a98d312b6d7 service neutron] 10.222.0.13 "GET /v2.0/networks/437becb0-7541-4062-8bf3-b1be0799ec21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874404 May 23 11:35:16.785526 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8f307dd-4212-47cc-8683-daaba274342c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:16.813216 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f307dd-4212-47cc-8683-daaba274342c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef6a47a-5927-4169-ae49-6dec8a1a6db4,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:16.827570 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8f307dd-4212-47cc-8683-daaba274342c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:16.828762 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b8f307dd-4212-47cc-8683-daaba274342c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2ef6a47a-5927-4169-ae49-6dec8a1a6db4 HTTP/1.1" status: 204 len: 168 time: 0.3775325 May 23 11:35:16.873756 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-272cf844-d4fa-434d-96bb-3cec01d0d1a0 req-2f89127b-0419-454e-a1f2-f1e6d44aa03a service neutron] 10.222.0.13 "GET /v2.0/networks/437becb0-7541-4062-8bf3-b1be0799ec21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613505 May 23 11:35:17.042143 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9adfa6e-6273-4213-909e-a765d88de995 req-a8005ab1-b74b-4496-98dc-e7e85d2a267d tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:17.043554 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d9adfa6e-6273-4213-909e-a765d88de995 req-a8005ab1-b74b-4496-98dc-e7e85d2a267d tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 944 time: 0.1000931 May 23 11:35:17.093853 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d9adfa6e-6273-4213-909e-a765d88de995 req-e3fd14b8-82da-40cf-95f1-3bf26059b27d tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=679e3180-4659-448f-ad4b-b096f56917db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443945 May 23 11:35:17.112877 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5f066b62-d2c8-4159-94b4-2b6065d524e1 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:17.124566 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c452d5-d16d-45dc-826d-b1eb2a509848', 'tag': 'a4cd67e8-ad08-414e-8919-9b9b452194c3'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:35:17.198100 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6752285e-5c10-4bdd-a9a3-c7f811ee6e45'] response: {'name': 'network-changed', 'server_uuid': 'e4c452d5-d16d-45dc-826d-b1eb2a509848', 'tag': 'a4cd67e8-ad08-414e-8919-9b9b452194c3', 'status': 'completed', 'code': 200} May 23 11:35:17.216488 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f066b62-d2c8-4159-94b4-2b6065d524e1 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Pushing event deleted for resources: {'Port': ['ID=7cab873f-e03b-42e1-8747-83b43b90ac5f,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:17.310319 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5f066b62-d2c8-4159-94b4-2b6065d524e1 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:17.325838 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6e3b7ec5-0e33-4db9-bd72-7cfe38fc11d3 req-c92afd96-f8bc-45fa-8b14-cbfb3584f897 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=261dc3b71b384338a9f4e12911499bfb&device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 1095 time: 0.0840716 May 23 11:35:17.354223 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ce0b35-04cd-4402-88d4-10f9c0a3c32c tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Router 50597d3b-bc36-4e74-a744-01eba38f8f95 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:35:17.359770 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5f066b62-d2c8-4159-94b4-2b6065d524e1 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] 10.222.0.79 "DELETE /v2.0/ports/7cab873f-e03b-42e1-8747-83b43b90ac5f HTTP/1.1" status: 204 len: 168 time: 1.6367590 May 23 11:35:17.362937 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53118) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:17.473377 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbffca7b-d109-4915-9446-619f97512ec9 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] GET failed (client error): The resource could not be found. May 23 11:35:17.473969 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-dbffca7b-d109-4915-9446-619f97512ec9 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Synchronizing usage tracker for tenant:ddf5029eca4e404fa36dd10ac756327d on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:35:17.517329 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-dbffca7b-d109-4915-9446-619f97512ec9 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Unset dirty status for tenant:ddf5029eca4e404fa36dd10ac756327d on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:35:17.518682 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-dbffca7b-d109-4915-9446-619f97512ec9 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] 10.222.0.79 "GET /v2.0/ports/7cab873f-e03b-42e1-8747-83b43b90ac5f HTTP/1.1" status: 404 len: 333 time: 0.1547079 May 23 11:35:17.533533 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53124) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:17.569014 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6e3b7ec5-0e33-4db9-bd72-7cfe38fc11d3 req-9b494064-0506-468e-8695-74d8a15f1858 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=261dc3b71b384338a9f4e12911499bfb&device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 1095 time: 0.3053148 May 23 11:35:17.606247 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b7ec5-0e33-4db9-bd72-7cfe38fc11d3 req-781f8394-b6e5-49d1-a903-1ac7ca955e43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:17.608514 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6e3b7ec5-0e33-4db9-bd72-7cfe38fc11d3 req-781f8394-b6e5-49d1-a903-1ac7ca955e43 service neutron] 10.222.0.13 "GET /v2.0/networks?id=437becb0-7541-4062-8bf3-b1be0799ec21 HTTP/1.1" status: 200 len: 898 time: 0.2772727 May 23 11:35:17.760932 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ce0b35-04cd-4402-88d4-10f9c0a3c32c tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:35:17.767461 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-60ce0b35-04cd-4402-88d4-10f9c0a3c32c tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] 10.222.0.79 "PUT /v2.0/routers/50597d3b-bc36-4e74-a744-01eba38f8f95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6749735 May 23 11:35:17.777246 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34da2038-8983-4ef4-84e4-3ae321993981 None None] Sync routers for ids ['50597d3b-bc36-4e74-a744-01eba38f8f95'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:35:17.779251 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53132) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:17.795535 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34da2038-8983-4ef4-84e4-3ae321993981 None None] Routers {'50597d3b-bc36-4e74-a744-01eba38f8f95'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:35:17.796494 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-34da2038-8983-4ef4-84e4-3ae321993981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:35:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['50597d3b-bc36-4e74-a744-01eba38f8f95'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:17.824352 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:35:17.841175 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-a2e89389-ff42-4a38-af24-495864e69873 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Deleting port 89c10714-7b64-45f7-a2f4-8f805a3feabc {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:35:17.841701 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a2e89389-ff42-4a38-af24-495864e69873 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:17.847007 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b7ec5-0e33-4db9-bd72-7cfe38fc11d3 req-f9f17267-8e43-4a9c-8d9a-6def4e7a4e04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:17.848844 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6e3b7ec5-0e33-4db9-bd72-7cfe38fc11d3 req-f9f17267-8e43-4a9c-8d9a-6def4e7a4e04 service neutron] 10.222.0.81 "GET /v2.0/networks?id=437becb0-7541-4062-8bf3-b1be0799ec21 HTTP/1.1" status: 200 len: 898 time: 0.2290895 May 23 11:35:17.858273 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-68efca75-8db9-4580-a419-3d4bc888da67 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] show failed (client error): The resource could not be found. May 23 11:35:17.859463 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-68efca75-8db9-4580-a419-3d4bc888da67 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] 10.222.0.79 "GET /v2.0/routers/tempest-non_exist_router-382294408 HTTP/1.1" status: 404 len: 334 time: 0.0792420 May 23 11:35:17.878833 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53136) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:17.886194 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-d378a2ff-511f-4fe0-85f7-5ad1436715bd tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:17.941040 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device a4cd67e8-ad08-414e-8919-9b9b452194c3 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:35:17.972771 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6e3b7ec5-0e33-4db9-bd72-7cfe38fc11d3 req-2decfa19-af05-44e4-b21b-ee273b81f6dd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4cd67e8-ad08-414e-8919-9b9b452194c3 HTTP/1.1" status: 200 len: 1000 time: 0.1163595 May 23 11:35:17.985288 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-34da2038-8983-4ef4-84e4-3ae321993981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:17.985871 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-d378a2ff-511f-4fe0-85f7-5ad1436715bd tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] update failed (client error): The resource could not be found. May 23 11:35:17.990660 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d378a2ff-511f-4fe0-85f7-5ad1436715bd tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] 10.222.0.79 "PUT /v2.0/routers/tempest-non_exist_router-275623370 HTTP/1.1" status: 404 len: 334 time: 0.1107171 May 23 11:35:17.991178 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53142) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:17.999629 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6e3b7ec5-0e33-4db9-bd72-7cfe38fc11d3 req-5115dc75-5784-46bf-abaf-451d7ed3a37c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4cd67e8-ad08-414e-8919-9b9b452194c3 HTTP/1.1" status: 200 len: 1000 time: 0.3818812 May 23 11:35:18.021418 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device a4cd67e8-ad08-414e-8919-9b9b452194c3 not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:35:18.034913 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34da2038-8983-4ef4-84e4-3ae321993981 None None] Routers {'50597d3b-bc36-4e74-a744-01eba38f8f95'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:35:18.036363 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-34da2038-8983-4ef4-84e4-3ae321993981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:35:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['50597d3b-bc36-4e74-a744-01eba38f8f95'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:18.049017 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b7ec5-0e33-4db9-bd72-7cfe38fc11d3 req-ee8fcf4f-67cb-45fe-9b4a-f7bd79e811f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:18.050518 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6e3b7ec5-0e33-4db9-bd72-7cfe38fc11d3 req-ee8fcf4f-67cb-45fe-9b4a-f7bd79e811f2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=aca8b965-30cf-4c2a-8560-f756485a23a0 HTTP/1.1" status: 200 len: 834 time: 0.0711904 May 23 11:35:18.112029 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-34da2038-8983-4ef4-84e4-3ae321993981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:18.112604 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34da2038-8983-4ef4-84e4-3ae321993981 None None] The sync data for ids ['50597d3b-bc36-4e74-a744-01eba38f8f95'] in n-d-842952-2 is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:35:18.150546 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6e3b7ec5-0e33-4db9-bd72-7cfe38fc11d3 req-21adffa3-076e-4f13-b5f1-90feeba94a93 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=437becb0-7541-4062-8bf3-b1be0799ec21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853925 May 23 11:35:18.288195 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b7ec5-0e33-4db9-bd72-7cfe38fc11d3 req-ae035a36-cdd5-4288-b092-45f89bf3d374 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:18.289867 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6e3b7ec5-0e33-4db9-bd72-7cfe38fc11d3 req-ae035a36-cdd5-4288-b092-45f89bf3d374 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aca8b965-30cf-4c2a-8560-f756485a23a0 HTTP/1.1" status: 200 len: 834 time: 0.2402105 May 23 11:35:18.296293 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6e3b7ec5-0e33-4db9-bd72-7cfe38fc11d3 req-a947429a-de15-42a5-b9ff-450aaf2e2b89 service neutron] 10.222.0.81 "GET /v2.0/networks/437becb0-7541-4062-8bf3-b1be0799ec21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349394 May 23 11:35:18.436359 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6e3b7ec5-0e33-4db9-bd72-7cfe38fc11d3 req-bce5063e-13a5-4c02-b83c-0287854dacf4 service neutron] 10.222.0.81 "GET /v2.0/networks/437becb0-7541-4062-8bf3-b1be0799ec21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318655 May 23 11:35:18.566792 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a2e89389-ff42-4a38-af24-495864e69873 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:18.581329 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-05bfa961-ca46-4f82-b096-e3797598052b tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Deleting subnet 0d41116a-1357-4d0f-8158-a685f2ce6120 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:35:18.589819 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-05bfa961-ca46-4f82-b096-e3797598052b tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:18.745994 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-a2e89389-ff42-4a38-af24-495864e69873 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Calling delete_port for 89c10714-7b64-45f7-a2f4-8f805a3feabc owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:35:18.794575 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6e3b7ec5-0e33-4db9-bd72-7cfe38fc11d3 req-45c276c3-ebdc-4273-a9df-ab62a1681a7b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=437becb0-7541-4062-8bf3-b1be0799ec21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4640393 May 23 11:35:18.839763 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-05bfa961-ca46-4f82-b096-e3797598052b tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:18.872602 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a26b2-2f7e-408a-aee9-7a183c3836a3 req-97707300-c6b2-4245-b4bb-464acfb92478 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:18.874082 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bc3a26b2-2f7e-408a-aee9-7a183c3836a3 req-97707300-c6b2-4245-b4bb-464acfb92478 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 944 time: 0.5832558 May 23 11:35:19.117449 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bc3a26b2-2f7e-408a-aee9-7a183c3836a3 req-cb2e652e-3b47-4d65-abae-1eabf422c0c3 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=679e3180-4659-448f-ad4b-b096f56917db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2325571 May 23 11:35:19.136913 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6e3b7ec5-0e33-4db9-bd72-7cfe38fc11d3 req-7a1cb371-e738-4411-96b5-270d1ec13c15 service neutron] 10.222.0.13 "GET /v2.0/networks/437becb0-7541-4062-8bf3-b1be0799ec21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300433 May 23 11:35:19.165109 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-05bfa961-ca46-4f82-b096-e3797598052b tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:19.406737 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a2e89389-ff42-4a38-af24-495864e69873 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:19.474793 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e89389-ff42-4a38-af24-495864e69873 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Pushing event deleted for resources: {'Port': ['ID=89c10714-7b64-45f7-a2f4-8f805a3feabc,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:19.552221 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a2e89389-ff42-4a38-af24-495864e69873 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:19.588846 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-05bfa961-ca46-4f82-b096-e3797598052b tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:19.620553 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6e3b7ec5-0e33-4db9-bd72-7cfe38fc11d3 req-c3e00414-f58a-406a-b8ec-b5b7394516cd service neutron] 10.222.0.13 "GET /v2.0/networks/437becb0-7541-4062-8bf3-b1be0799ec21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774053 May 23 11:35:19.625714 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a2e89389-ff42-4a38-af24-495864e69873 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] 10.222.0.79 "DELETE /v2.0/ports/89c10714-7b64-45f7-a2f4-8f805a3feabc HTTP/1.1" status: 204 len: 168 time: 2.0911019 May 23 11:35:19.628544 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53178) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:19.632220 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bfa961-ca46-4f82-b096-e3797598052b tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Pushing event deleted for resources: {'Subnet': ['ID=0d41116a-1357-4d0f-8158-a685f2ce6120,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:19.647075 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-05bfa961-ca46-4f82-b096-e3797598052b tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:19.648178 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bed720-7439-488c-9d0c-9442dbe5e23f None None] Network 4210a3bc-9f11-4fc1-8bc5-3e3ffde38e66 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:35:19.652724 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-05bfa961-ca46-4f82-b096-e3797598052b tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] 10.222.0.79 "DELETE /v2.0/subnets/0d41116a-1357-4d0f-8158-a685f2ce6120 HTTP/1.1" status: 204 len: 168 time: 1.6577241 May 23 11:35:19.653643 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53182) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:19.787132 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fca480e8-4220-42cb-9541-60b59dbd0152 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:19.798976 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-fca480e8-4220-42cb-9541-60b59dbd0152 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Deleting port 06f3d1d4-5861-41f7-833b-93193e8d2d96 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:35:19.799501 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fca480e8-4220-42cb-9541-60b59dbd0152 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:19.868799 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb006f9-db43-4e6a-9467-54b24e7311a0 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Deleting subnet 8e726b39-b2e2-4698-b2c7-1156f155f748 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:35:19.872451 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8eb006f9-db43-4e6a-9467-54b24e7311a0 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:19.947653 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8eb006f9-db43-4e6a-9467-54b24e7311a0 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:19.963889 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e29c07-b8ab-42b3-ac21-08b918a2dbb7 None None] DHCP port deletion for 4210a3bc-9f11-4fc1-8bc5-3e3ffde38e66 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:35:19.968778 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a0e29c07-b8ab-42b3-ac21-08b918a2dbb7 None None] Deleting port 06f3d1d4-5861-41f7-833b-93193e8d2d96 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:35:19.969390 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a0e29c07-b8ab-42b3-ac21-08b918a2dbb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:20.040568 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8eb006f9-db43-4e6a-9467-54b24e7311a0 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:20.091487 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-fca480e8-4220-42cb-9541-60b59dbd0152 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] For port 06f3d1d4-5861-41f7-833b-93193e8d2d96, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=06f3d1d4-5861-41f7-833b-93193e8d2d96,segment=NetworkSegment(5b841776-ca1a-45cc-bd75-79f81b8ed68f),segment_id=5b841776-ca1a-45cc-bd75-79f81b8ed68f)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:35:20.092105 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fca480e8-4220-42cb-9541-60b59dbd0152 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:20.127406 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8eb006f9-db43-4e6a-9467-54b24e7311a0 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:20.172420 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb006f9-db43-4e6a-9467-54b24e7311a0 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Pushing event deleted for resources: {'Subnet': ['ID=8e726b39-b2e2-4698-b2c7-1156f155f748,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:20.180931 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-a0e29c07-b8ab-42b3-ac21-08b918a2dbb7 None None] For port 06f3d1d4-5861-41f7-833b-93193e8d2d96, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=06f3d1d4-5861-41f7-833b-93193e8d2d96,segment=NetworkSegment(5b841776-ca1a-45cc-bd75-79f81b8ed68f),segment_id=5b841776-ca1a-45cc-bd75-79f81b8ed68f)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:35:20.181344 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a0e29c07-b8ab-42b3-ac21-08b918a2dbb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:20.182773 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8eb006f9-db43-4e6a-9467-54b24e7311a0 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:20.191968 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8eb006f9-db43-4e6a-9467-54b24e7311a0 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] 10.222.0.79 "DELETE /v2.0/subnets/8e726b39-b2e2-4698-b2c7-1156f155f748 HTTP/1.1" status: 204 len: 168 time: 0.5621939 May 23 11:35:20.192597 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53188) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:20.192734 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7058634-d55d-4cd9-8aba-dd0fbaf6e3ed None None] Network 32c1586e-3710-4916-8112-ca33f6efc9ee requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:35:20.227520 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-fca480e8-4220-42cb-9541-60b59dbd0152 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Calling delete_port for 06f3d1d4-5861-41f7-833b-93193e8d2d96 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:35:20.309533 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b04bac49-15e3-4bc4-8a98-3de94acaf772 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:20.321712 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-b04bac49-15e3-4bc4-8a98-3de94acaf772 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Deleting port e1bdf930-fd71-429b-8fca-f978b85c18f7 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:35:20.322092 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b04bac49-15e3-4bc4-8a98-3de94acaf772 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:20.372141 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fca480e8-4220-42cb-9541-60b59dbd0152 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:20.413549 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a0e29c07-b8ab-42b3-ac21-08b918a2dbb7 None None] Calling delete_port for 06f3d1d4-5861-41f7-833b-93193e8d2d96 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:35:20.432140 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca480e8-4220-42cb-9541-60b59dbd0152 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Pushing event deleted for resources: {'Port': ['ID=06f3d1d4-5861-41f7-833b-93193e8d2d96,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:20.437212 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca480e8-4220-42cb-9541-60b59dbd0152 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] No DVR routers for this DVR port 06f3d1d4-5861-41f7-833b-93193e8d2d96 on host n-d-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:35:20.444959 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501853af-80aa-4d31-bbf5-38fc4a4d1015 req-4d9335dc-6f24-4996-b26c-647b08ecead6 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:20.446589 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-501853af-80aa-4d31-bbf5-38fc4a4d1015 req-4d9335dc-6f24-4996-b26c-647b08ecead6 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 944 time: 0.1675067 May 23 11:35:20.576161 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-a0e29c07-b8ab-42b3-ac21-08b918a2dbb7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:35:20.576161 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-a0e29c07-b8ab-42b3-ac21-08b918a2dbb7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:35:20.588544 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fca480e8-4220-42cb-9541-60b59dbd0152 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:20.619421 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-fca480e8-4220-42cb-9541-60b59dbd0152 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4210a3bc-9f11-4fc1-8bc5-3e3ffde38e66']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:20.634517 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-fca480e8-4220-42cb-9541-60b59dbd0152 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b841776-ca1a-45cc-bd75-79f81b8ed68f') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:20.634939 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-fca480e8-4220-42cb-9541-60b59dbd0152 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b841776-ca1a-45cc-bd75-79f81b8ed68f') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:20.651997 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fca480e8-4220-42cb-9541-60b59dbd0152 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:20.653161 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2379a529-4b31-44e3-9ae0-97bb4e60533c None None] DHCP port deletion for 32c1586e-3710-4916-8112-ca33f6efc9ee request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:35:20.656358 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-b04bac49-15e3-4bc4-8a98-3de94acaf772 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] For port e1bdf930-fd71-429b-8fca-f978b85c18f7, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e1bdf930-fd71-429b-8fca-f978b85c18f7,segment=NetworkSegment(57a0f6a5-0435-4ae8-bc2b-978abef9eb99),segment_id=57a0f6a5-0435-4ae8-bc2b-978abef9eb99)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:35:20.656920 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b04bac49-15e3-4bc4-8a98-3de94acaf772 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:20.660334 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2379a529-4b31-44e3-9ae0-97bb4e60533c None None] Deleting port e1bdf930-fd71-429b-8fca-f978b85c18f7 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:35:20.661023 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2379a529-4b31-44e3-9ae0-97bb4e60533c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:20.680434 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-501853af-80aa-4d31-bbf5-38fc4a4d1015 req-9d098196-4014-4961-83dd-3715e8c45d80 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=679e3180-4659-448f-ad4b-b096f56917db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2080371 May 23 11:35:20.688338 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fca480e8-4220-42cb-9541-60b59dbd0152 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:20.694922 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fca480e8-4220-42cb-9541-60b59dbd0152 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:35:20.695594 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fca480e8-4220-42cb-9541-60b59dbd0152 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:20.710946 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:35:20.710946 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:35:20.710946 n-d-842952-2 neutron-server[83910]: timer() May 23 11:35:20.710946 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:35:20.710946 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:35:20.710946 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:35:20.710946 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:35:20.710946 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:35:20.710946 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:35:20.710946 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:35:20.710946 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:35:20.710946 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:35:20.710946 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:35:20.710946 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:35:20.710946 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:35:20.710946 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:35:20.710946 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:35:20.710946 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:35:20.710946 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:35:20.710946 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:35:20.710946 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:35:20.710946 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:35:20.710946 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:35:20.710946 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:35:20.710946 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:35:20.710946 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:35:20.710946 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:35:20.710946 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:35:20.710946 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:35:20.710946 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:35:20.710946 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:35:20.710946 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:35:20.796993 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-b04bac49-15e3-4bc4-8a98-3de94acaf772 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Calling delete_port for e1bdf930-fd71-429b-8fca-f978b85c18f7 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:35:20.878832 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fca480e8-4220-42cb-9541-60b59dbd0152 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:20.903814 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fca480e8-4220-42cb-9541-60b59dbd0152 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:20.910510 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca480e8-4220-42cb-9541-60b59dbd0152 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Pushing event deleted for resources: {'Network': ['ID=4210a3bc-9f11-4fc1-8bc5-3e3ffde38e66,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:20.917768 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-fca480e8-4220-42cb-9541-60b59dbd0152 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] 10.222.0.79 "DELETE /v2.0/networks/4210a3bc-9f11-4fc1-8bc5-3e3ffde38e66 HTTP/1.1" status: 204 len: 168 time: 1.2628102 May 23 11:35:20.921018 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53198) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:20.957539 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2379a529-4b31-44e3-9ae0-97bb4e60533c None None] For port e1bdf930-fd71-429b-8fca-f978b85c18f7, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e1bdf930-fd71-429b-8fca-f978b85c18f7,segment=NetworkSegment(57a0f6a5-0435-4ae8-bc2b-978abef9eb99),segment_id=57a0f6a5-0435-4ae8-bc2b-978abef9eb99)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:35:20.957896 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2379a529-4b31-44e3-9ae0-97bb4e60533c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:20.961929 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b04bac49-15e3-4bc4-8a98-3de94acaf772 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:21.036843 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04bac49-15e3-4bc4-8a98-3de94acaf772 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] No DVR routers for this DVR port e1bdf930-fd71-429b-8fca-f978b85c18f7 on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:35:21.038957 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04bac49-15e3-4bc4-8a98-3de94acaf772 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Pushing event deleted for resources: {'Port': ['ID=e1bdf930-fd71-429b-8fca-f978b85c18f7,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:21.195095 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2379a529-4b31-44e3-9ae0-97bb4e60533c None None] Calling delete_port for e1bdf930-fd71-429b-8fca-f978b85c18f7 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:35:21.269268 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a0e29c07-b8ab-42b3-ac21-08b918a2dbb7 None None] Deleting port 06f3d1d4-5861-41f7-833b-93193e8d2d96 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:35:21.269641 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a0e29c07-b8ab-42b3-ac21-08b918a2dbb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:21.303081 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-2379a529-4b31-44e3-9ae0-97bb4e60533c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:35:21.303425 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-2379a529-4b31-44e3-9ae0-97bb4e60533c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:35:21.310505 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device a4cd67e8-ad08-414e-8919-9b9b452194c3 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:35:21.312910 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e1bdf930-fd71-429b-8fca-f978b85c18f7 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:35:21.350220 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f5db4-563d-43dc-89bc-769777dacee9 req-e64b27a6-144d-446f-8285-d5425fe9bc13 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:21.351932 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e47f5db4-563d-43dc-89bc-769777dacee9 req-e64b27a6-144d-446f-8285-d5425fe9bc13 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 944 time: 0.1492407 May 23 11:35:21.353361 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: e1bdf930-fd71-429b-8fca-f978b85c18f7 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:35:21.353701 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e1bdf930-fd71-429b-8fca-f978b85c18f7 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:35:21.354103 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 06f3d1d4-5861-41f7-833b-93193e8d2d96 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:35:21.400805 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b04bac49-15e3-4bc4-8a98-3de94acaf772 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:21.418372 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 06f3d1d4-5861-41f7-833b-93193e8d2d96 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:35:21.418752 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 06f3d1d4-5861-41f7-833b-93193e8d2d96 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:35:21.425329 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a0e29c07-b8ab-42b3-ac21-08b918a2dbb7 None None] The port '06f3d1d4-5861-41f7-833b-93193e8d2d96' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:35:21.446198 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e47f5db4-563d-43dc-89bc-769777dacee9 req-089c07c0-d97c-4595-92ad-55485f249097 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=679e3180-4659-448f-ad4b-b096f56917db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812950 May 23 11:35:21.462847 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-b04bac49-15e3-4bc4-8a98-3de94acaf772 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32c1586e-3710-4916-8112-ca33f6efc9ee']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:21.497670 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-b04bac49-15e3-4bc4-8a98-3de94acaf772 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57a0f6a5-0435-4ae8-bc2b-978abef9eb99') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:21.498051 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-b04bac49-15e3-4bc4-8a98-3de94acaf772 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57a0f6a5-0435-4ae8-bc2b-978abef9eb99') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:21.529950 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b04bac49-15e3-4bc4-8a98-3de94acaf772 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:21.567740 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b04bac49-15e3-4bc4-8a98-3de94acaf772 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:21.568213 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port a4cd67e8-ad08-414e-8919-9b9b452194c3, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=a4cd67e8-ad08-414e-8919-9b9b452194c3,segment=NetworkSegment(204a908b-b12b-4e27-ac7d-0d6ebc09f6f5),segment_id=204a908b-b12b-4e27-ac7d-0d6ebc09f6f5)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:35:21.583925 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf8314-82d1-4822-8621-4fffa301e18c req-f3f2483f-64e6-4c59-996f-38d16ed1648a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:21.584747 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'a4cd67e8-ad08-414e-8919-9b9b452194c3', 'network_id': '437becb0-7541-4062-8bf3-b1be0799ec21', 'port_id': 'a4cd67e8-ad08-414e-8919-9b9b452194c3', 'mac_address': 'fa:16:3e:6e:ed:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aca8b965-30cf-4c2a-8560-f756485a23a0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:35:21.584912 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-b3bf8314-82d1-4822-8621-4fffa301e18c req-f3f2483f-64e6-4c59-996f-38d16ed1648a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Synchronizing usage tracker for tenant:261dc3b71b384338a9f4e12911499bfb on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:35:21.588022 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b04bac49-15e3-4bc4-8a98-3de94acaf772 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:35:21.588525 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b04bac49-15e3-4bc4-8a98-3de94acaf772 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:21.605010 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:35:21.605010 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:35:21.605010 n-d-842952-2 neutron-server[83911]: timer() May 23 11:35:21.605010 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:35:21.605010 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:35:21.605010 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:35:21.605010 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:35:21.605010 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:35:21.605010 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:35:21.605010 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:35:21.605010 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:35:21.605010 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:35:21.605010 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:35:21.605010 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:35:21.605010 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:35:21.605010 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:35:21.605010 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:35:21.605010 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:35:21.605010 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:35:21.605010 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:35:21.605010 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:35:21.605010 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:35:21.605010 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:35:21.605010 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:35:21.605010 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:35:21.605010 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:35:21.605010 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:35:21.605010 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:35:21.605010 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:35:21.605010 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:35:21.605010 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:35:21.605010 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:35:21.609886 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5d8a7ab-31af-41c7-9269-0f75fcefadf4 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Deleting subnet e542fe18-6d09-46ef-8d74-31ff8e01fd9f {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:35:21.644415 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:21.662912 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c5d8a7ab-31af-41c7-9269-0f75fcefadf4 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:21.663963 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4cd67e8-ad08-414e-8919-9b9b452194c3 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:35:21.680685 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port a4cd67e8-ad08-414e-8919-9b9b452194c3, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=a4cd67e8-ad08-414e-8919-9b9b452194c3,segment=NetworkSegment(204a908b-b12b-4e27-ac7d-0d6ebc09f6f5),segment_id=204a908b-b12b-4e27-ac7d-0d6ebc09f6f5)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:35:21.688467 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:21.744984 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-b3bf8314-82d1-4822-8621-4fffa301e18c req-f3f2483f-64e6-4c59-996f-38d16ed1648a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Unset dirty status for tenant:261dc3b71b384338a9f4e12911499bfb on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:35:21.746320 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3bf8314-82d1-4822-8621-4fffa301e18c req-f3f2483f-64e6-4c59-996f-38d16ed1648a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848&tenant_id=261dc3b71b384338a9f4e12911499bfb&binding%3Ahost_id=n-h1-842952-2 HTTP/1.1" status: 200 len: 944 time: 0.5914757 May 23 11:35:21.753617 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c5d8a7ab-31af-41c7-9269-0f75fcefadf4 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:21.765004 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=a4cd67e8-ad08-414e-8919-9b9b452194c3,revision_number=8']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:21.773732 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:35:21.774069 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:35:21.774405 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:35:21.774734 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:35:21.775055 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:35:21.775378 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:35:21.775700 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:35:21.776043 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:35:21.776361 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:35:21.776683 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:35:21.777000 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:35:21.804186 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2379a529-4b31-44e3-9ae0-97bb4e60533c None None] Deleting port e1bdf930-fd71-429b-8fca-f978b85c18f7 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:35:21.804615 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2379a529-4b31-44e3-9ae0-97bb4e60533c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:21.843365 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b04bac49-15e3-4bc4-8a98-3de94acaf772 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:21.848193 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b04bac49-15e3-4bc4-8a98-3de94acaf772 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:21.869050 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2379a529-4b31-44e3-9ae0-97bb4e60533c None None] The port 'e1bdf930-fd71-429b-8fca-f978b85c18f7' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:35:21.900802 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04bac49-15e3-4bc4-8a98-3de94acaf772 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] Pushing event deleted for resources: {'Network': ['ID=32c1586e-3710-4916-8112-ca33f6efc9ee,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:21.911887 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b04bac49-15e3-4bc4-8a98-3de94acaf772 tempest-AllowedAddressPairIpV6TestJSON-787845566 tempest-AllowedAddressPairIpV6TestJSON-787845566-project] 10.222.0.79 "DELETE /v2.0/networks/32c1586e-3710-4916-8112-ca33f6efc9ee HTTP/1.1" status: 204 len: 168 time: 1.7169845 May 23 11:35:21.946997 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [req-b3bf8314-82d1-4822-8621-4fffa301e18c req-83022a74-cc4d-4570-9731-c6299fe59661 service neutron] delete failed (client error): The resource could not be found. May 23 11:35:21.948125 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3bf8314-82d1-4822-8621-4fffa301e18c req-83022a74-cc4d-4570-9731-c6299fe59661 service neutron] 10.222.0.81 "DELETE /v2.0/ports/a4cd67e8-ad08-414e-8919-9b9b452194c3/bindings/n-h2-842952-2 HTTP/1.1" status: 404 len: 380 time: 0.1651235 May 23 11:35:21.961535 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c5d8a7ab-31af-41c7-9269-0f75fcefadf4 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:22.105990 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c5d8a7ab-31af-41c7-9269-0f75fcefadf4 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:22.150058 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['a4cd67e8-ad08-414e-8919-9b9b452194c3'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:35:22.160926 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d8a7ab-31af-41c7-9269-0f75fcefadf4 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Pushing event deleted for resources: {'Subnet': ['ID=e542fe18-6d09-46ef-8d74-31ff8e01fd9f,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:22.172212 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c5d8a7ab-31af-41c7-9269-0f75fcefadf4 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:22.186428 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0976c6-6309-45d7-8485-c23b04f69edd None None] Network 51e20df9-e999-4606-ab9a-7d32f12464a4 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:35:22.191271 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c5d8a7ab-31af-41c7-9269-0f75fcefadf4 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] 10.222.0.79 "DELETE /v2.0/subnets/e542fe18-6d09-46ef-8d74-31ff8e01fd9f HTTP/1.1" status: 204 len: 168 time: 1.2667434 May 23 11:35:22.191670 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53218) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:22.206872 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3bf8314-82d1-4822-8621-4fffa301e18c req-a44a8514-b346-4b04-8c0d-4f347da3e39f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=261dc3b71b384338a9f4e12911499bfb&device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 1096 time: 0.1403255 May 23 11:35:22.313032 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53224) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:22.364439 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf8314-82d1-4822-8621-4fffa301e18c req-981d827a-1087-414a-a794-c0d6cebbcb89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:22.366128 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3bf8314-82d1-4822-8621-4fffa301e18c req-981d827a-1087-414a-a794-c0d6cebbcb89 service neutron] 10.222.0.81 "GET /v2.0/networks?id=437becb0-7541-4062-8bf3-b1be0799ec21 HTTP/1.1" status: 200 len: 898 time: 0.1508431 May 23 11:35:22.641616 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85f056e-4abb-4ad9-b409-e58cb975a693 None None] DHCP port deletion for 51e20df9-e999-4606-ab9a-7d32f12464a4 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:35:22.660828 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f85f056e-4abb-4ad9-b409-e58cb975a693 None None] Deleting port 7bf074a9-cffd-4b76-98ed-f021f1f3b5c3 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:35:22.661476 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f85f056e-4abb-4ad9-b409-e58cb975a693 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:22.728786 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-c891c548-3735-406f-b346-e5f2c9e925a0 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Deleting subnet eca44268-a048-4d8a-bb31-cc9ef4930b1b {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:35:22.732639 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c891c548-3735-406f-b346-e5f2c9e925a0 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:22.761469 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3bf8314-82d1-4822-8621-4fffa301e18c req-1a32c2b9-be6d-423a-97a2-cfe3bc9167a6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4cd67e8-ad08-414e-8919-9b9b452194c3 HTTP/1.1" status: 200 len: 1001 time: 0.3855934 May 23 11:35:22.810396 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c891c548-3735-406f-b346-e5f2c9e925a0 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:22.868626 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-adf03391-d35f-4ca1-87e6-e5293a8b05b5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ddf5029eca4e404fa36dd10ac756327d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5539088 May 23 11:35:22.879658 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53236) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:22.884722 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8403bb0-b02a-4827-b484-e4dd78d54844 req-6df77ad0-661c-4fdf-9e96-9ef6814a42a9 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:22.888640 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b8403bb0-b02a-4827-b484-e4dd78d54844 req-6df77ad0-661c-4fdf-9e96-9ef6814a42a9 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 945 time: 0.2302804 May 23 11:35:22.957975 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf8314-82d1-4822-8621-4fffa301e18c req-e5085983-4c8d-461b-9936-66f841cdcc2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:22.959587 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3bf8314-82d1-4822-8621-4fffa301e18c req-e5085983-4c8d-461b-9936-66f841cdcc2e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=aca8b965-30cf-4c2a-8560-f756485a23a0 HTTP/1.1" status: 200 len: 834 time: 0.1874743 May 23 11:35:22.996923 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f85f056e-4abb-4ad9-b409-e58cb975a693 None None] For port 7bf074a9-cffd-4b76-98ed-f021f1f3b5c3, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=7bf074a9-cffd-4b76-98ed-f021f1f3b5c3,segment=NetworkSegment(c735c43e-5aa3-440f-aadb-9dbea9d61585),segment_id=c735c43e-5aa3-440f-aadb-9dbea9d61585)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:35:22.997545 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f85f056e-4abb-4ad9-b409-e58cb975a693 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:23.022262 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b8403bb0-b02a-4827-b484-e4dd78d54844 req-fe10bb5e-5986-4bb0-a946-1570ccdc6949 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=679e3180-4659-448f-ad4b-b096f56917db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909050 May 23 11:35:23.024125 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c891c548-3735-406f-b346-e5f2c9e925a0 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:23.039848 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54fcc594-86f0-4207-875f-f91e6c135577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:23.116646 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54fcc594-86f0-4207-875f-f91e6c135577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:23.141160 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 7bf074a9-cffd-4b76-98ed-f021f1f3b5c3 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:35:23.173469 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3bf8314-82d1-4822-8621-4fffa301e18c req-ab3e520d-7175-4e60-99eb-d2d2c5e6eda6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=437becb0-7541-4062-8bf3-b1be0799ec21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2038488 May 23 11:35:23.174777 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f85f056e-4abb-4ad9-b409-e58cb975a693 None None] Calling delete_port for 7bf074a9-cffd-4b76-98ed-f021f1f3b5c3 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:35:23.216980 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c891c548-3735-406f-b346-e5f2c9e925a0 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:23.264836 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c891c548-3735-406f-b346-e5f2c9e925a0 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Pushing event deleted for resources: {'Subnet': ['ID=eca44268-a048-4d8a-bb31-cc9ef4930b1b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:23.283027 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54fcc594-86f0-4207-875f-f91e6c135577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:23.291435 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c891c548-3735-406f-b346-e5f2c9e925a0 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:23.298730 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820ee9d3-2c98-4234-871f-3922e0f5eabf None None] Network 19260f7b-a1f6-4a18-851b-e15a2413cbb0 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:35:23.307316 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c891c548-3735-406f-b346-e5f2c9e925a0 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] 10.222.0.79 "DELETE /v2.0/subnets/eca44268-a048-4d8a-bb31-cc9ef4930b1b HTTP/1.1" status: 204 len: 168 time: 1.1143653 May 23 11:35:23.309367 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53242) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:23.311941 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6b675850-9530-4d31-b3f0-1423db743136 req-d1f6e4c5-e4b9-491e-8165-cfcff144b2fb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1812298 May 23 11:35:23.345368 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fcc594-86f0-4207-875f-f91e6c135577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a345576d-fd7d-459f-b9ea-666f0b33ec53,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:23.357986 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54fcc594-86f0-4207-875f-f91e6c135577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:23.359167 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-54fcc594-86f0-4207-875f-f91e6c135577 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a345576d-fd7d-459f-b9ea-666f0b33ec53 HTTP/1.1" status: 204 len: 168 time: 0.4784431 May 23 11:35:23.484374 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3bf8314-82d1-4822-8621-4fffa301e18c req-80d8437d-e4df-470e-98fc-a42e16ef8bd9 service neutron] 10.222.0.81 "GET /v2.0/networks/437becb0-7541-4062-8bf3-b1be0799ec21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011720 May 23 11:35:23.488271 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a4489548-a343-405e-8b4b-c6f5477d498d tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:23.533144 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f85f056e-4abb-4ad9-b409-e58cb975a693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:23.604883 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6b675850-9530-4d31-b3f0-1423db743136 req-df23029b-1486-4910-821a-86899947b49f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=261dc3b71b384338a9f4e12911499bfb&device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 1096 time: 0.2010343 May 23 11:35:23.658305 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85f056e-4abb-4ad9-b409-e58cb975a693 None None] Pushing event deleted for resources: {'Port': ['ID=7bf074a9-cffd-4b76-98ed-f021f1f3b5c3,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:23.669886 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85f056e-4abb-4ad9-b409-e58cb975a693 None None] No DVR routers for this DVR port 7bf074a9-cffd-4b76-98ed-f021f1f3b5c3 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:35:23.676288 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:23.754550 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a4489548-a343-405e-8b4b-c6f5477d498d tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:23.852060 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-a4489548-a343-405e-8b4b-c6f5477d498d tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51e20df9-e999-4606-ab9a-7d32f12464a4']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:23.873549 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b675850-9530-4d31-b3f0-1423db743136 req-1270b41c-d5a0-4d7b-861f-dc809c1a00f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:23.874401 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2384a50a-75a0-4bc7-9452-e993ba33aee9 None None] DHCP port deletion for 19260f7b-a1f6-4a18-851b-e15a2413cbb0 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:35:23.877736 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6b675850-9530-4d31-b3f0-1423db743136 req-1270b41c-d5a0-4d7b-861f-dc809c1a00f5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=437becb0-7541-4062-8bf3-b1be0799ec21 HTTP/1.1" status: 200 len: 898 time: 0.2497575 May 23 11:35:23.880241 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2384a50a-75a0-4bc7-9452-e993ba33aee9 None None] Deleting port a9ed186c-fee7-49b9-8cb8-02d9e6289c3d {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:35:23.880684 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2384a50a-75a0-4bc7-9452-e993ba33aee9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:23.901916 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-a4489548-a343-405e-8b4b-c6f5477d498d tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c735c43e-5aa3-440f-aadb-9dbea9d61585') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:23.903368 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-a4489548-a343-405e-8b4b-c6f5477d498d tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c735c43e-5aa3-440f-aadb-9dbea9d61585') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:23.964008 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a4489548-a343-405e-8b4b-c6f5477d498d tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:23.988562 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a4489548-a343-405e-8b4b-c6f5477d498d tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:24.031296 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3bf8314-82d1-4822-8621-4fffa301e18c req-95142af7-46a3-4278-b7f5-86f9663c9e97 service neutron] 10.222.0.81 "GET /v2.0/networks/437becb0-7541-4062-8bf3-b1be0799ec21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5351503 May 23 11:35:24.032333 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4489548-a343-405e-8b4b-c6f5477d498d tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:35:24.032703 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a4489548-a343-405e-8b4b-c6f5477d498d tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:24.049833 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:35:24.049833 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:35:24.049833 n-d-842952-2 neutron-server[83911]: timer() May 23 11:35:24.049833 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:35:24.049833 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:35:24.049833 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:35:24.049833 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:35:24.049833 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:35:24.049833 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:35:24.049833 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:35:24.049833 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:35:24.049833 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:35:24.049833 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:35:24.049833 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:35:24.049833 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:35:24.049833 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:35:24.049833 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:35:24.049833 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:35:24.049833 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:35:24.049833 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:35:24.049833 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:35:24.049833 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:35:24.049833 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:35:24.049833 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:35:24.049833 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:35:24.049833 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:35:24.049833 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:35:24.049833 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:35:24.049833 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:35:24.049833 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:35:24.049833 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:35:24.049833 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:35:24.094383 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6b675850-9530-4d31-b3f0-1423db743136 req-cc516b5a-436d-40e7-a040-17ebc0913d0e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4cd67e8-ad08-414e-8919-9b9b452194c3 HTTP/1.1" status: 200 len: 1001 time: 0.2095778 May 23 11:35:24.165594 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a4489548-a343-405e-8b4b-c6f5477d498d tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:24.225090 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a4489548-a343-405e-8b4b-c6f5477d498d tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:24.275193 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4489548-a343-405e-8b4b-c6f5477d498d tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Pushing event deleted for resources: {'Network': ['ID=51e20df9-e999-4606-ab9a-7d32f12464a4,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:24.282761 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a4489548-a343-405e-8b4b-c6f5477d498d tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] 10.222.0.79 "DELETE /v2.0/networks/51e20df9-e999-4606-ab9a-7d32f12464a4 HTTP/1.1" status: 204 len: 168 time: 0.9683957 May 23 11:35:24.284511 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53262) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:24.288507 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2384a50a-75a0-4bc7-9452-e993ba33aee9 None None] For port a9ed186c-fee7-49b9-8cb8-02d9e6289c3d, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=a9ed186c-fee7-49b9-8cb8-02d9e6289c3d,segment=NetworkSegment(1b80a36c-fad4-44ee-a9e0-ff49f4af86b8),segment_id=1b80a36c-fad4-44ee-a9e0-ff49f4af86b8)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:35:24.289351 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2384a50a-75a0-4bc7-9452-e993ba33aee9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:24.339478 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b675850-9530-4d31-b3f0-1423db743136 req-c41daee5-88d4-41a5-a288-79fafa052d04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:24.345633 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6b675850-9530-4d31-b3f0-1423db743136 req-c41daee5-88d4-41a5-a288-79fafa052d04 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aca8b965-30cf-4c2a-8560-f756485a23a0 HTTP/1.1" status: 200 len: 834 time: 0.2431545 May 23 11:35:24.430489 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6bea0b45-645c-492b-a1d2-e2d8c5d2a19e tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:24.441533 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-6bea0b45-645c-492b-a1d2-e2d8c5d2a19e tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Deleting port a9ed186c-fee7-49b9-8cb8-02d9e6289c3d {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:35:24.441864 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6bea0b45-645c-492b-a1d2-e2d8c5d2a19e tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:24.465867 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2384a50a-75a0-4bc7-9452-e993ba33aee9 None None] Calling delete_port for a9ed186c-fee7-49b9-8cb8-02d9e6289c3d owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:35:24.573455 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6b675850-9530-4d31-b3f0-1423db743136 req-b2239205-3447-46e8-87ff-09980cd0ce1e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=437becb0-7541-4062-8bf3-b1be0799ec21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1647861 May 23 11:35:24.619940 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2384a50a-75a0-4bc7-9452-e993ba33aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:24.620089 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86ea0b-8215-4083-9eef-08574996a016 req-5af9e916-2a69-4656-8732-9ec9851ff330 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:24.620089 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1e86ea0b-8215-4083-9eef-08574996a016 req-5af9e916-2a69-4656-8732-9ec9851ff330 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 945 time: 0.3407300 May 23 11:35:24.715554 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384a50a-75a0-4bc7-9452-e993ba33aee9 None None] Pushing event deleted for resources: {'Port': ['ID=a9ed186c-fee7-49b9-8cb8-02d9e6289c3d,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:24.730251 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2384a50a-75a0-4bc7-9452-e993ba33aee9 None None] No DVR routers for this DVR port a9ed186c-fee7-49b9-8cb8-02d9e6289c3d on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:35:24.751564 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1e86ea0b-8215-4083-9eef-08574996a016 req-8c23e3a7-08a6-423f-96e5-cc2a07f5065b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=679e3180-4659-448f-ad4b-b096f56917db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851974 May 23 11:35:24.774011 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6b675850-9530-4d31-b3f0-1423db743136 req-83811896-8ee3-46e0-9ea8-9b3f61561f08 service neutron] 10.222.0.13 "GET /v2.0/networks/437becb0-7541-4062-8bf3-b1be0799ec21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919601 May 23 11:35:24.792093 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-6bea0b45-645c-492b-a1d2-e2d8c5d2a19e tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] For port a9ed186c-fee7-49b9-8cb8-02d9e6289c3d, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=a9ed186c-fee7-49b9-8cb8-02d9e6289c3d,segment=NetworkSegment(1b80a36c-fad4-44ee-a9e0-ff49f4af86b8),segment_id=1b80a36c-fad4-44ee-a9e0-ff49f4af86b8)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:35:24.792925 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6bea0b45-645c-492b-a1d2-e2d8c5d2a19e tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:24.802253 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53272) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:24.951889 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6b675850-9530-4d31-b3f0-1423db743136 req-edf2fc98-f6dd-4537-98ba-d1175fdda794 service neutron] 10.222.0.13 "GET /v2.0/networks/437becb0-7541-4062-8bf3-b1be0799ec21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693866 May 23 11:35:24.952532 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-6bea0b45-645c-492b-a1d2-e2d8c5d2a19e tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Calling delete_port for a9ed186c-fee7-49b9-8cb8-02d9e6289c3d owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:35:24.988366 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-39bf26ad-e560-4345-b15b-abf735f1f0ab tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:24.988876 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-39bf26ad-e560-4345-b15b-abf735f1f0ab tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] create failed (client error): There was a conflict when trying to complete your request. May 23 11:35:24.994858 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-39bf26ad-e560-4345-b15b-abf735f1f0ab tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1864467 May 23 11:35:24.998047 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53280) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:25.006187 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device a4cd67e8-ad08-414e-8919-9b9b452194c3 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:35:25.006379 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-e5a769a5-85dd-487c-a511-247a7f43a867 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Request body: {'security_group': {'name': 'tempest-secgroup--1004137857'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:25.015913 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e5a769a5-85dd-487c-a511-247a7f43a867 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:25.021965 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e5a769a5-85dd-487c-a511-247a7f43a867 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Usage tracker for resource:security_group and tenant:2526e2ed0941451fb61009d4eb688f45 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:35:25.025391 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e5a769a5-85dd-487c-a511-247a7f43a867 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:35:25.037542 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e5a769a5-85dd-487c-a511-247a7f43a867 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:25.066784 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e5a769a5-85dd-487c-a511-247a7f43a867 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:25.086090 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e5a769a5-85dd-487c-a511-247a7f43a867 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:25.095593 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device a9ed186c-fee7-49b9-8cb8-02d9e6289c3d no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:35:25.142842 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: a9ed186c-fee7-49b9-8cb8-02d9e6289c3d {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:35:25.143232 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device a9ed186c-fee7-49b9-8cb8-02d9e6289c3d not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:35:25.161693 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e5a769a5-85dd-487c-a511-247a7f43a867 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:25.166530 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e5a769a5-85dd-487c-a511-247a7f43a867 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Usage tracker for resource:security_group_rule and tenant:2526e2ed0941451fb61009d4eb688f45 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:35:25.170135 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e5a769a5-85dd-487c-a511-247a7f43a867 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:35:25.176186 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e5a769a5-85dd-487c-a511-247a7f43a867 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:25.200696 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port a4cd67e8-ad08-414e-8919-9b9b452194c3 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:35:25.208615 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port a4cd67e8-ad08-414e-8919-9b9b452194c3 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:35:25.209018 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:25.215192 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.db.api [None req-6bea0b45-645c-492b-a1d2-e2d8c5d2a19e tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:35:25.215724 n-d-842952-2 neutron-server[83911]: DEBUG oslo_db.api [None req-6bea0b45-645c-492b-a1d2-e2d8c5d2a19e tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:35:25.257262 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e5a769a5-85dd-487c-a511-247a7f43a867 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:25.263884 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e5a769a5-85dd-487c-a511-247a7f43a867 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:25.309980 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e5a769a5-85dd-487c-a511-247a7f43a867 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:25.312695 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a769a5-85dd-487c-a511-247a7f43a867 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf45e61-1013-4b42-a373-d4961f1ec4d6,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:25.318668 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e5a769a5-85dd-487c-a511-247a7f43a867 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Usage tracker for resource:security_group_rule and tenant:2526e2ed0941451fb61009d4eb688f45 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:35:25.322628 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e5a769a5-85dd-487c-a511-247a7f43a867 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:35:25.331141 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e5a769a5-85dd-487c-a511-247a7f43a867 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:25.338806 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:25.368212 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c452d5-d16d-45dc-826d-b1eb2a509848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4cd67e8-ad08-414e-8919-9b9b452194c3'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:35:25.378588 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port a4cd67e8-ad08-414e-8919-9b9b452194c3, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=a4cd67e8-ad08-414e-8919-9b9b452194c3,segment=NetworkSegment(204a908b-b12b-4e27-ac7d-0d6ebc09f6f5),segment_id=204a908b-b12b-4e27-ac7d-0d6ebc09f6f5)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:35:25.385366 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:25.400411 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e5a769a5-85dd-487c-a511-247a7f43a867 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:25.407891 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e5a769a5-85dd-487c-a511-247a7f43a867 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:25.455482 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a769a5-85dd-487c-a511-247a7f43a867 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6ecfb4-1508-4929-a28d-308ce8e8c13b,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:25.461045 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e5a769a5-85dd-487c-a511-247a7f43a867 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:25.465104 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e5a769a5-85dd-487c-a511-247a7f43a867 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4631884 May 23 11:35:25.466106 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53294) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:25.475091 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-648fdcb6-c194-4227-8b83-00f96e4e1dca tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Request body: {'security_group_rule': {'security_group_id': '1d6ecfb4-1508-4929-a28d-308ce8e8c13b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:25.477600 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=a4cd67e8-ad08-414e-8919-9b9b452194c3,revision_number=9']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:25.483304 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-648fdcb6-c194-4227-8b83-00f96e4e1dca tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:25.487974 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-648fdcb6-c194-4227-8b83-00f96e4e1dca tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Usage tracker for resource:security_group_rule and tenant:2526e2ed0941451fb61009d4eb688f45 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:35:25.491081 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-648fdcb6-c194-4227-8b83-00f96e4e1dca tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:35:25.497390 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-648fdcb6-c194-4227-8b83-00f96e4e1dca tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:25.516466 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-648fdcb6-c194-4227-8b83-00f96e4e1dca tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:25.579150 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-648fdcb6-c194-4227-8b83-00f96e4e1dca tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:25.584016 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-648fdcb6-c194-4227-8b83-00f96e4e1dca tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:25.619613 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648fdcb6-c194-4227-8b83-00f96e4e1dca tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=081a66cf-9745-4d16-8e50-897bfa3d5f61,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:25.623927 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c741f75c-98e4-48a1-a580-6088d34c7dc2'] response: {'server_uuid': 'e4c452d5-d16d-45dc-826d-b1eb2a509848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4cd67e8-ad08-414e-8919-9b9b452194c3', 'code': 200} May 23 11:35:25.631273 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-648fdcb6-c194-4227-8b83-00f96e4e1dca tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:25.633068 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-648fdcb6-c194-4227-8b83-00f96e4e1dca tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1655536 May 23 11:35:25.636008 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53298) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:25.641493 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-c852e544-374c-44d3-a955-c876d1984ca7 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Request body: {'security_group_rule': {'security_group_id': '1d6ecfb4-1508-4929-a28d-308ce8e8c13b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:25.647906 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c852e544-374c-44d3-a955-c876d1984ca7 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:25.651803 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c852e544-374c-44d3-a955-c876d1984ca7 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Usage tracker for resource:security_group_rule and tenant:2526e2ed0941451fb61009d4eb688f45 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:35:25.655095 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c852e544-374c-44d3-a955-c876d1984ca7 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:35:25.660921 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c852e544-374c-44d3-a955-c876d1984ca7 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:25.679098 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c852e544-374c-44d3-a955-c876d1984ca7 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:25.716917 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-6bea0b45-645c-492b-a1d2-e2d8c5d2a19e tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Deleting port a9ed186c-fee7-49b9-8cb8-02d9e6289c3d {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:35:25.718206 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6bea0b45-645c-492b-a1d2-e2d8c5d2a19e tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:25.743003 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-c852e544-374c-44d3-a955-c876d1984ca7 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] create failed (client error): There was a conflict when trying to complete your request. May 23 11:35:25.744103 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c852e544-374c-44d3-a955-c876d1984ca7 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1071553 May 23 11:35:25.747188 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53302) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:25.810947 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-6bea0b45-645c-492b-a1d2-e2d8c5d2a19e tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] The port 'a9ed186c-fee7-49b9-8cb8-02d9e6289c3d' was deleted {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:35:25.823063 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b19de557-1030-47b8-ab7e-5ed3f8c16dec tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:25.856022 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b19de557-1030-47b8-ab7e-5ed3f8c16dec tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:25.976472 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6bea0b45-645c-492b-a1d2-e2d8c5d2a19e tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:26.011511 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-6bea0b45-645c-492b-a1d2-e2d8c5d2a19e tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19260f7b-a1f6-4a18-851b-e15a2413cbb0']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:26.029610 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-6bea0b45-645c-492b-a1d2-e2d8c5d2a19e tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b80a36c-fad4-44ee-a9e0-ff49f4af86b8') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:26.029884 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-6bea0b45-645c-492b-a1d2-e2d8c5d2a19e tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b80a36c-fad4-44ee-a9e0-ff49f4af86b8') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:26.043520 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6bea0b45-645c-492b-a1d2-e2d8c5d2a19e tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:26.071110 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6bea0b45-645c-492b-a1d2-e2d8c5d2a19e tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:26.079464 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bea0b45-645c-492b-a1d2-e2d8c5d2a19e tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:35:26.079903 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6bea0b45-645c-492b-a1d2-e2d8c5d2a19e tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:26.093810 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b19de557-1030-47b8-ab7e-5ed3f8c16dec tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:26.120984 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19de557-1030-47b8-ab7e-5ed3f8c16dec tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6ecfb4-1508-4929-a28d-308ce8e8c13b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:26.126494 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b19de557-1030-47b8-ab7e-5ed3f8c16dec tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:26.127207 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b19de557-1030-47b8-ab7e-5ed3f8c16dec tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "DELETE /v2.0/security-groups/1d6ecfb4-1508-4929-a28d-308ce8e8c13b HTTP/1.1" status: 204 len: 168 time: 0.3790889 May 23 11:35:26.136421 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53316) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:26.188556 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:35:26.188556 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:35:26.188556 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:35:26.188556 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:35:26.188556 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:35:26.188556 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:35:26.188556 n-d-842952-2 neutron-server[83911]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:35:26.188556 n-d-842952-2 neutron-server[83911]: util.warn( May 23 11:35:26.188556 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:35:26.188556 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:35:26.188556 n-d-842952-2 neutron-server[83911]: timer() May 23 11:35:26.188556 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:35:26.188556 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:35:26.188556 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:35:26.188556 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:35:26.188556 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:35:26.188556 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:35:26.188556 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:35:26.188556 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:35:26.188556 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:35:26.188556 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:35:26.188556 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:35:26.188556 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:35:26.188556 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:35:26.188556 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:35:26.188556 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:35:26.188556 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:35:26.188556 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:35:26.188556 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:35:26.188556 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:35:26.188556 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:35:26.188556 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:35:26.188556 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:35:26.188556 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:35:26.188556 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:35:26.188556 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:35:26.188556 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:35:26.188556 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:35:26.188556 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:35:26.188556 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:35:26.204112 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6bea0b45-645c-492b-a1d2-e2d8c5d2a19e tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:26.227775 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6fb7ac1d-c2e4-4aca-9cb0-1c684051653c tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Synchronizing usage tracker for tenant:2526e2ed0941451fb61009d4eb688f45 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:35:26.231266 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6bea0b45-645c-492b-a1d2-e2d8c5d2a19e tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:26.237368 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901a9e7-a9d3-46d0-bec0-2c89d76acd20 req-c28db0ba-ebf0-4fff-a79f-d4682ae1a91c tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:26.238852 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6901a9e7-a9d3-46d0-bec0-2c89d76acd20 req-c28db0ba-ebf0-4fff-a79f-d4682ae1a91c tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 946 time: 0.3193166 May 23 11:35:26.250203 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bea0b45-645c-492b-a1d2-e2d8c5d2a19e tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Pushing event deleted for resources: {'Network': ['ID=19260f7b-a1f6-4a18-851b-e15a2413cbb0,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:26.255458 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6bea0b45-645c-492b-a1d2-e2d8c5d2a19e tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] 10.222.0.79 "DELETE /v2.0/networks/19260f7b-a1f6-4a18-851b-e15a2413cbb0 HTTP/1.1" status: 204 len: 168 time: 1.9699240 May 23 11:35:26.258339 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53322) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:26.268281 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6fb7ac1d-c2e4-4aca-9cb0-1c684051653c tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Unset dirty status for tenant:2526e2ed0941451fb61009d4eb688f45 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:35:26.274968 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-6fb7ac1d-c2e4-4aca-9cb0-1c684051653c tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1320143 May 23 11:35:26.274968 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53326) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:26.282487 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-46d9c182-7a56-46f9-a013-f5ba50951956 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Request body: {'security_group': {'name': 'tempest-secgroup--819622163'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:26.296192 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-46d9c182-7a56-46f9-a013-f5ba50951956 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:26.314815 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-46d9c182-7a56-46f9-a013-f5ba50951956 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:26.318598 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6901a9e7-a9d3-46d0-bec0-2c89d76acd20 req-cac8d81c-a815-468c-8526-d17f1260724e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=679e3180-4659-448f-ad4b-b096f56917db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705233 May 23 11:35:26.332799 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-46d9c182-7a56-46f9-a013-f5ba50951956 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:26.350557 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53330) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:26.477578 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-29d49f5a-a16d-4a70-a8ea-6c95edbb3a1c tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Deleting subnet 28a70e51-4d44-4c38-b268-a38728e2de7d {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:35:26.480981 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-29d49f5a-a16d-4a70-a8ea-6c95edbb3a1c tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:26.484667 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-46d9c182-7a56-46f9-a013-f5ba50951956 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:26.495456 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-dc90f74c-1715-4d5d-8c8c-6abf84ef3e15 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/floatingips/ba9bf8ea-68a7-44fa-86a8-4c68ec5eb6e5 HTTP/1.1" status: 200 len: 994 time: 0.1384470 May 23 11:35:26.500423 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-46d9c182-7a56-46f9-a013-f5ba50951956 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Usage tracker for resource:security_group_rule and tenant:2526e2ed0941451fb61009d4eb688f45 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:35:26.504224 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-46d9c182-7a56-46f9-a013-f5ba50951956 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:35:26.510623 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-46d9c182-7a56-46f9-a013-f5ba50951956 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:26.548246 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-29d49f5a-a16d-4a70-a8ea-6c95edbb3a1c tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:26.573901 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-46d9c182-7a56-46f9-a013-f5ba50951956 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:26.579116 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-46d9c182-7a56-46f9-a013-f5ba50951956 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:26.625779 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d9c182-7a56-46f9-a013-f5ba50951956 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4be9f0d5-09cb-4413-920c-52a650c18bac,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:26.630474 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-46d9c182-7a56-46f9-a013-f5ba50951956 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:26.634620 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-46d9c182-7a56-46f9-a013-f5ba50951956 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3576484 May 23 11:35:26.635054 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53334) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:26.642204 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-cd25b865-30d8-44d5-a41a-301b9eb10fa4 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Request body: {'security_group_rule': {'security_group_id': '4be9f0d5-09cb-4413-920c-52a650c18bac', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:26.642861 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-cd25b865-30d8-44d5-a41a-301b9eb10fa4 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:35:26.643788 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-cd25b865-30d8-44d5-a41a-301b9eb10fa4 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0079827 May 23 11:35:26.646559 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53338) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:26.656136 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-29d49f5a-a16d-4a70-a8ea-6c95edbb3a1c tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:26.716162 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a41a3481-446c-4b43-a2bc-8009ee9a7e46 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:26.732256 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-29d49f5a-a16d-4a70-a8ea-6c95edbb3a1c tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:26.744647 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a41a3481-446c-4b43-a2bc-8009ee9a7e46 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:26.770252 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d49f5a-a16d-4a70-a8ea-6c95edbb3a1c tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Pushing event deleted for resources: {'Subnet': ['ID=28a70e51-4d44-4c38-b268-a38728e2de7d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:26.776740 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-29d49f5a-a16d-4a70-a8ea-6c95edbb3a1c tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:26.782947 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823b85c6-69a4-4d1c-a2da-e2986020061b None None] Network 454beb4f-1d90-4c8e-8890-f8dba5cdf84d requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:35:26.792322 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-29d49f5a-a16d-4a70-a8ea-6c95edbb3a1c tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] 10.222.0.79 "DELETE /v2.0/subnets/28a70e51-4d44-4c38-b268-a38728e2de7d HTTP/1.1" status: 204 len: 168 time: 0.5326548 May 23 11:35:26.796681 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53342) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:26.811290 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a41a3481-446c-4b43-a2bc-8009ee9a7e46 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:26.837716 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a3481-446c-4b43-a2bc-8009ee9a7e46 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be9f0d5-09cb-4413-920c-52a650c18bac,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:26.849970 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a41a3481-446c-4b43-a2bc-8009ee9a7e46 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:26.851382 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a41a3481-446c-4b43-a2bc-8009ee9a7e46 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "DELETE /v2.0/security-groups/4be9f0d5-09cb-4413-920c-52a650c18bac HTTP/1.1" status: 204 len: 168 time: 0.2038689 May 23 11:35:26.854054 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53346) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:26.920494 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7194413a-0d1d-4a30-95ce-8c89aa937ef1 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Synchronizing usage tracker for tenant:2526e2ed0941451fb61009d4eb688f45 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:35:26.931925 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fafa1b7d-a468-4eb1-adcc-f2e6109614e3 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:26.941291 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7194413a-0d1d-4a30-95ce-8c89aa937ef1 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Unset dirty status for tenant:2526e2ed0941451fb61009d4eb688f45 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:35:26.947212 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-fafa1b7d-a468-4eb1-adcc-f2e6109614e3 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Deleting port 5cd4915f-e0da-4ff2-8270-9f14c6944b2d {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:35:26.947212 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fafa1b7d-a468-4eb1-adcc-f2e6109614e3 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:26.948387 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7194413a-0d1d-4a30-95ce-8c89aa937ef1 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0930066 May 23 11:35:26.949283 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53350) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:26.956273 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-cfbb5b6f-5f38-4f5f-8f44-c08e01113357 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Request body: {'security_group': {'name': 'tempest-secgroup--1412067203'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:26.964385 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-cfbb5b6f-5f38-4f5f-8f44-c08e01113357 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:26.975948 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-cfbb5b6f-5f38-4f5f-8f44-c08e01113357 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:26.994748 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cfbb5b6f-5f38-4f5f-8f44-c08e01113357 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:27.042733 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-cfbb5b6f-5f38-4f5f-8f44-c08e01113357 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:27.048438 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-cfbb5b6f-5f38-4f5f-8f44-c08e01113357 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Usage tracker for resource:security_group_rule and tenant:2526e2ed0941451fb61009d4eb688f45 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:35:27.051408 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-cfbb5b6f-5f38-4f5f-8f44-c08e01113357 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:35:27.058650 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-cfbb5b6f-5f38-4f5f-8f44-c08e01113357 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:27.130514 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cfbb5b6f-5f38-4f5f-8f44-c08e01113357 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:27.139683 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cfbb5b6f-5f38-4f5f-8f44-c08e01113357 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:27.140530 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b3ced9-eac8-4a76-b624-4960a9259b82 None None] DHCP port deletion for 454beb4f-1d90-4c8e-8890-f8dba5cdf84d request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:35:27.147265 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e3b3ced9-eac8-4a76-b624-4960a9259b82 None None] Deleting port 5cd4915f-e0da-4ff2-8270-9f14c6944b2d {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:35:27.147985 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e3b3ced9-eac8-4a76-b624-4960a9259b82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:27.191964 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-fafa1b7d-a468-4eb1-adcc-f2e6109614e3 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] For port 5cd4915f-e0da-4ff2-8270-9f14c6944b2d, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=5cd4915f-e0da-4ff2-8270-9f14c6944b2d,segment=NetworkSegment(5831fe81-2000-4a13-98cc-eea90df5df95),segment_id=5831fe81-2000-4a13-98cc-eea90df5df95)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:35:27.193058 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fafa1b7d-a468-4eb1-adcc-f2e6109614e3 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:27.195983 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb5b6f-5f38-4f5f-8f44-c08e01113357 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c31fa2-23c0-4bb4-9d5a-453f1872dc23,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:27.204335 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cfbb5b6f-5f38-4f5f-8f44-c08e01113357 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:27.209735 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-cfbb5b6f-5f38-4f5f-8f44-c08e01113357 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2583873 May 23 11:35:27.210038 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53356) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:27.216950 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-74e10d6b-2466-4911-b5f7-0c2534a5f858 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Request body: {'security_group_rule': {'security_group_id': 'e1c31fa2-23c0-4bb4-9d5a-453f1872dc23', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:27.217796 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-74e10d6b-2466-4911-b5f7-0c2534a5f858 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:35:27.222582 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-74e10d6b-2466-4911-b5f7-0c2534a5f858 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0113201 May 23 11:35:27.223295 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53360) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:27.295614 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ede3b66b-8170-44de-ac7f-4a17797f10b6 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:27.335189 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ede3b66b-8170-44de-ac7f-4a17797f10b6 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:27.355303 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-fafa1b7d-a468-4eb1-adcc-f2e6109614e3 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Calling delete_port for 5cd4915f-e0da-4ff2-8270-9f14c6944b2d owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:35:27.405235 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ede3b66b-8170-44de-ac7f-4a17797f10b6 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:27.432229 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede3b66b-8170-44de-ac7f-4a17797f10b6 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c31fa2-23c0-4bb4-9d5a-453f1872dc23,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:27.439867 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ede3b66b-8170-44de-ac7f-4a17797f10b6 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:27.444228 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ede3b66b-8170-44de-ac7f-4a17797f10b6 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "DELETE /v2.0/security-groups/e1c31fa2-23c0-4bb4-9d5a-453f1872dc23 HTTP/1.1" status: 204 len: 168 time: 0.2196345 May 23 11:35:27.445075 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53366) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:27.460596 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fafa1b7d-a468-4eb1-adcc-f2e6109614e3 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:27.502688 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1ef74c99-b62f-40a5-bb30-04a98aa68094 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Synchronizing usage tracker for tenant:2526e2ed0941451fb61009d4eb688f45 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:35:27.518325 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa1b7d-a468-4eb1-adcc-f2e6109614e3 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Pushing event deleted for resources: {'Port': ['ID=5cd4915f-e0da-4ff2-8270-9f14c6944b2d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:27.522462 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1ef74c99-b62f-40a5-bb30-04a98aa68094 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Unset dirty status for tenant:2526e2ed0941451fb61009d4eb688f45 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:35:27.529402 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1ef74c99-b62f-40a5-bb30-04a98aa68094 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0820885 May 23 11:35:27.529402 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53370) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:27.530943 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafa1b7d-a468-4eb1-adcc-f2e6109614e3 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] No DVR routers for this DVR port 5cd4915f-e0da-4ff2-8270-9f14c6944b2d on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:35:27.539609 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e3b3ced9-eac8-4a76-b624-4960a9259b82 None None] For port 5cd4915f-e0da-4ff2-8270-9f14c6944b2d, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=5cd4915f-e0da-4ff2-8270-9f14c6944b2d,segment=NetworkSegment(5831fe81-2000-4a13-98cc-eea90df5df95),segment_id=5831fe81-2000-4a13-98cc-eea90df5df95)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:35:27.540027 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e3b3ced9-eac8-4a76-b624-4960a9259b82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:27.541598 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-4cec4f60-91ef-4a3f-85b6-4aeb6b9fdfc3 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Request body: {'security_group': {'name': 'tempest-secgroup--200316218'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:27.549728 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4cec4f60-91ef-4a3f-85b6-4aeb6b9fdfc3 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:27.561100 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4cec4f60-91ef-4a3f-85b6-4aeb6b9fdfc3 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:27.574036 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4cec4f60-91ef-4a3f-85b6-4aeb6b9fdfc3 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:27.626230 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4cec4f60-91ef-4a3f-85b6-4aeb6b9fdfc3 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:27.630906 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4cec4f60-91ef-4a3f-85b6-4aeb6b9fdfc3 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Usage tracker for resource:security_group_rule and tenant:2526e2ed0941451fb61009d4eb688f45 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:35:27.634988 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4cec4f60-91ef-4a3f-85b6-4aeb6b9fdfc3 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:35:27.641795 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4cec4f60-91ef-4a3f-85b6-4aeb6b9fdfc3 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:27.677302 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e3b3ced9-eac8-4a76-b624-4960a9259b82 None None] Calling delete_port for 5cd4915f-e0da-4ff2-8270-9f14c6944b2d owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:35:27.690429 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fafa1b7d-a468-4eb1-adcc-f2e6109614e3 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:27.725070 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4cec4f60-91ef-4a3f-85b6-4aeb6b9fdfc3 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:27.727865 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-fafa1b7d-a468-4eb1-adcc-f2e6109614e3 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['454beb4f-1d90-4c8e-8890-f8dba5cdf84d']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:27.732967 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4cec4f60-91ef-4a3f-85b6-4aeb6b9fdfc3 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:27.760982 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-fafa1b7d-a468-4eb1-adcc-f2e6109614e3 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5831fe81-2000-4a13-98cc-eea90df5df95') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:27.761537 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-fafa1b7d-a468-4eb1-adcc-f2e6109614e3 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5831fe81-2000-4a13-98cc-eea90df5df95') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:27.777976 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fafa1b7d-a468-4eb1-adcc-f2e6109614e3 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:27.790041 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-e3b3ced9-eac8-4a76-b624-4960a9259b82 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:35:27.791123 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-e3b3ced9-eac8-4a76-b624-4960a9259b82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:35:27.795523 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fafa1b7d-a468-4eb1-adcc-f2e6109614e3 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:27.801968 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fafa1b7d-a468-4eb1-adcc-f2e6109614e3 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:35:27.802289 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fafa1b7d-a468-4eb1-adcc-f2e6109614e3 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:27.810089 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec4f60-91ef-4a3f-85b6-4aeb6b9fdfc3 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bb326a-0cd9-4273-b678-06e11f393246,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:27.822188 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:35:27.822188 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:35:27.822188 n-d-842952-2 neutron-server[83911]: timer() May 23 11:35:27.822188 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:35:27.822188 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:35:27.822188 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:35:27.822188 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:35:27.822188 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:35:27.822188 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:35:27.822188 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:35:27.822188 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:35:27.822188 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:35:27.822188 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:35:27.822188 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:35:27.822188 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:35:27.822188 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:35:27.822188 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:35:27.822188 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:35:27.822188 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:35:27.822188 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:35:27.822188 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:35:27.822188 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:35:27.822188 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:35:27.822188 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:35:27.822188 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:35:27.822188 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:35:27.822188 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:35:27.822188 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:35:27.822188 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:35:27.822188 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:35:27.822188 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:35:27.822188 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:35:27.845553 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4cec4f60-91ef-4a3f-85b6-4aeb6b9fdfc3 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:27.847775 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4cec4f60-91ef-4a3f-85b6-4aeb6b9fdfc3 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3178413 May 23 11:35:27.850335 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53374) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:27.857052 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-d5b37652-20be-4601-990e-0b573801c788 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Request body: {'security_group_rule': {'security_group_id': 'a4bb326a-0cd9-4273-b678-06e11f393246', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:27.858154 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-d5b37652-20be-4601-990e-0b573801c788 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:35:27.859930 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d5b37652-20be-4601-990e-0b573801c788 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0081892 May 23 11:35:27.862522 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53378) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:27.867902 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-3a3cd47b-a531-4b2e-9026-c7b82e812c96 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Request body: {'security_group_rule': {'security_group_id': 'a4bb326a-0cd9-4273-b678-06e11f393246', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:27.868791 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-3a3cd47b-a531-4b2e-9026-c7b82e812c96 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:35:27.870444 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3a3cd47b-a531-4b2e-9026-c7b82e812c96 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0068855 May 23 11:35:27.873022 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53382) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:27.886019 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-69009679-4a63-4875-8005-93298a78fde5 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Request body: {'security_group_rule': {'security_group_id': 'a4bb326a-0cd9-4273-b678-06e11f393246', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:27.886806 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-69009679-4a63-4875-8005-93298a78fde5 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:35:27.890794 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-69009679-4a63-4875-8005-93298a78fde5 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0138674 May 23 11:35:27.891194 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53386) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:27.896805 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-17ac259c-a379-4724-bac3-859c2207ed2b tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Request body: {'security_group_rule': {'security_group_id': 'a4bb326a-0cd9-4273-b678-06e11f393246', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:27.897605 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-17ac259c-a379-4724-bac3-859c2207ed2b tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:35:27.898657 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-17ac259c-a379-4724-bac3-859c2207ed2b tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0063577 May 23 11:35:27.901973 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53390) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:27.907637 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fafa1b7d-a468-4eb1-adcc-f2e6109614e3 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:27.927368 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fafa1b7d-a468-4eb1-adcc-f2e6109614e3 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:27.939566 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa1b7d-a468-4eb1-adcc-f2e6109614e3 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Pushing event deleted for resources: {'Network': ['ID=454beb4f-1d90-4c8e-8890-f8dba5cdf84d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:27.947674 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-fafa1b7d-a468-4eb1-adcc-f2e6109614e3 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] 10.222.0.79 "DELETE /v2.0/networks/454beb4f-1d90-4c8e-8890-f8dba5cdf84d HTTP/1.1" status: 204 len: 168 time: 1.1472521 May 23 11:35:27.948153 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53394) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:27.992653 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2b883469-5777-4ce3-9894-10a3fcb3d7f1 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Synchronizing usage tracker for tenant:6574ad2106604b6bb990ab6f0b8b215d on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:35:28.021901 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-47ae5ac8-ba48-4778-bd7e-4072b58e71e0 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:28.032553 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2b883469-5777-4ce3-9894-10a3fcb3d7f1 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Unset dirty status for tenant:6574ad2106604b6bb990ab6f0b8b215d on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:35:28.036124 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2b883469-5777-4ce3-9894-10a3fcb3d7f1 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] 10.222.0.79 "GET /v2.0/ports?device_id=50597d3b-bc36-4e74-a744-01eba38f8f95 HTTP/1.1" status: 200 len: 205 time: 0.0845766 May 23 11:35:28.036769 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53398) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:28.177473 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-47ae5ac8-ba48-4778-bd7e-4072b58e71e0 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:28.221491 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dd79e408-8f57-4473-a979-1f5e25152bb2 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:28.293203 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e3b3ced9-eac8-4a76-b624-4960a9259b82 None None] Deleting port 5cd4915f-e0da-4ff2-8270-9f14c6944b2d {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:35:28.294062 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e3b3ced9-eac8-4a76-b624-4960a9259b82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:28.338792 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-47ae5ac8-ba48-4778-bd7e-4072b58e71e0 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:28.364765 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae5ac8-ba48-4778-bd7e-4072b58e71e0 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bb326a-0cd9-4273-b678-06e11f393246,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:28.372126 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-47ae5ac8-ba48-4778-bd7e-4072b58e71e0 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:28.373194 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-47ae5ac8-ba48-4778-bd7e-4072b58e71e0 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "DELETE /v2.0/security-groups/a4bb326a-0cd9-4273-b678-06e11f393246 HTTP/1.1" status: 204 len: 168 time: 0.4696395 May 23 11:35:28.376013 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53402) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:28.410676 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e3b3ced9-eac8-4a76-b624-4960a9259b82 None None] The port '5cd4915f-e0da-4ff2-8270-9f14c6944b2d' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:35:28.800191 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6938c698-b435-4144-b8fb-658576c9aed7 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Synchronizing usage tracker for tenant:2526e2ed0941451fb61009d4eb688f45 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:35:28.815346 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dd79e408-8f57-4473-a979-1f5e25152bb2 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:28.822109 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dd79e408-8f57-4473-a979-1f5e25152bb2 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:28.824903 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6938c698-b435-4144-b8fb-658576c9aed7 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Unset dirty status for tenant:2526e2ed0941451fb61009d4eb688f45 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:35:28.829921 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-6938c698-b435-4144-b8fb-658576c9aed7 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4491589 May 23 11:35:28.830667 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53410) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:28.839141 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-49d04595-5718-4e72-983d-b10ee86a7dd0 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Request body: {'security_group': {'name': 'tempest-secgroup--1758785219'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:28.847170 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-49d04595-5718-4e72-983d-b10ee86a7dd0 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:28.857501 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-49d04595-5718-4e72-983d-b10ee86a7dd0 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:28.872851 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-49d04595-5718-4e72-983d-b10ee86a7dd0 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:28.878962 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dd79e408-8f57-4473-a979-1f5e25152bb2 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:28.879992 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd79e408-8f57-4473-a979-1f5e25152bb2 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Fanout notify agent at l3_agent the message router_deleted on router 50597d3b-bc36-4e74-a744-01eba38f8f95 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:35:28.892246 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dd79e408-8f57-4473-a979-1f5e25152bb2 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:28.893334 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-dd79e408-8f57-4473-a979-1f5e25152bb2 tempest-RoutersNegativeIpV6Test-693986755 tempest-RoutersNegativeIpV6Test-693986755-project] 10.222.0.79 "DELETE /v2.0/routers/50597d3b-bc36-4e74-a744-01eba38f8f95 HTTP/1.1" status: 204 len: 168 time: 0.8556402 May 23 11:35:28.931272 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-49d04595-5718-4e72-983d-b10ee86a7dd0 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:28.935484 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-49d04595-5718-4e72-983d-b10ee86a7dd0 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Usage tracker for resource:security_group_rule and tenant:2526e2ed0941451fb61009d4eb688f45 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:35:28.938558 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-49d04595-5718-4e72-983d-b10ee86a7dd0 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:35:28.944595 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-49d04595-5718-4e72-983d-b10ee86a7dd0 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:29.096032 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 5cd4915f-e0da-4ff2-8270-9f14c6944b2d no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:35:29.119492 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-49d04595-5718-4e72-983d-b10ee86a7dd0 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:29.125425 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-49d04595-5718-4e72-983d-b10ee86a7dd0 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:29.148167 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 5cd4915f-e0da-4ff2-8270-9f14c6944b2d {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:35:29.148969 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 5cd4915f-e0da-4ff2-8270-9f14c6944b2d not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:35:29.192236 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d04595-5718-4e72-983d-b10ee86a7dd0 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7186e053-8401-404a-bd19-9b25b07cda51,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:29.200950 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-49d04595-5718-4e72-983d-b10ee86a7dd0 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:29.204614 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-49d04595-5718-4e72-983d-b10ee86a7dd0 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3726776 May 23 11:35:29.208539 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53418) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:29.214450 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-49e93c74-8b3c-4995-9218-37d422836f20 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Request body: {'security_group_rule': {'security_group_id': '7186e053-8401-404a-bd19-9b25b07cda51', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:29.215127 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-49e93c74-8b3c-4995-9218-37d422836f20 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:35:29.219893 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-49e93c74-8b3c-4995-9218-37d422836f20 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065043 May 23 11:35:29.219893 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53422) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:29.225010 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-2e059458-4e27-43cb-afc0-059f0025a098 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Request body: {'security_group_rule': {'security_group_id': '7186e053-8401-404a-bd19-9b25b07cda51', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:29.233488 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2e059458-4e27-43cb-afc0-059f0025a098 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:29.237776 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2e059458-4e27-43cb-afc0-059f0025a098 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Usage tracker for resource:security_group_rule and tenant:2526e2ed0941451fb61009d4eb688f45 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:35:29.241268 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2e059458-4e27-43cb-afc0-059f0025a098 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:35:29.247608 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2e059458-4e27-43cb-afc0-059f0025a098 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:29.283080 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-2e059458-4e27-43cb-afc0-059f0025a098 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:35:29.284256 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2e059458-4e27-43cb-afc0-059f0025a098 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0636454 May 23 11:35:29.287409 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53426) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:29.293600 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-e16cc79b-4eeb-4c7f-9db4-37d6e9ef02be tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Request body: {'security_group_rule': {'security_group_id': '7186e053-8401-404a-bd19-9b25b07cda51', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:29.294431 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-e16cc79b-4eeb-4c7f-9db4-37d6e9ef02be tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:35:29.296203 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e16cc79b-4eeb-4c7f-9db4-37d6e9ef02be tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067003 May 23 11:35:29.298401 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53430) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:29.303725 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-203c31ee-21ef-4a9e-91e9-6ad594754bdd tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Request body: {'security_group_rule': {'security_group_id': '7186e053-8401-404a-bd19-9b25b07cda51', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:29.311180 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-203c31ee-21ef-4a9e-91e9-6ad594754bdd tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:29.314592 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53434) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:29.315658 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-203c31ee-21ef-4a9e-91e9-6ad594754bdd tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Usage tracker for resource:security_group_rule and tenant:2526e2ed0941451fb61009d4eb688f45 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:35:29.318875 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-203c31ee-21ef-4a9e-91e9-6ad594754bdd tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:35:29.326320 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-203c31ee-21ef-4a9e-91e9-6ad594754bdd tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:29.366665 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-203c31ee-21ef-4a9e-91e9-6ad594754bdd tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:35:29.367818 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-203c31ee-21ef-4a9e-91e9-6ad594754bdd tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0683985 May 23 11:35:29.371484 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53440) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:29.377255 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-5f47951f-9c17-4e0f-863b-6cde28ce224e tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Request body: {'security_group_rule': {'security_group_id': '7186e053-8401-404a-bd19-9b25b07cda51', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:29.377945 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-5f47951f-9c17-4e0f-863b-6cde28ce224e tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:35:29.381931 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5f47951f-9c17-4e0f-863b-6cde28ce224e tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0092800 May 23 11:35:29.382428 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53444) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:29.389287 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-7a772d2a-3cea-429d-9e56-f1adb47032fc tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Request body: {'security_group_rule': {'security_group_id': '7186e053-8401-404a-bd19-9b25b07cda51', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:29.397139 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7a772d2a-3cea-429d-9e56-f1adb47032fc tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:29.401628 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7a772d2a-3cea-429d-9e56-f1adb47032fc tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Usage tracker for resource:security_group_rule and tenant:2526e2ed0941451fb61009d4eb688f45 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:35:29.405213 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7a772d2a-3cea-429d-9e56-f1adb47032fc tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:35:29.411284 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7a772d2a-3cea-429d-9e56-f1adb47032fc tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:29.448961 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-7a772d2a-3cea-429d-9e56-f1adb47032fc tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:35:29.453809 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7a772d2a-3cea-429d-9e56-f1adb47032fc tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0694785 May 23 11:35:29.454403 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53448) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:29.460968 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-74eccbe1-99db-4775-bf30-6aa312042e6d tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Request body: {'security_group_rule': {'security_group_id': '7186e053-8401-404a-bd19-9b25b07cda51', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:29.461564 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-74eccbe1-99db-4775-bf30-6aa312042e6d tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:35:29.465056 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-74eccbe1-99db-4775-bf30-6aa312042e6d tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0097101 May 23 11:35:29.465700 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53452) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:29.470490 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-4f3b53b7-c75c-4d2c-a6dd-31a3ffdf4fb5 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Request body: {'security_group_rule': {'security_group_id': '7186e053-8401-404a-bd19-9b25b07cda51', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:29.477699 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4f3b53b7-c75c-4d2c-a6dd-31a3ffdf4fb5 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:29.481932 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4f3b53b7-c75c-4d2c-a6dd-31a3ffdf4fb5 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Usage tracker for resource:security_group_rule and tenant:2526e2ed0941451fb61009d4eb688f45 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:35:29.485092 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4f3b53b7-c75c-4d2c-a6dd-31a3ffdf4fb5 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:35:29.492828 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4f3b53b7-c75c-4d2c-a6dd-31a3ffdf4fb5 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:29.525870 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-4f3b53b7-c75c-4d2c-a6dd-31a3ffdf4fb5 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:35:29.528582 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4f3b53b7-c75c-4d2c-a6dd-31a3ffdf4fb5 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0620308 May 23 11:35:29.531522 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53456) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:29.539675 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-06367371-c7eb-4b0d-bcce-581cb7e617a7 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Request body: {'security_group_rule': {'security_group_id': '7186e053-8401-404a-bd19-9b25b07cda51', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:29.547555 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-06367371-c7eb-4b0d-bcce-581cb7e617a7 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:29.552023 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-06367371-c7eb-4b0d-bcce-581cb7e617a7 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Usage tracker for resource:security_group_rule and tenant:2526e2ed0941451fb61009d4eb688f45 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:35:29.555394 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-06367371-c7eb-4b0d-bcce-581cb7e617a7 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:35:29.561724 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-06367371-c7eb-4b0d-bcce-581cb7e617a7 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:29.563815 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53462) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:29.565801 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2c0fccfd-5637-4378-abb8-6c925d00c71f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6574ad2106604b6bb990ab6f0b8b215d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2487397 May 23 11:35:29.647041 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-06367371-c7eb-4b0d-bcce-581cb7e617a7 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:35:29.648329 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-06367371-c7eb-4b0d-bcce-581cb7e617a7 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1159241 May 23 11:35:29.651228 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53468) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:29.670878 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bc0cff13-fa06-4e00-a426-3d6d441db79a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:29.719218 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bc0cff13-fa06-4e00-a426-3d6d441db79a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:29.776661 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-45747687-33b5-4e23-9376-e106a46df04a tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:29.814120 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bc0cff13-fa06-4e00-a426-3d6d441db79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:29.839112 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0cff13-fa06-4e00-a426-3d6d441db79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdb33c4-97fd-4dd2-85d0-7da3f563a15b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:29.844659 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-45747687-33b5-4e23-9376-e106a46df04a tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:29.877435 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bc0cff13-fa06-4e00-a426-3d6d441db79a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:29.878569 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-bc0cff13-fa06-4e00-a426-3d6d441db79a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1bdb33c4-97fd-4dd2-85d0-7da3f563a15b HTTP/1.1" status: 204 len: 168 time: 0.3135073 May 23 11:35:29.922356 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-45747687-33b5-4e23-9376-e106a46df04a tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:29.947856 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-45747687-33b5-4e23-9376-e106a46df04a tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:29.952344 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53474) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:29.962723 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-45747687-33b5-4e23-9376-e106a46df04a tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "DELETE /v2.0/security-groups/7186e053-8401-404a-bd19-9b25b07cda51 HTTP/1.1" status: 204 len: 168 time: 0.3104489 May 23 11:35:29.970430 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45747687-33b5-4e23-9376-e106a46df04a tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7186e053-8401-404a-bd19-9b25b07cda51,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:30.025092 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1f9d0f82-c374-40e1-b1d9-44cc9e30a3d1 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Synchronizing usage tracker for tenant:2526e2ed0941451fb61009d4eb688f45 on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:35:30.043072 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1f9d0f82-c374-40e1-b1d9-44cc9e30a3d1 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Unset dirty status for tenant:2526e2ed0941451fb61009d4eb688f45 on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:35:30.044514 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1f9d0f82-c374-40e1-b1d9-44cc9e30a3d1 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0911980 May 23 11:35:30.048356 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53478) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:30.056737 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b7d8899f-268d-474d-8e51-8c2fabee3178 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Request body: {'security_group': {'name': 'tempest-secgroup--2011528595'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:30.067266 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b7d8899f-268d-474d-8e51-8c2fabee3178 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:30.077055 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b7d8899f-268d-474d-8e51-8c2fabee3178 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:30.092604 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b7d8899f-268d-474d-8e51-8c2fabee3178 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:30.132721 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b7d8899f-268d-474d-8e51-8c2fabee3178 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:30.136691 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b7d8899f-268d-474d-8e51-8c2fabee3178 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Usage tracker for resource:security_group_rule and tenant:2526e2ed0941451fb61009d4eb688f45 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:35:30.139648 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b7d8899f-268d-474d-8e51-8c2fabee3178 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:35:30.145641 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b7d8899f-268d-474d-8e51-8c2fabee3178 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:30.216252 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b7d8899f-268d-474d-8e51-8c2fabee3178 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:30.221057 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b7d8899f-268d-474d-8e51-8c2fabee3178 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:30.269312 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d8899f-268d-474d-8e51-8c2fabee3178 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ee83d0-9961-4931-961b-22118711bb85,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:30.278048 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b7d8899f-268d-474d-8e51-8c2fabee3178 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:30.282909 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b7d8899f-268d-474d-8e51-8c2fabee3178 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2303257 May 23 11:35:30.283022 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53488) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:30.288709 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-a86dc257-c0dc-476d-9a69-bc29f2f7969b tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Request body: {'security_group_rule': {'security_group_id': 'a8ee83d0-9961-4931-961b-22118711bb85', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:30.297353 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a86dc257-c0dc-476d-9a69-bc29f2f7969b tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:30.315817 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a86dc257-c0dc-476d-9a69-bc29f2f7969b tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Usage tracker for resource:security_group_rule and tenant:2526e2ed0941451fb61009d4eb688f45 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:35:30.319165 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a86dc257-c0dc-476d-9a69-bc29f2f7969b tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:35:30.327323 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a86dc257-c0dc-476d-9a69-bc29f2f7969b tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:30.372693 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-a86dc257-c0dc-476d-9a69-bc29f2f7969b tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] create failed (client error): The resource could not be found. May 23 11:35:30.373781 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a86dc257-c0dc-476d-9a69-bc29f2f7969b tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0898902 May 23 11:35:30.377129 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53494) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:30.383441 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-bf557e25-fc6a-40e6-893a-8772c97eaa4e tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Request body: {'security_group_rule': {'security_group_id': 'a8ee83d0-9961-4931-961b-22118711bb85', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '17f9661f-9670-40b4-bb16-3333a1e69fff'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:30.390449 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bf557e25-fc6a-40e6-893a-8772c97eaa4e tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:30.394612 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-bf557e25-fc6a-40e6-893a-8772c97eaa4e tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Usage tracker for resource:security_group_rule and tenant:2526e2ed0941451fb61009d4eb688f45 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:35:30.397725 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-bf557e25-fc6a-40e6-893a-8772c97eaa4e tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:35:30.404514 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bf557e25-fc6a-40e6-893a-8772c97eaa4e tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:30.451760 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-bf557e25-fc6a-40e6-893a-8772c97eaa4e tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] create failed (client error): The resource could not be found. May 23 11:35:30.456280 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53500) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:30.460379 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-bf557e25-fc6a-40e6-893a-8772c97eaa4e tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0821068 May 23 11:35:30.526704 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9c847c5a-cac6-4f9b-ab53-38d5bd31aaca tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:30.556890 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9c847c5a-cac6-4f9b-ab53-38d5bd31aaca tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:30.607187 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9c847c5a-cac6-4f9b-ab53-38d5bd31aaca tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:30.627795 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c847c5a-cac6-4f9b-ab53-38d5bd31aaca tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ee83d0-9961-4931-961b-22118711bb85,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:30.635321 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9c847c5a-cac6-4f9b-ab53-38d5bd31aaca tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:30.636420 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9c847c5a-cac6-4f9b-ab53-38d5bd31aaca tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "DELETE /v2.0/security-groups/a8ee83d0-9961-4931-961b-22118711bb85 HTTP/1.1" status: 204 len: 168 time: 0.1791086 May 23 11:35:30.640916 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53506) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:30.701914 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-aed5a5a7-cc0a-4b88-b83a-368e926d48b9 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Synchronizing usage tracker for tenant:2526e2ed0941451fb61009d4eb688f45 on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:35:30.725593 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-aed5a5a7-cc0a-4b88-b83a-368e926d48b9 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Unset dirty status for tenant:2526e2ed0941451fb61009d4eb688f45 on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:35:30.729620 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-aed5a5a7-cc0a-4b88-b83a-368e926d48b9 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0877082 May 23 11:35:30.733735 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53514) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:30.739583 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-021f1bf2-300b-4843-8148-485f508ce504 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Request body: {'security_group_rule': {'security_group_id': '1ab24f39-4ef1-4601-a3ec-7fac7d16ad7e', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:30.748235 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-021f1bf2-300b-4843-8148-485f508ce504 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:30.755149 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-021f1bf2-300b-4843-8148-485f508ce504 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Usage tracker for resource:security_group_rule and tenant:2526e2ed0941451fb61009d4eb688f45 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:35:30.758743 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-021f1bf2-300b-4843-8148-485f508ce504 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:35:30.765690 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-021f1bf2-300b-4843-8148-485f508ce504 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:30.871615 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-021f1bf2-300b-4843-8148-485f508ce504 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] create failed (client error): The resource could not be found. May 23 11:35:30.876515 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53522) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:30.876667 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-021f1bf2-300b-4843-8148-485f508ce504 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1418679 May 23 11:35:30.882143 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-1223f6c4-bbc0-403f-89dc-7808eafa888c tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Request body: {'security_group': {'name': 'tempest-secgroup--1634116190'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:30.894124 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1223f6c4-bbc0-403f-89dc-7808eafa888c tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:30.912419 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1223f6c4-bbc0-403f-89dc-7808eafa888c tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:30.926269 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1223f6c4-bbc0-403f-89dc-7808eafa888c tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:30.947335 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53526) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:30.972860 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1223f6c4-bbc0-403f-89dc-7808eafa888c tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:30.977005 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1223f6c4-bbc0-403f-89dc-7808eafa888c tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Usage tracker for resource:security_group_rule and tenant:2526e2ed0941451fb61009d4eb688f45 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:35:30.982593 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1223f6c4-bbc0-403f-89dc-7808eafa888c tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:35:30.988523 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1223f6c4-bbc0-403f-89dc-7808eafa888c tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:31.052432 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1223f6c4-bbc0-403f-89dc-7808eafa888c tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:31.057508 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1223f6c4-bbc0-403f-89dc-7808eafa888c tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:31.105495 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1223f6c4-bbc0-403f-89dc-7808eafa888c tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d70787f-ac8c-4bb5-8da9-d3a6c1599aee,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:31.113339 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1223f6c4-bbc0-403f-89dc-7808eafa888c tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:31.114300 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-9af6903b-2e48-4662-99f9-6e73fa39adbc tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-242759801', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:31.117969 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1223f6c4-bbc0-403f-89dc-7808eafa888c tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2404184 May 23 11:35:31.121032 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53532) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:31.125025 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9af6903b-2e48-4662-99f9-6e73fa39adbc tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:31.127222 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-f4123978-9da1-4e23-9dae-f66a96b9f1e2 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Request body: {'security_group': {'name': 'tempest-secgroup--4937054'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:31.129817 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-9af6903b-2e48-4662-99f9-6e73fa39adbc tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Usage tracker for resource:router and tenant:926398271e5b4a00931dcb5770ea8713 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:35:31.134254 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f4123978-9da1-4e23-9dae-f66a96b9f1e2 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:31.134388 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-9af6903b-2e48-4662-99f9-6e73fa39adbc tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:35:31.139714 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f4123978-9da1-4e23-9dae-f66a96b9f1e2 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Usage tracker for resource:security_group and tenant:2526e2ed0941451fb61009d4eb688f45 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:35:31.143800 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f4123978-9da1-4e23-9dae-f66a96b9f1e2 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:35:31.145861 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9af6903b-2e48-4662-99f9-6e73fa39adbc tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:31.150572 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f4123978-9da1-4e23-9dae-f66a96b9f1e2 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:31.161786 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9af6903b-2e48-4662-99f9-6e73fa39adbc tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:31.162996 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9af6903b-2e48-4662-99f9-6e73fa39adbc tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:31.164829 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f4123978-9da1-4e23-9dae-f66a96b9f1e2 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:31.189161 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9af6903b-2e48-4662-99f9-6e73fa39adbc tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:31.207689 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f4123978-9da1-4e23-9dae-f66a96b9f1e2 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:31.212676 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9af6903b-2e48-4662-99f9-6e73fa39adbc tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:31.213530 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f4123978-9da1-4e23-9dae-f66a96b9f1e2 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Usage tracker for resource:security_group_rule and tenant:2526e2ed0941451fb61009d4eb688f45 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:35:31.221852 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f4123978-9da1-4e23-9dae-f66a96b9f1e2 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:35:31.228281 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f4123978-9da1-4e23-9dae-f66a96b9f1e2 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:31.238778 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9af6903b-2e48-4662-99f9-6e73fa39adbc tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:31.240111 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9af6903b-2e48-4662-99f9-6e73fa39adbc tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2916973 May 23 11:35:31.243077 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53536) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:31.251024 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-011f366f-f951-4839-9d22-84b0430c4dc8 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1547272343'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:31.259731 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-011f366f-f951-4839-9d22-84b0430c4dc8 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:31.267469 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-011f366f-f951-4839-9d22-84b0430c4dc8 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Usage tracker for resource:network and tenant:926398271e5b4a00931dcb5770ea8713 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:35:31.271030 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-011f366f-f951-4839-9d22-84b0430c4dc8 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:35:31.285252 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-011f366f-f951-4839-9d22-84b0430c4dc8 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:31.308760 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011f366f-f951-4839-9d22-84b0430c4dc8 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Made reservation on behalf of 926398271e5b4a00931dcb5770ea8713 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:35:31.311750 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-011f366f-f951-4839-9d22-84b0430c4dc8 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:31.336651 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f4123978-9da1-4e23-9dae-f66a96b9f1e2 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:31.338120 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-011f366f-f951-4839-9d22-84b0430c4dc8 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:31.349436 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f4123978-9da1-4e23-9dae-f66a96b9f1e2 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:31.413563 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f4123978-9da1-4e23-9dae-f66a96b9f1e2 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:31.414697 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f4123978-9da1-4e23-9dae-f66a96b9f1e2 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 0.2925260 May 23 11:35:31.415466 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4123978-9da1-4e23-9dae-f66a96b9f1e2 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d55161-a7e9-4cd8-bfd0-eaa8149eb76c,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:31.417921 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-011f366f-f951-4839-9d22-84b0430c4dc8 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:31.421800 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53540) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:31.422640 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-011f366f-f951-4839-9d22-84b0430c4dc8 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Usage tracker for resource:security_group_rule and tenant:926398271e5b4a00931dcb5770ea8713 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:35:31.426096 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-011f366f-f951-4839-9d22-84b0430c4dc8 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:35:31.433004 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-85786e32-3e43-4b12-8a59-a636d956aed2 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Request body: {'security_group_rule': {'security_group_id': '3d70787f-ac8c-4bb5-8da9-d3a6c1599aee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'f4d55161-a7e9-4cd8-bfd0-eaa8149eb76c'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:31.439768 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-011f366f-f951-4839-9d22-84b0430c4dc8 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:31.445375 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-85786e32-3e43-4b12-8a59-a636d956aed2 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:31.453285 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-85786e32-3e43-4b12-8a59-a636d956aed2 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Usage tracker for resource:security_group_rule and tenant:2526e2ed0941451fb61009d4eb688f45 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:35:31.458096 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-85786e32-3e43-4b12-8a59-a636d956aed2 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:35:31.465277 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-85786e32-3e43-4b12-8a59-a636d956aed2 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:31.502709 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-85786e32-3e43-4b12-8a59-a636d956aed2 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:35:31.503703 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-85786e32-3e43-4b12-8a59-a636d956aed2 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.0807798 May 23 11:35:31.506856 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53544) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:31.526431 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-011f366f-f951-4839-9d22-84b0430c4dc8 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:31.531480 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-011f366f-f951-4839-9d22-84b0430c4dc8 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:31.569596 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-011f366f-f951-4839-9d22-84b0430c4dc8 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:35:31.577078 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6864b786-213f-4e7b-8ed9-cadaca6a5522 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:31.578723 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f366f-f951-4839-9d22-84b0430c4dc8 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60ccc982-0b17-45bf-bfc3-45acdbd938cf,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:31.603163 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-011f366f-f951-4839-9d22-84b0430c4dc8 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:31.603883 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-011f366f-f951-4839-9d22-84b0430c4dc8 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Added segment a73cef32-c48a-49bb-b9e6-df72270de0b2 of type vlan for network e92a262b-2123-4879-9b18-f4089ae58126 May 23 11:35:31.609714 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6864b786-213f-4e7b-8ed9-cadaca6a5522 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:31.642360 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-011f366f-f951-4839-9d22-84b0430c4dc8 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:31.660714 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6864b786-213f-4e7b-8ed9-cadaca6a5522 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:31.681076 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-011f366f-f951-4839-9d22-84b0430c4dc8 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:31.684862 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011f366f-f951-4839-9d22-84b0430c4dc8 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:31.685543 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-011f366f-f951-4839-9d22-84b0430c4dc8 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:31.688347 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864b786-213f-4e7b-8ed9-cadaca6a5522 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d55161-a7e9-4cd8-bfd0-eaa8149eb76c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:31.692966 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6864b786-213f-4e7b-8ed9-cadaca6a5522 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:31.696465 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-6864b786-213f-4e7b-8ed9-cadaca6a5522 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "DELETE /v2.0/security-groups/f4d55161-a7e9-4cd8-bfd0-eaa8149eb76c HTTP/1.1" status: 204 len: 168 time: 0.1861732 May 23 11:35:31.697916 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53548) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:31.770034 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6d739fe8-89f3-4d20-a23a-31328e097e37 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Synchronizing usage tracker for tenant:2526e2ed0941451fb61009d4eb688f45 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:35:31.789271 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6d739fe8-89f3-4d20-a23a-31328e097e37 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Unset dirty status for tenant:2526e2ed0941451fb61009d4eb688f45 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:35:31.793939 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-6d739fe8-89f3-4d20-a23a-31328e097e37 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.0951748 May 23 11:35:31.794540 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53552) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:31.850448 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f366f-f951-4839-9d22-84b0430c4dc8 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Pushing event updated for resources: {'Network': ['ID=e92a262b-2123-4879-9b18-f4089ae58126,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:31.857180 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-011f366f-f951-4839-9d22-84b0430c4dc8 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6104224 May 23 11:35:31.857347 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53558) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:31.863080 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network e92a262b-2123-4879-9b18-f4089ae58126 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:35:31.863576 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-6321a120-5efa-434b-a4bf-56df2b426736 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Request body: {'subnet': {'network_id': 'e92a262b-2123-4879-9b18-f4089ae58126', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:31.939474 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-425457bb-668c-45e9-bd6b-e305048033d8 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:31.980905 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-425457bb-668c-45e9-bd6b-e305048033d8 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:31.997238 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6321a120-5efa-434b-a4bf-56df2b426736 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:32.001654 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-6321a120-5efa-434b-a4bf-56df2b426736 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Usage tracker for resource:subnet and tenant:926398271e5b4a00931dcb5770ea8713 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:35:32.006515 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-6321a120-5efa-434b-a4bf-56df2b426736 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:35:32.020919 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6321a120-5efa-434b-a4bf-56df2b426736 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:32.042311 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6321a120-5efa-434b-a4bf-56df2b426736 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Made reservation on behalf of 926398271e5b4a00931dcb5770ea8713 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:35:32.072594 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-425457bb-668c-45e9-bd6b-e305048033d8 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:32.092357 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425457bb-668c-45e9-bd6b-e305048033d8 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d70787f-ac8c-4bb5-8da9-d3a6c1599aee,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:32.111638 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-425457bb-668c-45e9-bd6b-e305048033d8 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:32.118458 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-425457bb-668c-45e9-bd6b-e305048033d8 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "DELETE /v2.0/security-groups/3d70787f-ac8c-4bb5-8da9-d3a6c1599aee HTTP/1.1" status: 204 len: 168 time: 0.3229795 May 23 11:35:32.119059 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53564) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:32.168796 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6321a120-5efa-434b-a4bf-56df2b426736 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:32.183861 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1338c914-0443-4f1b-97e6-2685efe02464 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Synchronizing usage tracker for tenant:2526e2ed0941451fb61009d4eb688f45 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:35:32.206207 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1338c914-0443-4f1b-97e6-2685efe02464 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Unset dirty status for tenant:2526e2ed0941451fb61009d4eb688f45 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:35:32.208590 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1338c914-0443-4f1b-97e6-2685efe02464 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0885410 May 23 11:35:32.213299 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53568) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:32.218721 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-c066f0c0-62ff-418b-9287-1252ca190dc1 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Request body: {'security_group': {'name': 'tempest-secgroup--1591832911'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:32.226150 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c066f0c0-62ff-418b-9287-1252ca190dc1 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:32.236160 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c066f0c0-62ff-418b-9287-1252ca190dc1 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:32.248747 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c066f0c0-62ff-418b-9287-1252ca190dc1 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:32.286553 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c066f0c0-62ff-418b-9287-1252ca190dc1 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:32.291426 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c066f0c0-62ff-418b-9287-1252ca190dc1 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Usage tracker for resource:security_group_rule and tenant:2526e2ed0941451fb61009d4eb688f45 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:35:32.294434 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c066f0c0-62ff-418b-9287-1252ca190dc1 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:35:32.300391 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c066f0c0-62ff-418b-9287-1252ca190dc1 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:32.368718 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c066f0c0-62ff-418b-9287-1252ca190dc1 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:32.374775 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c066f0c0-62ff-418b-9287-1252ca190dc1 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:32.418001 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6321a120-5efa-434b-a4bf-56df2b426736 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:32.419742 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c066f0c0-62ff-418b-9287-1252ca190dc1 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca296e95-ebe1-483b-b9af-839c9d937eeb,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:32.458079 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c066f0c0-62ff-418b-9287-1252ca190dc1 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:32.463861 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c066f0c0-62ff-418b-9287-1252ca190dc1 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2491364 May 23 11:35:32.466918 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53572) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:32.476036 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-eefeba72-a605-4413-aa7f-5c3b8b62eea1 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:32.477366 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-eefeba72-a605-4413-aa7f-5c3b8b62eea1 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] update failed (client error): There was a conflict when trying to complete your request. May 23 11:35:32.479857 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-eefeba72-a605-4413-aa7f-5c3b8b62eea1 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "PUT /v2.0/security-groups/ca296e95-ebe1-483b-b9af-839c9d937eeb HTTP/1.1" status: 409 len: 330 time: 0.0098081 May 23 11:35:32.481736 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53576) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:32.526373 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6321a120-5efa-434b-a4bf-56df2b426736 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Pushing event updated for resources: {'Subnet': ['ID=a043de69-4b37-4953-a52f-8cb0c62beab3,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:32.541804 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6321a120-5efa-434b-a4bf-56df2b426736 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Checking segment: {'id': 'a73cef32-c48a-49bb-b9e6-df72270de0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e92a262b-2123-4879-9b18-f4089ae58126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:35:32.542381 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6321a120-5efa-434b-a4bf-56df2b426736 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Network hostable DHCP agents. Network: e92a262b-2123-4879-9b18-f4089ae58126, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:35:32.582402 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6321a120-5efa-434b-a4bf-56df2b426736 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Network e92a262b-2123-4879-9b18-f4089ae58126 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:35:32.598176 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-6321a120-5efa-434b-a4bf-56df2b426736 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, e92a262b-2123-4879-9b18-f4089ae58126) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:35:32.603924 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6321a120-5efa-434b-a4bf-56df2b426736 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:32.604585 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6321a120-5efa-434b-a4bf-56df2b426736 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:32.610198 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6241fb64-f01f-4c8f-8f81-03c77ff847c1 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:32.616326 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f47ddf-9906-44c8-887d-16f36020a328 None None] Network e92a262b-2123-4879-9b18-f4089ae58126 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:35:32.639779 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6321a120-5efa-434b-a4bf-56df2b426736 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7784083 May 23 11:35:32.640388 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53580) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:32.646934 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-6e320e13-7dbd-4d0e-9a25-1f54bf816326 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Request body: {'network': {'name': 'tempest-router-network01--433814156'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:32.654450 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6e320e13-7dbd-4d0e-9a25-1f54bf816326 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:32.660174 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-6e320e13-7dbd-4d0e-9a25-1f54bf816326 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Usage tracker for resource:network and tenant:926398271e5b4a00931dcb5770ea8713 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:35:32.663407 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-6e320e13-7dbd-4d0e-9a25-1f54bf816326 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:35:32.670421 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6e320e13-7dbd-4d0e-9a25-1f54bf816326 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:32.670644 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6241fb64-f01f-4c8f-8f81-03c77ff847c1 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:32.682576 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e320e13-7dbd-4d0e-9a25-1f54bf816326 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Made reservation on behalf of 926398271e5b4a00931dcb5770ea8713 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:35:32.686485 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6e320e13-7dbd-4d0e-9a25-1f54bf816326 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:32.724794 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e320e13-7dbd-4d0e-9a25-1f54bf816326 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:35:32.752021 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6e320e13-7dbd-4d0e-9a25-1f54bf816326 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:32.752268 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6241fb64-f01f-4c8f-8f81-03c77ff847c1 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:32.752362 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-6e320e13-7dbd-4d0e-9a25-1f54bf816326 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Added segment 8dbc4db3-244a-41a4-9063-aa3d17506d7b of type vlan for network 76507206-d8c4-465f-b553-38a161b54e50 May 23 11:35:32.775548 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241fb64-f01f-4c8f-8f81-03c77ff847c1 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca296e95-ebe1-483b-b9af-839c9d937eeb,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:32.783730 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6241fb64-f01f-4c8f-8f81-03c77ff847c1 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:32.785207 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-6241fb64-f01f-4c8f-8f81-03c77ff847c1 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "DELETE /v2.0/security-groups/ca296e95-ebe1-483b-b9af-839c9d937eeb HTTP/1.1" status: 204 len: 168 time: 0.3024068 May 23 11:35:32.788627 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53584) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:32.801567 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6e320e13-7dbd-4d0e-9a25-1f54bf816326 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:32.847491 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-fc9d704b-9ce2-4ac1-b6af-d8d1f0cb01d9 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Synchronizing usage tracker for tenant:2526e2ed0941451fb61009d4eb688f45 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:35:32.866472 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6e320e13-7dbd-4d0e-9a25-1f54bf816326 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:32.871180 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e320e13-7dbd-4d0e-9a25-1f54bf816326 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:32.871993 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6e320e13-7dbd-4d0e-9a25-1f54bf816326 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:32.873187 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-fc9d704b-9ce2-4ac1-b6af-d8d1f0cb01d9 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] Unset dirty status for tenant:2526e2ed0941451fb61009d4eb688f45 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:35:32.874683 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-fc9d704b-9ce2-4ac1-b6af-d8d1f0cb01d9 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0851445 May 23 11:35:32.879306 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53588) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:32.910778 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-81f9b643-9748-4ed7-8d7d-80408064155d tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] delete failed (client error): The resource could not be found. May 23 11:35:32.917098 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53592) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:32.917334 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-81f9b643-9748-4ed7-8d7d-80408064155d tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "DELETE /v2.0/security-groups/efa77aa6-1a7c-4cca-ad77-5359b82f8bb0 HTTP/1.1" status: 404 len: 347 time: 0.0366812 May 23 11:35:32.917746 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bafc8e8-07a1-4aa2-a562-48d3c0c48eec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-e92a262b-2123-4879-9b18-f4089ae58126', 'network_id': 'e92a262b-2123-4879-9b18-f4089ae58126', 'tenant_id': '926398271e5b4a00931dcb5770ea8713', 'fixed_ips': [{'subnet_id': 'a043de69-4b37-4953-a52f-8cb0c62beab3'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:35:32.919287 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2bafc8e8-07a1-4aa2-a562-48d3c0c48eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:33.013673 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-08889cd8-5bdf-4f92-a3ee-4a564f74c3e4 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] show failed (client error): The resource could not be found. May 23 11:35:33.015442 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-08889cd8-5bdf-4f92-a3ee-4a564f74c3e4 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "GET /v2.0/security-groups/9b96f936-a423-4520-b2bb-96e0b45295f7 HTTP/1.1" status: 404 len: 347 time: 0.0912077 May 23 11:35:33.019471 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53596) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:33.029158 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6e320e13-7dbd-4d0e-9a25-1f54bf816326 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3878188 May 23 11:35:33.054191 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-4592aba7-e32a-4524-b57b-4affc3370777 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] show failed (client error): The resource could not be found. May 23 11:35:33.058201 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4592aba7-e32a-4524-b57b-4affc3370777 tempest-NegativeSecGroupTest-1781930143 tempest-NegativeSecGroupTest-1781930143-project] 10.222.0.79 "GET /v2.0/security-group-rules/d9b6e502-b503-4225-8af5-c79edf7c1ffd HTTP/1.1" status: 404 len: 356 time: 0.0358868 May 23 11:35:33.060727 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53600) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:33.076404 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-1969b5dc-f521-435b-b478-ef326e7d5161 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Request body: {'network': {'name': 'tempest-router-network02--1165849028'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:33.089452 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1969b5dc-f521-435b-b478-ef326e7d5161 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:33.102450 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1969b5dc-f521-435b-b478-ef326e7d5161 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Usage tracker for resource:network and tenant:926398271e5b4a00931dcb5770ea8713 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:35:33.109803 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1969b5dc-f521-435b-b478-ef326e7d5161 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:35:33.115641 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e320e13-7dbd-4d0e-9a25-1f54bf816326 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Pushing event updated for resources: {'Network': ['ID=76507206-d8c4-465f-b553-38a161b54e50,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:33.118132 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-2bafc8e8-07a1-4aa2-a562-48d3c0c48eec None None] Allocated IP 172.20.0.2 (e92a262b-2123-4879-9b18-f4089ae58126/a043de69-4b37-4953-a52f-8cb0c62beab3/7306e24f-488e-4ad3-be3e-fbf756cbe056) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:35:33.123172 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1969b5dc-f521-435b-b478-ef326e7d5161 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:33.148543 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1969b5dc-f521-435b-b478-ef326e7d5161 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Made reservation on behalf of 926398271e5b4a00931dcb5770ea8713 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:35:33.152724 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1969b5dc-f521-435b-b478-ef326e7d5161 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:33.215852 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1969b5dc-f521-435b-b478-ef326e7d5161 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:35:33.233941 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 76507206-d8c4-465f-b553-38a161b54e50 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:35:33.236485 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1969b5dc-f521-435b-b478-ef326e7d5161 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:33.236831 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-1969b5dc-f521-435b-b478-ef326e7d5161 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Added segment 5a1c919c-5466-4c48-863b-d46d491ea1fa of type vlan for network ba0134ee-bab7-42fd-bbb7-b8aacacbdd02 May 23 11:35:33.267011 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1969b5dc-f521-435b-b478-ef326e7d5161 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:33.300834 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1969b5dc-f521-435b-b478-ef326e7d5161 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:33.305340 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1969b5dc-f521-435b-b478-ef326e7d5161 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:33.306540 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1969b5dc-f521-435b-b478-ef326e7d5161 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:33.452295 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1969b5dc-f521-435b-b478-ef326e7d5161 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Pushing event updated for resources: {'Network': ['ID=ba0134ee-bab7-42fd-bbb7-b8aacacbdd02,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:33.458796 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1969b5dc-f521-435b-b478-ef326e7d5161 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3942871 May 23 11:35:33.459655 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53618) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:33.462816 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network ba0134ee-bab7-42fd-bbb7-b8aacacbdd02 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:35:33.466044 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-2b03fa01-0a08-41b2-b71f-d5cd99153d91 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Request body: {'subnet': {'network_id': '76507206-d8c4-465f-b553-38a161b54e50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:33.585917 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53626) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:33.614770 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2b03fa01-0a08-41b2-b71f-d5cd99153d91 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:33.619098 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2b03fa01-0a08-41b2-b71f-d5cd99153d91 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Usage tracker for resource:subnet and tenant:926398271e5b4a00931dcb5770ea8713 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:35:33.622212 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2b03fa01-0a08-41b2-b71f-d5cd99153d91 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:35:33.628880 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2b03fa01-0a08-41b2-b71f-d5cd99153d91 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:33.645370 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b03fa01-0a08-41b2-b71f-d5cd99153d91 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Made reservation on behalf of 926398271e5b4a00931dcb5770ea8713 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:35:33.660408 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2bafc8e8-07a1-4aa2-a562-48d3c0c48eec None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:33.673609 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2bafc8e8-07a1-4aa2-a562-48d3c0c48eec None None] Transition to ACTIVE for port object 7306e24f-488e-4ad3-be3e-fbf756cbe056 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:35:33.717994 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2bafc8e8-07a1-4aa2-a562-48d3c0c48eec None None] Transition to ACTIVE for port object 7306e24f-488e-4ad3-be3e-fbf756cbe056 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:35:33.733151 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2bafc8e8-07a1-4aa2-a562-48d3c0c48eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:33.767410 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2b03fa01-0a08-41b2-b71f-d5cd99153d91 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:33.923204 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bafc8e8-07a1-4aa2-a562-48d3c0c48eec None None] Network e92a262b-2123-4879-9b18-f4089ae58126 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:35:33.927622 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-2bafc8e8-07a1-4aa2-a562-48d3c0c48eec None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:35:33.932307 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bafc8e8-07a1-4aa2-a562-48d3c0c48eec None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:35:33.940749 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3edd14b7-b1a1-40b6-9ae7-11ebb720a6af admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2526e2ed0941451fb61009d4eb688f45&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3518994 May 23 11:35:33.940968 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53636) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:33.952169 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bafc8e8-07a1-4aa2-a562-48d3c0c48eec None None] Pushing event updated for resources: {'Port': ['ID=7306e24f-488e-4ad3-be3e-fbf756cbe056,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:34.022931 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-353baf4c-6f55-4694-887c-4311e80b60bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:34.050807 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-2bafc8e8-07a1-4aa2-a562-48d3c0c48eec None None] Attempting to bind port 7306e24f-488e-4ad3-be3e-fbf756cbe056 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:35:34.051490 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-2bafc8e8-07a1-4aa2-a562-48d3c0c48eec None None] Attempting to bind port 7306e24f-488e-4ad3-be3e-fbf756cbe056 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'a73cef32-c48a-49bb-b9e6-df72270de0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e92a262b-2123-4879-9b18-f4089ae58126'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:35:34.051768 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bafc8e8-07a1-4aa2-a562-48d3c0c48eec None None] Attempting to bind port 7306e24f-488e-4ad3-be3e-fbf756cbe056 on network e92a262b-2123-4879-9b18-f4089ae58126 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:35:34.054649 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-353baf4c-6f55-4694-887c-4311e80b60bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:34.058635 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bafc8e8-07a1-4aa2-a562-48d3c0c48eec None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:35:34.059193 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bafc8e8-07a1-4aa2-a562-48d3c0c48eec None None] Checking segment: {'id': 'a73cef32-c48a-49bb-b9e6-df72270de0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e92a262b-2123-4879-9b18-f4089ae58126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:35:34.059679 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2bafc8e8-07a1-4aa2-a562-48d3c0c48eec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:34.060212 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bafc8e8-07a1-4aa2-a562-48d3c0c48eec None None] Bound using segment: {'id': 'a73cef32-c48a-49bb-b9e6-df72270de0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e92a262b-2123-4879-9b18-f4089ae58126'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:35:34.060931 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-2bafc8e8-07a1-4aa2-a562-48d3c0c48eec None None] Bound port: 7306e24f-488e-4ad3-be3e-fbf756cbe056, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a73cef32-c48a-49bb-b9e6-df72270de0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e92a262b-2123-4879-9b18-f4089ae58126'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:35:34.061392 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2bafc8e8-07a1-4aa2-a562-48d3c0c48eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:34.085203 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2b03fa01-0a08-41b2-b71f-d5cd99153d91 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:34.125561 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-353baf4c-6f55-4694-887c-4311e80b60bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:34.160562 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2bafc8e8-07a1-4aa2-a562-48d3c0c48eec None None] For port 7306e24f-488e-4ad3-be3e-fbf756cbe056, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:35:34.164227 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2bafc8e8-07a1-4aa2-a562-48d3c0c48eec None None] For port 7306e24f-488e-4ad3-be3e-fbf756cbe056, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=7306e24f-488e-4ad3-be3e-fbf756cbe056,segment=NetworkSegment(a73cef32-c48a-49bb-b9e6-df72270de0b2),segment_id=a73cef32-c48a-49bb-b9e6-df72270de0b2)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:35:34.168674 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353baf4c-6f55-4694-887c-4311e80b60bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf45e61-1013-4b42-a373-d4961f1ec4d6,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:34.169988 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2bafc8e8-07a1-4aa2-a562-48d3c0c48eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:34.173750 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-353baf4c-6f55-4694-887c-4311e80b60bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:34.176257 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-353baf4c-6f55-4694-887c-4311e80b60bc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dcf45e61-1013-4b42-a373-d4961f1ec4d6 HTTP/1.1" status: 204 len: 168 time: 0.2344117 May 23 11:35:34.273113 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bafc8e8-07a1-4aa2-a562-48d3c0c48eec None None] Pushing event updated for resources: {'Port': ['ID=7306e24f-488e-4ad3-be3e-fbf756cbe056,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:34.274794 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b03fa01-0a08-41b2-b71f-d5cd99153d91 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Pushing event updated for resources: {'Subnet': ['ID=e1930849-2232-4bb7-8bfa-521c62201beb,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:34.281986 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b03fa01-0a08-41b2-b71f-d5cd99153d91 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Checking segment: {'id': '8dbc4db3-244a-41a4-9063-aa3d17506d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '76507206-d8c4-465f-b553-38a161b54e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:35:34.282351 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b03fa01-0a08-41b2-b71f-d5cd99153d91 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Network hostable DHCP agents. Network: 76507206-d8c4-465f-b553-38a161b54e50, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:35:34.324941 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b03fa01-0a08-41b2-b71f-d5cd99153d91 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Network 76507206-d8c4-465f-b553-38a161b54e50 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:35:34.340019 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-2b03fa01-0a08-41b2-b71f-d5cd99153d91 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 76507206-d8c4-465f-b553-38a161b54e50) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:35:34.351000 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c868b8c-9ed9-4e6a-91e5-62704825baec None None] Network 76507206-d8c4-465f-b553-38a161b54e50 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:35:34.359113 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b03fa01-0a08-41b2-b71f-d5cd99153d91 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:34.359906 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2b03fa01-0a08-41b2-b71f-d5cd99153d91 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:34.392368 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2b03fa01-0a08-41b2-b71f-d5cd99153d91 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9312706 May 23 11:35:34.395667 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53642) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:34.405954 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-3aa77285-5be3-4894-94cf-f0738bea7a3d tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Request body: {'subnet': {'network_id': 'ba0134ee-bab7-42fd-bbb7-b8aacacbdd02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:34.601305 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3aa77285-5be3-4894-94cf-f0738bea7a3d tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:34.605344 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3aa77285-5be3-4894-94cf-f0738bea7a3d tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Usage tracker for resource:subnet and tenant:926398271e5b4a00931dcb5770ea8713 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:35:34.609984 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3aa77285-5be3-4894-94cf-f0738bea7a3d tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:35:34.616116 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3aa77285-5be3-4894-94cf-f0738bea7a3d tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:34.633269 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa77285-5be3-4894-94cf-f0738bea7a3d tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Made reservation on behalf of 926398271e5b4a00931dcb5770ea8713 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:35:34.710072 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f387be-5710-4cf7-9e31-6f61690b3f0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-76507206-d8c4-465f-b553-38a161b54e50', 'network_id': '76507206-d8c4-465f-b553-38a161b54e50', 'tenant_id': '926398271e5b4a00931dcb5770ea8713', 'fixed_ips': [{'subnet_id': 'e1930849-2232-4bb7-8bfa-521c62201beb'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:35:34.710981 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d1f387be-5710-4cf7-9e31-6f61690b3f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:34.751082 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3aa77285-5be3-4894-94cf-f0738bea7a3d tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:34.930263 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-d1f387be-5710-4cf7-9e31-6f61690b3f0e None None] Allocated IP 172.20.0.2 (76507206-d8c4-465f-b553-38a161b54e50/e1930849-2232-4bb7-8bfa-521c62201beb/3a8baf18-029a-46e9-9670-1ccf63a6db73) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:35:35.167053 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 7306e24f-488e-4ad3-be3e-fbf756cbe056 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:35:35.252283 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3aa77285-5be3-4894-94cf-f0738bea7a3d tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:35.363986 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa77285-5be3-4894-94cf-f0738bea7a3d tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Pushing event updated for resources: {'Subnet': ['ID=ad4916d8-449a-478d-9b49-22b8574ef094,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:35.378416 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d1f387be-5710-4cf7-9e31-6f61690b3f0e None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:35.382718 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 7306e24f-488e-4ad3-be3e-fbf756cbe056 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:35:35.385513 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa77285-5be3-4894-94cf-f0738bea7a3d tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Checking segment: {'id': '5a1c919c-5466-4c48-863b-d46d491ea1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ba0134ee-bab7-42fd-bbb7-b8aacacbdd02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:35:35.385871 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa77285-5be3-4894-94cf-f0738bea7a3d tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Network hostable DHCP agents. Network: ba0134ee-bab7-42fd-bbb7-b8aacacbdd02, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:35:35.407981 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d1f387be-5710-4cf7-9e31-6f61690b3f0e None None] Transition to ACTIVE for port object 3a8baf18-029a-46e9-9670-1ccf63a6db73 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:35:35.433114 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa77285-5be3-4894-94cf-f0738bea7a3d tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Network ba0134ee-bab7-42fd-bbb7-b8aacacbdd02 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:35:35.442977 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d1f387be-5710-4cf7-9e31-6f61690b3f0e None None] Transition to ACTIVE for port object 3a8baf18-029a-46e9-9670-1ccf63a6db73 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:35:35.452448 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d1f387be-5710-4cf7-9e31-6f61690b3f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:35.456069 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-3aa77285-5be3-4894-94cf-f0738bea7a3d tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, ba0134ee-bab7-42fd-bbb7-b8aacacbdd02) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:35:35.461003 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa77285-5be3-4894-94cf-f0738bea7a3d tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:35.461675 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3aa77285-5be3-4894-94cf-f0738bea7a3d tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:35.499081 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b67f602-0885-46b8-a796-2ebf4cda5410 None None] Network ba0134ee-bab7-42fd-bbb7-b8aacacbdd02 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:35:35.539485 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53666) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:35.540211 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3aa77285-5be3-4894-94cf-f0738bea7a3d tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1436324 May 23 11:35:35.551301 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53670) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:35.678937 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309f0090-91e8-400f-a33a-b969ce0d9571 None None] Network e92a262b-2123-4879-9b18-f4089ae58126 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:35:35.735182 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-8ecc8de8-5df3-400e-b710-22357440b003 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1234441017'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:35.741276 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8ecc8de8-5df3-400e-b710-22357440b003 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:35.745436 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8ecc8de8-5df3-400e-b710-22357440b003 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Usage tracker for resource:network and tenant:2f0006f800014cfcb494191fd01d496e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:35:35.748913 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8ecc8de8-5df3-400e-b710-22357440b003 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:35:35.756548 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8ecc8de8-5df3-400e-b710-22357440b003 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:35.771206 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ecc8de8-5df3-400e-b710-22357440b003 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Made reservation on behalf of 2f0006f800014cfcb494191fd01d496e for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:35:35.775674 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8ecc8de8-5df3-400e-b710-22357440b003 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:35.809101 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8ecc8de8-5df3-400e-b710-22357440b003 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:35.823536 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f387be-5710-4cf7-9e31-6f61690b3f0e None None] Network 76507206-d8c4-465f-b553-38a161b54e50 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:35:35.842528 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-d1f387be-5710-4cf7-9e31-6f61690b3f0e None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:35:35.846000 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8ecc8de8-5df3-400e-b710-22357440b003 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:35.847018 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f387be-5710-4cf7-9e31-6f61690b3f0e None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:35:35.850625 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8ecc8de8-5df3-400e-b710-22357440b003 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Usage tracker for resource:security_group_rule and tenant:2f0006f800014cfcb494191fd01d496e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:35:35.853728 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8ecc8de8-5df3-400e-b710-22357440b003 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:35:35.861369 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f387be-5710-4cf7-9e31-6f61690b3f0e None None] Pushing event updated for resources: {'Port': ['ID=3a8baf18-029a-46e9-9670-1ccf63a6db73,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:35.861513 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8ecc8de8-5df3-400e-b710-22357440b003 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:35.962002 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8ecc8de8-5df3-400e-b710-22357440b003 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:35.968292 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8ecc8de8-5df3-400e-b710-22357440b003 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:35.978776 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-837c7154-8af3-4b10-bb0a-193f41f7abda None None] Provisioning for port 7306e24f-488e-4ad3-be3e-fbf756cbe056 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:35:36.009367 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ecc8de8-5df3-400e-b710-22357440b003 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:35:36.024809 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-837c7154-8af3-4b10-bb0a-193f41f7abda None None] Provisioning complete for port 7306e24f-488e-4ad3-be3e-fbf756cbe056 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:35:36.025188 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-837c7154-8af3-4b10-bb0a-193f41f7abda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:36.037618 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc8de8-5df3-400e-b710-22357440b003 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec6e9cc-06cb-4f4f-8242-fe73624ea32b,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:36.052339 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8ecc8de8-5df3-400e-b710-22357440b003 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:36.054295 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-8ecc8de8-5df3-400e-b710-22357440b003 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Added segment fc78af7e-61b0-4c43-8f6d-6144f6621d78 of type vlan for network ab039b9d-56bd-45ee-8d30-05049378d4d5 May 23 11:35:36.093795 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4b6471-2347-42b0-b37c-233ec6c36609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-ba0134ee-bab7-42fd-bbb7-b8aacacbdd02', 'network_id': 'ba0134ee-bab7-42fd-bbb7-b8aacacbdd02', 'tenant_id': '926398271e5b4a00931dcb5770ea8713', 'fixed_ips': [{'subnet_id': 'ad4916d8-449a-478d-9b49-22b8574ef094'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:35:36.094612 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6d4b6471-2347-42b0-b37c-233ec6c36609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:36.103745 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8ecc8de8-5df3-400e-b710-22357440b003 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:36.164796 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8ecc8de8-5df3-400e-b710-22357440b003 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:36.169683 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecc8de8-5df3-400e-b710-22357440b003 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:36.170458 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8ecc8de8-5df3-400e-b710-22357440b003 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:36.173202 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0c3d67a2-52f5-4b62-a4dd-d85bd7d68b10 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:36.183735 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-d1f387be-5710-4cf7-9e31-6f61690b3f0e None None] Attempting to bind port 3a8baf18-029a-46e9-9670-1ccf63a6db73 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:35:36.184136 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-d1f387be-5710-4cf7-9e31-6f61690b3f0e None None] Attempting to bind port 3a8baf18-029a-46e9-9670-1ccf63a6db73 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '8dbc4db3-244a-41a4-9063-aa3d17506d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '76507206-d8c4-465f-b553-38a161b54e50'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:35:36.184502 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f387be-5710-4cf7-9e31-6f61690b3f0e None None] Attempting to bind port 3a8baf18-029a-46e9-9670-1ccf63a6db73 on network 76507206-d8c4-465f-b553-38a161b54e50 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:35:36.333026 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc8de8-5df3-400e-b710-22357440b003 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Pushing event updated for resources: {'Network': ['ID=ab039b9d-56bd-45ee-8d30-05049378d4d5,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:36.348638 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8ecc8de8-5df3-400e-b710-22357440b003 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7959707 May 23 11:35:36.351270 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53684) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:36.358761 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-e2c4b214-092a-4fd8-9468-b065d595ade6 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Request body: {'subnet': {'network_id': 'ab039b9d-56bd-45ee-8d30-05049378d4d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:36.407854 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network ab039b9d-56bd-45ee-8d30-05049378d4d5 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:35:36.522145 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f387be-5710-4cf7-9e31-6f61690b3f0e None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:35:36.522772 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f387be-5710-4cf7-9e31-6f61690b3f0e None None] Checking segment: {'id': '8dbc4db3-244a-41a4-9063-aa3d17506d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '76507206-d8c4-465f-b553-38a161b54e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:35:36.523620 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d1f387be-5710-4cf7-9e31-6f61690b3f0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:36.525336 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f387be-5710-4cf7-9e31-6f61690b3f0e None None] Bound using segment: {'id': '8dbc4db3-244a-41a4-9063-aa3d17506d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '76507206-d8c4-465f-b553-38a161b54e50'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:35:36.526663 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-d1f387be-5710-4cf7-9e31-6f61690b3f0e None None] Bound port: 3a8baf18-029a-46e9-9670-1ccf63a6db73, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dbc4db3-244a-41a4-9063-aa3d17506d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '76507206-d8c4-465f-b553-38a161b54e50'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:35:36.529921 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d1f387be-5710-4cf7-9e31-6f61690b3f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:36.544861 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e2c4b214-092a-4fd8-9468-b065d595ade6 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:36.555208 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e2c4b214-092a-4fd8-9468-b065d595ade6 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Usage tracker for resource:subnet and tenant:2f0006f800014cfcb494191fd01d496e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:35:36.559204 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e2c4b214-092a-4fd8-9468-b065d595ade6 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:35:36.573485 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e2c4b214-092a-4fd8-9468-b065d595ade6 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:36.596060 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c4b214-092a-4fd8-9468-b065d595ade6 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Made reservation on behalf of 2f0006f800014cfcb494191fd01d496e for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:35:36.664289 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-0c3d67a2-52f5-4b62-a4dd-d85bd7d68b10 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Allocated IP 172.20.0.1 (76507206-d8c4-465f-b553-38a161b54e50/e1930849-2232-4bb7-8bfa-521c62201beb/564edeaa-f23a-4291-93b1-91a172531797) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:35:36.759787 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-837c7154-8af3-4b10-bb0a-193f41f7abda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:36.816773 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e2c4b214-092a-4fd8-9468-b065d595ade6 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:36.909506 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0c3d67a2-52f5-4b62-a4dd-d85bd7d68b10 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:36.927400 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-0c3d67a2-52f5-4b62-a4dd-d85bd7d68b10 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Transition to ACTIVE for port object 564edeaa-f23a-4291-93b1-91a172531797 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:35:36.952017 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0c3d67a2-52f5-4b62-a4dd-d85bd7d68b10 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:36.967469 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-837c7154-8af3-4b10-bb0a-193f41f7abda None None] For port 7306e24f-488e-4ad3-be3e-fbf756cbe056, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=7306e24f-488e-4ad3-be3e-fbf756cbe056,segment=NetworkSegment(a73cef32-c48a-49bb-b9e6-df72270de0b2),segment_id=a73cef32-c48a-49bb-b9e6-df72270de0b2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:35:36.982952 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-837c7154-8af3-4b10-bb0a-193f41f7abda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:37.020900 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3d67a2-52f5-4b62-a4dd-d85bd7d68b10 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Network 76507206-d8c4-465f-b553-38a161b54e50 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:35:37.024803 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-0c3d67a2-52f5-4b62-a4dd-d85bd7d68b10 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:35:37.034845 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-d1f387be-5710-4cf7-9e31-6f61690b3f0e None None] For port 3a8baf18-029a-46e9-9670-1ccf63a6db73, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:35:37.037508 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3d67a2-52f5-4b62-a4dd-d85bd7d68b10 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:35:37.049431 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-6d4b6471-2347-42b0-b37c-233ec6c36609 None None] Allocated IP 172.20.0.2 (ba0134ee-bab7-42fd-bbb7-b8aacacbdd02/ad4916d8-449a-478d-9b49-22b8574ef094/bdeee00d-d6c0-49c5-b489-aacb6141af0a) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:35:37.084825 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-d1f387be-5710-4cf7-9e31-6f61690b3f0e None None] For port 3a8baf18-029a-46e9-9670-1ccf63a6db73, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=3a8baf18-029a-46e9-9670-1ccf63a6db73,segment=NetworkSegment(8dbc4db3-244a-41a4-9063-aa3d17506d7b),segment_id=8dbc4db3-244a-41a4-9063-aa3d17506d7b)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:35:37.100799 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d1f387be-5710-4cf7-9e31-6f61690b3f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:37.128154 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d67a2-52f5-4b62-a4dd-d85bd7d68b10 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Pushing event updated for resources: {'Port': ['ID=564edeaa-f23a-4291-93b1-91a172531797,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:37.139808 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0c3d67a2-52f5-4b62-a4dd-d85bd7d68b10 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:37.148817 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e2c4b214-092a-4fd8-9468-b065d595ade6 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:37.199035 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c7154-8af3-4b10-bb0a-193f41f7abda None None] Pushing event updated for resources: {'Port': ['ID=7306e24f-488e-4ad3-be3e-fbf756cbe056,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:37.251504 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c4b214-092a-4fd8-9468-b065d595ade6 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Checking segment: {'id': 'fc78af7e-61b0-4c43-8f6d-6144f6621d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ab039b9d-56bd-45ee-8d30-05049378d4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:35:37.251903 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c4b214-092a-4fd8-9468-b065d595ade6 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Network hostable DHCP agents. Network: ab039b9d-56bd-45ee-8d30-05049378d4d5, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:35:37.260004 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c4b214-092a-4fd8-9468-b065d595ade6 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Pushing event updated for resources: {'Subnet': ['ID=9ca6ed5d-fbf8-41e3-a70e-6e74098c6227,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:37.287684 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c4b214-092a-4fd8-9468-b065d595ade6 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Network ab039b9d-56bd-45ee-8d30-05049378d4d5 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:35:37.288027 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0c3d67a2-52f5-4b62-a4dd-d85bd7d68b10 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:37.303884 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-e2c4b214-092a-4fd8-9468-b065d595ade6 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, ab039b9d-56bd-45ee-8d30-05049378d4d5) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:35:37.308729 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c4b214-092a-4fd8-9468-b065d595ade6 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:37.309488 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e2c4b214-092a-4fd8-9468-b065d595ade6 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:37.325189 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0cc351-319d-40dc-bf7b-6054ff2eb9ab None None] Network ab039b9d-56bd-45ee-8d30-05049378d4d5 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:35:37.359117 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e2c4b214-092a-4fd8-9468-b065d595ade6 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0063598 May 23 11:35:37.361952 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53696) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:37.374533 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-415c99de-d1d7-481e-9c9e-450b6ed8d655 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Request body: {'port': {'network_id': 'ab039b9d-56bd-45ee-8d30-05049378d4d5', 'name': 'tempest-TagsExtTest-1155157947'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:37.494394 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f387be-5710-4cf7-9e31-6f61690b3f0e None None] Pushing event updated for resources: {'Port': ['ID=3a8baf18-029a-46e9-9670-1ccf63a6db73,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:37.647428 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6d4b6471-2347-42b0-b37c-233ec6c36609 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:37.668711 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6d4b6471-2347-42b0-b37c-233ec6c36609 None None] Transition to ACTIVE for port object bdeee00d-d6c0-49c5-b489-aacb6141af0a will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:35:37.699101 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6d4b6471-2347-42b0-b37c-233ec6c36609 None None] Transition to ACTIVE for port object bdeee00d-d6c0-49c5-b489-aacb6141af0a will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:35:37.709409 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-415c99de-d1d7-481e-9c9e-450b6ed8d655 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:37.715152 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-415c99de-d1d7-481e-9c9e-450b6ed8d655 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Usage tracker for resource:port and tenant:2f0006f800014cfcb494191fd01d496e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:35:37.721903 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-415c99de-d1d7-481e-9c9e-450b6ed8d655 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:35:37.722061 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6d4b6471-2347-42b0-b37c-233ec6c36609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:37.726801 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-415c99de-d1d7-481e-9c9e-450b6ed8d655 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:37.747972 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415c99de-d1d7-481e-9c9e-450b6ed8d655 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Made reservation on behalf of 2f0006f800014cfcb494191fd01d496e for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:35:37.754345 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-415c99de-d1d7-481e-9c9e-450b6ed8d655 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:37.812041 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [None req-415c99de-d1d7-481e-9c9e-450b6ed8d655 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] device_id is not set on port 842ba0d4-a9e4-48fd-a21b-1ea82e49dc4c yet. {{(pid=83910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 23 11:35:37.831612 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b6471-2347-42b0-b37c-233ec6c36609 None None] Pushing event updated for resources: {'Port': ['ID=bdeee00d-d6c0-49c5-b489-aacb6141af0a,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:37.869107 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d96e2306-59d3-4509-816c-2ab163146bf2 None None] Provisioning complete for port 7306e24f-488e-4ad3-be3e-fbf756cbe056 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:35:37.869474 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d96e2306-59d3-4509-816c-2ab163146bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:37.996954 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4b6471-2347-42b0-b37c-233ec6c36609 None None] Network ba0134ee-bab7-42fd-bbb7-b8aacacbdd02 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:35:38.018537 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-6d4b6471-2347-42b0-b37c-233ec6c36609 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:35:38.020986 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4b6471-2347-42b0-b37c-233ec6c36609 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:35:38.064893 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-415c99de-d1d7-481e-9c9e-450b6ed8d655 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Allocated IP 172.20.0.3 (ab039b9d-56bd-45ee-8d30-05049378d4d5/9ca6ed5d-fbf8-41e3-a70e-6e74098c6227/842ba0d4-a9e4-48fd-a21b-1ea82e49dc4c) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:35:38.153579 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0c3d67a2-52f5-4b62-a4dd-d85bd7d68b10 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:38.159400 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6cd88a-6e99-4dfb-b8d6-967b441b1900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-ab039b9d-56bd-45ee-8d30-05049378d4d5', 'network_id': 'ab039b9d-56bd-45ee-8d30-05049378d4d5', 'tenant_id': '2f0006f800014cfcb494191fd01d496e', 'fixed_ips': [{'subnet_id': '9ca6ed5d-fbf8-41e3-a70e-6e74098c6227'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:35:38.160298 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bd6cd88a-6e99-4dfb-b8d6-967b441b1900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:38.160572 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0c3d67a2-52f5-4b62-a4dd-d85bd7d68b10 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:38.250027 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-6d4b6471-2347-42b0-b37c-233ec6c36609 None None] Attempting to bind port bdeee00d-d6c0-49c5-b489-aacb6141af0a on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:35:38.250372 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-6d4b6471-2347-42b0-b37c-233ec6c36609 None None] Attempting to bind port bdeee00d-d6c0-49c5-b489-aacb6141af0a by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '5a1c919c-5466-4c48-863b-d46d491ea1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ba0134ee-bab7-42fd-bbb7-b8aacacbdd02'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:35:38.250702 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4b6471-2347-42b0-b37c-233ec6c36609 None None] Attempting to bind port bdeee00d-d6c0-49c5-b489-aacb6141af0a on network ba0134ee-bab7-42fd-bbb7-b8aacacbdd02 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:35:38.266756 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:38.296030 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d67a2-52f5-4b62-a4dd-d85bd7d68b10 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Pushing event updated for resources: {'Port': ['ID=564edeaa-f23a-4291-93b1-91a172531797,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:38.298349 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0c3d67a2-52f5-4b62-a4dd-d85bd7d68b10 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:38.321231 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4b6471-2347-42b0-b37c-233ec6c36609 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:35:38.321792 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4b6471-2347-42b0-b37c-233ec6c36609 None None] Checking segment: {'id': '5a1c919c-5466-4c48-863b-d46d491ea1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ba0134ee-bab7-42fd-bbb7-b8aacacbdd02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:35:38.322387 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6d4b6471-2347-42b0-b37c-233ec6c36609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:38.322561 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4b6471-2347-42b0-b37c-233ec6c36609 None None] Bound using segment: {'id': '5a1c919c-5466-4c48-863b-d46d491ea1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ba0134ee-bab7-42fd-bbb7-b8aacacbdd02'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:35:38.322953 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-6d4b6471-2347-42b0-b37c-233ec6c36609 None None] Bound port: bdeee00d-d6c0-49c5-b489-aacb6141af0a, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a1c919c-5466-4c48-863b-d46d491ea1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ba0134ee-bab7-42fd-bbb7-b8aacacbdd02'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:35:38.323375 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6d4b6471-2347-42b0-b37c-233ec6c36609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:38.362704 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-415c99de-d1d7-481e-9c9e-450b6ed8d655 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:38.382933 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-415c99de-d1d7-481e-9c9e-450b6ed8d655 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Transition to ACTIVE for port object 842ba0d4-a9e4-48fd-a21b-1ea82e49dc4c will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:35:38.411546 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-415c99de-d1d7-481e-9c9e-450b6ed8d655 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:38.485298 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3d67a2-52f5-4b62-a4dd-d85bd7d68b10 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Network 76507206-d8c4-465f-b553-38a161b54e50 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:35:38.487604 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-0c3d67a2-52f5-4b62-a4dd-d85bd7d68b10 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:35:38.500438 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6d4b6471-2347-42b0-b37c-233ec6c36609 None None] For port bdeee00d-d6c0-49c5-b489-aacb6141af0a, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:35:38.506078 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6d4b6471-2347-42b0-b37c-233ec6c36609 None None] For port bdeee00d-d6c0-49c5-b489-aacb6141af0a, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=bdeee00d-d6c0-49c5-b489-aacb6141af0a,segment=NetworkSegment(5a1c919c-5466-4c48-863b-d46d491ea1fa),segment_id=5a1c919c-5466-4c48-863b-d46d491ea1fa)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:35:38.507547 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-bd6cd88a-6e99-4dfb-b8d6-967b441b1900 None None] Allocated IP 172.20.0.2 (ab039b9d-56bd-45ee-8d30-05049378d4d5/9ca6ed5d-fbf8-41e3-a70e-6e74098c6227/4b9e6704-6723-4ec6-810a-ae7aec7ca30e) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:35:38.519371 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6d4b6471-2347-42b0-b37c-233ec6c36609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:38.528792 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415c99de-d1d7-481e-9c9e-450b6ed8d655 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Network ab039b9d-56bd-45ee-8d30-05049378d4d5 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:35:38.532466 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-415c99de-d1d7-481e-9c9e-450b6ed8d655 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:35:38.546428 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415c99de-d1d7-481e-9c9e-450b6ed8d655 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:35:38.628698 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415c99de-d1d7-481e-9c9e-450b6ed8d655 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:35:38.629528 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-415c99de-d1d7-481e-9c9e-450b6ed8d655 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:38.633930 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c99de-d1d7-481e-9c9e-450b6ed8d655 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Pushing event updated for resources: {'Port': ['ID=842ba0d4-a9e4-48fd-a21b-1ea82e49dc4c,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:38.670974 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-415c99de-d1d7-481e-9c9e-450b6ed8d655 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3054714 May 23 11:35:38.671445 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53702) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:38.678023 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-9fa22748-a384-47ed-9daf-8ebbb9301eeb tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-44123950', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:38.686979 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9fa22748-a384-47ed-9daf-8ebbb9301eeb tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:38.692202 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-9fa22748-a384-47ed-9daf-8ebbb9301eeb tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Usage tracker for resource:router and tenant:2f0006f800014cfcb494191fd01d496e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:35:38.697541 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-9fa22748-a384-47ed-9daf-8ebbb9301eeb tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:35:38.705048 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9fa22748-a384-47ed-9daf-8ebbb9301eeb tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:38.719509 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9fa22748-a384-47ed-9daf-8ebbb9301eeb tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:38.720937 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9fa22748-a384-47ed-9daf-8ebbb9301eeb tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:38.763687 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9fa22748-a384-47ed-9daf-8ebbb9301eeb tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:38.793245 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9fa22748-a384-47ed-9daf-8ebbb9301eeb tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:38.802774 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b6471-2347-42b0-b37c-233ec6c36609 None None] Pushing event updated for resources: {'Port': ['ID=bdeee00d-d6c0-49c5-b489-aacb6141af0a,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:38.832149 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9fa22748-a384-47ed-9daf-8ebbb9301eeb tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:38.832149 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9fa22748-a384-47ed-9daf-8ebbb9301eeb tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1591136 May 23 11:35:38.838293 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53712) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:38.842791 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2885002-4ec3-419a-bdc4-b96fb5372e92 None None] Network 76507206-d8c4-465f-b553-38a161b54e50 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:35:38.849855 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-8a12767c-a177-4323-bd52-17a431459381 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1864468069', 'prefixes': ['172.20.0.0/16']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:38.865890 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8a12767c-a177-4323-bd52-17a431459381 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:39.008235 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8a12767c-a177-4323-bd52-17a431459381 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Notify callbacks [] for subnetpool, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:39.009968 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8a12767c-a177-4323-bd52-17a431459381 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1703396 May 23 11:35:39.014318 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53720) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:39.024361 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-2bbd184a-30f1-4c69-99f4-1a2cf9e50e7a tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9ca6ed5d-fbf8-41e3-a70e-6e74098c6227', 'tempest-TagsExtTest-Tag-851150321') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:39.033412 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f9a8cf3e-9e43-439e-8496-400234b9eb8e None None] Provisioning for port 3a8baf18-029a-46e9-9670-1ccf63a6db73 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:35:39.040256 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c3d67a2-52f5-4b62-a4dd-d85bd7d68b10 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Router fe12e610-20ec-4442-a0b3-774684a94563 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:35:39.220887 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bd6cd88a-6e99-4dfb-b8d6-967b441b1900 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:39.239808 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-bd6cd88a-6e99-4dfb-b8d6-967b441b1900 None None] Transition to ACTIVE for port object 4b9e6704-6723-4ec6-810a-ae7aec7ca30e will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:35:39.365953 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c3d67a2-52f5-4b62-a4dd-d85bd7d68b10 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:35:39.380245 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbe3aa3-ec37-43c0-a148-b884ff552596 None None] Sync routers for ids ['fe12e610-20ec-4442-a0b3-774684a94563'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:35:39.385665 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0c3d67a2-52f5-4b62-a4dd-d85bd7d68b10 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] 10.222.0.79 "PUT /v2.0/routers/fe12e610-20ec-4442-a0b3-774684a94563/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8434098 May 23 11:35:39.386783 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53726) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:39.388548 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 3a8baf18-029a-46e9-9670-1ccf63a6db73 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:35:39.403450 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53730) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:39.403600 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2bbd184a-30f1-4c69-99f4-1a2cf9e50e7a tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "PUT /v2.0/subnets/9ca6ed5d-fbf8-41e3-a70e-6e74098c6227/tags/tempest-TagsExtTest-Tag-851150321 HTTP/1.1" status: 201 len: 201 time: 0.3881292 May 23 11:35:39.405547 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbe3aa3-ec37-43c0-a148-b884ff552596 None None] Routers {'fe12e610-20ec-4442-a0b3-774684a94563'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:35:39.406231 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-0cbe3aa3-ec37-43c0-a148-b884ff552596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:35:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['fe12e610-20ec-4442-a0b3-774684a94563'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:39.410345 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.tag.tag_plugin [None req-8d22dd5a-c53d-4bd8-8331-a58a0b88183a tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '842ba0d4-a9e4-48fd-a21b-1ea82e49dc4c', 'tempest-TagsExtTest-Tag-1020942334') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:39.478491 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-bd6cd88a-6e99-4dfb-b8d6-967b441b1900 None None] Transition to ACTIVE for port object 4b9e6704-6723-4ec6-810a-ae7aec7ca30e will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:35:39.499919 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ef5814b2-b492-412b-9e37-7c8f31780f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:39.518447 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bd6cd88a-6e99-4dfb-b8d6-967b441b1900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:39.519366 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-0cbe3aa3-ec37-43c0-a148-b884ff552596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:39.538506 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbe3aa3-ec37-43c0-a148-b884ff552596 None None] Routers {'fe12e610-20ec-4442-a0b3-774684a94563'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:35:39.539443 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-0cbe3aa3-ec37-43c0-a148-b884ff552596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:35:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['fe12e610-20ec-4442-a0b3-774684a94563'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:39.541676 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8d22dd5a-c53d-4bd8-8331-a58a0b88183a tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "PUT /v2.0/ports/842ba0d4-a9e4-48fd-a21b-1ea82e49dc4c/tags/tempest-TagsExtTest-Tag-1020942334 HTTP/1.1" status: 201 len: 201 time: 0.1366644 May 23 11:35:39.547861 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53736) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:39.557038 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.tag.tag_plugin [None req-43e8a984-eb08-4348-b730-d035721a1411 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1cc2e46d-4012-4b8d-87f0-3a399a2a6a7d', 'tempest-TagsExtTest-Tag-486090008') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:39.575654 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:39.627534 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-0cbe3aa3-ec37-43c0-a148-b884ff552596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:39.628341 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbe3aa3-ec37-43c0-a148-b884ff552596 None None] The sync data for ids ['fe12e610-20ec-4442-a0b3-774684a94563'] in n-d-842952-2 is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:35:39.635584 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6cd88a-6e99-4dfb-b8d6-967b441b1900 None None] Network ab039b9d-56bd-45ee-8d30-05049378d4d5 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:35:39.636533 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6cd88a-6e99-4dfb-b8d6-967b441b1900 None None] Pushing event updated for resources: {'Port': ['ID=4b9e6704-6723-4ec6-810a-ae7aec7ca30e,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:39.641864 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-bd6cd88a-6e99-4dfb-b8d6-967b441b1900 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:35:39.645295 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6cd88a-6e99-4dfb-b8d6-967b441b1900 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:35:39.715182 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 3a8baf18-029a-46e9-9670-1ccf63a6db73 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:35:39.728522 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-43e8a984-eb08-4348-b730-d035721a1411 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "PUT /v2.0/routers/1cc2e46d-4012-4b8d-87f0-3a399a2a6a7d/tags/tempest-TagsExtTest-Tag-486090008 HTTP/1.1" status: 201 len: 201 time: 0.1783409 May 23 11:35:39.731305 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53740) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:39.738848 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.tag.tag_plugin [None req-a3f2bd16-feaf-4696-aed8-89e6f2457745 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c0883030-d368-4211-97b8-a60206fc882a', 'tempest-TagsExtTest-Tag-527792480') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:39.783862 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 3a8baf18-029a-46e9-9670-1ccf63a6db73 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:35:39.784327 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:39.837184 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a3f2bd16-feaf-4696-aed8-89e6f2457745 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "PUT /v2.0/subnetpools/c0883030-d368-4211-97b8-a60206fc882a/tags/tempest-TagsExtTest-Tag-527792480 HTTP/1.1" status: 201 len: 201 time: 0.1025529 May 23 11:35:39.837615 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53744) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:39.851161 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-bd6cd88a-6e99-4dfb-b8d6-967b441b1900 None None] Attempting to bind port 4b9e6704-6723-4ec6-810a-ae7aec7ca30e on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:35:39.853146 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-bd6cd88a-6e99-4dfb-b8d6-967b441b1900 None None] Attempting to bind port 4b9e6704-6723-4ec6-810a-ae7aec7ca30e by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'fc78af7e-61b0-4c43-8f6d-6144f6621d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ab039b9d-56bd-45ee-8d30-05049378d4d5'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:35:39.853612 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6cd88a-6e99-4dfb-b8d6-967b441b1900 None None] Attempting to bind port 4b9e6704-6723-4ec6-810a-ae7aec7ca30e on network ab039b9d-56bd-45ee-8d30-05049378d4d5 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:35:39.859714 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.tag.tag_plugin [None req-d8805bf4-e036-4ab0-b98b-60c60c414b37 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9ca6ed5d-fbf8-41e3-a70e-6e74098c6227') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:39.891351 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6cd88a-6e99-4dfb-b8d6-967b441b1900 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:35:39.891726 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6cd88a-6e99-4dfb-b8d6-967b441b1900 None None] Checking segment: {'id': 'fc78af7e-61b0-4c43-8f6d-6144f6621d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ab039b9d-56bd-45ee-8d30-05049378d4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:35:39.892153 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bd6cd88a-6e99-4dfb-b8d6-967b441b1900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:39.892550 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6cd88a-6e99-4dfb-b8d6-967b441b1900 None None] Bound using segment: {'id': 'fc78af7e-61b0-4c43-8f6d-6144f6621d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ab039b9d-56bd-45ee-8d30-05049378d4d5'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:35:39.893031 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-bd6cd88a-6e99-4dfb-b8d6-967b441b1900 None None] Bound port: 4b9e6704-6723-4ec6-810a-ae7aec7ca30e, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc78af7e-61b0-4c43-8f6d-6144f6621d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ab039b9d-56bd-45ee-8d30-05049378d4d5'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:35:39.893587 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bd6cd88a-6e99-4dfb-b8d6-967b441b1900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:40.134950 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:40.177933 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-bd6cd88a-6e99-4dfb-b8d6-967b441b1900 None None] For port 4b9e6704-6723-4ec6-810a-ae7aec7ca30e, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:35:40.187519 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-bd6cd88a-6e99-4dfb-b8d6-967b441b1900 None None] For port 4b9e6704-6723-4ec6-810a-ae7aec7ca30e, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=4b9e6704-6723-4ec6-810a-ae7aec7ca30e,segment=NetworkSegment(fc78af7e-61b0-4c43-8f6d-6144f6621d78),segment_id=fc78af7e-61b0-4c43-8f6d-6144f6621d78)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:35:40.233776 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bd6cd88a-6e99-4dfb-b8d6-967b441b1900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:40.272950 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d8805bf4-e036-4ab0-b98b-60c60c414b37 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "GET /v2.0/subnets/9ca6ed5d-fbf8-41e3-a70e-6e74098c6227/tags HTTP/1.1" status: 200 len: 240 time: 0.4312551 May 23 11:35:40.275265 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53750) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:40.285539 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-38d72dd9-3478-4189-a956-1f5130a06767 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9ca6ed5d-fbf8-41e3-a70e-6e74098c6227', 'tempest-TagsExtTest-Tag-851150321') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:40.302111 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0ad5a8aa-a909-455f-9363-3a254e03f324 None None] Provisioning for port 564edeaa-f23a-4291-93b1-91a172531797 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:35:40.312373 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 3a8baf18-029a-46e9-9670-1ccf63a6db73, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=3a8baf18-029a-46e9-9670-1ccf63a6db73,segment=NetworkSegment(8dbc4db3-244a-41a4-9063-aa3d17506d7b),segment_id=8dbc4db3-244a-41a4-9063-aa3d17506d7b)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:35:40.323679 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0ad5a8aa-a909-455f-9363-3a254e03f324 None None] Provisioning complete for port 564edeaa-f23a-4291-93b1-91a172531797 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:35:40.324245 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0ad5a8aa-a909-455f-9363-3a254e03f324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:40.388016 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:40.388797 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 7306e24f-488e-4ad3-be3e-fbf756cbe056 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:35:40.466621 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d4c317-7b4a-4ea1-938c-c0381f12bf9d None None] Network ba0134ee-bab7-42fd-bbb7-b8aacacbdd02 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:35:40.507602 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-0ad5a8aa-a909-455f-9363-3a254e03f324 None None] Port 564edeaa-f23a-4291-93b1-91a172531797 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:35:40.517781 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-440c2616-e122-48cc-9951-75601f730814 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 11:35:40.519313 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-440c2616-e122-48cc-9951-75601f730814 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] 10.222.0.79 "PUT /v2.0/routers/fe12e610-20ec-4442-a0b3-774684a94563/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1256328 May 23 11:35:40.522606 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53756) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:40.530135 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-38d72dd9-3478-4189-a956-1f5130a06767 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "GET /v2.0/subnets/9ca6ed5d-fbf8-41e3-a70e-6e74098c6227/tags/tempest-TagsExtTest-Tag-851150321 HTTP/1.1" status: 204 len: 168 time: 0.2520013 May 23 11:35:40.532532 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53760) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:40.540400 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-3daf0596-7407-4bb4-85f4-8c19a253d532 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '9ca6ed5d-fbf8-41e3-a70e-6e74098c6227', 'tempest-TagsExtTest-Tag-851150321') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:40.586707 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6cd88a-6e99-4dfb-b8d6-967b441b1900 None None] Pushing event updated for resources: {'Port': ['ID=4b9e6704-6723-4ec6-810a-ae7aec7ca30e,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:40.707766 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3daf0596-7407-4bb4-85f4-8c19a253d532 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "DELETE /v2.0/subnets/9ca6ed5d-fbf8-41e3-a70e-6e74098c6227/tags/tempest-TagsExtTest-Tag-851150321 HTTP/1.1" status: 204 len: 168 time: 0.1719854 May 23 11:35:40.710299 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53766) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:40.719125 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-4673be92-d17a-49f5-b4c3-4fb7d90fbee2 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9ca6ed5d-fbf8-41e3-a70e-6e74098c6227') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:40.885736 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4673be92-d17a-49f5-b4c3-4fb7d90fbee2 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "GET /v2.0/subnets/9ca6ed5d-fbf8-41e3-a70e-6e74098c6227/tags HTTP/1.1" status: 200 len: 205 time: 0.1712091 May 23 11:35:40.886684 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53770) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:40.893968 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-51c4cf48-50da-443c-be3e-0e095040d061 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '842ba0d4-a9e4-48fd-a21b-1ea82e49dc4c') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:40.927780 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0ad5a8aa-a909-455f-9363-3a254e03f324 None None] Provisioning complete for port 3a8baf18-029a-46e9-9670-1ccf63a6db73 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:35:40.928373 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0ad5a8aa-a909-455f-9363-3a254e03f324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:40.993559 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-51c4cf48-50da-443c-be3e-0e095040d061 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "GET /v2.0/ports/842ba0d4-a9e4-48fd-a21b-1ea82e49dc4c/tags HTTP/1.1" status: 200 len: 241 time: 0.1057923 May 23 11:35:40.994151 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53774) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:41.000126 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-cc65d501-d2b3-4bab-a4cb-a927a03b1571 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '842ba0d4-a9e4-48fd-a21b-1ea82e49dc4c', 'tempest-TagsExtTest-Tag-1020942334') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:41.004125 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=3a8baf18-029a-46e9-9670-1ccf63a6db73,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:41.079203 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 7306e24f-488e-4ad3-be3e-fbf756cbe056 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:35:41.080319 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:41.090790 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-cc65d501-d2b3-4bab-a4cb-a927a03b1571 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "GET /v2.0/ports/842ba0d4-a9e4-48fd-a21b-1ea82e49dc4c/tags/tempest-TagsExtTest-Tag-1020942334 HTTP/1.1" status: 204 len: 168 time: 0.0954559 May 23 11:35:41.093030 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53778) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:41.099177 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-556b5fc6-ddce-44b1-99a3-53d4e207fa2e tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '842ba0d4-a9e4-48fd-a21b-1ea82e49dc4c', 'tempest-TagsExtTest-Tag-1020942334') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:41.124474 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d317a3b-e39a-47e0-a4cf-d49218fcd8a3 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:41.201238 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-556b5fc6-ddce-44b1-99a3-53d4e207fa2e tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "DELETE /v2.0/ports/842ba0d4-a9e4-48fd-a21b-1ea82e49dc4c/tags/tempest-TagsExtTest-Tag-1020942334 HTTP/1.1" status: 204 len: 168 time: 0.1069345 May 23 11:35:41.203548 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53782) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:41.209266 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-7d91afcd-acb7-4755-a291-d32c2bf4b1ff tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '842ba0d4-a9e4-48fd-a21b-1ea82e49dc4c') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:41.284407 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7d91afcd-acb7-4755-a291-d32c2bf4b1ff tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "GET /v2.0/ports/842ba0d4-a9e4-48fd-a21b-1ea82e49dc4c/tags HTTP/1.1" status: 200 len: 205 time: 0.0793476 May 23 11:35:41.286992 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53786) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:41.293904 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-ee3ef3f6-1858-4471-9412-f6491bc79a11 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1cc2e46d-4012-4b8d-87f0-3a399a2a6a7d') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:41.486380 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ee3ef3f6-1858-4471-9412-f6491bc79a11 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "GET /v2.0/routers/1cc2e46d-4012-4b8d-87f0-3a399a2a6a7d/tags HTTP/1.1" status: 200 len: 240 time: 0.1955979 May 23 11:35:41.486787 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53790) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:41.493072 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-ab40a77a-6344-4966-a1ab-f0a2c8533cfe tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1cc2e46d-4012-4b8d-87f0-3a399a2a6a7d', 'tempest-TagsExtTest-Tag-486090008') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:41.548184 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cf05bdb7-96a1-46eb-a109-fcf13c6be2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:41.586712 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-acb3eb03-bf41-47b3-96d5-563cd84a7a7f None None] Provisioning for port bdeee00d-d6c0-49c5-b489-aacb6141af0a completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:35:41.632173 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-acb3eb03-bf41-47b3-96d5-563cd84a7a7f None None] Provisioning complete for port 564edeaa-f23a-4291-93b1-91a172531797 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:35:41.632692 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-acb3eb03-bf41-47b3-96d5-563cd84a7a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:41.806057 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-acb3eb03-bf41-47b3-96d5-563cd84a7a7f None None] Port 564edeaa-f23a-4291-93b1-91a172531797 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:35:41.846123 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device bdeee00d-d6c0-49c5-b489-aacb6141af0a up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:35:41.914825 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ab40a77a-6344-4966-a1ab-f0a2c8533cfe tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "GET /v2.0/routers/1cc2e46d-4012-4b8d-87f0-3a399a2a6a7d/tags/tempest-TagsExtTest-Tag-486090008 HTTP/1.1" status: 204 len: 168 time: 0.4268394 May 23 11:35:41.917022 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53800) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:41.937370 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-88f0bc7c-3d5c-440a-8e44-442c71c3899e tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '1cc2e46d-4012-4b8d-87f0-3a399a2a6a7d', 'tempest-TagsExtTest-Tag-486090008') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:42.059308 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port bdeee00d-d6c0-49c5-b489-aacb6141af0a completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:35:42.066821 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port bdeee00d-d6c0-49c5-b489-aacb6141af0a triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:35:42.067490 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:42.113464 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-88f0bc7c-3d5c-440a-8e44-442c71c3899e tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "DELETE /v2.0/routers/1cc2e46d-4012-4b8d-87f0-3a399a2a6a7d/tags/tempest-TagsExtTest-Tag-486090008 HTTP/1.1" status: 204 len: 168 time: 0.1950548 May 23 11:35:42.115545 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53808) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:42.122166 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-11d1bcc6-ff9d-45d1-86c9-7639130f6fca tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1cc2e46d-4012-4b8d-87f0-3a399a2a6a7d') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:42.236675 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4d2bd2-d4b2-477f-8805-1b82d63c3fc4 None None] Network ab039b9d-56bd-45ee-8d30-05049378d4d5 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:35:42.324261 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-8d317a3b-e39a-47e0-a4cf-d49218fcd8a3 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Deleting port 564edeaa-f23a-4291-93b1-91a172531797 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:35:42.324753 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d317a3b-e39a-47e0-a4cf-d49218fcd8a3 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:42.335865 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-11d1bcc6-ff9d-45d1-86c9-7639130f6fca tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "GET /v2.0/routers/1cc2e46d-4012-4b8d-87f0-3a399a2a6a7d/tags HTTP/1.1" status: 200 len: 205 time: 0.2168643 May 23 11:35:42.341734 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53816) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:42.354224 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-043274a7-36b7-4221-9318-7ca9eff59fbf tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c0883030-d368-4211-97b8-a60206fc882a') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:42.369327 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:42.396110 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-043274a7-36b7-4221-9318-7ca9eff59fbf tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "GET /v2.0/subnetpools/c0883030-d368-4211-97b8-a60206fc882a/tags HTTP/1.1" status: 200 len: 240 time: 0.0514784 May 23 11:35:42.396879 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53820) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:42.402712 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-82362876-0e8b-4bbb-82da-381671e07eab tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c0883030-d368-4211-97b8-a60206fc882a', 'tempest-TagsExtTest-Tag-527792480') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:42.432520 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-82362876-0e8b-4bbb-82da-381671e07eab tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "GET /v2.0/subnetpools/c0883030-d368-4211-97b8-a60206fc882a/tags/tempest-TagsExtTest-Tag-527792480 HTTP/1.1" status: 204 len: 168 time: 0.0323980 May 23 11:35:42.433099 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53824) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:42.440545 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-d1a818ab-a6f4-41da-ba70-7b41f1bc358c tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'c0883030-d368-4211-97b8-a60206fc882a', 'tempest-TagsExtTest-Tag-527792480') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:42.490567 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d1a818ab-a6f4-41da-ba70-7b41f1bc358c tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "DELETE /v2.0/subnetpools/c0883030-d368-4211-97b8-a60206fc882a/tags/tempest-TagsExtTest-Tag-527792480 HTTP/1.1" status: 204 len: 168 time: 0.0539212 May 23 11:35:42.490957 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53828) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:42.496963 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-48e751db-d9a8-4297-bde7-6ed0209a0df6 None None] Provisioning for port 4b9e6704-6723-4ec6-810a-ae7aec7ca30e completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:35:42.498097 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-e1ec8cb5-21e2-48ca-8be8-694ad8a112ed tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c0883030-d368-4211-97b8-a60206fc882a') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:42.531235 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e1ec8cb5-21e2-48ca-8be8-694ad8a112ed tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "GET /v2.0/subnetpools/c0883030-d368-4211-97b8-a60206fc882a/tags HTTP/1.1" status: 200 len: 205 time: 0.0368319 May 23 11:35:42.531537 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53832) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:42.541056 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-1767f966-5ae8-4975-a4d3-35246513e360 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c0883030-d368-4211-97b8-a60206fc882a') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:42.566334 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port bdeee00d-d6c0-49c5-b489-aacb6141af0a, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=bdeee00d-d6c0-49c5-b489-aacb6141af0a,segment=NetworkSegment(5a1c919c-5466-4c48-863b-d46d491ea1fa),segment_id=5a1c919c-5466-4c48-863b-d46d491ea1fa)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:35:42.572951 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:42.574073 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 4b9e6704-6723-4ec6-810a-ae7aec7ca30e up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:35:42.577168 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1767f966-5ae8-4975-a4d3-35246513e360 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "DELETE /v2.0/subnetpools/c0883030-d368-4211-97b8-a60206fc882a/tags HTTP/1.1" status: 204 len: 168 time: 0.0439901 May 23 11:35:42.579683 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53836) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:42.585650 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-f306c072-d787-4a03-8617-5888bd2d07d2 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1cc2e46d-4012-4b8d-87f0-3a399a2a6a7d') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:42.588866 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d317a3b-e39a-47e0-a4cf-d49218fcd8a3 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:42.714830 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=bdeee00d-d6c0-49c5-b489-aacb6141af0a,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:42.741373 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 4b9e6704-6723-4ec6-810a-ae7aec7ca30e completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:35:42.746058 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f306c072-d787-4a03-8617-5888bd2d07d2 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "DELETE /v2.0/routers/1cc2e46d-4012-4b8d-87f0-3a399a2a6a7d/tags HTTP/1.1" status: 204 len: 168 time: 0.1653290 May 23 11:35:42.749000 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53840) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:42.753809 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 4b9e6704-6723-4ec6-810a-ae7aec7ca30e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:35:42.754279 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:42.758013 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-0f44961c-dfdc-4a8e-b010-6eb84285c8a0 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '842ba0d4-a9e4-48fd-a21b-1ea82e49dc4c') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:42.759987 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-8d317a3b-e39a-47e0-a4cf-d49218fcd8a3 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Calling delete_port for 564edeaa-f23a-4291-93b1-91a172531797 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:35:42.925676 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0f44961c-dfdc-4a8e-b010-6eb84285c8a0 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "DELETE /v2.0/ports/842ba0d4-a9e4-48fd-a21b-1ea82e49dc4c/tags HTTP/1.1" status: 204 len: 168 time: 0.1758118 May 23 11:35:42.928061 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53844) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:42.938373 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-db78d52c-9f28-4a0f-809b-d29303c89226 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9ca6ed5d-fbf8-41e3-a70e-6e74098c6227') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:42.942589 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:42.943911 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:42.996465 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:43.073955 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-db78d52c-9f28-4a0f-809b-d29303c89226 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "DELETE /v2.0/subnets/9ca6ed5d-fbf8-41e3-a70e-6e74098c6227/tags HTTP/1.1" status: 204 len: 168 time: 0.1440954 May 23 11:35:43.074727 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53848) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:43.079024 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 4b9e6704-6723-4ec6-810a-ae7aec7ca30e, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=4b9e6704-6723-4ec6-810a-ae7aec7ca30e,segment=NetworkSegment(fc78af7e-61b0-4c43-8f6d-6144f6621d78),segment_id=fc78af7e-61b0-4c43-8f6d-6144f6621d78)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:35:43.082222 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-69626f16-21e7-4ed9-ab90-07a3fe277ebd tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9ca6ed5d-fbf8-41e3-a70e-6e74098c6227', 'tempest-TagsExtTest-Tag-328955560') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:43.082963 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c9ff7661-e2db-4565-8f91-b6ffad363e66 None None] Provisioning complete for port 4b9e6704-6723-4ec6-810a-ae7aec7ca30e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:35:43.083529 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c9ff7661-e2db-4565-8f91-b6ffad363e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:43.125241 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:43.126815 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 3a8baf18-029a-46e9-9670-1ccf63a6db73 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:35:43.212468 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d317a3b-e39a-47e0-a4cf-d49218fcd8a3 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:43.226495 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-69626f16-21e7-4ed9-ab90-07a3fe277ebd tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "PUT /v2.0/subnets/9ca6ed5d-fbf8-41e3-a70e-6e74098c6227/tags/tempest-TagsExtTest-Tag-328955560 HTTP/1.1" status: 201 len: 201 time: 0.1478031 May 23 11:35:43.228242 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53852) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:43.233841 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-69c2b725-4eb5-4402-8c53-607e903fc512 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '842ba0d4-a9e4-48fd-a21b-1ea82e49dc4c', 'tempest-TagsExtTest-Tag-662903734') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:43.262064 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d317a3b-e39a-47e0-a4cf-d49218fcd8a3 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Pushing event deleted for resources: {'Port': ['ID=564edeaa-f23a-4291-93b1-91a172531797,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:43.296324 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=4b9e6704-6723-4ec6-810a-ae7aec7ca30e,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:43.365284 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 3a8baf18-029a-46e9-9670-1ccf63a6db73 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:35:43.365770 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:43.394820 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-69c2b725-4eb5-4402-8c53-607e903fc512 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "PUT /v2.0/ports/842ba0d4-a9e4-48fd-a21b-1ea82e49dc4c/tags/tempest-TagsExtTest-Tag-662903734 HTTP/1.1" status: 201 len: 201 time: 0.1653745 May 23 11:35:43.398000 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53858) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:43.410056 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-d86dcbaf-6608-4324-89f0-25bf151cdd21 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1cc2e46d-4012-4b8d-87f0-3a399a2a6a7d', 'tempest-TagsExtTest-Tag-1614142195') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:43.466799 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c9ff7661-e2db-4565-8f91-b6ffad363e66 None None] Provisioning for port 842ba0d4-a9e4-48fd-a21b-1ea82e49dc4c completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:35:43.531935 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c9ff7661-e2db-4565-8f91-b6ffad363e66 None None] Provisioning complete for port 842ba0d4-a9e4-48fd-a21b-1ea82e49dc4c triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:35:43.532316 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c9ff7661-e2db-4565-8f91-b6ffad363e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:43.570512 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d317a3b-e39a-47e0-a4cf-d49218fcd8a3 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:43.628453 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c9ff7661-e2db-4565-8f91-b6ffad363e66 None None] Port 842ba0d4-a9e4-48fd-a21b-1ea82e49dc4c cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:35:43.632052 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53864) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:43.642830 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.tag.tag_plugin [None req-67a494c0-b988-4c39-80b6-525e1b21a005 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c0883030-d368-4211-97b8-a60206fc882a', 'tempest-TagsExtTest-Tag-1521671122') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:43.644733 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d86dcbaf-6608-4324-89f0-25bf151cdd21 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "PUT /v2.0/routers/1cc2e46d-4012-4b8d-87f0-3a399a2a6a7d/tags/tempest-TagsExtTest-Tag-1614142195 HTTP/1.1" status: 201 len: 201 time: 0.2404799 May 23 11:35:43.717803 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device bdeee00d-d6c0-49c5-b489-aacb6141af0a up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:35:43.786396 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fa4a21ce-8354-4569-85a1-5b23b50919b4 None None] Provisioning complete for port 842ba0d4-a9e4-48fd-a21b-1ea82e49dc4c triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:35:43.786750 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fa4a21ce-8354-4569-85a1-5b23b50919b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:43.849267 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fa4a21ce-8354-4569-85a1-5b23b50919b4 None None] Port 842ba0d4-a9e4-48fd-a21b-1ea82e49dc4c cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:35:43.856045 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port bdeee00d-d6c0-49c5-b489-aacb6141af0a triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:35:43.856417 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:43.913770 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-67a494c0-b988-4c39-80b6-525e1b21a005 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "PUT /v2.0/subnetpools/c0883030-d368-4211-97b8-a60206fc882a/tags/tempest-TagsExtTest-Tag-1521671122 HTTP/1.1" status: 201 len: 201 time: 0.2806096 May 23 11:35:43.916519 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53874) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:43.922300 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-49771fc9-9d0f-4d59-bbf7-d24fb96c815c tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '9ca6ed5d-fbf8-41e3-a70e-6e74098c6227', {'tags': ['tempest-TagsExtTest-Tag-330009017', 'tempest-TagsExtTest-Tag-36473747', 'tempest-TagsExtTest-Tag-305616727']}) {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:43.997332 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 4b9e6704-6723-4ec6-810a-ae7aec7ca30e up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:35:44.062839 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-49771fc9-9d0f-4d59-bbf7-d24fb96c815c tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "PUT /v2.0/subnets/9ca6ed5d-fbf8-41e3-a70e-6e74098c6227/tags HTTP/1.1" status: 200 len: 314 time: 0.1452243 May 23 11:35:44.063557 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53880) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:44.071781 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-5cb4ec1c-f62f-4b75-a674-d0b2e1dbce56 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9ca6ed5d-fbf8-41e3-a70e-6e74098c6227') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:44.083362 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 4b9e6704-6723-4ec6-810a-ae7aec7ca30e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:35:44.083987 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:44.148147 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d317a3b-e39a-47e0-a4cf-d49218fcd8a3 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Router fe12e610-20ec-4442-a0b3-774684a94563 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:35:44.173908 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5cb4ec1c-f62f-4b75-a674-d0b2e1dbce56 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "DELETE /v2.0/subnets/9ca6ed5d-fbf8-41e3-a70e-6e74098c6227/tags HTTP/1.1" status: 204 len: 168 time: 0.1092408 May 23 11:35:44.174588 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53886) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:44.180143 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-7636aabd-ef6a-400a-8c27-78c1588e7fe8 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9ca6ed5d-fbf8-41e3-a70e-6e74098c6227', 'tempest-TagsExtTest-Tag-330009017') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:44.258988 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-7636aabd-ef6a-400a-8c27-78c1588e7fe8 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] show failed (client error): The resource could not be found. May 23 11:35:44.263699 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7636aabd-ef6a-400a-8c27-78c1588e7fe8 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "GET /v2.0/subnets/9ca6ed5d-fbf8-41e3-a70e-6e74098c6227/tags/tempest-TagsExtTest-Tag-330009017 HTTP/1.1" status: 404 len: 328 time: 0.0881886 May 23 11:35:44.264309 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53890) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:44.270535 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-5b3b9ecf-2915-487a-a640-de46a48e3e24 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9ca6ed5d-fbf8-41e3-a70e-6e74098c6227', 'tempest-TagsExtTest-Tag-36473747') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:44.278716 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:44.294670 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d317a3b-e39a-47e0-a4cf-d49218fcd8a3 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:35:44.304412 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd862257-e87d-4573-93cd-7a37c49639aa None None] Sync routers for ids ['fe12e610-20ec-4442-a0b3-774684a94563'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:35:44.309278 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8d317a3b-e39a-47e0-a4cf-d49218fcd8a3 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] 10.222.0.79 "PUT /v2.0/routers/fe12e610-20ec-4442-a0b3-774684a94563/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7842855 May 23 11:35:44.309278 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53894) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:44.323706 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd862257-e87d-4573-93cd-7a37c49639aa None None] Routers {'fe12e610-20ec-4442-a0b3-774684a94563'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:35:44.326355 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-cd862257-e87d-4573-93cd-7a37c49639aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:35:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['fe12e610-20ec-4442-a0b3-774684a94563'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:44.359672 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-5b3b9ecf-2915-487a-a640-de46a48e3e24 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] show failed (client error): The resource could not be found. May 23 11:35:44.365800 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5b3b9ecf-2915-487a-a640-de46a48e3e24 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "GET /v2.0/subnets/9ca6ed5d-fbf8-41e3-a70e-6e74098c6227/tags/tempest-TagsExtTest-Tag-36473747 HTTP/1.1" status: 404 len: 327 time: 0.1002853 May 23 11:35:44.366431 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53898) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:44.374149 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-213222fe-ee58-4c8b-ab7d-47035192cebb tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9ca6ed5d-fbf8-41e3-a70e-6e74098c6227', 'tempest-TagsExtTest-Tag-305616727') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:44.387350 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-57e25538-ba64-40df-b334-5129c67344f8 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] delete failed (client error): The resource could not be found. May 23 11:35:44.392286 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-57e25538-ba64-40df-b334-5129c67344f8 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] 10.222.0.79 "DELETE /v2.0/routers/tempest-non_exist_router-1317550869 HTTP/1.1" status: 404 len: 335 time: 0.0825236 May 23 11:35:44.392838 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53902) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:44.397836 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-ef2d2ccd-cd5b-4c94-8c99-801b9d1e0fc9 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fe12e610-20ec-4442-a0b3-774684a94563'}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:44.448289 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-cd862257-e87d-4573-93cd-7a37c49639aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:44.453381 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-213222fe-ee58-4c8b-ab7d-47035192cebb tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] show failed (client error): The resource could not be found. May 23 11:35:44.458099 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-213222fe-ee58-4c8b-ab7d-47035192cebb tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "GET /v2.0/subnets/9ca6ed5d-fbf8-41e3-a70e-6e74098c6227/tags/tempest-TagsExtTest-Tag-305616727 HTTP/1.1" status: 404 len: 328 time: 0.0904655 May 23 11:35:44.458843 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53906) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:44.464111 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd862257-e87d-4573-93cd-7a37c49639aa None None] Routers {'fe12e610-20ec-4442-a0b3-774684a94563'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:35:44.464679 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-f6cbc158-83cb-4897-8739-47d87925430a tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '842ba0d4-a9e4-48fd-a21b-1ea82e49dc4c', {'tags': ['tempest-TagsExtTest-Tag-397560192', 'tempest-TagsExtTest-Tag-2049406077', 'tempest-TagsExtTest-Tag-743914770']}) {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:44.465249 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-cd862257-e87d-4573-93cd-7a37c49639aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:35:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['fe12e610-20ec-4442-a0b3-774684a94563'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:44.529757 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-cd862257-e87d-4573-93cd-7a37c49639aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:44.530155 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd862257-e87d-4573-93cd-7a37c49639aa None None] The sync data for ids ['fe12e610-20ec-4442-a0b3-774684a94563'] in n-d-842952-2 is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:35:44.556005 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f6cbc158-83cb-4897-8739-47d87925430a tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "PUT /v2.0/ports/842ba0d4-a9e4-48fd-a21b-1ea82e49dc4c/tags HTTP/1.1" status: 200 len: 316 time: 0.0932600 May 23 11:35:44.556186 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53910) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:44.561878 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-f0b4cbd3-b84a-4af2-8c1f-2e92572c611d tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '842ba0d4-a9e4-48fd-a21b-1ea82e49dc4c') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:44.668682 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f0b4cbd3-b84a-4af2-8c1f-2e92572c611d tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "DELETE /v2.0/ports/842ba0d4-a9e4-48fd-a21b-1ea82e49dc4c/tags HTTP/1.1" status: 204 len: 168 time: 0.1093140 May 23 11:35:44.668887 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53914) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:44.675269 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-7470eda6-c8cd-4ed2-a722-e54cc2527c38 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '842ba0d4-a9e4-48fd-a21b-1ea82e49dc4c', 'tempest-TagsExtTest-Tag-397560192') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:44.860837 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-7470eda6-c8cd-4ed2-a722-e54cc2527c38 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] show failed (client error): The resource could not be found. May 23 11:35:44.861866 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7470eda6-c8cd-4ed2-a722-e54cc2527c38 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "GET /v2.0/ports/842ba0d4-a9e4-48fd-a21b-1ea82e49dc4c/tags/tempest-TagsExtTest-Tag-397560192 HTTP/1.1" status: 404 len: 328 time: 0.1916420 May 23 11:35:44.864866 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53918) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:44.870148 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-9c6aab9f-5c48-4328-9111-70bac7c740a1 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '842ba0d4-a9e4-48fd-a21b-1ea82e49dc4c', 'tempest-TagsExtTest-Tag-2049406077') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:44.932735 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ef2d2ccd-cd5b-4c94-8c99-801b9d1e0fc9 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:44.935290 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-9c6aab9f-5c48-4328-9111-70bac7c740a1 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] show failed (client error): The resource could not be found. May 23 11:35:44.936433 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9c6aab9f-5c48-4328-9111-70bac7c740a1 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "GET /v2.0/ports/842ba0d4-a9e4-48fd-a21b-1ea82e49dc4c/tags/tempest-TagsExtTest-Tag-2049406077 HTTP/1.1" status: 404 len: 329 time: 0.0706148 May 23 11:35:44.939283 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53922) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:44.944704 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-cd89f3aa-8681-4379-9cc2-a48f173ac608 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '842ba0d4-a9e4-48fd-a21b-1ea82e49dc4c', 'tempest-TagsExtTest-Tag-743914770') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:44.963728 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-ef2d2ccd-cd5b-4c94-8c99-801b9d1e0fc9 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] update failed (client error): The resource could not be found. May 23 11:35:44.964819 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ef2d2ccd-cd5b-4c94-8c99-801b9d1e0fc9 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] 10.222.0.79 "PUT /v2.0/routers/fe12e610-20ec-4442-a0b3-774684a94563 HTTP/1.1" status: 404 len: 339 time: 0.5710123 May 23 11:35:44.968503 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53926) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:45.010258 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-cd89f3aa-8681-4379-9cc2-a48f173ac608 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] show failed (client error): The resource could not be found. May 23 11:35:45.011288 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-cd89f3aa-8681-4379-9cc2-a48f173ac608 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "GET /v2.0/ports/842ba0d4-a9e4-48fd-a21b-1ea82e49dc4c/tags/tempest-TagsExtTest-Tag-743914770 HTTP/1.1" status: 404 len: 328 time: 0.0711372 May 23 11:35:45.014213 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53930) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:45.019654 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-757d174f-deb8-4c48-8893-d4ee564700b2 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '1cc2e46d-4012-4b8d-87f0-3a399a2a6a7d', {'tags': ['tempest-TagsExtTest-Tag-7433711', 'tempest-TagsExtTest-Tag-307265532', 'tempest-TagsExtTest-Tag-312951058']}) {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:45.172793 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-757d174f-deb8-4c48-8893-d4ee564700b2 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "PUT /v2.0/routers/1cc2e46d-4012-4b8d-87f0-3a399a2a6a7d/tags HTTP/1.1" status: 200 len: 313 time: 0.1549850 May 23 11:35:45.173456 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53938) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:45.179457 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-0c630527-b59d-42df-b86f-453b9b8b1ace tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1cc2e46d-4012-4b8d-87f0-3a399a2a6a7d') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:45.327227 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0c630527-b59d-42df-b86f-453b9b8b1ace tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "DELETE /v2.0/routers/1cc2e46d-4012-4b8d-87f0-3a399a2a6a7d/tags HTTP/1.1" status: 204 len: 168 time: 0.1528323 May 23 11:35:45.329952 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53944) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:45.335770 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-214c215e-7f27-4abf-a326-0edf12391a99 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1cc2e46d-4012-4b8d-87f0-3a399a2a6a7d', 'tempest-TagsExtTest-Tag-7433711') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:45.464128 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb543ed6-fbe0-44f1-a29d-00d7259b887d tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:45.483318 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-214c215e-7f27-4abf-a326-0edf12391a99 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] show failed (client error): The resource could not be found. May 23 11:35:45.487633 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-214c215e-7f27-4abf-a326-0edf12391a99 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "GET /v2.0/routers/1cc2e46d-4012-4b8d-87f0-3a399a2a6a7d/tags/tempest-TagsExtTest-Tag-7433711 HTTP/1.1" status: 404 len: 326 time: 0.1567166 May 23 11:35:45.488212 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53948) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:45.493813 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-27233da2-eed7-41cd-a7e2-93ee8c3255b1 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1cc2e46d-4012-4b8d-87f0-3a399a2a6a7d', 'tempest-TagsExtTest-Tag-307265532') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:45.649432 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-27233da2-eed7-41cd-a7e2-93ee8c3255b1 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] show failed (client error): The resource could not be found. May 23 11:35:45.650544 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-27233da2-eed7-41cd-a7e2-93ee8c3255b1 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "GET /v2.0/routers/1cc2e46d-4012-4b8d-87f0-3a399a2a6a7d/tags/tempest-TagsExtTest-Tag-307265532 HTTP/1.1" status: 404 len: 328 time: 0.1614344 May 23 11:35:45.653819 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53960) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:45.659339 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-a8767765-660b-4c80-98e3-796d6c051e44 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1cc2e46d-4012-4b8d-87f0-3a399a2a6a7d', 'tempest-TagsExtTest-Tag-312951058') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:45.794706 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-a8767765-660b-4c80-98e3-796d6c051e44 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] show failed (client error): The resource could not be found. May 23 11:35:45.798475 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a8767765-660b-4c80-98e3-796d6c051e44 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "GET /v2.0/routers/1cc2e46d-4012-4b8d-87f0-3a399a2a6a7d/tags/tempest-TagsExtTest-Tag-312951058 HTTP/1.1" status: 404 len: 328 time: 0.1412475 May 23 11:35:45.798910 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53966) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:45.804839 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-75135449-f138-4014-bc4a-e7a7292b3ce4 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'c0883030-d368-4211-97b8-a60206fc882a', {'tags': ['tempest-TagsExtTest-Tag-1222761521', 'tempest-TagsExtTest-Tag-203500581', 'tempest-TagsExtTest-Tag-1469811213']}) {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:45.849240 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-75135449-f138-4014-bc4a-e7a7292b3ce4 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "PUT /v2.0/subnetpools/c0883030-d368-4211-97b8-a60206fc882a/tags HTTP/1.1" status: 200 len: 317 time: 0.0469875 May 23 11:35:45.849475 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53970) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:45.851116 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-bb543ed6-fbe0-44f1-a29d-00d7259b887d tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Allocated IP 172.20.0.1 (e92a262b-2123-4879-9b18-f4089ae58126/a043de69-4b37-4953-a52f-8cb0c62beab3/00d36d1f-ce96-493c-a15f-e8d4f0711184) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:35:45.855939 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-29d8b40b-b92a-4b6d-8441-90670beae0f8 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c0883030-d368-4211-97b8-a60206fc882a') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:45.900943 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-29d8b40b-b92a-4b6d-8441-90670beae0f8 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "DELETE /v2.0/subnetpools/c0883030-d368-4211-97b8-a60206fc882a/tags HTTP/1.1" status: 204 len: 168 time: 0.0476499 May 23 11:35:45.901180 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53974) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:45.907675 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-8b67669e-4a03-4b46-9cb9-ddb371a2976b tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c0883030-d368-4211-97b8-a60206fc882a', 'tempest-TagsExtTest-Tag-1222761521') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:45.942007 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-8b67669e-4a03-4b46-9cb9-ddb371a2976b tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] show failed (client error): The resource could not be found. May 23 11:35:45.947312 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8b67669e-4a03-4b46-9cb9-ddb371a2976b tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "GET /v2.0/subnetpools/c0883030-d368-4211-97b8-a60206fc882a/tags/tempest-TagsExtTest-Tag-1222761521 HTTP/1.1" status: 404 len: 329 time: 0.0409050 May 23 11:35:46.034676 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb543ed6-fbe0-44f1-a29d-00d7259b887d tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:46.036004 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53978) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:46.043616 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-9c1993e2-8bbb-4f59-8578-4a141023e8ec tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c0883030-d368-4211-97b8-a60206fc882a', 'tempest-TagsExtTest-Tag-203500581') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:46.052418 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-bb543ed6-fbe0-44f1-a29d-00d7259b887d tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Transition to ACTIVE for port object 00d36d1f-ce96-493c-a15f-e8d4f0711184 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:35:46.067981 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-9c1993e2-8bbb-4f59-8578-4a141023e8ec tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] show failed (client error): The resource could not be found. May 23 11:35:46.069029 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9c1993e2-8bbb-4f59-8578-4a141023e8ec tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "GET /v2.0/subnetpools/c0883030-d368-4211-97b8-a60206fc882a/tags/tempest-TagsExtTest-Tag-203500581 HTTP/1.1" status: 404 len: 328 time: 0.0311430 May 23 11:35:46.072345 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53982) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:46.078197 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb543ed6-fbe0-44f1-a29d-00d7259b887d tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:46.078374 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-d025b963-9e5a-4ce3-82c7-08eb3e14223f tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c0883030-d368-4211-97b8-a60206fc882a', 'tempest-TagsExtTest-Tag-1469811213') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:46.102240 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-d025b963-9e5a-4ce3-82c7-08eb3e14223f tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] show failed (client error): The resource could not be found. May 23 11:35:46.103801 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d025b963-9e5a-4ce3-82c7-08eb3e14223f tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "GET /v2.0/subnetpools/c0883030-d368-4211-97b8-a60206fc882a/tags/tempest-TagsExtTest-Tag-1469811213 HTTP/1.1" status: 404 len: 329 time: 0.0297780 May 23 11:35:46.106492 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53986) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:46.112482 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-a560d6d0-6053-498d-b01e-a3948329bd43 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c0883030-d368-4211-97b8-a60206fc882a') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:46.146797 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a560d6d0-6053-498d-b01e-a3948329bd43 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "DELETE /v2.0/subnetpools/c0883030-d368-4211-97b8-a60206fc882a/tags HTTP/1.1" status: 204 len: 168 time: 0.0388801 May 23 11:35:46.150116 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53990) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:46.156567 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-4202d3c5-99fe-4b83-ad17-7cd18231f57b tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1cc2e46d-4012-4b8d-87f0-3a399a2a6a7d') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:46.266761 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb543ed6-fbe0-44f1-a29d-00d7259b887d tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Network e92a262b-2123-4879-9b18-f4089ae58126 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:35:46.270613 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-bb543ed6-fbe0-44f1-a29d-00d7259b887d tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:35:46.274780 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb543ed6-fbe0-44f1-a29d-00d7259b887d tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:35:46.311178 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4202d3c5-99fe-4b83-ad17-7cd18231f57b tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "DELETE /v2.0/routers/1cc2e46d-4012-4b8d-87f0-3a399a2a6a7d/tags HTTP/1.1" status: 204 len: 168 time: 0.1576495 May 23 11:35:46.315032 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 53994) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:46.323486 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.tag.tag_plugin [None req-a5f4e30c-dd2d-445a-8980-4a50df8c8639 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '842ba0d4-a9e4-48fd-a21b-1ea82e49dc4c') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:46.355972 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb543ed6-fbe0-44f1-a29d-00d7259b887d tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Pushing event updated for resources: {'Port': ['ID=00d36d1f-ce96-493c-a15f-e8d4f0711184,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:46.387178 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb543ed6-fbe0-44f1-a29d-00d7259b887d tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:46.476509 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a5f4e30c-dd2d-445a-8980-4a50df8c8639 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "DELETE /v2.0/ports/842ba0d4-a9e4-48fd-a21b-1ea82e49dc4c/tags HTTP/1.1" status: 204 len: 168 time: 0.1579230 May 23 11:35:46.479166 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 53998) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:46.485038 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.tag.tag_plugin [None req-9920d524-cc42-43c3-ae6a-d33533063a84 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9ca6ed5d-fbf8-41e3-a70e-6e74098c6227') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:46.497241 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb543ed6-fbe0-44f1-a29d-00d7259b887d tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:46.559510 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9920d524-cc42-43c3-ae6a-d33533063a84 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "DELETE /v2.0/subnets/9ca6ed5d-fbf8-41e3-a70e-6e74098c6227/tags HTTP/1.1" status: 204 len: 168 time: 0.0790708 May 23 11:35:46.564235 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54002) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:46.592394 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a941fb9d-7ca4-468d-be0c-4d8c8353930e None None] Provisioning for port 00d36d1f-ce96-493c-a15f-e8d4f0711184 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:35:46.597436 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a941fb9d-7ca4-468d-be0c-4d8c8353930e None None] Provisioning complete for port 00d36d1f-ce96-493c-a15f-e8d4f0711184 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:35:46.597810 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a941fb9d-7ca4-468d-be0c-4d8c8353930e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:46.655299 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7a5cebc4-860e-4190-8eaf-d185a7fa6654 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Notify callbacks [] for subnetpool, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:46.659127 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7a5cebc4-860e-4190-8eaf-d185a7fa6654 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "DELETE /v2.0/subnetpools/c0883030-d368-4211-97b8-a60206fc882a HTTP/1.1" status: 204 len: 168 time: 0.0939722 May 23 11:35:46.659856 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54008) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:46.660227 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a941fb9d-7ca4-468d-be0c-4d8c8353930e None None] Port 00d36d1f-ce96-493c-a15f-e8d4f0711184 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:35:46.703878 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8e44ee31-16c7-4092-98fb-68f0a7ea9e4c tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Synchronizing usage tracker for tenant:2f0006f800014cfcb494191fd01d496e on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:35:46.723924 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8e44ee31-16c7-4092-98fb-68f0a7ea9e4c tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Unset dirty status for tenant:2f0006f800014cfcb494191fd01d496e on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:35:46.724965 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8e44ee31-16c7-4092-98fb-68f0a7ea9e4c tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "GET /v2.0/ports?device_id=1cc2e46d-4012-4b8d-87f0-3a399a2a6a7d HTTP/1.1" status: 200 len: 205 time: 0.0642180 May 23 11:35:46.727497 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54014) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:46.941017 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb543ed6-fbe0-44f1-a29d-00d7259b887d tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:46.946280 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb543ed6-fbe0-44f1-a29d-00d7259b887d tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:46.991183 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4a02b14a-0261-4e49-bcb2-6238ce3214f3 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:47.065816 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb543ed6-fbe0-44f1-a29d-00d7259b887d tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:47.069528 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb543ed6-fbe0-44f1-a29d-00d7259b887d tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Pushing event updated for resources: {'Port': ['ID=00d36d1f-ce96-493c-a15f-e8d4f0711184,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:47.214684 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb543ed6-fbe0-44f1-a29d-00d7259b887d tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Network e92a262b-2123-4879-9b18-f4089ae58126 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:35:47.215764 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-bb543ed6-fbe0-44f1-a29d-00d7259b887d tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:35:47.394330 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4a02b14a-0261-4e49-bcb2-6238ce3214f3 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:47.399000 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4a02b14a-0261-4e49-bcb2-6238ce3214f3 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:47.424618 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4a02b14a-0261-4e49-bcb2-6238ce3214f3 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:47.425171 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a02b14a-0261-4e49-bcb2-6238ce3214f3 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Fanout notify agent at l3_agent the message router_deleted on router 1cc2e46d-4012-4b8d-87f0-3a399a2a6a7d {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:35:47.435919 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4a02b14a-0261-4e49-bcb2-6238ce3214f3 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:47.436997 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4a02b14a-0261-4e49-bcb2-6238ce3214f3 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "DELETE /v2.0/routers/1cc2e46d-4012-4b8d-87f0-3a399a2a6a7d HTTP/1.1" status: 204 len: 168 time: 0.7085733 May 23 11:35:47.439484 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54022) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:47.488627 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3f777bfd-b0fd-4174-ba80-30be2dca131f None None] Provisioning complete for port 00d36d1f-ce96-493c-a15f-e8d4f0711184 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:35:47.489362 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3f777bfd-b0fd-4174-ba80-30be2dca131f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:47.505332 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-ae220009-0e0b-45bc-b24d-25a6cd18ba9a tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Deleting port 842ba0d4-a9e4-48fd-a21b-1ea82e49dc4c {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:35:47.505590 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ae220009-0e0b-45bc-b24d-25a6cd18ba9a tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:47.546567 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3f777bfd-b0fd-4174-ba80-30be2dca131f None None] Port 00d36d1f-ce96-493c-a15f-e8d4f0711184 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:35:47.557623 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb543ed6-fbe0-44f1-a29d-00d7259b887d tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Router fe12e610-20ec-4442-a0b3-774684a94563 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:35:47.756954 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ae220009-0e0b-45bc-b24d-25a6cd18ba9a tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:47.835316 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb543ed6-fbe0-44f1-a29d-00d7259b887d tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:35:47.847389 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e0fbcf-5eb8-488a-a033-0419283bf31a None None] Sync routers for ids ['fe12e610-20ec-4442-a0b3-774684a94563'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:35:47.848105 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-bb543ed6-fbe0-44f1-a29d-00d7259b887d tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] 10.222.0.79 "PUT /v2.0/routers/fe12e610-20ec-4442-a0b3-774684a94563/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8783667 May 23 11:35:47.848693 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54026) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:47.867013 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e0fbcf-5eb8-488a-a033-0419283bf31a None None] Routers {'fe12e610-20ec-4442-a0b3-774684a94563'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:35:47.867644 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-35e0fbcf-5eb8-488a-a033-0419283bf31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:35:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['fe12e610-20ec-4442-a0b3-774684a94563'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:47.884475 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-ae220009-0e0b-45bc-b24d-25a6cd18ba9a tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Calling delete_port for 842ba0d4-a9e4-48fd-a21b-1ea82e49dc4c owned by {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:35:47.928908 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-35e0fbcf-5eb8-488a-a033-0419283bf31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:47.942513 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e0fbcf-5eb8-488a-a033-0419283bf31a None None] Routers {'fe12e610-20ec-4442-a0b3-774684a94563'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:35:47.943726 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-35e0fbcf-5eb8-488a-a033-0419283bf31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:35:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['fe12e610-20ec-4442-a0b3-774684a94563'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:48.014493 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-35e0fbcf-5eb8-488a-a033-0419283bf31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:48.014794 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e0fbcf-5eb8-488a-a033-0419283bf31a None None] The sync data for ids ['fe12e610-20ec-4442-a0b3-774684a94563'] in n-d-842952-2 is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:35:48.038844 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d55f6c1a-8240-4aa7-a440-e4c0d576354f tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:48.041930 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ae220009-0e0b-45bc-b24d-25a6cd18ba9a tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:48.091870 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae220009-0e0b-45bc-b24d-25a6cd18ba9a tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Pushing event deleted for resources: {'Port': ['ID=842ba0d4-a9e4-48fd-a21b-1ea82e49dc4c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:48.226587 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ae220009-0e0b-45bc-b24d-25a6cd18ba9a tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:48.235305 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-d55f6c1a-8240-4aa7-a440-e4c0d576354f tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] delete failed (client error): There was a conflict when trying to complete your request. May 23 11:35:48.236460 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d55f6c1a-8240-4aa7-a440-e4c0d576354f tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] 10.222.0.79 "DELETE /v2.0/routers/fe12e610-20ec-4442-a0b3-774684a94563 HTTP/1.1" status: 409 len: 329 time: 0.3868618 May 23 11:35:48.239279 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54036) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:48.247408 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ae220009-0e0b-45bc-b24d-25a6cd18ba9a tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "DELETE /v2.0/ports/842ba0d4-a9e4-48fd-a21b-1ea82e49dc4c HTTP/1.1" status: 204 len: 168 time: 0.8068845 May 23 11:35:48.249889 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54040) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:48.547999 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3853967-b954-4b29-a006-a7e07245c948 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Deleting subnet 9ca6ed5d-fbf8-41e3-a70e-6e74098c6227 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:35:48.551150 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d3853967-b954-4b29-a006-a7e07245c948 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:48.590675 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-551a1171-5af2-411f-a353-23d1dd89f75e tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:48.610366 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d3853967-b954-4b29-a006-a7e07245c948 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:48.693727 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d3853967-b954-4b29-a006-a7e07245c948 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:48.770871 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d3853967-b954-4b29-a006-a7e07245c948 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:48.811255 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3853967-b954-4b29-a006-a7e07245c948 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Pushing event deleted for resources: {'Subnet': ['ID=9ca6ed5d-fbf8-41e3-a70e-6e74098c6227,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:48.815806 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d3853967-b954-4b29-a006-a7e07245c948 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:48.824510 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d3853967-b954-4b29-a006-a7e07245c948 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "DELETE /v2.0/subnets/9ca6ed5d-fbf8-41e3-a70e-6e74098c6227 HTTP/1.1" status: 204 len: 168 time: 0.5711131 May 23 11:35:48.824679 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac25ee2-c96d-4dd8-9aa6-9370ed9db23f None None] Network ab039b9d-56bd-45ee-8d30-05049378d4d5 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:35:48.828676 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54044) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:48.948346 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-00e90109-680a-441b-aa46-bed2f7570889 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:48.958775 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-00e90109-680a-441b-aa46-bed2f7570889 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Deleting port 4b9e6704-6723-4ec6-810a-ae7aec7ca30e {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:35:48.959098 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-00e90109-680a-441b-aa46-bed2f7570889 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:49.092278 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d947f85-0cc2-4ac3-8d24-12be31b637f0 None None] DHCP port deletion for ab039b9d-56bd-45ee-8d30-05049378d4d5 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:35:49.096870 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1d947f85-0cc2-4ac3-8d24-12be31b637f0 None None] Deleting port 4b9e6704-6723-4ec6-810a-ae7aec7ca30e {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:35:49.097233 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1d947f85-0cc2-4ac3-8d24-12be31b637f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:49.167570 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-00e90109-680a-441b-aa46-bed2f7570889 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] For port 4b9e6704-6723-4ec6-810a-ae7aec7ca30e, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=4b9e6704-6723-4ec6-810a-ae7aec7ca30e,segment=NetworkSegment(fc78af7e-61b0-4c43-8f6d-6144f6621d78),segment_id=fc78af7e-61b0-4c43-8f6d-6144f6621d78)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:35:49.167980 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-00e90109-680a-441b-aa46-bed2f7570889 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:49.170596 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-551a1171-5af2-411f-a353-23d1dd89f75e tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Deleting port 00d36d1f-ce96-493c-a15f-e8d4f0711184 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:35:49.170938 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-551a1171-5af2-411f-a353-23d1dd89f75e tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:49.314993 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1d947f85-0cc2-4ac3-8d24-12be31b637f0 None None] For port 4b9e6704-6723-4ec6-810a-ae7aec7ca30e, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=4b9e6704-6723-4ec6-810a-ae7aec7ca30e,segment=NetworkSegment(fc78af7e-61b0-4c43-8f6d-6144f6621d78),segment_id=fc78af7e-61b0-4c43-8f6d-6144f6621d78)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:35:49.315392 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1d947f85-0cc2-4ac3-8d24-12be31b637f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:49.325518 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-00e90109-680a-441b-aa46-bed2f7570889 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Calling delete_port for 4b9e6704-6723-4ec6-810a-ae7aec7ca30e owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:35:49.414669 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-00e90109-680a-441b-aa46-bed2f7570889 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:49.467988 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e90109-680a-441b-aa46-bed2f7570889 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Pushing event deleted for resources: {'Port': ['ID=4b9e6704-6723-4ec6-810a-ae7aec7ca30e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:49.470960 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1d947f85-0cc2-4ac3-8d24-12be31b637f0 None None] Calling delete_port for 4b9e6704-6723-4ec6-810a-ae7aec7ca30e owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:35:49.472951 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e90109-680a-441b-aa46-bed2f7570889 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] No DVR routers for this DVR port 4b9e6704-6723-4ec6-810a-ae7aec7ca30e on host n-d-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:35:49.528226 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-551a1171-5af2-411f-a353-23d1dd89f75e tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:49.547091 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-1d947f85-0cc2-4ac3-8d24-12be31b637f0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:35:49.547437 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-1d947f85-0cc2-4ac3-8d24-12be31b637f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:35:49.597618 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-00e90109-680a-441b-aa46-bed2f7570889 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:49.621951 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-00e90109-680a-441b-aa46-bed2f7570889 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab039b9d-56bd-45ee-8d30-05049378d4d5']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:49.633847 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-00e90109-680a-441b-aa46-bed2f7570889 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc78af7e-61b0-4c43-8f6d-6144f6621d78') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:49.634131 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-00e90109-680a-441b-aa46-bed2f7570889 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc78af7e-61b0-4c43-8f6d-6144f6621d78') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:49.645541 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-00e90109-680a-441b-aa46-bed2f7570889 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:49.652546 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-551a1171-5af2-411f-a353-23d1dd89f75e tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Calling delete_port for 00d36d1f-ce96-493c-a15f-e8d4f0711184 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:35:49.663462 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-00e90109-680a-441b-aa46-bed2f7570889 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:49.670352 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00e90109-680a-441b-aa46-bed2f7570889 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:35:49.670789 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-00e90109-680a-441b-aa46-bed2f7570889 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:49.686241 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:35:49.686241 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:35:49.686241 n-d-842952-2 neutron-server[83910]: timer() May 23 11:35:49.686241 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:35:49.686241 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:35:49.686241 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:35:49.686241 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:35:49.686241 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:35:49.686241 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:35:49.686241 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:35:49.686241 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:35:49.686241 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:35:49.686241 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:35:49.686241 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:35:49.686241 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:35:49.686241 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:35:49.686241 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:35:49.686241 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:35:49.686241 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:35:49.686241 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:35:49.686241 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:35:49.686241 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:35:49.686241 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:35:49.686241 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:35:49.686241 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:35:49.686241 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:35:49.686241 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:35:49.686241 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:35:49.686241 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:35:49.686241 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:35:49.686241 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:35:49.686241 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:35:49.705025 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 4b9e6704-6723-4ec6-810a-ae7aec7ca30e no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:35:49.738714 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 4b9e6704-6723-4ec6-810a-ae7aec7ca30e {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:35:49.739051 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 4b9e6704-6723-4ec6-810a-ae7aec7ca30e not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:35:49.772208 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-00e90109-680a-441b-aa46-bed2f7570889 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:49.792796 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-00e90109-680a-441b-aa46-bed2f7570889 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:49.801240 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e90109-680a-441b-aa46-bed2f7570889 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] Pushing event deleted for resources: {'Network': ['ID=ab039b9d-56bd-45ee-8d30-05049378d4d5,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:49.811357 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-00e90109-680a-441b-aa46-bed2f7570889 tempest-TagsExtTest-445943124 tempest-TagsExtTest-445943124-project] 10.222.0.79 "DELETE /v2.0/networks/ab039b9d-56bd-45ee-8d30-05049378d4d5 HTTP/1.1" status: 204 len: 168 time: 0.9785039 May 23 11:35:49.847374 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-551a1171-5af2-411f-a353-23d1dd89f75e tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:49.895049 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a1171-5af2-411f-a353-23d1dd89f75e tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Pushing event deleted for resources: {'Port': ['ID=00d36d1f-ce96-493c-a15f-e8d4f0711184,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:49.935205 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a1171-5af2-411f-a353-23d1dd89f75e tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:35:49.935538 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a1171-5af2-411f-a353-23d1dd89f75e tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:35:49.935882 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a1171-5af2-411f-a353-23d1dd89f75e tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:35:49.936211 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a1171-5af2-411f-a353-23d1dd89f75e tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:35:49.936567 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a1171-5af2-411f-a353-23d1dd89f75e tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:35:49.936850 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a1171-5af2-411f-a353-23d1dd89f75e tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:35:49.937164 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a1171-5af2-411f-a353-23d1dd89f75e tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:35:49.937479 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a1171-5af2-411f-a353-23d1dd89f75e tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:35:49.937796 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a1171-5af2-411f-a353-23d1dd89f75e tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:35:49.938111 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a1171-5af2-411f-a353-23d1dd89f75e tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:35:49.938463 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a1171-5af2-411f-a353-23d1dd89f75e tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:35:50.048820 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1d947f85-0cc2-4ac3-8d24-12be31b637f0 None None] Deleting port 4b9e6704-6723-4ec6-810a-ae7aec7ca30e {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:35:50.050011 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1d947f85-0cc2-4ac3-8d24-12be31b637f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:50.124024 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54058) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:50.131083 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1d947f85-0cc2-4ac3-8d24-12be31b637f0 None None] The port '4b9e6704-6723-4ec6-810a-ae7aec7ca30e' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:35:50.162617 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-551a1171-5af2-411f-a353-23d1dd89f75e tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:50.305206 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a19e983a-7558-412e-b3e9-6a4b39087fd9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2f0006f800014cfcb494191fd01d496e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1799824 May 23 11:35:50.307855 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54064) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:50.371344 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-63352fae-974f-4edd-bedc-4fe1a0528f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:50.403690 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-63352fae-974f-4edd-bedc-4fe1a0528f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:50.455369 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-63352fae-974f-4edd-bedc-4fe1a0528f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:50.472424 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63352fae-974f-4edd-bedc-4fe1a0528f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec6e9cc-06cb-4f4f-8242-fe73624ea32b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:50.477527 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-63352fae-974f-4edd-bedc-4fe1a0528f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:50.478159 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-63352fae-974f-4edd-bedc-4fe1a0528f04 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1ec6e9cc-06cb-4f4f-8242-fe73624ea32b HTTP/1.1" status: 204 len: 168 time: 0.1693239 May 23 11:35:50.585231 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551a1171-5af2-411f-a353-23d1dd89f75e tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Router fe12e610-20ec-4442-a0b3-774684a94563 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:35:50.728734 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551a1171-5af2-411f-a353-23d1dd89f75e tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:35:50.738790 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0116a5-bed5-494e-9ef6-3e02745731fc None None] Sync routers for ids ['fe12e610-20ec-4442-a0b3-774684a94563'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:35:50.744519 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-551a1171-5af2-411f-a353-23d1dd89f75e tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] 10.222.0.79 "PUT /v2.0/routers/fe12e610-20ec-4442-a0b3-774684a94563/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4996305 May 23 11:35:50.748020 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54080) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:50.751820 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0116a5-bed5-494e-9ef6-3e02745731fc None None] Routers {'fe12e610-20ec-4442-a0b3-774684a94563'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:35:50.752520 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2e0116a5-bed5-494e-9ef6-3e02745731fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:35:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['fe12e610-20ec-4442-a0b3-774684a94563'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:50.819842 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2e0116a5-bed5-494e-9ef6-3e02745731fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:50.832208 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0116a5-bed5-494e-9ef6-3e02745731fc None None] Routers {'fe12e610-20ec-4442-a0b3-774684a94563'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:35:50.832941 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2e0116a5-bed5-494e-9ef6-3e02745731fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:35:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['fe12e610-20ec-4442-a0b3-774684a94563'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:50.900644 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2e0116a5-bed5-494e-9ef6-3e02745731fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:50.901166 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0116a5-bed5-494e-9ef6-3e02745731fc None None] The sync data for ids ['fe12e610-20ec-4442-a0b3-774684a94563'] in n-d-842952-2 is: [] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:35:50.926489 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-20b3cd82-1293-4690-99ee-930014bd4900 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] show failed (client error): The resource could not be found. May 23 11:35:50.927534 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-20b3cd82-1293-4690-99ee-930014bd4900 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] 10.222.0.79 "GET /v2.0/routers/tempest-non_exist_router-981129874 HTTP/1.1" status: 404 len: 334 time: 0.1784804 May 23 11:35:50.931266 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54090) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:50.936251 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a794e545-43fc-4d61-a192-202928fe44b6 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:50.998901 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-a794e545-43fc-4d61-a192-202928fe44b6 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] update failed (client error): The resource could not be found. May 23 11:35:50.999955 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a794e545-43fc-4d61-a192-202928fe44b6 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] 10.222.0.79 "PUT /v2.0/routers/tempest-non_exist_router-585394344 HTTP/1.1" status: 404 len: 334 time: 0.0677805 May 23 11:35:51.003478 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54094) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:51.188428 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6f2aa8d-648c-4ed7-aa47-b3280c4d89ee tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Deleting subnet ad4916d8-449a-478d-9b49-22b8574ef094 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:35:51.191323 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f6f2aa8d-648c-4ed7-aa47-b3280c4d89ee tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:51.250594 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f6f2aa8d-648c-4ed7-aa47-b3280c4d89ee tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:51.333134 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f6f2aa8d-648c-4ed7-aa47-b3280c4d89ee tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:51.405223 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f6f2aa8d-648c-4ed7-aa47-b3280c4d89ee tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:51.451407 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f2aa8d-648c-4ed7-aa47-b3280c4d89ee tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Pushing event deleted for resources: {'Subnet': ['ID=ad4916d8-449a-478d-9b49-22b8574ef094,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:51.459772 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f6f2aa8d-648c-4ed7-aa47-b3280c4d89ee tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:51.467008 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372de62b-483e-4535-98b1-64353f3663be None None] Network ba0134ee-bab7-42fd-bbb7-b8aacacbdd02 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:35:51.470021 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f6f2aa8d-648c-4ed7-aa47-b3280c4d89ee tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] 10.222.0.79 "DELETE /v2.0/subnets/ad4916d8-449a-478d-9b49-22b8574ef094 HTTP/1.1" status: 204 len: 168 time: 0.4653316 May 23 11:35:51.472252 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54108) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:51.694025 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1ec8a19-52f4-44a4-b978-e12c321c5a6f tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Deleting subnet e1930849-2232-4bb7-8bfa-521c62201beb {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:35:51.697394 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c1ec8a19-52f4-44a4-b978-e12c321c5a6f tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:51.764260 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c1ec8a19-52f4-44a4-b978-e12c321c5a6f tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:51.784514 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6122ea-a6c2-45fc-992b-e226d1f9978a None None] DHCP port deletion for ba0134ee-bab7-42fd-bbb7-b8aacacbdd02 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:35:51.788667 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2a6122ea-a6c2-45fc-992b-e226d1f9978a None None] Deleting port bdeee00d-d6c0-49c5-b489-aacb6141af0a {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:35:51.789038 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a6122ea-a6c2-45fc-992b-e226d1f9978a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:51.865467 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c1ec8a19-52f4-44a4-b978-e12c321c5a6f tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:51.963815 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c1ec8a19-52f4-44a4-b978-e12c321c5a6f tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:52.022895 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec8a19-52f4-44a4-b978-e12c321c5a6f tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Pushing event deleted for resources: {'Subnet': ['ID=e1930849-2232-4bb7-8bfa-521c62201beb,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:52.029113 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c1ec8a19-52f4-44a4-b978-e12c321c5a6f tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:52.036395 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c1ec8a19-52f4-44a4-b978-e12c321c5a6f tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] 10.222.0.79 "DELETE /v2.0/subnets/e1930849-2232-4bb7-8bfa-521c62201beb HTTP/1.1" status: 204 len: 168 time: 0.5631490 May 23 11:35:52.039135 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54132) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:52.041294 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86661dcd-5480-454c-9635-2d1f10c284a6 None None] Network 76507206-d8c4-465f-b553-38a161b54e50 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:35:52.193386 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-447f0ce8-a293-4e4f-b445-49a63f016b82 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:52.195992 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2a6122ea-a6c2-45fc-992b-e226d1f9978a None None] For port bdeee00d-d6c0-49c5-b489-aacb6141af0a, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=bdeee00d-d6c0-49c5-b489-aacb6141af0a,segment=NetworkSegment(5a1c919c-5466-4c48-863b-d46d491ea1fa),segment_id=5a1c919c-5466-4c48-863b-d46d491ea1fa)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:35:52.196378 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a6122ea-a6c2-45fc-992b-e226d1f9978a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:52.204832 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-447f0ce8-a293-4e4f-b445-49a63f016b82 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Deleting port bdeee00d-d6c0-49c5-b489-aacb6141af0a {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:35:52.205203 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-447f0ce8-a293-4e4f-b445-49a63f016b82 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:52.339523 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2a6122ea-a6c2-45fc-992b-e226d1f9978a None None] Calling delete_port for bdeee00d-d6c0-49c5-b489-aacb6141af0a owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:35:52.522549 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-447f0ce8-a293-4e4f-b445-49a63f016b82 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] For port bdeee00d-d6c0-49c5-b489-aacb6141af0a, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=bdeee00d-d6c0-49c5-b489-aacb6141af0a,segment=NetworkSegment(5a1c919c-5466-4c48-863b-d46d491ea1fa),segment_id=5a1c919c-5466-4c48-863b-d46d491ea1fa)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:35:52.523190 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-447f0ce8-a293-4e4f-b445-49a63f016b82 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:52.540967 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a6122ea-a6c2-45fc-992b-e226d1f9978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:52.616389 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6122ea-a6c2-45fc-992b-e226d1f9978a None None] No DVR routers for this DVR port bdeee00d-d6c0-49c5-b489-aacb6141af0a on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:35:52.648989 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6122ea-a6c2-45fc-992b-e226d1f9978a None None] Pushing event deleted for resources: {'Port': ['ID=bdeee00d-d6c0-49c5-b489-aacb6141af0a,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:52.658454 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8ca56e-acc7-4e85-9e6e-ea8789c29ae5 None None] DHCP port deletion for 76507206-d8c4-465f-b553-38a161b54e50 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:35:52.662611 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7c8ca56e-acc7-4e85-9e6e-ea8789c29ae5 None None] Deleting port 3a8baf18-029a-46e9-9670-1ccf63a6db73 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:35:52.662974 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7c8ca56e-acc7-4e85-9e6e-ea8789c29ae5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:52.676909 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-447f0ce8-a293-4e4f-b445-49a63f016b82 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Calling delete_port for bdeee00d-d6c0-49c5-b489-aacb6141af0a owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:35:52.757322 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.api [None req-447f0ce8-a293-4e4f-b445-49a63f016b82 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:35:52.757638 n-d-842952-2 neutron-server[83910]: DEBUG oslo_db.api [None req-447f0ce8-a293-4e4f-b445-49a63f016b82 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:35:52.911121 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-7c8ca56e-acc7-4e85-9e6e-ea8789c29ae5 None None] For port 3a8baf18-029a-46e9-9670-1ccf63a6db73, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=3a8baf18-029a-46e9-9670-1ccf63a6db73,segment=NetworkSegment(8dbc4db3-244a-41a4-9063-aa3d17506d7b),segment_id=8dbc4db3-244a-41a4-9063-aa3d17506d7b)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:35:52.911499 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7c8ca56e-acc7-4e85-9e6e-ea8789c29ae5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:53.028423 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54154) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:53.036311 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7c8ca56e-acc7-4e85-9e6e-ea8789c29ae5 None None] Calling delete_port for 3a8baf18-029a-46e9-9670-1ccf63a6db73 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:35:53.118247 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7c8ca56e-acc7-4e85-9e6e-ea8789c29ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:53.171875 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ca56e-acc7-4e85-9e6e-ea8789c29ae5 None None] Pushing event deleted for resources: {'Port': ['ID=3a8baf18-029a-46e9-9670-1ccf63a6db73,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:53.175209 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8ca56e-acc7-4e85-9e6e-ea8789c29ae5 None None] No DVR routers for this DVR port 3a8baf18-029a-46e9-9670-1ccf63a6db73 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:35:53.253391 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-22228c90-975e-4dfa-89eb-53a653e796db admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:53.260501 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-447f0ce8-a293-4e4f-b445-49a63f016b82 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Deleting port bdeee00d-d6c0-49c5-b489-aacb6141af0a {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:35:53.260974 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-447f0ce8-a293-4e4f-b445-49a63f016b82 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:53.301860 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-22228c90-975e-4dfa-89eb-53a653e796db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:53.314122 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-22228c90-975e-4dfa-89eb-53a653e796db admin admin] Usage tracker for resource:security_group_rule and tenant:8e6bc34e38bd42dcaa9404e144fece96 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:35:53.317602 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-22228c90-975e-4dfa-89eb-53a653e796db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:35:53.324351 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-22228c90-975e-4dfa-89eb-53a653e796db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:53.371051 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-447f0ce8-a293-4e4f-b445-49a63f016b82 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] The port 'bdeee00d-d6c0-49c5-b489-aacb6141af0a' was deleted {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:35:53.400011 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-22228c90-975e-4dfa-89eb-53a653e796db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:53.405678 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-22228c90-975e-4dfa-89eb-53a653e796db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:53.424953 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [req-80c2090b-e790-47e6-a9b8-f712d6f64b5e req-b416eb0a-4789-40f6-a161-b94eaf82e48d service neutron] (83911) timed out ('10.222.0.79', 60706) {{(pid=83911) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 23 11:35:53.455910 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22228c90-975e-4dfa-89eb-53a653e796db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2382c7-6493-41fe-8cb8-6b9d05641ec4,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:53.470317 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-22228c90-975e-4dfa-89eb-53a653e796db admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8e6bc34e38bd42dcaa9404e144fece96&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4404519 May 23 11:35:53.470591 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54162) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:53.502974 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-447f0ce8-a293-4e4f-b445-49a63f016b82 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:53.531985 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-447f0ce8-a293-4e4f-b445-49a63f016b82 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba0134ee-bab7-42fd-bbb7-b8aacacbdd02']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:53.538796 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b778c64a-8a44-416e-b4b6-2921487c2c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:53.544953 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-447f0ce8-a293-4e4f-b445-49a63f016b82 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a1c919c-5466-4c48-863b-d46d491ea1fa') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:53.545253 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-447f0ce8-a293-4e4f-b445-49a63f016b82 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a1c919c-5466-4c48-863b-d46d491ea1fa') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:53.557450 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-447f0ce8-a293-4e4f-b445-49a63f016b82 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:53.566490 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b778c64a-8a44-416e-b4b6-2921487c2c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:53.587211 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-447f0ce8-a293-4e4f-b445-49a63f016b82 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:53.594461 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-447f0ce8-a293-4e4f-b445-49a63f016b82 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:35:53.594845 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-447f0ce8-a293-4e4f-b445-49a63f016b82 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:53.611759 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:35:53.611759 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:35:53.611759 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:35:53.611759 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:35:53.611759 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:35:53.611759 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:35:53.611759 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:35:53.611759 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:35:53.611759 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:35:53.611759 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:35:53.611759 n-d-842952-2 neutron-server[83910]: timer() May 23 11:35:53.611759 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:35:53.611759 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:35:53.611759 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:35:53.611759 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:35:53.611759 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:35:53.611759 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:35:53.611759 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:35:53.611759 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:35:53.611759 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:35:53.611759 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:35:53.611759 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:35:53.611759 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:35:53.611759 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:35:53.611759 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:35:53.611759 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:35:53.611759 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:35:53.611759 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:35:53.611759 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:35:53.611759 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:35:53.611759 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:35:53.611759 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:35:53.611759 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:35:53.611759 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:35:53.611759 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:35:53.611759 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:35:53.611759 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:35:53.611759 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:35:53.611759 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:35:53.611759 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:35:53.623231 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b778c64a-8a44-416e-b4b6-2921487c2c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:53.640478 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b778c64a-8a44-416e-b4b6-2921487c2c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2382c7-6493-41fe-8cb8-6b9d05641ec4,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:53.643929 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b778c64a-8a44-416e-b4b6-2921487c2c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:53.645146 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b778c64a-8a44-416e-b4b6-2921487c2c54 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cd2382c7-6493-41fe-8cb8-6b9d05641ec4 HTTP/1.1" status: 204 len: 168 time: 0.1736541 May 23 11:35:53.727107 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device bdeee00d-d6c0-49c5-b489-aacb6141af0a no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:35:53.742927 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-447f0ce8-a293-4e4f-b445-49a63f016b82 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:53.771642 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: bdeee00d-d6c0-49c5-b489-aacb6141af0a {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:35:53.772018 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device bdeee00d-d6c0-49c5-b489-aacb6141af0a not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:35:53.772447 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 3a8baf18-029a-46e9-9670-1ccf63a6db73 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:35:53.772986 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-447f0ce8-a293-4e4f-b445-49a63f016b82 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:53.783885 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f0ce8-a293-4e4f-b445-49a63f016b82 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Pushing event deleted for resources: {'Network': ['ID=ba0134ee-bab7-42fd-bbb7-b8aacacbdd02,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:53.795105 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54168) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:53.795333 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-447f0ce8-a293-4e4f-b445-49a63f016b82 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] 10.222.0.79 "DELETE /v2.0/networks/ba0134ee-bab7-42fd-bbb7-b8aacacbdd02 HTTP/1.1" status: 204 len: 168 time: 1.7540295 May 23 11:35:53.821791 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 3a8baf18-029a-46e9-9670-1ccf63a6db73 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:35:53.822096 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 3a8baf18-029a-46e9-9670-1ccf63a6db73 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:35:53.939861 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b025cbd0-6285-497d-b3ec-0587685c45ee tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:54.031416 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54174) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:54.050516 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-abeb48c0-054b-4d8c-8a86-bf5966210928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:54.081467 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b025cbd0-6285-497d-b3ec-0587685c45ee tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:54.087412 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-abeb48c0-054b-4d8c-8a86-bf5966210928 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:54.091621 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-abeb48c0-054b-4d8c-8a86-bf5966210928 admin admin] Usage tracker for resource:security_group_rule and tenant:4a8dd7fb02c3494e94e2bbe26753f0f7 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:35:54.095140 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-abeb48c0-054b-4d8c-8a86-bf5966210928 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:35:54.101146 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-abeb48c0-054b-4d8c-8a86-bf5966210928 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:54.109408 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-b025cbd0-6285-497d-b3ec-0587685c45ee tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76507206-d8c4-465f-b553-38a161b54e50']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:54.123738 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-b025cbd0-6285-497d-b3ec-0587685c45ee tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dbc4db3-244a-41a4-9063-aa3d17506d7b') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:54.124075 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-b025cbd0-6285-497d-b3ec-0587685c45ee tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dbc4db3-244a-41a4-9063-aa3d17506d7b') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:54.137501 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b025cbd0-6285-497d-b3ec-0587685c45ee tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:54.163963 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b025cbd0-6285-497d-b3ec-0587685c45ee tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:54.171740 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b025cbd0-6285-497d-b3ec-0587685c45ee tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:35:54.172391 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b025cbd0-6285-497d-b3ec-0587685c45ee tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:54.176864 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-abeb48c0-054b-4d8c-8a86-bf5966210928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:54.182131 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-abeb48c0-054b-4d8c-8a86-bf5966210928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:54.189935 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:35:54.189935 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:35:54.189935 n-d-842952-2 neutron-server[83911]: timer() May 23 11:35:54.189935 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:35:54.189935 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:35:54.189935 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:35:54.189935 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:35:54.189935 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:35:54.189935 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:35:54.189935 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:35:54.189935 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:35:54.189935 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:35:54.189935 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:35:54.189935 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:35:54.189935 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:35:54.189935 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:35:54.189935 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:35:54.189935 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:35:54.189935 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:35:54.189935 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:35:54.189935 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:35:54.189935 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:35:54.189935 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:35:54.189935 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:35:54.189935 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:35:54.189935 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:35:54.189935 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:35:54.189935 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:35:54.189935 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:35:54.189935 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:35:54.189935 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:35:54.189935 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:35:54.229769 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb48c0-054b-4d8c-8a86-bf5966210928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844dec82-23e4-4b65-bba5-4384ba8944a1,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:54.238427 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-abeb48c0-054b-4d8c-8a86-bf5966210928 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4a8dd7fb02c3494e94e2bbe26753f0f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2058811 May 23 11:35:54.239047 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54180) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:54.310073 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9727c9bf-6749-476a-864e-a53e52fd6c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:54.340674 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9727c9bf-6749-476a-864e-a53e52fd6c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:54.395204 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b025cbd0-6285-497d-b3ec-0587685c45ee tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:54.405365 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9727c9bf-6749-476a-864e-a53e52fd6c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:54.414930 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b025cbd0-6285-497d-b3ec-0587685c45ee tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:54.419659 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9727c9bf-6749-476a-864e-a53e52fd6c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844dec82-23e4-4b65-bba5-4384ba8944a1,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:54.427187 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025cbd0-6285-497d-b3ec-0587685c45ee tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Pushing event deleted for resources: {'Network': ['ID=76507206-d8c4-465f-b553-38a161b54e50,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:54.429955 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b025cbd0-6285-497d-b3ec-0587685c45ee tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] 10.222.0.79 "DELETE /v2.0/networks/76507206-d8c4-465f-b553-38a161b54e50 HTTP/1.1" status: 204 len: 168 time: 0.6336815 May 23 11:35:54.432627 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54184) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:54.441445 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9727c9bf-6749-476a-864e-a53e52fd6c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:54.444667 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9727c9bf-6749-476a-864e-a53e52fd6c61 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/844dec82-23e4-4b65-bba5-4384ba8944a1 HTTP/1.1" status: 204 len: 168 time: 0.2041953 May 23 11:35:54.486841 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9727c9bf-6749-476a-864e-a53e52fd6c61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:35:54.488520 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9727c9bf-6749-476a-864e-a53e52fd6c61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:35:54.488731 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9727c9bf-6749-476a-864e-a53e52fd6c61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:35:54.489074 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9727c9bf-6749-476a-864e-a53e52fd6c61 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:35:54.489413 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9727c9bf-6749-476a-864e-a53e52fd6c61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:35:54.491263 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9727c9bf-6749-476a-864e-a53e52fd6c61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:35:54.491626 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9727c9bf-6749-476a-864e-a53e52fd6c61 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:35:54.494319 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9727c9bf-6749-476a-864e-a53e52fd6c61 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:35:54.494686 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9727c9bf-6749-476a-864e-a53e52fd6c61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:35:54.495032 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9727c9bf-6749-476a-864e-a53e52fd6c61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:35:54.496445 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9727c9bf-6749-476a-864e-a53e52fd6c61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:35:54.688388 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-011451e8-b274-42af-a9de-31572226a830 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Deleting subnet a043de69-4b37-4953-a52f-8cb0c62beab3 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:35:54.691559 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-011451e8-b274-42af-a9de-31572226a830 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:54.753130 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-011451e8-b274-42af-a9de-31572226a830 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:54.825934 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:35:54.846353 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-011451e8-b274-42af-a9de-31572226a830 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:54.928255 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-011451e8-b274-42af-a9de-31572226a830 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:54.966481 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011451e8-b274-42af-a9de-31572226a830 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Pushing event deleted for resources: {'Subnet': ['ID=a043de69-4b37-4953-a52f-8cb0c62beab3,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:54.973348 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-011451e8-b274-42af-a9de-31572226a830 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:54.981095 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-011451e8-b274-42af-a9de-31572226a830 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] 10.222.0.79 "DELETE /v2.0/subnets/a043de69-4b37-4953-a52f-8cb0c62beab3 HTTP/1.1" status: 204 len: 168 time: 0.5444114 May 23 11:35:54.981818 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b415b0d-e4ab-4e4e-8d4e-7acad1a0af0a None None] Network e92a262b-2123-4879-9b18-f4089ae58126 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:35:54.984110 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54202) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:55.105412 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-81f9ea18-c9c8-4ef2-8043-51f994c340fd tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:55.117312 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-81f9ea18-c9c8-4ef2-8043-51f994c340fd tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Deleting port 7306e24f-488e-4ad3-be3e-fbf756cbe056 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:35:55.117660 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-81f9ea18-c9c8-4ef2-8043-51f994c340fd tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:55.243115 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e5bb46-3de1-48a4-a133-88d500594461 None None] DHCP port deletion for e92a262b-2123-4879-9b18-f4089ae58126 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:35:55.247185 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b8e5bb46-3de1-48a4-a133-88d500594461 None None] Deleting port 7306e24f-488e-4ad3-be3e-fbf756cbe056 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:35:55.247560 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b8e5bb46-3de1-48a4-a133-88d500594461 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:55.337281 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-81f9ea18-c9c8-4ef2-8043-51f994c340fd tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] For port 7306e24f-488e-4ad3-be3e-fbf756cbe056, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=7306e24f-488e-4ad3-be3e-fbf756cbe056,segment=NetworkSegment(a73cef32-c48a-49bb-b9e6-df72270de0b2),segment_id=a73cef32-c48a-49bb-b9e6-df72270de0b2)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:35:55.338055 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-81f9ea18-c9c8-4ef2-8043-51f994c340fd tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:55.495433 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-81f9ea18-c9c8-4ef2-8043-51f994c340fd tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Calling delete_port for 7306e24f-488e-4ad3-be3e-fbf756cbe056 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:35:55.503872 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-b8e5bb46-3de1-48a4-a133-88d500594461 None None] For port 7306e24f-488e-4ad3-be3e-fbf756cbe056, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=7306e24f-488e-4ad3-be3e-fbf756cbe056,segment=NetworkSegment(a73cef32-c48a-49bb-b9e6-df72270de0b2),segment_id=a73cef32-c48a-49bb-b9e6-df72270de0b2)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:35:55.504530 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b8e5bb46-3de1-48a4-a133-88d500594461 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:55.577678 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-81f9ea18-c9c8-4ef2-8043-51f994c340fd tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:55.625997 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f9ea18-c9c8-4ef2-8043-51f994c340fd tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] No DVR routers for this DVR port 7306e24f-488e-4ad3-be3e-fbf756cbe056 on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:35:55.640141 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b8e5bb46-3de1-48a4-a133-88d500594461 None None] Calling delete_port for 7306e24f-488e-4ad3-be3e-fbf756cbe056 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:35:55.749925 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 7306e24f-488e-4ad3-be3e-fbf756cbe056 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:35:55.751331 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9ea18-c9c8-4ef2-8043-51f994c340fd tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Pushing event deleted for resources: {'Port': ['ID=7306e24f-488e-4ad3-be3e-fbf756cbe056,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:55.798232 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-81f9ea18-c9c8-4ef2-8043-51f994c340fd tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:55.839242 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-b8e5bb46-3de1-48a4-a133-88d500594461 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:35:55.839929 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-b8e5bb46-3de1-48a4-a133-88d500594461 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:35:55.847665 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-81f9ea18-c9c8-4ef2-8043-51f994c340fd tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e92a262b-2123-4879-9b18-f4089ae58126']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:55.850258 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 7306e24f-488e-4ad3-be3e-fbf756cbe056 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:35:55.850758 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 7306e24f-488e-4ad3-be3e-fbf756cbe056 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:35:55.872294 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-81f9ea18-c9c8-4ef2-8043-51f994c340fd tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a73cef32-c48a-49bb-b9e6-df72270de0b2') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:55.872873 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-81f9ea18-c9c8-4ef2-8043-51f994c340fd tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a73cef32-c48a-49bb-b9e6-df72270de0b2') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:35:55.894455 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-81f9ea18-c9c8-4ef2-8043-51f994c340fd tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:55.913414 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-81f9ea18-c9c8-4ef2-8043-51f994c340fd tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:55.919820 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81f9ea18-c9c8-4ef2-8043-51f994c340fd tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:35:55.920289 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-81f9ea18-c9c8-4ef2-8043-51f994c340fd tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:55.935493 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:35:55.935493 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:35:55.935493 n-d-842952-2 neutron-server[83911]: timer() May 23 11:35:55.935493 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:35:55.935493 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:35:55.935493 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:35:55.935493 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:35:55.935493 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:35:55.935493 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:35:55.935493 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:35:55.935493 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:35:55.935493 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:35:55.935493 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:35:55.935493 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:35:55.935493 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:35:55.935493 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:35:55.935493 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:35:55.935493 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:35:55.935493 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:35:55.935493 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:35:55.935493 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:35:55.935493 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:35:55.935493 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:35:55.935493 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:35:55.935493 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:35:55.935493 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:35:55.935493 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:35:55.935493 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:35:55.935493 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:35:55.935493 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:35:55.935493 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:35:55.935493 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:35:56.029987 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-81f9ea18-c9c8-4ef2-8043-51f994c340fd tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:56.034727 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-81f9ea18-c9c8-4ef2-8043-51f994c340fd tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:56.060191 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9ea18-c9c8-4ef2-8043-51f994c340fd tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Pushing event deleted for resources: {'Network': ['ID=e92a262b-2123-4879-9b18-f4089ae58126,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:56.066416 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-81f9ea18-c9c8-4ef2-8043-51f994c340fd tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] 10.222.0.79 "DELETE /v2.0/networks/e92a262b-2123-4879-9b18-f4089ae58126 HTTP/1.1" status: 204 len: 168 time: 1.0789587 May 23 11:35:56.066876 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54242) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:56.109500 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-beab1477-de47-4496-a4db-27a75cab068e tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Synchronizing usage tracker for tenant:926398271e5b4a00931dcb5770ea8713 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:35:56.129335 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-beab1477-de47-4496-a4db-27a75cab068e tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Unset dirty status for tenant:926398271e5b4a00931dcb5770ea8713 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:35:56.133307 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-beab1477-de47-4496-a4db-27a75cab068e tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe12e610-20ec-4442-a0b3-774684a94563 HTTP/1.1" status: 200 len: 205 time: 0.0628397 May 23 11:35:56.133602 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54248) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:56.302358 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1133559f-5127-4c71-96f0-b2220f3be643 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:56.341147 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b8e5bb46-3de1-48a4-a133-88d500594461 None None] Deleting port 7306e24f-488e-4ad3-be3e-fbf756cbe056 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:35:56.342780 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b8e5bb46-3de1-48a4-a133-88d500594461 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:56.453292 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b8e5bb46-3de1-48a4-a133-88d500594461 None None] The port '7306e24f-488e-4ad3-be3e-fbf756cbe056' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:35:56.837651 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1133559f-5127-4c71-96f0-b2220f3be643 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:56.843663 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1133559f-5127-4c71-96f0-b2220f3be643 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:56.874817 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1133559f-5127-4c71-96f0-b2220f3be643 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:56.875444 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1133559f-5127-4c71-96f0-b2220f3be643 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Fanout notify agent at l3_agent the message router_deleted on router fe12e610-20ec-4442-a0b3-774684a94563 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:35:56.899294 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1133559f-5127-4c71-96f0-b2220f3be643 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:56.901030 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1133559f-5127-4c71-96f0-b2220f3be643 tempest-RoutersNegativeTest-924980600 tempest-RoutersNegativeTest-924980600-project] 10.222.0.79 "DELETE /v2.0/routers/fe12e610-20ec-4442-a0b3-774684a94563 HTTP/1.1" status: 204 len: 168 time: 0.7658787 May 23 11:35:57.158764 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54274) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:57.467654 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a0d2d24a-b7d6-45bf-8206-f0a2abb6d30c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=926398271e5b4a00931dcb5770ea8713&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3051782 May 23 11:35:57.467820 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54288) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:57.547002 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ee6c657-d32a-469a-b332-87a4b5f2ce31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:57.581653 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ee6c657-d32a-469a-b332-87a4b5f2ce31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:57.665046 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ee6c657-d32a-469a-b332-87a4b5f2ce31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:57.683232 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6c657-d32a-469a-b332-87a4b5f2ce31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ccc982-0b17-45bf-bfc3-45acdbd938cf,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:57.690188 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ee6c657-d32a-469a-b332-87a4b5f2ce31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:57.691869 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9ee6c657-d32a-469a-b332-87a4b5f2ce31 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/60ccc982-0b17-45bf-bfc3-45acdbd938cf HTTP/1.1" status: 204 len: 168 time: 0.2225914 May 23 11:35:58.588137 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54326) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:58.725283 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-603950f7-a482-4834-9602-7a816ac431fd tempest-SubnetPoolsTestJSON-1864772075 tempest-SubnetPoolsTestJSON-1864772075-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1928055046', 'prefixes': ['172.20.0.0/16']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:58.731758 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-603950f7-a482-4834-9602-7a816ac431fd tempest-SubnetPoolsTestJSON-1864772075 tempest-SubnetPoolsTestJSON-1864772075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:58.805910 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-603950f7-a482-4834-9602-7a816ac431fd tempest-SubnetPoolsTestJSON-1864772075 tempest-SubnetPoolsTestJSON-1864772075-project] Notify callbacks [] for subnetpool, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:58.809975 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-603950f7-a482-4834-9602-7a816ac431fd tempest-SubnetPoolsTestJSON-1864772075 tempest-SubnetPoolsTestJSON-1864772075-project] 10.222.0.79 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2181315 May 23 11:35:58.810185 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54332) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:58.840582 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-69056951-ecd3-46c4-a457-0178633866fa tempest-SubnetPoolsTestJSON-1864772075 tempest-SubnetPoolsTestJSON-1864772075-project] 10.222.0.79 "GET /v2.0/subnetpools/91698c20-5460-4dc5-931b-52c79c10cf34 HTTP/1.1" status: 200 len: 732 time: 0.0293019 May 23 11:35:58.843096 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54336) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:58.848555 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-0e01525e-6a45-476f-9f6f-c313ead9c556 tempest-SubnetPoolsTestJSON-1864772075 tempest-SubnetPoolsTestJSON-1864772075-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-505513139'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:35:58.930629 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0e01525e-6a45-476f-9f6f-c313ead9c556 tempest-SubnetPoolsTestJSON-1864772075 tempest-SubnetPoolsTestJSON-1864772075-project] Notify callbacks [] for subnetpool, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:58.931798 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0e01525e-6a45-476f-9f6f-c313ead9c556 tempest-SubnetPoolsTestJSON-1864772075 tempest-SubnetPoolsTestJSON-1864772075-project] 10.222.0.79 "PUT /v2.0/subnetpools/91698c20-5460-4dc5-931b-52c79c10cf34 HTTP/1.1" status: 200 len: 683 time: 0.0878112 May 23 11:35:58.934631 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54340) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:59.118193 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0b3625c4-c40a-465a-95de-417ba9cae0b7 tempest-SubnetPoolsTestJSON-1864772075 tempest-SubnetPoolsTestJSON-1864772075-project] Notify callbacks [] for subnetpool, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:59.119500 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0b3625c4-c40a-465a-95de-417ba9cae0b7 tempest-SubnetPoolsTestJSON-1864772075 tempest-SubnetPoolsTestJSON-1864772075-project] 10.222.0.79 "DELETE /v2.0/subnetpools/91698c20-5460-4dc5-931b-52c79c10cf34 HTTP/1.1" status: 204 len: 168 time: 0.1838171 May 23 11:35:59.122232 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54354) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:59.140389 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-d1942904-bfe2-4ede-8aed-84a2969e3d0a tempest-SubnetPoolsTestJSON-1864772075 tempest-SubnetPoolsTestJSON-1864772075-project] show failed (client error): The resource could not be found. May 23 11:35:59.141737 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d1942904-bfe2-4ede-8aed-84a2969e3d0a tempest-SubnetPoolsTestJSON-1864772075 tempest-SubnetPoolsTestJSON-1864772075-project] 10.222.0.79 "GET /v2.0/subnetpools/91698c20-5460-4dc5-931b-52c79c10cf34 HTTP/1.1" status: 404 len: 346 time: 0.0185680 May 23 11:35:59.144466 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54358) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:59.164165 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [None req-8bcb27e2-4210-416c-8cef-9856562f4645 tempest-SubnetPoolsTestJSON-1864772075 tempest-SubnetPoolsTestJSON-1864772075-project] delete failed (client error): The resource could not be found. May 23 11:35:59.165191 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8bcb27e2-4210-416c-8cef-9856562f4645 tempest-SubnetPoolsTestJSON-1864772075 tempest-SubnetPoolsTestJSON-1864772075-project] 10.222.0.79 "DELETE /v2.0/subnetpools/91698c20-5460-4dc5-931b-52c79c10cf34 HTTP/1.1" status: 404 len: 346 time: 0.0197773 May 23 11:35:59.502733 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54388) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:59.669752 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c138bbb0-6bb5-43b2-93aa-ce7fe49ab6db admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:59.704626 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c138bbb0-6bb5-43b2-93aa-ce7fe49ab6db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:35:59.708794 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c138bbb0-6bb5-43b2-93aa-ce7fe49ab6db admin admin] Usage tracker for resource:security_group_rule and tenant:2101147d3e574adaa32ce07504f0fd32 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:35:59.711733 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c138bbb0-6bb5-43b2-93aa-ce7fe49ab6db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:35:59.717598 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c138bbb0-6bb5-43b2-93aa-ce7fe49ab6db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:35:59.788731 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c138bbb0-6bb5-43b2-93aa-ce7fe49ab6db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:59.797411 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c138bbb0-6bb5-43b2-93aa-ce7fe49ab6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:59.847467 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138bbb0-6bb5-43b2-93aa-ce7fe49ab6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeeadee3-505c-4628-91ab-d43f01f4dec6,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:35:59.855436 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c138bbb0-6bb5-43b2-93aa-ce7fe49ab6db admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2101147d3e574adaa32ce07504f0fd32&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3486476 May 23 11:35:59.855757 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54406) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:35:59.936317 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9211680f-29a5-4f6a-90ef-045986d6c89a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:35:59.964714 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9211680f-29a5-4f6a-90ef-045986d6c89a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:00.022070 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9211680f-29a5-4f6a-90ef-045986d6c89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:00.046623 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211680f-29a5-4f6a-90ef-045986d6c89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeeadee3-505c-4628-91ab-d43f01f4dec6,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:00.048962 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9211680f-29a5-4f6a-90ef-045986d6c89a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:00.050726 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9211680f-29a5-4f6a-90ef-045986d6c89a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/aeeadee3-505c-4628-91ab-d43f01f4dec6 HTTP/1.1" status: 204 len: 168 time: 0.1938496 May 23 11:36:01.038848 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54436) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:01.043884 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [-] 10.222.0.79 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029080 May 23 11:36:01.046055 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54438) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:01.192717 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ff8ab1c0-3f67-474b-beb9-9fd45ac7985b tempest-NetworksApiDiscovery-349705506 tempest-NetworksApiDiscovery-349705506-project] 10.222.0.79 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1455584 May 23 11:36:01.512958 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54448) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:01.670492 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4c3b70ac-2b8d-4923-9326-dea90217cc71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:01.714867 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4c3b70ac-2b8d-4923-9326-dea90217cc71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:01.719819 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4c3b70ac-2b8d-4923-9326-dea90217cc71 admin admin] Usage tracker for resource:security_group_rule and tenant:43b1f82d42b04025958a823831125150 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:01.723855 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4c3b70ac-2b8d-4923-9326-dea90217cc71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:01.731639 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4c3b70ac-2b8d-4923-9326-dea90217cc71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:01.829262 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4c3b70ac-2b8d-4923-9326-dea90217cc71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:01.834965 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4c3b70ac-2b8d-4923-9326-dea90217cc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:01.887139 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3b70ac-2b8d-4923-9326-dea90217cc71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54981e5-bace-469d-abc0-8a8bee3e67a1,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:01.895924 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54458) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:01.896125 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4c3b70ac-2b8d-4923-9326-dea90217cc71 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=43b1f82d42b04025958a823831125150&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3820729 May 23 11:36:01.963326 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f03f5f85-8aa0-4283-9292-95691cdba9b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:01.992159 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f03f5f85-8aa0-4283-9292-95691cdba9b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:02.054485 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f03f5f85-8aa0-4283-9292-95691cdba9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:02.071790 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f5f85-8aa0-4283-9292-95691cdba9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54981e5-bace-469d-abc0-8a8bee3e67a1,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:02.079819 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f03f5f85-8aa0-4283-9292-95691cdba9b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:02.081525 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f03f5f85-8aa0-4283-9292-95691cdba9b4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b54981e5-bace-469d-abc0-8a8bee3e67a1 HTTP/1.1" status: 204 len: 168 time: 0.1838195 May 23 11:36:02.435069 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54480) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:02.592350 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-480b5e2e-dd46-4373-a158-94e4bcefd7dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:02.630880 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-480b5e2e-dd46-4373-a158-94e4bcefd7dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:02.635119 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-480b5e2e-dd46-4373-a158-94e4bcefd7dc admin admin] Usage tracker for resource:security_group_rule and tenant:615ec38c07eb4159abf789c5bad0704e is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:02.638059 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-480b5e2e-dd46-4373-a158-94e4bcefd7dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:02.643933 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-480b5e2e-dd46-4373-a158-94e4bcefd7dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:02.714928 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-480b5e2e-dd46-4373-a158-94e4bcefd7dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:02.720070 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-480b5e2e-dd46-4373-a158-94e4bcefd7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:02.767471 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b5e2e-dd46-4373-a158-94e4bcefd7dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5865ef11-2a7f-45d3-855c-75538965242e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:02.775749 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-480b5e2e-dd46-4373-a158-94e4bcefd7dc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=615ec38c07eb4159abf789c5bad0704e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3369725 May 23 11:36:02.776042 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54494) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:02.852305 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ebc8a0c-7d30-4fd7-b317-4f9a076932f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:02.879702 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ebc8a0c-7d30-4fd7-b317-4f9a076932f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:02.936864 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ebc8a0c-7d30-4fd7-b317-4f9a076932f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:02.954659 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc8a0c-7d30-4fd7-b317-4f9a076932f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5865ef11-2a7f-45d3-855c-75538965242e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:02.963305 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ebc8a0c-7d30-4fd7-b317-4f9a076932f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:02.964659 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9ebc8a0c-7d30-4fd7-b317-4f9a076932f0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5865ef11-2a7f-45d3-855c-75538965242e HTTP/1.1" status: 204 len: 168 time: 0.1876295 May 23 11:36:03.103523 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54514) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:03.455361 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-95f10130-1e9e-4c18-9a10-083d1f53b806 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1227096558-network', 'tenant_id': '175f76baacfd4782a15d99180359273c'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:36:03.461663 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-95f10130-1e9e-4c18-9a10-083d1f53b806 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:03.465659 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-95f10130-1e9e-4c18-9a10-083d1f53b806 admin admin] Usage tracker for resource:network and tenant:175f76baacfd4782a15d99180359273c is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:03.468567 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-95f10130-1e9e-4c18-9a10-083d1f53b806 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:03.474268 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-95f10130-1e9e-4c18-9a10-083d1f53b806 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:03.484523 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f10130-1e9e-4c18-9a10-083d1f53b806 admin admin] Made reservation on behalf of 175f76baacfd4782a15d99180359273c for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:36:03.486897 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-95f10130-1e9e-4c18-9a10-083d1f53b806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:03.487278 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54528) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:03.499751 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-95f10130-1e9e-4c18-9a10-083d1f53b806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:03.512959 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5113a0f3-669d-4dbf-bfbd-06500b8ad5a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:03.533156 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-95f10130-1e9e-4c18-9a10-083d1f53b806 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:03.537287 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-95f10130-1e9e-4c18-9a10-083d1f53b806 admin admin] Usage tracker for resource:security_group_rule and tenant:175f76baacfd4782a15d99180359273c is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:03.540693 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-95f10130-1e9e-4c18-9a10-083d1f53b806 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:03.548036 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-95f10130-1e9e-4c18-9a10-083d1f53b806 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:03.551037 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5113a0f3-669d-4dbf-bfbd-06500b8ad5a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:03.556299 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5113a0f3-669d-4dbf-bfbd-06500b8ad5a0 admin admin] Usage tracker for resource:security_group_rule and tenant:71b2cdf6544646b98afe294912bce698 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:03.559626 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5113a0f3-669d-4dbf-bfbd-06500b8ad5a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:03.565591 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5113a0f3-669d-4dbf-bfbd-06500b8ad5a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:03.620531 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-95f10130-1e9e-4c18-9a10-083d1f53b806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:03.625759 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-95f10130-1e9e-4c18-9a10-083d1f53b806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:03.637044 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5113a0f3-669d-4dbf-bfbd-06500b8ad5a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:03.642184 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5113a0f3-669d-4dbf-bfbd-06500b8ad5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:03.655850 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95f10130-1e9e-4c18-9a10-083d1f53b806 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:36:03.671724 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f10130-1e9e-4c18-9a10-083d1f53b806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681b6032-1f85-4aa5-8358-4a733c917447,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:03.677616 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-95f10130-1e9e-4c18-9a10-083d1f53b806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:03.678231 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-95f10130-1e9e-4c18-9a10-083d1f53b806 admin admin] Added segment f2fad644-ea97-4ba6-895e-5530bc21c034 of type vlan for network 28074b79-22e4-4232-9ea7-c0145934f7ae May 23 11:36:03.688247 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5113a0f3-669d-4dbf-bfbd-06500b8ad5a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f271c28-697b-4271-8e0d-dcb29df4aadc,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:03.696092 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5113a0f3-669d-4dbf-bfbd-06500b8ad5a0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=71b2cdf6544646b98afe294912bce698&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2052901 May 23 11:36:03.696627 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54532) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:03.707906 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-95f10130-1e9e-4c18-9a10-083d1f53b806 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:03.737912 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-95f10130-1e9e-4c18-9a10-083d1f53b806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:03.738803 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f10130-1e9e-4c18-9a10-083d1f53b806 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:36:03.739372 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-95f10130-1e9e-4c18-9a10-083d1f53b806 admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:03.761383 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f1d7f908-f0aa-49f4-85f8-99c1343eb5a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:03.788284 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f1d7f908-f0aa-49f4-85f8-99c1343eb5a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:03.841030 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f1d7f908-f0aa-49f4-85f8-99c1343eb5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:03.846476 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-95f10130-1e9e-4c18-9a10-083d1f53b806 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7416971 May 23 11:36:03.847330 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f10130-1e9e-4c18-9a10-083d1f53b806 admin admin] Pushing event updated for resources: {'Network': ['ID=28074b79-22e4-4232-9ea7-c0145934f7ae,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:03.849315 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54536) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:03.854894 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-726f0f9c-77a5-4103-9aee-beb7dcb2f7fc admin admin] Request body: {'subnet': {'network_id': '28074b79-22e4-4232-9ea7-c0145934f7ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1227096558-subnet', 'tenant_id': '175f76baacfd4782a15d99180359273c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:36:03.857331 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 28074b79-22e4-4232-9ea7-c0145934f7ae details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:36:03.860407 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-726f0f9c-77a5-4103-9aee-beb7dcb2f7fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:03.864423 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-726f0f9c-77a5-4103-9aee-beb7dcb2f7fc admin admin] Usage tracker for resource:subnet and tenant:175f76baacfd4782a15d99180359273c is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:03.866671 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d7f908-f0aa-49f4-85f8-99c1343eb5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f271c28-697b-4271-8e0d-dcb29df4aadc,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:03.867778 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-726f0f9c-77a5-4103-9aee-beb7dcb2f7fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:03.875693 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-726f0f9c-77a5-4103-9aee-beb7dcb2f7fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:03.880568 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f1d7f908-f0aa-49f4-85f8-99c1343eb5a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:03.881445 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f1d7f908-f0aa-49f4-85f8-99c1343eb5a5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5f271c28-697b-4271-8e0d-dcb29df4aadc HTTP/1.1" status: 204 len: 168 time: 0.1841998 May 23 11:36:03.887716 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726f0f9c-77a5-4103-9aee-beb7dcb2f7fc admin admin] Made reservation on behalf of 175f76baacfd4782a15d99180359273c for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:36:03.890117 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-726f0f9c-77a5-4103-9aee-beb7dcb2f7fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:04.107033 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-726f0f9c-77a5-4103-9aee-beb7dcb2f7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:04.178319 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f0f9c-77a5-4103-9aee-beb7dcb2f7fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=185959a5-da8e-449d-aad8-99aa144e531c,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:04.196667 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726f0f9c-77a5-4103-9aee-beb7dcb2f7fc admin admin] Checking segment: {'id': 'f2fad644-ea97-4ba6-895e-5530bc21c034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '28074b79-22e4-4232-9ea7-c0145934f7ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:36:04.197007 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726f0f9c-77a5-4103-9aee-beb7dcb2f7fc admin admin] Network hostable DHCP agents. Network: 28074b79-22e4-4232-9ea7-c0145934f7ae, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:36:04.220213 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726f0f9c-77a5-4103-9aee-beb7dcb2f7fc admin admin] Network 28074b79-22e4-4232-9ea7-c0145934f7ae is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:36:04.230564 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-726f0f9c-77a5-4103-9aee-beb7dcb2f7fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 28074b79-22e4-4232-9ea7-c0145934f7ae) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:36:04.234607 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726f0f9c-77a5-4103-9aee-beb7dcb2f7fc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:36:04.235184 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-726f0f9c-77a5-4103-9aee-beb7dcb2f7fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:04.241641 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312185b9-4147-40ff-bca7-c6ee1df063d8 None None] Network 28074b79-22e4-4232-9ea7-c0145934f7ae requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:36:04.258501 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-726f0f9c-77a5-4103-9aee-beb7dcb2f7fc admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4081182 May 23 11:36:04.285625 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54548) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:04.304160 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-beb9ea75-7f03-4520-9b71-aae47708525c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:04.338513 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-beb9ea75-7f03-4520-9b71-aae47708525c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:04.343135 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-beb9ea75-7f03-4520-9b71-aae47708525c admin admin] Usage tracker for resource:security_group_rule and tenant:05029ee110144f069fbf522c8004f4fb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:04.346908 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-beb9ea75-7f03-4520-9b71-aae47708525c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:04.353893 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-beb9ea75-7f03-4520-9b71-aae47708525c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:04.433055 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-beb9ea75-7f03-4520-9b71-aae47708525c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:04.443328 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-beb9ea75-7f03-4520-9b71-aae47708525c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:04.485869 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-beb9ea75-7f03-4520-9b71-aae47708525c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=05029ee110144f069fbf522c8004f4fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1964486 May 23 11:36:04.486515 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54558) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:04.491021 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af83672-0e55-4299-9418-b90a6a629192 None None] Network 28074b79-22e4-4232-9ea7-c0145934f7ae requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:36:04.507869 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9ea75-7f03-4520-9b71-aae47708525c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ae205b-22de-4d93-996a-653b3c5d0c48,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:04.592199 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-10551d11-09be-4919-b7dc-eca82076f6fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:04.624910 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-10551d11-09be-4919-b7dc-eca82076f6fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:04.693748 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-10551d11-09be-4919-b7dc-eca82076f6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:04.714654 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10551d11-09be-4919-b7dc-eca82076f6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ae205b-22de-4d93-996a-653b3c5d0c48,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:04.716556 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-10551d11-09be-4919-b7dc-eca82076f6fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:04.732453 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-10551d11-09be-4919-b7dc-eca82076f6fd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a3ae205b-22de-4d93-996a-653b3c5d0c48 HTTP/1.1" status: 204 len: 168 time: 0.2347250 May 23 11:36:05.386186 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54600) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:05.392476 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-7b73de3b-a254-438a-beeb-245b41213de5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1823835054-network', 'tenant_id': '64afd3f83107495ba73655a0e74d0092'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:36:05.397948 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7b73de3b-a254-438a-beeb-245b41213de5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:05.402955 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7b73de3b-a254-438a-beeb-245b41213de5 admin admin] Usage tracker for resource:network and tenant:64afd3f83107495ba73655a0e74d0092 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:05.405895 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7b73de3b-a254-438a-beeb-245b41213de5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:05.412507 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7b73de3b-a254-438a-beeb-245b41213de5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:05.425455 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b73de3b-a254-438a-beeb-245b41213de5 admin admin] Made reservation on behalf of 64afd3f83107495ba73655a0e74d0092 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:36:05.428219 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7b73de3b-a254-438a-beeb-245b41213de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:05.441604 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7b73de3b-a254-438a-beeb-245b41213de5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:05.473376 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7b73de3b-a254-438a-beeb-245b41213de5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:05.477350 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7b73de3b-a254-438a-beeb-245b41213de5 admin admin] Usage tracker for resource:security_group_rule and tenant:64afd3f83107495ba73655a0e74d0092 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:05.480249 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7b73de3b-a254-438a-beeb-245b41213de5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:05.486187 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7b73de3b-a254-438a-beeb-245b41213de5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:05.565456 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7b73de3b-a254-438a-beeb-245b41213de5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:05.570699 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7b73de3b-a254-438a-beeb-245b41213de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:05.590974 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b73de3b-a254-438a-beeb-245b41213de5 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:36:05.616005 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7b73de3b-a254-438a-beeb-245b41213de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:05.616663 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-7b73de3b-a254-438a-beeb-245b41213de5 admin admin] Added segment 76f2c850-381a-438f-b38f-b3fc970dfa02 of type vlan for network 1c0f4b23-87b9-484f-ba9e-ccd6efe00617 May 23 11:36:05.621783 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b73de3b-a254-438a-beeb-245b41213de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ef976b-b2ff-479c-a0c1-0002afc85324,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:05.667005 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7b73de3b-a254-438a-beeb-245b41213de5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:05.705109 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7b73de3b-a254-438a-beeb-245b41213de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:05.706059 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b73de3b-a254-438a-beeb-245b41213de5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:36:05.706676 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7b73de3b-a254-438a-beeb-245b41213de5 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:05.810308 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b73de3b-a254-438a-beeb-245b41213de5 admin admin] Pushing event updated for resources: {'Network': ['ID=1c0f4b23-87b9-484f-ba9e-ccd6efe00617,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:05.816854 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54612) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:05.817488 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7b73de3b-a254-438a-beeb-245b41213de5 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4296186 May 23 11:36:05.822318 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-8cc78884-6862-4248-a202-84585f60249c admin admin] Request body: {'subnet': {'network_id': '1c0f4b23-87b9-484f-ba9e-ccd6efe00617', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1823835054-subnet', 'tenant_id': '64afd3f83107495ba73655a0e74d0092', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:36:05.824396 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 1c0f4b23-87b9-484f-ba9e-ccd6efe00617 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:36:05.829431 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8cc78884-6862-4248-a202-84585f60249c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:05.833650 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-8cc78884-6862-4248-a202-84585f60249c admin admin] Usage tracker for resource:subnet and tenant:64afd3f83107495ba73655a0e74d0092 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:05.836871 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-8cc78884-6862-4248-a202-84585f60249c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:05.842952 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8cc78884-6862-4248-a202-84585f60249c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:05.854988 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc78884-6862-4248-a202-84585f60249c admin admin] Made reservation on behalf of 64afd3f83107495ba73655a0e74d0092 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:36:05.858253 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8cc78884-6862-4248-a202-84585f60249c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:06.066461 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8cc78884-6862-4248-a202-84585f60249c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:06.228380 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc78884-6862-4248-a202-84585f60249c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e1e898f-e553-48d1-bc4f-140dc1d1d3b5,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:06.257781 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc78884-6862-4248-a202-84585f60249c admin admin] Checking segment: {'id': '76f2c850-381a-438f-b38f-b3fc970dfa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1c0f4b23-87b9-484f-ba9e-ccd6efe00617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:36:06.258476 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc78884-6862-4248-a202-84585f60249c admin admin] Network hostable DHCP agents. Network: 1c0f4b23-87b9-484f-ba9e-ccd6efe00617, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:36:06.282903 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc78884-6862-4248-a202-84585f60249c admin admin] Network 1c0f4b23-87b9-484f-ba9e-ccd6efe00617 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:36:06.293034 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-8cc78884-6862-4248-a202-84585f60249c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 1c0f4b23-87b9-484f-ba9e-ccd6efe00617) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:36:06.297075 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc78884-6862-4248-a202-84585f60249c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:36:06.297702 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8cc78884-6862-4248-a202-84585f60249c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:06.301993 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122d374a-e43b-41f4-a92a-51d2ebe892e8 None None] Network 1c0f4b23-87b9-484f-ba9e-ccd6efe00617 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:36:06.333834 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8cc78884-6862-4248-a202-84585f60249c admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5084436 May 23 11:36:06.512572 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54640) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:06.547412 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d335fa-4803-4b94-924e-ceb18d5d14be None None] Network 1c0f4b23-87b9-484f-ba9e-ccd6efe00617 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:36:06.588117 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-7db6d3e5-1046-4d83-bc62-0d31b94cff53 admin admin] Deleting subnet 185959a5-da8e-449d-aad8-99aa144e531c {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:36:06.592053 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7db6d3e5-1046-4d83-bc62-0d31b94cff53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:06.650426 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7db6d3e5-1046-4d83-bc62-0d31b94cff53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:06.717225 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7db6d3e5-1046-4d83-bc62-0d31b94cff53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:06.812201 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7db6d3e5-1046-4d83-bc62-0d31b94cff53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:06.860505 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db6d3e5-1046-4d83-bc62-0d31b94cff53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=185959a5-da8e-449d-aad8-99aa144e531c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:06.862608 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7db6d3e5-1046-4d83-bc62-0d31b94cff53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:06.869135 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7db6d3e5-1046-4d83-bc62-0d31b94cff53 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/185959a5-da8e-449d-aad8-99aa144e531c HTTP/1.1" status: 204 len: 168 time: 0.3551929 May 23 11:36:06.871445 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54650) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:06.985575 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-03d01fdb-fb04-4488-a289-65c1392b5e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:07.116212 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-03d01fdb-fb04-4488-a289-65c1392b5e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:07.151219 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-03d01fdb-fb04-4488-a289-65c1392b5e7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28074b79-22e4-4232-9ea7-c0145934f7ae']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:36:07.165856 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-03d01fdb-fb04-4488-a289-65c1392b5e7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2fad644-ea97-4ba6-895e-5530bc21c034') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:36:07.166158 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-03d01fdb-fb04-4488-a289-65c1392b5e7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2fad644-ea97-4ba6-895e-5530bc21c034') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:36:07.180236 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-03d01fdb-fb04-4488-a289-65c1392b5e7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:07.198102 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-03d01fdb-fb04-4488-a289-65c1392b5e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:07.205138 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03d01fdb-fb04-4488-a289-65c1392b5e7e admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:36:07.205862 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-03d01fdb-fb04-4488-a289-65c1392b5e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:07.219973 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:36:07.219973 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:36:07.219973 n-d-842952-2 neutron-server[83911]: timer() May 23 11:36:07.219973 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:36:07.219973 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:36:07.219973 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:36:07.219973 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:36:07.219973 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:36:07.219973 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:36:07.219973 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:36:07.219973 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:36:07.219973 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:36:07.219973 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:36:07.219973 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:36:07.219973 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:36:07.219973 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:36:07.219973 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:36:07.219973 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:36:07.219973 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:36:07.219973 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:36:07.219973 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:36:07.219973 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:36:07.219973 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:36:07.219973 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:36:07.219973 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:36:07.219973 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:36:07.219973 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:36:07.219973 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:36:07.219973 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:36:07.219973 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:36:07.219973 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:36:07.219973 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:36:07.307041 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-03d01fdb-fb04-4488-a289-65c1392b5e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:07.323621 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-03d01fdb-fb04-4488-a289-65c1392b5e7e admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:07.333988 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d01fdb-fb04-4488-a289-65c1392b5e7e admin admin] Pushing event deleted for resources: {'Network': ['ID=28074b79-22e4-4232-9ea7-c0145934f7ae,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:07.340324 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-03d01fdb-fb04-4488-a289-65c1392b5e7e admin admin] 10.222.0.79 "DELETE /v2.0/networks/28074b79-22e4-4232-9ea7-c0145934f7ae HTTP/1.1" status: 204 len: 168 time: 0.4675939 May 23 11:36:07.340901 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54672) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:07.407524 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-2116315b-15e1-4872-bb32-a98b571a9bcd admin admin] Deleting subnet 3e1e898f-e553-48d1-bc4f-140dc1d1d3b5 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:36:07.410785 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2116315b-15e1-4872-bb32-a98b571a9bcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:07.508658 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2116315b-15e1-4872-bb32-a98b571a9bcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:07.578926 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2116315b-15e1-4872-bb32-a98b571a9bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:07.666155 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2116315b-15e1-4872-bb32-a98b571a9bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:07.710045 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2116315b-15e1-4872-bb32-a98b571a9bcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e1e898f-e553-48d1-bc4f-140dc1d1d3b5,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:07.714763 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2116315b-15e1-4872-bb32-a98b571a9bcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:07.722881 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2116315b-15e1-4872-bb32-a98b571a9bcd admin admin] 10.222.0.79 "DELETE /v2.0/subnets/3e1e898f-e553-48d1-bc4f-140dc1d1d3b5 HTTP/1.1" status: 204 len: 168 time: 0.3781750 May 23 11:36:07.723251 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54690) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:07.831186 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3a0ab762-99ad-454b-8568-7872ddfebc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:07.953549 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3a0ab762-99ad-454b-8568-7872ddfebc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:07.982595 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-3a0ab762-99ad-454b-8568-7872ddfebc80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c0f4b23-87b9-484f-ba9e-ccd6efe00617']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:36:07.996101 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-3a0ab762-99ad-454b-8568-7872ddfebc80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76f2c850-381a-438f-b38f-b3fc970dfa02') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:36:07.996465 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-3a0ab762-99ad-454b-8568-7872ddfebc80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76f2c850-381a-438f-b38f-b3fc970dfa02') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:36:08.008186 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3a0ab762-99ad-454b-8568-7872ddfebc80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:08.024780 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3a0ab762-99ad-454b-8568-7872ddfebc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:08.031361 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a0ab762-99ad-454b-8568-7872ddfebc80 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:36:08.031777 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3a0ab762-99ad-454b-8568-7872ddfebc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:08.049193 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:36:08.049193 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:36:08.049193 n-d-842952-2 neutron-server[83911]: timer() May 23 11:36:08.049193 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:36:08.049193 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:36:08.049193 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:36:08.049193 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:36:08.049193 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:36:08.049193 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:36:08.049193 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:36:08.049193 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:36:08.049193 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:36:08.049193 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:36:08.049193 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:36:08.049193 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:36:08.049193 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:36:08.049193 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:36:08.049193 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:36:08.049193 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:36:08.049193 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:36:08.049193 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:36:08.049193 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:36:08.049193 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:36:08.049193 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:36:08.049193 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:36:08.049193 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:36:08.049193 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:36:08.049193 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:36:08.049193 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:36:08.049193 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:36:08.049193 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:36:08.049193 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:36:08.074495 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54700) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:08.124682 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3a0ab762-99ad-454b-8568-7872ddfebc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:08.141175 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3a0ab762-99ad-454b-8568-7872ddfebc80 admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:08.153216 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0ab762-99ad-454b-8568-7872ddfebc80 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c0f4b23-87b9-484f-ba9e-ccd6efe00617,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:08.156617 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3a0ab762-99ad-454b-8568-7872ddfebc80 admin admin] 10.222.0.79 "DELETE /v2.0/networks/1c0f4b23-87b9-484f-ba9e-ccd6efe00617 HTTP/1.1" status: 204 len: 168 time: 0.4323344 May 23 11:36:08.169849 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:08.225100 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-01792ee1-62af-461f-b9eb-83d6bd2afb85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:08.258309 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-01792ee1-62af-461f-b9eb-83d6bd2afb85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:08.262617 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-01792ee1-62af-461f-b9eb-83d6bd2afb85 admin admin] Usage tracker for resource:security_group_rule and tenant:a803e97fbf3045efba49b623e8e6af78 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:08.266466 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-01792ee1-62af-461f-b9eb-83d6bd2afb85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:08.272378 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-01792ee1-62af-461f-b9eb-83d6bd2afb85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:08.295267 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54708) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:08.346393 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-01792ee1-62af-461f-b9eb-83d6bd2afb85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:08.350617 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-01792ee1-62af-461f-b9eb-83d6bd2afb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:08.350885 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-53994056-085f-420c-a302-f79147353821 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=175f76baacfd4782a15d99180359273c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0542574 May 23 11:36:08.353404 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54712) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:08.395077 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01792ee1-62af-461f-b9eb-83d6bd2afb85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0fed8b-01fe-4fb2-ae10-4d503100ee49,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:08.403588 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-01792ee1-62af-461f-b9eb-83d6bd2afb85 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a803e97fbf3045efba49b623e8e6af78&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3280261 May 23 11:36:08.404172 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54716) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:08.414616 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b0d254e4-a173-4be9-af10-e5d4fa51850a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:08.440371 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b0d254e4-a173-4be9-af10-e5d4fa51850a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:08.462544 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-292af981-18e9-47e1-9b35-6a17f5c4b116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:08.490285 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-292af981-18e9-47e1-9b35-6a17f5c4b116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:08.497785 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b0d254e4-a173-4be9-af10-e5d4fa51850a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:08.517692 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d254e4-a173-4be9-af10-e5d4fa51850a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681b6032-1f85-4aa5-8358-4a733c917447,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:08.520751 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b0d254e4-a173-4be9-af10-e5d4fa51850a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:08.524588 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b0d254e4-a173-4be9-af10-e5d4fa51850a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/681b6032-1f85-4aa5-8358-4a733c917447 HTTP/1.1" status: 204 len: 168 time: 0.1674824 May 23 11:36:08.558781 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-292af981-18e9-47e1-9b35-6a17f5c4b116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:08.576845 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292af981-18e9-47e1-9b35-6a17f5c4b116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0fed8b-01fe-4fb2-ae10-4d503100ee49,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:08.582163 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-292af981-18e9-47e1-9b35-6a17f5c4b116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:08.584275 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-292af981-18e9-47e1-9b35-6a17f5c4b116 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8e0fed8b-01fe-4fb2-ae10-4d503100ee49 HTTP/1.1" status: 204 len: 168 time: 0.1792066 May 23 11:36:09.036593 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54748) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:09.049760 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54752) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:09.058115 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-57de406c-d906-4031-bcd3-5e75fbd7216c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:09.090476 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-57de406c-d906-4031-bcd3-5e75fbd7216c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:09.095245 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-57de406c-d906-4031-bcd3-5e75fbd7216c admin admin] Usage tracker for resource:security_group_rule and tenant:25c207f9583144b1b0a0fd0f392d4e86 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:09.098057 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-57de406c-d906-4031-bcd3-5e75fbd7216c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:09.101064 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-31e49e89-0d8b-43d6-a417-89d9eeab7232 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=64afd3f83107495ba73655a0e74d0092&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0501790 May 23 11:36:09.103563 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54756) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:09.104672 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-57de406c-d906-4031-bcd3-5e75fbd7216c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:09.171375 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fb4e399d-4211-432d-8578-d5b6b2427a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:09.173217 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-57de406c-d906-4031-bcd3-5e75fbd7216c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:09.178264 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-57de406c-d906-4031-bcd3-5e75fbd7216c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:09.199038 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fb4e399d-4211-432d-8578-d5b6b2427a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:09.225690 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57de406c-d906-4031-bcd3-5e75fbd7216c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464760bb-99de-4f08-8226-0153d34c4f13,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:09.230274 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-57de406c-d906-4031-bcd3-5e75fbd7216c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=25c207f9583144b1b0a0fd0f392d4e86&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1922033 May 23 11:36:09.232542 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54760) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:09.252704 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fb4e399d-4211-432d-8578-d5b6b2427a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:09.267309 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e399d-4211-432d-8578-d5b6b2427a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ef976b-b2ff-479c-a0c1-0002afc85324,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:09.267553 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e8aa5fa3-93b6-4b3b-a3e2-5583ce2e1be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:09.279023 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fb4e399d-4211-432d-8578-d5b6b2427a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:09.280219 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-fb4e399d-4211-432d-8578-d5b6b2427a77 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/35ef976b-b2ff-479c-a0c1-0002afc85324 HTTP/1.1" status: 204 len: 168 time: 0.1755669 May 23 11:36:09.311090 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-72dac40e-f93d-44f0-a6cf-b0b3ae498527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:09.340128 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-72dac40e-f93d-44f0-a6cf-b0b3ae498527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:09.399338 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-72dac40e-f93d-44f0-a6cf-b0b3ae498527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:09.414845 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dac40e-f93d-44f0-a6cf-b0b3ae498527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464760bb-99de-4f08-8226-0153d34c4f13,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:09.421552 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-72dac40e-f93d-44f0-a6cf-b0b3ae498527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:09.425060 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-72dac40e-f93d-44f0-a6cf-b0b3ae498527 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/464760bb-99de-4f08-8226-0153d34c4f13 HTTP/1.1" status: 204 len: 168 time: 0.1893084 May 23 11:36:09.488386 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:11.529419 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0ab412f1-2d52-45c7-bf79-83d5cfd29937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:12.760046 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:12.843796 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:14.286737 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:14.761230 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 54958) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:14.911919 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-44d9343b-2c65-40d7-9b02-5b5bd222c126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:14.944609 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-44d9343b-2c65-40d7-9b02-5b5bd222c126 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:14.948461 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-44d9343b-2c65-40d7-9b02-5b5bd222c126 admin admin] Usage tracker for resource:security_group_rule and tenant:b9de7c24c54b470595834d0ea317a66d is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:14.951617 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-44d9343b-2c65-40d7-9b02-5b5bd222c126 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:14.957624 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-44d9343b-2c65-40d7-9b02-5b5bd222c126 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:15.039724 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-44d9343b-2c65-40d7-9b02-5b5bd222c126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:15.044795 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-44d9343b-2c65-40d7-9b02-5b5bd222c126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:15.092873 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d9343b-2c65-40d7-9b02-5b5bd222c126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee112a5-792d-4265-bf20-4ed090a22c7f,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:15.104694 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 54986) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:15.105104 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-44d9343b-2c65-40d7-9b02-5b5bd222c126 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b9de7c24c54b470595834d0ea317a66d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3424606 May 23 11:36:15.167788 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3f4985d8-b595-4b60-8b41-6c381fff9ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:15.200124 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3f4985d8-b595-4b60-8b41-6c381fff9ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:15.258478 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3f4985d8-b595-4b60-8b41-6c381fff9ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:15.275122 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4985d8-b595-4b60-8b41-6c381fff9ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee112a5-792d-4265-bf20-4ed090a22c7f,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:15.280939 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3f4985d8-b595-4b60-8b41-6c381fff9ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:15.284359 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3f4985d8-b595-4b60-8b41-6c381fff9ed8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8ee112a5-792d-4265-bf20-4ed090a22c7f HTTP/1.1" status: 204 len: 168 time: 0.1784756 May 23 11:36:15.654354 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55006) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:15.677899 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2d539a6e-aa84-4bc9-90f3-51c9c6d5d6b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:15.805929 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2d539a6e-aa84-4bc9-90f3-51c9c6d5d6b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:15.810287 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2d539a6e-aa84-4bc9-90f3-51c9c6d5d6b3 admin admin] Usage tracker for resource:security_group_rule and tenant:5975bb3405844f749bdc5bd50bf85801 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:15.813816 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2d539a6e-aa84-4bc9-90f3-51c9c6d5d6b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:15.820507 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2d539a6e-aa84-4bc9-90f3-51c9c6d5d6b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:15.899120 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2d539a6e-aa84-4bc9-90f3-51c9c6d5d6b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:15.904619 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2d539a6e-aa84-4bc9-90f3-51c9c6d5d6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:15.944894 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d539a6e-aa84-4bc9-90f3-51c9c6d5d6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901a619c-543a-430d-ae60-d3fac8b0099b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:15.967856 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2d539a6e-aa84-4bc9-90f3-51c9c6d5d6b3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5975bb3405844f749bdc5bd50bf85801&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3123202 May 23 11:36:15.968211 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55016) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:16.041533 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fff60b7b-15be-4cf3-ad06-65a04f280528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:16.069276 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fff60b7b-15be-4cf3-ad06-65a04f280528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:16.106342 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55022) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:16.132218 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fff60b7b-15be-4cf3-ad06-65a04f280528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:16.148057 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff60b7b-15be-4cf3-ad06-65a04f280528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901a619c-543a-430d-ae60-d3fac8b0099b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:16.164387 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fff60b7b-15be-4cf3-ad06-65a04f280528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:16.178832 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-fff60b7b-15be-4cf3-ad06-65a04f280528 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/901a619c-543a-430d-ae60-d3fac8b0099b HTTP/1.1" status: 204 len: 168 time: 0.2012086 May 23 11:36:16.264694 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3ae0f095-b02c-4d54-bb26-298c2acab886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:16.301340 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3ae0f095-b02c-4d54-bb26-298c2acab886 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:16.306956 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3ae0f095-b02c-4d54-bb26-298c2acab886 admin admin] Usage tracker for resource:security_group_rule and tenant:ea38fb194c77487e956894af153d78df is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:16.310060 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3ae0f095-b02c-4d54-bb26-298c2acab886 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:16.320002 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3ae0f095-b02c-4d54-bb26-298c2acab886 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:16.390676 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3ae0f095-b02c-4d54-bb26-298c2acab886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:16.394854 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3ae0f095-b02c-4d54-bb26-298c2acab886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:16.455173 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae0f095-b02c-4d54-bb26-298c2acab886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b42a68c-a40c-490b-ae9d-4ee525783d98,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:16.461491 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3ae0f095-b02c-4d54-bb26-298c2acab886 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ea38fb194c77487e956894af153d78df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3541734 May 23 11:36:16.464157 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55036) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:16.529825 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-89937130-8faa-40b3-b4fa-07617241efcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:16.558927 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-89937130-8faa-40b3-b4fa-07617241efcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:16.615487 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-89937130-8faa-40b3-b4fa-07617241efcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:16.632626 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89937130-8faa-40b3-b4fa-07617241efcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b42a68c-a40c-490b-ae9d-4ee525783d98,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:16.645889 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-89937130-8faa-40b3-b4fa-07617241efcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:16.647484 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-89937130-8faa-40b3-b4fa-07617241efcb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0b42a68c-a40c-490b-ae9d-4ee525783d98 HTTP/1.1" status: 204 len: 168 time: 0.1820788 May 23 11:36:17.089837 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55056) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:17.114613 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f08b229-0974-478e-b5b7-a73b10dc0c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:17.150211 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4f08b229-0974-478e-b5b7-a73b10dc0c1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:17.154932 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4f08b229-0974-478e-b5b7-a73b10dc0c1e admin admin] Usage tracker for resource:security_group_rule and tenant:fa530ea7eaf74dd6b6192c6e1dc1765a is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:17.158087 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4f08b229-0974-478e-b5b7-a73b10dc0c1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:17.163936 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4f08b229-0974-478e-b5b7-a73b10dc0c1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:17.235144 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f08b229-0974-478e-b5b7-a73b10dc0c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:17.239740 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f08b229-0974-478e-b5b7-a73b10dc0c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:17.287518 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f08b229-0974-478e-b5b7-a73b10dc0c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c78738-4dde-43e9-b4b0-2af597bcc9d9,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:17.293768 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4f08b229-0974-478e-b5b7-a73b10dc0c1e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fa530ea7eaf74dd6b6192c6e1dc1765a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2028780 May 23 11:36:17.296402 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55066) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:17.362080 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4fb05427-c5a6-4880-9113-712f9bbd5cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:17.393669 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4fb05427-c5a6-4880-9113-712f9bbd5cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:17.470602 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4fb05427-c5a6-4880-9113-712f9bbd5cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:17.487543 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb05427-c5a6-4880-9113-712f9bbd5cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c78738-4dde-43e9-b4b0-2af597bcc9d9,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:17.496242 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4fb05427-c5a6-4880-9113-712f9bbd5cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:17.497668 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4fb05427-c5a6-4880-9113-712f9bbd5cd9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c3c78738-4dde-43e9-b4b0-2af597bcc9d9 HTTP/1.1" status: 204 len: 168 time: 0.2003691 May 23 11:36:17.949318 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5e575bc5-a2ab-4bd6-a3bd-a1ede084faea req-4ba7a595-cb73-4a5c-9a2c-88900cf584d1 tempest-TestNetworkAdvancedServerOps-1284012438 tempest-TestNetworkAdvancedServerOps-1284012438-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 1097 time: 0.1187649 May 23 11:36:18.007983 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-5e575bc5-a2ab-4bd6-a3bd-a1ede084faea req-43de43b0-3d1d-4848-ae30-3bccc3bad380 tempest-TestNetworkAdvancedServerOps-1284012438 tempest-TestNetworkAdvancedServerOps-1284012438-project-admin] Synchronizing usage tracker for tenant:f9182bc16bc146608d564b9536cb4341 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:36:18.029168 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-5e575bc5-a2ab-4bd6-a3bd-a1ede084faea req-43de43b0-3d1d-4848-ae30-3bccc3bad380 tempest-TestNetworkAdvancedServerOps-1284012438 tempest-TestNetworkAdvancedServerOps-1284012438-project-admin] Unset dirty status for tenant:f9182bc16bc146608d564b9536cb4341 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:36:18.030611 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5e575bc5-a2ab-4bd6-a3bd-a1ede084faea req-43de43b0-3d1d-4848-ae30-3bccc3bad380 tempest-TestNetworkAdvancedServerOps-1284012438 tempest-TestNetworkAdvancedServerOps-1284012438-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=679e3180-4659-448f-ad4b-b096f56917db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717049 May 23 11:36:18.064095 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55096) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:18.320142 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-5bb0d641-97dd-4462-8160-57b30ab255f5 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Deleting port 46b845cd-4326-4c5d-be85-1cfbc3a371fb {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:36:18.321537 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5bb0d641-97dd-4462-8160-57b30ab255f5 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:18.529378 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5bb0d641-97dd-4462-8160-57b30ab255f5 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:18.530524 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5bb0d641-97dd-4462-8160-57b30ab255f5 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:18.683368 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-5bb0d641-97dd-4462-8160-57b30ab255f5 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Calling delete_port for 46b845cd-4326-4c5d-be85-1cfbc3a371fb owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:36:18.920019 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5bb0d641-97dd-4462-8160-57b30ab255f5 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:18.975856 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb0d641-97dd-4462-8160-57b30ab255f5 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event deleted for resources: {'Port': ['ID=46b845cd-4326-4c5d-be85-1cfbc3a371fb,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:19.076402 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5bb0d641-97dd-4462-8160-57b30ab255f5 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:19.679523 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb0d641-97dd-4462-8160-57b30ab255f5 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Router 18e0366e-8dcc-40e3-a48d-28f4cc5e7b93 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:36:20.027839 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb0d641-97dd-4462-8160-57b30ab255f5 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:36:20.038938 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d79e83-ba39-4996-b0cf-03337c986742 None None] Sync routers for ids ['18e0366e-8dcc-40e3-a48d-28f4cc5e7b93'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:36:20.053828 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d79e83-ba39-4996-b0cf-03337c986742 None None] Routers {'18e0366e-8dcc-40e3-a48d-28f4cc5e7b93'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:36:20.054450 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-76d79e83-ba39-4996-b0cf-03337c986742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:36:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['18e0366e-8dcc-40e3-a48d-28f4cc5e7b93'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:36:20.062171 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5bb0d641-97dd-4462-8160-57b30ab255f5 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:20.153591 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5bb0d641-97dd-4462-8160-57b30ab255f5 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "DELETE /v2.0/floatingips/ba9bf8ea-68a7-44fa-86a8-4c68ec5eb6e5 HTTP/1.1" status: 204 len: 168 time: 2.0883095 May 23 11:36:20.154823 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c452d5-d16d-45dc-826d-b1eb2a509848', 'tag': 'a4cd67e8-ad08-414e-8919-9b9b452194c3'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:36:20.295407 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-76d79e83-ba39-4996-b0cf-03337c986742 None None] Set router 18e0366e-8dcc-40e3-a48d-28f4cc5e7b93 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:36:20.304181 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b7099d7-d112-4a4a-b837-e9e16dc158e2'] response: {'name': 'network-changed', 'server_uuid': 'e4c452d5-d16d-45dc-826d-b1eb2a509848', 'tag': 'a4cd67e8-ad08-414e-8919-9b9b452194c3', 'status': 'completed', 'code': 200} May 23 11:36:20.454410 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ece53231-6a03-45ab-ab1d-6fddadda1a90 req-68d9610d-96bd-4c02-85d4-2ccfc4c2b3f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=261dc3b71b384338a9f4e12911499bfb&device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 1097 time: 0.1063325 May 23 11:36:20.635464 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece53231-6a03-45ab-ab1d-6fddadda1a90 req-c0b49b95-3886-4177-b758-3c567186bbc0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:36:20.637205 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ece53231-6a03-45ab-ab1d-6fddadda1a90 req-c0b49b95-3886-4177-b758-3c567186bbc0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=437becb0-7541-4062-8bf3-b1be0799ec21 HTTP/1.1" status: 200 len: 898 time: 0.1770058 May 23 11:36:20.859656 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-76d79e83-ba39-4996-b0cf-03337c986742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e0366e-8dcc-40e3-a48d-28f4cc5e7b93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950634417', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '9edbe59a-5792-44a6-a2ab-79e73ba96f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:33:42Z', 'updated_at': '2022-05-23T11:33:50Z', 'revision_number': 4, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': '9edbe59a-5792-44a6-a2ab-79e73ba96f37', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e0366e-8dcc-40e3-a48d-28f4cc5e7b93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:33:42Z', 'updated_at': '2022-05-23T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '10724bb1-945b-4104-be9d-1558080a4afb', 'name': '', 'network_id': '437becb0-7541-4062-8bf3-b1be0799ec21', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'mac_address': 'fa:16:3e:b2:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e0366e-8dcc-40e3-a48d-28f4cc5e7b93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aca8b965-30cf-4c2a-8560-f756485a23a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:33:49Z', 'updated_at': '2022-05-23T11:33:59Z', 'revision_number': 5, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'subnets': [{'id': 'aca8b965-30cf-4c2a-8560-f756485a23a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:36:20.870147 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d79e83-ba39-4996-b0cf-03337c986742 None None] Checking router: 18e0366e-8dcc-40e3-a48d-28f4cc5e7b93 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:36:20.895281 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d79e83-ba39-4996-b0cf-03337c986742 None None] Routers {'18e0366e-8dcc-40e3-a48d-28f4cc5e7b93'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:36:20.896182 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-76d79e83-ba39-4996-b0cf-03337c986742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:36:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['18e0366e-8dcc-40e3-a48d-28f4cc5e7b93'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:36:20.946075 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ece53231-6a03-45ab-ab1d-6fddadda1a90 req-6e1ae925-806f-4472-b355-96c80beb8406 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4cd67e8-ad08-414e-8919-9b9b452194c3 HTTP/1.1" status: 200 len: 217 time: 0.3024783 May 23 11:36:21.002257 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55210) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:21.147121 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece53231-6a03-45ab-ab1d-6fddadda1a90 req-999389a2-18cb-4be6-81c9-6433ba596d76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:36:21.152802 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ece53231-6a03-45ab-ab1d-6fddadda1a90 req-999389a2-18cb-4be6-81c9-6433ba596d76 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aca8b965-30cf-4c2a-8560-f756485a23a0 HTTP/1.1" status: 200 len: 834 time: 0.1515162 May 23 11:36:21.174205 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-76d79e83-ba39-4996-b0cf-03337c986742 None None] Set router 18e0366e-8dcc-40e3-a48d-28f4cc5e7b93 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:36:21.233226 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fe6833bf-2163-411b-b600-614e9d81390e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:21.268055 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1641d1bf-5631-4328-ab2d-f0003be2f6d8 req-766ad557-02a4-4d34-8e93-7303153cf83b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:36:21.275474 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-fe6833bf-2163-411b-b600-614e9d81390e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:21.277921 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1641d1bf-5631-4328-ab2d-f0003be2f6d8 req-766ad557-02a4-4d34-8e93-7303153cf83b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 946 time: 0.3337080 May 23 11:36:21.281645 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-fe6833bf-2163-411b-b600-614e9d81390e admin admin] Usage tracker for resource:security_group_rule and tenant:e9e3eedf644a4edd95dc939fe6f66f0f is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:21.285076 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-fe6833bf-2163-411b-b600-614e9d81390e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:21.292971 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-fe6833bf-2163-411b-b600-614e9d81390e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:21.413102 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1641d1bf-5631-4328-ab2d-f0003be2f6d8 req-69f2f957-d7b3-4e30-8cfe-faa96962bc26 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=679e3180-4659-448f-ad4b-b096f56917db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270003 May 23 11:36:21.435278 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ece53231-6a03-45ab-ab1d-6fddadda1a90 req-035ec399-b777-4206-8294-6941482db17f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=437becb0-7541-4062-8bf3-b1be0799ec21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2756603 May 23 11:36:21.468810 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fe6833bf-2163-411b-b600-614e9d81390e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:21.487109 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fe6833bf-2163-411b-b600-614e9d81390e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:21.604966 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6833bf-2163-411b-b600-614e9d81390e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b1dc29-fcb2-4d46-b11f-07e6233ad60a,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:21.652476 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-fe6833bf-2163-411b-b600-614e9d81390e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e9e3eedf644a4edd95dc939fe6f66f0f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6481848 May 23 11:36:21.657258 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55224) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:21.663080 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ece53231-6a03-45ab-ab1d-6fddadda1a90 req-1f540d70-6a8b-45df-a56e-2dd9a80ce6a3 service neutron] 10.222.0.13 "GET /v2.0/networks/437becb0-7541-4062-8bf3-b1be0799ec21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205787 May 23 11:36:21.741617 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-76d79e83-ba39-4996-b0cf-03337c986742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e0366e-8dcc-40e3-a48d-28f4cc5e7b93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950634417', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '9edbe59a-5792-44a6-a2ab-79e73ba96f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:33:42Z', 'updated_at': '2022-05-23T11:33:50Z', 'revision_number': 4, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': '9edbe59a-5792-44a6-a2ab-79e73ba96f37', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e0366e-8dcc-40e3-a48d-28f4cc5e7b93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:33:42Z', 'updated_at': '2022-05-23T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '10724bb1-945b-4104-be9d-1558080a4afb', 'name': '', 'network_id': '437becb0-7541-4062-8bf3-b1be0799ec21', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'mac_address': 'fa:16:3e:b2:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e0366e-8dcc-40e3-a48d-28f4cc5e7b93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aca8b965-30cf-4c2a-8560-f756485a23a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:33:49Z', 'updated_at': '2022-05-23T11:33:59Z', 'revision_number': 5, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'subnets': [{'id': 'aca8b965-30cf-4c2a-8560-f756485a23a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:36:21.749521 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d79e83-ba39-4996-b0cf-03337c986742 None None] The sync data for ids ['18e0366e-8dcc-40e3-a48d-28f4cc5e7b93'] in n-d-842952-2 is: [{'id': '18e0366e-8dcc-40e3-a48d-28f4cc5e7b93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950634417', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '9edbe59a-5792-44a6-a2ab-79e73ba96f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:33:42Z', 'updated_at': '2022-05-23T11:33:50Z', 'revision_number': 4, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': '9edbe59a-5792-44a6-a2ab-79e73ba96f37', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e0366e-8dcc-40e3-a48d-28f4cc5e7b93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:33:42Z', 'updated_at': '2022-05-23T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '10724bb1-945b-4104-be9d-1558080a4afb', 'name': '', 'network_id': '437becb0-7541-4062-8bf3-b1be0799ec21', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'mac_address': 'fa:16:3e:b2:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e0366e-8dcc-40e3-a48d-28f4cc5e7b93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aca8b965-30cf-4c2a-8560-f756485a23a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:33:49Z', 'updated_at': '2022-05-23T11:33:59Z', 'revision_number': 5, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'subnets': [{'id': 'aca8b965-30cf-4c2a-8560-f756485a23a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:36:21.768586 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4954be30-60ac-409b-b611-8f007c9e0291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:21.799370 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4954be30-60ac-409b-b611-8f007c9e0291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:21.892759 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4954be30-60ac-409b-b611-8f007c9e0291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:21.923868 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ece53231-6a03-45ab-ab1d-6fddadda1a90 req-e83b173d-39ab-40d3-a719-8767601312b9 service neutron] 10.222.0.13 "GET /v2.0/networks/437becb0-7541-4062-8bf3-b1be0799ec21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516818 May 23 11:36:21.928621 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954be30-60ac-409b-b611-8f007c9e0291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b1dc29-fcb2-4d46-b11f-07e6233ad60a,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:21.942654 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4954be30-60ac-409b-b611-8f007c9e0291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:21.944820 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4954be30-60ac-409b-b611-8f007c9e0291 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c4b1dc29-fcb2-4d46-b11f-07e6233ad60a HTTP/1.1" status: 204 len: 168 time: 0.2846341 May 23 11:36:22.208399 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22afd391-767a-4e7b-bf34-83a13ac8ed02 None None] New status for floating IP ba9bf8ea-68a7-44fa-86a8-4c68ec5eb6e5: DOWN {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:36:22.457530 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55240) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:22.493512 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699f87a-f2a3-4f1b-a9b1-ae2dcd4534b3 req-54634585-7dfd-4cf3-8b3f-855428f2729b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:36:22.495458 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8699f87a-f2a3-4f1b-a9b1-ae2dcd4534b3 req-54634585-7dfd-4cf3-8b3f-855428f2729b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 946 time: 0.1503987 May 23 11:36:22.526401 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7803d0a5-8aa3-4547-bbb6-a54f1eac2f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:22.565429 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7803d0a5-8aa3-4547-bbb6-a54f1eac2f27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:22.569662 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7803d0a5-8aa3-4547-bbb6-a54f1eac2f27 admin admin] Usage tracker for resource:security_group_rule and tenant:9456cf00bbed439c9610fd9fcc972735 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:22.572857 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7803d0a5-8aa3-4547-bbb6-a54f1eac2f27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:22.578869 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7803d0a5-8aa3-4547-bbb6-a54f1eac2f27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:22.589238 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-8699f87a-f2a3-4f1b-a9b1-ae2dcd4534b3 req-e2625f67-b772-4f76-a25c-612ea8487905 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Deleting port a4cd67e8-ad08-414e-8919-9b9b452194c3 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:36:22.590255 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8699f87a-f2a3-4f1b-a9b1-ae2dcd4534b3 req-e2625f67-b772-4f76-a25c-612ea8487905 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:22.695304 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7803d0a5-8aa3-4547-bbb6-a54f1eac2f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:22.703778 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7803d0a5-8aa3-4547-bbb6-a54f1eac2f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:22.802247 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7803d0a5-8aa3-4547-bbb6-a54f1eac2f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9de138-1cdd-4b79-a296-18fffdbc852c,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:22.813371 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7803d0a5-8aa3-4547-bbb6-a54f1eac2f27 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9456cf00bbed439c9610fd9fcc972735&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3542612 May 23 11:36:22.817370 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55254) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:22.846090 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55258) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:22.982165 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb5c35f8-5c26-4554-bac2-4aad8db9608f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:23.002269 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-8699f87a-f2a3-4f1b-a9b1-ae2dcd4534b3 req-e2625f67-b772-4f76-a25c-612ea8487905 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] For port a4cd67e8-ad08-414e-8919-9b9b452194c3, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=a4cd67e8-ad08-414e-8919-9b9b452194c3,segment=NetworkSegment(204a908b-b12b-4e27-ac7d-0d6ebc09f6f5),segment_id=204a908b-b12b-4e27-ac7d-0d6ebc09f6f5)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:36:23.002855 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8699f87a-f2a3-4f1b-a9b1-ae2dcd4534b3 req-e2625f67-b772-4f76-a25c-612ea8487905 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:23.026448 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb5c35f8-5c26-4554-bac2-4aad8db9608f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:23.118332 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb5c35f8-5c26-4554-bac2-4aad8db9608f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:23.133260 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-118192be-ad71-4465-9726-4097792dd2cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:23.142815 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c35f8-5c26-4554-bac2-4aad8db9608f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9de138-1cdd-4b79-a296-18fffdbc852c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:23.160086 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb5c35f8-5c26-4554-bac2-4aad8db9608f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:23.161699 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-bb5c35f8-5c26-4554-bac2-4aad8db9608f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5c9de138-1cdd-4b79-a296-18fffdbc852c HTTP/1.1" status: 204 len: 168 time: 0.3394790 May 23 11:36:23.179210 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-118192be-ad71-4465-9726-4097792dd2cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:23.181523 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-8699f87a-f2a3-4f1b-a9b1-ae2dcd4534b3 req-e2625f67-b772-4f76-a25c-612ea8487905 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Calling delete_port for a4cd67e8-ad08-414e-8919-9b9b452194c3 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:36:23.183328 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-118192be-ad71-4465-9726-4097792dd2cb admin admin] Usage tracker for resource:security_group_rule and tenant:864f4d007ce04c988bdb9087d5f3937d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:23.186459 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-118192be-ad71-4465-9726-4097792dd2cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:23.192452 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-118192be-ad71-4465-9726-4097792dd2cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:23.225205 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578a5e9-2252-4574-9465-2935fa69d0d9 req-d3afa46c-c8b8-423a-bf99-b182e85eaafb tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:36:23.226871 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5578a5e9-2252-4574-9465-2935fa69d0d9 req-d3afa46c-c8b8-423a-bf99-b182e85eaafb tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4c452d5-d16d-45dc-826d-b1eb2a509848 HTTP/1.1" status: 200 len: 946 time: 0.5006847 May 23 11:36:23.283591 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-118192be-ad71-4465-9726-4097792dd2cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:23.290178 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-118192be-ad71-4465-9726-4097792dd2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:23.335807 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5578a5e9-2252-4574-9465-2935fa69d0d9 req-3cf45dc5-3159-4664-a12a-6c13758c73ba tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=679e3180-4659-448f-ad4b-b096f56917db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956030 May 23 11:36:23.364753 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-118192be-ad71-4465-9726-4097792dd2cb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=864f4d007ce04c988bdb9087d5f3937d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5174758 May 23 11:36:23.367081 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55268) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:23.419336 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8699f87a-f2a3-4f1b-a9b1-ae2dcd4534b3 req-e2625f67-b772-4f76-a25c-612ea8487905 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:23.421266 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118192be-ad71-4465-9726-4097792dd2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91da8a0c-e00f-4462-b827-4a08c4b56884,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:23.459003 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5216ecfa-147e-471d-bd07-963a2bbae903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:23.490328 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5216ecfa-147e-471d-bd07-963a2bbae903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:23.557097 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5216ecfa-147e-471d-bd07-963a2bbae903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:23.562553 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2625f67-b772-4f76-a25c-612ea8487905 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event deleted for resources: {'Port': ['ID=a4cd67e8-ad08-414e-8919-9b9b452194c3,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:23.578117 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5216ecfa-147e-471d-bd07-963a2bbae903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91da8a0c-e00f-4462-b827-4a08c4b56884,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:23.581523 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5216ecfa-147e-471d-bd07-963a2bbae903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:23.585533 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5216ecfa-147e-471d-bd07-963a2bbae903 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/91da8a0c-e00f-4462-b827-4a08c4b56884 HTTP/1.1" status: 204 len: 168 time: 0.2146409 May 23 11:36:23.613028 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-8699f87a-f2a3-4f1b-a9b1-ae2dcd4534b3 req-e2625f67-b772-4f76-a25c-612ea8487905 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] No DVR routers for this DVR port a4cd67e8-ad08-414e-8919-9b9b452194c3 on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:36:23.615790 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8699f87a-f2a3-4f1b-a9b1-ae2dcd4534b3 req-e2625f67-b772-4f76-a25c-612ea8487905 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:23.628874 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c452d5-d16d-45dc-826d-b1eb2a509848', 'name': 'network-vif-deleted', 'tag': 'a4cd67e8-ad08-414e-8919-9b9b452194c3'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:36:23.635530 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8699f87a-f2a3-4f1b-a9b1-ae2dcd4534b3 req-e2625f67-b772-4f76-a25c-612ea8487905 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.13 "DELETE /v2.0/ports/a4cd67e8-ad08-414e-8919-9b9b452194c3 HTTP/1.1" status: 204 len: 173 time: 1.1308978 May 23 11:36:23.742813 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38c68485-9f8a-409d-a5d0-13f2b390b8dc'] response: {'server_uuid': 'e4c452d5-d16d-45dc-826d-b1eb2a509848', 'name': 'network-vif-deleted', 'tag': 'a4cd67e8-ad08-414e-8919-9b9b452194c3', 'status': 'completed', 'code': 200} May 23 11:36:24.036913 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55292) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:24.064929 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e735bca0-2f99-443b-a736-0b8420f02134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:24.121039 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e735bca0-2f99-443b-a736-0b8420f02134 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:24.129363 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e735bca0-2f99-443b-a736-0b8420f02134 admin admin] Usage tracker for resource:security_group_rule and tenant:91bcbbca1fa34083a3a756c2dbd63d27 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:24.133824 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e735bca0-2f99-443b-a736-0b8420f02134 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:24.141612 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e735bca0-2f99-443b-a736-0b8420f02134 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:24.228524 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e735bca0-2f99-443b-a736-0b8420f02134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:24.235790 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e735bca0-2f99-443b-a736-0b8420f02134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:24.414889 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735bca0-2f99-443b-a736-0b8420f02134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33a44fb-de9a-4cfd-bc22-ad7f02733905,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:24.419130 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e735bca0-2f99-443b-a736-0b8420f02134 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=91bcbbca1fa34083a3a756c2dbd63d27&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3810651 May 23 11:36:24.421848 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55304) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:24.461466 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55308) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:24.497183 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b9f4e759-e022-4429-a057-20efb0521c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:24.537179 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b9f4e759-e022-4429-a057-20efb0521c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:24.614717 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b9f4e759-e022-4429-a057-20efb0521c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:24.638733 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f4e759-e022-4429-a057-20efb0521c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33a44fb-de9a-4cfd-bc22-ad7f02733905,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:24.641911 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b9f4e759-e022-4429-a057-20efb0521c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:24.644349 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b9f4e759-e022-4429-a057-20efb0521c2a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f33a44fb-de9a-4cfd-bc22-ad7f02733905 HTTP/1.1" status: 204 len: 168 time: 0.2212448 May 23 11:36:24.949243 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-787f8ea8-4ce0-4f58-b609-1dc59cb6c72c tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:25.142085 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55324) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:25.173017 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-45b1c245-2c01-46c2-b105-151b72cf33ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:25.210239 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-45b1c245-2c01-46c2-b105-151b72cf33ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:25.215043 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-45b1c245-2c01-46c2-b105-151b72cf33ff admin admin] Usage tracker for resource:security_group_rule and tenant:6e327308da73453e8a9355fbb6c9195a is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:25.219238 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-45b1c245-2c01-46c2-b105-151b72cf33ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:25.227020 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-45b1c245-2c01-46c2-b105-151b72cf33ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:25.312424 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-45b1c245-2c01-46c2-b105-151b72cf33ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:25.324740 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-45b1c245-2c01-46c2-b105-151b72cf33ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:25.379861 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device a4cd67e8-ad08-414e-8919-9b9b452194c3 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:36:25.380723 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-45b1c245-2c01-46c2-b105-151b72cf33ff admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6e327308da73453e8a9355fbb6c9195a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2369626 May 23 11:36:25.381611 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b1c245-2c01-46c2-b105-151b72cf33ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d92db9-b839-430f-8e22-d5de705ec487,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:25.384011 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55332) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:25.461064 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3d0c8e73-ba53-4771-98ad-b8a840bfbaca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:25.492839 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: a4cd67e8-ad08-414e-8919-9b9b452194c3 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:36:25.493178 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device a4cd67e8-ad08-414e-8919-9b9b452194c3 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:36:25.528629 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3d0c8e73-ba53-4771-98ad-b8a840bfbaca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:25.602415 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3d0c8e73-ba53-4771-98ad-b8a840bfbaca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:25.643603 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c8e73-ba53-4771-98ad-b8a840bfbaca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d92db9-b839-430f-8e22-d5de705ec487,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:25.645999 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3d0c8e73-ba53-4771-98ad-b8a840bfbaca admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:25.647190 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3d0c8e73-ba53-4771-98ad-b8a840bfbaca admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/20d92db9-b839-430f-8e22-d5de705ec487 HTTP/1.1" status: 204 len: 168 time: 0.2622643 May 23 11:36:25.911515 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-787f8ea8-4ce0-4f58-b609-1dc59cb6c72c tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Deleting port 10724bb1-945b-4104-be9d-1558080a4afb {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:36:25.913594 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-787f8ea8-4ce0-4f58-b609-1dc59cb6c72c tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:26.213689 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-787f8ea8-4ce0-4f58-b609-1dc59cb6c72c tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] For port 10724bb1-945b-4104-be9d-1558080a4afb, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=10724bb1-945b-4104-be9d-1558080a4afb,segment=NetworkSegment(204a908b-b12b-4e27-ac7d-0d6ebc09f6f5),segment_id=204a908b-b12b-4e27-ac7d-0d6ebc09f6f5)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:36:26.214195 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-787f8ea8-4ce0-4f58-b609-1dc59cb6c72c tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:26.368120 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-787f8ea8-4ce0-4f58-b609-1dc59cb6c72c tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Calling delete_port for 10724bb1-945b-4104-be9d-1558080a4afb owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:36:26.616448 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-787f8ea8-4ce0-4f58-b609-1dc59cb6c72c tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:26.667161 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787f8ea8-4ce0-4f58-b609-1dc59cb6c72c tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event deleted for resources: {'Port': ['ID=10724bb1-945b-4104-be9d-1558080a4afb,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:26.844534 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55378) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:27.039352 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-3decdad6-ad2d-415d-a868-aacda13d2dfb admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1884940780-network', 'tenant_id': 'c0d5a70375a14dad89b052c6ff00afdf'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:36:27.045697 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3decdad6-ad2d-415d-a868-aacda13d2dfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:27.049237 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3decdad6-ad2d-415d-a868-aacda13d2dfb admin admin] Usage tracker for resource:network and tenant:c0d5a70375a14dad89b052c6ff00afdf is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:27.052802 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3decdad6-ad2d-415d-a868-aacda13d2dfb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:27.055358 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-787f8ea8-4ce0-4f58-b609-1dc59cb6c72c tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:27.059204 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3decdad6-ad2d-415d-a868-aacda13d2dfb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:27.070044 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3decdad6-ad2d-415d-a868-aacda13d2dfb admin admin] Made reservation on behalf of c0d5a70375a14dad89b052c6ff00afdf for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:36:27.072471 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3decdad6-ad2d-415d-a868-aacda13d2dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:27.101906 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3decdad6-ad2d-415d-a868-aacda13d2dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:27.179225 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3decdad6-ad2d-415d-a868-aacda13d2dfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:27.183204 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3decdad6-ad2d-415d-a868-aacda13d2dfb admin admin] Usage tracker for resource:security_group_rule and tenant:c0d5a70375a14dad89b052c6ff00afdf is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:27.192678 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3decdad6-ad2d-415d-a868-aacda13d2dfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:27.199341 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3decdad6-ad2d-415d-a868-aacda13d2dfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:27.286404 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3decdad6-ad2d-415d-a868-aacda13d2dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:27.292961 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3decdad6-ad2d-415d-a868-aacda13d2dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:27.321588 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3decdad6-ad2d-415d-a868-aacda13d2dfb admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:36:27.334704 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3decdad6-ad2d-415d-a868-aacda13d2dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea14b8a5-d21c-4f0f-bb71-670f71e959ee,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:27.339275 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3decdad6-ad2d-415d-a868-aacda13d2dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:27.339708 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-3decdad6-ad2d-415d-a868-aacda13d2dfb admin admin] Added segment 67bc7637-b1f9-4d4c-9fb5-fccca3f5febc of type vlan for network e5168ee0-15d7-4afb-963f-746644a08876 May 23 11:36:27.368288 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3decdad6-ad2d-415d-a868-aacda13d2dfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:27.405118 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3decdad6-ad2d-415d-a868-aacda13d2dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:27.406183 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3decdad6-ad2d-415d-a868-aacda13d2dfb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:36:27.406882 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3decdad6-ad2d-415d-a868-aacda13d2dfb admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:27.523889 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3decdad6-ad2d-415d-a868-aacda13d2dfb admin admin] Pushing event updated for resources: {'Network': ['ID=e5168ee0-15d7-4afb-963f-746644a08876,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:27.535703 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3decdad6-ad2d-415d-a868-aacda13d2dfb admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6899834 May 23 11:36:27.535951 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network e5168ee0-15d7-4afb-963f-746644a08876 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:36:27.539160 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55402) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:27.545536 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-cb610d8a-b8c4-4d27-96c6-27a61972f25f admin admin] Request body: {'subnet': {'network_id': 'e5168ee0-15d7-4afb-963f-746644a08876', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1884940780-subnet', 'tenant_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:36:27.551982 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-cb610d8a-b8c4-4d27-96c6-27a61972f25f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:27.556569 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-cb610d8a-b8c4-4d27-96c6-27a61972f25f admin admin] Usage tracker for resource:subnet and tenant:c0d5a70375a14dad89b052c6ff00afdf is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:27.560397 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-cb610d8a-b8c4-4d27-96c6-27a61972f25f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:27.567019 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-cb610d8a-b8c4-4d27-96c6-27a61972f25f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:27.579814 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb610d8a-b8c4-4d27-96c6-27a61972f25f admin admin] Made reservation on behalf of c0d5a70375a14dad89b052c6ff00afdf for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:36:27.582594 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cb610d8a-b8c4-4d27-96c6-27a61972f25f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:27.898422 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cb610d8a-b8c4-4d27-96c6-27a61972f25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:27.957169 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-787f8ea8-4ce0-4f58-b609-1dc59cb6c72c tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Router 18e0366e-8dcc-40e3-a48d-28f4cc5e7b93 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:36:27.997264 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb610d8a-b8c4-4d27-96c6-27a61972f25f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad8d50de-c367-4541-8000-d04e811e479e,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:28.012045 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb610d8a-b8c4-4d27-96c6-27a61972f25f admin admin] Checking segment: {'id': '67bc7637-b1f9-4d4c-9fb5-fccca3f5febc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e5168ee0-15d7-4afb-963f-746644a08876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:36:28.012403 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb610d8a-b8c4-4d27-96c6-27a61972f25f admin admin] Network hostable DHCP agents. Network: e5168ee0-15d7-4afb-963f-746644a08876, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:36:28.046379 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb610d8a-b8c4-4d27-96c6-27a61972f25f admin admin] Network e5168ee0-15d7-4afb-963f-746644a08876 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:36:28.058163 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-cb610d8a-b8c4-4d27-96c6-27a61972f25f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, e5168ee0-15d7-4afb-963f-746644a08876) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:36:28.066009 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb610d8a-b8c4-4d27-96c6-27a61972f25f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:36:28.066691 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95edb1d2-baae-4471-a2f2-ff0bd7109a52 None None] Network e5168ee0-15d7-4afb-963f-746644a08876 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:36:28.066927 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cb610d8a-b8c4-4d27-96c6-27a61972f25f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:28.102019 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-cb610d8a-b8c4-4d27-96c6-27a61972f25f admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5599155 May 23 11:36:28.102628 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55406) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:28.112082 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-ed148c3d-d3ad-4aa4-83aa-bda497db496c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1884940780-router', 'tenant_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:36:28.123778 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ed148c3d-d3ad-4aa4-83aa-bda497db496c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:28.129253 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ed148c3d-d3ad-4aa4-83aa-bda497db496c admin admin] Usage tracker for resource:router and tenant:c0d5a70375a14dad89b052c6ff00afdf is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:28.132547 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ed148c3d-d3ad-4aa4-83aa-bda497db496c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:28.139593 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ed148c3d-d3ad-4aa4-83aa-bda497db496c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:28.154414 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ed148c3d-d3ad-4aa4-83aa-bda497db496c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:28.155740 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ed148c3d-d3ad-4aa4-83aa-bda497db496c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:28.177889 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ed148c3d-d3ad-4aa4-83aa-bda497db496c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:28.226425 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787f8ea8-4ce0-4f58-b609-1dc59cb6c72c tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:36:28.238933 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67244921-57f8-4090-a5ee-ddf23142d029 None None] Sync routers for ids ['18e0366e-8dcc-40e3-a48d-28f4cc5e7b93'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:36:28.245490 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-787f8ea8-4ce0-4f58-b609-1dc59cb6c72c tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "PUT /v2.0/routers/18e0366e-8dcc-40e3-a48d-28f4cc5e7b93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7829216 May 23 11:36:28.246207 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55412) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:28.258877 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67244921-57f8-4090-a5ee-ddf23142d029 None None] Routers {'18e0366e-8dcc-40e3-a48d-28f4cc5e7b93'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:36:28.259501 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-67244921-57f8-4090-a5ee-ddf23142d029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:36:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['18e0366e-8dcc-40e3-a48d-28f4cc5e7b93'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:36:28.456310 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ec30b5-dc27-4f28-9929-eb121c2a4bd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-e5168ee0-15d7-4afb-963f-746644a08876', 'network_id': 'e5168ee0-15d7-4afb-963f-746644a08876', 'tenant_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'fixed_ips': [{'subnet_id': 'ad8d50de-c367-4541-8000-d04e811e479e'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:36:28.457426 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-51ec30b5-dc27-4f28-9929-eb121c2a4bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:28.509429 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ed148c3d-d3ad-4aa4-83aa-bda497db496c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:28.550454 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-67244921-57f8-4090-a5ee-ddf23142d029 None None] Set router 18e0366e-8dcc-40e3-a48d-28f4cc5e7b93 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:36:28.580002 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-01b84dad-7b0c-4e0c-86ae-29f0ed3552a3 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Deleting subnet aca8b965-30cf-4c2a-8560-f756485a23a0 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:36:28.587608 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01b84dad-7b0c-4e0c-86ae-29f0ed3552a3 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:28.698033 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01b84dad-7b0c-4e0c-86ae-29f0ed3552a3 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:28.732521 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-51ec30b5-dc27-4f28-9929-eb121c2a4bd5 None None] Allocated IP 172.20.0.2 (e5168ee0-15d7-4afb-963f-746644a08876/ad8d50de-c367-4541-8000-d04e811e479e/d778f09c-a0a3-4090-995f-7c489fafe089) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:36:28.800768 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ed148c3d-d3ad-4aa4-83aa-bda497db496c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:28.858207 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01b84dad-7b0c-4e0c-86ae-29f0ed3552a3 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:28.886149 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ed148c3d-d3ad-4aa4-83aa-bda497db496c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:29.001509 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01b84dad-7b0c-4e0c-86ae-29f0ed3552a3 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:29.103456 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b84dad-7b0c-4e0c-86ae-29f0ed3552a3 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event deleted for resources: {'Subnet': ['ID=aca8b965-30cf-4c2a-8560-f756485a23a0,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:29.108503 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-67244921-57f8-4090-a5ee-ddf23142d029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e0366e-8dcc-40e3-a48d-28f4cc5e7b93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950634417', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '9edbe59a-5792-44a6-a2ab-79e73ba96f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:33:42Z', 'updated_at': '2022-05-23T11:36:26Z', 'revision_number': 5, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': '9edbe59a-5792-44a6-a2ab-79e73ba96f37', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e0366e-8dcc-40e3-a48d-28f4cc5e7b93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:33:42Z', 'updated_at': '2022-05-23T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:36:29.122062 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67244921-57f8-4090-a5ee-ddf23142d029 None None] Checking router: 18e0366e-8dcc-40e3-a48d-28f4cc5e7b93 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:36:29.125779 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01b84dad-7b0c-4e0c-86ae-29f0ed3552a3 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:29.134799 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-01b84dad-7b0c-4e0c-86ae-29f0ed3552a3 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "DELETE /v2.0/subnets/aca8b965-30cf-4c2a-8560-f756485a23a0 HTTP/1.1" status: 204 len: 168 time: 0.8874860 May 23 11:36:29.137662 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55434) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:29.140372 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-51ec30b5-dc27-4f28-9929-eb121c2a4bd5 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:29.151550 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67244921-57f8-4090-a5ee-ddf23142d029 None None] Routers {'18e0366e-8dcc-40e3-a48d-28f4cc5e7b93'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:36:29.154814 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-51ec30b5-dc27-4f28-9929-eb121c2a4bd5 None None] Transition to ACTIVE for port object d778f09c-a0a3-4090-995f-7c489fafe089 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:36:29.155746 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-67244921-57f8-4090-a5ee-ddf23142d029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:36:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['18e0366e-8dcc-40e3-a48d-28f4cc5e7b93'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:36:29.175674 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5eecdd5-237c-496e-858b-7e9205133c63 None None] Network 437becb0-7541-4062-8bf3-b1be0799ec21 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:36:29.198587 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-51ec30b5-dc27-4f28-9929-eb121c2a4bd5 None None] Transition to ACTIVE for port object d778f09c-a0a3-4090-995f-7c489fafe089 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:36:29.216766 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-ed148c3d-d3ad-4aa4-83aa-bda497db496c admin admin] Allocated IP 172.25.6.157 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/62ae54d6-6bc4-45bd-b3eb-f05b29783769) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:36:29.381023 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-51ec30b5-dc27-4f28-9929-eb121c2a4bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:29.473644 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bc533863-466f-4987-b2f6-9064192d4ee0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:29.476013 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ed148c3d-d3ad-4aa4-83aa-bda497db496c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:29.484080 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec30b5-dc27-4f28-9929-eb121c2a4bd5 None None] Pushing event updated for resources: {'Port': ['ID=d778f09c-a0a3-4090-995f-7c489fafe089,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:29.507374 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-67244921-57f8-4090-a5ee-ddf23142d029 None None] Set router 18e0366e-8dcc-40e3-a48d-28f4cc5e7b93 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:36:29.511555 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ed148c3d-d3ad-4aa4-83aa-bda497db496c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:29.529027 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ec30b5-dc27-4f28-9929-eb121c2a4bd5 None None] Network e5168ee0-15d7-4afb-963f-746644a08876 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:36:29.533961 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-51ec30b5-dc27-4f28-9929-eb121c2a4bd5 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:36:29.536824 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ec30b5-dc27-4f28-9929-eb121c2a4bd5 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:36:29.649994 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec30b5-dc27-4f28-9929-eb121c2a4bd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:36:29.650281 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec30b5-dc27-4f28-9929-eb121c2a4bd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:36:29.650625 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec30b5-dc27-4f28-9929-eb121c2a4bd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:36:29.651041 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec30b5-dc27-4f28-9929-eb121c2a4bd5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:36:29.651368 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec30b5-dc27-4f28-9929-eb121c2a4bd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:36:29.651699 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec30b5-dc27-4f28-9929-eb121c2a4bd5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:36:29.652396 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec30b5-dc27-4f28-9929-eb121c2a4bd5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:36:29.652722 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec30b5-dc27-4f28-9929-eb121c2a4bd5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:36:29.653051 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec30b5-dc27-4f28-9929-eb121c2a4bd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:36:29.653933 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec30b5-dc27-4f28-9929-eb121c2a4bd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:36:29.654277 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec30b5-dc27-4f28-9929-eb121c2a4bd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:36:29.673278 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-51ec30b5-dc27-4f28-9929-eb121c2a4bd5 None None] Attempting to bind port d778f09c-a0a3-4090-995f-7c489fafe089 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:36:29.673687 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-51ec30b5-dc27-4f28-9929-eb121c2a4bd5 None None] Attempting to bind port d778f09c-a0a3-4090-995f-7c489fafe089 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '67bc7637-b1f9-4d4c-9fb5-fccca3f5febc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e5168ee0-15d7-4afb-963f-746644a08876'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:36:29.674056 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ec30b5-dc27-4f28-9929-eb121c2a4bd5 None None] Attempting to bind port d778f09c-a0a3-4090-995f-7c489fafe089 on network e5168ee0-15d7-4afb-963f-746644a08876 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:36:29.682262 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed148c3d-d3ad-4aa4-83aa-bda497db496c admin admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:36:29.683523 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ec30b5-dc27-4f28-9929-eb121c2a4bd5 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:36:29.684317 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ec30b5-dc27-4f28-9929-eb121c2a4bd5 None None] Checking segment: {'id': '67bc7637-b1f9-4d4c-9fb5-fccca3f5febc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e5168ee0-15d7-4afb-963f-746644a08876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:36:29.684900 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-51ec30b5-dc27-4f28-9929-eb121c2a4bd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:29.685443 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ec30b5-dc27-4f28-9929-eb121c2a4bd5 None None] Bound using segment: {'id': '67bc7637-b1f9-4d4c-9fb5-fccca3f5febc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e5168ee0-15d7-4afb-963f-746644a08876'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:36:29.686516 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-ed148c3d-d3ad-4aa4-83aa-bda497db496c admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:36:29.686633 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-51ec30b5-dc27-4f28-9929-eb121c2a4bd5 None None] Bound port: d778f09c-a0a3-4090-995f-7c489fafe089, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67bc7637-b1f9-4d4c-9fb5-fccca3f5febc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e5168ee0-15d7-4afb-963f-746644a08876'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:36:29.686909 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-51ec30b5-dc27-4f28-9929-eb121c2a4bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:29.712673 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed148c3d-d3ad-4aa4-83aa-bda497db496c admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:36:29.784627 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bc533863-466f-4987-b2f6-9064192d4ee0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:29.806715 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-bc533863-466f-4987-b2f6-9064192d4ee0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Deleting port 9edbe59a-5792-44a6-a2ab-79e73ba96f37 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:36:29.806969 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bc533863-466f-4987-b2f6-9064192d4ee0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:29.844217 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-51ec30b5-dc27-4f28-9929-eb121c2a4bd5 None None] For port d778f09c-a0a3-4090-995f-7c489fafe089, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:36:29.853614 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-51ec30b5-dc27-4f28-9929-eb121c2a4bd5 None None] For port d778f09c-a0a3-4090-995f-7c489fafe089, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=d778f09c-a0a3-4090-995f-7c489fafe089,segment=NetworkSegment(67bc7637-b1f9-4d4c-9fb5-fccca3f5febc),segment_id=67bc7637-b1f9-4d4c-9fb5-fccca3f5febc)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:36:29.866360 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-51ec30b5-dc27-4f28-9929-eb121c2a4bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:29.947094 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed148c3d-d3ad-4aa4-83aa-bda497db496c admin admin] Pushing event updated for resources: {'Port': ['ID=62ae54d6-6bc4-45bd-b3eb-f05b29783769,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:29.958495 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-67244921-57f8-4090-a5ee-ddf23142d029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e0366e-8dcc-40e3-a48d-28f4cc5e7b93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950634417', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '9edbe59a-5792-44a6-a2ab-79e73ba96f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:33:42Z', 'updated_at': '2022-05-23T11:36:26Z', 'revision_number': 5, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': '9edbe59a-5792-44a6-a2ab-79e73ba96f37', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e0366e-8dcc-40e3-a48d-28f4cc5e7b93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:33:42Z', 'updated_at': '2022-05-23T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:36:29.963598 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67244921-57f8-4090-a5ee-ddf23142d029 None None] The sync data for ids ['18e0366e-8dcc-40e3-a48d-28f4cc5e7b93'] in n-d-842952-2 is: [{'id': '18e0366e-8dcc-40e3-a48d-28f4cc5e7b93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950634417', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '9edbe59a-5792-44a6-a2ab-79e73ba96f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:33:42Z', 'updated_at': '2022-05-23T11:36:26Z', 'revision_number': 5, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': '9edbe59a-5792-44a6-a2ab-79e73ba96f37', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e0366e-8dcc-40e3-a48d-28f4cc5e7b93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:33:42Z', 'updated_at': '2022-05-23T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:36:30.104676 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec30b5-dc27-4f28-9929-eb121c2a4bd5 None None] Pushing event updated for resources: {'Port': ['ID=d778f09c-a0a3-4090-995f-7c489fafe089,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:30.146292 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ed148c3d-d3ad-4aa4-83aa-bda497db496c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:30.147294 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ed148c3d-d3ad-4aa4-83aa-bda497db496c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:30.369245 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca78be5-701a-4cfa-b873-f03c49b98566 None None] DHCP port deletion for 437becb0-7541-4062-8bf3-b1be0799ec21 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:36:30.373979 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6ca78be5-701a-4cfa-b873-f03c49b98566 None None] Deleting port 655b13ce-a0d3-47a9-a880-ab7d09ff70e6 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:36:30.374349 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6ca78be5-701a-4cfa-b873-f03c49b98566 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:30.457722 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-bc533863-466f-4987-b2f6-9064192d4ee0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] For port 9edbe59a-5792-44a6-a2ab-79e73ba96f37, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=9edbe59a-5792-44a6-a2ab-79e73ba96f37,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:36:30.458087 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bc533863-466f-4987-b2f6-9064192d4ee0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:30.699783 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed148c3d-d3ad-4aa4-83aa-bda497db496c admin admin] Router e45426e6-1cc2-4a79-9410-e9205fce47da is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:36:30.773955 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-bc533863-466f-4987-b2f6-9064192d4ee0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Calling delete_port for 9edbe59a-5792-44a6-a2ab-79e73ba96f37 owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:36:30.907918 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6ca78be5-701a-4cfa-b873-f03c49b98566 None None] For port 655b13ce-a0d3-47a9-a880-ab7d09ff70e6, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=655b13ce-a0d3-47a9-a880-ab7d09ff70e6,segment=NetworkSegment(204a908b-b12b-4e27-ac7d-0d6ebc09f6f5),segment_id=204a908b-b12b-4e27-ac7d-0d6ebc09f6f5)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:36:30.910250 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6ca78be5-701a-4cfa-b873-f03c49b98566 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:31.035416 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bc533863-466f-4987-b2f6-9064192d4ee0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:31.070130 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed148c3d-d3ad-4aa4-83aa-bda497db496c admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:36:31.091607 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc533863-466f-4987-b2f6-9064192d4ee0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event deleted for resources: {'Port': ['ID=9edbe59a-5792-44a6-a2ab-79e73ba96f37,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:31.123218 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ed148c3d-d3ad-4aa4-83aa-bda497db496c admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:31.123441 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d04c8a-1704-450d-8ab5-1397e5cac94e None None] Sync routers for ids ['e45426e6-1cc2-4a79-9410-e9205fce47da'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:36:31.124729 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ed148c3d-d3ad-4aa4-83aa-bda497db496c admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0210526 May 23 11:36:31.127593 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55452) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:31.132055 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6ca78be5-701a-4cfa-b873-f03c49b98566 None None] Calling delete_port for 655b13ce-a0d3-47a9-a880-ab7d09ff70e6 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:36:31.258999 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d04c8a-1704-450d-8ab5-1397e5cac94e None None] Routers {'e45426e6-1cc2-4a79-9410-e9205fce47da'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:36:31.259694 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-86d04c8a-1704-450d-8ab5-1397e5cac94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:36:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['e45426e6-1cc2-4a79-9410-e9205fce47da'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:36:31.421910 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6ca78be5-701a-4cfa-b873-f03c49b98566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:31.527841 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca78be5-701a-4cfa-b873-f03c49b98566 None None] Pushing event deleted for resources: {'Port': ['ID=655b13ce-a0d3-47a9-a880-ab7d09ff70e6,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:31.600007 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bc533863-466f-4987-b2f6-9064192d4ee0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:31.630709 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-86d04c8a-1704-450d-8ab5-1397e5cac94e None None] Set router e45426e6-1cc2-4a79-9410-e9205fce47da gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:36:31.699034 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca78be5-701a-4cfa-b873-f03c49b98566 None None] No DVR routers for this DVR port 655b13ce-a0d3-47a9-a880-ab7d09ff70e6 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:36:31.702844 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cd411f-7e85-411d-8627-eec4ccecadb1 None None] Network e5168ee0-15d7-4afb-963f-746644a08876 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:36:31.833814 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:36:32.069384 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bc533863-466f-4987-b2f6-9064192d4ee0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:32.074760 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bc533863-466f-4987-b2f6-9064192d4ee0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:32.077610 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device d778f09c-a0a3-4090-995f-7c489fafe089 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:36:32.106597 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bc533863-466f-4987-b2f6-9064192d4ee0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:32.107268 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc533863-466f-4987-b2f6-9064192d4ee0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Fanout notify agent at l3_agent the message router_deleted on router 18e0366e-8dcc-40e3-a48d-28f4cc5e7b93 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:36:32.131161 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bc533863-466f-4987-b2f6-9064192d4ee0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:32.136441 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-bc533863-466f-4987-b2f6-9064192d4ee0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "DELETE /v2.0/routers/18e0366e-8dcc-40e3-a48d-28f4cc5e7b93 HTTP/1.1" status: 204 len: 168 time: 2.9976635 May 23 11:36:32.137229 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55460) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:32.204972 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ae048b75-e686-46c8-95fc-066979e5492d None None] Provisioning for port d778f09c-a0a3-4090-995f-7c489fafe089 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:36:32.291795 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port d778f09c-a0a3-4090-995f-7c489fafe089 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:36:32.305923 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port d778f09c-a0a3-4090-995f-7c489fafe089 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:36:32.306666 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:32.383457 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54d23de1-88d7-493c-aa99-64693696cee8 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:32.515294 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d239ccda-2279-4ede-ad38-05a15bf820ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:32.579488 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:32.687813 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54d23de1-88d7-493c-aa99-64693696cee8 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:32.708966 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port d778f09c-a0a3-4090-995f-7c489fafe089, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=d778f09c-a0a3-4090-995f-7c489fafe089,segment=NetworkSegment(67bc7637-b1f9-4d4c-9fb5-fccca3f5febc),segment_id=67bc7637-b1f9-4d4c-9fb5-fccca3f5febc)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:36:32.726627 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:32.728132 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-54d23de1-88d7-493c-aa99-64693696cee8 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['437becb0-7541-4062-8bf3-b1be0799ec21']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:36:32.747331 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-54d23de1-88d7-493c-aa99-64693696cee8 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '204a908b-b12b-4e27-ac7d-0d6ebc09f6f5') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:36:32.747779 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-54d23de1-88d7-493c-aa99-64693696cee8 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '204a908b-b12b-4e27-ac7d-0d6ebc09f6f5') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:36:32.775959 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54d23de1-88d7-493c-aa99-64693696cee8 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:32.807436 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54d23de1-88d7-493c-aa99-64693696cee8 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:32.822707 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54d23de1-88d7-493c-aa99-64693696cee8 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:36:32.823323 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54d23de1-88d7-493c-aa99-64693696cee8 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:32.881383 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 655b13ce-a0d3-47a9-a880-ab7d09ff70e6 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:36:32.932610 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:36:32.932610 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:36:32.932610 n-d-842952-2 neutron-server[83911]: timer() May 23 11:36:32.932610 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:36:32.932610 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:36:32.932610 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:36:32.932610 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:36:32.932610 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:36:32.932610 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:36:32.932610 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:36:32.932610 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:36:32.932610 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:36:32.932610 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:36:32.932610 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:36:32.932610 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:36:32.932610 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:36:32.932610 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:36:32.932610 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:36:32.932610 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:36:32.932610 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:36:32.932610 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:36:32.932610 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:36:32.932610 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:36:32.932610 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:36:32.932610 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:36:32.932610 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:36:32.932610 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:36:32.932610 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:36:32.932610 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:36:32.932610 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:36:32.932610 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:36:32.932610 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:36:32.940050 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54d23de1-88d7-493c-aa99-64693696cee8 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:32.970373 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-54d23de1-88d7-493c-aa99-64693696cee8 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:32.973500 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d23de1-88d7-493c-aa99-64693696cee8 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event deleted for resources: {'Network': ['ID=437becb0-7541-4062-8bf3-b1be0799ec21,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:32.999820 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-54d23de1-88d7-493c-aa99-64693696cee8 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "DELETE /v2.0/networks/437becb0-7541-4062-8bf3-b1be0799ec21 HTTP/1.1" status: 204 len: 168 time: 0.8612125 May 23 11:36:33.000840 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55470) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:33.021122 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 655b13ce-a0d3-47a9-a880-ab7d09ff70e6 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:36:33.021497 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 655b13ce-a0d3-47a9-a880-ab7d09ff70e6 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:36:33.021988 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 10724bb1-945b-4104-be9d-1558080a4afb no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:36:33.097418 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01a4a061-aa31-478d-a783-08ffe4598e45 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:33.098920 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-86d04c8a-1704-450d-8ab5-1397e5cac94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45426e6-1cc2-4a79-9410-e9205fce47da', 'name': 'tempest-TestServerBasicOps-1884940780-router', 'tenant_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '62ae54d6-6bc4-45bd-b3eb-f05b29783769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:36:28Z', 'updated_at': '2022-05-23T11:36:30Z', 'revision_number': 3, 'project_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'gw_port': {'id': '62ae54d6-6bc4-45bd-b3eb-f05b29783769', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45426e6-1cc2-4a79-9410-e9205fce47da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:28Z', 'updated_at': '2022-05-23T11:36:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:36:33.116595 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 10724bb1-945b-4104-be9d-1558080a4afb {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:36:33.116940 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 10724bb1-945b-4104-be9d-1558080a4afb not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:36:33.123643 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d04c8a-1704-450d-8ab5-1397e5cac94e None None] Checking router: e45426e6-1cc2-4a79-9410-e9205fce47da for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:36:33.136708 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d04c8a-1704-450d-8ab5-1397e5cac94e None None] Updating router e45426e6-1cc2-4a79-9410-e9205fce47da port 62ae54d6-6bc4-45bd-b3eb-f05b29783769 binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:36:33.162701 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01a4a061-aa31-478d-a783-08ffe4598e45 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:33.172606 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=d778f09c-a0a3-4090-995f-7c489fafe089,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:33.220817 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-86d04c8a-1704-450d-8ab5-1397e5cac94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:33.241048 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-d239ccda-2279-4ede-ad38-05a15bf820ce admin admin] Allocated IP 172.20.0.1 (e5168ee0-15d7-4afb-963f-746644a08876/ad8d50de-c367-4541-8000-d04e811e479e/17cb53f7-642d-4517-973f-67f82113e4ed) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:36:33.274612 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01a4a061-aa31-478d-a783-08ffe4598e45 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:33.328064 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4a061-aa31-478d-a783-08ffe4598e45 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=679e3180-4659-448f-ad4b-b096f56917db,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:33.364065 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01a4a061-aa31-478d-a783-08ffe4598e45 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:33.368007 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-01a4a061-aa31-478d-a783-08ffe4598e45 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "DELETE /v2.0/security-groups/679e3180-4659-448f-ad4b-b096f56917db HTTP/1.1" status: 204 len: 168 time: 0.3634157 May 23 11:36:33.481951 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d239ccda-2279-4ede-ad38-05a15bf820ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:33.523806 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-d239ccda-2279-4ede-ad38-05a15bf820ce admin admin] Transition to ACTIVE for port object 17cb53f7-642d-4517-973f-67f82113e4ed will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:36:33.578600 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d239ccda-2279-4ede-ad38-05a15bf820ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:33.662009 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d239ccda-2279-4ede-ad38-05a15bf820ce admin admin] Network e5168ee0-15d7-4afb-963f-746644a08876 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:36:33.669744 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-d239ccda-2279-4ede-ad38-05a15bf820ce admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:36:33.673614 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d239ccda-2279-4ede-ad38-05a15bf820ce admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:36:33.704904 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-eaed9ef6-26a3-42dc-999b-4033543fee20 None None] Provisioning complete for port d778f09c-a0a3-4090-995f-7c489fafe089 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:36:33.705286 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eaed9ef6-26a3-42dc-999b-4033543fee20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:33.748417 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d239ccda-2279-4ede-ad38-05a15bf820ce admin admin] Pushing event updated for resources: {'Port': ['ID=17cb53f7-642d-4517-973f-67f82113e4ed,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:33.773677 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d239ccda-2279-4ede-ad38-05a15bf820ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:33.798574 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device d778f09c-a0a3-4090-995f-7c489fafe089 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:36:33.876309 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-86d04c8a-1704-450d-8ab5-1397e5cac94e None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:33.906712 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d239ccda-2279-4ede-ad38-05a15bf820ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:33.960949 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-86d04c8a-1704-450d-8ab5-1397e5cac94e None None] Transition to ACTIVE for port object 62ae54d6-6bc4-45bd-b3eb-f05b29783769 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:36:34.020111 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-86d04c8a-1704-450d-8ab5-1397e5cac94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:34.091503 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55492) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:34.152133 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d6baf3-0f4b-489d-b105-d88081a5941a None None] Pushing event updated for resources: {'Port': ['ID=62ae54d6-6bc4-45bd-b3eb-f05b29783769,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:34.154481 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port d778f09c-a0a3-4090-995f-7c489fafe089 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:36:34.154860 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:34.218696 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-86d04c8a-1704-450d-8ab5-1397e5cac94e None None] Attempting to bind port 62ae54d6-6bc4-45bd-b3eb-f05b29783769 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:36:34.219063 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-86d04c8a-1704-450d-8ab5-1397e5cac94e None None] Attempting to bind port 62ae54d6-6bc4-45bd-b3eb-f05b29783769 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:36:34.219425 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d04c8a-1704-450d-8ab5-1397e5cac94e None None] Attempting to bind port 62ae54d6-6bc4-45bd-b3eb-f05b29783769 on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:36:34.225812 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d239ccda-2279-4ede-ad38-05a15bf820ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:34.231750 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d04c8a-1704-450d-8ab5-1397e5cac94e None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:36:34.232148 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d04c8a-1704-450d-8ab5-1397e5cac94e None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:36:34.232544 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-86d04c8a-1704-450d-8ab5-1397e5cac94e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:34.232932 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d04c8a-1704-450d-8ab5-1397e5cac94e None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:36:34.233399 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-86d04c8a-1704-450d-8ab5-1397e5cac94e None None] Bound port: 62ae54d6-6bc4-45bd-b3eb-f05b29783769, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:36:34.233769 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-86d04c8a-1704-450d-8ab5-1397e5cac94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:34.234700 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d239ccda-2279-4ede-ad38-05a15bf820ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:34.282163 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1660498e-e18d-44cd-b57e-8f9f2fc4ed61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:34.316158 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1660498e-e18d-44cd-b57e-8f9f2fc4ed61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:34.320385 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1660498e-e18d-44cd-b57e-8f9f2fc4ed61 admin admin] Usage tracker for resource:security_group_rule and tenant:2029027a2b4647da99bf45f2f63134be is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:34.323409 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1660498e-e18d-44cd-b57e-8f9f2fc4ed61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:34.331460 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1660498e-e18d-44cd-b57e-8f9f2fc4ed61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:34.369469 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d239ccda-2279-4ede-ad38-05a15bf820ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:34.374629 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e9c5cb54-4538-494c-bc6c-27bb8ca2f44a None None] Provisioning for port 17cb53f7-642d-4517-973f-67f82113e4ed completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:36:34.383769 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e9c5cb54-4538-494c-bc6c-27bb8ca2f44a None None] Provisioning complete for port 17cb53f7-642d-4517-973f-67f82113e4ed triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:36:34.384185 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e9c5cb54-4538-494c-bc6c-27bb8ca2f44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:34.393602 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d239ccda-2279-4ede-ad38-05a15bf820ce admin admin] Pushing event updated for resources: {'Port': ['ID=17cb53f7-642d-4517-973f-67f82113e4ed,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:34.425261 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-86d04c8a-1704-450d-8ab5-1397e5cac94e None None] For port 62ae54d6-6bc4-45bd-b3eb-f05b29783769, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:36:34.426386 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1660498e-e18d-44cd-b57e-8f9f2fc4ed61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:34.429273 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 9edbe59a-5792-44a6-a2ab-79e73ba96f37 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:36:34.437457 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1660498e-e18d-44cd-b57e-8f9f2fc4ed61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:34.486503 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 9edbe59a-5792-44a6-a2ab-79e73ba96f37 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:36:34.486938 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 9edbe59a-5792-44a6-a2ab-79e73ba96f37 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:36:34.489268 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-86d04c8a-1704-450d-8ab5-1397e5cac94e None None] For port 62ae54d6-6bc4-45bd-b3eb-f05b29783769, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=62ae54d6-6bc4-45bd-b3eb-f05b29783769,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:36:34.501569 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-86d04c8a-1704-450d-8ab5-1397e5cac94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:34.572989 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1660498e-e18d-44cd-b57e-8f9f2fc4ed61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10eb26fb-45f7-4c11-9d0e-75398cc5c733,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:34.583291 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1660498e-e18d-44cd-b57e-8f9f2fc4ed61 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2029027a2b4647da99bf45f2f63134be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4881010 May 23 11:36:34.583521 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55506) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:34.635455 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e9c5cb54-4538-494c-bc6c-27bb8ca2f44a None None] Port 17cb53f7-642d-4517-973f-67f82113e4ed cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:36:34.646258 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d239ccda-2279-4ede-ad38-05a15bf820ce admin admin] Network e5168ee0-15d7-4afb-963f-746644a08876 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:36:34.648797 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55510) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:34.652409 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-d239ccda-2279-4ede-ad38-05a15bf820ce admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:36:34.657067 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-1b832eec-8437-45e3-8f60-71f449b5a440 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1021994960', 'description': 'tempest-secgroup-smoke-1021994960 description', 'project_id': '261dc3b71b384338a9f4e12911499bfb'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:36:34.696560 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-67c8cc89-e9a2-48e9-a2d1-05587ff1d0c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:34.736842 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-67c8cc89-e9a2-48e9-a2d1-05587ff1d0c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:34.738956 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d04c8a-1704-450d-8ab5-1397e5cac94e None None] Routers {'e45426e6-1cc2-4a79-9410-e9205fce47da'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:36:34.741657 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-86d04c8a-1704-450d-8ab5-1397e5cac94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:36:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['e45426e6-1cc2-4a79-9410-e9205fce47da'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:36:34.810348 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-67c8cc89-e9a2-48e9-a2d1-05587ff1d0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:34.842497 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8cc89-e9a2-48e9-a2d1-05587ff1d0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10eb26fb-45f7-4c11-9d0e-75398cc5c733,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:34.861406 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-67c8cc89-e9a2-48e9-a2d1-05587ff1d0c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:34.862738 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-67c8cc89-e9a2-48e9-a2d1-05587ff1d0c0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/10eb26fb-45f7-4c11-9d0e-75398cc5c733 HTTP/1.1" status: 204 len: 168 time: 0.2782280 May 23 11:36:34.940711 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d6baf3-0f4b-489d-b105-d88081a5941a None None] Pushing event updated for resources: {'Port': ['ID=62ae54d6-6bc4-45bd-b3eb-f05b29783769,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:35.019508 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1b832eec-8437-45e3-8f60-71f449b5a440 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:35.034095 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1b832eec-8437-45e3-8f60-71f449b5a440 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:security_group and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:35.038482 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1b832eec-8437-45e3-8f60-71f449b5a440 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:35.045970 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1b832eec-8437-45e3-8f60-71f449b5a440 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:35.088886 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-194b9518-7f18-4ae0-969f-f4a8c2298116 None None] Provisioning complete for port 17cb53f7-642d-4517-973f-67f82113e4ed triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:36:35.089258 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-194b9518-7f18-4ae0-969f-f4a8c2298116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:35.146192 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-86d04c8a-1704-450d-8ab5-1397e5cac94e None None] Set router e45426e6-1cc2-4a79-9410-e9205fce47da gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:36:35.190580 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1b832eec-8437-45e3-8f60-71f449b5a440 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:35.233652 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-194b9518-7f18-4ae0-969f-f4a8c2298116 None None] Port 17cb53f7-642d-4517-973f-67f82113e4ed cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:36:35.290128 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55528) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:35.321283 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1b832eec-8437-45e3-8f60-71f449b5a440 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:35.326560 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1b832eec-8437-45e3-8f60-71f449b5a440 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:security_group_rule and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:35.330243 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1b832eec-8437-45e3-8f60-71f449b5a440 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:35.337188 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1b832eec-8437-45e3-8f60-71f449b5a440 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:35.412237 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1b832eec-8437-45e3-8f60-71f449b5a440 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:35.425582 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1b832eec-8437-45e3-8f60-71f449b5a440 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:35.464448 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f357afa8-2798-4115-9a84-0cba4cd74e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:35.466582 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1b832eec-8437-45e3-8f60-71f449b5a440 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:35.472065 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1b832eec-8437-45e3-8f60-71f449b5a440 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.8208890 May 23 11:36:35.473713 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55534) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:35.473830 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55536) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:35.490888 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-217b1485-1fc3-4fd8-83f8-e68d9a8eb5d6 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Request body: {'security_group_rule': {'security_group_id': '44b775ff-2882-44f9-b929-cf57218a19bf', 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:36:35.496241 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f357afa8-2798-4115-9a84-0cba4cd74e6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:35.500570 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f357afa8-2798-4115-9a84-0cba4cd74e6e admin admin] Usage tracker for resource:security_group_rule and tenant:9089c4651df54c989cd0f6c2789f09cc is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:35.503647 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f357afa8-2798-4115-9a84-0cba4cd74e6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:35.509396 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f357afa8-2798-4115-9a84-0cba4cd74e6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:35.524815 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-217b1485-1fc3-4fd8-83f8-e68d9a8eb5d6 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:35.532899 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b832eec-8437-45e3-8f60-71f449b5a440 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44b775ff-2882-44f9-b929-cf57218a19bf,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:35.536328 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-217b1485-1fc3-4fd8-83f8-e68d9a8eb5d6 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:security_group_rule and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:35.539708 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-59f20cbf-f1da-456e-8f75-3b4014452058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:35.551594 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-217b1485-1fc3-4fd8-83f8-e68d9a8eb5d6 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:35.563447 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-217b1485-1fc3-4fd8-83f8-e68d9a8eb5d6 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:35.579037 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d239ccda-2279-4ede-ad38-05a15bf820ce admin admin] Router e45426e6-1cc2-4a79-9410-e9205fce47da has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:36:35.579953 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f357afa8-2798-4115-9a84-0cba4cd74e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:35.584940 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f357afa8-2798-4115-9a84-0cba4cd74e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:35.601859 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-86d04c8a-1704-450d-8ab5-1397e5cac94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45426e6-1cc2-4a79-9410-e9205fce47da', 'name': 'tempest-TestServerBasicOps-1884940780-router', 'tenant_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '62ae54d6-6bc4-45bd-b3eb-f05b29783769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:36:28Z', 'updated_at': '2022-05-23T11:36:33Z', 'revision_number': 4, 'project_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'gw_port': {'id': '62ae54d6-6bc4-45bd-b3eb-f05b29783769', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45426e6-1cc2-4a79-9410-e9205fce47da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:28Z', 'updated_at': '2022-05-23T11:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '17cb53f7-642d-4517-973f-67f82113e4ed', 'name': '', 'network_id': 'e5168ee0-15d7-4afb-963f-746644a08876', 'tenant_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'mac_address': 'fa:16:3e:cc:63:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45426e6-1cc2-4a79-9410-e9205fce47da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad8d50de-c367-4541-8000-d04e811e479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:32Z', 'updated_at': '2022-05-23T11:36:34Z', 'revision_number': 2, 'project_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'subnets': [{'id': 'ad8d50de-c367-4541-8000-d04e811e479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:36:35.602966 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-59f20cbf-f1da-456e-8f75-3b4014452058 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:35.606292 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d04c8a-1704-450d-8ab5-1397e5cac94e None None] The sync data for ids ['e45426e6-1cc2-4a79-9410-e9205fce47da'] in n-d-842952-2 is: [{'id': 'e45426e6-1cc2-4a79-9410-e9205fce47da', 'name': 'tempest-TestServerBasicOps-1884940780-router', 'tenant_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '62ae54d6-6bc4-45bd-b3eb-f05b29783769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:36:28Z', 'updated_at': '2022-05-23T11:36:33Z', 'revision_number': 4, 'project_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'gw_port': {'id': '62ae54d6-6bc4-45bd-b3eb-f05b29783769', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45426e6-1cc2-4a79-9410-e9205fce47da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:28Z', 'updated_at': '2022-05-23T11:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '17cb53f7-642d-4517-973f-67f82113e4ed', 'name': '', 'network_id': 'e5168ee0-15d7-4afb-963f-746644a08876', 'tenant_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'mac_address': 'fa:16:3e:cc:63:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45426e6-1cc2-4a79-9410-e9205fce47da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad8d50de-c367-4541-8000-d04e811e479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:32Z', 'updated_at': '2022-05-23T11:36:34Z', 'revision_number': 2, 'project_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'subnets': [{'id': 'ad8d50de-c367-4541-8000-d04e811e479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:36:35.610749 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-217b1485-1fc3-4fd8-83f8-e68d9a8eb5d6 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:35.618787 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-59f20cbf-f1da-456e-8f75-3b4014452058 admin admin] Usage tracker for resource:security_group_rule and tenant:665a6b1fd83f4e0785c6909386babe04 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:35.624502 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-59f20cbf-f1da-456e-8f75-3b4014452058 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:35.633946 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-59f20cbf-f1da-456e-8f75-3b4014452058 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:35.642673 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f357afa8-2798-4115-9a84-0cba4cd74e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce36473f-c123-4eee-9e75-2fdf6b62e031,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:35.650331 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f357afa8-2798-4115-9a84-0cba4cd74e6e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9089c4651df54c989cd0f6c2789f09cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3583596 May 23 11:36:35.651239 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55542) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:35.714690 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ad13614b-f3d5-4a44-a5f6-b8331e5df703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:35.747695 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ad13614b-f3d5-4a44-a5f6-b8331e5df703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:35.824054 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ad13614b-f3d5-4a44-a5f6-b8331e5df703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:35.845006 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13614b-f3d5-4a44-a5f6-b8331e5df703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce36473f-c123-4eee-9e75-2fdf6b62e031,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:35.849580 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ad13614b-f3d5-4a44-a5f6-b8331e5df703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:35.854494 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ad13614b-f3d5-4a44-a5f6-b8331e5df703 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ce36473f-c123-4eee-9e75-2fdf6b62e031 HTTP/1.1" status: 204 len: 168 time: 0.2017202 May 23 11:36:36.014548 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-217b1485-1fc3-4fd8-83f8-e68d9a8eb5d6 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:36.028699 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-217b1485-1fc3-4fd8-83f8-e68d9a8eb5d6 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:36.068586 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-59f20cbf-f1da-456e-8f75-3b4014452058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:36.072630 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b1485-1fc3-4fd8-83f8-e68d9a8eb5d6 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10f67826-2d32-495f-9fc4-7303a110b89c,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:36.080024 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-59f20cbf-f1da-456e-8f75-3b4014452058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:36.134453 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-217b1485-1fc3-4fd8-83f8-e68d9a8eb5d6 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:36.138750 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55550) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:36.139474 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-217b1485-1fc3-4fd8-83f8-e68d9a8eb5d6 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6639338 May 23 11:36:36.146335 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-440ed6f6-2a64-4646-b494-ae4e83625b59 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Request body: {'security_group_rule': {'security_group_id': '44b775ff-2882-44f9-b929-cf57218a19bf', 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:36:36.156100 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-440ed6f6-2a64-4646-b494-ae4e83625b59 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:36.160982 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-440ed6f6-2a64-4646-b494-ae4e83625b59 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:security_group_rule and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:36.163906 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f20cbf-f1da-456e-8f75-3b4014452058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6984a04b-b53c-4bc6-80ba-902c46aac84a,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:36.164837 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-440ed6f6-2a64-4646-b494-ae4e83625b59 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:36.171110 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-59f20cbf-f1da-456e-8f75-3b4014452058 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=665a6b1fd83f4e0785c6909386babe04&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6916351 May 23 11:36:36.171316 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55554) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:36.174886 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-440ed6f6-2a64-4646-b494-ae4e83625b59 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:36.213394 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d239ccda-2279-4ede-ad38-05a15bf820ce admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:36:36.219371 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d239ccda-2279-4ede-ad38-05a15bf820ce admin admin] 10.222.0.79 "PUT /v2.0/routers/e45426e6-1cc2-4a79-9410-e9205fce47da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0901158 May 23 11:36:36.234282 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-440ed6f6-2a64-4646-b494-ae4e83625b59 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:36.314066 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fda200b6-a808-4c33-8261-08c56921b178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:36.368546 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fda200b6-a808-4c33-8261-08c56921b178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:36.384628 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-440ed6f6-2a64-4646-b494-ae4e83625b59 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:36.403731 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-440ed6f6-2a64-4646-b494-ae4e83625b59 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:36.431348 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55562) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:36.463934 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ed6f6-2a64-4646-b494-ae4e83625b59 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=111cc15a-06ec-488c-8a76-3ccb07247287,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:36.465862 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d6feecf7-8684-4179-8887-34b7245109a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:36.476762 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-440ed6f6-2a64-4646-b494-ae4e83625b59 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:36.478325 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-440ed6f6-2a64-4646-b494-ae4e83625b59 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3387284 May 23 11:36:36.484124 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55566) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:36.492083 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-ff8b6eb7-1a8d-41de-9113-808cf904ad30 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Request body: {'security_group_rule': {'security_group_id': '44b775ff-2882-44f9-b929-cf57218a19bf', 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:36:36.500205 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ff8b6eb7-1a8d-41de-9113-808cf904ad30 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:36.503987 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ff8b6eb7-1a8d-41de-9113-808cf904ad30 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:security_group_rule and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:36.516524 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ff8b6eb7-1a8d-41de-9113-808cf904ad30 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:36.524924 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ff8b6eb7-1a8d-41de-9113-808cf904ad30 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:36.525423 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d6feecf7-8684-4179-8887-34b7245109a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:36.531606 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d6feecf7-8684-4179-8887-34b7245109a9 admin admin] Usage tracker for resource:security_group_rule and tenant:da292846f2e34ee18f4079718c8de9d8 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:36.535406 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d6feecf7-8684-4179-8887-34b7245109a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:36.539027 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fda200b6-a808-4c33-8261-08c56921b178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:36.543957 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d6feecf7-8684-4179-8887-34b7245109a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:36.561775 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda200b6-a808-4c33-8261-08c56921b178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6984a04b-b53c-4bc6-80ba-902c46aac84a,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:36.563727 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ff8b6eb7-1a8d-41de-9113-808cf904ad30 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:36.582844 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fda200b6-a808-4c33-8261-08c56921b178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:36.584021 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-fda200b6-a808-4c33-8261-08c56921b178 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6984a04b-b53c-4bc6-80ba-902c46aac84a HTTP/1.1" status: 204 len: 168 time: 0.4117210 May 23 11:36:36.652422 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d6feecf7-8684-4179-8887-34b7245109a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:36.658365 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d6feecf7-8684-4179-8887-34b7245109a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:36.687784 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ff8b6eb7-1a8d-41de-9113-808cf904ad30 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:36.692773 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ff8b6eb7-1a8d-41de-9113-808cf904ad30 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:36.734363 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6feecf7-8684-4179-8887-34b7245109a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06eef087-13be-430d-a0af-e09713593e4b,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:36.740524 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d6feecf7-8684-4179-8887-34b7245109a9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=da292846f2e34ee18f4079718c8de9d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3079817 May 23 11:36:36.743351 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55574) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:36.752670 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8b6eb7-1a8d-41de-9113-808cf904ad30 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=259d57fe-b93b-449d-bcde-e7abf1c7763d,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:36.767094 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ff8b6eb7-1a8d-41de-9113-808cf904ad30 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:36.770240 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ff8b6eb7-1a8d-41de-9113-808cf904ad30 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2846696 May 23 11:36:36.773100 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55578) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:36.802482 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-873f0d6b-27da-4386-9615-fb1838eebc26 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Request body: {'security_group_rule': {'security_group_id': '44b775ff-2882-44f9-b929-cf57218a19bf', 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:36:36.814343 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-873f0d6b-27da-4386-9615-fb1838eebc26 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:36.833420 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-873f0d6b-27da-4386-9615-fb1838eebc26 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:security_group_rule and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:36.840002 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-873f0d6b-27da-4386-9615-fb1838eebc26 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:36.853835 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-873f0d6b-27da-4386-9615-fb1838eebc26 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:36.889749 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9e3db875-126c-443d-ae03-b930d19e3b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:36.908008 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-873f0d6b-27da-4386-9615-fb1838eebc26 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:36.981627 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9e3db875-126c-443d-ae03-b930d19e3b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:37.018732 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-873f0d6b-27da-4386-9615-fb1838eebc26 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:37.029925 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-873f0d6b-27da-4386-9615-fb1838eebc26 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:37.078006 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-873f0d6b-27da-4386-9615-fb1838eebc26 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:37.082343 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55590) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:37.083064 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-873f0d6b-27da-4386-9615-fb1838eebc26 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3077896 May 23 11:36:37.083194 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f0d6b-27da-4386-9615-fb1838eebc26 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9588c0df-db36-4949-9675-1f4a31982eb1,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:37.092888 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b8d653b5-838a-4c37-b6fe-32e77dd36dd4 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Request body: {'security_group_rule': {'security_group_id': '44b775ff-2882-44f9-b929-cf57218a19bf', 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:36:37.102941 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9e3db875-126c-443d-ae03-b930d19e3b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:37.111082 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b8d653b5-838a-4c37-b6fe-32e77dd36dd4 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:37.116211 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b8d653b5-838a-4c37-b6fe-32e77dd36dd4 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:security_group_rule and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:37.120879 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b8d653b5-838a-4c37-b6fe-32e77dd36dd4 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:37.129674 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b8d653b5-838a-4c37-b6fe-32e77dd36dd4 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:37.130045 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3db875-126c-443d-ae03-b930d19e3b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06eef087-13be-430d-a0af-e09713593e4b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:37.134908 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9e3db875-126c-443d-ae03-b930d19e3b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:37.140091 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9e3db875-126c-443d-ae03-b930d19e3b68 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/06eef087-13be-430d-a0af-e09713593e4b HTTP/1.1" status: 204 len: 168 time: 0.3948088 May 23 11:36:37.161590 n-d-842952-2 neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-b8d653b5-838a-4c37-b6fe-32e77dd36dd4 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Project 261dc3b71b384338a9f4e12911499bfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 11:36:37.172678 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b8d653b5-838a-4c37-b6fe-32e77dd36dd4 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:37.266124 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b8d653b5-838a-4c37-b6fe-32e77dd36dd4 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:37.271860 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b8d653b5-838a-4c37-b6fe-32e77dd36dd4 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:37.296791 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d653b5-838a-4c37-b6fe-32e77dd36dd4 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d69a2a42-4ad1-45f5-a274-10ed1eef5143,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:37.298533 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55598) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:37.306190 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b8d653b5-838a-4c37-b6fe-32e77dd36dd4 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:37.307577 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b8d653b5-838a-4c37-b6fe-32e77dd36dd4 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2214992 May 23 11:36:37.310271 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55602) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:37.315871 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d995cbb3-7a46-4656-acf6-e3c962d64557 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Request body: {'security_group_rule': {'security_group_id': '44b775ff-2882-44f9-b929-cf57218a19bf', 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:36:37.322682 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d995cbb3-7a46-4656-acf6-e3c962d64557 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:37.324537 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-852752a6-a9fd-4428-aaa6-36d52965a8ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:37.326640 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d995cbb3-7a46-4656-acf6-e3c962d64557 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:security_group_rule and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:37.329890 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d995cbb3-7a46-4656-acf6-e3c962d64557 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:37.336461 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d995cbb3-7a46-4656-acf6-e3c962d64557 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:37.352854 n-d-842952-2 neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-d995cbb3-7a46-4656-acf6-e3c962d64557 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Project 261dc3b71b384338a9f4e12911499bfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 11:36:37.362612 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d995cbb3-7a46-4656-acf6-e3c962d64557 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:37.369824 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-852752a6-a9fd-4428-aaa6-36d52965a8ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:37.379307 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-852752a6-a9fd-4428-aaa6-36d52965a8ca admin admin] Usage tracker for resource:security_group_rule and tenant:1859f4acb27740c693afcbc3e7db620c is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:37.382949 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-852752a6-a9fd-4428-aaa6-36d52965a8ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:37.390537 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-852752a6-a9fd-4428-aaa6-36d52965a8ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:37.436545 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d995cbb3-7a46-4656-acf6-e3c962d64557 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:37.443069 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d995cbb3-7a46-4656-acf6-e3c962d64557 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:37.471004 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d995cbb3-7a46-4656-acf6-e3c962d64557 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02e6d80e-11f5-43e2-9d94-637bca9e0231,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:37.479643 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-852752a6-a9fd-4428-aaa6-36d52965a8ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:37.486163 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-852752a6-a9fd-4428-aaa6-36d52965a8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:37.487481 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d995cbb3-7a46-4656-acf6-e3c962d64557 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:37.488875 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d995cbb3-7a46-4656-acf6-e3c962d64557 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1775649 May 23 11:36:37.491768 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55608) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:37.497464 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-f20eca6e-4b5d-4aba-a4c0-d895697d0672 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Request body: {'network': {'name': 'tempest-network-smoke--996624478', 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'port_security_enabled': True}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:36:37.503898 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f20eca6e-4b5d-4aba-a4c0-d895697d0672 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:37.508759 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f20eca6e-4b5d-4aba-a4c0-d895697d0672 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:network and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:37.512523 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f20eca6e-4b5d-4aba-a4c0-d895697d0672 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:37.518800 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f20eca6e-4b5d-4aba-a4c0-d895697d0672 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:37.536674 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20eca6e-4b5d-4aba-a4c0-d895697d0672 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Made reservation on behalf of 261dc3b71b384338a9f4e12911499bfb for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:36:37.537088 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852752a6-a9fd-4428-aaa6-36d52965a8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3360fc-7b75-4edd-a9c9-6560f0c54bf7,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:37.539674 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f20eca6e-4b5d-4aba-a4c0-d895697d0672 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:37.546429 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-852752a6-a9fd-4428-aaa6-36d52965a8ca admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1859f4acb27740c693afcbc3e7db620c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2466745 May 23 11:36:37.547167 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55612) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:37.610942 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f20eca6e-4b5d-4aba-a4c0-d895697d0672 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:36:37.621739 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9dbf952c-bef4-4e23-bcde-22444d348a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:37.623382 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f20eca6e-4b5d-4aba-a4c0-d895697d0672 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:37.623650 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-f20eca6e-4b5d-4aba-a4c0-d895697d0672 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Added segment 9f583dd4-4b8a-4969-ab3f-0efe97f89d04 of type vlan for network 9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a May 23 11:36:37.658439 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f20eca6e-4b5d-4aba-a4c0-d895697d0672 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:37.659662 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9dbf952c-bef4-4e23-bcde-22444d348a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:37.712425 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f20eca6e-4b5d-4aba-a4c0-d895697d0672 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:37.719713 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20eca6e-4b5d-4aba-a4c0-d895697d0672 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:36:37.720209 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f20eca6e-4b5d-4aba-a4c0-d895697d0672 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:37.733203 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9dbf952c-bef4-4e23-bcde-22444d348a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:37.756480 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf952c-bef4-4e23-bcde-22444d348a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3360fc-7b75-4edd-a9c9-6560f0c54bf7,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:37.759387 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9dbf952c-bef4-4e23-bcde-22444d348a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:37.763685 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9dbf952c-bef4-4e23-bcde-22444d348a94 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ac3360fc-7b75-4edd-a9c9-6560f0c54bf7 HTTP/1.1" status: 204 len: 168 time: 0.2154922 May 23 11:36:37.843278 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 62ae54d6-6bc4-45bd-b3eb-f05b29783769 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:36:37.873138 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20eca6e-4b5d-4aba-a4c0-d895697d0672 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'Network': ['ID=9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:37.884907 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f20eca6e-4b5d-4aba-a4c0-d895697d0672 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3884828 May 23 11:36:37.885288 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55628) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:37.890736 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-3b51d85f-bbea-40c1-9b0c-a68ce9a40bcd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1356920749', 'admin_state_up': True, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:36:37.906054 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:36:37.910537 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3b51d85f-bbea-40c1-9b0c-a68ce9a40bcd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:37.914553 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3b51d85f-bbea-40c1-9b0c-a68ce9a40bcd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:router and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:37.917771 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-3b51d85f-bbea-40c1-9b0c-a68ce9a40bcd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:37.920646 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55632) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:37.927750 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-3b51d85f-bbea-40c1-9b0c-a68ce9a40bcd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:37.931786 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-9ba73cfc-0443-4e12-a563-5ef8d7f481db admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2075311773-network', 'tenant_id': 'bcf810c9c8ae48689a266ac6d00d6318'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:36:37.941721 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9ba73cfc-0443-4e12-a563-5ef8d7f481db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:37.948387 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-9ba73cfc-0443-4e12-a563-5ef8d7f481db admin admin] Usage tracker for resource:network and tenant:bcf810c9c8ae48689a266ac6d00d6318 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:37.952863 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-9ba73cfc-0443-4e12-a563-5ef8d7f481db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:37.954983 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b51d85f-bbea-40c1-9b0c-a68ce9a40bcd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:37.956006 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b51d85f-bbea-40c1-9b0c-a68ce9a40bcd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:37.961731 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9ba73cfc-0443-4e12-a563-5ef8d7f481db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:37.980355 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba73cfc-0443-4e12-a563-5ef8d7f481db admin admin] Made reservation on behalf of bcf810c9c8ae48689a266ac6d00d6318 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:36:37.985497 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b51d85f-bbea-40c1-9b0c-a68ce9a40bcd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:37.987897 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ba73cfc-0443-4e12-a563-5ef8d7f481db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:38.011460 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ba73cfc-0443-4e12-a563-5ef8d7f481db admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:38.057870 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 62ae54d6-6bc4-45bd-b3eb-f05b29783769 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:36:38.064183 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 62ae54d6-6bc4-45bd-b3eb-f05b29783769 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:36:38.065382 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:38.074388 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9ba73cfc-0443-4e12-a563-5ef8d7f481db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:38.083165 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-9ba73cfc-0443-4e12-a563-5ef8d7f481db admin admin] Usage tracker for resource:security_group_rule and tenant:bcf810c9c8ae48689a266ac6d00d6318 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:38.091673 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-9ba73cfc-0443-4e12-a563-5ef8d7f481db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:38.101575 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9ba73cfc-0443-4e12-a563-5ef8d7f481db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:38.213164 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b51d85f-bbea-40c1-9b0c-a68ce9a40bcd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:38.216490 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ba73cfc-0443-4e12-a563-5ef8d7f481db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:38.224109 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ba73cfc-0443-4e12-a563-5ef8d7f481db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:38.230960 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:38.233333 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:38.257194 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ba73cfc-0443-4e12-a563-5ef8d7f481db admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:36:38.268586 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 62ae54d6-6bc4-45bd-b3eb-f05b29783769, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=62ae54d6-6bc4-45bd-b3eb-f05b29783769,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:36:38.270875 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba73cfc-0443-4e12-a563-5ef8d7f481db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104b06f8-37fb-4988-9522-caf1d7ce8c09,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:38.275761 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ba73cfc-0443-4e12-a563-5ef8d7f481db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:38.276518 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-9ba73cfc-0443-4e12-a563-5ef8d7f481db admin admin] Added segment 210a98f3-fb44-433e-bd77-a50e7cf8743b of type vlan for network e1a14486-4a9b-48b2-a85d-4acc80ae3f2c May 23 11:36:38.279203 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:38.310105 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ba73cfc-0443-4e12-a563-5ef8d7f481db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:38.350874 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ba73cfc-0443-4e12-a563-5ef8d7f481db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:38.354351 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba73cfc-0443-4e12-a563-5ef8d7f481db admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:36:38.354948 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9ba73cfc-0443-4e12-a563-5ef8d7f481db admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:38.380959 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=62ae54d6-6bc4-45bd-b3eb-f05b29783769,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:38.502768 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b51d85f-bbea-40c1-9b0c-a68ce9a40bcd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:38.505556 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9ba73cfc-0443-4e12-a563-5ef8d7f481db admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5824754 May 23 11:36:38.508362 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba73cfc-0443-4e12-a563-5ef8d7f481db admin admin] Pushing event updated for resources: {'Network': ['ID=e1a14486-4a9b-48b2-a85d-4acc80ae3f2c,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:38.514046 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55650) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:38.520091 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network e1a14486-4a9b-48b2-a85d-4acc80ae3f2c details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:36:38.524516 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-999ead35-52c8-4330-8ace-b59b6d90d9d4 admin admin] Request body: {'subnet': {'network_id': 'e1a14486-4a9b-48b2-a85d-4acc80ae3f2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2075311773-subnet', 'tenant_id': 'bcf810c9c8ae48689a266ac6d00d6318', 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:36:38.531665 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-999ead35-52c8-4330-8ace-b59b6d90d9d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:38.536345 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-999ead35-52c8-4330-8ace-b59b6d90d9d4 admin admin] Usage tracker for resource:subnet and tenant:bcf810c9c8ae48689a266ac6d00d6318 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:38.539730 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-999ead35-52c8-4330-8ace-b59b6d90d9d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:38.547641 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-999ead35-52c8-4330-8ace-b59b6d90d9d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:38.549660 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b51d85f-bbea-40c1-9b0c-a68ce9a40bcd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:38.565248 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999ead35-52c8-4330-8ace-b59b6d90d9d4 admin admin] Made reservation on behalf of bcf810c9c8ae48689a266ac6d00d6318 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:36:38.568116 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-999ead35-52c8-4330-8ace-b59b6d90d9d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:38.739562 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-3b51d85f-bbea-40c1-9b0c-a68ce9a40bcd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Allocated IP 172.25.6.209 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/30272126-614a-4b8d-97c8-b563e34af08f) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:36:38.839417 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-999ead35-52c8-4330-8ace-b59b6d90d9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:38.960863 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b51d85f-bbea-40c1-9b0c-a68ce9a40bcd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:39.003345 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b51d85f-bbea-40c1-9b0c-a68ce9a40bcd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:39.007365 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ead35-52c8-4330-8ace-b59b6d90d9d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b59a689e-15b4-4586-873e-612094a2121e,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:39.043738 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999ead35-52c8-4330-8ace-b59b6d90d9d4 admin admin] Checking segment: {'id': '210a98f3-fb44-433e-bd77-a50e7cf8743b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e1a14486-4a9b-48b2-a85d-4acc80ae3f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:36:39.046866 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999ead35-52c8-4330-8ace-b59b6d90d9d4 admin admin] Network hostable DHCP agents. Network: e1a14486-4a9b-48b2-a85d-4acc80ae3f2c, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:36:39.072906 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999ead35-52c8-4330-8ace-b59b6d90d9d4 admin admin] Network e1a14486-4a9b-48b2-a85d-4acc80ae3f2c is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:36:39.078504 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b51d85f-bbea-40c1-9b0c-a68ce9a40bcd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:36:39.082481 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-3b51d85f-bbea-40c1-9b0c-a68ce9a40bcd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:36:39.090801 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-999ead35-52c8-4330-8ace-b59b6d90d9d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, e1a14486-4a9b-48b2-a85d-4acc80ae3f2c) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:36:39.091593 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b51d85f-bbea-40c1-9b0c-a68ce9a40bcd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:36:39.095393 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999ead35-52c8-4330-8ace-b59b6d90d9d4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:36:39.096162 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-999ead35-52c8-4330-8ace-b59b6d90d9d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:39.104071 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09303b6-15a2-4518-a1b8-1419e927e452 None None] Network e1a14486-4a9b-48b2-a85d-4acc80ae3f2c requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:36:39.126510 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-999ead35-52c8-4330-8ace-b59b6d90d9d4 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6112864 May 23 11:36:39.127471 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55672) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:39.134073 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-dc3b5701-0196-4133-952a-93cc9e3ada62 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2075311773-router', 'tenant_id': 'bcf810c9c8ae48689a266ac6d00d6318', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:36:39.140787 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-dc3b5701-0196-4133-952a-93cc9e3ada62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:39.145422 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-dc3b5701-0196-4133-952a-93cc9e3ada62 admin admin] Usage tracker for resource:router and tenant:bcf810c9c8ae48689a266ac6d00d6318 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:39.149099 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-dc3b5701-0196-4133-952a-93cc9e3ada62 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:39.157615 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-dc3b5701-0196-4133-952a-93cc9e3ada62 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:39.174731 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc3b5701-0196-4133-952a-93cc9e3ada62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:39.176485 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc3b5701-0196-4133-952a-93cc9e3ada62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:39.201985 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc3b5701-0196-4133-952a-93cc9e3ada62 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:39.227884 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b51d85f-bbea-40c1-9b0c-a68ce9a40bcd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'Port': ['ID=30272126-614a-4b8d-97c8-b563e34af08f,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:39.291315 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e16bcdd4-833d-4ae6-91c1-f239a23ec323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:39.382991 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc3b5701-0196-4133-952a-93cc9e3ada62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:39.384921 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b51d85f-bbea-40c1-9b0c-a68ce9a40bcd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:39.385784 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b51d85f-bbea-40c1-9b0c-a68ce9a40bcd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:39.448373 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812b69b3-2412-4876-bb7e-e15ac553feee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-e1a14486-4a9b-48b2-a85d-4acc80ae3f2c', 'network_id': 'e1a14486-4a9b-48b2-a85d-4acc80ae3f2c', 'tenant_id': 'bcf810c9c8ae48689a266ac6d00d6318', 'fixed_ips': [{'subnet_id': 'b59a689e-15b4-4586-873e-612094a2121e'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:36:39.449436 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-812b69b3-2412-4876-bb7e-e15ac553feee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:39.697706 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc3b5701-0196-4133-952a-93cc9e3ada62 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:39.754202 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc3b5701-0196-4133-952a-93cc9e3ada62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:39.807903 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 62ae54d6-6bc4-45bd-b3eb-f05b29783769 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:36:39.852780 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b51d85f-bbea-40c1-9b0c-a68ce9a40bcd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Router 27ad0d1a-34c1-482c-b673-8661a0620821 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:36:39.903329 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:39.914852 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-812b69b3-2412-4876-bb7e-e15ac553feee None None] Allocated IP 172.20.0.2 (e1a14486-4a9b-48b2-a85d-4acc80ae3f2c/b59a689e-15b4-4586-873e-612094a2121e/46f247c8-7064-46e3-8e4b-e25224857885) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:36:39.942078 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-dc3b5701-0196-4133-952a-93cc9e3ada62 admin admin] Allocated IP 172.25.6.17 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/867005e5-fcd2-4e71-8587-d23538af74cd) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:36:40.112052 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 62ae54d6-6bc4-45bd-b3eb-f05b29783769 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:36:40.112663 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:40.137396 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc3b5701-0196-4133-952a-93cc9e3ada62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:40.179467 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc3b5701-0196-4133-952a-93cc9e3ada62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:40.233504 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b51d85f-bbea-40c1-9b0c-a68ce9a40bcd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:36:40.242784 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e678ec-9693-4fca-8e53-f21ffe0a7593 None None] Sync routers for ids ['27ad0d1a-34c1-482c-b673-8661a0620821'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:36:40.264792 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e678ec-9693-4fca-8e53-f21ffe0a7593 None None] Routers {'27ad0d1a-34c1-482c-b673-8661a0620821'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:36:40.265414 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-28e678ec-9693-4fca-8e53-f21ffe0a7593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:36:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['27ad0d1a-34c1-482c-b673-8661a0620821'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:36:40.269372 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3b5701-0196-4133-952a-93cc9e3ada62 admin admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:36:40.275375 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-3b51d85f-bbea-40c1-9b0c-a68ce9a40bcd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:40.281280 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-3b51d85f-bbea-40c1-9b0c-a68ce9a40bcd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3920982 May 23 11:36:40.281451 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-dc3b5701-0196-4133-952a-93cc9e3ada62 admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:36:40.281451 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3b5701-0196-4133-952a-93cc9e3ada62 admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:36:40.286636 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55702) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:40.335738 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b5701-0196-4133-952a-93cc9e3ada62 admin admin] Pushing event updated for resources: {'Port': ['ID=867005e5-fcd2-4e71-8587-d23538af74cd,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:40.370971 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-812b69b3-2412-4876-bb7e-e15ac553feee None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:40.384118 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-80243a71-5a73-4e52-ad26-9ca8fcb77466 tempest-TestNetworkAdvancedServerOps-1284012438 tempest-TestNetworkAdvancedServerOps-1284012438-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=261dc3b71b384338a9f4e12911499bfb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0939720 May 23 11:36:40.396026 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55708) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:40.403104 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-812b69b3-2412-4876-bb7e-e15ac553feee None None] Transition to ACTIVE for port object 46f247c8-7064-46e3-8e4b-e25224857885 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:36:40.446829 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-812b69b3-2412-4876-bb7e-e15ac553feee None None] Transition to ACTIVE for port object 46f247c8-7064-46e3-8e4b-e25224857885 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:36:40.466269 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-812b69b3-2412-4876-bb7e-e15ac553feee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:40.483224 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc3b5701-0196-4133-952a-93cc9e3ada62 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:40.485696 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc3b5701-0196-4133-952a-93cc9e3ada62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:40.584184 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812b69b3-2412-4876-bb7e-e15ac553feee None None] Network e1a14486-4a9b-48b2-a85d-4acc80ae3f2c is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:36:40.587683 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-812b69b3-2412-4876-bb7e-e15ac553feee None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:36:40.598588 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812b69b3-2412-4876-bb7e-e15ac553feee None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:36:40.609494 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5190d6-0fb2-4898-9f9e-2bb44cf8e0f8 tempest-TestNetworkAdvancedServerOps-1284012438 tempest-TestNetworkAdvancedServerOps-1284012438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:36:40.614942 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1e5190d6-0fb2-4898-9f9e-2bb44cf8e0f8 tempest-TestNetworkAdvancedServerOps-1284012438 tempest-TestNetworkAdvancedServerOps-1284012438-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2170486 May 23 11:36:40.615644 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55716) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:40.659535 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-28e678ec-9693-4fca-8e53-f21ffe0a7593 None None] Set router 27ad0d1a-34c1-482c-b673-8661a0620821 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:36:40.673526 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b69b3-2412-4876-bb7e-e15ac553feee None None] Pushing event updated for resources: {'Port': ['ID=46f247c8-7064-46e3-8e4b-e25224857885,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:40.685527 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b9ef2e18-dbac-4231-bbf0-f627cf860041 tempest-TestNetworkAdvancedServerOps-1284012438 tempest-TestNetworkAdvancedServerOps-1284012438-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=87d63aa2-c2e7-4553-824a-d818708dd83b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0549953 May 23 11:36:40.686334 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55722) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:40.693866 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-51b729e1-a5bd-4fdf-b1fa-df2867858e3b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-194655982', 'network_id': '9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a', 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:36:40.790879 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-812b69b3-2412-4876-bb7e-e15ac553feee None None] Attempting to bind port 46f247c8-7064-46e3-8e4b-e25224857885 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:36:40.791288 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-812b69b3-2412-4876-bb7e-e15ac553feee None None] Attempting to bind port 46f247c8-7064-46e3-8e4b-e25224857885 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '210a98f3-fb44-433e-bd77-a50e7cf8743b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e1a14486-4a9b-48b2-a85d-4acc80ae3f2c'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:36:40.791653 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812b69b3-2412-4876-bb7e-e15ac553feee None None] Attempting to bind port 46f247c8-7064-46e3-8e4b-e25224857885 on network e1a14486-4a9b-48b2-a85d-4acc80ae3f2c {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:36:40.804308 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812b69b3-2412-4876-bb7e-e15ac553feee None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:36:40.804686 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812b69b3-2412-4876-bb7e-e15ac553feee None None] Checking segment: {'id': '210a98f3-fb44-433e-bd77-a50e7cf8743b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e1a14486-4a9b-48b2-a85d-4acc80ae3f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:36:40.805099 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-812b69b3-2412-4876-bb7e-e15ac553feee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:40.807789 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812b69b3-2412-4876-bb7e-e15ac553feee None None] Bound using segment: {'id': '210a98f3-fb44-433e-bd77-a50e7cf8743b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e1a14486-4a9b-48b2-a85d-4acc80ae3f2c'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:36:40.808340 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-812b69b3-2412-4876-bb7e-e15ac553feee None None] Bound port: 46f247c8-7064-46e3-8e4b-e25224857885, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '210a98f3-fb44-433e-bd77-a50e7cf8743b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e1a14486-4a9b-48b2-a85d-4acc80ae3f2c'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:36:40.808717 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-812b69b3-2412-4876-bb7e-e15ac553feee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:40.906398 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-51b729e1-a5bd-4fdf-b1fa-df2867858e3b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:40.910607 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-51b729e1-a5bd-4fdf-b1fa-df2867858e3b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:subnet and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:40.914947 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-51b729e1-a5bd-4fdf-b1fa-df2867858e3b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:40.924307 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-51b729e1-a5bd-4fdf-b1fa-df2867858e3b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:40.948484 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b729e1-a5bd-4fdf-b1fa-df2867858e3b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Made reservation on behalf of 261dc3b71b384338a9f4e12911499bfb for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:36:40.988880 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-812b69b3-2412-4876-bb7e-e15ac553feee None None] For port 46f247c8-7064-46e3-8e4b-e25224857885, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:36:40.992983 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-812b69b3-2412-4876-bb7e-e15ac553feee None None] For port 46f247c8-7064-46e3-8e4b-e25224857885, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=46f247c8-7064-46e3-8e4b-e25224857885,segment=NetworkSegment(210a98f3-fb44-433e-bd77-a50e7cf8743b),segment_id=210a98f3-fb44-433e-bd77-a50e7cf8743b)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:36:40.996474 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3b5701-0196-4133-952a-93cc9e3ada62 admin admin] Router 614fa931-8004-4bab-b897-a96484afecc0 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:36:41.001022 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-812b69b3-2412-4876-bb7e-e15ac553feee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:41.121852 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-51b729e1-a5bd-4fdf-b1fa-df2867858e3b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:41.140055 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b69b3-2412-4876-bb7e-e15ac553feee None None] Pushing event updated for resources: {'Port': ['ID=46f247c8-7064-46e3-8e4b-e25224857885,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:41.159366 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-28e678ec-9693-4fca-8e53-f21ffe0a7593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ad0d1a-34c1-482c-b673-8661a0620821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356920749', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '30272126-614a-4b8d-97c8-b563e34af08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:36:37Z', 'updated_at': '2022-05-23T11:36:39Z', 'revision_number': 3, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': '30272126-614a-4b8d-97c8-b563e34af08f', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:eb:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ad0d1a-34c1-482c-b673-8661a0620821', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:38Z', 'updated_at': '2022-05-23T11:36:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:36:41.164290 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e678ec-9693-4fca-8e53-f21ffe0a7593 None None] Checking router: 27ad0d1a-34c1-482c-b673-8661a0620821 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:36:41.164708 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e678ec-9693-4fca-8e53-f21ffe0a7593 None None] Updating router 27ad0d1a-34c1-482c-b673-8661a0620821 port 30272126-614a-4b8d-97c8-b563e34af08f binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:36:41.244641 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-28e678ec-9693-4fca-8e53-f21ffe0a7593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:41.378782 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3b5701-0196-4133-952a-93cc9e3ada62 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:36:41.394730 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c394ae50-87ca-42a2-843f-cf232e001361 None None] Sync routers for ids ['614fa931-8004-4bab-b897-a96484afecc0'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:36:41.426043 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c394ae50-87ca-42a2-843f-cf232e001361 None None] Routers {'614fa931-8004-4bab-b897-a96484afecc0'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:36:41.427681 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-c394ae50-87ca-42a2-843f-cf232e001361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:36:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['614fa931-8004-4bab-b897-a96484afecc0'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:36:41.453723 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc3b5701-0196-4133-952a-93cc9e3ada62 admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:41.455658 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-dc3b5701-0196-4133-952a-93cc9e3ada62 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3268025 May 23 11:36:41.458342 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55736) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:41.626909 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-51b729e1-a5bd-4fdf-b1fa-df2867858e3b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:41.770053 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b729e1-a5bd-4fdf-b1fa-df2867858e3b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'Subnet': ['ID=d864b4d9-2135-426e-9dff-8b7dc31646c8,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:41.811230 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d5ac37b7-6369-41e7-a0cd-36b7bd059fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:41.811709 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b729e1-a5bd-4fdf-b1fa-df2867858e3b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Checking segment: {'id': '9f583dd4-4b8a-4969-ab3f-0efe97f89d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:36:41.812091 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b729e1-a5bd-4fdf-b1fa-df2867858e3b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Network hostable DHCP agents. Network: 9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:36:41.885100 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b729e1-a5bd-4fdf-b1fa-df2867858e3b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Network 9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:36:41.905430 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 46f247c8-7064-46e3-8e4b-e25224857885 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:36:41.908854 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-51b729e1-a5bd-4fdf-b1fa-df2867858e3b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:36:41.912933 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b729e1-a5bd-4fdf-b1fa-df2867858e3b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:36:41.913512 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-51b729e1-a5bd-4fdf-b1fa-df2867858e3b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:41.959842 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6168e64f-4c7e-4d23-bdba-52e6d317b8b4 None None] Network 9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:36:41.969696 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-51b729e1-a5bd-4fdf-b1fa-df2867858e3b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2817328 May 23 11:36:41.974741 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55754) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:42.115006 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-c394ae50-87ca-42a2-843f-cf232e001361 None None] Set router 614fa931-8004-4bab-b897-a96484afecc0 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:36:42.181981 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-28e678ec-9693-4fca-8e53-f21ffe0a7593 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:42.219749 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-28e678ec-9693-4fca-8e53-f21ffe0a7593 None None] Transition to ACTIVE for port object 30272126-614a-4b8d-97c8-b563e34af08f will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:36:42.238084 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-28e678ec-9693-4fca-8e53-f21ffe0a7593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:42.429910 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-28e678ec-9693-4fca-8e53-f21ffe0a7593 None None] Attempting to bind port 30272126-614a-4b8d-97c8-b563e34af08f on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:36:42.430579 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-28e678ec-9693-4fca-8e53-f21ffe0a7593 None None] Attempting to bind port 30272126-614a-4b8d-97c8-b563e34af08f by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:36:42.432098 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e678ec-9693-4fca-8e53-f21ffe0a7593 None None] Attempting to bind port 30272126-614a-4b8d-97c8-b563e34af08f on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:36:42.466422 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8218da38-c5c7-44db-a335-be886f3d42c5 None None] Pushing event updated for resources: {'Port': ['ID=30272126-614a-4b8d-97c8-b563e34af08f,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:42.488273 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8218da38-c5c7-44db-a335-be886f3d42c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:36:42.488619 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8218da38-c5c7-44db-a335-be886f3d42c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:36:42.488956 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8218da38-c5c7-44db-a335-be886f3d42c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:36:42.489289 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8218da38-c5c7-44db-a335-be886f3d42c5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:36:42.489614 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8218da38-c5c7-44db-a335-be886f3d42c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:36:42.489939 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8218da38-c5c7-44db-a335-be886f3d42c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:36:42.490259 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8218da38-c5c7-44db-a335-be886f3d42c5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:36:42.490577 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8218da38-c5c7-44db-a335-be886f3d42c5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:36:42.490897 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8218da38-c5c7-44db-a335-be886f3d42c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:36:42.491214 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8218da38-c5c7-44db-a335-be886f3d42c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:36:42.491530 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8218da38-c5c7-44db-a335-be886f3d42c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:36:42.501719 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e678ec-9693-4fca-8e53-f21ffe0a7593 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:36:42.502111 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e678ec-9693-4fca-8e53-f21ffe0a7593 None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:36:42.508220 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-28e678ec-9693-4fca-8e53-f21ffe0a7593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:42.508628 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e678ec-9693-4fca-8e53-f21ffe0a7593 None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:36:42.509123 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-28e678ec-9693-4fca-8e53-f21ffe0a7593 None None] Bound port: 30272126-614a-4b8d-97c8-b563e34af08f, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:36:42.509512 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-28e678ec-9693-4fca-8e53-f21ffe0a7593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:42.677589 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-28e678ec-9693-4fca-8e53-f21ffe0a7593 None None] For port 30272126-614a-4b8d-97c8-b563e34af08f, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:36:42.681297 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-28e678ec-9693-4fca-8e53-f21ffe0a7593 None None] For port 30272126-614a-4b8d-97c8-b563e34af08f, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=30272126-614a-4b8d-97c8-b563e34af08f,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:36:42.687677 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-28e678ec-9693-4fca-8e53-f21ffe0a7593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:42.795458 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e678ec-9693-4fca-8e53-f21ffe0a7593 None None] Routers {'27ad0d1a-34c1-482c-b673-8661a0620821'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:36:42.796132 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-28e678ec-9693-4fca-8e53-f21ffe0a7593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:36:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['27ad0d1a-34c1-482c-b673-8661a0620821'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:36:42.963305 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8218da38-c5c7-44db-a335-be886f3d42c5 None None] Pushing event updated for resources: {'Port': ['ID=30272126-614a-4b8d-97c8-b563e34af08f,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:43.010251 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2985eaa4-7096-4e3e-914b-903bf7ee06cb None None] Network e1a14486-4a9b-48b2-a85d-4acc80ae3f2c requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:36:43.062950 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-28e678ec-9693-4fca-8e53-f21ffe0a7593 None None] Set router 27ad0d1a-34c1-482c-b673-8661a0620821 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:36:43.318525 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5e711d-1345-454e-904d-4b6190e96529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a', 'network_id': '9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'fixed_ips': [{'subnet_id': 'd864b4d9-2135-426e-9dff-8b7dc31646c8'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:36:43.319360 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0a5e711d-1345-454e-904d-4b6190e96529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:43.406602 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-13ec0df6-7b76-4084-a07c-7887d4b34cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:43.476093 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 46f247c8-7064-46e3-8e4b-e25224857885 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:36:43.525883 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:43.535540 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:43.676993 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4624b857-29c1-4a64-bef2-b6216caa18a2 None None] Provisioning for port 46f247c8-7064-46e3-8e4b-e25224857885 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:36:43.690444 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-84411429-cf57-4c5f-8c0e-eb13e7bb3b6a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:43.712730 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-13ec0df6-7b76-4084-a07c-7887d4b34cbf admin admin] Allocated IP 172.20.0.1 (e1a14486-4a9b-48b2-a85d-4acc80ae3f2c/b59a689e-15b4-4586-873e-612094a2121e/cb8b5a0f-6702-43bd-95f6-570be107704d) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:36:43.738036 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4624b857-29c1-4a64-bef2-b6216caa18a2 None None] Provisioning complete for port 46f247c8-7064-46e3-8e4b-e25224857885 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:36:43.738036 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4624b857-29c1-4a64-bef2-b6216caa18a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:43.786925 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-28e678ec-9693-4fca-8e53-f21ffe0a7593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ad0d1a-34c1-482c-b673-8661a0620821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356920749', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '30272126-614a-4b8d-97c8-b563e34af08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:36:37Z', 'updated_at': '2022-05-23T11:36:39Z', 'revision_number': 3, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': '30272126-614a-4b8d-97c8-b563e34af08f', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:eb:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ad0d1a-34c1-482c-b673-8661a0620821', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:38Z', 'updated_at': '2022-05-23T11:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:36:43.791314 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e678ec-9693-4fca-8e53-f21ffe0a7593 None None] The sync data for ids ['27ad0d1a-34c1-482c-b673-8661a0620821'] in n-d-842952-2 is: [{'id': '27ad0d1a-34c1-482c-b673-8661a0620821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356920749', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '30272126-614a-4b8d-97c8-b563e34af08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:36:37Z', 'updated_at': '2022-05-23T11:36:39Z', 'revision_number': 3, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': '30272126-614a-4b8d-97c8-b563e34af08f', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:eb:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ad0d1a-34c1-482c-b673-8661a0620821', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:38Z', 'updated_at': '2022-05-23T11:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:36:43.935567 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-c394ae50-87ca-42a2-843f-cf232e001361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614fa931-8004-4bab-b897-a96484afecc0', 'name': 'tempest-TestServerBasicOps-2075311773-router', 'tenant_id': 'bcf810c9c8ae48689a266ac6d00d6318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '867005e5-fcd2-4e71-8587-d23538af74cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:36:39Z', 'updated_at': '2022-05-23T11:36:40Z', 'revision_number': 3, 'project_id': 'bcf810c9c8ae48689a266ac6d00d6318', 'gw_port': {'id': '867005e5-fcd2-4e71-8587-d23538af74cd', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614fa931-8004-4bab-b897-a96484afecc0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:39Z', 'updated_at': '2022-05-23T11:36:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:36:43.965671 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c394ae50-87ca-42a2-843f-cf232e001361 None None] Checking router: 614fa931-8004-4bab-b897-a96484afecc0 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:36:43.966392 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c394ae50-87ca-42a2-843f-cf232e001361 None None] Updating router 614fa931-8004-4bab-b897-a96484afecc0 port 867005e5-fcd2-4e71-8587-d23538af74cd binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:36:43.993363 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-13ec0df6-7b76-4084-a07c-7887d4b34cbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:44.012059 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-13ec0df6-7b76-4084-a07c-7887d4b34cbf admin admin] Transition to ACTIVE for port object cb8b5a0f-6702-43bd-95f6-570be107704d will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:36:44.038123 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-13ec0df6-7b76-4084-a07c-7887d4b34cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:44.109153 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c394ae50-87ca-42a2-843f-cf232e001361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:44.109861 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ec0df6-7b76-4084-a07c-7887d4b34cbf admin admin] Network e1a14486-4a9b-48b2-a85d-4acc80ae3f2c is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:36:44.112395 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-13ec0df6-7b76-4084-a07c-7887d4b34cbf admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:36:44.114801 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ec0df6-7b76-4084-a07c-7887d4b34cbf admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:36:44.156966 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-0a5e711d-1345-454e-904d-4b6190e96529 None None] Allocated IP 172.20.0.2 (9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a/d864b4d9-2135-426e-9dff-8b7dc31646c8/ea43e355-fb5d-459c-ab7f-3d06953615d0) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:36:44.167847 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec0df6-7b76-4084-a07c-7887d4b34cbf admin admin] Pushing event updated for resources: {'Port': ['ID=cb8b5a0f-6702-43bd-95f6-570be107704d,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:44.185529 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-13ec0df6-7b76-4084-a07c-7887d4b34cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:44.284847 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-13ec0df6-7b76-4084-a07c-7887d4b34cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:44.443339 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4624b857-29c1-4a64-bef2-b6216caa18a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:44.478362 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:44.579026 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-13ec0df6-7b76-4084-a07c-7887d4b34cbf admin admin] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:44.590254 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-13ec0df6-7b76-4084-a07c-7887d4b34cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:44.641806 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-4624b857-29c1-4a64-bef2-b6216caa18a2 None None] For port 46f247c8-7064-46e3-8e4b-e25224857885, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=46f247c8-7064-46e3-8e4b-e25224857885,segment=NetworkSegment(210a98f3-fb44-433e-bd77-a50e7cf8743b),segment_id=210a98f3-fb44-433e-bd77-a50e7cf8743b)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:36:44.668503 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4624b857-29c1-4a64-bef2-b6216caa18a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:44.732214 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-13ec0df6-7b76-4084-a07c-7887d4b34cbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:44.737678 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec0df6-7b76-4084-a07c-7887d4b34cbf admin admin] Pushing event updated for resources: {'Port': ['ID=cb8b5a0f-6702-43bd-95f6-570be107704d,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:44.832384 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0a5e711d-1345-454e-904d-4b6190e96529 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:44.842438 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624b857-29c1-4a64-bef2-b6216caa18a2 None None] Pushing event updated for resources: {'Port': ['ID=46f247c8-7064-46e3-8e4b-e25224857885,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:44.860164 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0a5e711d-1345-454e-904d-4b6190e96529 None None] Transition to ACTIVE for port object ea43e355-fb5d-459c-ab7f-3d06953615d0 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:36:44.917304 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-bbb8700e-e2f4-4880-9c29-e64b350c7086 None None] Provisioning complete for port 46f247c8-7064-46e3-8e4b-e25224857885 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:36:44.917686 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bbb8700e-e2f4-4880-9c29-e64b350c7086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:44.969067 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0a5e711d-1345-454e-904d-4b6190e96529 None None] Transition to ACTIVE for port object ea43e355-fb5d-459c-ab7f-3d06953615d0 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:36:44.991966 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c394ae50-87ca-42a2-843f-cf232e001361 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:44.994627 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0a5e711d-1345-454e-904d-4b6190e96529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:45.049872 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ec0df6-7b76-4084-a07c-7887d4b34cbf admin admin] Network e1a14486-4a9b-48b2-a85d-4acc80ae3f2c is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:36:45.051709 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-13ec0df6-7b76-4084-a07c-7887d4b34cbf admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:36:45.058968 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c394ae50-87ca-42a2-843f-cf232e001361 None None] Transition to ACTIVE for port object 867005e5-fcd2-4e71-8587-d23538af74cd will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:36:45.091500 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c394ae50-87ca-42a2-843f-cf232e001361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:45.105882 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5e711d-1345-454e-904d-4b6190e96529 None None] Network 9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:36:45.108452 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e711d-1345-454e-904d-4b6190e96529 None None] Pushing event updated for resources: {'Port': ['ID=ea43e355-fb5d-459c-ab7f-3d06953615d0,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:45.113627 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-0a5e711d-1345-454e-904d-4b6190e96529 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:36:45.130149 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-84411429-cf57-4c5f-8c0e-eb13e7bb3b6a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Allocated IP 172.20.0.1 (9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a/d864b4d9-2135-426e-9dff-8b7dc31646c8/6091efcf-e881-46a5-b484-f284cae79c29) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:36:45.158781 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5e711d-1345-454e-904d-4b6190e96529 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:36:45.358238 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c394ae50-87ca-42a2-843f-cf232e001361 None None] Attempting to bind port 867005e5-fcd2-4e71-8587-d23538af74cd on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:36:45.358604 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c394ae50-87ca-42a2-843f-cf232e001361 None None] Attempting to bind port 867005e5-fcd2-4e71-8587-d23538af74cd by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:36:45.358963 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c394ae50-87ca-42a2-843f-cf232e001361 None None] Attempting to bind port 867005e5-fcd2-4e71-8587-d23538af74cd on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:36:45.393580 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c310a-35b1-4c98-a5b4-eed014395055 None None] Pushing event updated for resources: {'Port': ['ID=867005e5-fcd2-4e71-8587-d23538af74cd,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:45.441521 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c394ae50-87ca-42a2-843f-cf232e001361 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:36:45.442090 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c394ae50-87ca-42a2-843f-cf232e001361 None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:36:45.442683 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c394ae50-87ca-42a2-843f-cf232e001361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:45.443238 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c394ae50-87ca-42a2-843f-cf232e001361 None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:36:45.444977 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c394ae50-87ca-42a2-843f-cf232e001361 None None] Bound port: 867005e5-fcd2-4e71-8587-d23538af74cd, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:36:45.445558 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c394ae50-87ca-42a2-843f-cf232e001361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:45.525049 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-84411429-cf57-4c5f-8c0e-eb13e7bb3b6a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:45.533591 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-0a5e711d-1345-454e-904d-4b6190e96529 None None] Attempting to bind port ea43e355-fb5d-459c-ab7f-3d06953615d0 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:36:45.533951 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-0a5e711d-1345-454e-904d-4b6190e96529 None None] Attempting to bind port ea43e355-fb5d-459c-ab7f-3d06953615d0 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '9f583dd4-4b8a-4969-ab3f-0efe97f89d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:36:45.534305 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5e711d-1345-454e-904d-4b6190e96529 None None] Attempting to bind port ea43e355-fb5d-459c-ab7f-3d06953615d0 on network 9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:36:45.563809 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5e711d-1345-454e-904d-4b6190e96529 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:36:45.564244 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5e711d-1345-454e-904d-4b6190e96529 None None] Checking segment: {'id': '9f583dd4-4b8a-4969-ab3f-0efe97f89d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:36:45.564646 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0a5e711d-1345-454e-904d-4b6190e96529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:45.565260 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5e711d-1345-454e-904d-4b6190e96529 None None] Bound using segment: {'id': '9f583dd4-4b8a-4969-ab3f-0efe97f89d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:36:45.565761 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-0a5e711d-1345-454e-904d-4b6190e96529 None None] Bound port: ea43e355-fb5d-459c-ab7f-3d06953615d0, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f583dd4-4b8a-4969-ab3f-0efe97f89d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:36:45.566113 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0a5e711d-1345-454e-904d-4b6190e96529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:45.579766 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-84411429-cf57-4c5f-8c0e-eb13e7bb3b6a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Transition to ACTIVE for port object 6091efcf-e881-46a5-b484-f284cae79c29 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:36:45.636915 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-84411429-cf57-4c5f-8c0e-eb13e7bb3b6a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:45.660064 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c394ae50-87ca-42a2-843f-cf232e001361 None None] For port 867005e5-fcd2-4e71-8587-d23538af74cd, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:36:45.661971 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-349e7bdd-cba4-484f-a19c-4cb93d764f65 None None] Provisioning for port cb8b5a0f-6702-43bd-95f6-570be107704d completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:36:45.683477 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c394ae50-87ca-42a2-843f-cf232e001361 None None] For port 867005e5-fcd2-4e71-8587-d23538af74cd, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=867005e5-fcd2-4e71-8587-d23538af74cd,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:36:45.684455 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-349e7bdd-cba4-484f-a19c-4cb93d764f65 None None] Provisioning complete for port cb8b5a0f-6702-43bd-95f6-570be107704d triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:36:45.684895 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-349e7bdd-cba4-484f-a19c-4cb93d764f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:45.721391 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c394ae50-87ca-42a2-843f-cf232e001361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:45.744893 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ec0df6-7b76-4084-a07c-7887d4b34cbf admin admin] Router 614fa931-8004-4bab-b897-a96484afecc0 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:36:45.869325 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 46f247c8-7064-46e3-8e4b-e25224857885 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:36:45.887051 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84411429-cf57-4c5f-8c0e-eb13e7bb3b6a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Network 9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:36:45.901501 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-84411429-cf57-4c5f-8c0e-eb13e7bb3b6a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:36:45.907754 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84411429-cf57-4c5f-8c0e-eb13e7bb3b6a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:36:45.946953 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84411429-cf57-4c5f-8c0e-eb13e7bb3b6a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'Port': ['ID=6091efcf-e881-46a5-b484-f284cae79c29,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:45.957182 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-0a5e711d-1345-454e-904d-4b6190e96529 None None] For port ea43e355-fb5d-459c-ab7f-3d06953615d0, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:36:45.966054 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-0a5e711d-1345-454e-904d-4b6190e96529 None None] For port ea43e355-fb5d-459c-ab7f-3d06953615d0, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=ea43e355-fb5d-459c-ab7f-3d06953615d0,segment=NetworkSegment(9f583dd4-4b8a-4969-ab3f-0efe97f89d04),segment_id=9f583dd4-4b8a-4969-ab3f-0efe97f89d04)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:36:45.982491 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-349e7bdd-cba4-484f-a19c-4cb93d764f65 None None] Port cb8b5a0f-6702-43bd-95f6-570be107704d cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:36:45.986232 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0a5e711d-1345-454e-904d-4b6190e96529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:46.028150 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-84411429-cf57-4c5f-8c0e-eb13e7bb3b6a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:46.034183 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c310a-35b1-4c98-a5b4-eed014395055 None None] Pushing event updated for resources: {'Port': ['ID=867005e5-fcd2-4e71-8587-d23538af74cd,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:46.177260 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-84411429-cf57-4c5f-8c0e-eb13e7bb3b6a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:46.194706 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c394ae50-87ca-42a2-843f-cf232e001361 None None] Routers {'614fa931-8004-4bab-b897-a96484afecc0'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:36:46.195171 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-c394ae50-87ca-42a2-843f-cf232e001361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:36:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['614fa931-8004-4bab-b897-a96484afecc0'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:36:46.217121 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ec0df6-7b76-4084-a07c-7887d4b34cbf admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:36:46.241286 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-13ec0df6-7b76-4084-a07c-7887d4b34cbf admin admin] 10.222.0.79 "PUT /v2.0/routers/614fa931-8004-4bab-b897-a96484afecc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7741759 May 23 11:36:46.434538 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 46f247c8-7064-46e3-8e4b-e25224857885 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:36:46.435142 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:46.526595 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e711d-1345-454e-904d-4b6190e96529 None None] Pushing event updated for resources: {'Port': ['ID=ea43e355-fb5d-459c-ab7f-3d06953615d0,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:46.660811 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-c394ae50-87ca-42a2-843f-cf232e001361 None None] Set router 614fa931-8004-4bab-b897-a96484afecc0 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:36:47.083996 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-84411429-cf57-4c5f-8c0e-eb13e7bb3b6a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:47.093801 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-84411429-cf57-4c5f-8c0e-eb13e7bb3b6a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:47.136130 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55828) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:47.142446 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d7e73806-4b80-45a7-aefb-e77ca76c2429 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-868061159', 'description': 'tempest-secgroup-smoke-868061159 description', 'project_id': 'c0d5a70375a14dad89b052c6ff00afdf'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:36:47.153695 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d7e73806-4b80-45a7-aefb-e77ca76c2429 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:47.165017 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d7e73806-4b80-45a7-aefb-e77ca76c2429 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Usage tracker for resource:security_group and tenant:c0d5a70375a14dad89b052c6ff00afdf is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:47.171774 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-c394ae50-87ca-42a2-843f-cf232e001361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614fa931-8004-4bab-b897-a96484afecc0', 'name': 'tempest-TestServerBasicOps-2075311773-router', 'tenant_id': 'bcf810c9c8ae48689a266ac6d00d6318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '867005e5-fcd2-4e71-8587-d23538af74cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:36:39Z', 'updated_at': '2022-05-23T11:36:44Z', 'revision_number': 4, 'project_id': 'bcf810c9c8ae48689a266ac6d00d6318', 'gw_port': {'id': '867005e5-fcd2-4e71-8587-d23538af74cd', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614fa931-8004-4bab-b897-a96484afecc0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:39Z', 'updated_at': '2022-05-23T11:36:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'cb8b5a0f-6702-43bd-95f6-570be107704d', 'name': '', 'network_id': 'e1a14486-4a9b-48b2-a85d-4acc80ae3f2c', 'tenant_id': 'bcf810c9c8ae48689a266ac6d00d6318', 'mac_address': 'fa:16:3e:78:ee:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614fa931-8004-4bab-b897-a96484afecc0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b59a689e-15b4-4586-873e-612094a2121e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:43Z', 'updated_at': '2022-05-23T11:36:44Z', 'revision_number': 2, 'project_id': 'bcf810c9c8ae48689a266ac6d00d6318', 'subnets': [{'id': 'b59a689e-15b4-4586-873e-612094a2121e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:36:47.172517 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d7e73806-4b80-45a7-aefb-e77ca76c2429 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:47.179564 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c394ae50-87ca-42a2-843f-cf232e001361 None None] The sync data for ids ['614fa931-8004-4bab-b897-a96484afecc0'] in n-d-842952-2 is: [{'id': '614fa931-8004-4bab-b897-a96484afecc0', 'name': 'tempest-TestServerBasicOps-2075311773-router', 'tenant_id': 'bcf810c9c8ae48689a266ac6d00d6318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '867005e5-fcd2-4e71-8587-d23538af74cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:36:39Z', 'updated_at': '2022-05-23T11:36:44Z', 'revision_number': 4, 'project_id': 'bcf810c9c8ae48689a266ac6d00d6318', 'gw_port': {'id': '867005e5-fcd2-4e71-8587-d23538af74cd', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614fa931-8004-4bab-b897-a96484afecc0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:39Z', 'updated_at': '2022-05-23T11:36:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'cb8b5a0f-6702-43bd-95f6-570be107704d', 'name': '', 'network_id': 'e1a14486-4a9b-48b2-a85d-4acc80ae3f2c', 'tenant_id': 'bcf810c9c8ae48689a266ac6d00d6318', 'mac_address': 'fa:16:3e:78:ee:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614fa931-8004-4bab-b897-a96484afecc0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b59a689e-15b4-4586-873e-612094a2121e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:43Z', 'updated_at': '2022-05-23T11:36:44Z', 'revision_number': 2, 'project_id': 'bcf810c9c8ae48689a266ac6d00d6318', 'subnets': [{'id': 'b59a689e-15b4-4586-873e-612094a2121e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:36:47.185286 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d7e73806-4b80-45a7-aefb-e77ca76c2429 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:47.211462 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d7e73806-4b80-45a7-aefb-e77ca76c2429 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:47.271686 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-84411429-cf57-4c5f-8c0e-eb13e7bb3b6a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:47.287100 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84411429-cf57-4c5f-8c0e-eb13e7bb3b6a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'Port': ['ID=6091efcf-e881-46a5-b484-f284cae79c29,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:47.310011 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d7e73806-4b80-45a7-aefb-e77ca76c2429 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:47.313845 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d7e73806-4b80-45a7-aefb-e77ca76c2429 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Usage tracker for resource:security_group_rule and tenant:c0d5a70375a14dad89b052c6ff00afdf is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:47.317036 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d7e73806-4b80-45a7-aefb-e77ca76c2429 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:47.330903 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d7e73806-4b80-45a7-aefb-e77ca76c2429 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:47.483692 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d7e73806-4b80-45a7-aefb-e77ca76c2429 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:47.494157 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d7e73806-4b80-45a7-aefb-e77ca76c2429 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:47.551006 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e73806-4b80-45a7-aefb-e77ca76c2429 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=417d8d15-6532-454b-9e89-80a279ed118e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:47.568478 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbd00ec-0819-483c-bfc2-1a128ae3a15d None None] Network 9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:36:47.569419 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d7e73806-4b80-45a7-aefb-e77ca76c2429 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:47.570858 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d7e73806-4b80-45a7-aefb-e77ca76c2429 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4334326 May 23 11:36:47.574896 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55840) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:47.584369 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-6043013a-f164-4e93-9bbe-14e686f90fc9 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Request body: {'security_group_rule': {'security_group_id': '417d8d15-6532-454b-9e89-80a279ed118e', 'project_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:36:47.606233 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6043013a-f164-4e93-9bbe-14e686f90fc9 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:47.612386 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-6043013a-f164-4e93-9bbe-14e686f90fc9 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Usage tracker for resource:security_group_rule and tenant:c0d5a70375a14dad89b052c6ff00afdf is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:47.615867 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-6043013a-f164-4e93-9bbe-14e686f90fc9 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:47.632435 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6043013a-f164-4e93-9bbe-14e686f90fc9 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:47.645222 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84411429-cf57-4c5f-8c0e-eb13e7bb3b6a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Network 9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:36:47.648467 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-84411429-cf57-4c5f-8c0e-eb13e7bb3b6a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:36:47.678946 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6043013a-f164-4e93-9bbe-14e686f90fc9 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:47.799402 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4a02a2e0-5177-4677-b018-0bf769b47478 None None] Provisioning for port ea43e355-fb5d-459c-ab7f-3d06953615d0 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:36:47.852456 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6043013a-f164-4e93-9bbe-14e686f90fc9 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:47.869155 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ea43e355-fb5d-459c-ab7f-3d06953615d0 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:36:47.875350 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6043013a-f164-4e93-9bbe-14e686f90fc9 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:47.923534 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043013a-f164-4e93-9bbe-14e686f90fc9 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d65f6f05-ece6-4408-bd81-0331baa0d73f,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:47.949725 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6043013a-f164-4e93-9bbe-14e686f90fc9 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:47.951932 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6043013a-f164-4e93-9bbe-14e686f90fc9 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3760278 May 23 11:36:47.954685 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55854) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:47.962859 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-bb1175f5-0c83-4336-82fe-f2effc9e644d tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Request body: {'security_group_rule': {'security_group_id': '417d8d15-6532-454b-9e89-80a279ed118e', 'project_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:36:47.977012 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bb1175f5-0c83-4336-82fe-f2effc9e644d tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:47.985112 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-bb1175f5-0c83-4336-82fe-f2effc9e644d tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Usage tracker for resource:security_group_rule and tenant:c0d5a70375a14dad89b052c6ff00afdf is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:47.989134 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-bb1175f5-0c83-4336-82fe-f2effc9e644d tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:47.996369 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bb1175f5-0c83-4336-82fe-f2effc9e644d tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:48.043589 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb1175f5-0c83-4336-82fe-f2effc9e644d tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:48.106374 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port ea43e355-fb5d-459c-ab7f-3d06953615d0 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:36:48.115299 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port ea43e355-fb5d-459c-ab7f-3d06953615d0 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:36:48.116378 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:48.179230 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb1175f5-0c83-4336-82fe-f2effc9e644d tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:48.200747 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb1175f5-0c83-4336-82fe-f2effc9e644d tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:48.236355 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1175f5-0c83-4336-82fe-f2effc9e644d tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de87eb7e-68ce-4209-95a2-4f3d39b7c90c,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:48.239946 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb1175f5-0c83-4336-82fe-f2effc9e644d tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:48.244616 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-bb1175f5-0c83-4336-82fe-f2effc9e644d tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2884688 May 23 11:36:48.244775 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55860) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:48.253753 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-ef7db57a-2b14-4168-87b9-f2b9551071ae tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Request body: {'security_group_rule': {'security_group_id': '417d8d15-6532-454b-9e89-80a279ed118e', 'project_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:36:48.262697 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ef7db57a-2b14-4168-87b9-f2b9551071ae tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:48.277362 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ef7db57a-2b14-4168-87b9-f2b9551071ae tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Usage tracker for resource:security_group_rule and tenant:c0d5a70375a14dad89b052c6ff00afdf is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:48.281950 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ef7db57a-2b14-4168-87b9-f2b9551071ae tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:48.289570 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ef7db57a-2b14-4168-87b9-f2b9551071ae tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:48.320134 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ef7db57a-2b14-4168-87b9-f2b9551071ae tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:48.333803 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:48.399600 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port ea43e355-fb5d-459c-ab7f-3d06953615d0, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=ea43e355-fb5d-459c-ab7f-3d06953615d0,segment=NetworkSegment(9f583dd4-4b8a-4969-ab3f-0efe97f89d04),segment_id=9f583dd4-4b8a-4969-ab3f-0efe97f89d04)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:36:48.408609 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:48.425795 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ef7db57a-2b14-4168-87b9-f2b9551071ae tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:48.453245 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ef7db57a-2b14-4168-87b9-f2b9551071ae tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:48.491573 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84411429-cf57-4c5f-8c0e-eb13e7bb3b6a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Router 27ad0d1a-34c1-482c-b673-8661a0620821 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:36:48.505349 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7db57a-2b14-4168-87b9-f2b9551071ae tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45fb54c6-f8db-42b3-9dce-bc8e9bea26f4,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:48.550491 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ef7db57a-2b14-4168-87b9-f2b9551071ae tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:48.554938 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55864) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:48.561750 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e2b5dda6-7887-4682-a136-5d5bdc14cb66 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Request body: {'security_group_rule': {'security_group_id': '417d8d15-6532-454b-9e89-80a279ed118e', 'project_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:36:48.569640 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ef7db57a-2b14-4168-87b9-f2b9551071ae tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3199403 May 23 11:36:48.572155 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=ea43e355-fb5d-459c-ab7f-3d06953615d0,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:48.579476 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e2b5dda6-7887-4682-a136-5d5bdc14cb66 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:48.584357 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e2b5dda6-7887-4682-a136-5d5bdc14cb66 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Usage tracker for resource:security_group_rule and tenant:c0d5a70375a14dad89b052c6ff00afdf is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:48.587629 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e2b5dda6-7887-4682-a136-5d5bdc14cb66 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:48.594577 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e2b5dda6-7887-4682-a136-5d5bdc14cb66 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:48.632976 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e2b5dda6-7887-4682-a136-5d5bdc14cb66 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:48.656976 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-20be708a-197b-4878-b3ea-4945254e4783 None None] Provisioning for port 6091efcf-e881-46a5-b484-f284cae79c29 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:36:48.663232 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-20be708a-197b-4878-b3ea-4945254e4783 None None] Provisioning complete for port 6091efcf-e881-46a5-b484-f284cae79c29 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:36:48.663646 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-20be708a-197b-4878-b3ea-4945254e4783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:48.737237 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-20be708a-197b-4878-b3ea-4945254e4783 None None] Port 6091efcf-e881-46a5-b484-f284cae79c29 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:36:48.740798 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e2b5dda6-7887-4682-a136-5d5bdc14cb66 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:48.746736 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e2b5dda6-7887-4682-a136-5d5bdc14cb66 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:48.779039 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5dda6-7887-4682-a136-5d5bdc14cb66 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eb48d54-2879-4b33-9d71-bb30e8ea786c,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:48.797586 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-20be708a-197b-4878-b3ea-4945254e4783 None None] Provisioning complete for port ea43e355-fb5d-459c-ab7f-3d06953615d0 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:36:48.797951 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-20be708a-197b-4878-b3ea-4945254e4783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:48.804335 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e2b5dda6-7887-4682-a136-5d5bdc14cb66 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:48.808422 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e2b5dda6-7887-4682-a136-5d5bdc14cb66 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2500412 May 23 11:36:48.808939 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55868) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:48.817382 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-5231f49a-1df2-44c1-9682-f0af3bd893d6 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Request body: {'security_group_rule': {'security_group_id': '417d8d15-6532-454b-9e89-80a279ed118e', 'project_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:36:48.841651 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5231f49a-1df2-44c1-9682-f0af3bd893d6 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:48.852285 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5231f49a-1df2-44c1-9682-f0af3bd893d6 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Usage tracker for resource:security_group_rule and tenant:c0d5a70375a14dad89b052c6ff00afdf is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:48.860540 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5231f49a-1df2-44c1-9682-f0af3bd893d6 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:48.885780 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5231f49a-1df2-44c1-9682-f0af3bd893d6 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:48.910785 n-d-842952-2 neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-5231f49a-1df2-44c1-9682-f0af3bd893d6 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Project c0d5a70375a14dad89b052c6ff00afdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 11:36:48.920646 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5231f49a-1df2-44c1-9682-f0af3bd893d6 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:48.956457 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84411429-cf57-4c5f-8c0e-eb13e7bb3b6a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:36:48.977348 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-84411429-cf57-4c5f-8c0e-eb13e7bb3b6a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "PUT /v2.0/routers/27ad0d1a-34c1-482c-b673-8661a0620821/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9932101 May 23 11:36:49.099871 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5231f49a-1df2-44c1-9682-f0af3bd893d6 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:49.114672 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5231f49a-1df2-44c1-9682-f0af3bd893d6 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:49.152575 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8bc08032-ca93-44a6-a885-6fb13313ca06 None None] Provisioning complete for port 6091efcf-e881-46a5-b484-f284cae79c29 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:36:49.152941 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8bc08032-ca93-44a6-a885-6fb13313ca06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:49.174864 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5231f49a-1df2-44c1-9682-f0af3bd893d6 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a757dd18-8cb6-4c65-a011-bd15a8da2477,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:49.193690 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5231f49a-1df2-44c1-9682-f0af3bd893d6 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:49.195173 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5231f49a-1df2-44c1-9682-f0af3bd893d6 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3850045 May 23 11:36:49.198516 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 55880) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:49.205734 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-2e9d7cfa-422a-4dbe-8790-8ac8ec9f20c4 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Request body: {'security_group_rule': {'security_group_id': '417d8d15-6532-454b-9e89-80a279ed118e', 'project_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:36:49.218778 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2e9d7cfa-422a-4dbe-8790-8ac8ec9f20c4 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:49.235629 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2e9d7cfa-422a-4dbe-8790-8ac8ec9f20c4 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Usage tracker for resource:security_group_rule and tenant:c0d5a70375a14dad89b052c6ff00afdf is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:49.240619 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2e9d7cfa-422a-4dbe-8790-8ac8ec9f20c4 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:49.255140 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2e9d7cfa-422a-4dbe-8790-8ac8ec9f20c4 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:49.283970 n-d-842952-2 neutron-server[83910]: INFO neutron.db.securitygroups_db [None req-2e9d7cfa-422a-4dbe-8790-8ac8ec9f20c4 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Project c0d5a70375a14dad89b052c6ff00afdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 11:36:49.306041 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2e9d7cfa-422a-4dbe-8790-8ac8ec9f20c4 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:49.323762 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8bc08032-ca93-44a6-a885-6fb13313ca06 None None] Port 6091efcf-e881-46a5-b484-f284cae79c29 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:36:49.459820 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b330f570-eefe-4802-9ee6-633d32fae313 None None] Provisioning complete for port 6091efcf-e881-46a5-b484-f284cae79c29 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:36:49.460271 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b330f570-eefe-4802-9ee6-633d32fae313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:49.490663 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2e9d7cfa-422a-4dbe-8790-8ac8ec9f20c4 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:49.521299 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2e9d7cfa-422a-4dbe-8790-8ac8ec9f20c4 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:49.578198 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-551673cc-e2dd-4525-b204-dc1cf1c54b70 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Synchronizing usage tracker for tenant:261dc3b71b384338a9f4e12911499bfb on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:36:49.581011 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d7cfa-422a-4dbe-8790-8ac8ec9f20c4 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d2abdcd-00d2-45be-9a89-88ba4efc7eb3,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:49.581989 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b330f570-eefe-4802-9ee6-633d32fae313 None None] Port 6091efcf-e881-46a5-b484-f284cae79c29 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:36:49.601402 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2e9d7cfa-422a-4dbe-8790-8ac8ec9f20c4 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:49.606469 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2e9d7cfa-422a-4dbe-8790-8ac8ec9f20c4 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4032936 May 23 11:36:49.629251 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-551673cc-e2dd-4525-b204-dc1cf1c54b70 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Unset dirty status for tenant:261dc3b71b384338a9f4e12911499bfb on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:36:49.630422 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-551673cc-e2dd-4525-b204-dc1cf1c54b70 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1021994960&fields=id&tenant_id=261dc3b71b384338a9f4e12911499bfb HTTP/1.1" status: 200 len: 267 time: 0.1367242 May 23 11:36:49.880651 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-26705082-ca7d-45d9-aab5-a2eeb30dffb4 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:36:49.882172 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-26705082-ca7d-45d9-aab5-a2eeb30dffb4 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/networks?id=9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a HTTP/1.1" status: 200 len: 796 time: 0.2385545 May 23 11:36:49.905214 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-0f2b64fc-2f13-4202-9859-f419dd181cc9 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/quotas/261dc3b71b384338a9f4e12911499bfb HTTP/1.1" status: 200 len: 375 time: 0.0141814 May 23 11:36:49.921367 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ea43e355-fb5d-459c-ab7f-3d06953615d0 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:36:49.945746 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55900) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:50.034242 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-5701c714-0f94-48dc-a021-3b676d57946d req-6d51f9d5-94af-4f3a-b584-7a5687e55791 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Synchronizing usage tracker for tenant:c0d5a70375a14dad89b052c6ff00afdf on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:36:50.045453 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port ea43e355-fb5d-459c-ab7f-3d06953615d0 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:36:50.046022 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:50.054841 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-df7000a0-12ac-40ac-998c-fd6c9cbf5dc4 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Synchronizing usage tracker for tenant:261dc3b71b384338a9f4e12911499bfb on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:36:50.078056 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-5701c714-0f94-48dc-a021-3b676d57946d req-6d51f9d5-94af-4f3a-b584-7a5687e55791 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Unset dirty status for tenant:c0d5a70375a14dad89b052c6ff00afdf on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:36:50.080109 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5701c714-0f94-48dc-a021-3b676d57946d req-6d51f9d5-94af-4f3a-b584-7a5687e55791 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-868061159&fields=id&tenant_id=c0d5a70375a14dad89b052c6ff00afdf HTTP/1.1" status: 200 len: 267 time: 0.1171472 May 23 11:36:50.092193 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-df7000a0-12ac-40ac-998c-fd6c9cbf5dc4 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Unset dirty status for tenant:261dc3b71b384338a9f4e12911499bfb on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:36:50.099693 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-df7000a0-12ac-40ac-998c-fd6c9cbf5dc4 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=261dc3b71b384338a9f4e12911499bfb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1922932 May 23 11:36:50.172921 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-34607938-1d65-4f56-af9c-79417b152057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:50.218439 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 30272126-614a-4b8d-97c8-b563e34af08f up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:36:50.240048 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-34607938-1d65-4f56-af9c-79417b152057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:50.244219 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-34607938-1d65-4f56-af9c-79417b152057 admin admin] Usage tracker for resource:security_group_rule and tenant:ad66cbc856ad4df68b01b28a8b4ca814 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:50.247191 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-34607938-1d65-4f56-af9c-79417b152057 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:50.257051 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-34607938-1d65-4f56-af9c-79417b152057 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:50.284658 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b319c6-6baa-42cd-a080-45ddecd18a7a None None] Sync routers for ids ['e45426e6-1cc2-4a79-9410-e9205fce47da'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:36:50.305130 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b319c6-6baa-42cd-a080-45ddecd18a7a None None] Routers {'e45426e6-1cc2-4a79-9410-e9205fce47da'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:36:50.305821 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d1b319c6-6baa-42cd-a080-45ddecd18a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:36:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['e45426e6-1cc2-4a79-9410-e9205fce47da'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:36:50.313227 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 30272126-614a-4b8d-97c8-b563e34af08f completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:36:50.324433 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 30272126-614a-4b8d-97c8-b563e34af08f triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:36:50.325534 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:50.350578 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701c714-0f94-48dc-a021-3b676d57946d req-4a8ea61f-8e21-4158-b132-2146ffaaf1e1 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:36:50.351347 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-5701c714-0f94-48dc-a021-3b676d57946d req-4a8ea61f-8e21-4158-b132-2146ffaaf1e1 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Synchronizing usage tracker for tenant:c0d5a70375a14dad89b052c6ff00afdf on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:36:50.393723 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-34607938-1d65-4f56-af9c-79417b152057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:50.411033 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-34607938-1d65-4f56-af9c-79417b152057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:50.476186 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-5701c714-0f94-48dc-a021-3b676d57946d req-4a8ea61f-8e21-4158-b132-2146ffaaf1e1 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Unset dirty status for tenant:c0d5a70375a14dad89b052c6ff00afdf on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:36:50.477510 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5701c714-0f94-48dc-a021-3b676d57946d req-4a8ea61f-8e21-4158-b132-2146ffaaf1e1 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.79 "GET /v2.0/networks?id=e5168ee0-15d7-4afb-963f-746644a08876 HTTP/1.1" status: 200 len: 809 time: 0.3883531 May 23 11:36:50.502370 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34607938-1d65-4f56-af9c-79417b152057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab5a4a2-aeaf-4790-ada9-1db811db0779,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:50.540241 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34607938-1d65-4f56-af9c-79417b152057 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:36:50.540587 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34607938-1d65-4f56-af9c-79417b152057 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:36:50.540975 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34607938-1d65-4f56-af9c-79417b152057 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:36:50.541305 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34607938-1d65-4f56-af9c-79417b152057 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:36:50.541635 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34607938-1d65-4f56-af9c-79417b152057 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:36:50.541961 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34607938-1d65-4f56-af9c-79417b152057 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:36:50.542282 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34607938-1d65-4f56-af9c-79417b152057 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:36:50.542604 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34607938-1d65-4f56-af9c-79417b152057 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:36:50.542929 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34607938-1d65-4f56-af9c-79417b152057 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:36:50.543239 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34607938-1d65-4f56-af9c-79417b152057 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:36:50.543661 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34607938-1d65-4f56-af9c-79417b152057 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:36:50.624902 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-34607938-1d65-4f56-af9c-79417b152057 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ad66cbc856ad4df68b01b28a8b4ca814&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6780953 May 23 11:36:50.631852 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55910) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:50.667036 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:50.690446 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 30272126-614a-4b8d-97c8-b563e34af08f, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=30272126-614a-4b8d-97c8-b563e34af08f,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:36:50.697881 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:50.721384 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e954fbff-ee1d-47c2-b80b-1c2ef99bbf90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:50.738656 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-d1b319c6-6baa-42cd-a080-45ddecd18a7a None None] Set router e45426e6-1cc2-4a79-9410-e9205fce47da gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:36:50.762429 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e954fbff-ee1d-47c2-b80b-1c2ef99bbf90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:50.796932 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5701c714-0f94-48dc-a021-3b676d57946d req-30bd56bb-e233-4134-9313-79d80d4019c1 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.79 "GET /v2.0/quotas/c0d5a70375a14dad89b052c6ff00afdf HTTP/1.1" status: 200 len: 375 time: 0.3107986 May 23 11:36:50.807851 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=30272126-614a-4b8d-97c8-b563e34af08f,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:50.849684 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e954fbff-ee1d-47c2-b80b-1c2ef99bbf90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:50.871732 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e954fbff-ee1d-47c2-b80b-1c2ef99bbf90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab5a4a2-aeaf-4790-ada9-1db811db0779,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:50.889816 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e954fbff-ee1d-47c2-b80b-1c2ef99bbf90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:50.891536 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e954fbff-ee1d-47c2-b80b-1c2ef99bbf90 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2ab5a4a2-aeaf-4790-ada9-1db811db0779 HTTP/1.1" status: 204 len: 168 time: 0.2582266 May 23 11:36:50.957185 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-49fbaf36-0b53-45ab-8d03-97c3fc751dfc service neutron] 10.222.0.79 "GET /v2.0/networks/9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7346029 May 23 11:36:50.969868 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-5701c714-0f94-48dc-a021-3b676d57946d req-79ea654f-10e2-49a3-8717-e2611f9666f0 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Synchronizing usage tracker for tenant:c0d5a70375a14dad89b052c6ff00afdf on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:36:51.090206 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-5701c714-0f94-48dc-a021-3b676d57946d req-79ea654f-10e2-49a3-8717-e2611f9666f0 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Unset dirty status for tenant:c0d5a70375a14dad89b052c6ff00afdf on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:36:51.095928 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5701c714-0f94-48dc-a021-3b676d57946d req-79ea654f-10e2-49a3-8717-e2611f9666f0 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c0d5a70375a14dad89b052c6ff00afdf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2904639 May 23 11:36:51.203937 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-e01e7a63-759a-4586-afee-efb5fd39bb22 service neutron] 10.222.0.79 "GET /v2.0/networks/9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389660 May 23 11:36:51.401103 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d1b319c6-6baa-42cd-a080-45ddecd18a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45426e6-1cc2-4a79-9410-e9205fce47da', 'name': 'tempest-TestServerBasicOps-1884940780-router', 'tenant_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '62ae54d6-6bc4-45bd-b3eb-f05b29783769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:36:28Z', 'updated_at': '2022-05-23T11:36:33Z', 'revision_number': 4, 'project_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'gw_port': {'id': '62ae54d6-6bc4-45bd-b3eb-f05b29783769', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45426e6-1cc2-4a79-9410-e9205fce47da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:28Z', 'updated_at': '2022-05-23T11:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '17cb53f7-642d-4517-973f-67f82113e4ed', 'name': '', 'network_id': 'e5168ee0-15d7-4afb-963f-746644a08876', 'tenant_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'mac_address': 'fa:16:3e:cc:63:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45426e6-1cc2-4a79-9410-e9205fce47da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad8d50de-c367-4541-8000-d04e811e479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:32Z', 'updated_at': '2022-05-23T11:36:34Z', 'revision_number': 2, 'project_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'subnets': [{'id': 'ad8d50de-c367-4541-8000-d04e811e479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:36:51.412611 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b319c6-6baa-42cd-a080-45ddecd18a7a None None] Checking router: e45426e6-1cc2-4a79-9410-e9205fce47da for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:36:51.413228 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b319c6-6baa-42cd-a080-45ddecd18a7a None None] Updating router e45426e6-1cc2-4a79-9410-e9205fce47da port 17cb53f7-642d-4517-973f-67f82113e4ed binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:36:51.547912 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d1b319c6-6baa-42cd-a080-45ddecd18a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:51.565951 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55924) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:51.614476 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-95cac5aa-4485-4499-98ff-3a80c84c0618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:51.649533 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-54f7fe7c-51cc-40f2-96cc-dbccdfd3307c req-e03790c3-75fb-4b0d-92fc-a860bf2d3b99 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 210 time: 0.1581125 May 23 11:36:51.694995 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-95cac5aa-4485-4499-98ff-3a80c84c0618 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:51.703247 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-95cac5aa-4485-4499-98ff-3a80c84c0618 admin admin] Usage tracker for resource:security_group_rule and tenant:6d4babe907d94292927205b646cd1d4c is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:51.713972 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-95cac5aa-4485-4499-98ff-3a80c84c0618 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:51.721535 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-95cac5aa-4485-4499-98ff-3a80c84c0618 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:51.805845 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5701c714-0f94-48dc-a021-3b676d57946d req-04d5c73f-cffd-40fb-aeb1-71a3101a6f78 service neutron] 10.222.0.79 "GET /v2.0/networks/e5168ee0-15d7-4afb-963f-746644a08876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6785438 May 23 11:36:51.871470 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-95cac5aa-4485-4499-98ff-3a80c84c0618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:51.886510 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-95cac5aa-4485-4499-98ff-3a80c84c0618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:51.991454 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 867005e5-fcd2-4e71-8587-d23538af74cd up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:36:52.088737 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cac5aa-4485-4499-98ff-3a80c84c0618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac294842-1260-4c9c-8f3c-dd7d7a04d042,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:52.117361 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-95cac5aa-4485-4499-98ff-3a80c84c0618 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6d4babe907d94292927205b646cd1d4c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5492520 May 23 11:36:52.120581 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5701c714-0f94-48dc-a021-3b676d57946d req-f40b401a-bc46-48d5-a69f-8dcab6a27a5c service neutron] 10.222.0.79 "GET /v2.0/networks/e5168ee0-15d7-4afb-963f-746644a08876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078113 May 23 11:36:52.122101 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55942) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:52.164295 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 867005e5-fcd2-4e71-8587-d23538af74cd completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:36:52.172674 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 867005e5-fcd2-4e71-8587-d23538af74cd triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:36:52.175355 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:52.259399 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ff93a08-a315-4bef-85be-61dc9a75952e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:52.336056 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ff93a08-a315-4bef-85be-61dc9a75952e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:52.450226 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ff93a08-a315-4bef-85be-61dc9a75952e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:52.469000 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff93a08-a315-4bef-85be-61dc9a75952e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac294842-1260-4c9c-8f3c-dd7d7a04d042,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:52.473506 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ff93a08-a315-4bef-85be-61dc9a75952e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:52.475174 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4ff93a08-a315-4bef-85be-61dc9a75952e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ac294842-1260-4c9c-8f3c-dd7d7a04d042 HTTP/1.1" status: 204 len: 168 time: 0.3517778 May 23 11:36:52.491317 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:52.518839 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d1b319c6-6baa-42cd-a080-45ddecd18a7a None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:52.536108 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 867005e5-fcd2-4e71-8587-d23538af74cd, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=867005e5-fcd2-4e71-8587-d23538af74cd,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:36:52.538288 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-d1b319c6-6baa-42cd-a080-45ddecd18a7a None None] Transition to ACTIVE for port object 17cb53f7-642d-4517-973f-67f82113e4ed will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:36:52.547357 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:52.548319 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 30272126-614a-4b8d-97c8-b563e34af08f up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:36:52.564989 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d1b319c6-6baa-42cd-a080-45ddecd18a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:52.614568 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b3345419-0e14-4835-9385-52ac767444c5 req-5aff400c-f92b-4fbf-87b7-01f64019a5b7 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9aad0bc-f9db-4db0-a7b0-7beb7e7fb826 HTTP/1.1" status: 200 len: 210 time: 0.0628967 May 23 11:36:52.690949 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=867005e5-fcd2-4e71-8587-d23538af74cd,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:52.738187 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 30272126-614a-4b8d-97c8-b563e34af08f triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:36:52.738564 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:52.869945 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5defc53e-ace5-4d4b-ae9e-72198eb6978f None None] Pushing event updated for resources: {'Port': ['ID=17cb53f7-642d-4517-973f-67f82113e4ed,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:52.918307 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55962) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:52.980439 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-213cf86e-de1d-4c38-8ce6-17dc3388180c req-bdfe262c-a0f1-4bda-a329-ef4c88c13cd0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 210 time: 0.0571070 May 23 11:36:53.030080 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-d1b319c6-6baa-42cd-a080-45ddecd18a7a None None] Attempting to bind port 17cb53f7-642d-4517-973f-67f82113e4ed on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:36:53.030306 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-d1b319c6-6baa-42cd-a080-45ddecd18a7a None None] Attempting to bind port 17cb53f7-642d-4517-973f-67f82113e4ed by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '67bc7637-b1f9-4d4c-9fb5-fccca3f5febc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e5168ee0-15d7-4afb-963f-746644a08876'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:36:53.030624 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b319c6-6baa-42cd-a080-45ddecd18a7a None None] Attempting to bind port 17cb53f7-642d-4517-973f-67f82113e4ed on network e5168ee0-15d7-4afb-963f-746644a08876 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:36:53.040944 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b319c6-6baa-42cd-a080-45ddecd18a7a None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:36:53.041522 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b319c6-6baa-42cd-a080-45ddecd18a7a None None] Checking segment: {'id': '67bc7637-b1f9-4d4c-9fb5-fccca3f5febc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e5168ee0-15d7-4afb-963f-746644a08876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:36:53.042091 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d1b319c6-6baa-42cd-a080-45ddecd18a7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:53.042603 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b319c6-6baa-42cd-a080-45ddecd18a7a None None] Bound using segment: {'id': '67bc7637-b1f9-4d4c-9fb5-fccca3f5febc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e5168ee0-15d7-4afb-963f-746644a08876'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:36:53.043213 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-d1b319c6-6baa-42cd-a080-45ddecd18a7a None None] Bound port: 17cb53f7-642d-4517-973f-67f82113e4ed, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67bc7637-b1f9-4d4c-9fb5-fccca3f5febc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e5168ee0-15d7-4afb-963f-746644a08876'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:36:53.043644 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d1b319c6-6baa-42cd-a080-45ddecd18a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:53.119053 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-911c4bb4-2d63-43b5-9ff8-521d6ea509db admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:53.157896 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-d1b319c6-6baa-42cd-a080-45ddecd18a7a None None] For port 17cb53f7-642d-4517-973f-67f82113e4ed, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:36:53.159197 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-911c4bb4-2d63-43b5-9ff8-521d6ea509db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:53.164233 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-911c4bb4-2d63-43b5-9ff8-521d6ea509db admin admin] Usage tracker for resource:security_group_rule and tenant:f9b9aba3cbb94b1188b165c6211c3c64 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:53.167926 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-911c4bb4-2d63-43b5-9ff8-521d6ea509db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:53.169315 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-d1b319c6-6baa-42cd-a080-45ddecd18a7a None None] For port 17cb53f7-642d-4517-973f-67f82113e4ed, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=17cb53f7-642d-4517-973f-67f82113e4ed,segment=NetworkSegment(67bc7637-b1f9-4d4c-9fb5-fccca3f5febc),segment_id=67bc7637-b1f9-4d4c-9fb5-fccca3f5febc)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:36:53.175809 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-911c4bb4-2d63-43b5-9ff8-521d6ea509db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:53.180132 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d1b319c6-6baa-42cd-a080-45ddecd18a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:53.273254 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-911c4bb4-2d63-43b5-9ff8-521d6ea509db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:53.276128 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5defc53e-ace5-4d4b-ae9e-72198eb6978f None None] Pushing event updated for resources: {'Port': ['ID=17cb53f7-642d-4517-973f-67f82113e4ed,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:53.279120 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b319c6-6baa-42cd-a080-45ddecd18a7a None None] Routers {'e45426e6-1cc2-4a79-9410-e9205fce47da'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:36:53.279849 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d1b319c6-6baa-42cd-a080-45ddecd18a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:36:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['e45426e6-1cc2-4a79-9410-e9205fce47da'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:36:53.282512 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-911c4bb4-2d63-43b5-9ff8-521d6ea509db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:53.373352 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-911c4bb4-2d63-43b5-9ff8-521d6ea509db admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f9b9aba3cbb94b1188b165c6211c3c64&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4516683 May 23 11:36:53.385817 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 55976) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:53.386531 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c4bb4-2d63-43b5-9ff8-521d6ea509db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4c9fcc-e70e-4b1d-8e87-c85453687c1e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:53.561219 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-d1b319c6-6baa-42cd-a080-45ddecd18a7a None None] Set router e45426e6-1cc2-4a79-9410-e9205fce47da gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:36:53.568541 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3dea5a06-2f90-47c7-aa09-a7f7426018c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:53.593694 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-e18de9bc-7ca0-4447-a2e7-b413e928dc59 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:36:53.597976 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3dea5a06-2f90-47c7-aa09-a7f7426018c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:53.598393 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-e18de9bc-7ca0-4447-a2e7-b413e928dc59 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.13 "GET /v2.0/networks?id=9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a HTTP/1.1" status: 200 len: 796 time: 0.3319607 May 23 11:36:53.676930 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3dea5a06-2f90-47c7-aa09-a7f7426018c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:53.699102 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-7a54edd4-5c98-4ad8-90f0-55915a428a84 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=261dc3b71b384338a9f4e12911499bfb HTTP/1.1" status: 200 len: 380 time: 0.0536616 May 23 11:36:53.712966 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-9224ea19-f685-4818-b424-dfa7be17d764 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Request body: {'port': {'device_id': 'f9e4142a-e6d9-4fec-b93f-564e5569d79d', 'network_id': '9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a', 'admin_state_up': True, 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'security_groups': ['44b775ff-2882-44f9-b929-cf57218a19bf']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:36:53.740682 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea5a06-2f90-47c7-aa09-a7f7426018c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4c9fcc-e70e-4b1d-8e87-c85453687c1e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:53.755861 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3dea5a06-2f90-47c7-aa09-a7f7426018c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:53.760045 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3dea5a06-2f90-47c7-aa09-a7f7426018c8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8a4c9fcc-e70e-4b1d-8e87-c85453687c1e HTTP/1.1" status: 204 len: 168 time: 0.3705161 May 23 11:36:53.842094 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 867005e5-fcd2-4e71-8587-d23538af74cd up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:36:53.889251 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-9224ea19-f685-4818-b424-dfa7be17d764 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:53.940081 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-574a8ebe-8fdc-4c39-a3f2-f36f3ff3bc65 req-4f4ebbfa-62c0-438b-8b81-d80c24b6424e tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9aad0bc-f9db-4db0-a7b0-7beb7e7fb826 HTTP/1.1" status: 200 len: 210 time: 0.0526309 May 23 11:36:53.944401 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-9224ea19-f685-4818-b424-dfa7be17d764 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:53.971373 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-9224ea19-f685-4818-b424-dfa7be17d764 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Made reservation on behalf of 261dc3b71b384338a9f4e12911499bfb for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:36:53.974623 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-9224ea19-f685-4818-b424-dfa7be17d764 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:54.005569 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 867005e5-fcd2-4e71-8587-d23538af74cd triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:36:54.005859 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:54.137417 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d1b319c6-6baa-42cd-a080-45ddecd18a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45426e6-1cc2-4a79-9410-e9205fce47da', 'name': 'tempest-TestServerBasicOps-1884940780-router', 'tenant_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '62ae54d6-6bc4-45bd-b3eb-f05b29783769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:36:28Z', 'updated_at': '2022-05-23T11:36:33Z', 'revision_number': 4, 'project_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'gw_port': {'id': '62ae54d6-6bc4-45bd-b3eb-f05b29783769', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45426e6-1cc2-4a79-9410-e9205fce47da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:28Z', 'updated_at': '2022-05-23T11:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '17cb53f7-642d-4517-973f-67f82113e4ed', 'name': '', 'network_id': 'e5168ee0-15d7-4afb-963f-746644a08876', 'tenant_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'mac_address': 'fa:16:3e:cc:63:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45426e6-1cc2-4a79-9410-e9205fce47da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad8d50de-c367-4541-8000-d04e811e479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:32Z', 'updated_at': '2022-05-23T11:36:53Z', 'revision_number': 4, 'project_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'subnets': [{'id': 'ad8d50de-c367-4541-8000-d04e811e479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:36:54.142472 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b319c6-6baa-42cd-a080-45ddecd18a7a None None] The sync data for ids ['e45426e6-1cc2-4a79-9410-e9205fce47da'] in n-d-842952-2 is: [{'id': 'e45426e6-1cc2-4a79-9410-e9205fce47da', 'name': 'tempest-TestServerBasicOps-1884940780-router', 'tenant_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '62ae54d6-6bc4-45bd-b3eb-f05b29783769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:36:28Z', 'updated_at': '2022-05-23T11:36:33Z', 'revision_number': 4, 'project_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'gw_port': {'id': '62ae54d6-6bc4-45bd-b3eb-f05b29783769', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45426e6-1cc2-4a79-9410-e9205fce47da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:28Z', 'updated_at': '2022-05-23T11:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '17cb53f7-642d-4517-973f-67f82113e4ed', 'name': '', 'network_id': 'e5168ee0-15d7-4afb-963f-746644a08876', 'tenant_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'mac_address': 'fa:16:3e:cc:63:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45426e6-1cc2-4a79-9410-e9205fce47da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad8d50de-c367-4541-8000-d04e811e479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:32Z', 'updated_at': '2022-05-23T11:36:53Z', 'revision_number': 4, 'project_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'subnets': [{'id': 'ad8d50de-c367-4541-8000-d04e811e479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:36:54.158399 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 17cb53f7-642d-4517-973f-67f82113e4ed up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:36:54.183932 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9197de10-ee57-4b39-bf4f-a5c3f968dfca req-b402a706-e3b6-4d39-8e8e-65392fc17ad9 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 210 time: 0.0689516 May 23 11:36:54.297106 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 17cb53f7-642d-4517-973f-67f82113e4ed completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:36:54.306053 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-9224ea19-f685-4818-b424-dfa7be17d764 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Allocated IP 172.20.0.13 (9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a/d864b4d9-2135-426e-9dff-8b7dc31646c8/d3c80bda-24a3-4f98-a789-f68ba1bde48a) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:36:54.306466 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 17cb53f7-642d-4517-973f-67f82113e4ed triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:36:54.307167 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:54.527132 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56012) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:54.528383 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:54.556581 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1e9d8117-0f50-4ca2-b6ad-c5ca4bddbae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:54.582012 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-9224ea19-f685-4818-b424-dfa7be17d764 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:54.583058 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 17cb53f7-642d-4517-973f-67f82113e4ed, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=17cb53f7-642d-4517-973f-67f82113e4ed,segment=NetworkSegment(67bc7637-b1f9-4d4c-9fb5-fccca3f5febc),segment_id=67bc7637-b1f9-4d4c-9fb5-fccca3f5febc)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:36:54.592964 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:54.614361 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-9224ea19-f685-4818-b424-dfa7be17d764 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Transition to ACTIVE for port object d3c80bda-24a3-4f98-a789-f68ba1bde48a will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:36:54.621057 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1e9d8117-0f50-4ca2-b6ad-c5ca4bddbae0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:54.625737 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1e9d8117-0f50-4ca2-b6ad-c5ca4bddbae0 admin admin] Usage tracker for resource:security_group_rule and tenant:1fd76d4fc3144202849ee5444453934b is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:54.631969 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1e9d8117-0f50-4ca2-b6ad-c5ca4bddbae0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:54.642700 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1e9d8117-0f50-4ca2-b6ad-c5ca4bddbae0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:54.658202 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-9224ea19-f685-4818-b424-dfa7be17d764 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:54.696350 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=17cb53f7-642d-4517-973f-67f82113e4ed,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:54.774717 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-9224ea19-f685-4818-b424-dfa7be17d764 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Network 9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:36:54.778971 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-9224ea19-f685-4818-b424-dfa7be17d764 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:36:54.782097 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1e9d8117-0f50-4ca2-b6ad-c5ca4bddbae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:54.784066 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-9224ea19-f685-4818-b424-dfa7be17d764 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:36:54.795701 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1e9d8117-0f50-4ca2-b6ad-c5ca4bddbae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:55.009649 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1e9d8117-0f50-4ca2-b6ad-c5ca4bddbae0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1fd76d4fc3144202849ee5444453934b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4811285 May 23 11:36:55.012731 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56028) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:55.047038 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224ea19-f685-4818-b424-dfa7be17d764 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'Port': ['ID=d3c80bda-24a3-4f98-a789-f68ba1bde48a,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:55.075164 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-9224ea19-f685-4818-b424-dfa7be17d764 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:36:55.075777 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-9224ea19-f685-4818-b424-dfa7be17d764 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:55.084975 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224ea19-f685-4818-b424-dfa7be17d764 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:36:55.086796 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d8117-0f50-4ca2-b6ad-c5ca4bddbae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62ae8a9-eb5b-41c6-8ab2-d6d2d95af329,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:55.088857 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224ea19-f685-4818-b424-dfa7be17d764 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:36:55.090976 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224ea19-f685-4818-b424-dfa7be17d764 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:36:55.091426 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224ea19-f685-4818-b424-dfa7be17d764 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:36:55.093522 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224ea19-f685-4818-b424-dfa7be17d764 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:36:55.093977 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224ea19-f685-4818-b424-dfa7be17d764 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:36:55.094547 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224ea19-f685-4818-b424-dfa7be17d764 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:36:55.094979 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224ea19-f685-4818-b424-dfa7be17d764 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:36:55.097210 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224ea19-f685-4818-b424-dfa7be17d764 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:36:55.097689 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224ea19-f685-4818-b424-dfa7be17d764 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:36:55.098116 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224ea19-f685-4818-b424-dfa7be17d764 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:36:55.123351 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-26bb246a-5b06-4324-99b7-a829038919aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:55.139351 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ce78bc93-8bde-4614-8534-160692aef2fb None None] Provisioning for port d3c80bda-24a3-4f98-a789-f68ba1bde48a completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:36:55.145269 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ce78bc93-8bde-4614-8534-160692aef2fb None None] Provisioning complete for port d3c80bda-24a3-4f98-a789-f68ba1bde48a triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:36:55.145758 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ce78bc93-8bde-4614-8534-160692aef2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:55.163194 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56034) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:55.165599 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a08aac6a-c80d-4b18-8e35-3698752fb61f req-67fdb3f5-c8f7-41ea-a5a2-02569ac98dc2 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9aad0bc-f9db-4db0-a7b0-7beb7e7fb826 HTTP/1.1" status: 200 len: 210 time: 0.0967600 May 23 11:36:55.167801 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-26bb246a-5b06-4324-99b7-a829038919aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:55.182132 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-9224ea19-f685-4818-b424-dfa7be17d764 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4778314 May 23 11:36:55.200398 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-ac6ffc17-0b0c-4a8c-b4f3-9d0d753e879e service neutron] Request body: {'port': {'device_id': 'f9e4142a-e6d9-4fec-b93f-564e5569d79d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:36:55.245039 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-26bb246a-5b06-4324-99b7-a829038919aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:55.279098 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb246a-5b06-4324-99b7-a829038919aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62ae8a9-eb5b-41c6-8ab2-d6d2d95af329,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:55.296059 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ce78bc93-8bde-4614-8534-160692aef2fb None None] Port d3c80bda-24a3-4f98-a789-f68ba1bde48a cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:36:55.296706 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-26bb246a-5b06-4324-99b7-a829038919aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:55.300819 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-26bb246a-5b06-4324-99b7-a829038919aa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e62ae8a9-eb5b-41c6-8ab2-d6d2d95af329 HTTP/1.1" status: 204 len: 168 time: 0.2869070 May 23 11:36:55.351054 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-ac6ffc17-0b0c-4a8c-b4f3-9d0d753e879e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:55.404975 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-48cb6d33-a2f6-4212-b276-7470b6f6eb85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:55.438104 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-48cb6d33-a2f6-4212-b276-7470b6f6eb85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:55.442070 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-48cb6d33-a2f6-4212-b276-7470b6f6eb85 admin admin] Usage tracker for resource:security_group_rule and tenant:f81bb1843657498da462a66ee6a4c364 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:55.445176 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-48cb6d33-a2f6-4212-b276-7470b6f6eb85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:55.451100 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-48cb6d33-a2f6-4212-b276-7470b6f6eb85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:55.535985 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-48cb6d33-a2f6-4212-b276-7470b6f6eb85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:55.541621 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-48cb6d33-a2f6-4212-b276-7470b6f6eb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:55.586942 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeead4cd-a90d-4214-be6f-1ddf3ee9b3e0 req-5da6dec8-72f8-4d6a-bbf6-a1b04dc27b12 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:36:55.587620 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-eeead4cd-a90d-4214-be6f-1ddf3ee9b3e0 req-5da6dec8-72f8-4d6a-bbf6-a1b04dc27b12 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Synchronizing usage tracker for tenant:261dc3b71b384338a9f4e12911499bfb on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:36:55.587976 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb6d33-a2f6-4212-b276-7470b6f6eb85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d92372-f192-4abc-ac31-c34d9bff7eb1,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:55.592837 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-48cb6d33-a2f6-4212-b276-7470b6f6eb85 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f81bb1843657498da462a66ee6a4c364&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4288023 May 23 11:36:55.595466 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56046) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:55.665132 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-96c56110-7c91-4e78-9e35-c46b32fcd573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:55.680192 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-eeead4cd-a90d-4214-be6f-1ddf3ee9b3e0 req-5da6dec8-72f8-4d6a-bbf6-a1b04dc27b12 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Unset dirty status for tenant:261dc3b71b384338a9f4e12911499bfb on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:36:55.681422 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eeead4cd-a90d-4214-be6f-1ddf3ee9b3e0 req-5da6dec8-72f8-4d6a-bbf6-a1b04dc27b12 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 932 time: 0.3019869 May 23 11:36:55.691044 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-96c56110-7c91-4e78-9e35-c46b32fcd573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:55.752121 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-96c56110-7c91-4e78-9e35-c46b32fcd573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:55.771395 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c56110-7c91-4e78-9e35-c46b32fcd573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d92372-f192-4abc-ac31-c34d9bff7eb1,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:55.780366 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eeead4cd-a90d-4214-be6f-1ddf3ee9b3e0 req-6b2110e1-a6a4-415f-9e98-ea5923dc7911 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=44b775ff-2882-44f9-b929-cf57218a19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816150 May 23 11:36:55.780754 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-96c56110-7c91-4e78-9e35-c46b32fcd573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:55.781970 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-96c56110-7c91-4e78-9e35-c46b32fcd573 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e3d92372-f192-4abc-ac31-c34d9bff7eb1 HTTP/1.1" status: 204 len: 168 time: 0.1855099 May 23 11:36:55.842556 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 17cb53f7-642d-4517-973f-67f82113e4ed up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:36:55.880536 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-ac6ffc17-0b0c-4a8c-b4f3-9d0d753e879e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3c80bda-24a3-4f98-a789-f68ba1bde48a {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:36:55.888319 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-ac6ffc17-0b0c-4a8c-b4f3-9d0d753e879e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:55.911051 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-ac6ffc17-0b0c-4a8c-b4f3-9d0d753e879e service neutron] Transition to ACTIVE for port object d3c80bda-24a3-4f98-a789-f68ba1bde48a will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:36:55.916912 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-ac6ffc17-0b0c-4a8c-b4f3-9d0d753e879e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:55.987225 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 17cb53f7-642d-4517-973f-67f82113e4ed triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:36:55.988296 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:56.108960 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ffc17-0b0c-4a8c-b4f3-9d0d753e879e service neutron] Pushing event updated for resources: {'Port': ['ID=d3c80bda-24a3-4f98-a789-f68ba1bde48a,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:56.269223 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-ac6ffc17-0b0c-4a8c-b4f3-9d0d753e879e service neutron] Attempting to bind port d3c80bda-24a3-4f98-a789-f68ba1bde48a on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:36:56.270316 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-ac6ffc17-0b0c-4a8c-b4f3-9d0d753e879e service neutron] Attempting to bind port d3c80bda-24a3-4f98-a789-f68ba1bde48a by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '9f583dd4-4b8a-4969-ab3f-0efe97f89d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:36:56.270931 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-ac6ffc17-0b0c-4a8c-b4f3-9d0d753e879e service neutron] Attempting to bind port d3c80bda-24a3-4f98-a789-f68ba1bde48a on network 9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:36:56.278770 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-ac6ffc17-0b0c-4a8c-b4f3-9d0d753e879e service neutron] Port d3c80bda-24a3-4f98-a789-f68ba1bde48a on network 9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:36:56.279755 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-ac6ffc17-0b0c-4a8c-b4f3-9d0d753e879e service neutron] Attempting to bind port d3c80bda-24a3-4f98-a789-f68ba1bde48a on network 9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:36:56.289429 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-ac6ffc17-0b0c-4a8c-b4f3-9d0d753e879e service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:36:56.289829 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-ac6ffc17-0b0c-4a8c-b4f3-9d0d753e879e service neutron] Checking segment: {'id': '9f583dd4-4b8a-4969-ab3f-0efe97f89d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:36:56.290436 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-ac6ffc17-0b0c-4a8c-b4f3-9d0d753e879e service neutron] Bound using segment: {'id': '9f583dd4-4b8a-4969-ab3f-0efe97f89d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:36:56.291072 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-ac6ffc17-0b0c-4a8c-b4f3-9d0d753e879e service neutron] Bound port: d3c80bda-24a3-4f98-a789-f68ba1bde48a, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f583dd4-4b8a-4969-ab3f-0efe97f89d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:36:56.291429 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-ac6ffc17-0b0c-4a8c-b4f3-9d0d753e879e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:56.443014 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f9bd9103-3fad-4e74-9385-ab2fdd2f534a req-4ac9cdce-916e-4faf-a01c-82dd89392ff9 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9aad0bc-f9db-4db0-a7b0-7beb7e7fb826 HTTP/1.1" status: 200 len: 210 time: 0.0812497 May 23 11:36:56.488426 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-ac6ffc17-0b0c-4a8c-b4f3-9d0d753e879e service neutron] For port d3c80bda-24a3-4f98-a789-f68ba1bde48a, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:36:56.499565 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-ac6ffc17-0b0c-4a8c-b4f3-9d0d753e879e service neutron] For port d3c80bda-24a3-4f98-a789-f68ba1bde48a, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=d3c80bda-24a3-4f98-a789-f68ba1bde48a,segment=NetworkSegment(9f583dd4-4b8a-4969-ab3f-0efe97f89d04),segment_id=9f583dd4-4b8a-4969-ab3f-0efe97f89d04)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:36:56.508826 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-ac6ffc17-0b0c-4a8c-b4f3-9d0d753e879e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:56.575772 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-ac6ffc17-0b0c-4a8c-b4f3-9d0d753e879e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:56.577306 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-ac6ffc17-0b0c-4a8c-b4f3-9d0d753e879e service neutron] 10.222.0.13 "PUT /v2.0/ports/d3c80bda-24a3-4f98-a789-f68ba1bde48a HTTP/1.1" status: 200 len: 1092 time: 1.3822553 May 23 11:36:56.577594 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e4142a-e6d9-4fec-b93f-564e5569d79d', 'tag': 'd3c80bda-24a3-4f98-a789-f68ba1bde48a'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:36:56.603479 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56084) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:56.614698 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ffc17-0b0c-4a8c-b4f3-9d0d753e879e service neutron] Pushing event updated for resources: {'Port': ['ID=d3c80bda-24a3-4f98-a789-f68ba1bde48a,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:56.677377 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cccad471-ec24-4573-bbb1-714040880957'] response: {'name': 'network-changed', 'server_uuid': 'f9e4142a-e6d9-4fec-b93f-564e5569d79d', 'tag': 'd3c80bda-24a3-4f98-a789-f68ba1bde48a', 'status': 'completed', 'code': 200} May 23 11:36:56.729675 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-d774853a-d7d6-4c05-8f74-2aececcc6c9c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=261dc3b71b384338a9f4e12911499bfb&device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 1095 time: 0.0909624 May 23 11:36:56.762284 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-76227d5f-7dee-43aa-bc4c-da5f8b1e0522 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-226868659-network', 'tenant_id': '24a65cfb0e1c40798de3e1edc3cacca5'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:36:56.768431 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-76227d5f-7dee-43aa-bc4c-da5f8b1e0522 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:56.772790 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-76227d5f-7dee-43aa-bc4c-da5f8b1e0522 admin admin] Usage tracker for resource:network and tenant:24a65cfb0e1c40798de3e1edc3cacca5 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:56.776323 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-76227d5f-7dee-43aa-bc4c-da5f8b1e0522 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:56.782699 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-76227d5f-7dee-43aa-bc4c-da5f8b1e0522 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:56.801770 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76227d5f-7dee-43aa-bc4c-da5f8b1e0522 admin admin] Made reservation on behalf of 24a65cfb0e1c40798de3e1edc3cacca5 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:36:56.804260 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76227d5f-7dee-43aa-bc4c-da5f8b1e0522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:56.818686 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76227d5f-7dee-43aa-bc4c-da5f8b1e0522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:56.858319 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-6f6d9bdf-1bb6-406e-82c6-0f2f4c930a0d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3c80bda-24a3-4f98-a789-f68ba1bde48a HTTP/1.1" status: 200 len: 217 time: 0.1117640 May 23 11:36:56.881670 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-76227d5f-7dee-43aa-bc4c-da5f8b1e0522 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:56.895715 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-76227d5f-7dee-43aa-bc4c-da5f8b1e0522 admin admin] Usage tracker for resource:security_group_rule and tenant:24a65cfb0e1c40798de3e1edc3cacca5 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:56.903891 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-76227d5f-7dee-43aa-bc4c-da5f8b1e0522 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:56.910658 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-76227d5f-7dee-43aa-bc4c-da5f8b1e0522 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:56.920356 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-c23a9cda-4ab8-4c21-a4f0-0ad0ab3eac9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:36:56.921943 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-c23a9cda-4ab8-4c21-a4f0-0ad0ab3eac9e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d864b4d9-2135-426e-9dff-8b7dc31646c8 HTTP/1.1" status: 200 len: 834 time: 0.0624802 May 23 11:36:56.997108 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76227d5f-7dee-43aa-bc4c-da5f8b1e0522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:57.002891 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76227d5f-7dee-43aa-bc4c-da5f8b1e0522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:57.021677 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-f94c61e4-1f9c-4823-a5f6-d1ce6c54468b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935967 May 23 11:36:57.035415 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76227d5f-7dee-43aa-bc4c-da5f8b1e0522 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:36:57.048991 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76227d5f-7dee-43aa-bc4c-da5f8b1e0522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3211cd9-547d-4c3e-86f4-4798a9d116b0,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:57.054722 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76227d5f-7dee-43aa-bc4c-da5f8b1e0522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:57.055045 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-76227d5f-7dee-43aa-bc4c-da5f8b1e0522 admin admin] Added segment 532c84da-7d72-4830-b98a-4408b112f2a9 of type vlan for network 39a9b8ca-e7d1-4831-918d-22578e396dc2 May 23 11:36:57.089669 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76227d5f-7dee-43aa-bc4c-da5f8b1e0522 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:57.120605 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76227d5f-7dee-43aa-bc4c-da5f8b1e0522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:57.121808 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76227d5f-7dee-43aa-bc4c-da5f8b1e0522 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:36:57.122486 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76227d5f-7dee-43aa-bc4c-da5f8b1e0522 admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:57.231940 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76227d5f-7dee-43aa-bc4c-da5f8b1e0522 admin admin] Pushing event updated for resources: {'Network': ['ID=39a9b8ca-e7d1-4831-918d-22578e396dc2,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:57.235882 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-76227d5f-7dee-43aa-bc4c-da5f8b1e0522 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6306641 May 23 11:36:57.238401 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56102) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:57.254393 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-8eabee2e-eafc-4f78-912d-c6f0893a9397 admin admin] Request body: {'subnet': {'network_id': '39a9b8ca-e7d1-4831-918d-22578e396dc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-226868659-subnet', 'tenant_id': '24a65cfb0e1c40798de3e1edc3cacca5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:36:57.264878 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8eabee2e-eafc-4f78-912d-c6f0893a9397 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:57.272120 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-8eabee2e-eafc-4f78-912d-c6f0893a9397 admin admin] Usage tracker for resource:subnet and tenant:24a65cfb0e1c40798de3e1edc3cacca5 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:57.275868 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-8eabee2e-eafc-4f78-912d-c6f0893a9397 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:57.282983 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8eabee2e-eafc-4f78-912d-c6f0893a9397 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:57.306395 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eabee2e-eafc-4f78-912d-c6f0893a9397 admin admin] Made reservation on behalf of 24a65cfb0e1c40798de3e1edc3cacca5 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:36:57.311426 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8eabee2e-eafc-4f78-912d-c6f0893a9397 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:57.321323 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-d5ae2038-2e2d-4581-894f-1d22c5ac719d service neutron] 10.222.0.13 "GET /v2.0/networks/9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577293 May 23 11:36:57.329111 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0814aae-d6f7-412b-8a32-fa12533b8b3d req-b40b23fb-2b55-4898-a050-6989e42e5fad tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:36:57.352623 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d0814aae-d6f7-412b-8a32-fa12533b8b3d req-b40b23fb-2b55-4898-a050-6989e42e5fad tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 944 time: 0.3284945 May 23 11:36:57.429935 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 39a9b8ca-e7d1-4831-918d-22578e396dc2 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:36:57.575985 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d0814aae-d6f7-412b-8a32-fa12533b8b3d req-7a46b2a0-86ff-4ba7-908b-ef423c8eb762 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=44b775ff-2882-44f9-b929-cf57218a19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219806 May 23 11:36:57.616596 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-be4bfb4e-8262-466b-ae7a-7a1493298e47 req-d2cb490e-746a-4f16-8cbf-a61636815c46 service neutron] 10.222.0.13 "GET /v2.0/networks/9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608297 May 23 11:36:57.694281 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8eabee2e-eafc-4f78-912d-c6f0893a9397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:57.752543 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f12a7241-5a35-4479-9987-5a9641fbae64 req-8cf7398a-3396-4313-849b-8cea54cbbde8 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9aad0bc-f9db-4db0-a7b0-7beb7e7fb826 HTTP/1.1" status: 200 len: 210 time: 0.0528047 May 23 11:36:57.800697 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eabee2e-eafc-4f78-912d-c6f0893a9397 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ec5d77f-5ad1-4e9c-8bd2-613a44f261a4,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:57.809943 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eabee2e-eafc-4f78-912d-c6f0893a9397 admin admin] Checking segment: {'id': '532c84da-7d72-4830-b98a-4408b112f2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '39a9b8ca-e7d1-4831-918d-22578e396dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:36:57.810373 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eabee2e-eafc-4f78-912d-c6f0893a9397 admin admin] Network hostable DHCP agents. Network: 39a9b8ca-e7d1-4831-918d-22578e396dc2, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:36:57.835756 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eabee2e-eafc-4f78-912d-c6f0893a9397 admin admin] Network 39a9b8ca-e7d1-4831-918d-22578e396dc2 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:36:57.851459 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-8eabee2e-eafc-4f78-912d-c6f0893a9397 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 39a9b8ca-e7d1-4831-918d-22578e396dc2) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:36:57.856992 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eabee2e-eafc-4f78-912d-c6f0893a9397 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:36:57.861331 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6814313-6749-4671-a8aa-9ff318a0173c None None] Network 39a9b8ca-e7d1-4831-918d-22578e396dc2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:36:57.870544 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8eabee2e-eafc-4f78-912d-c6f0893a9397 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:57.895072 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-372ccbc8-d2fe-4fe6-b07b-af691c313b6a req-84e29b38-63e3-410e-9504-8f0ba777e64f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=261dc3b71b384338a9f4e12911499bfb&device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 1095 time: 0.1413057 May 23 11:36:57.919165 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8eabee2e-eafc-4f78-912d-c6f0893a9397 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6793203 May 23 11:36:58.048941 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ccbc8-d2fe-4fe6-b07b-af691c313b6a req-83fce407-e12c-46a2-83aa-56fb84026570 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:36:58.050676 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-372ccbc8-d2fe-4fe6-b07b-af691c313b6a req-83fce407-e12c-46a2-83aa-56fb84026570 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a HTTP/1.1" status: 200 len: 897 time: 0.1475546 May 23 11:36:58.126154 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-372ccbc8-d2fe-4fe6-b07b-af691c313b6a req-1b2bef35-494f-4ad5-b07c-a4d7a84163f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3c80bda-24a3-4f98-a789-f68ba1bde48a HTTP/1.1" status: 200 len: 217 time: 0.0684814 May 23 11:36:58.136765 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b8df3c-f0b9-4f0b-aa6f-3e2232f4fb13 None None] Network 39a9b8ca-e7d1-4831-918d-22578e396dc2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:36:58.209417 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ccbc8-d2fe-4fe6-b07b-af691c313b6a req-58724485-216d-47ef-9165-3f56f4fdc7a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:36:58.210897 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-372ccbc8-d2fe-4fe6-b07b-af691c313b6a req-58724485-216d-47ef-9165-3f56f4fdc7a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d864b4d9-2135-426e-9dff-8b7dc31646c8 HTTP/1.1" status: 200 len: 834 time: 0.0787458 May 23 11:36:58.305458 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-372ccbc8-d2fe-4fe6-b07b-af691c313b6a req-a723849d-f110-44f0-8774-683ea008f42e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864668 May 23 11:36:58.502113 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-372ccbc8-d2fe-4fe6-b07b-af691c313b6a req-64a87b62-d6b1-4b9c-b2c2-80ac7f13c984 service neutron] 10.222.0.13 "GET /v2.0/networks/9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924329 May 23 11:36:58.594318 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701c714-0f94-48dc-a021-3b676d57946d req-92bee73b-85a2-446f-bd31-5ea6020a7377 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:36:58.596607 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5701c714-0f94-48dc-a021-3b676d57946d req-92bee73b-85a2-446f-bd31-5ea6020a7377 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.81 "GET /v2.0/networks?id=e5168ee0-15d7-4afb-963f-746644a08876 HTTP/1.1" status: 200 len: 809 time: 0.2479603 May 23 11:36:58.694250 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-372ccbc8-d2fe-4fe6-b07b-af691c313b6a req-b4d20e98-18c3-4756-9f7a-c7c2f359008a service neutron] 10.222.0.13 "GET /v2.0/networks/9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836855 May 23 11:36:58.700420 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-5701c714-0f94-48dc-a021-3b676d57946d req-0f191e7d-d79b-47b5-8c04-da2432d203c4 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Synchronizing usage tracker for tenant:c0d5a70375a14dad89b052c6ff00afdf on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:36:58.724377 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-5701c714-0f94-48dc-a021-3b676d57946d req-0f191e7d-d79b-47b5-8c04-da2432d203c4 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Unset dirty status for tenant:c0d5a70375a14dad89b052c6ff00afdf on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:36:58.725849 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5701c714-0f94-48dc-a021-3b676d57946d req-0f191e7d-d79b-47b5-8c04-da2432d203c4 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0d5a70375a14dad89b052c6ff00afdf HTTP/1.1" status: 200 len: 379 time: 0.0991347 May 23 11:36:58.741844 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-5701c714-0f94-48dc-a021-3b676d57946d req-38479854-88c0-4229-8517-4aa52ba214e5 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Request body: {'port': {'device_id': 'c9aad0bc-f9db-4db0-a7b0-7beb7e7fb826', 'network_id': 'e5168ee0-15d7-4afb-963f-746644a08876', 'admin_state_up': True, 'tenant_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'security_groups': ['417d8d15-6532-454b-9e89-80a279ed118e']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:36:58.857633 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ec5c6-7baf-472a-b791-d8b18f7d1fa5 req-f0c43990-7f1f-43ac-9c18-0c90b6860d29 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:36:58.860351 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fd3ec5c6-7baf-472a-b791-d8b18f7d1fa5 req-f0c43990-7f1f-43ac-9c18-0c90b6860d29 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 944 time: 0.1342285 May 23 11:36:58.919035 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fd3ec5c6-7baf-472a-b791-d8b18f7d1fa5 req-74aa4a83-348b-4d61-8fe7-aad74f86945e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=44b775ff-2882-44f9-b929-cf57218a19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537486 May 23 11:36:58.934545 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-5701c714-0f94-48dc-a021-3b676d57946d req-38479854-88c0-4229-8517-4aa52ba214e5 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:58.952419 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-5701c714-0f94-48dc-a021-3b676d57946d req-38479854-88c0-4229-8517-4aa52ba214e5 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:58.971747 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5701c714-0f94-48dc-a021-3b676d57946d req-38479854-88c0-4229-8517-4aa52ba214e5 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Made reservation on behalf of c0d5a70375a14dad89b052c6ff00afdf for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:36:58.975087 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-5701c714-0f94-48dc-a021-3b676d57946d req-38479854-88c0-4229-8517-4aa52ba214e5 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:59.003175 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0c4dd590-855d-474d-943b-1308e9a4a089 req-58cf4f64-e844-4538-affc-dc094a996132 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9aad0bc-f9db-4db0-a7b0-7beb7e7fb826 HTTP/1.1" status: 200 len: 210 time: 0.0466185 May 23 11:36:59.163006 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-5701c714-0f94-48dc-a021-3b676d57946d req-38479854-88c0-4229-8517-4aa52ba214e5 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Allocated IP 172.20.0.8 (e5168ee0-15d7-4afb-963f-746644a08876/ad8d50de-c367-4541-8000-d04e811e479e/1684116e-7873-4ed3-a20d-667f56c5001f) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:36:59.182447 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56148) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:59.189540 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-11be0f8c-e48c-4ac4-b44a-1ef2cca4633f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1440678289-network', 'tenant_id': 'a2e4c4011f5e493a94422bc37b30b2bf'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:36:59.196745 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-11be0f8c-e48c-4ac4-b44a-1ef2cca4633f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:59.201062 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-11be0f8c-e48c-4ac4-b44a-1ef2cca4633f admin admin] Usage tracker for resource:network and tenant:a2e4c4011f5e493a94422bc37b30b2bf is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:59.204919 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-11be0f8c-e48c-4ac4-b44a-1ef2cca4633f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:59.211312 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-11be0f8c-e48c-4ac4-b44a-1ef2cca4633f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:59.223526 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11be0f8c-e48c-4ac4-b44a-1ef2cca4633f admin admin] Made reservation on behalf of a2e4c4011f5e493a94422bc37b30b2bf for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:36:59.226036 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-11be0f8c-e48c-4ac4-b44a-1ef2cca4633f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:59.238590 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-11be0f8c-e48c-4ac4-b44a-1ef2cca4633f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:59.271498 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-11be0f8c-e48c-4ac4-b44a-1ef2cca4633f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:59.275350 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-11be0f8c-e48c-4ac4-b44a-1ef2cca4633f admin admin] Usage tracker for resource:security_group_rule and tenant:a2e4c4011f5e493a94422bc37b30b2bf is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:59.278857 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-11be0f8c-e48c-4ac4-b44a-1ef2cca4633f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:59.284766 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-11be0f8c-e48c-4ac4-b44a-1ef2cca4633f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:59.358975 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-11be0f8c-e48c-4ac4-b44a-1ef2cca4633f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:59.365102 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-11be0f8c-e48c-4ac4-b44a-1ef2cca4633f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:59.375360 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-5701c714-0f94-48dc-a021-3b676d57946d req-38479854-88c0-4229-8517-4aa52ba214e5 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:59.393276 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-5701c714-0f94-48dc-a021-3b676d57946d req-38479854-88c0-4229-8517-4aa52ba214e5 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Transition to ACTIVE for port object 1684116e-7873-4ed3-a20d-667f56c5001f will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:36:59.399667 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11be0f8c-e48c-4ac4-b44a-1ef2cca4633f admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:36:59.409191 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be0f8c-e48c-4ac4-b44a-1ef2cca4633f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e460c038-86e8-4ce5-8295-61497abbf1dd,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:59.414699 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-11be0f8c-e48c-4ac4-b44a-1ef2cca4633f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:59.415030 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-11be0f8c-e48c-4ac4-b44a-1ef2cca4633f admin admin] Added segment 2acb88f8-68fd-46a7-b5f7-7ef0402662f4 of type vlan for network 0f44cee8-53d9-4433-b424-dc7ce1d38029 May 23 11:36:59.419531 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-5701c714-0f94-48dc-a021-3b676d57946d req-38479854-88c0-4229-8517-4aa52ba214e5 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:59.444505 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-11be0f8c-e48c-4ac4-b44a-1ef2cca4633f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:59.489565 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-11be0f8c-e48c-4ac4-b44a-1ef2cca4633f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:59.490231 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11be0f8c-e48c-4ac4-b44a-1ef2cca4633f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:36:59.491011 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-11be0f8c-e48c-4ac4-b44a-1ef2cca4633f admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:59.502579 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5701c714-0f94-48dc-a021-3b676d57946d req-38479854-88c0-4229-8517-4aa52ba214e5 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Network e5168ee0-15d7-4afb-963f-746644a08876 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:36:59.506253 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38479854-88c0-4229-8517-4aa52ba214e5 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Pushing event updated for resources: {'Port': ['ID=1684116e-7873-4ed3-a20d-667f56c5001f,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:59.508666 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-5701c714-0f94-48dc-a021-3b676d57946d req-38479854-88c0-4229-8517-4aa52ba214e5 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:36:59.510803 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-5701c714-0f94-48dc-a021-3b676d57946d req-38479854-88c0-4229-8517-4aa52ba214e5 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:36:59.573785 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701c714-0f94-48dc-a021-3b676d57946d req-38479854-88c0-4229-8517-4aa52ba214e5 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:36:59.574419 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-5701c714-0f94-48dc-a021-3b676d57946d req-38479854-88c0-4229-8517-4aa52ba214e5 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:59.610995 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5701c714-0f94-48dc-a021-3b676d57946d req-38479854-88c0-4229-8517-4aa52ba214e5 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8760841 May 23 11:36:59.611271 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be0f8c-e48c-4ac4-b44a-1ef2cca4633f admin admin] Pushing event updated for resources: {'Network': ['ID=0f44cee8-53d9-4433-b424-dc7ce1d38029,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:36:59.622360 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 0f44cee8-53d9-4433-b424-dc7ce1d38029 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:36:59.624155 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56162) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:36:59.624535 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-11be0f8c-e48c-4ac4-b44a-1ef2cca4633f admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4405057 May 23 11:36:59.629848 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d7190414-b15c-473a-9e6c-48b0bb9b5840 admin admin] Request body: {'subnet': {'network_id': '0f44cee8-53d9-4433-b424-dc7ce1d38029', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1440678289-subnet', 'tenant_id': 'a2e4c4011f5e493a94422bc37b30b2bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:36:59.637702 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d7190414-b15c-473a-9e6c-48b0bb9b5840 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:36:59.642298 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d7190414-b15c-473a-9e6c-48b0bb9b5840 admin admin] Usage tracker for resource:subnet and tenant:a2e4c4011f5e493a94422bc37b30b2bf is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:36:59.645997 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d7190414-b15c-473a-9e6c-48b0bb9b5840 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:36:59.653057 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d7190414-b15c-473a-9e6c-48b0bb9b5840 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:36:59.660003 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-5701c714-0f94-48dc-a021-3b676d57946d req-d3f455e9-c390-49a9-832b-89caf4d68a0f service neutron] Request body: {'port': {'device_id': 'c9aad0bc-f9db-4db0-a7b0-7beb7e7fb826', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:36:59.722290 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7190414-b15c-473a-9e6c-48b0bb9b5840 admin admin] Made reservation on behalf of a2e4c4011f5e493a94422bc37b30b2bf for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:36:59.724707 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d7190414-b15c-473a-9e6c-48b0bb9b5840 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:59.826858 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-710ad176-7fcf-402e-9dad-5e30dcce587e None None] Provisioning for port 1684116e-7873-4ed3-a20d-667f56c5001f completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:36:59.834686 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-710ad176-7fcf-402e-9dad-5e30dcce587e None None] Provisioning complete for port 1684116e-7873-4ed3-a20d-667f56c5001f triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:36:59.835998 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-710ad176-7fcf-402e-9dad-5e30dcce587e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:36:59.902466 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-710ad176-7fcf-402e-9dad-5e30dcce587e None None] Port 1684116e-7873-4ed3-a20d-667f56c5001f cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:36:59.974799 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-5701c714-0f94-48dc-a021-3b676d57946d req-d3f455e9-c390-49a9-832b-89caf4d68a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:00.188857 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a60260-a07a-469c-99f5-cd816846dc88 req-5d2e4656-3502-4bee-89ac-706cdcf65218 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:00.190673 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-86a60260-a07a-469c-99f5-cd816846dc88 req-5d2e4656-3502-4bee-89ac-706cdcf65218 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 944 time: 0.1320963 May 23 11:37:00.295892 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-86a60260-a07a-469c-99f5-cd816846dc88 req-64ec029a-50db-4c32-8174-5f2c87ee23cf tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=44b775ff-2882-44f9-b929-cf57218a19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984519 May 23 11:37:00.320724 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39586f74-f681-40e0-aae9-ce9702912c77 req-9475b0c4-a51c-4489-96fe-157ebd080132 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:00.320724 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-39586f74-f681-40e0-aae9-ce9702912c77 req-9475b0c4-a51c-4489-96fe-157ebd080132 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9aad0bc-f9db-4db0-a7b0-7beb7e7fb826 HTTP/1.1" status: 200 len: 931 time: 0.1080031 May 23 11:37:00.329206 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d7190414-b15c-473a-9e6c-48b0bb9b5840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:00.370805 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-39586f74-f681-40e0-aae9-ce9702912c77 req-68f5189e-3869-4f3c-9b98-755fd07dd539 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.79 "GET /v2.0/security-groups?id=417d8d15-6532-454b-9e89-80a279ed118e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444548 May 23 11:37:00.433931 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7190414-b15c-473a-9e6c-48b0bb9b5840 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0325aab6-01ca-4224-833d-243fc1cbce42,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:00.504663 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7190414-b15c-473a-9e6c-48b0bb9b5840 admin admin] Checking segment: {'id': '2acb88f8-68fd-46a7-b5f7-7ef0402662f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0f44cee8-53d9-4433-b424-dc7ce1d38029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:37:00.505030 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7190414-b15c-473a-9e6c-48b0bb9b5840 admin admin] Network hostable DHCP agents. Network: 0f44cee8-53d9-4433-b424-dc7ce1d38029, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:37:00.520258 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-5701c714-0f94-48dc-a021-3b676d57946d req-d3f455e9-c390-49a9-832b-89caf4d68a0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1684116e-7873-4ed3-a20d-667f56c5001f {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:37:00.528562 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-5701c714-0f94-48dc-a021-3b676d57946d req-d3f455e9-c390-49a9-832b-89caf4d68a0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:00.545672 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-5701c714-0f94-48dc-a021-3b676d57946d req-d3f455e9-c390-49a9-832b-89caf4d68a0f service neutron] Transition to ACTIVE for port object 1684116e-7873-4ed3-a20d-667f56c5001f will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:37:00.551588 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-5701c714-0f94-48dc-a021-3b676d57946d req-d3f455e9-c390-49a9-832b-89caf4d68a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:00.591582 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7190414-b15c-473a-9e6c-48b0bb9b5840 admin admin] Network 0f44cee8-53d9-4433-b424-dc7ce1d38029 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:37:00.621638 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-d7190414-b15c-473a-9e6c-48b0bb9b5840 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 0f44cee8-53d9-4433-b424-dc7ce1d38029) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:37:00.634108 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67bcefb-ebd2-4632-b47b-0388292d038c None None] Network 0f44cee8-53d9-4433-b424-dc7ce1d38029 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:37:00.672667 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7190414-b15c-473a-9e6c-48b0bb9b5840 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:00.673251 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d7190414-b15c-473a-9e6c-48b0bb9b5840 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:00.702352 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f455e9-c390-49a9-832b-89caf4d68a0f service neutron] Pushing event updated for resources: {'Port': ['ID=1684116e-7873-4ed3-a20d-667f56c5001f,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:00.763935 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d7190414-b15c-473a-9e6c-48b0bb9b5840 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1385641 May 23 11:37:00.865370 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-5701c714-0f94-48dc-a021-3b676d57946d req-d3f455e9-c390-49a9-832b-89caf4d68a0f service neutron] Attempting to bind port 1684116e-7873-4ed3-a20d-667f56c5001f on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:37:00.865624 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-5701c714-0f94-48dc-a021-3b676d57946d req-d3f455e9-c390-49a9-832b-89caf4d68a0f service neutron] Attempting to bind port 1684116e-7873-4ed3-a20d-667f56c5001f by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '67bc7637-b1f9-4d4c-9fb5-fccca3f5febc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e5168ee0-15d7-4afb-963f-746644a08876'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:37:00.865957 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5701c714-0f94-48dc-a021-3b676d57946d req-d3f455e9-c390-49a9-832b-89caf4d68a0f service neutron] Attempting to bind port 1684116e-7873-4ed3-a20d-667f56c5001f on network e5168ee0-15d7-4afb-963f-746644a08876 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:37:00.873356 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5701c714-0f94-48dc-a021-3b676d57946d req-d3f455e9-c390-49a9-832b-89caf4d68a0f service neutron] Port 1684116e-7873-4ed3-a20d-667f56c5001f on network e5168ee0-15d7-4afb-963f-746644a08876 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:37:00.873677 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5701c714-0f94-48dc-a021-3b676d57946d req-d3f455e9-c390-49a9-832b-89caf4d68a0f service neutron] Attempting to bind port 1684116e-7873-4ed3-a20d-667f56c5001f on network e5168ee0-15d7-4afb-963f-746644a08876 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:37:00.881142 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5701c714-0f94-48dc-a021-3b676d57946d req-d3f455e9-c390-49a9-832b-89caf4d68a0f service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:37:00.881545 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5701c714-0f94-48dc-a021-3b676d57946d req-d3f455e9-c390-49a9-832b-89caf4d68a0f service neutron] Checking segment: {'id': '67bc7637-b1f9-4d4c-9fb5-fccca3f5febc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e5168ee0-15d7-4afb-963f-746644a08876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:37:00.881933 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5701c714-0f94-48dc-a021-3b676d57946d req-d3f455e9-c390-49a9-832b-89caf4d68a0f service neutron] Bound using segment: {'id': '67bc7637-b1f9-4d4c-9fb5-fccca3f5febc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e5168ee0-15d7-4afb-963f-746644a08876'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:37:00.882363 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-5701c714-0f94-48dc-a021-3b676d57946d req-d3f455e9-c390-49a9-832b-89caf4d68a0f service neutron] Bound port: 1684116e-7873-4ed3-a20d-667f56c5001f, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67bc7637-b1f9-4d4c-9fb5-fccca3f5febc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e5168ee0-15d7-4afb-963f-746644a08876'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:37:00.883213 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-5701c714-0f94-48dc-a021-3b676d57946d req-d3f455e9-c390-49a9-832b-89caf4d68a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:00.933216 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749dd8bf-9340-4767-ac8f-0a0a3bd52d93 None None] Network 0f44cee8-53d9-4433-b424-dc7ce1d38029 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:37:01.030794 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-5701c714-0f94-48dc-a021-3b676d57946d req-d3f455e9-c390-49a9-832b-89caf4d68a0f service neutron] For port 1684116e-7873-4ed3-a20d-667f56c5001f, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:37:01.033832 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-5701c714-0f94-48dc-a021-3b676d57946d req-d3f455e9-c390-49a9-832b-89caf4d68a0f service neutron] For port 1684116e-7873-4ed3-a20d-667f56c5001f, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=1684116e-7873-4ed3-a20d-667f56c5001f,segment=NetworkSegment(67bc7637-b1f9-4d4c-9fb5-fccca3f5febc),segment_id=67bc7637-b1f9-4d4c-9fb5-fccca3f5febc)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:37:01.040969 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-5701c714-0f94-48dc-a021-3b676d57946d req-d3f455e9-c390-49a9-832b-89caf4d68a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:01.112336 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-5701c714-0f94-48dc-a021-3b676d57946d req-d3f455e9-c390-49a9-832b-89caf4d68a0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:01.114216 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5701c714-0f94-48dc-a021-3b676d57946d req-d3f455e9-c390-49a9-832b-89caf4d68a0f service neutron] 10.222.0.81 "PUT /v2.0/ports/1684116e-7873-4ed3-a20d-667f56c5001f HTTP/1.1" status: 200 len: 1091 time: 1.4585338 May 23 11:37:01.114686 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9aad0bc-f9db-4db0-a7b0-7beb7e7fb826', 'tag': '1684116e-7873-4ed3-a20d-667f56c5001f'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:37:01.133672 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f455e9-c390-49a9-832b-89caf4d68a0f service neutron] Pushing event updated for resources: {'Port': ['ID=1684116e-7873-4ed3-a20d-667f56c5001f,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:01.258665 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d178afa5-2abb-4d04-be34-c5960220afab'] response: {'name': 'network-changed', 'server_uuid': 'c9aad0bc-f9db-4db0-a7b0-7beb7e7fb826', 'tag': '1684116e-7873-4ed3-a20d-667f56c5001f', 'status': 'completed', 'code': 200} May 23 11:37:01.329133 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5701c714-0f94-48dc-a021-3b676d57946d req-78d82317-3a81-47e2-9628-e6e5ebb872f4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c0d5a70375a14dad89b052c6ff00afdf&device_id=c9aad0bc-f9db-4db0-a7b0-7beb7e7fb826 HTTP/1.1" status: 200 len: 1094 time: 0.1377168 May 23 11:37:01.445998 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5701c714-0f94-48dc-a021-3b676d57946d req-9dc27c44-59de-4563-90f9-b0f49603edb7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1684116e-7873-4ed3-a20d-667f56c5001f HTTP/1.1" status: 200 len: 217 time: 0.0970631 May 23 11:37:01.518158 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701c714-0f94-48dc-a021-3b676d57946d req-30e712f3-4c6b-4a63-9bc3-7cb6604a77f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:01.519883 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5701c714-0f94-48dc-a021-3b676d57946d req-30e712f3-4c6b-4a63-9bc3-7cb6604a77f5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ad8d50de-c367-4541-8000-d04e811e479e HTTP/1.1" status: 200 len: 848 time: 0.0639496 May 23 11:37:01.596575 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device d3c80bda-24a3-4f98-a789-f68ba1bde48a details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:37:01.623190 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5701c714-0f94-48dc-a021-3b676d57946d req-0473840a-c510-48aa-8b1a-d3a3097b26b7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e5168ee0-15d7-4afb-963f-746644a08876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915878 May 23 11:37:01.798776 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5701c714-0f94-48dc-a021-3b676d57946d req-2abcb5d4-2135-48f3-beac-b5fff195d374 service neutron] 10.222.0.81 "GET /v2.0/networks/e5168ee0-15d7-4afb-963f-746644a08876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639581 May 23 11:37:01.880871 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port d3c80bda-24a3-4f98-a789-f68ba1bde48a, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=d3c80bda-24a3-4f98-a789-f68ba1bde48a,segment=NetworkSegment(9f583dd4-4b8a-4969-ab3f-0efe97f89d04),segment_id=9f583dd4-4b8a-4969-ab3f-0efe97f89d04)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:37:01.895648 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-95526056-178a-4bae-8eda-e764e5a74c63 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:01.900741 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'd3c80bda-24a3-4f98-a789-f68ba1bde48a', 'network_id': '9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a', 'port_id': 'd3c80bda-24a3-4f98-a789-f68ba1bde48a', 'mac_address': 'fa:16:3e:5a:ed:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd864b4d9-2135-426e-9dff-8b7dc31646c8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:37:01.902554 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-95526056-178a-4bae-8eda-e764e5a74c63 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] 10.222.0.79 "GET /v2.0/networks?id=39a9b8ca-e7d1-4831-918d-22578e396dc2 HTTP/1.1" status: 200 len: 808 time: 0.3972096 May 23 11:37:01.926837 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-78c02429-09db-45b3-aadb-509994ac9cc0 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] 10.222.0.79 "GET /v2.0/quotas/24a65cfb0e1c40798de3e1edc3cacca5 HTTP/1.1" status: 200 len: 375 time: 0.0230420 May 23 11:37:01.933662 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe745637-9c65-4e7c-879d-46c0256b7da6 req-ac19face-dab8-4584-bce3-f2fcfe5f3307 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:01.940369 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fe745637-9c65-4e7c-879d-46c0256b7da6 req-ac19face-dab8-4584-bce3-f2fcfe5f3307 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 944 time: 0.5103779 May 23 11:37:01.960921 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:01.979568 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5701c714-0f94-48dc-a021-3b676d57946d req-7cd08ed0-43b6-462f-9784-7e500bb6f04b service neutron] 10.222.0.81 "GET /v2.0/networks/e5168ee0-15d7-4afb-963f-746644a08876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713097 May 23 11:37:01.983340 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3c80bda-24a3-4f98-a789-f68ba1bde48a {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:37:02.002389 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port d3c80bda-24a3-4f98-a789-f68ba1bde48a, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=d3c80bda-24a3-4f98-a789-f68ba1bde48a,segment=NetworkSegment(9f583dd4-4b8a-4969-ab3f-0efe97f89d04),segment_id=9f583dd4-4b8a-4969-ab3f-0efe97f89d04)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:37:02.008650 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:02.026281 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-fb55ca03-4569-4b32-a502-e27ed3350896 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=24a65cfb0e1c40798de3e1edc3cacca5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0986581 May 23 11:37:02.089540 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=d3c80bda-24a3-4f98-a789-f68ba1bde48a,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:02.128114 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fe745637-9c65-4e7c-879d-46c0256b7da6 req-b49c1c89-6c73-42a7-8fa0-ba540ba0e56c tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=44b775ff-2882-44f9-b929-cf57218a19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867197 May 23 11:37:02.174803 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-274bd41e-2311-4891-a208-a79e0c1d1deb req-d45da814-f0c7-4e50-ba28-8974a6f3ad22 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c0d5a70375a14dad89b052c6ff00afdf&device_id=c9aad0bc-f9db-4db0-a7b0-7beb7e7fb826 HTTP/1.1" status: 200 len: 1094 time: 0.0860646 May 23 11:37:02.190788 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-dd953a32-0baa-45ba-a909-5f8bf9a150be service neutron] 10.222.0.79 "GET /v2.0/networks/39a9b8ca-e7d1-4831-918d-22578e396dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631708 May 23 11:37:02.390507 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['d3c80bda-24a3-4f98-a789-f68ba1bde48a'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:37:02.398033 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-90b7022b-3aaa-49bb-bcb6-757a53230cc3 service neutron] 10.222.0.79 "GET /v2.0/networks/39a9b8ca-e7d1-4831-918d-22578e396dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062919 May 23 11:37:02.411789 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f956aa-574b-4c01-8c58-a41ab1ecdc0f req-c4aacc87-17a1-45e8-9b70-f18b30a041e7 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:02.413284 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-11f956aa-574b-4c01-8c58-a41ab1ecdc0f req-c4aacc87-17a1-45e8-9b70-f18b30a041e7 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9aad0bc-f9db-4db0-a7b0-7beb7e7fb826 HTTP/1.1" status: 200 len: 943 time: 0.1431074 May 23 11:37:02.429378 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274bd41e-2311-4891-a208-a79e0c1d1deb req-041f3e8a-43e1-40cc-8f62-4d6762c1a8c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:02.431986 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-274bd41e-2311-4891-a208-a79e0c1d1deb req-041f3e8a-43e1-40cc-8f62-4d6762c1a8c4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e5168ee0-15d7-4afb-963f-746644a08876 HTTP/1.1" status: 200 len: 910 time: 0.2468348 May 23 11:37:02.506785 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-11f956aa-574b-4c01-8c58-a41ab1ecdc0f req-bbba6a0f-b78f-4820-96a4-937bf6075750 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.79 "GET /v2.0/security-groups?id=417d8d15-6532-454b-9e89-80a279ed118e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819204 May 23 11:37:02.562138 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-274bd41e-2311-4891-a208-a79e0c1d1deb req-96d7eefe-ff8f-405b-b42a-9faa22c97977 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1684116e-7873-4ed3-a20d-667f56c5001f HTTP/1.1" status: 200 len: 217 time: 0.1231327 May 23 11:37:02.698118 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274bd41e-2311-4891-a208-a79e0c1d1deb req-a3457045-5d20-4786-aee9-30d8eec5ede5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:02.700308 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-274bd41e-2311-4891-a208-a79e0c1d1deb req-a3457045-5d20-4786-aee9-30d8eec5ede5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ad8d50de-c367-4541-8000-d04e811e479e HTTP/1.1" status: 200 len: 848 time: 0.1297636 May 23 11:37:02.742446 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8c094e90-c7b1-4529-a258-4c5d8616c1bc req-7655755e-9952-4e49-8037-516fa33d92cc tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f363e6-ed7a-470c-a698-01f1c3aadb4c HTTP/1.1" status: 200 len: 210 time: 0.0876462 May 23 11:37:02.844982 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56218) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:37:02.848919 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-274bd41e-2311-4891-a208-a79e0c1d1deb req-b8cf1f65-f14b-4375-910d-473830299ec9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e5168ee0-15d7-4afb-963f-746644a08876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1392317 May 23 11:37:03.018423 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-274bd41e-2311-4891-a208-a79e0c1d1deb req-10ef2235-e795-4623-bd5d-ea4e20e227b6 service neutron] 10.222.0.81 "GET /v2.0/networks/e5168ee0-15d7-4afb-963f-746644a08876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549571 May 23 11:37:03.061986 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8925b37-14b7-4f3c-b5a4-41952ccf3f7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:03.103385 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b8925b37-14b7-4f3c-b5a4-41952ccf3f7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:37:03.107874 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-b8925b37-14b7-4f3c-b5a4-41952ccf3f7c admin admin] Usage tracker for resource:security_group_rule and tenant:4667e0693a4749ba911ce52470de9081 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:37:03.111769 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-b8925b37-14b7-4f3c-b5a4-41952ccf3f7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:37:03.118307 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b8925b37-14b7-4f3c-b5a4-41952ccf3f7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:37:03.189697 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-274bd41e-2311-4891-a208-a79e0c1d1deb req-f9ab04a5-617e-4102-859f-331da2ed7e75 service neutron] 10.222.0.81 "GET /v2.0/networks/e5168ee0-15d7-4afb-963f-746644a08876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649218 May 23 11:37:03.215965 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8925b37-14b7-4f3c-b5a4-41952ccf3f7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:03.221310 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8925b37-14b7-4f3c-b5a4-41952ccf3f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:03.300540 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8925b37-14b7-4f3c-b5a4-41952ccf3f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef8c6c2-d657-4c09-8ac7-0fccbd3c478d,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:03.308898 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b8925b37-14b7-4f3c-b5a4-41952ccf3f7c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4667e0693a4749ba911ce52470de9081&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4625933 May 23 11:37:03.311764 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56228) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:37:03.351549 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066cac86-c2a5-405a-a60d-8505e25f3cc5 req-cfff0f27-f889-41fe-ab25-cf677fd45f4c tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:03.353088 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-066cac86-c2a5-405a-a60d-8505e25f3cc5 req-cfff0f27-f889-41fe-ab25-cf677fd45f4c tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 945 time: 0.0844896 May 23 11:37:03.375963 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-29d59bf2-3d07-48f6-99dd-a5a2c038ea80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:03.399539 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-066cac86-c2a5-405a-a60d-8505e25f3cc5 req-0d00f2cb-4eff-4a45-ae04-18800ee61590 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=44b775ff-2882-44f9-b929-cf57218a19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407488 May 23 11:37:03.405899 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-29d59bf2-3d07-48f6-99dd-a5a2c038ea80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:03.458565 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-29d59bf2-3d07-48f6-99dd-a5a2c038ea80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:03.476773 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d59bf2-3d07-48f6-99dd-a5a2c038ea80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef8c6c2-d657-4c09-8ac7-0fccbd3c478d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:03.481065 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-29d59bf2-3d07-48f6-99dd-a5a2c038ea80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:03.482282 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-29d59bf2-3d07-48f6-99dd-a5a2c038ea80 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4ef8c6c2-d657-4c09-8ac7-0fccbd3c478d HTTP/1.1" status: 204 len: 168 time: 0.1690533 May 23 11:37:03.618340 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device d3c80bda-24a3-4f98-a789-f68ba1bde48a up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:37:03.694068 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port d3c80bda-24a3-4f98-a789-f68ba1bde48a completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:37:03.701213 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port d3c80bda-24a3-4f98-a789-f68ba1bde48a triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:37:03.701901 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:03.736983 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b2552-c35c-425a-bc5c-1b202a76e06b req-9af73fdb-fde0-4804-8c7c-d23d0d162a2b tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:03.738562 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b68b2552-c35c-425a-bc5c-1b202a76e06b req-9af73fdb-fde0-4804-8c7c-d23d0d162a2b tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9aad0bc-f9db-4db0-a7b0-7beb7e7fb826 HTTP/1.1" status: 200 len: 943 time: 0.0893350 May 23 11:37:03.797588 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b68b2552-c35c-425a-bc5c-1b202a76e06b req-96f15b1f-9495-4aa5-8944-df8324745cea tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.79 "GET /v2.0/security-groups?id=417d8d15-6532-454b-9e89-80a279ed118e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530992 May 23 11:37:03.858587 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:03.910938 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e4142a-e6d9-4fec-b93f-564e5569d79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c80bda-24a3-4f98-a789-f68ba1bde48a'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:37:03.925435 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port d3c80bda-24a3-4f98-a789-f68ba1bde48a, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=d3c80bda-24a3-4f98-a789-f68ba1bde48a,segment=NetworkSegment(9f583dd4-4b8a-4969-ab3f-0efe97f89d04),segment_id=9f583dd4-4b8a-4969-ab3f-0efe97f89d04)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:37:03.935481 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:03.985168 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e513b4cc-3d8e-4c14-8964-ef45b9fa10a1'] response: {'server_uuid': 'f9e4142a-e6d9-4fec-b93f-564e5569d79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c80bda-24a3-4f98-a789-f68ba1bde48a', 'code': 200} May 23 11:37:04.002536 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-98fa446d-7bdb-4306-9d87-361e4f9ec3e4 req-cc55a338-354e-4c5f-b281-ca79adf61bf0 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f363e6-ed7a-470c-a698-01f1c3aadb4c HTTP/1.1" status: 200 len: 210 time: 0.0872145 May 23 11:37:04.042049 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=d3c80bda-24a3-4f98-a789-f68ba1bde48a,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:04.160817 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-1da36c2d-a0ef-4d8b-b17b-4390ffc314e9 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:04.163081 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-1da36c2d-a0ef-4d8b-b17b-4390ffc314e9 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] 10.222.0.13 "GET /v2.0/networks?id=39a9b8ca-e7d1-4831-918d-22578e396dc2 HTTP/1.1" status: 200 len: 808 time: 0.1735334 May 23 11:37:04.185014 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-8ab92327-b79c-4ab5-8572-ac5c5c64ab31 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] Request body: {'port': {'device_id': '51f363e6-ed7a-470c-a698-01f1c3aadb4c', 'network_id': '39a9b8ca-e7d1-4831-918d-22578e396dc2', 'admin_state_up': True, 'tenant_id': '24a65cfb0e1c40798de3e1edc3cacca5'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:37:04.190794 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-596043da-b7e0-4748-978f-b51ea7cac6c8 req-2af99dfb-c9fd-462b-a3bb-01b46c1ee170 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 1097 time: 0.0838132 May 23 11:37:04.247128 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-596043da-b7e0-4748-978f-b51ea7cac6c8 req-35d6b9ac-7a9e-45f2-8028-a5ba1ce897b4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=44b775ff-2882-44f9-b929-cf57218a19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488029 May 23 11:37:04.332317 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-8ab92327-b79c-4ab5-8572-ac5c5c64ab31 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:37:04.336341 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-8ab92327-b79c-4ab5-8572-ac5c5c64ab31 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] Usage tracker for resource:port and tenant:24a65cfb0e1c40798de3e1edc3cacca5 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:37:04.339381 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-8ab92327-b79c-4ab5-8572-ac5c5c64ab31 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:37:04.345424 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-8ab92327-b79c-4ab5-8572-ac5c5c64ab31 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:37:04.356095 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-8ab92327-b79c-4ab5-8572-ac5c5c64ab31 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] Made reservation on behalf of 24a65cfb0e1c40798de3e1edc3cacca5 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:37:04.359209 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-8ab92327-b79c-4ab5-8572-ac5c5c64ab31 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:04.432375 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 1684116e-7873-4ed3-a20d-667f56c5001f details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:37:04.539480 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-8ab92327-b79c-4ab5-8572-ac5c5c64ab31 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] Allocated IP 172.20.0.4 (39a9b8ca-e7d1-4831-918d-22578e396dc2/0ec5d77f-5ad1-4e9c-8bd2-613a44f261a4/7a2826c2-12ec-4fdf-bd67-196158570017) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:37:04.599671 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 1684116e-7873-4ed3-a20d-667f56c5001f, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=1684116e-7873-4ed3-a20d-667f56c5001f,segment=NetworkSegment(67bc7637-b1f9-4d4c-9fb5-fccca3f5febc),segment_id=67bc7637-b1f9-4d4c-9fb5-fccca3f5febc)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:37:04.613542 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '1684116e-7873-4ed3-a20d-667f56c5001f', 'network_id': 'e5168ee0-15d7-4afb-963f-746644a08876', 'port_id': '1684116e-7873-4ed3-a20d-667f56c5001f', 'mac_address': 'fa:16:3e:46:60:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad8d50de-c367-4541-8000-d04e811e479e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:37:04.679161 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:04.697783 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1684116e-7873-4ed3-a20d-667f56c5001f {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:37:04.713784 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 1684116e-7873-4ed3-a20d-667f56c5001f, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=1684116e-7873-4ed3-a20d-667f56c5001f,segment=NetworkSegment(67bc7637-b1f9-4d4c-9fb5-fccca3f5febc),segment_id=67bc7637-b1f9-4d4c-9fb5-fccca3f5febc)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:37:04.718230 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:04.788320 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=1684116e-7873-4ed3-a20d-667f56c5001f,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:04.867576 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d13c5-c3e0-4958-8a58-bc6c350169fb req-77e62bc5-5cdf-4628-90f1-b24c00ed8d58 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:04.869517 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9e9d13c5-c3e0-4958-8a58-bc6c350169fb req-77e62bc5-5cdf-4628-90f1-b24c00ed8d58 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 946 time: 0.3193836 May 23 11:37:04.995495 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-8ab92327-b79c-4ab5-8572-ac5c5c64ab31 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:05.003366 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9e9d13c5-c3e0-4958-8a58-bc6c350169fb req-c4ca72f6-280a-4026-afe9-020fb6b613c9 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=44b775ff-2882-44f9-b929-cf57218a19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186643 May 23 11:37:05.061503 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b020b-eb3c-4d0b-982a-e3f83982000c req-6a5a3d0e-a6ac-45b1-b77d-fde5e314c582 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:05.068278 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cc7b020b-eb3c-4d0b-982a-e3f83982000c req-6a5a3d0e-a6ac-45b1-b77d-fde5e314c582 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9aad0bc-f9db-4db0-a7b0-7beb7e7fb826 HTTP/1.1" status: 200 len: 944 time: 0.1209466 May 23 11:37:05.084363 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-8ab92327-b79c-4ab5-8572-ac5c5c64ab31 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:05.145889 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['1684116e-7873-4ed3-a20d-667f56c5001f'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:37:05.229555 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab92327-b79c-4ab5-8572-ac5c5c64ab31 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] Pushing event updated for resources: {'Port': ['ID=7a2826c2-12ec-4fdf-bd67-196158570017,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:05.234439 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-8ab92327-b79c-4ab5-8572-ac5c5c64ab31 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] Network 39a9b8ca-e7d1-4831-918d-22578e396dc2 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:37:05.237740 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-8ab92327-b79c-4ab5-8572-ac5c5c64ab31 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:37:05.240955 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-8ab92327-b79c-4ab5-8572-ac5c5c64ab31 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:37:05.284336 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cc7b020b-eb3c-4d0b-982a-e3f83982000c req-45746ccf-440d-4eec-b5c1-cd773a7c0975 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.79 "GET /v2.0/security-groups?id=417d8d15-6532-454b-9e89-80a279ed118e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2150652 May 23 11:37:05.328303 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-8ab92327-b79c-4ab5-8572-ac5c5c64ab31 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:05.328906 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-8ab92327-b79c-4ab5-8572-ac5c5c64ab31 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:05.353977 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3bdee-1fb0-4861-a8ea-cd0ff89aaec7 req-bc006b3f-0021-4c00-8a5c-66a29d445537 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:05.355444 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b0d3bdee-1fb0-4861-a8ea-cd0ff89aaec7 req-bc006b3f-0021-4c00-8a5c-66a29d445537 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f363e6-ed7a-470c-a698-01f1c3aadb4c HTTP/1.1" status: 200 len: 931 time: 0.2049930 May 23 11:37:05.378621 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-8ab92327-b79c-4ab5-8572-ac5c5c64ab31 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1975222 May 23 11:37:05.403995 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-82044a68-9b34-42be-9ddd-ba2aa0d130f5 service neutron] Request body: {'port': {'device_id': '51f363e6-ed7a-470c-a698-01f1c3aadb4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:37:05.453757 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b0d3bdee-1fb0-4861-a8ea-cd0ff89aaec7 req-d8ceb1c5-5011-456b-859e-41f618474c3c tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] 10.222.0.79 "GET /v2.0/security-groups?id=c3211cd9-547d-4c3e-86f4-4798a9d116b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914302 May 23 11:37:05.543102 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-82044a68-9b34-42be-9ddd-ba2aa0d130f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:05.909783 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-82044a68-9b34-42be-9ddd-ba2aa0d130f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a2826c2-12ec-4fdf-bd67-196158570017 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:37:05.917023 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-82044a68-9b34-42be-9ddd-ba2aa0d130f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:05.932256 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-82044a68-9b34-42be-9ddd-ba2aa0d130f5 service neutron] Transition to ACTIVE for port object 7a2826c2-12ec-4fdf-bd67-196158570017 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:37:05.938601 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-82044a68-9b34-42be-9ddd-ba2aa0d130f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:06.067800 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82044a68-9b34-42be-9ddd-ba2aa0d130f5 service neutron] Pushing event updated for resources: {'Port': ['ID=7a2826c2-12ec-4fdf-bd67-196158570017,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:06.184027 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-82044a68-9b34-42be-9ddd-ba2aa0d130f5 service neutron] Attempting to bind port 7a2826c2-12ec-4fdf-bd67-196158570017 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:37:06.184725 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-82044a68-9b34-42be-9ddd-ba2aa0d130f5 service neutron] Attempting to bind port 7a2826c2-12ec-4fdf-bd67-196158570017 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '532c84da-7d72-4830-b98a-4408b112f2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '39a9b8ca-e7d1-4831-918d-22578e396dc2'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:37:06.185086 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-82044a68-9b34-42be-9ddd-ba2aa0d130f5 service neutron] Attempting to bind port 7a2826c2-12ec-4fdf-bd67-196158570017 on network 39a9b8ca-e7d1-4831-918d-22578e396dc2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:37:06.190881 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-82044a68-9b34-42be-9ddd-ba2aa0d130f5 service neutron] Port 7a2826c2-12ec-4fdf-bd67-196158570017 on network 39a9b8ca-e7d1-4831-918d-22578e396dc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:37:06.191198 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-82044a68-9b34-42be-9ddd-ba2aa0d130f5 service neutron] Attempting to bind port 7a2826c2-12ec-4fdf-bd67-196158570017 on network 39a9b8ca-e7d1-4831-918d-22578e396dc2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:37:06.197562 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-82044a68-9b34-42be-9ddd-ba2aa0d130f5 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:37:06.197897 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-82044a68-9b34-42be-9ddd-ba2aa0d130f5 service neutron] Checking segment: {'id': '532c84da-7d72-4830-b98a-4408b112f2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '39a9b8ca-e7d1-4831-918d-22578e396dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:37:06.198280 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-82044a68-9b34-42be-9ddd-ba2aa0d130f5 service neutron] Bound using segment: {'id': '532c84da-7d72-4830-b98a-4408b112f2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '39a9b8ca-e7d1-4831-918d-22578e396dc2'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:37:06.198703 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-82044a68-9b34-42be-9ddd-ba2aa0d130f5 service neutron] Bound port: 7a2826c2-12ec-4fdf-bd67-196158570017, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '532c84da-7d72-4830-b98a-4408b112f2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '39a9b8ca-e7d1-4831-918d-22578e396dc2'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:37:06.199055 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-82044a68-9b34-42be-9ddd-ba2aa0d130f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:06.290214 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-82044a68-9b34-42be-9ddd-ba2aa0d130f5 service neutron] For port 7a2826c2-12ec-4fdf-bd67-196158570017, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:37:06.293691 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-82044a68-9b34-42be-9ddd-ba2aa0d130f5 service neutron] For port 7a2826c2-12ec-4fdf-bd67-196158570017, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=7a2826c2-12ec-4fdf-bd67-196158570017,segment=NetworkSegment(532c84da-7d72-4830-b98a-4408b112f2a9),segment_id=532c84da-7d72-4830-b98a-4408b112f2a9)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:37:06.299648 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-82044a68-9b34-42be-9ddd-ba2aa0d130f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:06.409006 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-82044a68-9b34-42be-9ddd-ba2aa0d130f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:06.410400 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-82044a68-9b34-42be-9ddd-ba2aa0d130f5 service neutron] 10.222.0.13 "PUT /v2.0/ports/7a2826c2-12ec-4fdf-bd67-196158570017 HTTP/1.1" status: 200 len: 1091 time: 1.0131185 May 23 11:37:06.416292 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f363e6-ed7a-470c-a698-01f1c3aadb4c', 'tag': '7a2826c2-12ec-4fdf-bd67-196158570017'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:37:06.447023 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 1684116e-7873-4ed3-a20d-667f56c5001f up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:37:06.533558 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 1684116e-7873-4ed3-a20d-667f56c5001f completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:37:06.538645 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 1684116e-7873-4ed3-a20d-667f56c5001f triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:37:06.539179 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:06.547714 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82044a68-9b34-42be-9ddd-ba2aa0d130f5 service neutron] Pushing event updated for resources: {'Port': ['ID=7a2826c2-12ec-4fdf-bd67-196158570017,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:06.609531 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a376c49-da0b-4034-9486-b0d1b8bd6933 req-6fd2bcda-2da3-4192-9a33-35100d456034 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:06.611038 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4a376c49-da0b-4034-9486-b0d1b8bd6933 req-6fd2bcda-2da3-4192-9a33-35100d456034 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 946 time: 0.4726949 May 23 11:37:06.618463 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba3f428-4a2e-40d0-b271-62ecc2203ab8 req-5479053e-da45-4458-a850-b3451d465587 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:06.624194 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7ba3f428-4a2e-40d0-b271-62ecc2203ab8 req-5479053e-da45-4458-a850-b3451d465587 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9aad0bc-f9db-4db0-a7b0-7beb7e7fb826 HTTP/1.1" status: 200 len: 944 time: 0.2045133 May 23 11:37:06.628098 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-b7620aaa-eda4-4b92-8be0-5f6e716d7371 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=24a65cfb0e1c40798de3e1edc3cacca5&device_id=51f363e6-ed7a-470c-a698-01f1c3aadb4c HTTP/1.1" status: 200 len: 1094 time: 0.1494658 May 23 11:37:06.663910 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:06.691551 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9aad0bc-f9db-4db0-a7b0-7beb7e7fb826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1684116e-7873-4ed3-a20d-667f56c5001f'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:37:06.702308 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 1684116e-7873-4ed3-a20d-667f56c5001f, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=1684116e-7873-4ed3-a20d-667f56c5001f,segment=NetworkSegment(67bc7637-b1f9-4d4c-9fb5-fccca3f5febc),segment_id=67bc7637-b1f9-4d4c-9fb5-fccca3f5febc)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:37:06.708347 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:06.768161 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-4cf4ff82-47c1-43f8-a320-ddf434c4881b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a2826c2-12ec-4fdf-bd67-196158570017 HTTP/1.1" status: 200 len: 217 time: 0.1142485 May 23 11:37:06.774584 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=1684116e-7873-4ed3-a20d-667f56c5001f,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:06.912826 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4a376c49-da0b-4034-9486-b0d1b8bd6933 req-46a40d16-6c7b-4fc3-9c12-9172249e207d tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=44b775ff-2882-44f9-b929-cf57218a19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2820425 May 23 11:37:06.940909 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7ba3f428-4a2e-40d0-b271-62ecc2203ab8 req-d8ddfe9f-05c5-4e55-af24-5f5799ec13f7 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.79 "GET /v2.0/security-groups?id=417d8d15-6532-454b-9e89-80a279ed118e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2767048 May 23 11:37:06.944819 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-0f92c408-3c6d-4558-9184-42a4f9ba3d2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:06.946262 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-0f92c408-3c6d-4558-9184-42a4f9ba3d2d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ec5d77f-5ad1-4e9c-8bd2-613a44f261a4 HTTP/1.1" status: 200 len: 848 time: 0.1713626 May 23 11:37:07.001864 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-4f91f907-51ac-4353-a57f-1d94b6be5140 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=39a9b8ca-e7d1-4831-918d-22578e396dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494177 May 23 11:37:07.003389 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-281e3ae9-a29d-412d-9f8d-5049ccf689af'] response: {'name': 'network-changed', 'server_uuid': '51f363e6-ed7a-470c-a698-01f1c3aadb4c', 'tag': '7a2826c2-12ec-4fdf-bd67-196158570017', 'status': 'completed', 'code': 200} May 23 11:37:07.053814 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72ca5dba-0b43-4d67-a3fb-0b1895dea739'] response: {'server_uuid': 'c9aad0bc-f9db-4db0-a7b0-7beb7e7fb826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1684116e-7873-4ed3-a20d-667f56c5001f', 'code': 200} May 23 11:37:07.236850 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8f2bcc13-6199-4dc8-be28-eb7153fa1b6f req-77831ec6-6021-4407-a121-b6909d154166 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c9aad0bc-f9db-4db0-a7b0-7beb7e7fb826 HTTP/1.1" status: 200 len: 1096 time: 0.0753670 May 23 11:37:07.270806 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-3de755d7-9676-436e-a915-b2b47fb9330a service neutron] 10.222.0.13 "GET /v2.0/networks/39a9b8ca-e7d1-4831-918d-22578e396dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492816 May 23 11:37:07.288966 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8f2bcc13-6199-4dc8-be28-eb7153fa1b6f req-bf119ec8-95ed-4099-beef-398651f14e1b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=417d8d15-6532-454b-9e89-80a279ed118e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433447 May 23 11:37:07.311592 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee4b51-e0b8-4c29-9c02-9b6e615484c5 req-6f50a9a8-0461-4752-9b53-8ad8f6bb206e tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:07.312311 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-94ee4b51-e0b8-4c29-9c02-9b6e615484c5 req-6f50a9a8-0461-4752-9b53-8ad8f6bb206e tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] Synchronizing usage tracker for tenant:24a65cfb0e1c40798de3e1edc3cacca5 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:37:07.392826 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470e24a-5235-411b-be69-305be3ac975e req-50e343a8-b836-4458-ba81-683042ac05e8 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:07.394274 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a470e24a-5235-411b-be69-305be3ac975e req-50e343a8-b836-4458-ba81-683042ac05e8 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 946 time: 0.2351661 May 23 11:37:07.420353 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-94ee4b51-e0b8-4c29-9c02-9b6e615484c5 req-6f50a9a8-0461-4752-9b53-8ad8f6bb206e tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] Unset dirty status for tenant:24a65cfb0e1c40798de3e1edc3cacca5 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:37:07.421323 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-94ee4b51-e0b8-4c29-9c02-9b6e615484c5 req-6f50a9a8-0461-4752-9b53-8ad8f6bb206e tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f363e6-ed7a-470c-a698-01f1c3aadb4c HTTP/1.1" status: 200 len: 943 time: 0.3216553 May 23 11:37:07.508180 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-be934e8c-b3f5-40e1-9755-a2733387e41d req-7c263ea8-c55c-47c0-bfe5-801961777fbe service neutron] 10.222.0.13 "GET /v2.0/networks/39a9b8ca-e7d1-4831-918d-22578e396dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269597 May 23 11:37:07.514029 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a470e24a-5235-411b-be69-305be3ac975e req-8b61c93b-1888-4b07-9de9-973c2583d05a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=44b775ff-2882-44f9-b929-cf57218a19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115935 May 23 11:37:07.523934 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-94ee4b51-e0b8-4c29-9c02-9b6e615484c5 req-c2fb8227-e49d-4801-b5cc-ce0236bddcc9 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] 10.222.0.79 "GET /v2.0/security-groups?id=c3211cd9-547d-4c3e-86f4-4798a9d116b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879676 May 23 11:37:07.550730 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56292) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:37:07.724142 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-362667c6-3c6a-47bc-a770-981e529416e5 tempest-TestNetworkAdvancedServerOps-1284012438 tempest-TestNetworkAdvancedServerOps-1284012438-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 1092 time: 0.1689374 May 23 11:37:07.724455 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56298) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:37:07.731277 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-a69ceea0-1492-47ba-9f20-73447bff7a4e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'port_id': 'd3c80bda-24a3-4f98-a789-f68ba1bde48a', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:37:07.736812 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a69ceea0-1492-47ba-9f20-73447bff7a4e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:37:07.742836 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a69ceea0-1492-47ba-9f20-73447bff7a4e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:floatingip and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:37:07.746543 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a69ceea0-1492-47ba-9f20-73447bff7a4e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:37:07.753685 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a69ceea0-1492-47ba-9f20-73447bff7a4e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:37:07.758536 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-325dd811-ee13-4827-a460-fd6b9bb16610 req-c20ba13b-e828-4396-9327-1bc4d1d43216 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=24a65cfb0e1c40798de3e1edc3cacca5&device_id=51f363e6-ed7a-470c-a698-01f1c3aadb4c HTTP/1.1" status: 200 len: 1094 time: 0.1580281 May 23 11:37:07.791728 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a69ceea0-1492-47ba-9f20-73447bff7a4e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:07.979154 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325dd811-ee13-4827-a460-fd6b9bb16610 req-52174eef-5a33-4498-bf4f-cd8cb8ad919d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:07.980658 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-325dd811-ee13-4827-a460-fd6b9bb16610 req-52174eef-5a33-4498-bf4f-cd8cb8ad919d service neutron] 10.222.0.13 "GET /v2.0/networks?id=39a9b8ca-e7d1-4831-918d-22578e396dc2 HTTP/1.1" status: 200 len: 909 time: 0.2160075 May 23 11:37:08.060392 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-325dd811-ee13-4827-a460-fd6b9bb16610 req-1de986f4-10e2-4b78-af01-0a8935ea2819 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a2826c2-12ec-4fdf-bd67-196158570017 HTTP/1.1" status: 200 len: 217 time: 0.0735228 May 23 11:37:08.181772 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:08.196658 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325dd811-ee13-4827-a460-fd6b9bb16610 req-0e144f52-b1e3-417b-a493-6a9b476e3966 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:08.198091 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-325dd811-ee13-4827-a460-fd6b9bb16610 req-0e144f52-b1e3-417b-a493-6a9b476e3966 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ec5d77f-5ad1-4e9c-8bd2-613a44f261a4 HTTP/1.1" status: 200 len: 848 time: 0.1041293 May 23 11:37:08.248579 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-325dd811-ee13-4827-a460-fd6b9bb16610 req-faf12b4b-9c6e-44e8-8038-1a19b2e81779 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=39a9b8ca-e7d1-4831-918d-22578e396dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435472 May 23 11:37:08.250344 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a69ceea0-1492-47ba-9f20-73447bff7a4e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:08.391954 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d87f4f3-e77c-4595-988e-6ae64a84979f req-772169fc-a02d-4bea-9cb1-d816a20dde0a tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:08.393450 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5d87f4f3-e77c-4595-988e-6ae64a84979f req-772169fc-a02d-4bea-9cb1-d816a20dde0a tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9aad0bc-f9db-4db0-a7b0-7beb7e7fb826 HTTP/1.1" status: 200 len: 945 time: 0.3307054 May 23 11:37:08.530339 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-325dd811-ee13-4827-a460-fd6b9bb16610 req-49aeebf4-1ad7-48d1-9e6b-2394405e2aca service neutron] 10.222.0.13 "GET /v2.0/networks/39a9b8ca-e7d1-4831-918d-22578e396dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436168 May 23 11:37:08.563879 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5d87f4f3-e77c-4595-988e-6ae64a84979f req-1048a905-d2e8-4251-bb97-b05b9d80ca86 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.79 "GET /v2.0/security-groups?id=417d8d15-6532-454b-9e89-80a279ed118e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632864 May 23 11:37:08.778354 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-a69ceea0-1492-47ba-9f20-73447bff7a4e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Allocated IP 172.25.6.81 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/d4daa6af-6692-4cc5-b2d4-fc1d3e39c66c) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:37:08.826413 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:37:08.924878 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-325dd811-ee13-4827-a460-fd6b9bb16610 req-eadf79a4-b756-4071-b0d8-50602ab01c1b service neutron] 10.222.0.13 "GET /v2.0/networks/39a9b8ca-e7d1-4831-918d-22578e396dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871949 May 23 11:37:08.965219 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d305ac-3d04-49ee-9fbc-f5b684108146 req-56391253-b7c0-41ab-ba3c-a764c71bceb3 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:08.966657 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-06d305ac-3d04-49ee-9fbc-f5b684108146 req-56391253-b7c0-41ab-ba3c-a764c71bceb3 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f363e6-ed7a-470c-a698-01f1c3aadb4c HTTP/1.1" status: 200 len: 943 time: 0.2424946 May 23 11:37:09.032686 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a69ceea0-1492-47ba-9f20-73447bff7a4e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:09.053396 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-06d305ac-3d04-49ee-9fbc-f5b684108146 req-7e902154-6d21-4294-a1b8-0f3ba1138c08 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] 10.222.0.79 "GET /v2.0/security-groups?id=c3211cd9-547d-4c3e-86f4-4798a9d116b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727456 May 23 11:37:09.080436 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a69ceea0-1492-47ba-9f20-73447bff7a4e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:09.139383 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69ceea0-1492-47ba-9f20-73447bff7a4e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:37:09.142239 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-a69ceea0-1492-47ba-9f20-73447bff7a4e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:37:09.146599 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69ceea0-1492-47ba-9f20-73447bff7a4e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:37:09.174025 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ceea0-1492-47ba-9f20-73447bff7a4e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'Port': ['ID=d4daa6af-6692-4cc5-b2d4-fc1d3e39c66c,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:09.266607 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3ae776d1-adb7-4803-93e5-1a7e6ed251f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:09.503119 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:09.668624 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a69ceea0-1492-47ba-9f20-73447bff7a4e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:09.781478 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a69ceea0-1492-47ba-9f20-73447bff7a4e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:09.859305 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faebe722-56c2-43aa-8ba1-3d86858abde0 req-52d9eea5-0acc-45a6-8bfb-71ee6bfd7b50 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:09.860970 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-faebe722-56c2-43aa-8ba1-3d86858abde0 req-52d9eea5-0acc-45a6-8bfb-71ee6bfd7b50 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9aad0bc-f9db-4db0-a7b0-7beb7e7fb826 HTTP/1.1" status: 200 len: 945 time: 0.1626780 May 23 11:37:10.019234 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-faebe722-56c2-43aa-8ba1-3d86858abde0 req-d8eb1057-0e69-44a7-b102-9889dd4ea756 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.79 "GET /v2.0/security-groups?id=417d8d15-6532-454b-9e89-80a279ed118e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438258 May 23 11:37:10.117855 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a69ceea0-1492-47ba-9f20-73447bff7a4e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:10.123614 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a69ceea0-1492-47ba-9f20-73447bff7a4e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:10.348473 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ceea0-1492-47ba-9f20-73447bff7a4e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'Port': ['ID=d4daa6af-6692-4cc5-b2d4-fc1d3e39c66c,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:10.362115 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a69ceea0-1492-47ba-9f20-73447bff7a4e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:10.640814 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1af44-ded7-49ce-a0ac-0c016ee76eaa req-435a7309-d74a-4c0f-9232-fb7fc5d2e1e0 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:10.642196 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-44c1af44-ded7-49ce-a0ac-0c016ee76eaa req-435a7309-d74a-4c0f-9232-fb7fc5d2e1e0 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f363e6-ed7a-470c-a698-01f1c3aadb4c HTTP/1.1" status: 200 len: 943 time: 0.4161367 May 23 11:37:10.650107 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547dd61-fd7e-4667-89ce-e9d35d6b3f50 req-bbe69a97-d5c0-4f20-a102-a51d0a5f2f07 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:10.651794 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f547dd61-fd7e-4667-89ce-e9d35d6b3f50 req-bbe69a97-d5c0-4f20-a102-a51d0a5f2f07 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9aad0bc-f9db-4db0-a7b0-7beb7e7fb826 HTTP/1.1" status: 200 len: 945 time: 0.4266291 May 23 11:37:10.745853 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-44c1af44-ded7-49ce-a0ac-0c016ee76eaa req-6684c79e-ecb8-4759-9e1e-d406019d8af1 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] 10.222.0.79 "GET /v2.0/security-groups?id=c3211cd9-547d-4c3e-86f4-4798a9d116b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924165 May 23 11:37:10.749358 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f547dd61-fd7e-4667-89ce-e9d35d6b3f50 req-29521599-68f4-4105-91e8-f5455e98e001 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.79 "GET /v2.0/security-groups?id=417d8d15-6532-454b-9e89-80a279ed118e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803833 May 23 11:37:10.787021 n-d-842952-2 neutron-server[83910]: INFO neutron.db.l3_db [None req-a69ceea0-1492-47ba-9f20-73447bff7a4e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Floating IP 6f38c621-cdbc-4f1d-9d57-7ae5d152120f associated. External IP: 172.25.6.81, port: d3c80bda-24a3-4f98-a789-f68ba1bde48a. May 23 11:37:11.010772 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd00287-f1bf-4ffb-8ffb-e72c3ffefaa7 req-9e61260a-8e20-4009-8ec0-16829e995dc4 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:11.012236 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1cd00287-f1bf-4ffb-8ffb-e72c3ffefaa7 req-9e61260a-8e20-4009-8ec0-16829e995dc4 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9aad0bc-f9db-4db0-a7b0-7beb7e7fb826 HTTP/1.1" status: 200 len: 945 time: 0.1153114 May 23 11:37:11.072971 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1cd00287-f1bf-4ffb-8ffb-e72c3ffefaa7 req-7047b40e-9003-4b85-8e6c-c75edbcdd078 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.79 "GET /v2.0/security-groups?id=417d8d15-6532-454b-9e89-80a279ed118e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549183 May 23 11:37:11.101135 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56322) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:37:11.331064 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69ceea0-1492-47ba-9f20-73447bff7a4e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Router 27ad0d1a-34c1-482c-b673-8661a0620821 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:37:11.334240 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c4834fd0-2303-49ef-9f7f-348df5959130 tempest-TestServerBasicOps-755430977 tempest-TestServerBasicOps-755430977-project-admin] Synchronizing usage tracker for tenant:bcf810c9c8ae48689a266ac6d00d6318 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:37:11.350065 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c4834fd0-2303-49ef-9f7f-348df5959130 tempest-TestServerBasicOps-755430977 tempest-TestServerBasicOps-755430977-project-admin] Unset dirty status for tenant:bcf810c9c8ae48689a266ac6d00d6318 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:37:11.351488 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c4834fd0-2303-49ef-9f7f-348df5959130 tempest-TestServerBasicOps-755430977 tempest-TestServerBasicOps-755430977-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=c9aad0bc-f9db-4db0-a7b0-7beb7e7fb826 HTTP/1.1" status: 200 len: 1091 time: 0.2493892 May 23 11:37:11.354700 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56332) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:37:11.360212 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c7098aa8-1744-4693-b614-c094c49d0c42 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'port_id': '1684116e-7873-4ed3-a20d-667f56c5001f', 'tenant_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:37:11.366850 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c7098aa8-1744-4693-b614-c094c49d0c42 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:37:11.371050 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c7098aa8-1744-4693-b614-c094c49d0c42 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Usage tracker for resource:floatingip and tenant:c0d5a70375a14dad89b052c6ff00afdf is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:37:11.374042 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c7098aa8-1744-4693-b614-c094c49d0c42 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:37:11.379891 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c7098aa8-1744-4693-b614-c094c49d0c42 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:37:11.393929 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7098aa8-1744-4693-b614-c094c49d0c42 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks [] for floatingip, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:11.528903 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1b2896f3-aa0b-46b4-9270-98ed795d4b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:11.554656 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7098aa8-1744-4693-b614-c094c49d0c42 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:11.557591 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69ceea0-1492-47ba-9f20-73447bff7a4e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:37:11.585314 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a69ceea0-1492-47ba-9f20-73447bff7a4e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:11.644640 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a69ceea0-1492-47ba-9f20-73447bff7a4e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9213381 May 23 11:37:11.645381 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e4142a-e6d9-4fec-b93f-564e5569d79d', 'tag': 'd3c80bda-24a3-4f98-a789-f68ba1bde48a'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:37:11.681012 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 7a2826c2-12ec-4fdf-bd67-196158570017 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:37:11.702075 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2eb3c0fe-d51a-4e9e-90da-9b6eb1f95e68'] response: {'name': 'network-changed', 'server_uuid': 'f9e4142a-e6d9-4fec-b93f-564e5569d79d', 'tag': 'd3c80bda-24a3-4f98-a789-f68ba1bde48a', 'status': 'completed', 'code': 200} May 23 11:37:11.723370 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-c7098aa8-1744-4693-b614-c094c49d0c42 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Allocated IP 172.25.6.14 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/f9886c5d-2d48-4956-befe-b86fe84f5122) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:37:11.896875 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 7a2826c2-12ec-4fdf-bd67-196158570017, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=7a2826c2-12ec-4fdf-bd67-196158570017,segment=NetworkSegment(532c84da-7d72-4830-b98a-4408b112f2a9),segment_id=532c84da-7d72-4830-b98a-4408b112f2a9)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:37:11.917682 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '7a2826c2-12ec-4fdf-bd67-196158570017', 'network_id': '39a9b8ca-e7d1-4831-918d-22578e396dc2', 'port_id': '7a2826c2-12ec-4fdf-bd67-196158570017', 'mac_address': 'fa:16:3e:fc:61:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ec5d77f-5ad1-4e9c-8bd2-613a44f261a4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:37:11.963033 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cf8ef800-28dd-48be-9b89-764b7a806e3c req-3d3c74d0-93d0-4bb1-94d8-fd40a6855785 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=261dc3b71b384338a9f4e12911499bfb&device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 1097 time: 0.2127342 May 23 11:37:11.978271 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:11.997237 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a2826c2-12ec-4fdf-bd67-196158570017 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:37:12.011607 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7098aa8-1744-4693-b614-c094c49d0c42 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:12.016416 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 7a2826c2-12ec-4fdf-bd67-196158570017, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=7a2826c2-12ec-4fdf-bd67-196158570017,segment=NetworkSegment(532c84da-7d72-4830-b98a-4408b112f2a9),segment_id=532c84da-7d72-4830-b98a-4408b112f2a9)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:37:12.021804 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:12.045681 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7098aa8-1744-4693-b614-c094c49d0c42 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:12.098945 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=7a2826c2-12ec-4fdf-bd67-196158570017,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:12.127321 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7098aa8-1744-4693-b614-c094c49d0c42 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:37:12.131274 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-c7098aa8-1744-4693-b614-c094c49d0c42 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:37:12.136645 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7098aa8-1744-4693-b614-c094c49d0c42 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:37:12.165384 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a308d-ed46-477d-95ee-e556f2d3eaad req-f8945e32-7cf3-44d9-bfe9-a748b61f046a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:12.166200 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c96a308d-ed46-477d-95ee-e556f2d3eaad req-f8945e32-7cf3-44d9-bfe9-a748b61f046a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 946 time: 0.3047547 May 23 11:37:12.167913 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7098aa8-1744-4693-b614-c094c49d0c42 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Pushing event updated for resources: {'Port': ['ID=f9886c5d-2d48-4956-befe-b86fe84f5122,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:12.248297 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3eb15b-ebf8-40ca-88d9-e58afd7aec21 req-80fede29-8e5e-4061-b62f-ed1b57990a51 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:12.250909 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bc3eb15b-ebf8-40ca-88d9-e58afd7aec21 req-80fede29-8e5e-4061-b62f-ed1b57990a51 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f363e6-ed7a-470c-a698-01f1c3aadb4c HTTP/1.1" status: 200 len: 943 time: 0.2944751 May 23 11:37:12.255071 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c96a308d-ed46-477d-95ee-e556f2d3eaad req-1b5f5bd3-079a-41dd-bb4a-db9e43a08e9f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=44b775ff-2882-44f9-b929-cf57218a19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756218 May 23 11:37:12.256488 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ef800-28dd-48be-9b89-764b7a806e3c req-af12b837-b58d-4046-8ce0-28b08cbea429 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:12.257834 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cf8ef800-28dd-48be-9b89-764b7a806e3c req-af12b837-b58d-4046-8ce0-28b08cbea429 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a HTTP/1.1" status: 200 len: 897 time: 0.2430303 May 23 11:37:12.287032 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56344) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:37:12.421498 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['7a2826c2-12ec-4fdf-bd67-196158570017'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:37:12.564298 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cf8ef800-28dd-48be-9b89-764b7a806e3c req-bacd80b6-6223-49c1-9cc7-0fce5eec752d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3c80bda-24a3-4f98-a789-f68ba1bde48a HTTP/1.1" status: 200 len: 999 time: 0.2720203 May 23 11:37:12.634782 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bc3eb15b-ebf8-40ca-88d9-e58afd7aec21 req-58612437-7c14-42af-acbb-7848e32f6a4c tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] 10.222.0.79 "GET /v2.0/security-groups?id=c3211cd9-547d-4c3e-86f4-4798a9d116b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752129 May 23 11:37:12.726741 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ef800-28dd-48be-9b89-764b7a806e3c req-529d0d5b-8ea3-4093-81b2-cba750000f9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:12.728497 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cf8ef800-28dd-48be-9b89-764b7a806e3c req-529d0d5b-8ea3-4093-81b2-cba750000f9a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d864b4d9-2135-426e-9dff-8b7dc31646c8 HTTP/1.1" status: 200 len: 834 time: 0.0927401 May 23 11:37:12.773611 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-85bdcb01-4af5-4344-8222-9ae13dfa7e6a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/floatingips/6f38c621-cdbc-4f1d-9d57-7ae5d152120f HTTP/1.1" status: 200 len: 991 time: 0.4855607 May 23 11:37:12.804576 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:12.823677 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cf8ef800-28dd-48be-9b89-764b7a806e3c req-f6e01e59-d52d-4499-a942-e961e55a2e76 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0891957 May 23 11:37:12.888461 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:12.958242 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cf8ef800-28dd-48be-9b89-764b7a806e3c req-7a24a742-2e49-448a-9483-fa55a51d7b20 service neutron] 10.222.0.13 "GET /v2.0/networks/9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290991 May 23 11:37:13.009597 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7098aa8-1744-4693-b614-c094c49d0c42 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:13.066250 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7098aa8-1744-4693-b614-c094c49d0c42 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:13.092850 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cf8ef800-28dd-48be-9b89-764b7a806e3c req-bb1deb8e-4be8-4116-90ec-98d70a789b46 service neutron] 10.222.0.13 "GET /v2.0/networks/9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282070 May 23 11:37:13.276426 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7098aa8-1744-4693-b614-c094c49d0c42 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:13.284053 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7098aa8-1744-4693-b614-c094c49d0c42 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:13.396681 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7098aa8-1744-4693-b614-c094c49d0c42 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Pushing event updated for resources: {'Port': ['ID=f9886c5d-2d48-4956-befe-b86fe84f5122,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:13.414657 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7098aa8-1744-4693-b614-c094c49d0c42 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:13.614377 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [None req-c7098aa8-1744-4693-b614-c094c49d0c42 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Floating IP a8f29590-5af2-4488-b974-ff8309607b9a associated. External IP: 172.25.6.14, port: 1684116e-7873-4ed3-a20d-667f56c5001f. May 23 11:37:13.695049 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 7a2826c2-12ec-4fdf-bd67-196158570017 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:37:13.793213 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56364) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:37:13.805214 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 7a2826c2-12ec-4fdf-bd67-196158570017 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:37:13.816150 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 7a2826c2-12ec-4fdf-bd67-196158570017 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:37:13.816541 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:13.868448 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131371c-4ce7-406a-8a25-cf35c97409b0 req-bdb2a1b7-5a69-4b21-b24b-b2579f5d5bc8 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:13.869999 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5131371c-4ce7-406a-8a25-cf35c97409b0 req-bdb2a1b7-5a69-4b21-b24b-b2579f5d5bc8 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f363e6-ed7a-470c-a698-01f1c3aadb4c HTTP/1.1" status: 200 len: 944 time: 0.0983160 May 23 11:37:13.944886 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5131371c-4ce7-406a-8a25-cf35c97409b0 req-d2c50357-759f-4f33-a3da-dc5ad82a8963 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] 10.222.0.79 "GET /v2.0/security-groups?id=c3211cd9-547d-4c3e-86f4-4798a9d116b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686400 May 23 11:37:13.959271 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-873d1dc7-7658-48d2-96eb-63bc5e7ac9ec tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/floatingips/6f38c621-cdbc-4f1d-9d57-7ae5d152120f HTTP/1.1" status: 200 len: 991 time: 0.1648154 May 23 11:37:13.991369 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:14.024790 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f363e6-ed7a-470c-a698-01f1c3aadb4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2826c2-12ec-4fdf-bd67-196158570017'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:37:14.034870 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 7a2826c2-12ec-4fdf-bd67-196158570017, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=7a2826c2-12ec-4fdf-bd67-196158570017,segment=NetworkSegment(532c84da-7d72-4830-b98a-4408b112f2a9),segment_id=532c84da-7d72-4830-b98a-4408b112f2a9)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:37:14.040485 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:14.099469 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-963796d4-f0d5-4785-ab76-af870f5d4b3b'] response: {'server_uuid': '51f363e6-ed7a-470c-a698-01f1c3aadb4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2826c2-12ec-4fdf-bd67-196158570017', 'code': 200} May 23 11:37:14.122928 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=7a2826c2-12ec-4fdf-bd67-196158570017,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:14.263353 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d65a4e5d-343a-4426-bc84-9523344e296c req-3de6fa1e-dcad-4a26-a557-45ebd6ac0948 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=51f363e6-ed7a-470c-a698-01f1c3aadb4c HTTP/1.1" status: 200 len: 1096 time: 0.0801826 May 23 11:37:14.282853 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:14.312360 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d65a4e5d-343a-4426-bc84-9523344e296c req-f3a71789-d2a5-44cb-b240-66caaf8d94ef service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c3211cd9-547d-4c3e-86f4-4798a9d116b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422306 May 23 11:37:14.316908 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7098aa8-1744-4693-b614-c094c49d0c42 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Router e45426e6-1cc2-4a79-9410-e9205fce47da has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:37:14.527799 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7098aa8-1744-4693-b614-c094c49d0c42 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:37:14.539944 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030e0dc0-332f-4afe-93c0-4560963c1dc2 None None] Sync routers for ids ['e45426e6-1cc2-4a79-9410-e9205fce47da'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:37:14.551225 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030e0dc0-332f-4afe-93c0-4560963c1dc2 None None] Routers {'e45426e6-1cc2-4a79-9410-e9205fce47da'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:37:14.552100 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-030e0dc0-332f-4afe-93c0-4560963c1dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:37:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['e45426e6-1cc2-4a79-9410-e9205fce47da'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:37:14.565614 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7098aa8-1744-4693-b614-c094c49d0c42 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:14.626563 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c7098aa8-1744-4693-b614-c094c49d0c42 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2678461 May 23 11:37:14.626563 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9aad0bc-f9db-4db0-a7b0-7beb7e7fb826', 'tag': '1684116e-7873-4ed3-a20d-667f56c5001f'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:37:14.684412 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46b60ee8-2456-4b66-87a5-9303dc716b0d'] response: {'name': 'network-changed', 'server_uuid': 'c9aad0bc-f9db-4db0-a7b0-7beb7e7fb826', 'tag': '1684116e-7873-4ed3-a20d-667f56c5001f', 'status': 'completed', 'code': 200} May 23 11:37:14.741573 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-030e0dc0-332f-4afe-93c0-4560963c1dc2 None None] Set router e45426e6-1cc2-4a79-9410-e9205fce47da gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:37:14.813346 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f840e4af-b830-41ea-a77e-7d59d4b3081a req-4e1c7db7-0ea9-48dc-b0e0-148b77008eb5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c0d5a70375a14dad89b052c6ff00afdf&device_id=c9aad0bc-f9db-4db0-a7b0-7beb7e7fb826 HTTP/1.1" status: 200 len: 1096 time: 0.0767398 May 23 11:37:14.957625 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840e4af-b830-41ea-a77e-7d59d4b3081a req-00902d7a-504f-4a0f-87c5-9ec45afd207d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:14.959882 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f840e4af-b830-41ea-a77e-7d59d4b3081a req-00902d7a-504f-4a0f-87c5-9ec45afd207d service neutron] 10.222.0.81 "GET /v2.0/networks?id=e5168ee0-15d7-4afb-963f-746644a08876 HTTP/1.1" status: 200 len: 910 time: 0.1413736 May 23 11:37:14.962558 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56406) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:37:15.103674 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-030e0dc0-332f-4afe-93c0-4560963c1dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45426e6-1cc2-4a79-9410-e9205fce47da', 'name': 'tempest-TestServerBasicOps-1884940780-router', 'tenant_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '62ae54d6-6bc4-45bd-b3eb-f05b29783769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:36:28Z', 'updated_at': '2022-05-23T11:36:33Z', 'revision_number': 4, 'project_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'gw_port': {'id': '62ae54d6-6bc4-45bd-b3eb-f05b29783769', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45426e6-1cc2-4a79-9410-e9205fce47da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:28Z', 'updated_at': '2022-05-23T11:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'a8f29590-5af2-4488-b974-ff8309607b9a', 'tenant_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'floating_ip_address': '172.25.6.14', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': 'e45426e6-1cc2-4a79-9410-e9205fce47da', 'port_id': '1684116e-7873-4ed3-a20d-667f56c5001f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5168ee0-15d7-4afb-963f-746644a08876', 'mac_address': 'fa:16:3e:46:60:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9aad0bc-f9db-4db0-a7b0-7beb7e7fb826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:37:12Z', 'updated_at': '2022-05-23T11:37:12Z', 'revision_number': 0, 'project_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17cb53f7-642d-4517-973f-67f82113e4ed', 'name': '', 'network_id': 'e5168ee0-15d7-4afb-963f-746644a08876', 'tenant_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'mac_address': 'fa:16:3e:cc:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45426e6-1cc2-4a79-9410-e9205fce47da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad8d50de-c367-4541-8000-d04e811e479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:32Z', 'updated_at': '2022-05-23T11:36:54Z', 'revision_number': 5, 'project_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'subnets': [{'id': 'ad8d50de-c367-4541-8000-d04e811e479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:37:15.107840 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030e0dc0-332f-4afe-93c0-4560963c1dc2 None None] Checking router: e45426e6-1cc2-4a79-9410-e9205fce47da for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:37:15.118964 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030e0dc0-332f-4afe-93c0-4560963c1dc2 None None] Routers {'e45426e6-1cc2-4a79-9410-e9205fce47da'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:37:15.119571 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-030e0dc0-332f-4afe-93c0-4560963c1dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:37:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['e45426e6-1cc2-4a79-9410-e9205fce47da'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:37:15.160110 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-523ccffc-c6ee-4b28-817f-c13f4f772e4f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/floatingips/6f38c621-cdbc-4f1d-9d57-7ae5d152120f HTTP/1.1" status: 200 len: 991 time: 0.1962855 May 23 11:37:15.183077 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5af3af-4a8e-4135-81b9-1e75c40e4489 req-1e24bc9f-ada5-48fd-bad1-adbad8f28d59 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:15.184795 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ac5af3af-4a8e-4135-81b9-1e75c40e4489 req-1e24bc9f-ada5-48fd-bad1-adbad8f28d59 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f363e6-ed7a-470c-a698-01f1c3aadb4c HTTP/1.1" status: 200 len: 945 time: 0.1113873 May 23 11:37:15.220486 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f840e4af-b830-41ea-a77e-7d59d4b3081a req-d9705d17-8389-4d7a-862c-cc1df9b8de3d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1684116e-7873-4ed3-a20d-667f56c5001f HTTP/1.1" status: 200 len: 998 time: 0.1360800 May 23 11:37:15.246217 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ac5af3af-4a8e-4135-81b9-1e75c40e4489 req-9aba6a46-f5c5-43b5-b891-658ce9722984 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] 10.222.0.79 "GET /v2.0/security-groups?id=c3211cd9-547d-4c3e-86f4-4798a9d116b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533655 May 23 11:37:15.289369 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840e4af-b830-41ea-a77e-7d59d4b3081a req-f0ff3c49-746b-490a-9332-ad928b601d14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:15.290979 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f840e4af-b830-41ea-a77e-7d59d4b3081a req-f0ff3c49-746b-490a-9332-ad928b601d14 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ad8d50de-c367-4541-8000-d04e811e479e HTTP/1.1" status: 200 len: 848 time: 0.0654626 May 23 11:37:15.316434 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-030e0dc0-332f-4afe-93c0-4560963c1dc2 None None] Set router e45426e6-1cc2-4a79-9410-e9205fce47da gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:37:15.421212 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f840e4af-b830-41ea-a77e-7d59d4b3081a req-957253be-b9cf-44c2-b9d1-58bc39911ae5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e5168ee0-15d7-4afb-963f-746644a08876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1240251 May 23 11:37:15.566213 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f840e4af-b830-41ea-a77e-7d59d4b3081a req-e7a8fd04-0726-42a2-be22-875d0e2060fa service neutron] 10.222.0.81 "GET /v2.0/networks/e5168ee0-15d7-4afb-963f-746644a08876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390288 May 23 11:37:15.709456 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f840e4af-b830-41ea-a77e-7d59d4b3081a req-7ffa1066-f039-4250-ab24-c15c88e7bee2 service neutron] 10.222.0.81 "GET /v2.0/networks/e5168ee0-15d7-4afb-963f-746644a08876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372488 May 23 11:37:15.786176 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-030e0dc0-332f-4afe-93c0-4560963c1dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45426e6-1cc2-4a79-9410-e9205fce47da', 'name': 'tempest-TestServerBasicOps-1884940780-router', 'tenant_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '62ae54d6-6bc4-45bd-b3eb-f05b29783769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:36:28Z', 'updated_at': '2022-05-23T11:36:33Z', 'revision_number': 4, 'project_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'gw_port': {'id': '62ae54d6-6bc4-45bd-b3eb-f05b29783769', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45426e6-1cc2-4a79-9410-e9205fce47da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:28Z', 'updated_at': '2022-05-23T11:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'a8f29590-5af2-4488-b974-ff8309607b9a', 'tenant_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'floating_ip_address': '172.25.6.14', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': 'e45426e6-1cc2-4a79-9410-e9205fce47da', 'port_id': '1684116e-7873-4ed3-a20d-667f56c5001f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5168ee0-15d7-4afb-963f-746644a08876', 'mac_address': 'fa:16:3e:46:60:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9aad0bc-f9db-4db0-a7b0-7beb7e7fb826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:37:12Z', 'updated_at': '2022-05-23T11:37:12Z', 'revision_number': 0, 'project_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17cb53f7-642d-4517-973f-67f82113e4ed', 'name': '', 'network_id': 'e5168ee0-15d7-4afb-963f-746644a08876', 'tenant_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'mac_address': 'fa:16:3e:cc:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45426e6-1cc2-4a79-9410-e9205fce47da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad8d50de-c367-4541-8000-d04e811e479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:32Z', 'updated_at': '2022-05-23T11:36:54Z', 'revision_number': 5, 'project_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'subnets': [{'id': 'ad8d50de-c367-4541-8000-d04e811e479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:37:15.790230 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030e0dc0-332f-4afe-93c0-4560963c1dc2 None None] The sync data for ids ['e45426e6-1cc2-4a79-9410-e9205fce47da'] in n-d-842952-2 is: [{'id': 'e45426e6-1cc2-4a79-9410-e9205fce47da', 'name': 'tempest-TestServerBasicOps-1884940780-router', 'tenant_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '62ae54d6-6bc4-45bd-b3eb-f05b29783769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:36:28Z', 'updated_at': '2022-05-23T11:36:33Z', 'revision_number': 4, 'project_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'gw_port': {'id': '62ae54d6-6bc4-45bd-b3eb-f05b29783769', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45426e6-1cc2-4a79-9410-e9205fce47da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:28Z', 'updated_at': '2022-05-23T11:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'a8f29590-5af2-4488-b974-ff8309607b9a', 'tenant_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'floating_ip_address': '172.25.6.14', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': 'e45426e6-1cc2-4a79-9410-e9205fce47da', 'port_id': '1684116e-7873-4ed3-a20d-667f56c5001f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5168ee0-15d7-4afb-963f-746644a08876', 'mac_address': 'fa:16:3e:46:60:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9aad0bc-f9db-4db0-a7b0-7beb7e7fb826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:37:12Z', 'updated_at': '2022-05-23T11:37:12Z', 'revision_number': 0, 'project_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17cb53f7-642d-4517-973f-67f82113e4ed', 'name': '', 'network_id': 'e5168ee0-15d7-4afb-963f-746644a08876', 'tenant_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'mac_address': 'fa:16:3e:cc:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45426e6-1cc2-4a79-9410-e9205fce47da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad8d50de-c367-4541-8000-d04e811e479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:32Z', 'updated_at': '2022-05-23T11:36:54Z', 'revision_number': 5, 'project_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'subnets': [{'id': 'ad8d50de-c367-4541-8000-d04e811e479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:37:16.155966 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cc3494-91b7-4dcf-952c-3708a81b6605 None None] Sync routers for ids ['27ad0d1a-34c1-482c-b673-8661a0620821'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:37:16.164572 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56414) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:37:16.169871 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cc3494-91b7-4dcf-952c-3708a81b6605 None None] Routers {'27ad0d1a-34c1-482c-b673-8661a0620821'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:37:16.170684 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-77cc3494-91b7-4dcf-952c-3708a81b6605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:37:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['27ad0d1a-34c1-482c-b673-8661a0620821'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:37:16.272157 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-02b584dc-722a-4b75-b5bc-cd8c52a75bc9 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/floatingips/6f38c621-cdbc-4f1d-9d57-7ae5d152120f HTTP/1.1" status: 200 len: 991 time: 0.1064427 May 23 11:37:16.346857 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-77cc3494-91b7-4dcf-952c-3708a81b6605 None None] Set router 27ad0d1a-34c1-482c-b673-8661a0620821 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:37:16.438659 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f2bbf-5fc4-4c62-9686-8aa67395cb4f req-26b2f36b-d1a4-4673-a382-4c8f0dad0ec3 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:16.440029 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-578f2bbf-5fc4-4c62-9686-8aa67395cb4f req-26b2f36b-d1a4-4673-a382-4c8f0dad0ec3 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f363e6-ed7a-470c-a698-01f1c3aadb4c HTTP/1.1" status: 200 len: 945 time: 0.0798392 May 23 11:37:16.490768 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-578f2bbf-5fc4-4c62-9686-8aa67395cb4f req-1c4f4eb8-db88-43b2-885b-31b56123a67f tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] 10.222.0.79 "GET /v2.0/security-groups?id=c3211cd9-547d-4c3e-86f4-4798a9d116b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420020 May 23 11:37:16.702609 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-77cc3494-91b7-4dcf-952c-3708a81b6605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ad0d1a-34c1-482c-b673-8661a0620821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356920749', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '30272126-614a-4b8d-97c8-b563e34af08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:36:37Z', 'updated_at': '2022-05-23T11:36:46Z', 'revision_number': 4, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': '30272126-614a-4b8d-97c8-b563e34af08f', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ad0d1a-34c1-482c-b673-8661a0620821', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:38Z', 'updated_at': '2022-05-23T11:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '6f38c621-cdbc-4f1d-9d57-7ae5d152120f', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'floating_ip_address': '172.25.6.81', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '27ad0d1a-34c1-482c-b673-8661a0620821', 'port_id': 'd3c80bda-24a3-4f98-a789-f68ba1bde48a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a', 'mac_address': 'fa:16:3e:5a:ed:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e4142a-e6d9-4fec-b93f-564e5569d79d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:37:09Z', 'updated_at': '2022-05-23T11:37:09Z', 'revision_number': 0, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6091efcf-e881-46a5-b484-f284cae79c29', 'name': '', 'network_id': '9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'mac_address': 'fa:16:3e:8c:84:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ad0d1a-34c1-482c-b673-8661a0620821', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd864b4d9-2135-426e-9dff-8b7dc31646c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:44Z', 'updated_at': '2022-05-23T11:36:46Z', 'revision_number': 2, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'subnets': [{'id': 'd864b4d9-2135-426e-9dff-8b7dc31646c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:37:16.706939 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cc3494-91b7-4dcf-952c-3708a81b6605 None None] Checking router: 27ad0d1a-34c1-482c-b673-8661a0620821 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:37:16.707283 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cc3494-91b7-4dcf-952c-3708a81b6605 None None] Updating router 27ad0d1a-34c1-482c-b673-8661a0620821 port 6091efcf-e881-46a5-b484-f284cae79c29 binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:37:16.759600 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-77cc3494-91b7-4dcf-952c-3708a81b6605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:17.138604 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-77cc3494-91b7-4dcf-952c-3708a81b6605 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:17.152499 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-77cc3494-91b7-4dcf-952c-3708a81b6605 None None] Transition to ACTIVE for port object 6091efcf-e881-46a5-b484-f284cae79c29 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:37:17.162037 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-77cc3494-91b7-4dcf-952c-3708a81b6605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:17.276143 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56434) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:37:17.457855 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-77cc3494-91b7-4dcf-952c-3708a81b6605 None None] Attempting to bind port 6091efcf-e881-46a5-b484-f284cae79c29 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:37:17.458145 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-77cc3494-91b7-4dcf-952c-3708a81b6605 None None] Attempting to bind port 6091efcf-e881-46a5-b484-f284cae79c29 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '9f583dd4-4b8a-4969-ab3f-0efe97f89d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:37:17.458512 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cc3494-91b7-4dcf-952c-3708a81b6605 None None] Attempting to bind port 6091efcf-e881-46a5-b484-f284cae79c29 on network 9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:37:17.467089 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-96580951-c61e-489d-975c-b0ea49344daf tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/floatingips/6f38c621-cdbc-4f1d-9d57-7ae5d152120f HTTP/1.1" status: 200 len: 991 time: 0.1876807 May 23 11:37:17.480250 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d28548-a924-4d95-b78e-9463bc0b72df None None] Pushing event updated for resources: {'Port': ['ID=6091efcf-e881-46a5-b484-f284cae79c29,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:17.482811 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cc3494-91b7-4dcf-952c-3708a81b6605 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:37:17.483175 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cc3494-91b7-4dcf-952c-3708a81b6605 None None] Checking segment: {'id': '9f583dd4-4b8a-4969-ab3f-0efe97f89d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:37:17.483671 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-77cc3494-91b7-4dcf-952c-3708a81b6605 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:17.484090 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cc3494-91b7-4dcf-952c-3708a81b6605 None None] Bound using segment: {'id': '9f583dd4-4b8a-4969-ab3f-0efe97f89d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:37:17.484554 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-77cc3494-91b7-4dcf-952c-3708a81b6605 None None] Bound port: 6091efcf-e881-46a5-b484-f284cae79c29, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f583dd4-4b8a-4969-ab3f-0efe97f89d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:37:17.484920 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-77cc3494-91b7-4dcf-952c-3708a81b6605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:17.527979 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6052813-c068-4640-9363-0a95445d2939 None None] Sync routers for ids ['614fa931-8004-4bab-b897-a96484afecc0'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:37:17.546407 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6052813-c068-4640-9363-0a95445d2939 None None] Routers {'614fa931-8004-4bab-b897-a96484afecc0'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:37:17.547601 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f6052813-c068-4640-9363-0a95445d2939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:37:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['614fa931-8004-4bab-b897-a96484afecc0'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:37:17.589925 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbae44a-9933-46b7-a25e-92963696aac1 None None] New status for floating IP a8f29590-5af2-4488-b974-ff8309607b9a: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:37:17.826955 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-77cc3494-91b7-4dcf-952c-3708a81b6605 None None] For port 6091efcf-e881-46a5-b484-f284cae79c29, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:37:17.866611 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-77cc3494-91b7-4dcf-952c-3708a81b6605 None None] For port 6091efcf-e881-46a5-b484-f284cae79c29, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=6091efcf-e881-46a5-b484-f284cae79c29,segment=NetworkSegment(9f583dd4-4b8a-4969-ab3f-0efe97f89d04),segment_id=9f583dd4-4b8a-4969-ab3f-0efe97f89d04)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:37:17.884561 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-77cc3494-91b7-4dcf-952c-3708a81b6605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:17.903883 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-f6052813-c068-4640-9363-0a95445d2939 None None] Set router 614fa931-8004-4bab-b897-a96484afecc0 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:37:18.070056 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d28548-a924-4d95-b78e-9463bc0b72df None None] Pushing event updated for resources: {'Port': ['ID=6091efcf-e881-46a5-b484-f284cae79c29,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:18.080999 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cc3494-91b7-4dcf-952c-3708a81b6605 None None] Routers {'27ad0d1a-34c1-482c-b673-8661a0620821'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:37:18.081993 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-77cc3494-91b7-4dcf-952c-3708a81b6605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:37:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['27ad0d1a-34c1-482c-b673-8661a0620821'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:37:18.313102 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-77cc3494-91b7-4dcf-952c-3708a81b6605 None None] Set router 27ad0d1a-34c1-482c-b673-8661a0620821 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:37:18.321497 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f6052813-c068-4640-9363-0a95445d2939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614fa931-8004-4bab-b897-a96484afecc0', 'name': 'tempest-TestServerBasicOps-2075311773-router', 'tenant_id': 'bcf810c9c8ae48689a266ac6d00d6318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '867005e5-fcd2-4e71-8587-d23538af74cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:36:39Z', 'updated_at': '2022-05-23T11:36:44Z', 'revision_number': 4, 'project_id': 'bcf810c9c8ae48689a266ac6d00d6318', 'gw_port': {'id': '867005e5-fcd2-4e71-8587-d23538af74cd', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614fa931-8004-4bab-b897-a96484afecc0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:39Z', 'updated_at': '2022-05-23T11:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'cb8b5a0f-6702-43bd-95f6-570be107704d', 'name': '', 'network_id': 'e1a14486-4a9b-48b2-a85d-4acc80ae3f2c', 'tenant_id': 'bcf810c9c8ae48689a266ac6d00d6318', 'mac_address': 'fa:16:3e:78:ee:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614fa931-8004-4bab-b897-a96484afecc0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b59a689e-15b4-4586-873e-612094a2121e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:43Z', 'updated_at': '2022-05-23T11:36:44Z', 'revision_number': 2, 'project_id': 'bcf810c9c8ae48689a266ac6d00d6318', 'subnets': [{'id': 'b59a689e-15b4-4586-873e-612094a2121e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:37:18.326434 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6052813-c068-4640-9363-0a95445d2939 None None] Checking router: 614fa931-8004-4bab-b897-a96484afecc0 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:37:18.326990 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6052813-c068-4640-9363-0a95445d2939 None None] Updating router 614fa931-8004-4bab-b897-a96484afecc0 port cb8b5a0f-6702-43bd-95f6-570be107704d binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:37:18.382573 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f6052813-c068-4640-9363-0a95445d2939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:18.476778 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56446) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:37:18.587942 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f7639b11-07ee-4d27-841c-1d6cd7691fb7 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/floatingips/6f38c621-cdbc-4f1d-9d57-7ae5d152120f HTTP/1.1" status: 200 len: 991 time: 0.1181996 May 23 11:37:18.713702 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-77cc3494-91b7-4dcf-952c-3708a81b6605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ad0d1a-34c1-482c-b673-8661a0620821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356920749', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '30272126-614a-4b8d-97c8-b563e34af08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:36:37Z', 'updated_at': '2022-05-23T11:36:46Z', 'revision_number': 4, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': '30272126-614a-4b8d-97c8-b563e34af08f', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ad0d1a-34c1-482c-b673-8661a0620821', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:38Z', 'updated_at': '2022-05-23T11:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '6f38c621-cdbc-4f1d-9d57-7ae5d152120f', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'floating_ip_address': '172.25.6.81', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '27ad0d1a-34c1-482c-b673-8661a0620821', 'port_id': 'd3c80bda-24a3-4f98-a789-f68ba1bde48a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a', 'mac_address': 'fa:16:3e:5a:ed:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e4142a-e6d9-4fec-b93f-564e5569d79d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:37:09Z', 'updated_at': '2022-05-23T11:37:09Z', 'revision_number': 0, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6091efcf-e881-46a5-b484-f284cae79c29', 'name': '', 'network_id': '9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'mac_address': 'fa:16:3e:8c:84:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ad0d1a-34c1-482c-b673-8661a0620821', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd864b4d9-2135-426e-9dff-8b7dc31646c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:44Z', 'updated_at': '2022-05-23T11:37:17Z', 'revision_number': 4, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'subnets': [{'id': 'd864b4d9-2135-426e-9dff-8b7dc31646c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:37:18.719209 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cc3494-91b7-4dcf-952c-3708a81b6605 None None] The sync data for ids ['27ad0d1a-34c1-482c-b673-8661a0620821'] in n-d-842952-2 is: [{'id': '27ad0d1a-34c1-482c-b673-8661a0620821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356920749', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '30272126-614a-4b8d-97c8-b563e34af08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:36:37Z', 'updated_at': '2022-05-23T11:36:46Z', 'revision_number': 4, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': '30272126-614a-4b8d-97c8-b563e34af08f', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ad0d1a-34c1-482c-b673-8661a0620821', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:38Z', 'updated_at': '2022-05-23T11:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '6f38c621-cdbc-4f1d-9d57-7ae5d152120f', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'floating_ip_address': '172.25.6.81', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '27ad0d1a-34c1-482c-b673-8661a0620821', 'port_id': 'd3c80bda-24a3-4f98-a789-f68ba1bde48a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a', 'mac_address': 'fa:16:3e:5a:ed:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e4142a-e6d9-4fec-b93f-564e5569d79d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:37:09Z', 'updated_at': '2022-05-23T11:37:09Z', 'revision_number': 0, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6091efcf-e881-46a5-b484-f284cae79c29', 'name': '', 'network_id': '9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'mac_address': 'fa:16:3e:8c:84:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ad0d1a-34c1-482c-b673-8661a0620821', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd864b4d9-2135-426e-9dff-8b7dc31646c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:44Z', 'updated_at': '2022-05-23T11:37:17Z', 'revision_number': 4, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'subnets': [{'id': 'd864b4d9-2135-426e-9dff-8b7dc31646c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:37:18.832488 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f6052813-c068-4640-9363-0a95445d2939 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:18.845723 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f6052813-c068-4640-9363-0a95445d2939 None None] Transition to ACTIVE for port object cb8b5a0f-6702-43bd-95f6-570be107704d will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:37:18.854130 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f6052813-c068-4640-9363-0a95445d2939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:19.040983 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bfd218-cc0b-4d0f-9850-e07dafa481b5 None None] Pushing event updated for resources: {'Port': ['ID=cb8b5a0f-6702-43bd-95f6-570be107704d,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:19.176971 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f6052813-c068-4640-9363-0a95445d2939 None None] Attempting to bind port cb8b5a0f-6702-43bd-95f6-570be107704d on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:37:19.177406 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f6052813-c068-4640-9363-0a95445d2939 None None] Attempting to bind port cb8b5a0f-6702-43bd-95f6-570be107704d by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '210a98f3-fb44-433e-bd77-a50e7cf8743b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e1a14486-4a9b-48b2-a85d-4acc80ae3f2c'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:37:19.177874 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6052813-c068-4640-9363-0a95445d2939 None None] Attempting to bind port cb8b5a0f-6702-43bd-95f6-570be107704d on network e1a14486-4a9b-48b2-a85d-4acc80ae3f2c {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:37:19.194947 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6052813-c068-4640-9363-0a95445d2939 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:37:19.202253 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6052813-c068-4640-9363-0a95445d2939 None None] Checking segment: {'id': '210a98f3-fb44-433e-bd77-a50e7cf8743b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e1a14486-4a9b-48b2-a85d-4acc80ae3f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:37:19.202795 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f6052813-c068-4640-9363-0a95445d2939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:19.203250 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6052813-c068-4640-9363-0a95445d2939 None None] Bound using segment: {'id': '210a98f3-fb44-433e-bd77-a50e7cf8743b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e1a14486-4a9b-48b2-a85d-4acc80ae3f2c'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:37:19.203818 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f6052813-c068-4640-9363-0a95445d2939 None None] Bound port: cb8b5a0f-6702-43bd-95f6-570be107704d, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '210a98f3-fb44-433e-bd77-a50e7cf8743b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e1a14486-4a9b-48b2-a85d-4acc80ae3f2c'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:37:19.204280 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f6052813-c068-4640-9363-0a95445d2939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:19.334345 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f6052813-c068-4640-9363-0a95445d2939 None None] For port cb8b5a0f-6702-43bd-95f6-570be107704d, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:37:19.345905 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f6052813-c068-4640-9363-0a95445d2939 None None] For port cb8b5a0f-6702-43bd-95f6-570be107704d, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=cb8b5a0f-6702-43bd-95f6-570be107704d,segment=NetworkSegment(210a98f3-fb44-433e-bd77-a50e7cf8743b),segment_id=210a98f3-fb44-433e-bd77-a50e7cf8743b)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:37:19.353906 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f6052813-c068-4640-9363-0a95445d2939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:19.458707 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bfd218-cc0b-4d0f-9850-e07dafa481b5 None None] Pushing event updated for resources: {'Port': ['ID=cb8b5a0f-6702-43bd-95f6-570be107704d,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:19.461513 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6052813-c068-4640-9363-0a95445d2939 None None] Routers {'614fa931-8004-4bab-b897-a96484afecc0'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:37:19.462560 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f6052813-c068-4640-9363-0a95445d2939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:37:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['614fa931-8004-4bab-b897-a96484afecc0'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:37:19.592114 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56470) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:37:19.807216 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-f6052813-c068-4640-9363-0a95445d2939 None None] Set router 614fa931-8004-4bab-b897-a96484afecc0 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:37:19.882663 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-da925ffa-de18-4d98-a770-e76a54cad3bc tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/floatingips/6f38c621-cdbc-4f1d-9d57-7ae5d152120f HTTP/1.1" status: 200 len: 991 time: 0.2895103 May 23 11:37:20.046962 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device cb8b5a0f-6702-43bd-95f6-570be107704d up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:37:20.296049 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port cb8b5a0f-6702-43bd-95f6-570be107704d completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:37:20.306446 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port cb8b5a0f-6702-43bd-95f6-570be107704d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:37:20.306771 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:20.445336 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f6052813-c068-4640-9363-0a95445d2939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614fa931-8004-4bab-b897-a96484afecc0', 'name': 'tempest-TestServerBasicOps-2075311773-router', 'tenant_id': 'bcf810c9c8ae48689a266ac6d00d6318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '867005e5-fcd2-4e71-8587-d23538af74cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:36:39Z', 'updated_at': '2022-05-23T11:36:44Z', 'revision_number': 4, 'project_id': 'bcf810c9c8ae48689a266ac6d00d6318', 'gw_port': {'id': '867005e5-fcd2-4e71-8587-d23538af74cd', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614fa931-8004-4bab-b897-a96484afecc0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:39Z', 'updated_at': '2022-05-23T11:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'cb8b5a0f-6702-43bd-95f6-570be107704d', 'name': '', 'network_id': 'e1a14486-4a9b-48b2-a85d-4acc80ae3f2c', 'tenant_id': 'bcf810c9c8ae48689a266ac6d00d6318', 'mac_address': 'fa:16:3e:78:ee:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614fa931-8004-4bab-b897-a96484afecc0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b59a689e-15b4-4586-873e-612094a2121e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:43Z', 'updated_at': '2022-05-23T11:37:19Z', 'revision_number': 4, 'project_id': 'bcf810c9c8ae48689a266ac6d00d6318', 'subnets': [{'id': 'b59a689e-15b4-4586-873e-612094a2121e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:37:20.452256 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6052813-c068-4640-9363-0a95445d2939 None None] The sync data for ids ['614fa931-8004-4bab-b897-a96484afecc0'] in n-d-842952-2 is: [{'id': '614fa931-8004-4bab-b897-a96484afecc0', 'name': 'tempest-TestServerBasicOps-2075311773-router', 'tenant_id': 'bcf810c9c8ae48689a266ac6d00d6318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '867005e5-fcd2-4e71-8587-d23538af74cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:36:39Z', 'updated_at': '2022-05-23T11:36:44Z', 'revision_number': 4, 'project_id': 'bcf810c9c8ae48689a266ac6d00d6318', 'gw_port': {'id': '867005e5-fcd2-4e71-8587-d23538af74cd', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614fa931-8004-4bab-b897-a96484afecc0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:39Z', 'updated_at': '2022-05-23T11:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'cb8b5a0f-6702-43bd-95f6-570be107704d', 'name': '', 'network_id': 'e1a14486-4a9b-48b2-a85d-4acc80ae3f2c', 'tenant_id': 'bcf810c9c8ae48689a266ac6d00d6318', 'mac_address': 'fa:16:3e:78:ee:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614fa931-8004-4bab-b897-a96484afecc0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b59a689e-15b4-4586-873e-612094a2121e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:43Z', 'updated_at': '2022-05-23T11:37:19Z', 'revision_number': 4, 'project_id': 'bcf810c9c8ae48689a266ac6d00d6318', 'subnets': [{'id': 'b59a689e-15b4-4586-873e-612094a2121e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:37:20.457633 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:20.461616 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e0544-d766-428b-9680-0eb64b182079 req-ee9d4b64-d0fa-4671-97db-0321334a084d tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:20.464571 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-626e0544-d766-428b-9680-0eb64b182079 req-ee9d4b64-d0fa-4671-97db-0321334a084d tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f363e6-ed7a-470c-a698-01f1c3aadb4c HTTP/1.1" status: 200 len: 945 time: 0.0892251 May 23 11:37:20.502504 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port cb8b5a0f-6702-43bd-95f6-570be107704d, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=cb8b5a0f-6702-43bd-95f6-570be107704d,segment=NetworkSegment(210a98f3-fb44-433e-bd77-a50e7cf8743b),segment_id=210a98f3-fb44-433e-bd77-a50e7cf8743b)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:37:20.508120 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:20.509402 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 6091efcf-e881-46a5-b484-f284cae79c29 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:37:20.527151 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-626e0544-d766-428b-9680-0eb64b182079 req-fb2f7f61-2a9b-44d2-844a-15a5d3fbd966 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] 10.222.0.79 "GET /v2.0/security-groups?id=c3211cd9-547d-4c3e-86f4-4798a9d116b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576224 May 23 11:37:20.631778 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=cb8b5a0f-6702-43bd-95f6-570be107704d,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:20.646505 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 6091efcf-e881-46a5-b484-f284cae79c29 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:37:20.652405 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 6091efcf-e881-46a5-b484-f284cae79c29 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:37:20.653372 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:20.774773 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:20.817150 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 6091efcf-e881-46a5-b484-f284cae79c29, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=6091efcf-e881-46a5-b484-f284cae79c29,segment=NetworkSegment(9f583dd4-4b8a-4969-ab3f-0efe97f89d04),segment_id=9f583dd4-4b8a-4969-ab3f-0efe97f89d04)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:37:20.821464 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:20.886867 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=6091efcf-e881-46a5-b484-f284cae79c29,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:20.887544 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56484) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:37:20.997976 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2be8f03c-63c3-464b-9f34-5973273a8b1c tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/floatingips/6f38c621-cdbc-4f1d-9d57-7ae5d152120f HTTP/1.1" status: 200 len: 991 time: 0.1084442 May 23 11:37:21.739097 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7d673-84ab-4327-9378-27aafeed0208 req-36d83aa8-483d-4516-98f2-3912f5f88392 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:21.740816 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1cd7d673-84ab-4327-9378-27aafeed0208 req-36d83aa8-483d-4516-98f2-3912f5f88392 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f363e6-ed7a-470c-a698-01f1c3aadb4c HTTP/1.1" status: 200 len: 945 time: 0.0872543 May 23 11:37:21.795018 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device cb8b5a0f-6702-43bd-95f6-570be107704d up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:37:21.798389 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1cd7d673-84ab-4327-9378-27aafeed0208 req-b40f82c7-43f3-417c-859d-27f87cd0e2f2 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] 10.222.0.79 "GET /v2.0/security-groups?id=c3211cd9-547d-4c3e-86f4-4798a9d116b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510290 May 23 11:37:21.889343 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port cb8b5a0f-6702-43bd-95f6-570be107704d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:37:21.890252 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:22.001689 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56496) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:37:22.007872 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 6091efcf-e881-46a5-b484-f284cae79c29 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:37:22.076231 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 6091efcf-e881-46a5-b484-f284cae79c29 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:37:22.076546 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:22.147991 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-798bf7db-d731-4b41-b886-4dc419cb5b13 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/floatingips/6f38c621-cdbc-4f1d-9d57-7ae5d152120f HTTP/1.1" status: 200 len: 991 time: 0.1446464 May 23 11:37:22.190919 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95331f5d-ede6-45a1-9c29-c33c073c8833 req-838e8791-a74f-4338-b639-2aba7cc401f6 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:22.192439 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-95331f5d-ede6-45a1-9c29-c33c073c8833 req-838e8791-a74f-4338-b639-2aba7cc401f6 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] 10.222.0.13 "GET /v2.0/ports?device_id=51f363e6-ed7a-470c-a698-01f1c3aadb4c HTTP/1.1" status: 200 len: 945 time: 0.0855949 May 23 11:37:22.362268 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-95331f5d-ede6-45a1-9c29-c33c073c8833 req-1226aab5-8375-4afc-8acb-ffe9f7830d82 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] Deleting port 7a2826c2-12ec-4fdf-bd67-196158570017 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:37:22.362605 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-95331f5d-ede6-45a1-9c29-c33c073c8833 req-1226aab5-8375-4afc-8acb-ffe9f7830d82 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:22.617758 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-95331f5d-ede6-45a1-9c29-c33c073c8833 req-1226aab5-8375-4afc-8acb-ffe9f7830d82 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] For port 7a2826c2-12ec-4fdf-bd67-196158570017, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=7a2826c2-12ec-4fdf-bd67-196158570017,segment=NetworkSegment(532c84da-7d72-4830-b98a-4408b112f2a9),segment_id=532c84da-7d72-4830-b98a-4408b112f2a9)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:37:22.618418 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-95331f5d-ede6-45a1-9c29-c33c073c8833 req-1226aab5-8375-4afc-8acb-ffe9f7830d82 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:22.742797 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-95331f5d-ede6-45a1-9c29-c33c073c8833 req-1226aab5-8375-4afc-8acb-ffe9f7830d82 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] Calling delete_port for 7a2826c2-12ec-4fdf-bd67-196158570017 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:37:22.897847 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-95331f5d-ede6-45a1-9c29-c33c073c8833 req-1226aab5-8375-4afc-8acb-ffe9f7830d82 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:22.932015 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['7a2826c2-12ec-4fdf-bd67-196158570017'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:37:22.961950 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226aab5-8375-4afc-8acb-ffe9f7830d82 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] Pushing event deleted for resources: {'Port': ['ID=7a2826c2-12ec-4fdf-bd67-196158570017,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:23.046299 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c7b8e2dc-4216-4fea-8e4b-869404c80e9b req-2e8602d7-4408-409f-80ae-7dbadd107fa2 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f363e6-ed7a-470c-a698-01f1c3aadb4c HTTP/1.1" status: 200 len: 210 time: 0.0855999 May 23 11:37:23.086339 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-95331f5d-ede6-45a1-9c29-c33c073c8833 req-1226aab5-8375-4afc-8acb-ffe9f7830d82 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] No DVR routers for this DVR port 7a2826c2-12ec-4fdf-bd67-196158570017 on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:37:23.089277 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-95331f5d-ede6-45a1-9c29-c33c073c8833 req-1226aab5-8375-4afc-8acb-ffe9f7830d82 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:23.092000 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f363e6-ed7a-470c-a698-01f1c3aadb4c', 'name': 'network-vif-deleted', 'tag': '7a2826c2-12ec-4fdf-bd67-196158570017'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:37:23.108851 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-95331f5d-ede6-45a1-9c29-c33c073c8833 req-1226aab5-8375-4afc-8acb-ffe9f7830d82 tempest-VolumesActionsTest-932495323 tempest-VolumesActionsTest-932495323-project] 10.222.0.13 "DELETE /v2.0/ports/7a2826c2-12ec-4fdf-bd67-196158570017 HTTP/1.1" status: 204 len: 173 time: 0.9098155 May 23 11:37:23.147427 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3894c6da-0da4-4f85-81d1-60e4c303952b'] response: {'server_uuid': '51f363e6-ed7a-470c-a698-01f1c3aadb4c', 'name': 'network-vif-deleted', 'tag': '7a2826c2-12ec-4fdf-bd67-196158570017', 'status': 'completed', 'code': 200} May 23 11:37:23.152074 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56508) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:37:23.263202 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a9ffdc56-a4da-46f7-81c0-92041238598c tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/floatingips/6f38c621-cdbc-4f1d-9d57-7ae5d152120f HTTP/1.1" status: 200 len: 991 time: 0.1100142 May 23 11:37:23.869957 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56518) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:37:23.900788 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-51891821-4e14-4c06-86e0-c3e5e40ce8f3 req-896e21c1-65d1-4fad-a823-7473faa273a7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0752110 May 23 11:37:24.048884 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6273d254-7f32-49d6-9711-48e05d995fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:24.095731 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6273d254-7f32-49d6-9711-48e05d995fac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:37:24.100901 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6273d254-7f32-49d6-9711-48e05d995fac admin admin] Usage tracker for resource:security_group_rule and tenant:d8d78ac114a54e51ba5e03db5db5e0b1 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:37:24.104942 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6273d254-7f32-49d6-9711-48e05d995fac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:37:24.113161 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6273d254-7f32-49d6-9711-48e05d995fac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:37:24.119336 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-51891821-4e14-4c06-86e0-c3e5e40ce8f3 req-8bc08bde-fa74-4163-9e18-5cebf2cad64c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=261dc3b71b384338a9f4e12911499bfb&device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 1097 time: 0.1309395 May 23 11:37:24.266646 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56528) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:37:24.292378 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6273d254-7f32-49d6-9711-48e05d995fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:24.305681 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6273d254-7f32-49d6-9711-48e05d995fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:24.337666 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51891821-4e14-4c06-86e0-c3e5e40ce8f3 req-985eee54-47fc-4b7f-8f18-876065f46058 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:24.339394 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-51891821-4e14-4c06-86e0-c3e5e40ce8f3 req-985eee54-47fc-4b7f-8f18-876065f46058 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a HTTP/1.1" status: 200 len: 897 time: 0.1985877 May 23 11:37:24.377410 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8dc8e936-91bc-4088-bbaa-e5653df9c87b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/floatingips/6f38c621-cdbc-4f1d-9d57-7ae5d152120f HTTP/1.1" status: 200 len: 991 time: 0.1083457 May 23 11:37:24.430066 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-6273d254-7f32-49d6-9711-48e05d995fac admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d8d78ac114a54e51ba5e03db5db5e0b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5590928 May 23 11:37:24.430875 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6273d254-7f32-49d6-9711-48e05d995fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115c98e6-b145-431c-85dc-a8c41b4d01e1,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:24.433232 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56532) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:37:24.468378 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-51891821-4e14-4c06-86e0-c3e5e40ce8f3 req-57645a2b-b264-4d53-9c92-e1bf0bb9da74 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3c80bda-24a3-4f98-a789-f68ba1bde48a HTTP/1.1" status: 200 len: 999 time: 0.1165063 May 23 11:37:24.521574 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-77df1ee0-8066-478d-b900-26a623427273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:24.540729 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51891821-4e14-4c06-86e0-c3e5e40ce8f3 req-d4aeba29-b1ae-4ff8-9a45-964e23e015f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:24.542207 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-51891821-4e14-4c06-86e0-c3e5e40ce8f3 req-d4aeba29-b1ae-4ff8-9a45-964e23e015f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d864b4d9-2135-426e-9dff-8b7dc31646c8 HTTP/1.1" status: 200 len: 834 time: 0.0658054 May 23 11:37:24.562732 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-77df1ee0-8066-478d-b900-26a623427273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:24.619548 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-77df1ee0-8066-478d-b900-26a623427273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:24.636631 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-51891821-4e14-4c06-86e0-c3e5e40ce8f3 req-a4cada5b-904a-4047-a8e6-a051791ddde4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876646 May 23 11:37:24.638560 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df1ee0-8066-478d-b900-26a623427273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115c98e6-b145-431c-85dc-a8c41b4d01e1,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:24.645987 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-77df1ee0-8066-478d-b900-26a623427273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:24.657991 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-77df1ee0-8066-478d-b900-26a623427273 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/115c98e6-b145-431c-85dc-a8c41b4d01e1 HTTP/1.1" status: 204 len: 168 time: 0.2126181 May 23 11:37:24.888728 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-51891821-4e14-4c06-86e0-c3e5e40ce8f3 req-8a0193ac-e838-4499-bec5-879b4eaab593 service neutron] 10.222.0.13 "GET /v2.0/networks/9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460613 May 23 11:37:25.053031 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-51891821-4e14-4c06-86e0-c3e5e40ce8f3 req-8d523264-0691-496c-86a2-ae509e9ef401 service neutron] 10.222.0.13 "GET /v2.0/networks/9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563277 May 23 11:37:25.380312 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56558) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:37:25.553737 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56564) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:37:25.594615 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-84998d10-2c17-4ff3-84ce-2dd0cf503cd7 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/floatingips/6f38c621-cdbc-4f1d-9d57-7ae5d152120f HTTP/1.1" status: 200 len: 991 time: 0.2128708 May 23 11:37:25.687753 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-2b141b34-23de-4d99-bd6a-f77f3d1da90c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1691209096-network', 'tenant_id': '6c534fe3be2144cfbd428872dd12e4f4'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:37:25.693453 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2b141b34-23de-4d99-bd6a-f77f3d1da90c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:37:25.697656 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2b141b34-23de-4d99-bd6a-f77f3d1da90c admin admin] Usage tracker for resource:network and tenant:6c534fe3be2144cfbd428872dd12e4f4 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:37:25.700722 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2b141b34-23de-4d99-bd6a-f77f3d1da90c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:37:25.707274 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2b141b34-23de-4d99-bd6a-f77f3d1da90c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:37:25.718801 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b141b34-23de-4d99-bd6a-f77f3d1da90c admin admin] Made reservation on behalf of 6c534fe3be2144cfbd428872dd12e4f4 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:37:25.721727 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b141b34-23de-4d99-bd6a-f77f3d1da90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:25.734765 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b141b34-23de-4d99-bd6a-f77f3d1da90c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:25.759590 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 7a2826c2-12ec-4fdf-bd67-196158570017 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:37:25.767627 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2b141b34-23de-4d99-bd6a-f77f3d1da90c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:37:25.771581 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2b141b34-23de-4d99-bd6a-f77f3d1da90c admin admin] Usage tracker for resource:security_group_rule and tenant:6c534fe3be2144cfbd428872dd12e4f4 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:37:25.774502 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2b141b34-23de-4d99-bd6a-f77f3d1da90c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:37:25.781265 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2b141b34-23de-4d99-bd6a-f77f3d1da90c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:37:25.796810 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 7a2826c2-12ec-4fdf-bd67-196158570017 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:37:25.797166 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 7a2826c2-12ec-4fdf-bd67-196158570017 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:37:25.854814 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b141b34-23de-4d99-bd6a-f77f3d1da90c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:25.859737 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b141b34-23de-4d99-bd6a-f77f3d1da90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:25.891104 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b141b34-23de-4d99-bd6a-f77f3d1da90c admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:37:25.899726 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b141b34-23de-4d99-bd6a-f77f3d1da90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757fd9ee-b5ec-4513-a0cd-fe3610f168dd,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:25.905653 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b141b34-23de-4d99-bd6a-f77f3d1da90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:25.906005 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-2b141b34-23de-4d99-bd6a-f77f3d1da90c admin admin] Added segment 5a268dd1-648e-4be4-9620-bd31fe555df6 of type vlan for network 1b508863-c43d-4836-a37d-f38fd9dd049c May 23 11:37:25.937480 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b141b34-23de-4d99-bd6a-f77f3d1da90c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:25.968624 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b141b34-23de-4d99-bd6a-f77f3d1da90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:25.969477 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b141b34-23de-4d99-bd6a-f77f3d1da90c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:25.970052 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b141b34-23de-4d99-bd6a-f77f3d1da90c admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:26.086084 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b141b34-23de-4d99-bd6a-f77f3d1da90c admin admin] Pushing event updated for resources: {'Network': ['ID=1b508863-c43d-4836-a37d-f38fd9dd049c,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:26.091107 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2b141b34-23de-4d99-bd6a-f77f3d1da90c admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5364127 May 23 11:37:26.093910 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56580) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:37:26.098882 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 1b508863-c43d-4836-a37d-f38fd9dd049c details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:37:26.099722 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-7bfa2ea8-304c-4d35-9927-2fe33236ac09 admin admin] Request body: {'subnet': {'network_id': '1b508863-c43d-4836-a37d-f38fd9dd049c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1691209096-subnet', 'tenant_id': '6c534fe3be2144cfbd428872dd12e4f4', 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:37:26.105302 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7bfa2ea8-304c-4d35-9927-2fe33236ac09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:37:26.109260 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7bfa2ea8-304c-4d35-9927-2fe33236ac09 admin admin] Usage tracker for resource:subnet and tenant:6c534fe3be2144cfbd428872dd12e4f4 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:37:26.112186 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7bfa2ea8-304c-4d35-9927-2fe33236ac09 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:37:26.118410 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7bfa2ea8-304c-4d35-9927-2fe33236ac09 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:37:26.133474 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bfa2ea8-304c-4d35-9927-2fe33236ac09 admin admin] Made reservation on behalf of 6c534fe3be2144cfbd428872dd12e4f4 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:37:26.136227 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7bfa2ea8-304c-4d35-9927-2fe33236ac09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:26.345031 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7bfa2ea8-304c-4d35-9927-2fe33236ac09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:26.415506 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa2ea8-304c-4d35-9927-2fe33236ac09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b2c8291-0c5b-438a-9610-756c7cc71c7b,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:26.430100 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfa2ea8-304c-4d35-9927-2fe33236ac09 admin admin] Checking segment: {'id': '5a268dd1-648e-4be4-9620-bd31fe555df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1b508863-c43d-4836-a37d-f38fd9dd049c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:37:26.430489 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfa2ea8-304c-4d35-9927-2fe33236ac09 admin admin] Network hostable DHCP agents. Network: 1b508863-c43d-4836-a37d-f38fd9dd049c, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:37:26.453066 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfa2ea8-304c-4d35-9927-2fe33236ac09 admin admin] Network 1b508863-c43d-4836-a37d-f38fd9dd049c is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:37:26.465033 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-7bfa2ea8-304c-4d35-9927-2fe33236ac09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 1b508863-c43d-4836-a37d-f38fd9dd049c) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:37:26.469246 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfa2ea8-304c-4d35-9927-2fe33236ac09 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:26.469974 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7bfa2ea8-304c-4d35-9927-2fe33236ac09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:26.474701 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1acf5ba-c607-4191-bc0e-276a44772339 None None] Network 1b508863-c43d-4836-a37d-f38fd9dd049c requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:37:26.501294 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7bfa2ea8-304c-4d35-9927-2fe33236ac09 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4035177 May 23 11:37:26.501514 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56584) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:37:26.507001 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-c566d89f-556b-46b8-83e3-4cfb84ad2b3c admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1691209096-router', 'tenant_id': '6c534fe3be2144cfbd428872dd12e4f4', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:37:26.512846 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c566d89f-556b-46b8-83e3-4cfb84ad2b3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:37:26.516882 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c566d89f-556b-46b8-83e3-4cfb84ad2b3c admin admin] Usage tracker for resource:router and tenant:6c534fe3be2144cfbd428872dd12e4f4 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:37:26.519769 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c566d89f-556b-46b8-83e3-4cfb84ad2b3c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:37:26.526118 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c566d89f-556b-46b8-83e3-4cfb84ad2b3c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:37:26.544882 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c566d89f-556b-46b8-83e3-4cfb84ad2b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:26.545866 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c566d89f-556b-46b8-83e3-4cfb84ad2b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:26.566363 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c566d89f-556b-46b8-83e3-4cfb84ad2b3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:26.598917 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56588) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:37:26.713787 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7e5f31f2-51b6-4ac2-99fc-77954a8f7e98 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/floatingips/6f38c621-cdbc-4f1d-9d57-7ae5d152120f HTTP/1.1" status: 200 len: 991 time: 0.1128325 May 23 11:37:26.734211 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c566d89f-556b-46b8-83e3-4cfb84ad2b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:26.758125 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18893a4d-b10d-4bdc-91b0-164b49e0a961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-1b508863-c43d-4836-a37d-f38fd9dd049c', 'network_id': '1b508863-c43d-4836-a37d-f38fd9dd049c', 'tenant_id': '6c534fe3be2144cfbd428872dd12e4f4', 'fixed_ips': [{'subnet_id': '6b2c8291-0c5b-438a-9610-756c7cc71c7b'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:37:26.759207 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-18893a4d-b10d-4bdc-91b0-164b49e0a961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:26.934266 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-18893a4d-b10d-4bdc-91b0-164b49e0a961 None None] Allocated IP 172.20.0.2 (1b508863-c43d-4836-a37d-f38fd9dd049c/6b2c8291-0c5b-438a-9610-756c7cc71c7b/eb70374e-8b87-4e22-afa5-bba205445ee5) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:37:26.942578 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c566d89f-556b-46b8-83e3-4cfb84ad2b3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:26.979039 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c566d89f-556b-46b8-83e3-4cfb84ad2b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:27.119134 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-c566d89f-556b-46b8-83e3-4cfb84ad2b3c admin admin] Allocated IP 172.25.6.49 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/e2e708d6-d51e-4abf-bb8e-942875ed2e8b) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:37:27.150669 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-18893a4d-b10d-4bdc-91b0-164b49e0a961 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:27.164080 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-18893a4d-b10d-4bdc-91b0-164b49e0a961 None None] Transition to ACTIVE for port object eb70374e-8b87-4e22-afa5-bba205445ee5 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:37:27.186229 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-18893a4d-b10d-4bdc-91b0-164b49e0a961 None None] Transition to ACTIVE for port object eb70374e-8b87-4e22-afa5-bba205445ee5 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:37:27.194642 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-18893a4d-b10d-4bdc-91b0-164b49e0a961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:27.255552 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18893a4d-b10d-4bdc-91b0-164b49e0a961 None None] Network 1b508863-c43d-4836-a37d-f38fd9dd049c is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:37:27.258613 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-18893a4d-b10d-4bdc-91b0-164b49e0a961 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:37:27.267691 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18893a4d-b10d-4bdc-91b0-164b49e0a961 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:37:27.285412 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18893a4d-b10d-4bdc-91b0-164b49e0a961 None None] Pushing event updated for resources: {'Port': ['ID=eb70374e-8b87-4e22-afa5-bba205445ee5,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:27.289995 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c566d89f-556b-46b8-83e3-4cfb84ad2b3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:27.324940 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c566d89f-556b-46b8-83e3-4cfb84ad2b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:27.377284 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-18893a4d-b10d-4bdc-91b0-164b49e0a961 None None] Attempting to bind port eb70374e-8b87-4e22-afa5-bba205445ee5 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:37:27.377649 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-18893a4d-b10d-4bdc-91b0-164b49e0a961 None None] Attempting to bind port eb70374e-8b87-4e22-afa5-bba205445ee5 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '5a268dd1-648e-4be4-9620-bd31fe555df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1b508863-c43d-4836-a37d-f38fd9dd049c'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:37:27.378015 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18893a4d-b10d-4bdc-91b0-164b49e0a961 None None] Attempting to bind port eb70374e-8b87-4e22-afa5-bba205445ee5 on network 1b508863-c43d-4836-a37d-f38fd9dd049c {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:37:27.385712 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18893a4d-b10d-4bdc-91b0-164b49e0a961 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:37:27.386089 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18893a4d-b10d-4bdc-91b0-164b49e0a961 None None] Checking segment: {'id': '5a268dd1-648e-4be4-9620-bd31fe555df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1b508863-c43d-4836-a37d-f38fd9dd049c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:37:27.386507 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-18893a4d-b10d-4bdc-91b0-164b49e0a961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:27.386898 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18893a4d-b10d-4bdc-91b0-164b49e0a961 None None] Bound using segment: {'id': '5a268dd1-648e-4be4-9620-bd31fe555df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1b508863-c43d-4836-a37d-f38fd9dd049c'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:37:27.387391 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-18893a4d-b10d-4bdc-91b0-164b49e0a961 None None] Bound port: eb70374e-8b87-4e22-afa5-bba205445ee5, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a268dd1-648e-4be4-9620-bd31fe555df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1b508863-c43d-4836-a37d-f38fd9dd049c'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:37:27.387769 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-18893a4d-b10d-4bdc-91b0-164b49e0a961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:27.409894 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c566d89f-556b-46b8-83e3-4cfb84ad2b3c admin admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:37:27.410740 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c566d89f-556b-46b8-83e3-4cfb84ad2b3c admin admin] Pushing event updated for resources: {'Port': ['ID=e2e708d6-d51e-4abf-bb8e-942875ed2e8b,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:27.414643 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-c566d89f-556b-46b8-83e3-4cfb84ad2b3c admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:37:27.416908 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c566d89f-556b-46b8-83e3-4cfb84ad2b3c admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:37:27.483389 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-18893a4d-b10d-4bdc-91b0-164b49e0a961 None None] For port eb70374e-8b87-4e22-afa5-bba205445ee5, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:37:27.486618 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-18893a4d-b10d-4bdc-91b0-164b49e0a961 None None] For port eb70374e-8b87-4e22-afa5-bba205445ee5, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=eb70374e-8b87-4e22-afa5-bba205445ee5,segment=NetworkSegment(5a268dd1-648e-4be4-9620-bd31fe555df6),segment_id=5a268dd1-648e-4be4-9620-bd31fe555df6)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:37:27.491055 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-18893a4d-b10d-4bdc-91b0-164b49e0a961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:27.576998 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18893a4d-b10d-4bdc-91b0-164b49e0a961 None None] Pushing event updated for resources: {'Port': ['ID=eb70374e-8b87-4e22-afa5-bba205445ee5,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:27.702740 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c566d89f-556b-46b8-83e3-4cfb84ad2b3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:27.703587 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c566d89f-556b-46b8-83e3-4cfb84ad2b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:27.716094 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56596) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:37:27.895312 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3c227080-3cab-43a3-919d-f042c925b400 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/floatingips/6f38c621-cdbc-4f1d-9d57-7ae5d152120f HTTP/1.1" status: 200 len: 991 time: 0.1777606 May 23 11:37:27.997912 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c566d89f-556b-46b8-83e3-4cfb84ad2b3c admin admin] Router b78da2a7-fe37-4362-b597-8f441f28a7af is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:37:28.207084 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c566d89f-556b-46b8-83e3-4cfb84ad2b3c admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:37:28.223705 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238141e3-7cf3-4f79-a26c-0c214cb3c3d9 None None] Sync routers for ids ['b78da2a7-fe37-4362-b597-8f441f28a7af'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:37:28.233452 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c566d89f-556b-46b8-83e3-4cfb84ad2b3c admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:28.234803 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c566d89f-556b-46b8-83e3-4cfb84ad2b3c admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7323589 May 23 11:37:28.237667 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56602) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:37:28.248032 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238141e3-7cf3-4f79-a26c-0c214cb3c3d9 None None] Routers {'b78da2a7-fe37-4362-b597-8f441f28a7af'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:37:28.248705 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-238141e3-7cf3-4f79-a26c-0c214cb3c3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:37:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['b78da2a7-fe37-4362-b597-8f441f28a7af'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:37:28.546062 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-238141e3-7cf3-4f79-a26c-0c214cb3c3d9 None None] Set router b78da2a7-fe37-4362-b597-8f441f28a7af gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:37:28.742067 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e2fba8-50c9-448c-b80e-c0ba8afec2e0 None None] Network 1b508863-c43d-4836-a37d-f38fd9dd049c requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:37:28.859147 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d7ee8b34-053f-49e6-9302-1ad61fc1f1fe None None] Provisioning for port eb70374e-8b87-4e22-afa5-bba205445ee5 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:37:28.898993 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56612) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:37:29.018771 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8057ccae-e6a1-41aa-98ca-c55aef0a9739 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/floatingips/6f38c621-cdbc-4f1d-9d57-7ae5d152120f HTTP/1.1" status: 200 len: 991 time: 0.1166127 May 23 11:37:29.177443 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6941c806-9218-4025-8684-4c392b616e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:29.187899 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-238141e3-7cf3-4f79-a26c-0c214cb3c3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78da2a7-fe37-4362-b597-8f441f28a7af', 'name': 'tempest-TestServerMultinode-1691209096-router', 'tenant_id': '6c534fe3be2144cfbd428872dd12e4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': 'e2e708d6-d51e-4abf-bb8e-942875ed2e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:37:26Z', 'updated_at': '2022-05-23T11:37:27Z', 'revision_number': 3, 'project_id': '6c534fe3be2144cfbd428872dd12e4f4', 'gw_port': {'id': 'e2e708d6-d51e-4abf-bb8e-942875ed2e8b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78da2a7-fe37-4362-b597-8f441f28a7af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:37:27Z', 'updated_at': '2022-05-23T11:37:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:37:29.195522 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238141e3-7cf3-4f79-a26c-0c214cb3c3d9 None None] Checking router: b78da2a7-fe37-4362-b597-8f441f28a7af for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:37:29.195938 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238141e3-7cf3-4f79-a26c-0c214cb3c3d9 None None] Updating router b78da2a7-fe37-4362-b597-8f441f28a7af port e2e708d6-d51e-4abf-bb8e-942875ed2e8b binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:37:29.250489 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-238141e3-7cf3-4f79-a26c-0c214cb3c3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:29.443180 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-6941c806-9218-4025-8684-4c392b616e36 admin admin] Allocated IP 172.20.0.1 (1b508863-c43d-4836-a37d-f38fd9dd049c/6b2c8291-0c5b-438a-9610-756c7cc71c7b/977bbb03-b6d4-4753-b6b9-d3f1fae849b9) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:37:29.636561 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-238141e3-7cf3-4f79-a26c-0c214cb3c3d9 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:29.649952 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-238141e3-7cf3-4f79-a26c-0c214cb3c3d9 None None] Transition to ACTIVE for port object e2e708d6-d51e-4abf-bb8e-942875ed2e8b will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:37:29.657241 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-238141e3-7cf3-4f79-a26c-0c214cb3c3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:29.713108 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6941c806-9218-4025-8684-4c392b616e36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:29.733074 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-6941c806-9218-4025-8684-4c392b616e36 admin admin] Transition to ACTIVE for port object 977bbb03-b6d4-4753-b6b9-d3f1fae849b9 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:37:29.737373 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b5d58-ca16-4725-8e9f-954ccc0ca690 None None] Pushing event updated for resources: {'Port': ['ID=e2e708d6-d51e-4abf-bb8e-942875ed2e8b,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:29.741922 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-238141e3-7cf3-4f79-a26c-0c214cb3c3d9 None None] Attempting to bind port e2e708d6-d51e-4abf-bb8e-942875ed2e8b on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:37:29.742295 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-238141e3-7cf3-4f79-a26c-0c214cb3c3d9 None None] Attempting to bind port e2e708d6-d51e-4abf-bb8e-942875ed2e8b by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:37:29.742649 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238141e3-7cf3-4f79-a26c-0c214cb3c3d9 None None] Attempting to bind port e2e708d6-d51e-4abf-bb8e-942875ed2e8b on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:37:29.754261 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238141e3-7cf3-4f79-a26c-0c214cb3c3d9 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:37:29.754563 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238141e3-7cf3-4f79-a26c-0c214cb3c3d9 None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:37:29.754966 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-238141e3-7cf3-4f79-a26c-0c214cb3c3d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:29.755350 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238141e3-7cf3-4f79-a26c-0c214cb3c3d9 None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:37:29.755813 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-238141e3-7cf3-4f79-a26c-0c214cb3c3d9 None None] Bound port: e2e708d6-d51e-4abf-bb8e-942875ed2e8b, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:37:29.756203 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-238141e3-7cf3-4f79-a26c-0c214cb3c3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:29.766568 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6941c806-9218-4025-8684-4c392b616e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:29.780488 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060b5d58-ca16-4725-8e9f-954ccc0ca690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:37:29.780749 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060b5d58-ca16-4725-8e9f-954ccc0ca690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:37:29.781101 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060b5d58-ca16-4725-8e9f-954ccc0ca690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:37:29.781421 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060b5d58-ca16-4725-8e9f-954ccc0ca690 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:37:29.781752 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060b5d58-ca16-4725-8e9f-954ccc0ca690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:37:29.782089 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060b5d58-ca16-4725-8e9f-954ccc0ca690 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:37:29.782411 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060b5d58-ca16-4725-8e9f-954ccc0ca690 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:37:29.782728 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060b5d58-ca16-4725-8e9f-954ccc0ca690 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:37:29.783043 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060b5d58-ca16-4725-8e9f-954ccc0ca690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:37:29.783358 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060b5d58-ca16-4725-8e9f-954ccc0ca690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:37:29.783669 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060b5d58-ca16-4725-8e9f-954ccc0ca690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:37:29.838010 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device eb70374e-8b87-4e22-afa5-bba205445ee5 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:37:29.857159 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6941c806-9218-4025-8684-4c392b616e36 admin admin] Network 1b508863-c43d-4836-a37d-f38fd9dd049c is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:37:29.864364 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-6941c806-9218-4025-8684-4c392b616e36 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:37:29.877543 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6941c806-9218-4025-8684-4c392b616e36 admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:37:29.903916 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-238141e3-7cf3-4f79-a26c-0c214cb3c3d9 None None] For port e2e708d6-d51e-4abf-bb8e-942875ed2e8b, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:37:29.911810 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-238141e3-7cf3-4f79-a26c-0c214cb3c3d9 None None] For port e2e708d6-d51e-4abf-bb8e-942875ed2e8b, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e2e708d6-d51e-4abf-bb8e-942875ed2e8b,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:37:29.919013 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-238141e3-7cf3-4f79-a26c-0c214cb3c3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:29.957920 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941c806-9218-4025-8684-4c392b616e36 admin admin] Pushing event updated for resources: {'Port': ['ID=977bbb03-b6d4-4753-b6b9-d3f1fae849b9,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:29.962390 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port eb70374e-8b87-4e22-afa5-bba205445ee5 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:37:29.971590 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6941c806-9218-4025-8684-4c392b616e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:29.986727 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port eb70374e-8b87-4e22-afa5-bba205445ee5 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:37:29.987153 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:30.021841 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56622) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:37:30.098544 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6941c806-9218-4025-8684-4c392b616e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:30.118641 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b5d58-ca16-4725-8e9f-954ccc0ca690 None None] Pushing event updated for resources: {'Port': ['ID=e2e708d6-d51e-4abf-bb8e-942875ed2e8b,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:30.121988 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238141e3-7cf3-4f79-a26c-0c214cb3c3d9 None None] Routers {'b78da2a7-fe37-4362-b597-8f441f28a7af'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:37:30.122580 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-238141e3-7cf3-4f79-a26c-0c214cb3c3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:37:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['b78da2a7-fe37-4362-b597-8f441f28a7af'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:37:30.178876 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e3f5b886-5ed0-4560-80a2-263bc0a9a708 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/floatingips/6f38c621-cdbc-4f1d-9d57-7ae5d152120f HTTP/1.1" status: 200 len: 991 time: 0.1535702 May 23 11:37:30.318810 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6b3ee7b8-5313-4939-8f32-28f020e1f5ae None None] Provisioning for port 977bbb03-b6d4-4753-b6b9-d3f1fae849b9 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:37:30.348060 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6b3ee7b8-5313-4939-8f32-28f020e1f5ae None None] Provisioning complete for port 977bbb03-b6d4-4753-b6b9-d3f1fae849b9 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:37:30.348434 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6b3ee7b8-5313-4939-8f32-28f020e1f5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:30.376340 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:30.400529 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6941c806-9218-4025-8684-4c392b616e36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:30.406472 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6941c806-9218-4025-8684-4c392b616e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:30.455293 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6b3ee7b8-5313-4939-8f32-28f020e1f5ae None None] Port 977bbb03-b6d4-4753-b6b9-d3f1fae849b9 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:37:30.460083 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port eb70374e-8b87-4e22-afa5-bba205445ee5, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=eb70374e-8b87-4e22-afa5-bba205445ee5,segment=NetworkSegment(5a268dd1-648e-4be4-9620-bd31fe555df6),segment_id=5a268dd1-648e-4be4-9620-bd31fe555df6)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:37:30.465709 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-238141e3-7cf3-4f79-a26c-0c214cb3c3d9 None None] Set router b78da2a7-fe37-4362-b597-8f441f28a7af gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:37:30.506000 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:30.531409 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941c806-9218-4025-8684-4c392b616e36 admin admin] Pushing event updated for resources: {'Port': ['ID=977bbb03-b6d4-4753-b6b9-d3f1fae849b9,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:30.535082 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6941c806-9218-4025-8684-4c392b616e36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:30.540715 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7ded625d-498f-449e-b9f2-8ffa8bdfb7c2 req-ef1c0450-0cc3-414d-a0de-056590de9cca service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c9aad0bc-f9db-4db0-a7b0-7beb7e7fb826&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1049643 May 23 11:37:30.678579 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=eb70374e-8b87-4e22-afa5-bba205445ee5,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:30.691997 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6941c806-9218-4025-8684-4c392b616e36 admin admin] Network 1b508863-c43d-4836-a37d-f38fd9dd049c is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:37:30.693447 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-6941c806-9218-4025-8684-4c392b616e36 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:37:30.763740 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7ded625d-498f-449e-b9f2-8ffa8bdfb7c2 req-17556e46-1fbf-4e53-bf40-d4515b800dcd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c0d5a70375a14dad89b052c6ff00afdf&device_id=c9aad0bc-f9db-4db0-a7b0-7beb7e7fb826 HTTP/1.1" status: 200 len: 1096 time: 0.1152775 May 23 11:37:30.950190 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-238141e3-7cf3-4f79-a26c-0c214cb3c3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78da2a7-fe37-4362-b597-8f441f28a7af', 'name': 'tempest-TestServerMultinode-1691209096-router', 'tenant_id': '6c534fe3be2144cfbd428872dd12e4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': 'e2e708d6-d51e-4abf-bb8e-942875ed2e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:37:26Z', 'updated_at': '2022-05-23T11:37:29Z', 'revision_number': 4, 'project_id': '6c534fe3be2144cfbd428872dd12e4f4', 'gw_port': {'id': 'e2e708d6-d51e-4abf-bb8e-942875ed2e8b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78da2a7-fe37-4362-b597-8f441f28a7af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:37:27Z', 'updated_at': '2022-05-23T11:37:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '977bbb03-b6d4-4753-b6b9-d3f1fae849b9', 'name': '', 'network_id': '1b508863-c43d-4836-a37d-f38fd9dd049c', 'tenant_id': '6c534fe3be2144cfbd428872dd12e4f4', 'mac_address': 'fa:16:3e:cf:29:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78da2a7-fe37-4362-b597-8f441f28a7af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b2c8291-0c5b-438a-9610-756c7cc71c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:37:29Z', 'updated_at': '2022-05-23T11:37:29Z', 'revision_number': 1, 'project_id': '6c534fe3be2144cfbd428872dd12e4f4', 'subnets': [{'id': '6b2c8291-0c5b-438a-9610-756c7cc71c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:37:30.954888 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238141e3-7cf3-4f79-a26c-0c214cb3c3d9 None None] The sync data for ids ['b78da2a7-fe37-4362-b597-8f441f28a7af'] in n-d-842952-2 is: [{'id': 'b78da2a7-fe37-4362-b597-8f441f28a7af', 'name': 'tempest-TestServerMultinode-1691209096-router', 'tenant_id': '6c534fe3be2144cfbd428872dd12e4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': 'e2e708d6-d51e-4abf-bb8e-942875ed2e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:37:26Z', 'updated_at': '2022-05-23T11:37:29Z', 'revision_number': 4, 'project_id': '6c534fe3be2144cfbd428872dd12e4f4', 'gw_port': {'id': 'e2e708d6-d51e-4abf-bb8e-942875ed2e8b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78da2a7-fe37-4362-b597-8f441f28a7af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:37:27Z', 'updated_at': '2022-05-23T11:37:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '977bbb03-b6d4-4753-b6b9-d3f1fae849b9', 'name': '', 'network_id': '1b508863-c43d-4836-a37d-f38fd9dd049c', 'tenant_id': '6c534fe3be2144cfbd428872dd12e4f4', 'mac_address': 'fa:16:3e:cf:29:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78da2a7-fe37-4362-b597-8f441f28a7af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b2c8291-0c5b-438a-9610-756c7cc71c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:37:29Z', 'updated_at': '2022-05-23T11:37:29Z', 'revision_number': 1, 'project_id': '6c534fe3be2144cfbd428872dd12e4f4', 'subnets': [{'id': '6b2c8291-0c5b-438a-9610-756c7cc71c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:37:31.018350 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded625d-498f-449e-b9f2-8ffa8bdfb7c2 req-0c5fd0c3-41fa-49ea-8a69-3e827bfa4184 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:31.019928 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7ded625d-498f-449e-b9f2-8ffa8bdfb7c2 req-0c5fd0c3-41fa-49ea-8a69-3e827bfa4184 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e5168ee0-15d7-4afb-963f-746644a08876 HTTP/1.1" status: 200 len: 910 time: 0.2238617 May 23 11:37:31.080558 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-31bcae6b-f858-43b7-abc9-d9e3e21cc2e8 None None] Provisioning complete for port 977bbb03-b6d4-4753-b6b9-d3f1fae849b9 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:37:31.080918 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-31bcae6b-f858-43b7-abc9-d9e3e21cc2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:31.132479 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-31bcae6b-f858-43b7-abc9-d9e3e21cc2e8 None None] Port 977bbb03-b6d4-4753-b6b9-d3f1fae849b9 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:37:31.143396 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7ded625d-498f-449e-b9f2-8ffa8bdfb7c2 req-87f1e3b0-54d7-42b5-ae88-b9744073b91e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1684116e-7873-4ed3-a20d-667f56c5001f HTTP/1.1" status: 200 len: 1000 time: 0.1143882 May 23 11:37:31.175786 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6941c806-9218-4025-8684-4c392b616e36 admin admin] Router b78da2a7-fe37-4362-b597-8f441f28a7af has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:37:31.181011 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56632) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:37:31.214430 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded625d-498f-449e-b9f2-8ffa8bdfb7c2 req-06b0263b-4430-4a87-9f42-8c0ff95c9e96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:31.216204 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7ded625d-498f-449e-b9f2-8ffa8bdfb7c2 req-06b0263b-4430-4a87-9f42-8c0ff95c9e96 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ad8d50de-c367-4541-8000-d04e811e479e HTTP/1.1" status: 200 len: 848 time: 0.0635614 May 23 11:37:31.295848 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7ded625d-498f-449e-b9f2-8ffa8bdfb7c2 req-f1b2457e-a416-4743-bbea-5088829c8e71 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e5168ee0-15d7-4afb-963f-746644a08876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697699 May 23 11:37:31.404724 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0d949948-6dad-410d-ac9e-29975a66cc75 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/floatingips/6f38c621-cdbc-4f1d-9d57-7ae5d152120f HTTP/1.1" status: 200 len: 991 time: 0.2214062 May 23 11:37:31.459125 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7ded625d-498f-449e-b9f2-8ffa8bdfb7c2 req-e10c3c46-6b94-4368-9bb0-8eacff0e8ce0 service neutron] 10.222.0.81 "GET /v2.0/networks/e5168ee0-15d7-4afb-963f-746644a08876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553752 May 23 11:37:31.599915 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6941c806-9218-4025-8684-4c392b616e36 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:37:31.632426 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-6941c806-9218-4025-8684-4c392b616e36 admin admin] 10.222.0.79 "PUT /v2.0/routers/b78da2a7-fe37-4362-b597-8f441f28a7af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3848941 May 23 11:37:31.644396 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7ded625d-498f-449e-b9f2-8ffa8bdfb7c2 req-fe48dbb7-792e-4837-b675-50b000fc57aa service neutron] 10.222.0.81 "GET /v2.0/networks/e5168ee0-15d7-4afb-963f-746644a08876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779430 May 23 11:37:31.710629 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724e22e0-7f18-47be-8480-9632acb1cad8 None None] New status for floating IP 6f38c621-cdbc-4f1d-9d57-7ae5d152120f: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:37:31.810967 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device eb70374e-8b87-4e22-afa5-bba205445ee5 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:37:31.902101 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port eb70374e-8b87-4e22-afa5-bba205445ee5 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:37:31.902467 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:32.407669 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56654) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:37:32.524028 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4f35fd34-71a0-4446-86fd-41d1ac2bf2da tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/floatingips/6f38c621-cdbc-4f1d-9d57-7ae5d152120f HTTP/1.1" status: 200 len: 993 time: 0.1130717 May 23 11:37:32.584551 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56664) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:37:32.590306 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-bb9893e8-6bb1-4c78-afcc-693f3781ba0e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1741628241-network', 'tenant_id': '334167c7cc1b4ed68270905258b34681'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:37:32.596512 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bb9893e8-6bb1-4c78-afcc-693f3781ba0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:37:32.600347 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-bb9893e8-6bb1-4c78-afcc-693f3781ba0e admin admin] Usage tracker for resource:network and tenant:334167c7cc1b4ed68270905258b34681 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:37:32.603373 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-bb9893e8-6bb1-4c78-afcc-693f3781ba0e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:37:32.609392 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bb9893e8-6bb1-4c78-afcc-693f3781ba0e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:37:32.625603 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9893e8-6bb1-4c78-afcc-693f3781ba0e admin admin] Made reservation on behalf of 334167c7cc1b4ed68270905258b34681 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:37:32.628014 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb9893e8-6bb1-4c78-afcc-693f3781ba0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:32.640797 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb9893e8-6bb1-4c78-afcc-693f3781ba0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:32.673558 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bb9893e8-6bb1-4c78-afcc-693f3781ba0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:37:32.678220 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-bb9893e8-6bb1-4c78-afcc-693f3781ba0e admin admin] Usage tracker for resource:security_group_rule and tenant:334167c7cc1b4ed68270905258b34681 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:37:32.681823 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-bb9893e8-6bb1-4c78-afcc-693f3781ba0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:37:32.688294 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bb9893e8-6bb1-4c78-afcc-693f3781ba0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:37:32.757484 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb9893e8-6bb1-4c78-afcc-693f3781ba0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:32.762512 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb9893e8-6bb1-4c78-afcc-693f3781ba0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:32.794131 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb9893e8-6bb1-4c78-afcc-693f3781ba0e admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:37:32.803670 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9893e8-6bb1-4c78-afcc-693f3781ba0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37566c54-a2a8-460b-8ae3-47de9543a0db,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:32.810128 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb9893e8-6bb1-4c78-afcc-693f3781ba0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:32.810735 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-bb9893e8-6bb1-4c78-afcc-693f3781ba0e admin admin] Added segment 0b951630-c713-4c9d-9ded-37294b527606 of type vlan for network 00c2a2c9-06aa-4290-969a-833c8fe48b14 May 23 11:37:32.850728 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb9893e8-6bb1-4c78-afcc-693f3781ba0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:32.895640 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb9893e8-6bb1-4c78-afcc-693f3781ba0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:32.896811 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9893e8-6bb1-4c78-afcc-693f3781ba0e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:32.897571 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb9893e8-6bb1-4c78-afcc-693f3781ba0e admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:33.115324 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-bb9893e8-6bb1-4c78-afcc-693f3781ba0e admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5270724 May 23 11:37:33.115324 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9893e8-6bb1-4c78-afcc-693f3781ba0e admin admin] Pushing event updated for resources: {'Network': ['ID=00c2a2c9-06aa-4290-969a-833c8fe48b14,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:33.115744 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56674) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:37:33.121037 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-2ffd606a-a28f-4092-86cb-a5b52c390b69 admin admin] Request body: {'subnet': {'network_id': '00c2a2c9-06aa-4290-969a-833c8fe48b14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1741628241-subnet', 'tenant_id': '334167c7cc1b4ed68270905258b34681', 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:37:33.125881 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 00c2a2c9-06aa-4290-969a-833c8fe48b14 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:37:33.126705 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2ffd606a-a28f-4092-86cb-a5b52c390b69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:37:33.130912 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2ffd606a-a28f-4092-86cb-a5b52c390b69 admin admin] Usage tracker for resource:subnet and tenant:334167c7cc1b4ed68270905258b34681 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:37:33.133911 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2ffd606a-a28f-4092-86cb-a5b52c390b69 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:37:33.140616 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2ffd606a-a28f-4092-86cb-a5b52c390b69 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:37:33.153412 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffd606a-a28f-4092-86cb-a5b52c390b69 admin admin] Made reservation on behalf of 334167c7cc1b4ed68270905258b34681 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:37:33.156239 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2ffd606a-a28f-4092-86cb-a5b52c390b69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:33.377139 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2ffd606a-a28f-4092-86cb-a5b52c390b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:33.446103 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd606a-a28f-4092-86cb-a5b52c390b69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5c7b1a1-71cf-42a5-9725-fb79749160d4,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:33.463220 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffd606a-a28f-4092-86cb-a5b52c390b69 admin admin] Checking segment: {'id': '0b951630-c713-4c9d-9ded-37294b527606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00c2a2c9-06aa-4290-969a-833c8fe48b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:37:33.463564 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffd606a-a28f-4092-86cb-a5b52c390b69 admin admin] Network hostable DHCP agents. Network: 00c2a2c9-06aa-4290-969a-833c8fe48b14, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:37:33.489033 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffd606a-a28f-4092-86cb-a5b52c390b69 admin admin] Network 00c2a2c9-06aa-4290-969a-833c8fe48b14 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:37:33.500947 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-2ffd606a-a28f-4092-86cb-a5b52c390b69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 00c2a2c9-06aa-4290-969a-833c8fe48b14) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:37:33.505695 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffd606a-a28f-4092-86cb-a5b52c390b69 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:33.506950 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2ffd606a-a28f-4092-86cb-a5b52c390b69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:33.510435 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf3e5c2-f6b8-4ac2-8ee5-a71be752b192 None None] Network 00c2a2c9-06aa-4290-969a-833c8fe48b14 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:37:33.532813 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2ffd606a-a28f-4092-86cb-a5b52c390b69 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4162271 May 23 11:37:33.535671 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56678) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:37:33.542279 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c90151ac-6076-4d7e-ad24-d35c97e6ba7b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1741628241-router', 'tenant_id': '334167c7cc1b4ed68270905258b34681', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:37:33.548433 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c90151ac-6076-4d7e-ad24-d35c97e6ba7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:37:33.552777 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c90151ac-6076-4d7e-ad24-d35c97e6ba7b admin admin] Usage tracker for resource:router and tenant:334167c7cc1b4ed68270905258b34681 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:37:33.559491 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c90151ac-6076-4d7e-ad24-d35c97e6ba7b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:37:33.566041 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c90151ac-6076-4d7e-ad24-d35c97e6ba7b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:37:33.578412 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c90151ac-6076-4d7e-ad24-d35c97e6ba7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:33.579724 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c90151ac-6076-4d7e-ad24-d35c97e6ba7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:33.609661 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c90151ac-6076-4d7e-ad24-d35c97e6ba7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:33.773250 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0860b58b-f1a4-4e33-b5e7-50f2aa76b1f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-00c2a2c9-06aa-4290-969a-833c8fe48b14', 'network_id': '00c2a2c9-06aa-4290-969a-833c8fe48b14', 'tenant_id': '334167c7cc1b4ed68270905258b34681', 'fixed_ips': [{'subnet_id': 'c5c7b1a1-71cf-42a5-9725-fb79749160d4'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:37:33.774554 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0860b58b-f1a4-4e33-b5e7-50f2aa76b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:33.782563 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c90151ac-6076-4d7e-ad24-d35c97e6ba7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:33.936535 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-0860b58b-f1a4-4e33-b5e7-50f2aa76b1f2 None None] Allocated IP 172.20.0.2 (00c2a2c9-06aa-4290-969a-833c8fe48b14/c5c7b1a1-71cf-42a5-9725-fb79749160d4/bd6ecbc5-5c83-4289-80f5-7dd69f196a3d) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:37:33.967989 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c90151ac-6076-4d7e-ad24-d35c97e6ba7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:33.997994 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c90151ac-6076-4d7e-ad24-d35c97e6ba7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:34.145368 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-c90151ac-6076-4d7e-ad24-d35c97e6ba7b admin admin] Allocated IP 172.25.6.53 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/3ff6c320-127b-48a8-8bfd-223bbd31060d) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:37:34.159762 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0860b58b-f1a4-4e33-b5e7-50f2aa76b1f2 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:34.171424 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0860b58b-f1a4-4e33-b5e7-50f2aa76b1f2 None None] Transition to ACTIVE for port object bd6ecbc5-5c83-4289-80f5-7dd69f196a3d will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:37:34.190781 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0860b58b-f1a4-4e33-b5e7-50f2aa76b1f2 None None] Transition to ACTIVE for port object bd6ecbc5-5c83-4289-80f5-7dd69f196a3d will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:37:34.196634 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0860b58b-f1a4-4e33-b5e7-50f2aa76b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:34.270752 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0860b58b-f1a4-4e33-b5e7-50f2aa76b1f2 None None] Network 00c2a2c9-06aa-4290-969a-833c8fe48b14 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:37:34.273812 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-0860b58b-f1a4-4e33-b5e7-50f2aa76b1f2 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:37:34.278731 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0860b58b-f1a4-4e33-b5e7-50f2aa76b1f2 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:37:34.280881 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0860b58b-f1a4-4e33-b5e7-50f2aa76b1f2 None None] Pushing event updated for resources: {'Port': ['ID=bd6ecbc5-5c83-4289-80f5-7dd69f196a3d,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:34.310491 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c90151ac-6076-4d7e-ad24-d35c97e6ba7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:34.347749 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c90151ac-6076-4d7e-ad24-d35c97e6ba7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:34.371364 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-0860b58b-f1a4-4e33-b5e7-50f2aa76b1f2 None None] Attempting to bind port bd6ecbc5-5c83-4289-80f5-7dd69f196a3d on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:37:34.371728 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-0860b58b-f1a4-4e33-b5e7-50f2aa76b1f2 None None] Attempting to bind port bd6ecbc5-5c83-4289-80f5-7dd69f196a3d by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '0b951630-c713-4c9d-9ded-37294b527606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00c2a2c9-06aa-4290-969a-833c8fe48b14'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:37:34.372134 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0860b58b-f1a4-4e33-b5e7-50f2aa76b1f2 None None] Attempting to bind port bd6ecbc5-5c83-4289-80f5-7dd69f196a3d on network 00c2a2c9-06aa-4290-969a-833c8fe48b14 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:37:34.378524 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0860b58b-f1a4-4e33-b5e7-50f2aa76b1f2 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:37:34.378891 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0860b58b-f1a4-4e33-b5e7-50f2aa76b1f2 None None] Checking segment: {'id': '0b951630-c713-4c9d-9ded-37294b527606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00c2a2c9-06aa-4290-969a-833c8fe48b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:37:34.379279 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0860b58b-f1a4-4e33-b5e7-50f2aa76b1f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:34.379667 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0860b58b-f1a4-4e33-b5e7-50f2aa76b1f2 None None] Bound using segment: {'id': '0b951630-c713-4c9d-9ded-37294b527606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00c2a2c9-06aa-4290-969a-833c8fe48b14'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:37:34.380149 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-0860b58b-f1a4-4e33-b5e7-50f2aa76b1f2 None None] Bound port: bd6ecbc5-5c83-4289-80f5-7dd69f196a3d, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b951630-c713-4c9d-9ded-37294b527606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00c2a2c9-06aa-4290-969a-833c8fe48b14'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:37:34.380516 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0860b58b-f1a4-4e33-b5e7-50f2aa76b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:34.443651 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90151ac-6076-4d7e-ad24-d35c97e6ba7b admin admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:37:34.447756 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-c90151ac-6076-4d7e-ad24-d35c97e6ba7b admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:37:34.460889 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90151ac-6076-4d7e-ad24-d35c97e6ba7b admin admin] Pushing event updated for resources: {'Port': ['ID=3ff6c320-127b-48a8-8bfd-223bbd31060d,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:34.463465 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90151ac-6076-4d7e-ad24-d35c97e6ba7b admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:37:34.481926 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-0860b58b-f1a4-4e33-b5e7-50f2aa76b1f2 None None] For port bd6ecbc5-5c83-4289-80f5-7dd69f196a3d, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:37:34.485108 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-0860b58b-f1a4-4e33-b5e7-50f2aa76b1f2 None None] For port bd6ecbc5-5c83-4289-80f5-7dd69f196a3d, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=bd6ecbc5-5c83-4289-80f5-7dd69f196a3d,segment=NetworkSegment(0b951630-c713-4c9d-9ded-37294b527606),segment_id=0b951630-c713-4c9d-9ded-37294b527606)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:37:34.493064 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0860b58b-f1a4-4e33-b5e7-50f2aa76b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:34.587409 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0860b58b-f1a4-4e33-b5e7-50f2aa76b1f2 None None] Pushing event updated for resources: {'Port': ['ID=bd6ecbc5-5c83-4289-80f5-7dd69f196a3d,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:34.647917 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c90151ac-6076-4d7e-ad24-d35c97e6ba7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:34.649462 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c90151ac-6076-4d7e-ad24-d35c97e6ba7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:34.925305 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90151ac-6076-4d7e-ad24-d35c97e6ba7b admin admin] Router dba48740-f9ba-48d1-b82e-c077d03cb5dd is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:37:35.242779 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90151ac-6076-4d7e-ad24-d35c97e6ba7b admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:37:35.252977 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906a2123-b2e7-4edd-9c7e-69ebee405c1e None None] Sync routers for ids ['dba48740-f9ba-48d1-b82e-c077d03cb5dd'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:37:35.272760 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906a2123-b2e7-4edd-9c7e-69ebee405c1e None None] Routers {'dba48740-f9ba-48d1-b82e-c077d03cb5dd'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:37:35.273434 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-906a2123-b2e7-4edd-9c7e-69ebee405c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:37:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['dba48740-f9ba-48d1-b82e-c077d03cb5dd'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:37:35.278132 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c90151ac-6076-4d7e-ad24-d35c97e6ba7b admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:35.282472 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c90151ac-6076-4d7e-ad24-d35c97e6ba7b admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7430146 May 23 11:37:35.282801 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56694) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:37:35.489650 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-906a2123-b2e7-4edd-9c7e-69ebee405c1e None None] Set router dba48740-f9ba-48d1-b82e-c077d03cb5dd gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:37:35.690715 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59f802a-2c89-4192-993f-2f7c03bce8da None None] Network 00c2a2c9-06aa-4290-969a-833c8fe48b14 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:37:35.851564 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device bd6ecbc5-5c83-4289-80f5-7dd69f196a3d up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:37:35.934357 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d0a80425-9f18-45f7-9492-a09bde013441 None None] Provisioning for port bd6ecbc5-5c83-4289-80f5-7dd69f196a3d completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:37:36.123749 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port bd6ecbc5-5c83-4289-80f5-7dd69f196a3d completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:37:36.153440 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f4739e15-4248-4d0a-95bb-8f2de6aea8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:36.163900 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port bd6ecbc5-5c83-4289-80f5-7dd69f196a3d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:37:36.164134 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:36.276110 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-906a2123-b2e7-4edd-9c7e-69ebee405c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba48740-f9ba-48d1-b82e-c077d03cb5dd', 'name': 'tempest-TestServerMultinode-1741628241-router', 'tenant_id': '334167c7cc1b4ed68270905258b34681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '3ff6c320-127b-48a8-8bfd-223bbd31060d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:37:33Z', 'updated_at': '2022-05-23T11:37:34Z', 'revision_number': 3, 'project_id': '334167c7cc1b4ed68270905258b34681', 'gw_port': {'id': '3ff6c320-127b-48a8-8bfd-223bbd31060d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:04:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba48740-f9ba-48d1-b82e-c077d03cb5dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:37:34Z', 'updated_at': '2022-05-23T11:37:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:37:36.318586 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906a2123-b2e7-4edd-9c7e-69ebee405c1e None None] Checking router: dba48740-f9ba-48d1-b82e-c077d03cb5dd for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:37:36.318937 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906a2123-b2e7-4edd-9c7e-69ebee405c1e None None] Updating router dba48740-f9ba-48d1-b82e-c077d03cb5dd port 3ff6c320-127b-48a8-8bfd-223bbd31060d binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:37:36.383488 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-f4739e15-4248-4d0a-95bb-8f2de6aea8a1 admin admin] Allocated IP 172.20.0.1 (00c2a2c9-06aa-4290-969a-833c8fe48b14/c5c7b1a1-71cf-42a5-9725-fb79749160d4/f5aecdb4-5340-4bdf-9d31-9ff9cab4c691) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:37:36.390117 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:36.410708 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-906a2123-b2e7-4edd-9c7e-69ebee405c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:36.555803 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port bd6ecbc5-5c83-4289-80f5-7dd69f196a3d, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=bd6ecbc5-5c83-4289-80f5-7dd69f196a3d,segment=NetworkSegment(0b951630-c713-4c9d-9ded-37294b527606),segment_id=0b951630-c713-4c9d-9ded-37294b527606)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:37:36.560468 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:36.566139 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f4739e15-4248-4d0a-95bb-8f2de6aea8a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:36.583431 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-f4739e15-4248-4d0a-95bb-8f2de6aea8a1 admin admin] Transition to ACTIVE for port object f5aecdb4-5340-4bdf-9d31-9ff9cab4c691 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:37:36.606405 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f4739e15-4248-4d0a-95bb-8f2de6aea8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:36.685720 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4739e15-4248-4d0a-95bb-8f2de6aea8a1 admin admin] Pushing event updated for resources: {'Port': ['ID=f5aecdb4-5340-4bdf-9d31-9ff9cab4c691,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:36.723556 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4739e15-4248-4d0a-95bb-8f2de6aea8a1 admin admin] Network 00c2a2c9-06aa-4290-969a-833c8fe48b14 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:37:36.724946 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-f4739e15-4248-4d0a-95bb-8f2de6aea8a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:37:36.725679 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4d900c5f-9024-4d4c-9f39-bf5bbe1f9092 None None] Provisioning complete for port bd6ecbc5-5c83-4289-80f5-7dd69f196a3d triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:37:36.726073 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4d900c5f-9024-4d4c-9f39-bf5bbe1f9092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:36.741691 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4739e15-4248-4d0a-95bb-8f2de6aea8a1 admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:37:36.757959 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=bd6ecbc5-5c83-4289-80f5-7dd69f196a3d,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:36.828324 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f4739e15-4248-4d0a-95bb-8f2de6aea8a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:36.991820 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f4739e15-4248-4d0a-95bb-8f2de6aea8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:36.994571 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-906a2123-b2e7-4edd-9c7e-69ebee405c1e None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:37.011337 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-906a2123-b2e7-4edd-9c7e-69ebee405c1e None None] Transition to ACTIVE for port object 3ff6c320-127b-48a8-8bfd-223bbd31060d will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:37:37.018926 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-906a2123-b2e7-4edd-9c7e-69ebee405c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:37.139653 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad58e644-b917-4ba1-a795-d0c218af52c5 None None] Pushing event updated for resources: {'Port': ['ID=3ff6c320-127b-48a8-8bfd-223bbd31060d,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:37.142186 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-906a2123-b2e7-4edd-9c7e-69ebee405c1e None None] Attempting to bind port 3ff6c320-127b-48a8-8bfd-223bbd31060d on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:37:37.142562 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-906a2123-b2e7-4edd-9c7e-69ebee405c1e None None] Attempting to bind port 3ff6c320-127b-48a8-8bfd-223bbd31060d by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:37:37.142938 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906a2123-b2e7-4edd-9c7e-69ebee405c1e None None] Attempting to bind port 3ff6c320-127b-48a8-8bfd-223bbd31060d on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:37:37.150650 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906a2123-b2e7-4edd-9c7e-69ebee405c1e None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:37:37.150992 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906a2123-b2e7-4edd-9c7e-69ebee405c1e None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:37:37.151808 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-906a2123-b2e7-4edd-9c7e-69ebee405c1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:37.152238 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906a2123-b2e7-4edd-9c7e-69ebee405c1e None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:37:37.152773 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-906a2123-b2e7-4edd-9c7e-69ebee405c1e None None] Bound port: 3ff6c320-127b-48a8-8bfd-223bbd31060d, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:37:37.153233 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-906a2123-b2e7-4edd-9c7e-69ebee405c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:37.233287 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-43ce4285-58ee-4d93-8666-64b9aca84fc3 None None] Provisioning for port f5aecdb4-5340-4bdf-9d31-9ff9cab4c691 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:37:37.241132 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-43ce4285-58ee-4d93-8666-64b9aca84fc3 None None] Provisioning complete for port f5aecdb4-5340-4bdf-9d31-9ff9cab4c691 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:37:37.241581 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-43ce4285-58ee-4d93-8666-64b9aca84fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:37.271382 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-906a2123-b2e7-4edd-9c7e-69ebee405c1e None None] For port 3ff6c320-127b-48a8-8bfd-223bbd31060d, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:37:37.294075 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-906a2123-b2e7-4edd-9c7e-69ebee405c1e None None] For port 3ff6c320-127b-48a8-8bfd-223bbd31060d, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=3ff6c320-127b-48a8-8bfd-223bbd31060d,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:37:37.301429 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-906a2123-b2e7-4edd-9c7e-69ebee405c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:37.413117 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-43ce4285-58ee-4d93-8666-64b9aca84fc3 None None] Port f5aecdb4-5340-4bdf-9d31-9ff9cab4c691 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:37:37.450202 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad58e644-b917-4ba1-a795-d0c218af52c5 None None] Pushing event updated for resources: {'Port': ['ID=3ff6c320-127b-48a8-8bfd-223bbd31060d,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:37.455672 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906a2123-b2e7-4edd-9c7e-69ebee405c1e None None] Routers {'dba48740-f9ba-48d1-b82e-c077d03cb5dd'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:37:37.456320 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-906a2123-b2e7-4edd-9c7e-69ebee405c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:37:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['dba48740-f9ba-48d1-b82e-c077d03cb5dd'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:37:37.468822 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f4739e15-4248-4d0a-95bb-8f2de6aea8a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:37.474474 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f4739e15-4248-4d0a-95bb-8f2de6aea8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:37.602242 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4739e15-4248-4d0a-95bb-8f2de6aea8a1 admin admin] Pushing event updated for resources: {'Port': ['ID=f5aecdb4-5340-4bdf-9d31-9ff9cab4c691,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:37.606188 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f4739e15-4248-4d0a-95bb-8f2de6aea8a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:37.661166 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-906a2123-b2e7-4edd-9c7e-69ebee405c1e None None] Set router dba48740-f9ba-48d1-b82e-c077d03cb5dd gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:37:37.783111 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4739e15-4248-4d0a-95bb-8f2de6aea8a1 admin admin] Network 00c2a2c9-06aa-4290-969a-833c8fe48b14 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:37:37.785154 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-f4739e15-4248-4d0a-95bb-8f2de6aea8a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:37:37.890840 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device bd6ecbc5-5c83-4289-80f5-7dd69f196a3d up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:37:38.110135 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port bd6ecbc5-5c83-4289-80f5-7dd69f196a3d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:37:38.110449 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:38.166120 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-906a2123-b2e7-4edd-9c7e-69ebee405c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba48740-f9ba-48d1-b82e-c077d03cb5dd', 'name': 'tempest-TestServerMultinode-1741628241-router', 'tenant_id': '334167c7cc1b4ed68270905258b34681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '3ff6c320-127b-48a8-8bfd-223bbd31060d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:37:33Z', 'updated_at': '2022-05-23T11:37:36Z', 'revision_number': 4, 'project_id': '334167c7cc1b4ed68270905258b34681', 'gw_port': {'id': '3ff6c320-127b-48a8-8bfd-223bbd31060d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:04:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba48740-f9ba-48d1-b82e-c077d03cb5dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:37:34Z', 'updated_at': '2022-05-23T11:37:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'f5aecdb4-5340-4bdf-9d31-9ff9cab4c691', 'name': '', 'network_id': '00c2a2c9-06aa-4290-969a-833c8fe48b14', 'tenant_id': '334167c7cc1b4ed68270905258b34681', 'mac_address': 'fa:16:3e:75:81:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba48740-f9ba-48d1-b82e-c077d03cb5dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5c7b1a1-71cf-42a5-9725-fb79749160d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:37:36Z', 'updated_at': '2022-05-23T11:37:37Z', 'revision_number': 2, 'project_id': '334167c7cc1b4ed68270905258b34681', 'subnets': [{'id': 'c5c7b1a1-71cf-42a5-9725-fb79749160d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:37:38.183363 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906a2123-b2e7-4edd-9c7e-69ebee405c1e None None] The sync data for ids ['dba48740-f9ba-48d1-b82e-c077d03cb5dd'] in n-d-842952-2 is: [{'id': 'dba48740-f9ba-48d1-b82e-c077d03cb5dd', 'name': 'tempest-TestServerMultinode-1741628241-router', 'tenant_id': '334167c7cc1b4ed68270905258b34681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '3ff6c320-127b-48a8-8bfd-223bbd31060d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:37:33Z', 'updated_at': '2022-05-23T11:37:36Z', 'revision_number': 4, 'project_id': '334167c7cc1b4ed68270905258b34681', 'gw_port': {'id': '3ff6c320-127b-48a8-8bfd-223bbd31060d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:04:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba48740-f9ba-48d1-b82e-c077d03cb5dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:37:34Z', 'updated_at': '2022-05-23T11:37:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'f5aecdb4-5340-4bdf-9d31-9ff9cab4c691', 'name': '', 'network_id': '00c2a2c9-06aa-4290-969a-833c8fe48b14', 'tenant_id': '334167c7cc1b4ed68270905258b34681', 'mac_address': 'fa:16:3e:75:81:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba48740-f9ba-48d1-b82e-c077d03cb5dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5c7b1a1-71cf-42a5-9725-fb79749160d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:37:36Z', 'updated_at': '2022-05-23T11:37:37Z', 'revision_number': 2, 'project_id': '334167c7cc1b4ed68270905258b34681', 'subnets': [{'id': 'c5c7b1a1-71cf-42a5-9725-fb79749160d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:37:38.213329 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:38.216707 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f7c9bedc-bda3-461a-82ad-46cf3ad44a23 None None] Provisioning complete for port f5aecdb4-5340-4bdf-9d31-9ff9cab4c691 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:37:38.217074 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f7c9bedc-bda3-461a-82ad-46cf3ad44a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:38.294377 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4739e15-4248-4d0a-95bb-8f2de6aea8a1 admin admin] Router dba48740-f9ba-48d1-b82e-c077d03cb5dd has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:37:38.319441 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c9bedc-bda3-461a-82ad-46cf3ad44a23 None None] Port f5aecdb4-5340-4bdf-9d31-9ff9cab4c691 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:37:38.509467 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4739e15-4248-4d0a-95bb-8f2de6aea8a1 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:37:38.520755 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f4739e15-4248-4d0a-95bb-8f2de6aea8a1 admin admin] 10.222.0.79 "PUT /v2.0/routers/dba48740-f9ba-48d1-b82e-c077d03cb5dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2356970 May 23 11:37:39.261007 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-95da9cf8-e529-437d-b611-9bef400b8667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:39.261310 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-83603cac-cb67-4032-9d1d-f0c57796cceb tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:39.263073 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-83603cac-cb67-4032-9d1d-f0c57796cceb tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/networks?id=1b508863-c43d-4836-a37d-f38fd9dd049c HTTP/1.1" status: 200 len: 911 time: 0.1403072 May 23 11:37:39.282809 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-533f5286-ba47-426a-9325-94912c0efeb0 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/quotas/334167c7cc1b4ed68270905258b34681 HTTP/1.1" status: 200 len: 375 time: 0.0126333 May 23 11:37:39.362543 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-40797898-13f4-4c4c-a65d-883eea3d14f1 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Synchronizing usage tracker for tenant:334167c7cc1b4ed68270905258b34681 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:37:39.380219 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-40797898-13f4-4c4c-a65d-883eea3d14f1 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Unset dirty status for tenant:334167c7cc1b4ed68270905258b34681 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:37:39.381640 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-40797898-13f4-4c4c-a65d-883eea3d14f1 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/ports?tenant_id=334167c7cc1b4ed68270905258b34681&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0934012 May 23 11:37:39.509898 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:39.524800 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-3747f917-729b-437c-b0c1-bae6f8b66f68 service neutron] 10.222.0.79 "GET /v2.0/networks/1b508863-c43d-4836-a37d-f38fd9dd049c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357491 May 23 11:37:39.660036 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-46c27cde-ecf4-475a-936c-f4eaf48942b7 service neutron] 10.222.0.79 "GET /v2.0/networks/1b508863-c43d-4836-a37d-f38fd9dd049c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289361 May 23 11:37:39.876102 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c6cbcdb2-2b46-445d-bad3-81c5106d1c8b req-315a39cc-4999-4c5f-8ee3-29d3926f29e3 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f39e7aba-e936-4b22-a6fc-3c20a8c6aa29 HTTP/1.1" status: 200 len: 210 time: 0.0454376 May 23 11:37:41.169355 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d773dc92-cb22-4c71-ba1c-a9930e5b3444 req-8d389b59-961a-42b3-b0d4-c0815541a714 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f39e7aba-e936-4b22-a6fc-3c20a8c6aa29 HTTP/1.1" status: 200 len: 210 time: 0.0580888 May 23 11:37:41.231936 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-40e9777a-b72e-4057-b9f8-2cbc8e491109 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:41.233397 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-40e9777a-b72e-4057-b9f8-2cbc8e491109 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.13 "GET /v2.0/networks?id=1b508863-c43d-4836-a37d-f38fd9dd049c HTTP/1.1" status: 200 len: 911 time: 0.3549755 May 23 11:37:41.250215 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-11bd2eff-9a97-43db-bce7-c404886c3d5b tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Request body: {'port': {'device_id': 'f39e7aba-e936-4b22-a6fc-3c20a8c6aa29', 'network_id': '1b508863-c43d-4836-a37d-f38fd9dd049c', 'admin_state_up': True, 'tenant_id': '334167c7cc1b4ed68270905258b34681'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:37:41.255460 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-11bd2eff-9a97-43db-bce7-c404886c3d5b tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:37:41.267886 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-11bd2eff-9a97-43db-bce7-c404886c3d5b tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:37:41.277892 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-11bd2eff-9a97-43db-bce7-c404886c3d5b tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Made reservation on behalf of 334167c7cc1b4ed68270905258b34681 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:37:41.280426 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-11bd2eff-9a97-43db-bce7-c404886c3d5b tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:41.436456 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-11bd2eff-9a97-43db-bce7-c404886c3d5b tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Allocated IP 172.20.0.4 (1b508863-c43d-4836-a37d-f38fd9dd049c/6b2c8291-0c5b-438a-9610-756c7cc71c7b/d5e1ec35-dfbb-4587-b7f7-b24b15b16c61) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:37:41.526756 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5b500687-d368-420e-a405-9ae2779093ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:41.632739 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-11bd2eff-9a97-43db-bce7-c404886c3d5b tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:41.649119 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-11bd2eff-9a97-43db-bce7-c404886c3d5b tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Transition to ACTIVE for port object d5e1ec35-dfbb-4587-b7f7-b24b15b16c61 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:37:41.674350 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-11bd2eff-9a97-43db-bce7-c404886c3d5b tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:41.752409 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-11bd2eff-9a97-43db-bce7-c404886c3d5b tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Network 1b508863-c43d-4836-a37d-f38fd9dd049c is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:37:41.755445 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-11bd2eff-9a97-43db-bce7-c404886c3d5b tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:37:41.758192 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-11bd2eff-9a97-43db-bce7-c404886c3d5b tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:37:41.789935 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd2eff-9a97-43db-bce7-c404886c3d5b tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Pushing event updated for resources: {'Port': ['ID=d5e1ec35-dfbb-4587-b7f7-b24b15b16c61,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:41.829264 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-11bd2eff-9a97-43db-bce7-c404886c3d5b tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:41.830630 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-11bd2eff-9a97-43db-bce7-c404886c3d5b tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:41.863326 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-11bd2eff-9a97-43db-bce7-c404886c3d5b tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6149750 May 23 11:37:41.882022 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-6b1788e4-efbe-451b-8bda-1c97075227da service neutron] Request body: {'port': {'device_id': 'f39e7aba-e936-4b22-a6fc-3c20a8c6aa29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:37:41.997168 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-6b1788e4-efbe-451b-8bda-1c97075227da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:42.077361 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ba7f4931-618b-4600-af18-b714f45058d4 None None] Provisioning for port d5e1ec35-dfbb-4587-b7f7-b24b15b16c61 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:37:42.082523 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ba7f4931-618b-4600-af18-b714f45058d4 None None] Provisioning complete for port d5e1ec35-dfbb-4587-b7f7-b24b15b16c61 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:37:42.083092 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ba7f4931-618b-4600-af18-b714f45058d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:42.135697 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ba7f4931-618b-4600-af18-b714f45058d4 None None] Port d5e1ec35-dfbb-4587-b7f7-b24b15b16c61 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:37:42.390694 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-6b1788e4-efbe-451b-8bda-1c97075227da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5e1ec35-dfbb-4587-b7f7-b24b15b16c61 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:37:42.404814 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-6b1788e4-efbe-451b-8bda-1c97075227da service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:42.424824 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-6b1788e4-efbe-451b-8bda-1c97075227da service neutron] Transition to ACTIVE for port object d5e1ec35-dfbb-4587-b7f7-b24b15b16c61 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:37:42.430060 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-6b1788e4-efbe-451b-8bda-1c97075227da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:42.488323 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-9a7da33f-1b61-4ff3-9443-a531adcfce1e req-65b879a5-dae6-482e-bd6d-05b4f17d7e3e tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Synchronizing usage tracker for tenant:334167c7cc1b4ed68270905258b34681 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:37:42.581639 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1788e4-efbe-451b-8bda-1c97075227da service neutron] Pushing event updated for resources: {'Port': ['ID=d5e1ec35-dfbb-4587-b7f7-b24b15b16c61,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:42.617845 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-9a7da33f-1b61-4ff3-9443-a531adcfce1e req-65b879a5-dae6-482e-bd6d-05b4f17d7e3e tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Unset dirty status for tenant:334167c7cc1b4ed68270905258b34681 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:37:42.619123 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9a7da33f-1b61-4ff3-9443-a531adcfce1e req-65b879a5-dae6-482e-bd6d-05b4f17d7e3e tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f39e7aba-e936-4b22-a6fc-3c20a8c6aa29 HTTP/1.1" status: 200 len: 1027 time: 0.3211789 May 23 11:37:42.720339 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9a7da33f-1b61-4ff3-9443-a531adcfce1e req-fd865df6-4b0e-4c33-99b7-8a2f5ba514db tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=37566c54-a2a8-460b-8ae3-47de9543a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678654 May 23 11:37:42.724786 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-6b1788e4-efbe-451b-8bda-1c97075227da service neutron] Attempting to bind port d5e1ec35-dfbb-4587-b7f7-b24b15b16c61 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:37:42.725115 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-6b1788e4-efbe-451b-8bda-1c97075227da service neutron] Attempting to bind port d5e1ec35-dfbb-4587-b7f7-b24b15b16c61 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '5a268dd1-648e-4be4-9620-bd31fe555df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1b508863-c43d-4836-a37d-f38fd9dd049c'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:37:42.725437 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-6b1788e4-efbe-451b-8bda-1c97075227da service neutron] Attempting to bind port d5e1ec35-dfbb-4587-b7f7-b24b15b16c61 on network 1b508863-c43d-4836-a37d-f38fd9dd049c {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:37:42.731448 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-6b1788e4-efbe-451b-8bda-1c97075227da service neutron] Port d5e1ec35-dfbb-4587-b7f7-b24b15b16c61 on network 1b508863-c43d-4836-a37d-f38fd9dd049c not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:37:42.731850 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-6b1788e4-efbe-451b-8bda-1c97075227da service neutron] Attempting to bind port d5e1ec35-dfbb-4587-b7f7-b24b15b16c61 on network 1b508863-c43d-4836-a37d-f38fd9dd049c {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:37:42.738837 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-6b1788e4-efbe-451b-8bda-1c97075227da service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:37:42.739173 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-6b1788e4-efbe-451b-8bda-1c97075227da service neutron] Checking segment: {'id': '5a268dd1-648e-4be4-9620-bd31fe555df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1b508863-c43d-4836-a37d-f38fd9dd049c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:37:42.739550 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-6b1788e4-efbe-451b-8bda-1c97075227da service neutron] Bound using segment: {'id': '5a268dd1-648e-4be4-9620-bd31fe555df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1b508863-c43d-4836-a37d-f38fd9dd049c'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:37:42.739998 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-6b1788e4-efbe-451b-8bda-1c97075227da service neutron] Bound port: d5e1ec35-dfbb-4587-b7f7-b24b15b16c61, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a268dd1-648e-4be4-9620-bd31fe555df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1b508863-c43d-4836-a37d-f38fd9dd049c'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:37:42.740366 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-6b1788e4-efbe-451b-8bda-1c97075227da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:42.780231 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:42.847303 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:42.852087 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-6b1788e4-efbe-451b-8bda-1c97075227da service neutron] For port d5e1ec35-dfbb-4587-b7f7-b24b15b16c61, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:37:42.855729 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-6b1788e4-efbe-451b-8bda-1c97075227da service neutron] For port d5e1ec35-dfbb-4587-b7f7-b24b15b16c61, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=d5e1ec35-dfbb-4587-b7f7-b24b15b16c61,segment=NetworkSegment(5a268dd1-648e-4be4-9620-bd31fe555df6),segment_id=5a268dd1-648e-4be4-9620-bd31fe555df6)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:37:42.860532 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-6b1788e4-efbe-451b-8bda-1c97075227da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:42.922343 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-6b1788e4-efbe-451b-8bda-1c97075227da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:42.923679 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-6b1788e4-efbe-451b-8bda-1c97075227da service neutron] 10.222.0.13 "PUT /v2.0/ports/d5e1ec35-dfbb-4587-b7f7-b24b15b16c61 HTTP/1.1" status: 200 len: 1091 time: 1.0471916 May 23 11:37:42.924142 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f39e7aba-e936-4b22-a6fc-3c20a8c6aa29', 'tag': 'd5e1ec35-dfbb-4587-b7f7-b24b15b16c61'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:37:42.942979 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1788e4-efbe-451b-8bda-1c97075227da service neutron] Pushing event updated for resources: {'Port': ['ID=d5e1ec35-dfbb-4587-b7f7-b24b15b16c61,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:43.018455 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65d206db-c96a-4bea-b6da-583b936ae186'] response: {'name': 'network-changed', 'server_uuid': 'f39e7aba-e936-4b22-a6fc-3c20a8c6aa29', 'tag': 'd5e1ec35-dfbb-4587-b7f7-b24b15b16c61', 'status': 'completed', 'code': 200} May 23 11:37:43.171337 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-df76bb85-dafc-4985-9b64-0c1690fa4529 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=334167c7cc1b4ed68270905258b34681&device_id=f39e7aba-e936-4b22-a6fc-3c20a8c6aa29 HTTP/1.1" status: 200 len: 1094 time: 0.1919992 May 23 11:37:43.253503 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-9fdd5c7d-0207-4cc1-b37a-3867ee20b26d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5e1ec35-dfbb-4587-b7f7-b24b15b16c61 HTTP/1.1" status: 200 len: 217 time: 0.0666971 May 23 11:37:43.316604 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-5255bfc5-f7e1-4519-adb0-a1981ca98848 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:43.318075 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-5255bfc5-f7e1-4519-adb0-a1981ca98848 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6b2c8291-0c5b-438a-9610-756c7cc71c7b HTTP/1.1" status: 200 len: 849 time: 0.0583386 May 23 11:37:43.395072 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-3238c1d9-7cdf-4387-83ad-25e2d4664656 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1b508863-c43d-4836-a37d-f38fd9dd049c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708416 May 23 11:37:43.535317 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-68d90d20-ca21-4b16-966e-e76a5c594c38 service neutron] 10.222.0.13 "GET /v2.0/networks/1b508863-c43d-4836-a37d-f38fd9dd049c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331720 May 23 11:37:43.678950 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-49a3aaed-f102-463c-9e58-a26c342d6749 req-b24d13a6-b274-4240-9d6c-1358ff64edd3 service neutron] 10.222.0.13 "GET /v2.0/networks/1b508863-c43d-4836-a37d-f38fd9dd049c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376264 May 23 11:37:43.846119 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1aec7b43-23da-4332-b1f8-975e66c22f66 req-023cd376-fcab-4a1b-8429-bbf57829e19c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=334167c7cc1b4ed68270905258b34681&device_id=f39e7aba-e936-4b22-a6fc-3c20a8c6aa29 HTTP/1.1" status: 200 len: 1094 time: 0.0810814 May 23 11:37:44.032183 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec7b43-23da-4332-b1f8-975e66c22f66 req-50d5e544-07f8-4760-824a-e4ff3e4298ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:44.033554 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1aec7b43-23da-4332-b1f8-975e66c22f66 req-50d5e544-07f8-4760-824a-e4ff3e4298ff service neutron] 10.222.0.13 "GET /v2.0/networks?id=1b508863-c43d-4836-a37d-f38fd9dd049c HTTP/1.1" status: 200 len: 911 time: 0.1543143 May 23 11:37:44.036549 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-16b472d4-0638-46cd-810d-2a38ae6b4183 req-f213edca-bf54-4c00-a521-18f36cd655c9 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f39e7aba-e936-4b22-a6fc-3c20a8c6aa29 HTTP/1.1" status: 200 len: 1094 time: 0.1867187 May 23 11:37:44.122576 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1aec7b43-23da-4332-b1f8-975e66c22f66 req-0418cec0-8c72-400a-a356-9497d39f117c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5e1ec35-dfbb-4587-b7f7-b24b15b16c61 HTTP/1.1" status: 200 len: 217 time: 0.0818250 May 23 11:37:44.190497 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-16b472d4-0638-46cd-810d-2a38ae6b4183 req-f41ab97f-b1c2-46e4-bb4f-36e98c1bb533 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=37566c54-a2a8-460b-8ae3-47de9543a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999441 May 23 11:37:44.199590 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec7b43-23da-4332-b1f8-975e66c22f66 req-4d4d837c-5dbd-4ceb-9e36-d3c8bb7d4b38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:44.201039 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1aec7b43-23da-4332-b1f8-975e66c22f66 req-4d4d837c-5dbd-4ceb-9e36-d3c8bb7d4b38 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6b2c8291-0c5b-438a-9610-756c7cc71c7b HTTP/1.1" status: 200 len: 849 time: 0.0703351 May 23 11:37:44.278362 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1aec7b43-23da-4332-b1f8-975e66c22f66 req-7909f3c6-f6c2-484b-a535-e68e90048af1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1b508863-c43d-4836-a37d-f38fd9dd049c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718594 May 23 11:37:44.278657 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:44.413335 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1aec7b43-23da-4332-b1f8-975e66c22f66 req-88c4a56e-8bd5-4318-ab19-45c5866c6500 service neutron] 10.222.0.13 "GET /v2.0/networks/1b508863-c43d-4836-a37d-f38fd9dd049c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293819 May 23 11:37:44.549996 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1aec7b43-23da-4332-b1f8-975e66c22f66 req-7c6ba8a9-d3a5-42b2-b032-424cd56df298 service neutron] 10.222.0.13 "GET /v2.0/networks/1b508863-c43d-4836-a37d-f38fd9dd049c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311176 May 23 11:37:45.410686 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5513b63c-5616-4c78-bc3c-499bfacbb2f6 req-e5a9f4e8-fcee-4747-bde2-89237b259a6d tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f39e7aba-e936-4b22-a6fc-3c20a8c6aa29 HTTP/1.1" status: 200 len: 1094 time: 0.0754197 May 23 11:37:45.454235 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5513b63c-5616-4c78-bc3c-499bfacbb2f6 req-2059fd07-e2af-4570-9392-4e7a41760ee7 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=37566c54-a2a8-460b-8ae3-47de9543a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376034 May 23 11:37:45.831183 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:37:46.661714 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a7e3c563-4904-45ae-adbe-8c8f7ca95e2e req-93b51501-16f0-42ec-a32b-295338cb7d15 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f39e7aba-e936-4b22-a6fc-3c20a8c6aa29 HTTP/1.1" status: 200 len: 1094 time: 0.0771031 May 23 11:37:46.708660 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a7e3c563-4904-45ae-adbe-8c8f7ca95e2e req-6d4623b9-7040-47fe-a3a0-0445b2dbd4b7 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=37566c54-a2a8-460b-8ae3-47de9543a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410628 May 23 11:37:47.883817 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device d5e1ec35-dfbb-4587-b7f7-b24b15b16c61 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:37:47.887078 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e2e708d6-d51e-4abf-bb8e-942875ed2e8b up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:37:48.069639 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4d45a959-c908-4ad5-80a6-b884d0edd590 req-68c562f0-de22-4b7b-a386-afdd2631377a tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f39e7aba-e936-4b22-a6fc-3c20a8c6aa29 HTTP/1.1" status: 200 len: 1094 time: 0.1844707 May 23 11:37:48.085102 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port d5e1ec35-dfbb-4587-b7f7-b24b15b16c61, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=d5e1ec35-dfbb-4587-b7f7-b24b15b16c61,segment=NetworkSegment(5a268dd1-648e-4be4-9620-bd31fe555df6),segment_id=5a268dd1-648e-4be4-9620-bd31fe555df6)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:37:48.107697 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'd5e1ec35-dfbb-4587-b7f7-b24b15b16c61', 'network_id': '1b508863-c43d-4836-a37d-f38fd9dd049c', 'port_id': 'd5e1ec35-dfbb-4587-b7f7-b24b15b16c61', 'mac_address': 'fa:16:3e:20:32:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b2c8291-0c5b-438a-9610-756c7cc71c7b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:37:48.117455 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4d45a959-c908-4ad5-80a6-b884d0edd590 req-f318cbd3-6048-4cf8-a31b-3755297af7bb tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=37566c54-a2a8-460b-8ae3-47de9543a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418012 May 23 11:37:48.173600 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:48.184751 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port e2e708d6-d51e-4abf-bb8e-942875ed2e8b completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:37:48.193089 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port e2e708d6-d51e-4abf-bb8e-942875ed2e8b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:37:48.193457 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:48.222446 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5e1ec35-dfbb-4587-b7f7-b24b15b16c61 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:37:48.240604 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56828) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:37:48.261117 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port d5e1ec35-dfbb-4587-b7f7-b24b15b16c61, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=d5e1ec35-dfbb-4587-b7f7-b24b15b16c61,segment=NetworkSegment(5a268dd1-648e-4be4-9620-bd31fe555df6),segment_id=5a268dd1-648e-4be4-9620-bd31fe555df6)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:37:48.269283 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:48.301259 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7602fb6-8216-4fba-ba58-22f60060ec72 admin admin] Deleting subnet 0ec5d77f-5ad1-4e9c-8bd2-613a44f261a4 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:37:48.304491 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e7602fb6-8216-4fba-ba58-22f60060ec72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:48.357310 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e7602fb6-8216-4fba-ba58-22f60060ec72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:48.380825 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=d5e1ec35-dfbb-4587-b7f7-b24b15b16c61,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:48.392092 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:48.410038 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port e2e708d6-d51e-4abf-bb8e-942875ed2e8b, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e2e708d6-d51e-4abf-bb8e-942875ed2e8b,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:37:48.413895 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:48.415116 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e7602fb6-8216-4fba-ba58-22f60060ec72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:48.504011 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e7602fb6-8216-4fba-ba58-22f60060ec72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:48.528938 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=e2e708d6-d51e-4abf-bb8e-942875ed2e8b,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:48.559793 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7602fb6-8216-4fba-ba58-22f60060ec72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ec5d77f-5ad1-4e9c-8bd2-613a44f261a4,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:48.573153 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e7602fb6-8216-4fba-ba58-22f60060ec72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:48.581388 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e7602fb6-8216-4fba-ba58-22f60060ec72 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/0ec5d77f-5ad1-4e9c-8bd2-613a44f261a4 HTTP/1.1" status: 204 len: 168 time: 0.3400910 May 23 11:37:48.583975 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56832) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:37:48.678694 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['d5e1ec35-dfbb-4587-b7f7-b24b15b16c61'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:37:48.694838 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-570e6317-2582-4766-b3e3-fea3da9cdb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:48.835064 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-570e6317-2582-4766-b3e3-fea3da9cdb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:48.865307 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-570e6317-2582-4766-b3e3-fea3da9cdb90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39a9b8ca-e7d1-4831-918d-22578e396dc2']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:37:48.879256 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-570e6317-2582-4766-b3e3-fea3da9cdb90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '532c84da-7d72-4830-b98a-4408b112f2a9') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:37:48.879543 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-570e6317-2582-4766-b3e3-fea3da9cdb90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '532c84da-7d72-4830-b98a-4408b112f2a9') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:37:48.892631 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-570e6317-2582-4766-b3e3-fea3da9cdb90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:48.910487 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-570e6317-2582-4766-b3e3-fea3da9cdb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:48.917229 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-570e6317-2582-4766-b3e3-fea3da9cdb90 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:37:48.917605 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-570e6317-2582-4766-b3e3-fea3da9cdb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:48.932268 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:37:48.932268 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:37:48.932268 n-d-842952-2 neutron-server[83911]: timer() May 23 11:37:48.932268 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:37:48.932268 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:37:48.932268 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:37:48.932268 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:37:48.932268 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:37:48.932268 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:37:48.932268 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:37:48.932268 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:37:48.932268 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:37:48.932268 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:37:48.932268 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:37:48.932268 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:37:48.932268 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:37:48.932268 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:37:48.932268 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:37:48.932268 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:37:48.932268 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:37:48.932268 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:37:48.932268 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:37:48.932268 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:37:48.932268 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:37:48.932268 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:37:48.932268 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:37:48.932268 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:37:48.932268 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:37:48.932268 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:37:48.932268 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:37:48.932268 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:37:48.932268 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:37:49.024947 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-570e6317-2582-4766-b3e3-fea3da9cdb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:49.046043 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-570e6317-2582-4766-b3e3-fea3da9cdb90 admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:49.055581 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e6317-2582-4766-b3e3-fea3da9cdb90 admin admin] Pushing event deleted for resources: {'Network': ['ID=39a9b8ca-e7d1-4831-918d-22578e396dc2,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:49.061595 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56836) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:37:49.061752 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-570e6317-2582-4766-b3e3-fea3da9cdb90 admin admin] 10.222.0.79 "DELETE /v2.0/networks/39a9b8ca-e7d1-4831-918d-22578e396dc2 HTTP/1.1" status: 204 len: 168 time: 0.4765844 May 23 11:37:49.126461 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-353aabd5-4f0e-4656-804a-97ceef0dae94 admin admin] Deleting subnet 0325aab6-01ca-4224-833d-243fc1cbce42 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:37:49.129864 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-353aabd5-4f0e-4656-804a-97ceef0dae94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:49.192651 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-353aabd5-4f0e-4656-804a-97ceef0dae94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:49.251426 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-353aabd5-4f0e-4656-804a-97ceef0dae94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:49.386105 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-39bae2d7-5c82-40b2-a7c6-2a2147bba748 req-ad2c6da9-cee8-4348-b092-932d5fc63f12 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f39e7aba-e936-4b22-a6fc-3c20a8c6aa29 HTTP/1.1" status: 200 len: 1095 time: 0.1063323 May 23 11:37:49.387547 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-353aabd5-4f0e-4656-804a-97ceef0dae94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:49.448340 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353aabd5-4f0e-4656-804a-97ceef0dae94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0325aab6-01ca-4224-833d-243fc1cbce42,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:49.466742 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-353aabd5-4f0e-4656-804a-97ceef0dae94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:49.474069 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-353aabd5-4f0e-4656-804a-97ceef0dae94 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/0325aab6-01ca-4224-833d-243fc1cbce42 HTTP/1.1" status: 204 len: 168 time: 0.4113033 May 23 11:37:49.476630 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56846) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:37:49.494647 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-39bae2d7-5c82-40b2-a7c6-2a2147bba748 req-435fa172-b59a-49e5-b23b-a0eaa589874d tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=37566c54-a2a8-460b-8ae3-47de9543a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747099 May 23 11:37:49.521318 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56850) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:37:49.591270 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-28f2136b-62b0-46a1-bc0e-9eaa3c8ca0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:49.716351 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-28f2136b-62b0-46a1-bc0e-9eaa3c8ca0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:49.731236 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-21435b30-1754-47e9-8064-08047b247b55 req-37ac1931-39a8-435a-ba79-522792ae7e85 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c9aad0bc-f9db-4db0-a7b0-7beb7e7fb826 HTTP/1.1" status: 200 len: 1096 time: 0.2087266 May 23 11:37:49.741632 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-28f2136b-62b0-46a1-bc0e-9eaa3c8ca0b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f44cee8-53d9-4433-b424-dc7ce1d38029']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:37:49.754337 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-28f2136b-62b0-46a1-bc0e-9eaa3c8ca0b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2acb88f8-68fd-46a7-b5f7-7ef0402662f4') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:37:49.754627 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-28f2136b-62b0-46a1-bc0e-9eaa3c8ca0b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2acb88f8-68fd-46a7-b5f7-7ef0402662f4') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:37:49.767005 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-28f2136b-62b0-46a1-bc0e-9eaa3c8ca0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:49.782404 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-21435b30-1754-47e9-8064-08047b247b55 req-e9d610db-d284-49d4-88a6-e8251109b80a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=417d8d15-6532-454b-9e89-80a279ed118e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453658 May 23 11:37:49.798909 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-28f2136b-62b0-46a1-bc0e-9eaa3c8ca0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:49.805949 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28f2136b-62b0-46a1-bc0e-9eaa3c8ca0b9 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:37:49.806755 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-28f2136b-62b0-46a1-bc0e-9eaa3c8ca0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:49.878847 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:37:49.878847 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:37:49.878847 n-d-842952-2 neutron-server[83911]: timer() May 23 11:37:49.878847 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:37:49.878847 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:37:49.878847 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:37:49.878847 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:37:49.878847 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:37:49.878847 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:37:49.878847 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:37:49.878847 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:37:49.878847 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:37:49.878847 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:37:49.878847 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:37:49.878847 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:37:49.878847 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:37:49.878847 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:37:49.878847 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:37:49.878847 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:37:49.878847 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:37:49.878847 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:37:49.878847 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:37:49.878847 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:37:49.878847 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:37:49.878847 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:37:49.878847 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:37:49.878847 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:37:49.878847 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:37:49.878847 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:37:49.878847 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:37:49.878847 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:37:49.878847 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:37:49.885533 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e2e708d6-d51e-4abf-bb8e-942875ed2e8b up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:37:49.908328 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-28f2136b-62b0-46a1-bc0e-9eaa3c8ca0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:49.912900 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-28f2136b-62b0-46a1-bc0e-9eaa3c8ca0b9 admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:49.915125 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device d5e1ec35-dfbb-4587-b7f7-b24b15b16c61 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:37:49.936009 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-28f2136b-62b0-46a1-bc0e-9eaa3c8ca0b9 admin admin] 10.222.0.79 "DELETE /v2.0/networks/0f44cee8-53d9-4433-b424-dc7ce1d38029 HTTP/1.1" status: 204 len: 168 time: 0.4583046 May 23 11:37:49.936927 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f2136b-62b0-46a1-bc0e-9eaa3c8ca0b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f44cee8-53d9-4433-b424-dc7ce1d38029,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:50.011722 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port e2e708d6-d51e-4abf-bb8e-942875ed2e8b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:37:50.012134 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:50.039471 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port d5e1ec35-dfbb-4587-b7f7-b24b15b16c61 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:37:50.056697 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port d5e1ec35-dfbb-4587-b7f7-b24b15b16c61 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:37:50.057065 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:50.138486 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 56860) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:37:50.192622 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-154d66c5-177a-4aaf-847b-44b7eb55efcc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=24a65cfb0e1c40798de3e1edc3cacca5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0506673 May 23 11:37:50.193002 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56864) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:37:50.224934 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 3ff6c320-127b-48a8-8bfd-223bbd31060d up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:37:50.253903 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bebecc77-95c9-412b-b8b5-6bbdc7069c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:50.268737 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:50.284552 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bebecc77-95c9-412b-b8b5-6bbdc7069c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:50.342831 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bebecc77-95c9-412b-b8b5-6bbdc7069c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:50.349507 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f39e7aba-e936-4b22-a6fc-3c20a8c6aa29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e1ec35-dfbb-4587-b7f7-b24b15b16c61'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:37:50.358157 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebecc77-95c9-412b-b8b5-6bbdc7069c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3211cd9-547d-4c3e-86f4-4798a9d116b0,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:50.365638 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bebecc77-95c9-412b-b8b5-6bbdc7069c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:50.369314 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-bebecc77-95c9-412b-b8b5-6bbdc7069c56 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c3211cd9-547d-4c3e-86f4-4798a9d116b0 HTTP/1.1" status: 204 len: 168 time: 0.1727877 May 23 11:37:50.375329 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port d5e1ec35-dfbb-4587-b7f7-b24b15b16c61, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=d5e1ec35-dfbb-4587-b7f7-b24b15b16c61,segment=NetworkSegment(5a268dd1-648e-4be4-9620-bd31fe555df6),segment_id=5a268dd1-648e-4be4-9620-bd31fe555df6)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:37:50.392171 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:50.423769 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c70603a0-efbc-4536-986a-ffc7787d5649'] response: {'server_uuid': 'f39e7aba-e936-4b22-a6fc-3c20a8c6aa29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e1ec35-dfbb-4587-b7f7-b24b15b16c61', 'code': 200} May 23 11:37:50.430861 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 3ff6c320-127b-48a8-8bfd-223bbd31060d completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:37:50.458327 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 3ff6c320-127b-48a8-8bfd-223bbd31060d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:37:50.458705 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:50.559780 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=d5e1ec35-dfbb-4587-b7f7-b24b15b16c61,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:50.601864 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-408a6680-b3c5-4f2e-93d3-031ad382e984 req-28276696-352a-47e0-95f4-e718345be975 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f39e7aba-e936-4b22-a6fc-3c20a8c6aa29 HTTP/1.1" status: 200 len: 1096 time: 0.0999110 May 23 11:37:50.656626 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:50.674335 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 3ff6c320-127b-48a8-8bfd-223bbd31060d, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=3ff6c320-127b-48a8-8bfd-223bbd31060d,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:37:50.680117 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:50.684994 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-408a6680-b3c5-4f2e-93d3-031ad382e984 req-0eb26138-6ca7-4373-bf30-c50dda786a3c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=37566c54-a2a8-460b-8ae3-47de9543a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775356 May 23 11:37:50.716966 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a41acc8a-e7f3-4125-a61f-8130ceee8575 req-e6dabf2c-04af-4622-82b0-af4263f1d25e tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f39e7aba-e936-4b22-a6fc-3c20a8c6aa29 HTTP/1.1" status: 200 len: 1096 time: 0.0794632 May 23 11:37:50.762642 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=3ff6c320-127b-48a8-8bfd-223bbd31060d,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:50.763045 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a41acc8a-e7f3-4125-a61f-8130ceee8575 req-5f1f9dcb-cc5a-4591-a81a-34d5021f1410 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=37566c54-a2a8-460b-8ae3-47de9543a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398700 May 23 11:37:50.855390 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56882) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:37:50.909560 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7a0e84b3-72e8-4a95-be79-198ac82c61ba admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a2e4c4011f5e493a94422bc37b30b2bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0501204 May 23 11:37:50.909848 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 56888) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:37:50.967895 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-97a3e592-43dd-431f-a611-3343e37c9f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:50.994090 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-97a3e592-43dd-431f-a611-3343e37c9f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:51.048891 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-97a3e592-43dd-431f-a611-3343e37c9f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:51.062439 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a3e592-43dd-431f-a611-3343e37c9f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e460c038-86e8-4ce5-8295-61497abbf1dd,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:51.076439 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a3e592-43dd-431f-a611-3343e37c9f37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:37:51.076898 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a3e592-43dd-431f-a611-3343e37c9f37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:37:51.077237 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a3e592-43dd-431f-a611-3343e37c9f37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:37:51.077563 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a3e592-43dd-431f-a611-3343e37c9f37 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:37:51.077889 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a3e592-43dd-431f-a611-3343e37c9f37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:37:51.078207 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a3e592-43dd-431f-a611-3343e37c9f37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:37:51.078523 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a3e592-43dd-431f-a611-3343e37c9f37 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:37:51.078826 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a3e592-43dd-431f-a611-3343e37c9f37 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:37:51.079317 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a3e592-43dd-431f-a611-3343e37c9f37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:37:51.079963 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a3e592-43dd-431f-a611-3343e37c9f37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:37:51.080494 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a3e592-43dd-431f-a611-3343e37c9f37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:37:51.084662 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-97a3e592-43dd-431f-a611-3343e37c9f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:51.086600 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-97a3e592-43dd-431f-a611-3343e37c9f37 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e460c038-86e8-4ce5-8295-61497abbf1dd HTTP/1.1" status: 204 len: 168 time: 0.1757886 May 23 11:37:51.809969 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 3ff6c320-127b-48a8-8bfd-223bbd31060d up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:37:51.889669 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 3ff6c320-127b-48a8-8bfd-223bbd31060d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:37:51.890032 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:51.978108 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-84f3ce42-3c53-4f9e-bd7c-8c767b9877dd req-58dbc73a-8162-46b6-87f5-99b170b06c39 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f39e7aba-e936-4b22-a6fc-3c20a8c6aa29 HTTP/1.1" status: 200 len: 1096 time: 0.0702741 May 23 11:37:52.021067 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-84f3ce42-3c53-4f9e-bd7c-8c767b9877dd req-3881f0d6-cc72-44c2-8ef5-428b28d07a29 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=37566c54-a2a8-460b-8ae3-47de9543a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367391 May 23 11:37:53.216762 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8fa743b1-e4fe-459b-91dd-ba6204534f4a req-e5ee47bf-1261-4286-a9ba-4fd4535be506 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f39e7aba-e936-4b22-a6fc-3c20a8c6aa29 HTTP/1.1" status: 200 len: 1096 time: 0.0696588 May 23 11:37:53.266080 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8fa743b1-e4fe-459b-91dd-ba6204534f4a req-c16f306a-51a9-463c-bc85-026fe0fe1629 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=37566c54-a2a8-460b-8ae3-47de9543a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437865 May 23 11:37:53.457052 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-810b76c3-672e-45f8-9586-6af61dbfe56c req-9cc797af-a279-42a9-bb36-34cd0eb18b94 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f39e7aba-e936-4b22-a6fc-3c20a8c6aa29 HTTP/1.1" status: 200 len: 1096 time: 0.0691273 May 23 11:37:53.502636 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-810b76c3-672e-45f8-9586-6af61dbfe56c req-a71bf1e6-865a-4c59-8516-76db28bc0de3 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=37566c54-a2a8-460b-8ae3-47de9543a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396419 May 23 11:37:53.709401 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6c78ccd8-c3f5-4148-9490-ec397adf4c28 req-ba5c428c-6ab3-458d-b0f6-7c213ee90afb tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f39e7aba-e936-4b22-a6fc-3c20a8c6aa29 HTTP/1.1" status: 200 len: 1096 time: 0.0800717 May 23 11:37:53.752997 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6c78ccd8-c3f5-4148-9490-ec397adf4c28 req-18e3eb05-2024-4604-8d2b-12c3cac43a13 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=37566c54-a2a8-460b-8ae3-47de9543a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378900 May 23 11:37:54.125070 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-75a1e3f5-bc40-404c-8ea3-13e5742c23ce tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:54.126427 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-75a1e3f5-bc40-404c-8ea3-13e5742c23ce tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/networks?id=1b508863-c43d-4836-a37d-f38fd9dd049c HTTP/1.1" status: 200 len: 911 time: 0.1313541 May 23 11:37:54.142762 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-fca9c264-1a0e-45d9-8ca9-a062cca5e36c tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/quotas/334167c7cc1b4ed68270905258b34681 HTTP/1.1" status: 200 len: 375 time: 0.0109434 May 23 11:37:54.222132 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-69133115-d0ef-4f5e-abb4-c12964f2b1b0 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/ports?tenant_id=334167c7cc1b4ed68270905258b34681&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0742214 May 23 11:37:54.361196 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-aebea2cb-8381-434c-912f-c66dbd66ccab service neutron] 10.222.0.79 "GET /v2.0/networks/1b508863-c43d-4836-a37d-f38fd9dd049c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322618 May 23 11:37:54.501392 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-24b33bc4-cf1b-48bb-8ed7-8fd50f41ada6 service neutron] 10.222.0.79 "GET /v2.0/networks/1b508863-c43d-4836-a37d-f38fd9dd049c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337683 May 23 11:37:54.689980 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-16a5cc02-1922-48fa-8da3-467e2c5ab27f req-7fa23f7a-fa43-4e89-a337-0d3bfce98a35 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=42376a6c-ce52-405b-8bf6-8dd5e3c8c120 HTTP/1.1" status: 200 len: 210 time: 0.0448506 May 23 11:37:56.002714 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-21fdadc0-a2d0-4d8d-9279-c4bd89967374 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:56.003396 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-21fdadc0-a2d0-4d8d-9279-c4bd89967374 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Synchronizing usage tracker for tenant:334167c7cc1b4ed68270905258b34681 on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:37:56.014213 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a2b57503-f4f6-4343-b544-264459dabc07 req-634eba1f-3b85-4f2e-80f8-094299b4fed8 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=42376a6c-ce52-405b-8bf6-8dd5e3c8c120 HTTP/1.1" status: 200 len: 210 time: 0.1619723 May 23 11:37:56.022172 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-21fdadc0-a2d0-4d8d-9279-c4bd89967374 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Unset dirty status for tenant:334167c7cc1b4ed68270905258b34681 on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:37:56.023581 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-21fdadc0-a2d0-4d8d-9279-c4bd89967374 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.81 "GET /v2.0/networks?id=1b508863-c43d-4836-a37d-f38fd9dd049c HTTP/1.1" status: 200 len: 911 time: 0.2928214 May 23 11:37:56.051883 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-c04db54e-3505-4995-937f-2a0308a21326 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Request body: {'port': {'device_id': '42376a6c-ce52-405b-8bf6-8dd5e3c8c120', 'network_id': '1b508863-c43d-4836-a37d-f38fd9dd049c', 'admin_state_up': True, 'tenant_id': '334167c7cc1b4ed68270905258b34681'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:37:56.057680 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-c04db54e-3505-4995-937f-2a0308a21326 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:37:56.067424 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-c04db54e-3505-4995-937f-2a0308a21326 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:37:56.077517 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-c04db54e-3505-4995-937f-2a0308a21326 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Made reservation on behalf of 334167c7cc1b4ed68270905258b34681 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:37:56.080270 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-c04db54e-3505-4995-937f-2a0308a21326 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:56.239339 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-c04db54e-3505-4995-937f-2a0308a21326 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Allocated IP 172.20.0.3 (1b508863-c43d-4836-a37d-f38fd9dd049c/6b2c8291-0c5b-438a-9610-756c7cc71c7b/1f431d0d-c493-48ac-8d62-9bc7ee795ba6) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:37:56.442839 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-c04db54e-3505-4995-937f-2a0308a21326 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:56.458839 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-c04db54e-3505-4995-937f-2a0308a21326 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Transition to ACTIVE for port object 1f431d0d-c493-48ac-8d62-9bc7ee795ba6 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:37:56.489187 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-c04db54e-3505-4995-937f-2a0308a21326 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:56.530970 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['d5e1ec35-dfbb-4587-b7f7-b24b15b16c61'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:37:56.569471 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-c04db54e-3505-4995-937f-2a0308a21326 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Network 1b508863-c43d-4836-a37d-f38fd9dd049c is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:37:56.569471 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-c04db54e-3505-4995-937f-2a0308a21326 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:37:56.579289 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-c04db54e-3505-4995-937f-2a0308a21326 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:37:56.606197 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04db54e-3505-4995-937f-2a0308a21326 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Pushing event updated for resources: {'Port': ['ID=1f431d0d-c493-48ac-8d62-9bc7ee795ba6,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:56.650062 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-c04db54e-3505-4995-937f-2a0308a21326 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:56.650761 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-c04db54e-3505-4995-937f-2a0308a21326 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:56.685177 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-c04db54e-3505-4995-937f-2a0308a21326 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6372075 May 23 11:37:56.715589 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-9aa8756d-e617-4d7a-a2ea-c841f0b81cfc service neutron] Request body: {'port': {'device_id': '42376a6c-ce52-405b-8bf6-8dd5e3c8c120', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:37:56.837056 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fc5544a3-c0d0-4aab-8075-e076d30dbeba None None] Provisioning for port 1f431d0d-c493-48ac-8d62-9bc7ee795ba6 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:37:56.840379 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-9aa8756d-e617-4d7a-a2ea-c841f0b81cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:56.842205 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fc5544a3-c0d0-4aab-8075-e076d30dbeba None None] Provisioning complete for port 1f431d0d-c493-48ac-8d62-9bc7ee795ba6 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:37:56.842573 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fc5544a3-c0d0-4aab-8075-e076d30dbeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:56.897533 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fc5544a3-c0d0-4aab-8075-e076d30dbeba None None] Port 1f431d0d-c493-48ac-8d62-9bc7ee795ba6 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:37:57.209053 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-9aa8756d-e617-4d7a-a2ea-c841f0b81cfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f431d0d-c493-48ac-8d62-9bc7ee795ba6 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:37:57.213774 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7cc62f09-abc4-4c1f-a492-951c09efd2dd req-b1363241-3fa2-4468-9642-33418539ac22 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=42376a6c-ce52-405b-8bf6-8dd5e3c8c120 HTTP/1.1" status: 200 len: 1027 time: 0.0724950 May 23 11:37:57.217990 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-9aa8756d-e617-4d7a-a2ea-c841f0b81cfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:57.234008 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-9aa8756d-e617-4d7a-a2ea-c841f0b81cfc service neutron] Transition to ACTIVE for port object 1f431d0d-c493-48ac-8d62-9bc7ee795ba6 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:37:57.238788 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-9aa8756d-e617-4d7a-a2ea-c841f0b81cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:57.261822 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7cc62f09-abc4-4c1f-a492-951c09efd2dd req-46ef30ad-187d-4b68-8246-898445039be6 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=37566c54-a2a8-460b-8ae3-47de9543a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423317 May 23 11:37:57.363444 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8756d-e617-4d7a-a2ea-c841f0b81cfc service neutron] Pushing event updated for resources: {'Port': ['ID=1f431d0d-c493-48ac-8d62-9bc7ee795ba6,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:57.472195 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-9aa8756d-e617-4d7a-a2ea-c841f0b81cfc service neutron] Attempting to bind port 1f431d0d-c493-48ac-8d62-9bc7ee795ba6 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:37:57.472530 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-9aa8756d-e617-4d7a-a2ea-c841f0b81cfc service neutron] Attempting to bind port 1f431d0d-c493-48ac-8d62-9bc7ee795ba6 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '5a268dd1-648e-4be4-9620-bd31fe555df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1b508863-c43d-4836-a37d-f38fd9dd049c'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:37:57.472878 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-9aa8756d-e617-4d7a-a2ea-c841f0b81cfc service neutron] Attempting to bind port 1f431d0d-c493-48ac-8d62-9bc7ee795ba6 on network 1b508863-c43d-4836-a37d-f38fd9dd049c {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:37:57.478805 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-9aa8756d-e617-4d7a-a2ea-c841f0b81cfc service neutron] Port 1f431d0d-c493-48ac-8d62-9bc7ee795ba6 on network 1b508863-c43d-4836-a37d-f38fd9dd049c not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:37:57.479125 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-9aa8756d-e617-4d7a-a2ea-c841f0b81cfc service neutron] Attempting to bind port 1f431d0d-c493-48ac-8d62-9bc7ee795ba6 on network 1b508863-c43d-4836-a37d-f38fd9dd049c {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:37:57.485789 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-9aa8756d-e617-4d7a-a2ea-c841f0b81cfc service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:37:57.486144 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-9aa8756d-e617-4d7a-a2ea-c841f0b81cfc service neutron] Checking segment: {'id': '5a268dd1-648e-4be4-9620-bd31fe555df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1b508863-c43d-4836-a37d-f38fd9dd049c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:37:57.487435 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-9aa8756d-e617-4d7a-a2ea-c841f0b81cfc service neutron] Bound using segment: {'id': '5a268dd1-648e-4be4-9620-bd31fe555df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1b508863-c43d-4836-a37d-f38fd9dd049c'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:37:57.487435 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-9aa8756d-e617-4d7a-a2ea-c841f0b81cfc service neutron] Bound port: 1f431d0d-c493-48ac-8d62-9bc7ee795ba6, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a268dd1-648e-4be4-9620-bd31fe555df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1b508863-c43d-4836-a37d-f38fd9dd049c'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:37:57.487435 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-9aa8756d-e617-4d7a-a2ea-c841f0b81cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:57.583461 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-9aa8756d-e617-4d7a-a2ea-c841f0b81cfc service neutron] For port 1f431d0d-c493-48ac-8d62-9bc7ee795ba6, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:37:57.586363 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-9aa8756d-e617-4d7a-a2ea-c841f0b81cfc service neutron] For port 1f431d0d-c493-48ac-8d62-9bc7ee795ba6, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=1f431d0d-c493-48ac-8d62-9bc7ee795ba6,segment=NetworkSegment(5a268dd1-648e-4be4-9620-bd31fe555df6),segment_id=5a268dd1-648e-4be4-9620-bd31fe555df6)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:37:57.591905 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-9aa8756d-e617-4d7a-a2ea-c841f0b81cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:57.650721 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-9aa8756d-e617-4d7a-a2ea-c841f0b81cfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:37:57.652437 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-9aa8756d-e617-4d7a-a2ea-c841f0b81cfc service neutron] 10.222.0.81 "PUT /v2.0/ports/1f431d0d-c493-48ac-8d62-9bc7ee795ba6 HTTP/1.1" status: 200 len: 1091 time: 0.9413965 May 23 11:37:57.652854 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42376a6c-ce52-405b-8bf6-8dd5e3c8c120', 'tag': '1f431d0d-c493-48ac-8d62-9bc7ee795ba6'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:37:57.686617 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8756d-e617-4d7a-a2ea-c841f0b81cfc service neutron] Pushing event updated for resources: {'Port': ['ID=1f431d0d-c493-48ac-8d62-9bc7ee795ba6,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:37:57.757124 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8ae1ec1-58e0-4ba3-8196-80f199d58ab7'] response: {'name': 'network-changed', 'server_uuid': '42376a6c-ce52-405b-8bf6-8dd5e3c8c120', 'tag': '1f431d0d-c493-48ac-8d62-9bc7ee795ba6', 'status': 'completed', 'code': 200} May 23 11:37:57.802924 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-70fa2613-bcf2-4a5d-9599-d3bd507e63d8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=334167c7cc1b4ed68270905258b34681&device_id=42376a6c-ce52-405b-8bf6-8dd5e3c8c120 HTTP/1.1" status: 200 len: 1094 time: 0.0856202 May 23 11:37:57.889641 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-bdd62842-5e8a-4b1b-bdfa-d665a81afed2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f431d0d-c493-48ac-8d62-9bc7ee795ba6 HTTP/1.1" status: 200 len: 217 time: 0.0661745 May 23 11:37:58.054816 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-c962a89a-1265-431c-baba-fd6b5c190660 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:58.056635 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-c962a89a-1265-431c-baba-fd6b5c190660 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6b2c8291-0c5b-438a-9610-756c7cc71c7b HTTP/1.1" status: 200 len: 849 time: 0.1587818 May 23 11:37:58.138600 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-067c9757-cb22-4f16-96b5-84790b59ae3d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1b508863-c43d-4836-a37d-f38fd9dd049c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720015 May 23 11:37:58.283102 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-a44547e9-68a0-4d8d-a805-b860695e07b1 service neutron] 10.222.0.81 "GET /v2.0/networks/1b508863-c43d-4836-a37d-f38fd9dd049c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353180 May 23 11:37:58.421826 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a002fdb8-899d-4568-b69a-0a484a1716b8 req-698a4110-83e5-46cd-87b8-9261be135b2a service neutron] 10.222.0.81 "GET /v2.0/networks/1b508863-c43d-4836-a37d-f38fd9dd049c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297159 May 23 11:37:58.453850 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c003648a-76dd-40bf-9dbf-c471302212b4 req-24406154-8580-43fa-b4b8-64c22b42e400 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=42376a6c-ce52-405b-8bf6-8dd5e3c8c120 HTTP/1.1" status: 200 len: 1094 time: 0.0705166 May 23 11:37:58.510612 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c003648a-76dd-40bf-9dbf-c471302212b4 req-0bc365bd-1905-4a85-af52-4a663cfd0597 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=37566c54-a2a8-460b-8ae3-47de9543a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468614 May 23 11:37:58.593617 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2a8d2cd7-e2c8-4ab1-8bd6-2c8306d6c7ce req-da6412d5-83c0-484f-94c7-4ce1a94cc5d0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=334167c7cc1b4ed68270905258b34681&device_id=42376a6c-ce52-405b-8bf6-8dd5e3c8c120 HTTP/1.1" status: 200 len: 1094 time: 0.0744152 May 23 11:37:58.727981 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2cd7-e2c8-4ab1-8bd6-2c8306d6c7ce req-cec3850c-76ac-4833-8e65-9db495d8b5b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:58.729435 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2a8d2cd7-e2c8-4ab1-8bd6-2c8306d6c7ce req-cec3850c-76ac-4833-8e65-9db495d8b5b5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1b508863-c43d-4836-a37d-f38fd9dd049c HTTP/1.1" status: 200 len: 911 time: 0.1296363 May 23 11:37:58.800682 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2a8d2cd7-e2c8-4ab1-8bd6-2c8306d6c7ce req-69014968-8944-4d41-8584-d4a4c4a25a86 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f431d0d-c493-48ac-8d62-9bc7ee795ba6 HTTP/1.1" status: 200 len: 217 time: 0.0641019 May 23 11:37:58.865313 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2cd7-e2c8-4ab1-8bd6-2c8306d6c7ce req-168d9132-a241-45a4-9296-a22e5b567372 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:37:58.866800 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2a8d2cd7-e2c8-4ab1-8bd6-2c8306d6c7ce req-168d9132-a241-45a4-9296-a22e5b567372 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6b2c8291-0c5b-438a-9610-756c7cc71c7b HTTP/1.1" status: 200 len: 849 time: 0.0598817 May 23 11:37:58.944969 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2a8d2cd7-e2c8-4ab1-8bd6-2c8306d6c7ce req-f92a668f-9834-4fbd-b70f-48c535bbc103 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1b508863-c43d-4836-a37d-f38fd9dd049c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702388 May 23 11:37:59.084818 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2a8d2cd7-e2c8-4ab1-8bd6-2c8306d6c7ce req-42c1dbe8-05a7-4917-a7f1-20c98ab69686 service neutron] 10.222.0.81 "GET /v2.0/networks/1b508863-c43d-4836-a37d-f38fd9dd049c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327691 May 23 11:37:59.223353 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2a8d2cd7-e2c8-4ab1-8bd6-2c8306d6c7ce req-aee1abea-85c0-4209-83ae-16f21a9fcb05 service neutron] 10.222.0.81 "GET /v2.0/networks/1b508863-c43d-4836-a37d-f38fd9dd049c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318822 May 23 11:37:59.717297 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5016fbd2-daf3-44a9-92e2-3ecada3dae1c req-8a8749f2-af2d-4be2-ac74-d13b49f6bfe8 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=42376a6c-ce52-405b-8bf6-8dd5e3c8c120 HTTP/1.1" status: 200 len: 1094 time: 0.0768633 May 23 11:37:59.760845 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5016fbd2-daf3-44a9-92e2-3ecada3dae1c req-bab77f7d-8ffb-4ded-be7d-a66c7c45d58e tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=37566c54-a2a8-460b-8ae3-47de9543a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371895 May 23 11:38:00.661707 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 1f431d0d-c493-48ac-8d62-9bc7ee795ba6 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:38:00.801459 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 1f431d0d-c493-48ac-8d62-9bc7ee795ba6, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=1f431d0d-c493-48ac-8d62-9bc7ee795ba6,segment=NetworkSegment(5a268dd1-648e-4be4-9620-bd31fe555df6),segment_id=5a268dd1-648e-4be4-9620-bd31fe555df6)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:38:00.815297 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '1f431d0d-c493-48ac-8d62-9bc7ee795ba6', 'network_id': '1b508863-c43d-4836-a37d-f38fd9dd049c', 'port_id': '1f431d0d-c493-48ac-8d62-9bc7ee795ba6', 'mac_address': 'fa:16:3e:29:f8:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b2c8291-0c5b-438a-9610-756c7cc71c7b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:38:00.876283 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:00.894840 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f431d0d-c493-48ac-8d62-9bc7ee795ba6 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:38:00.910276 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 1f431d0d-c493-48ac-8d62-9bc7ee795ba6, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=1f431d0d-c493-48ac-8d62-9bc7ee795ba6,segment=NetworkSegment(5a268dd1-648e-4be4-9620-bd31fe555df6),segment_id=5a268dd1-648e-4be4-9620-bd31fe555df6)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:38:00.914690 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:00.984575 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f0c7ba58-310e-4db5-ae05-ab0e92257105 req-17df9cac-f3d9-4e42-be90-d1e8975de81d tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=42376a6c-ce52-405b-8bf6-8dd5e3c8c120 HTTP/1.1" status: 200 len: 1095 time: 0.0769053 May 23 11:38:01.023708 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=1f431d0d-c493-48ac-8d62-9bc7ee795ba6,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:38:01.033371 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f0c7ba58-310e-4db5-ae05-ab0e92257105 req-3a03ef85-8bfa-4051-811c-c01f54d7ba42 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=37566c54-a2a8-460b-8ae3-47de9543a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412385 May 23 11:38:01.259511 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['1f431d0d-c493-48ac-8d62-9bc7ee795ba6'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:38:02.232487 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ca20b679-ea41-42ef-8351-fee198fe4763 req-69b3ab17-2038-4a31-b9ed-fa3c112aedf8 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=42376a6c-ce52-405b-8bf6-8dd5e3c8c120 HTTP/1.1" status: 200 len: 1095 time: 0.0785534 May 23 11:38:02.275019 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ca20b679-ea41-42ef-8351-fee198fe4763 req-3c60b668-70f7-4897-a90f-9a335f84a13d tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=37566c54-a2a8-460b-8ae3-47de9543a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368865 May 23 11:38:02.665277 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 1f431d0d-c493-48ac-8d62-9bc7ee795ba6 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:38:02.744582 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 1f431d0d-c493-48ac-8d62-9bc7ee795ba6 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:38:02.749357 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 1f431d0d-c493-48ac-8d62-9bc7ee795ba6 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:38:02.749724 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:02.865967 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:02.893204 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42376a6c-ce52-405b-8bf6-8dd5e3c8c120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f431d0d-c493-48ac-8d62-9bc7ee795ba6'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:38:02.903311 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 1f431d0d-c493-48ac-8d62-9bc7ee795ba6, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=1f431d0d-c493-48ac-8d62-9bc7ee795ba6,segment=NetworkSegment(5a268dd1-648e-4be4-9620-bd31fe555df6),segment_id=5a268dd1-648e-4be4-9620-bd31fe555df6)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:38:02.908045 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:02.961042 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cc4375c-8ad1-43b3-83be-78f7e56e334d'] response: {'server_uuid': '42376a6c-ce52-405b-8bf6-8dd5e3c8c120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f431d0d-c493-48ac-8d62-9bc7ee795ba6', 'code': 200} May 23 11:38:02.982440 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=1f431d0d-c493-48ac-8d62-9bc7ee795ba6,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:38:03.133879 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8478248f-6731-4621-9fc8-49569b78ad0c req-b6267c88-02aa-4fa6-be2e-bcd7cd61844a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=42376a6c-ce52-405b-8bf6-8dd5e3c8c120 HTTP/1.1" status: 200 len: 1096 time: 0.0732522 May 23 11:38:03.186867 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8478248f-6731-4621-9fc8-49569b78ad0c req-fffdfc65-cfa9-4109-9c39-f933d700ac8e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=37566c54-a2a8-460b-8ae3-47de9543a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406501 May 23 11:38:03.637252 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-13f2bc56-91bf-4646-a243-659362634bac req-f9798675-792d-40c9-8e76-248b6777b4d2 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=42376a6c-ce52-405b-8bf6-8dd5e3c8c120 HTTP/1.1" status: 200 len: 1096 time: 0.0712898 May 23 11:38:03.681376 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-13f2bc56-91bf-4646-a243-659362634bac req-b4d69a54-e5f6-4601-b891-435f485faa54 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=37566c54-a2a8-460b-8ae3-47de9543a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383701 May 23 11:38:04.889116 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3d8ac3f6-bc63-4d8b-81cc-4a6c19e0e0af req-0046b043-1412-4d74-81ef-dbacc45c1e54 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=42376a6c-ce52-405b-8bf6-8dd5e3c8c120 HTTP/1.1" status: 200 len: 1096 time: 0.0714407 May 23 11:38:04.932357 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3d8ac3f6-bc63-4d8b-81cc-4a6c19e0e0af req-92fb68d7-a208-4764-8747-1f04a4dd33bd tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=37566c54-a2a8-460b-8ae3-47de9543a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369210 May 23 11:38:05.125636 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-81bde6d0-95df-447a-ad3e-4e3098959655 req-ccfff4c7-25bb-4ab6-9c84-9c7e175d4e65 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=42376a6c-ce52-405b-8bf6-8dd5e3c8c120 HTTP/1.1" status: 200 len: 1096 time: 0.0685916 May 23 11:38:05.176142 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-81bde6d0-95df-447a-ad3e-4e3098959655 req-9bdeb552-1ba0-47cb-add5-d718c0805c28 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=37566c54-a2a8-460b-8ae3-47de9543a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416639 May 23 11:38:05.372170 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2298aa31-dabe-4c86-9acb-719a9af77202 req-733170ff-e7c7-4ab2-9546-ec4cfcdc22c1 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=42376a6c-ce52-405b-8bf6-8dd5e3c8c120 HTTP/1.1" status: 200 len: 1096 time: 0.0714045 May 23 11:38:05.414648 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2298aa31-dabe-4c86-9acb-719a9af77202 req-a69c12f9-a17b-4596-a5d2-2b82c2760855 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=37566c54-a2a8-460b-8ae3-47de9543a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367589 May 23 11:38:05.843505 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1aba7599-ef54-4482-b799-44fce8df9a43 req-ed14411a-c552-4848-b558-97321b038cd0 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=42376a6c-ce52-405b-8bf6-8dd5e3c8c120 HTTP/1.1" status: 200 len: 1096 time: 0.0813835 May 23 11:38:05.888013 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1aba7599-ef54-4482-b799-44fce8df9a43 req-88c63f42-3346-4ec7-b6cd-f494cce0b9f5 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=37566c54-a2a8-460b-8ae3-47de9543a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381699 May 23 11:38:07.081339 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d7caec5a-cf67-40e4-8787-c9db70d8c807 req-caa29262-8a4e-4f45-afd4-b8076ddc6c1f tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=42376a6c-ce52-405b-8bf6-8dd5e3c8c120 HTTP/1.1" status: 200 len: 1096 time: 0.0704539 May 23 11:38:07.124535 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d7caec5a-cf67-40e4-8787-c9db70d8c807 req-9d91af25-17e6-4e89-93d9-04dc1cb660a0 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=37566c54-a2a8-460b-8ae3-47de9543a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374727 May 23 11:38:07.329085 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-b2bd3700-1f6a-4a34-8ff3-11c0e7c61c90 req-248ffb4e-3971-48cd-b26f-6f0fbb8721f7 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Synchronizing usage tracker for tenant:334167c7cc1b4ed68270905258b34681 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:38:07.345236 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-b2bd3700-1f6a-4a34-8ff3-11c0e7c61c90 req-248ffb4e-3971-48cd-b26f-6f0fbb8721f7 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Unset dirty status for tenant:334167c7cc1b4ed68270905258b34681 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:38:07.346545 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b2bd3700-1f6a-4a34-8ff3-11c0e7c61c90 req-248ffb4e-3971-48cd-b26f-6f0fbb8721f7 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=42376a6c-ce52-405b-8bf6-8dd5e3c8c120 HTTP/1.1" status: 200 len: 1096 time: 0.0887759 May 23 11:38:07.428958 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-b2bd3700-1f6a-4a34-8ff3-11c0e7c61c90 req-c9f364a7-8132-4925-9457-b51630761b22 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Deleting port 1f431d0d-c493-48ac-8d62-9bc7ee795ba6 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:38:07.429356 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b2bd3700-1f6a-4a34-8ff3-11c0e7c61c90 req-c9f364a7-8132-4925-9457-b51630761b22 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:07.654077 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-b2bd3700-1f6a-4a34-8ff3-11c0e7c61c90 req-c9f364a7-8132-4925-9457-b51630761b22 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] For port 1f431d0d-c493-48ac-8d62-9bc7ee795ba6, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=1f431d0d-c493-48ac-8d62-9bc7ee795ba6,segment=NetworkSegment(5a268dd1-648e-4be4-9620-bd31fe555df6),segment_id=5a268dd1-648e-4be4-9620-bd31fe555df6)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:38:07.654400 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b2bd3700-1f6a-4a34-8ff3-11c0e7c61c90 req-c9f364a7-8132-4925-9457-b51630761b22 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:07.886140 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-b2bd3700-1f6a-4a34-8ff3-11c0e7c61c90 req-c9f364a7-8132-4925-9457-b51630761b22 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Calling delete_port for 1f431d0d-c493-48ac-8d62-9bc7ee795ba6 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:38:08.030920 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b2bd3700-1f6a-4a34-8ff3-11c0e7c61c90 req-c9f364a7-8132-4925-9457-b51630761b22 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:08.067677 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['d5e1ec35-dfbb-4587-b7f7-b24b15b16c61'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:38:08.083676 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f364a7-8132-4925-9457-b51630761b22 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f431d0d-c493-48ac-8d62-9bc7ee795ba6,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:38:08.096439 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['1f431d0d-c493-48ac-8d62-9bc7ee795ba6'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:38:08.176601 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2bd3700-1f6a-4a34-8ff3-11c0e7c61c90 req-c9f364a7-8132-4925-9457-b51630761b22 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] No DVR routers for this DVR port 1f431d0d-c493-48ac-8d62-9bc7ee795ba6 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:38:08.181366 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b2bd3700-1f6a-4a34-8ff3-11c0e7c61c90 req-c9f364a7-8132-4925-9457-b51630761b22 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:08.184634 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42376a6c-ce52-405b-8bf6-8dd5e3c8c120', 'name': 'network-vif-deleted', 'tag': '1f431d0d-c493-48ac-8d62-9bc7ee795ba6'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:38:08.214171 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:08.214833 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b2bd3700-1f6a-4a34-8ff3-11c0e7c61c90 req-c9f364a7-8132-4925-9457-b51630761b22 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.81 "DELETE /v2.0/ports/1f431d0d-c493-48ac-8d62-9bc7ee795ba6 HTTP/1.1" status: 204 len: 173 time: 0.8591325 May 23 11:38:08.312018 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaae3606-2f7d-430e-bb7a-597a06ce176f'] response: {'server_uuid': '42376a6c-ce52-405b-8bf6-8dd5e3c8c120', 'name': 'network-vif-deleted', 'tag': '1f431d0d-c493-48ac-8d62-9bc7ee795ba6', 'status': 'completed', 'code': 200} May 23 11:38:08.360489 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a1ef3bb-f110-4204-86d4-2c626eb09001 req-7b693950-5a8b-4833-9733-81ed25f3ca45 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=42376a6c-ce52-405b-8bf6-8dd5e3c8c120 HTTP/1.1" status: 200 len: 210 time: 0.0598018 May 23 11:38:09.270292 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0b34dafa-2ba4-49f4-9fda-95730e3e0b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:09.522317 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:10.029402 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-77d94abe-5d81-4c13-a2e3-66eb2ad09d2d req-42d0fbb7-6f2a-4e78-8490-f16418041214 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f39e7aba-e936-4b22-a6fc-3c20a8c6aa29 HTTP/1.1" status: 200 len: 1096 time: 0.0768633 May 23 11:38:10.073366 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-77d94abe-5d81-4c13-a2e3-66eb2ad09d2d req-4ce6a113-3a6a-49c2-97ae-43f523074e84 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=37566c54-a2a8-460b-8ae3-47de9543a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384595 May 23 11:38:10.728068 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 1f431d0d-c493-48ac-8d62-9bc7ee795ba6 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:38:10.763610 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: 1f431d0d-c493-48ac-8d62-9bc7ee795ba6 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:38:10.763976 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 1f431d0d-c493-48ac-8d62-9bc7ee795ba6 not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:38:11.275970 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-892246f5-9c76-40a4-9824-a001d9bab110 req-249dd708-f082-4701-a217-f5311f103944 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f39e7aba-e936-4b22-a6fc-3c20a8c6aa29 HTTP/1.1" status: 200 len: 1096 time: 0.0737033 May 23 11:38:11.324038 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-892246f5-9c76-40a4-9824-a001d9bab110 req-01b71350-b265-4458-9915-1fc06da6a619 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=37566c54-a2a8-460b-8ae3-47de9543a0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413604 May 23 11:38:11.521802 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7162912e-c03b-4019-8ea5-75b06b53782d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:11.766937 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1c8549e1-3e46-477f-a1e8-98d69967c826 req-d6a110eb-821b-49b7-992d-e6df9f4b2ca3 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f39e7aba-e936-4b22-a6fc-3c20a8c6aa29 HTTP/1.1" status: 200 len: 1096 time: 0.0674632 May 23 11:38:11.833800 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-1c8549e1-3e46-477f-a1e8-98d69967c826 req-508f13cc-77fa-4837-bdbb-b14b47665b94 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Deleting port d5e1ec35-dfbb-4587-b7f7-b24b15b16c61 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:38:11.834103 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1c8549e1-3e46-477f-a1e8-98d69967c826 req-508f13cc-77fa-4837-bdbb-b14b47665b94 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:12.077430 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-1c8549e1-3e46-477f-a1e8-98d69967c826 req-508f13cc-77fa-4837-bdbb-b14b47665b94 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] For port d5e1ec35-dfbb-4587-b7f7-b24b15b16c61, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=d5e1ec35-dfbb-4587-b7f7-b24b15b16c61,segment=NetworkSegment(5a268dd1-648e-4be4-9620-bd31fe555df6),segment_id=5a268dd1-648e-4be4-9620-bd31fe555df6)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:38:12.077785 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1c8549e1-3e46-477f-a1e8-98d69967c826 req-508f13cc-77fa-4837-bdbb-b14b47665b94 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:12.207717 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-1c8549e1-3e46-477f-a1e8-98d69967c826 req-508f13cc-77fa-4837-bdbb-b14b47665b94 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Calling delete_port for d5e1ec35-dfbb-4587-b7f7-b24b15b16c61 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:38:12.347278 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1c8549e1-3e46-477f-a1e8-98d69967c826 req-508f13cc-77fa-4837-bdbb-b14b47665b94 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:12.536138 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f13cc-77fa-4837-bdbb-b14b47665b94 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5e1ec35-dfbb-4587-b7f7-b24b15b16c61,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:38:12.542500 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-69cc308e-1dd4-4adb-98a3-4ec971566bc8 req-88055517-6078-4d8d-b7e9-05f9d1ea7a84 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f39e7aba-e936-4b22-a6fc-3c20a8c6aa29 HTTP/1.1" status: 200 len: 210 time: 0.0577688 May 23 11:38:12.551640 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508f13cc-77fa-4837-bdbb-b14b47665b94 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:38:12.552025 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508f13cc-77fa-4837-bdbb-b14b47665b94 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:38:12.552364 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508f13cc-77fa-4837-bdbb-b14b47665b94 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:38:12.552698 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508f13cc-77fa-4837-bdbb-b14b47665b94 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:38:12.553028 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508f13cc-77fa-4837-bdbb-b14b47665b94 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:38:12.553389 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508f13cc-77fa-4837-bdbb-b14b47665b94 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:38:12.553663 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508f13cc-77fa-4837-bdbb-b14b47665b94 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:38:12.553985 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508f13cc-77fa-4837-bdbb-b14b47665b94 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:38:12.554310 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508f13cc-77fa-4837-bdbb-b14b47665b94 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:38:12.554623 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508f13cc-77fa-4837-bdbb-b14b47665b94 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:38:12.554941 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508f13cc-77fa-4837-bdbb-b14b47665b94 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:38:12.641260 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c8549e1-3e46-477f-a1e8-98d69967c826 req-508f13cc-77fa-4837-bdbb-b14b47665b94 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] No DVR routers for this DVR port d5e1ec35-dfbb-4587-b7f7-b24b15b16c61 on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:38:12.644484 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1c8549e1-3e46-477f-a1e8-98d69967c826 req-508f13cc-77fa-4837-bdbb-b14b47665b94 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:12.647865 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f39e7aba-e936-4b22-a6fc-3c20a8c6aa29', 'name': 'network-vif-deleted', 'tag': 'd5e1ec35-dfbb-4587-b7f7-b24b15b16c61'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:38:12.665825 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1c8549e1-3e46-477f-a1e8-98d69967c826 req-508f13cc-77fa-4837-bdbb-b14b47665b94 tempest-TestServerMultinode-1705068288 tempest-TestServerMultinode-1705068288-project-admin] 10.222.0.13 "DELETE /v2.0/ports/d5e1ec35-dfbb-4587-b7f7-b24b15b16c61 HTTP/1.1" status: 204 len: 173 time: 0.8934929 May 23 11:38:12.717619 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3057987-96b7-4770-ba2a-5124e2ddc8a9'] response: {'server_uuid': 'f39e7aba-e936-4b22-a6fc-3c20a8c6aa29', 'name': 'network-vif-deleted', 'tag': 'd5e1ec35-dfbb-4587-b7f7-b24b15b16c61', 'status': 'completed', 'code': 200} May 23 11:38:12.790481 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:12.845665 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:13.662445 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57322) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:38:13.983580 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device d5e1ec35-dfbb-4587-b7f7-b24b15b16c61 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:38:14.022492 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: d5e1ec35-dfbb-4587-b7f7-b24b15b16c61 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:38:14.022835 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device d5e1ec35-dfbb-4587-b7f7-b24b15b16c61 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:38:14.084582 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7672ad56-196d-4531-89c3-926413000398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:14.292803 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:14.734122 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-7672ad56-196d-4531-89c3-926413000398 admin admin] Deleting port 977bbb03-b6d4-4753-b6b9-d3f1fae849b9 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:38:14.734684 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7672ad56-196d-4531-89c3-926413000398 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:14.922174 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7672ad56-196d-4531-89c3-926413000398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:15.153523 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-7672ad56-196d-4531-89c3-926413000398 admin admin] Calling delete_port for 977bbb03-b6d4-4753-b6b9-d3f1fae849b9 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:38:15.327588 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7672ad56-196d-4531-89c3-926413000398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:15.373701 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7672ad56-196d-4531-89c3-926413000398 admin admin] Pushing event deleted for resources: {'Port': ['ID=977bbb03-b6d4-4753-b6b9-d3f1fae849b9,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:38:15.551061 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a857d4-304d-4f82-9139-ae7e438589b7 None None] Sync routers for ids ['b78da2a7-fe37-4362-b597-8f441f28a7af'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:38:15.574130 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a857d4-304d-4f82-9139-ae7e438589b7 None None] Routers {'b78da2a7-fe37-4362-b597-8f441f28a7af'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:38:15.574769 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-31a857d4-304d-4f82-9139-ae7e438589b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:38:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['b78da2a7-fe37-4362-b597-8f441f28a7af'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:38:15.641210 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26268c2c-b0ff-4a5c-a935-778d465846e4 None None] Sync routers for ids ['dba48740-f9ba-48d1-b82e-c077d03cb5dd'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:38:15.656774 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26268c2c-b0ff-4a5c-a935-778d465846e4 None None] Routers {'dba48740-f9ba-48d1-b82e-c077d03cb5dd'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:38:15.657882 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-26268c2c-b0ff-4a5c-a935-778d465846e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:38:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['dba48740-f9ba-48d1-b82e-c077d03cb5dd'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:38:15.727813 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7672ad56-196d-4531-89c3-926413000398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:15.787643 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-31a857d4-304d-4f82-9139-ae7e438589b7 None None] Set router b78da2a7-fe37-4362-b597-8f441f28a7af gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:38:15.913142 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-26268c2c-b0ff-4a5c-a935-778d465846e4 None None] Set router dba48740-f9ba-48d1-b82e-c077d03cb5dd gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:38:16.167565 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-31a857d4-304d-4f82-9139-ae7e438589b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78da2a7-fe37-4362-b597-8f441f28a7af', 'name': 'tempest-TestServerMultinode-1691209096-router', 'tenant_id': '6c534fe3be2144cfbd428872dd12e4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': 'e2e708d6-d51e-4abf-bb8e-942875ed2e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:37:26Z', 'updated_at': '2022-05-23T11:38:15Z', 'revision_number': 5, 'project_id': '6c534fe3be2144cfbd428872dd12e4f4', 'gw_port': {'id': 'e2e708d6-d51e-4abf-bb8e-942875ed2e8b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78da2a7-fe37-4362-b597-8f441f28a7af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:37:27Z', 'updated_at': '2022-05-23T11:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:38:16.172841 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a857d4-304d-4f82-9139-ae7e438589b7 None None] Checking router: b78da2a7-fe37-4362-b597-8f441f28a7af for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:38:16.186871 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a857d4-304d-4f82-9139-ae7e438589b7 None None] Routers {'b78da2a7-fe37-4362-b597-8f441f28a7af'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:38:16.187514 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-31a857d4-304d-4f82-9139-ae7e438589b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:38:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['b78da2a7-fe37-4362-b597-8f441f28a7af'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:38:16.282843 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-26268c2c-b0ff-4a5c-a935-778d465846e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba48740-f9ba-48d1-b82e-c077d03cb5dd', 'name': 'tempest-TestServerMultinode-1741628241-router', 'tenant_id': '334167c7cc1b4ed68270905258b34681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '3ff6c320-127b-48a8-8bfd-223bbd31060d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:37:33Z', 'updated_at': '2022-05-23T11:37:36Z', 'revision_number': 4, 'project_id': '334167c7cc1b4ed68270905258b34681', 'gw_port': {'id': '3ff6c320-127b-48a8-8bfd-223bbd31060d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:04:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba48740-f9ba-48d1-b82e-c077d03cb5dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:37:34Z', 'updated_at': '2022-05-23T11:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'f5aecdb4-5340-4bdf-9d31-9ff9cab4c691', 'name': '', 'network_id': '00c2a2c9-06aa-4290-969a-833c8fe48b14', 'tenant_id': '334167c7cc1b4ed68270905258b34681', 'mac_address': 'fa:16:3e:75:81:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba48740-f9ba-48d1-b82e-c077d03cb5dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5c7b1a1-71cf-42a5-9725-fb79749160d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:37:36Z', 'updated_at': '2022-05-23T11:37:37Z', 'revision_number': 2, 'project_id': '334167c7cc1b4ed68270905258b34681', 'subnets': [{'id': 'c5c7b1a1-71cf-42a5-9725-fb79749160d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:38:16.286753 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26268c2c-b0ff-4a5c-a935-778d465846e4 None None] Checking router: dba48740-f9ba-48d1-b82e-c077d03cb5dd for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:38:16.287148 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26268c2c-b0ff-4a5c-a935-778d465846e4 None None] Updating router dba48740-f9ba-48d1-b82e-c077d03cb5dd port f5aecdb4-5340-4bdf-9d31-9ff9cab4c691 binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:38:16.345244 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-26268c2c-b0ff-4a5c-a935-778d465846e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:16.414626 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-31a857d4-304d-4f82-9139-ae7e438589b7 None None] Set router b78da2a7-fe37-4362-b597-8f441f28a7af gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:38:16.496030 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7672ad56-196d-4531-89c3-926413000398 admin admin] Router b78da2a7-fe37-4362-b597-8f441f28a7af has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:38:16.755484 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7672ad56-196d-4531-89c3-926413000398 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:38:16.766754 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7672ad56-196d-4531-89c3-926413000398 admin admin] 10.222.0.79 "PUT /v2.0/routers/b78da2a7-fe37-4362-b597-8f441f28a7af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1025748 May 23 11:38:16.769276 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57376) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:38:16.807283 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-31a857d4-304d-4f82-9139-ae7e438589b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78da2a7-fe37-4362-b597-8f441f28a7af', 'name': 'tempest-TestServerMultinode-1691209096-router', 'tenant_id': '6c534fe3be2144cfbd428872dd12e4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': 'e2e708d6-d51e-4abf-bb8e-942875ed2e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:37:26Z', 'updated_at': '2022-05-23T11:38:15Z', 'revision_number': 5, 'project_id': '6c534fe3be2144cfbd428872dd12e4f4', 'gw_port': {'id': 'e2e708d6-d51e-4abf-bb8e-942875ed2e8b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78da2a7-fe37-4362-b597-8f441f28a7af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:37:27Z', 'updated_at': '2022-05-23T11:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:38:16.814355 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a857d4-304d-4f82-9139-ae7e438589b7 None None] The sync data for ids ['b78da2a7-fe37-4362-b597-8f441f28a7af'] in n-d-842952-2 is: [{'id': 'b78da2a7-fe37-4362-b597-8f441f28a7af', 'name': 'tempest-TestServerMultinode-1691209096-router', 'tenant_id': '6c534fe3be2144cfbd428872dd12e4f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': 'e2e708d6-d51e-4abf-bb8e-942875ed2e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:37:26Z', 'updated_at': '2022-05-23T11:38:15Z', 'revision_number': 5, 'project_id': '6c534fe3be2144cfbd428872dd12e4f4', 'gw_port': {'id': 'e2e708d6-d51e-4abf-bb8e-942875ed2e8b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78da2a7-fe37-4362-b597-8f441f28a7af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:37:27Z', 'updated_at': '2022-05-23T11:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:38:16.868009 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-26268c2c-b0ff-4a5c-a935-778d465846e4 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:16.882067 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-26268c2c-b0ff-4a5c-a935-778d465846e4 None None] Transition to ACTIVE for port object f5aecdb4-5340-4bdf-9d31-9ff9cab4c691 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:38:16.890299 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-26268c2c-b0ff-4a5c-a935-778d465846e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:16.976824 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11caf365-dd94-4190-9c60-cb59b7f78b94 None None] Pushing event updated for resources: {'Port': ['ID=f5aecdb4-5340-4bdf-9d31-9ff9cab4c691,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:38:17.168540 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-26268c2c-b0ff-4a5c-a935-778d465846e4 None None] Attempting to bind port f5aecdb4-5340-4bdf-9d31-9ff9cab4c691 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:38:17.169850 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-26268c2c-b0ff-4a5c-a935-778d465846e4 None None] Attempting to bind port f5aecdb4-5340-4bdf-9d31-9ff9cab4c691 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '0b951630-c713-4c9d-9ded-37294b527606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00c2a2c9-06aa-4290-969a-833c8fe48b14'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:38:17.170471 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26268c2c-b0ff-4a5c-a935-778d465846e4 None None] Attempting to bind port f5aecdb4-5340-4bdf-9d31-9ff9cab4c691 on network 00c2a2c9-06aa-4290-969a-833c8fe48b14 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:38:17.180650 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26268c2c-b0ff-4a5c-a935-778d465846e4 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:38:17.181417 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26268c2c-b0ff-4a5c-a935-778d465846e4 None None] Checking segment: {'id': '0b951630-c713-4c9d-9ded-37294b527606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00c2a2c9-06aa-4290-969a-833c8fe48b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:38:17.199083 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-26268c2c-b0ff-4a5c-a935-778d465846e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:17.199494 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26268c2c-b0ff-4a5c-a935-778d465846e4 None None] Bound using segment: {'id': '0b951630-c713-4c9d-9ded-37294b527606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00c2a2c9-06aa-4290-969a-833c8fe48b14'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:38:17.200170 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-26268c2c-b0ff-4a5c-a935-778d465846e4 None None] Bound port: f5aecdb4-5340-4bdf-9d31-9ff9cab4c691, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b951630-c713-4c9d-9ded-37294b527606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00c2a2c9-06aa-4290-969a-833c8fe48b14'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:38:17.200554 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-26268c2c-b0ff-4a5c-a935-778d465846e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:17.242190 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dcc405c4-d859-4fe5-9cfa-2160a4ab7475 admin admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:17.313240 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-26268c2c-b0ff-4a5c-a935-778d465846e4 None None] For port f5aecdb4-5340-4bdf-9d31-9ff9cab4c691, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:38:17.316412 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-26268c2c-b0ff-4a5c-a935-778d465846e4 None None] For port f5aecdb4-5340-4bdf-9d31-9ff9cab4c691, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=f5aecdb4-5340-4bdf-9d31-9ff9cab4c691,segment=NetworkSegment(0b951630-c713-4c9d-9ded-37294b527606),segment_id=0b951630-c713-4c9d-9ded-37294b527606)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:38:17.324209 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-26268c2c-b0ff-4a5c-a935-778d465846e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:17.451577 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11caf365-dd94-4190-9c60-cb59b7f78b94 None None] Pushing event updated for resources: {'Port': ['ID=f5aecdb4-5340-4bdf-9d31-9ff9cab4c691,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:38:17.523763 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26268c2c-b0ff-4a5c-a935-778d465846e4 None None] Routers {'dba48740-f9ba-48d1-b82e-c077d03cb5dd'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:38:17.524436 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-26268c2c-b0ff-4a5c-a935-778d465846e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:38:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['dba48740-f9ba-48d1-b82e-c077d03cb5dd'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:38:17.529786 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dcc405c4-d859-4fe5-9cfa-2160a4ab7475 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:17.546339 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-dcc405c4-d859-4fe5-9cfa-2160a4ab7475 admin admin] Deleting port e2e708d6-d51e-4abf-bb8e-942875ed2e8b {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:38:17.546942 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dcc405c4-d859-4fe5-9cfa-2160a4ab7475 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:17.779586 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-dcc405c4-d859-4fe5-9cfa-2160a4ab7475 admin admin] For port e2e708d6-d51e-4abf-bb8e-942875ed2e8b, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e2e708d6-d51e-4abf-bb8e-942875ed2e8b,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:38:17.780173 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dcc405c4-d859-4fe5-9cfa-2160a4ab7475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:17.827996 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-26268c2c-b0ff-4a5c-a935-778d465846e4 None None] Set router dba48740-f9ba-48d1-b82e-c077d03cb5dd gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:38:17.971750 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-dcc405c4-d859-4fe5-9cfa-2160a4ab7475 admin admin] Calling delete_port for e2e708d6-d51e-4abf-bb8e-942875ed2e8b owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:38:18.014928 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device f5aecdb4-5340-4bdf-9d31-9ff9cab4c691 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:38:18.155499 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dcc405c4-d859-4fe5-9cfa-2160a4ab7475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:18.212213 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc405c4-d859-4fe5-9cfa-2160a4ab7475 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2e708d6-d51e-4abf-bb8e-942875ed2e8b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:38:18.278699 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port f5aecdb4-5340-4bdf-9d31-9ff9cab4c691 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:38:18.293566 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port f5aecdb4-5340-4bdf-9d31-9ff9cab4c691 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:38:18.294010 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:18.421504 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-26268c2c-b0ff-4a5c-a935-778d465846e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba48740-f9ba-48d1-b82e-c077d03cb5dd', 'name': 'tempest-TestServerMultinode-1741628241-router', 'tenant_id': '334167c7cc1b4ed68270905258b34681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '3ff6c320-127b-48a8-8bfd-223bbd31060d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:37:33Z', 'updated_at': '2022-05-23T11:37:36Z', 'revision_number': 4, 'project_id': '334167c7cc1b4ed68270905258b34681', 'gw_port': {'id': '3ff6c320-127b-48a8-8bfd-223bbd31060d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:04:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba48740-f9ba-48d1-b82e-c077d03cb5dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:37:34Z', 'updated_at': '2022-05-23T11:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'f5aecdb4-5340-4bdf-9d31-9ff9cab4c691', 'name': '', 'network_id': '00c2a2c9-06aa-4290-969a-833c8fe48b14', 'tenant_id': '334167c7cc1b4ed68270905258b34681', 'mac_address': 'fa:16:3e:75:81:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba48740-f9ba-48d1-b82e-c077d03cb5dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5c7b1a1-71cf-42a5-9725-fb79749160d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:37:36Z', 'updated_at': '2022-05-23T11:38:17Z', 'revision_number': 4, 'project_id': '334167c7cc1b4ed68270905258b34681', 'subnets': [{'id': 'c5c7b1a1-71cf-42a5-9725-fb79749160d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:38:18.439936 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26268c2c-b0ff-4a5c-a935-778d465846e4 None None] The sync data for ids ['dba48740-f9ba-48d1-b82e-c077d03cb5dd'] in n-d-842952-2 is: [{'id': 'dba48740-f9ba-48d1-b82e-c077d03cb5dd', 'name': 'tempest-TestServerMultinode-1741628241-router', 'tenant_id': '334167c7cc1b4ed68270905258b34681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '3ff6c320-127b-48a8-8bfd-223bbd31060d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:37:33Z', 'updated_at': '2022-05-23T11:37:36Z', 'revision_number': 4, 'project_id': '334167c7cc1b4ed68270905258b34681', 'gw_port': {'id': '3ff6c320-127b-48a8-8bfd-223bbd31060d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:04:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba48740-f9ba-48d1-b82e-c077d03cb5dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:37:34Z', 'updated_at': '2022-05-23T11:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'f5aecdb4-5340-4bdf-9d31-9ff9cab4c691', 'name': '', 'network_id': '00c2a2c9-06aa-4290-969a-833c8fe48b14', 'tenant_id': '334167c7cc1b4ed68270905258b34681', 'mac_address': 'fa:16:3e:75:81:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba48740-f9ba-48d1-b82e-c077d03cb5dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5c7b1a1-71cf-42a5-9725-fb79749160d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:37:36Z', 'updated_at': '2022-05-23T11:38:17Z', 'revision_number': 4, 'project_id': '334167c7cc1b4ed68270905258b34681', 'subnets': [{'id': 'c5c7b1a1-71cf-42a5-9725-fb79749160d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:38:18.459320 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:18.480679 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dcc405c4-d859-4fe5-9cfa-2160a4ab7475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:18.500510 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port f5aecdb4-5340-4bdf-9d31-9ff9cab4c691, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=f5aecdb4-5340-4bdf-9d31-9ff9cab4c691,segment=NetworkSegment(0b951630-c713-4c9d-9ded-37294b527606),segment_id=0b951630-c713-4c9d-9ded-37294b527606)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:38:18.512662 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:18.582221 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 977bbb03-b6d4-4753-b6b9-d3f1fae849b9 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:38:18.672712 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 977bbb03-b6d4-4753-b6b9-d3f1fae849b9 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:38:18.673082 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 977bbb03-b6d4-4753-b6b9-d3f1fae849b9 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:38:18.716716 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=f5aecdb4-5340-4bdf-9d31-9ff9cab4c691,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:38:18.975769 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dcc405c4-d859-4fe5-9cfa-2160a4ab7475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:18.981234 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dcc405c4-d859-4fe5-9cfa-2160a4ab7475 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:19.008703 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dcc405c4-d859-4fe5-9cfa-2160a4ab7475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:19.009511 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc405c4-d859-4fe5-9cfa-2160a4ab7475 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b78da2a7-fe37-4362-b597-8f441f28a7af {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:38:19.026991 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dcc405c4-d859-4fe5-9cfa-2160a4ab7475 admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:19.030859 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-dcc405c4-d859-4fe5-9cfa-2160a4ab7475 admin admin] 10.222.0.79 "DELETE /v2.0/routers/b78da2a7-fe37-4362-b597-8f441f28a7af HTTP/1.1" status: 204 len: 168 time: 2.2604125 May 23 11:38:19.031255 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 57414) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:38:19.091250 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-27064d49-f66e-454f-a9ab-54de23c5cc31 admin admin] Deleting subnet 6b2c8291-0c5b-438a-9610-756c7cc71c7b {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:38:19.094596 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-27064d49-f66e-454f-a9ab-54de23c5cc31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:19.159380 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-27064d49-f66e-454f-a9ab-54de23c5cc31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:19.238630 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-27064d49-f66e-454f-a9ab-54de23c5cc31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:19.310012 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-27064d49-f66e-454f-a9ab-54de23c5cc31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:19.349847 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27064d49-f66e-454f-a9ab-54de23c5cc31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b2c8291-0c5b-438a-9610-756c7cc71c7b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:38:19.354089 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-27064d49-f66e-454f-a9ab-54de23c5cc31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:19.360182 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-27064d49-f66e-454f-a9ab-54de23c5cc31 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/6b2c8291-0c5b-438a-9610-756c7cc71c7b HTTP/1.1" status: 204 len: 168 time: 0.3277507 May 23 11:38:19.360985 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6b62ca-9fa4-4d9d-933d-a7ebdc9c5eb0 None None] Network 1b508863-c43d-4836-a37d-f38fd9dd049c requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:38:19.363091 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57426) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:38:19.482077 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eadf17a8-c433-4afd-9c93-6cc6347d6ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:19.492879 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-eadf17a8-c433-4afd-9c93-6cc6347d6ec0 admin admin] Deleting port eb70374e-8b87-4e22-afa5-bba205445ee5 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:38:19.493274 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eadf17a8-c433-4afd-9c93-6cc6347d6ec0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:19.628847 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239c03bd-15be-4af1-babf-655c970194b8 None None] DHCP port deletion for 1b508863-c43d-4836-a37d-f38fd9dd049c request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:38:19.637200 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-239c03bd-15be-4af1-babf-655c970194b8 None None] Deleting port eb70374e-8b87-4e22-afa5-bba205445ee5 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:38:19.637665 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-239c03bd-15be-4af1-babf-655c970194b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:19.716296 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-eadf17a8-c433-4afd-9c93-6cc6347d6ec0 admin admin] For port eb70374e-8b87-4e22-afa5-bba205445ee5, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=eb70374e-8b87-4e22-afa5-bba205445ee5,segment=NetworkSegment(5a268dd1-648e-4be4-9620-bd31fe555df6),segment_id=5a268dd1-648e-4be4-9620-bd31fe555df6)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:38:19.716296 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eadf17a8-c433-4afd-9c93-6cc6347d6ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:19.898263 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-239c03bd-15be-4af1-babf-655c970194b8 None None] For port eb70374e-8b87-4e22-afa5-bba205445ee5, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=eb70374e-8b87-4e22-afa5-bba205445ee5,segment=NetworkSegment(5a268dd1-648e-4be4-9620-bd31fe555df6),segment_id=5a268dd1-648e-4be4-9620-bd31fe555df6)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:38:19.898667 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-239c03bd-15be-4af1-babf-655c970194b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:19.911942 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-eadf17a8-c433-4afd-9c93-6cc6347d6ec0 admin admin] Calling delete_port for eb70374e-8b87-4e22-afa5-bba205445ee5 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:38:20.017127 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device f5aecdb4-5340-4bdf-9d31-9ff9cab4c691 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:38:20.036919 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eadf17a8-c433-4afd-9c93-6cc6347d6ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:20.104726 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf17a8-c433-4afd-9c93-6cc6347d6ec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb70374e-8b87-4e22-afa5-bba205445ee5,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:38:20.111999 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadf17a8-c433-4afd-9c93-6cc6347d6ec0 admin admin] No DVR routers for this DVR port eb70374e-8b87-4e22-afa5-bba205445ee5 on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:38:20.121249 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-239c03bd-15be-4af1-babf-655c970194b8 None None] Calling delete_port for eb70374e-8b87-4e22-afa5-bba205445ee5 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:38:20.217587 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-239c03bd-15be-4af1-babf-655c970194b8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:38:20.217948 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-239c03bd-15be-4af1-babf-655c970194b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:38:20.222543 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port f5aecdb4-5340-4bdf-9d31-9ff9cab4c691 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:38:20.222912 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:20.232690 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eadf17a8-c433-4afd-9c93-6cc6347d6ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:20.261465 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-eadf17a8-c433-4afd-9c93-6cc6347d6ec0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b508863-c43d-4836-a37d-f38fd9dd049c']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:38:20.277514 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-eadf17a8-c433-4afd-9c93-6cc6347d6ec0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a268dd1-648e-4be4-9620-bd31fe555df6') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:38:20.278216 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-eadf17a8-c433-4afd-9c93-6cc6347d6ec0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a268dd1-648e-4be4-9620-bd31fe555df6') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:38:20.289641 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eadf17a8-c433-4afd-9c93-6cc6347d6ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:20.305977 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eadf17a8-c433-4afd-9c93-6cc6347d6ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:20.312401 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eadf17a8-c433-4afd-9c93-6cc6347d6ec0 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:38:20.312851 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eadf17a8-c433-4afd-9c93-6cc6347d6ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:20.334062 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:38:20.334062 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:38:20.334062 n-d-842952-2 neutron-server[83911]: timer() May 23 11:38:20.334062 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:38:20.334062 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:38:20.334062 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:38:20.334062 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:38:20.334062 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:38:20.334062 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:38:20.334062 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:38:20.334062 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:38:20.334062 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:38:20.334062 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:38:20.334062 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:38:20.334062 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:38:20.334062 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:38:20.334062 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:38:20.334062 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:38:20.334062 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:38:20.334062 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:38:20.334062 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:38:20.334062 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:38:20.334062 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:38:20.334062 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:38:20.334062 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:38:20.334062 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:38:20.334062 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:38:20.334062 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:38:20.334062 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:38:20.334062 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:38:20.334062 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:38:20.334062 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:38:20.416152 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eadf17a8-c433-4afd-9c93-6cc6347d6ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:20.421484 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device eb70374e-8b87-4e22-afa5-bba205445ee5 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:38:20.435678 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eadf17a8-c433-4afd-9c93-6cc6347d6ec0 admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:20.446959 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf17a8-c433-4afd-9c93-6cc6347d6ec0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b508863-c43d-4836-a37d-f38fd9dd049c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:38:20.452600 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-eadf17a8-c433-4afd-9c93-6cc6347d6ec0 admin admin] 10.222.0.79 "DELETE /v2.0/networks/1b508863-c43d-4836-a37d-f38fd9dd049c HTTP/1.1" status: 204 len: 168 time: 1.0852556 May 23 11:38:20.452957 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57444) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:38:20.461797 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: eb70374e-8b87-4e22-afa5-bba205445ee5 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:38:20.462140 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device eb70374e-8b87-4e22-afa5-bba205445ee5 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:38:20.719201 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-239c03bd-15be-4af1-babf-655c970194b8 None None] Deleting port eb70374e-8b87-4e22-afa5-bba205445ee5 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:38:20.719936 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-239c03bd-15be-4af1-babf-655c970194b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:20.786662 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-239c03bd-15be-4af1-babf-655c970194b8 None None] The port 'eb70374e-8b87-4e22-afa5-bba205445ee5' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:38:20.872389 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a2c304af-d1b5-496a-9b78-e0690b51f745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:21.615541 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a2c304af-d1b5-496a-9b78-e0690b51f745 admin admin] Deleting port f5aecdb4-5340-4bdf-9d31-9ff9cab4c691 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:38:21.616178 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a2c304af-d1b5-496a-9b78-e0690b51f745 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:21.802862 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-a2c304af-d1b5-496a-9b78-e0690b51f745 admin admin] For port f5aecdb4-5340-4bdf-9d31-9ff9cab4c691, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=f5aecdb4-5340-4bdf-9d31-9ff9cab4c691,segment=NetworkSegment(0b951630-c713-4c9d-9ded-37294b527606),segment_id=0b951630-c713-4c9d-9ded-37294b527606)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:38:21.803345 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a2c304af-d1b5-496a-9b78-e0690b51f745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:21.926996 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a2c304af-d1b5-496a-9b78-e0690b51f745 admin admin] Calling delete_port for f5aecdb4-5340-4bdf-9d31-9ff9cab4c691 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:38:22.104593 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a2c304af-d1b5-496a-9b78-e0690b51f745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:22.143744 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283219dc-fd60-40ae-ad7f-7e4339355163 None None] Sync routers for ids ['b78da2a7-fe37-4362-b597-8f441f28a7af'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:38:22.158019 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283219dc-fd60-40ae-ad7f-7e4339355163 None None] Routers set() bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:38:22.158343 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283219dc-fd60-40ae-ad7f-7e4339355163 None None] Router IDs set() for agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 23 11:38:22.159360 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_agentschedulers_db [None req-283219dc-fd60-40ae-ad7f-7e4339355163 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b78da2a7-fe37-4362-b597-8f441f28a7af'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:38:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent'). {{(pid=83913) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 23 11:38:22.167432 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c304af-d1b5-496a-9b78-e0690b51f745 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5aecdb4-5340-4bdf-9d31-9ff9cab4c691,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:38:22.184609 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283219dc-fd60-40ae-ad7f-7e4339355163 None None] Routers set() bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:38:22.185164 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283219dc-fd60-40ae-ad7f-7e4339355163 None None] Router IDs set() for agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 23 11:38:22.185752 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_agentschedulers_db [None req-283219dc-fd60-40ae-ad7f-7e4339355163 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b78da2a7-fe37-4362-b597-8f441f28a7af'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:38:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent'). {{(pid=83913) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 23 11:38:22.186121 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283219dc-fd60-40ae-ad7f-7e4339355163 None None] The sync data for ids ['b78da2a7-fe37-4362-b597-8f441f28a7af'] in n-d-842952-2 is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:38:22.500314 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a2c304af-d1b5-496a-9b78-e0690b51f745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:22.833188 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:38:23.238045 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c304af-d1b5-496a-9b78-e0690b51f745 admin admin] Router dba48740-f9ba-48d1-b82e-c077d03cb5dd has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:38:23.326341 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-417d0dd7-c145-4de6-bab8-23f10480992a req-737e5ec9-2a72-4212-8b98-044d3d5c8d9b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2378299 May 23 11:38:23.465962 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c304af-d1b5-496a-9b78-e0690b51f745 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:38:23.488323 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a2c304af-d1b5-496a-9b78-e0690b51f745 admin admin] 10.222.0.79 "PUT /v2.0/routers/dba48740-f9ba-48d1-b82e-c077d03cb5dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0343635 May 23 11:38:23.491336 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57504) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:38:23.516944 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-417d0dd7-c145-4de6-bab8-23f10480992a req-50d46dee-7a4a-4542-bb1d-75645a618bb5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=261dc3b71b384338a9f4e12911499bfb&device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 1097 time: 0.0829225 May 23 11:38:23.718377 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d8526d17-e6be-40cb-ac47-45319ff1ac39 admin admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:23.759128 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d0dd7-c145-4de6-bab8-23f10480992a req-effcdecd-1f2c-4c8b-b6ee-86de9bbbdc6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:23.760693 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-417d0dd7-c145-4de6-bab8-23f10480992a req-effcdecd-1f2c-4c8b-b6ee-86de9bbbdc6e service neutron] 10.222.0.13 "GET /v2.0/networks?id=9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a HTTP/1.1" status: 200 len: 897 time: 0.2206745 May 23 11:38:23.764665 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f583f0d0-7471-4105-962e-b1ffbfc6ff38 req-5d87778a-3ee1-44ba-af66-e37dd818d1d9 tempest-TestNetworkAdvancedServerOps-1284012438 tempest-TestNetworkAdvancedServerOps-1284012438-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 1097 time: 0.2016361 May 23 11:38:23.952733 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-417d0dd7-c145-4de6-bab8-23f10480992a req-0d484ace-4793-4ffb-b30a-f56548d64238 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3c80bda-24a3-4f98-a789-f68ba1bde48a HTTP/1.1" status: 200 len: 1001 time: 0.1853206 May 23 11:38:23.958781 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f583f0d0-7471-4105-962e-b1ffbfc6ff38 req-e11c41ae-4b3d-4eb6-a0db-8d1e6e98e763 tempest-TestNetworkAdvancedServerOps-1284012438 tempest-TestNetworkAdvancedServerOps-1284012438-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=44b775ff-2882-44f9-b929-cf57218a19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073608 May 23 11:38:23.958991 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d8526d17-e6be-40cb-ac47-45319ff1ac39 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:23.970340 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-d8526d17-e6be-40cb-ac47-45319ff1ac39 admin admin] Deleting port 3ff6c320-127b-48a8-8bfd-223bbd31060d {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:38:23.970992 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d8526d17-e6be-40cb-ac47-45319ff1ac39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:24.022897 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d0dd7-c145-4de6-bab8-23f10480992a req-864734d8-1153-4437-ab0f-81fe94de9e41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:24.024876 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-417d0dd7-c145-4de6-bab8-23f10480992a req-864734d8-1153-4437-ab0f-81fe94de9e41 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d864b4d9-2135-426e-9dff-8b7dc31646c8 HTTP/1.1" status: 200 len: 834 time: 0.0645237 May 23 11:38:24.116067 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-417d0dd7-c145-4de6-bab8-23f10480992a req-71dfb956-d9c2-420f-800c-fa61ae560a8b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851433 May 23 11:38:24.128711 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-417d0dd7-c145-4de6-bab8-23f10480992a req-1611765c-65d0-4f9a-bc52-d7ea712d5f4d service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:38:24.129642 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-417d0dd7-c145-4de6-bab8-23f10480992a req-1611765c-65d0-4f9a-bc52-d7ea712d5f4d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0059915 May 23 11:38:24.171637 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-d8526d17-e6be-40cb-ac47-45319ff1ac39 admin admin] For port 3ff6c320-127b-48a8-8bfd-223bbd31060d, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=3ff6c320-127b-48a8-8bfd-223bbd31060d,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:38:24.172060 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d8526d17-e6be-40cb-ac47-45319ff1ac39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:24.306719 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6689ddb4-2f45-4efb-9719-b94f7e22a810 None None] Sync routers for ids ['dba48740-f9ba-48d1-b82e-c077d03cb5dd'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:38:24.326805 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6689ddb4-2f45-4efb-9719-b94f7e22a810 None None] Routers {'dba48740-f9ba-48d1-b82e-c077d03cb5dd'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:38:24.327749 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-6689ddb4-2f45-4efb-9719-b94f7e22a810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:38:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['dba48740-f9ba-48d1-b82e-c077d03cb5dd'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:38:24.334377 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71bffff-50b7-424a-9814-20b7830a2d55 req-8a6c7f76-420e-4112-a1f0-8dbe2ec8a719 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:24.335975 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e71bffff-50b7-424a-9814-20b7830a2d55 req-8a6c7f76-420e-4112-a1f0-8dbe2ec8a719 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 946 time: 0.2053349 May 23 11:38:24.394421 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-417d0dd7-c145-4de6-bab8-23f10480992a req-2c7ded91-6438-472c-85fe-152c63c3ceec service neutron] 10.222.0.13 "GET /v2.0/networks/9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173369 May 23 11:38:24.399576 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e71bffff-50b7-424a-9814-20b7830a2d55 req-e7cf0e3b-8fcf-4a5a-93db-9e1cde76d20f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=44b775ff-2882-44f9-b929-cf57218a19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516167 May 23 11:38:24.441391 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57524) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:38:24.456596 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-d8526d17-e6be-40cb-ac47-45319ff1ac39 admin admin] Calling delete_port for 3ff6c320-127b-48a8-8bfd-223bbd31060d owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:38:24.524475 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-6689ddb4-2f45-4efb-9719-b94f7e22a810 None None] Set router dba48740-f9ba-48d1-b82e-c077d03cb5dd gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:38:24.565602 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-417d0dd7-c145-4de6-bab8-23f10480992a req-5d8f8eff-c8ee-4497-8d0b-6c55e6378876 service neutron] 10.222.0.13 "GET /v2.0/networks/9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627777 May 23 11:38:24.648980 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-6689ddb4-2f45-4efb-9719-b94f7e22a810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba48740-f9ba-48d1-b82e-c077d03cb5dd', 'name': 'tempest-TestServerMultinode-1741628241-router', 'tenant_id': '334167c7cc1b4ed68270905258b34681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:37:33Z', 'updated_at': '2022-05-23T11:38:23Z', 'revision_number': 6, 'project_id': '334167c7cc1b4ed68270905258b34681', 'gw_port_host': None}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:38:24.654395 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6689ddb4-2f45-4efb-9719-b94f7e22a810 None None] Checking router: dba48740-f9ba-48d1-b82e-c077d03cb5dd for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:38:24.657366 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8f962bdd-397c-4269-8e45-788036138139 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/floatingips/6f38c621-cdbc-4f1d-9d57-7ae5d152120f HTTP/1.1" status: 200 len: 993 time: 0.2085528 May 23 11:38:24.669668 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6689ddb4-2f45-4efb-9719-b94f7e22a810 None None] Routers {'dba48740-f9ba-48d1-b82e-c077d03cb5dd'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:38:24.670615 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-6689ddb4-2f45-4efb-9719-b94f7e22a810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:38:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['dba48740-f9ba-48d1-b82e-c077d03cb5dd'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:38:24.785115 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d8526d17-e6be-40cb-ac47-45319ff1ac39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:24.832324 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8526d17-e6be-40cb-ac47-45319ff1ac39 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ff6c320-127b-48a8-8bfd-223bbd31060d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:38:24.921623 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-6689ddb4-2f45-4efb-9719-b94f7e22a810 None None] Set router dba48740-f9ba-48d1-b82e-c077d03cb5dd gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:38:25.048590 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-6689ddb4-2f45-4efb-9719-b94f7e22a810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba48740-f9ba-48d1-b82e-c077d03cb5dd', 'name': 'tempest-TestServerMultinode-1741628241-router', 'tenant_id': '334167c7cc1b4ed68270905258b34681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:37:33Z', 'updated_at': '2022-05-23T11:38:23Z', 'revision_number': 6, 'project_id': '334167c7cc1b4ed68270905258b34681', 'gw_port_host': None}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:38:25.054781 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6689ddb4-2f45-4efb-9719-b94f7e22a810 None None] The sync data for ids ['dba48740-f9ba-48d1-b82e-c077d03cb5dd'] in n-d-842952-2 is: [{'id': 'dba48740-f9ba-48d1-b82e-c077d03cb5dd', 'name': 'tempest-TestServerMultinode-1741628241-router', 'tenant_id': '334167c7cc1b4ed68270905258b34681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:37:33Z', 'updated_at': '2022-05-23T11:38:23Z', 'revision_number': 6, 'project_id': '334167c7cc1b4ed68270905258b34681', 'gw_port_host': None}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:38:25.118972 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d8526d17-e6be-40cb-ac47-45319ff1ac39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:25.143722 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f94f7832-fd6d-43b6-be01-778e30f5145d req-2e65b22e-f688-494f-a797-fc5020de1554 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0790658 May 23 11:38:25.398545 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d8526d17-e6be-40cb-ac47-45319ff1ac39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:25.403264 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d8526d17-e6be-40cb-ac47-45319ff1ac39 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:25.458621 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d8526d17-e6be-40cb-ac47-45319ff1ac39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:25.459261 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8526d17-e6be-40cb-ac47-45319ff1ac39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dba48740-f9ba-48d1-b82e-c077d03cb5dd {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:38:25.488605 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d8526d17-e6be-40cb-ac47-45319ff1ac39 admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:25.490889 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d8526d17-e6be-40cb-ac47-45319ff1ac39 admin admin] 10.222.0.79 "DELETE /v2.0/routers/dba48740-f9ba-48d1-b82e-c077d03cb5dd HTTP/1.1" status: 204 len: 168 time: 1.9985764 May 23 11:38:25.493834 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 57556) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:38:25.755083 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2eb70b1-0d20-461d-9d49-d91c2b9b3519 admin admin] Deleting subnet c5c7b1a1-71cf-42a5-9725-fb79749160d4 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:38:25.761667 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b2eb70b1-0d20-461d-9d49-d91c2b9b3519 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:25.825014 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b2eb70b1-0d20-461d-9d49-d91c2b9b3519 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:25.826515 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-53d2af18-c7b6-4457-8fe4-85a0007a17ad req-0665d327-6ea4-4c8b-8d72-5086393d6d47 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2079644 May 23 11:38:25.881640 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28301e-b185-4114-9a36-ba1041aa4ee7 req-3e8256b3-c02f-4c07-8159-636c8156b599 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:25.891785 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cb28301e-b185-4114-9a36-ba1041aa4ee7 req-3e8256b3-c02f-4c07-8159-636c8156b599 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 946 time: 0.2050335 May 23 11:38:25.925724 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e2e708d6-d51e-4abf-bb8e-942875ed2e8b no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:38:25.971959 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cb28301e-b185-4114-9a36-ba1041aa4ee7 req-0bcaa260-36a5-4a70-a563-aa526bba1fbe tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=44b775ff-2882-44f9-b929-cf57218a19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823677 May 23 11:38:25.982300 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: e2e708d6-d51e-4abf-bb8e-942875ed2e8b {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:38:25.982653 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e2e708d6-d51e-4abf-bb8e-942875ed2e8b not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:38:25.983065 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device f5aecdb4-5340-4bdf-9d31-9ff9cab4c691 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:38:26.017764 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b2eb70b1-0d20-461d-9d49-d91c2b9b3519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:26.023662 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: f5aecdb4-5340-4bdf-9d31-9ff9cab4c691 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:38:26.024221 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device f5aecdb4-5340-4bdf-9d31-9ff9cab4c691 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:38:26.096123 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b2eb70b1-0d20-461d-9d49-d91c2b9b3519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:26.141774 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b2eb70b1-0d20-461d-9d49-d91c2b9b3519 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:26.144062 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cb3faa-3be3-4e0f-a155-f8ccbae3b98f None None] Network 00c2a2c9-06aa-4290-969a-833c8fe48b14 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:38:26.147291 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb70b1-0d20-461d-9d49-d91c2b9b3519 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5c7b1a1-71cf-42a5-9725-fb79749160d4,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:38:26.163260 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57590) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:38:26.164239 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b2eb70b1-0d20-461d-9d49-d91c2b9b3519 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/c5c7b1a1-71cf-42a5-9725-fb79749160d4 HTTP/1.1" status: 204 len: 168 time: 0.6692867 May 23 11:38:26.315409 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d7267b5b-9539-430b-9340-593968e78047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:26.335150 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-d7267b5b-9539-430b-9340-593968e78047 admin admin] Deleting port bd6ecbc5-5c83-4289-80f5-7dd69f196a3d {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:38:26.335634 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d7267b5b-9539-430b-9340-593968e78047 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:26.531110 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39ad089-5504-456b-987d-c502d57d89c8 None None] DHCP port deletion for 00c2a2c9-06aa-4290-969a-833c8fe48b14 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:38:26.537680 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f39ad089-5504-456b-987d-c502d57d89c8 None None] Deleting port bd6ecbc5-5c83-4289-80f5-7dd69f196a3d {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:38:26.537987 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f39ad089-5504-456b-987d-c502d57d89c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:26.577999 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-d7267b5b-9539-430b-9340-593968e78047 admin admin] For port bd6ecbc5-5c83-4289-80f5-7dd69f196a3d, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=bd6ecbc5-5c83-4289-80f5-7dd69f196a3d,segment=NetworkSegment(0b951630-c713-4c9d-9ded-37294b527606),segment_id=0b951630-c713-4c9d-9ded-37294b527606)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:38:26.578587 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d7267b5b-9539-430b-9340-593968e78047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:26.822950 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-d7267b5b-9539-430b-9340-593968e78047 admin admin] Calling delete_port for bd6ecbc5-5c83-4289-80f5-7dd69f196a3d owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:38:26.866394 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f39ad089-5504-456b-987d-c502d57d89c8 None None] For port bd6ecbc5-5c83-4289-80f5-7dd69f196a3d, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=bd6ecbc5-5c83-4289-80f5-7dd69f196a3d,segment=NetworkSegment(0b951630-c713-4c9d-9ded-37294b527606),segment_id=0b951630-c713-4c9d-9ded-37294b527606)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:38:26.866890 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f39ad089-5504-456b-987d-c502d57d89c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:26.917947 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d7267b5b-9539-430b-9340-593968e78047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:26.996591 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7267b5b-9539-430b-9340-593968e78047 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd6ecbc5-5c83-4289-80f5-7dd69f196a3d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:38:27.002889 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7267b5b-9539-430b-9340-593968e78047 admin admin] No DVR routers for this DVR port bd6ecbc5-5c83-4289-80f5-7dd69f196a3d on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:38:27.051522 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f39ad089-5504-456b-987d-c502d57d89c8 None None] Calling delete_port for bd6ecbc5-5c83-4289-80f5-7dd69f196a3d owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:38:27.149121 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d7267b5b-9539-430b-9340-593968e78047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:27.150188 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-f39ad089-5504-456b-987d-c502d57d89c8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:38:27.150804 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-f39ad089-5504-456b-987d-c502d57d89c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:38:27.183298 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-d7267b5b-9539-430b-9340-593968e78047 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00c2a2c9-06aa-4290-969a-833c8fe48b14']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:38:27.196143 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-d7267b5b-9539-430b-9340-593968e78047 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b951630-c713-4c9d-9ded-37294b527606') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:38:27.196591 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-d7267b5b-9539-430b-9340-593968e78047 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b951630-c713-4c9d-9ded-37294b527606') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:38:27.209246 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d7267b5b-9539-430b-9340-593968e78047 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:27.235337 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d7267b5b-9539-430b-9340-593968e78047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:27.246226 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7267b5b-9539-430b-9340-593968e78047 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:38:27.248093 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d7267b5b-9539-430b-9340-593968e78047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:27.260331 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b706b2-a8b3-4e19-915c-52f2adde603d req-8796305b-f675-4f32-bbc7-b6ab28dd115a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:27.262645 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-17b706b2-a8b3-4e19-915c-52f2adde603d req-8796305b-f675-4f32-bbc7-b6ab28dd115a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 946 time: 0.1027513 May 23 11:38:27.265415 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:38:27.265415 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:38:27.265415 n-d-842952-2 neutron-server[83911]: timer() May 23 11:38:27.265415 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:38:27.265415 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:38:27.265415 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:38:27.265415 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:38:27.265415 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:38:27.265415 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:38:27.265415 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:38:27.265415 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:38:27.265415 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:38:27.265415 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:38:27.265415 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:38:27.265415 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:38:27.265415 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:38:27.265415 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:38:27.265415 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:38:27.265415 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:38:27.265415 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:38:27.265415 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:38:27.265415 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:38:27.265415 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:38:27.265415 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:38:27.265415 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:38:27.265415 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:38:27.265415 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:38:27.265415 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:38:27.265415 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:38:27.265415 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:38:27.265415 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:38:27.265415 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:38:27.349039 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-17b706b2-a8b3-4e19-915c-52f2adde603d req-b050c36b-aa36-4037-882e-e569877ba986 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=44b775ff-2882-44f9-b929-cf57218a19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792706 May 23 11:38:27.359109 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d7267b5b-9539-430b-9340-593968e78047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:27.382937 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d7267b5b-9539-430b-9340-593968e78047 admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:27.393754 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7267b5b-9539-430b-9340-593968e78047 admin admin] Pushing event deleted for resources: {'Network': ['ID=00c2a2c9-06aa-4290-969a-833c8fe48b14,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:38:27.413716 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d7267b5b-9539-430b-9340-593968e78047 admin admin] 10.222.0.79 "DELETE /v2.0/networks/00c2a2c9-06aa-4290-969a-833c8fe48b14 HTTP/1.1" status: 204 len: 168 time: 1.2467804 May 23 11:38:27.572962 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-53d2af18-c7b6-4457-8fe4-85a0007a17ad req-2d3f4a9f-64a1-4dc2-a516-028cb2eccad7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=261dc3b71b384338a9f4e12911499bfb&device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 1097 time: 0.0739484 May 23 11:38:27.639928 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57624) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:38:27.652156 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f39ad089-5504-456b-987d-c502d57d89c8 None None] Deleting port bd6ecbc5-5c83-4289-80f5-7dd69f196a3d {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:38:27.652721 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f39ad089-5504-456b-987d-c502d57d89c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:27.706214 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-46b5cf30-10de-42e1-97cc-e2f873dff4f9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6c534fe3be2144cfbd428872dd12e4f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0650954 May 23 11:38:27.708900 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 57628) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:38:27.728994 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2af18-c7b6-4457-8fe4-85a0007a17ad req-0709bf12-af28-4a82-9715-69efeead55dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:27.730589 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-53d2af18-c7b6-4457-8fe4-85a0007a17ad req-0709bf12-af28-4a82-9715-69efeead55dc service neutron] 10.222.0.13 "GET /v2.0/networks?id=9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a HTTP/1.1" status: 200 len: 897 time: 0.1520188 May 23 11:38:27.735504 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f39ad089-5504-456b-987d-c502d57d89c8 None None] The port 'bd6ecbc5-5c83-4289-80f5-7dd69f196a3d' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:38:27.779523 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a683d905-8e3e-4a06-940a-dd1eaaa23afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:27.808391 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a683d905-8e3e-4a06-940a-dd1eaaa23afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:27.873624 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device bd6ecbc5-5c83-4289-80f5-7dd69f196a3d no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:38:27.874759 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-53d2af18-c7b6-4457-8fe4-85a0007a17ad req-9c685e0b-c203-49ed-af4a-19df3b1f63fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3c80bda-24a3-4f98-a789-f68ba1bde48a HTTP/1.1" status: 200 len: 1001 time: 0.1379783 May 23 11:38:27.881500 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a683d905-8e3e-4a06-940a-dd1eaaa23afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:27.904178 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a683d905-8e3e-4a06-940a-dd1eaaa23afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:27.906809 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a683d905-8e3e-4a06-940a-dd1eaaa23afc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/757fd9ee-b5ec-4513-a0cd-fe3610f168dd HTTP/1.1" status: 204 len: 168 time: 0.1960497 May 23 11:38:27.909350 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a683d905-8e3e-4a06-940a-dd1eaaa23afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757fd9ee-b5ec-4513-a0cd-fe3610f168dd,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:38:27.913642 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: bd6ecbc5-5c83-4289-80f5-7dd69f196a3d {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:38:27.914114 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device bd6ecbc5-5c83-4289-80f5-7dd69f196a3d not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:38:27.914620 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 3ff6c320-127b-48a8-8bfd-223bbd31060d no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:38:27.959950 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 3ff6c320-127b-48a8-8bfd-223bbd31060d {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:38:27.960447 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 3ff6c320-127b-48a8-8bfd-223bbd31060d not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:38:27.963291 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2af18-c7b6-4457-8fe4-85a0007a17ad req-9bd2588a-17ea-44b7-9674-35505b268eeb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:27.965656 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-53d2af18-c7b6-4457-8fe4-85a0007a17ad req-9bd2588a-17ea-44b7-9674-35505b268eeb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d864b4d9-2135-426e-9dff-8b7dc31646c8 HTTP/1.1" status: 200 len: 834 time: 0.0755920 May 23 11:38:28.047468 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-53d2af18-c7b6-4457-8fe4-85a0007a17ad req-f5b757f3-3ffc-496c-a68f-879c316a5601 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737925 May 23 11:38:28.192452 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-53d2af18-c7b6-4457-8fe4-85a0007a17ad req-56e6ebb8-94a8-43ef-838f-055391c0f505 service neutron] 10.222.0.13 "GET /v2.0/networks/9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380475 May 23 11:38:28.337603 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-53d2af18-c7b6-4457-8fe4-85a0007a17ad req-96a316d4-51a7-42c0-8083-ec4927628aef service neutron] 10.222.0.13 "GET /v2.0/networks/9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396973 May 23 11:38:28.363640 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 57638) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:38:28.427362 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-772dcc0b-c48f-449c-99c9-cfca4a4c19b2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=334167c7cc1b4ed68270905258b34681&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0618656 May 23 11:38:28.429775 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 57644) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:38:28.535816 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7b4482e5-8c0c-469e-8b87-09ae624cdb70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:28.578191 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7b4482e5-8c0c-469e-8b87-09ae624cdb70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:28.625593 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f4490-1dc2-4aca-805c-17c7931311fb req-2804d8b5-07eb-4554-af7e-d30f9a5753f0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:28.627066 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-051f4490-1dc2-4aca-805c-17c7931311fb req-2804d8b5-07eb-4554-af7e-d30f9a5753f0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 946 time: 0.1357586 May 23 11:38:28.663062 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7b4482e5-8c0c-469e-8b87-09ae624cdb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:28.687721 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-051f4490-1dc2-4aca-805c-17c7931311fb req-d39d7a57-eec1-4392-99ca-416339e9c475 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=44b775ff-2882-44f9-b929-cf57218a19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544028 May 23 11:38:28.688415 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4482e5-8c0c-469e-8b87-09ae624cdb70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37566c54-a2a8-460b-8ae3-47de9543a0db,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:38:28.697413 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7b4482e5-8c0c-469e-8b87-09ae624cdb70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:28.698693 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7b4482e5-8c0c-469e-8b87-09ae624cdb70 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/37566c54-a2a8-460b-8ae3-47de9543a0db HTTP/1.1" status: 204 len: 168 time: 0.2676535 May 23 11:38:29.911280 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb6f9f-190e-4fec-b3d5-9921e5da48f7 req-70e106a3-7b6f-41b2-b742-c88e339ced99 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:29.912680 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dccb6f9f-190e-4fec-b3d5-9921e5da48f7 req-70e106a3-7b6f-41b2-b742-c88e339ced99 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 946 time: 0.0806892 May 23 11:38:29.968212 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dccb6f9f-190e-4fec-b3d5-9921e5da48f7 req-8a0d4cd2-1bcd-4bcb-9958-e39108b0db59 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=44b775ff-2882-44f9-b929-cf57218a19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498314 May 23 11:38:30.519522 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ddb1a94d-d829-4eef-b027-d8b3ff0bf1d1 req-ab826925-a672-4c33-aa26-4e09907b161a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c9aad0bc-f9db-4db0-a7b0-7beb7e7fb826&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0909498 May 23 11:38:30.713929 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ddb1a94d-d829-4eef-b027-d8b3ff0bf1d1 req-1de65db5-73c3-4ca9-b092-e708616af880 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c0d5a70375a14dad89b052c6ff00afdf&device_id=c9aad0bc-f9db-4db0-a7b0-7beb7e7fb826 HTTP/1.1" status: 200 len: 1096 time: 0.0804846 May 23 11:38:30.864807 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1a94d-d829-4eef-b027-d8b3ff0bf1d1 req-4d1c957a-870b-4632-bb5c-845adffe106a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:30.866316 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ddb1a94d-d829-4eef-b027-d8b3ff0bf1d1 req-4d1c957a-870b-4632-bb5c-845adffe106a service neutron] 10.222.0.81 "GET /v2.0/networks?id=e5168ee0-15d7-4afb-963f-746644a08876 HTTP/1.1" status: 200 len: 910 time: 0.1279089 May 23 11:38:30.973826 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ddb1a94d-d829-4eef-b027-d8b3ff0bf1d1 req-4ab8a1c5-49f5-4fe4-9221-fe277a2581a5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1684116e-7873-4ed3-a20d-667f56c5001f HTTP/1.1" status: 200 len: 1000 time: 0.0973344 May 23 11:38:31.040479 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1a94d-d829-4eef-b027-d8b3ff0bf1d1 req-98089e8b-f206-4a5d-9ad9-c51ce6113c8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:31.041954 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ddb1a94d-d829-4eef-b027-d8b3ff0bf1d1 req-98089e8b-f206-4a5d-9ad9-c51ce6113c8a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ad8d50de-c367-4541-8000-d04e811e479e HTTP/1.1" status: 200 len: 848 time: 0.0582416 May 23 11:38:31.123868 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ddb1a94d-d829-4eef-b027-d8b3ff0bf1d1 req-f60d1204-d0c2-4d50-b2a0-efa64d209394 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e5168ee0-15d7-4afb-963f-746644a08876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730460 May 23 11:38:31.182769 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74b4b8-aa17-4975-8925-989a5ed75ef7 req-eb388924-8e10-4a4a-99a9-077abbda71fb tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:31.184288 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce74b4b8-aa17-4975-8925-989a5ed75ef7 req-eb388924-8e10-4a4a-99a9-077abbda71fb tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 946 time: 0.0809929 May 23 11:38:31.231542 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce74b4b8-aa17-4975-8925-989a5ed75ef7 req-3203fc2f-e9e7-4b95-b85f-b9ef061edf82 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=44b775ff-2882-44f9-b929-cf57218a19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414057 May 23 11:38:31.260813 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ddb1a94d-d829-4eef-b027-d8b3ff0bf1d1 req-279dd84c-70b0-40ea-bddb-a4f768ce894e service neutron] 10.222.0.81 "GET /v2.0/networks/e5168ee0-15d7-4afb-963f-746644a08876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279511 May 23 11:38:31.401831 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ddb1a94d-d829-4eef-b027-d8b3ff0bf1d1 req-46361a95-2cc9-4eb3-a8ca-a2851366bd9a service neutron] 10.222.0.81 "GET /v2.0/networks/e5168ee0-15d7-4afb-963f-746644a08876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324594 May 23 11:38:32.538064 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de8e29-5410-4f83-8495-f37982873c43 req-ca59396c-0c81-43b2-b94a-36970b235176 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:32.539884 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b2de8e29-5410-4f83-8495-f37982873c43 req-ca59396c-0c81-43b2-b94a-36970b235176 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 946 time: 0.1780756 May 23 11:38:32.589770 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b2de8e29-5410-4f83-8495-f37982873c43 req-cc750be1-304c-4589-84f3-666c27c3bde0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=44b775ff-2882-44f9-b929-cf57218a19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438561 May 23 11:38:33.793093 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eab109-f2ce-4d77-8b39-f900ab5516bc req-12cdede4-a356-481b-b01a-bf9a65b894f2 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:33.794578 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-56eab109-f2ce-4d77-8b39-f900ab5516bc req-12cdede4-a356-481b-b01a-bf9a65b894f2 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 946 time: 0.0805042 May 23 11:38:33.854755 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-56eab109-f2ce-4d77-8b39-f900ab5516bc req-cd9a9e93-562f-4995-9a82-a70953c747d7 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=44b775ff-2882-44f9-b929-cf57218a19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462885 May 23 11:38:35.061516 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed0ad1c-46ac-4ffb-aee8-92d693b6206a req-b88385f2-bf0d-477c-b505-b90ac9f2641b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:35.062957 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1ed0ad1c-46ac-4ffb-aee8-92d693b6206a req-b88385f2-bf0d-477c-b505-b90ac9f2641b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 946 time: 0.0814469 May 23 11:38:35.109762 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1ed0ad1c-46ac-4ffb-aee8-92d693b6206a req-9caa1bc0-3109-421a-8d95-2e400daea2df tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=44b775ff-2882-44f9-b929-cf57218a19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409527 May 23 11:38:36.324987 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26af094-9c66-4d21-b631-728d2d28a9af req-954384c0-6d00-414c-812b-bf67dc5f7d3f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:36.324987 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c26af094-9c66-4d21-b631-728d2d28a9af req-954384c0-6d00-414c-812b-bf67dc5f7d3f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 946 time: 0.0885601 May 23 11:38:36.372729 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c26af094-9c66-4d21-b631-728d2d28a9af req-806d2bda-ae6e-4d92-93e7-f870a3be0bfa tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=44b775ff-2882-44f9-b929-cf57218a19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417631 May 23 11:38:37.587973 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5762d12-db05-42f2-826a-c6ec74ce22a3 req-35458c66-815f-4208-8d64-1f922c778f82 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:37.594919 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d5762d12-db05-42f2-826a-c6ec74ce22a3 req-35458c66-815f-4208-8d64-1f922c778f82 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 946 time: 0.0890713 May 23 11:38:37.637924 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d5762d12-db05-42f2-826a-c6ec74ce22a3 req-66199962-e0ef-45a6-be36-fd6fe5658363 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=44b775ff-2882-44f9-b929-cf57218a19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451939 May 23 11:38:38.218353 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:38.867611 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4961d20-635d-40a8-9be4-b579d0ab55b7 req-a4bb93a4-9881-4aee-9535-de3543bb759b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:38.879670 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a4961d20-635d-40a8-9be4-b579d0ab55b7 req-a4bb93a4-9881-4aee-9535-de3543bb759b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 946 time: 0.0954790 May 23 11:38:38.922241 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a4961d20-635d-40a8-9be4-b579d0ab55b7 req-c6f2c7b2-839f-4e98-aa64-e80adb631aa6 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=44b775ff-2882-44f9-b929-cf57218a19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473990 May 23 11:38:39.269963 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7e7d5d85-6a95-498b-88a8-753ffc68b7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:39.518647 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:40.368957 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d9d354-eb11-4853-a9c1-d0427a76b938 req-e146c091-b193-4013-90a8-42e9dda65ccc tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:40.372884 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e3d9d354-eb11-4853-a9c1-d0427a76b938 req-e146c091-b193-4013-90a8-42e9dda65ccc tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 946 time: 0.0989811 May 23 11:38:40.416598 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e3d9d354-eb11-4853-a9c1-d0427a76b938 req-c71f9167-4fbb-471f-bca7-da7b12b343cb tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=44b775ff-2882-44f9-b929-cf57218a19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405507 May 23 11:38:41.534456 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-56fd21fe-248e-4710-91cf-02caf1ed2d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:41.651750 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d10c2-3f9a-4a1b-889b-a67bd1eb6403 req-072d2667-19d9-45d5-9d9d-a98b72837ddd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:41.653306 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f74d10c2-3f9a-4a1b-889b-a67bd1eb6403 req-072d2667-19d9-45d5-9d9d-a98b72837ddd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 946 time: 0.0892339 May 23 11:38:41.709527 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f74d10c2-3f9a-4a1b-889b-a67bd1eb6403 req-fe1c1386-d464-4f64-877e-600b08cac341 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=44b775ff-2882-44f9-b929-cf57218a19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467360 May 23 11:38:42.788780 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:42.860578 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:42.940620 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030bf28f-b671-4815-a37b-52a4f7d7939e req-7c253c25-da73-4bd0-b5db-98a869d6b4b4 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:42.942099 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-030bf28f-b671-4815-a37b-52a4f7d7939e req-7c253c25-da73-4bd0-b5db-98a869d6b4b4 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 946 time: 0.0826809 May 23 11:38:43.013898 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-030bf28f-b671-4815-a37b-52a4f7d7939e req-7a28aeeb-1974-4111-90b3-26c5e861203e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=44b775ff-2882-44f9-b929-cf57218a19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630610 May 23 11:38:44.246946 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb6297-089b-4a67-af04-41339193636b req-a1679905-eee9-4abc-be22-dbf8fb9bfe0e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:44.246946 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9bfb6297-089b-4a67-af04-41339193636b req-a1679905-eee9-4abc-be22-dbf8fb9bfe0e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 946 time: 0.0955665 May 23 11:38:44.290373 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:44.317660 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9bfb6297-089b-4a67-af04-41339193636b req-894049c8-5a25-47a4-be12-b7efee3b3f81 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=44b775ff-2882-44f9-b929-cf57218a19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665903 May 23 11:38:45.536827 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c75f40-0dde-4b8b-a301-6b6066779b26 req-ca25c933-1e06-4241-b95f-6eefdd738a9d tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:45.536827 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f0c75f40-0dde-4b8b-a301-6b6066779b26 req-ca25c933-1e06-4241-b95f-6eefdd738a9d tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 946 time: 0.0863202 May 23 11:38:45.593382 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f0c75f40-0dde-4b8b-a301-6b6066779b26 req-baaa4798-521d-4d4e-b69a-939dc52f0223 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=44b775ff-2882-44f9-b929-cf57218a19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486503 May 23 11:38:46.273083 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [req-53d2af18-c7b6-4457-8fe4-85a0007a17ad req-82d3ea9d-4de6-499b-8a6e-34309e417e50 service neutron] show failed (client error): The resource could not be found. May 23 11:38:46.273083 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-53d2af18-c7b6-4457-8fe4-85a0007a17ad req-82d3ea9d-4de6-499b-8a6e-34309e417e50 service neutron] 10.222.0.13 "GET /v2.0/ports/d3c80bda-24a3-4f98-a789-f68ba1bde48a/bindings/n-h2-842952-2 HTTP/1.1" status: 404 len: 380 time: 0.0881014 May 23 11:38:46.565954 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-53d2af18-c7b6-4457-8fe4-85a0007a17ad req-b722bc65-2445-4d05-baf2-b59ed83ca416 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d&tenant_id=261dc3b71b384338a9f4e12911499bfb HTTP/1.1" status: 200 len: 1097 time: 0.0721719 May 23 11:38:46.596376 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-53d2af18-c7b6-4457-8fe4-85a0007a17ad req-4c84e5f7-4bcd-48ae-b8f2-15988cc8b919 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-842952-2', 'device_owner': 'compute:nova'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:38:46.856388 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-53d2af18-c7b6-4457-8fe4-85a0007a17ad req-4c84e5f7-4bcd-48ae-b8f2-15988cc8b919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:46.859185 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c65bfb-6c17-48de-9ff0-c5eb5c331799 req-4b671453-7602-4f82-9468-60a60696344e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:46.859185 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d3c65bfb-6c17-48de-9ff0-c5eb5c331799 req-4b671453-7602-4f82-9468-60a60696344e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 946 time: 0.0996523 May 23 11:38:46.927000 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d3c65bfb-6c17-48de-9ff0-c5eb5c331799 req-791cb85a-57cd-498f-b4a3-c0075ed21bb8 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=44b775ff-2882-44f9-b929-cf57218a19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624254 May 23 11:38:47.148130 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-53d2af18-c7b6-4457-8fe4-85a0007a17ad req-4c84e5f7-4bcd-48ae-b8f2-15988cc8b919 service neutron] For port d3c80bda-24a3-4f98-a789-f68ba1bde48a, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=d3c80bda-24a3-4f98-a789-f68ba1bde48a,segment=NetworkSegment(9f583dd4-4b8a-4969-ab3f-0efe97f89d04),segment_id=9f583dd4-4b8a-4969-ab3f-0efe97f89d04)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:38:47.179598 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-53d2af18-c7b6-4457-8fe4-85a0007a17ad req-4c84e5f7-4bcd-48ae-b8f2-15988cc8b919 service neutron] For port d3c80bda-24a3-4f98-a789-f68ba1bde48a, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:38:47.233812 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e4142a-e6d9-4fec-b93f-564e5569d79d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3c80bda-24a3-4f98-a789-f68ba1bde48a'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:38:47.239711 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-53d2af18-c7b6-4457-8fe4-85a0007a17ad req-4c84e5f7-4bcd-48ae-b8f2-15988cc8b919 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:47.256198 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-53d2af18-c7b6-4457-8fe4-85a0007a17ad req-4c84e5f7-4bcd-48ae-b8f2-15988cc8b919 service neutron] Transition to ACTIVE for port object d3c80bda-24a3-4f98-a789-f68ba1bde48a will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:38:47.262982 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-53d2af18-c7b6-4457-8fe4-85a0007a17ad req-4c84e5f7-4bcd-48ae-b8f2-15988cc8b919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:47.422378 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c84e5f7-4bcd-48ae-b8f2-15988cc8b919 service neutron] Pushing event updated for resources: {'Port': ['ID=d3c80bda-24a3-4f98-a789-f68ba1bde48a,revision_number=6']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:38:47.484963 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-643dd8ad-2fab-4468-9f5c-7993a7e6169c'] response: {'server_uuid': 'f9e4142a-e6d9-4fec-b93f-564e5569d79d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3c80bda-24a3-4f98-a789-f68ba1bde48a', 'code': 200} May 23 11:38:47.498835 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d2af18-c7b6-4457-8fe4-85a0007a17ad req-4c84e5f7-4bcd-48ae-b8f2-15988cc8b919 service neutron] No DVR routers for this DVR port d3c80bda-24a3-4f98-a789-f68ba1bde48a on host n-h1-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:38:47.778252 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-53d2af18-c7b6-4457-8fe4-85a0007a17ad req-4c84e5f7-4bcd-48ae-b8f2-15988cc8b919 service neutron] Attempting to bind port d3c80bda-24a3-4f98-a789-f68ba1bde48a on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:38:47.778837 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-53d2af18-c7b6-4457-8fe4-85a0007a17ad req-4c84e5f7-4bcd-48ae-b8f2-15988cc8b919 service neutron] Attempting to bind port d3c80bda-24a3-4f98-a789-f68ba1bde48a by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '9f583dd4-4b8a-4969-ab3f-0efe97f89d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:38:47.778940 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d2af18-c7b6-4457-8fe4-85a0007a17ad req-4c84e5f7-4bcd-48ae-b8f2-15988cc8b919 service neutron] Attempting to bind port d3c80bda-24a3-4f98-a789-f68ba1bde48a on network 9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:38:47.785277 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d2af18-c7b6-4457-8fe4-85a0007a17ad req-4c84e5f7-4bcd-48ae-b8f2-15988cc8b919 service neutron] Port d3c80bda-24a3-4f98-a789-f68ba1bde48a on network 9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:38:47.785641 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d2af18-c7b6-4457-8fe4-85a0007a17ad req-4c84e5f7-4bcd-48ae-b8f2-15988cc8b919 service neutron] Attempting to bind port d3c80bda-24a3-4f98-a789-f68ba1bde48a on network 9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:38:47.792189 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d2af18-c7b6-4457-8fe4-85a0007a17ad req-4c84e5f7-4bcd-48ae-b8f2-15988cc8b919 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:38:47.792516 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d2af18-c7b6-4457-8fe4-85a0007a17ad req-4c84e5f7-4bcd-48ae-b8f2-15988cc8b919 service neutron] Checking segment: {'id': '9f583dd4-4b8a-4969-ab3f-0efe97f89d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:38:47.793471 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d2af18-c7b6-4457-8fe4-85a0007a17ad req-4c84e5f7-4bcd-48ae-b8f2-15988cc8b919 service neutron] Bound using segment: {'id': '9f583dd4-4b8a-4969-ab3f-0efe97f89d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:38:47.793941 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-53d2af18-c7b6-4457-8fe4-85a0007a17ad req-4c84e5f7-4bcd-48ae-b8f2-15988cc8b919 service neutron] Bound port: d3c80bda-24a3-4f98-a789-f68ba1bde48a, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f583dd4-4b8a-4969-ab3f-0efe97f89d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:38:47.794722 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-53d2af18-c7b6-4457-8fe4-85a0007a17ad req-4c84e5f7-4bcd-48ae-b8f2-15988cc8b919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:47.903239 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-53d2af18-c7b6-4457-8fe4-85a0007a17ad req-4c84e5f7-4bcd-48ae-b8f2-15988cc8b919 service neutron] For port d3c80bda-24a3-4f98-a789-f68ba1bde48a, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:38:47.903239 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-53d2af18-c7b6-4457-8fe4-85a0007a17ad req-4c84e5f7-4bcd-48ae-b8f2-15988cc8b919 service neutron] For port d3c80bda-24a3-4f98-a789-f68ba1bde48a, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=d3c80bda-24a3-4f98-a789-f68ba1bde48a,segment=NetworkSegment(9f583dd4-4b8a-4969-ab3f-0efe97f89d04),segment_id=9f583dd4-4b8a-4969-ab3f-0efe97f89d04)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:38:47.912576 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-53d2af18-c7b6-4457-8fe4-85a0007a17ad req-4c84e5f7-4bcd-48ae-b8f2-15988cc8b919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:47.979983 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-53d2af18-c7b6-4457-8fe4-85a0007a17ad req-4c84e5f7-4bcd-48ae-b8f2-15988cc8b919 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:47.981249 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-53d2af18-c7b6-4457-8fe4-85a0007a17ad req-4c84e5f7-4bcd-48ae-b8f2-15988cc8b919 service neutron] 10.222.0.81 "PUT /v2.0/ports/d3c80bda-24a3-4f98-a789-f68ba1bde48a HTTP/1.1" status: 200 len: 1092 time: 1.3937359 May 23 11:38:47.992014 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c84e5f7-4bcd-48ae-b8f2-15988cc8b919 service neutron] Pushing event updated for resources: {'Port': ['ID=d3c80bda-24a3-4f98-a789-f68ba1bde48a,revision_number=7']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:38:48.131676 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-53d2af18-c7b6-4457-8fe4-85a0007a17ad req-cc7bd32b-1202-4255-9dab-9aedb9114812 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=261dc3b71b384338a9f4e12911499bfb&device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 1095 time: 0.1057317 May 23 11:38:48.194100 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0fff8b-1a41-46ca-8868-3d69a71129cf req-6951f949-9944-4f28-ae75-6bb6e09125d5 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:48.202837 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4a0fff8b-1a41-46ca-8868-3d69a71129cf req-6951f949-9944-4f28-ae75-6bb6e09125d5 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 944 time: 0.1417994 May 23 11:38:48.274265 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4a0fff8b-1a41-46ca-8868-3d69a71129cf req-1361aa5a-11f6-48a4-aac1-1722e4599711 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=44b775ff-2882-44f9-b929-cf57218a19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755274 May 23 11:38:48.397870 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2af18-c7b6-4457-8fe4-85a0007a17ad req-127cacbb-5dc5-44b5-a286-8d5771c3537e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:48.397870 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-53d2af18-c7b6-4457-8fe4-85a0007a17ad req-127cacbb-5dc5-44b5-a286-8d5771c3537e service neutron] 10.222.0.81 "GET /v2.0/networks?id=9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a HTTP/1.1" status: 200 len: 897 time: 0.2575579 May 23 11:38:48.525256 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-53d2af18-c7b6-4457-8fe4-85a0007a17ad req-978cdad7-d9e8-4536-bc82-3e6739769fad service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3c80bda-24a3-4f98-a789-f68ba1bde48a HTTP/1.1" status: 200 len: 999 time: 0.1173186 May 23 11:38:48.596423 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2af18-c7b6-4457-8fe4-85a0007a17ad req-8193b913-4b1e-4393-8ee5-6cc2653d1856 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:48.597876 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-53d2af18-c7b6-4457-8fe4-85a0007a17ad req-8193b913-4b1e-4393-8ee5-6cc2653d1856 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d864b4d9-2135-426e-9dff-8b7dc31646c8 HTTP/1.1" status: 200 len: 834 time: 0.0631683 May 23 11:38:48.688230 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-53d2af18-c7b6-4457-8fe4-85a0007a17ad req-7198d4f7-ccb6-4ff6-a991-cea81578b891 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783620 May 23 11:38:48.703714 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [req-53d2af18-c7b6-4457-8fe4-85a0007a17ad req-268bd702-431e-4aff-9f69-94b2edb44762 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:38:48.703714 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-53d2af18-c7b6-4457-8fe4-85a0007a17ad req-268bd702-431e-4aff-9f69-94b2edb44762 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0077620 May 23 11:38:48.967244 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-53d2af18-c7b6-4457-8fe4-85a0007a17ad req-1463a68e-3e4f-43c2-8b83-ae4dde56a2eb service neutron] 10.222.0.81 "GET /v2.0/networks/9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525856 May 23 11:38:49.109368 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-53d2af18-c7b6-4457-8fe4-85a0007a17ad req-8da5b7ed-8f1c-40d7-ba70-eba91f3491d5 service neutron] 10.222.0.81 "GET /v2.0/networks/9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349971 May 23 11:38:49.480707 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7ff38-0bcb-40bd-9741-29f639cd3140 req-7fbb29f5-6370-41ee-9423-b7bb8eceb628 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:49.482189 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a0f7ff38-0bcb-40bd-9741-29f639cd3140 req-7fbb29f5-6370-41ee-9423-b7bb8eceb628 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 944 time: 0.0898595 May 23 11:38:49.486529 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e4142a-e6d9-4fec-b93f-564e5569d79d', 'tag': 'd3c80bda-24a3-4f98-a789-f68ba1bde48a'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:38:49.552443 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a0f7ff38-0bcb-40bd-9741-29f639cd3140 req-a8d8465d-2df0-47f7-b9eb-3abd3006ee21 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=44b775ff-2882-44f9-b929-cf57218a19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609775 May 23 11:38:49.571850 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9135dacf-0f97-4028-a6c8-81e45cca5b0d'] response: {'name': 'network-changed', 'server_uuid': 'f9e4142a-e6d9-4fec-b93f-564e5569d79d', 'tag': 'd3c80bda-24a3-4f98-a789-f68ba1bde48a', 'status': 'completed', 'code': 200} May 23 11:38:49.719406 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2f2ae148-617e-4ba7-a1c8-8b5c1bc4557a req-42cb87b0-5174-42e6-9a7a-e02d9a849985 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=261dc3b71b384338a9f4e12911499bfb&device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 1095 time: 0.0765123 May 23 11:38:49.732385 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2f2ae148-617e-4ba7-a1c8-8b5c1bc4557a req-a03f7d57-de01-4ff8-9f7b-c895203da6aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=261dc3b71b384338a9f4e12911499bfb&device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 1095 time: 0.1058700 May 23 11:38:49.877504 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ae148-617e-4ba7-a1c8-8b5c1bc4557a req-7a623071-52b3-4e67-a5f0-6f779043ff59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:49.877504 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2f2ae148-617e-4ba7-a1c8-8b5c1bc4557a req-7a623071-52b3-4e67-a5f0-6f779043ff59 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a HTTP/1.1" status: 200 len: 897 time: 0.1531916 May 23 11:38:49.894323 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ae148-617e-4ba7-a1c8-8b5c1bc4557a req-a25b068b-ff01-439d-a8fc-70230b7561c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:49.894323 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2f2ae148-617e-4ba7-a1c8-8b5c1bc4557a req-a25b068b-ff01-439d-a8fc-70230b7561c6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a HTTP/1.1" status: 200 len: 897 time: 0.1599410 May 23 11:38:50.010630 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2f2ae148-617e-4ba7-a1c8-8b5c1bc4557a req-ef65df08-6e83-4213-bc0e-523ab77f3b80 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3c80bda-24a3-4f98-a789-f68ba1bde48a HTTP/1.1" status: 200 len: 999 time: 0.1296222 May 23 11:38:50.016358 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2f2ae148-617e-4ba7-a1c8-8b5c1bc4557a req-f5603530-cce2-41b2-8a41-ca7259e17cc8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3c80bda-24a3-4f98-a789-f68ba1bde48a HTTP/1.1" status: 200 len: 999 time: 0.1123044 May 23 11:38:50.082910 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ae148-617e-4ba7-a1c8-8b5c1bc4557a req-07db58d2-fedf-44df-a6b8-6b94d11e699a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:50.082910 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2f2ae148-617e-4ba7-a1c8-8b5c1bc4557a req-07db58d2-fedf-44df-a6b8-6b94d11e699a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d864b4d9-2135-426e-9dff-8b7dc31646c8 HTTP/1.1" status: 200 len: 834 time: 0.0589511 May 23 11:38:50.092030 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ae148-617e-4ba7-a1c8-8b5c1bc4557a req-7b0b6c7d-78e6-47d6-b9dc-584053159a4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:50.092030 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2f2ae148-617e-4ba7-a1c8-8b5c1bc4557a req-7b0b6c7d-78e6-47d6-b9dc-584053159a4c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d864b4d9-2135-426e-9dff-8b7dc31646c8 HTTP/1.1" status: 200 len: 834 time: 0.0734303 May 23 11:38:50.160640 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device d3c80bda-24a3-4f98-a789-f68ba1bde48a no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:38:50.166836 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2f2ae148-617e-4ba7-a1c8-8b5c1bc4557a req-c46ca348-6263-43c1-a885-6f18387d72fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770555 May 23 11:38:50.199189 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2f2ae148-617e-4ba7-a1c8-8b5c1bc4557a req-75ef6a16-82fa-4bf4-a92c-3160ec227ee1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978029 May 23 11:38:50.240205 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device d3c80bda-24a3-4f98-a789-f68ba1bde48a not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:38:50.381874 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2f2ae148-617e-4ba7-a1c8-8b5c1bc4557a req-4b32da98-43ad-4888-893d-761bfd6f87e6 service neutron] 10.222.0.81 "GET /v2.0/networks/9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759591 May 23 11:38:50.477410 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2f2ae148-617e-4ba7-a1c8-8b5c1bc4557a req-798b0dab-5a9a-4f02-bef1-8c12988f68b0 service neutron] 10.222.0.13 "GET /v2.0/networks/9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941978 May 23 11:38:50.517040 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2f2ae148-617e-4ba7-a1c8-8b5c1bc4557a req-4e40f15d-08d3-4b3c-9860-a7711e123ff8 service neutron] 10.222.0.81 "GET /v2.0/networks/9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329534 May 23 11:38:50.636943 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2f2ae148-617e-4ba7-a1c8-8b5c1bc4557a req-0365754c-bc59-4c1d-aa34-4a1facfd8e77 service neutron] 10.222.0.13 "GET /v2.0/networks/9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547327 May 23 11:38:50.769757 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd7c2d-96de-4774-bed2-0a1a212082e3 req-3edc0caf-3d04-46e6-b85d-9ae437099b16 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:50.771201 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3edd7c2d-96de-4774-bed2-0a1a212082e3 req-3edc0caf-3d04-46e6-b85d-9ae437099b16 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 944 time: 0.0910316 May 23 11:38:50.819598 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3edd7c2d-96de-4774-bed2-0a1a212082e3 req-b68b1a7d-594d-4333-b9f9-9b167d2faec9 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=44b775ff-2882-44f9-b929-cf57218a19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422683 May 23 11:38:52.057458 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4f5c6-4469-4ee2-a594-7fbed89f3aa4 req-c8ce79a0-4960-4914-a784-ceef1bc6893a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:52.058996 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5da4f5c6-4469-4ee2-a594-7fbed89f3aa4 req-c8ce79a0-4960-4914-a784-ceef1bc6893a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 944 time: 0.0941019 May 23 11:38:52.105041 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5da4f5c6-4469-4ee2-a594-7fbed89f3aa4 req-e2a6616c-e494-4be7-9721-926f52c7261f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=44b775ff-2882-44f9-b929-cf57218a19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404496 May 23 11:38:52.534458 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2429e-4a54-48ca-b1c6-2c66e5b4a9f9 req-098fc4ad-9633-4367-872f-e7895d91212e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:52.534458 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-efa2429e-4a54-48ca-b1c6-2c66e5b4a9f9 req-098fc4ad-9633-4367-872f-e7895d91212e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Synchronizing usage tracker for tenant:261dc3b71b384338a9f4e12911499bfb on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:38:52.560688 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-efa2429e-4a54-48ca-b1c6-2c66e5b4a9f9 req-098fc4ad-9633-4367-872f-e7895d91212e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Unset dirty status for tenant:261dc3b71b384338a9f4e12911499bfb on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:38:52.562377 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-efa2429e-4a54-48ca-b1c6-2c66e5b4a9f9 req-098fc4ad-9633-4367-872f-e7895d91212e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d&tenant_id=261dc3b71b384338a9f4e12911499bfb&binding%3Ahost_id=n-h2-842952-2 HTTP/1.1" status: 200 len: 944 time: 0.1544323 May 23 11:38:52.576026 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78221cce-25db-4eec-b895-2371805e7c75 req-2279ee54-5669-49b6-87c9-4793ca8b74bb tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:52.577814 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-78221cce-25db-4eec-b895-2371805e7c75 req-2279ee54-5669-49b6-87c9-4793ca8b74bb tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 944 time: 0.1033549 May 23 11:38:52.629505 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-78221cce-25db-4eec-b895-2371805e7c75 req-edad5120-acad-46e5-bb45-7660f0b40b80 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=44b775ff-2882-44f9-b929-cf57218a19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448477 May 23 11:38:52.677753 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-efa2429e-4a54-48ca-b1c6-2c66e5b4a9f9 req-cd0793d6-5c1b-45c0-911c-1db34617e14e service neutron] 10.222.0.81 "GET /v2.0/ports/d3c80bda-24a3-4f98-a789-f68ba1bde48a/bindings/n-h2-842952-2 HTTP/1.1" status: 200 len: 382 time: 0.1041470 May 23 11:38:52.799361 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device d3c80bda-24a3-4f98-a789-f68ba1bde48a details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:38:52.814379 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-efa2429e-4a54-48ca-b1c6-2c66e5b4a9f9 req-10592e37-f6f8-4c4c-b346-70dce0ce7037 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=261dc3b71b384338a9f4e12911499bfb&device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 1095 time: 0.0942914 May 23 11:38:52.963628 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port d3c80bda-24a3-4f98-a789-f68ba1bde48a, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=d3c80bda-24a3-4f98-a789-f68ba1bde48a,segment=NetworkSegment(9f583dd4-4b8a-4969-ab3f-0efe97f89d04),segment_id=9f583dd4-4b8a-4969-ab3f-0efe97f89d04)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:38:52.980425 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': 'd3c80bda-24a3-4f98-a789-f68ba1bde48a', 'network_id': '9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a', 'port_id': 'd3c80bda-24a3-4f98-a789-f68ba1bde48a', 'mac_address': 'fa:16:3e:5a:ed:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd864b4d9-2135-426e-9dff-8b7dc31646c8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:38:52.987296 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2429e-4a54-48ca-b1c6-2c66e5b4a9f9 req-5e32d94d-545a-476f-ba5c-7fb96ae6db23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:52.987296 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-efa2429e-4a54-48ca-b1c6-2c66e5b4a9f9 req-5e32d94d-545a-476f-ba5c-7fb96ae6db23 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a HTTP/1.1" status: 200 len: 897 time: 0.1638455 May 23 11:38:53.036008 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:53.053753 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3c80bda-24a3-4f98-a789-f68ba1bde48a {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:38:53.068954 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port d3c80bda-24a3-4f98-a789-f68ba1bde48a, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=d3c80bda-24a3-4f98-a789-f68ba1bde48a,segment=NetworkSegment(9f583dd4-4b8a-4969-ab3f-0efe97f89d04),segment_id=9f583dd4-4b8a-4969-ab3f-0efe97f89d04)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:38:53.073310 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:53.126176 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-efa2429e-4a54-48ca-b1c6-2c66e5b4a9f9 req-10057213-b070-4609-857d-8b1c0b078cb9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3c80bda-24a3-4f98-a789-f68ba1bde48a HTTP/1.1" status: 200 len: 1000 time: 0.1258786 May 23 11:38:53.157854 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=d3c80bda-24a3-4f98-a789-f68ba1bde48a,revision_number=8']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:38:53.166969 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:38:53.166969 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:38:53.166969 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:38:53.166969 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:38:53.166969 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:38:53.166969 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:38:53.166969 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:38:53.166969 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:38:53.166969 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:38:53.166969 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:38:53.166969 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:38:53.200069 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2429e-4a54-48ca-b1c6-2c66e5b4a9f9 req-7fe0eca4-1024-4c61-9a86-8f5e0bcb9a9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:53.206714 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-efa2429e-4a54-48ca-b1c6-2c66e5b4a9f9 req-7fe0eca4-1024-4c61-9a86-8f5e0bcb9a9e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d864b4d9-2135-426e-9dff-8b7dc31646c8 HTTP/1.1" status: 200 len: 834 time: 0.0735807 May 23 11:38:53.290471 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-efa2429e-4a54-48ca-b1c6-2c66e5b4a9f9 req-6308cc1b-b08c-4e34-9084-32720fdc5a0f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822587 May 23 11:38:53.395613 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['d3c80bda-24a3-4f98-a789-f68ba1bde48a'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:38:53.572356 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-efa2429e-4a54-48ca-b1c6-2c66e5b4a9f9 req-452196bc-4eb9-487a-9a18-1c0f96a61381 service neutron] 10.222.0.81 "GET /v2.0/networks/9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755125 May 23 11:38:53.730708 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-efa2429e-4a54-48ca-b1c6-2c66e5b4a9f9 req-8483e9cf-66cb-4ddd-a417-6436b93490f0 service neutron] 10.222.0.81 "GET /v2.0/networks/9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484623 May 23 11:38:53.860593 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348b599-34ed-41f2-960d-815ef00d7ee7 req-08e29c64-4893-44ac-bb61-e3bba75be997 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:53.862207 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c348b599-34ed-41f2-960d-815ef00d7ee7 req-08e29c64-4893-44ac-bb61-e3bba75be997 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 945 time: 0.0848222 May 23 11:38:53.917018 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c348b599-34ed-41f2-960d-815ef00d7ee7 req-39f308dd-bae2-4b4a-8165-98e76338283e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=44b775ff-2882-44f9-b929-cf57218a19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458062 May 23 11:38:54.827525 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device d3c80bda-24a3-4f98-a789-f68ba1bde48a up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:38:54.907488 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port d3c80bda-24a3-4f98-a789-f68ba1bde48a completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:38:54.909146 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port d3c80bda-24a3-4f98-a789-f68ba1bde48a triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:38:54.909146 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:55.090964 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:55.129757 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e4142a-e6d9-4fec-b93f-564e5569d79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c80bda-24a3-4f98-a789-f68ba1bde48a'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:38:55.142359 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port d3c80bda-24a3-4f98-a789-f68ba1bde48a, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=d3c80bda-24a3-4f98-a789-f68ba1bde48a,segment=NetworkSegment(9f583dd4-4b8a-4969-ab3f-0efe97f89d04),segment_id=9f583dd4-4b8a-4969-ab3f-0efe97f89d04)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:38:55.160395 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:55.183298 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a93f94-e95c-4307-b36c-db4bf7a540cc req-2ee5e20c-0b8c-4ce7-bca5-37c019470281 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:55.187139 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f3a93f94-e95c-4307-b36c-db4bf7a540cc req-2ee5e20c-0b8c-4ce7-bca5-37c019470281 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 945 time: 0.1047885 May 23 11:38:55.219500 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0501d6e-c245-41bc-9161-4106e47f4cdf'] response: {'server_uuid': 'f9e4142a-e6d9-4fec-b93f-564e5569d79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c80bda-24a3-4f98-a789-f68ba1bde48a', 'code': 200} May 23 11:38:55.236546 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=d3c80bda-24a3-4f98-a789-f68ba1bde48a,revision_number=9']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:38:55.239447 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f3a93f94-e95c-4307-b36c-db4bf7a540cc req-cfb23926-d3a0-4e7d-9658-cb6b84a2bb38 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=44b775ff-2882-44f9-b929-cf57218a19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513856 May 23 11:38:56.160056 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-efa2429e-4a54-48ca-b1c6-2c66e5b4a9f9 req-bd35dd5b-4b05-4ebe-a3d9-197597b05a23 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d&tenant_id=261dc3b71b384338a9f4e12911499bfb HTTP/1.1" status: 200 len: 1097 time: 0.0822911 May 23 11:38:56.178840 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-efa2429e-4a54-48ca-b1c6-2c66e5b4a9f9 req-44db926c-4762-414b-a472-e837c1adce0e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-842952-2', 'device_owner': 'compute:nova'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:38:56.299235 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-efa2429e-4a54-48ca-b1c6-2c66e5b4a9f9 req-44db926c-4762-414b-a472-e837c1adce0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:56.622681 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda3f42-2df1-4c5c-9337-8b6041399106 req-1b34fb70-e673-4638-b683-d2d5fb76e60a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:56.627861 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1dda3f42-2df1-4c5c-9337-8b6041399106 req-1b34fb70-e673-4638-b683-d2d5fb76e60a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 946 time: 0.1957145 May 23 11:38:56.691679 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-efa2429e-4a54-48ca-b1c6-2c66e5b4a9f9 req-44db926c-4762-414b-a472-e837c1adce0e service neutron] For port d3c80bda-24a3-4f98-a789-f68ba1bde48a, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=d3c80bda-24a3-4f98-a789-f68ba1bde48a,segment=NetworkSegment(9f583dd4-4b8a-4969-ab3f-0efe97f89d04),segment_id=9f583dd4-4b8a-4969-ab3f-0efe97f89d04)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:38:56.703216 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1dda3f42-2df1-4c5c-9337-8b6041399106 req-1f1bf426-425a-4cea-ba76-d902bd84799c tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=44b775ff-2882-44f9-b929-cf57218a19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653572 May 23 11:38:56.756384 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-efa2429e-4a54-48ca-b1c6-2c66e5b4a9f9 req-44db926c-4762-414b-a472-e837c1adce0e service neutron] For port d3c80bda-24a3-4f98-a789-f68ba1bde48a, host n-h2-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:38:56.829659 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-efa2429e-4a54-48ca-b1c6-2c66e5b4a9f9 req-44db926c-4762-414b-a472-e837c1adce0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:56.845913 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-efa2429e-4a54-48ca-b1c6-2c66e5b4a9f9 req-44db926c-4762-414b-a472-e837c1adce0e service neutron] Transition to ACTIVE for port object d3c80bda-24a3-4f98-a789-f68ba1bde48a will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:38:56.845913 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e4142a-e6d9-4fec-b93f-564e5569d79d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3c80bda-24a3-4f98-a789-f68ba1bde48a'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:38:56.855692 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-efa2429e-4a54-48ca-b1c6-2c66e5b4a9f9 req-44db926c-4762-414b-a472-e837c1adce0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:57.010021 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db926c-4762-414b-a472-e837c1adce0e service neutron] Pushing event updated for resources: {'Port': ['ID=d3c80bda-24a3-4f98-a789-f68ba1bde48a,revision_number=10']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:38:57.098714 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa2429e-4a54-48ca-b1c6-2c66e5b4a9f9 req-44db926c-4762-414b-a472-e837c1adce0e service neutron] No DVR routers for this DVR port d3c80bda-24a3-4f98-a789-f68ba1bde48a on host n-h2-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:38:57.165767 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-330f0d43-20ff-4edf-a446-3ff352fed558'] response: {'server_uuid': 'f9e4142a-e6d9-4fec-b93f-564e5569d79d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3c80bda-24a3-4f98-a789-f68ba1bde48a', 'code': 200} May 23 11:38:57.507472 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-efa2429e-4a54-48ca-b1c6-2c66e5b4a9f9 req-44db926c-4762-414b-a472-e837c1adce0e service neutron] Attempting to bind port d3c80bda-24a3-4f98-a789-f68ba1bde48a on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:38:57.507472 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-efa2429e-4a54-48ca-b1c6-2c66e5b4a9f9 req-44db926c-4762-414b-a472-e837c1adce0e service neutron] Attempting to bind port d3c80bda-24a3-4f98-a789-f68ba1bde48a by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '9f583dd4-4b8a-4969-ab3f-0efe97f89d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:38:57.507472 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa2429e-4a54-48ca-b1c6-2c66e5b4a9f9 req-44db926c-4762-414b-a472-e837c1adce0e service neutron] Attempting to bind port d3c80bda-24a3-4f98-a789-f68ba1bde48a on network 9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:38:57.514435 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa2429e-4a54-48ca-b1c6-2c66e5b4a9f9 req-44db926c-4762-414b-a472-e837c1adce0e service neutron] Port d3c80bda-24a3-4f98-a789-f68ba1bde48a on network 9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:38:57.514435 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa2429e-4a54-48ca-b1c6-2c66e5b4a9f9 req-44db926c-4762-414b-a472-e837c1adce0e service neutron] Attempting to bind port d3c80bda-24a3-4f98-a789-f68ba1bde48a on network 9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:38:57.520773 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa2429e-4a54-48ca-b1c6-2c66e5b4a9f9 req-44db926c-4762-414b-a472-e837c1adce0e service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:38:57.520773 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa2429e-4a54-48ca-b1c6-2c66e5b4a9f9 req-44db926c-4762-414b-a472-e837c1adce0e service neutron] Checking segment: {'id': '9f583dd4-4b8a-4969-ab3f-0efe97f89d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:38:57.520773 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa2429e-4a54-48ca-b1c6-2c66e5b4a9f9 req-44db926c-4762-414b-a472-e837c1adce0e service neutron] Bound using segment: {'id': '9f583dd4-4b8a-4969-ab3f-0efe97f89d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:38:57.520773 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-efa2429e-4a54-48ca-b1c6-2c66e5b4a9f9 req-44db926c-4762-414b-a472-e837c1adce0e service neutron] Bound port: d3c80bda-24a3-4f98-a789-f68ba1bde48a, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f583dd4-4b8a-4969-ab3f-0efe97f89d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:38:57.520773 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-efa2429e-4a54-48ca-b1c6-2c66e5b4a9f9 req-44db926c-4762-414b-a472-e837c1adce0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:57.620698 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-efa2429e-4a54-48ca-b1c6-2c66e5b4a9f9 req-44db926c-4762-414b-a472-e837c1adce0e service neutron] For port d3c80bda-24a3-4f98-a789-f68ba1bde48a, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:38:57.625359 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-efa2429e-4a54-48ca-b1c6-2c66e5b4a9f9 req-44db926c-4762-414b-a472-e837c1adce0e service neutron] For port d3c80bda-24a3-4f98-a789-f68ba1bde48a, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=d3c80bda-24a3-4f98-a789-f68ba1bde48a,segment=NetworkSegment(9f583dd4-4b8a-4969-ab3f-0efe97f89d04),segment_id=9f583dd4-4b8a-4969-ab3f-0efe97f89d04)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:38:57.631761 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-efa2429e-4a54-48ca-b1c6-2c66e5b4a9f9 req-44db926c-4762-414b-a472-e837c1adce0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:57.699243 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-efa2429e-4a54-48ca-b1c6-2c66e5b4a9f9 req-44db926c-4762-414b-a472-e837c1adce0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:38:57.700695 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-efa2429e-4a54-48ca-b1c6-2c66e5b4a9f9 req-44db926c-4762-414b-a472-e837c1adce0e service neutron] 10.222.0.13 "PUT /v2.0/ports/d3c80bda-24a3-4f98-a789-f68ba1bde48a HTTP/1.1" status: 200 len: 1093 time: 1.5264256 May 23 11:38:57.733532 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db926c-4762-414b-a472-e837c1adce0e service neutron] Pushing event updated for resources: {'Port': ['ID=d3c80bda-24a3-4f98-a789-f68ba1bde48a,revision_number=11']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:38:57.830992 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-efa2429e-4a54-48ca-b1c6-2c66e5b4a9f9 req-7304af02-4c5a-44c9-a61a-c23b89192321 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=261dc3b71b384338a9f4e12911499bfb&device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 1096 time: 0.0905623 May 23 11:38:58.089355 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b9575-2371-4e82-8e05-806a58d5cfac req-315a3068-16f9-4552-a52b-8c0cbf1f56e3 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:58.089355 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-885b9575-2371-4e82-8e05-806a58d5cfac req-315a3068-16f9-4552-a52b-8c0cbf1f56e3 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 945 time: 0.1413724 May 23 11:38:58.089355 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2429e-4a54-48ca-b1c6-2c66e5b4a9f9 req-a15cee0e-37d1-4811-9a40-fe3c0a05a2b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:58.089355 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-efa2429e-4a54-48ca-b1c6-2c66e5b4a9f9 req-a15cee0e-37d1-4811-9a40-fe3c0a05a2b2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a HTTP/1.1" status: 200 len: 897 time: 0.2414875 May 23 11:38:58.225791 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-885b9575-2371-4e82-8e05-806a58d5cfac req-c04531e4-3346-46a2-bee2-7ca270d280cd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=44b775ff-2882-44f9-b929-cf57218a19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309896 May 23 11:38:58.244748 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-efa2429e-4a54-48ca-b1c6-2c66e5b4a9f9 req-106fa21c-e335-4d4b-9324-388a36830898 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3c80bda-24a3-4f98-a789-f68ba1bde48a HTTP/1.1" status: 200 len: 999 time: 0.1285651 May 23 11:38:58.314443 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2429e-4a54-48ca-b1c6-2c66e5b4a9f9 req-4cef8ece-00e8-4a55-bb6f-eb503fecc4d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:58.314443 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-efa2429e-4a54-48ca-b1c6-2c66e5b4a9f9 req-4cef8ece-00e8-4a55-bb6f-eb503fecc4d1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d864b4d9-2135-426e-9dff-8b7dc31646c8 HTTP/1.1" status: 200 len: 834 time: 0.0645049 May 23 11:38:58.394131 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-efa2429e-4a54-48ca-b1c6-2c66e5b4a9f9 req-9c689cec-6c75-4b44-8539-542a16fc75e4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755639 May 23 11:38:58.531449 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-efa2429e-4a54-48ca-b1c6-2c66e5b4a9f9 req-e68dbec1-f505-4b14-b81e-be3d9d79ee0a service neutron] 10.222.0.13 "GET /v2.0/networks/9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315205 May 23 11:38:58.665845 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-efa2429e-4a54-48ca-b1c6-2c66e5b4a9f9 req-473acd60-b39a-4ec7-b701-c571deb7616a service neutron] 10.222.0.13 "GET /v2.0/networks/9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279426 May 23 11:38:59.166601 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e4142a-e6d9-4fec-b93f-564e5569d79d', 'tag': 'd3c80bda-24a3-4f98-a789-f68ba1bde48a'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:38:59.246301 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91b4b223-24d5-4c55-8074-2b1b94d4e1a4'] response: {'name': 'network-changed', 'server_uuid': 'f9e4142a-e6d9-4fec-b93f-564e5569d79d', 'tag': 'd3c80bda-24a3-4f98-a789-f68ba1bde48a', 'status': 'completed', 'code': 200} May 23 11:38:59.359382 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ea69b2dd-7967-4760-9003-2cba6f8d60ab req-4f781014-6628-40f7-bdc5-5a3eaaa23804 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=261dc3b71b384338a9f4e12911499bfb&device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 1096 time: 0.0744572 May 23 11:38:59.393968 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ea69b2dd-7967-4760-9003-2cba6f8d60ab req-b42fff22-340f-40f7-a2bf-24db35bc06cc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=261dc3b71b384338a9f4e12911499bfb&device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 1096 time: 0.0832582 May 23 11:38:59.536510 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69b2dd-7967-4760-9003-2cba6f8d60ab req-af63316f-2439-4f22-b472-b10c59fc2bbd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:59.538469 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ea69b2dd-7967-4760-9003-2cba6f8d60ab req-af63316f-2439-4f22-b472-b10c59fc2bbd service neutron] 10.222.0.81 "GET /v2.0/networks?id=9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a HTTP/1.1" status: 200 len: 897 time: 0.1346939 May 23 11:38:59.558103 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d093e87-5f88-430a-922b-83f5141763a5 req-4051b98f-b4c2-4afd-b860-31805d153169 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:59.559693 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6d093e87-5f88-430a-922b-83f5141763a5 req-4051b98f-b4c2-4afd-b860-31805d153169 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 945 time: 0.1950135 May 23 11:38:59.560590 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69b2dd-7967-4760-9003-2cba6f8d60ab req-558baa20-474e-4232-baec-001fcffa6c21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:59.561854 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ea69b2dd-7967-4760-9003-2cba6f8d60ab req-558baa20-474e-4232-baec-001fcffa6c21 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a HTTP/1.1" status: 200 len: 897 time: 0.1592894 May 23 11:38:59.653269 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ea69b2dd-7967-4760-9003-2cba6f8d60ab req-100e886f-9a17-462e-bfd4-15f5f56af6cd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3c80bda-24a3-4f98-a789-f68ba1bde48a HTTP/1.1" status: 200 len: 999 time: 0.1055944 May 23 11:38:59.691539 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6d093e87-5f88-430a-922b-83f5141763a5 req-b6635c66-191e-4a59-94a6-d852cc11006f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=44b775ff-2882-44f9-b929-cf57218a19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245105 May 23 11:38:59.715887 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ea69b2dd-7967-4760-9003-2cba6f8d60ab req-820325d6-f707-47a6-9cb7-0b6069580f61 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3c80bda-24a3-4f98-a789-f68ba1bde48a HTTP/1.1" status: 200 len: 999 time: 0.1353431 May 23 11:38:59.736830 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69b2dd-7967-4760-9003-2cba6f8d60ab req-5dab72ab-64cf-4300-99a1-e134f4bc21be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:59.738265 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ea69b2dd-7967-4760-9003-2cba6f8d60ab req-5dab72ab-64cf-4300-99a1-e134f4bc21be service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d864b4d9-2135-426e-9dff-8b7dc31646c8 HTTP/1.1" status: 200 len: 834 time: 0.0749032 May 23 11:38:59.817135 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69b2dd-7967-4760-9003-2cba6f8d60ab req-b187c39d-bd40-44eb-ae38-73d814b90e9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:38:59.819274 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ea69b2dd-7967-4760-9003-2cba6f8d60ab req-b187c39d-bd40-44eb-ae38-73d814b90e9b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d864b4d9-2135-426e-9dff-8b7dc31646c8 HTTP/1.1" status: 200 len: 834 time: 0.0961478 May 23 11:38:59.829601 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ea69b2dd-7967-4760-9003-2cba6f8d60ab req-f47dc5ed-7f23-41ea-9936-3f455479d769 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822053 May 23 11:38:59.834319 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:38:59.913373 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ea69b2dd-7967-4760-9003-2cba6f8d60ab req-da657fc1-52cf-4290-9778-c43c93a9bbc7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875680 May 23 11:38:59.984162 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ea69b2dd-7967-4760-9003-2cba6f8d60ab req-92ce7428-872c-4586-835b-2d255702013a service neutron] 10.222.0.81 "GET /v2.0/networks/9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423075 May 23 11:39:00.124475 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ea69b2dd-7967-4760-9003-2cba6f8d60ab req-53226f98-1ab0-4d49-a41f-28d558375579 service neutron] 10.222.0.81 "GET /v2.0/networks/9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316602 May 23 11:39:00.152133 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ea69b2dd-7967-4760-9003-2cba6f8d60ab req-bdb0d26b-5c34-4e1f-95d7-95d119b6becd service neutron] 10.222.0.13 "GET /v2.0/networks/9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325461 May 23 11:39:00.295246 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ea69b2dd-7967-4760-9003-2cba6f8d60ab req-8d1f1638-3032-4d3e-a3e8-bb0fe191c29d service neutron] 10.222.0.13 "GET /v2.0/networks/9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371279 May 23 11:39:00.866485 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device d3c80bda-24a3-4f98-a789-f68ba1bde48a no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:39:00.911246 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4630691-8f56-485f-b088-2e77df83df55 req-ac0db66a-d79a-40a2-8a57-fe28e8f2471e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:39:00.912650 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d4630691-8f56-485f-b088-2e77df83df55 req-ac0db66a-d79a-40a2-8a57-fe28e8f2471e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 945 time: 0.0804307 May 23 11:39:00.924161 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device d3c80bda-24a3-4f98-a789-f68ba1bde48a not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:39:00.958594 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d4630691-8f56-485f-b088-2e77df83df55 req-5b424910-a433-46c8-bb41-043137a03eb0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=44b775ff-2882-44f9-b929-cf57218a19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398448 May 23 11:39:02.170757 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4334e-853d-47b3-a9cc-725fbc5c56ce req-d84ea608-c41f-4311-8656-fa572af7e66b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:39:02.172270 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-46b4334e-853d-47b3-a9cc-725fbc5c56ce req-d84ea608-c41f-4311-8656-fa572af7e66b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 945 time: 0.0822771 May 23 11:39:02.213928 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device d3c80bda-24a3-4f98-a789-f68ba1bde48a details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:39:02.223077 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-46b4334e-853d-47b3-a9cc-725fbc5c56ce req-057763fd-44b6-4399-84e3-2cb156e62cd6 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=44b775ff-2882-44f9-b929-cf57218a19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441864 May 23 11:39:02.250004 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 58052) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:39:02.384167 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port d3c80bda-24a3-4f98-a789-f68ba1bde48a, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=d3c80bda-24a3-4f98-a789-f68ba1bde48a,segment=NetworkSegment(9f583dd4-4b8a-4969-ab3f-0efe97f89d04),segment_id=9f583dd4-4b8a-4969-ab3f-0efe97f89d04)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:39:02.399634 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'd3c80bda-24a3-4f98-a789-f68ba1bde48a', 'network_id': '9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a', 'port_id': 'd3c80bda-24a3-4f98-a789-f68ba1bde48a', 'mac_address': 'fa:16:3e:5a:ed:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd864b4d9-2135-426e-9dff-8b7dc31646c8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:39:02.411407 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ff782e68-77cf-40ca-880e-28405f8ee36b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/floatingips/6f38c621-cdbc-4f1d-9d57-7ae5d152120f HTTP/1.1" status: 200 len: 991 time: 0.1572092 May 23 11:39:02.464630 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:02.492295 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3c80bda-24a3-4f98-a789-f68ba1bde48a {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:39:02.510895 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port d3c80bda-24a3-4f98-a789-f68ba1bde48a, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=d3c80bda-24a3-4f98-a789-f68ba1bde48a,segment=NetworkSegment(9f583dd4-4b8a-4969-ab3f-0efe97f89d04),segment_id=9f583dd4-4b8a-4969-ab3f-0efe97f89d04)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:39:02.515936 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:02.588456 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=d3c80bda-24a3-4f98-a789-f68ba1bde48a,revision_number=12']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:39:02.922276 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['d3c80bda-24a3-4f98-a789-f68ba1bde48a'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:39:04.215588 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device d3c80bda-24a3-4f98-a789-f68ba1bde48a up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:39:04.290501 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port d3c80bda-24a3-4f98-a789-f68ba1bde48a completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:39:04.295541 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port d3c80bda-24a3-4f98-a789-f68ba1bde48a triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:39:04.295958 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:04.411108 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:04.440326 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e4142a-e6d9-4fec-b93f-564e5569d79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c80bda-24a3-4f98-a789-f68ba1bde48a'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:39:04.453554 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port d3c80bda-24a3-4f98-a789-f68ba1bde48a, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=d3c80bda-24a3-4f98-a789-f68ba1bde48a,segment=NetworkSegment(9f583dd4-4b8a-4969-ab3f-0efe97f89d04),segment_id=9f583dd4-4b8a-4969-ab3f-0efe97f89d04)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:39:04.459000 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:04.509826 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89412101-c537-424d-9659-216de54c4e5b'] response: {'server_uuid': 'f9e4142a-e6d9-4fec-b93f-564e5569d79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c80bda-24a3-4f98-a789-f68ba1bde48a', 'code': 200} May 23 11:39:04.533607 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=d3c80bda-24a3-4f98-a789-f68ba1bde48a,revision_number=13']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:39:08.210489 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:09.266326 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4de0395b-d93a-4957-9dc5-a3218c18d627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:09.521800 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:11.527497 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb9aeaf7-b341-4ff7-8a69-01ca4c4e4733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:12.780515 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:12.846699 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:14.293331 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:25.145883 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4daea992-61ed-474c-b86a-b4dad4cc99f1 req-e1776a87-ccff-405c-bae5-af5bbb70489f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0709293 May 23 11:39:25.308601 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4daea992-61ed-474c-b86a-b4dad4cc99f1 req-449abcd3-622e-4a3f-b615-bdff74e9b5c9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=261dc3b71b384338a9f4e12911499bfb&device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 1098 time: 0.0744112 May 23 11:39:25.455517 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daea992-61ed-474c-b86a-b4dad4cc99f1 req-10b75301-f18c-47ee-ab63-74ea3e8d7683 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:39:25.457020 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4daea992-61ed-474c-b86a-b4dad4cc99f1 req-10b75301-f18c-47ee-ab63-74ea3e8d7683 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a HTTP/1.1" status: 200 len: 897 time: 0.1299233 May 23 11:39:25.566258 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4daea992-61ed-474c-b86a-b4dad4cc99f1 req-95bb2f37-954f-42a0-b986-253df81f783d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3c80bda-24a3-4f98-a789-f68ba1bde48a HTTP/1.1" status: 200 len: 1001 time: 0.1028755 May 23 11:39:25.632376 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daea992-61ed-474c-b86a-b4dad4cc99f1 req-2ae7f18f-0dea-45d5-9ee6-87bf70ec858d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:39:25.633968 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4daea992-61ed-474c-b86a-b4dad4cc99f1 req-2ae7f18f-0dea-45d5-9ee6-87bf70ec858d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d864b4d9-2135-426e-9dff-8b7dc31646c8 HTTP/1.1" status: 200 len: 834 time: 0.0617044 May 23 11:39:25.710634 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4daea992-61ed-474c-b86a-b4dad4cc99f1 req-8843ce74-8e81-4bd6-abd0-7b30b0242a8d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711243 May 23 11:39:25.850565 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4daea992-61ed-474c-b86a-b4dad4cc99f1 req-ff55c2aa-cc12-451d-94aa-7ade7e7ba2be service neutron] 10.222.0.13 "GET /v2.0/networks/9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340752 May 23 11:39:25.993643 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4daea992-61ed-474c-b86a-b4dad4cc99f1 req-2d04a66e-d4ee-4394-883c-7831e3499fee service neutron] 10.222.0.13 "GET /v2.0/networks/9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370456 May 23 11:39:32.507942 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e32460c2-bbf7-47d0-987d-6cd6f7331b2e req-dee26ace-cd0b-4cd1-ac1e-817d996b4baa service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c9aad0bc-f9db-4db0-a7b0-7beb7e7fb826&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0728266 May 23 11:39:32.684017 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e32460c2-bbf7-47d0-987d-6cd6f7331b2e req-fe0d2661-87b3-4d47-9c4e-96639f0653d1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c0d5a70375a14dad89b052c6ff00afdf&device_id=c9aad0bc-f9db-4db0-a7b0-7beb7e7fb826 HTTP/1.1" status: 200 len: 1096 time: 0.0743299 May 23 11:39:32.840641 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32460c2-bbf7-47d0-987d-6cd6f7331b2e req-b221bdfa-1b65-4b61-9ce4-5f08bea931b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:39:32.840768 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e32460c2-bbf7-47d0-987d-6cd6f7331b2e req-b221bdfa-1b65-4b61-9ce4-5f08bea931b8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e5168ee0-15d7-4afb-963f-746644a08876 HTTP/1.1" status: 200 len: 910 time: 0.1338813 May 23 11:39:32.949390 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e32460c2-bbf7-47d0-987d-6cd6f7331b2e req-3a459838-e32a-4ee8-856e-2c32b0d5b864 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1684116e-7873-4ed3-a20d-667f56c5001f HTTP/1.1" status: 200 len: 1000 time: 0.0979531 May 23 11:39:33.027213 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32460c2-bbf7-47d0-987d-6cd6f7331b2e req-975516a6-2cd9-4f04-b9e0-9e64a85494c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:39:33.028721 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e32460c2-bbf7-47d0-987d-6cd6f7331b2e req-975516a6-2cd9-4f04-b9e0-9e64a85494c2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ad8d50de-c367-4541-8000-d04e811e479e HTTP/1.1" status: 200 len: 848 time: 0.0705440 May 23 11:39:33.129969 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e32460c2-bbf7-47d0-987d-6cd6f7331b2e req-711e46c3-8211-4905-9269-8ee27ace8b90 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e5168ee0-15d7-4afb-963f-746644a08876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923240 May 23 11:39:33.267072 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e32460c2-bbf7-47d0-987d-6cd6f7331b2e req-ae7a3bd6-1970-4d1e-89aa-608330ced88a service neutron] 10.222.0.81 "GET /v2.0/networks/e5168ee0-15d7-4afb-963f-746644a08876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280136 May 23 11:39:33.516878 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e32460c2-bbf7-47d0-987d-6cd6f7331b2e req-d0f7de8e-2f7e-4f79-9027-5e722b173425 service neutron] 10.222.0.81 "GET /v2.0/networks/e5168ee0-15d7-4afb-963f-746644a08876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411702 May 23 11:39:36.835097 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:39:38.216991 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:39.258264 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ee3fca98-7e16-4dea-8431-b165a2204338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:39.520371 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:41.541102 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aa0141f3-2ec7-4664-bf91-5dd9372c0fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:42.785512 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:42.843939 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:44.291480 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:46.685483 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59474) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:39:46.839056 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-45eb7fa2-4f49-4a5a-aedc-ac96edf91fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:46.871338 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-45eb7fa2-4f49-4a5a-aedc-ac96edf91fea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:39:46.875206 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-45eb7fa2-4f49-4a5a-aedc-ac96edf91fea admin admin] Usage tracker for resource:security_group_rule and tenant:114194a60d6e41f79ac254722f380500 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:39:46.878166 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-45eb7fa2-4f49-4a5a-aedc-ac96edf91fea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:39:46.884104 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-45eb7fa2-4f49-4a5a-aedc-ac96edf91fea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:39:46.957013 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-45eb7fa2-4f49-4a5a-aedc-ac96edf91fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:46.962918 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-45eb7fa2-4f49-4a5a-aedc-ac96edf91fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:47.009504 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb7fa2-4f49-4a5a-aedc-ac96edf91fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3720ff16-bb47-450c-a010-725fc88ae898,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:39:47.014329 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-45eb7fa2-4f49-4a5a-aedc-ac96edf91fea admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=114194a60d6e41f79ac254722f380500&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3277977 May 23 11:39:47.017425 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59480) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:39:47.021809 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eb7fa2-4f49-4a5a-aedc-ac96edf91fea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:39:47.022152 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eb7fa2-4f49-4a5a-aedc-ac96edf91fea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:39:47.022492 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eb7fa2-4f49-4a5a-aedc-ac96edf91fea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:39:47.022822 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eb7fa2-4f49-4a5a-aedc-ac96edf91fea admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:39:47.023143 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eb7fa2-4f49-4a5a-aedc-ac96edf91fea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:39:47.023469 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eb7fa2-4f49-4a5a-aedc-ac96edf91fea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:39:47.023790 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eb7fa2-4f49-4a5a-aedc-ac96edf91fea admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:39:47.024150 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eb7fa2-4f49-4a5a-aedc-ac96edf91fea admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:39:47.024469 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eb7fa2-4f49-4a5a-aedc-ac96edf91fea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:39:47.024786 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eb7fa2-4f49-4a5a-aedc-ac96edf91fea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:39:47.025104 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eb7fa2-4f49-4a5a-aedc-ac96edf91fea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:39:47.085972 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f77f2822-eb65-4804-9b8b-cd3da3c1011b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:47.124664 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f77f2822-eb65-4804-9b8b-cd3da3c1011b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:47.181762 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f77f2822-eb65-4804-9b8b-cd3da3c1011b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:47.197758 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77f2822-eb65-4804-9b8b-cd3da3c1011b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3720ff16-bb47-450c-a010-725fc88ae898,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:39:47.206009 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f77f2822-eb65-4804-9b8b-cd3da3c1011b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:47.207192 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f77f2822-eb65-4804-9b8b-cd3da3c1011b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3720ff16-bb47-450c-a010-725fc88ae898 HTTP/1.1" status: 204 len: 168 time: 0.1887114 May 23 11:39:47.211208 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f2822-eb65-4804-9b8b-cd3da3c1011b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:39:47.211588 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f2822-eb65-4804-9b8b-cd3da3c1011b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:39:47.211948 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f2822-eb65-4804-9b8b-cd3da3c1011b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:39:47.212280 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f2822-eb65-4804-9b8b-cd3da3c1011b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:39:47.212591 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f2822-eb65-4804-9b8b-cd3da3c1011b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:39:47.212918 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f2822-eb65-4804-9b8b-cd3da3c1011b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:39:47.213233 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f2822-eb65-4804-9b8b-cd3da3c1011b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:39:47.213553 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f2822-eb65-4804-9b8b-cd3da3c1011b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:39:47.213890 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f2822-eb65-4804-9b8b-cd3da3c1011b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:39:47.214198 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f2822-eb65-4804-9b8b-cd3da3c1011b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:39:47.214517 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f2822-eb65-4804-9b8b-cd3da3c1011b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:39:47.558359 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59490) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:39:47.577101 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-64900488-2611-45ff-9604-47b5279bf2be admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:47.609499 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-64900488-2611-45ff-9604-47b5279bf2be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:39:47.614290 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-64900488-2611-45ff-9604-47b5279bf2be admin admin] Usage tracker for resource:security_group_rule and tenant:5d4efe6dc2df4524934682020792c319 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:39:47.617443 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-64900488-2611-45ff-9604-47b5279bf2be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:39:47.625415 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-64900488-2611-45ff-9604-47b5279bf2be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:39:47.690819 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-64900488-2611-45ff-9604-47b5279bf2be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:47.696412 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-64900488-2611-45ff-9604-47b5279bf2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:47.740760 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64900488-2611-45ff-9604-47b5279bf2be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b95ca9-43a8-439a-bc6f-c483173306bb,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:39:47.745151 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-64900488-2611-45ff-9604-47b5279bf2be admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5d4efe6dc2df4524934682020792c319&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1857471 May 23 11:39:47.748289 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59494) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:39:47.808625 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-149d35e9-86d4-4f99-8337-baee7e1c7596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:47.834097 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-149d35e9-86d4-4f99-8337-baee7e1c7596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:47.890925 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-149d35e9-86d4-4f99-8337-baee7e1c7596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:47.906991 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d35e9-86d4-4f99-8337-baee7e1c7596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b95ca9-43a8-439a-bc6f-c483173306bb,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:39:47.911357 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-149d35e9-86d4-4f99-8337-baee7e1c7596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:47.912504 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-149d35e9-86d4-4f99-8337-baee7e1c7596 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e1b95ca9-43a8-439a-bc6f-c483173306bb HTTP/1.1" status: 204 len: 168 time: 0.1631694 May 23 11:39:50.680557 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-c9ea4f86-c163-4eab-b7d9-ae57e72e45bd tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=641f3c241bda4f48a7a5624c98c4719b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1199229 May 23 11:39:50.834392 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-d9fa40de-12f0-4b61-8c0f-2275d59f63be tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:39:50.835793 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-d9fa40de-12f0-4b61-8c0f-2275d59f63be tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1473436 May 23 11:39:50.853185 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-9860b3d2-8dd8-4c0f-8b09-540112c5dfe7 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] 10.222.0.79 "GET /v2.0/quotas/641f3c241bda4f48a7a5624c98c4719b HTTP/1.1" status: 200 len: 375 time: 0.0116980 May 23 11:39:50.898463 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-45952e3c-489c-45b9-895a-be6468acda51 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=641f3c241bda4f48a7a5624c98c4719b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400229 May 23 11:39:51.106892 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8e6c69a9-fc38-4bd3-ae87-6f135b7d32d3 req-ccefd4bf-02a8-40ac-ba67-3ac1cb763501 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc377247-0dba-4ab7-9a2b-d9799b3d7e11 HTTP/1.1" status: 200 len: 210 time: 0.0403399 May 23 11:39:52.281010 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-19319fe3-662d-426d-b065-347dd5096fbd req-51da859e-3c5e-4226-8bb0-46b6c3d377c9 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc377247-0dba-4ab7-9a2b-d9799b3d7e11 HTTP/1.1" status: 200 len: 210 time: 0.0449064 May 23 11:39:52.354860 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-ffad3d5d-7917-45bf-bb8d-6a0f705c8afe tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=641f3c241bda4f48a7a5624c98c4719b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295343 May 23 11:39:52.503112 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-eb607649-af09-4f4e-9da9-c5cefc7622f1 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:39:52.504559 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-eb607649-af09-4f4e-9da9-c5cefc7622f1 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1436393 May 23 11:39:52.534296 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-982f4ac0-d151-4c52-821f-980e7964bf05 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Request body: {'port': {'device_id': 'dc377247-0dba-4ab7-9a2b-d9799b3d7e11', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'admin_state_up': True, 'tenant_id': '641f3c241bda4f48a7a5624c98c4719b'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:39:52.668865 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-982f4ac0-d151-4c52-821f-980e7964bf05 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:39:52.672848 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-982f4ac0-d151-4c52-821f-980e7964bf05 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Usage tracker for resource:port and tenant:641f3c241bda4f48a7a5624c98c4719b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:39:52.675737 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-982f4ac0-d151-4c52-821f-980e7964bf05 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:39:52.681543 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-982f4ac0-d151-4c52-821f-980e7964bf05 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:39:52.693702 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-982f4ac0-d151-4c52-821f-980e7964bf05 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Made reservation on behalf of 641f3c241bda4f48a7a5624c98c4719b for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:39:52.696642 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-982f4ac0-d151-4c52-821f-980e7964bf05 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:52.709091 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-982f4ac0-d151-4c52-821f-980e7964bf05 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:52.741417 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-982f4ac0-d151-4c52-821f-980e7964bf05 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:39:52.745557 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-982f4ac0-d151-4c52-821f-980e7964bf05 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Usage tracker for resource:security_group_rule and tenant:641f3c241bda4f48a7a5624c98c4719b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:39:52.748614 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-982f4ac0-d151-4c52-821f-980e7964bf05 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:39:52.754689 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-982f4ac0-d151-4c52-821f-980e7964bf05 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:39:52.828648 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-982f4ac0-d151-4c52-821f-980e7964bf05 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:52.833252 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-982f4ac0-d151-4c52-821f-980e7964bf05 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:52.917904 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f4ac0-d151-4c52-821f-980e7964bf05 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e88755c-ffea-4fe2-b247-9621e7b7bc47,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:39:53.010181 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-982f4ac0-d151-4c52-821f-980e7964bf05 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Allocated IP 192.168.233.97 (45238d5c-875a-474b-bef1-cc75dc2ba645/c1719237-4a8e-4354-92b1-51064eb09c82/974f974d-25df-4f2b-bcd9-78e8bc0097a4) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:39:53.234313 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-982f4ac0-d151-4c52-821f-980e7964bf05 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:53.250976 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-982f4ac0-d151-4c52-821f-980e7964bf05 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Transition to ACTIVE for port object 974f974d-25df-4f2b-bcd9-78e8bc0097a4 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:39:53.279182 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-982f4ac0-d151-4c52-821f-980e7964bf05 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:53.351723 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-982f4ac0-d151-4c52-821f-980e7964bf05 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Network 45238d5c-875a-474b-bef1-cc75dc2ba645 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:39:53.354926 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-982f4ac0-d151-4c52-821f-980e7964bf05 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:39:53.359564 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-982f4ac0-d151-4c52-821f-980e7964bf05 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:39:53.388154 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f4ac0-d151-4c52-821f-980e7964bf05 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Pushing event updated for resources: {'Port': ['ID=974f974d-25df-4f2b-bcd9-78e8bc0097a4,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:39:53.468675 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-982f4ac0-d151-4c52-821f-980e7964bf05 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:39:53.469298 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-982f4ac0-d151-4c52-821f-980e7964bf05 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:53.524118 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-982f4ac0-d151-4c52-821f-980e7964bf05 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9934483 May 23 11:39:53.531012 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15829445-1dca-4fae-a55e-f7ae03dbde00 req-c05a33fd-3c11-46e7-b0ae-9acb86a0ded6 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:39:53.531631 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-15829445-1dca-4fae-a55e-f7ae03dbde00 req-c05a33fd-3c11-46e7-b0ae-9acb86a0ded6 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Synchronizing usage tracker for tenant:641f3c241bda4f48a7a5624c98c4719b on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:39:53.543083 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-5693268a-bdf5-45ab-b540-ef2fb6ea3e5c service neutron] Request body: {'port': {'device_id': 'dc377247-0dba-4ab7-9a2b-d9799b3d7e11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:39:53.591634 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-15829445-1dca-4fae-a55e-f7ae03dbde00 req-c05a33fd-3c11-46e7-b0ae-9acb86a0ded6 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Unset dirty status for tenant:641f3c241bda4f48a7a5624c98c4719b on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:39:53.592781 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-15829445-1dca-4fae-a55e-f7ae03dbde00 req-c05a33fd-3c11-46e7-b0ae-9acb86a0ded6 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc377247-0dba-4ab7-9a2b-d9799b3d7e11 HTTP/1.1" status: 200 len: 935 time: 0.1843543 May 23 11:39:53.623078 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-94dae62a-600a-4101-a3d9-a435cad218a8 None None] Provisioning for port 974f974d-25df-4f2b-bcd9-78e8bc0097a4 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:39:53.628296 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-94dae62a-600a-4101-a3d9-a435cad218a8 None None] Provisioning complete for port 974f974d-25df-4f2b-bcd9-78e8bc0097a4 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:39:53.628824 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-94dae62a-600a-4101-a3d9-a435cad218a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:53.680788 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-94dae62a-600a-4101-a3d9-a435cad218a8 None None] Port 974f974d-25df-4f2b-bcd9-78e8bc0097a4 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:39:53.686799 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-5693268a-bdf5-45ab-b540-ef2fb6ea3e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:53.701468 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-15829445-1dca-4fae-a55e-f7ae03dbde00 req-9ea925d6-eebb-4a8a-84a8-bf9b530f8695 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Synchronizing usage tracker for tenant:641f3c241bda4f48a7a5624c98c4719b on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:39:53.762171 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-15829445-1dca-4fae-a55e-f7ae03dbde00 req-9ea925d6-eebb-4a8a-84a8-bf9b530f8695 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Unset dirty status for tenant:641f3c241bda4f48a7a5624c98c4719b on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:39:53.763328 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-15829445-1dca-4fae-a55e-f7ae03dbde00 req-9ea925d6-eebb-4a8a-84a8-bf9b530f8695 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e88755c-ffea-4fe2-b247-9621e7b7bc47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634681 May 23 11:39:54.131574 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-5693268a-bdf5-45ab-b540-ef2fb6ea3e5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 974f974d-25df-4f2b-bcd9-78e8bc0097a4 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:39:54.140310 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-5693268a-bdf5-45ab-b540-ef2fb6ea3e5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:54.155307 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-5693268a-bdf5-45ab-b540-ef2fb6ea3e5c service neutron] Transition to ACTIVE for port object 974f974d-25df-4f2b-bcd9-78e8bc0097a4 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:39:54.162794 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-5693268a-bdf5-45ab-b540-ef2fb6ea3e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:54.288390 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5693268a-bdf5-45ab-b540-ef2fb6ea3e5c service neutron] Pushing event updated for resources: {'Port': ['ID=974f974d-25df-4f2b-bcd9-78e8bc0097a4,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:39:54.394767 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-5693268a-bdf5-45ab-b540-ef2fb6ea3e5c service neutron] Attempting to bind port 974f974d-25df-4f2b-bcd9-78e8bc0097a4 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:39:54.395379 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-5693268a-bdf5-45ab-b540-ef2fb6ea3e5c service neutron] Attempting to bind port 974f974d-25df-4f2b-bcd9-78e8bc0097a4 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:39:54.395379 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-5693268a-bdf5-45ab-b540-ef2fb6ea3e5c service neutron] Attempting to bind port 974f974d-25df-4f2b-bcd9-78e8bc0097a4 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:39:54.401696 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-5693268a-bdf5-45ab-b540-ef2fb6ea3e5c service neutron] Port 974f974d-25df-4f2b-bcd9-78e8bc0097a4 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:39:54.402008 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-5693268a-bdf5-45ab-b540-ef2fb6ea3e5c service neutron] Attempting to bind port 974f974d-25df-4f2b-bcd9-78e8bc0097a4 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:39:54.408121 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-5693268a-bdf5-45ab-b540-ef2fb6ea3e5c service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:39:54.408437 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-5693268a-bdf5-45ab-b540-ef2fb6ea3e5c service neutron] Checking segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:39:54.408811 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-5693268a-bdf5-45ab-b540-ef2fb6ea3e5c service neutron] Bound using segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:39:54.409228 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-5693268a-bdf5-45ab-b540-ef2fb6ea3e5c service neutron] Bound port: 974f974d-25df-4f2b-bcd9-78e8bc0097a4, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:39:54.409624 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-5693268a-bdf5-45ab-b540-ef2fb6ea3e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:54.506021 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-5693268a-bdf5-45ab-b540-ef2fb6ea3e5c service neutron] For port 974f974d-25df-4f2b-bcd9-78e8bc0097a4, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:39:54.508894 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-5693268a-bdf5-45ab-b540-ef2fb6ea3e5c service neutron] For port 974f974d-25df-4f2b-bcd9-78e8bc0097a4, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=974f974d-25df-4f2b-bcd9-78e8bc0097a4,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:39:54.515109 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-5693268a-bdf5-45ab-b540-ef2fb6ea3e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:54.580641 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-5693268a-bdf5-45ab-b540-ef2fb6ea3e5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:54.582362 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-5693268a-bdf5-45ab-b540-ef2fb6ea3e5c service neutron] 10.222.0.13 "PUT /v2.0/ports/974f974d-25df-4f2b-bcd9-78e8bc0097a4 HTTP/1.1" status: 200 len: 1095 time: 1.0443275 May 23 11:39:54.582830 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc377247-0dba-4ab7-9a2b-d9799b3d7e11', 'tag': '974f974d-25df-4f2b-bcd9-78e8bc0097a4'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:39:54.603411 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5693268a-bdf5-45ab-b540-ef2fb6ea3e5c service neutron] Pushing event updated for resources: {'Port': ['ID=974f974d-25df-4f2b-bcd9-78e8bc0097a4,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:39:54.670428 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afc0c6ef-3fb3-4578-aedf-d01d60112135'] response: {'name': 'network-changed', 'server_uuid': 'dc377247-0dba-4ab7-9a2b-d9799b3d7e11', 'tag': '974f974d-25df-4f2b-bcd9-78e8bc0097a4', 'status': 'completed', 'code': 200} May 23 11:39:54.712513 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-dcd2816f-3e91-413e-9b73-40c04b4aa333 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=641f3c241bda4f48a7a5624c98c4719b&device_id=dc377247-0dba-4ab7-9a2b-d9799b3d7e11 HTTP/1.1" status: 200 len: 1098 time: 0.0744288 May 23 11:39:54.792701 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-324d480a-9790-4f78-920f-0226047bd2f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=974f974d-25df-4f2b-bcd9-78e8bc0097a4 HTTP/1.1" status: 200 len: 217 time: 0.0664446 May 23 11:39:54.857255 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-ec922cd1-c271-4556-af3a-18af11b27aa6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:39:54.858908 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-ec922cd1-c271-4556-af3a-18af11b27aa6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.0597353 May 23 11:39:54.991451 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-ba7d409d-a8be-431b-b359-1b33d57ee596 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1267011 May 23 11:39:54.999641 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6641f-793d-48e0-ac40-b69df93c4f0c req-5247bf4e-50c9-4df7-99fa-c0de9e7258b1 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:39:55.000981 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f3c6641f-793d-48e0-ac40-b69df93c4f0c req-5247bf4e-50c9-4df7-99fa-c0de9e7258b1 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc377247-0dba-4ab7-9a2b-d9799b3d7e11 HTTP/1.1" status: 200 len: 947 time: 0.1037226 May 23 11:39:55.140649 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f3c6641f-793d-48e0-ac40-b69df93c4f0c req-59ab7e6f-2d8a-4159-86ae-e9f83b639f3b tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e88755c-ffea-4fe2-b247-9621e7b7bc47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217444 May 23 11:39:55.167970 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-cb94f100-d1ae-4818-b87d-517a8d288b71 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660826 May 23 11:39:55.298805 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2d922f1d-e879-414b-80e8-398b9dc5c943 req-b9d901d3-3954-4be9-9356-273308d5afbf service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237476 May 23 11:39:55.490833 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2857a1a8-91c1-4414-9dfb-2516895b0a4f req-36c7ea3f-4ab5-4d54-9430-3e7d6b59a46d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=641f3c241bda4f48a7a5624c98c4719b&device_id=dc377247-0dba-4ab7-9a2b-d9799b3d7e11 HTTP/1.1" status: 200 len: 1098 time: 0.0738320 May 23 11:39:55.633975 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2857a1a8-91c1-4414-9dfb-2516895b0a4f req-13a7309c-e764-456b-b12a-59a82701886a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:39:55.635336 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2857a1a8-91c1-4414-9dfb-2516895b0a4f req-13a7309c-e764-456b-b12a-59a82701886a service neutron] 10.222.0.13 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.1383810 May 23 11:39:55.706748 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2857a1a8-91c1-4414-9dfb-2516895b0a4f req-39b69924-dc1e-4d84-8d27-5bbe4bb535cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=974f974d-25df-4f2b-bcd9-78e8bc0097a4 HTTP/1.1" status: 200 len: 217 time: 0.0644419 May 23 11:39:55.769821 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2857a1a8-91c1-4414-9dfb-2516895b0a4f req-1d4733b5-39d8-4558-b1e6-c6f9096244a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:39:55.771193 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2857a1a8-91c1-4414-9dfb-2516895b0a4f req-1d4733b5-39d8-4558-b1e6-c6f9096244a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.0586421 May 23 11:39:55.844922 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2857a1a8-91c1-4414-9dfb-2516895b0a4f req-bea81bb6-04c0-48fa-be2c-54572347cb3d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0680726 May 23 11:39:55.993266 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2857a1a8-91c1-4414-9dfb-2516895b0a4f req-146236b0-0e86-4d9a-b420-3c8de44e1d70 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422653 May 23 11:39:56.226199 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2857a1a8-91c1-4414-9dfb-2516895b0a4f req-05b908a7-e04d-4815-933f-4b1a8319f65a service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254062 May 23 11:39:56.351683 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8631a3-76b7-481f-adda-f6754b11cd32 req-e267954c-18ec-4dbc-9e27-74ac8ed5e740 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:39:56.353060 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4b8631a3-76b7-481f-adda-f6754b11cd32 req-e267954c-18ec-4dbc-9e27-74ac8ed5e740 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc377247-0dba-4ab7-9a2b-d9799b3d7e11 HTTP/1.1" status: 200 len: 947 time: 0.0857406 May 23 11:39:56.398372 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4b8631a3-76b7-481f-adda-f6754b11cd32 req-64e470d5-c2fa-48fa-883f-f68433c7a518 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e88755c-ffea-4fe2-b247-9621e7b7bc47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395079 May 23 11:39:57.609791 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086cdfad-caa7-421a-8504-1689715ec312 req-eb966b8f-1dc2-4f4b-b23d-90bd47a5d38b tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:39:57.611217 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-086cdfad-caa7-421a-8504-1689715ec312 req-eb966b8f-1dc2-4f4b-b23d-90bd47a5d38b tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc377247-0dba-4ab7-9a2b-d9799b3d7e11 HTTP/1.1" status: 200 len: 947 time: 0.0866649 May 23 11:39:57.658519 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-086cdfad-caa7-421a-8504-1689715ec312 req-ade5f4da-3d2a-4a0e-bb9a-837ed4d1cc62 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e88755c-ffea-4fe2-b247-9621e7b7bc47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414639 May 23 11:39:58.491316 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 974f974d-25df-4f2b-bcd9-78e8bc0097a4 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:39:58.639710 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 974f974d-25df-4f2b-bcd9-78e8bc0097a4, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=974f974d-25df-4f2b-bcd9-78e8bc0097a4,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:39:58.653108 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '974f974d-25df-4f2b-bcd9-78e8bc0097a4', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'port_id': '974f974d-25df-4f2b-bcd9-78e8bc0097a4', 'mac_address': 'fa:16:3e:f4:f8:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1719237-4a8e-4354-92b1-51064eb09c82', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:39:58.709682 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:58.755512 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 974f974d-25df-4f2b-bcd9-78e8bc0097a4 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:39:58.771433 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 974f974d-25df-4f2b-bcd9-78e8bc0097a4, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=974f974d-25df-4f2b-bcd9-78e8bc0097a4,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:39:58.776942 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:39:58.843228 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=974f974d-25df-4f2b-bcd9-78e8bc0097a4,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:39:58.852246 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:39:58.852596 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:39:58.852945 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:39:58.853280 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:39:58.853643 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:39:58.853981 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:39:58.854438 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:39:58.854627 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:39:58.854998 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:39:58.855362 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:39:58.855470 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a7271-6129-4486-bc80-fe14ded7b06c req-7c04a839-3e2e-4b48-b8d3-a1620aa2fe0a tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:39:58.855989 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:39:58.856902 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ba4a7271-6129-4486-bc80-fe14ded7b06c req-7c04a839-3e2e-4b48-b8d3-a1620aa2fe0a tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc377247-0dba-4ab7-9a2b-d9799b3d7e11 HTTP/1.1" status: 200 len: 948 time: 0.0770278 May 23 11:39:58.901814 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ba4a7271-6129-4486-bc80-fe14ded7b06c req-0920647b-0d36-481f-a543-8652181a97d3 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e88755c-ffea-4fe2-b247-9621e7b7bc47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393057 May 23 11:39:59.203209 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['974f974d-25df-4f2b-bcd9-78e8bc0097a4'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:39:59.807563 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4b7a20e7-4e00-40c6-866c-4254037945e5 req-485f0fab-faf9-41e4-a272-d236d69ae5b5 tempest-TestNetworkAdvancedServerOps-1284012438 tempest-TestNetworkAdvancedServerOps-1284012438-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 1098 time: 0.0887866 May 23 11:39:59.853382 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4b7a20e7-4e00-40c6-866c-4254037945e5 req-697fb1b1-d4a7-46ef-afde-0d104dd88b35 tempest-TestNetworkAdvancedServerOps-1284012438 tempest-TestNetworkAdvancedServerOps-1284012438-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=44b775ff-2882-44f9-b929-cf57218a19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396514 May 23 11:39:59.880730 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59580) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:40:00.079228 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-bf1d5f4a-07c7-4a82-9e26-f7fea932fa22 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Deleting port d4daa6af-6692-4cc5-b2d4-fc1d3e39c66c {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:40:00.079488 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf1d5f4a-07c7-4a82-9e26-f7fea932fa22 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:00.100442 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbce1b4-f9ea-41e3-a41d-27c73566901c req-532b24a3-8e92-4077-9ef8-53999a049744 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:40:00.101912 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7bbce1b4-f9ea-41e3-a41d-27c73566901c req-532b24a3-8e92-4077-9ef8-53999a049744 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc377247-0dba-4ab7-9a2b-d9799b3d7e11 HTTP/1.1" status: 200 len: 948 time: 0.0764911 May 23 11:40:00.148292 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7bbce1b4-f9ea-41e3-a41d-27c73566901c req-50cd4b0c-9379-4397-9936-2566e5dc9051 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e88755c-ffea-4fe2-b247-9621e7b7bc47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404761 May 23 11:40:00.260552 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf1d5f4a-07c7-4a82-9e26-f7fea932fa22 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:00.260850 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf1d5f4a-07c7-4a82-9e26-f7fea932fa22 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:00.379638 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-bf1d5f4a-07c7-4a82-9e26-f7fea932fa22 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Calling delete_port for d4daa6af-6692-4cc5-b2d4-fc1d3e39c66c owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:40:00.508994 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 974f974d-25df-4f2b-bcd9-78e8bc0097a4 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:40:00.530649 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf1d5f4a-07c7-4a82-9e26-f7fea932fa22 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:00.576638 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d5f4a-07c7-4a82-9e26-f7fea932fa22 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event deleted for resources: {'Port': ['ID=d4daa6af-6692-4cc5-b2d4-fc1d3e39c66c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:40:00.577277 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 974f974d-25df-4f2b-bcd9-78e8bc0097a4 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:40:00.582067 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 974f974d-25df-4f2b-bcd9-78e8bc0097a4 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:40:00.583515 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:00.672271 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf1d5f4a-07c7-4a82-9e26-f7fea932fa22 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:00.697236 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:00.723932 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc377247-0dba-4ab7-9a2b-d9799b3d7e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974f974d-25df-4f2b-bcd9-78e8bc0097a4'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:40:00.734233 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 974f974d-25df-4f2b-bcd9-78e8bc0097a4, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=974f974d-25df-4f2b-bcd9-78e8bc0097a4,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:40:00.740793 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:00.785520 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff1ef401-4a33-44e1-8808-ec9e74b85905'] response: {'server_uuid': 'dc377247-0dba-4ab7-9a2b-d9799b3d7e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974f974d-25df-4f2b-bcd9-78e8bc0097a4', 'code': 200} May 23 11:40:00.816947 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=974f974d-25df-4f2b-bcd9-78e8bc0097a4,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:40:00.938688 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-adb06c67-a31a-4153-b93b-ffcad1cd872d req-f1e83b54-782a-4ccb-a3eb-8e5c6876dd7f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dc377247-0dba-4ab7-9a2b-d9799b3d7e11 HTTP/1.1" status: 200 len: 1100 time: 0.0719872 May 23 11:40:00.980690 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-adb06c67-a31a-4153-b93b-ffcad1cd872d req-643564cd-a93c-49c6-9081-681f799fed19 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2e88755c-ffea-4fe2-b247-9621e7b7bc47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361283 May 23 11:40:01.166396 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1d5f4a-07c7-4a82-9e26-f7fea932fa22 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Router 27ad0d1a-34c1-482c-b673-8661a0620821 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:40:01.356345 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ec9e7-34b3-4051-8257-404cf219b305 req-0883d293-9176-4c90-b519-bb2d5ab3d8a8 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:40:01.357926 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9a9ec9e7-34b3-4051-8257-404cf219b305 req-0883d293-9176-4c90-b519-bb2d5ab3d8a8 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc377247-0dba-4ab7-9a2b-d9799b3d7e11 HTTP/1.1" status: 200 len: 949 time: 0.0777345 May 23 11:40:01.375088 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1d5f4a-07c7-4a82-9e26-f7fea932fa22 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:40:01.386169 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a2ec0e-3091-4bcb-b866-df07c08658af None None] Sync routers for ids ['27ad0d1a-34c1-482c-b673-8661a0620821'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:40:01.398836 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf1d5f4a-07c7-4a82-9e26-f7fea932fa22 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:01.399218 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a2ec0e-3091-4bcb-b866-df07c08658af None None] Routers {'27ad0d1a-34c1-482c-b673-8661a0620821'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:40:01.399850 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c9a2ec0e-3091-4bcb-b866-df07c08658af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:39:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['27ad0d1a-34c1-482c-b673-8661a0620821'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:40:01.409420 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9a9ec9e7-34b3-4051-8257-404cf219b305 req-34515177-7cf0-4b27-a9e7-1db5d5c7130f tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e88755c-ffea-4fe2-b247-9621e7b7bc47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447659 May 23 11:40:01.453417 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-bf1d5f4a-07c7-4a82-9e26-f7fea932fa22 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "DELETE /v2.0/floatingips/6f38c621-cdbc-4f1d-9d57-7ae5d152120f HTTP/1.1" status: 204 len: 168 time: 1.5715098 May 23 11:40:01.453926 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e4142a-e6d9-4fec-b93f-564e5569d79d', 'tag': 'd3c80bda-24a3-4f98-a789-f68ba1bde48a'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:40:01.506674 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0beafdf0-c42f-4ffc-8ef8-71df50b483bc'] response: {'name': 'network-changed', 'server_uuid': 'f9e4142a-e6d9-4fec-b93f-564e5569d79d', 'tag': 'd3c80bda-24a3-4f98-a789-f68ba1bde48a', 'status': 'completed', 'code': 200} May 23 11:40:01.581773 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-c9a2ec0e-3091-4bcb-b866-df07c08658af None None] Set router 27ad0d1a-34c1-482c-b673-8661a0620821 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:40:01.631314 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-add22c56-05c7-4308-b49d-0efcadd2a2bc req-e0851558-82f8-490a-9b4c-41821b48c1d4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=261dc3b71b384338a9f4e12911499bfb&device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 1098 time: 0.0731373 May 23 11:40:01.801655 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add22c56-05c7-4308-b49d-0efcadd2a2bc req-e65ff2a6-bf02-4dc9-9b7b-be452eaa2b69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:40:01.803135 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-add22c56-05c7-4308-b49d-0efcadd2a2bc req-e65ff2a6-bf02-4dc9-9b7b-be452eaa2b69 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a HTTP/1.1" status: 200 len: 897 time: 0.1689043 May 23 11:40:01.885132 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-add22c56-05c7-4308-b49d-0efcadd2a2bc req-72b56a3b-45c2-4f88-9241-9bbf76719760 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3c80bda-24a3-4f98-a789-f68ba1bde48a HTTP/1.1" status: 200 len: 217 time: 0.0742645 May 23 11:40:01.910320 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c9a2ec0e-3091-4bcb-b866-df07c08658af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ad0d1a-34c1-482c-b673-8661a0620821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356920749', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '30272126-614a-4b8d-97c8-b563e34af08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:36:37Z', 'updated_at': '2022-05-23T11:36:46Z', 'revision_number': 4, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': '30272126-614a-4b8d-97c8-b563e34af08f', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ad0d1a-34c1-482c-b673-8661a0620821', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:38Z', 'updated_at': '2022-05-23T11:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '6091efcf-e881-46a5-b484-f284cae79c29', 'name': '', 'network_id': '9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'mac_address': 'fa:16:3e:8c:84:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ad0d1a-34c1-482c-b673-8661a0620821', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd864b4d9-2135-426e-9dff-8b7dc31646c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:44Z', 'updated_at': '2022-05-23T11:37:20Z', 'revision_number': 5, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'subnets': [{'id': 'd864b4d9-2135-426e-9dff-8b7dc31646c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:40:01.914205 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a2ec0e-3091-4bcb-b866-df07c08658af None None] Checking router: 27ad0d1a-34c1-482c-b673-8661a0620821 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:40:01.924821 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a2ec0e-3091-4bcb-b866-df07c08658af None None] Routers {'27ad0d1a-34c1-482c-b673-8661a0620821'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:40:01.925523 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c9a2ec0e-3091-4bcb-b866-df07c08658af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:39:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['27ad0d1a-34c1-482c-b673-8661a0620821'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:40:01.953628 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0045ee5-dd35-4a91-9490-2a91bc801eea req-b1dec96d-91a2-4451-90da-c49b5cd165af tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:40:01.955093 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0045ee5-dd35-4a91-9490-2a91bc801eea req-b1dec96d-91a2-4451-90da-c49b5cd165af tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 947 time: 0.1891136 May 23 11:40:01.977588 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add22c56-05c7-4308-b49d-0efcadd2a2bc req-404b7953-56aa-4c2d-9658-237d33322178 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:40:01.979003 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-add22c56-05c7-4308-b49d-0efcadd2a2bc req-404b7953-56aa-4c2d-9658-237d33322178 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d864b4d9-2135-426e-9dff-8b7dc31646c8 HTTP/1.1" status: 200 len: 834 time: 0.0861001 May 23 11:40:02.051615 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0045ee5-dd35-4a91-9490-2a91bc801eea req-14aaf804-4551-4c49-93ba-afc5f36d26bc tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=44b775ff-2882-44f9-b929-cf57218a19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900104 May 23 11:40:02.081900 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-add22c56-05c7-4308-b49d-0efcadd2a2bc req-3b66b7ee-3d37-445f-91a5-e17aa509bbe8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0955417 May 23 11:40:02.098043 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-c9a2ec0e-3091-4bcb-b866-df07c08658af None None] Set router 27ad0d1a-34c1-482c-b673-8661a0620821 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:40:02.218594 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-add22c56-05c7-4308-b49d-0efcadd2a2bc req-8f630b24-c240-4f20-85c6-e35c376e1455 service neutron] 10.222.0.13 "GET /v2.0/networks/9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281784 May 23 11:40:02.352214 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-add22c56-05c7-4308-b49d-0efcadd2a2bc req-ef3c6464-d2e5-4851-bd64-28230cc73dac service neutron] 10.222.0.13 "GET /v2.0/networks/9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269755 May 23 11:40:02.412076 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c9a2ec0e-3091-4bcb-b866-df07c08658af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ad0d1a-34c1-482c-b673-8661a0620821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356920749', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '30272126-614a-4b8d-97c8-b563e34af08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:36:37Z', 'updated_at': '2022-05-23T11:36:46Z', 'revision_number': 4, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': '30272126-614a-4b8d-97c8-b563e34af08f', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ad0d1a-34c1-482c-b673-8661a0620821', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:38Z', 'updated_at': '2022-05-23T11:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '6091efcf-e881-46a5-b484-f284cae79c29', 'name': '', 'network_id': '9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'mac_address': 'fa:16:3e:8c:84:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ad0d1a-34c1-482c-b673-8661a0620821', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd864b4d9-2135-426e-9dff-8b7dc31646c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:44Z', 'updated_at': '2022-05-23T11:37:20Z', 'revision_number': 5, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'subnets': [{'id': 'd864b4d9-2135-426e-9dff-8b7dc31646c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:40:02.416986 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a2ec0e-3091-4bcb-b866-df07c08658af None None] The sync data for ids ['27ad0d1a-34c1-482c-b673-8661a0620821'] in n-d-842952-2 is: [{'id': '27ad0d1a-34c1-482c-b673-8661a0620821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356920749', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '30272126-614a-4b8d-97c8-b563e34af08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:36:37Z', 'updated_at': '2022-05-23T11:36:46Z', 'revision_number': 4, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': '30272126-614a-4b8d-97c8-b563e34af08f', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ad0d1a-34c1-482c-b673-8661a0620821', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:38Z', 'updated_at': '2022-05-23T11:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '6091efcf-e881-46a5-b484-f284cae79c29', 'name': '', 'network_id': '9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'mac_address': 'fa:16:3e:8c:84:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ad0d1a-34c1-482c-b673-8661a0620821', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd864b4d9-2135-426e-9dff-8b7dc31646c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:44Z', 'updated_at': '2022-05-23T11:37:20Z', 'revision_number': 5, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'subnets': [{'id': 'd864b4d9-2135-426e-9dff-8b7dc31646c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:40:02.628408 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4983613-b65b-4113-8351-ba50997a580d req-0a9ed1d9-812a-4dd0-ac69-9069093e8c2e tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:40:02.629797 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e4983613-b65b-4113-8351-ba50997a580d req-0a9ed1d9-812a-4dd0-ac69-9069093e8c2e tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc377247-0dba-4ab7-9a2b-d9799b3d7e11 HTTP/1.1" status: 200 len: 949 time: 0.0862513 May 23 11:40:02.662028 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0c0151-c25d-4174-bd08-c27d4858bc9e None None] New status for floating IP 6f38c621-cdbc-4f1d-9d57-7ae5d152120f: DOWN {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:40:02.763583 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e4983613-b65b-4113-8351-ba50997a580d req-d3578321-3ea8-4135-911f-83482ae09023 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e88755c-ffea-4fe2-b247-9621e7b7bc47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281781 May 23 11:40:03.259464 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438410a-5913-43f9-a4b7-3235af0f5d65 req-8e49cedd-e961-4160-afc3-3ed3fee2aba1 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:40:03.261105 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1438410a-5913-43f9-a4b7-3235af0f5d65 req-8e49cedd-e961-4160-afc3-3ed3fee2aba1 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 947 time: 0.0853405 May 23 11:40:03.309352 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1438410a-5913-43f9-a4b7-3235af0f5d65 req-9a8926e3-6a34-4463-b7da-678f2f7c5ca1 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=44b775ff-2882-44f9-b929-cf57218a19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416384 May 23 11:40:03.579892 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055a7b4-2ca1-413b-8c4e-c8d82bf16570 req-7872dcee-5db2-464e-b3bd-65468b5bac55 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:40:03.581378 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d055a7b4-2ca1-413b-8c4e-c8d82bf16570 req-7872dcee-5db2-464e-b3bd-65468b5bac55 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 947 time: 0.0821321 May 23 11:40:03.650568 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-d055a7b4-2ca1-413b-8c4e-c8d82bf16570 req-04849107-5349-4340-bdf2-81d392908e0a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Deleting port d3c80bda-24a3-4f98-a789-f68ba1bde48a {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:40:03.651274 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d055a7b4-2ca1-413b-8c4e-c8d82bf16570 req-04849107-5349-4340-bdf2-81d392908e0a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:03.901724 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-d055a7b4-2ca1-413b-8c4e-c8d82bf16570 req-04849107-5349-4340-bdf2-81d392908e0a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] For port d3c80bda-24a3-4f98-a789-f68ba1bde48a, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=d3c80bda-24a3-4f98-a789-f68ba1bde48a,segment=NetworkSegment(9f583dd4-4b8a-4969-ab3f-0efe97f89d04),segment_id=9f583dd4-4b8a-4969-ab3f-0efe97f89d04)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:40:03.902051 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d055a7b4-2ca1-413b-8c4e-c8d82bf16570 req-04849107-5349-4340-bdf2-81d392908e0a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:04.026727 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-d055a7b4-2ca1-413b-8c4e-c8d82bf16570 req-04849107-5349-4340-bdf2-81d392908e0a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Calling delete_port for d3c80bda-24a3-4f98-a789-f68ba1bde48a owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:40:04.173793 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d055a7b4-2ca1-413b-8c4e-c8d82bf16570 req-04849107-5349-4340-bdf2-81d392908e0a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:04.228391 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04849107-5349-4340-bdf2-81d392908e0a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event deleted for resources: {'Port': ['ID=d3c80bda-24a3-4f98-a789-f68ba1bde48a,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:40:04.302018 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-d055a7b4-2ca1-413b-8c4e-c8d82bf16570 req-04849107-5349-4340-bdf2-81d392908e0a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] No DVR routers for this DVR port d3c80bda-24a3-4f98-a789-f68ba1bde48a on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:40:04.304818 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d055a7b4-2ca1-413b-8c4e-c8d82bf16570 req-04849107-5349-4340-bdf2-81d392908e0a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:04.307447 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e4142a-e6d9-4fec-b93f-564e5569d79d', 'name': 'network-vif-deleted', 'tag': 'd3c80bda-24a3-4f98-a789-f68ba1bde48a'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:40:04.319170 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d055a7b4-2ca1-413b-8c4e-c8d82bf16570 req-04849107-5349-4340-bdf2-81d392908e0a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.13 "DELETE /v2.0/ports/d3c80bda-24a3-4f98-a789-f68ba1bde48a HTTP/1.1" status: 204 len: 173 time: 0.7324464 May 23 11:40:04.387447 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0051cd9-dadf-41e1-b234-7334569f5928'] response: {'server_uuid': 'f9e4142a-e6d9-4fec-b93f-564e5569d79d', 'name': 'network-vif-deleted', 'tag': 'd3c80bda-24a3-4f98-a789-f68ba1bde48a', 'status': 'completed', 'code': 200} May 23 11:40:04.491925 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-95a0eabc-810d-45ff-888c-23cd08e61950 req-f57f68d2-7556-43da-9084-531a46962679 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Synchronizing usage tracker for tenant:261dc3b71b384338a9f4e12911499bfb on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:40:04.511011 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-95a0eabc-810d-45ff-888c-23cd08e61950 req-f57f68d2-7556-43da-9084-531a46962679 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Unset dirty status for tenant:261dc3b71b384338a9f4e12911499bfb on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:40:04.512617 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-95a0eabc-810d-45ff-888c-23cd08e61950 req-f57f68d2-7556-43da-9084-531a46962679 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9e4142a-e6d9-4fec-b93f-564e5569d79d HTTP/1.1" status: 200 len: 210 time: 0.0623081 May 23 11:40:05.622828 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59624) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:40:06.035535 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bada2676-c141-45b6-82ee-a9cee3559996 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:06.540766 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device d3c80bda-24a3-4f98-a789-f68ba1bde48a no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:40:06.574370 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: d3c80bda-24a3-4f98-a789-f68ba1bde48a {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:40:06.574720 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device d3c80bda-24a3-4f98-a789-f68ba1bde48a not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:40:06.670639 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-bada2676-c141-45b6-82ee-a9cee3559996 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Deleting port 6091efcf-e881-46a5-b484-f284cae79c29 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:40:06.671270 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bada2676-c141-45b6-82ee-a9cee3559996 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:06.863147 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-bada2676-c141-45b6-82ee-a9cee3559996 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] For port 6091efcf-e881-46a5-b484-f284cae79c29, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=6091efcf-e881-46a5-b484-f284cae79c29,segment=NetworkSegment(9f583dd4-4b8a-4969-ab3f-0efe97f89d04),segment_id=9f583dd4-4b8a-4969-ab3f-0efe97f89d04)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:40:06.863508 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bada2676-c141-45b6-82ee-a9cee3559996 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:07.080674 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-bada2676-c141-45b6-82ee-a9cee3559996 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Calling delete_port for 6091efcf-e881-46a5-b484-f284cae79c29 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:40:07.279056 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bada2676-c141-45b6-82ee-a9cee3559996 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:07.323474 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bada2676-c141-45b6-82ee-a9cee3559996 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event deleted for resources: {'Port': ['ID=6091efcf-e881-46a5-b484-f284cae79c29,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:40:07.625662 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bada2676-c141-45b6-82ee-a9cee3559996 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:08.223548 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:08.224220 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bada2676-c141-45b6-82ee-a9cee3559996 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Router 27ad0d1a-34c1-482c-b673-8661a0620821 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:40:08.553999 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bada2676-c141-45b6-82ee-a9cee3559996 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:40:08.564269 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6db96dd-0f97-4fc0-a379-23db41eb4191 None None] Sync routers for ids ['27ad0d1a-34c1-482c-b673-8661a0620821'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:40:08.573951 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-bada2676-c141-45b6-82ee-a9cee3559996 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "PUT /v2.0/routers/27ad0d1a-34c1-482c-b673-8661a0620821/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9471805 May 23 11:40:08.574160 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59632) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:40:08.581058 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6db96dd-0f97-4fc0-a379-23db41eb4191 None None] Routers {'27ad0d1a-34c1-482c-b673-8661a0620821'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:40:08.581754 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e6db96dd-0f97-4fc0-a379-23db41eb4191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:39:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['27ad0d1a-34c1-482c-b673-8661a0620821'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:40:08.758217 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eb188cd-c096-4514-b61a-6b71191106e2 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Deleting subnet d864b4d9-2135-426e-9dff-8b7dc31646c8 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:40:08.759726 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-e6db96dd-0f97-4fc0-a379-23db41eb4191 None None] Set router 27ad0d1a-34c1-482c-b673-8661a0620821 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:40:08.761382 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0eb188cd-c096-4514-b61a-6b71191106e2 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:08.826908 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0eb188cd-c096-4514-b61a-6b71191106e2 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:08.912385 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0eb188cd-c096-4514-b61a-6b71191106e2 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:08.984401 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0eb188cd-c096-4514-b61a-6b71191106e2 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:09.025726 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb188cd-c096-4514-b61a-6b71191106e2 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event deleted for resources: {'Subnet': ['ID=d864b4d9-2135-426e-9dff-8b7dc31646c8,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:40:09.032934 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0eb188cd-c096-4514-b61a-6b71191106e2 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:09.039152 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9715d94c-5cee-4a68-91b1-279319d7a280 None None] Network 9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:40:09.039488 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0eb188cd-c096-4514-b61a-6b71191106e2 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "DELETE /v2.0/subnets/d864b4d9-2135-426e-9dff-8b7dc31646c8 HTTP/1.1" status: 204 len: 168 time: 0.4642069 May 23 11:40:09.042164 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59638) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:40:09.068295 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e6db96dd-0f97-4fc0-a379-23db41eb4191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ad0d1a-34c1-482c-b673-8661a0620821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356920749', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '30272126-614a-4b8d-97c8-b563e34af08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:36:37Z', 'updated_at': '2022-05-23T11:40:07Z', 'revision_number': 5, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': '30272126-614a-4b8d-97c8-b563e34af08f', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ad0d1a-34c1-482c-b673-8661a0620821', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:38Z', 'updated_at': '2022-05-23T11:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:40:09.072285 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6db96dd-0f97-4fc0-a379-23db41eb4191 None None] Checking router: 27ad0d1a-34c1-482c-b673-8661a0620821 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:40:09.082965 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6db96dd-0f97-4fc0-a379-23db41eb4191 None None] Routers {'27ad0d1a-34c1-482c-b673-8661a0620821'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:40:09.083495 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e6db96dd-0f97-4fc0-a379-23db41eb4191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:39:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['27ad0d1a-34c1-482c-b673-8661a0620821'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:40:09.250653 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8bf763e6-d448-49bf-81d6-87e61fdc64d1 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:09.263560 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9278bfd2-7815-44c3-8c9c-2f51030b7a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:09.266964 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-e6db96dd-0f97-4fc0-a379-23db41eb4191 None None] Set router 27ad0d1a-34c1-482c-b673-8661a0620821 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:40:09.314380 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a24e70-3c97-4cb1-a515-5fc456ac97d5 None None] DHCP port deletion for 9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:40:09.318681 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b4a24e70-3c97-4cb1-a515-5fc456ac97d5 None None] Deleting port ea43e355-fb5d-459c-ab7f-3d06953615d0 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:40:09.319267 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b4a24e70-3c97-4cb1-a515-5fc456ac97d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:09.457393 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8bf763e6-d448-49bf-81d6-87e61fdc64d1 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:09.469020 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-8bf763e6-d448-49bf-81d6-87e61fdc64d1 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Deleting port 30272126-614a-4b8d-97c8-b563e34af08f {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:40:09.469476 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8bf763e6-d448-49bf-81d6-87e61fdc64d1 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:09.531902 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-b4a24e70-3c97-4cb1-a515-5fc456ac97d5 None None] For port ea43e355-fb5d-459c-ab7f-3d06953615d0, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=ea43e355-fb5d-459c-ab7f-3d06953615d0,segment=NetworkSegment(9f583dd4-4b8a-4969-ab3f-0efe97f89d04),segment_id=9f583dd4-4b8a-4969-ab3f-0efe97f89d04)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:40:09.532376 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b4a24e70-3c97-4cb1-a515-5fc456ac97d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:09.546072 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:09.554391 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-e6db96dd-0f97-4fc0-a379-23db41eb4191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ad0d1a-34c1-482c-b673-8661a0620821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356920749', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '30272126-614a-4b8d-97c8-b563e34af08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:36:37Z', 'updated_at': '2022-05-23T11:40:07Z', 'revision_number': 5, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': '30272126-614a-4b8d-97c8-b563e34af08f', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ad0d1a-34c1-482c-b673-8661a0620821', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:38Z', 'updated_at': '2022-05-23T11:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:40:09.558380 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6db96dd-0f97-4fc0-a379-23db41eb4191 None None] The sync data for ids ['27ad0d1a-34c1-482c-b673-8661a0620821'] in n-d-842952-2 is: [{'id': '27ad0d1a-34c1-482c-b673-8661a0620821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356920749', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '30272126-614a-4b8d-97c8-b563e34af08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:36:37Z', 'updated_at': '2022-05-23T11:40:07Z', 'revision_number': 5, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': '30272126-614a-4b8d-97c8-b563e34af08f', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ad0d1a-34c1-482c-b673-8661a0620821', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:38Z', 'updated_at': '2022-05-23T11:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:40:09.661127 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b4a24e70-3c97-4cb1-a515-5fc456ac97d5 None None] Calling delete_port for ea43e355-fb5d-459c-ab7f-3d06953615d0 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:40:09.737530 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b4a24e70-3c97-4cb1-a515-5fc456ac97d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:09.755728 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-8bf763e6-d448-49bf-81d6-87e61fdc64d1 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] For port 30272126-614a-4b8d-97c8-b563e34af08f, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=30272126-614a-4b8d-97c8-b563e34af08f,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:40:09.756111 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8bf763e6-d448-49bf-81d6-87e61fdc64d1 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:09.780634 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a24e70-3c97-4cb1-a515-5fc456ac97d5 None None] Pushing event deleted for resources: {'Port': ['ID=ea43e355-fb5d-459c-ab7f-3d06953615d0,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:40:09.786706 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a24e70-3c97-4cb1-a515-5fc456ac97d5 None None] No DVR routers for this DVR port ea43e355-fb5d-459c-ab7f-3d06953615d0 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:40:09.887666 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-8bf763e6-d448-49bf-81d6-87e61fdc64d1 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Calling delete_port for 30272126-614a-4b8d-97c8-b563e34af08f owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:40:09.962621 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 6091efcf-e881-46a5-b484-f284cae79c29 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:40:10.002983 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 6091efcf-e881-46a5-b484-f284cae79c29 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:40:10.003371 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 6091efcf-e881-46a5-b484-f284cae79c29 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:40:10.003777 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ea43e355-fb5d-459c-ab7f-3d06953615d0 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:40:10.044061 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: ea43e355-fb5d-459c-ab7f-3d06953615d0 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:40:10.044402 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ea43e355-fb5d-459c-ab7f-3d06953615d0 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:40:10.073115 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8bf763e6-d448-49bf-81d6-87e61fdc64d1 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:10.120983 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf763e6-d448-49bf-81d6-87e61fdc64d1 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event deleted for resources: {'Port': ['ID=30272126-614a-4b8d-97c8-b563e34af08f,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:40:10.342666 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8bf763e6-d448-49bf-81d6-87e61fdc64d1 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:10.604730 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8bf763e6-d448-49bf-81d6-87e61fdc64d1 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:10.609121 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8bf763e6-d448-49bf-81d6-87e61fdc64d1 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:10.634191 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8bf763e6-d448-49bf-81d6-87e61fdc64d1 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:10.634742 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf763e6-d448-49bf-81d6-87e61fdc64d1 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Fanout notify agent at l3_agent the message router_deleted on router 27ad0d1a-34c1-482c-b673-8661a0620821 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:40:10.651797 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8bf763e6-d448-49bf-81d6-87e61fdc64d1 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:10.653001 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8bf763e6-d448-49bf-81d6-87e61fdc64d1 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "DELETE /v2.0/routers/27ad0d1a-34c1-482c-b673-8661a0620821 HTTP/1.1" status: 204 len: 168 time: 1.6097212 May 23 11:40:10.655898 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59644) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:40:10.778496 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a151bbe4-ade6-45a8-89ab-199f86823194 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:10.914501 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a151bbe4-ade6-45a8-89ab-199f86823194 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:10.940828 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-a151bbe4-ade6-45a8-89ab-199f86823194 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:40:10.954896 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-a151bbe4-ade6-45a8-89ab-199f86823194 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f583dd4-4b8a-4969-ab3f-0efe97f89d04') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:40:10.955222 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-a151bbe4-ade6-45a8-89ab-199f86823194 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f583dd4-4b8a-4969-ab3f-0efe97f89d04') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:40:10.968854 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a151bbe4-ade6-45a8-89ab-199f86823194 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:10.992922 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a151bbe4-ade6-45a8-89ab-199f86823194 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:11.000208 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a151bbe4-ade6-45a8-89ab-199f86823194 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:40:11.000633 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a151bbe4-ade6-45a8-89ab-199f86823194 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:11.015861 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:40:11.015861 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:40:11.015861 n-d-842952-2 neutron-server[83911]: timer() May 23 11:40:11.015861 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:40:11.015861 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:40:11.015861 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:40:11.015861 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:40:11.015861 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:40:11.015861 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:40:11.015861 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:40:11.015861 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:40:11.015861 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:40:11.015861 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:40:11.015861 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:40:11.015861 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:40:11.015861 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:40:11.015861 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:40:11.015861 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:40:11.015861 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:40:11.015861 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:40:11.015861 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:40:11.015861 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:40:11.015861 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:40:11.015861 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:40:11.015861 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:40:11.015861 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:40:11.015861 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:40:11.015861 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:40:11.015861 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:40:11.015861 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:40:11.015861 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:40:11.015861 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:40:11.105423 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a151bbe4-ade6-45a8-89ab-199f86823194 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:11.131034 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a151bbe4-ade6-45a8-89ab-199f86823194 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:11.138138 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a151bbe4-ade6-45a8-89ab-199f86823194 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event deleted for resources: {'Network': ['ID=9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:40:11.151671 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a151bbe4-ade6-45a8-89ab-199f86823194 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "DELETE /v2.0/networks/9f9a951b-1f5a-44ec-92eb-1f1bf81cc08a HTTP/1.1" status: 204 len: 168 time: 0.4940982 May 23 11:40:11.154565 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59650) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:40:11.234698 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f0efe230-ed0c-4b7a-bb94-ed3ec5531345 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:11.265518 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f0efe230-ed0c-4b7a-bb94-ed3ec5531345 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:11.331048 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f0efe230-ed0c-4b7a-bb94-ed3ec5531345 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:11.349422 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0efe230-ed0c-4b7a-bb94-ed3ec5531345 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b775ff-2882-44f9-b929-cf57218a19bf,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:40:11.359304 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f0efe230-ed0c-4b7a-bb94-ed3ec5531345 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:11.360672 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f0efe230-ed0c-4b7a-bb94-ed3ec5531345 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "DELETE /v2.0/security-groups/44b775ff-2882-44f9-b929-cf57218a19bf HTTP/1.1" status: 204 len: 168 time: 0.2050772 May 23 11:40:11.512027 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59658) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:40:11.517811 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-63c05f6d-468b-468f-8a5e-d6d0d5a52523 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1948467787', 'description': 'tempest-secgroup-smoke-1948467787 description', 'project_id': '261dc3b71b384338a9f4e12911499bfb'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:40:11.524748 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-63c05f6d-468b-468f-8a5e-d6d0d5a52523 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:40:11.529565 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-63c05f6d-468b-468f-8a5e-d6d0d5a52523 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:security_group and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:40:11.532689 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-63c05f6d-468b-468f-8a5e-d6d0d5a52523 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:40:11.535043 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e56a6476-96a7-44be-90b0-2c35bf4a1222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:11.539242 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-63c05f6d-468b-468f-8a5e-d6d0d5a52523 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:40:11.549753 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-63c05f6d-468b-468f-8a5e-d6d0d5a52523 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:11.587439 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-63c05f6d-468b-468f-8a5e-d6d0d5a52523 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:40:11.593496 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-63c05f6d-468b-468f-8a5e-d6d0d5a52523 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:security_group_rule and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:40:11.596747 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-63c05f6d-468b-468f-8a5e-d6d0d5a52523 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:40:11.602540 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-63c05f6d-468b-468f-8a5e-d6d0d5a52523 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:40:11.658352 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-63c05f6d-468b-468f-8a5e-d6d0d5a52523 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:11.663475 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-63c05f6d-468b-468f-8a5e-d6d0d5a52523 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:11.704916 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c05f6d-468b-468f-8a5e-d6d0d5a52523 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3095471f-01f1-43d4-a0ba-34db49978873,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:40:11.712127 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-63c05f6d-468b-468f-8a5e-d6d0d5a52523 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:11.713309 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-63c05f6d-468b-468f-8a5e-d6d0d5a52523 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2002406 May 23 11:40:11.716300 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59662) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:40:11.722067 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-aa96194d-6718-4c74-96bb-b79c05a43918 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Request body: {'security_group_rule': {'security_group_id': '3095471f-01f1-43d4-a0ba-34db49978873', 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:40:11.728874 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-aa96194d-6718-4c74-96bb-b79c05a43918 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:40:11.733073 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-aa96194d-6718-4c74-96bb-b79c05a43918 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:security_group_rule and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:40:11.736118 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-aa96194d-6718-4c74-96bb-b79c05a43918 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:40:11.742747 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-aa96194d-6718-4c74-96bb-b79c05a43918 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:40:11.759898 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aa96194d-6718-4c74-96bb-b79c05a43918 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:11.823319 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aa96194d-6718-4c74-96bb-b79c05a43918 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:11.828925 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aa96194d-6718-4c74-96bb-b79c05a43918 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:11.852255 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa96194d-6718-4c74-96bb-b79c05a43918 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0006ca7a-0f8b-418e-a107-263ea17ac824,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:40:11.863378 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aa96194d-6718-4c74-96bb-b79c05a43918 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:11.867346 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-aa96194d-6718-4c74-96bb-b79c05a43918 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1474166 May 23 11:40:11.867684 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59666) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:40:11.873361 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-8a06d79f-0db0-4660-9552-b33241e97e69 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Request body: {'security_group_rule': {'security_group_id': '3095471f-01f1-43d4-a0ba-34db49978873', 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:40:11.879873 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8a06d79f-0db0-4660-9552-b33241e97e69 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:40:11.884031 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8a06d79f-0db0-4660-9552-b33241e97e69 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:security_group_rule and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:40:11.887656 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8a06d79f-0db0-4660-9552-b33241e97e69 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:40:11.888239 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 30272126-614a-4b8d-97c8-b563e34af08f no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:40:11.893459 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8a06d79f-0db0-4660-9552-b33241e97e69 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:40:11.914155 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8a06d79f-0db0-4660-9552-b33241e97e69 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:11.921750 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 30272126-614a-4b8d-97c8-b563e34af08f {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:40:11.922134 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 30272126-614a-4b8d-97c8-b563e34af08f not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:40:11.974288 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8a06d79f-0db0-4660-9552-b33241e97e69 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:11.979739 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8a06d79f-0db0-4660-9552-b33241e97e69 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:12.002498 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a06d79f-0db0-4660-9552-b33241e97e69 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2739d08e-b621-48e9-bc73-7f34def5a479,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:40:12.012708 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8a06d79f-0db0-4660-9552-b33241e97e69 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:12.013943 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8a06d79f-0db0-4660-9552-b33241e97e69 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1452010 May 23 11:40:12.016991 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59672) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:40:12.022669 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-70e46c7e-6b93-425d-ae6d-8ec9895daa0d tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Request body: {'security_group_rule': {'security_group_id': '3095471f-01f1-43d4-a0ba-34db49978873', 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:40:12.029702 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-70e46c7e-6b93-425d-ae6d-8ec9895daa0d tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:40:12.033585 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-70e46c7e-6b93-425d-ae6d-8ec9895daa0d tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:security_group_rule and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:40:12.036639 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-70e46c7e-6b93-425d-ae6d-8ec9895daa0d tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:40:12.042439 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-70e46c7e-6b93-425d-ae6d-8ec9895daa0d tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:40:12.060208 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-70e46c7e-6b93-425d-ae6d-8ec9895daa0d tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:12.122852 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-70e46c7e-6b93-425d-ae6d-8ec9895daa0d tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:12.127578 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-70e46c7e-6b93-425d-ae6d-8ec9895daa0d tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:12.151053 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e46c7e-6b93-425d-ae6d-8ec9895daa0d tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e158519-6f21-45a4-bc94-53ce804a8895,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:40:12.161516 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-70e46c7e-6b93-425d-ae6d-8ec9895daa0d tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:12.162840 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-70e46c7e-6b93-425d-ae6d-8ec9895daa0d tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1448703 May 23 11:40:12.165730 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59678) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:40:12.171511 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d233d6ac-eea4-44b2-81d8-d047e1fe3da0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Request body: {'security_group_rule': {'security_group_id': '3095471f-01f1-43d4-a0ba-34db49978873', 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:40:12.178461 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d233d6ac-eea4-44b2-81d8-d047e1fe3da0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:40:12.183650 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d233d6ac-eea4-44b2-81d8-d047e1fe3da0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:security_group_rule and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:40:12.186180 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d233d6ac-eea4-44b2-81d8-d047e1fe3da0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:40:12.192975 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d233d6ac-eea4-44b2-81d8-d047e1fe3da0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:40:12.211550 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d233d6ac-eea4-44b2-81d8-d047e1fe3da0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:12.283294 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d233d6ac-eea4-44b2-81d8-d047e1fe3da0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:12.288014 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d233d6ac-eea4-44b2-81d8-d047e1fe3da0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:12.311934 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d233d6ac-eea4-44b2-81d8-d047e1fe3da0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe25183d-470c-4981-8ffe-6186349ac2c3,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:40:12.321508 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d233d6ac-eea4-44b2-81d8-d047e1fe3da0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:12.322793 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d233d6ac-eea4-44b2-81d8-d047e1fe3da0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1562054 May 23 11:40:12.325580 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59686) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:40:12.331037 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d10dccf3-e308-4790-b076-ce0651b1af89 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Request body: {'security_group_rule': {'security_group_id': '3095471f-01f1-43d4-a0ba-34db49978873', 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:40:12.337644 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d10dccf3-e308-4790-b076-ce0651b1af89 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:40:12.341510 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d10dccf3-e308-4790-b076-ce0651b1af89 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:security_group_rule and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:40:12.344413 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d10dccf3-e308-4790-b076-ce0651b1af89 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:40:12.350231 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d10dccf3-e308-4790-b076-ce0651b1af89 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:40:12.361457 n-d-842952-2 neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-d10dccf3-e308-4790-b076-ce0651b1af89 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Project 261dc3b71b384338a9f4e12911499bfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 11:40:12.368447 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d10dccf3-e308-4790-b076-ce0651b1af89 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:12.437568 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d10dccf3-e308-4790-b076-ce0651b1af89 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:12.441656 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d10dccf3-e308-4790-b076-ce0651b1af89 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:12.464502 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10dccf3-e308-4790-b076-ce0651b1af89 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=237c2ad9-6b9b-4304-9958-bab2dc2b5a1b,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:40:12.476517 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d10dccf3-e308-4790-b076-ce0651b1af89 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:12.480348 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d10dccf3-e308-4790-b076-ce0651b1af89 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1512415 May 23 11:40:12.480700 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59690) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:40:12.486133 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b29456f9-952f-45d6-a72d-2ef4a703e7da tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Request body: {'security_group_rule': {'security_group_id': '3095471f-01f1-43d4-a0ba-34db49978873', 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:40:12.493103 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b29456f9-952f-45d6-a72d-2ef4a703e7da tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:40:12.497005 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b29456f9-952f-45d6-a72d-2ef4a703e7da tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:security_group_rule and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:40:12.499906 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b29456f9-952f-45d6-a72d-2ef4a703e7da tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:40:12.505695 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b29456f9-952f-45d6-a72d-2ef4a703e7da tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:40:12.516412 n-d-842952-2 neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-b29456f9-952f-45d6-a72d-2ef4a703e7da tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Project 261dc3b71b384338a9f4e12911499bfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 11:40:12.522980 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b29456f9-952f-45d6-a72d-2ef4a703e7da tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:12.591493 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b29456f9-952f-45d6-a72d-2ef4a703e7da tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:12.596145 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b29456f9-952f-45d6-a72d-2ef4a703e7da tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:12.628221 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29456f9-952f-45d6-a72d-2ef4a703e7da tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a185bdc-3b18-4a00-8ee0-f44af891aa7b,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:40:12.638854 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b29456f9-952f-45d6-a72d-2ef4a703e7da tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:12.640144 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b29456f9-952f-45d6-a72d-2ef4a703e7da tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1585326 May 23 11:40:12.643136 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59694) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:40:12.648872 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a24c1fd0-ac43-47f9-87e0-2a3a0525f7e0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Request body: {'network': {'name': 'tempest-network-smoke--1939961045', 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'port_security_enabled': True}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:40:12.655155 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a24c1fd0-ac43-47f9-87e0-2a3a0525f7e0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:40:12.659648 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a24c1fd0-ac43-47f9-87e0-2a3a0525f7e0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:network and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:40:12.662694 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a24c1fd0-ac43-47f9-87e0-2a3a0525f7e0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:40:12.668848 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a24c1fd0-ac43-47f9-87e0-2a3a0525f7e0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:40:12.683189 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24c1fd0-ac43-47f9-87e0-2a3a0525f7e0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Made reservation on behalf of 261dc3b71b384338a9f4e12911499bfb for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:40:12.686207 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a24c1fd0-ac43-47f9-87e0-2a3a0525f7e0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:12.715667 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a24c1fd0-ac43-47f9-87e0-2a3a0525f7e0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:40:12.725189 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a24c1fd0-ac43-47f9-87e0-2a3a0525f7e0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:12.725531 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-a24c1fd0-ac43-47f9-87e0-2a3a0525f7e0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Added segment 8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e of type vlan for network a27a319c-b094-4f46-8d5a-b2776d2162b3 May 23 11:40:12.753063 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a24c1fd0-ac43-47f9-87e0-2a3a0525f7e0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:12.786067 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:12.788102 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a24c1fd0-ac43-47f9-87e0-2a3a0525f7e0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:12.792200 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24c1fd0-ac43-47f9-87e0-2a3a0525f7e0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:40:12.792954 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a24c1fd0-ac43-47f9-87e0-2a3a0525f7e0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:12.834995 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a24c1fd0-ac43-47f9-87e0-2a3a0525f7e0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1905506 May 23 11:40:12.837879 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59698) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:40:12.843983 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-472be560-2650-4da7-b3a4-5cb81bbe549a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1197184841', 'admin_state_up': True, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:40:12.849426 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:12.852656 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-472be560-2650-4da7-b3a4-5cb81bbe549a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:40:12.856978 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-472be560-2650-4da7-b3a4-5cb81bbe549a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:router and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:40:12.860311 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-472be560-2650-4da7-b3a4-5cb81bbe549a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:40:12.866227 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-472be560-2650-4da7-b3a4-5cb81bbe549a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:40:12.877700 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-472be560-2650-4da7-b3a4-5cb81bbe549a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:12.878849 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-472be560-2650-4da7-b3a4-5cb81bbe549a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:12.896873 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-472be560-2650-4da7-b3a4-5cb81bbe549a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:12.936894 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c1fd0-ac43-47f9-87e0-2a3a0525f7e0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'Network': ['ID=a27a319c-b094-4f46-8d5a-b2776d2162b3,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:40:12.949484 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network a27a319c-b094-4f46-8d5a-b2776d2162b3 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:40:13.052489 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-472be560-2650-4da7-b3a4-5cb81bbe549a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:13.344083 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-472be560-2650-4da7-b3a4-5cb81bbe549a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:13.375109 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-472be560-2650-4da7-b3a4-5cb81bbe549a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:13.583816 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-472be560-2650-4da7-b3a4-5cb81bbe549a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Allocated IP 172.25.6.23 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/f1dc8005-a778-4ac8-9e9b-b92ca852fd57) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:40:13.734361 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-472be560-2650-4da7-b3a4-5cb81bbe549a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:13.764810 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-472be560-2650-4da7-b3a4-5cb81bbe549a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:13.830992 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472be560-2650-4da7-b3a4-5cb81bbe549a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:40:13.833798 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-472be560-2650-4da7-b3a4-5cb81bbe549a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:40:13.836590 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472be560-2650-4da7-b3a4-5cb81bbe549a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:40:13.849039 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:40:13.882337 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472be560-2650-4da7-b3a4-5cb81bbe549a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'Port': ['ID=f1dc8005-a778-4ac8-9e9b-b92ca852fd57,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:40:14.008979 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-472be560-2650-4da7-b3a4-5cb81bbe549a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:14.009719 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-472be560-2650-4da7-b3a4-5cb81bbe549a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:14.249423 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472be560-2650-4da7-b3a4-5cb81bbe549a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Router 8b2a3316-ab9b-4f3b-82b8-d80e1db200e1 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:40:14.297056 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:14.463313 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472be560-2650-4da7-b3a4-5cb81bbe549a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:40:14.473155 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea555b0-9d08-4ef2-880f-aecc9d8d10d8 None None] Sync routers for ids ['8b2a3316-ab9b-4f3b-82b8-d80e1db200e1'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:40:14.487201 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea555b0-9d08-4ef2-880f-aecc9d8d10d8 None None] Routers {'8b2a3316-ab9b-4f3b-82b8-d80e1db200e1'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:40:14.488240 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3ea555b0-9d08-4ef2-880f-aecc9d8d10d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:40:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['8b2a3316-ab9b-4f3b-82b8-d80e1db200e1'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:40:14.492780 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-472be560-2650-4da7-b3a4-5cb81bbe549a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:14.496777 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-472be560-2650-4da7-b3a4-5cb81bbe549a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6546271 May 23 11:40:14.498003 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59706) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:40:14.542606 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-311ceb32-8d1c-4723-8e1c-410a18c0f4eb tempest-TestNetworkAdvancedServerOps-1284012438 tempest-TestNetworkAdvancedServerOps-1284012438-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=261dc3b71b384338a9f4e12911499bfb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0433178 May 23 11:40:14.545280 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59710) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:40:14.677942 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-3ea555b0-9d08-4ef2-880f-aecc9d8d10d8 None None] Set router 8b2a3316-ab9b-4f3b-82b8-d80e1db200e1 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:40:14.790952 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c39c499-8aba-4030-ae4d-4e4c572e897e tempest-TestNetworkAdvancedServerOps-1284012438 tempest-TestNetworkAdvancedServerOps-1284012438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:40:14.795483 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 59714) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:40:14.795617 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1c39c499-8aba-4030-ae4d-4e4c572e897e tempest-TestNetworkAdvancedServerOps-1284012438 tempest-TestNetworkAdvancedServerOps-1284012438-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2493429 May 23 11:40:14.856787 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1f08a307-7af6-4b96-9356-23bdcdb75870 tempest-TestNetworkAdvancedServerOps-1284012438 tempest-TestNetworkAdvancedServerOps-1284012438-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=87d63aa2-c2e7-4553-824a-d818708dd83b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0596600 May 23 11:40:14.859714 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59718) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:40:14.866831 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a1bcc91d-c11c-4cab-8196-eefbbe58e3ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-485190815', 'network_id': 'a27a319c-b094-4f46-8d5a-b2776d2162b3', 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:40:14.975297 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a1bcc91d-c11c-4cab-8196-eefbbe58e3ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:40:14.979100 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a1bcc91d-c11c-4cab-8196-eefbbe58e3ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:subnet and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:40:14.981939 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a1bcc91d-c11c-4cab-8196-eefbbe58e3ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:40:14.984484 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3ea555b0-9d08-4ef2-880f-aecc9d8d10d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2a3316-ab9b-4f3b-82b8-d80e1db200e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197184841', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f1dc8005-a778-4ac8-9e9b-b92ca852fd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:40:12Z', 'updated_at': '2022-05-23T11:40:13Z', 'revision_number': 3, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': 'f1dc8005-a778-4ac8-9e9b-b92ca852fd57', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2a3316-ab9b-4f3b-82b8-d80e1db200e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:40:13Z', 'updated_at': '2022-05-23T11:40:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:40:14.987651 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a1bcc91d-c11c-4cab-8196-eefbbe58e3ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:40:14.988726 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea555b0-9d08-4ef2-880f-aecc9d8d10d8 None None] Checking router: 8b2a3316-ab9b-4f3b-82b8-d80e1db200e1 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:40:14.989144 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea555b0-9d08-4ef2-880f-aecc9d8d10d8 None None] Updating router 8b2a3316-ab9b-4f3b-82b8-d80e1db200e1 port f1dc8005-a778-4ac8-9e9b-b92ca852fd57 binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:40:14.998927 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1bcc91d-c11c-4cab-8196-eefbbe58e3ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Made reservation on behalf of 261dc3b71b384338a9f4e12911499bfb for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:40:15.043669 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3ea555b0-9d08-4ef2-880f-aecc9d8d10d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:15.102204 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a1bcc91d-c11c-4cab-8196-eefbbe58e3ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:15.333362 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a1bcc91d-c11c-4cab-8196-eefbbe58e3ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:15.399970 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3ea555b0-9d08-4ef2-880f-aecc9d8d10d8 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:15.412088 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bcc91d-c11c-4cab-8196-eefbbe58e3ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'Subnet': ['ID=af0cb0ca-0cb4-438b-b752-96cc6456ed3e,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:40:15.422307 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3ea555b0-9d08-4ef2-880f-aecc9d8d10d8 None None] Transition to ACTIVE for port object f1dc8005-a778-4ac8-9e9b-b92ca852fd57 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:40:15.427252 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bcc91d-c11c-4cab-8196-eefbbe58e3ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Checking segment: {'id': '8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a27a319c-b094-4f46-8d5a-b2776d2162b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:40:15.427617 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bcc91d-c11c-4cab-8196-eefbbe58e3ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Network hostable DHCP agents. Network: a27a319c-b094-4f46-8d5a-b2776d2162b3, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:40:15.431669 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3ea555b0-9d08-4ef2-880f-aecc9d8d10d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:15.453631 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bcc91d-c11c-4cab-8196-eefbbe58e3ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Network a27a319c-b094-4f46-8d5a-b2776d2162b3 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:40:15.465565 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-a1bcc91d-c11c-4cab-8196-eefbbe58e3ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, a27a319c-b094-4f46-8d5a-b2776d2162b3) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:40:15.473132 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bcc91d-c11c-4cab-8196-eefbbe58e3ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:40:15.473917 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a1bcc91d-c11c-4cab-8196-eefbbe58e3ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:15.487688 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bb25b7-e520-4c75-88fb-5f775328aa8c None None] Network a27a319c-b094-4f46-8d5a-b2776d2162b3 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:40:15.501445 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a1bcc91d-c11c-4cab-8196-eefbbe58e3ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6379428 May 23 11:40:15.501634 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59724) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:40:15.596292 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68f7ae6-34c9-4266-ac49-230c00f65ce5 None None] Pushing event updated for resources: {'Port': ['ID=f1dc8005-a778-4ac8-9e9b-b92ca852fd57,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:40:15.605388 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-3ea555b0-9d08-4ef2-880f-aecc9d8d10d8 None None] Attempting to bind port f1dc8005-a778-4ac8-9e9b-b92ca852fd57 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:40:15.605755 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-3ea555b0-9d08-4ef2-880f-aecc9d8d10d8 None None] Attempting to bind port f1dc8005-a778-4ac8-9e9b-b92ca852fd57 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:40:15.606116 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea555b0-9d08-4ef2-880f-aecc9d8d10d8 None None] Attempting to bind port f1dc8005-a778-4ac8-9e9b-b92ca852fd57 on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:40:15.616693 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea555b0-9d08-4ef2-880f-aecc9d8d10d8 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:40:15.617194 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea555b0-9d08-4ef2-880f-aecc9d8d10d8 None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:40:15.617469 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3ea555b0-9d08-4ef2-880f-aecc9d8d10d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:15.617861 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea555b0-9d08-4ef2-880f-aecc9d8d10d8 None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:40:15.618590 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-3ea555b0-9d08-4ef2-880f-aecc9d8d10d8 None None] Bound port: f1dc8005-a778-4ac8-9e9b-b92ca852fd57, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:40:15.618719 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3ea555b0-9d08-4ef2-880f-aecc9d8d10d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:15.806786 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3ea555b0-9d08-4ef2-880f-aecc9d8d10d8 None None] For port f1dc8005-a778-4ac8-9e9b-b92ca852fd57, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:40:15.813754 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873c05aa-0654-4df5-9eec-9040d4d3c4bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-a27a319c-b094-4f46-8d5a-b2776d2162b3', 'network_id': 'a27a319c-b094-4f46-8d5a-b2776d2162b3', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'fixed_ips': [{'subnet_id': 'af0cb0ca-0cb4-438b-b752-96cc6456ed3e'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:40:15.814613 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-873c05aa-0654-4df5-9eec-9040d4d3c4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:15.908594 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3ea555b0-9d08-4ef2-880f-aecc9d8d10d8 None None] For port f1dc8005-a778-4ac8-9e9b-b92ca852fd57, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=f1dc8005-a778-4ac8-9e9b-b92ca852fd57,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:40:15.924059 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3ea555b0-9d08-4ef2-880f-aecc9d8d10d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:16.117898 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68f7ae6-34c9-4266-ac49-230c00f65ce5 None None] Pushing event updated for resources: {'Port': ['ID=f1dc8005-a778-4ac8-9e9b-b92ca852fd57,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:40:16.131012 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea555b0-9d08-4ef2-880f-aecc9d8d10d8 None None] Routers {'8b2a3316-ab9b-4f3b-82b8-d80e1db200e1'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:40:16.131608 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3ea555b0-9d08-4ef2-880f-aecc9d8d10d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:40:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['8b2a3316-ab9b-4f3b-82b8-d80e1db200e1'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:40:16.282654 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-873c05aa-0654-4df5-9eec-9040d4d3c4bf None None] Allocated IP 172.20.0.2 (a27a319c-b094-4f46-8d5a-b2776d2162b3/af0cb0ca-0cb4-438b-b752-96cc6456ed3e/773dc74c-3f64-4173-9e03-37e3cdf07ed6) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:40:16.324891 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-3ea555b0-9d08-4ef2-880f-aecc9d8d10d8 None None] Set router 8b2a3316-ab9b-4f3b-82b8-d80e1db200e1 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:40:16.348876 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0215aad2-8fac-49b7-a92c-1083c5799057 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:16.788440 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-873c05aa-0654-4df5-9eec-9040d4d3c4bf None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:16.801394 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-873c05aa-0654-4df5-9eec-9040d4d3c4bf None None] Transition to ACTIVE for port object 773dc74c-3f64-4173-9e03-37e3cdf07ed6 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:40:16.804767 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3ea555b0-9d08-4ef2-880f-aecc9d8d10d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2a3316-ab9b-4f3b-82b8-d80e1db200e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197184841', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f1dc8005-a778-4ac8-9e9b-b92ca852fd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:40:12Z', 'updated_at': '2022-05-23T11:40:13Z', 'revision_number': 3, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': 'f1dc8005-a778-4ac8-9e9b-b92ca852fd57', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2a3316-ab9b-4f3b-82b8-d80e1db200e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:40:13Z', 'updated_at': '2022-05-23T11:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:40:16.816217 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea555b0-9d08-4ef2-880f-aecc9d8d10d8 None None] The sync data for ids ['8b2a3316-ab9b-4f3b-82b8-d80e1db200e1'] in n-d-842952-2 is: [{'id': '8b2a3316-ab9b-4f3b-82b8-d80e1db200e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197184841', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f1dc8005-a778-4ac8-9e9b-b92ca852fd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:40:12Z', 'updated_at': '2022-05-23T11:40:13Z', 'revision_number': 3, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': 'f1dc8005-a778-4ac8-9e9b-b92ca852fd57', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2a3316-ab9b-4f3b-82b8-d80e1db200e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:40:13Z', 'updated_at': '2022-05-23T11:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:40:16.825484 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-873c05aa-0654-4df5-9eec-9040d4d3c4bf None None] Transition to ACTIVE for port object 773dc74c-3f64-4173-9e03-37e3cdf07ed6 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:40:16.834905 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-873c05aa-0654-4df5-9eec-9040d4d3c4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:16.914976 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873c05aa-0654-4df5-9eec-9040d4d3c4bf None None] Network a27a319c-b094-4f46-8d5a-b2776d2162b3 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:40:16.917729 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-873c05aa-0654-4df5-9eec-9040d4d3c4bf None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:40:16.921782 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873c05aa-0654-4df5-9eec-9040d4d3c4bf None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:40:16.928953 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c05aa-0654-4df5-9eec-9040d4d3c4bf None None] Pushing event updated for resources: {'Port': ['ID=773dc74c-3f64-4173-9e03-37e3cdf07ed6,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:40:17.006924 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-0215aad2-8fac-49b7-a92c-1083c5799057 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Allocated IP 172.20.0.1 (a27a319c-b094-4f46-8d5a-b2776d2162b3/af0cb0ca-0cb4-438b-b752-96cc6456ed3e/12802dfb-4887-4c2f-8b7f-b92d03596cdd) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:40:17.038383 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-873c05aa-0654-4df5-9eec-9040d4d3c4bf None None] Attempting to bind port 773dc74c-3f64-4173-9e03-37e3cdf07ed6 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:40:17.038780 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-873c05aa-0654-4df5-9eec-9040d4d3c4bf None None] Attempting to bind port 773dc74c-3f64-4173-9e03-37e3cdf07ed6 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a27a319c-b094-4f46-8d5a-b2776d2162b3'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:40:17.039106 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873c05aa-0654-4df5-9eec-9040d4d3c4bf None None] Attempting to bind port 773dc74c-3f64-4173-9e03-37e3cdf07ed6 on network a27a319c-b094-4f46-8d5a-b2776d2162b3 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:40:17.048242 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873c05aa-0654-4df5-9eec-9040d4d3c4bf None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:40:17.048827 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873c05aa-0654-4df5-9eec-9040d4d3c4bf None None] Checking segment: {'id': '8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a27a319c-b094-4f46-8d5a-b2776d2162b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:40:17.049579 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-873c05aa-0654-4df5-9eec-9040d4d3c4bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:17.049579 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873c05aa-0654-4df5-9eec-9040d4d3c4bf None None] Bound using segment: {'id': '8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a27a319c-b094-4f46-8d5a-b2776d2162b3'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:40:17.051118 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-873c05aa-0654-4df5-9eec-9040d4d3c4bf None None] Bound port: 773dc74c-3f64-4173-9e03-37e3cdf07ed6, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a27a319c-b094-4f46-8d5a-b2776d2162b3'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:40:17.051118 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-873c05aa-0654-4df5-9eec-9040d4d3c4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:17.184342 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-873c05aa-0654-4df5-9eec-9040d4d3c4bf None None] For port 773dc74c-3f64-4173-9e03-37e3cdf07ed6, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:40:17.188356 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-873c05aa-0654-4df5-9eec-9040d4d3c4bf None None] For port 773dc74c-3f64-4173-9e03-37e3cdf07ed6, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=773dc74c-3f64-4173-9e03-37e3cdf07ed6,segment=NetworkSegment(8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e),segment_id=8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:40:17.193336 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-873c05aa-0654-4df5-9eec-9040d4d3c4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:17.276923 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0215aad2-8fac-49b7-a92c-1083c5799057 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:17.303165 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-0215aad2-8fac-49b7-a92c-1083c5799057 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Transition to ACTIVE for port object 12802dfb-4887-4c2f-8b7f-b92d03596cdd will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:40:17.312467 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c05aa-0654-4df5-9eec-9040d4d3c4bf None None] Pushing event updated for resources: {'Port': ['ID=773dc74c-3f64-4173-9e03-37e3cdf07ed6,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:40:17.357864 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0215aad2-8fac-49b7-a92c-1083c5799057 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:17.498452 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0215aad2-8fac-49b7-a92c-1083c5799057 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'Port': ['ID=12802dfb-4887-4c2f-8b7f-b92d03596cdd,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:40:17.506736 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0215aad2-8fac-49b7-a92c-1083c5799057 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Network a27a319c-b094-4f46-8d5a-b2776d2162b3 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:40:17.506736 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-0215aad2-8fac-49b7-a92c-1083c5799057 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:40:17.509012 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0215aad2-8fac-49b7-a92c-1083c5799057 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:40:17.684602 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0215aad2-8fac-49b7-a92c-1083c5799057 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:17.948941 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0215aad2-8fac-49b7-a92c-1083c5799057 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:18.019854 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device f1dc8005-a778-4ac8-9e9b-b92ca852fd57 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:40:18.138449 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port f1dc8005-a778-4ac8-9e9b-b92ca852fd57 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:40:18.144503 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port f1dc8005-a778-4ac8-9e9b-b92ca852fd57 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:40:18.145209 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:18.309919 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:18.358540 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port f1dc8005-a778-4ac8-9e9b-b92ca852fd57, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=f1dc8005-a778-4ac8-9e9b-b92ca852fd57,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:40:18.364865 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:18.365656 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 773dc74c-3f64-4173-9e03-37e3cdf07ed6 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:40:18.513448 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0215aad2-8fac-49b7-a92c-1083c5799057 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:18.527869 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0215aad2-8fac-49b7-a92c-1083c5799057 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:18.528358 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=f1dc8005-a778-4ac8-9e9b-b92ca852fd57,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:40:18.563205 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 773dc74c-3f64-4173-9e03-37e3cdf07ed6 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:40:18.659424 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0215aad2-8fac-49b7-a92c-1083c5799057 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:18.664645 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0215aad2-8fac-49b7-a92c-1083c5799057 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'Port': ['ID=12802dfb-4887-4c2f-8b7f-b92d03596cdd,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:40:18.684102 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c720b2c1-147a-40fe-a324-71e182e49e1a None None] Network a27a319c-b094-4f46-8d5a-b2776d2162b3 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:40:18.822720 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c4b89086-9f8d-4a00-8104-1f8d7853e637 None None] Provisioning for port 773dc74c-3f64-4173-9e03-37e3cdf07ed6 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:40:18.831268 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c4b89086-9f8d-4a00-8104-1f8d7853e637 None None] Provisioning complete for port 773dc74c-3f64-4173-9e03-37e3cdf07ed6 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:40:18.832415 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c4b89086-9f8d-4a00-8104-1f8d7853e637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:18.835051 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0215aad2-8fac-49b7-a92c-1083c5799057 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Network a27a319c-b094-4f46-8d5a-b2776d2162b3 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:40:18.836189 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-0215aad2-8fac-49b7-a92c-1083c5799057 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:40:19.067171 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c4b89086-9f8d-4a00-8104-1f8d7853e637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:19.110950 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c4b89086-9f8d-4a00-8104-1f8d7853e637 None None] For port 773dc74c-3f64-4173-9e03-37e3cdf07ed6, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=773dc74c-3f64-4173-9e03-37e3cdf07ed6,segment=NetworkSegment(8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e),segment_id=8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:40:19.118106 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c4b89086-9f8d-4a00-8104-1f8d7853e637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:19.210199 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b89086-9f8d-4a00-8104-1f8d7853e637 None None] Pushing event updated for resources: {'Port': ['ID=773dc74c-3f64-4173-9e03-37e3cdf07ed6,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:40:19.453695 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6754395e-48c9-42ed-89a6-d36aa69e9ed3 None None] Provisioning for port 12802dfb-4887-4c2f-8b7f-b92d03596cdd completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:40:19.465858 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6754395e-48c9-42ed-89a6-d36aa69e9ed3 None None] Provisioning complete for port 12802dfb-4887-4c2f-8b7f-b92d03596cdd triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:40:19.466222 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6754395e-48c9-42ed-89a6-d36aa69e9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:19.531617 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0215aad2-8fac-49b7-a92c-1083c5799057 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Router 8b2a3316-ab9b-4f3b-82b8-d80e1db200e1 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:40:19.540749 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6754395e-48c9-42ed-89a6-d36aa69e9ed3 None None] Port 12802dfb-4887-4c2f-8b7f-b92d03596cdd cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:40:19.580513 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6754395e-48c9-42ed-89a6-d36aa69e9ed3 None None] Provisioning complete for port 773dc74c-3f64-4173-9e03-37e3cdf07ed6 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:40:19.581446 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6754395e-48c9-42ed-89a6-d36aa69e9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:19.896113 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0215aad2-8fac-49b7-a92c-1083c5799057 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:40:19.912804 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-02828dcc-1cd1-4b0e-8002-807264d1558d None None] Provisioning complete for port 12802dfb-4887-4c2f-8b7f-b92d03596cdd triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:40:19.914562 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-02828dcc-1cd1-4b0e-8002-807264d1558d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:19.934423 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0215aad2-8fac-49b7-a92c-1083c5799057 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "PUT /v2.0/routers/8b2a3316-ab9b-4f3b-82b8-d80e1db200e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4227662 May 23 11:40:19.963264 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device f1dc8005-a778-4ac8-9e9b-b92ca852fd57 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:40:20.028506 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-02828dcc-1cd1-4b0e-8002-807264d1558d None None] Port 12802dfb-4887-4c2f-8b7f-b92d03596cdd cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:40:20.058090 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port f1dc8005-a778-4ac8-9e9b-b92ca852fd57 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:40:20.059147 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:20.187842 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-98bebf1a-7313-48c3-90dc-461b5dc13528 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Synchronizing usage tracker for tenant:261dc3b71b384338a9f4e12911499bfb on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:40:20.191494 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-df53c1b0-d89e-4701-941d-b37c57f2cd50 None None] Provisioning complete for port 12802dfb-4887-4c2f-8b7f-b92d03596cdd triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:40:20.192308 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-df53c1b0-d89e-4701-941d-b37c57f2cd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:20.207335 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-98bebf1a-7313-48c3-90dc-461b5dc13528 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Unset dirty status for tenant:261dc3b71b384338a9f4e12911499bfb on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:40:20.209118 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-98bebf1a-7313-48c3-90dc-461b5dc13528 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1948467787&fields=id&tenant_id=261dc3b71b384338a9f4e12911499bfb HTTP/1.1" status: 200 len: 267 time: 0.0681589 May 23 11:40:20.248610 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-df53c1b0-d89e-4701-941d-b37c57f2cd50 None None] Port 12802dfb-4887-4c2f-8b7f-b92d03596cdd cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:40:20.250922 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 773dc74c-3f64-4173-9e03-37e3cdf07ed6 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:40:20.333227 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 773dc74c-3f64-4173-9e03-37e3cdf07ed6 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:40:20.333227 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:20.391445 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-792ae228-963b-4ca3-b7e0-25b7bd0ddd86 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:40:20.398404 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-792ae228-963b-4ca3-b7e0-25b7bd0ddd86 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/networks?id=a27a319c-b094-4f46-8d5a-b2776d2162b3 HTTP/1.1" status: 200 len: 797 time: 0.1807230 May 23 11:40:20.412980 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-d3277f3b-c150-419a-afd5-05c6232abc93 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/quotas/261dc3b71b384338a9f4e12911499bfb HTTP/1.1" status: 200 len: 375 time: 0.0136464 May 23 11:40:20.511258 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-1a4affa7-10e0-4897-ae4e-fff736a24f60 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=261dc3b71b384338a9f4e12911499bfb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0920815 May 23 11:40:20.767015 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-6e6aa2ab-2124-4092-bf93-c52abd168eb1 service neutron] 10.222.0.79 "GET /v2.0/networks/a27a319c-b094-4f46-8d5a-b2776d2162b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410588 May 23 11:40:20.942955 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-4d0fa06e-3c52-4511-a828-985e51988dff service neutron] 10.222.0.79 "GET /v2.0/networks/a27a319c-b094-4f46-8d5a-b2776d2162b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597362 May 23 11:40:21.011558 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b161af2a-632e-4a06-be74-5dbfb599a672 None None] Sync routers for ids ['8b2a3316-ab9b-4f3b-82b8-d80e1db200e1'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:40:21.035616 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b161af2a-632e-4a06-be74-5dbfb599a672 None None] Routers {'8b2a3316-ab9b-4f3b-82b8-d80e1db200e1'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:40:21.036548 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-b161af2a-632e-4a06-be74-5dbfb599a672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:40:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['8b2a3316-ab9b-4f3b-82b8-d80e1db200e1'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:40:21.171021 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c39e4112-9cf0-4372-948e-108933606a7c req-ebdcd264-69cb-4fd1-9028-d8b2de950a4d tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4915297-5c4f-4ff5-b946-5a0bdf044f8d HTTP/1.1" status: 200 len: 210 time: 0.0433955 May 23 11:40:21.256166 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-b161af2a-632e-4a06-be74-5dbfb599a672 None None] Set router 8b2a3316-ab9b-4f3b-82b8-d80e1db200e1 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:40:21.606693 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-b161af2a-632e-4a06-be74-5dbfb599a672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2a3316-ab9b-4f3b-82b8-d80e1db200e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197184841', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f1dc8005-a778-4ac8-9e9b-b92ca852fd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:40:12Z', 'updated_at': '2022-05-23T11:40:17Z', 'revision_number': 4, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': 'f1dc8005-a778-4ac8-9e9b-b92ca852fd57', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a3316-ab9b-4f3b-82b8-d80e1db200e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:40:13Z', 'updated_at': '2022-05-23T11:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '12802dfb-4887-4c2f-8b7f-b92d03596cdd', 'name': '', 'network_id': 'a27a319c-b094-4f46-8d5a-b2776d2162b3', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'mac_address': 'fa:16:3e:a6:19:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2a3316-ab9b-4f3b-82b8-d80e1db200e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af0cb0ca-0cb4-438b-b752-96cc6456ed3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:40:16Z', 'updated_at': '2022-05-23T11:40:18Z', 'revision_number': 2, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'subnets': [{'id': 'af0cb0ca-0cb4-438b-b752-96cc6456ed3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:40:21.610602 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b161af2a-632e-4a06-be74-5dbfb599a672 None None] Checking router: 8b2a3316-ab9b-4f3b-82b8-d80e1db200e1 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:40:21.610948 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b161af2a-632e-4a06-be74-5dbfb599a672 None None] Updating router 8b2a3316-ab9b-4f3b-82b8-d80e1db200e1 port 12802dfb-4887-4c2f-8b7f-b92d03596cdd binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:40:21.696500 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-b161af2a-632e-4a06-be74-5dbfb599a672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:22.061682 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-b161af2a-632e-4a06-be74-5dbfb599a672 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:22.073144 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-b161af2a-632e-4a06-be74-5dbfb599a672 None None] Transition to ACTIVE for port object 12802dfb-4887-4c2f-8b7f-b92d03596cdd will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:40:22.080215 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-b161af2a-632e-4a06-be74-5dbfb599a672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:22.205862 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28363680-8178-4b0f-b020-22c1c161bc0b None None] Pushing event updated for resources: {'Port': ['ID=12802dfb-4887-4c2f-8b7f-b92d03596cdd,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:40:22.221635 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28363680-8178-4b0f-b020-22c1c161bc0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:40:22.221975 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28363680-8178-4b0f-b020-22c1c161bc0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:40:22.222307 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28363680-8178-4b0f-b020-22c1c161bc0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:40:22.222646 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28363680-8178-4b0f-b020-22c1c161bc0b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:40:22.222965 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28363680-8178-4b0f-b020-22c1c161bc0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:40:22.223464 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28363680-8178-4b0f-b020-22c1c161bc0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:40:22.223988 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28363680-8178-4b0f-b020-22c1c161bc0b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:40:22.224464 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28363680-8178-4b0f-b020-22c1c161bc0b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:40:22.224938 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28363680-8178-4b0f-b020-22c1c161bc0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:40:22.225410 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28363680-8178-4b0f-b020-22c1c161bc0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:40:22.226714 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28363680-8178-4b0f-b020-22c1c161bc0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:40:22.356738 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-b161af2a-632e-4a06-be74-5dbfb599a672 None None] Attempting to bind port 12802dfb-4887-4c2f-8b7f-b92d03596cdd on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:40:22.357104 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-b161af2a-632e-4a06-be74-5dbfb599a672 None None] Attempting to bind port 12802dfb-4887-4c2f-8b7f-b92d03596cdd by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a27a319c-b094-4f46-8d5a-b2776d2162b3'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:40:22.357458 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b161af2a-632e-4a06-be74-5dbfb599a672 None None] Attempting to bind port 12802dfb-4887-4c2f-8b7f-b92d03596cdd on network a27a319c-b094-4f46-8d5a-b2776d2162b3 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:40:22.373353 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b161af2a-632e-4a06-be74-5dbfb599a672 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:40:22.373863 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b161af2a-632e-4a06-be74-5dbfb599a672 None None] Checking segment: {'id': '8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a27a319c-b094-4f46-8d5a-b2776d2162b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:40:22.374270 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-b161af2a-632e-4a06-be74-5dbfb599a672 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:22.374790 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b161af2a-632e-4a06-be74-5dbfb599a672 None None] Bound using segment: {'id': '8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a27a319c-b094-4f46-8d5a-b2776d2162b3'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:40:22.375262 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-b161af2a-632e-4a06-be74-5dbfb599a672 None None] Bound port: 12802dfb-4887-4c2f-8b7f-b92d03596cdd, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a27a319c-b094-4f46-8d5a-b2776d2162b3'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:40:22.375634 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-b161af2a-632e-4a06-be74-5dbfb599a672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:22.395887 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0317aac4-4916-48f9-9c7f-72291aad1157 req-91aff0ff-1446-4188-86aa-85a33f494153 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4915297-5c4f-4ff5-b946-5a0bdf044f8d HTTP/1.1" status: 200 len: 210 time: 0.0608516 May 23 11:40:22.503402 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-b161af2a-632e-4a06-be74-5dbfb599a672 None None] For port 12802dfb-4887-4c2f-8b7f-b92d03596cdd, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:40:22.506994 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-b161af2a-632e-4a06-be74-5dbfb599a672 None None] For port 12802dfb-4887-4c2f-8b7f-b92d03596cdd, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=12802dfb-4887-4c2f-8b7f-b92d03596cdd,segment=NetworkSegment(8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e),segment_id=8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:40:22.513128 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-b161af2a-632e-4a06-be74-5dbfb599a672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:22.527120 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-3dc27fe4-a78f-4303-ac78-0db277523998 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:40:22.527799 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-3dc27fe4-a78f-4303-ac78-0db277523998 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Synchronizing usage tracker for tenant:261dc3b71b384338a9f4e12911499bfb on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:40:22.547671 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-3dc27fe4-a78f-4303-ac78-0db277523998 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Unset dirty status for tenant:261dc3b71b384338a9f4e12911499bfb on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:40:22.549328 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-3dc27fe4-a78f-4303-ac78-0db277523998 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.81 "GET /v2.0/networks?id=a27a319c-b094-4f46-8d5a-b2776d2162b3 HTTP/1.1" status: 200 len: 797 time: 0.2772870 May 23 11:40:22.601528 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28363680-8178-4b0f-b020-22c1c161bc0b None None] Pushing event updated for resources: {'Port': ['ID=12802dfb-4887-4c2f-8b7f-b92d03596cdd,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:40:22.606949 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b161af2a-632e-4a06-be74-5dbfb599a672 None None] Routers {'8b2a3316-ab9b-4f3b-82b8-d80e1db200e1'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:40:22.607982 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-b161af2a-632e-4a06-be74-5dbfb599a672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:40:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['8b2a3316-ab9b-4f3b-82b8-d80e1db200e1'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:40:22.648535 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-5868128d-f1ca-4d04-943d-2ec53abb56f2 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Synchronizing usage tracker for tenant:261dc3b71b384338a9f4e12911499bfb on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:40:22.663340 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-5868128d-f1ca-4d04-943d-2ec53abb56f2 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Unset dirty status for tenant:261dc3b71b384338a9f4e12911499bfb on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:40:22.664571 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-5868128d-f1ca-4d04-943d-2ec53abb56f2 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=261dc3b71b384338a9f4e12911499bfb HTTP/1.1" status: 200 len: 380 time: 0.0751481 May 23 11:40:22.673637 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-89ca76ba-5169-4bc7-bebd-f76b4175be58 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Request body: {'port': {'device_id': 'e4915297-5c4f-4ff5-b946-5a0bdf044f8d', 'network_id': 'a27a319c-b094-4f46-8d5a-b2776d2162b3', 'admin_state_up': True, 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'security_groups': ['3095471f-01f1-43d4-a0ba-34db49978873']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:40:22.825050 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-b161af2a-632e-4a06-be74-5dbfb599a672 None None] Set router 8b2a3316-ab9b-4f3b-82b8-d80e1db200e1 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:40:22.838792 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-89ca76ba-5169-4bc7-bebd-f76b4175be58 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:40:22.843299 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-89ca76ba-5169-4bc7-bebd-f76b4175be58 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:port and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:40:22.846520 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-89ca76ba-5169-4bc7-bebd-f76b4175be58 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:40:22.853321 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-89ca76ba-5169-4bc7-bebd-f76b4175be58 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:40:22.865812 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-89ca76ba-5169-4bc7-bebd-f76b4175be58 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Made reservation on behalf of 261dc3b71b384338a9f4e12911499bfb for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:40:22.869344 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-89ca76ba-5169-4bc7-bebd-f76b4175be58 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:23.064539 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-89ca76ba-5169-4bc7-bebd-f76b4175be58 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Allocated IP 172.20.0.14 (a27a319c-b094-4f46-8d5a-b2776d2162b3/af0cb0ca-0cb4-438b-b752-96cc6456ed3e/f2cd349b-d0ed-42a5-8d8d-77ce515ac54e) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:40:23.221295 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-b161af2a-632e-4a06-be74-5dbfb599a672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2a3316-ab9b-4f3b-82b8-d80e1db200e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197184841', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f1dc8005-a778-4ac8-9e9b-b92ca852fd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:40:12Z', 'updated_at': '2022-05-23T11:40:17Z', 'revision_number': 4, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': 'f1dc8005-a778-4ac8-9e9b-b92ca852fd57', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a3316-ab9b-4f3b-82b8-d80e1db200e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:40:13Z', 'updated_at': '2022-05-23T11:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '12802dfb-4887-4c2f-8b7f-b92d03596cdd', 'name': '', 'network_id': 'a27a319c-b094-4f46-8d5a-b2776d2162b3', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'mac_address': 'fa:16:3e:a6:19:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2a3316-ab9b-4f3b-82b8-d80e1db200e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af0cb0ca-0cb4-438b-b752-96cc6456ed3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:40:16Z', 'updated_at': '2022-05-23T11:40:22Z', 'revision_number': 4, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'subnets': [{'id': 'af0cb0ca-0cb4-438b-b752-96cc6456ed3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:40:23.225688 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b161af2a-632e-4a06-be74-5dbfb599a672 None None] The sync data for ids ['8b2a3316-ab9b-4f3b-82b8-d80e1db200e1'] in n-d-842952-2 is: [{'id': '8b2a3316-ab9b-4f3b-82b8-d80e1db200e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197184841', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f1dc8005-a778-4ac8-9e9b-b92ca852fd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:40:12Z', 'updated_at': '2022-05-23T11:40:17Z', 'revision_number': 4, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': 'f1dc8005-a778-4ac8-9e9b-b92ca852fd57', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a3316-ab9b-4f3b-82b8-d80e1db200e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:40:13Z', 'updated_at': '2022-05-23T11:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '12802dfb-4887-4c2f-8b7f-b92d03596cdd', 'name': '', 'network_id': 'a27a319c-b094-4f46-8d5a-b2776d2162b3', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'mac_address': 'fa:16:3e:a6:19:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2a3316-ab9b-4f3b-82b8-d80e1db200e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af0cb0ca-0cb4-438b-b752-96cc6456ed3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:40:16Z', 'updated_at': '2022-05-23T11:40:22Z', 'revision_number': 4, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'subnets': [{'id': 'af0cb0ca-0cb4-438b-b752-96cc6456ed3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:40:23.276508 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-89ca76ba-5169-4bc7-bebd-f76b4175be58 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:23.314448 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-89ca76ba-5169-4bc7-bebd-f76b4175be58 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Transition to ACTIVE for port object f2cd349b-d0ed-42a5-8d8d-77ce515ac54e will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:40:23.344276 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-89ca76ba-5169-4bc7-bebd-f76b4175be58 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:23.419696 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-89ca76ba-5169-4bc7-bebd-f76b4175be58 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Network a27a319c-b094-4f46-8d5a-b2776d2162b3 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:40:23.435183 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-89ca76ba-5169-4bc7-bebd-f76b4175be58 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:40:23.437228 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca76ba-5169-4bc7-bebd-f76b4175be58 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'Port': ['ID=f2cd349b-d0ed-42a5-8d8d-77ce515ac54e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:40:23.439404 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-89ca76ba-5169-4bc7-bebd-f76b4175be58 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:40:23.513843 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-89ca76ba-5169-4bc7-bebd-f76b4175be58 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:40:23.515000 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-89ca76ba-5169-4bc7-bebd-f76b4175be58 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:23.554422 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-89ca76ba-5169-4bc7-bebd-f76b4175be58 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8843350 May 23 11:40:23.653514 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c60c96-a4d5-43aa-8759-8a9e11528a50 req-badd8ec4-62fe-4668-be08-ff015c0f65cf tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:40:23.655895 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-01c60c96-a4d5-43aa-8759-8a9e11528a50 req-badd8ec4-62fe-4668-be08-ff015c0f65cf tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4915297-5c4f-4ff5-b946-5a0bdf044f8d HTTP/1.1" status: 200 len: 932 time: 0.0958486 May 23 11:40:23.729326 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-01c60c96-a4d5-43aa-8759-8a9e11528a50 req-2a5301db-058e-409c-959a-b4ac81394375 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=3095471f-01f1-43d4-a0ba-34db49978873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671856 May 23 11:40:23.776488 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7e68f3b4-87f8-4208-8973-f30780c9495d None None] Provisioning for port f2cd349b-d0ed-42a5-8d8d-77ce515ac54e completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:40:23.782992 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7e68f3b4-87f8-4208-8973-f30780c9495d None None] Provisioning complete for port f2cd349b-d0ed-42a5-8d8d-77ce515ac54e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:40:23.783892 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7e68f3b4-87f8-4208-8973-f30780c9495d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:23.817118 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-c6d4d3c9-5421-4184-be6b-60c8d261f484 service neutron] Request body: {'port': {'device_id': 'e4915297-5c4f-4ff5-b946-5a0bdf044f8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:40:23.935877 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7e68f3b4-87f8-4208-8973-f30780c9495d None None] Port f2cd349b-d0ed-42a5-8d8d-77ce515ac54e cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:40:24.008215 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 12802dfb-4887-4c2f-8b7f-b92d03596cdd up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:40:24.045072 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-c6d4d3c9-5421-4184-be6b-60c8d261f484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:24.118721 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 12802dfb-4887-4c2f-8b7f-b92d03596cdd completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:40:24.124424 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 12802dfb-4887-4c2f-8b7f-b92d03596cdd triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:40:24.125065 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:24.254638 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:24.290277 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 12802dfb-4887-4c2f-8b7f-b92d03596cdd, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=12802dfb-4887-4c2f-8b7f-b92d03596cdd,segment=NetworkSegment(8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e),segment_id=8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:40:24.295290 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:24.370733 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=12802dfb-4887-4c2f-8b7f-b92d03596cdd,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:40:24.438224 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-c6d4d3c9-5421-4184-be6b-60c8d261f484 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2cd349b-d0ed-42a5-8d8d-77ce515ac54e {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:40:24.445242 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-c6d4d3c9-5421-4184-be6b-60c8d261f484 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:24.459922 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-c6d4d3c9-5421-4184-be6b-60c8d261f484 service neutron] Transition to ACTIVE for port object f2cd349b-d0ed-42a5-8d8d-77ce515ac54e will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:40:24.464598 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-c6d4d3c9-5421-4184-be6b-60c8d261f484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:24.676881 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d4d3c9-5421-4184-be6b-60c8d261f484 service neutron] Pushing event updated for resources: {'Port': ['ID=f2cd349b-d0ed-42a5-8d8d-77ce515ac54e,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:40:24.788852 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-c6d4d3c9-5421-4184-be6b-60c8d261f484 service neutron] Attempting to bind port f2cd349b-d0ed-42a5-8d8d-77ce515ac54e on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:40:24.789403 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-c6d4d3c9-5421-4184-be6b-60c8d261f484 service neutron] Attempting to bind port f2cd349b-d0ed-42a5-8d8d-77ce515ac54e by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a27a319c-b094-4f46-8d5a-b2776d2162b3'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:40:24.789952 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-c6d4d3c9-5421-4184-be6b-60c8d261f484 service neutron] Attempting to bind port f2cd349b-d0ed-42a5-8d8d-77ce515ac54e on network a27a319c-b094-4f46-8d5a-b2776d2162b3 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:40:24.797475 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-c6d4d3c9-5421-4184-be6b-60c8d261f484 service neutron] Port f2cd349b-d0ed-42a5-8d8d-77ce515ac54e on network a27a319c-b094-4f46-8d5a-b2776d2162b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:40:24.797967 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-c6d4d3c9-5421-4184-be6b-60c8d261f484 service neutron] Attempting to bind port f2cd349b-d0ed-42a5-8d8d-77ce515ac54e on network a27a319c-b094-4f46-8d5a-b2776d2162b3 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:40:24.804476 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-c6d4d3c9-5421-4184-be6b-60c8d261f484 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:40:24.804805 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-c6d4d3c9-5421-4184-be6b-60c8d261f484 service neutron] Checking segment: {'id': '8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a27a319c-b094-4f46-8d5a-b2776d2162b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:40:24.805187 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-c6d4d3c9-5421-4184-be6b-60c8d261f484 service neutron] Bound using segment: {'id': '8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a27a319c-b094-4f46-8d5a-b2776d2162b3'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:40:24.805605 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-c6d4d3c9-5421-4184-be6b-60c8d261f484 service neutron] Bound port: f2cd349b-d0ed-42a5-8d8d-77ce515ac54e, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a27a319c-b094-4f46-8d5a-b2776d2162b3'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:40:24.807108 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-c6d4d3c9-5421-4184-be6b-60c8d261f484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:24.905076 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-c6d4d3c9-5421-4184-be6b-60c8d261f484 service neutron] For port f2cd349b-d0ed-42a5-8d8d-77ce515ac54e, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:40:24.908061 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-c6d4d3c9-5421-4184-be6b-60c8d261f484 service neutron] For port f2cd349b-d0ed-42a5-8d8d-77ce515ac54e, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=f2cd349b-d0ed-42a5-8d8d-77ce515ac54e,segment=NetworkSegment(8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e),segment_id=8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:40:24.913279 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-c6d4d3c9-5421-4184-be6b-60c8d261f484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:24.924932 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb5d7a-4215-4efb-b46e-080e968fdca5 req-39a75abb-c374-4544-bba7-bbe0052241c5 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:40:24.926431 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e6fb5d7a-4215-4efb-b46e-080e968fdca5 req-39a75abb-c374-4544-bba7-bbe0052241c5 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4915297-5c4f-4ff5-b946-5a0bdf044f8d HTTP/1.1" status: 200 len: 944 time: 0.0804918 May 23 11:40:24.974879 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-c6d4d3c9-5421-4184-be6b-60c8d261f484 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:24.976102 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e6fb5d7a-4215-4efb-b46e-080e968fdca5 req-d671a26a-8680-455c-8392-4f5e7459ac9e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=3095471f-01f1-43d4-a0ba-34db49978873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439258 May 23 11:40:24.976245 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-c6d4d3c9-5421-4184-be6b-60c8d261f484 service neutron] 10.222.0.81 "PUT /v2.0/ports/f2cd349b-d0ed-42a5-8d8d-77ce515ac54e HTTP/1.1" status: 200 len: 1092 time: 1.4026773 May 23 11:40:24.976567 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4915297-5c4f-4ff5-b946-5a0bdf044f8d', 'tag': 'f2cd349b-d0ed-42a5-8d8d-77ce515ac54e'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:40:25.008083 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d4d3c9-5421-4184-be6b-60c8d261f484 service neutron] Pushing event updated for resources: {'Port': ['ID=f2cd349b-d0ed-42a5-8d8d-77ce515ac54e,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:40:25.088166 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a301b4b6-d6db-436e-b282-3f6345b8d825'] response: {'name': 'network-changed', 'server_uuid': 'e4915297-5c4f-4ff5-b946-5a0bdf044f8d', 'tag': 'f2cd349b-d0ed-42a5-8d8d-77ce515ac54e', 'status': 'completed', 'code': 200} May 23 11:40:25.126407 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-6bf9dee6-0cc3-4198-8d63-8543a200b9bb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=261dc3b71b384338a9f4e12911499bfb&device_id=e4915297-5c4f-4ff5-b946-5a0bdf044f8d HTTP/1.1" status: 200 len: 1095 time: 0.0815420 May 23 11:40:25.209352 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-56c6207b-41b7-4281-b6d5-959b9719aae7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2cd349b-d0ed-42a5-8d8d-77ce515ac54e HTTP/1.1" status: 200 len: 217 time: 0.0627830 May 23 11:40:25.277224 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-acffea64-75e8-4f08-b420-2beadcb5170c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:40:25.278559 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-acffea64-75e8-4f08-b420-2beadcb5170c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=af0cb0ca-0cb4-438b-b752-96cc6456ed3e HTTP/1.1" status: 200 len: 834 time: 0.0606081 May 23 11:40:25.358816 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-c50aaf04-e339-4132-9311-1f1798baa0ab service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a27a319c-b094-4f46-8d5a-b2776d2162b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710404 May 23 11:40:25.501799 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-4e5abaac-2ac4-4db3-8265-6b1b6c569f76 service neutron] 10.222.0.81 "GET /v2.0/networks/a27a319c-b094-4f46-8d5a-b2776d2162b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307499 May 23 11:40:25.646106 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c374519f-d966-4d9c-8f43-3e7a1287aeb8 req-d7cb4ace-bcd8-4eb8-b4a6-a4e5f704b40e service neutron] 10.222.0.81 "GET /v2.0/networks/a27a319c-b094-4f46-8d5a-b2776d2162b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347151 May 23 11:40:25.850646 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e838322e-fe0f-44f8-ba0d-cf749593b09b req-b334a0f0-84ea-40fe-8cf1-aa28244211c1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=261dc3b71b384338a9f4e12911499bfb&device_id=e4915297-5c4f-4ff5-b946-5a0bdf044f8d HTTP/1.1" status: 200 len: 1095 time: 0.0754521 May 23 11:40:25.906171 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 12802dfb-4887-4c2f-8b7f-b92d03596cdd up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:40:25.988939 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 12802dfb-4887-4c2f-8b7f-b92d03596cdd triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:40:25.989306 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:26.008395 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838322e-fe0f-44f8-ba0d-cf749593b09b req-29d6628b-45e2-40ba-9021-0d31ffebb21b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:40:26.010156 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e838322e-fe0f-44f8-ba0d-cf749593b09b req-29d6628b-45e2-40ba-9021-0d31ffebb21b service neutron] 10.222.0.81 "GET /v2.0/networks?id=a27a319c-b094-4f46-8d5a-b2776d2162b3 HTTP/1.1" status: 200 len: 898 time: 0.1536679 May 23 11:40:26.104780 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e838322e-fe0f-44f8-ba0d-cf749593b09b req-725a97e1-5133-47ca-98dd-349bb83b0bec service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2cd349b-d0ed-42a5-8d8d-77ce515ac54e HTTP/1.1" status: 200 len: 217 time: 0.0877562 May 23 11:40:26.203158 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838322e-fe0f-44f8-ba0d-cf749593b09b req-d82c600b-44da-4ea0-b85c-9751f9fe47c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:40:26.204990 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e838322e-fe0f-44f8-ba0d-cf749593b09b req-d82c600b-44da-4ea0-b85c-9751f9fe47c1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=af0cb0ca-0cb4-438b-b752-96cc6456ed3e HTTP/1.1" status: 200 len: 834 time: 0.0944045 May 23 11:40:26.233918 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bd0b2a07-0556-4094-b81d-b1cfd4428b6d req-06d5575c-4de4-496e-8dcc-ba5490590be7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dc377247-0dba-4ab7-9a2b-d9799b3d7e11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1370358 May 23 11:40:26.274098 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48abf59-210e-432f-b3b7-558e141f7b98 req-2ee5315d-1055-4704-89fd-2a1d8c9f1451 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:40:26.276238 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d48abf59-210e-432f-b3b7-558e141f7b98 req-2ee5315d-1055-4704-89fd-2a1d8c9f1451 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4915297-5c4f-4ff5-b946-5a0bdf044f8d HTTP/1.1" status: 200 len: 944 time: 0.1197648 May 23 11:40:26.296732 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e838322e-fe0f-44f8-ba0d-cf749593b09b req-ea70f0d4-467c-42e9-90e1-02efb2ba35f8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a27a319c-b094-4f46-8d5a-b2776d2162b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851355 May 23 11:40:26.327410 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d48abf59-210e-432f-b3b7-558e141f7b98 req-0be40e7d-4886-41bc-b148-5dcc42d8a6a5 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=3095471f-01f1-43d4-a0ba-34db49978873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453868 May 23 11:40:26.420517 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bd0b2a07-0556-4094-b81d-b1cfd4428b6d req-70f80a43-ee5b-4fac-a223-3a79a39b2e64 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=641f3c241bda4f48a7a5624c98c4719b&device_id=dc377247-0dba-4ab7-9a2b-d9799b3d7e11 HTTP/1.1" status: 200 len: 1100 time: 0.0770040 May 23 11:40:26.447729 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e838322e-fe0f-44f8-ba0d-cf749593b09b req-a9cb96b3-6468-4c16-83c3-31b5f54530ee service neutron] 10.222.0.81 "GET /v2.0/networks/a27a319c-b094-4f46-8d5a-b2776d2162b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420372 May 23 11:40:26.604579 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b2a07-0556-4094-b81d-b1cfd4428b6d req-8cd7bcf0-165b-4729-acc4-bd46ba1317fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:40:26.606148 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bd0b2a07-0556-4094-b81d-b1cfd4428b6d req-8cd7bcf0-165b-4729-acc4-bd46ba1317fd service neutron] 10.222.0.13 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.1643484 May 23 11:40:26.678142 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bd0b2a07-0556-4094-b81d-b1cfd4428b6d req-06d519ee-536d-4be4-baa2-698b00b4306a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=974f974d-25df-4f2b-bcd9-78e8bc0097a4 HTTP/1.1" status: 200 len: 217 time: 0.0654213 May 23 11:40:26.689768 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e838322e-fe0f-44f8-ba0d-cf749593b09b req-86632c06-5a17-42a9-aa5f-162178b07052 service neutron] 10.222.0.81 "GET /v2.0/networks/a27a319c-b094-4f46-8d5a-b2776d2162b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339418 May 23 11:40:26.740002 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b2a07-0556-4094-b81d-b1cfd4428b6d req-cc6e0946-cab2-47c9-b9fa-48d37c8f43ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:40:26.741754 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bd0b2a07-0556-4094-b81d-b1cfd4428b6d req-cc6e0946-cab2-47c9-b9fa-48d37c8f43ff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.0581887 May 23 11:40:26.838214 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bd0b2a07-0556-4094-b81d-b1cfd4428b6d req-f3c6b4db-5045-4640-b7ce-a7cc84cbae8c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0910721 May 23 11:40:26.971967 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bd0b2a07-0556-4094-b81d-b1cfd4428b6d req-2145b117-e42b-4ff9-aa0e-683daeae5b7c service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254218 May 23 11:40:27.117226 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bd0b2a07-0556-4094-b81d-b1cfd4428b6d req-5b64828c-f674-47cd-95bd-c3f4489c906b service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398063 May 23 11:40:27.554616 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c2162-fc5b-4a0d-91fb-d16a6738bb6a req-087fb283-f174-4c4e-954a-4b3aacfe8b1d tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:40:27.556212 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9d7c2162-fc5b-4a0d-91fb-d16a6738bb6a req-087fb283-f174-4c4e-954a-4b3aacfe8b1d tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4915297-5c4f-4ff5-b946-5a0bdf044f8d HTTP/1.1" status: 200 len: 944 time: 0.1039667 May 23 11:40:27.616535 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9d7c2162-fc5b-4a0d-91fb-d16a6738bb6a req-49735f30-bd27-4a9c-8fe8-e1636a3008ef tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=3095471f-01f1-43d4-a0ba-34db49978873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541496 May 23 11:40:28.826413 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a7724-5faf-4fee-b8da-756212b4a018 req-48608cb5-000c-4eed-b2b9-4dadb79afab1 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:40:28.828625 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4c2a7724-5faf-4fee-b8da-756212b4a018 req-48608cb5-000c-4eed-b2b9-4dadb79afab1 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4915297-5c4f-4ff5-b946-5a0bdf044f8d HTTP/1.1" status: 200 len: 944 time: 0.0843208 May 23 11:40:28.880983 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4c2a7724-5faf-4fee-b8da-756212b4a018 req-33d744dc-b140-452a-ae57-91c8aa3371b0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=3095471f-01f1-43d4-a0ba-34db49978873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453765 May 23 11:40:29.276446 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device f2cd349b-d0ed-42a5-8d8d-77ce515ac54e details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:40:29.408079 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port f2cd349b-d0ed-42a5-8d8d-77ce515ac54e, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=f2cd349b-d0ed-42a5-8d8d-77ce515ac54e,segment=NetworkSegment(8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e),segment_id=8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:40:29.422991 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': 'f2cd349b-d0ed-42a5-8d8d-77ce515ac54e', 'network_id': 'a27a319c-b094-4f46-8d5a-b2776d2162b3', 'port_id': 'f2cd349b-d0ed-42a5-8d8d-77ce515ac54e', 'mac_address': 'fa:16:3e:c4:49:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af0cb0ca-0cb4-438b-b752-96cc6456ed3e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:40:29.484881 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:29.510237 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2cd349b-d0ed-42a5-8d8d-77ce515ac54e {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:40:29.525814 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port f2cd349b-d0ed-42a5-8d8d-77ce515ac54e, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=f2cd349b-d0ed-42a5-8d8d-77ce515ac54e,segment=NetworkSegment(8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e),segment_id=8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:40:29.530188 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:29.599134 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=f2cd349b-d0ed-42a5-8d8d-77ce515ac54e,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:40:29.899509 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['f2cd349b-d0ed-42a5-8d8d-77ce515ac54e'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:40:30.098943 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10391e42-01b0-4924-81f0-b8413d07937e req-f87ec257-7e79-4bfd-869e-50d04e6929b7 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:40:30.100759 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-10391e42-01b0-4924-81f0-b8413d07937e req-f87ec257-7e79-4bfd-869e-50d04e6929b7 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4915297-5c4f-4ff5-b946-5a0bdf044f8d HTTP/1.1" status: 200 len: 945 time: 0.0965564 May 23 11:40:30.147359 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-10391e42-01b0-4924-81f0-b8413d07937e req-6228b436-1133-4fc5-8198-7c60f2c3b484 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=3095471f-01f1-43d4-a0ba-34db49978873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407929 May 23 11:40:31.285493 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device f2cd349b-d0ed-42a5-8d8d-77ce515ac54e up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:40:31.389174 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port f2cd349b-d0ed-42a5-8d8d-77ce515ac54e completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:40:31.394804 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port f2cd349b-d0ed-42a5-8d8d-77ce515ac54e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:40:31.395438 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:31.485657 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6bc81-abed-48d6-aa87-952e90eaaba4 req-308d6c12-5a4c-471c-bb1a-75d6061177c7 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:40:31.487192 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e5a6bc81-abed-48d6-aa87-952e90eaaba4 req-308d6c12-5a4c-471c-bb1a-75d6061177c7 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4915297-5c4f-4ff5-b946-5a0bdf044f8d HTTP/1.1" status: 200 len: 945 time: 0.2112553 May 23 11:40:31.518495 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:31.534773 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e5a6bc81-abed-48d6-aa87-952e90eaaba4 req-25bd8bef-0083-4952-a0bd-1ad55c8dbcea tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=3095471f-01f1-43d4-a0ba-34db49978873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417314 May 23 11:40:31.552063 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4915297-5c4f-4ff5-b946-5a0bdf044f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2cd349b-d0ed-42a5-8d8d-77ce515ac54e'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:40:31.562385 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port f2cd349b-d0ed-42a5-8d8d-77ce515ac54e, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=f2cd349b-d0ed-42a5-8d8d-77ce515ac54e,segment=NetworkSegment(8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e),segment_id=8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:40:31.567317 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:31.642288 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=f2cd349b-d0ed-42a5-8d8d-77ce515ac54e,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:40:31.737683 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53863fa4-73ca-4328-b92f-c391844926c4'] response: {'server_uuid': 'e4915297-5c4f-4ff5-b946-5a0bdf044f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2cd349b-d0ed-42a5-8d8d-77ce515ac54e', 'code': 200} May 23 11:40:31.914153 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fbeecc06-8db2-40e5-a522-6a0c6e43380d req-40e7b6fc-fee4-4ac7-a2ae-8919001dee7c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e4915297-5c4f-4ff5-b946-5a0bdf044f8d HTTP/1.1" status: 200 len: 1097 time: 0.0769780 May 23 11:40:31.959553 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fbeecc06-8db2-40e5-a522-6a0c6e43380d req-cc1e1068-f1cd-40f6-bdda-44bef0aebd1d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=3095471f-01f1-43d4-a0ba-34db49978873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365176 May 23 11:40:32.732971 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef809dc-2e72-4e59-99c9-11b4df514f86 req-01fc1d17-b839-4e8e-8827-e0511044c6c4 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:40:32.734407 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eef809dc-2e72-4e59-99c9-11b4df514f86 req-01fc1d17-b839-4e8e-8827-e0511044c6c4 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4915297-5c4f-4ff5-b946-5a0bdf044f8d HTTP/1.1" status: 200 len: 946 time: 0.0771155 May 23 11:40:32.780854 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eef809dc-2e72-4e59-99c9-11b4df514f86 req-eff45545-dacc-4f03-9b07-027f96346978 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=3095471f-01f1-43d4-a0ba-34db49978873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408289 May 23 11:40:33.990154 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a07901-946d-49eb-97e6-bfe8e388a92f req-2c52cb6d-313f-48f7-82d6-79ae23fae39a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:40:33.991669 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c1a07901-946d-49eb-97e6-bfe8e388a92f req-2c52cb6d-313f-48f7-82d6-79ae23fae39a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4915297-5c4f-4ff5-b946-5a0bdf044f8d HTTP/1.1" status: 200 len: 946 time: 0.0867589 May 23 11:40:34.039367 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c1a07901-946d-49eb-97e6-bfe8e388a92f req-6a551406-af74-447d-8b28-3d4910e9b31f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=3095471f-01f1-43d4-a0ba-34db49978873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418124 May 23 11:40:34.258105 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c28019-f906-476d-8998-405f87ae8d66 req-ad5f5f3c-8753-478a-87bd-5c599162a040 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:40:34.259638 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a9c28019-f906-476d-8998-405f87ae8d66 req-ad5f5f3c-8753-478a-87bd-5c599162a040 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4915297-5c4f-4ff5-b946-5a0bdf044f8d HTTP/1.1" status: 200 len: 946 time: 0.0957835 May 23 11:40:34.305508 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a9c28019-f906-476d-8998-405f87ae8d66 req-cb8fd248-63ee-4ff3-ba5d-81c614212600 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=3095471f-01f1-43d4-a0ba-34db49978873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400751 May 23 11:40:34.332907 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59974) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:40:34.403188 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9ad9a15c-307c-4b93-aed8-03905eb1a1ba tempest-TestNetworkAdvancedServerOps-1284012438 tempest-TestNetworkAdvancedServerOps-1284012438-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=e4915297-5c4f-4ff5-b946-5a0bdf044f8d HTTP/1.1" status: 200 len: 1092 time: 0.0691140 May 23 11:40:34.405876 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 59984) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:40:34.411270 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-39f7861e-2947-47cc-b8b4-a18875cb5a68 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'port_id': 'f2cd349b-d0ed-42a5-8d8d-77ce515ac54e', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:40:34.417855 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-39f7861e-2947-47cc-b8b4-a18875cb5a68 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:40:34.421751 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-39f7861e-2947-47cc-b8b4-a18875cb5a68 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:floatingip and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:40:34.424768 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-39f7861e-2947-47cc-b8b4-a18875cb5a68 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:40:34.468249 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-39f7861e-2947-47cc-b8b4-a18875cb5a68 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:40:34.489367 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-39f7861e-2947-47cc-b8b4-a18875cb5a68 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for floatingip, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:34.598147 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-890b6dfc-755f-4e3b-b9a6-c4c78daa6aa8 req-928659a8-5cc7-466f-9088-95b11cab8ad0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c9aad0bc-f9db-4db0-a7b0-7beb7e7fb826&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1704478 May 23 11:40:34.651171 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-39f7861e-2947-47cc-b8b4-a18875cb5a68 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:34.838444 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-890b6dfc-755f-4e3b-b9a6-c4c78daa6aa8 req-d82edf16-a1fa-479b-88cc-0410bb51eaf4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c0d5a70375a14dad89b052c6ff00afdf&device_id=c9aad0bc-f9db-4db0-a7b0-7beb7e7fb826 HTTP/1.1" status: 200 len: 1096 time: 0.1531718 May 23 11:40:34.852139 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-39f7861e-2947-47cc-b8b4-a18875cb5a68 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Allocated IP 172.25.6.248 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/3bbd1ed4-e4a7-4f54-be26-fddd63c1f035) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:40:35.104593 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b6dfc-755f-4e3b-b9a6-c4c78daa6aa8 req-c8f15d64-ded0-4562-bcaf-39f52acf6e93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:40:35.106078 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-890b6dfc-755f-4e3b-b9a6-c4c78daa6aa8 req-c8f15d64-ded0-4562-bcaf-39f52acf6e93 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e5168ee0-15d7-4afb-963f-746644a08876 HTTP/1.1" status: 200 len: 910 time: 0.2469625 May 23 11:40:35.175253 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-39f7861e-2947-47cc-b8b4-a18875cb5a68 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:35.243011 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-890b6dfc-755f-4e3b-b9a6-c4c78daa6aa8 req-1b17f62e-432d-484c-b0ab-9dc7ba0e19e4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1684116e-7873-4ed3-a20d-667f56c5001f HTTP/1.1" status: 200 len: 1000 time: 0.1244874 May 23 11:40:35.287086 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-39f7861e-2947-47cc-b8b4-a18875cb5a68 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:35.370597 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f7861e-2947-47cc-b8b4-a18875cb5a68 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:40:35.372146 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b6dfc-755f-4e3b-b9a6-c4c78daa6aa8 req-59221df8-be58-4856-876a-2eeeec34bc33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:40:35.373633 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-890b6dfc-755f-4e3b-b9a6-c4c78daa6aa8 req-59221df8-be58-4856-876a-2eeeec34bc33 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ad8d50de-c367-4541-8000-d04e811e479e HTTP/1.1" status: 200 len: 848 time: 0.1253531 May 23 11:40:35.376217 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-39f7861e-2947-47cc-b8b4-a18875cb5a68 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:40:35.381068 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f7861e-2947-47cc-b8b4-a18875cb5a68 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:40:35.444819 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f7861e-2947-47cc-b8b4-a18875cb5a68 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'Port': ['ID=3bbd1ed4-e4a7-4f54-be26-fddd63c1f035,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:40:35.596668 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-890b6dfc-755f-4e3b-b9a6-c4c78daa6aa8 req-6f205bb3-7b35-4d49-b48e-9b46db4d667d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e5168ee0-15d7-4afb-963f-746644a08876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2164781 May 23 11:40:36.003012 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-890b6dfc-755f-4e3b-b9a6-c4c78daa6aa8 req-30ec056e-bbae-413c-947b-cb22b7985957 service neutron] 10.222.0.81 "GET /v2.0/networks/e5168ee0-15d7-4afb-963f-746644a08876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001119 May 23 11:40:36.170722 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-890b6dfc-755f-4e3b-b9a6-c4c78daa6aa8 req-6ea60f8c-28aa-4e68-9613-f926c64602cf service neutron] 10.222.0.81 "GET /v2.0/networks/e5168ee0-15d7-4afb-963f-746644a08876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606455 May 23 11:40:36.325623 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-39f7861e-2947-47cc-b8b4-a18875cb5a68 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:36.386363 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-39f7861e-2947-47cc-b8b4-a18875cb5a68 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:36.609394 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-39f7861e-2947-47cc-b8b4-a18875cb5a68 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:36.615202 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-39f7861e-2947-47cc-b8b4-a18875cb5a68 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:36.725741 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f7861e-2947-47cc-b8b4-a18875cb5a68 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'Port': ['ID=3bbd1ed4-e4a7-4f54-be26-fddd63c1f035,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:40:36.738789 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-39f7861e-2947-47cc-b8b4-a18875cb5a68 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:36.936603 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [None req-39f7861e-2947-47cc-b8b4-a18875cb5a68 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Floating IP 82ad8710-a2ed-46e6-aa3d-8f9a388d3922 associated. External IP: 172.25.6.248, port: f2cd349b-d0ed-42a5-8d8d-77ce515ac54e. May 23 11:40:37.365112 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f7861e-2947-47cc-b8b4-a18875cb5a68 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Router 8b2a3316-ab9b-4f3b-82b8-d80e1db200e1 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:40:37.689674 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f7861e-2947-47cc-b8b4-a18875cb5a68 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:40:37.700485 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b40dd8-bce3-48eb-8186-555949846d2d None None] Sync routers for ids ['8b2a3316-ab9b-4f3b-82b8-d80e1db200e1'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:40:37.713269 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b40dd8-bce3-48eb-8186-555949846d2d None None] Routers {'8b2a3316-ab9b-4f3b-82b8-d80e1db200e1'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:40:37.713764 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-51b40dd8-bce3-48eb-8186-555949846d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:40:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['8b2a3316-ab9b-4f3b-82b8-d80e1db200e1'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:40:37.717181 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-39f7861e-2947-47cc-b8b4-a18875cb5a68 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:37.779809 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-39f7861e-2947-47cc-b8b4-a18875cb5a68 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3727512 May 23 11:40:37.780617 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4915297-5c4f-4ff5-b946-5a0bdf044f8d', 'tag': 'f2cd349b-d0ed-42a5-8d8d-77ce515ac54e'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:40:37.878947 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0bbc3e5-ded5-44fc-ac54-bfa0fb60f50c'] response: {'name': 'network-changed', 'server_uuid': 'e4915297-5c4f-4ff5-b946-5a0bdf044f8d', 'tag': 'f2cd349b-d0ed-42a5-8d8d-77ce515ac54e', 'status': 'completed', 'code': 200} May 23 11:40:37.946599 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-51b40dd8-bce3-48eb-8186-555949846d2d None None] Set router 8b2a3316-ab9b-4f3b-82b8-d80e1db200e1 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:40:38.011517 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-589b13a7-6531-437f-8855-29c2632a2529 req-8fa5f744-b202-4cfc-ac0d-31436cb96245 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=261dc3b71b384338a9f4e12911499bfb&device_id=e4915297-5c4f-4ff5-b946-5a0bdf044f8d HTTP/1.1" status: 200 len: 1097 time: 0.0911822 May 23 11:40:38.034655 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216e43a-53b1-4120-b6b7-2523b3f134fd req-512a999b-cf4a-4c6f-a865-16b5677ea696 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:40:38.036739 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d216e43a-53b1-4120-b6b7-2523b3f134fd req-512a999b-cf4a-4c6f-a865-16b5677ea696 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4915297-5c4f-4ff5-b946-5a0bdf044f8d HTTP/1.1" status: 200 len: 946 time: 0.0934899 May 23 11:40:38.095078 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d216e43a-53b1-4120-b6b7-2523b3f134fd req-324a80d5-cd42-430a-b32e-c77818dbb8aa tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=3095471f-01f1-43d4-a0ba-34db49978873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522926 May 23 11:40:38.132676 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60054) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:40:38.183576 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b13a7-6531-437f-8855-29c2632a2529 req-ce709cc5-3445-49ec-9437-313c7945d373 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:40:38.185486 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-589b13a7-6531-437f-8855-29c2632a2529 req-ce709cc5-3445-49ec-9437-313c7945d373 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a27a319c-b094-4f46-8d5a-b2776d2162b3 HTTP/1.1" status: 200 len: 898 time: 0.1662521 May 23 11:40:38.247307 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5aededf7-c31c-4404-9585-4727b95a5664 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/floatingips/82ad8710-a2ed-46e6-aa3d-8f9a388d3922 HTTP/1.1" status: 200 len: 992 time: 0.1134596 May 23 11:40:38.288399 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:38.299620 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-589b13a7-6531-437f-8855-29c2632a2529 req-6330f146-7f0f-4eaa-a4d2-379af8839985 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2cd349b-d0ed-42a5-8d8d-77ce515ac54e HTTP/1.1" status: 200 len: 1000 time: 0.1087284 May 23 11:40:38.357265 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-51b40dd8-bce3-48eb-8186-555949846d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2a3316-ab9b-4f3b-82b8-d80e1db200e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197184841', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f1dc8005-a778-4ac8-9e9b-b92ca852fd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:40:12Z', 'updated_at': '2022-05-23T11:40:17Z', 'revision_number': 4, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': 'f1dc8005-a778-4ac8-9e9b-b92ca852fd57', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a3316-ab9b-4f3b-82b8-d80e1db200e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:40:13Z', 'updated_at': '2022-05-23T11:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '82ad8710-a2ed-46e6-aa3d-8f9a388d3922', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'floating_ip_address': '172.25.6.248', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '8b2a3316-ab9b-4f3b-82b8-d80e1db200e1', 'port_id': 'f2cd349b-d0ed-42a5-8d8d-77ce515ac54e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a27a319c-b094-4f46-8d5a-b2776d2162b3', 'mac_address': 'fa:16:3e:c4:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4915297-5c4f-4ff5-b946-5a0bdf044f8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:40:36Z', 'updated_at': '2022-05-23T11:40:36Z', 'revision_number': 0, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12802dfb-4887-4c2f-8b7f-b92d03596cdd', 'name': '', 'network_id': 'a27a319c-b094-4f46-8d5a-b2776d2162b3', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'mac_address': 'fa:16:3e:a6:19:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a3316-ab9b-4f3b-82b8-d80e1db200e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af0cb0ca-0cb4-438b-b752-96cc6456ed3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:40:16Z', 'updated_at': '2022-05-23T11:40:24Z', 'revision_number': 5, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'subnets': [{'id': 'af0cb0ca-0cb4-438b-b752-96cc6456ed3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:40:38.361814 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b40dd8-bce3-48eb-8186-555949846d2d None None] Checking router: 8b2a3316-ab9b-4f3b-82b8-d80e1db200e1 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:40:38.369271 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b13a7-6531-437f-8855-29c2632a2529 req-e7bec0f3-9d43-4789-8f50-fac0e9b6fc52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:40:38.370727 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-589b13a7-6531-437f-8855-29c2632a2529 req-e7bec0f3-9d43-4789-8f50-fac0e9b6fc52 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=af0cb0ca-0cb4-438b-b752-96cc6456ed3e HTTP/1.1" status: 200 len: 834 time: 0.0649822 May 23 11:40:38.372706 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b40dd8-bce3-48eb-8186-555949846d2d None None] Routers {'8b2a3316-ab9b-4f3b-82b8-d80e1db200e1'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:40:38.373305 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-51b40dd8-bce3-48eb-8186-555949846d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:40:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['8b2a3316-ab9b-4f3b-82b8-d80e1db200e1'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:40:38.456922 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-589b13a7-6531-437f-8855-29c2632a2529 req-a96f0f24-eed1-4409-bb2e-a793f9333afc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a27a319c-b094-4f46-8d5a-b2776d2162b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809925 May 23 11:40:38.595772 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-589b13a7-6531-437f-8855-29c2632a2529 req-eec55f32-f8b5-47b0-a08e-3e366ff4d929 service neutron] 10.222.0.81 "GET /v2.0/networks/a27a319c-b094-4f46-8d5a-b2776d2162b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332359 May 23 11:40:38.621834 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-51b40dd8-bce3-48eb-8186-555949846d2d None None] Set router 8b2a3316-ab9b-4f3b-82b8-d80e1db200e1 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:40:38.772833 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-589b13a7-6531-437f-8855-29c2632a2529 req-6d7592cd-55b7-460a-afeb-c81396b56b31 service neutron] 10.222.0.81 "GET /v2.0/networks/a27a319c-b094-4f46-8d5a-b2776d2162b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650696 May 23 11:40:39.000606 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-51b40dd8-bce3-48eb-8186-555949846d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2a3316-ab9b-4f3b-82b8-d80e1db200e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197184841', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f1dc8005-a778-4ac8-9e9b-b92ca852fd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:40:12Z', 'updated_at': '2022-05-23T11:40:17Z', 'revision_number': 4, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': 'f1dc8005-a778-4ac8-9e9b-b92ca852fd57', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a3316-ab9b-4f3b-82b8-d80e1db200e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:40:13Z', 'updated_at': '2022-05-23T11:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '82ad8710-a2ed-46e6-aa3d-8f9a388d3922', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'floating_ip_address': '172.25.6.248', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '8b2a3316-ab9b-4f3b-82b8-d80e1db200e1', 'port_id': 'f2cd349b-d0ed-42a5-8d8d-77ce515ac54e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a27a319c-b094-4f46-8d5a-b2776d2162b3', 'mac_address': 'fa:16:3e:c4:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4915297-5c4f-4ff5-b946-5a0bdf044f8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:40:36Z', 'updated_at': '2022-05-23T11:40:36Z', 'revision_number': 0, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12802dfb-4887-4c2f-8b7f-b92d03596cdd', 'name': '', 'network_id': 'a27a319c-b094-4f46-8d5a-b2776d2162b3', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'mac_address': 'fa:16:3e:a6:19:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a3316-ab9b-4f3b-82b8-d80e1db200e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af0cb0ca-0cb4-438b-b752-96cc6456ed3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:40:16Z', 'updated_at': '2022-05-23T11:40:24Z', 'revision_number': 5, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'subnets': [{'id': 'af0cb0ca-0cb4-438b-b752-96cc6456ed3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:40:39.004729 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b40dd8-bce3-48eb-8186-555949846d2d None None] The sync data for ids ['8b2a3316-ab9b-4f3b-82b8-d80e1db200e1'] in n-d-842952-2 is: [{'id': '8b2a3316-ab9b-4f3b-82b8-d80e1db200e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197184841', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f1dc8005-a778-4ac8-9e9b-b92ca852fd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:40:12Z', 'updated_at': '2022-05-23T11:40:17Z', 'revision_number': 4, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': 'f1dc8005-a778-4ac8-9e9b-b92ca852fd57', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a3316-ab9b-4f3b-82b8-d80e1db200e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:40:13Z', 'updated_at': '2022-05-23T11:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '82ad8710-a2ed-46e6-aa3d-8f9a388d3922', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'floating_ip_address': '172.25.6.248', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '8b2a3316-ab9b-4f3b-82b8-d80e1db200e1', 'port_id': 'f2cd349b-d0ed-42a5-8d8d-77ce515ac54e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a27a319c-b094-4f46-8d5a-b2776d2162b3', 'mac_address': 'fa:16:3e:c4:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4915297-5c4f-4ff5-b946-5a0bdf044f8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:40:36Z', 'updated_at': '2022-05-23T11:40:36Z', 'revision_number': 0, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12802dfb-4887-4c2f-8b7f-b92d03596cdd', 'name': '', 'network_id': 'a27a319c-b094-4f46-8d5a-b2776d2162b3', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'mac_address': 'fa:16:3e:a6:19:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a3316-ab9b-4f3b-82b8-d80e1db200e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af0cb0ca-0cb4-438b-b752-96cc6456ed3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:40:16Z', 'updated_at': '2022-05-23T11:40:24Z', 'revision_number': 5, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'subnets': [{'id': 'af0cb0ca-0cb4-438b-b752-96cc6456ed3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:40:39.251159 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60076) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:40:39.269734 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8706ed85-931b-450d-b77b-c15ead684893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:39.363492 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4f745bd7-7eb8-4ce1-8ffa-28185e706e76 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/floatingips/82ad8710-a2ed-46e6-aa3d-8f9a388d3922 HTTP/1.1" status: 200 len: 992 time: 0.1106260 May 23 11:40:39.541235 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:40.049497 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d6e8ea-69a1-44e2-ae6b-589dbe7a34bf None None] New status for floating IP 82ad8710-a2ed-46e6-aa3d-8f9a388d3922: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:40:40.366790 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60098) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:40:40.482615 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-256e203b-c117-499e-8594-73f3e6f7780f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/floatingips/82ad8710-a2ed-46e6-aa3d-8f9a388d3922 HTTP/1.1" status: 200 len: 994 time: 0.1145995 May 23 11:40:41.538696 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d9721b58-8696-4ad7-bcb0-6a7b7180662f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:42.788428 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:42.845390 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:44.301126 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:40:50.841730 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:40:59.371658 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d12476-2deb-4df4-8fa8-c54be6a73cd3 req-886f570b-0784-440f-af3f-6b9af2d8cac4 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:40:59.373029 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-04d12476-2deb-4df4-8fa8-c54be6a73cd3 req-886f570b-0784-440f-af3f-6b9af2d8cac4 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc377247-0dba-4ab7-9a2b-d9799b3d7e11 HTTP/1.1" status: 200 len: 949 time: 0.0866582 May 23 11:40:59.423400 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-04d12476-2deb-4df4-8fa8-c54be6a73cd3 req-f1f94850-7997-4c00-aa09-605a22e59101 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e88755c-ffea-4fe2-b247-9621e7b7bc47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422013 May 23 11:41:00.642530 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c798b-82c0-4670-b946-374162686523 req-37b52421-835a-4573-980e-34149e4dd9dc tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:41:00.644088 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-214c798b-82c0-4670-b946-374162686523 req-37b52421-835a-4573-980e-34149e4dd9dc tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc377247-0dba-4ab7-9a2b-d9799b3d7e11 HTTP/1.1" status: 200 len: 949 time: 0.0863092 May 23 11:41:00.690815 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-214c798b-82c0-4670-b946-374162686523 req-45e55533-26af-47fc-a4b0-baad945191e9 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e88755c-ffea-4fe2-b247-9621e7b7bc47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398643 May 23 11:41:01.187594 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31800ab-873c-4371-84e1-ac7a8f1b9dc0 req-12ab12e2-d6e4-4b11-b904-eaffc42533f5 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:41:01.189107 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b31800ab-873c-4371-84e1-ac7a8f1b9dc0 req-12ab12e2-d6e4-4b11-b904-eaffc42533f5 tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc377247-0dba-4ab7-9a2b-d9799b3d7e11 HTTP/1.1" status: 200 len: 949 time: 0.0943518 May 23 11:41:01.261146 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-b31800ab-873c-4371-84e1-ac7a8f1b9dc0 req-2c7f0bbf-d7d9-4425-ab75-e647cf256bfa tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Deleting port 974f974d-25df-4f2b-bcd9-78e8bc0097a4 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:41:01.261451 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b31800ab-873c-4371-84e1-ac7a8f1b9dc0 req-2c7f0bbf-d7d9-4425-ab75-e647cf256bfa tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:01.523649 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-b31800ab-873c-4371-84e1-ac7a8f1b9dc0 req-2c7f0bbf-d7d9-4425-ab75-e647cf256bfa tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] For port 974f974d-25df-4f2b-bcd9-78e8bc0097a4, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=974f974d-25df-4f2b-bcd9-78e8bc0097a4,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:41:01.524074 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b31800ab-873c-4371-84e1-ac7a8f1b9dc0 req-2c7f0bbf-d7d9-4425-ab75-e647cf256bfa tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:01.660283 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-b31800ab-873c-4371-84e1-ac7a8f1b9dc0 req-2c7f0bbf-d7d9-4425-ab75-e647cf256bfa tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Calling delete_port for 974f974d-25df-4f2b-bcd9-78e8bc0097a4 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:41:01.808629 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b31800ab-873c-4371-84e1-ac7a8f1b9dc0 req-2c7f0bbf-d7d9-4425-ab75-e647cf256bfa tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:01.842249 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['974f974d-25df-4f2b-bcd9-78e8bc0097a4'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:41:01.980258 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f0bbf-d7d9-4425-ab75-e647cf256bfa tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Pushing event deleted for resources: {'Port': ['ID=974f974d-25df-4f2b-bcd9-78e8bc0097a4,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:41:01.998174 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fa54608a-da72-40a3-8c72-507a165b7b97 req-45af134a-5f21-4361-9744-1fac4b86467e tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc377247-0dba-4ab7-9a2b-d9799b3d7e11 HTTP/1.1" status: 200 len: 210 time: 0.0536442 May 23 11:41:02.034737 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7f0bbf-d7d9-4425-ab75-e647cf256bfa tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:41:02.035086 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7f0bbf-d7d9-4425-ab75-e647cf256bfa tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:41:02.035414 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7f0bbf-d7d9-4425-ab75-e647cf256bfa tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:41:02.035760 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7f0bbf-d7d9-4425-ab75-e647cf256bfa tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:41:02.036126 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7f0bbf-d7d9-4425-ab75-e647cf256bfa tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:41:02.036516 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7f0bbf-d7d9-4425-ab75-e647cf256bfa tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:41:02.036841 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7f0bbf-d7d9-4425-ab75-e647cf256bfa tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:41:02.037163 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7f0bbf-d7d9-4425-ab75-e647cf256bfa tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:41:02.037492 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7f0bbf-d7d9-4425-ab75-e647cf256bfa tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:41:02.037814 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7f0bbf-d7d9-4425-ab75-e647cf256bfa tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:41:02.038117 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7f0bbf-d7d9-4425-ab75-e647cf256bfa tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:41:02.081419 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31800ab-873c-4371-84e1-ac7a8f1b9dc0 req-2c7f0bbf-d7d9-4425-ab75-e647cf256bfa tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] No DVR routers for this DVR port 974f974d-25df-4f2b-bcd9-78e8bc0097a4 on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:41:02.084191 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b31800ab-873c-4371-84e1-ac7a8f1b9dc0 req-2c7f0bbf-d7d9-4425-ab75-e647cf256bfa tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:02.086667 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc377247-0dba-4ab7-9a2b-d9799b3d7e11', 'name': 'network-vif-deleted', 'tag': '974f974d-25df-4f2b-bcd9-78e8bc0097a4'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:41:02.103918 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b31800ab-873c-4371-84e1-ac7a8f1b9dc0 req-2c7f0bbf-d7d9-4425-ab75-e647cf256bfa tempest-VolumesBackupsTest-773232847 tempest-VolumesBackupsTest-773232847-project] 10.222.0.13 "DELETE /v2.0/ports/974f974d-25df-4f2b-bcd9-78e8bc0097a4 HTTP/1.1" status: 204 len: 173 time: 0.9101269 May 23 11:41:02.145017 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25e2e055-eb05-4f83-93b7-bbd0424b54be'] response: {'server_uuid': 'dc377247-0dba-4ab7-9a2b-d9799b3d7e11', 'name': 'network-vif-deleted', 'tag': '974f974d-25df-4f2b-bcd9-78e8bc0097a4', 'status': 'completed', 'code': 200} May 23 11:41:04.882780 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 974f974d-25df-4f2b-bcd9-78e8bc0097a4 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:41:04.917203 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 974f974d-25df-4f2b-bcd9-78e8bc0097a4 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:41:04.917547 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 974f974d-25df-4f2b-bcd9-78e8bc0097a4 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:41:08.218427 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:09.265482 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-92708610-5810-465e-9dfd-ffdeb23db23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:09.541960 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:11.543934 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7a1e78bf-b817-4cab-ad70-de1b190c3ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:11.817544 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c70028-8910-4c32-a434-25cd679fb472 req-47a2f4e5-b162-47ac-a63c-7f1c2eb61556 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:41:11.819204 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e4c70028-8910-4c32-a434-25cd679fb472 req-47a2f4e5-b162-47ac-a63c-7f1c2eb61556 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4915297-5c4f-4ff5-b946-5a0bdf044f8d HTTP/1.1" status: 200 len: 946 time: 0.0841057 May 23 11:41:11.868848 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e4c70028-8910-4c32-a434-25cd679fb472 req-ac917919-01d9-4e3a-ab2e-60268fd92153 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=3095471f-01f1-43d4-a0ba-34db49978873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435264 May 23 11:41:11.902422 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 60864) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:41:12.012346 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8c4ebedf-e51f-4803-9bd9-5a7793235480 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/floatingips/82ad8710-a2ed-46e6-aa3d-8f9a388d3922 HTTP/1.1" status: 200 len: 994 time: 0.1087303 May 23 11:41:12.522080 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-78d7f979-c3ca-489f-8fa6-245b56f1d263 req-320e185e-efd9-49b6-8fec-9f30c88f940e tempest-TestNetworkAdvancedServerOps-1284012438 tempest-TestNetworkAdvancedServerOps-1284012438-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=e4915297-5c4f-4ff5-b946-5a0bdf044f8d HTTP/1.1" status: 200 len: 1097 time: 0.0787325 May 23 11:41:12.566118 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-78d7f979-c3ca-489f-8fa6-245b56f1d263 req-b3e86ccf-8259-4ee1-9152-e155fa78c574 tempest-TestNetworkAdvancedServerOps-1284012438 tempest-TestNetworkAdvancedServerOps-1284012438-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=3095471f-01f1-43d4-a0ba-34db49978873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381663 May 23 11:41:12.766012 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-00bdff5c-47a2-46d3-a84f-62a4fa15b631 req-e28c1bb2-403e-46d9-8769-faa1403cd823 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e4915297-5c4f-4ff5-b946-5a0bdf044f8d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0738347 May 23 11:41:12.792801 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:12.842043 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:13.419944 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-4c7d723b-fa2d-4e5d-860a-fb2e95c6ecc5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e4915297-5c4f-4ff5-b946-5a0bdf044f8d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1533060 May 23 11:41:13.951722 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-9b40a0e7-c9c1-44c7-9243-3d2428517739 tempest-TestNetworkAdvancedServerOps-1284012438 tempest-TestNetworkAdvancedServerOps-1284012438-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:41:13.952731 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-9b40a0e7-c9c1-44c7-9243-3d2428517739 tempest-TestNetworkAdvancedServerOps-1284012438 tempest-TestNetworkAdvancedServerOps-1284012438-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051215 May 23 11:41:13.964424 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-0c23d53d-8fbb-4bd1-8a41-27f4f117c6c9 service neutron] Request body: {'binding': {'host': 'n-h1-842952-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:41:13.964943 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-0c23d53d-8fbb-4bd1-8a41-27f4f117c6c9 service neutron] Unknown quota resources ['binding']. {{(pid=83911) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 23 11:41:14.171337 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-0c23d53d-8fbb-4bd1-8a41-27f4f117c6c9 service neutron] Attempting to bind port f2cd349b-d0ed-42a5-8d8d-77ce515ac54e on host n-h1-842952-2 for vnic_type normal with profile None {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:41:14.171579 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-0c23d53d-8fbb-4bd1-8a41-27f4f117c6c9 service neutron] Attempting to bind port f2cd349b-d0ed-42a5-8d8d-77ce515ac54e by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a27a319c-b094-4f46-8d5a-b2776d2162b3'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:41:14.172113 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-0c23d53d-8fbb-4bd1-8a41-27f4f117c6c9 service neutron] Attempting to bind port f2cd349b-d0ed-42a5-8d8d-77ce515ac54e on network a27a319c-b094-4f46-8d5a-b2776d2162b3 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:41:14.178052 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-0c23d53d-8fbb-4bd1-8a41-27f4f117c6c9 service neutron] Port f2cd349b-d0ed-42a5-8d8d-77ce515ac54e on network a27a319c-b094-4f46-8d5a-b2776d2162b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:41:14.178365 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-0c23d53d-8fbb-4bd1-8a41-27f4f117c6c9 service neutron] Attempting to bind port f2cd349b-d0ed-42a5-8d8d-77ce515ac54e on network a27a319c-b094-4f46-8d5a-b2776d2162b3 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:41:14.184534 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-0c23d53d-8fbb-4bd1-8a41-27f4f117c6c9 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:41:14.184842 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-0c23d53d-8fbb-4bd1-8a41-27f4f117c6c9 service neutron] Checking segment: {'id': '8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a27a319c-b094-4f46-8d5a-b2776d2162b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:41:14.185215 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-0c23d53d-8fbb-4bd1-8a41-27f4f117c6c9 service neutron] Bound using segment: {'id': '8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a27a319c-b094-4f46-8d5a-b2776d2162b3'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:41:14.185652 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-0c23d53d-8fbb-4bd1-8a41-27f4f117c6c9 service neutron] Bound port: f2cd349b-d0ed-42a5-8d8d-77ce515ac54e, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a27a319c-b094-4f46-8d5a-b2776d2162b3'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:41:14.215931 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-0c23d53d-8fbb-4bd1-8a41-27f4f117c6c9 service neutron] For port f2cd349b-d0ed-42a5-8d8d-77ce515ac54e, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=f2cd349b-d0ed-42a5-8d8d-77ce515ac54e,segment=NetworkSegment(8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e),segment_id=8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:41:14.221544 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-0c23d53d-8fbb-4bd1-8a41-27f4f117c6c9 service neutron] Notify callbacks [] for binding, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:14.222831 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-0c23d53d-8fbb-4bd1-8a41-27f4f117c6c9 service neutron] 10.222.0.79 "POST /v2.0/ports/f2cd349b-d0ed-42a5-8d8d-77ce515ac54e/bindings HTTP/1.1" status: 201 len: 389 time: 0.2619033 May 23 11:41:14.319518 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:14.510372 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b4227-9ecc-4bf8-93c9-4dc3c2fb8fff req-e73d4221-caf0-4185-ae97-ba47a6058373 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:41:14.511860 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8e5b4227-9ecc-4bf8-93c9-4dc3c2fb8fff req-e73d4221-caf0-4185-ae97-ba47a6058373 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4915297-5c4f-4ff5-b946-5a0bdf044f8d HTTP/1.1" status: 200 len: 946 time: 0.1373322 May 23 11:41:14.566879 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-1ac8d903-0cd5-41e5-8291-10456e68d0a2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=261dc3b71b384338a9f4e12911499bfb&device_id=e4915297-5c4f-4ff5-b946-5a0bdf044f8d HTTP/1.1" status: 200 len: 1097 time: 0.1192532 May 23 11:41:14.570819 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8e5b4227-9ecc-4bf8-93c9-4dc3c2fb8fff req-d79a82f9-3843-43de-bb2a-155f597c82ed tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=3095471f-01f1-43d4-a0ba-34db49978873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533903 May 23 11:41:14.708777 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-1162a820-e738-4b11-8104-24a2201d607a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:41:14.710490 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-1162a820-e738-4b11-8104-24a2201d607a service neutron] 10.222.0.13 "GET /v2.0/networks?id=a27a319c-b094-4f46-8d5a-b2776d2162b3 HTTP/1.1" status: 200 len: 898 time: 0.1371527 May 23 11:41:14.827793 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-6db0d6ab-6252-4a32-b75b-a8047af14ec3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2cd349b-d0ed-42a5-8d8d-77ce515ac54e HTTP/1.1" status: 200 len: 1002 time: 0.1107852 May 23 11:41:14.894670 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-e4bb895e-280f-4186-8aa8-e7f729f05b30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:41:14.896386 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-e4bb895e-280f-4186-8aa8-e7f729f05b30 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=af0cb0ca-0cb4-438b-b752-96cc6456ed3e HTTP/1.1" status: 200 len: 834 time: 0.0627232 May 23 11:41:14.980308 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-94512172-2251-4ef5-930d-1322c988ff31 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a27a319c-b094-4f46-8d5a-b2776d2162b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783100 May 23 11:41:15.114984 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-965ce371-07b9-44f2-9f6d-aa1f82253fd2 service neutron] 10.222.0.13 "GET /v2.0/networks/a27a319c-b094-4f46-8d5a-b2776d2162b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284289 May 23 11:41:15.281016 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-37788952-8211-4b0d-9784-49c76224cd14 service neutron] 10.222.0.13 "GET /v2.0/networks/a27a319c-b094-4f46-8d5a-b2776d2162b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606765 May 23 11:41:15.461729 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-894d339a-5946-48df-b570-015ca32299f3 tempest-TestNetworkAdvancedServerOps-1284012438 tempest-TestNetworkAdvancedServerOps-1284012438-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e4915297-5c4f-4ff5-b946-5a0bdf044f8d&tenant_id=261dc3b71b384338a9f4e12911499bfb&binding%3Ahost_id=n-h2-842952-2 HTTP/1.1" status: 200 len: 1097 time: 0.0757792 May 23 11:41:15.472435 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-fd355aa0-6cfc-49f6-b518-655c8c6a4e99 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-842952-2'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:41:15.586885 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-fd355aa0-6cfc-49f6-b518-655c8c6a4e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:15.940146 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-fd355aa0-6cfc-49f6-b518-655c8c6a4e99 service neutron] For port f2cd349b-d0ed-42a5-8d8d-77ce515ac54e, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=f2cd349b-d0ed-42a5-8d8d-77ce515ac54e,segment=NetworkSegment(8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e),segment_id=8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:41:15.955319 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6634ed-ee98-4c2b-9412-06b3ee9ea245 req-7a5a0ef7-0495-46a6-8e5e-cb96f9785dbd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:41:15.956838 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8c6634ed-ee98-4c2b-9412-06b3ee9ea245 req-7a5a0ef7-0495-46a6-8e5e-cb96f9785dbd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4915297-5c4f-4ff5-b946-5a0bdf044f8d HTTP/1.1" status: 200 len: 946 time: 0.1784570 May 23 11:41:16.010281 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-fd355aa0-6cfc-49f6-b518-655c8c6a4e99 service neutron] For port f2cd349b-d0ed-42a5-8d8d-77ce515ac54e, host n-h2-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:41:16.064508 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8c6634ed-ee98-4c2b-9412-06b3ee9ea245 req-9358de45-7202-4e4d-938d-dded0de7f41f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=3095471f-01f1-43d4-a0ba-34db49978873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016715 May 23 11:41:16.077546 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4915297-5c4f-4ff5-b946-5a0bdf044f8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2cd349b-d0ed-42a5-8d8d-77ce515ac54e'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:41:16.083157 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-fd355aa0-6cfc-49f6-b518-655c8c6a4e99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:16.096403 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-fd355aa0-6cfc-49f6-b518-655c8c6a4e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:16.147256 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a27c66e1-0feb-4bd7-ac38-067d34f83acf'] response: {'server_uuid': 'e4915297-5c4f-4ff5-b946-5a0bdf044f8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2cd349b-d0ed-42a5-8d8d-77ce515ac54e', 'code': 200} May 23 11:41:16.253236 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd355aa0-6cfc-49f6-b518-655c8c6a4e99 service neutron] Pushing event updated for resources: {'Port': ['ID=f2cd349b-d0ed-42a5-8d8d-77ce515ac54e,revision_number=7']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:41:16.331196 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-fd355aa0-6cfc-49f6-b518-655c8c6a4e99 service neutron] Attempting to bind port f2cd349b-d0ed-42a5-8d8d-77ce515ac54e on host n-h2-842952-2 for vnic_type normal with profile {"migrating_to": "n-h1-842952-2"} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:41:16.331810 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-fd355aa0-6cfc-49f6-b518-655c8c6a4e99 service neutron] Attempting to bind port f2cd349b-d0ed-42a5-8d8d-77ce515ac54e by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a27a319c-b094-4f46-8d5a-b2776d2162b3'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:41:16.332316 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-fd355aa0-6cfc-49f6-b518-655c8c6a4e99 service neutron] Attempting to bind port f2cd349b-d0ed-42a5-8d8d-77ce515ac54e on network a27a319c-b094-4f46-8d5a-b2776d2162b3 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:41:16.338552 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-fd355aa0-6cfc-49f6-b518-655c8c6a4e99 service neutron] Port f2cd349b-d0ed-42a5-8d8d-77ce515ac54e on network a27a319c-b094-4f46-8d5a-b2776d2162b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:41:16.338869 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-fd355aa0-6cfc-49f6-b518-655c8c6a4e99 service neutron] Attempting to bind port f2cd349b-d0ed-42a5-8d8d-77ce515ac54e on network a27a319c-b094-4f46-8d5a-b2776d2162b3 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:41:16.345609 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-fd355aa0-6cfc-49f6-b518-655c8c6a4e99 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:41:16.345950 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-fd355aa0-6cfc-49f6-b518-655c8c6a4e99 service neutron] Checking segment: {'id': '8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a27a319c-b094-4f46-8d5a-b2776d2162b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:41:16.346329 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-fd355aa0-6cfc-49f6-b518-655c8c6a4e99 service neutron] Bound using segment: {'id': '8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a27a319c-b094-4f46-8d5a-b2776d2162b3'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:41:16.346785 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-fd355aa0-6cfc-49f6-b518-655c8c6a4e99 service neutron] Bound port: f2cd349b-d0ed-42a5-8d8d-77ce515ac54e, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a27a319c-b094-4f46-8d5a-b2776d2162b3'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:41:16.347081 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-fd355aa0-6cfc-49f6-b518-655c8c6a4e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:16.411000 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9cf4e76f-9eaf-441d-9b36-7b668e26d021 None None] Provisioning complete for port f2cd349b-d0ed-42a5-8d8d-77ce515ac54e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:41:16.411549 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9cf4e76f-9eaf-441d-9b36-7b668e26d021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:16.439936 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-fd355aa0-6cfc-49f6-b518-655c8c6a4e99 service neutron] For port f2cd349b-d0ed-42a5-8d8d-77ce515ac54e, host n-h2-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:41:16.443922 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-fd355aa0-6cfc-49f6-b518-655c8c6a4e99 service neutron] For port f2cd349b-d0ed-42a5-8d8d-77ce515ac54e, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=f2cd349b-d0ed-42a5-8d8d-77ce515ac54e,segment=NetworkSegment(8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e),segment_id=8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:41:16.451025 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-fd355aa0-6cfc-49f6-b518-655c8c6a4e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:16.469113 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-9cf4e76f-9eaf-441d-9b36-7b668e26d021 None None] Port f2cd349b-d0ed-42a5-8d8d-77ce515ac54e cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:41:16.598677 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd355aa0-6cfc-49f6-b518-655c8c6a4e99 service neutron] Pushing event updated for resources: {'Port': ['ID=f2cd349b-d0ed-42a5-8d8d-77ce515ac54e,revision_number=8']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:41:16.671754 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-fd355aa0-6cfc-49f6-b518-655c8c6a4e99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:16.673732 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-fd355aa0-6cfc-49f6-b518-655c8c6a4e99 service neutron] 10.222.0.13 "PUT /v2.0/ports/f2cd349b-d0ed-42a5-8d8d-77ce515ac54e HTTP/1.1" status: 200 len: 1122 time: 1.2052455 May 23 11:41:16.795607 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1685b8ef-399b-4f09-9b19-199b96857355 None None] Provisioning complete for port f2cd349b-d0ed-42a5-8d8d-77ce515ac54e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:41:16.796328 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1685b8ef-399b-4f09-9b19-199b96857355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:16.858042 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['f2cd349b-d0ed-42a5-8d8d-77ce515ac54e'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:41:16.986561 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1685b8ef-399b-4f09-9b19-199b96857355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:17.035595 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4915297-5c4f-4ff5-b946-5a0bdf044f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2cd349b-d0ed-42a5-8d8d-77ce515ac54e'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:41:17.055362 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1685b8ef-399b-4f09-9b19-199b96857355 None None] For port f2cd349b-d0ed-42a5-8d8d-77ce515ac54e, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=f2cd349b-d0ed-42a5-8d8d-77ce515ac54e,segment=NetworkSegment(8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e),segment_id=8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:41:17.063244 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1685b8ef-399b-4f09-9b19-199b96857355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:17.109894 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c229734-67f1-46bb-9757-f6bdec5e82f2'] response: {'server_uuid': 'e4915297-5c4f-4ff5-b946-5a0bdf044f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2cd349b-d0ed-42a5-8d8d-77ce515ac54e', 'code': 200} May 23 11:41:17.265294 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1685b8ef-399b-4f09-9b19-199b96857355 None None] Pushing event updated for resources: {'Port': ['ID=f2cd349b-d0ed-42a5-8d8d-77ce515ac54e,revision_number=9']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:41:17.300229 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a732fe4-13bd-4749-80a5-80afdf6e9162 req-2d6ac362-439a-4759-9cb2-43a490c7bb67 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:41:17.301861 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9a732fe4-13bd-4749-80a5-80afdf6e9162 req-2d6ac362-439a-4759-9cb2-43a490c7bb67 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4915297-5c4f-4ff5-b946-5a0bdf044f8d HTTP/1.1" status: 200 len: 946 time: 0.0990207 May 23 11:41:17.320783 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1685b8ef-399b-4f09-9b19-199b96857355 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:41:17.321126 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1685b8ef-399b-4f09-9b19-199b96857355 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:41:17.321467 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1685b8ef-399b-4f09-9b19-199b96857355 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:41:17.321804 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1685b8ef-399b-4f09-9b19-199b96857355 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:41:17.322128 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1685b8ef-399b-4f09-9b19-199b96857355 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:41:17.322461 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1685b8ef-399b-4f09-9b19-199b96857355 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:41:17.322787 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1685b8ef-399b-4f09-9b19-199b96857355 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:41:17.323112 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1685b8ef-399b-4f09-9b19-199b96857355 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:41:17.323625 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1685b8ef-399b-4f09-9b19-199b96857355 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:41:17.324140 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1685b8ef-399b-4f09-9b19-199b96857355 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:41:17.324625 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1685b8ef-399b-4f09-9b19-199b96857355 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:41:17.357046 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9a732fe4-13bd-4749-80a5-80afdf6e9162 req-30018509-670b-4f2c-9be5-5e8f0aae3e63 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=3095471f-01f1-43d4-a0ba-34db49978873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491586 May 23 11:41:18.148860 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4915297-5c4f-4ff5-b946-5a0bdf044f8d', 'tag': 'f2cd349b-d0ed-42a5-8d8d-77ce515ac54e'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:41:18.206749 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b16dce3-fbe9-4ca0-b0b4-77fc8b28d317'] response: {'name': 'network-changed', 'server_uuid': 'e4915297-5c4f-4ff5-b946-5a0bdf044f8d', 'tag': 'f2cd349b-d0ed-42a5-8d8d-77ce515ac54e', 'status': 'completed', 'code': 200} May 23 11:41:18.356512 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3d3a9eaa-81d9-48ae-9cbc-41f5440c6c17 req-b4b05f96-df2c-4855-be5c-3004de0555a4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=261dc3b71b384338a9f4e12911499bfb&device_id=e4915297-5c4f-4ff5-b946-5a0bdf044f8d HTTP/1.1" status: 200 len: 1127 time: 0.0992520 May 23 11:41:18.522744 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a9eaa-81d9-48ae-9cbc-41f5440c6c17 req-429248ff-d1f5-4819-93fb-f20661f3d6b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:41:18.524365 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3d3a9eaa-81d9-48ae-9cbc-41f5440c6c17 req-429248ff-d1f5-4819-93fb-f20661f3d6b2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a27a319c-b094-4f46-8d5a-b2776d2162b3 HTTP/1.1" status: 200 len: 898 time: 0.1621089 May 23 11:41:18.584390 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25105dc6-c9d4-4924-b509-620997df65a2 req-6723e5a4-1d0d-4c6c-9424-f75f8195aace tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:41:18.586964 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-25105dc6-c9d4-4924-b509-620997df65a2 req-6723e5a4-1d0d-4c6c-9424-f75f8195aace tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4915297-5c4f-4ff5-b946-5a0bdf044f8d HTTP/1.1" status: 200 len: 946 time: 0.0952559 May 23 11:41:18.656954 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-25105dc6-c9d4-4924-b509-620997df65a2 req-5673efa0-c825-4fce-a04a-f3bb71c4dc0e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=3095471f-01f1-43d4-a0ba-34db49978873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632207 May 23 11:41:18.764936 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3d3a9eaa-81d9-48ae-9cbc-41f5440c6c17 req-36332658-2502-48df-94a2-7a95c2e595b7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2cd349b-d0ed-42a5-8d8d-77ce515ac54e HTTP/1.1" status: 200 len: 1002 time: 0.2337146 May 23 11:41:18.839585 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a9eaa-81d9-48ae-9cbc-41f5440c6c17 req-c15a1f17-fe0c-4e9a-8c44-e4e300fbf87a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:41:18.841510 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3d3a9eaa-81d9-48ae-9cbc-41f5440c6c17 req-c15a1f17-fe0c-4e9a-8c44-e4e300fbf87a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=af0cb0ca-0cb4-438b-b752-96cc6456ed3e HTTP/1.1" status: 200 len: 834 time: 0.0708210 May 23 11:41:18.904088 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device f2cd349b-d0ed-42a5-8d8d-77ce515ac54e details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:41:18.930709 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3d3a9eaa-81d9-48ae-9cbc-41f5440c6c17 req-8bf0eafd-7c0f-4463-bba2-9005495a258a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a27a319c-b094-4f46-8d5a-b2776d2162b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782082 May 23 11:41:19.049896 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port f2cd349b-d0ed-42a5-8d8d-77ce515ac54e, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=f2cd349b-d0ed-42a5-8d8d-77ce515ac54e,segment=NetworkSegment(8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e),segment_id=8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:41:19.064525 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device f2cd349b-d0ed-42a5-8d8d-77ce515ac54e has no active binding in host n-h1-842952-2 {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 23 11:41:19.087202 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3d3a9eaa-81d9-48ae-9cbc-41f5440c6c17 req-7575f7e0-4da3-4e5c-afdf-e57818d6928f service neutron] 10.222.0.81 "GET /v2.0/networks/a27a319c-b094-4f46-8d5a-b2776d2162b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471972 May 23 11:41:19.223722 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3d3a9eaa-81d9-48ae-9cbc-41f5440c6c17 req-d991a185-0c0b-4d39-bcd1-869fe6a35581 service neutron] 10.222.0.81 "GET /v2.0/networks/a27a319c-b094-4f46-8d5a-b2776d2162b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272655 May 23 11:41:19.875644 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ed32f-d8f5-4ce6-bb4a-78fc4bbf6c37 req-9058dbbb-743f-4872-a809-8feb5dd43a54 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:41:19.877172 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d11ed32f-d8f5-4ce6-bb4a-78fc4bbf6c37 req-9058dbbb-743f-4872-a809-8feb5dd43a54 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4915297-5c4f-4ff5-b946-5a0bdf044f8d HTTP/1.1" status: 200 len: 946 time: 0.0816960 May 23 11:41:19.925130 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d11ed32f-d8f5-4ce6-bb4a-78fc4bbf6c37 req-28cecffb-cc37-437d-b10d-b41a7f1242e1 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=3095471f-01f1-43d4-a0ba-34db49978873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405478 May 23 11:41:21.130175 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39651793-1575-4955-bd02-b5993978b3c6 req-41d63f42-4ec0-4ec2-9a36-178f5e710ee8 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:41:21.131688 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-39651793-1575-4955-bd02-b5993978b3c6 req-41d63f42-4ec0-4ec2-9a36-178f5e710ee8 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4915297-5c4f-4ff5-b946-5a0bdf044f8d HTTP/1.1" status: 200 len: 946 time: 0.0839548 May 23 11:41:21.178790 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-39651793-1575-4955-bd02-b5993978b3c6 req-04ec501b-ea4a-4736-aa57-ade795c311a1 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=3095471f-01f1-43d4-a0ba-34db49978873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411818 May 23 11:41:22.399234 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7f4b9-8e27-4884-b6e7-45eec8b7dafe req-16a19173-2414-4b9a-9cc1-9fccadc90b40 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:41:22.401077 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bbf7f4b9-8e27-4884-b6e7-45eec8b7dafe req-16a19173-2414-4b9a-9cc1-9fccadc90b40 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4915297-5c4f-4ff5-b946-5a0bdf044f8d HTTP/1.1" status: 200 len: 946 time: 0.0869997 May 23 11:41:22.452418 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bbf7f4b9-8e27-4884-b6e7-45eec8b7dafe req-bf5d7051-c6d3-4a98-8248-d195e857d108 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=3095471f-01f1-43d4-a0ba-34db49978873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455165 May 23 11:41:23.664684 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499900c-15ce-486f-8645-d580596a6208 req-c074517f-c30b-4b89-a53b-7cb6baba3df7 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:41:23.666120 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6499900c-15ce-486f-8645-d580596a6208 req-c074517f-c30b-4b89-a53b-7cb6baba3df7 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4915297-5c4f-4ff5-b946-5a0bdf044f8d HTTP/1.1" status: 200 len: 946 time: 0.0855055 May 23 11:41:23.711899 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6499900c-15ce-486f-8645-d580596a6208 req-66364538-579f-42e9-b661-d53a6cca62da tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=3095471f-01f1-43d4-a0ba-34db49978873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399115 May 23 11:41:24.916753 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9a742-25eb-4302-8818-e7139b9c6f96 req-d7101fbe-12ad-467c-a29d-83b6b890128e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:41:24.918289 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-59e9a742-25eb-4302-8818-e7139b9c6f96 req-d7101fbe-12ad-467c-a29d-83b6b890128e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4915297-5c4f-4ff5-b946-5a0bdf044f8d HTTP/1.1" status: 200 len: 946 time: 0.0803754 May 23 11:41:24.968531 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-59e9a742-25eb-4302-8818-e7139b9c6f96 req-70ed7c9c-5e24-421a-8839-00b0280e72e0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=3095471f-01f1-43d4-a0ba-34db49978873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445578 May 23 11:41:25.296650 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-d16f399c-9c75-4681-8666-735a830e4a13 service neutron] 10.222.0.81 "GET /v2.0/ports/f2cd349b-d0ed-42a5-8d8d-77ce515ac54e/bindings/n-h1-842952-2 HTTP/1.1" status: 200 len: 384 time: 0.0774333 May 23 11:41:25.558234 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-ffcb56de-738a-47dd-b1cb-16b5cd34cef9 service neutron] For port f2cd349b-d0ed-42a5-8d8d-77ce515ac54e, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=f2cd349b-d0ed-42a5-8d8d-77ce515ac54e,segment=NetworkSegment(8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e),segment_id=8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:41:25.581530 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-ffcb56de-738a-47dd-b1cb-16b5cd34cef9 service neutron] For port f2cd349b-d0ed-42a5-8d8d-77ce515ac54e, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:41:25.648017 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4915297-5c4f-4ff5-b946-5a0bdf044f8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2cd349b-d0ed-42a5-8d8d-77ce515ac54e'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:41:25.657699 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-ffcb56de-738a-47dd-b1cb-16b5cd34cef9 service neutron] For port f2cd349b-d0ed-42a5-8d8d-77ce515ac54e, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=f2cd349b-d0ed-42a5-8d8d-77ce515ac54e,segment=NetworkSegment(8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e),segment_id=8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:41:25.675322 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-ffcb56de-738a-47dd-b1cb-16b5cd34cef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:25.719217 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9fbccc7-6dfe-4735-96bf-f7b5e380c10d'] response: {'server_uuid': 'e4915297-5c4f-4ff5-b946-5a0bdf044f8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2cd349b-d0ed-42a5-8d8d-77ce515ac54e', 'code': 200} May 23 11:41:25.779634 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-ffcb56de-738a-47dd-b1cb-16b5cd34cef9 service neutron] Transition to ACTIVE for port object f2cd349b-d0ed-42a5-8d8d-77ce515ac54e will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:41:25.784480 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-ffcb56de-738a-47dd-b1cb-16b5cd34cef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:25.927789 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb56de-738a-47dd-b1cb-16b5cd34cef9 service neutron] Pushing event updated for resources: {'Port': ['ID=f2cd349b-d0ed-42a5-8d8d-77ce515ac54e,revision_number=11']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:41:25.948869 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcb56de-738a-47dd-b1cb-16b5cd34cef9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:41:25.949213 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcb56de-738a-47dd-b1cb-16b5cd34cef9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:41:25.949553 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcb56de-738a-47dd-b1cb-16b5cd34cef9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:41:25.949889 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcb56de-738a-47dd-b1cb-16b5cd34cef9 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:41:25.950221 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcb56de-738a-47dd-b1cb-16b5cd34cef9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:41:25.950549 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcb56de-738a-47dd-b1cb-16b5cd34cef9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:41:25.950872 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcb56de-738a-47dd-b1cb-16b5cd34cef9 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:41:25.951367 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcb56de-738a-47dd-b1cb-16b5cd34cef9 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:41:25.951695 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcb56de-738a-47dd-b1cb-16b5cd34cef9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:41:25.952044 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcb56de-738a-47dd-b1cb-16b5cd34cef9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:41:25.952368 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcb56de-738a-47dd-b1cb-16b5cd34cef9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:41:25.996180 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-ffcb56de-738a-47dd-b1cb-16b5cd34cef9 service neutron] No DVR routers for this DVR port f2cd349b-d0ed-42a5-8d8d-77ce515ac54e on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:41:26.214840 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88494f7-2953-4191-9981-00285eeb3eba req-f6f1ea09-ea76-453a-a13c-96461059b740 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:41:26.216344 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e88494f7-2953-4191-9981-00285eeb3eba req-f6f1ea09-ea76-453a-a13c-96461059b740 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4915297-5c4f-4ff5-b946-5a0bdf044f8d HTTP/1.1" status: 200 len: 945 time: 0.1099212 May 23 11:41:26.233632 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-ffcb56de-738a-47dd-b1cb-16b5cd34cef9 service neutron] 10.222.0.81 "PUT /v2.0/ports/f2cd349b-d0ed-42a5-8d8d-77ce515ac54e/bindings/n-h1-842952-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9312901 May 23 11:41:26.262001 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e88494f7-2953-4191-9981-00285eeb3eba req-9af94217-b05f-4ce6-9c1b-3659c844dd1a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=3095471f-01f1-43d4-a0ba-34db49978873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395055 May 23 11:41:26.423149 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-77ffc76b-d7e6-4c01-8634-1f60aa4f1da1 tempest-TestNetworkAdvancedServerOps-1284012438 tempest-TestNetworkAdvancedServerOps-1284012438-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e4915297-5c4f-4ff5-b946-5a0bdf044f8d&tenant_id=261dc3b71b384338a9f4e12911499bfb&binding%3Ahost_id=n-h2-842952-2 HTTP/1.1" status: 200 len: 1096 time: 0.0764756 May 23 11:41:26.584246 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-9a89227f-9d04-4770-abd8-e82d2875a7d7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e4915297-5c4f-4ff5-b946-5a0bdf044f8d&tenant_id=261dc3b71b384338a9f4e12911499bfb HTTP/1.1" status: 200 len: 1096 time: 0.1544566 May 23 11:41:26.687203 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-d4485d73-6df3-491f-a0f7-7a0276842378 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=261dc3b71b384338a9f4e12911499bfb&device_id=e4915297-5c4f-4ff5-b946-5a0bdf044f8d HTTP/1.1" status: 200 len: 1096 time: 0.0701475 May 23 11:41:26.829159 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-604896e3-929b-4a67-981e-dfab0872a9d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:41:26.832445 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-604896e3-929b-4a67-981e-dfab0872a9d9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a27a319c-b094-4f46-8d5a-b2776d2162b3 HTTP/1.1" status: 200 len: 898 time: 0.1382706 May 23 11:41:26.944522 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-af3862b6-fb1d-4e1b-866c-74381187af00 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2cd349b-d0ed-42a5-8d8d-77ce515ac54e HTTP/1.1" status: 200 len: 1000 time: 0.1039870 May 23 11:41:27.011348 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-b342375e-1ffb-4707-8486-203c595b84c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:41:27.012847 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-b342375e-1ffb-4707-8486-203c595b84c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=af0cb0ca-0cb4-438b-b752-96cc6456ed3e HTTP/1.1" status: 200 len: 834 time: 0.0622118 May 23 11:41:27.108160 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-3beed0af-d0d4-44a9-bee7-f5ab80037f3a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a27a319c-b094-4f46-8d5a-b2776d2162b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775297 May 23 11:41:27.244624 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-050ed3e5-8b98-4555-a805-90ec4ec65361 service neutron] 10.222.0.13 "GET /v2.0/networks/a27a319c-b094-4f46-8d5a-b2776d2162b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297126 May 23 11:41:27.395213 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-5e02ced6-9a2c-49d2-9f19-e1675d3bf795 service neutron] 10.222.0.13 "GET /v2.0/networks/a27a319c-b094-4f46-8d5a-b2776d2162b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428306 May 23 11:41:27.510064 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3ecb8-f160-4c84-b844-de7d485bb6ce req-996822fe-6b74-49c4-aa0e-c319395f7b5e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:41:27.511936 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dee3ecb8-f160-4c84-b844-de7d485bb6ce req-996822fe-6b74-49c4-aa0e-c319395f7b5e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4915297-5c4f-4ff5-b946-5a0bdf044f8d HTTP/1.1" status: 200 len: 945 time: 0.0874200 May 23 11:41:27.557790 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dee3ecb8-f160-4c84-b844-de7d485bb6ce req-b25792bd-f75e-4e51-9be6-6f45f82b5736 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=3095471f-01f1-43d4-a0ba-34db49978873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400352 May 23 11:41:27.628984 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device f2cd349b-d0ed-42a5-8d8d-77ce515ac54e no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:41:27.693118 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device f2cd349b-d0ed-42a5-8d8d-77ce515ac54e not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:41:27.842780 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:41:28.393115 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-cf6faeeb-7e2e-4768-a563-d15718209ea5 tempest-TestNetworkAdvancedServerOps-1284012438 tempest-TestNetworkAdvancedServerOps-1284012438-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e4915297-5c4f-4ff5-b946-5a0bdf044f8d&tenant_id=261dc3b71b384338a9f4e12911499bfb&binding%3Ahost_id=n-h1-842952-2 HTTP/1.1" status: 200 len: 1096 time: 0.0726597 May 23 11:41:28.493756 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-3c635ba1-8193-40ee-8368-0064c7c0ebf8 service neutron] For port f2cd349b-d0ed-42a5-8d8d-77ce515ac54e, host n-h2-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:41:28.496715 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-3c635ba1-8193-40ee-8368-0064c7c0ebf8 service neutron] Notify callbacks [] for binding, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:28.497812 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-3c635ba1-8193-40ee-8368-0064c7c0ebf8 service neutron] 10.222.0.13 "DELETE /v2.0/ports/f2cd349b-d0ed-42a5-8d8d-77ce515ac54e/bindings/n-h2-842952-2 HTTP/1.1" status: 204 len: 173 time: 0.0995879 May 23 11:41:28.767536 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a5a63-b305-4352-886b-3554686077c2 req-3c212cf8-7353-4084-bb82-b1fb6152e374 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:41:28.769064 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a36a5a63-b305-4352-886b-3554686077c2 req-3c212cf8-7353-4084-bb82-b1fb6152e374 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4915297-5c4f-4ff5-b946-5a0bdf044f8d HTTP/1.1" status: 200 len: 945 time: 0.0844445 May 23 11:41:28.829844 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a36a5a63-b305-4352-886b-3554686077c2 req-050a8756-e673-4506-8ff0-5f6c0f8a0c85 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=3095471f-01f1-43d4-a0ba-34db49978873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541847 May 23 11:41:28.943900 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device f2cd349b-d0ed-42a5-8d8d-77ce515ac54e no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:41:29.057656 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6d9885de-7e04-4a2c-b9be-29f9501e3eeb req-f50e1696-544d-48e0-bd7c-b310405e42ca tempest-TestNetworkAdvancedServerOps-1284012438 tempest-TestNetworkAdvancedServerOps-1284012438-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=e4915297-5c4f-4ff5-b946-5a0bdf044f8d HTTP/1.1" status: 200 len: 1096 time: 0.0845785 May 23 11:41:29.108999 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6d9885de-7e04-4a2c-b9be-29f9501e3eeb req-4c8d8671-70a3-4811-888d-14ad81ace4be tempest-TestNetworkAdvancedServerOps-1284012438 tempest-TestNetworkAdvancedServerOps-1284012438-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=3095471f-01f1-43d4-a0ba-34db49978873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454795 May 23 11:41:29.320593 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68387a27-5afb-4528-9d8b-0e93dff61aee req-3838aadf-b7ee-48f8-a1a8-200b9520e1f6 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:41:29.322082 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-68387a27-5afb-4528-9d8b-0e93dff61aee req-3838aadf-b7ee-48f8-a1a8-200b9520e1f6 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4915297-5c4f-4ff5-b946-5a0bdf044f8d HTTP/1.1" status: 200 len: 945 time: 0.0809255 May 23 11:41:29.369588 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-68387a27-5afb-4528-9d8b-0e93dff61aee req-257674bf-0369-4cbe-90d3-e8a7da03fe95 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=3095471f-01f1-43d4-a0ba-34db49978873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413780 May 23 11:41:29.404581 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 32826) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:41:29.525341 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-031407fe-3b35-47a3-804f-cea12e78479f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/floatingips/82ad8710-a2ed-46e6-aa3d-8f9a388d3922 HTTP/1.1" status: 200 len: 992 time: 0.1191819 May 23 11:41:31.804256 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 32848) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:41:32.107748 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-38de46a1-2f0e-4f3a-bfcf-f258c5db16c9 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Deleting port 3bbd1ed4-e4a7-4f54-be26-fddd63c1f035 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:41:32.108068 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-38de46a1-2f0e-4f3a-bfcf-f258c5db16c9 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:32.284591 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-38de46a1-2f0e-4f3a-bfcf-f258c5db16c9 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:32.284919 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-38de46a1-2f0e-4f3a-bfcf-f258c5db16c9 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:32.421784 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-38de46a1-2f0e-4f3a-bfcf-f258c5db16c9 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Calling delete_port for 3bbd1ed4-e4a7-4f54-be26-fddd63c1f035 owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:41:32.569670 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-38de46a1-2f0e-4f3a-bfcf-f258c5db16c9 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:32.617023 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de46a1-2f0e-4f3a-bfcf-f258c5db16c9 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event deleted for resources: {'Port': ['ID=3bbd1ed4-e4a7-4f54-be26-fddd63c1f035,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:41:32.708264 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-38de46a1-2f0e-4f3a-bfcf-f258c5db16c9 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:33.099189 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38de46a1-2f0e-4f3a-bfcf-f258c5db16c9 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Router 8b2a3316-ab9b-4f3b-82b8-d80e1db200e1 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:41:33.300850 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38de46a1-2f0e-4f3a-bfcf-f258c5db16c9 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:41:33.311241 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86128cc3-1d71-427b-9bb2-bfd2b0e49218 None None] Sync routers for ids ['8b2a3316-ab9b-4f3b-82b8-d80e1db200e1'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:41:33.319457 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-38de46a1-2f0e-4f3a-bfcf-f258c5db16c9 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:33.323688 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86128cc3-1d71-427b-9bb2-bfd2b0e49218 None None] Routers {'8b2a3316-ab9b-4f3b-82b8-d80e1db200e1'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:41:33.324440 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-86128cc3-1d71-427b-9bb2-bfd2b0e49218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:41:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['8b2a3316-ab9b-4f3b-82b8-d80e1db200e1'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:41:33.374122 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-38de46a1-2f0e-4f3a-bfcf-f258c5db16c9 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "DELETE /v2.0/floatingips/82ad8710-a2ed-46e6-aa3d-8f9a388d3922 HTTP/1.1" status: 204 len: 168 time: 1.5685840 May 23 11:41:33.374795 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4915297-5c4f-4ff5-b946-5a0bdf044f8d', 'tag': 'f2cd349b-d0ed-42a5-8d8d-77ce515ac54e'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:41:33.435976 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d87d8c4-df9e-4407-8b4c-a17efa64356c'] response: {'name': 'network-changed', 'server_uuid': 'e4915297-5c4f-4ff5-b946-5a0bdf044f8d', 'tag': 'f2cd349b-d0ed-42a5-8d8d-77ce515ac54e', 'status': 'completed', 'code': 200} May 23 11:41:33.535872 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-86128cc3-1d71-427b-9bb2-bfd2b0e49218 None None] Set router 8b2a3316-ab9b-4f3b-82b8-d80e1db200e1 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:41:33.569671 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4a61834f-6b9a-45d5-90e7-a8c20e77d454 req-fc40b865-49d9-44ea-a6e8-5ef42be8ded8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=261dc3b71b384338a9f4e12911499bfb&device_id=e4915297-5c4f-4ff5-b946-5a0bdf044f8d HTTP/1.1" status: 200 len: 1096 time: 0.0899515 May 23 11:41:33.718091 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61834f-6b9a-45d5-90e7-a8c20e77d454 req-4bb2e978-c037-45f7-b994-1ab7227ed942 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:41:33.719726 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4a61834f-6b9a-45d5-90e7-a8c20e77d454 req-4bb2e978-c037-45f7-b994-1ab7227ed942 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a27a319c-b094-4f46-8d5a-b2776d2162b3 HTTP/1.1" status: 200 len: 898 time: 0.1433253 May 23 11:41:33.924459 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-86128cc3-1d71-427b-9bb2-bfd2b0e49218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2a3316-ab9b-4f3b-82b8-d80e1db200e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197184841', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f1dc8005-a778-4ac8-9e9b-b92ca852fd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:40:12Z', 'updated_at': '2022-05-23T11:40:17Z', 'revision_number': 4, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': 'f1dc8005-a778-4ac8-9e9b-b92ca852fd57', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a3316-ab9b-4f3b-82b8-d80e1db200e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:40:13Z', 'updated_at': '2022-05-23T11:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '12802dfb-4887-4c2f-8b7f-b92d03596cdd', 'name': '', 'network_id': 'a27a319c-b094-4f46-8d5a-b2776d2162b3', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'mac_address': 'fa:16:3e:a6:19:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a3316-ab9b-4f3b-82b8-d80e1db200e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af0cb0ca-0cb4-438b-b752-96cc6456ed3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:40:16Z', 'updated_at': '2022-05-23T11:40:24Z', 'revision_number': 5, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'subnets': [{'id': 'af0cb0ca-0cb4-438b-b752-96cc6456ed3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:41:33.929559 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86128cc3-1d71-427b-9bb2-bfd2b0e49218 None None] Checking router: 8b2a3316-ab9b-4f3b-82b8-d80e1db200e1 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:41:33.944248 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86128cc3-1d71-427b-9bb2-bfd2b0e49218 None None] Routers {'8b2a3316-ab9b-4f3b-82b8-d80e1db200e1'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:41:33.945414 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-86128cc3-1d71-427b-9bb2-bfd2b0e49218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:41:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['8b2a3316-ab9b-4f3b-82b8-d80e1db200e1'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:41:33.948435 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4a61834f-6b9a-45d5-90e7-a8c20e77d454 req-3838c305-03de-43ac-a622-697655f6ed06 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2cd349b-d0ed-42a5-8d8d-77ce515ac54e HTTP/1.1" status: 200 len: 217 time: 0.2219388 May 23 11:41:34.024381 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd2916b-c3fd-4872-aba7-c33d4c688427 req-a8caf990-1eeb-466c-bdc5-77cb797dcf9e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:41:34.026376 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9fd2916b-c3fd-4872-aba7-c33d4c688427 req-a8caf990-1eeb-466c-bdc5-77cb797dcf9e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4915297-5c4f-4ff5-b946-5a0bdf044f8d HTTP/1.1" status: 200 len: 945 time: 0.2507236 May 23 11:41:34.027800 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61834f-6b9a-45d5-90e7-a8c20e77d454 req-723dab53-c576-4cc5-81e5-0b1f8580f76a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:41:34.029202 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4a61834f-6b9a-45d5-90e7-a8c20e77d454 req-723dab53-c576-4cc5-81e5-0b1f8580f76a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=af0cb0ca-0cb4-438b-b752-96cc6456ed3e HTTP/1.1" status: 200 len: 834 time: 0.0723166 May 23 11:41:34.123323 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9fd2916b-c3fd-4872-aba7-c33d4c688427 req-b5400805-8613-41b1-8ec8-499114c48d34 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=3095471f-01f1-43d4-a0ba-34db49978873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896831 May 23 11:41:34.147215 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-86128cc3-1d71-427b-9bb2-bfd2b0e49218 None None] Set router 8b2a3316-ab9b-4f3b-82b8-d80e1db200e1 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:41:34.147391 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4a61834f-6b9a-45d5-90e7-a8c20e77d454 req-831188a1-1e57-483c-8efc-9df4b36474e7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a27a319c-b094-4f46-8d5a-b2776d2162b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1001327 May 23 11:41:34.286459 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4a61834f-6b9a-45d5-90e7-a8c20e77d454 req-43dfa085-839c-48bc-845b-28b39e7099d2 service neutron] 10.222.0.13 "GET /v2.0/networks/a27a319c-b094-4f46-8d5a-b2776d2162b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315687 May 23 11:41:34.484001 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-86128cc3-1d71-427b-9bb2-bfd2b0e49218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2a3316-ab9b-4f3b-82b8-d80e1db200e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197184841', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f1dc8005-a778-4ac8-9e9b-b92ca852fd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:40:12Z', 'updated_at': '2022-05-23T11:40:17Z', 'revision_number': 4, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': 'f1dc8005-a778-4ac8-9e9b-b92ca852fd57', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a3316-ab9b-4f3b-82b8-d80e1db200e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:40:13Z', 'updated_at': '2022-05-23T11:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '12802dfb-4887-4c2f-8b7f-b92d03596cdd', 'name': '', 'network_id': 'a27a319c-b094-4f46-8d5a-b2776d2162b3', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'mac_address': 'fa:16:3e:a6:19:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a3316-ab9b-4f3b-82b8-d80e1db200e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af0cb0ca-0cb4-438b-b752-96cc6456ed3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:40:16Z', 'updated_at': '2022-05-23T11:40:24Z', 'revision_number': 5, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'subnets': [{'id': 'af0cb0ca-0cb4-438b-b752-96cc6456ed3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:41:34.488727 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86128cc3-1d71-427b-9bb2-bfd2b0e49218 None None] The sync data for ids ['8b2a3316-ab9b-4f3b-82b8-d80e1db200e1'] in n-d-842952-2 is: [{'id': '8b2a3316-ab9b-4f3b-82b8-d80e1db200e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197184841', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f1dc8005-a778-4ac8-9e9b-b92ca852fd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:40:12Z', 'updated_at': '2022-05-23T11:40:17Z', 'revision_number': 4, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': 'f1dc8005-a778-4ac8-9e9b-b92ca852fd57', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a3316-ab9b-4f3b-82b8-d80e1db200e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:40:13Z', 'updated_at': '2022-05-23T11:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '12802dfb-4887-4c2f-8b7f-b92d03596cdd', 'name': '', 'network_id': 'a27a319c-b094-4f46-8d5a-b2776d2162b3', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'mac_address': 'fa:16:3e:a6:19:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a3316-ab9b-4f3b-82b8-d80e1db200e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af0cb0ca-0cb4-438b-b752-96cc6456ed3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:40:16Z', 'updated_at': '2022-05-23T11:40:24Z', 'revision_number': 5, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'subnets': [{'id': 'af0cb0ca-0cb4-438b-b752-96cc6456ed3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:41:34.498102 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4a61834f-6b9a-45d5-90e7-a8c20e77d454 req-5f218eae-2021-437f-a372-c762483a9b6d service neutron] 10.222.0.13 "GET /v2.0/networks/a27a319c-b094-4f46-8d5a-b2776d2162b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680746 May 23 11:41:34.554730 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f05b76-e8e7-4f74-a185-ef0318cb8cdf req-6caa7ceb-02c2-441d-9226-cb91d40c3416 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:41:34.555504 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-b1f05b76-e8e7-4f74-a185-ef0318cb8cdf req-6caa7ceb-02c2-441d-9226-cb91d40c3416 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Synchronizing usage tracker for tenant:261dc3b71b384338a9f4e12911499bfb on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:41:34.588940 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-b1f05b76-e8e7-4f74-a185-ef0318cb8cdf req-6caa7ceb-02c2-441d-9226-cb91d40c3416 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Unset dirty status for tenant:261dc3b71b384338a9f4e12911499bfb on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:41:34.590247 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b1f05b76-e8e7-4f74-a185-ef0318cb8cdf req-6caa7ceb-02c2-441d-9226-cb91d40c3416 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4915297-5c4f-4ff5-b946-5a0bdf044f8d HTTP/1.1" status: 200 len: 945 time: 0.2602870 May 23 11:41:34.661385 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-b1f05b76-e8e7-4f74-a185-ef0318cb8cdf req-e7c6126a-b095-4ede-b518-52e5f4a8bffa tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Deleting port f2cd349b-d0ed-42a5-8d8d-77ce515ac54e {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:41:34.662040 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b1f05b76-e8e7-4f74-a185-ef0318cb8cdf req-e7c6126a-b095-4ede-b518-52e5f4a8bffa tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:34.758131 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14153392-303e-4f1d-8e4b-1dad43c6c61f None None] New status for floating IP 82ad8710-a2ed-46e6-aa3d-8f9a388d3922: DOWN {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:41:34.923054 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-b1f05b76-e8e7-4f74-a185-ef0318cb8cdf req-e7c6126a-b095-4ede-b518-52e5f4a8bffa tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] For port f2cd349b-d0ed-42a5-8d8d-77ce515ac54e, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=f2cd349b-d0ed-42a5-8d8d-77ce515ac54e,segment=NetworkSegment(8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e),segment_id=8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:41:34.923348 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b1f05b76-e8e7-4f74-a185-ef0318cb8cdf req-e7c6126a-b095-4ede-b518-52e5f4a8bffa tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:35.059446 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-b1f05b76-e8e7-4f74-a185-ef0318cb8cdf req-e7c6126a-b095-4ede-b518-52e5f4a8bffa tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Calling delete_port for f2cd349b-d0ed-42a5-8d8d-77ce515ac54e owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:41:35.218237 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b1f05b76-e8e7-4f74-a185-ef0318cb8cdf req-e7c6126a-b095-4ede-b518-52e5f4a8bffa tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:35.271550 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c6126a-b095-4ede-b518-52e5f4a8bffa tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event deleted for resources: {'Port': ['ID=f2cd349b-d0ed-42a5-8d8d-77ce515ac54e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:41:35.299742 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ac1811e3-9cb8-4569-913d-f0afbc755f2f req-780843e6-8155-4cf4-9b3e-b19f3f1d542b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4915297-5c4f-4ff5-b946-5a0bdf044f8d HTTP/1.1" status: 200 len: 210 time: 0.0447550 May 23 11:41:35.358856 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f05b76-e8e7-4f74-a185-ef0318cb8cdf req-e7c6126a-b095-4ede-b518-52e5f4a8bffa tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] No DVR routers for this DVR port f2cd349b-d0ed-42a5-8d8d-77ce515ac54e on host n-h1-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:41:35.361454 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b1f05b76-e8e7-4f74-a185-ef0318cb8cdf req-e7c6126a-b095-4ede-b518-52e5f4a8bffa tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:35.376198 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b1f05b76-e8e7-4f74-a185-ef0318cb8cdf req-e7c6126a-b095-4ede-b518-52e5f4a8bffa tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.13 "DELETE /v2.0/ports/f2cd349b-d0ed-42a5-8d8d-77ce515ac54e HTTP/1.1" status: 204 len: 173 time: 0.7802911 May 23 11:41:35.437090 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4915297-5c4f-4ff5-b946-5a0bdf044f8d', 'name': 'network-vif-deleted', 'tag': 'f2cd349b-d0ed-42a5-8d8d-77ce515ac54e'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:41:35.493349 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b0dabd7-6380-4e7f-b7f9-8490a258f02b'] response: {'server_uuid': 'e4915297-5c4f-4ff5-b946-5a0bdf044f8d', 'name': 'network-vif-deleted', 'tag': 'f2cd349b-d0ed-42a5-8d8d-77ce515ac54e', 'status': 'completed', 'code': 200} May 23 11:41:36.408036 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 32894) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:41:36.816704 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2bbe1219-e300-4723-b665-83abbcd2f623 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:36.992949 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device f2cd349b-d0ed-42a5-8d8d-77ce515ac54e no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:41:37.032855 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: f2cd349b-d0ed-42a5-8d8d-77ce515ac54e {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:41:37.033063 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device f2cd349b-d0ed-42a5-8d8d-77ce515ac54e not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:41:37.558279 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-2bbe1219-e300-4723-b665-83abbcd2f623 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Deleting port 12802dfb-4887-4c2f-8b7f-b92d03596cdd {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:41:37.558896 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2bbe1219-e300-4723-b665-83abbcd2f623 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:37.745443 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-2bbe1219-e300-4723-b665-83abbcd2f623 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] For port 12802dfb-4887-4c2f-8b7f-b92d03596cdd, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=12802dfb-4887-4c2f-8b7f-b92d03596cdd,segment=NetworkSegment(8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e),segment_id=8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:41:37.745894 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2bbe1219-e300-4723-b665-83abbcd2f623 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:37.879219 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-2bbe1219-e300-4723-b665-83abbcd2f623 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Calling delete_port for 12802dfb-4887-4c2f-8b7f-b92d03596cdd owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:41:38.053388 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2bbe1219-e300-4723-b665-83abbcd2f623 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:38.102198 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbe1219-e300-4723-b665-83abbcd2f623 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event deleted for resources: {'Port': ['ID=12802dfb-4887-4c2f-8b7f-b92d03596cdd,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:41:38.232002 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:38.410956 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2bbe1219-e300-4723-b665-83abbcd2f623 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:39.116202 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bbe1219-e300-4723-b665-83abbcd2f623 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Router 8b2a3316-ab9b-4f3b-82b8-d80e1db200e1 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:41:39.271268 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ccb60528-f157-436b-98a7-e113e48ca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:39.327553 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbe1219-e300-4723-b665-83abbcd2f623 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:41:39.338218 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6a7f46-696a-4b82-aef7-42033d40201b None None] Sync routers for ids ['8b2a3316-ab9b-4f3b-82b8-d80e1db200e1'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:41:39.342889 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2bbe1219-e300-4723-b665-83abbcd2f623 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "PUT /v2.0/routers/8b2a3316-ab9b-4f3b-82b8-d80e1db200e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9337928 May 23 11:41:39.345592 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 32916) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:41:39.353945 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6a7f46-696a-4b82-aef7-42033d40201b None None] Routers {'8b2a3316-ab9b-4f3b-82b8-d80e1db200e1'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:41:39.354648 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-6a6a7f46-696a-4b82-aef7-42033d40201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:41:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['8b2a3316-ab9b-4f3b-82b8-d80e1db200e1'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:41:39.531616 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-6a6a7f46-696a-4b82-aef7-42033d40201b None None] Set router 8b2a3316-ab9b-4f3b-82b8-d80e1db200e1 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:41:39.553169 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b021060-9cd9-41ac-b66e-148d03466d73 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Deleting subnet af0cb0ca-0cb4-438b-b752-96cc6456ed3e {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:41:39.556593 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9b021060-9cd9-41ac-b66e-148d03466d73 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:39.615443 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9b021060-9cd9-41ac-b66e-148d03466d73 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:39.709270 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9b021060-9cd9-41ac-b66e-148d03466d73 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:39.730735 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:39.786554 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9b021060-9cd9-41ac-b66e-148d03466d73 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:39.834761 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b021060-9cd9-41ac-b66e-148d03466d73 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event deleted for resources: {'Subnet': ['ID=af0cb0ca-0cb4-438b-b752-96cc6456ed3e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:41:39.858924 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9b021060-9cd9-41ac-b66e-148d03466d73 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:39.870348 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09bc3f5-6241-479e-b2e4-af193f692b0c None None] Network a27a319c-b094-4f46-8d5a-b2776d2162b3 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:41:39.873167 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9b021060-9cd9-41ac-b66e-148d03466d73 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "DELETE /v2.0/subnets/af0cb0ca-0cb4-438b-b752-96cc6456ed3e HTTP/1.1" status: 204 len: 168 time: 0.5250688 May 23 11:41:39.875619 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 32924) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:41:40.057631 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-6a6a7f46-696a-4b82-aef7-42033d40201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2a3316-ab9b-4f3b-82b8-d80e1db200e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197184841', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f1dc8005-a778-4ac8-9e9b-b92ca852fd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:40:12Z', 'updated_at': '2022-05-23T11:41:37Z', 'revision_number': 5, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': 'f1dc8005-a778-4ac8-9e9b-b92ca852fd57', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a3316-ab9b-4f3b-82b8-d80e1db200e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:40:13Z', 'updated_at': '2022-05-23T11:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:41:40.063758 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6a7f46-696a-4b82-aef7-42033d40201b None None] Checking router: 8b2a3316-ab9b-4f3b-82b8-d80e1db200e1 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:41:40.089073 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6a7f46-696a-4b82-aef7-42033d40201b None None] Routers {'8b2a3316-ab9b-4f3b-82b8-d80e1db200e1'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:41:40.089692 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-6a6a7f46-696a-4b82-aef7-42033d40201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:41:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['8b2a3316-ab9b-4f3b-82b8-d80e1db200e1'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:41:40.099393 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f329f57e-98ae-4672-b092-6b6d027a6e66 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:40.284850 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-6a6a7f46-696a-4b82-aef7-42033d40201b None None] Set router 8b2a3316-ab9b-4f3b-82b8-d80e1db200e1 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:41:40.328880 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f329f57e-98ae-4672-b092-6b6d027a6e66 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:40.329481 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c802be67-4c1c-43e4-a732-77f7f6e5f086 None None] DHCP port deletion for a27a319c-b094-4f46-8d5a-b2776d2162b3 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:41:40.341429 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-f329f57e-98ae-4672-b092-6b6d027a6e66 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Deleting port f1dc8005-a778-4ac8-9e9b-b92ca852fd57 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:41:40.341838 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f329f57e-98ae-4672-b092-6b6d027a6e66 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:40.389453 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c802be67-4c1c-43e4-a732-77f7f6e5f086 None None] Deleting port 773dc74c-3f64-4173-9e03-37e3cdf07ed6 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:41:40.389739 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c802be67-4c1c-43e4-a732-77f7f6e5f086 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:40.541087 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-f329f57e-98ae-4672-b092-6b6d027a6e66 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] For port f1dc8005-a778-4ac8-9e9b-b92ca852fd57, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=f1dc8005-a778-4ac8-9e9b-b92ca852fd57,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:41:40.541446 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f329f57e-98ae-4672-b092-6b6d027a6e66 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:40.666279 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-f329f57e-98ae-4672-b092-6b6d027a6e66 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Calling delete_port for f1dc8005-a778-4ac8-9e9b-b92ca852fd57 owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:41:40.735402 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c802be67-4c1c-43e4-a732-77f7f6e5f086 None None] For port 773dc74c-3f64-4173-9e03-37e3cdf07ed6, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=773dc74c-3f64-4173-9e03-37e3cdf07ed6,segment=NetworkSegment(8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e),segment_id=8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:41:40.735782 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c802be67-4c1c-43e4-a732-77f7f6e5f086 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:40.859200 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c802be67-4c1c-43e4-a732-77f7f6e5f086 None None] Calling delete_port for 773dc74c-3f64-4173-9e03-37e3cdf07ed6 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:41:40.955759 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f329f57e-98ae-4672-b092-6b6d027a6e66 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:40.980673 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-6a6a7f46-696a-4b82-aef7-42033d40201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2a3316-ab9b-4f3b-82b8-d80e1db200e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197184841', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f1dc8005-a778-4ac8-9e9b-b92ca852fd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:40:12Z', 'updated_at': '2022-05-23T11:41:37Z', 'revision_number': 5, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': 'f1dc8005-a778-4ac8-9e9b-b92ca852fd57', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a3316-ab9b-4f3b-82b8-d80e1db200e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:40:13Z', 'updated_at': '2022-05-23T11:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:41:40.985346 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6a7f46-696a-4b82-aef7-42033d40201b None None] The sync data for ids ['8b2a3316-ab9b-4f3b-82b8-d80e1db200e1'] in n-d-842952-2 is: [{'id': '8b2a3316-ab9b-4f3b-82b8-d80e1db200e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197184841', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f1dc8005-a778-4ac8-9e9b-b92ca852fd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:40:12Z', 'updated_at': '2022-05-23T11:41:37Z', 'revision_number': 5, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': 'f1dc8005-a778-4ac8-9e9b-b92ca852fd57', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2a3316-ab9b-4f3b-82b8-d80e1db200e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:40:13Z', 'updated_at': '2022-05-23T11:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:41:40.997154 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c802be67-4c1c-43e4-a732-77f7f6e5f086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:41.012614 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f329f57e-98ae-4672-b092-6b6d027a6e66 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event deleted for resources: {'Port': ['ID=f1dc8005-a778-4ac8-9e9b-b92ca852fd57,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:41:41.054058 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c802be67-4c1c-43e4-a732-77f7f6e5f086 None None] No DVR routers for this DVR port 773dc74c-3f64-4173-9e03-37e3cdf07ed6 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:41:41.061908 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c802be67-4c1c-43e4-a732-77f7f6e5f086 None None] Pushing event deleted for resources: {'Port': ['ID=773dc74c-3f64-4173-9e03-37e3cdf07ed6,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:41:41.264052 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f329f57e-98ae-4672-b092-6b6d027a6e66 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:41.537367 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f329f57e-98ae-4672-b092-6b6d027a6e66 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:41.541940 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f329f57e-98ae-4672-b092-6b6d027a6e66 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:41.548691 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-55d4801f-9929-40c1-8e82-d9c64441c111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:41.566491 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f329f57e-98ae-4672-b092-6b6d027a6e66 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:41.566998 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f329f57e-98ae-4672-b092-6b6d027a6e66 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Fanout notify agent at l3_agent the message router_deleted on router 8b2a3316-ab9b-4f3b-82b8-d80e1db200e1 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:41:41.581200 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f329f57e-98ae-4672-b092-6b6d027a6e66 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:41.582365 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f329f57e-98ae-4672-b092-6b6d027a6e66 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "DELETE /v2.0/routers/8b2a3316-ab9b-4f3b-82b8-d80e1db200e1 HTTP/1.1" status: 204 len: 168 time: 1.7057500 May 23 11:41:41.585275 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 32940) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:41:41.703199 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-345abba9-96d9-414b-886e-6cb111e29b47 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:41.833016 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-345abba9-96d9-414b-886e-6cb111e29b47 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:41.857823 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-345abba9-96d9-414b-886e-6cb111e29b47 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a27a319c-b094-4f46-8d5a-b2776d2162b3']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:41:41.869716 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-345abba9-96d9-414b-886e-6cb111e29b47 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:41:41.869988 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-345abba9-96d9-414b-886e-6cb111e29b47 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ca69ae7-bb7c-4a3a-84d0-e7b6573b429e') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:41:41.881036 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-345abba9-96d9-414b-886e-6cb111e29b47 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:41.898038 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-345abba9-96d9-414b-886e-6cb111e29b47 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:41.906746 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-345abba9-96d9-414b-886e-6cb111e29b47 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:41:41.907384 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-345abba9-96d9-414b-886e-6cb111e29b47 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:41.981588 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:41:41.981588 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:41:41.981588 n-d-842952-2 neutron-server[83911]: timer() May 23 11:41:41.981588 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:41:41.981588 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:41:41.981588 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:41:41.981588 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:41:41.981588 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:41:41.981588 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:41:41.981588 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:41:41.981588 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:41:41.981588 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:41:41.981588 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:41:41.981588 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:41:41.981588 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:41:41.981588 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:41:41.981588 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:41:41.981588 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:41:41.981588 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:41:41.981588 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:41:41.981588 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:41:41.981588 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:41:41.981588 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:41:41.981588 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:41:41.981588 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:41:41.981588 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:41:41.981588 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:41:41.981588 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:41:41.981588 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:41:41.981588 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:41:41.981588 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:41:41.981588 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:41:41.997450 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 12802dfb-4887-4c2f-8b7f-b92d03596cdd no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:41:42.008677 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-345abba9-96d9-414b-886e-6cb111e29b47 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:42.017015 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-345abba9-96d9-414b-886e-6cb111e29b47 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:42.036476 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 12802dfb-4887-4c2f-8b7f-b92d03596cdd {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:41:42.036883 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 12802dfb-4887-4c2f-8b7f-b92d03596cdd not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:41:42.037483 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 773dc74c-3f64-4173-9e03-37e3cdf07ed6 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:41:42.044293 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345abba9-96d9-414b-886e-6cb111e29b47 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event deleted for resources: {'Network': ['ID=a27a319c-b094-4f46-8d5a-b2776d2162b3,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:41:42.058537 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 32948) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:41:42.058866 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-345abba9-96d9-414b-886e-6cb111e29b47 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "DELETE /v2.0/networks/a27a319c-b094-4f46-8d5a-b2776d2162b3 HTTP/1.1" status: 204 len: 168 time: 0.4724989 May 23 11:41:42.071608 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 773dc74c-3f64-4173-9e03-37e3cdf07ed6 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:41:42.071966 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 773dc74c-3f64-4173-9e03-37e3cdf07ed6 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:41:42.136576 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a861247c-a73d-41f3-8a49-c55a2bf8bd09 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:42.164830 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a861247c-a73d-41f3-8a49-c55a2bf8bd09 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:42.236421 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a861247c-a73d-41f3-8a49-c55a2bf8bd09 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:42.255124 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a861247c-a73d-41f3-8a49-c55a2bf8bd09 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3095471f-01f1-43d4-a0ba-34db49978873,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:41:42.268343 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a861247c-a73d-41f3-8a49-c55a2bf8bd09 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:42.269509 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a861247c-a73d-41f3-8a49-c55a2bf8bd09 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "DELETE /v2.0/security-groups/3095471f-01f1-43d4-a0ba-34db49978873 HTTP/1.1" status: 204 len: 168 time: 0.2099338 May 23 11:41:42.420976 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 32958) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:41:42.427447 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-c5c80f33-2936-4e2e-a00f-c2e86c584c59 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-435631765', 'description': 'tempest-secgroup-smoke-435631765 description', 'project_id': '261dc3b71b384338a9f4e12911499bfb'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:41:42.434169 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c5c80f33-2936-4e2e-a00f-c2e86c584c59 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:41:42.438591 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c5c80f33-2936-4e2e-a00f-c2e86c584c59 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:security_group and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:41:42.441724 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c5c80f33-2936-4e2e-a00f-c2e86c584c59 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:41:42.448030 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c5c80f33-2936-4e2e-a00f-c2e86c584c59 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:41:42.462071 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c5c80f33-2936-4e2e-a00f-c2e86c584c59 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:42.497695 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c5c80f33-2936-4e2e-a00f-c2e86c584c59 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:41:42.501687 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c5c80f33-2936-4e2e-a00f-c2e86c584c59 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:security_group_rule and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:41:42.504605 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c5c80f33-2936-4e2e-a00f-c2e86c584c59 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:41:42.510555 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c5c80f33-2936-4e2e-a00f-c2e86c584c59 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:41:42.570473 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c5c80f33-2936-4e2e-a00f-c2e86c584c59 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:42.575670 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c5c80f33-2936-4e2e-a00f-c2e86c584c59 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:42.621624 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c80f33-2936-4e2e-a00f-c2e86c584c59 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e27302e-a49e-4f27-84fc-bd76b5e7fe4d,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:41:42.629835 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c5c80f33-2936-4e2e-a00f-c2e86c584c59 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:42.632189 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c5c80f33-2936-4e2e-a00f-c2e86c584c59 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2099793 May 23 11:41:42.634860 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 32962) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:41:42.640892 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-a9e5f1b8-b5b7-444c-bac6-e8d5f07e24da tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Request body: {'security_group_rule': {'security_group_id': '1e27302e-a49e-4f27-84fc-bd76b5e7fe4d', 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:41:42.648266 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a9e5f1b8-b5b7-444c-bac6-e8d5f07e24da tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:41:42.652961 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a9e5f1b8-b5b7-444c-bac6-e8d5f07e24da tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:security_group_rule and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:41:42.655981 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a9e5f1b8-b5b7-444c-bac6-e8d5f07e24da tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:41:42.662141 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a9e5f1b8-b5b7-444c-bac6-e8d5f07e24da tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:41:42.685306 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5f1b8-b5b7-444c-bac6-e8d5f07e24da tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:42.747564 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5f1b8-b5b7-444c-bac6-e8d5f07e24da tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:42.751506 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5f1b8-b5b7-444c-bac6-e8d5f07e24da tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:42.775125 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5f1b8-b5b7-444c-bac6-e8d5f07e24da tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88f9d62b-2642-4665-b3dc-51c010f8e0fc,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:41:42.799259 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a9e5f1b8-b5b7-444c-bac6-e8d5f07e24da tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:42.800632 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a9e5f1b8-b5b7-444c-bac6-e8d5f07e24da tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1646755 May 23 11:41:42.804639 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 32968) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:41:42.810609 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-5cb51492-8390-4436-931d-41b1e5902346 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Request body: {'security_group_rule': {'security_group_id': '1e27302e-a49e-4f27-84fc-bd76b5e7fe4d', 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:41:42.817558 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5cb51492-8390-4436-931d-41b1e5902346 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:41:42.825757 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5cb51492-8390-4436-931d-41b1e5902346 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:security_group_rule and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:41:42.829007 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5cb51492-8390-4436-931d-41b1e5902346 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:41:42.835861 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:42.836295 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5cb51492-8390-4436-931d-41b1e5902346 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:41:42.840418 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:42.856179 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5cb51492-8390-4436-931d-41b1e5902346 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:42.932296 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5cb51492-8390-4436-931d-41b1e5902346 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:42.935963 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5cb51492-8390-4436-931d-41b1e5902346 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:42.961218 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb51492-8390-4436-931d-41b1e5902346 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a6e5952-066f-4ad9-ac60-8cbacff34cd6,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:41:42.974356 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5cb51492-8390-4436-931d-41b1e5902346 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:42.975595 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5cb51492-8390-4436-931d-41b1e5902346 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1698680 May 23 11:41:42.978421 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 32974) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:41:42.984430 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-90ab45d9-1c44-4af9-966a-da702556485f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Request body: {'security_group_rule': {'security_group_id': '1e27302e-a49e-4f27-84fc-bd76b5e7fe4d', 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:41:42.991184 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-90ab45d9-1c44-4af9-966a-da702556485f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:41:42.995094 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-90ab45d9-1c44-4af9-966a-da702556485f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:security_group_rule and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:41:42.997955 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-90ab45d9-1c44-4af9-966a-da702556485f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:41:43.003569 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-90ab45d9-1c44-4af9-966a-da702556485f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:41:43.021531 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-90ab45d9-1c44-4af9-966a-da702556485f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:43.094910 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-90ab45d9-1c44-4af9-966a-da702556485f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:43.098802 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-90ab45d9-1c44-4af9-966a-da702556485f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:43.125788 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab45d9-1c44-4af9-966a-da702556485f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6527b826-31dd-40bf-98f8-6b0a89a6bf64,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:41:43.133366 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-90ab45d9-1c44-4af9-966a-da702556485f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:43.134634 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-90ab45d9-1c44-4af9-966a-da702556485f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1548367 May 23 11:41:43.137521 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 32978) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:41:43.143113 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-32c74cb8-7d6c-4436-a493-a39593bffc7b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Request body: {'security_group_rule': {'security_group_id': '1e27302e-a49e-4f27-84fc-bd76b5e7fe4d', 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:41:43.150573 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-32c74cb8-7d6c-4436-a493-a39593bffc7b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:41:43.154942 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-32c74cb8-7d6c-4436-a493-a39593bffc7b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:security_group_rule and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:41:43.158076 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-32c74cb8-7d6c-4436-a493-a39593bffc7b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:41:43.164586 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-32c74cb8-7d6c-4436-a493-a39593bffc7b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:41:43.182720 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-32c74cb8-7d6c-4436-a493-a39593bffc7b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:43.245913 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-32c74cb8-7d6c-4436-a493-a39593bffc7b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:43.250260 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-32c74cb8-7d6c-4436-a493-a39593bffc7b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:43.276045 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c74cb8-7d6c-4436-a493-a39593bffc7b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf96625d-9e22-4d69-aecb-e3fd05350eaf,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:41:43.285266 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-32c74cb8-7d6c-4436-a493-a39593bffc7b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:43.286438 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-32c74cb8-7d6c-4436-a493-a39593bffc7b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1480019 May 23 11:41:43.289561 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 32982) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:41:43.294867 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-35008d24-a711-462d-9268-433ee1ff5016 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Request body: {'security_group_rule': {'security_group_id': '1e27302e-a49e-4f27-84fc-bd76b5e7fe4d', 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:41:43.301647 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-35008d24-a711-462d-9268-433ee1ff5016 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:41:43.305587 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-35008d24-a711-462d-9268-433ee1ff5016 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:security_group_rule and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:41:43.308494 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-35008d24-a711-462d-9268-433ee1ff5016 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:41:43.314218 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-35008d24-a711-462d-9268-433ee1ff5016 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:41:43.327102 n-d-842952-2 neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-35008d24-a711-462d-9268-433ee1ff5016 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Project 261dc3b71b384338a9f4e12911499bfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 11:41:43.333957 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-35008d24-a711-462d-9268-433ee1ff5016 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:43.399915 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-35008d24-a711-462d-9268-433ee1ff5016 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:43.403773 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-35008d24-a711-462d-9268-433ee1ff5016 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:43.426186 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35008d24-a711-462d-9268-433ee1ff5016 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64b2a1db-5ca9-43c9-85ad-1f7996830491,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:41:43.437044 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-35008d24-a711-462d-9268-433ee1ff5016 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:43.438331 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-35008d24-a711-462d-9268-433ee1ff5016 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1478636 May 23 11:41:43.441325 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 32988) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:41:43.447166 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-99259dcd-ade3-4a4a-b7f8-4a817037a6ea tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Request body: {'security_group_rule': {'security_group_id': '1e27302e-a49e-4f27-84fc-bd76b5e7fe4d', 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:41:43.453794 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-99259dcd-ade3-4a4a-b7f8-4a817037a6ea tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:41:43.457896 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-99259dcd-ade3-4a4a-b7f8-4a817037a6ea tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:security_group_rule and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:41:43.461163 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-99259dcd-ade3-4a4a-b7f8-4a817037a6ea tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:41:43.467216 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-99259dcd-ade3-4a4a-b7f8-4a817037a6ea tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:41:43.477157 n-d-842952-2 neutron-server[83910]: INFO neutron.db.securitygroups_db [None req-99259dcd-ade3-4a4a-b7f8-4a817037a6ea tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Project 261dc3b71b384338a9f4e12911499bfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 11:41:43.483520 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-99259dcd-ade3-4a4a-b7f8-4a817037a6ea tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:43.554844 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-99259dcd-ade3-4a4a-b7f8-4a817037a6ea tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:43.559058 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-99259dcd-ade3-4a4a-b7f8-4a817037a6ea tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:43.584085 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99259dcd-ade3-4a4a-b7f8-4a817037a6ea tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11ba4189-bf7b-4568-89fa-448ae766bd92,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:41:43.594426 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-99259dcd-ade3-4a4a-b7f8-4a817037a6ea tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:43.595820 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-99259dcd-ade3-4a4a-b7f8-4a817037a6ea tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1534753 May 23 11:41:43.599616 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 32992) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:41:43.605213 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-240cf661-5ed7-4800-ae0b-ea8f5c6e429c tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Request body: {'network': {'name': 'tempest-network-smoke--198509514', 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'port_security_enabled': True}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:41:43.610738 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-240cf661-5ed7-4800-ae0b-ea8f5c6e429c tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:41:43.615128 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-240cf661-5ed7-4800-ae0b-ea8f5c6e429c tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:network and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:41:43.618280 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-240cf661-5ed7-4800-ae0b-ea8f5c6e429c tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:41:43.624298 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-240cf661-5ed7-4800-ae0b-ea8f5c6e429c tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:41:43.634754 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240cf661-5ed7-4800-ae0b-ea8f5c6e429c tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Made reservation on behalf of 261dc3b71b384338a9f4e12911499bfb for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:41:43.637835 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-240cf661-5ed7-4800-ae0b-ea8f5c6e429c tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:43.667375 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-240cf661-5ed7-4800-ae0b-ea8f5c6e429c tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:41:43.676481 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-240cf661-5ed7-4800-ae0b-ea8f5c6e429c tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:43.676815 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-240cf661-5ed7-4800-ae0b-ea8f5c6e429c tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Added segment 0528fc48-53bc-41d5-9a0d-b9e625a32c0f of type vlan for network 8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff May 23 11:41:43.703093 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-240cf661-5ed7-4800-ae0b-ea8f5c6e429c tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:43.731458 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-240cf661-5ed7-4800-ae0b-ea8f5c6e429c tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:43.735098 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240cf661-5ed7-4800-ae0b-ea8f5c6e429c tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:41:43.735668 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-240cf661-5ed7-4800-ae0b-ea8f5c6e429c tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:43.838878 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-240cf661-5ed7-4800-ae0b-ea8f5c6e429c tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2381263 May 23 11:41:43.841744 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 32996) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:41:43.847671 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-091bb782-ac52-453b-a782-dd034c31b850 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-908277682', 'admin_state_up': True, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:41:43.856042 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240cf661-5ed7-4800-ae0b-ea8f5c6e429c tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'Network': ['ID=8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:41:43.866228 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-091bb782-ac52-453b-a782-dd034c31b850 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:41:43.867712 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:41:43.872497 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-091bb782-ac52-453b-a782-dd034c31b850 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:router and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:41:43.875858 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-091bb782-ac52-453b-a782-dd034c31b850 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:41:43.900903 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-091bb782-ac52-453b-a782-dd034c31b850 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:41:43.911642 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-091bb782-ac52-453b-a782-dd034c31b850 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:43.912589 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-091bb782-ac52-453b-a782-dd034c31b850 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:43.931088 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device f1dc8005-a778-4ac8-9e9b-b92ca852fd57 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:41:43.933976 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-091bb782-ac52-453b-a782-dd034c31b850 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:43.982582 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: f1dc8005-a778-4ac8-9e9b-b92ca852fd57 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:41:43.982938 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device f1dc8005-a778-4ac8-9e9b-b92ca852fd57 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:41:44.204718 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-091bb782-ac52-453b-a782-dd034c31b850 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:44.311914 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:44.381683 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-091bb782-ac52-453b-a782-dd034c31b850 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:44.411751 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-091bb782-ac52-453b-a782-dd034c31b850 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:44.551524 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-091bb782-ac52-453b-a782-dd034c31b850 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Allocated IP 172.25.6.33 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/238600f1-89ec-46f2-b907-eed25dacd1da) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:41:44.695854 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-091bb782-ac52-453b-a782-dd034c31b850 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:44.724253 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-091bb782-ac52-453b-a782-dd034c31b850 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:44.790612 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091bb782-ac52-453b-a782-dd034c31b850 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:41:44.793502 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-091bb782-ac52-453b-a782-dd034c31b850 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:41:44.797894 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091bb782-ac52-453b-a782-dd034c31b850 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:41:44.828146 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091bb782-ac52-453b-a782-dd034c31b850 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'Port': ['ID=238600f1-89ec-46f2-b907-eed25dacd1da,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:41:44.954647 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-091bb782-ac52-453b-a782-dd034c31b850 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:44.955295 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-091bb782-ac52-453b-a782-dd034c31b850 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:45.196151 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-091bb782-ac52-453b-a782-dd034c31b850 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Router c5525f2f-1317-4517-bc4f-d461e26ca2d0 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:41:45.397242 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091bb782-ac52-453b-a782-dd034c31b850 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:41:45.408216 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a28ec69-6340-40bb-b41b-9d2db4ddb123 None None] Sync routers for ids ['c5525f2f-1317-4517-bc4f-d461e26ca2d0'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:41:45.420563 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a28ec69-6340-40bb-b41b-9d2db4ddb123 None None] Routers {'c5525f2f-1317-4517-bc4f-d461e26ca2d0'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:41:45.421178 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-8a28ec69-6340-40bb-b41b-9d2db4ddb123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:41:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['c5525f2f-1317-4517-bc4f-d461e26ca2d0'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:41:45.430754 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-091bb782-ac52-453b-a782-dd034c31b850 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:45.435578 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33012) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:41:45.436089 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-091bb782-ac52-453b-a782-dd034c31b850 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5927501 May 23 11:41:45.477712 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-cf797076-d88c-48c4-97bc-28f8b00cf1c3 tempest-TestNetworkAdvancedServerOps-1284012438 tempest-TestNetworkAdvancedServerOps-1284012438-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=261dc3b71b384338a9f4e12911499bfb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402305 May 23 11:41:45.480499 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33016) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:41:45.601013 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-8a28ec69-6340-40bb-b41b-9d2db4ddb123 None None] Set router c5525f2f-1317-4517-bc4f-d461e26ca2d0 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:41:45.614117 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b483c9b9-40d4-427d-9f26-b9597080e969 tempest-TestNetworkAdvancedServerOps-1284012438 tempest-TestNetworkAdvancedServerOps-1284012438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:41:45.618527 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b483c9b9-40d4-427d-9f26-b9597080e969 tempest-TestNetworkAdvancedServerOps-1284012438 tempest-TestNetworkAdvancedServerOps-1284012438-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1342545 May 23 11:41:45.618916 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33020) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:41:45.770686 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ebee30f9-07aa-4ade-ae0a-5d3710a8d2f3 tempest-TestNetworkAdvancedServerOps-1284012438 tempest-TestNetworkAdvancedServerOps-1284012438-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=87d63aa2-c2e7-4553-824a-d818708dd83b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1480789 May 23 11:41:45.771115 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33024) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:41:45.777148 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-5cfdd1ba-f7ca-4629-a26d-64a0545255a4 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1393524558', 'network_id': '8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff', 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:41:45.903246 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-8a28ec69-6340-40bb-b41b-9d2db4ddb123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5525f2f-1317-4517-bc4f-d461e26ca2d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-908277682', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '238600f1-89ec-46f2-b907-eed25dacd1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:41:43Z', 'updated_at': '2022-05-23T11:41:44Z', 'revision_number': 3, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': '238600f1-89ec-46f2-b907-eed25dacd1da', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5525f2f-1317-4517-bc4f-d461e26ca2d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:41:44Z', 'updated_at': '2022-05-23T11:41:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:41:45.907122 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5cfdd1ba-f7ca-4629-a26d-64a0545255a4 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:41:45.907441 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a28ec69-6340-40bb-b41b-9d2db4ddb123 None None] Checking router: c5525f2f-1317-4517-bc4f-d461e26ca2d0 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:41:45.907891 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a28ec69-6340-40bb-b41b-9d2db4ddb123 None None] Updating router c5525f2f-1317-4517-bc4f-d461e26ca2d0 port 238600f1-89ec-46f2-b907-eed25dacd1da binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:41:45.910915 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5cfdd1ba-f7ca-4629-a26d-64a0545255a4 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:subnet and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:41:45.913729 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5cfdd1ba-f7ca-4629-a26d-64a0545255a4 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:41:45.919316 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5cfdd1ba-f7ca-4629-a26d-64a0545255a4 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:41:45.929918 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfdd1ba-f7ca-4629-a26d-64a0545255a4 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Made reservation on behalf of 261dc3b71b384338a9f4e12911499bfb for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:41:45.958697 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-8a28ec69-6340-40bb-b41b-9d2db4ddb123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:46.032650 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5cfdd1ba-f7ca-4629-a26d-64a0545255a4 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:46.269334 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5cfdd1ba-f7ca-4629-a26d-64a0545255a4 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:46.294891 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-8a28ec69-6340-40bb-b41b-9d2db4ddb123 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:46.307129 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-8a28ec69-6340-40bb-b41b-9d2db4ddb123 None None] Transition to ACTIVE for port object 238600f1-89ec-46f2-b907-eed25dacd1da will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:41:46.313871 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-8a28ec69-6340-40bb-b41b-9d2db4ddb123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:46.366804 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfdd1ba-f7ca-4629-a26d-64a0545255a4 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'Subnet': ['ID=1f5d1f30-0372-49a0-b2e2-71e325a9a76b,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:41:46.371671 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfdd1ba-f7ca-4629-a26d-64a0545255a4 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Checking segment: {'id': '0528fc48-53bc-41d5-9a0d-b9e625a32c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:41:46.372067 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfdd1ba-f7ca-4629-a26d-64a0545255a4 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Network hostable DHCP agents. Network: 8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:41:46.396231 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfdd1ba-f7ca-4629-a26d-64a0545255a4 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Network 8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:41:46.409094 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-5cfdd1ba-f7ca-4629-a26d-64a0545255a4 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:41:46.413720 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfdd1ba-f7ca-4629-a26d-64a0545255a4 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:41:46.414320 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5cfdd1ba-f7ca-4629-a26d-64a0545255a4 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:46.421626 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8735c97-f413-4bb6-af2a-8c2fe6a821f7 None None] Network 8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:41:46.441794 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33032) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:41:46.442374 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5cfdd1ba-f7ca-4629-a26d-64a0545255a4 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6696336 May 23 11:41:46.442745 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c7053-3e20-4fb8-95ba-4644f246f6b8 None None] Pushing event updated for resources: {'Port': ['ID=238600f1-89ec-46f2-b907-eed25dacd1da,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:41:46.444854 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-8a28ec69-6340-40bb-b41b-9d2db4ddb123 None None] Attempting to bind port 238600f1-89ec-46f2-b907-eed25dacd1da on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:41:46.445293 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-8a28ec69-6340-40bb-b41b-9d2db4ddb123 None None] Attempting to bind port 238600f1-89ec-46f2-b907-eed25dacd1da by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:41:46.445820 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a28ec69-6340-40bb-b41b-9d2db4ddb123 None None] Attempting to bind port 238600f1-89ec-46f2-b907-eed25dacd1da on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:41:46.453185 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a28ec69-6340-40bb-b41b-9d2db4ddb123 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:41:46.453780 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a28ec69-6340-40bb-b41b-9d2db4ddb123 None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:41:46.454328 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-8a28ec69-6340-40bb-b41b-9d2db4ddb123 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:46.454843 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a28ec69-6340-40bb-b41b-9d2db4ddb123 None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:41:46.455435 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-8a28ec69-6340-40bb-b41b-9d2db4ddb123 None None] Bound port: 238600f1-89ec-46f2-b907-eed25dacd1da, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:41:46.455976 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-8a28ec69-6340-40bb-b41b-9d2db4ddb123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:46.539664 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-8a28ec69-6340-40bb-b41b-9d2db4ddb123 None None] For port 238600f1-89ec-46f2-b907-eed25dacd1da, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:41:46.543188 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-8a28ec69-6340-40bb-b41b-9d2db4ddb123 None None] For port 238600f1-89ec-46f2-b907-eed25dacd1da, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=238600f1-89ec-46f2-b907-eed25dacd1da,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:41:46.551388 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769c7053-3e20-4fb8-95ba-4644f246f6b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:41:46.552318 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769c7053-3e20-4fb8-95ba-4644f246f6b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:41:46.552798 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769c7053-3e20-4fb8-95ba-4644f246f6b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:41:46.553662 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769c7053-3e20-4fb8-95ba-4644f246f6b8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:41:46.554228 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769c7053-3e20-4fb8-95ba-4644f246f6b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:41:46.554799 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769c7053-3e20-4fb8-95ba-4644f246f6b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:41:46.555306 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769c7053-3e20-4fb8-95ba-4644f246f6b8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:41:46.556124 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769c7053-3e20-4fb8-95ba-4644f246f6b8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:41:46.556723 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769c7053-3e20-4fb8-95ba-4644f246f6b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:41:46.557323 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769c7053-3e20-4fb8-95ba-4644f246f6b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:41:46.557850 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769c7053-3e20-4fb8-95ba-4644f246f6b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:41:46.563603 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-8a28ec69-6340-40bb-b41b-9d2db4ddb123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:46.630564 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a28ec69-6340-40bb-b41b-9d2db4ddb123 None None] Routers {'c5525f2f-1317-4517-bc4f-d461e26ca2d0'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:41:46.631409 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-8a28ec69-6340-40bb-b41b-9d2db4ddb123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:41:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['c5525f2f-1317-4517-bc4f-d461e26ca2d0'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:41:46.665845 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3df41ae-f294-4505-a3dc-875cb3c34f0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff', 'network_id': '8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'fixed_ips': [{'subnet_id': '1f5d1f30-0372-49a0-b2e2-71e325a9a76b'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:41:46.667440 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e3df41ae-f294-4505-a3dc-875cb3c34f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:46.819426 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-8a28ec69-6340-40bb-b41b-9d2db4ddb123 None None] Set router c5525f2f-1317-4517-bc4f-d461e26ca2d0 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:41:46.888072 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-e3df41ae-f294-4505-a3dc-875cb3c34f0e None None] Allocated IP 172.20.0.2 (8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff/1f5d1f30-0372-49a0-b2e2-71e325a9a76b/fff79cfb-049a-4b63-82fd-2e7eec08e761) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:41:47.137884 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c7053-3e20-4fb8-95ba-4644f246f6b8 None None] Pushing event updated for resources: {'Port': ['ID=238600f1-89ec-46f2-b907-eed25dacd1da,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:41:47.157606 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e3df41ae-f294-4505-a3dc-875cb3c34f0e None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:47.161259 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-8a28ec69-6340-40bb-b41b-9d2db4ddb123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5525f2f-1317-4517-bc4f-d461e26ca2d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-908277682', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '238600f1-89ec-46f2-b907-eed25dacd1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:41:43Z', 'updated_at': '2022-05-23T11:41:44Z', 'revision_number': 3, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': '238600f1-89ec-46f2-b907-eed25dacd1da', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5525f2f-1317-4517-bc4f-d461e26ca2d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:41:44Z', 'updated_at': '2022-05-23T11:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:41:47.165681 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a28ec69-6340-40bb-b41b-9d2db4ddb123 None None] The sync data for ids ['c5525f2f-1317-4517-bc4f-d461e26ca2d0'] in n-d-842952-2 is: [{'id': 'c5525f2f-1317-4517-bc4f-d461e26ca2d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-908277682', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '238600f1-89ec-46f2-b907-eed25dacd1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:41:43Z', 'updated_at': '2022-05-23T11:41:44Z', 'revision_number': 3, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': '238600f1-89ec-46f2-b907-eed25dacd1da', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5525f2f-1317-4517-bc4f-d461e26ca2d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:41:44Z', 'updated_at': '2022-05-23T11:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:41:47.178060 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e3df41ae-f294-4505-a3dc-875cb3c34f0e None None] Transition to ACTIVE for port object fff79cfb-049a-4b63-82fd-2e7eec08e761 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:41:47.208604 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e3df41ae-f294-4505-a3dc-875cb3c34f0e None None] Transition to ACTIVE for port object fff79cfb-049a-4b63-82fd-2e7eec08e761 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:41:47.215926 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e3df41ae-f294-4505-a3dc-875cb3c34f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:47.285315 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3df41ae-f294-4505-a3dc-875cb3c34f0e None None] Network 8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:41:47.293400 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-e3df41ae-f294-4505-a3dc-875cb3c34f0e None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:41:47.298321 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3df41ae-f294-4505-a3dc-875cb3c34f0e None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:41:47.323914 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df41ae-f294-4505-a3dc-875cb3c34f0e None None] Pushing event updated for resources: {'Port': ['ID=fff79cfb-049a-4b63-82fd-2e7eec08e761,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:41:47.427010 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e3df41ae-f294-4505-a3dc-875cb3c34f0e None None] Attempting to bind port fff79cfb-049a-4b63-82fd-2e7eec08e761 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:41:47.427572 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e3df41ae-f294-4505-a3dc-875cb3c34f0e None None] Attempting to bind port fff79cfb-049a-4b63-82fd-2e7eec08e761 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '0528fc48-53bc-41d5-9a0d-b9e625a32c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:41:47.427737 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3df41ae-f294-4505-a3dc-875cb3c34f0e None None] Attempting to bind port fff79cfb-049a-4b63-82fd-2e7eec08e761 on network 8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:41:47.436502 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3df41ae-f294-4505-a3dc-875cb3c34f0e None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:41:47.436872 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3df41ae-f294-4505-a3dc-875cb3c34f0e None None] Checking segment: {'id': '0528fc48-53bc-41d5-9a0d-b9e625a32c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:41:47.437269 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e3df41ae-f294-4505-a3dc-875cb3c34f0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:47.437656 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3df41ae-f294-4505-a3dc-875cb3c34f0e None None] Bound using segment: {'id': '0528fc48-53bc-41d5-9a0d-b9e625a32c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:41:47.438148 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e3df41ae-f294-4505-a3dc-875cb3c34f0e None None] Bound port: fff79cfb-049a-4b63-82fd-2e7eec08e761, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0528fc48-53bc-41d5-9a0d-b9e625a32c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:41:47.438489 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e3df41ae-f294-4505-a3dc-875cb3c34f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:47.551258 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e3df41ae-f294-4505-a3dc-875cb3c34f0e None None] For port fff79cfb-049a-4b63-82fd-2e7eec08e761, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:41:47.556085 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e3df41ae-f294-4505-a3dc-875cb3c34f0e None None] For port fff79cfb-049a-4b63-82fd-2e7eec08e761, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=fff79cfb-049a-4b63-82fd-2e7eec08e761,segment=NetworkSegment(0528fc48-53bc-41d5-9a0d-b9e625a32c0f),segment_id=0528fc48-53bc-41d5-9a0d-b9e625a32c0f)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:41:47.567273 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e3df41ae-f294-4505-a3dc-875cb3c34f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:47.577406 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d461fee-464d-4e47-9e39-3fb2df3f89a7 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:47.663139 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df41ae-f294-4505-a3dc-875cb3c34f0e None None] Pushing event updated for resources: {'Port': ['ID=fff79cfb-049a-4b63-82fd-2e7eec08e761,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:41:48.074045 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 238600f1-89ec-46f2-b907-eed25dacd1da up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:41:48.129154 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-8d461fee-464d-4e47-9e39-3fb2df3f89a7 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Allocated IP 172.20.0.1 (8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff/1f5d1f30-0372-49a0-b2e2-71e325a9a76b/29a90d49-7026-4ea0-b189-fe6144f0f686) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:41:48.155982 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 238600f1-89ec-46f2-b907-eed25dacd1da completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:41:48.162217 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 238600f1-89ec-46f2-b907-eed25dacd1da triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:41:48.162880 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:48.303583 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:48.307623 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d461fee-464d-4e47-9e39-3fb2df3f89a7 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:48.322503 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 238600f1-89ec-46f2-b907-eed25dacd1da, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=238600f1-89ec-46f2-b907-eed25dacd1da,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:41:48.324968 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-8d461fee-464d-4e47-9e39-3fb2df3f89a7 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Transition to ACTIVE for port object 29a90d49-7026-4ea0-b189-fe6144f0f686 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:41:48.328227 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:48.329068 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device fff79cfb-049a-4b63-82fd-2e7eec08e761 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:41:48.347690 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d461fee-464d-4e47-9e39-3fb2df3f89a7 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:48.428140 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d461fee-464d-4e47-9e39-3fb2df3f89a7 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Network 8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:41:48.431703 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-8d461fee-464d-4e47-9e39-3fb2df3f89a7 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:41:48.436489 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d461fee-464d-4e47-9e39-3fb2df3f89a7 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:41:48.463045 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d461fee-464d-4e47-9e39-3fb2df3f89a7 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'Port': ['ID=29a90d49-7026-4ea0-b189-fe6144f0f686,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:41:48.463591 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port fff79cfb-049a-4b63-82fd-2e7eec08e761 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:41:48.480942 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=238600f1-89ec-46f2-b907-eed25dacd1da,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:41:48.509852 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d461fee-464d-4e47-9e39-3fb2df3f89a7 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:48.614951 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d461fee-464d-4e47-9e39-3fb2df3f89a7 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:48.830161 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8047a056-a6fe-4118-bc2c-119e84799410 None None] Network 8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:41:48.972570 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b385c1bb-f93a-4bcd-a5ab-559c3d6bfd9c None None] Provisioning for port fff79cfb-049a-4b63-82fd-2e7eec08e761 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:41:48.982664 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b385c1bb-f93a-4bcd-a5ab-559c3d6bfd9c None None] Provisioning complete for port fff79cfb-049a-4b63-82fd-2e7eec08e761 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:41:48.983031 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b385c1bb-f93a-4bcd-a5ab-559c3d6bfd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:49.167147 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d461fee-464d-4e47-9e39-3fb2df3f89a7 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:49.177739 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d461fee-464d-4e47-9e39-3fb2df3f89a7 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:49.228315 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b385c1bb-f93a-4bcd-a5ab-559c3d6bfd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:49.275091 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-b385c1bb-f93a-4bcd-a5ab-559c3d6bfd9c None None] For port fff79cfb-049a-4b63-82fd-2e7eec08e761, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=fff79cfb-049a-4b63-82fd-2e7eec08e761,segment=NetworkSegment(0528fc48-53bc-41d5-9a0d-b9e625a32c0f),segment_id=0528fc48-53bc-41d5-9a0d-b9e625a32c0f)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:41:49.282632 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b385c1bb-f93a-4bcd-a5ab-559c3d6bfd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:49.291978 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d461fee-464d-4e47-9e39-3fb2df3f89a7 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:49.406146 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b385c1bb-f93a-4bcd-a5ab-559c3d6bfd9c None None] Pushing event updated for resources: {'Port': ['ID=fff79cfb-049a-4b63-82fd-2e7eec08e761,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:41:49.455556 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d461fee-464d-4e47-9e39-3fb2df3f89a7 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'Port': ['ID=29a90d49-7026-4ea0-b189-fe6144f0f686,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:41:49.529786 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d461fee-464d-4e47-9e39-3fb2df3f89a7 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Network 8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:41:49.531421 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-8d461fee-464d-4e47-9e39-3fb2df3f89a7 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:41:49.623139 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-87aac6ff-a9de-4828-bf91-6c4b58f4673d None None] Provisioning for port 29a90d49-7026-4ea0-b189-fe6144f0f686 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:41:49.629805 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-87aac6ff-a9de-4828-bf91-6c4b58f4673d None None] Provisioning complete for port 29a90d49-7026-4ea0-b189-fe6144f0f686 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:41:49.630200 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-87aac6ff-a9de-4828-bf91-6c4b58f4673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:49.693338 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-87aac6ff-a9de-4828-bf91-6c4b58f4673d None None] Port 29a90d49-7026-4ea0-b189-fe6144f0f686 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:41:49.709632 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-87aac6ff-a9de-4828-bf91-6c4b58f4673d None None] Provisioning complete for port fff79cfb-049a-4b63-82fd-2e7eec08e761 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:41:49.710008 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-87aac6ff-a9de-4828-bf91-6c4b58f4673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:49.989974 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 238600f1-89ec-46f2-b907-eed25dacd1da up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:41:50.064027 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-995a903e-3fa9-4755-8606-3cd1145b1482 None None] Provisioning complete for port 29a90d49-7026-4ea0-b189-fe6144f0f686 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:41:50.064555 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-995a903e-3fa9-4755-8606-3cd1145b1482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:50.073539 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d461fee-464d-4e47-9e39-3fb2df3f89a7 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Router c5525f2f-1317-4517-bc4f-d461e26ca2d0 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:41:50.129291 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-995a903e-3fa9-4755-8606-3cd1145b1482 None None] Port 29a90d49-7026-4ea0-b189-fe6144f0f686 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:41:50.139990 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 238600f1-89ec-46f2-b907-eed25dacd1da triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:41:50.139990 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:50.269511 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device fff79cfb-049a-4b63-82fd-2e7eec08e761 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:41:50.283367 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d461fee-464d-4e47-9e39-3fb2df3f89a7 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:41:50.303207 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8d461fee-464d-4e47-9e39-3fb2df3f89a7 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "PUT /v2.0/routers/c5525f2f-1317-4517-bc4f-d461e26ca2d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8526554 May 23 11:41:50.304419 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b7c07626-8c93-438a-a8ab-7a9adc9d9b17 None None] Provisioning complete for port 29a90d49-7026-4ea0-b189-fe6144f0f686 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:41:50.304771 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b7c07626-8c93-438a-a8ab-7a9adc9d9b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:50.370330 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b7c07626-8c93-438a-a8ab-7a9adc9d9b17 None None] Port 29a90d49-7026-4ea0-b189-fe6144f0f686 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:41:50.386587 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port fff79cfb-049a-4b63-82fd-2e7eec08e761 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:41:50.386949 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:50.489251 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-d611c7b3-3329-4194-a654-1b282b57dbac tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Synchronizing usage tracker for tenant:261dc3b71b384338a9f4e12911499bfb on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:41:50.507969 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-d611c7b3-3329-4194-a654-1b282b57dbac tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Unset dirty status for tenant:261dc3b71b384338a9f4e12911499bfb on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:41:50.509641 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-d611c7b3-3329-4194-a654-1b282b57dbac tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-435631765&fields=id&tenant_id=261dc3b71b384338a9f4e12911499bfb HTTP/1.1" status: 200 len: 267 time: 0.0621731 May 23 11:41:50.669372 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-392777ec-8876-4819-8e0b-cbf45edf49c3 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:41:50.670062 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-392777ec-8876-4819-8e0b-cbf45edf49c3 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Synchronizing usage tracker for tenant:261dc3b71b384338a9f4e12911499bfb on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:41:50.685624 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-392777ec-8876-4819-8e0b-cbf45edf49c3 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Unset dirty status for tenant:261dc3b71b384338a9f4e12911499bfb on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:41:50.686962 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-392777ec-8876-4819-8e0b-cbf45edf49c3 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/networks?id=8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff HTTP/1.1" status: 200 len: 796 time: 0.1702857 May 23 11:41:50.707407 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-354b8537-e30f-412e-adfb-a29f678d933f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/quotas/261dc3b71b384338a9f4e12911499bfb HTTP/1.1" status: 200 len: 375 time: 0.0140464 May 23 11:41:50.801080 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-794ebed1-5e22-45ad-a800-e62d55c6f3e1 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Synchronizing usage tracker for tenant:261dc3b71b384338a9f4e12911499bfb on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:41:50.818386 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-794ebed1-5e22-45ad-a800-e62d55c6f3e1 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Unset dirty status for tenant:261dc3b71b384338a9f4e12911499bfb on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:41:50.819950 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-794ebed1-5e22-45ad-a800-e62d55c6f3e1 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=261dc3b71b384338a9f4e12911499bfb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1062033 May 23 11:41:50.837921 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-b02beb59-2066-4017-a526-55fe89a83595 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:41:50.839114 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-b02beb59-2066-4017-a526-55fe89a83595 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0059514 May 23 11:41:50.981947 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-daadec95-cd05-419e-9eb7-e6aa22621c7f service neutron] 10.222.0.79 "GET /v2.0/networks/8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340940 May 23 11:41:50.996237 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96df888-8236-41ac-90c3-038812402b78 None None] Sync routers for ids ['c5525f2f-1317-4517-bc4f-d461e26ca2d0'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:41:51.009712 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96df888-8236-41ac-90c3-038812402b78 None None] Routers {'c5525f2f-1317-4517-bc4f-d461e26ca2d0'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:41:51.011107 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a96df888-8236-41ac-90c3-038812402b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:41:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['c5525f2f-1317-4517-bc4f-d461e26ca2d0'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:41:51.122632 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-bee45423-a3c7-4ce6-a690-06dc1d73e48a service neutron] 10.222.0.79 "GET /v2.0/networks/8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340249 May 23 11:41:51.213043 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-a96df888-8236-41ac-90c3-038812402b78 None None] Set router c5525f2f-1317-4517-bc4f-d461e26ca2d0 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:41:51.370559 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7245da9b-8753-4556-b30b-45df8e4bce1f req-55e8aa50-821e-40d5-80ad-f50245a2d460 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898 HTTP/1.1" status: 200 len: 210 time: 0.0834444 May 23 11:41:51.609402 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a96df888-8236-41ac-90c3-038812402b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5525f2f-1317-4517-bc4f-d461e26ca2d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-908277682', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '238600f1-89ec-46f2-b907-eed25dacd1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:41:43Z', 'updated_at': '2022-05-23T11:41:48Z', 'revision_number': 4, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': '238600f1-89ec-46f2-b907-eed25dacd1da', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5525f2f-1317-4517-bc4f-d461e26ca2d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:41:44Z', 'updated_at': '2022-05-23T11:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '29a90d49-7026-4ea0-b189-fe6144f0f686', 'name': '', 'network_id': '8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'mac_address': 'fa:16:3e:8a:c7:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5525f2f-1317-4517-bc4f-d461e26ca2d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f5d1f30-0372-49a0-b2e2-71e325a9a76b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:41:47Z', 'updated_at': '2022-05-23T11:41:48Z', 'revision_number': 2, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'subnets': [{'id': '1f5d1f30-0372-49a0-b2e2-71e325a9a76b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:41:51.613884 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96df888-8236-41ac-90c3-038812402b78 None None] Checking router: c5525f2f-1317-4517-bc4f-d461e26ca2d0 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:41:51.614250 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96df888-8236-41ac-90c3-038812402b78 None None] Updating router c5525f2f-1317-4517-bc4f-d461e26ca2d0 port 29a90d49-7026-4ea0-b189-fe6144f0f686 binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:41:51.727644 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a96df888-8236-41ac-90c3-038812402b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:52.094408 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a96df888-8236-41ac-90c3-038812402b78 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:52.106359 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a96df888-8236-41ac-90c3-038812402b78 None None] Transition to ACTIVE for port object 29a90d49-7026-4ea0-b189-fe6144f0f686 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:41:52.113487 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a96df888-8236-41ac-90c3-038812402b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:52.239713 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099d8d-94f8-4741-b065-df34c2fcfee5 None None] Pushing event updated for resources: {'Port': ['ID=29a90d49-7026-4ea0-b189-fe6144f0f686,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:41:52.348100 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-a96df888-8236-41ac-90c3-038812402b78 None None] Attempting to bind port 29a90d49-7026-4ea0-b189-fe6144f0f686 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:41:52.348820 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-a96df888-8236-41ac-90c3-038812402b78 None None] Attempting to bind port 29a90d49-7026-4ea0-b189-fe6144f0f686 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '0528fc48-53bc-41d5-9a0d-b9e625a32c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:41:52.349387 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96df888-8236-41ac-90c3-038812402b78 None None] Attempting to bind port 29a90d49-7026-4ea0-b189-fe6144f0f686 on network 8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:41:52.358419 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96df888-8236-41ac-90c3-038812402b78 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:41:52.358901 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96df888-8236-41ac-90c3-038812402b78 None None] Checking segment: {'id': '0528fc48-53bc-41d5-9a0d-b9e625a32c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:41:52.359389 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a96df888-8236-41ac-90c3-038812402b78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:52.359896 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96df888-8236-41ac-90c3-038812402b78 None None] Bound using segment: {'id': '0528fc48-53bc-41d5-9a0d-b9e625a32c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:41:52.360475 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-a96df888-8236-41ac-90c3-038812402b78 None None] Bound port: 29a90d49-7026-4ea0-b189-fe6144f0f686, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0528fc48-53bc-41d5-9a0d-b9e625a32c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:41:52.360999 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a96df888-8236-41ac-90c3-038812402b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:52.490879 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-a96df888-8236-41ac-90c3-038812402b78 None None] For port 29a90d49-7026-4ea0-b189-fe6144f0f686, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:41:52.497270 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-a96df888-8236-41ac-90c3-038812402b78 None None] For port 29a90d49-7026-4ea0-b189-fe6144f0f686, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=29a90d49-7026-4ea0-b189-fe6144f0f686,segment=NetworkSegment(0528fc48-53bc-41d5-9a0d-b9e625a32c0f),segment_id=0528fc48-53bc-41d5-9a0d-b9e625a32c0f)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:41:52.517767 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a96df888-8236-41ac-90c3-038812402b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:52.579754 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9e2e4025-7f3d-43b1-be26-6495865d014e req-2aed47b1-d5cd-4bd2-90cb-733428fecbe4 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898 HTTP/1.1" status: 200 len: 210 time: 0.0462162 May 23 11:41:52.634361 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099d8d-94f8-4741-b065-df34c2fcfee5 None None] Pushing event updated for resources: {'Port': ['ID=29a90d49-7026-4ea0-b189-fe6144f0f686,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:41:52.643649 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96df888-8236-41ac-90c3-038812402b78 None None] Routers {'c5525f2f-1317-4517-bc4f-d461e26ca2d0'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:41:52.649138 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a96df888-8236-41ac-90c3-038812402b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:41:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['c5525f2f-1317-4517-bc4f-d461e26ca2d0'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:41:52.673544 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-6bc84a63-2930-4989-be1d-7832d186a9dd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:41:52.674229 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-6bc84a63-2930-4989-be1d-7832d186a9dd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Synchronizing usage tracker for tenant:261dc3b71b384338a9f4e12911499bfb on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:41:52.687775 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-6bc84a63-2930-4989-be1d-7832d186a9dd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Unset dirty status for tenant:261dc3b71b384338a9f4e12911499bfb on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:41:52.689175 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-6bc84a63-2930-4989-be1d-7832d186a9dd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.13 "GET /v2.0/networks?id=8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff HTTP/1.1" status: 200 len: 796 time: 0.2710640 May 23 11:41:52.758283 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-0b2c4551-f162-4fb9-a5eb-338b399ad67d tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=261dc3b71b384338a9f4e12911499bfb HTTP/1.1" status: 200 len: 379 time: 0.0498345 May 23 11:41:52.791035 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-000883c1-7ee8-4b0e-8a27-7267f94f85cd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Request body: {'port': {'device_id': 'fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898', 'network_id': '8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff', 'admin_state_up': True, 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'security_groups': ['1e27302e-a49e-4f27-84fc-bd76b5e7fe4d']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:41:52.869077 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-a96df888-8236-41ac-90c3-038812402b78 None None] Set router c5525f2f-1317-4517-bc4f-d461e26ca2d0 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:41:52.971744 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-000883c1-7ee8-4b0e-8a27-7267f94f85cd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:41:52.981906 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-000883c1-7ee8-4b0e-8a27-7267f94f85cd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:41:52.992317 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-000883c1-7ee8-4b0e-8a27-7267f94f85cd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Made reservation on behalf of 261dc3b71b384338a9f4e12911499bfb for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:41:52.996065 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-000883c1-7ee8-4b0e-8a27-7267f94f85cd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:53.173384 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-000883c1-7ee8-4b0e-8a27-7267f94f85cd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Allocated IP 172.20.0.12 (8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff/1f5d1f30-0372-49a0-b2e2-71e325a9a76b/6e984c38-7f56-4caf-8623-75ebb7c575b4) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:41:53.210962 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a96df888-8236-41ac-90c3-038812402b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5525f2f-1317-4517-bc4f-d461e26ca2d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-908277682', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '238600f1-89ec-46f2-b907-eed25dacd1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:41:43Z', 'updated_at': '2022-05-23T11:41:48Z', 'revision_number': 4, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': '238600f1-89ec-46f2-b907-eed25dacd1da', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5525f2f-1317-4517-bc4f-d461e26ca2d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:41:44Z', 'updated_at': '2022-05-23T11:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '29a90d49-7026-4ea0-b189-fe6144f0f686', 'name': '', 'network_id': '8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'mac_address': 'fa:16:3e:8a:c7:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5525f2f-1317-4517-bc4f-d461e26ca2d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f5d1f30-0372-49a0-b2e2-71e325a9a76b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:41:47Z', 'updated_at': '2022-05-23T11:41:52Z', 'revision_number': 4, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'subnets': [{'id': '1f5d1f30-0372-49a0-b2e2-71e325a9a76b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:41:53.215352 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96df888-8236-41ac-90c3-038812402b78 None None] The sync data for ids ['c5525f2f-1317-4517-bc4f-d461e26ca2d0'] in n-d-842952-2 is: [{'id': 'c5525f2f-1317-4517-bc4f-d461e26ca2d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-908277682', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '238600f1-89ec-46f2-b907-eed25dacd1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:41:43Z', 'updated_at': '2022-05-23T11:41:48Z', 'revision_number': 4, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': '238600f1-89ec-46f2-b907-eed25dacd1da', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5525f2f-1317-4517-bc4f-d461e26ca2d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:41:44Z', 'updated_at': '2022-05-23T11:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '29a90d49-7026-4ea0-b189-fe6144f0f686', 'name': '', 'network_id': '8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'mac_address': 'fa:16:3e:8a:c7:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5525f2f-1317-4517-bc4f-d461e26ca2d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f5d1f30-0372-49a0-b2e2-71e325a9a76b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:41:47Z', 'updated_at': '2022-05-23T11:41:52Z', 'revision_number': 4, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'subnets': [{'id': '1f5d1f30-0372-49a0-b2e2-71e325a9a76b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:41:53.521223 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-000883c1-7ee8-4b0e-8a27-7267f94f85cd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:53.538233 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-000883c1-7ee8-4b0e-8a27-7267f94f85cd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Transition to ACTIVE for port object 6e984c38-7f56-4caf-8623-75ebb7c575b4 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:41:53.562129 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-000883c1-7ee8-4b0e-8a27-7267f94f85cd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:53.648035 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000883c1-7ee8-4b0e-8a27-7267f94f85cd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'Port': ['ID=6e984c38-7f56-4caf-8623-75ebb7c575b4,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:41:53.663961 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-000883c1-7ee8-4b0e-8a27-7267f94f85cd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Network 8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:41:53.665244 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-000883c1-7ee8-4b0e-8a27-7267f94f85cd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:41:53.668611 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-000883c1-7ee8-4b0e-8a27-7267f94f85cd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:41:53.739545 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-000883c1-7ee8-4b0e-8a27-7267f94f85cd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:41:53.740307 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-000883c1-7ee8-4b0e-8a27-7267f94f85cd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:53.786471 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-000883c1-7ee8-4b0e-8a27-7267f94f85cd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0013828 May 23 11:41:53.813052 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-8b9dffc6-59b3-4936-a709-d54727ef25ed service neutron] Request body: {'port': {'device_id': 'fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:41:53.840253 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fc3ea-5f2d-41bb-9511-f9ffe6f99f70 req-3185a2ae-1bc1-4208-bb4b-ae774351f2aa tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:41:53.848500 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-652fc3ea-5f2d-41bb-9511-f9ffe6f99f70 req-3185a2ae-1bc1-4208-bb4b-ae774351f2aa tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898 HTTP/1.1" status: 200 len: 932 time: 0.0997431 May 23 11:41:53.942463 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-652fc3ea-5f2d-41bb-9511-f9ffe6f99f70 req-63c26e8d-7644-4610-b1cb-bba1492152dc tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e27302e-a49e-4f27-84fc-bd76b5e7fe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918555 May 23 11:41:54.000215 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-8b9dffc6-59b3-4936-a709-d54727ef25ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:54.039787 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 29a90d49-7026-4ea0-b189-fe6144f0f686 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:41:54.137085 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 29a90d49-7026-4ea0-b189-fe6144f0f686 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:41:54.142272 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d415c5c2-9ddc-4c20-aa55-31195bdc7412 None None] Provisioning for port 6e984c38-7f56-4caf-8623-75ebb7c575b4 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:41:54.147322 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 29a90d49-7026-4ea0-b189-fe6144f0f686 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:41:54.147946 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:54.180132 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d415c5c2-9ddc-4c20-aa55-31195bdc7412 None None] Provisioning complete for port 6e984c38-7f56-4caf-8623-75ebb7c575b4 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:41:54.180410 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d415c5c2-9ddc-4c20-aa55-31195bdc7412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:54.254206 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d415c5c2-9ddc-4c20-aa55-31195bdc7412 None None] Port 6e984c38-7f56-4caf-8623-75ebb7c575b4 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:41:54.322088 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:54.410168 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 29a90d49-7026-4ea0-b189-fe6144f0f686, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=29a90d49-7026-4ea0-b189-fe6144f0f686,segment=NetworkSegment(0528fc48-53bc-41d5-9a0d-b9e625a32c0f),segment_id=0528fc48-53bc-41d5-9a0d-b9e625a32c0f)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:41:54.421581 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:54.442898 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-8b9dffc6-59b3-4936-a709-d54727ef25ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e984c38-7f56-4caf-8623-75ebb7c575b4 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:41:54.451602 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-8b9dffc6-59b3-4936-a709-d54727ef25ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:54.476254 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-8b9dffc6-59b3-4936-a709-d54727ef25ed service neutron] Transition to ACTIVE for port object 6e984c38-7f56-4caf-8623-75ebb7c575b4 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:41:54.487345 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-8b9dffc6-59b3-4936-a709-d54727ef25ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:54.505800 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=29a90d49-7026-4ea0-b189-fe6144f0f686,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:41:54.633757 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9dffc6-59b3-4936-a709-d54727ef25ed service neutron] Pushing event updated for resources: {'Port': ['ID=6e984c38-7f56-4caf-8623-75ebb7c575b4,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:41:54.749888 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-8b9dffc6-59b3-4936-a709-d54727ef25ed service neutron] Attempting to bind port 6e984c38-7f56-4caf-8623-75ebb7c575b4 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:41:54.750412 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-8b9dffc6-59b3-4936-a709-d54727ef25ed service neutron] Attempting to bind port 6e984c38-7f56-4caf-8623-75ebb7c575b4 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '0528fc48-53bc-41d5-9a0d-b9e625a32c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:41:54.750516 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-8b9dffc6-59b3-4936-a709-d54727ef25ed service neutron] Attempting to bind port 6e984c38-7f56-4caf-8623-75ebb7c575b4 on network 8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:41:54.761366 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-8b9dffc6-59b3-4936-a709-d54727ef25ed service neutron] Port 6e984c38-7f56-4caf-8623-75ebb7c575b4 on network 8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:41:54.761719 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-8b9dffc6-59b3-4936-a709-d54727ef25ed service neutron] Attempting to bind port 6e984c38-7f56-4caf-8623-75ebb7c575b4 on network 8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:41:54.768559 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-8b9dffc6-59b3-4936-a709-d54727ef25ed service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:41:54.769136 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-8b9dffc6-59b3-4936-a709-d54727ef25ed service neutron] Checking segment: {'id': '0528fc48-53bc-41d5-9a0d-b9e625a32c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:41:54.769525 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-8b9dffc6-59b3-4936-a709-d54727ef25ed service neutron] Bound using segment: {'id': '0528fc48-53bc-41d5-9a0d-b9e625a32c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:41:54.769953 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-8b9dffc6-59b3-4936-a709-d54727ef25ed service neutron] Bound port: 6e984c38-7f56-4caf-8623-75ebb7c575b4, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0528fc48-53bc-41d5-9a0d-b9e625a32c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:41:54.770307 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-8b9dffc6-59b3-4936-a709-d54727ef25ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:54.889989 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-8b9dffc6-59b3-4936-a709-d54727ef25ed service neutron] For port 6e984c38-7f56-4caf-8623-75ebb7c575b4, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:41:54.894166 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-8b9dffc6-59b3-4936-a709-d54727ef25ed service neutron] For port 6e984c38-7f56-4caf-8623-75ebb7c575b4, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=6e984c38-7f56-4caf-8623-75ebb7c575b4,segment=NetworkSegment(0528fc48-53bc-41d5-9a0d-b9e625a32c0f),segment_id=0528fc48-53bc-41d5-9a0d-b9e625a32c0f)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:41:54.902932 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-8b9dffc6-59b3-4936-a709-d54727ef25ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:54.960131 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-8b9dffc6-59b3-4936-a709-d54727ef25ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:54.961637 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-8b9dffc6-59b3-4936-a709-d54727ef25ed service neutron] 10.222.0.13 "PUT /v2.0/ports/6e984c38-7f56-4caf-8623-75ebb7c575b4 HTTP/1.1" status: 200 len: 1092 time: 1.1614888 May 23 11:41:54.962143 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898', 'tag': '6e984c38-7f56-4caf-8623-75ebb7c575b4'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:41:54.999364 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9dffc6-59b3-4936-a709-d54727ef25ed service neutron] Pushing event updated for resources: {'Port': ['ID=6e984c38-7f56-4caf-8623-75ebb7c575b4,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:41:55.095625 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e77704a2-f060-4e10-8d50-265a75b89d84'] response: {'name': 'network-changed', 'server_uuid': 'fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898', 'tag': '6e984c38-7f56-4caf-8623-75ebb7c575b4', 'status': 'completed', 'code': 200} May 23 11:41:55.107085 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dfb2a2-f124-4658-89cb-a9231f15e0d7 req-4e93f0d7-61d3-4f42-85e7-b9f6531b3c1e tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:41:55.108735 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c7dfb2a2-f124-4658-89cb-a9231f15e0d7 req-4e93f0d7-61d3-4f42-85e7-b9f6531b3c1e tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9aad0bc-f9db-4db0-a7b0-7beb7e7fb826 HTTP/1.1" status: 200 len: 945 time: 0.1063409 May 23 11:41:55.149282 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-9b4f063e-6671-4d7e-a02c-e7b27e7695c7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=261dc3b71b384338a9f4e12911499bfb&device_id=fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898 HTTP/1.1" status: 200 len: 1095 time: 0.1293743 May 23 11:41:55.215627 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c7dfb2a2-f124-4658-89cb-a9231f15e0d7 req-c65e4479-9b72-4ecc-9a88-50e1a8301270 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.79 "GET /v2.0/security-groups?id=417d8d15-6532-454b-9e89-80a279ed118e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947034 May 23 11:41:55.247465 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-a2502219-0bb0-44ec-940e-11dd101824e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e984c38-7f56-4caf-8623-75ebb7c575b4 HTTP/1.1" status: 200 len: 217 time: 0.0858860 May 23 11:41:55.252403 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982e39e-f536-44a3-910c-314c013633e0 req-b0946751-2fff-4d64-a771-1224d04106ba tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:41:55.253979 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8982e39e-f536-44a3-910c-314c013633e0 req-b0946751-2fff-4d64-a771-1224d04106ba tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898 HTTP/1.1" status: 200 len: 944 time: 0.1085436 May 23 11:41:55.312948 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8982e39e-f536-44a3-910c-314c013633e0 req-13470ef9-9da0-40ae-89c1-6d3936cd06a5 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e27302e-a49e-4f27-84fc-bd76b5e7fe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480797 May 23 11:41:55.328495 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-83300046-5c82-4ddf-8646-9d1c681283a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:41:55.329955 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-83300046-5c82-4ddf-8646-9d1c681283a0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f5d1f30-0372-49a0-b2e2-71e325a9a76b HTTP/1.1" status: 200 len: 835 time: 0.0768347 May 23 11:41:55.405036 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-2afd9e3a-cba1-4d5e-a7b0-c2eb5fe1bae1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690966 May 23 11:41:55.540117 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-0981cc0e-1421-46ca-8744-028cd5221f47 service neutron] 10.222.0.13 "GET /v2.0/networks/8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291852 May 23 11:41:55.763318 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-70baea0c-ee5d-4c4f-ba0b-14bfc1b5f8b0 req-6b80bb7c-4c88-402b-8d97-7ffe020dfefb service neutron] 10.222.0.13 "GET /v2.0/networks/8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166805 May 23 11:41:55.921284 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-67c4f11d-4a03-42aa-b8ad-0b6dad1be98f req-500134ff-0099-4696-8158-fc79e386af38 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=261dc3b71b384338a9f4e12911499bfb&device_id=fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898 HTTP/1.1" status: 200 len: 1095 time: 0.0755260 May 23 11:41:55.964265 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 29a90d49-7026-4ea0-b189-fe6144f0f686 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:41:56.038115 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 29a90d49-7026-4ea0-b189-fe6144f0f686 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:41:56.038489 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:56.087025 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4f11d-4a03-42aa-b8ad-0b6dad1be98f req-e69e350b-9134-4618-aa6a-bb466bba9a12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:41:56.088729 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-67c4f11d-4a03-42aa-b8ad-0b6dad1be98f req-e69e350b-9134-4618-aa6a-bb466bba9a12 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff HTTP/1.1" status: 200 len: 897 time: 0.1616054 May 23 11:41:56.155051 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-67c4f11d-4a03-42aa-b8ad-0b6dad1be98f req-ae7e7f59-7523-436e-9e43-7de276b42654 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e984c38-7f56-4caf-8623-75ebb7c575b4 HTTP/1.1" status: 200 len: 217 time: 0.0606616 May 23 11:41:56.222255 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4f11d-4a03-42aa-b8ad-0b6dad1be98f req-2bc671b0-ffd2-4c4b-ad0d-fa50df2eb53d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:41:56.224082 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-67c4f11d-4a03-42aa-b8ad-0b6dad1be98f req-2bc671b0-ffd2-4c4b-ad0d-fa50df2eb53d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f5d1f30-0372-49a0-b2e2-71e325a9a76b HTTP/1.1" status: 200 len: 835 time: 0.0637007 May 23 11:41:56.299447 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-67c4f11d-4a03-42aa-b8ad-0b6dad1be98f req-13f527f7-c29a-43fa-bd5f-8d51aa9b35dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694685 May 23 11:41:56.424564 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea0bd45-ea4f-4f60-b964-e6d0209d4941 req-3c94a125-c029-46fd-ac90-8c952d32718f tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:41:56.426690 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eea0bd45-ea4f-4f60-b964-e6d0209d4941 req-3c94a125-c029-46fd-ac90-8c952d32718f tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9aad0bc-f9db-4db0-a7b0-7beb7e7fb826 HTTP/1.1" status: 200 len: 945 time: 0.0790973 May 23 11:41:56.450007 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-67c4f11d-4a03-42aa-b8ad-0b6dad1be98f req-5fde06c2-3a91-4b0a-a0b6-445bfe4a8bc7 service neutron] 10.222.0.13 "GET /v2.0/networks/8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444302 May 23 11:41:56.493758 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eea0bd45-ea4f-4f60-b964-e6d0209d4941 req-14633987-84e4-4abf-a2fc-06b4061ec9bb tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.79 "GET /v2.0/security-groups?id=417d8d15-6532-454b-9e89-80a279ed118e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607607 May 23 11:41:56.641161 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-67c4f11d-4a03-42aa-b8ad-0b6dad1be98f req-eeb230fb-9e99-48bc-a5f8-09c6e53bc7d0 service neutron] 10.222.0.13 "GET /v2.0/networks/8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845148 May 23 11:41:56.681519 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee032525-1451-48e8-91d6-59e494cdfa52 req-c4f78e66-8d40-4e82-b78c-ce6fb73ff664 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:41:56.682206 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-ee032525-1451-48e8-91d6-59e494cdfa52 req-c4f78e66-8d40-4e82-b78c-ce6fb73ff664 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Synchronizing usage tracker for tenant:c0d5a70375a14dad89b052c6ff00afdf on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:41:56.692822 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39506e2e-9de7-4e6d-ac16-69e6b9ed70c4 req-391c887b-f8a0-46bb-bf2c-89e0f19e2c17 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:41:56.695312 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-39506e2e-9de7-4e6d-ac16-69e6b9ed70c4 req-391c887b-f8a0-46bb-bf2c-89e0f19e2c17 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898 HTTP/1.1" status: 200 len: 944 time: 0.1899433 May 23 11:41:56.702112 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-ee032525-1451-48e8-91d6-59e494cdfa52 req-c4f78e66-8d40-4e82-b78c-ce6fb73ff664 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Unset dirty status for tenant:c0d5a70375a14dad89b052c6ff00afdf on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:41:56.703400 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ee032525-1451-48e8-91d6-59e494cdfa52 req-c4f78e66-8d40-4e82-b78c-ce6fb73ff664 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9aad0bc-f9db-4db0-a7b0-7beb7e7fb826 HTTP/1.1" status: 200 len: 945 time: 0.1232994 May 23 11:41:56.742319 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-39506e2e-9de7-4e6d-ac16-69e6b9ed70c4 req-5ec4e0d6-96fe-431e-ba5b-4aa614abd9ab tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e27302e-a49e-4f27-84fc-bd76b5e7fe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410898 May 23 11:41:56.787988 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-ee032525-1451-48e8-91d6-59e494cdfa52 req-c9d1b047-8d5c-4199-b571-57ff8febe8e8 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Deleting port 1684116e-7873-4ed3-a20d-667f56c5001f {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:41:56.788548 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ee032525-1451-48e8-91d6-59e494cdfa52 req-c9d1b047-8d5c-4199-b571-57ff8febe8e8 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:57.041173 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-ee032525-1451-48e8-91d6-59e494cdfa52 req-c9d1b047-8d5c-4199-b571-57ff8febe8e8 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] For port 1684116e-7873-4ed3-a20d-667f56c5001f, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=1684116e-7873-4ed3-a20d-667f56c5001f,segment=NetworkSegment(67bc7637-b1f9-4d4c-9fb5-fccca3f5febc),segment_id=67bc7637-b1f9-4d4c-9fb5-fccca3f5febc)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:41:57.041522 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ee032525-1451-48e8-91d6-59e494cdfa52 req-c9d1b047-8d5c-4199-b571-57ff8febe8e8 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:57.357793 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ee032525-1451-48e8-91d6-59e494cdfa52 req-c9d1b047-8d5c-4199-b571-57ff8febe8e8 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:57.358072 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ee032525-1451-48e8-91d6-59e494cdfa52 req-c9d1b047-8d5c-4199-b571-57ff8febe8e8 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:57.358414 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [req-ee032525-1451-48e8-91d6-59e494cdfa52 req-c9d1b047-8d5c-4199-b571-57ff8febe8e8 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Floating IP a8f29590-5af2-4488-b974-ff8309607b9a disassociated. External IP: 172.25.6.14, port: 1684116e-7873-4ed3-a20d-667f56c5001f. May 23 11:41:57.358744 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-ee032525-1451-48e8-91d6-59e494cdfa52 req-c9d1b047-8d5c-4199-b571-57ff8febe8e8 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Calling delete_port for 1684116e-7873-4ed3-a20d-667f56c5001f owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:41:57.545811 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ee032525-1451-48e8-91d6-59e494cdfa52 req-c9d1b047-8d5c-4199-b571-57ff8febe8e8 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:57.605899 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d1b047-8d5c-4199-b571-57ff8febe8e8 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Pushing event deleted for resources: {'Port': ['ID=1684116e-7873-4ed3-a20d-667f56c5001f,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:41:57.706204 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bdb0f9ad-f32c-45c1-85b2-5a53b659fe11 req-3472262f-eef2-463e-9d38-dd84375d8bbb tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9aad0bc-f9db-4db0-a7b0-7beb7e7fb826 HTTP/1.1" status: 200 len: 210 time: 0.0832348 May 23 11:41:57.993424 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022aa207-7f7b-4071-a418-c49388c2fb22 req-ff0b16f0-7202-4808-96e9-270345678be5 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:41:57.995393 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-022aa207-7f7b-4071-a418-c49388c2fb22 req-ff0b16f0-7202-4808-96e9-270345678be5 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898 HTTP/1.1" status: 200 len: 944 time: 0.0896275 May 23 11:41:58.018548 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee032525-1451-48e8-91d6-59e494cdfa52 req-c9d1b047-8d5c-4199-b571-57ff8febe8e8 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Router e45426e6-1cc2-4a79-9410-e9205fce47da has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:41:58.064467 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-022aa207-7f7b-4071-a418-c49388c2fb22 req-9c5f98ad-5b03-4128-9aa4-6bcc90c8cb5f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e27302e-a49e-4f27-84fc-bd76b5e7fe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628166 May 23 11:41:58.233868 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee032525-1451-48e8-91d6-59e494cdfa52 req-c9d1b047-8d5c-4199-b571-57ff8febe8e8 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:41:58.243462 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce40bfe0-ee81-4f52-a583-bbcf43314959 None None] Sync routers for ids ['e45426e6-1cc2-4a79-9410-e9205fce47da'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:41:58.257411 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce40bfe0-ee81-4f52-a583-bbcf43314959 None None] Routers {'e45426e6-1cc2-4a79-9410-e9205fce47da'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:41:58.258029 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ce40bfe0-ee81-4f52-a583-bbcf43314959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:41:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['e45426e6-1cc2-4a79-9410-e9205fce47da'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:41:58.308045 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee032525-1451-48e8-91d6-59e494cdfa52 req-c9d1b047-8d5c-4199-b571-57ff8febe8e8 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] No DVR routers for this DVR port 1684116e-7873-4ed3-a20d-667f56c5001f on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:41:58.311387 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ee032525-1451-48e8-91d6-59e494cdfa52 req-c9d1b047-8d5c-4199-b571-57ff8febe8e8 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:58.314252 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9aad0bc-f9db-4db0-a7b0-7beb7e7fb826', 'name': 'network-vif-deleted', 'tag': '1684116e-7873-4ed3-a20d-667f56c5001f'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:41:58.330574 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ee032525-1451-48e8-91d6-59e494cdfa52 req-c9d1b047-8d5c-4199-b571-57ff8febe8e8 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.81 "DELETE /v2.0/ports/1684116e-7873-4ed3-a20d-667f56c5001f HTTP/1.1" status: 204 len: 173 time: 1.6185515 May 23 11:41:58.386880 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f900a6e1-e6a2-4e81-adea-ecb98a8aeb99'] response: {'server_uuid': 'c9aad0bc-f9db-4db0-a7b0-7beb7e7fb826', 'name': 'network-vif-deleted', 'tag': '1684116e-7873-4ed3-a20d-667f56c5001f', 'status': 'completed', 'code': 200} May 23 11:41:58.442241 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-ce40bfe0-ee81-4f52-a583-bbcf43314959 None None] Set router e45426e6-1cc2-4a79-9410-e9205fce47da gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:41:58.766132 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ce40bfe0-ee81-4f52-a583-bbcf43314959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45426e6-1cc2-4a79-9410-e9205fce47da', 'name': 'tempest-TestServerBasicOps-1884940780-router', 'tenant_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '62ae54d6-6bc4-45bd-b3eb-f05b29783769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:36:28Z', 'updated_at': '2022-05-23T11:36:33Z', 'revision_number': 4, 'project_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'gw_port': {'id': '62ae54d6-6bc4-45bd-b3eb-f05b29783769', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45426e6-1cc2-4a79-9410-e9205fce47da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:28Z', 'updated_at': '2022-05-23T11:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '17cb53f7-642d-4517-973f-67f82113e4ed', 'name': '', 'network_id': 'e5168ee0-15d7-4afb-963f-746644a08876', 'tenant_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'mac_address': 'fa:16:3e:cc:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45426e6-1cc2-4a79-9410-e9205fce47da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad8d50de-c367-4541-8000-d04e811e479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:32Z', 'updated_at': '2022-05-23T11:36:54Z', 'revision_number': 5, 'project_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'subnets': [{'id': 'ad8d50de-c367-4541-8000-d04e811e479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:41:58.770696 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce40bfe0-ee81-4f52-a583-bbcf43314959 None None] Checking router: e45426e6-1cc2-4a79-9410-e9205fce47da for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:41:58.784945 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce40bfe0-ee81-4f52-a583-bbcf43314959 None None] Routers {'e45426e6-1cc2-4a79-9410-e9205fce47da'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:41:58.785565 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ce40bfe0-ee81-4f52-a583-bbcf43314959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:41:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['e45426e6-1cc2-4a79-9410-e9205fce47da'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:41:58.929102 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8bc14ad9-9022-460f-8ea3-0618167a69f3 req-242ecf48-5598-4d84-80e6-fb3af4d9c8f3 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9aad0bc-f9db-4db0-a7b0-7beb7e7fb826 HTTP/1.1" status: 200 len: 210 time: 0.0458801 May 23 11:41:59.012009 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-ce40bfe0-ee81-4f52-a583-bbcf43314959 None None] Set router e45426e6-1cc2-4a79-9410-e9205fce47da gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:41:59.129516 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 6e984c38-7f56-4caf-8623-75ebb7c575b4 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:41:59.289167 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91616b68-d817-4ad0-b791-458a681dc19b req-9fd327bc-73e6-4040-ac2e-b52fed8ba2c6 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:41:59.290873 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-91616b68-d817-4ad0-b791-458a681dc19b req-9fd327bc-73e6-4040-ac2e-b52fed8ba2c6 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898 HTTP/1.1" status: 200 len: 944 time: 0.0829232 May 23 11:41:59.306591 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 6e984c38-7f56-4caf-8623-75ebb7c575b4, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=6e984c38-7f56-4caf-8623-75ebb7c575b4,segment=NetworkSegment(0528fc48-53bc-41d5-9a0d-b9e625a32c0f),segment_id=0528fc48-53bc-41d5-9a0d-b9e625a32c0f)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:41:59.321420 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '6e984c38-7f56-4caf-8623-75ebb7c575b4', 'network_id': '8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff', 'port_id': '6e984c38-7f56-4caf-8623-75ebb7c575b4', 'mac_address': 'fa:16:3e:1e:36:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f5d1f30-0372-49a0-b2e2-71e325a9a76b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:41:59.338430 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-91616b68-d817-4ad0-b791-458a681dc19b req-fcebe09f-7fa9-42f8-aef6-8ab89768d932 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e27302e-a49e-4f27-84fc-bd76b5e7fe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418708 May 23 11:41:59.400085 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:59.419753 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e984c38-7f56-4caf-8623-75ebb7c575b4 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:41:59.436527 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 6e984c38-7f56-4caf-8623-75ebb7c575b4, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=6e984c38-7f56-4caf-8623-75ebb7c575b4,segment=NetworkSegment(0528fc48-53bc-41d5-9a0d-b9e625a32c0f),segment_id=0528fc48-53bc-41d5-9a0d-b9e625a32c0f)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:41:59.441930 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:41:59.445225 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ce40bfe0-ee81-4f52-a583-bbcf43314959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45426e6-1cc2-4a79-9410-e9205fce47da', 'name': 'tempest-TestServerBasicOps-1884940780-router', 'tenant_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '62ae54d6-6bc4-45bd-b3eb-f05b29783769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:36:28Z', 'updated_at': '2022-05-23T11:36:33Z', 'revision_number': 4, 'project_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'gw_port': {'id': '62ae54d6-6bc4-45bd-b3eb-f05b29783769', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45426e6-1cc2-4a79-9410-e9205fce47da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:28Z', 'updated_at': '2022-05-23T11:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '17cb53f7-642d-4517-973f-67f82113e4ed', 'name': '', 'network_id': 'e5168ee0-15d7-4afb-963f-746644a08876', 'tenant_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'mac_address': 'fa:16:3e:cc:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45426e6-1cc2-4a79-9410-e9205fce47da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad8d50de-c367-4541-8000-d04e811e479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:32Z', 'updated_at': '2022-05-23T11:36:54Z', 'revision_number': 5, 'project_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'subnets': [{'id': 'ad8d50de-c367-4541-8000-d04e811e479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:41:59.450410 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce40bfe0-ee81-4f52-a583-bbcf43314959 None None] The sync data for ids ['e45426e6-1cc2-4a79-9410-e9205fce47da'] in n-d-842952-2 is: [{'id': 'e45426e6-1cc2-4a79-9410-e9205fce47da', 'name': 'tempest-TestServerBasicOps-1884940780-router', 'tenant_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '62ae54d6-6bc4-45bd-b3eb-f05b29783769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:36:28Z', 'updated_at': '2022-05-23T11:36:33Z', 'revision_number': 4, 'project_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'gw_port': {'id': '62ae54d6-6bc4-45bd-b3eb-f05b29783769', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45426e6-1cc2-4a79-9410-e9205fce47da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:28Z', 'updated_at': '2022-05-23T11:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '17cb53f7-642d-4517-973f-67f82113e4ed', 'name': '', 'network_id': 'e5168ee0-15d7-4afb-963f-746644a08876', 'tenant_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'mac_address': 'fa:16:3e:cc:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45426e6-1cc2-4a79-9410-e9205fce47da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad8d50de-c367-4541-8000-d04e811e479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:32Z', 'updated_at': '2022-05-23T11:36:54Z', 'revision_number': 5, 'project_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'subnets': [{'id': 'ad8d50de-c367-4541-8000-d04e811e479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:41:59.521094 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=6e984c38-7f56-4caf-8623-75ebb7c575b4,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:41:59.751390 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 1684116e-7873-4ed3-a20d-667f56c5001f no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:41:59.787609 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: 1684116e-7873-4ed3-a20d-667f56c5001f {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:41:59.788030 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 1684116e-7873-4ed3-a20d-667f56c5001f not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:41:59.869355 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['6e984c38-7f56-4caf-8623-75ebb7c575b4'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:42:00.040734 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33166) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:42:00.191921 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-b4f7597e-0a85-4241-9712-be1967362a8e tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Deleting port f9886c5d-2d48-4956-befe-b86fe84f5122 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:42:00.192372 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b4f7597e-0a85-4241-9712-be1967362a8e tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:00.359541 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b4f7597e-0a85-4241-9712-be1967362a8e tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:00.359811 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b4f7597e-0a85-4241-9712-be1967362a8e tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:00.483058 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-b4f7597e-0a85-4241-9712-be1967362a8e tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Calling delete_port for f9886c5d-2d48-4956-befe-b86fe84f5122 owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:42:00.554553 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0f9b5-3cd0-4bb7-82a6-5dd743a9800d req-ba12481d-a0bc-41d3-bf74-0f3a57b63d82 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:42:00.556180 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-52b0f9b5-3cd0-4bb7-82a6-5dd743a9800d req-ba12481d-a0bc-41d3-bf74-0f3a57b63d82 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898 HTTP/1.1" status: 200 len: 945 time: 0.0953472 May 23 11:42:00.614397 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-52b0f9b5-3cd0-4bb7-82a6-5dd743a9800d req-bd6a4e73-d7fc-4e85-870d-93a5671121a1 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e27302e-a49e-4f27-84fc-bd76b5e7fe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514567 May 23 11:42:00.642889 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b4f7597e-0a85-4241-9712-be1967362a8e tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:00.689451 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7597e-0a85-4241-9712-be1967362a8e tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Pushing event deleted for resources: {'Port': ['ID=f9886c5d-2d48-4956-befe-b86fe84f5122,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:42:00.782387 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b4f7597e-0a85-4241-9712-be1967362a8e tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:00.796108 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b4f7597e-0a85-4241-9712-be1967362a8e tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:00.799689 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b4f7597e-0a85-4241-9712-be1967362a8e tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.79 "DELETE /v2.0/floatingips/a8f29590-5af2-4488-b974-ff8309607b9a HTTP/1.1" status: 204 len: 168 time: 0.7555315 May 23 11:42:00.953204 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33182) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:42:01.023165 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76281831-2e38-4bd3-94c9-bfc3e47f4994 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:01.052367 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76281831-2e38-4bd3-94c9-bfc3e47f4994 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:01.119183 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76281831-2e38-4bd3-94c9-bfc3e47f4994 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:01.138188 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76281831-2e38-4bd3-94c9-bfc3e47f4994 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=417d8d15-6532-454b-9e89-80a279ed118e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:42:01.150570 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76281831-2e38-4bd3-94c9-bfc3e47f4994 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:01.154282 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-76281831-2e38-4bd3-94c9-bfc3e47f4994 tempest-TestServerBasicOps-721022076 tempest-TestServerBasicOps-721022076-project] 10.222.0.79 "DELETE /v2.0/security-groups/417d8d15-6532-454b-9e89-80a279ed118e HTTP/1.1" status: 204 len: 168 time: 0.1976187 May 23 11:42:01.160794 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 6e984c38-7f56-4caf-8623-75ebb7c575b4 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:42:01.207145 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33190) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:42:01.252002 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 6e984c38-7f56-4caf-8623-75ebb7c575b4 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:42:01.257564 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 6e984c38-7f56-4caf-8623-75ebb7c575b4 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:42:01.258004 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:01.384472 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:01.412460 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e984c38-7f56-4caf-8623-75ebb7c575b4'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:42:01.422453 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 6e984c38-7f56-4caf-8623-75ebb7c575b4, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=6e984c38-7f56-4caf-8623-75ebb7c575b4,segment=NetworkSegment(0528fc48-53bc-41d5-9a0d-b9e625a32c0f),segment_id=0528fc48-53bc-41d5-9a0d-b9e625a32c0f)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:42:01.429277 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:01.497923 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c3f6e0a-a755-4bce-a9dd-5f7aad8d66f8'] response: {'server_uuid': 'fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e984c38-7f56-4caf-8623-75ebb7c575b4', 'code': 200} May 23 11:42:01.513147 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=6e984c38-7f56-4caf-8623-75ebb7c575b4,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:42:01.712060 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ee030412-86b2-4aa1-acc6-b8d331791a65 req-d96a2d75-d1e4-4ac7-a421-b361ab2f8669 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898 HTTP/1.1" status: 200 len: 1097 time: 0.0913465 May 23 11:42:01.773071 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ee030412-86b2-4aa1-acc6-b8d331791a65 req-38a58c54-58db-4ba0-b45d-4c64a3eab061 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1e27302e-a49e-4f27-84fc-bd76b5e7fe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545149 May 23 11:42:01.882799 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4fa92e-f430-4a17-b255-3fb8d68479cd req-79c5789f-0232-4269-9044-07bf1fd3ed1f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:42:01.885163 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eb4fa92e-f430-4a17-b255-3fb8d68479cd req-79c5789f-0232-4269-9044-07bf1fd3ed1f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898 HTTP/1.1" status: 200 len: 946 time: 0.1306889 May 23 11:42:01.942523 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eb4fa92e-f430-4a17-b255-3fb8d68479cd req-6e59757d-ac3b-4f34-aafb-6fdf71b9594e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e27302e-a49e-4f27-84fc-bd76b5e7fe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433013 May 23 11:42:01.992865 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a0266872-5561-4e3a-9f6e-f71c98235944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:02.613551 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a0266872-5561-4e3a-9f6e-f71c98235944 admin admin] Deleting port 17cb53f7-642d-4517-973f-67f82113e4ed {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:42:02.614272 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a0266872-5561-4e3a-9f6e-f71c98235944 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:02.799047 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-a0266872-5561-4e3a-9f6e-f71c98235944 admin admin] For port 17cb53f7-642d-4517-973f-67f82113e4ed, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=17cb53f7-642d-4517-973f-67f82113e4ed,segment=NetworkSegment(67bc7637-b1f9-4d4c-9fb5-fccca3f5febc),segment_id=67bc7637-b1f9-4d4c-9fb5-fccca3f5febc)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:42:02.799664 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a0266872-5561-4e3a-9f6e-f71c98235944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:02.934573 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a0266872-5561-4e3a-9f6e-f71c98235944 admin admin] Calling delete_port for 17cb53f7-642d-4517-973f-67f82113e4ed owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:42:03.065500 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ee542a-e340-455d-84dc-8b8e98e35a3a None None] New status for floating IP a8f29590-5af2-4488-b974-ff8309607b9a: DOWN {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:42:03.190942 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a0266872-5561-4e3a-9f6e-f71c98235944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:03.282967 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0266872-5561-4e3a-9f6e-f71c98235944 admin admin] Pushing event deleted for resources: {'Port': ['ID=17cb53f7-642d-4517-973f-67f82113e4ed,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:42:03.394118 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa257b-0e70-4689-81a3-66e539c15575 req-f28849c1-28b7-4f13-a1be-7d05bb064ed0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:42:03.396207 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0daa257b-0e70-4689-81a3-66e539c15575 req-f28849c1-28b7-4f13-a1be-7d05bb064ed0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898 HTTP/1.1" status: 200 len: 946 time: 0.2741082 May 23 11:42:03.462996 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0daa257b-0e70-4689-81a3-66e539c15575 req-c562637c-03f6-4be9-a524-d45efb3b4780 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e27302e-a49e-4f27-84fc-bd76b5e7fe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595951 May 23 11:42:03.729064 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a0266872-5561-4e3a-9f6e-f71c98235944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:04.318856 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0266872-5561-4e3a-9f6e-f71c98235944 admin admin] Router e45426e6-1cc2-4a79-9410-e9205fce47da has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:42:04.537051 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0266872-5561-4e3a-9f6e-f71c98235944 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:42:04.545824 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18237b48-0012-485a-b626-179bd55a0148 None None] Sync routers for ids ['e45426e6-1cc2-4a79-9410-e9205fce47da'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:42:04.556153 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a0266872-5561-4e3a-9f6e-f71c98235944 admin admin] 10.222.0.79 "PUT /v2.0/routers/e45426e6-1cc2-4a79-9410-e9205fce47da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3474708 May 23 11:42:04.558118 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18237b48-0012-485a-b626-179bd55a0148 None None] Routers {'e45426e6-1cc2-4a79-9410-e9205fce47da'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:42:04.558636 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33244) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:42:04.558862 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-18237b48-0012-485a-b626-179bd55a0148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:41:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['e45426e6-1cc2-4a79-9410-e9205fce47da'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:42:04.682409 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e7a167-3e80-4fbc-8985-e8238d5eb9a0 req-91c30b7a-631c-414f-8590-1e47e1ff6cd2 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:42:04.683928 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-87e7a167-3e80-4fbc-8985-e8238d5eb9a0 req-91c30b7a-631c-414f-8590-1e47e1ff6cd2 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898 HTTP/1.1" status: 200 len: 946 time: 0.0950680 May 23 11:42:04.736867 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-87e7a167-3e80-4fbc-8985-e8238d5eb9a0 req-fbc847be-75ff-4619-ad6a-bd84ef047fec tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e27302e-a49e-4f27-84fc-bd76b5e7fe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438519 May 23 11:42:04.793895 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-18237b48-0012-485a-b626-179bd55a0148 None None] Set router e45426e6-1cc2-4a79-9410-e9205fce47da gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:42:04.808349 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a2d72832-8ed6-4c06-aa39-a2e2e6aaab55 admin admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:05.000445 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adbd647-901d-48f1-a267-5c789a9cdd79 req-c8f4de98-271a-4ec8-a700-04a9006d48a5 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:42:05.002181 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0adbd647-901d-48f1-a267-5c789a9cdd79 req-c8f4de98-271a-4ec8-a700-04a9006d48a5 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898 HTTP/1.1" status: 200 len: 946 time: 0.1026940 May 23 11:42:05.006911 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:42:05.087970 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0adbd647-901d-48f1-a267-5c789a9cdd79 req-32c0cd66-dfbf-482c-b46c-e3c09b9fb07a tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e27302e-a49e-4f27-84fc-bd76b5e7fe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786049 May 23 11:42:05.118160 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33254) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:42:05.159255 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-18237b48-0012-485a-b626-179bd55a0148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45426e6-1cc2-4a79-9410-e9205fce47da', 'name': 'tempest-TestServerBasicOps-1884940780-router', 'tenant_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '62ae54d6-6bc4-45bd-b3eb-f05b29783769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:36:28Z', 'updated_at': '2022-05-23T11:42:03Z', 'revision_number': 5, 'project_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'gw_port': {'id': '62ae54d6-6bc4-45bd-b3eb-f05b29783769', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45426e6-1cc2-4a79-9410-e9205fce47da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:28Z', 'updated_at': '2022-05-23T11:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:42:05.164230 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18237b48-0012-485a-b626-179bd55a0148 None None] Checking router: e45426e6-1cc2-4a79-9410-e9205fce47da for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:42:05.175064 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a2d72832-8ed6-4c06-aa39-a2e2e6aaab55 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:05.175312 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18237b48-0012-485a-b626-179bd55a0148 None None] Routers {'e45426e6-1cc2-4a79-9410-e9205fce47da'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:42:05.175968 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-18237b48-0012-485a-b626-179bd55a0148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:41:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['e45426e6-1cc2-4a79-9410-e9205fce47da'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:42:05.188516 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a2d72832-8ed6-4c06-aa39-a2e2e6aaab55 admin admin] Deleting port 62ae54d6-6bc4-45bd-b3eb-f05b29783769 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:42:05.189263 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a2d72832-8ed6-4c06-aa39-a2e2e6aaab55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:05.204523 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2df65000-da3a-4d96-ad8d-159a93991800 tempest-TestNetworkAdvancedServerOps-1284012438 tempest-TestNetworkAdvancedServerOps-1284012438-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898 HTTP/1.1" status: 200 len: 1092 time: 0.0847521 May 23 11:42:05.207106 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33258) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:42:05.212938 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-2bc5110a-c5b8-4e4d-90d9-e2a74f4656ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'port_id': '6e984c38-7f56-4caf-8623-75ebb7c575b4', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:42:05.219161 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2bc5110a-c5b8-4e4d-90d9-e2a74f4656ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:42:05.223234 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2bc5110a-c5b8-4e4d-90d9-e2a74f4656ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Usage tracker for resource:floatingip and tenant:261dc3b71b384338a9f4e12911499bfb is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:42:05.226210 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2bc5110a-c5b8-4e4d-90d9-e2a74f4656ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:42:05.232152 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2bc5110a-c5b8-4e4d-90d9-e2a74f4656ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:42:05.244062 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2bc5110a-c5b8-4e4d-90d9-e2a74f4656ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:05.343290 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-18237b48-0012-485a-b626-179bd55a0148 None None] Set router e45426e6-1cc2-4a79-9410-e9205fce47da gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:42:05.396041 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-a2d72832-8ed6-4c06-aa39-a2e2e6aaab55 admin admin] For port 62ae54d6-6bc4-45bd-b3eb-f05b29783769, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=62ae54d6-6bc4-45bd-b3eb-f05b29783769,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:42:05.396740 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a2d72832-8ed6-4c06-aa39-a2e2e6aaab55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:05.420405 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2bc5110a-c5b8-4e4d-90d9-e2a74f4656ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:05.460891 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-18237b48-0012-485a-b626-179bd55a0148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45426e6-1cc2-4a79-9410-e9205fce47da', 'name': 'tempest-TestServerBasicOps-1884940780-router', 'tenant_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:36:28Z', 'updated_at': '2022-05-23T11:42:05Z', 'revision_number': 6, 'project_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'gw_port_host': None}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:42:05.465182 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18237b48-0012-485a-b626-179bd55a0148 None None] The sync data for ids ['e45426e6-1cc2-4a79-9410-e9205fce47da'] in n-d-842952-2 is: [{'id': 'e45426e6-1cc2-4a79-9410-e9205fce47da', 'name': 'tempest-TestServerBasicOps-1884940780-router', 'tenant_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:36:28Z', 'updated_at': '2022-05-23T11:42:05Z', 'revision_number': 6, 'project_id': 'c0d5a70375a14dad89b052c6ff00afdf', 'gw_port_host': None}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:42:05.563287 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a2d72832-8ed6-4c06-aa39-a2e2e6aaab55 admin admin] Calling delete_port for 62ae54d6-6bc4-45bd-b3eb-f05b29783769 owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:42:05.592839 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-2bc5110a-c5b8-4e4d-90d9-e2a74f4656ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Allocated IP 172.25.6.204 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/f3271baf-3b6b-4530-9670-e08e21698af6) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:42:05.734032 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a2d72832-8ed6-4c06-aa39-a2e2e6aaab55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:05.748979 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2bc5110a-c5b8-4e4d-90d9-e2a74f4656ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:05.776874 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2bc5110a-c5b8-4e4d-90d9-e2a74f4656ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:05.784221 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d72832-8ed6-4c06-aa39-a2e2e6aaab55 admin admin] Pushing event deleted for resources: {'Port': ['ID=62ae54d6-6bc4-45bd-b3eb-f05b29783769,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:42:05.882985 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc5110a-c5b8-4e4d-90d9-e2a74f4656ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'Port': ['ID=f3271baf-3b6b-4530-9670-e08e21698af6,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:42:05.890818 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc5110a-c5b8-4e4d-90d9-e2a74f4656ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:42:05.894801 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-2bc5110a-c5b8-4e4d-90d9-e2a74f4656ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:42:05.898863 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc5110a-c5b8-4e4d-90d9-e2a74f4656ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:42:05.962507 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc5110a-c5b8-4e4d-90d9-e2a74f4656ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:42:05.962843 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc5110a-c5b8-4e4d-90d9-e2a74f4656ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:42:05.963179 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc5110a-c5b8-4e4d-90d9-e2a74f4656ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:42:05.963509 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc5110a-c5b8-4e4d-90d9-e2a74f4656ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:42:05.963852 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc5110a-c5b8-4e4d-90d9-e2a74f4656ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:42:05.964256 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc5110a-c5b8-4e4d-90d9-e2a74f4656ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:42:05.964616 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc5110a-c5b8-4e4d-90d9-e2a74f4656ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:42:05.964938 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc5110a-c5b8-4e4d-90d9-e2a74f4656ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:42:05.965400 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc5110a-c5b8-4e4d-90d9-e2a74f4656ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:42:05.965727 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc5110a-c5b8-4e4d-90d9-e2a74f4656ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:42:05.967231 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc5110a-c5b8-4e4d-90d9-e2a74f4656ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:42:05.992114 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 17cb53f7-642d-4517-973f-67f82113e4ed no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:42:06.030094 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 17cb53f7-642d-4517-973f-67f82113e4ed {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:42:06.030882 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 17cb53f7-642d-4517-973f-67f82113e4ed not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:42:06.040809 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a2d72832-8ed6-4c06-aa39-a2e2e6aaab55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:06.317043 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a2d72832-8ed6-4c06-aa39-a2e2e6aaab55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:06.322440 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a2d72832-8ed6-4c06-aa39-a2e2e6aaab55 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:06.350859 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a2d72832-8ed6-4c06-aa39-a2e2e6aaab55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:06.351604 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d72832-8ed6-4c06-aa39-a2e2e6aaab55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e45426e6-1cc2-4a79-9410-e9205fce47da {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:42:06.363879 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a2d72832-8ed6-4c06-aa39-a2e2e6aaab55 admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:06.364917 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a2d72832-8ed6-4c06-aa39-a2e2e6aaab55 admin admin] 10.222.0.79 "DELETE /v2.0/routers/e45426e6-1cc2-4a79-9410-e9205fce47da HTTP/1.1" status: 204 len: 168 time: 1.8051379 May 23 11:42:06.367857 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33272) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:42:06.461100 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-d79f0a4d-f9ec-48c4-a1be-4314d119cebb admin admin] Deleting subnet ad8d50de-c367-4541-8000-d04e811e479e {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:42:06.474247 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d79f0a4d-f9ec-48c4-a1be-4314d119cebb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:06.547101 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d79f0a4d-f9ec-48c4-a1be-4314d119cebb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:06.657141 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d79f0a4d-f9ec-48c4-a1be-4314d119cebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:06.818614 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d79f0a4d-f9ec-48c4-a1be-4314d119cebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:06.851699 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2bc5110a-c5b8-4e4d-90d9-e2a74f4656ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:06.862380 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f0a4d-f9ec-48c4-a1be-4314d119cebb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad8d50de-c367-4541-8000-d04e811e479e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:42:06.898757 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d79f0a4d-f9ec-48c4-a1be-4314d119cebb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:06.899942 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49812d3-3ece-4ffc-ab3a-afa026b34528 None None] Network e5168ee0-15d7-4afb-963f-746644a08876 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:42:06.924953 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d79f0a4d-f9ec-48c4-a1be-4314d119cebb admin admin] 10.222.0.79 "DELETE /v2.0/subnets/ad8d50de-c367-4541-8000-d04e811e479e HTTP/1.1" status: 204 len: 168 time: 0.5560260 May 23 11:42:06.927359 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33282) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:42:06.948863 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2bc5110a-c5b8-4e4d-90d9-e2a74f4656ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:07.114359 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6126103c-8fde-43d1-a57d-57458a25c8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:07.189856 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-6126103c-8fde-43d1-a57d-57458a25c8ae admin admin] Deleting port d778f09c-a0a3-4090-995f-7c489fafe089 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:42:07.190255 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6126103c-8fde-43d1-a57d-57458a25c8ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:07.204332 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b2f0b5-fec0-42ed-aabd-5d49e52f41da None None] DHCP port deletion for e5168ee0-15d7-4afb-963f-746644a08876 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:42:07.208867 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-06b2f0b5-fec0-42ed-aabd-5d49e52f41da None None] Deleting port d778f09c-a0a3-4090-995f-7c489fafe089 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:42:07.209451 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-06b2f0b5-fec0-42ed-aabd-5d49e52f41da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:07.408029 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2bc5110a-c5b8-4e4d-90d9-e2a74f4656ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:07.414737 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2bc5110a-c5b8-4e4d-90d9-e2a74f4656ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:07.442819 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-06b2f0b5-fec0-42ed-aabd-5d49e52f41da None None] For port d778f09c-a0a3-4090-995f-7c489fafe089, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=d778f09c-a0a3-4090-995f-7c489fafe089,segment=NetworkSegment(67bc7637-b1f9-4d4c-9fb5-fccca3f5febc),segment_id=67bc7637-b1f9-4d4c-9fb5-fccca3f5febc)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:42:07.443211 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-06b2f0b5-fec0-42ed-aabd-5d49e52f41da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:07.551772 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-6126103c-8fde-43d1-a57d-57458a25c8ae admin admin] For port d778f09c-a0a3-4090-995f-7c489fafe089, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=d778f09c-a0a3-4090-995f-7c489fafe089,segment=NetworkSegment(67bc7637-b1f9-4d4c-9fb5-fccca3f5febc),segment_id=67bc7637-b1f9-4d4c-9fb5-fccca3f5febc)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:42:07.552242 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6126103c-8fde-43d1-a57d-57458a25c8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:07.571715 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-06b2f0b5-fec0-42ed-aabd-5d49e52f41da None None] Calling delete_port for d778f09c-a0a3-4090-995f-7c489fafe089 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:42:07.629776 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc5110a-c5b8-4e4d-90d9-e2a74f4656ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event updated for resources: {'Port': ['ID=f3271baf-3b6b-4530-9670-e08e21698af6,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:42:07.644219 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-06b2f0b5-fec0-42ed-aabd-5d49e52f41da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:07.690457 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-6126103c-8fde-43d1-a57d-57458a25c8ae admin admin] Calling delete_port for d778f09c-a0a3-4090-995f-7c489fafe089 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:42:07.693878 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b2f0b5-fec0-42ed-aabd-5d49e52f41da None None] Pushing event deleted for resources: {'Port': ['ID=d778f09c-a0a3-4090-995f-7c489fafe089,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:42:07.698465 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b2f0b5-fec0-42ed-aabd-5d49e52f41da None None] No DVR routers for this DVR port d778f09c-a0a3-4090-995f-7c489fafe089 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:42:07.743914 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2bc5110a-c5b8-4e4d-90d9-e2a74f4656ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:07.953291 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device d778f09c-a0a3-4090-995f-7c489fafe089 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:42:07.998890 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: d778f09c-a0a3-4090-995f-7c489fafe089 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:42:07.999404 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device d778f09c-a0a3-4090-995f-7c489fafe089 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:42:08.010941 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.db.api [None req-6126103c-8fde-43d1-a57d-57458a25c8ae admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:42:08.011450 n-d-842952-2 neutron-server[83910]: DEBUG oslo_db.api [None req-6126103c-8fde-43d1-a57d-57458a25c8ae admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:42:08.065924 n-d-842952-2 neutron-server[83910]: INFO neutron.db.l3_db [None req-2bc5110a-c5b8-4e4d-90d9-e2a74f4656ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Floating IP 2efde528-53c7-41b3-ab69-cca09239e1b4 associated. External IP: 172.25.6.204, port: 6e984c38-7f56-4caf-8623-75ebb7c575b4. May 23 11:42:08.227774 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:08.484224 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc5110a-c5b8-4e4d-90d9-e2a74f4656ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Router c5525f2f-1317-4517-bc4f-d461e26ca2d0 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:42:08.551708 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-6126103c-8fde-43d1-a57d-57458a25c8ae admin admin] Deleting port d778f09c-a0a3-4090-995f-7c489fafe089 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:42:08.551708 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6126103c-8fde-43d1-a57d-57458a25c8ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:08.674343 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-6126103c-8fde-43d1-a57d-57458a25c8ae admin admin] The port 'd778f09c-a0a3-4090-995f-7c489fafe089' was deleted {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:42:08.810260 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6126103c-8fde-43d1-a57d-57458a25c8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:08.843394 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-6126103c-8fde-43d1-a57d-57458a25c8ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5168ee0-15d7-4afb-963f-746644a08876']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:42:08.859686 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-6126103c-8fde-43d1-a57d-57458a25c8ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67bc7637-b1f9-4d4c-9fb5-fccca3f5febc') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:42:08.860023 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-6126103c-8fde-43d1-a57d-57458a25c8ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67bc7637-b1f9-4d4c-9fb5-fccca3f5febc') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:42:08.874547 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6126103c-8fde-43d1-a57d-57458a25c8ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:08.895678 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6126103c-8fde-43d1-a57d-57458a25c8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:08.905365 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6126103c-8fde-43d1-a57d-57458a25c8ae admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:42:08.905760 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6126103c-8fde-43d1-a57d-57458a25c8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:08.919214 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:42:08.919214 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:42:08.919214 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:42:08.919214 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:42:08.919214 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:42:08.919214 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:42:08.919214 n-d-842952-2 neutron-server[83910]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:42:08.919214 n-d-842952-2 neutron-server[83910]: util.warn( May 23 11:42:08.919214 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:42:08.919214 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:42:08.919214 n-d-842952-2 neutron-server[83910]: timer() May 23 11:42:08.919214 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:42:08.919214 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:42:08.919214 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:42:08.919214 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:42:08.919214 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:42:08.919214 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:42:08.919214 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:42:08.919214 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:42:08.919214 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:42:08.919214 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:42:08.919214 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:42:08.919214 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:42:08.919214 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:42:08.919214 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:42:08.919214 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:42:08.919214 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:42:08.919214 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:42:08.919214 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:42:08.919214 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:42:08.919214 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:42:08.919214 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:42:08.919214 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:42:08.919214 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:42:08.919214 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:42:08.919214 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:42:08.919214 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:42:08.919214 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:42:08.919214 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:42:08.919214 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:42:09.011379 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6126103c-8fde-43d1-a57d-57458a25c8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:09.014235 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc5110a-c5b8-4e4d-90d9-e2a74f4656ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:42:09.026773 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e37a046-2714-4852-92d2-68fd566d42db None None] Sync routers for ids ['c5525f2f-1317-4517-bc4f-d461e26ca2d0'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:42:09.033097 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6126103c-8fde-43d1-a57d-57458a25c8ae admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:09.042529 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e37a046-2714-4852-92d2-68fd566d42db None None] Routers {'c5525f2f-1317-4517-bc4f-d461e26ca2d0'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:42:09.043186 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-8e37a046-2714-4852-92d2-68fd566d42db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:41:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['c5525f2f-1317-4517-bc4f-d461e26ca2d0'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:42:09.049842 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126103c-8fde-43d1-a57d-57458a25c8ae admin admin] Pushing event deleted for resources: {'Network': ['ID=e5168ee0-15d7-4afb-963f-746644a08876,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:42:09.073083 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33314) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:42:09.073692 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-6126103c-8fde-43d1-a57d-57458a25c8ae admin admin] 10.222.0.79 "DELETE /v2.0/networks/e5168ee0-15d7-4afb-963f-746644a08876 HTTP/1.1" status: 204 len: 168 time: 2.1448002 May 23 11:42:09.074273 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2bc5110a-c5b8-4e4d-90d9-e2a74f4656ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:09.137347 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2bc5110a-c5b8-4e4d-90d9-e2a74f4656ae tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.9288821 May 23 11:42:09.138086 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898', 'tag': '6e984c38-7f56-4caf-8623-75ebb7c575b4'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:42:09.201465 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b4a5362-4212-4e3c-81c3-9723a46219e4'] response: {'name': 'network-changed', 'server_uuid': 'fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898', 'tag': '6e984c38-7f56-4caf-8623-75ebb7c575b4', 'status': 'completed', 'code': 200} May 23 11:42:09.290086 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3072f61f-527f-4ed4-a84f-821123a264ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:09.331043 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-8e37a046-2714-4852-92d2-68fd566d42db None None] Set router c5525f2f-1317-4517-bc4f-d461e26ca2d0 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:42:09.452309 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b95c4f-d63a-4b02-8d72-11e4ce291c20 req-4a177d88-bf3c-4991-9035-9496054909bf tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:42:09.454324 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58b95c4f-d63a-4b02-8d72-11e4ce291c20 req-4a177d88-bf3c-4991-9035-9496054909bf tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898 HTTP/1.1" status: 200 len: 946 time: 0.1763430 May 23 11:42:09.514421 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58b95c4f-d63a-4b02-8d72-11e4ce291c20 req-651ff4bb-8ad2-4eb5-8fd5-710ac029ef35 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e27302e-a49e-4f27-84fc-bd76b5e7fe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540395 May 23 11:42:09.523385 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-47118b5e-828d-404a-8ebe-7e2583475c8a req-42cb064f-e3e5-44ef-9770-24df41fd36f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=261dc3b71b384338a9f4e12911499bfb&device_id=fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898 HTTP/1.1" status: 200 len: 1097 time: 0.2656193 May 23 11:42:09.546051 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33328) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:42:09.634258 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:09.692747 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47118b5e-828d-404a-8ebe-7e2583475c8a req-4c2eb9b3-df4b-4f11-abb5-f530fefafe62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:42:09.694427 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-47118b5e-828d-404a-8ebe-7e2583475c8a req-4c2eb9b3-df4b-4f11-abb5-f530fefafe62 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff HTTP/1.1" status: 200 len: 897 time: 0.1624539 May 23 11:42:09.716821 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-19411449-e041-440f-81d4-ea7878aa8308 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/floatingips/2efde528-53c7-41b3-ab69-cca09239e1b4 HTTP/1.1" status: 200 len: 992 time: 0.1696301 May 23 11:42:09.756488 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-8e37a046-2714-4852-92d2-68fd566d42db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5525f2f-1317-4517-bc4f-d461e26ca2d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-908277682', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '238600f1-89ec-46f2-b907-eed25dacd1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:41:43Z', 'updated_at': '2022-05-23T11:41:48Z', 'revision_number': 4, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': '238600f1-89ec-46f2-b907-eed25dacd1da', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5525f2f-1317-4517-bc4f-d461e26ca2d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:41:44Z', 'updated_at': '2022-05-23T11:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '2efde528-53c7-41b3-ab69-cca09239e1b4', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'floating_ip_address': '172.25.6.204', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': 'c5525f2f-1317-4517-bc4f-d461e26ca2d0', 'port_id': '6e984c38-7f56-4caf-8623-75ebb7c575b4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff', 'mac_address': 'fa:16:3e:1e:36:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:42:06Z', 'updated_at': '2022-05-23T11:42:06Z', 'revision_number': 0, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a90d49-7026-4ea0-b189-fe6144f0f686', 'name': '', 'network_id': '8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'mac_address': 'fa:16:3e:8a:c7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5525f2f-1317-4517-bc4f-d461e26ca2d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f5d1f30-0372-49a0-b2e2-71e325a9a76b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:41:47Z', 'updated_at': '2022-05-23T11:41:54Z', 'revision_number': 5, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'subnets': [{'id': '1f5d1f30-0372-49a0-b2e2-71e325a9a76b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:42:09.760804 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e37a046-2714-4852-92d2-68fd566d42db None None] Checking router: c5525f2f-1317-4517-bc4f-d461e26ca2d0 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:42:09.772021 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e37a046-2714-4852-92d2-68fd566d42db None None] Routers {'c5525f2f-1317-4517-bc4f-d461e26ca2d0'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:42:09.772592 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-8e37a046-2714-4852-92d2-68fd566d42db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:41:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['c5525f2f-1317-4517-bc4f-d461e26ca2d0'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:42:09.924140 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 62ae54d6-6bc4-45bd-b3eb-f05b29783769 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:42:09.936119 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-47118b5e-828d-404a-8ebe-7e2583475c8a req-4d4dacb6-d457-441e-b334-2849f9e92fc7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e984c38-7f56-4caf-8623-75ebb7c575b4 HTTP/1.1" status: 200 len: 1000 time: 0.1925819 May 23 11:42:09.969861 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 62ae54d6-6bc4-45bd-b3eb-f05b29783769 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:42:09.970316 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 62ae54d6-6bc4-45bd-b3eb-f05b29783769 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:42:10.029622 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47118b5e-828d-404a-8ebe-7e2583475c8a req-f4d51e1a-7d7b-45bf-b25c-a8aaca448f55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:42:10.031256 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-47118b5e-828d-404a-8ebe-7e2583475c8a req-f4d51e1a-7d7b-45bf-b25c-a8aaca448f55 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f5d1f30-0372-49a0-b2e2-71e325a9a76b HTTP/1.1" status: 200 len: 835 time: 0.0885782 May 23 11:42:10.038997 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-8e37a046-2714-4852-92d2-68fd566d42db None None] Set router c5525f2f-1317-4517-bc4f-d461e26ca2d0 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:42:10.132567 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4559a07e-c565-4b9f-adee-aea2991926bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:10.192370 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-47118b5e-828d-404a-8ebe-7e2583475c8a req-82c7a262-0f7e-4e6f-923e-9bd6836097a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1545930 May 23 11:42:10.432213 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-47118b5e-828d-404a-8ebe-7e2583475c8a req-7496b68b-069c-4c22-9a06-8e1de20e36cb service neutron] 10.222.0.13 "GET /v2.0/networks/8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846104 May 23 11:42:10.441508 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-8e37a046-2714-4852-92d2-68fd566d42db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5525f2f-1317-4517-bc4f-d461e26ca2d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-908277682', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '238600f1-89ec-46f2-b907-eed25dacd1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:41:43Z', 'updated_at': '2022-05-23T11:41:48Z', 'revision_number': 4, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': '238600f1-89ec-46f2-b907-eed25dacd1da', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5525f2f-1317-4517-bc4f-d461e26ca2d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:41:44Z', 'updated_at': '2022-05-23T11:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '2efde528-53c7-41b3-ab69-cca09239e1b4', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'floating_ip_address': '172.25.6.204', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': 'c5525f2f-1317-4517-bc4f-d461e26ca2d0', 'port_id': '6e984c38-7f56-4caf-8623-75ebb7c575b4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff', 'mac_address': 'fa:16:3e:1e:36:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:42:06Z', 'updated_at': '2022-05-23T11:42:06Z', 'revision_number': 0, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a90d49-7026-4ea0-b189-fe6144f0f686', 'name': '', 'network_id': '8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'mac_address': 'fa:16:3e:8a:c7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5525f2f-1317-4517-bc4f-d461e26ca2d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f5d1f30-0372-49a0-b2e2-71e325a9a76b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:41:47Z', 'updated_at': '2022-05-23T11:41:54Z', 'revision_number': 5, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'subnets': [{'id': '1f5d1f30-0372-49a0-b2e2-71e325a9a76b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:42:10.446462 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e37a046-2714-4852-92d2-68fd566d42db None None] The sync data for ids ['c5525f2f-1317-4517-bc4f-d461e26ca2d0'] in n-d-842952-2 is: [{'id': 'c5525f2f-1317-4517-bc4f-d461e26ca2d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-908277682', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '238600f1-89ec-46f2-b907-eed25dacd1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:41:43Z', 'updated_at': '2022-05-23T11:41:48Z', 'revision_number': 4, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': '238600f1-89ec-46f2-b907-eed25dacd1da', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5525f2f-1317-4517-bc4f-d461e26ca2d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:41:44Z', 'updated_at': '2022-05-23T11:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '2efde528-53c7-41b3-ab69-cca09239e1b4', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'floating_ip_address': '172.25.6.204', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': 'c5525f2f-1317-4517-bc4f-d461e26ca2d0', 'port_id': '6e984c38-7f56-4caf-8623-75ebb7c575b4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff', 'mac_address': 'fa:16:3e:1e:36:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:42:06Z', 'updated_at': '2022-05-23T11:42:06Z', 'revision_number': 0, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a90d49-7026-4ea0-b189-fe6144f0f686', 'name': '', 'network_id': '8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'mac_address': 'fa:16:3e:8a:c7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5525f2f-1317-4517-bc4f-d461e26ca2d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f5d1f30-0372-49a0-b2e2-71e325a9a76b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:41:47Z', 'updated_at': '2022-05-23T11:41:54Z', 'revision_number': 5, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'subnets': [{'id': '1f5d1f30-0372-49a0-b2e2-71e325a9a76b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:42:10.630342 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-47118b5e-828d-404a-8ebe-7e2583475c8a req-48806231-a597-4fb4-8670-fa0d4ea44732 service neutron] 10.222.0.13 "GET /v2.0/networks/8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907120 May 23 11:42:10.720825 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33340) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:42:10.723981 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59fd76b-54ee-4952-a2d0-5ca459fc8b46 None None] New status for floating IP 2efde528-53c7-41b3-ab69-cca09239e1b4: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:42:10.846173 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-83cc4d57-2908-4738-ac73-2716281f266f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/floatingips/2efde528-53c7-41b3-ab69-cca09239e1b4 HTTP/1.1" status: 200 len: 992 time: 0.1237133 May 23 11:42:11.103806 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-4559a07e-c565-4b9f-adee-aea2991926bf admin admin] Deleting port cb8b5a0f-6702-43bd-95f6-570be107704d {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:42:11.104178 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4559a07e-c565-4b9f-adee-aea2991926bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:11.438778 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-4559a07e-c565-4b9f-adee-aea2991926bf admin admin] For port cb8b5a0f-6702-43bd-95f6-570be107704d, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=cb8b5a0f-6702-43bd-95f6-570be107704d,segment=NetworkSegment(210a98f3-fb44-433e-bd77-a50e7cf8743b),segment_id=210a98f3-fb44-433e-bd77-a50e7cf8743b)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:42:11.440056 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4559a07e-c565-4b9f-adee-aea2991926bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:11.545584 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a62ddc70-2786-4fc9-9cb3-4b3490ebb396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:11.565116 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-4559a07e-c565-4b9f-adee-aea2991926bf admin admin] Calling delete_port for cb8b5a0f-6702-43bd-95f6-570be107704d owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:42:11.736671 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4559a07e-c565-4b9f-adee-aea2991926bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:11.785873 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a07e-c565-4b9f-adee-aea2991926bf admin admin] Pushing event deleted for resources: {'Port': ['ID=cb8b5a0f-6702-43bd-95f6-570be107704d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:42:11.848313 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33354) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:42:12.126972 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4559a07e-c565-4b9f-adee-aea2991926bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:12.155898 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-fba2d82f-23a7-431e-9762-92a8df383fda tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/floatingips/2efde528-53c7-41b3-ab69-cca09239e1b4 HTTP/1.1" status: 200 len: 994 time: 0.3019211 May 23 11:42:12.714322 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4559a07e-c565-4b9f-adee-aea2991926bf admin admin] Router 614fa931-8004-4bab-b897-a96484afecc0 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:42:12.825127 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:12.834830 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:13.063498 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4559a07e-c565-4b9f-adee-aea2991926bf admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:42:13.072636 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc5093d-cded-46ab-8604-81b51cfb2522 None None] Sync routers for ids ['614fa931-8004-4bab-b897-a96484afecc0'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:42:13.084959 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc5093d-cded-46ab-8604-81b51cfb2522 None None] Routers {'614fa931-8004-4bab-b897-a96484afecc0'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:42:13.085780 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2bc5093d-cded-46ab-8604-81b51cfb2522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:42:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['614fa931-8004-4bab-b897-a96484afecc0'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:42:13.085950 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33376) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:42:13.092391 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4559a07e-c565-4b9f-adee-aea2991926bf admin admin] 10.222.0.79 "PUT /v2.0/routers/614fa931-8004-4bab-b897-a96484afecc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0168850 May 23 11:42:13.294121 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-2bc5093d-cded-46ab-8604-81b51cfb2522 None None] Set router 614fa931-8004-4bab-b897-a96484afecc0 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:42:13.298860 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fbfaba70-57bd-4b8b-a51a-476b783b4b94 admin admin] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:13.512207 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fbfaba70-57bd-4b8b-a51a-476b783b4b94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:13.533462 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-fbfaba70-57bd-4b8b-a51a-476b783b4b94 admin admin] Deleting port 867005e5-fcd2-4e71-8587-d23538af74cd {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:42:13.533868 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fbfaba70-57bd-4b8b-a51a-476b783b4b94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:13.605530 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2bc5093d-cded-46ab-8604-81b51cfb2522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614fa931-8004-4bab-b897-a96484afecc0', 'name': 'tempest-TestServerBasicOps-2075311773-router', 'tenant_id': 'bcf810c9c8ae48689a266ac6d00d6318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '867005e5-fcd2-4e71-8587-d23538af74cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:36:39Z', 'updated_at': '2022-05-23T11:42:11Z', 'revision_number': 5, 'project_id': 'bcf810c9c8ae48689a266ac6d00d6318', 'gw_port': {'id': '867005e5-fcd2-4e71-8587-d23538af74cd', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614fa931-8004-4bab-b897-a96484afecc0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:36:39Z', 'updated_at': '2022-05-23T11:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:42:13.609623 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc5093d-cded-46ab-8604-81b51cfb2522 None None] Checking router: 614fa931-8004-4bab-b897-a96484afecc0 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:42:13.620262 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc5093d-cded-46ab-8604-81b51cfb2522 None None] Routers {'614fa931-8004-4bab-b897-a96484afecc0'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:42:13.620864 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2bc5093d-cded-46ab-8604-81b51cfb2522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:42:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['614fa931-8004-4bab-b897-a96484afecc0'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:42:13.714798 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-fbfaba70-57bd-4b8b-a51a-476b783b4b94 admin admin] For port 867005e5-fcd2-4e71-8587-d23538af74cd, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=867005e5-fcd2-4e71-8587-d23538af74cd,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:42:13.715153 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fbfaba70-57bd-4b8b-a51a-476b783b4b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:13.776100 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-2bc5093d-cded-46ab-8604-81b51cfb2522 None None] Set router 614fa931-8004-4bab-b897-a96484afecc0 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:42:13.852475 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-fbfaba70-57bd-4b8b-a51a-476b783b4b94 admin admin] Calling delete_port for 867005e5-fcd2-4e71-8587-d23538af74cd owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:42:13.892948 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2bc5093d-cded-46ab-8604-81b51cfb2522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614fa931-8004-4bab-b897-a96484afecc0', 'name': 'tempest-TestServerBasicOps-2075311773-router', 'tenant_id': 'bcf810c9c8ae48689a266ac6d00d6318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:36:39Z', 'updated_at': '2022-05-23T11:42:13Z', 'revision_number': 6, 'project_id': 'bcf810c9c8ae48689a266ac6d00d6318', 'gw_port_host': None}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:42:13.899055 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc5093d-cded-46ab-8604-81b51cfb2522 None None] The sync data for ids ['614fa931-8004-4bab-b897-a96484afecc0'] in n-d-842952-2 is: [{'id': '614fa931-8004-4bab-b897-a96484afecc0', 'name': 'tempest-TestServerBasicOps-2075311773-router', 'tenant_id': 'bcf810c9c8ae48689a266ac6d00d6318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:36:39Z', 'updated_at': '2022-05-23T11:42:13Z', 'revision_number': 6, 'project_id': 'bcf810c9c8ae48689a266ac6d00d6318', 'gw_port_host': None}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:42:14.022581 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fbfaba70-57bd-4b8b-a51a-476b783b4b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:14.068686 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfaba70-57bd-4b8b-a51a-476b783b4b94 admin admin] Pushing event deleted for resources: {'Port': ['ID=867005e5-fcd2-4e71-8587-d23538af74cd,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:42:14.307432 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fbfaba70-57bd-4b8b-a51a-476b783b4b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:14.321500 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:14.690812 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fbfaba70-57bd-4b8b-a51a-476b783b4b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:14.695333 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fbfaba70-57bd-4b8b-a51a-476b783b4b94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:14.723446 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fbfaba70-57bd-4b8b-a51a-476b783b4b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:14.724165 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbfaba70-57bd-4b8b-a51a-476b783b4b94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 614fa931-8004-4bab-b897-a96484afecc0 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:42:14.738762 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fbfaba70-57bd-4b8b-a51a-476b783b4b94 admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:14.739934 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-fbfaba70-57bd-4b8b-a51a-476b783b4b94 admin admin] 10.222.0.79 "DELETE /v2.0/routers/614fa931-8004-4bab-b897-a96484afecc0 HTTP/1.1" status: 204 len: 168 time: 1.6530101 May 23 11:42:14.742589 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33406) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:42:14.808830 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0c65cc6-70dd-4e12-ae9b-2fe50f649e48 admin admin] Deleting subnet b59a689e-15b4-4586-873e-612094a2121e {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:42:14.812636 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b0c65cc6-70dd-4e12-ae9b-2fe50f649e48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:14.871694 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b0c65cc6-70dd-4e12-ae9b-2fe50f649e48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:14.962667 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b0c65cc6-70dd-4e12-ae9b-2fe50f649e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:15.031739 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b0c65cc6-70dd-4e12-ae9b-2fe50f649e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:15.072356 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c65cc6-70dd-4e12-ae9b-2fe50f649e48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b59a689e-15b4-4586-873e-612094a2121e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:42:15.077210 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b0c65cc6-70dd-4e12-ae9b-2fe50f649e48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:15.082643 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09132cae-7ac0-4992-8c14-786d77267625 None None] Network e1a14486-4a9b-48b2-a85d-4acc80ae3f2c requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:42:15.089518 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33420) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:42:15.089997 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b0c65cc6-70dd-4e12-ae9b-2fe50f649e48 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/b59a689e-15b4-4586-873e-612094a2121e HTTP/1.1" status: 204 len: 168 time: 0.3460169 May 23 11:42:15.204623 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2b417ad8-54b6-4eb0-bb02-c8467bc55e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:15.215162 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-2b417ad8-54b6-4eb0-bb02-c8467bc55e96 admin admin] Deleting port 46f247c8-7064-46e3-8e4b-e25224857885 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:42:15.215492 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2b417ad8-54b6-4eb0-bb02-c8467bc55e96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:15.357782 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39667c57-c9c5-411b-be91-47d21c1da4fd None None] DHCP port deletion for e1a14486-4a9b-48b2-a85d-4acc80ae3f2c request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:42:15.362271 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-39667c57-c9c5-411b-be91-47d21c1da4fd None None] Deleting port 46f247c8-7064-46e3-8e4b-e25224857885 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:42:15.362646 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-39667c57-c9c5-411b-be91-47d21c1da4fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:15.444314 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-2b417ad8-54b6-4eb0-bb02-c8467bc55e96 admin admin] For port 46f247c8-7064-46e3-8e4b-e25224857885, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=46f247c8-7064-46e3-8e4b-e25224857885,segment=NetworkSegment(210a98f3-fb44-433e-bd77-a50e7cf8743b),segment_id=210a98f3-fb44-433e-bd77-a50e7cf8743b)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:42:15.444671 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2b417ad8-54b6-4eb0-bb02-c8467bc55e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:15.566884 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-2b417ad8-54b6-4eb0-bb02-c8467bc55e96 admin admin] Calling delete_port for 46f247c8-7064-46e3-8e4b-e25224857885 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:42:15.636140 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-39667c57-c9c5-411b-be91-47d21c1da4fd None None] For port 46f247c8-7064-46e3-8e4b-e25224857885, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=46f247c8-7064-46e3-8e4b-e25224857885,segment=NetworkSegment(210a98f3-fb44-433e-bd77-a50e7cf8743b),segment_id=210a98f3-fb44-433e-bd77-a50e7cf8743b)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:42:15.636518 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-39667c57-c9c5-411b-be91-47d21c1da4fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:15.651481 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2b417ad8-54b6-4eb0-bb02-c8467bc55e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:15.706593 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b417ad8-54b6-4eb0-bb02-c8467bc55e96 admin admin] Pushing event deleted for resources: {'Port': ['ID=46f247c8-7064-46e3-8e4b-e25224857885,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:42:15.711400 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b417ad8-54b6-4eb0-bb02-c8467bc55e96 admin admin] No DVR routers for this DVR port 46f247c8-7064-46e3-8e4b-e25224857885 on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:42:15.766108 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-39667c57-c9c5-411b-be91-47d21c1da4fd None None] Calling delete_port for 46f247c8-7064-46e3-8e4b-e25224857885 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:42:15.829672 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2b417ad8-54b6-4eb0-bb02-c8467bc55e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:15.835117 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-39667c57-c9c5-411b-be91-47d21c1da4fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:42:15.835430 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-39667c57-c9c5-411b-be91-47d21c1da4fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:42:15.858969 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-2b417ad8-54b6-4eb0-bb02-c8467bc55e96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1a14486-4a9b-48b2-a85d-4acc80ae3f2c']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:42:15.872409 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-2b417ad8-54b6-4eb0-bb02-c8467bc55e96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '210a98f3-fb44-433e-bd77-a50e7cf8743b') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:42:15.872708 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-2b417ad8-54b6-4eb0-bb02-c8467bc55e96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '210a98f3-fb44-433e-bd77-a50e7cf8743b') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:42:15.884964 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2b417ad8-54b6-4eb0-bb02-c8467bc55e96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:15.913152 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2b417ad8-54b6-4eb0-bb02-c8467bc55e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:15.920531 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b417ad8-54b6-4eb0-bb02-c8467bc55e96 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:42:15.920926 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2b417ad8-54b6-4eb0-bb02-c8467bc55e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:15.934992 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:42:15.934992 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:42:15.934992 n-d-842952-2 neutron-server[83911]: timer() May 23 11:42:15.934992 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:42:15.934992 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:42:15.934992 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:42:15.934992 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:42:15.934992 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:42:15.934992 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:42:15.934992 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:42:15.934992 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:42:15.934992 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:42:15.934992 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:42:15.934992 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:42:15.934992 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:42:15.934992 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:42:15.934992 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:42:15.934992 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:42:15.934992 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:42:15.934992 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:42:15.934992 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:42:15.934992 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:42:15.934992 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:42:15.934992 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:42:15.934992 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:42:15.934992 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:42:15.934992 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:42:15.934992 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:42:15.934992 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:42:15.934992 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:42:15.934992 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:42:15.934992 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:42:15.980258 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 867005e5-fcd2-4e71-8587-d23538af74cd no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:42:16.018407 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 867005e5-fcd2-4e71-8587-d23538af74cd {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:42:16.018809 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 867005e5-fcd2-4e71-8587-d23538af74cd not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:42:16.019174 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device cb8b5a0f-6702-43bd-95f6-570be107704d no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:42:16.024621 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2b417ad8-54b6-4eb0-bb02-c8467bc55e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:16.042648 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2b417ad8-54b6-4eb0-bb02-c8467bc55e96 admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:16.051805 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: cb8b5a0f-6702-43bd-95f6-570be107704d {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:42:16.052167 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device cb8b5a0f-6702-43bd-95f6-570be107704d not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:42:16.052627 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 46f247c8-7064-46e3-8e4b-e25224857885 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:42:16.055251 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b417ad8-54b6-4eb0-bb02-c8467bc55e96 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1a14486-4a9b-48b2-a85d-4acc80ae3f2c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:42:16.060152 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2b417ad8-54b6-4eb0-bb02-c8467bc55e96 admin admin] 10.222.0.79 "DELETE /v2.0/networks/e1a14486-4a9b-48b2-a85d-4acc80ae3f2c HTTP/1.1" status: 204 len: 168 time: 0.9695334 May 23 11:42:16.084609 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 46f247c8-7064-46e3-8e4b-e25224857885 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:42:16.085076 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 46f247c8-7064-46e3-8e4b-e25224857885 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:42:16.213740 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33444) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:42:16.270028 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-77e08918-73ed-4f23-b66a-016617764e67 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c0d5a70375a14dad89b052c6ff00afdf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0511346 May 23 11:42:16.272679 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33448) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:42:16.334260 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-44f246cd-83a7-4335-a99d-b01e8584a3d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:16.336902 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-39667c57-c9c5-411b-be91-47d21c1da4fd None None] Deleting port 46f247c8-7064-46e3-8e4b-e25224857885 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:42:16.337349 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-39667c57-c9c5-411b-be91-47d21c1da4fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:16.363546 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-44f246cd-83a7-4335-a99d-b01e8584a3d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:16.408453 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-39667c57-c9c5-411b-be91-47d21c1da4fd None None] The port '46f247c8-7064-46e3-8e4b-e25224857885' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:42:16.420772 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-44f246cd-83a7-4335-a99d-b01e8584a3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:16.438133 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f246cd-83a7-4335-a99d-b01e8584a3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea14b8a5-d21c-4f0f-bb71-670f71e959ee,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:42:16.444861 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-44f246cd-83a7-4335-a99d-b01e8584a3d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:16.448279 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-44f246cd-83a7-4335-a99d-b01e8584a3d8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ea14b8a5-d21c-4f0f-bb71-670f71e959ee HTTP/1.1" status: 204 len: 168 time: 0.1723561 May 23 11:42:16.883023 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33464) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:42:16.937664 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ecc36f03-b883-45bb-aca8-ee9e2b8f2d29 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bcf810c9c8ae48689a266ac6d00d6318&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0534074 May 23 11:42:16.941342 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33474) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:42:17.018033 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c7054179-dcc4-4e3d-96be-30afe5760c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:17.047151 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c7054179-dcc4-4e3d-96be-30afe5760c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:17.105720 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c7054179-dcc4-4e3d-96be-30afe5760c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:17.120837 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7054179-dcc4-4e3d-96be-30afe5760c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104b06f8-37fb-4988-9522-caf1d7ce8c09,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:42:17.127461 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c7054179-dcc4-4e3d-96be-30afe5760c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:17.131522 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c7054179-dcc4-4e3d-96be-30afe5760c2b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/104b06f8-37fb-4988-9522-caf1d7ce8c09 HTTP/1.1" status: 204 len: 168 time: 0.1897910 May 23 11:42:18.047685 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33514) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:42:18.184349 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-0778a5c0-e066-49fe-9e96-10fc04c40817 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2095031511-network', 'tenant_id': '17f349f91e0b4627aaadec58185bca30'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:42:18.190273 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0778a5c0-e066-49fe-9e96-10fc04c40817 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:42:18.194773 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-0778a5c0-e066-49fe-9e96-10fc04c40817 admin admin] Usage tracker for resource:network and tenant:17f349f91e0b4627aaadec58185bca30 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:42:18.197971 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-0778a5c0-e066-49fe-9e96-10fc04c40817 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:42:18.203720 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0778a5c0-e066-49fe-9e96-10fc04c40817 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:42:18.214825 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0778a5c0-e066-49fe-9e96-10fc04c40817 admin admin] Made reservation on behalf of 17f349f91e0b4627aaadec58185bca30 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:42:18.217191 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0778a5c0-e066-49fe-9e96-10fc04c40817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:18.230306 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0778a5c0-e066-49fe-9e96-10fc04c40817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:18.264880 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0778a5c0-e066-49fe-9e96-10fc04c40817 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:42:18.269075 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-0778a5c0-e066-49fe-9e96-10fc04c40817 admin admin] Usage tracker for resource:security_group_rule and tenant:17f349f91e0b4627aaadec58185bca30 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:42:18.272075 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-0778a5c0-e066-49fe-9e96-10fc04c40817 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:42:18.278697 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0778a5c0-e066-49fe-9e96-10fc04c40817 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:42:18.369440 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0778a5c0-e066-49fe-9e96-10fc04c40817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:18.373882 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0778a5c0-e066-49fe-9e96-10fc04c40817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:18.404701 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0778a5c0-e066-49fe-9e96-10fc04c40817 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:42:18.417107 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778a5c0-e066-49fe-9e96-10fc04c40817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5fc76f-d26c-43d1-9b8e-424b54f8551d,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:42:18.422857 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0778a5c0-e066-49fe-9e96-10fc04c40817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:18.423158 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-0778a5c0-e066-49fe-9e96-10fc04c40817 admin admin] Added segment ff5d685f-f157-43d3-89b5-3cf50edc9acd of type vlan for network 92bdf765-e1b5-4c1f-be7c-394d5e7f1df6 May 23 11:42:18.450288 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0778a5c0-e066-49fe-9e96-10fc04c40817 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:18.481041 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0778a5c0-e066-49fe-9e96-10fc04c40817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:18.481864 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0778a5c0-e066-49fe-9e96-10fc04c40817 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:42:18.482442 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0778a5c0-e066-49fe-9e96-10fc04c40817 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:18.595901 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0778a5c0-e066-49fe-9e96-10fc04c40817 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5521214 May 23 11:42:18.597053 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778a5c0-e066-49fe-9e96-10fc04c40817 admin admin] Pushing event updated for resources: {'Network': ['ID=92bdf765-e1b5-4c1f-be7c-394d5e7f1df6,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:42:18.599118 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33528) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:42:18.605788 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-f3696194-ae8c-48ce-8be5-9eb87371f175 admin admin] Request body: {'subnet': {'network_id': '92bdf765-e1b5-4c1f-be7c-394d5e7f1df6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2095031511-subnet', 'tenant_id': '17f349f91e0b4627aaadec58185bca30', 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:42:18.608379 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 92bdf765-e1b5-4c1f-be7c-394d5e7f1df6 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:42:18.612248 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f3696194-ae8c-48ce-8be5-9eb87371f175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:42:18.616336 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f3696194-ae8c-48ce-8be5-9eb87371f175 admin admin] Usage tracker for resource:subnet and tenant:17f349f91e0b4627aaadec58185bca30 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:42:18.620320 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f3696194-ae8c-48ce-8be5-9eb87371f175 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:42:18.626179 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f3696194-ae8c-48ce-8be5-9eb87371f175 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:42:18.635937 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3696194-ae8c-48ce-8be5-9eb87371f175 admin admin] Made reservation on behalf of 17f349f91e0b4627aaadec58185bca30 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:42:18.638862 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f3696194-ae8c-48ce-8be5-9eb87371f175 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:18.874799 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f3696194-ae8c-48ce-8be5-9eb87371f175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:19.035768 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3696194-ae8c-48ce-8be5-9eb87371f175 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7d3de30-866a-45ab-a1bf-da8876f8c1c1,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:42:19.050401 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3696194-ae8c-48ce-8be5-9eb87371f175 admin admin] Checking segment: {'id': 'ff5d685f-f157-43d3-89b5-3cf50edc9acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '92bdf765-e1b5-4c1f-be7c-394d5e7f1df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:42:19.050746 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3696194-ae8c-48ce-8be5-9eb87371f175 admin admin] Network hostable DHCP agents. Network: 92bdf765-e1b5-4c1f-be7c-394d5e7f1df6, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:42:19.074216 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3696194-ae8c-48ce-8be5-9eb87371f175 admin admin] Network 92bdf765-e1b5-4c1f-be7c-394d5e7f1df6 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:42:19.083535 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-f3696194-ae8c-48ce-8be5-9eb87371f175 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 92bdf765-e1b5-4c1f-be7c-394d5e7f1df6) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:42:19.087531 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3696194-ae8c-48ce-8be5-9eb87371f175 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:42:19.088580 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f3696194-ae8c-48ce-8be5-9eb87371f175 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:19.094082 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3f0c10-2d24-47bc-9152-42fb8851e98b None None] Network 92bdf765-e1b5-4c1f-be7c-394d5e7f1df6 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:42:19.115096 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f3696194-ae8c-48ce-8be5-9eb87371f175 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5141022 May 23 11:42:19.117754 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 33542) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:42:19.124836 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b4d40ec2-a92b-4393-87b0-8037d5b5e1fa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2095031511-router', 'tenant_id': '17f349f91e0b4627aaadec58185bca30', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:42:19.139737 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b4d40ec2-a92b-4393-87b0-8037d5b5e1fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:42:19.139737 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b4d40ec2-a92b-4393-87b0-8037d5b5e1fa admin admin] Usage tracker for resource:router and tenant:17f349f91e0b4627aaadec58185bca30 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:42:19.145717 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b4d40ec2-a92b-4393-87b0-8037d5b5e1fa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:42:19.160521 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b4d40ec2-a92b-4393-87b0-8037d5b5e1fa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:42:19.173863 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b4d40ec2-a92b-4393-87b0-8037d5b5e1fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:19.175655 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b4d40ec2-a92b-4393-87b0-8037d5b5e1fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:19.199365 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b4d40ec2-a92b-4393-87b0-8037d5b5e1fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:19.319159 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c72276-7170-4b85-b24d-3c91520994a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-92bdf765-e1b5-4c1f-be7c-394d5e7f1df6', 'network_id': '92bdf765-e1b5-4c1f-be7c-394d5e7f1df6', 'tenant_id': '17f349f91e0b4627aaadec58185bca30', 'fixed_ips': [{'subnet_id': 'b7d3de30-866a-45ab-a1bf-da8876f8c1c1'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:42:19.320057 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c3c72276-7170-4b85-b24d-3c91520994a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:19.355171 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b4d40ec2-a92b-4393-87b0-8037d5b5e1fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:19.514599 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-c3c72276-7170-4b85-b24d-3c91520994a3 None None] Allocated IP 172.20.0.2 (92bdf765-e1b5-4c1f-be7c-394d5e7f1df6/b7d3de30-866a-45ab-a1bf-da8876f8c1c1/55663d5b-4483-4b5f-a26f-0a8ff9ff6f5d) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:42:19.552861 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b4d40ec2-a92b-4393-87b0-8037d5b5e1fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:19.583332 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b4d40ec2-a92b-4393-87b0-8037d5b5e1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:19.737314 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-b4d40ec2-a92b-4393-87b0-8037d5b5e1fa admin admin] Allocated IP 172.25.6.246 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/684e0ed3-c081-448a-b290-5d3ede809868) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:42:19.738061 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c3c72276-7170-4b85-b24d-3c91520994a3 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:19.748430 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c3c72276-7170-4b85-b24d-3c91520994a3 None None] Transition to ACTIVE for port object 55663d5b-4483-4b5f-a26f-0a8ff9ff6f5d will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:42:19.766500 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c3c72276-7170-4b85-b24d-3c91520994a3 None None] Transition to ACTIVE for port object 55663d5b-4483-4b5f-a26f-0a8ff9ff6f5d will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:42:19.779252 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c3c72276-7170-4b85-b24d-3c91520994a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:19.910941 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b4d40ec2-a92b-4393-87b0-8037d5b5e1fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:19.920249 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c72276-7170-4b85-b24d-3c91520994a3 None None] Network 92bdf765-e1b5-4c1f-be7c-394d5e7f1df6 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:42:19.923770 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c72276-7170-4b85-b24d-3c91520994a3 None None] Pushing event updated for resources: {'Port': ['ID=55663d5b-4483-4b5f-a26f-0a8ff9ff6f5d,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:42:19.926301 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-c3c72276-7170-4b85-b24d-3c91520994a3 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:42:19.929140 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c72276-7170-4b85-b24d-3c91520994a3 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:42:19.940624 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b4d40ec2-a92b-4393-87b0-8037d5b5e1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:19.966792 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c72276-7170-4b85-b24d-3c91520994a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:42:19.967309 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c72276-7170-4b85-b24d-3c91520994a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:42:19.967607 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c72276-7170-4b85-b24d-3c91520994a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:42:19.967916 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c72276-7170-4b85-b24d-3c91520994a3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:42:19.968130 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c72276-7170-4b85-b24d-3c91520994a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:42:19.968464 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c72276-7170-4b85-b24d-3c91520994a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:42:19.968916 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c72276-7170-4b85-b24d-3c91520994a3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:42:19.969252 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c72276-7170-4b85-b24d-3c91520994a3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:42:19.969578 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c72276-7170-4b85-b24d-3c91520994a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:42:19.971590 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c72276-7170-4b85-b24d-3c91520994a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:42:19.972216 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c72276-7170-4b85-b24d-3c91520994a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:42:20.021891 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d40ec2-a92b-4393-87b0-8037d5b5e1fa admin admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:42:20.025110 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-b4d40ec2-a92b-4393-87b0-8037d5b5e1fa admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:42:20.029163 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d40ec2-a92b-4393-87b0-8037d5b5e1fa admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:42:20.049278 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c3c72276-7170-4b85-b24d-3c91520994a3 None None] Attempting to bind port 55663d5b-4483-4b5f-a26f-0a8ff9ff6f5d on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:42:20.049690 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c3c72276-7170-4b85-b24d-3c91520994a3 None None] Attempting to bind port 55663d5b-4483-4b5f-a26f-0a8ff9ff6f5d by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'ff5d685f-f157-43d3-89b5-3cf50edc9acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '92bdf765-e1b5-4c1f-be7c-394d5e7f1df6'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:42:20.050328 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c72276-7170-4b85-b24d-3c91520994a3 None None] Attempting to bind port 55663d5b-4483-4b5f-a26f-0a8ff9ff6f5d on network 92bdf765-e1b5-4c1f-be7c-394d5e7f1df6 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:42:20.057127 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c72276-7170-4b85-b24d-3c91520994a3 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:42:20.057491 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c72276-7170-4b85-b24d-3c91520994a3 None None] Checking segment: {'id': 'ff5d685f-f157-43d3-89b5-3cf50edc9acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '92bdf765-e1b5-4c1f-be7c-394d5e7f1df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:42:20.057892 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c3c72276-7170-4b85-b24d-3c91520994a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:20.060401 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c72276-7170-4b85-b24d-3c91520994a3 None None] Bound using segment: {'id': 'ff5d685f-f157-43d3-89b5-3cf50edc9acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '92bdf765-e1b5-4c1f-be7c-394d5e7f1df6'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:42:20.060401 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c3c72276-7170-4b85-b24d-3c91520994a3 None None] Bound port: 55663d5b-4483-4b5f-a26f-0a8ff9ff6f5d, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff5d685f-f157-43d3-89b5-3cf50edc9acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '92bdf765-e1b5-4c1f-be7c-394d5e7f1df6'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:42:20.060401 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c3c72276-7170-4b85-b24d-3c91520994a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:20.066838 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d40ec2-a92b-4393-87b0-8037d5b5e1fa admin admin] Pushing event updated for resources: {'Port': ['ID=684e0ed3-c081-448a-b290-5d3ede809868,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:42:20.170906 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c3c72276-7170-4b85-b24d-3c91520994a3 None None] For port 55663d5b-4483-4b5f-a26f-0a8ff9ff6f5d, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:42:20.174730 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c3c72276-7170-4b85-b24d-3c91520994a3 None None] For port 55663d5b-4483-4b5f-a26f-0a8ff9ff6f5d, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=55663d5b-4483-4b5f-a26f-0a8ff9ff6f5d,segment=NetworkSegment(ff5d685f-f157-43d3-89b5-3cf50edc9acd),segment_id=ff5d685f-f157-43d3-89b5-3cf50edc9acd)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:42:20.181413 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c3c72276-7170-4b85-b24d-3c91520994a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:20.221729 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b4d40ec2-a92b-4393-87b0-8037d5b5e1fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:20.222542 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b4d40ec2-a92b-4393-87b0-8037d5b5e1fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:20.292337 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c72276-7170-4b85-b24d-3c91520994a3 None None] Pushing event updated for resources: {'Port': ['ID=55663d5b-4483-4b5f-a26f-0a8ff9ff6f5d,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:42:20.501309 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d40ec2-a92b-4393-87b0-8037d5b5e1fa admin admin] Router 82bb4b29-37da-4296-a880-b898b3e1e508 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:42:20.730372 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d40ec2-a92b-4393-87b0-8037d5b5e1fa admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:42:20.741474 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6630e55c-cafe-4d55-975b-23e0ca43cf93 None None] Sync routers for ids ['82bb4b29-37da-4296-a880-b898b3e1e508'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:42:20.754642 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6630e55c-cafe-4d55-975b-23e0ca43cf93 None None] Routers {'82bb4b29-37da-4296-a880-b898b3e1e508'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:42:20.755526 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-6630e55c-cafe-4d55-975b-23e0ca43cf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:42:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['82bb4b29-37da-4296-a880-b898b3e1e508'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:42:20.755916 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b4d40ec2-a92b-4393-87b0-8037d5b5e1fa admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:20.760158 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33572) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:42:20.760625 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b4d40ec2-a92b-4393-87b0-8037d5b5e1fa admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6414423 May 23 11:42:20.963970 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-6630e55c-cafe-4d55-975b-23e0ca43cf93 None None] Set router 82bb4b29-37da-4296-a880-b898b3e1e508 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:42:21.331082 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-6630e55c-cafe-4d55-975b-23e0ca43cf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'name': 'tempest-TestVolumeBackupRestore-2095031511-router', 'tenant_id': '17f349f91e0b4627aaadec58185bca30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '684e0ed3-c081-448a-b290-5d3ede809868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:42:19Z', 'updated_at': '2022-05-23T11:42:20Z', 'revision_number': 3, 'project_id': '17f349f91e0b4627aaadec58185bca30', 'gw_port': {'id': '684e0ed3-c081-448a-b290-5d3ede809868', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:42:19Z', 'updated_at': '2022-05-23T11:42:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:42:21.336112 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6630e55c-cafe-4d55-975b-23e0ca43cf93 None None] Checking router: 82bb4b29-37da-4296-a880-b898b3e1e508 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:42:21.336393 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6630e55c-cafe-4d55-975b-23e0ca43cf93 None None] Updating router 82bb4b29-37da-4296-a880-b898b3e1e508 port 684e0ed3-c081-448a-b290-5d3ede809868 binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:42:21.397532 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-6630e55c-cafe-4d55-975b-23e0ca43cf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:21.440214 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8da09a-4c5b-48e9-9672-c049664188c6 None None] Network 92bdf765-e1b5-4c1f-be7c-394d5e7f1df6 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:42:21.563590 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-87a45b50-6b5b-4334-bdcc-49c87e45e8e2 None None] Provisioning for port 55663d5b-4483-4b5f-a26f-0a8ff9ff6f5d completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:42:21.788727 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f020b88-203e-475a-a87f-89555e80ec5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:21.807930 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-6630e55c-cafe-4d55-975b-23e0ca43cf93 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:21.827415 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-6630e55c-cafe-4d55-975b-23e0ca43cf93 None None] Transition to ACTIVE for port object 684e0ed3-c081-448a-b290-5d3ede809868 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:42:21.846444 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-6630e55c-cafe-4d55-975b-23e0ca43cf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:21.973462 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-6630e55c-cafe-4d55-975b-23e0ca43cf93 None None] Attempting to bind port 684e0ed3-c081-448a-b290-5d3ede809868 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:42:21.974016 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-6630e55c-cafe-4d55-975b-23e0ca43cf93 None None] Attempting to bind port 684e0ed3-c081-448a-b290-5d3ede809868 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:42:21.974627 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6630e55c-cafe-4d55-975b-23e0ca43cf93 None None] Attempting to bind port 684e0ed3-c081-448a-b290-5d3ede809868 on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:42:21.976845 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8cb4f8-d0d0-4643-a34f-872859763e77 None None] Pushing event updated for resources: {'Port': ['ID=684e0ed3-c081-448a-b290-5d3ede809868,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:42:21.986435 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6630e55c-cafe-4d55-975b-23e0ca43cf93 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:42:21.986803 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6630e55c-cafe-4d55-975b-23e0ca43cf93 None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:42:21.987198 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-6630e55c-cafe-4d55-975b-23e0ca43cf93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:21.987581 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6630e55c-cafe-4d55-975b-23e0ca43cf93 None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:42:21.988100 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-6630e55c-cafe-4d55-975b-23e0ca43cf93 None None] Bound port: 684e0ed3-c081-448a-b290-5d3ede809868, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:42:21.988457 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-6630e55c-cafe-4d55-975b-23e0ca43cf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:22.042348 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 55663d5b-4483-4b5f-a26f-0a8ff9ff6f5d up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:42:22.070939 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-6630e55c-cafe-4d55-975b-23e0ca43cf93 None None] For port 684e0ed3-c081-448a-b290-5d3ede809868, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:42:22.074150 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-6630e55c-cafe-4d55-975b-23e0ca43cf93 None None] For port 684e0ed3-c081-448a-b290-5d3ede809868, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=684e0ed3-c081-448a-b290-5d3ede809868,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:42:22.080274 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-6630e55c-cafe-4d55-975b-23e0ca43cf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:22.082067 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-2f020b88-203e-475a-a87f-89555e80ec5c admin admin] Allocated IP 172.20.0.1 (92bdf765-e1b5-4c1f-be7c-394d5e7f1df6/b7d3de30-866a-45ab-a1bf-da8876f8c1c1/b88442db-0c5e-47c2-bdfa-fd04bbe41572) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:42:22.141552 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 55663d5b-4483-4b5f-a26f-0a8ff9ff6f5d completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:42:22.147671 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 55663d5b-4483-4b5f-a26f-0a8ff9ff6f5d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:42:22.150286 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:22.171502 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8cb4f8-d0d0-4643-a34f-872859763e77 None None] Pushing event updated for resources: {'Port': ['ID=684e0ed3-c081-448a-b290-5d3ede809868,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:42:22.201700 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6630e55c-cafe-4d55-975b-23e0ca43cf93 None None] Routers {'82bb4b29-37da-4296-a880-b898b3e1e508'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:42:22.202336 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-6630e55c-cafe-4d55-975b-23e0ca43cf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:42:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['82bb4b29-37da-4296-a880-b898b3e1e508'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:42:22.307780 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:22.314698 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f020b88-203e-475a-a87f-89555e80ec5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:22.334956 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-2f020b88-203e-475a-a87f-89555e80ec5c admin admin] Transition to ACTIVE for port object b88442db-0c5e-47c2-bdfa-fd04bbe41572 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:42:22.344955 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 55663d5b-4483-4b5f-a26f-0a8ff9ff6f5d, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=55663d5b-4483-4b5f-a26f-0a8ff9ff6f5d,segment=NetworkSegment(ff5d685f-f157-43d3-89b5-3cf50edc9acd),segment_id=ff5d685f-f157-43d3-89b5-3cf50edc9acd)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:42:22.349331 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:22.364472 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f020b88-203e-475a-a87f-89555e80ec5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:22.414040 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-6630e55c-cafe-4d55-975b-23e0ca43cf93 None None] Set router 82bb4b29-37da-4296-a880-b898b3e1e508 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:42:22.424499 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=55663d5b-4483-4b5f-a26f-0a8ff9ff6f5d,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:42:22.446339 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f020b88-203e-475a-a87f-89555e80ec5c admin admin] Network 92bdf765-e1b5-4c1f-be7c-394d5e7f1df6 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:42:22.449259 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-2f020b88-203e-475a-a87f-89555e80ec5c admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:42:22.457684 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f020b88-203e-475a-a87f-89555e80ec5c admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:42:22.500412 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f020b88-203e-475a-a87f-89555e80ec5c admin admin] Pushing event updated for resources: {'Port': ['ID=b88442db-0c5e-47c2-bdfa-fd04bbe41572,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:42:22.537391 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f020b88-203e-475a-a87f-89555e80ec5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:22.639761 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f020b88-203e-475a-a87f-89555e80ec5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:22.752474 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6ca27c79-927f-42de-ab52-6a4c22542674 None None] Provisioning for port b88442db-0c5e-47c2-bdfa-fd04bbe41572 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:42:22.760516 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6ca27c79-927f-42de-ab52-6a4c22542674 None None] Provisioning complete for port b88442db-0c5e-47c2-bdfa-fd04bbe41572 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:42:22.761507 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6ca27c79-927f-42de-ab52-6a4c22542674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:22.766807 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-6630e55c-cafe-4d55-975b-23e0ca43cf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'name': 'tempest-TestVolumeBackupRestore-2095031511-router', 'tenant_id': '17f349f91e0b4627aaadec58185bca30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '684e0ed3-c081-448a-b290-5d3ede809868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:42:19Z', 'updated_at': '2022-05-23T11:42:20Z', 'revision_number': 3, 'project_id': '17f349f91e0b4627aaadec58185bca30', 'gw_port': {'id': '684e0ed3-c081-448a-b290-5d3ede809868', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:42:19Z', 'updated_at': '2022-05-23T11:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:42:22.776305 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6630e55c-cafe-4d55-975b-23e0ca43cf93 None None] The sync data for ids ['82bb4b29-37da-4296-a880-b898b3e1e508'] in n-d-842952-2 is: [{'id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'name': 'tempest-TestVolumeBackupRestore-2095031511-router', 'tenant_id': '17f349f91e0b4627aaadec58185bca30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '684e0ed3-c081-448a-b290-5d3ede809868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:42:19Z', 'updated_at': '2022-05-23T11:42:20Z', 'revision_number': 3, 'project_id': '17f349f91e0b4627aaadec58185bca30', 'gw_port': {'id': '684e0ed3-c081-448a-b290-5d3ede809868', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:42:19Z', 'updated_at': '2022-05-23T11:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:42:22.822909 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6ca27c79-927f-42de-ab52-6a4c22542674 None None] Port b88442db-0c5e-47c2-bdfa-fd04bbe41572 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:42:22.892679 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f020b88-203e-475a-a87f-89555e80ec5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:22.899811 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f020b88-203e-475a-a87f-89555e80ec5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:23.015861 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f020b88-203e-475a-a87f-89555e80ec5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:23.042587 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f020b88-203e-475a-a87f-89555e80ec5c admin admin] Pushing event updated for resources: {'Port': ['ID=b88442db-0c5e-47c2-bdfa-fd04bbe41572,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:42:23.173388 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f020b88-203e-475a-a87f-89555e80ec5c admin admin] Network 92bdf765-e1b5-4c1f-be7c-394d5e7f1df6 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:42:23.174714 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-2f020b88-203e-475a-a87f-89555e80ec5c admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:42:23.468271 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-eacf1dd6-b77e-4eb0-94aa-7bba444162ae None None] Provisioning complete for port b88442db-0c5e-47c2-bdfa-fd04bbe41572 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:42:23.469018 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eacf1dd6-b77e-4eb0-94aa-7bba444162ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:23.534929 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-eacf1dd6-b77e-4eb0-94aa-7bba444162ae None None] Port b88442db-0c5e-47c2-bdfa-fd04bbe41572 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:42:23.614060 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f020b88-203e-475a-a87f-89555e80ec5c admin admin] Router 82bb4b29-37da-4296-a880-b898b3e1e508 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:42:23.929841 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f020b88-203e-475a-a87f-89555e80ec5c admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:42:23.945487 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2f020b88-203e-475a-a87f-89555e80ec5c admin admin] 10.222.0.79 "PUT /v2.0/routers/82bb4b29-37da-4296-a880-b898b3e1e508/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1784906 May 23 11:42:24.039643 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 684e0ed3-c081-448a-b290-5d3ede809868 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:42:24.118683 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 684e0ed3-c081-448a-b290-5d3ede809868 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:42:24.123777 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 684e0ed3-c081-448a-b290-5d3ede809868 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:42:24.124256 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:24.250164 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:24.266483 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 684e0ed3-c081-448a-b290-5d3ede809868, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=684e0ed3-c081-448a-b290-5d3ede809868,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:42:24.271114 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:24.272137 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 55663d5b-4483-4b5f-a26f-0a8ff9ff6f5d up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:42:24.397300 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=684e0ed3-c081-448a-b290-5d3ede809868,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:42:24.410034 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 55663d5b-4483-4b5f-a26f-0a8ff9ff6f5d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:42:24.410406 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:24.857281 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33626) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:42:24.864378 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-9a9074ea-9ad7-4b3d-ba13-b235f966f5b5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-890747506-network', 'tenant_id': '6fe0bd51969941a68a9bbf4546efb9eb'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:42:24.870323 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9a9074ea-9ad7-4b3d-ba13-b235f966f5b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:42:24.875364 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-9a9074ea-9ad7-4b3d-ba13-b235f966f5b5 admin admin] Usage tracker for resource:network and tenant:6fe0bd51969941a68a9bbf4546efb9eb is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:42:24.878301 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-9a9074ea-9ad7-4b3d-ba13-b235f966f5b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:42:24.884495 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9a9074ea-9ad7-4b3d-ba13-b235f966f5b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:42:24.896234 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9074ea-9ad7-4b3d-ba13-b235f966f5b5 admin admin] Made reservation on behalf of 6fe0bd51969941a68a9bbf4546efb9eb for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:42:24.898544 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9a9074ea-9ad7-4b3d-ba13-b235f966f5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:24.915341 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9a9074ea-9ad7-4b3d-ba13-b235f966f5b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:24.953745 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9a9074ea-9ad7-4b3d-ba13-b235f966f5b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:42:24.958443 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-9a9074ea-9ad7-4b3d-ba13-b235f966f5b5 admin admin] Usage tracker for resource:security_group_rule and tenant:6fe0bd51969941a68a9bbf4546efb9eb is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:42:24.961429 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-9a9074ea-9ad7-4b3d-ba13-b235f966f5b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:42:24.967214 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9a9074ea-9ad7-4b3d-ba13-b235f966f5b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:42:25.036148 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9a9074ea-9ad7-4b3d-ba13-b235f966f5b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:25.040998 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9a9074ea-9ad7-4b3d-ba13-b235f966f5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:25.072722 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a9074ea-9ad7-4b3d-ba13-b235f966f5b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:42:25.081997 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9074ea-9ad7-4b3d-ba13-b235f966f5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6fbadb-591b-4b3f-acbe-d4b3bbbd40a0,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:42:25.089092 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9a9074ea-9ad7-4b3d-ba13-b235f966f5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:25.089485 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-9a9074ea-9ad7-4b3d-ba13-b235f966f5b5 admin admin] Added segment 74af9839-d58d-43f5-ac2d-20a240e0943a of type vlan for network c756a4c0-e58b-4bf5-a583-a3312ba2e18e May 23 11:42:25.117936 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9a9074ea-9ad7-4b3d-ba13-b235f966f5b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:25.148341 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9a9074ea-9ad7-4b3d-ba13-b235f966f5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:25.149574 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9074ea-9ad7-4b3d-ba13-b235f966f5b5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:42:25.150348 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9a9074ea-9ad7-4b3d-ba13-b235f966f5b5 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:25.254454 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9074ea-9ad7-4b3d-ba13-b235f966f5b5 admin admin] Pushing event updated for resources: {'Network': ['ID=c756a4c0-e58b-4bf5-a583-a3312ba2e18e,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:42:25.257649 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9a9074ea-9ad7-4b3d-ba13-b235f966f5b5 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3985395 May 23 11:42:25.260483 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33630) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:42:25.264710 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network c756a4c0-e58b-4bf5-a583-a3312ba2e18e details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:42:25.265746 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-9b741c3c-2bec-4c6a-a047-f5d5a8852bc5 admin admin] Request body: {'subnet': {'network_id': 'c756a4c0-e58b-4bf5-a583-a3312ba2e18e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-890747506-subnet', 'tenant_id': '6fe0bd51969941a68a9bbf4546efb9eb', 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:42:25.271566 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9b741c3c-2bec-4c6a-a047-f5d5a8852bc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:42:25.275795 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-9b741c3c-2bec-4c6a-a047-f5d5a8852bc5 admin admin] Usage tracker for resource:subnet and tenant:6fe0bd51969941a68a9bbf4546efb9eb is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:42:25.278830 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-9b741c3c-2bec-4c6a-a047-f5d5a8852bc5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:42:25.285204 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-9b741c3c-2bec-4c6a-a047-f5d5a8852bc5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:42:25.298768 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b741c3c-2bec-4c6a-a047-f5d5a8852bc5 admin admin] Made reservation on behalf of 6fe0bd51969941a68a9bbf4546efb9eb for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:42:25.301826 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9b741c3c-2bec-4c6a-a047-f5d5a8852bc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:25.519718 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9b741c3c-2bec-4c6a-a047-f5d5a8852bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:25.596147 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b741c3c-2bec-4c6a-a047-f5d5a8852bc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21b498da-2246-4d2e-8552-cae69bc399b3,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:42:25.607698 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b741c3c-2bec-4c6a-a047-f5d5a8852bc5 admin admin] Checking segment: {'id': '74af9839-d58d-43f5-ac2d-20a240e0943a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c756a4c0-e58b-4bf5-a583-a3312ba2e18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:42:25.608085 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b741c3c-2bec-4c6a-a047-f5d5a8852bc5 admin admin] Network hostable DHCP agents. Network: c756a4c0-e58b-4bf5-a583-a3312ba2e18e, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:42:25.631570 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b741c3c-2bec-4c6a-a047-f5d5a8852bc5 admin admin] Network c756a4c0-e58b-4bf5-a583-a3312ba2e18e is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:42:25.641689 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-9b741c3c-2bec-4c6a-a047-f5d5a8852bc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, c756a4c0-e58b-4bf5-a583-a3312ba2e18e) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:42:25.645957 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b741c3c-2bec-4c6a-a047-f5d5a8852bc5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:42:25.646639 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9b741c3c-2bec-4c6a-a047-f5d5a8852bc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:25.655480 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68cae6d-d57c-47b4-83ce-e7f52e13b8e6 None None] Network c756a4c0-e58b-4bf5-a583-a3312ba2e18e requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:42:25.672479 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9b741c3c-2bec-4c6a-a047-f5d5a8852bc5 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4084196 May 23 11:42:25.672664 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33634) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:42:25.677995 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-ffee849a-e731-4e36-becc-f34a9211088b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-890747506-router', 'tenant_id': '6fe0bd51969941a68a9bbf4546efb9eb', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:42:25.683188 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ffee849a-e731-4e36-becc-f34a9211088b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:42:25.687374 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ffee849a-e731-4e36-becc-f34a9211088b admin admin] Usage tracker for resource:router and tenant:6fe0bd51969941a68a9bbf4546efb9eb is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:42:25.690310 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ffee849a-e731-4e36-becc-f34a9211088b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:42:25.696376 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ffee849a-e731-4e36-becc-f34a9211088b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:42:25.707732 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ffee849a-e731-4e36-becc-f34a9211088b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:25.708824 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ffee849a-e731-4e36-becc-f34a9211088b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:25.729000 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ffee849a-e731-4e36-becc-f34a9211088b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:25.891688 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ffee849a-e731-4e36-becc-f34a9211088b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:25.926014 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afc117d-50a0-475c-aff5-588a542b5d53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-c756a4c0-e58b-4bf5-a583-a3312ba2e18e', 'network_id': 'c756a4c0-e58b-4bf5-a583-a3312ba2e18e', 'tenant_id': '6fe0bd51969941a68a9bbf4546efb9eb', 'fixed_ips': [{'subnet_id': '21b498da-2246-4d2e-8552-cae69bc399b3'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:42:25.926841 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2afc117d-50a0-475c-aff5-588a542b5d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:25.997388 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 684e0ed3-c081-448a-b290-5d3ede809868 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:42:26.150689 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ffee849a-e731-4e36-becc-f34a9211088b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:26.152421 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 684e0ed3-c081-448a-b290-5d3ede809868 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:42:26.152664 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:26.183355 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-2afc117d-50a0-475c-aff5-588a542b5d53 None None] Allocated IP 172.20.0.2 (c756a4c0-e58b-4bf5-a583-a3312ba2e18e/21b498da-2246-4d2e-8552-cae69bc399b3/c7e30fd7-edcc-43ff-b190-29ec3ac8e203) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:42:26.191160 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ffee849a-e731-4e36-becc-f34a9211088b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:26.389969 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-ffee849a-e731-4e36-becc-f34a9211088b admin admin] Allocated IP 172.25.6.147 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/4f4106d0-085f-4d04-90cf-157468f2cdd2) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:42:26.495053 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2afc117d-50a0-475c-aff5-588a542b5d53 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:26.506310 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2afc117d-50a0-475c-aff5-588a542b5d53 None None] Transition to ACTIVE for port object c7e30fd7-edcc-43ff-b190-29ec3ac8e203 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:42:26.525657 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2afc117d-50a0-475c-aff5-588a542b5d53 None None] Transition to ACTIVE for port object c7e30fd7-edcc-43ff-b190-29ec3ac8e203 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:42:26.531629 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2afc117d-50a0-475c-aff5-588a542b5d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:26.553058 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ffee849a-e731-4e36-becc-f34a9211088b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:26.565017 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a41a56-9d51-415e-a5e7-028eaf738cfd None None] Sync routers for ids ['82bb4b29-37da-4296-a880-b898b3e1e508'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:42:26.583041 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ffee849a-e731-4e36-becc-f34a9211088b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:26.615260 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afc117d-50a0-475c-aff5-588a542b5d53 None None] Network c756a4c0-e58b-4bf5-a583-a3312ba2e18e is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:42:26.616371 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc117d-50a0-475c-aff5-588a542b5d53 None None] Pushing event updated for resources: {'Port': ['ID=c7e30fd7-edcc-43ff-b190-29ec3ac8e203,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:42:26.620086 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-2afc117d-50a0-475c-aff5-588a542b5d53 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:42:26.622055 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afc117d-50a0-475c-aff5-588a542b5d53 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:42:26.624576 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a41a56-9d51-415e-a5e7-028eaf738cfd None None] Routers {'82bb4b29-37da-4296-a880-b898b3e1e508'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:42:26.625168 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-22a41a56-9d51-415e-a5e7-028eaf738cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:42:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['82bb4b29-37da-4296-a880-b898b3e1e508'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:42:26.655241 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffee849a-e731-4e36-becc-f34a9211088b admin admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:42:26.656054 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee849a-e731-4e36-becc-f34a9211088b admin admin] Pushing event updated for resources: {'Port': ['ID=4f4106d0-085f-4d04-90cf-157468f2cdd2,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:42:26.658586 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-ffee849a-e731-4e36-becc-f34a9211088b admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:42:26.661589 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffee849a-e731-4e36-becc-f34a9211088b admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:42:26.855743 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-2afc117d-50a0-475c-aff5-588a542b5d53 None None] Attempting to bind port c7e30fd7-edcc-43ff-b190-29ec3ac8e203 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:42:26.856166 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-2afc117d-50a0-475c-aff5-588a542b5d53 None None] Attempting to bind port c7e30fd7-edcc-43ff-b190-29ec3ac8e203 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '74af9839-d58d-43f5-ac2d-20a240e0943a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c756a4c0-e58b-4bf5-a583-a3312ba2e18e'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:42:26.856451 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afc117d-50a0-475c-aff5-588a542b5d53 None None] Attempting to bind port c7e30fd7-edcc-43ff-b190-29ec3ac8e203 on network c756a4c0-e58b-4bf5-a583-a3312ba2e18e {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:42:26.878485 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afc117d-50a0-475c-aff5-588a542b5d53 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:42:26.878851 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afc117d-50a0-475c-aff5-588a542b5d53 None None] Checking segment: {'id': '74af9839-d58d-43f5-ac2d-20a240e0943a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c756a4c0-e58b-4bf5-a583-a3312ba2e18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:42:26.879249 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2afc117d-50a0-475c-aff5-588a542b5d53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:26.879631 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afc117d-50a0-475c-aff5-588a542b5d53 None None] Bound using segment: {'id': '74af9839-d58d-43f5-ac2d-20a240e0943a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c756a4c0-e58b-4bf5-a583-a3312ba2e18e'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:42:26.880125 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-2afc117d-50a0-475c-aff5-588a542b5d53 None None] Bound port: c7e30fd7-edcc-43ff-b190-29ec3ac8e203, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74af9839-d58d-43f5-ac2d-20a240e0943a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c756a4c0-e58b-4bf5-a583-a3312ba2e18e'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:42:26.880524 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2afc117d-50a0-475c-aff5-588a542b5d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:26.911814 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ffee849a-e731-4e36-becc-f34a9211088b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:26.912485 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ffee849a-e731-4e36-becc-f34a9211088b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:26.942283 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-22a41a56-9d51-415e-a5e7-028eaf738cfd None None] Set router 82bb4b29-37da-4296-a880-b898b3e1e508 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:42:27.102739 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2afc117d-50a0-475c-aff5-588a542b5d53 None None] For port c7e30fd7-edcc-43ff-b190-29ec3ac8e203, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:42:27.129530 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2afc117d-50a0-475c-aff5-588a542b5d53 None None] For port c7e30fd7-edcc-43ff-b190-29ec3ac8e203, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=c7e30fd7-edcc-43ff-b190-29ec3ac8e203,segment=NetworkSegment(74af9839-d58d-43f5-ac2d-20a240e0943a),segment_id=74af9839-d58d-43f5-ac2d-20a240e0943a)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:42:27.144811 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffee849a-e731-4e36-becc-f34a9211088b admin admin] Router 5275c9cf-723f-4958-80d8-7f461a7f9384 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:42:27.173941 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2afc117d-50a0-475c-aff5-588a542b5d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:27.298810 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc117d-50a0-475c-aff5-588a542b5d53 None None] Pushing event updated for resources: {'Port': ['ID=c7e30fd7-edcc-43ff-b190-29ec3ac8e203,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:42:27.356852 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffee849a-e731-4e36-becc-f34a9211088b admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:42:27.366610 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6622443f-a0f9-4ac6-85bd-4f9cccbeb2d2 None None] Sync routers for ids ['5275c9cf-723f-4958-80d8-7f461a7f9384'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:42:27.386262 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6622443f-a0f9-4ac6-85bd-4f9cccbeb2d2 None None] Routers {'5275c9cf-723f-4958-80d8-7f461a7f9384'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:42:27.386968 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-6622443f-a0f9-4ac6-85bd-4f9cccbeb2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:42:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['5275c9cf-723f-4958-80d8-7f461a7f9384'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:42:27.414521 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-22a41a56-9d51-415e-a5e7-028eaf738cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'name': 'tempest-TestVolumeBackupRestore-2095031511-router', 'tenant_id': '17f349f91e0b4627aaadec58185bca30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '684e0ed3-c081-448a-b290-5d3ede809868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:42:19Z', 'updated_at': '2022-05-23T11:42:22Z', 'revision_number': 4, 'project_id': '17f349f91e0b4627aaadec58185bca30', 'gw_port': {'id': '684e0ed3-c081-448a-b290-5d3ede809868', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:42:19Z', 'updated_at': '2022-05-23T11:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'b88442db-0c5e-47c2-bdfa-fd04bbe41572', 'name': '', 'network_id': '92bdf765-e1b5-4c1f-be7c-394d5e7f1df6', 'tenant_id': '17f349f91e0b4627aaadec58185bca30', 'mac_address': 'fa:16:3e:e4:54:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7d3de30-866a-45ab-a1bf-da8876f8c1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:42:21Z', 'updated_at': '2022-05-23T11:42:22Z', 'revision_number': 2, 'project_id': '17f349f91e0b4627aaadec58185bca30', 'subnets': [{'id': 'b7d3de30-866a-45ab-a1bf-da8876f8c1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:42:27.418103 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ffee849a-e731-4e36-becc-f34a9211088b admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:27.422104 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ffee849a-e731-4e36-becc-f34a9211088b admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7456679 May 23 11:42:27.422247 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a41a56-9d51-415e-a5e7-028eaf738cfd None None] Checking router: 82bb4b29-37da-4296-a880-b898b3e1e508 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:42:27.422247 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a41a56-9d51-415e-a5e7-028eaf738cfd None None] Updating router 82bb4b29-37da-4296-a880-b898b3e1e508 port b88442db-0c5e-47c2-bdfa-fd04bbe41572 binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:42:27.422391 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 33644) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:42:27.594151 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-22a41a56-9d51-415e-a5e7-028eaf738cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:27.737272 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-6622443f-a0f9-4ac6-85bd-4f9cccbeb2d2 None None] Set router 5275c9cf-723f-4958-80d8-7f461a7f9384 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:42:28.051534 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device c7e30fd7-edcc-43ff-b190-29ec3ac8e203 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:42:28.280916 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port c7e30fd7-edcc-43ff-b190-29ec3ac8e203 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:42:28.288393 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-22a41a56-9d51-415e-a5e7-028eaf738cfd None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:28.314757 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-22a41a56-9d51-415e-a5e7-028eaf738cfd None None] Transition to ACTIVE for port object b88442db-0c5e-47c2-bdfa-fd04bbe41572 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:42:28.319376 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-6622443f-a0f9-4ac6-85bd-4f9cccbeb2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5275c9cf-723f-4958-80d8-7f461a7f9384', 'name': 'tempest-TestVolumeBackupRestore-890747506-router', 'tenant_id': '6fe0bd51969941a68a9bbf4546efb9eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '4f4106d0-085f-4d04-90cf-157468f2cdd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:42:25Z', 'updated_at': '2022-05-23T11:42:26Z', 'revision_number': 3, 'project_id': '6fe0bd51969941a68a9bbf4546efb9eb', 'gw_port': {'id': '4f4106d0-085f-4d04-90cf-157468f2cdd2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d5:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5275c9cf-723f-4958-80d8-7f461a7f9384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:42:26Z', 'updated_at': '2022-05-23T11:42:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:42:28.325145 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6622443f-a0f9-4ac6-85bd-4f9cccbeb2d2 None None] Checking router: 5275c9cf-723f-4958-80d8-7f461a7f9384 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:42:28.326067 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6622443f-a0f9-4ac6-85bd-4f9cccbeb2d2 None None] Updating router 5275c9cf-723f-4958-80d8-7f461a7f9384 port 4f4106d0-085f-4d04-90cf-157468f2cdd2 binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:42:28.335438 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-22a41a56-9d51-415e-a5e7-028eaf738cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:28.435583 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e893c-c481-4069-b4aa-8963a505f19f None None] Pushing event updated for resources: {'Port': ['ID=b88442db-0c5e-47c2-bdfa-fd04bbe41572,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:42:28.442645 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-6622443f-a0f9-4ac6-85bd-4f9cccbeb2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:28.726552 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-22a41a56-9d51-415e-a5e7-028eaf738cfd None None] Attempting to bind port b88442db-0c5e-47c2-bdfa-fd04bbe41572 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:42:28.727615 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-22a41a56-9d51-415e-a5e7-028eaf738cfd None None] Attempting to bind port b88442db-0c5e-47c2-bdfa-fd04bbe41572 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'ff5d685f-f157-43d3-89b5-3cf50edc9acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '92bdf765-e1b5-4c1f-be7c-394d5e7f1df6'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:42:28.728216 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a41a56-9d51-415e-a5e7-028eaf738cfd None None] Attempting to bind port b88442db-0c5e-47c2-bdfa-fd04bbe41572 on network 92bdf765-e1b5-4c1f-be7c-394d5e7f1df6 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:42:28.735799 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a41a56-9d51-415e-a5e7-028eaf738cfd None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:42:28.736556 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a41a56-9d51-415e-a5e7-028eaf738cfd None None] Checking segment: {'id': 'ff5d685f-f157-43d3-89b5-3cf50edc9acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '92bdf765-e1b5-4c1f-be7c-394d5e7f1df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:42:28.737167 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-22a41a56-9d51-415e-a5e7-028eaf738cfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:28.737756 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a41a56-9d51-415e-a5e7-028eaf738cfd None None] Bound using segment: {'id': 'ff5d685f-f157-43d3-89b5-3cf50edc9acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '92bdf765-e1b5-4c1f-be7c-394d5e7f1df6'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:42:28.738437 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-22a41a56-9d51-415e-a5e7-028eaf738cfd None None] Bound port: b88442db-0c5e-47c2-bdfa-fd04bbe41572, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff5d685f-f157-43d3-89b5-3cf50edc9acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '92bdf765-e1b5-4c1f-be7c-394d5e7f1df6'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:42:28.739347 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-22a41a56-9d51-415e-a5e7-028eaf738cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:28.949052 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-22a41a56-9d51-415e-a5e7-028eaf738cfd None None] For port b88442db-0c5e-47c2-bdfa-fd04bbe41572, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:42:28.955879 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a84d28-1169-459a-8f24-a143dd88a4da None None] Network c756a4c0-e58b-4bf5-a583-a3312ba2e18e requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:42:28.999413 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cace967d-fb58-4a74-8f74-108d9a807e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:29.125639 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-6622443f-a0f9-4ac6-85bd-4f9cccbeb2d2 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:29.140411 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-22a41a56-9d51-415e-a5e7-028eaf738cfd None None] For port b88442db-0c5e-47c2-bdfa-fd04bbe41572, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=b88442db-0c5e-47c2-bdfa-fd04bbe41572,segment=NetworkSegment(ff5d685f-f157-43d3-89b5-3cf50edc9acd),segment_id=ff5d685f-f157-43d3-89b5-3cf50edc9acd)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:42:29.154584 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-6622443f-a0f9-4ac6-85bd-4f9cccbeb2d2 None None] Transition to ACTIVE for port object 4f4106d0-085f-4d04-90cf-157468f2cdd2 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:42:29.164735 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-22a41a56-9d51-415e-a5e7-028eaf738cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:29.166786 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-6622443f-a0f9-4ac6-85bd-4f9cccbeb2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:29.173008 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9852d10a-253a-47f5-922f-b40730bd01bf req-4979a31b-34c9-42cb-b0ac-a00889ef6cdf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1053648 May 23 11:42:29.284367 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-6622443f-a0f9-4ac6-85bd-4f9cccbeb2d2 None None] Attempting to bind port 4f4106d0-085f-4d04-90cf-157468f2cdd2 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:42:29.284367 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-6622443f-a0f9-4ac6-85bd-4f9cccbeb2d2 None None] Attempting to bind port 4f4106d0-085f-4d04-90cf-157468f2cdd2 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:42:29.284367 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6622443f-a0f9-4ac6-85bd-4f9cccbeb2d2 None None] Attempting to bind port 4f4106d0-085f-4d04-90cf-157468f2cdd2 on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:42:29.284367 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec92a7-dae1-4df9-a939-65180c6c09f9 None None] Pushing event updated for resources: {'Port': ['ID=4f4106d0-085f-4d04-90cf-157468f2cdd2,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:42:29.297244 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6622443f-a0f9-4ac6-85bd-4f9cccbeb2d2 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:42:29.297244 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6622443f-a0f9-4ac6-85bd-4f9cccbeb2d2 None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:42:29.297244 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-6622443f-a0f9-4ac6-85bd-4f9cccbeb2d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:29.297244 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6622443f-a0f9-4ac6-85bd-4f9cccbeb2d2 None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:42:29.297244 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-6622443f-a0f9-4ac6-85bd-4f9cccbeb2d2 None None] Bound port: 4f4106d0-085f-4d04-90cf-157468f2cdd2, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:42:29.297244 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-6622443f-a0f9-4ac6-85bd-4f9cccbeb2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:29.354877 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-55a51316-ec81-4f9c-b243-35d19c648634 None None] Provisioning for port c7e30fd7-edcc-43ff-b190-29ec3ac8e203 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:42:29.366295 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-cace967d-fb58-4a74-8f74-108d9a807e63 admin admin] Allocated IP 172.20.0.1 (c756a4c0-e58b-4bf5-a583-a3312ba2e18e/21b498da-2246-4d2e-8552-cae69bc399b3/3fe7fa2a-f09f-44d4-a3c4-10816198f116) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:42:29.394809 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-55a51316-ec81-4f9c-b243-35d19c648634 None None] Provisioning complete for port c7e30fd7-edcc-43ff-b190-29ec3ac8e203 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:42:29.394809 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-55a51316-ec81-4f9c-b243-35d19c648634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:29.479218 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9852d10a-253a-47f5-922f-b40730bd01bf req-5bdbd043-abbc-44bb-960d-31da57ba4819 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=261dc3b71b384338a9f4e12911499bfb&device_id=fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898 HTTP/1.1" status: 200 len: 1097 time: 0.1319575 May 23 11:42:29.530648 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-6622443f-a0f9-4ac6-85bd-4f9cccbeb2d2 None None] For port 4f4106d0-085f-4d04-90cf-157468f2cdd2, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:42:29.534628 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-6622443f-a0f9-4ac6-85bd-4f9cccbeb2d2 None None] For port 4f4106d0-085f-4d04-90cf-157468f2cdd2, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=4f4106d0-085f-4d04-90cf-157468f2cdd2,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:42:29.542094 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-6622443f-a0f9-4ac6-85bd-4f9cccbeb2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:29.583579 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e893c-c481-4069-b4aa-8963a505f19f None None] Pushing event updated for resources: {'Port': ['ID=b88442db-0c5e-47c2-bdfa-fd04bbe41572,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:42:29.645956 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a41a56-9d51-415e-a5e7-028eaf738cfd None None] Routers {'82bb4b29-37da-4296-a880-b898b3e1e508'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:42:29.647314 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-22a41a56-9d51-415e-a5e7-028eaf738cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:42:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['82bb4b29-37da-4296-a880-b898b3e1e508'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:42:29.683981 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec92a7-dae1-4df9-a939-65180c6c09f9 None None] Pushing event updated for resources: {'Port': ['ID=4f4106d0-085f-4d04-90cf-157468f2cdd2,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:42:29.718736 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6622443f-a0f9-4ac6-85bd-4f9cccbeb2d2 None None] Routers {'5275c9cf-723f-4958-80d8-7f461a7f9384'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:42:29.719480 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-6622443f-a0f9-4ac6-85bd-4f9cccbeb2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:42:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['5275c9cf-723f-4958-80d8-7f461a7f9384'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:42:29.724778 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cace967d-fb58-4a74-8f74-108d9a807e63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:29.846572 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-cace967d-fb58-4a74-8f74-108d9a807e63 admin admin] Transition to ACTIVE for port object 3fe7fa2a-f09f-44d4-a3c4-10816198f116 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:42:29.935627 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cace967d-fb58-4a74-8f74-108d9a807e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:29.988052 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852d10a-253a-47f5-922f-b40730bd01bf req-92bdd8b7-24a0-415d-b3b5-7c5e22bd9715 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:42:29.989327 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9852d10a-253a-47f5-922f-b40730bd01bf req-92bdd8b7-24a0-415d-b3b5-7c5e22bd9715 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff HTTP/1.1" status: 200 len: 897 time: 0.4877961 May 23 11:42:29.997816 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cace967d-fb58-4a74-8f74-108d9a807e63 admin admin] Network c756a4c0-e58b-4bf5-a583-a3312ba2e18e is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:42:30.003429 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-cace967d-fb58-4a74-8f74-108d9a807e63 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:42:30.013250 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cace967d-fb58-4a74-8f74-108d9a807e63 admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:42:30.023910 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-55a51316-ec81-4f9c-b243-35d19c648634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:30.079054 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-6622443f-a0f9-4ac6-85bd-4f9cccbeb2d2 None None] Set router 5275c9cf-723f-4958-80d8-7f461a7f9384 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:42:30.089514 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace967d-fb58-4a74-8f74-108d9a807e63 admin admin] Pushing event updated for resources: {'Port': ['ID=3fe7fa2a-f09f-44d4-a3c4-10816198f116,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:42:30.098474 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cace967d-fb58-4a74-8f74-108d9a807e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:30.119932 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9852d10a-253a-47f5-922f-b40730bd01bf req-67a31666-fdcd-4aa2-b723-6601e45aad24 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e984c38-7f56-4caf-8623-75ebb7c575b4 HTTP/1.1" status: 200 len: 1002 time: 0.1234026 May 23 11:42:30.156142 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-55a51316-ec81-4f9c-b243-35d19c648634 None None] For port c7e30fd7-edcc-43ff-b190-29ec3ac8e203, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=c7e30fd7-edcc-43ff-b190-29ec3ac8e203,segment=NetworkSegment(74af9839-d58d-43f5-ac2d-20a240e0943a),segment_id=74af9839-d58d-43f5-ac2d-20a240e0943a)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:42:30.191294 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-55a51316-ec81-4f9c-b243-35d19c648634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:30.262128 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852d10a-253a-47f5-922f-b40730bd01bf req-544ad30e-cc14-4ecb-b642-17be7a468d84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:42:30.262128 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9852d10a-253a-47f5-922f-b40730bd01bf req-544ad30e-cc14-4ecb-b642-17be7a468d84 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f5d1f30-0372-49a0-b2e2-71e325a9a76b HTTP/1.1" status: 200 len: 835 time: 0.1316612 May 23 11:42:30.267309 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-22a41a56-9d51-415e-a5e7-028eaf738cfd None None] Set router 82bb4b29-37da-4296-a880-b898b3e1e508 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:42:30.276897 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cace967d-fb58-4a74-8f74-108d9a807e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:30.384976 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9852d10a-253a-47f5-922f-b40730bd01bf req-dcd00ce2-2c0b-4284-9851-1679a7d4a09f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1173351 May 23 11:42:30.507338 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-6622443f-a0f9-4ac6-85bd-4f9cccbeb2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5275c9cf-723f-4958-80d8-7f461a7f9384', 'name': 'tempest-TestVolumeBackupRestore-890747506-router', 'tenant_id': '6fe0bd51969941a68a9bbf4546efb9eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '4f4106d0-085f-4d04-90cf-157468f2cdd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:42:25Z', 'updated_at': '2022-05-23T11:42:26Z', 'revision_number': 3, 'project_id': '6fe0bd51969941a68a9bbf4546efb9eb', 'gw_port': {'id': '4f4106d0-085f-4d04-90cf-157468f2cdd2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d5:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5275c9cf-723f-4958-80d8-7f461a7f9384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:42:26Z', 'updated_at': '2022-05-23T11:42:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:42:30.511732 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6622443f-a0f9-4ac6-85bd-4f9cccbeb2d2 None None] The sync data for ids ['5275c9cf-723f-4958-80d8-7f461a7f9384'] in n-d-842952-2 is: [{'id': '5275c9cf-723f-4958-80d8-7f461a7f9384', 'name': 'tempest-TestVolumeBackupRestore-890747506-router', 'tenant_id': '6fe0bd51969941a68a9bbf4546efb9eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '4f4106d0-085f-4d04-90cf-157468f2cdd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:42:25Z', 'updated_at': '2022-05-23T11:42:26Z', 'revision_number': 3, 'project_id': '6fe0bd51969941a68a9bbf4546efb9eb', 'gw_port': {'id': '4f4106d0-085f-4d04-90cf-157468f2cdd2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d5:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5275c9cf-723f-4958-80d8-7f461a7f9384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:42:26Z', 'updated_at': '2022-05-23T11:42:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:42:30.671018 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9852d10a-253a-47f5-922f-b40730bd01bf req-fad1be66-b2b6-4d5d-aa7f-47f6cc04ea7b service neutron] 10.222.0.13 "GET /v2.0/networks/8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733672 May 23 11:42:30.791354 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cace967d-fb58-4a74-8f74-108d9a807e63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:30.802476 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cace967d-fb58-4a74-8f74-108d9a807e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:30.951469 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a51316-ec81-4f9c-b243-35d19c648634 None None] Pushing event updated for resources: {'Port': ['ID=c7e30fd7-edcc-43ff-b190-29ec3ac8e203,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:42:30.996180 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cace967d-fb58-4a74-8f74-108d9a807e63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:31.125599 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9852d10a-253a-47f5-922f-b40730bd01bf req-bde17246-8b54-4846-85f8-c0ed41b0755c service neutron] 10.222.0.13 "GET /v2.0/networks/8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4474721 May 23 11:42:31.162095 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace967d-fb58-4a74-8f74-108d9a807e63 admin admin] Pushing event updated for resources: {'Port': ['ID=3fe7fa2a-f09f-44d4-a3c4-10816198f116,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:42:31.171211 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-22a41a56-9d51-415e-a5e7-028eaf738cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'name': 'tempest-TestVolumeBackupRestore-2095031511-router', 'tenant_id': '17f349f91e0b4627aaadec58185bca30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '684e0ed3-c081-448a-b290-5d3ede809868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:42:19Z', 'updated_at': '2022-05-23T11:42:22Z', 'revision_number': 4, 'project_id': '17f349f91e0b4627aaadec58185bca30', 'gw_port': {'id': '684e0ed3-c081-448a-b290-5d3ede809868', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:42:19Z', 'updated_at': '2022-05-23T11:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'b88442db-0c5e-47c2-bdfa-fd04bbe41572', 'name': '', 'network_id': '92bdf765-e1b5-4c1f-be7c-394d5e7f1df6', 'tenant_id': '17f349f91e0b4627aaadec58185bca30', 'mac_address': 'fa:16:3e:e4:54:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7d3de30-866a-45ab-a1bf-da8876f8c1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:42:21Z', 'updated_at': '2022-05-23T11:42:28Z', 'revision_number': 4, 'project_id': '17f349f91e0b4627aaadec58185bca30', 'subnets': [{'id': 'b7d3de30-866a-45ab-a1bf-da8876f8c1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:42:31.189104 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a41a56-9d51-415e-a5e7-028eaf738cfd None None] The sync data for ids ['82bb4b29-37da-4296-a880-b898b3e1e508'] in n-d-842952-2 is: [{'id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'name': 'tempest-TestVolumeBackupRestore-2095031511-router', 'tenant_id': '17f349f91e0b4627aaadec58185bca30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '684e0ed3-c081-448a-b290-5d3ede809868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:42:19Z', 'updated_at': '2022-05-23T11:42:22Z', 'revision_number': 4, 'project_id': '17f349f91e0b4627aaadec58185bca30', 'gw_port': {'id': '684e0ed3-c081-448a-b290-5d3ede809868', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:42:19Z', 'updated_at': '2022-05-23T11:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'b88442db-0c5e-47c2-bdfa-fd04bbe41572', 'name': '', 'network_id': '92bdf765-e1b5-4c1f-be7c-394d5e7f1df6', 'tenant_id': '17f349f91e0b4627aaadec58185bca30', 'mac_address': 'fa:16:3e:e4:54:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7d3de30-866a-45ab-a1bf-da8876f8c1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:42:21Z', 'updated_at': '2022-05-23T11:42:28Z', 'revision_number': 4, 'project_id': '17f349f91e0b4627aaadec58185bca30', 'subnets': [{'id': 'b7d3de30-866a-45ab-a1bf-da8876f8c1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:42:31.197011 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0c29926b-ccb2-49a0-8353-5a6fcebcf0bd None None] Provisioning complete for port c7e30fd7-edcc-43ff-b190-29ec3ac8e203 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:42:31.197581 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0c29926b-ccb2-49a0-8353-5a6fcebcf0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:31.287703 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cace967d-fb58-4a74-8f74-108d9a807e63 admin admin] Network c756a4c0-e58b-4bf5-a583-a3312ba2e18e is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:42:31.287703 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-cace967d-fb58-4a74-8f74-108d9a807e63 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:42:31.547763 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0c29926b-ccb2-49a0-8353-5a6fcebcf0bd None None] Provisioning for port 3fe7fa2a-f09f-44d4-a3c4-10816198f116 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:42:31.593659 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0c29926b-ccb2-49a0-8353-5a6fcebcf0bd None None] Provisioning complete for port 3fe7fa2a-f09f-44d4-a3c4-10816198f116 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:42:31.593659 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0c29926b-ccb2-49a0-8353-5a6fcebcf0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:31.756760 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-0c29926b-ccb2-49a0-8353-5a6fcebcf0bd None None] Port 3fe7fa2a-f09f-44d4-a3c4-10816198f116 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:42:31.886752 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d03e3df2-ad1d-4def-8d39-b222db46c913 None None] Provisioning complete for port 3fe7fa2a-f09f-44d4-a3c4-10816198f116 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:42:31.887134 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d03e3df2-ad1d-4def-8d39-b222db46c913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:31.961063 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d03e3df2-ad1d-4def-8d39-b222db46c913 None None] Port 3fe7fa2a-f09f-44d4-a3c4-10816198f116 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:42:32.143558 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cace967d-fb58-4a74-8f74-108d9a807e63 admin admin] Router 5275c9cf-723f-4958-80d8-7f461a7f9384 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:42:32.186050 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device b88442db-0c5e-47c2-bdfa-fd04bbe41572 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:42:32.339275 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port b88442db-0c5e-47c2-bdfa-fd04bbe41572 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:42:32.339275 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port b88442db-0c5e-47c2-bdfa-fd04bbe41572 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:42:32.339275 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:32.457563 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cace967d-fb58-4a74-8f74-108d9a807e63 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:42:32.469473 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-cace967d-fb58-4a74-8f74-108d9a807e63 admin admin] 10.222.0.79 "PUT /v2.0/routers/5275c9cf-723f-4958-80d8-7f461a7f9384/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0461421 May 23 11:42:32.504939 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:32.555005 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port b88442db-0c5e-47c2-bdfa-fd04bbe41572, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=b88442db-0c5e-47c2-bdfa-fd04bbe41572,segment=NetworkSegment(ff5d685f-f157-43d3-89b5-3cf50edc9acd),segment_id=ff5d685f-f157-43d3-89b5-3cf50edc9acd)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:42:32.555005 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:32.558833 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 4f4106d0-085f-4d04-90cf-157468f2cdd2 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:42:32.701271 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=b88442db-0c5e-47c2-bdfa-fd04bbe41572,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:42:32.730470 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 4f4106d0-085f-4d04-90cf-157468f2cdd2 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:42:32.742189 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 4f4106d0-085f-4d04-90cf-157468f2cdd2 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:42:32.742791 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:32.886305 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:32.938244 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 4f4106d0-085f-4d04-90cf-157468f2cdd2, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=4f4106d0-085f-4d04-90cf-157468f2cdd2,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:42:32.945155 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:32.945155 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device c7e30fd7-edcc-43ff-b190-29ec3ac8e203 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:42:33.081777 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=4f4106d0-085f-4d04-90cf-157468f2cdd2,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:42:33.099857 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port c7e30fd7-edcc-43ff-b190-29ec3ac8e203 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:42:33.100320 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:34.001595 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device b88442db-0c5e-47c2-bdfa-fd04bbe41572 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:42:34.111166 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port b88442db-0c5e-47c2-bdfa-fd04bbe41572 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:42:34.111166 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:34.248026 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 4f4106d0-085f-4d04-90cf-157468f2cdd2 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:42:34.342898 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 4f4106d0-085f-4d04-90cf-157468f2cdd2 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:42:34.342898 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:38.239667 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:39.282405 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-65efc7b9-0ee4-4d7e-8f8a-f426d19ba993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:39.568307 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:41.556869 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5c46e79-ea57-489a-86b9-8f3b97920d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:41.941560 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:42:42.857940 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:42.881859 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:44.344372 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:53.464980 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15650582-ab27-42d6-a288-5e72282a6db0 None None] Sync routers for ids ['5275c9cf-723f-4958-80d8-7f461a7f9384'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:42:53.477969 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15650582-ab27-42d6-a288-5e72282a6db0 None None] Routers {'5275c9cf-723f-4958-80d8-7f461a7f9384'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:42:53.478597 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-15650582-ab27-42d6-a288-5e72282a6db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:42:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['5275c9cf-723f-4958-80d8-7f461a7f9384'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:42:53.719079 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-15650582-ab27-42d6-a288-5e72282a6db0 None None] Set router 5275c9cf-723f-4958-80d8-7f461a7f9384 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:42:54.137569 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-15650582-ab27-42d6-a288-5e72282a6db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5275c9cf-723f-4958-80d8-7f461a7f9384', 'name': 'tempest-TestVolumeBackupRestore-890747506-router', 'tenant_id': '6fe0bd51969941a68a9bbf4546efb9eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '4f4106d0-085f-4d04-90cf-157468f2cdd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:42:25Z', 'updated_at': '2022-05-23T11:42:30Z', 'revision_number': 4, 'project_id': '6fe0bd51969941a68a9bbf4546efb9eb', 'gw_port': {'id': '4f4106d0-085f-4d04-90cf-157468f2cdd2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5275c9cf-723f-4958-80d8-7f461a7f9384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:42:26Z', 'updated_at': '2022-05-23T11:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '3fe7fa2a-f09f-44d4-a3c4-10816198f116', 'name': '', 'network_id': 'c756a4c0-e58b-4bf5-a583-a3312ba2e18e', 'tenant_id': '6fe0bd51969941a68a9bbf4546efb9eb', 'mac_address': 'fa:16:3e:03:83:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5275c9cf-723f-4958-80d8-7f461a7f9384', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21b498da-2246-4d2e-8552-cae69bc399b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:42:29Z', 'updated_at': '2022-05-23T11:42:30Z', 'revision_number': 2, 'project_id': '6fe0bd51969941a68a9bbf4546efb9eb', 'subnets': [{'id': '21b498da-2246-4d2e-8552-cae69bc399b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:42:54.141457 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15650582-ab27-42d6-a288-5e72282a6db0 None None] Checking router: 5275c9cf-723f-4958-80d8-7f461a7f9384 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:42:54.141457 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15650582-ab27-42d6-a288-5e72282a6db0 None None] Updating router 5275c9cf-723f-4958-80d8-7f461a7f9384 port 3fe7fa2a-f09f-44d4-a3c4-10816198f116 binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:42:54.196290 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-15650582-ab27-42d6-a288-5e72282a6db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:54.566315 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-15650582-ab27-42d6-a288-5e72282a6db0 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:54.579313 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-15650582-ab27-42d6-a288-5e72282a6db0 None None] Transition to ACTIVE for port object 3fe7fa2a-f09f-44d4-a3c4-10816198f116 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:42:54.588477 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-15650582-ab27-42d6-a288-5e72282a6db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:54.733800 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aadaad-d6ed-403f-94e7-6313fd1ecaef None None] Pushing event updated for resources: {'Port': ['ID=3fe7fa2a-f09f-44d4-a3c4-10816198f116,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:42:54.898824 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-15650582-ab27-42d6-a288-5e72282a6db0 None None] Attempting to bind port 3fe7fa2a-f09f-44d4-a3c4-10816198f116 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:42:54.899452 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-15650582-ab27-42d6-a288-5e72282a6db0 None None] Attempting to bind port 3fe7fa2a-f09f-44d4-a3c4-10816198f116 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '74af9839-d58d-43f5-ac2d-20a240e0943a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c756a4c0-e58b-4bf5-a583-a3312ba2e18e'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:42:54.899811 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15650582-ab27-42d6-a288-5e72282a6db0 None None] Attempting to bind port 3fe7fa2a-f09f-44d4-a3c4-10816198f116 on network c756a4c0-e58b-4bf5-a583-a3312ba2e18e {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:42:54.926263 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15650582-ab27-42d6-a288-5e72282a6db0 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:42:54.926263 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15650582-ab27-42d6-a288-5e72282a6db0 None None] Checking segment: {'id': '74af9839-d58d-43f5-ac2d-20a240e0943a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c756a4c0-e58b-4bf5-a583-a3312ba2e18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:42:54.926263 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-15650582-ab27-42d6-a288-5e72282a6db0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:54.926263 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15650582-ab27-42d6-a288-5e72282a6db0 None None] Bound using segment: {'id': '74af9839-d58d-43f5-ac2d-20a240e0943a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c756a4c0-e58b-4bf5-a583-a3312ba2e18e'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:42:54.926263 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-15650582-ab27-42d6-a288-5e72282a6db0 None None] Bound port: 3fe7fa2a-f09f-44d4-a3c4-10816198f116, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74af9839-d58d-43f5-ac2d-20a240e0943a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c756a4c0-e58b-4bf5-a583-a3312ba2e18e'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:42:54.926263 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-15650582-ab27-42d6-a288-5e72282a6db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:55.059360 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-15650582-ab27-42d6-a288-5e72282a6db0 None None] For port 3fe7fa2a-f09f-44d4-a3c4-10816198f116, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:42:55.059360 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-15650582-ab27-42d6-a288-5e72282a6db0 None None] For port 3fe7fa2a-f09f-44d4-a3c4-10816198f116, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=3fe7fa2a-f09f-44d4-a3c4-10816198f116,segment=NetworkSegment(74af9839-d58d-43f5-ac2d-20a240e0943a),segment_id=74af9839-d58d-43f5-ac2d-20a240e0943a)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:42:55.066423 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-15650582-ab27-42d6-a288-5e72282a6db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:55.151338 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aadaad-d6ed-403f-94e7-6313fd1ecaef None None] Pushing event updated for resources: {'Port': ['ID=3fe7fa2a-f09f-44d4-a3c4-10816198f116,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:42:55.159241 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15650582-ab27-42d6-a288-5e72282a6db0 None None] Routers {'5275c9cf-723f-4958-80d8-7f461a7f9384'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:42:55.159968 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-15650582-ab27-42d6-a288-5e72282a6db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:42:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['5275c9cf-723f-4958-80d8-7f461a7f9384'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:42:55.431110 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-15650582-ab27-42d6-a288-5e72282a6db0 None None] Set router 5275c9cf-723f-4958-80d8-7f461a7f9384 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:42:55.815654 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-15650582-ab27-42d6-a288-5e72282a6db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5275c9cf-723f-4958-80d8-7f461a7f9384', 'name': 'tempest-TestVolumeBackupRestore-890747506-router', 'tenant_id': '6fe0bd51969941a68a9bbf4546efb9eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '4f4106d0-085f-4d04-90cf-157468f2cdd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:42:25Z', 'updated_at': '2022-05-23T11:42:30Z', 'revision_number': 4, 'project_id': '6fe0bd51969941a68a9bbf4546efb9eb', 'gw_port': {'id': '4f4106d0-085f-4d04-90cf-157468f2cdd2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5275c9cf-723f-4958-80d8-7f461a7f9384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:42:26Z', 'updated_at': '2022-05-23T11:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '3fe7fa2a-f09f-44d4-a3c4-10816198f116', 'name': '', 'network_id': 'c756a4c0-e58b-4bf5-a583-a3312ba2e18e', 'tenant_id': '6fe0bd51969941a68a9bbf4546efb9eb', 'mac_address': 'fa:16:3e:03:83:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5275c9cf-723f-4958-80d8-7f461a7f9384', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21b498da-2246-4d2e-8552-cae69bc399b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:42:29Z', 'updated_at': '2022-05-23T11:42:55Z', 'revision_number': 4, 'project_id': '6fe0bd51969941a68a9bbf4546efb9eb', 'subnets': [{'id': '21b498da-2246-4d2e-8552-cae69bc399b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:42:55.820774 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15650582-ab27-42d6-a288-5e72282a6db0 None None] The sync data for ids ['5275c9cf-723f-4958-80d8-7f461a7f9384'] in n-d-842952-2 is: [{'id': '5275c9cf-723f-4958-80d8-7f461a7f9384', 'name': 'tempest-TestVolumeBackupRestore-890747506-router', 'tenant_id': '6fe0bd51969941a68a9bbf4546efb9eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '4f4106d0-085f-4d04-90cf-157468f2cdd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:42:25Z', 'updated_at': '2022-05-23T11:42:30Z', 'revision_number': 4, 'project_id': '6fe0bd51969941a68a9bbf4546efb9eb', 'gw_port': {'id': '4f4106d0-085f-4d04-90cf-157468f2cdd2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5275c9cf-723f-4958-80d8-7f461a7f9384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:42:26Z', 'updated_at': '2022-05-23T11:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '3fe7fa2a-f09f-44d4-a3c4-10816198f116', 'name': '', 'network_id': 'c756a4c0-e58b-4bf5-a583-a3312ba2e18e', 'tenant_id': '6fe0bd51969941a68a9bbf4546efb9eb', 'mac_address': 'fa:16:3e:03:83:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5275c9cf-723f-4958-80d8-7f461a7f9384', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21b498da-2246-4d2e-8552-cae69bc399b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:42:29Z', 'updated_at': '2022-05-23T11:42:55Z', 'revision_number': 4, 'project_id': '6fe0bd51969941a68a9bbf4546efb9eb', 'subnets': [{'id': '21b498da-2246-4d2e-8552-cae69bc399b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:42:56.145237 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 3fe7fa2a-f09f-44d4-a3c4-10816198f116 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:42:56.273731 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 3fe7fa2a-f09f-44d4-a3c4-10816198f116 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:42:56.279501 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 3fe7fa2a-f09f-44d4-a3c4-10816198f116 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:42:56.279914 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:56.406258 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:56.445807 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 3fe7fa2a-f09f-44d4-a3c4-10816198f116, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=3fe7fa2a-f09f-44d4-a3c4-10816198f116,segment=NetworkSegment(74af9839-d58d-43f5-ac2d-20a240e0943a),segment_id=74af9839-d58d-43f5-ac2d-20a240e0943a)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:42:56.455759 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:42:56.552943 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=3fe7fa2a-f09f-44d4-a3c4-10816198f116,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:42:57.995530 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 3fe7fa2a-f09f-44d4-a3c4-10816198f116 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:42:58.064747 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 3fe7fa2a-f09f-44d4-a3c4-10816198f116 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:42:58.065446 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:43:08.238643 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:43:09.275952 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d6b96ad1-9bb6-41d5-b5db-317adf9f898e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:43:09.568868 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:43:11.553188 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb3a3d75-39a1-4b4a-aba2-c604c3cd45ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:43:12.809382 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:43:12.845053 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:43:14.327863 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:43:18.937359 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:43:24.209030 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814bbfd2-d237-438c-a880-330873c2ba9f req-29d8fd0f-55d0-4517-9e99-7217b1fb3cc4 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:43:24.210666 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-814bbfd2-d237-438c-a880-330873c2ba9f req-29d8fd0f-55d0-4517-9e99-7217b1fb3cc4 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898 HTTP/1.1" status: 200 len: 946 time: 0.0962481 May 23 11:43:24.404729 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-814bbfd2-d237-438c-a880-330873c2ba9f req-7de46f99-a0ee-4784-ba8b-bc645f7536a6 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e27302e-a49e-4f27-84fc-bd76b5e7fe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1867118 May 23 11:43:25.648253 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427962be-1d67-4a88-81be-a29c6370c77e req-5edd4feb-d959-4118-af88-747136ad50fd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:43:25.650109 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-427962be-1d67-4a88-81be-a29c6370c77e req-5edd4feb-d959-4118-af88-747136ad50fd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898 HTTP/1.1" status: 200 len: 946 time: 0.0977058 May 23 11:43:25.697074 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-427962be-1d67-4a88-81be-a29c6370c77e req-137e394c-f71d-4002-ab5b-919f581ab42f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e27302e-a49e-4f27-84fc-bd76b5e7fe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409379 May 23 11:43:26.949181 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0328ce6-6039-4a1f-9f6f-1be6a899eca8 req-c9668652-3742-4d03-8b1c-92d193153362 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:43:26.952431 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a0328ce6-6039-4a1f-9f6f-1be6a899eca8 req-c9668652-3742-4d03-8b1c-92d193153362 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898 HTTP/1.1" status: 200 len: 946 time: 0.0991144 May 23 11:43:27.024763 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a0328ce6-6039-4a1f-9f6f-1be6a899eca8 req-4d69c905-cc3e-4f17-b748-26b43ae1a245 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e27302e-a49e-4f27-84fc-bd76b5e7fe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678339 May 23 11:43:28.243392 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacac740-a03f-4867-b7b3-e7da5a9ff694 req-b83aacd7-f7e8-4d0b-93e7-3ecc15d596a7 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:43:28.244905 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cacac740-a03f-4867-b7b3-e7da5a9ff694 req-b83aacd7-f7e8-4d0b-93e7-3ecc15d596a7 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898 HTTP/1.1" status: 200 len: 946 time: 0.0767562 May 23 11:43:28.294251 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cacac740-a03f-4867-b7b3-e7da5a9ff694 req-9ae3cbfc-dd44-4f44-8971-13ebacfecb7b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e27302e-a49e-4f27-84fc-bd76b5e7fe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435379 May 23 11:43:29.522841 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b1ed3-61ce-4006-bd60-31f50197fa40 req-5b2275f1-03ee-457f-92d8-955a189104a4 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:43:29.524649 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d31b1ed3-61ce-4006-bd60-31f50197fa40 req-5b2275f1-03ee-457f-92d8-955a189104a4 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898 HTTP/1.1" status: 200 len: 946 time: 0.1017056 May 23 11:43:29.572009 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d31b1ed3-61ce-4006-bd60-31f50197fa40 req-0959139f-ae11-4d03-a539-f3ccbf79db05 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e27302e-a49e-4f27-84fc-bd76b5e7fe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415506 May 23 11:43:30.986937 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47538e0f-72eb-47dd-a4d1-7e467ac3b820 req-6a6df06f-6ba1-448f-80db-ffd0f06efe52 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:43:30.989887 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-47538e0f-72eb-47dd-a4d1-7e467ac3b820 req-6a6df06f-6ba1-448f-80db-ffd0f06efe52 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898 HTTP/1.1" status: 200 len: 946 time: 0.0781777 May 23 11:43:31.042094 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-47538e0f-72eb-47dd-a4d1-7e467ac3b820 req-094dd4eb-8926-41c0-84ef-1654a63a286e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e27302e-a49e-4f27-84fc-bd76b5e7fe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464809 May 23 11:43:32.056836 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-78051c16-f7e1-4ebc-8c9b-502d99717644 req-4006b4b6-f87f-4558-85ae-56089bf3405d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=261dc3b71b384338a9f4e12911499bfb&device_id=fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898 HTTP/1.1" status: 200 len: 1097 time: 0.2730072 May 23 11:43:32.238316 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78051c16-f7e1-4ebc-8c9b-502d99717644 req-c2bc51cf-40c0-46de-8233-271e651a5b7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:43:32.239818 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-78051c16-f7e1-4ebc-8c9b-502d99717644 req-c2bc51cf-40c0-46de-8233-271e651a5b7d service neutron] 10.222.0.13 "GET /v2.0/networks?id=8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff HTTP/1.1" status: 200 len: 897 time: 0.1587117 May 23 11:43:32.342299 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef77141-1a0e-4dbc-8708-e9edeb30f23a req-7558b337-5a2f-41ee-b457-b4e588bd0803 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:43:32.343777 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2ef77141-1a0e-4dbc-8708-e9edeb30f23a req-7558b337-5a2f-41ee-b457-b4e588bd0803 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898 HTTP/1.1" status: 200 len: 946 time: 0.1379290 May 23 11:43:32.359073 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-78051c16-f7e1-4ebc-8c9b-502d99717644 req-1bd26d7c-fd9d-46fb-abc0-c9ad698e0fad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e984c38-7f56-4caf-8623-75ebb7c575b4 HTTP/1.1" status: 200 len: 1002 time: 0.1128197 May 23 11:43:32.404102 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2ef77141-1a0e-4dbc-8708-e9edeb30f23a req-f95c5e51-1690-499c-8bb0-0f5a6df2fc54 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e27302e-a49e-4f27-84fc-bd76b5e7fe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540812 May 23 11:43:32.458096 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78051c16-f7e1-4ebc-8c9b-502d99717644 req-582263fe-99af-44b5-ba79-469052c41d8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:43:32.459675 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-78051c16-f7e1-4ebc-8c9b-502d99717644 req-582263fe-99af-44b5-ba79-469052c41d8b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f5d1f30-0372-49a0-b2e2-71e325a9a76b HTTP/1.1" status: 200 len: 835 time: 0.0830421 May 23 11:43:32.544833 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-78051c16-f7e1-4ebc-8c9b-502d99717644 req-b232b259-3c1d-49d6-97f3-c7caa0a888b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784688 May 23 11:43:32.682152 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-78051c16-f7e1-4ebc-8c9b-502d99717644 req-92cd7b27-2bc2-437d-89af-c714f0afe12e service neutron] 10.222.0.13 "GET /v2.0/networks/8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282439 May 23 11:43:32.838902 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-78051c16-f7e1-4ebc-8c9b-502d99717644 req-4b86ba76-a052-4320-93b5-057eb05616b0 service neutron] 10.222.0.13 "GET /v2.0/networks/8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499295 May 23 11:43:33.596352 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050dadf0-3c14-4cf2-ba14-694b6b850336 req-cdb46f39-fe6e-4519-b248-c4e4d1d504dc tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:43:33.597885 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-050dadf0-3c14-4cf2-ba14-694b6b850336 req-cdb46f39-fe6e-4519-b248-c4e4d1d504dc tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898 HTTP/1.1" status: 200 len: 946 time: 0.0838063 May 23 11:43:33.652730 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-050dadf0-3c14-4cf2-ba14-694b6b850336 req-f6b2423a-dc3c-43cd-aa7d-5a98713ac5a6 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e27302e-a49e-4f27-84fc-bd76b5e7fe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489852 May 23 11:43:34.873249 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28656e-dbcc-497a-9528-6f6c20415818 req-c0ec04d3-194d-4430-a015-21fcf706809f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:43:34.874733 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ea28656e-dbcc-497a-9528-6f6c20415818 req-c0ec04d3-194d-4430-a015-21fcf706809f tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898 HTTP/1.1" status: 200 len: 946 time: 0.0787170 May 23 11:43:34.945940 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ea28656e-dbcc-497a-9528-6f6c20415818 req-d85ca656-70c1-4cbf-8942-353bd498fa2c tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e27302e-a49e-4f27-84fc-bd76b5e7fe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649986 May 23 11:43:36.166277 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7b2f4-1e3b-488e-9fca-d24adaca724f req-d7505152-f1dd-46ce-b89d-cd7ba916324c tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:43:36.167661 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4fc7b2f4-1e3b-488e-9fca-d24adaca724f req-d7505152-f1dd-46ce-b89d-cd7ba916324c tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898 HTTP/1.1" status: 200 len: 946 time: 0.0829916 May 23 11:43:36.213209 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4fc7b2f4-1e3b-488e-9fca-d24adaca724f req-7431c39b-8b89-4cd2-acbd-ce4558882185 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e27302e-a49e-4f27-84fc-bd76b5e7fe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396063 May 23 11:43:37.432516 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803310c-eb55-4745-bd22-4981ec4640fc req-5af2f8e4-9cd7-4807-a2fd-c72e078e6004 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:43:37.435202 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7803310c-eb55-4745-bd22-4981ec4640fc req-5af2f8e4-9cd7-4807-a2fd-c72e078e6004 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898 HTTP/1.1" status: 200 len: 946 time: 0.0946105 May 23 11:43:37.491949 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7803310c-eb55-4745-bd22-4981ec4640fc req-f84c41cc-a92a-41d7-916e-551facc89748 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e27302e-a49e-4f27-84fc-bd76b5e7fe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498166 May 23 11:43:38.238167 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:43:38.747051 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd868b6-e681-4664-8d98-0d37333d759b req-c815a134-a439-47f2-83b4-53e3c65d4417 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:43:38.748562 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0dd868b6-e681-4664-8d98-0d37333d759b req-c815a134-a439-47f2-83b4-53e3c65d4417 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898 HTTP/1.1" status: 200 len: 946 time: 0.0998003 May 23 11:43:38.796193 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0dd868b6-e681-4664-8d98-0d37333d759b req-9f718c45-4587-4e5c-89d6-aa43bb140770 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e27302e-a49e-4f27-84fc-bd76b5e7fe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417533 May 23 11:43:39.029316 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fac5f56f-84de-4eca-b9e4-f2f996d3b927 req-e7047368-d8c5-4dac-8820-871bc3f4521f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898 HTTP/1.1" status: 200 len: 1097 time: 0.0801492 May 23 11:43:39.081719 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fac5f56f-84de-4eca-b9e4-f2f996d3b927 req-6474a175-5371-40ac-b2c9-bb2f86e8dc00 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1e27302e-a49e-4f27-84fc-bd76b5e7fe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462239 May 23 11:43:39.282351 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e13d0a39-9d7a-4b74-a41e-22a2134d5ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:43:39.583912 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:43:39.648390 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 6e984c38-7f56-4caf-8623-75ebb7c575b4 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:43:39.654396 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 6e984c38-7f56-4caf-8623-75ebb7c575b4 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:43:39.923052 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 6e984c38-7f56-4caf-8623-75ebb7c575b4, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=6e984c38-7f56-4caf-8623-75ebb7c575b4,segment=NetworkSegment(0528fc48-53bc-41d5-9a0d-b9e625a32c0f),segment_id=0528fc48-53bc-41d5-9a0d-b9e625a32c0f)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:43:39.947966 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '6e984c38-7f56-4caf-8623-75ebb7c575b4', 'network_id': '8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff', 'port_id': '6e984c38-7f56-4caf-8623-75ebb7c575b4', 'mac_address': 'fa:16:3e:1e:36:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f5d1f30-0372-49a0-b2e2-71e325a9a76b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:43:39.979404 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:43:40.059752 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 6e984c38-7f56-4caf-8623-75ebb7c575b4, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=6e984c38-7f56-4caf-8623-75ebb7c575b4,segment=NetworkSegment(0528fc48-53bc-41d5-9a0d-b9e625a32c0f),segment_id=0528fc48-53bc-41d5-9a0d-b9e625a32c0f)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:43:40.064843 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e984c38-7f56-4caf-8623-75ebb7c575b4'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:43:40.075101 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:43:40.136083 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:43:40.165675 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0beb43d2-a6f3-4f46-a372-ee5b989b8d3f'] response: {'server_uuid': 'fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e984c38-7f56-4caf-8623-75ebb7c575b4', 'code': 200} May 23 11:43:40.189114 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e984c38-7f56-4caf-8623-75ebb7c575b4 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:43:40.260213 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=6e984c38-7f56-4caf-8623-75ebb7c575b4,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:43:40.280458 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:43:40.280807 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:43:40.281152 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:43:40.281484 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:43:40.281820 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:43:40.282153 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:43:40.282650 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:43:40.283191 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:43:40.283289 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:43:40.283744 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:43:40.284101 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:43:40.287990 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:43:40.291213 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:43:40.318241 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c641892-8e4e-487b-b2db-58371a952be3 req-94199dff-30eb-4caf-8546-379a31c8dc42 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:43:40.319755 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8c641892-8e4e-487b-b2db-58371a952be3 req-94199dff-30eb-4caf-8546-379a31c8dc42 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898 HTTP/1.1" status: 200 len: 944 time: 0.0869801 May 23 11:43:40.374241 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8c641892-8e4e-487b-b2db-58371a952be3 req-3b05f38e-05cf-4011-8017-ab45a3070ab6 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e27302e-a49e-4f27-84fc-bd76b5e7fe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487683 May 23 11:43:40.849591 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:43:40.866709 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e984c38-7f56-4caf-8623-75ebb7c575b4 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:43:40.882522 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 6e984c38-7f56-4caf-8623-75ebb7c575b4, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=6e984c38-7f56-4caf-8623-75ebb7c575b4,segment=NetworkSegment(0528fc48-53bc-41d5-9a0d-b9e625a32c0f),segment_id=0528fc48-53bc-41d5-9a0d-b9e625a32c0f)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:43:40.886856 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:43:40.955633 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=6e984c38-7f56-4caf-8623-75ebb7c575b4,revision_number=7']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:43:41.323918 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['6e984c38-7f56-4caf-8623-75ebb7c575b4'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:43:41.570545 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d2b110ae-01a0-437f-915f-bd016cabf24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:43:41.599302 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effe2fd-3ee0-479b-aab9-9db3fabe2d9f req-eaafbfd9-5d03-4219-8509-b3ed15de82cf tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:43:41.600905 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8effe2fd-3ee0-479b-aab9-9db3fabe2d9f req-eaafbfd9-5d03-4219-8509-b3ed15de82cf tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898 HTTP/1.1" status: 200 len: 945 time: 0.0865264 May 23 11:43:41.668466 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8effe2fd-3ee0-479b-aab9-9db3fabe2d9f req-61154622-8373-4ba3-a5ac-eab7faf2da3e tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e27302e-a49e-4f27-84fc-bd76b5e7fe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609720 May 23 11:43:41.694473 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 35458) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:43:41.952596 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-daae31f7-eb56-4507-a3b3-43feed7ca88b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/floatingips/2efde528-53c7-41b3-ab69-cca09239e1b4 HTTP/1.1" status: 200 len: 993 time: 0.2561631 May 23 11:43:42.823799 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:43:42.835789 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:43:43.665562 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 6e984c38-7f56-4caf-8623-75ebb7c575b4 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:43:43.750719 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 6e984c38-7f56-4caf-8623-75ebb7c575b4 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:43:43.751121 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:43:43.910555 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:43:43.949028 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e984c38-7f56-4caf-8623-75ebb7c575b4'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:43:43.957151 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 6e984c38-7f56-4caf-8623-75ebb7c575b4, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=6e984c38-7f56-4caf-8623-75ebb7c575b4,segment=NetworkSegment(0528fc48-53bc-41d5-9a0d-b9e625a32c0f),segment_id=0528fc48-53bc-41d5-9a0d-b9e625a32c0f)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:43:43.973073 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:43:44.055026 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=6e984c38-7f56-4caf-8623-75ebb7c575b4,revision_number=8']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:43:44.066545 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e09cdd4-4180-410b-a5d3-ef4889519591'] response: {'server_uuid': 'fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e984c38-7f56-4caf-8623-75ebb7c575b4', 'code': 200} May 23 11:43:44.346573 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:43:55.938943 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:44:08.257020 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:09.277412 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-14f514f8-6bb4-4f6c-b820-6ec8f2e76cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:09.583000 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:11.544216 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6eafe061-ddd0-4afd-aca5-86cec967e73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:12.829950 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:12.834695 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:14.333111 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:19.236963 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 36548) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:44:19.519156 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36558) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:44:19.521972 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f2b921a7-8f09-40f3-91b6-4290f3028ac7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=641f3c241bda4f48a7a5624c98c4719b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2787113 May 23 11:44:19.585932 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76c513fd-d32e-4f12-a27d-3f01ce0918d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:19.613791 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76c513fd-d32e-4f12-a27d-3f01ce0918d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:19.666474 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76c513fd-d32e-4f12-a27d-3f01ce0918d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:19.684133 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c513fd-d32e-4f12-a27d-3f01ce0918d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e88755c-ffea-4fe2-b247-9621e7b7bc47,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:44:19.700226 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c513fd-d32e-4f12-a27d-3f01ce0918d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:44:19.700226 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c513fd-d32e-4f12-a27d-3f01ce0918d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:44:19.700226 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c513fd-d32e-4f12-a27d-3f01ce0918d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:44:19.700226 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c513fd-d32e-4f12-a27d-3f01ce0918d8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:44:19.700226 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c513fd-d32e-4f12-a27d-3f01ce0918d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:44:19.700226 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c513fd-d32e-4f12-a27d-3f01ce0918d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:44:19.701850 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c513fd-d32e-4f12-a27d-3f01ce0918d8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:44:19.701850 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c513fd-d32e-4f12-a27d-3f01ce0918d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:44:19.701850 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c513fd-d32e-4f12-a27d-3f01ce0918d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:44:19.701850 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c513fd-d32e-4f12-a27d-3f01ce0918d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:44:19.701850 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c513fd-d32e-4f12-a27d-3f01ce0918d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:44:19.711020 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76c513fd-d32e-4f12-a27d-3f01ce0918d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:19.711020 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-76c513fd-d32e-4f12-a27d-3f01ce0918d8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2e88755c-ffea-4fe2-b247-9621e7b7bc47 HTTP/1.1" status: 204 len: 168 time: 0.1917841 May 23 11:44:26.284707 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [req-faa3f480-3781-4edd-b8bd-38634fadaca1 req-77dc0c2d-0f97-428b-af3e-ab7200e7c973 service neutron] (83911) timed out ('10.222.0.81', 60870) {{(pid=83911) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 23 11:44:27.304962 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-c8b820c2-fd27-495d-8db5-6dcca5a2e8de req-a967f362-714f-4919-851c-3da58575e0df service neutron] (83910) timed out ('10.222.0.81', 60858) {{(pid=83910) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 23 11:44:27.338237 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-ef9a0d52-637f-4929-a19a-5f2441060bd0 req-6ee5133a-dabd-429a-8ae4-3c5879832824 tempest-TestNetworkBasicOps-558807201 tempest-TestNetworkBasicOps-558807201-project] (83910) timed out ('10.222.0.81', 61447) {{(pid=83910) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 23 11:44:32.142092 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-649654ef-4fdd-45a7-aa71-245030e58c97 req-9fe0eb96-c69b-47d6-b923-301f85e7e020 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0971498 May 23 11:44:32.309920 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-649654ef-4fdd-45a7-aa71-245030e58c97 req-031402ff-ac0c-47bd-aa38-ab364e86ba29 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=261dc3b71b384338a9f4e12911499bfb&device_id=fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898 HTTP/1.1" status: 200 len: 1097 time: 0.0728507 May 23 11:44:32.528739 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649654ef-4fdd-45a7-aa71-245030e58c97 req-5cd22cfa-28f4-404c-95f1-147c87bf85bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:44:32.530202 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-649654ef-4fdd-45a7-aa71-245030e58c97 req-5cd22cfa-28f4-404c-95f1-147c87bf85bb service neutron] 10.222.0.13 "GET /v2.0/networks?id=8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff HTTP/1.1" status: 200 len: 897 time: 0.2021792 May 23 11:44:32.654115 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-649654ef-4fdd-45a7-aa71-245030e58c97 req-b43c756b-8cd8-4332-ac38-4e82bd163b6d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e984c38-7f56-4caf-8623-75ebb7c575b4 HTTP/1.1" status: 200 len: 1002 time: 0.1130192 May 23 11:44:32.733176 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649654ef-4fdd-45a7-aa71-245030e58c97 req-c908eca8-c6e3-434d-af0b-8ccd3a56078f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:44:32.734821 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-649654ef-4fdd-45a7-aa71-245030e58c97 req-c908eca8-c6e3-434d-af0b-8ccd3a56078f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f5d1f30-0372-49a0-b2e2-71e325a9a76b HTTP/1.1" status: 200 len: 835 time: 0.0777497 May 23 11:44:32.833544 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-649654ef-4fdd-45a7-aa71-245030e58c97 req-cfceb294-d465-41f5-92b9-d7e0490f556e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889084 May 23 11:44:32.966419 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:44:33.004883 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-649654ef-4fdd-45a7-aa71-245030e58c97 req-05d8bf9f-042f-4845-8cb5-f515e4d13dad service neutron] 10.222.0.13 "GET /v2.0/networks/8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687753 May 23 11:44:33.203251 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-649654ef-4fdd-45a7-aa71-245030e58c97 req-8ea51ae1-8e4b-4903-83fe-43207e58a3f0 service neutron] 10.222.0.13 "GET /v2.0/networks/8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892948 May 23 11:44:35.942651 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36886) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:44:36.147212 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-22bf4dd9-0b3d-4783-9b50-4bf4b0bbab70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:36.178934 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-22bf4dd9-0b3d-4783-9b50-4bf4b0bbab70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:44:36.183554 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-22bf4dd9-0b3d-4783-9b50-4bf4b0bbab70 admin admin] Usage tracker for resource:security_group_rule and tenant:a9f8e76ce7eb44be94aad5e723701edf is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:44:36.185716 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-22bf4dd9-0b3d-4783-9b50-4bf4b0bbab70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:44:36.192360 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-22bf4dd9-0b3d-4783-9b50-4bf4b0bbab70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:44:36.259199 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-22bf4dd9-0b3d-4783-9b50-4bf4b0bbab70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:36.263433 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-22bf4dd9-0b3d-4783-9b50-4bf4b0bbab70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:36.310258 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf4dd9-0b3d-4783-9b50-4bf4b0bbab70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b5fd70-6442-4b69-abb9-04c20da53950,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:44:36.326574 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-22bf4dd9-0b3d-4783-9b50-4bf4b0bbab70 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a9f8e76ce7eb44be94aad5e723701edf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3740847 May 23 11:44:36.326574 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 36898) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:44:36.397426 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-455df100-3d88-4f2f-ae0f-6244efa8bb6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:36.443382 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-455df100-3d88-4f2f-ae0f-6244efa8bb6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:36.497451 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-455df100-3d88-4f2f-ae0f-6244efa8bb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:36.512436 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455df100-3d88-4f2f-ae0f-6244efa8bb6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b5fd70-6442-4b69-abb9-04c20da53950,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:44:36.519649 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-455df100-3d88-4f2f-ae0f-6244efa8bb6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:36.520909 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-455df100-3d88-4f2f-ae0f-6244efa8bb6e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/00b5fd70-6442-4b69-abb9-04c20da53950 HTTP/1.1" status: 204 len: 168 time: 0.2005649 May 23 11:44:38.256640 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:38.962104 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37070) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:44:38.968065 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-966b2288-fc2e-490e-81ea-e588a29d654e tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-261615930', 'description': 'tempest-secgroup-smoke-261615930 description', 'project_id': '17f349f91e0b4627aaadec58185bca30'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:44:38.974696 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-966b2288-fc2e-490e-81ea-e588a29d654e tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:44:38.979119 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-966b2288-fc2e-490e-81ea-e588a29d654e tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Usage tracker for resource:security_group and tenant:17f349f91e0b4627aaadec58185bca30 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:44:38.982305 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-966b2288-fc2e-490e-81ea-e588a29d654e tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:44:38.988996 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-966b2288-fc2e-490e-81ea-e588a29d654e tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:44:39.000169 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-966b2288-fc2e-490e-81ea-e588a29d654e tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:39.038687 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-966b2288-fc2e-490e-81ea-e588a29d654e tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:44:39.043089 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-966b2288-fc2e-490e-81ea-e588a29d654e tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Usage tracker for resource:security_group_rule and tenant:17f349f91e0b4627aaadec58185bca30 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:44:39.046573 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-966b2288-fc2e-490e-81ea-e588a29d654e tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:44:39.052738 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-966b2288-fc2e-490e-81ea-e588a29d654e tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:44:39.108067 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-966b2288-fc2e-490e-81ea-e588a29d654e tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:39.112377 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-966b2288-fc2e-490e-81ea-e588a29d654e tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:39.154111 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b2288-fc2e-490e-81ea-e588a29d654e tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=633678d8-7ad8-4137-a833-a9eb0428a259,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:44:39.157681 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-966b2288-fc2e-490e-81ea-e588a29d654e tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:39.158950 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-966b2288-fc2e-490e-81ea-e588a29d654e tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1957691 May 23 11:44:39.162222 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37076) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:44:39.167865 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-4671feb9-8585-429c-acd2-3af7a920cdbe tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Request body: {'security_group_rule': {'security_group_id': '633678d8-7ad8-4137-a833-a9eb0428a259', 'project_id': '17f349f91e0b4627aaadec58185bca30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:44:39.175299 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4671feb9-8585-429c-acd2-3af7a920cdbe tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:44:39.179172 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4671feb9-8585-429c-acd2-3af7a920cdbe tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Usage tracker for resource:security_group_rule and tenant:17f349f91e0b4627aaadec58185bca30 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:44:39.182108 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4671feb9-8585-429c-acd2-3af7a920cdbe tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:44:39.188215 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4671feb9-8585-429c-acd2-3af7a920cdbe tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:44:39.195582 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37080) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:44:39.208224 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4671feb9-8585-429c-acd2-3af7a920cdbe tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:39.274073 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4671feb9-8585-429c-acd2-3af7a920cdbe tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:39.279846 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4671feb9-8585-429c-acd2-3af7a920cdbe tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:39.281713 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-94c45d2c-904e-429f-98e1-ac7dfbc73bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:39.302671 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4671feb9-8585-429c-acd2-3af7a920cdbe tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd5e9ee0-fb36-49a4-8b8f-047fa4398c4c,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:44:39.317637 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4671feb9-8585-429c-acd2-3af7a920cdbe tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:44:39.317986 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4671feb9-8585-429c-acd2-3af7a920cdbe tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:44:39.318370 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4671feb9-8585-429c-acd2-3af7a920cdbe tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:44:39.318701 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4671feb9-8585-429c-acd2-3af7a920cdbe tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:44:39.319014 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4671feb9-8585-429c-acd2-3af7a920cdbe tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:44:39.319389 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4671feb9-8585-429c-acd2-3af7a920cdbe tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:44:39.319843 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4671feb9-8585-429c-acd2-3af7a920cdbe tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:44:39.320213 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4671feb9-8585-429c-acd2-3af7a920cdbe tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:44:39.320559 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4671feb9-8585-429c-acd2-3af7a920cdbe tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:44:39.320884 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4671feb9-8585-429c-acd2-3af7a920cdbe tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:44:39.321205 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4671feb9-8585-429c-acd2-3af7a920cdbe tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:44:39.324918 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4671feb9-8585-429c-acd2-3af7a920cdbe tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:39.328809 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4671feb9-8585-429c-acd2-3af7a920cdbe tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1628566 May 23 11:44:39.329187 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37086) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:44:39.334698 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d963affb-ae73-469b-a4e2-fee81b6c1b0d tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Request body: {'security_group_rule': {'security_group_id': '633678d8-7ad8-4137-a833-a9eb0428a259', 'project_id': '17f349f91e0b4627aaadec58185bca30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:44:39.341431 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d963affb-ae73-469b-a4e2-fee81b6c1b0d tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:44:39.345323 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d963affb-ae73-469b-a4e2-fee81b6c1b0d tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Usage tracker for resource:security_group_rule and tenant:17f349f91e0b4627aaadec58185bca30 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:44:39.348403 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d963affb-ae73-469b-a4e2-fee81b6c1b0d tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:44:39.354099 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d963affb-ae73-469b-a4e2-fee81b6c1b0d tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:44:39.356234 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cf952563-86aa-4b9b-ab7b-219f2bc886d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:39.372742 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d963affb-ae73-469b-a4e2-fee81b6c1b0d tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:39.391970 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-cf952563-86aa-4b9b-ab7b-219f2bc886d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:44:39.395797 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-cf952563-86aa-4b9b-ab7b-219f2bc886d6 admin admin] Usage tracker for resource:security_group_rule and tenant:3fede866d6984be694a854b6c1e76b2d is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:44:39.398975 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-cf952563-86aa-4b9b-ab7b-219f2bc886d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:44:39.404773 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-cf952563-86aa-4b9b-ab7b-219f2bc886d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:44:39.441867 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d963affb-ae73-469b-a4e2-fee81b6c1b0d tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:39.446141 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d963affb-ae73-469b-a4e2-fee81b6c1b0d tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:39.469073 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d963affb-ae73-469b-a4e2-fee81b6c1b0d tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f8b9abe-c6a4-43c1-a579-1bead9ef2827,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:44:39.473357 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cf952563-86aa-4b9b-ab7b-219f2bc886d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:39.478120 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cf952563-86aa-4b9b-ab7b-219f2bc886d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:39.481036 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d963affb-ae73-469b-a4e2-fee81b6c1b0d tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:39.482228 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d963affb-ae73-469b-a4e2-fee81b6c1b0d tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1522431 May 23 11:44:39.485399 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37090) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:44:39.490861 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-09c8c9b5-4a10-4215-9c65-70d7e1d3deb5 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Request body: {'security_group_rule': {'security_group_id': '633678d8-7ad8-4137-a833-a9eb0428a259', 'project_id': '17f349f91e0b4627aaadec58185bca30', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:44:39.497588 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-09c8c9b5-4a10-4215-9c65-70d7e1d3deb5 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:44:39.501561 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-09c8c9b5-4a10-4215-9c65-70d7e1d3deb5 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Usage tracker for resource:security_group_rule and tenant:17f349f91e0b4627aaadec58185bca30 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:44:39.504604 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-09c8c9b5-4a10-4215-9c65-70d7e1d3deb5 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:44:39.510321 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-09c8c9b5-4a10-4215-9c65-70d7e1d3deb5 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:44:39.526784 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-09c8c9b5-4a10-4215-9c65-70d7e1d3deb5 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:39.528993 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf952563-86aa-4b9b-ab7b-219f2bc886d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b23aca-0bc2-44d2-a19a-eb6cf5d02501,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:44:39.536259 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-cf952563-86aa-4b9b-ab7b-219f2bc886d6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3fede866d6984be694a854b6c1e76b2d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3396466 May 23 11:44:39.537144 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37094) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:44:39.593007 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-09c8c9b5-4a10-4215-9c65-70d7e1d3deb5 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:39.597320 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f803d6f8-44c8-464c-bbd8-0e84ac3a2d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:39.597805 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-09c8c9b5-4a10-4215-9c65-70d7e1d3deb5 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:39.602999 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:39.621528 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c8c9b5-4a10-4215-9c65-70d7e1d3deb5 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aea5adff-cd0a-4125-a7be-93038b1124dd,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:44:39.623406 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f803d6f8-44c8-464c-bbd8-0e84ac3a2d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:39.632393 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-09c8c9b5-4a10-4215-9c65-70d7e1d3deb5 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:39.636342 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-09c8c9b5-4a10-4215-9c65-70d7e1d3deb5 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1472681 May 23 11:44:39.636540 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37098) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:44:39.641919 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-45226c51-046b-4b66-847f-13cbd084142f tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Request body: {'security_group_rule': {'security_group_id': '633678d8-7ad8-4137-a833-a9eb0428a259', 'project_id': '17f349f91e0b4627aaadec58185bca30', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:44:39.649056 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-45226c51-046b-4b66-847f-13cbd084142f tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:44:39.653181 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-45226c51-046b-4b66-847f-13cbd084142f tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Usage tracker for resource:security_group_rule and tenant:17f349f91e0b4627aaadec58185bca30 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:44:39.656241 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-45226c51-046b-4b66-847f-13cbd084142f tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:44:39.662920 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-45226c51-046b-4b66-847f-13cbd084142f tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:44:39.675941 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f803d6f8-44c8-464c-bbd8-0e84ac3a2d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:39.680410 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-45226c51-046b-4b66-847f-13cbd084142f tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:39.693815 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f803d6f8-44c8-464c-bbd8-0e84ac3a2d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b23aca-0bc2-44d2-a19a-eb6cf5d02501,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:44:39.701777 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f803d6f8-44c8-464c-bbd8-0e84ac3a2d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:39.704262 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f803d6f8-44c8-464c-bbd8-0e84ac3a2d39 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b9b23aca-0bc2-44d2-a19a-eb6cf5d02501 HTTP/1.1" status: 204 len: 168 time: 0.1662295 May 23 11:44:39.745436 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-45226c51-046b-4b66-847f-13cbd084142f tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:39.749341 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-45226c51-046b-4b66-847f-13cbd084142f tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:39.777036 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45226c51-046b-4b66-847f-13cbd084142f tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a2cf755-97bf-43e5-aaca-0beabfea3c34,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:44:39.790919 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-45226c51-046b-4b66-847f-13cbd084142f tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:39.792264 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-45226c51-046b-4b66-847f-13cbd084142f tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1547976 May 23 11:44:39.795304 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37104) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:44:39.802008 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-7375e799-f2c4-4820-843d-dda78cc9da4d tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Request body: {'security_group_rule': {'security_group_id': '633678d8-7ad8-4137-a833-a9eb0428a259', 'project_id': '17f349f91e0b4627aaadec58185bca30', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:44:39.809048 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7375e799-f2c4-4820-843d-dda78cc9da4d tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:44:39.813491 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7375e799-f2c4-4820-843d-dda78cc9da4d tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Usage tracker for resource:security_group_rule and tenant:17f349f91e0b4627aaadec58185bca30 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:44:39.816870 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7375e799-f2c4-4820-843d-dda78cc9da4d tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:44:39.822935 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7375e799-f2c4-4820-843d-dda78cc9da4d tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:44:39.833389 n-d-842952-2 neutron-server[83910]: INFO neutron.db.securitygroups_db [None req-7375e799-f2c4-4820-843d-dda78cc9da4d tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Project 17f349f91e0b4627aaadec58185bca30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 11:44:39.840268 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7375e799-f2c4-4820-843d-dda78cc9da4d tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:39.907005 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7375e799-f2c4-4820-843d-dda78cc9da4d tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:39.911102 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7375e799-f2c4-4820-843d-dda78cc9da4d tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:39.939274 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7375e799-f2c4-4820-843d-dda78cc9da4d tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94e34b08-4be6-4b7f-a1bd-a643077894a1,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:44:39.946709 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7375e799-f2c4-4820-843d-dda78cc9da4d tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:39.948018 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7375e799-f2c4-4820-843d-dda78cc9da4d tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1511998 May 23 11:44:39.950748 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37110) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:44:39.956526 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-a9dac54e-52b5-4106-bc53-5679b2914ddd tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Request body: {'security_group_rule': {'security_group_id': '633678d8-7ad8-4137-a833-a9eb0428a259', 'project_id': '17f349f91e0b4627aaadec58185bca30', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:44:39.962847 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a9dac54e-52b5-4106-bc53-5679b2914ddd tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:44:39.967801 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a9dac54e-52b5-4106-bc53-5679b2914ddd tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Usage tracker for resource:security_group_rule and tenant:17f349f91e0b4627aaadec58185bca30 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:44:39.971927 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a9dac54e-52b5-4106-bc53-5679b2914ddd tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:44:39.978901 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a9dac54e-52b5-4106-bc53-5679b2914ddd tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:44:39.993283 n-d-842952-2 neutron-server[83910]: INFO neutron.db.securitygroups_db [None req-a9dac54e-52b5-4106-bc53-5679b2914ddd tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Project 17f349f91e0b4627aaadec58185bca30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 11:44:40.000246 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a9dac54e-52b5-4106-bc53-5679b2914ddd tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:40.047169 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37114) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:44:40.069722 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7019f50f-c2f9-44e5-bed2-e77879b243ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:40.096902 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a9dac54e-52b5-4106-bc53-5679b2914ddd tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:40.112737 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a9dac54e-52b5-4106-bc53-5679b2914ddd tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:40.144003 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7019f50f-c2f9-44e5-bed2-e77879b243ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:44:40.149601 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dac54e-52b5-4106-bc53-5679b2914ddd tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b00c876-aa6d-4bfb-8dc9-ebf7d2196d3c,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:44:40.153871 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7019f50f-c2f9-44e5-bed2-e77879b243ea admin admin] Usage tracker for resource:security_group_rule and tenant:e6d8fe5ab6cf44fbb04a6eb2a7e6ecbe is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:44:40.159090 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7019f50f-c2f9-44e5-bed2-e77879b243ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:44:40.165629 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7019f50f-c2f9-44e5-bed2-e77879b243ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:44:40.169169 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a9dac54e-52b5-4106-bc53-5679b2914ddd tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:40.170332 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a9dac54e-52b5-4106-bc53-5679b2914ddd tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2186909 May 23 11:44:40.236034 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7019f50f-c2f9-44e5-bed2-e77879b243ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:40.240496 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7019f50f-c2f9-44e5-bed2-e77879b243ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:40.286870 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7019f50f-c2f9-44e5-bed2-e77879b243ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d912b6a-31fc-4e95-b7ee-4f868ae4b252,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:44:40.290779 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7019f50f-c2f9-44e5-bed2-e77879b243ea admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e6d8fe5ab6cf44fbb04a6eb2a7e6ecbe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2426820 May 23 11:44:40.293622 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37122) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:44:40.354906 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-33dc857e-7e6e-492c-a855-a7e25dab21ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:40.380389 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-33dc857e-7e6e-492c-a855-a7e25dab21ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:40.433106 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-33dc857e-7e6e-492c-a855-a7e25dab21ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:40.447342 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc857e-7e6e-492c-a855-a7e25dab21ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d912b6a-31fc-4e95-b7ee-4f868ae4b252,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:44:40.447757 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-7a363d42-6386-4a90-b922-d077273baa99 req-bd275989-6301-4bfc-ba8c-ce76cae3622c tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Synchronizing usage tracker for tenant:17f349f91e0b4627aaadec58185bca30 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:44:40.454048 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-33dc857e-7e6e-492c-a855-a7e25dab21ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:40.455145 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-33dc857e-7e6e-492c-a855-a7e25dab21ae admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5d912b6a-31fc-4e95-b7ee-4f868ae4b252 HTTP/1.1" status: 204 len: 168 time: 0.1603558 May 23 11:44:40.471260 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-7a363d42-6386-4a90-b922-d077273baa99 req-bd275989-6301-4bfc-ba8c-ce76cae3622c tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Unset dirty status for tenant:17f349f91e0b4627aaadec58185bca30 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:44:40.472541 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7a363d42-6386-4a90-b922-d077273baa99 req-bd275989-6301-4bfc-ba8c-ce76cae3622c tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-261615930&fields=id&tenant_id=17f349f91e0b4627aaadec58185bca30 HTTP/1.1" status: 200 len: 267 time: 0.0720968 May 23 11:44:40.719304 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a363d42-6386-4a90-b922-d077273baa99 req-a86f991a-c147-41b3-a058-28cad91f5c4b tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:44:40.719934 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-7a363d42-6386-4a90-b922-d077273baa99 req-a86f991a-c147-41b3-a058-28cad91f5c4b tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Synchronizing usage tracker for tenant:17f349f91e0b4627aaadec58185bca30 on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:44:40.740370 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-7a363d42-6386-4a90-b922-d077273baa99 req-a86f991a-c147-41b3-a058-28cad91f5c4b tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Unset dirty status for tenant:17f349f91e0b4627aaadec58185bca30 on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:44:40.744415 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7a363d42-6386-4a90-b922-d077273baa99 req-a86f991a-c147-41b3-a058-28cad91f5c4b tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.79 "GET /v2.0/networks?id=92bdf765-e1b5-4c1f-be7c-394d5e7f1df6 HTTP/1.1" status: 200 len: 814 time: 0.2648931 May 23 11:44:40.759819 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7a363d42-6386-4a90-b922-d077273baa99 req-d9d4825d-ef29-4b2c-bbc8-fe5712493b9e tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.79 "GET /v2.0/quotas/17f349f91e0b4627aaadec58185bca30 HTTP/1.1" status: 200 len: 375 time: 0.0126841 May 23 11:44:40.858447 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-7a363d42-6386-4a90-b922-d077273baa99 req-e0bb6a61-2497-40e3-9012-fdb410afec85 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Synchronizing usage tracker for tenant:17f349f91e0b4627aaadec58185bca30 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:44:40.877595 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-7a363d42-6386-4a90-b922-d077273baa99 req-e0bb6a61-2497-40e3-9012-fdb410afec85 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Unset dirty status for tenant:17f349f91e0b4627aaadec58185bca30 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:44:40.878918 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7a363d42-6386-4a90-b922-d077273baa99 req-e0bb6a61-2497-40e3-9012-fdb410afec85 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=17f349f91e0b4627aaadec58185bca30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1129277 May 23 11:44:41.151548 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7a363d42-6386-4a90-b922-d077273baa99 req-7660f8fe-ea65-4801-8531-419dc1a79859 service neutron] 10.222.0.79 "GET /v2.0/networks/92bdf765-e1b5-4c1f-be7c-394d5e7f1df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600930 May 23 11:44:41.285881 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7a363d42-6386-4a90-b922-d077273baa99 req-917c822f-2f55-479c-9f29-046c8d66e3b1 service neutron] 10.222.0.79 "GET /v2.0/networks/92bdf765-e1b5-4c1f-be7c-394d5e7f1df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273248 May 23 11:44:41.406055 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37152) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:44:41.537106 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a2a8392b-7909-4b9a-9b6e-4353ce2ce87c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1959569979-network', 'tenant_id': '65425bccff9b49c78180d4d6cb9f66ab'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:44:41.542598 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a2a8392b-7909-4b9a-9b6e-4353ce2ce87c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:44:41.547141 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a2a8392b-7909-4b9a-9b6e-4353ce2ce87c admin admin] Usage tracker for resource:network and tenant:65425bccff9b49c78180d4d6cb9f66ab is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:44:41.550427 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a2a8392b-7909-4b9a-9b6e-4353ce2ce87c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:44:41.557419 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a2a8392b-7909-4b9a-9b6e-4353ce2ce87c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:44:41.561482 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b7e7b918-86be-4885-b22e-a5d276aa47af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:41.568858 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a8392b-7909-4b9a-9b6e-4353ce2ce87c admin admin] Made reservation on behalf of 65425bccff9b49c78180d4d6cb9f66ab for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:44:41.571252 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a2a8392b-7909-4b9a-9b6e-4353ce2ce87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:41.584042 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a2a8392b-7909-4b9a-9b6e-4353ce2ce87c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:41.621980 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a2a8392b-7909-4b9a-9b6e-4353ce2ce87c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:44:41.626129 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a2a8392b-7909-4b9a-9b6e-4353ce2ce87c admin admin] Usage tracker for resource:security_group_rule and tenant:65425bccff9b49c78180d4d6cb9f66ab is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:44:41.629412 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a2a8392b-7909-4b9a-9b6e-4353ce2ce87c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:44:41.635263 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a2a8392b-7909-4b9a-9b6e-4353ce2ce87c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:44:41.718097 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a2a8392b-7909-4b9a-9b6e-4353ce2ce87c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:41.722371 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8e21c62a-67fc-49cd-8fdb-7ebe797a3f22 req-b26ae6fa-7edc-4dae-acea-8bd6ff5b91c4 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.79 "GET /v2.0/ports?device_id=5209653f-4262-4c11-8008-26e71137e1b9 HTTP/1.1" status: 200 len: 210 time: 0.0635388 May 23 11:44:41.724650 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a2a8392b-7909-4b9a-9b6e-4353ce2ce87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:41.746809 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2a8392b-7909-4b9a-9b6e-4353ce2ce87c admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:44:41.770101 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a2a8392b-7909-4b9a-9b6e-4353ce2ce87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:41.770431 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-a2a8392b-7909-4b9a-9b6e-4353ce2ce87c admin admin] Added segment 5d8a1b72-af29-4e20-9a57-28a15a9cbe81 of type vlan for network 8a148bc6-2a3d-40ce-bad0-ddf2f3752f1f May 23 11:44:41.771722 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8392b-7909-4b9a-9b6e-4353ce2ce87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96b6389-24f7-423c-a518-44e16ce6b48d,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:44:41.805036 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a2a8392b-7909-4b9a-9b6e-4353ce2ce87c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:41.837486 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a2a8392b-7909-4b9a-9b6e-4353ce2ce87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:41.838339 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a8392b-7909-4b9a-9b6e-4353ce2ce87c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:44:41.838919 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a2a8392b-7909-4b9a-9b6e-4353ce2ce87c admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:42.047848 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8392b-7909-4b9a-9b6e-4353ce2ce87c admin admin] Pushing event updated for resources: {'Network': ['ID=8a148bc6-2a3d-40ce-bad0-ddf2f3752f1f,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:44:42.050770 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a2a8392b-7909-4b9a-9b6e-4353ce2ce87c admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6436956 May 23 11:44:42.053697 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37172) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:44:42.058463 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 8a148bc6-2a3d-40ce-bad0-ddf2f3752f1f details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:44:42.058991 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d4988118-75b2-46b1-8e05-0bdb16ff13f5 admin admin] Request body: {'subnet': {'network_id': '8a148bc6-2a3d-40ce-bad0-ddf2f3752f1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1959569979-subnet', 'tenant_id': '65425bccff9b49c78180d4d6cb9f66ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:44:42.064938 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d4988118-75b2-46b1-8e05-0bdb16ff13f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:44:42.068964 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d4988118-75b2-46b1-8e05-0bdb16ff13f5 admin admin] Usage tracker for resource:subnet and tenant:65425bccff9b49c78180d4d6cb9f66ab is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:44:42.071930 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d4988118-75b2-46b1-8e05-0bdb16ff13f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:44:42.079336 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d4988118-75b2-46b1-8e05-0bdb16ff13f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:44:42.090974 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4988118-75b2-46b1-8e05-0bdb16ff13f5 admin admin] Made reservation on behalf of 65425bccff9b49c78180d4d6cb9f66ab for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:44:42.093351 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d4988118-75b2-46b1-8e05-0bdb16ff13f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:42.300584 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d4988118-75b2-46b1-8e05-0bdb16ff13f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:42.374808 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4988118-75b2-46b1-8e05-0bdb16ff13f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bad8462-6e4d-4302-ab4d-6442cabde036,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:44:42.391259 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4988118-75b2-46b1-8e05-0bdb16ff13f5 admin admin] Checking segment: {'id': '5d8a1b72-af29-4e20-9a57-28a15a9cbe81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8a148bc6-2a3d-40ce-bad0-ddf2f3752f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:44:42.391610 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4988118-75b2-46b1-8e05-0bdb16ff13f5 admin admin] Network hostable DHCP agents. Network: 8a148bc6-2a3d-40ce-bad0-ddf2f3752f1f, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:44:42.414618 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4988118-75b2-46b1-8e05-0bdb16ff13f5 admin admin] Network 8a148bc6-2a3d-40ce-bad0-ddf2f3752f1f is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:44:42.424891 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-d4988118-75b2-46b1-8e05-0bdb16ff13f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 8a148bc6-2a3d-40ce-bad0-ddf2f3752f1f) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:44:42.428526 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4988118-75b2-46b1-8e05-0bdb16ff13f5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:44:42.429109 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d4988118-75b2-46b1-8e05-0bdb16ff13f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:42.433970 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be77b55-c166-4d9b-83b7-f5794efe4388 None None] Network 8a148bc6-2a3d-40ce-bad0-ddf2f3752f1f requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:44:42.453937 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d4988118-75b2-46b1-8e05-0bdb16ff13f5 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3946331 May 23 11:44:42.641663 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac53f5c2-571d-4551-9e8a-2f7fb08aaa1b None None] Network 8a148bc6-2a3d-40ce-bad0-ddf2f3752f1f requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:44:42.852493 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:42.881693 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:42.951500 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a69b907f-7e70-462d-86f8-cce4cef71218 req-e4909bfa-1d8c-4e0a-9174-543763b55cb0 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.79 "GET /v2.0/ports?device_id=5209653f-4262-4c11-8008-26e71137e1b9 HTTP/1.1" status: 200 len: 210 time: 0.0437415 May 23 11:44:43.028692 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a363d42-6386-4a90-b922-d077273baa99 req-e64b3b37-f553-4bd9-bc16-53ba142f2616 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:44:43.030111 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7a363d42-6386-4a90-b922-d077273baa99 req-e64b3b37-f553-4bd9-bc16-53ba142f2616 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.81 "GET /v2.0/networks?id=92bdf765-e1b5-4c1f-be7c-394d5e7f1df6 HTTP/1.1" status: 200 len: 814 time: 0.2208176 May 23 11:44:43.092372 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-7a363d42-6386-4a90-b922-d077273baa99 req-b1cd81d2-2fdb-49f4-9ed9-03c252f97b9d tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Synchronizing usage tracker for tenant:17f349f91e0b4627aaadec58185bca30 on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:44:43.103728 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-7a363d42-6386-4a90-b922-d077273baa99 req-b1cd81d2-2fdb-49f4-9ed9-03c252f97b9d tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Unset dirty status for tenant:17f349f91e0b4627aaadec58185bca30 on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:44:43.104860 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7a363d42-6386-4a90-b922-d077273baa99 req-b1cd81d2-2fdb-49f4-9ed9-03c252f97b9d tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17f349f91e0b4627aaadec58185bca30 HTTP/1.1" status: 200 len: 379 time: 0.0535910 May 23 11:44:43.127670 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-7a363d42-6386-4a90-b922-d077273baa99 req-9e542e67-d603-4494-8940-0cac4de401fc tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Request body: {'port': {'device_id': '5209653f-4262-4c11-8008-26e71137e1b9', 'network_id': '92bdf765-e1b5-4c1f-be7c-394d5e7f1df6', 'admin_state_up': True, 'tenant_id': '17f349f91e0b4627aaadec58185bca30', 'security_groups': ['633678d8-7ad8-4137-a833-a9eb0428a259']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:44:43.276383 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-7a363d42-6386-4a90-b922-d077273baa99 req-9e542e67-d603-4494-8940-0cac4de401fc tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:44:43.286416 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-7a363d42-6386-4a90-b922-d077273baa99 req-9e542e67-d603-4494-8940-0cac4de401fc tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:44:43.297396 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a363d42-6386-4a90-b922-d077273baa99 req-9e542e67-d603-4494-8940-0cac4de401fc tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Made reservation on behalf of 17f349f91e0b4627aaadec58185bca30 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:44:43.301048 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7a363d42-6386-4a90-b922-d077273baa99 req-9e542e67-d603-4494-8940-0cac4de401fc tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:43.400241 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37196) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:44:43.406013 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-241131ef-22a5-48c7-8b0b-3cc072cc3c37 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-732272438-network', 'tenant_id': 'd9f548a412a34c5fa9a56a486e43166e'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:44:43.411620 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-241131ef-22a5-48c7-8b0b-3cc072cc3c37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:44:43.418136 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-241131ef-22a5-48c7-8b0b-3cc072cc3c37 admin admin] Usage tracker for resource:network and tenant:d9f548a412a34c5fa9a56a486e43166e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:44:43.421428 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-241131ef-22a5-48c7-8b0b-3cc072cc3c37 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:44:43.427976 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-241131ef-22a5-48c7-8b0b-3cc072cc3c37 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:44:43.440423 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241131ef-22a5-48c7-8b0b-3cc072cc3c37 admin admin] Made reservation on behalf of d9f548a412a34c5fa9a56a486e43166e for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:44:43.443320 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-241131ef-22a5-48c7-8b0b-3cc072cc3c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:43.456441 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-241131ef-22a5-48c7-8b0b-3cc072cc3c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:43.488123 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-7a363d42-6386-4a90-b922-d077273baa99 req-9e542e67-d603-4494-8940-0cac4de401fc tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Allocated IP 172.20.0.6 (92bdf765-e1b5-4c1f-be7c-394d5e7f1df6/b7d3de30-866a-45ab-a1bf-da8876f8c1c1/457da96d-c6fb-4a93-b45e-7a2e01fcf38a) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:44:43.489532 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-241131ef-22a5-48c7-8b0b-3cc072cc3c37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:44:43.494691 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-241131ef-22a5-48c7-8b0b-3cc072cc3c37 admin admin] Usage tracker for resource:security_group_rule and tenant:d9f548a412a34c5fa9a56a486e43166e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:44:43.497610 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-241131ef-22a5-48c7-8b0b-3cc072cc3c37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:44:43.503877 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-241131ef-22a5-48c7-8b0b-3cc072cc3c37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:44:43.577710 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-241131ef-22a5-48c7-8b0b-3cc072cc3c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:43.582723 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-241131ef-22a5-48c7-8b0b-3cc072cc3c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:43.616899 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-241131ef-22a5-48c7-8b0b-3cc072cc3c37 admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:44:43.622044 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241131ef-22a5-48c7-8b0b-3cc072cc3c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbe2248-19e5-42ec-b008-47d79c6ccfb6,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:44:43.632870 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-241131ef-22a5-48c7-8b0b-3cc072cc3c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:43.633336 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-241131ef-22a5-48c7-8b0b-3cc072cc3c37 admin admin] Added segment 1e65cc5f-a1a0-4372-8868-da19a2568850 of type vlan for network 4dfee37d-0679-4df1-a131-d250162baa5f May 23 11:44:43.663200 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-241131ef-22a5-48c7-8b0b-3cc072cc3c37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:43.677875 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7a363d42-6386-4a90-b922-d077273baa99 req-9e542e67-d603-4494-8940-0cac4de401fc tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:43.696157 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-7a363d42-6386-4a90-b922-d077273baa99 req-9e542e67-d603-4494-8940-0cac4de401fc tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Transition to ACTIVE for port object 457da96d-c6fb-4a93-b45e-7a2e01fcf38a will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:44:43.697022 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-241131ef-22a5-48c7-8b0b-3cc072cc3c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:43.697899 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241131ef-22a5-48c7-8b0b-3cc072cc3c37 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:44:43.698495 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-241131ef-22a5-48c7-8b0b-3cc072cc3c37 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:43.721515 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7a363d42-6386-4a90-b922-d077273baa99 req-9e542e67-d603-4494-8940-0cac4de401fc tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:43.798106 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a363d42-6386-4a90-b922-d077273baa99 req-9e542e67-d603-4494-8940-0cac4de401fc tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Network 92bdf765-e1b5-4c1f-be7c-394d5e7f1df6 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:44:43.800842 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241131ef-22a5-48c7-8b0b-3cc072cc3c37 admin admin] Pushing event updated for resources: {'Network': ['ID=4dfee37d-0679-4df1-a131-d250162baa5f,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:44:43.801127 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-7a363d42-6386-4a90-b922-d077273baa99 req-9e542e67-d603-4494-8940-0cac4de401fc tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:44:43.805260 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a363d42-6386-4a90-b922-d077273baa99 req-9e542e67-d603-4494-8940-0cac4de401fc tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:44:43.816924 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 4dfee37d-0679-4df1-a131-d250162baa5f details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:44:43.821334 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-241131ef-22a5-48c7-8b0b-3cc072cc3c37 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4199641 May 23 11:44:43.822084 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37200) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:44:43.827584 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-724fe633-ff13-4e15-9db7-4bd20cf48ef8 admin admin] Request body: {'subnet': {'network_id': '4dfee37d-0679-4df1-a131-d250162baa5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-732272438-subnet', 'tenant_id': 'd9f548a412a34c5fa9a56a486e43166e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:44:43.833592 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-724fe633-ff13-4e15-9db7-4bd20cf48ef8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:44:43.838860 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-724fe633-ff13-4e15-9db7-4bd20cf48ef8 admin admin] Usage tracker for resource:subnet and tenant:d9f548a412a34c5fa9a56a486e43166e is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:44:43.839810 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e542e67-d603-4494-8940-0cac4de401fc tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Pushing event updated for resources: {'Port': ['ID=457da96d-c6fb-4a93-b45e-7a2e01fcf38a,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:44:43.842177 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-724fe633-ff13-4e15-9db7-4bd20cf48ef8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:44:43.848690 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-724fe633-ff13-4e15-9db7-4bd20cf48ef8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:44:43.872178 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724fe633-ff13-4e15-9db7-4bd20cf48ef8 admin admin] Made reservation on behalf of d9f548a412a34c5fa9a56a486e43166e for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:44:43.874418 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-724fe633-ff13-4e15-9db7-4bd20cf48ef8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:43.880793 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a363d42-6386-4a90-b922-d077273baa99 req-9e542e67-d603-4494-8940-0cac4de401fc tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:44:43.881816 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7a363d42-6386-4a90-b922-d077273baa99 req-9e542e67-d603-4494-8940-0cac4de401fc tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:43.918090 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7a363d42-6386-4a90-b922-d077273baa99 req-9e542e67-d603-4494-8940-0cac4de401fc tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7941010 May 23 11:44:43.951222 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-7a363d42-6386-4a90-b922-d077273baa99 req-72323cde-0058-4bf8-87fa-a07426761c96 service neutron] Request body: {'port': {'device_id': '5209653f-4262-4c11-8008-26e71137e1b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:44:44.129139 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7a363d42-6386-4a90-b922-d077273baa99 req-72323cde-0058-4bf8-87fa-a07426761c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:44.166069 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-724fe633-ff13-4e15-9db7-4bd20cf48ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:44.207975 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f0eac963-d4f6-4c85-900a-2f920749f3bd None None] Provisioning for port 457da96d-c6fb-4a93-b45e-7a2e01fcf38a completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:44:44.215948 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f0eac963-d4f6-4c85-900a-2f920749f3bd None None] Provisioning complete for port 457da96d-c6fb-4a93-b45e-7a2e01fcf38a triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:44:44.216611 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f0eac963-d4f6-4c85-900a-2f920749f3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:44.266784 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724fe633-ff13-4e15-9db7-4bd20cf48ef8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1492cc2f-a236-4e1f-8ac9-a9d8ec315245,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:44:44.284867 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724fe633-ff13-4e15-9db7-4bd20cf48ef8 admin admin] Checking segment: {'id': '1e65cc5f-a1a0-4372-8868-da19a2568850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4dfee37d-0679-4df1-a131-d250162baa5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:44:44.285219 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724fe633-ff13-4e15-9db7-4bd20cf48ef8 admin admin] Network hostable DHCP agents. Network: 4dfee37d-0679-4df1-a131-d250162baa5f, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:44:44.286611 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f0eac963-d4f6-4c85-900a-2f920749f3bd None None] Port 457da96d-c6fb-4a93-b45e-7a2e01fcf38a cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:44:44.305356 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91e93a-e685-4fd5-9459-a988d87b140e req-625898e6-8857-45be-b990-940cd0e6b513 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:44:44.306301 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4e91e93a-e685-4fd5-9459-a988d87b140e req-625898e6-8857-45be-b990-940cd0e6b513 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.79 "GET /v2.0/ports?device_id=5209653f-4262-4c11-8008-26e71137e1b9 HTTP/1.1" status: 200 len: 931 time: 0.1760216 May 23 11:44:44.337339 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724fe633-ff13-4e15-9db7-4bd20cf48ef8 admin admin] Network 4dfee37d-0679-4df1-a131-d250162baa5f is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:44:44.341624 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:44.357699 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-724fe633-ff13-4e15-9db7-4bd20cf48ef8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 4dfee37d-0679-4df1-a131-d250162baa5f) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:44:44.363593 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724fe633-ff13-4e15-9db7-4bd20cf48ef8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:44:44.364222 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-724fe633-ff13-4e15-9db7-4bd20cf48ef8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:44.368958 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c2d033-1f8f-4379-8c33-b2428510c499 None None] Network 4dfee37d-0679-4df1-a131-d250162baa5f requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:44:44.369500 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4e91e93a-e685-4fd5-9459-a988d87b140e req-2743c523-c74e-4acb-abd8-c4466a734368 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.79 "GET /v2.0/security-groups?id=633678d8-7ad8-4137-a833-a9eb0428a259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560398 May 23 11:44:44.403315 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-724fe633-ff13-4e15-9db7-4bd20cf48ef8 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5799477 May 23 11:44:44.577970 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-7a363d42-6386-4a90-b922-d077273baa99 req-72323cde-0058-4bf8-87fa-a07426761c96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 457da96d-c6fb-4a93-b45e-7a2e01fcf38a {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:44:44.587052 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7a363d42-6386-4a90-b922-d077273baa99 req-72323cde-0058-4bf8-87fa-a07426761c96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:44.606585 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-7a363d42-6386-4a90-b922-d077273baa99 req-72323cde-0058-4bf8-87fa-a07426761c96 service neutron] Transition to ACTIVE for port object 457da96d-c6fb-4a93-b45e-7a2e01fcf38a will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:44:44.613470 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7a363d42-6386-4a90-b922-d077273baa99 req-72323cde-0058-4bf8-87fa-a07426761c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:44.676035 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a72e4c-4ea8-4cf8-aed4-2bc124bb799c None None] Network 4dfee37d-0679-4df1-a131-d250162baa5f requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:44:44.949252 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72323cde-0058-4bf8-87fa-a07426761c96 service neutron] Pushing event updated for resources: {'Port': ['ID=457da96d-c6fb-4a93-b45e-7a2e01fcf38a,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:44:45.083381 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-7a363d42-6386-4a90-b922-d077273baa99 req-72323cde-0058-4bf8-87fa-a07426761c96 service neutron] Attempting to bind port 457da96d-c6fb-4a93-b45e-7a2e01fcf38a on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:44:45.083720 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-7a363d42-6386-4a90-b922-d077273baa99 req-72323cde-0058-4bf8-87fa-a07426761c96 service neutron] Attempting to bind port 457da96d-c6fb-4a93-b45e-7a2e01fcf38a by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': 'ff5d685f-f157-43d3-89b5-3cf50edc9acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '92bdf765-e1b5-4c1f-be7c-394d5e7f1df6'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:44:45.084082 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a363d42-6386-4a90-b922-d077273baa99 req-72323cde-0058-4bf8-87fa-a07426761c96 service neutron] Attempting to bind port 457da96d-c6fb-4a93-b45e-7a2e01fcf38a on network 92bdf765-e1b5-4c1f-be7c-394d5e7f1df6 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:44:45.090419 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a363d42-6386-4a90-b922-d077273baa99 req-72323cde-0058-4bf8-87fa-a07426761c96 service neutron] Port 457da96d-c6fb-4a93-b45e-7a2e01fcf38a on network 92bdf765-e1b5-4c1f-be7c-394d5e7f1df6 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:44:45.090738 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a363d42-6386-4a90-b922-d077273baa99 req-72323cde-0058-4bf8-87fa-a07426761c96 service neutron] Attempting to bind port 457da96d-c6fb-4a93-b45e-7a2e01fcf38a on network 92bdf765-e1b5-4c1f-be7c-394d5e7f1df6 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:44:45.097531 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a363d42-6386-4a90-b922-d077273baa99 req-72323cde-0058-4bf8-87fa-a07426761c96 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:44:45.097923 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a363d42-6386-4a90-b922-d077273baa99 req-72323cde-0058-4bf8-87fa-a07426761c96 service neutron] Checking segment: {'id': 'ff5d685f-f157-43d3-89b5-3cf50edc9acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '92bdf765-e1b5-4c1f-be7c-394d5e7f1df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:44:45.098236 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a363d42-6386-4a90-b922-d077273baa99 req-72323cde-0058-4bf8-87fa-a07426761c96 service neutron] Bound using segment: {'id': 'ff5d685f-f157-43d3-89b5-3cf50edc9acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '92bdf765-e1b5-4c1f-be7c-394d5e7f1df6'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:44:45.098673 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-7a363d42-6386-4a90-b922-d077273baa99 req-72323cde-0058-4bf8-87fa-a07426761c96 service neutron] Bound port: 457da96d-c6fb-4a93-b45e-7a2e01fcf38a, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff5d685f-f157-43d3-89b5-3cf50edc9acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '92bdf765-e1b5-4c1f-be7c-394d5e7f1df6'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:44:45.099002 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7a363d42-6386-4a90-b922-d077273baa99 req-72323cde-0058-4bf8-87fa-a07426761c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:45.180317 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-a113ecc3-5703-41ee-bea0-8cf457fa3c0d tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:44:45.187072 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-a113ecc3-5703-41ee-bea0-8cf457fa3c0d tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.79 "GET /v2.0/networks?id=8a148bc6-2a3d-40ce-bad0-ddf2f3752f1f HTTP/1.1" status: 200 len: 812 time: 0.1567342 May 23 11:44:45.187616 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-7a363d42-6386-4a90-b922-d077273baa99 req-72323cde-0058-4bf8-87fa-a07426761c96 service neutron] For port 457da96d-c6fb-4a93-b45e-7a2e01fcf38a, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:44:45.191008 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-7a363d42-6386-4a90-b922-d077273baa99 req-72323cde-0058-4bf8-87fa-a07426761c96 service neutron] For port 457da96d-c6fb-4a93-b45e-7a2e01fcf38a, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=457da96d-c6fb-4a93-b45e-7a2e01fcf38a,segment=NetworkSegment(ff5d685f-f157-43d3-89b5-3cf50edc9acd),segment_id=ff5d685f-f157-43d3-89b5-3cf50edc9acd)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:44:45.195613 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7a363d42-6386-4a90-b922-d077273baa99 req-72323cde-0058-4bf8-87fa-a07426761c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:45.200162 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-e2542343-767d-4778-b2c7-745de874c2ac tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.79 "GET /v2.0/quotas/65425bccff9b49c78180d4d6cb9f66ab HTTP/1.1" status: 200 len: 375 time: 0.0121613 May 23 11:44:45.250584 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-a8f8c1a8-aaa3-4b0c-942a-e602eebe7e33 tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=65425bccff9b49c78180d4d6cb9f66ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437744 May 23 11:44:45.261035 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7a363d42-6386-4a90-b922-d077273baa99 req-72323cde-0058-4bf8-87fa-a07426761c96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:45.262301 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7a363d42-6386-4a90-b922-d077273baa99 req-72323cde-0058-4bf8-87fa-a07426761c96 service neutron] 10.222.0.81 "PUT /v2.0/ports/457da96d-c6fb-4a93-b45e-7a2e01fcf38a HTTP/1.1" status: 200 len: 1091 time: 1.3196743 May 23 11:44:45.262736 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5209653f-4262-4c11-8008-26e71137e1b9', 'tag': '457da96d-c6fb-4a93-b45e-7a2e01fcf38a'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:44:45.286950 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72323cde-0058-4bf8-87fa-a07426761c96 service neutron] Pushing event updated for resources: {'Port': ['ID=457da96d-c6fb-4a93-b45e-7a2e01fcf38a,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:44:45.418994 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7a363d42-6386-4a90-b922-d077273baa99 req-cde4536d-f2da-46c1-8f3b-3e90de75455c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=17f349f91e0b4627aaadec58185bca30&device_id=5209653f-4262-4c11-8008-26e71137e1b9 HTTP/1.1" status: 200 len: 1094 time: 0.0847487 May 23 11:44:45.421252 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-a0091926-8e81-4bff-acfa-150cae7f4d36 service neutron] 10.222.0.79 "GET /v2.0/networks/8a148bc6-2a3d-40ce-bad0-ddf2f3752f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603115 May 23 11:44:45.435697 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22ba2edb-43c1-4ef4-a436-5ba648281cd8'] response: {'name': 'network-changed', 'server_uuid': '5209653f-4262-4c11-8008-26e71137e1b9', 'tag': '457da96d-c6fb-4a93-b45e-7a2e01fcf38a', 'status': 'completed', 'code': 200} May 23 11:44:45.527773 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7a363d42-6386-4a90-b922-d077273baa99 req-df8fa855-a34c-4d06-9224-ef292c0a233c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=457da96d-c6fb-4a93-b45e-7a2e01fcf38a HTTP/1.1" status: 200 len: 217 time: 0.0740011 May 23 11:44:45.595140 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a363d42-6386-4a90-b922-d077273baa99 req-8be9a7d5-aa4f-4c97-a820-a5084a722ef3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:44:45.596643 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7a363d42-6386-4a90-b922-d077273baa99 req-8be9a7d5-aa4f-4c97-a820-a5084a722ef3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b7d3de30-866a-45ab-a1bf-da8876f8c1c1 HTTP/1.1" status: 200 len: 853 time: 0.0599544 May 23 11:44:45.676885 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7a363d42-6386-4a90-b922-d077273baa99 req-941c7225-ae52-44e6-8189-2785e35e4881 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=92bdf765-e1b5-4c1f-be7c-394d5e7f1df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712886 May 23 11:44:45.691876 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-a7cdf115-917c-4364-ace9-685e121f49e9 service neutron] 10.222.0.79 "GET /v2.0/networks/8a148bc6-2a3d-40ce-bad0-ddf2f3752f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647071 May 23 11:44:45.722067 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a1aee-bb1e-4fd6-8ec8-4791071824c9 req-0b622a5d-f416-4050-b87f-be9b82775e07 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:44:45.723540 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-375a1aee-bb1e-4fd6-8ec8-4791071824c9 req-0b622a5d-f416-4050-b87f-be9b82775e07 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.79 "GET /v2.0/ports?device_id=5209653f-4262-4c11-8008-26e71137e1b9 HTTP/1.1" status: 200 len: 943 time: 0.1882327 May 23 11:44:45.772305 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-375a1aee-bb1e-4fd6-8ec8-4791071824c9 req-86a7b312-dcb0-4512-be3a-16babe26d822 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.79 "GET /v2.0/security-groups?id=633678d8-7ad8-4137-a833-a9eb0428a259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420463 May 23 11:44:45.833234 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7a363d42-6386-4a90-b922-d077273baa99 req-bf1c211c-bfdb-4ac9-b631-727f7341b9d3 service neutron] 10.222.0.81 "GET /v2.0/networks/92bdf765-e1b5-4c1f-be7c-394d5e7f1df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467543 May 23 11:44:45.889532 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-647acbac-1117-430c-bc37-e8ea9fe97ec7 req-ee120ba5-8f50-4098-b795-aba62469177a tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.79 "GET /v2.0/ports?device_id=8491ca8e-2526-49c9-8acf-f3ee886b920d HTTP/1.1" status: 200 len: 210 time: 0.0482090 May 23 11:44:45.978620 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7a363d42-6386-4a90-b922-d077273baa99 req-16278a89-63d5-4691-b07e-270b117eb705 service neutron] 10.222.0.81 "GET /v2.0/networks/92bdf765-e1b5-4c1f-be7c-394d5e7f1df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362793 May 23 11:44:46.150344 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e3c5a9eb-29f1-44e3-8d10-492ca183ed06 req-10d2ef6a-91ca-4418-8a07-2b7a875f7ff9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=17f349f91e0b4627aaadec58185bca30&device_id=5209653f-4262-4c11-8008-26e71137e1b9 HTTP/1.1" status: 200 len: 1094 time: 0.0757589 May 23 11:44:46.286705 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5a9eb-29f1-44e3-8d10-492ca183ed06 req-84087c5c-6312-4395-94bc-e385ab518297 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:44:46.288223 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e3c5a9eb-29f1-44e3-8d10-492ca183ed06 req-84087c5c-6312-4395-94bc-e385ab518297 service neutron] 10.222.0.81 "GET /v2.0/networks?id=92bdf765-e1b5-4c1f-be7c-394d5e7f1df6 HTTP/1.1" status: 200 len: 915 time: 0.1313179 May 23 11:44:46.359088 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e3c5a9eb-29f1-44e3-8d10-492ca183ed06 req-06736e4a-07c8-4efb-9bae-49545ee3f0fe service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=457da96d-c6fb-4a93-b45e-7a2e01fcf38a HTTP/1.1" status: 200 len: 217 time: 0.0651226 May 23 11:44:46.422253 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5a9eb-29f1-44e3-8d10-492ca183ed06 req-9d061990-88e0-41cb-878e-12f282325d9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:44:46.423669 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e3c5a9eb-29f1-44e3-8d10-492ca183ed06 req-9d061990-88e0-41cb-878e-12f282325d9c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b7d3de30-866a-45ab-a1bf-da8876f8c1c1 HTTP/1.1" status: 200 len: 853 time: 0.0570679 May 23 11:44:46.500296 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e3c5a9eb-29f1-44e3-8d10-492ca183ed06 req-a7658551-0bb1-4f48-8a91-a201056ef7ec service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=92bdf765-e1b5-4c1f-be7c-394d5e7f1df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696158 May 23 11:44:46.638621 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e3c5a9eb-29f1-44e3-8d10-492ca183ed06 req-409e9e91-8578-49f9-90fc-f50ea162b3df service neutron] 10.222.0.81 "GET /v2.0/networks/92bdf765-e1b5-4c1f-be7c-394d5e7f1df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289060 May 23 11:44:46.780323 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e3c5a9eb-29f1-44e3-8d10-492ca183ed06 req-abd49a2f-3f6a-4c2f-8260-ddb12e295ccc service neutron] 10.222.0.81 "GET /v2.0/networks/92bdf765-e1b5-4c1f-be7c-394d5e7f1df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334093 May 23 11:44:47.032504 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355fa880-5f26-4f2a-8f6f-10f35a4a00f0 req-a17583f3-b847-4fff-a00b-06c72e5f623c tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:44:47.034168 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-355fa880-5f26-4f2a-8f6f-10f35a4a00f0 req-a17583f3-b847-4fff-a00b-06c72e5f623c tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.79 "GET /v2.0/ports?device_id=5209653f-4262-4c11-8008-26e71137e1b9 HTTP/1.1" status: 200 len: 943 time: 0.1202857 May 23 11:44:47.098960 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3f6af5b3-7013-4b6a-9c30-90ddcc8c077c req-95beb9ec-cd63-4629-b108-6dac42d2c2f3 tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.79 "GET /v2.0/ports?device_id=8491ca8e-2526-49c9-8acf-f3ee886b920d HTTP/1.1" status: 200 len: 210 time: 0.0634279 May 23 11:44:47.126797 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-4493eb02-d893-4b4e-9d85-c85b05799538 tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:44:47.126998 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-355fa880-5f26-4f2a-8f6f-10f35a4a00f0 req-1b9853de-c739-4fd4-bb9e-c5c697d37b61 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.79 "GET /v2.0/security-groups?id=633678d8-7ad8-4137-a833-a9eb0428a259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555778 May 23 11:44:47.127516 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-4493eb02-d893-4b4e-9d85-c85b05799538 tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Synchronizing usage tracker for tenant:65425bccff9b49c78180d4d6cb9f66ab on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:44:47.145034 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-4493eb02-d893-4b4e-9d85-c85b05799538 tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Unset dirty status for tenant:65425bccff9b49c78180d4d6cb9f66ab on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:44:47.146325 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-4493eb02-d893-4b4e-9d85-c85b05799538 tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.13 "GET /v2.0/networks?id=8a148bc6-2a3d-40ce-bad0-ddf2f3752f1f HTTP/1.1" status: 200 len: 812 time: 0.2681165 May 23 11:44:47.180268 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-9553d699-0bb7-4f18-9cc5-a7881f0f141a tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Request body: {'port': {'device_id': '8491ca8e-2526-49c9-8acf-f3ee886b920d', 'network_id': '8a148bc6-2a3d-40ce-bad0-ddf2f3752f1f', 'admin_state_up': True, 'tenant_id': '65425bccff9b49c78180d4d6cb9f66ab'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:44:47.314296 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-9553d699-0bb7-4f18-9cc5-a7881f0f141a tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:44:47.318275 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-9553d699-0bb7-4f18-9cc5-a7881f0f141a tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Usage tracker for resource:port and tenant:65425bccff9b49c78180d4d6cb9f66ab is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:44:47.321108 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-9553d699-0bb7-4f18-9cc5-a7881f0f141a tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:44:47.326831 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-9553d699-0bb7-4f18-9cc5-a7881f0f141a tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:44:47.339605 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-9553d699-0bb7-4f18-9cc5-a7881f0f141a tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Made reservation on behalf of 65425bccff9b49c78180d4d6cb9f66ab for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:44:47.342511 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-9553d699-0bb7-4f18-9cc5-a7881f0f141a tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:47.524140 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-9553d699-0bb7-4f18-9cc5-a7881f0f141a tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Allocated IP 172.20.0.5 (8a148bc6-2a3d-40ce-bad0-ddf2f3752f1f/4bad8462-6e4d-4302-ab4d-6442cabde036/ea61796f-bd4f-450e-8e85-3f1d7e0a6f86) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:44:47.734046 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-9553d699-0bb7-4f18-9cc5-a7881f0f141a tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:47.767735 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-9553d699-0bb7-4f18-9cc5-a7881f0f141a tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:47.841276 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-9553d699-0bb7-4f18-9cc5-a7881f0f141a tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Network 8a148bc6-2a3d-40ce-bad0-ddf2f3752f1f is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:44:47.844558 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-9553d699-0bb7-4f18-9cc5-a7881f0f141a tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:44:47.851148 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-9553d699-0bb7-4f18-9cc5-a7881f0f141a tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:44:47.875933 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9553d699-0bb7-4f18-9cc5-a7881f0f141a tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Pushing event updated for resources: {'Port': ['ID=ea61796f-bd4f-450e-8e85-3f1d7e0a6f86,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:44:47.912422 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-9553d699-0bb7-4f18-9cc5-a7881f0f141a tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:44:47.913018 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-9553d699-0bb7-4f18-9cc5-a7881f0f141a tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:47.934768 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-9553d699-0bb7-4f18-9cc5-a7881f0f141a tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7583098 May 23 11:44:47.957736 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-b4c1b37c-0a93-499b-9fd3-cc1b3bb92d7b service neutron] Request body: {'port': {'device_id': '8491ca8e-2526-49c9-8acf-f3ee886b920d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:44:48.065416 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-b4c1b37c-0a93-499b-9fd3-cc1b3bb92d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:48.372396 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16297aeb-9a3c-4958-958a-43e561859273 req-390aa9f7-98ab-4fa6-ba1d-70859c46f62c tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:44:48.373860 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-16297aeb-9a3c-4958-958a-43e561859273 req-390aa9f7-98ab-4fa6-ba1d-70859c46f62c tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.79 "GET /v2.0/ports?device_id=8491ca8e-2526-49c9-8acf-f3ee886b920d HTTP/1.1" status: 200 len: 931 time: 0.1457965 May 23 11:44:48.379501 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cbb57-6a49-412c-a87c-b6296e819824 req-332a3666-c581-4149-80ea-ade5730d88f7 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:44:48.380843 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-122cbb57-6a49-412c-a87c-b6296e819824 req-332a3666-c581-4149-80ea-ade5730d88f7 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.79 "GET /v2.0/ports?device_id=5209653f-4262-4c11-8008-26e71137e1b9 HTTP/1.1" status: 200 len: 943 time: 0.1131992 May 23 11:44:48.417930 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-b4c1b37c-0a93-499b-9fd3-cc1b3bb92d7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea61796f-bd4f-450e-8e85-3f1d7e0a6f86 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:44:48.425329 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-b4c1b37c-0a93-499b-9fd3-cc1b3bb92d7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:48.440437 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-b4c1b37c-0a93-499b-9fd3-cc1b3bb92d7b service neutron] Transition to ACTIVE for port object ea61796f-bd4f-450e-8e85-3f1d7e0a6f86 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:44:48.446121 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-b4c1b37c-0a93-499b-9fd3-cc1b3bb92d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:48.459222 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-122cbb57-6a49-412c-a87c-b6296e819824 req-6c5ff986-2485-46a3-8e5c-d4f907891e3a tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.79 "GET /v2.0/security-groups?id=633678d8-7ad8-4137-a833-a9eb0428a259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637631 May 23 11:44:48.461190 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-16297aeb-9a3c-4958-958a-43e561859273 req-eefd7474-ec24-4c95-9b7b-e72665688881 tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.79 "GET /v2.0/security-groups?id=d96b6389-24f7-423c-a518-44e16ce6b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794973 May 23 11:44:48.571644 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c1b37c-0a93-499b-9fd3-cc1b3bb92d7b service neutron] Pushing event updated for resources: {'Port': ['ID=ea61796f-bd4f-450e-8e85-3f1d7e0a6f86,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:44:48.677034 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-b4c1b37c-0a93-499b-9fd3-cc1b3bb92d7b service neutron] Attempting to bind port ea61796f-bd4f-450e-8e85-3f1d7e0a6f86 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:44:48.677230 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-b4c1b37c-0a93-499b-9fd3-cc1b3bb92d7b service neutron] Attempting to bind port ea61796f-bd4f-450e-8e85-3f1d7e0a6f86 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '5d8a1b72-af29-4e20-9a57-28a15a9cbe81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8a148bc6-2a3d-40ce-bad0-ddf2f3752f1f'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:44:48.677565 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-b4c1b37c-0a93-499b-9fd3-cc1b3bb92d7b service neutron] Attempting to bind port ea61796f-bd4f-450e-8e85-3f1d7e0a6f86 on network 8a148bc6-2a3d-40ce-bad0-ddf2f3752f1f {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:44:48.683504 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-b4c1b37c-0a93-499b-9fd3-cc1b3bb92d7b service neutron] Port ea61796f-bd4f-450e-8e85-3f1d7e0a6f86 on network 8a148bc6-2a3d-40ce-bad0-ddf2f3752f1f not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:44:48.683807 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-b4c1b37c-0a93-499b-9fd3-cc1b3bb92d7b service neutron] Attempting to bind port ea61796f-bd4f-450e-8e85-3f1d7e0a6f86 on network 8a148bc6-2a3d-40ce-bad0-ddf2f3752f1f {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:44:48.690278 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-b4c1b37c-0a93-499b-9fd3-cc1b3bb92d7b service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:44:48.690624 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-b4c1b37c-0a93-499b-9fd3-cc1b3bb92d7b service neutron] Checking segment: {'id': '5d8a1b72-af29-4e20-9a57-28a15a9cbe81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8a148bc6-2a3d-40ce-bad0-ddf2f3752f1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:44:48.690997 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-b4c1b37c-0a93-499b-9fd3-cc1b3bb92d7b service neutron] Bound using segment: {'id': '5d8a1b72-af29-4e20-9a57-28a15a9cbe81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8a148bc6-2a3d-40ce-bad0-ddf2f3752f1f'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:44:48.691411 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-b4c1b37c-0a93-499b-9fd3-cc1b3bb92d7b service neutron] Bound port: ea61796f-bd4f-450e-8e85-3f1d7e0a6f86, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d8a1b72-af29-4e20-9a57-28a15a9cbe81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8a148bc6-2a3d-40ce-bad0-ddf2f3752f1f'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:44:48.691742 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-b4c1b37c-0a93-499b-9fd3-cc1b3bb92d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:48.796522 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-b4c1b37c-0a93-499b-9fd3-cc1b3bb92d7b service neutron] For port ea61796f-bd4f-450e-8e85-3f1d7e0a6f86, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:44:48.799726 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-b4c1b37c-0a93-499b-9fd3-cc1b3bb92d7b service neutron] For port ea61796f-bd4f-450e-8e85-3f1d7e0a6f86, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=ea61796f-bd4f-450e-8e85-3f1d7e0a6f86,segment=NetworkSegment(5d8a1b72-af29-4e20-9a57-28a15a9cbe81),segment_id=5d8a1b72-af29-4e20-9a57-28a15a9cbe81)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:44:48.805478 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-b4c1b37c-0a93-499b-9fd3-cc1b3bb92d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:48.865726 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-b4c1b37c-0a93-499b-9fd3-cc1b3bb92d7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:48.867546 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-b4c1b37c-0a93-499b-9fd3-cc1b3bb92d7b service neutron] 10.222.0.13 "PUT /v2.0/ports/ea61796f-bd4f-450e-8e85-3f1d7e0a6f86 HTTP/1.1" status: 200 len: 1091 time: 0.9139488 May 23 11:44:48.870278 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8491ca8e-2526-49c9-8acf-f3ee886b920d', 'tag': 'ea61796f-bd4f-450e-8e85-3f1d7e0a6f86'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:44:48.891190 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c1b37c-0a93-499b-9fd3-cc1b3bb92d7b service neutron] Pushing event updated for resources: {'Port': ['ID=ea61796f-bd4f-450e-8e85-3f1d7e0a6f86,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:44:48.957976 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0a4f275-cb15-4d68-b881-cb15893b1e6b'] response: {'name': 'network-changed', 'server_uuid': '8491ca8e-2526-49c9-8acf-f3ee886b920d', 'tag': 'ea61796f-bd4f-450e-8e85-3f1d7e0a6f86', 'status': 'completed', 'code': 200} May 23 11:44:49.001330 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-18617aaf-8d8d-4971-8e3d-b897c5cbc9aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=65425bccff9b49c78180d4d6cb9f66ab&device_id=8491ca8e-2526-49c9-8acf-f3ee886b920d HTTP/1.1" status: 200 len: 1094 time: 0.0787249 May 23 11:44:49.083235 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-09f1ffee-fcb6-428d-91af-2747eee06405 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea61796f-bd4f-450e-8e85-3f1d7e0a6f86 HTTP/1.1" status: 200 len: 217 time: 0.0617373 May 23 11:44:49.148954 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-7479084a-fc8f-4b3e-beb9-dbfd1f313195 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:44:49.150325 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-7479084a-fc8f-4b3e-beb9-dbfd1f313195 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4bad8462-6e4d-4302-ab4d-6442cabde036 HTTP/1.1" status: 200 len: 852 time: 0.0598257 May 23 11:44:49.194781 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-2f27923d-32bd-4b43-900d-d9ee23f2d0b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8a148bc6-2a3d-40ce-bad0-ddf2f3752f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379751 May 23 11:44:49.429713 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-d2d25343-678f-4426-ae77-089e69a3d16b service neutron] 10.222.0.13 "GET /v2.0/networks/8a148bc6-2a3d-40ce-bad0-ddf2f3752f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271092 May 23 11:44:49.567695 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-57c33b9f-dc70-4ff9-85e2-a06cf54e4bba req-f59e495d-9f7f-4973-974b-91b907b2f130 service neutron] 10.222.0.13 "GET /v2.0/networks/8a148bc6-2a3d-40ce-bad0-ddf2f3752f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312082 May 23 11:44:49.719326 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869c264-aaf9-4bb0-b832-716be0759cdf req-b930c310-6bc2-424f-921d-38f54d793c29 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:44:49.720701 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8869c264-aaf9-4bb0-b832-716be0759cdf req-b930c310-6bc2-424f-921d-38f54d793c29 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.79 "GET /v2.0/ports?device_id=5209653f-4262-4c11-8008-26e71137e1b9 HTTP/1.1" status: 200 len: 943 time: 0.1351585 May 23 11:44:49.729427 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef743365-8e3f-4fe6-a46e-1a36d4291c1e req-0f161e7d-8d1b-461e-9d0c-d05a89c196c0 tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:44:49.730801 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ef743365-8e3f-4fe6-a46e-1a36d4291c1e req-0f161e7d-8d1b-461e-9d0c-d05a89c196c0 tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.79 "GET /v2.0/ports?device_id=8491ca8e-2526-49c9-8acf-f3ee886b920d HTTP/1.1" status: 200 len: 943 time: 0.1142392 May 23 11:44:49.754172 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-35e53d8e-ab08-48ac-a6e4-e17cd625f71e req-e5411a6e-d359-4f1d-820b-53929a07828f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=65425bccff9b49c78180d4d6cb9f66ab&device_id=8491ca8e-2526-49c9-8acf-f3ee886b920d HTTP/1.1" status: 200 len: 1094 time: 0.0736966 May 23 11:44:49.805006 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8869c264-aaf9-4bb0-b832-716be0759cdf req-c43656ed-df02-4fbd-ba2b-d82ce1e4c3e3 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.79 "GET /v2.0/security-groups?id=633678d8-7ad8-4137-a833-a9eb0428a259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732310 May 23 11:44:49.807345 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ef743365-8e3f-4fe6-a46e-1a36d4291c1e req-35cfbd66-66c6-4582-a632-9b00b2078617 tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.79 "GET /v2.0/security-groups?id=d96b6389-24f7-423c-a518-44e16ce6b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621650 May 23 11:44:49.890799 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e53d8e-ab08-48ac-a6e4-e17cd625f71e req-dcc862bf-9b11-43c8-aa5d-ad1286002b8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:44:49.892286 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-35e53d8e-ab08-48ac-a6e4-e17cd625f71e req-dcc862bf-9b11-43c8-aa5d-ad1286002b8c service neutron] 10.222.0.13 "GET /v2.0/networks?id=8a148bc6-2a3d-40ce-bad0-ddf2f3752f1f HTTP/1.1" status: 200 len: 913 time: 0.1311088 May 23 11:44:49.961437 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-35e53d8e-ab08-48ac-a6e4-e17cd625f71e req-4f5bd1b5-793a-4072-986b-431a3599fa1c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea61796f-bd4f-450e-8e85-3f1d7e0a6f86 HTTP/1.1" status: 200 len: 217 time: 0.0619984 May 23 11:44:50.030422 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e53d8e-ab08-48ac-a6e4-e17cd625f71e req-7335698e-a23b-4820-8d61-90024dd94ea6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:44:50.031898 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-35e53d8e-ab08-48ac-a6e4-e17cd625f71e req-7335698e-a23b-4820-8d61-90024dd94ea6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4bad8462-6e4d-4302-ab4d-6442cabde036 HTTP/1.1" status: 200 len: 852 time: 0.0630984 May 23 11:44:50.077690 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-35e53d8e-ab08-48ac-a6e4-e17cd625f71e req-b82fd47e-3099-427d-8515-91b94084c9de service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8a148bc6-2a3d-40ce-bad0-ddf2f3752f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394588 May 23 11:44:50.213419 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-35e53d8e-ab08-48ac-a6e4-e17cd625f71e req-8e07df77-a889-499a-81ea-d08cf64242f8 service neutron] 10.222.0.13 "GET /v2.0/networks/8a148bc6-2a3d-40ce-bad0-ddf2f3752f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253822 May 23 11:44:50.357243 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-35e53d8e-ab08-48ac-a6e4-e17cd625f71e req-9032598c-62d9-4e6a-b3d2-181513a019de service neutron] 10.222.0.13 "GET /v2.0/networks/8a148bc6-2a3d-40ce-bad0-ddf2f3752f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360953 May 23 11:44:51.069620 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8bb7c5-e6f0-45ae-aa8f-655bbdf8384e req-6161a56d-72e5-46b9-9170-8bf3212e570f tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:44:51.071103 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5c8bb7c5-e6f0-45ae-aa8f-655bbdf8384e req-6161a56d-72e5-46b9-9170-8bf3212e570f tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.79 "GET /v2.0/ports?device_id=8491ca8e-2526-49c9-8acf-f3ee886b920d HTTP/1.1" status: 200 len: 943 time: 0.1356399 May 23 11:44:51.084183 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6cc434-4e61-483b-a25a-4a3670f9903c req-65b7caf4-88c0-4c1c-8737-289a4c0fe7d0 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:44:51.086007 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ef6cc434-4e61-483b-a25a-4a3670f9903c req-65b7caf4-88c0-4c1c-8737-289a4c0fe7d0 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.79 "GET /v2.0/ports?device_id=5209653f-4262-4c11-8008-26e71137e1b9 HTTP/1.1" status: 200 len: 943 time: 0.1485929 May 23 11:44:51.164058 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5c8bb7c5-e6f0-45ae-aa8f-655bbdf8384e req-0bfca467-1d1c-4967-b462-82051b7edbf4 tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.79 "GET /v2.0/security-groups?id=d96b6389-24f7-423c-a518-44e16ce6b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769646 May 23 11:44:51.168617 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ef6cc434-4e61-483b-a25a-4a3670f9903c req-1ed941af-2cf0-4569-a6db-d51f98187bb5 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.79 "GET /v2.0/security-groups?id=633678d8-7ad8-4137-a833-a9eb0428a259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634949 May 23 11:44:52.163599 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device ea61796f-bd4f-450e-8e85-3f1d7e0a6f86 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:44:52.308010 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port ea61796f-bd4f-450e-8e85-3f1d7e0a6f86, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=ea61796f-bd4f-450e-8e85-3f1d7e0a6f86,segment=NetworkSegment(5d8a1b72-af29-4e20-9a57-28a15a9cbe81),segment_id=5d8a1b72-af29-4e20-9a57-28a15a9cbe81)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:44:52.321140 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'ea61796f-bd4f-450e-8e85-3f1d7e0a6f86', 'network_id': '8a148bc6-2a3d-40ce-bad0-ddf2f3752f1f', 'port_id': 'ea61796f-bd4f-450e-8e85-3f1d7e0a6f86', 'mac_address': 'fa:16:3e:3e:ee:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bad8462-6e4d-4302-ab4d-6442cabde036', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:44:52.374588 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:52.392178 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea61796f-bd4f-450e-8e85-3f1d7e0a6f86 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:44:52.408493 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port ea61796f-bd4f-450e-8e85-3f1d7e0a6f86, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=ea61796f-bd4f-450e-8e85-3f1d7e0a6f86,segment=NetworkSegment(5d8a1b72-af29-4e20-9a57-28a15a9cbe81),segment_id=5d8a1b72-af29-4e20-9a57-28a15a9cbe81)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:44:52.414929 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:52.428964 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f5c88-8a1a-4a6e-bdda-8d639393a0be req-14ce9f78-602f-4cff-8422-b4641834859b tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:44:52.430444 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-442f5c88-8a1a-4a6e-bdda-8d639393a0be req-14ce9f78-602f-4cff-8422-b4641834859b tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.79 "GET /v2.0/ports?device_id=8491ca8e-2526-49c9-8acf-f3ee886b920d HTTP/1.1" status: 200 len: 943 time: 0.1407809 May 23 11:44:52.436904 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a87af-4e7b-4e28-9550-b5d045f90ef8 req-7d3621fe-3dc9-4b4c-b5c7-a8eae971019c tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:44:52.438272 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d25a87af-4e7b-4e28-9550-b5d045f90ef8 req-7d3621fe-3dc9-4b4c-b5c7-a8eae971019c tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.79 "GET /v2.0/ports?device_id=5209653f-4262-4c11-8008-26e71137e1b9 HTTP/1.1" status: 200 len: 943 time: 0.1110086 May 23 11:44:52.486822 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=ea61796f-bd4f-450e-8e85-3f1d7e0a6f86,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:44:52.496480 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:44:52.496859 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:44:52.497201 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:44:52.497591 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:44:52.497863 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:44:52.498196 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:44:52.498524 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:44:52.498840 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:44:52.499169 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:44:52.499492 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:44:52.499810 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:44:52.515775 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-442f5c88-8a1a-4a6e-bdda-8d639393a0be req-2d605b2f-e0f5-46a6-987a-7ebe915587c1 tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.79 "GET /v2.0/security-groups?id=d96b6389-24f7-423c-a518-44e16ce6b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765798 May 23 11:44:52.517952 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d25a87af-4e7b-4e28-9550-b5d045f90ef8 req-e221eb81-d7be-4759-b25e-ed622cd35247 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.79 "GET /v2.0/security-groups?id=633678d8-7ad8-4137-a833-a9eb0428a259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653899 May 23 11:44:52.874929 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['ea61796f-bd4f-450e-8e85-3f1d7e0a6f86'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:44:53.778669 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97126a52-6bbb-4451-9083-35ac6b549007 req-5d3f1537-d691-4d75-b83d-8f93adfd631c tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:44:53.780144 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-97126a52-6bbb-4451-9083-35ac6b549007 req-5d3f1537-d691-4d75-b83d-8f93adfd631c tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.79 "GET /v2.0/ports?device_id=5209653f-4262-4c11-8008-26e71137e1b9 HTTP/1.1" status: 200 len: 943 time: 0.1355796 May 23 11:44:53.785493 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0f2a2-7f2e-4473-a349-19e1e9bcb085 req-a1749e3e-a251-4659-b89b-372d28af8bc8 tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:44:53.786853 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-47f0f2a2-7f2e-4473-a349-19e1e9bcb085 req-a1749e3e-a251-4659-b89b-372d28af8bc8 tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.79 "GET /v2.0/ports?device_id=8491ca8e-2526-49c9-8acf-f3ee886b920d HTTP/1.1" status: 200 len: 944 time: 0.1410756 May 23 11:44:53.856725 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-97126a52-6bbb-4451-9083-35ac6b549007 req-e22ba4b4-ae21-4163-82c3-dc8a685cf9d1 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.79 "GET /v2.0/security-groups?id=633678d8-7ad8-4137-a833-a9eb0428a259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686910 May 23 11:44:53.861222 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-47f0f2a2-7f2e-4473-a349-19e1e9bcb085 req-7c3f20e3-0edd-4a3b-a158-c7636b62b3e6 tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.79 "GET /v2.0/security-groups?id=d96b6389-24f7-423c-a518-44e16ce6b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602348 May 23 11:44:54.179096 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device ea61796f-bd4f-450e-8e85-3f1d7e0a6f86 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:44:54.256066 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port ea61796f-bd4f-450e-8e85-3f1d7e0a6f86 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:44:54.260845 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port ea61796f-bd4f-450e-8e85-3f1d7e0a6f86 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:44:54.261212 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:54.376831 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:54.405883 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8491ca8e-2526-49c9-8acf-f3ee886b920d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea61796f-bd4f-450e-8e85-3f1d7e0a6f86'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:44:54.415699 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port ea61796f-bd4f-450e-8e85-3f1d7e0a6f86, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=ea61796f-bd4f-450e-8e85-3f1d7e0a6f86,segment=NetworkSegment(5d8a1b72-af29-4e20-9a57-28a15a9cbe81),segment_id=5d8a1b72-af29-4e20-9a57-28a15a9cbe81)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:44:54.420242 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:54.462254 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-385c7b3d-8211-4e2d-901e-42230ba8e6a1'] response: {'server_uuid': '8491ca8e-2526-49c9-8acf-f3ee886b920d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea61796f-bd4f-450e-8e85-3f1d7e0a6f86', 'code': 200} May 23 11:44:54.487994 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=ea61796f-bd4f-450e-8e85-3f1d7e0a6f86,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:44:54.575139 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 457da96d-c6fb-4a93-b45e-7a2e01fcf38a details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:44:54.617968 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bb318853-95f5-4edc-9fe5-d05d6e06c014 req-a9e616a3-0580-48f0-add1-2a1f57c2fc2d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8491ca8e-2526-49c9-8acf-f3ee886b920d HTTP/1.1" status: 200 len: 1096 time: 0.0729353 May 23 11:44:54.666966 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bb318853-95f5-4edc-9fe5-d05d6e06c014 req-5cfe80f1-84b2-4fd9-8f34-b4ef43682bb8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d96b6389-24f7-423c-a518-44e16ce6b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425968 May 23 11:44:54.715992 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 457da96d-c6fb-4a93-b45e-7a2e01fcf38a, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=457da96d-c6fb-4a93-b45e-7a2e01fcf38a,segment=NetworkSegment(ff5d685f-f157-43d3-89b5-3cf50edc9acd),segment_id=ff5d685f-f157-43d3-89b5-3cf50edc9acd)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:44:54.729206 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '457da96d-c6fb-4a93-b45e-7a2e01fcf38a', 'network_id': '92bdf765-e1b5-4c1f-be7c-394d5e7f1df6', 'port_id': '457da96d-c6fb-4a93-b45e-7a2e01fcf38a', 'mac_address': 'fa:16:3e:9d:7b:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7d3de30-866a-45ab-a1bf-da8876f8c1c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:44:54.788035 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:54.809335 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 457da96d-c6fb-4a93-b45e-7a2e01fcf38a {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:44:54.824667 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 457da96d-c6fb-4a93-b45e-7a2e01fcf38a, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=457da96d-c6fb-4a93-b45e-7a2e01fcf38a,segment=NetworkSegment(ff5d685f-f157-43d3-89b5-3cf50edc9acd),segment_id=ff5d685f-f157-43d3-89b5-3cf50edc9acd)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:44:54.830032 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:54.897934 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=457da96d-c6fb-4a93-b45e-7a2e01fcf38a,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:44:55.118342 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be8104-96fa-4936-bff5-f4038c42a3e7 req-82563242-d5d1-4f0b-a9bc-3ee9bb21784c tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:44:55.119765 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-04be8104-96fa-4936-bff5-f4038c42a3e7 req-82563242-d5d1-4f0b-a9bc-3ee9bb21784c tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.79 "GET /v2.0/ports?device_id=5209653f-4262-4c11-8008-26e71137e1b9 HTTP/1.1" status: 200 len: 944 time: 0.1420209 May 23 11:44:55.125976 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198298d6-4e07-48da-bb57-3c4b228f6a6d req-2f4e3c37-3880-41df-bf5f-d18f6bf243e2 tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:44:55.127480 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-198298d6-4e07-48da-bb57-3c4b228f6a6d req-2f4e3c37-3880-41df-bf5f-d18f6bf243e2 tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.79 "GET /v2.0/ports?device_id=8491ca8e-2526-49c9-8acf-f3ee886b920d HTTP/1.1" status: 200 len: 945 time: 0.1139307 May 23 11:44:55.197657 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-04be8104-96fa-4936-bff5-f4038c42a3e7 req-6ccc9132-72e1-4eea-a9c0-edb8b8702ca1 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.79 "GET /v2.0/security-groups?id=633678d8-7ad8-4137-a833-a9eb0428a259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690994 May 23 11:44:55.202469 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-198298d6-4e07-48da-bb57-3c4b228f6a6d req-e36237d7-a23d-4f90-8788-d89dc6241666 tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.79 "GET /v2.0/security-groups?id=d96b6389-24f7-423c-a518-44e16ce6b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605514 May 23 11:44:55.235664 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['457da96d-c6fb-4a93-b45e-7a2e01fcf38a'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:44:56.464707 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce173801-41a8-48c1-a542-161fc2ebe69d req-a704487c-56fc-4291-9098-f04593cb6b57 tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:44:56.466154 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce173801-41a8-48c1-a542-161fc2ebe69d req-a704487c-56fc-4291-9098-f04593cb6b57 tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.79 "GET /v2.0/ports?device_id=8491ca8e-2526-49c9-8acf-f3ee886b920d HTTP/1.1" status: 200 len: 945 time: 0.1027534 May 23 11:44:56.471412 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16866001-8698-414c-9984-11829e14589d req-60581fc1-bf7a-4c12-b094-8428eba8d1c5 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:44:56.472775 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-16866001-8698-414c-9984-11829e14589d req-60581fc1-bf7a-4c12-b094-8428eba8d1c5 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.79 "GET /v2.0/ports?device_id=5209653f-4262-4c11-8008-26e71137e1b9 HTTP/1.1" status: 200 len: 944 time: 0.1522448 May 23 11:44:56.574511 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 457da96d-c6fb-4a93-b45e-7a2e01fcf38a up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:44:56.644141 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-16866001-8698-414c-9984-11829e14589d req-86fc4df6-6a92-413a-af0e-66504509fd93 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.79 "GET /v2.0/security-groups?id=633678d8-7ad8-4137-a833-a9eb0428a259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572990 May 23 11:44:56.646149 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce173801-41a8-48c1-a542-161fc2ebe69d req-4f070f96-0e4c-4ffb-926a-ceecff7532b0 tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.79 "GET /v2.0/security-groups?id=d96b6389-24f7-423c-a518-44e16ce6b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725311 May 23 11:44:56.651670 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 457da96d-c6fb-4a93-b45e-7a2e01fcf38a completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:44:56.657905 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 457da96d-c6fb-4a93-b45e-7a2e01fcf38a triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:44:56.658411 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:56.814152 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:56.847711 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5209653f-4262-4c11-8008-26e71137e1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457da96d-c6fb-4a93-b45e-7a2e01fcf38a'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:44:56.859255 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 457da96d-c6fb-4a93-b45e-7a2e01fcf38a, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=457da96d-c6fb-4a93-b45e-7a2e01fcf38a,segment=NetworkSegment(ff5d685f-f157-43d3-89b5-3cf50edc9acd),segment_id=ff5d685f-f157-43d3-89b5-3cf50edc9acd)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:44:56.865209 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:56.920023 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93fdc865-ee8d-4e73-8a3a-3fe3c2c4bf6c'] response: {'server_uuid': '5209653f-4262-4c11-8008-26e71137e1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457da96d-c6fb-4a93-b45e-7a2e01fcf38a', 'code': 200} May 23 11:44:56.936696 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=457da96d-c6fb-4a93-b45e-7a2e01fcf38a,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:44:57.014920 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37278) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:44:57.017363 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ae660-f66a-4a5a-9dd2-70287afeba74 req-e7d9b2d3-dcd0-4b97-bf39-6fd93c6ebba8 tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:44:57.018850 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ec1ae660-f66a-4a5a-9dd2-70287afeba74 req-e7d9b2d3-dcd0-4b97-bf39-6fd93c6ebba8 tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.79 "GET /v2.0/ports?device_id=8491ca8e-2526-49c9-8acf-f3ee886b920d HTTP/1.1" status: 200 len: 945 time: 0.0822330 May 23 11:44:57.071614 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ec1ae660-f66a-4a5a-9dd2-70287afeba74 req-f4804f70-2909-4fa6-9b14-2fdb6740015d tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.79 "GET /v2.0/security-groups?id=d96b6389-24f7-423c-a518-44e16ce6b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457335 May 23 11:44:57.265408 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-729dbed0-3c58-4eb8-b35d-87a3cac35fb4 req-03c9330a-b19b-4068-b12b-6970d5909031 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5209653f-4262-4c11-8008-26e71137e1b9 HTTP/1.1" status: 200 len: 1096 time: 0.2478063 May 23 11:44:57.271466 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-11e316c7-f3a3-428d-81e4-9df7f2b3ab34 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Deleting port f3271baf-3b6b-4530-9670-e08e21698af6 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:44:57.271777 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-11e316c7-f3a3-428d-81e4-9df7f2b3ab34 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:57.420172 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-729dbed0-3c58-4eb8-b35d-87a3cac35fb4 req-36726d6f-4eac-48c2-bd66-802a12585dca service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=633678d8-7ad8-4137-a833-a9eb0428a259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252172 May 23 11:44:57.479579 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-11e316c7-f3a3-428d-81e4-9df7f2b3ab34 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:57.480037 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-11e316c7-f3a3-428d-81e4-9df7f2b3ab34 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:57.502930 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e105b4-4be2-4c57-8489-5817f2f4ca05 req-c0e5cfd6-8320-4e81-b7be-9928815e05d3 tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:44:57.504519 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f6e105b4-4be2-4c57-8489-5817f2f4ca05 req-c0e5cfd6-8320-4e81-b7be-9928815e05d3 tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.79 "GET /v2.0/ports?device_id=8491ca8e-2526-49c9-8acf-f3ee886b920d HTTP/1.1" status: 200 len: 945 time: 0.0791335 May 23 11:44:57.553929 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f6e105b4-4be2-4c57-8489-5817f2f4ca05 req-4fa4bd11-0eb7-42a6-952d-d23ecea90a3a tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.79 "GET /v2.0/security-groups?id=d96b6389-24f7-423c-a518-44e16ce6b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433667 May 23 11:44:57.697729 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-11e316c7-f3a3-428d-81e4-9df7f2b3ab34 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Calling delete_port for f3271baf-3b6b-4530-9670-e08e21698af6 owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:44:57.856162 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-11e316c7-f3a3-428d-81e4-9df7f2b3ab34 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:57.860165 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b573b7-c84a-49d6-b541-ff91893909d5 req-43b24abf-a1b0-4124-9c97-f255733663d0 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:44:57.861642 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-02b573b7-c84a-49d6-b541-ff91893909d5 req-43b24abf-a1b0-4124-9c97-f255733663d0 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.79 "GET /v2.0/ports?device_id=5209653f-4262-4c11-8008-26e71137e1b9 HTTP/1.1" status: 200 len: 945 time: 0.0918748 May 23 11:44:57.901163 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e316c7-f3a3-428d-81e4-9df7f2b3ab34 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event deleted for resources: {'Port': ['ID=f3271baf-3b6b-4530-9670-e08e21698af6,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:44:57.908005 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-02b573b7-c84a-49d6-b541-ff91893909d5 req-9984db42-b5a0-4d40-babd-8e482af39697 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.79 "GET /v2.0/security-groups?id=633678d8-7ad8-4137-a833-a9eb0428a259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407152 May 23 11:44:57.998371 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-11e316c7-f3a3-428d-81e4-9df7f2b3ab34 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:58.405710 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e316c7-f3a3-428d-81e4-9df7f2b3ab34 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Router c5525f2f-1317-4517-bc4f-d461e26ca2d0 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:44:58.611694 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e316c7-f3a3-428d-81e4-9df7f2b3ab34 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:44:58.623635 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f72d65-48b2-46bd-99fc-bbdca024c491 None None] Sync routers for ids ['c5525f2f-1317-4517-bc4f-d461e26ca2d0'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:44:58.629290 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-11e316c7-f3a3-428d-81e4-9df7f2b3ab34 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:44:58.638832 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f72d65-48b2-46bd-99fc-bbdca024c491 None None] Routers {'c5525f2f-1317-4517-bc4f-d461e26ca2d0'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:44:58.639745 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-34f72d65-48b2-46bd-99fc-bbdca024c491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:44:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['c5525f2f-1317-4517-bc4f-d461e26ca2d0'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:44:58.693290 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-11e316c7-f3a3-428d-81e4-9df7f2b3ab34 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "DELETE /v2.0/floatingips/2efde528-53c7-41b3-ab69-cca09239e1b4 HTTP/1.1" status: 204 len: 168 time: 1.6771421 May 23 11:44:58.693899 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898', 'tag': '6e984c38-7f56-4caf-8623-75ebb7c575b4'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:44:58.791754 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3db2d-f8c2-4819-b85b-5b0c0ce41290 req-fc3830c1-13eb-42d7-a8a6-d468e514d6e8 tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:44:58.798657 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-85e3db2d-f8c2-4819-b85b-5b0c0ce41290 req-fc3830c1-13eb-42d7-a8a6-d468e514d6e8 tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.79 "GET /v2.0/ports?device_id=8491ca8e-2526-49c9-8acf-f3ee886b920d HTTP/1.1" status: 200 len: 945 time: 0.1052632 May 23 11:44:58.833815 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-34f72d65-48b2-46bd-99fc-bbdca024c491 None None] Set router c5525f2f-1317-4517-bc4f-d461e26ca2d0 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:44:58.855334 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-85e3db2d-f8c2-4819-b85b-5b0c0ce41290 req-7a964791-36dd-4828-8dc6-9c2f0557ada3 tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.79 "GET /v2.0/security-groups?id=d96b6389-24f7-423c-a518-44e16ce6b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557573 May 23 11:44:58.923635 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33df8459-7983-4bbc-914d-aca58fb58381'] response: {'name': 'network-changed', 'server_uuid': 'fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898', 'tag': '6e984c38-7f56-4caf-8623-75ebb7c575b4', 'status': 'completed', 'code': 200} May 23 11:44:59.090452 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a5d358a1-b6f7-4a5f-960b-bd62673ce4b6 req-3f0ed724-cc4f-4b71-935a-dcbe923686ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=261dc3b71b384338a9f4e12911499bfb&device_id=fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898 HTTP/1.1" status: 200 len: 1097 time: 0.0909910 May 23 11:44:59.138480 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a7e2a-bbcc-4886-8477-668feb75cf9c req-b8c83e94-98e7-47f2-8ad0-42bc0feddcd0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:44:59.140069 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-146a7e2a-bbcc-4886-8477-668feb75cf9c req-b8c83e94-98e7-47f2-8ad0-42bc0feddcd0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898 HTTP/1.1" status: 200 len: 946 time: 0.0875921 May 23 11:44:59.197218 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-146a7e2a-bbcc-4886-8477-668feb75cf9c req-5b390750-a842-4ab7-b56b-e63d7acda190 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e27302e-a49e-4f27-84fc-bd76b5e7fe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495722 May 23 11:44:59.254802 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-34f72d65-48b2-46bd-99fc-bbdca024c491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5525f2f-1317-4517-bc4f-d461e26ca2d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-908277682', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '238600f1-89ec-46f2-b907-eed25dacd1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:41:43Z', 'updated_at': '2022-05-23T11:41:48Z', 'revision_number': 4, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': '238600f1-89ec-46f2-b907-eed25dacd1da', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5525f2f-1317-4517-bc4f-d461e26ca2d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:41:44Z', 'updated_at': '2022-05-23T11:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '29a90d49-7026-4ea0-b189-fe6144f0f686', 'name': '', 'network_id': '8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'mac_address': 'fa:16:3e:8a:c7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5525f2f-1317-4517-bc4f-d461e26ca2d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f5d1f30-0372-49a0-b2e2-71e325a9a76b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:41:47Z', 'updated_at': '2022-05-23T11:41:54Z', 'revision_number': 5, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'subnets': [{'id': '1f5d1f30-0372-49a0-b2e2-71e325a9a76b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:44:59.260186 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f72d65-48b2-46bd-99fc-bbdca024c491 None None] Checking router: c5525f2f-1317-4517-bc4f-d461e26ca2d0 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:44:59.273957 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f72d65-48b2-46bd-99fc-bbdca024c491 None None] Routers {'c5525f2f-1317-4517-bc4f-d461e26ca2d0'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:44:59.275147 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-34f72d65-48b2-46bd-99fc-bbdca024c491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:44:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['c5525f2f-1317-4517-bc4f-d461e26ca2d0'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:44:59.275809 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d358a1-b6f7-4a5f-960b-bd62673ce4b6 req-d0cf9117-4df6-41c6-814a-c1c450308733 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:44:59.280087 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a5d358a1-b6f7-4a5f-960b-bd62673ce4b6 req-d0cf9117-4df6-41c6-814a-c1c450308733 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff HTTP/1.1" status: 200 len: 897 time: 0.1812851 May 23 11:44:59.363729 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a5d358a1-b6f7-4a5f-960b-bd62673ce4b6 req-dcde21e3-d495-42a4-a931-168cff53d2eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e984c38-7f56-4caf-8623-75ebb7c575b4 HTTP/1.1" status: 200 len: 217 time: 0.0730026 May 23 11:44:59.431590 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d358a1-b6f7-4a5f-960b-bd62673ce4b6 req-1bbd1fea-c858-457a-bcbd-4642771ba95a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:44:59.433653 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a5d358a1-b6f7-4a5f-960b-bd62673ce4b6 req-1bbd1fea-c858-457a-bcbd-4642771ba95a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f5d1f30-0372-49a0-b2e2-71e325a9a76b HTTP/1.1" status: 200 len: 835 time: 0.0642579 May 23 11:44:59.453157 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b79c1-5d7a-4574-9295-e0c7a6f49652 req-f1e41e26-23dd-42a1-8f0c-2f8066804f96 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:44:59.454600 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-657b79c1-5d7a-4574-9295-e0c7a6f49652 req-f1e41e26-23dd-42a1-8f0c-2f8066804f96 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.79 "GET /v2.0/ports?device_id=5209653f-4262-4c11-8008-26e71137e1b9 HTTP/1.1" status: 200 len: 945 time: 0.2046189 May 23 11:44:59.454988 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-34f72d65-48b2-46bd-99fc-bbdca024c491 None None] Set router c5525f2f-1317-4517-bc4f-d461e26ca2d0 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:44:59.462774 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0dff30af-b669-40fd-b57d-b5e4593969f9 req-b94bb8d3-a678-4cbb-b9a4-41c88acf5603 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=65425bccff9b49c78180d4d6cb9f66ab&device_id=8491ca8e-2526-49c9-8acf-f3ee886b920d HTTP/1.1" status: 200 len: 1096 time: 0.1684220 May 23 11:44:59.470630 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214cd0f3-e0a2-490d-a8a2-3d5e2c1aa731 req-1f0d5904-083b-4e53-9d22-6ee14222677b tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:44:59.471887 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-214cd0f3-e0a2-490d-a8a2-3d5e2c1aa731 req-1f0d5904-083b-4e53-9d22-6ee14222677b tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.79 "GET /v2.0/ports?device_id=8491ca8e-2526-49c9-8acf-f3ee886b920d HTTP/1.1" status: 200 len: 945 time: 0.1418593 May 23 11:44:59.519384 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a5d358a1-b6f7-4a5f-960b-bd62673ce4b6 req-ea625177-ee5d-44ea-91a0-5ce56b44aec1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784359 May 23 11:44:59.639352 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-657b79c1-5d7a-4574-9295-e0c7a6f49652 req-0e94fe8d-4374-420f-a12b-a0a78d8cb9ff tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.79 "GET /v2.0/security-groups?id=633678d8-7ad8-4137-a833-a9eb0428a259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739328 May 23 11:44:59.656175 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-214cd0f3-e0a2-490d-a8a2-3d5e2c1aa731 req-4ec00938-cadd-4a91-aeeb-0daf3e338b9b tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.79 "GET /v2.0/security-groups?id=d96b6389-24f7-423c-a518-44e16ce6b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687231 May 23 11:44:59.697172 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff30af-b669-40fd-b57d-b5e4593969f9 req-d8c042c6-a2e1-4296-837f-e6b9900e7757 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:44:59.698615 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0dff30af-b669-40fd-b57d-b5e4593969f9 req-d8c042c6-a2e1-4296-837f-e6b9900e7757 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8a148bc6-2a3d-40ce-bad0-ddf2f3752f1f HTTP/1.1" status: 200 len: 913 time: 0.2143824 May 23 11:44:59.770687 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0dff30af-b669-40fd-b57d-b5e4593969f9 req-6bb1a7cc-1194-44e0-aa1d-41674c58099f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea61796f-bd4f-450e-8e85-3f1d7e0a6f86 HTTP/1.1" status: 200 len: 217 time: 0.0643034 May 23 11:44:59.774392 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a5d358a1-b6f7-4a5f-960b-bd62673ce4b6 req-038f6583-3c3b-4ed4-90cc-258eb2f26814 service neutron] 10.222.0.13 "GET /v2.0/networks/8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487438 May 23 11:44:59.828744 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-34f72d65-48b2-46bd-99fc-bbdca024c491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5525f2f-1317-4517-bc4f-d461e26ca2d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-908277682', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '238600f1-89ec-46f2-b907-eed25dacd1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:41:43Z', 'updated_at': '2022-05-23T11:41:48Z', 'revision_number': 4, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': '238600f1-89ec-46f2-b907-eed25dacd1da', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5525f2f-1317-4517-bc4f-d461e26ca2d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:41:44Z', 'updated_at': '2022-05-23T11:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '29a90d49-7026-4ea0-b189-fe6144f0f686', 'name': '', 'network_id': '8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'mac_address': 'fa:16:3e:8a:c7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5525f2f-1317-4517-bc4f-d461e26ca2d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f5d1f30-0372-49a0-b2e2-71e325a9a76b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:41:47Z', 'updated_at': '2022-05-23T11:41:54Z', 'revision_number': 5, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'subnets': [{'id': '1f5d1f30-0372-49a0-b2e2-71e325a9a76b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:44:59.832831 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f72d65-48b2-46bd-99fc-bbdca024c491 None None] The sync data for ids ['c5525f2f-1317-4517-bc4f-d461e26ca2d0'] in n-d-842952-2 is: [{'id': 'c5525f2f-1317-4517-bc4f-d461e26ca2d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-908277682', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '238600f1-89ec-46f2-b907-eed25dacd1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:41:43Z', 'updated_at': '2022-05-23T11:41:48Z', 'revision_number': 4, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': '238600f1-89ec-46f2-b907-eed25dacd1da', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5525f2f-1317-4517-bc4f-d461e26ca2d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:41:44Z', 'updated_at': '2022-05-23T11:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '29a90d49-7026-4ea0-b189-fe6144f0f686', 'name': '', 'network_id': '8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'mac_address': 'fa:16:3e:8a:c7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5525f2f-1317-4517-bc4f-d461e26ca2d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f5d1f30-0372-49a0-b2e2-71e325a9a76b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:41:47Z', 'updated_at': '2022-05-23T11:41:54Z', 'revision_number': 5, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'subnets': [{'id': '1f5d1f30-0372-49a0-b2e2-71e325a9a76b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:44:59.898368 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff30af-b669-40fd-b57d-b5e4593969f9 req-3803afd0-5945-4992-81dc-610c0f542526 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:44:59.900015 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0dff30af-b669-40fd-b57d-b5e4593969f9 req-3803afd0-5945-4992-81dc-610c0f542526 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4bad8462-6e4d-4302-ab4d-6442cabde036 HTTP/1.1" status: 200 len: 852 time: 0.0884905 May 23 11:44:59.914302 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a5d358a1-b6f7-4a5f-960b-bd62673ce4b6 req-019ef5e1-3eb8-4cea-ba22-3bcc360718e1 service neutron] 10.222.0.13 "GET /v2.0/networks/8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332943 May 23 11:44:59.954260 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0dff30af-b669-40fd-b57d-b5e4593969f9 req-3f93158f-a0ae-4d6f-b1cb-6219e35734eb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8a148bc6-2a3d-40ce-bad0-ddf2f3752f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483060 May 23 11:44:59.964334 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5f0d3-6232-45ce-9d55-6ee77d122fd6 req-2ffb25a7-a8a9-46a2-91e5-9624f3461f8d tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:44:59.965762 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5ae5f0d3-6232-45ce-9d55-6ee77d122fd6 req-2ffb25a7-a8a9-46a2-91e5-9624f3461f8d tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.79 "GET /v2.0/ports?device_id=5209653f-4262-4c11-8008-26e71137e1b9 HTTP/1.1" status: 200 len: 945 time: 0.1904552 May 23 11:45:00.072476 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5e7270-a1d5-4c05-b403-091350724293 None None] New status for floating IP 2efde528-53c7-41b3-ab69-cca09239e1b4: DOWN {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:45:00.099930 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5ae5f0d3-6232-45ce-9d55-6ee77d122fd6 req-2edcfc51-560c-44f7-b765-f80afd0f24c3 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.79 "GET /v2.0/security-groups?id=633678d8-7ad8-4137-a833-a9eb0428a259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143644 May 23 11:45:00.129219 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37304) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:00.137864 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0dff30af-b669-40fd-b57d-b5e4593969f9 req-e4a8d82c-c850-4a8c-b5ad-8fa33b5d45c8 service neutron] 10.222.0.13 "GET /v2.0/networks/8a148bc6-2a3d-40ce-bad0-ddf2f3752f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711884 May 23 11:45:00.275843 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0dff30af-b669-40fd-b57d-b5e4593969f9 req-c7d8692b-1d94-475a-8dfe-fe962011135b service neutron] 10.222.0.13 "GET /v2.0/networks/8a148bc6-2a3d-40ce-bad0-ddf2f3752f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315007 May 23 11:45:00.543642 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb18a9-1659-4a0d-9538-eb8e6e35acf5 req-3e396935-6758-4f42-813e-a03339299b99 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:45:00.545157 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c2bb18a9-1659-4a0d-9538-eb8e6e35acf5 req-3e396935-6758-4f42-813e-a03339299b99 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898 HTTP/1.1" status: 200 len: 946 time: 0.2217193 May 23 11:45:00.549912 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-cb2208bf-a892-4e27-b30f-12f39ca83e5a tempest-TestVolumeBackupRestore-980730476 tempest-TestVolumeBackupRestore-980730476-project-admin] Synchronizing usage tracker for tenant:6fe0bd51969941a68a9bbf4546efb9eb on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:45:00.594894 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-cb2208bf-a892-4e27-b30f-12f39ca83e5a tempest-TestVolumeBackupRestore-980730476 tempest-TestVolumeBackupRestore-980730476-project-admin] Unset dirty status for tenant:6fe0bd51969941a68a9bbf4546efb9eb on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:45:00.595982 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-cb2208bf-a892-4e27-b30f-12f39ca83e5a tempest-TestVolumeBackupRestore-980730476 tempest-TestVolumeBackupRestore-980730476-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=5209653f-4262-4c11-8008-26e71137e1b9 HTTP/1.1" status: 200 len: 1091 time: 0.4658067 May 23 11:45:00.599388 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37312) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:00.603275 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c2bb18a9-1659-4a0d-9538-eb8e6e35acf5 req-7b553a60-57db-473d-8112-3bf5e23d2b43 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/security-groups?id=1e27302e-a49e-4f27-84fc-bd76b5e7fe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507553 May 23 11:45:00.604918 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-cbbb78ec-6aff-4482-817f-c03e94c9c5fb tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'port_id': '457da96d-c6fb-4a93-b45e-7a2e01fcf38a', 'tenant_id': '17f349f91e0b4627aaadec58185bca30', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:45:00.611448 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cbbb78ec-6aff-4482-817f-c03e94c9c5fb tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:45:00.615552 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-cbbb78ec-6aff-4482-817f-c03e94c9c5fb tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Usage tracker for resource:floatingip and tenant:17f349f91e0b4627aaadec58185bca30 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:45:00.618672 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-cbbb78ec-6aff-4482-817f-c03e94c9c5fb tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:45:00.624677 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cbbb78ec-6aff-4482-817f-c03e94c9c5fb tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:45:00.636102 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cbbb78ec-6aff-4482-817f-c03e94c9c5fb tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks [] for floatingip, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:00.778284 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cbbb78ec-6aff-4482-817f-c03e94c9c5fb tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:00.799700 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ec11e-0a32-4090-8cc1-8f1111abe525 req-5f9f83c6-951e-4699-b193-53a55c228b19 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:45:00.801281 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ee7ec11e-0a32-4090-8cc1-8f1111abe525 req-5f9f83c6-951e-4699-b193-53a55c228b19 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.13 "GET /v2.0/ports?device_id=fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898 HTTP/1.1" status: 200 len: 946 time: 0.0776374 May 23 11:45:00.918290 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-cbbb78ec-6aff-4482-817f-c03e94c9c5fb tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Allocated IP 172.25.6.211 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/1b2ba6f0-4335-4b53-9c98-1d188a6e39b2) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:45:00.920258 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-ee7ec11e-0a32-4090-8cc1-8f1111abe525 req-13541f92-eff9-4ba0-9fd0-15ac95215f18 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Deleting port 6e984c38-7f56-4caf-8623-75ebb7c575b4 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:45:00.920939 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ee7ec11e-0a32-4090-8cc1-8f1111abe525 req-13541f92-eff9-4ba0-9fd0-15ac95215f18 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:01.039791 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0bf61f-62d5-46a6-8817-eea68b300aca req-2dee9975-0c43-44c2-b8c6-3ac7779e308d tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:45:01.041295 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6a0bf61f-62d5-46a6-8817-eea68b300aca req-2dee9975-0c43-44c2-b8c6-3ac7779e308d tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.79 "GET /v2.0/ports?device_id=8491ca8e-2526-49c9-8acf-f3ee886b920d HTTP/1.1" status: 200 len: 945 time: 0.2011962 May 23 11:45:01.070586 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cbbb78ec-6aff-4482-817f-c03e94c9c5fb tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:01.097860 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cbbb78ec-6aff-4482-817f-c03e94c9c5fb tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:01.166156 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbb78ec-6aff-4482-817f-c03e94c9c5fb tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:45:01.169608 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-cbbb78ec-6aff-4482-817f-c03e94c9c5fb tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:45:01.171484 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb78ec-6aff-4482-817f-c03e94c9c5fb tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Pushing event updated for resources: {'Port': ['ID=1b2ba6f0-4335-4b53-9c98-1d188a6e39b2,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:01.173603 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbb78ec-6aff-4482-817f-c03e94c9c5fb tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:45:01.181220 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6a0bf61f-62d5-46a6-8817-eea68b300aca req-62b7b4f4-80d4-4615-945a-ffc61fc34ec1 tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.79 "GET /v2.0/security-groups?id=d96b6389-24f7-423c-a518-44e16ce6b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320612 May 23 11:45:01.222274 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-ee7ec11e-0a32-4090-8cc1-8f1111abe525 req-13541f92-eff9-4ba0-9fd0-15ac95215f18 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] For port 6e984c38-7f56-4caf-8623-75ebb7c575b4, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=6e984c38-7f56-4caf-8623-75ebb7c575b4,segment=NetworkSegment(0528fc48-53bc-41d5-9a0d-b9e625a32c0f),segment_id=0528fc48-53bc-41d5-9a0d-b9e625a32c0f)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:45:01.222756 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ee7ec11e-0a32-4090-8cc1-8f1111abe525 req-13541f92-eff9-4ba0-9fd0-15ac95215f18 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:01.345531 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-ee7ec11e-0a32-4090-8cc1-8f1111abe525 req-13541f92-eff9-4ba0-9fd0-15ac95215f18 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Calling delete_port for 6e984c38-7f56-4caf-8623-75ebb7c575b4 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:45:01.501061 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ee7ec11e-0a32-4090-8cc1-8f1111abe525 req-13541f92-eff9-4ba0-9fd0-15ac95215f18 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:01.555693 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13541f92-eff9-4ba0-9fd0-15ac95215f18 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event deleted for resources: {'Port': ['ID=6e984c38-7f56-4caf-8623-75ebb7c575b4,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:01.629041 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee7ec11e-0a32-4090-8cc1-8f1111abe525 req-13541f92-eff9-4ba0-9fd0-15ac95215f18 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] No DVR routers for this DVR port 6e984c38-7f56-4caf-8623-75ebb7c575b4 on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:45:01.631662 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ee7ec11e-0a32-4090-8cc1-8f1111abe525 req-13541f92-eff9-4ba0-9fd0-15ac95215f18 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:01.634336 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898', 'name': 'network-vif-deleted', 'tag': '6e984c38-7f56-4caf-8623-75ebb7c575b4'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:45:01.647499 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ee7ec11e-0a32-4090-8cc1-8f1111abe525 req-13541f92-eff9-4ba0-9fd0-15ac95215f18 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.13 "DELETE /v2.0/ports/6e984c38-7f56-4caf-8623-75ebb7c575b4 HTTP/1.1" status: 204 len: 173 time: 0.8406286 May 23 11:45:01.692417 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cbbb78ec-6aff-4482-817f-c03e94c9c5fb tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:01.750676 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cbbb78ec-6aff-4482-817f-c03e94c9c5fb tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:01.835391 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ee930211-3742-4020-861f-7f1258bc10a9 req-df43dcac-0a92-4ec0-928d-19f63c03a0c2 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Synchronizing usage tracker for tenant:261dc3b71b384338a9f4e12911499bfb on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:45:01.855545 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf224dfe-02be-4a45-a913-380bd761a2fe'] response: {'server_uuid': 'fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898', 'name': 'network-vif-deleted', 'tag': '6e984c38-7f56-4caf-8623-75ebb7c575b4', 'status': 'completed', 'code': 200} May 23 11:45:01.857419 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ee930211-3742-4020-861f-7f1258bc10a9 req-df43dcac-0a92-4ec0-928d-19f63c03a0c2 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Unset dirty status for tenant:261dc3b71b384338a9f4e12911499bfb on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:45:01.858723 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ee930211-3742-4020-861f-7f1258bc10a9 req-df43dcac-0a92-4ec0-928d-19f63c03a0c2 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "GET /v2.0/ports?device_id=fff0fb25-4ca1-4c7d-bfc9-fa479b5a5898 HTTP/1.1" status: 200 len: 210 time: 0.1041229 May 23 11:45:02.078104 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cbbb78ec-6aff-4482-817f-c03e94c9c5fb tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:02.084252 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cbbb78ec-6aff-4482-817f-c03e94c9c5fb tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:02.193421 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb78ec-6aff-4482-817f-c03e94c9c5fb tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Pushing event updated for resources: {'Port': ['ID=1b2ba6f0-4335-4b53-9c98-1d188a6e39b2,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:02.207631 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cbbb78ec-6aff-4482-817f-c03e94c9c5fb tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:02.390265 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a9f37-2652-4d5b-8f0e-b8de88717459 req-cb2919c1-4638-4ea7-83fa-638282a8ec5d tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:45:02.391637 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-317a9f37-2652-4d5b-8f0e-b8de88717459 req-cb2919c1-4638-4ea7-83fa-638282a8ec5d tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.79 "GET /v2.0/ports?device_id=8491ca8e-2526-49c9-8acf-f3ee886b920d HTTP/1.1" status: 200 len: 945 time: 0.0812016 May 23 11:45:02.404568 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [None req-cbbb78ec-6aff-4482-817f-c03e94c9c5fb tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Floating IP caacf279-9f37-451c-ae54-860d71d0ecca associated. External IP: 172.25.6.211, port: 457da96d-c6fb-4a93-b45e-7a2e01fcf38a. May 23 11:45:02.438129 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-317a9f37-2652-4d5b-8f0e-b8de88717459 req-2da08d6e-36b0-4113-a2c5-b04f2a2b4d28 tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.79 "GET /v2.0/security-groups?id=d96b6389-24f7-423c-a518-44e16ce6b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406978 May 23 11:45:02.800280 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbbb78ec-6aff-4482-817f-c03e94c9c5fb tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Router 82bb4b29-37da-4296-a880-b898b3e1e508 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:45:02.881937 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a956e-9f2b-4ef9-99db-409a0082abce req-aa646ab6-eabe-406d-879a-15094cc765d1 tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:45:02.883459 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1a9a956e-9f2b-4ef9-99db-409a0082abce req-aa646ab6-eabe-406d-879a-15094cc765d1 tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.79 "GET /v2.0/ports?device_id=8491ca8e-2526-49c9-8acf-f3ee886b920d HTTP/1.1" status: 200 len: 945 time: 0.0874655 May 23 11:45:02.941696 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1a9a956e-9f2b-4ef9-99db-409a0082abce req-29d3e96e-c698-4d6e-86d9-d6c4c98eb303 tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.79 "GET /v2.0/security-groups?id=d96b6389-24f7-423c-a518-44e16ce6b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520849 May 23 11:45:02.976504 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37332) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:03.005337 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbb78ec-6aff-4482-817f-c03e94c9c5fb tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:45:03.015547 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da8166b-99c7-4f11-9eb9-a7f2626fdf3d None None] Sync routers for ids ['82bb4b29-37da-4296-a880-b898b3e1e508'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:45:03.027367 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da8166b-99c7-4f11-9eb9-a7f2626fdf3d None None] Routers {'82bb4b29-37da-4296-a880-b898b3e1e508'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:45:03.027997 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-0da8166b-99c7-4f11-9eb9-a7f2626fdf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:44:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['82bb4b29-37da-4296-a880-b898b3e1e508'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:03.033477 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cbbb78ec-6aff-4482-817f-c03e94c9c5fb tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:03.092567 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-cbbb78ec-6aff-4482-817f-c03e94c9c5fb tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4894335 May 23 11:45:03.092567 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5209653f-4262-4c11-8008-26e71137e1b9', 'tag': '457da96d-c6fb-4a93-b45e-7a2e01fcf38a'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:45:03.095998 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37336) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:03.150190 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86e4d342-4fe1-4c8e-9e7b-e4030ad11611'] response: {'name': 'network-changed', 'server_uuid': '5209653f-4262-4c11-8008-26e71137e1b9', 'tag': '457da96d-c6fb-4a93-b45e-7a2e01fcf38a', 'status': 'completed', 'code': 200} May 23 11:45:03.180114 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-fdca04c4-c1cb-4e32-ad1c-69daf2ee007a tempest-TestVolumeBackupRestore-980730476 tempest-TestVolumeBackupRestore-980730476-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=5209653f-4262-4c11-8008-26e71137e1b9 HTTP/1.1" status: 200 len: 1091 time: 0.0828588 May 23 11:45:03.182702 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37342) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:03.189888 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-582b2cd0-4af2-4a7c-bacb-2bac70aff157 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Request body: {'floatingip': {'port_id': '457da96d-c6fb-4a93-b45e-7a2e01fcf38a'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:45:03.232418 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-0da8166b-99c7-4f11-9eb9-a7f2626fdf3d None None] Set router 82bb4b29-37da-4296-a880-b898b3e1e508 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:45:03.262955 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9a52c47a-69ab-4f84-a964-8eb9f946bd29 req-8fb16c53-c060-4ae5-857d-72bd783cf919 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=17f349f91e0b4627aaadec58185bca30&device_id=5209653f-4262-4c11-8008-26e71137e1b9 HTTP/1.1" status: 200 len: 1096 time: 0.0724647 May 23 11:45:03.399242 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52c47a-69ab-4f84-a964-8eb9f946bd29 req-52d0cc51-8aa4-4269-8b85-0ef9f177e7db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:45:03.400791 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9a52c47a-69ab-4f84-a964-8eb9f946bd29 req-52d0cc51-8aa4-4269-8b85-0ef9f177e7db service neutron] 10.222.0.81 "GET /v2.0/networks?id=92bdf765-e1b5-4c1f-be7c-394d5e7f1df6 HTTP/1.1" status: 200 len: 915 time: 0.1324866 May 23 11:45:03.506199 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9a52c47a-69ab-4f84-a964-8eb9f946bd29 req-1a9f69d8-cb14-483f-b823-c7689f245773 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=457da96d-c6fb-4a93-b45e-7a2e01fcf38a HTTP/1.1" status: 200 len: 999 time: 0.0998845 May 23 11:45:03.509748 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-582b2cd0-4af2-4a7c-bacb-2bac70aff157 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks [] for floatingip, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:03.579456 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52c47a-69ab-4f84-a964-8eb9f946bd29 req-e71c6388-a6e0-4359-bd87-df54d076ba07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:45:03.581349 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9a52c47a-69ab-4f84-a964-8eb9f946bd29 req-e71c6388-a6e0-4359-bd87-df54d076ba07 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b7d3de30-866a-45ab-a1bf-da8876f8c1c1 HTTP/1.1" status: 200 len: 853 time: 0.0645545 May 23 11:45:03.601467 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-0da8166b-99c7-4f11-9eb9-a7f2626fdf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'name': 'tempest-TestVolumeBackupRestore-2095031511-router', 'tenant_id': '17f349f91e0b4627aaadec58185bca30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '684e0ed3-c081-448a-b290-5d3ede809868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:42:19Z', 'updated_at': '2022-05-23T11:42:22Z', 'revision_number': 4, 'project_id': '17f349f91e0b4627aaadec58185bca30', 'gw_port': {'id': '684e0ed3-c081-448a-b290-5d3ede809868', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:42:19Z', 'updated_at': '2022-05-23T11:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'caacf279-9f37-451c-ae54-860d71d0ecca', 'tenant_id': '17f349f91e0b4627aaadec58185bca30', 'floating_ip_address': '172.25.6.211', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'port_id': '457da96d-c6fb-4a93-b45e-7a2e01fcf38a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92bdf765-e1b5-4c1f-be7c-394d5e7f1df6', 'mac_address': 'fa:16:3e:9d:7b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5209653f-4262-4c11-8008-26e71137e1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:45:01Z', 'updated_at': '2022-05-23T11:45:01Z', 'revision_number': 0, 'project_id': '17f349f91e0b4627aaadec58185bca30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b88442db-0c5e-47c2-bdfa-fd04bbe41572', 'name': '', 'network_id': '92bdf765-e1b5-4c1f-be7c-394d5e7f1df6', 'tenant_id': '17f349f91e0b4627aaadec58185bca30', 'mac_address': 'fa:16:3e:e4:54:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7d3de30-866a-45ab-a1bf-da8876f8c1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:42:21Z', 'updated_at': '2022-05-23T11:42:32Z', 'revision_number': 5, 'project_id': '17f349f91e0b4627aaadec58185bca30', 'subnets': [{'id': 'b7d3de30-866a-45ab-a1bf-da8876f8c1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:03.609531 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da8166b-99c7-4f11-9eb9-a7f2626fdf3d None None] Checking router: 82bb4b29-37da-4296-a880-b898b3e1e508 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:45:03.623926 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da8166b-99c7-4f11-9eb9-a7f2626fdf3d None None] Routers {'82bb4b29-37da-4296-a880-b898b3e1e508'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:45:03.624861 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-0da8166b-99c7-4f11-9eb9-a7f2626fdf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:44:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['82bb4b29-37da-4296-a880-b898b3e1e508'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:03.780814 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9a52c47a-69ab-4f84-a964-8eb9f946bd29 req-ef5f9ff4-bae4-42a6-8c1d-587ee759aaaa service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=92bdf765-e1b5-4c1f-be7c-394d5e7f1df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1936994 May 23 11:45:03.832469 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-0da8166b-99c7-4f11-9eb9-a7f2626fdf3d None None] Set router 82bb4b29-37da-4296-a880-b898b3e1e508 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:45:03.925542 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9a52c47a-69ab-4f84-a964-8eb9f946bd29 req-d93f26c3-adc6-4f87-b83c-71a6013ff84a service neutron] 10.222.0.81 "GET /v2.0/networks/92bdf765-e1b5-4c1f-be7c-394d5e7f1df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370885 May 23 11:45:03.986080 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8a257f12-90cc-43a4-8cf3-b757503fc2a0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:04.071571 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9a52c47a-69ab-4f84-a964-8eb9f946bd29 req-4b8e863f-6272-4e71-9b95-48635dda456f service neutron] 10.222.0.81 "GET /v2.0/networks/92bdf765-e1b5-4c1f-be7c-394d5e7f1df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396282 May 23 11:45:04.245529 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 6e984c38-7f56-4caf-8623-75ebb7c575b4 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:45:04.254839 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-0da8166b-99c7-4f11-9eb9-a7f2626fdf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'name': 'tempest-TestVolumeBackupRestore-2095031511-router', 'tenant_id': '17f349f91e0b4627aaadec58185bca30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '684e0ed3-c081-448a-b290-5d3ede809868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:42:19Z', 'updated_at': '2022-05-23T11:42:22Z', 'revision_number': 4, 'project_id': '17f349f91e0b4627aaadec58185bca30', 'gw_port': {'id': '684e0ed3-c081-448a-b290-5d3ede809868', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:42:19Z', 'updated_at': '2022-05-23T11:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'caacf279-9f37-451c-ae54-860d71d0ecca', 'tenant_id': '17f349f91e0b4627aaadec58185bca30', 'floating_ip_address': '172.25.6.211', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'port_id': '457da96d-c6fb-4a93-b45e-7a2e01fcf38a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92bdf765-e1b5-4c1f-be7c-394d5e7f1df6', 'mac_address': 'fa:16:3e:9d:7b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5209653f-4262-4c11-8008-26e71137e1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:45:01Z', 'updated_at': '2022-05-23T11:45:01Z', 'revision_number': 0, 'project_id': '17f349f91e0b4627aaadec58185bca30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b88442db-0c5e-47c2-bdfa-fd04bbe41572', 'name': '', 'network_id': '92bdf765-e1b5-4c1f-be7c-394d5e7f1df6', 'tenant_id': '17f349f91e0b4627aaadec58185bca30', 'mac_address': 'fa:16:3e:e4:54:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7d3de30-866a-45ab-a1bf-da8876f8c1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:42:21Z', 'updated_at': '2022-05-23T11:42:32Z', 'revision_number': 5, 'project_id': '17f349f91e0b4627aaadec58185bca30', 'subnets': [{'id': 'b7d3de30-866a-45ab-a1bf-da8876f8c1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:04.259163 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da8166b-99c7-4f11-9eb9-a7f2626fdf3d None None] The sync data for ids ['82bb4b29-37da-4296-a880-b898b3e1e508'] in n-d-842952-2 is: [{'id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'name': 'tempest-TestVolumeBackupRestore-2095031511-router', 'tenant_id': '17f349f91e0b4627aaadec58185bca30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '684e0ed3-c081-448a-b290-5d3ede809868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:42:19Z', 'updated_at': '2022-05-23T11:42:22Z', 'revision_number': 4, 'project_id': '17f349f91e0b4627aaadec58185bca30', 'gw_port': {'id': '684e0ed3-c081-448a-b290-5d3ede809868', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:42:19Z', 'updated_at': '2022-05-23T11:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'caacf279-9f37-451c-ae54-860d71d0ecca', 'tenant_id': '17f349f91e0b4627aaadec58185bca30', 'floating_ip_address': '172.25.6.211', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'port_id': '457da96d-c6fb-4a93-b45e-7a2e01fcf38a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92bdf765-e1b5-4c1f-be7c-394d5e7f1df6', 'mac_address': 'fa:16:3e:9d:7b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5209653f-4262-4c11-8008-26e71137e1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:45:01Z', 'updated_at': '2022-05-23T11:45:01Z', 'revision_number': 0, 'project_id': '17f349f91e0b4627aaadec58185bca30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b88442db-0c5e-47c2-bdfa-fd04bbe41572', 'name': '', 'network_id': '92bdf765-e1b5-4c1f-be7c-394d5e7f1df6', 'tenant_id': '17f349f91e0b4627aaadec58185bca30', 'mac_address': 'fa:16:3e:e4:54:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7d3de30-866a-45ab-a1bf-da8876f8c1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:42:21Z', 'updated_at': '2022-05-23T11:42:32Z', 'revision_number': 5, 'project_id': '17f349f91e0b4627aaadec58185bca30', 'subnets': [{'id': 'b7d3de30-866a-45ab-a1bf-da8876f8c1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:45:04.287543 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 6e984c38-7f56-4caf-8623-75ebb7c575b4 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:45:04.288220 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 6e984c38-7f56-4caf-8623-75ebb7c575b4 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:45:04.324271 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9bebb-15e9-4f0c-ad54-7ec7d4a50bcc req-7f008fd7-50ce-47e5-9557-553ac1407551 tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:45:04.325713 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-76a9bebb-15e9-4f0c-ad54-7ec7d4a50bcc req-7f008fd7-50ce-47e5-9557-553ac1407551 tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.79 "GET /v2.0/ports?device_id=8491ca8e-2526-49c9-8acf-f3ee886b920d HTTP/1.1" status: 200 len: 945 time: 0.2287333 May 23 11:45:04.411102 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-76a9bebb-15e9-4f0c-ad54-7ec7d4a50bcc req-104741b5-42c2-4d1f-a9e5-8fb6dd3ad39d tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.79 "GET /v2.0/security-groups?id=d96b6389-24f7-423c-a518-44e16ce6b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778081 May 23 11:45:04.484827 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4fa240-98b3-4808-8339-1288b47ccc9a None None] New status for floating IP caacf279-9f37-451c-ae54-860d71d0ecca: ACTIVE {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:45:04.551043 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-582b2cd0-4af2-4a7c-bacb-2bac70aff157 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:04.562509 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-582b2cd0-4af2-4a7c-bacb-2bac70aff157 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:04.698384 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-ba4fa240-98b3-4808-8339-1288b47ccc9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:45:04.699240 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-ba4fa240-98b3-4808-8339-1288b47ccc9a None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:45:05.132272 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d5d1e-abae-4f54-b203-56f71c4ba1c3 req-31fb8e30-b55c-49f7-8e1a-3d7379252a7c tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:45:05.133634 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5f8d5d1e-abae-4f54-b203-56f71c4ba1c3 req-31fb8e30-b55c-49f7-8e1a-3d7379252a7c tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.79 "GET /v2.0/ports?device_id=8491ca8e-2526-49c9-8acf-f3ee886b920d HTTP/1.1" status: 200 len: 945 time: 0.2750714 May 23 11:45:05.149323 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f78260c5-f815-474b-af03-d7526c694904 req-fadee6fa-d025-4e29-b49e-1e7e4fe0b0f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=65425bccff9b49c78180d4d6cb9f66ab&device_id=8491ca8e-2526-49c9-8acf-f3ee886b920d HTTP/1.1" status: 200 len: 1096 time: 0.2895312 May 23 11:45:05.200781 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4fa240-98b3-4808-8339-1288b47ccc9a None None] New status for floating IP caacf279-9f37-451c-ae54-860d71d0ecca: ACTIVE {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:45:05.365783 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5f8d5d1e-abae-4f54-b203-56f71c4ba1c3 req-ac8b21d0-cdd8-4ce7-b70f-77b80432d17c tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.79 "GET /v2.0/security-groups?id=d96b6389-24f7-423c-a518-44e16ce6b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241111 May 23 11:45:05.387404 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78260c5-f815-474b-af03-d7526c694904 req-582968dd-4c5f-43a2-9568-8f4f9cebef71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:45:05.388896 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f78260c5-f815-474b-af03-d7526c694904 req-582968dd-4c5f-43a2-9568-8f4f9cebef71 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8a148bc6-2a3d-40ce-bad0-ddf2f3752f1f HTTP/1.1" status: 200 len: 913 time: 0.2245574 May 23 11:45:05.470336 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f78260c5-f815-474b-af03-d7526c694904 req-0ad9b0c4-70da-4aa2-b77e-c6ddc1fb9ea9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea61796f-bd4f-450e-8e85-3f1d7e0a6f86 HTTP/1.1" status: 200 len: 217 time: 0.0721314 May 23 11:45:05.694940 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78260c5-f815-474b-af03-d7526c694904 req-c27d7d50-a492-4598-bdef-f4c5c969180f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:45:05.696310 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f78260c5-f815-474b-af03-d7526c694904 req-c27d7d50-a492-4598-bdef-f4c5c969180f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4bad8462-6e4d-4302-ab4d-6442cabde036 HTTP/1.1" status: 200 len: 852 time: 0.2202196 May 23 11:45:05.753690 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f78260c5-f815-474b-af03-d7526c694904 req-69d7204e-4c19-48bd-af39-c1a827938feb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8a148bc6-2a3d-40ce-bad0-ddf2f3752f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511487 May 23 11:45:05.930938 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-8a257f12-90cc-43a4-8cf3-b757503fc2a0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Deleting port 29a90d49-7026-4ea0-b189-fe6144f0f686 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:45:05.931273 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8a257f12-90cc-43a4-8cf3-b757503fc2a0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:06.003060 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f78260c5-f815-474b-af03-d7526c694904 req-345479e7-1982-4159-b74a-3b90be0a8f25 service neutron] 10.222.0.13 "GET /v2.0/networks/8a148bc6-2a3d-40ce-bad0-ddf2f3752f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434177 May 23 11:45:06.256864 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-8a257f12-90cc-43a4-8cf3-b757503fc2a0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] For port 29a90d49-7026-4ea0-b189-fe6144f0f686, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=29a90d49-7026-4ea0-b189-fe6144f0f686,segment=NetworkSegment(0528fc48-53bc-41d5-9a0d-b9e625a32c0f),segment_id=0528fc48-53bc-41d5-9a0d-b9e625a32c0f)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:45:06.257099 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8a257f12-90cc-43a4-8cf3-b757503fc2a0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:06.279586 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f78260c5-f815-474b-af03-d7526c694904 req-4426a466-94fc-4e61-91c5-effb1482771a service neutron] 10.222.0.13 "GET /v2.0/networks/8a148bc6-2a3d-40ce-bad0-ddf2f3752f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565997 May 23 11:45:06.497697 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-8a257f12-90cc-43a4-8cf3-b757503fc2a0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Calling delete_port for 29a90d49-7026-4ea0-b189-fe6144f0f686 owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:45:06.527558 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582b2cd0-4af2-4a7c-bacb-2bac70aff157 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Router 82bb4b29-37da-4296-a880-b898b3e1e508 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:45:06.801202 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a722b-aef2-41dc-8700-454e5f067909 req-6898827f-4bc0-4b44-8b2d-58f11604dcb4 tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:45:06.802573 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-506a722b-aef2-41dc-8700-454e5f067909 req-6898827f-4bc0-4b44-8b2d-58f11604dcb4 tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.79 "GET /v2.0/ports?device_id=8491ca8e-2526-49c9-8acf-f3ee886b920d HTTP/1.1" status: 200 len: 945 time: 0.2783797 May 23 11:45:06.917970 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8a257f12-90cc-43a4-8cf3-b757503fc2a0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:06.958580 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-506a722b-aef2-41dc-8700-454e5f067909 req-5e832414-a615-4226-baff-eca71eb1ea43 tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.79 "GET /v2.0/security-groups?id=d96b6389-24f7-423c-a518-44e16ce6b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490996 May 23 11:45:06.975644 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a257f12-90cc-43a4-8cf3-b757503fc2a0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event deleted for resources: {'Port': ['ID=29a90d49-7026-4ea0-b189-fe6144f0f686,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:07.221456 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582b2cd0-4af2-4a7c-bacb-2bac70aff157 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:45:07.231099 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88865a6b-5303-45e0-ad29-288212335102 None None] Sync routers for ids ['82bb4b29-37da-4296-a880-b898b3e1e508'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:45:07.235269 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-582b2cd0-4af2-4a7c-bacb-2bac70aff157 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:07.244130 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88865a6b-5303-45e0-ad29-288212335102 None None] Routers {'82bb4b29-37da-4296-a880-b898b3e1e508'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:45:07.244734 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-88865a6b-5303-45e0-ad29-288212335102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:44:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['82bb4b29-37da-4296-a880-b898b3e1e508'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:07.334122 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5209653f-4262-4c11-8008-26e71137e1b9', 'tag': '457da96d-c6fb-4a93-b45e-7a2e01fcf38a'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:45:07.382252 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-582b2cd0-4af2-4a7c-bacb-2bac70aff157 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.79 "PUT /v2.0/floatingips/caacf279-9f37-451c-ae54-860d71d0ecca HTTP/1.1" status: 200 len: 991 time: 4.1923516 May 23 11:45:07.433160 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8a257f12-90cc-43a4-8cf3-b757503fc2a0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:07.447217 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-794fb1eb-c2f3-429f-98a7-ca1cb9106c19'] response: {'name': 'network-changed', 'server_uuid': '5209653f-4262-4c11-8008-26e71137e1b9', 'tag': '457da96d-c6fb-4a93-b45e-7a2e01fcf38a', 'status': 'completed', 'code': 200} May 23 11:45:07.448838 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-88865a6b-5303-45e0-ad29-288212335102 None None] Set router 82bb4b29-37da-4296-a880-b898b3e1e508 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:45:07.584984 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7b9aef9d-dc22-4da2-b516-d35592d852fb req-116cf336-40de-4028-9de0-5c2d6cce6cd7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=17f349f91e0b4627aaadec58185bca30&device_id=5209653f-4262-4c11-8008-26e71137e1b9 HTTP/1.1" status: 200 len: 1096 time: 0.0737488 May 23 11:45:07.722526 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9aef9d-dc22-4da2-b516-d35592d852fb req-3eb3aeb0-ef16-4555-8497-cfaba25ead71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:45:07.724455 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7b9aef9d-dc22-4da2-b516-d35592d852fb req-3eb3aeb0-ef16-4555-8497-cfaba25ead71 service neutron] 10.222.0.81 "GET /v2.0/networks?id=92bdf765-e1b5-4c1f-be7c-394d5e7f1df6 HTTP/1.1" status: 200 len: 915 time: 0.1320474 May 23 11:45:07.829984 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-88865a6b-5303-45e0-ad29-288212335102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'name': 'tempest-TestVolumeBackupRestore-2095031511-router', 'tenant_id': '17f349f91e0b4627aaadec58185bca30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '684e0ed3-c081-448a-b290-5d3ede809868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:42:19Z', 'updated_at': '2022-05-23T11:42:22Z', 'revision_number': 4, 'project_id': '17f349f91e0b4627aaadec58185bca30', 'gw_port': {'id': '684e0ed3-c081-448a-b290-5d3ede809868', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:42:19Z', 'updated_at': '2022-05-23T11:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'caacf279-9f37-451c-ae54-860d71d0ecca', 'tenant_id': '17f349f91e0b4627aaadec58185bca30', 'floating_ip_address': '172.25.6.211', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'port_id': '457da96d-c6fb-4a93-b45e-7a2e01fcf38a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92bdf765-e1b5-4c1f-be7c-394d5e7f1df6', 'mac_address': 'fa:16:3e:9d:7b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5209653f-4262-4c11-8008-26e71137e1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:45:01Z', 'updated_at': '2022-05-23T11:45:05Z', 'revision_number': 2, 'project_id': '17f349f91e0b4627aaadec58185bca30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b88442db-0c5e-47c2-bdfa-fd04bbe41572', 'name': '', 'network_id': '92bdf765-e1b5-4c1f-be7c-394d5e7f1df6', 'tenant_id': '17f349f91e0b4627aaadec58185bca30', 'mac_address': 'fa:16:3e:e4:54:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7d3de30-866a-45ab-a1bf-da8876f8c1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:42:21Z', 'updated_at': '2022-05-23T11:42:32Z', 'revision_number': 5, 'project_id': '17f349f91e0b4627aaadec58185bca30', 'subnets': [{'id': 'b7d3de30-866a-45ab-a1bf-da8876f8c1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:07.836385 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88865a6b-5303-45e0-ad29-288212335102 None None] Checking router: 82bb4b29-37da-4296-a880-b898b3e1e508 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:45:07.843845 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7b9aef9d-dc22-4da2-b516-d35592d852fb req-5e0dbe50-0d51-4d7b-8a92-dfa25fe8c404 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=457da96d-c6fb-4a93-b45e-7a2e01fcf38a HTTP/1.1" status: 200 len: 1001 time: 0.1110799 May 23 11:45:07.849384 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88865a6b-5303-45e0-ad29-288212335102 None None] Routers {'82bb4b29-37da-4296-a880-b898b3e1e508'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:45:07.849982 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-88865a6b-5303-45e0-ad29-288212335102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:44:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['82bb4b29-37da-4296-a880-b898b3e1e508'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:07.912596 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9aef9d-dc22-4da2-b516-d35592d852fb req-aee4272b-cb7f-482b-a02a-60eae3f7fef7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:45:07.914227 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7b9aef9d-dc22-4da2-b516-d35592d852fb req-aee4272b-cb7f-482b-a02a-60eae3f7fef7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b7d3de30-866a-45ab-a1bf-da8876f8c1c1 HTTP/1.1" status: 200 len: 853 time: 0.0646157 May 23 11:45:08.001488 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7b9aef9d-dc22-4da2-b516-d35592d852fb req-551cee56-f752-418d-afdd-2ee329938bf9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=92bdf765-e1b5-4c1f-be7c-394d5e7f1df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811231 May 23 11:45:08.051849 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-88865a6b-5303-45e0-ad29-288212335102 None None] Set router 82bb4b29-37da-4296-a880-b898b3e1e508 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:45:08.163603 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7b9aef9d-dc22-4da2-b516-d35592d852fb req-b74a5ca8-a7fd-4921-b29d-74a6247870e4 service neutron] 10.222.0.81 "GET /v2.0/networks/92bdf765-e1b5-4c1f-be7c-394d5e7f1df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546502 May 23 11:45:08.238805 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a257f12-90cc-43a4-8cf3-b757503fc2a0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Router c5525f2f-1317-4517-bc4f-d461e26ca2d0 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:45:08.247557 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d5d40-5a45-468c-b1d2-b890da399043 req-4f890259-686b-4bf4-bdfb-8ef7acaa7293 tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:45:08.249624 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-216d5d40-5a45-468c-b1d2-b890da399043 req-4f890259-686b-4bf4-bdfb-8ef7acaa7293 tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.79 "GET /v2.0/ports?device_id=8491ca8e-2526-49c9-8acf-f3ee886b920d HTTP/1.1" status: 200 len: 945 time: 0.1154509 May 23 11:45:08.261028 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:08.310780 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7b9aef9d-dc22-4da2-b516-d35592d852fb req-b6eade1d-ee41-400f-9764-7ab690d3f861 service neutron] 10.222.0.81 "GET /v2.0/networks/92bdf765-e1b5-4c1f-be7c-394d5e7f1df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420925 May 23 11:45:08.410589 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-88865a6b-5303-45e0-ad29-288212335102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'name': 'tempest-TestVolumeBackupRestore-2095031511-router', 'tenant_id': '17f349f91e0b4627aaadec58185bca30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '684e0ed3-c081-448a-b290-5d3ede809868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:42:19Z', 'updated_at': '2022-05-23T11:42:22Z', 'revision_number': 4, 'project_id': '17f349f91e0b4627aaadec58185bca30', 'gw_port': {'id': '684e0ed3-c081-448a-b290-5d3ede809868', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:42:19Z', 'updated_at': '2022-05-23T11:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'caacf279-9f37-451c-ae54-860d71d0ecca', 'tenant_id': '17f349f91e0b4627aaadec58185bca30', 'floating_ip_address': '172.25.6.211', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'port_id': '457da96d-c6fb-4a93-b45e-7a2e01fcf38a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92bdf765-e1b5-4c1f-be7c-394d5e7f1df6', 'mac_address': 'fa:16:3e:9d:7b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5209653f-4262-4c11-8008-26e71137e1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:45:01Z', 'updated_at': '2022-05-23T11:45:05Z', 'revision_number': 2, 'project_id': '17f349f91e0b4627aaadec58185bca30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b88442db-0c5e-47c2-bdfa-fd04bbe41572', 'name': '', 'network_id': '92bdf765-e1b5-4c1f-be7c-394d5e7f1df6', 'tenant_id': '17f349f91e0b4627aaadec58185bca30', 'mac_address': 'fa:16:3e:e4:54:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7d3de30-866a-45ab-a1bf-da8876f8c1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:42:21Z', 'updated_at': '2022-05-23T11:42:32Z', 'revision_number': 5, 'project_id': '17f349f91e0b4627aaadec58185bca30', 'subnets': [{'id': 'b7d3de30-866a-45ab-a1bf-da8876f8c1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:08.414590 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88865a6b-5303-45e0-ad29-288212335102 None None] The sync data for ids ['82bb4b29-37da-4296-a880-b898b3e1e508'] in n-d-842952-2 is: [{'id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'name': 'tempest-TestVolumeBackupRestore-2095031511-router', 'tenant_id': '17f349f91e0b4627aaadec58185bca30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '684e0ed3-c081-448a-b290-5d3ede809868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:42:19Z', 'updated_at': '2022-05-23T11:42:22Z', 'revision_number': 4, 'project_id': '17f349f91e0b4627aaadec58185bca30', 'gw_port': {'id': '684e0ed3-c081-448a-b290-5d3ede809868', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:42:19Z', 'updated_at': '2022-05-23T11:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'caacf279-9f37-451c-ae54-860d71d0ecca', 'tenant_id': '17f349f91e0b4627aaadec58185bca30', 'floating_ip_address': '172.25.6.211', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'port_id': '457da96d-c6fb-4a93-b45e-7a2e01fcf38a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92bdf765-e1b5-4c1f-be7c-394d5e7f1df6', 'mac_address': 'fa:16:3e:9d:7b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5209653f-4262-4c11-8008-26e71137e1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:45:01Z', 'updated_at': '2022-05-23T11:45:05Z', 'revision_number': 2, 'project_id': '17f349f91e0b4627aaadec58185bca30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b88442db-0c5e-47c2-bdfa-fd04bbe41572', 'name': '', 'network_id': '92bdf765-e1b5-4c1f-be7c-394d5e7f1df6', 'tenant_id': '17f349f91e0b4627aaadec58185bca30', 'mac_address': 'fa:16:3e:e4:54:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7d3de30-866a-45ab-a1bf-da8876f8c1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:42:21Z', 'updated_at': '2022-05-23T11:42:32Z', 'revision_number': 5, 'project_id': '17f349f91e0b4627aaadec58185bca30', 'subnets': [{'id': 'b7d3de30-866a-45ab-a1bf-da8876f8c1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:45:08.425822 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-216d5d40-5a45-468c-b1d2-b890da399043 req-c06775b9-7828-4447-9168-04328b696faf tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.79 "GET /v2.0/security-groups?id=d96b6389-24f7-423c-a518-44e16ce6b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644094 May 23 11:45:08.516093 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a257f12-90cc-43a4-8cf3-b757503fc2a0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:45:08.521860 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8a257f12-90cc-43a4-8cf3-b757503fc2a0 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "PUT /v2.0/routers/c5525f2f-1317-4517-bc4f-d461e26ca2d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5442779 May 23 11:45:08.525171 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37362) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:08.527795 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7a2c7c-724a-43f4-8228-d2a33d66608e None None] Sync routers for ids ['c5525f2f-1317-4517-bc4f-d461e26ca2d0'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:45:08.544415 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7a2c7c-724a-43f4-8228-d2a33d66608e None None] Routers {'c5525f2f-1317-4517-bc4f-d461e26ca2d0'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:45:08.545561 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ea7a2c7c-724a-43f4-8228-d2a33d66608e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:44:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['c5525f2f-1317-4517-bc4f-d461e26ca2d0'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:08.732800 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-e21d5067-8aaa-4fa9-9918-1d19cfb36d2b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Deleting subnet 1f5d1f30-0372-49a0-b2e2-71e325a9a76b {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:45:08.736039 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e21d5067-8aaa-4fa9-9918-1d19cfb36d2b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:08.743136 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-ea7a2c7c-724a-43f4-8228-d2a33d66608e None None] Set router c5525f2f-1317-4517-bc4f-d461e26ca2d0 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:45:08.801012 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e21d5067-8aaa-4fa9-9918-1d19cfb36d2b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:08.870344 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0d61e-e1d3-465d-abad-4d22c6766b27 req-357a9e0b-387c-4727-83d3-2b86a0c3c00e tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:45:08.871861 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fdc0d61e-e1d3-465d-abad-4d22c6766b27 req-357a9e0b-387c-4727-83d3-2b86a0c3c00e tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.79 "GET /v2.0/ports?device_id=8491ca8e-2526-49c9-8acf-f3ee886b920d HTTP/1.1" status: 200 len: 945 time: 0.0887306 May 23 11:45:08.905601 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e21d5067-8aaa-4fa9-9918-1d19cfb36d2b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:08.925154 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fdc0d61e-e1d3-465d-abad-4d22c6766b27 req-6a0fe738-5074-4168-be80-7b08b7388aba tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.79 "GET /v2.0/security-groups?id=d96b6389-24f7-423c-a518-44e16ce6b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466044 May 23 11:45:08.991305 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e21d5067-8aaa-4fa9-9918-1d19cfb36d2b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:09.037955 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d5067-8aaa-4fa9-9918-1d19cfb36d2b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event deleted for resources: {'Subnet': ['ID=1f5d1f30-0372-49a0-b2e2-71e325a9a76b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:09.045298 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e21d5067-8aaa-4fa9-9918-1d19cfb36d2b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:09.054725 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e21d5067-8aaa-4fa9-9918-1d19cfb36d2b tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "DELETE /v2.0/subnets/1f5d1f30-0372-49a0-b2e2-71e325a9a76b HTTP/1.1" status: 204 len: 168 time: 0.5278540 May 23 11:45:09.058479 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37368) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:09.070954 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55568ffa-dc57-4abc-83fe-86a278d033a3 None None] Network 8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:45:09.282331 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ea7a2c7c-724a-43f4-8228-d2a33d66608e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5525f2f-1317-4517-bc4f-d461e26ca2d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-908277682', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '238600f1-89ec-46f2-b907-eed25dacd1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:41:43Z', 'updated_at': '2022-05-23T11:45:06Z', 'revision_number': 5, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': '238600f1-89ec-46f2-b907-eed25dacd1da', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5525f2f-1317-4517-bc4f-d461e26ca2d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:41:44Z', 'updated_at': '2022-05-23T11:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:09.290968 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-803574f0-7ade-4477-a033-a5343edfbf71 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:09.291399 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7a2c7c-724a-43f4-8228-d2a33d66608e None None] Checking router: c5525f2f-1317-4517-bc4f-d461e26ca2d0 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:45:09.295126 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0e050bb4-afa6-461e-a94e-8a9fc8303e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:09.322487 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7a2c7c-724a-43f4-8228-d2a33d66608e None None] Routers {'c5525f2f-1317-4517-bc4f-d461e26ca2d0'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:45:09.322487 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ea7a2c7c-724a-43f4-8228-d2a33d66608e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:44:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['c5525f2f-1317-4517-bc4f-d461e26ca2d0'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:09.430967 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6178a05-b293-4103-8e36-566ce3a36dbc None None] DHCP port deletion for 8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:45:09.448759 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5209653f-4262-4c11-8008-26e71137e1b9', 'tag': '457da96d-c6fb-4a93-b45e-7a2e01fcf38a'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:45:09.452156 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e6178a05-b293-4103-8e36-566ce3a36dbc None None] Deleting port fff79cfb-049a-4b63-82fd-2e7eec08e761 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:45:09.452156 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e6178a05-b293-4103-8e36-566ce3a36dbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:09.532516 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-803574f0-7ade-4477-a033-a5343edfbf71 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:09.541999 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e001f70c-13c9-4cc2-859d-6d0e103949a0'] response: {'name': 'network-changed', 'server_uuid': '5209653f-4262-4c11-8008-26e71137e1b9', 'tag': '457da96d-c6fb-4a93-b45e-7a2e01fcf38a', 'status': 'completed', 'code': 200} May 23 11:45:09.543204 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-803574f0-7ade-4477-a033-a5343edfbf71 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Deleting port 238600f1-89ec-46f2-b907-eed25dacd1da {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:45:09.543709 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-803574f0-7ade-4477-a033-a5343edfbf71 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:09.690826 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-49a4c094-94ed-4656-8bb4-a16eb269f8d8 req-c08931d1-78d9-4193-a2e5-398b4adba6e1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=17f349f91e0b4627aaadec58185bca30&device_id=5209653f-4262-4c11-8008-26e71137e1b9 HTTP/1.1" status: 200 len: 1096 time: 0.0998631 May 23 11:45:09.697875 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-ea7a2c7c-724a-43f4-8228-d2a33d66608e None None] Set router c5525f2f-1317-4517-bc4f-d461e26ca2d0 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:45:09.749353 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:09.763489 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-803574f0-7ade-4477-a033-a5343edfbf71 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] For port 238600f1-89ec-46f2-b907-eed25dacd1da, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=238600f1-89ec-46f2-b907-eed25dacd1da,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:45:09.763799 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-803574f0-7ade-4477-a033-a5343edfbf71 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:09.844873 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e6178a05-b293-4103-8e36-566ce3a36dbc None None] For port fff79cfb-049a-4b63-82fd-2e7eec08e761, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=fff79cfb-049a-4b63-82fd-2e7eec08e761,segment=NetworkSegment(0528fc48-53bc-41d5-9a0d-b9e625a32c0f),segment_id=0528fc48-53bc-41d5-9a0d-b9e625a32c0f)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:45:09.845261 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e6178a05-b293-4103-8e36-566ce3a36dbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:09.899743 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-803574f0-7ade-4477-a033-a5343edfbf71 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Calling delete_port for 238600f1-89ec-46f2-b907-eed25dacd1da owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:45:09.985953 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:45:10.046346 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e6178a05-b293-4103-8e36-566ce3a36dbc None None] Calling delete_port for fff79cfb-049a-4b63-82fd-2e7eec08e761 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:45:10.119651 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4c094-94ed-4656-8bb4-a16eb269f8d8 req-621bf69d-0992-4ddc-94d6-4284f965ebd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:45:10.120906 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-49a4c094-94ed-4656-8bb4-a16eb269f8d8 req-621bf69d-0992-4ddc-94d6-4284f965ebd0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=92bdf765-e1b5-4c1f-be7c-394d5e7f1df6 HTTP/1.1" status: 200 len: 915 time: 0.4234025 May 23 11:45:10.127230 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device fff79cfb-049a-4b63-82fd-2e7eec08e761 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:45:10.297711 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-49a4c094-94ed-4656-8bb4-a16eb269f8d8 req-5c19e27e-34d4-454b-aab0-497f61bc82a2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=457da96d-c6fb-4a93-b45e-7a2e01fcf38a HTTP/1.1" status: 200 len: 1001 time: 0.1678143 May 23 11:45:10.306964 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e6178a05-b293-4103-8e36-566ce3a36dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:10.336268 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242d588-eb32-4546-b564-75ba5d949010 req-340b90e5-94de-4553-ac6a-5f80b0f72230 tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:45:10.337545 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d242d588-eb32-4546-b564-75ba5d949010 req-340b90e5-94de-4553-ac6a-5f80b0f72230 tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.79 "GET /v2.0/ports?device_id=8491ca8e-2526-49c9-8acf-f3ee886b920d HTTP/1.1" status: 200 len: 945 time: 0.1232934 May 23 11:45:10.368184 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4c094-94ed-4656-8bb4-a16eb269f8d8 req-2c750d7b-c1b9-4635-8e21-a36b4783eb4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:45:10.369627 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-49a4c094-94ed-4656-8bb4-a16eb269f8d8 req-2c750d7b-c1b9-4635-8e21-a36b4783eb4a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b7d3de30-866a-45ab-a1bf-da8876f8c1c1 HTTP/1.1" status: 200 len: 853 time: 0.0608866 May 23 11:45:10.383565 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Port fff79cfb-049a-4b63-82fd-2e7eec08e761 update to DOWN by agent not found {{(pid=83912) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 23 11:45:10.403661 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6178a05-b293-4103-8e36-566ce3a36dbc None None] Pushing event deleted for resources: {'Port': ['ID=fff79cfb-049a-4b63-82fd-2e7eec08e761,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:10.409581 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6178a05-b293-4103-8e36-566ce3a36dbc None None] No DVR routers for this DVR port fff79cfb-049a-4b63-82fd-2e7eec08e761 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:45:10.433640 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ea7a2c7c-724a-43f4-8228-d2a33d66608e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5525f2f-1317-4517-bc4f-d461e26ca2d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-908277682', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '238600f1-89ec-46f2-b907-eed25dacd1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:41:43Z', 'updated_at': '2022-05-23T11:45:06Z', 'revision_number': 5, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': '238600f1-89ec-46f2-b907-eed25dacd1da', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5525f2f-1317-4517-bc4f-d461e26ca2d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:41:44Z', 'updated_at': '2022-05-23T11:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:10.442826 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7a2c7c-724a-43f4-8228-d2a33d66608e None None] The sync data for ids ['c5525f2f-1317-4517-bc4f-d461e26ca2d0'] in n-d-842952-2 is: [{'id': 'c5525f2f-1317-4517-bc4f-d461e26ca2d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-908277682', 'tenant_id': '261dc3b71b384338a9f4e12911499bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '238600f1-89ec-46f2-b907-eed25dacd1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:41:43Z', 'updated_at': '2022-05-23T11:45:06Z', 'revision_number': 5, 'project_id': '261dc3b71b384338a9f4e12911499bfb', 'gw_port': {'id': '238600f1-89ec-46f2-b907-eed25dacd1da', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5525f2f-1317-4517-bc4f-d461e26ca2d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:41:44Z', 'updated_at': '2022-05-23T11:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:45:10.460490 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d242d588-eb32-4546-b564-75ba5d949010 req-2562c910-988c-48a3-a850-cb9273100aec tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.79 "GET /v2.0/security-groups?id=d96b6389-24f7-423c-a518-44e16ce6b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906322 May 23 11:45:10.462661 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-803574f0-7ade-4477-a033-a5343edfbf71 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:10.527482 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803574f0-7ade-4477-a033-a5343edfbf71 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event deleted for resources: {'Port': ['ID=238600f1-89ec-46f2-b907-eed25dacd1da,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:10.549673 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-49a4c094-94ed-4656-8bb4-a16eb269f8d8 req-d16a9c1e-e5c2-4869-ae09-e2a46ef8544f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=92bdf765-e1b5-4c1f-be7c-394d5e7f1df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1724329 May 23 11:45:10.694213 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-49a4c094-94ed-4656-8bb4-a16eb269f8d8 req-c27b9bf5-f331-429b-b868-d158d4274a44 service neutron] 10.222.0.81 "GET /v2.0/networks/92bdf765-e1b5-4c1f-be7c-394d5e7f1df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378036 May 23 11:45:10.827458 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-803574f0-7ade-4477-a033-a5343edfbf71 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:10.865558 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-49a4c094-94ed-4656-8bb4-a16eb269f8d8 req-3460e0ee-61c8-4dc1-b81c-c244e9022ef1 service neutron] 10.222.0.81 "GET /v2.0/networks/92bdf765-e1b5-4c1f-be7c-394d5e7f1df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650727 May 23 11:45:11.107157 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-803574f0-7ade-4477-a033-a5343edfbf71 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:11.118900 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7eeaa-9744-4509-b649-ef8128692e1a req-13203573-e026-4acf-984f-3a109d5c0344 tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:45:11.120356 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36b7eeaa-9744-4509-b649-ef8128692e1a req-13203573-e026-4acf-984f-3a109d5c0344 tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.13 "GET /v2.0/ports?device_id=8491ca8e-2526-49c9-8acf-f3ee886b920d HTTP/1.1" status: 200 len: 945 time: 0.3532977 May 23 11:45:11.121793 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-803574f0-7ade-4477-a033-a5343edfbf71 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:11.199491 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-36b7eeaa-9744-4509-b649-ef8128692e1a req-7c774700-223c-4910-900a-5d75cc0d0acc tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Deleting port ea61796f-bd4f-450e-8e85-3f1d7e0a6f86 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:45:11.199848 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-36b7eeaa-9744-4509-b649-ef8128692e1a req-7c774700-223c-4910-900a-5d75cc0d0acc tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:11.239177 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-803574f0-7ade-4477-a033-a5343edfbf71 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:11.239703 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803574f0-7ade-4477-a033-a5343edfbf71 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Fanout notify agent at l3_agent the message router_deleted on router c5525f2f-1317-4517-bc4f-d461e26ca2d0 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:45:11.296765 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-803574f0-7ade-4477-a033-a5343edfbf71 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:11.297885 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-803574f0-7ade-4477-a033-a5343edfbf71 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "DELETE /v2.0/routers/c5525f2f-1317-4517-bc4f-d461e26ca2d0 HTTP/1.1" status: 204 len: 168 time: 2.2383943 May 23 11:45:11.300841 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37376) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:11.424120 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c521a616-350b-4a6c-8b48-ceaafcde7f76 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:11.490129 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-36b7eeaa-9744-4509-b649-ef8128692e1a req-7c774700-223c-4910-900a-5d75cc0d0acc tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] For port ea61796f-bd4f-450e-8e85-3f1d7e0a6f86, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=ea61796f-bd4f-450e-8e85-3f1d7e0a6f86,segment=NetworkSegment(5d8a1b72-af29-4e20-9a57-28a15a9cbe81),segment_id=5d8a1b72-af29-4e20-9a57-28a15a9cbe81)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:45:11.490750 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-36b7eeaa-9744-4509-b649-ef8128692e1a req-7c774700-223c-4910-900a-5d75cc0d0acc tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:11.546034 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-19066564-6517-4683-afec-e82f6f603afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:11.568940 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c521a616-350b-4a6c-8b48-ceaafcde7f76 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:11.594497 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-c521a616-350b-4a6c-8b48-ceaafcde7f76 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:11.607893 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-c521a616-350b-4a6c-8b48-ceaafcde7f76 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0528fc48-53bc-41d5-9a0d-b9e625a32c0f') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:11.608129 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-c521a616-350b-4a6c-8b48-ceaafcde7f76 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0528fc48-53bc-41d5-9a0d-b9e625a32c0f') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:11.616315 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-36b7eeaa-9744-4509-b649-ef8128692e1a req-7c774700-223c-4910-900a-5d75cc0d0acc tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Calling delete_port for ea61796f-bd4f-450e-8e85-3f1d7e0a6f86 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:45:11.620380 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c521a616-350b-4a6c-8b48-ceaafcde7f76 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:11.644799 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c521a616-350b-4a6c-8b48-ceaafcde7f76 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:11.652115 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c521a616-350b-4a6c-8b48-ceaafcde7f76 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:45:11.652509 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c521a616-350b-4a6c-8b48-ceaafcde7f76 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:11.668917 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:45:11.668917 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:45:11.668917 n-d-842952-2 neutron-server[83911]: timer() May 23 11:45:11.668917 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:45:11.668917 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:45:11.668917 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:45:11.668917 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:45:11.668917 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:45:11.668917 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:45:11.668917 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:45:11.668917 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:45:11.668917 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:45:11.668917 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:45:11.668917 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:45:11.668917 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:45:11.668917 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:45:11.668917 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:45:11.668917 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:45:11.668917 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:45:11.668917 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:45:11.668917 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:45:11.668917 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:45:11.668917 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:45:11.668917 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:45:11.668917 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:45:11.668917 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:45:11.668917 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:45:11.668917 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:45:11.668917 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:45:11.668917 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:45:11.668917 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:45:11.668917 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:45:11.768359 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c521a616-350b-4a6c-8b48-ceaafcde7f76 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:11.786211 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c521a616-350b-4a6c-8b48-ceaafcde7f76 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:11.797330 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c521a616-350b-4a6c-8b48-ceaafcde7f76 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event deleted for resources: {'Network': ['ID=8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:11.807566 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c521a616-350b-4a6c-8b48-ceaafcde7f76 tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "DELETE /v2.0/networks/8f1b9bed-bbba-49c6-bf44-8535a5a7e8ff HTTP/1.1" status: 204 len: 168 time: 0.5045760 May 23 11:45:11.810128 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37382) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:11.890040 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fc84f481-0467-491d-83a6-c8bd9ab9dbdd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:11.924874 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad6ec7-a4f5-4502-8199-da6aee2a7b27 req-83e1e338-4d82-4d48-91a3-39db5d77aa3a tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:45:11.925227 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fc84f481-0467-491d-83a6-c8bd9ab9dbdd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:11.926326 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-94ad6ec7-a4f5-4502-8199-da6aee2a7b27 req-83e1e338-4d82-4d48-91a3-39db5d77aa3a tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.79 "GET /v2.0/ports?device_id=8491ca8e-2526-49c9-8acf-f3ee886b920d HTTP/1.1" status: 200 len: 945 time: 0.2824888 May 23 11:45:11.949257 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-36b7eeaa-9744-4509-b649-ef8128692e1a req-7c774700-223c-4910-900a-5d75cc0d0acc tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:11.981249 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['ea61796f-bd4f-450e-8e85-3f1d7e0a6f86'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:45:12.002320 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fc84f481-0467-491d-83a6-c8bd9ab9dbdd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:12.010268 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c774700-223c-4910-900a-5d75cc0d0acc tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Pushing event deleted for resources: {'Port': ['ID=ea61796f-bd4f-450e-8e85-3f1d7e0a6f86,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:12.042650 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc84f481-0467-491d-83a6-c8bd9ab9dbdd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e27302e-a49e-4f27-84fc-bd76b5e7fe4d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:12.046789 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fc84f481-0467-491d-83a6-c8bd9ab9dbdd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:12.048078 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-fc84f481-0467-491d-83a6-c8bd9ab9dbdd tempest-TestNetworkAdvancedServerOps-7144021 tempest-TestNetworkAdvancedServerOps-7144021-project] 10.222.0.79 "DELETE /v2.0/security-groups/1e27302e-a49e-4f27-84fc-bd76b5e7fe4d HTTP/1.1" status: 204 len: 168 time: 0.2369814 May 23 11:45:12.114846 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b7eeaa-9744-4509-b649-ef8128692e1a req-7c774700-223c-4910-900a-5d75cc0d0acc tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] No DVR routers for this DVR port ea61796f-bd4f-450e-8e85-3f1d7e0a6f86 on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:45:12.118583 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-94ad6ec7-a4f5-4502-8199-da6aee2a7b27 req-3c43ea49-e270-4455-bdce-3e4e30b3aabc tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.79 "GET /v2.0/security-groups?id=d96b6389-24f7-423c-a518-44e16ce6b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861267 May 23 11:45:12.119142 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 29a90d49-7026-4ea0-b189-fe6144f0f686 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:45:12.119534 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-36b7eeaa-9744-4509-b649-ef8128692e1a req-7c774700-223c-4910-900a-5d75cc0d0acc tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:12.122209 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8491ca8e-2526-49c9-8acf-f3ee886b920d', 'name': 'network-vif-deleted', 'tag': 'ea61796f-bd4f-450e-8e85-3f1d7e0a6f86'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:45:12.131229 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-36b7eeaa-9744-4509-b649-ef8128692e1a req-7c774700-223c-4910-900a-5d75cc0d0acc tempest-TestServerAdvancedOps-907144101 tempest-TestServerAdvancedOps-907144101-project] 10.222.0.13 "DELETE /v2.0/ports/ea61796f-bd4f-450e-8e85-3f1d7e0a6f86 HTTP/1.1" status: 204 len: 173 time: 1.0058801 May 23 11:45:12.166957 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 29a90d49-7026-4ea0-b189-fe6144f0f686 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:45:12.167307 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 29a90d49-7026-4ea0-b189-fe6144f0f686 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:45:12.167729 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 238600f1-89ec-46f2-b907-eed25dacd1da no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:45:12.198322 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1314157-572f-42d5-8c6d-88eb608a3e2d'] response: {'server_uuid': '8491ca8e-2526-49c9-8acf-f3ee886b920d', 'name': 'network-vif-deleted', 'tag': 'ea61796f-bd4f-450e-8e85-3f1d7e0a6f86', 'status': 'completed', 'code': 200} May 23 11:45:12.206049 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 238600f1-89ec-46f2-b907-eed25dacd1da {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:45:12.206517 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 238600f1-89ec-46f2-b907-eed25dacd1da not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:45:12.435343 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37394) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:12.613386 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-291d91bb-c91b-4eb5-8005-c54ea0aa6f8b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=261dc3b71b384338a9f4e12911499bfb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1768324 May 23 11:45:12.615936 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37400) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:12.680217 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c6bd9fe6-365c-4460-86f4-0bed2c36b4c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:12.710788 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c6bd9fe6-365c-4460-86f4-0bed2c36b4c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:12.766953 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c6bd9fe6-365c-4460-86f4-0bed2c36b4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:12.782930 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd9fe6-365c-4460-86f4-0bed2c36b4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb939d51-4616-425d-a357-68a0d628e088,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:12.790946 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c6bd9fe6-365c-4460-86f4-0bed2c36b4c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:12.792082 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c6bd9fe6-365c-4460-86f4-0bed2c36b4c9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fb939d51-4616-425d-a357-68a0d628e088 HTTP/1.1" status: 204 len: 168 time: 0.1751289 May 23 11:45:12.839490 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:12.843005 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:13.153210 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37408) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:13.205303 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-494e9afc-557c-4278-a86f-13731cadb9ec admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f9182bc16bc146608d564b9536cb4341&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0509498 May 23 11:45:13.208849 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37414) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:13.248866 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37418) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:13.273685 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d2e40fd2-50de-42ce-90dd-76130e9f90b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:13.300128 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d2e40fd2-50de-42ce-90dd-76130e9f90b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:13.309337 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-c128ec10-2706-46cc-969e-ed9125702c2d admin admin] Deleting subnet 4bad8462-6e4d-4302-ab4d-6442cabde036 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:45:13.312772 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c128ec10-2706-46cc-969e-ed9125702c2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:13.352582 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d2e40fd2-50de-42ce-90dd-76130e9f90b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:13.366662 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c128ec10-2706-46cc-969e-ed9125702c2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:13.370144 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e40fd2-50de-42ce-90dd-76130e9f90b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa58b16-fe5f-46b9-8f93-4d12e04ab5e7,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:13.385591 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d2e40fd2-50de-42ce-90dd-76130e9f90b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:13.386829 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d2e40fd2-50de-42ce-90dd-76130e9f90b0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/caa58b16-fe5f-46b9-8f93-4d12e04ab5e7 HTTP/1.1" status: 204 len: 168 time: 0.1773543 May 23 11:45:13.425735 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c128ec10-2706-46cc-969e-ed9125702c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:13.493531 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c128ec10-2706-46cc-969e-ed9125702c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:13.534515 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128ec10-2706-46cc-969e-ed9125702c2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bad8462-6e4d-4302-ab4d-6442cabde036,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:13.541127 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c128ec10-2706-46cc-969e-ed9125702c2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:13.546825 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c128ec10-2706-46cc-969e-ed9125702c2d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/4bad8462-6e4d-4302-ab4d-6442cabde036 HTTP/1.1" status: 204 len: 168 time: 0.2968087 May 23 11:45:13.549415 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37424) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:13.657935 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9e54275c-9061-474a-ae8f-2722a0fe9127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:13.896764 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9e54275c-9061-474a-ae8f-2722a0fe9127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:13.920359 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-9e54275c-9061-474a-ae8f-2722a0fe9127 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a148bc6-2a3d-40ce-bad0-ddf2f3752f1f']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:13.932884 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-9e54275c-9061-474a-ae8f-2722a0fe9127 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d8a1b72-af29-4e20-9a57-28a15a9cbe81') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:13.933172 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-9e54275c-9061-474a-ae8f-2722a0fe9127 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d8a1b72-af29-4e20-9a57-28a15a9cbe81') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:13.944720 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9e54275c-9061-474a-ae8f-2722a0fe9127 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:13.961911 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9e54275c-9061-474a-ae8f-2722a0fe9127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:13.968470 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e54275c-9061-474a-ae8f-2722a0fe9127 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:45:13.968883 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9e54275c-9061-474a-ae8f-2722a0fe9127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:13.982477 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:45:13.982477 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:45:13.982477 n-d-842952-2 neutron-server[83911]: timer() May 23 11:45:13.982477 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:45:13.982477 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:45:13.982477 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:45:13.982477 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:45:13.982477 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:45:13.982477 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:45:13.982477 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:45:13.982477 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:45:13.982477 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:45:13.982477 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:45:13.982477 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:45:13.982477 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:45:13.982477 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:45:13.982477 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:45:13.982477 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:45:13.982477 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:45:13.982477 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:45:13.982477 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:45:13.982477 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:45:13.982477 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:45:13.982477 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:45:13.982477 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:45:13.982477 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:45:13.982477 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:45:13.982477 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:45:13.982477 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:45:13.982477 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:45:13.982477 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:45:13.982477 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:45:14.062727 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9e54275c-9061-474a-ae8f-2722a0fe9127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:14.079469 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9e54275c-9061-474a-ae8f-2722a0fe9127 admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:14.091879 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54275c-9061-474a-ae8f-2722a0fe9127 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a148bc6-2a3d-40ce-bad0-ddf2f3752f1f,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:14.100473 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9e54275c-9061-474a-ae8f-2722a0fe9127 admin admin] 10.222.0.79 "DELETE /v2.0/networks/8a148bc6-2a3d-40ce-bad0-ddf2f3752f1f HTTP/1.1" status: 204 len: 168 time: 0.5501173 May 23 11:45:14.103288 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37442) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:14.162553 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed61ee80-542d-4896-b4cf-8dbc7347513b admin admin] Deleting subnet 1492cc2f-a236-4e1f-8ac9-a9d8ec315245 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:45:14.166389 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ed61ee80-542d-4896-b4cf-8dbc7347513b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:14.221829 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ed61ee80-542d-4896-b4cf-8dbc7347513b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:14.272666 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37448) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:14.279230 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ed61ee80-542d-4896-b4cf-8dbc7347513b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:14.315839 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device ea61796f-bd4f-450e-8e85-3f1d7e0a6f86 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:45:14.354760 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ed61ee80-542d-4896-b4cf-8dbc7347513b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:14.360866 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: ea61796f-bd4f-450e-8e85-3f1d7e0a6f86 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:45:14.361207 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device ea61796f-bd4f-450e-8e85-3f1d7e0a6f86 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:45:14.369612 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:14.398633 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61ee80-542d-4896-b4cf-8dbc7347513b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1492cc2f-a236-4e1f-8ac9-a9d8ec315245,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:14.404254 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ed61ee80-542d-4896-b4cf-8dbc7347513b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:14.404729 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-2f105417-615d-4346-8c96-511490c76040 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1333367150-network', 'tenant_id': 'dc5534b1503444759f428a6c46a8f048'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:45:14.410050 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2f105417-615d-4346-8c96-511490c76040 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:45:14.410412 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ed61ee80-542d-4896-b4cf-8dbc7347513b admin admin] 10.222.0.79 "DELETE /v2.0/subnets/1492cc2f-a236-4e1f-8ac9-a9d8ec315245 HTTP/1.1" status: 204 len: 168 time: 0.3061597 May 23 11:45:14.413579 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37454) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:14.414269 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2f105417-615d-4346-8c96-511490c76040 admin admin] Usage tracker for resource:network and tenant:dc5534b1503444759f428a6c46a8f048 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:45:14.417455 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2f105417-615d-4346-8c96-511490c76040 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:45:14.423443 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2f105417-615d-4346-8c96-511490c76040 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:45:14.434123 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f105417-615d-4346-8c96-511490c76040 admin admin] Made reservation on behalf of dc5534b1503444759f428a6c46a8f048 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:45:14.436395 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f105417-615d-4346-8c96-511490c76040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:14.448739 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f105417-615d-4346-8c96-511490c76040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:14.480526 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2f105417-615d-4346-8c96-511490c76040 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:45:14.484566 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2f105417-615d-4346-8c96-511490c76040 admin admin] Usage tracker for resource:security_group_rule and tenant:dc5534b1503444759f428a6c46a8f048 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:45:14.487569 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2f105417-615d-4346-8c96-511490c76040 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:45:14.493585 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2f105417-615d-4346-8c96-511490c76040 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:45:14.523766 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93eca153-5b72-4bea-831a-dd29faf06bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:14.564603 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f105417-615d-4346-8c96-511490c76040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:14.570256 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f105417-615d-4346-8c96-511490c76040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:14.603887 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f105417-615d-4346-8c96-511490c76040 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:45:14.614246 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f105417-615d-4346-8c96-511490c76040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a5b0d9-50a8-404b-9678-98f9ce95d751,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:14.621426 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f105417-615d-4346-8c96-511490c76040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:14.621752 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-2f105417-615d-4346-8c96-511490c76040 admin admin] Added segment 1b44300a-5dba-4807-ad7f-8d64ca55dc16 of type vlan for network 0957271e-48b2-4dae-ac9e-042be33b681e May 23 11:45:14.649750 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f105417-615d-4346-8c96-511490c76040 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:14.655794 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93eca153-5b72-4bea-831a-dd29faf06bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:14.679663 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f105417-615d-4346-8c96-511490c76040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:14.680825 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f105417-615d-4346-8c96-511490c76040 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:45:14.680964 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-93eca153-5b72-4bea-831a-dd29faf06bf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dfee37d-0679-4df1-a131-d250162baa5f']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:14.681432 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f105417-615d-4346-8c96-511490c76040 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:14.693168 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-93eca153-5b72-4bea-831a-dd29faf06bf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e65cc5f-a1a0-4372-8868-da19a2568850') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:14.693552 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-93eca153-5b72-4bea-831a-dd29faf06bf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e65cc5f-a1a0-4372-8868-da19a2568850') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:14.705500 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93eca153-5b72-4bea-831a-dd29faf06bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:14.721816 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93eca153-5b72-4bea-831a-dd29faf06bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:14.728052 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93eca153-5b72-4bea-831a-dd29faf06bf0 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:45:14.728427 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93eca153-5b72-4bea-831a-dd29faf06bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:14.741829 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:45:14.741829 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:45:14.741829 n-d-842952-2 neutron-server[83911]: timer() May 23 11:45:14.741829 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:45:14.741829 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:45:14.741829 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:45:14.741829 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:45:14.741829 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:45:14.741829 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:45:14.741829 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:45:14.741829 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:45:14.741829 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:45:14.741829 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:45:14.741829 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:45:14.741829 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:45:14.741829 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:45:14.741829 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:45:14.741829 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:45:14.741829 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:45:14.741829 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:45:14.741829 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:45:14.741829 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:45:14.741829 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:45:14.741829 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:45:14.741829 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:45:14.741829 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:45:14.741829 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:45:14.741829 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:45:14.741829 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:45:14.741829 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:45:14.741829 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:45:14.741829 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:45:14.790540 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f105417-615d-4346-8c96-511490c76040 admin admin] Pushing event updated for resources: {'Network': ['ID=0957271e-48b2-4dae-ac9e-042be33b681e,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:14.796332 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2f105417-615d-4346-8c96-511490c76040 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5194135 May 23 11:45:14.796550 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37458) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:14.802643 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-b4ce1eab-6396-4f94-b3cd-e06ee6152a92 admin admin] Request body: {'subnet': {'network_id': '0957271e-48b2-4dae-ac9e-042be33b681e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1333367150-subnet', 'tenant_id': 'dc5534b1503444759f428a6c46a8f048', 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:45:14.807524 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 0957271e-48b2-4dae-ac9e-042be33b681e details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:45:14.808291 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b4ce1eab-6396-4f94-b3cd-e06ee6152a92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:45:14.812383 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-b4ce1eab-6396-4f94-b3cd-e06ee6152a92 admin admin] Usage tracker for resource:subnet and tenant:dc5534b1503444759f428a6c46a8f048 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:45:14.815461 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-b4ce1eab-6396-4f94-b3cd-e06ee6152a92 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:45:14.822605 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b4ce1eab-6396-4f94-b3cd-e06ee6152a92 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:45:14.823609 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93eca153-5b72-4bea-831a-dd29faf06bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:14.830058 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93eca153-5b72-4bea-831a-dd29faf06bf0 admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:14.839899 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ce1eab-6396-4f94-b3cd-e06ee6152a92 admin admin] Made reservation on behalf of dc5534b1503444759f428a6c46a8f048 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:45:14.843319 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b4ce1eab-6396-4f94-b3cd-e06ee6152a92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:14.855400 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eca153-5b72-4bea-831a-dd29faf06bf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dfee37d-0679-4df1-a131-d250162baa5f,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:14.858901 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-93eca153-5b72-4bea-831a-dd29faf06bf0 admin admin] 10.222.0.79 "DELETE /v2.0/networks/4dfee37d-0679-4df1-a131-d250162baa5f HTTP/1.1" status: 204 len: 168 time: 0.4442399 May 23 11:45:15.002110 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37464) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:15.054999 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-073f6ad6-4af3-4a13-b54e-252245680a0c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=65425bccff9b49c78180d4d6cb9f66ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0513535 May 23 11:45:15.057425 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37468) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:15.069803 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b4ce1eab-6396-4f94-b3cd-e06ee6152a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:15.170106 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce1eab-6396-4f94-b3cd-e06ee6152a92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fa96438-8cce-4683-a895-0ab158934b6e,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:15.198350 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-10df79ad-caff-4fec-9a14-8ba51ce4314f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:15.201188 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ce1eab-6396-4f94-b3cd-e06ee6152a92 admin admin] Checking segment: {'id': '1b44300a-5dba-4807-ad7f-8d64ca55dc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0957271e-48b2-4dae-ac9e-042be33b681e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:45:15.201530 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ce1eab-6396-4f94-b3cd-e06ee6152a92 admin admin] Network hostable DHCP agents. Network: 0957271e-48b2-4dae-ac9e-042be33b681e, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:45:15.234846 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-10df79ad-caff-4fec-9a14-8ba51ce4314f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:15.275215 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ce1eab-6396-4f94-b3cd-e06ee6152a92 admin admin] Network 0957271e-48b2-4dae-ac9e-042be33b681e is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:45:15.286985 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-b4ce1eab-6396-4f94-b3cd-e06ee6152a92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 0957271e-48b2-4dae-ac9e-042be33b681e) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:45:15.291017 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ce1eab-6396-4f94-b3cd-e06ee6152a92 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:45:15.291622 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b4ce1eab-6396-4f94-b3cd-e06ee6152a92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:15.296967 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5e8690-e10b-4c1c-91a2-554ef1f89dbe None None] Network 0957271e-48b2-4dae-ac9e-042be33b681e requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:45:15.310776 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-10df79ad-caff-4fec-9a14-8ba51ce4314f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:15.328146 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-10df79ad-caff-4fec-9a14-8ba51ce4314f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:15.329270 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-10df79ad-caff-4fec-9a14-8ba51ce4314f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d96b6389-24f7-423c-a518-44e16ce6b48d HTTP/1.1" status: 204 len: 168 time: 0.2708926 May 23 11:45:15.330465 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df79ad-caff-4fec-9a14-8ba51ce4314f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96b6389-24f7-423c-a518-44e16ce6b48d,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:15.333046 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b4ce1eab-6396-4f94-b3cd-e06ee6152a92 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5354989 May 23 11:45:15.335675 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37474) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:15.341587 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-6706369b-cf1b-44d2-ab02-1bb13bb1f75f admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1333367150-router', 'tenant_id': 'dc5534b1503444759f428a6c46a8f048', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:45:15.347239 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6706369b-cf1b-44d2-ab02-1bb13bb1f75f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:45:15.351359 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6706369b-cf1b-44d2-ab02-1bb13bb1f75f admin admin] Usage tracker for resource:router and tenant:dc5534b1503444759f428a6c46a8f048 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:45:15.354360 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6706369b-cf1b-44d2-ab02-1bb13bb1f75f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:45:15.360128 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6706369b-cf1b-44d2-ab02-1bb13bb1f75f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:45:15.372861 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6706369b-cf1b-44d2-ab02-1bb13bb1f75f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:15.374264 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6706369b-cf1b-44d2-ab02-1bb13bb1f75f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:15.406685 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6706369b-cf1b-44d2-ab02-1bb13bb1f75f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:15.548535 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20421439-83ca-4747-a7b3-9f6552853d91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-0957271e-48b2-4dae-ac9e-042be33b681e', 'network_id': '0957271e-48b2-4dae-ac9e-042be33b681e', 'tenant_id': 'dc5534b1503444759f428a6c46a8f048', 'fixed_ips': [{'subnet_id': '3fa96438-8cce-4683-a895-0ab158934b6e'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:45:15.549154 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-20421439-83ca-4747-a7b3-9f6552853d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:15.574660 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6706369b-cf1b-44d2-ab02-1bb13bb1f75f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:15.723067 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-20421439-83ca-4747-a7b3-9f6552853d91 None None] Allocated IP 172.20.0.2 (0957271e-48b2-4dae-ac9e-042be33b681e/3fa96438-8cce-4683-a895-0ab158934b6e/86742a3a-0889-4738-825d-5dca73209c59) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:45:15.796648 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6706369b-cf1b-44d2-ab02-1bb13bb1f75f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:15.826115 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37480) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:15.829600 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6706369b-cf1b-44d2-ab02-1bb13bb1f75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:15.881836 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-53ef5797-1411-4337-8dce-2dd1bdb66c60 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d9f548a412a34c5fa9a56a486e43166e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0545352 May 23 11:45:15.884371 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37484) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:15.952249 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-429da5ae-3281-4984-bd76-83be71c3e027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:15.963099 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-20421439-83ca-4747-a7b3-9f6552853d91 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:15.973746 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-20421439-83ca-4747-a7b3-9f6552853d91 None None] Transition to ACTIVE for port object 86742a3a-0889-4738-825d-5dca73209c59 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:45:15.980484 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-429da5ae-3281-4984-bd76-83be71c3e027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:15.992068 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-20421439-83ca-4747-a7b3-9f6552853d91 None None] Transition to ACTIVE for port object 86742a3a-0889-4738-825d-5dca73209c59 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:45:15.998924 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-20421439-83ca-4747-a7b3-9f6552853d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:16.043066 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-429da5ae-3281-4984-bd76-83be71c3e027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:16.056133 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20421439-83ca-4747-a7b3-9f6552853d91 None None] Network 0957271e-48b2-4dae-ac9e-042be33b681e is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:45:16.059528 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429da5ae-3281-4984-bd76-83be71c3e027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbe2248-19e5-42ec-b008-47d79c6ccfb6,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:16.063864 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-20421439-83ca-4747-a7b3-9f6552853d91 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:45:16.064800 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-429da5ae-3281-4984-bd76-83be71c3e027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:16.068013 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20421439-83ca-4747-a7b3-9f6552853d91 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:45:16.069117 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-429da5ae-3281-4984-bd76-83be71c3e027 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3dbe2248-19e5-42ec-b008-47d79c6ccfb6 HTTP/1.1" status: 204 len: 168 time: 0.1836770 May 23 11:45:16.079685 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-6706369b-cf1b-44d2-ab02-1bb13bb1f75f admin admin] Allocated IP 172.25.6.58 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/ffc5ff62-10f1-4c35-b7b9-5165f061effd) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:45:16.081773 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20421439-83ca-4747-a7b3-9f6552853d91 None None] Pushing event updated for resources: {'Port': ['ID=86742a3a-0889-4738-825d-5dca73209c59,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:16.176523 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-20421439-83ca-4747-a7b3-9f6552853d91 None None] Attempting to bind port 86742a3a-0889-4738-825d-5dca73209c59 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:45:16.177262 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-20421439-83ca-4747-a7b3-9f6552853d91 None None] Attempting to bind port 86742a3a-0889-4738-825d-5dca73209c59 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '1b44300a-5dba-4807-ad7f-8d64ca55dc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0957271e-48b2-4dae-ac9e-042be33b681e'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:45:16.177814 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20421439-83ca-4747-a7b3-9f6552853d91 None None] Attempting to bind port 86742a3a-0889-4738-825d-5dca73209c59 on network 0957271e-48b2-4dae-ac9e-042be33b681e {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:45:16.187346 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20421439-83ca-4747-a7b3-9f6552853d91 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:45:16.187726 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20421439-83ca-4747-a7b3-9f6552853d91 None None] Checking segment: {'id': '1b44300a-5dba-4807-ad7f-8d64ca55dc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0957271e-48b2-4dae-ac9e-042be33b681e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:45:16.188173 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-20421439-83ca-4747-a7b3-9f6552853d91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:16.188570 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20421439-83ca-4747-a7b3-9f6552853d91 None None] Bound using segment: {'id': '1b44300a-5dba-4807-ad7f-8d64ca55dc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0957271e-48b2-4dae-ac9e-042be33b681e'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:45:16.191887 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-20421439-83ca-4747-a7b3-9f6552853d91 None None] Bound port: 86742a3a-0889-4738-825d-5dca73209c59, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b44300a-5dba-4807-ad7f-8d64ca55dc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0957271e-48b2-4dae-ac9e-042be33b681e'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:45:16.192286 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-20421439-83ca-4747-a7b3-9f6552853d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:16.238813 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6706369b-cf1b-44d2-ab02-1bb13bb1f75f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:16.275635 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6706369b-cf1b-44d2-ab02-1bb13bb1f75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:16.284880 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-20421439-83ca-4747-a7b3-9f6552853d91 None None] For port 86742a3a-0889-4738-825d-5dca73209c59, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:45:16.288487 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-20421439-83ca-4747-a7b3-9f6552853d91 None None] For port 86742a3a-0889-4738-825d-5dca73209c59, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=86742a3a-0889-4738-825d-5dca73209c59,segment=NetworkSegment(1b44300a-5dba-4807-ad7f-8d64ca55dc16),segment_id=1b44300a-5dba-4807-ad7f-8d64ca55dc16)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:45:16.292986 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-20421439-83ca-4747-a7b3-9f6552853d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:16.348162 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6706369b-cf1b-44d2-ab02-1bb13bb1f75f admin admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:45:16.352037 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-6706369b-cf1b-44d2-ab02-1bb13bb1f75f admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:45:16.356041 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6706369b-cf1b-44d2-ab02-1bb13bb1f75f admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:45:16.394549 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20421439-83ca-4747-a7b3-9f6552853d91 None None] Pushing event updated for resources: {'Port': ['ID=86742a3a-0889-4738-825d-5dca73209c59,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:16.411779 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706369b-cf1b-44d2-ab02-1bb13bb1f75f admin admin] Pushing event updated for resources: {'Port': ['ID=ffc5ff62-10f1-4c35-b7b9-5165f061effd,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:16.560486 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6706369b-cf1b-44d2-ab02-1bb13bb1f75f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:16.561233 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6706369b-cf1b-44d2-ab02-1bb13bb1f75f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:16.957240 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6706369b-cf1b-44d2-ab02-1bb13bb1f75f admin admin] Router 4879a74b-82c0-4f94-9dd8-e9404f16631e is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:45:17.191095 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6706369b-cf1b-44d2-ab02-1bb13bb1f75f admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:45:17.195758 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec2c11b-946c-4fa6-8f17-ae552ee249ea None None] Sync routers for ids ['4879a74b-82c0-4f94-9dd8-e9404f16631e'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:45:17.213880 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec2c11b-946c-4fa6-8f17-ae552ee249ea None None] Routers {'4879a74b-82c0-4f94-9dd8-e9404f16631e'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:45:17.213880 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-2ec2c11b-946c-4fa6-8f17-ae552ee249ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:45:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['4879a74b-82c0-4f94-9dd8-e9404f16631e'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:17.221441 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6706369b-cf1b-44d2-ab02-1bb13bb1f75f admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:17.221441 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-6706369b-cf1b-44d2-ab02-1bb13bb1f75f admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 1.8793950 May 23 11:45:17.224774 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37490) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:17.483396 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-2ec2c11b-946c-4fa6-8f17-ae552ee249ea None None] Set router 4879a74b-82c0-4f94-9dd8-e9404f16631e gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:45:17.669717 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd9fe07-607a-490a-a377-a2864b0bc208 None None] Network 0957271e-48b2-4dae-ac9e-042be33b681e requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:45:17.804907 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-bf9afcd6-f190-422d-b6bb-98a1a0e082a5 None None] Provisioning for port 86742a3a-0889-4738-825d-5dca73209c59 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:45:17.925663 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-2ec2c11b-946c-4fa6-8f17-ae552ee249ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4879a74b-82c0-4f94-9dd8-e9404f16631e', 'name': 'tempest-ImageQuotaTest-1333367150-router', 'tenant_id': 'dc5534b1503444759f428a6c46a8f048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'ffc5ff62-10f1-4c35-b7b9-5165f061effd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:45:15Z', 'updated_at': '2022-05-23T11:45:16Z', 'revision_number': 3, 'project_id': 'dc5534b1503444759f428a6c46a8f048', 'gw_port': {'id': 'ffc5ff62-10f1-4c35-b7b9-5165f061effd', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4879a74b-82c0-4f94-9dd8-e9404f16631e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:15Z', 'updated_at': '2022-05-23T11:45:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:17.925663 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec2c11b-946c-4fa6-8f17-ae552ee249ea None None] Checking router: 4879a74b-82c0-4f94-9dd8-e9404f16631e for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:45:17.925663 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec2c11b-946c-4fa6-8f17-ae552ee249ea None None] Updating router 4879a74b-82c0-4f94-9dd8-e9404f16631e port ffc5ff62-10f1-4c35-b7b9-5165f061effd binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:45:17.992571 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-2ec2c11b-946c-4fa6-8f17-ae552ee249ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:18.106172 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 86742a3a-0889-4738-825d-5dca73209c59 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:45:18.190146 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 86742a3a-0889-4738-825d-5dca73209c59 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:45:18.196081 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 86742a3a-0889-4738-825d-5dca73209c59 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:45:18.196534 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:18.307626 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5f7a47c9-18bb-4050-8d32-bd522d0f52e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:18.372488 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:18.377722 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-2ec2c11b-946c-4fa6-8f17-ae552ee249ea None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:18.402494 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-2ec2c11b-946c-4fa6-8f17-ae552ee249ea None None] Transition to ACTIVE for port object ffc5ff62-10f1-4c35-b7b9-5165f061effd will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:45:18.413193 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 86742a3a-0889-4738-825d-5dca73209c59, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=86742a3a-0889-4738-825d-5dca73209c59,segment=NetworkSegment(1b44300a-5dba-4807-ad7f-8d64ca55dc16),segment_id=1b44300a-5dba-4807-ad7f-8d64ca55dc16)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:45:18.414462 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-2ec2c11b-946c-4fa6-8f17-ae552ee249ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:18.418839 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:18.486316 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca9795-60a7-47a7-840f-bac024eba0aa None None] Pushing event updated for resources: {'Port': ['ID=ffc5ff62-10f1-4c35-b7b9-5165f061effd,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:18.492863 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=86742a3a-0889-4738-825d-5dca73209c59,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:18.509087 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fef01f5e-8461-4dee-9e7f-9d18d46b5127 None None] Provisioning complete for port 86742a3a-0889-4738-825d-5dca73209c59 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:45:18.509673 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fef01f5e-8461-4dee-9e7f-9d18d46b5127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:18.520032 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-2ec2c11b-946c-4fa6-8f17-ae552ee249ea None None] Attempting to bind port ffc5ff62-10f1-4c35-b7b9-5165f061effd on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:45:18.520399 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-2ec2c11b-946c-4fa6-8f17-ae552ee249ea None None] Attempting to bind port ffc5ff62-10f1-4c35-b7b9-5165f061effd by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:45:18.520874 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec2c11b-946c-4fa6-8f17-ae552ee249ea None None] Attempting to bind port ffc5ff62-10f1-4c35-b7b9-5165f061effd on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:45:18.524749 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffca9795-60a7-47a7-840f-bac024eba0aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:45:18.525088 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffca9795-60a7-47a7-840f-bac024eba0aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:45:18.525419 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffca9795-60a7-47a7-840f-bac024eba0aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:45:18.525738 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffca9795-60a7-47a7-840f-bac024eba0aa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:45:18.526057 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffca9795-60a7-47a7-840f-bac024eba0aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:45:18.526373 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffca9795-60a7-47a7-840f-bac024eba0aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:45:18.526690 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffca9795-60a7-47a7-840f-bac024eba0aa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:45:18.527002 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffca9795-60a7-47a7-840f-bac024eba0aa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:45:18.527314 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffca9795-60a7-47a7-840f-bac024eba0aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:45:18.527672 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffca9795-60a7-47a7-840f-bac024eba0aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:45:18.528013 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffca9795-60a7-47a7-840f-bac024eba0aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:45:18.536283 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec2c11b-946c-4fa6-8f17-ae552ee249ea None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:45:18.536612 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec2c11b-946c-4fa6-8f17-ae552ee249ea None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:45:18.537178 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-2ec2c11b-946c-4fa6-8f17-ae552ee249ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:18.537551 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec2c11b-946c-4fa6-8f17-ae552ee249ea None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:45:18.538011 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-2ec2c11b-946c-4fa6-8f17-ae552ee249ea None None] Bound port: ffc5ff62-10f1-4c35-b7b9-5165f061effd, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:45:18.538432 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-2ec2c11b-946c-4fa6-8f17-ae552ee249ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:18.568792 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-5f7a47c9-18bb-4050-8d32-bd522d0f52e0 admin admin] Allocated IP 172.20.0.1 (0957271e-48b2-4dae-ac9e-042be33b681e/3fa96438-8cce-4683-a895-0ab158934b6e/a326d3fc-30af-4f18-81f1-eb3ac9b3d30c) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:45:18.615680 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-2ec2c11b-946c-4fa6-8f17-ae552ee249ea None None] For port ffc5ff62-10f1-4c35-b7b9-5165f061effd, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:45:18.619088 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-2ec2c11b-946c-4fa6-8f17-ae552ee249ea None None] For port ffc5ff62-10f1-4c35-b7b9-5165f061effd, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=ffc5ff62-10f1-4c35-b7b9-5165f061effd,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:45:18.624344 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-2ec2c11b-946c-4fa6-8f17-ae552ee249ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:18.708365 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca9795-60a7-47a7-840f-bac024eba0aa None None] Pushing event updated for resources: {'Port': ['ID=ffc5ff62-10f1-4c35-b7b9-5165f061effd,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:18.713678 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec2c11b-946c-4fa6-8f17-ae552ee249ea None None] Routers {'4879a74b-82c0-4f94-9dd8-e9404f16631e'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:45:18.714260 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-2ec2c11b-946c-4fa6-8f17-ae552ee249ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:45:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['4879a74b-82c0-4f94-9dd8-e9404f16631e'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:18.719589 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5f7a47c9-18bb-4050-8d32-bd522d0f52e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:18.735336 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-5f7a47c9-18bb-4050-8d32-bd522d0f52e0 admin admin] Transition to ACTIVE for port object a326d3fc-30af-4f18-81f1-eb3ac9b3d30c will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:45:18.758354 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5f7a47c9-18bb-4050-8d32-bd522d0f52e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:18.845639 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7a47c9-18bb-4050-8d32-bd522d0f52e0 admin admin] Network 0957271e-48b2-4dae-ac9e-042be33b681e is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:45:18.845639 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7a47c9-18bb-4050-8d32-bd522d0f52e0 admin admin] Pushing event updated for resources: {'Port': ['ID=a326d3fc-30af-4f18-81f1-eb3ac9b3d30c,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:18.845639 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-5f7a47c9-18bb-4050-8d32-bd522d0f52e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:45:18.845639 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7a47c9-18bb-4050-8d32-bd522d0f52e0 admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:45:18.905036 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5f7a47c9-18bb-4050-8d32-bd522d0f52e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:18.954111 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-2ec2c11b-946c-4fa6-8f17-ae552ee249ea None None] Set router 4879a74b-82c0-4f94-9dd8-e9404f16631e gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:45:19.017439 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5f7a47c9-18bb-4050-8d32-bd522d0f52e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:19.153243 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b8526018-4ece-4353-b195-89c3be689ac5 None None] Provisioning for port a326d3fc-30af-4f18-81f1-eb3ac9b3d30c completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:45:19.158082 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b8526018-4ece-4353-b195-89c3be689ac5 None None] Provisioning complete for port a326d3fc-30af-4f18-81f1-eb3ac9b3d30c triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:45:19.158497 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b8526018-4ece-4353-b195-89c3be689ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:19.213843 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b8526018-4ece-4353-b195-89c3be689ac5 None None] Port a326d3fc-30af-4f18-81f1-eb3ac9b3d30c cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:45:19.259443 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5f7a47c9-18bb-4050-8d32-bd522d0f52e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:19.262296 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-2ec2c11b-946c-4fa6-8f17-ae552ee249ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4879a74b-82c0-4f94-9dd8-e9404f16631e', 'name': 'tempest-ImageQuotaTest-1333367150-router', 'tenant_id': 'dc5534b1503444759f428a6c46a8f048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'ffc5ff62-10f1-4c35-b7b9-5165f061effd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:45:15Z', 'updated_at': '2022-05-23T11:45:16Z', 'revision_number': 3, 'project_id': 'dc5534b1503444759f428a6c46a8f048', 'gw_port': {'id': 'ffc5ff62-10f1-4c35-b7b9-5165f061effd', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4879a74b-82c0-4f94-9dd8-e9404f16631e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:15Z', 'updated_at': '2022-05-23T11:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:19.264210 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5f7a47c9-18bb-4050-8d32-bd522d0f52e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:19.266279 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec2c11b-946c-4fa6-8f17-ae552ee249ea None None] The sync data for ids ['4879a74b-82c0-4f94-9dd8-e9404f16631e'] in n-d-842952-2 is: [{'id': '4879a74b-82c0-4f94-9dd8-e9404f16631e', 'name': 'tempest-ImageQuotaTest-1333367150-router', 'tenant_id': 'dc5534b1503444759f428a6c46a8f048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'ffc5ff62-10f1-4c35-b7b9-5165f061effd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:45:15Z', 'updated_at': '2022-05-23T11:45:16Z', 'revision_number': 3, 'project_id': 'dc5534b1503444759f428a6c46a8f048', 'gw_port': {'id': 'ffc5ff62-10f1-4c35-b7b9-5165f061effd', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4879a74b-82c0-4f94-9dd8-e9404f16631e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:15Z', 'updated_at': '2022-05-23T11:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:45:19.383433 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5f7a47c9-18bb-4050-8d32-bd522d0f52e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:19.387025 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7a47c9-18bb-4050-8d32-bd522d0f52e0 admin admin] Pushing event updated for resources: {'Port': ['ID=a326d3fc-30af-4f18-81f1-eb3ac9b3d30c,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:19.544026 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7a47c9-18bb-4050-8d32-bd522d0f52e0 admin admin] Network 0957271e-48b2-4dae-ac9e-042be33b681e is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:45:19.545163 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-5f7a47c9-18bb-4050-8d32-bd522d0f52e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:45:19.850642 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-266e2e57-e25f-444c-ad45-0e8c02c0fc0a None None] Provisioning complete for port a326d3fc-30af-4f18-81f1-eb3ac9b3d30c triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:45:19.850783 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-266e2e57-e25f-444c-ad45-0e8c02c0fc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:19.919612 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-266e2e57-e25f-444c-ad45-0e8c02c0fc0a None None] Port a326d3fc-30af-4f18-81f1-eb3ac9b3d30c cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:45:20.136271 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7a47c9-18bb-4050-8d32-bd522d0f52e0 admin admin] Router 4879a74b-82c0-4f94-9dd8-e9404f16631e has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:45:20.179673 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 86742a3a-0889-4738-825d-5dca73209c59 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:45:20.251380 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 86742a3a-0889-4738-825d-5dca73209c59 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:45:20.251745 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:20.367357 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7a47c9-18bb-4050-8d32-bd522d0f52e0 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:45:20.372858 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ffc5ff62-10f1-4c35-b7b9-5165f061effd up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:45:20.379864 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5f7a47c9-18bb-4050-8d32-bd522d0f52e0 admin admin] 10.222.0.79 "PUT /v2.0/routers/4879a74b-82c0-4f94-9dd8-e9404f16631e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1579826 May 23 11:45:20.443194 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port ffc5ff62-10f1-4c35-b7b9-5165f061effd completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:45:20.448225 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port ffc5ff62-10f1-4c35-b7b9-5165f061effd triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:45:20.449424 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:20.565270 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:20.581026 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port ffc5ff62-10f1-4c35-b7b9-5165f061effd, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=ffc5ff62-10f1-4c35-b7b9-5165f061effd,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:45:20.586774 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:20.660522 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=ffc5ff62-10f1-4c35-b7b9-5165f061effd,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:21.946185 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37516) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:22.071475 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ffc5ff62-10f1-4c35-b7b9-5165f061effd up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:45:22.141133 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port ffc5ff62-10f1-4c35-b7b9-5165f061effd triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:45:22.141510 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:22.353230 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1550d512-f529-499b-8b0c-3d4219505cd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:22.835729 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d130a3-72cc-4a70-a781-d41c9b909ea6 None None] Sync routers for ids ['4879a74b-82c0-4f94-9dd8-e9404f16631e'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:45:22.864948 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d130a3-72cc-4a70-a781-d41c9b909ea6 None None] Routers {'4879a74b-82c0-4f94-9dd8-e9404f16631e'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:45:22.864948 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a7d130a3-72cc-4a70-a781-d41c9b909ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:45:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['4879a74b-82c0-4f94-9dd8-e9404f16631e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:22.989862 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-1550d512-f529-499b-8b0c-3d4219505cd6 admin admin] Deleting port a326d3fc-30af-4f18-81f1-eb3ac9b3d30c {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:45:22.990460 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1550d512-f529-499b-8b0c-3d4219505cd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:23.071738 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-a7d130a3-72cc-4a70-a781-d41c9b909ea6 None None] Set router 4879a74b-82c0-4f94-9dd8-e9404f16631e gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:45:23.292548 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1550d512-f529-499b-8b0c-3d4219505cd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:23.408887 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a7d130a3-72cc-4a70-a781-d41c9b909ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4879a74b-82c0-4f94-9dd8-e9404f16631e', 'name': 'tempest-ImageQuotaTest-1333367150-router', 'tenant_id': 'dc5534b1503444759f428a6c46a8f048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'ffc5ff62-10f1-4c35-b7b9-5165f061effd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:45:15Z', 'updated_at': '2022-05-23T11:45:18Z', 'revision_number': 4, 'project_id': 'dc5534b1503444759f428a6c46a8f048', 'gw_port': {'id': 'ffc5ff62-10f1-4c35-b7b9-5165f061effd', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4879a74b-82c0-4f94-9dd8-e9404f16631e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:15Z', 'updated_at': '2022-05-23T11:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'a326d3fc-30af-4f18-81f1-eb3ac9b3d30c', 'name': '', 'network_id': '0957271e-48b2-4dae-ac9e-042be33b681e', 'tenant_id': 'dc5534b1503444759f428a6c46a8f048', 'mac_address': 'fa:16:3e:47:a3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4879a74b-82c0-4f94-9dd8-e9404f16631e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fa96438-8cce-4683-a895-0ab158934b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:18Z', 'updated_at': '2022-05-23T11:45:19Z', 'revision_number': 2, 'project_id': 'dc5534b1503444759f428a6c46a8f048', 'subnets': [{'id': '3fa96438-8cce-4683-a895-0ab158934b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:23.412688 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d130a3-72cc-4a70-a781-d41c9b909ea6 None None] Checking router: 4879a74b-82c0-4f94-9dd8-e9404f16631e for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:45:23.412976 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d130a3-72cc-4a70-a781-d41c9b909ea6 None None] Updating router 4879a74b-82c0-4f94-9dd8-e9404f16631e port a326d3fc-30af-4f18-81f1-eb3ac9b3d30c binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:45:23.427666 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-1550d512-f529-499b-8b0c-3d4219505cd6 admin admin] Calling delete_port for a326d3fc-30af-4f18-81f1-eb3ac9b3d30c owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:45:23.512766 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a7d130a3-72cc-4a70-a781-d41c9b909ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:23.611526 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1550d512-f529-499b-8b0c-3d4219505cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:23.659168 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1550d512-f529-499b-8b0c-3d4219505cd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a326d3fc-30af-4f18-81f1-eb3ac9b3d30c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:23.668557 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1550d512-f529-499b-8b0c-3d4219505cd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:45:23.668861 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1550d512-f529-499b-8b0c-3d4219505cd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:45:23.669189 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1550d512-f529-499b-8b0c-3d4219505cd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:45:23.669509 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1550d512-f529-499b-8b0c-3d4219505cd6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:45:23.669830 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1550d512-f529-499b-8b0c-3d4219505cd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:45:23.671188 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1550d512-f529-499b-8b0c-3d4219505cd6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:45:23.671188 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1550d512-f529-499b-8b0c-3d4219505cd6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:45:23.671188 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1550d512-f529-499b-8b0c-3d4219505cd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:45:23.671188 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1550d512-f529-499b-8b0c-3d4219505cd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:45:23.671441 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1550d512-f529-499b-8b0c-3d4219505cd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:45:23.674050 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1550d512-f529-499b-8b0c-3d4219505cd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:45:23.934872 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-a7d130a3-72cc-4a70-a781-d41c9b909ea6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:45:23.934872 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-a7d130a3-72cc-4a70-a781-d41c9b909ea6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:45:24.007253 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1550d512-f529-499b-8b0c-3d4219505cd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:24.467967 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d130a3-72cc-4a70-a781-d41c9b909ea6 None None] Port a326d3fc-30af-4f18-81f1-eb3ac9b3d30c not found while updating agent binding for router 4879a74b-82c0-4f94-9dd8-e9404f16631e. {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} May 23 11:45:24.479577 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d130a3-72cc-4a70-a781-d41c9b909ea6 None None] Routers {'4879a74b-82c0-4f94-9dd8-e9404f16631e'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:45:24.481799 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a7d130a3-72cc-4a70-a781-d41c9b909ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:45:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['4879a74b-82c0-4f94-9dd8-e9404f16631e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:24.672512 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-a7d130a3-72cc-4a70-a781-d41c9b909ea6 None None] Set router 4879a74b-82c0-4f94-9dd8-e9404f16631e gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:45:24.758397 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1550d512-f529-499b-8b0c-3d4219505cd6 admin admin] Router 4879a74b-82c0-4f94-9dd8-e9404f16631e has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:45:24.987603 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a7d130a3-72cc-4a70-a781-d41c9b909ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4879a74b-82c0-4f94-9dd8-e9404f16631e', 'name': 'tempest-ImageQuotaTest-1333367150-router', 'tenant_id': 'dc5534b1503444759f428a6c46a8f048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'ffc5ff62-10f1-4c35-b7b9-5165f061effd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:45:15Z', 'updated_at': '2022-05-23T11:45:23Z', 'revision_number': 5, 'project_id': 'dc5534b1503444759f428a6c46a8f048', 'gw_port': {'id': 'ffc5ff62-10f1-4c35-b7b9-5165f061effd', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4879a74b-82c0-4f94-9dd8-e9404f16631e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:15Z', 'updated_at': '2022-05-23T11:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:24.991851 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1550d512-f529-499b-8b0c-3d4219505cd6 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:45:24.991971 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d130a3-72cc-4a70-a781-d41c9b909ea6 None None] The sync data for ids ['4879a74b-82c0-4f94-9dd8-e9404f16631e'] in n-d-842952-2 is: [{'id': '4879a74b-82c0-4f94-9dd8-e9404f16631e', 'name': 'tempest-ImageQuotaTest-1333367150-router', 'tenant_id': 'dc5534b1503444759f428a6c46a8f048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'ffc5ff62-10f1-4c35-b7b9-5165f061effd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:45:15Z', 'updated_at': '2022-05-23T11:45:23Z', 'revision_number': 5, 'project_id': 'dc5534b1503444759f428a6c46a8f048', 'gw_port': {'id': 'ffc5ff62-10f1-4c35-b7b9-5165f061effd', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4879a74b-82c0-4f94-9dd8-e9404f16631e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:15Z', 'updated_at': '2022-05-23T11:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:45:25.006596 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37520) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:25.016666 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1550d512-f529-499b-8b0c-3d4219505cd6 admin admin] 10.222.0.79 "PUT /v2.0/routers/4879a74b-82c0-4f94-9dd8-e9404f16631e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0690846 May 23 11:45:25.237646 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-78ac4a38-4808-4b56-ba2e-8c725cdd62c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:25.480604 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-78ac4a38-4808-4b56-ba2e-8c725cdd62c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:25.491805 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-78ac4a38-4808-4b56-ba2e-8c725cdd62c6 admin admin] Deleting port ffc5ff62-10f1-4c35-b7b9-5165f061effd {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:45:25.491805 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-78ac4a38-4808-4b56-ba2e-8c725cdd62c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:25.782743 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-78ac4a38-4808-4b56-ba2e-8c725cdd62c6 admin admin] For port ffc5ff62-10f1-4c35-b7b9-5165f061effd, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=ffc5ff62-10f1-4c35-b7b9-5165f061effd,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:45:25.783091 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-78ac4a38-4808-4b56-ba2e-8c725cdd62c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:25.902413 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-78ac4a38-4808-4b56-ba2e-8c725cdd62c6 admin admin] Calling delete_port for ffc5ff62-10f1-4c35-b7b9-5165f061effd owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:45:26.080160 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-78ac4a38-4808-4b56-ba2e-8c725cdd62c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:26.131028 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac4a38-4808-4b56-ba2e-8c725cdd62c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffc5ff62-10f1-4c35-b7b9-5165f061effd,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:26.369319 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-78ac4a38-4808-4b56-ba2e-8c725cdd62c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:26.622149 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-78ac4a38-4808-4b56-ba2e-8c725cdd62c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:26.626874 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-78ac4a38-4808-4b56-ba2e-8c725cdd62c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:26.654058 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-78ac4a38-4808-4b56-ba2e-8c725cdd62c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:26.654558 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ac4a38-4808-4b56-ba2e-8c725cdd62c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4879a74b-82c0-4f94-9dd8-e9404f16631e {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:45:26.666406 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-78ac4a38-4808-4b56-ba2e-8c725cdd62c6 admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:26.667520 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-78ac4a38-4808-4b56-ba2e-8c725cdd62c6 admin admin] 10.222.0.79 "DELETE /v2.0/routers/4879a74b-82c0-4f94-9dd8-e9404f16631e HTTP/1.1" status: 204 len: 168 time: 1.6599419 May 23 11:45:26.670180 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37524) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:26.728556 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-33c142ab-0b7d-4521-8a9c-8d15bec4b5db admin admin] Deleting subnet 3fa96438-8cce-4683-a895-0ab158934b6e {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:45:26.731771 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-33c142ab-0b7d-4521-8a9c-8d15bec4b5db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:26.781882 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-33c142ab-0b7d-4521-8a9c-8d15bec4b5db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:26.865500 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-33c142ab-0b7d-4521-8a9c-8d15bec4b5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:26.934699 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-33c142ab-0b7d-4521-8a9c-8d15bec4b5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:26.980366 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c142ab-0b7d-4521-8a9c-8d15bec4b5db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fa96438-8cce-4683-a895-0ab158934b6e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:26.985408 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-33c142ab-0b7d-4521-8a9c-8d15bec4b5db admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:26.990879 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3595bcb9-09f2-4512-be0c-442dceef22b2 None None] Network 0957271e-48b2-4dae-ac9e-042be33b681e requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:45:26.992323 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-33c142ab-0b7d-4521-8a9c-8d15bec4b5db admin admin] 10.222.0.79 "DELETE /v2.0/subnets/3fa96438-8cce-4683-a895-0ab158934b6e HTTP/1.1" status: 204 len: 168 time: 0.3211823 May 23 11:45:26.994599 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37528) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:27.103691 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a2d6c138-cc59-488f-961b-86aaeb6408a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:27.114366 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a2d6c138-cc59-488f-961b-86aaeb6408a2 admin admin] Deleting port 86742a3a-0889-4738-825d-5dca73209c59 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:45:27.114682 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a2d6c138-cc59-488f-961b-86aaeb6408a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:27.243478 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a531372-e259-4d19-bd00-06833b1aa5a7 None None] DHCP port deletion for 0957271e-48b2-4dae-ac9e-042be33b681e request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:45:27.247862 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-4a531372-e259-4d19-bd00-06833b1aa5a7 None None] Deleting port 86742a3a-0889-4738-825d-5dca73209c59 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:45:27.248255 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4a531372-e259-4d19-bd00-06833b1aa5a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:27.323392 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-a2d6c138-cc59-488f-961b-86aaeb6408a2 admin admin] For port 86742a3a-0889-4738-825d-5dca73209c59, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=86742a3a-0889-4738-825d-5dca73209c59,segment=NetworkSegment(1b44300a-5dba-4807-ad7f-8d64ca55dc16),segment_id=1b44300a-5dba-4807-ad7f-8d64ca55dc16)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:45:27.323748 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a2d6c138-cc59-488f-961b-86aaeb6408a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:27.444233 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a2d6c138-cc59-488f-961b-86aaeb6408a2 admin admin] Calling delete_port for 86742a3a-0889-4738-825d-5dca73209c59 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:45:27.448967 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-4a531372-e259-4d19-bd00-06833b1aa5a7 None None] For port 86742a3a-0889-4738-825d-5dca73209c59, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=86742a3a-0889-4738-825d-5dca73209c59,segment=NetworkSegment(1b44300a-5dba-4807-ad7f-8d64ca55dc16),segment_id=1b44300a-5dba-4807-ad7f-8d64ca55dc16)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:45:27.449350 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4a531372-e259-4d19-bd00-06833b1aa5a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:27.519635 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a2d6c138-cc59-488f-961b-86aaeb6408a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:27.570069 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d6c138-cc59-488f-961b-86aaeb6408a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=86742a3a-0889-4738-825d-5dca73209c59,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:27.574529 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d6c138-cc59-488f-961b-86aaeb6408a2 admin admin] No DVR routers for this DVR port 86742a3a-0889-4738-825d-5dca73209c59 on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:45:27.603948 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-4a531372-e259-4d19-bd00-06833b1aa5a7 None None] Calling delete_port for 86742a3a-0889-4738-825d-5dca73209c59 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:45:27.678483 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-4a531372-e259-4d19-bd00-06833b1aa5a7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:45:27.678483 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-4a531372-e259-4d19-bd00-06833b1aa5a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:45:27.698248 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a2d6c138-cc59-488f-961b-86aaeb6408a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:27.726855 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-a2d6c138-cc59-488f-961b-86aaeb6408a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0957271e-48b2-4dae-ac9e-042be33b681e']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:27.739960 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-a2d6c138-cc59-488f-961b-86aaeb6408a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b44300a-5dba-4807-ad7f-8d64ca55dc16') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:27.740263 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-a2d6c138-cc59-488f-961b-86aaeb6408a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b44300a-5dba-4807-ad7f-8d64ca55dc16') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:27.752666 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a2d6c138-cc59-488f-961b-86aaeb6408a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:27.770272 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a2d6c138-cc59-488f-961b-86aaeb6408a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:27.776456 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d6c138-cc59-488f-961b-86aaeb6408a2 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:45:27.777830 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a2d6c138-cc59-488f-961b-86aaeb6408a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:27.792678 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:45:27.792678 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:45:27.792678 n-d-842952-2 neutron-server[83911]: timer() May 23 11:45:27.792678 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:45:27.792678 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:45:27.792678 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:45:27.792678 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:45:27.792678 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:45:27.792678 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:45:27.792678 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:45:27.792678 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:45:27.792678 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:45:27.792678 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:45:27.792678 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:45:27.792678 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:45:27.792678 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:45:27.792678 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:45:27.792678 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:45:27.792678 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:45:27.792678 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:45:27.792678 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:45:27.792678 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:45:27.792678 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:45:27.792678 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:45:27.792678 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:45:27.792678 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:45:27.792678 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:45:27.792678 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:45:27.792678 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:45:27.792678 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:45:27.792678 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:45:27.792678 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:45:27.883082 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a2d6c138-cc59-488f-961b-86aaeb6408a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:27.900078 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a2d6c138-cc59-488f-961b-86aaeb6408a2 admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:27.911930 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d6c138-cc59-488f-961b-86aaeb6408a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0957271e-48b2-4dae-ac9e-042be33b681e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:27.915684 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a2d6c138-cc59-488f-961b-86aaeb6408a2 admin admin] 10.222.0.79 "DELETE /v2.0/networks/0957271e-48b2-4dae-ac9e-042be33b681e HTTP/1.1" status: 204 len: 168 time: 0.9198899 May 23 11:45:28.072661 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37536) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:28.128858 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-97895a57-1d0b-4cf8-91d3-201f0261df5b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dc5534b1503444759f428a6c46a8f048&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0572829 May 23 11:45:28.131240 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37540) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:28.135988 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 86742a3a-0889-4738-825d-5dca73209c59 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:45:28.172771 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 86742a3a-0889-4738-825d-5dca73209c59 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:45:28.174356 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 86742a3a-0889-4738-825d-5dca73209c59 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:45:28.180118 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-4a531372-e259-4d19-bd00-06833b1aa5a7 None None] Deleting port 86742a3a-0889-4738-825d-5dca73209c59 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:45:28.180256 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4a531372-e259-4d19-bd00-06833b1aa5a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:28.200239 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8656809e-2525-464a-b9e6-7157ddcfaa95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:28.230893 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8656809e-2525-464a-b9e6-7157ddcfaa95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:28.251917 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-4a531372-e259-4d19-bd00-06833b1aa5a7 None None] The port '86742a3a-0889-4738-825d-5dca73209c59' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:45:28.286363 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8656809e-2525-464a-b9e6-7157ddcfaa95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:28.299989 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656809e-2525-464a-b9e6-7157ddcfaa95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a5b0d9-50a8-404b-9678-98f9ce95d751,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:28.308568 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8656809e-2525-464a-b9e6-7157ddcfaa95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:28.310925 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8656809e-2525-464a-b9e6-7157ddcfaa95 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/49a5b0d9-50a8-404b-9678-98f9ce95d751 HTTP/1.1" status: 204 len: 168 time: 0.1784084 May 23 11:45:28.770882 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37548) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:28.791022 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7a4a10ad-2ba8-4e03-a961-7e6447b5030b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:28.830123 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7a4a10ad-2ba8-4e03-a961-7e6447b5030b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:45:28.830123 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7a4a10ad-2ba8-4e03-a961-7e6447b5030b admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:45:28.841252 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7a4a10ad-2ba8-4e03-a961-7e6447b5030b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:45:28.841252 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7a4a10ad-2ba8-4e03-a961-7e6447b5030b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:45:28.916823 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7a4a10ad-2ba8-4e03-a961-7e6447b5030b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:28.922211 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7a4a10ad-2ba8-4e03-a961-7e6447b5030b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:29.081779 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a10ad-2ba8-4e03-a961-7e6447b5030b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83600b07-90c4-4c9a-a6da-3575535c1c5c,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:29.087959 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7a4a10ad-2ba8-4e03-a961-7e6447b5030b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2367 time: 0.3159962 May 23 11:45:29.091146 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37552) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:29.156002 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-99bdfa91-837b-4282-b00d-c6a7a3e96e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:29.184366 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-99bdfa91-837b-4282-b00d-c6a7a3e96e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:29.238048 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-99bdfa91-837b-4282-b00d-c6a7a3e96e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:29.252568 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bdfa91-837b-4282-b00d-c6a7a3e96e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83600b07-90c4-4c9a-a6da-3575535c1c5c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:29.262766 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-99bdfa91-837b-4282-b00d-c6a7a3e96e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:29.264164 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-99bdfa91-837b-4282-b00d-c6a7a3e96e35 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/83600b07-90c4-4c9a-a6da-3575535c1c5c HTTP/1.1" status: 204 len: 168 time: 0.1726933 May 23 11:45:30.075047 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37576) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:30.227104 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-2b812387-0b5f-40b1-b83d-8ead4b52468c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-142066982-network', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:45:30.233003 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2b812387-0b5f-40b1-b83d-8ead4b52468c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:45:30.238324 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2b812387-0b5f-40b1-b83d-8ead4b52468c admin admin] Usage tracker for resource:network and tenant:23dc0299339c4946be0c5d5ceb883308 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:45:30.238324 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2b812387-0b5f-40b1-b83d-8ead4b52468c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:45:30.246819 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2b812387-0b5f-40b1-b83d-8ead4b52468c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:45:30.263149 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b812387-0b5f-40b1-b83d-8ead4b52468c admin admin] Made reservation on behalf of 23dc0299339c4946be0c5d5ceb883308 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:45:30.263149 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b812387-0b5f-40b1-b83d-8ead4b52468c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:30.278211 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b812387-0b5f-40b1-b83d-8ead4b52468c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:30.307814 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2b812387-0b5f-40b1-b83d-8ead4b52468c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:45:30.313941 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2b812387-0b5f-40b1-b83d-8ead4b52468c admin admin] Usage tracker for resource:security_group_rule and tenant:23dc0299339c4946be0c5d5ceb883308 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:45:30.317705 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2b812387-0b5f-40b1-b83d-8ead4b52468c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:45:30.323696 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2b812387-0b5f-40b1-b83d-8ead4b52468c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:45:30.400911 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b812387-0b5f-40b1-b83d-8ead4b52468c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:30.406257 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b812387-0b5f-40b1-b83d-8ead4b52468c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:30.437225 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b812387-0b5f-40b1-b83d-8ead4b52468c admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:45:30.447365 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b812387-0b5f-40b1-b83d-8ead4b52468c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08e19e3-de5a-490d-b94c-73d6bce5cccf,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:30.455322 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b812387-0b5f-40b1-b83d-8ead4b52468c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:30.455322 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-2b812387-0b5f-40b1-b83d-8ead4b52468c admin admin] Added segment e9696b91-4f97-4538-9765-a3f2ec085a56 of type vlan for network 464150c2-94e4-478b-9142-a9d5703f7a02 May 23 11:45:30.506955 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bdb5a3-c755-4ca6-a9d6-863a415a3e26 None None] Sync routers for ids ['4879a74b-82c0-4f94-9dd8-e9404f16631e'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:45:30.528150 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b812387-0b5f-40b1-b83d-8ead4b52468c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:30.535252 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bdb5a3-c755-4ca6-a9d6-863a415a3e26 None None] Routers set() bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:45:30.535252 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bdb5a3-c755-4ca6-a9d6-863a415a3e26 None None] Router IDs set() for agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 23 11:45:30.535252 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_agentschedulers_db [None req-f2bdb5a3-c755-4ca6-a9d6-863a415a3e26 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4879a74b-82c0-4f94-9dd8-e9404f16631e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:45:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent'). {{(pid=83913) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 23 11:45:30.535252 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bdb5a3-c755-4ca6-a9d6-863a415a3e26 None None] Routers set() bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:45:30.535252 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bdb5a3-c755-4ca6-a9d6-863a415a3e26 None None] Router IDs set() for agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 23 11:45:30.535252 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_agentschedulers_db [None req-f2bdb5a3-c755-4ca6-a9d6-863a415a3e26 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4879a74b-82c0-4f94-9dd8-e9404f16631e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:45:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent'). {{(pid=83913) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 23 11:45:30.535252 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bdb5a3-c755-4ca6-a9d6-863a415a3e26 None None] The sync data for ids ['4879a74b-82c0-4f94-9dd8-e9404f16631e'] in n-d-842952-2 is: [] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:45:30.549522 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b812387-0b5f-40b1-b83d-8ead4b52468c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:30.549522 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b812387-0b5f-40b1-b83d-8ead4b52468c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:45:30.549522 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2b812387-0b5f-40b1-b83d-8ead4b52468c admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:30.656834 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b812387-0b5f-40b1-b83d-8ead4b52468c admin admin] Pushing event updated for resources: {'Network': ['ID=464150c2-94e4-478b-9142-a9d5703f7a02,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:30.660238 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2b812387-0b5f-40b1-b83d-8ead4b52468c admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5844114 May 23 11:45:30.663549 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37582) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:30.667593 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 464150c2-94e4-478b-9142-a9d5703f7a02 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:45:30.671284 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-f1d4e54e-4f94-4912-b7d4-317e950812e2 admin admin] Request body: {'subnet': {'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-142066982-subnet', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:45:30.681521 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f1d4e54e-4f94-4912-b7d4-317e950812e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:45:30.681521 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f1d4e54e-4f94-4912-b7d4-317e950812e2 admin admin] Usage tracker for resource:subnet and tenant:23dc0299339c4946be0c5d5ceb883308 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:45:30.689952 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f1d4e54e-4f94-4912-b7d4-317e950812e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:45:30.694176 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f1d4e54e-4f94-4912-b7d4-317e950812e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:45:30.702915 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d4e54e-4f94-4912-b7d4-317e950812e2 admin admin] Made reservation on behalf of 23dc0299339c4946be0c5d5ceb883308 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:45:30.705532 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f1d4e54e-4f94-4912-b7d4-317e950812e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:30.924371 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f1d4e54e-4f94-4912-b7d4-317e950812e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:30.998861 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4e54e-4f94-4912-b7d4-317e950812e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db4c364d-3e03-4e65-b317-8bd07d59c11e,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:31.010647 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d4e54e-4f94-4912-b7d4-317e950812e2 admin admin] Checking segment: {'id': 'e9696b91-4f97-4538-9765-a3f2ec085a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:45:31.011015 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d4e54e-4f94-4912-b7d4-317e950812e2 admin admin] Network hostable DHCP agents. Network: 464150c2-94e4-478b-9142-a9d5703f7a02, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:45:31.037670 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d4e54e-4f94-4912-b7d4-317e950812e2 admin admin] Network 464150c2-94e4-478b-9142-a9d5703f7a02 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:45:31.049102 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-f1d4e54e-4f94-4912-b7d4-317e950812e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 464150c2-94e4-478b-9142-a9d5703f7a02) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:45:31.053517 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d4e54e-4f94-4912-b7d4-317e950812e2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:45:31.054044 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f1d4e54e-4f94-4912-b7d4-317e950812e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:31.061959 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3069ebf4-9785-4d6d-a001-3457dd9aeff2 None None] Network 464150c2-94e4-478b-9142-a9d5703f7a02 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:45:31.081083 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f1d4e54e-4f94-4912-b7d4-317e950812e2 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4133806 May 23 11:45:31.083370 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37586) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:31.087188 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-24cae58c-3e2d-4c61-abe1-5197a51060db admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-142066982-router', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:45:31.093714 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-24cae58c-3e2d-4c61-abe1-5197a51060db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:45:31.098369 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-24cae58c-3e2d-4c61-abe1-5197a51060db admin admin] Usage tracker for resource:router and tenant:23dc0299339c4946be0c5d5ceb883308 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:45:31.102816 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-24cae58c-3e2d-4c61-abe1-5197a51060db admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:45:31.109736 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-24cae58c-3e2d-4c61-abe1-5197a51060db admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:45:31.121592 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-24cae58c-3e2d-4c61-abe1-5197a51060db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:31.122885 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-24cae58c-3e2d-4c61-abe1-5197a51060db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:31.148402 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-24cae58c-3e2d-4c61-abe1-5197a51060db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:31.308831 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-24cae58c-3e2d-4c61-abe1-5197a51060db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:31.310471 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729b21af-d2f3-406d-a4da-13d7873574d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-464150c2-94e4-478b-9142-a9d5703f7a02', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'fixed_ips': [{'subnet_id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:45:31.311560 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-729b21af-d2f3-406d-a4da-13d7873574d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:31.494473 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-729b21af-d2f3-406d-a4da-13d7873574d0 None None] Allocated IP 172.20.0.2 (464150c2-94e4-478b-9142-a9d5703f7a02/db4c364d-3e03-4e65-b317-8bd07d59c11e/730c0291-fa27-47bb-ba23-2764fcf7759a) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:45:31.535703 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-24cae58c-3e2d-4c61-abe1-5197a51060db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:31.568979 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-24cae58c-3e2d-4c61-abe1-5197a51060db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:31.714059 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-24cae58c-3e2d-4c61-abe1-5197a51060db admin admin] Allocated IP 172.25.6.248 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/e5a438cd-5f07-41b5-92fb-bbf13b98f5a6) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:45:31.730590 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-729b21af-d2f3-406d-a4da-13d7873574d0 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:31.740878 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-729b21af-d2f3-406d-a4da-13d7873574d0 None None] Transition to ACTIVE for port object 730c0291-fa27-47bb-ba23-2764fcf7759a will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:45:31.758791 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-729b21af-d2f3-406d-a4da-13d7873574d0 None None] Transition to ACTIVE for port object 730c0291-fa27-47bb-ba23-2764fcf7759a will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:45:31.764906 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-729b21af-d2f3-406d-a4da-13d7873574d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:31.845683 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729b21af-d2f3-406d-a4da-13d7873574d0 None None] Network 464150c2-94e4-478b-9142-a9d5703f7a02 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:45:31.846513 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b21af-d2f3-406d-a4da-13d7873574d0 None None] Pushing event updated for resources: {'Port': ['ID=730c0291-fa27-47bb-ba23-2764fcf7759a,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:31.849689 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-729b21af-d2f3-406d-a4da-13d7873574d0 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:45:31.852398 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729b21af-d2f3-406d-a4da-13d7873574d0 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:45:31.879973 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-24cae58c-3e2d-4c61-abe1-5197a51060db admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:31.912503 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-24cae58c-3e2d-4c61-abe1-5197a51060db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:31.945581 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-729b21af-d2f3-406d-a4da-13d7873574d0 None None] Attempting to bind port 730c0291-fa27-47bb-ba23-2764fcf7759a on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:45:31.946024 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-729b21af-d2f3-406d-a4da-13d7873574d0 None None] Attempting to bind port 730c0291-fa27-47bb-ba23-2764fcf7759a by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'e9696b91-4f97-4538-9765-a3f2ec085a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:45:31.946496 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729b21af-d2f3-406d-a4da-13d7873574d0 None None] Attempting to bind port 730c0291-fa27-47bb-ba23-2764fcf7759a on network 464150c2-94e4-478b-9142-a9d5703f7a02 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:45:31.952967 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729b21af-d2f3-406d-a4da-13d7873574d0 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:45:31.953925 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729b21af-d2f3-406d-a4da-13d7873574d0 None None] Checking segment: {'id': 'e9696b91-4f97-4538-9765-a3f2ec085a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:45:31.953925 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-729b21af-d2f3-406d-a4da-13d7873574d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:31.954140 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729b21af-d2f3-406d-a4da-13d7873574d0 None None] Bound using segment: {'id': 'e9696b91-4f97-4538-9765-a3f2ec085a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:45:31.954639 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-729b21af-d2f3-406d-a4da-13d7873574d0 None None] Bound port: 730c0291-fa27-47bb-ba23-2764fcf7759a, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9696b91-4f97-4538-9765-a3f2ec085a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:45:31.955264 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-729b21af-d2f3-406d-a4da-13d7873574d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:31.983651 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cae58c-3e2d-4c61-abe1-5197a51060db admin admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:45:31.986527 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-24cae58c-3e2d-4c61-abe1-5197a51060db admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:45:31.991738 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cae58c-3e2d-4c61-abe1-5197a51060db admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:45:32.025975 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cae58c-3e2d-4c61-abe1-5197a51060db admin admin] Pushing event updated for resources: {'Port': ['ID=e5a438cd-5f07-41b5-92fb-bbf13b98f5a6,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:32.055482 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-729b21af-d2f3-406d-a4da-13d7873574d0 None None] For port 730c0291-fa27-47bb-ba23-2764fcf7759a, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:45:32.059078 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-729b21af-d2f3-406d-a4da-13d7873574d0 None None] For port 730c0291-fa27-47bb-ba23-2764fcf7759a, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=730c0291-fa27-47bb-ba23-2764fcf7759a,segment=NetworkSegment(e9696b91-4f97-4538-9765-a3f2ec085a56),segment_id=e9696b91-4f97-4538-9765-a3f2ec085a56)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:45:32.065269 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-729b21af-d2f3-406d-a4da-13d7873574d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:32.154424 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b21af-d2f3-406d-a4da-13d7873574d0 None None] Pushing event updated for resources: {'Port': ['ID=730c0291-fa27-47bb-ba23-2764fcf7759a,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:32.183314 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-24cae58c-3e2d-4c61-abe1-5197a51060db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:32.184631 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-24cae58c-3e2d-4c61-abe1-5197a51060db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:32.562279 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24cae58c-3e2d-4c61-abe1-5197a51060db admin admin] Router 91f75376-05fe-401a-9bb2-583e8bdd715b is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:45:32.786554 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24cae58c-3e2d-4c61-abe1-5197a51060db admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:45:32.795457 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4952cc0-1c7f-497c-baec-9aca44471229 None None] Sync routers for ids ['91f75376-05fe-401a-9bb2-583e8bdd715b'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:45:32.807361 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4952cc0-1c7f-497c-baec-9aca44471229 None None] Routers {'91f75376-05fe-401a-9bb2-583e8bdd715b'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:45:32.808338 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a4952cc0-1c7f-497c-baec-9aca44471229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:45:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['91f75376-05fe-401a-9bb2-583e8bdd715b'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:32.812366 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-24cae58c-3e2d-4c61-abe1-5197a51060db admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:32.813869 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-24cae58c-3e2d-4c61-abe1-5197a51060db admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7313895 May 23 11:45:32.816535 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37590) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:33.010240 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-a4952cc0-1c7f-497c-baec-9aca44471229 None None] Set router 91f75376-05fe-401a-9bb2-583e8bdd715b gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:45:33.158657 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b8f67a-b3e9-4b77-b304-acdf45044a52 None None] Network 464150c2-94e4-478b-9142-a9d5703f7a02 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:45:33.323530 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6d31d16c-a8c7-4e33-8353-a21ece3dcc5a None None] Provisioning for port 730c0291-fa27-47bb-ba23-2764fcf7759a completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:45:33.555943 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a4952cc0-1c7f-497c-baec-9aca44471229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'name': 'tempest-TestVolumeBootPattern-142066982-router', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:32Z', 'revision_number': 3, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'gw_port': {'id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:33.561235 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4952cc0-1c7f-497c-baec-9aca44471229 None None] Checking router: 91f75376-05fe-401a-9bb2-583e8bdd715b for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:45:33.561582 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4952cc0-1c7f-497c-baec-9aca44471229 None None] Updating router 91f75376-05fe-401a-9bb2-583e8bdd715b port e5a438cd-5f07-41b5-92fb-bbf13b98f5a6 binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:45:33.587565 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-71b85236-12c3-4ab2-98a1-da5cefd3db8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:33.620710 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a4952cc0-1c7f-497c-baec-9aca44471229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:33.806538 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-71b85236-12c3-4ab2-98a1-da5cefd3db8a admin admin] Allocated IP 172.20.0.1 (464150c2-94e4-478b-9142-a9d5703f7a02/db4c364d-3e03-4e65-b317-8bd07d59c11e/e5bd10a3-98b6-48de-a3af-4143c6f391bf) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:45:33.962164 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-71b85236-12c3-4ab2-98a1-da5cefd3db8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:33.975944 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a4952cc0-1c7f-497c-baec-9aca44471229 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:33.978193 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-71b85236-12c3-4ab2-98a1-da5cefd3db8a admin admin] Transition to ACTIVE for port object e5bd10a3-98b6-48de-a3af-4143c6f391bf will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:45:33.989662 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a4952cc0-1c7f-497c-baec-9aca44471229 None None] Transition to ACTIVE for port object e5a438cd-5f07-41b5-92fb-bbf13b98f5a6 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:45:33.996694 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a4952cc0-1c7f-497c-baec-9aca44471229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:34.001738 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-71b85236-12c3-4ab2-98a1-da5cefd3db8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:34.086381 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe4e4af-1053-44df-b0be-8a0f57aab11f None None] Pushing event updated for resources: {'Port': ['ID=e5a438cd-5f07-41b5-92fb-bbf13b98f5a6,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:34.089695 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-a4952cc0-1c7f-497c-baec-9aca44471229 None None] Attempting to bind port e5a438cd-5f07-41b5-92fb-bbf13b98f5a6 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:45:34.090077 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-a4952cc0-1c7f-497c-baec-9aca44471229 None None] Attempting to bind port e5a438cd-5f07-41b5-92fb-bbf13b98f5a6 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:45:34.090817 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4952cc0-1c7f-497c-baec-9aca44471229 None None] Attempting to bind port e5a438cd-5f07-41b5-92fb-bbf13b98f5a6 on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:45:34.097960 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4952cc0-1c7f-497c-baec-9aca44471229 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:45:34.098369 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4952cc0-1c7f-497c-baec-9aca44471229 None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:45:34.098769 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a4952cc0-1c7f-497c-baec-9aca44471229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:34.099157 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4952cc0-1c7f-497c-baec-9aca44471229 None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:45:34.100132 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-a4952cc0-1c7f-497c-baec-9aca44471229 None None] Bound port: e5a438cd-5f07-41b5-92fb-bbf13b98f5a6, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:45:34.100132 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a4952cc0-1c7f-497c-baec-9aca44471229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:34.130187 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 730c0291-fa27-47bb-ba23-2764fcf7759a up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:45:34.196038 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b85236-12c3-4ab2-98a1-da5cefd3db8a admin admin] Network 464150c2-94e4-478b-9142-a9d5703f7a02 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:45:34.199533 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-71b85236-12c3-4ab2-98a1-da5cefd3db8a admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:45:34.203757 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b85236-12c3-4ab2-98a1-da5cefd3db8a admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:45:34.230292 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-a4952cc0-1c7f-497c-baec-9aca44471229 None None] For port e5a438cd-5f07-41b5-92fb-bbf13b98f5a6, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:45:34.233684 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-a4952cc0-1c7f-497c-baec-9aca44471229 None None] For port e5a438cd-5f07-41b5-92fb-bbf13b98f5a6, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e5a438cd-5f07-41b5-92fb-bbf13b98f5a6,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:45:34.239958 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a4952cc0-1c7f-497c-baec-9aca44471229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:34.242205 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b85236-12c3-4ab2-98a1-da5cefd3db8a admin admin] Pushing event updated for resources: {'Port': ['ID=e5bd10a3-98b6-48de-a3af-4143c6f391bf,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:34.267512 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-71b85236-12c3-4ab2-98a1-da5cefd3db8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:34.306765 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 730c0291-fa27-47bb-ba23-2764fcf7759a completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:45:34.323550 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 730c0291-fa27-47bb-ba23-2764fcf7759a triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:45:34.324427 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:34.383081 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe4e4af-1053-44df-b0be-8a0f57aab11f None None] Pushing event updated for resources: {'Port': ['ID=e5a438cd-5f07-41b5-92fb-bbf13b98f5a6,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:34.384392 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-71b85236-12c3-4ab2-98a1-da5cefd3db8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:34.392167 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4952cc0-1c7f-497c-baec-9aca44471229 None None] Routers {'91f75376-05fe-401a-9bb2-583e8bdd715b'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:45:34.392806 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a4952cc0-1c7f-497c-baec-9aca44471229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:45:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['91f75376-05fe-401a-9bb2-583e8bdd715b'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:34.589665 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-eb83ac63-dd82-493a-98a1-8287836ef943 None None] Provisioning for port e5bd10a3-98b6-48de-a3af-4143c6f391bf completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:45:34.606402 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-eb83ac63-dd82-493a-98a1-8287836ef943 None None] Provisioning complete for port e5bd10a3-98b6-48de-a3af-4143c6f391bf triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:45:34.606768 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eb83ac63-dd82-493a-98a1-8287836ef943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:34.621942 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-71b85236-12c3-4ab2-98a1-da5cefd3db8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:34.627711 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-71b85236-12c3-4ab2-98a1-da5cefd3db8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:34.689140 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:34.715747 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-eb83ac63-dd82-493a-98a1-8287836ef943 None None] Port e5bd10a3-98b6-48de-a3af-4143c6f391bf cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:45:34.723111 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-a4952cc0-1c7f-497c-baec-9aca44471229 None None] Set router 91f75376-05fe-401a-9bb2-583e8bdd715b gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:45:34.736667 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-71b85236-12c3-4ab2-98a1-da5cefd3db8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:34.740745 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b85236-12c3-4ab2-98a1-da5cefd3db8a admin admin] Pushing event updated for resources: {'Port': ['ID=e5bd10a3-98b6-48de-a3af-4143c6f391bf,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:34.840216 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 730c0291-fa27-47bb-ba23-2764fcf7759a, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=730c0291-fa27-47bb-ba23-2764fcf7759a,segment=NetworkSegment(e9696b91-4f97-4538-9765-a3f2ec085a56),segment_id=e9696b91-4f97-4538-9765-a3f2ec085a56)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:45:34.846517 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:34.888602 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ffc5ff62-10f1-4c35-b7b9-5165f061effd no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:45:34.895660 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b85236-12c3-4ab2-98a1-da5cefd3db8a admin admin] Network 464150c2-94e4-478b-9142-a9d5703f7a02 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:45:34.896797 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-71b85236-12c3-4ab2-98a1-da5cefd3db8a admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:45:34.983438 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: ffc5ff62-10f1-4c35-b7b9-5165f061effd {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:45:34.983911 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ffc5ff62-10f1-4c35-b7b9-5165f061effd not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:45:35.091052 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=730c0291-fa27-47bb-ba23-2764fcf7759a,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:35.185153 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b7df4ed4-b005-400d-a344-34b19bcd3422 None None] Provisioning complete for port e5bd10a3-98b6-48de-a3af-4143c6f391bf triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:45:35.185538 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b7df4ed4-b005-400d-a344-34b19bcd3422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:35.250266 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b7df4ed4-b005-400d-a344-34b19bcd3422 None None] Port e5bd10a3-98b6-48de-a3af-4143c6f391bf cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:45:35.261246 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a4952cc0-1c7f-497c-baec-9aca44471229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'name': 'tempest-TestVolumeBootPattern-142066982-router', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:34Z', 'revision_number': 4, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'gw_port': {'id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'e5bd10a3-98b6-48de-a3af-4143c6f391bf', 'name': '', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'mac_address': 'fa:16:3e:96:b7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:33Z', 'updated_at': '2022-05-23T11:45:33Z', 'revision_number': 1, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'subnets': [{'id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:35.265381 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4952cc0-1c7f-497c-baec-9aca44471229 None None] The sync data for ids ['91f75376-05fe-401a-9bb2-583e8bdd715b'] in n-d-842952-2 is: [{'id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'name': 'tempest-TestVolumeBootPattern-142066982-router', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:34Z', 'revision_number': 4, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'gw_port': {'id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'e5bd10a3-98b6-48de-a3af-4143c6f391bf', 'name': '', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'mac_address': 'fa:16:3e:96:b7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:33Z', 'updated_at': '2022-05-23T11:45:33Z', 'revision_number': 1, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'subnets': [{'id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:45:35.312532 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b85236-12c3-4ab2-98a1-da5cefd3db8a admin admin] Router 91f75376-05fe-401a-9bb2-583e8bdd715b has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:45:35.535697 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b85236-12c3-4ab2-98a1-da5cefd3db8a admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:45:35.545715 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-71b85236-12c3-4ab2-98a1-da5cefd3db8a admin admin] 10.222.0.79 "PUT /v2.0/routers/91f75376-05fe-401a-9bb2-583e8bdd715b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7280898 May 23 11:45:36.154468 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e5a438cd-5f07-41b5-92fb-bbf13b98f5a6 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:45:36.235808 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port e5a438cd-5f07-41b5-92fb-bbf13b98f5a6 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:45:36.241575 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port e5a438cd-5f07-41b5-92fb-bbf13b98f5a6 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:45:36.241939 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:36.369873 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:36.386577 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port e5a438cd-5f07-41b5-92fb-bbf13b98f5a6, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e5a438cd-5f07-41b5-92fb-bbf13b98f5a6,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:45:36.391319 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:36.392323 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 730c0291-fa27-47bb-ba23-2764fcf7759a up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:45:36.486225 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37616) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:36.493110 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-114bb56a-ecca-4519-b79d-02636fff2ac7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-982747224-network', 'tenant_id': 'ccf5c7bd3a1649a9aea2a32dfc91de03'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:45:36.503428 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-114bb56a-ecca-4519-b79d-02636fff2ac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:45:36.510199 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-114bb56a-ecca-4519-b79d-02636fff2ac7 admin admin] Usage tracker for resource:network and tenant:ccf5c7bd3a1649a9aea2a32dfc91de03 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:45:36.513658 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-114bb56a-ecca-4519-b79d-02636fff2ac7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:45:36.521209 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=e5a438cd-5f07-41b5-92fb-bbf13b98f5a6,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:36.521441 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-114bb56a-ecca-4519-b79d-02636fff2ac7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:45:36.536146 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 730c0291-fa27-47bb-ba23-2764fcf7759a triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:45:36.536517 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:36.540601 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114bb56a-ecca-4519-b79d-02636fff2ac7 admin admin] Made reservation on behalf of ccf5c7bd3a1649a9aea2a32dfc91de03 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:45:36.544642 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-114bb56a-ecca-4519-b79d-02636fff2ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:36.559055 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-114bb56a-ecca-4519-b79d-02636fff2ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:36.593958 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-114bb56a-ecca-4519-b79d-02636fff2ac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:45:36.599667 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-114bb56a-ecca-4519-b79d-02636fff2ac7 admin admin] Usage tracker for resource:security_group_rule and tenant:ccf5c7bd3a1649a9aea2a32dfc91de03 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:45:36.602936 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-114bb56a-ecca-4519-b79d-02636fff2ac7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:45:36.609344 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-114bb56a-ecca-4519-b79d-02636fff2ac7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:45:36.682002 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-114bb56a-ecca-4519-b79d-02636fff2ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:36.686215 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-114bb56a-ecca-4519-b79d-02636fff2ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:36.712657 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-114bb56a-ecca-4519-b79d-02636fff2ac7 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:45:36.728429 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114bb56a-ecca-4519-b79d-02636fff2ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35566ef9-3367-4b70-9fe0-b786eb1bcc85,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:36.732997 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-114bb56a-ecca-4519-b79d-02636fff2ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:36.733353 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-114bb56a-ecca-4519-b79d-02636fff2ac7 admin admin] Added segment 4113d42c-65dc-4f1c-a6d3-b5e77c96bb99 of type vlan for network 392d881b-069b-429b-9ade-be073da4887d May 23 11:45:36.746128 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4927cebc-1845-4203-88c8-7d2c2af013d5 req-fa6ee037-3fbe-4a85-b680-84fb9ad8e1d7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5209653f-4262-4c11-8008-26e71137e1b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3117795 May 23 11:45:36.759472 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-114bb56a-ecca-4519-b79d-02636fff2ac7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:36.789517 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-114bb56a-ecca-4519-b79d-02636fff2ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:36.790294 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114bb56a-ecca-4519-b79d-02636fff2ac7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:45:36.790913 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-114bb56a-ecca-4519-b79d-02636fff2ac7 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:36.894044 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114bb56a-ecca-4519-b79d-02636fff2ac7 admin admin] Pushing event updated for resources: {'Network': ['ID=392d881b-069b-429b-9ade-be073da4887d,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:36.900150 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-114bb56a-ecca-4519-b79d-02636fff2ac7 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4091229 May 23 11:45:36.900317 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37620) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:36.905425 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 392d881b-069b-429b-9ade-be073da4887d details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:45:36.905682 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-90cdce06-ff22-497d-85d4-864bd517ab1a admin admin] Request body: {'subnet': {'network_id': '392d881b-069b-429b-9ade-be073da4887d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-982747224-subnet', 'tenant_id': 'ccf5c7bd3a1649a9aea2a32dfc91de03', 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:45:36.911242 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-90cdce06-ff22-497d-85d4-864bd517ab1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:45:36.915025 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-90cdce06-ff22-497d-85d4-864bd517ab1a admin admin] Usage tracker for resource:subnet and tenant:ccf5c7bd3a1649a9aea2a32dfc91de03 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:45:36.918377 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-90cdce06-ff22-497d-85d4-864bd517ab1a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:45:36.924113 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-90cdce06-ff22-497d-85d4-864bd517ab1a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:45:36.925012 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4927cebc-1845-4203-88c8-7d2c2af013d5 req-567a0a3c-9fc5-4d83-b80c-5ede716ff972 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=17f349f91e0b4627aaadec58185bca30&device_id=5209653f-4262-4c11-8008-26e71137e1b9 HTTP/1.1" status: 200 len: 1096 time: 0.0781350 May 23 11:45:37.032707 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90cdce06-ff22-497d-85d4-864bd517ab1a admin admin] Made reservation on behalf of ccf5c7bd3a1649a9aea2a32dfc91de03 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:45:37.034915 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-90cdce06-ff22-497d-85d4-864bd517ab1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:37.081044 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927cebc-1845-4203-88c8-7d2c2af013d5 req-43288a1d-bafc-4e1b-b663-f71ba232aac7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:45:37.082490 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4927cebc-1845-4203-88c8-7d2c2af013d5 req-43288a1d-bafc-4e1b-b663-f71ba232aac7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=92bdf765-e1b5-4c1f-be7c-394d5e7f1df6 HTTP/1.1" status: 200 len: 915 time: 0.1374121 May 23 11:45:37.251380 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-90cdce06-ff22-497d-85d4-864bd517ab1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:37.304315 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4927cebc-1845-4203-88c8-7d2c2af013d5 req-a0359eb8-268d-4943-88c2-9225f24cf1bd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=457da96d-c6fb-4a93-b45e-7a2e01fcf38a HTTP/1.1" status: 200 len: 1001 time: 0.2153068 May 23 11:45:37.328953 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cdce06-ff22-497d-85d4-864bd517ab1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=179eaef5-83b5-4eae-a88d-5f9656171156,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:37.340608 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cdce06-ff22-497d-85d4-864bd517ab1a admin admin] Checking segment: {'id': '4113d42c-65dc-4f1c-a6d3-b5e77c96bb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '392d881b-069b-429b-9ade-be073da4887d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:45:37.340960 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cdce06-ff22-497d-85d4-864bd517ab1a admin admin] Network hostable DHCP agents. Network: 392d881b-069b-429b-9ade-be073da4887d, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:45:37.365935 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cdce06-ff22-497d-85d4-864bd517ab1a admin admin] Network 392d881b-069b-429b-9ade-be073da4887d is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:45:37.375461 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927cebc-1845-4203-88c8-7d2c2af013d5 req-19910698-4ac4-49fb-927f-70edae27dd2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:45:37.375607 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-90cdce06-ff22-497d-85d4-864bd517ab1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 392d881b-069b-429b-9ade-be073da4887d) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:45:37.378052 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4927cebc-1845-4203-88c8-7d2c2af013d5 req-19910698-4ac4-49fb-927f-70edae27dd2c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b7d3de30-866a-45ab-a1bf-da8876f8c1c1 HTTP/1.1" status: 200 len: 853 time: 0.0665462 May 23 11:45:37.379820 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cdce06-ff22-497d-85d4-864bd517ab1a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:45:37.380426 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-90cdce06-ff22-497d-85d4-864bd517ab1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:37.385757 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb1e9b1-e21b-433a-aaa9-16dd0c9a3d61 None None] Network 392d881b-069b-429b-9ade-be073da4887d requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:45:37.410576 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-90cdce06-ff22-497d-85d4-864bd517ab1a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5062616 May 23 11:45:37.412096 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37624) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:37.417082 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-d10d0fa6-c605-4cd6-984d-95f1b5feeb66 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-982747224-router', 'tenant_id': 'ccf5c7bd3a1649a9aea2a32dfc91de03', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:45:37.422780 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d10d0fa6-c605-4cd6-984d-95f1b5feeb66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:45:37.427209 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d10d0fa6-c605-4cd6-984d-95f1b5feeb66 admin admin] Usage tracker for resource:router and tenant:ccf5c7bd3a1649a9aea2a32dfc91de03 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:45:37.443810 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d10d0fa6-c605-4cd6-984d-95f1b5feeb66 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:45:37.453474 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d10d0fa6-c605-4cd6-984d-95f1b5feeb66 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:45:37.465361 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d10d0fa6-c605-4cd6-984d-95f1b5feeb66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:37.466882 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d10d0fa6-c605-4cd6-984d-95f1b5feeb66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:37.480952 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4927cebc-1845-4203-88c8-7d2c2af013d5 req-ccc9b2e8-4470-4049-964a-cc34e317f44f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=92bdf765-e1b5-4c1f-be7c-394d5e7f1df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941150 May 23 11:45:37.491875 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d10d0fa6-c605-4cd6-984d-95f1b5feeb66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:37.644258 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bf6fcc-fea8-464a-a863-a304fad6a902 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-392d881b-069b-429b-9ade-be073da4887d', 'network_id': '392d881b-069b-429b-9ade-be073da4887d', 'tenant_id': 'ccf5c7bd3a1649a9aea2a32dfc91de03', 'fixed_ips': [{'subnet_id': '179eaef5-83b5-4eae-a88d-5f9656171156'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:45:37.645470 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-99bf6fcc-fea8-464a-a863-a304fad6a902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:37.664193 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4927cebc-1845-4203-88c8-7d2c2af013d5 req-51fa05e8-118b-4785-aa05-d9949c79bd35 service neutron] 10.222.0.81 "GET /v2.0/networks/92bdf765-e1b5-4c1f-be7c-394d5e7f1df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747346 May 23 11:45:37.688583 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d10d0fa6-c605-4cd6-984d-95f1b5feeb66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:37.824899 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-99bf6fcc-fea8-464a-a863-a304fad6a902 None None] Allocated IP 172.20.0.2 (392d881b-069b-429b-9ade-be073da4887d/179eaef5-83b5-4eae-a88d-5f9656171156/2f0ffb93-69de-40e3-b6fd-75dad757d6a2) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:45:37.851285 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4927cebc-1845-4203-88c8-7d2c2af013d5 req-3cef4f73-e350-446e-9c32-d5bcde0bd324 service neutron] 10.222.0.81 "GET /v2.0/networks/92bdf765-e1b5-4c1f-be7c-394d5e7f1df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767673 May 23 11:45:37.938193 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d10d0fa6-c605-4cd6-984d-95f1b5feeb66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:37.971551 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d10d0fa6-c605-4cd6-984d-95f1b5feeb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:38.091623 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e5a438cd-5f07-41b5-92fb-bbf13b98f5a6 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:45:38.124701 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-99bf6fcc-fea8-464a-a863-a304fad6a902 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:38.132300 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-d10d0fa6-c605-4cd6-984d-95f1b5feeb66 admin admin] Allocated IP 172.25.6.99 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/3c83a526-51a6-430b-9059-14d92e567608) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:45:38.157289 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-99bf6fcc-fea8-464a-a863-a304fad6a902 None None] Transition to ACTIVE for port object 2f0ffb93-69de-40e3-b6fd-75dad757d6a2 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:45:38.184546 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-99bf6fcc-fea8-464a-a863-a304fad6a902 None None] Transition to ACTIVE for port object 2f0ffb93-69de-40e3-b6fd-75dad757d6a2 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:45:38.195041 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-99bf6fcc-fea8-464a-a863-a304fad6a902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:38.273374 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port e5a438cd-5f07-41b5-92fb-bbf13b98f5a6 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:45:38.273727 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:38.296084 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d10d0fa6-c605-4cd6-984d-95f1b5feeb66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:38.308606 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bf6fcc-fea8-464a-a863-a304fad6a902 None None] Network 392d881b-069b-429b-9ade-be073da4887d is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:45:38.314741 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:38.320195 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-99bf6fcc-fea8-464a-a863-a304fad6a902 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:45:38.328360 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bf6fcc-fea8-464a-a863-a304fad6a902 None None] Pushing event updated for resources: {'Port': ['ID=2f0ffb93-69de-40e3-b6fd-75dad757d6a2,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:38.330662 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bf6fcc-fea8-464a-a863-a304fad6a902 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:45:38.337696 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d10d0fa6-c605-4cd6-984d-95f1b5feeb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:38.411707 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10d0fa6-c605-4cd6-984d-95f1b5feeb66 admin admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:45:38.413052 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-d10d0fa6-c605-4cd6-984d-95f1b5feeb66 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:45:38.415487 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10d0fa6-c605-4cd6-984d-95f1b5feeb66 admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:45:38.456008 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d0fa6-c605-4cd6-984d-95f1b5feeb66 admin admin] Pushing event updated for resources: {'Port': ['ID=3c83a526-51a6-430b-9059-14d92e567608,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:38.470317 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-99bf6fcc-fea8-464a-a863-a304fad6a902 None None] Attempting to bind port 2f0ffb93-69de-40e3-b6fd-75dad757d6a2 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:45:38.470795 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-99bf6fcc-fea8-464a-a863-a304fad6a902 None None] Attempting to bind port 2f0ffb93-69de-40e3-b6fd-75dad757d6a2 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '4113d42c-65dc-4f1c-a6d3-b5e77c96bb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '392d881b-069b-429b-9ade-be073da4887d'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:45:38.471391 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bf6fcc-fea8-464a-a863-a304fad6a902 None None] Attempting to bind port 2f0ffb93-69de-40e3-b6fd-75dad757d6a2 on network 392d881b-069b-429b-9ade-be073da4887d {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:45:38.491819 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37630) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:38.496598 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bf6fcc-fea8-464a-a863-a304fad6a902 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:45:38.496967 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bf6fcc-fea8-464a-a863-a304fad6a902 None None] Checking segment: {'id': '4113d42c-65dc-4f1c-a6d3-b5e77c96bb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '392d881b-069b-429b-9ade-be073da4887d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:45:38.497365 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-99bf6fcc-fea8-464a-a863-a304fad6a902 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:38.497753 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bf6fcc-fea8-464a-a863-a304fad6a902 None None] Bound using segment: {'id': '4113d42c-65dc-4f1c-a6d3-b5e77c96bb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '392d881b-069b-429b-9ade-be073da4887d'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:45:38.498216 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-99bf6fcc-fea8-464a-a863-a304fad6a902 None None] Bound port: 2f0ffb93-69de-40e3-b6fd-75dad757d6a2, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4113d42c-65dc-4f1c-a6d3-b5e77c96bb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '392d881b-069b-429b-9ade-be073da4887d'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:45:38.498594 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-99bf6fcc-fea8-464a-a863-a304fad6a902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:38.601489 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-99bf6fcc-fea8-464a-a863-a304fad6a902 None None] For port 2f0ffb93-69de-40e3-b6fd-75dad757d6a2, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:45:38.601722 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d10d0fa6-c605-4cd6-984d-95f1b5feeb66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:38.603476 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d10d0fa6-c605-4cd6-984d-95f1b5feeb66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:38.605500 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-99bf6fcc-fea8-464a-a863-a304fad6a902 None None] For port 2f0ffb93-69de-40e3-b6fd-75dad757d6a2, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2f0ffb93-69de-40e3-b6fd-75dad757d6a2,segment=NetworkSegment(4113d42c-65dc-4f1c-a6d3-b5e77c96bb99),segment_id=4113d42c-65dc-4f1c-a6d3-b5e77c96bb99)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:45:38.614128 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-99bf6fcc-fea8-464a-a863-a304fad6a902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:38.703237 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bf6fcc-fea8-464a-a863-a304fad6a902 None None] Pushing event updated for resources: {'Port': ['ID=2f0ffb93-69de-40e3-b6fd-75dad757d6a2,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:38.720287 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-f5dc99b7-14fb-40c4-a262-8dfa01a49ae6 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Deleting port 1b2ba6f0-4335-4b53-9c98-1d188a6e39b2 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:45:38.720727 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f5dc99b7-14fb-40c4-a262-8dfa01a49ae6 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:38.918116 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10d0fa6-c605-4cd6-984d-95f1b5feeb66 admin admin] Router 1285983d-e0cb-4608-9a06-ca9c8b6b1641 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:45:38.945030 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f5dc99b7-14fb-40c4-a262-8dfa01a49ae6 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:38.945566 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f5dc99b7-14fb-40c4-a262-8dfa01a49ae6 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:39.083803 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-f5dc99b7-14fb-40c4-a262-8dfa01a49ae6 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Calling delete_port for 1b2ba6f0-4335-4b53-9c98-1d188a6e39b2 owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:45:39.251377 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f5dc99b7-14fb-40c4-a262-8dfa01a49ae6 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:39.261391 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10d0fa6-c605-4cd6-984d-95f1b5feeb66 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:45:39.275587 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d1986f-329e-4867-9a3b-9042a8c7e3be None None] Sync routers for ids ['1285983d-e0cb-4608-9a06-ca9c8b6b1641'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:45:39.287780 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d10d0fa6-c605-4cd6-984d-95f1b5feeb66 admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:39.290101 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d10d0fa6-c605-4cd6-984d-95f1b5feeb66 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8762517 May 23 11:45:39.292346 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 37634) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:39.293558 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d1986f-329e-4867-9a3b-9042a8c7e3be None None] Routers {'1285983d-e0cb-4608-9a06-ca9c8b6b1641'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:45:39.294927 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d7d1986f-329e-4867-9a3b-9042a8c7e3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:45:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['1285983d-e0cb-4608-9a06-ca9c8b6b1641'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:39.300767 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-68fb20dd-0088-40ed-abda-663530937479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:39.305157 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc99b7-14fb-40c4-a262-8dfa01a49ae6 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Pushing event deleted for resources: {'Port': ['ID=1b2ba6f0-4335-4b53-9c98-1d188a6e39b2,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:39.417611 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f5dc99b7-14fb-40c4-a262-8dfa01a49ae6 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:39.523776 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-d7d1986f-329e-4867-9a3b-9042a8c7e3be None None] Set router 1285983d-e0cb-4608-9a06-ca9c8b6b1641 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:45:39.623390 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:39.908118 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07772fb6-11f0-4832-977f-5b10d2482c52 None None] Network 392d881b-069b-429b-9ade-be073da4887d requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:45:40.087144 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6c17b5b5-e15a-4e84-9775-3cc4b382d51f None None] Provisioning for port 2f0ffb93-69de-40e3-b6fd-75dad757d6a2 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:45:40.178040 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5dc99b7-14fb-40c4-a262-8dfa01a49ae6 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Router 82bb4b29-37da-4296-a880-b898b3e1e508 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:45:40.180778 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d7d1986f-329e-4867-9a3b-9042a8c7e3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1285983d-e0cb-4608-9a06-ca9c8b6b1641', 'name': 'tempest-TestVolumeBootPattern-982747224-router', 'tenant_id': 'ccf5c7bd3a1649a9aea2a32dfc91de03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '3c83a526-51a6-430b-9059-14d92e567608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:45:37Z', 'updated_at': '2022-05-23T11:45:38Z', 'revision_number': 3, 'project_id': 'ccf5c7bd3a1649a9aea2a32dfc91de03', 'gw_port': {'id': '3c83a526-51a6-430b-9059-14d92e567608', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:be:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1285983d-e0cb-4608-9a06-ca9c8b6b1641', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:38Z', 'updated_at': '2022-05-23T11:45:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:40.193355 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d1986f-329e-4867-9a3b-9042a8c7e3be None None] Checking router: 1285983d-e0cb-4608-9a06-ca9c8b6b1641 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:45:40.198396 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d1986f-329e-4867-9a3b-9042a8c7e3be None None] Updating router 1285983d-e0cb-4608-9a06-ca9c8b6b1641 port 3c83a526-51a6-430b-9059-14d92e567608 binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:45:40.236212 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2f0ffb93-69de-40e3-b6fd-75dad757d6a2 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:45:40.287614 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d7d1986f-329e-4867-9a3b-9042a8c7e3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:40.334707 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f1685a14-3b93-4ba3-bca6-372b9cbc0ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:40.345613 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 2f0ffb93-69de-40e3-b6fd-75dad757d6a2 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:45:40.351380 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 2f0ffb93-69de-40e3-b6fd-75dad757d6a2 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:45:40.351792 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:40.481817 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5dc99b7-14fb-40c4-a262-8dfa01a49ae6 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:45:40.503087 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8402b9e-9df6-4408-89e5-1724878f0f50 None None] Sync routers for ids ['82bb4b29-37da-4296-a880-b898b3e1e508'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:45:40.538599 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:40.545310 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f5dc99b7-14fb-40c4-a262-8dfa01a49ae6 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:40.549143 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8402b9e-9df6-4408-89e5-1724878f0f50 None None] Routers {'82bb4b29-37da-4296-a880-b898b3e1e508'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:45:40.549541 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a8402b9e-9df6-4408-89e5-1724878f0f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:45:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['82bb4b29-37da-4296-a880-b898b3e1e508'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:40.658011 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f5dc99b7-14fb-40c4-a262-8dfa01a49ae6 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.79 "DELETE /v2.0/floatingips/caacf279-9f37-451c-ae54-860d71d0ecca HTTP/1.1" status: 204 len: 168 time: 2.1647913 May 23 11:45:40.658779 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5209653f-4262-4c11-8008-26e71137e1b9', 'tag': '457da96d-c6fb-4a93-b45e-7a2e01fcf38a'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:45:40.701754 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-f1685a14-3b93-4ba3-bca6-372b9cbc0ed8 admin admin] Allocated IP 172.20.0.1 (392d881b-069b-429b-9ade-be073da4887d/179eaef5-83b5-4eae-a88d-5f9656171156/397c232a-9f25-4b9e-b196-a38e5ea4bf42) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:45:40.798721 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f63321d2-fa3e-408e-a045-5835e0714959'] response: {'name': 'network-changed', 'server_uuid': '5209653f-4262-4c11-8008-26e71137e1b9', 'tag': '457da96d-c6fb-4a93-b45e-7a2e01fcf38a', 'status': 'completed', 'code': 200} May 23 11:45:40.804629 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 2f0ffb93-69de-40e3-b6fd-75dad757d6a2, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2f0ffb93-69de-40e3-b6fd-75dad757d6a2,segment=NetworkSegment(4113d42c-65dc-4f1c-a6d3-b5e77c96bb99),segment_id=4113d42c-65dc-4f1c-a6d3-b5e77c96bb99)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:45:40.826120 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d7d1986f-329e-4867-9a3b-9042a8c7e3be None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:40.828277 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:40.859000 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-d7d1986f-329e-4867-9a3b-9042a8c7e3be None None] Transition to ACTIVE for port object 3c83a526-51a6-430b-9059-14d92e567608 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:45:40.877668 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d7d1986f-329e-4867-9a3b-9042a8c7e3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:40.944080 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8b66640b-5454-4d54-b525-da431d2bb52f None None] Provisioning complete for port 2f0ffb93-69de-40e3-b6fd-75dad757d6a2 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:45:40.944578 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8b66640b-5454-4d54-b525-da431d2bb52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:40.976824 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-708708b0-f0ca-493e-bd52-0ff8c73ef9c6 req-6f66d5fa-8e35-4cea-bbce-0a7e73488850 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=17f349f91e0b4627aaadec58185bca30&device_id=5209653f-4262-4c11-8008-26e71137e1b9 HTTP/1.1" status: 200 len: 1096 time: 0.1190886 May 23 11:45:40.980127 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f1685a14-3b93-4ba3-bca6-372b9cbc0ed8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:40.983467 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-a8402b9e-9df6-4408-89e5-1724878f0f50 None None] Set router 82bb4b29-37da-4296-a880-b898b3e1e508 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:45:41.022304 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-f1685a14-3b93-4ba3-bca6-372b9cbc0ed8 admin admin] Transition to ACTIVE for port object 397c232a-9f25-4b9e-b196-a38e5ea4bf42 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:45:41.060632 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-d7d1986f-329e-4867-9a3b-9042a8c7e3be None None] Attempting to bind port 3c83a526-51a6-430b-9059-14d92e567608 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:45:41.061307 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-d7d1986f-329e-4867-9a3b-9042a8c7e3be None None] Attempting to bind port 3c83a526-51a6-430b-9059-14d92e567608 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:45:41.061855 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d1986f-329e-4867-9a3b-9042a8c7e3be None None] Attempting to bind port 3c83a526-51a6-430b-9059-14d92e567608 on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:45:41.064347 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f7129-6679-4ebb-8012-22be69741834 None None] Pushing event updated for resources: {'Port': ['ID=3c83a526-51a6-430b-9059-14d92e567608,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:41.077804 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d1986f-329e-4867-9a3b-9042a8c7e3be None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:45:41.078285 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d1986f-329e-4867-9a3b-9042a8c7e3be None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:45:41.078717 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d7d1986f-329e-4867-9a3b-9042a8c7e3be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:41.079704 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d1986f-329e-4867-9a3b-9042a8c7e3be None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:45:41.080228 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-d7d1986f-329e-4867-9a3b-9042a8c7e3be None None] Bound port: 3c83a526-51a6-430b-9059-14d92e567608, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:45:41.080731 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d7d1986f-329e-4867-9a3b-9042a8c7e3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:41.084545 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f1685a14-3b93-4ba3-bca6-372b9cbc0ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:41.098168 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=2f0ffb93-69de-40e3-b6fd-75dad757d6a2,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:41.175711 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-d7d1986f-329e-4867-9a3b-9042a8c7e3be None None] For port 3c83a526-51a6-430b-9059-14d92e567608, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:45:41.183488 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-d7d1986f-329e-4867-9a3b-9042a8c7e3be None None] For port 3c83a526-51a6-430b-9059-14d92e567608, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=3c83a526-51a6-430b-9059-14d92e567608,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:45:41.193247 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d7d1986f-329e-4867-9a3b-9042a8c7e3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:41.219921 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1685a14-3b93-4ba3-bca6-372b9cbc0ed8 admin admin] Network 392d881b-069b-429b-9ade-be073da4887d is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:45:41.221033 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-f1685a14-3b93-4ba3-bca6-372b9cbc0ed8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:45:41.228393 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1685a14-3b93-4ba3-bca6-372b9cbc0ed8 admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:45:41.256649 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708708b0-f0ca-493e-bd52-0ff8c73ef9c6 req-61a81a15-a10a-4f00-9067-2cf3bfeeeb79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:45:41.260814 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-708708b0-f0ca-493e-bd52-0ff8c73ef9c6 req-61a81a15-a10a-4f00-9067-2cf3bfeeeb79 service neutron] 10.222.0.81 "GET /v2.0/networks?id=92bdf765-e1b5-4c1f-be7c-394d5e7f1df6 HTTP/1.1" status: 200 len: 915 time: 0.2766120 May 23 11:45:41.340843 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1685a14-3b93-4ba3-bca6-372b9cbc0ed8 admin admin] Pushing event updated for resources: {'Port': ['ID=397c232a-9f25-4b9e-b196-a38e5ea4bf42,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:41.397257 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f7129-6679-4ebb-8012-22be69741834 None None] Pushing event updated for resources: {'Port': ['ID=3c83a526-51a6-430b-9059-14d92e567608,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:41.398733 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1685a14-3b93-4ba3-bca6-372b9cbc0ed8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:45:41.398953 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1685a14-3b93-4ba3-bca6-372b9cbc0ed8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:45:41.399216 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1685a14-3b93-4ba3-bca6-372b9cbc0ed8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:45:41.399547 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1685a14-3b93-4ba3-bca6-372b9cbc0ed8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:45:41.401255 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1685a14-3b93-4ba3-bca6-372b9cbc0ed8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:45:41.401324 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d1986f-329e-4867-9a3b-9042a8c7e3be None None] Routers {'1285983d-e0cb-4608-9a06-ca9c8b6b1641'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:45:41.401387 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1685a14-3b93-4ba3-bca6-372b9cbc0ed8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:45:41.402004 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d7d1986f-329e-4867-9a3b-9042a8c7e3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:45:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['1285983d-e0cb-4608-9a06-ca9c8b6b1641'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:41.402634 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1685a14-3b93-4ba3-bca6-372b9cbc0ed8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:45:41.403109 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1685a14-3b93-4ba3-bca6-372b9cbc0ed8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:45:41.403440 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1685a14-3b93-4ba3-bca6-372b9cbc0ed8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:45:41.403766 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1685a14-3b93-4ba3-bca6-372b9cbc0ed8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:45:41.404126 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1685a14-3b93-4ba3-bca6-372b9cbc0ed8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:45:41.413877 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-708708b0-f0ca-493e-bd52-0ff8c73ef9c6 req-28977b52-1b31-4638-a027-74af1a152342 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=457da96d-c6fb-4a93-b45e-7a2e01fcf38a HTTP/1.1" status: 200 len: 217 time: 0.1454837 May 23 11:45:41.423339 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f1685a14-3b93-4ba3-bca6-372b9cbc0ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:41.499911 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608b29a-231b-407a-b00f-b0fae70378b9 req-c53bdc75-91d8-4fce-9b64-a719252e9377 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:45:41.501326 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3608b29a-231b-407a-b00f-b0fae70378b9 req-c53bdc75-91d8-4fce-9b64-a719252e9377 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.79 "GET /v2.0/ports?device_id=5209653f-4262-4c11-8008-26e71137e1b9 HTTP/1.1" status: 200 len: 945 time: 0.2372701 May 23 11:45:41.554653 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708708b0-f0ca-493e-bd52-0ff8c73ef9c6 req-4a31ee3e-be41-4045-9d7c-38b9471f1a0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:45:41.556262 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-708708b0-f0ca-493e-bd52-0ff8c73ef9c6 req-4a31ee3e-be41-4045-9d7c-38b9471f1a0f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b7d3de30-866a-45ab-a1bf-da8876f8c1c1 HTTP/1.1" status: 200 len: 853 time: 0.1375732 May 23 11:45:41.651601 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-d7d1986f-329e-4867-9a3b-9042a8c7e3be None None] Set router 1285983d-e0cb-4608-9a06-ca9c8b6b1641 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:45:41.689498 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-708708b0-f0ca-493e-bd52-0ff8c73ef9c6 req-c8d8ad9f-9e57-4f91-9b55-c4c0b654e096 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=92bdf765-e1b5-4c1f-be7c-394d5e7f1df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1246517 May 23 11:45:41.704084 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3608b29a-231b-407a-b00f-b0fae70378b9 req-f65731fb-c781-4e51-a91e-74ac1d690416 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.79 "GET /v2.0/security-groups?id=633678d8-7ad8-4137-a833-a9eb0428a259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269276 May 23 11:45:41.706971 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f1685a14-3b93-4ba3-bca6-372b9cbc0ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:41.741478 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2eecd39d-b7af-4e16-a81a-397987fcefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:41.803420 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a8402b9e-9df6-4408-89e5-1724878f0f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'name': 'tempest-TestVolumeBackupRestore-2095031511-router', 'tenant_id': '17f349f91e0b4627aaadec58185bca30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '684e0ed3-c081-448a-b290-5d3ede809868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:42:19Z', 'updated_at': '2022-05-23T11:42:22Z', 'revision_number': 4, 'project_id': '17f349f91e0b4627aaadec58185bca30', 'gw_port': {'id': '684e0ed3-c081-448a-b290-5d3ede809868', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:42:19Z', 'updated_at': '2022-05-23T11:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'b88442db-0c5e-47c2-bdfa-fd04bbe41572', 'name': '', 'network_id': '92bdf765-e1b5-4c1f-be7c-394d5e7f1df6', 'tenant_id': '17f349f91e0b4627aaadec58185bca30', 'mac_address': 'fa:16:3e:e4:54:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7d3de30-866a-45ab-a1bf-da8876f8c1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:42:21Z', 'updated_at': '2022-05-23T11:42:32Z', 'revision_number': 5, 'project_id': '17f349f91e0b4627aaadec58185bca30', 'subnets': [{'id': 'b7d3de30-866a-45ab-a1bf-da8876f8c1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:41.811092 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8402b9e-9df6-4408-89e5-1724878f0f50 None None] Checking router: 82bb4b29-37da-4296-a880-b898b3e1e508 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:45:41.828518 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8402b9e-9df6-4408-89e5-1724878f0f50 None None] Routers {'82bb4b29-37da-4296-a880-b898b3e1e508'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:45:41.829421 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a8402b9e-9df6-4408-89e5-1724878f0f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:45:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['82bb4b29-37da-4296-a880-b898b3e1e508'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:42.007462 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1dd54bef-7561-4392-8129-f2bb54749863 None None] Provisioning for port 397c232a-9f25-4b9e-b196-a38e5ea4bf42 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:45:42.016178 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1dd54bef-7561-4392-8129-f2bb54749863 None None] Provisioning complete for port 397c232a-9f25-4b9e-b196-a38e5ea4bf42 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:45:42.016178 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1dd54bef-7561-4392-8129-f2bb54749863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:42.100079 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-708708b0-f0ca-493e-bd52-0ff8c73ef9c6 req-4c4a8ea2-6160-438b-9188-bc23cb5a2c10 service neutron] 10.222.0.81 "GET /v2.0/networks/92bdf765-e1b5-4c1f-be7c-394d5e7f1df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026170 May 23 11:45:42.106757 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1dd54bef-7561-4392-8129-f2bb54749863 None None] Port 397c232a-9f25-4b9e-b196-a38e5ea4bf42 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:45:42.136627 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2f0ffb93-69de-40e3-b6fd-75dad757d6a2 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:45:42.182672 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-a8402b9e-9df6-4408-89e5-1724878f0f50 None None] Set router 82bb4b29-37da-4296-a880-b898b3e1e508 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:45:42.197826 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f1685a14-3b93-4ba3-bca6-372b9cbc0ed8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:42.204821 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f1685a14-3b93-4ba3-bca6-372b9cbc0ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:42.253703 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d7d1986f-329e-4867-9a3b-9042a8c7e3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1285983d-e0cb-4608-9a06-ca9c8b6b1641', 'name': 'tempest-TestVolumeBootPattern-982747224-router', 'tenant_id': 'ccf5c7bd3a1649a9aea2a32dfc91de03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '3c83a526-51a6-430b-9059-14d92e567608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:45:37Z', 'updated_at': '2022-05-23T11:45:41Z', 'revision_number': 4, 'project_id': 'ccf5c7bd3a1649a9aea2a32dfc91de03', 'gw_port': {'id': '3c83a526-51a6-430b-9059-14d92e567608', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:be:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1285983d-e0cb-4608-9a06-ca9c8b6b1641', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:38Z', 'updated_at': '2022-05-23T11:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '397c232a-9f25-4b9e-b196-a38e5ea4bf42', 'name': '', 'network_id': '392d881b-069b-429b-9ade-be073da4887d', 'tenant_id': 'ccf5c7bd3a1649a9aea2a32dfc91de03', 'mac_address': 'fa:16:3e:c2:c3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1285983d-e0cb-4608-9a06-ca9c8b6b1641', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '179eaef5-83b5-4eae-a88d-5f9656171156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:40Z', 'updated_at': '2022-05-23T11:45:40Z', 'revision_number': 1, 'project_id': 'ccf5c7bd3a1649a9aea2a32dfc91de03', 'subnets': [{'id': '179eaef5-83b5-4eae-a88d-5f9656171156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:42.259289 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d1986f-329e-4867-9a3b-9042a8c7e3be None None] The sync data for ids ['1285983d-e0cb-4608-9a06-ca9c8b6b1641'] in n-d-842952-2 is: [{'id': '1285983d-e0cb-4608-9a06-ca9c8b6b1641', 'name': 'tempest-TestVolumeBootPattern-982747224-router', 'tenant_id': 'ccf5c7bd3a1649a9aea2a32dfc91de03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '3c83a526-51a6-430b-9059-14d92e567608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:45:37Z', 'updated_at': '2022-05-23T11:45:41Z', 'revision_number': 4, 'project_id': 'ccf5c7bd3a1649a9aea2a32dfc91de03', 'gw_port': {'id': '3c83a526-51a6-430b-9059-14d92e567608', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:be:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1285983d-e0cb-4608-9a06-ca9c8b6b1641', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:38Z', 'updated_at': '2022-05-23T11:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '397c232a-9f25-4b9e-b196-a38e5ea4bf42', 'name': '', 'network_id': '392d881b-069b-429b-9ade-be073da4887d', 'tenant_id': 'ccf5c7bd3a1649a9aea2a32dfc91de03', 'mac_address': 'fa:16:3e:c2:c3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1285983d-e0cb-4608-9a06-ca9c8b6b1641', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '179eaef5-83b5-4eae-a88d-5f9656171156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:40Z', 'updated_at': '2022-05-23T11:45:40Z', 'revision_number': 1, 'project_id': 'ccf5c7bd3a1649a9aea2a32dfc91de03', 'subnets': [{'id': '179eaef5-83b5-4eae-a88d-5f9656171156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:45:42.319579 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-708708b0-f0ca-493e-bd52-0ff8c73ef9c6 req-265bc8fa-cf4e-42b9-b51f-2a8b592a0e36 service neutron] 10.222.0.81 "GET /v2.0/networks/92bdf765-e1b5-4c1f-be7c-394d5e7f1df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088373 May 23 11:45:42.380899 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f1685a14-3b93-4ba3-bca6-372b9cbc0ed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:42.382236 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 2f0ffb93-69de-40e3-b6fd-75dad757d6a2 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:45:42.382611 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:42.385282 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1685a14-3b93-4ba3-bca6-372b9cbc0ed8 admin admin] Pushing event updated for resources: {'Port': ['ID=397c232a-9f25-4b9e-b196-a38e5ea4bf42,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:42.524152 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1685a14-3b93-4ba3-bca6-372b9cbc0ed8 admin admin] Network 392d881b-069b-429b-9ade-be073da4887d is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:45:42.525429 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-f1685a14-3b93-4ba3-bca6-372b9cbc0ed8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:45:42.659449 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a8402b9e-9df6-4408-89e5-1724878f0f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'name': 'tempest-TestVolumeBackupRestore-2095031511-router', 'tenant_id': '17f349f91e0b4627aaadec58185bca30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '684e0ed3-c081-448a-b290-5d3ede809868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:42:19Z', 'updated_at': '2022-05-23T11:42:22Z', 'revision_number': 4, 'project_id': '17f349f91e0b4627aaadec58185bca30', 'gw_port': {'id': '684e0ed3-c081-448a-b290-5d3ede809868', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:42:19Z', 'updated_at': '2022-05-23T11:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'b88442db-0c5e-47c2-bdfa-fd04bbe41572', 'name': '', 'network_id': '92bdf765-e1b5-4c1f-be7c-394d5e7f1df6', 'tenant_id': '17f349f91e0b4627aaadec58185bca30', 'mac_address': 'fa:16:3e:e4:54:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7d3de30-866a-45ab-a1bf-da8876f8c1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:42:21Z', 'updated_at': '2022-05-23T11:42:32Z', 'revision_number': 5, 'project_id': '17f349f91e0b4627aaadec58185bca30', 'subnets': [{'id': 'b7d3de30-866a-45ab-a1bf-da8876f8c1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:42.664453 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8402b9e-9df6-4408-89e5-1724878f0f50 None None] The sync data for ids ['82bb4b29-37da-4296-a880-b898b3e1e508'] in n-d-842952-2 is: [{'id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'name': 'tempest-TestVolumeBackupRestore-2095031511-router', 'tenant_id': '17f349f91e0b4627aaadec58185bca30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '684e0ed3-c081-448a-b290-5d3ede809868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:42:19Z', 'updated_at': '2022-05-23T11:42:22Z', 'revision_number': 4, 'project_id': '17f349f91e0b4627aaadec58185bca30', 'gw_port': {'id': '684e0ed3-c081-448a-b290-5d3ede809868', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:42:19Z', 'updated_at': '2022-05-23T11:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'b88442db-0c5e-47c2-bdfa-fd04bbe41572', 'name': '', 'network_id': '92bdf765-e1b5-4c1f-be7c-394d5e7f1df6', 'tenant_id': '17f349f91e0b4627aaadec58185bca30', 'mac_address': 'fa:16:3e:e4:54:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7d3de30-866a-45ab-a1bf-da8876f8c1c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:42:21Z', 'updated_at': '2022-05-23T11:42:32Z', 'revision_number': 5, 'project_id': '17f349f91e0b4627aaadec58185bca30', 'subnets': [{'id': 'b7d3de30-866a-45ab-a1bf-da8876f8c1c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:45:42.838535 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:42.842875 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:42.849112 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8bc4f2bb-89ca-45a4-bbd6-c7b388f40b38 None None] Provisioning complete for port 397c232a-9f25-4b9e-b196-a38e5ea4bf42 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:45:42.849681 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8bc4f2bb-89ca-45a4-bbd6-c7b388f40b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:42.906140 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8bc4f2bb-89ca-45a4-bbd6-c7b388f40b38 None None] Port 397c232a-9f25-4b9e-b196-a38e5ea4bf42 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:45:42.975381 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5eac0f-8d35-4574-a97c-c2c697b37335 req-a45687dd-6d95-4f1d-93a2-900d8acf4620 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:45:42.976829 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3a5eac0f-8d35-4574-a97c-c2c697b37335 req-a45687dd-6d95-4f1d-93a2-900d8acf4620 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.79 "GET /v2.0/ports?device_id=5209653f-4262-4c11-8008-26e71137e1b9 HTTP/1.1" status: 200 len: 945 time: 0.1134827 May 23 11:45:43.040064 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3a5eac0f-8d35-4574-a97c-c2c697b37335 req-a36fa309-c579-47b8-806e-22c4c32cd5ed tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.79 "GET /v2.0/security-groups?id=633678d8-7ad8-4137-a833-a9eb0428a259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564806 May 23 11:45:43.054667 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1685a14-3b93-4ba3-bca6-372b9cbc0ed8 admin admin] Router 1285983d-e0cb-4608-9a06-ca9c8b6b1641 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:45:43.138692 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8fe6db-f43e-4249-a761-ebb95da4ceb7 req-69f2b4df-25a0-4a33-b47b-3fe51bb6bd4a tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:45:43.139383 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-4a8fe6db-f43e-4249-a761-ebb95da4ceb7 req-69f2b4df-25a0-4a33-b47b-3fe51bb6bd4a tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Synchronizing usage tracker for tenant:17f349f91e0b4627aaadec58185bca30 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:45:43.157096 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-4a8fe6db-f43e-4249-a761-ebb95da4ceb7 req-69f2b4df-25a0-4a33-b47b-3fe51bb6bd4a tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Unset dirty status for tenant:17f349f91e0b4627aaadec58185bca30 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:45:43.158364 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4a8fe6db-f43e-4249-a761-ebb95da4ceb7 req-69f2b4df-25a0-4a33-b47b-3fe51bb6bd4a tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.81 "GET /v2.0/ports?device_id=5209653f-4262-4c11-8008-26e71137e1b9 HTTP/1.1" status: 200 len: 945 time: 0.0977058 May 23 11:45:43.233534 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-4a8fe6db-f43e-4249-a761-ebb95da4ceb7 req-ed082da9-8a9e-47af-b5b5-e54b4aca3ea9 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Deleting port 457da96d-c6fb-4a93-b45e-7a2e01fcf38a {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:45:43.233967 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-4a8fe6db-f43e-4249-a761-ebb95da4ceb7 req-ed082da9-8a9e-47af-b5b5-e54b4aca3ea9 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:43.264534 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1685a14-3b93-4ba3-bca6-372b9cbc0ed8 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:45:43.276141 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f1685a14-3b93-4ba3-bca6-372b9cbc0ed8 admin admin] 10.222.0.79 "PUT /v2.0/routers/1285983d-e0cb-4608-9a06-ca9c8b6b1641/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9830587 May 23 11:45:43.478972 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-4a8fe6db-f43e-4249-a761-ebb95da4ceb7 req-ed082da9-8a9e-47af-b5b5-e54b4aca3ea9 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] For port 457da96d-c6fb-4a93-b45e-7a2e01fcf38a, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=457da96d-c6fb-4a93-b45e-7a2e01fcf38a,segment=NetworkSegment(ff5d685f-f157-43d3-89b5-3cf50edc9acd),segment_id=ff5d685f-f157-43d3-89b5-3cf50edc9acd)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:45:43.479584 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-4a8fe6db-f43e-4249-a761-ebb95da4ceb7 req-ed082da9-8a9e-47af-b5b5-e54b4aca3ea9 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:43.715579 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-4a8fe6db-f43e-4249-a761-ebb95da4ceb7 req-ed082da9-8a9e-47af-b5b5-e54b4aca3ea9 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Calling delete_port for 457da96d-c6fb-4a93-b45e-7a2e01fcf38a owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:45:43.869269 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-4a8fe6db-f43e-4249-a761-ebb95da4ceb7 req-ed082da9-8a9e-47af-b5b5-e54b4aca3ea9 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:43.917323 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed082da9-8a9e-47af-b5b5-e54b4aca3ea9 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Pushing event deleted for resources: {'Port': ['ID=457da96d-c6fb-4a93-b45e-7a2e01fcf38a,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:43.991258 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8fe6db-f43e-4249-a761-ebb95da4ceb7 req-ed082da9-8a9e-47af-b5b5-e54b4aca3ea9 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] No DVR routers for this DVR port 457da96d-c6fb-4a93-b45e-7a2e01fcf38a on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:45:43.994337 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-4a8fe6db-f43e-4249-a761-ebb95da4ceb7 req-ed082da9-8a9e-47af-b5b5-e54b4aca3ea9 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:43.997179 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5209653f-4262-4c11-8008-26e71137e1b9', 'name': 'network-vif-deleted', 'tag': '457da96d-c6fb-4a93-b45e-7a2e01fcf38a'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:45:44.012810 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4a8fe6db-f43e-4249-a761-ebb95da4ceb7 req-ed082da9-8a9e-47af-b5b5-e54b4aca3ea9 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.81 "DELETE /v2.0/ports/457da96d-c6fb-4a93-b45e-7a2e01fcf38a HTTP/1.1" status: 204 len: 173 time: 0.8475072 May 23 11:45:44.055268 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89ed3ded-7829-4839-979c-dd00ac63ddc7'] response: {'server_uuid': '5209653f-4262-4c11-8008-26e71137e1b9', 'name': 'network-vif-deleted', 'tag': '457da96d-c6fb-4a93-b45e-7a2e01fcf38a', 'status': 'completed', 'code': 200} May 23 11:45:44.251903 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-87d01a2b-56eb-453a-a10b-6b5271246abb req-accbb569-aae4-47db-8812-8a8fefc264b4 tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.79 "GET /v2.0/ports?device_id=5209653f-4262-4c11-8008-26e71137e1b9 HTTP/1.1" status: 200 len: 210 time: 0.0869710 May 23 11:45:44.344881 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:45.365187 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 37676) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:45.438475 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-270da0ac-4dc0-4609-85cb-a3f6aa1de5ba tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:45.467101 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-270da0ac-4dc0-4609-85cb-a3f6aa1de5ba tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:45.533870 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-270da0ac-4dc0-4609-85cb-a3f6aa1de5ba tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:45.553308 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270da0ac-4dc0-4609-85cb-a3f6aa1de5ba tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=633678d8-7ad8-4137-a833-a9eb0428a259,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:45.569084 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-270da0ac-4dc0-4609-85cb-a3f6aa1de5ba tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:45.573913 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-270da0ac-4dc0-4609-85cb-a3f6aa1de5ba tempest-TestVolumeBackupRestore-1396449065 tempest-TestVolumeBackupRestore-1396449065-project] 10.222.0.79 "DELETE /v2.0/security-groups/633678d8-7ad8-4137-a833-a9eb0428a259 HTTP/1.1" status: 204 len: 168 time: 0.2039387 May 23 11:45:45.840524 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-10873a8d-5cbd-4be5-a2f2-b27231c9d33b tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:45:45.841753 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-10873a8d-5cbd-4be5-a2f2-b27231c9d33b tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Synchronizing usage tracker for tenant:23dc0299339c4946be0c5d5ceb883308 on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:45:45.863738 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-10873a8d-5cbd-4be5-a2f2-b27231c9d33b tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Unset dirty status for tenant:23dc0299339c4946be0c5d5ceb883308 on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:45:45.865309 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-10873a8d-5cbd-4be5-a2f2-b27231c9d33b tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/networks?id=464150c2-94e4-478b-9142-a9d5703f7a02 HTTP/1.1" status: 200 len: 811 time: 0.1998134 May 23 11:45:45.912696 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-b874c6bf-66b5-4d59-92b1-b1abb125099c tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/quotas/23dc0299339c4946be0c5d5ceb883308 HTTP/1.1" status: 200 len: 375 time: 0.0404727 May 23 11:45:46.051052 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-6ee2879c-573d-44e0-b685-2ca5de9b7caf tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Synchronizing usage tracker for tenant:23dc0299339c4946be0c5d5ceb883308 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:45:46.079488 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-6ee2879c-573d-44e0-b685-2ca5de9b7caf tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Unset dirty status for tenant:23dc0299339c4946be0c5d5ceb883308 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:45:46.091150 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-6ee2879c-573d-44e0-b685-2ca5de9b7caf tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=23dc0299339c4946be0c5d5ceb883308&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1715598 May 23 11:45:46.185799 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-b0299ad3-1b6f-4392-80c3-7ffe2dd0d551 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:45:46.194108 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-b0299ad3-1b6f-4392-80c3-7ffe2dd0d551 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1018875 May 23 11:45:46.496214 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-44fa1a02-569b-40c9-81ba-5aacbe492184 service neutron] 10.222.0.79 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007331 May 23 11:45:46.665317 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-dea02ffa-c4aa-43b3-b34c-9a03b3ea8e8e service neutron] 10.222.0.79 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621428 May 23 11:45:46.729351 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 457da96d-c6fb-4a93-b45e-7a2e01fcf38a no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:45:46.805045 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: 457da96d-c6fb-4a93-b45e-7a2e01fcf38a {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:45:46.805569 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 457da96d-c6fb-4a93-b45e-7a2e01fcf38a not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:45:46.950055 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:45:47.218089 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-df946580-b4f0-4a4e-87d4-cd44d76903e2 req-186f16ee-9ab5-4856-ab53-270a7c0b3fea tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=96d1dd4f-6bd1-4c1c-ac59-8dbe6a8bb767 HTTP/1.1" status: 200 len: 210 time: 0.0480564 May 23 11:45:48.287261 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f31198-8d4f-4384-b858-bf0573f6e2bd None None] New status for floating IP caacf279-9f37-451c-ae54-860d71d0ecca: DOWN {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:45:48.294920 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38018) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:48.613474 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e64be58b-b64b-410f-8da4-aeb21106bf31 req-fda32e1d-ac50-4f38-86b9-057f402596b6 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=96d1dd4f-6bd1-4c1c-ac59-8dbe6a8bb767 HTTP/1.1" status: 200 len: 210 time: 0.1326544 May 23 11:45:49.069460 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-56ef180a-d161-4630-b64c-961a898e14ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:49.402436 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-da5306f4-c7bf-4fbd-8c3e-ba06e7202579 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:45:49.404192 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-da5306f4-c7bf-4fbd-8c3e-ba06e7202579 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.13 "GET /v2.0/networks?id=464150c2-94e4-478b-9142-a9d5703f7a02 HTTP/1.1" status: 200 len: 811 time: 0.3192418 May 23 11:45:49.440051 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-9c0a3335-8a49-42b4-bf32-4e6ecd7cbdb1 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Request body: {'port': {'device_id': '96d1dd4f-6bd1-4c1c-ac59-8dbe6a8bb767', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'admin_state_up': True, 'tenant_id': '23dc0299339c4946be0c5d5ceb883308'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:45:49.641668 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-9c0a3335-8a49-42b4-bf32-4e6ecd7cbdb1 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:45:49.654267 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-9c0a3335-8a49-42b4-bf32-4e6ecd7cbdb1 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:45:49.670701 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-9c0a3335-8a49-42b4-bf32-4e6ecd7cbdb1 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Made reservation on behalf of 23dc0299339c4946be0c5d5ceb883308 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:45:49.679593 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-9c0a3335-8a49-42b4-bf32-4e6ecd7cbdb1 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:49.996740 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b576a3ab-e4ad-429c-a970-bf81112d7197 req-1c1c2615-e9c4-4d5a-8f68-cbead2653451 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=96d1dd4f-6bd1-4c1c-ac59-8dbe6a8bb767 HTTP/1.1" status: 200 len: 210 time: 0.0721266 May 23 11:45:50.030804 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-9c0a3335-8a49-42b4-bf32-4e6ecd7cbdb1 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Allocated IP 172.20.0.13 (464150c2-94e4-478b-9142-a9d5703f7a02/db4c364d-3e03-4e65-b317-8bd07d59c11e/391d5447-9225-4545-8a89-cc06e8809762) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:45:50.133178 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-56ef180a-d161-4630-b64c-961a898e14ce admin admin] Deleting port b88442db-0c5e-47c2-bdfa-fd04bbe41572 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:45:50.133755 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-56ef180a-d161-4630-b64c-961a898e14ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:50.158706 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 3c83a526-51a6-430b-9059-14d92e567608 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:45:50.249020 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 3c83a526-51a6-430b-9059-14d92e567608 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:45:50.257056 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 3c83a526-51a6-430b-9059-14d92e567608 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:45:50.257424 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:50.306451 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-9c0a3335-8a49-42b4-bf32-4e6ecd7cbdb1 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:50.325495 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-9c0a3335-8a49-42b4-bf32-4e6ecd7cbdb1 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Transition to ACTIVE for port object 391d5447-9225-4545-8a89-cc06e8809762 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:45:50.357283 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-9c0a3335-8a49-42b4-bf32-4e6ecd7cbdb1 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:50.396683 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:50.415289 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 3c83a526-51a6-430b-9059-14d92e567608, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=3c83a526-51a6-430b-9059-14d92e567608,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:45:50.422053 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:50.453086 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-9c0a3335-8a49-42b4-bf32-4e6ecd7cbdb1 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Network 464150c2-94e4-478b-9142-a9d5703f7a02 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:45:50.456425 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-9c0a3335-8a49-42b4-bf32-4e6ecd7cbdb1 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:45:50.461552 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-9c0a3335-8a49-42b4-bf32-4e6ecd7cbdb1 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:45:50.485358 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-56ef180a-d161-4630-b64c-961a898e14ce admin admin] For port b88442db-0c5e-47c2-bdfa-fd04bbe41572, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=b88442db-0c5e-47c2-bdfa-fd04bbe41572,segment=NetworkSegment(ff5d685f-f157-43d3-89b5-3cf50edc9acd),segment_id=ff5d685f-f157-43d3-89b5-3cf50edc9acd)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:45:50.486183 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-56ef180a-d161-4630-b64c-961a898e14ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:50.492588 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a3335-8a49-42b4-bf32-4e6ecd7cbdb1 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Pushing event updated for resources: {'Port': ['ID=391d5447-9225-4545-8a89-cc06e8809762,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:50.504622 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=3c83a526-51a6-430b-9059-14d92e567608,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:50.532764 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-9c0a3335-8a49-42b4-bf32-4e6ecd7cbdb1 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:45:50.533677 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-9c0a3335-8a49-42b4-bf32-4e6ecd7cbdb1 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:50.559691 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-9c0a3335-8a49-42b4-bf32-4e6ecd7cbdb1 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1244497 May 23 11:45:50.578318 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-8d308b36-fe5f-4a1e-8d1c-2c79989c77f3 service neutron] Request body: {'port': {'device_id': '96d1dd4f-6bd1-4c1c-ac59-8dbe6a8bb767', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:45:50.643315 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-56ef180a-d161-4630-b64c-961a898e14ce admin admin] Calling delete_port for b88442db-0c5e-47c2-bdfa-fd04bbe41572 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:45:50.767704 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-8d308b36-fe5f-4a1e-8d1c-2c79989c77f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:50.880198 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-56ef180a-d161-4630-b64c-961a898e14ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:50.928849 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-36a7e209-2da1-4645-b308-f2ec7e02bd15 None None] Provisioning for port 391d5447-9225-4545-8a89-cc06e8809762 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:45:50.943646 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef180a-d161-4630-b64c-961a898e14ce admin admin] Pushing event deleted for resources: {'Port': ['ID=b88442db-0c5e-47c2-bdfa-fd04bbe41572,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:50.964773 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-36a7e209-2da1-4645-b308-f2ec7e02bd15 None None] Provisioning complete for port 391d5447-9225-4545-8a89-cc06e8809762 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:45:50.965397 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-36a7e209-2da1-4645-b308-f2ec7e02bd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:51.092837 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-36a7e209-2da1-4645-b308-f2ec7e02bd15 None None] Port 391d5447-9225-4545-8a89-cc06e8809762 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:45:51.429756 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-56ef180a-d161-4630-b64c-961a898e14ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:51.501790 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-8d308b36-fe5f-4a1e-8d1c-2c79989c77f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 391d5447-9225-4545-8a89-cc06e8809762 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:45:51.512573 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-8d308b36-fe5f-4a1e-8d1c-2c79989c77f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:51.541209 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-8d308b36-fe5f-4a1e-8d1c-2c79989c77f3 service neutron] Transition to ACTIVE for port object 391d5447-9225-4545-8a89-cc06e8809762 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:45:51.554578 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-8d308b36-fe5f-4a1e-8d1c-2c79989c77f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:51.702054 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d308b36-fe5f-4a1e-8d1c-2c79989c77f3 service neutron] Pushing event updated for resources: {'Port': ['ID=391d5447-9225-4545-8a89-cc06e8809762,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:51.713378 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c01e9-9b7c-481f-84ee-3fee7e66558c req-c1694000-4ab1-419a-aa97-68f41b341e4c tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:45:51.714118 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-501c01e9-9b7c-481f-84ee-3fee7e66558c req-c1694000-4ab1-419a-aa97-68f41b341e4c tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Synchronizing usage tracker for tenant:23dc0299339c4946be0c5d5ceb883308 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:45:51.769422 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6720ec3b-b699-4689-aa7a-570cd5dfbefe None None] Sync routers for ids ['91f75376-05fe-401a-9bb2-583e8bdd715b'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:45:51.788952 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6720ec3b-b699-4689-aa7a-570cd5dfbefe None None] Routers {'91f75376-05fe-401a-9bb2-583e8bdd715b'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:45:51.789658 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-6720ec3b-b699-4689-aa7a-570cd5dfbefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:45:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['91f75376-05fe-401a-9bb2-583e8bdd715b'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:51.894948 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-501c01e9-9b7c-481f-84ee-3fee7e66558c req-c1694000-4ab1-419a-aa97-68f41b341e4c tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Unset dirty status for tenant:23dc0299339c4946be0c5d5ceb883308 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:45:51.896324 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-501c01e9-9b7c-481f-84ee-3fee7e66558c req-c1694000-4ab1-419a-aa97-68f41b341e4c tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=96d1dd4f-6bd1-4c1c-ac59-8dbe6a8bb767 HTTP/1.1" status: 200 len: 932 time: 0.6251416 May 23 11:45:51.969186 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-8d308b36-fe5f-4a1e-8d1c-2c79989c77f3 service neutron] Attempting to bind port 391d5447-9225-4545-8a89-cc06e8809762 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:45:51.969610 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-8d308b36-fe5f-4a1e-8d1c-2c79989c77f3 service neutron] Attempting to bind port 391d5447-9225-4545-8a89-cc06e8809762 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'e9696b91-4f97-4538-9765-a3f2ec085a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:45:51.969994 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-8d308b36-fe5f-4a1e-8d1c-2c79989c77f3 service neutron] Attempting to bind port 391d5447-9225-4545-8a89-cc06e8809762 on network 464150c2-94e4-478b-9142-a9d5703f7a02 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:45:51.980795 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-501c01e9-9b7c-481f-84ee-3fee7e66558c req-f626dd55-8c9f-4fd6-88cb-284e23f9540f tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Synchronizing usage tracker for tenant:23dc0299339c4946be0c5d5ceb883308 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:45:51.984933 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-8d308b36-fe5f-4a1e-8d1c-2c79989c77f3 service neutron] Port 391d5447-9225-4545-8a89-cc06e8809762 on network 464150c2-94e4-478b-9142-a9d5703f7a02 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:45:51.985312 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-8d308b36-fe5f-4a1e-8d1c-2c79989c77f3 service neutron] Attempting to bind port 391d5447-9225-4545-8a89-cc06e8809762 on network 464150c2-94e4-478b-9142-a9d5703f7a02 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:45:52.001055 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-8d308b36-fe5f-4a1e-8d1c-2c79989c77f3 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:45:52.001433 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-8d308b36-fe5f-4a1e-8d1c-2c79989c77f3 service neutron] Checking segment: {'id': 'e9696b91-4f97-4538-9765-a3f2ec085a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:45:52.001859 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-8d308b36-fe5f-4a1e-8d1c-2c79989c77f3 service neutron] Bound using segment: {'id': 'e9696b91-4f97-4538-9765-a3f2ec085a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:45:52.002443 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-8d308b36-fe5f-4a1e-8d1c-2c79989c77f3 service neutron] Bound port: 391d5447-9225-4545-8a89-cc06e8809762, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9696b91-4f97-4538-9765-a3f2ec085a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:45:52.002856 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-8d308b36-fe5f-4a1e-8d1c-2c79989c77f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:52.017215 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-501c01e9-9b7c-481f-84ee-3fee7e66558c req-f626dd55-8c9f-4fd6-88cb-284e23f9540f tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Unset dirty status for tenant:23dc0299339c4946be0c5d5ceb883308 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:45:52.020441 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-501c01e9-9b7c-481f-84ee-3fee7e66558c req-f626dd55-8c9f-4fd6-88cb-284e23f9540f tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138163 May 23 11:45:52.113328 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-6720ec3b-b699-4689-aa7a-570cd5dfbefe None None] Set router 91f75376-05fe-401a-9bb2-583e8bdd715b gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:45:52.134604 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ef180a-d161-4630-b64c-961a898e14ce admin admin] Router 82bb4b29-37da-4296-a880-b898b3e1e508 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:45:52.137302 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-8d308b36-fe5f-4a1e-8d1c-2c79989c77f3 service neutron] For port 391d5447-9225-4545-8a89-cc06e8809762, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:45:52.140989 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-8d308b36-fe5f-4a1e-8d1c-2c79989c77f3 service neutron] For port 391d5447-9225-4545-8a89-cc06e8809762, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=391d5447-9225-4545-8a89-cc06e8809762,segment=NetworkSegment(e9696b91-4f97-4538-9765-a3f2ec085a56),segment_id=e9696b91-4f97-4538-9765-a3f2ec085a56)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:45:52.154108 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-8d308b36-fe5f-4a1e-8d1c-2c79989c77f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:52.232831 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-8d308b36-fe5f-4a1e-8d1c-2c79989c77f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:52.234796 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-8d308b36-fe5f-4a1e-8d1c-2c79989c77f3 service neutron] 10.222.0.13 "PUT /v2.0/ports/391d5447-9225-4545-8a89-cc06e8809762 HTTP/1.1" status: 200 len: 1092 time: 1.6609645 May 23 11:45:52.239004 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d1dd4f-6bd1-4c1c-ac59-8dbe6a8bb767', 'tag': '391d5447-9225-4545-8a89-cc06e8809762'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:45:52.263796 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d308b36-fe5f-4a1e-8d1c-2c79989c77f3 service neutron] Pushing event updated for resources: {'Port': ['ID=391d5447-9225-4545-8a89-cc06e8809762,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:52.264472 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 3c83a526-51a6-430b-9059-14d92e567608 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:45:52.344911 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9f991dc-f0ad-4a44-ae27-f188ad87386c'] response: {'name': 'network-changed', 'server_uuid': '96d1dd4f-6bd1-4c1c-ac59-8dbe6a8bb767', 'tag': '391d5447-9225-4545-8a89-cc06e8809762', 'status': 'completed', 'code': 200} May 23 11:45:52.385399 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-d149a960-44cd-4fc6-a59b-93bd170a95a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23dc0299339c4946be0c5d5ceb883308&device_id=96d1dd4f-6bd1-4c1c-ac59-8dbe6a8bb767 HTTP/1.1" status: 200 len: 1095 time: 0.0911062 May 23 11:45:52.483800 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-9c55f685-edec-4826-92fe-f29a103542e1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=391d5447-9225-4545-8a89-cc06e8809762 HTTP/1.1" status: 200 len: 217 time: 0.0846395 May 23 11:45:52.492529 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 3c83a526-51a6-430b-9059-14d92e567608 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:45:52.492868 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:52.520181 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ef180a-d161-4630-b64c-961a898e14ce admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:45:52.534595 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702c2b6d-dd83-4531-add6-8d9cff5bb4e2 None None] Sync routers for ids ['82bb4b29-37da-4296-a880-b898b3e1e508'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:45:52.540330 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-56ef180a-d161-4630-b64c-961a898e14ce admin admin] 10.222.0.79 "PUT /v2.0/routers/82bb4b29-37da-4296-a880-b898b3e1e508/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2214508 May 23 11:45:52.541202 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38174) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:52.551184 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702c2b6d-dd83-4531-add6-8d9cff5bb4e2 None None] Routers {'82bb4b29-37da-4296-a880-b898b3e1e508'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:45:52.552071 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-702c2b6d-dd83-4531-add6-8d9cff5bb4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:45:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['82bb4b29-37da-4296-a880-b898b3e1e508'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:52.560674 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-f14450bd-fd04-468d-8a90-d08dbd0bc562 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:45:52.561108 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-f14450bd-fd04-468d-8a90-d08dbd0bc562 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db4c364d-3e03-4e65-b317-8bd07d59c11e HTTP/1.1" status: 200 len: 850 time: 0.0712221 May 23 11:45:52.656507 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-f6009b4a-545b-4fc6-9960-9fdd323d63db service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=464150c2-94e4-478b-9142-a9d5703f7a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889051 May 23 11:45:52.687900 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-6720ec3b-b699-4689-aa7a-570cd5dfbefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'name': 'tempest-TestVolumeBootPattern-142066982-router', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:34Z', 'revision_number': 4, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'gw_port': {'id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'e5bd10a3-98b6-48de-a3af-4143c6f391bf', 'name': '', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'mac_address': 'fa:16:3e:96:b7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:33Z', 'updated_at': '2022-05-23T11:45:34Z', 'revision_number': 2, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'subnets': [{'id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:52.692203 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6720ec3b-b699-4689-aa7a-570cd5dfbefe None None] Checking router: 91f75376-05fe-401a-9bb2-583e8bdd715b for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:45:52.692547 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6720ec3b-b699-4689-aa7a-570cd5dfbefe None None] Updating router 91f75376-05fe-401a-9bb2-583e8bdd715b port e5bd10a3-98b6-48de-a3af-4143c6f391bf binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:45:52.751472 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6720ec3b-b699-4689-aa7a-570cd5dfbefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:52.766854 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-702c2b6d-dd83-4531-add6-8d9cff5bb4e2 None None] Set router 82bb4b29-37da-4296-a880-b898b3e1e508 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:45:52.789421 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-469958ab-9fa5-4bda-b3b7-f4f34147a315 admin admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:52.844336 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-fd80cf87-c7e8-48c7-8255-57b15f9fc492 service neutron] 10.222.0.13 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814888 May 23 11:45:53.010910 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-469958ab-9fa5-4bda-b3b7-f4f34147a315 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:53.023372 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-469958ab-9fa5-4bda-b3b7-f4f34147a315 admin admin] Deleting port 684e0ed3-c081-448a-b290-5d3ede809868 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:45:53.023842 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-469958ab-9fa5-4bda-b3b7-f4f34147a315 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:53.026680 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-21564961-88bc-4e29-b415-ec6dcb833d00 req-6985edff-ec13-4cab-8263-06adf31a463c service neutron] 10.222.0.13 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699333 May 23 11:45:53.145904 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-702c2b6d-dd83-4531-add6-8d9cff5bb4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'name': 'tempest-TestVolumeBackupRestore-2095031511-router', 'tenant_id': '17f349f91e0b4627aaadec58185bca30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '684e0ed3-c081-448a-b290-5d3ede809868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:42:19Z', 'updated_at': '2022-05-23T11:45:50Z', 'revision_number': 5, 'project_id': '17f349f91e0b4627aaadec58185bca30', 'gw_port': {'id': '684e0ed3-c081-448a-b290-5d3ede809868', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:42:19Z', 'updated_at': '2022-05-23T11:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:53.150544 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702c2b6d-dd83-4531-add6-8d9cff5bb4e2 None None] Checking router: 82bb4b29-37da-4296-a880-b898b3e1e508 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:45:53.171438 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702c2b6d-dd83-4531-add6-8d9cff5bb4e2 None None] Routers {'82bb4b29-37da-4296-a880-b898b3e1e508'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:45:53.172090 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-702c2b6d-dd83-4531-add6-8d9cff5bb4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:45:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['82bb4b29-37da-4296-a880-b898b3e1e508'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:53.175483 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6720ec3b-b699-4689-aa7a-570cd5dfbefe None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:53.197486 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c999517d-6a90-43fd-9234-976c0d990654 req-889a0931-7f8f-4e12-a5ef-9ab62a7f9e0e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23dc0299339c4946be0c5d5ceb883308&device_id=96d1dd4f-6bd1-4c1c-ac59-8dbe6a8bb767 HTTP/1.1" status: 200 len: 1095 time: 0.0768495 May 23 11:45:53.200444 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6720ec3b-b699-4689-aa7a-570cd5dfbefe None None] Transition to ACTIVE for port object e5bd10a3-98b6-48de-a3af-4143c6f391bf will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:45:53.218709 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6720ec3b-b699-4689-aa7a-570cd5dfbefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:53.237942 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-469958ab-9fa5-4bda-b3b7-f4f34147a315 admin admin] For port 684e0ed3-c081-448a-b290-5d3ede809868, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=684e0ed3-c081-448a-b290-5d3ede809868,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:45:53.238747 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-469958ab-9fa5-4bda-b3b7-f4f34147a315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:53.335001 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-702c2b6d-dd83-4531-add6-8d9cff5bb4e2 None None] Set router 82bb4b29-37da-4296-a880-b898b3e1e508 gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:45:53.368002 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eccebe-8cad-4569-a116-fea7a00be73e None None] Pushing event updated for resources: {'Port': ['ID=e5bd10a3-98b6-48de-a3af-4143c6f391bf,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:53.389551 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-469958ab-9fa5-4bda-b3b7-f4f34147a315 admin admin] Calling delete_port for 684e0ed3-c081-448a-b290-5d3ede809868 owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:45:53.411161 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eccebe-8cad-4569-a116-fea7a00be73e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:45:53.411508 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eccebe-8cad-4569-a116-fea7a00be73e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:45:53.411861 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eccebe-8cad-4569-a116-fea7a00be73e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:45:53.412202 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eccebe-8cad-4569-a116-fea7a00be73e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:45:53.412534 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eccebe-8cad-4569-a116-fea7a00be73e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:45:53.412865 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eccebe-8cad-4569-a116-fea7a00be73e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:45:53.413191 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eccebe-8cad-4569-a116-fea7a00be73e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:45:53.413515 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eccebe-8cad-4569-a116-fea7a00be73e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:45:53.413836 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eccebe-8cad-4569-a116-fea7a00be73e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:45:53.414157 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eccebe-8cad-4569-a116-fea7a00be73e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:45:53.414476 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eccebe-8cad-4569-a116-fea7a00be73e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:45:53.458936 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-702c2b6d-dd83-4531-add6-8d9cff5bb4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'name': 'tempest-TestVolumeBackupRestore-2095031511-router', 'tenant_id': '17f349f91e0b4627aaadec58185bca30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:42:19Z', 'updated_at': '2022-05-23T11:45:53Z', 'revision_number': 6, 'project_id': '17f349f91e0b4627aaadec58185bca30', 'gw_port_host': None}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:53.467201 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999517d-6a90-43fd-9234-976c0d990654 req-5542bd01-0d22-4965-995e-a90888c1cd9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:45:53.467699 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702c2b6d-dd83-4531-add6-8d9cff5bb4e2 None None] The sync data for ids ['82bb4b29-37da-4296-a880-b898b3e1e508'] in n-d-842952-2 is: [{'id': '82bb4b29-37da-4296-a880-b898b3e1e508', 'name': 'tempest-TestVolumeBackupRestore-2095031511-router', 'tenant_id': '17f349f91e0b4627aaadec58185bca30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:42:19Z', 'updated_at': '2022-05-23T11:45:53Z', 'revision_number': 6, 'project_id': '17f349f91e0b4627aaadec58185bca30', 'gw_port_host': None}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:45:53.471456 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c999517d-6a90-43fd-9234-976c0d990654 req-5542bd01-0d22-4965-995e-a90888c1cd9d service neutron] 10.222.0.13 "GET /v2.0/networks?id=464150c2-94e4-478b-9142-a9d5703f7a02 HTTP/1.1" status: 200 len: 912 time: 0.2680235 May 23 11:45:53.499164 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-6720ec3b-b699-4689-aa7a-570cd5dfbefe None None] Attempting to bind port e5bd10a3-98b6-48de-a3af-4143c6f391bf on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:45:53.499530 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-6720ec3b-b699-4689-aa7a-570cd5dfbefe None None] Attempting to bind port e5bd10a3-98b6-48de-a3af-4143c6f391bf by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'e9696b91-4f97-4538-9765-a3f2ec085a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:45:53.499934 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6720ec3b-b699-4689-aa7a-570cd5dfbefe None None] Attempting to bind port e5bd10a3-98b6-48de-a3af-4143c6f391bf on network 464150c2-94e4-478b-9142-a9d5703f7a02 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:45:53.510874 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6720ec3b-b699-4689-aa7a-570cd5dfbefe None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:45:53.511243 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6720ec3b-b699-4689-aa7a-570cd5dfbefe None None] Checking segment: {'id': 'e9696b91-4f97-4538-9765-a3f2ec085a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:45:53.511640 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6720ec3b-b699-4689-aa7a-570cd5dfbefe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:53.512034 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6720ec3b-b699-4689-aa7a-570cd5dfbefe None None] Bound using segment: {'id': 'e9696b91-4f97-4538-9765-a3f2ec085a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:45:53.512496 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-6720ec3b-b699-4689-aa7a-570cd5dfbefe None None] Bound port: e5bd10a3-98b6-48de-a3af-4143c6f391bf, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9696b91-4f97-4538-9765-a3f2ec085a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:45:53.512864 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6720ec3b-b699-4689-aa7a-570cd5dfbefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:53.587194 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c999517d-6a90-43fd-9234-976c0d990654 req-5f497bf3-d634-4ac7-80d1-20ed18dc34cd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=391d5447-9225-4545-8a89-cc06e8809762 HTTP/1.1" status: 200 len: 217 time: 0.1069510 May 23 11:45:53.612420 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6720ec3b-b699-4689-aa7a-570cd5dfbefe None None] For port e5bd10a3-98b6-48de-a3af-4143c6f391bf, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:45:53.615676 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6720ec3b-b699-4689-aa7a-570cd5dfbefe None None] For port e5bd10a3-98b6-48de-a3af-4143c6f391bf, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e5bd10a3-98b6-48de-a3af-4143c6f391bf,segment=NetworkSegment(e9696b91-4f97-4538-9765-a3f2ec085a56),segment_id=e9696b91-4f97-4538-9765-a3f2ec085a56)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:45:53.621155 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6720ec3b-b699-4689-aa7a-570cd5dfbefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:53.632520 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-469958ab-9fa5-4bda-b3b7-f4f34147a315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:53.666089 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58431601-15ae-49ba-ba37-2a80eafd6d99 req-bdaa59c3-42ad-43e0-a599-4fdae64195f6 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:45:53.667537 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58431601-15ae-49ba-ba37-2a80eafd6d99 req-bdaa59c3-42ad-43e0-a599-4fdae64195f6 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=96d1dd4f-6bd1-4c1c-ac59-8dbe6a8bb767 HTTP/1.1" status: 200 len: 944 time: 0.4287338 May 23 11:45:53.673619 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999517d-6a90-43fd-9234-976c0d990654 req-9060af75-55fb-40e0-888d-87ef97127e49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:45:53.674463 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c999517d-6a90-43fd-9234-976c0d990654 req-9060af75-55fb-40e0-888d-87ef97127e49 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db4c364d-3e03-4e65-b317-8bd07d59c11e HTTP/1.1" status: 200 len: 850 time: 0.0804303 May 23 11:45:53.681030 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469958ab-9fa5-4bda-b3b7-f4f34147a315 admin admin] Pushing event deleted for resources: {'Port': ['ID=684e0ed3-c081-448a-b290-5d3ede809868,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:53.725601 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6720ec3b-b699-4689-aa7a-570cd5dfbefe None None] Routers {'91f75376-05fe-401a-9bb2-583e8bdd715b'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:45:53.726220 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-6720ec3b-b699-4689-aa7a-570cd5dfbefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:45:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['91f75376-05fe-401a-9bb2-583e8bdd715b'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:53.853699 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c999517d-6a90-43fd-9234-976c0d990654 req-ad20a2f5-9cd9-4637-8f84-30b727a36760 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=464150c2-94e4-478b-9142-a9d5703f7a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1700327 May 23 11:45:53.871703 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58431601-15ae-49ba-ba37-2a80eafd6d99 req-30b62fdc-0812-4c38-a256-e4eca7515397 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520224 May 23 11:45:53.919370 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eccebe-8cad-4569-a116-fea7a00be73e None None] Pushing event updated for resources: {'Port': ['ID=e5bd10a3-98b6-48de-a3af-4143c6f391bf,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:53.976404 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-469958ab-9fa5-4bda-b3b7-f4f34147a315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:54.020032 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-6720ec3b-b699-4689-aa7a-570cd5dfbefe None None] Set router 91f75376-05fe-401a-9bb2-583e8bdd715b gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:45:54.199980 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c999517d-6a90-43fd-9234-976c0d990654 req-89b7c57f-9cdd-47f3-a416-dab1c4b1e5e2 service neutron] 10.222.0.13 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197258 May 23 11:45:54.271146 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e5bd10a3-98b6-48de-a3af-4143c6f391bf up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:45:54.352130 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c999517d-6a90-43fd-9234-976c0d990654 req-651eb031-f129-479f-9b9a-5412f8f071c0 service neutron] 10.222.0.13 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449161 May 23 11:45:54.394650 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-469958ab-9fa5-4bda-b3b7-f4f34147a315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:54.399179 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-469958ab-9fa5-4bda-b3b7-f4f34147a315 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:54.422899 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port e5bd10a3-98b6-48de-a3af-4143c6f391bf completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:45:54.425720 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-469958ab-9fa5-4bda-b3b7-f4f34147a315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:54.426466 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469958ab-9fa5-4bda-b3b7-f4f34147a315 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82bb4b29-37da-4296-a880-b898b3e1e508 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:45:54.437301 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port e5bd10a3-98b6-48de-a3af-4143c6f391bf triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:45:54.437672 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:54.438841 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-469958ab-9fa5-4bda-b3b7-f4f34147a315 admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:54.440129 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-469958ab-9fa5-4bda-b3b7-f4f34147a315 admin admin] 10.222.0.79 "DELETE /v2.0/routers/82bb4b29-37da-4296-a880-b898b3e1e508 HTTP/1.1" status: 204 len: 168 time: 1.8979712 May 23 11:45:54.442830 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 38180) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:54.505334 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ff44e29-9341-499d-9d8f-d432e5dad63c admin admin] Deleting subnet b7d3de30-866a-45ab-a1bf-da8876f8c1c1 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:45:54.508323 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9ff44e29-9341-499d-9d8f-d432e5dad63c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:54.540911 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-6720ec3b-b699-4689-aa7a-570cd5dfbefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'name': 'tempest-TestVolumeBootPattern-142066982-router', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:34Z', 'revision_number': 4, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'gw_port': {'id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'e5bd10a3-98b6-48de-a3af-4143c6f391bf', 'name': '', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'mac_address': 'fa:16:3e:96:b7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:33Z', 'updated_at': '2022-05-23T11:45:53Z', 'revision_number': 4, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'subnets': [{'id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:54.557260 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9ff44e29-9341-499d-9d8f-d432e5dad63c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:54.557449 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6720ec3b-b699-4689-aa7a-570cd5dfbefe None None] The sync data for ids ['91f75376-05fe-401a-9bb2-583e8bdd715b'] in n-d-842952-2 is: [{'id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'name': 'tempest-TestVolumeBootPattern-142066982-router', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:34Z', 'revision_number': 4, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'gw_port': {'id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'e5bd10a3-98b6-48de-a3af-4143c6f391bf', 'name': '', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'mac_address': 'fa:16:3e:96:b7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:33Z', 'updated_at': '2022-05-23T11:45:53Z', 'revision_number': 4, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'subnets': [{'id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:45:54.570123 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:54.604625 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port e5bd10a3-98b6-48de-a3af-4143c6f391bf, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e5bd10a3-98b6-48de-a3af-4143c6f391bf,segment=NetworkSegment(e9696b91-4f97-4538-9765-a3f2ec085a56),segment_id=e9696b91-4f97-4538-9765-a3f2ec085a56)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:45:54.610996 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:54.646621 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9ff44e29-9341-499d-9d8f-d432e5dad63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:54.653572 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device b88442db-0c5e-47c2-bdfa-fd04bbe41572 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:45:54.700523 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: b88442db-0c5e-47c2-bdfa-fd04bbe41572 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:45:54.700872 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device b88442db-0c5e-47c2-bdfa-fd04bbe41572 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:45:54.720218 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=e5bd10a3-98b6-48de-a3af-4143c6f391bf,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:54.723726 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9ff44e29-9341-499d-9d8f-d432e5dad63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:54.770107 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9ff44e29-9341-499d-9d8f-d432e5dad63c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:54.772993 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c32474-c53e-4f58-8267-d271a1b787a7 None None] Network 92bdf765-e1b5-4c1f-be7c-394d5e7f1df6 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:45:54.773310 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff44e29-9341-499d-9d8f-d432e5dad63c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7d3de30-866a-45ab-a1bf-da8876f8c1c1,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:54.778667 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9ff44e29-9341-499d-9d8f-d432e5dad63c admin admin] 10.222.0.79 "DELETE /v2.0/subnets/b7d3de30-866a-45ab-a1bf-da8876f8c1c1 HTTP/1.1" status: 204 len: 168 time: 0.3347445 May 23 11:45:54.781146 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 38184) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:54.904776 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a59d4e07-d12f-49fc-8376-01853956af18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:54.922750 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-a59d4e07-d12f-49fc-8376-01853956af18 admin admin] Deleting port 55663d5b-4483-4b5f-a26f-0a8ff9ff6f5d {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:45:54.923156 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a59d4e07-d12f-49fc-8376-01853956af18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:55.056650 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fba0a09-7fd5-4e94-957f-5c3342441253 None None] DHCP port deletion for 92bdf765-e1b5-4c1f-be7c-394d5e7f1df6 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:45:55.061345 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1fba0a09-7fd5-4e94-957f-5c3342441253 None None] Deleting port 55663d5b-4483-4b5f-a26f-0a8ff9ff6f5d {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:45:55.061845 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1fba0a09-7fd5-4e94-957f-5c3342441253 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:55.204369 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-a59d4e07-d12f-49fc-8376-01853956af18 admin admin] For port 55663d5b-4483-4b5f-a26f-0a8ff9ff6f5d, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=55663d5b-4483-4b5f-a26f-0a8ff9ff6f5d,segment=NetworkSegment(ff5d685f-f157-43d3-89b5-3cf50edc9acd),segment_id=ff5d685f-f157-43d3-89b5-3cf50edc9acd)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:45:55.204935 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a59d4e07-d12f-49fc-8376-01853956af18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:55.267743 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1fba0a09-7fd5-4e94-957f-5c3342441253 None None] For port 55663d5b-4483-4b5f-a26f-0a8ff9ff6f5d, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=55663d5b-4483-4b5f-a26f-0a8ff9ff6f5d,segment=NetworkSegment(ff5d685f-f157-43d3-89b5-3cf50edc9acd),segment_id=ff5d685f-f157-43d3-89b5-3cf50edc9acd)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:45:55.268157 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1fba0a09-7fd5-4e94-957f-5c3342441253 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:55.335223 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa77ff-c5ad-40f9-b4c8-97cd13a6b465 req-8a2acad1-1c62-4064-8745-00e300224064 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:45:55.336720 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-43fa77ff-c5ad-40f9-b4c8-97cd13a6b465 req-8a2acad1-1c62-4064-8745-00e300224064 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=96d1dd4f-6bd1-4c1c-ac59-8dbe6a8bb767 HTTP/1.1" status: 200 len: 944 time: 0.3054731 May 23 11:45:55.342999 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-a59d4e07-d12f-49fc-8376-01853956af18 admin admin] Calling delete_port for 55663d5b-4483-4b5f-a26f-0a8ff9ff6f5d owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:45:55.389879 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1fba0a09-7fd5-4e94-957f-5c3342441253 None None] Calling delete_port for 55663d5b-4483-4b5f-a26f-0a8ff9ff6f5d owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:45:55.441040 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-43fa77ff-c5ad-40f9-b4c8-97cd13a6b465 req-c322eed8-18d3-4f15-8d40-fd0f2abb8dfa tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720496 May 23 11:45:55.451297 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a59d4e07-d12f-49fc-8376-01853956af18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:55.464348 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-1fba0a09-7fd5-4e94-957f-5c3342441253 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:45:55.464708 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-1fba0a09-7fd5-4e94-957f-5c3342441253 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:45:55.507972 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d4e07-d12f-49fc-8376-01853956af18 admin admin] Pushing event deleted for resources: {'Port': ['ID=55663d5b-4483-4b5f-a26f-0a8ff9ff6f5d,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:55.512854 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59d4e07-d12f-49fc-8376-01853956af18 admin admin] No DVR routers for this DVR port 55663d5b-4483-4b5f-a26f-0a8ff9ff6f5d on host n-d-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:45:55.633589 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a59d4e07-d12f-49fc-8376-01853956af18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:55.659121 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-a59d4e07-d12f-49fc-8376-01853956af18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92bdf765-e1b5-4c1f-be7c-394d5e7f1df6']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:55.671143 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-a59d4e07-d12f-49fc-8376-01853956af18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff5d685f-f157-43d3-89b5-3cf50edc9acd') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:55.671440 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-a59d4e07-d12f-49fc-8376-01853956af18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff5d685f-f157-43d3-89b5-3cf50edc9acd') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:55.682821 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a59d4e07-d12f-49fc-8376-01853956af18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:55.698647 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a59d4e07-d12f-49fc-8376-01853956af18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:55.704733 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a59d4e07-d12f-49fc-8376-01853956af18 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:45:55.705116 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a59d4e07-d12f-49fc-8376-01853956af18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:55.718335 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:45:55.718335 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:45:55.718335 n-d-842952-2 neutron-server[83910]: timer() May 23 11:45:55.718335 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:45:55.718335 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:45:55.718335 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:45:55.718335 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:45:55.718335 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:45:55.718335 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:45:55.718335 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:45:55.718335 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:45:55.718335 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:45:55.718335 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:45:55.718335 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:45:55.718335 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:45:55.718335 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:45:55.718335 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:45:55.718335 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:45:55.718335 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:45:55.718335 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:45:55.718335 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:45:55.718335 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:45:55.718335 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:45:55.718335 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:45:55.718335 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:45:55.718335 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:45:55.718335 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:45:55.718335 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:45:55.718335 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:45:55.718335 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:45:55.718335 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:45:55.718335 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:45:55.884368 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a59d4e07-d12f-49fc-8376-01853956af18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:55.900883 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a59d4e07-d12f-49fc-8376-01853956af18 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:55.910929 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d4e07-d12f-49fc-8376-01853956af18 admin admin] Pushing event deleted for resources: {'Network': ['ID=92bdf765-e1b5-4c1f-be7c-394d5e7f1df6,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:55.926067 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a59d4e07-d12f-49fc-8376-01853956af18 admin admin] 10.222.0.79 "DELETE /v2.0/networks/92bdf765-e1b5-4c1f-be7c-394d5e7f1df6 HTTP/1.1" status: 204 len: 168 time: 1.1410384 May 23 11:45:55.929173 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 38190) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:55.965688 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1fba0a09-7fd5-4e94-957f-5c3342441253 None None] Deleting port 55663d5b-4483-4b5f-a26f-0a8ff9ff6f5d {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:45:55.966172 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1fba0a09-7fd5-4e94-957f-5c3342441253 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:56.030856 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1fba0a09-7fd5-4e94-957f-5c3342441253 None None] The port '55663d5b-4483-4b5f-a26f-0a8ff9ff6f5d' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:45:56.097110 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e5bd10a3-98b6-48de-a3af-4143c6f391bf up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:45:56.202276 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port e5bd10a3-98b6-48de-a3af-4143c6f391bf triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:45:56.202652 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:56.326410 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bbe10aa8-1741-41f6-bbbe-9ec981eebf43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:56.686712 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 55663d5b-4483-4b5f-a26f-0a8ff9ff6f5d no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:45:56.720111 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 55663d5b-4483-4b5f-a26f-0a8ff9ff6f5d {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:45:56.720464 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 55663d5b-4483-4b5f-a26f-0a8ff9ff6f5d not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:45:56.762925 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb03422-af7b-4304-af63-5e16fe20e802 req-c90c423b-03d2-4b0e-8645-d6842be270e3 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:45:56.764409 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9cb03422-af7b-4304-af63-5e16fe20e802 req-c90c423b-03d2-4b0e-8645-d6842be270e3 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=96d1dd4f-6bd1-4c1c-ac59-8dbe6a8bb767 HTTP/1.1" status: 200 len: 944 time: 0.1953552 May 23 11:45:56.880920 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9cb03422-af7b-4304-af63-5e16fe20e802 req-8998157d-8435-4a07-ab0a-d71e7b94669c tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104577 May 23 11:45:57.042475 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-bbe10aa8-1741-41f6-bbbe-9ec981eebf43 admin admin] Deleting port 3fe7fa2a-f09f-44d4-a3c4-10816198f116 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:45:57.042802 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bbe10aa8-1741-41f6-bbbe-9ec981eebf43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:57.221395 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-bbe10aa8-1741-41f6-bbbe-9ec981eebf43 admin admin] For port 3fe7fa2a-f09f-44d4-a3c4-10816198f116, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=3fe7fa2a-f09f-44d4-a3c4-10816198f116,segment=NetworkSegment(74af9839-d58d-43f5-ac2d-20a240e0943a),segment_id=74af9839-d58d-43f5-ac2d-20a240e0943a)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:45:57.221745 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bbe10aa8-1741-41f6-bbbe-9ec981eebf43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:57.444527 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-bbe10aa8-1741-41f6-bbbe-9ec981eebf43 admin admin] Calling delete_port for 3fe7fa2a-f09f-44d4-a3c4-10816198f116 owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:45:57.621030 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bbe10aa8-1741-41f6-bbbe-9ec981eebf43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:57.664531 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe10aa8-1741-41f6-bbbe-9ec981eebf43 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fe7fa2a-f09f-44d4-a3c4-10816198f116,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:45:57.957013 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bbe10aa8-1741-41f6-bbbe-9ec981eebf43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:58.094485 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 684e0ed3-c081-448a-b290-5d3ede809868 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:45:58.126880 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 684e0ed3-c081-448a-b290-5d3ede809868 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:45:58.127218 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 684e0ed3-c081-448a-b290-5d3ede809868 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:45:58.175582 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f32962-379b-43b9-a449-500970da2b5e req-0c5f5878-bf74-4ba7-9cd8-cd7d03782a19 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:45:58.177116 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b8f32962-379b-43b9-a449-500970da2b5e req-0c5f5878-bf74-4ba7-9cd8-cd7d03782a19 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=96d1dd4f-6bd1-4c1c-ac59-8dbe6a8bb767 HTTP/1.1" status: 200 len: 944 time: 0.1591482 May 23 11:45:58.236873 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b8f32962-379b-43b9-a449-500970da2b5e req-17452bb5-e9a7-4d86-b61b-e121b807402d tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535083 May 23 11:45:58.663646 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe10aa8-1741-41f6-bbbe-9ec981eebf43 admin admin] Router 5275c9cf-723f-4958-80d8-7f461a7f9384 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:45:58.869155 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe10aa8-1741-41f6-bbbe-9ec981eebf43 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:45:58.877948 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f42c13-cfa7-437d-92f4-49f4b0a99faf None None] Sync routers for ids ['5275c9cf-723f-4958-80d8-7f461a7f9384'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:45:58.886423 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-bbe10aa8-1741-41f6-bbbe-9ec981eebf43 admin admin] 10.222.0.79 "PUT /v2.0/routers/5275c9cf-723f-4958-80d8-7f461a7f9384/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9562891 May 23 11:45:58.889151 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38200) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:45:58.890802 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f42c13-cfa7-437d-92f4-49f4b0a99faf None None] Routers {'5275c9cf-723f-4958-80d8-7f461a7f9384'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:45:58.891482 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-70f42c13-cfa7-437d-92f4-49f4b0a99faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:45:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['5275c9cf-723f-4958-80d8-7f461a7f9384'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:59.069556 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-70f42c13-cfa7-437d-92f4-49f4b0a99faf None None] Set router 5275c9cf-723f-4958-80d8-7f461a7f9384 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:45:59.085043 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-16c1ac87-4886-43ae-a5b2-27ab7d12af0a admin admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:59.296693 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-16c1ac87-4886-43ae-a5b2-27ab7d12af0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:59.307114 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-16c1ac87-4886-43ae-a5b2-27ab7d12af0a admin admin] Deleting port 4f4106d0-085f-4d04-90cf-157468f2cdd2 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:45:59.307498 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-16c1ac87-4886-43ae-a5b2-27ab7d12af0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:59.362995 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-70f42c13-cfa7-437d-92f4-49f4b0a99faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5275c9cf-723f-4958-80d8-7f461a7f9384', 'name': 'tempest-TestVolumeBackupRestore-890747506-router', 'tenant_id': '6fe0bd51969941a68a9bbf4546efb9eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '4f4106d0-085f-4d04-90cf-157468f2cdd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:42:25Z', 'updated_at': '2022-05-23T11:45:57Z', 'revision_number': 5, 'project_id': '6fe0bd51969941a68a9bbf4546efb9eb', 'gw_port': {'id': '4f4106d0-085f-4d04-90cf-157468f2cdd2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5275c9cf-723f-4958-80d8-7f461a7f9384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:42:26Z', 'updated_at': '2022-05-23T11:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:59.367059 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f42c13-cfa7-437d-92f4-49f4b0a99faf None None] Checking router: 5275c9cf-723f-4958-80d8-7f461a7f9384 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:45:59.377893 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f42c13-cfa7-437d-92f4-49f4b0a99faf None None] Routers {'5275c9cf-723f-4958-80d8-7f461a7f9384'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:45:59.378484 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-70f42c13-cfa7-437d-92f4-49f4b0a99faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:45:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['5275c9cf-723f-4958-80d8-7f461a7f9384'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:59.496328 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-16c1ac87-4886-43ae-a5b2-27ab7d12af0a admin admin] For port 4f4106d0-085f-4d04-90cf-157468f2cdd2, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=4f4106d0-085f-4d04-90cf-157468f2cdd2,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:45:59.496570 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-16c1ac87-4886-43ae-a5b2-27ab7d12af0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:59.544129 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-70f42c13-cfa7-437d-92f4-49f4b0a99faf None None] Set router 5275c9cf-723f-4958-80d8-7f461a7f9384 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:45:59.568119 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06429772-baee-447a-92ec-b94eff91b44d req-d970a421-e4de-4052-9bb1-87de594fd4f4 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:45:59.570674 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-06429772-baee-447a-92ec-b94eff91b44d req-d970a421-e4de-4052-9bb1-87de594fd4f4 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=96d1dd4f-6bd1-4c1c-ac59-8dbe6a8bb767 HTTP/1.1" status: 200 len: 944 time: 0.2006476 May 23 11:45:59.615426 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-06429772-baee-447a-92ec-b94eff91b44d req-d27220a0-ad4a-447c-bc6e-c10287ae3d61 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396612 May 23 11:45:59.620463 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-16c1ac87-4886-43ae-a5b2-27ab7d12af0a admin admin] Calling delete_port for 4f4106d0-085f-4d04-90cf-157468f2cdd2 owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:45:59.652180 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-70f42c13-cfa7-437d-92f4-49f4b0a99faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5275c9cf-723f-4958-80d8-7f461a7f9384', 'name': 'tempest-TestVolumeBackupRestore-890747506-router', 'tenant_id': '6fe0bd51969941a68a9bbf4546efb9eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:42:25Z', 'updated_at': '2022-05-23T11:45:59Z', 'revision_number': 6, 'project_id': '6fe0bd51969941a68a9bbf4546efb9eb', 'gw_port_host': None}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:45:59.656146 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f42c13-cfa7-437d-92f4-49f4b0a99faf None None] The sync data for ids ['5275c9cf-723f-4958-80d8-7f461a7f9384'] in n-d-842952-2 is: [{'id': '5275c9cf-723f-4958-80d8-7f461a7f9384', 'name': 'tempest-TestVolumeBackupRestore-890747506-router', 'tenant_id': '6fe0bd51969941a68a9bbf4546efb9eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:42:25Z', 'updated_at': '2022-05-23T11:45:59Z', 'revision_number': 6, 'project_id': '6fe0bd51969941a68a9bbf4546efb9eb', 'gw_port_host': None}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:45:59.789502 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-16c1ac87-4886-43ae-a5b2-27ab7d12af0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:45:59.836354 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c1ac87-4886-43ae-a5b2-27ab7d12af0a admin admin] Pushing event deleted for resources: {'Port': ['ID=4f4106d0-085f-4d04-90cf-157468f2cdd2,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:46:00.100050 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 3fe7fa2a-f09f-44d4-a3c4-10816198f116 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:46:00.132473 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 3fe7fa2a-f09f-44d4-a3c4-10816198f116 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:46:00.132808 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 3fe7fa2a-f09f-44d4-a3c4-10816198f116 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:46:00.171384 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-16c1ac87-4886-43ae-a5b2-27ab7d12af0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:00.423673 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-16c1ac87-4886-43ae-a5b2-27ab7d12af0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:00.428329 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-16c1ac87-4886-43ae-a5b2-27ab7d12af0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:00.458233 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-16c1ac87-4886-43ae-a5b2-27ab7d12af0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:00.459166 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c1ac87-4886-43ae-a5b2-27ab7d12af0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5275c9cf-723f-4958-80d8-7f461a7f9384 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:46:00.471678 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-16c1ac87-4886-43ae-a5b2-27ab7d12af0a admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:00.472832 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-16c1ac87-4886-43ae-a5b2-27ab7d12af0a admin admin] 10.222.0.79 "DELETE /v2.0/routers/5275c9cf-723f-4958-80d8-7f461a7f9384 HTTP/1.1" status: 204 len: 168 time: 1.5826774 May 23 11:46:00.475481 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38206) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:46:00.539392 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-de9926fc-b22f-4b7f-acb6-dec867a26514 admin admin] Deleting subnet 21b498da-2246-4d2e-8552-cae69bc399b3 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:46:00.543136 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-de9926fc-b22f-4b7f-acb6-dec867a26514 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:00.564125 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 391d5447-9225-4545-8a89-cc06e8809762 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:46:00.605292 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-de9926fc-b22f-4b7f-acb6-dec867a26514 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:00.687456 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-de9926fc-b22f-4b7f-acb6-dec867a26514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:00.709369 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 391d5447-9225-4545-8a89-cc06e8809762, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=391d5447-9225-4545-8a89-cc06e8809762,segment=NetworkSegment(e9696b91-4f97-4538-9765-a3f2ec085a56),segment_id=e9696b91-4f97-4538-9765-a3f2ec085a56)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:46:00.723501 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '391d5447-9225-4545-8a89-cc06e8809762', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'port_id': '391d5447-9225-4545-8a89-cc06e8809762', 'mac_address': 'fa:16:3e:ff:1f:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:46:00.759073 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-de9926fc-b22f-4b7f-acb6-dec867a26514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:00.787466 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:00.806290 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9926fc-b22f-4b7f-acb6-dec867a26514 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21b498da-2246-4d2e-8552-cae69bc399b3,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:46:00.806590 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 391d5447-9225-4545-8a89-cc06e8809762 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:46:00.809864 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-de9926fc-b22f-4b7f-acb6-dec867a26514 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:00.818817 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7b3662-6c6b-4a5b-ac18-23ac825bbf44 None None] Network c756a4c0-e58b-4bf5-a583-a3312ba2e18e requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:46:00.822618 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-de9926fc-b22f-4b7f-acb6-dec867a26514 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/21b498da-2246-4d2e-8552-cae69bc399b3 HTTP/1.1" status: 204 len: 168 time: 0.3458052 May 23 11:46:00.824819 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38212) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:46:00.826846 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68045853-3d9e-4b32-b763-8d11cd667e7b req-d2dced70-5bb5-44c1-a966-112adc5b3748 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:46:00.829092 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-68045853-3d9e-4b32-b763-8d11cd667e7b req-d2dced70-5bb5-44c1-a966-112adc5b3748 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=96d1dd4f-6bd1-4c1c-ac59-8dbe6a8bb767 HTTP/1.1" status: 200 len: 944 time: 0.0878119 May 23 11:46:00.885502 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-68045853-3d9e-4b32-b763-8d11cd667e7b req-57846e20-b764-498a-a02d-22ab91d76fc2 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442898 May 23 11:46:00.946442 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 391d5447-9225-4545-8a89-cc06e8809762, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=391d5447-9225-4545-8a89-cc06e8809762,segment=NetworkSegment(e9696b91-4f97-4538-9765-a3f2ec085a56),segment_id=e9696b91-4f97-4538-9765-a3f2ec085a56)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:46:00.952256 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:00.964178 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-74f83b1d-f6db-482e-bfc1-e4df89cb9088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:00.974541 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-74f83b1d-f6db-482e-bfc1-e4df89cb9088 admin admin] Deleting port c7e30fd7-edcc-43ff-b190-29ec3ac8e203 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:46:00.974867 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-74f83b1d-f6db-482e-bfc1-e4df89cb9088 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:01.088369 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=391d5447-9225-4545-8a89-cc06e8809762,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:46:01.175284 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-74f83b1d-f6db-482e-bfc1-e4df89cb9088 admin admin] For port c7e30fd7-edcc-43ff-b190-29ec3ac8e203, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=c7e30fd7-edcc-43ff-b190-29ec3ac8e203,segment=NetworkSegment(74af9839-d58d-43f5-ac2d-20a240e0943a),segment_id=74af9839-d58d-43f5-ac2d-20a240e0943a)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:46:01.175929 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-74f83b1d-f6db-482e-bfc1-e4df89cb9088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:01.178803 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bdf6a8-b7b7-492a-8fed-66bf9cd36429 None None] DHCP port deletion for c756a4c0-e58b-4bf5-a583-a3312ba2e18e request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:46:01.183402 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c8bdf6a8-b7b7-492a-8fed-66bf9cd36429 None None] Deleting port c7e30fd7-edcc-43ff-b190-29ec3ac8e203 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:46:01.183773 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c8bdf6a8-b7b7-492a-8fed-66bf9cd36429 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:01.302524 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-74f83b1d-f6db-482e-bfc1-e4df89cb9088 admin admin] Calling delete_port for c7e30fd7-edcc-43ff-b190-29ec3ac8e203 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:46:01.374237 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['391d5447-9225-4545-8a89-cc06e8809762'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:46:01.377528 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-74f83b1d-f6db-482e-bfc1-e4df89cb9088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:01.421400 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f83b1d-f6db-482e-bfc1-e4df89cb9088 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7e30fd7-edcc-43ff-b190-29ec3ac8e203,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:46:01.427333 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f83b1d-f6db-482e-bfc1-e4df89cb9088 admin admin] No DVR routers for this DVR port c7e30fd7-edcc-43ff-b190-29ec3ac8e203 on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:46:01.444340 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c8bdf6a8-b7b7-492a-8fed-66bf9cd36429 None None] For port c7e30fd7-edcc-43ff-b190-29ec3ac8e203, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=c7e30fd7-edcc-43ff-b190-29ec3ac8e203,segment=NetworkSegment(74af9839-d58d-43f5-ac2d-20a240e0943a),segment_id=74af9839-d58d-43f5-ac2d-20a240e0943a)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:46:01.444715 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c8bdf6a8-b7b7-492a-8fed-66bf9cd36429 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:01.572967 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c8bdf6a8-b7b7-492a-8fed-66bf9cd36429 None None] Calling delete_port for c7e30fd7-edcc-43ff-b190-29ec3ac8e203 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:46:01.646276 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-74f83b1d-f6db-482e-bfc1-e4df89cb9088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 11:46:01.664722 n-d-842952-2 neutron-server[83912]: util.warn( May 23 11:46:01.675575 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-74f83b1d-f6db-482e-bfc1-e4df89cb9088 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c756a4c0-e58b-4bf5-a583-a3312ba2e18e']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:46:01.682254 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-c8bdf6a8-b7b7-492a-8fed-66bf9cd36429 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:46:01.682254 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-c8bdf6a8-b7b7-492a-8fed-66bf9cd36429 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:46:01.688897 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-74f83b1d-f6db-482e-bfc1-e4df89cb9088 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74af9839-d58d-43f5-ac2d-20a240e0943a') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:46:01.689292 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-74f83b1d-f6db-482e-bfc1-e4df89cb9088 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74af9839-d58d-43f5-ac2d-20a240e0943a') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:46:01.701021 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-74f83b1d-f6db-482e-bfc1-e4df89cb9088 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:01.717354 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-74f83b1d-f6db-482e-bfc1-e4df89cb9088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:01.725653 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74f83b1d-f6db-482e-bfc1-e4df89cb9088 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:46:01.726414 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-74f83b1d-f6db-482e-bfc1-e4df89cb9088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:01.741678 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 11:46:01.741678 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:46:01.741678 n-d-842952-2 neutron-server[83911]: timer() May 23 11:46:01.741678 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:46:01.741678 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 11:46:01.741678 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:46:01.741678 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 11:46:01.741678 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:46:01.741678 n-d-842952-2 neutron-server[83911]: self._notify() May 23 11:46:01.741678 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:46:01.741678 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 11:46:01.741678 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:46:01.741678 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 11:46:01.741678 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:46:01.741678 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:46:01.741678 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:46:01.741678 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:46:01.741678 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:46:01.741678 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 11:46:01.741678 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:46:01.741678 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 11:46:01.741678 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:46:01.741678 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:46:01.741678 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:46:01.741678 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 11:46:01.741678 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:46:01.741678 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:46:01.741678 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:46:01.741678 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:46:01.741678 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:46:01.741678 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:46:01.741678 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:46:01.819388 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-74f83b1d-f6db-482e-bfc1-e4df89cb9088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:01.835502 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-74f83b1d-f6db-482e-bfc1-e4df89cb9088 admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:01.845339 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f83b1d-f6db-482e-bfc1-e4df89cb9088 admin admin] Pushing event deleted for resources: {'Network': ['ID=c756a4c0-e58b-4bf5-a583-a3312ba2e18e,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:46:01.855144 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-74f83b1d-f6db-482e-bfc1-e4df89cb9088 admin admin] 10.222.0.79 "DELETE /v2.0/networks/c756a4c0-e58b-4bf5-a583-a3312ba2e18e HTTP/1.1" status: 204 len: 168 time: 1.0269797 May 23 11:46:02.060380 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38220) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:46:02.091510 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device c7e30fd7-edcc-43ff-b190-29ec3ac8e203 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:46:02.099178 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703f200-7b6b-4a08-8b8d-f12d9aff40b7 req-0b29388a-b73f-4963-bf36-b1bd5ea2c5bc tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:46:02.101320 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0703f200-7b6b-4a08-8b8d-f12d9aff40b7 req-0b29388a-b73f-4963-bf36-b1bd5ea2c5bc tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=96d1dd4f-6bd1-4c1c-ac59-8dbe6a8bb767 HTTP/1.1" status: 200 len: 945 time: 0.0854924 May 23 11:46:02.113689 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-551dac26-6a54-48ef-874d-2f29c09d6133 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=17f349f91e0b4627aaadec58185bca30&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0497918 May 23 11:46:02.113933 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38224) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:46:02.126174 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: c7e30fd7-edcc-43ff-b190-29ec3ac8e203 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:46:02.126504 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device c7e30fd7-edcc-43ff-b190-29ec3ac8e203 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:46:02.153839 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0703f200-7b6b-4a08-8b8d-f12d9aff40b7 req-156e5535-5a8a-45dc-990d-d2f4f1a97192 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464201 May 23 11:46:02.174979 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a50e2ca2-1158-43a8-90df-800a25a4871b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:02.182922 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c8bdf6a8-b7b7-492a-8fed-66bf9cd36429 None None] Deleting port c7e30fd7-edcc-43ff-b190-29ec3ac8e203 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:46:02.183337 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c8bdf6a8-b7b7-492a-8fed-66bf9cd36429 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:02.201364 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a50e2ca2-1158-43a8-90df-800a25a4871b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:02.249440 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c8bdf6a8-b7b7-492a-8fed-66bf9cd36429 None None] The port 'c7e30fd7-edcc-43ff-b190-29ec3ac8e203' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:46:02.257293 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a50e2ca2-1158-43a8-90df-800a25a4871b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:02.273390 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e2ca2-1158-43a8-90df-800a25a4871b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5fc76f-d26c-43d1-9b8e-424b54f8551d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:46:02.285125 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a50e2ca2-1158-43a8-90df-800a25a4871b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:02.286283 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a50e2ca2-1158-43a8-90df-800a25a4871b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dd5fc76f-d26c-43d1-9b8e-424b54f8551d HTTP/1.1" status: 204 len: 168 time: 0.1713576 May 23 11:46:02.579261 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 391d5447-9225-4545-8a89-cc06e8809762 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:46:02.649137 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 391d5447-9225-4545-8a89-cc06e8809762 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:46:02.654005 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 391d5447-9225-4545-8a89-cc06e8809762 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:46:02.654393 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:02.687721 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 38232) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:46:02.739080 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4787da42-983b-478b-a3a1-ca698d8531bf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6fe0bd51969941a68a9bbf4546efb9eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0501373 May 23 11:46:02.741642 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 38236) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:46:02.777629 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:02.804343 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fac6d353-27cb-4205-ac2f-b6497a7b4656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:02.805447 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d1dd4f-6bd1-4c1c-ac59-8dbe6a8bb767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391d5447-9225-4545-8a89-cc06e8809762'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:46:02.823553 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 391d5447-9225-4545-8a89-cc06e8809762, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=391d5447-9225-4545-8a89-cc06e8809762,segment=NetworkSegment(e9696b91-4f97-4538-9765-a3f2ec085a56),segment_id=e9696b91-4f97-4538-9765-a3f2ec085a56)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:46:02.828675 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:02.845733 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fac6d353-27cb-4205-ac2f-b6497a7b4656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:02.895887 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=391d5447-9225-4545-8a89-cc06e8809762,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:46:02.910783 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fac6d353-27cb-4205-ac2f-b6497a7b4656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:02.927586 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac6d353-27cb-4205-ac2f-b6497a7b4656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6fbadb-591b-4b3f-acbe-d4b3bbbd40a0,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:46:02.931975 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fac6d353-27cb-4205-ac2f-b6497a7b4656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:02.933106 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-fac6d353-27cb-4205-ac2f-b6497a7b4656 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3e6fbadb-591b-4b3f-acbe-d4b3bbbd40a0 HTTP/1.1" status: 204 len: 168 time: 0.1905835 May 23 11:46:03.090115 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18884e21-6358-45a4-94f1-ff51f957ca6b'] response: {'server_uuid': '96d1dd4f-6bd1-4c1c-ac59-8dbe6a8bb767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391d5447-9225-4545-8a89-cc06e8809762', 'code': 200} May 23 11:46:03.257804 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cc21ff9f-2497-4513-ae8d-ca6782fa5c87 req-7189ffce-5b75-4b78-8b95-89ea066f7548 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=96d1dd4f-6bd1-4c1c-ac59-8dbe6a8bb767 HTTP/1.1" status: 200 len: 1097 time: 0.0769081 May 23 11:46:03.355814 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cc21ff9f-2497-4513-ae8d-ca6782fa5c87 req-2bf7095f-7ba8-4c44-84aa-f0c667a82bcc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918193 May 23 11:46:03.389045 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848d564-4972-4cd0-904a-0560c22d4d7b req-115d0f74-6fa3-421d-9067-04c709788c89 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:46:03.390564 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3848d564-4972-4cd0-904a-0560c22d4d7b req-115d0f74-6fa3-421d-9067-04c709788c89 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=96d1dd4f-6bd1-4c1c-ac59-8dbe6a8bb767 HTTP/1.1" status: 200 len: 946 time: 0.1071610 May 23 11:46:03.442532 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3848d564-4972-4cd0-904a-0560c22d4d7b req-67b21bf9-a82c-4f60-8cb6-2784038d7f4c tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457182 May 23 11:46:04.644877 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0ea43-305c-4a2b-b2ad-5078b2b7fa9b req-a4f63acb-f665-4a29-a309-22619a2ad22a tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:46:04.646247 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-76d0ea43-305c-4a2b-b2ad-5078b2b7fa9b req-a4f63acb-f665-4a29-a309-22619a2ad22a tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=96d1dd4f-6bd1-4c1c-ac59-8dbe6a8bb767 HTTP/1.1" status: 200 len: 946 time: 0.0803840 May 23 11:46:04.693430 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-76d0ea43-305c-4a2b-b2ad-5078b2b7fa9b req-111756c7-fea5-4ccc-8db4-ee1b1685296f tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412281 May 23 11:46:05.900328 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6536d-b768-449a-a7f7-8c005fae1265 req-14f71b84-2040-4a65-a7b8-136cf5dad9c3 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:46:05.901772 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1dc6536d-b768-449a-a7f7-8c005fae1265 req-14f71b84-2040-4a65-a7b8-136cf5dad9c3 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=96d1dd4f-6bd1-4c1c-ac59-8dbe6a8bb767 HTTP/1.1" status: 200 len: 946 time: 0.0826912 May 23 11:46:05.948487 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1dc6536d-b768-449a-a7f7-8c005fae1265 req-9316041b-253a-44de-a08e-250fdaf7b92f tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409167 May 23 11:46:06.050946 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 4f4106d0-085f-4d04-90cf-157468f2cdd2 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:46:06.084610 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 4f4106d0-085f-4d04-90cf-157468f2cdd2 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:46:06.084971 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 4f4106d0-085f-4d04-90cf-157468f2cdd2 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:46:06.170107 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddbdb02-84d6-43ad-a6cc-84fb74d41996 req-50f6ff26-0b18-4b07-b793-f07fb4ee231b tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:46:06.171559 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dddbdb02-84d6-43ad-a6cc-84fb74d41996 req-50f6ff26-0b18-4b07-b793-f07fb4ee231b tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=96d1dd4f-6bd1-4c1c-ac59-8dbe6a8bb767 HTTP/1.1" status: 200 len: 946 time: 0.0870364 May 23 11:46:06.221936 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dddbdb02-84d6-43ad-a6cc-84fb74d41996 req-023331e4-a19d-491c-bab8-2bc7907f4b9e tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446353 May 23 11:46:06.421126 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25549f0-c860-4710-806d-39e45d81d708 req-41bae1aa-7cb2-4faa-9ef4-73140d8fd787 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:46:06.422550 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a25549f0-c860-4710-806d-39e45d81d708 req-41bae1aa-7cb2-4faa-9ef4-73140d8fd787 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=96d1dd4f-6bd1-4c1c-ac59-8dbe6a8bb767 HTTP/1.1" status: 200 len: 946 time: 0.0792618 May 23 11:46:06.467786 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a25549f0-c860-4710-806d-39e45d81d708 req-ddac6068-e7c0-43bb-acc6-81b92560696b tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395310 May 23 11:46:06.881982 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1acb5-1800-46fd-94ba-cccee5f5966b req-1e5f047b-229f-4bea-ae65-1e30786ca422 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:46:06.883433 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1cb1acb5-1800-46fd-94ba-cccee5f5966b req-1e5f047b-229f-4bea-ae65-1e30786ca422 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=96d1dd4f-6bd1-4c1c-ac59-8dbe6a8bb767 HTTP/1.1" status: 200 len: 946 time: 0.0845952 May 23 11:46:06.928929 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1cb1acb5-1800-46fd-94ba-cccee5f5966b req-8433d14a-0392-473b-83bb-5bbfd14d9b5b tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397487 May 23 11:46:07.473327 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff389d0-ec0e-4b7a-babf-a8120f6385c8 None None] Sync routers for ids ['1285983d-e0cb-4608-9a06-ca9c8b6b1641'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:46:07.494537 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff389d0-ec0e-4b7a-babf-a8120f6385c8 None None] Routers {'1285983d-e0cb-4608-9a06-ca9c8b6b1641'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:46:07.495178 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-7ff389d0-ec0e-4b7a-babf-a8120f6385c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:45:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['1285983d-e0cb-4608-9a06-ca9c8b6b1641'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:46:07.706049 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-7ff389d0-ec0e-4b7a-babf-a8120f6385c8 None None] Set router 1285983d-e0cb-4608-9a06-ca9c8b6b1641 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:46:08.033746 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-7ff389d0-ec0e-4b7a-babf-a8120f6385c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1285983d-e0cb-4608-9a06-ca9c8b6b1641', 'name': 'tempest-TestVolumeBootPattern-982747224-router', 'tenant_id': 'ccf5c7bd3a1649a9aea2a32dfc91de03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '3c83a526-51a6-430b-9059-14d92e567608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:45:37Z', 'updated_at': '2022-05-23T11:45:41Z', 'revision_number': 4, 'project_id': 'ccf5c7bd3a1649a9aea2a32dfc91de03', 'gw_port': {'id': '3c83a526-51a6-430b-9059-14d92e567608', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:be:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1285983d-e0cb-4608-9a06-ca9c8b6b1641', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:38Z', 'updated_at': '2022-05-23T11:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '397c232a-9f25-4b9e-b196-a38e5ea4bf42', 'name': '', 'network_id': '392d881b-069b-429b-9ade-be073da4887d', 'tenant_id': 'ccf5c7bd3a1649a9aea2a32dfc91de03', 'mac_address': 'fa:16:3e:c2:c3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1285983d-e0cb-4608-9a06-ca9c8b6b1641', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '179eaef5-83b5-4eae-a88d-5f9656171156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:40Z', 'updated_at': '2022-05-23T11:45:41Z', 'revision_number': 2, 'project_id': 'ccf5c7bd3a1649a9aea2a32dfc91de03', 'subnets': [{'id': '179eaef5-83b5-4eae-a88d-5f9656171156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:46:08.037960 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff389d0-ec0e-4b7a-babf-a8120f6385c8 None None] Checking router: 1285983d-e0cb-4608-9a06-ca9c8b6b1641 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:46:08.038302 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff389d0-ec0e-4b7a-babf-a8120f6385c8 None None] Updating router 1285983d-e0cb-4608-9a06-ca9c8b6b1641 port 397c232a-9f25-4b9e-b196-a38e5ea4bf42 binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:46:08.087966 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-7ff389d0-ec0e-4b7a-babf-a8120f6385c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:08.146518 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23279d42-48c2-4a6b-9425-b83a081ae5c0 req-f9ffa18c-b3f4-481e-a709-f01d0b18b149 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:46:08.148220 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-23279d42-48c2-4a6b-9425-b83a081ae5c0 req-f9ffa18c-b3f4-481e-a709-f01d0b18b149 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=96d1dd4f-6bd1-4c1c-ac59-8dbe6a8bb767 HTTP/1.1" status: 200 len: 946 time: 0.0787623 May 23 11:46:08.193131 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-23279d42-48c2-4a6b-9425-b83a081ae5c0 req-35653eee-c942-4be8-88a1-576e342d2933 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391173 May 23 11:46:08.275904 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:08.447340 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-7ff389d0-ec0e-4b7a-babf-a8120f6385c8 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:08.459995 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-7ff389d0-ec0e-4b7a-babf-a8120f6385c8 None None] Transition to ACTIVE for port object 397c232a-9f25-4b9e-b196-a38e5ea4bf42 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:46:08.468209 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-7ff389d0-ec0e-4b7a-babf-a8120f6385c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:08.595401 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c26d0fe-7345-4a44-a593-5d5165b48c9b None None] Pushing event updated for resources: {'Port': ['ID=397c232a-9f25-4b9e-b196-a38e5ea4bf42,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:46:08.638956 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5613ce7-153e-4f97-819c-314cf99a17f0 req-7099661c-1215-45c2-b77b-7a9e02f38964 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:46:08.640596 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d5613ce7-153e-4f97-819c-314cf99a17f0 req-7099661c-1215-45c2-b77b-7a9e02f38964 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d1dd4f-6bd1-4c1c-ac59-8dbe6a8bb767 HTTP/1.1" status: 200 len: 946 time: 0.0865762 May 23 11:46:08.685524 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-7ff389d0-ec0e-4b7a-babf-a8120f6385c8 None None] Attempting to bind port 397c232a-9f25-4b9e-b196-a38e5ea4bf42 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:46:08.685892 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-7ff389d0-ec0e-4b7a-babf-a8120f6385c8 None None] Attempting to bind port 397c232a-9f25-4b9e-b196-a38e5ea4bf42 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '4113d42c-65dc-4f1c-a6d3-b5e77c96bb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '392d881b-069b-429b-9ade-be073da4887d'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:46:08.686233 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff389d0-ec0e-4b7a-babf-a8120f6385c8 None None] Attempting to bind port 397c232a-9f25-4b9e-b196-a38e5ea4bf42 on network 392d881b-069b-429b-9ade-be073da4887d {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:46:08.692968 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff389d0-ec0e-4b7a-babf-a8120f6385c8 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:46:08.693331 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff389d0-ec0e-4b7a-babf-a8120f6385c8 None None] Checking segment: {'id': '4113d42c-65dc-4f1c-a6d3-b5e77c96bb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '392d881b-069b-429b-9ade-be073da4887d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:46:08.693728 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-7ff389d0-ec0e-4b7a-babf-a8120f6385c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:08.694155 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff389d0-ec0e-4b7a-babf-a8120f6385c8 None None] Bound using segment: {'id': '4113d42c-65dc-4f1c-a6d3-b5e77c96bb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '392d881b-069b-429b-9ade-be073da4887d'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:46:08.694641 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-7ff389d0-ec0e-4b7a-babf-a8120f6385c8 None None] Bound port: 397c232a-9f25-4b9e-b196-a38e5ea4bf42, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4113d42c-65dc-4f1c-a6d3-b5e77c96bb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '392d881b-069b-429b-9ade-be073da4887d'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:46:08.695008 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-7ff389d0-ec0e-4b7a-babf-a8120f6385c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:08.712839 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-d5613ce7-153e-4f97-819c-314cf99a17f0 req-3e7ab353-47e1-4101-bffd-3ca1f25672be tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Deleting port 391d5447-9225-4545-8a89-cc06e8809762 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:46:08.713112 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d5613ce7-153e-4f97-819c-314cf99a17f0 req-3e7ab353-47e1-4101-bffd-3ca1f25672be tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:08.790053 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-7ff389d0-ec0e-4b7a-babf-a8120f6385c8 None None] For port 397c232a-9f25-4b9e-b196-a38e5ea4bf42, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:46:08.793787 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-7ff389d0-ec0e-4b7a-babf-a8120f6385c8 None None] For port 397c232a-9f25-4b9e-b196-a38e5ea4bf42, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=397c232a-9f25-4b9e-b196-a38e5ea4bf42,segment=NetworkSegment(4113d42c-65dc-4f1c-a6d3-b5e77c96bb99),segment_id=4113d42c-65dc-4f1c-a6d3-b5e77c96bb99)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:46:08.799607 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-7ff389d0-ec0e-4b7a-babf-a8120f6385c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:08.878511 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c26d0fe-7345-4a44-a593-5d5165b48c9b None None] Pushing event updated for resources: {'Port': ['ID=397c232a-9f25-4b9e-b196-a38e5ea4bf42,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:46:08.883112 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff389d0-ec0e-4b7a-babf-a8120f6385c8 None None] Routers {'1285983d-e0cb-4608-9a06-ca9c8b6b1641'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:46:08.883718 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-7ff389d0-ec0e-4b7a-babf-a8120f6385c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:45:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['1285983d-e0cb-4608-9a06-ca9c8b6b1641'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:46:08.973006 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-d5613ce7-153e-4f97-819c-314cf99a17f0 req-3e7ab353-47e1-4101-bffd-3ca1f25672be tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] For port 391d5447-9225-4545-8a89-cc06e8809762, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=391d5447-9225-4545-8a89-cc06e8809762,segment=NetworkSegment(e9696b91-4f97-4538-9765-a3f2ec085a56),segment_id=e9696b91-4f97-4538-9765-a3f2ec085a56)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:46:08.973278 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d5613ce7-153e-4f97-819c-314cf99a17f0 req-3e7ab353-47e1-4101-bffd-3ca1f25672be tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:09.068891 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-7ff389d0-ec0e-4b7a-babf-a8120f6385c8 None None] Set router 1285983d-e0cb-4608-9a06-ca9c8b6b1641 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:46:09.102095 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-d5613ce7-153e-4f97-819c-314cf99a17f0 req-3e7ab353-47e1-4101-bffd-3ca1f25672be tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Calling delete_port for 391d5447-9225-4545-8a89-cc06e8809762 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:46:09.299202 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c109dd90-0132-4eb2-ae23-5a960f9e52ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:09.386161 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d5613ce7-153e-4f97-819c-314cf99a17f0 req-3e7ab353-47e1-4101-bffd-3ca1f25672be tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:09.420665 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['391d5447-9225-4545-8a89-cc06e8809762'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:46:09.426174 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-7ff389d0-ec0e-4b7a-babf-a8120f6385c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1285983d-e0cb-4608-9a06-ca9c8b6b1641', 'name': 'tempest-TestVolumeBootPattern-982747224-router', 'tenant_id': 'ccf5c7bd3a1649a9aea2a32dfc91de03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '3c83a526-51a6-430b-9059-14d92e567608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:45:37Z', 'updated_at': '2022-05-23T11:45:41Z', 'revision_number': 4, 'project_id': 'ccf5c7bd3a1649a9aea2a32dfc91de03', 'gw_port': {'id': '3c83a526-51a6-430b-9059-14d92e567608', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:be:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1285983d-e0cb-4608-9a06-ca9c8b6b1641', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:38Z', 'updated_at': '2022-05-23T11:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '397c232a-9f25-4b9e-b196-a38e5ea4bf42', 'name': '', 'network_id': '392d881b-069b-429b-9ade-be073da4887d', 'tenant_id': 'ccf5c7bd3a1649a9aea2a32dfc91de03', 'mac_address': 'fa:16:3e:c2:c3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1285983d-e0cb-4608-9a06-ca9c8b6b1641', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '179eaef5-83b5-4eae-a88d-5f9656171156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:40Z', 'updated_at': '2022-05-23T11:46:08Z', 'revision_number': 4, 'project_id': 'ccf5c7bd3a1649a9aea2a32dfc91de03', 'subnets': [{'id': '179eaef5-83b5-4eae-a88d-5f9656171156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:46:09.430721 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff389d0-ec0e-4b7a-babf-a8120f6385c8 None None] The sync data for ids ['1285983d-e0cb-4608-9a06-ca9c8b6b1641'] in n-d-842952-2 is: [{'id': '1285983d-e0cb-4608-9a06-ca9c8b6b1641', 'name': 'tempest-TestVolumeBootPattern-982747224-router', 'tenant_id': 'ccf5c7bd3a1649a9aea2a32dfc91de03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '3c83a526-51a6-430b-9059-14d92e567608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:45:37Z', 'updated_at': '2022-05-23T11:45:41Z', 'revision_number': 4, 'project_id': 'ccf5c7bd3a1649a9aea2a32dfc91de03', 'gw_port': {'id': '3c83a526-51a6-430b-9059-14d92e567608', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:be:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1285983d-e0cb-4608-9a06-ca9c8b6b1641', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:38Z', 'updated_at': '2022-05-23T11:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '397c232a-9f25-4b9e-b196-a38e5ea4bf42', 'name': '', 'network_id': '392d881b-069b-429b-9ade-be073da4887d', 'tenant_id': 'ccf5c7bd3a1649a9aea2a32dfc91de03', 'mac_address': 'fa:16:3e:c2:c3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1285983d-e0cb-4608-9a06-ca9c8b6b1641', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '179eaef5-83b5-4eae-a88d-5f9656171156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:40Z', 'updated_at': '2022-05-23T11:46:08Z', 'revision_number': 4, 'project_id': 'ccf5c7bd3a1649a9aea2a32dfc91de03', 'subnets': [{'id': '179eaef5-83b5-4eae-a88d-5f9656171156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:46:09.447295 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ab353-47e1-4101-bffd-3ca1f25672be tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Pushing event deleted for resources: {'Port': ['ID=391d5447-9225-4545-8a89-cc06e8809762,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:46:09.537225 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5613ce7-153e-4f97-819c-314cf99a17f0 req-3e7ab353-47e1-4101-bffd-3ca1f25672be tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] No DVR routers for this DVR port 391d5447-9225-4545-8a89-cc06e8809762 on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:46:09.540304 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d5613ce7-153e-4f97-819c-314cf99a17f0 req-3e7ab353-47e1-4101-bffd-3ca1f25672be tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:09.543037 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d1dd4f-6bd1-4c1c-ac59-8dbe6a8bb767', 'name': 'network-vif-deleted', 'tag': '391d5447-9225-4545-8a89-cc06e8809762'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:46:09.563152 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0ad68-bc35-464f-a4da-b6007c0694af req-c904933a-0cb0-45fc-92f4-5178f61f7d61 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:46:09.563898 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-cde0ad68-bc35-464f-a4da-b6007c0694af req-c904933a-0cb0-45fc-92f4-5178f61f7d61 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Synchronizing usage tracker for tenant:23dc0299339c4946be0c5d5ceb883308 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:46:09.568879 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d5613ce7-153e-4f97-819c-314cf99a17f0 req-3e7ab353-47e1-4101-bffd-3ca1f25672be tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.13 "DELETE /v2.0/ports/391d5447-9225-4545-8a89-cc06e8809762 HTTP/1.1" status: 204 len: 173 time: 0.9231424 May 23 11:46:09.588106 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-cde0ad68-bc35-464f-a4da-b6007c0694af req-c904933a-0cb0-45fc-92f4-5178f61f7d61 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Unset dirty status for tenant:23dc0299339c4946be0c5d5ceb883308 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:46:09.595550 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cde0ad68-bc35-464f-a4da-b6007c0694af req-c904933a-0cb0-45fc-92f4-5178f61f7d61 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=96d1dd4f-6bd1-4c1c-ac59-8dbe6a8bb767 HTTP/1.1" status: 200 len: 946 time: 0.2616124 May 23 11:46:09.630121 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:09.644789 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-022f170f-85f9-43d9-b7fa-35d1f570b048'] response: {'server_uuid': '96d1dd4f-6bd1-4c1c-ac59-8dbe6a8bb767', 'name': 'network-vif-deleted', 'tag': '391d5447-9225-4545-8a89-cc06e8809762', 'status': 'completed', 'code': 200} May 23 11:46:09.666648 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cde0ad68-bc35-464f-a4da-b6007c0694af req-471fa45b-5af2-42cc-9bb7-200d580cffc0 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698173 May 23 11:46:10.122217 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 397c232a-9f25-4b9e-b196-a38e5ea4bf42 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:46:10.205653 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 397c232a-9f25-4b9e-b196-a38e5ea4bf42 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:46:10.210875 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 397c232a-9f25-4b9e-b196-a38e5ea4bf42 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:46:10.211250 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:10.329740 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:10.361745 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 397c232a-9f25-4b9e-b196-a38e5ea4bf42, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=397c232a-9f25-4b9e-b196-a38e5ea4bf42,segment=NetworkSegment(4113d42c-65dc-4f1c-a6d3-b5e77c96bb99),segment_id=4113d42c-65dc-4f1c-a6d3-b5e77c96bb99)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:46:10.367645 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:10.441142 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=397c232a-9f25-4b9e-b196-a38e5ea4bf42,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:46:11.554886 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-05003bdc-82bd-4a32-b925-8bf877ff63a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:12.095336 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 397c232a-9f25-4b9e-b196-a38e5ea4bf42 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:46:12.166343 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 397c232a-9f25-4b9e-b196-a38e5ea4bf42 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:46:12.166640 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:12.657027 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 391d5447-9225-4545-8a89-cc06e8809762 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:46:12.691581 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 391d5447-9225-4545-8a89-cc06e8809762 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:46:12.691953 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 391d5447-9225-4545-8a89-cc06e8809762 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:46:12.832332 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:12.835691 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:14.349763 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:23.943274 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:46:30.880117 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d723b568-bf3f-4604-8483-013fe93762ad req-3ed91433-e5f1-47bd-b6c8-ddd32234e793 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:46:30.881562 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d723b568-bf3f-4604-8483-013fe93762ad req-3ed91433-e5f1-47bd-b6c8-ddd32234e793 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/networks?id=464150c2-94e4-478b-9142-a9d5703f7a02 HTTP/1.1" status: 200 len: 811 time: 0.1516535 May 23 11:46:30.902356 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d723b568-bf3f-4604-8483-013fe93762ad req-18b02be0-c230-479a-9a3a-c34203d208a3 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/quotas/23dc0299339c4946be0c5d5ceb883308 HTTP/1.1" status: 200 len: 375 time: 0.0152469 May 23 11:46:30.985987 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d723b568-bf3f-4604-8483-013fe93762ad req-c3ebe27b-4663-42e2-a94d-88225a6656b0 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=23dc0299339c4946be0c5d5ceb883308&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0783134 May 23 11:46:31.134506 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d723b568-bf3f-4604-8483-013fe93762ad req-4ba247bd-d120-422c-a683-02e777a78d1c service neutron] 10.222.0.79 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419842 May 23 11:46:31.268841 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d723b568-bf3f-4604-8483-013fe93762ad req-aa5f6655-00ec-49c9-a6df-164a999249e3 service neutron] 10.222.0.79 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284473 May 23 11:46:31.516111 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c1ea03a9-2b8a-44bf-9303-ab4c29e77f07 req-76bdb8c1-aae6-475a-9f6a-bee6eed1f010 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9915a9c-501b-45a9-b75a-e0c93d70003d HTTP/1.1" status: 200 len: 210 time: 0.0419021 May 23 11:46:32.682534 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6bc04ca1-d902-492f-8df1-23d22458af9e req-7de88761-50b2-4418-ba7a-e7abb8dcc031 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9915a9c-501b-45a9-b75a-e0c93d70003d HTTP/1.1" status: 200 len: 210 time: 0.0463722 May 23 11:46:33.116497 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d723b568-bf3f-4604-8483-013fe93762ad req-f00a8903-6f93-49be-8583-ece105f7b973 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:46:33.117937 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d723b568-bf3f-4604-8483-013fe93762ad req-f00a8903-6f93-49be-8583-ece105f7b973 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.13 "GET /v2.0/networks?id=464150c2-94e4-478b-9142-a9d5703f7a02 HTTP/1.1" status: 200 len: 811 time: 0.1492047 May 23 11:46:33.141668 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-d723b568-bf3f-4604-8483-013fe93762ad req-3bcc4793-1f6a-4410-8198-9a4f94a24322 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Request body: {'port': {'device_id': 'c9915a9c-501b-45a9-b75a-e0c93d70003d', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'admin_state_up': True, 'tenant_id': '23dc0299339c4946be0c5d5ceb883308'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:46:33.281013 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-d723b568-bf3f-4604-8483-013fe93762ad req-3bcc4793-1f6a-4410-8198-9a4f94a24322 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:46:33.290864 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-d723b568-bf3f-4604-8483-013fe93762ad req-3bcc4793-1f6a-4410-8198-9a4f94a24322 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:46:33.301959 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d723b568-bf3f-4604-8483-013fe93762ad req-3bcc4793-1f6a-4410-8198-9a4f94a24322 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Made reservation on behalf of 23dc0299339c4946be0c5d5ceb883308 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:46:33.305173 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d723b568-bf3f-4604-8483-013fe93762ad req-3bcc4793-1f6a-4410-8198-9a4f94a24322 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:33.468331 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-d723b568-bf3f-4604-8483-013fe93762ad req-3bcc4793-1f6a-4410-8198-9a4f94a24322 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Allocated IP 172.20.0.6 (464150c2-94e4-478b-9142-a9d5703f7a02/db4c364d-3e03-4e65-b317-8bd07d59c11e/8543bd34-e23a-45da-9b07-b5fa6b235f81) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:46:33.672925 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d723b568-bf3f-4604-8483-013fe93762ad req-3bcc4793-1f6a-4410-8198-9a4f94a24322 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:33.691330 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-d723b568-bf3f-4604-8483-013fe93762ad req-3bcc4793-1f6a-4410-8198-9a4f94a24322 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Transition to ACTIVE for port object 8543bd34-e23a-45da-9b07-b5fa6b235f81 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:46:33.716530 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d723b568-bf3f-4604-8483-013fe93762ad req-3bcc4793-1f6a-4410-8198-9a4f94a24322 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:33.794197 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc4793-1f6a-4410-8198-9a4f94a24322 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Pushing event updated for resources: {'Port': ['ID=8543bd34-e23a-45da-9b07-b5fa6b235f81,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:46:33.817240 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d723b568-bf3f-4604-8483-013fe93762ad req-3bcc4793-1f6a-4410-8198-9a4f94a24322 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Network 464150c2-94e4-478b-9142-a9d5703f7a02 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:46:33.818516 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-d723b568-bf3f-4604-8483-013fe93762ad req-3bcc4793-1f6a-4410-8198-9a4f94a24322 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:46:33.821581 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-d723b568-bf3f-4604-8483-013fe93762ad req-3bcc4793-1f6a-4410-8198-9a4f94a24322 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:46:34.060977 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d723b568-bf3f-4604-8483-013fe93762ad req-3bcc4793-1f6a-4410-8198-9a4f94a24322 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:46:34.061647 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d723b568-bf3f-4604-8483-013fe93762ad req-3bcc4793-1f6a-4410-8198-9a4f94a24322 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:34.098028 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b586165-280f-4d7b-9d4c-217383a445d6 req-d97bafe8-07a9-43c7-91e7-eb374b63b0d5 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:46:34.098965 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-0b586165-280f-4d7b-9d4c-217383a445d6 req-d97bafe8-07a9-43c7-91e7-eb374b63b0d5 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Synchronizing usage tracker for tenant:23dc0299339c4946be0c5d5ceb883308 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:46:34.102232 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d723b568-bf3f-4604-8483-013fe93762ad req-3bcc4793-1f6a-4410-8198-9a4f94a24322 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9644597 May 23 11:46:34.119492 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-d723b568-bf3f-4604-8483-013fe93762ad req-1fec15aa-bd3a-497f-86c4-d9e15ac01b5a service neutron] Request body: {'port': {'device_id': 'c9915a9c-501b-45a9-b75a-e0c93d70003d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:46:34.148735 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-0b586165-280f-4d7b-9d4c-217383a445d6 req-d97bafe8-07a9-43c7-91e7-eb374b63b0d5 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Unset dirty status for tenant:23dc0299339c4946be0c5d5ceb883308 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:46:34.149853 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0b586165-280f-4d7b-9d4c-217383a445d6 req-d97bafe8-07a9-43c7-91e7-eb374b63b0d5 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9915a9c-501b-45a9-b75a-e0c93d70003d HTTP/1.1" status: 200 len: 931 time: 0.1723495 May 23 11:46:34.189481 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1442291f-4e8a-4a9c-9d22-0448e60baa5d None None] Provisioning for port 8543bd34-e23a-45da-9b07-b5fa6b235f81 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:46:34.194622 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1442291f-4e8a-4a9c-9d22-0448e60baa5d None None] Provisioning complete for port 8543bd34-e23a-45da-9b07-b5fa6b235f81 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:46:34.195214 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1442291f-4e8a-4a9c-9d22-0448e60baa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:34.254130 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0b586165-280f-4d7b-9d4c-217383a445d6 req-9b578233-407d-43f2-88ef-a5734f7a6150 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979395 May 23 11:46:34.266170 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1442291f-4e8a-4a9c-9d22-0448e60baa5d None None] Port 8543bd34-e23a-45da-9b07-b5fa6b235f81 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:46:34.269727 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d723b568-bf3f-4604-8483-013fe93762ad req-1fec15aa-bd3a-497f-86c4-d9e15ac01b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:34.628300 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-d723b568-bf3f-4604-8483-013fe93762ad req-1fec15aa-bd3a-497f-86c4-d9e15ac01b5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8543bd34-e23a-45da-9b07-b5fa6b235f81 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:46:34.637759 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d723b568-bf3f-4604-8483-013fe93762ad req-1fec15aa-bd3a-497f-86c4-d9e15ac01b5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:34.653619 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-d723b568-bf3f-4604-8483-013fe93762ad req-1fec15aa-bd3a-497f-86c4-d9e15ac01b5a service neutron] Transition to ACTIVE for port object 8543bd34-e23a-45da-9b07-b5fa6b235f81 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:46:34.657809 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d723b568-bf3f-4604-8483-013fe93762ad req-1fec15aa-bd3a-497f-86c4-d9e15ac01b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:34.788024 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec15aa-bd3a-497f-86c4-d9e15ac01b5a service neutron] Pushing event updated for resources: {'Port': ['ID=8543bd34-e23a-45da-9b07-b5fa6b235f81,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:46:34.899574 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-d723b568-bf3f-4604-8483-013fe93762ad req-1fec15aa-bd3a-497f-86c4-d9e15ac01b5a service neutron] Attempting to bind port 8543bd34-e23a-45da-9b07-b5fa6b235f81 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:46:34.899945 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-d723b568-bf3f-4604-8483-013fe93762ad req-1fec15aa-bd3a-497f-86c4-d9e15ac01b5a service neutron] Attempting to bind port 8543bd34-e23a-45da-9b07-b5fa6b235f81 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'e9696b91-4f97-4538-9765-a3f2ec085a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:46:34.900273 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d723b568-bf3f-4604-8483-013fe93762ad req-1fec15aa-bd3a-497f-86c4-d9e15ac01b5a service neutron] Attempting to bind port 8543bd34-e23a-45da-9b07-b5fa6b235f81 on network 464150c2-94e4-478b-9142-a9d5703f7a02 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:46:34.906187 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d723b568-bf3f-4604-8483-013fe93762ad req-1fec15aa-bd3a-497f-86c4-d9e15ac01b5a service neutron] Port 8543bd34-e23a-45da-9b07-b5fa6b235f81 on network 464150c2-94e4-478b-9142-a9d5703f7a02 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:46:34.906501 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d723b568-bf3f-4604-8483-013fe93762ad req-1fec15aa-bd3a-497f-86c4-d9e15ac01b5a service neutron] Attempting to bind port 8543bd34-e23a-45da-9b07-b5fa6b235f81 on network 464150c2-94e4-478b-9142-a9d5703f7a02 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:46:34.912688 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d723b568-bf3f-4604-8483-013fe93762ad req-1fec15aa-bd3a-497f-86c4-d9e15ac01b5a service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:46:34.913024 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d723b568-bf3f-4604-8483-013fe93762ad req-1fec15aa-bd3a-497f-86c4-d9e15ac01b5a service neutron] Checking segment: {'id': 'e9696b91-4f97-4538-9765-a3f2ec085a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:46:34.913406 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d723b568-bf3f-4604-8483-013fe93762ad req-1fec15aa-bd3a-497f-86c4-d9e15ac01b5a service neutron] Bound using segment: {'id': 'e9696b91-4f97-4538-9765-a3f2ec085a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:46:34.913831 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-d723b568-bf3f-4604-8483-013fe93762ad req-1fec15aa-bd3a-497f-86c4-d9e15ac01b5a service neutron] Bound port: 8543bd34-e23a-45da-9b07-b5fa6b235f81, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9696b91-4f97-4538-9765-a3f2ec085a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:46:34.914183 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d723b568-bf3f-4604-8483-013fe93762ad req-1fec15aa-bd3a-497f-86c4-d9e15ac01b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:35.009476 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-d723b568-bf3f-4604-8483-013fe93762ad req-1fec15aa-bd3a-497f-86c4-d9e15ac01b5a service neutron] For port 8543bd34-e23a-45da-9b07-b5fa6b235f81, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:46:35.012405 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-d723b568-bf3f-4604-8483-013fe93762ad req-1fec15aa-bd3a-497f-86c4-d9e15ac01b5a service neutron] For port 8543bd34-e23a-45da-9b07-b5fa6b235f81, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=8543bd34-e23a-45da-9b07-b5fa6b235f81,segment=NetworkSegment(e9696b91-4f97-4538-9765-a3f2ec085a56),segment_id=e9696b91-4f97-4538-9765-a3f2ec085a56)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:46:35.017793 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d723b568-bf3f-4604-8483-013fe93762ad req-1fec15aa-bd3a-497f-86c4-d9e15ac01b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:35.079241 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d723b568-bf3f-4604-8483-013fe93762ad req-1fec15aa-bd3a-497f-86c4-d9e15ac01b5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:35.080812 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d723b568-bf3f-4604-8483-013fe93762ad req-1fec15aa-bd3a-497f-86c4-d9e15ac01b5a service neutron] 10.222.0.13 "PUT /v2.0/ports/8543bd34-e23a-45da-9b07-b5fa6b235f81 HTTP/1.1" status: 200 len: 1091 time: 0.9654481 May 23 11:46:35.081259 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9915a9c-501b-45a9-b75a-e0c93d70003d', 'tag': '8543bd34-e23a-45da-9b07-b5fa6b235f81'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:46:35.104366 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec15aa-bd3a-497f-86c4-d9e15ac01b5a service neutron] Pushing event updated for resources: {'Port': ['ID=8543bd34-e23a-45da-9b07-b5fa6b235f81,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:46:35.181679 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68e7d832-2852-4f2c-8541-5a872295f47b'] response: {'name': 'network-changed', 'server_uuid': 'c9915a9c-501b-45a9-b75a-e0c93d70003d', 'tag': '8543bd34-e23a-45da-9b07-b5fa6b235f81', 'status': 'completed', 'code': 200} May 23 11:46:35.225201 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d723b568-bf3f-4604-8483-013fe93762ad req-9190d938-6270-430b-bf36-7fc46f105dfe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23dc0299339c4946be0c5d5ceb883308&device_id=c9915a9c-501b-45a9-b75a-e0c93d70003d HTTP/1.1" status: 200 len: 1094 time: 0.0843017 May 23 11:46:35.309437 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d723b568-bf3f-4604-8483-013fe93762ad req-a6da064c-271a-43a6-a002-f813c79ffa3f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8543bd34-e23a-45da-9b07-b5fa6b235f81 HTTP/1.1" status: 200 len: 217 time: 0.0725863 May 23 11:46:35.378134 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d723b568-bf3f-4604-8483-013fe93762ad req-6dea6a97-b87f-4351-b89c-7d74d690c827 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:46:35.379490 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d723b568-bf3f-4604-8483-013fe93762ad req-6dea6a97-b87f-4351-b89c-7d74d690c827 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db4c364d-3e03-4e65-b317-8bd07d59c11e HTTP/1.1" status: 200 len: 850 time: 0.0640302 May 23 11:46:35.512764 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d723b568-bf3f-4604-8483-013fe93762ad req-fe566f34-a1d0-4e5f-abd0-0f73b0c6f2f2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=464150c2-94e4-478b-9142-a9d5703f7a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1270528 May 23 11:46:35.521096 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405e99a-ccc8-48a7-825d-932d8cbd1722 req-ce845673-b414-478d-a23c-22dfca7fd96f tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:46:35.522753 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6405e99a-ccc8-48a7-825d-932d8cbd1722 req-ce845673-b414-478d-a23c-22dfca7fd96f tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9915a9c-501b-45a9-b75a-e0c93d70003d HTTP/1.1" status: 200 len: 943 time: 0.1079898 May 23 11:46:35.665160 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6405e99a-ccc8-48a7-825d-932d8cbd1722 req-8ad93764-a77d-46cc-94f3-7e8f277c1dc3 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242702 May 23 11:46:35.688397 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d723b568-bf3f-4604-8483-013fe93762ad req-eddc744d-0146-4f49-a0df-d088aecaca8a service neutron] 10.222.0.13 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646621 May 23 11:46:35.918833 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d723b568-bf3f-4604-8483-013fe93762ad req-99fac0bf-8342-464b-a225-6cfb3945d409 service neutron] 10.222.0.13 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243981 May 23 11:46:36.089474 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d588cbc6-105e-40fa-acea-a818cc83d073 req-14fc4f4b-3b86-46e2-9051-477915269df3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23dc0299339c4946be0c5d5ceb883308&device_id=c9915a9c-501b-45a9-b75a-e0c93d70003d HTTP/1.1" status: 200 len: 1094 time: 0.0914881 May 23 11:46:36.290101 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d588cbc6-105e-40fa-acea-a818cc83d073 req-5db758ef-e2b1-4584-bba9-784d6c33bce0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:46:36.293758 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d588cbc6-105e-40fa-acea-a818cc83d073 req-5db758ef-e2b1-4584-bba9-784d6c33bce0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=464150c2-94e4-478b-9142-a9d5703f7a02 HTTP/1.1" status: 200 len: 912 time: 0.1982942 May 23 11:46:36.435649 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d588cbc6-105e-40fa-acea-a818cc83d073 req-2af0ee15-9f4f-425b-b30e-5b3b296e1fd8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8543bd34-e23a-45da-9b07-b5fa6b235f81 HTTP/1.1" status: 200 len: 217 time: 0.1365120 May 23 11:46:36.499546 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d588cbc6-105e-40fa-acea-a818cc83d073 req-a98b2d51-f9d9-4df0-bf05-f34eee65414c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:46:36.501108 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d588cbc6-105e-40fa-acea-a818cc83d073 req-a98b2d51-f9d9-4df0-bf05-f34eee65414c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db4c364d-3e03-4e65-b317-8bd07d59c11e HTTP/1.1" status: 200 len: 850 time: 0.0602362 May 23 11:46:36.630004 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d588cbc6-105e-40fa-acea-a818cc83d073 req-89102871-2303-41c3-afbd-3c5ee5addb93 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=464150c2-94e4-478b-9142-a9d5703f7a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1234245 May 23 11:46:36.793423 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d588cbc6-105e-40fa-acea-a818cc83d073 req-3a41966d-298c-4595-a770-8a333242a078 service neutron] 10.222.0.13 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562757 May 23 11:46:37.010559 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3511d69-f597-414b-8811-fe4549f4c955 req-e6856fb5-134c-47b9-a459-3647948839e8 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:46:37.011271 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f3511d69-f597-414b-8811-fe4549f4c955 req-e6856fb5-134c-47b9-a459-3647948839e8 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9915a9c-501b-45a9-b75a-e0c93d70003d HTTP/1.1" status: 200 len: 943 time: 0.1887136 May 23 11:46:37.014525 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d588cbc6-105e-40fa-acea-a818cc83d073 req-6dcbb9f4-7118-4ac5-a5e2-5af7e421bdc8 service neutron] 10.222.0.13 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144673 May 23 11:46:37.102188 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f3511d69-f597-414b-8811-fe4549f4c955 req-0a953569-b666-404b-818b-47b959789b64 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798786 May 23 11:46:38.302614 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:38.347989 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a55413-db7d-4766-9a9b-62ab2c34143a req-1ae8b79b-7851-4724-b5eb-24f0608ce142 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:46:38.354775 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-55a55413-db7d-4766-9a9b-62ab2c34143a req-1ae8b79b-7851-4724-b5eb-24f0608ce142 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9915a9c-501b-45a9-b75a-e0c93d70003d HTTP/1.1" status: 200 len: 943 time: 0.0879791 May 23 11:46:38.394210 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-55a55413-db7d-4766-9a9b-62ab2c34143a req-46db1461-f354-42f3-9011-efc6111b42dc tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386493 May 23 11:46:39.284840 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-37d28ecd-74b8-46b3-ac78-c912d47a8a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:39.613473 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e36743-5758-4cd6-b47e-13770324635a req-fe0d83b9-b326-474b-986c-f93d72821f55 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:46:39.615083 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-64e36743-5758-4cd6-b47e-13770324635a req-fe0d83b9-b326-474b-986c-f93d72821f55 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9915a9c-501b-45a9-b75a-e0c93d70003d HTTP/1.1" status: 200 len: 943 time: 0.0849137 May 23 11:46:39.615773 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:39.669563 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-64e36743-5758-4cd6-b47e-13770324635a req-ce99155c-2739-408e-9108-88ec7f806819 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472832 May 23 11:46:40.895613 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a1de4-3024-46fb-88ab-4e61647e5ac8 req-130986ca-956b-4e39-addf-9fbe9524cc81 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:46:40.897071 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-af7a1de4-3024-46fb-88ab-4e61647e5ac8 req-130986ca-956b-4e39-addf-9fbe9524cc81 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9915a9c-501b-45a9-b75a-e0c93d70003d HTTP/1.1" status: 200 len: 943 time: 0.0834484 May 23 11:46:40.953152 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-af7a1de4-3024-46fb-88ab-4e61647e5ac8 req-4cfee622-a289-4bc6-a739-2b3c240fbe01 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499640 May 23 11:46:41.558680 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-17d5a26e-e665-401a-9f5c-6e4377bcbb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:42.161087 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4382db2-67b4-4bed-a226-8945baeaa9ed req-9d505002-157d-4799-90ab-93617cdf4ee1 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:46:42.162446 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a4382db2-67b4-4bed-a226-8945baeaa9ed req-9d505002-157d-4799-90ab-93617cdf4ee1 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9915a9c-501b-45a9-b75a-e0c93d70003d HTTP/1.1" status: 200 len: 943 time: 0.0817108 May 23 11:46:42.208152 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a4382db2-67b4-4bed-a226-8945baeaa9ed req-8d9834a2-4cde-4c7a-8444-20390ecceb54 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400152 May 23 11:46:42.837279 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:42.839220 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:43.418212 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e86dc-8f38-4923-bf56-d4cb389c1392 req-e4ec6332-91ad-4692-8333-c693ccd02d74 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:46:43.419580 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6e9e86dc-8f38-4923-bf56-d4cb389c1392 req-e4ec6332-91ad-4692-8333-c693ccd02d74 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9915a9c-501b-45a9-b75a-e0c93d70003d HTTP/1.1" status: 200 len: 943 time: 0.0798676 May 23 11:46:43.470246 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6e9e86dc-8f38-4923-bf56-d4cb389c1392 req-d07c1528-1c55-4999-b8b4-eeb375e59764 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444543 May 23 11:46:44.351981 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:44.669192 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011e9f2-9678-4f1c-b8dc-247d0630eb33 req-cb6ea371-3674-45c4-94c0-a57ade631bd5 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:46:44.670894 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d011e9f2-9678-4f1c-b8dc-247d0630eb33 req-cb6ea371-3674-45c4-94c0-a57ade631bd5 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9915a9c-501b-45a9-b75a-e0c93d70003d HTTP/1.1" status: 200 len: 943 time: 0.0807655 May 23 11:46:44.721603 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d011e9f2-9678-4f1c-b8dc-247d0630eb33 req-74c6ab7d-f435-4b23-86ef-d2d888c9ff75 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427401 May 23 11:46:45.941501 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d886bf-5ead-4763-ac4e-506268bbf1e9 req-ffe54d18-6c95-4e85-a45c-f53fe6d15ade tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:46:45.942939 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c7d886bf-5ead-4763-ac4e-506268bbf1e9 req-ffe54d18-6c95-4e85-a45c-f53fe6d15ade tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9915a9c-501b-45a9-b75a-e0c93d70003d HTTP/1.1" status: 200 len: 943 time: 0.0899966 May 23 11:46:45.996594 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c7d886bf-5ead-4763-ac4e-506268bbf1e9 req-d6ee1f0e-2ae3-4493-bd82-5206e7428c6f tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454760 May 23 11:46:47.221749 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffad5b-3c1f-4db3-a08c-5bc13cc188e6 req-4ecce409-a517-4f4a-a500-16ab260ef140 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:46:47.223123 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-41ffad5b-3c1f-4db3-a08c-5bc13cc188e6 req-4ecce409-a517-4f4a-a500-16ab260ef140 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9915a9c-501b-45a9-b75a-e0c93d70003d HTTP/1.1" status: 200 len: 943 time: 0.0790904 May 23 11:46:47.271687 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-41ffad5b-3c1f-4db3-a08c-5bc13cc188e6 req-8793eccd-d11e-4d4f-9e25-4f7fc143ca99 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402799 May 23 11:46:48.578762 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d2937-fa55-4f96-b1eb-3c87bc5a3daf req-4f5b7c2e-7f73-4710-bbb8-11ef548d8c4e tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:46:48.580148 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ff9d2937-fa55-4f96-b1eb-3c87bc5a3daf req-4f5b7c2e-7f73-4710-bbb8-11ef548d8c4e tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9915a9c-501b-45a9-b75a-e0c93d70003d HTTP/1.1" status: 200 len: 943 time: 0.1743426 May 23 11:46:48.625319 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ff9d2937-fa55-4f96-b1eb-3c87bc5a3daf req-3014ab2f-2ae7-4891-bab8-740fda49836d tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395532 May 23 11:46:49.839710 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979430a-c81f-439d-a52c-00dd0a4ac941 req-334b0449-c16f-40f1-981e-c02f3d20aec5 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:46:49.841148 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3979430a-c81f-439d-a52c-00dd0a4ac941 req-334b0449-c16f-40f1-981e-c02f3d20aec5 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9915a9c-501b-45a9-b75a-e0c93d70003d HTTP/1.1" status: 200 len: 943 time: 0.0799289 May 23 11:46:49.888404 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3979430a-c81f-439d-a52c-00dd0a4ac941 req-1904f457-0e30-40e2-b645-7d0b536ff660 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411799 May 23 11:46:51.101147 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2837b1e-2dcc-4467-b874-f9c946ff6573 req-1cf9e361-fa1b-4f98-b1ec-117669f075e2 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:46:51.102602 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b2837b1e-2dcc-4467-b874-f9c946ff6573 req-1cf9e361-fa1b-4f98-b1ec-117669f075e2 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9915a9c-501b-45a9-b75a-e0c93d70003d HTTP/1.1" status: 200 len: 943 time: 0.0844371 May 23 11:46:51.150833 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b2837b1e-2dcc-4467-b874-f9c946ff6573 req-140c8157-7904-4308-8ae6-8ee05e79b7c2 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401454 May 23 11:46:52.381609 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32792221-efdc-485a-8966-430813a8b06a req-884bc7cb-e383-4b5b-bf5e-4caf0a81ed8e tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:46:52.383067 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-32792221-efdc-485a-8966-430813a8b06a req-884bc7cb-e383-4b5b-bf5e-4caf0a81ed8e tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9915a9c-501b-45a9-b75a-e0c93d70003d HTTP/1.1" status: 200 len: 943 time: 0.0963652 May 23 11:46:52.440516 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-32792221-efdc-485a-8966-430813a8b06a req-f3f06da4-7515-4621-a62c-5388148f7d15 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493801 May 23 11:46:52.829211 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 8543bd34-e23a-45da-9b07-b5fa6b235f81 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:46:52.981207 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 8543bd34-e23a-45da-9b07-b5fa6b235f81, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=8543bd34-e23a-45da-9b07-b5fa6b235f81,segment=NetworkSegment(e9696b91-4f97-4538-9765-a3f2ec085a56),segment_id=e9696b91-4f97-4538-9765-a3f2ec085a56)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:46:53.002061 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '8543bd34-e23a-45da-9b07-b5fa6b235f81', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'port_id': '8543bd34-e23a-45da-9b07-b5fa6b235f81', 'mac_address': 'fa:16:3e:0f:f9:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:46:53.057113 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:53.075208 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8543bd34-e23a-45da-9b07-b5fa6b235f81 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:46:53.090692 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 8543bd34-e23a-45da-9b07-b5fa6b235f81, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=8543bd34-e23a-45da-9b07-b5fa6b235f81,segment=NetworkSegment(e9696b91-4f97-4538-9765-a3f2ec085a56),segment_id=e9696b91-4f97-4538-9765-a3f2ec085a56)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:46:53.097534 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:53.169999 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=8543bd34-e23a-45da-9b07-b5fa6b235f81,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:46:53.454853 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['8543bd34-e23a-45da-9b07-b5fa6b235f81'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:46:53.645567 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad318f-aaeb-4d09-8bcd-174b5ec0331c req-139f22e6-1c11-41ad-862c-673b60021776 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:46:53.647039 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1fad318f-aaeb-4d09-8bcd-174b5ec0331c req-139f22e6-1c11-41ad-862c-673b60021776 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9915a9c-501b-45a9-b75a-e0c93d70003d HTTP/1.1" status: 200 len: 944 time: 0.0766237 May 23 11:46:53.692588 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1fad318f-aaeb-4d09-8bcd-174b5ec0331c req-61a00b05-105e-4d25-a8f1-3f2ed6dfbbde tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394804 May 23 11:46:54.826735 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 8543bd34-e23a-45da-9b07-b5fa6b235f81 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:46:54.900535 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 8543bd34-e23a-45da-9b07-b5fa6b235f81 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:46:54.904997 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35087040-bb2d-402c-b253-682f8101e81b req-ef97a32b-3f69-4037-98b8-4bff7d96e5a4 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:46:54.905558 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 8543bd34-e23a-45da-9b07-b5fa6b235f81 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:46:54.905956 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:54.906499 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-35087040-bb2d-402c-b253-682f8101e81b req-ef97a32b-3f69-4037-98b8-4bff7d96e5a4 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9915a9c-501b-45a9-b75a-e0c93d70003d HTTP/1.1" status: 200 len: 944 time: 0.0838490 May 23 11:46:54.954655 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-35087040-bb2d-402c-b253-682f8101e81b req-35de2803-d0f8-478c-acd9-b103ba87e962 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423405 May 23 11:46:55.019549 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:55.048857 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9915a9c-501b-45a9-b75a-e0c93d70003d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8543bd34-e23a-45da-9b07-b5fa6b235f81'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:46:55.058620 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 8543bd34-e23a-45da-9b07-b5fa6b235f81, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=8543bd34-e23a-45da-9b07-b5fa6b235f81,segment=NetworkSegment(e9696b91-4f97-4538-9765-a3f2ec085a56),segment_id=e9696b91-4f97-4538-9765-a3f2ec085a56)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:46:55.063621 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:46:55.105733 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b53d44f-b0d1-4c25-8092-47e0a3053565'] response: {'server_uuid': 'c9915a9c-501b-45a9-b75a-e0c93d70003d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8543bd34-e23a-45da-9b07-b5fa6b235f81', 'code': 200} May 23 11:46:55.133245 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=8543bd34-e23a-45da-9b07-b5fa6b235f81,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:46:55.141956 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:46:55.142298 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:46:55.142634 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:46:55.143022 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:46:55.143360 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:46:55.143688 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:46:55.144077 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:46:55.144429 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:46:55.144752 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:46:55.145075 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:46:55.145377 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:46:55.259951 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a553ab60-26ae-49cb-ac90-da6386750ad9 req-3c2eb6c4-530b-4bb7-b5ae-081ca00f2c91 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c9915a9c-501b-45a9-b75a-e0c93d70003d HTTP/1.1" status: 200 len: 1096 time: 0.0726926 May 23 11:46:55.315729 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a553ab60-26ae-49cb-ac90-da6386750ad9 req-e64fa88c-5641-4f75-81f1-dbd6d5936fb6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487945 May 23 11:46:56.184158 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5b5bc-5026-493a-bbd3-cd029c49d959 req-35d1beb3-6699-4804-82cd-3aeed9d29628 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:46:56.185805 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bed5b5bc-5026-493a-bbd3-cd029c49d959 req-35d1beb3-6699-4804-82cd-3aeed9d29628 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9915a9c-501b-45a9-b75a-e0c93d70003d HTTP/1.1" status: 200 len: 945 time: 0.0929480 May 23 11:46:56.232342 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bed5b5bc-5026-493a-bbd3-cd029c49d959 req-9ac05ab5-57ce-45da-bcd8-b7d87093b294 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407765 May 23 11:46:57.460772 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad79a125-3038-41f1-b9fd-45e27c6e76dc req-13da3349-0f4b-4087-9a16-96cef890efd2 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:46:57.462230 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad79a125-3038-41f1-b9fd-45e27c6e76dc req-13da3349-0f4b-4087-9a16-96cef890efd2 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9915a9c-501b-45a9-b75a-e0c93d70003d HTTP/1.1" status: 200 len: 945 time: 0.0871184 May 23 11:46:57.510891 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad79a125-3038-41f1-b9fd-45e27c6e76dc req-bb22eaac-5389-40a3-8d19-f45630e5175f tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429747 May 23 11:46:57.723212 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032fe2fc-042a-4bde-85dc-04c759c717a1 req-9302ef7a-59a9-480e-80b1-55e53355a9c8 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:46:57.724695 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-032fe2fc-042a-4bde-85dc-04c759c717a1 req-9302ef7a-59a9-480e-80b1-55e53355a9c8 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9915a9c-501b-45a9-b75a-e0c93d70003d HTTP/1.1" status: 200 len: 945 time: 0.0871372 May 23 11:46:57.772595 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-032fe2fc-042a-4bde-85dc-04c759c717a1 req-8a6c7f80-cf22-4e5a-a5cc-cac98e085c05 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395532 May 23 11:46:57.986039 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe0263-ca56-4e02-9b2e-477f09399f3f req-a13e969f-fdc2-4413-ae9a-f6cf647731c1 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:46:57.988390 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5efe0263-ca56-4e02-9b2e-477f09399f3f req-a13e969f-fdc2-4413-ae9a-f6cf647731c1 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9915a9c-501b-45a9-b75a-e0c93d70003d HTTP/1.1" status: 200 len: 945 time: 0.0898108 May 23 11:46:58.035127 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5efe0263-ca56-4e02-9b2e-477f09399f3f req-a13e5668-eacb-4ee9-b230-31987aaf9485 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418577 May 23 11:46:58.541111 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864045cf-227a-4daa-b876-d8d57fb7f4fe req-7cd33ed2-ee8a-4be5-b51d-7f053bdc054c tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:46:58.542574 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-864045cf-227a-4daa-b876-d8d57fb7f4fe req-7cd33ed2-ee8a-4be5-b51d-7f053bdc054c tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9915a9c-501b-45a9-b75a-e0c93d70003d HTTP/1.1" status: 200 len: 945 time: 0.0811481 May 23 11:46:58.591318 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-864045cf-227a-4daa-b876-d8d57fb7f4fe req-ae700969-9604-4ff8-93cd-bae7fb0b187a tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403175 May 23 11:46:59.806496 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7769f32-11e5-47ff-a055-81a44b3a0309 req-7426e351-fc98-4831-b599-2d2c3ecf39ba tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:46:59.808002 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c7769f32-11e5-47ff-a055-81a44b3a0309 req-7426e351-fc98-4831-b599-2d2c3ecf39ba tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9915a9c-501b-45a9-b75a-e0c93d70003d HTTP/1.1" status: 200 len: 945 time: 0.0853653 May 23 11:46:59.855040 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c7769f32-11e5-47ff-a055-81a44b3a0309 req-c0a36623-7288-4dbc-9e5a-e73bac0b0327 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411985 May 23 11:47:00.297183 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58ba6d-b63a-42da-bd6e-07a2f2041aee req-5a4ecbd4-188c-4582-b77b-228523b7561f tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:47:00.298592 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6a58ba6d-b63a-42da-bd6e-07a2f2041aee req-5a4ecbd4-188c-4582-b77b-228523b7561f tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9915a9c-501b-45a9-b75a-e0c93d70003d HTTP/1.1" status: 200 len: 945 time: 0.0891867 May 23 11:47:00.381488 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-6a58ba6d-b63a-42da-bd6e-07a2f2041aee req-159ef684-8bce-4781-a801-e3c450d55e30 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Deleting port 8543bd34-e23a-45da-9b07-b5fa6b235f81 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:47:00.381699 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6a58ba6d-b63a-42da-bd6e-07a2f2041aee req-159ef684-8bce-4781-a801-e3c450d55e30 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:47:00.623322 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-6a58ba6d-b63a-42da-bd6e-07a2f2041aee req-159ef684-8bce-4781-a801-e3c450d55e30 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] For port 8543bd34-e23a-45da-9b07-b5fa6b235f81, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=8543bd34-e23a-45da-9b07-b5fa6b235f81,segment=NetworkSegment(e9696b91-4f97-4538-9765-a3f2ec085a56),segment_id=e9696b91-4f97-4538-9765-a3f2ec085a56)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:47:00.623723 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6a58ba6d-b63a-42da-bd6e-07a2f2041aee req-159ef684-8bce-4781-a801-e3c450d55e30 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:47:00.748647 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-6a58ba6d-b63a-42da-bd6e-07a2f2041aee req-159ef684-8bce-4781-a801-e3c450d55e30 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Calling delete_port for 8543bd34-e23a-45da-9b07-b5fa6b235f81 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:47:00.895685 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6a58ba6d-b63a-42da-bd6e-07a2f2041aee req-159ef684-8bce-4781-a801-e3c450d55e30 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:47:00.928649 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['8543bd34-e23a-45da-9b07-b5fa6b235f81'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:47:00.943529 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ef684-8bce-4781-a801-e3c450d55e30 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Pushing event deleted for resources: {'Port': ['ID=8543bd34-e23a-45da-9b07-b5fa6b235f81,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:47:00.946476 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:47:00.990383 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ef684-8bce-4781-a801-e3c450d55e30 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:47:00.990720 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ef684-8bce-4781-a801-e3c450d55e30 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:47:00.991096 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ef684-8bce-4781-a801-e3c450d55e30 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:47:00.991434 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ef684-8bce-4781-a801-e3c450d55e30 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:47:00.991766 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ef684-8bce-4781-a801-e3c450d55e30 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:47:00.992115 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ef684-8bce-4781-a801-e3c450d55e30 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:47:00.992439 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ef684-8bce-4781-a801-e3c450d55e30 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:47:00.992763 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ef684-8bce-4781-a801-e3c450d55e30 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:47:00.993208 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ef684-8bce-4781-a801-e3c450d55e30 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:47:00.993538 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ef684-8bce-4781-a801-e3c450d55e30 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:47:00.993855 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ef684-8bce-4781-a801-e3c450d55e30 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:47:01.170731 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a58ba6d-b63a-42da-bd6e-07a2f2041aee req-159ef684-8bce-4781-a801-e3c450d55e30 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] No DVR routers for this DVR port 8543bd34-e23a-45da-9b07-b5fa6b235f81 on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:47:01.174713 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fb83db21-d56a-4518-90c2-e02d48983b5f req-728207c1-717a-4ba3-9582-87157b91b716 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9915a9c-501b-45a9-b75a-e0c93d70003d HTTP/1.1" status: 200 len: 210 time: 0.1727304 May 23 11:47:01.176055 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6a58ba6d-b63a-42da-bd6e-07a2f2041aee req-159ef684-8bce-4781-a801-e3c450d55e30 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:47:01.178645 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9915a9c-501b-45a9-b75a-e0c93d70003d', 'name': 'network-vif-deleted', 'tag': '8543bd34-e23a-45da-9b07-b5fa6b235f81'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:47:01.194417 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6a58ba6d-b63a-42da-bd6e-07a2f2041aee req-159ef684-8bce-4781-a801-e3c450d55e30 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.13 "DELETE /v2.0/ports/8543bd34-e23a-45da-9b07-b5fa6b235f81 HTTP/1.1" status: 204 len: 173 time: 0.8903611 May 23 11:47:01.234300 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e6b59df-de60-4989-a76e-421a145a0282'] response: {'server_uuid': 'c9915a9c-501b-45a9-b75a-e0c93d70003d', 'name': 'network-vif-deleted', 'tag': '8543bd34-e23a-45da-9b07-b5fa6b235f81', 'status': 'completed', 'code': 200} May 23 11:47:02.355919 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-531b231e-28a2-4dc3-afd5-bf20d081b375 req-7b4bd954-db60-4d51-a657-aed8c6387101 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Synchronizing usage tracker for tenant:23dc0299339c4946be0c5d5ceb883308 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:47:02.374469 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-531b231e-28a2-4dc3-afd5-bf20d081b375 req-7b4bd954-db60-4d51-a657-aed8c6387101 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Unset dirty status for tenant:23dc0299339c4946be0c5d5ceb883308 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:47:02.375653 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-531b231e-28a2-4dc3-afd5-bf20d081b375 req-7b4bd954-db60-4d51-a657-aed8c6387101 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9915a9c-501b-45a9-b75a-e0c93d70003d HTTP/1.1" status: 200 len: 210 time: 0.0603735 May 23 11:47:04.908342 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 8543bd34-e23a-45da-9b07-b5fa6b235f81 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:47:04.946201 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 8543bd34-e23a-45da-9b07-b5fa6b235f81 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:47:04.946658 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 8543bd34-e23a-45da-9b07-b5fa6b235f81 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:47:08.314609 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:47:09.288950 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8e13be6b-2aa7-4d9f-bf89-d332b1e2c655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:47:09.625313 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:47:11.562289 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-644e90e3-9c3f-479b-9ad5-9ee1ff568815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:47:12.842283 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:47:12.845014 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:47:14.354847 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:47:23.608583 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-a4567b02-9117-4192-8e0c-cb7d4e34a51b tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:47:23.609927 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-a4567b02-9117-4192-8e0c-cb7d4e34a51b tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/networks?id=464150c2-94e4-478b-9142-a9d5703f7a02 HTTP/1.1" status: 200 len: 811 time: 0.1520929 May 23 11:47:23.630202 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-30358fbb-aa2e-4bc5-a8a0-96c25670c3fe tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/quotas/23dc0299339c4946be0c5d5ceb883308 HTTP/1.1" status: 200 len: 375 time: 0.0121758 May 23 11:47:23.719408 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-101626af-b124-4008-9f71-71dc4538284e tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=23dc0299339c4946be0c5d5ceb883308&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0843351 May 23 11:47:23.859027 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-49aa448a-66b9-4a22-8334-bb217383e3e1 service neutron] 10.222.0.79 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327522 May 23 11:47:23.992135 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-245eaceb-cc81-4a74-909b-b58a7c4ce3f5 service neutron] 10.222.0.79 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245525 May 23 11:47:24.574487 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-281d434e-1007-4994-a5e2-2b908f8b1660 req-1772ea66-fc3b-4f08-b748-394d15cdd8ab tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=6fb5e0ac-d7dd-48cc-bffc-1ff6257cacf3 HTTP/1.1" status: 200 len: 210 time: 0.1961625 May 23 11:47:25.525255 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-3df43a4d-a064-4246-a403-3a666246d230 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:47:25.526688 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-3df43a4d-a064-4246-a403-3a666246d230 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.13 "GET /v2.0/networks?id=464150c2-94e4-478b-9142-a9d5703f7a02 HTTP/1.1" status: 200 len: 811 time: 0.1479521 May 23 11:47:25.547293 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-760c9eca-91c6-4a07-81f6-d65cd16f2a75 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Request body: {'port': {'device_id': '6fb5e0ac-d7dd-48cc-bffc-1ff6257cacf3', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'admin_state_up': True, 'tenant_id': '23dc0299339c4946be0c5d5ceb883308'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:47:25.687302 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-760c9eca-91c6-4a07-81f6-d65cd16f2a75 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:47:25.697341 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-760c9eca-91c6-4a07-81f6-d65cd16f2a75 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:47:25.743455 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-760c9eca-91c6-4a07-81f6-d65cd16f2a75 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Made reservation on behalf of 23dc0299339c4946be0c5d5ceb883308 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:47:25.746627 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-760c9eca-91c6-4a07-81f6-d65cd16f2a75 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:47:25.766717 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3cb5e5ec-801d-4256-a2c5-11369347a1c2 req-6b1c11b9-4215-4457-b39d-1aaecaa8e550 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=6fb5e0ac-d7dd-48cc-bffc-1ff6257cacf3 HTTP/1.1" status: 200 len: 210 time: 0.0647244 May 23 11:47:25.918066 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-760c9eca-91c6-4a07-81f6-d65cd16f2a75 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Allocated IP 172.20.0.14 (464150c2-94e4-478b-9142-a9d5703f7a02/db4c364d-3e03-4e65-b317-8bd07d59c11e/3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:47:26.131558 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-760c9eca-91c6-4a07-81f6-d65cd16f2a75 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:47:26.148008 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-760c9eca-91c6-4a07-81f6-d65cd16f2a75 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Transition to ACTIVE for port object 3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:47:26.172275 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-760c9eca-91c6-4a07-81f6-d65cd16f2a75 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:47:26.252060 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-760c9eca-91c6-4a07-81f6-d65cd16f2a75 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Network 464150c2-94e4-478b-9142-a9d5703f7a02 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:47:26.255720 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-760c9eca-91c6-4a07-81f6-d65cd16f2a75 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:47:26.258188 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-760c9eca-91c6-4a07-81f6-d65cd16f2a75 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:47:26.284837 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c9eca-91c6-4a07-81f6-d65cd16f2a75 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Pushing event updated for resources: {'Port': ['ID=3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:47:26.324515 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-760c9eca-91c6-4a07-81f6-d65cd16f2a75 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:47:26.325070 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-760c9eca-91c6-4a07-81f6-d65cd16f2a75 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:47:26.352168 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-760c9eca-91c6-4a07-81f6-d65cd16f2a75 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8084650 May 23 11:47:26.369963 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-c564ab90-496c-4b71-b9ad-34af1e34ce1b service neutron] Request body: {'port': {'device_id': '6fb5e0ac-d7dd-48cc-bffc-1ff6257cacf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:47:26.495845 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-c564ab90-496c-4b71-b9ad-34af1e34ce1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:47:26.518071 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7bd4fd28-9b65-4756-ae8a-850feba46624 None None] Provisioning for port 3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:47:26.524150 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7bd4fd28-9b65-4756-ae8a-850feba46624 None None] Provisioning complete for port 3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:47:26.524792 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7bd4fd28-9b65-4756-ae8a-850feba46624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:47:26.583663 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7bd4fd28-9b65-4756-ae8a-850feba46624 None None] Port 3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:47:27.004481 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-c564ab90-496c-4b71-b9ad-34af1e34ce1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:47:27.019464 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-c564ab90-496c-4b71-b9ad-34af1e34ce1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:47:27.041263 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-c564ab90-496c-4b71-b9ad-34af1e34ce1b service neutron] Transition to ACTIVE for port object 3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:47:27.049472 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-c564ab90-496c-4b71-b9ad-34af1e34ce1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:47:27.096738 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c281dd-71b7-438d-8dad-facb855e847f req-f21d67c2-9354-4a85-a656-1f0e14922931 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:47:27.097447 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-c3c281dd-71b7-438d-8dad-facb855e847f req-f21d67c2-9354-4a85-a656-1f0e14922931 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Synchronizing usage tracker for tenant:23dc0299339c4946be0c5d5ceb883308 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:47:27.203253 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-c3c281dd-71b7-438d-8dad-facb855e847f req-f21d67c2-9354-4a85-a656-1f0e14922931 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Unset dirty status for tenant:23dc0299339c4946be0c5d5ceb883308 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:47:27.204370 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c3c281dd-71b7-438d-8dad-facb855e847f req-f21d67c2-9354-4a85-a656-1f0e14922931 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=6fb5e0ac-d7dd-48cc-bffc-1ff6257cacf3 HTTP/1.1" status: 200 len: 932 time: 0.3009439 May 23 11:47:27.210326 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c564ab90-496c-4b71-b9ad-34af1e34ce1b service neutron] Pushing event updated for resources: {'Port': ['ID=3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:47:27.336841 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c3c281dd-71b7-438d-8dad-facb855e847f req-084d4dcc-1e14-47ed-9b74-f6a21b8e6408 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222041 May 23 11:47:27.358406 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-c564ab90-496c-4b71-b9ad-34af1e34ce1b service neutron] Attempting to bind port 3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:47:27.358729 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-c564ab90-496c-4b71-b9ad-34af1e34ce1b service neutron] Attempting to bind port 3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'e9696b91-4f97-4538-9765-a3f2ec085a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:47:27.359074 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-c564ab90-496c-4b71-b9ad-34af1e34ce1b service neutron] Attempting to bind port 3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1 on network 464150c2-94e4-478b-9142-a9d5703f7a02 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:47:27.365302 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-c564ab90-496c-4b71-b9ad-34af1e34ce1b service neutron] Port 3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1 on network 464150c2-94e4-478b-9142-a9d5703f7a02 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:47:27.365599 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-c564ab90-496c-4b71-b9ad-34af1e34ce1b service neutron] Attempting to bind port 3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1 on network 464150c2-94e4-478b-9142-a9d5703f7a02 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:47:27.372012 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-c564ab90-496c-4b71-b9ad-34af1e34ce1b service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:47:27.372339 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-c564ab90-496c-4b71-b9ad-34af1e34ce1b service neutron] Checking segment: {'id': 'e9696b91-4f97-4538-9765-a3f2ec085a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:47:27.372700 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-c564ab90-496c-4b71-b9ad-34af1e34ce1b service neutron] Bound using segment: {'id': 'e9696b91-4f97-4538-9765-a3f2ec085a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:47:27.373117 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-c564ab90-496c-4b71-b9ad-34af1e34ce1b service neutron] Bound port: 3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9696b91-4f97-4538-9765-a3f2ec085a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:47:27.373454 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-c564ab90-496c-4b71-b9ad-34af1e34ce1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:47:27.463706 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-c564ab90-496c-4b71-b9ad-34af1e34ce1b service neutron] For port 3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:47:27.466816 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-c564ab90-496c-4b71-b9ad-34af1e34ce1b service neutron] For port 3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1,segment=NetworkSegment(e9696b91-4f97-4538-9765-a3f2ec085a56),segment_id=e9696b91-4f97-4538-9765-a3f2ec085a56)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:47:27.471088 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-c564ab90-496c-4b71-b9ad-34af1e34ce1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:47:27.531595 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-c564ab90-496c-4b71-b9ad-34af1e34ce1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:47:27.533088 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-c564ab90-496c-4b71-b9ad-34af1e34ce1b service neutron] 10.222.0.13 "PUT /v2.0/ports/3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1 HTTP/1.1" status: 200 len: 1092 time: 1.1678400 May 23 11:47:27.533394 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb5e0ac-d7dd-48cc-bffc-1ff6257cacf3', 'tag': '3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:47:27.554862 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c564ab90-496c-4b71-b9ad-34af1e34ce1b service neutron] Pushing event updated for resources: {'Port': ['ID=3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:47:27.622785 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-478dac77-345b-402e-8a3f-98e0d76656c7'] response: {'name': 'network-changed', 'server_uuid': '6fb5e0ac-d7dd-48cc-bffc-1ff6257cacf3', 'tag': '3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1', 'status': 'completed', 'code': 200} May 23 11:47:27.665977 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-0d48645e-6359-4677-9c6a-8002eabc768f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23dc0299339c4946be0c5d5ceb883308&device_id=6fb5e0ac-d7dd-48cc-bffc-1ff6257cacf3 HTTP/1.1" status: 200 len: 1095 time: 0.0753670 May 23 11:47:27.743471 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-64039bdc-7135-47cc-ae25-997d89159ab0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1 HTTP/1.1" status: 200 len: 217 time: 0.0662122 May 23 11:47:27.810215 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-dc07c561-16c5-4d65-a04c-ce31f1997443 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:47:27.811736 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-dc07c561-16c5-4d65-a04c-ce31f1997443 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db4c364d-3e03-4e65-b317-8bd07d59c11e HTTP/1.1" status: 200 len: 850 time: 0.0627785 May 23 11:47:27.892708 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-b0bad87c-39ef-49a4-b594-12f15e734759 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=464150c2-94e4-478b-9142-a9d5703f7a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747933 May 23 11:47:28.027810 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-147bc58d-e964-4dee-912e-373237eb64c7 service neutron] 10.222.0.13 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292536 May 23 11:47:28.162684 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cee91306-c5f2-4c28-bca2-ffab94190ba1 req-e1fc70a0-a1e1-44b3-bc52-3e7930e5c3a1 service neutron] 10.222.0.13 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292419 May 23 11:47:28.325947 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-30b2dc34-02f1-4f7a-b4f8-01c2d91bf7da req-d1a2f7a6-6111-472a-88c8-87f36b1e85c7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23dc0299339c4946be0c5d5ceb883308&device_id=6fb5e0ac-d7dd-48cc-bffc-1ff6257cacf3 HTTP/1.1" status: 200 len: 1095 time: 0.0794666 May 23 11:47:28.461094 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2dc34-02f1-4f7a-b4f8-01c2d91bf7da req-269e4c31-302f-4538-8779-966d144bcea7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:47:28.462535 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-30b2dc34-02f1-4f7a-b4f8-01c2d91bf7da req-269e4c31-302f-4538-8779-966d144bcea7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=464150c2-94e4-478b-9142-a9d5703f7a02 HTTP/1.1" status: 200 len: 912 time: 0.1299264 May 23 11:47:28.652770 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-30b2dc34-02f1-4f7a-b4f8-01c2d91bf7da req-ce48afcd-7840-4809-ba5b-5762a54ae9e1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1 HTTP/1.1" status: 200 len: 217 time: 0.1610003 May 23 11:47:28.727483 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2dc34-02f1-4f7a-b4f8-01c2d91bf7da req-c4ee9c81-ad9e-4dd3-a029-eb134cf07112 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:47:28.728972 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-30b2dc34-02f1-4f7a-b4f8-01c2d91bf7da req-c4ee9c81-ad9e-4dd3-a029-eb134cf07112 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db4c364d-3e03-4e65-b317-8bd07d59c11e HTTP/1.1" status: 200 len: 850 time: 0.0667608 May 23 11:47:28.739021 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302f2c3-427b-4992-81d6-9530d054e5a7 req-c5855d0e-3b54-456e-a83d-810ff7a49897 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:47:28.740416 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5302f2c3-427b-4992-81d6-9530d054e5a7 req-c5855d0e-3b54-456e-a83d-810ff7a49897 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=6fb5e0ac-d7dd-48cc-bffc-1ff6257cacf3 HTTP/1.1" status: 200 len: 944 time: 0.2807951 May 23 11:47:28.831536 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5302f2c3-427b-4992-81d6-9530d054e5a7 req-863109c7-a33e-435f-9e70-5354c1bf79c3 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617690 May 23 11:47:28.844200 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-30b2dc34-02f1-4f7a-b4f8-01c2d91bf7da req-587c3ba9-e973-4b12-8435-e80dfad1314b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=464150c2-94e4-478b-9142-a9d5703f7a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1028709 May 23 11:47:28.983147 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-30b2dc34-02f1-4f7a-b4f8-01c2d91bf7da req-13d49643-fc0b-4e75-aa75-bdc15f1475a8 service neutron] 10.222.0.13 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302798 May 23 11:47:29.117439 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-30b2dc34-02f1-4f7a-b4f8-01c2d91bf7da req-46ed8fc4-87d3-4143-88a8-e6f81b2a8a16 service neutron] 10.222.0.13 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272979 May 23 11:47:30.049565 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c5511-da5c-43be-bca9-18104ff56006 req-f2c69649-880d-450d-862f-1dc4bccb0a45 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:47:30.051046 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0a1c5511-da5c-43be-bca9-18104ff56006 req-f2c69649-880d-450d-862f-1dc4bccb0a45 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=6fb5e0ac-d7dd-48cc-bffc-1ff6257cacf3 HTTP/1.1" status: 200 len: 944 time: 0.0845785 May 23 11:47:30.098759 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0a1c5511-da5c-43be-bca9-18104ff56006 req-5de34640-8c51-4989-afe8-aa492d980bed tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417047 May 23 11:47:31.315585 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248108df-cc9d-498c-8a6e-373e46486687 req-5cacc457-1405-44e8-91dc-4df1fbf56334 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:47:31.317053 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-248108df-cc9d-498c-8a6e-373e46486687 req-5cacc457-1405-44e8-91dc-4df1fbf56334 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=6fb5e0ac-d7dd-48cc-bffc-1ff6257cacf3 HTTP/1.1" status: 200 len: 944 time: 0.0796485 May 23 11:47:31.369879 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-248108df-cc9d-498c-8a6e-373e46486687 req-51ee83c7-b0a3-47e9-9054-52258f7cd409 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456471 May 23 11:47:32.591440 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d1f634-4901-4eb8-9a6a-a7c5ae4117a4 req-74fc709e-eddd-455a-953b-9dd901f2158a tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:47:32.592921 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-53d1f634-4901-4eb8-9a6a-a7c5ae4117a4 req-74fc709e-eddd-455a-953b-9dd901f2158a tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=6fb5e0ac-d7dd-48cc-bffc-1ff6257cacf3 HTTP/1.1" status: 200 len: 944 time: 0.0878499 May 23 11:47:32.638897 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-53d1f634-4901-4eb8-9a6a-a7c5ae4117a4 req-6be2e5c5-ae30-42f8-8871-7470332ea33d tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402730 May 23 11:47:33.868864 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5323265-3aee-4fae-9a40-67b74e9b5d2c req-96ec597b-0fc5-412a-a1b9-9d434735f913 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:47:33.870479 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b5323265-3aee-4fae-9a40-67b74e9b5d2c req-96ec597b-0fc5-412a-a1b9-9d434735f913 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=6fb5e0ac-d7dd-48cc-bffc-1ff6257cacf3 HTTP/1.1" status: 200 len: 944 time: 0.0899580 May 23 11:47:33.917488 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b5323265-3aee-4fae-9a40-67b74e9b5d2c req-ff85f27f-ddd0-4255-b134-f8e36cf7c3d4 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411959 May 23 11:47:35.137711 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f8862-d73e-4a46-9de9-53c5aa929525 req-9c1a66c8-98fd-4727-8f55-75160894da4c tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:47:35.139064 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b00f8862-d73e-4a46-9de9-53c5aa929525 req-9c1a66c8-98fd-4727-8f55-75160894da4c tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=6fb5e0ac-d7dd-48cc-bffc-1ff6257cacf3 HTTP/1.1" status: 200 len: 944 time: 0.0847204 May 23 11:47:35.186800 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b00f8862-d73e-4a46-9de9-53c5aa929525 req-f5265ff4-239c-49e5-bbbe-eddead1386ce tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397820 May 23 11:47:36.409581 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63ba3c-2c32-4b86-bb93-b81c775162c2 req-01ec59d2-f672-4b28-a221-ece6b859cb2c tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:47:36.410908 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5a63ba3c-2c32-4b86-bb93-b81c775162c2 req-01ec59d2-f672-4b28-a221-ece6b859cb2c tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=6fb5e0ac-d7dd-48cc-bffc-1ff6257cacf3 HTTP/1.1" status: 200 len: 944 time: 0.0903363 May 23 11:47:36.456999 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5a63ba3c-2c32-4b86-bb93-b81c775162c2 req-71cb3b00-b58f-4039-ac4f-a82a0a11856d tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403304 May 23 11:47:37.077136 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:47:37.218866 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1,segment=NetworkSegment(e9696b91-4f97-4538-9765-a3f2ec085a56),segment_id=e9696b91-4f97-4538-9765-a3f2ec085a56)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:47:37.232516 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'port_id': '3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1', 'mac_address': 'fa:16:3e:94:95:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:47:37.314424 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:47:37.332291 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:47:37.348320 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1,segment=NetworkSegment(e9696b91-4f97-4538-9765-a3f2ec085a56),segment_id=e9696b91-4f97-4538-9765-a3f2ec085a56)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:47:37.355549 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:47:37.422078 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:47:37.655078 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481a8fe-14f1-4ad8-ae32-a6535a57e7ad req-32012873-ebbb-4b76-a7d5-eb0297b9b22f tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:47:37.656593 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b481a8fe-14f1-4ad8-ae32-a6535a57e7ad req-32012873-ebbb-4b76-a7d5-eb0297b9b22f tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=6fb5e0ac-d7dd-48cc-bffc-1ff6257cacf3 HTTP/1.1" status: 200 len: 945 time: 0.0808876 May 23 11:47:37.705324 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b481a8fe-14f1-4ad8-ae32-a6535a57e7ad req-d5a2f231-961d-4b52-9fb6-50af5d5f00bd tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430565 May 23 11:47:37.729415 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:47:37.948523 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:47:38.315797 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:47:38.926400 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14e82b-f06e-4922-b410-feeb8534371c req-6a09dfed-9e9f-4978-8aaa-141b7fa004be tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:47:38.927856 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bd14e82b-f06e-4922-b410-feeb8534371c req-6a09dfed-9e9f-4978-8aaa-141b7fa004be tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=6fb5e0ac-d7dd-48cc-bffc-1ff6257cacf3 HTTP/1.1" status: 200 len: 945 time: 0.0826433 May 23 11:47:38.973813 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bd14e82b-f06e-4922-b410-feeb8534371c req-320379ce-45cb-4304-9e50-256cb6a206ca tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401301 May 23 11:47:39.075606 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:47:39.166899 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:47:39.171908 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:47:39.172281 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:47:39.297275 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:47:39.307944 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-79fc9969-4a6e-4046-8d06-f966223fa688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:47:39.325858 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb5e0ac-d7dd-48cc-bffc-1ff6257cacf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:47:39.335131 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1,segment=NetworkSegment(e9696b91-4f97-4538-9765-a3f2ec085a56),segment_id=e9696b91-4f97-4538-9765-a3f2ec085a56)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:47:39.339523 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:47:39.383950 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b26b5ed4-c956-4f33-af87-7efe16fa72a2'] response: {'server_uuid': '6fb5e0ac-d7dd-48cc-bffc-1ff6257cacf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1', 'code': 200} May 23 11:47:39.409445 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:47:39.548274 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-047f2fc4-5e51-4a31-b4a1-91c7478633fc req-72dff00a-2f6a-4037-83ba-7a4768f2c949 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6fb5e0ac-d7dd-48cc-bffc-1ff6257cacf3 HTTP/1.1" status: 200 len: 1097 time: 0.0856235 May 23 11:47:39.592887 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-047f2fc4-5e51-4a31-b4a1-91c7478633fc req-e56b6f68-8386-49d7-a297-9956a2e159c1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379415 May 23 11:47:39.628702 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:47:40.192792 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3842a976-84f3-4eb5-bb8d-35b071820adc req-92d9f301-7ce8-41c7-adb2-326950e45072 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:47:40.194146 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3842a976-84f3-4eb5-bb8d-35b071820adc req-92d9f301-7ce8-41c7-adb2-326950e45072 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=6fb5e0ac-d7dd-48cc-bffc-1ff6257cacf3 HTTP/1.1" status: 200 len: 946 time: 0.0887716 May 23 11:47:40.241895 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3842a976-84f3-4eb5-bb8d-35b071820adc req-c2e4f782-58fd-4bf9-b7f3-b7ba748bdd48 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418952 May 23 11:47:41.452759 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1ea97-13d9-4541-8bc8-c4cbe03856f5 req-7504f957-e202-4de7-82ef-e73a7db314ea tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:47:41.454174 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-35c1ea97-13d9-4541-8bc8-c4cbe03856f5 req-7504f957-e202-4de7-82ef-e73a7db314ea tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=6fb5e0ac-d7dd-48cc-bffc-1ff6257cacf3 HTTP/1.1" status: 200 len: 946 time: 0.0851185 May 23 11:47:41.501247 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-35c1ea97-13d9-4541-8bc8-c4cbe03856f5 req-f9c6e912-eb7f-4d49-9972-2567dfe0f876 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411565 May 23 11:47:41.567514 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-719739d9-1976-4401-9510-fc1bf398977b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:47:41.707640 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6542a-76af-4aea-b472-6fe1be556496 req-314e26f6-d1fe-480f-9cbc-b6e6efeca47a tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:47:41.709140 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-77d6542a-76af-4aea-b472-6fe1be556496 req-314e26f6-d1fe-480f-9cbc-b6e6efeca47a tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=6fb5e0ac-d7dd-48cc-bffc-1ff6257cacf3 HTTP/1.1" status: 200 len: 946 time: 0.0836225 May 23 11:47:41.754670 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-77d6542a-76af-4aea-b472-6fe1be556496 req-633ebe7c-320c-41c5-b0df-d9412e79655b tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398722 May 23 11:47:42.841852 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:47:42.848641 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:47:44.366148 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:47:44.756062 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-b8ff3ec9-f85d-4cf6-9501-50c5f8cf7d3d tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:47:44.757524 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-b8ff3ec9-f85d-4cf6-9501-50c5f8cf7d3d tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/networks?id=464150c2-94e4-478b-9142-a9d5703f7a02 HTTP/1.1" status: 200 len: 811 time: 0.1461198 May 23 11:47:44.776934 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-492db1fd-d1ef-48c4-9533-a765ef0489fa tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/quotas/23dc0299339c4946be0c5d5ceb883308 HTTP/1.1" status: 200 len: 375 time: 0.0118070 May 23 11:47:44.865740 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-03d13046-8e13-41cf-9197-b901b91f9dde tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=23dc0299339c4946be0c5d5ceb883308&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0837336 May 23 11:47:45.016649 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-bcabdf95-66ff-46e9-ae89-cb2a6a92fbd9 service neutron] 10.222.0.79 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433258 May 23 11:47:45.250232 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-c0286a59-5937-4133-86a4-e0bd2fab7293 service neutron] 10.222.0.79 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242231 May 23 11:47:45.494116 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2f925357-c4db-4c56-a420-51daf703b60f req-59c56113-82cc-49eb-8a7b-10177aa7e654 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b110906-717f-42c1-b85a-e9a9998c0f4e HTTP/1.1" status: 200 len: 210 time: 0.0414407 May 23 11:47:46.681630 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2cb0e96c-ec9b-4342-9019-4e2cf681942f req-9a142223-e023-406a-aee7-90771c6bc540 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b110906-717f-42c1-b85a-e9a9998c0f4e HTTP/1.1" status: 200 len: 210 time: 0.0448256 May 23 11:47:46.785066 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-7ed62e1a-6a5b-4cbe-81ca-826d650b494b tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:47:46.786492 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-7ed62e1a-6a5b-4cbe-81ca-826d650b494b tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.81 "GET /v2.0/networks?id=464150c2-94e4-478b-9142-a9d5703f7a02 HTTP/1.1" status: 200 len: 811 time: 0.1518643 May 23 11:47:46.814879 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-b78b9535-69e0-4034-9c1a-773ade229cde tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Request body: {'port': {'device_id': '6b110906-717f-42c1-b85a-e9a9998c0f4e', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'admin_state_up': True, 'tenant_id': '23dc0299339c4946be0c5d5ceb883308'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:47:46.953020 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-b78b9535-69e0-4034-9c1a-773ade229cde tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:47:46.962634 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-b78b9535-69e0-4034-9c1a-773ade229cde tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:47:46.973686 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-b78b9535-69e0-4034-9c1a-773ade229cde tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Made reservation on behalf of 23dc0299339c4946be0c5d5ceb883308 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:47:46.976656 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-b78b9535-69e0-4034-9c1a-773ade229cde tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:47:47.143123 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-b78b9535-69e0-4034-9c1a-773ade229cde tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Allocated IP 172.20.0.9 (464150c2-94e4-478b-9142-a9d5703f7a02/db4c364d-3e03-4e65-b317-8bd07d59c11e/f220af86-ecb3-4f62-90e6-cdd078270058) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:47:47.355883 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-b78b9535-69e0-4034-9c1a-773ade229cde tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:47:47.372961 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-b78b9535-69e0-4034-9c1a-773ade229cde tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Transition to ACTIVE for port object f220af86-ecb3-4f62-90e6-cdd078270058 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:47:47.395481 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-b78b9535-69e0-4034-9c1a-773ade229cde tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:47:47.429606 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:47:47.474459 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-b78b9535-69e0-4034-9c1a-773ade229cde tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Network 464150c2-94e4-478b-9142-a9d5703f7a02 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:47:47.480245 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-b78b9535-69e0-4034-9c1a-773ade229cde tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:47:47.485135 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-b78b9535-69e0-4034-9c1a-773ade229cde tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:47:47.565248 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b9535-69e0-4034-9c1a-773ade229cde tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Pushing event updated for resources: {'Port': ['ID=f220af86-ecb3-4f62-90e6-cdd078270058,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:47:47.584501 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78b9535-69e0-4034-9c1a-773ade229cde tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:47:47.584846 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78b9535-69e0-4034-9c1a-773ade229cde tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:47:47.585184 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78b9535-69e0-4034-9c1a-773ade229cde tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:47:47.585515 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78b9535-69e0-4034-9c1a-773ade229cde tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:47:47.585841 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78b9535-69e0-4034-9c1a-773ade229cde tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:47:47.586163 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78b9535-69e0-4034-9c1a-773ade229cde tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:47:47.586483 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78b9535-69e0-4034-9c1a-773ade229cde tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:47:47.586803 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78b9535-69e0-4034-9c1a-773ade229cde tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:47:47.587118 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78b9535-69e0-4034-9c1a-773ade229cde tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:47:47.587633 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78b9535-69e0-4034-9c1a-773ade229cde tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:47:47.587910 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78b9535-69e0-4034-9c1a-773ade229cde tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:47:47.611554 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-b78b9535-69e0-4034-9c1a-773ade229cde tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:47:47.612509 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-b78b9535-69e0-4034-9c1a-773ade229cde tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:47:47.646464 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-b78b9535-69e0-4034-9c1a-773ade229cde tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8350341 May 23 11:47:47.675213 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-307574fd-08c7-40c6-a259-bb815b0e9d36 service neutron] Request body: {'port': {'device_id': '6b110906-717f-42c1-b85a-e9a9998c0f4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:47:47.806396 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-82898c11-a146-4b72-bfe1-69bbacef76c6 None None] Provisioning for port f220af86-ecb3-4f62-90e6-cdd078270058 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:47:47.812734 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-82898c11-a146-4b72-bfe1-69bbacef76c6 None None] Provisioning complete for port f220af86-ecb3-4f62-90e6-cdd078270058 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:47:47.813342 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-82898c11-a146-4b72-bfe1-69bbacef76c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:47:47.833968 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-307574fd-08c7-40c6-a259-bb815b0e9d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:47:47.919341 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-82898c11-a146-4b72-bfe1-69bbacef76c6 None None] Port f220af86-ecb3-4f62-90e6-cdd078270058 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:47:47.932272 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d61a41-72ac-45d1-8867-c52d368fd655 req-74e9df09-369e-4212-9f5a-2a3017b8edd5 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:47:47.934537 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f7d61a41-72ac-45d1-8867-c52d368fd655 req-74e9df09-369e-4212-9f5a-2a3017b8edd5 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b110906-717f-42c1-b85a-e9a9998c0f4e HTTP/1.1" status: 200 len: 931 time: 0.1146679 May 23 11:47:47.983403 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f7d61a41-72ac-45d1-8867-c52d368fd655 req-b37db03e-f6c8-4fe1-aa3e-92fd4150c4c4 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427485 May 23 11:47:48.208082 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-307574fd-08c7-40c6-a259-bb815b0e9d36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f220af86-ecb3-4f62-90e6-cdd078270058 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:47:48.215396 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-307574fd-08c7-40c6-a259-bb815b0e9d36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:47:48.235943 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-307574fd-08c7-40c6-a259-bb815b0e9d36 service neutron] Transition to ACTIVE for port object f220af86-ecb3-4f62-90e6-cdd078270058 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:47:48.246441 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-307574fd-08c7-40c6-a259-bb815b0e9d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:47:48.370662 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307574fd-08c7-40c6-a259-bb815b0e9d36 service neutron] Pushing event updated for resources: {'Port': ['ID=f220af86-ecb3-4f62-90e6-cdd078270058,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:47:48.583426 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-307574fd-08c7-40c6-a259-bb815b0e9d36 service neutron] Attempting to bind port f220af86-ecb3-4f62-90e6-cdd078270058 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:47:48.583719 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-307574fd-08c7-40c6-a259-bb815b0e9d36 service neutron] Attempting to bind port f220af86-ecb3-4f62-90e6-cdd078270058 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': 'e9696b91-4f97-4538-9765-a3f2ec085a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:47:48.584103 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-307574fd-08c7-40c6-a259-bb815b0e9d36 service neutron] Attempting to bind port f220af86-ecb3-4f62-90e6-cdd078270058 on network 464150c2-94e4-478b-9142-a9d5703f7a02 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:47:48.590464 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-307574fd-08c7-40c6-a259-bb815b0e9d36 service neutron] Port f220af86-ecb3-4f62-90e6-cdd078270058 on network 464150c2-94e4-478b-9142-a9d5703f7a02 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:47:48.590764 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-307574fd-08c7-40c6-a259-bb815b0e9d36 service neutron] Attempting to bind port f220af86-ecb3-4f62-90e6-cdd078270058 on network 464150c2-94e4-478b-9142-a9d5703f7a02 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:47:48.597392 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-307574fd-08c7-40c6-a259-bb815b0e9d36 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:47:48.597750 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-307574fd-08c7-40c6-a259-bb815b0e9d36 service neutron] Checking segment: {'id': 'e9696b91-4f97-4538-9765-a3f2ec085a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:47:48.598115 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-307574fd-08c7-40c6-a259-bb815b0e9d36 service neutron] Bound using segment: {'id': 'e9696b91-4f97-4538-9765-a3f2ec085a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:47:48.598516 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-307574fd-08c7-40c6-a259-bb815b0e9d36 service neutron] Bound port: f220af86-ecb3-4f62-90e6-cdd078270058, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9696b91-4f97-4538-9765-a3f2ec085a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:47:48.598854 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-307574fd-08c7-40c6-a259-bb815b0e9d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:47:48.695389 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-307574fd-08c7-40c6-a259-bb815b0e9d36 service neutron] For port f220af86-ecb3-4f62-90e6-cdd078270058, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:47:48.698312 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-307574fd-08c7-40c6-a259-bb815b0e9d36 service neutron] For port f220af86-ecb3-4f62-90e6-cdd078270058, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=f220af86-ecb3-4f62-90e6-cdd078270058,segment=NetworkSegment(e9696b91-4f97-4538-9765-a3f2ec085a56),segment_id=e9696b91-4f97-4538-9765-a3f2ec085a56)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:47:48.703708 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-307574fd-08c7-40c6-a259-bb815b0e9d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:47:48.763629 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-307574fd-08c7-40c6-a259-bb815b0e9d36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:47:48.765044 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-307574fd-08c7-40c6-a259-bb815b0e9d36 service neutron] 10.222.0.81 "PUT /v2.0/ports/f220af86-ecb3-4f62-90e6-cdd078270058 HTTP/1.1" status: 200 len: 1091 time: 1.0987344 May 23 11:47:48.765486 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b110906-717f-42c1-b85a-e9a9998c0f4e', 'tag': 'f220af86-ecb3-4f62-90e6-cdd078270058'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:47:48.803985 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307574fd-08c7-40c6-a259-bb815b0e9d36 service neutron] Pushing event updated for resources: {'Port': ['ID=f220af86-ecb3-4f62-90e6-cdd078270058,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:47:48.837485 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47cc7a09-28ff-446b-bea9-66828d7d6537'] response: {'name': 'network-changed', 'server_uuid': '6b110906-717f-42c1-b85a-e9a9998c0f4e', 'tag': 'f220af86-ecb3-4f62-90e6-cdd078270058', 'status': 'completed', 'code': 200} May 23 11:47:48.940491 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-eb5447fc-47ec-4e7e-a0fc-6a001cf1ca17 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=23dc0299339c4946be0c5d5ceb883308&device_id=6b110906-717f-42c1-b85a-e9a9998c0f4e HTTP/1.1" status: 200 len: 1094 time: 0.0875030 May 23 11:47:49.026410 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-a042521f-5a0e-439a-b899-9664ced609eb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f220af86-ecb3-4f62-90e6-cdd078270058 HTTP/1.1" status: 200 len: 217 time: 0.0654459 May 23 11:47:49.103330 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-8765f4e9-c814-4d9d-a3cb-2fbf4aa37453 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:47:49.104821 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-8765f4e9-c814-4d9d-a3cb-2fbf4aa37453 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=db4c364d-3e03-4e65-b317-8bd07d59c11e HTTP/1.1" status: 200 len: 850 time: 0.0689368 May 23 11:47:49.184048 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-c10b42b8-446f-4741-9895-faf80cc7d9a1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=464150c2-94e4-478b-9142-a9d5703f7a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694356 May 23 11:47:49.194962 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df48c77-0fad-499f-b182-d272b3ff050c req-92672e77-ccb0-49e4-ae6e-e68939610909 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:47:49.196437 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7df48c77-0fad-499f-b182-d272b3ff050c req-92672e77-ccb0-49e4-ae6e-e68939610909 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b110906-717f-42c1-b85a-e9a9998c0f4e HTTP/1.1" status: 200 len: 943 time: 0.0836318 May 23 11:47:49.256888 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7df48c77-0fad-499f-b182-d272b3ff050c req-affc0a23-4d74-4f6c-aa4d-f061e3c62500 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543447 May 23 11:47:49.329671 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-53b09c64-bf92-425f-8a4e-46bb4311d529 service neutron] 10.222.0.81 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361716 May 23 11:47:49.467594 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c3c26455-97fa-43b0-bd7e-7bd49fb65257 req-7c35b4c7-0951-4283-85ef-4a1215a22fb7 service neutron] 10.222.0.81 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286016 May 23 11:47:49.645490 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9ab17caa-f71b-443a-9c8d-66e78268dec5 req-4bc667bb-48a9-4080-becb-7b671ceae845 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=23dc0299339c4946be0c5d5ceb883308&device_id=6b110906-717f-42c1-b85a-e9a9998c0f4e HTTP/1.1" status: 200 len: 1094 time: 0.0857356 May 23 11:47:49.842757 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab17caa-f71b-443a-9c8d-66e78268dec5 req-d20c6fd2-78fc-430f-8b15-c3b8bfcbf56f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:47:49.844008 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9ab17caa-f71b-443a-9c8d-66e78268dec5 req-d20c6fd2-78fc-430f-8b15-c3b8bfcbf56f service neutron] 10.222.0.81 "GET /v2.0/networks?id=464150c2-94e4-478b-9142-a9d5703f7a02 HTTP/1.1" status: 200 len: 912 time: 0.1892443 May 23 11:47:49.929892 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9ab17caa-f71b-443a-9c8d-66e78268dec5 req-9369c653-193c-4279-8871-67f9ad1c6787 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f220af86-ecb3-4f62-90e6-cdd078270058 HTTP/1.1" status: 200 len: 217 time: 0.0763423 May 23 11:47:50.018928 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab17caa-f71b-443a-9c8d-66e78268dec5 req-edcec32b-0ada-4f68-a66f-0cfde42c38be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:47:50.021057 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9ab17caa-f71b-443a-9c8d-66e78268dec5 req-edcec32b-0ada-4f68-a66f-0cfde42c38be service neutron] 10.222.0.81 "GET /v2.0/subnets?id=db4c364d-3e03-4e65-b317-8bd07d59c11e HTTP/1.1" status: 200 len: 850 time: 0.0833976 May 23 11:47:50.121469 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9ab17caa-f71b-443a-9c8d-66e78268dec5 req-3a74bbca-63d4-4616-8e87-3a2715d90509 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=464150c2-94e4-478b-9142-a9d5703f7a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903864 May 23 11:47:50.291083 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9ab17caa-f71b-443a-9c8d-66e78268dec5 req-3303ddad-ae62-470a-ad76-82ea856098a5 service neutron] 10.222.0.81 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607056 May 23 11:47:50.514757 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9ab17caa-f71b-443a-9c8d-66e78268dec5 req-70e74e63-29a5-4f1f-9da0-a1d3cd13d848 service neutron] 10.222.0.81 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129164 May 23 11:47:50.519731 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a268f7-1409-4483-8cd8-f4a20915e43b req-402ac4cc-ed91-4721-b158-20a4c60db8e7 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:47:50.528000 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e5a268f7-1409-4483-8cd8-f4a20915e43b req-402ac4cc-ed91-4721-b158-20a4c60db8e7 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b110906-717f-42c1-b85a-e9a9998c0f4e HTTP/1.1" status: 200 len: 943 time: 0.0992415 May 23 11:47:50.592690 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e5a268f7-1409-4483-8cd8-f4a20915e43b req-94f9feb2-f125-4f6b-8b19-c0a205ccb056 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634980 May 23 11:47:51.974764 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29e0e1-acea-4c9e-bf3d-046c5414466a req-f8110f22-607d-4aae-9711-e810c77755fc tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:47:51.983225 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dd29e0e1-acea-4c9e-bf3d-046c5414466a req-f8110f22-607d-4aae-9711-e810c77755fc tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b110906-717f-42c1-b85a-e9a9998c0f4e HTTP/1.1" status: 200 len: 943 time: 0.1495609 May 23 11:47:52.040611 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dd29e0e1-acea-4c9e-bf3d-046c5414466a req-4622d792-184e-4d7f-8939-de06a2877c04 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554199 May 23 11:47:53.265920 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9b16f-f06e-4e1d-a6f2-e8885639a50f req-1635822f-f1d0-4e91-94c3-a2b100a10318 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:47:53.272565 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cda9b16f-f06e-4e1d-a6f2-e8885639a50f req-1635822f-f1d0-4e91-94c3-a2b100a10318 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b110906-717f-42c1-b85a-e9a9998c0f4e HTTP/1.1" status: 200 len: 943 time: 0.0970981 May 23 11:47:53.324560 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cda9b16f-f06e-4e1d-a6f2-e8885639a50f req-74d98205-6530-4774-a296-b1d7de7ababa tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469489 May 23 11:47:54.536604 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55520a-3bf2-4f1e-9401-015ead13183e req-d4c047a6-c18e-4b91-b375-3f5d56217bab tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:47:54.538081 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ca55520a-3bf2-4f1e-9401-015ead13183e req-d4c047a6-c18e-4b91-b375-3f5d56217bab tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b110906-717f-42c1-b85a-e9a9998c0f4e HTTP/1.1" status: 200 len: 943 time: 0.0838668 May 23 11:47:54.584969 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ca55520a-3bf2-4f1e-9401-015ead13183e req-5d812f04-d054-4c13-8aca-83bf48ad4e70 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400505 May 23 11:47:55.813577 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416288b-79de-4a67-9162-37d2f5b65d9f req-cb37e770-e19a-4a66-8dca-9fb0e4af81fd tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:47:55.814966 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7416288b-79de-4a67-9162-37d2f5b65d9f req-cb37e770-e19a-4a66-8dca-9fb0e4af81fd tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b110906-717f-42c1-b85a-e9a9998c0f4e HTTP/1.1" status: 200 len: 943 time: 0.0872388 May 23 11:47:55.865168 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7416288b-79de-4a67-9162-37d2f5b65d9f req-f94ada00-2aad-4879-9a05-d6afb6739b8e tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445354 May 23 11:47:57.238377 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ff135-7c5f-497d-beb3-fd73ea0dde2a req-96a0453a-ce52-4752-b527-7b9b8d929bc1 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:47:57.239942 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4c3ff135-7c5f-497d-beb3-fd73ea0dde2a req-96a0453a-ce52-4752-b527-7b9b8d929bc1 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b110906-717f-42c1-b85a-e9a9998c0f4e HTTP/1.1" status: 200 len: 943 time: 0.0881848 May 23 11:47:57.290143 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4c3ff135-7c5f-497d-beb3-fd73ea0dde2a req-b7d1fbd6-8bb7-4545-9307-00510e46232e tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440538 May 23 11:47:58.517718 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e780e-9415-4246-af67-8a99a70167e0 req-3aa3d4f6-b3cf-4d44-8fad-5fca10b80647 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:47:58.520020 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-155e780e-9415-4246-af67-8a99a70167e0 req-3aa3d4f6-b3cf-4d44-8fad-5fca10b80647 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b110906-717f-42c1-b85a-e9a9998c0f4e HTTP/1.1" status: 200 len: 943 time: 0.0909183 May 23 11:47:58.574469 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-155e780e-9415-4246-af67-8a99a70167e0 req-c70ddc0a-4c20-4e3a-8989-ac35c5c15616 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472505 May 23 11:47:59.793784 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f9d98-7744-473e-8403-c72c84318928 req-f18ae41d-dda0-4df9-b7ea-40870b6220df tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:47:59.795522 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-780f9d98-7744-473e-8403-c72c84318928 req-f18ae41d-dda0-4df9-b7ea-40870b6220df tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b110906-717f-42c1-b85a-e9a9998c0f4e HTTP/1.1" status: 200 len: 943 time: 0.0923009 May 23 11:47:59.843286 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-780f9d98-7744-473e-8403-c72c84318928 req-ae18a9ca-a5bb-4017-a403-4822c00139cb tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419099 May 23 11:48:01.054761 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d17d326-27d4-446c-811b-c30dfc474087 req-67cac720-d470-43b5-8cf6-66dfdb6583f7 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:48:01.056216 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6d17d326-27d4-446c-811b-c30dfc474087 req-67cac720-d470-43b5-8cf6-66dfdb6583f7 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b110906-717f-42c1-b85a-e9a9998c0f4e HTTP/1.1" status: 200 len: 943 time: 0.0889935 May 23 11:48:01.102669 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6d17d326-27d4-446c-811b-c30dfc474087 req-f4c282d1-a594-4985-8e3e-6b070d6fc03a tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403244 May 23 11:48:02.316324 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e03d2-c33b-491e-af64-e82f41755273 req-c97ee332-e9cc-400b-848a-90c70b0e9b8d tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:48:02.316324 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7c0e03d2-c33b-491e-af64-e82f41755273 req-c97ee332-e9cc-400b-848a-90c70b0e9b8d tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b110906-717f-42c1-b85a-e9a9998c0f4e HTTP/1.1" status: 200 len: 943 time: 0.0813842 May 23 11:48:02.374043 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7c0e03d2-c33b-491e-af64-e82f41755273 req-ab106182-9459-4cf2-8575-ed78c8fc9a9c tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516300 May 23 11:48:03.576200 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6325ee-9225-4904-aa90-0d2d95b5fe68 req-5df3f6b2-8828-4d56-8a03-35bb4cfad34a tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:48:03.577669 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ea6325ee-9225-4904-aa90-0d2d95b5fe68 req-5df3f6b2-8828-4d56-8a03-35bb4cfad34a tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b110906-717f-42c1-b85a-e9a9998c0f4e HTTP/1.1" status: 200 len: 943 time: 0.0790839 May 23 11:48:03.630756 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ea6325ee-9225-4904-aa90-0d2d95b5fe68 req-028dfb9d-1495-40dd-9ab8-0d3495485cde tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435326 May 23 11:48:04.854553 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a21bc-1b43-4b0d-8c1f-2163fce97a8b req-170cdcc0-2fe1-4fff-bb1e-dcfb3fe9469a tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:48:04.856739 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ca8a21bc-1b43-4b0d-8c1f-2163fce97a8b req-170cdcc0-2fe1-4fff-bb1e-dcfb3fe9469a tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b110906-717f-42c1-b85a-e9a9998c0f4e HTTP/1.1" status: 200 len: 943 time: 0.0910163 May 23 11:48:04.902027 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ca8a21bc-1b43-4b0d-8c1f-2163fce97a8b req-45c84385-02ae-47b6-b2e2-af30bb82f99f tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399101 May 23 11:48:06.124629 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfea7db-a995-4745-a2fb-067a92f59276 req-b35cb869-afd1-4555-adde-2a7eae32ef79 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:48:06.129847 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2dfea7db-a995-4745-a2fb-067a92f59276 req-b35cb869-afd1-4555-adde-2a7eae32ef79 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b110906-717f-42c1-b85a-e9a9998c0f4e HTTP/1.1" status: 200 len: 943 time: 0.0883234 May 23 11:48:06.180893 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2dfea7db-a995-4745-a2fb-067a92f59276 req-5eb7228d-c601-48a4-b997-5aff20b0d7e4 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488122 May 23 11:48:07.292449 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device f220af86-ecb3-4f62-90e6-cdd078270058 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:48:07.397998 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c6cac-23cf-48ab-b835-541ec9a3d753 req-521d0ddd-dfe6-46ef-a411-b5e1ee020039 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:48:07.399955 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-787c6cac-23cf-48ab-b835-541ec9a3d753 req-521d0ddd-dfe6-46ef-a411-b5e1ee020039 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b110906-717f-42c1-b85a-e9a9998c0f4e HTTP/1.1" status: 200 len: 943 time: 0.0911114 May 23 11:48:07.439935 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port f220af86-ecb3-4f62-90e6-cdd078270058, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=f220af86-ecb3-4f62-90e6-cdd078270058,segment=NetworkSegment(e9696b91-4f97-4538-9765-a3f2ec085a56),segment_id=e9696b91-4f97-4538-9765-a3f2ec085a56)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:48:07.446571 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-787c6cac-23cf-48ab-b835-541ec9a3d753 req-e641d327-ebc3-4b0f-b0d2-7d9e44031174 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403094 May 23 11:48:07.453139 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': 'f220af86-ecb3-4f62-90e6-cdd078270058', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'port_id': 'f220af86-ecb3-4f62-90e6-cdd078270058', 'mac_address': 'fa:16:3e:34:a3:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:48:07.519236 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:07.536358 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f220af86-ecb3-4f62-90e6-cdd078270058 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:48:07.555165 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port f220af86-ecb3-4f62-90e6-cdd078270058, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=f220af86-ecb3-4f62-90e6-cdd078270058,segment=NetworkSegment(e9696b91-4f97-4538-9765-a3f2ec085a56),segment_id=e9696b91-4f97-4538-9765-a3f2ec085a56)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:48:07.561921 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:07.625950 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=f220af86-ecb3-4f62-90e6-cdd078270058,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:48:07.634503 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:48:07.634840 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:48:07.635169 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:48:07.635495 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:48:07.635816 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:48:07.636162 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:48:07.636480 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:48:07.636795 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:48:07.637109 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:48:07.637421 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:48:07.637733 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:48:07.961020 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['f220af86-ecb3-4f62-90e6-cdd078270058'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:48:08.328704 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:08.669335 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a0d5e-ce07-4517-a8f3-ca0844042c87 req-8e546255-d224-4ae4-bf17-01dee5dc3a9f tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:48:08.670857 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a88a0d5e-ce07-4517-a8f3-ca0844042c87 req-8e546255-d224-4ae4-bf17-01dee5dc3a9f tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b110906-717f-42c1-b85a-e9a9998c0f4e HTTP/1.1" status: 200 len: 944 time: 0.0844586 May 23 11:48:08.718548 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a88a0d5e-ce07-4517-a8f3-ca0844042c87 req-64e7bb82-a8f3-4c63-83b0-0b70837b280a tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417771 May 23 11:48:09.297806 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3d9913a3-016a-4f1f-ba35-526b7fc58eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:09.308925 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device f220af86-ecb3-4f62-90e6-cdd078270058 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:48:09.389542 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port f220af86-ecb3-4f62-90e6-cdd078270058 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:48:09.396258 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port f220af86-ecb3-4f62-90e6-cdd078270058 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:48:09.396258 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:09.522470 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:09.552187 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b110906-717f-42c1-b85a-e9a9998c0f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f220af86-ecb3-4f62-90e6-cdd078270058'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:48:09.565779 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port f220af86-ecb3-4f62-90e6-cdd078270058, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=f220af86-ecb3-4f62-90e6-cdd078270058,segment=NetworkSegment(e9696b91-4f97-4538-9765-a3f2ec085a56),segment_id=e9696b91-4f97-4538-9765-a3f2ec085a56)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:48:09.566779 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:09.616995 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33730a8b-3c9e-4918-987c-dc746901db0f'] response: {'server_uuid': '6b110906-717f-42c1-b85a-e9a9998c0f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f220af86-ecb3-4f62-90e6-cdd078270058', 'code': 200} May 23 11:48:09.654410 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:09.658551 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=f220af86-ecb3-4f62-90e6-cdd078270058,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:48:09.928059 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7683788a-48b8-43a9-9089-ccf709fdd4c2 req-62faf240-5a01-4702-bd33-3a716b4ce952 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6b110906-717f-42c1-b85a-e9a9998c0f4e HTTP/1.1" status: 200 len: 1096 time: 0.2127056 May 23 11:48:09.949144 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92fd59-32d7-4179-8005-a2eb26136760 req-e04e692c-df07-4516-beb0-2b73eb3ab79d tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:48:09.950760 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc92fd59-32d7-4179-8005-a2eb26136760 req-e04e692c-df07-4516-beb0-2b73eb3ab79d tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b110906-717f-42c1-b85a-e9a9998c0f4e HTTP/1.1" status: 200 len: 945 time: 0.0887916 May 23 11:48:09.983703 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7683788a-48b8-43a9-9089-ccf709fdd4c2 req-552b11ca-bfa1-44cd-8813-f323c330eabb service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464451 May 23 11:48:10.005420 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc92fd59-32d7-4179-8005-a2eb26136760 req-b49ce337-afdd-4eeb-a14f-a651ad8d5d04 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469875 May 23 11:48:11.319027 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03035a-f16f-409b-85b4-57b3a28326b8 req-9d792b68-4008-4296-818e-0d04bf52b89d tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:48:11.320574 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2f03035a-f16f-409b-85b4-57b3a28326b8 req-9d792b68-4008-4296-818e-0d04bf52b89d tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b110906-717f-42c1-b85a-e9a9998c0f4e HTTP/1.1" status: 200 len: 945 time: 0.0911026 May 23 11:48:11.376213 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2f03035a-f16f-409b-85b4-57b3a28326b8 req-c4e578a3-cc9c-4a61-83f3-ee6dcf686da9 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497143 May 23 11:48:11.573388 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fd8e321c-5b6f-4c27-b6f3-bbb61103646f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:12.612496 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a15750-de10-4fc1-b3ed-843925de8b4c req-390a7c55-a5fd-49c7-b2a8-7000db3b8952 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:48:12.613953 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-42a15750-de10-4fc1-b3ed-843925de8b4c req-390a7c55-a5fd-49c7-b2a8-7000db3b8952 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b110906-717f-42c1-b85a-e9a9998c0f4e HTTP/1.1" status: 200 len: 945 time: 0.0869312 May 23 11:48:12.672523 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-42a15750-de10-4fc1-b3ed-843925de8b4c req-ff16f84a-abca-4b9e-bea5-4e628c877cda tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486469 May 23 11:48:12.844676 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:12.844676 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:12.984536 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0c1fe-3c50-4785-bfea-bd6e2357236c req-b8910c80-23a6-43ab-80b8-25855b123738 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:48:12.986276 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7ab0c1fe-3c50-4785-bfea-bd6e2357236c req-b8910c80-23a6-43ab-80b8-25855b123738 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b110906-717f-42c1-b85a-e9a9998c0f4e HTTP/1.1" status: 200 len: 945 time: 0.1767769 May 23 11:48:13.038499 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7ab0c1fe-3c50-4785-bfea-bd6e2357236c req-45b99c3d-e628-4ada-9532-e5086035e452 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429857 May 23 11:48:13.724907 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b0d2b-5372-49a7-a5cb-e7ff215d79ce req-e6187f7a-ed68-4935-9f32-579edfe9edfe tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:48:13.728393 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1a4b0d2b-5372-49a7-a5cb-e7ff215d79ce req-e6187f7a-ed68-4935-9f32-579edfe9edfe tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b110906-717f-42c1-b85a-e9a9998c0f4e HTTP/1.1" status: 200 len: 945 time: 0.0906618 May 23 11:48:13.774086 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1a4b0d2b-5372-49a7-a5cb-e7ff215d79ce req-a152f25f-a87a-4099-a3ae-c9e8cf2fe17f tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417056 May 23 11:48:14.365218 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:14.950140 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:48:14.980701 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9186f5e-f131-48be-920e-a26a9dcbb4a1 req-9e0a4e2d-dcb3-4d12-8e36-a4210a10e604 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:48:14.982214 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e9186f5e-f131-48be-920e-a26a9dcbb4a1 req-9e0a4e2d-dcb3-4d12-8e36-a4210a10e604 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b110906-717f-42c1-b85a-e9a9998c0f4e HTTP/1.1" status: 200 len: 945 time: 0.0820460 May 23 11:48:15.027680 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e9186f5e-f131-48be-920e-a26a9dcbb4a1 req-f7f2a7c0-00f4-497f-baaf-96fbafea0fdb tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398803 May 23 11:48:15.435893 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe3f24-7b86-48a1-bdbc-1f8ebbae948d req-2af19a05-a77f-4cd0-8e10-8cde0b573429 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:48:15.436481 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-b3fe3f24-7b86-48a1-bdbc-1f8ebbae948d req-2af19a05-a77f-4cd0-8e10-8cde0b573429 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Synchronizing usage tracker for tenant:23dc0299339c4946be0c5d5ceb883308 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:48:15.454012 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-b3fe3f24-7b86-48a1-bdbc-1f8ebbae948d req-2af19a05-a77f-4cd0-8e10-8cde0b573429 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Unset dirty status for tenant:23dc0299339c4946be0c5d5ceb883308 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:48:15.455165 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3fe3f24-7b86-48a1-bdbc-1f8ebbae948d req-2af19a05-a77f-4cd0-8e10-8cde0b573429 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b110906-717f-42c1-b85a-e9a9998c0f4e HTTP/1.1" status: 200 len: 945 time: 0.1061490 May 23 11:48:15.529053 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-b3fe3f24-7b86-48a1-bdbc-1f8ebbae948d req-047c8279-8606-4198-8e0a-6b7c0df53970 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Deleting port f220af86-ecb3-4f62-90e6-cdd078270058 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:48:15.529399 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3fe3f24-7b86-48a1-bdbc-1f8ebbae948d req-047c8279-8606-4198-8e0a-6b7c0df53970 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:15.798569 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-b3fe3f24-7b86-48a1-bdbc-1f8ebbae948d req-047c8279-8606-4198-8e0a-6b7c0df53970 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] For port f220af86-ecb3-4f62-90e6-cdd078270058, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=f220af86-ecb3-4f62-90e6-cdd078270058,segment=NetworkSegment(e9696b91-4f97-4538-9765-a3f2ec085a56),segment_id=e9696b91-4f97-4538-9765-a3f2ec085a56)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:48:15.798978 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3fe3f24-7b86-48a1-bdbc-1f8ebbae948d req-047c8279-8606-4198-8e0a-6b7c0df53970 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:15.921970 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-b3fe3f24-7b86-48a1-bdbc-1f8ebbae948d req-047c8279-8606-4198-8e0a-6b7c0df53970 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Calling delete_port for f220af86-ecb3-4f62-90e6-cdd078270058 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:48:16.080785 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3fe3f24-7b86-48a1-bdbc-1f8ebbae948d req-047c8279-8606-4198-8e0a-6b7c0df53970 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:16.120017 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:48:16.130907 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c8279-8606-4198-8e0a-6b7c0df53970 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Pushing event deleted for resources: {'Port': ['ID=f220af86-ecb3-4f62-90e6-cdd078270058,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:48:16.187503 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['f220af86-ecb3-4f62-90e6-cdd078270058'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:48:16.218231 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-19dc2803-632c-499e-bd64-3dc78c43d1f1 req-276ef2f2-9df4-422d-b046-1f191e7e3a89 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b110906-717f-42c1-b85a-e9a9998c0f4e HTTP/1.1" status: 200 len: 210 time: 0.0572786 May 23 11:48:16.229934 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3fe3f24-7b86-48a1-bdbc-1f8ebbae948d req-047c8279-8606-4198-8e0a-6b7c0df53970 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] No DVR routers for this DVR port f220af86-ecb3-4f62-90e6-cdd078270058 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:48:16.233384 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b3fe3f24-7b86-48a1-bdbc-1f8ebbae948d req-047c8279-8606-4198-8e0a-6b7c0df53970 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:16.236423 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b110906-717f-42c1-b85a-e9a9998c0f4e', 'name': 'network-vif-deleted', 'tag': 'f220af86-ecb3-4f62-90e6-cdd078270058'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:48:16.255929 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b3fe3f24-7b86-48a1-bdbc-1f8ebbae948d req-047c8279-8606-4198-8e0a-6b7c0df53970 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.81 "DELETE /v2.0/ports/f220af86-ecb3-4f62-90e6-cdd078270058 HTTP/1.1" status: 204 len: 173 time: 0.7925563 May 23 11:48:16.312772 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd28d448-c73c-4d90-a420-159ca66046d9'] response: {'server_uuid': '6b110906-717f-42c1-b85a-e9a9998c0f4e', 'name': 'network-vif-deleted', 'tag': 'f220af86-ecb3-4f62-90e6-cdd078270058', 'status': 'completed', 'code': 200} May 23 11:48:17.400383 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1a6225a1-c649-40f8-983b-c6de77ce2a54 req-26ea5301-0971-4fc5-a3fe-8473cb8573ea tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b110906-717f-42c1-b85a-e9a9998c0f4e HTTP/1.1" status: 200 len: 210 time: 0.0473156 May 23 11:48:19.382534 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device f220af86-ecb3-4f62-90e6-cdd078270058 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:48:19.421133 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: f220af86-ecb3-4f62-90e6-cdd078270058 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:48:19.421505 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device f220af86-ecb3-4f62-90e6-cdd078270058 not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:48:21.192734 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dfd190-db64-4a86-8a83-81bccb1a49b8 req-ddd770bd-9482-40ff-82a2-3e27757863fd tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:48:21.193871 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-82dfd190-db64-4a86-8a83-81bccb1a49b8 req-ddd770bd-9482-40ff-82a2-3e27757863fd tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=6fb5e0ac-d7dd-48cc-bffc-1ff6257cacf3 HTTP/1.1" status: 200 len: 946 time: 0.0786004 May 23 11:48:21.239866 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-82dfd190-db64-4a86-8a83-81bccb1a49b8 req-60a22b10-2e85-4790-bfd0-fd1e4dd02813 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402646 May 23 11:48:22.454482 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b0cd5-e8fe-42e5-9040-724b6cc8b9e1 req-959f4eb9-5fe5-48ed-bac2-931927f40a60 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:48:22.455935 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fd5b0cd5-e8fe-42e5-9040-724b6cc8b9e1 req-959f4eb9-5fe5-48ed-bac2-931927f40a60 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=6fb5e0ac-d7dd-48cc-bffc-1ff6257cacf3 HTTP/1.1" status: 200 len: 946 time: 0.0798621 May 23 11:48:22.504790 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fd5b0cd5-e8fe-42e5-9040-724b6cc8b9e1 req-61ca9664-4bef-46d7-b7f4-6a60bd721280 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=f08e19e3-de5a-490d-b94c-73d6bce5cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411341 May 23 11:48:22.983957 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6f307-78e2-47cc-b77b-0eee38624fa6 req-be0428fc-9cf2-457b-8cb2-cb5a86d8242b tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:48:22.985443 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dee6f307-78e2-47cc-b77b-0eee38624fa6 req-be0428fc-9cf2-457b-8cb2-cb5a86d8242b tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fb5e0ac-d7dd-48cc-bffc-1ff6257cacf3 HTTP/1.1" status: 200 len: 946 time: 0.0871699 May 23 11:48:23.064342 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-dee6f307-78e2-47cc-b77b-0eee38624fa6 req-cc11ad29-0574-4ca3-8d68-af4834b06fc8 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Deleting port 3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:48:23.064675 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-dee6f307-78e2-47cc-b77b-0eee38624fa6 req-cc11ad29-0574-4ca3-8d68-af4834b06fc8 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:23.317635 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-dee6f307-78e2-47cc-b77b-0eee38624fa6 req-cc11ad29-0574-4ca3-8d68-af4834b06fc8 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] For port 3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1,segment=NetworkSegment(e9696b91-4f97-4538-9765-a3f2ec085a56),segment_id=e9696b91-4f97-4538-9765-a3f2ec085a56)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:48:23.317969 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-dee6f307-78e2-47cc-b77b-0eee38624fa6 req-cc11ad29-0574-4ca3-8d68-af4834b06fc8 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:23.439596 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-dee6f307-78e2-47cc-b77b-0eee38624fa6 req-cc11ad29-0574-4ca3-8d68-af4834b06fc8 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Calling delete_port for 3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:48:23.589647 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-dee6f307-78e2-47cc-b77b-0eee38624fa6 req-cc11ad29-0574-4ca3-8d68-af4834b06fc8 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:23.622867 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:48:23.683247 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc11ad29-0574-4ca3-8d68-af4834b06fc8 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Pushing event deleted for resources: {'Port': ['ID=3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:48:23.689697 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9dc67bbe-f209-4d8f-ba49-111aa3b92496 req-bec47f07-c1d6-4383-b849-51d19d237e0d tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=6fb5e0ac-d7dd-48cc-bffc-1ff6257cacf3 HTTP/1.1" status: 200 len: 210 time: 0.0588961 May 23 11:48:23.731485 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc11ad29-0574-4ca3-8d68-af4834b06fc8 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:48:23.731858 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc11ad29-0574-4ca3-8d68-af4834b06fc8 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:48:23.732271 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc11ad29-0574-4ca3-8d68-af4834b06fc8 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:48:23.732605 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc11ad29-0574-4ca3-8d68-af4834b06fc8 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:48:23.732933 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc11ad29-0574-4ca3-8d68-af4834b06fc8 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:48:23.733257 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc11ad29-0574-4ca3-8d68-af4834b06fc8 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:48:23.733593 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc11ad29-0574-4ca3-8d68-af4834b06fc8 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:48:23.733912 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc11ad29-0574-4ca3-8d68-af4834b06fc8 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:48:23.734228 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc11ad29-0574-4ca3-8d68-af4834b06fc8 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:48:23.734543 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc11ad29-0574-4ca3-8d68-af4834b06fc8 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:48:23.734858 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc11ad29-0574-4ca3-8d68-af4834b06fc8 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:48:23.773400 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-dee6f307-78e2-47cc-b77b-0eee38624fa6 req-cc11ad29-0574-4ca3-8d68-af4834b06fc8 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] No DVR routers for this DVR port 3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1 on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:48:23.775972 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-dee6f307-78e2-47cc-b77b-0eee38624fa6 req-cc11ad29-0574-4ca3-8d68-af4834b06fc8 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:23.778586 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb5e0ac-d7dd-48cc-bffc-1ff6257cacf3', 'name': 'network-vif-deleted', 'tag': '3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:48:23.790328 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dee6f307-78e2-47cc-b77b-0eee38624fa6 req-cc11ad29-0574-4ca3-8d68-af4834b06fc8 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.13 "DELETE /v2.0/ports/3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1 HTTP/1.1" status: 204 len: 173 time: 0.7986591 May 23 11:48:23.838345 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a683b50-fed1-4ae9-ad95-e8843ade734b'] response: {'server_uuid': '6fb5e0ac-d7dd-48cc-bffc-1ff6257cacf3', 'name': 'network-vif-deleted', 'tag': '3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1', 'status': 'completed', 'code': 200} May 23 11:48:24.878980 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-458b4aa1-2eaf-4e93-b7c4-b5bac983a280 req-e1762de3-2277-4731-b28a-335eec6c2eef tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Synchronizing usage tracker for tenant:23dc0299339c4946be0c5d5ceb883308 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:48:24.897539 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-458b4aa1-2eaf-4e93-b7c4-b5bac983a280 req-e1762de3-2277-4731-b28a-335eec6c2eef tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Unset dirty status for tenant:23dc0299339c4946be0c5d5ceb883308 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:48:24.898851 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-458b4aa1-2eaf-4e93-b7c4-b5bac983a280 req-e1762de3-2277-4731-b28a-335eec6c2eef tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=6fb5e0ac-d7dd-48cc-bffc-1ff6257cacf3 HTTP/1.1" status: 200 len: 210 time: 0.0703528 May 23 11:48:27.025241 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 38882) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:48:27.031021 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-55b59732-1c7b-47d6-b4d3-c0d2894ff714 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-711225232', 'description': 'tempest-secgroup-smoke-711225232 description', 'project_id': '23dc0299339c4946be0c5d5ceb883308'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:48:27.038007 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-55b59732-1c7b-47d6-b4d3-c0d2894ff714 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:48:27.048256 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-55b59732-1c7b-47d6-b4d3-c0d2894ff714 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:48:27.059061 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-55b59732-1c7b-47d6-b4d3-c0d2894ff714 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:27.098277 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-55b59732-1c7b-47d6-b4d3-c0d2894ff714 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:48:27.102451 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-55b59732-1c7b-47d6-b4d3-c0d2894ff714 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Usage tracker for resource:security_group_rule and tenant:23dc0299339c4946be0c5d5ceb883308 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:48:27.105426 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-55b59732-1c7b-47d6-b4d3-c0d2894ff714 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:48:27.111325 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-55b59732-1c7b-47d6-b4d3-c0d2894ff714 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:48:27.168199 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-55b59732-1c7b-47d6-b4d3-c0d2894ff714 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:27.175094 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-55b59732-1c7b-47d6-b4d3-c0d2894ff714 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:27.227993 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b59732-1c7b-47d6-b4d3-c0d2894ff714 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b011ab3b-2845-4f2d-a2e3-b7ca94556f7d,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:48:27.235868 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-55b59732-1c7b-47d6-b4d3-c0d2894ff714 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:27.237076 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-55b59732-1c7b-47d6-b4d3-c0d2894ff714 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2107830 May 23 11:48:27.240264 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38886) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:48:27.246116 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-064e4cd7-978d-4973-892e-8791662efd18 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Request body: {'security_group_rule': {'security_group_id': 'b011ab3b-2845-4f2d-a2e3-b7ca94556f7d', 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:48:27.253366 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-064e4cd7-978d-4973-892e-8791662efd18 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:48:27.257610 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-064e4cd7-978d-4973-892e-8791662efd18 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Usage tracker for resource:security_group_rule and tenant:23dc0299339c4946be0c5d5ceb883308 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:48:27.260772 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-064e4cd7-978d-4973-892e-8791662efd18 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:48:27.267687 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-064e4cd7-978d-4973-892e-8791662efd18 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:48:27.285687 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-064e4cd7-978d-4973-892e-8791662efd18 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:27.351888 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-064e4cd7-978d-4973-892e-8791662efd18 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:27.357085 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-064e4cd7-978d-4973-892e-8791662efd18 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:27.383890 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e4cd7-978d-4973-892e-8791662efd18 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a016f29f-064c-4f3d-b757-06a20cfd55b2,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:48:27.395428 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-064e4cd7-978d-4973-892e-8791662efd18 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:27.397090 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-064e4cd7-978d-4973-892e-8791662efd18 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1553025 May 23 11:48:27.399952 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38890) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:48:27.402558 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:48:27.405378 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c5d43a26-684a-45b9-80ce-e40e006a259b tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Request body: {'security_group_rule': {'security_group_id': 'b011ab3b-2845-4f2d-a2e3-b7ca94556f7d', 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:48:27.412075 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c5d43a26-684a-45b9-80ce-e40e006a259b tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:48:27.416020 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c5d43a26-684a-45b9-80ce-e40e006a259b tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Usage tracker for resource:security_group_rule and tenant:23dc0299339c4946be0c5d5ceb883308 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:48:27.418919 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c5d43a26-684a-45b9-80ce-e40e006a259b tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:48:27.424795 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c5d43a26-684a-45b9-80ce-e40e006a259b tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:48:27.435450 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:48:27.435746 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 3a1ef04f-7e4c-4b16-aa54-09a82d3fb6b1 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:48:27.443061 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c5d43a26-684a-45b9-80ce-e40e006a259b tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:27.506190 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c5d43a26-684a-45b9-80ce-e40e006a259b tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:27.510303 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c5d43a26-684a-45b9-80ce-e40e006a259b tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:27.536152 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d43a26-684a-45b9-80ce-e40e006a259b tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1df5006c-6db6-4bcf-887b-49397a82b366,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:48:27.545756 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c5d43a26-684a-45b9-80ce-e40e006a259b tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:27.547122 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c5d43a26-684a-45b9-80ce-e40e006a259b tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1462495 May 23 11:48:27.549984 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38894) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:48:27.555342 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-aa645988-0450-49f1-b5ad-69479377b268 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Request body: {'security_group_rule': {'security_group_id': 'b011ab3b-2845-4f2d-a2e3-b7ca94556f7d', 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:48:27.561918 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-aa645988-0450-49f1-b5ad-69479377b268 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:48:27.565821 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-aa645988-0450-49f1-b5ad-69479377b268 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Usage tracker for resource:security_group_rule and tenant:23dc0299339c4946be0c5d5ceb883308 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:48:27.568740 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-aa645988-0450-49f1-b5ad-69479377b268 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:48:27.574422 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-aa645988-0450-49f1-b5ad-69479377b268 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:48:27.592722 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aa645988-0450-49f1-b5ad-69479377b268 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:27.655137 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aa645988-0450-49f1-b5ad-69479377b268 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:27.659766 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aa645988-0450-49f1-b5ad-69479377b268 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:27.682260 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa645988-0450-49f1-b5ad-69479377b268 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a0c246b-5881-4686-861c-0072837f8f91,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:48:27.691715 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aa645988-0450-49f1-b5ad-69479377b268 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:27.692969 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-aa645988-0450-49f1-b5ad-69479377b268 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1420429 May 23 11:48:27.695742 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38898) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:48:27.701074 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-4966a987-9411-447c-a047-4470eaa146e4 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Request body: {'security_group_rule': {'security_group_id': 'b011ab3b-2845-4f2d-a2e3-b7ca94556f7d', 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:48:27.707437 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4966a987-9411-447c-a047-4470eaa146e4 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:48:27.711332 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4966a987-9411-447c-a047-4470eaa146e4 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Usage tracker for resource:security_group_rule and tenant:23dc0299339c4946be0c5d5ceb883308 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:48:27.714209 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4966a987-9411-447c-a047-4470eaa146e4 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:48:27.720176 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4966a987-9411-447c-a047-4470eaa146e4 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:48:27.741447 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4966a987-9411-447c-a047-4470eaa146e4 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:27.806945 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4966a987-9411-447c-a047-4470eaa146e4 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:27.810987 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4966a987-9411-447c-a047-4470eaa146e4 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:27.837636 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966a987-9411-447c-a047-4470eaa146e4 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87fca1d0-f096-45fe-ab7c-7f1729ec4302,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:48:27.845096 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4966a987-9411-447c-a047-4470eaa146e4 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:27.846331 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4966a987-9411-447c-a047-4470eaa146e4 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1496212 May 23 11:48:27.849261 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38902) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:48:27.855139 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-3e139c4f-93c3-4c8a-b34f-fc6b5551e3e0 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Request body: {'security_group_rule': {'security_group_id': 'b011ab3b-2845-4f2d-a2e3-b7ca94556f7d', 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:48:27.862469 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3e139c4f-93c3-4c8a-b34f-fc6b5551e3e0 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:48:27.866891 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3e139c4f-93c3-4c8a-b34f-fc6b5551e3e0 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Usage tracker for resource:security_group_rule and tenant:23dc0299339c4946be0c5d5ceb883308 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:48:27.870153 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3e139c4f-93c3-4c8a-b34f-fc6b5551e3e0 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:48:27.876346 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3e139c4f-93c3-4c8a-b34f-fc6b5551e3e0 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:48:27.889249 n-d-842952-2 neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-3e139c4f-93c3-4c8a-b34f-fc6b5551e3e0 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Project 23dc0299339c4946be0c5d5ceb883308 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 11:48:27.897020 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e139c4f-93c3-4c8a-b34f-fc6b5551e3e0 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:27.962941 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e139c4f-93c3-4c8a-b34f-fc6b5551e3e0 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:27.969072 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e139c4f-93c3-4c8a-b34f-fc6b5551e3e0 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:27.995403 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e139c4f-93c3-4c8a-b34f-fc6b5551e3e0 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64278083-3c3c-4302-a720-9b20527e3bdf,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:48:28.007043 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e139c4f-93c3-4c8a-b34f-fc6b5551e3e0 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:28.008337 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3e139c4f-93c3-4c8a-b34f-fc6b5551e3e0 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1580796 May 23 11:48:28.012210 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 38906) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:48:28.017749 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-1a8921c1-b62a-4698-866b-c966b296f60f tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Request body: {'security_group_rule': {'security_group_id': 'b011ab3b-2845-4f2d-a2e3-b7ca94556f7d', 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:48:28.024607 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1a8921c1-b62a-4698-866b-c966b296f60f tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:48:28.028440 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1a8921c1-b62a-4698-866b-c966b296f60f tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Usage tracker for resource:security_group_rule and tenant:23dc0299339c4946be0c5d5ceb883308 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:48:28.031352 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1a8921c1-b62a-4698-866b-c966b296f60f tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:48:28.037100 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1a8921c1-b62a-4698-866b-c966b296f60f tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:48:28.049270 n-d-842952-2 neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-1a8921c1-b62a-4698-866b-c966b296f60f tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Project 23dc0299339c4946be0c5d5ceb883308 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 11:48:28.055751 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1a8921c1-b62a-4698-866b-c966b296f60f tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:28.123144 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1a8921c1-b62a-4698-866b-c966b296f60f tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:28.127716 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1a8921c1-b62a-4698-866b-c966b296f60f tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:28.151564 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8921c1-b62a-4698-866b-c966b296f60f tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f5f589-9092-4634-86ba-1abc580a3830,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:48:28.161028 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1a8921c1-b62a-4698-866b-c966b296f60f tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:28.162228 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1a8921c1-b62a-4698-866b-c966b296f60f tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1490927 May 23 11:48:38.314699 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:39.292126 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c541a17e-3824-47d9-b73e-d3f7547abce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:39.653841 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:41.568621 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-00afc2d2-cf3b-468c-bcf7-acb94c3c39f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:42.842981 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:42.846937 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:43.261266 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-b5fffacb-ba50-4043-8b0a-e48d4c2386a8 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Synchronizing usage tracker for tenant:23dc0299339c4946be0c5d5ceb883308 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:48:43.278265 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-b5fffacb-ba50-4043-8b0a-e48d4c2386a8 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Unset dirty status for tenant:23dc0299339c4946be0c5d5ceb883308 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:48:43.279420 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-b5fffacb-ba50-4043-8b0a-e48d4c2386a8 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-711225232&fields=id&tenant_id=23dc0299339c4946be0c5d5ceb883308 HTTP/1.1" status: 200 len: 267 time: 0.0698864 May 23 11:48:43.522864 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-cfc581b9-c127-4fc2-896e-8fc351aa61bd tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:48:43.524365 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-cfc581b9-c127-4fc2-896e-8fc351aa61bd tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/networks?id=464150c2-94e4-478b-9142-a9d5703f7a02 HTTP/1.1" status: 200 len: 811 time: 0.2383039 May 23 11:48:43.542056 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-d41f3c9b-850f-4522-a67a-76000127331b tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/quotas/23dc0299339c4946be0c5d5ceb883308 HTTP/1.1" status: 200 len: 375 time: 0.0122879 May 23 11:48:43.627363 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-d1efbc65-f717-442e-8163-9d86bd8bcc86 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=23dc0299339c4946be0c5d5ceb883308&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0804620 May 23 11:48:43.768718 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-3bfac72b-473a-403b-8b5c-ccf2ae916c3c service neutron] 10.222.0.79 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296492 May 23 11:48:43.907638 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-96458fc7-df06-480c-b6a4-1badda57bd8f service neutron] 10.222.0.79 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326692 May 23 11:48:44.305001 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9d268f3c-b37a-412e-b2a2-50ae52643791 req-1c86bc3e-0871-471e-85e3-a0ce27bfa92c tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=62de2d5e-869f-42ba-bbf0-f39a3191a5dd HTTP/1.1" status: 200 len: 210 time: 0.0473921 May 23 11:48:44.365436 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:45.402457 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-fff57ba0-ba58-4dae-977e-80704944bd87 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:48:45.404008 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-fff57ba0-ba58-4dae-977e-80704944bd87 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.13 "GET /v2.0/networks?id=464150c2-94e4-478b-9142-a9d5703f7a02 HTTP/1.1" status: 200 len: 811 time: 0.1435757 May 23 11:48:45.481237 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c53eb6c7-5697-48cd-ba25-915cacc35f9b req-8945cce6-2885-4335-aea7-7ad4f4d8a59d tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=62de2d5e-869f-42ba-bbf0-f39a3191a5dd HTTP/1.1" status: 200 len: 210 time: 0.0453935 May 23 11:48:45.502528 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-363f753c-fd8d-4b8e-bfa2-c1f2134c4d16 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23dc0299339c4946be0c5d5ceb883308 HTTP/1.1" status: 200 len: 379 time: 0.0811393 May 23 11:48:45.510294 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-1f02b620-9d55-49c9-a7e7-bfa6b65aad59 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Request body: {'port': {'device_id': '62de2d5e-869f-42ba-bbf0-f39a3191a5dd', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'admin_state_up': True, 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'security_groups': ['b011ab3b-2845-4f2d-a2e3-b7ca94556f7d']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:48:45.646714 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-1f02b620-9d55-49c9-a7e7-bfa6b65aad59 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:48:45.656302 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-1f02b620-9d55-49c9-a7e7-bfa6b65aad59 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:48:45.665864 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-1f02b620-9d55-49c9-a7e7-bfa6b65aad59 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Made reservation on behalf of 23dc0299339c4946be0c5d5ceb883308 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:48:45.668814 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-1f02b620-9d55-49c9-a7e7-bfa6b65aad59 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:45.833078 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-1f02b620-9d55-49c9-a7e7-bfa6b65aad59 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Allocated IP 172.20.0.9 (464150c2-94e4-478b-9142-a9d5703f7a02/db4c364d-3e03-4e65-b317-8bd07d59c11e/93c216ce-8462-4c11-a2d5-aa758cb445f6) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:48:46.029240 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-1f02b620-9d55-49c9-a7e7-bfa6b65aad59 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:46.045780 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-1f02b620-9d55-49c9-a7e7-bfa6b65aad59 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Transition to ACTIVE for port object 93c216ce-8462-4c11-a2d5-aa758cb445f6 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:48:46.070068 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-1f02b620-9d55-49c9-a7e7-bfa6b65aad59 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:46.145702 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-1f02b620-9d55-49c9-a7e7-bfa6b65aad59 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Network 464150c2-94e4-478b-9142-a9d5703f7a02 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:48:46.149047 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-1f02b620-9d55-49c9-a7e7-bfa6b65aad59 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:48:46.153030 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-1f02b620-9d55-49c9-a7e7-bfa6b65aad59 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:48:46.183798 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02b620-9d55-49c9-a7e7-bfa6b65aad59 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Pushing event updated for resources: {'Port': ['ID=93c216ce-8462-4c11-a2d5-aa758cb445f6,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:48:46.218400 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-1f02b620-9d55-49c9-a7e7-bfa6b65aad59 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:48:46.219011 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-1f02b620-9d55-49c9-a7e7-bfa6b65aad59 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:46.250003 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-1f02b620-9d55-49c9-a7e7-bfa6b65aad59 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7432554 May 23 11:48:46.266238 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-068893f8-3f71-4af8-be67-c73a9330c7c8 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:48:46.267203 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-068893f8-3f71-4af8-be67-c73a9330c7c8 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053813 May 23 11:48:46.351403 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-725b4443-44dd-49b1-bc61-c4a9dd05c740 service neutron] Request body: {'port': {'device_id': '62de2d5e-869f-42ba-bbf0-f39a3191a5dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:48:46.433248 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4851ec64-2825-4202-af70-5aef4d9b9a63 None None] Provisioning for port 93c216ce-8462-4c11-a2d5-aa758cb445f6 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:48:46.438588 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4851ec64-2825-4202-af70-5aef4d9b9a63 None None] Provisioning complete for port 93c216ce-8462-4c11-a2d5-aa758cb445f6 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:48:46.438985 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4851ec64-2825-4202-af70-5aef4d9b9a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:46.467878 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-725b4443-44dd-49b1-bc61-c4a9dd05c740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:46.493031 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-4851ec64-2825-4202-af70-5aef4d9b9a63 None None] Port 93c216ce-8462-4c11-a2d5-aa758cb445f6 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:48:46.905358 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a993d6-2bae-4abb-9a3f-c319c460e972 req-ade8d0a9-bcfb-4c6c-a653-be3623543f24 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:48:46.906050 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-72a993d6-2bae-4abb-9a3f-c319c460e972 req-ade8d0a9-bcfb-4c6c-a653-be3623543f24 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Synchronizing usage tracker for tenant:23dc0299339c4946be0c5d5ceb883308 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:48:46.942704 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-72a993d6-2bae-4abb-9a3f-c319c460e972 req-ade8d0a9-bcfb-4c6c-a653-be3623543f24 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Unset dirty status for tenant:23dc0299339c4946be0c5d5ceb883308 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:48:46.943800 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-72a993d6-2bae-4abb-9a3f-c319c460e972 req-ade8d0a9-bcfb-4c6c-a653-be3623543f24 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=62de2d5e-869f-42ba-bbf0-f39a3191a5dd HTTP/1.1" status: 200 len: 931 time: 0.3374455 May 23 11:48:47.038667 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-725b4443-44dd-49b1-bc61-c4a9dd05c740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c216ce-8462-4c11-a2d5-aa758cb445f6 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:48:47.049490 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-725b4443-44dd-49b1-bc61-c4a9dd05c740 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:47.061785 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-72a993d6-2bae-4abb-9a3f-c319c460e972 req-d8d5f1ae-b3c7-478d-a2ea-be48d66db3d4 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=b011ab3b-2845-4f2d-a2e3-b7ca94556f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120844 May 23 11:48:47.071138 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-725b4443-44dd-49b1-bc61-c4a9dd05c740 service neutron] Transition to ACTIVE for port object 93c216ce-8462-4c11-a2d5-aa758cb445f6 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:48:47.075272 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-725b4443-44dd-49b1-bc61-c4a9dd05c740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:47.203734 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b4443-44dd-49b1-bc61-c4a9dd05c740 service neutron] Pushing event updated for resources: {'Port': ['ID=93c216ce-8462-4c11-a2d5-aa758cb445f6,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:48:47.312938 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-725b4443-44dd-49b1-bc61-c4a9dd05c740 service neutron] Attempting to bind port 93c216ce-8462-4c11-a2d5-aa758cb445f6 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:48:47.313266 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-725b4443-44dd-49b1-bc61-c4a9dd05c740 service neutron] Attempting to bind port 93c216ce-8462-4c11-a2d5-aa758cb445f6 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'e9696b91-4f97-4538-9765-a3f2ec085a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:48:47.313593 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-725b4443-44dd-49b1-bc61-c4a9dd05c740 service neutron] Attempting to bind port 93c216ce-8462-4c11-a2d5-aa758cb445f6 on network 464150c2-94e4-478b-9142-a9d5703f7a02 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:48:47.319520 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-725b4443-44dd-49b1-bc61-c4a9dd05c740 service neutron] Port 93c216ce-8462-4c11-a2d5-aa758cb445f6 on network 464150c2-94e4-478b-9142-a9d5703f7a02 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:48:47.319862 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-725b4443-44dd-49b1-bc61-c4a9dd05c740 service neutron] Attempting to bind port 93c216ce-8462-4c11-a2d5-aa758cb445f6 on network 464150c2-94e4-478b-9142-a9d5703f7a02 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:48:47.326129 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-725b4443-44dd-49b1-bc61-c4a9dd05c740 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:48:47.326460 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-725b4443-44dd-49b1-bc61-c4a9dd05c740 service neutron] Checking segment: {'id': 'e9696b91-4f97-4538-9765-a3f2ec085a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:48:47.326838 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-725b4443-44dd-49b1-bc61-c4a9dd05c740 service neutron] Bound using segment: {'id': 'e9696b91-4f97-4538-9765-a3f2ec085a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:48:47.327259 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-725b4443-44dd-49b1-bc61-c4a9dd05c740 service neutron] Bound port: 93c216ce-8462-4c11-a2d5-aa758cb445f6, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9696b91-4f97-4538-9765-a3f2ec085a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:48:47.327602 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-725b4443-44dd-49b1-bc61-c4a9dd05c740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:47.418494 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-725b4443-44dd-49b1-bc61-c4a9dd05c740 service neutron] For port 93c216ce-8462-4c11-a2d5-aa758cb445f6, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:48:47.421429 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-725b4443-44dd-49b1-bc61-c4a9dd05c740 service neutron] For port 93c216ce-8462-4c11-a2d5-aa758cb445f6, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=93c216ce-8462-4c11-a2d5-aa758cb445f6,segment=NetworkSegment(e9696b91-4f97-4538-9765-a3f2ec085a56),segment_id=e9696b91-4f97-4538-9765-a3f2ec085a56)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:48:47.428983 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-725b4443-44dd-49b1-bc61-c4a9dd05c740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:47.490736 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-725b4443-44dd-49b1-bc61-c4a9dd05c740 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:47.492282 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-725b4443-44dd-49b1-bc61-c4a9dd05c740 service neutron] 10.222.0.13 "PUT /v2.0/ports/93c216ce-8462-4c11-a2d5-aa758cb445f6 HTTP/1.1" status: 200 len: 1091 time: 1.2184556 May 23 11:48:47.492738 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62de2d5e-869f-42ba-bbf0-f39a3191a5dd', 'tag': '93c216ce-8462-4c11-a2d5-aa758cb445f6'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:48:47.510742 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b4443-44dd-49b1-bc61-c4a9dd05c740 service neutron] Pushing event updated for resources: {'Port': ['ID=93c216ce-8462-4c11-a2d5-aa758cb445f6,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:48:47.581533 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b02603e-a5ae-4401-9a99-a208fdbd4462'] response: {'name': 'network-changed', 'server_uuid': '62de2d5e-869f-42ba-bbf0-f39a3191a5dd', 'tag': '93c216ce-8462-4c11-a2d5-aa758cb445f6', 'status': 'completed', 'code': 200} May 23 11:48:47.625460 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-36ed02c2-1b75-4634-b9dc-e1f87fbb9d4b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23dc0299339c4946be0c5d5ceb883308&device_id=62de2d5e-869f-42ba-bbf0-f39a3191a5dd HTTP/1.1" status: 200 len: 1094 time: 0.0795460 May 23 11:48:47.700569 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-2a337425-c242-46ec-8c51-47fb344bf08b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93c216ce-8462-4c11-a2d5-aa758cb445f6 HTTP/1.1" status: 200 len: 217 time: 0.0638762 May 23 11:48:47.770692 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-02e7d95a-6401-49fa-99f4-e7ab6b99da6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:48:47.772490 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-02e7d95a-6401-49fa-99f4-e7ab6b99da6d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db4c364d-3e03-4e65-b317-8bd07d59c11e HTTP/1.1" status: 200 len: 850 time: 0.0650117 May 23 11:48:47.846435 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-7de74b64-3110-415d-a197-3773000e3a88 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=464150c2-94e4-478b-9142-a9d5703f7a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679221 May 23 11:48:47.988301 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-41b12abb-6411-4fcb-b1a1-748e08723329 service neutron] 10.222.0.13 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359582 May 23 11:48:48.122743 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b2dc498f-2526-4d30-8522-2621f252b7ee req-cce00a01-12da-454c-98ac-752ca340cec1 service neutron] 10.222.0.13 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285973 May 23 11:48:48.325668 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0246dfa6-91cd-4e39-9e46-11113f913c5f req-0ff77697-fd19-4aac-b0df-e586f7e8659c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23dc0299339c4946be0c5d5ceb883308&device_id=62de2d5e-869f-42ba-bbf0-f39a3191a5dd HTTP/1.1" status: 200 len: 1094 time: 0.1084406 May 23 11:48:48.331106 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db2631-d0a7-48d5-b4c2-78fbe60617f0 req-4702517f-bf34-4dbb-b942-d2e773b42e1f tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:48:48.332539 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-10db2631-d0a7-48d5-b4c2-78fbe60617f0 req-4702517f-bf34-4dbb-b942-d2e773b42e1f tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=62de2d5e-869f-42ba-bbf0-f39a3191a5dd HTTP/1.1" status: 200 len: 943 time: 0.1504860 May 23 11:48:48.466102 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-10db2631-d0a7-48d5-b4c2-78fbe60617f0 req-ef04f145-28aa-4e2b-bc73-fb9915b4ed62 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=b011ab3b-2845-4f2d-a2e3-b7ca94556f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155243 May 23 11:48:48.488328 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246dfa6-91cd-4e39-9e46-11113f913c5f req-0c022844-32ec-4d2a-8573-082c9d4a476e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:48:48.489801 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0246dfa6-91cd-4e39-9e46-11113f913c5f req-0c022844-32ec-4d2a-8573-082c9d4a476e service neutron] 10.222.0.13 "GET /v2.0/networks?id=464150c2-94e4-478b-9142-a9d5703f7a02 HTTP/1.1" status: 200 len: 912 time: 0.1564543 May 23 11:48:48.566660 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0246dfa6-91cd-4e39-9e46-11113f913c5f req-54c592be-d8d7-45f0-bc6b-3622e4e6cb63 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93c216ce-8462-4c11-a2d5-aa758cb445f6 HTTP/1.1" status: 200 len: 217 time: 0.0706878 May 23 11:48:48.635555 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246dfa6-91cd-4e39-9e46-11113f913c5f req-5ed99283-35cc-400d-84e7-32378c5b22bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:48:48.637983 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0246dfa6-91cd-4e39-9e46-11113f913c5f req-5ed99283-35cc-400d-84e7-32378c5b22bc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db4c364d-3e03-4e65-b317-8bd07d59c11e HTTP/1.1" status: 200 len: 850 time: 0.0657518 May 23 11:48:48.814414 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0246dfa6-91cd-4e39-9e46-11113f913c5f req-f6437891-7f2b-4cff-83bd-031e603e4783 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=464150c2-94e4-478b-9142-a9d5703f7a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1699882 May 23 11:48:48.946985 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0246dfa6-91cd-4e39-9e46-11113f913c5f req-0f17ab59-ed90-4894-9c68-b80c2fd91a96 service neutron] 10.222.0.13 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265578 May 23 11:48:49.097671 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0246dfa6-91cd-4e39-9e46-11113f913c5f req-9558c326-fdf9-4fec-bb83-1d4a5ce149a5 service neutron] 10.222.0.13 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440692 May 23 11:48:49.677401 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4469ca5-8f11-4251-b972-047d36f217e4 req-4bc448c8-b408-4bf3-a568-d51b36ddd7fb tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:48:49.678862 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d4469ca5-8f11-4251-b972-047d36f217e4 req-4bc448c8-b408-4bf3-a568-d51b36ddd7fb tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=62de2d5e-869f-42ba-bbf0-f39a3191a5dd HTTP/1.1" status: 200 len: 943 time: 0.0864694 May 23 11:48:49.724991 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d4469ca5-8f11-4251-b972-047d36f217e4 req-e8097fb1-bc4a-4547-8d8e-bfbb10f05848 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=b011ab3b-2845-4f2d-a2e3-b7ca94556f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404117 May 23 11:48:50.941686 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4883f0-ab99-4b26-8be4-94f7f140e34a req-2cce89e3-e96c-4238-986c-aff2e90b212e tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:48:50.943102 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5e4883f0-ab99-4b26-8be4-94f7f140e34a req-2cce89e3-e96c-4238-986c-aff2e90b212e tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=62de2d5e-869f-42ba-bbf0-f39a3191a5dd HTTP/1.1" status: 200 len: 943 time: 0.0935142 May 23 11:48:50.989368 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5e4883f0-ab99-4b26-8be4-94f7f140e34a req-2c581d20-8924-4726-b58e-928ff60e5523 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=b011ab3b-2845-4f2d-a2e3-b7ca94556f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404449 May 23 11:48:51.951635 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:48:52.191035 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80270d5c-e41f-4e25-9f4f-b9061a4d1a0d req-56a26c1c-4058-469c-9b7d-04565e230dea tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:48:52.192541 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-80270d5c-e41f-4e25-9f4f-b9061a4d1a0d req-56a26c1c-4058-469c-9b7d-04565e230dea tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=62de2d5e-869f-42ba-bbf0-f39a3191a5dd HTTP/1.1" status: 200 len: 943 time: 0.0801132 May 23 11:48:52.245614 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-80270d5c-e41f-4e25-9f4f-b9061a4d1a0d req-52d47579-a82d-4f50-9dfe-431878e32e49 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=b011ab3b-2845-4f2d-a2e3-b7ca94556f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446174 May 23 11:48:53.458658 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d759c5-5f63-4701-ab05-4ac0e459e1b7 req-7b1bc25b-8f48-4c80-a3f6-4e5f9561f5d4 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:48:53.460130 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-15d759c5-5f63-4701-ab05-4ac0e459e1b7 req-7b1bc25b-8f48-4c80-a3f6-4e5f9561f5d4 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=62de2d5e-869f-42ba-bbf0-f39a3191a5dd HTTP/1.1" status: 200 len: 943 time: 0.0873003 May 23 11:48:53.505557 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-15d759c5-5f63-4701-ab05-4ac0e459e1b7 req-5abb883e-f23b-4c32-b25e-e36fc9d5f2be tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=b011ab3b-2845-4f2d-a2e3-b7ca94556f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398347 May 23 11:48:54.711713 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee963180-463c-43a9-83b2-2b565979393b req-6de42d0f-f1d4-4422-8c72-577dfbe2dfb3 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:48:54.713087 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ee963180-463c-43a9-83b2-2b565979393b req-6de42d0f-f1d4-4422-8c72-577dfbe2dfb3 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=62de2d5e-869f-42ba-bbf0-f39a3191a5dd HTTP/1.1" status: 200 len: 943 time: 0.0829842 May 23 11:48:54.766274 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ee963180-463c-43a9-83b2-2b565979393b req-85c70848-b72f-4385-ab76-c5c14f32eb91 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=b011ab3b-2845-4f2d-a2e3-b7ca94556f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451784 May 23 11:48:55.519743 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 93c216ce-8462-4c11-a2d5-aa758cb445f6 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:48:55.658942 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 93c216ce-8462-4c11-a2d5-aa758cb445f6, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=93c216ce-8462-4c11-a2d5-aa758cb445f6,segment=NetworkSegment(e9696b91-4f97-4538-9765-a3f2ec085a56),segment_id=e9696b91-4f97-4538-9765-a3f2ec085a56)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:48:55.672938 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '93c216ce-8462-4c11-a2d5-aa758cb445f6', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'port_id': '93c216ce-8462-4c11-a2d5-aa758cb445f6', 'mac_address': 'fa:16:3e:50:62:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:48:55.727419 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:55.745187 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c216ce-8462-4c11-a2d5-aa758cb445f6 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:48:55.765076 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 93c216ce-8462-4c11-a2d5-aa758cb445f6, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=93c216ce-8462-4c11-a2d5-aa758cb445f6,segment=NetworkSegment(e9696b91-4f97-4538-9765-a3f2ec085a56),segment_id=e9696b91-4f97-4538-9765-a3f2ec085a56)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:48:55.773730 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:55.845753 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=93c216ce-8462-4c11-a2d5-aa758cb445f6,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:48:55.972812 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335da83b-3179-4f51-aa6c-db85ad9d57ee req-b7ef07fc-4935-4b1e-befc-1118633c53e5 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:48:55.974254 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-335da83b-3179-4f51-aa6c-db85ad9d57ee req-b7ef07fc-4935-4b1e-befc-1118633c53e5 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=62de2d5e-869f-42ba-bbf0-f39a3191a5dd HTTP/1.1" status: 200 len: 944 time: 0.0822573 May 23 11:48:56.022673 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-335da83b-3179-4f51-aa6c-db85ad9d57ee req-2596fa17-4df0-4465-9ecf-29095933d9bb tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=b011ab3b-2845-4f2d-a2e3-b7ca94556f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426583 May 23 11:48:56.151263 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['93c216ce-8462-4c11-a2d5-aa758cb445f6'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:48:57.245276 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6835f-cbb1-4d67-b27b-7428fcae7c51 req-81345e07-ef85-4aa0-a2af-2afd8f6ad23d tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:48:57.246855 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c5f6835f-cbb1-4d67-b27b-7428fcae7c51 req-81345e07-ef85-4aa0-a2af-2afd8f6ad23d tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=62de2d5e-869f-42ba-bbf0-f39a3191a5dd HTTP/1.1" status: 200 len: 944 time: 0.0892255 May 23 11:48:57.295512 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c5f6835f-cbb1-4d67-b27b-7428fcae7c51 req-75964f9c-d145-4b74-a4bf-4aa7c62f12e5 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=b011ab3b-2845-4f2d-a2e3-b7ca94556f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409610 May 23 11:48:57.535863 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 93c216ce-8462-4c11-a2d5-aa758cb445f6 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:48:57.685981 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 93c216ce-8462-4c11-a2d5-aa758cb445f6 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:48:57.694796 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 93c216ce-8462-4c11-a2d5-aa758cb445f6 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:48:57.695247 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:57.835341 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:57.867763 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62de2d5e-869f-42ba-bbf0-f39a3191a5dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c216ce-8462-4c11-a2d5-aa758cb445f6'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:48:57.877203 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 93c216ce-8462-4c11-a2d5-aa758cb445f6, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=93c216ce-8462-4c11-a2d5-aa758cb445f6,segment=NetworkSegment(e9696b91-4f97-4538-9765-a3f2ec085a56),segment_id=e9696b91-4f97-4538-9765-a3f2ec085a56)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:48:57.882273 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:48:57.929529 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68f99698-9d16-4e4b-a468-7c40742a89a7'] response: {'server_uuid': '62de2d5e-869f-42ba-bbf0-f39a3191a5dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c216ce-8462-4c11-a2d5-aa758cb445f6', 'code': 200} May 23 11:48:57.954044 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=93c216ce-8462-4c11-a2d5-aa758cb445f6,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:48:58.083926 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6df6349d-c8e6-4c21-9a8e-555f61c8ece3 req-8b55498a-98be-4468-8daf-c6b129b67534 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=62de2d5e-869f-42ba-bbf0-f39a3191a5dd HTTP/1.1" status: 200 len: 1096 time: 0.0705416 May 23 11:48:58.125382 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6df6349d-c8e6-4c21-9a8e-555f61c8ece3 req-f5653270-a07c-45db-886a-ec33983a8bdf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b011ab3b-2845-4f2d-a2e3-b7ca94556f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357459 May 23 11:48:58.526461 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5f98e-4ee2-4e77-92da-60c8a1316c16 req-e8eb0f22-8176-496e-99f2-38648041ea3d tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:48:58.527954 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-08b5f98e-4ee2-4e77-92da-60c8a1316c16 req-e8eb0f22-8176-496e-99f2-38648041ea3d tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=62de2d5e-869f-42ba-bbf0-f39a3191a5dd HTTP/1.1" status: 200 len: 945 time: 0.0872185 May 23 11:48:58.574335 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-08b5f98e-4ee2-4e77-92da-60c8a1316c16 req-eba4dabc-c569-4443-be77-79b871438a7e tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=b011ab3b-2845-4f2d-a2e3-b7ca94556f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407135 May 23 11:48:59.782095 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340dedd1-d69e-4df8-b0b7-a9bf956666d0 req-024df1fa-77b3-44b5-9325-fe43ea200fc2 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:48:59.783751 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-340dedd1-d69e-4df8-b0b7-a9bf956666d0 req-024df1fa-77b3-44b5-9325-fe43ea200fc2 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=62de2d5e-869f-42ba-bbf0-f39a3191a5dd HTTP/1.1" status: 200 len: 945 time: 0.0862460 May 23 11:48:59.834532 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-340dedd1-d69e-4df8-b0b7-a9bf956666d0 req-6de930a8-da82-466d-b1fa-580f4e8f7f25 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=b011ab3b-2845-4f2d-a2e3-b7ca94556f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447643 May 23 11:49:00.047916 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8025c-0aef-4fe5-9db5-762a082eb38c req-ffbdcad6-fdbf-4049-85a1-f90c3069b334 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:49:00.049347 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9a8025c-0aef-4fe5-9db5-762a082eb38c req-ffbdcad6-fdbf-4049-85a1-f90c3069b334 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=62de2d5e-869f-42ba-bbf0-f39a3191a5dd HTTP/1.1" status: 200 len: 945 time: 0.0842078 May 23 11:49:00.096363 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9a8025c-0aef-4fe5-9db5-762a082eb38c req-4a28e546-f17c-4665-8e83-d5d84e112d5a tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=b011ab3b-2845-4f2d-a2e3-b7ca94556f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413094 May 23 11:49:00.125035 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39048) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:49:00.195656 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f3b5d522-dde5-48a1-b0ed-87d194b01d8c tempest-TestVolumeBootPattern-2119925127 tempest-TestVolumeBootPattern-2119925127-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=62de2d5e-869f-42ba-bbf0-f39a3191a5dd HTTP/1.1" status: 200 len: 1091 time: 0.0693758 May 23 11:49:00.199705 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39052) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:49:00.204800 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-ec7aaf54-aa68-4bfc-b54e-21cbf5c1e6ad tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'port_id': '93c216ce-8462-4c11-a2d5-aa758cb445f6', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:49:00.211303 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ec7aaf54-aa68-4bfc-b54e-21cbf5c1e6ad tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:49:00.215273 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ec7aaf54-aa68-4bfc-b54e-21cbf5c1e6ad tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Usage tracker for resource:floatingip and tenant:23dc0299339c4946be0c5d5ceb883308 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:49:00.218181 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ec7aaf54-aa68-4bfc-b54e-21cbf5c1e6ad tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:49:00.224077 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ec7aaf54-aa68-4bfc-b54e-21cbf5c1e6ad tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:49:00.236941 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ec7aaf54-aa68-4bfc-b54e-21cbf5c1e6ad tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for floatingip, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:49:00.374437 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ec7aaf54-aa68-4bfc-b54e-21cbf5c1e6ad tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:49:00.518618 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-ec7aaf54-aa68-4bfc-b54e-21cbf5c1e6ad tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Allocated IP 172.25.6.43 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/b4961f6a-33ca-4f08-a9d4-d6cb9e594510) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:49:00.756181 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ec7aaf54-aa68-4bfc-b54e-21cbf5c1e6ad tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:49:00.786240 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ec7aaf54-aa68-4bfc-b54e-21cbf5c1e6ad tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:49:00.852346 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7aaf54-aa68-4bfc-b54e-21cbf5c1e6ad tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:49:00.855193 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-ec7aaf54-aa68-4bfc-b54e-21cbf5c1e6ad tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:49:00.859568 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7aaf54-aa68-4bfc-b54e-21cbf5c1e6ad tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:49:00.889096 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7aaf54-aa68-4bfc-b54e-21cbf5c1e6ad tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Pushing event updated for resources: {'Port': ['ID=b4961f6a-33ca-4f08-a9d4-d6cb9e594510,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:49:00.909947 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7aaf54-aa68-4bfc-b54e-21cbf5c1e6ad tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:49:00.910278 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7aaf54-aa68-4bfc-b54e-21cbf5c1e6ad tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:49:00.910614 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7aaf54-aa68-4bfc-b54e-21cbf5c1e6ad tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:49:00.910948 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7aaf54-aa68-4bfc-b54e-21cbf5c1e6ad tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:49:00.911273 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7aaf54-aa68-4bfc-b54e-21cbf5c1e6ad tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:49:00.911600 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7aaf54-aa68-4bfc-b54e-21cbf5c1e6ad tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:49:00.911949 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7aaf54-aa68-4bfc-b54e-21cbf5c1e6ad tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:49:00.912235 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7aaf54-aa68-4bfc-b54e-21cbf5c1e6ad tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:49:00.912573 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7aaf54-aa68-4bfc-b54e-21cbf5c1e6ad tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:49:00.912889 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7aaf54-aa68-4bfc-b54e-21cbf5c1e6ad tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:49:00.913202 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7aaf54-aa68-4bfc-b54e-21cbf5c1e6ad tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:49:01.389248 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ec7aaf54-aa68-4bfc-b54e-21cbf5c1e6ad tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:49:01.449694 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ec7aaf54-aa68-4bfc-b54e-21cbf5c1e6ad tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:49:01.658431 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ec7aaf54-aa68-4bfc-b54e-21cbf5c1e6ad tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:49:01.664182 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ec7aaf54-aa68-4bfc-b54e-21cbf5c1e6ad tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:49:01.769049 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7aaf54-aa68-4bfc-b54e-21cbf5c1e6ad tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Pushing event updated for resources: {'Port': ['ID=b4961f6a-33ca-4f08-a9d4-d6cb9e594510,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:49:01.783427 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ec7aaf54-aa68-4bfc-b54e-21cbf5c1e6ad tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:49:01.980782 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [None req-ec7aaf54-aa68-4bfc-b54e-21cbf5c1e6ad tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Floating IP 1eeba769-5bc2-4add-813a-15dcb22f7836 associated. External IP: 172.25.6.43, port: 93c216ce-8462-4c11-a2d5-aa758cb445f6. May 23 11:49:02.484614 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7aaf54-aa68-4bfc-b54e-21cbf5c1e6ad tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Router 91f75376-05fe-401a-9bb2-583e8bdd715b has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:49:02.694793 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7aaf54-aa68-4bfc-b54e-21cbf5c1e6ad tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:49:02.704452 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e951bff3-ff9f-44bd-9d27-d6a8e34323df None None] Sync routers for ids ['91f75376-05fe-401a-9bb2-583e8bdd715b'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:49:02.718299 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e951bff3-ff9f-44bd-9d27-d6a8e34323df None None] Routers {'91f75376-05fe-401a-9bb2-583e8bdd715b'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:49:02.719082 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e951bff3-ff9f-44bd-9d27-d6a8e34323df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:48:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['91f75376-05fe-401a-9bb2-583e8bdd715b'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:49:02.722315 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ec7aaf54-aa68-4bfc-b54e-21cbf5c1e6ad tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:49:02.781384 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ec7aaf54-aa68-4bfc-b54e-21cbf5c1e6ad tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5799398 May 23 11:49:02.781384 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62de2d5e-869f-42ba-bbf0-f39a3191a5dd', 'tag': '93c216ce-8462-4c11-a2d5-aa758cb445f6'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:49:02.839982 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3470702-2918-484a-8627-6dc814323826'] response: {'name': 'network-changed', 'server_uuid': '62de2d5e-869f-42ba-bbf0-f39a3191a5dd', 'tag': '93c216ce-8462-4c11-a2d5-aa758cb445f6', 'status': 'completed', 'code': 200} May 23 11:49:02.900436 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-e951bff3-ff9f-44bd-9d27-d6a8e34323df None None] Set router 91f75376-05fe-401a-9bb2-583e8bdd715b gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:49:02.969582 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6ea2f3ac-5bd3-4a61-81a2-8b78a1600ddc req-c4db9854-9b35-4246-a778-f807d7028726 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23dc0299339c4946be0c5d5ceb883308&device_id=62de2d5e-869f-42ba-bbf0-f39a3191a5dd HTTP/1.1" status: 200 len: 1096 time: 0.0783346 May 23 11:49:03.105600 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2f3ac-5bd3-4a61-81a2-8b78a1600ddc req-bdd97a43-24c3-4629-af9e-eacf74f0f447 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:49:03.107016 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6ea2f3ac-5bd3-4a61-81a2-8b78a1600ddc req-bdd97a43-24c3-4629-af9e-eacf74f0f447 service neutron] 10.222.0.13 "GET /v2.0/networks?id=464150c2-94e4-478b-9142-a9d5703f7a02 HTTP/1.1" status: 200 len: 912 time: 0.1319704 May 23 11:49:03.212016 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6ea2f3ac-5bd3-4a61-81a2-8b78a1600ddc req-c08a4871-c758-4b59-8b2b-0f4222038a2a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93c216ce-8462-4c11-a2d5-aa758cb445f6 HTTP/1.1" status: 200 len: 998 time: 0.0985992 May 23 11:49:03.297161 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e951bff3-ff9f-44bd-9d27-d6a8e34323df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'name': 'tempest-TestVolumeBootPattern-142066982-router', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:34Z', 'revision_number': 4, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'gw_port': {'id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '1eeba769-5bc2-4add-813a-15dcb22f7836', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'floating_ip_address': '172.25.6.43', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'port_id': '93c216ce-8462-4c11-a2d5-aa758cb445f6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'mac_address': 'fa:16:3e:50:62:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62de2d5e-869f-42ba-bbf0-f39a3191a5dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:49:01Z', 'updated_at': '2022-05-23T11:49:01Z', 'revision_number': 0, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5bd10a3-98b6-48de-a3af-4143c6f391bf', 'name': '', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'mac_address': 'fa:16:3e:96:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:33Z', 'updated_at': '2022-05-23T11:45:54Z', 'revision_number': 5, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'subnets': [{'id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:49:03.301480 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e951bff3-ff9f-44bd-9d27-d6a8e34323df None None] Checking router: 91f75376-05fe-401a-9bb2-583e8bdd715b for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:49:03.313156 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e951bff3-ff9f-44bd-9d27-d6a8e34323df None None] Routers {'91f75376-05fe-401a-9bb2-583e8bdd715b'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:49:03.313763 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e951bff3-ff9f-44bd-9d27-d6a8e34323df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:48:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['91f75376-05fe-401a-9bb2-583e8bdd715b'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:49:03.371197 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2f3ac-5bd3-4a61-81a2-8b78a1600ddc req-f086bd59-f162-4594-9f4c-8781fe980a9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:49:03.372606 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6ea2f3ac-5bd3-4a61-81a2-8b78a1600ddc req-f086bd59-f162-4594-9f4c-8781fe980a9f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db4c364d-3e03-4e65-b317-8bd07d59c11e HTTP/1.1" status: 200 len: 850 time: 0.1550212 May 23 11:49:03.451861 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6ea2f3ac-5bd3-4a61-81a2-8b78a1600ddc req-9c5e77ca-e3d3-4eaa-a3fe-52e48fb4cc01 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=464150c2-94e4-478b-9142-a9d5703f7a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727615 May 23 11:49:03.492486 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-e951bff3-ff9f-44bd-9d27-d6a8e34323df None None] Set router 91f75376-05fe-401a-9bb2-583e8bdd715b gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:49:03.585795 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6ea2f3ac-5bd3-4a61-81a2-8b78a1600ddc req-858cab55-f27e-4f40-bcf8-388d4321fa0f service neutron] 10.222.0.13 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278591 May 23 11:49:03.717006 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6ea2f3ac-5bd3-4a61-81a2-8b78a1600ddc req-7e6eb815-306e-40af-8348-da052b63dcf0 service neutron] 10.222.0.13 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257081 May 23 11:49:03.851299 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e951bff3-ff9f-44bd-9d27-d6a8e34323df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'name': 'tempest-TestVolumeBootPattern-142066982-router', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:34Z', 'revision_number': 4, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'gw_port': {'id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '1eeba769-5bc2-4add-813a-15dcb22f7836', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'floating_ip_address': '172.25.6.43', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'port_id': '93c216ce-8462-4c11-a2d5-aa758cb445f6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'mac_address': 'fa:16:3e:50:62:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62de2d5e-869f-42ba-bbf0-f39a3191a5dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:49:01Z', 'updated_at': '2022-05-23T11:49:01Z', 'revision_number': 0, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5bd10a3-98b6-48de-a3af-4143c6f391bf', 'name': '', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'mac_address': 'fa:16:3e:96:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:33Z', 'updated_at': '2022-05-23T11:45:54Z', 'revision_number': 5, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'subnets': [{'id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:49:03.856089 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e951bff3-ff9f-44bd-9d27-d6a8e34323df None None] The sync data for ids ['91f75376-05fe-401a-9bb2-583e8bdd715b'] in n-d-842952-2 is: [{'id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'name': 'tempest-TestVolumeBootPattern-142066982-router', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:34Z', 'revision_number': 4, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'gw_port': {'id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '1eeba769-5bc2-4add-813a-15dcb22f7836', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'floating_ip_address': '172.25.6.43', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'port_id': '93c216ce-8462-4c11-a2d5-aa758cb445f6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'mac_address': 'fa:16:3e:50:62:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62de2d5e-869f-42ba-bbf0-f39a3191a5dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:49:01Z', 'updated_at': '2022-05-23T11:49:01Z', 'revision_number': 0, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5bd10a3-98b6-48de-a3af-4143c6f391bf', 'name': '', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'mac_address': 'fa:16:3e:96:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:33Z', 'updated_at': '2022-05-23T11:45:54Z', 'revision_number': 5, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'subnets': [{'id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:49:04.062730 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60121cee-536e-437e-82f2-addcbb836f70 None None] New status for floating IP 1eeba769-5bc2-4add-813a-15dcb22f7836: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:49:08.324727 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:49:09.298851 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4ed7b117-267f-46f4-9947-fc2eb7c9f82e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:49:09.677792 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:49:11.579638 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-799a8306-e5e2-4f73-a75e-697ae85db73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:49:12.844579 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:49:12.848308 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:49:14.381240 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:49:28.959605 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:49:37.129997 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3dffd781-733a-43ca-a151-9f1fae174fc9 req-aeb0705a-3675-4795-bd06-196be9d6e65f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=62de2d5e-869f-42ba-bbf0-f39a3191a5dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0962329 May 23 11:49:37.288947 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3dffd781-733a-43ca-a151-9f1fae174fc9 req-7f7ac660-3e0d-439b-af1d-36fc7cc4002d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23dc0299339c4946be0c5d5ceb883308&device_id=62de2d5e-869f-42ba-bbf0-f39a3191a5dd HTTP/1.1" status: 200 len: 1096 time: 0.0719037 May 23 11:49:37.441771 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffd781-733a-43ca-a151-9f1fae174fc9 req-ffbf7da6-8c2c-4fe0-9193-c54da8b26548 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:49:37.443473 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3dffd781-733a-43ca-a151-9f1fae174fc9 req-ffbf7da6-8c2c-4fe0-9193-c54da8b26548 service neutron] 10.222.0.13 "GET /v2.0/networks?id=464150c2-94e4-478b-9142-a9d5703f7a02 HTTP/1.1" status: 200 len: 912 time: 0.1363599 May 23 11:49:37.561219 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3dffd781-733a-43ca-a151-9f1fae174fc9 req-bba7c80c-9633-4b15-80f6-4985faddfa55 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93c216ce-8462-4c11-a2d5-aa758cb445f6 HTTP/1.1" status: 200 len: 1000 time: 0.1124730 May 23 11:49:37.632498 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffd781-733a-43ca-a151-9f1fae174fc9 req-3da0df0b-6b91-4333-9955-ddf0681ce7e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:49:37.635285 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3dffd781-733a-43ca-a151-9f1fae174fc9 req-3da0df0b-6b91-4333-9955-ddf0681ce7e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db4c364d-3e03-4e65-b317-8bd07d59c11e HTTP/1.1" status: 200 len: 850 time: 0.0677679 May 23 11:49:37.713689 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3dffd781-733a-43ca-a151-9f1fae174fc9 req-8f258afe-f08c-4373-ab71-43fe1ca29d87 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=464150c2-94e4-478b-9142-a9d5703f7a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726366 May 23 11:49:37.867522 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3dffd781-733a-43ca-a151-9f1fae174fc9 req-d63c6740-6fc0-4f42-a4c9-d0a36742b238 service neutron] 10.222.0.13 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492212 May 23 11:49:38.022614 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3dffd781-733a-43ca-a151-9f1fae174fc9 req-41864397-d4be-4261-81c9-9d6f2bbcbc62 service neutron] 10.222.0.13 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482935 May 23 11:49:38.326467 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:49:39.293718 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-75e71d41-dbb5-46a4-8a3b-2b3d0c24540d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:49:39.685143 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:49:41.585162 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e91b5682-6921-4cb8-84cf-01534918862f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:49:42.844730 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:49:42.850116 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:49:44.384314 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:50:05.957466 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:50:08.315613 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:50:09.299605 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-27b310b9-b324-4bc2-a492-2b8d789378f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:50:09.670903 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:50:11.590634 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-05319cbe-0d32-4cc5-8d17-38a3bc606cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:50:12.873389 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:50:12.876057 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:50:14.388013 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:50:38.331354 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:50:39.115385 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3ee130cd-8d86-4698-9f70-0bb3438a0e41 req-3060ee0f-fe61-40a9-b025-441d6479491c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=62de2d5e-869f-42ba-bbf0-f39a3191a5dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0776958 May 23 11:50:39.279002 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3ee130cd-8d86-4698-9f70-0bb3438a0e41 req-ad09402a-7eda-4381-b717-2cc7bedddac7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23dc0299339c4946be0c5d5ceb883308&device_id=62de2d5e-869f-42ba-bbf0-f39a3191a5dd HTTP/1.1" status: 200 len: 1096 time: 0.0797379 May 23 11:50:39.303865 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ac72147f-c114-490b-bb42-1079865fa7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:50:39.428110 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee130cd-8d86-4698-9f70-0bb3438a0e41 req-f23c6cde-c221-4be8-adbd-4ac1793bec8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:50:39.428930 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3ee130cd-8d86-4698-9f70-0bb3438a0e41 req-f23c6cde-c221-4be8-adbd-4ac1793bec8e service neutron] 10.222.0.13 "GET /v2.0/networks?id=464150c2-94e4-478b-9142-a9d5703f7a02 HTTP/1.1" status: 200 len: 912 time: 0.1303904 May 23 11:50:39.623100 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3ee130cd-8d86-4698-9f70-0bb3438a0e41 req-d9219f13-6c5d-41e7-b3a6-7071fb315411 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93c216ce-8462-4c11-a2d5-aa758cb445f6 HTTP/1.1" status: 200 len: 1000 time: 0.1884363 May 23 11:50:39.679037 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:50:39.697131 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee130cd-8d86-4698-9f70-0bb3438a0e41 req-a607dafd-4f93-4425-bf93-aabd75f40ca8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:50:39.698777 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3ee130cd-8d86-4698-9f70-0bb3438a0e41 req-a607dafd-4f93-4425-bf93-aabd75f40ca8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db4c364d-3e03-4e65-b317-8bd07d59c11e HTTP/1.1" status: 200 len: 850 time: 0.0693500 May 23 11:50:39.776572 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3ee130cd-8d86-4698-9f70-0bb3438a0e41 req-019a570a-007c-4b7f-bd1d-85d65e1e532a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=464150c2-94e4-478b-9142-a9d5703f7a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731888 May 23 11:50:39.926344 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3ee130cd-8d86-4698-9f70-0bb3438a0e41 req-0ede33a2-4c14-4acb-8c52-fcbc0af6f3c3 service neutron] 10.222.0.13 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446593 May 23 11:50:40.061968 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3ee130cd-8d86-4698-9f70-0bb3438a0e41 req-bc6633f4-b945-4512-b147-9323dc8ad807 service neutron] 10.222.0.13 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289699 May 23 11:50:41.584320 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8f76457b-0c9e-4fd1-8cb4-d844c0befb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:50:42.843964 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:50:42.856921 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:50:42.953000 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:50:44.389046 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:51:01.101771 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedbdb58-18e8-43b8-8b42-4171269b5bbc req-c3bbe0fc-4772-4756-9c15-664e51d46295 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:51:01.103124 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fedbdb58-18e8-43b8-8b42-4171269b5bbc req-c3bbe0fc-4772-4756-9c15-664e51d46295 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=62de2d5e-869f-42ba-bbf0-f39a3191a5dd HTTP/1.1" status: 200 len: 945 time: 0.0775301 May 23 11:51:01.148998 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fedbdb58-18e8-43b8-8b42-4171269b5bbc req-732ea891-61ed-44b7-bf68-2ee4b6595c6f tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=b011ab3b-2845-4f2d-a2e3-b7ca94556f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400071 May 23 11:51:02.398943 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c57ca-a7d7-4f10-84a8-04722827015a req-d5d2d52e-79cb-4c2e-b696-9eda108916ec tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:51:02.400563 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b02c57ca-a7d7-4f10-84a8-04722827015a req-d5d2d52e-79cb-4c2e-b696-9eda108916ec tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=62de2d5e-869f-42ba-bbf0-f39a3191a5dd HTTP/1.1" status: 200 len: 945 time: 0.0876126 May 23 11:51:02.446245 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b02c57ca-a7d7-4f10-84a8-04722827015a req-79153929-dbbb-4578-9cea-b6d58898e5ed tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=b011ab3b-2845-4f2d-a2e3-b7ca94556f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394864 May 23 11:51:02.791598 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98996968-33b1-421a-8c31-0720d49c941f req-d44dd97e-9c74-40e8-974a-7a5863f649af tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:51:02.793070 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-98996968-33b1-421a-8c31-0720d49c941f req-d44dd97e-9c74-40e8-974a-7a5863f649af tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.13 "GET /v2.0/ports?device_id=62de2d5e-869f-42ba-bbf0-f39a3191a5dd HTTP/1.1" status: 200 len: 945 time: 0.0866199 May 23 11:51:02.864504 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-98996968-33b1-421a-8c31-0720d49c941f req-12c63076-3640-4ff0-a3e8-ac125e0ee6e0 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Deleting port 93c216ce-8462-4c11-a2d5-aa758cb445f6 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:51:02.864848 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-98996968-33b1-421a-8c31-0720d49c941f req-12c63076-3640-4ff0-a3e8-ac125e0ee6e0 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:51:03.123052 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-98996968-33b1-421a-8c31-0720d49c941f req-12c63076-3640-4ff0-a3e8-ac125e0ee6e0 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] For port 93c216ce-8462-4c11-a2d5-aa758cb445f6, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=93c216ce-8462-4c11-a2d5-aa758cb445f6,segment=NetworkSegment(e9696b91-4f97-4538-9765-a3f2ec085a56),segment_id=e9696b91-4f97-4538-9765-a3f2ec085a56)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:51:03.123288 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-98996968-33b1-421a-8c31-0720d49c941f req-12c63076-3640-4ff0-a3e8-ac125e0ee6e0 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:51:03.410443 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-98996968-33b1-421a-8c31-0720d49c941f req-12c63076-3640-4ff0-a3e8-ac125e0ee6e0 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:51:03.411132 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-98996968-33b1-421a-8c31-0720d49c941f req-12c63076-3640-4ff0-a3e8-ac125e0ee6e0 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:51:03.411233 n-d-842952-2 neutron-server[83910]: INFO neutron.db.l3_db [req-98996968-33b1-421a-8c31-0720d49c941f req-12c63076-3640-4ff0-a3e8-ac125e0ee6e0 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Floating IP 1eeba769-5bc2-4add-813a-15dcb22f7836 disassociated. External IP: 172.25.6.43, port: 93c216ce-8462-4c11-a2d5-aa758cb445f6. May 23 11:51:03.411536 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-98996968-33b1-421a-8c31-0720d49c941f req-12c63076-3640-4ff0-a3e8-ac125e0ee6e0 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Calling delete_port for 93c216ce-8462-4c11-a2d5-aa758cb445f6 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:51:03.561149 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-98996968-33b1-421a-8c31-0720d49c941f req-12c63076-3640-4ff0-a3e8-ac125e0ee6e0 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:51:03.642753 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c63076-3640-4ff0-a3e8-ac125e0ee6e0 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Pushing event deleted for resources: {'Port': ['ID=93c216ce-8462-4c11-a2d5-aa758cb445f6,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:51:03.651591 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aff4a3eb-42d5-410b-9857-4bb17799d90d req-1740a90e-a040-4ee4-95b9-f46416c1fbf0 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=62de2d5e-869f-42ba-bbf0-f39a3191a5dd HTTP/1.1" status: 200 len: 210 time: 0.0551980 May 23 11:51:03.662546 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c63076-3640-4ff0-a3e8-ac125e0ee6e0 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:51:03.662828 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c63076-3640-4ff0-a3e8-ac125e0ee6e0 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:51:03.663147 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c63076-3640-4ff0-a3e8-ac125e0ee6e0 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:51:03.663450 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c63076-3640-4ff0-a3e8-ac125e0ee6e0 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:51:03.663776 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c63076-3640-4ff0-a3e8-ac125e0ee6e0 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:51:03.664125 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c63076-3640-4ff0-a3e8-ac125e0ee6e0 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:51:03.664443 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c63076-3640-4ff0-a3e8-ac125e0ee6e0 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:51:03.664758 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c63076-3640-4ff0-a3e8-ac125e0ee6e0 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:51:03.665073 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c63076-3640-4ff0-a3e8-ac125e0ee6e0 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:51:03.665423 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c63076-3640-4ff0-a3e8-ac125e0ee6e0 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:51:03.665685 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c63076-3640-4ff0-a3e8-ac125e0ee6e0 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:51:03.958553 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98996968-33b1-421a-8c31-0720d49c941f req-12c63076-3640-4ff0-a3e8-ac125e0ee6e0 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Router 91f75376-05fe-401a-9bb2-583e8bdd715b has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:51:04.167933 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98996968-33b1-421a-8c31-0720d49c941f req-12c63076-3640-4ff0-a3e8-ac125e0ee6e0 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:51:04.177533 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cc203e-83d5-4544-b4ac-f8b238148ebd None None] Sync routers for ids ['91f75376-05fe-401a-9bb2-583e8bdd715b'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:51:04.189953 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cc203e-83d5-4544-b4ac-f8b238148ebd None None] Routers {'91f75376-05fe-401a-9bb2-583e8bdd715b'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:51:04.190627 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a2cc203e-83d5-4544-b4ac-f8b238148ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:50:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['91f75376-05fe-401a-9bb2-583e8bdd715b'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:51:04.236142 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-98996968-33b1-421a-8c31-0720d49c941f req-12c63076-3640-4ff0-a3e8-ac125e0ee6e0 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] No DVR routers for this DVR port 93c216ce-8462-4c11-a2d5-aa758cb445f6 on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:51:04.238757 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-98996968-33b1-421a-8c31-0720d49c941f req-12c63076-3640-4ff0-a3e8-ac125e0ee6e0 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:51:04.241323 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62de2d5e-869f-42ba-bbf0-f39a3191a5dd', 'name': 'network-vif-deleted', 'tag': '93c216ce-8462-4c11-a2d5-aa758cb445f6'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:51:04.257957 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-98996968-33b1-421a-8c31-0720d49c941f req-12c63076-3640-4ff0-a3e8-ac125e0ee6e0 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.13 "DELETE /v2.0/ports/93c216ce-8462-4c11-a2d5-aa758cb445f6 HTTP/1.1" status: 204 len: 173 time: 1.4597428 May 23 11:51:04.390083 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-a2cc203e-83d5-4544-b4ac-f8b238148ebd None None] Set router 91f75376-05fe-401a-9bb2-583e8bdd715b gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:51:04.405611 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8096b2cf-be83-4154-b8c3-9fb42c5e9a53'] response: {'server_uuid': '62de2d5e-869f-42ba-bbf0-f39a3191a5dd', 'name': 'network-vif-deleted', 'tag': '93c216ce-8462-4c11-a2d5-aa758cb445f6', 'status': 'completed', 'code': 200} May 23 11:51:04.768295 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a2cc203e-83d5-4544-b4ac-f8b238148ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'name': 'tempest-TestVolumeBootPattern-142066982-router', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:34Z', 'revision_number': 4, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'gw_port': {'id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'e5bd10a3-98b6-48de-a3af-4143c6f391bf', 'name': '', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'mac_address': 'fa:16:3e:96:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:33Z', 'updated_at': '2022-05-23T11:45:54Z', 'revision_number': 5, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'subnets': [{'id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:51:04.772819 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cc203e-83d5-4544-b4ac-f8b238148ebd None None] Checking router: 91f75376-05fe-401a-9bb2-583e8bdd715b for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:51:04.783765 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cc203e-83d5-4544-b4ac-f8b238148ebd None None] Routers {'91f75376-05fe-401a-9bb2-583e8bdd715b'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:51:04.784411 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a2cc203e-83d5-4544-b4ac-f8b238148ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:50:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['91f75376-05fe-401a-9bb2-583e8bdd715b'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:51:04.827330 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-e76d2672-76bd-4721-8420-33694ebecfa5 req-243aedab-de46-47bb-a4cc-0209d53acf52 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Synchronizing usage tracker for tenant:23dc0299339c4946be0c5d5ceb883308 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:51:04.845784 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-e76d2672-76bd-4721-8420-33694ebecfa5 req-243aedab-de46-47bb-a4cc-0209d53acf52 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Unset dirty status for tenant:23dc0299339c4946be0c5d5ceb883308 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:51:04.856393 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e76d2672-76bd-4721-8420-33694ebecfa5 req-243aedab-de46-47bb-a4cc-0209d53acf52 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=62de2d5e-869f-42ba-bbf0-f39a3191a5dd HTTP/1.1" status: 200 len: 210 time: 0.0803766 May 23 11:51:04.962247 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-a2cc203e-83d5-4544-b4ac-f8b238148ebd None None] Set router 91f75376-05fe-401a-9bb2-583e8bdd715b gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:51:05.277175 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a2cc203e-83d5-4544-b4ac-f8b238148ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'name': 'tempest-TestVolumeBootPattern-142066982-router', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:34Z', 'revision_number': 4, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'gw_port': {'id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'e5bd10a3-98b6-48de-a3af-4143c6f391bf', 'name': '', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'mac_address': 'fa:16:3e:96:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:33Z', 'updated_at': '2022-05-23T11:45:54Z', 'revision_number': 5, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'subnets': [{'id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:51:05.281721 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cc203e-83d5-4544-b4ac-f8b238148ebd None None] The sync data for ids ['91f75376-05fe-401a-9bb2-583e8bdd715b'] in n-d-842952-2 is: [{'id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'name': 'tempest-TestVolumeBootPattern-142066982-router', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:34Z', 'revision_number': 4, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'gw_port': {'id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'e5bd10a3-98b6-48de-a3af-4143c6f391bf', 'name': '', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'mac_address': 'fa:16:3e:96:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:33Z', 'updated_at': '2022-05-23T11:45:54Z', 'revision_number': 5, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'subnets': [{'id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:51:05.505792 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479fee87-4649-44b3-9f35-2d0915404c42 None None] New status for floating IP 1eeba769-5bc2-4add-813a-15dcb22f7836: DOWN {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:51:06.181261 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-f8eb4df0-9dae-48c0-8772-494f43f8b341 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-711225232&fields=id&tenant_id=23dc0299339c4946be0c5d5ceb883308 HTTP/1.1" status: 200 len: 267 time: 0.0476160 May 23 11:51:06.237982 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 93c216ce-8462-4c11-a2d5-aa758cb445f6 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:51:06.271464 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 93c216ce-8462-4c11-a2d5-aa758cb445f6 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:51:06.271715 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 93c216ce-8462-4c11-a2d5-aa758cb445f6 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:51:06.330412 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-2301f9d6-c3db-40f7-a79c-669e9160088a tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:51:06.331810 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-2301f9d6-c3db-40f7-a79c-669e9160088a tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/networks?id=464150c2-94e4-478b-9142-a9d5703f7a02 HTTP/1.1" status: 200 len: 811 time: 0.1438310 May 23 11:51:06.348549 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-ff990e9b-cb94-42f8-b0cc-2237f477b7da tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/quotas/23dc0299339c4946be0c5d5ceb883308 HTTP/1.1" status: 200 len: 375 time: 0.0113332 May 23 11:51:06.430973 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-80c33e0b-fb57-482b-a1a9-9547141246e2 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=23dc0299339c4946be0c5d5ceb883308&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0775666 May 23 11:51:06.657572 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-ca41dedc-2784-43f8-9960-90ae1287f818 service neutron] 10.222.0.79 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149477 May 23 11:51:06.790445 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-d38d761a-fa74-4235-83bc-13f2eba9e2da service neutron] 10.222.0.79 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269474 May 23 11:51:07.200639 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c4420269-7406-414e-817f-5b72394e8dc3 req-2c62470d-853e-4989-a07f-3eecf466204c tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2f3fd43-2145-4a93-8d81-e4ed5e03d837 HTTP/1.1" status: 200 len: 210 time: 0.0418370 May 23 11:51:08.306286 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-36b9c98b-3d3d-4f5f-b1ce-8eae1c666900 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:51:08.307768 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-36b9c98b-3d3d-4f5f-b1ce-8eae1c666900 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.13 "GET /v2.0/networks?id=464150c2-94e4-478b-9142-a9d5703f7a02 HTTP/1.1" status: 200 len: 811 time: 0.1467311 May 23 11:51:08.326700 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:51:08.398920 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6a0d5972-a990-4b06-a13e-1237ca854b68 req-41f68bc2-81ab-4024-9055-67a3d03e3956 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2f3fd43-2145-4a93-8d81-e4ed5e03d837 HTTP/1.1" status: 200 len: 210 time: 0.0578709 May 23 11:51:08.410726 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-34bb8cf4-01f4-4f88-8a8f-ab8c42e54c4e tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23dc0299339c4946be0c5d5ceb883308 HTTP/1.1" status: 200 len: 379 time: 0.0853994 May 23 11:51:08.426125 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-89a7b8c8-9fd5-48a4-aeca-c8ffe1d2727e tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Request body: {'port': {'device_id': 'a2f3fd43-2145-4a93-8d81-e4ed5e03d837', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'admin_state_up': True, 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'security_groups': ['b011ab3b-2845-4f2d-a2e3-b7ca94556f7d']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:51:08.555631 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-89a7b8c8-9fd5-48a4-aeca-c8ffe1d2727e tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:51:08.565774 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-89a7b8c8-9fd5-48a4-aeca-c8ffe1d2727e tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:51:08.578085 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-89a7b8c8-9fd5-48a4-aeca-c8ffe1d2727e tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Made reservation on behalf of 23dc0299339c4946be0c5d5ceb883308 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:51:08.581701 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-89a7b8c8-9fd5-48a4-aeca-c8ffe1d2727e tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:51:08.846700 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-89a7b8c8-9fd5-48a4-aeca-c8ffe1d2727e tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Allocated IP 172.20.0.6 (464150c2-94e4-478b-9142-a9d5703f7a02/db4c364d-3e03-4e65-b317-8bd07d59c11e/e1768848-8789-4979-a11a-22e227503972) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:51:09.039453 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-89a7b8c8-9fd5-48a4-aeca-c8ffe1d2727e tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:51:09.055133 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-89a7b8c8-9fd5-48a4-aeca-c8ffe1d2727e tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Transition to ACTIVE for port object e1768848-8789-4979-a11a-22e227503972 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:51:09.078237 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-89a7b8c8-9fd5-48a4-aeca-c8ffe1d2727e tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:51:09.155626 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-89a7b8c8-9fd5-48a4-aeca-c8ffe1d2727e tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Network 464150c2-94e4-478b-9142-a9d5703f7a02 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:51:09.158701 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-89a7b8c8-9fd5-48a4-aeca-c8ffe1d2727e tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:51:09.161272 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-89a7b8c8-9fd5-48a4-aeca-c8ffe1d2727e tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:51:09.192596 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a7b8c8-9fd5-48a4-aeca-c8ffe1d2727e tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Pushing event updated for resources: {'Port': ['ID=e1768848-8789-4979-a11a-22e227503972,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:51:09.228767 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-89a7b8c8-9fd5-48a4-aeca-c8ffe1d2727e tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:51:09.229378 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-89a7b8c8-9fd5-48a4-aeca-c8ffe1d2727e tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:51:09.259258 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-89a7b8c8-9fd5-48a4-aeca-c8ffe1d2727e tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8438435 May 23 11:51:09.276505 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-e014dfc2-aae8-4863-97ff-cec6682063c5 service neutron] Request body: {'port': {'device_id': 'a2f3fd43-2145-4a93-8d81-e4ed5e03d837', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:51:09.310381 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-752c636d-618a-496e-8909-9d4a52cd214f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:51:09.409538 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-e014dfc2-aae8-4863-97ff-cec6682063c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:51:09.477764 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6fb78f98-5f43-49be-96ad-d1d3a8cdd365 None None] Provisioning for port e1768848-8789-4979-a11a-22e227503972 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:51:09.482907 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6fb78f98-5f43-49be-96ad-d1d3a8cdd365 None None] Provisioning complete for port e1768848-8789-4979-a11a-22e227503972 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:51:09.483260 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6fb78f98-5f43-49be-96ad-d1d3a8cdd365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:51:09.540543 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6fb78f98-5f43-49be-96ad-d1d3a8cdd365 None None] Port e1768848-8789-4979-a11a-22e227503972 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:51:09.695644 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:51:09.725487 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9dfe7e-c035-4094-9f00-8928f5a638bc req-02c4b230-05ae-4bd6-88b1-a54598801472 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:51:09.726210 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-0d9dfe7e-c035-4094-9f00-8928f5a638bc req-02c4b230-05ae-4bd6-88b1-a54598801472 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Synchronizing usage tracker for tenant:23dc0299339c4946be0c5d5ceb883308 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:51:09.769572 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-0d9dfe7e-c035-4094-9f00-8928f5a638bc req-02c4b230-05ae-4bd6-88b1-a54598801472 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Unset dirty status for tenant:23dc0299339c4946be0c5d5ceb883308 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:51:09.771107 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0d9dfe7e-c035-4094-9f00-8928f5a638bc req-02c4b230-05ae-4bd6-88b1-a54598801472 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2f3fd43-2145-4a93-8d81-e4ed5e03d837 HTTP/1.1" status: 200 len: 931 time: 0.2303808 May 23 11:51:09.873728 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0d9dfe7e-c035-4094-9f00-8928f5a638bc req-f8504b3d-4489-49f0-a176-8de0c19607e7 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=b011ab3b-2845-4f2d-a2e3-b7ca94556f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961881 May 23 11:51:09.888157 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-e014dfc2-aae8-4863-97ff-cec6682063c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1768848-8789-4979-a11a-22e227503972 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:51:09.902721 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-e014dfc2-aae8-4863-97ff-cec6682063c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:51:09.911589 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-e014dfc2-aae8-4863-97ff-cec6682063c5 service neutron] Transition to ACTIVE for port object e1768848-8789-4979-a11a-22e227503972 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:51:09.915594 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-e014dfc2-aae8-4863-97ff-cec6682063c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:51:10.042115 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014dfc2-aae8-4863-97ff-cec6682063c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e1768848-8789-4979-a11a-22e227503972,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:51:10.154550 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-e014dfc2-aae8-4863-97ff-cec6682063c5 service neutron] Attempting to bind port e1768848-8789-4979-a11a-22e227503972 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:51:10.154879 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-e014dfc2-aae8-4863-97ff-cec6682063c5 service neutron] Attempting to bind port e1768848-8789-4979-a11a-22e227503972 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'e9696b91-4f97-4538-9765-a3f2ec085a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:51:10.155203 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-e014dfc2-aae8-4863-97ff-cec6682063c5 service neutron] Attempting to bind port e1768848-8789-4979-a11a-22e227503972 on network 464150c2-94e4-478b-9142-a9d5703f7a02 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:51:10.161027 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-e014dfc2-aae8-4863-97ff-cec6682063c5 service neutron] Port e1768848-8789-4979-a11a-22e227503972 on network 464150c2-94e4-478b-9142-a9d5703f7a02 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:51:10.161341 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-e014dfc2-aae8-4863-97ff-cec6682063c5 service neutron] Attempting to bind port e1768848-8789-4979-a11a-22e227503972 on network 464150c2-94e4-478b-9142-a9d5703f7a02 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:51:10.167611 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-e014dfc2-aae8-4863-97ff-cec6682063c5 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:51:10.167951 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-e014dfc2-aae8-4863-97ff-cec6682063c5 service neutron] Checking segment: {'id': 'e9696b91-4f97-4538-9765-a3f2ec085a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:51:10.168331 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-e014dfc2-aae8-4863-97ff-cec6682063c5 service neutron] Bound using segment: {'id': 'e9696b91-4f97-4538-9765-a3f2ec085a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:51:10.168826 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-e014dfc2-aae8-4863-97ff-cec6682063c5 service neutron] Bound port: e1768848-8789-4979-a11a-22e227503972, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9696b91-4f97-4538-9765-a3f2ec085a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:51:10.169173 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-e014dfc2-aae8-4863-97ff-cec6682063c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:51:10.264562 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-e014dfc2-aae8-4863-97ff-cec6682063c5 service neutron] For port e1768848-8789-4979-a11a-22e227503972, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:51:10.267691 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-e014dfc2-aae8-4863-97ff-cec6682063c5 service neutron] For port e1768848-8789-4979-a11a-22e227503972, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=e1768848-8789-4979-a11a-22e227503972,segment=NetworkSegment(e9696b91-4f97-4538-9765-a3f2ec085a56),segment_id=e9696b91-4f97-4538-9765-a3f2ec085a56)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:51:10.274519 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-e014dfc2-aae8-4863-97ff-cec6682063c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:51:10.340329 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-e014dfc2-aae8-4863-97ff-cec6682063c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:51:10.341691 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-e014dfc2-aae8-4863-97ff-cec6682063c5 service neutron] 10.222.0.13 "PUT /v2.0/ports/e1768848-8789-4979-a11a-22e227503972 HTTP/1.1" status: 200 len: 1091 time: 1.0697601 May 23 11:51:10.342129 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f3fd43-2145-4a93-8d81-e4ed5e03d837', 'tag': 'e1768848-8789-4979-a11a-22e227503972'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:51:10.371130 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014dfc2-aae8-4863-97ff-cec6682063c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e1768848-8789-4979-a11a-22e227503972,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:51:10.428804 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-178587e0-3636-4e26-a6e9-417f38da58f6'] response: {'name': 'network-changed', 'server_uuid': 'a2f3fd43-2145-4a93-8d81-e4ed5e03d837', 'tag': 'e1768848-8789-4979-a11a-22e227503972', 'status': 'completed', 'code': 200} May 23 11:51:10.472836 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-fb624f69-417c-4507-a52a-2a3d25995935 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23dc0299339c4946be0c5d5ceb883308&device_id=a2f3fd43-2145-4a93-8d81-e4ed5e03d837 HTTP/1.1" status: 200 len: 1094 time: 0.0788701 May 23 11:51:10.548152 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-331194fe-7da4-4e41-b916-fe35526aefdf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1768848-8789-4979-a11a-22e227503972 HTTP/1.1" status: 200 len: 217 time: 0.0633399 May 23 11:51:10.612824 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-c76635de-74b4-4707-b4fe-451c9da74890 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:51:10.614215 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-c76635de-74b4-4707-b4fe-451c9da74890 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db4c364d-3e03-4e65-b317-8bd07d59c11e HTTP/1.1" status: 200 len: 850 time: 0.0608680 May 23 11:51:10.691571 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-6b9a3fb4-8b66-4dbb-b400-20e47d83360d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=464150c2-94e4-478b-9142-a9d5703f7a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708849 May 23 11:51:10.920756 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-51476166-9bbe-481f-a3fd-ee52802d6760 service neutron] 10.222.0.13 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216322 May 23 11:51:11.111699 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad71f34b-5753-46db-94a2-899e524e4b02 req-c44a35f7-85ed-4040-9dba-3298c9174563 service neutron] 10.222.0.13 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850035 May 23 11:51:11.125210 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0213d0-62e3-4695-be65-c896df076dcc req-c8b21c84-319e-41d6-b22f-3fab530a2df0 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:51:11.126538 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9a0213d0-62e3-4695-be65-c896df076dcc req-c8b21c84-319e-41d6-b22f-3fab530a2df0 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2f3fd43-2145-4a93-8d81-e4ed5e03d837 HTTP/1.1" status: 200 len: 943 time: 0.1230314 May 23 11:51:11.174184 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9a0213d0-62e3-4695-be65-c896df076dcc req-0614f36d-d06d-4775-b6b0-88bde3acf2da tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=b011ab3b-2845-4f2d-a2e3-b7ca94556f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411427 May 23 11:51:11.274756 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9d309506-3c19-4467-a74c-4d98411ef80e req-f35a75f7-01bd-40e3-a841-e6f9a29d5a8b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23dc0299339c4946be0c5d5ceb883308&device_id=a2f3fd43-2145-4a93-8d81-e4ed5e03d837 HTTP/1.1" status: 200 len: 1094 time: 0.0761101 May 23 11:51:11.408623 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d309506-3c19-4467-a74c-4d98411ef80e req-894f57b7-4cb2-4a5a-9666-645f16432870 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:51:11.409949 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9d309506-3c19-4467-a74c-4d98411ef80e req-894f57b7-4cb2-4a5a-9666-645f16432870 service neutron] 10.222.0.13 "GET /v2.0/networks?id=464150c2-94e4-478b-9142-a9d5703f7a02 HTTP/1.1" status: 200 len: 912 time: 0.1289406 May 23 11:51:11.475647 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9d309506-3c19-4467-a74c-4d98411ef80e req-b315d969-26b5-49e1-aa7f-4355bdda5ed1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1768848-8789-4979-a11a-22e227503972 HTTP/1.1" status: 200 len: 217 time: 0.0595078 May 23 11:51:11.540053 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d309506-3c19-4467-a74c-4d98411ef80e req-2c40e2cb-a535-4230-a730-557caab23fed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:51:11.541358 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9d309506-3c19-4467-a74c-4d98411ef80e req-2c40e2cb-a535-4230-a730-557caab23fed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db4c364d-3e03-4e65-b317-8bd07d59c11e HTTP/1.1" status: 200 len: 850 time: 0.0590856 May 23 11:51:11.589072 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a4c077b6-706c-498b-8c8b-1cb9d4c4e6a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:51:11.616225 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9d309506-3c19-4467-a74c-4d98411ef80e req-49886a21-237e-420c-8328-2dacf0593b77 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=464150c2-94e4-478b-9142-a9d5703f7a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684385 May 23 11:51:11.753115 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9d309506-3c19-4467-a74c-4d98411ef80e req-af44afed-5c9e-4cb8-a32d-9c3a0e7dbbb6 service neutron] 10.222.0.13 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306660 May 23 11:51:11.886939 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9d309506-3c19-4467-a74c-4d98411ef80e req-1c0b6680-8ca9-443b-b989-04860a00b99f service neutron] 10.222.0.13 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281488 May 23 11:51:12.383286 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c7738-dee1-4a35-8454-7a1af47cb457 req-15e2fcda-f14c-46f0-90f5-f5d41125cb21 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:51:12.384761 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a35c7738-dee1-4a35-8454-7a1af47cb457 req-15e2fcda-f14c-46f0-90f5-f5d41125cb21 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2f3fd43-2145-4a93-8d81-e4ed5e03d837 HTTP/1.1" status: 200 len: 943 time: 0.0804560 May 23 11:51:12.434201 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a35c7738-dee1-4a35-8454-7a1af47cb457 req-072245e1-b1b6-41a8-a150-7e8f92c7c698 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=b011ab3b-2845-4f2d-a2e3-b7ca94556f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437319 May 23 11:51:12.846153 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:51:12.858190 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:51:13.642955 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67912d-c1d5-4ace-9c2c-dfd836bf1a94 req-daab0143-e93b-4b8c-8263-cf3926073a98 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:51:13.644421 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7d67912d-c1d5-4ace-9c2c-dfd836bf1a94 req-daab0143-e93b-4b8c-8263-cf3926073a98 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2f3fd43-2145-4a93-8d81-e4ed5e03d837 HTTP/1.1" status: 200 len: 943 time: 0.0866318 May 23 11:51:13.690433 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7d67912d-c1d5-4ace-9c2c-dfd836bf1a94 req-57c20962-543d-46ef-97f9-dd42d95f0dee tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=b011ab3b-2845-4f2d-a2e3-b7ca94556f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399678 May 23 11:51:14.391363 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:51:14.903048 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad022be9-5da2-4e00-a843-f8a95077fac2 req-052726a2-c217-43f9-9c58-69f9df90badf tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:51:14.904562 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad022be9-5da2-4e00-a843-f8a95077fac2 req-052726a2-c217-43f9-9c58-69f9df90badf tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2f3fd43-2145-4a93-8d81-e4ed5e03d837 HTTP/1.1" status: 200 len: 943 time: 0.0896733 May 23 11:51:14.949420 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad022be9-5da2-4e00-a843-f8a95077fac2 req-fd9024ba-99d9-41dd-9791-ff2d58735b8c tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=b011ab3b-2845-4f2d-a2e3-b7ca94556f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391390 May 23 11:51:16.177360 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd463b03-bd0a-4b61-be11-2baf82cbe39a req-c22a73d8-16fa-462e-9986-5656679afd17 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:51:16.178735 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cd463b03-bd0a-4b61-be11-2baf82cbe39a req-c22a73d8-16fa-462e-9986-5656679afd17 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2f3fd43-2145-4a93-8d81-e4ed5e03d837 HTTP/1.1" status: 200 len: 943 time: 0.0974576 May 23 11:51:16.231377 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cd463b03-bd0a-4b61-be11-2baf82cbe39a req-10f72311-a088-4b88-be7c-aa1e397a6ed6 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=b011ab3b-2845-4f2d-a2e3-b7ca94556f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461323 May 23 11:51:17.437964 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831dc1af-7ec5-426a-aae8-b3c7b83b5cec req-afafa009-4ab6-46e7-b5e1-401e5d237592 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:51:17.439402 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-831dc1af-7ec5-426a-aae8-b3c7b83b5cec req-afafa009-4ab6-46e7-b5e1-401e5d237592 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2f3fd43-2145-4a93-8d81-e4ed5e03d837 HTTP/1.1" status: 200 len: 943 time: 0.0819509 May 23 11:51:17.491340 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-831dc1af-7ec5-426a-aae8-b3c7b83b5cec req-425e7662-6744-49d0-9604-2db0b1e7af51 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=b011ab3b-2845-4f2d-a2e3-b7ca94556f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458770 May 23 11:51:18.271085 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device e1768848-8789-4979-a11a-22e227503972 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:51:18.421031 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port e1768848-8789-4979-a11a-22e227503972, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=e1768848-8789-4979-a11a-22e227503972,segment=NetworkSegment(e9696b91-4f97-4538-9765-a3f2ec085a56),segment_id=e9696b91-4f97-4538-9765-a3f2ec085a56)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:51:18.434000 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'e1768848-8789-4979-a11a-22e227503972', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'port_id': 'e1768848-8789-4979-a11a-22e227503972', 'mac_address': 'fa:16:3e:fe:e4:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:51:18.486099 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:51:18.502892 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1768848-8789-4979-a11a-22e227503972 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:51:18.517731 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port e1768848-8789-4979-a11a-22e227503972, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=e1768848-8789-4979-a11a-22e227503972,segment=NetworkSegment(e9696b91-4f97-4538-9765-a3f2ec085a56),segment_id=e9696b91-4f97-4538-9765-a3f2ec085a56)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:51:18.522792 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:51:18.591573 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=e1768848-8789-4979-a11a-22e227503972,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:51:18.601173 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:51:18.601517 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:51:18.601841 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:51:18.602190 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:51:18.602498 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:51:18.602828 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:51:18.603154 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:51:18.603478 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:51:18.603801 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:51:18.604147 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:51:18.604473 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:51:18.687279 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f57cfe-67f9-4d5b-96bb-b77a8e1c3535 req-1ab1a4ea-eb19-44d2-b7ac-6dd2d410ba07 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:51:18.688750 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b8f57cfe-67f9-4d5b-96bb-b77a8e1c3535 req-1ab1a4ea-eb19-44d2-b7ac-6dd2d410ba07 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2f3fd43-2145-4a93-8d81-e4ed5e03d837 HTTP/1.1" status: 200 len: 944 time: 0.0774128 May 23 11:51:18.737836 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b8f57cfe-67f9-4d5b-96bb-b77a8e1c3535 req-2f58425f-7531-47dd-b092-124b4daa879c tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=b011ab3b-2845-4f2d-a2e3-b7ca94556f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433593 May 23 11:51:18.946949 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['e1768848-8789-4979-a11a-22e227503972'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:51:19.955288 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:51:20.033589 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17c846-f3df-44c4-83ff-a2b32920539c req-ea4669f8-9167-4801-bd00-c3874250341b tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:51:20.034932 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1a17c846-f3df-44c4-83ff-a2b32920539c req-ea4669f8-9167-4801-bd00-c3874250341b tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2f3fd43-2145-4a93-8d81-e4ed5e03d837 HTTP/1.1" status: 200 len: 944 time: 0.1657839 May 23 11:51:20.079889 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1a17c846-f3df-44c4-83ff-a2b32920539c req-06ecce7d-2e98-481f-b652-3fca17e60aaf tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=b011ab3b-2845-4f2d-a2e3-b7ca94556f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392251 May 23 11:51:20.285782 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device e1768848-8789-4979-a11a-22e227503972 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:51:20.366891 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port e1768848-8789-4979-a11a-22e227503972 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:51:20.372134 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port e1768848-8789-4979-a11a-22e227503972 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:51:20.372525 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:51:20.545313 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:51:20.571099 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f3fd43-2145-4a93-8d81-e4ed5e03d837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1768848-8789-4979-a11a-22e227503972'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:51:20.580575 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port e1768848-8789-4979-a11a-22e227503972, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=e1768848-8789-4979-a11a-22e227503972,segment=NetworkSegment(e9696b91-4f97-4538-9765-a3f2ec085a56),segment_id=e9696b91-4f97-4538-9765-a3f2ec085a56)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:51:20.586084 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:51:20.654643 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=e1768848-8789-4979-a11a-22e227503972,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:51:20.714956 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e73e6a99-7fcc-41ab-aa85-bf6e526c5996'] response: {'server_uuid': 'a2f3fd43-2145-4a93-8d81-e4ed5e03d837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1768848-8789-4979-a11a-22e227503972', 'code': 200} May 23 11:51:20.872095 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c2bb61f2-fdc1-4a07-af55-764f9726584d req-0136767c-17c8-454a-915f-46f4cf463f58 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a2f3fd43-2145-4a93-8d81-e4ed5e03d837 HTTP/1.1" status: 200 len: 1096 time: 0.0716286 May 23 11:51:20.914736 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c2bb61f2-fdc1-4a07-af55-764f9726584d req-48bbd061-9d3c-4752-ba17-2a5503af002e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b011ab3b-2845-4f2d-a2e3-b7ca94556f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366640 May 23 11:51:21.290221 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e26383-2169-4ef6-9529-b35344d536b1 req-8f897dd2-ba2b-44f6-948b-653f52181393 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:51:21.291733 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-32e26383-2169-4ef6-9529-b35344d536b1 req-8f897dd2-ba2b-44f6-948b-653f52181393 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2f3fd43-2145-4a93-8d81-e4ed5e03d837 HTTP/1.1" status: 200 len: 945 time: 0.0911429 May 23 11:51:21.338606 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-32e26383-2169-4ef6-9529-b35344d536b1 req-b1f02ed3-2dd0-4361-a4f1-6f9d0cbba66d tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=b011ab3b-2845-4f2d-a2e3-b7ca94556f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410585 May 23 11:51:22.568347 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3e4ef-36e3-43bf-b8d1-88aa2120021f req-aa1d660f-f18f-4c23-a060-161e16e397f7 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:51:22.569809 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-96d3e4ef-36e3-43bf-b8d1-88aa2120021f req-aa1d660f-f18f-4c23-a060-161e16e397f7 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2f3fd43-2145-4a93-8d81-e4ed5e03d837 HTTP/1.1" status: 200 len: 945 time: 0.0993786 May 23 11:51:22.615211 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-96d3e4ef-36e3-43bf-b8d1-88aa2120021f req-163441fd-25fc-41ba-96c7-7935892381b9 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=b011ab3b-2845-4f2d-a2e3-b7ca94556f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397258 May 23 11:51:22.812025 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b449b6d-baf8-45d5-b120-48e9106cd616 req-fed1c7fa-b646-425e-9aea-b5ab7aa90b96 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:51:22.813491 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4b449b6d-baf8-45d5-b120-48e9106cd616 req-fed1c7fa-b646-425e-9aea-b5ab7aa90b96 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2f3fd43-2145-4a93-8d81-e4ed5e03d837 HTTP/1.1" status: 200 len: 945 time: 0.0805564 May 23 11:51:22.864594 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4b449b6d-baf8-45d5-b120-48e9106cd616 req-d048d2a1-e367-4d12-86ea-6bfdfc2fed73 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=b011ab3b-2845-4f2d-a2e3-b7ca94556f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453229 May 23 11:51:22.901861 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39186) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:51:23.133156 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-020e497e-b9db-44f9-afa9-ac2397052365 tempest-TestVolumeBootPattern-2119925127 tempest-TestVolumeBootPattern-2119925127-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=a2f3fd43-2145-4a93-8d81-e4ed5e03d837 HTTP/1.1" status: 200 len: 1091 time: 0.2300215 May 23 11:51:23.136010 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39192) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:51:23.141464 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-832ec885-46ff-4690-8faf-4cfb351d2416 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'port_id': 'e1768848-8789-4979-a11a-22e227503972', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:51:23.148510 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-832ec885-46ff-4690-8faf-4cfb351d2416 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:51:23.152916 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-832ec885-46ff-4690-8faf-4cfb351d2416 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Usage tracker for resource:floatingip and tenant:23dc0299339c4946be0c5d5ceb883308 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:51:23.156075 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-832ec885-46ff-4690-8faf-4cfb351d2416 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:51:23.162198 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-832ec885-46ff-4690-8faf-4cfb351d2416 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:51:23.176578 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-832ec885-46ff-4690-8faf-4cfb351d2416 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:51:23.317490 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-832ec885-46ff-4690-8faf-4cfb351d2416 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:51:23.460131 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-832ec885-46ff-4690-8faf-4cfb351d2416 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Allocated IP 172.25.6.253 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/18ac4f26-5a4b-42a2-8561-8b1281aca502) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:51:23.620538 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-832ec885-46ff-4690-8faf-4cfb351d2416 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:51:23.652951 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-832ec885-46ff-4690-8faf-4cfb351d2416 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:51:23.724184 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832ec885-46ff-4690-8faf-4cfb351d2416 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:51:23.726994 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-832ec885-46ff-4690-8faf-4cfb351d2416 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:51:23.729755 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832ec885-46ff-4690-8faf-4cfb351d2416 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:51:23.760530 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ec885-46ff-4690-8faf-4cfb351d2416 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Pushing event updated for resources: {'Port': ['ID=18ac4f26-5a4b-42a2-8561-8b1281aca502,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:51:24.256548 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-832ec885-46ff-4690-8faf-4cfb351d2416 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:51:24.314486 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-832ec885-46ff-4690-8faf-4cfb351d2416 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:51:24.610849 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-832ec885-46ff-4690-8faf-4cfb351d2416 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:51:24.618006 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-832ec885-46ff-4690-8faf-4cfb351d2416 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:51:24.730131 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ec885-46ff-4690-8faf-4cfb351d2416 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Pushing event updated for resources: {'Port': ['ID=18ac4f26-5a4b-42a2-8561-8b1281aca502,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:51:24.744214 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-832ec885-46ff-4690-8faf-4cfb351d2416 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:51:24.949370 n-d-842952-2 neutron-server[83910]: INFO neutron.db.l3_db [None req-832ec885-46ff-4690-8faf-4cfb351d2416 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Floating IP 93113fac-dec9-4bdf-9768-3234adf8a862 associated. External IP: 172.25.6.253, port: e1768848-8789-4979-a11a-22e227503972. May 23 11:51:25.349622 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-832ec885-46ff-4690-8faf-4cfb351d2416 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Router 91f75376-05fe-401a-9bb2-583e8bdd715b has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:51:25.565721 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832ec885-46ff-4690-8faf-4cfb351d2416 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:51:25.576171 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafada78-e8b6-4088-bb7e-38a6d0efd831 None None] Sync routers for ids ['91f75376-05fe-401a-9bb2-583e8bdd715b'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:51:25.589029 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafada78-e8b6-4088-bb7e-38a6d0efd831 None None] Routers {'91f75376-05fe-401a-9bb2-583e8bdd715b'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:51:25.589738 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-dafada78-e8b6-4088-bb7e-38a6d0efd831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:51:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['91f75376-05fe-401a-9bb2-583e8bdd715b'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:51:25.592434 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-832ec885-46ff-4690-8faf-4cfb351d2416 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:51:25.647570 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-832ec885-46ff-4690-8faf-4cfb351d2416 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5103347 May 23 11:51:25.648148 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f3fd43-2145-4a93-8d81-e4ed5e03d837', 'tag': 'e1768848-8789-4979-a11a-22e227503972'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:51:25.701335 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd496377-1360-4163-9d9c-b0798ef16387'] response: {'name': 'network-changed', 'server_uuid': 'a2f3fd43-2145-4a93-8d81-e4ed5e03d837', 'tag': 'e1768848-8789-4979-a11a-22e227503972', 'status': 'completed', 'code': 200} May 23 11:51:25.768101 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-dafada78-e8b6-4088-bb7e-38a6d0efd831 None None] Set router 91f75376-05fe-401a-9bb2-583e8bdd715b gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:51:25.822357 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d125b719-2b86-4f0e-ba44-35d32fca1efa req-6ca1c556-7a06-4a16-8a2b-2f5f5b275d61 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23dc0299339c4946be0c5d5ceb883308&device_id=a2f3fd43-2145-4a93-8d81-e4ed5e03d837 HTTP/1.1" status: 200 len: 1096 time: 0.0750434 May 23 11:51:25.955770 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125b719-2b86-4f0e-ba44-35d32fca1efa req-55583809-7bdd-4f59-8a03-92dca3dfd30e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:51:25.957179 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d125b719-2b86-4f0e-ba44-35d32fca1efa req-55583809-7bdd-4f59-8a03-92dca3dfd30e service neutron] 10.222.0.13 "GET /v2.0/networks?id=464150c2-94e4-478b-9142-a9d5703f7a02 HTTP/1.1" status: 200 len: 912 time: 0.1293514 May 23 11:51:26.065183 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d125b719-2b86-4f0e-ba44-35d32fca1efa req-c0c1c4b2-b30b-4d3f-ade4-e4537b13bed3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1768848-8789-4979-a11a-22e227503972 HTTP/1.1" status: 200 len: 999 time: 0.1010518 May 23 11:51:26.129283 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-dafada78-e8b6-4088-bb7e-38a6d0efd831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'name': 'tempest-TestVolumeBootPattern-142066982-router', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:34Z', 'revision_number': 4, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'gw_port': {'id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '93113fac-dec9-4bdf-9768-3234adf8a862', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'floating_ip_address': '172.25.6.253', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'port_id': 'e1768848-8789-4979-a11a-22e227503972', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'mac_address': 'fa:16:3e:fe:e4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f3fd43-2145-4a93-8d81-e4ed5e03d837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:51:24Z', 'updated_at': '2022-05-23T11:51:24Z', 'revision_number': 0, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5bd10a3-98b6-48de-a3af-4143c6f391bf', 'name': '', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'mac_address': 'fa:16:3e:96:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:33Z', 'updated_at': '2022-05-23T11:45:54Z', 'revision_number': 5, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'subnets': [{'id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:51:26.134226 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafada78-e8b6-4088-bb7e-38a6d0efd831 None None] Checking router: 91f75376-05fe-401a-9bb2-583e8bdd715b for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:51:26.147174 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafada78-e8b6-4088-bb7e-38a6d0efd831 None None] Routers {'91f75376-05fe-401a-9bb2-583e8bdd715b'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:51:26.147846 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-dafada78-e8b6-4088-bb7e-38a6d0efd831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:51:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['91f75376-05fe-401a-9bb2-583e8bdd715b'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:51:26.228302 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125b719-2b86-4f0e-ba44-35d32fca1efa req-a2ed034e-4c5f-4625-8219-3d38df7739b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:51:26.229761 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d125b719-2b86-4f0e-ba44-35d32fca1efa req-a2ed034e-4c5f-4625-8219-3d38df7739b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db4c364d-3e03-4e65-b317-8bd07d59c11e HTTP/1.1" status: 200 len: 850 time: 0.1578648 May 23 11:51:26.305151 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d125b719-2b86-4f0e-ba44-35d32fca1efa req-ba593095-5beb-4e3b-90fd-56b6d49a9da0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=464150c2-94e4-478b-9142-a9d5703f7a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691669 May 23 11:51:26.332312 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-dafada78-e8b6-4088-bb7e-38a6d0efd831 None None] Set router 91f75376-05fe-401a-9bb2-583e8bdd715b gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:51:26.438017 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d125b719-2b86-4f0e-ba44-35d32fca1efa req-220a71f8-4d42-4c45-a033-29a63c35b1f1 service neutron] 10.222.0.13 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269779 May 23 11:51:26.568265 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d125b719-2b86-4f0e-ba44-35d32fca1efa req-4bae95ac-1a88-428a-826a-cc1453b24f71 service neutron] 10.222.0.13 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247516 May 23 11:51:26.686441 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-dafada78-e8b6-4088-bb7e-38a6d0efd831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'name': 'tempest-TestVolumeBootPattern-142066982-router', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:34Z', 'revision_number': 4, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'gw_port': {'id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '93113fac-dec9-4bdf-9768-3234adf8a862', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'floating_ip_address': '172.25.6.253', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'port_id': 'e1768848-8789-4979-a11a-22e227503972', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'mac_address': 'fa:16:3e:fe:e4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f3fd43-2145-4a93-8d81-e4ed5e03d837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:51:24Z', 'updated_at': '2022-05-23T11:51:24Z', 'revision_number': 0, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5bd10a3-98b6-48de-a3af-4143c6f391bf', 'name': '', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'mac_address': 'fa:16:3e:96:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:33Z', 'updated_at': '2022-05-23T11:45:54Z', 'revision_number': 5, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'subnets': [{'id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:51:26.690655 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafada78-e8b6-4088-bb7e-38a6d0efd831 None None] The sync data for ids ['91f75376-05fe-401a-9bb2-583e8bdd715b'] in n-d-842952-2 is: [{'id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'name': 'tempest-TestVolumeBootPattern-142066982-router', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:34Z', 'revision_number': 4, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'gw_port': {'id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '93113fac-dec9-4bdf-9768-3234adf8a862', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'floating_ip_address': '172.25.6.253', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'port_id': 'e1768848-8789-4979-a11a-22e227503972', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'mac_address': 'fa:16:3e:fe:e4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f3fd43-2145-4a93-8d81-e4ed5e03d837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:51:24Z', 'updated_at': '2022-05-23T11:51:24Z', 'revision_number': 0, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5bd10a3-98b6-48de-a3af-4143c6f391bf', 'name': '', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'mac_address': 'fa:16:3e:96:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:33Z', 'updated_at': '2022-05-23T11:45:54Z', 'revision_number': 5, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'subnets': [{'id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:51:26.901437 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c6aa95-f77b-452e-bb4a-f7503946e772 None None] New status for floating IP 93113fac-dec9-4bdf-9768-3234adf8a862: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:51:38.346209 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:51:39.307041 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b148bb8e-9aad-43c5-945e-4e4c4cd21db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:51:39.695753 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:51:41.109157 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bd741fc2-082a-45f3-a7b2-f1465cceeb5c req-8922d61e-7927-4500-9694-6d18ce892662 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a2f3fd43-2145-4a93-8d81-e4ed5e03d837&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0818057 May 23 11:51:41.269983 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bd741fc2-082a-45f3-a7b2-f1465cceeb5c req-1d543c1d-403e-4189-9ebc-1d6c08b81ffa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23dc0299339c4946be0c5d5ceb883308&device_id=a2f3fd43-2145-4a93-8d81-e4ed5e03d837 HTTP/1.1" status: 200 len: 1096 time: 0.0727382 May 23 11:51:41.423954 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd741fc2-082a-45f3-a7b2-f1465cceeb5c req-eaafb383-e124-4d1e-80b0-6f5010424ae6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:51:41.423954 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bd741fc2-082a-45f3-a7b2-f1465cceeb5c req-eaafb383-e124-4d1e-80b0-6f5010424ae6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=464150c2-94e4-478b-9142-a9d5703f7a02 HTTP/1.1" status: 200 len: 912 time: 0.1392977 May 23 11:51:41.525487 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bd741fc2-082a-45f3-a7b2-f1465cceeb5c req-fada553e-96f6-474d-9e88-699236662955 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1768848-8789-4979-a11a-22e227503972 HTTP/1.1" status: 200 len: 1001 time: 0.0977948 May 23 11:51:41.587237 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd741fc2-082a-45f3-a7b2-f1465cceeb5c req-0296befb-bc5a-402a-b0f8-a8ce442ef771 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:51:41.588721 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bd741fc2-082a-45f3-a7b2-f1465cceeb5c req-0296befb-bc5a-402a-b0f8-a8ce442ef771 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db4c364d-3e03-4e65-b317-8bd07d59c11e HTTP/1.1" status: 200 len: 850 time: 0.0578070 May 23 11:51:41.594353 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6b2a56dd-12d8-4b27-8e4d-24349987cdea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:51:41.681008 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bd741fc2-082a-45f3-a7b2-f1465cceeb5c req-85d1ba0c-a907-4867-b1b9-7b90f5aac0d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=464150c2-94e4-478b-9142-a9d5703f7a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825143 May 23 11:51:41.838403 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bd741fc2-082a-45f3-a7b2-f1465cceeb5c req-65f2ae26-4d63-44b2-afbe-19340b9dc74f service neutron] 10.222.0.13 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510596 May 23 11:51:41.973998 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bd741fc2-082a-45f3-a7b2-f1465cceeb5c req-dcb7d735-2879-4cfc-b353-673f6d12c401 service neutron] 10.222.0.13 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326928 May 23 11:51:42.840780 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:51:42.860510 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:51:44.395728 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:51:56.959858 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:52:08.348117 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:52:09.309536 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d9b58ebd-dc9c-4114-9bfe-b935637a44c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:52:09.710078 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:52:11.604075 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb77e9a2-5475-4675-9c77-703dde5bcfaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:52:12.847023 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:52:12.865091 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:52:14.395678 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:52:33.967031 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:52:38.357757 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:52:39.308005 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-493642d5-c272-4ef8-a2a2-8763749acf83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:52:39.703017 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:52:41.610457 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5e01e84c-781f-4668-a9d7-22d6b54c5578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:52:42.854944 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:52:42.869243 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:52:43.104849 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-20a134e1-2491-4cc6-9fae-40062f23ac1f req-648478b4-930e-4789-aa15-339c64c5230f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a2f3fd43-2145-4a93-8d81-e4ed5e03d837&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0727720 May 23 11:52:43.269593 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-20a134e1-2491-4cc6-9fae-40062f23ac1f req-27732415-bbc2-4e77-b842-3545920d08b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23dc0299339c4946be0c5d5ceb883308&device_id=a2f3fd43-2145-4a93-8d81-e4ed5e03d837 HTTP/1.1" status: 200 len: 1096 time: 0.0777676 May 23 11:52:43.420704 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a134e1-2491-4cc6-9fae-40062f23ac1f req-6cfb2782-15af-4ec5-a2a1-187756c5070a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:52:43.422070 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-20a134e1-2491-4cc6-9fae-40062f23ac1f req-6cfb2782-15af-4ec5-a2a1-187756c5070a service neutron] 10.222.0.13 "GET /v2.0/networks?id=464150c2-94e4-478b-9142-a9d5703f7a02 HTTP/1.1" status: 200 len: 912 time: 0.1335173 May 23 11:52:43.528994 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-20a134e1-2491-4cc6-9fae-40062f23ac1f req-7e90faa6-f8d7-4431-a338-b877ea03ba8f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1768848-8789-4979-a11a-22e227503972 HTTP/1.1" status: 200 len: 1001 time: 0.1004071 May 23 11:52:43.682356 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a134e1-2491-4cc6-9fae-40062f23ac1f req-b1d16109-dcba-4676-bfdd-b847ba7ee2d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:52:43.683687 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-20a134e1-2491-4cc6-9fae-40062f23ac1f req-b1d16109-dcba-4676-bfdd-b847ba7ee2d8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db4c364d-3e03-4e65-b317-8bd07d59c11e HTTP/1.1" status: 200 len: 850 time: 0.1485324 May 23 11:52:43.761615 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-20a134e1-2491-4cc6-9fae-40062f23ac1f req-d5b1fb7d-37e1-4e9a-8aa0-6c1475376cde service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=464150c2-94e4-478b-9142-a9d5703f7a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711455 May 23 11:52:43.893532 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-20a134e1-2491-4cc6-9fae-40062f23ac1f req-5613abdb-ab84-41b7-b118-35f6f0283741 service neutron] 10.222.0.13 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249161 May 23 11:52:44.032253 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-20a134e1-2491-4cc6-9fae-40062f23ac1f req-a0f41424-06d5-4f12-834e-14a9590d7d50 service neutron] 10.222.0.13 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329098 May 23 11:52:44.401440 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:52:49.784971 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-21435b30-1754-47e9-8064-08047b247b55 req-e9d610db-d284-49d4-88a6-e8251109b80a service neutron] (83910) timed out ('10.222.0.79', 56850) {{(pid=83910) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 23 11:53:08.378227 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:53:09.321545 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0602a81f-ca33-4aee-bfe0-c60b7fd72833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:53:09.720417 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:53:10.958401 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:53:11.594577 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e0156216-aac5-4080-9226-6c93dc79070c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:53:12.851197 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:53:12.871100 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:53:13.031442 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-68f45a15-9db9-4cdc-a811-26e36ed4d812 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-711225232&fields=id&tenant_id=23dc0299339c4946be0c5d5ceb883308 HTTP/1.1" status: 200 len: 267 time: 0.0530214 May 23 11:53:13.187889 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-05f42e75-c524-4cee-bcc9-8fa7e7861421 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:53:13.189397 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-05f42e75-c524-4cee-bcc9-8fa7e7861421 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/networks?id=464150c2-94e4-478b-9142-a9d5703f7a02 HTTP/1.1" status: 200 len: 811 time: 0.1483340 May 23 11:53:13.206786 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-b32a0c21-2ccc-431d-8767-5cc42eb51c98 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/quotas/23dc0299339c4946be0c5d5ceb883308 HTTP/1.1" status: 200 len: 375 time: 0.0118067 May 23 11:53:13.295023 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-4a5a7491-cc35-4e6f-a132-af27b37bc41a tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=23dc0299339c4946be0c5d5ceb883308&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0834215 May 23 11:53:13.434669 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-37da58f8-87c6-4e4d-8216-992d1c7d7054 service neutron] 10.222.0.79 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277227 May 23 11:53:13.574197 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-382ee555-28a7-41a5-90f6-5b28a430084b service neutron] 10.222.0.79 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311085 May 23 11:53:14.065285 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-858aa971-071c-4944-a081-7d4425436437 req-c6b1bfef-d139-4948-961e-23a1eed28370 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=22fe799c-2d72-4b93-b376-6283c8488921 HTTP/1.1" status: 200 len: 210 time: 0.1179450 May 23 11:53:14.409698 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:53:15.201694 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-22a0de03-b134-4dd0-aa24-f606f6b28212 req-6877c74c-b354-4a24-8f77-f8f999985eb3 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=22fe799c-2d72-4b93-b376-6283c8488921 HTTP/1.1" status: 200 len: 210 time: 0.0535281 May 23 11:53:16.376017 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9c593065-241f-4406-89ad-de362600892c req-03b9c5b4-f608-45f6-8cb3-52fece1229c1 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=22fe799c-2d72-4b93-b376-6283c8488921 HTTP/1.1" status: 200 len: 210 time: 0.0426071 May 23 11:53:16.572571 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-131c4ad4-c5dc-4c04-bf18-b36b71f865fa tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:53:16.574049 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-131c4ad4-c5dc-4c04-bf18-b36b71f865fa tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.81 "GET /v2.0/networks?id=464150c2-94e4-478b-9142-a9d5703f7a02 HTTP/1.1" status: 200 len: 811 time: 0.1435266 May 23 11:53:16.636192 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-a30a4915-31e0-49c4-8874-5a2006ff591c tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23dc0299339c4946be0c5d5ceb883308 HTTP/1.1" status: 200 len: 379 time: 0.0416112 May 23 11:53:16.656906 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-0bf1a1ce-02e4-4e71-9dbb-b3f1ef853afc tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Request body: {'port': {'device_id': '22fe799c-2d72-4b93-b376-6283c8488921', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'admin_state_up': True, 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'security_groups': ['b011ab3b-2845-4f2d-a2e3-b7ca94556f7d']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:53:16.798894 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-0bf1a1ce-02e4-4e71-9dbb-b3f1ef853afc tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:53:16.809616 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-0bf1a1ce-02e4-4e71-9dbb-b3f1ef853afc tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:53:16.821045 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-0bf1a1ce-02e4-4e71-9dbb-b3f1ef853afc tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Made reservation on behalf of 23dc0299339c4946be0c5d5ceb883308 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:53:16.825295 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-0bf1a1ce-02e4-4e71-9dbb-b3f1ef853afc tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:53:16.994381 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-0bf1a1ce-02e4-4e71-9dbb-b3f1ef853afc tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Allocated IP 172.20.0.12 (464150c2-94e4-478b-9142-a9d5703f7a02/db4c364d-3e03-4e65-b317-8bd07d59c11e/0649216d-2027-4380-97e3-08f6b884c438) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:53:17.186067 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-0bf1a1ce-02e4-4e71-9dbb-b3f1ef853afc tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:53:17.202777 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-0bf1a1ce-02e4-4e71-9dbb-b3f1ef853afc tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Transition to ACTIVE for port object 0649216d-2027-4380-97e3-08f6b884c438 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:53:17.230897 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-0bf1a1ce-02e4-4e71-9dbb-b3f1ef853afc tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:53:17.314192 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-0bf1a1ce-02e4-4e71-9dbb-b3f1ef853afc tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Network 464150c2-94e4-478b-9142-a9d5703f7a02 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:53:17.317360 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-0bf1a1ce-02e4-4e71-9dbb-b3f1ef853afc tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:53:17.321985 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-0bf1a1ce-02e4-4e71-9dbb-b3f1ef853afc tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:53:17.348434 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1a1ce-02e4-4e71-9dbb-b3f1ef853afc tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Pushing event updated for resources: {'Port': ['ID=0649216d-2027-4380-97e3-08f6b884c438,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:53:17.360471 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1a1ce-02e4-4e71-9dbb-b3f1ef853afc tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:53:17.360816 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1a1ce-02e4-4e71-9dbb-b3f1ef853afc tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:53:17.361783 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1a1ce-02e4-4e71-9dbb-b3f1ef853afc tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:53:17.361783 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1a1ce-02e4-4e71-9dbb-b3f1ef853afc tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:53:17.362187 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1a1ce-02e4-4e71-9dbb-b3f1ef853afc tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:53:17.363161 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1a1ce-02e4-4e71-9dbb-b3f1ef853afc tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:53:17.363161 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1a1ce-02e4-4e71-9dbb-b3f1ef853afc tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:53:17.363161 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1a1ce-02e4-4e71-9dbb-b3f1ef853afc tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:53:17.363386 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1a1ce-02e4-4e71-9dbb-b3f1ef853afc tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:53:17.364668 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1a1ce-02e4-4e71-9dbb-b3f1ef853afc tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:53:17.364668 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1a1ce-02e4-4e71-9dbb-b3f1ef853afc tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:53:17.410959 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-0bf1a1ce-02e4-4e71-9dbb-b3f1ef853afc tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:53:17.411703 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-0bf1a1ce-02e4-4e71-9dbb-b3f1ef853afc tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:53:17.449697 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-0bf1a1ce-02e4-4e71-9dbb-b3f1ef853afc tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7944968 May 23 11:53:17.467260 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-c6111756-f3b9-4ed0-9d39-efd0b3eb454f tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:53:17.468301 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-c6111756-f3b9-4ed0-9d39-efd0b3eb454f tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0075042 May 23 11:53:17.588302 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-134f26fc-ed63-483e-9fdd-c9f65ecf783c service neutron] Request body: {'port': {'device_id': '22fe799c-2d72-4b93-b376-6283c8488921', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:53:17.633703 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a030f-417e-4eba-ba47-4d6cc00e3c68 req-cb9e15da-69bd-4959-b726-c492a486eb52 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:53:17.635730 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f26a030f-417e-4eba-ba47-4d6cc00e3c68 req-cb9e15da-69bd-4959-b726-c492a486eb52 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=22fe799c-2d72-4b93-b376-6283c8488921 HTTP/1.1" status: 200 len: 932 time: 0.1133237 May 23 11:53:17.702288 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f26a030f-417e-4eba-ba47-4d6cc00e3c68 req-8190d333-731a-4e91-a022-a428f0bee318 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=b011ab3b-2845-4f2d-a2e3-b7ca94556f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583954 May 23 11:53:17.710352 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-468a5ccc-5705-4b44-a047-86f0fbbd68c2 None None] Provisioning for port 0649216d-2027-4380-97e3-08f6b884c438 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:53:17.717750 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-468a5ccc-5705-4b44-a047-86f0fbbd68c2 None None] Provisioning complete for port 0649216d-2027-4380-97e3-08f6b884c438 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:53:17.718616 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-468a5ccc-5705-4b44-a047-86f0fbbd68c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:53:17.733043 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-134f26fc-ed63-483e-9fdd-c9f65ecf783c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:53:17.791048 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-468a5ccc-5705-4b44-a047-86f0fbbd68c2 None None] Port 0649216d-2027-4380-97e3-08f6b884c438 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:53:18.257541 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-134f26fc-ed63-483e-9fdd-c9f65ecf783c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0649216d-2027-4380-97e3-08f6b884c438 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:53:18.266211 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-134f26fc-ed63-483e-9fdd-c9f65ecf783c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:53:18.284215 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-134f26fc-ed63-483e-9fdd-c9f65ecf783c service neutron] Transition to ACTIVE for port object 0649216d-2027-4380-97e3-08f6b884c438 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:53:18.288183 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-134f26fc-ed63-483e-9fdd-c9f65ecf783c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:53:18.415953 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f26fc-ed63-483e-9fdd-c9f65ecf783c service neutron] Pushing event updated for resources: {'Port': ['ID=0649216d-2027-4380-97e3-08f6b884c438,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:53:18.529762 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-134f26fc-ed63-483e-9fdd-c9f65ecf783c service neutron] Attempting to bind port 0649216d-2027-4380-97e3-08f6b884c438 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:53:18.530578 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-134f26fc-ed63-483e-9fdd-c9f65ecf783c service neutron] Attempting to bind port 0649216d-2027-4380-97e3-08f6b884c438 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': 'e9696b91-4f97-4538-9765-a3f2ec085a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:53:18.530837 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-134f26fc-ed63-483e-9fdd-c9f65ecf783c service neutron] Attempting to bind port 0649216d-2027-4380-97e3-08f6b884c438 on network 464150c2-94e4-478b-9142-a9d5703f7a02 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:53:18.540438 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-134f26fc-ed63-483e-9fdd-c9f65ecf783c service neutron] Port 0649216d-2027-4380-97e3-08f6b884c438 on network 464150c2-94e4-478b-9142-a9d5703f7a02 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:53:18.540890 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-134f26fc-ed63-483e-9fdd-c9f65ecf783c service neutron] Attempting to bind port 0649216d-2027-4380-97e3-08f6b884c438 on network 464150c2-94e4-478b-9142-a9d5703f7a02 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:53:18.547404 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-134f26fc-ed63-483e-9fdd-c9f65ecf783c service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:53:18.547731 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-134f26fc-ed63-483e-9fdd-c9f65ecf783c service neutron] Checking segment: {'id': 'e9696b91-4f97-4538-9765-a3f2ec085a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:53:18.548136 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-134f26fc-ed63-483e-9fdd-c9f65ecf783c service neutron] Bound using segment: {'id': 'e9696b91-4f97-4538-9765-a3f2ec085a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:53:18.548555 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-134f26fc-ed63-483e-9fdd-c9f65ecf783c service neutron] Bound port: 0649216d-2027-4380-97e3-08f6b884c438, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9696b91-4f97-4538-9765-a3f2ec085a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:53:18.548897 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-134f26fc-ed63-483e-9fdd-c9f65ecf783c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:53:18.644957 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-134f26fc-ed63-483e-9fdd-c9f65ecf783c service neutron] For port 0649216d-2027-4380-97e3-08f6b884c438, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:53:18.648661 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-134f26fc-ed63-483e-9fdd-c9f65ecf783c service neutron] For port 0649216d-2027-4380-97e3-08f6b884c438, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0649216d-2027-4380-97e3-08f6b884c438,segment=NetworkSegment(e9696b91-4f97-4538-9765-a3f2ec085a56),segment_id=e9696b91-4f97-4538-9765-a3f2ec085a56)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:53:18.654017 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-134f26fc-ed63-483e-9fdd-c9f65ecf783c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:53:18.707751 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-134f26fc-ed63-483e-9fdd-c9f65ecf783c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:53:18.709166 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-134f26fc-ed63-483e-9fdd-c9f65ecf783c service neutron] 10.222.0.81 "PUT /v2.0/ports/0649216d-2027-4380-97e3-08f6b884c438 HTTP/1.1" status: 200 len: 1092 time: 1.2330894 May 23 11:53:18.716232 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22fe799c-2d72-4b93-b376-6283c8488921', 'tag': '0649216d-2027-4380-97e3-08f6b884c438'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:53:18.739123 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f26fc-ed63-483e-9fdd-c9f65ecf783c service neutron] Pushing event updated for resources: {'Port': ['ID=0649216d-2027-4380-97e3-08f6b884c438,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:53:18.911468 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1281d963-d0f3-4cbd-91c6-6a879f744a88'] response: {'name': 'network-changed', 'server_uuid': '22fe799c-2d72-4b93-b376-6283c8488921', 'tag': '0649216d-2027-4380-97e3-08f6b884c438', 'status': 'completed', 'code': 200} May 23 11:53:18.930454 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-a7cf5699-7483-43b5-ad67-be07e29a5ac7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=23dc0299339c4946be0c5d5ceb883308&device_id=22fe799c-2d72-4b93-b376-6283c8488921 HTTP/1.1" status: 200 len: 1095 time: 0.1521623 May 23 11:53:18.945509 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40caca43-bc88-4c6c-aeb4-adfc40604ddc req-5760d312-3780-4426-ab7a-c875793e4c5c tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:53:18.948334 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-40caca43-bc88-4c6c-aeb4-adfc40604ddc req-5760d312-3780-4426-ab7a-c875793e4c5c tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=22fe799c-2d72-4b93-b376-6283c8488921 HTTP/1.1" status: 200 len: 944 time: 0.0991580 May 23 11:53:18.996134 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-40caca43-bc88-4c6c-aeb4-adfc40604ddc req-08d7db3d-5d4e-4282-b5e0-5842ae96cc68 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=b011ab3b-2845-4f2d-a2e3-b7ca94556f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433536 May 23 11:53:19.015583 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-e32c4056-f8b3-4aab-9356-e5a5031e23ad service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0649216d-2027-4380-97e3-08f6b884c438 HTTP/1.1" status: 200 len: 217 time: 0.0680985 May 23 11:53:19.083487 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-750c7c85-774d-43f4-b48c-95dcd3be6cb1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:53:19.084987 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-750c7c85-774d-43f4-b48c-95dcd3be6cb1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=db4c364d-3e03-4e65-b317-8bd07d59c11e HTTP/1.1" status: 200 len: 850 time: 0.0607541 May 23 11:53:19.170321 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-9f65e9ef-dbac-46b3-85dc-61ae72552bb3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=464150c2-94e4-478b-9142-a9d5703f7a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747721 May 23 11:53:19.311987 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-284a18ea-5619-4ebe-a5d8-b5518ef5c1c7 service neutron] 10.222.0.81 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336710 May 23 11:53:19.452556 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-119ed194-0308-42c3-b2d5-5749deb284b7 req-cbe028b7-c135-46df-aca8-46075aeebfd9 service neutron] 10.222.0.81 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314304 May 23 11:53:19.633579 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e4a20282-9fdf-4400-a3f8-27d4d8ecae99 req-e56c8de6-c3a9-4af8-a790-a01ec234a880 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=23dc0299339c4946be0c5d5ceb883308&device_id=22fe799c-2d72-4b93-b376-6283c8488921 HTTP/1.1" status: 200 len: 1095 time: 0.0758326 May 23 11:53:19.773522 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a20282-9fdf-4400-a3f8-27d4d8ecae99 req-005419b2-2562-4d6f-ba13-eb018ffe830e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:53:19.774999 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e4a20282-9fdf-4400-a3f8-27d4d8ecae99 req-005419b2-2562-4d6f-ba13-eb018ffe830e service neutron] 10.222.0.81 "GET /v2.0/networks?id=464150c2-94e4-478b-9142-a9d5703f7a02 HTTP/1.1" status: 200 len: 912 time: 0.1358590 May 23 11:53:19.848861 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e4a20282-9fdf-4400-a3f8-27d4d8ecae99 req-657067b0-2986-4d5c-94d2-451206540b9c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0649216d-2027-4380-97e3-08f6b884c438 HTTP/1.1" status: 200 len: 217 time: 0.0679219 May 23 11:53:19.919648 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a20282-9fdf-4400-a3f8-27d4d8ecae99 req-04b3b003-1ae0-40c9-b308-1cb8e3c77c30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:53:19.921165 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e4a20282-9fdf-4400-a3f8-27d4d8ecae99 req-04b3b003-1ae0-40c9-b308-1cb8e3c77c30 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=db4c364d-3e03-4e65-b317-8bd07d59c11e HTTP/1.1" status: 200 len: 850 time: 0.0645421 May 23 11:53:20.011347 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e4a20282-9fdf-4400-a3f8-27d4d8ecae99 req-81caf657-ee93-4b35-94bb-fbf0bd062ec0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=464150c2-94e4-478b-9142-a9d5703f7a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815682 May 23 11:53:20.231635 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0401753-aa87-4deb-bb73-6e86932a7d62 req-4558429f-9a48-4607-af28-548f88022306 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:53:20.236841 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d0401753-aa87-4deb-bb73-6e86932a7d62 req-4558429f-9a48-4607-af28-548f88022306 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=22fe799c-2d72-4b93-b376-6283c8488921 HTTP/1.1" status: 200 len: 944 time: 0.1032562 May 23 11:53:20.276728 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e4a20282-9fdf-4400-a3f8-27d4d8ecae99 req-6c9f20a0-175f-456c-865b-4b03bc1aee3c service neutron] 10.222.0.81 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586479 May 23 11:53:20.296467 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d0401753-aa87-4deb-bb73-6e86932a7d62 req-1898d8d2-2472-4681-b513-014acb6fc214 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=b011ab3b-2845-4f2d-a2e3-b7ca94556f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571947 May 23 11:53:20.419224 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e4a20282-9fdf-4400-a3f8-27d4d8ecae99 req-010795e9-652e-412b-be9a-b4bbf5afff66 service neutron] 10.222.0.81 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326156 May 23 11:53:21.508535 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bee990-6ab1-4aed-acb1-6cb29752bc23 req-78aa8a1e-8ddc-44f0-9056-c4eb0afb31cd tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:53:21.510006 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93bee990-6ab1-4aed-acb1-6cb29752bc23 req-78aa8a1e-8ddc-44f0-9056-c4eb0afb31cd tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=22fe799c-2d72-4b93-b376-6283c8488921 HTTP/1.1" status: 200 len: 944 time: 0.0761354 May 23 11:53:21.566761 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93bee990-6ab1-4aed-acb1-6cb29752bc23 req-eb5fc24a-c174-46ad-84d6-8a3dfee51db5 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=b011ab3b-2845-4f2d-a2e3-b7ca94556f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506859 May 23 11:53:22.783688 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e2760-98b6-402a-8bda-e77ffdaffa95 req-976e074c-30d3-436a-84b8-73253f670ac2 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:53:22.785228 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d46e2760-98b6-402a-8bda-e77ffdaffa95 req-976e074c-30d3-436a-84b8-73253f670ac2 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=22fe799c-2d72-4b93-b376-6283c8488921 HTTP/1.1" status: 200 len: 944 time: 0.0830128 May 23 11:53:22.831481 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d46e2760-98b6-402a-8bda-e77ffdaffa95 req-6434b95a-3305-429f-b8d3-bed4a68fe063 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=b011ab3b-2845-4f2d-a2e3-b7ca94556f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404673 May 23 11:53:24.050505 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1717c-e7d1-436d-8ccf-a9891e5f6350 req-17949975-5876-43e4-9409-d07e5ee48638 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:53:24.051965 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f7a1717c-e7d1-436d-8ccf-a9891e5f6350 req-17949975-5876-43e4-9409-d07e5ee48638 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=22fe799c-2d72-4b93-b376-6283c8488921 HTTP/1.1" status: 200 len: 944 time: 0.0869808 May 23 11:53:24.178977 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f7a1717c-e7d1-436d-8ccf-a9891e5f6350 req-019eafea-a12f-4680-b666-f9e5d506b353 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=b011ab3b-2845-4f2d-a2e3-b7ca94556f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211908 May 23 11:53:25.396430 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d7db7-9c71-4ed4-b102-9501cdb300d7 req-762cf2b7-d859-446d-9974-301fbcfc8b3e tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:53:25.397882 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-256d7db7-9c71-4ed4-b102-9501cdb300d7 req-762cf2b7-d859-446d-9974-301fbcfc8b3e tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=22fe799c-2d72-4b93-b376-6283c8488921 HTTP/1.1" status: 200 len: 944 time: 0.0814397 May 23 11:53:25.447187 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-256d7db7-9c71-4ed4-b102-9501cdb300d7 req-0cc12dc2-420b-45a2-aee0-34af6e6d63a3 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=b011ab3b-2845-4f2d-a2e3-b7ca94556f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408437 May 23 11:53:25.833013 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [req-53d2af18-c7b6-4457-8fe4-85a0007a17ad req-0665d327-6ea4-4c8b-8d72-5086393d6d47 service neutron] (83911) timed out ('10.222.0.79', 46486) {{(pid=83911) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 23 11:53:26.669405 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 0649216d-2027-4380-97e3-08f6b884c438 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:53:26.675288 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb552f7-29e0-4eb2-8e8e-c183a7bd37e1 req-41173f86-95cc-4648-b3cc-e83dabf1a9c4 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:53:26.676791 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-abb552f7-29e0-4eb2-8e8e-c183a7bd37e1 req-41173f86-95cc-4648-b3cc-e83dabf1a9c4 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=22fe799c-2d72-4b93-b376-6283c8488921 HTTP/1.1" status: 200 len: 944 time: 0.0859613 May 23 11:53:26.723964 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-abb552f7-29e0-4eb2-8e8e-c183a7bd37e1 req-ea6b0b31-e33c-4126-ba6b-8a808336e3ef tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=b011ab3b-2845-4f2d-a2e3-b7ca94556f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412934 May 23 11:53:26.805170 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 0649216d-2027-4380-97e3-08f6b884c438, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0649216d-2027-4380-97e3-08f6b884c438,segment=NetworkSegment(e9696b91-4f97-4538-9765-a3f2ec085a56),segment_id=e9696b91-4f97-4538-9765-a3f2ec085a56)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:53:26.819066 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '0649216d-2027-4380-97e3-08f6b884c438', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'port_id': '0649216d-2027-4380-97e3-08f6b884c438', 'mac_address': 'fa:16:3e:c1:b1:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:53:26.876998 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:53:26.895229 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0649216d-2027-4380-97e3-08f6b884c438 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:53:26.911255 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 0649216d-2027-4380-97e3-08f6b884c438, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0649216d-2027-4380-97e3-08f6b884c438,segment=NetworkSegment(e9696b91-4f97-4538-9765-a3f2ec085a56),segment_id=e9696b91-4f97-4538-9765-a3f2ec085a56)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:53:26.917874 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:53:26.983492 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=0649216d-2027-4380-97e3-08f6b884c438,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:53:26.994857 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:53:26.995277 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:53:26.995921 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:53:26.996486 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:53:26.997063 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:53:26.997642 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:53:26.998188 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:53:26.998774 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:53:26.999084 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:53:26.999420 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:53:26.999740 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:53:27.331591 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['0649216d-2027-4380-97e3-08f6b884c438'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:53:27.940835 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb0a4e-d8ba-492f-8afb-49101c05540c req-2605d949-d7ec-481b-ad40-7214fced7cdb tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:53:27.942274 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f5bb0a4e-d8ba-492f-8afb-49101c05540c req-2605d949-d7ec-481b-ad40-7214fced7cdb tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=22fe799c-2d72-4b93-b376-6283c8488921 HTTP/1.1" status: 200 len: 945 time: 0.0882421 May 23 11:53:27.991011 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f5bb0a4e-d8ba-492f-8afb-49101c05540c req-6eff3d2c-7ab5-4a76-b7f3-8d02ecdbd737 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=b011ab3b-2845-4f2d-a2e3-b7ca94556f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429249 May 23 11:53:28.703416 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 0649216d-2027-4380-97e3-08f6b884c438 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:53:28.778104 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 0649216d-2027-4380-97e3-08f6b884c438 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:53:28.783289 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 0649216d-2027-4380-97e3-08f6b884c438 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:53:28.783659 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:53:28.899288 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:53:28.926549 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22fe799c-2d72-4b93-b376-6283c8488921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0649216d-2027-4380-97e3-08f6b884c438'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:53:28.937335 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 0649216d-2027-4380-97e3-08f6b884c438, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0649216d-2027-4380-97e3-08f6b884c438,segment=NetworkSegment(e9696b91-4f97-4538-9765-a3f2ec085a56),segment_id=e9696b91-4f97-4538-9765-a3f2ec085a56)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:53:28.942948 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:53:29.012088 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=0649216d-2027-4380-97e3-08f6b884c438,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:53:29.217685 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a68ea-2912-4ca6-a67b-07e9080b176d req-15210b1c-bd01-4357-a475-1de92db40e10 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:53:29.219064 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-691a68ea-2912-4ca6-a67b-07e9080b176d req-15210b1c-bd01-4357-a475-1de92db40e10 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=22fe799c-2d72-4b93-b376-6283c8488921 HTTP/1.1" status: 200 len: 946 time: 0.1026947 May 23 11:53:29.264612 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-691a68ea-2912-4ca6-a67b-07e9080b176d req-267e9f96-1ef9-44e2-9023-bb5bb603547c tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=b011ab3b-2845-4f2d-a2e3-b7ca94556f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398390 May 23 11:53:30.013940 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de9c516c-0229-4a51-9e4a-b4b3844dc325'] response: {'server_uuid': '22fe799c-2d72-4b93-b376-6283c8488921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0649216d-2027-4380-97e3-08f6b884c438', 'code': 200} May 23 11:53:30.183148 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-456c8eff-0a51-4a69-8580-f65c978b8dfa req-076ef00c-01ee-4e0f-a32f-2da13cfd017f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=22fe799c-2d72-4b93-b376-6283c8488921 HTTP/1.1" status: 200 len: 1097 time: 0.0719519 May 23 11:53:30.228606 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-456c8eff-0a51-4a69-8580-f65c978b8dfa req-68cda943-aba3-42c3-83f5-1a616d01b1f8 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b011ab3b-2845-4f2d-a2e3-b7ca94556f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361619 May 23 11:53:30.478524 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9bbf4-f376-4a8f-8329-2504979533b7 req-1e697381-8c92-4bc5-a056-aaeb4ba350c2 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:53:30.479956 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-22c9bbf4-f376-4a8f-8329-2504979533b7 req-1e697381-8c92-4bc5-a056-aaeb4ba350c2 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=22fe799c-2d72-4b93-b376-6283c8488921 HTTP/1.1" status: 200 len: 946 time: 0.0919769 May 23 11:53:30.528401 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-22c9bbf4-f376-4a8f-8329-2504979533b7 req-f7d671e1-0bea-467d-b2f7-862448c8840f tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=b011ab3b-2845-4f2d-a2e3-b7ca94556f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426013 May 23 11:53:31.738601 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65940fd-683d-4f13-995a-319fc010849a req-41b3a63b-2006-48ef-949d-c50e419e6b1b tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:53:31.740077 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d65940fd-683d-4f13-995a-319fc010849a req-41b3a63b-2006-48ef-949d-c50e419e6b1b tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=22fe799c-2d72-4b93-b376-6283c8488921 HTTP/1.1" status: 200 len: 946 time: 0.0788434 May 23 11:53:31.785964 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d65940fd-683d-4f13-995a-319fc010849a req-d5fa2385-f700-4b29-952e-3dd1776ad39e tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=b011ab3b-2845-4f2d-a2e3-b7ca94556f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403063 May 23 11:53:31.998665 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d119f11-813c-4080-afdd-6ad87485b0c2 req-4bdacfe4-3466-47c7-9bd5-8ef67fac8cc6 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:53:32.000196 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2d119f11-813c-4080-afdd-6ad87485b0c2 req-4bdacfe4-3466-47c7-9bd5-8ef67fac8cc6 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=22fe799c-2d72-4b93-b376-6283c8488921 HTTP/1.1" status: 200 len: 946 time: 0.0851357 May 23 11:53:32.050644 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2d119f11-813c-4080-afdd-6ad87485b0c2 req-bce05cff-d490-4b36-8a0b-be7d68c5c43c tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=b011ab3b-2845-4f2d-a2e3-b7ca94556f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413351 May 23 11:53:32.078874 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39358) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:53:32.148946 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-11c56f1d-e1a5-4ef1-b1f3-ba077f69175a tempest-TestVolumeBootPattern-2119925127 tempest-TestVolumeBootPattern-2119925127-project-admin] Synchronizing usage tracker for tenant:ccf5c7bd3a1649a9aea2a32dfc91de03 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:53:32.168268 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-11c56f1d-e1a5-4ef1-b1f3-ba077f69175a tempest-TestVolumeBootPattern-2119925127 tempest-TestVolumeBootPattern-2119925127-project-admin] Unset dirty status for tenant:ccf5c7bd3a1649a9aea2a32dfc91de03 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:53:32.169496 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-11c56f1d-e1a5-4ef1-b1f3-ba077f69175a tempest-TestVolumeBootPattern-2119925127 tempest-TestVolumeBootPattern-2119925127-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=22fe799c-2d72-4b93-b376-6283c8488921 HTTP/1.1" status: 200 len: 1092 time: 0.0896032 May 23 11:53:32.172748 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39362) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:53:32.178142 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-74fff151-6559-47d4-96a0-9c73be254734 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'port_id': '0649216d-2027-4380-97e3-08f6b884c438', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:53:32.184310 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-74fff151-6559-47d4-96a0-9c73be254734 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:53:32.188344 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-74fff151-6559-47d4-96a0-9c73be254734 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Usage tracker for resource:floatingip and tenant:23dc0299339c4946be0c5d5ceb883308 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:53:32.191302 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-74fff151-6559-47d4-96a0-9c73be254734 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:53:32.197291 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-74fff151-6559-47d4-96a0-9c73be254734 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:53:32.210726 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-74fff151-6559-47d4-96a0-9c73be254734 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:53:32.353288 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-74fff151-6559-47d4-96a0-9c73be254734 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:53:32.500650 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-74fff151-6559-47d4-96a0-9c73be254734 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Allocated IP 172.25.6.193 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/1cbc428e-4c38-4b83-baf1-b8e940caa50f) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:53:32.651197 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-74fff151-6559-47d4-96a0-9c73be254734 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:53:32.683268 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-74fff151-6559-47d4-96a0-9c73be254734 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:53:32.761243 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fff151-6559-47d4-96a0-9c73be254734 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:53:32.764115 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-74fff151-6559-47d4-96a0-9c73be254734 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:53:32.766879 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fff151-6559-47d4-96a0-9c73be254734 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:53:32.797219 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fff151-6559-47d4-96a0-9c73be254734 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Pushing event updated for resources: {'Port': ['ID=1cbc428e-4c38-4b83-baf1-b8e940caa50f,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:53:32.821235 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fff151-6559-47d4-96a0-9c73be254734 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:53:32.821604 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fff151-6559-47d4-96a0-9c73be254734 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:53:32.821939 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fff151-6559-47d4-96a0-9c73be254734 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:53:32.822255 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fff151-6559-47d4-96a0-9c73be254734 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:53:32.822616 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fff151-6559-47d4-96a0-9c73be254734 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:53:32.822919 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fff151-6559-47d4-96a0-9c73be254734 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:53:32.823234 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fff151-6559-47d4-96a0-9c73be254734 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:53:32.823630 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fff151-6559-47d4-96a0-9c73be254734 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:53:32.823933 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fff151-6559-47d4-96a0-9c73be254734 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:53:32.824256 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fff151-6559-47d4-96a0-9c73be254734 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:53:32.824566 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fff151-6559-47d4-96a0-9c73be254734 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:53:33.390755 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-74fff151-6559-47d4-96a0-9c73be254734 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:53:33.450950 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-74fff151-6559-47d4-96a0-9c73be254734 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:53:33.667703 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-74fff151-6559-47d4-96a0-9c73be254734 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:53:33.674221 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-74fff151-6559-47d4-96a0-9c73be254734 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:53:33.781055 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fff151-6559-47d4-96a0-9c73be254734 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Pushing event updated for resources: {'Port': ['ID=1cbc428e-4c38-4b83-baf1-b8e940caa50f,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:53:33.793682 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-74fff151-6559-47d4-96a0-9c73be254734 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:53:33.984016 n-d-842952-2 neutron-server[83910]: INFO neutron.db.l3_db [None req-74fff151-6559-47d4-96a0-9c73be254734 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Floating IP dc552386-57fa-44bf-9ca0-c70c2ab81c07 associated. External IP: 172.25.6.193, port: 0649216d-2027-4380-97e3-08f6b884c438. May 23 11:53:34.389927 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74fff151-6559-47d4-96a0-9c73be254734 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Router 91f75376-05fe-401a-9bb2-583e8bdd715b has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:53:34.612573 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fff151-6559-47d4-96a0-9c73be254734 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:53:34.622543 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef103c9-fd73-42f2-a53f-933f01a9c538 None None] Sync routers for ids ['91f75376-05fe-401a-9bb2-583e8bdd715b'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:53:34.635763 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef103c9-fd73-42f2-a53f-933f01a9c538 None None] Routers {'91f75376-05fe-401a-9bb2-583e8bdd715b'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:53:34.636510 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-9ef103c9-fd73-42f2-a53f-933f01a9c538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:53:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['91f75376-05fe-401a-9bb2-583e8bdd715b'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:53:34.638348 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-74fff151-6559-47d4-96a0-9c73be254734 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:53:34.691140 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-74fff151-6559-47d4-96a0-9c73be254734 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5172889 May 23 11:53:34.691697 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22fe799c-2d72-4b93-b376-6283c8488921', 'tag': '0649216d-2027-4380-97e3-08f6b884c438'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:53:34.744333 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1926a64-5950-47be-83f2-1e069d544044'] response: {'name': 'network-changed', 'server_uuid': '22fe799c-2d72-4b93-b376-6283c8488921', 'tag': '0649216d-2027-4380-97e3-08f6b884c438', 'status': 'completed', 'code': 200} May 23 11:53:34.824186 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-9ef103c9-fd73-42f2-a53f-933f01a9c538 None None] Set router 91f75376-05fe-401a-9bb2-583e8bdd715b gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:53:34.860979 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1b8c6284-4ac0-4ea3-a733-d18e1f77bcd7 req-b8f5af0d-c0c2-4a66-8632-2f7c16245497 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=23dc0299339c4946be0c5d5ceb883308&device_id=22fe799c-2d72-4b93-b376-6283c8488921 HTTP/1.1" status: 200 len: 1097 time: 0.0740821 May 23 11:53:34.989983 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c6284-4ac0-4ea3-a733-d18e1f77bcd7 req-1804c6be-fb2c-4e13-8dd0-20c46539d3d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:53:34.991421 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1b8c6284-4ac0-4ea3-a733-d18e1f77bcd7 req-1804c6be-fb2c-4e13-8dd0-20c46539d3d8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=464150c2-94e4-478b-9142-a9d5703f7a02 HTTP/1.1" status: 200 len: 912 time: 0.1253140 May 23 11:53:35.095153 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1b8c6284-4ac0-4ea3-a733-d18e1f77bcd7 req-ea48fc64-404c-470d-9493-e8f4bcc2edba service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0649216d-2027-4380-97e3-08f6b884c438 HTTP/1.1" status: 200 len: 1000 time: 0.0980802 May 23 11:53:35.157807 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c6284-4ac0-4ea3-a733-d18e1f77bcd7 req-d333f11d-9130-46a2-85b2-f0a2b9f907e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:53:35.159204 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1b8c6284-4ac0-4ea3-a733-d18e1f77bcd7 req-d333f11d-9130-46a2-85b2-f0a2b9f907e6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=db4c364d-3e03-4e65-b317-8bd07d59c11e HTTP/1.1" status: 200 len: 850 time: 0.0588267 May 23 11:53:35.205768 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-9ef103c9-fd73-42f2-a53f-933f01a9c538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'name': 'tempest-TestVolumeBootPattern-142066982-router', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:34Z', 'revision_number': 4, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'gw_port': {'id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '93113fac-dec9-4bdf-9768-3234adf8a862', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'floating_ip_address': '172.25.6.253', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'port_id': 'e1768848-8789-4979-a11a-22e227503972', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'mac_address': 'fa:16:3e:fe:e4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f3fd43-2145-4a93-8d81-e4ed5e03d837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:51:24Z', 'updated_at': '2022-05-23T11:51:27Z', 'revision_number': 1, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'fixed_ip_address_scope': None}, {'id': 'dc552386-57fa-44bf-9ca0-c70c2ab81c07', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'floating_ip_address': '172.25.6.193', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'port_id': '0649216d-2027-4380-97e3-08f6b884c438', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'mac_address': 'fa:16:3e:c1:b1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fe799c-2d72-4b93-b376-6283c8488921', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:53:33Z', 'updated_at': '2022-05-23T11:53:33Z', 'revision_number': 0, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5bd10a3-98b6-48de-a3af-4143c6f391bf', 'name': '', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'mac_address': 'fa:16:3e:96:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:33Z', 'updated_at': '2022-05-23T11:45:54Z', 'revision_number': 5, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'subnets': [{'id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:53:35.210305 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef103c9-fd73-42f2-a53f-933f01a9c538 None None] Checking router: 91f75376-05fe-401a-9bb2-583e8bdd715b for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:53:35.221319 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef103c9-fd73-42f2-a53f-933f01a9c538 None None] Routers {'91f75376-05fe-401a-9bb2-583e8bdd715b'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:53:35.221934 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-9ef103c9-fd73-42f2-a53f-933f01a9c538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:53:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['91f75376-05fe-401a-9bb2-583e8bdd715b'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:53:35.233262 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1b8c6284-4ac0-4ea3-a733-d18e1f77bcd7 req-16ec8a92-589c-41ec-a876-85a575297491 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=464150c2-94e4-478b-9142-a9d5703f7a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684021 May 23 11:53:35.368180 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1b8c6284-4ac0-4ea3-a733-d18e1f77bcd7 req-b7c9aa29-3481-44a9-8669-9f5a50af160b service neutron] 10.222.0.81 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287897 May 23 11:53:35.406073 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-9ef103c9-fd73-42f2-a53f-933f01a9c538 None None] Set router 91f75376-05fe-401a-9bb2-583e8bdd715b gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:53:35.504736 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1b8c6284-4ac0-4ea3-a733-d18e1f77bcd7 req-109dc413-96f2-4f01-9f0e-7b7b79c12ab4 service neutron] 10.222.0.81 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308842 May 23 11:53:35.772711 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-9ef103c9-fd73-42f2-a53f-933f01a9c538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'name': 'tempest-TestVolumeBootPattern-142066982-router', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:34Z', 'revision_number': 4, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'gw_port': {'id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '93113fac-dec9-4bdf-9768-3234adf8a862', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'floating_ip_address': '172.25.6.253', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'port_id': 'e1768848-8789-4979-a11a-22e227503972', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'mac_address': 'fa:16:3e:fe:e4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f3fd43-2145-4a93-8d81-e4ed5e03d837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:51:24Z', 'updated_at': '2022-05-23T11:51:27Z', 'revision_number': 1, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'fixed_ip_address_scope': None}, {'id': 'dc552386-57fa-44bf-9ca0-c70c2ab81c07', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'floating_ip_address': '172.25.6.193', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'port_id': '0649216d-2027-4380-97e3-08f6b884c438', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'mac_address': 'fa:16:3e:c1:b1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fe799c-2d72-4b93-b376-6283c8488921', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:53:33Z', 'updated_at': '2022-05-23T11:53:33Z', 'revision_number': 0, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5bd10a3-98b6-48de-a3af-4143c6f391bf', 'name': '', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'mac_address': 'fa:16:3e:96:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:33Z', 'updated_at': '2022-05-23T11:45:54Z', 'revision_number': 5, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'subnets': [{'id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:53:35.777448 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef103c9-fd73-42f2-a53f-933f01a9c538 None None] The sync data for ids ['91f75376-05fe-401a-9bb2-583e8bdd715b'] in n-d-842952-2 is: [{'id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'name': 'tempest-TestVolumeBootPattern-142066982-router', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:34Z', 'revision_number': 4, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'gw_port': {'id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '93113fac-dec9-4bdf-9768-3234adf8a862', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'floating_ip_address': '172.25.6.253', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'port_id': 'e1768848-8789-4979-a11a-22e227503972', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'mac_address': 'fa:16:3e:fe:e4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f3fd43-2145-4a93-8d81-e4ed5e03d837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:51:24Z', 'updated_at': '2022-05-23T11:51:27Z', 'revision_number': 1, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'fixed_ip_address_scope': None}, {'id': 'dc552386-57fa-44bf-9ca0-c70c2ab81c07', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'floating_ip_address': '172.25.6.193', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'port_id': '0649216d-2027-4380-97e3-08f6b884c438', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'mac_address': 'fa:16:3e:c1:b1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fe799c-2d72-4b93-b376-6283c8488921', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:53:33Z', 'updated_at': '2022-05-23T11:53:33Z', 'revision_number': 0, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5bd10a3-98b6-48de-a3af-4143c6f391bf', 'name': '', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'mac_address': 'fa:16:3e:96:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:33Z', 'updated_at': '2022-05-23T11:45:54Z', 'revision_number': 5, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'subnets': [{'id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:53:35.983351 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4cf251-d9a3-4507-a3fc-19985b96f7a0 None None] New status for floating IP dc552386-57fa-44bf-9ca0-c70c2ab81c07: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:53:38.376457 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:53:39.311355 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-14bd9588-fc29-4a0b-9b73-74ad69c5dabe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:53:39.736689 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:53:41.604627 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-238af6f2-dfad-4241-8d6a-8f42acb3f511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:53:42.851267 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:53:42.874214 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:53:43.099148 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-20697d21-b432-4e6c-a918-24bd3544ac17 req-9b4ea087-641a-4fc3-a73a-b9123bdfae10 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a2f3fd43-2145-4a93-8d81-e4ed5e03d837&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0733840 May 23 11:53:43.362542 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-20697d21-b432-4e6c-a918-24bd3544ac17 req-2ef98313-2280-4276-af5e-318e9fd574c7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23dc0299339c4946be0c5d5ceb883308&device_id=a2f3fd43-2145-4a93-8d81-e4ed5e03d837 HTTP/1.1" status: 200 len: 1096 time: 0.1781855 May 23 11:53:43.508286 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20697d21-b432-4e6c-a918-24bd3544ac17 req-3c06684c-f7c7-4374-bf65-0b22897df9b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:53:43.509719 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-20697d21-b432-4e6c-a918-24bd3544ac17 req-3c06684c-f7c7-4374-bf65-0b22897df9b2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=464150c2-94e4-478b-9142-a9d5703f7a02 HTTP/1.1" status: 200 len: 912 time: 0.1251063 May 23 11:53:43.618888 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-20697d21-b432-4e6c-a918-24bd3544ac17 req-a7873b0d-1831-4311-9b11-86ac109c8f75 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1768848-8789-4979-a11a-22e227503972 HTTP/1.1" status: 200 len: 1001 time: 0.1030004 May 23 11:53:43.681078 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20697d21-b432-4e6c-a918-24bd3544ac17 req-33f73342-9e62-487f-afd9-635f6d5937fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:53:43.682610 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-20697d21-b432-4e6c-a918-24bd3544ac17 req-33f73342-9e62-487f-afd9-635f6d5937fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db4c364d-3e03-4e65-b317-8bd07d59c11e HTTP/1.1" status: 200 len: 850 time: 0.0581405 May 23 11:53:43.761665 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-20697d21-b432-4e6c-a918-24bd3544ac17 req-014a2f44-23d0-4d75-9018-94de3118f127 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=464150c2-94e4-478b-9142-a9d5703f7a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737002 May 23 11:53:43.897036 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-20697d21-b432-4e6c-a918-24bd3544ac17 req-83d9ff02-6cab-4efa-a3a1-3121adf9d5d2 service neutron] 10.222.0.13 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296420 May 23 11:53:44.032382 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-20697d21-b432-4e6c-a918-24bd3544ac17 req-3f91bbc2-2dcd-4314-9fe2-50b1c353b272 service neutron] 10.222.0.13 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299624 May 23 11:53:44.417029 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:53:45.494316 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7f3470f5-426c-4af8-9569-d432b81d2fc1 req-8b9f255d-ab1f-4003-99b3-0c7af410793f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=22fe799c-2d72-4b93-b376-6283c8488921&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0743704 May 23 11:53:45.660406 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7f3470f5-426c-4af8-9569-d432b81d2fc1 req-a30edea2-2ce2-4fe0-97b0-d3e97643f83d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=23dc0299339c4946be0c5d5ceb883308&device_id=22fe799c-2d72-4b93-b376-6283c8488921 HTTP/1.1" status: 200 len: 1097 time: 0.0733380 May 23 11:53:45.806223 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3470f5-426c-4af8-9569-d432b81d2fc1 req-a0352208-e8a7-4a40-a9ee-12bfe006bf4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:53:45.807673 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7f3470f5-426c-4af8-9569-d432b81d2fc1 req-a0352208-e8a7-4a40-a9ee-12bfe006bf4d service neutron] 10.222.0.81 "GET /v2.0/networks?id=464150c2-94e4-478b-9142-a9d5703f7a02 HTTP/1.1" status: 200 len: 912 time: 0.1288285 May 23 11:53:45.912682 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7f3470f5-426c-4af8-9569-d432b81d2fc1 req-9bf79cde-5071-4f5c-84e8-55394963a3bc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0649216d-2027-4380-97e3-08f6b884c438 HTTP/1.1" status: 200 len: 1002 time: 0.0986948 May 23 11:53:45.984106 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3470f5-426c-4af8-9569-d432b81d2fc1 req-b2975765-d56e-46b8-b1e1-9772fd2dc4f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:53:45.985487 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7f3470f5-426c-4af8-9569-d432b81d2fc1 req-b2975765-d56e-46b8-b1e1-9772fd2dc4f0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=db4c364d-3e03-4e65-b317-8bd07d59c11e HTTP/1.1" status: 200 len: 850 time: 0.0676415 May 23 11:53:46.061756 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7f3470f5-426c-4af8-9569-d432b81d2fc1 req-3125b25f-121a-4f9f-8e64-fdc59b534e7c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=464150c2-94e4-478b-9142-a9d5703f7a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707488 May 23 11:53:46.292928 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7f3470f5-426c-4af8-9569-d432b81d2fc1 req-ba7418e5-f978-4987-844f-722ee7a2682b service neutron] 10.222.0.81 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255802 May 23 11:53:46.434510 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7f3470f5-426c-4af8-9569-d432b81d2fc1 req-91464a18-c3ae-446f-864b-0cb5dfe03409 service neutron] 10.222.0.81 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343210 May 23 11:53:47.962389 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:54:08.391704 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:54:09.309844 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-830bb563-136e-429e-a6f8-1c96b883c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:54:09.733599 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:54:11.606924 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a0d447d1-749a-4b49-8b84-144badf911d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:54:12.843247 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:54:12.877471 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:54:14.426454 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:54:24.969780 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:54:38.407044 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:54:39.313647 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-23732665-eb87-4b58-bb96-1d50e8490831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:54:39.745431 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:54:41.605187 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-39b9c7d7-5ff4-4b44-a3c3-f7427a68e6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:54:42.848427 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:54:42.878431 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:54:44.175435 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-096017cd-54f7-4da8-80a8-d9a12c7565c5 req-666a441b-5467-48e3-b575-c7c2ee2df3a4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a2f3fd43-2145-4a93-8d81-e4ed5e03d837&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1516848 May 23 11:54:44.350555 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-096017cd-54f7-4da8-80a8-d9a12c7565c5 req-1b13836e-f38e-47b4-b834-9672a94f0cec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23dc0299339c4946be0c5d5ceb883308&device_id=a2f3fd43-2145-4a93-8d81-e4ed5e03d837 HTTP/1.1" status: 200 len: 1096 time: 0.0787566 May 23 11:54:44.418699 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:54:44.508458 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096017cd-54f7-4da8-80a8-d9a12c7565c5 req-59b57b2c-55b7-4872-bef0-1f82d0e7ab3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:54:44.509921 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-096017cd-54f7-4da8-80a8-d9a12c7565c5 req-59b57b2c-55b7-4872-bef0-1f82d0e7ab3e service neutron] 10.222.0.13 "GET /v2.0/networks?id=464150c2-94e4-478b-9142-a9d5703f7a02 HTTP/1.1" status: 200 len: 912 time: 0.1404757 May 23 11:54:44.620251 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-096017cd-54f7-4da8-80a8-d9a12c7565c5 req-7a64c329-6e47-4575-a71d-9c1d5996e79b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1768848-8789-4979-a11a-22e227503972 HTTP/1.1" status: 200 len: 1001 time: 0.1043296 May 23 11:54:44.688236 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096017cd-54f7-4da8-80a8-d9a12c7565c5 req-eaa622bd-e14d-4079-842e-f4117a4cfeb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:54:44.689721 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-096017cd-54f7-4da8-80a8-d9a12c7565c5 req-eaa622bd-e14d-4079-842e-f4117a4cfeb0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db4c364d-3e03-4e65-b317-8bd07d59c11e HTTP/1.1" status: 200 len: 850 time: 0.0634480 May 23 11:54:44.767015 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-096017cd-54f7-4da8-80a8-d9a12c7565c5 req-b5c71460-9e62-47ab-b2bc-e8c277eb92c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=464150c2-94e4-478b-9142-a9d5703f7a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712841 May 23 11:54:44.902073 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-096017cd-54f7-4da8-80a8-d9a12c7565c5 req-64bfef3a-1606-46ae-86a1-07f109eeedcc service neutron] 10.222.0.13 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296515 May 23 11:54:45.035585 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-096017cd-54f7-4da8-80a8-d9a12c7565c5 req-e2b0d9c4-45c3-4e6b-8753-c06943c784e4 service neutron] 10.222.0.13 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279714 May 23 11:54:47.502831 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1dc4c8c7-86cd-4879-a20e-48be224c00f2 req-d728b734-949a-49c7-b764-a4c07cad309c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=22fe799c-2d72-4b93-b376-6283c8488921&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0739090 May 23 11:54:47.674662 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1dc4c8c7-86cd-4879-a20e-48be224c00f2 req-418bedb7-b61d-4fa3-b6de-c586d26e1ce6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=23dc0299339c4946be0c5d5ceb883308&device_id=22fe799c-2d72-4b93-b376-6283c8488921 HTTP/1.1" status: 200 len: 1097 time: 0.0743814 May 23 11:54:47.828034 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4c8c7-86cd-4879-a20e-48be224c00f2 req-ab28f52c-6741-41f5-9638-41312c267fc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:54:47.829502 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1dc4c8c7-86cd-4879-a20e-48be224c00f2 req-ab28f52c-6741-41f5-9638-41312c267fc1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=464150c2-94e4-478b-9142-a9d5703f7a02 HTTP/1.1" status: 200 len: 912 time: 0.1314828 May 23 11:54:47.937941 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1dc4c8c7-86cd-4879-a20e-48be224c00f2 req-7c7e4c3f-27d4-47e7-9cb0-6e42aa663067 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0649216d-2027-4380-97e3-08f6b884c438 HTTP/1.1" status: 200 len: 1002 time: 0.0977104 May 23 11:54:48.010554 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4c8c7-86cd-4879-a20e-48be224c00f2 req-71e665bd-c7c9-4cba-967d-e76802cd852e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:54:48.012016 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1dc4c8c7-86cd-4879-a20e-48be224c00f2 req-71e665bd-c7c9-4cba-967d-e76802cd852e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=db4c364d-3e03-4e65-b317-8bd07d59c11e HTTP/1.1" status: 200 len: 850 time: 0.0655558 May 23 11:54:48.090257 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1dc4c8c7-86cd-4879-a20e-48be224c00f2 req-6e45cf49-951f-4d29-9bde-3488ac928eaf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=464150c2-94e4-478b-9142-a9d5703f7a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693243 May 23 11:54:48.228235 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1dc4c8c7-86cd-4879-a20e-48be224c00f2 req-d8dbfadf-9fb4-4f4e-be87-1634d37d40cf service neutron] 10.222.0.81 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284471 May 23 11:54:48.363764 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1dc4c8c7-86cd-4879-a20e-48be224c00f2 req-c5dc164b-9f82-4f7a-978d-5e27f57f74ed service neutron] 10.222.0.81 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268246 May 23 11:55:01.966594 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:55:08.432864 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:09.312673 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-72280970-5019-432e-8fe0-1c52b9800580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:09.740285 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:11.607096 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-68cc7db6-d65a-4089-9b6f-7e5e59554bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:12.853259 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:12.883950 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:14.151607 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39398) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:55:14.354584 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-2e4952ff-ae90-4d85-a987-899ff99b7dcf tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Deleting port 1cbc428e-4c38-4b83-baf1-b8e940caa50f {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:55:14.354932 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2e4952ff-ae90-4d85-a987-899ff99b7dcf tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:14.421284 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:14.526147 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2e4952ff-ae90-4d85-a987-899ff99b7dcf tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:14.526512 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2e4952ff-ae90-4d85-a987-899ff99b7dcf tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:14.742514 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-2e4952ff-ae90-4d85-a987-899ff99b7dcf tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Calling delete_port for 1cbc428e-4c38-4b83-baf1-b8e940caa50f owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:55:14.899148 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2e4952ff-ae90-4d85-a987-899ff99b7dcf tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:14.945371 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4952ff-ae90-4d85-a987-899ff99b7dcf tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Pushing event deleted for resources: {'Port': ['ID=1cbc428e-4c38-4b83-baf1-b8e940caa50f,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:55:14.984123 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4952ff-ae90-4d85-a987-899ff99b7dcf tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:55:14.984472 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4952ff-ae90-4d85-a987-899ff99b7dcf tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:55:14.984808 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4952ff-ae90-4d85-a987-899ff99b7dcf tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:55:14.985144 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4952ff-ae90-4d85-a987-899ff99b7dcf tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:55:14.985463 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4952ff-ae90-4d85-a987-899ff99b7dcf tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:55:14.985801 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4952ff-ae90-4d85-a987-899ff99b7dcf tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:55:14.986123 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4952ff-ae90-4d85-a987-899ff99b7dcf tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:55:14.986472 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4952ff-ae90-4d85-a987-899ff99b7dcf tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:55:14.986790 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4952ff-ae90-4d85-a987-899ff99b7dcf tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:55:14.987091 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4952ff-ae90-4d85-a987-899ff99b7dcf tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:55:14.987416 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4952ff-ae90-4d85-a987-899ff99b7dcf tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:55:15.046784 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2e4952ff-ae90-4d85-a987-899ff99b7dcf tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:15.459947 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4952ff-ae90-4d85-a987-899ff99b7dcf tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Router 91f75376-05fe-401a-9bb2-583e8bdd715b has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:55:15.668502 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4952ff-ae90-4d85-a987-899ff99b7dcf tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:55:15.678608 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aa8a94-5bff-4dcb-ae75-6c4995a45f5c None None] Sync routers for ids ['91f75376-05fe-401a-9bb2-583e8bdd715b'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:55:15.685743 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2e4952ff-ae90-4d85-a987-899ff99b7dcf tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:15.692512 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aa8a94-5bff-4dcb-ae75-6c4995a45f5c None None] Routers {'91f75376-05fe-401a-9bb2-583e8bdd715b'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:55:15.693138 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-39aa8a94-5bff-4dcb-ae75-6c4995a45f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:55:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['91f75376-05fe-401a-9bb2-583e8bdd715b'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:55:15.747324 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2e4952ff-ae90-4d85-a987-899ff99b7dcf tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "DELETE /v2.0/floatingips/dc552386-57fa-44bf-9ca0-c70c2ab81c07 HTTP/1.1" status: 204 len: 168 time: 1.5944996 May 23 11:55:15.747959 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22fe799c-2d72-4b93-b376-6283c8488921', 'tag': '0649216d-2027-4380-97e3-08f6b884c438'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:55:15.827336 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4019de9b-0370-43f7-a846-0eb0a1eb328a'] response: {'name': 'network-changed', 'server_uuid': '22fe799c-2d72-4b93-b376-6283c8488921', 'tag': '0649216d-2027-4380-97e3-08f6b884c438', 'status': 'completed', 'code': 200} May 23 11:55:15.895701 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-39aa8a94-5bff-4dcb-ae75-6c4995a45f5c None None] Set router 91f75376-05fe-401a-9bb2-583e8bdd715b gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:55:15.955695 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b08fbe4a-ea4d-4e20-9a96-59ae5748e2c0 req-e5e5b748-3474-446c-b822-44159c7734eb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=23dc0299339c4946be0c5d5ceb883308&device_id=22fe799c-2d72-4b93-b376-6283c8488921 HTTP/1.1" status: 200 len: 1097 time: 0.0746603 May 23 11:55:16.105216 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08fbe4a-ea4d-4e20-9a96-59ae5748e2c0 req-dc70ea93-f84d-4a78-91d3-b54e790e5e73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:55:16.106700 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b08fbe4a-ea4d-4e20-9a96-59ae5748e2c0 req-dc70ea93-f84d-4a78-91d3-b54e790e5e73 service neutron] 10.222.0.81 "GET /v2.0/networks?id=464150c2-94e4-478b-9142-a9d5703f7a02 HTTP/1.1" status: 200 len: 912 time: 0.1400068 May 23 11:55:16.178328 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b08fbe4a-ea4d-4e20-9a96-59ae5748e2c0 req-bcfd7324-1a72-4152-8b29-1f11a95e73a0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0649216d-2027-4380-97e3-08f6b884c438 HTTP/1.1" status: 200 len: 217 time: 0.0654967 May 23 11:55:16.239676 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08fbe4a-ea4d-4e20-9a96-59ae5748e2c0 req-9a53f7f6-a600-462f-8e20-f3e6d597b8b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:55:16.241362 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b08fbe4a-ea4d-4e20-9a96-59ae5748e2c0 req-9a53f7f6-a600-462f-8e20-f3e6d597b8b3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=db4c364d-3e03-4e65-b317-8bd07d59c11e HTTP/1.1" status: 200 len: 850 time: 0.0573864 May 23 11:55:16.311733 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-39aa8a94-5bff-4dcb-ae75-6c4995a45f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'name': 'tempest-TestVolumeBootPattern-142066982-router', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:34Z', 'revision_number': 4, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'gw_port': {'id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '93113fac-dec9-4bdf-9768-3234adf8a862', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'floating_ip_address': '172.25.6.253', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'port_id': 'e1768848-8789-4979-a11a-22e227503972', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'mac_address': 'fa:16:3e:fe:e4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f3fd43-2145-4a93-8d81-e4ed5e03d837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:51:24Z', 'updated_at': '2022-05-23T11:51:27Z', 'revision_number': 1, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5bd10a3-98b6-48de-a3af-4143c6f391bf', 'name': '', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'mac_address': 'fa:16:3e:96:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:33Z', 'updated_at': '2022-05-23T11:45:54Z', 'revision_number': 5, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'subnets': [{'id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:55:16.316029 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aa8a94-5bff-4dcb-ae75-6c4995a45f5c None None] Checking router: 91f75376-05fe-401a-9bb2-583e8bdd715b for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:55:16.317989 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b08fbe4a-ea4d-4e20-9a96-59ae5748e2c0 req-e9d1f423-4ca2-47be-91cc-166c2a225866 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=464150c2-94e4-478b-9142-a9d5703f7a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704317 May 23 11:55:16.327817 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aa8a94-5bff-4dcb-ae75-6c4995a45f5c None None] Routers {'91f75376-05fe-401a-9bb2-583e8bdd715b'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:55:16.328474 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-39aa8a94-5bff-4dcb-ae75-6c4995a45f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:55:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['91f75376-05fe-401a-9bb2-583e8bdd715b'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:55:16.425107 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb50f1-b358-47e7-bf7e-75f6f52f0e8f req-fb1444fb-3f6a-4177-ac90-4d3c84120f5a tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:55:16.426556 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-22eb50f1-b358-47e7-bf7e-75f6f52f0e8f req-fb1444fb-3f6a-4177-ac90-4d3c84120f5a tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=22fe799c-2d72-4b93-b376-6283c8488921 HTTP/1.1" status: 200 len: 946 time: 0.2511041 May 23 11:55:16.454451 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b08fbe4a-ea4d-4e20-9a96-59ae5748e2c0 req-2b0da43d-bb5e-4782-b212-c7f61cbab868 service neutron] 10.222.0.81 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298120 May 23 11:55:16.479996 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-22eb50f1-b358-47e7-bf7e-75f6f52f0e8f req-7a53ae39-16c8-4466-a5ce-ad9f8ca48864 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=b011ab3b-2845-4f2d-a2e3-b7ca94556f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477960 May 23 11:55:16.525493 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-39aa8a94-5bff-4dcb-ae75-6c4995a45f5c None None] Set router 91f75376-05fe-401a-9bb2-583e8bdd715b gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:55:16.690536 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b08fbe4a-ea4d-4e20-9a96-59ae5748e2c0 req-161dbe5c-6b01-4678-92b1-8409636258b5 service neutron] 10.222.0.81 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298949 May 23 11:55:16.873750 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-39aa8a94-5bff-4dcb-ae75-6c4995a45f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'name': 'tempest-TestVolumeBootPattern-142066982-router', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:34Z', 'revision_number': 4, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'gw_port': {'id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '93113fac-dec9-4bdf-9768-3234adf8a862', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'floating_ip_address': '172.25.6.253', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'port_id': 'e1768848-8789-4979-a11a-22e227503972', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'mac_address': 'fa:16:3e:fe:e4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f3fd43-2145-4a93-8d81-e4ed5e03d837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:51:24Z', 'updated_at': '2022-05-23T11:51:27Z', 'revision_number': 1, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5bd10a3-98b6-48de-a3af-4143c6f391bf', 'name': '', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'mac_address': 'fa:16:3e:96:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:33Z', 'updated_at': '2022-05-23T11:45:54Z', 'revision_number': 5, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'subnets': [{'id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:55:16.878138 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aa8a94-5bff-4dcb-ae75-6c4995a45f5c None None] The sync data for ids ['91f75376-05fe-401a-9bb2-583e8bdd715b'] in n-d-842952-2 is: [{'id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'name': 'tempest-TestVolumeBootPattern-142066982-router', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:34Z', 'revision_number': 4, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'gw_port': {'id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '93113fac-dec9-4bdf-9768-3234adf8a862', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'floating_ip_address': '172.25.6.253', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'port_id': 'e1768848-8789-4979-a11a-22e227503972', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'mac_address': 'fa:16:3e:fe:e4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f3fd43-2145-4a93-8d81-e4ed5e03d837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:51:24Z', 'updated_at': '2022-05-23T11:51:27Z', 'revision_number': 1, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5bd10a3-98b6-48de-a3af-4143c6f391bf', 'name': '', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'mac_address': 'fa:16:3e:96:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:33Z', 'updated_at': '2022-05-23T11:45:54Z', 'revision_number': 5, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'subnets': [{'id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:55:17.108345 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fe1bef-e760-44bf-a2d4-9666073b9762 None None] New status for floating IP dc552386-57fa-44bf-9ca0-c70c2ab81c07: DOWN {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:55:17.834769 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0583ad-66e0-4af8-8fbb-fe55139764e6 req-e989ad3c-dbba-4cb4-9bc1-83e0fee78404 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:55:17.836144 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5b0583ad-66e0-4af8-8fbb-fe55139764e6 req-e989ad3c-dbba-4cb4-9bc1-83e0fee78404 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=22fe799c-2d72-4b93-b376-6283c8488921 HTTP/1.1" status: 200 len: 946 time: 0.1488752 May 23 11:55:17.882986 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5b0583ad-66e0-4af8-8fbb-fe55139764e6 req-57d234ee-747c-4c10-8463-7deacf9a99b0 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=b011ab3b-2845-4f2d-a2e3-b7ca94556f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409749 May 23 11:55:18.129019 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709792d-622a-4b6f-a209-50685fe85ac7 req-bb318464-4855-4929-8c8c-4640888962a6 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:55:18.129607 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-3709792d-622a-4b6f-a209-50685fe85ac7 req-bb318464-4855-4929-8c8c-4640888962a6 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Synchronizing usage tracker for tenant:23dc0299339c4946be0c5d5ceb883308 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:55:18.146258 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-3709792d-622a-4b6f-a209-50685fe85ac7 req-bb318464-4855-4929-8c8c-4640888962a6 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Unset dirty status for tenant:23dc0299339c4946be0c5d5ceb883308 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:55:18.147437 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3709792d-622a-4b6f-a209-50685fe85ac7 req-bb318464-4855-4929-8c8c-4640888962a6 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.81 "GET /v2.0/ports?device_id=22fe799c-2d72-4b93-b376-6283c8488921 HTTP/1.1" status: 200 len: 946 time: 0.1090934 May 23 11:55:18.221451 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-3709792d-622a-4b6f-a209-50685fe85ac7 req-31f58e86-14b8-4097-acb6-2929cdeefb89 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Deleting port 0649216d-2027-4380-97e3-08f6b884c438 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:55:18.221689 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3709792d-622a-4b6f-a209-50685fe85ac7 req-31f58e86-14b8-4097-acb6-2929cdeefb89 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:18.476847 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-3709792d-622a-4b6f-a209-50685fe85ac7 req-31f58e86-14b8-4097-acb6-2929cdeefb89 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] For port 0649216d-2027-4380-97e3-08f6b884c438, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=0649216d-2027-4380-97e3-08f6b884c438,segment=NetworkSegment(e9696b91-4f97-4538-9765-a3f2ec085a56),segment_id=e9696b91-4f97-4538-9765-a3f2ec085a56)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:55:18.477070 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3709792d-622a-4b6f-a209-50685fe85ac7 req-31f58e86-14b8-4097-acb6-2929cdeefb89 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:18.597304 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-3709792d-622a-4b6f-a209-50685fe85ac7 req-31f58e86-14b8-4097-acb6-2929cdeefb89 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Calling delete_port for 0649216d-2027-4380-97e3-08f6b884c438 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:55:18.756223 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3709792d-622a-4b6f-a209-50685fe85ac7 req-31f58e86-14b8-4097-acb6-2929cdeefb89 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:18.805041 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f58e86-14b8-4097-acb6-2929cdeefb89 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Pushing event deleted for resources: {'Port': ['ID=0649216d-2027-4380-97e3-08f6b884c438,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:55:18.885822 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-3709792d-622a-4b6f-a209-50685fe85ac7 req-31f58e86-14b8-4097-acb6-2929cdeefb89 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] No DVR routers for this DVR port 0649216d-2027-4380-97e3-08f6b884c438 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:55:18.889108 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3709792d-622a-4b6f-a209-50685fe85ac7 req-31f58e86-14b8-4097-acb6-2929cdeefb89 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:18.892969 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22fe799c-2d72-4b93-b376-6283c8488921', 'name': 'network-vif-deleted', 'tag': '0649216d-2027-4380-97e3-08f6b884c438'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:55:18.911353 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3709792d-622a-4b6f-a209-50685fe85ac7 req-31f58e86-14b8-4097-acb6-2929cdeefb89 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.81 "DELETE /v2.0/ports/0649216d-2027-4380-97e3-08f6b884c438 HTTP/1.1" status: 204 len: 173 time: 0.7555676 May 23 11:55:19.074429 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dfed820f-f9a0-45cb-b0f6-e41fe8b65911 req-6e9f2ba3-2f8c-443e-bd84-49f0ae071051 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=22fe799c-2d72-4b93-b376-6283c8488921 HTTP/1.1" status: 200 len: 210 time: 0.0448508 May 23 11:55:19.075758 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e3691cd-4282-45b4-9fe4-0369aacdc31d'] response: {'server_uuid': '22fe799c-2d72-4b93-b376-6283c8488921', 'name': 'network-vif-deleted', 'tag': '0649216d-2027-4380-97e3-08f6b884c438', 'status': 'completed', 'code': 200} May 23 11:55:21.259582 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 0649216d-2027-4380-97e3-08f6b884c438 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:55:21.297532 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: 0649216d-2027-4380-97e3-08f6b884c438 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:55:21.297869 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 0649216d-2027-4380-97e3-08f6b884c438 not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:55:24.722489 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39456) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:55:24.939669 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-19c766e7-ad30-47ec-91c3-f03a9e6f6624 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Deleting port 18ac4f26-5a4b-42a2-8561-8b1281aca502 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:55:24.940044 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-19c766e7-ad30-47ec-91c3-f03a9e6f6624 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:25.117781 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-19c766e7-ad30-47ec-91c3-f03a9e6f6624 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:25.118050 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-19c766e7-ad30-47ec-91c3-f03a9e6f6624 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:25.234109 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-19c766e7-ad30-47ec-91c3-f03a9e6f6624 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Calling delete_port for 18ac4f26-5a4b-42a2-8561-8b1281aca502 owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:55:25.476612 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-19c766e7-ad30-47ec-91c3-f03a9e6f6624 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:25.519223 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c766e7-ad30-47ec-91c3-f03a9e6f6624 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Pushing event deleted for resources: {'Port': ['ID=18ac4f26-5a4b-42a2-8561-8b1281aca502,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:55:25.622951 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-19c766e7-ad30-47ec-91c3-f03a9e6f6624 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:26.022686 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c766e7-ad30-47ec-91c3-f03a9e6f6624 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Router 91f75376-05fe-401a-9bb2-583e8bdd715b has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:55:26.235868 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c766e7-ad30-47ec-91c3-f03a9e6f6624 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:55:26.247473 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bd5bea-30cc-4686-ba72-d8ad9ce17b8e None None] Sync routers for ids ['91f75376-05fe-401a-9bb2-583e8bdd715b'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:55:26.252002 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-19c766e7-ad30-47ec-91c3-f03a9e6f6624 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:26.260584 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bd5bea-30cc-4686-ba72-d8ad9ce17b8e None None] Routers {'91f75376-05fe-401a-9bb2-583e8bdd715b'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:55:26.261201 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-27bd5bea-30cc-4686-ba72-d8ad9ce17b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:55:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['91f75376-05fe-401a-9bb2-583e8bdd715b'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:55:26.308199 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-19c766e7-ad30-47ec-91c3-f03a9e6f6624 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "DELETE /v2.0/floatingips/93113fac-dec9-4bdf-9768-3234adf8a862 HTTP/1.1" status: 204 len: 168 time: 1.5819693 May 23 11:55:26.308199 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f3fd43-2145-4a93-8d81-e4ed5e03d837', 'tag': 'e1768848-8789-4979-a11a-22e227503972'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:55:26.360043 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6deecdf5-57aa-4470-ac73-df60e6c00a83'] response: {'name': 'network-changed', 'server_uuid': 'a2f3fd43-2145-4a93-8d81-e4ed5e03d837', 'tag': 'e1768848-8789-4979-a11a-22e227503972', 'status': 'completed', 'code': 200} May 23 11:55:26.440244 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-27bd5bea-30cc-4686-ba72-d8ad9ce17b8e None None] Set router 91f75376-05fe-401a-9bb2-583e8bdd715b gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:55:26.619809 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fba36cd0-b8c6-4474-b114-6f5052e090ef req-e1cc3815-3461-4594-8d40-00483663420e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23dc0299339c4946be0c5d5ceb883308&device_id=a2f3fd43-2145-4a93-8d81-e4ed5e03d837 HTTP/1.1" status: 200 len: 1096 time: 0.1457398 May 23 11:55:26.769270 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-27bd5bea-30cc-4686-ba72-d8ad9ce17b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'name': 'tempest-TestVolumeBootPattern-142066982-router', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:34Z', 'revision_number': 4, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'gw_port': {'id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'e5bd10a3-98b6-48de-a3af-4143c6f391bf', 'name': '', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'mac_address': 'fa:16:3e:96:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:33Z', 'updated_at': '2022-05-23T11:45:54Z', 'revision_number': 5, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'subnets': [{'id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:55:26.773164 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bd5bea-30cc-4686-ba72-d8ad9ce17b8e None None] Checking router: 91f75376-05fe-401a-9bb2-583e8bdd715b for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:55:26.783770 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bd5bea-30cc-4686-ba72-d8ad9ce17b8e None None] Routers {'91f75376-05fe-401a-9bb2-583e8bdd715b'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:55:26.784607 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-27bd5bea-30cc-4686-ba72-d8ad9ce17b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:55:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['91f75376-05fe-401a-9bb2-583e8bdd715b'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:55:26.817416 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d62cfc5-24ba-4837-b992-5cb0641db1df req-bb3d311d-ab8e-4051-a9d2-0fdb32bf2db7 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:55:26.818859 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9d62cfc5-24ba-4837-b992-5cb0641db1df req-bb3d311d-ab8e-4051-a9d2-0fdb32bf2db7 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2f3fd43-2145-4a93-8d81-e4ed5e03d837 HTTP/1.1" status: 200 len: 945 time: 0.1742277 May 23 11:55:26.819857 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba36cd0-b8c6-4474-b114-6f5052e090ef req-b4e19360-9c2e-4af7-86f5-974ec9fb98a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:55:26.821180 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fba36cd0-b8c6-4474-b114-6f5052e090ef req-b4e19360-9c2e-4af7-86f5-974ec9fb98a0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=464150c2-94e4-478b-9142-a9d5703f7a02 HTTP/1.1" status: 200 len: 912 time: 0.1950562 May 23 11:55:26.910443 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fba36cd0-b8c6-4474-b114-6f5052e090ef req-c8d6a84e-274e-4f26-9021-8e9453504d2c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1768848-8789-4979-a11a-22e227503972 HTTP/1.1" status: 200 len: 217 time: 0.0818303 May 23 11:55:26.976342 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9d62cfc5-24ba-4837-b992-5cb0641db1df req-7904ab6f-ae43-4d31-89ec-d1a59049b28e tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=b011ab3b-2845-4f2d-a2e3-b7ca94556f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495590 May 23 11:55:26.986299 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba36cd0-b8c6-4474-b114-6f5052e090ef req-90a5b519-3833-4f8f-9040-1b6303ce5179 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:55:26.988304 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fba36cd0-b8c6-4474-b114-6f5052e090ef req-90a5b519-3833-4f8f-9040-1b6303ce5179 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db4c364d-3e03-4e65-b317-8bd07d59c11e HTTP/1.1" status: 200 len: 850 time: 0.0693924 May 23 11:55:27.016898 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-27bd5bea-30cc-4686-ba72-d8ad9ce17b8e None None] Set router 91f75376-05fe-401a-9bb2-583e8bdd715b gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:55:27.065808 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fba36cd0-b8c6-4474-b114-6f5052e090ef req-3b8ad541-f537-45db-9fe4-f1acb07b299d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=464150c2-94e4-478b-9142-a9d5703f7a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697441 May 23 11:55:27.199624 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fba36cd0-b8c6-4474-b114-6f5052e090ef req-04db8946-2b12-40e7-83a1-2cdaba683984 service neutron] 10.222.0.13 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263337 May 23 11:55:27.328710 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-27bd5bea-30cc-4686-ba72-d8ad9ce17b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'name': 'tempest-TestVolumeBootPattern-142066982-router', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:34Z', 'revision_number': 4, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'gw_port': {'id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'e5bd10a3-98b6-48de-a3af-4143c6f391bf', 'name': '', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'mac_address': 'fa:16:3e:96:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:33Z', 'updated_at': '2022-05-23T11:45:54Z', 'revision_number': 5, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'subnets': [{'id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:55:27.332806 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bd5bea-30cc-4686-ba72-d8ad9ce17b8e None None] The sync data for ids ['91f75376-05fe-401a-9bb2-583e8bdd715b'] in n-d-842952-2 is: [{'id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'name': 'tempest-TestVolumeBootPattern-142066982-router', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:34Z', 'revision_number': 4, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'gw_port': {'id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'e5bd10a3-98b6-48de-a3af-4143c6f391bf', 'name': '', 'network_id': '464150c2-94e4-478b-9142-a9d5703f7a02', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'mac_address': 'fa:16:3e:96:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:33Z', 'updated_at': '2022-05-23T11:45:54Z', 'revision_number': 5, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'subnets': [{'id': 'db4c364d-3e03-4e65-b317-8bd07d59c11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:55:27.333473 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fba36cd0-b8c6-4474-b114-6f5052e090ef req-ff1d6ffd-a680-4bf9-adf1-8abfc3069b27 service neutron] 10.222.0.13 "GET /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277885 May 23 11:55:27.551315 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d84ea2d-0ad7-4939-8381-46f59f815a27 None None] New status for floating IP 93113fac-dec9-4bdf-9768-3234adf8a862: DOWN {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:55:28.195157 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f77e6-4c54-4003-9838-e3d089f9e3f3 req-3710e74e-1fa8-45b2-b9b5-bd53bc1f74e0 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:55:28.196724 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c74f77e6-4c54-4003-9838-e3d089f9e3f3 req-3710e74e-1fa8-45b2-b9b5-bd53bc1f74e0 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2f3fd43-2145-4a93-8d81-e4ed5e03d837 HTTP/1.1" status: 200 len: 945 time: 0.0954137 May 23 11:55:28.249541 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c74f77e6-4c54-4003-9838-e3d089f9e3f3 req-eb2b1d4b-b0a5-4e4f-9c32-10a6f39e0fb2 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/security-groups?id=b011ab3b-2845-4f2d-a2e3-b7ca94556f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469737 May 23 11:55:28.441704 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f711f38-2606-40b6-a15a-8960790c393b req-332f195e-24ad-441b-88a6-4524151020d7 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:55:28.443048 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f711f38-2606-40b6-a15a-8960790c393b req-332f195e-24ad-441b-88a6-4524151020d7 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2f3fd43-2145-4a93-8d81-e4ed5e03d837 HTTP/1.1" status: 200 len: 945 time: 0.0793722 May 23 11:55:28.514398 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-7f711f38-2606-40b6-a15a-8960790c393b req-84224b79-59a8-4bd6-85c1-14a4090ee3db tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Deleting port e1768848-8789-4979-a11a-22e227503972 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:55:28.514726 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7f711f38-2606-40b6-a15a-8960790c393b req-84224b79-59a8-4bd6-85c1-14a4090ee3db tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:28.759099 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-7f711f38-2606-40b6-a15a-8960790c393b req-84224b79-59a8-4bd6-85c1-14a4090ee3db tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] For port e1768848-8789-4979-a11a-22e227503972, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=e1768848-8789-4979-a11a-22e227503972,segment=NetworkSegment(e9696b91-4f97-4538-9765-a3f2ec085a56),segment_id=e9696b91-4f97-4538-9765-a3f2ec085a56)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:55:28.759445 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7f711f38-2606-40b6-a15a-8960790c393b req-84224b79-59a8-4bd6-85c1-14a4090ee3db tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:28.961445 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-7f711f38-2606-40b6-a15a-8960790c393b req-84224b79-59a8-4bd6-85c1-14a4090ee3db tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Calling delete_port for e1768848-8789-4979-a11a-22e227503972 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:55:29.114705 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7f711f38-2606-40b6-a15a-8960790c393b req-84224b79-59a8-4bd6-85c1-14a4090ee3db tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:29.162165 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84224b79-59a8-4bd6-85c1-14a4090ee3db tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Pushing event deleted for resources: {'Port': ['ID=e1768848-8789-4979-a11a-22e227503972,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:55:29.207493 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84224b79-59a8-4bd6-85c1-14a4090ee3db tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:55:29.208135 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84224b79-59a8-4bd6-85c1-14a4090ee3db tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:55:29.208135 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84224b79-59a8-4bd6-85c1-14a4090ee3db tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:55:29.208507 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84224b79-59a8-4bd6-85c1-14a4090ee3db tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:55:29.208809 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84224b79-59a8-4bd6-85c1-14a4090ee3db tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:55:29.209160 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84224b79-59a8-4bd6-85c1-14a4090ee3db tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:55:29.209481 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84224b79-59a8-4bd6-85c1-14a4090ee3db tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:55:29.209803 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84224b79-59a8-4bd6-85c1-14a4090ee3db tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:55:29.210120 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84224b79-59a8-4bd6-85c1-14a4090ee3db tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:55:29.210412 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84224b79-59a8-4bd6-85c1-14a4090ee3db tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:55:29.210748 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84224b79-59a8-4bd6-85c1-14a4090ee3db tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:55:29.255089 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f711f38-2606-40b6-a15a-8960790c393b req-84224b79-59a8-4bd6-85c1-14a4090ee3db tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] No DVR routers for this DVR port e1768848-8789-4979-a11a-22e227503972 on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:55:29.258025 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7f711f38-2606-40b6-a15a-8960790c393b req-84224b79-59a8-4bd6-85c1-14a4090ee3db tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:29.260660 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f3fd43-2145-4a93-8d81-e4ed5e03d837', 'name': 'network-vif-deleted', 'tag': 'e1768848-8789-4979-a11a-22e227503972'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:55:29.271867 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f711f38-2606-40b6-a15a-8960790c393b req-84224b79-59a8-4bd6-85c1-14a4090ee3db tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.13 "DELETE /v2.0/ports/e1768848-8789-4979-a11a-22e227503972 HTTP/1.1" status: 204 len: 173 time: 0.8235490 May 23 11:55:29.429830 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-f4c096c1-0063-461a-b7e2-fc5616a2f865 req-5e524a4a-997b-4c65-96f0-06d4aa6ad21c tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Synchronizing usage tracker for tenant:23dc0299339c4946be0c5d5ceb883308 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:55:29.446578 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14bc7eed-9893-4c0c-abc9-b872ce9dbc54'] response: {'server_uuid': 'a2f3fd43-2145-4a93-8d81-e4ed5e03d837', 'name': 'network-vif-deleted', 'tag': 'e1768848-8789-4979-a11a-22e227503972', 'status': 'completed', 'code': 200} May 23 11:55:29.448174 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-f4c096c1-0063-461a-b7e2-fc5616a2f865 req-5e524a4a-997b-4c65-96f0-06d4aa6ad21c tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Unset dirty status for tenant:23dc0299339c4946be0c5d5ceb883308 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:55:29.449487 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f4c096c1-0063-461a-b7e2-fc5616a2f865 req-5e524a4a-997b-4c65-96f0-06d4aa6ad21c tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2f3fd43-2145-4a93-8d81-e4ed5e03d837 HTTP/1.1" status: 200 len: 210 time: 0.0636010 May 23 11:55:30.565144 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39480) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:55:30.718812 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-09ba3907-b25e-4fa6-b3b2-92046003b249 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Deleting port b4961f6a-33ca-4f08-a9d4-d6cb9e594510 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:55:30.719145 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-09ba3907-b25e-4fa6-b3b2-92046003b249 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:30.882986 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-09ba3907-b25e-4fa6-b3b2-92046003b249 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:30.883310 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-09ba3907-b25e-4fa6-b3b2-92046003b249 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:31.005810 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-09ba3907-b25e-4fa6-b3b2-92046003b249 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Calling delete_port for b4961f6a-33ca-4f08-a9d4-d6cb9e594510 owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:55:31.261448 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-09ba3907-b25e-4fa6-b3b2-92046003b249 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:31.308598 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba3907-b25e-4fa6-b3b2-92046003b249 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Pushing event deleted for resources: {'Port': ['ID=b4961f6a-33ca-4f08-a9d4-d6cb9e594510,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:55:31.410830 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-09ba3907-b25e-4fa6-b3b2-92046003b249 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:31.430517 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-09ba3907-b25e-4fa6-b3b2-92046003b249 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:31.431658 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-09ba3907-b25e-4fa6-b3b2-92046003b249 tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "DELETE /v2.0/floatingips/1eeba769-5bc2-4add-813a-15dcb22f7836 HTTP/1.1" status: 204 len: 168 time: 0.8655005 May 23 11:55:31.571077 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device e1768848-8789-4979-a11a-22e227503972 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:55:31.609403 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: e1768848-8789-4979-a11a-22e227503972 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:55:31.609741 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device e1768848-8789-4979-a11a-22e227503972 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:55:33.906042 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39496) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:55:33.980874 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1c229d3c-31e7-419b-8db4-3d2ff94a3dbc tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:34.010286 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1c229d3c-31e7-419b-8db4-3d2ff94a3dbc tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:34.079234 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1c229d3c-31e7-419b-8db4-3d2ff94a3dbc tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:34.097564 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c229d3c-31e7-419b-8db4-3d2ff94a3dbc tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b011ab3b-2845-4f2d-a2e3-b7ca94556f7d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:55:34.109473 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1c229d3c-31e7-419b-8db4-3d2ff94a3dbc tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:34.110700 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1c229d3c-31e7-419b-8db4-3d2ff94a3dbc tempest-TestVolumeBootPattern-633815271 tempest-TestVolumeBootPattern-633815271-project] 10.222.0.79 "DELETE /v2.0/security-groups/b011ab3b-2845-4f2d-a2e3-b7ca94556f7d HTTP/1.1" status: 204 len: 168 time: 0.2036040 May 23 11:55:34.179820 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39502) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:55:34.777215 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-76c5c4e2-755c-4466-8ea7-5f2350a2a229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:35.389945 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-76c5c4e2-755c-4466-8ea7-5f2350a2a229 admin admin] Deleting port e5bd10a3-98b6-48de-a3af-4143c6f391bf {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:55:35.390693 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-76c5c4e2-755c-4466-8ea7-5f2350a2a229 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:35.653376 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-76c5c4e2-755c-4466-8ea7-5f2350a2a229 admin admin] For port e5bd10a3-98b6-48de-a3af-4143c6f391bf, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e5bd10a3-98b6-48de-a3af-4143c6f391bf,segment=NetworkSegment(e9696b91-4f97-4538-9765-a3f2ec085a56),segment_id=e9696b91-4f97-4538-9765-a3f2ec085a56)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:55:35.653618 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-76c5c4e2-755c-4466-8ea7-5f2350a2a229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:35.792838 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-76c5c4e2-755c-4466-8ea7-5f2350a2a229 admin admin] Calling delete_port for e5bd10a3-98b6-48de-a3af-4143c6f391bf owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:55:35.962448 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-76c5c4e2-755c-4466-8ea7-5f2350a2a229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:36.005951 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c5c4e2-755c-4466-8ea7-5f2350a2a229 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5bd10a3-98b6-48de-a3af-4143c6f391bf,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:55:36.303597 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-76c5c4e2-755c-4466-8ea7-5f2350a2a229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:36.892511 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c5c4e2-755c-4466-8ea7-5f2350a2a229 admin admin] Router 91f75376-05fe-401a-9bb2-583e8bdd715b has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:55:37.201646 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c5c4e2-755c-4466-8ea7-5f2350a2a229 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:55:37.210711 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a787a2c1-ae3a-4b1b-915f-81f711dca199 None None] Sync routers for ids ['91f75376-05fe-401a-9bb2-583e8bdd715b'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:55:37.216336 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-76c5c4e2-755c-4466-8ea7-5f2350a2a229 admin admin] 10.222.0.79 "PUT /v2.0/routers/91f75376-05fe-401a-9bb2-583e8bdd715b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0349252 May 23 11:55:37.219142 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39508) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:55:37.224962 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a787a2c1-ae3a-4b1b-915f-81f711dca199 None None] Routers {'91f75376-05fe-401a-9bb2-583e8bdd715b'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:55:37.225600 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a787a2c1-ae3a-4b1b-915f-81f711dca199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:55:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['91f75376-05fe-401a-9bb2-583e8bdd715b'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:55:37.399353 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-a787a2c1-ae3a-4b1b-915f-81f711dca199 None None] Set router 91f75376-05fe-401a-9bb2-583e8bdd715b gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:55:37.419278 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0016435d-2598-4ba6-a9cf-33ed784a5362 admin admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:37.617639 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0016435d-2598-4ba6-a9cf-33ed784a5362 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:37.629342 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-0016435d-2598-4ba6-a9cf-33ed784a5362 admin admin] Deleting port e5a438cd-5f07-41b5-92fb-bbf13b98f5a6 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:55:37.629685 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0016435d-2598-4ba6-a9cf-33ed784a5362 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:37.683497 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a787a2c1-ae3a-4b1b-915f-81f711dca199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'name': 'tempest-TestVolumeBootPattern-142066982-router', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:55:35Z', 'revision_number': 5, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'gw_port': {'id': 'e5a438cd-5f07-41b5-92fb-bbf13b98f5a6', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:55:37.688083 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a787a2c1-ae3a-4b1b-915f-81f711dca199 None None] Checking router: 91f75376-05fe-401a-9bb2-583e8bdd715b for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:55:37.698503 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a787a2c1-ae3a-4b1b-915f-81f711dca199 None None] Routers {'91f75376-05fe-401a-9bb2-583e8bdd715b'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:55:37.699424 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a787a2c1-ae3a-4b1b-915f-81f711dca199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:55:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['91f75376-05fe-401a-9bb2-583e8bdd715b'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:55:37.808921 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-0016435d-2598-4ba6-a9cf-33ed784a5362 admin admin] For port e5a438cd-5f07-41b5-92fb-bbf13b98f5a6, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e5a438cd-5f07-41b5-92fb-bbf13b98f5a6,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:55:37.809295 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0016435d-2598-4ba6-a9cf-33ed784a5362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:37.846477 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-a787a2c1-ae3a-4b1b-915f-81f711dca199 None None] Set router 91f75376-05fe-401a-9bb2-583e8bdd715b gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:55:37.932162 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-0016435d-2598-4ba6-a9cf-33ed784a5362 admin admin] Calling delete_port for e5a438cd-5f07-41b5-92fb-bbf13b98f5a6 owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:55:37.949848 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a787a2c1-ae3a-4b1b-915f-81f711dca199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'name': 'tempest-TestVolumeBootPattern-142066982-router', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:55:37Z', 'revision_number': 6, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'gw_port_host': None}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:55:37.953951 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a787a2c1-ae3a-4b1b-915f-81f711dca199 None None] The sync data for ids ['91f75376-05fe-401a-9bb2-583e8bdd715b'] in n-d-842952-2 is: [{'id': '91f75376-05fe-401a-9bb2-583e8bdd715b', 'name': 'tempest-TestVolumeBootPattern-142066982-router', 'tenant_id': '23dc0299339c4946be0c5d5ceb883308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:45:31Z', 'updated_at': '2022-05-23T11:55:37Z', 'revision_number': 6, 'project_id': '23dc0299339c4946be0c5d5ceb883308', 'gw_port_host': None}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:55:38.102453 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0016435d-2598-4ba6-a9cf-33ed784a5362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:38.144890 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0016435d-2598-4ba6-a9cf-33ed784a5362 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5a438cd-5f07-41b5-92fb-bbf13b98f5a6,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:55:38.404487 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:38.473984 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0016435d-2598-4ba6-a9cf-33ed784a5362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:38.728340 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0016435d-2598-4ba6-a9cf-33ed784a5362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:38.733037 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0016435d-2598-4ba6-a9cf-33ed784a5362 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:38.740296 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e5bd10a3-98b6-48de-a3af-4143c6f391bf no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:55:38.761113 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0016435d-2598-4ba6-a9cf-33ed784a5362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:38.762086 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0016435d-2598-4ba6-a9cf-33ed784a5362 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91f75376-05fe-401a-9bb2-583e8bdd715b {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:55:38.777315 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0016435d-2598-4ba6-a9cf-33ed784a5362 admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:38.778520 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0016435d-2598-4ba6-a9cf-33ed784a5362 admin admin] 10.222.0.79 "DELETE /v2.0/routers/91f75376-05fe-401a-9bb2-583e8bdd715b HTTP/1.1" status: 204 len: 168 time: 1.5584249 May 23 11:55:38.781560 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39512) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:55:38.825263 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: e5bd10a3-98b6-48de-a3af-4143c6f391bf {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:55:38.825598 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e5bd10a3-98b6-48de-a3af-4143c6f391bf not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:55:38.848279 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-154dd9f1-b8de-4a1c-80ff-9fa494c76650 admin admin] Deleting subnet db4c364d-3e03-4e65-b317-8bd07d59c11e {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:55:38.852256 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-154dd9f1-b8de-4a1c-80ff-9fa494c76650 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:38.904701 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-154dd9f1-b8de-4a1c-80ff-9fa494c76650 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:38.957387 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:55:38.989743 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-154dd9f1-b8de-4a1c-80ff-9fa494c76650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:39.059896 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-154dd9f1-b8de-4a1c-80ff-9fa494c76650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:39.101602 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154dd9f1-b8de-4a1c-80ff-9fa494c76650 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db4c364d-3e03-4e65-b317-8bd07d59c11e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:55:39.106602 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-154dd9f1-b8de-4a1c-80ff-9fa494c76650 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:39.112566 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-154dd9f1-b8de-4a1c-80ff-9fa494c76650 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/db4c364d-3e03-4e65-b317-8bd07d59c11e HTTP/1.1" status: 204 len: 168 time: 0.3299642 May 23 11:55:39.113272 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3363e14d-8d1d-4ed8-9fd0-3caf8e461f85 None None] Network 464150c2-94e4-478b-9142-a9d5703f7a02 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:55:39.114988 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39516) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:55:39.221329 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2ff4cb3b-e5c8-4e4c-8115-8413e32ba4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:39.231973 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-2ff4cb3b-e5c8-4e4c-8115-8413e32ba4e9 admin admin] Deleting port 730c0291-fa27-47bb-ba23-2764fcf7759a {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:55:39.232352 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2ff4cb3b-e5c8-4e4c-8115-8413e32ba4e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:39.307804 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a48e2a86-906d-4342-baa7-adcbb0da5f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:39.376072 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa106467-85b2-4132-b63f-af79a003e325 None None] DHCP port deletion for 464150c2-94e4-478b-9142-a9d5703f7a02 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:55:39.380452 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fa106467-85b2-4132-b63f-af79a003e325 None None] Deleting port 730c0291-fa27-47bb-ba23-2764fcf7759a {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:55:39.380813 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fa106467-85b2-4132-b63f-af79a003e325 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:39.441340 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-2ff4cb3b-e5c8-4e4c-8115-8413e32ba4e9 admin admin] For port 730c0291-fa27-47bb-ba23-2764fcf7759a, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=730c0291-fa27-47bb-ba23-2764fcf7759a,segment=NetworkSegment(e9696b91-4f97-4538-9765-a3f2ec085a56),segment_id=e9696b91-4f97-4538-9765-a3f2ec085a56)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:55:39.441666 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2ff4cb3b-e5c8-4e4c-8115-8413e32ba4e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:39.565251 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-2ff4cb3b-e5c8-4e4c-8115-8413e32ba4e9 admin admin] Calling delete_port for 730c0291-fa27-47bb-ba23-2764fcf7759a owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:55:39.584758 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fa106467-85b2-4132-b63f-af79a003e325 None None] For port 730c0291-fa27-47bb-ba23-2764fcf7759a, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=730c0291-fa27-47bb-ba23-2764fcf7759a,segment=NetworkSegment(e9696b91-4f97-4538-9765-a3f2ec085a56),segment_id=e9696b91-4f97-4538-9765-a3f2ec085a56)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:55:39.585274 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fa106467-85b2-4132-b63f-af79a003e325 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:39.641287 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2ff4cb3b-e5c8-4e4c-8115-8413e32ba4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:39.686398 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff4cb3b-e5c8-4e4c-8115-8413e32ba4e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=730c0291-fa27-47bb-ba23-2764fcf7759a,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:55:39.690832 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff4cb3b-e5c8-4e4c-8115-8413e32ba4e9 admin admin] No DVR routers for this DVR port 730c0291-fa27-47bb-ba23-2764fcf7759a on host n-d-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:55:39.707804 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fa106467-85b2-4132-b63f-af79a003e325 None None] Calling delete_port for 730c0291-fa27-47bb-ba23-2764fcf7759a owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:55:39.767308 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:39.789109 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-fa106467-85b2-4132-b63f-af79a003e325 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:55:39.789454 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-fa106467-85b2-4132-b63f-af79a003e325 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:55:39.807970 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2ff4cb3b-e5c8-4e4c-8115-8413e32ba4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:39.837184 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-2ff4cb3b-e5c8-4e4c-8115-8413e32ba4e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['464150c2-94e4-478b-9142-a9d5703f7a02']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:55:39.849851 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-2ff4cb3b-e5c8-4e4c-8115-8413e32ba4e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9696b91-4f97-4538-9765-a3f2ec085a56') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:55:39.850141 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-2ff4cb3b-e5c8-4e4c-8115-8413e32ba4e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9696b91-4f97-4538-9765-a3f2ec085a56') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:55:39.864266 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2ff4cb3b-e5c8-4e4c-8115-8413e32ba4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:39.881194 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2ff4cb3b-e5c8-4e4c-8115-8413e32ba4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:39.887852 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ff4cb3b-e5c8-4e4c-8115-8413e32ba4e9 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:55:39.888256 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2ff4cb3b-e5c8-4e4c-8115-8413e32ba4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:39.901926 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:55:39.901926 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:55:39.901926 n-d-842952-2 neutron-server[83910]: timer() May 23 11:55:39.901926 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:55:39.901926 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:55:39.901926 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:55:39.901926 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:55:39.901926 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:55:39.901926 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:55:39.901926 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:55:39.901926 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:55:39.901926 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:55:39.901926 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:55:39.901926 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:55:39.901926 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:55:39.901926 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:55:39.901926 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:55:39.901926 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:55:39.901926 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:55:39.901926 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:55:39.901926 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:55:39.901926 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:55:39.901926 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:55:39.901926 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:55:39.901926 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:55:39.901926 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:55:39.901926 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:55:39.901926 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:55:39.901926 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:55:39.901926 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:55:39.901926 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:55:39.901926 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:55:39.982811 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2ff4cb3b-e5c8-4e4c-8115-8413e32ba4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:40.002308 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2ff4cb3b-e5c8-4e4c-8115-8413e32ba4e9 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:40.012359 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff4cb3b-e5c8-4e4c-8115-8413e32ba4e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=464150c2-94e4-478b-9142-a9d5703f7a02,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:55:40.027278 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2ff4cb3b-e5c8-4e4c-8115-8413e32ba4e9 admin admin] 10.222.0.79 "DELETE /v2.0/networks/464150c2-94e4-478b-9142-a9d5703f7a02 HTTP/1.1" status: 204 len: 168 time: 0.9113476 May 23 11:55:40.030312 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39520) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:55:40.290779 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fa106467-85b2-4132-b63f-af79a003e325 None None] Deleting port 730c0291-fa27-47bb-ba23-2764fcf7759a {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:55:40.291160 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fa106467-85b2-4132-b63f-af79a003e325 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:40.357288 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fa106467-85b2-4132-b63f-af79a003e325 None None] The port '730c0291-fa27-47bb-ba23-2764fcf7759a' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:55:40.412829 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 730c0291-fa27-47bb-ba23-2764fcf7759a no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:55:40.448075 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 730c0291-fa27-47bb-ba23-2764fcf7759a {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:55:40.448403 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 730c0291-fa27-47bb-ba23-2764fcf7759a not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:55:40.448808 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e5a438cd-5f07-41b5-92fb-bbf13b98f5a6 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:55:40.479414 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: e5a438cd-5f07-41b5-92fb-bbf13b98f5a6 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:55:40.479748 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e5a438cd-5f07-41b5-92fb-bbf13b98f5a6 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:55:40.524172 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-36a7672a-d6cb-4905-8f5d-58d270c8e55b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:41.143747 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-36a7672a-d6cb-4905-8f5d-58d270c8e55b admin admin] Deleting port 397c232a-9f25-4b9e-b196-a38e5ea4bf42 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:55:41.144454 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-36a7672a-d6cb-4905-8f5d-58d270c8e55b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:41.318930 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-36a7672a-d6cb-4905-8f5d-58d270c8e55b admin admin] For port 397c232a-9f25-4b9e-b196-a38e5ea4bf42, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=397c232a-9f25-4b9e-b196-a38e5ea4bf42,segment=NetworkSegment(4113d42c-65dc-4f1c-a6d3-b5e77c96bb99),segment_id=4113d42c-65dc-4f1c-a6d3-b5e77c96bb99)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:55:41.319286 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-36a7672a-d6cb-4905-8f5d-58d270c8e55b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:41.441884 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-36a7672a-d6cb-4905-8f5d-58d270c8e55b admin admin] Calling delete_port for 397c232a-9f25-4b9e-b196-a38e5ea4bf42 owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:55:41.600920 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8569bd42-19eb-446d-92ed-abf77ec37047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:41.617113 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-36a7672a-d6cb-4905-8f5d-58d270c8e55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:41.661202 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7672a-d6cb-4905-8f5d-58d270c8e55b admin admin] Pushing event deleted for resources: {'Port': ['ID=397c232a-9f25-4b9e-b196-a38e5ea4bf42,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:55:42.051933 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-36a7672a-d6cb-4905-8f5d-58d270c8e55b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:42.673799 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a7672a-d6cb-4905-8f5d-58d270c8e55b admin admin] Router 1285983d-e0cb-4608-9a06-ca9c8b6b1641 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:55:42.857842 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:42.877026 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a7672a-d6cb-4905-8f5d-58d270c8e55b admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:55:42.883843 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:42.887379 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3f5a7d-0751-4ede-adcd-b02dfc8bef00 None None] Sync routers for ids ['1285983d-e0cb-4608-9a06-ca9c8b6b1641'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:55:42.894340 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-36a7672a-d6cb-4905-8f5d-58d270c8e55b admin admin] 10.222.0.79 "PUT /v2.0/routers/1285983d-e0cb-4608-9a06-ca9c8b6b1641/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8630261 May 23 11:55:42.896780 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39524) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:55:42.900604 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3f5a7d-0751-4ede-adcd-b02dfc8bef00 None None] Routers {'1285983d-e0cb-4608-9a06-ca9c8b6b1641'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:55:42.901263 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-9c3f5a7d-0751-4ede-adcd-b02dfc8bef00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:55:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['1285983d-e0cb-4608-9a06-ca9c8b6b1641'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:55:43.085916 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-9c3f5a7d-0751-4ede-adcd-b02dfc8bef00 None None] Set router 1285983d-e0cb-4608-9a06-ca9c8b6b1641 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:55:43.098921 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d1bc5ec7-82b5-45c1-bbaa-2315451a5521 admin admin] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:43.299390 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d1bc5ec7-82b5-45c1-bbaa-2315451a5521 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:43.309803 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-d1bc5ec7-82b5-45c1-bbaa-2315451a5521 admin admin] Deleting port 3c83a526-51a6-430b-9059-14d92e567608 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:55:43.310304 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d1bc5ec7-82b5-45c1-bbaa-2315451a5521 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:43.366550 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-9c3f5a7d-0751-4ede-adcd-b02dfc8bef00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1285983d-e0cb-4608-9a06-ca9c8b6b1641', 'name': 'tempest-TestVolumeBootPattern-982747224-router', 'tenant_id': 'ccf5c7bd3a1649a9aea2a32dfc91de03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '3c83a526-51a6-430b-9059-14d92e567608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:45:37Z', 'updated_at': '2022-05-23T11:55:41Z', 'revision_number': 5, 'project_id': 'ccf5c7bd3a1649a9aea2a32dfc91de03', 'gw_port': {'id': '3c83a526-51a6-430b-9059-14d92e567608', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:be:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1285983d-e0cb-4608-9a06-ca9c8b6b1641', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:45:38Z', 'updated_at': '2022-05-23T11:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:55:43.370489 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3f5a7d-0751-4ede-adcd-b02dfc8bef00 None None] Checking router: 1285983d-e0cb-4608-9a06-ca9c8b6b1641 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:55:43.380844 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3f5a7d-0751-4ede-adcd-b02dfc8bef00 None None] Routers {'1285983d-e0cb-4608-9a06-ca9c8b6b1641'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:55:43.381435 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-9c3f5a7d-0751-4ede-adcd-b02dfc8bef00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:55:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['1285983d-e0cb-4608-9a06-ca9c8b6b1641'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:55:43.535578 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-9c3f5a7d-0751-4ede-adcd-b02dfc8bef00 None None] Set router 1285983d-e0cb-4608-9a06-ca9c8b6b1641 gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:55:43.593106 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-d1bc5ec7-82b5-45c1-bbaa-2315451a5521 admin admin] For port 3c83a526-51a6-430b-9059-14d92e567608, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=3c83a526-51a6-430b-9059-14d92e567608,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:55:43.593466 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d1bc5ec7-82b5-45c1-bbaa-2315451a5521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:43.638492 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-9c3f5a7d-0751-4ede-adcd-b02dfc8bef00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1285983d-e0cb-4608-9a06-ca9c8b6b1641', 'name': 'tempest-TestVolumeBootPattern-982747224-router', 'tenant_id': 'ccf5c7bd3a1649a9aea2a32dfc91de03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:45:37Z', 'updated_at': '2022-05-23T11:55:43Z', 'revision_number': 6, 'project_id': 'ccf5c7bd3a1649a9aea2a32dfc91de03', 'gw_port_host': None}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:55:43.642486 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3f5a7d-0751-4ede-adcd-b02dfc8bef00 None None] The sync data for ids ['1285983d-e0cb-4608-9a06-ca9c8b6b1641'] in n-d-842952-2 is: [{'id': '1285983d-e0cb-4608-9a06-ca9c8b6b1641', 'name': 'tempest-TestVolumeBootPattern-982747224-router', 'tenant_id': 'ccf5c7bd3a1649a9aea2a32dfc91de03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:45:37Z', 'updated_at': '2022-05-23T11:55:43Z', 'revision_number': 6, 'project_id': 'ccf5c7bd3a1649a9aea2a32dfc91de03', 'gw_port_host': None}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:55:43.716082 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-d1bc5ec7-82b5-45c1-bbaa-2315451a5521 admin admin] Calling delete_port for 3c83a526-51a6-430b-9059-14d92e567608 owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:55:43.890070 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d1bc5ec7-82b5-45c1-bbaa-2315451a5521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:43.937472 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc5ec7-82b5-45c1-bbaa-2315451a5521 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c83a526-51a6-430b-9059-14d92e567608,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:55:44.173145 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d1bc5ec7-82b5-45c1-bbaa-2315451a5521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:44.427481 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:44.435854 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 397c232a-9f25-4b9e-b196-a38e5ea4bf42 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:55:44.437825 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d1bc5ec7-82b5-45c1-bbaa-2315451a5521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:44.442214 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d1bc5ec7-82b5-45c1-bbaa-2315451a5521 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:44.468998 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 397c232a-9f25-4b9e-b196-a38e5ea4bf42 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:55:44.469173 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d1bc5ec7-82b5-45c1-bbaa-2315451a5521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:44.469592 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1bc5ec7-82b5-45c1-bbaa-2315451a5521 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1285983d-e0cb-4608-9a06-ca9c8b6b1641 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 11:55:44.469804 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 397c232a-9f25-4b9e-b196-a38e5ea4bf42 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:55:44.470356 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 3c83a526-51a6-430b-9059-14d92e567608 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:55:44.482434 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d1bc5ec7-82b5-45c1-bbaa-2315451a5521 admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:44.486222 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39528) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:55:44.486735 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d1bc5ec7-82b5-45c1-bbaa-2315451a5521 admin admin] 10.222.0.79 "DELETE /v2.0/routers/1285983d-e0cb-4608-9a06-ca9c8b6b1641 HTTP/1.1" status: 204 len: 168 time: 1.5886614 May 23 11:55:44.505193 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 3c83a526-51a6-430b-9059-14d92e567608 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:55:44.505529 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 3c83a526-51a6-430b-9059-14d92e567608 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:55:44.550409 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-87270215-4318-4420-9c4f-31edcd70f709 admin admin] Deleting subnet 179eaef5-83b5-4eae-a88d-5f9656171156 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:55:44.553521 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-87270215-4318-4420-9c4f-31edcd70f709 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:44.606684 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-87270215-4318-4420-9c4f-31edcd70f709 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:44.688069 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-87270215-4318-4420-9c4f-31edcd70f709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:44.759020 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-87270215-4318-4420-9c4f-31edcd70f709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:44.799898 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87270215-4318-4420-9c4f-31edcd70f709 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=179eaef5-83b5-4eae-a88d-5f9656171156,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:55:44.805471 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-87270215-4318-4420-9c4f-31edcd70f709 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:44.814823 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39532) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:55:44.817444 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edde2688-02c0-434f-87d8-86651c39f520 None None] Network 392d881b-069b-429b-9ade-be073da4887d requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:55:44.819898 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-87270215-4318-4420-9c4f-31edcd70f709 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/179eaef5-83b5-4eae-a88d-5f9656171156 HTTP/1.1" status: 204 len: 168 time: 0.3244746 May 23 11:55:44.927575 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-30d526c6-e08c-4502-9fd2-db343ae5eacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:44.938708 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-30d526c6-e08c-4502-9fd2-db343ae5eacf admin admin] Deleting port 2f0ffb93-69de-40e3-b6fd-75dad757d6a2 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:55:44.939015 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-30d526c6-e08c-4502-9fd2-db343ae5eacf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:45.067499 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7906e48f-0edb-4cc5-9f45-643e45daa8c0 None None] DHCP port deletion for 392d881b-069b-429b-9ade-be073da4887d request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 11:55:45.071870 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7906e48f-0edb-4cc5-9f45-643e45daa8c0 None None] Deleting port 2f0ffb93-69de-40e3-b6fd-75dad757d6a2 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:55:45.072256 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7906e48f-0edb-4cc5-9f45-643e45daa8c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:45.147739 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-30d526c6-e08c-4502-9fd2-db343ae5eacf admin admin] For port 2f0ffb93-69de-40e3-b6fd-75dad757d6a2, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2f0ffb93-69de-40e3-b6fd-75dad757d6a2,segment=NetworkSegment(4113d42c-65dc-4f1c-a6d3-b5e77c96bb99),segment_id=4113d42c-65dc-4f1c-a6d3-b5e77c96bb99)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:55:45.148109 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-30d526c6-e08c-4502-9fd2-db343ae5eacf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:45.287958 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-7906e48f-0edb-4cc5-9f45-643e45daa8c0 None None] For port 2f0ffb93-69de-40e3-b6fd-75dad757d6a2, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2f0ffb93-69de-40e3-b6fd-75dad757d6a2,segment=NetworkSegment(4113d42c-65dc-4f1c-a6d3-b5e77c96bb99),segment_id=4113d42c-65dc-4f1c-a6d3-b5e77c96bb99)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:55:45.288327 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7906e48f-0edb-4cc5-9f45-643e45daa8c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:45.373426 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-30d526c6-e08c-4502-9fd2-db343ae5eacf admin admin] Calling delete_port for 2f0ffb93-69de-40e3-b6fd-75dad757d6a2 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:55:45.435001 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7906e48f-0edb-4cc5-9f45-643e45daa8c0 None None] Calling delete_port for 2f0ffb93-69de-40e3-b6fd-75dad757d6a2 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:55:45.451228 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-30d526c6-e08c-4502-9fd2-db343ae5eacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:45.496635 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d526c6-e08c-4502-9fd2-db343ae5eacf admin admin] Pushing event deleted for resources: {'Port': ['ID=2f0ffb93-69de-40e3-b6fd-75dad757d6a2,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:55:45.501045 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d526c6-e08c-4502-9fd2-db343ae5eacf admin admin] No DVR routers for this DVR port 2f0ffb93-69de-40e3-b6fd-75dad757d6a2 on host n-d-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:55:45.503724 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-7906e48f-0edb-4cc5-9f45-643e45daa8c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 11:55:45.504081 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-7906e48f-0edb-4cc5-9f45-643e45daa8c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 11:55:45.619945 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-30d526c6-e08c-4502-9fd2-db343ae5eacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:45.649754 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-30d526c6-e08c-4502-9fd2-db343ae5eacf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['392d881b-069b-429b-9ade-be073da4887d']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:55:45.665798 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-30d526c6-e08c-4502-9fd2-db343ae5eacf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4113d42c-65dc-4f1c-a6d3-b5e77c96bb99') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:55:45.666121 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-30d526c6-e08c-4502-9fd2-db343ae5eacf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4113d42c-65dc-4f1c-a6d3-b5e77c96bb99') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:55:45.678067 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-30d526c6-e08c-4502-9fd2-db343ae5eacf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:45.695810 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-30d526c6-e08c-4502-9fd2-db343ae5eacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:45.702148 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30d526c6-e08c-4502-9fd2-db343ae5eacf admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:55:45.702591 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-30d526c6-e08c-4502-9fd2-db343ae5eacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:45.715616 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:55:45.715616 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:55:45.715616 n-d-842952-2 neutron-server[83910]: timer() May 23 11:55:45.715616 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:55:45.715616 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:55:45.715616 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:55:45.715616 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:55:45.715616 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:55:45.715616 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:55:45.715616 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:55:45.715616 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:55:45.715616 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:55:45.715616 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:55:45.715616 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:55:45.715616 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:55:45.715616 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:55:45.715616 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:55:45.715616 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:55:45.715616 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:55:45.715616 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:55:45.715616 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:55:45.715616 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:55:45.715616 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:55:45.715616 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:55:45.715616 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:55:45.715616 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:55:45.715616 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:55:45.715616 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:55:45.715616 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:55:45.715616 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:55:45.715616 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:55:45.715616 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:55:45.790808 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-30d526c6-e08c-4502-9fd2-db343ae5eacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:45.807403 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-30d526c6-e08c-4502-9fd2-db343ae5eacf admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:45.821400 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d526c6-e08c-4502-9fd2-db343ae5eacf admin admin] Pushing event deleted for resources: {'Network': ['ID=392d881b-069b-429b-9ade-be073da4887d,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:55:45.831243 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-30d526c6-e08c-4502-9fd2-db343ae5eacf admin admin] 10.222.0.79 "DELETE /v2.0/networks/392d881b-069b-429b-9ade-be073da4887d HTTP/1.1" status: 204 len: 168 time: 1.0129535 May 23 11:55:45.995176 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39538) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:55:46.005518 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7906e48f-0edb-4cc5-9f45-643e45daa8c0 None None] Deleting port 2f0ffb93-69de-40e3-b6fd-75dad757d6a2 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:55:46.006254 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7906e48f-0edb-4cc5-9f45-643e45daa8c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:46.048004 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4b463a08-a524-4f69-9ce1-f29f4fbed006 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=23dc0299339c4946be0c5d5ceb883308&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0515952 May 23 11:55:46.050592 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39544) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:55:46.071190 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7906e48f-0edb-4cc5-9f45-643e45daa8c0 None None] The port '2f0ffb93-69de-40e3-b6fd-75dad757d6a2' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 11:55:46.113922 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f56567c-78af-4090-8e66-5f29e23845f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:46.139297 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f56567c-78af-4090-8e66-5f29e23845f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:46.194271 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f56567c-78af-4090-8e66-5f29e23845f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:46.212066 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f56567c-78af-4090-8e66-5f29e23845f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08e19e3-de5a-490d-b94c-73d6bce5cccf,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:55:46.218747 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f56567c-78af-4090-8e66-5f29e23845f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:46.219490 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2f56567c-78af-4090-8e66-5f29e23845f5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f08e19e3-de5a-490d-b94c-73d6bce5cccf HTTP/1.1" status: 204 len: 168 time: 0.1677384 May 23 11:55:46.425094 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2f0ffb93-69de-40e3-b6fd-75dad757d6a2 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:55:46.459642 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 2f0ffb93-69de-40e3-b6fd-75dad757d6a2 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:55:46.460283 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2f0ffb93-69de-40e3-b6fd-75dad757d6a2 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:55:46.674233 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39552) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:55:46.725290 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c7926d20-d4dd-4281-b64f-25d34d6f149c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ccf5c7bd3a1649a9aea2a32dfc91de03&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0499036 May 23 11:55:46.727978 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39556) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:55:46.787275 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc59f7b8-ebea-434d-958a-4d57f7ad7756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:46.812414 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc59f7b8-ebea-434d-958a-4d57f7ad7756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:46.868264 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc59f7b8-ebea-434d-958a-4d57f7ad7756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:46.885743 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc59f7b8-ebea-434d-958a-4d57f7ad7756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35566ef9-3367-4b70-9fe0-b786eb1bcc85,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:55:46.893217 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc59f7b8-ebea-434d-958a-4d57f7ad7756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:55:46.894701 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-cc59f7b8-ebea-434d-958a-4d57f7ad7756 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/35566ef9-3367-4b70-9fe0-b786eb1bcc85 HTTP/1.1" status: 204 len: 168 time: 0.1658394 May 23 11:55:58.487857 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-49c07d7c-947c-4ad0-af97-938e99aa9089 tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=b0f47cc8afdd4af4b8bd9437bd1ff184&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281374 May 23 11:55:58.641459 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-6be1777d-37cc-441d-9a6f-4aa2d94b78d1 tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:55:58.643596 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-6be1777d-37cc-441d-9a6f-4aa2d94b78d1 tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1481144 May 23 11:55:58.663205 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-d839aaf4-9f81-41e3-8652-1dab69156e52 tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] 10.222.0.79 "GET /v2.0/quotas/b0f47cc8afdd4af4b8bd9437bd1ff184 HTTP/1.1" status: 200 len: 375 time: 0.0115788 May 23 11:55:58.714774 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-52b73c25-1179-46cd-95ac-4e7b40a5f494 tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b0f47cc8afdd4af4b8bd9437bd1ff184&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443833 May 23 11:55:58.908114 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-097a8c70-0ee4-431e-8b0d-9a90964490b5 req-b33ee850-c0ec-44ab-91d5-60fb7a88469e tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] 10.222.0.79 "GET /v2.0/ports?device_id=af798342-08e1-4686-abda-0669c3198d97 HTTP/1.1" status: 200 len: 210 time: 0.0429358 May 23 11:56:00.091662 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dd53d817-9350-4a65-891f-e8e3db34a32c req-6029fdba-ec04-4d94-be9e-296e04f6cfb0 tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] 10.222.0.79 "GET /v2.0/ports?device_id=af798342-08e1-4686-abda-0669c3198d97 HTTP/1.1" status: 200 len: 210 time: 0.0503914 May 23 11:56:00.248352 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-91d59e8e-9a69-4f02-a3cb-b8249b044c7e tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b0f47cc8afdd4af4b8bd9437bd1ff184&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299928 May 23 11:56:00.409844 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-6031cc24-d3a1-4328-9968-1d4039c45a9c tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:00.411267 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-6031cc24-d3a1-4328-9968-1d4039c45a9c tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1584382 May 23 11:56:00.437919 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-d4f44c94-0cb5-4779-8f1d-73c1efe6a26f tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Request body: {'port': {'device_id': 'af798342-08e1-4686-abda-0669c3198d97', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'admin_state_up': True, 'tenant_id': 'b0f47cc8afdd4af4b8bd9437bd1ff184'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:56:00.598716 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-d4f44c94-0cb5-4779-8f1d-73c1efe6a26f tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:56:00.602790 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-d4f44c94-0cb5-4779-8f1d-73c1efe6a26f tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Usage tracker for resource:port and tenant:b0f47cc8afdd4af4b8bd9437bd1ff184 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:56:00.606181 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-d4f44c94-0cb5-4779-8f1d-73c1efe6a26f tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:56:00.612596 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-d4f44c94-0cb5-4779-8f1d-73c1efe6a26f tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:56:00.627433 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-d4f44c94-0cb5-4779-8f1d-73c1efe6a26f tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Made reservation on behalf of b0f47cc8afdd4af4b8bd9437bd1ff184 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:56:00.630735 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-d4f44c94-0cb5-4779-8f1d-73c1efe6a26f tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:00.644573 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-d4f44c94-0cb5-4779-8f1d-73c1efe6a26f tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:00.678536 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-d4f44c94-0cb5-4779-8f1d-73c1efe6a26f tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:56:00.682770 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-d4f44c94-0cb5-4779-8f1d-73c1efe6a26f tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Usage tracker for resource:security_group_rule and tenant:b0f47cc8afdd4af4b8bd9437bd1ff184 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:56:00.685899 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-d4f44c94-0cb5-4779-8f1d-73c1efe6a26f tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:56:00.691763 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-d4f44c94-0cb5-4779-8f1d-73c1efe6a26f tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:56:00.763671 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-d4f44c94-0cb5-4779-8f1d-73c1efe6a26f tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:00.769178 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-d4f44c94-0cb5-4779-8f1d-73c1efe6a26f tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:00.854073 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f44c94-0cb5-4779-8f1d-73c1efe6a26f tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=436ab969-a84f-43fa-8553-6501781d01f9,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:56:00.942932 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-d4f44c94-0cb5-4779-8f1d-73c1efe6a26f tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Allocated IP 192.168.233.167 (45238d5c-875a-474b-bef1-cc75dc2ba645/c1719237-4a8e-4354-92b1-51064eb09c82/da62b2f1-5c50-4f65-8f6c-d92ec5d44af2) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:56:01.301602 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-d4f44c94-0cb5-4779-8f1d-73c1efe6a26f tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:01.319318 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e8b6e1f3-3f57-44bc-930f-d1ce667374c1 req-17604983-a3fb-4c70-9eb8-13d97c8312d7 tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] 10.222.0.79 "GET /v2.0/ports?device_id=af798342-08e1-4686-abda-0669c3198d97 HTTP/1.1" status: 200 len: 210 time: 0.0556407 May 23 11:56:01.327663 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-d4f44c94-0cb5-4779-8f1d-73c1efe6a26f tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Transition to ACTIVE for port object da62b2f1-5c50-4f65-8f6c-d92ec5d44af2 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:56:01.351352 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-d4f44c94-0cb5-4779-8f1d-73c1efe6a26f tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:01.424369 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-d4f44c94-0cb5-4779-8f1d-73c1efe6a26f tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Network 45238d5c-875a-474b-bef1-cc75dc2ba645 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:56:01.427598 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-d4f44c94-0cb5-4779-8f1d-73c1efe6a26f tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:56:01.431963 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-d4f44c94-0cb5-4779-8f1d-73c1efe6a26f tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:56:01.457572 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f44c94-0cb5-4779-8f1d-73c1efe6a26f tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Pushing event updated for resources: {'Port': ['ID=da62b2f1-5c50-4f65-8f6c-d92ec5d44af2,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:56:01.496940 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-d4f44c94-0cb5-4779-8f1d-73c1efe6a26f tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:01.497580 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-d4f44c94-0cb5-4779-8f1d-73c1efe6a26f tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:01.525249 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-d4f44c94-0cb5-4779-8f1d-73c1efe6a26f tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0911300 May 23 11:56:01.542030 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-cf8c0581-0dab-4ac7-b954-b4c65ad58a46 service neutron] Request body: {'port': {'device_id': 'af798342-08e1-4686-abda-0669c3198d97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:56:01.649640 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e9f97578-cde5-4c90-bb4d-c73ec3b465e3 None None] Provisioning for port da62b2f1-5c50-4f65-8f6c-d92ec5d44af2 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:56:01.654546 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e9f97578-cde5-4c90-bb4d-c73ec3b465e3 None None] Provisioning complete for port da62b2f1-5c50-4f65-8f6c-d92ec5d44af2 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:56:01.654915 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e9f97578-cde5-4c90-bb4d-c73ec3b465e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:01.655889 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-cf8c0581-0dab-4ac7-b954-b4c65ad58a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:01.706311 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e9f97578-cde5-4c90-bb4d-c73ec3b465e3 None None] Port da62b2f1-5c50-4f65-8f6c-d92ec5d44af2 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:56:02.004386 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-cf8c0581-0dab-4ac7-b954-b4c65ad58a46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da62b2f1-5c50-4f65-8f6c-d92ec5d44af2 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:56:02.011626 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-cf8c0581-0dab-4ac7-b954-b4c65ad58a46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:02.030961 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-cf8c0581-0dab-4ac7-b954-b4c65ad58a46 service neutron] Transition to ACTIVE for port object da62b2f1-5c50-4f65-8f6c-d92ec5d44af2 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:56:02.035855 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-cf8c0581-0dab-4ac7-b954-b4c65ad58a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:02.163016 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c0581-0dab-4ac7-b954-b4c65ad58a46 service neutron] Pushing event updated for resources: {'Port': ['ID=da62b2f1-5c50-4f65-8f6c-d92ec5d44af2,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:56:02.272277 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-cf8c0581-0dab-4ac7-b954-b4c65ad58a46 service neutron] Attempting to bind port da62b2f1-5c50-4f65-8f6c-d92ec5d44af2 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:56:02.272608 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-cf8c0581-0dab-4ac7-b954-b4c65ad58a46 service neutron] Attempting to bind port da62b2f1-5c50-4f65-8f6c-d92ec5d44af2 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:56:02.272936 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-cf8c0581-0dab-4ac7-b954-b4c65ad58a46 service neutron] Attempting to bind port da62b2f1-5c50-4f65-8f6c-d92ec5d44af2 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:56:02.278781 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-cf8c0581-0dab-4ac7-b954-b4c65ad58a46 service neutron] Port da62b2f1-5c50-4f65-8f6c-d92ec5d44af2 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:56:02.279104 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-cf8c0581-0dab-4ac7-b954-b4c65ad58a46 service neutron] Attempting to bind port da62b2f1-5c50-4f65-8f6c-d92ec5d44af2 on network 45238d5c-875a-474b-bef1-cc75dc2ba645 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:56:02.285363 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-cf8c0581-0dab-4ac7-b954-b4c65ad58a46 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:56:02.285689 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-cf8c0581-0dab-4ac7-b954-b4c65ad58a46 service neutron] Checking segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:56:02.286069 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-cf8c0581-0dab-4ac7-b954-b4c65ad58a46 service neutron] Bound using segment: {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:56:02.286490 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-cf8c0581-0dab-4ac7-b954-b4c65ad58a46 service neutron] Bound port: da62b2f1-5c50-4f65-8f6c-d92ec5d44af2, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0f3bd6-c623-4e55-8a42-f94806064b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:56:02.286836 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-cf8c0581-0dab-4ac7-b954-b4c65ad58a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:02.377118 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-cf8c0581-0dab-4ac7-b954-b4c65ad58a46 service neutron] For port da62b2f1-5c50-4f65-8f6c-d92ec5d44af2, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:56:02.380586 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-cf8c0581-0dab-4ac7-b954-b4c65ad58a46 service neutron] For port da62b2f1-5c50-4f65-8f6c-d92ec5d44af2, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=da62b2f1-5c50-4f65-8f6c-d92ec5d44af2,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:56:02.385554 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-cf8c0581-0dab-4ac7-b954-b4c65ad58a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:02.448254 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-cf8c0581-0dab-4ac7-b954-b4c65ad58a46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:02.449631 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-cf8c0581-0dab-4ac7-b954-b4c65ad58a46 service neutron] 10.222.0.13 "PUT /v2.0/ports/da62b2f1-5c50-4f65-8f6c-d92ec5d44af2 HTTP/1.1" status: 200 len: 1096 time: 0.9120259 May 23 11:56:02.450118 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af798342-08e1-4686-abda-0669c3198d97', 'tag': 'da62b2f1-5c50-4f65-8f6c-d92ec5d44af2'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:56:02.541871 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13e165b6-c483-47e2-85a2-2af6e40fd66b'] response: {'name': 'network-changed', 'server_uuid': 'af798342-08e1-4686-abda-0669c3198d97', 'tag': 'da62b2f1-5c50-4f65-8f6c-d92ec5d44af2', 'status': 'completed', 'code': 200} May 23 11:56:02.553370 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c0581-0dab-4ac7-b954-b4c65ad58a46 service neutron] Pushing event updated for resources: {'Port': ['ID=da62b2f1-5c50-4f65-8f6c-d92ec5d44af2,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:56:02.608990 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f70b5-f4b5-4223-ae27-6e6eabe42ac8 req-dfc6cf78-a429-49c9-b637-06334c6f8b6a tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:02.609686 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-f81f70b5-f4b5-4223-ae27-6e6eabe42ac8 req-dfc6cf78-a429-49c9-b637-06334c6f8b6a tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Synchronizing usage tracker for tenant:b0f47cc8afdd4af4b8bd9437bd1ff184 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:56:02.618431 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-e3946920-36be-4a0a-b326-dcbf49ee82b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b0f47cc8afdd4af4b8bd9437bd1ff184&device_id=af798342-08e1-4686-abda-0669c3198d97 HTTP/1.1" status: 200 len: 1099 time: 0.1109626 May 23 11:56:02.687177 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-f81f70b5-f4b5-4223-ae27-6e6eabe42ac8 req-dfc6cf78-a429-49c9-b637-06334c6f8b6a tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Unset dirty status for tenant:b0f47cc8afdd4af4b8bd9437bd1ff184 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:56:02.688338 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f81f70b5-f4b5-4223-ae27-6e6eabe42ac8 req-dfc6cf78-a429-49c9-b637-06334c6f8b6a tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] 10.222.0.79 "GET /v2.0/ports?device_id=af798342-08e1-4686-abda-0669c3198d97 HTTP/1.1" status: 200 len: 948 time: 0.2317991 May 23 11:56:02.698259 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-0d1924a4-6ea7-410d-81c9-f7eac8bc6343 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=da62b2f1-5c50-4f65-8f6c-d92ec5d44af2 HTTP/1.1" status: 200 len: 217 time: 0.0674992 May 23 11:56:02.784395 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-8bf8ba14-1a61-4b8f-b4ac-47de708acdce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:02.785736 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-8bf8ba14-1a61-4b8f-b4ac-47de708acdce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.0753033 May 23 11:56:02.787657 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-f81f70b5-f4b5-4223-ae27-6e6eabe42ac8 req-1b2f7726-c5d2-4d19-b172-92c47d847180 tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Synchronizing usage tracker for tenant:b0f47cc8afdd4af4b8bd9437bd1ff184 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:56:02.857248 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-f81f70b5-f4b5-4223-ae27-6e6eabe42ac8 req-1b2f7726-c5d2-4d19-b172-92c47d847180 tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Unset dirty status for tenant:b0f47cc8afdd4af4b8bd9437bd1ff184 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:56:02.859031 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f81f70b5-f4b5-4223-ae27-6e6eabe42ac8 req-1b2f7726-c5d2-4d19-b172-92c47d847180 tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] 10.222.0.79 "GET /v2.0/security-groups?id=436ab969-a84f-43fa-8553-6501781d01f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627073 May 23 11:56:02.878076 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-7b26297d-1089-424c-a928-05e35a6cda71 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0864480 May 23 11:56:03.105815 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-dbf2a462-eeb6-4e97-874c-2066db980836 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217891 May 23 11:56:03.248939 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2c1046d8-47b2-4feb-ab99-9fc8ecd42a64 req-6d5846b3-d04e-4cde-a586-b90c730e7ce9 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311712 May 23 11:56:03.426221 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c2bb6b20-f343-4ed7-88f4-b911d5deaf14 req-67ef2a98-3a84-47c6-931e-c56aa56ca4fc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b0f47cc8afdd4af4b8bd9437bd1ff184&device_id=af798342-08e1-4686-abda-0669c3198d97 HTTP/1.1" status: 200 len: 1099 time: 0.0809612 May 23 11:56:03.567223 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb6b20-f343-4ed7-88f4-b911d5deaf14 req-a3732774-5e86-4379-baa5-fdf3fec5739d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:03.568776 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c2bb6b20-f343-4ed7-88f4-b911d5deaf14 req-a3732774-5e86-4379-baa5-fdf3fec5739d service neutron] 10.222.0.13 "GET /v2.0/networks?id=45238d5c-875a-474b-bef1-cc75dc2ba645 HTTP/1.1" status: 200 len: 870 time: 0.1368327 May 23 11:56:03.639418 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c2bb6b20-f343-4ed7-88f4-b911d5deaf14 req-63a9a942-fee7-4e35-ae3d-c926058130fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=da62b2f1-5c50-4f65-8f6c-d92ec5d44af2 HTTP/1.1" status: 200 len: 217 time: 0.0645599 May 23 11:56:03.700528 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb6b20-f343-4ed7-88f4-b911d5deaf14 req-035a1380-b315-424a-ba89-2c086e1cc576 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:03.701821 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c2bb6b20-f343-4ed7-88f4-b911d5deaf14 req-035a1380-b315-424a-ba89-2c086e1cc576 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1719237-4a8e-4354-92b1-51064eb09c82 HTTP/1.1" status: 200 len: 843 time: 0.0567114 May 23 11:56:03.779512 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c2bb6b20-f343-4ed7-88f4-b911d5deaf14 req-2d3d3b07-71a1-417c-ad52-b9967a1d431b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45238d5c-875a-474b-bef1-cc75dc2ba645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0719869 May 23 11:56:03.912353 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c2bb6b20-f343-4ed7-88f4-b911d5deaf14 req-1073904f-75f3-4ec7-bfb4-061cd7499c83 service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270635 May 23 11:56:04.092090 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c2bb6b20-f343-4ed7-88f4-b911d5deaf14 req-8738dbaa-1727-4a5b-a7e1-2401f3b1a71f service neutron] 10.222.0.13 "GET /v2.0/networks/45238d5c-875a-474b-bef1-cc75dc2ba645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740808 May 23 11:56:04.109507 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9addda2-9a33-40ef-83f5-23466ad125b8 req-d383ae09-9d2b-47fe-8117-4a2432604207 tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:04.110886 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f9addda2-9a33-40ef-83f5-23466ad125b8 req-d383ae09-9d2b-47fe-8117-4a2432604207 tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] 10.222.0.79 "GET /v2.0/ports?device_id=af798342-08e1-4686-abda-0669c3198d97 HTTP/1.1" status: 200 len: 948 time: 0.1234975 May 23 11:56:04.160439 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f9addda2-9a33-40ef-83f5-23466ad125b8 req-8cc5f8e1-6895-407f-8472-6f4b94a14cbf tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] 10.222.0.79 "GET /v2.0/security-groups?id=436ab969-a84f-43fa-8553-6501781d01f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436566 May 23 11:56:05.377099 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb52bdd-e939-44b3-9e51-270f281bfd12 req-ed1b028d-6b18-4ee6-a44f-a6aeb8334a08 tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:05.378886 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3cb52bdd-e939-44b3-9e51-270f281bfd12 req-ed1b028d-6b18-4ee6-a44f-a6aeb8334a08 tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] 10.222.0.79 "GET /v2.0/ports?device_id=af798342-08e1-4686-abda-0669c3198d97 HTTP/1.1" status: 200 len: 948 time: 0.0827224 May 23 11:56:05.426145 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3cb52bdd-e939-44b3-9e51-270f281bfd12 req-a2241897-9ba5-43e4-b5b3-75b9fee0186d tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] 10.222.0.79 "GET /v2.0/security-groups?id=436ab969-a84f-43fa-8553-6501781d01f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414593 May 23 11:56:06.651735 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c17c2-d653-4d56-a351-328b6da1aa58 req-1a5a3263-915d-4e16-9084-5c34d19812e1 tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:06.653257 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4f7c17c2-d653-4d56-a351-328b6da1aa58 req-1a5a3263-915d-4e16-9084-5c34d19812e1 tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] 10.222.0.79 "GET /v2.0/ports?device_id=af798342-08e1-4686-abda-0669c3198d97 HTTP/1.1" status: 200 len: 948 time: 0.0809641 May 23 11:56:06.703369 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4f7c17c2-d653-4d56-a351-328b6da1aa58 req-f2c27abc-cbab-426c-8661-1170c9d66dab tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] 10.222.0.79 "GET /v2.0/security-groups?id=436ab969-a84f-43fa-8553-6501781d01f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442777 May 23 11:56:07.742323 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device da62b2f1-5c50-4f65-8f6c-d92ec5d44af2 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:56:07.878345 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port da62b2f1-5c50-4f65-8f6c-d92ec5d44af2, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=da62b2f1-5c50-4f65-8f6c-d92ec5d44af2,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:56:07.891131 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'da62b2f1-5c50-4f65-8f6c-d92ec5d44af2', 'network_id': '45238d5c-875a-474b-bef1-cc75dc2ba645', 'port_id': 'da62b2f1-5c50-4f65-8f6c-d92ec5d44af2', 'mac_address': 'fa:16:3e:39:43:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1719237-4a8e-4354-92b1-51064eb09c82', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:56:07.906700 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34256a3-0281-4d39-85fa-51471104a711 req-bb7cc3a3-ba7f-44e1-b071-02464406039e tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:07.908185 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b34256a3-0281-4d39-85fa-51471104a711 req-bb7cc3a3-ba7f-44e1-b071-02464406039e tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] 10.222.0.79 "GET /v2.0/ports?device_id=af798342-08e1-4686-abda-0669c3198d97 HTTP/1.1" status: 200 len: 948 time: 0.0777299 May 23 11:56:07.944163 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:07.954267 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b34256a3-0281-4d39-85fa-51471104a711 req-99c853ce-2f01-4411-85ba-e9dd9da8c07d tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] 10.222.0.79 "GET /v2.0/security-groups?id=436ab969-a84f-43fa-8553-6501781d01f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404077 May 23 11:56:07.964435 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da62b2f1-5c50-4f65-8f6c-d92ec5d44af2 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:56:07.979559 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port da62b2f1-5c50-4f65-8f6c-d92ec5d44af2, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=da62b2f1-5c50-4f65-8f6c-d92ec5d44af2,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:56:07.985684 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:08.051309 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=da62b2f1-5c50-4f65-8f6c-d92ec5d44af2,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:56:08.063047 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:56:08.063569 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:56:08.064089 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:56:08.064605 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:56:08.065101 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:56:08.065599 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:56:08.066075 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:56:08.066516 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:56:08.067031 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:56:08.067517 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:56:08.068048 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:56:08.423567 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['da62b2f1-5c50-4f65-8f6c-d92ec5d44af2'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:56:08.456911 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:09.181075 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bdf5d6-601f-4c70-8713-724c57ffef9a req-86c5c7b2-19ba-4797-8359-62bfdd9bffb6 tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:09.182427 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-47bdf5d6-601f-4c70-8713-724c57ffef9a req-86c5c7b2-19ba-4797-8359-62bfdd9bffb6 tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] 10.222.0.79 "GET /v2.0/ports?device_id=af798342-08e1-4686-abda-0669c3198d97 HTTP/1.1" status: 200 len: 949 time: 0.0907569 May 23 11:56:09.233356 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-47bdf5d6-601f-4c70-8713-724c57ffef9a req-5383e92d-6daa-4b43-ae4a-0b6f2f0814ac tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] 10.222.0.79 "GET /v2.0/security-groups?id=436ab969-a84f-43fa-8553-6501781d01f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441315 May 23 11:56:09.316425 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d14ea0a3-c922-4c80-bfe2-6f711d3cb1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:09.739916 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device da62b2f1-5c50-4f65-8f6c-d92ec5d44af2 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:56:09.776590 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:09.817502 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port da62b2f1-5c50-4f65-8f6c-d92ec5d44af2 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:56:09.822348 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port da62b2f1-5c50-4f65-8f6c-d92ec5d44af2 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:56:09.822721 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:09.938847 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:09.965364 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af798342-08e1-4686-abda-0669c3198d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da62b2f1-5c50-4f65-8f6c-d92ec5d44af2'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:56:09.974451 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port da62b2f1-5c50-4f65-8f6c-d92ec5d44af2, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=da62b2f1-5c50-4f65-8f6c-d92ec5d44af2,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:56:09.980223 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:10.052089 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=da62b2f1-5c50-4f65-8f6c-d92ec5d44af2,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:56:10.141363 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-739b9ba9-b727-436a-8a98-8cbd077b0b76'] response: {'server_uuid': 'af798342-08e1-4686-abda-0669c3198d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da62b2f1-5c50-4f65-8f6c-d92ec5d44af2', 'code': 200} May 23 11:56:10.303081 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b302d644-d268-4665-a771-37d78755d974 req-948003eb-f0c7-4609-8da8-42490e469eaa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=af798342-08e1-4686-abda-0669c3198d97 HTTP/1.1" status: 200 len: 1101 time: 0.0775826 May 23 11:56:10.347159 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b302d644-d268-4665-a771-37d78755d974 req-0394fd37-6ee9-4d73-9552-458ff9ba8c4a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=436ab969-a84f-43fa-8553-6501781d01f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371373 May 23 11:56:10.469413 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034787e-c03e-4310-b531-6a26d54f4b5a req-dc351fd8-7d02-48eb-a9b7-02dc5aefef6b tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:10.470884 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2034787e-c03e-4310-b531-6a26d54f4b5a req-dc351fd8-7d02-48eb-a9b7-02dc5aefef6b tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] 10.222.0.79 "GET /v2.0/ports?device_id=af798342-08e1-4686-abda-0669c3198d97 HTTP/1.1" status: 200 len: 950 time: 0.0987630 May 23 11:56:10.525329 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2034787e-c03e-4310-b531-6a26d54f4b5a req-28542321-73b4-44ef-9ba4-150bc71203b0 tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] 10.222.0.79 "GET /v2.0/security-groups?id=436ab969-a84f-43fa-8553-6501781d01f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450089 May 23 11:56:11.606982 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1693e2d3-c159-4a4d-a18b-184486314cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:11.737019 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a08884-eb27-483a-8fc7-c89927273160 req-9921d70b-6c2f-4419-a1ae-e85f9ba58828 tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:11.739566 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-51a08884-eb27-483a-8fc7-c89927273160 req-9921d70b-6c2f-4419-a1ae-e85f9ba58828 tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] 10.222.0.79 "GET /v2.0/ports?device_id=af798342-08e1-4686-abda-0669c3198d97 HTTP/1.1" status: 200 len: 950 time: 0.0826895 May 23 11:56:11.792450 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-51a08884-eb27-483a-8fc7-c89927273160 req-7754788f-79b2-4299-aa5d-dcc7119d111d tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] 10.222.0.79 "GET /v2.0/security-groups?id=436ab969-a84f-43fa-8553-6501781d01f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481174 May 23 11:56:12.863371 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:12.887091 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:13.090931 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ca3bb-6cd9-41c6-adce-af090befa628 req-1e203e12-dcd4-4a7b-aa1c-1a91d5b16ff1 tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:13.092334 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5e1ca3bb-6cd9-41c6-adce-af090befa628 req-1e203e12-dcd4-4a7b-aa1c-1a91d5b16ff1 tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] 10.222.0.79 "GET /v2.0/ports?device_id=af798342-08e1-4686-abda-0669c3198d97 HTTP/1.1" status: 200 len: 950 time: 0.1736348 May 23 11:56:13.139192 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5e1ca3bb-6cd9-41c6-adce-af090befa628 req-a9113691-1372-468f-a7e9-1a4ef83740ae tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] 10.222.0.79 "GET /v2.0/security-groups?id=436ab969-a84f-43fa-8553-6501781d01f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412209 May 23 11:56:13.753964 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6f4f5a3c-858d-4672-8aca-9c9a3cbbe293 req-7e524df4-7f12-4595-996f-cc9d74594ba8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=af798342-08e1-4686-abda-0669c3198d97&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1542957 May 23 11:56:14.224479 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [req-dca22eeb-a446-4b8f-ba2a-6230d560b967 req-0c23d53d-8fbb-4bd1-8a41-27f4f117c6c9 service neutron] (83911) timed out ('10.222.0.79', 34180) {{(pid=83911) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 23 11:56:14.373594 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9fb97160-d730-4d5b-8c63-c16cba7afeae req-4b0ed32d-fd83-40a2-8a10-3cc5275383fb service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=af798342-08e1-4686-abda-0669c3198d97&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1474569 May 23 11:56:14.430675 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:14.927004 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf7cb5-73a1-49e4-80ab-0162481313b3 req-2ee3c815-9cb2-478b-83e3-74e22a0f6f3e tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:14.928467 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-40cf7cb5-73a1-49e4-80ab-0162481313b3 req-2ee3c815-9cb2-478b-83e3-74e22a0f6f3e tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] 10.222.0.79 "GET /v2.0/ports?device_id=af798342-08e1-4686-abda-0669c3198d97 HTTP/1.1" status: 200 len: 950 time: 0.0813129 May 23 11:56:14.986580 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-40cf7cb5-73a1-49e4-80ab-0162481313b3 req-50cba215-ebed-4031-a2c0-5c22ca24ec55 tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] 10.222.0.79 "GET /v2.0/security-groups?id=436ab969-a84f-43fa-8553-6501781d01f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523643 May 23 11:56:15.964953 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:56:16.198587 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf540b06-f340-4cd6-91e6-da65db602805 req-e56f43c4-4052-4597-8aa2-1cb4b3877797 tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:16.200179 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cf540b06-f340-4cd6-91e6-da65db602805 req-e56f43c4-4052-4597-8aa2-1cb4b3877797 tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] 10.222.0.79 "GET /v2.0/ports?device_id=af798342-08e1-4686-abda-0669c3198d97 HTTP/1.1" status: 200 len: 950 time: 0.0856266 May 23 11:56:16.248253 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cf540b06-f340-4cd6-91e6-da65db602805 req-25013263-453c-44d5-bcd6-9643519289f6 tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] 10.222.0.79 "GET /v2.0/security-groups?id=436ab969-a84f-43fa-8553-6501781d01f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399823 May 23 11:56:16.368257 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3de6c-46a1-49bf-a854-ef4b6adf017e req-2a6cc760-5e20-4b57-a848-6d1245cba7e8 tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:16.369705 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-72a3de6c-46a1-49bf-a854-ef4b6adf017e req-2a6cc760-5e20-4b57-a848-6d1245cba7e8 tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] 10.222.0.13 "GET /v2.0/ports?device_id=af798342-08e1-4686-abda-0669c3198d97 HTTP/1.1" status: 200 len: 950 time: 0.0891671 May 23 11:56:16.439428 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-72a3de6c-46a1-49bf-a854-ef4b6adf017e req-f75c2717-fabf-4702-9af6-e9c7273f51be tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Deleting port da62b2f1-5c50-4f65-8f6c-d92ec5d44af2 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:56:16.439771 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-72a3de6c-46a1-49bf-a854-ef4b6adf017e req-f75c2717-fabf-4702-9af6-e9c7273f51be tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:16.699937 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-72a3de6c-46a1-49bf-a854-ef4b6adf017e req-f75c2717-fabf-4702-9af6-e9c7273f51be tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] For port da62b2f1-5c50-4f65-8f6c-d92ec5d44af2, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=da62b2f1-5c50-4f65-8f6c-d92ec5d44af2,segment=NetworkSegment(4a0f3bd6-c623-4e55-8a42-f94806064b9d),segment_id=4a0f3bd6-c623-4e55-8a42-f94806064b9d)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:56:16.700257 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-72a3de6c-46a1-49bf-a854-ef4b6adf017e req-f75c2717-fabf-4702-9af6-e9c7273f51be tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:16.824804 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-72a3de6c-46a1-49bf-a854-ef4b6adf017e req-f75c2717-fabf-4702-9af6-e9c7273f51be tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Calling delete_port for da62b2f1-5c50-4f65-8f6c-d92ec5d44af2 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:56:16.985263 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-72a3de6c-46a1-49bf-a854-ef4b6adf017e req-f75c2717-fabf-4702-9af6-e9c7273f51be tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:17.019139 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['da62b2f1-5c50-4f65-8f6c-d92ec5d44af2'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:56:17.033890 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c2717-fabf-4702-9af6-e9c7273f51be tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Pushing event deleted for resources: {'Port': ['ID=da62b2f1-5c50-4f65-8f6c-d92ec5d44af2,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:56:17.111386 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a3de6c-46a1-49bf-a854-ef4b6adf017e req-f75c2717-fabf-4702-9af6-e9c7273f51be tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] No DVR routers for this DVR port da62b2f1-5c50-4f65-8f6c-d92ec5d44af2 on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:56:17.114240 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-72a3de6c-46a1-49bf-a854-ef4b6adf017e req-f75c2717-fabf-4702-9af6-e9c7273f51be tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:17.116995 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af798342-08e1-4686-abda-0669c3198d97', 'name': 'network-vif-deleted', 'tag': 'da62b2f1-5c50-4f65-8f6c-d92ec5d44af2'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:56:17.133712 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-72a3de6c-46a1-49bf-a854-ef4b6adf017e req-f75c2717-fabf-4702-9af6-e9c7273f51be tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] 10.222.0.13 "DELETE /v2.0/ports/da62b2f1-5c50-4f65-8f6c-d92ec5d44af2 HTTP/1.1" status: 204 len: 173 time: 0.7582300 May 23 11:56:17.174019 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87430616-1172-40b9-84fc-e75d788b4399'] response: {'server_uuid': 'af798342-08e1-4686-abda-0669c3198d97', 'name': 'network-vif-deleted', 'tag': 'da62b2f1-5c50-4f65-8f6c-d92ec5d44af2', 'status': 'completed', 'code': 200} May 23 11:56:17.443122 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-6591f715-dee4-451f-8fcb-9b0f3b4a941a req-c58a5edc-1ffa-490d-b04d-51313cc869ed tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Synchronizing usage tracker for tenant:b0f47cc8afdd4af4b8bd9437bd1ff184 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:56:17.464765 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-6591f715-dee4-451f-8fcb-9b0f3b4a941a req-c58a5edc-1ffa-490d-b04d-51313cc869ed tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] Unset dirty status for tenant:b0f47cc8afdd4af4b8bd9437bd1ff184 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:56:17.466361 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6591f715-dee4-451f-8fcb-9b0f3b4a941a req-c58a5edc-1ffa-490d-b04d-51313cc869ed tempest-ServersAdminNegativeTestJSON-1920086505 tempest-ServersAdminNegativeTestJSON-1920086505-project] 10.222.0.79 "GET /v2.0/ports?device_id=af798342-08e1-4686-abda-0669c3198d97 HTTP/1.1" status: 200 len: 210 time: 0.0709569 May 23 11:56:18.900175 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39734) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:56:19.081184 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-45019c95-1ab6-43aa-b5ad-6ed626d12502 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b0f47cc8afdd4af4b8bd9437bd1ff184&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1795173 May 23 11:56:19.085074 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39740) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:56:19.148369 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0ba6a92e-afd0-454e-943e-c6796d5d1a6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:19.182403 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0ba6a92e-afd0-454e-943e-c6796d5d1a6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:19.242054 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0ba6a92e-afd0-454e-943e-c6796d5d1a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:19.259081 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba6a92e-afd0-454e-943e-c6796d5d1a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436ab969-a84f-43fa-8553-6501781d01f9,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:56:19.271177 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0ba6a92e-afd0-454e-943e-c6796d5d1a6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:19.271530 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0ba6a92e-afd0-454e-943e-c6796d5d1a6a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/436ab969-a84f-43fa-8553-6501781d01f9 HTTP/1.1" status: 204 len: 168 time: 0.1853814 May 23 11:56:19.632507 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39748) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:56:19.651279 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-72a81cbd-6252-4bed-9e64-31b1b763361d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:19.687339 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-72a81cbd-6252-4bed-9e64-31b1b763361d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:56:19.691420 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-72a81cbd-6252-4bed-9e64-31b1b763361d admin admin] Usage tracker for resource:security_group_rule and tenant:9a39c505153e4a4b88f813012749f27f is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:56:19.694293 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-72a81cbd-6252-4bed-9e64-31b1b763361d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:56:19.700315 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-72a81cbd-6252-4bed-9e64-31b1b763361d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:56:19.765779 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-72a81cbd-6252-4bed-9e64-31b1b763361d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:19.771755 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-72a81cbd-6252-4bed-9e64-31b1b763361d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:19.803274 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device da62b2f1-5c50-4f65-8f6c-d92ec5d44af2 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:56:19.816698 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a81cbd-6252-4bed-9e64-31b1b763361d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7031dcd-caee-46e0-84ae-4b5d9862db17,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:56:19.824617 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-72a81cbd-6252-4bed-9e64-31b1b763361d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9a39c505153e4a4b88f813012749f27f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1884995 May 23 11:56:19.824830 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39752) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:56:19.840548 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: da62b2f1-5c50-4f65-8f6c-d92ec5d44af2 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:56:19.841431 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device da62b2f1-5c50-4f65-8f6c-d92ec5d44af2 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:56:19.888125 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cdaa564d-5312-4174-ac50-84d3f99f034b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:19.913654 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cdaa564d-5312-4174-ac50-84d3f99f034b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:19.970610 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cdaa564d-5312-4174-ac50-84d3f99f034b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:19.987075 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa564d-5312-4174-ac50-84d3f99f034b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7031dcd-caee-46e0-84ae-4b5d9862db17,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:56:19.991582 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cdaa564d-5312-4174-ac50-84d3f99f034b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:19.993012 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-cdaa564d-5312-4174-ac50-84d3f99f034b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f7031dcd-caee-46e0-84ae-4b5d9862db17 HTTP/1.1" status: 204 len: 168 time: 0.1673007 May 23 11:56:20.978729 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39774) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:56:21.108304 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-152412b0-af04-4881-8648-03a684c4aaac admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-501219597-network', 'tenant_id': 'cc231dfa26e74dfc8db9f2f454b921bd'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:56:21.114086 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-152412b0-af04-4881-8648-03a684c4aaac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:56:21.118372 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-152412b0-af04-4881-8648-03a684c4aaac admin admin] Usage tracker for resource:network and tenant:cc231dfa26e74dfc8db9f2f454b921bd is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:56:21.122149 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-152412b0-af04-4881-8648-03a684c4aaac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:56:21.128062 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-152412b0-af04-4881-8648-03a684c4aaac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:56:21.139761 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152412b0-af04-4881-8648-03a684c4aaac admin admin] Made reservation on behalf of cc231dfa26e74dfc8db9f2f454b921bd for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:56:21.142073 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-152412b0-af04-4881-8648-03a684c4aaac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:21.154933 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-152412b0-af04-4881-8648-03a684c4aaac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:21.185580 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-152412b0-af04-4881-8648-03a684c4aaac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:56:21.189603 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-152412b0-af04-4881-8648-03a684c4aaac admin admin] Usage tracker for resource:security_group_rule and tenant:cc231dfa26e74dfc8db9f2f454b921bd is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:56:21.192414 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-152412b0-af04-4881-8648-03a684c4aaac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:56:21.198058 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-152412b0-af04-4881-8648-03a684c4aaac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:56:21.262361 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-152412b0-af04-4881-8648-03a684c4aaac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:21.267807 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-152412b0-af04-4881-8648-03a684c4aaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:21.299631 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-152412b0-af04-4881-8648-03a684c4aaac admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:56:21.307947 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152412b0-af04-4881-8648-03a684c4aaac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfea4829-5a9a-48be-a323-806b378c0689,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:56:21.318012 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-152412b0-af04-4881-8648-03a684c4aaac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:21.318351 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-152412b0-af04-4881-8648-03a684c4aaac admin admin] Added segment 7f90a8f8-9d2e-4ea5-80e4-2b1df3c34011 of type vlan for network 4def9c91-ad56-4c5f-959f-06028ebb09d2 May 23 11:56:21.324434 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152412b0-af04-4881-8648-03a684c4aaac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:56:21.324814 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152412b0-af04-4881-8648-03a684c4aaac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:56:21.325155 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152412b0-af04-4881-8648-03a684c4aaac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:56:21.325490 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152412b0-af04-4881-8648-03a684c4aaac admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:56:21.325821 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152412b0-af04-4881-8648-03a684c4aaac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:56:21.326174 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152412b0-af04-4881-8648-03a684c4aaac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:56:21.326495 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152412b0-af04-4881-8648-03a684c4aaac admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:56:21.326815 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152412b0-af04-4881-8648-03a684c4aaac admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:56:21.327124 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152412b0-af04-4881-8648-03a684c4aaac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:56:21.327496 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152412b0-af04-4881-8648-03a684c4aaac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:56:21.327864 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152412b0-af04-4881-8648-03a684c4aaac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:56:21.352018 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-152412b0-af04-4881-8648-03a684c4aaac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:21.382962 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-152412b0-af04-4881-8648-03a684c4aaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:21.383729 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152412b0-af04-4881-8648-03a684c4aaac admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:21.384408 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-152412b0-af04-4881-8648-03a684c4aaac admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:21.488261 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-152412b0-af04-4881-8648-03a684c4aaac admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5083158 May 23 11:56:21.489109 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152412b0-af04-4881-8648-03a684c4aaac admin admin] Pushing event updated for resources: {'Network': ['ID=4def9c91-ad56-4c5f-959f-06028ebb09d2,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:56:21.491257 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39780) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:56:21.497155 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-0034599c-fec7-4877-83cd-f45e16656541 admin admin] Request body: {'subnet': {'network_id': '4def9c91-ad56-4c5f-959f-06028ebb09d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-501219597-subnet', 'tenant_id': 'cc231dfa26e74dfc8db9f2f454b921bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:56:21.499433 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 4def9c91-ad56-4c5f-959f-06028ebb09d2 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:56:21.503464 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0034599c-fec7-4877-83cd-f45e16656541 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:56:21.507754 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-0034599c-fec7-4877-83cd-f45e16656541 admin admin] Usage tracker for resource:subnet and tenant:cc231dfa26e74dfc8db9f2f454b921bd is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:56:21.510869 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-0034599c-fec7-4877-83cd-f45e16656541 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:56:21.517156 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0034599c-fec7-4877-83cd-f45e16656541 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:56:21.529593 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0034599c-fec7-4877-83cd-f45e16656541 admin admin] Made reservation on behalf of cc231dfa26e74dfc8db9f2f454b921bd for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:56:21.531913 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0034599c-fec7-4877-83cd-f45e16656541 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:21.819854 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0034599c-fec7-4877-83cd-f45e16656541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:21.895356 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0034599c-fec7-4877-83cd-f45e16656541 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30b6faa1-d7f2-47c8-9b4b-cc3b9cc7c51e,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:56:21.910864 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0034599c-fec7-4877-83cd-f45e16656541 admin admin] Checking segment: {'id': '7f90a8f8-9d2e-4ea5-80e4-2b1df3c34011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4def9c91-ad56-4c5f-959f-06028ebb09d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:56:21.911213 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0034599c-fec7-4877-83cd-f45e16656541 admin admin] Network hostable DHCP agents. Network: 4def9c91-ad56-4c5f-959f-06028ebb09d2, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:56:21.936393 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0034599c-fec7-4877-83cd-f45e16656541 admin admin] Network 4def9c91-ad56-4c5f-959f-06028ebb09d2 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:56:21.946039 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-0034599c-fec7-4877-83cd-f45e16656541 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 4def9c91-ad56-4c5f-959f-06028ebb09d2) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:56:21.950329 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0034599c-fec7-4877-83cd-f45e16656541 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:21.951062 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0034599c-fec7-4877-83cd-f45e16656541 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:21.956137 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e4d731-421b-4a40-a65f-27331a5ef6bf None None] Network 4def9c91-ad56-4c5f-959f-06028ebb09d2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:56:21.973681 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0034599c-fec7-4877-83cd-f45e16656541 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4811006 May 23 11:56:22.169893 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03fd3fb-684d-42aa-a0e7-33fd1356d9e2 None None] Network 4def9c91-ad56-4c5f-959f-06028ebb09d2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:56:22.516057 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a83ab5-c742-45d2-9acf-20d299171680 req-c5447bbb-3875-4185-9366-9119924cf23b tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:22.517474 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-26a83ab5-c742-45d2-9acf-20d299171680 req-c5447bbb-3875-4185-9366-9119924cf23b tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/networks?id=4def9c91-ad56-4c5f-959f-06028ebb09d2 HTTP/1.1" status: 200 len: 811 time: 0.1459575 May 23 11:56:22.534595 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-26a83ab5-c742-45d2-9acf-20d299171680 req-0cd6a431-6391-4764-8f17-dc0e26e4a2b2 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/quotas/cc231dfa26e74dfc8db9f2f454b921bd HTTP/1.1" status: 200 len: 375 time: 0.0112853 May 23 11:56:22.578917 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-26a83ab5-c742-45d2-9acf-20d299171680 req-c78040ec-9c10-4173-8137-f6d2a3033888 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=cc231dfa26e74dfc8db9f2f454b921bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394254 May 23 11:56:22.588854 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-26a83ab5-c742-45d2-9acf-20d299171680 req-d569b5f0-1ee2-4277-9e60-21a9d13386d2 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:56:22.589760 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-26a83ab5-c742-45d2-9acf-20d299171680 req-d569b5f0-1ee2-4277-9e60-21a9d13386d2 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046494 May 23 11:56:22.732607 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-26a83ab5-c742-45d2-9acf-20d299171680 req-47920487-1a02-4fde-949a-a31fe30045da service neutron] 10.222.0.79 "GET /v2.0/networks/4def9c91-ad56-4c5f-959f-06028ebb09d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371467 May 23 11:56:22.869148 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-26a83ab5-c742-45d2-9acf-20d299171680 req-4ba1bba7-624b-4826-a74d-588a8a70bebd service neutron] 10.222.0.79 "GET /v2.0/networks/4def9c91-ad56-4c5f-959f-06028ebb09d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282732 May 23 11:56:23.069713 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0cb8b51f-ca58-49a4-a65d-f0d2e91420d9 req-7a8b3232-02e0-4dee-9634-7780d125b277 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 210 time: 0.0453286 May 23 11:56:24.250486 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2a0e23b8-c9d3-4e85-89a2-9880ddd81b97 req-93ed3312-ed89-49f9-ba01-9ed63e07c215 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 210 time: 0.0586572 May 23 11:56:24.298642 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a83ab5-c742-45d2-9acf-20d299171680 req-28ce5038-ae5d-459b-9c3b-053ca4fa8a36 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:24.300168 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-26a83ab5-c742-45d2-9acf-20d299171680 req-28ce5038-ae5d-459b-9c3b-053ca4fa8a36 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.13 "GET /v2.0/networks?id=4def9c91-ad56-4c5f-959f-06028ebb09d2 HTTP/1.1" status: 200 len: 811 time: 0.1844454 May 23 11:56:24.328276 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-26a83ab5-c742-45d2-9acf-20d299171680 req-5eb02306-abf3-4d99-996c-f131775b4ad0 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Request body: {'port': {'device_id': '4ddc32d1-8bcf-460d-b11b-470886fbc3cc', 'network_id': '4def9c91-ad56-4c5f-959f-06028ebb09d2', 'admin_state_up': True, 'tenant_id': 'cc231dfa26e74dfc8db9f2f454b921bd'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:56:24.468712 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-26a83ab5-c742-45d2-9acf-20d299171680 req-5eb02306-abf3-4d99-996c-f131775b4ad0 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:56:24.472659 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-26a83ab5-c742-45d2-9acf-20d299171680 req-5eb02306-abf3-4d99-996c-f131775b4ad0 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Usage tracker for resource:port and tenant:cc231dfa26e74dfc8db9f2f454b921bd is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:56:24.475488 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-26a83ab5-c742-45d2-9acf-20d299171680 req-5eb02306-abf3-4d99-996c-f131775b4ad0 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:56:24.481338 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-26a83ab5-c742-45d2-9acf-20d299171680 req-5eb02306-abf3-4d99-996c-f131775b4ad0 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:56:24.494678 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26a83ab5-c742-45d2-9acf-20d299171680 req-5eb02306-abf3-4d99-996c-f131775b4ad0 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Made reservation on behalf of cc231dfa26e74dfc8db9f2f454b921bd for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:56:24.497976 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-26a83ab5-c742-45d2-9acf-20d299171680 req-5eb02306-abf3-4d99-996c-f131775b4ad0 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:24.665213 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-26a83ab5-c742-45d2-9acf-20d299171680 req-5eb02306-abf3-4d99-996c-f131775b4ad0 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Allocated IP 172.20.0.7 (4def9c91-ad56-4c5f-959f-06028ebb09d2/30b6faa1-d7f2-47c8-9b4b-cc3b9cc7c51e/ed3fac4b-8f5d-4ca5-b1bc-c89400228132) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:56:24.870335 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-26a83ab5-c742-45d2-9acf-20d299171680 req-5eb02306-abf3-4d99-996c-f131775b4ad0 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:24.898579 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-26a83ab5-c742-45d2-9acf-20d299171680 req-5eb02306-abf3-4d99-996c-f131775b4ad0 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:24.973406 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26a83ab5-c742-45d2-9acf-20d299171680 req-5eb02306-abf3-4d99-996c-f131775b4ad0 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Network 4def9c91-ad56-4c5f-959f-06028ebb09d2 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:56:24.976426 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-26a83ab5-c742-45d2-9acf-20d299171680 req-5eb02306-abf3-4d99-996c-f131775b4ad0 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:56:24.980709 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a83ab5-c742-45d2-9acf-20d299171680 req-5eb02306-abf3-4d99-996c-f131775b4ad0 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:56:25.008255 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb02306-abf3-4d99-996c-f131775b4ad0 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Pushing event updated for resources: {'Port': ['ID=ed3fac4b-8f5d-4ca5-b1bc-c89400228132,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:56:25.047465 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a83ab5-c742-45d2-9acf-20d299171680 req-5eb02306-abf3-4d99-996c-f131775b4ad0 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:25.048091 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-26a83ab5-c742-45d2-9acf-20d299171680 req-5eb02306-abf3-4d99-996c-f131775b4ad0 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:25.070135 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-26a83ab5-c742-45d2-9acf-20d299171680 req-5eb02306-abf3-4d99-996c-f131775b4ad0 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7455528 May 23 11:56:25.086691 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-26a83ab5-c742-45d2-9acf-20d299171680 req-541a16cd-6171-4e8d-877d-91c0c5bd6b65 service neutron] Request body: {'port': {'device_id': '4ddc32d1-8bcf-460d-b11b-470886fbc3cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:56:25.287434 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-26a83ab5-c742-45d2-9acf-20d299171680 req-541a16cd-6171-4e8d-877d-91c0c5bd6b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:25.595346 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06f06c-4277-4bd9-9739-947ac98c0892 req-3136bd47-7d7d-455e-ac9c-cc53e1f180a7 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:25.595946 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-8f06f06c-4277-4bd9-9739-947ac98c0892 req-3136bd47-7d7d-455e-ac9c-cc53e1f180a7 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Synchronizing usage tracker for tenant:cc231dfa26e74dfc8db9f2f454b921bd on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:56:25.641542 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-8f06f06c-4277-4bd9-9739-947ac98c0892 req-3136bd47-7d7d-455e-ac9c-cc53e1f180a7 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Unset dirty status for tenant:cc231dfa26e74dfc8db9f2f454b921bd on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:56:25.642678 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8f06f06c-4277-4bd9-9739-947ac98c0892 req-3136bd47-7d7d-455e-ac9c-cc53e1f180a7 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 931 time: 0.2388084 May 23 11:56:25.720222 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-26a83ab5-c742-45d2-9acf-20d299171680 req-541a16cd-6171-4e8d-877d-91c0c5bd6b65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed3fac4b-8f5d-4ca5-b1bc-c89400228132 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:56:25.728663 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-26a83ab5-c742-45d2-9acf-20d299171680 req-541a16cd-6171-4e8d-877d-91c0c5bd6b65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:25.749576 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8f06f06c-4277-4bd9-9739-947ac98c0892 req-ece594fa-dd00-498f-838b-bd3619a43d30 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfea4829-5a9a-48be-a323-806b378c0689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755489 May 23 11:56:25.750452 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-26a83ab5-c742-45d2-9acf-20d299171680 req-541a16cd-6171-4e8d-877d-91c0c5bd6b65 service neutron] Transition to ACTIVE for port object ed3fac4b-8f5d-4ca5-b1bc-c89400228132 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:56:25.757078 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-26a83ab5-c742-45d2-9acf-20d299171680 req-541a16cd-6171-4e8d-877d-91c0c5bd6b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:25.879432 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a16cd-6171-4e8d-877d-91c0c5bd6b65 service neutron] Pushing event updated for resources: {'Port': ['ID=ed3fac4b-8f5d-4ca5-b1bc-c89400228132,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:56:25.990158 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-26a83ab5-c742-45d2-9acf-20d299171680 req-541a16cd-6171-4e8d-877d-91c0c5bd6b65 service neutron] Attempting to bind port ed3fac4b-8f5d-4ca5-b1bc-c89400228132 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:56:25.990488 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-26a83ab5-c742-45d2-9acf-20d299171680 req-541a16cd-6171-4e8d-877d-91c0c5bd6b65 service neutron] Attempting to bind port ed3fac4b-8f5d-4ca5-b1bc-c89400228132 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '7f90a8f8-9d2e-4ea5-80e4-2b1df3c34011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4def9c91-ad56-4c5f-959f-06028ebb09d2'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:56:25.990816 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a83ab5-c742-45d2-9acf-20d299171680 req-541a16cd-6171-4e8d-877d-91c0c5bd6b65 service neutron] Attempting to bind port ed3fac4b-8f5d-4ca5-b1bc-c89400228132 on network 4def9c91-ad56-4c5f-959f-06028ebb09d2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:56:25.997281 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a83ab5-c742-45d2-9acf-20d299171680 req-541a16cd-6171-4e8d-877d-91c0c5bd6b65 service neutron] Port ed3fac4b-8f5d-4ca5-b1bc-c89400228132 on network 4def9c91-ad56-4c5f-959f-06028ebb09d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:56:25.997596 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a83ab5-c742-45d2-9acf-20d299171680 req-541a16cd-6171-4e8d-877d-91c0c5bd6b65 service neutron] Attempting to bind port ed3fac4b-8f5d-4ca5-b1bc-c89400228132 on network 4def9c91-ad56-4c5f-959f-06028ebb09d2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:56:26.004991 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a83ab5-c742-45d2-9acf-20d299171680 req-541a16cd-6171-4e8d-877d-91c0c5bd6b65 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:56:26.005318 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a83ab5-c742-45d2-9acf-20d299171680 req-541a16cd-6171-4e8d-877d-91c0c5bd6b65 service neutron] Checking segment: {'id': '7f90a8f8-9d2e-4ea5-80e4-2b1df3c34011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4def9c91-ad56-4c5f-959f-06028ebb09d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:56:26.005695 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a83ab5-c742-45d2-9acf-20d299171680 req-541a16cd-6171-4e8d-877d-91c0c5bd6b65 service neutron] Bound using segment: {'id': '7f90a8f8-9d2e-4ea5-80e4-2b1df3c34011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4def9c91-ad56-4c5f-959f-06028ebb09d2'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:56:26.006140 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-26a83ab5-c742-45d2-9acf-20d299171680 req-541a16cd-6171-4e8d-877d-91c0c5bd6b65 service neutron] Bound port: ed3fac4b-8f5d-4ca5-b1bc-c89400228132, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f90a8f8-9d2e-4ea5-80e4-2b1df3c34011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4def9c91-ad56-4c5f-959f-06028ebb09d2'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:56:26.006479 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-26a83ab5-c742-45d2-9acf-20d299171680 req-541a16cd-6171-4e8d-877d-91c0c5bd6b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:26.093684 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-26a83ab5-c742-45d2-9acf-20d299171680 req-541a16cd-6171-4e8d-877d-91c0c5bd6b65 service neutron] For port ed3fac4b-8f5d-4ca5-b1bc-c89400228132, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:56:26.096615 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-26a83ab5-c742-45d2-9acf-20d299171680 req-541a16cd-6171-4e8d-877d-91c0c5bd6b65 service neutron] For port ed3fac4b-8f5d-4ca5-b1bc-c89400228132, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=ed3fac4b-8f5d-4ca5-b1bc-c89400228132,segment=NetworkSegment(7f90a8f8-9d2e-4ea5-80e4-2b1df3c34011),segment_id=7f90a8f8-9d2e-4ea5-80e4-2b1df3c34011)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:56:26.103356 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-26a83ab5-c742-45d2-9acf-20d299171680 req-541a16cd-6171-4e8d-877d-91c0c5bd6b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:26.167244 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-26a83ab5-c742-45d2-9acf-20d299171680 req-541a16cd-6171-4e8d-877d-91c0c5bd6b65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:26.168791 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-26a83ab5-c742-45d2-9acf-20d299171680 req-541a16cd-6171-4e8d-877d-91c0c5bd6b65 service neutron] 10.222.0.13 "PUT /v2.0/ports/ed3fac4b-8f5d-4ca5-b1bc-c89400228132 HTTP/1.1" status: 200 len: 1091 time: 1.0859554 May 23 11:56:26.169220 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ddc32d1-8bcf-460d-b11b-470886fbc3cc', 'tag': 'ed3fac4b-8f5d-4ca5-b1bc-c89400228132'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:56:26.187215 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a16cd-6171-4e8d-877d-91c0c5bd6b65 service neutron] Pushing event updated for resources: {'Port': ['ID=ed3fac4b-8f5d-4ca5-b1bc-c89400228132,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:56:26.250658 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0e765e8-7a3a-4278-b40d-4942e9d596f5'] response: {'name': 'network-changed', 'server_uuid': '4ddc32d1-8bcf-460d-b11b-470886fbc3cc', 'tag': 'ed3fac4b-8f5d-4ca5-b1bc-c89400228132', 'status': 'completed', 'code': 200} May 23 11:56:26.292647 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-26a83ab5-c742-45d2-9acf-20d299171680 req-896fe6ee-9851-4317-a290-ce12e9035cf8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc231dfa26e74dfc8db9f2f454b921bd&device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 1094 time: 0.0728092 May 23 11:56:26.370055 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-26a83ab5-c742-45d2-9acf-20d299171680 req-ddd76fbd-8beb-456a-83c1-810248c93d80 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed3fac4b-8f5d-4ca5-b1bc-c89400228132 HTTP/1.1" status: 200 len: 217 time: 0.0651565 May 23 11:56:26.441448 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a83ab5-c742-45d2-9acf-20d299171680 req-21d03167-f759-41e4-854b-01635e30dbe8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:26.442878 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-26a83ab5-c742-45d2-9acf-20d299171680 req-21d03167-f759-41e4-854b-01635e30dbe8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=30b6faa1-d7f2-47c8-9b4b-cc3b9cc7c51e HTTP/1.1" status: 200 len: 851 time: 0.0666242 May 23 11:56:26.487581 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-26a83ab5-c742-45d2-9acf-20d299171680 req-a3a32dda-f31a-40aa-a1bb-0d621d98b8ef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4def9c91-ad56-4c5f-959f-06028ebb09d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388520 May 23 11:56:26.624495 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-26a83ab5-c742-45d2-9acf-20d299171680 req-dee0f667-cca7-42ca-971f-c3005fb97b52 service neutron] 10.222.0.13 "GET /v2.0/networks/4def9c91-ad56-4c5f-959f-06028ebb09d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306808 May 23 11:56:26.770383 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-26a83ab5-c742-45d2-9acf-20d299171680 req-d8becf64-0aa2-49ba-bce6-3056860895b9 service neutron] 10.222.0.13 "GET /v2.0/networks/4def9c91-ad56-4c5f-959f-06028ebb09d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400888 May 23 11:56:26.997149 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f332a5cb-853d-4d63-a1ee-e685b1afef45 req-5b0cf5af-c29c-42bc-b874-50fde59936b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc231dfa26e74dfc8db9f2f454b921bd&device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 1094 time: 0.1330624 May 23 11:56:27.003355 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8b248-a7d7-4e41-a258-c25f7643cd7f req-18edf9d6-6071-4587-a03f-56ec44ac2859 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:27.004692 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d1f8b248-a7d7-4e41-a258-c25f7643cd7f req-18edf9d6-6071-4587-a03f-56ec44ac2859 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 943 time: 0.1032181 May 23 11:56:27.141992 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d1f8b248-a7d7-4e41-a258-c25f7643cd7f req-04589b6d-966a-466d-ad35-590f3667809c tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfea4829-5a9a-48be-a323-806b378c0689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190331 May 23 11:56:27.164184 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332a5cb-853d-4d63-a1ee-e685b1afef45 req-8c64f692-d609-4555-a404-0aeb09043cd2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:27.165589 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f332a5cb-853d-4d63-a1ee-e685b1afef45 req-8c64f692-d609-4555-a404-0aeb09043cd2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4def9c91-ad56-4c5f-959f-06028ebb09d2 HTTP/1.1" status: 200 len: 912 time: 0.1601081 May 23 11:56:27.232362 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f332a5cb-853d-4d63-a1ee-e685b1afef45 req-088e2fa9-4315-4937-800e-19fc14c8c21b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed3fac4b-8f5d-4ca5-b1bc-c89400228132 HTTP/1.1" status: 200 len: 217 time: 0.0602803 May 23 11:56:27.379001 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332a5cb-853d-4d63-a1ee-e685b1afef45 req-a6a1dff5-ee48-4f8e-94e0-d22f87d1f931 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:27.380342 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f332a5cb-853d-4d63-a1ee-e685b1afef45 req-a6a1dff5-ee48-4f8e-94e0-d22f87d1f931 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=30b6faa1-d7f2-47c8-9b4b-cc3b9cc7c51e HTTP/1.1" status: 200 len: 851 time: 0.1425700 May 23 11:56:27.429012 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f332a5cb-853d-4d63-a1ee-e685b1afef45 req-24b110bf-251f-41e7-89c1-8be3d0da7225 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4def9c91-ad56-4c5f-959f-06028ebb09d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397081 May 23 11:56:27.563302 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f332a5cb-853d-4d63-a1ee-e685b1afef45 req-e1f6fdc1-85d7-49d0-a5b8-e7d0e43debca service neutron] 10.222.0.13 "GET /v2.0/networks/4def9c91-ad56-4c5f-959f-06028ebb09d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288853 May 23 11:56:27.696932 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f332a5cb-853d-4d63-a1ee-e685b1afef45 req-4081ca60-8dd5-4f40-8c77-6b0bef159ac1 service neutron] 10.222.0.13 "GET /v2.0/networks/4def9c91-ad56-4c5f-959f-06028ebb09d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268785 May 23 11:56:28.358343 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597d3b3-ddd6-4fc7-976a-27b37e2c8e9d req-c3165763-36d5-4e76-ae86-928c6d064c0e tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:28.359811 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d597d3b3-ddd6-4fc7-976a-27b37e2c8e9d req-c3165763-36d5-4e76-ae86-928c6d064c0e tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 943 time: 0.0809798 May 23 11:56:28.410204 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d597d3b3-ddd6-4fc7-976a-27b37e2c8e9d req-7ddb369f-ea3a-422d-9422-c9a6c73d0f14 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfea4829-5a9a-48be-a323-806b378c0689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447037 May 23 11:56:29.629909 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f718d22-2da0-4a27-aca0-41dc88a1cf33 req-407d3a43-5b4d-4840-aa2e-24dae9b0423b tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:29.631374 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4f718d22-2da0-4a27-aca0-41dc88a1cf33 req-407d3a43-5b4d-4840-aa2e-24dae9b0423b tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 943 time: 0.0872025 May 23 11:56:29.678611 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4f718d22-2da0-4a27-aca0-41dc88a1cf33 req-cc94d63c-25d2-48f7-9d23-0fbabc13bce8 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfea4829-5a9a-48be-a323-806b378c0689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415564 May 23 11:56:30.894926 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0bad72-14a1-48d2-90ea-7d8e65e833a1 req-11a36d46-2d37-4223-aa03-a52bafbe2347 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:30.896406 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-df0bad72-14a1-48d2-90ea-7d8e65e833a1 req-11a36d46-2d37-4223-aa03-a52bafbe2347 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 943 time: 0.0826502 May 23 11:56:30.944994 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-df0bad72-14a1-48d2-90ea-7d8e65e833a1 req-bdee26b6-f4cb-4270-919a-68b77a18d79e tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfea4829-5a9a-48be-a323-806b378c0689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406077 May 23 11:56:31.865979 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device ed3fac4b-8f5d-4ca5-b1bc-c89400228132 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:56:32.021502 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port ed3fac4b-8f5d-4ca5-b1bc-c89400228132, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=ed3fac4b-8f5d-4ca5-b1bc-c89400228132,segment=NetworkSegment(7f90a8f8-9d2e-4ea5-80e4-2b1df3c34011),segment_id=7f90a8f8-9d2e-4ea5-80e4-2b1df3c34011)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:56:32.034801 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'ed3fac4b-8f5d-4ca5-b1bc-c89400228132', 'network_id': '4def9c91-ad56-4c5f-959f-06028ebb09d2', 'port_id': 'ed3fac4b-8f5d-4ca5-b1bc-c89400228132', 'mac_address': 'fa:16:3e:11:6d:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b6faa1-d7f2-47c8-9b4b-cc3b9cc7c51e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:56:32.088733 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:32.106199 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed3fac4b-8f5d-4ca5-b1bc-c89400228132 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:56:32.121426 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port ed3fac4b-8f5d-4ca5-b1bc-c89400228132, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=ed3fac4b-8f5d-4ca5-b1bc-c89400228132,segment=NetworkSegment(7f90a8f8-9d2e-4ea5-80e4-2b1df3c34011),segment_id=7f90a8f8-9d2e-4ea5-80e4-2b1df3c34011)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:56:32.126272 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:32.149368 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e88114-1d15-4376-a534-7d73a25691e8 req-9717f887-3028-4a6a-9c6d-a47348f7706a tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:32.150828 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-34e88114-1d15-4376-a534-7d73a25691e8 req-9717f887-3028-4a6a-9c6d-a47348f7706a tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 943 time: 0.0798638 May 23 11:56:32.194290 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=ed3fac4b-8f5d-4ca5-b1bc-c89400228132,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:56:32.197048 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-34e88114-1d15-4376-a534-7d73a25691e8 req-6f646f72-84a8-48c3-9bea-6ba36d875022 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfea4829-5a9a-48be-a323-806b378c0689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404396 May 23 11:56:32.497624 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['ed3fac4b-8f5d-4ca5-b1bc-c89400228132'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:56:33.413971 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57973dec-5e8c-49b4-a448-fa4b71caa3b0 req-e97a4478-8ddf-4ff2-a3c0-be4b3f8c7c35 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:33.415334 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-57973dec-5e8c-49b4-a448-fa4b71caa3b0 req-e97a4478-8ddf-4ff2-a3c0-be4b3f8c7c35 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 944 time: 0.0881951 May 23 11:56:33.461666 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-57973dec-5e8c-49b4-a448-fa4b71caa3b0 req-e1038ddb-0e9d-4cbd-8c0a-46a7fc8a330e tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfea4829-5a9a-48be-a323-806b378c0689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405252 May 23 11:56:33.864050 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device ed3fac4b-8f5d-4ca5-b1bc-c89400228132 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:56:33.937149 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port ed3fac4b-8f5d-4ca5-b1bc-c89400228132 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:56:33.941656 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port ed3fac4b-8f5d-4ca5-b1bc-c89400228132 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:56:33.942019 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:34.053248 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:34.080798 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ddc32d1-8bcf-460d-b11b-470886fbc3cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed3fac4b-8f5d-4ca5-b1bc-c89400228132'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:56:34.090453 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port ed3fac4b-8f5d-4ca5-b1bc-c89400228132, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=ed3fac4b-8f5d-4ca5-b1bc-c89400228132,segment=NetworkSegment(7f90a8f8-9d2e-4ea5-80e4-2b1df3c34011),segment_id=7f90a8f8-9d2e-4ea5-80e4-2b1df3c34011)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:56:34.094695 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:34.139246 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b3aeaaa-d67b-457f-ac7e-636ba876b2fd'] response: {'server_uuid': '4ddc32d1-8bcf-460d-b11b-470886fbc3cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed3fac4b-8f5d-4ca5-b1bc-c89400228132', 'code': 200} May 23 11:56:34.164277 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=ed3fac4b-8f5d-4ca5-b1bc-c89400228132,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:56:34.285985 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d111c1f3-370c-4b96-87d9-f0d2b63ced12 req-71c41477-91d4-4f4b-b3ef-65dce5d45c16 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 1096 time: 0.0685525 May 23 11:56:34.332736 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d111c1f3-370c-4b96-87d9-f0d2b63ced12 req-9ec9a4f3-2a62-4058-90c0-181a297d009d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dfea4829-5a9a-48be-a323-806b378c0689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401154 May 23 11:56:34.682979 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd33b31-fa64-4a37-8369-2b8f1deabaf6 req-212ff92b-76a9-46cb-8bd5-bcb79d7f905b tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:34.684438 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2dd33b31-fa64-4a37-8369-2b8f1deabaf6 req-212ff92b-76a9-46cb-8bd5-bcb79d7f905b tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 945 time: 0.0886364 May 23 11:56:34.734311 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2dd33b31-fa64-4a37-8369-2b8f1deabaf6 req-fb2bb272-6682-4680-8042-6e9f59b4c8bf tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfea4829-5a9a-48be-a323-806b378c0689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410662 May 23 11:56:35.939329 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65f906-d888-4ac6-b22c-a9f3b31e9f04 req-a44b373e-873d-4254-b962-cd1073615e34 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:35.940775 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3f65f906-d888-4ac6-b22c-a9f3b31e9f04 req-a44b373e-873d-4254-b962-cd1073615e34 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 945 time: 0.0814967 May 23 11:56:35.988891 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3f65f906-d888-4ac6-b22c-a9f3b31e9f04 req-3ca18ca4-59e5-499c-a9d4-dd04e202bffc tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfea4829-5a9a-48be-a323-806b378c0689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398173 May 23 11:56:36.204228 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-716fcbc6-8600-42e1-aa65-723db8c55d50 req-8aa75096-3676-4c61-9345-c0ff674c7bcb service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0842686 May 23 11:56:36.425201 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39836) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:56:36.523370 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e443c-695a-427c-b29b-44500d4287e1 req-75ffb64b-1d19-4218-9787-38ddd8ecddf1 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:36.524881 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d29e443c-695a-427c-b29b-44500d4287e1 req-75ffb64b-1d19-4218-9787-38ddd8ecddf1 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 945 time: 0.0821316 May 23 11:56:36.562457 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d394df9c-aab0-4729-892c-78b176303eca req-88532ba9-49ad-484f-8fa5-a147ef6c687a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1360755 May 23 11:56:36.570254 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d29e443c-695a-427c-b29b-44500d4287e1 req-5535aab5-08d1-470c-a2ea-74f020d2e3fd tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfea4829-5a9a-48be-a323-806b378c0689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395632 May 23 11:56:37.778205 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c757f-cbce-4aa2-b8ee-d2a54dd5457b req-01cf852b-63e8-45fb-8f49-562be6446054 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:37.779653 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-672c757f-cbce-4aa2-b8ee-d2a54dd5457b req-01cf852b-63e8-45fb-8f49-562be6446054 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 945 time: 0.0845673 May 23 11:56:37.825275 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-672c757f-cbce-4aa2-b8ee-d2a54dd5457b req-9e0e25f7-7a11-4edb-af51-40c8034a80a1 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfea4829-5a9a-48be-a323-806b378c0689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397840 May 23 11:56:38.072703 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d394df9c-aab0-4729-892c-78b176303eca req-176a9d95-b96c-4db0-8d90-2765bda4d3d4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc231dfa26e74dfc8db9f2f454b921bd&device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 1096 time: 0.0732014 May 23 11:56:38.203640 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394df9c-aab0-4729-892c-78b176303eca req-9e379490-217e-4ed4-8555-fd12741baa41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:38.205139 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d394df9c-aab0-4729-892c-78b176303eca req-9e379490-217e-4ed4-8555-fd12741baa41 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4def9c91-ad56-4c5f-959f-06028ebb09d2 HTTP/1.1" status: 200 len: 912 time: 0.1265020 May 23 11:56:38.272378 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d394df9c-aab0-4729-892c-78b176303eca req-7fea37f9-293c-4ffc-9405-77072927628f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed3fac4b-8f5d-4ca5-b1bc-c89400228132 HTTP/1.1" status: 200 len: 217 time: 0.0615420 May 23 11:56:38.422238 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:38.423202 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394df9c-aab0-4729-892c-78b176303eca req-be2089b9-7d97-48f0-a5a8-a3bdec04bcf1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:38.424824 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d394df9c-aab0-4729-892c-78b176303eca req-be2089b9-7d97-48f0-a5a8-a3bdec04bcf1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=30b6faa1-d7f2-47c8-9b4b-cc3b9cc7c51e HTTP/1.1" status: 200 len: 851 time: 0.1466017 May 23 11:56:38.468882 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d394df9c-aab0-4729-892c-78b176303eca req-02b5bf8e-e489-4836-a287-5a529ef286fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4def9c91-ad56-4c5f-959f-06028ebb09d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385356 May 23 11:56:38.600057 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d394df9c-aab0-4729-892c-78b176303eca req-91cd53d9-de40-4b4d-920b-68f3c5fbcf5c service neutron] 10.222.0.13 "GET /v2.0/networks/4def9c91-ad56-4c5f-959f-06028ebb09d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254516 May 23 11:56:38.734731 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d394df9c-aab0-4729-892c-78b176303eca req-3ee04f09-8999-42c5-93eb-6705877d07e2 service neutron] 10.222.0.13 "GET /v2.0/networks/4def9c91-ad56-4c5f-959f-06028ebb09d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276810 May 23 11:56:39.037454 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3af80b-514e-4cff-8fa0-377fd92c45fc req-b56e39d4-0471-4149-a5b6-438ea4a083b1 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:39.038844 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6e3af80b-514e-4cff-8fa0-377fd92c45fc req-b56e39d4-0471-4149-a5b6-438ea4a083b1 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 945 time: 0.0877371 May 23 11:56:39.085535 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6e3af80b-514e-4cff-8fa0-377fd92c45fc req-68d3773f-0d7b-4959-809c-e7039e7ac512 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfea4829-5a9a-48be-a323-806b378c0689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410416 May 23 11:56:39.315396 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-42e361a4-3576-4fce-b38b-1013d792a5c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:39.761723 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:40.295797 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da63c3-a87b-4985-bc29-adfcc86794d0 req-89b60b5b-07ac-4919-b9e5-9cb555c5c4e9 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:40.297269 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-63da63c3-a87b-4985-bc29-adfcc86794d0 req-89b60b5b-07ac-4919-b9e5-9cb555c5c4e9 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 945 time: 0.0783923 May 23 11:56:40.344481 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-63da63c3-a87b-4985-bc29-adfcc86794d0 req-ff3ea008-5808-45fa-b0e9-5703726d0569 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfea4829-5a9a-48be-a323-806b378c0689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401578 May 23 11:56:41.577706 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504e810-2473-433b-9829-087c70c20558 req-c3baffce-b2f7-46c6-84b7-f4b5d73687c2 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:41.579143 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8504e810-2473-433b-9829-087c70c20558 req-c3baffce-b2f7-46c6-84b7-f4b5d73687c2 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 945 time: 0.0911307 May 23 11:56:41.601749 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d9754445-971a-4372-a750-023e208c9289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:41.625670 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8504e810-2473-433b-9829-087c70c20558 req-97960f51-7bcd-4fc3-bdb0-815419523bd7 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfea4829-5a9a-48be-a323-806b378c0689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396821 May 23 11:56:42.848687 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0be50c-72bf-4dd1-89ee-dfbc5619c18d req-300d22c7-75e4-407a-a9f8-32c2651de477 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:42.850143 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6f0be50c-72bf-4dd1-89ee-dfbc5619c18d req-300d22c7-75e4-407a-a9f8-32c2651de477 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 945 time: 0.0873730 May 23 11:56:42.868188 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:42.888274 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:42.901363 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6f0be50c-72bf-4dd1-89ee-dfbc5619c18d req-48fe741e-8600-4bc6-9269-445449618b96 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfea4829-5a9a-48be-a323-806b378c0689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451906 May 23 11:56:44.108774 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970c235-ad56-4f19-b79e-987ea12717ff req-67426f87-0c9c-421d-9026-8185de877b00 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:44.110112 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f970c235-ad56-4f19-b79e-987ea12717ff req-67426f87-0c9c-421d-9026-8185de877b00 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 945 time: 0.0770180 May 23 11:56:44.156436 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f970c235-ad56-4f19-b79e-987ea12717ff req-daf67a14-1d76-4dfe-8c8b-b148c2c55b11 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfea4829-5a9a-48be-a323-806b378c0689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407062 May 23 11:56:44.432896 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:56:45.169763 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-af3eb49a-6add-4f39-8629-cd1b470a0e47 req-417e9885-7a0e-4b6e-a57e-8d50d95ee14b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc231dfa26e74dfc8db9f2f454b921bd&device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 1096 time: 0.0752070 May 23 11:56:45.354943 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3eb49a-6add-4f39-8629-cd1b470a0e47 req-286bb1e8-0f61-4238-b137-5c7084f2e089 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:45.356396 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-af3eb49a-6add-4f39-8629-cd1b470a0e47 req-286bb1e8-0f61-4238-b137-5c7084f2e089 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4def9c91-ad56-4c5f-959f-06028ebb09d2 HTTP/1.1" status: 200 len: 912 time: 0.1677384 May 23 11:56:45.432613 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-af3eb49a-6add-4f39-8629-cd1b470a0e47 req-d3d94148-5f72-498b-9a7e-1dbf9c624474 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed3fac4b-8f5d-4ca5-b1bc-c89400228132 HTTP/1.1" status: 200 len: 217 time: 0.0695846 May 23 11:56:45.488166 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f329dd1-4848-498d-ba68-91633c9c88a7 req-c375d56e-e068-49c5-a6f2-ba67dc60f6df tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:45.489649 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4f329dd1-4848-498d-ba68-91633c9c88a7 req-c375d56e-e068-49c5-a6f2-ba67dc60f6df tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 945 time: 0.2090015 May 23 11:56:45.522710 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3eb49a-6add-4f39-8629-cd1b470a0e47 req-c9b0e5bc-b57c-4ce7-bb8a-413fc7313fa6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:45.524217 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-af3eb49a-6add-4f39-8629-cd1b470a0e47 req-c9b0e5bc-b57c-4ce7-bb8a-413fc7313fa6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=30b6faa1-d7f2-47c8-9b4b-cc3b9cc7c51e HTTP/1.1" status: 200 len: 851 time: 0.0859396 May 23 11:56:45.581501 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-af3eb49a-6add-4f39-8629-cd1b470a0e47 req-1a3f84c2-7245-419e-83aa-02b7050d8d8a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4def9c91-ad56-4c5f-959f-06028ebb09d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404308 May 23 11:56:45.584209 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4f329dd1-4848-498d-ba68-91633c9c88a7 req-fef12621-6485-4482-b9f7-2a1135d8bdb5 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfea4829-5a9a-48be-a323-806b378c0689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879159 May 23 11:56:45.715447 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-af3eb49a-6add-4f39-8629-cd1b470a0e47 req-3c4acbbd-0dae-41e4-a4de-c195ecab627e service neutron] 10.222.0.13 "GET /v2.0/networks/4def9c91-ad56-4c5f-959f-06028ebb09d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255074 May 23 11:56:45.939254 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-af3eb49a-6add-4f39-8629-cd1b470a0e47 req-f4b54bb7-546e-4f4e-9f69-9b05cc99e160 service neutron] 10.222.0.13 "GET /v2.0/networks/4def9c91-ad56-4c5f-959f-06028ebb09d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178407 May 23 11:56:46.800848 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d050f-5b82-4661-8611-97fb4893d777 req-203393ad-f0f5-4269-bf6c-14a528a043aa tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:46.802302 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c02d050f-5b82-4661-8611-97fb4893d777 req-203393ad-f0f5-4269-bf6c-14a528a043aa tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 945 time: 0.0912318 May 23 11:56:46.848062 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c02d050f-5b82-4661-8611-97fb4893d777 req-b366c09b-c2b7-4d5a-bdd3-9a5774e30438 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfea4829-5a9a-48be-a323-806b378c0689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399194 May 23 11:56:48.053900 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e2dea-46bb-4872-8c1d-8c2723de3275 req-7feb2252-a099-4646-8a97-8e1e9508efa4 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:48.055356 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ed1e2dea-46bb-4872-8c1d-8c2723de3275 req-7feb2252-a099-4646-8a97-8e1e9508efa4 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 945 time: 0.0842900 May 23 11:56:48.101239 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ed1e2dea-46bb-4872-8c1d-8c2723de3275 req-8c4a4762-6cb3-4e04-ae09-233dfecff39a tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfea4829-5a9a-48be-a323-806b378c0689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402510 May 23 11:56:49.312881 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c20f5-1108-4513-81e6-70fec3fb4ce3 req-65c59c9e-a48e-4788-9925-d49535d92df1 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:49.314403 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-342c20f5-1108-4513-81e6-70fec3fb4ce3 req-65c59c9e-a48e-4788-9925-d49535d92df1 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 945 time: 0.0835690 May 23 11:56:49.365026 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-342c20f5-1108-4513-81e6-70fec3fb4ce3 req-3fdac679-3e9f-4113-ba86-f8e6990877ec tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfea4829-5a9a-48be-a323-806b378c0689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447133 May 23 11:56:50.580855 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ae8d6-313c-4d4c-ba0b-012b8ea7a133 req-c6dd1ce2-54fc-4952-a48a-b6cb2023d40e tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:50.582340 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ca0ae8d6-313c-4d4c-ba0b-012b8ea7a133 req-c6dd1ce2-54fc-4952-a48a-b6cb2023d40e tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 945 time: 0.0912945 May 23 11:56:50.630013 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ca0ae8d6-313c-4d4c-ba0b-012b8ea7a133 req-63459ed8-c4c5-4ed2-a501-c2c19495f333 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfea4829-5a9a-48be-a323-806b378c0689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396657 May 23 11:56:51.854618 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885ba19-8757-476b-a9cb-72fb6b65c056 req-933fc5bb-d6fb-4421-b1e2-2c0c435d000e tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:51.856228 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2885ba19-8757-476b-a9cb-72fb6b65c056 req-933fc5bb-d6fb-4421-b1e2-2c0c435d000e tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 945 time: 0.0930026 May 23 11:56:51.902712 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2885ba19-8757-476b-a9cb-72fb6b65c056 req-a6ef572a-4477-4e88-9917-a5f8f3c4e242 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfea4829-5a9a-48be-a323-806b378c0689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406032 May 23 11:56:52.960751 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:56:53.127943 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a4361-fc74-4f92-b5ea-49afd3bc7b09 req-c10f5624-5480-4a5c-9c0d-322af362dcca tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:53.129294 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7e2a4361-fc74-4f92-b5ea-49afd3bc7b09 req-c10f5624-5480-4a5c-9c0d-322af362dcca tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 945 time: 0.0912793 May 23 11:56:53.175772 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7e2a4361-fc74-4f92-b5ea-49afd3bc7b09 req-fb27ef80-5db8-41c3-9685-ece23ac87212 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfea4829-5a9a-48be-a323-806b378c0689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407386 May 23 11:56:54.402691 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab995f-032f-458d-bae9-6d7498ca9cda req-9153d994-4551-4ec1-b475-3537e453a228 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:54.407089 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4eab995f-032f-458d-bae9-6d7498ca9cda req-9153d994-4551-4ec1-b475-3537e453a228 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 945 time: 0.0946856 May 23 11:56:54.452426 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4eab995f-032f-458d-bae9-6d7498ca9cda req-43335ae9-ffbe-4a6a-aa6c-5532191f354b tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfea4829-5a9a-48be-a323-806b378c0689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406258 May 23 11:56:55.654522 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47549439-778c-45db-bb3b-114f3afabf79 req-8107bc30-57f6-4603-a287-bf8d15aba517 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:55.655988 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-47549439-778c-45db-bb3b-114f3afabf79 req-8107bc30-57f6-4603-a287-bf8d15aba517 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 945 time: 0.0808859 May 23 11:56:55.704400 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-47549439-778c-45db-bb3b-114f3afabf79 req-a1e0583f-cd12-4fa1-89fe-c693277e1cfe tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfea4829-5a9a-48be-a323-806b378c0689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428619 May 23 11:56:56.943165 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ceb88-078e-4bd4-a150-6826785e218b req-6c3aa03b-9feb-4a3b-bcd3-2fc162c15fe6 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:56.945325 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-706ceb88-078e-4bd4-a150-6826785e218b req-6c3aa03b-9feb-4a3b-bcd3-2fc162c15fe6 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 945 time: 0.0945730 May 23 11:56:56.992696 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-706ceb88-078e-4bd4-a150-6826785e218b req-ec2f2b7e-6387-4b53-958f-4d84e67a8a41 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfea4829-5a9a-48be-a323-806b378c0689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412705 May 23 11:56:58.222927 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd35ea6-7e78-4259-b4d3-2ecbe1387f21 req-0a73f15d-921a-4c4f-9521-9d267433351e tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:58.224309 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1dd35ea6-7e78-4259-b4d3-2ecbe1387f21 req-0a73f15d-921a-4c4f-9521-9d267433351e tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 945 time: 0.0949886 May 23 11:56:58.274729 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1dd35ea6-7e78-4259-b4d3-2ecbe1387f21 req-ee956c6c-0ade-4489-8fe1-763376123893 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfea4829-5a9a-48be-a323-806b378c0689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441935 May 23 11:56:59.494782 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e82f58-5083-4ef2-b7e0-7b85dbcb2680 req-341b7215-40fd-4c1f-aa58-7db19dc50c3b tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:56:59.496262 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-61e82f58-5083-4ef2-b7e0-7b85dbcb2680 req-341b7215-40fd-4c1f-aa58-7db19dc50c3b tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 945 time: 0.0804925 May 23 11:56:59.542433 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-61e82f58-5083-4ef2-b7e0-7b85dbcb2680 req-15d382d5-5154-4052-87d4-fbb8ade9c500 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfea4829-5a9a-48be-a323-806b378c0689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406530 May 23 11:57:00.756686 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5ccfb-614b-4db1-9747-6fed04c9edc0 req-ab4777b9-86a3-4778-97c0-782bc71d5c90 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:00.758162 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-92c5ccfb-614b-4db1-9747-6fed04c9edc0 req-ab4777b9-86a3-4778-97c0-782bc71d5c90 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 945 time: 0.0828488 May 23 11:57:00.804093 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-92c5ccfb-614b-4db1-9747-6fed04c9edc0 req-8fbac7d9-f701-4e35-b6e3-4e91030ee6f9 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfea4829-5a9a-48be-a323-806b378c0689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402713 May 23 11:57:02.009866 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1e0c0-dff6-4f70-8822-562163da19eb req-2ed3c3d1-83e7-4ccb-861e-bdb4f61ee310 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:02.011328 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b7d1e0c0-dff6-4f70-8822-562163da19eb req-2ed3c3d1-83e7-4ccb-861e-bdb4f61ee310 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 945 time: 0.0849087 May 23 11:57:02.058590 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b7d1e0c0-dff6-4f70-8822-562163da19eb req-ce7f6c78-f45a-49c9-86b2-b4cd33524e9d tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfea4829-5a9a-48be-a323-806b378c0689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415640 May 23 11:57:03.296100 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6821eb-aeae-42cc-9148-36151e2c69c6 req-b1ec5d82-dae1-4bfb-8722-03d71308d61b tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:03.297574 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5a6821eb-aeae-42cc-9148-36151e2c69c6 req-b1ec5d82-dae1-4bfb-8722-03d71308d61b tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 945 time: 0.0944719 May 23 11:57:03.344902 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5a6821eb-aeae-42cc-9148-36151e2c69c6 req-f5211d4e-6a3a-495f-8b30-1f56861cc2d9 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfea4829-5a9a-48be-a323-806b378c0689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413349 May 23 11:57:04.564544 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9299e-6993-42ed-9071-7f147074ca91 req-9514339b-75b2-41a2-9186-069f0605462a tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:04.565998 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1ba9299e-6993-42ed-9071-7f147074ca91 req-9514339b-75b2-41a2-9186-069f0605462a tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 945 time: 0.0838089 May 23 11:57:04.618889 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1ba9299e-6993-42ed-9071-7f147074ca91 req-fd367766-79a3-4927-97f8-556bcf147586 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfea4829-5a9a-48be-a323-806b378c0689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445578 May 23 11:57:05.806547 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [req-d394df9c-aab0-4729-892c-78b176303eca req-5353b845-5fcf-4894-a2e1-be4bd5e18639 service neutron] show failed (client error): The resource could not be found. May 23 11:57:05.807452 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d394df9c-aab0-4729-892c-78b176303eca req-5353b845-5fcf-4894-a2e1-be4bd5e18639 service neutron] 10.222.0.13 "GET /v2.0/ports/ed3fac4b-8f5d-4ca5-b1bc-c89400228132/bindings/n-h2-842952-2 HTTP/1.1" status: 404 len: 380 time: 0.1143620 May 23 11:57:05.837380 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c7d08-5715-4ec5-a7ed-df2ae4f974fc req-3a187433-f5fe-4f63-a0a5-8a517c627ef4 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:05.838811 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-888c7d08-5715-4ec5-a7ed-df2ae4f974fc req-3a187433-f5fe-4f63-a0a5-8a517c627ef4 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 945 time: 0.0876460 May 23 11:57:05.889780 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-888c7d08-5715-4ec5-a7ed-df2ae4f974fc req-fabcbfdd-7c84-4a61-9033-fd24a8d834ca tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfea4829-5a9a-48be-a323-806b378c0689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450997 May 23 11:57:06.203186 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d394df9c-aab0-4729-892c-78b176303eca req-5aec4165-26ca-4ca3-854e-57ddb67ad25f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc&tenant_id=cc231dfa26e74dfc8db9f2f454b921bd HTTP/1.1" status: 200 len: 1096 time: 0.1505568 May 23 11:57:06.227326 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-d394df9c-aab0-4729-892c-78b176303eca req-40721a2a-7717-4eae-bdf1-e561bfb53b35 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-842952-2', 'device_owner': 'compute:nova'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:57:06.337656 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d394df9c-aab0-4729-892c-78b176303eca req-40721a2a-7717-4eae-bdf1-e561bfb53b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:06.625130 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-d394df9c-aab0-4729-892c-78b176303eca req-40721a2a-7717-4eae-bdf1-e561bfb53b35 service neutron] For port ed3fac4b-8f5d-4ca5-b1bc-c89400228132, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=ed3fac4b-8f5d-4ca5-b1bc-c89400228132,segment=NetworkSegment(7f90a8f8-9d2e-4ea5-80e4-2b1df3c34011),segment_id=7f90a8f8-9d2e-4ea5-80e4-2b1df3c34011)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:57:06.747405 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-d394df9c-aab0-4729-892c-78b176303eca req-40721a2a-7717-4eae-bdf1-e561bfb53b35 service neutron] For port ed3fac4b-8f5d-4ca5-b1bc-c89400228132, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:57:06.806432 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ddc32d1-8bcf-460d-b11b-470886fbc3cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed3fac4b-8f5d-4ca5-b1bc-c89400228132'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:57:06.812096 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d394df9c-aab0-4729-892c-78b176303eca req-40721a2a-7717-4eae-bdf1-e561bfb53b35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:06.827153 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-d394df9c-aab0-4729-892c-78b176303eca req-40721a2a-7717-4eae-bdf1-e561bfb53b35 service neutron] Transition to ACTIVE for port object ed3fac4b-8f5d-4ca5-b1bc-c89400228132 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:57:06.832423 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d394df9c-aab0-4729-892c-78b176303eca req-40721a2a-7717-4eae-bdf1-e561bfb53b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:06.921591 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-469af33c-f2db-435f-8347-f8de3a90825a'] response: {'server_uuid': '4ddc32d1-8bcf-460d-b11b-470886fbc3cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed3fac4b-8f5d-4ca5-b1bc-c89400228132', 'code': 200} May 23 11:57:06.991258 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-d394df9c-aab0-4729-892c-78b176303eca req-40721a2a-7717-4eae-bdf1-e561bfb53b35 service neutron] No DVR routers for this DVR port ed3fac4b-8f5d-4ca5-b1bc-c89400228132 on host n-h1-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:57:06.998904 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40721a2a-7717-4eae-bdf1-e561bfb53b35 service neutron] Pushing event updated for resources: {'Port': ['ID=ed3fac4b-8f5d-4ca5-b1bc-c89400228132,revision_number=6']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:57:07.051663 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-d394df9c-aab0-4729-892c-78b176303eca req-40721a2a-7717-4eae-bdf1-e561bfb53b35 service neutron] Attempting to bind port ed3fac4b-8f5d-4ca5-b1bc-c89400228132 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:57:07.052020 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-d394df9c-aab0-4729-892c-78b176303eca req-40721a2a-7717-4eae-bdf1-e561bfb53b35 service neutron] Attempting to bind port ed3fac4b-8f5d-4ca5-b1bc-c89400228132 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '7f90a8f8-9d2e-4ea5-80e4-2b1df3c34011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4def9c91-ad56-4c5f-959f-06028ebb09d2'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:57:07.052343 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d394df9c-aab0-4729-892c-78b176303eca req-40721a2a-7717-4eae-bdf1-e561bfb53b35 service neutron] Attempting to bind port ed3fac4b-8f5d-4ca5-b1bc-c89400228132 on network 4def9c91-ad56-4c5f-959f-06028ebb09d2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:57:07.058136 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d394df9c-aab0-4729-892c-78b176303eca req-40721a2a-7717-4eae-bdf1-e561bfb53b35 service neutron] Port ed3fac4b-8f5d-4ca5-b1bc-c89400228132 on network 4def9c91-ad56-4c5f-959f-06028ebb09d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:57:07.058451 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d394df9c-aab0-4729-892c-78b176303eca req-40721a2a-7717-4eae-bdf1-e561bfb53b35 service neutron] Attempting to bind port ed3fac4b-8f5d-4ca5-b1bc-c89400228132 on network 4def9c91-ad56-4c5f-959f-06028ebb09d2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:57:07.064606 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d394df9c-aab0-4729-892c-78b176303eca req-40721a2a-7717-4eae-bdf1-e561bfb53b35 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:57:07.064941 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d394df9c-aab0-4729-892c-78b176303eca req-40721a2a-7717-4eae-bdf1-e561bfb53b35 service neutron] Checking segment: {'id': '7f90a8f8-9d2e-4ea5-80e4-2b1df3c34011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4def9c91-ad56-4c5f-959f-06028ebb09d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:57:07.065317 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d394df9c-aab0-4729-892c-78b176303eca req-40721a2a-7717-4eae-bdf1-e561bfb53b35 service neutron] Bound using segment: {'id': '7f90a8f8-9d2e-4ea5-80e4-2b1df3c34011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4def9c91-ad56-4c5f-959f-06028ebb09d2'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:57:07.065738 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-d394df9c-aab0-4729-892c-78b176303eca req-40721a2a-7717-4eae-bdf1-e561bfb53b35 service neutron] Bound port: ed3fac4b-8f5d-4ca5-b1bc-c89400228132, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f90a8f8-9d2e-4ea5-80e4-2b1df3c34011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4def9c91-ad56-4c5f-959f-06028ebb09d2'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:57:07.066077 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d394df9c-aab0-4729-892c-78b176303eca req-40721a2a-7717-4eae-bdf1-e561bfb53b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:07.092872 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75ec7d-9da0-47f4-98e8-a6e1446ce09a req-2e51bb21-4589-4099-bd53-76b6e1e6bbf8 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:07.094344 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dd75ec7d-9da0-47f4-98e8-a6e1446ce09a req-2e51bb21-4589-4099-bd53-76b6e1e6bbf8 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 943 time: 0.0772202 May 23 11:57:07.141915 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dd75ec7d-9da0-47f4-98e8-a6e1446ce09a req-08576029-c3d8-45dc-a90a-fca5f4177a29 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfea4829-5a9a-48be-a323-806b378c0689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417147 May 23 11:57:07.154565 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-d394df9c-aab0-4729-892c-78b176303eca req-40721a2a-7717-4eae-bdf1-e561bfb53b35 service neutron] For port ed3fac4b-8f5d-4ca5-b1bc-c89400228132, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:57:07.157223 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-d394df9c-aab0-4729-892c-78b176303eca req-40721a2a-7717-4eae-bdf1-e561bfb53b35 service neutron] For port ed3fac4b-8f5d-4ca5-b1bc-c89400228132, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=ed3fac4b-8f5d-4ca5-b1bc-c89400228132,segment=NetworkSegment(7f90a8f8-9d2e-4ea5-80e4-2b1df3c34011),segment_id=7f90a8f8-9d2e-4ea5-80e4-2b1df3c34011)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:57:07.162558 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d394df9c-aab0-4729-892c-78b176303eca req-40721a2a-7717-4eae-bdf1-e561bfb53b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:07.225082 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d394df9c-aab0-4729-892c-78b176303eca req-40721a2a-7717-4eae-bdf1-e561bfb53b35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:07.226758 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d394df9c-aab0-4729-892c-78b176303eca req-40721a2a-7717-4eae-bdf1-e561bfb53b35 service neutron] 10.222.0.81 "PUT /v2.0/ports/ed3fac4b-8f5d-4ca5-b1bc-c89400228132 HTTP/1.1" status: 200 len: 1091 time: 1.0033605 May 23 11:57:07.245019 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40721a2a-7717-4eae-bdf1-e561bfb53b35 service neutron] Pushing event updated for resources: {'Port': ['ID=ed3fac4b-8f5d-4ca5-b1bc-c89400228132,revision_number=7']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:57:07.346263 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d394df9c-aab0-4729-892c-78b176303eca req-c216f966-ee3c-480a-9e02-095dbef0ae97 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cc231dfa26e74dfc8db9f2f454b921bd&device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 1094 time: 0.0725126 May 23 11:57:07.504976 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394df9c-aab0-4729-892c-78b176303eca req-8120fb0b-9ed4-490f-9013-bb9399dad768 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:07.507134 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d394df9c-aab0-4729-892c-78b176303eca req-8120fb0b-9ed4-490f-9013-bb9399dad768 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4def9c91-ad56-4c5f-959f-06028ebb09d2 HTTP/1.1" status: 200 len: 912 time: 0.1514468 May 23 11:57:07.584976 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d394df9c-aab0-4729-892c-78b176303eca req-5a6588bf-8b81-463e-8ab0-6d5c88f9dc8a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed3fac4b-8f5d-4ca5-b1bc-c89400228132 HTTP/1.1" status: 200 len: 217 time: 0.0682406 May 23 11:57:07.648965 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394df9c-aab0-4729-892c-78b176303eca req-89227ca8-418f-4656-acf0-cd8be6c0611a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:07.650327 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d394df9c-aab0-4729-892c-78b176303eca req-89227ca8-418f-4656-acf0-cd8be6c0611a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=30b6faa1-d7f2-47c8-9b4b-cc3b9cc7c51e HTTP/1.1" status: 200 len: 851 time: 0.0565636 May 23 11:57:07.703707 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d394df9c-aab0-4729-892c-78b176303eca req-2ac2e47b-2044-4ea3-aacc-99094799e4ab service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4def9c91-ad56-4c5f-959f-06028ebb09d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433133 May 23 11:57:07.844421 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d394df9c-aab0-4729-892c-78b176303eca req-77008e3f-e2cd-4014-b02a-47382f9e55c5 service neutron] 10.222.0.81 "GET /v2.0/networks/4def9c91-ad56-4c5f-959f-06028ebb09d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315823 May 23 11:57:07.976993 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d394df9c-aab0-4729-892c-78b176303eca req-b23d5850-2263-40d4-aec5-c8ebea7cfd78 service neutron] 10.222.0.81 "GET /v2.0/networks/4def9c91-ad56-4c5f-959f-06028ebb09d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244593 May 23 11:57:08.364715 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f382244e-9c89-4e3e-9258-3f8fdbe091a1 req-4dc656de-f7b8-4a02-9e95-cde2ac685373 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:08.366166 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f382244e-9c89-4e3e-9258-3f8fdbe091a1 req-4dc656de-f7b8-4a02-9e95-cde2ac685373 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 943 time: 0.0877323 May 23 11:57:08.415174 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f382244e-9c89-4e3e-9258-3f8fdbe091a1 req-7046d237-c7b6-492b-a3e4-d98ba606ef63 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfea4829-5a9a-48be-a323-806b378c0689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407236 May 23 11:57:08.438322 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:08.923215 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ddc32d1-8bcf-460d-b11b-470886fbc3cc', 'tag': 'ed3fac4b-8f5d-4ca5-b1bc-c89400228132'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:57:09.003139 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b36eaba9-afe8-4a68-916f-95dd4feb9dd8'] response: {'name': 'network-changed', 'server_uuid': '4ddc32d1-8bcf-460d-b11b-470886fbc3cc', 'tag': 'ed3fac4b-8f5d-4ca5-b1bc-c89400228132', 'status': 'completed', 'code': 200} May 23 11:57:09.115262 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f0b81efc-66b2-4596-a015-d9f77d60a118 req-2a36240c-c5f4-46e9-beeb-bbacdc794c99 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc231dfa26e74dfc8db9f2f454b921bd&device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 1094 time: 0.0705750 May 23 11:57:09.123454 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f0b81efc-66b2-4596-a015-d9f77d60a118 req-beb29741-e576-4165-b30f-aa75cc2d7dc5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cc231dfa26e74dfc8db9f2f454b921bd&device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 1094 time: 0.0703061 May 23 11:57:09.250029 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b81efc-66b2-4596-a015-d9f77d60a118 req-f907eb7e-a6ae-46d7-a62c-963e54803de0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:09.251640 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f0b81efc-66b2-4596-a015-d9f77d60a118 req-f907eb7e-a6ae-46d7-a62c-963e54803de0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4def9c91-ad56-4c5f-959f-06028ebb09d2 HTTP/1.1" status: 200 len: 912 time: 0.1305897 May 23 11:57:09.255471 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b81efc-66b2-4596-a015-d9f77d60a118 req-4abd3fcb-7794-499f-b7f7-f1f6c8d1d5a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:09.256941 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f0b81efc-66b2-4596-a015-d9f77d60a118 req-4abd3fcb-7794-499f-b7f7-f1f6c8d1d5a6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4def9c91-ad56-4c5f-959f-06028ebb09d2 HTTP/1.1" status: 200 len: 912 time: 0.1277180 May 23 11:57:09.310413 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c9f7e9a8-2c35-4bca-874f-ebe924577f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:09.332200 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f0b81efc-66b2-4596-a015-d9f77d60a118 req-9ec4b94a-4185-442c-b8a8-5d3ae0fa2b70 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed3fac4b-8f5d-4ca5-b1bc-c89400228132 HTTP/1.1" status: 200 len: 217 time: 0.0684609 May 23 11:57:09.396110 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b81efc-66b2-4596-a015-d9f77d60a118 req-fa00fd05-8d70-4ce0-b5ce-8c98c8ac5c54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:09.397453 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f0b81efc-66b2-4596-a015-d9f77d60a118 req-fa00fd05-8d70-4ce0-b5ce-8c98c8ac5c54 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=30b6faa1-d7f2-47c8-9b4b-cc3b9cc7c51e HTTP/1.1" status: 200 len: 851 time: 0.0594749 May 23 11:57:09.412342 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f0b81efc-66b2-4596-a015-d9f77d60a118 req-0aba0bc6-043d-45f9-980e-165fed0983af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed3fac4b-8f5d-4ca5-b1bc-c89400228132 HTTP/1.1" status: 200 len: 217 time: 0.1549208 May 23 11:57:09.443203 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f0b81efc-66b2-4596-a015-d9f77d60a118 req-b86e14a3-0de6-430c-9647-d7fa91f2c16b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4def9c91-ad56-4c5f-959f-06028ebb09d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396352 May 23 11:57:09.477120 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b81efc-66b2-4596-a015-d9f77d60a118 req-22d59d8e-3e81-4acf-bb08-6b31bb4a6451 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:09.478605 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f0b81efc-66b2-4596-a015-d9f77d60a118 req-22d59d8e-3e81-4acf-bb08-6b31bb4a6451 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=30b6faa1-d7f2-47c8-9b4b-cc3b9cc7c51e HTTP/1.1" status: 200 len: 851 time: 0.0602100 May 23 11:57:09.529602 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f0b81efc-66b2-4596-a015-d9f77d60a118 req-53d0a6a0-d0d4-409d-a379-ca43b1482f1c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4def9c91-ad56-4c5f-959f-06028ebb09d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451701 May 23 11:57:09.670717 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f0b81efc-66b2-4596-a015-d9f77d60a118 req-e4e06386-3910-49fe-baeb-7222d2a90b4b service neutron] 10.222.0.81 "GET /v2.0/networks/4def9c91-ad56-4c5f-959f-06028ebb09d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207415 May 23 11:57:09.716894 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f0b81efc-66b2-4596-a015-d9f77d60a118 req-a4d0cafd-da23-4121-be7e-a90a715ccce9 service neutron] 10.222.0.13 "GET /v2.0/networks/4def9c91-ad56-4c5f-959f-06028ebb09d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811962 May 23 11:57:09.736376 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device ed3fac4b-8f5d-4ca5-b1bc-c89400228132 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:57:09.745343 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd66163-8dd0-4149-93cd-a3e3f53b6407 req-7c918ffe-03db-4eb5-9fd7-0c98a3da0aee tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:09.746813 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-abd66163-8dd0-4149-93cd-a3e3f53b6407 req-7c918ffe-03db-4eb5-9fd7-0c98a3da0aee tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 943 time: 0.1930163 May 23 11:57:09.762316 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:09.808640 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f0b81efc-66b2-4596-a015-d9f77d60a118 req-658958fd-fc61-40a4-afeb-1a90f5324296 service neutron] 10.222.0.81 "GET /v2.0/networks/4def9c91-ad56-4c5f-959f-06028ebb09d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320035 May 23 11:57:09.875411 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-abd66163-8dd0-4149-93cd-a3e3f53b6407 req-0aa07c06-27a3-43d8-827a-740aeecef387 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfea4829-5a9a-48be-a323-806b378c0689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641520 May 23 11:57:09.898354 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f0b81efc-66b2-4596-a015-d9f77d60a118 req-7e844b8d-1b34-4de0-9723-29739e99edb0 service neutron] 10.222.0.13 "GET /v2.0/networks/4def9c91-ad56-4c5f-959f-06028ebb09d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757455 May 23 11:57:09.907550 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port ed3fac4b-8f5d-4ca5-b1bc-c89400228132, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=ed3fac4b-8f5d-4ca5-b1bc-c89400228132,segment=NetworkSegment(7f90a8f8-9d2e-4ea5-80e4-2b1df3c34011),segment_id=7f90a8f8-9d2e-4ea5-80e4-2b1df3c34011)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:57:09.923744 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': 'ed3fac4b-8f5d-4ca5-b1bc-c89400228132', 'network_id': '4def9c91-ad56-4c5f-959f-06028ebb09d2', 'port_id': 'ed3fac4b-8f5d-4ca5-b1bc-c89400228132', 'mac_address': 'fa:16:3e:11:6d:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b6faa1-d7f2-47c8-9b4b-cc3b9cc7c51e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:57:09.978831 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:09.989755 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device ed3fac4b-8f5d-4ca5-b1bc-c89400228132 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:57:10.038064 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed3fac4b-8f5d-4ca5-b1bc-c89400228132 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:57:10.065916 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port ed3fac4b-8f5d-4ca5-b1bc-c89400228132, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=ed3fac4b-8f5d-4ca5-b1bc-c89400228132,segment=NetworkSegment(7f90a8f8-9d2e-4ea5-80e4-2b1df3c34011),segment_id=7f90a8f8-9d2e-4ea5-80e4-2b1df3c34011)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:57:10.067485 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device ed3fac4b-8f5d-4ca5-b1bc-c89400228132 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:57:10.070864 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:10.134709 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=ed3fac4b-8f5d-4ca5-b1bc-c89400228132,revision_number=8']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:57:10.143858 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:57:10.144227 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:57:10.144570 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:57:10.144910 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:57:10.145238 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:57:10.145564 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:57:10.145892 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:57:10.146213 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:57:10.146537 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:57:10.146856 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:57:10.147173 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:57:10.403501 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['ed3fac4b-8f5d-4ca5-b1bc-c89400228132'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:57:11.076911 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b9cf4-3726-469b-98b8-fe0612655e7c req-d72a6b32-94c4-4fdf-8cad-aa836b2784f0 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:11.078285 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-df1b9cf4-3726-469b-98b8-fe0612655e7c req-d72a6b32-94c4-4fdf-8cad-aa836b2784f0 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 944 time: 0.0778017 May 23 11:57:11.126193 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-df1b9cf4-3726-469b-98b8-fe0612655e7c req-a78fbc1b-36b0-42aa-82f0-c39f3fe7348f tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfea4829-5a9a-48be-a323-806b378c0689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418518 May 23 11:57:11.606477 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8daf1286-448b-45a6-babf-ee46f68fcb43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:11.705807 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2145e7f-e220-4eae-96e4-9b309cfe3ea3 req-b197da7f-3672-4c76-b01b-b1f258a4d7d6 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:11.707095 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b2145e7f-e220-4eae-96e4-9b309cfe3ea3 req-b197da7f-3672-4c76-b01b-b1f258a4d7d6 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc&tenant_id=cc231dfa26e74dfc8db9f2f454b921bd&binding%3Ahost_id=n-h2-842952-2 HTTP/1.1" status: 200 len: 944 time: 0.0847535 May 23 11:57:11.743053 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device ed3fac4b-8f5d-4ca5-b1bc-c89400228132 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:57:11.787291 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [req-b2145e7f-e220-4eae-96e4-9b309cfe3ea3 req-b4358d9e-f22d-40fc-9b61-f9c1ec647392 service neutron] delete failed (client error): The resource could not be found. May 23 11:57:11.788325 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b2145e7f-e220-4eae-96e4-9b309cfe3ea3 req-b4358d9e-f22d-40fc-9b61-f9c1ec647392 service neutron] 10.222.0.13 "DELETE /v2.0/ports/ed3fac4b-8f5d-4ca5-b1bc-c89400228132/bindings/n-h1-842952-2 HTTP/1.1" status: 404 len: 380 time: 0.0757086 May 23 11:57:11.818798 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port ed3fac4b-8f5d-4ca5-b1bc-c89400228132 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:57:11.823684 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port ed3fac4b-8f5d-4ca5-b1bc-c89400228132 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:57:11.824115 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:11.938513 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:11.940637 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b2145e7f-e220-4eae-96e4-9b309cfe3ea3 req-0c200777-1c69-4a14-a6a2-d3a0d9a2d8d6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc231dfa26e74dfc8db9f2f454b921bd&device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 1095 time: 0.0692763 May 23 11:57:11.966588 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ddc32d1-8bcf-460d-b11b-470886fbc3cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed3fac4b-8f5d-4ca5-b1bc-c89400228132'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:57:11.976192 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port ed3fac4b-8f5d-4ca5-b1bc-c89400228132, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=ed3fac4b-8f5d-4ca5-b1bc-c89400228132,segment=NetworkSegment(7f90a8f8-9d2e-4ea5-80e4-2b1df3c34011),segment_id=7f90a8f8-9d2e-4ea5-80e4-2b1df3c34011)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:57:11.981295 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:12.039571 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8ad2313-7331-4518-9dfd-e84e4f99ebd3'] response: {'server_uuid': '4ddc32d1-8bcf-460d-b11b-470886fbc3cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed3fac4b-8f5d-4ca5-b1bc-c89400228132', 'code': 200} May 23 11:57:12.053024 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=ed3fac4b-8f5d-4ca5-b1bc-c89400228132,revision_number=9']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:57:12.072784 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2145e7f-e220-4eae-96e4-9b309cfe3ea3 req-69d806e8-cc2c-4e52-8d15-7f023997c98e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:12.074218 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b2145e7f-e220-4eae-96e4-9b309cfe3ea3 req-69d806e8-cc2c-4e52-8d15-7f023997c98e service neutron] 10.222.0.13 "GET /v2.0/networks?id=4def9c91-ad56-4c5f-959f-06028ebb09d2 HTTP/1.1" status: 200 len: 912 time: 0.1285625 May 23 11:57:12.143942 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b2145e7f-e220-4eae-96e4-9b309cfe3ea3 req-9b495418-05b9-4cf1-b409-e592c3d415e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed3fac4b-8f5d-4ca5-b1bc-c89400228132 HTTP/1.1" status: 200 len: 217 time: 0.0640728 May 23 11:57:12.206351 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2145e7f-e220-4eae-96e4-9b309cfe3ea3 req-2739ced5-b80b-4519-9ac2-a544e5ff1a38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:12.208607 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b2145e7f-e220-4eae-96e4-9b309cfe3ea3 req-2739ced5-b80b-4519-9ac2-a544e5ff1a38 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=30b6faa1-d7f2-47c8-9b4b-cc3b9cc7c51e HTTP/1.1" status: 200 len: 851 time: 0.0594633 May 23 11:57:12.258275 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b2145e7f-e220-4eae-96e4-9b309cfe3ea3 req-c8ff7309-1875-4ad8-b792-f773f4287020 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4def9c91-ad56-4c5f-959f-06028ebb09d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436382 May 23 11:57:12.393393 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b2145e7f-e220-4eae-96e4-9b309cfe3ea3 req-b328e86a-2a2a-40fb-853c-14946a4794f8 service neutron] 10.222.0.13 "GET /v2.0/networks/4def9c91-ad56-4c5f-959f-06028ebb09d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285396 May 23 11:57:12.528283 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b2145e7f-e220-4eae-96e4-9b309cfe3ea3 req-12972514-9a6a-46ae-87c0-ab72fe74295f service neutron] 10.222.0.13 "GET /v2.0/networks/4def9c91-ad56-4c5f-959f-06028ebb09d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294181 May 23 11:57:12.877250 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:12.894954 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:13.445767 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891dedfe-42ec-4cec-a5fe-09c4a2003389 req-9cdebb11-136d-4e98-be5d-eab5833fcb9c tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:13.447469 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-891dedfe-42ec-4cec-a5fe-09c4a2003389 req-9cdebb11-136d-4e98-be5d-eab5833fcb9c tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 945 time: 0.0901265 May 23 11:57:13.496128 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-891dedfe-42ec-4cec-a5fe-09c4a2003389 req-dd2bca57-8b80-4dc1-b4ad-8871bd210a74 tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfea4829-5a9a-48be-a323-806b378c0689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425098 May 23 11:57:14.437958 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:14.806344 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12c6d6-87a8-44be-92b2-938a0c57adc9 req-1362f894-272d-44c8-8c61-02c737c496fe tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:14.807790 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2d12c6d6-87a8-44be-92b2-938a0c57adc9 req-1362f894-272d-44c8-8c61-02c737c496fe tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 945 time: 0.1849983 May 23 11:57:14.854312 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2d12c6d6-87a8-44be-92b2-938a0c57adc9 req-eabb4b88-bdd9-4a04-8cfb-3f1d45b9b63c tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/security-groups?id=dfea4829-5a9a-48be-a323-806b378c0689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406456 May 23 11:57:14.883267 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2145e7f-e220-4eae-96e4-9b309cfe3ea3 req-7a54d6cb-db91-4f53-8dc9-eaa3b75aba3a tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:14.884789 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b2145e7f-e220-4eae-96e4-9b309cfe3ea3 req-7a54d6cb-db91-4f53-8dc9-eaa3b75aba3a tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 945 time: 0.0817544 May 23 11:57:14.956768 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-b2145e7f-e220-4eae-96e4-9b309cfe3ea3 req-e5be27fd-5a32-4965-930e-6734a7d5dccb tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Deleting port ed3fac4b-8f5d-4ca5-b1bc-c89400228132 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:57:14.957091 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b2145e7f-e220-4eae-96e4-9b309cfe3ea3 req-e5be27fd-5a32-4965-930e-6734a7d5dccb tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:15.207550 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-b2145e7f-e220-4eae-96e4-9b309cfe3ea3 req-e5be27fd-5a32-4965-930e-6734a7d5dccb tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] For port ed3fac4b-8f5d-4ca5-b1bc-c89400228132, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=ed3fac4b-8f5d-4ca5-b1bc-c89400228132,segment=NetworkSegment(7f90a8f8-9d2e-4ea5-80e4-2b1df3c34011),segment_id=7f90a8f8-9d2e-4ea5-80e4-2b1df3c34011)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:57:15.207788 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b2145e7f-e220-4eae-96e4-9b309cfe3ea3 req-e5be27fd-5a32-4965-930e-6734a7d5dccb tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:15.329658 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-b2145e7f-e220-4eae-96e4-9b309cfe3ea3 req-e5be27fd-5a32-4965-930e-6734a7d5dccb tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Calling delete_port for ed3fac4b-8f5d-4ca5-b1bc-c89400228132 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:57:15.485810 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b2145e7f-e220-4eae-96e4-9b309cfe3ea3 req-e5be27fd-5a32-4965-930e-6734a7d5dccb tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:15.530916 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['ed3fac4b-8f5d-4ca5-b1bc-c89400228132'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:57:15.533465 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be27fd-5a32-4965-930e-6734a7d5dccb tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Pushing event deleted for resources: {'Port': ['ID=ed3fac4b-8f5d-4ca5-b1bc-c89400228132,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:57:15.608976 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2145e7f-e220-4eae-96e4-9b309cfe3ea3 req-e5be27fd-5a32-4965-930e-6734a7d5dccb tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] No DVR routers for this DVR port ed3fac4b-8f5d-4ca5-b1bc-c89400228132 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:57:15.611865 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b2145e7f-e220-4eae-96e4-9b309cfe3ea3 req-e5be27fd-5a32-4965-930e-6734a7d5dccb tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:15.614316 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ddc32d1-8bcf-460d-b11b-470886fbc3cc', 'name': 'network-vif-deleted', 'tag': 'ed3fac4b-8f5d-4ca5-b1bc-c89400228132'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:57:15.632737 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b2145e7f-e220-4eae-96e4-9b309cfe3ea3 req-e5be27fd-5a32-4965-930e-6734a7d5dccb tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.81 "DELETE /v2.0/ports/ed3fac4b-8f5d-4ca5-b1bc-c89400228132 HTTP/1.1" status: 204 len: 173 time: 0.7397552 May 23 11:57:15.672981 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d825341-f783-4a1c-8986-72cdd3e92b05'] response: {'server_uuid': '4ddc32d1-8bcf-460d-b11b-470886fbc3cc', 'name': 'network-vif-deleted', 'tag': 'ed3fac4b-8f5d-4ca5-b1bc-c89400228132', 'status': 'completed', 'code': 200} May 23 11:57:16.040726 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c39419d1-a009-44fe-9646-4fb6b976f3ec req-b032da9b-3445-4552-89bb-22ee7201541b tempest-DeleteServersTestJSON-851440323 tempest-DeleteServersTestJSON-851440323-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ddc32d1-8bcf-460d-b11b-470886fbc3cc HTTP/1.1" status: 200 len: 210 time: 0.0481689 May 23 11:57:17.324471 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39966) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:57:17.394711 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-04f14fb8-e9ca-4bff-bf16-5ddcc6843fdb admin admin] Deleting subnet 30b6faa1-d7f2-47c8-9b4b-cc3b9cc7c51e {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:57:17.401187 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-04f14fb8-e9ca-4bff-bf16-5ddcc6843fdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:17.452106 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-04f14fb8-e9ca-4bff-bf16-5ddcc6843fdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:17.506908 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-04f14fb8-e9ca-4bff-bf16-5ddcc6843fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:17.578834 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-04f14fb8-e9ca-4bff-bf16-5ddcc6843fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:17.616265 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f14fb8-e9ca-4bff-bf16-5ddcc6843fdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30b6faa1-d7f2-47c8-9b4b-cc3b9cc7c51e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:57:17.624324 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-04f14fb8-e9ca-4bff-bf16-5ddcc6843fdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:17.631288 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f14fb8-e9ca-4bff-bf16-5ddcc6843fdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:57:17.631630 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f14fb8-e9ca-4bff-bf16-5ddcc6843fdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:57:17.631994 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f14fb8-e9ca-4bff-bf16-5ddcc6843fdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:57:17.632326 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f14fb8-e9ca-4bff-bf16-5ddcc6843fdb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:57:17.632657 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f14fb8-e9ca-4bff-bf16-5ddcc6843fdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:57:17.632979 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f14fb8-e9ca-4bff-bf16-5ddcc6843fdb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:57:17.633298 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f14fb8-e9ca-4bff-bf16-5ddcc6843fdb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:57:17.633615 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f14fb8-e9ca-4bff-bf16-5ddcc6843fdb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:57:17.633931 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f14fb8-e9ca-4bff-bf16-5ddcc6843fdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:57:17.634235 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f14fb8-e9ca-4bff-bf16-5ddcc6843fdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:57:17.634550 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f14fb8-e9ca-4bff-bf16-5ddcc6843fdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:57:17.638154 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-04f14fb8-e9ca-4bff-bf16-5ddcc6843fdb admin admin] 10.222.0.79 "DELETE /v2.0/subnets/30b6faa1-d7f2-47c8-9b4b-cc3b9cc7c51e HTTP/1.1" status: 204 len: 168 time: 0.3126659 May 23 11:57:17.640786 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 39972) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:57:17.752524 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-080f74ab-bb32-48b7-badb-993382b3527e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:17.786855 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device ed3fac4b-8f5d-4ca5-b1bc-c89400228132 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:57:17.819582 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: ed3fac4b-8f5d-4ca5-b1bc-c89400228132 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:57:17.820032 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device ed3fac4b-8f5d-4ca5-b1bc-c89400228132 not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:57:17.879020 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-080f74ab-bb32-48b7-badb-993382b3527e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:17.904226 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-080f74ab-bb32-48b7-badb-993382b3527e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4def9c91-ad56-4c5f-959f-06028ebb09d2']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:57:17.916050 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-080f74ab-bb32-48b7-badb-993382b3527e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f90a8f8-9d2e-4ea5-80e4-2b1df3c34011') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:57:17.916341 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-080f74ab-bb32-48b7-badb-993382b3527e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f90a8f8-9d2e-4ea5-80e4-2b1df3c34011') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:57:17.927675 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-080f74ab-bb32-48b7-badb-993382b3527e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:17.944703 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-080f74ab-bb32-48b7-badb-993382b3527e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:17.951702 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-080f74ab-bb32-48b7-badb-993382b3527e admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:57:17.952145 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-080f74ab-bb32-48b7-badb-993382b3527e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:17.965403 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:57:17.965403 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:57:17.965403 n-d-842952-2 neutron-server[83910]: timer() May 23 11:57:17.965403 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:57:17.965403 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:57:17.965403 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:57:17.965403 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:57:17.965403 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:57:17.965403 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:57:17.965403 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:57:17.965403 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:57:17.965403 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:57:17.965403 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:57:17.965403 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:57:17.965403 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:57:17.965403 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:57:17.965403 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:57:17.965403 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:57:17.965403 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:57:17.965403 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:57:17.965403 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:57:17.965403 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:57:17.965403 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:57:17.965403 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:57:17.965403 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:57:17.965403 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:57:17.965403 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:57:17.965403 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:57:17.965403 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:57:17.965403 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:57:17.965403 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:57:17.965403 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:57:18.049575 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-080f74ab-bb32-48b7-badb-993382b3527e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:18.066270 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-080f74ab-bb32-48b7-badb-993382b3527e admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:18.075175 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f74ab-bb32-48b7-badb-993382b3527e admin admin] Pushing event deleted for resources: {'Network': ['ID=4def9c91-ad56-4c5f-959f-06028ebb09d2,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:57:18.080729 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-080f74ab-bb32-48b7-badb-993382b3527e admin admin] 10.222.0.79 "DELETE /v2.0/networks/4def9c91-ad56-4c5f-959f-06028ebb09d2 HTTP/1.1" status: 204 len: 168 time: 0.4389696 May 23 11:57:18.222432 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39978) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:57:18.273228 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f1d955f5-d33d-4ef1-8b55-330ae2cb5117 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cc231dfa26e74dfc8db9f2f454b921bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0496368 May 23 11:57:18.275971 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 39982) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:57:18.336557 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ae763fb-ad5d-4bc6-b71b-7e19bae2fd23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:18.361578 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ae763fb-ad5d-4bc6-b71b-7e19bae2fd23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:18.419523 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ae763fb-ad5d-4bc6-b71b-7e19bae2fd23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:18.434166 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae763fb-ad5d-4bc6-b71b-7e19bae2fd23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfea4829-5a9a-48be-a323-806b378c0689,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:57:18.442563 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ae763fb-ad5d-4bc6-b71b-7e19bae2fd23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:18.443701 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3ae763fb-ad5d-4bc6-b71b-7e19bae2fd23 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dfea4829-5a9a-48be-a323-806b378c0689 HTTP/1.1" status: 204 len: 168 time: 0.1668274 May 23 11:57:19.360383 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40004) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:57:19.495862 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-5a99d396-7853-4ea4-aea2-d932d2e96406 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-703144394-network', 'tenant_id': 'b7e01e6abd0145b183bdff32a7b12718'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:57:19.501770 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5a99d396-7853-4ea4-aea2-d932d2e96406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:57:19.506180 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5a99d396-7853-4ea4-aea2-d932d2e96406 admin admin] Usage tracker for resource:network and tenant:b7e01e6abd0145b183bdff32a7b12718 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:57:19.509348 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5a99d396-7853-4ea4-aea2-d932d2e96406 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:57:19.515851 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5a99d396-7853-4ea4-aea2-d932d2e96406 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:57:19.527588 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a99d396-7853-4ea4-aea2-d932d2e96406 admin admin] Made reservation on behalf of b7e01e6abd0145b183bdff32a7b12718 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:57:19.530034 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5a99d396-7853-4ea4-aea2-d932d2e96406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:19.542360 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5a99d396-7853-4ea4-aea2-d932d2e96406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:19.585654 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5a99d396-7853-4ea4-aea2-d932d2e96406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:57:19.591377 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5a99d396-7853-4ea4-aea2-d932d2e96406 admin admin] Usage tracker for resource:security_group_rule and tenant:b7e01e6abd0145b183bdff32a7b12718 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:57:19.594315 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5a99d396-7853-4ea4-aea2-d932d2e96406 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:57:19.600407 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5a99d396-7853-4ea4-aea2-d932d2e96406 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:57:19.668765 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5a99d396-7853-4ea4-aea2-d932d2e96406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:19.673737 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5a99d396-7853-4ea4-aea2-d932d2e96406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:19.703082 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a99d396-7853-4ea4-aea2-d932d2e96406 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:57:19.711766 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99d396-7853-4ea4-aea2-d932d2e96406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=487a8a2c-241c-4536-a616-280c591a4d5a,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:57:19.717386 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5a99d396-7853-4ea4-aea2-d932d2e96406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:19.717733 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-5a99d396-7853-4ea4-aea2-d932d2e96406 admin admin] Added segment 7e31603a-7456-4ae5-93b6-71e2ff09ff92 of type vlan for network 1e8382f7-4225-48e1-8b06-8893e7f6328c May 23 11:57:19.743708 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5a99d396-7853-4ea4-aea2-d932d2e96406 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:19.777253 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5a99d396-7853-4ea4-aea2-d932d2e96406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:19.778142 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a99d396-7853-4ea4-aea2-d932d2e96406 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:19.778700 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5a99d396-7853-4ea4-aea2-d932d2e96406 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:19.879201 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99d396-7853-4ea4-aea2-d932d2e96406 admin admin] Pushing event updated for resources: {'Network': ['ID=1e8382f7-4225-48e1-8b06-8893e7f6328c,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:57:19.882145 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5a99d396-7853-4ea4-aea2-d932d2e96406 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5207784 May 23 11:57:19.885420 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40010) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:57:19.889466 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 1e8382f7-4225-48e1-8b06-8893e7f6328c details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:57:19.890782 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-d6c6d691-a12e-4cf3-b86e-090df76c8017 admin admin] Request body: {'subnet': {'network_id': '1e8382f7-4225-48e1-8b06-8893e7f6328c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-703144394-subnet', 'tenant_id': 'b7e01e6abd0145b183bdff32a7b12718', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:57:19.896626 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d6c6d691-a12e-4cf3-b86e-090df76c8017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:57:19.900586 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d6c6d691-a12e-4cf3-b86e-090df76c8017 admin admin] Usage tracker for resource:subnet and tenant:b7e01e6abd0145b183bdff32a7b12718 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:57:19.903504 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d6c6d691-a12e-4cf3-b86e-090df76c8017 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:57:19.909377 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d6c6d691-a12e-4cf3-b86e-090df76c8017 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:57:19.921255 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c6d691-a12e-4cf3-b86e-090df76c8017 admin admin] Made reservation on behalf of b7e01e6abd0145b183bdff32a7b12718 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:57:19.923743 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d6c6d691-a12e-4cf3-b86e-090df76c8017 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:20.133883 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d6c6d691-a12e-4cf3-b86e-090df76c8017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:20.204335 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c6d691-a12e-4cf3-b86e-090df76c8017 admin admin] Pushing event updated for resources: {'Subnet': ['ID=779e5b60-534d-4740-bba0-81741e72d19a,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:57:20.222107 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c6d691-a12e-4cf3-b86e-090df76c8017 admin admin] Checking segment: {'id': '7e31603a-7456-4ae5-93b6-71e2ff09ff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1e8382f7-4225-48e1-8b06-8893e7f6328c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:57:20.222452 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c6d691-a12e-4cf3-b86e-090df76c8017 admin admin] Network hostable DHCP agents. Network: 1e8382f7-4225-48e1-8b06-8893e7f6328c, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:57:20.250232 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c6d691-a12e-4cf3-b86e-090df76c8017 admin admin] Network 1e8382f7-4225-48e1-8b06-8893e7f6328c is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:57:20.261149 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-d6c6d691-a12e-4cf3-b86e-090df76c8017 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 1e8382f7-4225-48e1-8b06-8893e7f6328c) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:57:20.266446 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c6d691-a12e-4cf3-b86e-090df76c8017 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:20.267233 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d6c6d691-a12e-4cf3-b86e-090df76c8017 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:20.271010 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b788f8-42ff-4bea-9a99-2dd3aa93463a None None] Network 1e8382f7-4225-48e1-8b06-8893e7f6328c requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:57:20.292087 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d6c6d691-a12e-4cf3-b86e-090df76c8017 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4055901 May 23 11:57:20.494379 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764d9090-218c-4e61-a205-7623434741d8 None None] Network 1e8382f7-4225-48e1-8b06-8893e7f6328c requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:57:20.836189 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-f2d10c6d-9489-4d02-9687-9830ba1dc075 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:20.836776 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-f2d10c6d-9489-4d02-9687-9830ba1dc075 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Synchronizing usage tracker for tenant:b7e01e6abd0145b183bdff32a7b12718 on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:57:20.857108 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-f2d10c6d-9489-4d02-9687-9830ba1dc075 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Unset dirty status for tenant:b7e01e6abd0145b183bdff32a7b12718 on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:57:20.858306 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-f2d10c6d-9489-4d02-9687-9830ba1dc075 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/networks?id=1e8382f7-4225-48e1-8b06-8893e7f6328c HTTP/1.1" status: 200 len: 814 time: 0.1653795 May 23 11:57:20.875295 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-06ea971e-bedb-4b45-8b9d-4bbde63d5c9a tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/quotas/b7e01e6abd0145b183bdff32a7b12718 HTTP/1.1" status: 200 len: 375 time: 0.0114617 May 23 11:57:20.920763 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-31113347-1928-439a-b2b0-ca25416422c4 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b7e01e6abd0145b183bdff32a7b12718&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402961 May 23 11:57:20.936119 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-0c751aaa-e4df-43f7-8ae7-390d8e954176 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:57:20.937539 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-0c751aaa-e4df-43f7-8ae7-390d8e954176 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0069745 May 23 11:57:21.170156 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-9ec463cf-0a0c-4575-8c98-f0a81de89173 service neutron] 10.222.0.79 "GET /v2.0/networks/1e8382f7-4225-48e1-8b06-8893e7f6328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237155 May 23 11:57:21.311919 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-4ab52036-aff5-4a73-acec-4e51963f7319 service neutron] 10.222.0.79 "GET /v2.0/networks/1e8382f7-4225-48e1-8b06-8893e7f6328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360416 May 23 11:57:21.511604 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0c7c99a1-cae4-43cc-b1b1-e3442c1dce36 req-58ecf7f5-9069-4830-8f3a-04e430f18fbf tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 210 time: 0.0478990 May 23 11:57:22.681994 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9cbaf553-3dec-444f-b81a-1c27d474d641 req-85282505-25e1-4900-86f9-2fd4ef8c8f84 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 210 time: 0.0476553 May 23 11:57:22.745012 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-4f88ac2a-6c28-4e8e-9b41-84247d463a70 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:22.746432 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-4f88ac2a-6c28-4e8e-9b41-84247d463a70 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.81 "GET /v2.0/networks?id=1e8382f7-4225-48e1-8b06-8893e7f6328c HTTP/1.1" status: 200 len: 814 time: 0.1485023 May 23 11:57:22.780699 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-caa30b39-9360-4bce-9be6-467f6db3f4d8 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Request body: {'port': {'device_id': '89b9f874-cd7c-427c-a7a2-b672b2375e79', 'network_id': '1e8382f7-4225-48e1-8b06-8893e7f6328c', 'admin_state_up': True, 'tenant_id': 'b7e01e6abd0145b183bdff32a7b12718'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:57:22.930051 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-caa30b39-9360-4bce-9be6-467f6db3f4d8 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:57:22.934679 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-caa30b39-9360-4bce-9be6-467f6db3f4d8 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Usage tracker for resource:port and tenant:b7e01e6abd0145b183bdff32a7b12718 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:57:22.937815 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-caa30b39-9360-4bce-9be6-467f6db3f4d8 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:57:22.944321 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-caa30b39-9360-4bce-9be6-467f6db3f4d8 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:57:22.957163 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-caa30b39-9360-4bce-9be6-467f6db3f4d8 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Made reservation on behalf of b7e01e6abd0145b183bdff32a7b12718 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:57:22.960179 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-caa30b39-9360-4bce-9be6-467f6db3f4d8 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:23.220607 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-caa30b39-9360-4bce-9be6-467f6db3f4d8 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Allocated IP 172.20.0.12 (1e8382f7-4225-48e1-8b06-8893e7f6328c/779e5b60-534d-4740-bba0-81741e72d19a/e27ce5e4-901c-4c59-8c36-3cb645e48148) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:57:23.432751 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-caa30b39-9360-4bce-9be6-467f6db3f4d8 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:23.464936 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-caa30b39-9360-4bce-9be6-467f6db3f4d8 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:23.549984 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-caa30b39-9360-4bce-9be6-467f6db3f4d8 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Network 1e8382f7-4225-48e1-8b06-8893e7f6328c is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:57:23.553390 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-caa30b39-9360-4bce-9be6-467f6db3f4d8 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:57:23.555253 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa30b39-9360-4bce-9be6-467f6db3f4d8 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Pushing event updated for resources: {'Port': ['ID=e27ce5e4-901c-4c59-8c36-3cb645e48148,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:57:23.557450 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-caa30b39-9360-4bce-9be6-467f6db3f4d8 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:57:23.602679 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa30b39-9360-4bce-9be6-467f6db3f4d8 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:57:23.603027 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa30b39-9360-4bce-9be6-467f6db3f4d8 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:57:23.603357 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa30b39-9360-4bce-9be6-467f6db3f4d8 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:57:23.603688 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa30b39-9360-4bce-9be6-467f6db3f4d8 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:57:23.604046 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa30b39-9360-4bce-9be6-467f6db3f4d8 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:57:23.604367 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa30b39-9360-4bce-9be6-467f6db3f4d8 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:57:23.604698 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa30b39-9360-4bce-9be6-467f6db3f4d8 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:57:23.605016 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa30b39-9360-4bce-9be6-467f6db3f4d8 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:57:23.605336 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa30b39-9360-4bce-9be6-467f6db3f4d8 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:57:23.605651 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa30b39-9360-4bce-9be6-467f6db3f4d8 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:57:23.605966 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa30b39-9360-4bce-9be6-467f6db3f4d8 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:57:23.627496 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-caa30b39-9360-4bce-9be6-467f6db3f4d8 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:23.628124 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-caa30b39-9360-4bce-9be6-467f6db3f4d8 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:23.652629 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-caa30b39-9360-4bce-9be6-467f6db3f4d8 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8770881 May 23 11:57:23.676899 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-adcb9c75-bada-43e7-8501-a09125168e58 service neutron] Request body: {'port': {'device_id': '89b9f874-cd7c-427c-a7a2-b672b2375e79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:57:23.786507 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-adcb9c75-bada-43e7-8501-a09125168e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:23.900054 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a584c49-a53d-47fc-93d0-4dabe1b9f40c req-4f0e04ac-f00b-436b-895c-e8d013cf17b8 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:23.901593 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5a584c49-a53d-47fc-93d0-4dabe1b9f40c req-4f0e04ac-f00b-436b-895c-e8d013cf17b8 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 932 time: 0.0961804 May 23 11:57:23.948799 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-5a584c49-a53d-47fc-93d0-4dabe1b9f40c req-e1eaf6af-50c4-4a9a-b1af-e2167796e494 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Synchronizing usage tracker for tenant:b7e01e6abd0145b183bdff32a7b12718 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:57:23.965548 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-5a584c49-a53d-47fc-93d0-4dabe1b9f40c req-e1eaf6af-50c4-4a9a-b1af-e2167796e494 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Unset dirty status for tenant:b7e01e6abd0145b183bdff32a7b12718 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:57:23.966667 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5a584c49-a53d-47fc-93d0-4dabe1b9f40c req-e1eaf6af-50c4-4a9a-b1af-e2167796e494 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594711 May 23 11:57:24.128020 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-adcb9c75-bada-43e7-8501-a09125168e58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e27ce5e4-901c-4c59-8c36-3cb645e48148 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:57:24.135286 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-adcb9c75-bada-43e7-8501-a09125168e58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:24.151310 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-adcb9c75-bada-43e7-8501-a09125168e58 service neutron] Transition to ACTIVE for port object e27ce5e4-901c-4c59-8c36-3cb645e48148 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:57:24.156427 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-adcb9c75-bada-43e7-8501-a09125168e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:24.279570 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb9c75-bada-43e7-8501-a09125168e58 service neutron] Pushing event updated for resources: {'Port': ['ID=e27ce5e4-901c-4c59-8c36-3cb645e48148,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:57:24.395369 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-adcb9c75-bada-43e7-8501-a09125168e58 service neutron] Attempting to bind port e27ce5e4-901c-4c59-8c36-3cb645e48148 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:57:24.395614 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-adcb9c75-bada-43e7-8501-a09125168e58 service neutron] Attempting to bind port e27ce5e4-901c-4c59-8c36-3cb645e48148 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '7e31603a-7456-4ae5-93b6-71e2ff09ff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1e8382f7-4225-48e1-8b06-8893e7f6328c'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:57:24.395948 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-adcb9c75-bada-43e7-8501-a09125168e58 service neutron] Attempting to bind port e27ce5e4-901c-4c59-8c36-3cb645e48148 on network 1e8382f7-4225-48e1-8b06-8893e7f6328c {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:57:24.402699 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-adcb9c75-bada-43e7-8501-a09125168e58 service neutron] Port e27ce5e4-901c-4c59-8c36-3cb645e48148 on network 1e8382f7-4225-48e1-8b06-8893e7f6328c not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:57:24.402993 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-adcb9c75-bada-43e7-8501-a09125168e58 service neutron] Attempting to bind port e27ce5e4-901c-4c59-8c36-3cb645e48148 on network 1e8382f7-4225-48e1-8b06-8893e7f6328c {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:57:24.409895 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-adcb9c75-bada-43e7-8501-a09125168e58 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:57:24.410233 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-adcb9c75-bada-43e7-8501-a09125168e58 service neutron] Checking segment: {'id': '7e31603a-7456-4ae5-93b6-71e2ff09ff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1e8382f7-4225-48e1-8b06-8893e7f6328c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:57:24.410615 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-adcb9c75-bada-43e7-8501-a09125168e58 service neutron] Bound using segment: {'id': '7e31603a-7456-4ae5-93b6-71e2ff09ff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1e8382f7-4225-48e1-8b06-8893e7f6328c'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:57:24.411038 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-adcb9c75-bada-43e7-8501-a09125168e58 service neutron] Bound port: e27ce5e4-901c-4c59-8c36-3cb645e48148, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e31603a-7456-4ae5-93b6-71e2ff09ff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1e8382f7-4225-48e1-8b06-8893e7f6328c'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:57:24.411386 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-adcb9c75-bada-43e7-8501-a09125168e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:24.498684 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-adcb9c75-bada-43e7-8501-a09125168e58 service neutron] For port e27ce5e4-901c-4c59-8c36-3cb645e48148, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:57:24.501632 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-adcb9c75-bada-43e7-8501-a09125168e58 service neutron] For port e27ce5e4-901c-4c59-8c36-3cb645e48148, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=e27ce5e4-901c-4c59-8c36-3cb645e48148,segment=NetworkSegment(7e31603a-7456-4ae5-93b6-71e2ff09ff92),segment_id=7e31603a-7456-4ae5-93b6-71e2ff09ff92)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:57:24.507671 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-adcb9c75-bada-43e7-8501-a09125168e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:24.576254 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-adcb9c75-bada-43e7-8501-a09125168e58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:24.577728 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-adcb9c75-bada-43e7-8501-a09125168e58 service neutron] 10.222.0.81 "PUT /v2.0/ports/e27ce5e4-901c-4c59-8c36-3cb645e48148 HTTP/1.1" status: 200 len: 1092 time: 0.9049470 May 23 11:57:24.578180 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b9f874-cd7c-427c-a7a2-b672b2375e79', 'tag': 'e27ce5e4-901c-4c59-8c36-3cb645e48148'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:57:24.598245 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb9c75-bada-43e7-8501-a09125168e58 service neutron] Pushing event updated for resources: {'Port': ['ID=e27ce5e4-901c-4c59-8c36-3cb645e48148,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:57:24.633187 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e098d1d0-de66-4666-93ff-e2aa9a81a15d'] response: {'name': 'network-changed', 'server_uuid': '89b9f874-cd7c-427c-a7a2-b672b2375e79', 'tag': 'e27ce5e4-901c-4c59-8c36-3cb645e48148', 'status': 'completed', 'code': 200} May 23 11:57:24.722820 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-013790ec-ca30-403c-a0fc-1f327b619461 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b7e01e6abd0145b183bdff32a7b12718&device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 1095 time: 0.0701938 May 23 11:57:24.806959 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-acc18360-c332-4b9d-b448-edeb848c75f3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e27ce5e4-901c-4c59-8c36-3cb645e48148 HTTP/1.1" status: 200 len: 217 time: 0.0645969 May 23 11:57:24.870954 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-7e9e0815-8fc2-40e6-8f46-36605d545ea8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:24.872420 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-7e9e0815-8fc2-40e6-8f46-36605d545ea8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=779e5b60-534d-4740-bba0-81741e72d19a HTTP/1.1" status: 200 len: 854 time: 0.0567882 May 23 11:57:24.923938 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-7c0c247e-66dd-4b3a-9b4c-dd4bc6d26e15 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1e8382f7-4225-48e1-8b06-8893e7f6328c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424297 May 23 11:57:25.062742 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-25bd96bc-28f4-4f52-8386-67ac88987994 service neutron] 10.222.0.81 "GET /v2.0/networks/1e8382f7-4225-48e1-8b06-8893e7f6328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294188 May 23 11:57:25.184409 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac2679-63e6-415e-85cc-a254cbf15202 req-190448c8-b754-4011-9606-8052d80a695e tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:25.185914 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aeac2679-63e6-415e-85cc-a254cbf15202 req-190448c8-b754-4011-9606-8052d80a695e tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 944 time: 0.0913832 May 23 11:57:25.232049 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aeac2679-63e6-415e-85cc-a254cbf15202 req-ba88d0f4-6d00-4421-8b0f-2c39e28023a3 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400488 May 23 11:57:25.292271 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8635b703-5511-4275-b8a6-03f346d0e8d4 req-6b41ce1b-67ed-4b8a-b812-1ee8fdb832f1 service neutron] 10.222.0.81 "GET /v2.0/networks/1e8382f7-4225-48e1-8b06-8893e7f6328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236054 May 23 11:57:25.482863 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fd8ba0bc-2d4f-4479-bc22-aacadb427111 req-92ab97e8-47e8-4b98-abe3-b9b9e1b875eb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b7e01e6abd0145b183bdff32a7b12718&device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 1095 time: 0.0773711 May 23 11:57:25.617105 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ba0bc-2d4f-4479-bc22-aacadb427111 req-d29fdc83-e4cd-4866-bf4f-fe9802224380 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:25.618476 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fd8ba0bc-2d4f-4479-bc22-aacadb427111 req-d29fdc83-e4cd-4866-bf4f-fe9802224380 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1e8382f7-4225-48e1-8b06-8893e7f6328c HTTP/1.1" status: 200 len: 915 time: 0.1296494 May 23 11:57:25.690812 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fd8ba0bc-2d4f-4479-bc22-aacadb427111 req-529e1f84-fa4b-415b-ba11-1e90135a9d8a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e27ce5e4-901c-4c59-8c36-3cb645e48148 HTTP/1.1" status: 200 len: 217 time: 0.0650406 May 23 11:57:25.754210 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ba0bc-2d4f-4479-bc22-aacadb427111 req-9958fb99-bb4f-4a90-b897-1bc5c4ab08dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:25.755579 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fd8ba0bc-2d4f-4479-bc22-aacadb427111 req-9958fb99-bb4f-4a90-b897-1bc5c4ab08dc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=779e5b60-534d-4740-bba0-81741e72d19a HTTP/1.1" status: 200 len: 854 time: 0.0581634 May 23 11:57:25.804914 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fd8ba0bc-2d4f-4479-bc22-aacadb427111 req-2abf5974-0893-4532-a548-c4f55fcbbc3e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1e8382f7-4225-48e1-8b06-8893e7f6328c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426753 May 23 11:57:25.937000 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fd8ba0bc-2d4f-4479-bc22-aacadb427111 req-1dd9711a-89b2-4e44-b7c4-da19042130e1 service neutron] 10.222.0.81 "GET /v2.0/networks/1e8382f7-4225-48e1-8b06-8893e7f6328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255093 May 23 11:57:26.068958 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-fd8ba0bc-2d4f-4479-bc22-aacadb427111 req-451a28b8-2f4b-49c3-8674-022824dc3f5a service neutron] 10.222.0.81 "GET /v2.0/networks/1e8382f7-4225-48e1-8b06-8893e7f6328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260910 May 23 11:57:26.455432 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e542fb4-b293-43df-8a9b-0b7e2fdb2f63 req-ee3d2243-e379-4964-969a-e99dda74448b tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:26.456950 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8e542fb4-b293-43df-8a9b-0b7e2fdb2f63 req-ee3d2243-e379-4964-969a-e99dda74448b tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 944 time: 0.0845423 May 23 11:57:26.502884 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8e542fb4-b293-43df-8a9b-0b7e2fdb2f63 req-c9761c9d-afee-4d53-ac68-d29d7f6998aa tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401986 May 23 11:57:27.710299 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218577df-8d85-4910-83e6-3d759868357d req-c3ccb55d-99ce-49e2-9ae6-5dfdf0b6ecae tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:27.711898 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-218577df-8d85-4910-83e6-3d759868357d req-c3ccb55d-99ce-49e2-9ae6-5dfdf0b6ecae tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 944 time: 0.0815103 May 23 11:57:27.768262 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-218577df-8d85-4910-83e6-3d759868357d req-996e3c02-bb02-482c-9907-e1fe228483f6 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460167 May 23 11:57:27.849763 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device e27ce5e4-901c-4c59-8c36-3cb645e48148 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:57:27.995606 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port e27ce5e4-901c-4c59-8c36-3cb645e48148, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=e27ce5e4-901c-4c59-8c36-3cb645e48148,segment=NetworkSegment(7e31603a-7456-4ae5-93b6-71e2ff09ff92),segment_id=7e31603a-7456-4ae5-93b6-71e2ff09ff92)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:57:28.008867 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': 'e27ce5e4-901c-4c59-8c36-3cb645e48148', 'network_id': '1e8382f7-4225-48e1-8b06-8893e7f6328c', 'port_id': 'e27ce5e4-901c-4c59-8c36-3cb645e48148', 'mac_address': 'fa:16:3e:d4:13:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '779e5b60-534d-4740-bba0-81741e72d19a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:57:28.065898 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:28.084371 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e27ce5e4-901c-4c59-8c36-3cb645e48148 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:57:28.102715 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port e27ce5e4-901c-4c59-8c36-3cb645e48148, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=e27ce5e4-901c-4c59-8c36-3cb645e48148,segment=NetworkSegment(7e31603a-7456-4ae5-93b6-71e2ff09ff92),segment_id=7e31603a-7456-4ae5-93b6-71e2ff09ff92)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:57:28.108329 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:28.175104 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=e27ce5e4-901c-4c59-8c36-3cb645e48148,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:57:28.447028 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['e27ce5e4-901c-4c59-8c36-3cb645e48148'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:57:28.974250 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e321f5-e771-4a91-aba6-8f626166923f req-ab80bb12-74cc-4a40-a094-9254e2552abd tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:28.975683 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c1e321f5-e771-4a91-aba6-8f626166923f req-ab80bb12-74cc-4a40-a094-9254e2552abd tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 945 time: 0.0823205 May 23 11:57:29.023509 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c1e321f5-e771-4a91-aba6-8f626166923f req-eb4d65fc-27fe-40b6-9e87-e3a9759d34b5 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394676 May 23 11:57:29.850502 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device e27ce5e4-901c-4c59-8c36-3cb645e48148 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:57:29.940365 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port e27ce5e4-901c-4c59-8c36-3cb645e48148 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:57:29.945169 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port e27ce5e4-901c-4c59-8c36-3cb645e48148 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:57:29.945547 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:29.950332 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:57:30.069301 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:30.098643 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b9f874-cd7c-427c-a7a2-b672b2375e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27ce5e4-901c-4c59-8c36-3cb645e48148'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:57:30.109312 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port e27ce5e4-901c-4c59-8c36-3cb645e48148, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=e27ce5e4-901c-4c59-8c36-3cb645e48148,segment=NetworkSegment(7e31603a-7456-4ae5-93b6-71e2ff09ff92),segment_id=7e31603a-7456-4ae5-93b6-71e2ff09ff92)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:57:30.113679 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:30.177229 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba8dea49-3e56-4ee3-91dc-60ff4e698cf2'] response: {'server_uuid': '89b9f874-cd7c-427c-a7a2-b672b2375e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27ce5e4-901c-4c59-8c36-3cb645e48148', 'code': 200} May 23 11:57:30.215539 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=e27ce5e4-901c-4c59-8c36-3cb645e48148,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:57:30.233148 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998921b-8078-4965-a3ec-d165b735d6b0 req-18e4abcd-adc3-4d72-9c7c-d488b236260d tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:30.234602 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5998921b-8078-4965-a3ec-d165b735d6b0 req-18e4abcd-adc3-4d72-9c7c-d488b236260d tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 946 time: 0.0783687 May 23 11:57:30.284843 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5998921b-8078-4965-a3ec-d165b735d6b0 req-77f3763a-d63e-4909-9d87-f849665e48cd tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434141 May 23 11:57:30.323685 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-47764a7e-014f-481b-9d75-59440fbec5f6 req-a41fee12-f3ae-4794-bbb8-150211606ea1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 1097 time: 0.0725961 May 23 11:57:30.371766 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-47764a7e-014f-481b-9d75-59440fbec5f6 req-d3205ea7-3610-4c07-afa0-37cca2d4aed5 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392537 May 23 11:57:31.490526 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f612644-e51c-4bab-a2d4-0449d518ed7f req-f9a62eeb-ed92-4ff7-9da9-48d4d32f8586 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:31.492098 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5f612644-e51c-4bab-a2d4-0449d518ed7f req-f9a62eeb-ed92-4ff7-9da9-48d4d32f8586 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 946 time: 0.0802305 May 23 11:57:31.539534 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5f612644-e51c-4bab-a2d4-0449d518ed7f req-e8a607d8-0056-42e7-9f1b-6ea53cb354e7 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411911 May 23 11:57:32.765097 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e54e82-69dd-4cbd-bd40-8dffb84a4c89 req-28a12f98-2f50-4297-9bb6-24dcb12a9b74 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:32.766537 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-75e54e82-69dd-4cbd-bd40-8dffb84a4c89 req-28a12f98-2f50-4297-9bb6-24dcb12a9b74 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 946 time: 0.0865686 May 23 11:57:32.822902 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-75e54e82-69dd-4cbd-bd40-8dffb84a4c89 req-7b9e2940-9106-4f76-958d-eb7806fe790a tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473571 May 23 11:57:33.033779 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863fe760-f08c-4928-86e1-71b4a87aa558 req-60b06d07-48ef-461a-956c-f2ef98d79c10 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:33.035145 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-863fe760-f08c-4928-86e1-71b4a87aa558 req-60b06d07-48ef-461a-956c-f2ef98d79c10 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 946 time: 0.0926125 May 23 11:57:33.082139 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-863fe760-f08c-4928-86e1-71b4a87aa558 req-2eb181ed-fdd1-40e9-8de8-711304654423 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406220 May 23 11:57:33.469130 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481460d-9137-4413-a742-8838709acd03 req-b05e64d0-2f25-4c67-973a-1e5a1d89ed49 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:33.471143 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6481460d-9137-4413-a742-8838709acd03 req-b05e64d0-2f25-4c67-973a-1e5a1d89ed49 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 946 time: 0.0834286 May 23 11:57:33.519965 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6481460d-9137-4413-a742-8838709acd03 req-15750321-3a65-49d2-ba49-ad70f2a3505d tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405865 May 23 11:57:33.874798 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176ad18-9ea6-432d-9cf8-8f7cc363af6f req-f83b9703-7510-456d-97c0-51059a5a30ca tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:33.876314 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b176ad18-9ea6-432d-9cf8-8f7cc363af6f req-f83b9703-7510-456d-97c0-51059a5a30ca tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 946 time: 0.0811162 May 23 11:57:33.923882 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b176ad18-9ea6-432d-9cf8-8f7cc363af6f req-1cb797b1-297b-4944-ba2e-52e4864c289f tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399880 May 23 11:57:34.136587 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6276ced9-5eed-40ef-9ccb-4d9101060dd2 req-00063b39-eba8-4def-a13e-a34a33066ad3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0853155 May 23 11:57:34.402655 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1397068f-8b8e-4ade-af1a-8f157bf0052e req-ee101506-d376-4a10-a68b-35b418edf2da service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0735795 May 23 11:57:34.450902 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4246f6-72f3-4c74-9284-93706c827e79 req-f39ac57e-6cbd-44e1-9477-9e56b9327ed9 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:34.452385 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0e4246f6-72f3-4c74-9284-93706c827e79 req-f39ac57e-6cbd-44e1-9477-9e56b9327ed9 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 946 time: 0.0766692 May 23 11:57:34.511596 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0e4246f6-72f3-4c74-9284-93706c827e79 req-01a75be5-e157-41bf-a85f-fbd55eb382f8 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518236 May 23 11:57:35.728988 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ced7b-edaf-4996-aabe-4c2321117988 req-0f45007b-c344-41f6-8faa-08a8cc3b0fee tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:35.730489 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e89ced7b-edaf-4996-aabe-4c2321117988 req-0f45007b-c344-41f6-8faa-08a8cc3b0fee tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 946 time: 0.0832553 May 23 11:57:35.777374 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e89ced7b-edaf-4996-aabe-4c2321117988 req-a0dac325-1b1a-408c-b438-2d7d99844a0a tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401599 May 23 11:57:35.814889 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1397068f-8b8e-4ade-af1a-8f157bf0052e req-c8ff3b2b-66db-4555-a8bb-bc4538ea511f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b7e01e6abd0145b183bdff32a7b12718&device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 1097 time: 0.0753455 May 23 11:57:35.957470 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397068f-8b8e-4ade-af1a-8f157bf0052e req-1c3aa744-3870-4695-a10b-ffaa85858351 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:35.958952 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1397068f-8b8e-4ade-af1a-8f157bf0052e req-1c3aa744-3870-4695-a10b-ffaa85858351 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1e8382f7-4225-48e1-8b06-8893e7f6328c HTTP/1.1" status: 200 len: 915 time: 0.1376679 May 23 11:57:36.028907 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1397068f-8b8e-4ade-af1a-8f157bf0052e req-569749d6-4ac1-41f4-88b6-c9ee68b8212d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e27ce5e4-901c-4c59-8c36-3cb645e48148 HTTP/1.1" status: 200 len: 217 time: 0.0638325 May 23 11:57:36.093942 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397068f-8b8e-4ade-af1a-8f157bf0052e req-37d39497-f1e2-4217-827a-61192f5c9063 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:36.096122 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1397068f-8b8e-4ade-af1a-8f157bf0052e req-37d39497-f1e2-4217-827a-61192f5c9063 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=779e5b60-534d-4740-bba0-81741e72d19a HTTP/1.1" status: 200 len: 854 time: 0.0611670 May 23 11:57:36.142055 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1397068f-8b8e-4ade-af1a-8f157bf0052e req-b7af97b3-3fb0-4811-b278-b3f8d954f21a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1e8382f7-4225-48e1-8b06-8893e7f6328c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382607 May 23 11:57:36.281854 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1397068f-8b8e-4ade-af1a-8f157bf0052e req-06695118-6f76-481c-91ae-bf3a2afbcec7 service neutron] 10.222.0.81 "GET /v2.0/networks/1e8382f7-4225-48e1-8b06-8893e7f6328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326315 May 23 11:57:36.514125 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1397068f-8b8e-4ade-af1a-8f157bf0052e req-47c97e3d-c90e-4b3f-9081-4561c07b48ad service neutron] 10.222.0.81 "GET /v2.0/networks/1e8382f7-4225-48e1-8b06-8893e7f6328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239733 May 23 11:57:36.985571 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e24e66-aec7-4208-8087-11a43077a5fb req-7237bc1c-e3ef-4e09-8c42-57ec0cb3a9f9 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:36.987010 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a1e24e66-aec7-4208-8087-11a43077a5fb req-7237bc1c-e3ef-4e09-8c42-57ec0cb3a9f9 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 946 time: 0.0800509 May 23 11:57:37.036892 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a1e24e66-aec7-4208-8087-11a43077a5fb req-1d7278ae-3d14-4713-a966-bc130feb79c3 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439384 May 23 11:57:38.254842 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c11b7fa-caf6-4ee3-afd7-41f8c7404d10 req-20ab8dbb-6488-4e0b-b157-049d16555573 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:38.256360 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1c11b7fa-caf6-4ee3-afd7-41f8c7404d10 req-20ab8dbb-6488-4e0b-b157-049d16555573 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 946 time: 0.0816376 May 23 11:57:38.302761 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1c11b7fa-caf6-4ee3-afd7-41f8c7404d10 req-d1f1322e-b659-4a51-bcd7-e356f69d786e tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408585 May 23 11:57:38.444567 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:39.317705 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-995bc3e8-e1c7-4c18-80b8-058a859b7871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:39.510880 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd018c87-29cd-48cb-854e-c88692232f02 req-5d70f06a-e34d-4347-8a5c-51f02412d43c tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:39.512367 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cd018c87-29cd-48cb-854e-c88692232f02 req-5d70f06a-e34d-4347-8a5c-51f02412d43c tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 946 time: 0.0860479 May 23 11:57:39.560591 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cd018c87-29cd-48cb-854e-c88692232f02 req-c1d19ba0-3146-4a31-a883-f380785b1c3a tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399790 May 23 11:57:39.756506 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:40.769067 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa97e2e-72a2-425e-9d91-efee60f82049 req-686766ed-ae75-4ead-bb01-e561251bbd56 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:40.770501 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bfa97e2e-72a2-425e-9d91-efee60f82049 req-686766ed-ae75-4ead-bb01-e561251bbd56 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 946 time: 0.0828042 May 23 11:57:40.817484 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bfa97e2e-72a2-425e-9d91-efee60f82049 req-7d282d2c-01da-4ff7-829e-13e379822f57 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410383 May 23 11:57:41.622768 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4fa024cf-77ed-4f42-988a-544a3a762c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:42.036140 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe252334-d675-4361-9a7c-b5c8401fd494 req-0f8753dc-08f6-4143-80f1-1ec749435bd6 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:42.037662 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fe252334-d675-4361-9a7c-b5c8401fd494 req-0f8753dc-08f6-4143-80f1-1ec749435bd6 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 946 time: 0.0945668 May 23 11:57:42.085851 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fe252334-d675-4361-9a7c-b5c8401fd494 req-368df908-b4ca-47ce-ab1a-06cb8a4721dd tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423381 May 23 11:57:42.876217 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:42.897868 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:43.318343 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001591bd-10f7-4e05-9875-5ac25b891884 req-5e6273a0-7849-4c77-b68f-bc2ac51119a2 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:43.319804 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-001591bd-10f7-4e05-9875-5ac25b891884 req-5e6273a0-7849-4c77-b68f-bc2ac51119a2 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 946 time: 0.0952005 May 23 11:57:43.372314 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-001591bd-10f7-4e05-9875-5ac25b891884 req-a294edec-0231-4f6b-b6cf-adfb6e3dbee7 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446336 May 23 11:57:44.446560 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:57:44.674885 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4cd2a-ad1d-4feb-94ce-04e5af3bc0da req-02cc931c-5607-4eb3-b063-83d4858e59cf tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:44.676320 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-05e4cd2a-ad1d-4feb-94ce-04e5af3bc0da req-02cc931c-5607-4eb3-b063-83d4858e59cf tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 946 time: 0.1683362 May 23 11:57:44.726211 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-05e4cd2a-ad1d-4feb-94ce-04e5af3bc0da req-3bc80d68-027c-448c-8327-8823575c395e tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439405 May 23 11:57:45.948070 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc0e8f7-e93b-4edb-96e8-59bdfc7f0ca0 req-7a5f500c-5dd2-4790-b97e-f7a1a6d3740d tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:45.949651 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6dc0e8f7-e93b-4edb-96e8-59bdfc7f0ca0 req-7a5f500c-5dd2-4790-b97e-f7a1a6d3740d tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 946 time: 0.0850308 May 23 11:57:46.005502 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6dc0e8f7-e93b-4edb-96e8-59bdfc7f0ca0 req-ca47f79f-f062-48d1-8097-467b2ae4eed5 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458875 May 23 11:57:47.226387 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c5760-95f2-44cc-acbd-3f4da6439f95 req-82fd4e59-7793-4330-9f7e-c7b0fa7a5673 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:47.227847 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-799c5760-95f2-44cc-acbd-3f4da6439f95 req-82fd4e59-7793-4330-9f7e-c7b0fa7a5673 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 946 time: 0.0932817 May 23 11:57:47.273272 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-799c5760-95f2-44cc-acbd-3f4da6439f95 req-d9689191-af16-421d-9f63-810c3ea05fa4 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399046 May 23 11:57:48.490826 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a980936-fda5-4b2e-98ff-bbfdcf943253 req-5991e383-bc0a-4e83-a852-b3aa299ab826 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:48.492344 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4a980936-fda5-4b2e-98ff-bbfdcf943253 req-5991e383-bc0a-4e83-a852-b3aa299ab826 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 946 time: 0.0954382 May 23 11:57:48.548146 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4a980936-fda5-4b2e-98ff-bbfdcf943253 req-0e660bd9-0ce4-43d1-8ceb-0b330626ecfc tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500045 May 23 11:57:49.759758 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3257607-11cc-4145-afa4-f16b0985453a req-55119fa2-3965-4ba8-8cd4-153d5f3d0776 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:49.761225 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d3257607-11cc-4145-afa4-f16b0985453a req-55119fa2-3965-4ba8-8cd4-153d5f3d0776 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 946 time: 0.0813882 May 23 11:57:49.810763 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d3257607-11cc-4145-afa4-f16b0985453a req-c1d949f6-2439-4454-88a6-3b542126a375 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438020 May 23 11:57:51.026615 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92305b29-cb61-4d04-b0a1-718454654854 req-73d419ab-cd68-4187-a273-486ee0944f91 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:51.028081 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-92305b29-cb61-4d04-b0a1-718454654854 req-73d419ab-cd68-4187-a273-486ee0944f91 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 946 time: 0.0965495 May 23 11:57:51.072709 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-92305b29-cb61-4d04-b0a1-718454654854 req-c700cd5d-f279-4dc4-9438-5db7ae7cada1 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389957 May 23 11:57:51.575130 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e6ceecc5-fb95-46ce-8bd0-c32ec217bccf req-9429fd85-7f9c-4679-afbb-e134eb6caf1c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b7e01e6abd0145b183bdff32a7b12718&device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 1097 time: 0.0737906 May 23 11:57:51.732779 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ceecc5-fb95-46ce-8bd0-c32ec217bccf req-bcbc136a-7342-4795-9c9b-86c5babf3954 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:51.734229 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e6ceecc5-fb95-46ce-8bd0-c32ec217bccf req-bcbc136a-7342-4795-9c9b-86c5babf3954 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1e8382f7-4225-48e1-8b06-8893e7f6328c HTTP/1.1" status: 200 len: 915 time: 0.1354010 May 23 11:57:51.807370 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e6ceecc5-fb95-46ce-8bd0-c32ec217bccf req-a888cbdd-d14f-4d56-abbf-17af1ac2aed3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e27ce5e4-901c-4c59-8c36-3cb645e48148 HTTP/1.1" status: 200 len: 217 time: 0.0660713 May 23 11:57:51.874844 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ceecc5-fb95-46ce-8bd0-c32ec217bccf req-46b1f05b-b652-4abb-9d77-cdb93fb2b927 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:51.877588 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e6ceecc5-fb95-46ce-8bd0-c32ec217bccf req-46b1f05b-b652-4abb-9d77-cdb93fb2b927 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=779e5b60-534d-4740-bba0-81741e72d19a HTTP/1.1" status: 200 len: 854 time: 0.0615568 May 23 11:57:51.925981 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e6ceecc5-fb95-46ce-8bd0-c32ec217bccf req-d87fb67f-1283-45d1-9f0e-6b836b269403 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1e8382f7-4225-48e1-8b06-8893e7f6328c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400465 May 23 11:57:52.073417 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e6ceecc5-fb95-46ce-8bd0-c32ec217bccf req-6b7d732d-ebc7-4767-821e-265c36301661 service neutron] 10.222.0.81 "GET /v2.0/networks/1e8382f7-4225-48e1-8b06-8893e7f6328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404972 May 23 11:57:52.210213 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e6ceecc5-fb95-46ce-8bd0-c32ec217bccf req-28ea65da-839c-452a-a248-b3b969152011 service neutron] 10.222.0.81 "GET /v2.0/networks/1e8382f7-4225-48e1-8b06-8893e7f6328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302519 May 23 11:57:52.285237 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54cad4a-a7ac-417f-b40f-69ed9876625d req-ccbe637d-882a-4618-8038-babfa021c977 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:52.286919 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e54cad4a-a7ac-417f-b40f-69ed9876625d req-ccbe637d-882a-4618-8038-babfa021c977 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 946 time: 0.0919056 May 23 11:57:52.335712 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e54cad4a-a7ac-417f-b40f-69ed9876625d req-496da89d-cb81-4a9b-a493-2239b0e94c96 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425148 May 23 11:57:53.575790 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbc567-3a2e-4fd9-a1fc-adb2888cd1cc req-60179e4c-7e4c-4d8b-a383-08f34652668b tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:53.577288 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e5dbc567-3a2e-4fd9-a1fc-adb2888cd1cc req-60179e4c-7e4c-4d8b-a383-08f34652668b tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 946 time: 0.0942206 May 23 11:57:53.631314 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e5dbc567-3a2e-4fd9-a1fc-adb2888cd1cc req-1f317110-04f4-4a88-a768-a9084e38950a tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483356 May 23 11:57:54.853944 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa15dc-5744-4183-b990-1670d858ab87 req-7f89493f-aba2-4c22-a6ee-1bb048ac77eb tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:54.855459 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0eaa15dc-5744-4183-b990-1670d858ab87 req-7f89493f-aba2-4c22-a6ee-1bb048ac77eb tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 946 time: 0.0807619 May 23 11:57:54.906825 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0eaa15dc-5744-4183-b990-1670d858ab87 req-3a0b21c2-15bf-4e19-b465-fbbc73b48207 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427899 May 23 11:57:56.139384 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a27213-ff31-4ab2-858d-064e6c5df04f req-1962bd9e-ac2a-4e7c-998e-e4616b632921 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:56.140785 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-39a27213-ff31-4ab2-858d-064e6c5df04f req-1962bd9e-ac2a-4e7c-998e-e4616b632921 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 946 time: 0.0958338 May 23 11:57:56.187035 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-39a27213-ff31-4ab2-858d-064e6c5df04f req-a70f5e98-2fa0-4884-8e12-ca4ae5e0dfd3 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400641 May 23 11:57:57.402284 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f163d53-d471-4e71-b4d1-eacacffa0b1c req-95741c24-7a3b-4496-aaa1-c060f4816a5c tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:57.403709 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6f163d53-d471-4e71-b4d1-eacacffa0b1c req-95741c24-7a3b-4496-aaa1-c060f4816a5c tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 946 time: 0.0846224 May 23 11:57:57.453475 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6f163d53-d471-4e71-b4d1-eacacffa0b1c req-909e61ec-b694-4caf-adc6-72d5babfce63 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430348 May 23 11:57:58.670410 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974c51b-77ef-42de-a6c9-ceae2da9d9a5 req-2a512dcb-4d20-428c-96ff-dc3807688feb tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:58.671979 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9974c51b-77ef-42de-a6c9-ceae2da9d9a5 req-2a512dcb-4d20-428c-96ff-dc3807688feb tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 946 time: 0.0882566 May 23 11:57:58.727513 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9974c51b-77ef-42de-a6c9-ceae2da9d9a5 req-ebc5d2c9-ea5a-448c-ae17-7f73a2b23c18 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495515 May 23 11:57:59.964885 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d876ec6-7d39-4cd6-a3ef-99791207df26 req-266fb669-deb0-484d-9bd2-ee76989b89f5 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:57:59.966342 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5d876ec6-7d39-4cd6-a3ef-99791207df26 req-266fb669-deb0-484d-9bd2-ee76989b89f5 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 946 time: 0.0862701 May 23 11:58:00.015227 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5d876ec6-7d39-4cd6-a3ef-99791207df26 req-9ad02d45-fb1d-47b1-8308-7c63cc12367c tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429900 May 23 11:58:01.252511 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f81f9-1eb0-452b-8696-0b4419ab8b7c req-8efde3d2-750d-44ac-9b86-596ce1073601 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:01.253996 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc9f81f9-1eb0-452b-8696-0b4419ab8b7c req-8efde3d2-750d-44ac-9b86-596ce1073601 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 946 time: 0.0963523 May 23 11:58:01.303581 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc9f81f9-1eb0-452b-8696-0b4419ab8b7c req-9a1a1510-1e63-49d7-b636-54feadf25562 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411172 May 23 11:58:02.524948 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bdb17e-4e94-489b-872c-089f37bf53b1 req-2585e79c-56f1-4434-84fd-e62dc3848fec tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:02.526400 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-09bdb17e-4e94-489b-872c-089f37bf53b1 req-2585e79c-56f1-4434-84fd-e62dc3848fec tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 946 time: 0.0793393 May 23 11:58:02.576010 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-09bdb17e-4e94-489b-872c-089f37bf53b1 req-7575ca48-82f4-4993-abb8-db06a283e7b1 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440238 May 23 11:58:03.794594 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de07a5-9725-46a2-83b8-952a98b86287 req-aa67a256-5e83-46af-93b7-2c21fbb38862 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:03.795967 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f7de07a5-9725-46a2-83b8-952a98b86287 req-aa67a256-5e83-46af-93b7-2c21fbb38862 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 946 time: 0.0884204 May 23 11:58:03.843114 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f7de07a5-9725-46a2-83b8-952a98b86287 req-126db8c4-7c17-4c02-b026-7f44c419c441 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411129 May 23 11:58:04.138625 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [req-1397068f-8b8e-4ade-af1a-8f157bf0052e req-cdad3f21-3a9e-4f5a-9192-ad2090d36537 service neutron] show failed (client error): The resource could not be found. May 23 11:58:04.139519 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-1397068f-8b8e-4ade-af1a-8f157bf0052e req-cdad3f21-3a9e-4f5a-9192-ad2090d36537 service neutron] 10.222.0.81 "GET /v2.0/ports/e27ce5e4-901c-4c59-8c36-3cb645e48148/bindings/n-h1-842952-2 HTTP/1.1" status: 404 len: 380 time: 0.0855687 May 23 11:58:04.451290 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1397068f-8b8e-4ade-af1a-8f157bf0052e req-d51cc78c-bfc4-4d94-ab2e-3ce22c351d59 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79&tenant_id=b7e01e6abd0145b183bdff32a7b12718 HTTP/1.1" status: 200 len: 1097 time: 0.0799930 May 23 11:58:04.470844 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-1397068f-8b8e-4ade-af1a-8f157bf0052e req-ed0f0475-0f28-416d-86d9-b4f4bf141a1a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-842952-2', 'device_owner': 'compute:nova'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:58:04.593426 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1397068f-8b8e-4ade-af1a-8f157bf0052e req-ed0f0475-0f28-416d-86d9-b4f4bf141a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:04.977346 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-1397068f-8b8e-4ade-af1a-8f157bf0052e req-ed0f0475-0f28-416d-86d9-b4f4bf141a1a service neutron] For port e27ce5e4-901c-4c59-8c36-3cb645e48148, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=e27ce5e4-901c-4c59-8c36-3cb645e48148,segment=NetworkSegment(7e31603a-7456-4ae5-93b6-71e2ff09ff92),segment_id=7e31603a-7456-4ae5-93b6-71e2ff09ff92)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:58:05.060350 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-1397068f-8b8e-4ade-af1a-8f157bf0052e req-ed0f0475-0f28-416d-86d9-b4f4bf141a1a service neutron] For port e27ce5e4-901c-4c59-8c36-3cb645e48148, host n-h2-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:58:05.125599 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e56ff-e430-4b7f-b011-ea7fcbd48d3a req-93bee6db-279a-4778-9365-75a13a62cedf tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:05.127010 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-df0e56ff-e430-4b7f-b011-ea7fcbd48d3a req-93bee6db-279a-4778-9365-75a13a62cedf tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 946 time: 0.1523452 May 23 11:58:05.129240 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b9f874-cd7c-427c-a7a2-b672b2375e79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e27ce5e4-901c-4c59-8c36-3cb645e48148'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:58:05.136202 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1397068f-8b8e-4ade-af1a-8f157bf0052e req-ed0f0475-0f28-416d-86d9-b4f4bf141a1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:05.170488 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-1397068f-8b8e-4ade-af1a-8f157bf0052e req-ed0f0475-0f28-416d-86d9-b4f4bf141a1a service neutron] Transition to ACTIVE for port object e27ce5e4-901c-4c59-8c36-3cb645e48148 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:58:05.181097 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1397068f-8b8e-4ade-af1a-8f157bf0052e req-ed0f0475-0f28-416d-86d9-b4f4bf141a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:05.221231 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02c41f4c-d400-471e-84a6-43a02cbac148'] response: {'server_uuid': '89b9f874-cd7c-427c-a7a2-b672b2375e79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e27ce5e4-901c-4c59-8c36-3cb645e48148', 'code': 200} May 23 11:58:05.243406 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-df0e56ff-e430-4b7f-b011-ea7fcbd48d3a req-336e6941-547b-4c9c-8735-075115a7b5dd tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092801 May 23 11:58:05.318617 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0f0475-0f28-416d-86d9-b4f4bf141a1a service neutron] Pushing event updated for resources: {'Port': ['ID=e27ce5e4-901c-4c59-8c36-3cb645e48148,revision_number=6']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:58:05.358757 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-1397068f-8b8e-4ade-af1a-8f157bf0052e req-ed0f0475-0f28-416d-86d9-b4f4bf141a1a service neutron] No DVR routers for this DVR port e27ce5e4-901c-4c59-8c36-3cb645e48148 on host n-h2-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:58:05.413576 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-1397068f-8b8e-4ade-af1a-8f157bf0052e req-ed0f0475-0f28-416d-86d9-b4f4bf141a1a service neutron] Attempting to bind port e27ce5e4-901c-4c59-8c36-3cb645e48148 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:58:05.413802 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-1397068f-8b8e-4ade-af1a-8f157bf0052e req-ed0f0475-0f28-416d-86d9-b4f4bf141a1a service neutron] Attempting to bind port e27ce5e4-901c-4c59-8c36-3cb645e48148 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '7e31603a-7456-4ae5-93b6-71e2ff09ff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1e8382f7-4225-48e1-8b06-8893e7f6328c'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:58:05.414145 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1397068f-8b8e-4ade-af1a-8f157bf0052e req-ed0f0475-0f28-416d-86d9-b4f4bf141a1a service neutron] Attempting to bind port e27ce5e4-901c-4c59-8c36-3cb645e48148 on network 1e8382f7-4225-48e1-8b06-8893e7f6328c {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:58:05.420863 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1397068f-8b8e-4ade-af1a-8f157bf0052e req-ed0f0475-0f28-416d-86d9-b4f4bf141a1a service neutron] Port e27ce5e4-901c-4c59-8c36-3cb645e48148 on network 1e8382f7-4225-48e1-8b06-8893e7f6328c not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:58:05.421177 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1397068f-8b8e-4ade-af1a-8f157bf0052e req-ed0f0475-0f28-416d-86d9-b4f4bf141a1a service neutron] Attempting to bind port e27ce5e4-901c-4c59-8c36-3cb645e48148 on network 1e8382f7-4225-48e1-8b06-8893e7f6328c {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:58:05.428202 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1397068f-8b8e-4ade-af1a-8f157bf0052e req-ed0f0475-0f28-416d-86d9-b4f4bf141a1a service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:58:05.428530 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1397068f-8b8e-4ade-af1a-8f157bf0052e req-ed0f0475-0f28-416d-86d9-b4f4bf141a1a service neutron] Checking segment: {'id': '7e31603a-7456-4ae5-93b6-71e2ff09ff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1e8382f7-4225-48e1-8b06-8893e7f6328c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:58:05.428907 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1397068f-8b8e-4ade-af1a-8f157bf0052e req-ed0f0475-0f28-416d-86d9-b4f4bf141a1a service neutron] Bound using segment: {'id': '7e31603a-7456-4ae5-93b6-71e2ff09ff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1e8382f7-4225-48e1-8b06-8893e7f6328c'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:58:05.429324 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-1397068f-8b8e-4ade-af1a-8f157bf0052e req-ed0f0475-0f28-416d-86d9-b4f4bf141a1a service neutron] Bound port: e27ce5e4-901c-4c59-8c36-3cb645e48148, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e31603a-7456-4ae5-93b6-71e2ff09ff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1e8382f7-4225-48e1-8b06-8893e7f6328c'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:58:05.429668 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1397068f-8b8e-4ade-af1a-8f157bf0052e req-ed0f0475-0f28-416d-86d9-b4f4bf141a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:05.522610 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-1397068f-8b8e-4ade-af1a-8f157bf0052e req-ed0f0475-0f28-416d-86d9-b4f4bf141a1a service neutron] For port e27ce5e4-901c-4c59-8c36-3cb645e48148, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:58:05.525554 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-1397068f-8b8e-4ade-af1a-8f157bf0052e req-ed0f0475-0f28-416d-86d9-b4f4bf141a1a service neutron] For port e27ce5e4-901c-4c59-8c36-3cb645e48148, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=e27ce5e4-901c-4c59-8c36-3cb645e48148,segment=NetworkSegment(7e31603a-7456-4ae5-93b6-71e2ff09ff92),segment_id=7e31603a-7456-4ae5-93b6-71e2ff09ff92)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:58:05.532409 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1397068f-8b8e-4ade-af1a-8f157bf0052e req-ed0f0475-0f28-416d-86d9-b4f4bf141a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:05.596775 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1397068f-8b8e-4ade-af1a-8f157bf0052e req-ed0f0475-0f28-416d-86d9-b4f4bf141a1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:05.598138 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1397068f-8b8e-4ade-af1a-8f157bf0052e req-ed0f0475-0f28-416d-86d9-b4f4bf141a1a service neutron] 10.222.0.13 "PUT /v2.0/ports/e27ce5e4-901c-4c59-8c36-3cb645e48148 HTTP/1.1" status: 200 len: 1092 time: 1.1337342 May 23 11:58:05.610436 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0f0475-0f28-416d-86d9-b4f4bf141a1a service neutron] Pushing event updated for resources: {'Port': ['ID=e27ce5e4-901c-4c59-8c36-3cb645e48148,revision_number=7']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:58:05.703237 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1397068f-8b8e-4ade-af1a-8f157bf0052e req-647fd3e9-aca1-4f3f-8dc2-088825e45003 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7e01e6abd0145b183bdff32a7b12718&device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 1095 time: 0.0714865 May 23 11:58:05.842853 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397068f-8b8e-4ade-af1a-8f157bf0052e req-86fe2703-2f59-4746-8016-1ba61e6ee100 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:05.844444 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1397068f-8b8e-4ade-af1a-8f157bf0052e req-86fe2703-2f59-4746-8016-1ba61e6ee100 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1e8382f7-4225-48e1-8b06-8893e7f6328c HTTP/1.1" status: 200 len: 915 time: 0.1355875 May 23 11:58:05.914578 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1397068f-8b8e-4ade-af1a-8f157bf0052e req-c019be1c-248d-4b13-af29-0857f9eebe1d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e27ce5e4-901c-4c59-8c36-3cb645e48148 HTTP/1.1" status: 200 len: 217 time: 0.0647249 May 23 11:58:05.975889 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397068f-8b8e-4ade-af1a-8f157bf0052e req-77fae7a7-fa7f-44f3-8955-a53c28e14a50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:05.977189 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1397068f-8b8e-4ade-af1a-8f157bf0052e req-77fae7a7-fa7f-44f3-8955-a53c28e14a50 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=779e5b60-534d-4740-bba0-81741e72d19a HTTP/1.1" status: 200 len: 854 time: 0.0574534 May 23 11:58:05.985518 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device e27ce5e4-901c-4c59-8c36-3cb645e48148 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:58:06.025733 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1397068f-8b8e-4ade-af1a-8f157bf0052e req-567ad657-75c3-491d-ac61-3c9f5a36e74c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1e8382f7-4225-48e1-8b06-8893e7f6328c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425222 May 23 11:58:06.046337 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device e27ce5e4-901c-4c59-8c36-3cb645e48148 not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:58:06.159049 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1397068f-8b8e-4ade-af1a-8f157bf0052e req-ccf7bfa4-78d7-4322-979d-404bf3ee2c3b service neutron] 10.222.0.13 "GET /v2.0/networks/1e8382f7-4225-48e1-8b06-8893e7f6328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274385 May 23 11:58:06.294110 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1397068f-8b8e-4ade-af1a-8f157bf0052e req-479ea3df-f88f-4a13-b2a0-f822ddd69d91 service neutron] 10.222.0.13 "GET /v2.0/networks/1e8382f7-4225-48e1-8b06-8893e7f6328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290553 May 23 11:58:06.454038 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99649623-5398-4a06-9bf2-dd9dfc5bd9f0 req-48cbb633-2319-4765-8fbc-6261a5e7b795 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:06.455449 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-99649623-5398-4a06-9bf2-dd9dfc5bd9f0 req-48cbb633-2319-4765-8fbc-6261a5e7b795 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 944 time: 0.0812135 May 23 11:58:06.501710 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-99649623-5398-4a06-9bf2-dd9dfc5bd9f0 req-02116885-5e44-4025-b374-3b83bd0c2184 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402434 May 23 11:58:06.956358 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:58:07.223022 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b9f874-cd7c-427c-a7a2-b672b2375e79', 'tag': 'e27ce5e4-901c-4c59-8c36-3cb645e48148'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:58:07.300455 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f228689-32c9-47f5-9267-cd178f99ccae'] response: {'name': 'network-changed', 'server_uuid': '89b9f874-cd7c-427c-a7a2-b672b2375e79', 'tag': 'e27ce5e4-901c-4c59-8c36-3cb645e48148', 'status': 'completed', 'code': 200} May 23 11:58:07.415371 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-263f935e-b389-42a4-bbee-bdebf2896913 req-e7a57730-98d1-452f-b9cd-50771b51ee65 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7e01e6abd0145b183bdff32a7b12718&device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 1095 time: 0.0739849 May 23 11:58:07.431499 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-263f935e-b389-42a4-bbee-bdebf2896913 req-fbf62a93-3700-491a-8fa3-b1777b81a7c3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b7e01e6abd0145b183bdff32a7b12718&device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 1095 time: 0.0727556 May 23 11:58:07.569953 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f935e-b389-42a4-bbee-bdebf2896913 req-5c71b788-c0c2-48ef-ae51-176bb26e1c46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:07.571427 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-263f935e-b389-42a4-bbee-bdebf2896913 req-5c71b788-c0c2-48ef-ae51-176bb26e1c46 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1e8382f7-4225-48e1-8b06-8893e7f6328c HTTP/1.1" status: 200 len: 915 time: 0.1313457 May 23 11:58:07.649403 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-263f935e-b389-42a4-bbee-bdebf2896913 req-ff3280f3-500c-4aa8-8a57-02c009059d31 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e27ce5e4-901c-4c59-8c36-3cb645e48148 HTTP/1.1" status: 200 len: 217 time: 0.0676789 May 23 11:58:07.677275 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f935e-b389-42a4-bbee-bdebf2896913 req-09448b53-e0b7-4233-9716-5096d498b153 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:07.678681 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-263f935e-b389-42a4-bbee-bdebf2896913 req-09448b53-e0b7-4233-9716-5096d498b153 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1e8382f7-4225-48e1-8b06-8893e7f6328c HTTP/1.1" status: 200 len: 915 time: 0.2571321 May 23 11:58:07.713367 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f935e-b389-42a4-bbee-bdebf2896913 req-f215532a-ccdb-44ab-aabd-777082cbdaff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:07.714815 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-263f935e-b389-42a4-bbee-bdebf2896913 req-f215532a-ccdb-44ab-aabd-777082cbdaff service neutron] 10.222.0.81 "GET /v2.0/subnets?id=779e5b60-534d-4740-bba0-81741e72d19a HTTP/1.1" status: 200 len: 854 time: 0.0573857 May 23 11:58:07.762508 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-263f935e-b389-42a4-bbee-bdebf2896913 req-816577dc-a989-4df0-8d3c-da2f0b3c821d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e27ce5e4-901c-4c59-8c36-3cb645e48148 HTTP/1.1" status: 200 len: 217 time: 0.0732541 May 23 11:58:07.766761 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-263f935e-b389-42a4-bbee-bdebf2896913 req-0440b4cd-c3de-4cd2-87de-8faa4d088e85 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1e8382f7-4225-48e1-8b06-8893e7f6328c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418401 May 23 11:58:07.832695 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f935e-b389-42a4-bbee-bdebf2896913 req-7b8dae3e-1434-4b98-b4f3-1471f3cbe130 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:07.834064 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-263f935e-b389-42a4-bbee-bdebf2896913 req-7b8dae3e-1434-4b98-b4f3-1471f3cbe130 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=779e5b60-534d-4740-bba0-81741e72d19a HTTP/1.1" status: 200 len: 854 time: 0.0642617 May 23 11:58:07.839468 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08d922-ba77-4f1b-aa10-fe75aba53741 req-1d3ad7ec-0f33-4b42-9a4f-dc6e317814ea tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:07.840874 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7a08d922-ba77-4f1b-aa10-fe75aba53741 req-1d3ad7ec-0f33-4b42-9a4f-dc6e317814ea tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 944 time: 0.1949391 May 23 11:58:07.896383 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-263f935e-b389-42a4-bbee-bdebf2896913 req-6dabc9d3-6779-4d3a-9328-639173d0db6e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1e8382f7-4225-48e1-8b06-8893e7f6328c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545588 May 23 11:58:07.913350 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-263f935e-b389-42a4-bbee-bdebf2896913 req-0811ffba-bfbc-4b11-a7b8-8a022007def8 service neutron] 10.222.0.81 "GET /v2.0/networks/1e8382f7-4225-48e1-8b06-8893e7f6328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367078 May 23 11:58:08.004757 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7a08d922-ba77-4f1b-aa10-fe75aba53741 req-1d13c4a9-0eb3-4f48-a6e1-1c9a51f2f9bd tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273339 May 23 11:58:08.047220 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-263f935e-b389-42a4-bbee-bdebf2896913 req-d988e6c9-c77e-4947-b7c1-42d962f65402 service neutron] 10.222.0.13 "GET /v2.0/networks/1e8382f7-4225-48e1-8b06-8893e7f6328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434526 May 23 11:58:08.051400 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-263f935e-b389-42a4-bbee-bdebf2896913 req-aa2ec12b-f28c-4ca8-be5a-01d799cdf346 service neutron] 10.222.0.81 "GET /v2.0/networks/1e8382f7-4225-48e1-8b06-8893e7f6328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297638 May 23 11:58:08.182182 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-263f935e-b389-42a4-bbee-bdebf2896913 req-fb39dc1c-551a-4c29-935f-9cecc6e072b1 service neutron] 10.222.0.13 "GET /v2.0/networks/1e8382f7-4225-48e1-8b06-8893e7f6328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285644 May 23 11:58:08.459175 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:09.213177 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f61517-41ae-4544-b924-6d194c6c07b6 req-074fc8d1-93f6-4154-b442-8809fa48b8a9 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:09.214514 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-00f61517-41ae-4544-b924-6d194c6c07b6 req-074fc8d1-93f6-4154-b442-8809fa48b8a9 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 944 time: 0.0796313 May 23 11:58:09.262560 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-00f61517-41ae-4544-b924-6d194c6c07b6 req-f3f0a77d-ea80-494a-84ae-31a099f51d3c tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399632 May 23 11:58:09.313346 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fbf8-6f25-4edf-a214-eeb30b0abed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:09.782500 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:10.345418 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device e27ce5e4-901c-4c59-8c36-3cb645e48148 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:58:10.475530 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621366d3-3495-41e6-9cba-25c6f050aad0 req-6ab5dd47-9941-433f-89ff-703a228935fb tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:10.477127 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-621366d3-3495-41e6-9cba-25c6f050aad0 req-6ab5dd47-9941-433f-89ff-703a228935fb tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 944 time: 0.0820591 May 23 11:58:10.495188 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port e27ce5e4-901c-4c59-8c36-3cb645e48148, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=e27ce5e4-901c-4c59-8c36-3cb645e48148,segment=NetworkSegment(7e31603a-7456-4ae5-93b6-71e2ff09ff92),segment_id=7e31603a-7456-4ae5-93b6-71e2ff09ff92)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:58:10.508939 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'e27ce5e4-901c-4c59-8c36-3cb645e48148', 'network_id': '1e8382f7-4225-48e1-8b06-8893e7f6328c', 'port_id': 'e27ce5e4-901c-4c59-8c36-3cb645e48148', 'mac_address': 'fa:16:3e:d4:13:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '779e5b60-534d-4740-bba0-81741e72d19a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:58:10.526477 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-621366d3-3495-41e6-9cba-25c6f050aad0 req-9843c44e-d4fc-476f-8eae-966667872c57 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423672 May 23 11:58:10.562622 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:10.580200 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e27ce5e4-901c-4c59-8c36-3cb645e48148 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:58:10.595593 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port e27ce5e4-901c-4c59-8c36-3cb645e48148, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=e27ce5e4-901c-4c59-8c36-3cb645e48148,segment=NetworkSegment(7e31603a-7456-4ae5-93b6-71e2ff09ff92),segment_id=7e31603a-7456-4ae5-93b6-71e2ff09ff92)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:58:10.600737 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:10.668466 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=e27ce5e4-901c-4c59-8c36-3cb645e48148,revision_number=8']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:58:10.677506 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:58:10.677815 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:58:10.678146 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:58:10.678524 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:58:10.678869 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:58:10.679205 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:58:10.679503 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:58:10.679799 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:58:10.680176 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:58:10.680497 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:58:10.680871 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:58:10.878916 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b4565-15bc-4305-b4c6-d4e38501da18 req-86cd4e2a-7e44-4ca3-9287-57b5396fbe81 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:10.880470 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9d8b4565-15bc-4305-b4c6-d4e38501da18 req-86cd4e2a-7e44-4ca3-9287-57b5396fbe81 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 945 time: 0.0845890 May 23 11:58:10.934549 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9d8b4565-15bc-4305-b4c6-d4e38501da18 req-2d030b6f-e07d-42e5-a9cd-db0a494b2e67 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482426 May 23 11:58:10.998183 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa053c5-f0cf-4d6b-9ceb-9a5e42437a8d req-afc0a77b-489b-4ca5-9b42-6ce25c84de4a tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:10.998849 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-eaa053c5-f0cf-4d6b-9ceb-9a5e42437a8d req-afc0a77b-489b-4ca5-9b42-6ce25c84de4a tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Synchronizing usage tracker for tenant:b7e01e6abd0145b183bdff32a7b12718 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:58:11.001271 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['e27ce5e4-901c-4c59-8c36-3cb645e48148'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:58:11.020519 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-eaa053c5-f0cf-4d6b-9ceb-9a5e42437a8d req-afc0a77b-489b-4ca5-9b42-6ce25c84de4a tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Unset dirty status for tenant:b7e01e6abd0145b183bdff32a7b12718 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:58:11.021734 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-eaa053c5-f0cf-4d6b-9ceb-9a5e42437a8d req-afc0a77b-489b-4ca5-9b42-6ce25c84de4a tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.81 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79&tenant_id=b7e01e6abd0145b183bdff32a7b12718&binding%3Ahost_id=n-h1-842952-2 HTTP/1.1" status: 200 len: 945 time: 0.2050385 May 23 11:58:11.105989 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [req-eaa053c5-f0cf-4d6b-9ceb-9a5e42437a8d req-1cbbf497-8b70-4f12-83fb-5661fa3b08b9 service neutron] delete failed (client error): The resource could not be found. May 23 11:58:11.106921 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-eaa053c5-f0cf-4d6b-9ceb-9a5e42437a8d req-1cbbf497-8b70-4f12-83fb-5661fa3b08b9 service neutron] 10.222.0.81 "DELETE /v2.0/ports/e27ce5e4-901c-4c59-8c36-3cb645e48148/bindings/n-h2-842952-2 HTTP/1.1" status: 404 len: 380 time: 0.0765619 May 23 11:58:11.275484 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-eaa053c5-f0cf-4d6b-9ceb-9a5e42437a8d req-ee56af63-8e6c-4e87-9d96-594b9c8bc931 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b7e01e6abd0145b183bdff32a7b12718&device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 1096 time: 0.0700555 May 23 11:58:11.413110 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa053c5-f0cf-4d6b-9ceb-9a5e42437a8d req-a8e29919-a02a-49de-a1db-4fecabce256e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:11.414600 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-eaa053c5-f0cf-4d6b-9ceb-9a5e42437a8d req-a8e29919-a02a-49de-a1db-4fecabce256e service neutron] 10.222.0.81 "GET /v2.0/networks?id=1e8382f7-4225-48e1-8b06-8893e7f6328c HTTP/1.1" status: 200 len: 915 time: 0.1301908 May 23 11:58:11.488644 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-eaa053c5-f0cf-4d6b-9ceb-9a5e42437a8d req-5e4a5361-010d-457b-9099-5b6a59f7f886 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e27ce5e4-901c-4c59-8c36-3cb645e48148 HTTP/1.1" status: 200 len: 217 time: 0.0655184 May 23 11:58:11.555299 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa053c5-f0cf-4d6b-9ceb-9a5e42437a8d req-ea777aad-2dcd-4d38-8c48-97aff8a43e91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:11.556721 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-eaa053c5-f0cf-4d6b-9ceb-9a5e42437a8d req-ea777aad-2dcd-4d38-8c48-97aff8a43e91 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=779e5b60-534d-4740-bba0-81741e72d19a HTTP/1.1" status: 200 len: 854 time: 0.0596116 May 23 11:58:11.604894 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-eaa053c5-f0cf-4d6b-9ceb-9a5e42437a8d req-635e2b6f-d8bf-4712-9390-eb532ec53aec service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1e8382f7-4225-48e1-8b06-8893e7f6328c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388370 May 23 11:58:11.606853 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-95e4bc97-004a-4b68-b5de-d3bdd2706128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:11.739261 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-eaa053c5-f0cf-4d6b-9ceb-9a5e42437a8d req-8a95e4d4-0067-4107-a05b-4a2da4e49282 service neutron] 10.222.0.81 "GET /v2.0/networks/1e8382f7-4225-48e1-8b06-8893e7f6328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245856 May 23 11:58:11.874748 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-eaa053c5-f0cf-4d6b-9ceb-9a5e42437a8d req-aa5e1ba1-e93a-4f9b-b06a-480698f0f358 service neutron] 10.222.0.81 "GET /v2.0/networks/1e8382f7-4225-48e1-8b06-8893e7f6328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261935 May 23 11:58:12.149218 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c2cf3-0d5a-474a-a742-fdf8ae6fea74 req-915ed694-41f0-4471-9799-793ba9dd0100 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:12.150670 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1b8c2cf3-0d5a-474a-a742-fdf8ae6fea74 req-915ed694-41f0-4471-9799-793ba9dd0100 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 945 time: 0.0864830 May 23 11:58:12.195600 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1b8c2cf3-0d5a-474a-a742-fdf8ae6fea74 req-4055cd40-58ae-458a-af08-f56889220610 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393310 May 23 11:58:12.348508 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device e27ce5e4-901c-4c59-8c36-3cb645e48148 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:58:12.421032 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port e27ce5e4-901c-4c59-8c36-3cb645e48148 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:58:12.426171 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port e27ce5e4-901c-4c59-8c36-3cb645e48148 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:58:12.426539 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:12.549394 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:12.579027 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b9f874-cd7c-427c-a7a2-b672b2375e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27ce5e4-901c-4c59-8c36-3cb645e48148'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:58:12.589236 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port e27ce5e4-901c-4c59-8c36-3cb645e48148, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=e27ce5e4-901c-4c59-8c36-3cb645e48148,segment=NetworkSegment(7e31603a-7456-4ae5-93b6-71e2ff09ff92),segment_id=7e31603a-7456-4ae5-93b6-71e2ff09ff92)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:58:12.594599 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:12.636903 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff02f6d5-aa37-46d2-b5fb-b3de7cafaaca'] response: {'server_uuid': '89b9f874-cd7c-427c-a7a2-b672b2375e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27ce5e4-901c-4c59-8c36-3cb645e48148', 'code': 200} May 23 11:58:12.661907 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=e27ce5e4-901c-4c59-8c36-3cb645e48148,revision_number=9']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:58:12.874427 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:12.906035 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:13.411416 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f05f0e-635a-49b9-9f81-ba5297ab5fea req-ac98e63f-4aba-4188-9963-1109f875a38c tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:13.413042 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e9f05f0e-635a-49b9-9f81-ba5297ab5fea req-ac98e63f-4aba-4188-9963-1109f875a38c tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 946 time: 0.0878015 May 23 11:58:13.463123 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e9f05f0e-635a-49b9-9f81-ba5297ab5fea req-ddba53b9-1ded-4f39-bec8-b4865f35bb13 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444393 May 23 11:58:13.678979 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3572d-2a5b-493c-8655-54b8e865e7f7 req-eba0af9c-12e6-401d-88a7-20fa66f6813d tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:13.680497 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d3b3572d-2a5b-493c-8655-54b8e865e7f7 req-eba0af9c-12e6-401d-88a7-20fa66f6813d tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 946 time: 0.0934360 May 23 11:58:13.725817 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d3b3572d-2a5b-493c-8655-54b8e865e7f7 req-265ff730-0f51-4637-8526-8d8777a4340d tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396557 May 23 11:58:13.939255 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc41eb-2162-47b8-bdc2-bd21b8389a54 req-8391bc8d-2e2d-474d-beea-b02f3a444339 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:13.940761 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f1bc41eb-2162-47b8-bdc2-bd21b8389a54 req-8391bc8d-2e2d-474d-beea-b02f3a444339 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 946 time: 0.0936487 May 23 11:58:13.989732 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f1bc41eb-2162-47b8-bdc2-bd21b8389a54 req-3b16b77e-87a9-4568-987c-e833a79b0e3f tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405624 May 23 11:58:14.442627 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:14.528454 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-6a5e9cc4-a206-4e36-8bc9-95b5ab1791ba tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:14.529882 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-6a5e9cc4-a206-4e36-8bc9-95b5ab1791ba tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/networks?id=1e8382f7-4225-48e1-8b06-8893e7f6328c HTTP/1.1" status: 200 len: 814 time: 0.1483459 May 23 11:58:14.549725 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-a7bdec88-9a4c-469a-ad88-e8d24f350cd7 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/quotas/b7e01e6abd0145b183bdff32a7b12718 HTTP/1.1" status: 200 len: 375 time: 0.0121145 May 23 11:58:14.628287 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-4393057a-df51-42ae-92eb-3ed2eefae04e tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b7e01e6abd0145b183bdff32a7b12718&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0734267 May 23 11:58:14.764604 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-fb17364a-e7d6-4ba4-ae7c-362ec78b7dee service neutron] 10.222.0.79 "GET /v2.0/networks/1e8382f7-4225-48e1-8b06-8893e7f6328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294248 May 23 11:58:14.993374 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-d6f3025a-c13b-4987-baa4-b80a04028b92 service neutron] 10.222.0.79 "GET /v2.0/networks/1e8382f7-4225-48e1-8b06-8893e7f6328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224233 May 23 11:58:15.181808 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-274b85f6-7d57-46b6-9b0b-fb8967fcdb4f req-1a6c0728-eb59-4b90-b5af-c4185f32acf9 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 210 time: 0.0445082 May 23 11:58:15.790338 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697c0e1-0779-4cf2-b3e1-0bdf81e586f8 req-b84ef8f9-7f0d-4ddb-9162-7629d32d7976 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:15.791805 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8697c0e1-0779-4cf2-b3e1-0bdf81e586f8 req-b84ef8f9-7f0d-4ddb-9162-7629d32d7976 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.13 "GET /v2.0/ports?device_id=89b9f874-cd7c-427c-a7a2-b672b2375e79 HTTP/1.1" status: 200 len: 946 time: 0.0796344 May 23 11:58:15.871636 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-8697c0e1-0779-4cf2-b3e1-0bdf81e586f8 req-a2c85d4c-ed2b-45c4-bd03-a95546148253 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Deleting port e27ce5e4-901c-4c59-8c36-3cb645e48148 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:58:15.872008 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8697c0e1-0779-4cf2-b3e1-0bdf81e586f8 req-a2c85d4c-ed2b-45c4-bd03-a95546148253 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:16.124526 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-8697c0e1-0779-4cf2-b3e1-0bdf81e586f8 req-a2c85d4c-ed2b-45c4-bd03-a95546148253 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] For port e27ce5e4-901c-4c59-8c36-3cb645e48148, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=e27ce5e4-901c-4c59-8c36-3cb645e48148,segment=NetworkSegment(7e31603a-7456-4ae5-93b6-71e2ff09ff92),segment_id=7e31603a-7456-4ae5-93b6-71e2ff09ff92)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:58:16.124893 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8697c0e1-0779-4cf2-b3e1-0bdf81e586f8 req-a2c85d4c-ed2b-45c4-bd03-a95546148253 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:16.276767 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-8697c0e1-0779-4cf2-b3e1-0bdf81e586f8 req-a2c85d4c-ed2b-45c4-bd03-a95546148253 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Calling delete_port for e27ce5e4-901c-4c59-8c36-3cb645e48148 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:58:16.295739 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-2a0ac1f9-fe1e-4724-bfd0-8fd1e585dddc tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:16.297236 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-2a0ac1f9-fe1e-4724-bfd0-8fd1e585dddc tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.13 "GET /v2.0/networks?id=1e8382f7-4225-48e1-8b06-8893e7f6328c HTTP/1.1" status: 200 len: 814 time: 0.1552527 May 23 11:58:16.318920 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-33557aec-bfde-4e2c-a541-a970017f892d tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Request body: {'port': {'device_id': '4aa8aea6-e2c9-4246-8943-84ec9c4d6862', 'network_id': '1e8382f7-4225-48e1-8b06-8893e7f6328c', 'admin_state_up': True, 'tenant_id': 'b7e01e6abd0145b183bdff32a7b12718'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:58:16.372580 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d6e30865-3e5f-4a59-a172-e5d67a67016d req-f6ad1787-96c2-4878-b388-f852f320bbc5 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 210 time: 0.0496061 May 23 11:58:16.461989 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-33557aec-bfde-4e2c-a541-a970017f892d tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:58:16.472557 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8697c0e1-0779-4cf2-b3e1-0bdf81e586f8 req-a2c85d4c-ed2b-45c4-bd03-a95546148253 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:16.472762 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-33557aec-bfde-4e2c-a541-a970017f892d tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:58:16.484764 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-33557aec-bfde-4e2c-a541-a970017f892d tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Made reservation on behalf of b7e01e6abd0145b183bdff32a7b12718 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:58:16.487811 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-33557aec-bfde-4e2c-a541-a970017f892d tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:16.506591 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['e27ce5e4-901c-4c59-8c36-3cb645e48148'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:58:16.527205 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c85d4c-ed2b-45c4-bd03-a95546148253 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Pushing event deleted for resources: {'Port': ['ID=e27ce5e4-901c-4c59-8c36-3cb645e48148,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:58:16.610477 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-8697c0e1-0779-4cf2-b3e1-0bdf81e586f8 req-a2c85d4c-ed2b-45c4-bd03-a95546148253 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] No DVR routers for this DVR port e27ce5e4-901c-4c59-8c36-3cb645e48148 on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:58:16.613079 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8697c0e1-0779-4cf2-b3e1-0bdf81e586f8 req-a2c85d4c-ed2b-45c4-bd03-a95546148253 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:16.615590 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b9f874-cd7c-427c-a7a2-b672b2375e79', 'name': 'network-vif-deleted', 'tag': 'e27ce5e4-901c-4c59-8c36-3cb645e48148'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:58:16.632333 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8697c0e1-0779-4cf2-b3e1-0bdf81e586f8 req-a2c85d4c-ed2b-45c4-bd03-a95546148253 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.13 "DELETE /v2.0/ports/e27ce5e4-901c-4c59-8c36-3cb645e48148 HTTP/1.1" status: 204 len: 173 time: 0.8281677 May 23 11:58:16.668742 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-33557aec-bfde-4e2c-a541-a970017f892d tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Allocated IP 172.20.0.10 (1e8382f7-4225-48e1-8b06-8893e7f6328c/779e5b60-534d-4740-bba0-81741e72d19a/f7b5abfe-81b5-47cf-98d7-aedafcf0fd15) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:58:16.684393 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-989c4839-d73c-4270-8846-0574e982b918'] response: {'server_uuid': '89b9f874-cd7c-427c-a7a2-b672b2375e79', 'name': 'network-vif-deleted', 'tag': 'e27ce5e4-901c-4c59-8c36-3cb645e48148', 'status': 'completed', 'code': 200} May 23 11:58:16.876556 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-33557aec-bfde-4e2c-a541-a970017f892d tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:16.906594 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-33557aec-bfde-4e2c-a541-a970017f892d tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:16.939420 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['e27ce5e4-901c-4c59-8c36-3cb645e48148'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:58:16.985478 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-33557aec-bfde-4e2c-a541-a970017f892d tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Network 1e8382f7-4225-48e1-8b06-8893e7f6328c is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:58:16.989252 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-33557aec-bfde-4e2c-a541-a970017f892d tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:58:16.991052 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33557aec-bfde-4e2c-a541-a970017f892d tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Pushing event updated for resources: {'Port': ['ID=f7b5abfe-81b5-47cf-98d7-aedafcf0fd15,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:58:16.993222 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-33557aec-bfde-4e2c-a541-a970017f892d tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:58:17.055641 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-33557aec-bfde-4e2c-a541-a970017f892d tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:17.056325 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-33557aec-bfde-4e2c-a541-a970017f892d tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:17.080813 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-33557aec-bfde-4e2c-a541-a970017f892d tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7660329 May 23 11:58:17.096875 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-51779d43-4afc-4ed1-a0e9-cbea21008ae6 service neutron] Request body: {'port': {'device_id': '4aa8aea6-e2c9-4246-8943-84ec9c4d6862', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:58:17.207502 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-51779d43-4afc-4ed1-a0e9-cbea21008ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:17.575532 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee83e5-978f-4000-9dde-7e2ed3eb15ae req-269a9675-7b29-4e64-9b65-159437ce173e tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:17.576236 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-f9ee83e5-978f-4000-9dde-7e2ed3eb15ae req-269a9675-7b29-4e64-9b65-159437ce173e tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Synchronizing usage tracker for tenant:b7e01e6abd0145b183bdff32a7b12718 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:58:17.592638 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-f9ee83e5-978f-4000-9dde-7e2ed3eb15ae req-269a9675-7b29-4e64-9b65-159437ce173e tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Unset dirty status for tenant:b7e01e6abd0145b183bdff32a7b12718 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:58:17.593850 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f9ee83e5-978f-4000-9dde-7e2ed3eb15ae req-269a9675-7b29-4e64-9b65-159437ce173e tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 932 time: 0.0973489 May 23 11:58:17.638846 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-51779d43-4afc-4ed1-a0e9-cbea21008ae6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7b5abfe-81b5-47cf-98d7-aedafcf0fd15 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:58:17.641340 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f9ee83e5-978f-4000-9dde-7e2ed3eb15ae req-37e30177-035d-47a2-950d-44ed2b1f03dc tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414524 May 23 11:58:17.647126 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-51779d43-4afc-4ed1-a0e9-cbea21008ae6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:17.662900 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-51779d43-4afc-4ed1-a0e9-cbea21008ae6 service neutron] Transition to ACTIVE for port object f7b5abfe-81b5-47cf-98d7-aedafcf0fd15 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:58:17.667535 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-51779d43-4afc-4ed1-a0e9-cbea21008ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:17.794187 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51779d43-4afc-4ed1-a0e9-cbea21008ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b5abfe-81b5-47cf-98d7-aedafcf0fd15,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:58:17.900845 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-51779d43-4afc-4ed1-a0e9-cbea21008ae6 service neutron] Attempting to bind port f7b5abfe-81b5-47cf-98d7-aedafcf0fd15 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:58:17.901174 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-51779d43-4afc-4ed1-a0e9-cbea21008ae6 service neutron] Attempting to bind port f7b5abfe-81b5-47cf-98d7-aedafcf0fd15 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '7e31603a-7456-4ae5-93b6-71e2ff09ff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1e8382f7-4225-48e1-8b06-8893e7f6328c'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:58:17.901490 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-51779d43-4afc-4ed1-a0e9-cbea21008ae6 service neutron] Attempting to bind port f7b5abfe-81b5-47cf-98d7-aedafcf0fd15 on network 1e8382f7-4225-48e1-8b06-8893e7f6328c {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:58:17.907290 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-51779d43-4afc-4ed1-a0e9-cbea21008ae6 service neutron] Port f7b5abfe-81b5-47cf-98d7-aedafcf0fd15 on network 1e8382f7-4225-48e1-8b06-8893e7f6328c not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:58:17.907578 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-51779d43-4afc-4ed1-a0e9-cbea21008ae6 service neutron] Attempting to bind port f7b5abfe-81b5-47cf-98d7-aedafcf0fd15 on network 1e8382f7-4225-48e1-8b06-8893e7f6328c {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:58:17.914059 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-51779d43-4afc-4ed1-a0e9-cbea21008ae6 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:58:17.914385 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-51779d43-4afc-4ed1-a0e9-cbea21008ae6 service neutron] Checking segment: {'id': '7e31603a-7456-4ae5-93b6-71e2ff09ff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1e8382f7-4225-48e1-8b06-8893e7f6328c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:58:17.914758 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-51779d43-4afc-4ed1-a0e9-cbea21008ae6 service neutron] Bound using segment: {'id': '7e31603a-7456-4ae5-93b6-71e2ff09ff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1e8382f7-4225-48e1-8b06-8893e7f6328c'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:58:17.915176 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-51779d43-4afc-4ed1-a0e9-cbea21008ae6 service neutron] Bound port: f7b5abfe-81b5-47cf-98d7-aedafcf0fd15, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e31603a-7456-4ae5-93b6-71e2ff09ff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1e8382f7-4225-48e1-8b06-8893e7f6328c'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:58:17.915476 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-51779d43-4afc-4ed1-a0e9-cbea21008ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:18.010292 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-51779d43-4afc-4ed1-a0e9-cbea21008ae6 service neutron] For port f7b5abfe-81b5-47cf-98d7-aedafcf0fd15, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:58:18.013367 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-51779d43-4afc-4ed1-a0e9-cbea21008ae6 service neutron] For port f7b5abfe-81b5-47cf-98d7-aedafcf0fd15, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=f7b5abfe-81b5-47cf-98d7-aedafcf0fd15,segment=NetworkSegment(7e31603a-7456-4ae5-93b6-71e2ff09ff92),segment_id=7e31603a-7456-4ae5-93b6-71e2ff09ff92)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:58:18.021238 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-51779d43-4afc-4ed1-a0e9-cbea21008ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:18.081953 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-51779d43-4afc-4ed1-a0e9-cbea21008ae6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:18.083368 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-51779d43-4afc-4ed1-a0e9-cbea21008ae6 service neutron] 10.222.0.13 "PUT /v2.0/ports/f7b5abfe-81b5-47cf-98d7-aedafcf0fd15 HTTP/1.1" status: 200 len: 1092 time: 0.9905837 May 23 11:58:18.083798 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa8aea6-e2c9-4246-8943-84ec9c4d6862', 'tag': 'f7b5abfe-81b5-47cf-98d7-aedafcf0fd15'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:58:18.106542 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51779d43-4afc-4ed1-a0e9-cbea21008ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b5abfe-81b5-47cf-98d7-aedafcf0fd15,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:58:18.141195 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ce67309-d49e-4af2-8291-8e1faa480ba9'] response: {'name': 'network-changed', 'server_uuid': '4aa8aea6-e2c9-4246-8943-84ec9c4d6862', 'tag': 'f7b5abfe-81b5-47cf-98d7-aedafcf0fd15', 'status': 'completed', 'code': 200} May 23 11:58:18.231571 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-f5fdabd0-d42f-492e-bd1f-f6f60e5e782d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7e01e6abd0145b183bdff32a7b12718&device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 1095 time: 0.0741832 May 23 11:58:18.304347 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-ad41ca99-ffee-4ecf-b8f4-cb03864db5ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7b5abfe-81b5-47cf-98d7-aedafcf0fd15 HTTP/1.1" status: 200 len: 217 time: 0.0607595 May 23 11:58:18.373630 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-a4a41aef-f86c-4063-bafb-6f9f2e58a63c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:18.374948 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-a4a41aef-f86c-4063-bafb-6f9f2e58a63c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=779e5b60-534d-4740-bba0-81741e72d19a HTTP/1.1" status: 200 len: 854 time: 0.0649571 May 23 11:58:18.419857 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-85adf499-32f4-4ee9-953c-850198cc8ad7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1e8382f7-4225-48e1-8b06-8893e7f6328c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388067 May 23 11:58:18.549244 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-208ecbb7-f126-4dca-87b7-2ad3e676899c service neutron] 10.222.0.13 "GET /v2.0/networks/1e8382f7-4225-48e1-8b06-8893e7f6328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227329 May 23 11:58:18.680789 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-70bf3c95-9358-4708-9a86-dab2124f2f8f req-229e1b63-fc92-4163-82c6-e1ba885cf840 service neutron] 10.222.0.13 "GET /v2.0/networks/1e8382f7-4225-48e1-8b06-8893e7f6328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255944 May 23 11:58:18.830799 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-17d3dff4-c3ea-46b7-960d-d1ee1c1b51f5 req-82b9479e-948d-42eb-bd95-eb418b046bb6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7e01e6abd0145b183bdff32a7b12718&device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 1095 time: 0.0687270 May 23 11:58:18.844354 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b9bdc-21ae-4cb8-b43e-59ec6a55754b req-e8472374-95dd-404d-b784-1e6f1d29d394 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:18.846778 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2e3b9bdc-21ae-4cb8-b43e-59ec6a55754b req-e8472374-95dd-404d-b784-1e6f1d29d394 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 944 time: 0.0815730 May 23 11:58:18.893175 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2e3b9bdc-21ae-4cb8-b43e-59ec6a55754b req-e65de8f9-54dc-4098-a01a-ccabe1ce8152 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406418 May 23 11:58:18.975360 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3dff4-c3ea-46b7-960d-d1ee1c1b51f5 req-6a7f66c0-2660-43af-ba2d-d082c5018ab2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:18.977421 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-17d3dff4-c3ea-46b7-960d-d1ee1c1b51f5 req-6a7f66c0-2660-43af-ba2d-d082c5018ab2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1e8382f7-4225-48e1-8b06-8893e7f6328c HTTP/1.1" status: 200 len: 915 time: 0.1405153 May 23 11:58:19.049741 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-17d3dff4-c3ea-46b7-960d-d1ee1c1b51f5 req-ea74ee2d-97bf-4c8c-ba7d-409906c95b3e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7b5abfe-81b5-47cf-98d7-aedafcf0fd15 HTTP/1.1" status: 200 len: 217 time: 0.0661674 May 23 11:58:19.115065 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3dff4-c3ea-46b7-960d-d1ee1c1b51f5 req-8f09714e-ae19-4457-9365-d759c95c90c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:19.116521 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-17d3dff4-c3ea-46b7-960d-d1ee1c1b51f5 req-8f09714e-ae19-4457-9365-d759c95c90c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=779e5b60-534d-4740-bba0-81741e72d19a HTTP/1.1" status: 200 len: 854 time: 0.0610585 May 23 11:58:19.249383 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-17d3dff4-c3ea-46b7-960d-d1ee1c1b51f5 req-fcbda9fc-ace2-46ef-a26c-0e619a7c0f6f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1e8382f7-4225-48e1-8b06-8893e7f6328c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1269147 May 23 11:58:19.397024 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-17d3dff4-c3ea-46b7-960d-d1ee1c1b51f5 req-d7dfdabe-2b23-4dae-baa5-664ebf6ed036 service neutron] 10.222.0.13 "GET /v2.0/networks/1e8382f7-4225-48e1-8b06-8893e7f6328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413305 May 23 11:58:19.541203 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-17d3dff4-c3ea-46b7-960d-d1ee1c1b51f5 req-e4a1e0cd-d0fb-4dd2-8f67-ea6b1a4f4731 service neutron] 10.222.0.13 "GET /v2.0/networks/1e8382f7-4225-48e1-8b06-8893e7f6328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375425 May 23 11:58:20.121497 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983a441-1336-4714-bd63-2e169ca3467f req-0cf811dd-b300-43a1-8fa2-d12d2df86a6b tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:20.122839 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9983a441-1336-4714-bd63-2e169ca3467f req-0cf811dd-b300-43a1-8fa2-d12d2df86a6b tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 944 time: 0.0895581 May 23 11:58:20.169195 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9983a441-1336-4714-bd63-2e169ca3467f req-16c6c519-d8ee-43d1-b0b9-6b2a8402257d tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398052 May 23 11:58:20.393548 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device e27ce5e4-901c-4c59-8c36-3cb645e48148 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:58:20.432070 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: e27ce5e4-901c-4c59-8c36-3cb645e48148 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:58:20.432388 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device e27ce5e4-901c-4c59-8c36-3cb645e48148 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:58:21.383067 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8cd98-a108-422b-b125-379b095802e7 req-0bbbf967-8b62-43c2-8101-57df7547e846 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:21.384570 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-19a8cd98-a108-422b-b125-379b095802e7 req-0bbbf967-8b62-43c2-8101-57df7547e846 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 944 time: 0.0840199 May 23 11:58:21.431960 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-19a8cd98-a108-422b-b125-379b095802e7 req-dd6b441e-fad4-4251-a114-7e927cabd423 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415947 May 23 11:58:22.403267 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device f7b5abfe-81b5-47cf-98d7-aedafcf0fd15 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:58:22.552936 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port f7b5abfe-81b5-47cf-98d7-aedafcf0fd15, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=f7b5abfe-81b5-47cf-98d7-aedafcf0fd15,segment=NetworkSegment(7e31603a-7456-4ae5-93b6-71e2ff09ff92),segment_id=7e31603a-7456-4ae5-93b6-71e2ff09ff92)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:58:22.566860 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'f7b5abfe-81b5-47cf-98d7-aedafcf0fd15', 'network_id': '1e8382f7-4225-48e1-8b06-8893e7f6328c', 'port_id': 'f7b5abfe-81b5-47cf-98d7-aedafcf0fd15', 'mac_address': 'fa:16:3e:08:9b:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '779e5b60-534d-4740-bba0-81741e72d19a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:58:22.624171 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:22.632457 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ae6f7-1871-464d-bef7-e5063d5f42be req-2feec21b-c534-42b6-bb5f-c9cb5f620602 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:22.633910 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5e2ae6f7-1871-464d-bef7-e5063d5f42be req-2feec21b-c534-42b6-bb5f-c9cb5f620602 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 944 time: 0.0797961 May 23 11:58:22.641837 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b5abfe-81b5-47cf-98d7-aedafcf0fd15 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:58:22.657390 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port f7b5abfe-81b5-47cf-98d7-aedafcf0fd15, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=f7b5abfe-81b5-47cf-98d7-aedafcf0fd15,segment=NetworkSegment(7e31603a-7456-4ae5-93b6-71e2ff09ff92),segment_id=7e31603a-7456-4ae5-93b6-71e2ff09ff92)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:58:22.661967 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:22.681567 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5e2ae6f7-1871-464d-bef7-e5063d5f42be req-3022c27d-22ee-44a8-ad27-c3f3aff419b7 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417430 May 23 11:58:22.737036 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=f7b5abfe-81b5-47cf-98d7-aedafcf0fd15,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:58:23.031793 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['f7b5abfe-81b5-47cf-98d7-aedafcf0fd15'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:58:23.924969 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae3c0f-7886-4949-a375-2db2827299cb req-9bbcda96-0a65-4d28-9e7e-c7b1773cd65c tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:23.926413 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3cae3c0f-7886-4949-a375-2db2827299cb req-9bbcda96-0a65-4d28-9e7e-c7b1773cd65c tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 945 time: 0.0843544 May 23 11:58:23.972607 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3cae3c0f-7886-4949-a375-2db2827299cb req-fbe1cfcf-895c-4ac4-b479-e88b7ac89b0c tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405962 May 23 11:58:24.407229 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device f7b5abfe-81b5-47cf-98d7-aedafcf0fd15 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:58:24.484961 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port f7b5abfe-81b5-47cf-98d7-aedafcf0fd15 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:58:24.489949 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port f7b5abfe-81b5-47cf-98d7-aedafcf0fd15 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:58:24.490320 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:24.609961 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:24.636289 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa8aea6-e2c9-4246-8943-84ec9c4d6862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b5abfe-81b5-47cf-98d7-aedafcf0fd15'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:58:24.646517 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port f7b5abfe-81b5-47cf-98d7-aedafcf0fd15, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=f7b5abfe-81b5-47cf-98d7-aedafcf0fd15,segment=NetworkSegment(7e31603a-7456-4ae5-93b6-71e2ff09ff92),segment_id=7e31603a-7456-4ae5-93b6-71e2ff09ff92)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:58:24.652126 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:24.695463 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4efdd131-3089-452b-907c-d30823aa76be'] response: {'server_uuid': '4aa8aea6-e2c9-4246-8943-84ec9c4d6862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b5abfe-81b5-47cf-98d7-aedafcf0fd15', 'code': 200} May 23 11:58:24.721407 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=f7b5abfe-81b5-47cf-98d7-aedafcf0fd15,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:58:24.841340 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-24e9d1e1-5016-4317-a194-10500db2afb3 req-f0a88421-ad63-4a8b-a228-06044a9ceaa4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 1097 time: 0.0683911 May 23 11:58:24.887528 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-24e9d1e1-5016-4317-a194-10500db2afb3 req-41874cf9-19c8-46c8-8c28-b03bca952be3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401855 May 23 11:58:25.194695 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c418b0-7320-461d-adc1-e9c79c803ee6 req-47a5ef95-da8c-457e-a941-bcd7d3d1005c tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:25.196172 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-12c418b0-7320-461d-adc1-e9c79c803ee6 req-47a5ef95-da8c-457e-a941-bcd7d3d1005c tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 946 time: 0.0835021 May 23 11:58:25.327361 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-12c418b0-7320-461d-adc1-e9c79c803ee6 req-07083658-117b-4608-bd0c-94a5dbf24a79 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254599 May 23 11:58:26.531769 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5283f-76c5-4552-a256-e94983943062 req-82f9b6c1-c046-4cb7-95b1-64203a72db77 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:26.533256 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a4c5283f-76c5-4552-a256-e94983943062 req-82f9b6c1-c046-4cb7-95b1-64203a72db77 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 946 time: 0.0846806 May 23 11:58:26.580143 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a4c5283f-76c5-4552-a256-e94983943062 req-d456f059-e339-4450-a689-2e0587a5d1af tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412433 May 23 11:58:26.782902 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12512e30-b362-4845-9ee8-c19fb5e030a7 req-4bad5c19-742d-4b82-a250-27c4170506f5 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:26.784381 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-12512e30-b362-4845-9ee8-c19fb5e030a7 req-4bad5c19-742d-4b82-a250-27c4170506f5 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 946 time: 0.0848649 May 23 11:58:26.830032 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-12512e30-b362-4845-9ee8-c19fb5e030a7 req-ea4b4edf-2d86-4e0a-ab43-25de5bb3048a tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400760 May 23 11:58:27.023359 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-437f0166-2021-449e-9d61-7069def912f2 req-62a049c4-206a-4c94-aef0-df87ede5e8b3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0691411 May 23 11:58:27.279931 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-27d74c31-1a48-4b57-be4b-6574d55b1ced req-11736b49-91e7-4585-8a89-414cb27aa53e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0680242 May 23 11:58:27.344521 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9bc45a-f4ea-4c3f-b107-9d61d335ab11 req-acdedcce-b27d-424e-a5e5-335899f78f50 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:27.346101 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ba9bc45a-f4ea-4c3f-b107-9d61d335ab11 req-acdedcce-b27d-424e-a5e5-335899f78f50 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 946 time: 0.0813487 May 23 11:58:27.393374 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ba9bc45a-f4ea-4c3f-b107-9d61d335ab11 req-35a0872b-7124-475b-a227-43a30375912a tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414844 May 23 11:58:28.597514 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0de46f-6af8-415c-9c2f-d7ee7393cadb req-b99e5302-dcd4-4aa1-99fc-92d7d14c9d2c tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:28.598979 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4d0de46f-6af8-415c-9c2f-d7ee7393cadb req-b99e5302-dcd4-4aa1-99fc-92d7d14c9d2c tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 946 time: 0.0847859 May 23 11:58:28.644928 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4d0de46f-6af8-415c-9c2f-d7ee7393cadb req-72411f74-c8e8-45e1-a99c-79f3de754bbb tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402577 May 23 11:58:28.934378 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-27d74c31-1a48-4b57-be4b-6574d55b1ced req-9b462f1f-4d21-4f3d-bce7-56faa333a59f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7e01e6abd0145b183bdff32a7b12718&device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 1097 time: 0.0718138 May 23 11:58:29.078692 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d74c31-1a48-4b57-be4b-6574d55b1ced req-c8f4e67c-2214-4e8e-a458-46be851b71c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:29.080273 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-27d74c31-1a48-4b57-be4b-6574d55b1ced req-c8f4e67c-2214-4e8e-a458-46be851b71c0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1e8382f7-4225-48e1-8b06-8893e7f6328c HTTP/1.1" status: 200 len: 915 time: 0.1388695 May 23 11:58:29.162013 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-27d74c31-1a48-4b57-be4b-6574d55b1ced req-2672cce4-4acc-45ce-a392-7edd3c461793 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7b5abfe-81b5-47cf-98d7-aedafcf0fd15 HTTP/1.1" status: 200 len: 217 time: 0.0754330 May 23 11:58:29.236491 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d74c31-1a48-4b57-be4b-6574d55b1ced req-c5cee0ae-a32b-4bfd-ab19-3c0a3fd063d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:29.238703 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-27d74c31-1a48-4b57-be4b-6574d55b1ced req-c5cee0ae-a32b-4bfd-ab19-3c0a3fd063d6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=779e5b60-534d-4740-bba0-81741e72d19a HTTP/1.1" status: 200 len: 854 time: 0.0712245 May 23 11:58:29.285164 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-27d74c31-1a48-4b57-be4b-6574d55b1ced req-9180be41-0889-48ca-b97b-26ce1f13fbf8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1e8382f7-4225-48e1-8b06-8893e7f6328c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409338 May 23 11:58:29.417894 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-27d74c31-1a48-4b57-be4b-6574d55b1ced req-944bca0b-cf04-451a-8b5a-f16170b60251 service neutron] 10.222.0.13 "GET /v2.0/networks/1e8382f7-4225-48e1-8b06-8893e7f6328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265945 May 23 11:58:29.556459 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-27d74c31-1a48-4b57-be4b-6574d55b1ced req-cbcbfd53-c204-4530-8128-b07657acff2d service neutron] 10.222.0.13 "GET /v2.0/networks/1e8382f7-4225-48e1-8b06-8893e7f6328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318817 May 23 11:58:29.863905 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849e64f-8e8c-48f5-a1c2-6a121c37d7e9 req-5ce6abd8-193a-4fb2-926a-bd3457835553 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:29.865391 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3849e64f-8e8c-48f5-a1c2-6a121c37d7e9 req-5ce6abd8-193a-4fb2-926a-bd3457835553 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 946 time: 0.0849328 May 23 11:58:29.924816 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3849e64f-8e8c-48f5-a1c2-6a121c37d7e9 req-b8816158-6105-48fb-9188-72530aec17e1 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516706 May 23 11:58:31.144517 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ecf93-0b86-4e1e-a623-5ee8a905525f req-666951cc-1f3a-4d67-a0d8-90791d746773 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:31.146292 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3b9ecf93-0b86-4e1e-a623-5ee8a905525f req-666951cc-1f3a-4d67-a0d8-90791d746773 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 946 time: 0.0907633 May 23 11:58:31.204156 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3b9ecf93-0b86-4e1e-a623-5ee8a905525f req-809ceb5a-360c-4a46-9894-d6983e3d16d0 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520339 May 23 11:58:32.411764 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15a1c6-c00c-49ed-a8a3-d1313d7e1bb3 req-d019513d-a514-4b89-9d12-1e55f80b9feb tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:32.413227 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3a15a1c6-c00c-49ed-a8a3-d1313d7e1bb3 req-d019513d-a514-4b89-9d12-1e55f80b9feb tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 946 time: 0.0790789 May 23 11:58:32.461829 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3a15a1c6-c00c-49ed-a8a3-d1313d7e1bb3 req-647a6cc5-6320-442f-bce7-60b5171fefe1 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429063 May 23 11:58:33.677603 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755b208-106f-434a-9418-8f817ff9d469 req-fedc7cff-0dbe-4af6-a0fb-e03a0221e9ca tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:33.679166 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4755b208-106f-434a-9418-8f817ff9d469 req-fedc7cff-0dbe-4af6-a0fb-e03a0221e9ca tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 946 time: 0.0915649 May 23 11:58:33.729429 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4755b208-106f-434a-9418-8f817ff9d469 req-e042eaae-dbf2-408f-a1b0-cff00eb55e06 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444062 May 23 11:58:35.005622 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd228ebd-7113-4f3e-a2ce-33beab641cf6 req-0873aa10-86d9-4d95-9b7c-a0f83cd205a2 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:35.008197 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dd228ebd-7113-4f3e-a2ce-33beab641cf6 req-0873aa10-86d9-4d95-9b7c-a0f83cd205a2 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 946 time: 0.1299686 May 23 11:58:35.083293 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dd228ebd-7113-4f3e-a2ce-33beab641cf6 req-0d25a9d4-f353-4e04-acf5-be829a29b6c6 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691192 May 23 11:58:36.316167 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98cc5b5-021b-45c9-af3d-42deeb8c2d7e req-76882afb-ed7c-4515-b81c-4cd1db73765b tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:36.317689 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e98cc5b5-021b-45c9-af3d-42deeb8c2d7e req-76882afb-ed7c-4515-b81c-4cd1db73765b tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 946 time: 0.0921855 May 23 11:58:36.373062 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e98cc5b5-021b-45c9-af3d-42deeb8c2d7e req-78b63f7a-b0c0-4a5c-91cc-06a14baaa9da tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494986 May 23 11:58:37.584483 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f0041-ad7b-49d7-a1f6-a59dacf200db req-7250637c-7287-4c55-bf6e-08614a69b273 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:37.586768 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5e3f0041-ad7b-49d7-a1f6-a59dacf200db req-7250637c-7287-4c55-bf6e-08614a69b273 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 946 time: 0.0928650 May 23 11:58:37.641428 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5e3f0041-ad7b-49d7-a1f6-a59dacf200db req-f1725e6a-fd58-499d-aa67-038b7f5e8d03 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488245 May 23 11:58:38.488535 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:38.863123 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a266e2-a461-4c82-bd0b-7e97051f04f6 req-449348bc-0685-448d-aac5-7e5999f9b88e tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:38.864678 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b1a266e2-a461-4c82-bd0b-7e97051f04f6 req-449348bc-0685-448d-aac5-7e5999f9b88e tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 946 time: 0.0806277 May 23 11:58:38.923252 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b1a266e2-a461-4c82-bd0b-7e97051f04f6 req-986dae76-6bc3-47e2-8c84-ebdf99b07471 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499122 May 23 11:58:39.328754 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c9124da7-640a-4d8d-a993-9c0f7d9800d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:39.794259 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:40.154496 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f6ac3-c794-4be0-9a3b-77e23140db58 req-cdb8c33f-85fc-49ce-9e46-b5d3f1becb00 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:40.155803 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-363f6ac3-c794-4be0-9a3b-77e23140db58 req-cdb8c33f-85fc-49ce-9e46-b5d3f1becb00 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 946 time: 0.0844018 May 23 11:58:40.201469 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-363f6ac3-c794-4be0-9a3b-77e23140db58 req-34401d32-6f04-4005-b113-d614ac2b74f6 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399837 May 23 11:58:41.414514 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f6e28-f041-4fda-b9ef-7acd218955f8 req-74bb781a-078f-4d8b-ad44-c01c280e17b4 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:41.416000 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-807f6e28-f041-4fda-b9ef-7acd218955f8 req-74bb781a-078f-4d8b-ad44-c01c280e17b4 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 946 time: 0.0820940 May 23 11:58:41.464237 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-807f6e28-f041-4fda-b9ef-7acd218955f8 req-d114a858-4663-4702-b2f2-b19c47fd7639 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400109 May 23 11:58:41.610217 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d50c0c34-14c4-4eeb-b2f0-9e20bab5a688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:42.682183 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639123a-f7d4-4f0f-a154-4f88c204222d req-837175a8-5060-40b4-ba98-f0df363d401c tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:42.683638 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4639123a-f7d4-4f0f-a154-4f88c204222d req-837175a8-5060-40b4-ba98-f0df363d401c tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 946 time: 0.0916314 May 23 11:58:42.730992 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4639123a-f7d4-4f0f-a154-4f88c204222d req-7b2a975b-b736-4129-8c35-1ef4392db2be tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407705 May 23 11:58:42.873001 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:42.907679 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:43.954744 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:58:43.961015 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab936e-dbc2-4ce0-9a2b-e8aaef0bc444 req-1c5144ad-044c-482b-82d2-a1a050e978ff tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:43.962499 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a4ab936e-dbc2-4ce0-9a2b-e8aaef0bc444 req-1c5144ad-044c-482b-82d2-a1a050e978ff tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 946 time: 0.0837460 May 23 11:58:44.016039 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a4ab936e-dbc2-4ce0-9a2b-e8aaef0bc444 req-69c57650-a488-4e64-92a6-53febd833d4d tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450568 May 23 11:58:44.458027 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:45.230247 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5825b2db-b974-4b56-8ebd-b993f5ba2111 req-45d92806-bdd8-4c06-b24a-b0c8f0cce9d5 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:45.231759 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5825b2db-b974-4b56-8ebd-b993f5ba2111 req-45d92806-bdd8-4c06-b24a-b0c8f0cce9d5 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 946 time: 0.0871687 May 23 11:58:45.286428 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5825b2db-b974-4b56-8ebd-b993f5ba2111 req-e8d8e934-0566-4fbe-87f8-403788f44661 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481675 May 23 11:58:46.169122 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2a6c6844-5c38-4531-822f-0343b513d583 req-799d306e-a94a-49bb-96fd-3388721e9652 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7e01e6abd0145b183bdff32a7b12718&device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 1097 time: 0.0842299 May 23 11:58:46.318814 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c6844-5c38-4531-822f-0343b513d583 req-17274511-cfa2-4d85-9764-fe1c5ba06227 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:46.320314 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2a6c6844-5c38-4531-822f-0343b513d583 req-17274511-cfa2-4d85-9764-fe1c5ba06227 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1e8382f7-4225-48e1-8b06-8893e7f6328c HTTP/1.1" status: 200 len: 915 time: 0.1312203 May 23 11:58:46.391200 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2a6c6844-5c38-4531-822f-0343b513d583 req-a41d26d0-df9a-4b92-abe2-e996431df569 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7b5abfe-81b5-47cf-98d7-aedafcf0fd15 HTTP/1.1" status: 200 len: 217 time: 0.0643897 May 23 11:58:46.457520 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c6844-5c38-4531-822f-0343b513d583 req-2d268daa-963e-4fa6-b267-13e68dba6df3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:46.458904 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2a6c6844-5c38-4531-822f-0343b513d583 req-2d268daa-963e-4fa6-b267-13e68dba6df3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=779e5b60-534d-4740-bba0-81741e72d19a HTTP/1.1" status: 200 len: 854 time: 0.0582070 May 23 11:58:46.495511 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a5031-51f0-43b8-98b5-fd55ef16ba82 req-fdc56515-4858-437a-b377-744c9c1bf534 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:46.497066 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a03a5031-51f0-43b8-98b5-fd55ef16ba82 req-fdc56515-4858-437a-b377-744c9c1bf534 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 946 time: 0.0838037 May 23 11:58:46.551932 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a03a5031-51f0-43b8-98b5-fd55ef16ba82 req-640dbce3-f349-4e42-a269-2e9bd9dbde2f tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488181 May 23 11:58:46.609758 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2a6c6844-5c38-4531-822f-0343b513d583 req-c97c5a2d-ebe1-4f1d-95a8-6694664f2e99 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1e8382f7-4225-48e1-8b06-8893e7f6328c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1444662 May 23 11:58:46.621132 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [req-2a6c6844-5c38-4531-822f-0343b513d583 req-3a919fea-83d7-4c26-8b33-efcf87ffdb03 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 11:58:46.621404 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2a6c6844-5c38-4531-822f-0343b513d583 req-3a919fea-83d7-4c26-8b33-efcf87ffdb03 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054796 May 23 11:58:46.759065 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2a6c6844-5c38-4531-822f-0343b513d583 req-6c848d7f-d82b-4420-851c-2210bc70fcf4 service neutron] 10.222.0.13 "GET /v2.0/networks/1e8382f7-4225-48e1-8b06-8893e7f6328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301761 May 23 11:58:46.903497 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2a6c6844-5c38-4531-822f-0343b513d583 req-3a76ea7e-a58a-4991-9fb4-069811d4b275 service neutron] 10.222.0.13 "GET /v2.0/networks/1e8382f7-4225-48e1-8b06-8893e7f6328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378639 May 23 11:58:47.771046 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004d4ef-ad37-440c-8f5d-1007da83ad27 req-91311b64-abcc-4c3f-b788-c29175b5080a tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:47.772557 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d004d4ef-ad37-440c-8f5d-1007da83ad27 req-91311b64-abcc-4c3f-b788-c29175b5080a tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 946 time: 0.0893450 May 23 11:58:47.818992 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d004d4ef-ad37-440c-8f5d-1007da83ad27 req-2afef8a3-1f14-4069-9d8c-eb214d91cd19 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405629 May 23 11:58:49.049506 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7585f778-7618-4ada-8a3f-5ec04295ed2a req-90533a0e-4f54-479c-9876-6749eb5da878 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:49.051002 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7585f778-7618-4ada-8a3f-5ec04295ed2a req-90533a0e-4f54-479c-9876-6749eb5da878 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 946 time: 0.1009750 May 23 11:58:49.098192 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7585f778-7618-4ada-8a3f-5ec04295ed2a req-83210408-e63d-4720-8669-79ce87bea2b7 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415540 May 23 11:58:50.319990 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ceb51-5874-4623-9d1b-7312352dbe0c req-dd430058-f61d-4d51-85f2-13f3a03de5fd tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:50.321425 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0c2ceb51-5874-4623-9d1b-7312352dbe0c req-dd430058-f61d-4d51-85f2-13f3a03de5fd tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 946 time: 0.0829201 May 23 11:58:50.367650 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0c2ceb51-5874-4623-9d1b-7312352dbe0c req-2ea4f90e-1432-4270-b140-0bb2b716e475 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405726 May 23 11:58:51.667240 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1d7be-bbaf-4864-bd82-2c922dd3b48b req-b236a7d4-c29b-4022-99b1-10503f94a4cc tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:51.668639 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-09b1d7be-bbaf-4864-bd82-2c922dd3b48b req-b236a7d4-c29b-4022-99b1-10503f94a4cc tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 946 time: 0.1726313 May 23 11:58:51.715233 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-09b1d7be-bbaf-4864-bd82-2c922dd3b48b req-31ef5a4b-9a78-4bd2-b3ee-951e5f26f1a2 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409374 May 23 11:58:52.916821 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eade6a5-93ad-4a2f-b8a7-88b47060a4c8 req-4de85467-5a0b-4f5b-b320-01ee13db2b0e tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:52.918258 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8eade6a5-93ad-4a2f-b8a7-88b47060a4c8 req-4de85467-5a0b-4f5b-b320-01ee13db2b0e tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 946 time: 0.0763121 May 23 11:58:52.970434 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8eade6a5-93ad-4a2f-b8a7-88b47060a4c8 req-dd32c06e-3db3-462e-80b2-eb1ce3a898d2 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448518 May 23 11:58:54.236153 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec409764-a202-422f-b391-43a230de7b4c req-ef0b55ec-e02d-4ea4-993f-b1cdf3e2c8d1 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:54.237620 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ec409764-a202-422f-b391-43a230de7b4c req-ef0b55ec-e02d-4ea4-993f-b1cdf3e2c8d1 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 946 time: 0.1010940 May 23 11:58:54.287210 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ec409764-a202-422f-b391-43a230de7b4c req-b6828830-9e1d-4cb1-bc68-34f540fc2446 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433464 May 23 11:58:55.496570 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bcfd95-7d11-47f9-b64d-5828b1911aa6 req-e4681def-0f8f-45e5-89f9-bfeba792daf1 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:55.498048 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-67bcfd95-7d11-47f9-b64d-5828b1911aa6 req-e4681def-0f8f-45e5-89f9-bfeba792daf1 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 946 time: 0.0839834 May 23 11:58:55.545694 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-67bcfd95-7d11-47f9-b64d-5828b1911aa6 req-f55add82-b745-4cbf-bfef-c178dfb86ca2 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417206 May 23 11:58:56.646861 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [req-27d74c31-1a48-4b57-be4b-6574d55b1ced req-5becb9ee-663b-4d7c-b1fb-e28e1210a76d service neutron] show failed (client error): The resource could not be found. May 23 11:58:56.647916 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-27d74c31-1a48-4b57-be4b-6574d55b1ced req-5becb9ee-663b-4d7c-b1fb-e28e1210a76d service neutron] 10.222.0.13 "GET /v2.0/ports/f7b5abfe-81b5-47cf-98d7-aedafcf0fd15/bindings/n-h2-842952-2 HTTP/1.1" status: 404 len: 380 time: 0.0854478 May 23 11:58:56.763888 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690d20d-d26c-4f55-a063-fc9339cf9787 req-19365adc-a4f1-4b51-a2f1-f3404b722662 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:56.768024 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e690d20d-d26c-4f55-a063-fc9339cf9787 req-19365adc-a4f1-4b51-a2f1-f3404b722662 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 946 time: 0.0884318 May 23 11:58:56.825220 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e690d20d-d26c-4f55-a063-fc9339cf9787 req-d6d19819-bdaf-48e5-99cf-6ad2d9c0a820 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479994 May 23 11:58:56.979906 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-27d74c31-1a48-4b57-be4b-6574d55b1ced req-cd7cc2ec-7515-410e-93ed-28b1edc3e01f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862&tenant_id=b7e01e6abd0145b183bdff32a7b12718 HTTP/1.1" status: 200 len: 1097 time: 0.0754850 May 23 11:58:57.004436 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-27d74c31-1a48-4b57-be4b-6574d55b1ced req-1095cd2f-006b-4ba0-b376-ad83e7c7bd7f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-842952-2', 'device_owner': 'compute:nova'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:58:57.119984 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-27d74c31-1a48-4b57-be4b-6574d55b1ced req-1095cd2f-006b-4ba0-b376-ad83e7c7bd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:57.395923 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-27d74c31-1a48-4b57-be4b-6574d55b1ced req-1095cd2f-006b-4ba0-b376-ad83e7c7bd7f service neutron] For port f7b5abfe-81b5-47cf-98d7-aedafcf0fd15, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=f7b5abfe-81b5-47cf-98d7-aedafcf0fd15,segment=NetworkSegment(7e31603a-7456-4ae5-93b6-71e2ff09ff92),segment_id=7e31603a-7456-4ae5-93b6-71e2ff09ff92)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:58:57.425426 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-27d74c31-1a48-4b57-be4b-6574d55b1ced req-1095cd2f-006b-4ba0-b376-ad83e7c7bd7f service neutron] For port f7b5abfe-81b5-47cf-98d7-aedafcf0fd15, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:58:57.484999 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa8aea6-e2c9-4246-8943-84ec9c4d6862', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7b5abfe-81b5-47cf-98d7-aedafcf0fd15'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:58:57.490892 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-27d74c31-1a48-4b57-be4b-6574d55b1ced req-1095cd2f-006b-4ba0-b376-ad83e7c7bd7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:57.507272 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-27d74c31-1a48-4b57-be4b-6574d55b1ced req-1095cd2f-006b-4ba0-b376-ad83e7c7bd7f service neutron] Transition to ACTIVE for port object f7b5abfe-81b5-47cf-98d7-aedafcf0fd15 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:58:57.511542 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-27d74c31-1a48-4b57-be4b-6574d55b1ced req-1095cd2f-006b-4ba0-b376-ad83e7c7bd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:57.557218 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e474d88-fe79-48a5-8583-f43f93f846dd'] response: {'server_uuid': '4aa8aea6-e2c9-4246-8943-84ec9c4d6862', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7b5abfe-81b5-47cf-98d7-aedafcf0fd15', 'code': 200} May 23 11:58:57.673640 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1095cd2f-006b-4ba0-b376-ad83e7c7bd7f service neutron] Pushing event updated for resources: {'Port': ['ID=f7b5abfe-81b5-47cf-98d7-aedafcf0fd15,revision_number=6']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:58:57.676680 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d74c31-1a48-4b57-be4b-6574d55b1ced req-1095cd2f-006b-4ba0-b376-ad83e7c7bd7f service neutron] No DVR routers for this DVR port f7b5abfe-81b5-47cf-98d7-aedafcf0fd15 on host n-h1-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:58:57.688059 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1095cd2f-006b-4ba0-b376-ad83e7c7bd7f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:58:57.688366 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1095cd2f-006b-4ba0-b376-ad83e7c7bd7f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:58:57.688695 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1095cd2f-006b-4ba0-b376-ad83e7c7bd7f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:58:57.689028 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1095cd2f-006b-4ba0-b376-ad83e7c7bd7f service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:58:57.689350 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1095cd2f-006b-4ba0-b376-ad83e7c7bd7f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:58:57.689673 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1095cd2f-006b-4ba0-b376-ad83e7c7bd7f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:58:57.690012 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1095cd2f-006b-4ba0-b376-ad83e7c7bd7f service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:58:57.690326 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1095cd2f-006b-4ba0-b376-ad83e7c7bd7f service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:58:57.690639 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1095cd2f-006b-4ba0-b376-ad83e7c7bd7f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:58:57.691009 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1095cd2f-006b-4ba0-b376-ad83e7c7bd7f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:58:57.691323 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1095cd2f-006b-4ba0-b376-ad83e7c7bd7f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:58:57.744818 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-27d74c31-1a48-4b57-be4b-6574d55b1ced req-1095cd2f-006b-4ba0-b376-ad83e7c7bd7f service neutron] Attempting to bind port f7b5abfe-81b5-47cf-98d7-aedafcf0fd15 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:58:57.745152 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-27d74c31-1a48-4b57-be4b-6574d55b1ced req-1095cd2f-006b-4ba0-b376-ad83e7c7bd7f service neutron] Attempting to bind port f7b5abfe-81b5-47cf-98d7-aedafcf0fd15 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '7e31603a-7456-4ae5-93b6-71e2ff09ff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1e8382f7-4225-48e1-8b06-8893e7f6328c'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:58:57.745474 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d74c31-1a48-4b57-be4b-6574d55b1ced req-1095cd2f-006b-4ba0-b376-ad83e7c7bd7f service neutron] Attempting to bind port f7b5abfe-81b5-47cf-98d7-aedafcf0fd15 on network 1e8382f7-4225-48e1-8b06-8893e7f6328c {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:58:57.751813 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d74c31-1a48-4b57-be4b-6574d55b1ced req-1095cd2f-006b-4ba0-b376-ad83e7c7bd7f service neutron] Port f7b5abfe-81b5-47cf-98d7-aedafcf0fd15 on network 1e8382f7-4225-48e1-8b06-8893e7f6328c not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:58:57.752175 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d74c31-1a48-4b57-be4b-6574d55b1ced req-1095cd2f-006b-4ba0-b376-ad83e7c7bd7f service neutron] Attempting to bind port f7b5abfe-81b5-47cf-98d7-aedafcf0fd15 on network 1e8382f7-4225-48e1-8b06-8893e7f6328c {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:58:57.758716 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d74c31-1a48-4b57-be4b-6574d55b1ced req-1095cd2f-006b-4ba0-b376-ad83e7c7bd7f service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:58:57.759044 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d74c31-1a48-4b57-be4b-6574d55b1ced req-1095cd2f-006b-4ba0-b376-ad83e7c7bd7f service neutron] Checking segment: {'id': '7e31603a-7456-4ae5-93b6-71e2ff09ff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1e8382f7-4225-48e1-8b06-8893e7f6328c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:58:57.759417 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d74c31-1a48-4b57-be4b-6574d55b1ced req-1095cd2f-006b-4ba0-b376-ad83e7c7bd7f service neutron] Bound using segment: {'id': '7e31603a-7456-4ae5-93b6-71e2ff09ff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1e8382f7-4225-48e1-8b06-8893e7f6328c'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:58:57.759846 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-27d74c31-1a48-4b57-be4b-6574d55b1ced req-1095cd2f-006b-4ba0-b376-ad83e7c7bd7f service neutron] Bound port: f7b5abfe-81b5-47cf-98d7-aedafcf0fd15, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e31603a-7456-4ae5-93b6-71e2ff09ff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1e8382f7-4225-48e1-8b06-8893e7f6328c'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:58:57.760200 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-27d74c31-1a48-4b57-be4b-6574d55b1ced req-1095cd2f-006b-4ba0-b376-ad83e7c7bd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:57.847620 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-27d74c31-1a48-4b57-be4b-6574d55b1ced req-1095cd2f-006b-4ba0-b376-ad83e7c7bd7f service neutron] For port f7b5abfe-81b5-47cf-98d7-aedafcf0fd15, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:58:57.850759 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-27d74c31-1a48-4b57-be4b-6574d55b1ced req-1095cd2f-006b-4ba0-b376-ad83e7c7bd7f service neutron] For port f7b5abfe-81b5-47cf-98d7-aedafcf0fd15, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=f7b5abfe-81b5-47cf-98d7-aedafcf0fd15,segment=NetworkSegment(7e31603a-7456-4ae5-93b6-71e2ff09ff92),segment_id=7e31603a-7456-4ae5-93b6-71e2ff09ff92)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:58:57.855717 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-27d74c31-1a48-4b57-be4b-6574d55b1ced req-1095cd2f-006b-4ba0-b376-ad83e7c7bd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:57.916112 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-27d74c31-1a48-4b57-be4b-6574d55b1ced req-1095cd2f-006b-4ba0-b376-ad83e7c7bd7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:58:57.917471 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-27d74c31-1a48-4b57-be4b-6574d55b1ced req-1095cd2f-006b-4ba0-b376-ad83e7c7bd7f service neutron] 10.222.0.81 "PUT /v2.0/ports/f7b5abfe-81b5-47cf-98d7-aedafcf0fd15 HTTP/1.1" status: 200 len: 1092 time: 0.9173944 May 23 11:58:57.932029 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1095cd2f-006b-4ba0-b376-ad83e7c7bd7f service neutron] Pushing event updated for resources: {'Port': ['ID=f7b5abfe-81b5-47cf-98d7-aedafcf0fd15,revision_number=7']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:58:58.049018 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-27d74c31-1a48-4b57-be4b-6574d55b1ced req-c5fcf2a1-74c4-4962-8b72-e9762d7073e4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b7e01e6abd0145b183bdff32a7b12718&device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 1095 time: 0.0734918 May 23 11:58:58.054620 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4c8f7-d411-4ae3-8e6e-7bc17f259b3e req-b238137e-b45c-4e25-abd7-a5b86da023c3 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:58.056202 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3cf4c8f7-d411-4ae3-8e6e-7bc17f259b3e req-b238137e-b45c-4e25-abd7-a5b86da023c3 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 944 time: 0.0867162 May 23 11:58:58.106385 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3cf4c8f7-d411-4ae3-8e6e-7bc17f259b3e req-e08ae9d7-f50f-46e8-9a80-ca1a9a992eaa tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444381 May 23 11:58:58.190619 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d74c31-1a48-4b57-be4b-6574d55b1ced req-0471ef79-082f-4d75-b991-ea07073acf1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:58.192057 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-27d74c31-1a48-4b57-be4b-6574d55b1ced req-0471ef79-082f-4d75-b991-ea07073acf1b service neutron] 10.222.0.81 "GET /v2.0/networks?id=1e8382f7-4225-48e1-8b06-8893e7f6328c HTTP/1.1" status: 200 len: 915 time: 0.1331611 May 23 11:58:58.264173 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-27d74c31-1a48-4b57-be4b-6574d55b1ced req-ac692130-92e7-43e0-bb31-36dc2cb3683d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7b5abfe-81b5-47cf-98d7-aedafcf0fd15 HTTP/1.1" status: 200 len: 217 time: 0.0633633 May 23 11:58:58.435755 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d74c31-1a48-4b57-be4b-6574d55b1ced req-abc4365a-4482-4d74-bf70-118873a82e36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:58.437363 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-27d74c31-1a48-4b57-be4b-6574d55b1ced req-abc4365a-4482-4d74-bf70-118873a82e36 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=779e5b60-534d-4740-bba0-81741e72d19a HTTP/1.1" status: 200 len: 854 time: 0.1641288 May 23 11:58:58.487808 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-27d74c31-1a48-4b57-be4b-6574d55b1ced req-fb204e88-ab4b-4447-8186-24341058f5b8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1e8382f7-4225-48e1-8b06-8893e7f6328c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399148 May 23 11:58:58.631197 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-27d74c31-1a48-4b57-be4b-6574d55b1ced req-8cb52b9e-7453-4382-8c99-b6820181148a service neutron] 10.222.0.81 "GET /v2.0/networks/1e8382f7-4225-48e1-8b06-8893e7f6328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289480 May 23 11:58:58.764273 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-27d74c31-1a48-4b57-be4b-6574d55b1ced req-395c7e84-93d9-4cda-8a4d-3d05e67691ce service neutron] 10.222.0.81 "GET /v2.0/networks/1e8382f7-4225-48e1-8b06-8893e7f6328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249154 May 23 11:58:59.337456 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69f1c0-59c0-499e-9351-2eeab76759dd req-9692a39c-28d3-434e-854b-3fe1c3db37c3 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:58:59.338912 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ef69f1c0-59c0-499e-9351-2eeab76759dd req-9692a39c-28d3-434e-854b-3fe1c3db37c3 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 944 time: 0.0810597 May 23 11:58:59.394066 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ef69f1c0-59c0-499e-9351-2eeab76759dd req-ee62b77c-f223-4f17-9684-dddf28fe0f66 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487607 May 23 11:58:59.558548 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa8aea6-e2c9-4246-8943-84ec9c4d6862', 'tag': 'f7b5abfe-81b5-47cf-98d7-aedafcf0fd15'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:58:59.629452 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11ef07ec-b310-44f7-b162-cf9aec2ac732'] response: {'name': 'network-changed', 'server_uuid': '4aa8aea6-e2c9-4246-8943-84ec9c4d6862', 'tag': 'f7b5abfe-81b5-47cf-98d7-aedafcf0fd15', 'status': 'completed', 'code': 200} May 23 11:58:59.801220 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3e2744df-0428-4438-8efe-9ff677f0911f req-2db8df8c-17a4-4853-9813-80aacaed0a0c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7e01e6abd0145b183bdff32a7b12718&device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 1095 time: 0.1333320 May 23 11:58:59.808720 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3e2744df-0428-4438-8efe-9ff677f0911f req-8e443d6f-f076-4183-9131-a4a48c7c754e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b7e01e6abd0145b183bdff32a7b12718&device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 1095 time: 0.1074851 May 23 11:59:00.043407 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2744df-0428-4438-8efe-9ff677f0911f req-05e220a3-3af0-4ef0-bab7-7091e008911b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:00.044895 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3e2744df-0428-4438-8efe-9ff677f0911f req-05e220a3-3af0-4ef0-bab7-7091e008911b service neutron] 10.222.0.13 "GET /v2.0/networks?id=1e8382f7-4225-48e1-8b06-8893e7f6328c HTTP/1.1" status: 200 len: 915 time: 0.2354021 May 23 11:59:00.047083 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2744df-0428-4438-8efe-9ff677f0911f req-dcf8b7fb-fa3f-4fa8-b4d5-0e2041b8e906 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:00.048402 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3e2744df-0428-4438-8efe-9ff677f0911f req-dcf8b7fb-fa3f-4fa8-b4d5-0e2041b8e906 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1e8382f7-4225-48e1-8b06-8893e7f6328c HTTP/1.1" status: 200 len: 915 time: 0.2216210 May 23 11:59:00.175940 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3e2744df-0428-4438-8efe-9ff677f0911f req-a0a172a9-6dce-4bdb-8659-35a11d3c5717 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7b5abfe-81b5-47cf-98d7-aedafcf0fd15 HTTP/1.1" status: 200 len: 217 time: 0.1241741 May 23 11:59:00.177159 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3e2744df-0428-4438-8efe-9ff677f0911f req-8830168d-37e2-4657-a439-bd5a4f5c5d9c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7b5abfe-81b5-47cf-98d7-aedafcf0fd15 HTTP/1.1" status: 200 len: 217 time: 0.0754929 May 23 11:59:00.218487 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device f7b5abfe-81b5-47cf-98d7-aedafcf0fd15 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:59:00.288259 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2744df-0428-4438-8efe-9ff677f0911f req-bf6459fe-9385-451d-8a9d-c31ca4dbfdb4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:00.289799 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3e2744df-0428-4438-8efe-9ff677f0911f req-bf6459fe-9385-451d-8a9d-c31ca4dbfdb4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=779e5b60-534d-4740-bba0-81741e72d19a HTTP/1.1" status: 200 len: 854 time: 0.1081164 May 23 11:59:00.291194 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2744df-0428-4438-8efe-9ff677f0911f req-7dcb49b8-90f7-4c42-ab8a-f35f25fe01fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:00.292553 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3e2744df-0428-4438-8efe-9ff677f0911f req-7dcb49b8-90f7-4c42-ab8a-f35f25fe01fe service neutron] 10.222.0.81 "GET /v2.0/subnets?id=779e5b60-534d-4740-bba0-81741e72d19a HTTP/1.1" status: 200 len: 854 time: 0.0811305 May 23 11:59:00.364667 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port f7b5abfe-81b5-47cf-98d7-aedafcf0fd15, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=f7b5abfe-81b5-47cf-98d7-aedafcf0fd15,segment=NetworkSegment(7e31603a-7456-4ae5-93b6-71e2ff09ff92),segment_id=7e31603a-7456-4ae5-93b6-71e2ff09ff92)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:59:00.370610 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3e2744df-0428-4438-8efe-9ff677f0911f req-d3f17510-ccea-4f4a-8ff5-2c3c1bdd3bfa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1e8382f7-4225-48e1-8b06-8893e7f6328c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714211 May 23 11:59:00.376506 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3e2744df-0428-4438-8efe-9ff677f0911f req-23d6f5d0-d91b-45bf-a7b6-f1f111289de8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1e8382f7-4225-48e1-8b06-8893e7f6328c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758889 May 23 11:59:00.379414 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': 'f7b5abfe-81b5-47cf-98d7-aedafcf0fd15', 'network_id': '1e8382f7-4225-48e1-8b06-8893e7f6328c', 'port_id': 'f7b5abfe-81b5-47cf-98d7-aedafcf0fd15', 'mac_address': 'fa:16:3e:08:9b:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '779e5b60-534d-4740-bba0-81741e72d19a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:59:00.434607 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:00.452141 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b5abfe-81b5-47cf-98d7-aedafcf0fd15 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:59:00.467658 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port f7b5abfe-81b5-47cf-98d7-aedafcf0fd15, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=f7b5abfe-81b5-47cf-98d7-aedafcf0fd15,segment=NetworkSegment(7e31603a-7456-4ae5-93b6-71e2ff09ff92),segment_id=7e31603a-7456-4ae5-93b6-71e2ff09ff92)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:59:00.473321 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:00.552727 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=f7b5abfe-81b5-47cf-98d7-aedafcf0fd15,revision_number=8']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:59:00.607368 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab379273-f9e2-4dff-8735-f1ad7046e52a req-c2be1da8-4350-4419-8a0f-40ca549e992d tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:00.609147 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ab379273-f9e2-4dff-8735-f1ad7046e52a req-c2be1da8-4350-4419-8a0f-40ca549e992d tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 945 time: 0.0892053 May 23 11:59:00.614822 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3e2744df-0428-4438-8efe-9ff677f0911f req-47b44e0c-4a8d-4609-a0b3-7181e30bfc8c service neutron] 10.222.0.13 "GET /v2.0/networks/1e8382f7-4225-48e1-8b06-8893e7f6328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374370 May 23 11:59:00.616721 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3e2744df-0428-4438-8efe-9ff677f0911f req-e6af3e3d-9e01-449d-8d60-8b7dc45ae93b service neutron] 10.222.0.81 "GET /v2.0/networks/1e8382f7-4225-48e1-8b06-8893e7f6328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219107 May 23 11:59:00.623774 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device f7b5abfe-81b5-47cf-98d7-aedafcf0fd15 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:59:00.675513 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ab379273-f9e2-4dff-8735-f1ad7046e52a req-c5c2e3e7-bd18-458e-8fc2-422fbef59192 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603383 May 23 11:59:00.685649 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device f7b5abfe-81b5-47cf-98d7-aedafcf0fd15 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:59:00.803282 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['f7b5abfe-81b5-47cf-98d7-aedafcf0fd15'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:59:01.025014 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3e2744df-0428-4438-8efe-9ff677f0911f req-e6904b3c-b482-4329-8e02-c18d4c9e99f1 service neutron] 10.222.0.13 "GET /v2.0/networks/1e8382f7-4225-48e1-8b06-8893e7f6328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038200 May 23 11:59:01.026830 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3e2744df-0428-4438-8efe-9ff677f0911f req-68214380-aa79-48f5-9a06-c06d6a86bc7a service neutron] 10.222.0.81 "GET /v2.0/networks/1e8382f7-4225-48e1-8b06-8893e7f6328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736892 May 23 11:59:01.903456 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f46880-126b-4f43-aa8d-7dcafc037429 req-f2faa150-48b3-41f9-9be6-844c837af1b6 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:01.905014 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d7f46880-126b-4f43-aa8d-7dcafc037429 req-f2faa150-48b3-41f9-9be6-844c837af1b6 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 945 time: 0.0858746 May 23 11:59:01.954115 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d7f46880-126b-4f43-aa8d-7dcafc037429 req-383f6799-c2de-4857-9815-371c543d9968 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424323 May 23 11:59:02.221670 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device f7b5abfe-81b5-47cf-98d7-aedafcf0fd15 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:59:02.289490 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129441c3-529c-4845-9ca6-8c3d1cf6477c req-c59e6cc1-4e44-4af2-a209-7dda39041b8b tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:02.291121 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-129441c3-529c-4845-9ca6-8c3d1cf6477c req-c59e6cc1-4e44-4af2-a209-7dda39041b8b tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 945 time: 0.0822880 May 23 11:59:02.293690 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port f7b5abfe-81b5-47cf-98d7-aedafcf0fd15 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:59:02.299030 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port f7b5abfe-81b5-47cf-98d7-aedafcf0fd15 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:59:02.299396 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:02.303307 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca424505-a48a-44fb-88bf-7298f18bd017 req-ff63b443-05e6-4300-b73f-4858c4c505e8 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:02.304023 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-ca424505-a48a-44fb-88bf-7298f18bd017 req-ff63b443-05e6-4300-b73f-4858c4c505e8 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Synchronizing usage tracker for tenant:b7e01e6abd0145b183bdff32a7b12718 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:59:02.317204 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-ca424505-a48a-44fb-88bf-7298f18bd017 req-ff63b443-05e6-4300-b73f-4858c4c505e8 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Unset dirty status for tenant:b7e01e6abd0145b183bdff32a7b12718 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:59:02.318528 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ca424505-a48a-44fb-88bf-7298f18bd017 req-ff63b443-05e6-4300-b73f-4858c4c505e8 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862&tenant_id=b7e01e6abd0145b183bdff32a7b12718&binding%3Ahost_id=n-h2-842952-2 HTTP/1.1" status: 200 len: 945 time: 0.1040723 May 23 11:59:02.341814 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-129441c3-529c-4845-9ca6-8c3d1cf6477c req-3798cf04-ed76-4759-ba6b-18cda5ca6437 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436192 May 23 11:59:02.396308 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [req-ca424505-a48a-44fb-88bf-7298f18bd017 req-37d0656e-45d2-4820-9baa-07a41e42f6f8 service neutron] delete failed (client error): The resource could not be found. May 23 11:59:02.397317 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ca424505-a48a-44fb-88bf-7298f18bd017 req-37d0656e-45d2-4820-9baa-07a41e42f6f8 service neutron] 10.222.0.13 "DELETE /v2.0/ports/f7b5abfe-81b5-47cf-98d7-aedafcf0fd15/bindings/n-h1-842952-2 HTTP/1.1" status: 404 len: 380 time: 0.0740099 May 23 11:59:02.426206 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:02.453411 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa8aea6-e2c9-4246-8943-84ec9c4d6862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b5abfe-81b5-47cf-98d7-aedafcf0fd15'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:59:02.463326 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port f7b5abfe-81b5-47cf-98d7-aedafcf0fd15, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=f7b5abfe-81b5-47cf-98d7-aedafcf0fd15,segment=NetworkSegment(7e31603a-7456-4ae5-93b6-71e2ff09ff92),segment_id=7e31603a-7456-4ae5-93b6-71e2ff09ff92)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:59:02.467806 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:02.533202 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c236ca5-8380-43d3-86a2-e1814c6ba04a'] response: {'server_uuid': '4aa8aea6-e2c9-4246-8943-84ec9c4d6862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b5abfe-81b5-47cf-98d7-aedafcf0fd15', 'code': 200} May 23 11:59:02.547460 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=f7b5abfe-81b5-47cf-98d7-aedafcf0fd15,revision_number=9']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:59:02.560279 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ca424505-a48a-44fb-88bf-7298f18bd017 req-dc186836-3bf1-4ac4-a157-18ecb670ae5d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7e01e6abd0145b183bdff32a7b12718&device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 1097 time: 0.0814090 May 23 11:59:02.693484 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca424505-a48a-44fb-88bf-7298f18bd017 req-88f9f42b-0d35-4bfc-94f0-1b912b5eb5a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:02.695027 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ca424505-a48a-44fb-88bf-7298f18bd017 req-88f9f42b-0d35-4bfc-94f0-1b912b5eb5a8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1e8382f7-4225-48e1-8b06-8893e7f6328c HTTP/1.1" status: 200 len: 915 time: 0.1283557 May 23 11:59:02.760135 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ca424505-a48a-44fb-88bf-7298f18bd017 req-05606b36-d6a3-4543-af14-035323a58d84 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7b5abfe-81b5-47cf-98d7-aedafcf0fd15 HTTP/1.1" status: 200 len: 217 time: 0.0596180 May 23 11:59:02.843292 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca424505-a48a-44fb-88bf-7298f18bd017 req-c55dfcf9-1870-40a6-a1d1-b6393642602c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:02.845501 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ca424505-a48a-44fb-88bf-7298f18bd017 req-c55dfcf9-1870-40a6-a1d1-b6393642602c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=779e5b60-534d-4740-bba0-81741e72d19a HTTP/1.1" status: 200 len: 854 time: 0.0801914 May 23 11:59:02.898947 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ca424505-a48a-44fb-88bf-7298f18bd017 req-b3f8fcf1-bbec-4f35-8574-da43aee96d75 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1e8382f7-4225-48e1-8b06-8893e7f6328c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474389 May 23 11:59:03.036670 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ca424505-a48a-44fb-88bf-7298f18bd017 req-f3420fea-d6cc-47a2-999c-43dcdff88b3d service neutron] 10.222.0.13 "GET /v2.0/networks/1e8382f7-4225-48e1-8b06-8893e7f6328c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319590 May 23 11:59:03.184964 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-ca424505-a48a-44fb-88bf-7298f18bd017 req-fcf9676b-857a-415a-b326-f280fbb14432 service neutron] 10.222.0.13 "GET /v2.0/networks/1e8382f7-4225-48e1-8b06-8893e7f6328c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427925 May 23 11:59:03.565942 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b602503-2919-4b7a-921c-29d8320b6977 req-54a73c16-10d5-4fa5-b396-b0a6a40291eb tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:03.567456 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2b602503-2919-4b7a-921c-29d8320b6977 req-54a73c16-10d5-4fa5-b396-b0a6a40291eb tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 946 time: 0.0876281 May 23 11:59:03.613648 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2b602503-2919-4b7a-921c-29d8320b6977 req-c352e1e9-2268-43e9-b2a7-dad78e3aeae4 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403297 May 23 11:59:04.835670 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0c441-b76b-4b4b-b030-2028191d8b9c req-e6728017-9e77-4597-a6e0-ddf28438d4e0 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:04.837187 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f5f0c441-b76b-4b4b-b030-2028191d8b9c req-e6728017-9e77-4597-a6e0-ddf28438d4e0 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 946 time: 0.0899687 May 23 11:59:04.886380 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f5f0c441-b76b-4b4b-b030-2028191d8b9c req-ae30e1f6-e501-41e1-a822-d71500418e24 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434499 May 23 11:59:05.105477 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e6449-7fbe-46ad-afcb-c2a240056f01 req-941f9051-2c8d-44d5-9fa0-8b61172ddf26 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:05.106827 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bd1e6449-7fbe-46ad-afcb-c2a240056f01 req-941f9051-2c8d-44d5-9fa0-8b61172ddf26 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 946 time: 0.0888979 May 23 11:59:05.157334 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bd1e6449-7fbe-46ad-afcb-c2a240056f01 req-7b31a1e0-4c0f-495d-8a68-e2f1b372b5ee tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426991 May 23 11:59:05.364204 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab8841-762d-440d-9b85-a3daa9851d2e req-0f552706-006b-4084-b96f-2c20969595fc tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:05.365575 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ceab8841-762d-440d-9b85-a3daa9851d2e req-0f552706-006b-4084-b96f-2c20969595fc tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 946 time: 0.0827804 May 23 11:59:05.419336 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ceab8841-762d-440d-9b85-a3daa9851d2e req-3df94417-5574-4647-9612-23c6af36842e tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455117 May 23 11:59:06.029813 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61c15b-88b0-4262-8ede-adad1f014c6b req-48dc40a3-2786-4850-a33e-b3f756cb08ab tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:06.031246 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fe61c15b-88b0-4262-8ede-adad1f014c6b req-48dc40a3-2786-4850-a33e-b3f756cb08ab tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 946 time: 0.0797446 May 23 11:59:06.076178 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fe61c15b-88b0-4262-8ede-adad1f014c6b req-3d3fa87b-f4a6-4412-a26f-603712804b04 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392792 May 23 11:59:07.301077 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c78a13-4730-4d81-aae0-1abd8854872a req-2cbd4ae5-c457-42d3-a075-25b91f8bc975 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:07.302534 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-02c78a13-4730-4d81-aae0-1abd8854872a req-2cbd4ae5-c457-42d3-a075-25b91f8bc975 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 946 time: 0.0937202 May 23 11:59:07.337186 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9141f-d17d-4d91-8145-a3d93a8f257f req-94901bb2-694e-4597-a459-c0aee6c450be tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:07.338615 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7ff9141f-d17d-4d91-8145-a3d93a8f257f req-94901bb2-694e-4597-a459-c0aee6c450be tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.81 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 946 time: 0.0786068 May 23 11:59:07.351029 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-02c78a13-4730-4d81-aae0-1abd8854872a req-2abf271d-5670-48ef-b9bc-afb0501f9b7a tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/security-groups?id=487a8a2c-241c-4536-a616-280c591a4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427792 May 23 11:59:07.414845 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-7ff9141f-d17d-4d91-8145-a3d93a8f257f req-940953b6-8359-4753-9b7c-d3ecb2aab79c tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Deleting port f7b5abfe-81b5-47cf-98d7-aedafcf0fd15 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 11:59:07.415067 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7ff9141f-d17d-4d91-8145-a3d93a8f257f req-940953b6-8359-4753-9b7c-d3ecb2aab79c tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:07.660439 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-7ff9141f-d17d-4d91-8145-a3d93a8f257f req-940953b6-8359-4753-9b7c-d3ecb2aab79c tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] For port f7b5abfe-81b5-47cf-98d7-aedafcf0fd15, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=f7b5abfe-81b5-47cf-98d7-aedafcf0fd15,segment=NetworkSegment(7e31603a-7456-4ae5-93b6-71e2ff09ff92),segment_id=7e31603a-7456-4ae5-93b6-71e2ff09ff92)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:59:07.660789 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7ff9141f-d17d-4d91-8145-a3d93a8f257f req-940953b6-8359-4753-9b7c-d3ecb2aab79c tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:07.879507 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-7ff9141f-d17d-4d91-8145-a3d93a8f257f req-940953b6-8359-4753-9b7c-d3ecb2aab79c tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Calling delete_port for f7b5abfe-81b5-47cf-98d7-aedafcf0fd15 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 11:59:08.026817 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7ff9141f-d17d-4d91-8145-a3d93a8f257f req-940953b6-8359-4753-9b7c-d3ecb2aab79c tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:08.068202 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['f7b5abfe-81b5-47cf-98d7-aedafcf0fd15'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:59:08.082119 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940953b6-8359-4753-9b7c-d3ecb2aab79c tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Pushing event deleted for resources: {'Port': ['ID=f7b5abfe-81b5-47cf-98d7-aedafcf0fd15,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:59:08.161146 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff9141f-d17d-4d91-8145-a3d93a8f257f req-940953b6-8359-4753-9b7c-d3ecb2aab79c tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] No DVR routers for this DVR port f7b5abfe-81b5-47cf-98d7-aedafcf0fd15 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 11:59:08.163710 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7ff9141f-d17d-4d91-8145-a3d93a8f257f req-940953b6-8359-4753-9b7c-d3ecb2aab79c tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:08.166295 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa8aea6-e2c9-4246-8943-84ec9c4d6862', 'name': 'network-vif-deleted', 'tag': 'f7b5abfe-81b5-47cf-98d7-aedafcf0fd15'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:59:08.182831 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7ff9141f-d17d-4d91-8145-a3d93a8f257f req-940953b6-8359-4753-9b7c-d3ecb2aab79c tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.81 "DELETE /v2.0/ports/f7b5abfe-81b5-47cf-98d7-aedafcf0fd15 HTTP/1.1" status: 204 len: 173 time: 0.8365910 May 23 11:59:08.220855 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84b52d8a-90c5-41bc-b539-baff88de2ca0'] response: {'server_uuid': '4aa8aea6-e2c9-4246-8943-84ec9c4d6862', 'name': 'network-vif-deleted', 'tag': 'f7b5abfe-81b5-47cf-98d7-aedafcf0fd15', 'status': 'completed', 'code': 200} May 23 11:59:08.448424 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:08.531475 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a61ac328-5218-46d4-9ebc-88c8d8e73d1c req-243919b2-9cc8-4f4f-9a52-c800b357efd6 tempest-ServerDiskConfigTestJSON-1666509622 tempest-ServerDiskConfigTestJSON-1666509622-project] 10.222.0.79 "GET /v2.0/ports?device_id=4aa8aea6-e2c9-4246-8943-84ec9c4d6862 HTTP/1.1" status: 200 len: 210 time: 0.0479450 May 23 11:59:09.319683 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0169c4a8-8d1d-4ac6-a8b0-88392be0dd45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:09.791515 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:09.818419 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40374) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:59:09.885094 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8b34bd3-b5fd-42d1-9a33-89aa367f13ea admin admin] Deleting subnet 779e5b60-534d-4740-bba0-81741e72d19a {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 11:59:09.888276 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8b34bd3-b5fd-42d1-9a33-89aa367f13ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:09.940675 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8b34bd3-b5fd-42d1-9a33-89aa367f13ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:10.005167 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8b34bd3-b5fd-42d1-9a33-89aa367f13ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:10.095902 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8b34bd3-b5fd-42d1-9a33-89aa367f13ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:10.138023 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b34bd3-b5fd-42d1-9a33-89aa367f13ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=779e5b60-534d-4740-bba0-81741e72d19a,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:59:10.151507 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b8b34bd3-b5fd-42d1-9a33-89aa367f13ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:10.155915 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b34bd3-b5fd-42d1-9a33-89aa367f13ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:59:10.156259 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b34bd3-b5fd-42d1-9a33-89aa367f13ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:59:10.156595 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b34bd3-b5fd-42d1-9a33-89aa367f13ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:59:10.156926 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b34bd3-b5fd-42d1-9a33-89aa367f13ea admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:59:10.157255 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b34bd3-b5fd-42d1-9a33-89aa367f13ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:59:10.157579 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b34bd3-b5fd-42d1-9a33-89aa367f13ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:59:10.157897 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b34bd3-b5fd-42d1-9a33-89aa367f13ea admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:59:10.158204 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b34bd3-b5fd-42d1-9a33-89aa367f13ea admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:59:10.158516 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b34bd3-b5fd-42d1-9a33-89aa367f13ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:59:10.158837 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b34bd3-b5fd-42d1-9a33-89aa367f13ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:59:10.159153 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b34bd3-b5fd-42d1-9a33-89aa367f13ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:59:10.165067 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b8b34bd3-b5fd-42d1-9a33-89aa367f13ea admin admin] 10.222.0.79 "DELETE /v2.0/subnets/779e5b60-534d-4740-bba0-81741e72d19a HTTP/1.1" status: 204 len: 168 time: 0.3456116 May 23 11:59:10.169010 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40378) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:59:10.363166 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f3726331-fb43-48cd-9b8c-9c8abeea15a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:10.496942 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f3726331-fb43-48cd-9b8c-9c8abeea15a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:10.523398 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-f3726331-fb43-48cd-9b8c-9c8abeea15a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e8382f7-4225-48e1-8b06-8893e7f6328c']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:59:10.535601 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-f3726331-fb43-48cd-9b8c-9c8abeea15a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e31603a-7456-4ae5-93b6-71e2ff09ff92') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:59:10.535882 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-f3726331-fb43-48cd-9b8c-9c8abeea15a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e31603a-7456-4ae5-93b6-71e2ff09ff92') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:59:10.547268 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f3726331-fb43-48cd-9b8c-9c8abeea15a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:10.564282 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f3726331-fb43-48cd-9b8c-9c8abeea15a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:10.570713 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3726331-fb43-48cd-9b8c-9c8abeea15a4 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 11:59:10.571105 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f3726331-fb43-48cd-9b8c-9c8abeea15a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:10.584267 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 11:59:10.584267 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 11:59:10.584267 n-d-842952-2 neutron-server[83910]: timer() May 23 11:59:10.584267 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 11:59:10.584267 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 11:59:10.584267 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 11:59:10.584267 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 11:59:10.584267 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 11:59:10.584267 n-d-842952-2 neutron-server[83910]: self._notify() May 23 11:59:10.584267 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 11:59:10.584267 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 11:59:10.584267 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 11:59:10.584267 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 11:59:10.584267 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 11:59:10.584267 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 11:59:10.584267 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 11:59:10.584267 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 11:59:10.584267 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 11:59:10.584267 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 11:59:10.584267 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 11:59:10.584267 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 11:59:10.584267 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 11:59:10.584267 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 11:59:10.584267 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 11:59:10.584267 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 11:59:10.584267 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 11:59:10.584267 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 11:59:10.584267 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 11:59:10.584267 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 11:59:10.584267 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 11:59:10.584267 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 11:59:10.584267 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 11:59:10.665707 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f3726331-fb43-48cd-9b8c-9c8abeea15a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:10.672364 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f3726331-fb43-48cd-9b8c-9c8abeea15a4 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:10.694736 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3726331-fb43-48cd-9b8c-9c8abeea15a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e8382f7-4225-48e1-8b06-8893e7f6328c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:59:10.706017 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f3726331-fb43-48cd-9b8c-9c8abeea15a4 admin admin] 10.222.0.79 "DELETE /v2.0/networks/1e8382f7-4225-48e1-8b06-8893e7f6328c HTTP/1.1" status: 204 len: 168 time: 0.5356605 May 23 11:59:10.857243 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40384) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:59:10.910662 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-158d75cb-7790-49ac-9322-b23e7e78426b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b7e01e6abd0145b183bdff32a7b12718&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0522232 May 23 11:59:10.913523 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40388) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:59:10.977209 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-285bb4a8-a962-404f-a8aa-28af759cb20b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:11.002345 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-285bb4a8-a962-404f-a8aa-28af759cb20b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:11.055739 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-285bb4a8-a962-404f-a8aa-28af759cb20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:11.073027 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285bb4a8-a962-404f-a8aa-28af759cb20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487a8a2c-241c-4536-a616-280c591a4d5a,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:59:11.086936 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-285bb4a8-a962-404f-a8aa-28af759cb20b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:11.088216 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-285bb4a8-a962-404f-a8aa-28af759cb20b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/487a8a2c-241c-4536-a616-280c591a4d5a HTTP/1.1" status: 204 len: 168 time: 0.1730893 May 23 11:59:11.612254 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf22a1a-b85c-4f71-a203-fa368c0aee76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:11.946537 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40410) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:59:12.096060 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-1a3efd66-5746-448d-9397-df3c97791ca2 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1880749596-network', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:59:12.102532 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1a3efd66-5746-448d-9397-df3c97791ca2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:59:12.107038 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1a3efd66-5746-448d-9397-df3c97791ca2 admin admin] Usage tracker for resource:network and tenant:f48196f0bd4b4a87ad2310689b6f970d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:59:12.110261 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1a3efd66-5746-448d-9397-df3c97791ca2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:59:12.116813 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1a3efd66-5746-448d-9397-df3c97791ca2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:59:12.131458 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3efd66-5746-448d-9397-df3c97791ca2 admin admin] Made reservation on behalf of f48196f0bd4b4a87ad2310689b6f970d for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:59:12.133892 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1a3efd66-5746-448d-9397-df3c97791ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:12.148177 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1a3efd66-5746-448d-9397-df3c97791ca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:12.182667 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1a3efd66-5746-448d-9397-df3c97791ca2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:59:12.187550 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1a3efd66-5746-448d-9397-df3c97791ca2 admin admin] Usage tracker for resource:security_group_rule and tenant:f48196f0bd4b4a87ad2310689b6f970d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:59:12.192022 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1a3efd66-5746-448d-9397-df3c97791ca2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:59:12.197891 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1a3efd66-5746-448d-9397-df3c97791ca2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:59:12.268775 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1a3efd66-5746-448d-9397-df3c97791ca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:12.274310 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1a3efd66-5746-448d-9397-df3c97791ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:12.284338 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device f7b5abfe-81b5-47cf-98d7-aedafcf0fd15 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 11:59:12.303254 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a3efd66-5746-448d-9397-df3c97791ca2 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 11:59:12.312057 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3efd66-5746-448d-9397-df3c97791ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096cf5ee-47c8-4ca4-8b2b-7ac7f370615b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:59:12.317930 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1a3efd66-5746-448d-9397-df3c97791ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:12.318272 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-1a3efd66-5746-448d-9397-df3c97791ca2 admin admin] Added segment b10e1919-3a7e-44ea-91cd-6f869fba6e55 of type vlan for network fa7a594d-7c5b-41e8-b620-f22e4b48926d May 23 11:59:12.319572 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: f7b5abfe-81b5-47cf-98d7-aedafcf0fd15 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 11:59:12.320139 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device f7b5abfe-81b5-47cf-98d7-aedafcf0fd15 not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 11:59:12.344547 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1a3efd66-5746-448d-9397-df3c97791ca2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:12.374869 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1a3efd66-5746-448d-9397-df3c97791ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:12.375962 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3efd66-5746-448d-9397-df3c97791ca2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:12.376630 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1a3efd66-5746-448d-9397-df3c97791ca2 admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:12.478873 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3efd66-5746-448d-9397-df3c97791ca2 admin admin] Pushing event updated for resources: {'Network': ['ID=fa7a594d-7c5b-41e8-b620-f22e4b48926d,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:59:12.481798 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1a3efd66-5746-448d-9397-df3c97791ca2 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5342584 May 23 11:59:12.486062 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40416) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:59:12.491557 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network fa7a594d-7c5b-41e8-b620-f22e4b48926d details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 11:59:12.492182 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a3302270-3382-431b-9c3f-f0aec291b1de admin admin] Request body: {'subnet': {'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1880749596-subnet', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:59:12.497921 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a3302270-3382-431b-9c3f-f0aec291b1de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:59:12.501746 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a3302270-3382-431b-9c3f-f0aec291b1de admin admin] Usage tracker for resource:subnet and tenant:f48196f0bd4b4a87ad2310689b6f970d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:59:12.504739 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a3302270-3382-431b-9c3f-f0aec291b1de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:59:12.510682 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a3302270-3382-431b-9c3f-f0aec291b1de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:59:12.521303 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3302270-3382-431b-9c3f-f0aec291b1de admin admin] Made reservation on behalf of f48196f0bd4b4a87ad2310689b6f970d for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:59:12.523762 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a3302270-3382-431b-9c3f-f0aec291b1de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:12.727966 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a3302270-3382-431b-9c3f-f0aec291b1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:12.797867 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3302270-3382-431b-9c3f-f0aec291b1de admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c3eda61-b88c-4818-a564-3353ea1c45e4,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:59:12.815012 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3302270-3382-431b-9c3f-f0aec291b1de admin admin] Checking segment: {'id': 'b10e1919-3a7e-44ea-91cd-6f869fba6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:59:12.815368 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3302270-3382-431b-9c3f-f0aec291b1de admin admin] Network hostable DHCP agents. Network: fa7a594d-7c5b-41e8-b620-f22e4b48926d, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 11:59:12.839941 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3302270-3382-431b-9c3f-f0aec291b1de admin admin] Network fa7a594d-7c5b-41e8-b620-f22e4b48926d is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 11:59:12.849825 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-a3302270-3382-431b-9c3f-f0aec291b1de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, fa7a594d-7c5b-41e8-b620-f22e4b48926d) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:59:12.854009 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3302270-3382-431b-9c3f-f0aec291b1de admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:12.854586 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a3302270-3382-431b-9c3f-f0aec291b1de admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:12.860466 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679a3fe1-d86d-4be9-bd79-ea1084640324 None None] Network fa7a594d-7c5b-41e8-b620-f22e4b48926d requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:59:12.874915 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a3302270-3382-431b-9c3f-f0aec291b1de admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3871882 May 23 11:59:12.877564 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40420) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:59:12.882505 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-1180f4ac-c223-4b23-a52b-7d84cdd4766e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1880749596-router', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:59:12.887816 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1180f4ac-c223-4b23-a52b-7d84cdd4766e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:59:12.892346 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1180f4ac-c223-4b23-a52b-7d84cdd4766e admin admin] Usage tracker for resource:router and tenant:f48196f0bd4b4a87ad2310689b6f970d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:59:12.895249 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-1180f4ac-c223-4b23-a52b-7d84cdd4766e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:59:12.900980 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1180f4ac-c223-4b23-a52b-7d84cdd4766e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:59:12.912361 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1180f4ac-c223-4b23-a52b-7d84cdd4766e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:12.913397 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1180f4ac-c223-4b23-a52b-7d84cdd4766e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:12.932651 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1180f4ac-c223-4b23-a52b-7d84cdd4766e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:12.954841 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:12.965494 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:13.076911 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1180f4ac-c223-4b23-a52b-7d84cdd4766e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:13.096432 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b2e4db-b995-4abc-ba98-561fd7e79493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'fixed_ips': [{'subnet_id': '6c3eda61-b88c-4818-a564-3353ea1c45e4'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 11:59:13.097257 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-22b2e4db-b995-4abc-ba98-561fd7e79493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:13.272168 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1180f4ac-c223-4b23-a52b-7d84cdd4766e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:13.289653 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-22b2e4db-b995-4abc-ba98-561fd7e79493 None None] Allocated IP 172.20.0.2 (fa7a594d-7c5b-41e8-b620-f22e4b48926d/6c3eda61-b88c-4818-a564-3353ea1c45e4/b76472e9-1216-4595-91f7-674aa22f7c16) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:59:13.302242 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1180f4ac-c223-4b23-a52b-7d84cdd4766e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:13.440109 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-1180f4ac-c223-4b23-a52b-7d84cdd4766e admin admin] Allocated IP 172.25.6.138 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/d1122491-e30c-4764-a690-c5477ef446f5) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:59:13.485850 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-22b2e4db-b995-4abc-ba98-561fd7e79493 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:13.495987 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-22b2e4db-b995-4abc-ba98-561fd7e79493 None None] Transition to ACTIVE for port object b76472e9-1216-4595-91f7-674aa22f7c16 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:59:13.513949 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-22b2e4db-b995-4abc-ba98-561fd7e79493 None None] Transition to ACTIVE for port object b76472e9-1216-4595-91f7-674aa22f7c16 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:59:13.519947 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-22b2e4db-b995-4abc-ba98-561fd7e79493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:13.591626 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b2e4db-b995-4abc-ba98-561fd7e79493 None None] Network fa7a594d-7c5b-41e8-b620-f22e4b48926d is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:59:13.594612 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-22b2e4db-b995-4abc-ba98-561fd7e79493 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:59:13.600469 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b2e4db-b995-4abc-ba98-561fd7e79493 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:59:13.602759 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2e4db-b995-4abc-ba98-561fd7e79493 None None] Pushing event updated for resources: {'Port': ['ID=b76472e9-1216-4595-91f7-674aa22f7c16,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:59:13.638465 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2e4db-b995-4abc-ba98-561fd7e79493 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:59:13.638807 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2e4db-b995-4abc-ba98-561fd7e79493 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:59:13.639144 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2e4db-b995-4abc-ba98-561fd7e79493 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:59:13.639465 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2e4db-b995-4abc-ba98-561fd7e79493 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:59:13.639794 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2e4db-b995-4abc-ba98-561fd7e79493 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:59:13.640158 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2e4db-b995-4abc-ba98-561fd7e79493 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:59:13.640483 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2e4db-b995-4abc-ba98-561fd7e79493 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:59:13.640809 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2e4db-b995-4abc-ba98-561fd7e79493 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:59:13.641132 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2e4db-b995-4abc-ba98-561fd7e79493 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:59:13.641453 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2e4db-b995-4abc-ba98-561fd7e79493 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:59:13.641776 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2e4db-b995-4abc-ba98-561fd7e79493 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:59:13.686033 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1180f4ac-c223-4b23-a52b-7d84cdd4766e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:13.702793 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-22b2e4db-b995-4abc-ba98-561fd7e79493 None None] Attempting to bind port b76472e9-1216-4595-91f7-674aa22f7c16 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:59:13.703001 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-22b2e4db-b995-4abc-ba98-561fd7e79493 None None] Attempting to bind port b76472e9-1216-4595-91f7-674aa22f7c16 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'b10e1919-3a7e-44ea-91cd-6f869fba6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:59:13.703254 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b2e4db-b995-4abc-ba98-561fd7e79493 None None] Attempting to bind port b76472e9-1216-4595-91f7-674aa22f7c16 on network fa7a594d-7c5b-41e8-b620-f22e4b48926d {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:59:13.710005 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b2e4db-b995-4abc-ba98-561fd7e79493 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:59:13.710430 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b2e4db-b995-4abc-ba98-561fd7e79493 None None] Checking segment: {'id': 'b10e1919-3a7e-44ea-91cd-6f869fba6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:59:13.710903 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-22b2e4db-b995-4abc-ba98-561fd7e79493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:13.711326 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b2e4db-b995-4abc-ba98-561fd7e79493 None None] Bound using segment: {'id': 'b10e1919-3a7e-44ea-91cd-6f869fba6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:59:13.711849 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-22b2e4db-b995-4abc-ba98-561fd7e79493 None None] Bound port: b76472e9-1216-4595-91f7-674aa22f7c16, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b10e1919-3a7e-44ea-91cd-6f869fba6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:59:13.712247 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-22b2e4db-b995-4abc-ba98-561fd7e79493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:13.714006 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1180f4ac-c223-4b23-a52b-7d84cdd4766e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:13.781672 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1180f4ac-c223-4b23-a52b-7d84cdd4766e admin admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:59:13.785280 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-1180f4ac-c223-4b23-a52b-7d84cdd4766e admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:59:13.787180 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1180f4ac-c223-4b23-a52b-7d84cdd4766e admin admin] Pushing event updated for resources: {'Port': ['ID=d1122491-e30c-4764-a690-c5477ef446f5,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:59:13.789245 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1180f4ac-c223-4b23-a52b-7d84cdd4766e admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:59:13.802985 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-22b2e4db-b995-4abc-ba98-561fd7e79493 None None] For port b76472e9-1216-4595-91f7-674aa22f7c16, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:59:13.806251 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-22b2e4db-b995-4abc-ba98-561fd7e79493 None None] For port b76472e9-1216-4595-91f7-674aa22f7c16, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=b76472e9-1216-4595-91f7-674aa22f7c16,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:59:13.811590 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-22b2e4db-b995-4abc-ba98-561fd7e79493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:13.898370 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2e4db-b995-4abc-ba98-561fd7e79493 None None] Pushing event updated for resources: {'Port': ['ID=b76472e9-1216-4595-91f7-674aa22f7c16,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:59:13.950224 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1180f4ac-c223-4b23-a52b-7d84cdd4766e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:13.950995 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1180f4ac-c223-4b23-a52b-7d84cdd4766e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:14.195072 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1180f4ac-c223-4b23-a52b-7d84cdd4766e admin admin] Router 2f253053-54ea-4c1e-ad61-0b7067ec9d1e is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 11:59:14.421213 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1180f4ac-c223-4b23-a52b-7d84cdd4766e admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:59:14.430746 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf401174-c0c6-4008-aa0f-2d95ff50098e None None] Sync routers for ids ['2f253053-54ea-4c1e-ad61-0b7067ec9d1e'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:59:14.446536 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1180f4ac-c223-4b23-a52b-7d84cdd4766e admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:14.448054 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1180f4ac-c223-4b23-a52b-7d84cdd4766e admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5695152 May 23 11:59:14.451006 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40424) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:59:14.456838 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:14.458400 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf401174-c0c6-4008-aa0f-2d95ff50098e None None] Routers {'2f253053-54ea-4c1e-ad61-0b7067ec9d1e'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:59:14.459016 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-cf401174-c0c6-4008-aa0f-2d95ff50098e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:59:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['2f253053-54ea-4c1e-ad61-0b7067ec9d1e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:59:14.605662 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device b76472e9-1216-4595-91f7-674aa22f7c16 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:59:14.700381 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-cf401174-c0c6-4008-aa0f-2d95ff50098e None None] Set router 2f253053-54ea-4c1e-ad61-0b7067ec9d1e gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:59:14.810809 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port b76472e9-1216-4595-91f7-674aa22f7c16 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:59:14.887063 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9979eb97-7843-43b4-9bc7-4f8cb26a615a None None] Network fa7a594d-7c5b-41e8-b620-f22e4b48926d requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 11:59:15.052114 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-185756d3-2a1d-4e46-a8c9-a57b7bd203b0 None None] Provisioning for port b76472e9-1216-4595-91f7-674aa22f7c16 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:59:15.087452 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-185756d3-2a1d-4e46-a8c9-a57b7bd203b0 None None] Provisioning complete for port b76472e9-1216-4595-91f7-674aa22f7c16 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:59:15.087799 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-185756d3-2a1d-4e46-a8c9-a57b7bd203b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:15.243475 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-15de4e88-798c-462c-837e-4f84a32840b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:15.371748 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-cf401174-c0c6-4008-aa0f-2d95ff50098e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'name': 'tempest-ServerActionsTestJSON-1880749596-router', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:59:12Z', 'updated_at': '2022-05-23T11:59:13Z', 'revision_number': 3, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'gw_port': {'id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:98:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:13Z', 'updated_at': '2022-05-23T11:59:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:59:15.379634 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-185756d3-2a1d-4e46-a8c9-a57b7bd203b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:15.389871 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf401174-c0c6-4008-aa0f-2d95ff50098e None None] Checking router: 2f253053-54ea-4c1e-ad61-0b7067ec9d1e for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:59:15.390217 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf401174-c0c6-4008-aa0f-2d95ff50098e None None] Updating router 2f253053-54ea-4c1e-ad61-0b7067ec9d1e port d1122491-e30c-4764-a690-c5477ef446f5 binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:59:15.464373 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cf401174-c0c6-4008-aa0f-2d95ff50098e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:15.501751 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-185756d3-2a1d-4e46-a8c9-a57b7bd203b0 None None] For port b76472e9-1216-4595-91f7-674aa22f7c16, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=b76472e9-1216-4595-91f7-674aa22f7c16,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:59:15.512335 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-185756d3-2a1d-4e46-a8c9-a57b7bd203b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:15.576693 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-15de4e88-798c-462c-837e-4f84a32840b1 admin admin] Allocated IP 172.20.0.1 (fa7a594d-7c5b-41e8-b620-f22e4b48926d/6c3eda61-b88c-4818-a564-3353ea1c45e4/100b1b88-477b-40b3-84f6-e3d28a56dc10) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:59:15.648414 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185756d3-2a1d-4e46-a8c9-a57b7bd203b0 None None] Pushing event updated for resources: {'Port': ['ID=b76472e9-1216-4595-91f7-674aa22f7c16,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:59:15.729907 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-15de4e88-798c-462c-837e-4f84a32840b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:15.745390 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-15de4e88-798c-462c-837e-4f84a32840b1 admin admin] Transition to ACTIVE for port object 100b1b88-477b-40b3-84f6-e3d28a56dc10 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:59:15.768273 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-15de4e88-798c-462c-837e-4f84a32840b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:15.770256 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1aede029-313b-4d08-bb36-fe808374cfef None None] Provisioning complete for port b76472e9-1216-4595-91f7-674aa22f7c16 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:59:15.770650 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1aede029-313b-4d08-bb36-fe808374cfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:15.838281 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15de4e88-798c-462c-837e-4f84a32840b1 admin admin] Network fa7a594d-7c5b-41e8-b620-f22e4b48926d is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:59:15.841517 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-15de4e88-798c-462c-837e-4f84a32840b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:59:15.845517 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15de4e88-798c-462c-837e-4f84a32840b1 admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:59:15.875869 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de4e88-798c-462c-837e-4f84a32840b1 admin admin] Pushing event updated for resources: {'Port': ['ID=100b1b88-477b-40b3-84f6-e3d28a56dc10,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:59:15.903333 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-15de4e88-798c-462c-837e-4f84a32840b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:15.949742 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cf401174-c0c6-4008-aa0f-2d95ff50098e None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:15.969179 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-cf401174-c0c6-4008-aa0f-2d95ff50098e None None] Transition to ACTIVE for port object d1122491-e30c-4764-a690-c5477ef446f5 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:59:15.985505 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cf401174-c0c6-4008-aa0f-2d95ff50098e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:15.993680 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-15de4e88-798c-462c-837e-4f84a32840b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:16.075361 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006232f-a0a4-42a7-b064-122e11981fcb None None] Pushing event updated for resources: {'Port': ['ID=d1122491-e30c-4764-a690-c5477ef446f5,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:59:16.077734 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-cf401174-c0c6-4008-aa0f-2d95ff50098e None None] Attempting to bind port d1122491-e30c-4764-a690-c5477ef446f5 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:59:16.078098 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-cf401174-c0c6-4008-aa0f-2d95ff50098e None None] Attempting to bind port d1122491-e30c-4764-a690-c5477ef446f5 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:59:16.078455 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf401174-c0c6-4008-aa0f-2d95ff50098e None None] Attempting to bind port d1122491-e30c-4764-a690-c5477ef446f5 on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:59:16.086085 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf401174-c0c6-4008-aa0f-2d95ff50098e None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:59:16.086476 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf401174-c0c6-4008-aa0f-2d95ff50098e None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:59:16.086854 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cf401174-c0c6-4008-aa0f-2d95ff50098e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:16.087233 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf401174-c0c6-4008-aa0f-2d95ff50098e None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:59:16.087689 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-cf401174-c0c6-4008-aa0f-2d95ff50098e None None] Bound port: d1122491-e30c-4764-a690-c5477ef446f5, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:59:16.088084 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cf401174-c0c6-4008-aa0f-2d95ff50098e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:16.166743 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-cf401174-c0c6-4008-aa0f-2d95ff50098e None None] For port d1122491-e30c-4764-a690-c5477ef446f5, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:59:16.170336 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-cf401174-c0c6-4008-aa0f-2d95ff50098e None None] For port d1122491-e30c-4764-a690-c5477ef446f5, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=d1122491-e30c-4764-a690-c5477ef446f5,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:59:16.176423 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cf401174-c0c6-4008-aa0f-2d95ff50098e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:16.216840 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f3a15153-d72d-4234-a8c8-c9bab1730228 None None] Provisioning for port 100b1b88-477b-40b3-84f6-e3d28a56dc10 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:59:16.221603 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-15de4e88-798c-462c-837e-4f84a32840b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:16.226888 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-15de4e88-798c-462c-837e-4f84a32840b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:16.242901 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f3a15153-d72d-4234-a8c8-c9bab1730228 None None] Provisioning complete for port 100b1b88-477b-40b3-84f6-e3d28a56dc10 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:59:16.243270 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f3a15153-d72d-4234-a8c8-c9bab1730228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:16.313904 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006232f-a0a4-42a7-b064-122e11981fcb None None] Pushing event updated for resources: {'Port': ['ID=d1122491-e30c-4764-a690-c5477ef446f5,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:59:16.322676 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f3a15153-d72d-4234-a8c8-c9bab1730228 None None] Port 100b1b88-477b-40b3-84f6-e3d28a56dc10 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:59:16.327270 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf401174-c0c6-4008-aa0f-2d95ff50098e None None] Routers {'2f253053-54ea-4c1e-ad61-0b7067ec9d1e'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:59:16.327949 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-cf401174-c0c6-4008-aa0f-2d95ff50098e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:59:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['2f253053-54ea-4c1e-ad61-0b7067ec9d1e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:59:16.339037 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-15de4e88-798c-462c-837e-4f84a32840b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:16.342638 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de4e88-798c-462c-837e-4f84a32840b1 admin admin] Pushing event updated for resources: {'Port': ['ID=100b1b88-477b-40b3-84f6-e3d28a56dc10,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:59:16.477860 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15de4e88-798c-462c-837e-4f84a32840b1 admin admin] Network fa7a594d-7c5b-41e8-b620-f22e4b48926d is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:59:16.479009 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-15de4e88-798c-462c-837e-4f84a32840b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:59:16.512869 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-cf401174-c0c6-4008-aa0f-2d95ff50098e None None] Set router 2f253053-54ea-4c1e-ad61-0b7067ec9d1e gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:59:16.561138 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device b76472e9-1216-4595-91f7-674aa22f7c16 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:59:16.815355 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port b76472e9-1216-4595-91f7-674aa22f7c16 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:59:16.815666 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:16.868874 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15de4e88-798c-462c-837e-4f84a32840b1 admin admin] Router 2f253053-54ea-4c1e-ad61-0b7067ec9d1e has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:59:16.883794 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-07669155-dd05-46ed-91d4-cf45282b3379 None None] Provisioning complete for port 100b1b88-477b-40b3-84f6-e3d28a56dc10 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:59:16.884188 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-07669155-dd05-46ed-91d4-cf45282b3379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:16.996969 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-07669155-dd05-46ed-91d4-cf45282b3379 None None] Port 100b1b88-477b-40b3-84f6-e3d28a56dc10 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:59:17.133733 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-cf401174-c0c6-4008-aa0f-2d95ff50098e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'name': 'tempest-ServerActionsTestJSON-1880749596-router', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:59:12Z', 'updated_at': '2022-05-23T11:59:15Z', 'revision_number': 4, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'gw_port': {'id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:98:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:13Z', 'updated_at': '2022-05-23T11:59:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '100b1b88-477b-40b3-84f6-e3d28a56dc10', 'name': '', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'mac_address': 'fa:16:3e:45:63:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:15Z', 'updated_at': '2022-05-23T11:59:16Z', 'revision_number': 2, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'subnets': [{'id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:59:17.137701 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf401174-c0c6-4008-aa0f-2d95ff50098e None None] The sync data for ids ['2f253053-54ea-4c1e-ad61-0b7067ec9d1e'] in n-d-842952-2 is: [{'id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'name': 'tempest-ServerActionsTestJSON-1880749596-router', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:59:12Z', 'updated_at': '2022-05-23T11:59:15Z', 'revision_number': 4, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'gw_port': {'id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:98:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:13Z', 'updated_at': '2022-05-23T11:59:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '100b1b88-477b-40b3-84f6-e3d28a56dc10', 'name': '', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'mac_address': 'fa:16:3e:45:63:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:15Z', 'updated_at': '2022-05-23T11:59:16Z', 'revision_number': 2, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'subnets': [{'id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:59:17.198819 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15de4e88-798c-462c-837e-4f84a32840b1 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:59:17.208359 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-15de4e88-798c-462c-837e-4f84a32840b1 admin admin] 10.222.0.79 "PUT /v2.0/routers/2f253053-54ea-4c1e-ad61-0b7067ec9d1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7561738 May 23 11:59:17.588811 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40434) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:59:17.594984 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c0189b31-bb91-43f2-9712-6840f6f52f6b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Request body: {'security_group': {'name': 'tempest-securitygroup--305731226', 'description': 'tempest-description--1200323310'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:59:17.602351 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c0189b31-bb91-43f2-9712-6840f6f52f6b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:59:17.606414 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c0189b31-bb91-43f2-9712-6840f6f52f6b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Usage tracker for resource:security_group and tenant:f48196f0bd4b4a87ad2310689b6f970d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:59:17.609311 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c0189b31-bb91-43f2-9712-6840f6f52f6b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:59:17.615303 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c0189b31-bb91-43f2-9712-6840f6f52f6b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:59:17.625707 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c0189b31-bb91-43f2-9712-6840f6f52f6b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:17.664299 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c0189b31-bb91-43f2-9712-6840f6f52f6b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:59:17.668341 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c0189b31-bb91-43f2-9712-6840f6f52f6b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Usage tracker for resource:security_group_rule and tenant:f48196f0bd4b4a87ad2310689b6f970d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:59:17.671400 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c0189b31-bb91-43f2-9712-6840f6f52f6b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:59:17.677620 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c0189b31-bb91-43f2-9712-6840f6f52f6b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:59:17.734771 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c0189b31-bb91-43f2-9712-6840f6f52f6b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:17.739025 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c0189b31-bb91-43f2-9712-6840f6f52f6b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:17.794640 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0189b31-bb91-43f2-9712-6840f6f52f6b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b932c3c3-30cb-478f-b700-9dd6913417a0,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:59:17.801838 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c0189b31-bb91-43f2-9712-6840f6f52f6b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:17.803173 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c0189b31-bb91-43f2-9712-6840f6f52f6b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2133489 May 23 11:59:17.806095 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40438) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:59:17.812266 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c38b14d4-d2c4-4176-8034-cf73b6ae458a tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Request body: {'security_group_rule': {'security_group_id': 'b932c3c3-30cb-478f-b700-9dd6913417a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:59:17.819817 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c38b14d4-d2c4-4176-8034-cf73b6ae458a tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:59:17.823946 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c38b14d4-d2c4-4176-8034-cf73b6ae458a tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Usage tracker for resource:security_group_rule and tenant:f48196f0bd4b4a87ad2310689b6f970d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:59:17.826978 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c38b14d4-d2c4-4176-8034-cf73b6ae458a tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:59:17.833067 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c38b14d4-d2c4-4176-8034-cf73b6ae458a tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:59:17.853901 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c38b14d4-d2c4-4176-8034-cf73b6ae458a tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:17.920350 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c38b14d4-d2c4-4176-8034-cf73b6ae458a tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:17.925075 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c38b14d4-d2c4-4176-8034-cf73b6ae458a tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:17.949095 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b14d4-d2c4-4176-8034-cf73b6ae458a tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5c5cd05-c9ba-4cad-a76c-690d6465c59f,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:59:17.958692 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c38b14d4-d2c4-4176-8034-cf73b6ae458a tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:17.960084 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c38b14d4-d2c4-4176-8034-cf73b6ae458a tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1529031 May 23 11:59:17.962769 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40442) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:59:17.968610 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-3988bd1c-1904-42b2-ba9f-68db38dda7f2 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Request body: {'security_group_rule': {'security_group_id': 'b932c3c3-30cb-478f-b700-9dd6913417a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:59:17.975912 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3988bd1c-1904-42b2-ba9f-68db38dda7f2 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:59:17.979797 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3988bd1c-1904-42b2-ba9f-68db38dda7f2 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Usage tracker for resource:security_group_rule and tenant:f48196f0bd4b4a87ad2310689b6f970d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:59:17.982736 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3988bd1c-1904-42b2-ba9f-68db38dda7f2 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:59:17.988678 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3988bd1c-1904-42b2-ba9f-68db38dda7f2 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:59:18.006891 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3988bd1c-1904-42b2-ba9f-68db38dda7f2 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:18.072570 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3988bd1c-1904-42b2-ba9f-68db38dda7f2 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:18.076918 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3988bd1c-1904-42b2-ba9f-68db38dda7f2 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:18.100804 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988bd1c-1904-42b2-ba9f-68db38dda7f2 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d3a088c-1cc6-479f-acde-002ff9024e69,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:59:18.110520 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3988bd1c-1904-42b2-ba9f-68db38dda7f2 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:18.111995 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3988bd1c-1904-42b2-ba9f-68db38dda7f2 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1478817 May 23 11:59:18.114765 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40446) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:59:18.120224 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-9c25da77-2d66-4bfd-aa28-3840cb436491 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:59:18.126755 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9c25da77-2d66-4bfd-aa28-3840cb436491 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:59:18.134856 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-9c25da77-2d66-4bfd-aa28-3840cb436491 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Usage tracker for resource:floatingip and tenant:f48196f0bd4b4a87ad2310689b6f970d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:59:18.139179 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-9c25da77-2d66-4bfd-aa28-3840cb436491 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:59:18.146476 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9c25da77-2d66-4bfd-aa28-3840cb436491 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:59:18.158123 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9c25da77-2d66-4bfd-aa28-3840cb436491 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks [] for floatingip, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:18.297016 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9c25da77-2d66-4bfd-aa28-3840cb436491 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:18.440147 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-9c25da77-2d66-4bfd-aa28-3840cb436491 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Allocated IP 172.25.6.49 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/df3b25e3-643d-4429-8c39-f3ddd7106d26) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:59:18.569372 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device d1122491-e30c-4764-a690-c5477ef446f5 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:59:18.596374 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9c25da77-2d66-4bfd-aa28-3840cb436491 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:18.624629 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9c25da77-2d66-4bfd-aa28-3840cb436491 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:18.636408 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port d1122491-e30c-4764-a690-c5477ef446f5 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:59:18.640978 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port d1122491-e30c-4764-a690-c5477ef446f5 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:59:18.641341 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:18.695634 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c25da77-2d66-4bfd-aa28-3840cb436491 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:59:18.699378 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-9c25da77-2d66-4bfd-aa28-3840cb436491 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:59:18.701502 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c25da77-2d66-4bfd-aa28-3840cb436491 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Pushing event updated for resources: {'Port': ['ID=df3b25e3-643d-4429-8c39-f3ddd7106d26,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:59:18.704221 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c25da77-2d66-4bfd-aa28-3840cb436491 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:59:18.755360 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:18.771894 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port d1122491-e30c-4764-a690-c5477ef446f5, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=d1122491-e30c-4764-a690-c5477ef446f5,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:59:18.776117 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:18.847006 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=d1122491-e30c-4764-a690-c5477ef446f5,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:59:18.869697 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9c25da77-2d66-4bfd-aa28-3840cb436491 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:18.926623 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9c25da77-2d66-4bfd-aa28-3840cb436491 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:19.132359 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9c25da77-2d66-4bfd-aa28-3840cb436491 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:19.138932 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9c25da77-2d66-4bfd-aa28-3840cb436491 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:19.243713 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c25da77-2d66-4bfd-aa28-3840cb436491 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Pushing event updated for resources: {'Port': ['ID=df3b25e3-643d-4429-8c39-f3ddd7106d26,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:59:19.259931 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9c25da77-2d66-4bfd-aa28-3840cb436491 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:19.286800 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9c25da77-2d66-4bfd-aa28-3840cb436491 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:19.288039 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9c25da77-2d66-4bfd-aa28-3840cb436491 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1723032 May 23 11:59:19.484394 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-b2414ff9-268d-4f80-ac06-44ba576c0bf9 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--305731226&fields=id&tenant_id=f48196f0bd4b4a87ad2310689b6f970d HTTP/1.1" status: 200 len: 267 time: 0.0539651 May 23 11:59:19.654713 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-2c93d01a-6ff0-4877-be8d-7a0e36412e63 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:19.656083 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-2c93d01a-6ff0-4877-be8d-7a0e36412e63 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 812 time: 0.1618118 May 23 11:59:19.673487 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-8b0b4a88-1b27-41f4-a4ba-89a38ab4a0d7 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/quotas/f48196f0bd4b4a87ad2310689b6f970d HTTP/1.1" status: 200 len: 375 time: 0.0117290 May 23 11:59:19.757493 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-e3629f8e-2e4d-4dd3-98f3-91c402672cdb tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0791583 May 23 11:59:19.903221 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-66aa056d-e39b-4da5-9f2d-0eb4b535489d service neutron] 10.222.0.79 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288102 May 23 11:59:20.037163 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-582c5aa7-035b-4769-8856-a61cb819d2a1 service neutron] 10.222.0.79 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279814 May 23 11:59:20.229728 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3e898126-2389-4a36-9edd-ffb4bf4b627f req-9c179b18-1a19-4cbc-bdc5-19ecca24c14d tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 210 time: 0.0434716 May 23 11:59:20.550744 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device d1122491-e30c-4764-a690-c5477ef446f5 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:59:20.622001 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port d1122491-e30c-4764-a690-c5477ef446f5 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:59:20.622380 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:20.945894 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:59:21.418537 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f6111d02-a7ef-4a52-93b2-81aebe14e780 req-9adf98cd-ab69-45cd-9376-4f7594b713c5 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 210 time: 0.0450933 May 23 11:59:21.521831 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-0ce20d93-63fc-44b0-b50d-3c4c0c5498b2 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:21.522473 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-0ce20d93-63fc-44b0-b50d-3c4c0c5498b2 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Synchronizing usage tracker for tenant:f48196f0bd4b4a87ad2310689b6f970d on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:59:21.540927 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-0ce20d93-63fc-44b0-b50d-3c4c0c5498b2 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Unset dirty status for tenant:f48196f0bd4b4a87ad2310689b6f970d on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:59:21.542120 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-0ce20d93-63fc-44b0-b50d-3c4c0c5498b2 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.81 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 812 time: 0.1652679 May 23 11:59:21.612524 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-e4afe2df-94cf-4d55-bfbe-ebde10d0b0cc tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Synchronizing usage tracker for tenant:f48196f0bd4b4a87ad2310689b6f970d on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 11:59:21.630460 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-e4afe2df-94cf-4d55-bfbe-ebde10d0b0cc tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Unset dirty status for tenant:f48196f0bd4b4a87ad2310689b6f970d on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 11:59:21.631749 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-e4afe2df-94cf-4d55-bfbe-ebde10d0b0cc tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f48196f0bd4b4a87ad2310689b6f970d HTTP/1.1" status: 200 len: 379 time: 0.0594583 May 23 11:59:21.665237 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-6d02d0e3-37b9-49ec-8b90-46ad06eb1127 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Request body: {'port': {'device_id': 'd6af442c-e5dc-4c02-8a41-25e5b4a9de74', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'admin_state_up': True, 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'security_groups': ['b932c3c3-30cb-478f-b700-9dd6913417a0']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:59:21.808076 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-6d02d0e3-37b9-49ec-8b90-46ad06eb1127 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 11:59:21.812319 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-6d02d0e3-37b9-49ec-8b90-46ad06eb1127 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Usage tracker for resource:port and tenant:f48196f0bd4b4a87ad2310689b6f970d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 11:59:21.815405 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-6d02d0e3-37b9-49ec-8b90-46ad06eb1127 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 11:59:21.821293 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-6d02d0e3-37b9-49ec-8b90-46ad06eb1127 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 11:59:21.832939 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-6d02d0e3-37b9-49ec-8b90-46ad06eb1127 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Made reservation on behalf of f48196f0bd4b4a87ad2310689b6f970d for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 11:59:21.836497 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-6d02d0e3-37b9-49ec-8b90-46ad06eb1127 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:22.124169 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-6d02d0e3-37b9-49ec-8b90-46ad06eb1127 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Allocated IP 172.20.0.4 (fa7a594d-7c5b-41e8-b620-f22e4b48926d/6c3eda61-b88c-4818-a564-3353ea1c45e4/be4bd8fe-536a-43c8-aa99-7925d96905a5) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 11:59:22.313264 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-6d02d0e3-37b9-49ec-8b90-46ad06eb1127 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:22.329903 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-6d02d0e3-37b9-49ec-8b90-46ad06eb1127 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Transition to ACTIVE for port object be4bd8fe-536a-43c8-aa99-7925d96905a5 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:59:22.354423 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-6d02d0e3-37b9-49ec-8b90-46ad06eb1127 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:22.430733 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-6d02d0e3-37b9-49ec-8b90-46ad06eb1127 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Network fa7a594d-7c5b-41e8-b620-f22e4b48926d is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 11:59:22.433924 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-6d02d0e3-37b9-49ec-8b90-46ad06eb1127 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 11:59:22.438311 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-6d02d0e3-37b9-49ec-8b90-46ad06eb1127 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 11:59:22.476783 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d02d0e3-37b9-49ec-8b90-46ad06eb1127 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Pushing event updated for resources: {'Port': ['ID=be4bd8fe-536a-43c8-aa99-7925d96905a5,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:59:22.509238 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-6d02d0e3-37b9-49ec-8b90-46ad06eb1127 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:22.509855 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-6d02d0e3-37b9-49ec-8b90-46ad06eb1127 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:22.537931 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-6d02d0e3-37b9-49ec-8b90-46ad06eb1127 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8764050 May 23 11:59:22.564446 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-83eddc3b-ee37-4873-98d6-fe560ff37c1e service neutron] Request body: {'port': {'device_id': 'd6af442c-e5dc-4c02-8a41-25e5b4a9de74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:59:22.638872 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dfa8cf-d921-49be-aa40-adef2cf5f4c5 req-cec73e7c-9300-4a6f-9748-492663f262b3 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:22.640363 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-02dfa8cf-d921-49be-aa40-adef2cf5f4c5 req-cec73e7c-9300-4a6f-9748-492663f262b3 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 931 time: 0.0814033 May 23 11:59:22.665318 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-146095c8-47a5-4806-8723-dc080ec39abb None None] Provisioning for port be4bd8fe-536a-43c8-aa99-7925d96905a5 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:59:22.670239 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-146095c8-47a5-4806-8723-dc080ec39abb None None] Provisioning complete for port be4bd8fe-536a-43c8-aa99-7925d96905a5 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:59:22.670805 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-146095c8-47a5-4806-8723-dc080ec39abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:22.683700 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-83eddc3b-ee37-4873-98d6-fe560ff37c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:22.687516 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-02dfa8cf-d921-49be-aa40-adef2cf5f4c5 req-e3e13938-b152-4951-a7d8-596b9450305d tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410333 May 23 11:59:22.729842 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-146095c8-47a5-4806-8723-dc080ec39abb None None] Port be4bd8fe-536a-43c8-aa99-7925d96905a5 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 11:59:23.037024 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-83eddc3b-ee37-4873-98d6-fe560ff37c1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be4bd8fe-536a-43c8-aa99-7925d96905a5 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:59:23.044878 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-83eddc3b-ee37-4873-98d6-fe560ff37c1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:23.062039 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-83eddc3b-ee37-4873-98d6-fe560ff37c1e service neutron] Transition to ACTIVE for port object be4bd8fe-536a-43c8-aa99-7925d96905a5 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:59:23.068279 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-83eddc3b-ee37-4873-98d6-fe560ff37c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:23.193056 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eddc3b-ee37-4873-98d6-fe560ff37c1e service neutron] Pushing event updated for resources: {'Port': ['ID=be4bd8fe-536a-43c8-aa99-7925d96905a5,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:59:23.306544 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-83eddc3b-ee37-4873-98d6-fe560ff37c1e service neutron] Attempting to bind port be4bd8fe-536a-43c8-aa99-7925d96905a5 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:59:23.306876 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-83eddc3b-ee37-4873-98d6-fe560ff37c1e service neutron] Attempting to bind port be4bd8fe-536a-43c8-aa99-7925d96905a5 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': 'b10e1919-3a7e-44ea-91cd-6f869fba6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:59:23.307204 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-83eddc3b-ee37-4873-98d6-fe560ff37c1e service neutron] Attempting to bind port be4bd8fe-536a-43c8-aa99-7925d96905a5 on network fa7a594d-7c5b-41e8-b620-f22e4b48926d {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:59:23.313723 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-83eddc3b-ee37-4873-98d6-fe560ff37c1e service neutron] Port be4bd8fe-536a-43c8-aa99-7925d96905a5 on network fa7a594d-7c5b-41e8-b620-f22e4b48926d not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 11:59:23.314040 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-83eddc3b-ee37-4873-98d6-fe560ff37c1e service neutron] Attempting to bind port be4bd8fe-536a-43c8-aa99-7925d96905a5 on network fa7a594d-7c5b-41e8-b620-f22e4b48926d {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:59:23.320549 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-83eddc3b-ee37-4873-98d6-fe560ff37c1e service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:59:23.320872 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-83eddc3b-ee37-4873-98d6-fe560ff37c1e service neutron] Checking segment: {'id': 'b10e1919-3a7e-44ea-91cd-6f869fba6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:59:23.321254 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-83eddc3b-ee37-4873-98d6-fe560ff37c1e service neutron] Bound using segment: {'id': 'b10e1919-3a7e-44ea-91cd-6f869fba6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:59:23.321667 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-83eddc3b-ee37-4873-98d6-fe560ff37c1e service neutron] Bound port: be4bd8fe-536a-43c8-aa99-7925d96905a5, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b10e1919-3a7e-44ea-91cd-6f869fba6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:59:23.322007 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-83eddc3b-ee37-4873-98d6-fe560ff37c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:23.414123 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-83eddc3b-ee37-4873-98d6-fe560ff37c1e service neutron] For port be4bd8fe-536a-43c8-aa99-7925d96905a5, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:59:23.417107 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-83eddc3b-ee37-4873-98d6-fe560ff37c1e service neutron] For port be4bd8fe-536a-43c8-aa99-7925d96905a5, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=be4bd8fe-536a-43c8-aa99-7925d96905a5,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:59:23.424172 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-83eddc3b-ee37-4873-98d6-fe560ff37c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:23.484964 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-83eddc3b-ee37-4873-98d6-fe560ff37c1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:23.486302 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-83eddc3b-ee37-4873-98d6-fe560ff37c1e service neutron] 10.222.0.81 "PUT /v2.0/ports/be4bd8fe-536a-43c8-aa99-7925d96905a5 HTTP/1.1" status: 200 len: 1091 time: 0.9264266 May 23 11:59:23.486744 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6af442c-e5dc-4c02-8a41-25e5b4a9de74', 'tag': 'be4bd8fe-536a-43c8-aa99-7925d96905a5'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:59:23.504486 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eddc3b-ee37-4873-98d6-fe560ff37c1e service neutron] Pushing event updated for resources: {'Port': ['ID=be4bd8fe-536a-43c8-aa99-7925d96905a5,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:59:23.546422 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35bcae9e-e364-4c40-ac7d-d0882feb4a2f'] response: {'name': 'network-changed', 'server_uuid': 'd6af442c-e5dc-4c02-8a41-25e5b4a9de74', 'tag': 'be4bd8fe-536a-43c8-aa99-7925d96905a5', 'status': 'completed', 'code': 200} May 23 11:59:23.640893 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-f0119bad-f026-4b6e-8adb-2d81e652f5e7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 1094 time: 0.0729656 May 23 11:59:23.726696 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-beadb53b-3b83-427f-9be6-6349b017fdf7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be4bd8fe-536a-43c8-aa99-7925d96905a5 HTTP/1.1" status: 200 len: 217 time: 0.0646806 May 23 11:59:23.792177 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-8eac4fb2-068d-45ed-aa27-a2084c10613b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:23.792962 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-8eac4fb2-068d-45ed-aa27-a2084c10613b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6c3eda61-b88c-4818-a564-3353ea1c45e4 HTTP/1.1" status: 200 len: 851 time: 0.0578043 May 23 11:59:23.875699 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-a2115c88-48d6-404c-b2c6-d496d29cafdc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7a594d-7c5b-41e8-b620-f22e4b48926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742583 May 23 11:59:23.887557 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddd89f-6bc7-4c7e-94ee-8a8313b363f2 req-44444262-6e06-492a-a957-030f1049540f tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:23.889023 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eeddd89f-6bc7-4c7e-94ee-8a8313b363f2 req-44444262-6e06-492a-a957-030f1049540f tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 943 time: 0.0796604 May 23 11:59:23.934185 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eeddd89f-6bc7-4c7e-94ee-8a8313b363f2 req-e1977faf-ec1b-4288-8a30-dfa89366cc83 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391822 May 23 11:59:24.110901 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-592c8b08-dea4-43b3-b8ae-7f7ecf15a4c0 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241678 May 23 11:59:24.263439 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a22cb7de-0ed3-4d5d-803a-13c460103655 req-be0a9a06-7279-4836-bc99-177b89de0ff5 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431217 May 23 11:59:24.437943 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4d7fea69-c8db-4256-906e-0506694ff34e req-8b031cd2-868e-4d6c-851d-cdddf9d2eff7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 1094 time: 0.0766270 May 23 11:59:24.578230 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7fea69-c8db-4256-906e-0506694ff34e req-abc225f0-d36d-48ff-afe6-dc2591169176 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:24.579712 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4d7fea69-c8db-4256-906e-0506694ff34e req-abc225f0-d36d-48ff-afe6-dc2591169176 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 913 time: 0.1347485 May 23 11:59:24.652211 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4d7fea69-c8db-4256-906e-0506694ff34e req-b17aa95b-d8f3-47b1-9072-85460f400b9c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be4bd8fe-536a-43c8-aa99-7925d96905a5 HTTP/1.1" status: 200 len: 217 time: 0.0649855 May 23 11:59:24.717643 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7fea69-c8db-4256-906e-0506694ff34e req-9a6c3267-2d2c-4f0d-a037-66c4adb25e0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:24.719017 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4d7fea69-c8db-4256-906e-0506694ff34e req-9a6c3267-2d2c-4f0d-a037-66c4adb25e0f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6c3eda61-b88c-4818-a564-3353ea1c45e4 HTTP/1.1" status: 200 len: 851 time: 0.0596459 May 23 11:59:24.800453 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4d7fea69-c8db-4256-906e-0506694ff34e req-a3d9701b-e86b-4e0b-b233-38c436f6482c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7a594d-7c5b-41e8-b620-f22e4b48926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747662 May 23 11:59:24.935057 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4d7fea69-c8db-4256-906e-0506694ff34e req-6adac09a-48aa-4438-a80c-6f10ce36a4b1 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280885 May 23 11:59:25.067289 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4d7fea69-c8db-4256-906e-0506694ff34e req-ffc49b41-ee4b-410e-84dc-fb20c42cf69e service neutron] 10.222.0.81 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255298 May 23 11:59:25.141305 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd21218-9291-489d-9238-70bcfc03818a req-eb8a2cf7-8c7f-4043-bf76-79b327718800 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:25.143142 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6bd21218-9291-489d-9238-70bcfc03818a req-eb8a2cf7-8c7f-4043-bf76-79b327718800 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 943 time: 0.0852299 May 23 11:59:25.189669 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6bd21218-9291-489d-9238-70bcfc03818a req-e74a8d1c-22b8-49a5-808e-3ac26c247553 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406013 May 23 11:59:26.391222 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device be4bd8fe-536a-43c8-aa99-7925d96905a5 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 11:59:26.408132 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5747b6-945d-4ea8-9807-fa501e7a8aa4 req-314443c6-0c11-467f-ba23-dcd3de6e27f9 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:26.409677 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cd5747b6-945d-4ea8-9807-fa501e7a8aa4 req-314443c6-0c11-467f-ba23-dcd3de6e27f9 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 943 time: 0.0819361 May 23 11:59:26.456494 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cd5747b6-945d-4ea8-9807-fa501e7a8aa4 req-d7ac219f-f347-42df-a61e-273a1386484c tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410028 May 23 11:59:26.525638 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port be4bd8fe-536a-43c8-aa99-7925d96905a5, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=be4bd8fe-536a-43c8-aa99-7925d96905a5,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:59:26.538609 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': 'be4bd8fe-536a-43c8-aa99-7925d96905a5', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'port_id': 'be4bd8fe-536a-43c8-aa99-7925d96905a5', 'mac_address': 'fa:16:3e:ed:fe:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 11:59:26.593901 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:26.611096 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be4bd8fe-536a-43c8-aa99-7925d96905a5 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 11:59:26.625873 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port be4bd8fe-536a-43c8-aa99-7925d96905a5, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=be4bd8fe-536a-43c8-aa99-7925d96905a5,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:59:26.630850 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:26.696523 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=be4bd8fe-536a-43c8-aa99-7925d96905a5,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:59:26.973196 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['be4bd8fe-536a-43c8-aa99-7925d96905a5'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 11:59:27.659749 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f863ef-dd4d-41cc-8e37-2e13dd753cb0 req-55aa2ca8-7c3c-41e6-bf1b-6f3456fa0780 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:27.661274 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b0f863ef-dd4d-41cc-8e37-2e13dd753cb0 req-55aa2ca8-7c3c-41e6-bf1b-6f3456fa0780 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 944 time: 0.0833771 May 23 11:59:27.710329 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b0f863ef-dd4d-41cc-8e37-2e13dd753cb0 req-6a39625f-2540-4bf3-87e0-446b23ff521f tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433135 May 23 11:59:28.394985 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device be4bd8fe-536a-43c8-aa99-7925d96905a5 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:59:28.471606 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port be4bd8fe-536a-43c8-aa99-7925d96905a5 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:59:28.477146 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port be4bd8fe-536a-43c8-aa99-7925d96905a5 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:59:28.477545 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:28.594165 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:28.620335 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6af442c-e5dc-4c02-8a41-25e5b4a9de74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4bd8fe-536a-43c8-aa99-7925d96905a5'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:59:28.630041 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port be4bd8fe-536a-43c8-aa99-7925d96905a5, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=be4bd8fe-536a-43c8-aa99-7925d96905a5,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:59:28.634379 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:28.679343 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-733b845c-3ad4-457c-9db0-6c246ee7928b'] response: {'server_uuid': 'd6af442c-e5dc-4c02-8a41-25e5b4a9de74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4bd8fe-536a-43c8-aa99-7925d96905a5', 'code': 200} May 23 11:59:28.703705 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=be4bd8fe-536a-43c8-aa99-7925d96905a5,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:59:28.845309 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-07dbab3d-d384-4d6e-b425-40f0e406b280 req-cd39174e-ef8e-4c1c-b53d-84ffc931b1ad service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 1096 time: 0.0719807 May 23 11:59:28.889589 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-07dbab3d-d384-4d6e-b425-40f0e406b280 req-47d0c671-32c0-489a-8d4f-6fc995fbea2f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356333 May 23 11:59:28.915562 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1625398-e0a0-42df-af77-0e5871aa10d0 req-bc06b179-06d8-4e57-88cf-dc972ad0e1e0 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:28.917033 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d1625398-e0a0-42df-af77-0e5871aa10d0 req-bc06b179-06d8-4e57-88cf-dc972ad0e1e0 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 945 time: 0.0777900 May 23 11:59:28.965712 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d1625398-e0a0-42df-af77-0e5871aa10d0 req-0f7549da-ab6b-4f22-a810-1130afe8c5d8 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429895 May 23 11:59:30.266289 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569b993-df5f-44b3-b778-5e130d7a5305 req-5f37f6e3-573e-428f-96ea-1b3a0e50237a tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:30.268138 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b569b993-df5f-44b3-b778-5e130d7a5305 req-5f37f6e3-573e-428f-96ea-1b3a0e50237a tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 945 time: 0.1727915 May 23 11:59:30.313968 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b569b993-df5f-44b3-b778-5e130d7a5305 req-cc523c00-20b8-400e-b70e-5d22ead1d809 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401890 May 23 11:59:30.680228 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93ed7c8-43a5-4baf-97f4-5168cc54f98d None None] Sync routers for ids ['2f253053-54ea-4c1e-ad61-0b7067ec9d1e'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:59:30.693221 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93ed7c8-43a5-4baf-97f4-5168cc54f98d None None] Routers {'2f253053-54ea-4c1e-ad61-0b7067ec9d1e'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:59:30.693821 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-f93ed7c8-43a5-4baf-97f4-5168cc54f98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:59:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['2f253053-54ea-4c1e-ad61-0b7067ec9d1e'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:59:30.914177 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-f93ed7c8-43a5-4baf-97f4-5168cc54f98d None None] Set router 2f253053-54ea-4c1e-ad61-0b7067ec9d1e gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:59:31.221245 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-f93ed7c8-43a5-4baf-97f4-5168cc54f98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'name': 'tempest-ServerActionsTestJSON-1880749596-router', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:59:12Z', 'updated_at': '2022-05-23T11:59:15Z', 'revision_number': 4, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'gw_port': {'id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:98:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:13Z', 'updated_at': '2022-05-23T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '100b1b88-477b-40b3-84f6-e3d28a56dc10', 'name': '', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'mac_address': 'fa:16:3e:45:63:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:15Z', 'updated_at': '2022-05-23T11:59:16Z', 'revision_number': 2, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'subnets': [{'id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:59:31.225081 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93ed7c8-43a5-4baf-97f4-5168cc54f98d None None] Checking router: 2f253053-54ea-4c1e-ad61-0b7067ec9d1e for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:59:31.225380 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93ed7c8-43a5-4baf-97f4-5168cc54f98d None None] Updating router 2f253053-54ea-4c1e-ad61-0b7067ec9d1e port 100b1b88-477b-40b3-84f6-e3d28a56dc10 binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 11:59:31.274833 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-f93ed7c8-43a5-4baf-97f4-5168cc54f98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:31.515318 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27697ec-f926-46c1-b889-21d9a225791c req-dbde3b6c-aa9e-4a2c-8fe5-9237ec4e4cb7 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:31.517074 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c27697ec-f926-46c1-b889-21d9a225791c req-dbde3b6c-aa9e-4a2c-8fe5-9237ec4e4cb7 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 945 time: 0.0769937 May 23 11:59:31.561473 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c27697ec-f926-46c1-b889-21d9a225791c req-770cb351-9de8-4bd8-9679-59d953b972b5 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387239 May 23 11:59:31.610845 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-f93ed7c8-43a5-4baf-97f4-5168cc54f98d None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:31.622279 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-f93ed7c8-43a5-4baf-97f4-5168cc54f98d None None] Transition to ACTIVE for port object 100b1b88-477b-40b3-84f6-e3d28a56dc10 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 11:59:31.628976 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-f93ed7c8-43a5-4baf-97f4-5168cc54f98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:31.751078 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6884f0d-d022-4f35-96da-28d83cd9a975 None None] Pushing event updated for resources: {'Port': ['ID=100b1b88-477b-40b3-84f6-e3d28a56dc10,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:59:31.760059 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9f7d0-b65c-4254-9728-d0e1a2ba28f0 req-320eb9cd-9dab-42e2-8753-1862115d6a9e tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:31.761388 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1fc9f7d0-b65c-4254-9728-d0e1a2ba28f0 req-320eb9cd-9dab-42e2-8753-1862115d6a9e tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 945 time: 0.0857472 May 23 11:59:31.762842 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6884f0d-d022-4f35-96da-28d83cd9a975 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:59:31.763192 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6884f0d-d022-4f35-96da-28d83cd9a975 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:59:31.763528 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6884f0d-d022-4f35-96da-28d83cd9a975 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:59:31.763887 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6884f0d-d022-4f35-96da-28d83cd9a975 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:59:31.764209 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6884f0d-d022-4f35-96da-28d83cd9a975 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:59:31.764530 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6884f0d-d022-4f35-96da-28d83cd9a975 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:59:31.764854 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6884f0d-d022-4f35-96da-28d83cd9a975 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:59:31.765173 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6884f0d-d022-4f35-96da-28d83cd9a975 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:59:31.765536 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6884f0d-d022-4f35-96da-28d83cd9a975 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:59:31.765805 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6884f0d-d022-4f35-96da-28d83cd9a975 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:59:31.766131 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6884f0d-d022-4f35-96da-28d83cd9a975 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 11:59:31.770485 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40494) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 11:59:31.776143 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-f22b7c1b-aff9-43c5-82e9-b8f6f013d832 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Request body: {'floatingip': {'port_id': 'be4bd8fe-536a-43c8-aa99-7925d96905a5'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 11:59:31.859230 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f22b7c1b-aff9-43c5-82e9-b8f6f013d832 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks [] for floatingip, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:31.873352 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-f93ed7c8-43a5-4baf-97f4-5168cc54f98d None None] Attempting to bind port 100b1b88-477b-40b3-84f6-e3d28a56dc10 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 11:59:31.873845 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-f93ed7c8-43a5-4baf-97f4-5168cc54f98d None None] Attempting to bind port 100b1b88-477b-40b3-84f6-e3d28a56dc10 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'b10e1919-3a7e-44ea-91cd-6f869fba6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 11:59:31.874544 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93ed7c8-43a5-4baf-97f4-5168cc54f98d None None] Attempting to bind port 100b1b88-477b-40b3-84f6-e3d28a56dc10 on network fa7a594d-7c5b-41e8-b620-f22e4b48926d {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 11:59:31.880878 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93ed7c8-43a5-4baf-97f4-5168cc54f98d None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 11, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 11:59:31.881244 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93ed7c8-43a5-4baf-97f4-5168cc54f98d None None] Checking segment: {'id': 'b10e1919-3a7e-44ea-91cd-6f869fba6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 11:59:31.881637 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-f93ed7c8-43a5-4baf-97f4-5168cc54f98d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:31.882022 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93ed7c8-43a5-4baf-97f4-5168cc54f98d None None] Bound using segment: {'id': 'b10e1919-3a7e-44ea-91cd-6f869fba6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 11:59:31.882485 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-f93ed7c8-43a5-4baf-97f4-5168cc54f98d None None] Bound port: 100b1b88-477b-40b3-84f6-e3d28a56dc10, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b10e1919-3a7e-44ea-91cd-6f869fba6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 11:59:31.883103 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-f93ed7c8-43a5-4baf-97f4-5168cc54f98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:31.974391 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-f93ed7c8-43a5-4baf-97f4-5168cc54f98d None None] For port 100b1b88-477b-40b3-84f6-e3d28a56dc10, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 11:59:31.977946 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-f93ed7c8-43a5-4baf-97f4-5168cc54f98d None None] For port 100b1b88-477b-40b3-84f6-e3d28a56dc10, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=100b1b88-477b-40b3-84f6-e3d28a56dc10,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 11:59:31.982533 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-f93ed7c8-43a5-4baf-97f4-5168cc54f98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:32.069393 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6884f0d-d022-4f35-96da-28d83cd9a975 None None] Pushing event updated for resources: {'Port': ['ID=100b1b88-477b-40b3-84f6-e3d28a56dc10,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:59:32.075747 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93ed7c8-43a5-4baf-97f4-5168cc54f98d None None] Routers {'2f253053-54ea-4c1e-ad61-0b7067ec9d1e'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:59:32.076379 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-f93ed7c8-43a5-4baf-97f4-5168cc54f98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:59:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['2f253053-54ea-4c1e-ad61-0b7067ec9d1e'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:59:32.257419 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-f93ed7c8-43a5-4baf-97f4-5168cc54f98d None None] Set router 2f253053-54ea-4c1e-ad61-0b7067ec9d1e gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:59:32.484096 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f22b7c1b-aff9-43c5-82e9-b8f6f013d832 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:32.489196 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f22b7c1b-aff9-43c5-82e9-b8f6f013d832 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:32.585905 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 100b1b88-477b-40b3-84f6-e3d28a56dc10 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:59:32.601430 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-f93ed7c8-43a5-4baf-97f4-5168cc54f98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'name': 'tempest-ServerActionsTestJSON-1880749596-router', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:59:12Z', 'updated_at': '2022-05-23T11:59:15Z', 'revision_number': 4, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'gw_port': {'id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:98:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:13Z', 'updated_at': '2022-05-23T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '100b1b88-477b-40b3-84f6-e3d28a56dc10', 'name': '', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'mac_address': 'fa:16:3e:45:63:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:15Z', 'updated_at': '2022-05-23T11:59:31Z', 'revision_number': 4, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'subnets': [{'id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:59:32.606752 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93ed7c8-43a5-4baf-97f4-5168cc54f98d None None] The sync data for ids ['2f253053-54ea-4c1e-ad61-0b7067ec9d1e'] in n-d-842952-2 is: [{'id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'name': 'tempest-ServerActionsTestJSON-1880749596-router', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:59:12Z', 'updated_at': '2022-05-23T11:59:15Z', 'revision_number': 4, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'gw_port': {'id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:98:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:13Z', 'updated_at': '2022-05-23T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '100b1b88-477b-40b3-84f6-e3d28a56dc10', 'name': '', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'mac_address': 'fa:16:3e:45:63:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:15Z', 'updated_at': '2022-05-23T11:59:31Z', 'revision_number': 4, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'subnets': [{'id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:59:32.662219 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 100b1b88-477b-40b3-84f6-e3d28a56dc10 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 11:59:32.667634 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 100b1b88-477b-40b3-84f6-e3d28a56dc10 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:59:32.668044 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:32.697634 n-d-842952-2 neutron-server[83910]: INFO neutron.db.l3_db [None req-f22b7c1b-aff9-43c5-82e9-b8f6f013d832 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Floating IP 927c9a89-9cb2-439a-bd76-6854ed1a5443 associated. External IP: 172.25.6.49, port: be4bd8fe-536a-43c8-aa99-7925d96905a5. May 23 11:59:32.789231 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:32.825904 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 100b1b88-477b-40b3-84f6-e3d28a56dc10, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=100b1b88-477b-40b3-84f6-e3d28a56dc10,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 11:59:32.831548 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:32.906283 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=100b1b88-477b-40b3-84f6-e3d28a56dc10,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 11:59:33.246945 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22b7c1b-aff9-43c5-82e9-b8f6f013d832 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Router 2f253053-54ea-4c1e-ad61-0b7067ec9d1e has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 11:59:33.456156 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22b7c1b-aff9-43c5-82e9-b8f6f013d832 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 11:59:33.460657 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f22b7c1b-aff9-43c5-82e9-b8f6f013d832 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:33.522610 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f22b7c1b-aff9-43c5-82e9-b8f6f013d832 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "PUT /v2.0/floatingips/927c9a89-9cb2-439a-bd76-6854ed1a5443 HTTP/1.1" status: 200 len: 990 time: 1.7507598 May 23 11:59:33.523219 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6af442c-e5dc-4c02-8a41-25e5b4a9de74', 'tag': 'be4bd8fe-536a-43c8-aa99-7925d96905a5'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 11:59:33.578983 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4ef6adc-3b45-45cf-963c-979c0e8f5267'] response: {'name': 'network-changed', 'server_uuid': 'd6af442c-e5dc-4c02-8a41-25e5b4a9de74', 'tag': 'be4bd8fe-536a-43c8-aa99-7925d96905a5', 'status': 'completed', 'code': 200} May 23 11:59:33.695223 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e906d371-b9da-436d-b75e-5649b80de050 req-82e5ab57-6700-478c-bf7d-7e9119bcb3e9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 1096 time: 0.0745189 May 23 11:59:33.702040 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ced307-818e-4b18-9fe0-25b2f5bad208 req-8483967e-9079-47ea-a028-dadc97ef4cc1 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:33.703627 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9ced307-818e-4b18-9fe0-25b2f5bad208 req-8483967e-9079-47ea-a028-dadc97ef4cc1 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 945 time: 0.0852823 May 23 11:59:33.750688 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9ced307-818e-4b18-9fe0-25b2f5bad208 req-047a0c42-81cc-41e9-8edf-d5e206fdc011 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411661 May 23 11:59:33.827713 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e906d371-b9da-436d-b75e-5649b80de050 req-2c1c57d4-eebb-4dbb-a96f-d7a36b49a399 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:33.829245 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e906d371-b9da-436d-b75e-5649b80de050 req-2c1c57d4-eebb-4dbb-a96f-d7a36b49a399 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 913 time: 0.1283746 May 23 11:59:33.932272 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e906d371-b9da-436d-b75e-5649b80de050 req-ebfc3170-899f-4467-b10a-601e20c7bd84 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be4bd8fe-536a-43c8-aa99-7925d96905a5 HTTP/1.1" status: 200 len: 998 time: 0.0974550 May 23 11:59:33.955039 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f920ef-4af5-4bbc-afba-588ce1892ba7 req-6663586b-3dec-42cf-b654-bc4cc393279d tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:33.956518 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d1f920ef-4af5-4bbc-afba-588ce1892ba7 req-6663586b-3dec-42cf-b654-bc4cc393279d tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 945 time: 0.0780070 May 23 11:59:33.993393 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e906d371-b9da-436d-b75e-5649b80de050 req-ad1c3340-e6ec-4e21-841f-2a343723e456 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:33.994867 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e906d371-b9da-436d-b75e-5649b80de050 req-ad1c3340-e6ec-4e21-841f-2a343723e456 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6c3eda61-b88c-4818-a564-3353ea1c45e4 HTTP/1.1" status: 200 len: 851 time: 0.0575385 May 23 11:59:34.002098 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d1f920ef-4af5-4bbc-afba-588ce1892ba7 req-8fc76c76-d673-40bd-9d0e-4067f4b6c5c6 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396800 May 23 11:59:34.067133 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e906d371-b9da-436d-b75e-5649b80de050 req-a2c5b01c-3e38-42eb-add4-f8a3e849d779 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7a594d-7c5b-41e8-b620-f22e4b48926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669661 May 23 11:59:34.210864 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e906d371-b9da-436d-b75e-5649b80de050 req-41c46557-9896-4bc6-9410-013acfb7e3e0 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380885 May 23 11:59:34.448877 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e906d371-b9da-436d-b75e-5649b80de050 req-f117e72b-8268-47c1-b2b8-b89ab177ce28 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322965 May 23 11:59:34.554382 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 100b1b88-477b-40b3-84f6-e3d28a56dc10 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 11:59:34.633773 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 100b1b88-477b-40b3-84f6-e3d28a56dc10 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 11:59:34.634137 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:35.210505 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e707354-45bb-4b43-b427-443a8e8b40d9 req-5d1b59d5-2e19-4b1f-af07-30e4c0aa7ae7 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:35.211937 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7e707354-45bb-4b43-b427-443a8e8b40d9 req-5d1b59d5-2e19-4b1f-af07-30e4c0aa7ae7 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 945 time: 0.0834596 May 23 11:59:35.259041 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7e707354-45bb-4b43-b427-443a8e8b40d9 req-f4648a4f-7ae8-4d25-808f-07f6a0c6acfe tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414262 May 23 11:59:35.308838 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ab3451-9a76-46a4-b3a2-a75549d8e292 None None] Sync routers for ids ['2f253053-54ea-4c1e-ad61-0b7067ec9d1e'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 11:59:35.322213 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ab3451-9a76-46a4-b3a2-a75549d8e292 None None] Routers {'2f253053-54ea-4c1e-ad61-0b7067ec9d1e'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:59:35.322835 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-61ab3451-9a76-46a4-b3a2-a75549d8e292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:59:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['2f253053-54ea-4c1e-ad61-0b7067ec9d1e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:59:35.464153 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e82c29-51dd-4cda-b83f-f987b527c7f8 req-dcef25cb-391e-46d1-bc4a-e6fca4124ce8 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:35.465655 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-59e82c29-51dd-4cda-b83f-f987b527c7f8 req-dcef25cb-391e-46d1-bc4a-e6fca4124ce8 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 945 time: 0.0803654 May 23 11:59:35.501155 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-61ab3451-9a76-46a4-b3a2-a75549d8e292 None None] Set router 2f253053-54ea-4c1e-ad61-0b7067ec9d1e gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:59:35.515808 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-59e82c29-51dd-4cda-b83f-f987b527c7f8 req-e3efffc3-d297-4efa-bb1d-ab8bd40e7d40 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444367 May 23 11:59:35.710611 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6d139da2-545e-43bd-801e-860016d08702 req-a90b626f-ffbc-42fa-ada2-337a8b3702d4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0679998 May 23 11:59:35.859918 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-61ab3451-9a76-46a4-b3a2-a75549d8e292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'name': 'tempest-ServerActionsTestJSON-1880749596-router', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:59:12Z', 'updated_at': '2022-05-23T11:59:15Z', 'revision_number': 4, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'gw_port': {'id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:98:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:13Z', 'updated_at': '2022-05-23T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '927c9a89-9cb2-439a-bd76-6854ed1a5443', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'floating_ip_address': '172.25.6.49', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'port_id': 'be4bd8fe-536a-43c8-aa99-7925d96905a5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'mac_address': 'fa:16:3e:ed:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6af442c-e5dc-4c02-8a41-25e5b4a9de74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:59:18Z', 'updated_at': '2022-05-23T11:59:32Z', 'revision_number': 1, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100b1b88-477b-40b3-84f6-e3d28a56dc10', 'name': '', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'mac_address': 'fa:16:3e:45:63:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:15Z', 'updated_at': '2022-05-23T11:59:32Z', 'revision_number': 5, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'subnets': [{'id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:59:35.864439 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ab3451-9a76-46a4-b3a2-a75549d8e292 None None] Checking router: 2f253053-54ea-4c1e-ad61-0b7067ec9d1e for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 11:59:35.876589 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ab3451-9a76-46a4-b3a2-a75549d8e292 None None] Routers {'2f253053-54ea-4c1e-ad61-0b7067ec9d1e'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 11:59:35.877853 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-61ab3451-9a76-46a4-b3a2-a75549d8e292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T11:59:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['2f253053-54ea-4c1e-ad61-0b7067ec9d1e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:59:35.966178 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2383888b-1353-47d1-8080-f7f3738ea2b3 req-4678c5a8-5db7-48d9-93ef-6b68582fd530 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0707984 May 23 11:59:36.030230 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5c1e2-3444-4adf-81fd-8f2fd7bdbc78 req-5c382bf9-1695-4a15-8d7d-76bd7cb1088c tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:36.031906 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-29c5c1e2-3444-4adf-81fd-8f2fd7bdbc78 req-5c382bf9-1695-4a15-8d7d-76bd7cb1088c tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 945 time: 0.0808351 May 23 11:59:36.075541 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-61ab3451-9a76-46a4-b3a2-a75549d8e292 None None] Set router 2f253053-54ea-4c1e-ad61-0b7067ec9d1e gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 11:59:36.088016 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-29c5c1e2-3444-4adf-81fd-8f2fd7bdbc78 req-2dedccb8-1978-4884-9e6c-93151ab1c3e0 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501132 May 23 11:59:36.435279 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-61ab3451-9a76-46a4-b3a2-a75549d8e292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'name': 'tempest-ServerActionsTestJSON-1880749596-router', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:59:12Z', 'updated_at': '2022-05-23T11:59:15Z', 'revision_number': 4, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'gw_port': {'id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:98:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:13Z', 'updated_at': '2022-05-23T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '927c9a89-9cb2-439a-bd76-6854ed1a5443', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'floating_ip_address': '172.25.6.49', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'port_id': 'be4bd8fe-536a-43c8-aa99-7925d96905a5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'mac_address': 'fa:16:3e:ed:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6af442c-e5dc-4c02-8a41-25e5b4a9de74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:59:18Z', 'updated_at': '2022-05-23T11:59:32Z', 'revision_number': 1, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100b1b88-477b-40b3-84f6-e3d28a56dc10', 'name': '', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'mac_address': 'fa:16:3e:45:63:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:15Z', 'updated_at': '2022-05-23T11:59:32Z', 'revision_number': 5, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'subnets': [{'id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 11:59:36.439798 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ab3451-9a76-46a4-b3a2-a75549d8e292 None None] The sync data for ids ['2f253053-54ea-4c1e-ad61-0b7067ec9d1e'] in n-d-842952-2 is: [{'id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'name': 'tempest-ServerActionsTestJSON-1880749596-router', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:59:12Z', 'updated_at': '2022-05-23T11:59:15Z', 'revision_number': 4, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'gw_port': {'id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:98:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:13Z', 'updated_at': '2022-05-23T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '927c9a89-9cb2-439a-bd76-6854ed1a5443', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'floating_ip_address': '172.25.6.49', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'port_id': 'be4bd8fe-536a-43c8-aa99-7925d96905a5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'mac_address': 'fa:16:3e:ed:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6af442c-e5dc-4c02-8a41-25e5b4a9de74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:59:18Z', 'updated_at': '2022-05-23T11:59:32Z', 'revision_number': 1, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100b1b88-477b-40b3-84f6-e3d28a56dc10', 'name': '', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'mac_address': 'fa:16:3e:45:63:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:15Z', 'updated_at': '2022-05-23T11:59:32Z', 'revision_number': 5, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'subnets': [{'id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 11:59:36.649184 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4669e3-1041-424d-a940-134db87e1be6 None None] New status for floating IP 927c9a89-9cb2-439a-bd76-6854ed1a5443: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 11:59:37.305428 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bcf3d-bbb2-4f45-8b5b-eeceaebf66ea req-f9e005c6-b031-40c0-baf9-f7dc01db9491 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:37.306872 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3e9bcf3d-bbb2-4f45-8b5b-eeceaebf66ea req-f9e005c6-b031-40c0-baf9-f7dc01db9491 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 945 time: 0.0783861 May 23 11:59:37.319899 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2383888b-1353-47d1-8080-f7f3738ea2b3 req-cbdf8a3e-d3d5-429f-8185-57dd5315b2f2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 1096 time: 0.0697083 May 23 11:59:37.354178 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3e9bcf3d-bbb2-4f45-8b5b-eeceaebf66ea req-3f27fe76-55c9-4407-bf70-e2f74782bfe8 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414941 May 23 11:59:37.453282 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383888b-1353-47d1-8080-f7f3738ea2b3 req-c6920f2a-8997-4cce-8a99-e59c99080af8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:37.454733 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2383888b-1353-47d1-8080-f7f3738ea2b3 req-c6920f2a-8997-4cce-8a99-e59c99080af8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 913 time: 0.1293886 May 23 11:59:37.562023 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2383888b-1353-47d1-8080-f7f3738ea2b3 req-6072994c-0168-4108-bf6c-70d354b63fab service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be4bd8fe-536a-43c8-aa99-7925d96905a5 HTTP/1.1" status: 200 len: 1000 time: 0.1015186 May 23 11:59:37.627799 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383888b-1353-47d1-8080-f7f3738ea2b3 req-2e88943b-cf8c-4f70-82ed-d8a26f8de5d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:37.629222 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2383888b-1353-47d1-8080-f7f3738ea2b3 req-2e88943b-cf8c-4f70-82ed-d8a26f8de5d7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6c3eda61-b88c-4818-a564-3353ea1c45e4 HTTP/1.1" status: 200 len: 851 time: 0.0615962 May 23 11:59:37.709679 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2383888b-1353-47d1-8080-f7f3738ea2b3 req-5f1ec578-1d9e-463c-9779-25a8fb077cad service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7a594d-7c5b-41e8-b620-f22e4b48926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747516 May 23 11:59:37.848063 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2383888b-1353-47d1-8080-f7f3738ea2b3 req-23f7ef37-cd70-423d-96a5-5bc7a3577913 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316061 May 23 11:59:37.981420 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2383888b-1353-47d1-8080-f7f3738ea2b3 req-029f6a42-d5a5-424e-bd6f-285c9bcd84e1 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279626 May 23 11:59:38.469292 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:38.570254 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897749b-411a-48f1-a629-ae86ee252289 req-09fdaad3-2af2-42fe-91d9-950dd80294d1 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:38.571742 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8897749b-411a-48f1-a629-ae86ee252289 req-09fdaad3-2af2-42fe-91d9-950dd80294d1 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 945 time: 0.0831270 May 23 11:59:38.619235 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8897749b-411a-48f1-a629-ae86ee252289 req-2059a277-0562-4512-a1e6-67c064fabcb9 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417747 May 23 11:59:39.326596 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c58b2170-6a1a-48e8-91de-f8c9b124c759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:39.796096 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:39.840117 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef51eeb-c7ae-44a0-b124-055d9526dfe1 req-0a5e013c-38f1-4c8b-9c05-dd6b89165810 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:39.841579 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eef51eeb-c7ae-44a0-b124-055d9526dfe1 req-0a5e013c-38f1-4c8b-9c05-dd6b89165810 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 945 time: 0.0853400 May 23 11:59:39.888704 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eef51eeb-c7ae-44a0-b124-055d9526dfe1 req-c345de33-fcc9-49c7-a922-20d7d35d93fa tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407896 May 23 11:59:41.101573 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c272e0-242a-466a-bb4e-d47c0f9928d8 req-600cf9ca-6d07-4bbc-9f24-9c4990997bc1 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:41.103042 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-76c272e0-242a-466a-bb4e-d47c0f9928d8 req-600cf9ca-6d07-4bbc-9f24-9c4990997bc1 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 945 time: 0.0820634 May 23 11:59:41.152746 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-76c272e0-242a-466a-bb4e-d47c0f9928d8 req-89e702d4-090e-4459-8cc8-134e03b8a21c tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415225 May 23 11:59:41.624271 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3122e7d6-1d7f-49c2-b1b8-c1836b8bf5e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:42.360271 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5710b-45f1-47e9-ac30-fdac176861ff req-5a73868f-80bf-4fcd-bb02-f1d8277b7094 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:42.361865 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-21d5710b-45f1-47e9-ac30-fdac176861ff req-5a73868f-80bf-4fcd-bb02-f1d8277b7094 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 945 time: 0.0825901 May 23 11:59:42.408815 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-21d5710b-45f1-47e9-ac30-fdac176861ff req-722c7e9f-7d0c-48fe-af6b-6bd103601316 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411880 May 23 11:59:42.873777 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:42.916936 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:43.634064 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8753a4-40d8-4abf-8a28-57bb94ac699d req-834a01ae-209a-4191-802d-88a4d55fcc83 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:43.635506 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6f8753a4-40d8-4abf-8a28-57bb94ac699d req-834a01ae-209a-4191-802d-88a4d55fcc83 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 945 time: 0.0844314 May 23 11:59:43.686946 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6f8753a4-40d8-4abf-8a28-57bb94ac699d req-b623ed51-ee63-4595-adfe-68ead0e7dd08 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459230 May 23 11:59:44.456974 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 11:59:44.898765 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c15842-eaff-4b34-bd55-6c612f3cd0e7 req-31e8cd29-673e-4efd-a78e-6dbbdbe2a3ac tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:44.900343 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e1c15842-eaff-4b34-bd55-6c612f3cd0e7 req-31e8cd29-673e-4efd-a78e-6dbbdbe2a3ac tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 945 time: 0.0817561 May 23 11:59:44.953621 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e1c15842-eaff-4b34-bd55-6c612f3cd0e7 req-04ed5500-dc49-42a5-a687-185e76762e5d tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442076 May 23 11:59:46.178025 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25084e57-d755-45f4-94cd-23d93edfa345 req-84234ae3-4396-46e6-8f27-e01e24c3ef73 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:46.179375 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-25084e57-d755-45f4-94cd-23d93edfa345 req-84234ae3-4396-46e6-8f27-e01e24c3ef73 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 945 time: 0.0903301 May 23 11:59:46.224848 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-25084e57-d755-45f4-94cd-23d93edfa345 req-b4a5798f-a15f-4454-88a1-fc8b059ffdef tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399377 May 23 11:59:47.693667 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1667162-2b2e-4688-b8b7-e2a68501f6f6 req-4eeea90f-bba2-40ce-aa12-2e2b56551ada tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:47.695124 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a1667162-2b2e-4688-b8b7-e2a68501f6f6 req-4eeea90f-bba2-40ce-aa12-2e2b56551ada tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 945 time: 0.1810873 May 23 11:59:47.743339 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a1667162-2b2e-4688-b8b7-e2a68501f6f6 req-17a6a3fa-e27c-47a4-9f38-0e59f8d942a9 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401340 May 23 11:59:48.955034 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77361382-87df-4a1a-b80f-ef322eabb282 req-3ca6ecce-e6be-4b9a-b9fa-75202d6377e4 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:48.956511 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-77361382-87df-4a1a-b80f-ef322eabb282 req-3ca6ecce-e6be-4b9a-b9fa-75202d6377e4 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 945 time: 0.0830193 May 23 11:59:49.006433 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-77361382-87df-4a1a-b80f-ef322eabb282 req-31cbf51a-b35a-45ea-af03-288b7d791411 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426791 May 23 11:59:50.236084 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465b620-8ac1-4c67-ad89-a3e9289b95b9 req-e05f45f9-84f0-4317-a507-0fdd61b59419 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:50.237597 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3465b620-8ac1-4c67-ad89-a3e9289b95b9 req-e05f45f9-84f0-4317-a507-0fdd61b59419 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 945 time: 0.0900130 May 23 11:59:50.285217 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3465b620-8ac1-4c67-ad89-a3e9289b95b9 req-573d5a20-eb43-4c74-bd6d-94166a1f129a tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418782 May 23 11:59:51.500275 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dce9a1-9ba8-448b-ba0a-050d52806c62 req-030bb052-a484-4fed-b98e-6378e86cb704 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:51.501722 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b5dce9a1-9ba8-448b-ba0a-050d52806c62 req-030bb052-a484-4fed-b98e-6378e86cb704 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 945 time: 0.0889695 May 23 11:59:51.551143 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b5dce9a1-9ba8-448b-ba0a-050d52806c62 req-e829cde9-4bfc-473a-8ae5-8dbc751e0ede tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411646 May 23 11:59:52.757104 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408f27f-5a15-4fe4-8e07-6852adb5f000 req-26cd09c0-1985-4e87-affc-2706952d5c2a tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:52.758529 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6408f27f-5a15-4fe4-8e07-6852adb5f000 req-26cd09c0-1985-4e87-affc-2706952d5c2a tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 945 time: 0.0833592 May 23 11:59:52.805728 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6408f27f-5a15-4fe4-8e07-6852adb5f000 req-36f2670f-7ae0-4021-b80d-1b9965a0b2b2 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411448 May 23 11:59:53.574119 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e6642a1f-b474-43c4-80ed-b96682d0877e req-13740d6c-75fc-4621-bd28-57b35935b1a4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 1096 time: 0.0834305 May 23 11:59:53.728990 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6642a1f-b474-43c4-80ed-b96682d0877e req-0f723aa8-be24-4765-ba69-481402005a10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:53.730439 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e6642a1f-b474-43c4-80ed-b96682d0877e req-0f723aa8-be24-4765-ba69-481402005a10 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 913 time: 0.1339087 May 23 11:59:53.838194 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e6642a1f-b474-43c4-80ed-b96682d0877e req-1ed1d0f4-0dd7-49e8-b453-c8082259b9b5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be4bd8fe-536a-43c8-aa99-7925d96905a5 HTTP/1.1" status: 200 len: 1000 time: 0.1013718 May 23 11:59:53.913588 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6642a1f-b474-43c4-80ed-b96682d0877e req-a209da72-15dd-418f-b069-1f85b2196028 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:53.915493 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e6642a1f-b474-43c4-80ed-b96682d0877e req-a209da72-15dd-418f-b069-1f85b2196028 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6c3eda61-b88c-4818-a564-3353ea1c45e4 HTTP/1.1" status: 200 len: 851 time: 0.0709345 May 23 11:59:53.992919 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e6642a1f-b474-43c4-80ed-b96682d0877e req-96103f5b-6201-46e5-8328-34ff4625219f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7a594d-7c5b-41e8-b620-f22e4b48926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709226 May 23 11:59:54.013139 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ffa99-3338-40f9-9a45-070ebb840899 req-a7905b60-6f04-45d1-a4dc-17e29a99a9c5 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:54.014609 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9d4ffa99-3338-40f9-9a45-070ebb840899 req-a7905b60-6f04-45d1-a4dc-17e29a99a9c5 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 945 time: 0.0762248 May 23 11:59:54.063273 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9d4ffa99-3338-40f9-9a45-070ebb840899 req-3ee2d564-86b7-46b2-ad47-e511e1c1281a tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425909 May 23 11:59:54.126655 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e6642a1f-b474-43c4-80ed-b96682d0877e req-2714e51d-ece3-4474-b283-5f941a0af54d service neutron] 10.222.0.81 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270084 May 23 11:59:54.353146 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e6642a1f-b474-43c4-80ed-b96682d0877e req-541796d9-e79f-445a-960f-503da04d917c service neutron] 10.222.0.81 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182708 May 23 11:59:55.286325 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e0951-cb0d-46a9-8ea6-25d11b874a60 req-ad4066f8-a8b9-427c-8565-e8bce9b34217 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:55.287788 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5a7e0951-cb0d-46a9-8ea6-25d11b874a60 req-ad4066f8-a8b9-427c-8565-e8bce9b34217 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 945 time: 0.0888062 May 23 11:59:55.348644 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5a7e0951-cb0d-46a9-8ea6-25d11b874a60 req-93338372-1f35-4a57-9864-ca5764cb7f44 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535362 May 23 11:59:56.562279 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa3d21-9569-49c7-b98f-112fff7d4c31 req-15b7338e-e77e-4a39-9f5e-38991070ad19 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:56.564449 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f8fa3d21-9569-49c7-b98f-112fff7d4c31 req-15b7338e-e77e-4a39-9f5e-38991070ad19 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 945 time: 0.0848877 May 23 11:59:56.610910 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f8fa3d21-9569-49c7-b98f-112fff7d4c31 req-1d822297-3ac6-4db2-b664-9f0f907b53ee tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409415 May 23 11:59:57.827751 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195f620-92fd-4491-83e6-002710f9d341 req-9e0a06e1-64fc-4b5b-9680-28a6a4206ecf tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:57.829247 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1195f620-92fd-4491-83e6-002710f9d341 req-9e0a06e1-64fc-4b5b-9680-28a6a4206ecf tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 945 time: 0.0851195 May 23 11:59:57.875779 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1195f620-92fd-4491-83e6-002710f9d341 req-b35c5162-f5c7-4bfc-a35e-8c28c7b77c84 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408015 May 23 11:59:57.947909 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 11:59:59.110225 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccca4ea-1eef-4475-830b-2427e60c4ceb req-ee9bde1d-ea7a-4c66-829c-88cc41b5eb8f tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 11:59:59.111758 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6ccca4ea-1eef-4475-830b-2427e60c4ceb req-ee9bde1d-ea7a-4c66-829c-88cc41b5eb8f tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 945 time: 0.0980983 May 23 11:59:59.159674 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6ccca4ea-1eef-4475-830b-2427e60c4ceb req-754808ef-dc25-4ed4-8a18-d733ebdd3ab2 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419412 May 23 12:00:00.379010 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a6146-f9d5-4e7c-a564-25b687ee4c74 req-f8c5037b-29fd-4552-9332-dfbed7c20220 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:00:00.380520 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-096a6146-f9d5-4e7c-a564-25b687ee4c74 req-f8c5037b-29fd-4552-9332-dfbed7c20220 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 945 time: 0.0887849 May 23 12:00:00.436111 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-096a6146-f9d5-4e7c-a564-25b687ee4c74 req-09a082d8-8e38-4859-ba97-4cd231ad9392 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474279 May 23 12:00:01.641869 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da5b12-7502-42a5-93a7-1ac45b9048b9 req-9aa82f07-9e7f-4218-a027-0cec708b0840 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:00:01.643370 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-15da5b12-7502-42a5-93a7-1ac45b9048b9 req-9aa82f07-9e7f-4218-a027-0cec708b0840 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 945 time: 0.0803106 May 23 12:00:01.690215 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-15da5b12-7502-42a5-93a7-1ac45b9048b9 req-d0a302ec-68fa-4d43-befa-5bed9f542517 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408485 May 23 12:00:02.904147 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036b23b-acea-4e82-8043-1ca1b792890b req-f9a2b108-d196-4b41-8883-0836e41926e9 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:00:02.905602 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d036b23b-acea-4e82-8043-1ca1b792890b req-f9a2b108-d196-4b41-8883-0836e41926e9 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 945 time: 0.0849245 May 23 12:00:02.951291 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d036b23b-acea-4e82-8043-1ca1b792890b req-43d4b706-c9e5-45cd-a543-80b90b85d679 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399942 May 23 12:00:04.151676 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c5acb-59a2-43d9-b444-74c2acf288d4 req-d5f3411c-c752-4f1d-82de-30eea8bfacea tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:00:04.153151 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c20c5acb-59a2-43d9-b444-74c2acf288d4 req-d5f3411c-c752-4f1d-82de-30eea8bfacea tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 945 time: 0.0778551 May 23 12:00:04.199757 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c20c5acb-59a2-43d9-b444-74c2acf288d4 req-b92649b7-2914-4a27-8a8b-c5385b82e3a2 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406528 May 23 12:00:05.431572 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70978b3c-725c-44a0-9f11-22aa128cd021 req-3030ea89-a939-4ee6-b3ee-04288a95caf4 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:00:05.433117 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-70978b3c-725c-44a0-9f11-22aa128cd021 req-3030ea89-a939-4ee6-b3ee-04288a95caf4 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 945 time: 0.0969503 May 23 12:00:05.487092 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-70978b3c-725c-44a0-9f11-22aa128cd021 req-b999e219-a3e3-4c73-8b15-52315a3a13b8 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454404 May 23 12:00:06.705184 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f94335-a31b-4b06-9551-a53cf384c37d req-182f5d12-441b-4dcc-a038-c13b992bbba5 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:00:06.706637 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e3f94335-a31b-4b06-9551-a53cf384c37d req-182f5d12-441b-4dcc-a038-c13b992bbba5 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 945 time: 0.0816073 May 23 12:00:06.756419 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e3f94335-a31b-4b06-9551-a53cf384c37d req-4091b630-6d09-4e2f-8465-e27b4e93a2d7 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439529 May 23 12:00:07.974018 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa85dee-8d9f-4e41-bc3a-163d02261652 req-60fea03d-70b9-4490-bc6c-e33668ff3143 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:00:07.975470 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6fa85dee-8d9f-4e41-bc3a-163d02261652 req-60fea03d-70b9-4490-bc6c-e33668ff3143 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 945 time: 0.0904675 May 23 12:00:08.021100 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6fa85dee-8d9f-4e41-bc3a-163d02261652 req-0da4ee1c-a469-4f82-8c47-ea1cb3227a11 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399919 May 23 12:00:08.468474 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:00:09.261134 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604809a5-788a-471d-8dcf-2fc6ce4346f6 req-e7f2164e-f187-49e4-81d3-816c0946f04d tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:00:09.262589 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-604809a5-788a-471d-8dcf-2fc6ce4346f6 req-e7f2164e-f187-49e4-81d3-816c0946f04d tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 945 time: 0.1102076 May 23 12:00:09.310749 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-604809a5-788a-471d-8dcf-2fc6ce4346f6 req-b709d5e1-ec7c-4be3-867f-b219bb15a91a tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417242 May 23 12:00:09.311321 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-678a160f-8340-4b32-ad9d-ba9527b022a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:00:09.804942 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:00:10.254728 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2383888b-1353-47d1-8080-f7f3738ea2b3 req-cbbdf9f2-4ae0-48e7-91d3-215a10bee131 service neutron] 10.222.0.81 "GET /v2.0/ports/be4bd8fe-536a-43c8-aa99-7925d96905a5/bindings/n-h2-842952-2 HTTP/1.1" status: 200 len: 382 time: 0.0874867 May 23 12:00:10.522218 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce1212-3b67-4aee-ac11-bc218a2857ec req-05efc064-24c7-4e19-80c9-d5f2442df907 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:00:10.524247 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9ce1212-3b67-4aee-ac11-bc218a2857ec req-05efc064-24c7-4e19-80c9-d5f2442df907 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 945 time: 0.0820978 May 23 12:00:10.570116 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9ce1212-3b67-4aee-ac11-bc218a2857ec req-fc2fc3bd-8832-4cfa-a852-1e8b04d12b9a tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403001 May 23 12:00:10.573412 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2383888b-1353-47d1-8080-f7f3738ea2b3 req-bff9d729-c44e-4dc3-9e75-61c667b3ba7d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74&tenant_id=f48196f0bd4b4a87ad2310689b6f970d HTTP/1.1" status: 200 len: 1096 time: 0.0725501 May 23 12:00:10.685419 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2383888b-1353-47d1-8080-f7f3738ea2b3 req-0db18cce-43b1-4417-9772-071f96fb1f58 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 1096 time: 0.0706139 May 23 12:00:10.825217 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383888b-1353-47d1-8080-f7f3738ea2b3 req-38c30aae-71b3-4ddf-ad74-bda98275f7f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:00:10.826667 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2383888b-1353-47d1-8080-f7f3738ea2b3 req-38c30aae-71b3-4ddf-ad74-bda98275f7f9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 913 time: 0.1323452 May 23 12:00:10.940903 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2383888b-1353-47d1-8080-f7f3738ea2b3 req-75ebf3f2-ead0-4d2f-8110-a30bb48f4b90 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be4bd8fe-536a-43c8-aa99-7925d96905a5 HTTP/1.1" status: 200 len: 1000 time: 0.1039238 May 23 12:00:11.010955 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383888b-1353-47d1-8080-f7f3738ea2b3 req-5789f9ad-ef40-40fa-ac45-53219305d0c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:00:11.012557 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2383888b-1353-47d1-8080-f7f3738ea2b3 req-5789f9ad-ef40-40fa-ac45-53219305d0c4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6c3eda61-b88c-4818-a564-3353ea1c45e4 HTTP/1.1" status: 200 len: 851 time: 0.0637622 May 23 12:00:11.093228 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2383888b-1353-47d1-8080-f7f3738ea2b3 req-2a44b652-2be0-4a6c-bb44-3f5060efb33e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7a594d-7c5b-41e8-b620-f22e4b48926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709081 May 23 12:00:11.228950 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2383888b-1353-47d1-8080-f7f3738ea2b3 req-0813b40c-6b5c-44a9-8763-1c0082d716c4 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256094 May 23 12:00:11.377354 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2383888b-1353-47d1-8080-f7f3738ea2b3 req-7716f3f4-4f59-4ffd-b6fb-d99c9f4415df service neutron] 10.222.0.81 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381345 May 23 12:00:11.618946 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a99e838c-3c96-49c8-bee5-2ad3c75988e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:00:11.786593 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23de59-5007-4e06-a66b-5284b4b1fc5f req-0918dc37-7d93-48bc-89b5-416daef3894e tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:00:11.788213 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1d23de59-5007-4e06-a66b-5284b4b1fc5f req-0918dc37-7d93-48bc-89b5-416daef3894e tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 945 time: 0.0944021 May 23 12:00:11.836781 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1d23de59-5007-4e06-a66b-5284b4b1fc5f req-00db2493-dfe9-42d5-9037-405d3d9d394e tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429056 May 23 12:00:12.559579 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device be4bd8fe-536a-43c8-aa99-7925d96905a5 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 12:00:12.732923 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port be4bd8fe-536a-43c8-aa99-7925d96905a5, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=be4bd8fe-536a-43c8-aa99-7925d96905a5,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:00:12.746644 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': 'be4bd8fe-536a-43c8-aa99-7925d96905a5', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'port_id': 'be4bd8fe-536a-43c8-aa99-7925d96905a5', 'mac_address': 'fa:16:3e:ed:fe:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 12:00:12.801588 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:00:12.822398 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be4bd8fe-536a-43c8-aa99-7925d96905a5 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 12:00:12.838095 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port be4bd8fe-536a-43c8-aa99-7925d96905a5, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=be4bd8fe-536a-43c8-aa99-7925d96905a5,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:00:12.843154 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:00:12.958198 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:00:12.960558 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:00:12.971630 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=be4bd8fe-536a-43c8-aa99-7925d96905a5,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:00:13.034896 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8e36a-80f9-4d36-a2d0-663c0df45d02 req-504a8979-cca0-4327-a1db-070201e77782 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:00:13.036375 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e7e8e36a-80f9-4d36-a2d0-663c0df45d02 req-504a8979-cca0-4327-a1db-070201e77782 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 944 time: 0.0762105 May 23 12:00:13.081020 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e7e8e36a-80f9-4d36-a2d0-663c0df45d02 req-1788843e-1980-451a-9141-f7179f65961d tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388997 May 23 12:00:13.246662 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['be4bd8fe-536a-43c8-aa99-7925d96905a5'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 12:00:14.292131 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1049bf-6841-4e61-8b20-747d2a82f2af req-b68cffc3-813a-4650-9976-451a252e2154 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:00:14.294326 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7c1049bf-6841-4e61-8b20-747d2a82f2af req-b68cffc3-813a-4650-9976-451a252e2154 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 944 time: 0.0841122 May 23 12:00:14.342822 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7c1049bf-6841-4e61-8b20-747d2a82f2af req-48b6ecc0-2f74-4594-847e-4a2e06842d57 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431786 May 23 12:00:14.455182 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:00:14.582771 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device be4bd8fe-536a-43c8-aa99-7925d96905a5 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:00:14.670271 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port be4bd8fe-536a-43c8-aa99-7925d96905a5 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:00:14.670596 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:00:14.704753 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bbe126-a91d-4964-a45d-11bbd142513b req-d129456e-5f50-480f-8567-e6b6c6744688 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:00:14.705513 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-67bbe126-a91d-4964-a45d-11bbd142513b req-d129456e-5f50-480f-8567-e6b6c6744688 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Synchronizing usage tracker for tenant:f48196f0bd4b4a87ad2310689b6f970d on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:00:14.729562 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-67bbe126-a91d-4964-a45d-11bbd142513b req-d129456e-5f50-480f-8567-e6b6c6744688 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Unset dirty status for tenant:f48196f0bd4b4a87ad2310689b6f970d on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:00:14.730690 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-67bbe126-a91d-4964-a45d-11bbd142513b req-d129456e-5f50-480f-8567-e6b6c6744688 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74&tenant_id=f48196f0bd4b4a87ad2310689b6f970d&binding%3Ahost_id=n-h2-842952-2 HTTP/1.1" status: 200 len: 944 time: 0.1187029 May 23 12:00:14.791035 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:00:14.823939 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6af442c-e5dc-4c02-8a41-25e5b4a9de74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4bd8fe-536a-43c8-aa99-7925d96905a5'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:00:14.833405 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port be4bd8fe-536a-43c8-aa99-7925d96905a5, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=be4bd8fe-536a-43c8-aa99-7925d96905a5,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:00:14.843022 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5289f7c-bc5e-4aa8-88f5-4e331a75fcb3 req-3c90fce6-ddce-4174-ad0e-5119dfd41f11 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:00:14.844782 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b5289f7c-bc5e-4aa8-88f5-4e331a75fcb3 req-3c90fce6-ddce-4174-ad0e-5119dfd41f11 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 944 time: 0.0891190 May 23 12:00:14.849188 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:00:14.913495 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-67bbe126-a91d-4964-a45d-11bbd142513b req-9b341e0c-14e5-4926-b3ec-69f36cf1e9b0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 1096 time: 0.0862207 May 23 12:00:14.924350 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c27edddd-6566-41b0-ae27-aeb4d9850de1'] response: {'server_uuid': 'd6af442c-e5dc-4c02-8a41-25e5b4a9de74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4bd8fe-536a-43c8-aa99-7925d96905a5', 'code': 200} May 23 12:00:14.939196 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=be4bd8fe-536a-43c8-aa99-7925d96905a5,revision_number=7']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:00:14.948752 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:00:14.949093 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:00:14.949420 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:00:14.949801 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:00:14.950121 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:00:14.950443 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:00:14.950761 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:00:14.951081 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:00:14.951397 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:00:14.951710 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:00:14.952052 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:00:14.991017 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b5289f7c-bc5e-4aa8-88f5-4e331a75fcb3 req-8a8cab11-e574-44ee-82d4-af9911918cc2 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399987 May 23 12:00:15.055390 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bbe126-a91d-4964-a45d-11bbd142513b req-6c97f14a-2f6f-43bd-854c-feb1fd1fa8bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:00:15.056842 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-67bbe126-a91d-4964-a45d-11bbd142513b req-6c97f14a-2f6f-43bd-854c-feb1fd1fa8bd service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 913 time: 0.1377358 May 23 12:00:15.171323 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-67bbe126-a91d-4964-a45d-11bbd142513b req-632dad6c-9f2c-41d8-9ae8-baa1edd536bc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be4bd8fe-536a-43c8-aa99-7925d96905a5 HTTP/1.1" status: 200 len: 1000 time: 0.1079869 May 23 12:00:15.233365 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bbe126-a91d-4964-a45d-11bbd142513b req-fecfa67d-f591-4ca0-866c-9fda18c0acb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:00:15.234758 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-67bbe126-a91d-4964-a45d-11bbd142513b req-fecfa67d-f591-4ca0-866c-9fda18c0acb8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6c3eda61-b88c-4818-a564-3353ea1c45e4 HTTP/1.1" status: 200 len: 851 time: 0.0582702 May 23 12:00:15.313185 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-67bbe126-a91d-4964-a45d-11bbd142513b req-790c9606-0f79-4012-b51b-8c9f32cf3734 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7a594d-7c5b-41e8-b620-f22e4b48926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726016 May 23 12:00:15.535732 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-67bbe126-a91d-4964-a45d-11bbd142513b req-0614de7c-2748-44dc-b136-840408f56fe0 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165072 May 23 12:00:15.668740 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-67bbe126-a91d-4964-a45d-11bbd142513b req-6ba31669-6221-4847-8695-32d69f2c0049 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275012 May 23 12:00:16.205674 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d7b04-f639-4ef8-9fb9-0cfb965cf6fb req-9a71ae55-5640-45be-afa2-df3f0869be7a tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:00:16.207066 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b07d7b04-f639-4ef8-9fb9-0cfb965cf6fb req-9a71ae55-5640-45be-afa2-df3f0869be7a tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 945 time: 0.0787127 May 23 12:00:16.254760 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b07d7b04-f639-4ef8-9fb9-0cfb965cf6fb req-e4add726-8444-432d-b05d-55478230c68a tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418899 May 23 12:00:17.536509 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3590bcc-45b0-4bb1-adc2-b7bbd741ed53 req-4dec0b7a-f136-4f1a-b3c3-bc15479572a1 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:00:17.537958 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f3590bcc-45b0-4bb1-adc2-b7bbd741ed53 req-4dec0b7a-f136-4f1a-b3c3-bc15479572a1 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 945 time: 0.1557448 May 23 12:00:17.585540 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f3590bcc-45b0-4bb1-adc2-b7bbd741ed53 req-2ceed522-62e6-43c4-a156-06086cbf9ab4 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419025 May 23 12:00:17.870573 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2403a2a-c796-4272-b363-424e81da5421 req-23c82ab8-d679-4264-86fd-296289a2a19b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:00:17.872226 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e2403a2a-c796-4272-b363-424e81da5421 req-23c82ab8-d679-4264-86fd-296289a2a19b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 945 time: 0.1554005 May 23 12:00:17.920762 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e2403a2a-c796-4272-b363-424e81da5421 req-05d8f92f-edef-4bed-ac83-2304779222f4 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403781 May 23 12:00:18.155047 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c76399-1273-40b5-80c7-5515cceaa58e req-6e92b3a9-03fa-46b3-85a4-fc6b4aa80b0b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:00:18.156462 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-16c76399-1273-40b5-80c7-5515cceaa58e req-6e92b3a9-03fa-46b3-85a4-fc6b4aa80b0b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 945 time: 0.0991516 May 23 12:00:18.203746 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-16c76399-1273-40b5-80c7-5515cceaa58e req-5d170311-7ba7-4417-97e8-4440f0fcd07e tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413682 May 23 12:00:18.637554 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd1577-7382-4277-8377-ff11c90c2611 req-a25f3312-4206-467f-8681-901b5a677b32 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:00:18.639523 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bcfd1577-7382-4277-8377-ff11c90c2611 req-a25f3312-4206-467f-8681-901b5a677b32 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 945 time: 0.0882115 May 23 12:00:18.689412 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bcfd1577-7382-4277-8377-ff11c90c2611 req-757972cf-7eea-4128-a8c0-590c28b555fe tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438948 May 23 12:00:19.899782 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556c6f5-96a6-46c2-8b1b-9aefe9aa3d85 req-0fad6e11-4613-4ad1-b290-237e9a7f516e tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:00:19.901296 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0556c6f5-96a6-46c2-8b1b-9aefe9aa3d85 req-0fad6e11-4613-4ad1-b290-237e9a7f516e tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 945 time: 0.0799212 May 23 12:00:19.948083 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0556c6f5-96a6-46c2-8b1b-9aefe9aa3d85 req-dd47605d-a34c-4b4b-8e29-ea9edff4af66 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405812 May 23 12:00:20.157306 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79f8a3-d16e-4493-8a61-57b807ac9c71 req-687adc41-c3a4-4f72-8adc-93d39e63b66a tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:00:20.158635 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bd79f8a3-d16e-4493-8a61-57b807ac9c71 req-687adc41-c3a4-4f72-8adc-93d39e63b66a tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 945 time: 0.0874171 May 23 12:00:20.232278 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-bd79f8a3-d16e-4493-8a61-57b807ac9c71 req-21ebfb33-a87e-4788-9ae7-f5022614f804 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Deleting port be4bd8fe-536a-43c8-aa99-7925d96905a5 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:00:20.232613 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-bd79f8a3-d16e-4493-8a61-57b807ac9c71 req-21ebfb33-a87e-4788-9ae7-f5022614f804 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:00:20.477638 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-bd79f8a3-d16e-4493-8a61-57b807ac9c71 req-21ebfb33-a87e-4788-9ae7-f5022614f804 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] For port be4bd8fe-536a-43c8-aa99-7925d96905a5, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=be4bd8fe-536a-43c8-aa99-7925d96905a5,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:00:20.477950 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-bd79f8a3-d16e-4493-8a61-57b807ac9c71 req-21ebfb33-a87e-4788-9ae7-f5022614f804 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:00:20.771116 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-bd79f8a3-d16e-4493-8a61-57b807ac9c71 req-21ebfb33-a87e-4788-9ae7-f5022614f804 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:00:20.771486 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-bd79f8a3-d16e-4493-8a61-57b807ac9c71 req-21ebfb33-a87e-4788-9ae7-f5022614f804 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:00:20.771807 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [req-bd79f8a3-d16e-4493-8a61-57b807ac9c71 req-21ebfb33-a87e-4788-9ae7-f5022614f804 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Floating IP 927c9a89-9cb2-439a-bd76-6854ed1a5443 disassociated. External IP: 172.25.6.49, port: be4bd8fe-536a-43c8-aa99-7925d96905a5. May 23 12:00:20.772173 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-bd79f8a3-d16e-4493-8a61-57b807ac9c71 req-21ebfb33-a87e-4788-9ae7-f5022614f804 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Calling delete_port for be4bd8fe-536a-43c8-aa99-7925d96905a5 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:00:20.921688 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-bd79f8a3-d16e-4493-8a61-57b807ac9c71 req-21ebfb33-a87e-4788-9ae7-f5022614f804 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:00:20.975668 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ebfb33-a87e-4788-9ae7-f5022614f804 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Pushing event deleted for resources: {'Port': ['ID=be4bd8fe-536a-43c8-aa99-7925d96905a5,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:00:20.994871 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebfb33-a87e-4788-9ae7-f5022614f804 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:00:20.995198 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebfb33-a87e-4788-9ae7-f5022614f804 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:00:20.995570 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebfb33-a87e-4788-9ae7-f5022614f804 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:00:20.995920 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebfb33-a87e-4788-9ae7-f5022614f804 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:00:20.996264 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebfb33-a87e-4788-9ae7-f5022614f804 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:00:20.996586 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebfb33-a87e-4788-9ae7-f5022614f804 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:00:20.996931 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebfb33-a87e-4788-9ae7-f5022614f804 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:00:20.997232 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebfb33-a87e-4788-9ae7-f5022614f804 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:00:20.997551 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebfb33-a87e-4788-9ae7-f5022614f804 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:00:20.997870 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebfb33-a87e-4788-9ae7-f5022614f804 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:00:20.999021 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebfb33-a87e-4788-9ae7-f5022614f804 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:00:21.122355 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ac385b1e-7ce3-42fc-9b81-4d423af6fe3f req-9cb04f29-4b50-4044-a985-b3e8dd636498 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 210 time: 0.0450428 May 23 12:00:21.211590 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd79f8a3-d16e-4493-8a61-57b807ac9c71 req-21ebfb33-a87e-4788-9ae7-f5022614f804 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Router 2f253053-54ea-4c1e-ad61-0b7067ec9d1e has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:00:21.416490 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd79f8a3-d16e-4493-8a61-57b807ac9c71 req-21ebfb33-a87e-4788-9ae7-f5022614f804 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:00:21.427072 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc9566a-8d9a-4505-9c8d-056ed03a12a1 None None] Sync routers for ids ['2f253053-54ea-4c1e-ad61-0b7067ec9d1e'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:00:21.440151 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc9566a-8d9a-4505-9c8d-056ed03a12a1 None None] Routers {'2f253053-54ea-4c1e-ad61-0b7067ec9d1e'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:00:21.440790 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-cfc9566a-8d9a-4505-9c8d-056ed03a12a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:00:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['2f253053-54ea-4c1e-ad61-0b7067ec9d1e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:00:21.590741 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd79f8a3-d16e-4493-8a61-57b807ac9c71 req-21ebfb33-a87e-4788-9ae7-f5022614f804 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] No DVR routers for this DVR port be4bd8fe-536a-43c8-aa99-7925d96905a5 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:00:21.593496 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-bd79f8a3-d16e-4493-8a61-57b807ac9c71 req-21ebfb33-a87e-4788-9ae7-f5022614f804 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:00:21.596291 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6af442c-e5dc-4c02-8a41-25e5b4a9de74', 'name': 'network-vif-deleted', 'tag': 'be4bd8fe-536a-43c8-aa99-7925d96905a5'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:00:21.612605 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-bd79f8a3-d16e-4493-8a61-57b807ac9c71 req-21ebfb33-a87e-4788-9ae7-f5022614f804 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.81 "DELETE /v2.0/ports/be4bd8fe-536a-43c8-aa99-7925d96905a5 HTTP/1.1" status: 204 len: 173 time: 1.4458971 May 23 12:00:21.626977 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-cfc9566a-8d9a-4505-9c8d-056ed03a12a1 None None] Set router 2f253053-54ea-4c1e-ad61-0b7067ec9d1e gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:00:21.748488 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb737d57-1129-4baa-9bf7-62f2628fb2fe'] response: {'server_uuid': 'd6af442c-e5dc-4c02-8a41-25e5b4a9de74', 'name': 'network-vif-deleted', 'tag': 'be4bd8fe-536a-43c8-aa99-7925d96905a5', 'status': 'completed', 'code': 200} May 23 12:00:21.945340 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-cfc9566a-8d9a-4505-9c8d-056ed03a12a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'name': 'tempest-ServerActionsTestJSON-1880749596-router', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:59:12Z', 'updated_at': '2022-05-23T11:59:15Z', 'revision_number': 4, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'gw_port': {'id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:98:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:13Z', 'updated_at': '2022-05-23T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '100b1b88-477b-40b3-84f6-e3d28a56dc10', 'name': '', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'mac_address': 'fa:16:3e:45:63:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:15Z', 'updated_at': '2022-05-23T11:59:32Z', 'revision_number': 5, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'subnets': [{'id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:00:21.949919 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc9566a-8d9a-4505-9c8d-056ed03a12a1 None None] Checking router: 2f253053-54ea-4c1e-ad61-0b7067ec9d1e for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:00:21.964751 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc9566a-8d9a-4505-9c8d-056ed03a12a1 None None] Routers {'2f253053-54ea-4c1e-ad61-0b7067ec9d1e'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:00:21.965737 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-cfc9566a-8d9a-4505-9c8d-056ed03a12a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:00:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['2f253053-54ea-4c1e-ad61-0b7067ec9d1e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:00:22.162376 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-cfc9566a-8d9a-4505-9c8d-056ed03a12a1 None None] Set router 2f253053-54ea-4c1e-ad61-0b7067ec9d1e gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:00:22.304854 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bb3d0e33-c738-4bad-ab20-96f7cdc899b5 req-0fd5ee40-be08-49b5-aa93-b98c9def9c7f tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6af442c-e5dc-4c02-8a41-25e5b4a9de74 HTTP/1.1" status: 200 len: 210 time: 0.0417998 May 23 12:00:22.532689 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-cfc9566a-8d9a-4505-9c8d-056ed03a12a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'name': 'tempest-ServerActionsTestJSON-1880749596-router', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:59:12Z', 'updated_at': '2022-05-23T11:59:15Z', 'revision_number': 4, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'gw_port': {'id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:98:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:13Z', 'updated_at': '2022-05-23T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '100b1b88-477b-40b3-84f6-e3d28a56dc10', 'name': '', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'mac_address': 'fa:16:3e:45:63:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:15Z', 'updated_at': '2022-05-23T11:59:32Z', 'revision_number': 5, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'subnets': [{'id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:00:22.536879 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc9566a-8d9a-4505-9c8d-056ed03a12a1 None None] The sync data for ids ['2f253053-54ea-4c1e-ad61-0b7067ec9d1e'] in n-d-842952-2 is: [{'id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'name': 'tempest-ServerActionsTestJSON-1880749596-router', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:59:12Z', 'updated_at': '2022-05-23T11:59:15Z', 'revision_number': 4, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'gw_port': {'id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:98:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:13Z', 'updated_at': '2022-05-23T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '100b1b88-477b-40b3-84f6-e3d28a56dc10', 'name': '', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'mac_address': 'fa:16:3e:45:63:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:15Z', 'updated_at': '2022-05-23T11:59:32Z', 'revision_number': 5, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'subnets': [{'id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:00:22.765640 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b32c55-9200-44f0-aaa2-dac7456c8c3f None None] New status for floating IP 927c9a89-9cb2-439a-bd76-6854ed1a5443: DOWN {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 12:00:23.675493 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-3d0cc429-42ab-475c-94da-d1745c530887 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--305731226&fields=id&tenant_id=f48196f0bd4b4a87ad2310689b6f970d HTTP/1.1" status: 200 len: 267 time: 0.0428324 May 23 12:00:23.824895 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-4cc4eb5c-0a87-4379-a657-85be2b2e48b5 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:00:23.826397 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-4cc4eb5c-0a87-4379-a657-85be2b2e48b5 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 812 time: 0.1446149 May 23 12:00:23.843466 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-99a8a561-a1c4-4da7-81f1-54c45ca5d815 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/quotas/f48196f0bd4b4a87ad2310689b6f970d HTTP/1.1" status: 200 len: 375 time: 0.0115192 May 23 12:00:23.932182 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-3470f341-646c-4977-8996-b929b7db47d2 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0833130 May 23 12:00:24.071070 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-dec13348-cb04-4b94-a394-3071374519da service neutron] 10.222.0.79 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264908 May 23 12:00:24.205941 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-6c457449-55ac-4216-a567-2a7b4b8028bd service neutron] 10.222.0.79 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278050 May 23 12:00:24.421741 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2dee7daa-4bf1-4711-9500-a6847cfaf7cb req-3f32f5bb-e202-4aec-b57e-930321a9601f tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 210 time: 0.0413954 May 23 12:00:24.636398 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device be4bd8fe-536a-43c8-aa99-7925d96905a5 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:00:24.672436 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: be4bd8fe-536a-43c8-aa99-7925d96905a5 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:00:24.672778 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device be4bd8fe-536a-43c8-aa99-7925d96905a5 not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:00:25.603002 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-77d6abc3-b958-4e29-b3e6-820301ebf633 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:00:25.604690 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-77d6abc3-b958-4e29-b3e6-820301ebf633 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.13 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 812 time: 0.1893196 May 23 12:00:25.691339 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7060ab83-28f4-4713-bea3-9e41d0bc6ca4 req-afd4bb62-941c-4f33-a08a-67819ba27fb6 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 210 time: 0.0679007 May 23 12:00:25.693977 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-eaf3f157-9d3d-4248-a4eb-48064164e102 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f48196f0bd4b4a87ad2310689b6f970d HTTP/1.1" status: 200 len: 379 time: 0.0709617 May 23 12:00:25.736030 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-c71405a4-423c-44d2-837e-835947536b1b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Request body: {'port': {'device_id': 'fa8d596f-78dd-4a9e-86b6-329ce4585b87', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'admin_state_up': True, 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'security_groups': ['b932c3c3-30cb-478f-b700-9dd6913417a0']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:00:25.873251 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-c71405a4-423c-44d2-837e-835947536b1b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:00:25.877413 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-c71405a4-423c-44d2-837e-835947536b1b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Usage tracker for resource:port and tenant:f48196f0bd4b4a87ad2310689b6f970d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:00:25.880475 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-c71405a4-423c-44d2-837e-835947536b1b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:00:25.886443 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-c71405a4-423c-44d2-837e-835947536b1b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:00:25.897553 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-c71405a4-423c-44d2-837e-835947536b1b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Made reservation on behalf of f48196f0bd4b4a87ad2310689b6f970d for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:00:25.900810 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-c71405a4-423c-44d2-837e-835947536b1b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:00:26.069723 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-c71405a4-423c-44d2-837e-835947536b1b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Allocated IP 172.20.0.5 (fa7a594d-7c5b-41e8-b620-f22e4b48926d/6c3eda61-b88c-4818-a564-3353ea1c45e4/5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:00:26.270886 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-c71405a4-423c-44d2-837e-835947536b1b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:00:26.287915 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-c71405a4-423c-44d2-837e-835947536b1b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Transition to ACTIVE for port object 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:00:26.311437 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-c71405a4-423c-44d2-837e-835947536b1b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:00:26.387739 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-c71405a4-423c-44d2-837e-835947536b1b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Network fa7a594d-7c5b-41e8-b620-f22e4b48926d is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:00:26.390847 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-c71405a4-423c-44d2-837e-835947536b1b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:00:26.395714 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-c71405a4-423c-44d2-837e-835947536b1b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:00:26.421436 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71405a4-423c-44d2-837e-835947536b1b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Pushing event updated for resources: {'Port': ['ID=5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:00:26.461525 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-c71405a4-423c-44d2-837e-835947536b1b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:00:26.462138 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-c71405a4-423c-44d2-837e-835947536b1b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:00:26.487948 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-c71405a4-423c-44d2-837e-835947536b1b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7564654 May 23 12:00:26.590140 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-d1bcd8ec-8b30-4096-accd-a8011b0a2d67 service neutron] Request body: {'port': {'device_id': 'fa8d596f-78dd-4a9e-86b6-329ce4585b87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:00:26.691672 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fee21706-c84d-46e4-8679-7e52ad96ea86 None None] Provisioning for port 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:00:26.696643 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fee21706-c84d-46e4-8679-7e52ad96ea86 None None] Provisioning complete for port 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:00:26.697009 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fee21706-c84d-46e4-8679-7e52ad96ea86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:00:26.702223 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-d1bcd8ec-8b30-4096-accd-a8011b0a2d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:00:26.754200 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fee21706-c84d-46e4-8679-7e52ad96ea86 None None] Port 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 12:00:26.915367 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf04402-5dc8-42a9-b670-15247a3bd496 req-a92a4058-0ebe-4cce-b737-bbf64d63a801 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:00:26.916878 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3cf04402-5dc8-42a9-b670-15247a3bd496 req-a92a4058-0ebe-4cce-b737-bbf64d63a801 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 931 time: 0.0925353 May 23 12:00:26.963991 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3cf04402-5dc8-42a9-b670-15247a3bd496 req-db8b2e21-2abb-434a-b0ff-6b0aa3a252ff tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409141 May 23 12:00:27.082282 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-d1bcd8ec-8b30-4096-accd-a8011b0a2d67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 12:00:27.090317 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-d1bcd8ec-8b30-4096-accd-a8011b0a2d67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:00:27.106588 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-d1bcd8ec-8b30-4096-accd-a8011b0a2d67 service neutron] Transition to ACTIVE for port object 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:00:27.110687 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-d1bcd8ec-8b30-4096-accd-a8011b0a2d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:00:27.240106 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bcd8ec-8b30-4096-accd-a8011b0a2d67 service neutron] Pushing event updated for resources: {'Port': ['ID=5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:00:27.352746 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-d1bcd8ec-8b30-4096-accd-a8011b0a2d67 service neutron] Attempting to bind port 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:00:27.353069 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-d1bcd8ec-8b30-4096-accd-a8011b0a2d67 service neutron] Attempting to bind port 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'b10e1919-3a7e-44ea-91cd-6f869fba6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:00:27.353401 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-d1bcd8ec-8b30-4096-accd-a8011b0a2d67 service neutron] Attempting to bind port 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee on network fa7a594d-7c5b-41e8-b620-f22e4b48926d {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:00:27.359612 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-d1bcd8ec-8b30-4096-accd-a8011b0a2d67 service neutron] Port 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee on network fa7a594d-7c5b-41e8-b620-f22e4b48926d not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 12:00:27.359973 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-d1bcd8ec-8b30-4096-accd-a8011b0a2d67 service neutron] Attempting to bind port 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee on network fa7a594d-7c5b-41e8-b620-f22e4b48926d {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:00:27.366529 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-d1bcd8ec-8b30-4096-accd-a8011b0a2d67 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:00:27.366882 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-d1bcd8ec-8b30-4096-accd-a8011b0a2d67 service neutron] Checking segment: {'id': 'b10e1919-3a7e-44ea-91cd-6f869fba6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:00:27.367228 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-d1bcd8ec-8b30-4096-accd-a8011b0a2d67 service neutron] Bound using segment: {'id': 'b10e1919-3a7e-44ea-91cd-6f869fba6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:00:27.367654 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-d1bcd8ec-8b30-4096-accd-a8011b0a2d67 service neutron] Bound port: 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b10e1919-3a7e-44ea-91cd-6f869fba6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:00:27.368039 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-d1bcd8ec-8b30-4096-accd-a8011b0a2d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:00:27.458585 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-d1bcd8ec-8b30-4096-accd-a8011b0a2d67 service neutron] For port 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:00:27.461413 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-d1bcd8ec-8b30-4096-accd-a8011b0a2d67 service neutron] For port 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:00:27.467647 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-d1bcd8ec-8b30-4096-accd-a8011b0a2d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:00:27.623772 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-d1bcd8ec-8b30-4096-accd-a8011b0a2d67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:00:27.625138 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-d1bcd8ec-8b30-4096-accd-a8011b0a2d67 service neutron] 10.222.0.13 "PUT /v2.0/ports/5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee HTTP/1.1" status: 200 len: 1091 time: 1.1230748 May 23 12:00:27.625573 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa8d596f-78dd-4a9e-86b6-329ce4585b87', 'tag': '5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:00:27.642745 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bcd8ec-8b30-4096-accd-a8011b0a2d67 service neutron] Pushing event updated for resources: {'Port': ['ID=5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:00:27.715289 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9da55928-1161-4141-95ca-c59d1169eade'] response: {'name': 'network-changed', 'server_uuid': 'fa8d596f-78dd-4a9e-86b6-329ce4585b87', 'tag': '5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee', 'status': 'completed', 'code': 200} May 23 12:00:27.757235 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-a6ca606c-64f3-4e71-94cd-002aa22304ea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 1094 time: 0.0738454 May 23 12:00:27.833478 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-f600cb8d-77b4-4bb6-9fb9-c1d08a12c5f6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee HTTP/1.1" status: 200 len: 217 time: 0.0642834 May 23 12:00:27.898384 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-d71b29fd-3c18-4c55-b6dc-19d98909bf9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:00:27.899725 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-d71b29fd-3c18-4c55-b6dc-19d98909bf9c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c3eda61-b88c-4818-a564-3353ea1c45e4 HTTP/1.1" status: 200 len: 851 time: 0.0601692 May 23 12:00:27.979549 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-19b1bcdd-dce0-41dd-b511-66f6bb7f3bec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fa7a594d-7c5b-41e8-b620-f22e4b48926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739241 May 23 12:00:28.113960 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-1d16c195-6d4a-4ea5-88ad-a52e14775428 service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278610 May 23 12:00:28.166798 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c856554d-d146-4bc2-bb54-4138e7aa9747 req-5041a63b-b951-46e9-a608-1cff5471333d tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:00:28.168276 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c856554d-d146-4bc2-bb54-4138e7aa9747 req-5041a63b-b951-46e9-a608-1cff5471333d tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 943 time: 0.0804644 May 23 12:00:28.218605 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c856554d-d146-4bc2-bb54-4138e7aa9747 req-9adbe12f-bb9e-4e81-98a5-4dd5c2fd6828 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446446 May 23 12:00:28.257735 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3f8cad64-b570-4bc5-8ff2-8845b69716eb req-5424fba4-800e-4a9a-93c9-9336e73a7342 service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380858 May 23 12:00:28.426909 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-122793bd-92a6-43fb-af4b-f7b6db616714 req-46207e60-0b36-4747-88a9-c6aa132ab023 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 1094 time: 0.0715506 May 23 12:00:28.560704 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122793bd-92a6-43fb-af4b-f7b6db616714 req-6987ba2e-8df4-4198-9741-6576acad9fdc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:00:28.562187 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-122793bd-92a6-43fb-af4b-f7b6db616714 req-6987ba2e-8df4-4198-9741-6576acad9fdc service neutron] 10.222.0.13 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 913 time: 0.1296463 May 23 12:00:28.633241 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-122793bd-92a6-43fb-af4b-f7b6db616714 req-9cee046e-d0bc-44e0-87c1-6a058359106a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee HTTP/1.1" status: 200 len: 217 time: 0.0646403 May 23 12:00:28.699936 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122793bd-92a6-43fb-af4b-f7b6db616714 req-b99423d6-b306-4b91-8d3f-861d8497491f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:00:28.701321 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-122793bd-92a6-43fb-af4b-f7b6db616714 req-b99423d6-b306-4b91-8d3f-861d8497491f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c3eda61-b88c-4818-a564-3353ea1c45e4 HTTP/1.1" status: 200 len: 851 time: 0.0617394 May 23 12:00:28.781829 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-122793bd-92a6-43fb-af4b-f7b6db616714 req-8b9e2f79-35b0-4a0c-8f1a-9663d92281bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fa7a594d-7c5b-41e8-b620-f22e4b48926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748026 May 23 12:00:28.918357 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-122793bd-92a6-43fb-af4b-f7b6db616714 req-c1bfebe5-de36-4aea-ba3e-78e9323d8bfa service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300924 May 23 12:00:29.050772 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-122793bd-92a6-43fb-af4b-f7b6db616714 req-0fe7533b-9ca0-4b19-8583-28530eea0189 service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265843 May 23 12:00:29.441081 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3baf84e-264a-4fc4-85a0-b3915ef81fe4 req-11e19943-c852-4c5b-a9d4-a98eab7b996d tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:00:29.442427 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a3baf84e-264a-4fc4-85a0-b3915ef81fe4 req-11e19943-c852-4c5b-a9d4-a98eab7b996d tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 943 time: 0.0822561 May 23 12:00:29.490288 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a3baf84e-264a-4fc4-85a0-b3915ef81fe4 req-f9bf8aaf-8298-4649-94fd-c0a6cfa8656b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394208 May 23 12:00:30.715367 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a39733-9113-4c60-a90f-8c95453479f5 req-46a7acbf-1b53-4d0d-893e-ff591aced584 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:00:30.716831 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b2a39733-9113-4c60-a90f-8c95453479f5 req-46a7acbf-1b53-4d0d-893e-ff591aced584 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 943 time: 0.0916939 May 23 12:00:30.770514 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b2a39733-9113-4c60-a90f-8c95453479f5 req-37382d61-754b-40ed-abf2-ce0a4043697f tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480983 May 23 12:00:31.978833 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9534747-57e7-40ed-b528-ef56d20c9a54 req-428f8459-27bd-42b9-a2b1-44952b27807e tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:00:31.980304 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c9534747-57e7-40ed-b528-ef56d20c9a54 req-428f8459-27bd-42b9-a2b1-44952b27807e tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 943 time: 0.0866098 May 23 12:00:32.029355 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c9534747-57e7-40ed-b528-ef56d20c9a54 req-c2aa7d2a-1584-4555-86ed-c8f5a5aed904 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432620 May 23 12:00:32.978558 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 12:00:33.124965 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:00:33.138064 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'port_id': '5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee', 'mac_address': 'fa:16:3e:8d:1e:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 12:00:33.195022 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:00:33.212762 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 12:00:33.230161 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:00:33.234607 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:00:33.236061 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a2f5e-8525-4959-a745-0b0146a74f0c req-282204db-b9d3-42b7-aba7-ef169e1fb556 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:00:33.237591 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e43a2f5e-8525-4959-a745-0b0146a74f0c req-282204db-b9d3-42b7-aba7-ef169e1fb556 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 943 time: 0.0840082 May 23 12:00:33.305053 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:00:33.369140 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e43a2f5e-8525-4959-a745-0b0146a74f0c req-85c04c77-4e66-4e0a-b2f4-8f1ce8e4aed8 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257703 May 23 12:00:33.659706 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 12:00:34.571756 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac267ba8-9551-4036-9aed-8a7b950020a0 req-ad36578c-2002-4c56-988f-9b09bb4d87e2 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:00:34.573221 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ac267ba8-9551-4036-9aed-8a7b950020a0 req-ad36578c-2002-4c56-988f-9b09bb4d87e2 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 944 time: 0.0836177 May 23 12:00:34.618639 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ac267ba8-9551-4036-9aed-8a7b950020a0 req-37b32b7c-7ff1-42df-bb10-f37292b39ca1 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397446 May 23 12:00:34.953432 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:00:35.006815 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:00:35.091900 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:00:35.096411 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:00:35.096822 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:00:35.211539 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:00:35.239717 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8d596f-78dd-4a9e-86b6-329ce4585b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:00:35.249035 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:00:35.254224 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:00:35.301947 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b8697a4-9a82-42f7-919a-ca7b2de53507'] response: {'server_uuid': 'fa8d596f-78dd-4a9e-86b6-329ce4585b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee', 'code': 200} May 23 12:00:35.331089 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:00:35.448719 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f8868e9-decc-4860-8fd2-437c67da4e4d req-d77603c4-914b-4d75-a4bf-f3aa99e1e911 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 1096 time: 0.0703909 May 23 12:00:35.490479 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-9f8868e9-decc-4860-8fd2-437c67da4e4d req-d05e7c0b-40ef-4869-a117-92e2e705a2bd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356772 May 23 12:00:35.831944 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a022f1f4-8b46-402e-9261-2b0f82b4b0e8 req-a9e16615-d6ad-4d51-b9a5-eb49dc9af757 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:00:35.833322 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a022f1f4-8b46-402e-9261-2b0f82b4b0e8 req-a9e16615-d6ad-4d51-b9a5-eb49dc9af757 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 945 time: 0.0911775 May 23 12:00:35.879515 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a022f1f4-8b46-402e-9261-2b0f82b4b0e8 req-f320de78-994a-42f7-bd4f-e6175c534e5f tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405173 May 23 12:00:37.117119 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8eb43-b2aa-4759-a3ac-c23330460a1b req-e59fffc5-e149-4d41-bd99-4afdf9d9b99c tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:00:37.118513 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4db8eb43-b2aa-4759-a3ac-c23330460a1b req-e59fffc5-e149-4d41-bd99-4afdf9d9b99c tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 945 time: 0.0856998 May 23 12:00:37.168291 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4db8eb43-b2aa-4759-a3ac-c23330460a1b req-d1ff04ae-cf92-4f38-91ac-1febcd4a7865 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439980 May 23 12:00:38.391611 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73b842-e4f6-4fe7-8a5d-e54f414c16fb req-4b14bc09-8276-4286-9587-5a6d2e3021f5 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:00:38.393120 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce73b842-e4f6-4fe7-8a5d-e54f414c16fb req-4b14bc09-8276-4286-9587-5a6d2e3021f5 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 945 time: 0.0826893 May 23 12:00:38.441234 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce73b842-e4f6-4fe7-8a5d-e54f414c16fb req-dee49e2a-3947-4339-b3bf-9c364f514eeb tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396123 May 23 12:00:38.456572 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:00:38.637611 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52abb3d-2c51-49b6-a692-5bcf789be55a req-a796ff7b-d557-44d3-a4d7-641ba61c6faf tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:00:38.639070 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e52abb3d-2c51-49b6-a692-5bcf789be55a req-a796ff7b-d557-44d3-a4d7-641ba61c6faf tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 945 time: 0.0831926 May 23 12:00:38.648435 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 40686) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:00:38.653780 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-28bcec3c-d4f2-4d6e-a8b6-67a0a9d8c35a tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Request body: {'floatingip': {'port_id': '5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:00:38.730667 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-28bcec3c-d4f2-4d6e-a8b6-67a0a9d8c35a tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks [] for floatingip, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:00:39.315819 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8b220432-1024-4f0c-a014-cb4c9ca8fc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:00:39.439268 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-28bcec3c-d4f2-4d6e-a8b6-67a0a9d8c35a tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:00:39.444488 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-28bcec3c-d4f2-4d6e-a8b6-67a0a9d8c35a tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:00:39.637065 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [None req-28bcec3c-d4f2-4d6e-a8b6-67a0a9d8c35a tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Floating IP 927c9a89-9cb2-439a-bd76-6854ed1a5443 associated. External IP: 172.25.6.49, port: 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee. May 23 12:00:39.801427 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:00:40.040172 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bcec3c-d4f2-4d6e-a8b6-67a0a9d8c35a tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Router 2f253053-54ea-4c1e-ad61-0b7067ec9d1e has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:00:40.242839 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bcec3c-d4f2-4d6e-a8b6-67a0a9d8c35a tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:00:40.247981 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-28bcec3c-d4f2-4d6e-a8b6-67a0a9d8c35a tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:00:40.253847 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa239c6-cff0-46cf-8015-a57df9062847 None None] Sync routers for ids ['2f253053-54ea-4c1e-ad61-0b7067ec9d1e'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:00:40.265841 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa239c6-cff0-46cf-8015-a57df9062847 None None] Routers {'2f253053-54ea-4c1e-ad61-0b7067ec9d1e'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:00:40.266806 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3aa239c6-cff0-46cf-8015-a57df9062847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:00:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['2f253053-54ea-4c1e-ad61-0b7067ec9d1e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:00:40.305254 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-28bcec3c-d4f2-4d6e-a8b6-67a0a9d8c35a tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "PUT /v2.0/floatingips/927c9a89-9cb2-439a-bd76-6854ed1a5443 HTTP/1.1" status: 200 len: 990 time: 1.6556280 May 23 12:00:40.305758 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa8d596f-78dd-4a9e-86b6-329ce4585b87', 'tag': '5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:00:40.359926 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2dbeb2b-82fb-440f-ba82-1a5579157aa0'] response: {'name': 'network-changed', 'server_uuid': 'fa8d596f-78dd-4a9e-86b6-329ce4585b87', 'tag': '5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee', 'status': 'completed', 'code': 200} May 23 12:00:40.457651 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-3aa239c6-cff0-46cf-8015-a57df9062847 None None] Set router 2f253053-54ea-4c1e-ad61-0b7067ec9d1e gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:00:40.590881 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-832b9153-7110-42e8-ac12-198fd87106d7 req-be08b924-f05d-494c-91dd-6be15ccfc876 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 1096 time: 0.1874468 May 23 12:00:40.722830 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b9153-7110-42e8-ac12-198fd87106d7 req-13219358-6b8a-4ada-901b-03abae7bb6f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:00:40.724295 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-832b9153-7110-42e8-ac12-198fd87106d7 req-13219358-6b8a-4ada-901b-03abae7bb6f9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 913 time: 0.1271780 May 23 12:00:40.814871 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3aa239c6-cff0-46cf-8015-a57df9062847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'name': 'tempest-ServerActionsTestJSON-1880749596-router', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:59:12Z', 'updated_at': '2022-05-23T11:59:15Z', 'revision_number': 4, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'gw_port': {'id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:98:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:13Z', 'updated_at': '2022-05-23T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '927c9a89-9cb2-439a-bd76-6854ed1a5443', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'floating_ip_address': '172.25.6.49', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'port_id': '5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'mac_address': 'fa:16:3e:8d:1e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8d596f-78dd-4a9e-86b6-329ce4585b87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:59:18Z', 'updated_at': '2022-05-23T12:00:39Z', 'revision_number': 5, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100b1b88-477b-40b3-84f6-e3d28a56dc10', 'name': '', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'mac_address': 'fa:16:3e:45:63:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:15Z', 'updated_at': '2022-05-23T11:59:32Z', 'revision_number': 5, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'subnets': [{'id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:00:40.819181 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa239c6-cff0-46cf-8015-a57df9062847 None None] Checking router: 2f253053-54ea-4c1e-ad61-0b7067ec9d1e for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:00:40.830170 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa239c6-cff0-46cf-8015-a57df9062847 None None] Routers {'2f253053-54ea-4c1e-ad61-0b7067ec9d1e'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:00:40.830800 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3aa239c6-cff0-46cf-8015-a57df9062847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:00:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['2f253053-54ea-4c1e-ad61-0b7067ec9d1e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:00:40.839499 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-832b9153-7110-42e8-ac12-198fd87106d7 req-f696e2ac-7853-47ed-a86e-f1219b1a6a11 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee HTTP/1.1" status: 200 len: 998 time: 0.1086922 May 23 12:00:40.905122 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b9153-7110-42e8-ac12-198fd87106d7 req-43dc0d73-c8df-4c4f-9b11-db474332442b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:00:40.906616 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-832b9153-7110-42e8-ac12-198fd87106d7 req-43dc0d73-c8df-4c4f-9b11-db474332442b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c3eda61-b88c-4818-a564-3353ea1c45e4 HTTP/1.1" status: 200 len: 851 time: 0.0604005 May 23 12:00:40.986375 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-832b9153-7110-42e8-ac12-198fd87106d7 req-c9ffcde1-d45c-486a-ba9f-5451a45c54e8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fa7a594d-7c5b-41e8-b620-f22e4b48926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736866 May 23 12:00:41.049482 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-3aa239c6-cff0-46cf-8015-a57df9062847 None None] Set router 2f253053-54ea-4c1e-ad61-0b7067ec9d1e gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:00:41.119082 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-832b9153-7110-42e8-ac12-198fd87106d7 req-eaf69958-8e14-4d11-80f3-eff827de5694 service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264257 May 23 12:00:41.253342 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-832b9153-7110-42e8-ac12-198fd87106d7 req-6353d756-5981-4e3d-9153-32198357d01e service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284406 May 23 12:00:41.409992 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3aa239c6-cff0-46cf-8015-a57df9062847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'name': 'tempest-ServerActionsTestJSON-1880749596-router', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:59:12Z', 'updated_at': '2022-05-23T11:59:15Z', 'revision_number': 4, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'gw_port': {'id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:98:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:13Z', 'updated_at': '2022-05-23T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '927c9a89-9cb2-439a-bd76-6854ed1a5443', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'floating_ip_address': '172.25.6.49', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'port_id': '5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'mac_address': 'fa:16:3e:8d:1e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8d596f-78dd-4a9e-86b6-329ce4585b87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:59:18Z', 'updated_at': '2022-05-23T12:00:39Z', 'revision_number': 5, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100b1b88-477b-40b3-84f6-e3d28a56dc10', 'name': '', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'mac_address': 'fa:16:3e:45:63:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:15Z', 'updated_at': '2022-05-23T11:59:32Z', 'revision_number': 5, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'subnets': [{'id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:00:41.414165 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa239c6-cff0-46cf-8015-a57df9062847 None None] The sync data for ids ['2f253053-54ea-4c1e-ad61-0b7067ec9d1e'] in n-d-842952-2 is: [{'id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'name': 'tempest-ServerActionsTestJSON-1880749596-router', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:59:12Z', 'updated_at': '2022-05-23T11:59:15Z', 'revision_number': 4, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'gw_port': {'id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:98:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:13Z', 'updated_at': '2022-05-23T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '927c9a89-9cb2-439a-bd76-6854ed1a5443', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'floating_ip_address': '172.25.6.49', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'port_id': '5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'mac_address': 'fa:16:3e:8d:1e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8d596f-78dd-4a9e-86b6-329ce4585b87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:59:18Z', 'updated_at': '2022-05-23T12:00:39Z', 'revision_number': 5, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100b1b88-477b-40b3-84f6-e3d28a56dc10', 'name': '', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'mac_address': 'fa:16:3e:45:63:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:15Z', 'updated_at': '2022-05-23T11:59:32Z', 'revision_number': 5, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'subnets': [{'id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:00:41.624009 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-45f69980-596c-40aa-86c0-8dd1dccbcaf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:00:41.634765 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da50715a-46ea-4cfb-a0d7-a1a9dc56adff None None] New status for floating IP 927c9a89-9cb2-439a-bd76-6854ed1a5443: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 12:00:42.867617 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:00:42.917146 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:00:44.458123 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:00:50.074150 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5eb880bf-c4a1-4f19-9533-ca3813ffc528 req-f3a52423-ec78-4d9d-b989-e8b21f965a67 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0712974 May 23 12:00:50.243134 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5eb880bf-c4a1-4f19-9533-ca3813ffc528 req-408fd661-4749-47e1-ad53-56d30fbf05f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 1096 time: 0.0758193 May 23 12:00:50.391811 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb880bf-c4a1-4f19-9533-ca3813ffc528 req-7230292d-8d80-48dc-9e43-30c5a9b61bd4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:00:50.393180 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5eb880bf-c4a1-4f19-9533-ca3813ffc528 req-7230292d-8d80-48dc-9e43-30c5a9b61bd4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 913 time: 0.1286039 May 23 12:00:50.493394 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5eb880bf-c4a1-4f19-9533-ca3813ffc528 req-58429c0d-f96f-4da2-9a8c-73457e45fd83 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee HTTP/1.1" status: 200 len: 1000 time: 0.0938659 May 23 12:00:50.560619 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb880bf-c4a1-4f19-9533-ca3813ffc528 req-c37c1285-09dd-4f88-a82a-da947ca03fc1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:00:50.562048 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5eb880bf-c4a1-4f19-9533-ca3813ffc528 req-c37c1285-09dd-4f88-a82a-da947ca03fc1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c3eda61-b88c-4818-a564-3353ea1c45e4 HTTP/1.1" status: 200 len: 851 time: 0.0603125 May 23 12:00:50.637300 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5eb880bf-c4a1-4f19-9533-ca3813ffc528 req-c7f31c3d-d554-406e-9eb0-23dfaa171f27 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fa7a594d-7c5b-41e8-b620-f22e4b48926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684345 May 23 12:00:50.780637 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5eb880bf-c4a1-4f19-9533-ca3813ffc528 req-72c66308-f056-4f1f-8996-b478857b09cb service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358285 May 23 12:00:50.910735 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5eb880bf-c4a1-4f19-9533-ca3813ffc528 req-cbb742bc-19d0-4e3c-9b4b-b7f1708e2a32 service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237788 May 23 12:01:08.474441 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:01:09.331336 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-26a97970-153b-4598-b1ba-32003135f1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:01:09.812287 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:01:11.640718 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-32ce49e0-16db-479e-beac-75a4ddc98dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:01:11.960766 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:01:12.862752 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:01:12.920539 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:01:14.463958 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:01:38.468698 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:01:39.327631 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-32f0b779-9311-4499-8f28-bb5921fd1545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:01:39.818123 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:01:41.635749 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c8449c9d-d424-44fe-ad62-1f312c96ddcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:01:42.867753 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:01:42.923857 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:01:44.464062 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:01:48.959237 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:01:52.177596 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-23b4da63-da67-4b22-8563-bba890a62fb8 req-789808d4-ad21-43eb-9b89-c4f977e89aab service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1764634 May 23 12:01:52.353249 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-23b4da63-da67-4b22-8563-bba890a62fb8 req-c52c65d7-f71d-40aa-8471-1d61b5f288b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 1096 time: 0.0833521 May 23 12:01:52.508342 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4da63-da67-4b22-8563-bba890a62fb8 req-c8bec0b1-ccb8-4d49-bb74-6ddc018cec1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:01:52.510013 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-23b4da63-da67-4b22-8563-bba890a62fb8 req-c8bec0b1-ccb8-4d49-bb74-6ddc018cec1f service neutron] 10.222.0.13 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 913 time: 0.1369717 May 23 12:01:52.619818 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-23b4da63-da67-4b22-8563-bba890a62fb8 req-964e500a-bdcd-45dd-8405-1939d9d65f57 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee HTTP/1.1" status: 200 len: 1000 time: 0.0990491 May 23 12:01:52.686106 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4da63-da67-4b22-8563-bba890a62fb8 req-a9e4c65b-0012-45bd-8eec-0334b0042007 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:01:52.687494 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-23b4da63-da67-4b22-8563-bba890a62fb8 req-a9e4c65b-0012-45bd-8eec-0334b0042007 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c3eda61-b88c-4818-a564-3353ea1c45e4 HTTP/1.1" status: 200 len: 851 time: 0.0586407 May 23 12:01:52.770518 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-23b4da63-da67-4b22-8563-bba890a62fb8 req-53a0fc82-45a0-4a1f-8b64-9912fd2733d4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fa7a594d-7c5b-41e8-b620-f22e4b48926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751107 May 23 12:01:52.910489 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-23b4da63-da67-4b22-8563-bba890a62fb8 req-0d6b524d-35c6-4f7c-80f9-6ec19ac41725 service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289027 May 23 12:01:53.044390 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-23b4da63-da67-4b22-8563-bba890a62fb8 req-b3357051-7504-4108-96c1-d8e7da7db48c service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274450 May 23 12:01:56.150073 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d6a4e-cde3-43e9-b8f5-9d29fee2ad31 req-d470b521-675d-4e8a-8950-3ccb77ad8bad tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:01:56.151473 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-481d6a4e-cde3-43e9-b8f5-9d29fee2ad31 req-d470b521-675d-4e8a-8950-3ccb77ad8bad tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 945 time: 0.0822337 May 23 12:01:56.198065 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-481d6a4e-cde3-43e9-b8f5-9d29fee2ad31 req-94eb7009-fede-443f-9c29-28ce23b00351 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408711 May 23 12:01:57.454578 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082aa29e-e27c-4e63-b875-a388ff203c5a req-e051b39a-c187-4230-9b7d-ea95f9b4bf92 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:01:57.456055 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-082aa29e-e27c-4e63-b875-a388ff203c5a req-e051b39a-c187-4230-9b7d-ea95f9b4bf92 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 945 time: 0.0898666 May 23 12:01:57.506091 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-082aa29e-e27c-4e63-b875-a388ff203c5a req-05694a81-66da-4a9c-a1ca-ee69c8dba1ba tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440314 May 23 12:01:58.743812 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1fa672-62f4-497e-8cc2-26ab03d9fb74 req-eb5da0d9-0827-4421-bd3b-a594d53c7da7 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:01:58.745461 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9d1fa672-62f4-497e-8cc2-26ab03d9fb74 req-eb5da0d9-0827-4421-bd3b-a594d53c7da7 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 945 time: 0.0959098 May 23 12:01:58.794804 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9d1fa672-62f4-497e-8cc2-26ab03d9fb74 req-91fee9ef-9fcc-482a-88d4-176559737362 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411644 May 23 12:02:00.001374 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfef994-3465-41c6-ad73-0024c502e6f3 req-88d19244-e60a-4daf-b1ff-d75a37ceaa08 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:00.002824 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8cfef994-3465-41c6-ad73-0024c502e6f3 req-88d19244-e60a-4daf-b1ff-d75a37ceaa08 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 945 time: 0.0860033 May 23 12:02:00.048615 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8cfef994-3465-41c6-ad73-0024c502e6f3 req-2942a278-d673-4bea-9f33-681dab291010 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402219 May 23 12:02:01.289750 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f53afd-8248-425d-9ae4-aac39147e48c req-ae002ebd-8128-438e-b0a7-a567dece8c52 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:01.291221 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a8f53afd-8248-425d-9ae4-aac39147e48c req-ae002ebd-8128-438e-b0a7-a567dece8c52 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 945 time: 0.0854383 May 23 12:02:01.341784 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a8f53afd-8248-425d-9ae4-aac39147e48c req-5f8faee1-1bf6-4adb-895b-f442125d05d0 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448911 May 23 12:02:02.564836 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87adc352-6bee-4efd-8227-f8a21c6f1a04 req-fcc291a6-0198-447b-b51d-c20627215544 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:02.566264 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-87adc352-6bee-4efd-8227-f8a21c6f1a04 req-fcc291a6-0198-447b-b51d-c20627215544 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 945 time: 0.0845463 May 23 12:02:02.611712 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-87adc352-6bee-4efd-8227-f8a21c6f1a04 req-9c063f83-96f1-494d-ac3b-cd631c46215b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397470 May 23 12:02:03.822203 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d40f2a-83ce-4d56-aeea-2cca64d174a7 req-286bc90b-2943-4222-83b2-a3fe9675e173 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:03.823695 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d9d40f2a-83ce-4d56-aeea-2cca64d174a7 req-286bc90b-2943-4222-83b2-a3fe9675e173 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 945 time: 0.0832102 May 23 12:02:03.869532 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d9d40f2a-83ce-4d56-aeea-2cca64d174a7 req-5436500c-bb74-42b4-8066-4ae8410d7395 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400984 May 23 12:02:05.083583 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c61213-b3ec-4981-88f7-5fc161b610fa req-30d58ec2-16ab-4bee-acb8-85b89181311e tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:05.085062 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d6c61213-b3ec-4981-88f7-5fc161b610fa req-30d58ec2-16ab-4bee-acb8-85b89181311e tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 945 time: 0.0835247 May 23 12:02:05.131606 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d6c61213-b3ec-4981-88f7-5fc161b610fa req-c08fb5e5-683a-40f3-aadb-7ae4037b58ed tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403481 May 23 12:02:06.375166 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256087a-8ba7-4ecf-9b84-8aed12647f1b req-84b7b511-20a6-40fc-9bb9-cad3f23a59ab tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:06.376701 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2256087a-8ba7-4ecf-9b84-8aed12647f1b req-84b7b511-20a6-40fc-9bb9-cad3f23a59ab tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 945 time: 0.1004806 May 23 12:02:06.425172 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2256087a-8ba7-4ecf-9b84-8aed12647f1b req-2fae9c30-822d-47d4-baa2-51e9000955a0 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426390 May 23 12:02:07.638961 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0d529-51b0-4d7b-bb3c-be2c7f9bc4f0 req-9131887e-6154-4144-8e85-598302aa7690 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:07.640456 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2af0d529-51b0-4d7b-bb3c-be2c7f9bc4f0 req-9131887e-6154-4144-8e85-598302aa7690 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 945 time: 0.0857213 May 23 12:02:07.692099 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2af0d529-51b0-4d7b-bb3c-be2c7f9bc4f0 req-c3ae3bec-8798-416b-b546-e2652ec83d96 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453520 May 23 12:02:07.972055 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-02b4aa0f-1d67-4a29-8219-59db27b95051 req-2879988c-ac07-4b9a-a1fe-987b7fc17100 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1479890 May 23 12:02:08.294304 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0efef-14b2-4e4d-b023-57fddc361255 req-018977e1-1686-4ef1-bfb6-62a5cb74b8ae tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:08.295735 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58c0efef-14b2-4e4d-b023-57fddc361255 req-018977e1-1686-4ef1-bfb6-62a5cb74b8ae tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 945 time: 0.0823076 May 23 12:02:08.302227 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-614cfecc-9307-4ae6-9136-7c582a7442e9 req-d702f06c-c56d-4c9e-b19e-096e7ead0bff service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1441052 May 23 12:02:08.345725 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58c0efef-14b2-4e4d-b023-57fddc361255 req-fe2d0207-0896-42b7-a521-80ac7927a210 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441825 May 23 12:02:08.453447 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:09.325141 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-79eaf8e4-317c-4da9-b7f9-e74dc9c5b9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:09.550337 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05863c08-0db1-46e8-be48-e681e14d037e req-41d53d4b-d817-4e69-8147-6419beae3a28 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:09.554880 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-05863c08-0db1-46e8-be48-e681e14d037e req-41d53d4b-d817-4e69-8147-6419beae3a28 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 945 time: 0.0879776 May 23 12:02:09.599789 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-05863c08-0db1-46e8-be48-e681e14d037e req-8615d2cb-8d71-4a18-9668-305571ce4277 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407150 May 23 12:02:09.830245 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:09.894752 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-614cfecc-9307-4ae6-9136-7c582a7442e9 req-77f90e78-b7c9-4218-a820-fce905d4f6b6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 1096 time: 0.0782955 May 23 12:02:10.027206 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cfecc-9307-4ae6-9136-7c582a7442e9 req-e3da95df-d79e-427a-ab8c-284a476311a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:10.028696 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-614cfecc-9307-4ae6-9136-7c582a7442e9 req-e3da95df-d79e-427a-ab8c-284a476311a2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 913 time: 0.1277945 May 23 12:02:10.131137 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-614cfecc-9307-4ae6-9136-7c582a7442e9 req-6435485e-2631-4ab5-9c4e-7d69c8e7c647 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee HTTP/1.1" status: 200 len: 1000 time: 0.0965333 May 23 12:02:10.202254 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cfecc-9307-4ae6-9136-7c582a7442e9 req-439a9d6b-4797-4f88-8656-a3802dbefe29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:10.203655 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-614cfecc-9307-4ae6-9136-7c582a7442e9 req-439a9d6b-4797-4f88-8656-a3802dbefe29 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c3eda61-b88c-4818-a564-3353ea1c45e4 HTTP/1.1" status: 200 len: 851 time: 0.0661340 May 23 12:02:10.282455 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-614cfecc-9307-4ae6-9136-7c582a7442e9 req-d2dedd3f-2ce8-4f52-9b3d-d3c213d23746 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fa7a594d-7c5b-41e8-b620-f22e4b48926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729127 May 23 12:02:10.414418 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-614cfecc-9307-4ae6-9136-7c582a7442e9 req-dd9ae5dd-c5f1-4551-98aa-700abd74c41f service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253076 May 23 12:02:10.550448 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-614cfecc-9307-4ae6-9136-7c582a7442e9 req-de429ee2-d2de-4db0-81c2-a2a01b7f9da2 service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261847 May 23 12:02:10.818807 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf1498-3c1a-4d33-8791-c8ccab2ae836 req-b37d33b6-d615-4a48-8eda-2efd743f5c79 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:10.820207 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2aaf1498-3c1a-4d33-8791-c8ccab2ae836 req-b37d33b6-d615-4a48-8eda-2efd743f5c79 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 945 time: 0.0842001 May 23 12:02:10.866726 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2aaf1498-3c1a-4d33-8791-c8ccab2ae836 req-916e6392-2c9a-4f42-93dc-89ef52aad7c1 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401142 May 23 12:02:11.636304 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9ba3dc75-dbb8-4493-ba49-533b37159d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:12.087139 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41325459-a52c-4a9d-a588-28085d920c2b req-2e9f4bb9-799f-41c4-b603-e4444f0e61bc tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:12.088889 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-41325459-a52c-4a9d-a588-28085d920c2b req-2e9f4bb9-799f-41c4-b603-e4444f0e61bc tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 945 time: 0.0829377 May 23 12:02:12.138008 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-41325459-a52c-4a9d-a588-28085d920c2b req-fd2ab325-8c75-4639-b51b-a90a5a1fd042 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430892 May 23 12:02:12.844318 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [req-614cfecc-9307-4ae6-9136-7c582a7442e9 req-6f99e494-f615-42b5-b332-de12e699f8cd service neutron] show failed (client error): The resource could not be found. May 23 12:02:12.845241 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-614cfecc-9307-4ae6-9136-7c582a7442e9 req-6f99e494-f615-42b5-b332-de12e699f8cd service neutron] 10.222.0.13 "GET /v2.0/ports/5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee/bindings/n-h2-842952-2 HTTP/1.1" status: 404 len: 380 time: 0.1749630 May 23 12:02:12.869953 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:12.924571 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:13.185922 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-614cfecc-9307-4ae6-9136-7c582a7442e9 req-43f9142a-fe83-4430-8616-f7894c157263 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87&tenant_id=f48196f0bd4b4a87ad2310689b6f970d HTTP/1.1" status: 200 len: 1096 time: 0.1362853 May 23 12:02:13.210653 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-614cfecc-9307-4ae6-9136-7c582a7442e9 req-ee2d870c-4913-4bfa-be95-9a6ecd24b794 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-842952-2', 'device_owner': 'compute:nova'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:02:13.321736 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-614cfecc-9307-4ae6-9136-7c582a7442e9 req-ee2d870c-4913-4bfa-be95-9a6ecd24b794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:13.341033 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dcc0df-011c-486b-bdab-de66a0a3f3cc req-05f53a86-9303-4270-9d28-b7fe9635c50c tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:13.342584 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b3dcc0df-011c-486b-bdab-de66a0a3f3cc req-05f53a86-9303-4270-9d28-b7fe9635c50c tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 945 time: 0.0841215 May 23 12:02:13.389136 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b3dcc0df-011c-486b-bdab-de66a0a3f3cc req-26466b79-ac57-43d3-b106-77794720fbc4 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402670 May 23 12:02:13.612214 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-614cfecc-9307-4ae6-9136-7c582a7442e9 req-ee2d870c-4913-4bfa-be95-9a6ecd24b794 service neutron] For port 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:02:13.644168 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-614cfecc-9307-4ae6-9136-7c582a7442e9 req-ee2d870c-4913-4bfa-be95-9a6ecd24b794 service neutron] For port 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:02:13.709851 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8d596f-78dd-4a9e-86b6-329ce4585b87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:02:13.715523 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-614cfecc-9307-4ae6-9136-7c582a7442e9 req-ee2d870c-4913-4bfa-be95-9a6ecd24b794 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:13.730678 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-614cfecc-9307-4ae6-9136-7c582a7442e9 req-ee2d870c-4913-4bfa-be95-9a6ecd24b794 service neutron] Transition to ACTIVE for port object 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:02:13.734558 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-614cfecc-9307-4ae6-9136-7c582a7442e9 req-ee2d870c-4913-4bfa-be95-9a6ecd24b794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:13.783576 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fb849d2-d9df-4136-aa72-87c2df1ca0ad'] response: {'server_uuid': 'fa8d596f-78dd-4a9e-86b6-329ce4585b87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee', 'code': 200} May 23 12:02:13.877902 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d870c-4913-4bfa-be95-9a6ecd24b794 service neutron] Pushing event updated for resources: {'Port': ['ID=5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee,revision_number=6']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:02:13.898901 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2d870c-4913-4bfa-be95-9a6ecd24b794 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:02:13.899139 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2d870c-4913-4bfa-be95-9a6ecd24b794 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:02:13.899479 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2d870c-4913-4bfa-be95-9a6ecd24b794 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:02:13.899911 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2d870c-4913-4bfa-be95-9a6ecd24b794 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:02:13.900270 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2d870c-4913-4bfa-be95-9a6ecd24b794 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:02:13.900604 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2d870c-4913-4bfa-be95-9a6ecd24b794 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:02:13.900932 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2d870c-4913-4bfa-be95-9a6ecd24b794 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:02:13.901260 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2d870c-4913-4bfa-be95-9a6ecd24b794 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:02:13.901583 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2d870c-4913-4bfa-be95-9a6ecd24b794 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:02:13.901905 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2d870c-4913-4bfa-be95-9a6ecd24b794 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:02:13.902227 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2d870c-4913-4bfa-be95-9a6ecd24b794 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:02:13.948067 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-614cfecc-9307-4ae6-9136-7c582a7442e9 req-ee2d870c-4913-4bfa-be95-9a6ecd24b794 service neutron] No DVR routers for this DVR port 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee on host n-h1-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:02:14.202177 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-614cfecc-9307-4ae6-9136-7c582a7442e9 req-ee2d870c-4913-4bfa-be95-9a6ecd24b794 service neutron] Attempting to bind port 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:02:14.202410 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-614cfecc-9307-4ae6-9136-7c582a7442e9 req-ee2d870c-4913-4bfa-be95-9a6ecd24b794 service neutron] Attempting to bind port 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': 'b10e1919-3a7e-44ea-91cd-6f869fba6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:02:14.202712 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614cfecc-9307-4ae6-9136-7c582a7442e9 req-ee2d870c-4913-4bfa-be95-9a6ecd24b794 service neutron] Attempting to bind port 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee on network fa7a594d-7c5b-41e8-b620-f22e4b48926d {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:02:14.209101 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614cfecc-9307-4ae6-9136-7c582a7442e9 req-ee2d870c-4913-4bfa-be95-9a6ecd24b794 service neutron] Port 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee on network fa7a594d-7c5b-41e8-b620-f22e4b48926d not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 12:02:14.209405 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614cfecc-9307-4ae6-9136-7c582a7442e9 req-ee2d870c-4913-4bfa-be95-9a6ecd24b794 service neutron] Attempting to bind port 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee on network fa7a594d-7c5b-41e8-b620-f22e4b48926d {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:02:14.216216 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614cfecc-9307-4ae6-9136-7c582a7442e9 req-ee2d870c-4913-4bfa-be95-9a6ecd24b794 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:02:14.216519 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614cfecc-9307-4ae6-9136-7c582a7442e9 req-ee2d870c-4913-4bfa-be95-9a6ecd24b794 service neutron] Checking segment: {'id': 'b10e1919-3a7e-44ea-91cd-6f869fba6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:02:14.216912 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614cfecc-9307-4ae6-9136-7c582a7442e9 req-ee2d870c-4913-4bfa-be95-9a6ecd24b794 service neutron] Bound using segment: {'id': 'b10e1919-3a7e-44ea-91cd-6f869fba6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:02:14.217326 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-614cfecc-9307-4ae6-9136-7c582a7442e9 req-ee2d870c-4913-4bfa-be95-9a6ecd24b794 service neutron] Bound port: 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b10e1919-3a7e-44ea-91cd-6f869fba6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:02:14.217657 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-614cfecc-9307-4ae6-9136-7c582a7442e9 req-ee2d870c-4913-4bfa-be95-9a6ecd24b794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:14.305714 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-614cfecc-9307-4ae6-9136-7c582a7442e9 req-ee2d870c-4913-4bfa-be95-9a6ecd24b794 service neutron] For port 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:02:14.308676 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-614cfecc-9307-4ae6-9136-7c582a7442e9 req-ee2d870c-4913-4bfa-be95-9a6ecd24b794 service neutron] For port 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:02:14.316399 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-614cfecc-9307-4ae6-9136-7c582a7442e9 req-ee2d870c-4913-4bfa-be95-9a6ecd24b794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:14.385067 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-614cfecc-9307-4ae6-9136-7c582a7442e9 req-ee2d870c-4913-4bfa-be95-9a6ecd24b794 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:14.386435 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-614cfecc-9307-4ae6-9136-7c582a7442e9 req-ee2d870c-4913-4bfa-be95-9a6ecd24b794 service neutron] 10.222.0.81 "PUT /v2.0/ports/5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee HTTP/1.1" status: 200 len: 1091 time: 1.1798096 May 23 12:02:14.400994 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d870c-4913-4bfa-be95-9a6ecd24b794 service neutron] Pushing event updated for resources: {'Port': ['ID=5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee,revision_number=7']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:02:14.470983 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:14.521790 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-614cfecc-9307-4ae6-9136-7c582a7442e9 req-08e8f532-a22c-49ee-ac6a-dc5c8f90aaac service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 1094 time: 0.0825262 May 23 12:02:14.600404 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb3d8c-f252-477e-a6cc-8d369c1535e0 req-966e19f3-d83e-40aa-80e1-4bd959009a68 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:14.601887 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bfcb3d8c-f252-477e-a6cc-8d369c1535e0 req-966e19f3-d83e-40aa-80e1-4bd959009a68 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 943 time: 0.0787930 May 23 12:02:14.648102 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bfcb3d8c-f252-477e-a6cc-8d369c1535e0 req-228a9a60-38ac-458d-94f3-e1b73688ab22 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402277 May 23 12:02:14.668060 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cfecc-9307-4ae6-9136-7c582a7442e9 req-5abcce80-32e1-41af-95e6-685614875498 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:14.669593 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-614cfecc-9307-4ae6-9136-7c582a7442e9 req-5abcce80-32e1-41af-95e6-685614875498 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 913 time: 0.1387300 May 23 12:02:14.780108 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-614cfecc-9307-4ae6-9136-7c582a7442e9 req-b96dd9e7-a6eb-4533-a190-0a5b97c9b314 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee HTTP/1.1" status: 200 len: 998 time: 0.1012390 May 23 12:02:14.844321 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cfecc-9307-4ae6-9136-7c582a7442e9 req-0abf52f2-8137-4a3f-b9fb-2dbbd0f63205 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:14.845763 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-614cfecc-9307-4ae6-9136-7c582a7442e9 req-0abf52f2-8137-4a3f-b9fb-2dbbd0f63205 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6c3eda61-b88c-4818-a564-3353ea1c45e4 HTTP/1.1" status: 200 len: 851 time: 0.0585701 May 23 12:02:14.930166 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-614cfecc-9307-4ae6-9136-7c582a7442e9 req-9d3e7ea4-32a2-4041-9074-b75183a1c43d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7a594d-7c5b-41e8-b620-f22e4b48926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754550 May 23 12:02:15.172689 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-614cfecc-9307-4ae6-9136-7c582a7442e9 req-9973679c-257f-4b02-8c7d-96c03fc985b5 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321548 May 23 12:02:15.310444 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-614cfecc-9307-4ae6-9136-7c582a7442e9 req-0bacbeba-fed3-4920-8e12-ae7012db5d89 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278439 May 23 12:02:15.504912 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:02:15.561138 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:02:15.785321 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa8d596f-78dd-4a9e-86b6-329ce4585b87', 'tag': '5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:02:15.857393 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d5a089b-46cb-4c35-b242-015e200c3a4f'] response: {'name': 'network-changed', 'server_uuid': 'fa8d596f-78dd-4a9e-86b6-329ce4585b87', 'tag': '5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee', 'status': 'completed', 'code': 200} May 23 12:02:15.870087 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac96d6-49ba-4269-a42b-6309fad5195f req-2cf1e532-a843-4710-ba12-bd0274b9ea53 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:15.872595 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-33ac96d6-49ba-4269-a42b-6309fad5195f req-2cf1e532-a843-4710-ba12-bd0274b9ea53 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 943 time: 0.0838580 May 23 12:02:15.922388 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-33ac96d6-49ba-4269-a42b-6309fad5195f req-4b15793a-2b57-4e1c-84b1-9ccf5ed9497f tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423985 May 23 12:02:16.026143 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-11d5f8fe-9fdc-402a-b3ac-d8a80e86e7e1 req-26df7b03-6fb1-4964-a2e0-fea85fb348bc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 1094 time: 0.0979059 May 23 12:02:16.028779 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-11d5f8fe-9fdc-402a-b3ac-d8a80e86e7e1 req-73e71a4d-e7c1-436b-805f-05f68f249022 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 1094 time: 0.1326153 May 23 12:02:16.259928 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5f8fe-9fdc-402a-b3ac-d8a80e86e7e1 req-97fdb28d-23b8-43d8-b7ff-e93e716ecabb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:16.261451 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-11d5f8fe-9fdc-402a-b3ac-d8a80e86e7e1 req-97fdb28d-23b8-43d8-b7ff-e93e716ecabb service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 913 time: 0.2285442 May 23 12:02:16.263607 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5f8fe-9fdc-402a-b3ac-d8a80e86e7e1 req-4e3418a2-1ad5-421d-9f20-224c919da805 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:16.264915 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-11d5f8fe-9fdc-402a-b3ac-d8a80e86e7e1 req-4e3418a2-1ad5-421d-9f20-224c919da805 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 913 time: 0.2147901 May 23 12:02:16.451570 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-11d5f8fe-9fdc-402a-b3ac-d8a80e86e7e1 req-249a1f21-80a1-4e4a-abf9-a888a75a5f51 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee HTTP/1.1" status: 200 len: 998 time: 0.1345329 May 23 12:02:16.453823 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-11d5f8fe-9fdc-402a-b3ac-d8a80e86e7e1 req-f58854eb-d4cf-434d-98d3-dc99f74ad9e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee HTTP/1.1" status: 200 len: 998 time: 0.1829064 May 23 12:02:16.569849 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5f8fe-9fdc-402a-b3ac-d8a80e86e7e1 req-aeb0a2d0-d392-4ae8-b74f-04a02494b3de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:16.571182 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-11d5f8fe-9fdc-402a-b3ac-d8a80e86e7e1 req-aeb0a2d0-d392-4ae8-b74f-04a02494b3de service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c3eda61-b88c-4818-a564-3353ea1c45e4 HTTP/1.1" status: 200 len: 851 time: 0.1118941 May 23 12:02:16.572508 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5f8fe-9fdc-402a-b3ac-d8a80e86e7e1 req-6771188e-fbec-4410-a3ef-4f3815e2352c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:16.573769 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-11d5f8fe-9fdc-402a-b3ac-d8a80e86e7e1 req-6771188e-fbec-4410-a3ef-4f3815e2352c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6c3eda61-b88c-4818-a564-3353ea1c45e4 HTTP/1.1" status: 200 len: 851 time: 0.1127868 May 23 12:02:16.702875 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-11d5f8fe-9fdc-402a-b3ac-d8a80e86e7e1 req-41e52b1e-2c43-4ef4-90cc-dfe55941bc7c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fa7a594d-7c5b-41e8-b620-f22e4b48926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1253774 May 23 12:02:16.705485 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-11d5f8fe-9fdc-402a-b3ac-d8a80e86e7e1 req-31e06cf3-ccc3-4bbf-a30f-d7945189471f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7a594d-7c5b-41e8-b620-f22e4b48926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0975046 May 23 12:02:16.942560 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-11d5f8fe-9fdc-402a-b3ac-d8a80e86e7e1 req-ceac5610-3463-42c7-a292-bad85a22d9fd service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339385 May 23 12:02:16.945887 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-11d5f8fe-9fdc-402a-b3ac-d8a80e86e7e1 req-fdec4740-6ed8-47ce-b808-ec591a6e80ca service neutron] 10.222.0.81 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201684 May 23 12:02:17.139496 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6085297-ce24-4b07-aaca-bd7bb9ccab66 req-2854d381-18f6-49d7-a70f-82e12993ec44 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:17.141282 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6085297-ce24-4b07-aaca-bd7bb9ccab66 req-2854d381-18f6-49d7-a70f-82e12993ec44 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 943 time: 0.0874813 May 23 12:02:17.275885 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6085297-ce24-4b07-aaca-bd7bb9ccab66 req-4b451e21-f1ec-4ff6-b4c4-d05fb669fb38 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286554 May 23 12:02:17.309227 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-11d5f8fe-9fdc-402a-b3ac-d8a80e86e7e1 req-dc511c92-ac4c-439c-8dd6-82881f47083f service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595653 May 23 12:02:17.312218 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-11d5f8fe-9fdc-402a-b3ac-d8a80e86e7e1 req-dbaded81-be69-49ad-ac00-f040a5cd1cbf service neutron] 10.222.0.81 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438458 May 23 12:02:18.496226 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba9f70-6f69-42b8-809f-9c54cdce021f req-fec9e429-0d3e-4ab3-863b-7e5ee4b0267f tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:18.497694 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6cba9f70-6f69-42b8-809f-9c54cdce021f req-fec9e429-0d3e-4ab3-863b-7e5ee4b0267f tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 943 time: 0.0871699 May 23 12:02:18.543922 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6cba9f70-6f69-42b8-809f-9c54cdce021f req-d5519523-15a5-4433-9eca-595ac370e373 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405111 May 23 12:02:18.884579 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b81e8-d80d-47c1-b0b0-15002a0a3498 req-044a076b-1efe-467c-8397-c4c3b12ace5a tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:18.886020 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5c7b81e8-d80d-47c1-b0b0-15002a0a3498 req-044a076b-1efe-467c-8397-c4c3b12ace5a tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 943 time: 0.0807078 May 23 12:02:18.889074 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99162ff-66f7-42cf-9913-87efcab655d9 req-e0146e8a-cbad-4c7a-b5fc-167078a46d58 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:18.889762 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-b99162ff-66f7-42cf-9913-87efcab655d9 req-e0146e8a-cbad-4c7a-b5fc-167078a46d58 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Synchronizing usage tracker for tenant:f48196f0bd4b4a87ad2310689b6f970d on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:02:18.906753 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-b99162ff-66f7-42cf-9913-87efcab655d9 req-e0146e8a-cbad-4c7a-b5fc-167078a46d58 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Unset dirty status for tenant:f48196f0bd4b4a87ad2310689b6f970d on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:02:18.908180 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b99162ff-66f7-42cf-9913-87efcab655d9 req-e0146e8a-cbad-4c7a-b5fc-167078a46d58 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87&tenant_id=f48196f0bd4b4a87ad2310689b6f970d&binding%3Ahost_id=n-h2-842952-2 HTTP/1.1" status: 200 len: 943 time: 0.0982373 May 23 12:02:18.932141 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5c7b81e8-d80d-47c1-b0b0-15002a0a3498 req-1f09b13a-a497-45d6-a56c-2d4bfa17df1a tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395951 May 23 12:02:18.989085 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [req-b99162ff-66f7-42cf-9913-87efcab655d9 req-d56821fb-ff93-4ab9-9ed0-a94193208a09 service neutron] delete failed (client error): The resource could not be found. May 23 12:02:18.990096 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b99162ff-66f7-42cf-9913-87efcab655d9 req-d56821fb-ff93-4ab9-9ed0-a94193208a09 service neutron] 10.222.0.13 "DELETE /v2.0/ports/5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee/bindings/n-h1-842952-2 HTTP/1.1" status: 404 len: 380 time: 0.0763133 May 23 12:02:19.075098 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 12:02:19.149727 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b99162ff-66f7-42cf-9913-87efcab655d9 req-9f0211ab-0362-4474-8880-5a9fc1cb2f41 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 1094 time: 0.0742428 May 23 12:02:19.208509 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:02:19.221606 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'port_id': '5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee', 'mac_address': 'fa:16:3e:8d:1e:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 12:02:19.279676 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:19.281215 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99162ff-66f7-42cf-9913-87efcab655d9 req-4c4320aa-8823-4f61-96ca-8c6bab849ac1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:19.282682 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b99162ff-66f7-42cf-9913-87efcab655d9 req-4c4320aa-8823-4f61-96ca-8c6bab849ac1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 913 time: 0.1270950 May 23 12:02:19.297131 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 12:02:19.313143 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:02:19.317976 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:19.384394 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee,revision_number=8']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:02:19.386281 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b99162ff-66f7-42cf-9913-87efcab655d9 req-54c59891-dde2-42d5-bdf3-09a6ebe4a0ac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee HTTP/1.1" status: 200 len: 999 time: 0.0979128 May 23 12:02:19.393548 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:02:19.393895 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:02:19.394343 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:02:19.394686 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:02:19.395022 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:02:19.395354 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:02:19.395683 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:02:19.396048 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:02:19.396375 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:02:19.396699 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:02:19.397021 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:02:19.447385 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99162ff-66f7-42cf-9913-87efcab655d9 req-ebc0c638-c251-4edf-ace5-b03647ccaa1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:19.448863 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b99162ff-66f7-42cf-9913-87efcab655d9 req-ebc0c638-c251-4edf-ace5-b03647ccaa1e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c3eda61-b88c-4818-a564-3353ea1c45e4 HTTP/1.1" status: 200 len: 851 time: 0.0571518 May 23 12:02:19.533975 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b99162ff-66f7-42cf-9913-87efcab655d9 req-3b9d546c-0aee-412a-a040-c14f1578891a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fa7a594d-7c5b-41e8-b620-f22e4b48926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793943 May 23 12:02:19.666161 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b99162ff-66f7-42cf-9913-87efcab655d9 req-62007ef7-9e3b-4a3a-bebb-0c54dc1f57d9 service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263096 May 23 12:02:19.691332 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 12:02:19.801161 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-b99162ff-66f7-42cf-9913-87efcab655d9 req-90589b2d-b7ac-451d-a58e-0a24a0c16313 service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288953 May 23 12:02:20.138599 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ec872-09a2-49d5-95fd-3a4a26b2a47f req-c7308fbb-74b0-4212-89e2-1dc3f347a35f tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:20.140162 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a10ec872-09a2-49d5-95fd-3a4a26b2a47f req-c7308fbb-74b0-4212-89e2-1dc3f347a35f tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 944 time: 0.0831273 May 23 12:02:20.189336 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a10ec872-09a2-49d5-95fd-3a4a26b2a47f req-02a8c686-b085-4e74-9bb3-b49aad1a774d tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425644 May 23 12:02:21.076592 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:02:21.164219 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:02:21.169573 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:02:21.169971 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:21.320775 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:21.347895 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8d596f-78dd-4a9e-86b6-329ce4585b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:02:21.357580 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:02:21.362649 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:21.402592 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5507818-91b3-421a-9861-c5826d1b93c6 req-425f8040-9c63-4935-97ba-b3e0ae0828d1 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:21.404102 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d5507818-91b3-421a-9861-c5826d1b93c6 req-425f8040-9c63-4935-97ba-b3e0ae0828d1 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 944 time: 0.0863678 May 23 12:02:21.434833 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee,revision_number=9']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:02:21.450832 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d5507818-91b3-421a-9861-c5826d1b93c6 req-a417dc01-ce38-4d31-8c12-a794cad005cf tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400069 May 23 12:02:21.498708 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-100c7120-4781-4606-abba-3be069b57fd6'] response: {'server_uuid': 'fa8d596f-78dd-4a9e-86b6-329ce4585b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee', 'code': 200} May 23 12:02:21.668152 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978f666-4322-4697-a475-02f0a4e630bd req-f675c736-1bf6-4f5e-b319-296a0a3a391b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:21.668152 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7978f666-4322-4697-a475-02f0a4e630bd req-f675c736-1bf6-4f5e-b319-296a0a3a391b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 945 time: 0.0807674 May 23 12:02:21.716409 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7978f666-4322-4697-a475-02f0a4e630bd req-406fa577-f079-4e55-9f0e-eebfefbe460d tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450902 May 23 12:02:22.094028 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd669f-c293-4ee3-ac29-616f72257f46 req-8a514cee-e30d-458f-ba11-d62029786cd0 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:22.095492 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6cd669f-c293-4ee3-ac29-616f72257f46 req-8a514cee-e30d-458f-ba11-d62029786cd0 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 945 time: 0.0790682 May 23 12:02:22.141949 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6cd669f-c293-4ee3-ac29-616f72257f46 req-50625149-deb7-4f72-aec5-34a884940f2e tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406666 May 23 12:02:22.176997 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3465d634-1af0-41db-8448-715bc0b39d4b req-284c836c-6997-4fb1-a2db-4939350b2b8a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 1096 time: 0.0743644 May 23 12:02:22.313182 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465d634-1af0-41db-8448-715bc0b39d4b req-f8efab6b-1c2c-4b94-a262-e70abc016b1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:22.314623 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3465d634-1af0-41db-8448-715bc0b39d4b req-f8efab6b-1c2c-4b94-a262-e70abc016b1a service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 913 time: 0.1282663 May 23 12:02:22.427646 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3465d634-1af0-41db-8448-715bc0b39d4b req-6fd32fc6-5520-4f8d-a0b1-024e656817af service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee HTTP/1.1" status: 200 len: 1000 time: 0.1034818 May 23 12:02:22.493892 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465d634-1af0-41db-8448-715bc0b39d4b req-be9e3241-4391-4b66-adb0-41404ef7952d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:22.495313 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3465d634-1af0-41db-8448-715bc0b39d4b req-be9e3241-4391-4b66-adb0-41404ef7952d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6c3eda61-b88c-4818-a564-3353ea1c45e4 HTTP/1.1" status: 200 len: 851 time: 0.0580199 May 23 12:02:22.574181 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3465d634-1af0-41db-8448-715bc0b39d4b req-2b32a903-3d41-4658-a78d-004f2779e4d4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7a594d-7c5b-41e8-b620-f22e4b48926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700541 May 23 12:02:22.804087 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3465d634-1af0-41db-8448-715bc0b39d4b req-82cbbe57-f1e6-4a76-b9b3-bcd05accdaff service neutron] 10.222.0.81 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208333 May 23 12:02:22.937880 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3465d634-1af0-41db-8448-715bc0b39d4b req-85ac8b06-e21f-44b8-ac33-621c24a816c1 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252837 May 23 12:02:23.357938 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e0b46-ea0c-4a84-80eb-bb10e227ce39 req-fc11658a-e55b-4d0b-a0fc-8960bf83b923 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:23.359408 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-771e0b46-ea0c-4a84-80eb-bb10e227ce39 req-fc11658a-e55b-4d0b-a0fc-8960bf83b923 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 945 time: 0.0829329 May 23 12:02:23.407109 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-771e0b46-ea0c-4a84-80eb-bb10e227ce39 req-fdebad55-8c2c-46e9-aaf1-3244c6982c88 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418446 May 23 12:02:24.618366 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d4788-0c4e-429a-80be-25905e8ab6c2 req-e29a16eb-f83e-47e8-b719-7364da1bc0c8 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:24.619861 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5e3d4788-0c4e-429a-80be-25905e8ab6c2 req-e29a16eb-f83e-47e8-b719-7364da1bc0c8 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 945 time: 0.0807629 May 23 12:02:24.667105 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5e3d4788-0c4e-429a-80be-25905e8ab6c2 req-ce95b564-9905-4ba2-895a-8943459a0ab1 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415595 May 23 12:02:25.087518 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7512e8-8b98-4420-9890-af7cf6dc2c18 req-c30f1cb4-7c59-4fd7-9219-92db363efc14 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:25.089128 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ee7512e8-8b98-4420-9890-af7cf6dc2c18 req-c30f1cb4-7c59-4fd7-9219-92db363efc14 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 945 time: 0.0905786 May 23 12:02:25.135752 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ee7512e8-8b98-4420-9890-af7cf6dc2c18 req-84f2b228-2a32-4208-a960-ccce44469f6b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411105 May 23 12:02:25.957976 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:02:26.349741 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a8e99-154e-45ba-9367-c2d68862c2fa req-8ee752d1-e9f3-4581-8386-4ef5b3a0a475 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:26.351187 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-de7a8e99-154e-45ba-9367-c2d68862c2fa req-8ee752d1-e9f3-4581-8386-4ef5b3a0a475 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 945 time: 0.0871394 May 23 12:02:26.401069 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-de7a8e99-154e-45ba-9367-c2d68862c2fa req-9263c29f-179f-4f92-ba34-562827e86c71 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436144 May 23 12:02:26.539602 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c74bcd-cc6e-4611-8549-976c4b85f48a req-abe37d9c-2b97-4b9f-ac8b-d2a06d4b800c tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:26.541122 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a7c74bcd-cc6e-4611-8549-976c4b85f48a req-abe37d9c-2b97-4b9f-ac8b-d2a06d4b800c tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 945 time: 0.0830810 May 23 12:02:26.614357 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-a7c74bcd-cc6e-4611-8549-976c4b85f48a req-dd5ba5b8-f365-4e7a-b17a-e865d2ef1b11 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Deleting port 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:02:26.614697 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a7c74bcd-cc6e-4611-8549-976c4b85f48a req-dd5ba5b8-f365-4e7a-b17a-e865d2ef1b11 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:26.858958 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-a7c74bcd-cc6e-4611-8549-976c4b85f48a req-dd5ba5b8-f365-4e7a-b17a-e865d2ef1b11 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] For port 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:02:26.859321 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a7c74bcd-cc6e-4611-8549-976c4b85f48a req-dd5ba5b8-f365-4e7a-b17a-e865d2ef1b11 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:27.150533 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a7c74bcd-cc6e-4611-8549-976c4b85f48a req-dd5ba5b8-f365-4e7a-b17a-e865d2ef1b11 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:27.150777 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a7c74bcd-cc6e-4611-8549-976c4b85f48a req-dd5ba5b8-f365-4e7a-b17a-e865d2ef1b11 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:27.151093 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [req-a7c74bcd-cc6e-4611-8549-976c4b85f48a req-dd5ba5b8-f365-4e7a-b17a-e865d2ef1b11 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Floating IP 927c9a89-9cb2-439a-bd76-6854ed1a5443 disassociated. External IP: 172.25.6.49, port: 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee. May 23 12:02:27.151406 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-a7c74bcd-cc6e-4611-8549-976c4b85f48a req-dd5ba5b8-f365-4e7a-b17a-e865d2ef1b11 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Calling delete_port for 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:02:27.295705 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a7c74bcd-cc6e-4611-8549-976c4b85f48a req-dd5ba5b8-f365-4e7a-b17a-e865d2ef1b11 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:27.357981 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ba5b8-f365-4e7a-b17a-e865d2ef1b11 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Pushing event deleted for resources: {'Port': ['ID=5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:02:27.569412 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7c74bcd-cc6e-4611-8549-976c4b85f48a req-dd5ba5b8-f365-4e7a-b17a-e865d2ef1b11 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Router 2f253053-54ea-4c1e-ad61-0b7067ec9d1e has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:02:27.572323 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f3825063-23bb-445b-a5af-bbc0e449aa92 req-ef05e357-5827-4932-a69e-c7222aba7636 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa8d596f-78dd-4a9e-86b6-329ce4585b87 HTTP/1.1" status: 200 len: 210 time: 0.0412824 May 23 12:02:27.877985 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7c74bcd-cc6e-4611-8549-976c4b85f48a req-dd5ba5b8-f365-4e7a-b17a-e865d2ef1b11 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:02:27.887948 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799a0771-4cf3-493b-92ed-1451e21db48f None None] Sync routers for ids ['2f253053-54ea-4c1e-ad61-0b7067ec9d1e'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:02:27.900798 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799a0771-4cf3-493b-92ed-1451e21db48f None None] Routers {'2f253053-54ea-4c1e-ad61-0b7067ec9d1e'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:02:27.901417 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-799a0771-4cf3-493b-92ed-1451e21db48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:02:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['2f253053-54ea-4c1e-ad61-0b7067ec9d1e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:02:27.952011 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c74bcd-cc6e-4611-8549-976c4b85f48a req-dd5ba5b8-f365-4e7a-b17a-e865d2ef1b11 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] No DVR routers for this DVR port 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:02:27.954942 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a7c74bcd-cc6e-4611-8549-976c4b85f48a req-dd5ba5b8-f365-4e7a-b17a-e865d2ef1b11 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:27.957588 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8d596f-78dd-4a9e-86b6-329ce4585b87', 'name': 'network-vif-deleted', 'tag': '5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:02:27.975274 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a7c74bcd-cc6e-4611-8549-976c4b85f48a req-dd5ba5b8-f365-4e7a-b17a-e865d2ef1b11 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.81 "DELETE /v2.0/ports/5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee HTTP/1.1" status: 204 len: 173 time: 1.4266956 May 23 12:02:28.020145 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d38cef94-ed4a-47d3-9bbc-26f2ab29c769'] response: {'server_uuid': 'fa8d596f-78dd-4a9e-86b6-329ce4585b87', 'name': 'network-vif-deleted', 'tag': '5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee', 'status': 'completed', 'code': 200} May 23 12:02:28.084022 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-799a0771-4cf3-493b-92ed-1451e21db48f None None] Set router 2f253053-54ea-4c1e-ad61-0b7067ec9d1e gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:02:28.405098 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-799a0771-4cf3-493b-92ed-1451e21db48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'name': 'tempest-ServerActionsTestJSON-1880749596-router', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:59:12Z', 'updated_at': '2022-05-23T11:59:15Z', 'revision_number': 4, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'gw_port': {'id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:98:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:13Z', 'updated_at': '2022-05-23T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '100b1b88-477b-40b3-84f6-e3d28a56dc10', 'name': '', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'mac_address': 'fa:16:3e:45:63:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:15Z', 'updated_at': '2022-05-23T11:59:32Z', 'revision_number': 5, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'subnets': [{'id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:02:28.409236 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799a0771-4cf3-493b-92ed-1451e21db48f None None] Checking router: 2f253053-54ea-4c1e-ad61-0b7067ec9d1e for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:02:28.421657 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799a0771-4cf3-493b-92ed-1451e21db48f None None] Routers {'2f253053-54ea-4c1e-ad61-0b7067ec9d1e'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:02:28.422252 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-799a0771-4cf3-493b-92ed-1451e21db48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:02:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['2f253053-54ea-4c1e-ad61-0b7067ec9d1e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:02:28.603917 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-799a0771-4cf3-493b-92ed-1451e21db48f None None] Set router 2f253053-54ea-4c1e-ad61-0b7067ec9d1e gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:02:28.920438 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-799a0771-4cf3-493b-92ed-1451e21db48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'name': 'tempest-ServerActionsTestJSON-1880749596-router', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:59:12Z', 'updated_at': '2022-05-23T11:59:15Z', 'revision_number': 4, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'gw_port': {'id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:98:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:13Z', 'updated_at': '2022-05-23T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '100b1b88-477b-40b3-84f6-e3d28a56dc10', 'name': '', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'mac_address': 'fa:16:3e:45:63:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:15Z', 'updated_at': '2022-05-23T11:59:32Z', 'revision_number': 5, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'subnets': [{'id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:02:28.924538 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799a0771-4cf3-493b-92ed-1451e21db48f None None] The sync data for ids ['2f253053-54ea-4c1e-ad61-0b7067ec9d1e'] in n-d-842952-2 is: [{'id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'name': 'tempest-ServerActionsTestJSON-1880749596-router', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:59:12Z', 'updated_at': '2022-05-23T11:59:15Z', 'revision_number': 4, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'gw_port': {'id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:98:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:13Z', 'updated_at': '2022-05-23T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '100b1b88-477b-40b3-84f6-e3d28a56dc10', 'name': '', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'mac_address': 'fa:16:3e:45:63:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:15Z', 'updated_at': '2022-05-23T11:59:32Z', 'revision_number': 5, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'subnets': [{'id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:02:28.948008 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-b62c7d09-c4ad-42a5-bcdf-8269c13bd9f7 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--305731226&fields=id&tenant_id=f48196f0bd4b4a87ad2310689b6f970d HTTP/1.1" status: 200 len: 267 time: 0.0420551 May 23 12:02:29.106858 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-38ec0e2e-6056-4904-93a0-9b41dabb3e05 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:29.108542 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-38ec0e2e-6056-4904-93a0-9b41dabb3e05 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 812 time: 0.1536601 May 23 12:02:29.126527 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-1906c079-8bb7-4037-af0e-6183c6311bc0 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/quotas/f48196f0bd4b4a87ad2310689b6f970d HTTP/1.1" status: 200 len: 375 time: 0.0122774 May 23 12:02:29.162143 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ddd6b0-bc25-4aa1-855c-41d203b2c111 None None] New status for floating IP 927c9a89-9cb2-439a-bd76-6854ed1a5443: DOWN {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 12:02:29.215486 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-d2a8c256-2c30-4889-9f1b-297c1b21fe90 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0829697 May 23 12:02:29.356101 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-f7e62e54-b612-42b4-b687-b17d91e4f158 service neutron] 10.222.0.79 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290298 May 23 12:02:29.496233 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-ae0c63fe-f137-4276-8950-c3d3d96b003c service neutron] 10.222.0.79 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329739 May 23 12:02:29.685104 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d901ef14-f8f4-4353-b90d-680dad45e65a req-4768ccfc-1d8a-4781-8e2f-8e537de3e51c tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 210 time: 0.0418904 May 23 12:02:30.802095 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-f34385fc-5911-465e-9d1c-1523a5cb7085 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:30.804313 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-f34385fc-5911-465e-9d1c-1523a5cb7085 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.13 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 812 time: 0.1567082 May 23 12:02:30.864748 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-743508e5-59d1-41b0-8359-58d7bffffde1 req-76ff1fa6-022e-4b01-96ce-b7ba68b7ff0a tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 210 time: 0.0443962 May 23 12:02:30.871979 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-efa6cfed-7192-40bf-9c52-8477ea43fa02 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f48196f0bd4b4a87ad2310689b6f970d HTTP/1.1" status: 200 len: 379 time: 0.0480120 May 23 12:02:30.883185 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-04f4e339-bdb7-4b51-9aac-732454d1aed0 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Request body: {'port': {'device_id': 'd17276bc-307b-4302-95c8-9fbc8fc27c85', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'admin_state_up': True, 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'security_groups': ['b932c3c3-30cb-478f-b700-9dd6913417a0']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:02:31.021791 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-04f4e339-bdb7-4b51-9aac-732454d1aed0 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:02:31.026282 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-04f4e339-bdb7-4b51-9aac-732454d1aed0 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Usage tracker for resource:port and tenant:f48196f0bd4b4a87ad2310689b6f970d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:02:31.029350 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-04f4e339-bdb7-4b51-9aac-732454d1aed0 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:02:31.035618 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-04f4e339-bdb7-4b51-9aac-732454d1aed0 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:02:31.048372 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-04f4e339-bdb7-4b51-9aac-732454d1aed0 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Made reservation on behalf of f48196f0bd4b4a87ad2310689b6f970d for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:02:31.051313 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-04f4e339-bdb7-4b51-9aac-732454d1aed0 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:31.117702 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:02:31.150662 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:02:31.151031 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 5c029e8b-b3f4-41e7-a2ca-981a2a1b90ee not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:02:31.223037 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-04f4e339-bdb7-4b51-9aac-732454d1aed0 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Allocated IP 172.20.0.5 (fa7a594d-7c5b-41e8-b620-f22e4b48926d/6c3eda61-b88c-4818-a564-3353ea1c45e4/f8e564f3-5276-404e-b439-a8ec19cdd06d) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:02:31.414109 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-04f4e339-bdb7-4b51-9aac-732454d1aed0 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:31.434163 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-04f4e339-bdb7-4b51-9aac-732454d1aed0 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Transition to ACTIVE for port object f8e564f3-5276-404e-b439-a8ec19cdd06d will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:02:31.464102 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-04f4e339-bdb7-4b51-9aac-732454d1aed0 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:31.533918 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-04f4e339-bdb7-4b51-9aac-732454d1aed0 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Network fa7a594d-7c5b-41e8-b620-f22e4b48926d is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:02:31.536817 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-04f4e339-bdb7-4b51-9aac-732454d1aed0 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:02:31.540807 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-04f4e339-bdb7-4b51-9aac-732454d1aed0 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:02:31.575380 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f4e339-bdb7-4b51-9aac-732454d1aed0 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Pushing event updated for resources: {'Port': ['ID=f8e564f3-5276-404e-b439-a8ec19cdd06d,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:02:31.608706 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-04f4e339-bdb7-4b51-9aac-732454d1aed0 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:31.609311 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-04f4e339-bdb7-4b51-9aac-732454d1aed0 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:31.635764 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-04f4e339-bdb7-4b51-9aac-732454d1aed0 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7561817 May 23 12:02:31.651835 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-26171d50-8bd0-4dee-95d2-5eb735956a1f service neutron] Request body: {'port': {'device_id': 'd17276bc-307b-4302-95c8-9fbc8fc27c85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:02:31.748596 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f570b2e5-83eb-4c76-9423-b09f5faa82e7 None None] Provisioning for port f8e564f3-5276-404e-b439-a8ec19cdd06d completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:02:31.754352 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f570b2e5-83eb-4c76-9423-b09f5faa82e7 None None] Provisioning complete for port f8e564f3-5276-404e-b439-a8ec19cdd06d triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:02:31.754734 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f570b2e5-83eb-4c76-9423-b09f5faa82e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:31.761556 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-26171d50-8bd0-4dee-95d2-5eb735956a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:31.811521 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f570b2e5-83eb-4c76-9423-b09f5faa82e7 None None] Port f8e564f3-5276-404e-b439-a8ec19cdd06d cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 12:02:32.078446 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8be14a-b1b8-4a24-8a89-2aca8c65fece req-651fb5f4-9b5a-4e4d-a215-fa0e308ea431 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:32.079932 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8d8be14a-b1b8-4a24-8a89-2aca8c65fece req-651fb5f4-9b5a-4e4d-a215-fa0e308ea431 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 931 time: 0.0928276 May 23 12:02:32.113584 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-26171d50-8bd0-4dee-95d2-5eb735956a1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8e564f3-5276-404e-b439-a8ec19cdd06d {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 12:02:32.120856 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-26171d50-8bd0-4dee-95d2-5eb735956a1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:32.131591 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8d8be14a-b1b8-4a24-8a89-2aca8c65fece req-cd29e04b-1f80-41f1-8777-b708ecc5cfaf tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457697 May 23 12:02:32.136138 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-26171d50-8bd0-4dee-95d2-5eb735956a1f service neutron] Transition to ACTIVE for port object f8e564f3-5276-404e-b439-a8ec19cdd06d will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:02:32.141564 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-26171d50-8bd0-4dee-95d2-5eb735956a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:32.268141 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26171d50-8bd0-4dee-95d2-5eb735956a1f service neutron] Pushing event updated for resources: {'Port': ['ID=f8e564f3-5276-404e-b439-a8ec19cdd06d,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:02:32.375679 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-26171d50-8bd0-4dee-95d2-5eb735956a1f service neutron] Attempting to bind port f8e564f3-5276-404e-b439-a8ec19cdd06d on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:02:32.376044 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-26171d50-8bd0-4dee-95d2-5eb735956a1f service neutron] Attempting to bind port f8e564f3-5276-404e-b439-a8ec19cdd06d by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'b10e1919-3a7e-44ea-91cd-6f869fba6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:02:32.376366 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-26171d50-8bd0-4dee-95d2-5eb735956a1f service neutron] Attempting to bind port f8e564f3-5276-404e-b439-a8ec19cdd06d on network fa7a594d-7c5b-41e8-b620-f22e4b48926d {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:02:32.382101 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-26171d50-8bd0-4dee-95d2-5eb735956a1f service neutron] Port f8e564f3-5276-404e-b439-a8ec19cdd06d on network fa7a594d-7c5b-41e8-b620-f22e4b48926d not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 12:02:32.382403 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-26171d50-8bd0-4dee-95d2-5eb735956a1f service neutron] Attempting to bind port f8e564f3-5276-404e-b439-a8ec19cdd06d on network fa7a594d-7c5b-41e8-b620-f22e4b48926d {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:02:32.388608 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-26171d50-8bd0-4dee-95d2-5eb735956a1f service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:02:32.388934 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-26171d50-8bd0-4dee-95d2-5eb735956a1f service neutron] Checking segment: {'id': 'b10e1919-3a7e-44ea-91cd-6f869fba6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:02:32.389317 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-26171d50-8bd0-4dee-95d2-5eb735956a1f service neutron] Bound using segment: {'id': 'b10e1919-3a7e-44ea-91cd-6f869fba6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:02:32.389731 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-26171d50-8bd0-4dee-95d2-5eb735956a1f service neutron] Bound port: f8e564f3-5276-404e-b439-a8ec19cdd06d, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b10e1919-3a7e-44ea-91cd-6f869fba6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:02:32.390078 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-26171d50-8bd0-4dee-95d2-5eb735956a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:32.580068 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-26171d50-8bd0-4dee-95d2-5eb735956a1f service neutron] For port f8e564f3-5276-404e-b439-a8ec19cdd06d, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:02:32.582990 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-26171d50-8bd0-4dee-95d2-5eb735956a1f service neutron] For port f8e564f3-5276-404e-b439-a8ec19cdd06d, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=f8e564f3-5276-404e-b439-a8ec19cdd06d,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:02:32.590859 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-26171d50-8bd0-4dee-95d2-5eb735956a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:32.652476 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-26171d50-8bd0-4dee-95d2-5eb735956a1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:32.653803 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-26171d50-8bd0-4dee-95d2-5eb735956a1f service neutron] 10.222.0.13 "PUT /v2.0/ports/f8e564f3-5276-404e-b439-a8ec19cdd06d HTTP/1.1" status: 200 len: 1091 time: 1.0065846 May 23 12:02:32.654242 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd17276bc-307b-4302-95c8-9fbc8fc27c85', 'tag': 'f8e564f3-5276-404e-b439-a8ec19cdd06d'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:02:32.671162 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26171d50-8bd0-4dee-95d2-5eb735956a1f service neutron] Pushing event updated for resources: {'Port': ['ID=f8e564f3-5276-404e-b439-a8ec19cdd06d,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:02:32.746333 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e3fa080-9c9a-4c97-a301-1b8dd27d1f42'] response: {'name': 'network-changed', 'server_uuid': 'd17276bc-307b-4302-95c8-9fbc8fc27c85', 'tag': 'f8e564f3-5276-404e-b439-a8ec19cdd06d', 'status': 'completed', 'code': 200} May 23 12:02:32.784947 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-8af60de7-b427-49ba-881c-7d26ebfb5108 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 1094 time: 0.0762424 May 23 12:02:32.859626 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-49899e9a-a9cb-4d65-8a68-d56818f59595 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8e564f3-5276-404e-b439-a8ec19cdd06d HTTP/1.1" status: 200 len: 217 time: 0.0627112 May 23 12:02:32.928266 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-ecace7f6-e76c-411b-adbc-57b3bcc15e63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:32.930489 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-ecace7f6-e76c-411b-adbc-57b3bcc15e63 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c3eda61-b88c-4818-a564-3353ea1c45e4 HTTP/1.1" status: 200 len: 851 time: 0.0652924 May 23 12:02:33.018637 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-f80bb588-2ace-41a0-bad8-158befb5a4ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fa7a594d-7c5b-41e8-b620-f22e4b48926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810430 May 23 12:02:33.149467 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-053b912e-2e1b-4b92-9ad6-a76eed67ce51 service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245105 May 23 12:02:33.285482 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7a1a3b85-c12c-422a-a1b0-e8877c20a34a req-6b90f1a5-1621-4f53-a20f-68b7a7161ed0 service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295435 May 23 12:02:33.334293 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d8124-5064-43fc-b5bd-a94ab086f5bd req-05e0b302-f193-4d90-acfd-686d858f3cf8 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:33.335746 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4e8d8124-5064-43fc-b5bd-a94ab086f5bd req-05e0b302-f193-4d90-acfd-686d858f3cf8 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 943 time: 0.0776675 May 23 12:02:33.388571 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4e8d8124-5064-43fc-b5bd-a94ab086f5bd req-0e6b769f-a007-4b70-9f7e-0fce28ba517c tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449898 May 23 12:02:33.443094 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dc1ad9c0-96b0-4a87-b035-24a3a6bb6ad0 req-62ab5db0-0fb9-4b15-81f3-739676622844 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 1094 time: 0.0742726 May 23 12:02:33.574464 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ad9c0-96b0-4a87-b035-24a3a6bb6ad0 req-1685f47b-3ffe-4580-967b-29f85b264067 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:33.575884 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dc1ad9c0-96b0-4a87-b035-24a3a6bb6ad0 req-1685f47b-3ffe-4580-967b-29f85b264067 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 913 time: 0.1267037 May 23 12:02:33.642539 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dc1ad9c0-96b0-4a87-b035-24a3a6bb6ad0 req-ecf210d0-dbbf-4bce-a8b2-341699752d1e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8e564f3-5276-404e-b439-a8ec19cdd06d HTTP/1.1" status: 200 len: 217 time: 0.0606496 May 23 12:02:33.708181 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ad9c0-96b0-4a87-b035-24a3a6bb6ad0 req-a64b95ff-f7f7-4892-9532-16003790e797 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:33.709521 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dc1ad9c0-96b0-4a87-b035-24a3a6bb6ad0 req-a64b95ff-f7f7-4892-9532-16003790e797 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c3eda61-b88c-4818-a564-3353ea1c45e4 HTTP/1.1" status: 200 len: 851 time: 0.0611985 May 23 12:02:33.787348 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dc1ad9c0-96b0-4a87-b035-24a3a6bb6ad0 req-d85e58f2-7672-4aca-8275-bc928280553e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fa7a594d-7c5b-41e8-b620-f22e4b48926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717707 May 23 12:02:33.921014 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dc1ad9c0-96b0-4a87-b035-24a3a6bb6ad0 req-82a56d23-ea0f-43c3-8f95-037710bc6101 service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275210 May 23 12:02:34.054457 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-dc1ad9c0-96b0-4a87-b035-24a3a6bb6ad0 req-b8a90142-c281-47dd-8f28-44257809f270 service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267147 May 23 12:02:34.677214 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19215139-42e2-413e-a262-750c36f9109b req-42d4869c-936a-4ab5-ab97-13e3c20a37ef tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:34.678676 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-19215139-42e2-413e-a262-750c36f9109b req-42d4869c-936a-4ab5-ab97-13e3c20a37ef tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 943 time: 0.1632247 May 23 12:02:34.723968 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-19215139-42e2-413e-a262-750c36f9109b req-d79f25e6-f65c-447d-82e7-b9dde92e537b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393794 May 23 12:02:35.943440 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75fc6b-bd47-4835-8796-86e0f55f59fe req-3a5baeb3-7d13-49e3-9b52-81ef8472edca tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:35.944899 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dd75fc6b-bd47-4835-8796-86e0f55f59fe req-3a5baeb3-7d13-49e3-9b52-81ef8472edca tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 943 time: 0.0821419 May 23 12:02:35.993313 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dd75fc6b-bd47-4835-8796-86e0f55f59fe req-594a44fd-b4a2-4a69-b3f7-257f17bfb1ca tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428333 May 23 12:02:37.210092 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd7db2-526d-476c-8a1d-129496fdefdf req-d50292b5-bb21-442d-bd10-62c9d3b38cf6 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:37.211458 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-45fd7db2-526d-476c-8a1d-129496fdefdf req-d50292b5-bb21-442d-bd10-62c9d3b38cf6 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 943 time: 0.0899458 May 23 12:02:37.260829 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-45fd7db2-526d-476c-8a1d-129496fdefdf req-19011863-c91a-4a6d-90ea-abbd8ad9ab33 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396338 May 23 12:02:37.586012 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device f8e564f3-5276-404e-b439-a8ec19cdd06d details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 12:02:37.765151 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port f8e564f3-5276-404e-b439-a8ec19cdd06d, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=f8e564f3-5276-404e-b439-a8ec19cdd06d,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:02:37.779029 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'f8e564f3-5276-404e-b439-a8ec19cdd06d', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'port_id': 'f8e564f3-5276-404e-b439-a8ec19cdd06d', 'mac_address': 'fa:16:3e:8e:69:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 12:02:37.833762 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:37.854934 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8e564f3-5276-404e-b439-a8ec19cdd06d {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 12:02:37.870517 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port f8e564f3-5276-404e-b439-a8ec19cdd06d, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=f8e564f3-5276-404e-b439-a8ec19cdd06d,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:02:37.880123 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:37.951411 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=f8e564f3-5276-404e-b439-a8ec19cdd06d,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:02:38.352734 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['f8e564f3-5276-404e-b439-a8ec19cdd06d'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 12:02:38.470341 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064dcb7-ca1d-4dc8-b3df-0d89e7b5b822 req-b5cb6593-6dec-44c2-a56d-2f4e646606fa tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:38.471847 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3064dcb7-ca1d-4dc8-b3df-0d89e7b5b822 req-b5cb6593-6dec-44c2-a56d-2f4e646606fa tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 944 time: 0.0874104 May 23 12:02:38.487375 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:38.518777 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3064dcb7-ca1d-4dc8-b3df-0d89e7b5b822 req-a00b6def-d8f9-4788-ba32-fd44f2b536fa tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411019 May 23 12:02:39.329272 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aa7d31f6-d673-4624-9046-a74d67b3eb69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:39.598991 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device f8e564f3-5276-404e-b439-a8ec19cdd06d up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:02:39.667462 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port f8e564f3-5276-404e-b439-a8ec19cdd06d completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:02:39.672117 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port f8e564f3-5276-404e-b439-a8ec19cdd06d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:02:39.672487 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:39.731958 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b997e4-f6a7-4131-bea3-207bc6d277df req-c30ee10b-dcb0-4e9c-aa42-5563792447af tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:39.733896 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-10b997e4-f6a7-4131-bea3-207bc6d277df req-c30ee10b-dcb0-4e9c-aa42-5563792447af tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 944 time: 0.0787587 May 23 12:02:39.781960 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-10b997e4-f6a7-4131-bea3-207bc6d277df req-5aa51b9e-ecfa-470b-9833-4807c4550317 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418780 May 23 12:02:39.790580 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:39.820696 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17276bc-307b-4302-95c8-9fbc8fc27c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e564f3-5276-404e-b439-a8ec19cdd06d'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:02:39.835746 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port f8e564f3-5276-404e-b439-a8ec19cdd06d, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=f8e564f3-5276-404e-b439-a8ec19cdd06d,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:02:39.844415 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:39.878441 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:39.886914 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dcc8469-a007-4b44-9c05-87f223027853'] response: {'server_uuid': 'd17276bc-307b-4302-95c8-9fbc8fc27c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e564f3-5276-404e-b439-a8ec19cdd06d', 'code': 200} May 23 12:02:39.911213 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=f8e564f3-5276-404e-b439-a8ec19cdd06d,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:02:40.054428 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c2f96e1b-cfdb-45b4-969d-25eb41714c49 req-876a0864-3f36-4949-91dc-9587651ca230 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 1096 time: 0.0720708 May 23 12:02:40.104732 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c2f96e1b-cfdb-45b4-969d-25eb41714c49 req-4c81403f-ef3a-4413-b115-d0a09da83cf9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424125 May 23 12:02:41.004752 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dda6f5-9de4-4981-8f0a-fa8f5e560bee req-9eeed784-5906-4a0b-af27-106a13d41920 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:41.006196 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c2dda6f5-9de4-4981-8f0a-fa8f5e560bee req-9eeed784-5906-4a0b-af27-106a13d41920 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 945 time: 0.0937123 May 23 12:02:41.054041 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c2dda6f5-9de4-4981-8f0a-fa8f5e560bee req-127f7f05-0577-4d9b-9802-ad9ae4e5037e tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421054 May 23 12:02:41.631490 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aef213ae-813c-4ac6-a5a9-94586f438d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:42.263872 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c39e5-4b52-4ceb-87fb-a60322e6ec4b req-f1125758-5542-43bb-99b7-0b29ee01c5e3 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:42.265675 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-be6c39e5-4b52-4ceb-87fb-a60322e6ec4b req-f1125758-5542-43bb-99b7-0b29ee01c5e3 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 945 time: 0.0869274 May 23 12:02:42.316971 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-be6c39e5-4b52-4ceb-87fb-a60322e6ec4b req-78c419f1-f225-4dd2-ae3b-f276eab30484 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456257 May 23 12:02:42.510495 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de59ec-6c0d-422b-b440-27aded6286ab req-2ea874ec-2d7c-4b4e-ab0e-601bb58252c5 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:42.512004 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c2de59ec-6c0d-422b-b440-27aded6286ab req-2ea874ec-2d7c-4b4e-ab0e-601bb58252c5 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 945 time: 0.0794017 May 23 12:02:42.523629 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 40900) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:02:42.528966 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-32f927b8-44f2-416b-8469-efd959ba8605 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Request body: {'floatingip': {'port_id': 'f8e564f3-5276-404e-b439-a8ec19cdd06d'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:02:42.609258 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-32f927b8-44f2-416b-8469-efd959ba8605 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks [] for floatingip, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:42.877421 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:42.928076 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:43.195514 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-32f927b8-44f2-416b-8469-efd959ba8605 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:43.200931 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-32f927b8-44f2-416b-8469-efd959ba8605 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:43.482550 n-d-842952-2 neutron-server[83910]: INFO neutron.db.l3_db [None req-32f927b8-44f2-416b-8469-efd959ba8605 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Floating IP 927c9a89-9cb2-439a-bd76-6854ed1a5443 associated. External IP: 172.25.6.49, port: f8e564f3-5276-404e-b439-a8ec19cdd06d. May 23 12:02:43.877945 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f927b8-44f2-416b-8469-efd959ba8605 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Router 2f253053-54ea-4c1e-ad61-0b7067ec9d1e has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:02:44.092338 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f927b8-44f2-416b-8469-efd959ba8605 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:02:44.097367 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-32f927b8-44f2-416b-8469-efd959ba8605 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:44.102021 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776bfede-f321-4317-ac85-45fd6aff2283 None None] Sync routers for ids ['2f253053-54ea-4c1e-ad61-0b7067ec9d1e'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:02:44.115215 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776bfede-f321-4317-ac85-45fd6aff2283 None None] Routers {'2f253053-54ea-4c1e-ad61-0b7067ec9d1e'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:02:44.115832 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-776bfede-f321-4317-ac85-45fd6aff2283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:02:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['2f253053-54ea-4c1e-ad61-0b7067ec9d1e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:02:44.155131 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-32f927b8-44f2-416b-8469-efd959ba8605 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "PUT /v2.0/floatingips/927c9a89-9cb2-439a-bd76-6854ed1a5443 HTTP/1.1" status: 200 len: 990 time: 1.6304116 May 23 12:02:44.155724 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd17276bc-307b-4302-95c8-9fbc8fc27c85', 'tag': 'f8e564f3-5276-404e-b439-a8ec19cdd06d'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:02:44.285191 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4faaedf-471d-4fcb-8978-26d5baa9e6eb'] response: {'name': 'network-changed', 'server_uuid': 'd17276bc-307b-4302-95c8-9fbc8fc27c85', 'tag': 'f8e564f3-5276-404e-b439-a8ec19cdd06d', 'status': 'completed', 'code': 200} May 23 12:02:44.297574 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-776bfede-f321-4317-ac85-45fd6aff2283 None None] Set router 2f253053-54ea-4c1e-ad61-0b7067ec9d1e gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:02:44.399518 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d4bc6ccd-f1e1-4a2e-a603-fbcb08ff7633 req-97a96806-a3f3-4510-bed4-ceef375a7b6f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 1096 time: 0.0712721 May 23 12:02:44.484439 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:02:44.632398 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc6ccd-f1e1-4a2e-a603-fbcb08ff7633 req-15fc6609-684b-4ccc-ad0c-8a94f6e8d1f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:44.634016 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d4bc6ccd-f1e1-4a2e-a603-fbcb08ff7633 req-15fc6609-684b-4ccc-ad0c-8a94f6e8d1f9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 913 time: 0.2290933 May 23 12:02:44.670381 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-776bfede-f321-4317-ac85-45fd6aff2283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'name': 'tempest-ServerActionsTestJSON-1880749596-router', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:59:12Z', 'updated_at': '2022-05-23T11:59:15Z', 'revision_number': 4, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'gw_port': {'id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:98:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:13Z', 'updated_at': '2022-05-23T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '927c9a89-9cb2-439a-bd76-6854ed1a5443', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'floating_ip_address': '172.25.6.49', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'port_id': 'f8e564f3-5276-404e-b439-a8ec19cdd06d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'mac_address': 'fa:16:3e:8e:69:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17276bc-307b-4302-95c8-9fbc8fc27c85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:59:18Z', 'updated_at': '2022-05-23T12:02:43Z', 'revision_number': 9, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100b1b88-477b-40b3-84f6-e3d28a56dc10', 'name': '', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'mac_address': 'fa:16:3e:45:63:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:15Z', 'updated_at': '2022-05-23T11:59:32Z', 'revision_number': 5, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'subnets': [{'id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:02:44.674172 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776bfede-f321-4317-ac85-45fd6aff2283 None None] Checking router: 2f253053-54ea-4c1e-ad61-0b7067ec9d1e for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:02:44.684917 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776bfede-f321-4317-ac85-45fd6aff2283 None None] Routers {'2f253053-54ea-4c1e-ad61-0b7067ec9d1e'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:02:44.685505 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-776bfede-f321-4317-ac85-45fd6aff2283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:02:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['2f253053-54ea-4c1e-ad61-0b7067ec9d1e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:02:44.741611 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d4bc6ccd-f1e1-4a2e-a603-fbcb08ff7633 req-f12da3a2-ddd0-404a-99bb-393691ac3ea4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8e564f3-5276-404e-b439-a8ec19cdd06d HTTP/1.1" status: 200 len: 998 time: 0.1002994 May 23 12:02:44.811732 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc6ccd-f1e1-4a2e-a603-fbcb08ff7633 req-4e2067ca-b754-43d4-9afc-3ae86795d846 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:44.814056 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d4bc6ccd-f1e1-4a2e-a603-fbcb08ff7633 req-4e2067ca-b754-43d4-9afc-3ae86795d846 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c3eda61-b88c-4818-a564-3353ea1c45e4 HTTP/1.1" status: 200 len: 851 time: 0.0669892 May 23 12:02:44.876806 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-776bfede-f321-4317-ac85-45fd6aff2283 None None] Set router 2f253053-54ea-4c1e-ad61-0b7067ec9d1e gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:02:44.894410 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d4bc6ccd-f1e1-4a2e-a603-fbcb08ff7633 req-f4c3cd39-c548-47c7-9bb6-4558f161b08f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fa7a594d-7c5b-41e8-b620-f22e4b48926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745268 May 23 12:02:45.029206 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d4bc6ccd-f1e1-4a2e-a603-fbcb08ff7633 req-ee384b59-9e61-470d-a765-f05e0fa2142a service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291115 May 23 12:02:45.163713 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d4bc6ccd-f1e1-4a2e-a603-fbcb08ff7633 req-da1f293c-51bd-49fe-98fd-fa7a30811787 service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283071 May 23 12:02:45.271232 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-776bfede-f321-4317-ac85-45fd6aff2283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'name': 'tempest-ServerActionsTestJSON-1880749596-router', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:59:12Z', 'updated_at': '2022-05-23T11:59:15Z', 'revision_number': 4, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'gw_port': {'id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:98:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:13Z', 'updated_at': '2022-05-23T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '927c9a89-9cb2-439a-bd76-6854ed1a5443', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'floating_ip_address': '172.25.6.49', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'port_id': 'f8e564f3-5276-404e-b439-a8ec19cdd06d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'mac_address': 'fa:16:3e:8e:69:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17276bc-307b-4302-95c8-9fbc8fc27c85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:59:18Z', 'updated_at': '2022-05-23T12:02:43Z', 'revision_number': 9, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100b1b88-477b-40b3-84f6-e3d28a56dc10', 'name': '', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'mac_address': 'fa:16:3e:45:63:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:15Z', 'updated_at': '2022-05-23T11:59:32Z', 'revision_number': 5, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'subnets': [{'id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:02:45.275724 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776bfede-f321-4317-ac85-45fd6aff2283 None None] The sync data for ids ['2f253053-54ea-4c1e-ad61-0b7067ec9d1e'] in n-d-842952-2 is: [{'id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'name': 'tempest-ServerActionsTestJSON-1880749596-router', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:59:12Z', 'updated_at': '2022-05-23T11:59:15Z', 'revision_number': 4, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'gw_port': {'id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:98:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:13Z', 'updated_at': '2022-05-23T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '927c9a89-9cb2-439a-bd76-6854ed1a5443', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'floating_ip_address': '172.25.6.49', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'port_id': 'f8e564f3-5276-404e-b439-a8ec19cdd06d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'mac_address': 'fa:16:3e:8e:69:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17276bc-307b-4302-95c8-9fbc8fc27c85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:59:18Z', 'updated_at': '2022-05-23T12:02:43Z', 'revision_number': 9, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100b1b88-477b-40b3-84f6-e3d28a56dc10', 'name': '', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'mac_address': 'fa:16:3e:45:63:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:15Z', 'updated_at': '2022-05-23T11:59:32Z', 'revision_number': 5, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'subnets': [{'id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:02:45.477043 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da793788-bcc6-4e7d-aa2e-0c5730f5d0c4 None None] New status for floating IP 927c9a89-9cb2-439a-bd76-6854ed1a5443: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 12:02:53.071974 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-326cafa0-0d0a-4216-8cbf-7f9ff3ed824e req-d74364b0-3d5d-423e-b3dc-fc488af1f7ff service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0712173 May 23 12:02:53.244293 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-326cafa0-0d0a-4216-8cbf-7f9ff3ed824e req-d334ecc5-d7a7-49f5-b6a4-701f2fd257de service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 1096 time: 0.0771303 May 23 12:02:53.394078 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326cafa0-0d0a-4216-8cbf-7f9ff3ed824e req-b3422fbe-8b26-46aa-a03d-334783885e0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:53.395527 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-326cafa0-0d0a-4216-8cbf-7f9ff3ed824e req-b3422fbe-8b26-46aa-a03d-334783885e0b service neutron] 10.222.0.13 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 913 time: 0.1303806 May 23 12:02:53.500512 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-326cafa0-0d0a-4216-8cbf-7f9ff3ed824e req-f5331985-723e-442c-bdca-6ed32ce855a7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8e564f3-5276-404e-b439-a8ec19cdd06d HTTP/1.1" status: 200 len: 1001 time: 0.0976443 May 23 12:02:53.563297 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326cafa0-0d0a-4216-8cbf-7f9ff3ed824e req-5c0ba140-a64e-4115-8185-f4639223ea1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:02:53.564699 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-326cafa0-0d0a-4216-8cbf-7f9ff3ed824e req-5c0ba140-a64e-4115-8185-f4639223ea1c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c3eda61-b88c-4818-a564-3353ea1c45e4 HTTP/1.1" status: 200 len: 851 time: 0.0591223 May 23 12:02:53.642024 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-326cafa0-0d0a-4216-8cbf-7f9ff3ed824e req-98115add-5c4f-45c2-a0dc-c3fc6faf85c2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fa7a594d-7c5b-41e8-b620-f22e4b48926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708227 May 23 12:02:53.796996 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-326cafa0-0d0a-4216-8cbf-7f9ff3ed824e req-ea3dfef6-68ec-466c-8206-b81e84d05651 service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472640 May 23 12:02:53.925807 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-326cafa0-0d0a-4216-8cbf-7f9ff3ed824e req-8736b78c-ed80-46d2-805b-2cf8e6d2d0ce service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230285 May 23 12:03:02.954793 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:03:08.486922 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:03:09.328314 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-39eb74eb-8772-4ea8-a207-7bf9becde479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:03:09.852662 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:03:11.644316 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-07bc5105-9c9b-4c52-bedb-5a75b31fd666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:03:12.873874 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:03:12.941833 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:03:14.486147 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:03:38.481163 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:03:39.323074 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-52dc9677-2078-4ec1-96bd-0f385bf3279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:03:39.861499 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:03:39.946215 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:03:41.639562 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2c91d271-205b-4c05-a831-5ff75b690391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:03:42.876872 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:03:42.947161 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:03:44.480336 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:03:54.084980 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-22e57638-1c80-4056-ab7c-f73f9e07a4cc req-16200b3e-f576-4747-8723-cca08b29765d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0808582 May 23 12:03:54.265344 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-22e57638-1c80-4056-ab7c-f73f9e07a4cc req-12243100-6960-489f-98ec-3046515f94a1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 1096 time: 0.0875392 May 23 12:03:54.534582 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e57638-1c80-4056-ab7c-f73f9e07a4cc req-7d35e9c3-2a0f-466d-b58d-d4d921d28439 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:03:54.535967 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-22e57638-1c80-4056-ab7c-f73f9e07a4cc req-7d35e9c3-2a0f-466d-b58d-d4d921d28439 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 913 time: 0.2433133 May 23 12:03:54.642382 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-22e57638-1c80-4056-ab7c-f73f9e07a4cc req-5cec68ae-2b75-4288-a76f-90d2796f31f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8e564f3-5276-404e-b439-a8ec19cdd06d HTTP/1.1" status: 200 len: 1001 time: 0.0983438 May 23 12:03:54.706926 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e57638-1c80-4056-ab7c-f73f9e07a4cc req-76c8e091-aecd-41f6-abd4-e7898f84a612 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:03:54.708363 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-22e57638-1c80-4056-ab7c-f73f9e07a4cc req-76c8e091-aecd-41f6-abd4-e7898f84a612 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c3eda61-b88c-4818-a564-3353ea1c45e4 HTTP/1.1" status: 200 len: 851 time: 0.0603199 May 23 12:03:54.790587 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-22e57638-1c80-4056-ab7c-f73f9e07a4cc req-1ebc4360-87b6-4945-953a-cef533be5c8c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fa7a594d-7c5b-41e8-b620-f22e4b48926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725257 May 23 12:03:54.930215 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-22e57638-1c80-4056-ab7c-f73f9e07a4cc req-89758e62-2001-4061-b834-c530456d108c service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331882 May 23 12:03:55.066366 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-22e57638-1c80-4056-ab7c-f73f9e07a4cc req-664ee98a-9399-41f6-a127-99b3af17ce02 service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296544 May 23 12:04:00.051231 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0a8eef3b-ddbe-4a4e-894f-4d678189d12a req-6a3a7783-ea26-40f2-a2d1-a6949a8bbad0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0800142 May 23 12:04:00.319334 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a963457d-2027-485c-909b-67165cb9228b req-deb64d69-011b-4fab-9a6a-b964956b24b8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0722356 May 23 12:04:00.405402 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f5d2b-a8c0-44e6-ba17-1659beb1744f req-86724fc2-176c-4669-b39b-86fb1f85ee39 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:00.406969 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d66f5d2b-a8c0-44e6-ba17-1659beb1744f req-86724fc2-176c-4669-b39b-86fb1f85ee39 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 945 time: 0.0883060 May 23 12:04:00.456847 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d66f5d2b-a8c0-44e6-ba17-1659beb1744f req-c9f0532c-2ff5-4fe3-b0cd-4fcc76e31645 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435553 May 23 12:04:01.679994 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a426564-f868-40f3-a489-74fbc511383d req-db2c92bd-0963-430d-87e9-ca848eef5ae3 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:01.681930 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1a426564-f868-40f3-a489-74fbc511383d req-db2c92bd-0963-430d-87e9-ca848eef5ae3 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 945 time: 0.0862515 May 23 12:04:01.730614 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1a426564-f868-40f3-a489-74fbc511383d req-00b8d44f-601e-417b-8c5a-9f9aa7cd3737 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407763 May 23 12:04:01.970431 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a963457d-2027-485c-909b-67165cb9228b req-3ec99f85-77eb-4bdb-af58-4dc515d7f70b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 1096 time: 0.0749266 May 23 12:04:02.116431 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963457d-2027-485c-909b-67165cb9228b req-9d6c6161-20d6-4019-b666-f92841eb8f54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:02.117934 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a963457d-2027-485c-909b-67165cb9228b req-9d6c6161-20d6-4019-b666-f92841eb8f54 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 913 time: 0.1414728 May 23 12:04:02.224503 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a963457d-2027-485c-909b-67165cb9228b req-5931c85e-3fb9-4ca8-9bf3-b847b417e415 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8e564f3-5276-404e-b439-a8ec19cdd06d HTTP/1.1" status: 200 len: 1001 time: 0.1002402 May 23 12:04:02.286812 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963457d-2027-485c-909b-67165cb9228b req-88f9a268-0e3e-405d-8110-9cb999be86b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:02.288207 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a963457d-2027-485c-909b-67165cb9228b req-88f9a268-0e3e-405d-8110-9cb999be86b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c3eda61-b88c-4818-a564-3353ea1c45e4 HTTP/1.1" status: 200 len: 851 time: 0.0574276 May 23 12:04:02.362690 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a963457d-2027-485c-909b-67165cb9228b req-f21bcd40-b7e3-438d-99a8-e11baddd0f07 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fa7a594d-7c5b-41e8-b620-f22e4b48926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685267 May 23 12:04:02.493789 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a963457d-2027-485c-909b-67165cb9228b req-9c6adc7e-b8e1-4fd2-ab0e-9000f9aa9aae service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245890 May 23 12:04:02.643117 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a963457d-2027-485c-909b-67165cb9228b req-45af99ae-171a-47e2-a4fd-b88531e59cac service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421309 May 23 12:04:02.946099 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623fb87c-55d5-4811-8edf-ccd944098a62 req-ada1dec0-1f81-4364-a5ed-27c6ce67d017 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:02.947582 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-623fb87c-55d5-4811-8edf-ccd944098a62 req-ada1dec0-1f81-4364-a5ed-27c6ce67d017 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 945 time: 0.0902054 May 23 12:04:02.998753 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-623fb87c-55d5-4811-8edf-ccd944098a62 req-c1b7c5ab-a0c2-4dd4-86d3-927bada61d22 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423443 May 23 12:04:04.231649 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8edd93-4991-471d-8a90-c32241a07215 req-d39e8956-ca77-4932-b072-3b31d7345f5f tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:04.234390 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5a8edd93-4991-471d-8a90-c32241a07215 req-d39e8956-ca77-4932-b072-3b31d7345f5f tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 945 time: 0.0952923 May 23 12:04:04.282934 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5a8edd93-4991-471d-8a90-c32241a07215 req-cff4df81-5bef-412b-bd11-cf290114e83a tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431170 May 23 12:04:05.498642 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62ccc9-918d-4848-b203-fc50cfa11ec6 req-f96bae32-94ae-4d90-aba0-9e020282e735 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:05.500873 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6f62ccc9-918d-4848-b203-fc50cfa11ec6 req-f96bae32-94ae-4d90-aba0-9e020282e735 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 945 time: 0.0872831 May 23 12:04:05.553588 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6f62ccc9-918d-4848-b203-fc50cfa11ec6 req-15cfd669-128b-4248-bf73-05a931af4048 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470138 May 23 12:04:06.783163 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635bfca0-2a25-4e1f-90ec-0fe4f81bd2d9 req-996e9a8a-4487-4dd9-8585-0c95a5bbf13f tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:06.784826 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-635bfca0-2a25-4e1f-90ec-0fe4f81bd2d9 req-996e9a8a-4487-4dd9-8585-0c95a5bbf13f tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 945 time: 0.0999358 May 23 12:04:06.838658 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-635bfca0-2a25-4e1f-90ec-0fe4f81bd2d9 req-c74e054a-21fc-47c6-b5f4-8afa035a4d11 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451968 May 23 12:04:08.053370 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898da0f-347a-4a5c-8f0e-3f71c4cf9e18 req-21b58435-0b2d-4a9d-93d6-93af2997f20c tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:08.054965 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0898da0f-347a-4a5c-8f0e-3f71c4cf9e18 req-21b58435-0b2d-4a9d-93d6-93af2997f20c tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 945 time: 0.0848398 May 23 12:04:08.102651 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0898da0f-347a-4a5c-8f0e-3f71c4cf9e18 req-7b629eb8-d81e-4e76-a1aa-118f3aa964bf tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419443 May 23 12:04:08.487084 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:09.327056 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ed91f626-3660-47cf-a1c5-874ee80ad488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:09.329714 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2c970-bd51-435e-ac4e-d2de2c1a3e1c req-25dbff59-0e0e-4a75-881e-285742130f6d tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:09.332758 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2af2c970-bd51-435e-ac4e-d2de2c1a3e1c req-25dbff59-0e0e-4a75-881e-285742130f6d tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 945 time: 0.0925045 May 23 12:04:09.387396 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2af2c970-bd51-435e-ac4e-d2de2c1a3e1c req-b4d17187-e22a-4666-b2c3-1d82c52065df tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490992 May 23 12:04:09.859965 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:10.693539 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269ddb6-acf7-48f8-a7e0-0e0af58f6e7b req-dea2b34c-2971-415f-b082-20c8f553a514 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:10.695659 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3269ddb6-acf7-48f8-a7e0-0e0af58f6e7b req-dea2b34c-2971-415f-b082-20c8f553a514 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 945 time: 0.1818674 May 23 12:04:10.743760 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3269ddb6-acf7-48f8-a7e0-0e0af58f6e7b req-bc9e0db4-1a15-46b4-a0fd-8d242908fa0b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416925 May 23 12:04:11.638078 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a92f94b3-1a55-4a29-b2c0-557d6ccbca69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:11.956396 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e8b50-419d-45e2-b67c-5bae8529f505 req-59e00bf8-b4a7-48e7-808d-c954d2f2e378 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:11.957919 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-944e8b50-419d-45e2-b67c-5bae8529f505 req-59e00bf8-b4a7-48e7-808d-c954d2f2e378 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 945 time: 0.0780683 May 23 12:04:12.007057 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-944e8b50-419d-45e2-b67c-5bae8529f505 req-691f789a-fdb4-403f-bbf4-cbe7b682891a tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432522 May 23 12:04:12.880405 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:12.941485 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:13.212692 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd4834-3c81-446b-81d6-23c803aadbd4 req-5db0992f-5067-45dc-bfe4-deb713b8ed5b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:13.214064 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f6dd4834-3c81-446b-81d6-23c803aadbd4 req-5db0992f-5067-45dc-bfe4-deb713b8ed5b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 945 time: 0.0799072 May 23 12:04:13.268782 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f6dd4834-3c81-446b-81d6-23c803aadbd4 req-4492c85c-ef77-4c67-aed8-c5f62b00e148 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485871 May 23 12:04:14.483145 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:14.486803 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084be48-926a-48bd-ab4e-b8c000d0c7c1 req-708b4f9b-6a85-45a3-95b1-73df9cb30221 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:14.488499 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0084be48-926a-48bd-ab4e-b8c000d0c7c1 req-708b4f9b-6a85-45a3-95b1-73df9cb30221 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 945 time: 0.0921001 May 23 12:04:14.540067 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0084be48-926a-48bd-ab4e-b8c000d0c7c1 req-9e0c38c4-8222-42f6-8ec3-624ac0a4b9d5 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449028 May 23 12:04:15.074121 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [req-a963457d-2027-485c-909b-67165cb9228b req-23684422-4a32-41fc-900d-5ab22489823c service neutron] show failed (client error): The resource could not be found. May 23 12:04:15.075264 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a963457d-2027-485c-909b-67165cb9228b req-23684422-4a32-41fc-900d-5ab22489823c service neutron] 10.222.0.13 "GET /v2.0/ports/f8e564f3-5276-404e-b439-a8ec19cdd06d/bindings/n-h2-842952-2 HTTP/1.1" status: 404 len: 380 time: 0.0885365 May 23 12:04:15.347102 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a963457d-2027-485c-909b-67165cb9228b req-0152e4fc-6a4f-4306-9690-86d3a38e529e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85&tenant_id=f48196f0bd4b4a87ad2310689b6f970d HTTP/1.1" status: 200 len: 1096 time: 0.0702317 May 23 12:04:15.370192 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-a963457d-2027-485c-909b-67165cb9228b req-03a5a297-8829-4681-a8a1-4ebab7c46b67 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-842952-2', 'device_owner': 'compute:nova'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:04:15.578137 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a963457d-2027-485c-909b-67165cb9228b req-03a5a297-8829-4681-a8a1-4ebab7c46b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:15.749500 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c9bd07-c5c1-4c07-9f86-fc3214169264 req-0a3105fd-4ab4-414f-b4c2-2e4c40d35efc tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:15.751002 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e1c9bd07-c5c1-4c07-9f86-fc3214169264 req-0a3105fd-4ab4-414f-b4c2-2e4c40d35efc tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 945 time: 0.0795512 May 23 12:04:15.801789 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e1c9bd07-c5c1-4c07-9f86-fc3214169264 req-577d1c68-3aec-4cd4-9d6b-fd3e11658f00 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434082 May 23 12:04:15.876010 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-a963457d-2027-485c-909b-67165cb9228b req-03a5a297-8829-4681-a8a1-4ebab7c46b67 service neutron] For port f8e564f3-5276-404e-b439-a8ec19cdd06d, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=f8e564f3-5276-404e-b439-a8ec19cdd06d,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:04:15.906810 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-a963457d-2027-485c-909b-67165cb9228b req-03a5a297-8829-4681-a8a1-4ebab7c46b67 service neutron] For port f8e564f3-5276-404e-b439-a8ec19cdd06d, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:04:15.969715 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17276bc-307b-4302-95c8-9fbc8fc27c85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8e564f3-5276-404e-b439-a8ec19cdd06d'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:04:15.976131 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a963457d-2027-485c-909b-67165cb9228b req-03a5a297-8829-4681-a8a1-4ebab7c46b67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:15.992756 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-a963457d-2027-485c-909b-67165cb9228b req-03a5a297-8829-4681-a8a1-4ebab7c46b67 service neutron] Transition to ACTIVE for port object f8e564f3-5276-404e-b439-a8ec19cdd06d will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:04:15.997497 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a963457d-2027-485c-909b-67165cb9228b req-03a5a297-8829-4681-a8a1-4ebab7c46b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:16.042731 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3b299ca-381d-4910-b4c8-4fee05e7cb0a'] response: {'server_uuid': 'd17276bc-307b-4302-95c8-9fbc8fc27c85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8e564f3-5276-404e-b439-a8ec19cdd06d', 'code': 200} May 23 12:04:16.145397 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a5a297-8829-4681-a8a1-4ebab7c46b67 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e564f3-5276-404e-b439-a8ec19cdd06d,revision_number=6']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:04:16.163343 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a5a297-8829-4681-a8a1-4ebab7c46b67 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:04:16.163689 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a5a297-8829-4681-a8a1-4ebab7c46b67 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:04:16.164057 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a5a297-8829-4681-a8a1-4ebab7c46b67 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:04:16.164425 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a5a297-8829-4681-a8a1-4ebab7c46b67 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:04:16.164758 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a5a297-8829-4681-a8a1-4ebab7c46b67 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:04:16.165087 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a5a297-8829-4681-a8a1-4ebab7c46b67 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:04:16.165413 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a5a297-8829-4681-a8a1-4ebab7c46b67 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:04:16.165740 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a5a297-8829-4681-a8a1-4ebab7c46b67 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:04:16.166066 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a5a297-8829-4681-a8a1-4ebab7c46b67 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:04:16.166385 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a5a297-8829-4681-a8a1-4ebab7c46b67 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:04:16.166708 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a5a297-8829-4681-a8a1-4ebab7c46b67 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:04:16.223619 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-a963457d-2027-485c-909b-67165cb9228b req-03a5a297-8829-4681-a8a1-4ebab7c46b67 service neutron] No DVR routers for this DVR port f8e564f3-5276-404e-b439-a8ec19cdd06d on host n-h1-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:04:16.488073 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-a963457d-2027-485c-909b-67165cb9228b req-03a5a297-8829-4681-a8a1-4ebab7c46b67 service neutron] Attempting to bind port f8e564f3-5276-404e-b439-a8ec19cdd06d on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:04:16.488407 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-a963457d-2027-485c-909b-67165cb9228b req-03a5a297-8829-4681-a8a1-4ebab7c46b67 service neutron] Attempting to bind port f8e564f3-5276-404e-b439-a8ec19cdd06d by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': 'b10e1919-3a7e-44ea-91cd-6f869fba6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:04:16.488734 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a963457d-2027-485c-909b-67165cb9228b req-03a5a297-8829-4681-a8a1-4ebab7c46b67 service neutron] Attempting to bind port f8e564f3-5276-404e-b439-a8ec19cdd06d on network fa7a594d-7c5b-41e8-b620-f22e4b48926d {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:04:16.494580 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a963457d-2027-485c-909b-67165cb9228b req-03a5a297-8829-4681-a8a1-4ebab7c46b67 service neutron] Port f8e564f3-5276-404e-b439-a8ec19cdd06d on network fa7a594d-7c5b-41e8-b620-f22e4b48926d not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 12:04:16.494872 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a963457d-2027-485c-909b-67165cb9228b req-03a5a297-8829-4681-a8a1-4ebab7c46b67 service neutron] Attempting to bind port f8e564f3-5276-404e-b439-a8ec19cdd06d on network fa7a594d-7c5b-41e8-b620-f22e4b48926d {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:04:16.501343 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a963457d-2027-485c-909b-67165cb9228b req-03a5a297-8829-4681-a8a1-4ebab7c46b67 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:04:16.501672 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a963457d-2027-485c-909b-67165cb9228b req-03a5a297-8829-4681-a8a1-4ebab7c46b67 service neutron] Checking segment: {'id': 'b10e1919-3a7e-44ea-91cd-6f869fba6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:04:16.502052 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a963457d-2027-485c-909b-67165cb9228b req-03a5a297-8829-4681-a8a1-4ebab7c46b67 service neutron] Bound using segment: {'id': 'b10e1919-3a7e-44ea-91cd-6f869fba6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:04:16.502494 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-a963457d-2027-485c-909b-67165cb9228b req-03a5a297-8829-4681-a8a1-4ebab7c46b67 service neutron] Bound port: f8e564f3-5276-404e-b439-a8ec19cdd06d, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b10e1919-3a7e-44ea-91cd-6f869fba6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:04:16.502835 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a963457d-2027-485c-909b-67165cb9228b req-03a5a297-8829-4681-a8a1-4ebab7c46b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:16.595743 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-a963457d-2027-485c-909b-67165cb9228b req-03a5a297-8829-4681-a8a1-4ebab7c46b67 service neutron] For port f8e564f3-5276-404e-b439-a8ec19cdd06d, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:04:16.598730 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-a963457d-2027-485c-909b-67165cb9228b req-03a5a297-8829-4681-a8a1-4ebab7c46b67 service neutron] For port f8e564f3-5276-404e-b439-a8ec19cdd06d, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=f8e564f3-5276-404e-b439-a8ec19cdd06d,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:04:16.603967 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a963457d-2027-485c-909b-67165cb9228b req-03a5a297-8829-4681-a8a1-4ebab7c46b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:16.668878 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a963457d-2027-485c-909b-67165cb9228b req-03a5a297-8829-4681-a8a1-4ebab7c46b67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:16.670242 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a963457d-2027-485c-909b-67165cb9228b req-03a5a297-8829-4681-a8a1-4ebab7c46b67 service neutron] 10.222.0.81 "PUT /v2.0/ports/f8e564f3-5276-404e-b439-a8ec19cdd06d HTTP/1.1" status: 200 len: 1091 time: 1.3040397 May 23 12:04:16.683627 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a5a297-8829-4681-a8a1-4ebab7c46b67 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e564f3-5276-404e-b439-a8ec19cdd06d,revision_number=7']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:04:16.782309 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a963457d-2027-485c-909b-67165cb9228b req-bb3a9b18-4137-4972-a88a-c0e9b1ca9e98 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 1094 time: 0.0742083 May 23 12:04:16.923553 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963457d-2027-485c-909b-67165cb9228b req-6f684732-915a-45dc-ab8f-dea03a550df1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:16.925385 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a963457d-2027-485c-909b-67165cb9228b req-6f684732-915a-45dc-ab8f-dea03a550df1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 913 time: 0.1345022 May 23 12:04:16.947380 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:04:17.019530 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e30409-6e46-4c3f-b7e9-5f5208c959ad req-8000ac84-5034-4110-b0a6-2eb847c04fa2 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:17.021085 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e7e30409-6e46-4c3f-b7e9-5f5208c959ad req-8000ac84-5034-4110-b0a6-2eb847c04fa2 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 943 time: 0.0944831 May 23 12:04:17.041667 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a963457d-2027-485c-909b-67165cb9228b req-089dfbbb-1e92-4571-9fa0-73df0f7fc9b9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8e564f3-5276-404e-b439-a8ec19cdd06d HTTP/1.1" status: 200 len: 999 time: 0.1072135 May 23 12:04:17.072162 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e7e30409-6e46-4c3f-b7e9-5f5208c959ad req-fa83a66d-28e0-4e01-962a-8e190cac4889 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449955 May 23 12:04:17.107434 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963457d-2027-485c-909b-67165cb9228b req-1c30cb18-e68d-4785-bbc6-24e0c0257f8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:17.108902 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a963457d-2027-485c-909b-67165cb9228b req-1c30cb18-e68d-4785-bbc6-24e0c0257f8d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6c3eda61-b88c-4818-a564-3353ea1c45e4 HTTP/1.1" status: 200 len: 851 time: 0.0584335 May 23 12:04:17.190089 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a963457d-2027-485c-909b-67165cb9228b req-1052f23b-247c-41ca-9290-08592ca1b21c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7a594d-7c5b-41e8-b620-f22e4b48926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723777 May 23 12:04:17.202787 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [req-a963457d-2027-485c-909b-67165cb9228b req-f01dc604-bacb-4cf6-97e4-7de2eb601553 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 12:04:17.203737 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a963457d-2027-485c-909b-67165cb9228b req-f01dc604-bacb-4cf6-97e4-7de2eb601553 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049529 May 23 12:04:17.446543 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a963457d-2027-485c-909b-67165cb9228b req-f3e8f37c-2553-418d-bdc7-5c01f8c972a7 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317677 May 23 12:04:17.583667 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a963457d-2027-485c-909b-67165cb9228b req-2a914dd9-0a47-444a-a777-4f25d5a762f6 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285427 May 23 12:04:18.044575 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd17276bc-307b-4302-95c8-9fbc8fc27c85', 'tag': 'f8e564f3-5276-404e-b439-a8ec19cdd06d'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:04:18.094362 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device f8e564f3-5276-404e-b439-a8ec19cdd06d no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:04:18.131024 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-585d87f5-0f4c-4da9-9d64-aff9668ad875'] response: {'name': 'network-changed', 'server_uuid': 'd17276bc-307b-4302-95c8-9fbc8fc27c85', 'tag': 'f8e564f3-5276-404e-b439-a8ec19cdd06d', 'status': 'completed', 'code': 200} May 23 12:04:18.154134 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device f8e564f3-5276-404e-b439-a8ec19cdd06d not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:04:18.334319 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-60ee7a36-adcb-4372-930e-85f674110fb6 req-d49fe3eb-4e29-4b15-9a76-856a2079d20d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 1094 time: 0.1658540 May 23 12:04:18.341357 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-60ee7a36-adcb-4372-930e-85f674110fb6 req-bbe478b2-7c67-4125-8ebc-02873692f8d4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 1094 time: 0.1343117 May 23 12:04:18.358039 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf2618-10f2-44c1-9004-4ccf0d4ee22e req-821fd5f2-422f-414e-9e36-3ce963b921f2 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:18.359540 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b7bf2618-10f2-44c1-9004-4ccf0d4ee22e req-821fd5f2-422f-414e-9e36-3ce963b921f2 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 943 time: 0.0791903 May 23 12:04:18.410786 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b7bf2618-10f2-44c1-9004-4ccf0d4ee22e req-69286c02-0532-45d2-a7b1-bbd866177527 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449529 May 23 12:04:18.587380 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee7a36-adcb-4372-930e-85f674110fb6 req-5416d0c4-6c7c-4d19-9760-c85fa0b20009 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:18.588976 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-60ee7a36-adcb-4372-930e-85f674110fb6 req-5416d0c4-6c7c-4d19-9760-c85fa0b20009 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 913 time: 0.2467973 May 23 12:04:18.590035 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee7a36-adcb-4372-930e-85f674110fb6 req-5fb031d1-aea3-428a-8353-9f13dd61b898 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:18.591325 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-60ee7a36-adcb-4372-930e-85f674110fb6 req-5fb031d1-aea3-428a-8353-9f13dd61b898 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 913 time: 0.2306778 May 23 12:04:18.779339 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-60ee7a36-adcb-4372-930e-85f674110fb6 req-562198ef-682d-4c49-bd0e-4310652b9602 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8e564f3-5276-404e-b439-a8ec19cdd06d HTTP/1.1" status: 200 len: 999 time: 0.1845851 May 23 12:04:18.780984 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-60ee7a36-adcb-4372-930e-85f674110fb6 req-0b7824a4-eb75-4b3f-b401-5da44f67007d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8e564f3-5276-404e-b439-a8ec19cdd06d HTTP/1.1" status: 200 len: 999 time: 0.1378934 May 23 12:04:18.886211 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee7a36-adcb-4372-930e-85f674110fb6 req-9aa89e83-07a2-4e65-b763-e7d7ad2bb1d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:18.887646 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-60ee7a36-adcb-4372-930e-85f674110fb6 req-9aa89e83-07a2-4e65-b763-e7d7ad2bb1d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c3eda61-b88c-4818-a564-3353ea1c45e4 HTTP/1.1" status: 200 len: 851 time: 0.1030266 May 23 12:04:18.891727 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee7a36-adcb-4372-930e-85f674110fb6 req-f98ab5f2-02bb-4af8-a739-23945767cf17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:18.893112 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-60ee7a36-adcb-4372-930e-85f674110fb6 req-f98ab5f2-02bb-4af8-a739-23945767cf17 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6c3eda61-b88c-4818-a564-3353ea1c45e4 HTTP/1.1" status: 200 len: 851 time: 0.0793023 May 23 12:04:19.029936 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-60ee7a36-adcb-4372-930e-85f674110fb6 req-bf6c717f-c3b2-41e0-944a-779172ea5eb1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fa7a594d-7c5b-41e8-b620-f22e4b48926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1358645 May 23 12:04:19.033391 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-60ee7a36-adcb-4372-930e-85f674110fb6 req-6c70db2d-4137-410c-ab0a-c9f4e90a404b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7a594d-7c5b-41e8-b620-f22e4b48926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1067626 May 23 12:04:19.278546 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-60ee7a36-adcb-4372-930e-85f674110fb6 req-911cf583-b18c-43a6-bdad-1b0ba579b238 service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420120 May 23 12:04:19.280606 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-60ee7a36-adcb-4372-930e-85f674110fb6 req-0c5bc3a1-9b02-4ce2-a1ff-670f73fa04b2 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212286 May 23 12:04:19.622141 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae773ce1-8af9-445c-a79d-cf9c366b194e req-87902b1f-ec7c-4113-868f-63f83977b270 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:19.623696 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ae773ce1-8af9-445c-a79d-cf9c366b194e req-87902b1f-ec7c-4113-868f-63f83977b270 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 943 time: 0.0823615 May 23 12:04:19.681676 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-60ee7a36-adcb-4372-930e-85f674110fb6 req-a17e22fa-ab62-49b4-9f32-f1d4861d8718 service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967426 May 23 12:04:19.685291 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-60ee7a36-adcb-4372-930e-85f674110fb6 req-65eef07d-bb71-4e97-8cb5-06c0d0c11426 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820448 May 23 12:04:19.688938 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ae773ce1-8af9-445c-a79d-cf9c366b194e req-2296d1b1-cf53-455d-83ae-cb16e118a2a3 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560651 May 23 12:04:20.897844 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20f199-3346-4100-925a-545a8e120712 req-22a00121-a2c6-47e8-acbe-cc8225520b4d tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:20.899310 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3e20f199-3346-4100-925a-545a8e120712 req-22a00121-a2c6-47e8-acbe-cc8225520b4d tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 943 time: 0.0822232 May 23 12:04:20.945216 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3e20f199-3346-4100-925a-545a8e120712 req-380cdfb2-d1cb-4be2-ba03-025afd0975f4 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401750 May 23 12:04:21.388096 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0466f4-d872-46ef-94e7-6a6447f77678 req-b8d2ed5e-5d5f-4cfb-88b5-722f696d3e5b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:21.388772 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-3b0466f4-d872-46ef-94e7-6a6447f77678 req-b8d2ed5e-5d5f-4cfb-88b5-722f696d3e5b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Synchronizing usage tracker for tenant:f48196f0bd4b4a87ad2310689b6f970d on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:04:21.406218 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-3b0466f4-d872-46ef-94e7-6a6447f77678 req-b8d2ed5e-5d5f-4cfb-88b5-722f696d3e5b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Unset dirty status for tenant:f48196f0bd4b4a87ad2310689b6f970d on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:04:21.407709 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3b0466f4-d872-46ef-94e7-6a6447f77678 req-b8d2ed5e-5d5f-4cfb-88b5-722f696d3e5b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.81 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85&tenant_id=f48196f0bd4b4a87ad2310689b6f970d&binding%3Ahost_id=n-h2-842952-2 HTTP/1.1" status: 200 len: 943 time: 0.1034436 May 23 12:04:21.436948 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60520373-4762-4998-812b-78c82c0be246 req-c005acb2-a02b-4ff6-a7fa-ce3185ac5310 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:21.438486 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-60520373-4762-4998-812b-78c82c0be246 req-c005acb2-a02b-4ff6-a7fa-ce3185ac5310 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 943 time: 0.0788503 May 23 12:04:21.485281 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-60520373-4762-4998-812b-78c82c0be246 req-3f70cdf7-4a6a-4665-8042-08ae354fca25 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412159 May 23 12:04:21.487587 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3b0466f4-d872-46ef-94e7-6a6447f77678 req-31f138e9-9a5a-4d72-8a82-76e9fa451e37 service neutron] 10.222.0.81 "GET /v2.0/ports/f8e564f3-5276-404e-b439-a8ec19cdd06d/bindings/n-h2-842952-2 HTTP/1.1" status: 200 len: 382 time: 0.0750697 May 23 12:04:21.599583 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3b0466f4-d872-46ef-94e7-6a6447f77678 req-72bb322f-0b4c-421f-bc9d-1b44ba826b29 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 1094 time: 0.0748460 May 23 12:04:21.617749 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device f8e564f3-5276-404e-b439-a8ec19cdd06d details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 12:04:21.733743 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0466f4-d872-46ef-94e7-6a6447f77678 req-7ebebbd8-0386-4bc8-9ae9-f785aad42488 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:21.735235 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3b0466f4-d872-46ef-94e7-6a6447f77678 req-7ebebbd8-0386-4bc8-9ae9-f785aad42488 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 913 time: 0.1305795 May 23 12:04:21.756434 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port f8e564f3-5276-404e-b439-a8ec19cdd06d, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=f8e564f3-5276-404e-b439-a8ec19cdd06d,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:04:21.771121 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': 'f8e564f3-5276-404e-b439-a8ec19cdd06d', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'port_id': 'f8e564f3-5276-404e-b439-a8ec19cdd06d', 'mac_address': 'fa:16:3e:8e:69:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 12:04:21.827411 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:21.841852 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3b0466f4-d872-46ef-94e7-6a6447f77678 req-fbe7e73c-c5f4-48f3-8313-20d51c570c2d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8e564f3-5276-404e-b439-a8ec19cdd06d HTTP/1.1" status: 200 len: 999 time: 0.1005507 May 23 12:04:21.849738 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8e564f3-5276-404e-b439-a8ec19cdd06d {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 12:04:21.868796 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port f8e564f3-5276-404e-b439-a8ec19cdd06d, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=f8e564f3-5276-404e-b439-a8ec19cdd06d,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:04:21.873367 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:21.908143 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0466f4-d872-46ef-94e7-6a6447f77678 req-5520621c-6ecf-40d6-a844-bc0093510e7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:21.909564 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3b0466f4-d872-46ef-94e7-6a6447f77678 req-5520621c-6ecf-40d6-a844-bc0093510e7d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6c3eda61-b88c-4818-a564-3353ea1c45e4 HTTP/1.1" status: 200 len: 851 time: 0.0625610 May 23 12:04:21.943767 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=f8e564f3-5276-404e-b439-a8ec19cdd06d,revision_number=8']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:04:21.953258 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:04:21.953610 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:04:21.953998 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:04:21.954263 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:04:21.954593 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:04:21.954913 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:04:21.955715 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:04:21.955715 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:04:21.955932 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:04:21.956196 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:04:21.956543 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:04:21.986755 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3b0466f4-d872-46ef-94e7-6a6447f77678 req-3dcce757-f086-4e82-97a3-6acf94400f16 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7a594d-7c5b-41e8-b620-f22e4b48926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708754 May 23 12:04:22.124808 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3b0466f4-d872-46ef-94e7-6a6447f77678 req-acadc325-e7e1-4d7c-bc6e-bc380d11e5b3 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318333 May 23 12:04:22.191540 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['f8e564f3-5276-404e-b439-a8ec19cdd06d'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 12:04:22.259726 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3b0466f4-d872-46ef-94e7-6a6447f77678 req-6be674ef-f85d-436c-a76f-a1beffed60c2 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285119 May 23 12:04:22.704102 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b1292-f8d9-40b8-8035-c3cd929a5325 req-fe47c39c-becd-4e46-8526-1f6993987604 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:22.705581 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ef3b1292-f8d9-40b8-8035-c3cd929a5325 req-fe47c39c-becd-4e46-8526-1f6993987604 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 944 time: 0.0832489 May 23 12:04:22.753716 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ef3b1292-f8d9-40b8-8035-c3cd929a5325 req-c3f5e49e-e72e-4f8b-b4df-8df939eba254 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424581 May 23 12:04:23.642774 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device f8e564f3-5276-404e-b439-a8ec19cdd06d up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:04:23.713277 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port f8e564f3-5276-404e-b439-a8ec19cdd06d completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:04:23.718525 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port f8e564f3-5276-404e-b439-a8ec19cdd06d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:04:23.718897 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:23.852878 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:23.889178 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17276bc-307b-4302-95c8-9fbc8fc27c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e564f3-5276-404e-b439-a8ec19cdd06d'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:04:23.904224 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port f8e564f3-5276-404e-b439-a8ec19cdd06d, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=f8e564f3-5276-404e-b439-a8ec19cdd06d,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:04:23.909383 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:23.984307 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad6c8a-8eff-4eca-990f-c26d20547891 req-e3f09890-4f50-43ee-a864-f218bde2f9de tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:23.991347 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-54ad6c8a-8eff-4eca-990f-c26d20547891 req-e3f09890-4f50-43ee-a864-f218bde2f9de tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 945 time: 0.0957866 May 23 12:04:23.991894 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=f8e564f3-5276-404e-b439-a8ec19cdd06d,revision_number=9']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:04:24.001696 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34b6a884-2b41-4402-9ea1-16e21872de45'] response: {'server_uuid': 'd17276bc-307b-4302-95c8-9fbc8fc27c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e564f3-5276-404e-b439-a8ec19cdd06d', 'code': 200} May 23 12:04:24.036431 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-54ad6c8a-8eff-4eca-990f-c26d20547891 req-630712a1-d3dc-4655-96f5-f16a0186b61f tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441718 May 23 12:04:24.694583 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3b0466f4-d872-46ef-94e7-6a6447f77678 req-b3bd05e5-9379-4140-b0fb-8e4d6c35e7fb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85&tenant_id=f48196f0bd4b4a87ad2310689b6f970d HTTP/1.1" status: 200 len: 1096 time: 0.0738680 May 23 12:04:24.711178 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-3b0466f4-d872-46ef-94e7-6a6447f77678 req-3d878329-e962-40d2-abe4-6b2b04c7453d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-842952-2', 'device_owner': 'compute:nova'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:04:24.820799 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3b0466f4-d872-46ef-94e7-6a6447f77678 req-3d878329-e962-40d2-abe4-6b2b04c7453d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:25.097854 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-3b0466f4-d872-46ef-94e7-6a6447f77678 req-3d878329-e962-40d2-abe4-6b2b04c7453d service neutron] For port f8e564f3-5276-404e-b439-a8ec19cdd06d, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=f8e564f3-5276-404e-b439-a8ec19cdd06d,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:04:25.127880 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-3b0466f4-d872-46ef-94e7-6a6447f77678 req-3d878329-e962-40d2-abe4-6b2b04c7453d service neutron] For port f8e564f3-5276-404e-b439-a8ec19cdd06d, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:04:25.196172 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17276bc-307b-4302-95c8-9fbc8fc27c85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8e564f3-5276-404e-b439-a8ec19cdd06d'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:04:25.203317 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3b0466f4-d872-46ef-94e7-6a6447f77678 req-3d878329-e962-40d2-abe4-6b2b04c7453d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:25.223490 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-3b0466f4-d872-46ef-94e7-6a6447f77678 req-3d878329-e962-40d2-abe4-6b2b04c7453d service neutron] Transition to ACTIVE for port object f8e564f3-5276-404e-b439-a8ec19cdd06d will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:04:25.228775 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3b0466f4-d872-46ef-94e7-6a6447f77678 req-3d878329-e962-40d2-abe4-6b2b04c7453d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:25.251007 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67404c98-bf4f-4413-8232-c25059506ed1 req-df442c37-9c4c-40ed-bd08-b11e05a78823 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:25.252840 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-67404c98-bf4f-4413-8232-c25059506ed1 req-df442c37-9c4c-40ed-bd08-b11e05a78823 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 945 time: 0.0894191 May 23 12:04:25.276429 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5058bd9d-4e5c-49ca-bdbf-1d76eea3178d'] response: {'server_uuid': 'd17276bc-307b-4302-95c8-9fbc8fc27c85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8e564f3-5276-404e-b439-a8ec19cdd06d', 'code': 200} May 23 12:04:25.301467 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-67404c98-bf4f-4413-8232-c25059506ed1 req-1baaa4c3-c8d9-44a7-8dca-533513af5367 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423770 May 23 12:04:25.480968 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d878329-e962-40d2-abe4-6b2b04c7453d service neutron] Pushing event updated for resources: {'Port': ['ID=f8e564f3-5276-404e-b439-a8ec19cdd06d,revision_number=10']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:04:25.548406 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b0466f4-d872-46ef-94e7-6a6447f77678 req-3d878329-e962-40d2-abe4-6b2b04c7453d service neutron] No DVR routers for this DVR port f8e564f3-5276-404e-b439-a8ec19cdd06d on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:04:25.802526 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-3b0466f4-d872-46ef-94e7-6a6447f77678 req-3d878329-e962-40d2-abe4-6b2b04c7453d service neutron] Attempting to bind port f8e564f3-5276-404e-b439-a8ec19cdd06d on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:04:25.803245 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-3b0466f4-d872-46ef-94e7-6a6447f77678 req-3d878329-e962-40d2-abe4-6b2b04c7453d service neutron] Attempting to bind port f8e564f3-5276-404e-b439-a8ec19cdd06d by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'b10e1919-3a7e-44ea-91cd-6f869fba6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:04:25.803245 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0466f4-d872-46ef-94e7-6a6447f77678 req-3d878329-e962-40d2-abe4-6b2b04c7453d service neutron] Attempting to bind port f8e564f3-5276-404e-b439-a8ec19cdd06d on network fa7a594d-7c5b-41e8-b620-f22e4b48926d {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:04:25.809633 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0466f4-d872-46ef-94e7-6a6447f77678 req-3d878329-e962-40d2-abe4-6b2b04c7453d service neutron] Port f8e564f3-5276-404e-b439-a8ec19cdd06d on network fa7a594d-7c5b-41e8-b620-f22e4b48926d not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 12:04:25.809957 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0466f4-d872-46ef-94e7-6a6447f77678 req-3d878329-e962-40d2-abe4-6b2b04c7453d service neutron] Attempting to bind port f8e564f3-5276-404e-b439-a8ec19cdd06d on network fa7a594d-7c5b-41e8-b620-f22e4b48926d {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:04:25.816550 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0466f4-d872-46ef-94e7-6a6447f77678 req-3d878329-e962-40d2-abe4-6b2b04c7453d service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:04:25.816879 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0466f4-d872-46ef-94e7-6a6447f77678 req-3d878329-e962-40d2-abe4-6b2b04c7453d service neutron] Checking segment: {'id': 'b10e1919-3a7e-44ea-91cd-6f869fba6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:04:25.817260 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0466f4-d872-46ef-94e7-6a6447f77678 req-3d878329-e962-40d2-abe4-6b2b04c7453d service neutron] Bound using segment: {'id': 'b10e1919-3a7e-44ea-91cd-6f869fba6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:04:25.817674 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-3b0466f4-d872-46ef-94e7-6a6447f77678 req-3d878329-e962-40d2-abe4-6b2b04c7453d service neutron] Bound port: f8e564f3-5276-404e-b439-a8ec19cdd06d, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b10e1919-3a7e-44ea-91cd-6f869fba6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:04:25.818008 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3b0466f4-d872-46ef-94e7-6a6447f77678 req-3d878329-e962-40d2-abe4-6b2b04c7453d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:25.910295 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-3b0466f4-d872-46ef-94e7-6a6447f77678 req-3d878329-e962-40d2-abe4-6b2b04c7453d service neutron] For port f8e564f3-5276-404e-b439-a8ec19cdd06d, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:04:25.913435 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-3b0466f4-d872-46ef-94e7-6a6447f77678 req-3d878329-e962-40d2-abe4-6b2b04c7453d service neutron] For port f8e564f3-5276-404e-b439-a8ec19cdd06d, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=f8e564f3-5276-404e-b439-a8ec19cdd06d,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:04:25.917980 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3b0466f4-d872-46ef-94e7-6a6447f77678 req-3d878329-e962-40d2-abe4-6b2b04c7453d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:25.979253 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3b0466f4-d872-46ef-94e7-6a6447f77678 req-3d878329-e962-40d2-abe4-6b2b04c7453d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:25.980641 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3b0466f4-d872-46ef-94e7-6a6447f77678 req-3d878329-e962-40d2-abe4-6b2b04c7453d service neutron] 10.222.0.13 "PUT /v2.0/ports/f8e564f3-5276-404e-b439-a8ec19cdd06d HTTP/1.1" status: 200 len: 1092 time: 1.2733781 May 23 12:04:25.993285 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d878329-e962-40d2-abe4-6b2b04c7453d service neutron] Pushing event updated for resources: {'Port': ['ID=f8e564f3-5276-404e-b439-a8ec19cdd06d,revision_number=11']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:04:26.088016 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3b0466f4-d872-46ef-94e7-6a6447f77678 req-a432f3f2-ff11-4228-af57-8937ecc65efd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 1095 time: 0.0749047 May 23 12:04:26.221524 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0466f4-d872-46ef-94e7-6a6447f77678 req-aa919f8a-961d-418e-8e08-9781674d41e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:26.222975 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3b0466f4-d872-46ef-94e7-6a6447f77678 req-aa919f8a-961d-418e-8e08-9781674d41e4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 913 time: 0.1295807 May 23 12:04:26.326451 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3b0466f4-d872-46ef-94e7-6a6447f77678 req-d7d74cd1-ca6b-4903-a3e8-0b575e177479 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8e564f3-5276-404e-b439-a8ec19cdd06d HTTP/1.1" status: 200 len: 999 time: 0.0970507 May 23 12:04:26.395514 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0466f4-d872-46ef-94e7-6a6447f77678 req-392330e0-7944-4d5d-88ef-f90c8b0f230d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:26.397244 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3b0466f4-d872-46ef-94e7-6a6447f77678 req-392330e0-7944-4d5d-88ef-f90c8b0f230d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c3eda61-b88c-4818-a564-3353ea1c45e4 HTTP/1.1" status: 200 len: 851 time: 0.0652347 May 23 12:04:26.478157 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3b0466f4-d872-46ef-94e7-6a6447f77678 req-f4e11a2d-cb7b-4712-a366-3765b311b5b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fa7a594d-7c5b-41e8-b620-f22e4b48926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754445 May 23 12:04:26.521858 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04899c33-d32a-497c-befd-1526ebaea469 req-57a9c912-3e94-49f2-885a-ae371f0e2a6d tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:26.523405 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-04899c33-d32a-497c-befd-1526ebaea469 req-57a9c912-3e94-49f2-885a-ae371f0e2a6d tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 944 time: 0.0921764 May 23 12:04:26.574140 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-04899c33-d32a-497c-befd-1526ebaea469 req-a9b8ca53-4509-4829-b730-4409411e7bff tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444961 May 23 12:04:26.612976 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3b0466f4-d872-46ef-94e7-6a6447f77678 req-ea07864d-2602-4d51-ae81-68627219a3ed service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287963 May 23 12:04:26.748646 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3b0466f4-d872-46ef-94e7-6a6447f77678 req-76a5e9a5-4b72-4fbe-816a-a8ff663888df service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297636 May 23 12:04:27.277581 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd17276bc-307b-4302-95c8-9fbc8fc27c85', 'tag': 'f8e564f3-5276-404e-b439-a8ec19cdd06d'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:04:27.345284 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69d5e39f-be81-44cf-990f-6974c977de6c'] response: {'name': 'network-changed', 'server_uuid': 'd17276bc-307b-4302-95c8-9fbc8fc27c85', 'tag': 'f8e564f3-5276-404e-b439-a8ec19cdd06d', 'status': 'completed', 'code': 200} May 23 12:04:27.512468 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-148a4d34-531e-498d-b065-0098401e8ecb req-f62344d2-0317-4ec9-aa84-759ba549a835 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 1095 time: 0.1284111 May 23 12:04:27.516390 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-148a4d34-531e-498d-b065-0098401e8ecb req-d8fec684-fc5a-4ca2-b95b-2ef9f3f06450 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 1095 time: 0.1028540 May 23 12:04:27.634593 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device f8e564f3-5276-404e-b439-a8ec19cdd06d no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:04:27.708920 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device f8e564f3-5276-404e-b439-a8ec19cdd06d not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:04:27.789667 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba55cab-a5a0-4f9d-92f9-5dbcd5544671 req-b42094c1-e950-47af-947b-4c779738c44f tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:27.791864 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9ba55cab-a5a0-4f9d-92f9-5dbcd5544671 req-b42094c1-e950-47af-947b-4c779738c44f tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 944 time: 0.0891230 May 23 12:04:27.847731 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9ba55cab-a5a0-4f9d-92f9-5dbcd5544671 req-ac4d7952-853c-4582-beb4-7237b3dbb453 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488737 May 23 12:04:27.870909 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a4d34-531e-498d-b065-0098401e8ecb req-af412bd6-dc62-4229-9f21-85bf2536941c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:27.872408 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-148a4d34-531e-498d-b065-0098401e8ecb req-af412bd6-dc62-4229-9f21-85bf2536941c service neutron] 10.222.0.13 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 913 time: 0.3533723 May 23 12:04:27.879867 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a4d34-531e-498d-b065-0098401e8ecb req-c6727869-18c1-4355-bb43-cf4ff9f09e4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:27.881270 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-148a4d34-531e-498d-b065-0098401e8ecb req-c6727869-18c1-4355-bb43-cf4ff9f09e4e service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 913 time: 0.3450086 May 23 12:04:28.067033 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-148a4d34-531e-498d-b065-0098401e8ecb req-ad6be6e4-0bb3-4c5d-b853-a7dcda7b80c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8e564f3-5276-404e-b439-a8ec19cdd06d HTTP/1.1" status: 200 len: 999 time: 0.1847727 May 23 12:04:28.068544 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-148a4d34-531e-498d-b065-0098401e8ecb req-dbefb483-96c8-4e9e-96af-de7ac2f4ca0c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8e564f3-5276-404e-b439-a8ec19cdd06d HTTP/1.1" status: 200 len: 999 time: 0.1388099 May 23 12:04:28.182477 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a4d34-531e-498d-b065-0098401e8ecb req-9e8dc944-b060-4533-bf9d-3bac12e91826 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:28.183868 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-148a4d34-531e-498d-b065-0098401e8ecb req-9e8dc944-b060-4533-bf9d-3bac12e91826 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c3eda61-b88c-4818-a564-3353ea1c45e4 HTTP/1.1" status: 200 len: 851 time: 0.1108673 May 23 12:04:28.185155 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a4d34-531e-498d-b065-0098401e8ecb req-5fbe6a58-651a-4495-95a9-e3b18921c65c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:28.186428 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-148a4d34-531e-498d-b065-0098401e8ecb req-5fbe6a58-651a-4495-95a9-e3b18921c65c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6c3eda61-b88c-4818-a564-3353ea1c45e4 HTTP/1.1" status: 200 len: 851 time: 0.0838244 May 23 12:04:28.315690 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-148a4d34-531e-498d-b065-0098401e8ecb req-08beae63-ff55-4a76-b080-6ee5779bdcf4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fa7a594d-7c5b-41e8-b620-f22e4b48926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1251166 May 23 12:04:28.322727 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-148a4d34-531e-498d-b065-0098401e8ecb req-f6e056c3-e08c-4c1a-b54c-c2e08059ea08 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7a594d-7c5b-41e8-b620-f22e4b48926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0988963 May 23 12:04:28.560623 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-148a4d34-531e-498d-b065-0098401e8ecb req-f14b5ba4-38e6-427d-96b5-7018bcb73809 service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369299 May 23 12:04:28.563658 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-148a4d34-531e-498d-b065-0098401e8ecb req-774c15d8-d6fb-408e-9d03-810ba0dc6c14 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226362 May 23 12:04:28.801344 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-148a4d34-531e-498d-b065-0098401e8ecb req-20be133c-8405-46b3-919c-327080607ad0 service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337685 May 23 12:04:28.803142 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-148a4d34-531e-498d-b065-0098401e8ecb req-1d975fc0-aa74-435c-927e-6ce72045d3ba service neutron] 10.222.0.81 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178116 May 23 12:04:29.071583 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ea220-f159-4aa4-9233-baf3dc0efe0a req-86561138-f1a4-4327-a7cc-1999fb96e800 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:29.073119 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f71ea220-f159-4aa4-9233-baf3dc0efe0a req-86561138-f1a4-4327-a7cc-1999fb96e800 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 944 time: 0.0875823 May 23 12:04:29.124269 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f71ea220-f159-4aa4-9233-baf3dc0efe0a req-f8b2a26b-66e7-48d4-ae3e-92b784a95bf8 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437407 May 23 12:04:30.176731 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device f8e564f3-5276-404e-b439-a8ec19cdd06d details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 12:04:30.334230 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299f73c-08e4-4daf-997c-61171c71ab59 req-96a698ea-2401-46d8-9b08-a2ce064626c4 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:30.335707 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2299f73c-08e4-4daf-997c-61171c71ab59 req-96a698ea-2401-46d8-9b08-a2ce064626c4 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 944 time: 0.0833802 May 23 12:04:30.360631 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port f8e564f3-5276-404e-b439-a8ec19cdd06d, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=f8e564f3-5276-404e-b439-a8ec19cdd06d,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:04:30.376734 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'f8e564f3-5276-404e-b439-a8ec19cdd06d', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'port_id': 'f8e564f3-5276-404e-b439-a8ec19cdd06d', 'mac_address': 'fa:16:3e:8e:69:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 12:04:30.386254 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2299f73c-08e4-4daf-997c-61171c71ab59 req-f12d9026-832e-4310-9840-7200c54f88ae tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419884 May 23 12:04:30.438205 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:30.457670 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8e564f3-5276-404e-b439-a8ec19cdd06d {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 12:04:30.476207 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port f8e564f3-5276-404e-b439-a8ec19cdd06d, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=f8e564f3-5276-404e-b439-a8ec19cdd06d,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:04:30.481226 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:30.559269 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=f8e564f3-5276-404e-b439-a8ec19cdd06d,revision_number=12']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:04:30.606225 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa450a99-a765-4dac-95dd-369581d05ddd req-7a581ad4-1089-4fe8-a64d-f1617c5d327a tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:30.607718 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aa450a99-a765-4dac-95dd-369581d05ddd req-7a581ad4-1089-4fe8-a64d-f1617c5d327a tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 945 time: 0.0942004 May 23 12:04:30.657693 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aa450a99-a765-4dac-95dd-369581d05ddd req-9b688f2f-2b0d-433c-b2cb-1cf2b445c345 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421150 May 23 12:04:30.868106 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090715f-544b-4869-99bf-442349a6b050 req-d9eb47b0-abab-4e94-aece-328610430259 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:30.869605 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1090715f-544b-4869-99bf-442349a6b050 req-d9eb47b0-abab-4e94-aece-328610430259 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 945 time: 0.0860240 May 23 12:04:30.905404 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['f8e564f3-5276-404e-b439-a8ec19cdd06d'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 12:04:30.925912 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1090715f-544b-4869-99bf-442349a6b050 req-508a3f4a-d654-4837-bdba-6479a5cf003c tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505080 May 23 12:04:31.346009 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b1482-f8f0-43e8-b5c3-6ffd51c9f946 req-9e71bbb7-cc10-409a-823b-e9678571e237 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:31.347545 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce5b1482-f8f0-43e8-b5c3-6ffd51c9f946 req-9e71bbb7-cc10-409a-823b-e9678571e237 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 945 time: 0.0791531 May 23 12:04:31.395775 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce5b1482-f8f0-43e8-b5c3-6ffd51c9f946 req-3b9532a2-83b3-448c-9cbb-d9cbe7f18a5a tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424104 May 23 12:04:32.187478 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device f8e564f3-5276-404e-b439-a8ec19cdd06d up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:04:32.263091 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port f8e564f3-5276-404e-b439-a8ec19cdd06d completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:04:32.269068 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port f8e564f3-5276-404e-b439-a8ec19cdd06d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:04:32.269451 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:32.391356 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:32.419388 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17276bc-307b-4302-95c8-9fbc8fc27c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e564f3-5276-404e-b439-a8ec19cdd06d'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:04:32.430430 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port f8e564f3-5276-404e-b439-a8ec19cdd06d, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=f8e564f3-5276-404e-b439-a8ec19cdd06d,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:04:32.437115 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:32.482960 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93fde3a3-d02e-45ae-8e88-3daab97d0739'] response: {'server_uuid': 'd17276bc-307b-4302-95c8-9fbc8fc27c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e564f3-5276-404e-b439-a8ec19cdd06d', 'code': 200} May 23 12:04:32.522838 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=f8e564f3-5276-404e-b439-a8ec19cdd06d,revision_number=13']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:04:32.621722 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866cc05-d181-4950-aaa8-357073835a64 req-331b0928-906f-4ed9-9473-ba5ffce6b178 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:32.623232 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3866cc05-d181-4950-aaa8-357073835a64 req-331b0928-906f-4ed9-9473-ba5ffce6b178 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 946 time: 0.0874798 May 23 12:04:32.759789 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3866cc05-d181-4950-aaa8-357073835a64 req-be2854c3-6651-4ad8-9688-6cf1ed9d85f9 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305552 May 23 12:04:32.935863 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a5fff-dab9-4ba9-baf0-441c7762c748 req-05b17e42-05c8-43cf-ae51-d73547b4f77f tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:32.937912 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-515a5fff-dab9-4ba9-baf0-441c7762c748 req-05b17e42-05c8-43cf-ae51-d73547b4f77f tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.13 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 946 time: 0.0861647 May 23 12:04:33.009365 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-515a5fff-dab9-4ba9-baf0-441c7762c748 req-b2860212-3311-459c-bf54-2f420cf647c1 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Deleting port f8e564f3-5276-404e-b439-a8ec19cdd06d {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:04:33.009703 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-515a5fff-dab9-4ba9-baf0-441c7762c748 req-b2860212-3311-459c-bf54-2f420cf647c1 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:33.267929 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-515a5fff-dab9-4ba9-baf0-441c7762c748 req-b2860212-3311-459c-bf54-2f420cf647c1 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] For port f8e564f3-5276-404e-b439-a8ec19cdd06d, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=f8e564f3-5276-404e-b439-a8ec19cdd06d,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:04:33.268280 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-515a5fff-dab9-4ba9-baf0-441c7762c748 req-b2860212-3311-459c-bf54-2f420cf647c1 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:33.686344 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-515a5fff-dab9-4ba9-baf0-441c7762c748 req-b2860212-3311-459c-bf54-2f420cf647c1 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:33.686559 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-515a5fff-dab9-4ba9-baf0-441c7762c748 req-b2860212-3311-459c-bf54-2f420cf647c1 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:33.686888 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [req-515a5fff-dab9-4ba9-baf0-441c7762c748 req-b2860212-3311-459c-bf54-2f420cf647c1 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Floating IP 927c9a89-9cb2-439a-bd76-6854ed1a5443 disassociated. External IP: 172.25.6.49, port: f8e564f3-5276-404e-b439-a8ec19cdd06d. May 23 12:04:33.687217 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-515a5fff-dab9-4ba9-baf0-441c7762c748 req-b2860212-3311-459c-bf54-2f420cf647c1 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Calling delete_port for f8e564f3-5276-404e-b439-a8ec19cdd06d owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:04:33.849472 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-515a5fff-dab9-4ba9-baf0-441c7762c748 req-b2860212-3311-459c-bf54-2f420cf647c1 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:33.900459 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2860212-3311-459c-bf54-2f420cf647c1 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Pushing event deleted for resources: {'Port': ['ID=f8e564f3-5276-404e-b439-a8ec19cdd06d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:04:33.941087 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-57c6d599-3e31-406e-9dd4-30c055362b52 req-83f7605f-ca3b-4c43-b14f-cf08a907b107 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 210 time: 0.0502336 May 23 12:04:34.138641 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-515a5fff-dab9-4ba9-baf0-441c7762c748 req-b2860212-3311-459c-bf54-2f420cf647c1 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Router 2f253053-54ea-4c1e-ad61-0b7067ec9d1e has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:04:34.351447 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-515a5fff-dab9-4ba9-baf0-441c7762c748 req-b2860212-3311-459c-bf54-2f420cf647c1 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:04:34.363559 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a576cb52-ac2d-4ea8-beff-4a6cdaf2ff8d None None] Sync routers for ids ['2f253053-54ea-4c1e-ad61-0b7067ec9d1e'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:04:34.375809 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a576cb52-ac2d-4ea8-beff-4a6cdaf2ff8d None None] Routers {'2f253053-54ea-4c1e-ad61-0b7067ec9d1e'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:04:34.376475 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a576cb52-ac2d-4ea8-beff-4a6cdaf2ff8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:04:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['2f253053-54ea-4c1e-ad61-0b7067ec9d1e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:04:34.426926 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-515a5fff-dab9-4ba9-baf0-441c7762c748 req-b2860212-3311-459c-bf54-2f420cf647c1 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] No DVR routers for this DVR port f8e564f3-5276-404e-b439-a8ec19cdd06d on host n-h1-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:04:34.430179 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-515a5fff-dab9-4ba9-baf0-441c7762c748 req-b2860212-3311-459c-bf54-2f420cf647c1 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:34.432907 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17276bc-307b-4302-95c8-9fbc8fc27c85', 'name': 'network-vif-deleted', 'tag': 'f8e564f3-5276-404e-b439-a8ec19cdd06d'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:04:34.450818 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-515a5fff-dab9-4ba9-baf0-441c7762c748 req-b2860212-3311-459c-bf54-2f420cf647c1 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.13 "DELETE /v2.0/ports/f8e564f3-5276-404e-b439-a8ec19cdd06d HTTP/1.1" status: 204 len: 173 time: 1.5073373 May 23 12:04:34.493042 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5164332-fd37-4155-b7c4-f76e606f73dd'] response: {'server_uuid': 'd17276bc-307b-4302-95c8-9fbc8fc27c85', 'name': 'network-vif-deleted', 'tag': 'f8e564f3-5276-404e-b439-a8ec19cdd06d', 'status': 'completed', 'code': 200} May 23 12:04:34.578661 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-a576cb52-ac2d-4ea8-beff-4a6cdaf2ff8d None None] Set router 2f253053-54ea-4c1e-ad61-0b7067ec9d1e gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:04:34.913577 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a576cb52-ac2d-4ea8-beff-4a6cdaf2ff8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'name': 'tempest-ServerActionsTestJSON-1880749596-router', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:59:12Z', 'updated_at': '2022-05-23T11:59:15Z', 'revision_number': 4, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'gw_port': {'id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:98:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:13Z', 'updated_at': '2022-05-23T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '100b1b88-477b-40b3-84f6-e3d28a56dc10', 'name': '', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'mac_address': 'fa:16:3e:45:63:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:15Z', 'updated_at': '2022-05-23T11:59:32Z', 'revision_number': 5, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'subnets': [{'id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:04:34.919852 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a576cb52-ac2d-4ea8-beff-4a6cdaf2ff8d None None] Checking router: 2f253053-54ea-4c1e-ad61-0b7067ec9d1e for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:04:34.934675 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a576cb52-ac2d-4ea8-beff-4a6cdaf2ff8d None None] Routers {'2f253053-54ea-4c1e-ad61-0b7067ec9d1e'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:04:34.935398 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a576cb52-ac2d-4ea8-beff-4a6cdaf2ff8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:04:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['2f253053-54ea-4c1e-ad61-0b7067ec9d1e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:04:35.143721 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-a576cb52-ac2d-4ea8-beff-4a6cdaf2ff8d None None] Set router 2f253053-54ea-4c1e-ad61-0b7067ec9d1e gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:04:35.155662 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1bf11898-1af3-494f-b33c-fd62fbdee21e req-31592c97-6d02-4a99-8f96-4b501afe1d8d tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=d17276bc-307b-4302-95c8-9fbc8fc27c85 HTTP/1.1" status: 200 len: 210 time: 0.0508199 May 23 12:04:35.531506 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a576cb52-ac2d-4ea8-beff-4a6cdaf2ff8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'name': 'tempest-ServerActionsTestJSON-1880749596-router', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:59:12Z', 'updated_at': '2022-05-23T11:59:15Z', 'revision_number': 4, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'gw_port': {'id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:98:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:13Z', 'updated_at': '2022-05-23T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '100b1b88-477b-40b3-84f6-e3d28a56dc10', 'name': '', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'mac_address': 'fa:16:3e:45:63:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:15Z', 'updated_at': '2022-05-23T11:59:32Z', 'revision_number': 5, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'subnets': [{'id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:04:35.535882 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a576cb52-ac2d-4ea8-beff-4a6cdaf2ff8d None None] The sync data for ids ['2f253053-54ea-4c1e-ad61-0b7067ec9d1e'] in n-d-842952-2 is: [{'id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'name': 'tempest-ServerActionsTestJSON-1880749596-router', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:59:12Z', 'updated_at': '2022-05-23T11:59:15Z', 'revision_number': 4, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'gw_port': {'id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:98:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:13Z', 'updated_at': '2022-05-23T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '100b1b88-477b-40b3-84f6-e3d28a56dc10', 'name': '', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'mac_address': 'fa:16:3e:45:63:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:15Z', 'updated_at': '2022-05-23T11:59:32Z', 'revision_number': 5, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'subnets': [{'id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:04:35.788611 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f47e06f-8239-4592-a406-a06d774e6234 None None] New status for floating IP 927c9a89-9cb2-439a-bd76-6854ed1a5443: DOWN {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 12:04:36.187754 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device f8e564f3-5276-404e-b439-a8ec19cdd06d no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:04:36.222165 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: f8e564f3-5276-404e-b439-a8ec19cdd06d {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:04:36.222531 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device f8e564f3-5276-404e-b439-a8ec19cdd06d not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:04:36.535621 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-08bdd782-4aa0-4ef5-874c-11d3ca92cdb7 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--305731226&fields=id&tenant_id=f48196f0bd4b4a87ad2310689b6f970d HTTP/1.1" status: 200 len: 267 time: 0.0454504 May 23 12:04:36.698007 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-b9b0aa24-ff64-479d-9d17-c43d73bbbfd2 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:36.699475 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-b9b0aa24-ff64-479d-9d17-c43d73bbbfd2 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 812 time: 0.1567438 May 23 12:04:36.720760 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-7f1171ce-1a5c-4c61-b800-7ec173fcd2eb tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/quotas/f48196f0bd4b4a87ad2310689b6f970d HTTP/1.1" status: 200 len: 375 time: 0.0128796 May 23 12:04:36.815978 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-92c18241-8eea-4a6e-8dec-76ef3d50c307 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0842764 May 23 12:04:37.039410 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-404ce3be-0e50-4eab-a63c-c6906749e746 service neutron] 10.222.0.79 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111588 May 23 12:04:37.177976 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-a9d54464-f19a-42fd-8dcc-cae9c09e9ec1 service neutron] 10.222.0.79 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318080 May 23 12:04:37.378273 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5d0a7fe6-cc53-4071-a6be-50f9772028e2 req-ca352a93-84bb-4892-872e-3b8ba832cc62 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 210 time: 0.0437729 May 23 12:04:38.487268 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:38.576878 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e8949847-e0f7-47c9-8e6e-2bc1d17c6ec8 req-2d77ba85-4b14-4d7b-984d-ea882c21b389 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 210 time: 0.0521381 May 23 12:04:38.621111 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-1b012991-0a4a-427d-bfdf-e680903754bd tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:38.622594 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-1b012991-0a4a-427d-bfdf-e680903754bd tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.13 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 812 time: 0.1623290 May 23 12:04:38.692272 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-ca671a97-8b38-4fb7-8ac0-a6f7a02530e3 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f48196f0bd4b4a87ad2310689b6f970d HTTP/1.1" status: 200 len: 379 time: 0.0511787 May 23 12:04:38.704201 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-56ca7b4f-d43d-426f-8763-2780db88643d tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Request body: {'port': {'device_id': '3f7e9594-8db2-4f37-9f47-cfb94d081378', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'admin_state_up': True, 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'security_groups': ['b932c3c3-30cb-478f-b700-9dd6913417a0']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:04:38.864143 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-56ca7b4f-d43d-426f-8763-2780db88643d tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:04:38.868813 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-56ca7b4f-d43d-426f-8763-2780db88643d tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Usage tracker for resource:port and tenant:f48196f0bd4b4a87ad2310689b6f970d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:04:38.872111 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-56ca7b4f-d43d-426f-8763-2780db88643d tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:04:38.879520 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-56ca7b4f-d43d-426f-8763-2780db88643d tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:04:38.895228 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-56ca7b4f-d43d-426f-8763-2780db88643d tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Made reservation on behalf of f48196f0bd4b4a87ad2310689b6f970d for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:04:38.898420 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-56ca7b4f-d43d-426f-8763-2780db88643d tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:39.082671 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-56ca7b4f-d43d-426f-8763-2780db88643d tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Allocated IP 172.20.0.14 (fa7a594d-7c5b-41e8-b620-f22e4b48926d/6c3eda61-b88c-4818-a564-3353ea1c45e4/5024f827-94ca-4886-9847-38bbbc516fe9) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:04:39.295520 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-56ca7b4f-d43d-426f-8763-2780db88643d tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:39.311737 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-56ca7b4f-d43d-426f-8763-2780db88643d tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Transition to ACTIVE for port object 5024f827-94ca-4886-9847-38bbbc516fe9 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:04:39.334225 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-37877046-0ed7-4797-9e6e-7a4c3d15635a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:39.336483 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-56ca7b4f-d43d-426f-8763-2780db88643d tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:39.521270 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-56ca7b4f-d43d-426f-8763-2780db88643d tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Network fa7a594d-7c5b-41e8-b620-f22e4b48926d is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:04:39.524563 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-56ca7b4f-d43d-426f-8763-2780db88643d tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:04:39.529214 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-56ca7b4f-d43d-426f-8763-2780db88643d tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:04:39.554498 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca7b4f-d43d-426f-8763-2780db88643d tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Pushing event updated for resources: {'Port': ['ID=5024f827-94ca-4886-9847-38bbbc516fe9,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:04:39.602815 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-56ca7b4f-d43d-426f-8763-2780db88643d tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:39.604026 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-56ca7b4f-d43d-426f-8763-2780db88643d tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:39.653627 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-56ca7b4f-d43d-426f-8763-2780db88643d tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9529755 May 23 12:04:39.671990 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-cbff2dde-7349-4825-b388-32cd9bcd160e service neutron] Request body: {'port': {'device_id': '3f7e9594-8db2-4f37-9f47-cfb94d081378', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:04:39.791138 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-cbff2dde-7349-4825-b388-32cd9bcd160e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:39.804701 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c93eee-76b5-4548-ba60-fa256ebb6ee1 req-c8a324f0-f03f-4a2c-b7bd-1cb3e4289d00 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:39.806144 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-27c93eee-76b5-4548-ba60-fa256ebb6ee1 req-c8a324f0-f03f-4a2c-b7bd-1cb3e4289d00 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 932 time: 0.0899296 May 23 12:04:39.840528 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dd1dc88f-ef8a-4956-ae7c-17ad322cda1e None None] Provisioning for port 5024f827-94ca-4886-9847-38bbbc516fe9 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:04:39.848451 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dd1dc88f-ef8a-4956-ae7c-17ad322cda1e None None] Provisioning complete for port 5024f827-94ca-4886-9847-38bbbc516fe9 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:04:39.849226 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dd1dc88f-ef8a-4956-ae7c-17ad322cda1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:39.858030 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-27c93eee-76b5-4548-ba60-fa256ebb6ee1 req-23ab3e0d-aade-46a6-9f27-2cce5832ea67 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456903 May 23 12:04:39.917006 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:39.923340 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-dd1dc88f-ef8a-4956-ae7c-17ad322cda1e None None] Port 5024f827-94ca-4886-9847-38bbbc516fe9 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 12:04:40.169804 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-cbff2dde-7349-4825-b388-32cd9bcd160e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5024f827-94ca-4886-9847-38bbbc516fe9 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 12:04:40.177822 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-cbff2dde-7349-4825-b388-32cd9bcd160e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:40.193875 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-cbff2dde-7349-4825-b388-32cd9bcd160e service neutron] Transition to ACTIVE for port object 5024f827-94ca-4886-9847-38bbbc516fe9 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:04:40.199785 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-cbff2dde-7349-4825-b388-32cd9bcd160e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:40.330864 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff2dde-7349-4825-b388-32cd9bcd160e service neutron] Pushing event updated for resources: {'Port': ['ID=5024f827-94ca-4886-9847-38bbbc516fe9,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:04:40.449470 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-cbff2dde-7349-4825-b388-32cd9bcd160e service neutron] Attempting to bind port 5024f827-94ca-4886-9847-38bbbc516fe9 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:04:40.449796 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-cbff2dde-7349-4825-b388-32cd9bcd160e service neutron] Attempting to bind port 5024f827-94ca-4886-9847-38bbbc516fe9 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'b10e1919-3a7e-44ea-91cd-6f869fba6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:04:40.450121 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-cbff2dde-7349-4825-b388-32cd9bcd160e service neutron] Attempting to bind port 5024f827-94ca-4886-9847-38bbbc516fe9 on network fa7a594d-7c5b-41e8-b620-f22e4b48926d {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:04:40.457581 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-cbff2dde-7349-4825-b388-32cd9bcd160e service neutron] Port 5024f827-94ca-4886-9847-38bbbc516fe9 on network fa7a594d-7c5b-41e8-b620-f22e4b48926d not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 12:04:40.457885 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-cbff2dde-7349-4825-b388-32cd9bcd160e service neutron] Attempting to bind port 5024f827-94ca-4886-9847-38bbbc516fe9 on network fa7a594d-7c5b-41e8-b620-f22e4b48926d {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:04:40.464939 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-cbff2dde-7349-4825-b388-32cd9bcd160e service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:04:40.465260 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-cbff2dde-7349-4825-b388-32cd9bcd160e service neutron] Checking segment: {'id': 'b10e1919-3a7e-44ea-91cd-6f869fba6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:04:40.465644 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-cbff2dde-7349-4825-b388-32cd9bcd160e service neutron] Bound using segment: {'id': 'b10e1919-3a7e-44ea-91cd-6f869fba6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:04:40.466065 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-cbff2dde-7349-4825-b388-32cd9bcd160e service neutron] Bound port: 5024f827-94ca-4886-9847-38bbbc516fe9, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b10e1919-3a7e-44ea-91cd-6f869fba6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:04:40.466409 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-cbff2dde-7349-4825-b388-32cd9bcd160e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:40.564175 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-cbff2dde-7349-4825-b388-32cd9bcd160e service neutron] For port 5024f827-94ca-4886-9847-38bbbc516fe9, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:04:40.567500 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-cbff2dde-7349-4825-b388-32cd9bcd160e service neutron] For port 5024f827-94ca-4886-9847-38bbbc516fe9, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=5024f827-94ca-4886-9847-38bbbc516fe9,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:04:40.574999 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-cbff2dde-7349-4825-b388-32cd9bcd160e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:40.637928 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-cbff2dde-7349-4825-b388-32cd9bcd160e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:40.639357 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-cbff2dde-7349-4825-b388-32cd9bcd160e service neutron] 10.222.0.13 "PUT /v2.0/ports/5024f827-94ca-4886-9847-38bbbc516fe9 HTTP/1.1" status: 200 len: 1092 time: 0.9731655 May 23 12:04:40.640339 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f7e9594-8db2-4f37-9f47-cfb94d081378', 'tag': '5024f827-94ca-4886-9847-38bbbc516fe9'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:04:40.657944 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff2dde-7349-4825-b388-32cd9bcd160e service neutron] Pushing event updated for resources: {'Port': ['ID=5024f827-94ca-4886-9847-38bbbc516fe9,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:04:40.736683 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a75cc7ce-bf1e-48e5-90db-7b94b506f896'] response: {'name': 'network-changed', 'server_uuid': '3f7e9594-8db2-4f37-9f47-cfb94d081378', 'tag': '5024f827-94ca-4886-9847-38bbbc516fe9', 'status': 'completed', 'code': 200} May 23 12:04:40.789539 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-edb585eb-30c3-4b78-a9b3-c532d1180062 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 1095 time: 0.0821197 May 23 12:04:40.867872 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-b44c1415-8e59-47cd-a5fc-9c5048ff4049 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5024f827-94ca-4886-9847-38bbbc516fe9 HTTP/1.1" status: 200 len: 217 time: 0.0682106 May 23 12:04:40.936367 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-05fdda09-ac78-45f8-92f3-2fabaaf6290b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:40.937738 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-05fdda09-ac78-45f8-92f3-2fabaaf6290b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c3eda61-b88c-4818-a564-3353ea1c45e4 HTTP/1.1" status: 200 len: 851 time: 0.0634456 May 23 12:04:41.020627 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-034670d7-b3bd-4856-8128-3da0279df21f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fa7a594d-7c5b-41e8-b620-f22e4b48926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758283 May 23 12:04:41.068615 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747e7c3-d0a0-4d81-b8ef-77968bbe9af8 req-eaddb0cb-6295-4798-9862-1a95c2bf6f8b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:41.070148 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5747e7c3-d0a0-4d81-b8ef-77968bbe9af8 req-eaddb0cb-6295-4798-9862-1a95c2bf6f8b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 944 time: 0.0856025 May 23 12:04:41.119275 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5747e7c3-d0a0-4d81-b8ef-77968bbe9af8 req-15a1b2b6-c0c5-455d-9a03-ca170f587ff6 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422275 May 23 12:04:41.167120 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-4fc22cb4-0778-46b3-bd17-d5e8a4e654ed service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406744 May 23 12:04:41.309027 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-a5bcc8e8-e02f-41f7-9216-1b41a6265c6a req-027ff6be-1e21-472a-90c9-a769ee351301 service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355774 May 23 12:04:41.478117 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-48eb9620-cc34-4040-a6b9-b01df1c6a8b6 req-a19f75ec-59f0-44a2-b249-40c9f4a97169 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 1095 time: 0.0756035 May 23 12:04:41.638175 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-13e6b589-de7c-48a8-83b8-e97344e4cf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:41.722915 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb9620-cc34-4040-a6b9-b01df1c6a8b6 req-abb0f8db-f81d-497d-a81b-f081ee7462eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:41.724392 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-48eb9620-cc34-4040-a6b9-b01df1c6a8b6 req-abb0f8db-f81d-497d-a81b-f081ee7462eb service neutron] 10.222.0.13 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 913 time: 0.2396760 May 23 12:04:41.795854 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-48eb9620-cc34-4040-a6b9-b01df1c6a8b6 req-8a501e3e-b566-498c-9ef1-a592671b086f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5024f827-94ca-4886-9847-38bbbc516fe9 HTTP/1.1" status: 200 len: 217 time: 0.0649600 May 23 12:04:41.861633 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb9620-cc34-4040-a6b9-b01df1c6a8b6 req-59cb65f9-08c8-4834-a3e5-54521b7e094c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:41.863076 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-48eb9620-cc34-4040-a6b9-b01df1c6a8b6 req-59cb65f9-08c8-4834-a3e5-54521b7e094c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c3eda61-b88c-4818-a564-3353ea1c45e4 HTTP/1.1" status: 200 len: 851 time: 0.0623024 May 23 12:04:41.941500 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-48eb9620-cc34-4040-a6b9-b01df1c6a8b6 req-d90d3d49-d29a-4179-8428-d680aafffa49 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fa7a594d-7c5b-41e8-b620-f22e4b48926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721545 May 23 12:04:42.082879 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-48eb9620-cc34-4040-a6b9-b01df1c6a8b6 req-758e8efb-8063-4667-82a9-94b150279d5d service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347961 May 23 12:04:42.219671 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-48eb9620-cc34-4040-a6b9-b01df1c6a8b6 req-b6c45947-5791-461c-9e56-a5964a1ffe19 service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301947 May 23 12:04:42.322055 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197bb8da-dcc6-488c-945c-ff26e964a955 req-cf5a59a0-97ee-487a-8448-74a56bfae1ac tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:42.323577 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-197bb8da-dcc6-488c-945c-ff26e964a955 req-cf5a59a0-97ee-487a-8448-74a56bfae1ac tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 944 time: 0.0787048 May 23 12:04:42.379070 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-197bb8da-dcc6-488c-945c-ff26e964a955 req-f20034a0-0561-47ee-b5f4-4c6ab7ad05cb tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494385 May 23 12:04:42.875117 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:42.944680 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:43.587634 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc7d69-6019-40b5-a8bc-2b7ed4af3f5e req-8600400a-7353-4ac5-b2f8-9fc5f303c866 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:43.589233 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-18fc7d69-6019-40b5-a8bc-2b7ed4af3f5e req-8600400a-7353-4ac5-b2f8-9fc5f303c866 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 944 time: 0.0814455 May 23 12:04:43.638467 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-18fc7d69-6019-40b5-a8bc-2b7ed4af3f5e req-2787d569-e7e3-40eb-b774-290e289a8dcc tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435770 May 23 12:04:44.490170 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:44.849849 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948880c9-10a9-4dc5-b0ec-1016ef7076e2 req-50c7de94-0668-4d47-b9eb-1532d14783d1 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:44.851372 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-948880c9-10a9-4dc5-b0ec-1016ef7076e2 req-50c7de94-0668-4d47-b9eb-1532d14783d1 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 944 time: 0.0825834 May 23 12:04:44.898058 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-948880c9-10a9-4dc5-b0ec-1016ef7076e2 req-3f2a7851-a076-4571-b227-1b24fdbc7ce6 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408833 May 23 12:04:46.112485 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa8dcf5-9348-4b20-860e-e6089b88516c req-13b53a9e-b993-4659-a52b-b6bded5498f7 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:46.113840 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-afa8dcf5-9348-4b20-860e-e6089b88516c req-13b53a9e-b993-4659-a52b-b6bded5498f7 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 944 time: 0.0801492 May 23 12:04:46.163726 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-afa8dcf5-9348-4b20-860e-e6089b88516c req-9a5f79ac-eca3-4211-a43a-24c231d6ec09 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415695 May 23 12:04:46.217897 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 5024f827-94ca-4886-9847-38bbbc516fe9 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 12:04:46.357570 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 5024f827-94ca-4886-9847-38bbbc516fe9, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=5024f827-94ca-4886-9847-38bbbc516fe9,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:04:46.372195 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '5024f827-94ca-4886-9847-38bbbc516fe9', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'port_id': '5024f827-94ca-4886-9847-38bbbc516fe9', 'mac_address': 'fa:16:3e:7e:a0:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 12:04:46.428532 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:46.444823 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5024f827-94ca-4886-9847-38bbbc516fe9 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 12:04:46.461508 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 5024f827-94ca-4886-9847-38bbbc516fe9, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=5024f827-94ca-4886-9847-38bbbc516fe9,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:04:46.466587 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:46.537760 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=5024f827-94ca-4886-9847-38bbbc516fe9,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:04:46.839380 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['5024f827-94ca-4886-9847-38bbbc516fe9'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 12:04:47.383099 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c552c0f-49ac-4a1f-bea8-95f83467578c req-e48d3f1d-3261-4041-88e2-a91596fb60fa tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:47.384652 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7c552c0f-49ac-4a1f-bea8-95f83467578c req-e48d3f1d-3261-4041-88e2-a91596fb60fa tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 945 time: 0.0845745 May 23 12:04:47.431363 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7c552c0f-49ac-4a1f-bea8-95f83467578c req-e66e74be-aecd-4b1a-b052-dde0ed60a8d1 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406704 May 23 12:04:48.233461 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 5024f827-94ca-4886-9847-38bbbc516fe9 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:04:48.308340 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 5024f827-94ca-4886-9847-38bbbc516fe9 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:04:48.313033 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 5024f827-94ca-4886-9847-38bbbc516fe9 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:04:48.313394 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:48.435290 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:48.463804 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7e9594-8db2-4f37-9f47-cfb94d081378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5024f827-94ca-4886-9847-38bbbc516fe9'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:04:48.474020 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 5024f827-94ca-4886-9847-38bbbc516fe9, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=5024f827-94ca-4886-9847-38bbbc516fe9,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:04:48.485964 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:48.525151 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e60d98f1-5410-483d-89b8-f0cc23145205'] response: {'server_uuid': '3f7e9594-8db2-4f37-9f47-cfb94d081378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5024f827-94ca-4886-9847-38bbbc516fe9', 'code': 200} May 23 12:04:48.557408 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=5024f827-94ca-4886-9847-38bbbc516fe9,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:04:48.638375 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece64a1-6af7-494b-911f-1bd2abd75279 req-81ebe8ac-4822-4d62-9e46-e40dfb6bbbbb tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:48.640362 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7ece64a1-6af7-494b-911f-1bd2abd75279 req-81ebe8ac-4822-4d62-9e46-e40dfb6bbbbb tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 946 time: 0.0829899 May 23 12:04:48.683323 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5aa6810c-c936-4d4c-a122-6d43b86421d7 req-ce6e3e29-364c-45bd-be91-faa1036422b9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 1097 time: 0.0686576 May 23 12:04:48.687555 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7ece64a1-6af7-494b-911f-1bd2abd75279 req-38e74414-4b37-4968-b488-ef6c0fdc54aa tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413220 May 23 12:04:48.727927 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-5aa6810c-c936-4d4c-a122-6d43b86421d7 req-d34c820c-6c52-4563-9246-919eca0f545a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374200 May 23 12:04:49.890063 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51afb31-e661-46a3-86f2-b4a3b7301c8e req-180c8962-7701-409a-b98b-f382355af883 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:49.891509 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f51afb31-e661-46a3-86f2-b4a3b7301c8e req-180c8962-7701-409a-b98b-f382355af883 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 946 time: 0.0805292 May 23 12:04:49.937861 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f51afb31-e661-46a3-86f2-b4a3b7301c8e req-6ceed949-5575-4d39-81c7-8293ff400e63 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405040 May 23 12:04:51.139986 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66783b08-7501-416c-8857-de8fb4275bc4 req-ca85e138-2451-4f59-814c-ebe620ce5cfd tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:51.141487 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-66783b08-7501-416c-8857-de8fb4275bc4 req-ca85e138-2451-4f59-814c-ebe620ce5cfd tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 946 time: 0.0786593 May 23 12:04:51.287184 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-66783b08-7501-416c-8857-de8fb4275bc4 req-e5135e05-7fd8-4f96-900f-7c8587c8ba2d tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399376 May 23 12:04:51.495367 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c8103-2532-4e72-991a-9b6d9dc3e85c req-1f3ab5cd-d74d-4a88-9c85-abebd13408bb tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:51.496926 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d70c8103-2532-4e72-991a-9b6d9dc3e85c req-1f3ab5cd-d74d-4a88-9c85-abebd13408bb tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 946 time: 0.0811081 May 23 12:04:51.506078 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41110) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:04:51.511467 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-54a41536-c4df-4394-915e-11683d88441f tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Request body: {'floatingip': {'port_id': '5024f827-94ca-4886-9847-38bbbc516fe9'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:04:51.589864 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-54a41536-c4df-4394-915e-11683d88441f tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks [] for floatingip, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:52.217035 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-54a41536-c4df-4394-915e-11683d88441f tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:52.224035 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-54a41536-c4df-4394-915e-11683d88441f tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:52.428393 n-d-842952-2 neutron-server[83910]: INFO neutron.db.l3_db [None req-54a41536-c4df-4394-915e-11683d88441f tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Floating IP 927c9a89-9cb2-439a-bd76-6854ed1a5443 associated. External IP: 172.25.6.49, port: 5024f827-94ca-4886-9847-38bbbc516fe9. May 23 12:04:52.827641 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a41536-c4df-4394-915e-11683d88441f tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Router 2f253053-54ea-4c1e-ad61-0b7067ec9d1e has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:04:53.133884 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a41536-c4df-4394-915e-11683d88441f tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:04:53.138362 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-54a41536-c4df-4394-915e-11683d88441f tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:04:53.146234 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ee0021-0c7a-4f02-85ec-6fe948161155 None None] Sync routers for ids ['2f253053-54ea-4c1e-ad61-0b7067ec9d1e'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:04:53.162452 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ee0021-0c7a-4f02-85ec-6fe948161155 None None] Routers {'2f253053-54ea-4c1e-ad61-0b7067ec9d1e'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:04:53.163078 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-39ee0021-0c7a-4f02-85ec-6fe948161155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:04:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['2f253053-54ea-4c1e-ad61-0b7067ec9d1e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:04:53.205999 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-54a41536-c4df-4394-915e-11683d88441f tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "PUT /v2.0/floatingips/927c9a89-9cb2-439a-bd76-6854ed1a5443 HTTP/1.1" status: 200 len: 992 time: 1.6988132 May 23 12:04:53.206542 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f7e9594-8db2-4f37-9f47-cfb94d081378', 'tag': '5024f827-94ca-4886-9847-38bbbc516fe9'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:04:53.261166 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bba68337-601f-4e31-a3bf-5c1418c4984e'] response: {'name': 'network-changed', 'server_uuid': '3f7e9594-8db2-4f37-9f47-cfb94d081378', 'tag': '5024f827-94ca-4886-9847-38bbbc516fe9', 'status': 'completed', 'code': 200} May 23 12:04:53.349473 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-39ee0021-0c7a-4f02-85ec-6fe948161155 None None] Set router 2f253053-54ea-4c1e-ad61-0b7067ec9d1e gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:04:53.386225 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2eef1052-256e-4ef4-bab3-83283135f270 req-1031cd86-28bc-44c0-9520-05f1cb6b356d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 1097 time: 0.0797663 May 23 12:04:53.525302 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef1052-256e-4ef4-bab3-83283135f270 req-ad1e56ab-8e16-42c0-8aab-6954f851504d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:53.526796 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2eef1052-256e-4ef4-bab3-83283135f270 req-ad1e56ab-8e16-42c0-8aab-6954f851504d service neutron] 10.222.0.13 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 913 time: 0.1349978 May 23 12:04:53.639923 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2eef1052-256e-4ef4-bab3-83283135f270 req-440813b6-c29a-4421-b10e-fdb04e03b3d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5024f827-94ca-4886-9847-38bbbc516fe9 HTTP/1.1" status: 200 len: 1000 time: 0.1061516 May 23 12:04:53.706419 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef1052-256e-4ef4-bab3-83283135f270 req-2f0cc5ed-5c03-4834-9eab-10fe63b38d57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:53.707974 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2eef1052-256e-4ef4-bab3-83283135f270 req-2f0cc5ed-5c03-4834-9eab-10fe63b38d57 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c3eda61-b88c-4818-a564-3353ea1c45e4 HTTP/1.1" status: 200 len: 851 time: 0.0604732 May 23 12:04:53.759073 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-39ee0021-0c7a-4f02-85ec-6fe948161155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'name': 'tempest-ServerActionsTestJSON-1880749596-router', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:59:12Z', 'updated_at': '2022-05-23T11:59:15Z', 'revision_number': 4, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'gw_port': {'id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:98:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:13Z', 'updated_at': '2022-05-23T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '927c9a89-9cb2-439a-bd76-6854ed1a5443', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'floating_ip_address': '172.25.6.49', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'port_id': '5024f827-94ca-4886-9847-38bbbc516fe9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'mac_address': 'fa:16:3e:7e:a0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7e9594-8db2-4f37-9f47-cfb94d081378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:59:18Z', 'updated_at': '2022-05-23T12:04:52Z', 'revision_number': 13, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100b1b88-477b-40b3-84f6-e3d28a56dc10', 'name': '', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'mac_address': 'fa:16:3e:45:63:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:15Z', 'updated_at': '2022-05-23T11:59:32Z', 'revision_number': 5, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'subnets': [{'id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:04:53.763131 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ee0021-0c7a-4f02-85ec-6fe948161155 None None] Checking router: 2f253053-54ea-4c1e-ad61-0b7067ec9d1e for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:04:53.774461 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ee0021-0c7a-4f02-85ec-6fe948161155 None None] Routers {'2f253053-54ea-4c1e-ad61-0b7067ec9d1e'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:04:53.775043 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-39ee0021-0c7a-4f02-85ec-6fe948161155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:04:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['2f253053-54ea-4c1e-ad61-0b7067ec9d1e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:04:53.789556 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2eef1052-256e-4ef4-bab3-83283135f270 req-0544f736-8c89-466c-911c-dde62f8e5290 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fa7a594d-7c5b-41e8-b620-f22e4b48926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759611 May 23 12:04:53.922662 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2eef1052-256e-4ef4-bab3-83283135f270 req-4938cff4-8324-4fb2-84e3-d5b100187f19 service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267753 May 23 12:04:53.949248 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:04:53.952039 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-39ee0021-0c7a-4f02-85ec-6fe948161155 None None] Set router 2f253053-54ea-4c1e-ad61-0b7067ec9d1e gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:04:54.050063 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-94815bc6-2403-42f4-9de4-fc5b23e1c67a req-b2f4b765-c279-44aa-94c4-e9646573b1b8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0699592 May 23 12:04:54.055939 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-2eef1052-256e-4ef4-bab3-83283135f270 req-fc5a6021-7e17-40a6-834a-d1e4313884bd service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276510 May 23 12:04:54.247722 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-94815bc6-2403-42f4-9de4-fc5b23e1c67a req-332a2ad4-7623-4f9b-921f-414af6d312b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 1097 time: 0.0708249 May 23 12:04:54.301889 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-39ee0021-0c7a-4f02-85ec-6fe948161155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'name': 'tempest-ServerActionsTestJSON-1880749596-router', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:59:12Z', 'updated_at': '2022-05-23T11:59:15Z', 'revision_number': 4, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'gw_port': {'id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:98:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:13Z', 'updated_at': '2022-05-23T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '927c9a89-9cb2-439a-bd76-6854ed1a5443', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'floating_ip_address': '172.25.6.49', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'port_id': '5024f827-94ca-4886-9847-38bbbc516fe9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'mac_address': 'fa:16:3e:7e:a0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7e9594-8db2-4f37-9f47-cfb94d081378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:59:18Z', 'updated_at': '2022-05-23T12:04:52Z', 'revision_number': 13, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100b1b88-477b-40b3-84f6-e3d28a56dc10', 'name': '', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'mac_address': 'fa:16:3e:45:63:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:15Z', 'updated_at': '2022-05-23T11:59:32Z', 'revision_number': 5, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'subnets': [{'id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:04:54.306254 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ee0021-0c7a-4f02-85ec-6fe948161155 None None] The sync data for ids ['2f253053-54ea-4c1e-ad61-0b7067ec9d1e'] in n-d-842952-2 is: [{'id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'name': 'tempest-ServerActionsTestJSON-1880749596-router', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:59:12Z', 'updated_at': '2022-05-23T11:59:15Z', 'revision_number': 4, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'gw_port': {'id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:98:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:13Z', 'updated_at': '2022-05-23T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '927c9a89-9cb2-439a-bd76-6854ed1a5443', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'floating_ip_address': '172.25.6.49', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'port_id': '5024f827-94ca-4886-9847-38bbbc516fe9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'mac_address': 'fa:16:3e:7e:a0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7e9594-8db2-4f37-9f47-cfb94d081378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T11:59:18Z', 'updated_at': '2022-05-23T12:04:52Z', 'revision_number': 13, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100b1b88-477b-40b3-84f6-e3d28a56dc10', 'name': '', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'mac_address': 'fa:16:3e:45:63:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:15Z', 'updated_at': '2022-05-23T11:59:32Z', 'revision_number': 5, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'subnets': [{'id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:04:54.495578 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94815bc6-2403-42f4-9de4-fc5b23e1c67a req-8fbfce07-5f69-4dd7-b9d0-a08285d27cc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:54.497589 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-94815bc6-2403-42f4-9de4-fc5b23e1c67a req-8fbfce07-5f69-4dd7-b9d0-a08285d27cc4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 913 time: 0.2316854 May 23 12:04:54.517737 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615276e0-d348-4972-ba6d-48feecc2f4e0 None None] New status for floating IP 927c9a89-9cb2-439a-bd76-6854ed1a5443: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 12:04:54.607923 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-94815bc6-2403-42f4-9de4-fc5b23e1c67a req-adf25afa-e429-4d96-95f4-a15306a6f58c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5024f827-94ca-4886-9847-38bbbc516fe9 HTTP/1.1" status: 200 len: 1000 time: 0.1040301 May 23 12:04:54.672974 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94815bc6-2403-42f4-9de4-fc5b23e1c67a req-898971bb-d3a9-440d-9a8b-c23e04325621 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:04:54.674551 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-94815bc6-2403-42f4-9de4-fc5b23e1c67a req-898971bb-d3a9-440d-9a8b-c23e04325621 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c3eda61-b88c-4818-a564-3353ea1c45e4 HTTP/1.1" status: 200 len: 851 time: 0.0599840 May 23 12:04:54.751181 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-94815bc6-2403-42f4-9de4-fc5b23e1c67a req-bbee67bb-5f4e-4398-a610-dc76fdecdc06 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fa7a594d-7c5b-41e8-b620-f22e4b48926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707178 May 23 12:04:54.893329 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-94815bc6-2403-42f4-9de4-fc5b23e1c67a req-e262a3e0-9503-4a79-8e6a-51afb047235a service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365428 May 23 12:04:55.026821 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-94815bc6-2403-42f4-9de4-fc5b23e1c67a req-4b7aa88d-93cf-46af-8800-39e36b0f9b0b service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275666 May 23 12:05:08.494809 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:05:09.334606 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ea8513a6-69ae-4538-b7bc-ddfcabbce579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:05:09.887577 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:05:11.633899 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-13a27c12-d216-4121-9fd3-36e6b84c6aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:05:12.880600 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:05:12.947925 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:05:14.495277 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:05:30.957106 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:05:38.503809 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:05:39.331328 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-59cfda94-6fd6-4128-aef8-62907b0eba32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:05:39.892652 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:05:41.639722 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ac053921-2328-475b-b117-457cab22254e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:05:42.877315 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:05:42.949684 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:05:44.499056 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:05:54.132913 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3068ec9a-4fa8-4ad6-94a8-047edd916cb0 req-df19b53d-2797-4371-8b87-b55639c2b83d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1478944 May 23 12:05:54.290501 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3068ec9a-4fa8-4ad6-94a8-047edd916cb0 req-33d66eb1-a0ad-461b-b42e-587674160cc2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 1097 time: 0.0746207 May 23 12:05:54.448251 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068ec9a-4fa8-4ad6-94a8-047edd916cb0 req-8a1f49fd-8179-43b9-a3c0-abdbaf616939 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:05:54.449634 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3068ec9a-4fa8-4ad6-94a8-047edd916cb0 req-8a1f49fd-8179-43b9-a3c0-abdbaf616939 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 913 time: 0.1395509 May 23 12:05:54.549485 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3068ec9a-4fa8-4ad6-94a8-047edd916cb0 req-e3e264b5-4953-4816-ad17-66d93e85151e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5024f827-94ca-4886-9847-38bbbc516fe9 HTTP/1.1" status: 200 len: 1002 time: 0.0935543 May 23 12:05:54.615638 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068ec9a-4fa8-4ad6-94a8-047edd916cb0 req-5f268e59-2e8c-46f6-aadb-b2dccc873935 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:05:54.617215 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3068ec9a-4fa8-4ad6-94a8-047edd916cb0 req-5f268e59-2e8c-46f6-aadb-b2dccc873935 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c3eda61-b88c-4818-a564-3353ea1c45e4 HTTP/1.1" status: 200 len: 851 time: 0.0620165 May 23 12:05:54.693141 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3068ec9a-4fa8-4ad6-94a8-047edd916cb0 req-b4d4818e-8840-4e62-9170-fa9017205799 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fa7a594d-7c5b-41e8-b620-f22e4b48926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703175 May 23 12:05:54.837080 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3068ec9a-4fa8-4ad6-94a8-047edd916cb0 req-5321a3c1-7768-4889-80c7-846e4fec59f4 service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375988 May 23 12:05:54.970820 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3068ec9a-4fa8-4ad6-94a8-047edd916cb0 req-020752af-47a1-4591-a62f-64b254e63576 service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279023 May 23 12:06:07.949177 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:06:08.507151 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:06:09.078013 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ee170-2c68-463f-ad65-b640316b185a req-49d915ae-3b6d-45fb-b272-53f716b3fdd5 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:09.080043 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-112ee170-2c68-463f-ad65-b640316b185a req-49d915ae-3b6d-45fb-b272-53f716b3fdd5 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 946 time: 0.1972160 May 23 12:06:09.142301 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-112ee170-2c68-463f-ad65-b640316b185a req-3d2abbf1-7630-424d-8969-301367c12efa tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538256 May 23 12:06:09.327367 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f6def9da-4b6a-4fd5-8de8-c22c682a70fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:06:09.912630 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:06:11.649759 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ab2b7267-816a-472c-ae40-a012dc3f75cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:06:12.878526 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:06:12.953758 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:06:14.504225 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:06:17.815399 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6a9b3c0-fe18-4453-8b26-f0a6ad2abed9 req-ab267b39-9596-46b8-8b80-ca2f90366c94 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0727985 May 23 12:06:18.073341 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41206) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:06:18.152397 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3a415-24ef-404d-b854-9e2693242af5 req-11196e6e-ac6d-4a09-9604-b52e72a44c08 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:18.153818 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-11c3a415-24ef-404d-b854-9e2693242af5 req-11196e6e-ac6d-4a09-9604-b52e72a44c08 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 946 time: 0.0834680 May 23 12:06:18.200276 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-11c3a415-24ef-404d-b854-9e2693242af5 req-d3464f7b-bc42-4e9d-893a-473b5f58f5f1 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406296 May 23 12:06:18.211049 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6990f984-0ad5-4b59-b415-e7d9b274fff7 req-6ad756bf-25e3-4ec5-b7af-fcf4215fbbe5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1364889 May 23 12:06:19.413206 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc76f18-88d5-4311-8704-e913ceff9a56 req-be765d67-2bbf-4ecc-a1dd-03314ac47ca5 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:19.414673 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9dc76f18-88d5-4311-8704-e913ceff9a56 req-be765d67-2bbf-4ecc-a1dd-03314ac47ca5 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 946 time: 0.0881679 May 23 12:06:19.463516 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9dc76f18-88d5-4311-8704-e913ceff9a56 req-6d9a4251-3917-4fc6-bab0-68d340f727f0 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429728 May 23 12:06:19.674994 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6990f984-0ad5-4b59-b415-e7d9b274fff7 req-d367d822-ff3f-4e6a-a8c4-6c1da32108db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 1097 time: 0.0815122 May 23 12:06:19.915547 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990f984-0ad5-4b59-b415-e7d9b274fff7 req-a09053c5-ff43-4d7a-8185-0836dce8134a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:19.917185 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6990f984-0ad5-4b59-b415-e7d9b274fff7 req-a09053c5-ff43-4d7a-8185-0836dce8134a service neutron] 10.222.0.13 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 913 time: 0.2362704 May 23 12:06:20.024790 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6990f984-0ad5-4b59-b415-e7d9b274fff7 req-94c67767-beea-48e2-ab78-3541c09fe662 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5024f827-94ca-4886-9847-38bbbc516fe9 HTTP/1.1" status: 200 len: 1002 time: 0.1017804 May 23 12:06:20.090510 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990f984-0ad5-4b59-b415-e7d9b274fff7 req-a01ccda7-d38f-40c5-82d6-6b685de1c259 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:20.091954 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6990f984-0ad5-4b59-b415-e7d9b274fff7 req-a01ccda7-d38f-40c5-82d6-6b685de1c259 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c3eda61-b88c-4818-a564-3353ea1c45e4 HTTP/1.1" status: 200 len: 851 time: 0.0620015 May 23 12:06:20.177122 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6990f984-0ad5-4b59-b415-e7d9b274fff7 req-7d736aad-894d-4716-a288-d62c86599f9a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fa7a594d-7c5b-41e8-b620-f22e4b48926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786793 May 23 12:06:20.309805 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6990f984-0ad5-4b59-b415-e7d9b274fff7 req-b49f6a70-3fba-4b32-a902-af608d6d979c service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263030 May 23 12:06:20.443122 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6990f984-0ad5-4b59-b415-e7d9b274fff7 req-4d3f3b31-50bb-45de-9cf3-be9db9c6a740 service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275296 May 23 12:06:20.684838 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf20bfb-789d-4464-9bd0-e138d6836a2b req-c9155717-482d-4fa0-94c8-f7b8a6c7a232 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:20.686164 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8cf20bfb-789d-4464-9bd0-e138d6836a2b req-c9155717-482d-4fa0-94c8-f7b8a6c7a232 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 946 time: 0.0792391 May 23 12:06:20.733081 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8cf20bfb-789d-4464-9bd0-e138d6836a2b req-12020237-8cf8-4724-8909-133c596372cd tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411677 May 23 12:06:21.944700 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886aa7c-00b8-448a-8c52-9e09ec1e3144 req-b8e92339-cc9f-431d-8200-9551abe7eba6 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:21.946170 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4886aa7c-00b8-448a-8c52-9e09ec1e3144 req-b8e92339-cc9f-431d-8200-9551abe7eba6 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 946 time: 0.0856233 May 23 12:06:21.996331 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4886aa7c-00b8-448a-8c52-9e09ec1e3144 req-34f086e8-fe02-4395-ab64-c33a0297b4e0 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445089 May 23 12:06:23.204709 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d87a64-b61a-4eee-8d55-1dc616f3cd07 req-0d863fdf-8903-4958-bc48-13ebf79eb401 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:23.206163 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f0d87a64-b61a-4eee-8d55-1dc616f3cd07 req-0d863fdf-8903-4958-bc48-13ebf79eb401 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 946 time: 0.0829656 May 23 12:06:23.278191 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f0d87a64-b61a-4eee-8d55-1dc616f3cd07 req-83f40e3a-9df2-4200-887a-550eceb995ad tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657399 May 23 12:06:24.506105 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6842c-359e-4828-a0b3-9e961d17781d req-70560751-b2f7-4b6b-a6fb-4c27dbd9cc60 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:24.507533 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-01a6842c-359e-4828-a0b3-9e961d17781d req-70560751-b2f7-4b6b-a6fb-4c27dbd9cc60 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 946 time: 0.0895948 May 23 12:06:24.555993 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-01a6842c-359e-4828-a0b3-9e961d17781d req-ff5519d4-63d2-4fdf-94f0-3b8bb5946b1d tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398264 May 23 12:06:25.771878 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8040e39-41f1-4021-aaa7-f01f60d371ad req-d71e967d-7e2f-4f37-a202-4b8ca83b44c9 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:25.773385 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f8040e39-41f1-4021-aaa7-f01f60d371ad req-d71e967d-7e2f-4f37-a202-4b8ca83b44c9 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 946 time: 0.0860162 May 23 12:06:25.819173 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f8040e39-41f1-4021-aaa7-f01f60d371ad req-3aa79e3e-867c-4488-a0a2-0df446390fe7 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401492 May 23 12:06:27.030759 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba926e-6edf-42d5-9487-2670b9a3811a req-5b091faf-09ae-4282-bb2b-7c3b5a03baf6 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:27.032358 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-00ba926e-6edf-42d5-9487-2670b9a3811a req-5b091faf-09ae-4282-bb2b-7c3b5a03baf6 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 946 time: 0.0884428 May 23 12:06:27.080947 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-00ba926e-6edf-42d5-9487-2670b9a3811a req-52f67386-71f9-4977-a51a-e99318954b65 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427413 May 23 12:06:28.293741 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db191d4-5e27-49f5-af7c-ed62330e23ba req-03e6da87-e60f-467c-b0d9-ee1f9c015e5f tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:28.295204 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8db191d4-5e27-49f5-af7c-ed62330e23ba req-03e6da87-e60f-467c-b0d9-ee1f9c015e5f tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 946 time: 0.0807192 May 23 12:06:28.353888 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8db191d4-5e27-49f5-af7c-ed62330e23ba req-11037103-75f1-4bdf-98d2-85b7fc5671b2 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472014 May 23 12:06:29.579672 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc74190-6ffe-4772-bf90-79eaec659b54 req-3822b67a-8cee-40bb-8368-91bd21261186 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:29.581131 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3dc74190-6ffe-4772-bf90-79eaec659b54 req-3822b67a-8cee-40bb-8368-91bd21261186 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 946 time: 0.0954843 May 23 12:06:29.627519 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3dc74190-6ffe-4772-bf90-79eaec659b54 req-31a384b6-c3cf-49ed-80ea-bca11f503b6e tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406992 May 23 12:06:31.030249 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10725989-22f0-499b-8d10-80a765a7942c req-37ed71d4-9fb8-4cf8-ad03-58e23f8ceff3 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:31.031744 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-10725989-22f0-499b-8d10-80a765a7942c req-37ed71d4-9fb8-4cf8-ad03-58e23f8ceff3 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 946 time: 0.0925038 May 23 12:06:31.077383 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-10725989-22f0-499b-8d10-80a765a7942c req-44a8be27-abc0-4d28-b2e7-27725425c6eb tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399475 May 23 12:06:32.306802 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d9690-1a3c-400d-b7fe-4173963fe8a2 req-b6caead7-14cb-483c-84cb-8f48eed4ef03 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:32.308275 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f0d9690-1a3c-400d-b7fe-4173963fe8a2 req-b6caead7-14cb-483c-84cb-8f48eed4ef03 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 946 time: 0.0911760 May 23 12:06:32.353292 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f0d9690-1a3c-400d-b7fe-4173963fe8a2 req-dcc06da3-e79d-447c-98b5-d269dd584d5f tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394778 May 23 12:06:33.645300 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7bf57-db4f-4527-b8fd-c6266d7b5b6d req-04311497-c5e9-4222-ad8c-4efd89b8016b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:33.646765 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-06a7bf57-db4f-4527-b8fd-c6266d7b5b6d req-04311497-c5e9-4222-ad8c-4efd89b8016b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 946 time: 0.1681616 May 23 12:06:33.696767 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-06a7bf57-db4f-4527-b8fd-c6266d7b5b6d req-b6002404-c172-4023-9777-b40ab8a867b9 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415425 May 23 12:06:35.058569 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b6d74-9eda-4230-99b6-151da9cb241a req-0ba46864-06c6-4bc8-9ec4-26f06c701948 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:35.060044 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-170b6d74-9eda-4230-99b6-151da9cb241a req-0ba46864-06c6-4bc8-9ec4-26f06c701948 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 946 time: 0.0818298 May 23 12:06:35.114513 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-170b6d74-9eda-4230-99b6-151da9cb241a req-10f8b02d-d517-4965-8677-2498715d644c tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456135 May 23 12:06:36.327255 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a778628-d912-4bf6-b584-46353588b967 req-b5967447-ecbf-4306-b54f-0e1ca26884f4 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:36.328736 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0a778628-d912-4bf6-b584-46353588b967 req-b5967447-ecbf-4306-b54f-0e1ca26884f4 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 946 time: 0.0840740 May 23 12:06:36.373497 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0a778628-d912-4bf6-b584-46353588b967 req-02910cab-1e4d-4d74-b064-e83f8880b6cb tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389717 May 23 12:06:37.601211 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9b717-fe3e-4114-ad81-c1367a2f19be req-75450b72-5d86-4da0-896b-69ad5611c96b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:37.602661 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1dc9b717-fe3e-4114-ad81-c1367a2f19be req-75450b72-5d86-4da0-896b-69ad5611c96b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 946 time: 0.0873373 May 23 12:06:37.656053 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1dc9b717-fe3e-4114-ad81-c1367a2f19be req-efbf57fb-58bd-443a-9388-4d54d9b23630 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452440 May 23 12:06:38.430871 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [req-6990f984-0ad5-4b59-b415-e7d9b274fff7 req-f05c39fc-dede-4b64-a0a6-07b1b8080825 service neutron] show failed (client error): The resource could not be found. May 23 12:06:38.431892 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6990f984-0ad5-4b59-b415-e7d9b274fff7 req-f05c39fc-dede-4b64-a0a6-07b1b8080825 service neutron] 10.222.0.13 "GET /v2.0/ports/5024f827-94ca-4886-9847-38bbbc516fe9/bindings/n-h2-842952-2 HTTP/1.1" status: 404 len: 380 time: 0.0744522 May 23 12:06:38.501669 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:06:38.717539 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6990f984-0ad5-4b59-b415-e7d9b274fff7 req-bda36cd5-4b04-4877-9c59-9768e8332911 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378&tenant_id=f48196f0bd4b4a87ad2310689b6f970d HTTP/1.1" status: 200 len: 1097 time: 0.0770557 May 23 12:06:38.741600 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-6990f984-0ad5-4b59-b415-e7d9b274fff7 req-079fb1b3-c526-41f8-9d11-fc111b250dfe service neutron] Request body: {'port': {'binding:host_id': 'n-h2-842952-2', 'device_owner': 'compute:nova'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:06:38.848652 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-6990f984-0ad5-4b59-b415-e7d9b274fff7 req-079fb1b3-c526-41f8-9d11-fc111b250dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:06:38.877860 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f09cc-21d1-4213-a09e-0ca36ce49256 req-9165c902-9389-421b-8a1e-bfe9cf7fd7d2 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:38.879340 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b49f09cc-21d1-4213-a09e-0ca36ce49256 req-9165c902-9389-421b-8a1e-bfe9cf7fd7d2 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 946 time: 0.0980744 May 23 12:06:38.927264 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b49f09cc-21d1-4213-a09e-0ca36ce49256 req-fa49927f-1478-444f-8088-a92816394493 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418494 May 23 12:06:39.125290 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-6990f984-0ad5-4b59-b415-e7d9b274fff7 req-079fb1b3-c526-41f8-9d11-fc111b250dfe service neutron] For port 5024f827-94ca-4886-9847-38bbbc516fe9, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=5024f827-94ca-4886-9847-38bbbc516fe9,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:06:39.154781 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-6990f984-0ad5-4b59-b415-e7d9b274fff7 req-079fb1b3-c526-41f8-9d11-fc111b250dfe service neutron] For port 5024f827-94ca-4886-9847-38bbbc516fe9, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:06:39.221330 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7e9594-8db2-4f37-9f47-cfb94d081378', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5024f827-94ca-4886-9847-38bbbc516fe9'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:06:39.226883 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-6990f984-0ad5-4b59-b415-e7d9b274fff7 req-079fb1b3-c526-41f8-9d11-fc111b250dfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:06:39.242549 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-6990f984-0ad5-4b59-b415-e7d9b274fff7 req-079fb1b3-c526-41f8-9d11-fc111b250dfe service neutron] Transition to ACTIVE for port object 5024f827-94ca-4886-9847-38bbbc516fe9 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:06:39.247701 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-6990f984-0ad5-4b59-b415-e7d9b274fff7 req-079fb1b3-c526-41f8-9d11-fc111b250dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:06:39.336367 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc026b7a-59a2-4f7f-8f7c-e0e653a4435f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:06:39.374759 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cf777b0-2ffc-4187-973e-1e8322227418'] response: {'server_uuid': '3f7e9594-8db2-4f37-9f47-cfb94d081378', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5024f827-94ca-4886-9847-38bbbc516fe9', 'code': 200} May 23 12:06:39.390378 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079fb1b3-c526-41f8-9d11-fc111b250dfe service neutron] Pushing event updated for resources: {'Port': ['ID=5024f827-94ca-4886-9847-38bbbc516fe9,revision_number=6']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:06:39.412821 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079fb1b3-c526-41f8-9d11-fc111b250dfe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:06:39.413155 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079fb1b3-c526-41f8-9d11-fc111b250dfe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:06:39.413662 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079fb1b3-c526-41f8-9d11-fc111b250dfe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:06:39.413791 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079fb1b3-c526-41f8-9d11-fc111b250dfe service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:06:39.414111 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079fb1b3-c526-41f8-9d11-fc111b250dfe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:06:39.414472 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079fb1b3-c526-41f8-9d11-fc111b250dfe service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:06:39.414734 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079fb1b3-c526-41f8-9d11-fc111b250dfe service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:06:39.415045 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079fb1b3-c526-41f8-9d11-fc111b250dfe service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:06:39.415362 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079fb1b3-c526-41f8-9d11-fc111b250dfe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:06:39.415694 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079fb1b3-c526-41f8-9d11-fc111b250dfe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:06:39.416012 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079fb1b3-c526-41f8-9d11-fc111b250dfe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:06:39.457063 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-6990f984-0ad5-4b59-b415-e7d9b274fff7 req-079fb1b3-c526-41f8-9d11-fc111b250dfe service neutron] No DVR routers for this DVR port 5024f827-94ca-4886-9847-38bbbc516fe9 on host n-h1-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:06:39.814426 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-6990f984-0ad5-4b59-b415-e7d9b274fff7 req-079fb1b3-c526-41f8-9d11-fc111b250dfe service neutron] Attempting to bind port 5024f827-94ca-4886-9847-38bbbc516fe9 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:06:39.814724 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-6990f984-0ad5-4b59-b415-e7d9b274fff7 req-079fb1b3-c526-41f8-9d11-fc111b250dfe service neutron] Attempting to bind port 5024f827-94ca-4886-9847-38bbbc516fe9 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': 'b10e1919-3a7e-44ea-91cd-6f869fba6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:06:39.815034 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6990f984-0ad5-4b59-b415-e7d9b274fff7 req-079fb1b3-c526-41f8-9d11-fc111b250dfe service neutron] Attempting to bind port 5024f827-94ca-4886-9847-38bbbc516fe9 on network fa7a594d-7c5b-41e8-b620-f22e4b48926d {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:06:39.821319 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6990f984-0ad5-4b59-b415-e7d9b274fff7 req-079fb1b3-c526-41f8-9d11-fc111b250dfe service neutron] Port 5024f827-94ca-4886-9847-38bbbc516fe9 on network fa7a594d-7c5b-41e8-b620-f22e4b48926d not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 12:06:39.821639 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6990f984-0ad5-4b59-b415-e7d9b274fff7 req-079fb1b3-c526-41f8-9d11-fc111b250dfe service neutron] Attempting to bind port 5024f827-94ca-4886-9847-38bbbc516fe9 on network fa7a594d-7c5b-41e8-b620-f22e4b48926d {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:06:39.828311 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6990f984-0ad5-4b59-b415-e7d9b274fff7 req-079fb1b3-c526-41f8-9d11-fc111b250dfe service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:06:39.828627 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6990f984-0ad5-4b59-b415-e7d9b274fff7 req-079fb1b3-c526-41f8-9d11-fc111b250dfe service neutron] Checking segment: {'id': 'b10e1919-3a7e-44ea-91cd-6f869fba6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:06:39.829009 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6990f984-0ad5-4b59-b415-e7d9b274fff7 req-079fb1b3-c526-41f8-9d11-fc111b250dfe service neutron] Bound using segment: {'id': 'b10e1919-3a7e-44ea-91cd-6f869fba6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:06:39.829433 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-6990f984-0ad5-4b59-b415-e7d9b274fff7 req-079fb1b3-c526-41f8-9d11-fc111b250dfe service neutron] Bound port: 5024f827-94ca-4886-9847-38bbbc516fe9, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b10e1919-3a7e-44ea-91cd-6f869fba6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:06:39.829780 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-6990f984-0ad5-4b59-b415-e7d9b274fff7 req-079fb1b3-c526-41f8-9d11-fc111b250dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:06:39.902466 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:06:39.923404 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-6990f984-0ad5-4b59-b415-e7d9b274fff7 req-079fb1b3-c526-41f8-9d11-fc111b250dfe service neutron] For port 5024f827-94ca-4886-9847-38bbbc516fe9, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:06:39.926473 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-6990f984-0ad5-4b59-b415-e7d9b274fff7 req-079fb1b3-c526-41f8-9d11-fc111b250dfe service neutron] For port 5024f827-94ca-4886-9847-38bbbc516fe9, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=5024f827-94ca-4886-9847-38bbbc516fe9,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:06:39.930744 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-6990f984-0ad5-4b59-b415-e7d9b274fff7 req-079fb1b3-c526-41f8-9d11-fc111b250dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:06:39.999968 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-6990f984-0ad5-4b59-b415-e7d9b274fff7 req-079fb1b3-c526-41f8-9d11-fc111b250dfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:06:40.001409 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6990f984-0ad5-4b59-b415-e7d9b274fff7 req-079fb1b3-c526-41f8-9d11-fc111b250dfe service neutron] 10.222.0.81 "PUT /v2.0/ports/5024f827-94ca-4886-9847-38bbbc516fe9 HTTP/1.1" status: 200 len: 1092 time: 1.2638855 May 23 12:06:40.021236 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079fb1b3-c526-41f8-9d11-fc111b250dfe service neutron] Pushing event updated for resources: {'Port': ['ID=5024f827-94ca-4886-9847-38bbbc516fe9,revision_number=7']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:06:40.122633 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6990f984-0ad5-4b59-b415-e7d9b274fff7 req-9c8f09ae-53d2-42c3-9830-e859953de93d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 1095 time: 0.0795567 May 23 12:06:40.156680 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac43d2-3849-4ea7-acc6-bc2a302fb77c req-9d7fa678-b137-49c9-9ebb-40ee06012aa7 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:40.158173 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1dac43d2-3849-4ea7-acc6-bc2a302fb77c req-9d7fa678-b137-49c9-9ebb-40ee06012aa7 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 944 time: 0.0906706 May 23 12:06:40.207196 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1dac43d2-3849-4ea7-acc6-bc2a302fb77c req-a65ad865-94aa-46fd-997b-b9251e918bef tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432167 May 23 12:06:40.267369 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990f984-0ad5-4b59-b415-e7d9b274fff7 req-a63e64bc-138c-48ec-a247-52d7af872d87 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:40.268766 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6990f984-0ad5-4b59-b415-e7d9b274fff7 req-a63e64bc-138c-48ec-a247-52d7af872d87 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 913 time: 0.1366367 May 23 12:06:40.393407 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6990f984-0ad5-4b59-b415-e7d9b274fff7 req-7e69f270-e3e7-405b-b04b-5db7e509bcca service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5024f827-94ca-4886-9847-38bbbc516fe9 HTTP/1.1" status: 200 len: 1000 time: 0.1140883 May 23 12:06:40.468778 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990f984-0ad5-4b59-b415-e7d9b274fff7 req-566fcab0-ce9f-4e29-880f-105afe9a1a37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:40.470213 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6990f984-0ad5-4b59-b415-e7d9b274fff7 req-566fcab0-ce9f-4e29-880f-105afe9a1a37 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6c3eda61-b88c-4818-a564-3353ea1c45e4 HTTP/1.1" status: 200 len: 851 time: 0.0673039 May 23 12:06:40.549756 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6990f984-0ad5-4b59-b415-e7d9b274fff7 req-0c371081-2a8c-4548-b3ca-f7aa3fcff64a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7a594d-7c5b-41e8-b620-f22e4b48926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701497 May 23 12:06:40.693129 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6990f984-0ad5-4b59-b415-e7d9b274fff7 req-aa7beff8-d9f6-4fe4-834e-7eca20bc6ca2 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315935 May 23 12:06:40.713539 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 5024f827-94ca-4886-9847-38bbbc516fe9 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:06:40.772223 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 5024f827-94ca-4886-9847-38bbbc516fe9 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:06:40.835153 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-6990f984-0ad5-4b59-b415-e7d9b274fff7 req-efc1e6d6-bedb-40d6-8ecf-e491ae7a147a service neutron] 10.222.0.81 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327202 May 23 12:06:41.376113 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f7e9594-8db2-4f37-9f47-cfb94d081378', 'tag': '5024f827-94ca-4886-9847-38bbbc516fe9'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:06:41.408033 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcfe310-7abb-44e6-bb26-ef99fbdb7296 req-befb6598-4d3c-441d-8620-6fe531bb33c0 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:41.409506 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cdcfe310-7abb-44e6-bb26-ef99fbdb7296 req-befb6598-4d3c-441d-8620-6fe531bb33c0 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 944 time: 0.0779135 May 23 12:06:41.447062 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d900ddbb-1d4e-452a-9851-5b846fc5d8a7'] response: {'name': 'network-changed', 'server_uuid': '3f7e9594-8db2-4f37-9f47-cfb94d081378', 'tag': '5024f827-94ca-4886-9847-38bbbc516fe9', 'status': 'completed', 'code': 200} May 23 12:06:41.463809 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cdcfe310-7abb-44e6-bb26-ef99fbdb7296 req-460dc8b0-b735-4d14-95bd-4be8dc4c02bc tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480931 May 23 12:06:41.620086 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c7262c3e-f987-41c9-94a1-1bf12fc411dc req-1d0312b1-db13-4fc3-9006-2e768692b6f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 1095 time: 0.1355333 May 23 12:06:41.623762 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c7262c3e-f987-41c9-94a1-1bf12fc411dc req-0ff75da5-8fe8-413b-a199-ecc237293cdd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 1095 time: 0.0997050 May 23 12:06:41.648339 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-93a71f7e-9687-4491-ae09-809daaee6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:06:41.872125 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7262c3e-f987-41c9-94a1-1bf12fc411dc req-b8f08794-006b-44a1-bc68-3b7bdfd78d06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:41.873573 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c7262c3e-f987-41c9-94a1-1bf12fc411dc req-b8f08794-006b-44a1-bc68-3b7bdfd78d06 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 913 time: 0.2480209 May 23 12:06:41.874524 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7262c3e-f987-41c9-94a1-1bf12fc411dc req-58a35756-93f4-4745-8f5d-b96aa1289445 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:41.875763 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c7262c3e-f987-41c9-94a1-1bf12fc411dc req-58a35756-93f4-4745-8f5d-b96aa1289445 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 913 time: 0.2315981 May 23 12:06:42.165672 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c7262c3e-f987-41c9-94a1-1bf12fc411dc req-fd23dd00-87ad-4ecf-bc7a-a7325f5e7004 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5024f827-94ca-4886-9847-38bbbc516fe9 HTTP/1.1" status: 200 len: 1000 time: 0.2857163 May 23 12:06:42.167739 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c7262c3e-f987-41c9-94a1-1bf12fc411dc req-c7fc61ea-0b6e-41b6-83f2-90f356b23679 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5024f827-94ca-4886-9847-38bbbc516fe9 HTTP/1.1" status: 200 len: 1000 time: 0.2366860 May 23 12:06:42.281505 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7262c3e-f987-41c9-94a1-1bf12fc411dc req-e637c5dd-1c09-4a61-af0d-0846decab1f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:42.282861 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c7262c3e-f987-41c9-94a1-1bf12fc411dc req-e637c5dd-1c09-4a61-af0d-0846decab1f8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c3eda61-b88c-4818-a564-3353ea1c45e4 HTTP/1.1" status: 200 len: 851 time: 0.1118262 May 23 12:06:42.284143 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7262c3e-f987-41c9-94a1-1bf12fc411dc req-aabbc583-a2b4-4010-8091-482b35fab2d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:42.285402 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c7262c3e-f987-41c9-94a1-1bf12fc411dc req-aabbc583-a2b4-4010-8091-482b35fab2d3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6c3eda61-b88c-4818-a564-3353ea1c45e4 HTTP/1.1" status: 200 len: 851 time: 0.0844297 May 23 12:06:42.412789 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c7262c3e-f987-41c9-94a1-1bf12fc411dc req-314f64e7-35b9-4aa1-92e4-f824033d5c1b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fa7a594d-7c5b-41e8-b620-f22e4b48926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1232421 May 23 12:06:42.420380 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c7262c3e-f987-41c9-94a1-1bf12fc411dc req-b2e90510-75cd-44a7-b657-bdef6bdceb29 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7a594d-7c5b-41e8-b620-f22e4b48926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0970695 May 23 12:06:42.654255 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c7262c3e-f987-41c9-94a1-1bf12fc411dc req-d64c0ad2-d984-4555-a651-d67e98af1e7b service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327986 May 23 12:06:42.656995 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c7262c3e-f987-41c9-94a1-1bf12fc411dc req-dc06c818-44e0-4412-b677-22b18525a165 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124751 May 23 12:06:42.670696 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f83ecc-8066-4db9-a7a9-8b8d1356f430 req-18193fb4-2be7-49f8-9a30-8f14922c1043 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:42.672173 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-19f83ecc-8066-4db9-a7a9-8b8d1356f430 req-18193fb4-2be7-49f8-9a30-8f14922c1043 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 944 time: 0.0841956 May 23 12:06:42.720521 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-19f83ecc-8066-4db9-a7a9-8b8d1356f430 req-ea25a77f-421b-4b4e-bdd8-f849c4a1cd7a tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423796 May 23 12:06:42.877569 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:06:42.895198 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c7262c3e-f987-41c9-94a1-1bf12fc411dc req-5e8abceb-e4c1-49b7-b9c3-a250083d7c6a service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351782 May 23 12:06:42.896882 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c7262c3e-f987-41c9-94a1-1bf12fc411dc req-e1985d61-3aca-43eb-a2f0-d1c0f4639ac0 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157319 May 23 12:06:42.957345 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:06:43.940427 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356dba8c-fc51-4234-9061-86ab0c02e3b3 req-e53723a3-0a57-4c99-8b91-bb060a0c20ff tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:43.941994 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-356dba8c-fc51-4234-9061-86ab0c02e3b3 req-e53723a3-0a57-4c99-8b91-bb060a0c20ff tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 944 time: 0.0817242 May 23 12:06:43.994746 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-356dba8c-fc51-4234-9061-86ab0c02e3b3 req-f3d03162-c399-47ac-8cbf-697a698ffd52 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461969 May 23 12:06:44.510334 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:06:44.951550 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:06:45.230269 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ec140-4ba0-44ee-afeb-4d1f6f0cd211 req-30e2e272-dab8-457a-8afe-9f11722c2e75 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:45.231716 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-707ec140-4ba0-44ee-afeb-4d1f6f0cd211 req-30e2e272-dab8-457a-8afe-9f11722c2e75 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 944 time: 0.0857131 May 23 12:06:45.281264 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-707ec140-4ba0-44ee-afeb-4d1f6f0cd211 req-957b0db3-2f4e-4e23-8f43-01a76ec5fe5f tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409787 May 23 12:06:46.492027 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8598f-2f3c-4ef1-8bb6-b42137277f89 req-2bfa4ae3-6a37-4894-820d-96b752f91bba tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:46.493484 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4ef8598f-2f3c-4ef1-8bb6-b42137277f89 req-2bfa4ae3-6a37-4894-820d-96b752f91bba tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 944 time: 0.0862644 May 23 12:06:46.539330 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4ef8598f-2f3c-4ef1-8bb6-b42137277f89 req-0a569e89-7ce2-4d29-acde-a884b8d39d0e tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402248 May 23 12:06:47.743166 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c6710c-a0ad-4a4a-811e-94ff804a177b req-9334fcf1-4fc2-465b-835c-fccd4ca430b5 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:47.744788 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d7c6710c-a0ad-4a4a-811e-94ff804a177b req-9334fcf1-4fc2-465b-835c-fccd4ca430b5 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 944 time: 0.0837471 May 23 12:06:47.792780 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d7c6710c-a0ad-4a4a-811e-94ff804a177b req-f6d1640b-44e6-4aba-8426-6bcab23ec756 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405016 May 23 12:06:48.994989 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8aff93-ab01-43ff-9be3-3ac94a06459e req-22aad236-0a13-44d1-8f93-936b21bd936f tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:48.996548 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cc8aff93-ab01-43ff-9be3-3ac94a06459e req-22aad236-0a13-44d1-8f93-936b21bd936f tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 944 time: 0.0822196 May 23 12:06:49.044318 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cc8aff93-ab01-43ff-9be3-3ac94a06459e req-06a741bf-f8ad-4a8d-ba99-945240fda7e5 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420156 May 23 12:06:50.247160 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276f93c-0a2f-451b-884c-2ea24ebf82dc req-5e7dfe4e-7deb-416b-b70b-071c88c31e52 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:50.248641 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d276f93c-0a2f-451b-884c-2ea24ebf82dc req-5e7dfe4e-7deb-416b-b70b-071c88c31e52 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 944 time: 0.0826111 May 23 12:06:50.295790 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d276f93c-0a2f-451b-884c-2ea24ebf82dc req-cba593cf-6bba-4838-91d7-2607d9a476e1 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414181 May 23 12:06:50.415088 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 5024f827-94ca-4886-9847-38bbbc516fe9 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 12:06:50.552344 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 5024f827-94ca-4886-9847-38bbbc516fe9, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=5024f827-94ca-4886-9847-38bbbc516fe9,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:06:50.566072 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '5024f827-94ca-4886-9847-38bbbc516fe9', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'port_id': '5024f827-94ca-4886-9847-38bbbc516fe9', 'mac_address': 'fa:16:3e:7e:a0:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 12:06:50.626238 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:06:50.657902 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5024f827-94ca-4886-9847-38bbbc516fe9 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 12:06:50.676222 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 5024f827-94ca-4886-9847-38bbbc516fe9, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=5024f827-94ca-4886-9847-38bbbc516fe9,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:06:50.682351 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:06:50.752915 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=5024f827-94ca-4886-9847-38bbbc516fe9,revision_number=8']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:06:50.754580 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ecd94-857c-410a-a02b-5aceea87b663 req-c2180eaa-21e8-40e2-8648-051709e5c84b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:50.755348 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-411ecd94-857c-410a-a02b-5aceea87b663 req-c2180eaa-21e8-40e2-8648-051709e5c84b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Synchronizing usage tracker for tenant:f48196f0bd4b4a87ad2310689b6f970d on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:06:50.762033 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:06:50.762369 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:06:50.762703 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:06:50.763032 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:06:50.763353 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:06:50.764005 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:06:50.764325 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:06:50.764640 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:06:50.764957 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:06:50.765269 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:06:50.765580 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:06:50.774789 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-411ecd94-857c-410a-a02b-5aceea87b663 req-c2180eaa-21e8-40e2-8648-051709e5c84b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Unset dirty status for tenant:f48196f0bd4b4a87ad2310689b6f970d on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:06:50.776625 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-411ecd94-857c-410a-a02b-5aceea87b663 req-c2180eaa-21e8-40e2-8648-051709e5c84b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378&tenant_id=f48196f0bd4b4a87ad2310689b6f970d&binding%3Ahost_id=n-h2-842952-2 HTTP/1.1" status: 200 len: 945 time: 0.1099484 May 23 12:06:50.806739 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687d744-e348-4835-bc4d-66b361387d11 req-2eed1d76-0efc-47ad-8aea-33a025500c3f tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:50.808298 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4687d744-e348-4835-bc4d-66b361387d11 req-2eed1d76-0efc-47ad-8aea-33a025500c3f tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 945 time: 0.0882244 May 23 12:06:50.858350 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4687d744-e348-4835-bc4d-66b361387d11 req-04ca2d3f-d97b-487e-89c4-485b8024df72 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426171 May 23 12:06:50.864427 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-411ecd94-857c-410a-a02b-5aceea87b663 req-326f8c3a-5e7f-4710-91e7-8f2a812aadd7 service neutron] 10.222.0.81 "GET /v2.0/ports/5024f827-94ca-4886-9847-38bbbc516fe9/bindings/n-h2-842952-2 HTTP/1.1" status: 200 len: 382 time: 0.0781167 May 23 12:06:50.982020 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-411ecd94-857c-410a-a02b-5aceea87b663 req-006e819b-b610-4245-b8d4-3687d1300868 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 1096 time: 0.0742867 May 23 12:06:51.019347 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['5024f827-94ca-4886-9847-38bbbc516fe9'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 12:06:51.114740 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ecd94-857c-410a-a02b-5aceea87b663 req-99cedff5-09e7-4d70-9e88-062a1126da10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:51.116230 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-411ecd94-857c-410a-a02b-5aceea87b663 req-99cedff5-09e7-4d70-9e88-062a1126da10 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 913 time: 0.1285429 May 23 12:06:51.218821 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-411ecd94-857c-410a-a02b-5aceea87b663 req-252f43f8-5a15-41d4-b0d0-27c716e2efcb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5024f827-94ca-4886-9847-38bbbc516fe9 HTTP/1.1" status: 200 len: 1001 time: 0.0965555 May 23 12:06:51.290224 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ecd94-857c-410a-a02b-5aceea87b663 req-9f35c169-7af6-4a81-be03-a933027a1a18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:51.291655 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-411ecd94-857c-410a-a02b-5aceea87b663 req-9f35c169-7af6-4a81-be03-a933027a1a18 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6c3eda61-b88c-4818-a564-3353ea1c45e4 HTTP/1.1" status: 200 len: 851 time: 0.0674193 May 23 12:06:51.369067 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-411ecd94-857c-410a-a02b-5aceea87b663 req-a64a64dd-c3ca-4478-b71d-a1d6bb454beb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7a594d-7c5b-41e8-b620-f22e4b48926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712271 May 23 12:06:51.505100 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-411ecd94-857c-410a-a02b-5aceea87b663 req-1fc6e6f7-64ce-4715-9957-66e2cfec0378 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289568 May 23 12:06:51.741295 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-411ecd94-857c-410a-a02b-5aceea87b663 req-6fb750aa-78ab-4b98-ab1f-b0d375b9a4d1 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300181 May 23 12:06:52.066131 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7e3c2-7141-4fa6-aaf5-5a3f36c7d51e req-65af174c-d694-4472-8e38-ad50e5561bdb tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:52.067611 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-49f7e3c2-7141-4fa6-aaf5-5a3f36c7d51e req-65af174c-d694-4472-8e38-ad50e5561bdb tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 945 time: 0.0807598 May 23 12:06:52.121440 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-49f7e3c2-7141-4fa6-aaf5-5a3f36c7d51e req-47090044-0a7e-4473-b028-a1e2cdd4d08f tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452359 May 23 12:06:52.415517 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 5024f827-94ca-4886-9847-38bbbc516fe9 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:06:52.529058 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 5024f827-94ca-4886-9847-38bbbc516fe9 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:06:52.533726 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 5024f827-94ca-4886-9847-38bbbc516fe9 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:06:52.534094 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:06:52.651476 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:06:52.678653 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7e9594-8db2-4f37-9f47-cfb94d081378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5024f827-94ca-4886-9847-38bbbc516fe9'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:06:52.688498 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 5024f827-94ca-4886-9847-38bbbc516fe9, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=5024f827-94ca-4886-9847-38bbbc516fe9,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:06:52.693750 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:06:52.747237 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fd578c9-5253-4125-8837-3759125d7cb7'] response: {'server_uuid': '3f7e9594-8db2-4f37-9f47-cfb94d081378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5024f827-94ca-4886-9847-38bbbc516fe9', 'code': 200} May 23 12:06:52.761022 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=5024f827-94ca-4886-9847-38bbbc516fe9,revision_number=9']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:06:53.342867 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bea620-0711-4935-aef2-8bc6298fdc15 req-e67e972f-5107-42eb-9ae2-9f1ea91e790c tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:53.344351 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e0bea620-0711-4935-aef2-8bc6298fdc15 req-e67e972f-5107-42eb-9ae2-9f1ea91e790c tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 946 time: 0.0861249 May 23 12:06:53.394923 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e0bea620-0711-4935-aef2-8bc6298fdc15 req-9e25bcf6-001d-46d0-ad19-f3aee6f1e2ad tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424659 May 23 12:06:54.612238 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476ab3d-cead-4dd4-880e-45a18362945e req-fc52547f-4f5d-43ce-9a18-9d99497c0942 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:54.613687 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f476ab3d-cead-4dd4-880e-45a18362945e req-fc52547f-4f5d-43ce-9a18-9d99497c0942 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 946 time: 0.0804532 May 23 12:06:54.658720 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f476ab3d-cead-4dd4-880e-45a18362945e req-f783be4c-42a4-4980-a2cd-5af07b8ee284 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393410 May 23 12:06:54.923086 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-411ecd94-857c-410a-a02b-5aceea87b663 req-68758675-a3f9-4f72-8505-e6f14d1bf56c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378&tenant_id=f48196f0bd4b4a87ad2310689b6f970d HTTP/1.1" status: 200 len: 1097 time: 0.0825117 May 23 12:06:54.939050 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-411ecd94-857c-410a-a02b-5aceea87b663 req-be811ca5-3cb8-44d4-ae65-a4ffa32eacf3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-842952-2', 'device_owner': 'compute:nova'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:06:55.049724 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-411ecd94-857c-410a-a02b-5aceea87b663 req-be811ca5-3cb8-44d4-ae65-a4ffa32eacf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:06:55.330161 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-411ecd94-857c-410a-a02b-5aceea87b663 req-be811ca5-3cb8-44d4-ae65-a4ffa32eacf3 service neutron] For port 5024f827-94ca-4886-9847-38bbbc516fe9, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=5024f827-94ca-4886-9847-38bbbc516fe9,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:06:55.358226 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-411ecd94-857c-410a-a02b-5aceea87b663 req-be811ca5-3cb8-44d4-ae65-a4ffa32eacf3 service neutron] For port 5024f827-94ca-4886-9847-38bbbc516fe9, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:06:55.427420 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7e9594-8db2-4f37-9f47-cfb94d081378', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5024f827-94ca-4886-9847-38bbbc516fe9'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:06:55.433987 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-411ecd94-857c-410a-a02b-5aceea87b663 req-be811ca5-3cb8-44d4-ae65-a4ffa32eacf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:06:55.451217 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-411ecd94-857c-410a-a02b-5aceea87b663 req-be811ca5-3cb8-44d4-ae65-a4ffa32eacf3 service neutron] Transition to ACTIVE for port object 5024f827-94ca-4886-9847-38bbbc516fe9 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:06:55.454784 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-411ecd94-857c-410a-a02b-5aceea87b663 req-be811ca5-3cb8-44d4-ae65-a4ffa32eacf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:06:55.503847 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae8d7cf6-46ad-4a79-b391-56cdca2d0c00'] response: {'server_uuid': '3f7e9594-8db2-4f37-9f47-cfb94d081378', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5024f827-94ca-4886-9847-38bbbc516fe9', 'code': 200} May 23 12:06:55.591845 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be811ca5-3cb8-44d4-ae65-a4ffa32eacf3 service neutron] Pushing event updated for resources: {'Port': ['ID=5024f827-94ca-4886-9847-38bbbc516fe9,revision_number=10']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:06:55.657720 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-411ecd94-857c-410a-a02b-5aceea87b663 req-be811ca5-3cb8-44d4-ae65-a4ffa32eacf3 service neutron] No DVR routers for this DVR port 5024f827-94ca-4886-9847-38bbbc516fe9 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:06:55.864983 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0493549-8220-41c2-9b9f-68e5328cbd04 req-dad398cb-a273-48d3-bf84-49256032cb34 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:55.866455 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a0493549-8220-41c2-9b9f-68e5328cbd04 req-dad398cb-a273-48d3-bf84-49256032cb34 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 945 time: 0.0769227 May 23 12:06:55.912378 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a0493549-8220-41c2-9b9f-68e5328cbd04 req-2e0d6715-2b27-498a-9428-973fa4e8236e tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401862 May 23 12:06:55.915306 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-411ecd94-857c-410a-a02b-5aceea87b663 req-be811ca5-3cb8-44d4-ae65-a4ffa32eacf3 service neutron] Attempting to bind port 5024f827-94ca-4886-9847-38bbbc516fe9 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:06:55.915643 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-411ecd94-857c-410a-a02b-5aceea87b663 req-be811ca5-3cb8-44d4-ae65-a4ffa32eacf3 service neutron] Attempting to bind port 5024f827-94ca-4886-9847-38bbbc516fe9 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'b10e1919-3a7e-44ea-91cd-6f869fba6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:06:55.916021 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411ecd94-857c-410a-a02b-5aceea87b663 req-be811ca5-3cb8-44d4-ae65-a4ffa32eacf3 service neutron] Attempting to bind port 5024f827-94ca-4886-9847-38bbbc516fe9 on network fa7a594d-7c5b-41e8-b620-f22e4b48926d {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:06:55.922173 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411ecd94-857c-410a-a02b-5aceea87b663 req-be811ca5-3cb8-44d4-ae65-a4ffa32eacf3 service neutron] Port 5024f827-94ca-4886-9847-38bbbc516fe9 on network fa7a594d-7c5b-41e8-b620-f22e4b48926d not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 12:06:55.922492 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411ecd94-857c-410a-a02b-5aceea87b663 req-be811ca5-3cb8-44d4-ae65-a4ffa32eacf3 service neutron] Attempting to bind port 5024f827-94ca-4886-9847-38bbbc516fe9 on network fa7a594d-7c5b-41e8-b620-f22e4b48926d {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:06:55.928893 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411ecd94-857c-410a-a02b-5aceea87b663 req-be811ca5-3cb8-44d4-ae65-a4ffa32eacf3 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:06:55.929514 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411ecd94-857c-410a-a02b-5aceea87b663 req-be811ca5-3cb8-44d4-ae65-a4ffa32eacf3 service neutron] Checking segment: {'id': 'b10e1919-3a7e-44ea-91cd-6f869fba6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:06:55.929613 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411ecd94-857c-410a-a02b-5aceea87b663 req-be811ca5-3cb8-44d4-ae65-a4ffa32eacf3 service neutron] Bound using segment: {'id': 'b10e1919-3a7e-44ea-91cd-6f869fba6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:06:55.929996 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-411ecd94-857c-410a-a02b-5aceea87b663 req-be811ca5-3cb8-44d4-ae65-a4ffa32eacf3 service neutron] Bound port: 5024f827-94ca-4886-9847-38bbbc516fe9, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b10e1919-3a7e-44ea-91cd-6f869fba6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:06:55.930337 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-411ecd94-857c-410a-a02b-5aceea87b663 req-be811ca5-3cb8-44d4-ae65-a4ffa32eacf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:06:56.022230 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-411ecd94-857c-410a-a02b-5aceea87b663 req-be811ca5-3cb8-44d4-ae65-a4ffa32eacf3 service neutron] For port 5024f827-94ca-4886-9847-38bbbc516fe9, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:06:56.025243 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-411ecd94-857c-410a-a02b-5aceea87b663 req-be811ca5-3cb8-44d4-ae65-a4ffa32eacf3 service neutron] For port 5024f827-94ca-4886-9847-38bbbc516fe9, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=5024f827-94ca-4886-9847-38bbbc516fe9,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:06:56.030722 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-411ecd94-857c-410a-a02b-5aceea87b663 req-be811ca5-3cb8-44d4-ae65-a4ffa32eacf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:06:56.094190 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-411ecd94-857c-410a-a02b-5aceea87b663 req-be811ca5-3cb8-44d4-ae65-a4ffa32eacf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:06:56.096551 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-411ecd94-857c-410a-a02b-5aceea87b663 req-be811ca5-3cb8-44d4-ae65-a4ffa32eacf3 service neutron] 10.222.0.13 "PUT /v2.0/ports/5024f827-94ca-4886-9847-38bbbc516fe9 HTTP/1.1" status: 200 len: 1093 time: 1.1612277 May 23 12:06:56.111528 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be811ca5-3cb8-44d4-ae65-a4ffa32eacf3 service neutron] Pushing event updated for resources: {'Port': ['ID=5024f827-94ca-4886-9847-38bbbc516fe9,revision_number=11']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:06:56.148482 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f7f9ec5-d16f-49fa-bf10-aebc73ed987a req-d930c363-6718-4a54-864e-29b38a536a5e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 1096 time: 0.0792134 May 23 12:06:56.381837 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f9ec5-d16f-49fa-bf10-aebc73ed987a req-8612921f-04cf-4185-aea5-f43cf2c886bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:56.383217 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f7f9ec5-d16f-49fa-bf10-aebc73ed987a req-8612921f-04cf-4185-aea5-f43cf2c886bd service neutron] 10.222.0.13 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 913 time: 0.2149491 May 23 12:06:56.445646 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 5024f827-94ca-4886-9847-38bbbc516fe9 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:06:56.497297 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f7f9ec5-d16f-49fa-bf10-aebc73ed987a req-6363af54-5200-4c4e-bfc6-1fa06d75891f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5024f827-94ca-4886-9847-38bbbc516fe9 HTTP/1.1" status: 200 len: 1000 time: 0.1078067 May 23 12:06:56.521713 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 5024f827-94ca-4886-9847-38bbbc516fe9 not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:06:56.562858 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f9ec5-d16f-49fa-bf10-aebc73ed987a req-7f4ff807-1e7e-4d17-80bf-2b19ba11eb7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:56.564568 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f7f9ec5-d16f-49fa-bf10-aebc73ed987a req-7f4ff807-1e7e-4d17-80bf-2b19ba11eb7c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c3eda61-b88c-4818-a564-3353ea1c45e4 HTTP/1.1" status: 200 len: 851 time: 0.0613382 May 23 12:06:56.640205 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f7f9ec5-d16f-49fa-bf10-aebc73ed987a req-ef99a2cb-4a39-4865-8017-e013795e8048 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fa7a594d-7c5b-41e8-b620-f22e4b48926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691388 May 23 12:06:56.775352 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f7f9ec5-d16f-49fa-bf10-aebc73ed987a req-3b7edc33-600c-40fe-8958-20ff579d8786 service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288178 May 23 12:06:56.910809 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f7f9ec5-d16f-49fa-bf10-aebc73ed987a req-87496e32-6cf6-4030-9f69-30c8b361ecc4 service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289129 May 23 12:06:57.108169 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-411ecd94-857c-410a-a02b-5aceea87b663 req-70b6a0af-8b7f-4e7e-9edd-f9967682b903 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 1096 time: 0.1237078 May 23 12:06:57.209120 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40679ef0-a469-4233-a72e-33443e491880 req-5c723718-694f-47c3-bebd-c82f32608b56 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:57.210467 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-40679ef0-a469-4233-a72e-33443e491880 req-5c723718-694f-47c3-bebd-c82f32608b56 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 945 time: 0.1708863 May 23 12:06:57.283153 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ecd94-857c-410a-a02b-5aceea87b663 req-ff768234-6eea-4084-ad91-00c92429bc71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:57.284611 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-411ecd94-857c-410a-a02b-5aceea87b663 req-ff768234-6eea-4084-ad91-00c92429bc71 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 913 time: 0.1702735 May 23 12:06:57.291701 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-40679ef0-a469-4233-a72e-33443e491880 req-f61eb093-341c-4527-b90a-b840c9aa0ee8 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744011 May 23 12:06:57.385763 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-411ecd94-857c-410a-a02b-5aceea87b663 req-63eda688-569c-426f-8784-17e01b682369 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5024f827-94ca-4886-9847-38bbbc516fe9 HTTP/1.1" status: 200 len: 1000 time: 0.0930965 May 23 12:06:57.452167 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ecd94-857c-410a-a02b-5aceea87b663 req-76168563-9a97-45b0-832f-2e561afa773d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:57.453556 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-411ecd94-857c-410a-a02b-5aceea87b663 req-76168563-9a97-45b0-832f-2e561afa773d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c3eda61-b88c-4818-a564-3353ea1c45e4 HTTP/1.1" status: 200 len: 851 time: 0.0622861 May 23 12:06:57.504848 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f7e9594-8db2-4f37-9f47-cfb94d081378', 'tag': '5024f827-94ca-4886-9847-38bbbc516fe9'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:06:57.532153 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-411ecd94-857c-410a-a02b-5aceea87b663 req-ac012545-2c2c-4e43-a125-940e28d781c3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fa7a594d-7c5b-41e8-b620-f22e4b48926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719352 May 23 12:06:57.571577 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14c4db6a-5b8b-4bdb-bcc8-1f7147b5bd88'] response: {'name': 'network-changed', 'server_uuid': '3f7e9594-8db2-4f37-9f47-cfb94d081378', 'tag': '5024f827-94ca-4886-9847-38bbbc516fe9', 'status': 'completed', 'code': 200} May 23 12:06:57.678182 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-411ecd94-857c-410a-a02b-5aceea87b663 req-a5663a4d-8b81-4754-b64f-2a2c95c4ffce service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391327 May 23 12:06:57.704397 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-40298717-3cb9-4dfd-a8f8-457683ad626d req-c36eb63f-1d15-4fc2-baa8-bb23bf8727a2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 1096 time: 0.0730753 May 23 12:06:57.825352 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-411ecd94-857c-410a-a02b-5aceea87b663 req-c5c56b5a-00f0-4535-97f9-61256d987245 service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407011 May 23 12:06:57.841637 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40298717-3cb9-4dfd-a8f8-457683ad626d req-b5e85898-0a89-4e52-9b43-5b3f68633712 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:57.843194 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-40298717-3cb9-4dfd-a8f8-457683ad626d req-b5e85898-0a89-4e52-9b43-5b3f68633712 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 913 time: 0.1291962 May 23 12:06:57.954871 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-40298717-3cb9-4dfd-a8f8-457683ad626d req-4d6a99e2-0b5a-4d5e-aceb-3f9676d5b5fe service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5024f827-94ca-4886-9847-38bbbc516fe9 HTTP/1.1" status: 200 len: 1000 time: 0.1020892 May 23 12:06:57.983177 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-40298717-3cb9-4dfd-a8f8-457683ad626d req-2a269d99-662f-4e56-bc38-28b8fe61cc0b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 1096 time: 0.0846727 May 23 12:06:58.126670 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40298717-3cb9-4dfd-a8f8-457683ad626d req-a891d5d5-a5ae-4363-b053-3d05c39e4c1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:58.128163 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-40298717-3cb9-4dfd-a8f8-457683ad626d req-a891d5d5-a5ae-4363-b053-3d05c39e4c1a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6c3eda61-b88c-4818-a564-3353ea1c45e4 HTTP/1.1" status: 200 len: 851 time: 0.1650028 May 23 12:06:58.218823 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-40298717-3cb9-4dfd-a8f8-457683ad626d req-8b3ec442-62d3-47e1-8e73-8a4705f405a9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7a594d-7c5b-41e8-b620-f22e4b48926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813007 May 23 12:06:58.245051 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40298717-3cb9-4dfd-a8f8-457683ad626d req-a2b93ff1-e602-4b66-b032-4cdbd27d6027 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:58.246337 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-40298717-3cb9-4dfd-a8f8-457683ad626d req-a2b93ff1-e602-4b66-b032-4cdbd27d6027 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 200 len: 913 time: 0.2402411 May 23 12:06:58.372075 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-40298717-3cb9-4dfd-a8f8-457683ad626d req-0b03f1a2-3913-4e57-ae4f-ceb1623ce8c3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5024f827-94ca-4886-9847-38bbbc516fe9 HTTP/1.1" status: 200 len: 1000 time: 0.1192834 May 23 12:06:58.376995 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-40298717-3cb9-4dfd-a8f8-457683ad626d req-dd53c887-03b7-4fcd-8309-0d0a015db2bd service neutron] 10.222.0.81 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482663 May 23 12:06:58.508096 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40298717-3cb9-4dfd-a8f8-457683ad626d req-acbac0e5-3d9f-4132-940a-1f1a16e3b7e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:58.509552 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-40298717-3cb9-4dfd-a8f8-457683ad626d req-acbac0e5-3d9f-4132-940a-1f1a16e3b7e8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c3eda61-b88c-4818-a564-3353ea1c45e4 HTTP/1.1" status: 200 len: 851 time: 0.1321709 May 23 12:06:58.535599 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-40298717-3cb9-4dfd-a8f8-457683ad626d req-10011261-5961-45e1-bf07-e62138625607 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514904 May 23 12:06:58.585815 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef801d-4fe9-4951-8280-d262f4eabfc9 req-b04811a2-5ba5-4ab3-b2ff-7265c5a77a6b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:58.587349 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9cef801d-4fe9-4951-8280-d262f4eabfc9 req-b04811a2-5ba5-4ab3-b2ff-7265c5a77a6b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 945 time: 0.1350348 May 23 12:06:58.653030 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-40298717-3cb9-4dfd-a8f8-457683ad626d req-575dfb35-4cd0-455a-a337-32ab495e0c63 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fa7a594d-7c5b-41e8-b620-f22e4b48926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1263378 May 23 12:06:58.655198 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9cef801d-4fe9-4951-8280-d262f4eabfc9 req-92747399-6d85-41b8-b662-52d66fe41ad8 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617297 May 23 12:06:58.794646 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-40298717-3cb9-4dfd-a8f8-457683ad626d req-885a9123-8ea3-48b1-a232-a8a67754e962 service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341472 May 23 12:06:58.942400 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-40298717-3cb9-4dfd-a8f8-457683ad626d req-17c7956c-db1c-4e1f-99e9-3af0fcad9f23 service neutron] 10.222.0.13 "GET /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296742 May 23 12:06:59.875930 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de495776-e67e-4791-854f-48a2630c01cc req-ce8b6d74-5a18-4d3e-a8b5-de9fe8f2b484 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:06:59.878163 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-de495776-e67e-4791-854f-48a2630c01cc req-ce8b6d74-5a18-4d3e-a8b5-de9fe8f2b484 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 945 time: 0.0844467 May 23 12:06:59.926385 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-de495776-e67e-4791-854f-48a2630c01cc req-a21d2bd1-8fc5-4ed0-9307-57930d1b86ab tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429742 May 23 12:07:01.139855 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554a176-4312-4d55-bd29-bfab41d6896d req-3fb1d2bb-c762-4f28-91d2-b6f301878771 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:01.141266 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a554a176-4312-4d55-bd29-bfab41d6896d req-3fb1d2bb-c762-4f28-91d2-b6f301878771 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 945 time: 0.0822809 May 23 12:07:01.187344 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a554a176-4312-4d55-bd29-bfab41d6896d req-3059d48c-d1fe-4f68-b96c-c31b443cd59f tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403855 May 23 12:07:02.394370 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6dd412-8094-4b3e-b874-cb26afa144dc req-0871d321-601b-40a2-b701-c4d62015289b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:02.395860 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0e6dd412-8094-4b3e-b874-cb26afa144dc req-0871d321-601b-40a2-b701-c4d62015289b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 945 time: 0.0821416 May 23 12:07:02.443866 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0e6dd412-8094-4b3e-b874-cb26afa144dc req-5b7e3626-7ace-45d7-9fca-38c6ac44103b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397587 May 23 12:07:03.668875 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366fa4d-56a1-44c7-8711-0ba7f22a80f8 req-ee416b5b-a9ac-45bc-a622-84b709437cdc tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:03.670409 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9366fa4d-56a1-44c7-8711-0ba7f22a80f8 req-ee416b5b-a9ac-45bc-a622-84b709437cdc tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 945 time: 0.0817571 May 23 12:07:03.723724 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9366fa4d-56a1-44c7-8711-0ba7f22a80f8 req-452b343a-3917-4835-be2d-0c5535436d78 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451910 May 23 12:07:04.937836 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c08dd5-50ab-402a-9093-6caa2c8077f5 req-8ab42f51-f6e6-4fcb-b6dd-c1cd586eaa17 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:04.939805 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-03c08dd5-50ab-402a-9093-6caa2c8077f5 req-8ab42f51-f6e6-4fcb-b6dd-c1cd586eaa17 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 945 time: 0.0898240 May 23 12:07:04.986779 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-03c08dd5-50ab-402a-9093-6caa2c8077f5 req-a113feec-ab5a-4bfc-b775-11748d31f987 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410154 May 23 12:07:06.213266 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad0f90-10db-4d8e-9931-97a67772205b req-6bfa96e9-3fc8-47d0-bb03-f5000a1f968e tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:06.214571 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-23ad0f90-10db-4d8e-9931-97a67772205b req-6bfa96e9-3fc8-47d0-bb03-f5000a1f968e tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 945 time: 0.0912595 May 23 12:07:06.266473 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-23ad0f90-10db-4d8e-9931-97a67772205b req-988d4094-00da-4193-95dc-5d473379c046 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439999 May 23 12:07:07.475416 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728a37e-51ae-4e63-9c04-f618883341fb req-dec05e34-0017-4278-bbf4-dcd093265b93 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:07.476877 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6728a37e-51ae-4e63-9c04-f618883341fb req-dec05e34-0017-4278-bbf4-dcd093265b93 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 945 time: 0.0802968 May 23 12:07:07.526622 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6728a37e-51ae-4e63-9c04-f618883341fb req-15c28d47-68d8-4e88-b7fc-9925baee3421 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412073 May 23 12:07:08.513992 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:08.750147 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72443b6-dc3e-4d84-8285-a269953106e5 req-130e021e-40d4-47b1-85b3-a24c0cbbd25a tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:08.752354 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a72443b6-dc3e-4d84-8285-a269953106e5 req-130e021e-40d4-47b1-85b3-a24c0cbbd25a tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 945 time: 0.0935898 May 23 12:07:08.805421 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a72443b6-dc3e-4d84-8285-a269953106e5 req-99682c57-ae87-4a67-a873-b3d64661efdc tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442200 May 23 12:07:09.327058 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b66d5ae0-58ea-4819-959c-92ae8d3cc588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:09.914942 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:10.009272 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b8643-f392-4691-b36c-0061cba66d23 req-437eb167-b0bb-47bd-8b8d-9fd68ac9bb04 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:10.010715 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a8b8643-f392-4691-b36c-0061cba66d23 req-437eb167-b0bb-47bd-8b8d-9fd68ac9bb04 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 945 time: 0.0787237 May 23 12:07:10.065578 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a8b8643-f392-4691-b36c-0061cba66d23 req-02d5b12d-27e0-43ea-9e7d-a67dd673132f tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463893 May 23 12:07:11.284566 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4147444-37f6-4ddb-abd1-2973f6d9a28d req-76bf8f18-63bf-4940-89f8-9618d475a11f tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:11.287793 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b4147444-37f6-4ddb-abd1-2973f6d9a28d req-76bf8f18-63bf-4940-89f8-9618d475a11f tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 945 time: 0.0816970 May 23 12:07:11.337587 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b4147444-37f6-4ddb-abd1-2973f6d9a28d req-f3dd4b2c-2e17-4dac-ab03-f85b3b23d50b tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417097 May 23 12:07:11.657381 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-61b7d057-0ac9-4048-a51e-68df67f50829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:12.565693 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27283a5f-72c9-4d75-9d25-0ff5fd3bba43 req-03f557aa-48f8-4783-bf1f-5564d8b32309 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:12.567352 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-27283a5f-72c9-4d75-9d25-0ff5fd3bba43 req-03f557aa-48f8-4783-bf1f-5564d8b32309 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 945 time: 0.0952151 May 23 12:07:12.699949 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-27283a5f-72c9-4d75-9d25-0ff5fd3bba43 req-fff9e9d5-e369-41bf-a9c2-e4a2b0eaff69 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253877 May 23 12:07:12.871432 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:12.903968 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 5024f827-94ca-4886-9847-38bbbc516fe9 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 12:07:13.020619 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:13.066334 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 5024f827-94ca-4886-9847-38bbbc516fe9, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=5024f827-94ca-4886-9847-38bbbc516fe9,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:07:13.080074 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '5024f827-94ca-4886-9847-38bbbc516fe9', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'port_id': '5024f827-94ca-4886-9847-38bbbc516fe9', 'mac_address': 'fa:16:3e:7e:a0:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 12:07:13.135171 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:13.153697 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5024f827-94ca-4886-9847-38bbbc516fe9 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 12:07:13.170073 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 5024f827-94ca-4886-9847-38bbbc516fe9, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=5024f827-94ca-4886-9847-38bbbc516fe9,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:07:13.174620 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:13.250388 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=5024f827-94ca-4886-9847-38bbbc516fe9,revision_number=12']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:07:13.614115 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['5024f827-94ca-4886-9847-38bbbc516fe9'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 12:07:13.902586 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ed077-deb5-46e9-b8be-dc6c534c2afe req-6d48bcf9-d7a9-4a70-b274-411405da9bb3 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:13.904966 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ed8ed077-deb5-46e9-b8be-dc6c534c2afe req-6d48bcf9-d7a9-4a70-b274-411405da9bb3 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 946 time: 0.0809176 May 23 12:07:13.954934 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ed8ed077-deb5-46e9-b8be-dc6c534c2afe req-a3553c7e-e2ad-45ec-abfc-dc5bcfb673a9 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422378 May 23 12:07:14.161751 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853e185-52b1-41e1-af4a-1a0742fdb176 req-fd41210d-d6b1-44e5-adab-4ef415e8cc99 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:14.163161 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1853e185-52b1-41e1-af4a-1a0742fdb176 req-fd41210d-d6b1-44e5-adab-4ef415e8cc99 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 946 time: 0.0861790 May 23 12:07:14.209968 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1853e185-52b1-41e1-af4a-1a0742fdb176 req-2b60e165-90bb-49cc-b270-6caaf68d4d72 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408721 May 23 12:07:14.420180 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2b317-0f0b-4d45-b67c-5e3eb1360e61 req-c906f9a5-5ef3-4ebf-b000-e74ca749002f tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:14.421554 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bff2b317-0f0b-4d45-b67c-5e3eb1360e61 req-c906f9a5-5ef3-4ebf-b000-e74ca749002f tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 946 time: 0.0810008 May 23 12:07:14.475656 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bff2b317-0f0b-4d45-b67c-5e3eb1360e61 req-6f9ced12-508d-4d25-a4c7-004ee10a1401 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457399 May 23 12:07:14.510476 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:14.918283 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44ca69-8d0a-4c59-84e9-787d2c1f2304 req-5bc56509-9167-4e27-a5ec-777104bf6edd tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:14.919906 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cc44ca69-8d0a-4c59-84e9-787d2c1f2304 req-5bc56509-9167-4e27-a5ec-777104bf6edd tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 946 time: 0.0828981 May 23 12:07:14.921739 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 5024f827-94ca-4886-9847-38bbbc516fe9 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:07:14.965866 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cc44ca69-8d0a-4c59-84e9-787d2c1f2304 req-34ac279b-fb07-4ab6-90e2-924c15eb4fb0 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401151 May 23 12:07:14.995027 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 5024f827-94ca-4886-9847-38bbbc516fe9 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:07:15.000100 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 5024f827-94ca-4886-9847-38bbbc516fe9 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:07:15.000289 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:15.127364 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:15.155454 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7e9594-8db2-4f37-9f47-cfb94d081378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5024f827-94ca-4886-9847-38bbbc516fe9'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:07:15.165462 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 5024f827-94ca-4886-9847-38bbbc516fe9, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=5024f827-94ca-4886-9847-38bbbc516fe9,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:07:15.170893 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:15.212457 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d88971ca-fe12-4d5a-b910-c75c467547c3'] response: {'server_uuid': '3f7e9594-8db2-4f37-9f47-cfb94d081378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5024f827-94ca-4886-9847-38bbbc516fe9', 'code': 200} May 23 12:07:15.240074 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=5024f827-94ca-4886-9847-38bbbc516fe9,revision_number=13']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:07:16.183397 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c387a5-8f03-4749-917c-737938387373 req-c521bf76-178a-4fff-af10-07d3017bc354 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:16.184824 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-75c387a5-8f03-4749-917c-737938387373 req-c521bf76-178a-4fff-af10-07d3017bc354 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 947 time: 0.0836508 May 23 12:07:16.240444 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-75c387a5-8f03-4749-917c-737938387373 req-4a7086c0-e4e5-42c9-8014-67b48523786a tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497341 May 23 12:07:16.838166 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1820b4-0c19-4e1e-a996-ddd99457656d req-45f40960-8749-4806-bb47-84a73783edd6 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:16.839603 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da1820b4-0c19-4e1e-a996-ddd99457656d req-45f40960-8749-4806-bb47-84a73783edd6 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 947 time: 0.0926530 May 23 12:07:16.914414 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-da1820b4-0c19-4e1e-a996-ddd99457656d req-2131c31d-33c6-4f0d-b4fd-b5ad549f624c tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Deleting port 5024f827-94ca-4886-9847-38bbbc516fe9 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:07:16.914724 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-da1820b4-0c19-4e1e-a996-ddd99457656d req-2131c31d-33c6-4f0d-b4fd-b5ad549f624c tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:17.158044 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-da1820b4-0c19-4e1e-a996-ddd99457656d req-2131c31d-33c6-4f0d-b4fd-b5ad549f624c tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] For port 5024f827-94ca-4886-9847-38bbbc516fe9, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=5024f827-94ca-4886-9847-38bbbc516fe9,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:07:17.158286 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-da1820b4-0c19-4e1e-a996-ddd99457656d req-2131c31d-33c6-4f0d-b4fd-b5ad549f624c tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:17.505557 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-da1820b4-0c19-4e1e-a996-ddd99457656d req-2131c31d-33c6-4f0d-b4fd-b5ad549f624c tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:17.506272 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-da1820b4-0c19-4e1e-a996-ddd99457656d req-2131c31d-33c6-4f0d-b4fd-b5ad549f624c tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:17.506272 n-d-842952-2 neutron-server[83910]: INFO neutron.db.l3_db [req-da1820b4-0c19-4e1e-a996-ddd99457656d req-2131c31d-33c6-4f0d-b4fd-b5ad549f624c tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Floating IP 927c9a89-9cb2-439a-bd76-6854ed1a5443 disassociated. External IP: 172.25.6.49, port: 5024f827-94ca-4886-9847-38bbbc516fe9. May 23 12:07:17.506539 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-da1820b4-0c19-4e1e-a996-ddd99457656d req-2131c31d-33c6-4f0d-b4fd-b5ad549f624c tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Calling delete_port for 5024f827-94ca-4886-9847-38bbbc516fe9 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:07:17.592240 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec5f1d-859d-4440-ad24-c01128e73312 req-3c18fb57-0133-4f51-a2dc-ff28a48d7670 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:17.593688 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-81ec5f1d-859d-4440-ad24-c01128e73312 req-3c18fb57-0133-4f51-a2dc-ff28a48d7670 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 947 time: 0.1789579 May 23 12:07:17.694322 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-81ec5f1d-859d-4440-ad24-c01128e73312 req-89a6dd1a-2e73-4877-a747-5d70b4271082 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups?id=b932c3c3-30cb-478f-b700-9dd6913417a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943003 May 23 12:07:17.698947 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-da1820b4-0c19-4e1e-a996-ddd99457656d req-2131c31d-33c6-4f0d-b4fd-b5ad549f624c tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:17.753166 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2131c31d-33c6-4f0d-b4fd-b5ad549f624c tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Pushing event deleted for resources: {'Port': ['ID=5024f827-94ca-4886-9847-38bbbc516fe9,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:07:17.767635 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2131c31d-33c6-4f0d-b4fd-b5ad549f624c tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:07:17.768017 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2131c31d-33c6-4f0d-b4fd-b5ad549f624c tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:07:17.768356 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2131c31d-33c6-4f0d-b4fd-b5ad549f624c tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:07:17.768690 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2131c31d-33c6-4f0d-b4fd-b5ad549f624c tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:07:17.769023 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2131c31d-33c6-4f0d-b4fd-b5ad549f624c tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:07:17.769389 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2131c31d-33c6-4f0d-b4fd-b5ad549f624c tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:07:17.769716 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2131c31d-33c6-4f0d-b4fd-b5ad549f624c tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:07:17.770038 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2131c31d-33c6-4f0d-b4fd-b5ad549f624c tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:07:17.770360 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2131c31d-33c6-4f0d-b4fd-b5ad549f624c tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:07:17.770683 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2131c31d-33c6-4f0d-b4fd-b5ad549f624c tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:07:17.771002 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2131c31d-33c6-4f0d-b4fd-b5ad549f624c tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:07:18.072059 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da1820b4-0c19-4e1e-a996-ddd99457656d req-2131c31d-33c6-4f0d-b4fd-b5ad549f624c tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Router 2f253053-54ea-4c1e-ad61-0b7067ec9d1e has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:07:18.280776 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da1820b4-0c19-4e1e-a996-ddd99457656d req-2131c31d-33c6-4f0d-b4fd-b5ad549f624c tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:07:18.291075 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891e9c89-527f-4d5b-ac15-750358b5873b None None] Sync routers for ids ['2f253053-54ea-4c1e-ad61-0b7067ec9d1e'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:07:18.304136 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891e9c89-527f-4d5b-ac15-750358b5873b None None] Routers {'2f253053-54ea-4c1e-ad61-0b7067ec9d1e'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:07:18.304820 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-891e9c89-527f-4d5b-ac15-750358b5873b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:07:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['2f253053-54ea-4c1e-ad61-0b7067ec9d1e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:07:18.350703 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1820b4-0c19-4e1e-a996-ddd99457656d req-2131c31d-33c6-4f0d-b4fd-b5ad549f624c tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] No DVR routers for this DVR port 5024f827-94ca-4886-9847-38bbbc516fe9 on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:07:18.353593 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-da1820b4-0c19-4e1e-a996-ddd99457656d req-2131c31d-33c6-4f0d-b4fd-b5ad549f624c tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:18.356071 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7e9594-8db2-4f37-9f47-cfb94d081378', 'name': 'network-vif-deleted', 'tag': '5024f827-94ca-4886-9847-38bbbc516fe9'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:07:18.374940 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da1820b4-0c19-4e1e-a996-ddd99457656d req-2131c31d-33c6-4f0d-b4fd-b5ad549f624c tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.13 "DELETE /v2.0/ports/5024f827-94ca-4886-9847-38bbbc516fe9 HTTP/1.1" status: 204 len: 173 time: 1.5275145 May 23 12:07:18.425083 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c9c154d-203b-4d53-9303-8cd7f0544030'] response: {'server_uuid': '3f7e9594-8db2-4f37-9f47-cfb94d081378', 'name': 'network-vif-deleted', 'tag': '5024f827-94ca-4886-9847-38bbbc516fe9', 'status': 'completed', 'code': 200} May 23 12:07:18.490540 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-891e9c89-527f-4d5b-ac15-750358b5873b None None] Set router 2f253053-54ea-4c1e-ad61-0b7067ec9d1e gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:07:18.866854 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-891e9c89-527f-4d5b-ac15-750358b5873b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'name': 'tempest-ServerActionsTestJSON-1880749596-router', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:59:12Z', 'updated_at': '2022-05-23T11:59:15Z', 'revision_number': 4, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'gw_port': {'id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:98:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:13Z', 'updated_at': '2022-05-23T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '100b1b88-477b-40b3-84f6-e3d28a56dc10', 'name': '', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'mac_address': 'fa:16:3e:45:63:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:15Z', 'updated_at': '2022-05-23T11:59:32Z', 'revision_number': 5, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'subnets': [{'id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:07:18.870823 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891e9c89-527f-4d5b-ac15-750358b5873b None None] Checking router: 2f253053-54ea-4c1e-ad61-0b7067ec9d1e for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:07:18.877085 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-06ef202d-d9c3-4faa-9b2e-5c477fc30356 req-3cecd186-636e-45d1-ba33-655f6f98c6a0 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Synchronizing usage tracker for tenant:f48196f0bd4b4a87ad2310689b6f970d on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:07:18.881791 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891e9c89-527f-4d5b-ac15-750358b5873b None None] Routers {'2f253053-54ea-4c1e-ad61-0b7067ec9d1e'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:07:18.882413 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-891e9c89-527f-4d5b-ac15-750358b5873b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:07:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['2f253053-54ea-4c1e-ad61-0b7067ec9d1e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:07:18.896581 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-06ef202d-d9c3-4faa-9b2e-5c477fc30356 req-3cecd186-636e-45d1-ba33-655f6f98c6a0 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Unset dirty status for tenant:f48196f0bd4b4a87ad2310689b6f970d on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:07:18.900429 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-06ef202d-d9c3-4faa-9b2e-5c477fc30356 req-3cecd186-636e-45d1-ba33-655f6f98c6a0 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f7e9594-8db2-4f37-9f47-cfb94d081378 HTTP/1.1" status: 200 len: 210 time: 0.0705540 May 23 12:07:18.991996 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 5024f827-94ca-4886-9847-38bbbc516fe9 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:07:19.030931 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 5024f827-94ca-4886-9847-38bbbc516fe9 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:07:19.031244 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 5024f827-94ca-4886-9847-38bbbc516fe9 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:07:19.096339 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-891e9c89-527f-4d5b-ac15-750358b5873b None None] Set router 2f253053-54ea-4c1e-ad61-0b7067ec9d1e gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:07:19.415793 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-891e9c89-527f-4d5b-ac15-750358b5873b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'name': 'tempest-ServerActionsTestJSON-1880749596-router', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:59:12Z', 'updated_at': '2022-05-23T11:59:15Z', 'revision_number': 4, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'gw_port': {'id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:98:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:13Z', 'updated_at': '2022-05-23T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '100b1b88-477b-40b3-84f6-e3d28a56dc10', 'name': '', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'mac_address': 'fa:16:3e:45:63:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:15Z', 'updated_at': '2022-05-23T11:59:32Z', 'revision_number': 5, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'subnets': [{'id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:07:19.421179 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891e9c89-527f-4d5b-ac15-750358b5873b None None] The sync data for ids ['2f253053-54ea-4c1e-ad61-0b7067ec9d1e'] in n-d-842952-2 is: [{'id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'name': 'tempest-ServerActionsTestJSON-1880749596-router', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:59:12Z', 'updated_at': '2022-05-23T11:59:15Z', 'revision_number': 4, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'gw_port': {'id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:98:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:13Z', 'updated_at': '2022-05-23T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '100b1b88-477b-40b3-84f6-e3d28a56dc10', 'name': '', 'network_id': 'fa7a594d-7c5b-41e8-b620-f22e4b48926d', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'mac_address': 'fa:16:3e:45:63:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:15Z', 'updated_at': '2022-05-23T11:59:32Z', 'revision_number': 5, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'subnets': [{'id': '6c3eda61-b88c-4818-a564-3353ea1c45e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:07:19.644705 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99918ab-e85a-4c47-b602-5e0a05d83563 None None] New status for floating IP 927c9a89-9cb2-439a-bd76-6854ed1a5443: DOWN {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 12:07:21.953841 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:07:23.269497 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41400) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:07:23.339566 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4711c193-6d79-4280-b76d-d7480ba07334 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:23.366647 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4711c193-6d79-4280-b76d-d7480ba07334 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:23.430104 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4711c193-6d79-4280-b76d-d7480ba07334 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:23.448282 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4711c193-6d79-4280-b76d-d7480ba07334 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b932c3c3-30cb-478f-b700-9dd6913417a0,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:07:23.458045 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4711c193-6d79-4280-b76d-d7480ba07334 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:23.459137 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4711c193-6d79-4280-b76d-d7480ba07334 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "DELETE /v2.0/security-groups/b932c3c3-30cb-478f-b700-9dd6913417a0 HTTP/1.1" status: 204 len: 168 time: 0.1883991 May 23 12:07:23.461817 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41404) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:07:23.480109 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-adc2b9d0-3bfc-455d-84de-213a5e53d9e2 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] show failed (client error): The resource could not be found. May 23 12:07:23.481105 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-adc2b9d0-3bfc-455d-84de-213a5e53d9e2 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "GET /v2.0/security-groups/b932c3c3-30cb-478f-b700-9dd6913417a0 HTTP/1.1" status: 404 len: 347 time: 0.0181100 May 23 12:07:23.483804 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41408) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:07:23.648097 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-b40932ab-caf8-4eef-9ec7-dec848b64312 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Deleting port df3b25e3-643d-4429-8c39-f3ddd7106d26 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:07:23.648329 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b40932ab-caf8-4eef-9ec7-dec848b64312 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:23.818297 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b40932ab-caf8-4eef-9ec7-dec848b64312 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:23.818568 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b40932ab-caf8-4eef-9ec7-dec848b64312 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:23.938842 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-b40932ab-caf8-4eef-9ec7-dec848b64312 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Calling delete_port for df3b25e3-643d-4429-8c39-f3ddd7106d26 owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:07:24.081577 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b40932ab-caf8-4eef-9ec7-dec848b64312 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:24.128726 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40932ab-caf8-4eef-9ec7-dec848b64312 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Pushing event deleted for resources: {'Port': ['ID=df3b25e3-643d-4429-8c39-f3ddd7106d26,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:07:24.218739 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b40932ab-caf8-4eef-9ec7-dec848b64312 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:24.238197 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b40932ab-caf8-4eef-9ec7-dec848b64312 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:24.239320 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b40932ab-caf8-4eef-9ec7-dec848b64312 tempest-ServerActionsTestJSON-842290191 tempest-ServerActionsTestJSON-842290191-project] 10.222.0.79 "DELETE /v2.0/floatingips/927c9a89-9cb2-439a-bd76-6854ed1a5443 HTTP/1.1" status: 204 len: 168 time: 0.7545943 May 23 12:07:24.242855 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41412) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:07:24.826808 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f035aec0-b078-4e42-b5dc-0ab2f1ec1f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:25.446015 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-f035aec0-b078-4e42-b5dc-0ab2f1ec1f55 admin admin] Deleting port 100b1b88-477b-40b3-84f6-e3d28a56dc10 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:07:25.446479 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f035aec0-b078-4e42-b5dc-0ab2f1ec1f55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:25.633740 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-f035aec0-b078-4e42-b5dc-0ab2f1ec1f55 admin admin] For port 100b1b88-477b-40b3-84f6-e3d28a56dc10, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=100b1b88-477b-40b3-84f6-e3d28a56dc10,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:07:25.634079 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f035aec0-b078-4e42-b5dc-0ab2f1ec1f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:25.753357 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-f035aec0-b078-4e42-b5dc-0ab2f1ec1f55 admin admin] Calling delete_port for 100b1b88-477b-40b3-84f6-e3d28a56dc10 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:07:25.922558 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f035aec0-b078-4e42-b5dc-0ab2f1ec1f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:25.965045 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f035aec0-b078-4e42-b5dc-0ab2f1ec1f55 admin admin] Pushing event deleted for resources: {'Port': ['ID=100b1b88-477b-40b3-84f6-e3d28a56dc10,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:07:26.358300 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f035aec0-b078-4e42-b5dc-0ab2f1ec1f55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:26.978618 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f035aec0-b078-4e42-b5dc-0ab2f1ec1f55 admin admin] Router 2f253053-54ea-4c1e-ad61-0b7067ec9d1e has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:07:27.188686 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f035aec0-b078-4e42-b5dc-0ab2f1ec1f55 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:07:27.199452 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819376a6-1898-4d6b-979c-92dc8103a9a0 None None] Sync routers for ids ['2f253053-54ea-4c1e-ad61-0b7067ec9d1e'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:07:27.202752 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f035aec0-b078-4e42-b5dc-0ab2f1ec1f55 admin admin] 10.222.0.79 "PUT /v2.0/routers/2f253053-54ea-4c1e-ad61-0b7067ec9d1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9588802 May 23 12:07:27.205680 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41418) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:07:27.211919 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819376a6-1898-4d6b-979c-92dc8103a9a0 None None] Routers {'2f253053-54ea-4c1e-ad61-0b7067ec9d1e'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:07:27.212533 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-819376a6-1898-4d6b-979c-92dc8103a9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:07:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['2f253053-54ea-4c1e-ad61-0b7067ec9d1e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:07:27.392281 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-819376a6-1898-4d6b-979c-92dc8103a9a0 None None] Set router 2f253053-54ea-4c1e-ad61-0b7067ec9d1e gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:07:27.397145 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b4a7782d-3456-4094-94db-0cad545a2a00 admin admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:27.603138 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b4a7782d-3456-4094-94db-0cad545a2a00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:27.614098 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-b4a7782d-3456-4094-94db-0cad545a2a00 admin admin] Deleting port d1122491-e30c-4764-a690-c5477ef446f5 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:07:27.614403 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b4a7782d-3456-4094-94db-0cad545a2a00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:27.682294 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-819376a6-1898-4d6b-979c-92dc8103a9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'name': 'tempest-ServerActionsTestJSON-1880749596-router', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:59:12Z', 'updated_at': '2022-05-23T12:07:25Z', 'revision_number': 5, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'gw_port': {'id': 'd1122491-e30c-4764-a690-c5477ef446f5', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:98:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T11:59:13Z', 'updated_at': '2022-05-23T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:07:27.686207 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819376a6-1898-4d6b-979c-92dc8103a9a0 None None] Checking router: 2f253053-54ea-4c1e-ad61-0b7067ec9d1e for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:07:27.697306 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819376a6-1898-4d6b-979c-92dc8103a9a0 None None] Routers {'2f253053-54ea-4c1e-ad61-0b7067ec9d1e'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:07:27.697898 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-819376a6-1898-4d6b-979c-92dc8103a9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:07:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['2f253053-54ea-4c1e-ad61-0b7067ec9d1e'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:07:27.905209 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-819376a6-1898-4d6b-979c-92dc8103a9a0 None None] Set router 2f253053-54ea-4c1e-ad61-0b7067ec9d1e gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:07:27.907677 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-b4a7782d-3456-4094-94db-0cad545a2a00 admin admin] For port d1122491-e30c-4764-a690-c5477ef446f5, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=d1122491-e30c-4764-a690-c5477ef446f5,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:07:27.908138 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b4a7782d-3456-4094-94db-0cad545a2a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:28.009988 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-819376a6-1898-4d6b-979c-92dc8103a9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'name': 'tempest-ServerActionsTestJSON-1880749596-router', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:59:12Z', 'updated_at': '2022-05-23T12:07:27Z', 'revision_number': 6, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'gw_port_host': None}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:07:28.014520 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819376a6-1898-4d6b-979c-92dc8103a9a0 None None] The sync data for ids ['2f253053-54ea-4c1e-ad61-0b7067ec9d1e'] in n-d-842952-2 is: [{'id': '2f253053-54ea-4c1e-ad61-0b7067ec9d1e', 'name': 'tempest-ServerActionsTestJSON-1880749596-router', 'tenant_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T11:59:12Z', 'updated_at': '2022-05-23T12:07:27Z', 'revision_number': 6, 'project_id': 'f48196f0bd4b4a87ad2310689b6f970d', 'gw_port_host': None}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:07:28.032507 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-b4a7782d-3456-4094-94db-0cad545a2a00 admin admin] Calling delete_port for d1122491-e30c-4764-a690-c5477ef446f5 owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:07:28.205241 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b4a7782d-3456-4094-94db-0cad545a2a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:28.260503 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a7782d-3456-4094-94db-0cad545a2a00 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1122491-e30c-4764-a690-c5477ef446f5,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:07:28.489351 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b4a7782d-3456-4094-94db-0cad545a2a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:28.751714 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b4a7782d-3456-4094-94db-0cad545a2a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:28.756376 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b4a7782d-3456-4094-94db-0cad545a2a00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:28.788404 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b4a7782d-3456-4094-94db-0cad545a2a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:28.788990 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a7782d-3456-4094-94db-0cad545a2a00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f253053-54ea-4c1e-ad61-0b7067ec9d1e {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 12:07:28.806368 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b4a7782d-3456-4094-94db-0cad545a2a00 admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:28.810831 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41422) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:07:28.811346 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b4a7782d-3456-4094-94db-0cad545a2a00 admin admin] 10.222.0.79 "DELETE /v2.0/routers/2f253053-54ea-4c1e-ad61-0b7067ec9d1e HTTP/1.1" status: 204 len: 168 time: 1.6041296 May 23 12:07:28.818307 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device d1122491-e30c-4764-a690-c5477ef446f5 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:07:28.853147 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: d1122491-e30c-4764-a690-c5477ef446f5 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:07:28.853820 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device d1122491-e30c-4764-a690-c5477ef446f5 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:07:28.860786 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 100b1b88-477b-40b3-84f6-e3d28a56dc10 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:07:28.882160 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2f55194-af1e-4c5d-b0e1-db262cde178a admin admin] Deleting subnet 6c3eda61-b88c-4818-a564-3353ea1c45e4 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 12:07:28.885447 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e2f55194-af1e-4c5d-b0e1-db262cde178a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:28.897875 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 100b1b88-477b-40b3-84f6-e3d28a56dc10 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:07:28.898198 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 100b1b88-477b-40b3-84f6-e3d28a56dc10 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:07:28.938786 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e2f55194-af1e-4c5d-b0e1-db262cde178a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:29.020304 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e2f55194-af1e-4c5d-b0e1-db262cde178a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:29.091377 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e2f55194-af1e-4c5d-b0e1-db262cde178a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:29.129930 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f55194-af1e-4c5d-b0e1-db262cde178a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c3eda61-b88c-4818-a564-3353ea1c45e4,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:07:29.138727 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e2f55194-af1e-4c5d-b0e1-db262cde178a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:29.144613 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e2f55194-af1e-4c5d-b0e1-db262cde178a admin admin] 10.222.0.79 "DELETE /v2.0/subnets/6c3eda61-b88c-4818-a564-3353ea1c45e4 HTTP/1.1" status: 204 len: 168 time: 0.3327522 May 23 12:07:29.145057 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecfeaaf-4e7e-44b2-ab71-d28dc18eac5e None None] Network fa7a594d-7c5b-41e8-b620-f22e4b48926d requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:07:29.147553 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41426) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:07:29.252674 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d17b406c-8697-43d6-96f7-43b1e358afac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:29.268721 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-d17b406c-8697-43d6-96f7-43b1e358afac admin admin] Deleting port b76472e9-1216-4595-91f7-674aa22f7c16 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:07:29.268721 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d17b406c-8697-43d6-96f7-43b1e358afac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:29.398954 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51b77f8-d7e7-4e0b-891d-297db0fb7460 None None] DHCP port deletion for fa7a594d-7c5b-41e8-b620-f22e4b48926d request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 12:07:29.403254 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f51b77f8-d7e7-4e0b-891d-297db0fb7460 None None] Deleting port b76472e9-1216-4595-91f7-674aa22f7c16 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:07:29.403619 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f51b77f8-d7e7-4e0b-891d-297db0fb7460 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:29.470779 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-d17b406c-8697-43d6-96f7-43b1e358afac admin admin] For port b76472e9-1216-4595-91f7-674aa22f7c16, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=b76472e9-1216-4595-91f7-674aa22f7c16,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:07:29.471131 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d17b406c-8697-43d6-96f7-43b1e358afac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:29.598357 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-d17b406c-8697-43d6-96f7-43b1e358afac admin admin] Calling delete_port for b76472e9-1216-4595-91f7-674aa22f7c16 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:07:29.613442 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f51b77f8-d7e7-4e0b-891d-297db0fb7460 None None] For port b76472e9-1216-4595-91f7-674aa22f7c16, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=b76472e9-1216-4595-91f7-674aa22f7c16,segment=NetworkSegment(b10e1919-3a7e-44ea-91cd-6f869fba6e55),segment_id=b10e1919-3a7e-44ea-91cd-6f869fba6e55)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:07:29.613837 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f51b77f8-d7e7-4e0b-891d-297db0fb7460 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:29.684698 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d17b406c-8697-43d6-96f7-43b1e358afac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:29.729144 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b406c-8697-43d6-96f7-43b1e358afac admin admin] Pushing event deleted for resources: {'Port': ['ID=b76472e9-1216-4595-91f7-674aa22f7c16,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:07:29.733724 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f51b77f8-d7e7-4e0b-891d-297db0fb7460 None None] Calling delete_port for b76472e9-1216-4595-91f7-674aa22f7c16 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:07:29.734870 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17b406c-8697-43d6-96f7-43b1e358afac admin admin] No DVR routers for this DVR port b76472e9-1216-4595-91f7-674aa22f7c16 on host n-d-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:07:29.807635 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-f51b77f8-d7e7-4e0b-891d-297db0fb7460 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 12:07:29.808002 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-f51b77f8-d7e7-4e0b-891d-297db0fb7460 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 12:07:29.850297 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d17b406c-8697-43d6-96f7-43b1e358afac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:29.875529 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-d17b406c-8697-43d6-96f7-43b1e358afac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa7a594d-7c5b-41e8-b620-f22e4b48926d']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:07:29.890073 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-d17b406c-8697-43d6-96f7-43b1e358afac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b10e1919-3a7e-44ea-91cd-6f869fba6e55') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:07:29.890464 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-d17b406c-8697-43d6-96f7-43b1e358afac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b10e1919-3a7e-44ea-91cd-6f869fba6e55') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:07:29.904145 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d17b406c-8697-43d6-96f7-43b1e358afac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:29.930826 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d17b406c-8697-43d6-96f7-43b1e358afac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:29.938494 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d17b406c-8697-43d6-96f7-43b1e358afac admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 12:07:29.938862 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d17b406c-8697-43d6-96f7-43b1e358afac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:30.044491 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 12:07:30.044491 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 12:07:30.044491 n-d-842952-2 neutron-server[83910]: timer() May 23 12:07:30.044491 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 12:07:30.044491 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 12:07:30.044491 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 12:07:30.044491 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 12:07:30.044491 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 12:07:30.044491 n-d-842952-2 neutron-server[83910]: self._notify() May 23 12:07:30.044491 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 12:07:30.044491 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 12:07:30.044491 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 12:07:30.044491 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 12:07:30.044491 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 12:07:30.044491 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 12:07:30.044491 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 12:07:30.044491 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 12:07:30.044491 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 12:07:30.044491 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 12:07:30.044491 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 12:07:30.044491 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 12:07:30.044491 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 12:07:30.044491 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 12:07:30.044491 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 12:07:30.044491 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 12:07:30.044491 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 12:07:30.044491 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 12:07:30.044491 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 12:07:30.044491 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 12:07:30.044491 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 12:07:30.044491 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 12:07:30.044491 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 12:07:30.122455 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d17b406c-8697-43d6-96f7-43b1e358afac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:30.141806 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d17b406c-8697-43d6-96f7-43b1e358afac admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:30.153837 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b406c-8697-43d6-96f7-43b1e358afac admin admin] Pushing event deleted for resources: {'Network': ['ID=fa7a594d-7c5b-41e8-b620-f22e4b48926d,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:07:30.167499 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d17b406c-8697-43d6-96f7-43b1e358afac admin admin] 10.222.0.79 "DELETE /v2.0/networks/fa7a594d-7c5b-41e8-b620-f22e4b48926d HTTP/1.1" status: 204 len: 168 time: 1.0189016 May 23 12:07:30.307873 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41432) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:07:30.309129 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f51b77f8-d7e7-4e0b-891d-297db0fb7460 None None] Deleting port b76472e9-1216-4595-91f7-674aa22f7c16 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:07:30.309650 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f51b77f8-d7e7-4e0b-891d-297db0fb7460 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:30.361757 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8d784e86-05bb-4545-a18d-77501bca9194 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f48196f0bd4b4a87ad2310689b6f970d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0526748 May 23 12:07:30.364495 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41436) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:07:30.378794 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f51b77f8-d7e7-4e0b-891d-297db0fb7460 None None] The port 'b76472e9-1216-4595-91f7-674aa22f7c16' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 12:07:30.424162 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-53a8c5df-2e54-41c4-9ac4-71aafefacf27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:30.450380 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-53a8c5df-2e54-41c4-9ac4-71aafefacf27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:30.504361 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-53a8c5df-2e54-41c4-9ac4-71aafefacf27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:30.521947 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a8c5df-2e54-41c4-9ac4-71aafefacf27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096cf5ee-47c8-4ca4-8b2b-7ac7f370615b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:07:30.528572 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-53a8c5df-2e54-41c4-9ac4-71aafefacf27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:30.532180 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-53a8c5df-2e54-41c4-9ac4-71aafefacf27 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/096cf5ee-47c8-4ca4-8b2b-7ac7f370615b HTTP/1.1" status: 204 len: 168 time: 0.1643417 May 23 12:07:30.812071 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device b76472e9-1216-4595-91f7-674aa22f7c16 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:07:30.844532 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: b76472e9-1216-4595-91f7-674aa22f7c16 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:07:30.844998 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device b76472e9-1216-4595-91f7-674aa22f7c16 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:07:31.454094 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41458) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:07:31.581128 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-f969546b-1f6f-4696-92b0-263f613c4d19 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1634739534-network', 'tenant_id': '4f4aa34ecf0849c19950c139fcd28d25'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:07:31.586676 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f969546b-1f6f-4696-92b0-263f613c4d19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:07:31.590696 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f969546b-1f6f-4696-92b0-263f613c4d19 admin admin] Usage tracker for resource:network and tenant:4f4aa34ecf0849c19950c139fcd28d25 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:07:31.593557 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f969546b-1f6f-4696-92b0-263f613c4d19 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:07:31.600377 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f969546b-1f6f-4696-92b0-263f613c4d19 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:07:31.612085 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f969546b-1f6f-4696-92b0-263f613c4d19 admin admin] Made reservation on behalf of 4f4aa34ecf0849c19950c139fcd28d25 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:07:31.614568 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f969546b-1f6f-4696-92b0-263f613c4d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:31.627605 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f969546b-1f6f-4696-92b0-263f613c4d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:31.658759 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f969546b-1f6f-4696-92b0-263f613c4d19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:07:31.665073 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f969546b-1f6f-4696-92b0-263f613c4d19 admin admin] Usage tracker for resource:security_group_rule and tenant:4f4aa34ecf0849c19950c139fcd28d25 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:07:31.667928 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-f969546b-1f6f-4696-92b0-263f613c4d19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:07:31.673545 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f969546b-1f6f-4696-92b0-263f613c4d19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:07:31.742889 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f969546b-1f6f-4696-92b0-263f613c4d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:31.747352 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f969546b-1f6f-4696-92b0-263f613c4d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:31.776198 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f969546b-1f6f-4696-92b0-263f613c4d19 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 12:07:31.784997 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f969546b-1f6f-4696-92b0-263f613c4d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198bda10-8ee8-481c-9a2a-0fda9b207b0b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:07:31.790663 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f969546b-1f6f-4696-92b0-263f613c4d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:31.790998 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-f969546b-1f6f-4696-92b0-263f613c4d19 admin admin] Added segment 6b94eb84-9e0b-49f3-a71f-80f65d8474ac of type vlan for network afdc013c-879c-4ae5-a8dc-703d1ca2f579 May 23 12:07:31.820146 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f969546b-1f6f-4696-92b0-263f613c4d19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:31.849457 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f969546b-1f6f-4696-92b0-263f613c4d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:31.850292 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f969546b-1f6f-4696-92b0-263f613c4d19 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:31.850990 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f969546b-1f6f-4696-92b0-263f613c4d19 admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:31.951675 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f969546b-1f6f-4696-92b0-263f613c4d19 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4964237 May 23 12:07:31.954409 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f969546b-1f6f-4696-92b0-263f613c4d19 admin admin] Pushing event updated for resources: {'Network': ['ID=afdc013c-879c-4ae5-a8dc-703d1ca2f579,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:07:31.955111 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41464) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:07:31.962108 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-bd589512-180e-4368-9990-e43112a64fab admin admin] Request body: {'subnet': {'network_id': 'afdc013c-879c-4ae5-a8dc-703d1ca2f579', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1634739534-subnet', 'tenant_id': '4f4aa34ecf0849c19950c139fcd28d25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:07:31.968304 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-bd589512-180e-4368-9990-e43112a64fab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:07:31.972802 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-bd589512-180e-4368-9990-e43112a64fab admin admin] Usage tracker for resource:subnet and tenant:4f4aa34ecf0849c19950c139fcd28d25 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:07:31.974963 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network afdc013c-879c-4ae5-a8dc-703d1ca2f579 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 12:07:31.975914 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-bd589512-180e-4368-9990-e43112a64fab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:07:31.982091 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-bd589512-180e-4368-9990-e43112a64fab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:07:31.993774 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd589512-180e-4368-9990-e43112a64fab admin admin] Made reservation on behalf of 4f4aa34ecf0849c19950c139fcd28d25 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:07:31.996215 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bd589512-180e-4368-9990-e43112a64fab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:32.222077 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bd589512-180e-4368-9990-e43112a64fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:32.292567 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd589512-180e-4368-9990-e43112a64fab admin admin] Pushing event updated for resources: {'Subnet': ['ID=44be543c-dd54-4b93-bf38-b012e924a4b0,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:07:32.307096 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd589512-180e-4368-9990-e43112a64fab admin admin] Checking segment: {'id': '6b94eb84-9e0b-49f3-a71f-80f65d8474ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'afdc013c-879c-4ae5-a8dc-703d1ca2f579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:07:32.307446 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd589512-180e-4368-9990-e43112a64fab admin admin] Network hostable DHCP agents. Network: afdc013c-879c-4ae5-a8dc-703d1ca2f579, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:07:32.329639 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd589512-180e-4368-9990-e43112a64fab admin admin] Network afdc013c-879c-4ae5-a8dc-703d1ca2f579 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:07:32.339380 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-bd589512-180e-4368-9990-e43112a64fab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, afdc013c-879c-4ae5-a8dc-703d1ca2f579) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:07:32.344585 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd589512-180e-4368-9990-e43112a64fab admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:32.345480 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bd589512-180e-4368-9990-e43112a64fab admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:32.348771 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6e04ee-ee03-4383-8281-66ed3c56e9c0 None None] Network afdc013c-879c-4ae5-a8dc-703d1ca2f579 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:07:32.370578 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-bd589512-180e-4368-9990-e43112a64fab admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4136865 May 23 12:07:32.608959 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d904ef67-608c-448d-9f71-d375e2099034 None None] Network afdc013c-879c-4ae5-a8dc-703d1ca2f579 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:07:32.923416 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-a63f2b4c-3295-4c2c-807d-5cd27b997126 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:32.924923 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-a63f2b4c-3295-4c2c-807d-5cd27b997126 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/networks?id=afdc013c-879c-4ae5-a8dc-703d1ca2f579 HTTP/1.1" status: 200 len: 814 time: 0.1470289 May 23 12:07:32.944024 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-297f2f60-3b34-4e7a-ac99-5774e3d10f20 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/quotas/4f4aa34ecf0849c19950c139fcd28d25 HTTP/1.1" status: 200 len: 375 time: 0.0113361 May 23 12:07:32.997034 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-7a185bf2-290f-4093-9196-dcb0a68b80fc tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4f4aa34ecf0849c19950c139fcd28d25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482278 May 23 12:07:33.087075 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-30f3243a-0a8b-46ac-92ef-cdf56cdf338c service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 12:07:33.088781 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-30f3243a-0a8b-46ac-92ef-cdf56cdf338c service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0846915 May 23 12:07:33.237323 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-cc88f34b-9276-4471-8f4d-6c0e0a977d35 service neutron] 10.222.0.79 "GET /v2.0/networks/afdc013c-879c-4ae5-a8dc-703d1ca2f579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392002 May 23 12:07:33.370431 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-abdfe0ac-9a7a-48b0-8f60-2eec72990c1f service neutron] 10.222.0.79 "GET /v2.0/networks/afdc013c-879c-4ae5-a8dc-703d1ca2f579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272311 May 23 12:07:34.592300 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4c08b0a0-f268-49ee-af66-9e30a01f7ea6 req-366b28a4-0103-4791-8190-f5ccec3df56b tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/ports?device_id=8885b462-abd1-49e6-a24b-2d20f4e759ed HTTP/1.1" status: 200 len: 210 time: 0.0412705 May 23 12:07:35.779887 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b0a28762-809e-41c6-bff9-ec779f1ba154 req-734fdd5e-ceeb-409a-8838-b2c0a4b38494 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/ports?device_id=8885b462-abd1-49e6-a24b-2d20f4e759ed HTTP/1.1" status: 200 len: 210 time: 0.0577970 May 23 12:07:35.790948 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-ee200328-3ea0-46fe-9ce1-c5d22f4b1d00 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:35.792427 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-ee200328-3ea0-46fe-9ce1-c5d22f4b1d00 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.13 "GET /v2.0/networks?id=afdc013c-879c-4ae5-a8dc-703d1ca2f579 HTTP/1.1" status: 200 len: 814 time: 0.1900804 May 23 12:07:35.814264 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-30baf18b-417c-45be-aa45-395659654e11 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Request body: {'port': {'device_id': '8885b462-abd1-49e6-a24b-2d20f4e759ed', 'network_id': 'afdc013c-879c-4ae5-a8dc-703d1ca2f579', 'admin_state_up': True, 'tenant_id': '4f4aa34ecf0849c19950c139fcd28d25'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:07:35.958453 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-30baf18b-417c-45be-aa45-395659654e11 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:07:35.962431 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-30baf18b-417c-45be-aa45-395659654e11 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Usage tracker for resource:port and tenant:4f4aa34ecf0849c19950c139fcd28d25 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:07:35.965386 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-30baf18b-417c-45be-aa45-395659654e11 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:07:35.971511 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-30baf18b-417c-45be-aa45-395659654e11 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:07:35.983526 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-30baf18b-417c-45be-aa45-395659654e11 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Made reservation on behalf of 4f4aa34ecf0849c19950c139fcd28d25 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:07:35.986623 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-30baf18b-417c-45be-aa45-395659654e11 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:36.156546 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-30baf18b-417c-45be-aa45-395659654e11 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Allocated IP 172.20.0.7 (afdc013c-879c-4ae5-a8dc-703d1ca2f579/44be543c-dd54-4b93-bf38-b012e924a4b0/8de3b615-93cb-42a5-bc94-a4a91d9d48cb) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:07:36.452169 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-30baf18b-417c-45be-aa45-395659654e11 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:36.485305 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-30baf18b-417c-45be-aa45-395659654e11 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:36.557600 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-30baf18b-417c-45be-aa45-395659654e11 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Network afdc013c-879c-4ae5-a8dc-703d1ca2f579 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:07:36.560725 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-30baf18b-417c-45be-aa45-395659654e11 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:07:36.565205 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-30baf18b-417c-45be-aa45-395659654e11 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:07:36.593452 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30baf18b-417c-45be-aa45-395659654e11 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Pushing event updated for resources: {'Port': ['ID=8de3b615-93cb-42a5-bc94-a4a91d9d48cb,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:07:36.632214 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-30baf18b-417c-45be-aa45-395659654e11 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:36.632813 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-30baf18b-417c-45be-aa45-395659654e11 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:36.655468 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-30baf18b-417c-45be-aa45-395659654e11 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8448694 May 23 12:07:36.671720 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-e139c50d-127d-42eb-910c-e203641dd411 service neutron] Request body: {'port': {'device_id': '8885b462-abd1-49e6-a24b-2d20f4e759ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:07:36.781530 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-e139c50d-127d-42eb-910c-e203641dd411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:37.101362 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026b1e1-f7a2-4791-9612-28f2312684ab req-3df44dee-aacc-4caa-bb23-87d1d1f2b139 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:37.101950 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-b026b1e1-f7a2-4791-9612-28f2312684ab req-3df44dee-aacc-4caa-bb23-87d1d1f2b139 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Synchronizing usage tracker for tenant:4f4aa34ecf0849c19950c139fcd28d25 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:07:37.138007 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-b026b1e1-f7a2-4791-9612-28f2312684ab req-3df44dee-aacc-4caa-bb23-87d1d1f2b139 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Unset dirty status for tenant:4f4aa34ecf0849c19950c139fcd28d25 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:07:37.139545 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b026b1e1-f7a2-4791-9612-28f2312684ab req-3df44dee-aacc-4caa-bb23-87d1d1f2b139 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/ports?device_id=8885b462-abd1-49e6-a24b-2d20f4e759ed HTTP/1.1" status: 200 len: 931 time: 0.2299662 May 23 12:07:37.222397 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-e139c50d-127d-42eb-910c-e203641dd411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8de3b615-93cb-42a5-bc94-a4a91d9d48cb {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 12:07:37.233246 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-e139c50d-127d-42eb-910c-e203641dd411 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:37.251604 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b026b1e1-f7a2-4791-9612-28f2312684ab req-e500d77b-2357-44a3-a393-67a223867de4 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/security-groups?id=198bda10-8ee8-481c-9a2a-0fda9b207b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786445 May 23 12:07:37.254338 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-e139c50d-127d-42eb-910c-e203641dd411 service neutron] Transition to ACTIVE for port object 8de3b615-93cb-42a5-bc94-a4a91d9d48cb will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:07:37.259014 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-e139c50d-127d-42eb-910c-e203641dd411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:37.395481 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139c50d-127d-42eb-910c-e203641dd411 service neutron] Pushing event updated for resources: {'Port': ['ID=8de3b615-93cb-42a5-bc94-a4a91d9d48cb,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:07:37.503403 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-e139c50d-127d-42eb-910c-e203641dd411 service neutron] Attempting to bind port 8de3b615-93cb-42a5-bc94-a4a91d9d48cb on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:07:37.503708 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-e139c50d-127d-42eb-910c-e203641dd411 service neutron] Attempting to bind port 8de3b615-93cb-42a5-bc94-a4a91d9d48cb by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '6b94eb84-9e0b-49f3-a71f-80f65d8474ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'afdc013c-879c-4ae5-a8dc-703d1ca2f579'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:07:37.504085 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-e139c50d-127d-42eb-910c-e203641dd411 service neutron] Attempting to bind port 8de3b615-93cb-42a5-bc94-a4a91d9d48cb on network afdc013c-879c-4ae5-a8dc-703d1ca2f579 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:07:37.510364 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-e139c50d-127d-42eb-910c-e203641dd411 service neutron] Port 8de3b615-93cb-42a5-bc94-a4a91d9d48cb on network afdc013c-879c-4ae5-a8dc-703d1ca2f579 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 12:07:37.510723 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-e139c50d-127d-42eb-910c-e203641dd411 service neutron] Attempting to bind port 8de3b615-93cb-42a5-bc94-a4a91d9d48cb on network afdc013c-879c-4ae5-a8dc-703d1ca2f579 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:07:37.517727 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-e139c50d-127d-42eb-910c-e203641dd411 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:07:37.518066 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-e139c50d-127d-42eb-910c-e203641dd411 service neutron] Checking segment: {'id': '6b94eb84-9e0b-49f3-a71f-80f65d8474ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'afdc013c-879c-4ae5-a8dc-703d1ca2f579'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:07:37.518464 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-e139c50d-127d-42eb-910c-e203641dd411 service neutron] Bound using segment: {'id': '6b94eb84-9e0b-49f3-a71f-80f65d8474ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'afdc013c-879c-4ae5-a8dc-703d1ca2f579'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:07:37.518867 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-e139c50d-127d-42eb-910c-e203641dd411 service neutron] Bound port: 8de3b615-93cb-42a5-bc94-a4a91d9d48cb, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b94eb84-9e0b-49f3-a71f-80f65d8474ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'afdc013c-879c-4ae5-a8dc-703d1ca2f579'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:07:37.519231 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-e139c50d-127d-42eb-910c-e203641dd411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:37.605702 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-e139c50d-127d-42eb-910c-e203641dd411 service neutron] For port 8de3b615-93cb-42a5-bc94-a4a91d9d48cb, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:07:37.608706 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-e139c50d-127d-42eb-910c-e203641dd411 service neutron] For port 8de3b615-93cb-42a5-bc94-a4a91d9d48cb, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=8de3b615-93cb-42a5-bc94-a4a91d9d48cb,segment=NetworkSegment(6b94eb84-9e0b-49f3-a71f-80f65d8474ac),segment_id=6b94eb84-9e0b-49f3-a71f-80f65d8474ac)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:07:37.614746 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-e139c50d-127d-42eb-910c-e203641dd411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:37.686092 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-e139c50d-127d-42eb-910c-e203641dd411 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:37.687493 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-e139c50d-127d-42eb-910c-e203641dd411 service neutron] 10.222.0.13 "PUT /v2.0/ports/8de3b615-93cb-42a5-bc94-a4a91d9d48cb HTTP/1.1" status: 200 len: 1091 time: 1.0197494 May 23 12:07:37.687959 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8885b462-abd1-49e6-a24b-2d20f4e759ed', 'tag': '8de3b615-93cb-42a5-bc94-a4a91d9d48cb'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:07:37.704728 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139c50d-127d-42eb-910c-e203641dd411 service neutron] Pushing event updated for resources: {'Port': ['ID=8de3b615-93cb-42a5-bc94-a4a91d9d48cb,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:07:37.777937 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93770f95-c1ae-415e-952f-2397361023c8'] response: {'name': 'network-changed', 'server_uuid': '8885b462-abd1-49e6-a24b-2d20f4e759ed', 'tag': '8de3b615-93cb-42a5-bc94-a4a91d9d48cb', 'status': 'completed', 'code': 200} May 23 12:07:37.813484 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-323cefda-8394-4982-ab43-0650281ea36e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f4aa34ecf0849c19950c139fcd28d25&device_id=8885b462-abd1-49e6-a24b-2d20f4e759ed HTTP/1.1" status: 200 len: 1094 time: 0.0710678 May 23 12:07:37.889844 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-fc2eafe5-4c1a-44ab-a5dc-6c49aa286669 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8de3b615-93cb-42a5-bc94-a4a91d9d48cb HTTP/1.1" status: 200 len: 217 time: 0.0646145 May 23 12:07:37.953679 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-be77896e-71e2-4d3f-b91d-10cc0dac220a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:37.955000 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-be77896e-71e2-4d3f-b91d-10cc0dac220a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44be543c-dd54-4b93-bf38-b012e924a4b0 HTTP/1.1" status: 200 len: 854 time: 0.0589621 May 23 12:07:38.003631 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-8b377d98-8197-4d39-83cf-8f7dc0058fdd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=afdc013c-879c-4ae5-a8dc-703d1ca2f579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421932 May 23 12:07:38.235692 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-2630902e-36b4-448a-af42-7488c2a01381 service neutron] 10.222.0.13 "GET /v2.0/networks/afdc013c-879c-4ae5-a8dc-703d1ca2f579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262442 May 23 12:07:38.366369 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-50b09f19-48c8-46c0-878a-2cef3cbaddb8 req-002b20f1-4b93-4d37-a2d0-7bcb0191af75 service neutron] 10.222.0.13 "GET /v2.0/networks/afdc013c-879c-4ae5-a8dc-703d1ca2f579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245008 May 23 12:07:38.453661 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a56d9-0008-4684-80af-9f25c49bdd12 req-0a7c4b07-913b-4eb7-9dea-8ff6fb7930fe tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:38.455110 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c42a56d9-0008-4684-80af-9f25c49bdd12 req-0a7c4b07-913b-4eb7-9dea-8ff6fb7930fe tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/ports?device_id=8885b462-abd1-49e6-a24b-2d20f4e759ed HTTP/1.1" status: 200 len: 943 time: 0.0767822 May 23 12:07:38.517887 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:38.548660 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c42a56d9-0008-4684-80af-9f25c49bdd12 req-adb5173e-364e-4716-9d9a-0993f5d1fbfc tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/security-groups?id=198bda10-8ee8-481c-9a2a-0fda9b207b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642159 May 23 12:07:38.562947 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cf30ce6e-3c2c-4e17-a788-593db6f516ed req-8a4e678d-3957-4338-8feb-fb2c2a157760 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f4aa34ecf0849c19950c139fcd28d25&device_id=8885b462-abd1-49e6-a24b-2d20f4e759ed HTTP/1.1" status: 200 len: 1094 time: 0.1068981 May 23 12:07:38.700013 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30ce6e-3c2c-4e17-a788-593db6f516ed req-b3c78c7a-836c-4bfb-b550-beff2904d70e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:38.701462 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cf30ce6e-3c2c-4e17-a788-593db6f516ed req-b3c78c7a-836c-4bfb-b550-beff2904d70e service neutron] 10.222.0.13 "GET /v2.0/networks?id=afdc013c-879c-4ae5-a8dc-703d1ca2f579 HTTP/1.1" status: 200 len: 915 time: 0.1325607 May 23 12:07:38.771666 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cf30ce6e-3c2c-4e17-a788-593db6f516ed req-1c2415a5-320c-40cb-9fa2-e9837d235fa4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8de3b615-93cb-42a5-bc94-a4a91d9d48cb HTTP/1.1" status: 200 len: 217 time: 0.0629904 May 23 12:07:38.840759 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30ce6e-3c2c-4e17-a788-593db6f516ed req-6293aa3a-9f7d-47a2-a5f7-dfad6874254f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:38.842393 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cf30ce6e-3c2c-4e17-a788-593db6f516ed req-6293aa3a-9f7d-47a2-a5f7-dfad6874254f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44be543c-dd54-4b93-bf38-b012e924a4b0 HTTP/1.1" status: 200 len: 854 time: 0.0641253 May 23 12:07:38.891297 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cf30ce6e-3c2c-4e17-a788-593db6f516ed req-95aac68c-0366-4093-9459-dc83825483ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=afdc013c-879c-4ae5-a8dc-703d1ca2f579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411146 May 23 12:07:39.026274 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cf30ce6e-3c2c-4e17-a788-593db6f516ed req-196e069e-24d3-486f-b7d5-614d0cec8662 service neutron] 10.222.0.13 "GET /v2.0/networks/afdc013c-879c-4ae5-a8dc-703d1ca2f579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284149 May 23 12:07:39.162524 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cf30ce6e-3c2c-4e17-a788-593db6f516ed req-f13d2f0f-f765-47ab-80d9-4f475c08a7c3 service neutron] 10.222.0.13 "GET /v2.0/networks/afdc013c-879c-4ae5-a8dc-703d1ca2f579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299951 May 23 12:07:39.332837 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6b69e1e5-7684-4136-8e6e-545f30492d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:39.761855 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc586bea-bb08-4ab6-aeaa-56f21836c37c req-5d662186-ad82-4f22-b2c0-0f6b1f4ae169 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:39.763660 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cc586bea-bb08-4ab6-aeaa-56f21836c37c req-5d662186-ad82-4f22-b2c0-0f6b1f4ae169 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/ports?device_id=8885b462-abd1-49e6-a24b-2d20f4e759ed HTTP/1.1" status: 200 len: 943 time: 0.0850451 May 23 12:07:39.809783 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cc586bea-bb08-4ab6-aeaa-56f21836c37c req-44194e46-d431-4139-a35a-a3d649ff9ba2 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/security-groups?id=198bda10-8ee8-481c-9a2a-0fda9b207b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404100 May 23 12:07:39.920639 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:41.026775 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3822f-7c68-4bac-99da-f0b22b285009 req-e33a31ac-5f33-4e16-b1a1-21492038aabb tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:41.028149 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e2d3822f-7c68-4bac-99da-f0b22b285009 req-e33a31ac-5f33-4e16-b1a1-21492038aabb tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/ports?device_id=8885b462-abd1-49e6-a24b-2d20f4e759ed HTTP/1.1" status: 200 len: 943 time: 0.0884249 May 23 12:07:41.038667 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 8de3b615-93cb-42a5-bc94-a4a91d9d48cb details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 12:07:41.073571 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e2d3822f-7c68-4bac-99da-f0b22b285009 req-cbc619bd-4f85-4449-8deb-3b14f93b515b tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/security-groups?id=198bda10-8ee8-481c-9a2a-0fda9b207b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397041 May 23 12:07:41.191919 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 8de3b615-93cb-42a5-bc94-a4a91d9d48cb, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=8de3b615-93cb-42a5-bc94-a4a91d9d48cb,segment=NetworkSegment(6b94eb84-9e0b-49f3-a71f-80f65d8474ac),segment_id=6b94eb84-9e0b-49f3-a71f-80f65d8474ac)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:07:41.206235 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '8de3b615-93cb-42a5-bc94-a4a91d9d48cb', 'network_id': 'afdc013c-879c-4ae5-a8dc-703d1ca2f579', 'port_id': '8de3b615-93cb-42a5-bc94-a4a91d9d48cb', 'mac_address': 'fa:16:3e:65:a7:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44be543c-dd54-4b93-bf38-b012e924a4b0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 12:07:41.259325 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:41.277605 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8de3b615-93cb-42a5-bc94-a4a91d9d48cb {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 12:07:41.292645 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 8de3b615-93cb-42a5-bc94-a4a91d9d48cb, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=8de3b615-93cb-42a5-bc94-a4a91d9d48cb,segment=NetworkSegment(6b94eb84-9e0b-49f3-a71f-80f65d8474ac),segment_id=6b94eb84-9e0b-49f3-a71f-80f65d8474ac)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:07:41.299436 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:41.367726 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=8de3b615-93cb-42a5-bc94-a4a91d9d48cb,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:07:41.646977 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dd741c45-1450-4336-af8d-326638c000e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:41.682833 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['8de3b615-93cb-42a5-bc94-a4a91d9d48cb'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 12:07:42.291045 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c32cfb-55fd-48ee-a73e-6caa2218b195 req-7fa61747-8d19-441e-bcb9-7bed9bd8d4a2 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:42.292513 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a2c32cfb-55fd-48ee-a73e-6caa2218b195 req-7fa61747-8d19-441e-bcb9-7bed9bd8d4a2 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/ports?device_id=8885b462-abd1-49e6-a24b-2d20f4e759ed HTTP/1.1" status: 200 len: 944 time: 0.0837779 May 23 12:07:42.341132 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a2c32cfb-55fd-48ee-a73e-6caa2218b195 req-21406391-5050-4d44-b6d2-fa003203749e tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/security-groups?id=198bda10-8ee8-481c-9a2a-0fda9b207b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406499 May 23 12:07:42.885604 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:42.968094 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:43.070402 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 8de3b615-93cb-42a5-bc94-a4a91d9d48cb up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:07:43.147847 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 8de3b615-93cb-42a5-bc94-a4a91d9d48cb completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:07:43.152587 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 8de3b615-93cb-42a5-bc94-a4a91d9d48cb triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:07:43.152952 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:43.272012 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:43.300553 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8885b462-abd1-49e6-a24b-2d20f4e759ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de3b615-93cb-42a5-bc94-a4a91d9d48cb'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:07:43.310586 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 8de3b615-93cb-42a5-bc94-a4a91d9d48cb, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=8de3b615-93cb-42a5-bc94-a4a91d9d48cb,segment=NetworkSegment(6b94eb84-9e0b-49f3-a71f-80f65d8474ac),segment_id=6b94eb84-9e0b-49f3-a71f-80f65d8474ac)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:07:43.317576 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:43.385668 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=8de3b615-93cb-42a5-bc94-a4a91d9d48cb,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:07:43.502161 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d225b3c-c627-4bc3-9798-aaf65fa0a3a0'] response: {'server_uuid': '8885b462-abd1-49e6-a24b-2d20f4e759ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de3b615-93cb-42a5-bc94-a4a91d9d48cb', 'code': 200} May 23 12:07:43.552877 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f8bd8-77a7-498b-9e99-f18c87c92bce req-e40a1bd6-eb2f-4b75-bc0c-9c5e3023fb90 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:43.554438 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bd4f8bd8-77a7-498b-9e99-f18c87c92bce req-e40a1bd6-eb2f-4b75-bc0c-9c5e3023fb90 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/ports?device_id=8885b462-abd1-49e6-a24b-2d20f4e759ed HTTP/1.1" status: 200 len: 945 time: 0.0829327 May 23 12:07:43.659023 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bd4f8bd8-77a7-498b-9e99-f18c87c92bce req-0dbf2232-c356-4a7c-92d4-8652bfcb0086 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/security-groups?id=198bda10-8ee8-481c-9a2a-0fda9b207b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942645 May 23 12:07:43.674362 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bf845556-ebe3-48fd-98f9-38cc9bdbb4b4 req-814a4515-f204-425b-9986-1d58311f03b7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8885b462-abd1-49e6-a24b-2d20f4e759ed HTTP/1.1" status: 200 len: 1096 time: 0.0897481 May 23 12:07:43.719093 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bf845556-ebe3-48fd-98f9-38cc9bdbb4b4 req-e03ae79e-2fc9-4141-ac46-cf3f0afabc9b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=198bda10-8ee8-481c-9a2a-0fda9b207b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386751 May 23 12:07:44.521181 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:44.880110 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56adacc-000e-4dcc-998d-0984384fabbf req-84f18c3e-6a37-4ee5-93cd-aa85270476fc tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:44.881570 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d56adacc-000e-4dcc-998d-0984384fabbf req-84f18c3e-6a37-4ee5-93cd-aa85270476fc tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/ports?device_id=8885b462-abd1-49e6-a24b-2d20f4e759ed HTTP/1.1" status: 200 len: 945 time: 0.0915308 May 23 12:07:44.930264 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d56adacc-000e-4dcc-998d-0984384fabbf req-b44fe568-aeda-4030-ba7e-2ab5b42dbc01 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/security-groups?id=198bda10-8ee8-481c-9a2a-0fda9b207b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409379 May 23 12:07:46.148456 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b8a1d-fd5d-425a-9f23-6207485a6f62 req-c5be53e6-4d9d-44a6-a2dd-f93c2d5353f6 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:46.150052 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3a1b8a1d-fd5d-425a-9f23-6207485a6f62 req-c5be53e6-4d9d-44a6-a2dd-f93c2d5353f6 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/ports?device_id=8885b462-abd1-49e6-a24b-2d20f4e759ed HTTP/1.1" status: 200 len: 945 time: 0.0970058 May 23 12:07:46.196023 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3a1b8a1d-fd5d-425a-9f23-6207485a6f62 req-853e5720-0552-435a-b6bb-d2a9d5104b5a tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/security-groups?id=198bda10-8ee8-481c-9a2a-0fda9b207b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400515 May 23 12:07:46.615597 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-e9244d9e-1cb9-4115-be66-0572252a36c8 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:46.616986 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-e9244d9e-1cb9-4115-be66-0572252a36c8 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/networks?id=afdc013c-879c-4ae5-a8dc-703d1ca2f579 HTTP/1.1" status: 200 len: 814 time: 0.2313600 May 23 12:07:46.634234 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-0599639d-687d-4d10-905b-bac7459d0c78 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/quotas/4f4aa34ecf0849c19950c139fcd28d25 HTTP/1.1" status: 200 len: 375 time: 0.0117564 May 23 12:07:46.721510 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-37b7f3ab-4f82-47f4-9944-218784c35652 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4f4aa34ecf0849c19950c139fcd28d25&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0795283 May 23 12:07:46.735242 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-c34fdf4f-9b54-4b55-a934-eaa3a94145ab service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 12:07:46.736187 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-c34fdf4f-9b54-4b55-a934-eaa3a94145ab service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047688 May 23 12:07:46.871695 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-cb7806a2-8548-47fe-9ddf-a00ccd9fb730 service neutron] 10.222.0.79 "GET /v2.0/networks/afdc013c-879c-4ae5-a8dc-703d1ca2f579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272962 May 23 12:07:47.011875 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-eccfcc5a-47f0-4191-a992-f00a678098c8 service neutron] 10.222.0.79 "GET /v2.0/networks/afdc013c-879c-4ae5-a8dc-703d1ca2f579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311500 May 23 12:07:47.206964 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3a5ca72d-21d6-4093-bdd2-57903e348c50 req-a7c7235e-b82a-414d-930d-504a0661852b tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7adb2e9-6e1d-462e-830a-41e8fa4bf464 HTTP/1.1" status: 200 len: 210 time: 0.0443680 May 23 12:07:48.376775 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-07ca50d0-36e9-4af7-8d94-0cc7ac43caa5 req-6a544e66-fed7-444a-9132-65790b5bd96f tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7adb2e9-6e1d-462e-830a-41e8fa4bf464 HTTP/1.1" status: 200 len: 210 time: 0.0415239 May 23 12:07:48.781833 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-1c527baf-8ce0-4630-954a-e5e754dceb75 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:48.782502 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-1c527baf-8ce0-4630-954a-e5e754dceb75 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Synchronizing usage tracker for tenant:4f4aa34ecf0849c19950c139fcd28d25 on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:07:48.799927 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-1c527baf-8ce0-4630-954a-e5e754dceb75 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Unset dirty status for tenant:4f4aa34ecf0849c19950c139fcd28d25 on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:07:48.801062 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-1c527baf-8ce0-4630-954a-e5e754dceb75 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.81 "GET /v2.0/networks?id=afdc013c-879c-4ae5-a8dc-703d1ca2f579 HTTP/1.1" status: 200 len: 814 time: 0.2789488 May 23 12:07:48.826047 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-b9b3547b-adfd-4166-88c7-075af5240a5d tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Request body: {'port': {'device_id': 'b7adb2e9-6e1d-462e-830a-41e8fa4bf464', 'network_id': 'afdc013c-879c-4ae5-a8dc-703d1ca2f579', 'admin_state_up': True, 'tenant_id': '4f4aa34ecf0849c19950c139fcd28d25'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:07:48.966339 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-b9b3547b-adfd-4166-88c7-075af5240a5d tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:07:48.976683 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-b9b3547b-adfd-4166-88c7-075af5240a5d tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:07:48.990811 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-b9b3547b-adfd-4166-88c7-075af5240a5d tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Made reservation on behalf of 4f4aa34ecf0849c19950c139fcd28d25 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:07:48.994851 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-b9b3547b-adfd-4166-88c7-075af5240a5d tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:49.160779 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-b9b3547b-adfd-4166-88c7-075af5240a5d tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Allocated IP 172.20.0.10 (afdc013c-879c-4ae5-a8dc-703d1ca2f579/44be543c-dd54-4b93-bf38-b012e924a4b0/cc52c5f8-7898-49cd-85d0-ed45d52bc03a) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:07:49.367216 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-b9b3547b-adfd-4166-88c7-075af5240a5d tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:49.400891 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-b9b3547b-adfd-4166-88c7-075af5240a5d tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:49.434731 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['8de3b615-93cb-42a5-bc94-a4a91d9d48cb'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 12:07:49.474670 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-b9b3547b-adfd-4166-88c7-075af5240a5d tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Network afdc013c-879c-4ae5-a8dc-703d1ca2f579 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:07:49.478491 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-b9b3547b-adfd-4166-88c7-075af5240a5d tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:07:49.480486 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b3547b-adfd-4166-88c7-075af5240a5d tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Pushing event updated for resources: {'Port': ['ID=cc52c5f8-7898-49cd-85d0-ed45d52bc03a,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:07:49.483205 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-b9b3547b-adfd-4166-88c7-075af5240a5d tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:07:49.533413 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b3547b-adfd-4166-88c7-075af5240a5d tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:07:49.533750 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b3547b-adfd-4166-88c7-075af5240a5d tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:07:49.534084 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b3547b-adfd-4166-88c7-075af5240a5d tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:07:49.534418 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b3547b-adfd-4166-88c7-075af5240a5d tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:07:49.534736 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b3547b-adfd-4166-88c7-075af5240a5d tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:07:49.535060 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b3547b-adfd-4166-88c7-075af5240a5d tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:07:49.535376 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b3547b-adfd-4166-88c7-075af5240a5d tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:07:49.535710 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b3547b-adfd-4166-88c7-075af5240a5d tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:07:49.536032 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b3547b-adfd-4166-88c7-075af5240a5d tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:07:49.536345 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b3547b-adfd-4166-88c7-075af5240a5d tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:07:49.536661 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b3547b-adfd-4166-88c7-075af5240a5d tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:07:49.557396 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-b9b3547b-adfd-4166-88c7-075af5240a5d tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:49.558005 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-b9b3547b-adfd-4166-88c7-075af5240a5d tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:49.584736 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d1ca3-fb30-414d-aa10-32bc8a4cfda8 req-15ccd780-9281-48c3-9132-10323da72609 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:49.586274 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-b9b3547b-adfd-4166-88c7-075af5240a5d tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7640932 May 23 12:07:49.587638 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5d1d1ca3-fb30-414d-aa10-32bc8a4cfda8 req-15ccd780-9281-48c3-9132-10323da72609 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7adb2e9-6e1d-462e-830a-41e8fa4bf464 HTTP/1.1" status: 200 len: 932 time: 0.0839114 May 23 12:07:49.637020 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5d1d1ca3-fb30-414d-aa10-32bc8a4cfda8 req-eee9d37c-84e9-4a10-879f-8f0564252421 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/security-groups?id=198bda10-8ee8-481c-9a2a-0fda9b207b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430160 May 23 12:07:49.678332 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-3998f59f-aa5b-4e48-87ae-b39f78973192 service neutron] Request body: {'port': {'device_id': 'b7adb2e9-6e1d-462e-830a-41e8fa4bf464', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:07:49.787608 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-3998f59f-aa5b-4e48-87ae-b39f78973192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:50.130367 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-3998f59f-aa5b-4e48-87ae-b39f78973192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc52c5f8-7898-49cd-85d0-ed45d52bc03a {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 12:07:50.137617 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-3998f59f-aa5b-4e48-87ae-b39f78973192 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:50.153332 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-3998f59f-aa5b-4e48-87ae-b39f78973192 service neutron] Transition to ACTIVE for port object cc52c5f8-7898-49cd-85d0-ed45d52bc03a will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:07:50.159104 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-3998f59f-aa5b-4e48-87ae-b39f78973192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:50.281804 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3998f59f-aa5b-4e48-87ae-b39f78973192 service neutron] Pushing event updated for resources: {'Port': ['ID=cc52c5f8-7898-49cd-85d0-ed45d52bc03a,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:07:50.391944 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-3998f59f-aa5b-4e48-87ae-b39f78973192 service neutron] Attempting to bind port cc52c5f8-7898-49cd-85d0-ed45d52bc03a on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:07:50.392179 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-3998f59f-aa5b-4e48-87ae-b39f78973192 service neutron] Attempting to bind port cc52c5f8-7898-49cd-85d0-ed45d52bc03a by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '6b94eb84-9e0b-49f3-a71f-80f65d8474ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'afdc013c-879c-4ae5-a8dc-703d1ca2f579'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:07:50.392537 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-3998f59f-aa5b-4e48-87ae-b39f78973192 service neutron] Attempting to bind port cc52c5f8-7898-49cd-85d0-ed45d52bc03a on network afdc013c-879c-4ae5-a8dc-703d1ca2f579 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:07:50.398504 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-3998f59f-aa5b-4e48-87ae-b39f78973192 service neutron] Port cc52c5f8-7898-49cd-85d0-ed45d52bc03a on network afdc013c-879c-4ae5-a8dc-703d1ca2f579 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 12:07:50.398823 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-3998f59f-aa5b-4e48-87ae-b39f78973192 service neutron] Attempting to bind port cc52c5f8-7898-49cd-85d0-ed45d52bc03a on network afdc013c-879c-4ae5-a8dc-703d1ca2f579 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:07:50.405559 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-3998f59f-aa5b-4e48-87ae-b39f78973192 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:07:50.405895 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-3998f59f-aa5b-4e48-87ae-b39f78973192 service neutron] Checking segment: {'id': '6b94eb84-9e0b-49f3-a71f-80f65d8474ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'afdc013c-879c-4ae5-a8dc-703d1ca2f579'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:07:50.406271 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-3998f59f-aa5b-4e48-87ae-b39f78973192 service neutron] Bound using segment: {'id': '6b94eb84-9e0b-49f3-a71f-80f65d8474ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'afdc013c-879c-4ae5-a8dc-703d1ca2f579'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:07:50.406694 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-3998f59f-aa5b-4e48-87ae-b39f78973192 service neutron] Bound port: cc52c5f8-7898-49cd-85d0-ed45d52bc03a, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b94eb84-9e0b-49f3-a71f-80f65d8474ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'afdc013c-879c-4ae5-a8dc-703d1ca2f579'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:07:50.407033 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-3998f59f-aa5b-4e48-87ae-b39f78973192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:50.495797 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-3998f59f-aa5b-4e48-87ae-b39f78973192 service neutron] For port cc52c5f8-7898-49cd-85d0-ed45d52bc03a, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:07:50.499405 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-3998f59f-aa5b-4e48-87ae-b39f78973192 service neutron] For port cc52c5f8-7898-49cd-85d0-ed45d52bc03a, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=cc52c5f8-7898-49cd-85d0-ed45d52bc03a,segment=NetworkSegment(6b94eb84-9e0b-49f3-a71f-80f65d8474ac),segment_id=6b94eb84-9e0b-49f3-a71f-80f65d8474ac)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:07:50.504992 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-3998f59f-aa5b-4e48-87ae-b39f78973192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:50.562542 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-3998f59f-aa5b-4e48-87ae-b39f78973192 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:50.564862 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-3998f59f-aa5b-4e48-87ae-b39f78973192 service neutron] 10.222.0.81 "PUT /v2.0/ports/cc52c5f8-7898-49cd-85d0-ed45d52bc03a HTTP/1.1" status: 200 len: 1092 time: 0.9576912 May 23 12:07:50.571509 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7adb2e9-6e1d-462e-830a-41e8fa4bf464', 'tag': 'cc52c5f8-7898-49cd-85d0-ed45d52bc03a'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:07:50.596378 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3998f59f-aa5b-4e48-87ae-b39f78973192 service neutron] Pushing event updated for resources: {'Port': ['ID=cc52c5f8-7898-49cd-85d0-ed45d52bc03a,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:07:50.628383 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b869884f-166c-4f4b-b580-bfa856e715dd'] response: {'name': 'network-changed', 'server_uuid': 'b7adb2e9-6e1d-462e-830a-41e8fa4bf464', 'tag': 'cc52c5f8-7898-49cd-85d0-ed45d52bc03a', 'status': 'completed', 'code': 200} May 23 12:07:50.720141 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-77482a76-7898-43aa-802c-0d9726a3902a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4f4aa34ecf0849c19950c139fcd28d25&device_id=b7adb2e9-6e1d-462e-830a-41e8fa4bf464 HTTP/1.1" status: 200 len: 1095 time: 0.0711434 May 23 12:07:50.837416 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76d80c-a4de-4f07-8196-fd37f15b2f0d req-ed4224b8-547e-43af-9283-528107d4ad55 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:50.838947 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6a76d80c-a4de-4f07-8196-fd37f15b2f0d req-ed4224b8-547e-43af-9283-528107d4ad55 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7adb2e9-6e1d-462e-830a-41e8fa4bf464 HTTP/1.1" status: 200 len: 944 time: 0.0806961 May 23 12:07:50.891195 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6a76d80c-a4de-4f07-8196-fd37f15b2f0d req-87219871-d8fc-402a-b3d2-ebbc871e26a1 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/security-groups?id=198bda10-8ee8-481c-9a2a-0fda9b207b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464668 May 23 12:07:50.907932 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-a447bbc7-e309-4d71-9883-2a24d9c34029 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc52c5f8-7898-49cd-85d0-ed45d52bc03a HTTP/1.1" status: 200 len: 217 time: 0.1680589 May 23 12:07:50.977455 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-31a38c6b-1a1d-4898-a8d7-c7fa4afa3d62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:50.978853 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-31a38c6b-1a1d-4898-a8d7-c7fa4afa3d62 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=44be543c-dd54-4b93-bf38-b012e924a4b0 HTTP/1.1" status: 200 len: 854 time: 0.0618930 May 23 12:07:51.027818 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-b52ccc88-cf99-4bc5-8acd-867a51ed8350 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=afdc013c-879c-4ae5-a8dc-703d1ca2f579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395439 May 23 12:07:51.162238 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-46235b9a-5492-43e2-b49f-63b38dd074c0 service neutron] 10.222.0.81 "GET /v2.0/networks/afdc013c-879c-4ae5-a8dc-703d1ca2f579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252441 May 23 12:07:51.296389 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d224dc8b-bb4d-4b8e-b2eb-b24d5a04d986 req-794bcd15-5a36-4142-b1fd-64c6f3e236d0 service neutron] 10.222.0.81 "GET /v2.0/networks/afdc013c-879c-4ae5-a8dc-703d1ca2f579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241488 May 23 12:07:51.477988 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-96af55fc-8307-4210-a792-38b235db816a req-3dcb00ec-8cad-4da2-b86f-b9b0a2b716f4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4f4aa34ecf0849c19950c139fcd28d25&device_id=b7adb2e9-6e1d-462e-830a-41e8fa4bf464 HTTP/1.1" status: 200 len: 1095 time: 0.0759504 May 23 12:07:51.611497 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af55fc-8307-4210-a792-38b235db816a req-d07700c1-56f4-4470-bad8-cfeb1a224867 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:51.612939 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-96af55fc-8307-4210-a792-38b235db816a req-d07700c1-56f4-4470-bad8-cfeb1a224867 service neutron] 10.222.0.81 "GET /v2.0/networks?id=afdc013c-879c-4ae5-a8dc-703d1ca2f579 HTTP/1.1" status: 200 len: 915 time: 0.1284747 May 23 12:07:51.678849 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-96af55fc-8307-4210-a792-38b235db816a req-3f031510-ba97-4139-8252-c50a0833b718 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc52c5f8-7898-49cd-85d0-ed45d52bc03a HTTP/1.1" status: 200 len: 217 time: 0.0600860 May 23 12:07:51.747066 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af55fc-8307-4210-a792-38b235db816a req-0bd99ecb-c0e5-409d-91c7-aa765d1604e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:51.748503 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-96af55fc-8307-4210-a792-38b235db816a req-0bd99ecb-c0e5-409d-91c7-aa765d1604e3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=44be543c-dd54-4b93-bf38-b012e924a4b0 HTTP/1.1" status: 200 len: 854 time: 0.0620389 May 23 12:07:51.794749 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-96af55fc-8307-4210-a792-38b235db816a req-415c5ec7-73b1-47b1-bfa1-f8ee6c63cbb5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=afdc013c-879c-4ae5-a8dc-703d1ca2f579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396588 May 23 12:07:51.930516 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-96af55fc-8307-4210-a792-38b235db816a req-70154cd6-8705-4208-96f3-942ab208fdb1 service neutron] 10.222.0.81 "GET /v2.0/networks/afdc013c-879c-4ae5-a8dc-703d1ca2f579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288769 May 23 12:07:52.070774 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-96af55fc-8307-4210-a792-38b235db816a req-78e01bb4-8976-4615-99b2-170c2cea0924 service neutron] 10.222.0.81 "GET /v2.0/networks/afdc013c-879c-4ae5-a8dc-703d1ca2f579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335390 May 23 12:07:52.097580 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea04cc2-185a-414b-9cff-64e87bcf7275 req-c0e47699-ce3d-4799-922f-740e0fc7a047 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:52.099048 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9ea04cc2-185a-414b-9cff-64e87bcf7275 req-c0e47699-ce3d-4799-922f-740e0fc7a047 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7adb2e9-6e1d-462e-830a-41e8fa4bf464 HTTP/1.1" status: 200 len: 944 time: 0.0830607 May 23 12:07:52.145766 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9ea04cc2-185a-414b-9cff-64e87bcf7275 req-abb9a947-9e8f-4747-954d-13b54b37fbc6 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/security-groups?id=198bda10-8ee8-481c-9a2a-0fda9b207b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408690 May 23 12:07:52.613755 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device cc52c5f8-7898-49cd-85d0-ed45d52bc03a details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 12:07:52.752098 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port cc52c5f8-7898-49cd-85d0-ed45d52bc03a, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=cc52c5f8-7898-49cd-85d0-ed45d52bc03a,segment=NetworkSegment(6b94eb84-9e0b-49f3-a71f-80f65d8474ac),segment_id=6b94eb84-9e0b-49f3-a71f-80f65d8474ac)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:07:52.765523 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': 'cc52c5f8-7898-49cd-85d0-ed45d52bc03a', 'network_id': 'afdc013c-879c-4ae5-a8dc-703d1ca2f579', 'port_id': 'cc52c5f8-7898-49cd-85d0-ed45d52bc03a', 'mac_address': 'fa:16:3e:7f:b4:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44be543c-dd54-4b93-bf38-b012e924a4b0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 12:07:52.827072 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:52.844143 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc52c5f8-7898-49cd-85d0-ed45d52bc03a {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 12:07:52.860574 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port cc52c5f8-7898-49cd-85d0-ed45d52bc03a, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=cc52c5f8-7898-49cd-85d0-ed45d52bc03a,segment=NetworkSegment(6b94eb84-9e0b-49f3-a71f-80f65d8474ac),segment_id=6b94eb84-9e0b-49f3-a71f-80f65d8474ac)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:07:52.865489 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:52.935889 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=cc52c5f8-7898-49cd-85d0-ed45d52bc03a,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:07:52.945029 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:07:52.945378 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:07:52.945762 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:07:52.946098 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:07:52.946427 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:07:52.946764 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:07:52.947093 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:07:52.947418 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:07:52.947744 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:07:52.948095 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:07:52.948417 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:07:53.213746 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['cc52c5f8-7898-49cd-85d0-ed45d52bc03a'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 12:07:53.360697 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705df94-5431-45f3-95ee-d66c9a6cc070 req-92cc3bf0-cd69-4cdf-90e6-816e63c7c5c3 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:53.362126 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4705df94-5431-45f3-95ee-d66c9a6cc070 req-92cc3bf0-cd69-4cdf-90e6-816e63c7c5c3 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7adb2e9-6e1d-462e-830a-41e8fa4bf464 HTTP/1.1" status: 200 len: 945 time: 0.0856371 May 23 12:07:53.410552 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4705df94-5431-45f3-95ee-d66c9a6cc070 req-b2d5f1bf-a6c9-40d0-b1e6-0b56b1bf9d96 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/security-groups?id=198bda10-8ee8-481c-9a2a-0fda9b207b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425031 May 23 12:07:54.611204 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device cc52c5f8-7898-49cd-85d0-ed45d52bc03a up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:07:54.631451 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c9e53-8e5d-4d5b-ac53-1a16cb9f2b1d req-191df95a-305b-46a6-8b72-8bfc2b4c6081 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:54.632943 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-593c9e53-8e5d-4d5b-ac53-1a16cb9f2b1d req-191df95a-305b-46a6-8b72-8bfc2b4c6081 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7adb2e9-6e1d-462e-830a-41e8fa4bf464 HTTP/1.1" status: 200 len: 945 time: 0.0796664 May 23 12:07:54.680473 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-593c9e53-8e5d-4d5b-ac53-1a16cb9f2b1d req-9b68f778-03d8-4076-b94f-5043a7746f41 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/security-groups?id=198bda10-8ee8-481c-9a2a-0fda9b207b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411079 May 23 12:07:54.684243 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port cc52c5f8-7898-49cd-85d0-ed45d52bc03a completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:07:54.689259 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port cc52c5f8-7898-49cd-85d0-ed45d52bc03a triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:07:54.689550 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:54.836196 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:54.862522 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7adb2e9-6e1d-462e-830a-41e8fa4bf464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc52c5f8-7898-49cd-85d0-ed45d52bc03a'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:07:54.872476 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port cc52c5f8-7898-49cd-85d0-ed45d52bc03a, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=cc52c5f8-7898-49cd-85d0-ed45d52bc03a,segment=NetworkSegment(6b94eb84-9e0b-49f3-a71f-80f65d8474ac),segment_id=6b94eb84-9e0b-49f3-a71f-80f65d8474ac)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:07:54.877261 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:54.920939 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-415d177e-05f6-46e3-a040-955de03b0e06'] response: {'server_uuid': 'b7adb2e9-6e1d-462e-830a-41e8fa4bf464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc52c5f8-7898-49cd-85d0-ed45d52bc03a', 'code': 200} May 23 12:07:54.949253 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=cc52c5f8-7898-49cd-85d0-ed45d52bc03a,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:07:55.107850 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-38cd0b6b-a5db-4141-b580-ba8c0568ed82 req-a2444cdc-3d3a-42e2-b91f-40f806e0d9ea service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b7adb2e9-6e1d-462e-830a-41e8fa4bf464 HTTP/1.1" status: 200 len: 1097 time: 0.0779393 May 23 12:07:55.156235 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-38cd0b6b-a5db-4141-b580-ba8c0568ed82 req-e71263b2-4dcb-4117-90cf-457eb710b2cb service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=198bda10-8ee8-481c-9a2a-0fda9b207b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370805 May 23 12:07:55.887856 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831a109-843c-477e-a06f-0e1b35f013d0 req-a7e8c303-ca1f-409f-a451-9279028126c4 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:55.889594 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c831a109-843c-477e-a06f-0e1b35f013d0 req-a7e8c303-ca1f-409f-a451-9279028126c4 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7adb2e9-6e1d-462e-830a-41e8fa4bf464 HTTP/1.1" status: 200 len: 946 time: 0.0797503 May 23 12:07:55.938251 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c831a109-843c-477e-a06f-0e1b35f013d0 req-0f4473a1-a836-4f6c-80b1-432646722a38 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/security-groups?id=198bda10-8ee8-481c-9a2a-0fda9b207b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402839 May 23 12:07:56.064021 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a664228e-3ec4-4533-a887-e63669099af2 req-b8a9c9eb-41c2-4dda-b61d-1fe3b2b4dbf4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8885b462-abd1-49e6-a24b-2d20f4e759ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0806618 May 23 12:07:56.232266 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a664228e-3ec4-4533-a887-e63669099af2 req-1465bea4-b53d-4a9f-b97f-307d6921db78 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f4aa34ecf0849c19950c139fcd28d25&device_id=8885b462-abd1-49e6-a24b-2d20f4e759ed HTTP/1.1" status: 200 len: 1096 time: 0.0808961 May 23 12:07:56.378299 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664228e-3ec4-4533-a887-e63669099af2 req-d66abe9f-6f7d-41dd-ab72-e9fa664542e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:56.379871 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a664228e-3ec4-4533-a887-e63669099af2 req-d66abe9f-6f7d-41dd-ab72-e9fa664542e1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=afdc013c-879c-4ae5-a8dc-703d1ca2f579 HTTP/1.1" status: 200 len: 915 time: 0.1293190 May 23 12:07:56.447155 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a664228e-3ec4-4533-a887-e63669099af2 req-2ffc68ec-74a6-4ae1-940f-2a3ce30a7af4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8de3b615-93cb-42a5-bc94-a4a91d9d48cb HTTP/1.1" status: 200 len: 217 time: 0.0614984 May 23 12:07:56.512471 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664228e-3ec4-4533-a887-e63669099af2 req-509fcf07-bbce-41a8-b414-4d721ed1cf13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:56.514195 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a664228e-3ec4-4533-a887-e63669099af2 req-509fcf07-bbce-41a8-b414-4d721ed1cf13 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44be543c-dd54-4b93-bf38-b012e924a4b0 HTTP/1.1" status: 200 len: 854 time: 0.0612409 May 23 12:07:56.559709 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a664228e-3ec4-4533-a887-e63669099af2 req-2af1b412-f766-479a-a120-e59ad1104a28 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=afdc013c-879c-4ae5-a8dc-703d1ca2f579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389214 May 23 12:07:56.790284 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a664228e-3ec4-4533-a887-e63669099af2 req-c68feff0-c9b4-4d13-86bd-d848181445b5 service neutron] 10.222.0.13 "GET /v2.0/networks/afdc013c-879c-4ae5-a8dc-703d1ca2f579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245228 May 23 12:07:56.924252 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a664228e-3ec4-4533-a887-e63669099af2 req-d6374db6-25a9-49fc-a62e-4e20a7b340e9 service neutron] 10.222.0.13 "GET /v2.0/networks/afdc013c-879c-4ae5-a8dc-703d1ca2f579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280684 May 23 12:07:57.163579 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0c1fe-9a1b-4513-b9c4-a26f8b86c32b req-bfcc1d74-5901-49a1-9f92-e54bf670730b tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:57.165002 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b5f0c1fe-9a1b-4513-b9c4-a26f8b86c32b req-bfcc1d74-5901-49a1-9f92-e54bf670730b tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7adb2e9-6e1d-462e-830a-41e8fa4bf464 HTTP/1.1" status: 200 len: 946 time: 0.0949907 May 23 12:07:57.213467 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b5f0c1fe-9a1b-4513-b9c4-a26f8b86c32b req-257e8387-feba-4d9b-bef3-9c0220e054d2 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/security-groups?id=198bda10-8ee8-481c-9a2a-0fda9b207b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405645 May 23 12:07:57.618128 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da25608-32e9-4a89-ae95-6cafc1614452 req-6d9849e7-bf5b-4d26-a1bf-ac66a8622856 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:57.619549 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6da25608-32e9-4a89-ae95-6cafc1614452 req-6d9849e7-bf5b-4d26-a1bf-ac66a8622856 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7adb2e9-6e1d-462e-830a-41e8fa4bf464 HTTP/1.1" status: 200 len: 946 time: 0.0780137 May 23 12:07:57.666846 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6da25608-32e9-4a89-ae95-6cafc1614452 req-ca105be8-f83c-4554-a850-989299e7991e tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/security-groups?id=198bda10-8ee8-481c-9a2a-0fda9b207b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416028 May 23 12:07:58.882763 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97601ec-4e01-4374-82f1-7f72a3f6dc09 req-729f00a0-1d54-4701-b62d-5b24e90c7e3f tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:58.884219 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c97601ec-4e01-4374-82f1-7f72a3f6dc09 req-729f00a0-1d54-4701-b62d-5b24e90c7e3f tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7adb2e9-6e1d-462e-830a-41e8fa4bf464 HTTP/1.1" status: 200 len: 946 time: 0.0839994 May 23 12:07:58.929688 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c97601ec-4e01-4374-82f1-7f72a3f6dc09 req-ca9351cc-3490-4bac-8c82-5731ecd54739 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/security-groups?id=198bda10-8ee8-481c-9a2a-0fda9b207b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392509 May 23 12:07:58.954797 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:07:59.123111 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a77ad5-701f-4ab9-896a-a828dcd8dfa8 req-b78d0119-d055-4567-a3bc-3f4ee8abd74d tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:07:59.124051 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-e9a77ad5-701f-4ab9-896a-a828dcd8dfa8 req-b78d0119-d055-4567-a3bc-3f4ee8abd74d tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Synchronizing usage tracker for tenant:4f4aa34ecf0849c19950c139fcd28d25 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:07:59.145149 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-e9a77ad5-701f-4ab9-896a-a828dcd8dfa8 req-b78d0119-d055-4567-a3bc-3f4ee8abd74d tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Unset dirty status for tenant:4f4aa34ecf0849c19950c139fcd28d25 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:07:59.146575 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e9a77ad5-701f-4ab9-896a-a828dcd8dfa8 req-b78d0119-d055-4567-a3bc-3f4ee8abd74d tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7adb2e9-6e1d-462e-830a-41e8fa4bf464 HTTP/1.1" status: 200 len: 946 time: 0.1149879 May 23 12:07:59.221297 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-e9a77ad5-701f-4ab9-896a-a828dcd8dfa8 req-da4ddb25-de9c-4afe-b9d3-072321111ad1 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Deleting port cc52c5f8-7898-49cd-85d0-ed45d52bc03a {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:07:59.221586 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e9a77ad5-701f-4ab9-896a-a828dcd8dfa8 req-da4ddb25-de9c-4afe-b9d3-072321111ad1 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:59.477278 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-e9a77ad5-701f-4ab9-896a-a828dcd8dfa8 req-da4ddb25-de9c-4afe-b9d3-072321111ad1 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] For port cc52c5f8-7898-49cd-85d0-ed45d52bc03a, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=cc52c5f8-7898-49cd-85d0-ed45d52bc03a,segment=NetworkSegment(6b94eb84-9e0b-49f3-a71f-80f65d8474ac),segment_id=6b94eb84-9e0b-49f3-a71f-80f65d8474ac)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:07:59.477790 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e9a77ad5-701f-4ab9-896a-a828dcd8dfa8 req-da4ddb25-de9c-4afe-b9d3-072321111ad1 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:59.692795 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-e9a77ad5-701f-4ab9-896a-a828dcd8dfa8 req-da4ddb25-de9c-4afe-b9d3-072321111ad1 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Calling delete_port for cc52c5f8-7898-49cd-85d0-ed45d52bc03a owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:07:59.844712 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e9a77ad5-701f-4ab9-896a-a828dcd8dfa8 req-da4ddb25-de9c-4afe-b9d3-072321111ad1 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:59.877051 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['8de3b615-93cb-42a5-bc94-a4a91d9d48cb'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 12:07:59.895708 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ddb25-de9c-4afe-b9d3-072321111ad1 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Pushing event deleted for resources: {'Port': ['ID=cc52c5f8-7898-49cd-85d0-ed45d52bc03a,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:07:59.906416 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['cc52c5f8-7898-49cd-85d0-ed45d52bc03a'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 12:07:59.967611 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a77ad5-701f-4ab9-896a-a828dcd8dfa8 req-da4ddb25-de9c-4afe-b9d3-072321111ad1 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] No DVR routers for this DVR port cc52c5f8-7898-49cd-85d0-ed45d52bc03a on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:07:59.970373 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e9a77ad5-701f-4ab9-896a-a828dcd8dfa8 req-da4ddb25-de9c-4afe-b9d3-072321111ad1 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:07:59.974308 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7adb2e9-6e1d-462e-830a-41e8fa4bf464', 'name': 'network-vif-deleted', 'tag': 'cc52c5f8-7898-49cd-85d0-ed45d52bc03a'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:07:59.990493 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-e9a77ad5-701f-4ab9-896a-a828dcd8dfa8 req-da4ddb25-de9c-4afe-b9d3-072321111ad1 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.81 "DELETE /v2.0/ports/cc52c5f8-7898-49cd-85d0-ed45d52bc03a HTTP/1.1" status: 204 len: 173 time: 0.8384356 May 23 12:08:00.046284 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f906bcca-4d62-4200-a981-92279b9c3c3f'] response: {'server_uuid': 'b7adb2e9-6e1d-462e-830a-41e8fa4bf464', 'name': 'network-vif-deleted', 'tag': 'cc52c5f8-7898-49cd-85d0-ed45d52bc03a', 'status': 'completed', 'code': 200} May 23 12:08:00.105302 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d8c32385-d0b5-4486-9948-8cf00461bfc0 req-2785dc0b-58bc-4c72-91b5-f47acb1157a5 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7adb2e9-6e1d-462e-830a-41e8fa4bf464 HTTP/1.1" status: 200 len: 210 time: 0.0422757 May 23 12:08:01.404876 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a083ed4-dba3-4145-87a3-dd1cd6c33bcc req-889481b9-7faf-41c5-b54d-960f0ff8bf9d tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:08:01.406248 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1a083ed4-dba3-4145-87a3-dd1cd6c33bcc req-889481b9-7faf-41c5-b54d-960f0ff8bf9d tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/ports?device_id=8885b462-abd1-49e6-a24b-2d20f4e759ed HTTP/1.1" status: 200 len: 945 time: 0.0849509 May 23 12:08:01.451996 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1a083ed4-dba3-4145-87a3-dd1cd6c33bcc req-b0cfb375-c480-4b25-bdd7-c4b6e0fb306f tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/security-groups?id=198bda10-8ee8-481c-9a2a-0fda9b207b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399942 May 23 12:08:01.697332 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf420f2e-cff5-43a2-b8ec-8a40be452e09 req-ae367bb4-eba0-47b5-bf52-5cfffbd39686 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:08:01.698699 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cf420f2e-cff5-43a2-b8ec-8a40be452e09 req-ae367bb4-eba0-47b5-bf52-5cfffbd39686 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/ports?device_id=8885b462-abd1-49e6-a24b-2d20f4e759ed HTTP/1.1" status: 200 len: 945 time: 0.0806856 May 23 12:08:01.749468 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cf420f2e-cff5-43a2-b8ec-8a40be452e09 req-49492d62-9ec4-4d54-a453-f504f2964078 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/security-groups?id=198bda10-8ee8-481c-9a2a-0fda9b207b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426791 May 23 12:08:01.979419 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d783f1-56c5-4985-bc17-68af23e7eb47 req-43843adb-9e1c-4585-9888-f3ee56023d29 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:08:01.980918 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-84d783f1-56c5-4985-bc17-68af23e7eb47 req-43843adb-9e1c-4585-9888-f3ee56023d29 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/ports?device_id=8885b462-abd1-49e6-a24b-2d20f4e759ed HTTP/1.1" status: 200 len: 945 time: 0.0911901 May 23 12:08:02.029641 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-84d783f1-56c5-4985-bc17-68af23e7eb47 req-7171dbdc-ecdb-4912-b7a9-cd5ba6104b60 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/security-groups?id=198bda10-8ee8-481c-9a2a-0fda9b207b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406036 May 23 12:08:02.240064 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1ceaec31-bc94-465b-8e82-114f0d16d370 req-bab94825-ff00-4b63-9e86-04fe2d463a9a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8885b462-abd1-49e6-a24b-2d20f4e759ed&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0823438 May 23 12:08:02.442699 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db176c-5fd0-4357-9832-c374d147f95e req-add49a9a-aec8-4381-befb-e01790159553 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:08:02.444168 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c7db176c-5fd0-4357-9832-c374d147f95e req-add49a9a-aec8-4381-befb-e01790159553 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/ports?device_id=8885b462-abd1-49e6-a24b-2d20f4e759ed HTTP/1.1" status: 200 len: 945 time: 0.0845623 May 23 12:08:02.494827 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c7db176c-5fd0-4357-9832-c374d147f95e req-b5ec4760-7978-42aa-80e4-0d5e4a58d802 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/security-groups?id=198bda10-8ee8-481c-9a2a-0fda9b207b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448618 May 23 12:08:02.628355 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device cc52c5f8-7898-49cd-85d0-ed45d52bc03a no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:08:02.664971 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: cc52c5f8-7898-49cd-85d0-ed45d52bc03a {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:08:02.665284 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device cc52c5f8-7898-49cd-85d0-ed45d52bc03a not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:08:02.711894 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2e7d7-e5da-4f32-9bdb-66638e630f36 req-57617bc9-38ff-4364-a749-cfeabc80e855 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:08:02.713320 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c3c2e7d7-e5da-4f32-9bdb-66638e630f36 req-57617bc9-38ff-4364-a749-cfeabc80e855 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/ports?device_id=8885b462-abd1-49e6-a24b-2d20f4e759ed HTTP/1.1" status: 200 len: 945 time: 0.0881479 May 23 12:08:02.758536 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c3c2e7d7-e5da-4f32-9bdb-66638e630f36 req-d206ede9-449e-4dc7-bc4b-8058f642386b tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/security-groups?id=198bda10-8ee8-481c-9a2a-0fda9b207b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394428 May 23 12:08:02.978643 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b9914-be33-4493-a101-830ca8a903f7 req-ad8f6e50-8e3d-486f-83b8-aeca535b3256 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:08:02.980142 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2f2b9914-be33-4493-a101-830ca8a903f7 req-ad8f6e50-8e3d-486f-83b8-aeca535b3256 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/ports?device_id=8885b462-abd1-49e6-a24b-2d20f4e759ed HTTP/1.1" status: 200 len: 945 time: 0.0862975 May 23 12:08:03.025899 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2f2b9914-be33-4493-a101-830ca8a903f7 req-f3d8f048-30a3-40dc-8714-28bd1bad2408 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/security-groups?id=198bda10-8ee8-481c-9a2a-0fda9b207b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400374 May 23 12:08:03.596609 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72b57e-3637-4ff2-a58d-72a4152147c5 req-6b1f9f89-e117-46e1-aef7-a4913515d898 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:08:03.597965 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eb72b57e-3637-4ff2-a58d-72a4152147c5 req-6b1f9f89-e117-46e1-aef7-a4913515d898 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/ports?device_id=8885b462-abd1-49e6-a24b-2d20f4e759ed HTTP/1.1" status: 200 len: 945 time: 0.0824916 May 23 12:08:03.646813 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eb72b57e-3637-4ff2-a58d-72a4152147c5 req-8ba47456-77a0-45ba-91a8-c51ac617e9da tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/security-groups?id=198bda10-8ee8-481c-9a2a-0fda9b207b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404105 May 23 12:08:04.858194 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba507dba-fd5e-4b8b-bf72-fc933eefb342 req-cbbb34c3-7d8c-4024-820e-b28b4f4b0bce tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:08:04.859671 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ba507dba-fd5e-4b8b-bf72-fc933eefb342 req-cbbb34c3-7d8c-4024-820e-b28b4f4b0bce tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/ports?device_id=8885b462-abd1-49e6-a24b-2d20f4e759ed HTTP/1.1" status: 200 len: 945 time: 0.0817120 May 23 12:08:04.912096 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ba507dba-fd5e-4b8b-bf72-fc933eefb342 req-ce2d01b6-39c2-4dcb-b672-0c52db8b9793 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/security-groups?id=198bda10-8ee8-481c-9a2a-0fda9b207b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464475 May 23 12:08:05.251329 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a136e8-cad5-492f-85b4-da457840e632 req-aeb299b0-e48d-4a4a-ae6f-3ed8f84b1223 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:08:05.252781 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-84a136e8-cad5-492f-85b4-da457840e632 req-aeb299b0-e48d-4a4a-ae6f-3ed8f84b1223 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.13 "GET /v2.0/ports?device_id=8885b462-abd1-49e6-a24b-2d20f4e759ed HTTP/1.1" status: 200 len: 945 time: 0.0851712 May 23 12:08:05.326843 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-84a136e8-cad5-492f-85b4-da457840e632 req-d535a103-77ef-4755-ba95-b0026381f408 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Deleting port 8de3b615-93cb-42a5-bc94-a4a91d9d48cb {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:08:05.327328 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-84a136e8-cad5-492f-85b4-da457840e632 req-d535a103-77ef-4755-ba95-b0026381f408 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:05.658929 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-84a136e8-cad5-492f-85b4-da457840e632 req-d535a103-77ef-4755-ba95-b0026381f408 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] For port 8de3b615-93cb-42a5-bc94-a4a91d9d48cb, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=8de3b615-93cb-42a5-bc94-a4a91d9d48cb,segment=NetworkSegment(6b94eb84-9e0b-49f3-a71f-80f65d8474ac),segment_id=6b94eb84-9e0b-49f3-a71f-80f65d8474ac)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:08:05.659179 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-84a136e8-cad5-492f-85b4-da457840e632 req-d535a103-77ef-4755-ba95-b0026381f408 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:05.777910 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-84a136e8-cad5-492f-85b4-da457840e632 req-d535a103-77ef-4755-ba95-b0026381f408 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Calling delete_port for 8de3b615-93cb-42a5-bc94-a4a91d9d48cb owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:08:05.923071 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-84a136e8-cad5-492f-85b4-da457840e632 req-d535a103-77ef-4755-ba95-b0026381f408 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:05.969276 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d535a103-77ef-4755-ba95-b0026381f408 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Pushing event deleted for resources: {'Port': ['ID=8de3b615-93cb-42a5-bc94-a4a91d9d48cb,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:06.079702 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a136e8-cad5-492f-85b4-da457840e632 req-d535a103-77ef-4755-ba95-b0026381f408 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] No DVR routers for this DVR port 8de3b615-93cb-42a5-bc94-a4a91d9d48cb on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:08:06.085549 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-84a136e8-cad5-492f-85b4-da457840e632 req-d535a103-77ef-4755-ba95-b0026381f408 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:06.087998 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8885b462-abd1-49e6-a24b-2d20f4e759ed', 'name': 'network-vif-deleted', 'tag': '8de3b615-93cb-42a5-bc94-a4a91d9d48cb'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:08:06.095286 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-716fddee-98df-4f4b-bce4-bd8c1da01e26 req-2f3e5eb1-a8e5-40b7-b880-7feb1a8c2a58 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.79 "GET /v2.0/ports?device_id=8885b462-abd1-49e6-a24b-2d20f4e759ed HTTP/1.1" status: 200 len: 210 time: 0.0570002 May 23 12:08:06.102289 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-84a136e8-cad5-492f-85b4-da457840e632 req-d535a103-77ef-4755-ba95-b0026381f408 tempest-ServersNegativeTestJSON-1003916809 tempest-ServersNegativeTestJSON-1003916809-project] 10.222.0.13 "DELETE /v2.0/ports/8de3b615-93cb-42a5-bc94-a4a91d9d48cb HTTP/1.1" status: 204 len: 173 time: 0.8439364 May 23 12:08:06.237347 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14b0e406-7254-4b9a-8999-a714beb56c96'] response: {'server_uuid': '8885b462-abd1-49e6-a24b-2d20f4e759ed', 'name': 'network-vif-deleted', 'tag': '8de3b615-93cb-42a5-bc94-a4a91d9d48cb', 'status': 'completed', 'code': 200} May 23 12:08:07.193580 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 8de3b615-93cb-42a5-bc94-a4a91d9d48cb no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:08:07.206852 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41616) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:07.226995 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 8de3b615-93cb-42a5-bc94-a4a91d9d48cb {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:08:07.227340 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 8de3b615-93cb-42a5-bc94-a4a91d9d48cb not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:08:07.267971 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd2113c3-cd77-4840-bd60-33fcfcb0ad88 admin admin] Deleting subnet 44be543c-dd54-4b93-bf38-b012e924a4b0 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 12:08:07.271145 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bd2113c3-cd77-4840-bd60-33fcfcb0ad88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:07.321356 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bd2113c3-cd77-4840-bd60-33fcfcb0ad88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:07.379161 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bd2113c3-cd77-4840-bd60-33fcfcb0ad88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:07.464894 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bd2113c3-cd77-4840-bd60-33fcfcb0ad88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:07.501334 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2113c3-cd77-4840-bd60-33fcfcb0ad88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44be543c-dd54-4b93-bf38-b012e924a4b0,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:07.508596 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bd2113c3-cd77-4840-bd60-33fcfcb0ad88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:07.516797 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-bd2113c3-cd77-4840-bd60-33fcfcb0ad88 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/44be543c-dd54-4b93-bf38-b012e924a4b0 HTTP/1.1" status: 204 len: 168 time: 0.3085973 May 23 12:08:07.520626 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41620) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:07.643159 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8fa777d6-1a23-4825-9255-4856630e2abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:07.768630 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8fa777d6-1a23-4825-9255-4856630e2abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:07.793367 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-8fa777d6-1a23-4825-9255-4856630e2abe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afdc013c-879c-4ae5-a8dc-703d1ca2f579']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:08:07.805376 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-8fa777d6-1a23-4825-9255-4856630e2abe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b94eb84-9e0b-49f3-a71f-80f65d8474ac') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:08:07.805664 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-8fa777d6-1a23-4825-9255-4856630e2abe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b94eb84-9e0b-49f3-a71f-80f65d8474ac') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:08:07.816846 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8fa777d6-1a23-4825-9255-4856630e2abe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:07.836517 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8fa777d6-1a23-4825-9255-4856630e2abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:07.843285 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fa777d6-1a23-4825-9255-4856630e2abe admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 12:08:07.843682 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8fa777d6-1a23-4825-9255-4856630e2abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:07.857029 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 12:08:07.857029 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 12:08:07.857029 n-d-842952-2 neutron-server[83911]: timer() May 23 12:08:07.857029 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 12:08:07.857029 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 12:08:07.857029 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 12:08:07.857029 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 12:08:07.857029 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 12:08:07.857029 n-d-842952-2 neutron-server[83911]: self._notify() May 23 12:08:07.857029 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 12:08:07.857029 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 12:08:07.857029 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 12:08:07.857029 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 12:08:07.857029 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 12:08:07.857029 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 12:08:07.857029 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 12:08:07.857029 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 12:08:07.857029 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 12:08:07.857029 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 12:08:07.857029 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 12:08:07.857029 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 12:08:07.857029 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 12:08:07.857029 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 12:08:07.857029 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 12:08:07.857029 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 12:08:07.857029 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 12:08:07.857029 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 12:08:07.857029 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 12:08:07.857029 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 12:08:07.857029 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 12:08:07.857029 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 12:08:07.857029 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 12:08:07.938321 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8fa777d6-1a23-4825-9255-4856630e2abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:07.957291 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8fa777d6-1a23-4825-9255-4856630e2abe admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:07.967398 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa777d6-1a23-4825-9255-4856630e2abe admin admin] Pushing event deleted for resources: {'Network': ['ID=afdc013c-879c-4ae5-a8dc-703d1ca2f579,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:07.977619 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8fa777d6-1a23-4825-9255-4856630e2abe admin admin] 10.222.0.79 "DELETE /v2.0/networks/afdc013c-879c-4ae5-a8dc-703d1ca2f579 HTTP/1.1" status: 204 len: 168 time: 0.4559913 May 23 12:08:08.120656 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41626) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:08.177556 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-84ffdc77-d8c5-49aa-a43b-ea01688fe9d8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4f4aa34ecf0849c19950c139fcd28d25&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0556896 May 23 12:08:08.181402 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41630) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:08.242856 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d4f4205-b1ff-46ad-ba26-044473fc2aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:08.270104 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d4f4205-b1ff-46ad-ba26-044473fc2aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:08.321118 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d4f4205-b1ff-46ad-ba26-044473fc2aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:08.337595 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f4205-b1ff-46ad-ba26-044473fc2aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198bda10-8ee8-481c-9a2a-0fda9b207b0b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:08.343043 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d4f4205-b1ff-46ad-ba26-044473fc2aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:08.344174 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8d4f4205-b1ff-46ad-ba26-044473fc2aa5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/198bda10-8ee8-481c-9a2a-0fda9b207b0b HTTP/1.1" status: 204 len: 168 time: 0.1618936 May 23 12:08:08.521304 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:09.327724 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-34eaaada-0b1f-425a-87d2-a43a476f3262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:09.331910 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41652) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:09.467277 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-43c942ba-cd3d-45d8-8c90-2d5dffc61761 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-40914156'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:08:09.477452 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-43c942ba-cd3d-45d8-8c90-2d5dffc61761 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:08:09.484809 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-43c942ba-cd3d-45d8-8c90-2d5dffc61761 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Usage tracker for resource:network and tenant:6b0d16e5e5124963825705b4041f4f0c is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:08:09.488047 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-43c942ba-cd3d-45d8-8c90-2d5dffc61761 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:08:09.494925 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-43c942ba-cd3d-45d8-8c90-2d5dffc61761 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:08:09.506705 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c942ba-cd3d-45d8-8c90-2d5dffc61761 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Made reservation on behalf of 6b0d16e5e5124963825705b4041f4f0c for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:08:09.509820 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-43c942ba-cd3d-45d8-8c90-2d5dffc61761 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:09.523521 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-43c942ba-cd3d-45d8-8c90-2d5dffc61761 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:09.557270 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-43c942ba-cd3d-45d8-8c90-2d5dffc61761 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:08:09.561405 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-43c942ba-cd3d-45d8-8c90-2d5dffc61761 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Usage tracker for resource:security_group_rule and tenant:6b0d16e5e5124963825705b4041f4f0c is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:08:09.564366 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-43c942ba-cd3d-45d8-8c90-2d5dffc61761 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:08:09.570265 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-43c942ba-cd3d-45d8-8c90-2d5dffc61761 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:08:09.642232 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-43c942ba-cd3d-45d8-8c90-2d5dffc61761 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:09.648005 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-43c942ba-cd3d-45d8-8c90-2d5dffc61761 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:09.679015 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43c942ba-cd3d-45d8-8c90-2d5dffc61761 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 12:08:09.686996 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c942ba-cd3d-45d8-8c90-2d5dffc61761 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbdb27b-821f-419a-aa21-cb13b171312f,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:09.692445 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-43c942ba-cd3d-45d8-8c90-2d5dffc61761 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:09.692903 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-43c942ba-cd3d-45d8-8c90-2d5dffc61761 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Added segment 1f527aeb-f016-4619-9429-0ac2113dd868 of type vlan for network 63d23c58-dcc2-46c4-88a8-fde4b92adc38 May 23 12:08:09.721687 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-43c942ba-cd3d-45d8-8c90-2d5dffc61761 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:09.758337 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-43c942ba-cd3d-45d8-8c90-2d5dffc61761 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:09.762227 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c942ba-cd3d-45d8-8c90-2d5dffc61761 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:08:09.762802 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-43c942ba-cd3d-45d8-8c90-2d5dffc61761 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:09.874370 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-43c942ba-cd3d-45d8-8c90-2d5dffc61761 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5412126 May 23 12:08:09.877498 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c942ba-cd3d-45d8-8c90-2d5dffc61761 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Pushing event updated for resources: {'Network': ['ID=63d23c58-dcc2-46c4-88a8-fde4b92adc38,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:09.887717 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 63d23c58-dcc2-46c4-88a8-fde4b92adc38 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 12:08:09.986608 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:11.641447 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-48658515-68a2-4d22-a6de-59dbe98c0964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:12.881269 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:12.968812 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:13.120405 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41658) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:13.131810 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-62aab2fb-3d69-4a6c-8e31-11e8a614cbd8 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Request body: {'subnet': {'network_id': '63d23c58-dcc2-46c4-88a8-fde4b92adc38', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:08:13.249783 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-62aab2fb-3d69-4a6c-8e31-11e8a614cbd8 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:08:13.253901 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-62aab2fb-3d69-4a6c-8e31-11e8a614cbd8 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Usage tracker for resource:subnet and tenant:6b0d16e5e5124963825705b4041f4f0c is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:08:13.257020 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-62aab2fb-3d69-4a6c-8e31-11e8a614cbd8 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:08:13.263805 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-62aab2fb-3d69-4a6c-8e31-11e8a614cbd8 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:08:13.276974 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62aab2fb-3d69-4a6c-8e31-11e8a614cbd8 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Made reservation on behalf of 6b0d16e5e5124963825705b4041f4f0c for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:08:13.383935 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-62aab2fb-3d69-4a6c-8e31-11e8a614cbd8 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:13.612460 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-62aab2fb-3d69-4a6c-8e31-11e8a614cbd8 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:13.685590 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aab2fb-3d69-4a6c-8e31-11e8a614cbd8 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Pushing event updated for resources: {'Subnet': ['ID=93a1e537-e654-49b3-824d-87f26c643721,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:13.709233 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62aab2fb-3d69-4a6c-8e31-11e8a614cbd8 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Checking segment: {'id': '1f527aeb-f016-4619-9429-0ac2113dd868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '63d23c58-dcc2-46c4-88a8-fde4b92adc38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:08:13.709580 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62aab2fb-3d69-4a6c-8e31-11e8a614cbd8 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Network hostable DHCP agents. Network: 63d23c58-dcc2-46c4-88a8-fde4b92adc38, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:08:13.733271 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62aab2fb-3d69-4a6c-8e31-11e8a614cbd8 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Network 63d23c58-dcc2-46c4-88a8-fde4b92adc38 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:08:13.743793 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-62aab2fb-3d69-4a6c-8e31-11e8a614cbd8 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 63d23c58-dcc2-46c4-88a8-fde4b92adc38) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:08:13.748016 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62aab2fb-3d69-4a6c-8e31-11e8a614cbd8 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:08:13.748601 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-62aab2fb-3d69-4a6c-8e31-11e8a614cbd8 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:13.753195 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177d599b-fba3-4e05-8939-687f56b79a4b None None] Network 63d23c58-dcc2-46c4-88a8-fde4b92adc38 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:08:13.772885 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-62aab2fb-3d69-4a6c-8e31-11e8a614cbd8 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6508894 May 23 12:08:13.776248 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41662) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:13.781756 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-4254ff76-f92d-4aff-8c89-00c8fc9c606e tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-638574213'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:08:13.787705 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4254ff76-f92d-4aff-8c89-00c8fc9c606e tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:08:13.791603 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4254ff76-f92d-4aff-8c89-00c8fc9c606e tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Usage tracker for resource:network and tenant:6b0d16e5e5124963825705b4041f4f0c is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:08:13.794526 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4254ff76-f92d-4aff-8c89-00c8fc9c606e tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:08:13.800415 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4254ff76-f92d-4aff-8c89-00c8fc9c606e tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:08:13.812913 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4254ff76-f92d-4aff-8c89-00c8fc9c606e tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Made reservation on behalf of 6b0d16e5e5124963825705b4041f4f0c for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:08:13.815866 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4254ff76-f92d-4aff-8c89-00c8fc9c606e tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:13.844524 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4254ff76-f92d-4aff-8c89-00c8fc9c606e tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 12:08:13.853434 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4254ff76-f92d-4aff-8c89-00c8fc9c606e tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:13.853769 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-4254ff76-f92d-4aff-8c89-00c8fc9c606e tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Added segment bd16e86e-44e2-4ada-a283-df1b896f0655 of type vlan for network 0709b060-7011-4529-b976-ac7a29874a77 May 23 12:08:13.879939 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4254ff76-f92d-4aff-8c89-00c8fc9c606e tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:13.911408 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4254ff76-f92d-4aff-8c89-00c8fc9c606e tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:13.915851 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4254ff76-f92d-4aff-8c89-00c8fc9c606e tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:08:13.916446 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4254ff76-f92d-4aff-8c89-00c8fc9c606e tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:13.973625 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb740975-276c-4406-855a-d94cb0861305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-63d23c58-dcc2-46c4-88a8-fde4b92adc38', 'network_id': '63d23c58-dcc2-46c4-88a8-fde4b92adc38', 'tenant_id': '6b0d16e5e5124963825705b4041f4f0c', 'fixed_ips': [{'subnet_id': '93a1e537-e654-49b3-824d-87f26c643721'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 12:08:13.974471 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cb740975-276c-4406-855a-d94cb0861305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:14.007994 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4254ff76-f92d-4aff-8c89-00c8fc9c606e tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2306521 May 23 12:08:14.011280 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41666) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:14.017377 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b0a23606-ff89-49c7-a449-8c38e6cc87a6 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Request body: {'subnet': {'network_id': '0709b060-7011-4529-b976-ac7a29874a77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:08:14.032704 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4254ff76-f92d-4aff-8c89-00c8fc9c606e tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Pushing event updated for resources: {'Network': ['ID=0709b060-7011-4529-b976-ac7a29874a77,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:14.050153 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 0709b060-7011-4529-b976-ac7a29874a77 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 12:08:14.130089 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b0a23606-ff89-49c7-a449-8c38e6cc87a6 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:08:14.134135 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b0a23606-ff89-49c7-a449-8c38e6cc87a6 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Usage tracker for resource:subnet and tenant:6b0d16e5e5124963825705b4041f4f0c is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:08:14.137038 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b0a23606-ff89-49c7-a449-8c38e6cc87a6 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:08:14.143142 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b0a23606-ff89-49c7-a449-8c38e6cc87a6 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:08:14.154020 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a23606-ff89-49c7-a449-8c38e6cc87a6 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Made reservation on behalf of 6b0d16e5e5124963825705b4041f4f0c for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:08:14.221298 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-cb740975-276c-4406-855a-d94cb0861305 None None] Allocated IP 2001:db8:0:ffff::2 (63d23c58-dcc2-46c4-88a8-fde4b92adc38/93a1e537-e654-49b3-824d-87f26c643721/1f85356a-8561-44f6-9eab-036d427c04a6) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:08:14.256901 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b0a23606-ff89-49c7-a449-8c38e6cc87a6 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:14.438587 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cb740975-276c-4406-855a-d94cb0861305 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:14.449575 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-cb740975-276c-4406-855a-d94cb0861305 None None] Transition to ACTIVE for port object 1f85356a-8561-44f6-9eab-036d427c04a6 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:08:14.467602 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-cb740975-276c-4406-855a-d94cb0861305 None None] Transition to ACTIVE for port object 1f85356a-8561-44f6-9eab-036d427c04a6 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:08:14.473564 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cb740975-276c-4406-855a-d94cb0861305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:14.500295 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b0a23606-ff89-49c7-a449-8c38e6cc87a6 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:14.550182 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:14.555328 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb740975-276c-4406-855a-d94cb0861305 None None] Network 63d23c58-dcc2-46c4-88a8-fde4b92adc38 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:08:14.558208 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-cb740975-276c-4406-855a-d94cb0861305 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:08:14.562755 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb740975-276c-4406-855a-d94cb0861305 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:08:14.564753 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb740975-276c-4406-855a-d94cb0861305 None None] Pushing event updated for resources: {'Port': ['ID=1f85356a-8561-44f6-9eab-036d427c04a6,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:14.580620 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a23606-ff89-49c7-a449-8c38e6cc87a6 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Pushing event updated for resources: {'Subnet': ['ID=a8395cf9-e0eb-4da8-8b2a-1e604bbde6dc,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:14.599641 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a23606-ff89-49c7-a449-8c38e6cc87a6 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Checking segment: {'id': 'bd16e86e-44e2-4ada-a283-df1b896f0655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0709b060-7011-4529-b976-ac7a29874a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:08:14.600021 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a23606-ff89-49c7-a449-8c38e6cc87a6 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Network hostable DHCP agents. Network: 0709b060-7011-4529-b976-ac7a29874a77, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:08:14.621545 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a23606-ff89-49c7-a449-8c38e6cc87a6 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Network 0709b060-7011-4529-b976-ac7a29874a77 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:08:14.631019 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-b0a23606-ff89-49c7-a449-8c38e6cc87a6 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 0709b060-7011-4529-b976-ac7a29874a77) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:08:14.638922 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a23606-ff89-49c7-a449-8c38e6cc87a6 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:08:14.639537 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b0a23606-ff89-49c7-a449-8c38e6cc87a6 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:14.642918 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ed39e2-72b2-44e4-97ee-c7abf195059d None None] Network 0709b060-7011-4529-b976-ac7a29874a77 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:08:14.663093 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b0a23606-ff89-49c7-a449-8c38e6cc87a6 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6481924 May 23 12:08:14.663718 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41670) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:14.720549 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-cb740975-276c-4406-855a-d94cb0861305 None None] Attempting to bind port 1f85356a-8561-44f6-9eab-036d427c04a6 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:08:14.720916 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-cb740975-276c-4406-855a-d94cb0861305 None None] Attempting to bind port 1f85356a-8561-44f6-9eab-036d427c04a6 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '1f527aeb-f016-4619-9429-0ac2113dd868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '63d23c58-dcc2-46c4-88a8-fde4b92adc38'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:08:14.721277 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb740975-276c-4406-855a-d94cb0861305 None None] Attempting to bind port 1f85356a-8561-44f6-9eab-036d427c04a6 on network 63d23c58-dcc2-46c4-88a8-fde4b92adc38 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:08:14.733013 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb740975-276c-4406-855a-d94cb0861305 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:08:14.733375 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb740975-276c-4406-855a-d94cb0861305 None None] Checking segment: {'id': '1f527aeb-f016-4619-9429-0ac2113dd868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '63d23c58-dcc2-46c4-88a8-fde4b92adc38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:08:14.733775 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cb740975-276c-4406-855a-d94cb0861305 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:14.734158 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb740975-276c-4406-855a-d94cb0861305 None None] Bound using segment: {'id': '1f527aeb-f016-4619-9429-0ac2113dd868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '63d23c58-dcc2-46c4-88a8-fde4b92adc38'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:08:14.734627 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-cb740975-276c-4406-855a-d94cb0861305 None None] Bound port: 1f85356a-8561-44f6-9eab-036d427c04a6, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f527aeb-f016-4619-9429-0ac2113dd868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '63d23c58-dcc2-46c4-88a8-fde4b92adc38'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:08:14.735061 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cb740975-276c-4406-855a-d94cb0861305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:14.919599 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5eb52050-cc0c-4f26-af34-6e97a2cb1664 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:14.962645 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-cb740975-276c-4406-855a-d94cb0861305 None None] For port 1f85356a-8561-44f6-9eab-036d427c04a6, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:08:14.975071 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-cb740975-276c-4406-855a-d94cb0861305 None None] For port 1f85356a-8561-44f6-9eab-036d427c04a6, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=1f85356a-8561-44f6-9eab-036d427c04a6,segment=NetworkSegment(1f527aeb-f016-4619-9429-0ac2113dd868),segment_id=1f527aeb-f016-4619-9429-0ac2113dd868)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:08:14.980359 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cb740975-276c-4406-855a-d94cb0861305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:14.990622 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5eb52050-cc0c-4f26-af34-6e97a2cb1664 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:15.016980 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dad009-6803-47a5-9818-a24f5b872aa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-0709b060-7011-4529-b976-ac7a29874a77', 'network_id': '0709b060-7011-4529-b976-ac7a29874a77', 'tenant_id': '6b0d16e5e5124963825705b4041f4f0c', 'fixed_ips': [{'subnet_id': 'a8395cf9-e0eb-4da8-8b2a-1e604bbde6dc'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 12:08:15.017810 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-66dad009-6803-47a5-9818-a24f5b872aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:15.072826 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5eb52050-cc0c-4f26-af34-6e97a2cb1664 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:15.119964 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb52050-cc0c-4f26-af34-6e97a2cb1664 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Pushing event deleted for resources: {'Subnet': ['ID=a8395cf9-e0eb-4da8-8b2a-1e604bbde6dc,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:15.136902 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb740975-276c-4406-855a-d94cb0861305 None None] Pushing event updated for resources: {'Port': ['ID=1f85356a-8561-44f6-9eab-036d427c04a6,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server [None req-66dad009-6803-47a5-9818-a24f5b872aa7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a8395cf9-e0eb-4da8-8b2a-1e604bbde6dc: This subnet is being modified by another concurrent operation. May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise exception May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a8395cf9-e0eb-4da8-8b2a-1e604bbde6dc: This subnet is being modified by another concurrent operation. May 23 12:08:15.168702 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server May 23 12:08:15.190125 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c8788c-14d7-4dd8-9f58-3b73f3c3ea54 None None] Network 0709b060-7011-4529-b976-ac7a29874a77 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:08:15.229073 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5eb52050-cc0c-4f26-af34-6e97a2cb1664 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:15.258405 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-5eb52050-cc0c-4f26-af34-6e97a2cb1664 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0709b060-7011-4529-b976-ac7a29874a77']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:08:15.272859 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-5eb52050-cc0c-4f26-af34-6e97a2cb1664 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd16e86e-44e2-4ada-a283-df1b896f0655') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:08:15.273116 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-5eb52050-cc0c-4f26-af34-6e97a2cb1664 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd16e86e-44e2-4ada-a283-df1b896f0655') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:08:15.289939 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5eb52050-cc0c-4f26-af34-6e97a2cb1664 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:15.312828 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5eb52050-cc0c-4f26-af34-6e97a2cb1664 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:15.321636 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eb52050-cc0c-4f26-af34-6e97a2cb1664 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 12:08:15.322294 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5eb52050-cc0c-4f26-af34-6e97a2cb1664 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:15.340955 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 12:08:15.340955 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 12:08:15.340955 n-d-842952-2 neutron-server[83911]: timer() May 23 12:08:15.340955 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 12:08:15.340955 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 12:08:15.340955 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 12:08:15.340955 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 12:08:15.340955 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 12:08:15.340955 n-d-842952-2 neutron-server[83911]: self._notify() May 23 12:08:15.340955 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 12:08:15.340955 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 12:08:15.340955 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 12:08:15.340955 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 12:08:15.340955 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 12:08:15.340955 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 12:08:15.340955 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 12:08:15.340955 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 12:08:15.340955 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 12:08:15.340955 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 12:08:15.340955 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 12:08:15.340955 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 12:08:15.340955 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 12:08:15.340955 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 12:08:15.340955 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 12:08:15.340955 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 12:08:15.340955 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 12:08:15.340955 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 12:08:15.340955 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 12:08:15.340955 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 12:08:15.340955 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 12:08:15.340955 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 12:08:15.340955 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 12:08:15.438974 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5eb52050-cc0c-4f26-af34-6e97a2cb1664 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:15.467078 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5eb52050-cc0c-4f26-af34-6e97a2cb1664 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:15.478453 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb52050-cc0c-4f26-af34-6e97a2cb1664 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Pushing event deleted for resources: {'Network': ['ID=0709b060-7011-4529-b976-ac7a29874a77,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:15.482662 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5eb52050-cc0c-4f26-af34-6e97a2cb1664 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] 10.222.0.79 "DELETE /v2.0/networks/0709b060-7011-4529-b976-ac7a29874a77 HTTP/1.1" status: 204 len: 168 time: 0.8182499 May 23 12:08:15.486166 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41674) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:15.491471 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-13d1a24e-b6e2-49bf-91ad-5c45cd27a340 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1884496027'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:08:15.497337 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-13d1a24e-b6e2-49bf-91ad-5c45cd27a340 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:08:15.501344 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-13d1a24e-b6e2-49bf-91ad-5c45cd27a340 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Usage tracker for resource:network and tenant:6b0d16e5e5124963825705b4041f4f0c is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:08:15.504286 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-13d1a24e-b6e2-49bf-91ad-5c45cd27a340 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:08:15.510662 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-13d1a24e-b6e2-49bf-91ad-5c45cd27a340 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:08:15.522481 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d1a24e-b6e2-49bf-91ad-5c45cd27a340 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Made reservation on behalf of 6b0d16e5e5124963825705b4041f4f0c for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:08:15.525449 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-13d1a24e-b6e2-49bf-91ad-5c45cd27a340 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:15.555238 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13d1a24e-b6e2-49bf-91ad-5c45cd27a340 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 12:08:15.564024 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-13d1a24e-b6e2-49bf-91ad-5c45cd27a340 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:15.564341 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-13d1a24e-b6e2-49bf-91ad-5c45cd27a340 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Added segment 39e41f52-1f11-40e7-9e77-0cf62617cd4d of type vlan for network bab3b678-6d99-45fd-9592-788f835ba6b9 May 23 12:08:15.590676 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-13d1a24e-b6e2-49bf-91ad-5c45cd27a340 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:15.620865 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-13d1a24e-b6e2-49bf-91ad-5c45cd27a340 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:15.624577 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d1a24e-b6e2-49bf-91ad-5c45cd27a340 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:08:15.625144 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-13d1a24e-b6e2-49bf-91ad-5c45cd27a340 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:15.731602 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-13d1a24e-b6e2-49bf-91ad-5c45cd27a340 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2416973 May 23 12:08:15.731969 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41678) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:15.739429 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-715f7e27-754a-4860-ac33-5eea62585402 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Request body: {'subnet': {'network_id': 'bab3b678-6d99-45fd-9592-788f835ba6b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:08:15.756147 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d1a24e-b6e2-49bf-91ad-5c45cd27a340 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Pushing event updated for resources: {'Network': ['ID=bab3b678-6d99-45fd-9592-788f835ba6b9,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:15.767357 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network bab3b678-6d99-45fd-9592-788f835ba6b9 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 12:08:15.866060 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-715f7e27-754a-4860-ac33-5eea62585402 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:08:15.869984 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-715f7e27-754a-4860-ac33-5eea62585402 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Usage tracker for resource:subnet and tenant:6b0d16e5e5124963825705b4041f4f0c is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:08:15.873212 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-715f7e27-754a-4860-ac33-5eea62585402 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:08:15.881265 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-715f7e27-754a-4860-ac33-5eea62585402 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:08:15.893868 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715f7e27-754a-4860-ac33-5eea62585402 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Made reservation on behalf of 6b0d16e5e5124963825705b4041f4f0c for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:08:16.002519 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-715f7e27-754a-4860-ac33-5eea62585402 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:16.093481 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fe651d-b271-4455-8558-9cc8ad33099e None None] Network 63d23c58-dcc2-46c4-88a8-fde4b92adc38 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:08:16.097579 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.ipam_backend_mixin [None req-715f7e27-754a-4860-ac33-5eea62585402 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Performing IP validity checks on allocation pools {{(pid=83911) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 23 12:08:16.098104 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.ipam_backend_mixin [None req-715f7e27-754a-4860-ac33-5eea62585402 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83911) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 23 12:08:16.225943 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-715f7e27-754a-4860-ac33-5eea62585402 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:16.251559 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c047ca89-93cf-420e-b026-9d5c77efaa73 None None] Provisioning for port 1f85356a-8561-44f6-9eab-036d427c04a6 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:08:16.304677 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f7e27-754a-4860-ac33-5eea62585402 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Pushing event updated for resources: {'Subnet': ['ID=6ed8e299-66df-408c-a686-6e04e442bb1f,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:16.319216 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715f7e27-754a-4860-ac33-5eea62585402 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Checking segment: {'id': '39e41f52-1f11-40e7-9e77-0cf62617cd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bab3b678-6d99-45fd-9592-788f835ba6b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:08:16.319573 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715f7e27-754a-4860-ac33-5eea62585402 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Network hostable DHCP agents. Network: bab3b678-6d99-45fd-9592-788f835ba6b9, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:08:16.345730 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715f7e27-754a-4860-ac33-5eea62585402 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Network bab3b678-6d99-45fd-9592-788f835ba6b9 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:08:16.357259 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-715f7e27-754a-4860-ac33-5eea62585402 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, bab3b678-6d99-45fd-9592-788f835ba6b9) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:08:16.362858 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715f7e27-754a-4860-ac33-5eea62585402 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:08:16.363277 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-715f7e27-754a-4860-ac33-5eea62585402 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:16.366837 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5498c59-7c0e-4640-9bd3-646d1ddac6c4 None None] Network bab3b678-6d99-45fd-9592-788f835ba6b9 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:08:16.391772 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-715f7e27-754a-4860-ac33-5eea62585402 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6586802 May 23 12:08:16.394859 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41682) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:16.541798 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-78c25c57-e740-4b5d-b5c5-7b5ef83c4b80 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:16.598933 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863962ff-052c-4fa7-902e-aae2f7134723 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-bab3b678-6d99-45fd-9592-788f835ba6b9', 'network_id': 'bab3b678-6d99-45fd-9592-788f835ba6b9', 'tenant_id': '6b0d16e5e5124963825705b4041f4f0c', 'fixed_ips': [{'subnet_id': '6ed8e299-66df-408c-a686-6e04e442bb1f'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 12:08:16.599751 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-863962ff-052c-4fa7-902e-aae2f7134723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:16.607362 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-78c25c57-e740-4b5d-b5c5-7b5ef83c4b80 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:16.687264 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-78c25c57-e740-4b5d-b5c5-7b5ef83c4b80 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server [None req-863962ff-052c-4fa7-902e-aae2f7134723 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6ed8e299-66df-408c-a686-6e04e442bb1f: This subnet is being modified by another concurrent operation. May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.force_reraise() May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise value May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server raise exception May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6ed8e299-66df-408c-a686-6e04e442bb1f: This subnet is being modified by another concurrent operation. May 23 12:08:16.703613 n-d-842952-2 neutron-server[83912]: ERROR oslo_messaging.rpc.server May 23 12:08:16.717892 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b3915e-aa49-4130-bab2-6e8b11b93854 None None] Network bab3b678-6d99-45fd-9592-788f835ba6b9 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:08:16.726977 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c25c57-e740-4b5d-b5c5-7b5ef83c4b80 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Pushing event deleted for resources: {'Subnet': ['ID=6ed8e299-66df-408c-a686-6e04e442bb1f,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:16.891655 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 1f85356a-8561-44f6-9eab-036d427c04a6 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:08:16.942510 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-78c25c57-e740-4b5d-b5c5-7b5ef83c4b80 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:16.943111 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3db4750-378a-4014-b60d-c2b2b021963d None None] get_active_networks_info from n-d-842952-2 {{(pid=83912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 23 12:08:16.969379 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-78c25c57-e740-4b5d-b5c5-7b5ef83c4b80 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bab3b678-6d99-45fd-9592-788f835ba6b9']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:08:16.981679 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-78c25c57-e740-4b5d-b5c5-7b5ef83c4b80 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39e41f52-1f11-40e7-9e77-0cf62617cd4d') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:08:16.981917 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-78c25c57-e740-4b5d-b5c5-7b5ef83c4b80 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39e41f52-1f11-40e7-9e77-0cf62617cd4d') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:08:16.993502 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-78c25c57-e740-4b5d-b5c5-7b5ef83c4b80 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:17.009573 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-78c25c57-e740-4b5d-b5c5-7b5ef83c4b80 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:17.016234 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78c25c57-e740-4b5d-b5c5-7b5ef83c4b80 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 12:08:17.016625 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-78c25c57-e740-4b5d-b5c5-7b5ef83c4b80 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:17.031085 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 12:08:17.031085 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 12:08:17.031085 n-d-842952-2 neutron-server[83911]: timer() May 23 12:08:17.031085 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 12:08:17.031085 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 12:08:17.031085 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 12:08:17.031085 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 12:08:17.031085 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 12:08:17.031085 n-d-842952-2 neutron-server[83911]: self._notify() May 23 12:08:17.031085 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 12:08:17.031085 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 12:08:17.031085 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 12:08:17.031085 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 12:08:17.031085 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 12:08:17.031085 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 12:08:17.031085 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 12:08:17.031085 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 12:08:17.031085 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 12:08:17.031085 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 12:08:17.031085 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 12:08:17.031085 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 12:08:17.031085 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 12:08:17.031085 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 12:08:17.031085 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 12:08:17.031085 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 12:08:17.031085 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 12:08:17.031085 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 12:08:17.031085 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 12:08:17.031085 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 12:08:17.031085 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 12:08:17.031085 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 12:08:17.031085 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 12:08:17.033675 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 1f85356a-8561-44f6-9eab-036d427c04a6 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:08:17.046214 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 1f85356a-8561-44f6-9eab-036d427c04a6 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:08:17.046577 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:17.074052 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3db4750-378a-4014-b60d-c2b2b021963d None None] Resources bound (agent type, host, resource id): {{(pid=83912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 23 12:08:17.114094 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-78c25c57-e740-4b5d-b5c5-7b5ef83c4b80 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:17.131587 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-78c25c57-e740-4b5d-b5c5-7b5ef83c4b80 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:17.142733 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c25c57-e740-4b5d-b5c5-7b5ef83c4b80 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Pushing event deleted for resources: {'Network': ['ID=bab3b678-6d99-45fd-9592-788f835ba6b9,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:17.147000 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-78c25c57-e740-4b5d-b5c5-7b5ef83c4b80 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] 10.222.0.79 "DELETE /v2.0/networks/bab3b678-6d99-45fd-9592-788f835ba6b9 HTTP/1.1" status: 204 len: 168 time: 0.7511818 May 23 12:08:17.151397 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41686) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:17.157083 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-2fd61d44-d072-4c0b-91fd-1c1a87413982 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-672819870'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:08:17.163233 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2fd61d44-d072-4c0b-91fd-1c1a87413982 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:08:17.167167 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2fd61d44-d072-4c0b-91fd-1c1a87413982 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Usage tracker for resource:network and tenant:6b0d16e5e5124963825705b4041f4f0c is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:08:17.170252 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2fd61d44-d072-4c0b-91fd-1c1a87413982 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:08:17.177782 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2fd61d44-d072-4c0b-91fd-1c1a87413982 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:08:17.190493 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd61d44-d072-4c0b-91fd-1c1a87413982 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Made reservation on behalf of 6b0d16e5e5124963825705b4041f4f0c for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:08:17.194248 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2fd61d44-d072-4c0b-91fd-1c1a87413982 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:17.225453 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fd61d44-d072-4c0b-91fd-1c1a87413982 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 12:08:17.234517 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2fd61d44-d072-4c0b-91fd-1c1a87413982 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:17.234889 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-2fd61d44-d072-4c0b-91fd-1c1a87413982 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Added segment fbc97035-444b-4b4d-91bf-5c4c73020398 of type vlan for network 4f84c948-dfcb-422d-b975-420e5af867c2 May 23 12:08:17.261412 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2fd61d44-d072-4c0b-91fd-1c1a87413982 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:17.287321 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:17.290991 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2fd61d44-d072-4c0b-91fd-1c1a87413982 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:17.294735 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd61d44-d072-4c0b-91fd-1c1a87413982 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:08:17.295286 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2fd61d44-d072-4c0b-91fd-1c1a87413982 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:17.378915 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 1f85356a-8561-44f6-9eab-036d427c04a6, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=1f85356a-8561-44f6-9eab-036d427c04a6,segment=NetworkSegment(1f527aeb-f016-4619-9429-0ac2113dd868),segment_id=1f527aeb-f016-4619-9429-0ac2113dd868)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:08:17.386680 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:17.395431 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2fd61d44-d072-4c0b-91fd-1c1a87413982 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2428362 May 23 12:08:17.398633 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41690) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:17.404651 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-b85a3712-2f6f-4b34-a3dc-fd42e2bf618d tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Request body: {'subnet': {'network_id': '4f84c948-dfcb-422d-b975-420e5af867c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:08:17.407488 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd61d44-d072-4c0b-91fd-1c1a87413982 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Pushing event updated for resources: {'Network': ['ID=4f84c948-dfcb-422d-b975-420e5af867c2,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:17.424175 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 4f84c948-dfcb-422d-b975-420e5af867c2 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 12:08:17.556918 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=1f85356a-8561-44f6-9eab-036d427c04a6,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:17.618569 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b85a3712-2f6f-4b34-a3dc-fd42e2bf618d tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:08:17.622355 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-b85a3712-2f6f-4b34-a3dc-fd42e2bf618d tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Usage tracker for resource:subnet and tenant:6b0d16e5e5124963825705b4041f4f0c is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:08:17.625500 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-b85a3712-2f6f-4b34-a3dc-fd42e2bf618d tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:08:17.631468 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b85a3712-2f6f-4b34-a3dc-fd42e2bf618d tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:08:17.642246 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85a3712-2f6f-4b34-a3dc-fd42e2bf618d tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Made reservation on behalf of 6b0d16e5e5124963825705b4041f4f0c for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:08:17.651998 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67221e00-3b1b-426d-85c4-1185fb640c1f None None] get_active_networks_info from n-d-842952-2 {{(pid=83912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 23 12:08:17.741184 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67221e00-3b1b-426d-85c4-1185fb640c1f None None] Resources bound (agent type, host, resource id): {{(pid=83912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 23 12:08:17.746629 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b85a3712-2f6f-4b34-a3dc-fd42e2bf618d tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:17.974246 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b85a3712-2f6f-4b34-a3dc-fd42e2bf618d tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:18.051534 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a3712-2f6f-4b34-a3dc-fd42e2bf618d tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Pushing event updated for resources: {'Subnet': ['ID=e486159d-9811-4d94-9a00-fff0cea61b48,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:18.069980 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85a3712-2f6f-4b34-a3dc-fd42e2bf618d tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:08:18.070306 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85a3712-2f6f-4b34-a3dc-fd42e2bf618d tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:08:18.070622 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85a3712-2f6f-4b34-a3dc-fd42e2bf618d tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:08:18.070954 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85a3712-2f6f-4b34-a3dc-fd42e2bf618d tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:08:18.071277 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85a3712-2f6f-4b34-a3dc-fd42e2bf618d tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:08:18.071594 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85a3712-2f6f-4b34-a3dc-fd42e2bf618d tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:08:18.072008 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85a3712-2f6f-4b34-a3dc-fd42e2bf618d tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:08:18.072324 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85a3712-2f6f-4b34-a3dc-fd42e2bf618d tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:08:18.072638 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85a3712-2f6f-4b34-a3dc-fd42e2bf618d tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:08:18.072946 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85a3712-2f6f-4b34-a3dc-fd42e2bf618d tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:08:18.073254 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85a3712-2f6f-4b34-a3dc-fd42e2bf618d tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:08:18.079880 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85a3712-2f6f-4b34-a3dc-fd42e2bf618d tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Checking segment: {'id': 'fbc97035-444b-4b4d-91bf-5c4c73020398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4f84c948-dfcb-422d-b975-420e5af867c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:08:18.080234 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85a3712-2f6f-4b34-a3dc-fd42e2bf618d tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Network hostable DHCP agents. Network: 4f84c948-dfcb-422d-b975-420e5af867c2, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:08:18.103253 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85a3712-2f6f-4b34-a3dc-fd42e2bf618d tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Network 4f84c948-dfcb-422d-b975-420e5af867c2 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:08:18.113465 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-b85a3712-2f6f-4b34-a3dc-fd42e2bf618d tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 4f84c948-dfcb-422d-b975-420e5af867c2) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:08:18.117453 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85a3712-2f6f-4b34-a3dc-fd42e2bf618d tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:08:18.118027 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b85a3712-2f6f-4b34-a3dc-fd42e2bf618d tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:18.123580 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78690104-e69f-4dcf-905c-a5db3a3d5cd5 None None] Network 4f84c948-dfcb-422d-b975-420e5af867c2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:08:18.139557 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b85a3712-2f6f-4b34-a3dc-fd42e2bf618d tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7396638 May 23 12:08:18.143268 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41694) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:18.148807 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-b34aa060-3b4d-4039-a807-26d0d1157064 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1065905630'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:08:18.154401 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b34aa060-3b4d-4039-a807-26d0d1157064 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:08:18.158360 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-b34aa060-3b4d-4039-a807-26d0d1157064 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Usage tracker for resource:network and tenant:6b0d16e5e5124963825705b4041f4f0c is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:08:18.161213 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-b34aa060-3b4d-4039-a807-26d0d1157064 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:08:18.166910 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b34aa060-3b4d-4039-a807-26d0d1157064 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:08:18.177906 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34aa060-3b4d-4039-a807-26d0d1157064 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Made reservation on behalf of 6b0d16e5e5124963825705b4041f4f0c for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:08:18.180825 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b34aa060-3b4d-4039-a807-26d0d1157064 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:18.210502 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b34aa060-3b4d-4039-a807-26d0d1157064 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 12:08:18.220415 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b34aa060-3b4d-4039-a807-26d0d1157064 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:18.220758 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-b34aa060-3b4d-4039-a807-26d0d1157064 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Added segment 71a04928-7c38-41f9-babd-33a72b7fa733 of type vlan for network d8125d9a-8c88-44b9-b53f-cbc97633f748 May 23 12:08:18.247410 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b34aa060-3b4d-4039-a807-26d0d1157064 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:18.278296 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b34aa060-3b4d-4039-a807-26d0d1157064 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:18.282157 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34aa060-3b4d-4039-a807-26d0d1157064 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:08:18.282869 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b34aa060-3b4d-4039-a807-26d0d1157064 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:18.343122 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae757a7-2d76-4571-9695-63e747757d99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-4f84c948-dfcb-422d-b975-420e5af867c2', 'network_id': '4f84c948-dfcb-422d-b975-420e5af867c2', 'tenant_id': '6b0d16e5e5124963825705b4041f4f0c', 'fixed_ips': [{'subnet_id': 'e486159d-9811-4d94-9a00-fff0cea61b48'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 12:08:18.343992 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ae757a7-2d76-4571-9695-63e747757d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:18.392410 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b34aa060-3b4d-4039-a807-26d0d1157064 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2480814 May 23 12:08:18.393109 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34aa060-3b4d-4039-a807-26d0d1157064 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Pushing event updated for resources: {'Network': ['ID=d8125d9a-8c88-44b9-b53f-cbc97633f748,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:18.395225 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41698) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:18.401854 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-65853b7c-c42a-46d0-8da2-bb0a85d5ff64 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Request body: {'subnet': {'network_id': 'd8125d9a-8c88-44b9-b53f-cbc97633f748', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:08:18.408242 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network d8125d9a-8c88-44b9-b53f-cbc97633f748 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 12:08:18.512751 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-65853b7c-c42a-46d0-8da2-bb0a85d5ff64 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:08:18.516956 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-65853b7c-c42a-46d0-8da2-bb0a85d5ff64 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Usage tracker for resource:subnet and tenant:6b0d16e5e5124963825705b4041f4f0c is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:08:18.519790 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-65853b7c-c42a-46d0-8da2-bb0a85d5ff64 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:08:18.525807 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-65853b7c-c42a-46d0-8da2-bb0a85d5ff64 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:08:18.537181 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65853b7c-c42a-46d0-8da2-bb0a85d5ff64 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Made reservation on behalf of 6b0d16e5e5124963825705b4041f4f0c for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:08:18.603441 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-5ae757a7-2d76-4571-9695-63e747757d99 None None] Allocated IP 2001:db8::2 (4f84c948-dfcb-422d-b975-420e5af867c2/e486159d-9811-4d94-9a00-fff0cea61b48/cf2cbc33-1798-40fd-b4d4-a9d3bcffd833) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:08:18.639845 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-65853b7c-c42a-46d0-8da2-bb0a85d5ff64 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:18.832027 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ae757a7-2d76-4571-9695-63e747757d99 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:18.844587 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ae757a7-2d76-4571-9695-63e747757d99 None None] Transition to ACTIVE for port object cf2cbc33-1798-40fd-b4d4-a9d3bcffd833 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:08:18.860142 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 1f85356a-8561-44f6-9eab-036d427c04a6 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:08:18.869016 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-65853b7c-c42a-46d0-8da2-bb0a85d5ff64 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:18.912363 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ae757a7-2d76-4571-9695-63e747757d99 None None] Transition to ACTIVE for port object cf2cbc33-1798-40fd-b4d4-a9d3bcffd833 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:08:18.922032 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ae757a7-2d76-4571-9695-63e747757d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:18.945967 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65853b7c-c42a-46d0-8da2-bb0a85d5ff64 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Pushing event updated for resources: {'Subnet': ['ID=8f013edb-997b-4fd7-8275-fd456adbe6e1,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:18.964262 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65853b7c-c42a-46d0-8da2-bb0a85d5ff64 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Checking segment: {'id': '71a04928-7c38-41f9-babd-33a72b7fa733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd8125d9a-8c88-44b9-b53f-cbc97633f748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:08:18.964592 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65853b7c-c42a-46d0-8da2-bb0a85d5ff64 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Network hostable DHCP agents. Network: d8125d9a-8c88-44b9-b53f-cbc97633f748, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:08:18.990722 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65853b7c-c42a-46d0-8da2-bb0a85d5ff64 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Network d8125d9a-8c88-44b9-b53f-cbc97633f748 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:08:19.001588 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-65853b7c-c42a-46d0-8da2-bb0a85d5ff64 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, d8125d9a-8c88-44b9-b53f-cbc97633f748) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:08:19.008775 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65853b7c-c42a-46d0-8da2-bb0a85d5ff64 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:08:19.009387 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-65853b7c-c42a-46d0-8da2-bb0a85d5ff64 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:19.011954 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53068653-7e60-4a1e-afee-a37c4e6ed85d None None] Network d8125d9a-8c88-44b9-b53f-cbc97633f748 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:08:19.037027 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-65853b7c-c42a-46d0-8da2-bb0a85d5ff64 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6376350 May 23 12:08:19.037350 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41702) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:19.111306 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae757a7-2d76-4571-9695-63e747757d99 None None] Network 4f84c948-dfcb-422d-b975-420e5af867c2 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:08:19.114408 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae757a7-2d76-4571-9695-63e747757d99 None None] Pushing event updated for resources: {'Port': ['ID=cf2cbc33-1798-40fd-b4d4-a9d3bcffd833,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:19.119061 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-5ae757a7-2d76-4571-9695-63e747757d99 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:08:19.123797 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae757a7-2d76-4571-9695-63e747757d99 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:08:19.172328 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 1f85356a-8561-44f6-9eab-036d427c04a6 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:08:19.172700 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:19.181448 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bd9e3461-0cde-4900-968a-b13e3c58db3e tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:19.247503 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bd9e3461-0cde-4900-968a-b13e3c58db3e tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:19.326745 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bd9e3461-0cde-4900-968a-b13e3c58db3e tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:19.332399 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-5ae757a7-2d76-4571-9695-63e747757d99 None None] Attempting to bind port cf2cbc33-1798-40fd-b4d4-a9d3bcffd833 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:08:19.332768 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-5ae757a7-2d76-4571-9695-63e747757d99 None None] Attempting to bind port cf2cbc33-1798-40fd-b4d4-a9d3bcffd833 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'fbc97035-444b-4b4d-91bf-5c4c73020398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4f84c948-dfcb-422d-b975-420e5af867c2'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:08:19.333128 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae757a7-2d76-4571-9695-63e747757d99 None None] Attempting to bind port cf2cbc33-1798-40fd-b4d4-a9d3bcffd833 on network 4f84c948-dfcb-422d-b975-420e5af867c2 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:08:19.354535 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae757a7-2d76-4571-9695-63e747757d99 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:08:19.355261 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae757a7-2d76-4571-9695-63e747757d99 None None] Checking segment: {'id': 'fbc97035-444b-4b4d-91bf-5c4c73020398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4f84c948-dfcb-422d-b975-420e5af867c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:08:19.355261 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ae757a7-2d76-4571-9695-63e747757d99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:19.355647 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae757a7-2d76-4571-9695-63e747757d99 None None] Bound using segment: {'id': 'fbc97035-444b-4b4d-91bf-5c4c73020398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4f84c948-dfcb-422d-b975-420e5af867c2'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:08:19.356126 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-5ae757a7-2d76-4571-9695-63e747757d99 None None] Bound port: cf2cbc33-1798-40fd-b4d4-a9d3bcffd833, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc97035-444b-4b4d-91bf-5c4c73020398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4f84c948-dfcb-422d-b975-420e5af867c2'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:08:19.356491 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ae757a7-2d76-4571-9695-63e747757d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:19.370183 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e3461-0cde-4900-968a-b13e3c58db3e tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Pushing event deleted for resources: {'Subnet': ['ID=8f013edb-997b-4fd7-8275-fd456adbe6e1,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:19.461183 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f00bbe-53d3-4416-bcee-1efd5013741b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-d8125d9a-8c88-44b9-b53f-cbc97633f748', 'network_id': 'd8125d9a-8c88-44b9-b53f-cbc97633f748', 'tenant_id': '6b0d16e5e5124963825705b4041f4f0c', 'fixed_ips': [{'subnet_id': '8f013edb-997b-4fd7-8275-fd456adbe6e1'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 12:08:19.462001 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a9f00bbe-53d3-4416-bcee-1efd5013741b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:19.565130 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bd9e3461-0cde-4900-968a-b13e3c58db3e tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:19.591410 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-bd9e3461-0cde-4900-968a-b13e3c58db3e tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8125d9a-8c88-44b9-b53f-cbc97633f748']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:08:19.596921 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5ae757a7-2d76-4571-9695-63e747757d99 None None] For port cf2cbc33-1798-40fd-b4d4-a9d3bcffd833, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:08:19.600132 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5ae757a7-2d76-4571-9695-63e747757d99 None None] For port cf2cbc33-1798-40fd-b4d4-a9d3bcffd833, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=cf2cbc33-1798-40fd-b4d4-a9d3bcffd833,segment=NetworkSegment(fbc97035-444b-4b4d-91bf-5c4c73020398),segment_id=fbc97035-444b-4b4d-91bf-5c4c73020398)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:08:19.605578 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-bd9e3461-0cde-4900-968a-b13e3c58db3e tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71a04928-7c38-41f9-babd-33a72b7fa733') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:08:19.605880 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-bd9e3461-0cde-4900-968a-b13e3c58db3e tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71a04928-7c38-41f9-babd-33a72b7fa733') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:08:19.606108 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ae757a7-2d76-4571-9695-63e747757d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:19.618656 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bd9e3461-0cde-4900-968a-b13e3c58db3e tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:19.634924 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bd9e3461-0cde-4900-968a-b13e3c58db3e tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:19.642116 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd9e3461-0cde-4900-968a-b13e3c58db3e tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 12:08:19.642511 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bd9e3461-0cde-4900-968a-b13e3c58db3e tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:19.658455 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 12:08:19.658455 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 12:08:19.658455 n-d-842952-2 neutron-server[83910]: timer() May 23 12:08:19.658455 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 12:08:19.658455 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 12:08:19.658455 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 12:08:19.658455 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 12:08:19.658455 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 12:08:19.658455 n-d-842952-2 neutron-server[83910]: self._notify() May 23 12:08:19.658455 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 12:08:19.658455 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 12:08:19.658455 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 12:08:19.658455 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 12:08:19.658455 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 12:08:19.658455 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 12:08:19.658455 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 12:08:19.658455 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 12:08:19.658455 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 12:08:19.658455 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 12:08:19.658455 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 12:08:19.658455 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 12:08:19.658455 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 12:08:19.658455 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 12:08:19.658455 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 12:08:19.658455 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 12:08:19.658455 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 12:08:19.658455 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 12:08:19.658455 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 12:08:19.658455 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 12:08:19.658455 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 12:08:19.658455 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 12:08:19.658455 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 12:08:19.666662 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d82d3ab-73bd-45d5-a714-620d57a4c5e7 None None] Network d8125d9a-8c88-44b9-b53f-cbc97633f748 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:08:19.742070 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bd9e3461-0cde-4900-968a-b13e3c58db3e tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:19.749801 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bd9e3461-0cde-4900-968a-b13e3c58db3e tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:19.770657 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae757a7-2d76-4571-9695-63e747757d99 None None] Pushing event updated for resources: {'Port': ['ID=cf2cbc33-1798-40fd-b4d4-a9d3bcffd833,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:19.778162 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e3461-0cde-4900-968a-b13e3c58db3e tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Pushing event deleted for resources: {'Network': ['ID=d8125d9a-8c88-44b9-b53f-cbc97633f748,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:19.781648 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-bd9e3461-0cde-4900-968a-b13e3c58db3e tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] 10.222.0.79 "DELETE /v2.0/networks/d8125d9a-8c88-44b9-b53f-cbc97633f748 HTTP/1.1" status: 204 len: 168 time: 0.7431934 May 23 12:08:19.785072 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41706) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:19.835805 n-d-842952-2 neutron-server[83910]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6a89d7e-17ad-456b-83a9-fa5cf6c75048 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] GET failed (client error): The resource could not be found. May 23 12:08:19.836343 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c6a89d7e-17ad-456b-83a9-fa5cf6c75048 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Synchronizing usage tracker for tenant:6b0d16e5e5124963825705b4041f4f0c on resource:subnet {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:08:19.860490 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c6a89d7e-17ad-456b-83a9-fa5cf6c75048 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Unset dirty status for tenant:6b0d16e5e5124963825705b4041f4f0c on resource:subnet {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:08:19.864336 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c6a89d7e-17ad-456b-83a9-fa5cf6c75048 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] 10.222.0.79 "GET /v2.0/subnets/8f013edb-997b-4fd7-8275-fd456adbe6e1 HTTP/1.1" status: 404 len: 337 time: 0.0782149 May 23 12:08:19.864743 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41710) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:19.891854 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d8ec895-b7da-4111-bd74-3568832f2f61 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] DELETE failed (client error): The resource could not be found. May 23 12:08:19.892336 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d8ec895-b7da-4111-bd74-3568832f2f61 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 12:08:19.894015 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1d8ec895-b7da-4111-bd74-3568832f2f61 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] 10.222.0.79 "DELETE /v2.0/networks/d8125d9a-8c88-44b9-b53f-cbc97633f748 HTTP/1.1" status: 404 len: 339 time: 0.0282600 May 23 12:08:19.897996 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41714) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:19.947196 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-42b9abd6-fcec-4ac9-aef2-dfca82a9de8d tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] DELETE failed (client error): The resource could not be found. May 23 12:08:19.947632 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42b9abd6-fcec-4ac9-aef2-dfca82a9de8d tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 12:08:19.949367 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-42b9abd6-fcec-4ac9-aef2-dfca82a9de8d tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] 10.222.0.79 "DELETE /v2.0/subnets/8f013edb-997b-4fd7-8275-fd456adbe6e1 HTTP/1.1" status: 404 len: 337 time: 0.0504410 May 23 12:08:19.951987 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41718) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:19.979900 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a9ea26c-6968-4d8f-a466-b77e8a10a510 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] DELETE failed (client error): The resource could not be found. May 23 12:08:19.980431 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a9ea26c-6968-4d8f-a466-b77e8a10a510 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 12:08:19.982432 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1a9ea26c-6968-4d8f-a466-b77e8a10a510 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] 10.222.0.79 "DELETE /v2.0/networks/d8125d9a-8c88-44b9-b53f-cbc97633f748 HTTP/1.1" status: 404 len: 339 time: 0.0295641 May 23 12:08:19.985217 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41722) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:20.176423 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-a132a9ab-efd5-447a-8d27-304fdb85fc0f tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Deleting subnet e486159d-9811-4d94-9a00-fff0cea61b48 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 12:08:20.179326 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a132a9ab-efd5-447a-8d27-304fdb85fc0f tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:20.239316 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a132a9ab-efd5-447a-8d27-304fdb85fc0f tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:20.332324 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a132a9ab-efd5-447a-8d27-304fdb85fc0f tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:20.410209 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a132a9ab-efd5-447a-8d27-304fdb85fc0f tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:20.450996 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a132a9ab-efd5-447a-8d27-304fdb85fc0f tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Pushing event deleted for resources: {'Subnet': ['ID=e486159d-9811-4d94-9a00-fff0cea61b48,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:20.460385 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a132a9ab-efd5-447a-8d27-304fdb85fc0f tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:20.474867 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a132a9ab-efd5-447a-8d27-304fdb85fc0f tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] 10.222.0.79 "DELETE /v2.0/subnets/e486159d-9811-4d94-9a00-fff0cea61b48 HTTP/1.1" status: 204 len: 168 time: 0.4886343 May 23 12:08:20.477429 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41726) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:20.597001 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-120af085-1c08-4767-b26f-99e3bdcdf283 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:20.609728 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-120af085-1c08-4767-b26f-99e3bdcdf283 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Deleting port cf2cbc33-1798-40fd-b4d4-a9d3bcffd833 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:08:20.610192 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-120af085-1c08-4767-b26f-99e3bdcdf283 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:20.697185 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15de9963-60fd-4b87-8ef5-55638eb9ed25 None None] Network 4f84c948-dfcb-422d-b975-420e5af867c2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:08:20.822564 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-120af085-1c08-4767-b26f-99e3bdcdf283 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] For port cf2cbc33-1798-40fd-b4d4-a9d3bcffd833, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=cf2cbc33-1798-40fd-b4d4-a9d3bcffd833,segment=NetworkSegment(fbc97035-444b-4b4d-91bf-5c4c73020398),segment_id=fbc97035-444b-4b4d-91bf-5c4c73020398)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:08:20.822829 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-120af085-1c08-4767-b26f-99e3bdcdf283 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:20.856471 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8bb68753-19f5-4606-9235-64d8a2e1021e None None] Provisioning for port cf2cbc33-1798-40fd-b4d4-a9d3bcffd833 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:08:20.892180 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device cf2cbc33-1798-40fd-b4d4-a9d3bcffd833 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:08:20.972916 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-120af085-1c08-4767-b26f-99e3bdcdf283 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Calling delete_port for cf2cbc33-1798-40fd-b4d4-a9d3bcffd833 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:08:20.974656 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port cf2cbc33-1798-40fd-b4d4-a9d3bcffd833 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:08:20.981143 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port cf2cbc33-1798-40fd-b4d4-a9d3bcffd833 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:08:20.981526 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:21.012499 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0da804-0082-48e2-b65c-a95e64baa3ba None None] DHCP port deletion for 4f84c948-dfcb-422d-b975-420e5af867c2 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 12:08:21.029993 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-9b0da804-0082-48e2-b65c-a95e64baa3ba None None] Deleting port cf2cbc33-1798-40fd-b4d4-a9d3bcffd833 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:08:21.030394 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9b0da804-0082-48e2-b65c-a95e64baa3ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:21.049749 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-120af085-1c08-4767-b26f-99e3bdcdf283 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:21.095056 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120af085-1c08-4767-b26f-99e3bdcdf283 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Pushing event deleted for resources: {'Port': ['ID=cf2cbc33-1798-40fd-b4d4-a9d3bcffd833,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:21.099299 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-9b0da804-0082-48e2-b65c-a95e64baa3ba None None] The port 'cf2cbc33-1798-40fd-b4d4-a9d3bcffd833' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 12:08:21.099599 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120af085-1c08-4767-b26f-99e3bdcdf283 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] No DVR routers for this DVR port cf2cbc33-1798-40fd-b4d4-a9d3bcffd833 on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:08:21.109213 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Could not find standard attr ID for object cf2cbc33-1798-40fd-b4d4-a9d3bcffd833. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 12:08:21.112002 n-d-842952-2 neutron-server[83912]: INFO neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No ports have port_id starting with cf2cbc33-1798-40fd-b4d4-a9d3bcffd833 May 23 12:08:21.320775 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-120af085-1c08-4767-b26f-99e3bdcdf283 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:21.345815 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-120af085-1c08-4767-b26f-99e3bdcdf283 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f84c948-dfcb-422d-b975-420e5af867c2']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:08:21.357800 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-120af085-1c08-4767-b26f-99e3bdcdf283 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbc97035-444b-4b4d-91bf-5c4c73020398') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:08:21.358082 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-120af085-1c08-4767-b26f-99e3bdcdf283 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbc97035-444b-4b4d-91bf-5c4c73020398') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:08:21.370101 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-120af085-1c08-4767-b26f-99e3bdcdf283 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:21.389216 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-120af085-1c08-4767-b26f-99e3bdcdf283 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:21.395444 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-120af085-1c08-4767-b26f-99e3bdcdf283 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 12:08:21.395844 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-120af085-1c08-4767-b26f-99e3bdcdf283 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:21.410012 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 12:08:21.410012 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 12:08:21.410012 n-d-842952-2 neutron-server[83911]: timer() May 23 12:08:21.410012 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 12:08:21.410012 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 12:08:21.410012 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 12:08:21.410012 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 12:08:21.410012 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 12:08:21.410012 n-d-842952-2 neutron-server[83911]: self._notify() May 23 12:08:21.410012 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 12:08:21.410012 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 12:08:21.410012 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 12:08:21.410012 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 12:08:21.410012 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 12:08:21.410012 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 12:08:21.410012 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 12:08:21.410012 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 12:08:21.410012 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 12:08:21.410012 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 12:08:21.410012 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 12:08:21.410012 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 12:08:21.410012 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 12:08:21.410012 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 12:08:21.410012 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 12:08:21.410012 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 12:08:21.410012 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 12:08:21.410012 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 12:08:21.410012 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 12:08:21.410012 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 12:08:21.410012 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 12:08:21.410012 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 12:08:21.410012 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 12:08:21.503536 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-120af085-1c08-4767-b26f-99e3bdcdf283 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:21.521649 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-120af085-1c08-4767-b26f-99e3bdcdf283 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:21.532935 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120af085-1c08-4767-b26f-99e3bdcdf283 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Pushing event deleted for resources: {'Network': ['ID=4f84c948-dfcb-422d-b975-420e5af867c2,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:21.537284 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-120af085-1c08-4767-b26f-99e3bdcdf283 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] 10.222.0.79 "DELETE /v2.0/networks/4f84c948-dfcb-422d-b975-420e5af867c2 HTTP/1.1" status: 204 len: 168 time: 1.0588207 May 23 12:08:21.540124 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41730) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:21.578159 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-a35214de-0b1b-47d5-806f-9157ff86a167 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] DELETE failed (client error): The resource could not be found. May 23 12:08:21.578568 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a35214de-0b1b-47d5-806f-9157ff86a167 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 12:08:21.580172 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a35214de-0b1b-47d5-806f-9157ff86a167 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] 10.222.0.79 "DELETE /v2.0/subnets/6ed8e299-66df-408c-a686-6e04e442bb1f HTTP/1.1" status: 404 len: 337 time: 0.0391235 May 23 12:08:21.584052 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41734) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:21.608078 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b5bf818-4fa2-4ced-a686-3c78ce69e70d tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] DELETE failed (client error): The resource could not be found. May 23 12:08:21.608499 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b5bf818-4fa2-4ced-a686-3c78ce69e70d tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 12:08:21.610051 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5b5bf818-4fa2-4ced-a686-3c78ce69e70d tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] 10.222.0.79 "DELETE /v2.0/networks/bab3b678-6d99-45fd-9592-788f835ba6b9 HTTP/1.1" status: 404 len: 339 time: 0.0251160 May 23 12:08:21.612522 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41738) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:21.652925 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-b609a421-52b1-44c4-99a2-5d7912191b70 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] DELETE failed (client error): The resource could not be found. May 23 12:08:21.653343 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b609a421-52b1-44c4-99a2-5d7912191b70 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 12:08:21.654909 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b609a421-52b1-44c4-99a2-5d7912191b70 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] 10.222.0.79 "DELETE /v2.0/subnets/a8395cf9-e0eb-4da8-8b2a-1e604bbde6dc HTTP/1.1" status: 404 len: 337 time: 0.0415547 May 23 12:08:21.657797 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41742) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:21.681638 n-d-842952-2 neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-9843380e-967c-429c-814c-a2c10aba8b15 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] DELETE failed (client error): The resource could not be found. May 23 12:08:21.682050 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9843380e-967c-429c-814c-a2c10aba8b15 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 23 12:08:21.683578 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9843380e-967c-429c-814c-a2c10aba8b15 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] 10.222.0.79 "DELETE /v2.0/networks/0709b060-7011-4529-b976-ac7a29874a77 HTTP/1.1" status: 404 len: 339 time: 0.0249355 May 23 12:08:21.686020 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41746) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:21.868359 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a67026e-7508-442b-9265-390edede7f1a tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Deleting subnet 93a1e537-e654-49b3-824d-87f26c643721 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 12:08:21.871248 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a67026e-7508-442b-9265-390edede7f1a tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:21.935036 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a67026e-7508-442b-9265-390edede7f1a tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:22.034597 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a67026e-7508-442b-9265-390edede7f1a tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:22.115932 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a67026e-7508-442b-9265-390edede7f1a tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:22.155288 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67026e-7508-442b-9265-390edede7f1a tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Pushing event deleted for resources: {'Subnet': ['ID=93a1e537-e654-49b3-824d-87f26c643721,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:22.160623 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a67026e-7508-442b-9265-390edede7f1a tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:22.166871 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b928b8-69a0-4b38-b41f-41e8ff3ccf19 None None] Network 63d23c58-dcc2-46c4-88a8-fde4b92adc38 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:08:22.170961 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9a67026e-7508-442b-9265-390edede7f1a tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] 10.222.0.79 "DELETE /v2.0/subnets/93a1e537-e654-49b3-824d-87f26c643721 HTTP/1.1" status: 204 len: 168 time: 0.4834304 May 23 12:08:22.173102 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41750) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:22.287195 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8cffdf85-81ff-4c1c-935c-0121cf1cc4f7 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:22.298292 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-8cffdf85-81ff-4c1c-935c-0121cf1cc4f7 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Deleting port 1f85356a-8561-44f6-9eab-036d427c04a6 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:08:22.298625 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8cffdf85-81ff-4c1c-935c-0121cf1cc4f7 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:22.416604 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25299c7-dca9-4341-be3e-f2030585aebb None None] DHCP port deletion for 63d23c58-dcc2-46c4-88a8-fde4b92adc38 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 12:08:22.421358 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d25299c7-dca9-4341-be3e-f2030585aebb None None] Deleting port 1f85356a-8561-44f6-9eab-036d427c04a6 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:08:22.421731 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d25299c7-dca9-4341-be3e-f2030585aebb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:22.506921 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-8cffdf85-81ff-4c1c-935c-0121cf1cc4f7 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] For port 1f85356a-8561-44f6-9eab-036d427c04a6, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=1f85356a-8561-44f6-9eab-036d427c04a6,segment=NetworkSegment(1f527aeb-f016-4619-9429-0ac2113dd868),segment_id=1f527aeb-f016-4619-9429-0ac2113dd868)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:08:22.507278 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8cffdf85-81ff-4c1c-935c-0121cf1cc4f7 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:22.631427 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-8cffdf85-81ff-4c1c-935c-0121cf1cc4f7 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Calling delete_port for 1f85356a-8561-44f6-9eab-036d427c04a6 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:08:22.663047 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-d25299c7-dca9-4341-be3e-f2030585aebb None None] For port 1f85356a-8561-44f6-9eab-036d427c04a6, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=1f85356a-8561-44f6-9eab-036d427c04a6,segment=NetworkSegment(1f527aeb-f016-4619-9429-0ac2113dd868),segment_id=1f527aeb-f016-4619-9429-0ac2113dd868)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:08:22.663332 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d25299c7-dca9-4341-be3e-f2030585aebb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:22.707082 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8cffdf85-81ff-4c1c-935c-0121cf1cc4f7 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:22.754649 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cffdf85-81ff-4c1c-935c-0121cf1cc4f7 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Pushing event deleted for resources: {'Port': ['ID=1f85356a-8561-44f6-9eab-036d427c04a6,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:22.759123 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cffdf85-81ff-4c1c-935c-0121cf1cc4f7 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] No DVR routers for this DVR port 1f85356a-8561-44f6-9eab-036d427c04a6 on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:08:22.784539 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d25299c7-dca9-4341-be3e-f2030585aebb None None] Calling delete_port for 1f85356a-8561-44f6-9eab-036d427c04a6 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:08:22.861128 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device cf2cbc33-1798-40fd-b4d4-a9d3bcffd833 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:08:22.896413 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: cf2cbc33-1798-40fd-b4d4-a9d3bcffd833 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:08:22.896716 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device cf2cbc33-1798-40fd-b4d4-a9d3bcffd833 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:08:22.897076 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 1f85356a-8561-44f6-9eab-036d427c04a6 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:08:22.924152 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-d25299c7-dca9-4341-be3e-f2030585aebb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 12:08:22.924519 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-d25299c7-dca9-4341-be3e-f2030585aebb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 12:08:22.929480 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 1f85356a-8561-44f6-9eab-036d427c04a6 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:08:22.929816 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 1f85356a-8561-44f6-9eab-036d427c04a6 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:08:22.981164 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8cffdf85-81ff-4c1c-935c-0121cf1cc4f7 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:23.007133 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-8cffdf85-81ff-4c1c-935c-0121cf1cc4f7 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63d23c58-dcc2-46c4-88a8-fde4b92adc38']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:08:23.025886 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-8cffdf85-81ff-4c1c-935c-0121cf1cc4f7 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f527aeb-f016-4619-9429-0ac2113dd868') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:08:23.026245 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-8cffdf85-81ff-4c1c-935c-0121cf1cc4f7 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f527aeb-f016-4619-9429-0ac2113dd868') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:08:23.044402 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8cffdf85-81ff-4c1c-935c-0121cf1cc4f7 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:23.063006 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8cffdf85-81ff-4c1c-935c-0121cf1cc4f7 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:23.071819 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cffdf85-81ff-4c1c-935c-0121cf1cc4f7 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 12:08:23.072323 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8cffdf85-81ff-4c1c-935c-0121cf1cc4f7 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:23.089137 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 12:08:23.089137 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 12:08:23.089137 n-d-842952-2 neutron-server[83911]: timer() May 23 12:08:23.089137 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 12:08:23.089137 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 12:08:23.089137 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 12:08:23.089137 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 12:08:23.089137 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 12:08:23.089137 n-d-842952-2 neutron-server[83911]: self._notify() May 23 12:08:23.089137 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 12:08:23.089137 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 12:08:23.089137 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 12:08:23.089137 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 12:08:23.089137 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 12:08:23.089137 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 12:08:23.089137 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 12:08:23.089137 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 12:08:23.089137 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 12:08:23.089137 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 12:08:23.089137 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 12:08:23.089137 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 12:08:23.089137 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 12:08:23.089137 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 12:08:23.089137 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 12:08:23.089137 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 12:08:23.089137 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 12:08:23.089137 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 12:08:23.089137 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 12:08:23.089137 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 12:08:23.089137 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 12:08:23.089137 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 12:08:23.089137 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 12:08:23.169955 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8cffdf85-81ff-4c1c-935c-0121cf1cc4f7 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:23.187462 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8cffdf85-81ff-4c1c-935c-0121cf1cc4f7 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:23.198244 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cffdf85-81ff-4c1c-935c-0121cf1cc4f7 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] Pushing event deleted for resources: {'Network': ['ID=63d23c58-dcc2-46c4-88a8-fde4b92adc38,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:23.202243 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8cffdf85-81ff-4c1c-935c-0121cf1cc4f7 tempest-NetworksIpV6Test-202732726 tempest-NetworksIpV6Test-202732726-project] 10.222.0.79 "DELETE /v2.0/networks/63d23c58-dcc2-46c4-88a8-fde4b92adc38 HTTP/1.1" status: 204 len: 168 time: 1.0282009 May 23 12:08:23.425591 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d25299c7-dca9-4341-be3e-f2030585aebb None None] Deleting port 1f85356a-8561-44f6-9eab-036d427c04a6 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:08:23.426048 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d25299c7-dca9-4341-be3e-f2030585aebb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:23.490202 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d25299c7-dca9-4341-be3e-f2030585aebb None None] The port '1f85356a-8561-44f6-9eab-036d427c04a6' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 12:08:23.525540 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41758) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:23.718991 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-da4c4c2f-f580-416f-936c-03b39b996ff3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6b0d16e5e5124963825705b4041f4f0c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1921515 May 23 12:08:23.721802 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41764) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:23.788376 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5d166c60-fa04-4441-ab14-0aab6eb5797b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:23.814123 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5d166c60-fa04-4441-ab14-0aab6eb5797b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:23.870196 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5d166c60-fa04-4441-ab14-0aab6eb5797b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:23.886267 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d166c60-fa04-4441-ab14-0aab6eb5797b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbdb27b-821f-419a-aa21-cb13b171312f,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:23.893314 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5d166c60-fa04-4441-ab14-0aab6eb5797b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:23.894141 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5d166c60-fa04-4441-ab14-0aab6eb5797b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1bbdb27b-821f-419a-aa21-cb13b171312f HTTP/1.1" status: 204 len: 168 time: 0.1711540 May 23 12:08:24.769315 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41786) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:24.906379 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-03141c76-6f2d-4295-ab64-737cea8be876 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-348104230', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:08:24.915000 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-03141c76-6f2d-4295-ab64-737cea8be876 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:08:24.921390 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-03141c76-6f2d-4295-ab64-737cea8be876 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Usage tracker for resource:router and tenant:16c7c5a4de4a46d3a2b2679acafb4d4d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:08:24.926835 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-03141c76-6f2d-4295-ab64-737cea8be876 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:08:24.937964 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-03141c76-6f2d-4295-ab64-737cea8be876 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:08:24.949773 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-03141c76-6f2d-4295-ab64-737cea8be876 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:24.950685 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-03141c76-6f2d-4295-ab64-737cea8be876 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:24.971434 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-03141c76-6f2d-4295-ab64-737cea8be876 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:24.993568 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-03141c76-6f2d-4295-ab64-737cea8be876 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:25.023054 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-03141c76-6f2d-4295-ab64-737cea8be876 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:25.024342 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-03141c76-6f2d-4295-ab64-737cea8be876 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2540278 May 23 12:08:25.027501 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41792) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:25.034663 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-a9267a0b-bddc-48f4-8583-75ef51ef703e tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-866728760'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:08:25.038972 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a9267a0b-bddc-48f4-8583-75ef51ef703e tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:08:25.043154 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a9267a0b-bddc-48f4-8583-75ef51ef703e tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Usage tracker for resource:network and tenant:16c7c5a4de4a46d3a2b2679acafb4d4d is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:08:25.046248 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a9267a0b-bddc-48f4-8583-75ef51ef703e tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:08:25.053006 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a9267a0b-bddc-48f4-8583-75ef51ef703e tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:08:25.066157 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9267a0b-bddc-48f4-8583-75ef51ef703e tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Made reservation on behalf of 16c7c5a4de4a46d3a2b2679acafb4d4d for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:08:25.069116 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a9267a0b-bddc-48f4-8583-75ef51ef703e tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:25.084785 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a9267a0b-bddc-48f4-8583-75ef51ef703e tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:25.117888 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a9267a0b-bddc-48f4-8583-75ef51ef703e tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:08:25.121879 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a9267a0b-bddc-48f4-8583-75ef51ef703e tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Usage tracker for resource:security_group_rule and tenant:16c7c5a4de4a46d3a2b2679acafb4d4d is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:08:25.125294 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a9267a0b-bddc-48f4-8583-75ef51ef703e tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:08:25.133667 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a9267a0b-bddc-48f4-8583-75ef51ef703e tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:08:25.206145 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a9267a0b-bddc-48f4-8583-75ef51ef703e tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:25.212190 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a9267a0b-bddc-48f4-8583-75ef51ef703e tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:25.247138 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9267a0b-bddc-48f4-8583-75ef51ef703e tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 12:08:25.256338 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9267a0b-bddc-48f4-8583-75ef51ef703e tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2df82d7c-7839-4681-ac9b-9bfa38749fc1,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:25.263649 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a9267a0b-bddc-48f4-8583-75ef51ef703e tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:25.264062 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-a9267a0b-bddc-48f4-8583-75ef51ef703e tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Added segment 5826299d-aaf8-429b-aa99-aa7e7e9f2926 of type vlan for network f0dec8a4-3589-4358-aa01-8a1b5395df85 May 23 12:08:25.290408 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a9267a0b-bddc-48f4-8583-75ef51ef703e tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:25.321451 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a9267a0b-bddc-48f4-8583-75ef51ef703e tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:25.325461 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9267a0b-bddc-48f4-8583-75ef51ef703e tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:08:25.326033 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a9267a0b-bddc-48f4-8583-75ef51ef703e tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:25.437315 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9267a0b-bddc-48f4-8583-75ef51ef703e tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Pushing event updated for resources: {'Network': ['ID=f0dec8a4-3589-4358-aa01-8a1b5395df85,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:25.441341 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a9267a0b-bddc-48f4-8583-75ef51ef703e tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4128189 May 23 12:08:25.444204 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41796) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:25.448324 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network f0dec8a4-3589-4358-aa01-8a1b5395df85 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 12:08:25.451461 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-0a88225e-3fe4-43cb-b35e-ac1e72b0692b tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Request body: {'subnet': {'network_id': 'f0dec8a4-3589-4358-aa01-8a1b5395df85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:08:25.564311 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0a88225e-3fe4-43cb-b35e-ac1e72b0692b tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:08:25.568131 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-0a88225e-3fe4-43cb-b35e-ac1e72b0692b tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Usage tracker for resource:subnet and tenant:16c7c5a4de4a46d3a2b2679acafb4d4d is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:08:25.570917 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-0a88225e-3fe4-43cb-b35e-ac1e72b0692b tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:08:25.576596 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0a88225e-3fe4-43cb-b35e-ac1e72b0692b tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:08:25.586560 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a88225e-3fe4-43cb-b35e-ac1e72b0692b tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Made reservation on behalf of 16c7c5a4de4a46d3a2b2679acafb4d4d for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:08:25.688825 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0a88225e-3fe4-43cb-b35e-ac1e72b0692b tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:25.918421 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0a88225e-3fe4-43cb-b35e-ac1e72b0692b tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:25.992980 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88225e-3fe4-43cb-b35e-ac1e72b0692b tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Pushing event updated for resources: {'Subnet': ['ID=e9542f80-2aa5-4879-ad55-7cba3cadcc63,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:26.010323 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a88225e-3fe4-43cb-b35e-ac1e72b0692b tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Checking segment: {'id': '5826299d-aaf8-429b-aa99-aa7e7e9f2926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f0dec8a4-3589-4358-aa01-8a1b5395df85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:08:26.010685 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a88225e-3fe4-43cb-b35e-ac1e72b0692b tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Network hostable DHCP agents. Network: f0dec8a4-3589-4358-aa01-8a1b5395df85, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:08:26.036844 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a88225e-3fe4-43cb-b35e-ac1e72b0692b tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Network f0dec8a4-3589-4358-aa01-8a1b5395df85 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:08:26.047147 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-0a88225e-3fe4-43cb-b35e-ac1e72b0692b tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, f0dec8a4-3589-4358-aa01-8a1b5395df85) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:08:26.051034 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a88225e-3fe4-43cb-b35e-ac1e72b0692b tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:08:26.051618 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0a88225e-3fe4-43cb-b35e-ac1e72b0692b tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:26.057213 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4155eccb-937e-4a2e-ae6e-37eaccbaa6c4 None None] Network f0dec8a4-3589-4358-aa01-8a1b5395df85 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:08:26.072854 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0a88225e-3fe4-43cb-b35e-ac1e72b0692b tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6275940 May 23 12:08:26.076092 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41800) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:26.081792 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-ab073292-9344-43f6-9469-cd195fa24b1f tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1334067053'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:08:26.087817 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ab073292-9344-43f6-9469-cd195fa24b1f tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:08:26.091796 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ab073292-9344-43f6-9469-cd195fa24b1f tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Usage tracker for resource:network and tenant:16c7c5a4de4a46d3a2b2679acafb4d4d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:08:26.095423 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ab073292-9344-43f6-9469-cd195fa24b1f tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:08:26.101506 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ab073292-9344-43f6-9469-cd195fa24b1f tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:08:26.113241 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab073292-9344-43f6-9469-cd195fa24b1f tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Made reservation on behalf of 16c7c5a4de4a46d3a2b2679acafb4d4d for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:08:26.116297 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ab073292-9344-43f6-9469-cd195fa24b1f tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:26.144950 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab073292-9344-43f6-9469-cd195fa24b1f tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 12:08:26.154896 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ab073292-9344-43f6-9469-cd195fa24b1f tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:26.155242 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-ab073292-9344-43f6-9469-cd195fa24b1f tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Added segment 8ba4e5b8-a1b1-4bc2-a6b2-fab3c4885628 of type vlan for network ca8fe5c3-5951-4646-a4f0-535551d542af May 23 12:08:26.183490 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ab073292-9344-43f6-9469-cd195fa24b1f tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:26.217684 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ab073292-9344-43f6-9469-cd195fa24b1f tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:26.221498 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab073292-9344-43f6-9469-cd195fa24b1f tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:08:26.222070 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ab073292-9344-43f6-9469-cd195fa24b1f tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:26.270822 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12565e8f-ad57-4999-8fae-aa56e488bcb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-f0dec8a4-3589-4358-aa01-8a1b5395df85', 'network_id': 'f0dec8a4-3589-4358-aa01-8a1b5395df85', 'tenant_id': '16c7c5a4de4a46d3a2b2679acafb4d4d', 'fixed_ips': [{'subnet_id': 'e9542f80-2aa5-4879-ad55-7cba3cadcc63'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 12:08:26.271866 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-12565e8f-ad57-4999-8fae-aa56e488bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:26.326384 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ab073292-9344-43f6-9469-cd195fa24b1f tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2491000 May 23 12:08:26.329773 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41804) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:26.334032 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab073292-9344-43f6-9469-cd195fa24b1f tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Pushing event updated for resources: {'Network': ['ID=ca8fe5c3-5951-4646-a4f0-535551d542af,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:26.336186 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-ae0ad2df-eb36-48e7-b023-1c262526c9b1 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Request body: {'subnet': {'network_id': 'ca8fe5c3-5951-4646-a4f0-535551d542af', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:08:26.346966 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network ca8fe5c3-5951-4646-a4f0-535551d542af details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 12:08:26.448477 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ae0ad2df-eb36-48e7-b023-1c262526c9b1 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:08:26.452656 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ae0ad2df-eb36-48e7-b023-1c262526c9b1 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Usage tracker for resource:subnet and tenant:16c7c5a4de4a46d3a2b2679acafb4d4d is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:08:26.455942 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ae0ad2df-eb36-48e7-b023-1c262526c9b1 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:08:26.461992 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ae0ad2df-eb36-48e7-b023-1c262526c9b1 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:08:26.472536 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0ad2df-eb36-48e7-b023-1c262526c9b1 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Made reservation on behalf of 16c7c5a4de4a46d3a2b2679acafb4d4d for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:08:26.525481 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-12565e8f-ad57-4999-8fae-aa56e488bcb0 None None] Allocated IP 172.20.0.2 (f0dec8a4-3589-4358-aa01-8a1b5395df85/e9542f80-2aa5-4879-ad55-7cba3cadcc63/5ca34c3a-213b-48be-abb2-b24d031d6d13) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:08:26.574473 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ae0ad2df-eb36-48e7-b023-1c262526c9b1 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:26.735048 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-12565e8f-ad57-4999-8fae-aa56e488bcb0 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:26.747277 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-12565e8f-ad57-4999-8fae-aa56e488bcb0 None None] Transition to ACTIVE for port object 5ca34c3a-213b-48be-abb2-b24d031d6d13 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:08:26.767200 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-12565e8f-ad57-4999-8fae-aa56e488bcb0 None None] Transition to ACTIVE for port object 5ca34c3a-213b-48be-abb2-b24d031d6d13 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:08:26.774376 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-12565e8f-ad57-4999-8fae-aa56e488bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:26.840292 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12565e8f-ad57-4999-8fae-aa56e488bcb0 None None] Network f0dec8a4-3589-4358-aa01-8a1b5395df85 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:08:26.843010 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-12565e8f-ad57-4999-8fae-aa56e488bcb0 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:08:26.846833 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12565e8f-ad57-4999-8fae-aa56e488bcb0 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:08:26.853146 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12565e8f-ad57-4999-8fae-aa56e488bcb0 None None] Pushing event updated for resources: {'Port': ['ID=5ca34c3a-213b-48be-abb2-b24d031d6d13,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:26.905831 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ae0ad2df-eb36-48e7-b023-1c262526c9b1 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:26.984310 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-12565e8f-ad57-4999-8fae-aa56e488bcb0 None None] Attempting to bind port 5ca34c3a-213b-48be-abb2-b24d031d6d13 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:08:26.984673 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-12565e8f-ad57-4999-8fae-aa56e488bcb0 None None] Attempting to bind port 5ca34c3a-213b-48be-abb2-b24d031d6d13 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '5826299d-aaf8-429b-aa99-aa7e7e9f2926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f0dec8a4-3589-4358-aa01-8a1b5395df85'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:08:26.985033 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12565e8f-ad57-4999-8fae-aa56e488bcb0 None None] Attempting to bind port 5ca34c3a-213b-48be-abb2-b24d031d6d13 on network f0dec8a4-3589-4358-aa01-8a1b5395df85 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:08:26.988707 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0ad2df-eb36-48e7-b023-1c262526c9b1 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Pushing event updated for resources: {'Subnet': ['ID=b8c9610f-8804-413a-ad1f-ccfc8c85fc73,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:26.991699 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12565e8f-ad57-4999-8fae-aa56e488bcb0 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:08:26.992094 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12565e8f-ad57-4999-8fae-aa56e488bcb0 None None] Checking segment: {'id': '5826299d-aaf8-429b-aa99-aa7e7e9f2926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f0dec8a4-3589-4358-aa01-8a1b5395df85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:08:26.992491 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-12565e8f-ad57-4999-8fae-aa56e488bcb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:26.992886 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12565e8f-ad57-4999-8fae-aa56e488bcb0 None None] Bound using segment: {'id': '5826299d-aaf8-429b-aa99-aa7e7e9f2926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f0dec8a4-3589-4358-aa01-8a1b5395df85'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:08:26.993342 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-12565e8f-ad57-4999-8fae-aa56e488bcb0 None None] Bound port: 5ca34c3a-213b-48be-abb2-b24d031d6d13, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5826299d-aaf8-429b-aa99-aa7e7e9f2926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f0dec8a4-3589-4358-aa01-8a1b5395df85'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:08:26.993706 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-12565e8f-ad57-4999-8fae-aa56e488bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:27.001990 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0ad2df-eb36-48e7-b023-1c262526c9b1 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Checking segment: {'id': '8ba4e5b8-a1b1-4bc2-a6b2-fab3c4885628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ca8fe5c3-5951-4646-a4f0-535551d542af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:08:27.002370 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0ad2df-eb36-48e7-b023-1c262526c9b1 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Network hostable DHCP agents. Network: ca8fe5c3-5951-4646-a4f0-535551d542af, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:08:27.029291 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0ad2df-eb36-48e7-b023-1c262526c9b1 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Network ca8fe5c3-5951-4646-a4f0-535551d542af is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:08:27.039698 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-ae0ad2df-eb36-48e7-b023-1c262526c9b1 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, ca8fe5c3-5951-4646-a4f0-535551d542af) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:08:27.044661 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0ad2df-eb36-48e7-b023-1c262526c9b1 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:08:27.045677 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ae0ad2df-eb36-48e7-b023-1c262526c9b1 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:27.056093 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeef0948-41f3-4625-b5e5-10b21e6e3a6b None None] Network ca8fe5c3-5951-4646-a4f0-535551d542af requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:08:27.069568 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ae0ad2df-eb36-48e7-b023-1c262526c9b1 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7382119 May 23 12:08:27.072611 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41808) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:27.078238 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-7bb6647d-7a5d-42e7-b7d9-cdc58391cb7b tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ca8fe5c3-5951-4646-a4f0-535551d542af'}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:08:27.164265 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-12565e8f-ad57-4999-8fae-aa56e488bcb0 None None] For port 5ca34c3a-213b-48be-abb2-b24d031d6d13, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:08:27.169606 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-12565e8f-ad57-4999-8fae-aa56e488bcb0 None None] For port 5ca34c3a-213b-48be-abb2-b24d031d6d13, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=5ca34c3a-213b-48be-abb2-b24d031d6d13,segment=NetworkSegment(5826299d-aaf8-429b-aa99-aa7e7e9f2926),segment_id=5826299d-aaf8-429b-aa99-aa7e7e9f2926)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:08:27.181025 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-12565e8f-ad57-4999-8fae-aa56e488bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:27.325397 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12565e8f-ad57-4999-8fae-aa56e488bcb0 None None] Pushing event updated for resources: {'Port': ['ID=5ca34c3a-213b-48be-abb2-b24d031d6d13,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:27.381128 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3e327d-acd7-48b5-811a-81339aeb81c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-ca8fe5c3-5951-4646-a4f0-535551d542af', 'network_id': 'ca8fe5c3-5951-4646-a4f0-535551d542af', 'tenant_id': '16c7c5a4de4a46d3a2b2679acafb4d4d', 'fixed_ips': [{'subnet_id': 'b8c9610f-8804-413a-ad1f-ccfc8c85fc73'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 12:08:27.381989 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cf3e327d-acd7-48b5-811a-81339aeb81c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:27.510123 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7bb6647d-7a5d-42e7-b7d9-cdc58391cb7b tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:27.569329 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-cf3e327d-acd7-48b5-811a-81339aeb81c0 None None] Allocated IP 172.21.0.2 (ca8fe5c3-5951-4646-a4f0-535551d542af/b8c9610f-8804-413a-ad1f-ccfc8c85fc73/a3400556-4bdd-455a-aaca-bb396a59f5e0) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:08:27.673130 n-d-842952-2 neutron-server[83911]: INFO neutron.api.v2.resource [None req-7bb6647d-7a5d-42e7-b7d9-cdc58391cb7b tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 23 12:08:27.674845 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7bb6647d-7a5d-42e7-b7d9-cdc58391cb7b tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] 10.222.0.79 "PUT /v2.0/routers/64462461-9f5f-41d5-9307-14ffc42733b2 HTTP/1.1" status: 400 len: 364 time: 0.6012366 May 23 12:08:27.680704 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41812) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:27.779585 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cf3e327d-acd7-48b5-811a-81339aeb81c0 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:27.792944 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-cf3e327d-acd7-48b5-811a-81339aeb81c0 None None] Transition to ACTIVE for port object a3400556-4bdd-455a-aaca-bb396a59f5e0 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:08:27.813823 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-cf3e327d-acd7-48b5-811a-81339aeb81c0 None None] Transition to ACTIVE for port object a3400556-4bdd-455a-aaca-bb396a59f5e0 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:08:27.821073 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cf3e327d-acd7-48b5-811a-81339aeb81c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:27.872371 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e93a533-bc65-407d-8d8b-1db9fd75f407 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Deleting subnet b8c9610f-8804-413a-ad1f-ccfc8c85fc73 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 12:08:27.875395 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e93a533-bc65-407d-8d8b-1db9fd75f407 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:27.887631 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3e327d-acd7-48b5-811a-81339aeb81c0 None None] Network ca8fe5c3-5951-4646-a4f0-535551d542af is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:08:27.890880 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-cf3e327d-acd7-48b5-811a-81339aeb81c0 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:08:27.893568 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3e327d-acd7-48b5-811a-81339aeb81c0 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:08:27.900146 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e327d-acd7-48b5-811a-81339aeb81c0 None None] Pushing event updated for resources: {'Port': ['ID=a3400556-4bdd-455a-aaca-bb396a59f5e0,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:27.931257 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e93a533-bc65-407d-8d8b-1db9fd75f407 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:27.994754 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-cf3e327d-acd7-48b5-811a-81339aeb81c0 None None] Attempting to bind port a3400556-4bdd-455a-aaca-bb396a59f5e0 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:08:27.995118 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-cf3e327d-acd7-48b5-811a-81339aeb81c0 None None] Attempting to bind port a3400556-4bdd-455a-aaca-bb396a59f5e0 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '8ba4e5b8-a1b1-4bc2-a6b2-fab3c4885628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ca8fe5c3-5951-4646-a4f0-535551d542af'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:08:27.995481 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3e327d-acd7-48b5-811a-81339aeb81c0 None None] Attempting to bind port a3400556-4bdd-455a-aaca-bb396a59f5e0 on network ca8fe5c3-5951-4646-a4f0-535551d542af {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:08:28.003120 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3e327d-acd7-48b5-811a-81339aeb81c0 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:08:28.003485 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3e327d-acd7-48b5-811a-81339aeb81c0 None None] Checking segment: {'id': '8ba4e5b8-a1b1-4bc2-a6b2-fab3c4885628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ca8fe5c3-5951-4646-a4f0-535551d542af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:08:28.003896 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cf3e327d-acd7-48b5-811a-81339aeb81c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:28.004272 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3e327d-acd7-48b5-811a-81339aeb81c0 None None] Bound using segment: {'id': '8ba4e5b8-a1b1-4bc2-a6b2-fab3c4885628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ca8fe5c3-5951-4646-a4f0-535551d542af'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:08:28.004774 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-cf3e327d-acd7-48b5-811a-81339aeb81c0 None None] Bound port: a3400556-4bdd-455a-aaca-bb396a59f5e0, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba4e5b8-a1b1-4bc2-a6b2-fab3c4885628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ca8fe5c3-5951-4646-a4f0-535551d542af'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:08:28.005144 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cf3e327d-acd7-48b5-811a-81339aeb81c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:28.101529 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-cf3e327d-acd7-48b5-811a-81339aeb81c0 None None] For port a3400556-4bdd-455a-aaca-bb396a59f5e0, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:08:28.104977 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-cf3e327d-acd7-48b5-811a-81339aeb81c0 None None] For port a3400556-4bdd-455a-aaca-bb396a59f5e0, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=a3400556-4bdd-455a-aaca-bb396a59f5e0,segment=NetworkSegment(8ba4e5b8-a1b1-4bc2-a6b2-fab3c4885628),segment_id=8ba4e5b8-a1b1-4bc2-a6b2-fab3c4885628)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:08:28.111400 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cf3e327d-acd7-48b5-811a-81339aeb81c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:28.132959 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e93a533-bc65-407d-8d8b-1db9fd75f407 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:28.197835 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e327d-acd7-48b5-811a-81339aeb81c0 None None] Pushing event updated for resources: {'Port': ['ID=a3400556-4bdd-455a-aaca-bb396a59f5e0,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:28.214127 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e93a533-bc65-407d-8d8b-1db9fd75f407 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:28.254888 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e93a533-bc65-407d-8d8b-1db9fd75f407 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Pushing event deleted for resources: {'Subnet': ['ID=b8c9610f-8804-413a-ad1f-ccfc8c85fc73,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:28.264413 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e93a533-bc65-407d-8d8b-1db9fd75f407 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:28.273425 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41816) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:28.273972 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3e93a533-bc65-407d-8d8b-1db9fd75f407 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] 10.222.0.79 "DELETE /v2.0/subnets/b8c9610f-8804-413a-ad1f-ccfc8c85fc73 HTTP/1.1" status: 204 len: 168 time: 0.5917830 May 23 12:08:28.330787 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f76dac0-b08a-4c91-a7e8-2005c0feca4e None None] Network f0dec8a4-3589-4358-aa01-8a1b5395df85 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:08:28.438686 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-687d63f6-b536-4995-8bfa-ca4af7edbf43 None None] Provisioning for port 5ca34c3a-213b-48be-abb2-b24d031d6d13 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:08:28.445100 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-05963ed8-3fa5-4bef-9c4d-7310cf589f69 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:28.456784 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-05963ed8-3fa5-4bef-9c4d-7310cf589f69 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Deleting port a3400556-4bdd-455a-aaca-bb396a59f5e0 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:08:28.457121 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-05963ed8-3fa5-4bef-9c4d-7310cf589f69 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:28.668847 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-05963ed8-3fa5-4bef-9c4d-7310cf589f69 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] For port a3400556-4bdd-455a-aaca-bb396a59f5e0, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=a3400556-4bdd-455a-aaca-bb396a59f5e0,segment=NetworkSegment(8ba4e5b8-a1b1-4bc2-a6b2-fab3c4885628),segment_id=8ba4e5b8-a1b1-4bc2-a6b2-fab3c4885628)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:08:28.669197 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-05963ed8-3fa5-4bef-9c4d-7310cf589f69 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:28.800845 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-05963ed8-3fa5-4bef-9c4d-7310cf589f69 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Calling delete_port for a3400556-4bdd-455a-aaca-bb396a59f5e0 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:08:28.899439 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-05963ed8-3fa5-4bef-9c4d-7310cf589f69 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:28.943662 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 5ca34c3a-213b-48be-abb2-b24d031d6d13 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:08:28.949842 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05963ed8-3fa5-4bef-9c4d-7310cf589f69 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Pushing event deleted for resources: {'Port': ['ID=a3400556-4bdd-455a-aaca-bb396a59f5e0,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:28.959331 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05963ed8-3fa5-4bef-9c4d-7310cf589f69 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] No DVR routers for this DVR port a3400556-4bdd-455a-aaca-bb396a59f5e0 on host n-d-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:08:29.034929 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 5ca34c3a-213b-48be-abb2-b24d031d6d13 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:08:29.040290 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 5ca34c3a-213b-48be-abb2-b24d031d6d13 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:08:29.040664 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:29.094766 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-05963ed8-3fa5-4bef-9c4d-7310cf589f69 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:29.128556 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-05963ed8-3fa5-4bef-9c4d-7310cf589f69 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca8fe5c3-5951-4646-a4f0-535551d542af']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:08:29.142945 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-05963ed8-3fa5-4bef-9c4d-7310cf589f69 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba4e5b8-a1b1-4bc2-a6b2-fab3c4885628') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:08:29.143289 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-05963ed8-3fa5-4bef-9c4d-7310cf589f69 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba4e5b8-a1b1-4bc2-a6b2-fab3c4885628') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:08:29.155516 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-05963ed8-3fa5-4bef-9c4d-7310cf589f69 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:29.173604 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-05963ed8-3fa5-4bef-9c4d-7310cf589f69 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:29.173823 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:29.180660 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05963ed8-3fa5-4bef-9c4d-7310cf589f69 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 12:08:29.181085 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-05963ed8-3fa5-4bef-9c4d-7310cf589f69 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:29.197178 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 12:08:29.197178 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 12:08:29.197178 n-d-842952-2 neutron-server[83910]: timer() May 23 12:08:29.197178 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 12:08:29.197178 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 12:08:29.197178 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 12:08:29.197178 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 12:08:29.197178 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 12:08:29.197178 n-d-842952-2 neutron-server[83910]: self._notify() May 23 12:08:29.197178 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 12:08:29.197178 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 12:08:29.197178 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 12:08:29.197178 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 12:08:29.197178 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 12:08:29.197178 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 12:08:29.197178 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 12:08:29.197178 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 12:08:29.197178 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 12:08:29.197178 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 12:08:29.197178 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 12:08:29.197178 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 12:08:29.197178 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 12:08:29.197178 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 12:08:29.197178 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 12:08:29.197178 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 12:08:29.197178 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 12:08:29.197178 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 12:08:29.197178 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 12:08:29.197178 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 12:08:29.197178 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 12:08:29.197178 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 12:08:29.197178 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 12:08:29.211859 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 5ca34c3a-213b-48be-abb2-b24d031d6d13, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=5ca34c3a-213b-48be-abb2-b24d031d6d13,segment=NetworkSegment(5826299d-aaf8-429b-aa99-aa7e7e9f2926),segment_id=5826299d-aaf8-429b-aa99-aa7e7e9f2926)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:08:29.217011 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:29.218147 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device a3400556-4bdd-455a-aaca-bb396a59f5e0 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:08:29.277556 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df117be9-eecf-4684-b858-4597581b3327 None None] Network ca8fe5c3-5951-4646-a4f0-535551d542af requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:08:29.288130 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-05963ed8-3fa5-4bef-9c4d-7310cf589f69 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:29.305511 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-05963ed8-3fa5-4bef-9c4d-7310cf589f69 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:29.307987 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: a3400556-4bdd-455a-aaca-bb396a59f5e0 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:08:29.308333 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device a3400556-4bdd-455a-aaca-bb396a59f5e0 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 23 12:08:29.316530 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05963ed8-3fa5-4bef-9c4d-7310cf589f69 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Pushing event deleted for resources: {'Network': ['ID=ca8fe5c3-5951-4646-a4f0-535551d542af,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:29.323016 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-05963ed8-3fa5-4bef-9c4d-7310cf589f69 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] 10.222.0.79 "DELETE /v2.0/networks/ca8fe5c3-5951-4646-a4f0-535551d542af HTTP/1.1" status: 204 len: 168 time: 1.0460784 May 23 12:08:29.323391 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41820) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:29.390054 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e62bf430-f1d7-47d8-a4f1-8f66f0896ce3 None None] Could not find standard attr ID for object a3400556-4bdd-455a-aaca-bb396a59f5e0. {{(pid=83912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 23 12:08:29.393684 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Port a3400556-4bdd-455a-aaca-bb396a59f5e0 not found, will not notify nova. {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 23 12:08:29.394972 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df117be9-eecf-4684-b858-4597581b3327 None None] Network ca8fe5c3-5951-4646-a4f0-535551d542af could not be found, it might have been deleted concurrently. {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 23 12:08:29.410650 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=5ca34c3a-213b-48be-abb2-b24d031d6d13,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:29.450833 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04873df7-6e0d-4a7d-8a08-e6d02824d6e0 None None] DHCP port deletion for ca8fe5c3-5951-4646-a4f0-535551d542af request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 12:08:29.517195 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f223d33-274f-41bc-8b28-a0c83dd30eb5 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Deleting subnet e9542f80-2aa5-4879-ad55-7cba3cadcc63 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 12:08:29.520413 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3f223d33-274f-41bc-8b28-a0c83dd30eb5 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:29.574859 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3f223d33-274f-41bc-8b28-a0c83dd30eb5 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:29.661984 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3f223d33-274f-41bc-8b28-a0c83dd30eb5 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:29.735027 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3f223d33-274f-41bc-8b28-a0c83dd30eb5 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:29.774489 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f223d33-274f-41bc-8b28-a0c83dd30eb5 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Pushing event deleted for resources: {'Subnet': ['ID=e9542f80-2aa5-4879-ad55-7cba3cadcc63,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:29.782832 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3f223d33-274f-41bc-8b28-a0c83dd30eb5 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:29.789068 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727cc609-4abd-495a-824f-5f503744adcd None None] Network f0dec8a4-3589-4358-aa01-8a1b5395df85 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:08:29.790569 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3f223d33-274f-41bc-8b28-a0c83dd30eb5 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] 10.222.0.79 "DELETE /v2.0/subnets/e9542f80-2aa5-4879-ad55-7cba3cadcc63 HTTP/1.1" status: 204 len: 168 time: 0.4656785 May 23 12:08:29.792952 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41824) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:29.906999 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-05fbc030-dfc1-4120-98c1-1eaea8b763b7 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:29.917903 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-05fbc030-dfc1-4120-98c1-1eaea8b763b7 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Deleting port 5ca34c3a-213b-48be-abb2-b24d031d6d13 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:08:29.918129 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-05fbc030-dfc1-4120-98c1-1eaea8b763b7 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:30.027731 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96644a1-647e-43bb-a26f-51644c91233d None None] DHCP port deletion for f0dec8a4-3589-4358-aa01-8a1b5395df85 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 12:08:30.032236 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a96644a1-647e-43bb-a26f-51644c91233d None None] Deleting port 5ca34c3a-213b-48be-abb2-b24d031d6d13 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:08:30.032753 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a96644a1-647e-43bb-a26f-51644c91233d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:30.121003 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-05fbc030-dfc1-4120-98c1-1eaea8b763b7 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] For port 5ca34c3a-213b-48be-abb2-b24d031d6d13, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=5ca34c3a-213b-48be-abb2-b24d031d6d13,segment=NetworkSegment(5826299d-aaf8-429b-aa99-aa7e7e9f2926),segment_id=5826299d-aaf8-429b-aa99-aa7e7e9f2926)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:08:30.121325 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-05fbc030-dfc1-4120-98c1-1eaea8b763b7 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:30.241543 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-a96644a1-647e-43bb-a26f-51644c91233d None None] For port 5ca34c3a-213b-48be-abb2-b24d031d6d13, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=5ca34c3a-213b-48be-abb2-b24d031d6d13,segment=NetworkSegment(5826299d-aaf8-429b-aa99-aa7e7e9f2926),segment_id=5826299d-aaf8-429b-aa99-aa7e7e9f2926)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:08:30.241941 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a96644a1-647e-43bb-a26f-51644c91233d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:30.335862 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-05fbc030-dfc1-4120-98c1-1eaea8b763b7 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Calling delete_port for 5ca34c3a-213b-48be-abb2-b24d031d6d13 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:08:30.361003 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a96644a1-647e-43bb-a26f-51644c91233d None None] Calling delete_port for 5ca34c3a-213b-48be-abb2-b24d031d6d13 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:08:30.417151 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-05fbc030-dfc1-4120-98c1-1eaea8b763b7 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:30.436519 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-a96644a1-647e-43bb-a26f-51644c91233d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 12:08:30.436986 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-a96644a1-647e-43bb-a26f-51644c91233d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 12:08:30.461841 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fbc030-dfc1-4120-98c1-1eaea8b763b7 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Pushing event deleted for resources: {'Port': ['ID=5ca34c3a-213b-48be-abb2-b24d031d6d13,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:30.466456 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fbc030-dfc1-4120-98c1-1eaea8b763b7 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] No DVR routers for this DVR port 5ca34c3a-213b-48be-abb2-b24d031d6d13 on host n-d-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:08:30.589167 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-05fbc030-dfc1-4120-98c1-1eaea8b763b7 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:30.617646 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-05fbc030-dfc1-4120-98c1-1eaea8b763b7 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0dec8a4-3589-4358-aa01-8a1b5395df85']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:08:30.630712 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-05fbc030-dfc1-4120-98c1-1eaea8b763b7 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5826299d-aaf8-429b-aa99-aa7e7e9f2926') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:08:30.631041 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-05fbc030-dfc1-4120-98c1-1eaea8b763b7 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5826299d-aaf8-429b-aa99-aa7e7e9f2926') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:08:30.643307 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-05fbc030-dfc1-4120-98c1-1eaea8b763b7 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:30.658926 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-05fbc030-dfc1-4120-98c1-1eaea8b763b7 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:30.665890 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05fbc030-dfc1-4120-98c1-1eaea8b763b7 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 12:08:30.666235 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-05fbc030-dfc1-4120-98c1-1eaea8b763b7 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:30.680385 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 12:08:30.680385 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 12:08:30.680385 n-d-842952-2 neutron-server[83910]: timer() May 23 12:08:30.680385 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 12:08:30.680385 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 12:08:30.680385 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 12:08:30.680385 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 12:08:30.680385 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 12:08:30.680385 n-d-842952-2 neutron-server[83910]: self._notify() May 23 12:08:30.680385 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 12:08:30.680385 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 12:08:30.680385 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 12:08:30.680385 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 12:08:30.680385 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 12:08:30.680385 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 12:08:30.680385 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 12:08:30.680385 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 12:08:30.680385 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 12:08:30.680385 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 12:08:30.680385 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 12:08:30.680385 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 12:08:30.680385 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 12:08:30.680385 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 12:08:30.680385 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 12:08:30.680385 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 12:08:30.680385 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 12:08:30.680385 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 12:08:30.680385 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 12:08:30.680385 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 12:08:30.680385 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 12:08:30.680385 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 12:08:30.680385 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 12:08:30.764150 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-05fbc030-dfc1-4120-98c1-1eaea8b763b7 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:30.785728 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-05fbc030-dfc1-4120-98c1-1eaea8b763b7 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:30.796990 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fbc030-dfc1-4120-98c1-1eaea8b763b7 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Pushing event deleted for resources: {'Network': ['ID=f0dec8a4-3589-4358-aa01-8a1b5395df85,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:30.803545 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-05fbc030-dfc1-4120-98c1-1eaea8b763b7 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] 10.222.0.79 "DELETE /v2.0/networks/f0dec8a4-3589-4358-aa01-8a1b5395df85 HTTP/1.1" status: 204 len: 168 time: 1.0071642 May 23 12:08:30.804952 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41828) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:30.850213 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-66f50eba-bd82-46a6-883b-3307865f6bcc tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] 10.222.0.79 "GET /v2.0/ports?device_id=64462461-9f5f-41d5-9307-14ffc42733b2 HTTP/1.1" status: 200 len: 205 time: 0.0439656 May 23 12:08:30.852576 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41832) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:30.862428 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 5ca34c3a-213b-48be-abb2-b24d031d6d13 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:08:30.898250 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 5ca34c3a-213b-48be-abb2-b24d031d6d13 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:08:30.898582 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 5ca34c3a-213b-48be-abb2-b24d031d6d13 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:08:30.898982 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device a3400556-4bdd-455a-aaca-bb396a59f5e0 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:08:30.929659 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: a3400556-4bdd-455a-aaca-bb396a59f5e0 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:08:30.929995 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device a3400556-4bdd-455a-aaca-bb396a59f5e0 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:08:30.938411 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a96644a1-647e-43bb-a26f-51644c91233d None None] Deleting port 5ca34c3a-213b-48be-abb2-b24d031d6d13 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:08:30.938773 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a96644a1-647e-43bb-a26f-51644c91233d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:30.986543 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d6a011bb-cb65-4af6-bf45-4c8408d6e042 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:31.003049 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a96644a1-647e-43bb-a26f-51644c91233d None None] The port '5ca34c3a-213b-48be-abb2-b24d031d6d13' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 12:08:31.390689 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d6a011bb-cb65-4af6-bf45-4c8408d6e042 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:31.396515 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d6a011bb-cb65-4af6-bf45-4c8408d6e042 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:31.422211 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d6a011bb-cb65-4af6-bf45-4c8408d6e042 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:31.422683 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a011bb-cb65-4af6-bf45-4c8408d6e042 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Fanout notify agent at l3_agent the message router_deleted on router 64462461-9f5f-41d5-9307-14ffc42733b2 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 12:08:31.437498 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d6a011bb-cb65-4af6-bf45-4c8408d6e042 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:31.438576 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d6a011bb-cb65-4af6-bf45-4c8408d6e042 tempest-RoutersNegativeTest-1970835792 tempest-RoutersNegativeTest-1970835792-project] 10.222.0.79 "DELETE /v2.0/routers/64462461-9f5f-41d5-9307-14ffc42733b2 HTTP/1.1" status: 204 len: 168 time: 0.5850828 May 23 12:08:31.756269 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41840) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:31.943301 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c870bcc9-d095-465f-9bca-e947f10ebe89 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=16c7c5a4de4a46d3a2b2679acafb4d4d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1857417 May 23 12:08:31.945983 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41846) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:32.015325 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-42ee7bc2-858e-490a-8da6-f95d6eb6984d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:32.040683 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-42ee7bc2-858e-490a-8da6-f95d6eb6984d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:32.094381 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-42ee7bc2-858e-490a-8da6-f95d6eb6984d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:32.110588 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee7bc2-858e-490a-8da6-f95d6eb6984d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df82d7c-7839-4681-ac9b-9bfa38749fc1,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:32.115587 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-42ee7bc2-858e-490a-8da6-f95d6eb6984d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:32.118414 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-42ee7bc2-858e-490a-8da6-f95d6eb6984d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2df82d7c-7839-4681-ac9b-9bfa38749fc1 HTTP/1.1" status: 204 len: 168 time: 0.1710858 May 23 12:08:32.956088 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41868) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:33.083664 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-df0a998a-6608-4108-b26c-fade8434ea8a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1516409581-network', 'tenant_id': '49a5108c47784c11b0fdba18b9e9b0a8'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:08:33.089309 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-df0a998a-6608-4108-b26c-fade8434ea8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:08:33.093271 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-df0a998a-6608-4108-b26c-fade8434ea8a admin admin] Usage tracker for resource:network and tenant:49a5108c47784c11b0fdba18b9e9b0a8 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:08:33.096157 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-df0a998a-6608-4108-b26c-fade8434ea8a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:08:33.101778 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-df0a998a-6608-4108-b26c-fade8434ea8a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:08:33.117059 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0a998a-6608-4108-b26c-fade8434ea8a admin admin] Made reservation on behalf of 49a5108c47784c11b0fdba18b9e9b0a8 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:08:33.119297 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-df0a998a-6608-4108-b26c-fade8434ea8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:33.227705 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-df0a998a-6608-4108-b26c-fade8434ea8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:33.260302 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-df0a998a-6608-4108-b26c-fade8434ea8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:08:33.264834 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-df0a998a-6608-4108-b26c-fade8434ea8a admin admin] Usage tracker for resource:security_group_rule and tenant:49a5108c47784c11b0fdba18b9e9b0a8 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:08:33.267780 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-df0a998a-6608-4108-b26c-fade8434ea8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:08:33.273613 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-df0a998a-6608-4108-b26c-fade8434ea8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:08:33.342117 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-df0a998a-6608-4108-b26c-fade8434ea8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:33.347657 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-df0a998a-6608-4108-b26c-fade8434ea8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:33.378370 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df0a998a-6608-4108-b26c-fade8434ea8a admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 12:08:33.390199 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a998a-6608-4108-b26c-fade8434ea8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3592d9a-ef12-449a-9e1e-e8fd403d37e7,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:33.396117 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-df0a998a-6608-4108-b26c-fade8434ea8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:33.396462 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-df0a998a-6608-4108-b26c-fade8434ea8a admin admin] Added segment 454af263-ff98-4c69-ad76-d7a9ae10801b of type vlan for network 2cfa97d7-3728-4d10-977f-e4166baacdc4 May 23 12:08:33.423859 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-df0a998a-6608-4108-b26c-fade8434ea8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:33.455305 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-df0a998a-6608-4108-b26c-fade8434ea8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:33.456673 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0a998a-6608-4108-b26c-fade8434ea8a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:08:33.457520 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-df0a998a-6608-4108-b26c-fade8434ea8a admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:33.576847 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-df0a998a-6608-4108-b26c-fade8434ea8a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6194479 May 23 12:08:33.577542 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a998a-6608-4108-b26c-fade8434ea8a admin admin] Pushing event updated for resources: {'Network': ['ID=2cfa97d7-3728-4d10-977f-e4166baacdc4,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:33.580486 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41874) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:33.585987 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-16dc1d71-e495-4fdd-9012-2419df2bab65 admin admin] Request body: {'subnet': {'network_id': '2cfa97d7-3728-4d10-977f-e4166baacdc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1516409581-subnet', 'tenant_id': '49a5108c47784c11b0fdba18b9e9b0a8', 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:08:33.588928 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 2cfa97d7-3728-4d10-977f-e4166baacdc4 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 12:08:33.591800 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-16dc1d71-e495-4fdd-9012-2419df2bab65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:08:33.597245 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-16dc1d71-e495-4fdd-9012-2419df2bab65 admin admin] Usage tracker for resource:subnet and tenant:49a5108c47784c11b0fdba18b9e9b0a8 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:08:33.600356 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-16dc1d71-e495-4fdd-9012-2419df2bab65 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:08:33.607306 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-16dc1d71-e495-4fdd-9012-2419df2bab65 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:08:33.619143 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16dc1d71-e495-4fdd-9012-2419df2bab65 admin admin] Made reservation on behalf of 49a5108c47784c11b0fdba18b9e9b0a8 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:08:33.621536 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-16dc1d71-e495-4fdd-9012-2419df2bab65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:33.830585 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-16dc1d71-e495-4fdd-9012-2419df2bab65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:33.904565 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dc1d71-e495-4fdd-9012-2419df2bab65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efe4ebaf-9fce-4da2-b666-dba66e85a982,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:33.914479 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dc1d71-e495-4fdd-9012-2419df2bab65 admin admin] Checking segment: {'id': '454af263-ff98-4c69-ad76-d7a9ae10801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2cfa97d7-3728-4d10-977f-e4166baacdc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:08:33.914833 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16dc1d71-e495-4fdd-9012-2419df2bab65 admin admin] Network hostable DHCP agents. Network: 2cfa97d7-3728-4d10-977f-e4166baacdc4, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:08:33.939270 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16dc1d71-e495-4fdd-9012-2419df2bab65 admin admin] Network 2cfa97d7-3728-4d10-977f-e4166baacdc4 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:08:33.948858 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-16dc1d71-e495-4fdd-9012-2419df2bab65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 2cfa97d7-3728-4d10-977f-e4166baacdc4) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:08:33.952551 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16dc1d71-e495-4fdd-9012-2419df2bab65 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:08:33.953124 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-16dc1d71-e495-4fdd-9012-2419df2bab65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:33.957899 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab32b66-c5af-4607-8176-36dfa626b63b None None] Network 2cfa97d7-3728-4d10-977f-e4166baacdc4 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:08:33.974336 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-16dc1d71-e495-4fdd-9012-2419df2bab65 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3928747 May 23 12:08:33.977550 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41878) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:33.982754 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-7eb5bdbe-45db-40dc-bd1c-df9d2c019255 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1516409581-router', 'tenant_id': '49a5108c47784c11b0fdba18b9e9b0a8', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:08:33.988495 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7eb5bdbe-45db-40dc-bd1c-df9d2c019255 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:08:33.992440 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7eb5bdbe-45db-40dc-bd1c-df9d2c019255 admin admin] Usage tracker for resource:router and tenant:49a5108c47784c11b0fdba18b9e9b0a8 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:08:33.995284 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7eb5bdbe-45db-40dc-bd1c-df9d2c019255 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:08:34.001662 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7eb5bdbe-45db-40dc-bd1c-df9d2c019255 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:08:34.013984 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7eb5bdbe-45db-40dc-bd1c-df9d2c019255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:34.014954 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7eb5bdbe-45db-40dc-bd1c-df9d2c019255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:34.034227 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7eb5bdbe-45db-40dc-bd1c-df9d2c019255 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:34.175435 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4479f81a-6e01-454b-846d-d809e1909a57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-2cfa97d7-3728-4d10-977f-e4166baacdc4', 'network_id': '2cfa97d7-3728-4d10-977f-e4166baacdc4', 'tenant_id': '49a5108c47784c11b0fdba18b9e9b0a8', 'fixed_ips': [{'subnet_id': 'efe4ebaf-9fce-4da2-b666-dba66e85a982'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 12:08:34.176281 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4479f81a-6e01-454b-846d-d809e1909a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:34.180790 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7eb5bdbe-45db-40dc-bd1c-df9d2c019255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:34.337016 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-4479f81a-6e01-454b-846d-d809e1909a57 None None] Allocated IP 172.20.0.2 (2cfa97d7-3728-4d10-977f-e4166baacdc4/efe4ebaf-9fce-4da2-b666-dba66e85a982/af86e9d2-0989-44bb-b061-2cab18816051) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:08:34.370224 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7eb5bdbe-45db-40dc-bd1c-df9d2c019255 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:34.400511 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7eb5bdbe-45db-40dc-bd1c-df9d2c019255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:34.536463 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-7eb5bdbe-45db-40dc-bd1c-df9d2c019255 admin admin] Allocated IP 172.25.6.146 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/430b60b0-5d46-431f-8a2a-0b049a9c81a3) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:08:34.537150 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4479f81a-6e01-454b-846d-d809e1909a57 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:34.547624 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4479f81a-6e01-454b-846d-d809e1909a57 None None] Transition to ACTIVE for port object af86e9d2-0989-44bb-b061-2cab18816051 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:08:34.565388 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4479f81a-6e01-454b-846d-d809e1909a57 None None] Transition to ACTIVE for port object af86e9d2-0989-44bb-b061-2cab18816051 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:08:34.571151 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4479f81a-6e01-454b-846d-d809e1909a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:34.678242 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4479f81a-6e01-454b-846d-d809e1909a57 None None] Network 2cfa97d7-3728-4d10-977f-e4166baacdc4 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:08:34.679381 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-4479f81a-6e01-454b-846d-d809e1909a57 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:08:34.682115 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4479f81a-6e01-454b-846d-d809e1909a57 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:08:34.687436 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7eb5bdbe-45db-40dc-bd1c-df9d2c019255 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:34.690517 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479f81a-6e01-454b-846d-d809e1909a57 None None] Pushing event updated for resources: {'Port': ['ID=af86e9d2-0989-44bb-b061-2cab18816051,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:34.715577 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7eb5bdbe-45db-40dc-bd1c-df9d2c019255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:34.778048 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-4479f81a-6e01-454b-846d-d809e1909a57 None None] Attempting to bind port af86e9d2-0989-44bb-b061-2cab18816051 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:08:34.778415 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-4479f81a-6e01-454b-846d-d809e1909a57 None None] Attempting to bind port af86e9d2-0989-44bb-b061-2cab18816051 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '454af263-ff98-4c69-ad76-d7a9ae10801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2cfa97d7-3728-4d10-977f-e4166baacdc4'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:08:34.778776 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4479f81a-6e01-454b-846d-d809e1909a57 None None] Attempting to bind port af86e9d2-0989-44bb-b061-2cab18816051 on network 2cfa97d7-3728-4d10-977f-e4166baacdc4 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:08:34.781452 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb5bdbe-45db-40dc-bd1c-df9d2c019255 admin admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:08:34.784376 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-7eb5bdbe-45db-40dc-bd1c-df9d2c019255 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:08:34.785463 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4479f81a-6e01-454b-846d-d809e1909a57 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:08:34.786687 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4479f81a-6e01-454b-846d-d809e1909a57 None None] Checking segment: {'id': '454af263-ff98-4c69-ad76-d7a9ae10801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2cfa97d7-3728-4d10-977f-e4166baacdc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:08:34.787031 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4479f81a-6e01-454b-846d-d809e1909a57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:34.787432 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4479f81a-6e01-454b-846d-d809e1909a57 None None] Bound using segment: {'id': '454af263-ff98-4c69-ad76-d7a9ae10801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2cfa97d7-3728-4d10-977f-e4166baacdc4'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:08:34.788347 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-4479f81a-6e01-454b-846d-d809e1909a57 None None] Bound port: af86e9d2-0989-44bb-b061-2cab18816051, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '454af263-ff98-4c69-ad76-d7a9ae10801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2cfa97d7-3728-4d10-977f-e4166baacdc4'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:08:34.788735 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4479f81a-6e01-454b-846d-d809e1909a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:34.788858 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb5bdbe-45db-40dc-bd1c-df9d2c019255 admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:08:34.828785 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb5bdbe-45db-40dc-bd1c-df9d2c019255 admin admin] Pushing event updated for resources: {'Port': ['ID=430b60b0-5d46-431f-8a2a-0b049a9c81a3,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:34.884063 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-4479f81a-6e01-454b-846d-d809e1909a57 None None] For port af86e9d2-0989-44bb-b061-2cab18816051, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:08:34.887515 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-4479f81a-6e01-454b-846d-d809e1909a57 None None] For port af86e9d2-0989-44bb-b061-2cab18816051, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=af86e9d2-0989-44bb-b061-2cab18816051,segment=NetworkSegment(454af263-ff98-4c69-ad76-d7a9ae10801b),segment_id=454af263-ff98-4c69-ad76-d7a9ae10801b)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:08:34.892893 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4479f81a-6e01-454b-846d-d809e1909a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:34.949632 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7eb5bdbe-45db-40dc-bd1c-df9d2c019255 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:34.950411 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7eb5bdbe-45db-40dc-bd1c-df9d2c019255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:34.978853 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479f81a-6e01-454b-846d-d809e1909a57 None None] Pushing event updated for resources: {'Port': ['ID=af86e9d2-0989-44bb-b061-2cab18816051,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:35.298313 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb5bdbe-45db-40dc-bd1c-df9d2c019255 admin admin] Router 2866ac9e-afab-4a02-9c09-876763922924 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 12:08:35.500752 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb5bdbe-45db-40dc-bd1c-df9d2c019255 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:08:35.509967 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158b192d-7dfe-44c3-81ef-a497ff1ea88c None None] Sync routers for ids ['2866ac9e-afab-4a02-9c09-876763922924'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:08:35.523321 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158b192d-7dfe-44c3-81ef-a497ff1ea88c None None] Routers {'2866ac9e-afab-4a02-9c09-876763922924'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:08:35.523968 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-158b192d-7dfe-44c3-81ef-a497ff1ea88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:08:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['2866ac9e-afab-4a02-9c09-876763922924'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:08:35.527816 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7eb5bdbe-45db-40dc-bd1c-df9d2c019255 admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:35.532541 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7eb5bdbe-45db-40dc-bd1c-df9d2c019255 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5539031 May 23 12:08:35.533019 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41882) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:35.703001 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-158b192d-7dfe-44c3-81ef-a497ff1ea88c None None] Set router 2866ac9e-afab-4a02-9c09-876763922924 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:08:35.907267 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fb1925-0ea9-4664-b992-b8495f6ddb99 None None] Network 2cfa97d7-3728-4d10-977f-e4166baacdc4 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:08:35.977888 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:08:36.014880 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4e7ee46b-0dac-4b9e-8524-5ebcd70a9c30 None None] Provisioning for port af86e9d2-0989-44bb-b061-2cab18816051 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:08:36.053028 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-158b192d-7dfe-44c3-81ef-a497ff1ea88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2866ac9e-afab-4a02-9c09-876763922924', 'name': 'tempest-TestEncryptedCinderVolumes-1516409581-router', 'tenant_id': '49a5108c47784c11b0fdba18b9e9b0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '430b60b0-5d46-431f-8a2a-0b049a9c81a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:08:34Z', 'updated_at': '2022-05-23T12:08:34Z', 'revision_number': 3, 'project_id': '49a5108c47784c11b0fdba18b9e9b0a8', 'gw_port': {'id': '430b60b0-5d46-431f-8a2a-0b049a9c81a3', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2866ac9e-afab-4a02-9c09-876763922924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:08:34Z', 'updated_at': '2022-05-23T12:08:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:08:36.057706 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158b192d-7dfe-44c3-81ef-a497ff1ea88c None None] Checking router: 2866ac9e-afab-4a02-9c09-876763922924 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:08:36.058136 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158b192d-7dfe-44c3-81ef-a497ff1ea88c None None] Updating router 2866ac9e-afab-4a02-9c09-876763922924 port 430b60b0-5d46-431f-8a2a-0b049a9c81a3 binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 12:08:36.111940 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-158b192d-7dfe-44c3-81ef-a497ff1ea88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:36.308094 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bffb069f-c3e2-4723-8f84-db65eb7808cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:36.453736 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-158b192d-7dfe-44c3-81ef-a497ff1ea88c None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:36.466123 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-158b192d-7dfe-44c3-81ef-a497ff1ea88c None None] Transition to ACTIVE for port object 430b60b0-5d46-431f-8a2a-0b049a9c81a3 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:08:36.473262 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-158b192d-7dfe-44c3-81ef-a497ff1ea88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:36.514710 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-bffb069f-c3e2-4723-8f84-db65eb7808cf admin admin] Allocated IP 172.20.0.1 (2cfa97d7-3728-4d10-977f-e4166baacdc4/efe4ebaf-9fce-4da2-b666-dba66e85a982/287291eb-7f88-4867-9192-26b0717f9702) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:08:36.552181 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f57a9-9bfe-4066-8bd9-d568d7a56a8e None None] Pushing event updated for resources: {'Port': ['ID=430b60b0-5d46-431f-8a2a-0b049a9c81a3,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:36.558642 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-158b192d-7dfe-44c3-81ef-a497ff1ea88c None None] Attempting to bind port 430b60b0-5d46-431f-8a2a-0b049a9c81a3 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:08:36.558998 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-158b192d-7dfe-44c3-81ef-a497ff1ea88c None None] Attempting to bind port 430b60b0-5d46-431f-8a2a-0b049a9c81a3 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:08:36.559356 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158b192d-7dfe-44c3-81ef-a497ff1ea88c None None] Attempting to bind port 430b60b0-5d46-431f-8a2a-0b049a9c81a3 on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:08:36.569463 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f57a9-9bfe-4066-8bd9-d568d7a56a8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:08:36.569784 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f57a9-9bfe-4066-8bd9-d568d7a56a8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:08:36.570132 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f57a9-9bfe-4066-8bd9-d568d7a56a8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:08:36.570455 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f57a9-9bfe-4066-8bd9-d568d7a56a8e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:08:36.570792 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f57a9-9bfe-4066-8bd9-d568d7a56a8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:08:36.571092 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f57a9-9bfe-4066-8bd9-d568d7a56a8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:08:36.571402 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f57a9-9bfe-4066-8bd9-d568d7a56a8e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:08:36.571717 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f57a9-9bfe-4066-8bd9-d568d7a56a8e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:08:36.572054 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f57a9-9bfe-4066-8bd9-d568d7a56a8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:08:36.572365 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f57a9-9bfe-4066-8bd9-d568d7a56a8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:08:36.572676 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f57a9-9bfe-4066-8bd9-d568d7a56a8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:08:36.576769 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158b192d-7dfe-44c3-81ef-a497ff1ea88c None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:08:36.577159 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158b192d-7dfe-44c3-81ef-a497ff1ea88c None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:08:36.577545 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-158b192d-7dfe-44c3-81ef-a497ff1ea88c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:36.577921 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158b192d-7dfe-44c3-81ef-a497ff1ea88c None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:08:36.578385 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-158b192d-7dfe-44c3-81ef-a497ff1ea88c None None] Bound port: 430b60b0-5d46-431f-8a2a-0b049a9c81a3, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:08:36.578747 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-158b192d-7dfe-44c3-81ef-a497ff1ea88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:36.653883 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-158b192d-7dfe-44c3-81ef-a497ff1ea88c None None] For port 430b60b0-5d46-431f-8a2a-0b049a9c81a3, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:08:36.657316 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-158b192d-7dfe-44c3-81ef-a497ff1ea88c None None] For port 430b60b0-5d46-431f-8a2a-0b049a9c81a3, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=430b60b0-5d46-431f-8a2a-0b049a9c81a3,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:08:36.663187 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-158b192d-7dfe-44c3-81ef-a497ff1ea88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:36.742772 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f57a9-9bfe-4066-8bd9-d568d7a56a8e None None] Pushing event updated for resources: {'Port': ['ID=430b60b0-5d46-431f-8a2a-0b049a9c81a3,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:36.747322 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158b192d-7dfe-44c3-81ef-a497ff1ea88c None None] Routers {'2866ac9e-afab-4a02-9c09-876763922924'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:08:36.747936 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-158b192d-7dfe-44c3-81ef-a497ff1ea88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:08:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['2866ac9e-afab-4a02-9c09-876763922924'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:08:36.769814 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bffb069f-c3e2-4723-8f84-db65eb7808cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:36.785196 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-bffb069f-c3e2-4723-8f84-db65eb7808cf admin admin] Transition to ACTIVE for port object 287291eb-7f88-4867-9192-26b0717f9702 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:08:36.810487 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bffb069f-c3e2-4723-8f84-db65eb7808cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:36.895948 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb069f-c3e2-4723-8f84-db65eb7808cf admin admin] Pushing event updated for resources: {'Port': ['ID=287291eb-7f88-4867-9192-26b0717f9702,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:36.902139 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffb069f-c3e2-4723-8f84-db65eb7808cf admin admin] Network 2cfa97d7-3728-4d10-977f-e4166baacdc4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:08:36.903122 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-bffb069f-c3e2-4723-8f84-db65eb7808cf admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:08:36.905246 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffb069f-c3e2-4723-8f84-db65eb7808cf admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:08:36.919418 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device af86e9d2-0989-44bb-b061-2cab18816051 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:08:36.939656 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-158b192d-7dfe-44c3-81ef-a497ff1ea88c None None] Set router 2866ac9e-afab-4a02-9c09-876763922924 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:08:36.956405 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bffb069f-c3e2-4723-8f84-db65eb7808cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:37.001135 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port af86e9d2-0989-44bb-b061-2cab18816051 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:08:37.008230 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port af86e9d2-0989-44bb-b061-2cab18816051 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:08:37.008968 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:37.051958 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bffb069f-c3e2-4723-8f84-db65eb7808cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:37.141017 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:37.175744 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port af86e9d2-0989-44bb-b061-2cab18816051, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=af86e9d2-0989-44bb-b061-2cab18816051,segment=NetworkSegment(454af263-ff98-4c69-ad76-d7a9ae10801b),segment_id=454af263-ff98-4c69-ad76-d7a9ae10801b)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:08:37.186974 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:37.221141 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0caac65b-0ea4-4c1e-8384-93a52e8db1e9 None None] Provisioning for port 287291eb-7f88-4867-9192-26b0717f9702 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:08:37.238032 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0caac65b-0ea4-4c1e-8384-93a52e8db1e9 None None] Provisioning complete for port 287291eb-7f88-4867-9192-26b0717f9702 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:08:37.238397 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0caac65b-0ea4-4c1e-8384-93a52e8db1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:37.276627 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-158b192d-7dfe-44c3-81ef-a497ff1ea88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2866ac9e-afab-4a02-9c09-876763922924', 'name': 'tempest-TestEncryptedCinderVolumes-1516409581-router', 'tenant_id': '49a5108c47784c11b0fdba18b9e9b0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '430b60b0-5d46-431f-8a2a-0b049a9c81a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:08:34Z', 'updated_at': '2022-05-23T12:08:34Z', 'revision_number': 3, 'project_id': '49a5108c47784c11b0fdba18b9e9b0a8', 'gw_port': {'id': '430b60b0-5d46-431f-8a2a-0b049a9c81a3', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2866ac9e-afab-4a02-9c09-876763922924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:08:34Z', 'updated_at': '2022-05-23T12:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:08:37.282723 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158b192d-7dfe-44c3-81ef-a497ff1ea88c None None] The sync data for ids ['2866ac9e-afab-4a02-9c09-876763922924'] in n-d-842952-2 is: [{'id': '2866ac9e-afab-4a02-9c09-876763922924', 'name': 'tempest-TestEncryptedCinderVolumes-1516409581-router', 'tenant_id': '49a5108c47784c11b0fdba18b9e9b0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '430b60b0-5d46-431f-8a2a-0b049a9c81a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:08:34Z', 'updated_at': '2022-05-23T12:08:34Z', 'revision_number': 3, 'project_id': '49a5108c47784c11b0fdba18b9e9b0a8', 'gw_port': {'id': '430b60b0-5d46-431f-8a2a-0b049a9c81a3', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2866ac9e-afab-4a02-9c09-876763922924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:08:34Z', 'updated_at': '2022-05-23T12:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:08:37.294450 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bffb069f-c3e2-4723-8f84-db65eb7808cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:37.300242 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bffb069f-c3e2-4723-8f84-db65eb7808cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:37.306058 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-0caac65b-0ea4-4c1e-8384-93a52e8db1e9 None None] Port 287291eb-7f88-4867-9192-26b0717f9702 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 12:08:37.307590 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=af86e9d2-0989-44bb-b061-2cab18816051,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:37.420816 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb069f-c3e2-4723-8f84-db65eb7808cf admin admin] Pushing event updated for resources: {'Port': ['ID=287291eb-7f88-4867-9192-26b0717f9702,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:37.424516 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bffb069f-c3e2-4723-8f84-db65eb7808cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:37.577165 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffb069f-c3e2-4723-8f84-db65eb7808cf admin admin] Network 2cfa97d7-3728-4d10-977f-e4166baacdc4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:08:37.578452 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-bffb069f-c3e2-4723-8f84-db65eb7808cf admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:08:37.836434 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d8c80c53-5a7f-46d5-9b2f-1089dcc7ee91 None None] Provisioning complete for port 287291eb-7f88-4867-9192-26b0717f9702 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:08:37.837195 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d8c80c53-5a7f-46d5-9b2f-1089dcc7ee91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:37.897573 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d8c80c53-5a7f-46d5-9b2f-1089dcc7ee91 None None] Port 287291eb-7f88-4867-9192-26b0717f9702 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 12:08:37.987279 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bffb069f-c3e2-4723-8f84-db65eb7808cf admin admin] Router 2866ac9e-afab-4a02-9c09-876763922924 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:08:38.211156 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bffb069f-c3e2-4723-8f84-db65eb7808cf admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:08:38.220957 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-bffb069f-c3e2-4723-8f84-db65eb7808cf admin admin] 10.222.0.79 "PUT /v2.0/routers/2866ac9e-afab-4a02-9c09-876763922924/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6861312 May 23 12:08:38.545845 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:38.925119 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 430b60b0-5d46-431f-8a2a-0b049a9c81a3 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:08:38.991026 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 430b60b0-5d46-431f-8a2a-0b049a9c81a3 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:08:38.996202 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 430b60b0-5d46-431f-8a2a-0b049a9c81a3 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:08:38.996571 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:39.103390 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 41904) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:39.109089 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-641a7e9e-ae9a-460e-a425-a1184913ecb4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1883837079-network', 'tenant_id': '97d2c2498fb24f9e8bf89241c7bbc918'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:08:39.116437 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-641a7e9e-ae9a-460e-a425-a1184913ecb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:08:39.120538 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:39.120669 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-641a7e9e-ae9a-460e-a425-a1184913ecb4 admin admin] Usage tracker for resource:network and tenant:97d2c2498fb24f9e8bf89241c7bbc918 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:08:39.124729 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-641a7e9e-ae9a-460e-a425-a1184913ecb4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:08:39.131241 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-641a7e9e-ae9a-460e-a425-a1184913ecb4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:08:39.138187 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 430b60b0-5d46-431f-8a2a-0b049a9c81a3, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=430b60b0-5d46-431f-8a2a-0b049a9c81a3,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:08:39.142705 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641a7e9e-ae9a-460e-a425-a1184913ecb4 admin admin] Made reservation on behalf of 97d2c2498fb24f9e8bf89241c7bbc918 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:08:39.144163 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:39.144934 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device af86e9d2-0989-44bb-b061-2cab18816051 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:08:39.145070 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-641a7e9e-ae9a-460e-a425-a1184913ecb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:39.161373 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-641a7e9e-ae9a-460e-a425-a1184913ecb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:39.193024 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-641a7e9e-ae9a-460e-a425-a1184913ecb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:08:39.196882 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-641a7e9e-ae9a-460e-a425-a1184913ecb4 admin admin] Usage tracker for resource:security_group_rule and tenant:97d2c2498fb24f9e8bf89241c7bbc918 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:08:39.199680 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-641a7e9e-ae9a-460e-a425-a1184913ecb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:08:39.205423 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-641a7e9e-ae9a-460e-a425-a1184913ecb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:08:39.261418 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=430b60b0-5d46-431f-8a2a-0b049a9c81a3,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:39.274938 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-641a7e9e-ae9a-460e-a425-a1184913ecb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:39.275340 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port af86e9d2-0989-44bb-b061-2cab18816051 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:08:39.275710 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:39.280075 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-641a7e9e-ae9a-460e-a425-a1184913ecb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:39.307179 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-641a7e9e-ae9a-460e-a425-a1184913ecb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 12:08:39.319406 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641a7e9e-ae9a-460e-a425-a1184913ecb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09e776c-c5f1-48ef-a7b9-7e1085c3dd50,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:39.323789 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-641a7e9e-ae9a-460e-a425-a1184913ecb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:39.324146 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-641a7e9e-ae9a-460e-a425-a1184913ecb4 admin admin] Added segment c401afdb-9906-4eaa-ac8d-fb1109097069 of type vlan for network 3b6a4a09-096a-48bc-9257-5fe2e42c872f May 23 12:08:39.344112 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e793390d-2593-4e02-910d-cb6ac1eff87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:39.356396 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-641a7e9e-ae9a-460e-a425-a1184913ecb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:39.389155 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-641a7e9e-ae9a-460e-a425-a1184913ecb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:39.390350 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641a7e9e-ae9a-460e-a425-a1184913ecb4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:08:39.390963 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-641a7e9e-ae9a-460e-a425-a1184913ecb4 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:39.498172 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641a7e9e-ae9a-460e-a425-a1184913ecb4 admin admin] Pushing event updated for resources: {'Network': ['ID=3b6a4a09-096a-48bc-9257-5fe2e42c872f,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:39.504647 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-641a7e9e-ae9a-460e-a425-a1184913ecb4 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4000854 May 23 12:08:39.504966 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41908) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:39.509313 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 3b6a4a09-096a-48bc-9257-5fe2e42c872f details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 12:08:39.510913 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-7dc80837-82d3-4ad7-88c0-4a2fa78e09c2 admin admin] Request body: {'subnet': {'network_id': '3b6a4a09-096a-48bc-9257-5fe2e42c872f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1883837079-subnet', 'tenant_id': '97d2c2498fb24f9e8bf89241c7bbc918', 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:08:39.517367 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7dc80837-82d3-4ad7-88c0-4a2fa78e09c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:08:39.521515 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7dc80837-82d3-4ad7-88c0-4a2fa78e09c2 admin admin] Usage tracker for resource:subnet and tenant:97d2c2498fb24f9e8bf89241c7bbc918 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:08:39.524561 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7dc80837-82d3-4ad7-88c0-4a2fa78e09c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:08:39.531268 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7dc80837-82d3-4ad7-88c0-4a2fa78e09c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:08:39.542052 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc80837-82d3-4ad7-88c0-4a2fa78e09c2 admin admin] Made reservation on behalf of 97d2c2498fb24f9e8bf89241c7bbc918 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:08:39.544885 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7dc80837-82d3-4ad7-88c0-4a2fa78e09c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:39.859579 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7dc80837-82d3-4ad7-88c0-4a2fa78e09c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:39.929477 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:39.932163 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc80837-82d3-4ad7-88c0-4a2fa78e09c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8b05c56-e53d-4f91-b244-76f9295d9850,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:39.946097 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc80837-82d3-4ad7-88c0-4a2fa78e09c2 admin admin] Checking segment: {'id': 'c401afdb-9906-4eaa-ac8d-fb1109097069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3b6a4a09-096a-48bc-9257-5fe2e42c872f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:08:39.946435 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc80837-82d3-4ad7-88c0-4a2fa78e09c2 admin admin] Network hostable DHCP agents. Network: 3b6a4a09-096a-48bc-9257-5fe2e42c872f, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:08:39.969517 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc80837-82d3-4ad7-88c0-4a2fa78e09c2 admin admin] Network 3b6a4a09-096a-48bc-9257-5fe2e42c872f is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:08:39.979028 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-7dc80837-82d3-4ad7-88c0-4a2fa78e09c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 3b6a4a09-096a-48bc-9257-5fe2e42c872f) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:08:39.985218 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc80837-82d3-4ad7-88c0-4a2fa78e09c2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:08:39.986135 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7dc80837-82d3-4ad7-88c0-4a2fa78e09c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:39.986977 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2a2fe8-205c-48f1-bc26-2e60aa7ea105 None None] Network 3b6a4a09-096a-48bc-9257-5fe2e42c872f requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:08:40.007731 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7dc80837-82d3-4ad7-88c0-4a2fa78e09c2 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5017686 May 23 12:08:40.010365 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41912) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:40.015847 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-2664ac2a-9a62-4ea1-8a24-6f8fa6c3b8e5 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1883837079-router', 'tenant_id': '97d2c2498fb24f9e8bf89241c7bbc918', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:08:40.021682 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2664ac2a-9a62-4ea1-8a24-6f8fa6c3b8e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:08:40.025826 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2664ac2a-9a62-4ea1-8a24-6f8fa6c3b8e5 admin admin] Usage tracker for resource:router and tenant:97d2c2498fb24f9e8bf89241c7bbc918 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:08:40.028817 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2664ac2a-9a62-4ea1-8a24-6f8fa6c3b8e5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:08:40.034781 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2664ac2a-9a62-4ea1-8a24-6f8fa6c3b8e5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:08:40.046896 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2664ac2a-9a62-4ea1-8a24-6f8fa6c3b8e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:40.047846 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2664ac2a-9a62-4ea1-8a24-6f8fa6c3b8e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:40.066197 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2664ac2a-9a62-4ea1-8a24-6f8fa6c3b8e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:40.211602 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2664ac2a-9a62-4ea1-8a24-6f8fa6c3b8e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:40.228873 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37471696-3dde-4575-8dee-78e38b15fa06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-3b6a4a09-096a-48bc-9257-5fe2e42c872f', 'network_id': '3b6a4a09-096a-48bc-9257-5fe2e42c872f', 'tenant_id': '97d2c2498fb24f9e8bf89241c7bbc918', 'fixed_ips': [{'subnet_id': 'a8b05c56-e53d-4f91-b244-76f9295d9850'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 12:08:40.229815 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-37471696-3dde-4575-8dee-78e38b15fa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:40.396181 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-37471696-3dde-4575-8dee-78e38b15fa06 None None] Allocated IP 172.20.0.2 (3b6a4a09-096a-48bc-9257-5fe2e42c872f/a8b05c56-e53d-4f91-b244-76f9295d9850/9139e2c5-14b4-474f-99a8-200e547cf1da) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:08:40.420279 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2664ac2a-9a62-4ea1-8a24-6f8fa6c3b8e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:40.450348 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2664ac2a-9a62-4ea1-8a24-6f8fa6c3b8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:40.595388 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-2664ac2a-9a62-4ea1-8a24-6f8fa6c3b8e5 admin admin] Allocated IP 172.25.6.124 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/b01d1f06-fbbc-448c-92cb-769507ccf89f) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:08:40.608580 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-37471696-3dde-4575-8dee-78e38b15fa06 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:40.619698 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-37471696-3dde-4575-8dee-78e38b15fa06 None None] Transition to ACTIVE for port object 9139e2c5-14b4-474f-99a8-200e547cf1da will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:08:40.648168 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-37471696-3dde-4575-8dee-78e38b15fa06 None None] Transition to ACTIVE for port object 9139e2c5-14b4-474f-99a8-200e547cf1da will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:08:40.653856 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-37471696-3dde-4575-8dee-78e38b15fa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:40.728389 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37471696-3dde-4575-8dee-78e38b15fa06 None None] Network 3b6a4a09-096a-48bc-9257-5fe2e42c872f is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:08:40.732877 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-37471696-3dde-4575-8dee-78e38b15fa06 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:08:40.738066 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37471696-3dde-4575-8dee-78e38b15fa06 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:08:40.740160 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37471696-3dde-4575-8dee-78e38b15fa06 None None] Pushing event updated for resources: {'Port': ['ID=9139e2c5-14b4-474f-99a8-200e547cf1da,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:40.753613 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2664ac2a-9a62-4ea1-8a24-6f8fa6c3b8e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:40.777158 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5089a331-c239-4238-b94c-02229d71e6b1 None None] Sync routers for ids ['2866ac9e-afab-4a02-9c09-876763922924'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:08:40.788002 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2664ac2a-9a62-4ea1-8a24-6f8fa6c3b8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:40.836045 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5089a331-c239-4238-b94c-02229d71e6b1 None None] Routers {'2866ac9e-afab-4a02-9c09-876763922924'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:08:40.836668 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-5089a331-c239-4238-b94c-02229d71e6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:08:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['2866ac9e-afab-4a02-9c09-876763922924'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:08:40.857482 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2664ac2a-9a62-4ea1-8a24-6f8fa6c3b8e5 admin admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:08:40.861000 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-2664ac2a-9a62-4ea1-8a24-6f8fa6c3b8e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:08:40.865095 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2664ac2a-9a62-4ea1-8a24-6f8fa6c3b8e5 admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:08:40.898127 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 430b60b0-5d46-431f-8a2a-0b049a9c81a3 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:08:40.911238 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2664ac2a-9a62-4ea1-8a24-6f8fa6c3b8e5 admin admin] Pushing event updated for resources: {'Port': ['ID=b01d1f06-fbbc-448c-92cb-769507ccf89f,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:40.992563 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-37471696-3dde-4575-8dee-78e38b15fa06 None None] Attempting to bind port 9139e2c5-14b4-474f-99a8-200e547cf1da on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:08:40.993178 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-37471696-3dde-4575-8dee-78e38b15fa06 None None] Attempting to bind port 9139e2c5-14b4-474f-99a8-200e547cf1da by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'c401afdb-9906-4eaa-ac8d-fb1109097069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3b6a4a09-096a-48bc-9257-5fe2e42c872f'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:08:40.993283 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37471696-3dde-4575-8dee-78e38b15fa06 None None] Attempting to bind port 9139e2c5-14b4-474f-99a8-200e547cf1da on network 3b6a4a09-096a-48bc-9257-5fe2e42c872f {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:08:41.032714 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2664ac2a-9a62-4ea1-8a24-6f8fa6c3b8e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:41.033397 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2664ac2a-9a62-4ea1-8a24-6f8fa6c3b8e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:41.034142 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37471696-3dde-4575-8dee-78e38b15fa06 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:08:41.034518 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37471696-3dde-4575-8dee-78e38b15fa06 None None] Checking segment: {'id': 'c401afdb-9906-4eaa-ac8d-fb1109097069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3b6a4a09-096a-48bc-9257-5fe2e42c872f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:08:41.034920 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-37471696-3dde-4575-8dee-78e38b15fa06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:41.035313 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37471696-3dde-4575-8dee-78e38b15fa06 None None] Bound using segment: {'id': 'c401afdb-9906-4eaa-ac8d-fb1109097069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3b6a4a09-096a-48bc-9257-5fe2e42c872f'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:08:41.035786 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-37471696-3dde-4575-8dee-78e38b15fa06 None None] Bound port: 9139e2c5-14b4-474f-99a8-200e547cf1da, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c401afdb-9906-4eaa-ac8d-fb1109097069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3b6a4a09-096a-48bc-9257-5fe2e42c872f'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:08:41.036220 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-37471696-3dde-4575-8dee-78e38b15fa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:41.164877 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-37471696-3dde-4575-8dee-78e38b15fa06 None None] For port 9139e2c5-14b4-474f-99a8-200e547cf1da, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:08:41.166796 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-5089a331-c239-4238-b94c-02229d71e6b1 None None] Set router 2866ac9e-afab-4a02-9c09-876763922924 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:08:41.209130 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 430b60b0-5d46-431f-8a2a-0b049a9c81a3 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:08:41.209525 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:41.261570 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-37471696-3dde-4575-8dee-78e38b15fa06 None None] For port 9139e2c5-14b4-474f-99a8-200e547cf1da, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=9139e2c5-14b4-474f-99a8-200e547cf1da,segment=NetworkSegment(c401afdb-9906-4eaa-ac8d-fb1109097069),segment_id=c401afdb-9906-4eaa-ac8d-fb1109097069)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:08:41.267089 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2664ac2a-9a62-4ea1-8a24-6f8fa6c3b8e5 admin admin] Router 7f06043b-e18d-48ca-b1ff-6f72c3625585 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 12:08:41.277468 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-37471696-3dde-4575-8dee-78e38b15fa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:41.473235 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2664ac2a-9a62-4ea1-8a24-6f8fa6c3b8e5 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:08:41.482681 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d874917d-36ad-47eb-8309-172095ef96fe None None] Sync routers for ids ['7f06043b-e18d-48ca-b1ff-6f72c3625585'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:08:41.496537 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d874917d-36ad-47eb-8309-172095ef96fe None None] Routers {'7f06043b-e18d-48ca-b1ff-6f72c3625585'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:08:41.497197 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d874917d-36ad-47eb-8309-172095ef96fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:08:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['7f06043b-e18d-48ca-b1ff-6f72c3625585'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:08:41.500579 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2664ac2a-9a62-4ea1-8a24-6f8fa6c3b8e5 admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:41.501817 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2664ac2a-9a62-4ea1-8a24-6f8fa6c3b8e5 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4905224 May 23 12:08:41.504478 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 41916) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:08:41.561672 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37471696-3dde-4575-8dee-78e38b15fa06 None None] Pushing event updated for resources: {'Port': ['ID=9139e2c5-14b4-474f-99a8-200e547cf1da,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:41.703762 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5b81bce9-378c-485b-a527-d04491ab42df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:41.732488 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-d874917d-36ad-47eb-8309-172095ef96fe None None] Set router 7f06043b-e18d-48ca-b1ff-6f72c3625585 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:08:41.747208 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-5089a331-c239-4238-b94c-02229d71e6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2866ac9e-afab-4a02-9c09-876763922924', 'name': 'tempest-TestEncryptedCinderVolumes-1516409581-router', 'tenant_id': '49a5108c47784c11b0fdba18b9e9b0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '430b60b0-5d46-431f-8a2a-0b049a9c81a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:08:34Z', 'updated_at': '2022-05-23T12:08:36Z', 'revision_number': 4, 'project_id': '49a5108c47784c11b0fdba18b9e9b0a8', 'gw_port': {'id': '430b60b0-5d46-431f-8a2a-0b049a9c81a3', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2866ac9e-afab-4a02-9c09-876763922924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:08:34Z', 'updated_at': '2022-05-23T12:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '287291eb-7f88-4867-9192-26b0717f9702', 'name': '', 'network_id': '2cfa97d7-3728-4d10-977f-e4166baacdc4', 'tenant_id': '49a5108c47784c11b0fdba18b9e9b0a8', 'mac_address': 'fa:16:3e:dd:53:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2866ac9e-afab-4a02-9c09-876763922924', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efe4ebaf-9fce-4da2-b666-dba66e85a982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:08:36Z', 'updated_at': '2022-05-23T12:08:37Z', 'revision_number': 2, 'project_id': '49a5108c47784c11b0fdba18b9e9b0a8', 'subnets': [{'id': 'efe4ebaf-9fce-4da2-b666-dba66e85a982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:08:41.751276 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5089a331-c239-4238-b94c-02229d71e6b1 None None] Checking router: 2866ac9e-afab-4a02-9c09-876763922924 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:08:41.751626 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5089a331-c239-4238-b94c-02229d71e6b1 None None] Updating router 2866ac9e-afab-4a02-9c09-876763922924 port 287291eb-7f88-4867-9192-26b0717f9702 binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 12:08:41.825308 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5089a331-c239-4238-b94c-02229d71e6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:42.098091 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d874917d-36ad-47eb-8309-172095ef96fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f06043b-e18d-48ca-b1ff-6f72c3625585', 'name': 'tempest-TestEncryptedCinderVolumes-1883837079-router', 'tenant_id': '97d2c2498fb24f9e8bf89241c7bbc918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'b01d1f06-fbbc-448c-92cb-769507ccf89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:08:40Z', 'updated_at': '2022-05-23T12:08:40Z', 'revision_number': 3, 'project_id': '97d2c2498fb24f9e8bf89241c7bbc918', 'gw_port': {'id': 'b01d1f06-fbbc-448c-92cb-769507ccf89f', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f06043b-e18d-48ca-b1ff-6f72c3625585', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:08:40Z', 'updated_at': '2022-05-23T12:08:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:08:42.105208 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d874917d-36ad-47eb-8309-172095ef96fe None None] Checking router: 7f06043b-e18d-48ca-b1ff-6f72c3625585 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:08:42.108084 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d874917d-36ad-47eb-8309-172095ef96fe None None] Updating router 7f06043b-e18d-48ca-b1ff-6f72c3625585 port b01d1f06-fbbc-448c-92cb-769507ccf89f binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 12:08:42.159912 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d874917d-36ad-47eb-8309-172095ef96fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:42.261897 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5089a331-c239-4238-b94c-02229d71e6b1 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:42.277257 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5089a331-c239-4238-b94c-02229d71e6b1 None None] Transition to ACTIVE for port object 287291eb-7f88-4867-9192-26b0717f9702 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:08:42.289049 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5089a331-c239-4238-b94c-02229d71e6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:42.363423 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a162e4c-1a06-4641-9373-233303ea8ca9 None None] Pushing event updated for resources: {'Port': ['ID=287291eb-7f88-4867-9192-26b0717f9702,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:42.562347 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d874917d-36ad-47eb-8309-172095ef96fe None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:42.573279 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-5089a331-c239-4238-b94c-02229d71e6b1 None None] Attempting to bind port 287291eb-7f88-4867-9192-26b0717f9702 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:08:42.573880 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-5089a331-c239-4238-b94c-02229d71e6b1 None None] Attempting to bind port 287291eb-7f88-4867-9192-26b0717f9702 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '454af263-ff98-4c69-ad76-d7a9ae10801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2cfa97d7-3728-4d10-977f-e4166baacdc4'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:08:42.573999 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1038f1a7-bb09-4ef1-8ced-db3219a1ba2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:42.574430 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5089a331-c239-4238-b94c-02229d71e6b1 None None] Attempting to bind port 287291eb-7f88-4867-9192-26b0717f9702 on network 2cfa97d7-3728-4d10-977f-e4166baacdc4 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:08:42.578068 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-d874917d-36ad-47eb-8309-172095ef96fe None None] Transition to ACTIVE for port object b01d1f06-fbbc-448c-92cb-769507ccf89f will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:08:42.582306 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5089a331-c239-4238-b94c-02229d71e6b1 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:08:42.582780 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5089a331-c239-4238-b94c-02229d71e6b1 None None] Checking segment: {'id': '454af263-ff98-4c69-ad76-d7a9ae10801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2cfa97d7-3728-4d10-977f-e4166baacdc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:08:42.583384 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5089a331-c239-4238-b94c-02229d71e6b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:42.583853 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5089a331-c239-4238-b94c-02229d71e6b1 None None] Bound using segment: {'id': '454af263-ff98-4c69-ad76-d7a9ae10801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2cfa97d7-3728-4d10-977f-e4166baacdc4'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:08:42.584335 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-5089a331-c239-4238-b94c-02229d71e6b1 None None] Bound port: 287291eb-7f88-4867-9192-26b0717f9702, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '454af263-ff98-4c69-ad76-d7a9ae10801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2cfa97d7-3728-4d10-977f-e4166baacdc4'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:08:42.584709 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5089a331-c239-4238-b94c-02229d71e6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:42.588761 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d874917d-36ad-47eb-8309-172095ef96fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:42.689828 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23320835-090b-40d1-a1a7-e4afcf78a86b None None] Pushing event updated for resources: {'Port': ['ID=b01d1f06-fbbc-448c-92cb-769507ccf89f,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:42.697490 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-d874917d-36ad-47eb-8309-172095ef96fe None None] Attempting to bind port b01d1f06-fbbc-448c-92cb-769507ccf89f on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:08:42.697853 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-d874917d-36ad-47eb-8309-172095ef96fe None None] Attempting to bind port b01d1f06-fbbc-448c-92cb-769507ccf89f by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:08:42.698269 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d874917d-36ad-47eb-8309-172095ef96fe None None] Attempting to bind port b01d1f06-fbbc-448c-92cb-769507ccf89f on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:08:42.700852 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5089a331-c239-4238-b94c-02229d71e6b1 None None] For port 287291eb-7f88-4867-9192-26b0717f9702, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:08:42.707870 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5089a331-c239-4238-b94c-02229d71e6b1 None None] For port 287291eb-7f88-4867-9192-26b0717f9702, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=287291eb-7f88-4867-9192-26b0717f9702,segment=NetworkSegment(454af263-ff98-4c69-ad76-d7a9ae10801b),segment_id=454af263-ff98-4c69-ad76-d7a9ae10801b)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:08:42.709491 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d874917d-36ad-47eb-8309-172095ef96fe None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:08:42.710112 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d874917d-36ad-47eb-8309-172095ef96fe None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:08:42.710672 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d874917d-36ad-47eb-8309-172095ef96fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:42.711086 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d874917d-36ad-47eb-8309-172095ef96fe None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:08:42.711546 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-d874917d-36ad-47eb-8309-172095ef96fe None None] Bound port: b01d1f06-fbbc-448c-92cb-769507ccf89f, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:08:42.712069 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d874917d-36ad-47eb-8309-172095ef96fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:42.717960 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5089a331-c239-4238-b94c-02229d71e6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:42.836701 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a162e4c-1a06-4641-9373-233303ea8ca9 None None] Pushing event updated for resources: {'Port': ['ID=287291eb-7f88-4867-9192-26b0717f9702,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:42.848102 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5089a331-c239-4238-b94c-02229d71e6b1 None None] Routers {'2866ac9e-afab-4a02-9c09-876763922924'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:08:42.848820 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-5089a331-c239-4238-b94c-02229d71e6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:08:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['2866ac9e-afab-4a02-9c09-876763922924'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:08:42.876123 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-d874917d-36ad-47eb-8309-172095ef96fe None None] For port b01d1f06-fbbc-448c-92cb-769507ccf89f, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:08:42.880643 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-d874917d-36ad-47eb-8309-172095ef96fe None None] For port b01d1f06-fbbc-448c-92cb-769507ccf89f, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=b01d1f06-fbbc-448c-92cb-769507ccf89f,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:08:42.890443 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-d874917d-36ad-47eb-8309-172095ef96fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:42.897542 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-1038f1a7-bb09-4ef1-8ced-db3219a1ba2d admin admin] Allocated IP 172.20.0.1 (3b6a4a09-096a-48bc-9257-5fe2e42c872f/a8b05c56-e53d-4f91-b244-76f9295d9850/63e4d7c3-05ed-4901-90bc-9d5d8f81ae08) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:08:42.925253 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cacaa8-6373-413d-aa27-78221af9114a None None] Network 3b6a4a09-096a-48bc-9257-5fe2e42c872f requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:08:43.019096 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23320835-090b-40d1-a1a7-e4afcf78a86b None None] Pushing event updated for resources: {'Port': ['ID=b01d1f06-fbbc-448c-92cb-769507ccf89f,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:43.030291 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d874917d-36ad-47eb-8309-172095ef96fe None None] Routers {'7f06043b-e18d-48ca-b1ff-6f72c3625585'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:08:43.031161 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d874917d-36ad-47eb-8309-172095ef96fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:08:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['7f06043b-e18d-48ca-b1ff-6f72c3625585'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:08:43.077518 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 9139e2c5-14b4-474f-99a8-200e547cf1da up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:08:43.114210 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1038f1a7-bb09-4ef1-8ced-db3219a1ba2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:43.133220 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-1038f1a7-bb09-4ef1-8ced-db3219a1ba2d admin admin] Transition to ACTIVE for port object 63e4d7c3-05ed-4901-90bc-9d5d8f81ae08 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:08:43.162287 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1038f1a7-bb09-4ef1-8ced-db3219a1ba2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:43.163784 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9c1ff489-e23c-4416-be34-842b80ba8d56 None None] Provisioning for port 9139e2c5-14b4-474f-99a8-200e547cf1da completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:08:43.176268 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:43.183960 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:43.241035 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1038f1a7-bb09-4ef1-8ced-db3219a1ba2d admin admin] Network 3b6a4a09-096a-48bc-9257-5fe2e42c872f is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:08:43.243786 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-1038f1a7-bb09-4ef1-8ced-db3219a1ba2d admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:08:43.247163 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-d874917d-36ad-47eb-8309-172095ef96fe None None] Set router 7f06043b-e18d-48ca-b1ff-6f72c3625585 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:08:43.248071 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1038f1a7-bb09-4ef1-8ced-db3219a1ba2d admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:08:43.302370 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1038f1a7-bb09-4ef1-8ced-db3219a1ba2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:43.303880 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-5089a331-c239-4238-b94c-02229d71e6b1 None None] Set router 2866ac9e-afab-4a02-9c09-876763922924 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:08:43.308982 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1038f1a7-bb09-4ef1-8ced-db3219a1ba2d admin admin] Pushing event updated for resources: {'Port': ['ID=63e4d7c3-05ed-4901-90bc-9d5d8f81ae08,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:43.366719 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 9139e2c5-14b4-474f-99a8-200e547cf1da completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:08:43.398828 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1038f1a7-bb09-4ef1-8ced-db3219a1ba2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:43.423348 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 9139e2c5-14b4-474f-99a8-200e547cf1da triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:08:43.423728 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:43.559440 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d874917d-36ad-47eb-8309-172095ef96fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f06043b-e18d-48ca-b1ff-6f72c3625585', 'name': 'tempest-TestEncryptedCinderVolumes-1883837079-router', 'tenant_id': '97d2c2498fb24f9e8bf89241c7bbc918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'b01d1f06-fbbc-448c-92cb-769507ccf89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:08:40Z', 'updated_at': '2022-05-23T12:08:40Z', 'revision_number': 3, 'project_id': '97d2c2498fb24f9e8bf89241c7bbc918', 'gw_port': {'id': 'b01d1f06-fbbc-448c-92cb-769507ccf89f', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f06043b-e18d-48ca-b1ff-6f72c3625585', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:08:40Z', 'updated_at': '2022-05-23T12:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:08:43.563978 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d874917d-36ad-47eb-8309-172095ef96fe None None] The sync data for ids ['7f06043b-e18d-48ca-b1ff-6f72c3625585'] in n-d-842952-2 is: [{'id': '7f06043b-e18d-48ca-b1ff-6f72c3625585', 'name': 'tempest-TestEncryptedCinderVolumes-1883837079-router', 'tenant_id': '97d2c2498fb24f9e8bf89241c7bbc918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'b01d1f06-fbbc-448c-92cb-769507ccf89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:08:40Z', 'updated_at': '2022-05-23T12:08:40Z', 'revision_number': 3, 'project_id': '97d2c2498fb24f9e8bf89241c7bbc918', 'gw_port': {'id': 'b01d1f06-fbbc-448c-92cb-769507ccf89f', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f06043b-e18d-48ca-b1ff-6f72c3625585', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:08:40Z', 'updated_at': '2022-05-23T12:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:08:43.638338 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1038f1a7-bb09-4ef1-8ced-db3219a1ba2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:43.644159 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1038f1a7-bb09-4ef1-8ced-db3219a1ba2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:43.825352 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:43.859164 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1038f1a7-bb09-4ef1-8ced-db3219a1ba2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:43.862822 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1038f1a7-bb09-4ef1-8ced-db3219a1ba2d admin admin] Pushing event updated for resources: {'Port': ['ID=63e4d7c3-05ed-4901-90bc-9d5d8f81ae08,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:43.870501 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 9139e2c5-14b4-474f-99a8-200e547cf1da, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=9139e2c5-14b4-474f-99a8-200e547cf1da,segment=NetworkSegment(c401afdb-9906-4eaa-ac8d-fb1109097069),segment_id=c401afdb-9906-4eaa-ac8d-fb1109097069)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:08:43.883735 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:43.916347 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-5089a331-c239-4238-b94c-02229d71e6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2866ac9e-afab-4a02-9c09-876763922924', 'name': 'tempest-TestEncryptedCinderVolumes-1516409581-router', 'tenant_id': '49a5108c47784c11b0fdba18b9e9b0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '430b60b0-5d46-431f-8a2a-0b049a9c81a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:08:34Z', 'updated_at': '2022-05-23T12:08:36Z', 'revision_number': 4, 'project_id': '49a5108c47784c11b0fdba18b9e9b0a8', 'gw_port': {'id': '430b60b0-5d46-431f-8a2a-0b049a9c81a3', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2866ac9e-afab-4a02-9c09-876763922924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:08:34Z', 'updated_at': '2022-05-23T12:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '287291eb-7f88-4867-9192-26b0717f9702', 'name': '', 'network_id': '2cfa97d7-3728-4d10-977f-e4166baacdc4', 'tenant_id': '49a5108c47784c11b0fdba18b9e9b0a8', 'mac_address': 'fa:16:3e:dd:53:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2866ac9e-afab-4a02-9c09-876763922924', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efe4ebaf-9fce-4da2-b666-dba66e85a982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:08:36Z', 'updated_at': '2022-05-23T12:08:42Z', 'revision_number': 4, 'project_id': '49a5108c47784c11b0fdba18b9e9b0a8', 'subnets': [{'id': 'efe4ebaf-9fce-4da2-b666-dba66e85a982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:08:43.935013 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5089a331-c239-4238-b94c-02229d71e6b1 None None] The sync data for ids ['2866ac9e-afab-4a02-9c09-876763922924'] in n-d-842952-2 is: [{'id': '2866ac9e-afab-4a02-9c09-876763922924', 'name': 'tempest-TestEncryptedCinderVolumes-1516409581-router', 'tenant_id': '49a5108c47784c11b0fdba18b9e9b0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '430b60b0-5d46-431f-8a2a-0b049a9c81a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:08:34Z', 'updated_at': '2022-05-23T12:08:36Z', 'revision_number': 4, 'project_id': '49a5108c47784c11b0fdba18b9e9b0a8', 'gw_port': {'id': '430b60b0-5d46-431f-8a2a-0b049a9c81a3', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2866ac9e-afab-4a02-9c09-876763922924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:08:34Z', 'updated_at': '2022-05-23T12:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '287291eb-7f88-4867-9192-26b0717f9702', 'name': '', 'network_id': '2cfa97d7-3728-4d10-977f-e4166baacdc4', 'tenant_id': '49a5108c47784c11b0fdba18b9e9b0a8', 'mac_address': 'fa:16:3e:dd:53:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2866ac9e-afab-4a02-9c09-876763922924', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efe4ebaf-9fce-4da2-b666-dba66e85a982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:08:36Z', 'updated_at': '2022-05-23T12:08:42Z', 'revision_number': 4, 'project_id': '49a5108c47784c11b0fdba18b9e9b0a8', 'subnets': [{'id': 'efe4ebaf-9fce-4da2-b666-dba66e85a982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:08:43.970341 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=9139e2c5-14b4-474f-99a8-200e547cf1da,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:44.030458 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1038f1a7-bb09-4ef1-8ced-db3219a1ba2d admin admin] Network 3b6a4a09-096a-48bc-9257-5fe2e42c872f is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:08:44.031663 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-1038f1a7-bb09-4ef1-8ced-db3219a1ba2d admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:08:44.078000 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a499e0ba-de49-4c22-8fb6-34e81ede45cf None None] Provisioning complete for port 9139e2c5-14b4-474f-99a8-200e547cf1da triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:08:44.078371 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a499e0ba-de49-4c22-8fb6-34e81ede45cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:44.241870 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a499e0ba-de49-4c22-8fb6-34e81ede45cf None None] Provisioning for port 63e4d7c3-05ed-4901-90bc-9d5d8f81ae08 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:08:44.251789 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a499e0ba-de49-4c22-8fb6-34e81ede45cf None None] Provisioning complete for port 63e4d7c3-05ed-4901-90bc-9d5d8f81ae08 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:08:44.252205 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a499e0ba-de49-4c22-8fb6-34e81ede45cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:44.332877 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a499e0ba-de49-4c22-8fb6-34e81ede45cf None None] Port 63e4d7c3-05ed-4901-90bc-9d5d8f81ae08 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 12:08:44.469789 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1ef486ed-a30f-460d-ad80-f3e8fc97a147 None None] Provisioning complete for port 63e4d7c3-05ed-4901-90bc-9d5d8f81ae08 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:08:44.479433 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ef486ed-a30f-460d-ad80-f3e8fc97a147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:44.542311 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1038f1a7-bb09-4ef1-8ced-db3219a1ba2d admin admin] Router 7f06043b-e18d-48ca-b1ff-6f72c3625585 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:08:44.559696 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:44.560551 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1ef486ed-a30f-460d-ad80-f3e8fc97a147 None None] Port 63e4d7c3-05ed-4901-90bc-9d5d8f81ae08 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 12:08:44.684666 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-60e7c8d5-0383-4a16-a352-3aca495e66fd None None] Provisioning complete for port 63e4d7c3-05ed-4901-90bc-9d5d8f81ae08 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:08:44.685033 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-60e7c8d5-0383-4a16-a352-3aca495e66fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:44.747332 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-60e7c8d5-0383-4a16-a352-3aca495e66fd None None] Port 63e4d7c3-05ed-4901-90bc-9d5d8f81ae08 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 12:08:44.767005 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1038f1a7-bb09-4ef1-8ced-db3219a1ba2d admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:08:44.776948 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1038f1a7-bb09-4ef1-8ced-db3219a1ba2d admin admin] 10.222.0.79 "PUT /v2.0/routers/7f06043b-e18d-48ca-b1ff-6f72c3625585/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2714071 May 23 12:08:44.984704 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 287291eb-7f88-4867-9192-26b0717f9702 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:08:45.064169 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 287291eb-7f88-4867-9192-26b0717f9702 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:08:45.069690 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 287291eb-7f88-4867-9192-26b0717f9702 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:08:45.070223 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:45.202402 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:45.239339 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 287291eb-7f88-4867-9192-26b0717f9702, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=287291eb-7f88-4867-9192-26b0717f9702,segment=NetworkSegment(454af263-ff98-4c69-ad76-d7a9ae10801b),segment_id=454af263-ff98-4c69-ad76-d7a9ae10801b)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:08:45.244846 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:45.245796 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 9139e2c5-14b4-474f-99a8-200e547cf1da up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:08:45.371285 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=287291eb-7f88-4867-9192-26b0717f9702,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:45.387482 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 9139e2c5-14b4-474f-99a8-200e547cf1da triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:08:45.387876 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:45.503808 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device b01d1f06-fbbc-448c-92cb-769507ccf89f up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:08:45.568953 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-d8c34486-5a26-4b0a-ba80-25ea9af5900d tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:08:45.570277 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-d8c34486-5a26-4b0a-ba80-25ea9af5900d tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/networks?id=2cfa97d7-3728-4d10-977f-e4166baacdc4 HTTP/1.1" status: 200 len: 817 time: 0.1431894 May 23 12:08:45.575687 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port b01d1f06-fbbc-448c-92cb-769507ccf89f completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:08:45.582950 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port b01d1f06-fbbc-448c-92cb-769507ccf89f triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:08:45.583715 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:45.590551 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-28b8ed67-d240-424a-afdd-64dc0ad84cb5 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/quotas/49a5108c47784c11b0fdba18b9e9b0a8 HTTP/1.1" status: 200 len: 375 time: 0.0115867 May 23 12:08:45.680626 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-5aaf4549-896b-4dfb-80bd-e490f4d94bae tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=49a5108c47784c11b0fdba18b9e9b0a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0801530 May 23 12:08:45.708722 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:45.724164 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port b01d1f06-fbbc-448c-92cb-769507ccf89f, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=b01d1f06-fbbc-448c-92cb-769507ccf89f,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:08:45.728294 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:45.796982 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=b01d1f06-fbbc-448c-92cb-769507ccf89f,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:45.826156 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-54d0eb48-00cc-4ac9-82d9-20bc326a90ef service neutron] 10.222.0.79 "GET /v2.0/networks/2cfa97d7-3728-4d10-977f-e4166baacdc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334801 May 23 12:08:45.963924 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-5550850f-9e94-4f93-b2f6-dfda3956e114 service neutron] 10.222.0.79 "GET /v2.0/networks/2cfa97d7-3728-4d10-977f-e4166baacdc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317067 May 23 12:08:46.169571 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a44beada-9eeb-4ede-86b6-883828236e80 req-2a2b2094-33d8-4fd3-bd9a-ffecd62dc483 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f093685-5aef-4f5c-b643-cc759cfa0f5c HTTP/1.1" status: 200 len: 210 time: 0.0452607 May 23 12:08:46.875947 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 287291eb-7f88-4867-9192-26b0717f9702 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:08:46.945176 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 287291eb-7f88-4867-9192-26b0717f9702 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:08:46.945551 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:47.069436 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device b01d1f06-fbbc-448c-92cb-769507ccf89f up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:08:47.136251 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port b01d1f06-fbbc-448c-92cb-769507ccf89f triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:08:47.136641 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:47.386223 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4981fa6b-ecd3-45ad-a014-405d94d71d75 req-6bd8bebb-8e1d-4845-b3d3-9b2d85421fd8 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f093685-5aef-4f5c-b643-cc759cfa0f5c HTTP/1.1" status: 200 len: 210 time: 0.0550511 May 23 12:08:47.397293 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-0a79c61a-30e6-492b-8546-16a90a274347 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:08:47.398756 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-0a79c61a-30e6-492b-8546-16a90a274347 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.13 "GET /v2.0/networks?id=2cfa97d7-3728-4d10-977f-e4166baacdc4 HTTP/1.1" status: 200 len: 817 time: 0.2180274 May 23 12:08:47.422802 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-e6c9c996-8700-4f99-98c9-922aa3f142b6 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Request body: {'port': {'device_id': '7f093685-5aef-4f5c-b643-cc759cfa0f5c', 'network_id': '2cfa97d7-3728-4d10-977f-e4166baacdc4', 'admin_state_up': True, 'tenant_id': '49a5108c47784c11b0fdba18b9e9b0a8'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:08:47.561069 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-e6c9c996-8700-4f99-98c9-922aa3f142b6 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:08:47.566092 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-e6c9c996-8700-4f99-98c9-922aa3f142b6 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Usage tracker for resource:port and tenant:49a5108c47784c11b0fdba18b9e9b0a8 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:08:47.568950 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-e6c9c996-8700-4f99-98c9-922aa3f142b6 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:08:47.574978 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-e6c9c996-8700-4f99-98c9-922aa3f142b6 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:08:47.587463 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-e6c9c996-8700-4f99-98c9-922aa3f142b6 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Made reservation on behalf of 49a5108c47784c11b0fdba18b9e9b0a8 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:08:47.590761 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-e6c9c996-8700-4f99-98c9-922aa3f142b6 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:47.868220 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-e6c9c996-8700-4f99-98c9-922aa3f142b6 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Allocated IP 172.20.0.3 (2cfa97d7-3728-4d10-977f-e4166baacdc4/efe4ebaf-9fce-4da2-b666-dba66e85a982/17abc9ee-5389-48df-aeb5-65326b533c80) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:08:48.085408 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-e6c9c996-8700-4f99-98c9-922aa3f142b6 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:48.101906 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-e6c9c996-8700-4f99-98c9-922aa3f142b6 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Transition to ACTIVE for port object 17abc9ee-5389-48df-aeb5-65326b533c80 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:08:48.127218 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-e6c9c996-8700-4f99-98c9-922aa3f142b6 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:48.203084 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-e6c9c996-8700-4f99-98c9-922aa3f142b6 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Network 2cfa97d7-3728-4d10-977f-e4166baacdc4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:08:48.206230 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-e6c9c996-8700-4f99-98c9-922aa3f142b6 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:08:48.210725 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-e6c9c996-8700-4f99-98c9-922aa3f142b6 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:08:48.236134 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c9c996-8700-4f99-98c9-922aa3f142b6 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Pushing event updated for resources: {'Port': ['ID=17abc9ee-5389-48df-aeb5-65326b533c80,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:48.278565 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-e6c9c996-8700-4f99-98c9-922aa3f142b6 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:08:48.279182 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-e6c9c996-8700-4f99-98c9-922aa3f142b6 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:48.301347 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-e6c9c996-8700-4f99-98c9-922aa3f142b6 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8832734 May 23 12:08:48.316617 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-472a7ba0-3e04-4d7f-b910-748671ca83ac tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 12:08:48.317662 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-472a7ba0-3e04-4d7f-b910-748671ca83ac tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053313 May 23 12:08:48.327740 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-2a07e4be-7f6e-4c34-88d1-0faced22fb02 service neutron] Request body: {'port': {'device_id': '7f093685-5aef-4f5c-b643-cc759cfa0f5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:08:48.445060 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-2a07e4be-7f6e-4c34-88d1-0faced22fb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:48.498333 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a3483fc2-61b3-4e37-b1f2-68cb98050834 None None] Provisioning for port 17abc9ee-5389-48df-aeb5-65326b533c80 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:08:48.503653 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a3483fc2-61b3-4e37-b1f2-68cb98050834 None None] Provisioning complete for port 17abc9ee-5389-48df-aeb5-65326b533c80 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:08:48.504059 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a3483fc2-61b3-4e37-b1f2-68cb98050834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:48.560005 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a3483fc2-61b3-4e37-b1f2-68cb98050834 None None] Port 17abc9ee-5389-48df-aeb5-65326b533c80 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 12:08:48.748242 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06430dee-7722-443d-8eeb-72d9d42225a9 req-e5787dcf-4a91-4ead-9ce9-e132f1c5f5e7 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:08:48.748925 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-06430dee-7722-443d-8eeb-72d9d42225a9 req-e5787dcf-4a91-4ead-9ce9-e132f1c5f5e7 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Synchronizing usage tracker for tenant:49a5108c47784c11b0fdba18b9e9b0a8 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:08:48.788134 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-06430dee-7722-443d-8eeb-72d9d42225a9 req-e5787dcf-4a91-4ead-9ce9-e132f1c5f5e7 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Unset dirty status for tenant:49a5108c47784c11b0fdba18b9e9b0a8 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:08:48.789298 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-06430dee-7722-443d-8eeb-72d9d42225a9 req-e5787dcf-4a91-4ead-9ce9-e132f1c5f5e7 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f093685-5aef-4f5c-b643-cc759cfa0f5c HTTP/1.1" status: 200 len: 931 time: 0.2696509 May 23 12:08:48.886273 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-2a07e4be-7f6e-4c34-88d1-0faced22fb02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17abc9ee-5389-48df-aeb5-65326b533c80 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 12:08:48.895771 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-2a07e4be-7f6e-4c34-88d1-0faced22fb02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:48.905296 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-06430dee-7722-443d-8eeb-72d9d42225a9 req-8f008f57-6737-4b88-a7ef-9e798b8cce92 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3592d9a-ef12-449a-9e1e-e8fd403d37e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053085 May 23 12:08:48.914034 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-2a07e4be-7f6e-4c34-88d1-0faced22fb02 service neutron] Transition to ACTIVE for port object 17abc9ee-5389-48df-aeb5-65326b533c80 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:08:48.919502 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-2a07e4be-7f6e-4c34-88d1-0faced22fb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:49.046511 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07e4be-7f6e-4c34-88d1-0faced22fb02 service neutron] Pushing event updated for resources: {'Port': ['ID=17abc9ee-5389-48df-aeb5-65326b533c80,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:49.158774 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-2a07e4be-7f6e-4c34-88d1-0faced22fb02 service neutron] Attempting to bind port 17abc9ee-5389-48df-aeb5-65326b533c80 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:08:49.159115 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-2a07e4be-7f6e-4c34-88d1-0faced22fb02 service neutron] Attempting to bind port 17abc9ee-5389-48df-aeb5-65326b533c80 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '454af263-ff98-4c69-ad76-d7a9ae10801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2cfa97d7-3728-4d10-977f-e4166baacdc4'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:08:49.159445 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-2a07e4be-7f6e-4c34-88d1-0faced22fb02 service neutron] Attempting to bind port 17abc9ee-5389-48df-aeb5-65326b533c80 on network 2cfa97d7-3728-4d10-977f-e4166baacdc4 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:08:49.165570 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-2a07e4be-7f6e-4c34-88d1-0faced22fb02 service neutron] Port 17abc9ee-5389-48df-aeb5-65326b533c80 on network 2cfa97d7-3728-4d10-977f-e4166baacdc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 12:08:49.165928 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-2a07e4be-7f6e-4c34-88d1-0faced22fb02 service neutron] Attempting to bind port 17abc9ee-5389-48df-aeb5-65326b533c80 on network 2cfa97d7-3728-4d10-977f-e4166baacdc4 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:08:49.173361 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-2a07e4be-7f6e-4c34-88d1-0faced22fb02 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:08:49.173695 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-2a07e4be-7f6e-4c34-88d1-0faced22fb02 service neutron] Checking segment: {'id': '454af263-ff98-4c69-ad76-d7a9ae10801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2cfa97d7-3728-4d10-977f-e4166baacdc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:08:49.174068 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-2a07e4be-7f6e-4c34-88d1-0faced22fb02 service neutron] Bound using segment: {'id': '454af263-ff98-4c69-ad76-d7a9ae10801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2cfa97d7-3728-4d10-977f-e4166baacdc4'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:08:49.174490 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-2a07e4be-7f6e-4c34-88d1-0faced22fb02 service neutron] Bound port: 17abc9ee-5389-48df-aeb5-65326b533c80, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '454af263-ff98-4c69-ad76-d7a9ae10801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2cfa97d7-3728-4d10-977f-e4166baacdc4'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:08:49.174829 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-2a07e4be-7f6e-4c34-88d1-0faced22fb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:49.263077 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-2a07e4be-7f6e-4c34-88d1-0faced22fb02 service neutron] For port 17abc9ee-5389-48df-aeb5-65326b533c80, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:08:49.266303 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-2a07e4be-7f6e-4c34-88d1-0faced22fb02 service neutron] For port 17abc9ee-5389-48df-aeb5-65326b533c80, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=17abc9ee-5389-48df-aeb5-65326b533c80,segment=NetworkSegment(454af263-ff98-4c69-ad76-d7a9ae10801b),segment_id=454af263-ff98-4c69-ad76-d7a9ae10801b)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:08:49.273162 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-2a07e4be-7f6e-4c34-88d1-0faced22fb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:49.339008 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-2a07e4be-7f6e-4c34-88d1-0faced22fb02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:49.340984 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-2a07e4be-7f6e-4c34-88d1-0faced22fb02 service neutron] 10.222.0.13 "PUT /v2.0/ports/17abc9ee-5389-48df-aeb5-65326b533c80 HTTP/1.1" status: 200 len: 1091 time: 1.0173185 May 23 12:08:49.341578 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f093685-5aef-4f5c-b643-cc759cfa0f5c', 'tag': '17abc9ee-5389-48df-aeb5-65326b533c80'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:08:49.368152 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07e4be-7f6e-4c34-88d1-0faced22fb02 service neutron] Pushing event updated for resources: {'Port': ['ID=17abc9ee-5389-48df-aeb5-65326b533c80,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:49.425340 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b556557a-ee52-47ea-b66a-39a17ce1bbb6'] response: {'name': 'network-changed', 'server_uuid': '7f093685-5aef-4f5c-b643-cc759cfa0f5c', 'tag': '17abc9ee-5389-48df-aeb5-65326b533c80', 'status': 'completed', 'code': 200} May 23 12:08:49.470262 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-106b7cd2-8697-495d-bd29-50e0501f289b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=49a5108c47784c11b0fdba18b9e9b0a8&device_id=7f093685-5aef-4f5c-b643-cc759cfa0f5c HTTP/1.1" status: 200 len: 1094 time: 0.0762913 May 23 12:08:49.547798 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-ac9dc469-295c-4123-b063-7deb4205cd2a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17abc9ee-5389-48df-aeb5-65326b533c80 HTTP/1.1" status: 200 len: 217 time: 0.0651646 May 23 12:08:49.615584 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-bc38b02f-502f-4f84-b448-3fd53a245595 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:08:49.617676 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-bc38b02f-502f-4f84-b448-3fd53a245595 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=efe4ebaf-9fce-4da2-b666-dba66e85a982 HTTP/1.1" status: 200 len: 856 time: 0.0636892 May 23 12:08:49.787014 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-09f06c0f-ef65-411e-a19a-7dffdde48ee4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2cfa97d7-3728-4d10-977f-e4166baacdc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1634800 May 23 12:08:49.923361 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-5d41bf5b-2a7e-46de-8d4f-fef035d1d2a3 service neutron] 10.222.0.13 "GET /v2.0/networks/2cfa97d7-3728-4d10-977f-e4166baacdc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306701 May 23 12:08:50.095432 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7a476cde-8acb-479d-97ec-d0f378b38654 req-ef4b37a1-6053-4706-aea3-ef3a2cc01454 service neutron] 10.222.0.13 "GET /v2.0/networks/2cfa97d7-3728-4d10-977f-e4166baacdc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650460 May 23 12:08:50.129191 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d45534-d775-4103-8c09-7a0b94333ed8 req-3b014e3f-763f-44bb-9751-b2abe1e1132e tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:08:50.130612 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-64d45534-d775-4103-8c09-7a0b94333ed8 req-3b014e3f-763f-44bb-9751-b2abe1e1132e tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f093685-5aef-4f5c-b643-cc759cfa0f5c HTTP/1.1" status: 200 len: 943 time: 0.0963888 May 23 12:08:50.179484 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-64d45534-d775-4103-8c09-7a0b94333ed8 req-40083f17-b2e9-4556-8c63-cb78e922118a tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3592d9a-ef12-449a-9e1e-e8fd403d37e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404105 May 23 12:08:50.263423 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c512a7fd-415e-47a4-9496-e8a819c0b7cb req-7afec797-0746-4a8f-9f34-440a2ae50e01 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=49a5108c47784c11b0fdba18b9e9b0a8&device_id=7f093685-5aef-4f5c-b643-cc759cfa0f5c HTTP/1.1" status: 200 len: 1094 time: 0.0755613 May 23 12:08:50.406996 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512a7fd-415e-47a4-9496-e8a819c0b7cb req-d19a8370-deda-4e6b-865d-5aa5f33364f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:08:50.408723 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c512a7fd-415e-47a4-9496-e8a819c0b7cb req-d19a8370-deda-4e6b-865d-5aa5f33364f1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2cfa97d7-3728-4d10-977f-e4166baacdc4 HTTP/1.1" status: 200 len: 918 time: 0.1390631 May 23 12:08:50.477341 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c512a7fd-415e-47a4-9496-e8a819c0b7cb req-4ee4c38a-0ee0-4281-b8ed-2ba33145c765 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17abc9ee-5389-48df-aeb5-65326b533c80 HTTP/1.1" status: 200 len: 217 time: 0.0611773 May 23 12:08:50.543048 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512a7fd-415e-47a4-9496-e8a819c0b7cb req-2c9123b5-098f-483b-b324-9a8785dcb657 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:08:50.544489 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c512a7fd-415e-47a4-9496-e8a819c0b7cb req-2c9123b5-098f-483b-b324-9a8785dcb657 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=efe4ebaf-9fce-4da2-b666-dba66e85a982 HTTP/1.1" status: 200 len: 856 time: 0.0618124 May 23 12:08:50.621045 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c512a7fd-415e-47a4-9496-e8a819c0b7cb req-58a969b4-4365-4eb0-9a0a-275b224956ed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2cfa97d7-3728-4d10-977f-e4166baacdc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701454 May 23 12:08:50.756847 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c512a7fd-415e-47a4-9496-e8a819c0b7cb req-4e2f0058-ac1c-41d0-850d-64d10a3209fc service neutron] 10.222.0.13 "GET /v2.0/networks/2cfa97d7-3728-4d10-977f-e4166baacdc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290667 May 23 12:08:50.891990 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c512a7fd-415e-47a4-9496-e8a819c0b7cb req-f407441f-d777-4941-a45c-f94a4e76bde7 service neutron] 10.222.0.13 "GET /v2.0/networks/2cfa97d7-3728-4d10-977f-e4166baacdc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295011 May 23 12:08:51.408568 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00d263-d030-41f5-8859-5a6dab68c164 req-1a9586ab-eaff-4d1f-bebe-350494d63894 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:08:51.410015 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5a00d263-d030-41f5-8859-5a6dab68c164 req-1a9586ab-eaff-4d1f-bebe-350494d63894 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f093685-5aef-4f5c-b643-cc759cfa0f5c HTTP/1.1" status: 200 len: 943 time: 0.0987942 May 23 12:08:51.457825 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5a00d263-d030-41f5-8859-5a6dab68c164 req-510f2a12-ce76-4e5e-8639-c115555ab62d tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3592d9a-ef12-449a-9e1e-e8fd403d37e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420017 May 23 12:08:52.684957 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeedf8a3-a1aa-46ed-b9ba-7b0b6ca49637 req-db8da479-614c-4c5f-8100-de6d6ae21b67 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:08:52.686441 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aeedf8a3-a1aa-46ed-b9ba-7b0b6ca49637 req-db8da479-614c-4c5f-8100-de6d6ae21b67 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f093685-5aef-4f5c-b643-cc759cfa0f5c HTTP/1.1" status: 200 len: 943 time: 0.0893373 May 23 12:08:52.736007 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aeedf8a3-a1aa-46ed-b9ba-7b0b6ca49637 req-ef0cce88-f87a-4608-8668-7fb2dfc7a07c tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3592d9a-ef12-449a-9e1e-e8fd403d37e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422630 May 23 12:08:53.456992 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 17abc9ee-5389-48df-aeb5-65326b533c80 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 12:08:53.613011 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 17abc9ee-5389-48df-aeb5-65326b533c80, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=17abc9ee-5389-48df-aeb5-65326b533c80,segment=NetworkSegment(454af263-ff98-4c69-ad76-d7a9ae10801b),segment_id=454af263-ff98-4c69-ad76-d7a9ae10801b)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:08:53.630247 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '17abc9ee-5389-48df-aeb5-65326b533c80', 'network_id': '2cfa97d7-3728-4d10-977f-e4166baacdc4', 'port_id': '17abc9ee-5389-48df-aeb5-65326b533c80', 'mac_address': 'fa:16:3e:e1:11:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efe4ebaf-9fce-4da2-b666-dba66e85a982', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 12:08:53.686313 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:53.703350 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17abc9ee-5389-48df-aeb5-65326b533c80 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 12:08:53.718941 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 17abc9ee-5389-48df-aeb5-65326b533c80, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=17abc9ee-5389-48df-aeb5-65326b533c80,segment=NetworkSegment(454af263-ff98-4c69-ad76-d7a9ae10801b),segment_id=454af263-ff98-4c69-ad76-d7a9ae10801b)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:08:53.726979 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:53.806831 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=17abc9ee-5389-48df-aeb5-65326b533c80,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:53.818814 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:08:53.819172 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:08:53.819503 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:08:53.819861 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:08:53.820199 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:08:53.820530 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:08:53.820857 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:08:53.821185 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:08:53.821509 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:08:53.821851 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:08:53.822161 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:08:53.947360 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe5842-74a9-4b45-bd30-4a798d4e5043 req-bbeaaaff-ee06-4630-b09d-d6f93c138631 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:08:53.948913 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-afbe5842-74a9-4b45-bd30-4a798d4e5043 req-bbeaaaff-ee06-4630-b09d-d6f93c138631 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f093685-5aef-4f5c-b643-cc759cfa0f5c HTTP/1.1" status: 200 len: 944 time: 0.0849247 May 23 12:08:54.002350 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-afbe5842-74a9-4b45-bd30-4a798d4e5043 req-6ec0f922-26ef-42a5-b42a-da9961fe37da tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3592d9a-ef12-449a-9e1e-e8fd403d37e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475855 May 23 12:08:54.108484 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['17abc9ee-5389-48df-aeb5-65326b533c80'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 12:08:55.227511 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7503347-d7cb-47c8-9500-857ccc4bc3b2 req-dab8f343-5634-462b-a98e-dce8eaff2614 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:08:55.229031 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e7503347-d7cb-47c8-9500-857ccc4bc3b2 req-dab8f343-5634-462b-a98e-dce8eaff2614 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f093685-5aef-4f5c-b643-cc759cfa0f5c HTTP/1.1" status: 200 len: 944 time: 0.0829265 May 23 12:08:55.284636 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e7503347-d7cb-47c8-9500-857ccc4bc3b2 req-20e83e9f-7557-4537-88fa-4a5d76b058cf tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3592d9a-ef12-449a-9e1e-e8fd403d37e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497699 May 23 12:08:55.471899 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 17abc9ee-5389-48df-aeb5-65326b533c80 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:08:55.553028 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 17abc9ee-5389-48df-aeb5-65326b533c80 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:08:55.558222 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 17abc9ee-5389-48df-aeb5-65326b533c80 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:08:55.558589 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:55.673772 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:55.700778 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f093685-5aef-4f5c-b643-cc759cfa0f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17abc9ee-5389-48df-aeb5-65326b533c80'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:08:55.710547 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 17abc9ee-5389-48df-aeb5-65326b533c80, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=17abc9ee-5389-48df-aeb5-65326b533c80,segment=NetworkSegment(454af263-ff98-4c69-ad76-d7a9ae10801b),segment_id=454af263-ff98-4c69-ad76-d7a9ae10801b)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:08:55.719742 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:08:55.762950 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52f0a4ae-a6db-408c-9cf2-c072c24238e8'] response: {'server_uuid': '7f093685-5aef-4f5c-b643-cc759cfa0f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17abc9ee-5389-48df-aeb5-65326b533c80', 'code': 200} May 23 12:08:55.789135 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=17abc9ee-5389-48df-aeb5-65326b533c80,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:08:55.919314 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f2bd5493-b5cf-4274-bdb6-e3deced0c7d9 req-e8d09455-9aa4-4521-8017-5f60a893e6b8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7f093685-5aef-4f5c-b643-cc759cfa0f5c HTTP/1.1" status: 200 len: 1096 time: 0.0741780 May 23 12:08:55.965317 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f2bd5493-b5cf-4274-bdb6-e3deced0c7d9 req-51b4b3d2-0705-468d-809a-7b8658466b5a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f3592d9a-ef12-449a-9e1e-e8fd403d37e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401542 May 23 12:08:56.492357 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394fd5d4-94b9-4d2b-92a3-6c1ca43599ae req-2c82bf0c-27b2-439e-9706-376726c218e3 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:08:56.493546 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-394fd5d4-94b9-4d2b-92a3-6c1ca43599ae req-2c82bf0c-27b2-439e-9706-376726c218e3 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f093685-5aef-4f5c-b643-cc759cfa0f5c HTTP/1.1" status: 200 len: 945 time: 0.0836670 May 23 12:08:56.633388 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-394fd5d4-94b9-4d2b-92a3-6c1ca43599ae req-9f998de7-1556-46b9-8d1a-8a8daf25f1b1 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3592d9a-ef12-449a-9e1e-e8fd403d37e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336851 May 23 12:08:57.839505 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd54dc-b86b-405d-a580-677dd3ae378a req-04101e30-0ca0-47d7-a695-7a9c32dd9de9 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:08:57.840889 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dfcd54dc-b86b-405d-a580-677dd3ae378a req-04101e30-0ca0-47d7-a695-7a9c32dd9de9 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f093685-5aef-4f5c-b643-cc759cfa0f5c HTTP/1.1" status: 200 len: 945 time: 0.0782478 May 23 12:08:57.886613 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dfcd54dc-b86b-405d-a580-677dd3ae378a req-ce50ca53-56da-48a5-8402-017f60ba28d9 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3592d9a-ef12-449a-9e1e-e8fd403d37e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400548 May 23 12:08:58.097667 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a538c87-1668-4171-8797-d628ebcb676f req-40182ced-b91b-436b-bc4a-6e0ce2edd7f9 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:08:58.098972 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9a538c87-1668-4171-8797-d628ebcb676f req-40182ced-b91b-436b-bc4a-6e0ce2edd7f9 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f093685-5aef-4f5c-b643-cc759cfa0f5c HTTP/1.1" status: 200 len: 945 time: 0.0832767 May 23 12:08:58.150743 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9a538c87-1668-4171-8797-d628ebcb676f req-02bef57d-dc23-4cfc-ac9c-ece4edede28b tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3592d9a-ef12-449a-9e1e-e8fd403d37e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460594 May 23 12:09:06.004642 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d4aaa3-2448-4062-aa86-4f5066c74ccf None None] Sync routers for ids ['7f06043b-e18d-48ca-b1ff-6f72c3625585'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:09:06.017785 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d4aaa3-2448-4062-aa86-4f5066c74ccf None None] Routers {'7f06043b-e18d-48ca-b1ff-6f72c3625585'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:09:06.018396 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-37d4aaa3-2448-4062-aa86-4f5066c74ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:08:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['7f06043b-e18d-48ca-b1ff-6f72c3625585'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:09:06.197982 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-37d4aaa3-2448-4062-aa86-4f5066c74ccf None None] Set router 7f06043b-e18d-48ca-b1ff-6f72c3625585 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:09:06.501752 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-37d4aaa3-2448-4062-aa86-4f5066c74ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f06043b-e18d-48ca-b1ff-6f72c3625585', 'name': 'tempest-TestEncryptedCinderVolumes-1883837079-router', 'tenant_id': '97d2c2498fb24f9e8bf89241c7bbc918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'b01d1f06-fbbc-448c-92cb-769507ccf89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:08:40Z', 'updated_at': '2022-05-23T12:08:43Z', 'revision_number': 4, 'project_id': '97d2c2498fb24f9e8bf89241c7bbc918', 'gw_port': {'id': 'b01d1f06-fbbc-448c-92cb-769507ccf89f', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f06043b-e18d-48ca-b1ff-6f72c3625585', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:08:40Z', 'updated_at': '2022-05-23T12:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '63e4d7c3-05ed-4901-90bc-9d5d8f81ae08', 'name': '', 'network_id': '3b6a4a09-096a-48bc-9257-5fe2e42c872f', 'tenant_id': '97d2c2498fb24f9e8bf89241c7bbc918', 'mac_address': 'fa:16:3e:d0:63:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f06043b-e18d-48ca-b1ff-6f72c3625585', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8b05c56-e53d-4f91-b244-76f9295d9850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:08:42Z', 'updated_at': '2022-05-23T12:08:43Z', 'revision_number': 2, 'project_id': '97d2c2498fb24f9e8bf89241c7bbc918', 'subnets': [{'id': 'a8b05c56-e53d-4f91-b244-76f9295d9850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:09:06.505689 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d4aaa3-2448-4062-aa86-4f5066c74ccf None None] Checking router: 7f06043b-e18d-48ca-b1ff-6f72c3625585 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:09:06.506041 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d4aaa3-2448-4062-aa86-4f5066c74ccf None None] Updating router 7f06043b-e18d-48ca-b1ff-6f72c3625585 port 63e4d7c3-05ed-4901-90bc-9d5d8f81ae08 binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 12:09:06.596810 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-37d4aaa3-2448-4062-aa86-4f5066c74ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:06.957363 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-37d4aaa3-2448-4062-aa86-4f5066c74ccf None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:06.975663 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-37d4aaa3-2448-4062-aa86-4f5066c74ccf None None] Transition to ACTIVE for port object 63e4d7c3-05ed-4901-90bc-9d5d8f81ae08 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:09:06.984787 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-37d4aaa3-2448-4062-aa86-4f5066c74ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:07.111782 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44796a51-90eb-4a81-92d6-b4cf1973567f None None] Pushing event updated for resources: {'Port': ['ID=63e4d7c3-05ed-4901-90bc-9d5d8f81ae08,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:09:07.202732 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-37d4aaa3-2448-4062-aa86-4f5066c74ccf None None] Attempting to bind port 63e4d7c3-05ed-4901-90bc-9d5d8f81ae08 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:09:07.203097 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-37d4aaa3-2448-4062-aa86-4f5066c74ccf None None] Attempting to bind port 63e4d7c3-05ed-4901-90bc-9d5d8f81ae08 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'c401afdb-9906-4eaa-ac8d-fb1109097069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3b6a4a09-096a-48bc-9257-5fe2e42c872f'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:09:07.203459 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d4aaa3-2448-4062-aa86-4f5066c74ccf None None] Attempting to bind port 63e4d7c3-05ed-4901-90bc-9d5d8f81ae08 on network 3b6a4a09-096a-48bc-9257-5fe2e42c872f {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:09:07.210237 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d4aaa3-2448-4062-aa86-4f5066c74ccf None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:09:07.210580 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d4aaa3-2448-4062-aa86-4f5066c74ccf None None] Checking segment: {'id': 'c401afdb-9906-4eaa-ac8d-fb1109097069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3b6a4a09-096a-48bc-9257-5fe2e42c872f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:09:07.211004 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-37d4aaa3-2448-4062-aa86-4f5066c74ccf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:07.211392 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d4aaa3-2448-4062-aa86-4f5066c74ccf None None] Bound using segment: {'id': 'c401afdb-9906-4eaa-ac8d-fb1109097069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3b6a4a09-096a-48bc-9257-5fe2e42c872f'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:09:07.211847 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-37d4aaa3-2448-4062-aa86-4f5066c74ccf None None] Bound port: 63e4d7c3-05ed-4901-90bc-9d5d8f81ae08, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c401afdb-9906-4eaa-ac8d-fb1109097069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3b6a4a09-096a-48bc-9257-5fe2e42c872f'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:09:07.212248 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-37d4aaa3-2448-4062-aa86-4f5066c74ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:07.309024 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-37d4aaa3-2448-4062-aa86-4f5066c74ccf None None] For port 63e4d7c3-05ed-4901-90bc-9d5d8f81ae08, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:09:07.312165 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-37d4aaa3-2448-4062-aa86-4f5066c74ccf None None] For port 63e4d7c3-05ed-4901-90bc-9d5d8f81ae08, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=63e4d7c3-05ed-4901-90bc-9d5d8f81ae08,segment=NetworkSegment(c401afdb-9906-4eaa-ac8d-fb1109097069),segment_id=c401afdb-9906-4eaa-ac8d-fb1109097069)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:09:07.317686 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-37d4aaa3-2448-4062-aa86-4f5066c74ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:07.409224 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44796a51-90eb-4a81-92d6-b4cf1973567f None None] Pushing event updated for resources: {'Port': ['ID=63e4d7c3-05ed-4901-90bc-9d5d8f81ae08,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:09:07.417830 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d4aaa3-2448-4062-aa86-4f5066c74ccf None None] Routers {'7f06043b-e18d-48ca-b1ff-6f72c3625585'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:09:07.418525 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-37d4aaa3-2448-4062-aa86-4f5066c74ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:08:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['7f06043b-e18d-48ca-b1ff-6f72c3625585'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:09:07.606262 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-37d4aaa3-2448-4062-aa86-4f5066c74ccf None None] Set router 7f06043b-e18d-48ca-b1ff-6f72c3625585 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:09:07.946947 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-37d4aaa3-2448-4062-aa86-4f5066c74ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f06043b-e18d-48ca-b1ff-6f72c3625585', 'name': 'tempest-TestEncryptedCinderVolumes-1883837079-router', 'tenant_id': '97d2c2498fb24f9e8bf89241c7bbc918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'b01d1f06-fbbc-448c-92cb-769507ccf89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:08:40Z', 'updated_at': '2022-05-23T12:08:43Z', 'revision_number': 4, 'project_id': '97d2c2498fb24f9e8bf89241c7bbc918', 'gw_port': {'id': 'b01d1f06-fbbc-448c-92cb-769507ccf89f', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f06043b-e18d-48ca-b1ff-6f72c3625585', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:08:40Z', 'updated_at': '2022-05-23T12:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '63e4d7c3-05ed-4901-90bc-9d5d8f81ae08', 'name': '', 'network_id': '3b6a4a09-096a-48bc-9257-5fe2e42c872f', 'tenant_id': '97d2c2498fb24f9e8bf89241c7bbc918', 'mac_address': 'fa:16:3e:d0:63:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f06043b-e18d-48ca-b1ff-6f72c3625585', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8b05c56-e53d-4f91-b244-76f9295d9850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:08:42Z', 'updated_at': '2022-05-23T12:09:07Z', 'revision_number': 4, 'project_id': '97d2c2498fb24f9e8bf89241c7bbc918', 'subnets': [{'id': 'a8b05c56-e53d-4f91-b244-76f9295d9850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:09:07.951510 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d4aaa3-2448-4062-aa86-4f5066c74ccf None None] The sync data for ids ['7f06043b-e18d-48ca-b1ff-6f72c3625585'] in n-d-842952-2 is: [{'id': '7f06043b-e18d-48ca-b1ff-6f72c3625585', 'name': 'tempest-TestEncryptedCinderVolumes-1883837079-router', 'tenant_id': '97d2c2498fb24f9e8bf89241c7bbc918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'b01d1f06-fbbc-448c-92cb-769507ccf89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:08:40Z', 'updated_at': '2022-05-23T12:08:43Z', 'revision_number': 4, 'project_id': '97d2c2498fb24f9e8bf89241c7bbc918', 'gw_port': {'id': 'b01d1f06-fbbc-448c-92cb-769507ccf89f', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f06043b-e18d-48ca-b1ff-6f72c3625585', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:08:40Z', 'updated_at': '2022-05-23T12:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '63e4d7c3-05ed-4901-90bc-9d5d8f81ae08', 'name': '', 'network_id': '3b6a4a09-096a-48bc-9257-5fe2e42c872f', 'tenant_id': '97d2c2498fb24f9e8bf89241c7bbc918', 'mac_address': 'fa:16:3e:d0:63:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f06043b-e18d-48ca-b1ff-6f72c3625585', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8b05c56-e53d-4f91-b244-76f9295d9850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:08:42Z', 'updated_at': '2022-05-23T12:09:07Z', 'revision_number': 4, 'project_id': '97d2c2498fb24f9e8bf89241c7bbc918', 'subnets': [{'id': 'a8b05c56-e53d-4f91-b244-76f9295d9850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:09:08.557255 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:08.894008 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 63e4d7c3-05ed-4901-90bc-9d5d8f81ae08 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:09:08.971022 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 63e4d7c3-05ed-4901-90bc-9d5d8f81ae08 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:09:08.975955 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 63e4d7c3-05ed-4901-90bc-9d5d8f81ae08 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:09:08.976327 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:09.092040 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:09.129883 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 63e4d7c3-05ed-4901-90bc-9d5d8f81ae08, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=63e4d7c3-05ed-4901-90bc-9d5d8f81ae08,segment=NetworkSegment(c401afdb-9906-4eaa-ac8d-fb1109097069),segment_id=c401afdb-9906-4eaa-ac8d-fb1109097069)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:09:09.136972 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:09.204354 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=63e4d7c3-05ed-4901-90bc-9d5d8f81ae08,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:09:09.331967 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-764ddd15-e503-4e4d-92b8-14f0bd186b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:09.960386 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:10.877520 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 63e4d7c3-05ed-4901-90bc-9d5d8f81ae08 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:09:10.988509 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 63e4d7c3-05ed-4901-90bc-9d5d8f81ae08 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:09:10.989387 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:11.648780 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7a3d1765-dcca-4da3-963a-c8fc362fab98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:12.888168 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:12.960763 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:09:12.973450 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:14.064279 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1355a8-fe52-4d37-9a44-8cbf1b555580 req-9158e2dd-e586-4c86-9498-944dc279859c tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:09:14.065738 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2a1355a8-fe52-4d37-9a44-8cbf1b555580 req-9158e2dd-e586-4c86-9498-944dc279859c tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f093685-5aef-4f5c-b643-cc759cfa0f5c HTTP/1.1" status: 200 len: 945 time: 0.0934632 May 23 12:09:14.115223 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2a1355a8-fe52-4d37-9a44-8cbf1b555580 req-607114ef-a9fe-4eb6-b18d-656930a020b3 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3592d9a-ef12-449a-9e1e-e8fd403d37e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407329 May 23 12:09:14.530295 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:15.336953 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286a0ac-9757-4c1e-bd50-3562ed503e97 req-b76989f3-2f58-492a-95fe-593dab0ee20c tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:09:15.338336 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0286a0ac-9757-4c1e-bd50-3562ed503e97 req-b76989f3-2f58-492a-95fe-593dab0ee20c tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f093685-5aef-4f5c-b643-cc759cfa0f5c HTTP/1.1" status: 200 len: 945 time: 0.0880044 May 23 12:09:15.386185 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0286a0ac-9757-4c1e-bd50-3562ed503e97 req-eeb12fff-6d2c-4135-9bc2-83ca3b5c9494 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3592d9a-ef12-449a-9e1e-e8fd403d37e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420437 May 23 12:09:15.855044 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5726711e-8053-421e-873d-22543c808bd1 req-308615a7-a103-45e7-85c5-e5cdca62c6cd tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:09:15.856613 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5726711e-8053-421e-873d-22543c808bd1 req-308615a7-a103-45e7-85c5-e5cdca62c6cd tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f093685-5aef-4f5c-b643-cc759cfa0f5c HTTP/1.1" status: 200 len: 945 time: 0.0810373 May 23 12:09:15.927605 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-5726711e-8053-421e-873d-22543c808bd1 req-d9beda47-b8b3-4423-a629-77059e96cc2e tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Deleting port 17abc9ee-5389-48df-aeb5-65326b533c80 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:09:15.927971 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5726711e-8053-421e-873d-22543c808bd1 req-d9beda47-b8b3-4423-a629-77059e96cc2e tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:16.197514 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-5726711e-8053-421e-873d-22543c808bd1 req-d9beda47-b8b3-4423-a629-77059e96cc2e tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] For port 17abc9ee-5389-48df-aeb5-65326b533c80, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=17abc9ee-5389-48df-aeb5-65326b533c80,segment=NetworkSegment(454af263-ff98-4c69-ad76-d7a9ae10801b),segment_id=454af263-ff98-4c69-ad76-d7a9ae10801b)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:09:16.197868 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5726711e-8053-421e-873d-22543c808bd1 req-d9beda47-b8b3-4423-a629-77059e96cc2e tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:16.329386 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-5726711e-8053-421e-873d-22543c808bd1 req-d9beda47-b8b3-4423-a629-77059e96cc2e tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Calling delete_port for 17abc9ee-5389-48df-aeb5-65326b533c80 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:09:16.488494 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5726711e-8053-421e-873d-22543c808bd1 req-d9beda47-b8b3-4423-a629-77059e96cc2e tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:16.524510 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['17abc9ee-5389-48df-aeb5-65326b533c80'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 12:09:16.580371 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9beda47-b8b3-4423-a629-77059e96cc2e tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Pushing event deleted for resources: {'Port': ['ID=17abc9ee-5389-48df-aeb5-65326b533c80,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:09:16.583646 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6d5e0a34-3247-4620-9c93-5693e248fe62 req-0032e84b-557a-4e7d-864c-dc5d309366d3 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f093685-5aef-4f5c-b643-cc759cfa0f5c HTTP/1.1" status: 200 len: 210 time: 0.0597856 May 23 12:09:16.662632 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-5726711e-8053-421e-873d-22543c808bd1 req-d9beda47-b8b3-4423-a629-77059e96cc2e tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] No DVR routers for this DVR port 17abc9ee-5389-48df-aeb5-65326b533c80 on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:09:16.665404 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5726711e-8053-421e-873d-22543c808bd1 req-d9beda47-b8b3-4423-a629-77059e96cc2e tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:16.668376 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f093685-5aef-4f5c-b643-cc759cfa0f5c', 'name': 'network-vif-deleted', 'tag': '17abc9ee-5389-48df-aeb5-65326b533c80'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:09:16.685535 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5726711e-8053-421e-873d-22543c808bd1 req-d9beda47-b8b3-4423-a629-77059e96cc2e tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.13 "DELETE /v2.0/ports/17abc9ee-5389-48df-aeb5-65326b533c80 HTTP/1.1" status: 204 len: 173 time: 0.8237274 May 23 12:09:16.727360 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2360a036-931f-4e31-8243-ef837d936066'] response: {'server_uuid': '7f093685-5aef-4f5c-b643-cc759cfa0f5c', 'name': 'network-vif-deleted', 'tag': '17abc9ee-5389-48df-aeb5-65326b533c80', 'status': 'completed', 'code': 200} May 23 12:09:19.186933 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-b7a4733e-1153-4208-97b0-5059ee7e8f94 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:09:19.188423 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-b7a4733e-1153-4208-97b0-5059ee7e8f94 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/networks?id=2cfa97d7-3728-4d10-977f-e4166baacdc4 HTTP/1.1" status: 200 len: 817 time: 0.1512885 May 23 12:09:19.207873 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-7192698f-9b46-4ca4-94f5-18b3f974e94d tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/quotas/49a5108c47784c11b0fdba18b9e9b0a8 HTTP/1.1" status: 200 len: 375 time: 0.0116956 May 23 12:09:19.293471 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-60e2e012-ccaf-42f0-a481-1ec807f70460 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Synchronizing usage tracker for tenant:49a5108c47784c11b0fdba18b9e9b0a8 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:09:19.311805 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-60e2e012-ccaf-42f0-a481-1ec807f70460 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Unset dirty status for tenant:49a5108c47784c11b0fdba18b9e9b0a8 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:09:19.313179 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-60e2e012-ccaf-42f0-a481-1ec807f70460 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=49a5108c47784c11b0fdba18b9e9b0a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1005819 May 23 12:09:19.461669 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-c1f5e9d6-0b0c-4fcc-b768-f640dd4b5d35 service neutron] 10.222.0.79 "GET /v2.0/networks/2cfa97d7-3728-4d10-977f-e4166baacdc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336689 May 23 12:09:19.597160 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-e40f4f16-d7b7-4de9-9d6c-988907e817d8 service neutron] 10.222.0.79 "GET /v2.0/networks/2cfa97d7-3728-4d10-977f-e4166baacdc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293957 May 23 12:09:19.599911 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 17abc9ee-5389-48df-aeb5-65326b533c80 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:09:19.635177 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 17abc9ee-5389-48df-aeb5-65326b533c80 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:09:19.635285 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 17abc9ee-5389-48df-aeb5-65326b533c80 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:09:19.815939 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bc4fb898-1781-4a0c-b4d3-17adcaf0b555 req-c235c153-367d-44d6-8e64-c8db8f48296e tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb1d70be-aa34-4ee1-9470-fa92acbf7944 HTTP/1.1" status: 200 len: 210 time: 0.0499132 May 23 12:09:21.062176 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-52a98d42-8f9c-4986-9c53-35f2c2bfa922 req-9e7dabe2-98e7-4b46-a137-4237cc8c5faa tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb1d70be-aa34-4ee1-9470-fa92acbf7944 HTTP/1.1" status: 200 len: 210 time: 0.0534043 May 23 12:09:21.072618 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-82f27c9d-4210-498f-ab42-3d55211e74b4 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:09:21.073970 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-82f27c9d-4210-498f-ab42-3d55211e74b4 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.13 "GET /v2.0/networks?id=2cfa97d7-3728-4d10-977f-e4166baacdc4 HTTP/1.1" status: 200 len: 817 time: 0.2761173 May 23 12:09:21.098130 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-fb68dd4e-8fdb-4869-9d7d-45ae0748287f tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Request body: {'port': {'device_id': 'bb1d70be-aa34-4ee1-9470-fa92acbf7944', 'network_id': '2cfa97d7-3728-4d10-977f-e4166baacdc4', 'admin_state_up': True, 'tenant_id': '49a5108c47784c11b0fdba18b9e9b0a8'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:09:21.239434 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-fb68dd4e-8fdb-4869-9d7d-45ae0748287f tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:09:21.249597 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-fb68dd4e-8fdb-4869-9d7d-45ae0748287f tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:09:21.262450 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-fb68dd4e-8fdb-4869-9d7d-45ae0748287f tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Made reservation on behalf of 49a5108c47784c11b0fdba18b9e9b0a8 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:09:21.265581 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-fb68dd4e-8fdb-4869-9d7d-45ae0748287f tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:21.443743 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-fb68dd4e-8fdb-4869-9d7d-45ae0748287f tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Allocated IP 172.20.0.9 (2cfa97d7-3728-4d10-977f-e4166baacdc4/efe4ebaf-9fce-4da2-b666-dba66e85a982/efe8c25c-84a2-424d-9e59-3d7ea87c673c) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:09:21.650035 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-fb68dd4e-8fdb-4869-9d7d-45ae0748287f tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:21.666190 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-fb68dd4e-8fdb-4869-9d7d-45ae0748287f tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Transition to ACTIVE for port object efe8c25c-84a2-424d-9e59-3d7ea87c673c will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:09:21.690995 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-fb68dd4e-8fdb-4869-9d7d-45ae0748287f tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:21.777871 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-fb68dd4e-8fdb-4869-9d7d-45ae0748287f tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Network 2cfa97d7-3728-4d10-977f-e4166baacdc4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:09:21.781086 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-fb68dd4e-8fdb-4869-9d7d-45ae0748287f tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:09:21.785567 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-fb68dd4e-8fdb-4869-9d7d-45ae0748287f tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:09:21.810829 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb68dd4e-8fdb-4869-9d7d-45ae0748287f tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Pushing event updated for resources: {'Port': ['ID=efe8c25c-84a2-424d-9e59-3d7ea87c673c,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:09:21.841196 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb68dd4e-8fdb-4869-9d7d-45ae0748287f tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:09:21.841554 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb68dd4e-8fdb-4869-9d7d-45ae0748287f tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:09:21.841875 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb68dd4e-8fdb-4869-9d7d-45ae0748287f tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:09:21.842213 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb68dd4e-8fdb-4869-9d7d-45ae0748287f tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:09:21.842546 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb68dd4e-8fdb-4869-9d7d-45ae0748287f tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:09:21.842876 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb68dd4e-8fdb-4869-9d7d-45ae0748287f tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:09:21.843252 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb68dd4e-8fdb-4869-9d7d-45ae0748287f tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:09:21.843581 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb68dd4e-8fdb-4869-9d7d-45ae0748287f tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:09:21.843929 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb68dd4e-8fdb-4869-9d7d-45ae0748287f tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:09:21.844254 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb68dd4e-8fdb-4869-9d7d-45ae0748287f tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:09:21.844695 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb68dd4e-8fdb-4869-9d7d-45ae0748287f tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:09:21.871233 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-fb68dd4e-8fdb-4869-9d7d-45ae0748287f tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:09:21.871966 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-fb68dd4e-8fdb-4869-9d7d-45ae0748287f tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:21.900134 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-fb68dd4e-8fdb-4869-9d7d-45ae0748287f tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8071136 May 23 12:09:21.916962 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-e1906809-b33f-4d87-9fd2-392c9a9f5e66 service neutron] Request body: {'port': {'device_id': 'bb1d70be-aa34-4ee1-9470-fa92acbf7944', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:09:22.022080 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0273abfe-b185-461d-ab3d-f0e4bc2a2ccb None None] Provisioning for port efe8c25c-84a2-424d-9e59-3d7ea87c673c completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:09:22.026912 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0273abfe-b185-461d-ab3d-f0e4bc2a2ccb None None] Provisioning complete for port efe8c25c-84a2-424d-9e59-3d7ea87c673c triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:09:22.027286 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0273abfe-b185-461d-ab3d-f0e4bc2a2ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:22.035522 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-e1906809-b33f-4d87-9fd2-392c9a9f5e66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:22.079551 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-0273abfe-b185-461d-ab3d-f0e4bc2a2ccb None None] Port efe8c25c-84a2-424d-9e59-3d7ea87c673c cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 12:09:22.374411 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75969fb2-27a1-4791-a5d6-8dc6df1c127b req-916f2264-878b-43e1-9c0f-55f338780a2a tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:09:22.375150 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-75969fb2-27a1-4791-a5d6-8dc6df1c127b req-916f2264-878b-43e1-9c0f-55f338780a2a tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Synchronizing usage tracker for tenant:49a5108c47784c11b0fdba18b9e9b0a8 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:09:22.445931 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-75969fb2-27a1-4791-a5d6-8dc6df1c127b req-916f2264-878b-43e1-9c0f-55f338780a2a tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Unset dirty status for tenant:49a5108c47784c11b0fdba18b9e9b0a8 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:09:22.447093 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-75969fb2-27a1-4791-a5d6-8dc6df1c127b req-916f2264-878b-43e1-9c0f-55f338780a2a tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb1d70be-aa34-4ee1-9470-fa92acbf7944 HTTP/1.1" status: 200 len: 931 time: 0.2478211 May 23 12:09:22.455588 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-e1906809-b33f-4d87-9fd2-392c9a9f5e66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efe8c25c-84a2-424d-9e59-3d7ea87c673c {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 12:09:22.478639 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-e1906809-b33f-4d87-9fd2-392c9a9f5e66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:22.506973 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-e1906809-b33f-4d87-9fd2-392c9a9f5e66 service neutron] Transition to ACTIVE for port object efe8c25c-84a2-424d-9e59-3d7ea87c673c will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:09:22.510747 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-e1906809-b33f-4d87-9fd2-392c9a9f5e66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:22.563884 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-75969fb2-27a1-4791-a5d6-8dc6df1c127b req-b8eee75f-a31a-45e5-91a6-cc717c993abf tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3592d9a-ef12-449a-9e1e-e8fd403d37e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104236 May 23 12:09:22.645004 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1906809-b33f-4d87-9fd2-392c9a9f5e66 service neutron] Pushing event updated for resources: {'Port': ['ID=efe8c25c-84a2-424d-9e59-3d7ea87c673c,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:09:22.764456 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-e1906809-b33f-4d87-9fd2-392c9a9f5e66 service neutron] Attempting to bind port efe8c25c-84a2-424d-9e59-3d7ea87c673c on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:09:22.765163 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-e1906809-b33f-4d87-9fd2-392c9a9f5e66 service neutron] Attempting to bind port efe8c25c-84a2-424d-9e59-3d7ea87c673c by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '454af263-ff98-4c69-ad76-d7a9ae10801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2cfa97d7-3728-4d10-977f-e4166baacdc4'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:09:22.765695 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-e1906809-b33f-4d87-9fd2-392c9a9f5e66 service neutron] Attempting to bind port efe8c25c-84a2-424d-9e59-3d7ea87c673c on network 2cfa97d7-3728-4d10-977f-e4166baacdc4 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:09:22.773652 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-e1906809-b33f-4d87-9fd2-392c9a9f5e66 service neutron] Port efe8c25c-84a2-424d-9e59-3d7ea87c673c on network 2cfa97d7-3728-4d10-977f-e4166baacdc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 12:09:22.773954 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-e1906809-b33f-4d87-9fd2-392c9a9f5e66 service neutron] Attempting to bind port efe8c25c-84a2-424d-9e59-3d7ea87c673c on network 2cfa97d7-3728-4d10-977f-e4166baacdc4 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:09:22.780393 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-e1906809-b33f-4d87-9fd2-392c9a9f5e66 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:09:22.780742 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-e1906809-b33f-4d87-9fd2-392c9a9f5e66 service neutron] Checking segment: {'id': '454af263-ff98-4c69-ad76-d7a9ae10801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2cfa97d7-3728-4d10-977f-e4166baacdc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:09:22.781122 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-e1906809-b33f-4d87-9fd2-392c9a9f5e66 service neutron] Bound using segment: {'id': '454af263-ff98-4c69-ad76-d7a9ae10801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2cfa97d7-3728-4d10-977f-e4166baacdc4'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:09:22.781551 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-e1906809-b33f-4d87-9fd2-392c9a9f5e66 service neutron] Bound port: efe8c25c-84a2-424d-9e59-3d7ea87c673c, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '454af263-ff98-4c69-ad76-d7a9ae10801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2cfa97d7-3728-4d10-977f-e4166baacdc4'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:09:22.781924 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-e1906809-b33f-4d87-9fd2-392c9a9f5e66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:22.882754 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-e1906809-b33f-4d87-9fd2-392c9a9f5e66 service neutron] For port efe8c25c-84a2-424d-9e59-3d7ea87c673c, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:09:22.885711 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-e1906809-b33f-4d87-9fd2-392c9a9f5e66 service neutron] For port efe8c25c-84a2-424d-9e59-3d7ea87c673c, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=efe8c25c-84a2-424d-9e59-3d7ea87c673c,segment=NetworkSegment(454af263-ff98-4c69-ad76-d7a9ae10801b),segment_id=454af263-ff98-4c69-ad76-d7a9ae10801b)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:09:22.891714 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-e1906809-b33f-4d87-9fd2-392c9a9f5e66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:23.048871 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-e1906809-b33f-4d87-9fd2-392c9a9f5e66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:23.051617 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-e1906809-b33f-4d87-9fd2-392c9a9f5e66 service neutron] 10.222.0.13 "PUT /v2.0/ports/efe8c25c-84a2-424d-9e59-3d7ea87c673c HTTP/1.1" status: 200 len: 1091 time: 1.1390047 May 23 12:09:23.052094 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb1d70be-aa34-4ee1-9470-fa92acbf7944', 'tag': 'efe8c25c-84a2-424d-9e59-3d7ea87c673c'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:09:23.073593 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1906809-b33f-4d87-9fd2-392c9a9f5e66 service neutron] Pushing event updated for resources: {'Port': ['ID=efe8c25c-84a2-424d-9e59-3d7ea87c673c,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:09:23.156174 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a64a76e0-0a68-47bc-954c-3b56e49723e7'] response: {'name': 'network-changed', 'server_uuid': 'bb1d70be-aa34-4ee1-9470-fa92acbf7944', 'tag': 'efe8c25c-84a2-424d-9e59-3d7ea87c673c', 'status': 'completed', 'code': 200} May 23 12:09:23.212940 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-dde59abc-8a66-4511-9a60-d5ab63233acf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=49a5108c47784c11b0fdba18b9e9b0a8&device_id=bb1d70be-aa34-4ee1-9470-fa92acbf7944 HTTP/1.1" status: 200 len: 1094 time: 0.0909441 May 23 12:09:23.289774 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-51bfb7e7-2bef-4146-a2a0-791b90fb5601 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efe8c25c-84a2-424d-9e59-3d7ea87c673c HTTP/1.1" status: 200 len: 217 time: 0.0646660 May 23 12:09:23.352114 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-fa752b52-5b0f-4dd2-82f4-400e5d100586 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:09:23.353547 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-fa752b52-5b0f-4dd2-82f4-400e5d100586 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=efe4ebaf-9fce-4da2-b666-dba66e85a982 HTTP/1.1" status: 200 len: 856 time: 0.0576217 May 23 12:09:23.433673 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-bb2bfa70-739c-4a80-a6af-8f84cb1a3f66 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2cfa97d7-3728-4d10-977f-e4166baacdc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735934 May 23 12:09:23.570566 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-53f98155-6a88-49cd-bdf1-da481e8820a1 service neutron] 10.222.0.13 "GET /v2.0/networks/2cfa97d7-3728-4d10-977f-e4166baacdc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290679 May 23 12:09:23.745944 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ec73ff62-3188-4fdb-b7d7-edf295b38bbe req-743161c2-fb9d-4f28-b370-5b0677af083d service neutron] 10.222.0.13 "GET /v2.0/networks/2cfa97d7-3728-4d10-977f-e4166baacdc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684060 May 23 12:09:23.789353 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0be2cb-1cee-4682-aed5-07ef01202b8a req-05f9ecd7-76af-45bb-a934-260545b212de tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:09:23.790803 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6a0be2cb-1cee-4682-aed5-07ef01202b8a req-05f9ecd7-76af-45bb-a934-260545b212de tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb1d70be-aa34-4ee1-9470-fa92acbf7944 HTTP/1.1" status: 200 len: 943 time: 0.0918040 May 23 12:09:23.840867 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6a0be2cb-1cee-4682-aed5-07ef01202b8a req-cbaa1099-42db-4b96-9076-576b1e1782d1 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3592d9a-ef12-449a-9e1e-e8fd403d37e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437481 May 23 12:09:23.916111 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a973567c-8793-4371-bbbf-8ef8e0984505 req-4c48451d-1649-4ad4-968b-d913122266f4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=49a5108c47784c11b0fdba18b9e9b0a8&device_id=bb1d70be-aa34-4ee1-9470-fa92acbf7944 HTTP/1.1" status: 200 len: 1094 time: 0.0730913 May 23 12:09:24.047929 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973567c-8793-4371-bbbf-8ef8e0984505 req-962a21a0-ef10-4969-9d70-baf8428a3e5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:09:24.049263 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a973567c-8793-4371-bbbf-8ef8e0984505 req-962a21a0-ef10-4969-9d70-baf8428a3e5c service neutron] 10.222.0.13 "GET /v2.0/networks?id=2cfa97d7-3728-4d10-977f-e4166baacdc4 HTTP/1.1" status: 200 len: 918 time: 0.1276751 May 23 12:09:24.118881 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a973567c-8793-4371-bbbf-8ef8e0984505 req-c37d080d-b7c2-4842-bf04-2ddb498eb5c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efe8c25c-84a2-424d-9e59-3d7ea87c673c HTTP/1.1" status: 200 len: 217 time: 0.0636485 May 23 12:09:24.183323 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973567c-8793-4371-bbbf-8ef8e0984505 req-6d75cea4-f1cb-478f-9bbd-b97a42b44869 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:09:24.184769 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a973567c-8793-4371-bbbf-8ef8e0984505 req-6d75cea4-f1cb-478f-9bbd-b97a42b44869 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=efe4ebaf-9fce-4da2-b666-dba66e85a982 HTTP/1.1" status: 200 len: 856 time: 0.0608046 May 23 12:09:24.260200 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a973567c-8793-4371-bbbf-8ef8e0984505 req-42e2c059-c46c-4803-b79e-a745e65ebb49 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2cfa97d7-3728-4d10-977f-e4166baacdc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695691 May 23 12:09:24.396778 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a973567c-8793-4371-bbbf-8ef8e0984505 req-18482100-6e08-4ebe-b0c4-79ed52fb5d64 service neutron] 10.222.0.13 "GET /v2.0/networks/2cfa97d7-3728-4d10-977f-e4166baacdc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303988 May 23 12:09:24.527492 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a973567c-8793-4371-bbbf-8ef8e0984505 req-ec49a770-7875-4d62-9a11-e1cbf3aca26d service neutron] 10.222.0.13 "GET /v2.0/networks/2cfa97d7-3728-4d10-977f-e4166baacdc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250126 May 23 12:09:25.044305 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba76159-0870-4827-b8cc-c09f0a0ec087 req-62ed5cac-9572-414a-b03f-a67482dd187b tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:09:25.045730 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1ba76159-0870-4827-b8cc-c09f0a0ec087 req-62ed5cac-9572-414a-b03f-a67482dd187b tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb1d70be-aa34-4ee1-9470-fa92acbf7944 HTTP/1.1" status: 200 len: 943 time: 0.0758917 May 23 12:09:25.095205 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1ba76159-0870-4827-b8cc-c09f0a0ec087 req-67afd53d-4868-4963-8a75-9937275bdeec tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3592d9a-ef12-449a-9e1e-e8fd403d37e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431750 May 23 12:09:26.293090 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc59252-26d3-45bc-a332-32da90a9913c req-b6878dc7-29fd-44c7-ab54-88c4864fd329 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:09:26.294541 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9cc59252-26d3-45bc-a332-32da90a9913c req-b6878dc7-29fd-44c7-ab54-88c4864fd329 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb1d70be-aa34-4ee1-9470-fa92acbf7944 HTTP/1.1" status: 200 len: 943 time: 0.0793130 May 23 12:09:26.340950 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9cc59252-26d3-45bc-a332-32da90a9913c req-9ab7b522-07e2-4568-bf09-26fb7ab17ce8 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3592d9a-ef12-449a-9e1e-e8fd403d37e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405011 May 23 12:09:27.600907 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device efe8c25c-84a2-424d-9e59-3d7ea87c673c details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 12:09:27.646199 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ae320-da08-493a-b79b-54521222a697 req-cbe0df6e-7775-45f6-b4cc-d9a6976dd3ed tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:09:27.648187 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-250ae320-da08-493a-b79b-54521222a697 req-cbe0df6e-7775-45f6-b4cc-d9a6976dd3ed tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb1d70be-aa34-4ee1-9470-fa92acbf7944 HTTP/1.1" status: 200 len: 943 time: 0.1857936 May 23 12:09:27.699441 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-250ae320-da08-493a-b79b-54521222a697 req-a1dc8464-438b-4ddd-87aa-4e528b68db9e tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3592d9a-ef12-449a-9e1e-e8fd403d37e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451717 May 23 12:09:27.749057 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port efe8c25c-84a2-424d-9e59-3d7ea87c673c, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=efe8c25c-84a2-424d-9e59-3d7ea87c673c,segment=NetworkSegment(454af263-ff98-4c69-ad76-d7a9ae10801b),segment_id=454af263-ff98-4c69-ad76-d7a9ae10801b)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:09:27.765242 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'efe8c25c-84a2-424d-9e59-3d7ea87c673c', 'network_id': '2cfa97d7-3728-4d10-977f-e4166baacdc4', 'port_id': 'efe8c25c-84a2-424d-9e59-3d7ea87c673c', 'mac_address': 'fa:16:3e:78:db:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efe4ebaf-9fce-4da2-b666-dba66e85a982', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 12:09:27.823606 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:27.840753 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe8c25c-84a2-424d-9e59-3d7ea87c673c {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 12:09:27.856581 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port efe8c25c-84a2-424d-9e59-3d7ea87c673c, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=efe8c25c-84a2-424d-9e59-3d7ea87c673c,segment=NetworkSegment(454af263-ff98-4c69-ad76-d7a9ae10801b),segment_id=454af263-ff98-4c69-ad76-d7a9ae10801b)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:09:27.862137 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:27.929140 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=efe8c25c-84a2-424d-9e59-3d7ea87c673c,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:09:28.238125 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['efe8c25c-84a2-424d-9e59-3d7ea87c673c'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 12:09:28.908436 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3416fd-f81c-4a1d-8274-49337f769322 req-45d75334-5359-4c87-a421-b41f0531299b tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:09:28.909918 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2b3416fd-f81c-4a1d-8274-49337f769322 req-45d75334-5359-4c87-a421-b41f0531299b tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb1d70be-aa34-4ee1-9470-fa92acbf7944 HTTP/1.1" status: 200 len: 944 time: 0.0862262 May 23 12:09:28.958570 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2b3416fd-f81c-4a1d-8274-49337f769322 req-baddc61b-d99c-4eb6-aa0e-706f80bbd59b tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3592d9a-ef12-449a-9e1e-e8fd403d37e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410354 May 23 12:09:29.600490 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device efe8c25c-84a2-424d-9e59-3d7ea87c673c up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:09:29.671926 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port efe8c25c-84a2-424d-9e59-3d7ea87c673c completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:09:29.676697 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port efe8c25c-84a2-424d-9e59-3d7ea87c673c triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:09:29.677070 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:29.792985 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:29.820581 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb1d70be-aa34-4ee1-9470-fa92acbf7944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe8c25c-84a2-424d-9e59-3d7ea87c673c'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:09:29.831102 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port efe8c25c-84a2-424d-9e59-3d7ea87c673c, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=efe8c25c-84a2-424d-9e59-3d7ea87c673c,segment=NetworkSegment(454af263-ff98-4c69-ad76-d7a9ae10801b),segment_id=454af263-ff98-4c69-ad76-d7a9ae10801b)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:09:29.836187 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:29.889340 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db7a86ee-4f78-4a1a-ae8e-15d39eaa95d1'] response: {'server_uuid': 'bb1d70be-aa34-4ee1-9470-fa92acbf7944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe8c25c-84a2-424d-9e59-3d7ea87c673c', 'code': 200} May 23 12:09:29.905402 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=efe8c25c-84a2-424d-9e59-3d7ea87c673c,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:09:30.041936 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a21b5b9-7a58-4c5c-a92e-ea3e2dfedb73 req-60339786-b79f-4f42-bff0-67dd98a2736d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bb1d70be-aa34-4ee1-9470-fa92acbf7944 HTTP/1.1" status: 200 len: 1096 time: 0.0736940 May 23 12:09:30.118546 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a21b5b9-7a58-4c5c-a92e-ea3e2dfedb73 req-34f199df-8610-46c2-b184-4f459f59b9f1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f3592d9a-ef12-449a-9e1e-e8fd403d37e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700500 May 23 12:09:30.159270 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617ba77-7a66-4e60-a9a2-e39560cced02 req-80843d63-c231-4f4b-ba58-0c51c2768ab0 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:09:30.160714 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a617ba77-7a66-4e60-a9a2-e39560cced02 req-80843d63-c231-4f4b-ba58-0c51c2768ab0 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb1d70be-aa34-4ee1-9470-fa92acbf7944 HTTP/1.1" status: 200 len: 945 time: 0.0809374 May 23 12:09:30.207885 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a617ba77-7a66-4e60-a9a2-e39560cced02 req-ab43d3bc-07b9-41c9-97ca-b71f4e363d49 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3592d9a-ef12-449a-9e1e-e8fd403d37e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412467 May 23 12:09:31.417241 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373e48e-1295-4af7-88fb-c3ab6e9d3424 req-350211e0-fec1-43b0-9521-489648678692 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:09:31.418733 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f373e48e-1295-4af7-88fb-c3ab6e9d3424 req-350211e0-fec1-43b0-9521-489648678692 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb1d70be-aa34-4ee1-9470-fa92acbf7944 HTTP/1.1" status: 200 len: 945 time: 0.0824256 May 23 12:09:31.467061 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f373e48e-1295-4af7-88fb-c3ab6e9d3424 req-47766f5e-6f35-44cb-953a-f3435d3963a2 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3592d9a-ef12-449a-9e1e-e8fd403d37e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410454 May 23 12:09:32.674406 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1410e-0062-4d84-8bcb-e8c332439b33 req-a8a429d6-3f5a-45b5-b87c-2796c472faa5 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:09:32.676062 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6dc1410e-0062-4d84-8bcb-e8c332439b33 req-a8a429d6-3f5a-45b5-b87c-2796c472faa5 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb1d70be-aa34-4ee1-9470-fa92acbf7944 HTTP/1.1" status: 200 len: 945 time: 0.0783112 May 23 12:09:32.726881 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6dc1410e-0062-4d84-8bcb-e8c332439b33 req-6a5bf5c2-6493-49a7-8c84-6b9c7d4d8194 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3592d9a-ef12-449a-9e1e-e8fd403d37e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451064 May 23 12:09:32.936857 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4def12-2533-4e8a-be71-7d68414dc729 req-aa450df2-bbfb-49e2-a04a-c873dba6a0c0 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:09:32.938361 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc4def12-2533-4e8a-be71-7d68414dc729 req-aa450df2-bbfb-49e2-a04a-c873dba6a0c0 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb1d70be-aa34-4ee1-9470-fa92acbf7944 HTTP/1.1" status: 200 len: 945 time: 0.0836749 May 23 12:09:32.986879 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc4def12-2533-4e8a-be71-7d68414dc729 req-a5503d32-fbbc-498c-bf4e-30e087464986 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3592d9a-ef12-449a-9e1e-e8fd403d37e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401697 May 23 12:09:38.572283 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:39.336855 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a61be259-b7eb-43cd-a1a1-ad7fb6511fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:39.958800 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:41.653769 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-311791d9-0dd3-4358-a88f-95e48430627d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:42.891501 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:42.975933 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:44.531035 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:48.698247 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54714ed8-ab0a-4648-826e-c3c8e9340675 req-e6f417ae-6fa2-4f56-9c49-a445478845c4 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:09:48.699677 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-54714ed8-ab0a-4648-826e-c3c8e9340675 req-e6f417ae-6fa2-4f56-9c49-a445478845c4 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb1d70be-aa34-4ee1-9470-fa92acbf7944 HTTP/1.1" status: 200 len: 945 time: 0.0836596 May 23 12:09:48.750094 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-54714ed8-ab0a-4648-826e-c3c8e9340675 req-1da54585-5521-4338-8556-1f6e927d612f tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3592d9a-ef12-449a-9e1e-e8fd403d37e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417399 May 23 12:09:49.963139 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:09:49.968908 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f770a4ad-41fa-44c8-9844-b2be84834127 req-4fa3aecd-2726-40c2-aad6-1002e512c976 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:09:49.970378 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f770a4ad-41fa-44c8-9844-b2be84834127 req-4fa3aecd-2726-40c2-aad6-1002e512c976 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb1d70be-aa34-4ee1-9470-fa92acbf7944 HTTP/1.1" status: 200 len: 945 time: 0.0854003 May 23 12:09:50.018752 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f770a4ad-41fa-44c8-9844-b2be84834127 req-0f2476bc-20ce-443e-bb53-05349f5bf64a tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3592d9a-ef12-449a-9e1e-e8fd403d37e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406117 May 23 12:09:50.522763 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948674e5-1814-4560-9dfd-f442a1423166 req-c9425058-fec3-4c4a-b3ad-5834024bff80 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:09:50.524242 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-948674e5-1814-4560-9dfd-f442a1423166 req-c9425058-fec3-4c4a-b3ad-5834024bff80 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb1d70be-aa34-4ee1-9470-fa92acbf7944 HTTP/1.1" status: 200 len: 945 time: 0.0835114 May 23 12:09:50.594901 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-948674e5-1814-4560-9dfd-f442a1423166 req-2a5b47c9-1a57-4338-87a5-c5365d12bd73 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Deleting port efe8c25c-84a2-424d-9e59-3d7ea87c673c {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:09:50.595991 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-948674e5-1814-4560-9dfd-f442a1423166 req-2a5b47c9-1a57-4338-87a5-c5365d12bd73 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:50.850021 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-948674e5-1814-4560-9dfd-f442a1423166 req-2a5b47c9-1a57-4338-87a5-c5365d12bd73 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] For port efe8c25c-84a2-424d-9e59-3d7ea87c673c, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=efe8c25c-84a2-424d-9e59-3d7ea87c673c,segment=NetworkSegment(454af263-ff98-4c69-ad76-d7a9ae10801b),segment_id=454af263-ff98-4c69-ad76-d7a9ae10801b)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:09:50.850374 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-948674e5-1814-4560-9dfd-f442a1423166 req-2a5b47c9-1a57-4338-87a5-c5365d12bd73 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:50.984572 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-948674e5-1814-4560-9dfd-f442a1423166 req-2a5b47c9-1a57-4338-87a5-c5365d12bd73 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Calling delete_port for efe8c25c-84a2-424d-9e59-3d7ea87c673c owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:09:51.131805 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-948674e5-1814-4560-9dfd-f442a1423166 req-2a5b47c9-1a57-4338-87a5-c5365d12bd73 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:51.165378 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['efe8c25c-84a2-424d-9e59-3d7ea87c673c'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 12:09:51.218998 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b47c9-1a57-4338-87a5-c5365d12bd73 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Pushing event deleted for resources: {'Port': ['ID=efe8c25c-84a2-424d-9e59-3d7ea87c673c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:09:51.227961 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1a87ce32-528a-4711-adc4-aeb9c8e42813 req-ec0969b0-7854-4d4f-82c7-7fbc86096a17 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb1d70be-aa34-4ee1-9470-fa92acbf7944 HTTP/1.1" status: 200 len: 210 time: 0.0598464 May 23 12:09:51.297680 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-948674e5-1814-4560-9dfd-f442a1423166 req-2a5b47c9-1a57-4338-87a5-c5365d12bd73 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] No DVR routers for this DVR port efe8c25c-84a2-424d-9e59-3d7ea87c673c on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:09:51.300784 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-948674e5-1814-4560-9dfd-f442a1423166 req-2a5b47c9-1a57-4338-87a5-c5365d12bd73 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:51.303419 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb1d70be-aa34-4ee1-9470-fa92acbf7944', 'name': 'network-vif-deleted', 'tag': 'efe8c25c-84a2-424d-9e59-3d7ea87c673c'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:09:51.321466 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-948674e5-1814-4560-9dfd-f442a1423166 req-2a5b47c9-1a57-4338-87a5-c5365d12bd73 tempest-TestEncryptedCinderVolumes-73708170 tempest-TestEncryptedCinderVolumes-73708170-project] 10.222.0.13 "DELETE /v2.0/ports/efe8c25c-84a2-424d-9e59-3d7ea87c673c HTTP/1.1" status: 204 len: 173 time: 0.7922614 May 23 12:09:51.363534 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d3f1f5c-17c9-4aa3-8ba3-0703a44a3da0'] response: {'server_uuid': 'bb1d70be-aa34-4ee1-9470-fa92acbf7944', 'name': 'network-vif-deleted', 'tag': 'efe8c25c-84a2-424d-9e59-3d7ea87c673c', 'status': 'completed', 'code': 200} May 23 12:09:52.391060 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42204) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:09:52.804187 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c929fa17-122c-4514-8730-10d4574e9923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:53.528856 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-c929fa17-122c-4514-8730-10d4574e9923 admin admin] Deleting port 287291eb-7f88-4867-9192-26b0717f9702 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:09:53.529573 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c929fa17-122c-4514-8730-10d4574e9923 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:53.712644 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-c929fa17-122c-4514-8730-10d4574e9923 admin admin] For port 287291eb-7f88-4867-9192-26b0717f9702, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=287291eb-7f88-4867-9192-26b0717f9702,segment=NetworkSegment(454af263-ff98-4c69-ad76-d7a9ae10801b),segment_id=454af263-ff98-4c69-ad76-d7a9ae10801b)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:09:53.712962 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c929fa17-122c-4514-8730-10d4574e9923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:53.847264 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-c929fa17-122c-4514-8730-10d4574e9923 admin admin] Calling delete_port for 287291eb-7f88-4867-9192-26b0717f9702 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:09:54.023847 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c929fa17-122c-4514-8730-10d4574e9923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:54.069003 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c929fa17-122c-4514-8730-10d4574e9923 admin admin] Pushing event deleted for resources: {'Port': ['ID=287291eb-7f88-4867-9192-26b0717f9702,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:09:54.113889 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c929fa17-122c-4514-8730-10d4574e9923 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:09:54.114136 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c929fa17-122c-4514-8730-10d4574e9923 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:09:54.114629 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c929fa17-122c-4514-8730-10d4574e9923 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:09:54.114969 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c929fa17-122c-4514-8730-10d4574e9923 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:09:54.115338 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c929fa17-122c-4514-8730-10d4574e9923 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:09:54.115658 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c929fa17-122c-4514-8730-10d4574e9923 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:09:54.116085 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c929fa17-122c-4514-8730-10d4574e9923 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:09:54.116405 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c929fa17-122c-4514-8730-10d4574e9923 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:09:54.116721 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c929fa17-122c-4514-8730-10d4574e9923 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:09:54.117085 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c929fa17-122c-4514-8730-10d4574e9923 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:09:54.117402 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c929fa17-122c-4514-8730-10d4574e9923 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:09:54.372888 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c929fa17-122c-4514-8730-10d4574e9923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:55.071117 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c929fa17-122c-4514-8730-10d4574e9923 admin admin] Router 2866ac9e-afab-4a02-9c09-876763922924 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:09:55.278990 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c929fa17-122c-4514-8730-10d4574e9923 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:09:55.288547 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d1aa93-c7e3-47c2-a6f0-7dee57211c52 None None] Sync routers for ids ['2866ac9e-afab-4a02-9c09-876763922924'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:09:55.293435 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c929fa17-122c-4514-8730-10d4574e9923 admin admin] 10.222.0.79 "PUT /v2.0/routers/2866ac9e-afab-4a02-9c09-876763922924/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9012287 May 23 12:09:55.296050 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42208) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:09:55.301045 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d1aa93-c7e3-47c2-a6f0-7dee57211c52 None None] Routers {'2866ac9e-afab-4a02-9c09-876763922924'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:09:55.301654 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-a8d1aa93-c7e3-47c2-a6f0-7dee57211c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:09:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['2866ac9e-afab-4a02-9c09-876763922924'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:09:55.477327 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-a8d1aa93-c7e3-47c2-a6f0-7dee57211c52 None None] Set router 2866ac9e-afab-4a02-9c09-876763922924 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:09:55.497713 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f1a30453-f8d0-4f84-86c5-a85bce783ab7 admin admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:55.679573 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device efe8c25c-84a2-424d-9e59-3d7ea87c673c no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:09:55.698717 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f1a30453-f8d0-4f84-86c5-a85bce783ab7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:55.710281 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-f1a30453-f8d0-4f84-86c5-a85bce783ab7 admin admin] Deleting port 430b60b0-5d46-431f-8a2a-0b049a9c81a3 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:09:55.710620 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f1a30453-f8d0-4f84-86c5-a85bce783ab7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:55.712711 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: efe8c25c-84a2-424d-9e59-3d7ea87c673c {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:09:55.713119 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device efe8c25c-84a2-424d-9e59-3d7ea87c673c not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:09:55.763392 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-a8d1aa93-c7e3-47c2-a6f0-7dee57211c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2866ac9e-afab-4a02-9c09-876763922924', 'name': 'tempest-TestEncryptedCinderVolumes-1516409581-router', 'tenant_id': '49a5108c47784c11b0fdba18b9e9b0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '430b60b0-5d46-431f-8a2a-0b049a9c81a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:08:34Z', 'updated_at': '2022-05-23T12:09:53Z', 'revision_number': 5, 'project_id': '49a5108c47784c11b0fdba18b9e9b0a8', 'gw_port': {'id': '430b60b0-5d46-431f-8a2a-0b049a9c81a3', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2866ac9e-afab-4a02-9c09-876763922924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:08:34Z', 'updated_at': '2022-05-23T12:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:09:55.767172 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d1aa93-c7e3-47c2-a6f0-7dee57211c52 None None] Checking router: 2866ac9e-afab-4a02-9c09-876763922924 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:09:55.777939 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d1aa93-c7e3-47c2-a6f0-7dee57211c52 None None] Routers {'2866ac9e-afab-4a02-9c09-876763922924'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:09:55.778518 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-a8d1aa93-c7e3-47c2-a6f0-7dee57211c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:09:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['2866ac9e-afab-4a02-9c09-876763922924'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:09:55.892019 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-f1a30453-f8d0-4f84-86c5-a85bce783ab7 admin admin] For port 430b60b0-5d46-431f-8a2a-0b049a9c81a3, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=430b60b0-5d46-431f-8a2a-0b049a9c81a3,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:09:55.892377 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f1a30453-f8d0-4f84-86c5-a85bce783ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:55.925102 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-a8d1aa93-c7e3-47c2-a6f0-7dee57211c52 None None] Set router 2866ac9e-afab-4a02-9c09-876763922924 gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:09:56.012439 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-f1a30453-f8d0-4f84-86c5-a85bce783ab7 admin admin] Calling delete_port for 430b60b0-5d46-431f-8a2a-0b049a9c81a3 owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:09:56.031811 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-a8d1aa93-c7e3-47c2-a6f0-7dee57211c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2866ac9e-afab-4a02-9c09-876763922924', 'name': 'tempest-TestEncryptedCinderVolumes-1516409581-router', 'tenant_id': '49a5108c47784c11b0fdba18b9e9b0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:08:34Z', 'updated_at': '2022-05-23T12:09:55Z', 'revision_number': 6, 'project_id': '49a5108c47784c11b0fdba18b9e9b0a8', 'gw_port_host': None}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:09:56.035936 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d1aa93-c7e3-47c2-a6f0-7dee57211c52 None None] The sync data for ids ['2866ac9e-afab-4a02-9c09-876763922924'] in n-d-842952-2 is: [{'id': '2866ac9e-afab-4a02-9c09-876763922924', 'name': 'tempest-TestEncryptedCinderVolumes-1516409581-router', 'tenant_id': '49a5108c47784c11b0fdba18b9e9b0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:08:34Z', 'updated_at': '2022-05-23T12:09:55Z', 'revision_number': 6, 'project_id': '49a5108c47784c11b0fdba18b9e9b0a8', 'gw_port_host': None}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:09:56.298517 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f1a30453-f8d0-4f84-86c5-a85bce783ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:56.341489 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a30453-f8d0-4f84-86c5-a85bce783ab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=430b60b0-5d46-431f-8a2a-0b049a9c81a3,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:09:56.578933 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f1a30453-f8d0-4f84-86c5-a85bce783ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:56.843420 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f1a30453-f8d0-4f84-86c5-a85bce783ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:56.849173 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f1a30453-f8d0-4f84-86c5-a85bce783ab7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:56.888507 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f1a30453-f8d0-4f84-86c5-a85bce783ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:56.889017 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a30453-f8d0-4f84-86c5-a85bce783ab7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2866ac9e-afab-4a02-9c09-876763922924 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 12:09:56.904501 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 287291eb-7f88-4867-9192-26b0717f9702 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:09:56.907057 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f1a30453-f8d0-4f84-86c5-a85bce783ab7 admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:56.908235 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-f1a30453-f8d0-4f84-86c5-a85bce783ab7 admin admin] 10.222.0.79 "DELETE /v2.0/routers/2866ac9e-afab-4a02-9c09-876763922924 HTTP/1.1" status: 204 len: 168 time: 1.6112728 May 23 12:09:56.910884 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42212) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:09:56.941359 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 287291eb-7f88-4867-9192-26b0717f9702 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:09:56.941705 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 287291eb-7f88-4867-9192-26b0717f9702 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:09:56.942117 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 430b60b0-5d46-431f-8a2a-0b049a9c81a3 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:09:56.970887 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f36f25a-547c-4145-80b1-4fb746b11293 admin admin] Deleting subnet efe4ebaf-9fce-4da2-b666-dba66e85a982 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 12:09:56.974026 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 430b60b0-5d46-431f-8a2a-0b049a9c81a3 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:09:56.974155 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f36f25a-547c-4145-80b1-4fb746b11293 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:56.974361 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 430b60b0-5d46-431f-8a2a-0b049a9c81a3 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:09:57.024775 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f36f25a-547c-4145-80b1-4fb746b11293 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:57.108829 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f36f25a-547c-4145-80b1-4fb746b11293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:57.179416 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f36f25a-547c-4145-80b1-4fb746b11293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:57.222823 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f36f25a-547c-4145-80b1-4fb746b11293 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efe4ebaf-9fce-4da2-b666-dba66e85a982,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:09:57.230267 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f36f25a-547c-4145-80b1-4fb746b11293 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:57.237340 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9f36f25a-547c-4145-80b1-4fb746b11293 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/efe4ebaf-9fce-4da2-b666-dba66e85a982 HTTP/1.1" status: 204 len: 168 time: 0.3254981 May 23 12:09:57.237725 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0f564e-84a0-4ae9-91b3-a8f24ca3a375 None None] Network 2cfa97d7-3728-4d10-977f-e4166baacdc4 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:09:57.239729 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42216) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:09:57.351258 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d033977-8ff0-429f-8ab1-dcd740e6a5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:57.361948 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-8d033977-8ff0-429f-8ab1-dcd740e6a5dd admin admin] Deleting port af86e9d2-0989-44bb-b061-2cab18816051 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:09:57.362967 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d033977-8ff0-429f-8ab1-dcd740e6a5dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:57.483669 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdcfcad-a695-4d25-99e3-396872a75c3f None None] DHCP port deletion for 2cfa97d7-3728-4d10-977f-e4166baacdc4 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 12:09:57.488678 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7bdcfcad-a695-4d25-99e3-396872a75c3f None None] Deleting port af86e9d2-0989-44bb-b061-2cab18816051 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:09:57.489060 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7bdcfcad-a695-4d25-99e3-396872a75c3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:57.570764 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-8d033977-8ff0-429f-8ab1-dcd740e6a5dd admin admin] For port af86e9d2-0989-44bb-b061-2cab18816051, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=af86e9d2-0989-44bb-b061-2cab18816051,segment=NetworkSegment(454af263-ff98-4c69-ad76-d7a9ae10801b),segment_id=454af263-ff98-4c69-ad76-d7a9ae10801b)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:09:57.571231 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d033977-8ff0-429f-8ab1-dcd740e6a5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:57.725207 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-7bdcfcad-a695-4d25-99e3-396872a75c3f None None] For port af86e9d2-0989-44bb-b061-2cab18816051, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=af86e9d2-0989-44bb-b061-2cab18816051,segment=NetworkSegment(454af263-ff98-4c69-ad76-d7a9ae10801b),segment_id=454af263-ff98-4c69-ad76-d7a9ae10801b)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:09:57.725447 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7bdcfcad-a695-4d25-99e3-396872a75c3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:57.794602 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-8d033977-8ff0-429f-8ab1-dcd740e6a5dd admin admin] Calling delete_port for af86e9d2-0989-44bb-b061-2cab18816051 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:09:57.844839 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7bdcfcad-a695-4d25-99e3-396872a75c3f None None] Calling delete_port for af86e9d2-0989-44bb-b061-2cab18816051 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:09:57.870653 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d033977-8ff0-429f-8ab1-dcd740e6a5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:57.913932 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d033977-8ff0-429f-8ab1-dcd740e6a5dd admin admin] Pushing event deleted for resources: {'Port': ['ID=af86e9d2-0989-44bb-b061-2cab18816051,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:09:57.920349 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d033977-8ff0-429f-8ab1-dcd740e6a5dd admin admin] No DVR routers for this DVR port af86e9d2-0989-44bb-b061-2cab18816051 on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:09:57.922262 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-7bdcfcad-a695-4d25-99e3-396872a75c3f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 12:09:57.922926 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-7bdcfcad-a695-4d25-99e3-396872a75c3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 12:09:58.038837 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d033977-8ff0-429f-8ab1-dcd740e6a5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:58.063573 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-8d033977-8ff0-429f-8ab1-dcd740e6a5dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cfa97d7-3728-4d10-977f-e4166baacdc4']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:09:58.076649 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-8d033977-8ff0-429f-8ab1-dcd740e6a5dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '454af263-ff98-4c69-ad76-d7a9ae10801b') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:09:58.076911 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-8d033977-8ff0-429f-8ab1-dcd740e6a5dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '454af263-ff98-4c69-ad76-d7a9ae10801b') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:09:58.088919 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d033977-8ff0-429f-8ab1-dcd740e6a5dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:58.107919 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d033977-8ff0-429f-8ab1-dcd740e6a5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:58.114765 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d033977-8ff0-429f-8ab1-dcd740e6a5dd admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 12:09:58.115142 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d033977-8ff0-429f-8ab1-dcd740e6a5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:58.131867 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 12:09:58.131867 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 12:09:58.131867 n-d-842952-2 neutron-server[83911]: timer() May 23 12:09:58.131867 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 12:09:58.131867 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 12:09:58.131867 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 12:09:58.131867 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 12:09:58.131867 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 12:09:58.131867 n-d-842952-2 neutron-server[83911]: self._notify() May 23 12:09:58.131867 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 12:09:58.131867 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 12:09:58.131867 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 12:09:58.131867 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 12:09:58.131867 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 12:09:58.131867 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 12:09:58.131867 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 12:09:58.131867 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 12:09:58.131867 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 12:09:58.131867 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 12:09:58.131867 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 12:09:58.131867 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 12:09:58.131867 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 12:09:58.131867 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 12:09:58.131867 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 12:09:58.131867 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 12:09:58.131867 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 12:09:58.131867 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 12:09:58.131867 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 12:09:58.131867 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 12:09:58.131867 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 12:09:58.131867 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 12:09:58.131867 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 12:09:58.208203 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d033977-8ff0-429f-8ab1-dcd740e6a5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:58.229483 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d033977-8ff0-429f-8ab1-dcd740e6a5dd admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:58.241879 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d033977-8ff0-429f-8ab1-dcd740e6a5dd admin admin] Pushing event deleted for resources: {'Network': ['ID=2cfa97d7-3728-4d10-977f-e4166baacdc4,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:09:58.246982 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-8d033977-8ff0-429f-8ab1-dcd740e6a5dd admin admin] 10.222.0.79 "DELETE /v2.0/networks/2cfa97d7-3728-4d10-977f-e4166baacdc4 HTTP/1.1" status: 204 len: 168 time: 1.0063577 May 23 12:09:58.250249 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42220) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:09:58.424593 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7bdcfcad-a695-4d25-99e3-396872a75c3f None None] Deleting port af86e9d2-0989-44bb-b061-2cab18816051 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:09:58.424890 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7bdcfcad-a695-4d25-99e3-396872a75c3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:58.488482 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7bdcfcad-a695-4d25-99e3-396872a75c3f None None] The port 'af86e9d2-0989-44bb-b061-2cab18816051' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 12:09:58.749400 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-978c0fa7-2cc2-4168-a1eb-ccc2b1253218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:58.887480 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device af86e9d2-0989-44bb-b061-2cab18816051 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:09:58.926645 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: af86e9d2-0989-44bb-b061-2cab18816051 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:09:58.927318 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device af86e9d2-0989-44bb-b061-2cab18816051 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:09:59.380370 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-978c0fa7-2cc2-4168-a1eb-ccc2b1253218 admin admin] Deleting port 63e4d7c3-05ed-4901-90bc-9d5d8f81ae08 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:09:59.380976 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-978c0fa7-2cc2-4168-a1eb-ccc2b1253218 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:59.551423 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-978c0fa7-2cc2-4168-a1eb-ccc2b1253218 admin admin] For port 63e4d7c3-05ed-4901-90bc-9d5d8f81ae08, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=63e4d7c3-05ed-4901-90bc-9d5d8f81ae08,segment=NetworkSegment(c401afdb-9906-4eaa-ac8d-fb1109097069),segment_id=c401afdb-9906-4eaa-ac8d-fb1109097069)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:09:59.551714 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-978c0fa7-2cc2-4168-a1eb-ccc2b1253218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:59.670218 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-978c0fa7-2cc2-4168-a1eb-ccc2b1253218 admin admin] Calling delete_port for 63e4d7c3-05ed-4901-90bc-9d5d8f81ae08 owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:09:59.839290 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-978c0fa7-2cc2-4168-a1eb-ccc2b1253218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:09:59.981310 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c0fa7-2cc2-4168-a1eb-ccc2b1253218 admin admin] Pushing event deleted for resources: {'Port': ['ID=63e4d7c3-05ed-4901-90bc-9d5d8f81ae08,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:10:00.282649 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-978c0fa7-2cc2-4168-a1eb-ccc2b1253218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:00.878490 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978c0fa7-2cc2-4168-a1eb-ccc2b1253218 admin admin] Router 7f06043b-e18d-48ca-b1ff-6f72c3625585 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:10:01.084330 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978c0fa7-2cc2-4168-a1eb-ccc2b1253218 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:10:01.093130 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd7d0f3-571f-4450-90f4-091c62a0e6d8 None None] Sync routers for ids ['7f06043b-e18d-48ca-b1ff-6f72c3625585'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:10:01.093598 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-978c0fa7-2cc2-4168-a1eb-ccc2b1253218 admin admin] 10.222.0.79 "PUT /v2.0/routers/7f06043b-e18d-48ca-b1ff-6f72c3625585/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8419614 May 23 12:10:01.096216 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42226) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:10:01.106207 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd7d0f3-571f-4450-90f4-091c62a0e6d8 None None] Routers {'7f06043b-e18d-48ca-b1ff-6f72c3625585'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:10:01.106903 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-efd7d0f3-571f-4450-90f4-091c62a0e6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:09:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['7f06043b-e18d-48ca-b1ff-6f72c3625585'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:10:01.296634 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-efd7d0f3-571f-4450-90f4-091c62a0e6d8 None None] Set router 7f06043b-e18d-48ca-b1ff-6f72c3625585 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:10:01.305475 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-81a70c40-11fd-4c93-bf9e-6ee6dd463789 admin admin] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:01.586661 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-efd7d0f3-571f-4450-90f4-091c62a0e6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f06043b-e18d-48ca-b1ff-6f72c3625585', 'name': 'tempest-TestEncryptedCinderVolumes-1883837079-router', 'tenant_id': '97d2c2498fb24f9e8bf89241c7bbc918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'b01d1f06-fbbc-448c-92cb-769507ccf89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:08:40Z', 'updated_at': '2022-05-23T12:09:59Z', 'revision_number': 5, 'project_id': '97d2c2498fb24f9e8bf89241c7bbc918', 'gw_port': {'id': 'b01d1f06-fbbc-448c-92cb-769507ccf89f', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f06043b-e18d-48ca-b1ff-6f72c3625585', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:08:40Z', 'updated_at': '2022-05-23T12:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:10:01.590898 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd7d0f3-571f-4450-90f4-091c62a0e6d8 None None] Checking router: 7f06043b-e18d-48ca-b1ff-6f72c3625585 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:10:01.602106 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd7d0f3-571f-4450-90f4-091c62a0e6d8 None None] Routers {'7f06043b-e18d-48ca-b1ff-6f72c3625585'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:10:01.602725 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-efd7d0f3-571f-4450-90f4-091c62a0e6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:09:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['7f06043b-e18d-48ca-b1ff-6f72c3625585'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:10:01.615091 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-81a70c40-11fd-4c93-bf9e-6ee6dd463789 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:01.624796 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-81a70c40-11fd-4c93-bf9e-6ee6dd463789 admin admin] Deleting port b01d1f06-fbbc-448c-92cb-769507ccf89f {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:10:01.625277 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-81a70c40-11fd-4c93-bf9e-6ee6dd463789 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:01.750063 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-efd7d0f3-571f-4450-90f4-091c62a0e6d8 None None] Set router 7f06043b-e18d-48ca-b1ff-6f72c3625585 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:10:01.801893 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-81a70c40-11fd-4c93-bf9e-6ee6dd463789 admin admin] For port b01d1f06-fbbc-448c-92cb-769507ccf89f, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=b01d1f06-fbbc-448c-92cb-769507ccf89f,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:10:01.802385 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-81a70c40-11fd-4c93-bf9e-6ee6dd463789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:01.856032 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-efd7d0f3-571f-4450-90f4-091c62a0e6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f06043b-e18d-48ca-b1ff-6f72c3625585', 'name': 'tempest-TestEncryptedCinderVolumes-1883837079-router', 'tenant_id': '97d2c2498fb24f9e8bf89241c7bbc918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:08:40Z', 'updated_at': '2022-05-23T12:10:01Z', 'revision_number': 6, 'project_id': '97d2c2498fb24f9e8bf89241c7bbc918', 'gw_port_host': None}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:10:01.860171 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd7d0f3-571f-4450-90f4-091c62a0e6d8 None None] The sync data for ids ['7f06043b-e18d-48ca-b1ff-6f72c3625585'] in n-d-842952-2 is: [{'id': '7f06043b-e18d-48ca-b1ff-6f72c3625585', 'name': 'tempest-TestEncryptedCinderVolumes-1883837079-router', 'tenant_id': '97d2c2498fb24f9e8bf89241c7bbc918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:08:40Z', 'updated_at': '2022-05-23T12:10:01Z', 'revision_number': 6, 'project_id': '97d2c2498fb24f9e8bf89241c7bbc918', 'gw_port_host': None}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:10:01.927506 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-81a70c40-11fd-4c93-bf9e-6ee6dd463789 admin admin] Calling delete_port for b01d1f06-fbbc-448c-92cb-769507ccf89f owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:10:02.104106 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-81a70c40-11fd-4c93-bf9e-6ee6dd463789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:02.162787 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a70c40-11fd-4c93-bf9e-6ee6dd463789 admin admin] Pushing event deleted for resources: {'Port': ['ID=b01d1f06-fbbc-448c-92cb-769507ccf89f,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:10:02.389089 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-81a70c40-11fd-4c93-bf9e-6ee6dd463789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:02.663682 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-81a70c40-11fd-4c93-bf9e-6ee6dd463789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:02.668602 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-81a70c40-11fd-4c93-bf9e-6ee6dd463789 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:02.700298 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-81a70c40-11fd-4c93-bf9e-6ee6dd463789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:02.700852 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a70c40-11fd-4c93-bf9e-6ee6dd463789 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f06043b-e18d-48ca-b1ff-6f72c3625585 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 12:10:02.714166 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-81a70c40-11fd-4c93-bf9e-6ee6dd463789 admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:02.715510 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-81a70c40-11fd-4c93-bf9e-6ee6dd463789 admin admin] 10.222.0.79 "DELETE /v2.0/routers/7f06043b-e18d-48ca-b1ff-6f72c3625585 HTTP/1.1" status: 204 len: 168 time: 1.6183209 May 23 12:10:02.718060 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42230) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:10:02.777745 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-be04667c-9d0a-4626-8845-1f5a91e5cec3 admin admin] Deleting subnet a8b05c56-e53d-4f91-b244-76f9295d9850 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 12:10:02.780795 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-be04667c-9d0a-4626-8845-1f5a91e5cec3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:02.831960 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-be04667c-9d0a-4626-8845-1f5a91e5cec3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:02.909765 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device b01d1f06-fbbc-448c-92cb-769507ccf89f no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:10:02.954534 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: b01d1f06-fbbc-448c-92cb-769507ccf89f {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:10:02.954758 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device b01d1f06-fbbc-448c-92cb-769507ccf89f not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:10:02.955159 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 63e4d7c3-05ed-4901-90bc-9d5d8f81ae08 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:10:02.987261 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 63e4d7c3-05ed-4901-90bc-9d5d8f81ae08 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:10:02.987607 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 63e4d7c3-05ed-4901-90bc-9d5d8f81ae08 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:10:03.032678 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-be04667c-9d0a-4626-8845-1f5a91e5cec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:03.101562 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-be04667c-9d0a-4626-8845-1f5a91e5cec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:03.148825 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be04667c-9d0a-4626-8845-1f5a91e5cec3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8b05c56-e53d-4f91-b244-76f9295d9850,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:10:03.154859 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-be04667c-9d0a-4626-8845-1f5a91e5cec3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:03.160322 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a767e61-ceca-4863-a43c-ebfb433cb4c5 None None] Network 3b6a4a09-096a-48bc-9257-5fe2e42c872f requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:10:03.162141 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-be04667c-9d0a-4626-8845-1f5a91e5cec3 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/a8b05c56-e53d-4f91-b244-76f9295d9850 HTTP/1.1" status: 204 len: 168 time: 0.4430637 May 23 12:10:03.165671 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42234) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:10:03.286700 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-38484b22-7916-4cfa-8c2d-c762334987db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:03.298475 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-38484b22-7916-4cfa-8c2d-c762334987db admin admin] Deleting port 9139e2c5-14b4-474f-99a8-200e547cf1da {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:10:03.298842 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-38484b22-7916-4cfa-8c2d-c762334987db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:03.447197 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ae8e74-1b2e-4869-b5f3-f17908a195ee None None] DHCP port deletion for 3b6a4a09-096a-48bc-9257-5fe2e42c872f request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 12:10:03.451299 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-62ae8e74-1b2e-4869-b5f3-f17908a195ee None None] Deleting port 9139e2c5-14b4-474f-99a8-200e547cf1da {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:10:03.451677 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-62ae8e74-1b2e-4869-b5f3-f17908a195ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:03.502651 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-38484b22-7916-4cfa-8c2d-c762334987db admin admin] For port 9139e2c5-14b4-474f-99a8-200e547cf1da, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=9139e2c5-14b4-474f-99a8-200e547cf1da,segment=NetworkSegment(c401afdb-9906-4eaa-ac8d-fb1109097069),segment_id=c401afdb-9906-4eaa-ac8d-fb1109097069)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:10:03.502980 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-38484b22-7916-4cfa-8c2d-c762334987db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:03.622559 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-38484b22-7916-4cfa-8c2d-c762334987db admin admin] Calling delete_port for 9139e2c5-14b4-474f-99a8-200e547cf1da owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:10:03.652616 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-62ae8e74-1b2e-4869-b5f3-f17908a195ee None None] For port 9139e2c5-14b4-474f-99a8-200e547cf1da, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=9139e2c5-14b4-474f-99a8-200e547cf1da,segment=NetworkSegment(c401afdb-9906-4eaa-ac8d-fb1109097069),segment_id=c401afdb-9906-4eaa-ac8d-fb1109097069)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:10:03.653026 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-62ae8e74-1b2e-4869-b5f3-f17908a195ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:03.703070 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-38484b22-7916-4cfa-8c2d-c762334987db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:03.746765 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38484b22-7916-4cfa-8c2d-c762334987db admin admin] Pushing event deleted for resources: {'Port': ['ID=9139e2c5-14b4-474f-99a8-200e547cf1da,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:10:03.753111 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38484b22-7916-4cfa-8c2d-c762334987db admin admin] No DVR routers for this DVR port 9139e2c5-14b4-474f-99a8-200e547cf1da on host n-d-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:10:03.775615 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-62ae8e74-1b2e-4869-b5f3-f17908a195ee None None] Calling delete_port for 9139e2c5-14b4-474f-99a8-200e547cf1da owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:10:03.853188 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-62ae8e74-1b2e-4869-b5f3-f17908a195ee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 12:10:03.853317 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-62ae8e74-1b2e-4869-b5f3-f17908a195ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 12:10:03.870832 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-38484b22-7916-4cfa-8c2d-c762334987db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:03.895719 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-38484b22-7916-4cfa-8c2d-c762334987db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b6a4a09-096a-48bc-9257-5fe2e42c872f']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:10:03.908972 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-38484b22-7916-4cfa-8c2d-c762334987db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c401afdb-9906-4eaa-ac8d-fb1109097069') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:10:03.909280 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-38484b22-7916-4cfa-8c2d-c762334987db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c401afdb-9906-4eaa-ac8d-fb1109097069') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:10:03.921699 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-38484b22-7916-4cfa-8c2d-c762334987db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:03.942458 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-38484b22-7916-4cfa-8c2d-c762334987db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:03.949467 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38484b22-7916-4cfa-8c2d-c762334987db admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 12:10:03.949913 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-38484b22-7916-4cfa-8c2d-c762334987db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:03.963502 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 12:10:03.963502 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 12:10:03.963502 n-d-842952-2 neutron-server[83910]: timer() May 23 12:10:03.963502 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 12:10:03.963502 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 12:10:03.963502 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 12:10:03.963502 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 12:10:03.963502 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 12:10:03.963502 n-d-842952-2 neutron-server[83910]: self._notify() May 23 12:10:03.963502 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 12:10:03.963502 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 12:10:03.963502 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 12:10:03.963502 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 12:10:03.963502 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 12:10:03.963502 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 12:10:03.963502 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 12:10:03.963502 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 12:10:03.963502 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 12:10:03.963502 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 12:10:03.963502 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 12:10:03.963502 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 12:10:03.963502 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 12:10:03.963502 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 12:10:03.963502 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 12:10:03.963502 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 12:10:03.963502 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 12:10:03.963502 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 12:10:03.963502 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 12:10:03.963502 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 12:10:03.963502 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 12:10:03.963502 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 12:10:03.963502 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 12:10:04.043563 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-38484b22-7916-4cfa-8c2d-c762334987db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:04.062576 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-38484b22-7916-4cfa-8c2d-c762334987db admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:04.073488 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38484b22-7916-4cfa-8c2d-c762334987db admin admin] Pushing event deleted for resources: {'Network': ['ID=3b6a4a09-096a-48bc-9257-5fe2e42c872f,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:10:04.077680 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-38484b22-7916-4cfa-8c2d-c762334987db admin admin] 10.222.0.79 "DELETE /v2.0/networks/3b6a4a09-096a-48bc-9257-5fe2e42c872f HTTP/1.1" status: 204 len: 168 time: 0.9107714 May 23 12:10:04.291278 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42240) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:10:04.345234 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2080e8d2-e39e-4e4f-b34a-16e5241e2889 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=49a5108c47784c11b0fdba18b9e9b0a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0526948 May 23 12:10:04.347749 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42244) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:10:04.354638 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-62ae8e74-1b2e-4869-b5f3-f17908a195ee None None] Deleting port 9139e2c5-14b4-474f-99a8-200e547cf1da {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:10:04.355150 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-62ae8e74-1b2e-4869-b5f3-f17908a195ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:04.410574 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-50cdc3d2-2085-4d9b-8880-98f5e6522219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:04.420290 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-62ae8e74-1b2e-4869-b5f3-f17908a195ee None None] The port '9139e2c5-14b4-474f-99a8-200e547cf1da' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 12:10:04.437114 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-50cdc3d2-2085-4d9b-8880-98f5e6522219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:04.490003 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-50cdc3d2-2085-4d9b-8880-98f5e6522219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:04.504402 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cdc3d2-2085-4d9b-8880-98f5e6522219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3592d9a-ef12-449a-9e1e-e8fd403d37e7,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:10:04.511724 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-50cdc3d2-2085-4d9b-8880-98f5e6522219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:04.512879 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-50cdc3d2-2085-4d9b-8880-98f5e6522219 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f3592d9a-ef12-449a-9e1e-e8fd403d37e7 HTTP/1.1" status: 204 len: 168 time: 0.1642210 May 23 12:10:04.900009 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 9139e2c5-14b4-474f-99a8-200e547cf1da no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:10:04.933699 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 9139e2c5-14b4-474f-99a8-200e547cf1da {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:10:04.934049 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 9139e2c5-14b4-474f-99a8-200e547cf1da not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:10:04.941729 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42252) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:10:04.996344 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-09465aef-487b-4115-9218-20fe8fad96e9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=97d2c2498fb24f9e8bf89241c7bbc918&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0532806 May 23 12:10:04.999898 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42256) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:10:05.070738 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-750a88f9-ed79-45be-985f-9eda5becd928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:05.096128 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-750a88f9-ed79-45be-985f-9eda5becd928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:05.150111 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-750a88f9-ed79-45be-985f-9eda5becd928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:05.164203 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a88f9-ed79-45be-985f-9eda5becd928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09e776c-c5f1-48ef-a7b9-7e1085c3dd50,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:10:05.170224 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-750a88f9-ed79-45be-985f-9eda5becd928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:05.173798 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-750a88f9-ed79-45be-985f-9eda5becd928 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b09e776c-c5f1-48ef-a7b9-7e1085c3dd50 HTTP/1.1" status: 204 len: 168 time: 0.1702261 May 23 12:10:06.072678 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42280) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:10:06.226477 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-4d61896b-1e74-464d-ac64-4c0a0cac091f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1396462625-network', 'tenant_id': '48858bf15e874add8a87e0b37f55e5c6'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:10:06.232601 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4d61896b-1e74-464d-ac64-4c0a0cac091f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:10:06.237681 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4d61896b-1e74-464d-ac64-4c0a0cac091f admin admin] Usage tracker for resource:network and tenant:48858bf15e874add8a87e0b37f55e5c6 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:10:06.240857 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4d61896b-1e74-464d-ac64-4c0a0cac091f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:10:06.248015 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4d61896b-1e74-464d-ac64-4c0a0cac091f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:10:06.261636 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d61896b-1e74-464d-ac64-4c0a0cac091f admin admin] Made reservation on behalf of 48858bf15e874add8a87e0b37f55e5c6 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:10:06.265187 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4d61896b-1e74-464d-ac64-4c0a0cac091f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:06.282082 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4d61896b-1e74-464d-ac64-4c0a0cac091f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:06.318708 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4d61896b-1e74-464d-ac64-4c0a0cac091f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:10:06.322880 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4d61896b-1e74-464d-ac64-4c0a0cac091f admin admin] Usage tracker for resource:security_group_rule and tenant:48858bf15e874add8a87e0b37f55e5c6 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:10:06.325746 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4d61896b-1e74-464d-ac64-4c0a0cac091f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:10:06.331529 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4d61896b-1e74-464d-ac64-4c0a0cac091f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:10:06.397334 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4d61896b-1e74-464d-ac64-4c0a0cac091f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:06.401882 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4d61896b-1e74-464d-ac64-4c0a0cac091f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:06.433846 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d61896b-1e74-464d-ac64-4c0a0cac091f admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 12:10:06.439153 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d61896b-1e74-464d-ac64-4c0a0cac091f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a97b945-97de-48a0-b89f-afae9d9a69ad,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:10:06.446137 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4d61896b-1e74-464d-ac64-4c0a0cac091f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:06.446474 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-4d61896b-1e74-464d-ac64-4c0a0cac091f admin admin] Added segment 528e973b-c1ce-4c45-8727-b65554353031 of type vlan for network dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a May 23 12:10:06.473311 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4d61896b-1e74-464d-ac64-4c0a0cac091f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:06.503624 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4d61896b-1e74-464d-ac64-4c0a0cac091f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:06.504676 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d61896b-1e74-464d-ac64-4c0a0cac091f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:10:06.505447 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4d61896b-1e74-464d-ac64-4c0a0cac091f admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:06.612733 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4d61896b-1e74-464d-ac64-4c0a0cac091f admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5388651 May 23 12:10:06.613567 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d61896b-1e74-464d-ac64-4c0a0cac091f admin admin] Pushing event updated for resources: {'Network': ['ID=dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:10:06.615797 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42286) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:10:06.624449 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-6cfdf788-8966-4342-a08b-dd68ea7921a3 admin admin] Request body: {'subnet': {'network_id': 'dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1396462625-subnet', 'tenant_id': '48858bf15e874add8a87e0b37f55e5c6', 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:10:06.627624 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 12:10:06.635797 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6cfdf788-8966-4342-a08b-dd68ea7921a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:10:06.640095 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6cfdf788-8966-4342-a08b-dd68ea7921a3 admin admin] Usage tracker for resource:subnet and tenant:48858bf15e874add8a87e0b37f55e5c6 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:10:06.643152 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6cfdf788-8966-4342-a08b-dd68ea7921a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:10:06.649723 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6cfdf788-8966-4342-a08b-dd68ea7921a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:10:06.660578 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cfdf788-8966-4342-a08b-dd68ea7921a3 admin admin] Made reservation on behalf of 48858bf15e874add8a87e0b37f55e5c6 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:10:06.662960 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6cfdf788-8966-4342-a08b-dd68ea7921a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:06.874686 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6cfdf788-8966-4342-a08b-dd68ea7921a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:06.946978 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfdf788-8966-4342-a08b-dd68ea7921a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7df47a8-8e14-479b-818a-e7faf27ba660,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:10:06.965519 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfdf788-8966-4342-a08b-dd68ea7921a3 admin admin] Checking segment: {'id': '528e973b-c1ce-4c45-8727-b65554353031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:10:06.965869 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfdf788-8966-4342-a08b-dd68ea7921a3 admin admin] Network hostable DHCP agents. Network: dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:10:06.989906 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfdf788-8966-4342-a08b-dd68ea7921a3 admin admin] Network dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:10:07.000211 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-6cfdf788-8966-4342-a08b-dd68ea7921a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:10:07.004213 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfdf788-8966-4342-a08b-dd68ea7921a3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:10:07.004860 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6cfdf788-8966-4342-a08b-dd68ea7921a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:07.009361 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7451e76-79d5-4534-b5a1-229ae3055b32 None None] Network dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:10:07.026490 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-6cfdf788-8966-4342-a08b-dd68ea7921a3 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4094596 May 23 12:10:07.029535 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42290) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:10:07.034567 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-370615a6-a21d-4825-a9b4-5b189c055a5b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1396462625-router', 'tenant_id': '48858bf15e874add8a87e0b37f55e5c6', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:10:07.040108 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-370615a6-a21d-4825-a9b4-5b189c055a5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:10:07.043991 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-370615a6-a21d-4825-a9b4-5b189c055a5b admin admin] Usage tracker for resource:router and tenant:48858bf15e874add8a87e0b37f55e5c6 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:10:07.046845 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-370615a6-a21d-4825-a9b4-5b189c055a5b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:10:07.052850 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-370615a6-a21d-4825-a9b4-5b189c055a5b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:10:07.063806 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-370615a6-a21d-4825-a9b4-5b189c055a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:07.064803 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-370615a6-a21d-4825-a9b4-5b189c055a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:07.082981 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-370615a6-a21d-4825-a9b4-5b189c055a5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:07.225517 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51be60a2-53c2-4718-abb3-847d184d5b7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a', 'network_id': 'dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a', 'tenant_id': '48858bf15e874add8a87e0b37f55e5c6', 'fixed_ips': [{'subnet_id': 'a7df47a8-8e14-479b-818a-e7faf27ba660'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 12:10:07.226372 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-51be60a2-53c2-4718-abb3-847d184d5b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:07.321194 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-370615a6-a21d-4825-a9b4-5b189c055a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:07.389294 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-51be60a2-53c2-4718-abb3-847d184d5b7e None None] Allocated IP 172.20.0.2 (dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a/a7df47a8-8e14-479b-818a-e7faf27ba660/b3e8e75b-a1ad-4e5c-8123-b24fdab7e5e2) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:10:07.515944 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-370615a6-a21d-4825-a9b4-5b189c055a5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:07.545950 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-370615a6-a21d-4825-a9b4-5b189c055a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:07.607732 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-51be60a2-53c2-4718-abb3-847d184d5b7e None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:07.618630 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-51be60a2-53c2-4718-abb3-847d184d5b7e None None] Transition to ACTIVE for port object b3e8e75b-a1ad-4e5c-8123-b24fdab7e5e2 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:10:07.637838 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-51be60a2-53c2-4718-abb3-847d184d5b7e None None] Transition to ACTIVE for port object b3e8e75b-a1ad-4e5c-8123-b24fdab7e5e2 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:10:07.644407 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-51be60a2-53c2-4718-abb3-847d184d5b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:07.684793 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-370615a6-a21d-4825-a9b4-5b189c055a5b admin admin] Allocated IP 172.25.6.134 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/066441c1-9eef-4091-8279-ae984973427d) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:10:07.710662 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51be60a2-53c2-4718-abb3-847d184d5b7e None None] Network dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:10:07.713423 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-51be60a2-53c2-4718-abb3-847d184d5b7e None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:10:07.717158 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51be60a2-53c2-4718-abb3-847d184d5b7e None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:10:07.723396 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be60a2-53c2-4718-abb3-847d184d5b7e None None] Pushing event updated for resources: {'Port': ['ID=b3e8e75b-a1ad-4e5c-8123-b24fdab7e5e2,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:10:07.791544 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51be60a2-53c2-4718-abb3-847d184d5b7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:10:07.791802 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51be60a2-53c2-4718-abb3-847d184d5b7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:10:07.792198 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51be60a2-53c2-4718-abb3-847d184d5b7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:10:07.792535 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51be60a2-53c2-4718-abb3-847d184d5b7e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:10:07.792838 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51be60a2-53c2-4718-abb3-847d184d5b7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:10:07.793200 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51be60a2-53c2-4718-abb3-847d184d5b7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:10:07.793531 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51be60a2-53c2-4718-abb3-847d184d5b7e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:10:07.793854 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51be60a2-53c2-4718-abb3-847d184d5b7e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:10:07.794185 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51be60a2-53c2-4718-abb3-847d184d5b7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:10:07.794478 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51be60a2-53c2-4718-abb3-847d184d5b7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:10:07.794805 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51be60a2-53c2-4718-abb3-847d184d5b7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:10:07.838064 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-370615a6-a21d-4825-a9b4-5b189c055a5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:07.856152 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-51be60a2-53c2-4718-abb3-847d184d5b7e None None] Attempting to bind port b3e8e75b-a1ad-4e5c-8123-b24fdab7e5e2 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:10:07.856526 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-51be60a2-53c2-4718-abb3-847d184d5b7e None None] Attempting to bind port b3e8e75b-a1ad-4e5c-8123-b24fdab7e5e2 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '528e973b-c1ce-4c45-8727-b65554353031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:10:07.856891 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51be60a2-53c2-4718-abb3-847d184d5b7e None None] Attempting to bind port b3e8e75b-a1ad-4e5c-8123-b24fdab7e5e2 on network dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:10:07.863246 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51be60a2-53c2-4718-abb3-847d184d5b7e None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:10:07.863606 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51be60a2-53c2-4718-abb3-847d184d5b7e None None] Checking segment: {'id': '528e973b-c1ce-4c45-8727-b65554353031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:10:07.864033 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-51be60a2-53c2-4718-abb3-847d184d5b7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:07.864425 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51be60a2-53c2-4718-abb3-847d184d5b7e None None] Bound using segment: {'id': '528e973b-c1ce-4c45-8727-b65554353031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:10:07.864883 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-51be60a2-53c2-4718-abb3-847d184d5b7e None None] Bound port: b3e8e75b-a1ad-4e5c-8123-b24fdab7e5e2, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528e973b-c1ce-4c45-8727-b65554353031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:10:07.865245 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-51be60a2-53c2-4718-abb3-847d184d5b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:07.870642 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-370615a6-a21d-4825-a9b4-5b189c055a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:07.938929 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370615a6-a21d-4825-a9b4-5b189c055a5b admin admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:10:07.942455 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-370615a6-a21d-4825-a9b4-5b189c055a5b admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:10:07.944397 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370615a6-a21d-4825-a9b4-5b189c055a5b admin admin] Pushing event updated for resources: {'Port': ['ID=066441c1-9eef-4091-8279-ae984973427d,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:10:07.946481 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370615a6-a21d-4825-a9b4-5b189c055a5b admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:10:07.953568 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-51be60a2-53c2-4718-abb3-847d184d5b7e None None] For port b3e8e75b-a1ad-4e5c-8123-b24fdab7e5e2, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:10:07.956921 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-51be60a2-53c2-4718-abb3-847d184d5b7e None None] For port b3e8e75b-a1ad-4e5c-8123-b24fdab7e5e2, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=b3e8e75b-a1ad-4e5c-8123-b24fdab7e5e2,segment=NetworkSegment(528e973b-c1ce-4c45-8727-b65554353031),segment_id=528e973b-c1ce-4c45-8727-b65554353031)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:10:07.962707 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-51be60a2-53c2-4718-abb3-847d184d5b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:08.055351 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be60a2-53c2-4718-abb3-847d184d5b7e None None] Pushing event updated for resources: {'Port': ['ID=b3e8e75b-a1ad-4e5c-8123-b24fdab7e5e2,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:10:08.115618 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-370615a6-a21d-4825-a9b4-5b189c055a5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:08.116417 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-370615a6-a21d-4825-a9b4-5b189c055a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:08.366220 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370615a6-a21d-4825-a9b4-5b189c055a5b admin admin] Router 01e105fa-0083-4c23-b3f0-79a895c7e738 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 12:10:08.568998 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370615a6-a21d-4825-a9b4-5b189c055a5b admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:10:08.578307 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e15b76-0f89-4a38-a89a-d34275f30430 None None] Sync routers for ids ['01e105fa-0083-4c23-b3f0-79a895c7e738'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:10:08.587218 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:08.592231 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e15b76-0f89-4a38-a89a-d34275f30430 None None] Routers {'01e105fa-0083-4c23-b3f0-79a895c7e738'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:10:08.592894 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c6e15b76-0f89-4a38-a89a-d34275f30430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:09:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['01e105fa-0083-4c23-b3f0-79a895c7e738'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:10:08.593028 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-370615a6-a21d-4825-a9b4-5b189c055a5b admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:08.594376 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-370615a6-a21d-4825-a9b4-5b189c055a5b admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5639048 May 23 12:10:08.597065 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42294) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:10:08.781047 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-c6e15b76-0f89-4a38-a89a-d34275f30430 None None] Set router 01e105fa-0083-4c23-b3f0-79a895c7e738 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:10:08.960748 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device b3e8e75b-a1ad-4e5c-8123-b24fdab7e5e2 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:10:09.043415 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port b3e8e75b-a1ad-4e5c-8123-b24fdab7e5e2 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:10:09.060319 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9239da3-281c-43c1-b1d4-9ff070b3087d None None] Network dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:10:09.133065 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c6e15b76-0f89-4a38-a89a-d34275f30430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e105fa-0083-4c23-b3f0-79a895c7e738', 'name': 'tempest-TestMinimumBasicScenario-1396462625-router', 'tenant_id': '48858bf15e874add8a87e0b37f55e5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '066441c1-9eef-4091-8279-ae984973427d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:10:07Z', 'updated_at': '2022-05-23T12:10:08Z', 'revision_number': 3, 'project_id': '48858bf15e874add8a87e0b37f55e5c6', 'gw_port': {'id': '066441c1-9eef-4091-8279-ae984973427d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:00:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e105fa-0083-4c23-b3f0-79a895c7e738', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:10:07Z', 'updated_at': '2022-05-23T12:10:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:10:09.137197 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e15b76-0f89-4a38-a89a-d34275f30430 None None] Checking router: 01e105fa-0083-4c23-b3f0-79a895c7e738 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:10:09.137651 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e15b76-0f89-4a38-a89a-d34275f30430 None None] Updating router 01e105fa-0083-4c23-b3f0-79a895c7e738 port 066441c1-9eef-4091-8279-ae984973427d binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 12:10:09.176851 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4059ee9c-773c-4fe2-a0b5-e2a319e27c25 None None] Provisioning for port b3e8e75b-a1ad-4e5c-8123-b24fdab7e5e2 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:10:09.191152 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4059ee9c-773c-4fe2-a0b5-e2a319e27c25 None None] Provisioning complete for port b3e8e75b-a1ad-4e5c-8123-b24fdab7e5e2 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:10:09.191513 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4059ee9c-773c-4fe2-a0b5-e2a319e27c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:09.197597 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-c6e15b76-0f89-4a38-a89a-d34275f30430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:09.388490 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f333c5ee-9ac5-4786-91ed-ef1d3985291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:09.423783 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4059ee9c-773c-4fe2-a0b5-e2a319e27c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:09.463481 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-4059ee9c-773c-4fe2-a0b5-e2a319e27c25 None None] For port b3e8e75b-a1ad-4e5c-8123-b24fdab7e5e2, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=b3e8e75b-a1ad-4e5c-8123-b24fdab7e5e2,segment=NetworkSegment(528e973b-c1ce-4c45-8727-b65554353031),segment_id=528e973b-c1ce-4c45-8727-b65554353031)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:10:09.470637 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4059ee9c-773c-4fe2-a0b5-e2a319e27c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:09.540981 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f5af908-cf67-4d6a-918d-0e410e3ad051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:09.550023 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4059ee9c-773c-4fe2-a0b5-e2a319e27c25 None None] Pushing event updated for resources: {'Port': ['ID=b3e8e75b-a1ad-4e5c-8123-b24fdab7e5e2,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:10:09.561157 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-c6e15b76-0f89-4a38-a89a-d34275f30430 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:09.574039 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-c6e15b76-0f89-4a38-a89a-d34275f30430 None None] Transition to ACTIVE for port object 066441c1-9eef-4091-8279-ae984973427d will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:10:09.580920 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-c6e15b76-0f89-4a38-a89a-d34275f30430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:09.663272 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-c6e15b76-0f89-4a38-a89a-d34275f30430 None None] Attempting to bind port 066441c1-9eef-4091-8279-ae984973427d on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:10:09.663656 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-c6e15b76-0f89-4a38-a89a-d34275f30430 None None] Attempting to bind port 066441c1-9eef-4091-8279-ae984973427d by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:10:09.664063 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e15b76-0f89-4a38-a89a-d34275f30430 None None] Attempting to bind port 066441c1-9eef-4091-8279-ae984973427d on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:10:09.672446 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa5af10-6aff-4635-90f6-a351fa054622 None None] Pushing event updated for resources: {'Port': ['ID=066441c1-9eef-4091-8279-ae984973427d,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:10:09.678700 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e15b76-0f89-4a38-a89a-d34275f30430 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:10:09.678977 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e15b76-0f89-4a38-a89a-d34275f30430 None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:10:09.679379 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-c6e15b76-0f89-4a38-a89a-d34275f30430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:09.679765 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e15b76-0f89-4a38-a89a-d34275f30430 None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:10:09.680250 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-c6e15b76-0f89-4a38-a89a-d34275f30430 None None] Bound port: 066441c1-9eef-4091-8279-ae984973427d, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:10:09.681317 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-c6e15b76-0f89-4a38-a89a-d34275f30430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:09.693937 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0f381c5c-3473-47f8-9334-4c9efdf2d1c2 None None] Provisioning complete for port b3e8e75b-a1ad-4e5c-8123-b24fdab7e5e2 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:10:09.694924 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0f381c5c-3473-47f8-9334-4c9efdf2d1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:09.722243 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5af10-6aff-4635-90f6-a351fa054622 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:10:09.722480 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5af10-6aff-4635-90f6-a351fa054622 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:10:09.722803 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5af10-6aff-4635-90f6-a351fa054622 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:10:09.723167 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5af10-6aff-4635-90f6-a351fa054622 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:10:09.723469 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5af10-6aff-4635-90f6-a351fa054622 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:10:09.723889 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5af10-6aff-4635-90f6-a351fa054622 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:10:09.724155 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5af10-6aff-4635-90f6-a351fa054622 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:10:09.724502 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5af10-6aff-4635-90f6-a351fa054622 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:10:09.724819 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5af10-6aff-4635-90f6-a351fa054622 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:10:09.725117 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5af10-6aff-4635-90f6-a351fa054622 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:10:09.725442 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5af10-6aff-4635-90f6-a351fa054622 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:10:09.763397 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-2f5af908-cf67-4d6a-918d-0e410e3ad051 admin admin] Allocated IP 172.20.0.1 (dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a/a7df47a8-8e14-479b-818a-e7faf27ba660/cf162744-b290-41f6-9685-34e61f3fb117) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:10:09.767923 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-c6e15b76-0f89-4a38-a89a-d34275f30430 None None] For port 066441c1-9eef-4091-8279-ae984973427d, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:10:09.772205 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-c6e15b76-0f89-4a38-a89a-d34275f30430 None None] For port 066441c1-9eef-4091-8279-ae984973427d, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=066441c1-9eef-4091-8279-ae984973427d,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:10:09.777225 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-c6e15b76-0f89-4a38-a89a-d34275f30430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:09.872943 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e15b76-0f89-4a38-a89a-d34275f30430 None None] Routers {'01e105fa-0083-4c23-b3f0-79a895c7e738'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:10:09.873559 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c6e15b76-0f89-4a38-a89a-d34275f30430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:09:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['01e105fa-0083-4c23-b3f0-79a895c7e738'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:10:09.916379 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f5af908-cf67-4d6a-918d-0e410e3ad051 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:09.932055 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-2f5af908-cf67-4d6a-918d-0e410e3ad051 admin admin] Transition to ACTIVE for port object cf162744-b290-41f6-9685-34e61f3fb117 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:10:09.954804 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f5af908-cf67-4d6a-918d-0e410e3ad051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:09.979617 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:09.981301 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa5af10-6aff-4635-90f6-a351fa054622 None None] Pushing event updated for resources: {'Port': ['ID=066441c1-9eef-4091-8279-ae984973427d,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:10:10.023746 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5af908-cf67-4d6a-918d-0e410e3ad051 admin admin] Network dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:10:10.027359 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-2f5af908-cf67-4d6a-918d-0e410e3ad051 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:10:10.029334 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5af908-cf67-4d6a-918d-0e410e3ad051 admin admin] Pushing event updated for resources: {'Port': ['ID=cf162744-b290-41f6-9685-34e61f3fb117,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:10:10.031401 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5af908-cf67-4d6a-918d-0e410e3ad051 admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:10:10.053295 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-c6e15b76-0f89-4a38-a89a-d34275f30430 None None] Set router 01e105fa-0083-4c23-b3f0-79a895c7e738 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:10:10.083744 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f5af908-cf67-4d6a-918d-0e410e3ad051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:10.175784 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f5af908-cf67-4d6a-918d-0e410e3ad051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:10.256117 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f37740f0-0fd1-47a1-9635-f5fefacd44b3 None None] Provisioning for port cf162744-b290-41f6-9685-34e61f3fb117 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:10:10.262814 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f37740f0-0fd1-47a1-9635-f5fefacd44b3 None None] Provisioning complete for port cf162744-b290-41f6-9685-34e61f3fb117 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:10:10.263470 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f37740f0-0fd1-47a1-9635-f5fefacd44b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:10.320267 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f37740f0-0fd1-47a1-9635-f5fefacd44b3 None None] Port cf162744-b290-41f6-9685-34e61f3fb117 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 12:10:10.354241 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c6e15b76-0f89-4a38-a89a-d34275f30430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e105fa-0083-4c23-b3f0-79a895c7e738', 'name': 'tempest-TestMinimumBasicScenario-1396462625-router', 'tenant_id': '48858bf15e874add8a87e0b37f55e5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '066441c1-9eef-4091-8279-ae984973427d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:10:07Z', 'updated_at': '2022-05-23T12:10:08Z', 'revision_number': 3, 'project_id': '48858bf15e874add8a87e0b37f55e5c6', 'gw_port': {'id': '066441c1-9eef-4091-8279-ae984973427d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:00:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e105fa-0083-4c23-b3f0-79a895c7e738', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:10:07Z', 'updated_at': '2022-05-23T12:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:10:10.358089 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e15b76-0f89-4a38-a89a-d34275f30430 None None] The sync data for ids ['01e105fa-0083-4c23-b3f0-79a895c7e738'] in n-d-842952-2 is: [{'id': '01e105fa-0083-4c23-b3f0-79a895c7e738', 'name': 'tempest-TestMinimumBasicScenario-1396462625-router', 'tenant_id': '48858bf15e874add8a87e0b37f55e5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '066441c1-9eef-4091-8279-ae984973427d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:10:07Z', 'updated_at': '2022-05-23T12:10:08Z', 'revision_number': 3, 'project_id': '48858bf15e874add8a87e0b37f55e5c6', 'gw_port': {'id': '066441c1-9eef-4091-8279-ae984973427d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:00:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e105fa-0083-4c23-b3f0-79a895c7e738', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:10:07Z', 'updated_at': '2022-05-23T12:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:10:10.409526 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f5af908-cf67-4d6a-918d-0e410e3ad051 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:10.415717 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f5af908-cf67-4d6a-918d-0e410e3ad051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:10.529396 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5af908-cf67-4d6a-918d-0e410e3ad051 admin admin] Pushing event updated for resources: {'Port': ['ID=cf162744-b290-41f6-9685-34e61f3fb117,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:10:10.530445 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2f5af908-cf67-4d6a-918d-0e410e3ad051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:10.700740 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5af908-cf67-4d6a-918d-0e410e3ad051 admin admin] Network dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:10:10.701816 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-2f5af908-cf67-4d6a-918d-0e410e3ad051 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:10:11.024460 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 066441c1-9eef-4091-8279-ae984973427d up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:10:11.104642 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1b0128b5-419f-444c-9332-0c9479c9ffcc None None] Provisioning complete for port cf162744-b290-41f6-9685-34e61f3fb117 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:10:11.105006 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1b0128b5-419f-444c-9332-0c9479c9ffcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:11.169145 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1b0128b5-419f-444c-9332-0c9479c9ffcc None None] Port cf162744-b290-41f6-9685-34e61f3fb117 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 12:10:11.179900 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 066441c1-9eef-4091-8279-ae984973427d completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:10:11.185537 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 066441c1-9eef-4091-8279-ae984973427d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:10:11.185998 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:11.268753 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5af908-cf67-4d6a-918d-0e410e3ad051 admin admin] Router 01e105fa-0083-4c23-b3f0-79a895c7e738 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:10:11.319007 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:11.337114 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 066441c1-9eef-4091-8279-ae984973427d, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=066441c1-9eef-4091-8279-ae984973427d,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:10:11.342388 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:11.343319 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device b3e8e75b-a1ad-4e5c-8123-b24fdab7e5e2 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:10:11.469853 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=066441c1-9eef-4091-8279-ae984973427d,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:10:11.485637 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port b3e8e75b-a1ad-4e5c-8123-b24fdab7e5e2 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:10:11.486215 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:11.488094 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5af908-cf67-4d6a-918d-0e410e3ad051 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:10:11.498282 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2f5af908-cf67-4d6a-918d-0e410e3ad051 admin admin] 10.222.0.79 "PUT /v2.0/routers/01e105fa-0083-4c23-b3f0-79a895c7e738/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9002085 May 23 12:10:11.657730 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-22e47481-799e-49a8-913a-b86b1ca1e340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:12.407289 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42316) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:10:12.412923 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-6d1fad1c-8931-4206-b991-0d09616c3b6d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1419256733-network', 'tenant_id': '00e1d3f3a3024b87bf3c052978e89091'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:10:12.418636 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6d1fad1c-8931-4206-b991-0d09616c3b6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:10:12.422809 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6d1fad1c-8931-4206-b991-0d09616c3b6d admin admin] Usage tracker for resource:network and tenant:00e1d3f3a3024b87bf3c052978e89091 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:10:12.425842 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6d1fad1c-8931-4206-b991-0d09616c3b6d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:10:12.432187 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6d1fad1c-8931-4206-b991-0d09616c3b6d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:10:12.445991 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1fad1c-8931-4206-b991-0d09616c3b6d admin admin] Made reservation on behalf of 00e1d3f3a3024b87bf3c052978e89091 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:10:12.449659 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6d1fad1c-8931-4206-b991-0d09616c3b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:12.467548 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6d1fad1c-8931-4206-b991-0d09616c3b6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:12.503055 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6d1fad1c-8931-4206-b991-0d09616c3b6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:10:12.506891 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6d1fad1c-8931-4206-b991-0d09616c3b6d admin admin] Usage tracker for resource:security_group_rule and tenant:00e1d3f3a3024b87bf3c052978e89091 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:10:12.509817 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6d1fad1c-8931-4206-b991-0d09616c3b6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:10:12.515486 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6d1fad1c-8931-4206-b991-0d09616c3b6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:10:12.580223 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6d1fad1c-8931-4206-b991-0d09616c3b6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:12.586582 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6d1fad1c-8931-4206-b991-0d09616c3b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:12.615113 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d1fad1c-8931-4206-b991-0d09616c3b6d admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 12:10:12.623152 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1fad1c-8931-4206-b991-0d09616c3b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88fdb63f-8c97-4525-8c5b-6a39cfecd662,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:10:12.628867 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6d1fad1c-8931-4206-b991-0d09616c3b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:12.629196 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-6d1fad1c-8931-4206-b991-0d09616c3b6d admin admin] Added segment 45b2b522-d4a3-4636-beee-04bccea331c9 of type vlan for network d7f22db7-68b9-4128-828e-52a25a1145bb May 23 12:10:12.656476 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6d1fad1c-8931-4206-b991-0d09616c3b6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:12.689439 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6d1fad1c-8931-4206-b991-0d09616c3b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:12.690380 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1fad1c-8931-4206-b991-0d09616c3b6d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:10:12.690943 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6d1fad1c-8931-4206-b991-0d09616c3b6d admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:12.796757 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1fad1c-8931-4206-b991-0d09616c3b6d admin admin] Pushing event updated for resources: {'Network': ['ID=d7f22db7-68b9-4128-828e-52a25a1145bb,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:10:12.802363 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-6d1fad1c-8931-4206-b991-0d09616c3b6d admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3912420 May 23 12:10:12.802506 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42320) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:10:12.806889 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network d7f22db7-68b9-4128-828e-52a25a1145bb details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 12:10:12.811625 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-bef44e0b-d45c-4001-9f01-e6d3f194da01 admin admin] Request body: {'subnet': {'network_id': 'd7f22db7-68b9-4128-828e-52a25a1145bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1419256733-subnet', 'tenant_id': '00e1d3f3a3024b87bf3c052978e89091', 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:10:12.818012 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-bef44e0b-d45c-4001-9f01-e6d3f194da01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:10:12.822125 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-bef44e0b-d45c-4001-9f01-e6d3f194da01 admin admin] Usage tracker for resource:subnet and tenant:00e1d3f3a3024b87bf3c052978e89091 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:10:12.825201 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-bef44e0b-d45c-4001-9f01-e6d3f194da01 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:10:12.831550 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-bef44e0b-d45c-4001-9f01-e6d3f194da01 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:10:12.843568 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef44e0b-d45c-4001-9f01-e6d3f194da01 admin admin] Made reservation on behalf of 00e1d3f3a3024b87bf3c052978e89091 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:10:12.848129 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bef44e0b-d45c-4001-9f01-e6d3f194da01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:12.913421 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 066441c1-9eef-4091-8279-ae984973427d up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:10:12.961265 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:12.987394 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:13.001474 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 066441c1-9eef-4091-8279-ae984973427d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:10:13.001859 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:13.060755 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bef44e0b-d45c-4001-9f01-e6d3f194da01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:13.134984 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef44e0b-d45c-4001-9f01-e6d3f194da01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6390e0f3-22c7-4f81-b33e-935ad9c94f67,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:10:13.147355 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef44e0b-d45c-4001-9f01-e6d3f194da01 admin admin] Checking segment: {'id': '45b2b522-d4a3-4636-beee-04bccea331c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd7f22db7-68b9-4128-828e-52a25a1145bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:10:13.147864 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef44e0b-d45c-4001-9f01-e6d3f194da01 admin admin] Network hostable DHCP agents. Network: d7f22db7-68b9-4128-828e-52a25a1145bb, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:10:13.177926 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef44e0b-d45c-4001-9f01-e6d3f194da01 admin admin] Network d7f22db7-68b9-4128-828e-52a25a1145bb is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:10:13.188102 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-bef44e0b-d45c-4001-9f01-e6d3f194da01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, d7f22db7-68b9-4128-828e-52a25a1145bb) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:10:13.193080 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef44e0b-d45c-4001-9f01-e6d3f194da01 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:10:13.193777 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bef44e0b-d45c-4001-9f01-e6d3f194da01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:13.196992 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f824fd99-f992-4a70-82e9-d0a719a02b14 None None] Network d7f22db7-68b9-4128-828e-52a25a1145bb requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:10:13.215171 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-bef44e0b-d45c-4001-9f01-e6d3f194da01 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4116495 May 23 12:10:13.217745 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42324) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:10:13.222702 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-0aede7db-a2f3-4582-9211-d6f09cff0bb5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1419256733-router', 'tenant_id': '00e1d3f3a3024b87bf3c052978e89091', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:10:13.228131 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0aede7db-a2f3-4582-9211-d6f09cff0bb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:10:13.231973 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-0aede7db-a2f3-4582-9211-d6f09cff0bb5 admin admin] Usage tracker for resource:router and tenant:00e1d3f3a3024b87bf3c052978e89091 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:10:13.234764 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-0aede7db-a2f3-4582-9211-d6f09cff0bb5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:10:13.240460 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-0aede7db-a2f3-4582-9211-d6f09cff0bb5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:10:13.252353 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0aede7db-a2f3-4582-9211-d6f09cff0bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:13.253338 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0aede7db-a2f3-4582-9211-d6f09cff0bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:13.272935 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0aede7db-a2f3-4582-9211-d6f09cff0bb5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:13.413119 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71870fb0-febf-4690-bea4-58fa8fdcc9d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-d7f22db7-68b9-4128-828e-52a25a1145bb', 'network_id': 'd7f22db7-68b9-4128-828e-52a25a1145bb', 'tenant_id': '00e1d3f3a3024b87bf3c052978e89091', 'fixed_ips': [{'subnet_id': '6390e0f3-22c7-4f81-b33e-935ad9c94f67'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 12:10:13.413735 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-71870fb0-febf-4690-bea4-58fa8fdcc9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:13.421907 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0aede7db-a2f3-4582-9211-d6f09cff0bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:13.568413 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-71870fb0-febf-4690-bea4-58fa8fdcc9d7 None None] Allocated IP 172.20.0.2 (d7f22db7-68b9-4128-828e-52a25a1145bb/6390e0f3-22c7-4f81-b33e-935ad9c94f67/770e3edb-9ecb-40ae-bd0c-37e07b89771e) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:10:13.617792 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0aede7db-a2f3-4582-9211-d6f09cff0bb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:13.649143 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0aede7db-a2f3-4582-9211-d6f09cff0bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:13.778538 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-71870fb0-febf-4690-bea4-58fa8fdcc9d7 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:13.789004 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-71870fb0-febf-4690-bea4-58fa8fdcc9d7 None None] Transition to ACTIVE for port object 770e3edb-9ecb-40ae-bd0c-37e07b89771e will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:10:13.791764 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-0aede7db-a2f3-4582-9211-d6f09cff0bb5 admin admin] Allocated IP 172.25.6.190 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/2448ab01-3924-4d5c-b290-267b0cd4e1e9) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:10:13.808614 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-71870fb0-febf-4690-bea4-58fa8fdcc9d7 None None] Transition to ACTIVE for port object 770e3edb-9ecb-40ae-bd0c-37e07b89771e will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:10:13.814368 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-71870fb0-febf-4690-bea4-58fa8fdcc9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:13.879565 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71870fb0-febf-4690-bea4-58fa8fdcc9d7 None None] Network d7f22db7-68b9-4128-828e-52a25a1145bb is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:10:13.882379 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-71870fb0-febf-4690-bea4-58fa8fdcc9d7 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:10:13.886669 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71870fb0-febf-4690-bea4-58fa8fdcc9d7 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:10:13.892083 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71870fb0-febf-4690-bea4-58fa8fdcc9d7 None None] Pushing event updated for resources: {'Port': ['ID=770e3edb-9ecb-40ae-bd0c-37e07b89771e,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:10:13.925887 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84eb9376-e090-49dc-825b-f5bde9f1ff4a None None] Sync routers for ids ['01e105fa-0083-4c23-b3f0-79a895c7e738'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:10:13.991502 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84eb9376-e090-49dc-825b-f5bde9f1ff4a None None] Routers {'01e105fa-0083-4c23-b3f0-79a895c7e738'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:10:13.992160 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-84eb9376-e090-49dc-825b-f5bde9f1ff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:10:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['01e105fa-0083-4c23-b3f0-79a895c7e738'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:10:14.058600 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0aede7db-a2f3-4582-9211-d6f09cff0bb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:14.086760 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0aede7db-a2f3-4582-9211-d6f09cff0bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:14.114077 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-71870fb0-febf-4690-bea4-58fa8fdcc9d7 None None] Attempting to bind port 770e3edb-9ecb-40ae-bd0c-37e07b89771e on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:10:14.114442 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-71870fb0-febf-4690-bea4-58fa8fdcc9d7 None None] Attempting to bind port 770e3edb-9ecb-40ae-bd0c-37e07b89771e by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '45b2b522-d4a3-4636-beee-04bccea331c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd7f22db7-68b9-4128-828e-52a25a1145bb'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:10:14.114804 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71870fb0-febf-4690-bea4-58fa8fdcc9d7 None None] Attempting to bind port 770e3edb-9ecb-40ae-bd0c-37e07b89771e on network d7f22db7-68b9-4128-828e-52a25a1145bb {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:10:14.142644 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71870fb0-febf-4690-bea4-58fa8fdcc9d7 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:10:14.143014 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71870fb0-febf-4690-bea4-58fa8fdcc9d7 None None] Checking segment: {'id': '45b2b522-d4a3-4636-beee-04bccea331c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd7f22db7-68b9-4128-828e-52a25a1145bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:10:14.143432 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-71870fb0-febf-4690-bea4-58fa8fdcc9d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:14.143858 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71870fb0-febf-4690-bea4-58fa8fdcc9d7 None None] Bound using segment: {'id': '45b2b522-d4a3-4636-beee-04bccea331c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd7f22db7-68b9-4128-828e-52a25a1145bb'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:10:14.144666 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-71870fb0-febf-4690-bea4-58fa8fdcc9d7 None None] Bound port: 770e3edb-9ecb-40ae-bd0c-37e07b89771e, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b2b522-d4a3-4636-beee-04bccea331c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd7f22db7-68b9-4128-828e-52a25a1145bb'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:10:14.145039 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-71870fb0-febf-4690-bea4-58fa8fdcc9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:14.155330 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aede7db-a2f3-4582-9211-d6f09cff0bb5 admin admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:10:14.159858 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-0aede7db-a2f3-4582-9211-d6f09cff0bb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:10:14.161832 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aede7db-a2f3-4582-9211-d6f09cff0bb5 admin admin] Pushing event updated for resources: {'Port': ['ID=2448ab01-3924-4d5c-b290-267b0cd4e1e9,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:10:14.165163 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aede7db-a2f3-4582-9211-d6f09cff0bb5 admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:10:14.265996 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-84eb9376-e090-49dc-825b-f5bde9f1ff4a None None] Set router 01e105fa-0083-4c23-b3f0-79a895c7e738 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:10:14.314666 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-71870fb0-febf-4690-bea4-58fa8fdcc9d7 None None] For port 770e3edb-9ecb-40ae-bd0c-37e07b89771e, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:10:14.325796 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0aede7db-a2f3-4582-9211-d6f09cff0bb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:14.326514 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0aede7db-a2f3-4582-9211-d6f09cff0bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:14.339376 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-71870fb0-febf-4690-bea4-58fa8fdcc9d7 None None] For port 770e3edb-9ecb-40ae-bd0c-37e07b89771e, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=770e3edb-9ecb-40ae-bd0c-37e07b89771e,segment=NetworkSegment(45b2b522-d4a3-4636-beee-04bccea331c9),segment_id=45b2b522-d4a3-4636-beee-04bccea331c9)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:10:14.345446 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-71870fb0-febf-4690-bea4-58fa8fdcc9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:14.564314 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aede7db-a2f3-4582-9211-d6f09cff0bb5 admin admin] Router b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 12:10:14.580839 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71870fb0-febf-4690-bea4-58fa8fdcc9d7 None None] Pushing event updated for resources: {'Port': ['ID=770e3edb-9ecb-40ae-bd0c-37e07b89771e,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:10:14.595460 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:14.696893 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-84eb9376-e090-49dc-825b-f5bde9f1ff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e105fa-0083-4c23-b3f0-79a895c7e738', 'name': 'tempest-TestMinimumBasicScenario-1396462625-router', 'tenant_id': '48858bf15e874add8a87e0b37f55e5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '066441c1-9eef-4091-8279-ae984973427d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:10:07Z', 'updated_at': '2022-05-23T12:10:10Z', 'revision_number': 4, 'project_id': '48858bf15e874add8a87e0b37f55e5c6', 'gw_port': {'id': '066441c1-9eef-4091-8279-ae984973427d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e105fa-0083-4c23-b3f0-79a895c7e738', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:10:07Z', 'updated_at': '2022-05-23T12:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'cf162744-b290-41f6-9685-34e61f3fb117', 'name': '', 'network_id': 'dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a', 'tenant_id': '48858bf15e874add8a87e0b37f55e5c6', 'mac_address': 'fa:16:3e:cf:71:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e105fa-0083-4c23-b3f0-79a895c7e738', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7df47a8-8e14-479b-818a-e7faf27ba660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:10:09Z', 'updated_at': '2022-05-23T12:10:10Z', 'revision_number': 2, 'project_id': '48858bf15e874add8a87e0b37f55e5c6', 'subnets': [{'id': 'a7df47a8-8e14-479b-818a-e7faf27ba660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:10:14.700985 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84eb9376-e090-49dc-825b-f5bde9f1ff4a None None] Checking router: 01e105fa-0083-4c23-b3f0-79a895c7e738 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:10:14.701316 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84eb9376-e090-49dc-825b-f5bde9f1ff4a None None] Updating router 01e105fa-0083-4c23-b3f0-79a895c7e738 port cf162744-b290-41f6-9685-34e61f3fb117 binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 12:10:14.798836 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aede7db-a2f3-4582-9211-d6f09cff0bb5 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:10:14.809872 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b125e42f-1b65-4f0d-85ca-e21f7be2b4cf None None] Sync routers for ids ['b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:10:14.828079 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0aede7db-a2f3-4582-9211-d6f09cff0bb5 admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:14.832172 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0aede7db-a2f3-4582-9211-d6f09cff0bb5 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6108291 May 23 12:10:14.832429 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42328) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:10:14.861679 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b125e42f-1b65-4f0d-85ca-e21f7be2b4cf None None] Routers {'b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:10:14.870084 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-b125e42f-1b65-4f0d-85ca-e21f7be2b4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:10:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:10:14.872800 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-84eb9376-e090-49dc-825b-f5bde9f1ff4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:15.031932 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 770e3edb-9ecb-40ae-bd0c-37e07b89771e up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:10:15.105697 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-b125e42f-1b65-4f0d-85ca-e21f7be2b4cf None None] Set router b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:10:15.219543 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 770e3edb-9ecb-40ae-bd0c-37e07b89771e completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:10:15.356779 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-84eb9376-e090-49dc-825b-f5bde9f1ff4a None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:15.373914 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-84eb9376-e090-49dc-825b-f5bde9f1ff4a None None] Transition to ACTIVE for port object cf162744-b290-41f6-9685-34e61f3fb117 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:10:15.383084 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-84eb9376-e090-49dc-825b-f5bde9f1ff4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:15.478999 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-b125e42f-1b65-4f0d-85ca-e21f7be2b4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0', 'name': 'tempest-TestMinimumBasicScenario-1419256733-router', 'tenant_id': '00e1d3f3a3024b87bf3c052978e89091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '2448ab01-3924-4d5c-b290-267b0cd4e1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:10:13Z', 'updated_at': '2022-05-23T12:10:14Z', 'revision_number': 3, 'project_id': '00e1d3f3a3024b87bf3c052978e89091', 'gw_port': {'id': '2448ab01-3924-4d5c-b290-267b0cd4e1e9', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:15:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:10:13Z', 'updated_at': '2022-05-23T12:10:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:10:15.484132 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b125e42f-1b65-4f0d-85ca-e21f7be2b4cf None None] Checking router: b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:10:15.484469 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b125e42f-1b65-4f0d-85ca-e21f7be2b4cf None None] Updating router b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0 port 2448ab01-3924-4d5c-b290-267b0cd4e1e9 binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 12:10:15.567192 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-b125e42f-1b65-4f0d-85ca-e21f7be2b4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:15.663453 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351487aa-757a-45e2-9eb9-eee59dd111cd None None] Pushing event updated for resources: {'Port': ['ID=cf162744-b290-41f6-9685-34e61f3fb117,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:10:15.687579 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-84eb9376-e090-49dc-825b-f5bde9f1ff4a None None] Attempting to bind port cf162744-b290-41f6-9685-34e61f3fb117 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:10:15.688016 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-84eb9376-e090-49dc-825b-f5bde9f1ff4a None None] Attempting to bind port cf162744-b290-41f6-9685-34e61f3fb117 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '528e973b-c1ce-4c45-8727-b65554353031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:10:15.688384 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eb9376-e090-49dc-825b-f5bde9f1ff4a None None] Attempting to bind port cf162744-b290-41f6-9685-34e61f3fb117 on network dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:10:15.695582 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eb9376-e090-49dc-825b-f5bde9f1ff4a None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:10:15.695969 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eb9376-e090-49dc-825b-f5bde9f1ff4a None None] Checking segment: {'id': '528e973b-c1ce-4c45-8727-b65554353031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:10:15.696419 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-84eb9376-e090-49dc-825b-f5bde9f1ff4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:15.696809 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eb9376-e090-49dc-825b-f5bde9f1ff4a None None] Bound using segment: {'id': '528e973b-c1ce-4c45-8727-b65554353031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:10:15.697276 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-84eb9376-e090-49dc-825b-f5bde9f1ff4a None None] Bound port: cf162744-b290-41f6-9685-34e61f3fb117, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528e973b-c1ce-4c45-8727-b65554353031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:10:15.697640 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-84eb9376-e090-49dc-825b-f5bde9f1ff4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:15.822811 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7e0dcd7-f003-47ee-af58-cf5f48bdcff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:15.831126 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb64f06-e695-498b-b968-cb2c0bb40e1d None None] Network d7f22db7-68b9-4128-828e-52a25a1145bb requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:10:15.947648 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-84eb9376-e090-49dc-825b-f5bde9f1ff4a None None] For port cf162744-b290-41f6-9685-34e61f3fb117, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:10:15.954901 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-84eb9376-e090-49dc-825b-f5bde9f1ff4a None None] For port cf162744-b290-41f6-9685-34e61f3fb117, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=cf162744-b290-41f6-9685-34e61f3fb117,segment=NetworkSegment(528e973b-c1ce-4c45-8727-b65554353031),segment_id=528e973b-c1ce-4c45-8727-b65554353031)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:10:15.955232 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-b125e42f-1b65-4f0d-85ca-e21f7be2b4cf None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:15.967863 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-b125e42f-1b65-4f0d-85ca-e21f7be2b4cf None None] Transition to ACTIVE for port object 2448ab01-3924-4d5c-b290-267b0cd4e1e9 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:10:15.973304 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-84eb9376-e090-49dc-825b-f5bde9f1ff4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:15.975418 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-b125e42f-1b65-4f0d-85ca-e21f7be2b4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:16.047002 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-c7e0dcd7-f003-47ee-af58-cf5f48bdcff0 admin admin] Allocated IP 172.20.0.1 (d7f22db7-68b9-4128-828e-52a25a1145bb/6390e0f3-22c7-4f81-b33e-935ad9c94f67/1d2669b9-bb75-4faf-b1bc-b80453da1e31) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:10:16.057193 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-b125e42f-1b65-4f0d-85ca-e21f7be2b4cf None None] Attempting to bind port 2448ab01-3924-4d5c-b290-267b0cd4e1e9 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:10:16.057646 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-b125e42f-1b65-4f0d-85ca-e21f7be2b4cf None None] Attempting to bind port 2448ab01-3924-4d5c-b290-267b0cd4e1e9 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:10:16.058308 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b125e42f-1b65-4f0d-85ca-e21f7be2b4cf None None] Attempting to bind port 2448ab01-3924-4d5c-b290-267b0cd4e1e9 on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:10:16.069546 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cce3a7-fdd4-452a-b326-3edf96bbec6b None None] Pushing event updated for resources: {'Port': ['ID=2448ab01-3924-4d5c-b290-267b0cd4e1e9,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:10:16.073331 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b125e42f-1b65-4f0d-85ca-e21f7be2b4cf None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:10:16.073770 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b125e42f-1b65-4f0d-85ca-e21f7be2b4cf None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:10:16.074337 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-b125e42f-1b65-4f0d-85ca-e21f7be2b4cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:16.074861 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b125e42f-1b65-4f0d-85ca-e21f7be2b4cf None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:10:16.075486 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-b125e42f-1b65-4f0d-85ca-e21f7be2b4cf None None] Bound port: 2448ab01-3924-4d5c-b290-267b0cd4e1e9, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:10:16.075874 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-b125e42f-1b65-4f0d-85ca-e21f7be2b4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:16.115647 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351487aa-757a-45e2-9eb9-eee59dd111cd None None] Pushing event updated for resources: {'Port': ['ID=cf162744-b290-41f6-9685-34e61f3fb117,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:10:16.153358 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-b125e42f-1b65-4f0d-85ca-e21f7be2b4cf None None] For port 2448ab01-3924-4d5c-b290-267b0cd4e1e9, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:10:16.156907 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-b125e42f-1b65-4f0d-85ca-e21f7be2b4cf None None] For port 2448ab01-3924-4d5c-b290-267b0cd4e1e9, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2448ab01-3924-4d5c-b290-267b0cd4e1e9,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:10:16.163178 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-b125e42f-1b65-4f0d-85ca-e21f7be2b4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:16.172270 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84eb9376-e090-49dc-825b-f5bde9f1ff4a None None] Routers {'01e105fa-0083-4c23-b3f0-79a895c7e738'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:10:16.173113 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-84eb9376-e090-49dc-825b-f5bde9f1ff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:10:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['01e105fa-0083-4c23-b3f0-79a895c7e738'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:10:16.253138 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7e0dcd7-f003-47ee-af58-cf5f48bdcff0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:16.254311 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cce3a7-fdd4-452a-b326-3edf96bbec6b None None] Pushing event updated for resources: {'Port': ['ID=2448ab01-3924-4d5c-b290-267b0cd4e1e9,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:10:16.256845 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b125e42f-1b65-4f0d-85ca-e21f7be2b4cf None None] Routers {'b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:10:16.257442 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-b125e42f-1b65-4f0d-85ca-e21f7be2b4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:10:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:10:16.278339 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-c7e0dcd7-f003-47ee-af58-cf5f48bdcff0 admin admin] Transition to ACTIVE for port object 1d2669b9-bb75-4faf-b1bc-b80453da1e31 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:10:16.297568 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-53834a47-e54e-47b4-9d6e-7be23b7584fc None None] Provisioning for port 770e3edb-9ecb-40ae-bd0c-37e07b89771e completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:10:16.311175 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7e0dcd7-f003-47ee-af58-cf5f48bdcff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:16.325096 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-53834a47-e54e-47b4-9d6e-7be23b7584fc None None] Provisioning complete for port 770e3edb-9ecb-40ae-bd0c-37e07b89771e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:10:16.325533 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-53834a47-e54e-47b4-9d6e-7be23b7584fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:16.399562 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e0dcd7-f003-47ee-af58-cf5f48bdcff0 admin admin] Network d7f22db7-68b9-4128-828e-52a25a1145bb is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:10:16.403152 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-c7e0dcd7-f003-47ee-af58-cf5f48bdcff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:10:16.406499 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e0dcd7-f003-47ee-af58-cf5f48bdcff0 admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:10:16.436985 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-84eb9376-e090-49dc-825b-f5bde9f1ff4a None None] Set router 01e105fa-0083-4c23-b3f0-79a895c7e738 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:10:16.455064 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0dcd7-f003-47ee-af58-cf5f48bdcff0 admin admin] Pushing event updated for resources: {'Port': ['ID=1d2669b9-bb75-4faf-b1bc-b80453da1e31,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:10:16.455247 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-b125e42f-1b65-4f0d-85ca-e21f7be2b4cf None None] Set router b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:10:16.481184 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7e0dcd7-f003-47ee-af58-cf5f48bdcff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:16.598228 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7e0dcd7-f003-47ee-af58-cf5f48bdcff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:16.695371 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-53834a47-e54e-47b4-9d6e-7be23b7584fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:16.787737 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-b125e42f-1b65-4f0d-85ca-e21f7be2b4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0', 'name': 'tempest-TestMinimumBasicScenario-1419256733-router', 'tenant_id': '00e1d3f3a3024b87bf3c052978e89091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '2448ab01-3924-4d5c-b290-267b0cd4e1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:10:13Z', 'updated_at': '2022-05-23T12:10:14Z', 'revision_number': 3, 'project_id': '00e1d3f3a3024b87bf3c052978e89091', 'gw_port': {'id': '2448ab01-3924-4d5c-b290-267b0cd4e1e9', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:15:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:10:13Z', 'updated_at': '2022-05-23T12:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:10:16.792951 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b125e42f-1b65-4f0d-85ca-e21f7be2b4cf None None] The sync data for ids ['b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0'] in n-d-842952-2 is: [{'id': 'b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0', 'name': 'tempest-TestMinimumBasicScenario-1419256733-router', 'tenant_id': '00e1d3f3a3024b87bf3c052978e89091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '2448ab01-3924-4d5c-b290-267b0cd4e1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:10:13Z', 'updated_at': '2022-05-23T12:10:14Z', 'revision_number': 3, 'project_id': '00e1d3f3a3024b87bf3c052978e89091', 'gw_port': {'id': '2448ab01-3924-4d5c-b290-267b0cd4e1e9', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:15:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:10:13Z', 'updated_at': '2022-05-23T12:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:10:16.896416 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7e0dcd7-f003-47ee-af58-cf5f48bdcff0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:16.902243 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7e0dcd7-f003-47ee-af58-cf5f48bdcff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:16.920910 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-53834a47-e54e-47b4-9d6e-7be23b7584fc None None] For port 770e3edb-9ecb-40ae-bd0c-37e07b89771e, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=770e3edb-9ecb-40ae-bd0c-37e07b89771e,segment=NetworkSegment(45b2b522-d4a3-4636-beee-04bccea331c9),segment_id=45b2b522-d4a3-4636-beee-04bccea331c9)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:10:16.925351 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-53834a47-e54e-47b4-9d6e-7be23b7584fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:16.995942 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-84eb9376-e090-49dc-825b-f5bde9f1ff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e105fa-0083-4c23-b3f0-79a895c7e738', 'name': 'tempest-TestMinimumBasicScenario-1396462625-router', 'tenant_id': '48858bf15e874add8a87e0b37f55e5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '066441c1-9eef-4091-8279-ae984973427d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:10:07Z', 'updated_at': '2022-05-23T12:10:10Z', 'revision_number': 4, 'project_id': '48858bf15e874add8a87e0b37f55e5c6', 'gw_port': {'id': '066441c1-9eef-4091-8279-ae984973427d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e105fa-0083-4c23-b3f0-79a895c7e738', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:10:07Z', 'updated_at': '2022-05-23T12:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'cf162744-b290-41f6-9685-34e61f3fb117', 'name': '', 'network_id': 'dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a', 'tenant_id': '48858bf15e874add8a87e0b37f55e5c6', 'mac_address': 'fa:16:3e:cf:71:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e105fa-0083-4c23-b3f0-79a895c7e738', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7df47a8-8e14-479b-818a-e7faf27ba660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:10:09Z', 'updated_at': '2022-05-23T12:10:15Z', 'revision_number': 4, 'project_id': '48858bf15e874add8a87e0b37f55e5c6', 'subnets': [{'id': 'a7df47a8-8e14-479b-818a-e7faf27ba660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:10:17.004115 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84eb9376-e090-49dc-825b-f5bde9f1ff4a None None] The sync data for ids ['01e105fa-0083-4c23-b3f0-79a895c7e738'] in n-d-842952-2 is: [{'id': '01e105fa-0083-4c23-b3f0-79a895c7e738', 'name': 'tempest-TestMinimumBasicScenario-1396462625-router', 'tenant_id': '48858bf15e874add8a87e0b37f55e5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '066441c1-9eef-4091-8279-ae984973427d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:10:07Z', 'updated_at': '2022-05-23T12:10:10Z', 'revision_number': 4, 'project_id': '48858bf15e874add8a87e0b37f55e5c6', 'gw_port': {'id': '066441c1-9eef-4091-8279-ae984973427d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e105fa-0083-4c23-b3f0-79a895c7e738', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:10:07Z', 'updated_at': '2022-05-23T12:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'cf162744-b290-41f6-9685-34e61f3fb117', 'name': '', 'network_id': 'dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a', 'tenant_id': '48858bf15e874add8a87e0b37f55e5c6', 'mac_address': 'fa:16:3e:cf:71:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e105fa-0083-4c23-b3f0-79a895c7e738', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7df47a8-8e14-479b-818a-e7faf27ba660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:10:09Z', 'updated_at': '2022-05-23T12:10:15Z', 'revision_number': 4, 'project_id': '48858bf15e874add8a87e0b37f55e5c6', 'subnets': [{'id': 'a7df47a8-8e14-479b-818a-e7faf27ba660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:10:17.004572 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7e0dcd7-f003-47ee-af58-cf5f48bdcff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:17.008910 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53834a47-e54e-47b4-9d6e-7be23b7584fc None None] Pushing event updated for resources: {'Port': ['ID=770e3edb-9ecb-40ae-bd0c-37e07b89771e,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:10:17.011240 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0dcd7-f003-47ee-af58-cf5f48bdcff0 admin admin] Pushing event updated for resources: {'Port': ['ID=1d2669b9-bb75-4faf-b1bc-b80453da1e31,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:10:17.049942 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-cd2891d4-391c-4062-825f-0c8ebf43297c None None] Provisioning for port 1d2669b9-bb75-4faf-b1bc-b80453da1e31 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:10:17.064482 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-cd2891d4-391c-4062-825f-0c8ebf43297c None None] Provisioning complete for port 1d2669b9-bb75-4faf-b1bc-b80453da1e31 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:10:17.064482 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cd2891d4-391c-4062-825f-0c8ebf43297c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:17.115916 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-cd2891d4-391c-4062-825f-0c8ebf43297c None None] Port 1d2669b9-bb75-4faf-b1bc-b80453da1e31 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 12:10:17.143102 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-cd2891d4-391c-4062-825f-0c8ebf43297c None None] Provisioning complete for port 770e3edb-9ecb-40ae-bd0c-37e07b89771e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:10:17.143752 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cd2891d4-391c-4062-825f-0c8ebf43297c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:17.167045 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e0dcd7-f003-47ee-af58-cf5f48bdcff0 admin admin] Network d7f22db7-68b9-4128-828e-52a25a1145bb is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:10:17.168347 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-c7e0dcd7-f003-47ee-af58-cf5f48bdcff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:10:17.511407 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4f7df67c-0709-4c06-8c26-92d151c18098 None None] Provisioning complete for port 1d2669b9-bb75-4faf-b1bc-b80453da1e31 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:10:17.511787 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4f7df67c-0709-4c06-8c26-92d151c18098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:17.574699 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-4f7df67c-0709-4c06-8c26-92d151c18098 None None] Port 1d2669b9-bb75-4faf-b1bc-b80453da1e31 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 12:10:17.609217 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e0dcd7-f003-47ee-af58-cf5f48bdcff0 admin admin] Router b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:10:17.958952 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e0dcd7-f003-47ee-af58-cf5f48bdcff0 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:10:17.974122 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c7e0dcd7-f003-47ee-af58-cf5f48bdcff0 admin admin] 10.222.0.79 "PUT /v2.0/routers/b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1399877 May 23 12:10:19.014485 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device cf162744-b290-41f6-9685-34e61f3fb117 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:10:19.089172 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port cf162744-b290-41f6-9685-34e61f3fb117 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:10:19.094549 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port cf162744-b290-41f6-9685-34e61f3fb117 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:10:19.095008 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:19.216574 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:19.251388 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port cf162744-b290-41f6-9685-34e61f3fb117, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=cf162744-b290-41f6-9685-34e61f3fb117,segment=NetworkSegment(528e973b-c1ce-4c45-8727-b65554353031),segment_id=528e973b-c1ce-4c45-8727-b65554353031)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:10:19.258970 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:19.260198 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2448ab01-3924-4d5c-b290-267b0cd4e1e9 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:10:19.390520 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=cf162744-b290-41f6-9685-34e61f3fb117,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:10:19.407448 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 2448ab01-3924-4d5c-b290-267b0cd4e1e9 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:10:19.414273 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 2448ab01-3924-4d5c-b290-267b0cd4e1e9 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:10:19.414863 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:19.542254 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:19.562524 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 2448ab01-3924-4d5c-b290-267b0cd4e1e9, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2448ab01-3924-4d5c-b290-267b0cd4e1e9,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:10:19.567737 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:19.568838 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 770e3edb-9ecb-40ae-bd0c-37e07b89771e up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:10:19.692128 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=2448ab01-3924-4d5c-b290-267b0cd4e1e9,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:10:19.704817 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 770e3edb-9ecb-40ae-bd0c-37e07b89771e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:10:19.705191 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:20.922884 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device cf162744-b290-41f6-9685-34e61f3fb117 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:10:21.003449 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port cf162744-b290-41f6-9685-34e61f3fb117 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:10:21.004020 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:21.132603 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2448ab01-3924-4d5c-b290-267b0cd4e1e9 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:10:21.207246 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 2448ab01-3924-4d5c-b290-267b0cd4e1e9 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:10:21.207609 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:26.964771 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:10:28.754941 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-58e21bd7-1602-481c-af18-ff4e78dba9e3 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:10:28.756462 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-58e21bd7-1602-481c-af18-ff4e78dba9e3 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/networks?id=dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a HTTP/1.1" status: 200 len: 815 time: 0.1501102 May 23 12:10:28.774073 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-8ae1803a-f739-46b5-a113-ebf9693f6f43 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/quotas/48858bf15e874add8a87e0b37f55e5c6 HTTP/1.1" status: 200 len: 375 time: 0.0120847 May 23 12:10:28.855134 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-742d61d0-d6ae-4803-97d3-314294e6c336 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Synchronizing usage tracker for tenant:48858bf15e874add8a87e0b37f55e5c6 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:10:28.879518 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-742d61d0-d6ae-4803-97d3-314294e6c336 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Unset dirty status for tenant:48858bf15e874add8a87e0b37f55e5c6 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:10:28.880932 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-742d61d0-d6ae-4803-97d3-314294e6c336 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=48858bf15e874add8a87e0b37f55e5c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1021550 May 23 12:10:29.151918 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-d9a4c8cf-7625-4579-9d8a-f58f1730f4db service neutron] 10.222.0.79 "GET /v2.0/networks/dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589631 May 23 12:10:29.290466 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-ae6acff6-b67d-489d-b0e5-2cc26a687546 service neutron] 10.222.0.79 "GET /v2.0/networks/dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327262 May 23 12:10:29.481577 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-555f62ed-9cd2-401b-b76d-b4ec2f75a150 req-715ae1d2-5baf-443b-9539-ffcee482be2d tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 210 time: 0.0407374 May 23 12:10:30.663860 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d9d87798-3265-419e-b115-b4a75aa94eed req-47c6f10f-fd66-4bab-a7db-7ba5f2d27b20 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 210 time: 0.0473597 May 23 12:10:30.859610 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-8f0d2a88-517a-4d31-8371-72e8bd7f4c9d tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:10:30.861064 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-8f0d2a88-517a-4d31-8371-72e8bd7f4c9d tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.13 "GET /v2.0/networks?id=dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a HTTP/1.1" status: 200 len: 815 time: 0.1429138 May 23 12:10:30.883446 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-35acd612-21a3-4548-9e79-118042ec4264 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Request body: {'port': {'device_id': 'd1958bf9-affd-42f8-be7c-638dfbb36988', 'network_id': 'dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a', 'admin_state_up': True, 'tenant_id': '48858bf15e874add8a87e0b37f55e5c6'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:10:31.137532 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-35acd612-21a3-4548-9e79-118042ec4264 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:10:31.147284 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-35acd612-21a3-4548-9e79-118042ec4264 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:10:31.158784 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-35acd612-21a3-4548-9e79-118042ec4264 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Made reservation on behalf of 48858bf15e874add8a87e0b37f55e5c6 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:10:31.161935 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-35acd612-21a3-4548-9e79-118042ec4264 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:31.407751 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-35acd612-21a3-4548-9e79-118042ec4264 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Allocated IP 172.20.0.11 (dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a/a7df47a8-8e14-479b-818a-e7faf27ba660/008d3811-618e-4b5e-830c-1de7e0ec27f6) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:10:31.763949 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-35acd612-21a3-4548-9e79-118042ec4264 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:31.798810 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-35acd612-21a3-4548-9e79-118042ec4264 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Transition to ACTIVE for port object 008d3811-618e-4b5e-830c-1de7e0ec27f6 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:10:31.846629 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-35acd612-21a3-4548-9e79-118042ec4264 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:31.970666 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-35acd612-21a3-4548-9e79-118042ec4264 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Network dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:10:31.975308 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-35acd612-21a3-4548-9e79-118042ec4264 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:10:31.978192 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-35acd612-21a3-4548-9e79-118042ec4264 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:10:32.070560 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35acd612-21a3-4548-9e79-118042ec4264 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Pushing event updated for resources: {'Port': ['ID=008d3811-618e-4b5e-830c-1de7e0ec27f6,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:10:32.088514 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-35acd612-21a3-4548-9e79-118042ec4264 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:10:32.089127 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-35acd612-21a3-4548-9e79-118042ec4264 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:32.107265 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35acd612-21a3-4548-9e79-118042ec4264 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:10:32.107610 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35acd612-21a3-4548-9e79-118042ec4264 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:10:32.107974 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35acd612-21a3-4548-9e79-118042ec4264 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:10:32.108306 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35acd612-21a3-4548-9e79-118042ec4264 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:10:32.108633 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35acd612-21a3-4548-9e79-118042ec4264 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:10:32.108956 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35acd612-21a3-4548-9e79-118042ec4264 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:10:32.109277 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35acd612-21a3-4548-9e79-118042ec4264 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:10:32.109599 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35acd612-21a3-4548-9e79-118042ec4264 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:10:32.109921 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35acd612-21a3-4548-9e79-118042ec4264 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:10:32.110238 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35acd612-21a3-4548-9e79-118042ec4264 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:10:32.110553 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35acd612-21a3-4548-9e79-118042ec4264 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:10:32.142143 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0baaea-af45-494f-8e2a-8b686aad39b9 req-4c30e1a0-f3d3-4b00-ade7-080ef15bc68a tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:10:32.144247 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f0baaea-af45-494f-8e2a-8b686aad39b9 req-4c30e1a0-f3d3-4b00-ade7-080ef15bc68a tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 932 time: 0.2372131 May 23 12:10:32.204967 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-35acd612-21a3-4548-9e79-118042ec4264 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3266881 May 23 12:10:32.238821 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1f0baaea-af45-494f-8e2a-8b686aad39b9 req-a5c862e9-14ad-4d2c-9813-6a725f67b4c2 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a97b945-97de-48a0-b89f-afae9d9a69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822265 May 23 12:10:32.322552 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-44e2f588-26cf-4c80-9c78-9b293c3ae1f3 None None] Provisioning for port 008d3811-618e-4b5e-830c-1de7e0ec27f6 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:10:32.329811 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-44e2f588-26cf-4c80-9c78-9b293c3ae1f3 None None] Provisioning complete for port 008d3811-618e-4b5e-830c-1de7e0ec27f6 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:10:32.330942 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-44e2f588-26cf-4c80-9c78-9b293c3ae1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:32.392240 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-44e2f588-26cf-4c80-9c78-9b293c3ae1f3 None None] Port 008d3811-618e-4b5e-830c-1de7e0ec27f6 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 12:10:33.457412 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0839e6-879b-4c81-999a-02260d97f307 req-aa137894-ad6b-4683-9481-ccdbf54392e0 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:10:33.458806 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-4c0839e6-879b-4c81-999a-02260d97f307 req-aa137894-ad6b-4683-9481-ccdbf54392e0 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Synchronizing usage tracker for tenant:48858bf15e874add8a87e0b37f55e5c6 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:10:33.476363 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-4c0839e6-879b-4c81-999a-02260d97f307 req-aa137894-ad6b-4683-9481-ccdbf54392e0 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Unset dirty status for tenant:48858bf15e874add8a87e0b37f55e5c6 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:10:33.477822 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4c0839e6-879b-4c81-999a-02260d97f307 req-aa137894-ad6b-4683-9481-ccdbf54392e0 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 932 time: 0.0984628 May 23 12:10:33.534717 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4c0839e6-879b-4c81-999a-02260d97f307 req-7ce32718-0beb-4348-b05c-781ca9e8d2b5 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a97b945-97de-48a0-b89f-afae9d9a69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509222 May 23 12:10:34.749489 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e96fd-df28-4adc-bc70-86aa30b300da req-9354b587-556f-43c7-9a1c-0382c1fd45db tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:10:34.751004 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c67e96fd-df28-4adc-bc70-86aa30b300da req-9354b587-556f-43c7-9a1c-0382c1fd45db tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 932 time: 0.0895247 May 23 12:10:34.800706 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c67e96fd-df28-4adc-bc70-86aa30b300da req-2cf03e0c-1d24-44c8-a537-678354f64c8c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a97b945-97de-48a0-b89f-afae9d9a69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439057 May 23 12:10:36.015772 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5e8b0-9438-495e-ab68-3a83cf75eb1d req-2d4b6bc8-cde0-4bae-b64c-476376d5c9dd tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:10:36.017277 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d6b5e8b0-9438-495e-ab68-3a83cf75eb1d req-2d4b6bc8-cde0-4bae-b64c-476376d5c9dd tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 932 time: 0.0769203 May 23 12:10:36.069862 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d6b5e8b0-9438-495e-ab68-3a83cf75eb1d req-96e1c3c6-12f1-4fbe-a956-ed46fc7fc56d tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a97b945-97de-48a0-b89f-afae9d9a69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457146 May 23 12:10:37.302903 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa06c7-45ca-4e53-9994-7c7c92048201 req-35135e87-29b8-4491-a8b7-e6645792d8dd tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:10:37.304748 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-76fa06c7-45ca-4e53-9994-7c7c92048201 req-35135e87-29b8-4491-a8b7-e6645792d8dd tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 932 time: 0.1045344 May 23 12:10:37.375259 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-76fa06c7-45ca-4e53-9994-7c7c92048201 req-8654a9f1-0eab-4548-a8ad-faf95a5f0aa2 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a97b945-97de-48a0-b89f-afae9d9a69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606971 May 23 12:10:38.583399 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:38.587703 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d46175-cbf3-46f7-a602-e3cf5d29d566 req-f1d579f6-5c75-4a23-b7b6-e6e016476cb8 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:10:38.589396 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-73d46175-cbf3-46f7-a602-e3cf5d29d566 req-f1d579f6-5c75-4a23-b7b6-e6e016476cb8 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 932 time: 0.0856392 May 23 12:10:38.634501 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-73d46175-cbf3-46f7-a602-e3cf5d29d566 req-3a446819-088e-41e3-8017-891deae15b34 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a97b945-97de-48a0-b89f-afae9d9a69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394685 May 23 12:10:39.188295 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce606cf-27f1-4097-906d-3ccadd224cd8 None None] Sync routers for ids ['b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:10:39.201652 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce606cf-27f1-4097-906d-3ccadd224cd8 None None] Routers {'b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:10:39.202266 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-9ce606cf-27f1-4097-906d-3ccadd224cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:10:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:10:39.377753 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-59334316-9684-45c8-972d-26734746bd48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:39.424106 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-9ce606cf-27f1-4097-906d-3ccadd224cd8 None None] Set router b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:10:39.747581 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-9ce606cf-27f1-4097-906d-3ccadd224cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0', 'name': 'tempest-TestMinimumBasicScenario-1419256733-router', 'tenant_id': '00e1d3f3a3024b87bf3c052978e89091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '2448ab01-3924-4d5c-b290-267b0cd4e1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:10:13Z', 'updated_at': '2022-05-23T12:10:16Z', 'revision_number': 4, 'project_id': '00e1d3f3a3024b87bf3c052978e89091', 'gw_port': {'id': '2448ab01-3924-4d5c-b290-267b0cd4e1e9', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:15:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:10:13Z', 'updated_at': '2022-05-23T12:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '1d2669b9-bb75-4faf-b1bc-b80453da1e31', 'name': '', 'network_id': 'd7f22db7-68b9-4128-828e-52a25a1145bb', 'tenant_id': '00e1d3f3a3024b87bf3c052978e89091', 'mac_address': 'fa:16:3e:89:36:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6390e0f3-22c7-4f81-b33e-935ad9c94f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:10:15Z', 'updated_at': '2022-05-23T12:10:16Z', 'revision_number': 2, 'project_id': '00e1d3f3a3024b87bf3c052978e89091', 'subnets': [{'id': '6390e0f3-22c7-4f81-b33e-935ad9c94f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:10:39.751745 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce606cf-27f1-4097-906d-3ccadd224cd8 None None] Checking router: b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:10:39.752044 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce606cf-27f1-4097-906d-3ccadd224cd8 None None] Updating router b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0 port 1d2669b9-bb75-4faf-b1bc-b80453da1e31 binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 12:10:39.806873 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9ce606cf-27f1-4097-906d-3ccadd224cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:39.838908 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe109621-4629-43e2-8021-90de3b9e2157 req-0da80d93-c273-4a32-b59a-e2e53269d0ad tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:10:39.840428 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fe109621-4629-43e2-8021-90de3b9e2157 req-0da80d93-c273-4a32-b59a-e2e53269d0ad tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 932 time: 0.0819266 May 23 12:10:39.886098 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fe109621-4629-43e2-8021-90de3b9e2157 req-8ad4fa9c-52dc-4fa5-9b82-3a3f58f8a952 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a97b945-97de-48a0-b89f-afae9d9a69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398524 May 23 12:10:40.039368 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:40.162014 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9ce606cf-27f1-4097-906d-3ccadd224cd8 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:40.175729 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9ce606cf-27f1-4097-906d-3ccadd224cd8 None None] Transition to ACTIVE for port object 1d2669b9-bb75-4faf-b1bc-b80453da1e31 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:10:40.184264 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9ce606cf-27f1-4097-906d-3ccadd224cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:40.308673 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939edfe0-13bf-4c21-964d-61d9ffb26c15 None None] Pushing event updated for resources: {'Port': ['ID=1d2669b9-bb75-4faf-b1bc-b80453da1e31,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:10:40.406592 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-9ce606cf-27f1-4097-906d-3ccadd224cd8 None None] Attempting to bind port 1d2669b9-bb75-4faf-b1bc-b80453da1e31 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:10:40.407327 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-9ce606cf-27f1-4097-906d-3ccadd224cd8 None None] Attempting to bind port 1d2669b9-bb75-4faf-b1bc-b80453da1e31 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '45b2b522-d4a3-4636-beee-04bccea331c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd7f22db7-68b9-4128-828e-52a25a1145bb'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:10:40.407940 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce606cf-27f1-4097-906d-3ccadd224cd8 None None] Attempting to bind port 1d2669b9-bb75-4faf-b1bc-b80453da1e31 on network d7f22db7-68b9-4128-828e-52a25a1145bb {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:10:40.415732 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce606cf-27f1-4097-906d-3ccadd224cd8 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:10:40.416242 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce606cf-27f1-4097-906d-3ccadd224cd8 None None] Checking segment: {'id': '45b2b522-d4a3-4636-beee-04bccea331c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd7f22db7-68b9-4128-828e-52a25a1145bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:10:40.416638 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9ce606cf-27f1-4097-906d-3ccadd224cd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:40.417033 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce606cf-27f1-4097-906d-3ccadd224cd8 None None] Bound using segment: {'id': '45b2b522-d4a3-4636-beee-04bccea331c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd7f22db7-68b9-4128-828e-52a25a1145bb'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:10:40.417510 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-9ce606cf-27f1-4097-906d-3ccadd224cd8 None None] Bound port: 1d2669b9-bb75-4faf-b1bc-b80453da1e31, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b2b522-d4a3-4636-beee-04bccea331c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd7f22db7-68b9-4128-828e-52a25a1145bb'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:10:40.417887 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9ce606cf-27f1-4097-906d-3ccadd224cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:40.518855 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-9ce606cf-27f1-4097-906d-3ccadd224cd8 None None] For port 1d2669b9-bb75-4faf-b1bc-b80453da1e31, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:10:40.522743 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-9ce606cf-27f1-4097-906d-3ccadd224cd8 None None] For port 1d2669b9-bb75-4faf-b1bc-b80453da1e31, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=1d2669b9-bb75-4faf-b1bc-b80453da1e31,segment=NetworkSegment(45b2b522-d4a3-4636-beee-04bccea331c9),segment_id=45b2b522-d4a3-4636-beee-04bccea331c9)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:10:40.528062 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9ce606cf-27f1-4097-906d-3ccadd224cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:40.607327 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce606cf-27f1-4097-906d-3ccadd224cd8 None None] Routers {'b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:10:40.607985 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-9ce606cf-27f1-4097-906d-3ccadd224cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:10:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:10:40.659812 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939edfe0-13bf-4c21-964d-61d9ffb26c15 None None] Pushing event updated for resources: {'Port': ['ID=1d2669b9-bb75-4faf-b1bc-b80453da1e31,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:10:40.841007 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-9ce606cf-27f1-4097-906d-3ccadd224cd8 None None] Set router b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:10:41.085375 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adafc474-dd6d-4754-8c7e-1cc521b87e08 req-2200264e-d290-4491-abd8-8323b07abe50 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:10:41.086835 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-adafc474-dd6d-4754-8c7e-1cc521b87e08 req-2200264e-d290-4491-abd8-8323b07abe50 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 932 time: 0.0800803 May 23 12:10:41.134218 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-adafc474-dd6d-4754-8c7e-1cc521b87e08 req-16f0b125-2bf2-46dd-ad8f-a7e72ddef96d tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a97b945-97de-48a0-b89f-afae9d9a69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414772 May 23 12:10:41.161145 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-9ce606cf-27f1-4097-906d-3ccadd224cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0', 'name': 'tempest-TestMinimumBasicScenario-1419256733-router', 'tenant_id': '00e1d3f3a3024b87bf3c052978e89091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '2448ab01-3924-4d5c-b290-267b0cd4e1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:10:13Z', 'updated_at': '2022-05-23T12:10:16Z', 'revision_number': 4, 'project_id': '00e1d3f3a3024b87bf3c052978e89091', 'gw_port': {'id': '2448ab01-3924-4d5c-b290-267b0cd4e1e9', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:15:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:10:13Z', 'updated_at': '2022-05-23T12:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '1d2669b9-bb75-4faf-b1bc-b80453da1e31', 'name': '', 'network_id': 'd7f22db7-68b9-4128-828e-52a25a1145bb', 'tenant_id': '00e1d3f3a3024b87bf3c052978e89091', 'mac_address': 'fa:16:3e:89:36:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6390e0f3-22c7-4f81-b33e-935ad9c94f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:10:15Z', 'updated_at': '2022-05-23T12:10:40Z', 'revision_number': 4, 'project_id': '00e1d3f3a3024b87bf3c052978e89091', 'subnets': [{'id': '6390e0f3-22c7-4f81-b33e-935ad9c94f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:10:41.165515 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce606cf-27f1-4097-906d-3ccadd224cd8 None None] The sync data for ids ['b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0'] in n-d-842952-2 is: [{'id': 'b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0', 'name': 'tempest-TestMinimumBasicScenario-1419256733-router', 'tenant_id': '00e1d3f3a3024b87bf3c052978e89091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '2448ab01-3924-4d5c-b290-267b0cd4e1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:10:13Z', 'updated_at': '2022-05-23T12:10:16Z', 'revision_number': 4, 'project_id': '00e1d3f3a3024b87bf3c052978e89091', 'gw_port': {'id': '2448ab01-3924-4d5c-b290-267b0cd4e1e9', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:15:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:10:13Z', 'updated_at': '2022-05-23T12:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '1d2669b9-bb75-4faf-b1bc-b80453da1e31', 'name': '', 'network_id': 'd7f22db7-68b9-4128-828e-52a25a1145bb', 'tenant_id': '00e1d3f3a3024b87bf3c052978e89091', 'mac_address': 'fa:16:3e:89:36:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6390e0f3-22c7-4f81-b33e-935ad9c94f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:10:15Z', 'updated_at': '2022-05-23T12:10:40Z', 'revision_number': 4, 'project_id': '00e1d3f3a3024b87bf3c052978e89091', 'subnets': [{'id': '6390e0f3-22c7-4f81-b33e-935ad9c94f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:10:41.663445 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9ea0179d-9437-4391-b43d-bbdf3328d5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:42.343020 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80df9f4-428b-4676-a694-17fbecd852ee req-ce574e11-5baf-4e01-81be-829bc772169a tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:10:42.344808 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f80df9f4-428b-4676-a694-17fbecd852ee req-ce574e11-5baf-4e01-81be-829bc772169a tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 932 time: 0.0858130 May 23 12:10:42.393891 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f80df9f4-428b-4676-a694-17fbecd852ee req-2b8d439f-4aa8-4005-8760-be708ae33c0c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a97b945-97de-48a0-b89f-afae9d9a69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432551 May 23 12:10:42.896320 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:42.942380 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 1d2669b9-bb75-4faf-b1bc-b80453da1e31 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:10:43.006362 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:43.028999 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 1d2669b9-bb75-4faf-b1bc-b80453da1e31 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:10:43.033548 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 1d2669b9-bb75-4faf-b1bc-b80453da1e31 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:10:43.033917 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:43.148192 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:43.180904 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 1d2669b9-bb75-4faf-b1bc-b80453da1e31, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=1d2669b9-bb75-4faf-b1bc-b80453da1e31,segment=NetworkSegment(45b2b522-d4a3-4636-beee-04bccea331c9),segment_id=45b2b522-d4a3-4636-beee-04bccea331c9)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:10:43.186048 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:43.252337 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=1d2669b9-bb75-4faf-b1bc-b80453da1e31,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:10:43.356402 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-7e82e432-0fb1-4d8b-9b3a-38adee497cd6 service neutron] Request body: {'port': {'device_id': 'd1958bf9-affd-42f8-be7c-638dfbb36988', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:10:43.478510 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-7e82e432-0fb1-4d8b-9b3a-38adee497cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:43.834378 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0e3fb-61ad-4ac2-bd17-2a906c662de9 req-f8085792-64b5-476a-8f34-77f09d24d2a5 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:10:43.835819 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fbe0e3fb-61ad-4ac2-bd17-2a906c662de9 req-f8085792-64b5-476a-8f34-77f09d24d2a5 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 932 time: 0.3034847 May 23 12:10:43.921588 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fbe0e3fb-61ad-4ac2-bd17-2a906c662de9 req-9e93f77e-1710-4dcc-a348-be1ddfae3a5f tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a97b945-97de-48a0-b89f-afae9d9a69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735924 May 23 12:10:44.001215 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-7e82e432-0fb1-4d8b-9b3a-38adee497cd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 008d3811-618e-4b5e-830c-1de7e0ec27f6 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 12:10:44.008143 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-7e82e432-0fb1-4d8b-9b3a-38adee497cd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:44.022613 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-7e82e432-0fb1-4d8b-9b3a-38adee497cd6 service neutron] Transition to ACTIVE for port object 008d3811-618e-4b5e-830c-1de7e0ec27f6 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:10:44.029118 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-7e82e432-0fb1-4d8b-9b3a-38adee497cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:44.156086 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e82e432-0fb1-4d8b-9b3a-38adee497cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=008d3811-618e-4b5e-830c-1de7e0ec27f6,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:10:44.263711 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-7e82e432-0fb1-4d8b-9b3a-38adee497cd6 service neutron] Attempting to bind port 008d3811-618e-4b5e-830c-1de7e0ec27f6 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:10:44.264136 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-7e82e432-0fb1-4d8b-9b3a-38adee497cd6 service neutron] Attempting to bind port 008d3811-618e-4b5e-830c-1de7e0ec27f6 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '528e973b-c1ce-4c45-8727-b65554353031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:10:44.264459 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-7e82e432-0fb1-4d8b-9b3a-38adee497cd6 service neutron] Attempting to bind port 008d3811-618e-4b5e-830c-1de7e0ec27f6 on network dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:10:44.270226 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-7e82e432-0fb1-4d8b-9b3a-38adee497cd6 service neutron] Port 008d3811-618e-4b5e-830c-1de7e0ec27f6 on network dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 12:10:44.270521 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-7e82e432-0fb1-4d8b-9b3a-38adee497cd6 service neutron] Attempting to bind port 008d3811-618e-4b5e-830c-1de7e0ec27f6 on network dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:10:44.277121 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-7e82e432-0fb1-4d8b-9b3a-38adee497cd6 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:10:44.277437 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-7e82e432-0fb1-4d8b-9b3a-38adee497cd6 service neutron] Checking segment: {'id': '528e973b-c1ce-4c45-8727-b65554353031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:10:44.277808 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-7e82e432-0fb1-4d8b-9b3a-38adee497cd6 service neutron] Bound using segment: {'id': '528e973b-c1ce-4c45-8727-b65554353031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:10:44.278218 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-7e82e432-0fb1-4d8b-9b3a-38adee497cd6 service neutron] Bound port: 008d3811-618e-4b5e-830c-1de7e0ec27f6, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '528e973b-c1ce-4c45-8727-b65554353031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:10:44.278554 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-7e82e432-0fb1-4d8b-9b3a-38adee497cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:44.368480 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-7e82e432-0fb1-4d8b-9b3a-38adee497cd6 service neutron] For port 008d3811-618e-4b5e-830c-1de7e0ec27f6, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:10:44.371934 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-7e82e432-0fb1-4d8b-9b3a-38adee497cd6 service neutron] For port 008d3811-618e-4b5e-830c-1de7e0ec27f6, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=008d3811-618e-4b5e-830c-1de7e0ec27f6,segment=NetworkSegment(528e973b-c1ce-4c45-8727-b65554353031),segment_id=528e973b-c1ce-4c45-8727-b65554353031)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:10:44.378278 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-7e82e432-0fb1-4d8b-9b3a-38adee497cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:44.445977 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-7e82e432-0fb1-4d8b-9b3a-38adee497cd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:44.447297 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-7e82e432-0fb1-4d8b-9b3a-38adee497cd6 service neutron] 10.222.0.13 "PUT /v2.0/ports/008d3811-618e-4b5e-830c-1de7e0ec27f6 HTTP/1.1" status: 200 len: 1092 time: 1.0971684 May 23 12:10:44.447785 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1958bf9-affd-42f8-be7c-638dfbb36988', 'tag': '008d3811-618e-4b5e-830c-1de7e0ec27f6'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:10:44.465099 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e82e432-0fb1-4d8b-9b3a-38adee497cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=008d3811-618e-4b5e-830c-1de7e0ec27f6,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:10:44.541664 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:44.542126 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08da48c2-713d-4bab-ab76-ec26bc6a5481'] response: {'name': 'network-changed', 'server_uuid': 'd1958bf9-affd-42f8-be7c-638dfbb36988', 'tag': '008d3811-618e-4b5e-830c-1de7e0ec27f6', 'status': 'completed', 'code': 200} May 23 12:10:44.585748 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-39eebb38-6a8d-4304-a5a8-75313fbca1e9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=48858bf15e874add8a87e0b37f55e5c6&device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 1095 time: 0.0808916 May 23 12:10:44.665167 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-7d24ac63-3e13-4dc0-920b-39bfe36ad8be service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=008d3811-618e-4b5e-830c-1de7e0ec27f6 HTTP/1.1" status: 200 len: 217 time: 0.0674736 May 23 12:10:44.729578 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-8b1a93f2-2b94-4643-a25b-fa56769bc0ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:10:44.731162 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-8b1a93f2-2b94-4643-a25b-fa56769bc0ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7df47a8-8e14-479b-818a-e7faf27ba660 HTTP/1.1" status: 200 len: 854 time: 0.0604692 May 23 12:10:44.812001 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-d67e5d81-2ae9-40d5-8aa5-961f276290b1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742002 May 23 12:10:44.922352 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 1d2669b9-bb75-4faf-b1bc-b80453da1e31 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:10:44.955580 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-5cd0cac7-4b8f-443b-87cd-63c304b6d776 service neutron] 10.222.0.13 "GET /v2.0/networks/dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367683 May 23 12:10:44.993854 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 1d2669b9-bb75-4faf-b1bc-b80453da1e31 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:10:44.994223 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:45.142807 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e2b7c673-a39c-47c9-93d2-0a31f19c538a req-b14f7eed-8cd4-47c8-9510-5de10ef2306c service neutron] 10.222.0.13 "GET /v2.0/networks/dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817455 May 23 12:10:45.159812 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc514a0b-f916-49a5-9da1-fece62eb62b8 req-715b2234-6025-4d13-b965-e1c04585a0f3 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:10:45.161816 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fc514a0b-f916-49a5-9da1-fece62eb62b8 req-715b2234-6025-4d13-b965-e1c04585a0f3 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 944 time: 0.1142826 May 23 12:10:45.215614 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fc514a0b-f916-49a5-9da1-fece62eb62b8 req-454c1109-6a06-4b6b-b26f-b5b0c0e2cd86 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a97b945-97de-48a0-b89f-afae9d9a69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452790 May 23 12:10:45.318789 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-613bc01f-6c58-40ea-a317-5b659ed06977 req-7f632bcd-a601-4211-808b-ba8b36f7543f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=48858bf15e874add8a87e0b37f55e5c6&device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 1095 time: 0.0798912 May 23 12:10:45.457977 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613bc01f-6c58-40ea-a317-5b659ed06977 req-1f6f2d49-7aae-4fca-b6b0-d55b3499dec0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:10:45.459313 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-613bc01f-6c58-40ea-a317-5b659ed06977 req-1f6f2d49-7aae-4fca-b6b0-d55b3499dec0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a HTTP/1.1" status: 200 len: 916 time: 0.1347439 May 23 12:10:45.525618 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-613bc01f-6c58-40ea-a317-5b659ed06977 req-84ace468-9a9d-44d8-b1be-31c2e34af0f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=008d3811-618e-4b5e-830c-1de7e0ec27f6 HTTP/1.1" status: 200 len: 217 time: 0.0603011 May 23 12:10:45.685793 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613bc01f-6c58-40ea-a317-5b659ed06977 req-33ca05ff-3332-4ddf-8972-fdcefb041e90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:10:45.687297 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-613bc01f-6c58-40ea-a317-5b659ed06977 req-33ca05ff-3332-4ddf-8972-fdcefb041e90 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7df47a8-8e14-479b-818a-e7faf27ba660 HTTP/1.1" status: 200 len: 854 time: 0.1560824 May 23 12:10:45.764250 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-613bc01f-6c58-40ea-a317-5b659ed06977 req-9fe51e47-e0a6-4459-ab72-ff0ed097773a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708182 May 23 12:10:45.906670 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-613bc01f-6c58-40ea-a317-5b659ed06977 req-6dd45214-7a94-4046-a7b4-da7427118e9e service neutron] 10.222.0.13 "GET /v2.0/networks/dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354771 May 23 12:10:46.059694 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-613bc01f-6c58-40ea-a317-5b659ed06977 req-88f5f491-4415-4036-8faf-5177d264fdf8 service neutron] 10.222.0.13 "GET /v2.0/networks/dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463575 May 23 12:10:46.444274 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff372aa8-cdd6-4e90-add1-b30fa67c39db req-112ca200-06f0-4953-ba11-8bd97e97343f tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:10:46.445698 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ff372aa8-cdd6-4e90-add1-b30fa67c39db req-112ca200-06f0-4953-ba11-8bd97e97343f tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 944 time: 0.1017210 May 23 12:10:46.497226 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ff372aa8-cdd6-4e90-add1-b30fa67c39db req-71e90b3f-a733-4a2b-a800-350be994ab01 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a97b945-97de-48a0-b89f-afae9d9a69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454686 May 23 12:10:47.708074 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d3eb8-9877-4c39-a05d-517b9af94c24 req-2a5dfb7e-460c-4ae0-a049-c487ac44024f tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:10:47.709568 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b73d3eb8-9877-4c39-a05d-517b9af94c24 req-2a5dfb7e-460c-4ae0-a049-c487ac44024f tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 944 time: 0.0862010 May 23 12:10:47.756103 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b73d3eb8-9877-4c39-a05d-517b9af94c24 req-c0a826c3-59a6-43aa-8dab-b08eed41b5f7 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a97b945-97de-48a0-b89f-afae9d9a69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407462 May 23 12:10:48.014591 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 008d3811-618e-4b5e-830c-1de7e0ec27f6 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 12:10:48.162037 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 008d3811-618e-4b5e-830c-1de7e0ec27f6, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=008d3811-618e-4b5e-830c-1de7e0ec27f6,segment=NetworkSegment(528e973b-c1ce-4c45-8727-b65554353031),segment_id=528e973b-c1ce-4c45-8727-b65554353031)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:10:48.174764 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '008d3811-618e-4b5e-830c-1de7e0ec27f6', 'network_id': 'dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a', 'port_id': '008d3811-618e-4b5e-830c-1de7e0ec27f6', 'mac_address': 'fa:16:3e:5b:3d:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7df47a8-8e14-479b-818a-e7faf27ba660', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 12:10:48.229566 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:48.254368 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 008d3811-618e-4b5e-830c-1de7e0ec27f6 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 12:10:48.270081 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 008d3811-618e-4b5e-830c-1de7e0ec27f6, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=008d3811-618e-4b5e-830c-1de7e0ec27f6,segment=NetworkSegment(528e973b-c1ce-4c45-8727-b65554353031),segment_id=528e973b-c1ce-4c45-8727-b65554353031)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:10:48.278229 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:48.351187 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=008d3811-618e-4b5e-830c-1de7e0ec27f6,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:10:48.705009 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['008d3811-618e-4b5e-830c-1de7e0ec27f6'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 12:10:48.968998 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103773c6-9bed-41c6-8357-89fffc9f5374 req-b0c6248a-c743-49bc-8709-6368c6d5b20e tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:10:48.970348 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-103773c6-9bed-41c6-8357-89fffc9f5374 req-b0c6248a-c743-49bc-8709-6368c6d5b20e tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 945 time: 0.0834894 May 23 12:10:49.016969 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-103773c6-9bed-41c6-8357-89fffc9f5374 req-85b593ee-8099-45ce-9274-d7fcc57405ae tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a97b945-97de-48a0-b89f-afae9d9a69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409863 May 23 12:10:50.027471 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 008d3811-618e-4b5e-830c-1de7e0ec27f6 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:10:50.103158 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 008d3811-618e-4b5e-830c-1de7e0ec27f6 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:10:50.108346 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 008d3811-618e-4b5e-830c-1de7e0ec27f6 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:10:50.108729 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:50.223522 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d33157-61ca-4a8c-9030-632e327dfa3b req-d00570ea-72bf-4ac7-b2b8-43a7f38e9085 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:10:50.224188 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:50.225029 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-34d33157-61ca-4a8c-9030-632e327dfa3b req-d00570ea-72bf-4ac7-b2b8-43a7f38e9085 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 945 time: 0.0790067 May 23 12:10:50.250728 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1958bf9-affd-42f8-be7c-638dfbb36988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008d3811-618e-4b5e-830c-1de7e0ec27f6'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:10:50.260088 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 008d3811-618e-4b5e-830c-1de7e0ec27f6, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=008d3811-618e-4b5e-830c-1de7e0ec27f6,segment=NetworkSegment(528e973b-c1ce-4c45-8727-b65554353031),segment_id=528e973b-c1ce-4c45-8727-b65554353031)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:10:50.265234 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:10:50.273148 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-34d33157-61ca-4a8c-9030-632e327dfa3b req-aa21caa3-f03a-453e-8e17-8df512f98e4d tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a97b945-97de-48a0-b89f-afae9d9a69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423248 May 23 12:10:50.320283 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e522273-b750-41da-8fd8-a4afd0bedec7'] response: {'server_uuid': 'd1958bf9-affd-42f8-be7c-638dfbb36988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008d3811-618e-4b5e-830c-1de7e0ec27f6', 'code': 200} May 23 12:10:50.336478 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=008d3811-618e-4b5e-830c-1de7e0ec27f6,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:10:50.484573 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5b8d3500-4ea8-4003-97b3-a257630e8a79 req-a8208453-dba0-4fad-8c6c-fa4f2155ea9b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 1097 time: 0.0811143 May 23 12:10:50.527951 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5b8d3500-4ea8-4003-97b3-a257630e8a79 req-f38797ba-75a0-45a4-ae35-34e47fd82983 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4a97b945-97de-48a0-b89f-afae9d9a69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365367 May 23 12:10:51.491930 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a327d31-61b9-40ea-965d-f06cd089f23f req-30aa455e-a599-42e5-84f1-1448d0a60dda tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:10:51.493392 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6a327d31-61b9-40ea-965d-f06cd089f23f req-30aa455e-a599-42e5-84f1-1448d0a60dda tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 946 time: 0.0873871 May 23 12:10:51.544102 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6a327d31-61b9-40ea-965d-f06cd089f23f req-4643ec78-9525-42a3-8898-7344fd956c79 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a97b945-97de-48a0-b89f-afae9d9a69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445571 May 23 12:10:52.761942 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d506224d-35ae-45ac-a5c6-eca19f95f5be req-dbd14cea-e08f-45ec-b1c6-22922cab9734 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:10:52.763408 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d506224d-35ae-45ac-a5c6-eca19f95f5be req-dbd14cea-e08f-45ec-b1c6-22922cab9734 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 946 time: 0.0837889 May 23 12:10:52.809559 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d506224d-35ae-45ac-a5c6-eca19f95f5be req-e63ba44f-8249-4c13-9c24-db2a8a9400ee tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a97b945-97de-48a0-b89f-afae9d9a69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404117 May 23 12:10:53.033477 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9bbe5-f4f8-45f8-bcd6-298dafee8a2a req-5b1eb18b-93e0-45f0-96ab-142a64e3b121 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:10:53.034935 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e5d9bbe5-f4f8-45f8-bcd6-298dafee8a2a req-5b1eb18b-93e0-45f0-96ab-142a64e3b121 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 946 time: 0.1067522 May 23 12:10:53.081663 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e5d9bbe5-f4f8-45f8-bcd6-298dafee8a2a req-64ea2059-b5f1-4b66-8e9e-e1c2556916c9 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a97b945-97de-48a0-b89f-afae9d9a69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408833 May 23 12:10:53.538514 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef1a8c-0e71-4ea6-9546-2aadf5f3aa99 req-f2ed11b4-6af2-48a1-8ad9-e4989a30cbc5 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:10:53.540312 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ecef1a8c-0e71-4ea6-9546-2aadf5f3aa99 req-f2ed11b4-6af2-48a1-8ad9-e4989a30cbc5 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 946 time: 0.1032288 May 23 12:10:53.586636 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ecef1a8c-0e71-4ea6-9546-2aadf5f3aa99 req-8656e3d9-a802-4d95-bf89-d4a589dffb04 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a97b945-97de-48a0-b89f-afae9d9a69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406411 May 23 12:11:01.834165 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-462c4793-975b-4ea2-8426-10a2c366895d req-99d94903-f166-476b-aaea-a0468c9ef28f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d1958bf9-affd-42f8-be7c-638dfbb36988&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1573837 May 23 12:11:02.001840 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-462c4793-975b-4ea2-8426-10a2c366895d req-b91df6a9-9487-4d94-9ce9-906078f23970 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=48858bf15e874add8a87e0b37f55e5c6&device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 1097 time: 0.0794957 May 23 12:11:02.152590 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c4793-975b-4ea2-8426-10a2c366895d req-9760ca2d-8785-4f49-8844-1f6d6ddeb170 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:11:02.154057 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-462c4793-975b-4ea2-8426-10a2c366895d req-9760ca2d-8785-4f49-8844-1f6d6ddeb170 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a HTTP/1.1" status: 200 len: 916 time: 0.1306684 May 23 12:11:02.234215 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-462c4793-975b-4ea2-8426-10a2c366895d req-bc3b061a-caed-4680-b7d9-42369863ce2b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=008d3811-618e-4b5e-830c-1de7e0ec27f6 HTTP/1.1" status: 200 len: 217 time: 0.0698230 May 23 12:11:02.305790 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c4793-975b-4ea2-8426-10a2c366895d req-37fe83d3-8b5c-4deb-9555-9a2613866683 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:11:02.307964 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-462c4793-975b-4ea2-8426-10a2c366895d req-37fe83d3-8b5c-4deb-9555-9a2613866683 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7df47a8-8e14-479b-818a-e7faf27ba660 HTTP/1.1" status: 200 len: 854 time: 0.0601361 May 23 12:11:02.480399 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-462c4793-975b-4ea2-8426-10a2c366895d req-2e8b35a6-9d18-455d-aaf9-40eaee0878df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1660621 May 23 12:11:02.615586 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-462c4793-975b-4ea2-8426-10a2c366895d req-ca924ed7-b715-4ab6-99f3-30cde93bb2d0 service neutron] 10.222.0.13 "GET /v2.0/networks/dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276696 May 23 12:11:02.760796 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-462c4793-975b-4ea2-8426-10a2c366895d req-db7b72a8-62ca-4a08-8a37-d55a0efda6cf service neutron] 10.222.0.13 "GET /v2.0/networks/dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391163 May 23 12:11:03.851142 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765e1ce-1b6c-44a8-8131-36d8a9933113 req-b5990206-1f58-4128-811f-9cb6820fc198 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:11:03.852706 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b765e1ce-1b6c-44a8-8131-36d8a9933113 req-b5990206-1f58-4128-811f-9cb6820fc198 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 946 time: 0.0810075 May 23 12:11:03.899285 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b765e1ce-1b6c-44a8-8131-36d8a9933113 req-6c18796b-412c-47bb-bf69-6fa69033882b tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a97b945-97de-48a0-b89f-afae9d9a69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410690 May 23 12:11:03.930319 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42518) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:11:03.965174 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:11:04.080664 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-bae357c5-ce1d-4011-a046-f5f720960933 tempest-TestMinimumBasicScenario-1643989558 tempest-TestMinimumBasicScenario-1643989558-project-admin] Synchronizing usage tracker for tenant:00e1d3f3a3024b87bf3c052978e89091 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:11:04.099230 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-bae357c5-ce1d-4011-a046-f5f720960933 tempest-TestMinimumBasicScenario-1643989558 tempest-TestMinimumBasicScenario-1643989558-project-admin] Unset dirty status for tenant:00e1d3f3a3024b87bf3c052978e89091 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:11:04.100474 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-bae357c5-ce1d-4011-a046-f5f720960933 tempest-TestMinimumBasicScenario-1643989558 tempest-TestMinimumBasicScenario-1643989558-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 1092 time: 0.1690600 May 23 12:11:04.103776 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42524) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:11:04.109085 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-333d36ae-fdb8-43ac-9984-c96f23e0f548 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'port_id': '008d3811-618e-4b5e-830c-1de7e0ec27f6', 'tenant_id': '48858bf15e874add8a87e0b37f55e5c6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:11:04.115381 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-333d36ae-fdb8-43ac-9984-c96f23e0f548 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:11:04.119456 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-333d36ae-fdb8-43ac-9984-c96f23e0f548 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Usage tracker for resource:floatingip and tenant:48858bf15e874add8a87e0b37f55e5c6 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:11:04.122595 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-333d36ae-fdb8-43ac-9984-c96f23e0f548 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:11:04.128812 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-333d36ae-fdb8-43ac-9984-c96f23e0f548 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:11:04.141993 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-333d36ae-fdb8-43ac-9984-c96f23e0f548 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks [] for floatingip, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:04.283887 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-333d36ae-fdb8-43ac-9984-c96f23e0f548 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:04.425341 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-333d36ae-fdb8-43ac-9984-c96f23e0f548 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Allocated IP 172.25.6.10 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/20e26bf8-43ff-44be-b39e-3adc85825f09) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:11:04.579805 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-333d36ae-fdb8-43ac-9984-c96f23e0f548 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:04.612071 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-333d36ae-fdb8-43ac-9984-c96f23e0f548 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:04.678931 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333d36ae-fdb8-43ac-9984-c96f23e0f548 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:11:04.681761 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-333d36ae-fdb8-43ac-9984-c96f23e0f548 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:11:04.686074 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333d36ae-fdb8-43ac-9984-c96f23e0f548 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:11:04.709592 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d36ae-fdb8-43ac-9984-c96f23e0f548 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Pushing event updated for resources: {'Port': ['ID=20e26bf8-43ff-44be-b39e-3adc85825f09,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:11:04.735123 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333d36ae-fdb8-43ac-9984-c96f23e0f548 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:11:04.735458 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333d36ae-fdb8-43ac-9984-c96f23e0f548 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:11:04.735764 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333d36ae-fdb8-43ac-9984-c96f23e0f548 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:11:04.736239 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333d36ae-fdb8-43ac-9984-c96f23e0f548 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:11:04.736535 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333d36ae-fdb8-43ac-9984-c96f23e0f548 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:11:04.736871 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333d36ae-fdb8-43ac-9984-c96f23e0f548 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:11:04.737193 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333d36ae-fdb8-43ac-9984-c96f23e0f548 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:11:04.737508 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333d36ae-fdb8-43ac-9984-c96f23e0f548 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:11:04.737812 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333d36ae-fdb8-43ac-9984-c96f23e0f548 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:11:04.738106 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333d36ae-fdb8-43ac-9984-c96f23e0f548 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:11:04.738410 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333d36ae-fdb8-43ac-9984-c96f23e0f548 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:11:05.221275 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-333d36ae-fdb8-43ac-9984-c96f23e0f548 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:05.280908 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-333d36ae-fdb8-43ac-9984-c96f23e0f548 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:05.592324 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-333d36ae-fdb8-43ac-9984-c96f23e0f548 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:05.598854 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-333d36ae-fdb8-43ac-9984-c96f23e0f548 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:05.701900 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d36ae-fdb8-43ac-9984-c96f23e0f548 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Pushing event updated for resources: {'Port': ['ID=20e26bf8-43ff-44be-b39e-3adc85825f09,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:11:05.718867 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-333d36ae-fdb8-43ac-9984-c96f23e0f548 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:05.911505 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [None req-333d36ae-fdb8-43ac-9984-c96f23e0f548 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Floating IP 43b9fed9-72bd-43f0-ae9d-f605ff1ec238 associated. External IP: 172.25.6.10, port: 008d3811-618e-4b5e-830c-1de7e0ec27f6. May 23 12:11:06.315558 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333d36ae-fdb8-43ac-9984-c96f23e0f548 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Router 01e105fa-0083-4c23-b3f0-79a895c7e738 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:11:06.522607 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333d36ae-fdb8-43ac-9984-c96f23e0f548 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:11:06.532610 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf785e8-7b8c-4cbe-bb06-6bac3a8d4223 None None] Sync routers for ids ['01e105fa-0083-4c23-b3f0-79a895c7e738'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:11:06.545183 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf785e8-7b8c-4cbe-bb06-6bac3a8d4223 None None] Routers {'01e105fa-0083-4c23-b3f0-79a895c7e738'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:11:06.545878 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-1cf785e8-7b8c-4cbe-bb06-6bac3a8d4223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:10:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['01e105fa-0083-4c23-b3f0-79a895c7e738'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:11:06.547473 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-333d36ae-fdb8-43ac-9984-c96f23e0f548 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:06.602287 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-333d36ae-fdb8-43ac-9984-c96f23e0f548 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4971800 May 23 12:11:06.602664 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1958bf9-affd-42f8-be7c-638dfbb36988', 'tag': '008d3811-618e-4b5e-830c-1de7e0ec27f6'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:11:06.604970 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42528) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:11:06.610713 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-fd608662-fc71-4259-aea9-37e0d4614c0c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-250321831', 'description': 'tempest-secgroup-smoke-250321831 description', 'project_id': '48858bf15e874add8a87e0b37f55e5c6'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:11:06.617849 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-fd608662-fc71-4259-aea9-37e0d4614c0c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:11:06.622113 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-fd608662-fc71-4259-aea9-37e0d4614c0c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Usage tracker for resource:security_group and tenant:48858bf15e874add8a87e0b37f55e5c6 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:11:06.625335 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-fd608662-fc71-4259-aea9-37e0d4614c0c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:11:06.634938 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-fd608662-fc71-4259-aea9-37e0d4614c0c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:11:06.649012 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fd608662-fc71-4259-aea9-37e0d4614c0c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:06.659912 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f36ab4c7-4495-4b0f-99a9-140f973223b1'] response: {'name': 'network-changed', 'server_uuid': 'd1958bf9-affd-42f8-be7c-638dfbb36988', 'tag': '008d3811-618e-4b5e-830c-1de7e0ec27f6', 'status': 'completed', 'code': 200} May 23 12:11:06.686656 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-fd608662-fc71-4259-aea9-37e0d4614c0c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:11:06.690726 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-fd608662-fc71-4259-aea9-37e0d4614c0c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Usage tracker for resource:security_group_rule and tenant:48858bf15e874add8a87e0b37f55e5c6 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:11:06.693704 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-fd608662-fc71-4259-aea9-37e0d4614c0c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:11:06.700583 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-fd608662-fc71-4259-aea9-37e0d4614c0c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:11:06.769531 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-1cf785e8-7b8c-4cbe-bb06-6bac3a8d4223 None None] Set router 01e105fa-0083-4c23-b3f0-79a895c7e738 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:11:06.809103 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fd608662-fc71-4259-aea9-37e0d4614c0c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:06.816508 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fd608662-fc71-4259-aea9-37e0d4614c0c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:06.835856 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e5b95d35-f94e-4afa-af41-941617ccdab9 req-4d25ec6e-850a-4a80-b348-56d766b928be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=48858bf15e874add8a87e0b37f55e5c6&device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 1097 time: 0.1231523 May 23 12:11:06.933246 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fd608662-fc71-4259-aea9-37e0d4614c0c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:06.934913 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-fd608662-fc71-4259-aea9-37e0d4614c0c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3288891 May 23 12:11:06.938421 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42534) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:11:06.941283 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd608662-fc71-4259-aea9-37e0d4614c0c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0654654d-a290-4c80-8510-c5f910e820aa,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:11:06.946511 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a1606460-b997-4746-be75-ec10f489c14c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Request body: {'security_group_rule': {'security_group_id': '0654654d-a290-4c80-8510-c5f910e820aa', 'project_id': '48858bf15e874add8a87e0b37f55e5c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:11:06.958929 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a1606460-b997-4746-be75-ec10f489c14c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:11:06.965117 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a1606460-b997-4746-be75-ec10f489c14c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Usage tracker for resource:security_group_rule and tenant:48858bf15e874add8a87e0b37f55e5c6 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:11:06.968736 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a1606460-b997-4746-be75-ec10f489c14c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:11:06.976630 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a1606460-b997-4746-be75-ec10f489c14c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:11:06.996159 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a1606460-b997-4746-be75-ec10f489c14c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:07.003183 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b95d35-f94e-4afa-af41-941617ccdab9 req-c4be22f9-b113-44a8-9c6d-3d74e8f4a46d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:11:07.004737 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e5b95d35-f94e-4afa-af41-941617ccdab9 req-c4be22f9-b113-44a8-9c6d-3d74e8f4a46d service neutron] 10.222.0.13 "GET /v2.0/networks?id=dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a HTTP/1.1" status: 200 len: 916 time: 0.1611986 May 23 12:11:07.066531 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a1606460-b997-4746-be75-ec10f489c14c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:07.072822 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a1606460-b997-4746-be75-ec10f489c14c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:07.104422 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1606460-b997-4746-be75-ec10f489c14c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=655b77f0-fb4d-4670-89db-ceaf08e62b86,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:11:07.113910 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a1606460-b997-4746-be75-ec10f489c14c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:07.115000 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e5b95d35-f94e-4afa-af41-941617ccdab9 req-781a97c7-0988-47b0-bae1-b59f95da937d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=008d3811-618e-4b5e-830c-1de7e0ec27f6 HTTP/1.1" status: 200 len: 999 time: 0.1047430 May 23 12:11:07.116264 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a1606460-b997-4746-be75-ec10f489c14c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1753604 May 23 12:11:07.118216 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42538) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:11:07.125140 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-6acdb753-0367-4842-812e-79a1b483ad09 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Request body: {'security_group_rule': {'security_group_id': '0654654d-a290-4c80-8510-c5f910e820aa', 'project_id': '48858bf15e874add8a87e0b37f55e5c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:11:07.146327 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-1cf785e8-7b8c-4cbe-bb06-6bac3a8d4223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e105fa-0083-4c23-b3f0-79a895c7e738', 'name': 'tempest-TestMinimumBasicScenario-1396462625-router', 'tenant_id': '48858bf15e874add8a87e0b37f55e5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '066441c1-9eef-4091-8279-ae984973427d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:10:07Z', 'updated_at': '2022-05-23T12:10:10Z', 'revision_number': 4, 'project_id': '48858bf15e874add8a87e0b37f55e5c6', 'gw_port': {'id': '066441c1-9eef-4091-8279-ae984973427d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e105fa-0083-4c23-b3f0-79a895c7e738', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:10:07Z', 'updated_at': '2022-05-23T12:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '43b9fed9-72bd-43f0-ae9d-f605ff1ec238', 'tenant_id': '48858bf15e874add8a87e0b37f55e5c6', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '01e105fa-0083-4c23-b3f0-79a895c7e738', 'port_id': '008d3811-618e-4b5e-830c-1de7e0ec27f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a', 'mac_address': 'fa:16:3e:5b:3d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1958bf9-affd-42f8-be7c-638dfbb36988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:11:05Z', 'updated_at': '2022-05-23T12:11:05Z', 'revision_number': 0, 'project_id': '48858bf15e874add8a87e0b37f55e5c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf162744-b290-41f6-9685-34e61f3fb117', 'name': '', 'network_id': 'dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a', 'tenant_id': '48858bf15e874add8a87e0b37f55e5c6', 'mac_address': 'fa:16:3e:cf:71:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e105fa-0083-4c23-b3f0-79a895c7e738', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7df47a8-8e14-479b-818a-e7faf27ba660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:10:09Z', 'updated_at': '2022-05-23T12:10:19Z', 'revision_number': 5, 'project_id': '48858bf15e874add8a87e0b37f55e5c6', 'subnets': [{'id': 'a7df47a8-8e14-479b-818a-e7faf27ba660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:11:07.150546 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf785e8-7b8c-4cbe-bb06-6bac3a8d4223 None None] Checking router: 01e105fa-0083-4c23-b3f0-79a895c7e738 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:11:07.161192 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf785e8-7b8c-4cbe-bb06-6bac3a8d4223 None None] Routers {'01e105fa-0083-4c23-b3f0-79a895c7e738'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:11:07.162141 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-1cf785e8-7b8c-4cbe-bb06-6bac3a8d4223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:10:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['01e105fa-0083-4c23-b3f0-79a895c7e738'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:11:07.164740 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6acdb753-0367-4842-812e-79a1b483ad09 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:11:07.180575 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6acdb753-0367-4842-812e-79a1b483ad09 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Usage tracker for resource:security_group_rule and tenant:48858bf15e874add8a87e0b37f55e5c6 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:11:07.185089 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6acdb753-0367-4842-812e-79a1b483ad09 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:11:07.193267 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6acdb753-0367-4842-812e-79a1b483ad09 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:11:07.206895 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b95d35-f94e-4afa-af41-941617ccdab9 req-604c1e4e-d406-4442-b8c0-8b35568d19c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:11:07.208420 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e5b95d35-f94e-4afa-af41-941617ccdab9 req-604c1e4e-d406-4442-b8c0-8b35568d19c0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7df47a8-8e14-479b-818a-e7faf27ba660 HTTP/1.1" status: 200 len: 854 time: 0.0795095 May 23 12:11:07.249995 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6acdb753-0367-4842-812e-79a1b483ad09 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:07.341939 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-1cf785e8-7b8c-4cbe-bb06-6bac3a8d4223 None None] Set router 01e105fa-0083-4c23-b3f0-79a895c7e738 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:11:07.344620 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e5b95d35-f94e-4afa-af41-941617ccdab9 req-c3b9d2ad-6f1c-4da1-acd4-2320a3fda95c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1293428 May 23 12:11:07.346244 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6acdb753-0367-4842-812e-79a1b483ad09 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:07.350951 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6acdb753-0367-4842-812e-79a1b483ad09 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:07.443330 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acdb753-0367-4842-812e-79a1b483ad09 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=425ed7eb-2204-4742-b3da-c034b22d70c9,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:11:07.460987 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6acdb753-0367-4842-812e-79a1b483ad09 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:07.465076 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-6acdb753-0367-4842-812e-79a1b483ad09 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3430338 May 23 12:11:07.465529 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42542) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:11:07.473845 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-120ad4cb-e33c-4762-b4e1-9c553290543c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Request body: {'security_group_rule': {'security_group_id': '0654654d-a290-4c80-8510-c5f910e820aa', 'project_id': '48858bf15e874add8a87e0b37f55e5c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:11:07.480766 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-120ad4cb-e33c-4762-b4e1-9c553290543c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:11:07.484920 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-120ad4cb-e33c-4762-b4e1-9c553290543c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Usage tracker for resource:security_group_rule and tenant:48858bf15e874add8a87e0b37f55e5c6 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:11:07.488105 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-120ad4cb-e33c-4762-b4e1-9c553290543c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:11:07.494341 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-120ad4cb-e33c-4762-b4e1-9c553290543c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:11:07.512145 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e5b95d35-f94e-4afa-af41-941617ccdab9 req-88540d93-bc3f-4e6e-baac-295721fa6656 service neutron] 10.222.0.13 "GET /v2.0/networks/dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589961 May 23 12:11:07.513124 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-120ad4cb-e33c-4762-b4e1-9c553290543c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:07.578653 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-120ad4cb-e33c-4762-b4e1-9c553290543c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:07.583610 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-120ad4cb-e33c-4762-b4e1-9c553290543c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:07.608139 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120ad4cb-e33c-4762-b4e1-9c553290543c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e10303f3-e3e2-4562-a5a0-e34357b99a0b,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:11:07.622232 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-120ad4cb-e33c-4762-b4e1-9c553290543c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:07.625295 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-120ad4cb-e33c-4762-b4e1-9c553290543c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1585784 May 23 12:11:07.628145 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42546) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:11:07.634163 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-ad28da9d-8014-4738-be32-8bd3716c8efc tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Request body: {'security_group_rule': {'security_group_id': '0654654d-a290-4c80-8510-c5f910e820aa', 'project_id': '48858bf15e874add8a87e0b37f55e5c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:11:07.640808 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ad28da9d-8014-4738-be32-8bd3716c8efc tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:11:07.644859 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ad28da9d-8014-4738-be32-8bd3716c8efc tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Usage tracker for resource:security_group_rule and tenant:48858bf15e874add8a87e0b37f55e5c6 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:11:07.648125 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ad28da9d-8014-4738-be32-8bd3716c8efc tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:11:07.654823 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ad28da9d-8014-4738-be32-8bd3716c8efc tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:11:07.672221 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ad28da9d-8014-4738-be32-8bd3716c8efc tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:07.676245 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e5b95d35-f94e-4afa-af41-941617ccdab9 req-4db92d95-c107-4098-a9ed-4f4f16eaa0a2 service neutron] 10.222.0.13 "GET /v2.0/networks/dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476672 May 23 12:11:07.689623 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-1cf785e8-7b8c-4cbe-bb06-6bac3a8d4223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e105fa-0083-4c23-b3f0-79a895c7e738', 'name': 'tempest-TestMinimumBasicScenario-1396462625-router', 'tenant_id': '48858bf15e874add8a87e0b37f55e5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '066441c1-9eef-4091-8279-ae984973427d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:10:07Z', 'updated_at': '2022-05-23T12:10:10Z', 'revision_number': 4, 'project_id': '48858bf15e874add8a87e0b37f55e5c6', 'gw_port': {'id': '066441c1-9eef-4091-8279-ae984973427d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e105fa-0083-4c23-b3f0-79a895c7e738', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:10:07Z', 'updated_at': '2022-05-23T12:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '43b9fed9-72bd-43f0-ae9d-f605ff1ec238', 'tenant_id': '48858bf15e874add8a87e0b37f55e5c6', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '01e105fa-0083-4c23-b3f0-79a895c7e738', 'port_id': '008d3811-618e-4b5e-830c-1de7e0ec27f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a', 'mac_address': 'fa:16:3e:5b:3d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1958bf9-affd-42f8-be7c-638dfbb36988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:11:05Z', 'updated_at': '2022-05-23T12:11:05Z', 'revision_number': 0, 'project_id': '48858bf15e874add8a87e0b37f55e5c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf162744-b290-41f6-9685-34e61f3fb117', 'name': '', 'network_id': 'dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a', 'tenant_id': '48858bf15e874add8a87e0b37f55e5c6', 'mac_address': 'fa:16:3e:cf:71:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e105fa-0083-4c23-b3f0-79a895c7e738', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7df47a8-8e14-479b-818a-e7faf27ba660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:10:09Z', 'updated_at': '2022-05-23T12:10:19Z', 'revision_number': 5, 'project_id': '48858bf15e874add8a87e0b37f55e5c6', 'subnets': [{'id': 'a7df47a8-8e14-479b-818a-e7faf27ba660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:11:07.693619 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf785e8-7b8c-4cbe-bb06-6bac3a8d4223 None None] The sync data for ids ['01e105fa-0083-4c23-b3f0-79a895c7e738'] in n-d-842952-2 is: [{'id': '01e105fa-0083-4c23-b3f0-79a895c7e738', 'name': 'tempest-TestMinimumBasicScenario-1396462625-router', 'tenant_id': '48858bf15e874add8a87e0b37f55e5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '066441c1-9eef-4091-8279-ae984973427d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:10:07Z', 'updated_at': '2022-05-23T12:10:10Z', 'revision_number': 4, 'project_id': '48858bf15e874add8a87e0b37f55e5c6', 'gw_port': {'id': '066441c1-9eef-4091-8279-ae984973427d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e105fa-0083-4c23-b3f0-79a895c7e738', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:10:07Z', 'updated_at': '2022-05-23T12:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '43b9fed9-72bd-43f0-ae9d-f605ff1ec238', 'tenant_id': '48858bf15e874add8a87e0b37f55e5c6', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '01e105fa-0083-4c23-b3f0-79a895c7e738', 'port_id': '008d3811-618e-4b5e-830c-1de7e0ec27f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a', 'mac_address': 'fa:16:3e:5b:3d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1958bf9-affd-42f8-be7c-638dfbb36988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:11:05Z', 'updated_at': '2022-05-23T12:11:05Z', 'revision_number': 0, 'project_id': '48858bf15e874add8a87e0b37f55e5c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf162744-b290-41f6-9685-34e61f3fb117', 'name': '', 'network_id': 'dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a', 'tenant_id': '48858bf15e874add8a87e0b37f55e5c6', 'mac_address': 'fa:16:3e:cf:71:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e105fa-0083-4c23-b3f0-79a895c7e738', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7df47a8-8e14-479b-818a-e7faf27ba660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:10:09Z', 'updated_at': '2022-05-23T12:10:19Z', 'revision_number': 5, 'project_id': '48858bf15e874add8a87e0b37f55e5c6', 'subnets': [{'id': 'a7df47a8-8e14-479b-818a-e7faf27ba660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:11:07.742867 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ad28da9d-8014-4738-be32-8bd3716c8efc tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:07.747142 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ad28da9d-8014-4738-be32-8bd3716c8efc tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:07.770695 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad28da9d-8014-4738-be32-8bd3716c8efc tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2507a5d-5241-4df4-9ad6-7a43075e5fcc,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:11:07.781409 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ad28da9d-8014-4738-be32-8bd3716c8efc tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:07.782941 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ad28da9d-8014-4738-be32-8bd3716c8efc tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1538229 May 23 12:11:07.785809 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42550) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:11:07.791284 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-cf47998e-6c4c-46e6-a4d3-00d52a4d75f3 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Request body: {'security_group_rule': {'security_group_id': '0654654d-a290-4c80-8510-c5f910e820aa', 'project_id': '48858bf15e874add8a87e0b37f55e5c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:11:07.798368 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cf47998e-6c4c-46e6-a4d3-00d52a4d75f3 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:11:07.802491 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-cf47998e-6c4c-46e6-a4d3-00d52a4d75f3 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Usage tracker for resource:security_group_rule and tenant:48858bf15e874add8a87e0b37f55e5c6 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:11:07.805444 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-cf47998e-6c4c-46e6-a4d3-00d52a4d75f3 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:11:07.811424 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cf47998e-6c4c-46e6-a4d3-00d52a4d75f3 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:11:07.826239 n-d-842952-2 neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-cf47998e-6c4c-46e6-a4d3-00d52a4d75f3 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Project 48858bf15e874add8a87e0b37f55e5c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 12:11:07.833073 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cf47998e-6c4c-46e6-a4d3-00d52a4d75f3 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:07.902234 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cf47998e-6c4c-46e6-a4d3-00d52a4d75f3 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:07.907014 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cf47998e-6c4c-46e6-a4d3-00d52a4d75f3 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:07.915178 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e91e1c2-15b1-4696-b7f9-4bdb5ec08a9d None None] New status for floating IP 43b9fed9-72bd-43f0-ae9d-f605ff1ec238: ACTIVE {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 12:11:07.930784 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf47998e-6c4c-46e6-a4d3-00d52a4d75f3 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda73ec3-c197-4983-a02d-18e153f1a638,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:11:07.940514 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cf47998e-6c4c-46e6-a4d3-00d52a4d75f3 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:07.944974 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-cf47998e-6c4c-46e6-a4d3-00d52a4d75f3 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1552348 May 23 12:11:07.945312 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42554) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:11:07.951042 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-f2f6e622-a240-41a6-aacc-3ad5968d9d48 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Request body: {'security_group_rule': {'security_group_id': '0654654d-a290-4c80-8510-c5f910e820aa', 'project_id': '48858bf15e874add8a87e0b37f55e5c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:11:07.958120 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f2f6e622-a240-41a6-aacc-3ad5968d9d48 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:11:07.962069 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f2f6e622-a240-41a6-aacc-3ad5968d9d48 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Usage tracker for resource:security_group_rule and tenant:48858bf15e874add8a87e0b37f55e5c6 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:11:07.965204 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-f2f6e622-a240-41a6-aacc-3ad5968d9d48 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:11:07.970904 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-f2f6e622-a240-41a6-aacc-3ad5968d9d48 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:11:07.982095 n-d-842952-2 neutron-server[83910]: INFO neutron.db.securitygroups_db [None req-f2f6e622-a240-41a6-aacc-3ad5968d9d48 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Project 48858bf15e874add8a87e0b37f55e5c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 12:11:07.989107 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f2f6e622-a240-41a6-aacc-3ad5968d9d48 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:08.066031 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f2f6e622-a240-41a6-aacc-3ad5968d9d48 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:08.070873 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f2f6e622-a240-41a6-aacc-3ad5968d9d48 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:08.094066 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f6e622-a240-41a6-aacc-3ad5968d9d48 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46f925a1-a820-40d8-a4ab-f471fd936426,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:11:08.103724 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f2f6e622-a240-41a6-aacc-3ad5968d9d48 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:08.107746 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f2f6e622-a240-41a6-aacc-3ad5968d9d48 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1586726 May 23 12:11:08.239544 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-1756aca1-3e42-4d34-9e80-cc2903449c97 req-b540c83c-2d68-4a75-80b5-2e85f395a3c4 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Synchronizing usage tracker for tenant:48858bf15e874add8a87e0b37f55e5c6 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:11:08.263879 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-1756aca1-3e42-4d34-9e80-cc2903449c97 req-b540c83c-2d68-4a75-80b5-2e85f395a3c4 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Unset dirty status for tenant:48858bf15e874add8a87e0b37f55e5c6 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:11:08.263879 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1756aca1-3e42-4d34-9e80-cc2903449c97 req-b540c83c-2d68-4a75-80b5-2e85f395a3c4 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-250321831&fields=id&tenant_id=48858bf15e874add8a87e0b37f55e5c6 HTTP/1.1" status: 200 len: 267 time: 0.0620468 May 23 12:11:08.343230 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756aca1-3e42-4d34-9e80-cc2903449c97 req-8cc2e29a-ec8c-491d-bdd0-714cddd4654f tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:11:08.344701 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1756aca1-3e42-4d34-9e80-cc2903449c97 req-8cc2e29a-ec8c-491d-bdd0-714cddd4654f tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 946 time: 0.0784888 May 23 12:11:08.355208 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-1756aca1-3e42-4d34-9e80-cc2903449c97 req-94e31e31-3eb8-4d56-a717-f50f0d9b0413 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Request body: {'port': {'security_groups': ['4a97b945-97de-48a0-b89f-afae9d9a69ad', '0654654d-a290-4c80-8510-c5f910e820aa']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:11:08.473689 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1756aca1-3e42-4d34-9e80-cc2903449c97 req-94e31e31-3eb8-4d56-a717-f50f0d9b0413 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:08.612648 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:08.838918 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-1756aca1-3e42-4d34-9e80-cc2903449c97 req-94e31e31-3eb8-4d56-a717-f50f0d9b0413 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] For port 008d3811-618e-4b5e-830c-1de7e0ec27f6, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=008d3811-618e-4b5e-830c-1de7e0ec27f6,segment=NetworkSegment(528e973b-c1ce-4c45-8727-b65554353031),segment_id=528e973b-c1ce-4c45-8727-b65554353031)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:11:08.864554 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1756aca1-3e42-4d34-9e80-cc2903449c97 req-94e31e31-3eb8-4d56-a717-f50f0d9b0413 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:08.870769 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1756aca1-3e42-4d34-9e80-cc2903449c97 req-94e31e31-3eb8-4d56-a717-f50f0d9b0413 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:08.903333 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['008d3811-618e-4b5e-830c-1de7e0ec27f6'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 12:11:08.939250 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756aca1-3e42-4d34-9e80-cc2903449c97 req-94e31e31-3eb8-4d56-a717-f50f0d9b0413 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:11:08.939929 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1756aca1-3e42-4d34-9e80-cc2903449c97 req-94e31e31-3eb8-4d56-a717-f50f0d9b0413 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:08.941312 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1756aca1-3e42-4d34-9e80-cc2903449c97 req-94e31e31-3eb8-4d56-a717-f50f0d9b0413 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "PUT /v2.0/ports/008d3811-618e-4b5e-830c-1de7e0ec27f6 HTTP/1.1" status: 200 len: 982 time: 0.5904880 May 23 12:11:08.941796 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1958bf9-affd-42f8-be7c-638dfbb36988', 'tag': '008d3811-618e-4b5e-830c-1de7e0ec27f6'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:11:08.963920 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e31e31-3eb8-4d56-a717-f50f0d9b0413 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Pushing event updated for resources: {'Port': ['ID=008d3811-618e-4b5e-830c-1de7e0ec27f6,revision_number=6']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:11:09.023495 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1d1abea-5338-40e7-9ec7-aab1c6ac15d3'] response: {'name': 'network-changed', 'server_uuid': 'd1958bf9-affd-42f8-be7c-638dfbb36988', 'tag': '008d3811-618e-4b5e-830c-1de7e0ec27f6', 'status': 'completed', 'code': 200} May 23 12:11:09.073620 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['008d3811-618e-4b5e-830c-1de7e0ec27f6'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 12:11:09.176869 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-27a125e3-7b1b-4b91-a326-42a30f1c3b98 req-803e1538-bb6b-4737-a94e-a01463ccd365 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=48858bf15e874add8a87e0b37f55e5c6&device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 1136 time: 0.1009343 May 23 12:11:09.373272 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc80be22-18f9-48d2-b677-ae49482edbf2 None None] Provisioning complete for port 008d3811-618e-4b5e-830c-1de7e0ec27f6 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:11:09.373550 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc80be22-18f9-48d2-b677-ae49482edbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:09.379760 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a125e3-7b1b-4b91-a326-42a30f1c3b98 req-94661ac3-5e47-4f3b-b486-45bcfd343c1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:11:09.381254 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-27a125e3-7b1b-4b91-a326-42a30f1c3b98 req-94661ac3-5e47-4f3b-b486-45bcfd343c1a service neutron] 10.222.0.13 "GET /v2.0/networks?id=dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a HTTP/1.1" status: 200 len: 916 time: 0.1970041 May 23 12:11:09.410093 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cf5b28d0-f1d3-4ddc-bc94-b318aa300a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:09.480305 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc7abd-792d-4ce4-8ac2-a9b7835aea95 req-2c012d7d-bb02-49c0-9e52-8adb40a86d7f tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:11:09.481757 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f9fc7abd-792d-4ce4-8ac2-a9b7835aea95 req-2c012d7d-bb02-49c0-9e52-8adb40a86d7f tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 985 time: 0.4110188 May 23 12:11:09.520043 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-27a125e3-7b1b-4b91-a326-42a30f1c3b98 req-7c96210a-bfdf-43b1-8e95-42e3019db7eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=008d3811-618e-4b5e-830c-1de7e0ec27f6 HTTP/1.1" status: 200 len: 1001 time: 0.1308472 May 23 12:11:09.589634 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f9fc7abd-792d-4ce4-8ac2-a9b7835aea95 req-1c7dc4d9-c55c-49f8-bd4a-7204c676dea2 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/security-groups?id=0654654d-a290-4c80-8510-c5f910e820aa&id=4a97b945-97de-48a0-b89f-afae9d9a69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0952153 May 23 12:11:09.598436 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a125e3-7b1b-4b91-a326-42a30f1c3b98 req-14e4dfe5-ca03-42f4-a3d5-1db7a33be2c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:11:09.599820 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-27a125e3-7b1b-4b91-a326-42a30f1c3b98 req-14e4dfe5-ca03-42f4-a3d5-1db7a33be2c4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7df47a8-8e14-479b-818a-e7faf27ba660 HTTP/1.1" status: 200 len: 854 time: 0.0711610 May 23 12:11:09.678087 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-27a125e3-7b1b-4b91-a326-42a30f1c3b98 req-18bdf581-77ed-4354-b3b4-fd5c3f85a0bd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722382 May 23 12:11:09.812144 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-27a125e3-7b1b-4b91-a326-42a30f1c3b98 req-4f1fc833-1315-4deb-90fc-e9b1fef5cf19 service neutron] 10.222.0.13 "GET /v2.0/networks/dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277523 May 23 12:11:09.945706 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-27a125e3-7b1b-4b91-a326-42a30f1c3b98 req-64bb693e-8444-404d-88c5-f316dd3c1494 service neutron] 10.222.0.13 "GET /v2.0/networks/dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273973 May 23 12:11:10.012884 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:11.663723 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-798f29f6-e4b8-47aa-b62d-8af8aba7597e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:12.900707 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:12.988173 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:14.549928 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:38.618547 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:39.341996 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7f9c11b-d803-411c-a625-30c7b23f265a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:40.046768 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:40.970500 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:11:41.662198 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-917d4ae4-d38e-4d2d-8c82-27df83cafcc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:42.902316 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:42.994219 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:11:44.550292 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:12:01.057492 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a060306-285a-4713-82a1-0012003787c0 req-abc42b04-52a7-4ae5-ae1d-06bf4c30ae5c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d1958bf9-affd-42f8-be7c-638dfbb36988&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0773520 May 23 12:12:01.229473 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a060306-285a-4713-82a1-0012003787c0 req-44ceb7b0-0b88-4fe4-8e6c-9f03f97f205d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=48858bf15e874add8a87e0b37f55e5c6&device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 1136 time: 0.0753560 May 23 12:12:01.394791 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a060306-285a-4713-82a1-0012003787c0 req-e69abf9a-f0f8-4d57-a0a2-95f0e8be9e37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:12:01.396276 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a060306-285a-4713-82a1-0012003787c0 req-e69abf9a-f0f8-4d57-a0a2-95f0e8be9e37 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a HTTP/1.1" status: 200 len: 916 time: 0.1465302 May 23 12:12:01.503580 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a060306-285a-4713-82a1-0012003787c0 req-f0479fa7-9878-4b97-8434-4489d657cc0e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=008d3811-618e-4b5e-830c-1de7e0ec27f6 HTTP/1.1" status: 200 len: 1001 time: 0.1000950 May 23 12:12:01.572030 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a060306-285a-4713-82a1-0012003787c0 req-06db4779-43db-43d6-a842-6cedfa1261c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:12:01.573418 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a060306-285a-4713-82a1-0012003787c0 req-06db4779-43db-43d6-a842-6cedfa1261c6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7df47a8-8e14-479b-818a-e7faf27ba660 HTTP/1.1" status: 200 len: 854 time: 0.0631492 May 23 12:12:01.758251 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a060306-285a-4713-82a1-0012003787c0 req-9c78afc6-30cf-4027-b21c-60d8d1f312a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1779323 May 23 12:12:01.894014 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a060306-285a-4713-82a1-0012003787c0 req-6b8f8206-9e26-4a7e-98f8-eccab28afc4f service neutron] 10.222.0.13 "GET /v2.0/networks/dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286912 May 23 12:12:02.029890 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8a060306-285a-4713-82a1-0012003787c0 req-95a7ebae-17af-479a-87f5-9c778165b851 service neutron] 10.222.0.13 "GET /v2.0/networks/dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301925 May 23 12:12:07.482563 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3db5658c-ddbd-4bd9-8b4f-3fa41325c3fb req-e82fe02d-ea4b-4049-b423-9bf0c3bf1402 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=48858bf15e874add8a87e0b37f55e5c6&device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 1136 time: 0.1333137 May 23 12:12:07.492532 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0e273-2184-4eb0-9f5f-669d96c053c6 req-a0d1f6cb-ad08-4f67-afd7-384a135f511f tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:12:07.494145 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b8c0e273-2184-4eb0-9f5f-669d96c053c6 req-a0d1f6cb-ad08-4f67-afd7-384a135f511f tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 985 time: 0.1115372 May 23 12:12:07.633801 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b8c0e273-2184-4eb0-9f5f-669d96c053c6 req-562c6dba-21ae-411e-925e-57941f19ee51 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/security-groups?id=0654654d-a290-4c80-8510-c5f910e820aa&id=4a97b945-97de-48a0-b89f-afae9d9a69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1209602 May 23 12:12:07.658153 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5658c-ddbd-4bd9-8b4f-3fa41325c3fb req-ca9ca181-e140-4e9f-a396-47b0edc0200f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:12:07.659608 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3db5658c-ddbd-4bd9-8b4f-3fa41325c3fb req-ca9ca181-e140-4e9f-a396-47b0edc0200f service neutron] 10.222.0.13 "GET /v2.0/networks?id=dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a HTTP/1.1" status: 200 len: 916 time: 0.1646566 May 23 12:12:07.763120 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3db5658c-ddbd-4bd9-8b4f-3fa41325c3fb req-7d8fb914-6520-4b0e-8ff7-aa4de90605cf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=008d3811-618e-4b5e-830c-1de7e0ec27f6 HTTP/1.1" status: 200 len: 1001 time: 0.0967550 May 23 12:12:07.824320 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5658c-ddbd-4bd9-8b4f-3fa41325c3fb req-b9706df2-e059-4e89-aed7-107f967d1375 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:12:07.825762 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3db5658c-ddbd-4bd9-8b4f-3fa41325c3fb req-b9706df2-e059-4e89-aed7-107f967d1375 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7df47a8-8e14-479b-818a-e7faf27ba660 HTTP/1.1" status: 200 len: 854 time: 0.0566311 May 23 12:12:07.902814 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3db5658c-ddbd-4bd9-8b4f-3fa41325c3fb req-fffa0011-df18-456f-aa76-581188488b88 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703542 May 23 12:12:08.036220 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3db5658c-ddbd-4bd9-8b4f-3fa41325c3fb req-f0592000-bf9e-4f5a-87ec-3295b72ade69 service neutron] 10.222.0.13 "GET /v2.0/networks/dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269586 May 23 12:12:08.170191 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3db5658c-ddbd-4bd9-8b4f-3fa41325c3fb req-4310bb82-8dd3-431e-b934-7dd1ade7ac18 service neutron] 10.222.0.13 "GET /v2.0/networks/dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278787 May 23 12:12:08.638394 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:12:09.115522 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc503d-870a-4178-8b53-5da6de6de02f req-6dff806c-4f99-448b-b253-4a77809f00ab tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:12:09.117034 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c2bc503d-870a-4178-8b53-5da6de6de02f req-6dff806c-4f99-448b-b253-4a77809f00ab tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 985 time: 0.1828032 May 23 12:12:09.170489 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c2bc503d-870a-4178-8b53-5da6de6de02f req-c4d93bfc-93e8-4861-a47b-cb555f59d9cc tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/security-groups?id=0654654d-a290-4c80-8510-c5f910e820aa&id=4a97b945-97de-48a0-b89f-afae9d9a69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443466 May 23 12:12:09.338431 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5fe1f24b-213d-4b31-bb5b-f7075e3622a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:12:10.065530 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:12:10.399041 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ecfea-588f-438c-805a-787d4031d5b9 req-c39fe1ed-ab5b-49f5-950b-09d7d920555b tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:12:10.400909 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-004ecfea-588f-438c-805a-787d4031d5b9 req-c39fe1ed-ab5b-49f5-950b-09d7d920555b tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 985 time: 0.0834141 May 23 12:12:10.455050 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-004ecfea-588f-438c-805a-787d4031d5b9 req-db4d978b-3d3d-4486-a051-762ad2dda670 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/security-groups?id=0654654d-a290-4c80-8510-c5f910e820aa&id=4a97b945-97de-48a0-b89f-afae9d9a69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0461359 May 23 12:12:11.657342 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-20cd9e6c-2e24-4485-a7bf-d27d78e4c870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:12:11.673651 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e847a4-9afd-491d-96dd-27735ba8f60b req-0b3dff02-64a7-4dd2-86d8-a9121244f261 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:12:11.675175 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b3e847a4-9afd-491d-96dd-27735ba8f60b req-0b3dff02-64a7-4dd2-86d8-a9121244f261 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 985 time: 0.0849979 May 23 12:12:11.725061 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b3e847a4-9afd-491d-96dd-27735ba8f60b req-31785c7e-5cc5-4e1b-9855-df3b732259e2 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/security-groups?id=0654654d-a290-4c80-8510-c5f910e820aa&id=4a97b945-97de-48a0-b89f-afae9d9a69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0441577 May 23 12:12:12.897217 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:12:12.943889 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60dbeea-0625-496d-a483-d3f3dfaefd48 req-c726627a-d79a-41e4-9a10-be00ee637811 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:12:12.945349 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b60dbeea-0625-496d-a483-d3f3dfaefd48 req-c726627a-d79a-41e4-9a10-be00ee637811 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 985 time: 0.0885015 May 23 12:12:12.995230 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:12:13.007023 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b60dbeea-0625-496d-a483-d3f3dfaefd48 req-87970c2d-a0c3-4388-bd0f-c56d665369e7 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/security-groups?id=0654654d-a290-4c80-8510-c5f910e820aa&id=4a97b945-97de-48a0-b89f-afae9d9a69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525248 May 23 12:12:14.218242 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1c362-9410-4ca9-8778-969177dc76b3 req-4d6f8e29-fd4a-4b02-baff-ed7bc1c617ec tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:12:14.219592 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b7d1c362-9410-4ca9-8778-969177dc76b3 req-4d6f8e29-fd4a-4b02-baff-ed7bc1c617ec tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 985 time: 0.0854008 May 23 12:12:14.274047 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b7d1c362-9410-4ca9-8778-969177dc76b3 req-587f9077-5918-494a-bae0-714dc035c56f tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/security-groups?id=0654654d-a290-4c80-8510-c5f910e820aa&id=4a97b945-97de-48a0-b89f-afae9d9a69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0482700 May 23 12:12:14.552314 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:12:15.568956 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177f57e-e0e5-4ad5-8144-ed6e1e0a02f5 req-0de18981-197f-49ce-82d8-40bd9ca4f827 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:12:15.570320 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0177f57e-e0e5-4ad5-8144-ed6e1e0a02f5 req-0de18981-197f-49ce-82d8-40bd9ca4f827 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 985 time: 0.1678667 May 23 12:12:15.620360 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0177f57e-e0e5-4ad5-8144-ed6e1e0a02f5 req-801f87cc-6bba-4b20-84e3-41c733a2aa27 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/security-groups?id=0654654d-a290-4c80-8510-c5f910e820aa&id=4a97b945-97de-48a0-b89f-afae9d9a69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0434513 May 23 12:12:16.846333 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e8553-3342-4273-8020-e64cac41ae87 req-b5397397-ed6b-402e-bc35-34de88f6da73 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:12:16.847988 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-729e8553-3342-4273-8020-e64cac41ae87 req-b5397397-ed6b-402e-bc35-34de88f6da73 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 985 time: 0.0877118 May 23 12:12:16.905323 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-729e8553-3342-4273-8020-e64cac41ae87 req-076f027a-fa53-4a13-a150-eccc9f25aeaf tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/security-groups?id=0654654d-a290-4c80-8510-c5f910e820aa&id=4a97b945-97de-48a0-b89f-afae9d9a69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0510480 May 23 12:12:17.971242 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:12:18.113394 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4ca94-37f5-495c-8226-b2e6089848a4 req-3e5a201f-11e0-4d05-87fa-fa8e35b9387f tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:12:18.114822 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a4d4ca94-37f5-495c-8226-b2e6089848a4 req-3e5a201f-11e0-4d05-87fa-fa8e35b9387f tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 985 time: 0.0841889 May 23 12:12:18.176190 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a4d4ca94-37f5-495c-8226-b2e6089848a4 req-e0245df5-5598-4f74-9315-5229655ac505 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/security-groups?id=0654654d-a290-4c80-8510-c5f910e820aa&id=4a97b945-97de-48a0-b89f-afae9d9a69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554154 May 23 12:12:19.384756 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc9257-3572-41b3-8182-d1792a9bac57 req-cf8502e1-82f5-4e36-968a-f98f5c485c93 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:12:19.386215 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1fcc9257-3572-41b3-8182-d1792a9bac57 req-cf8502e1-82f5-4e36-968a-f98f5c485c93 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 985 time: 0.0826216 May 23 12:12:19.440992 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1fcc9257-3572-41b3-8182-d1792a9bac57 req-012fa892-082f-4ee1-a5c4-11ef858ae964 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/security-groups?id=0654654d-a290-4c80-8510-c5f910e820aa&id=4a97b945-97de-48a0-b89f-afae9d9a69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0466802 May 23 12:12:20.658818 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1338a1-7c61-40ae-9ab5-114a22e3b83f req-be73a290-de64-4ea7-b943-3175f014f480 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:12:20.660305 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bc1338a1-7c61-40ae-9ab5-114a22e3b83f req-be73a290-de64-4ea7-b943-3175f014f480 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 985 time: 0.0860424 May 23 12:12:20.709206 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bc1338a1-7c61-40ae-9ab5-114a22e3b83f req-1b0be1f4-44fc-4804-80c6-5e1b23055399 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/security-groups?id=0654654d-a290-4c80-8510-c5f910e820aa&id=4a97b945-97de-48a0-b89f-afae9d9a69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417032 May 23 12:12:38.641960 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:12:39.339819 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb37c425-9f0e-4b79-acae-15720a12f28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:12:40.068208 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:12:41.658346 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-22341474-7d52-4765-8114-d4b2d621d250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:12:42.900250 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:12:42.995738 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:12:44.556832 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:12:54.972581 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:13:03.066025 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-168738cd-2ddc-41d9-9ffc-5f2dbfd35275 req-03446916-9c6a-496f-9ffa-463d7b5138ee service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d1958bf9-affd-42f8-be7c-638dfbb36988&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0831261 May 23 12:13:03.227760 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-168738cd-2ddc-41d9-9ffc-5f2dbfd35275 req-2393b8e2-e294-444f-b418-7c8ee4f2b94e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=48858bf15e874add8a87e0b37f55e5c6&device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 1136 time: 0.0739694 May 23 12:13:03.388606 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168738cd-2ddc-41d9-9ffc-5f2dbfd35275 req-b05fcb21-9a95-40aa-99f8-b1272720d20e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:13:03.390110 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-168738cd-2ddc-41d9-9ffc-5f2dbfd35275 req-b05fcb21-9a95-40aa-99f8-b1272720d20e service neutron] 10.222.0.13 "GET /v2.0/networks?id=dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a HTTP/1.1" status: 200 len: 916 time: 0.1392045 May 23 12:13:03.501190 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-168738cd-2ddc-41d9-9ffc-5f2dbfd35275 req-f6dfa4b3-4fd3-46ab-906b-3498cdab1f5f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=008d3811-618e-4b5e-830c-1de7e0ec27f6 HTTP/1.1" status: 200 len: 1001 time: 0.1046963 May 23 12:13:03.564393 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168738cd-2ddc-41d9-9ffc-5f2dbfd35275 req-769bcf64-3b03-45d5-a2d3-d2ff243f367a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:13:03.565846 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-168738cd-2ddc-41d9-9ffc-5f2dbfd35275 req-769bcf64-3b03-45d5-a2d3-d2ff243f367a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7df47a8-8e14-479b-818a-e7faf27ba660 HTTP/1.1" status: 200 len: 854 time: 0.0588772 May 23 12:13:03.645824 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-168738cd-2ddc-41d9-9ffc-5f2dbfd35275 req-431dcaab-55a2-448c-8cfd-c8bdb5f76fca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739219 May 23 12:13:03.783576 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-168738cd-2ddc-41d9-9ffc-5f2dbfd35275 req-9ef37fff-3ae6-415e-b2b0-2d24cdcbd115 service neutron] 10.222.0.13 "GET /v2.0/networks/dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307447 May 23 12:13:03.918011 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-168738cd-2ddc-41d9-9ffc-5f2dbfd35275 req-63ae3ed9-7d3b-4f01-917e-4d754e4118da service neutron] 10.222.0.13 "GET /v2.0/networks/dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279104 May 23 12:13:08.643379 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:09.335462 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c920823c-ae0f-4d01-894c-26e3faa53630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:10.062669 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:11.656459 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ef38106f-5ff6-4494-9dc9-a7cc00a0b333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:12.905454 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:13.035455 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:14.558173 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:24.229782 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-97ab74a4-9912-4e1a-8262-afcb0367d26f req-d7790115-e58f-48dd-884e-dc164e5923a8 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-250321831&fields=id&tenant_id=48858bf15e874add8a87e0b37f55e5c6 HTTP/1.1" status: 200 len: 267 time: 0.0431318 May 23 12:13:24.315105 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab74a4-9912-4e1a-8262-afcb0367d26f req-0a08f37a-e3c6-4684-816e-55ca88f66491 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:13:24.316678 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-97ab74a4-9912-4e1a-8262-afcb0367d26f req-0a08f37a-e3c6-4684-816e-55ca88f66491 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 985 time: 0.0815628 May 23 12:13:24.327760 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-97ab74a4-9912-4e1a-8262-afcb0367d26f req-0ad8d004-b0e1-4839-a526-48cb5e2c1c0c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Request body: {'port': {'security_groups': ['4a97b945-97de-48a0-b89f-afae9d9a69ad']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:13:24.445812 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-97ab74a4-9912-4e1a-8262-afcb0367d26f req-0ad8d004-b0e1-4839-a526-48cb5e2c1c0c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:24.794138 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-97ab74a4-9912-4e1a-8262-afcb0367d26f req-0ad8d004-b0e1-4839-a526-48cb5e2c1c0c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] For port 008d3811-618e-4b5e-830c-1de7e0ec27f6, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=008d3811-618e-4b5e-830c-1de7e0ec27f6,segment=NetworkSegment(528e973b-c1ce-4c45-8727-b65554353031),segment_id=528e973b-c1ce-4c45-8727-b65554353031)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:13:24.820835 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-97ab74a4-9912-4e1a-8262-afcb0367d26f req-0ad8d004-b0e1-4839-a526-48cb5e2c1c0c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:24.827341 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-97ab74a4-9912-4e1a-8262-afcb0367d26f req-0ad8d004-b0e1-4839-a526-48cb5e2c1c0c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:24.860191 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['008d3811-618e-4b5e-830c-1de7e0ec27f6'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 12:13:24.910705 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab74a4-9912-4e1a-8262-afcb0367d26f req-0ad8d004-b0e1-4839-a526-48cb5e2c1c0c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:13:24.911927 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-97ab74a4-9912-4e1a-8262-afcb0367d26f req-0ad8d004-b0e1-4839-a526-48cb5e2c1c0c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:24.916653 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-97ab74a4-9912-4e1a-8262-afcb0367d26f req-0ad8d004-b0e1-4839-a526-48cb5e2c1c0c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "PUT /v2.0/ports/008d3811-618e-4b5e-830c-1de7e0ec27f6 HTTP/1.1" status: 200 len: 943 time: 0.5930877 May 23 12:13:24.918305 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1958bf9-affd-42f8-be7c-638dfbb36988', 'tag': '008d3811-618e-4b5e-830c-1de7e0ec27f6'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:13:24.923478 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42650) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:13:24.960098 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad8d004-b0e1-4839-a526-48cb5e2c1c0c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Pushing event updated for resources: {'Port': ['ID=008d3811-618e-4b5e-830c-1de7e0ec27f6,revision_number=7']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:13:24.982390 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad8d004-b0e1-4839-a526-48cb5e2c1c0c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:13:24.982910 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad8d004-b0e1-4839-a526-48cb5e2c1c0c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:13:24.983427 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad8d004-b0e1-4839-a526-48cb5e2c1c0c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:13:24.984134 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad8d004-b0e1-4839-a526-48cb5e2c1c0c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:13:24.988469 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad8d004-b0e1-4839-a526-48cb5e2c1c0c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:13:24.989089 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad8d004-b0e1-4839-a526-48cb5e2c1c0c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:13:24.989669 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad8d004-b0e1-4839-a526-48cb5e2c1c0c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:13:24.990285 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad8d004-b0e1-4839-a526-48cb5e2c1c0c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:13:24.990704 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad8d004-b0e1-4839-a526-48cb5e2c1c0c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:13:24.991222 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad8d004-b0e1-4839-a526-48cb5e2c1c0c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:13:24.991732 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad8d004-b0e1-4839-a526-48cb5e2c1c0c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:13:25.046563 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-22641def-f6e7-4655-8f0c-6756a96ba065 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:25.101120 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-22641def-f6e7-4655-8f0c-6756a96ba065 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:25.104244 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['008d3811-618e-4b5e-830c-1de7e0ec27f6'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 12:13:25.188530 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-22641def-f6e7-4655-8f0c-6756a96ba065 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:25.216434 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22641def-f6e7-4655-8f0c-6756a96ba065 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0654654d-a290-4c80-8510-c5f910e820aa,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:13:25.224746 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-22641def-f6e7-4655-8f0c-6756a96ba065 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:25.230234 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-22641def-f6e7-4655-8f0c-6756a96ba065 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "DELETE /v2.0/security-groups/0654654d-a290-4c80-8510-c5f910e820aa HTTP/1.1" status: 204 len: 168 time: 0.3016112 May 23 12:13:25.230582 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42660) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:13:25.239072 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22641def-f6e7-4655-8f0c-6756a96ba065 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:13:25.239458 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22641def-f6e7-4655-8f0c-6756a96ba065 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:13:25.239795 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22641def-f6e7-4655-8f0c-6756a96ba065 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:13:25.240300 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22641def-f6e7-4655-8f0c-6756a96ba065 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:13:25.240644 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22641def-f6e7-4655-8f0c-6756a96ba065 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:13:25.240971 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22641def-f6e7-4655-8f0c-6756a96ba065 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:13:25.241334 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22641def-f6e7-4655-8f0c-6756a96ba065 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:13:25.241685 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22641def-f6e7-4655-8f0c-6756a96ba065 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:13:25.241996 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22641def-f6e7-4655-8f0c-6756a96ba065 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:13:25.242319 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22641def-f6e7-4655-8f0c-6756a96ba065 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:13:25.242638 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22641def-f6e7-4655-8f0c-6756a96ba065 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:13:25.335066 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-41f8b972-20c9-4ef7-875f-aff2b8aee8ba None None] Provisioning complete for port 008d3811-618e-4b5e-830c-1de7e0ec27f6 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:13:25.335413 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-41f8b972-20c9-4ef7-875f-aff2b8aee8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:25.445917 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-14edd251-78a3-48cd-9fc4-9bf003e77ac6 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Deleting port 20e26bf8-43ff-44be-b39e-3adc85825f09 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:13:25.446246 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-14edd251-78a3-48cd-9fc4-9bf003e77ac6 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:25.619167 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-14edd251-78a3-48cd-9fc4-9bf003e77ac6 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:25.619439 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-14edd251-78a3-48cd-9fc4-9bf003e77ac6 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:25.745733 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-14edd251-78a3-48cd-9fc4-9bf003e77ac6 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Calling delete_port for 20e26bf8-43ff-44be-b39e-3adc85825f09 owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:13:25.896162 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-14edd251-78a3-48cd-9fc4-9bf003e77ac6 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:25.947951 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14edd251-78a3-48cd-9fc4-9bf003e77ac6 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Pushing event deleted for resources: {'Port': ['ID=20e26bf8-43ff-44be-b39e-3adc85825f09,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:13:26.046036 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-14edd251-78a3-48cd-9fc4-9bf003e77ac6 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:26.299866 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e581026f-b6e4-425e-a3f7-780013350c6a'] response: {'name': 'network-changed', 'server_uuid': 'd1958bf9-affd-42f8-be7c-638dfbb36988', 'tag': '008d3811-618e-4b5e-830c-1de7e0ec27f6', 'status': 'completed', 'code': 200} May 23 12:13:26.469382 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ec6c7a80-6b08-4d81-a203-d7f626101f3c req-e89e230e-f0ac-45f9-be22-6750d4b5f7c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=48858bf15e874add8a87e0b37f55e5c6&device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 1097 time: 0.1130214 May 23 12:13:26.725298 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c7a80-6b08-4d81-a203-d7f626101f3c req-e0ac6041-0174-4184-8f23-c83e4d53b0d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:13:26.726633 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ec6c7a80-6b08-4d81-a203-d7f626101f3c req-e0ac6041-0174-4184-8f23-c83e4d53b0d5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a HTTP/1.1" status: 200 len: 916 time: 0.2498682 May 23 12:13:26.795626 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14edd251-78a3-48cd-9fc4-9bf003e77ac6 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Router 01e105fa-0083-4c23-b3f0-79a895c7e738 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:13:26.807474 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ec6c7a80-6b08-4d81-a203-d7f626101f3c req-0c55443c-c5b2-4112-beae-348a1261af4d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=008d3811-618e-4b5e-830c-1de7e0ec27f6 HTTP/1.1" status: 200 len: 217 time: 0.0718715 May 23 12:13:26.991593 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c7a80-6b08-4d81-a203-d7f626101f3c req-50867026-1f35-4e3c-b61a-cbdc53afc1d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:13:26.993091 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ec6c7a80-6b08-4d81-a203-d7f626101f3c req-50867026-1f35-4e3c-b61a-cbdc53afc1d7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7df47a8-8e14-479b-818a-e7faf27ba660 HTTP/1.1" status: 200 len: 854 time: 0.1772556 May 23 12:13:27.108483 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ec6c7a80-6b08-4d81-a203-d7f626101f3c req-f465097f-e74f-4a3b-af25-5bf71c2ae970 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1063972 May 23 12:13:27.235865 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14edd251-78a3-48cd-9fc4-9bf003e77ac6 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:13:27.245968 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eba939-3fe2-4981-9346-7d67d4d0398d None None] Sync routers for ids ['01e105fa-0083-4c23-b3f0-79a895c7e738'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:13:27.259539 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eba939-3fe2-4981-9346-7d67d4d0398d None None] Routers {'01e105fa-0083-4c23-b3f0-79a895c7e738'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:13:27.260222 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d5eba939-3fe2-4981-9346-7d67d4d0398d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:13:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['01e105fa-0083-4c23-b3f0-79a895c7e738'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:13:27.270968 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ec6c7a80-6b08-4d81-a203-d7f626101f3c req-fb051967-904c-4325-a384-d8fee182ac99 service neutron] 10.222.0.13 "GET /v2.0/networks/dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513717 May 23 12:13:27.295688 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-14edd251-78a3-48cd-9fc4-9bf003e77ac6 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:27.418514 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-14edd251-78a3-48cd-9fc4-9bf003e77ac6 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "DELETE /v2.0/floatingips/43b9fed9-72bd-43f0-ae9d-f605ff1ec238 HTTP/1.1" status: 204 len: 168 time: 2.1866796 May 23 12:13:27.458189 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ec6c7a80-6b08-4d81-a203-d7f626101f3c req-0e1a9487-326c-45fc-a8af-849a115ca8c4 service neutron] 10.222.0.13 "GET /v2.0/networks/dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810694 May 23 12:13:27.484305 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-d5eba939-3fe2-4981-9346-7d67d4d0398d None None] Set router 01e105fa-0083-4c23-b3f0-79a895c7e738 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:13:27.847798 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d5eba939-3fe2-4981-9346-7d67d4d0398d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e105fa-0083-4c23-b3f0-79a895c7e738', 'name': 'tempest-TestMinimumBasicScenario-1396462625-router', 'tenant_id': '48858bf15e874add8a87e0b37f55e5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '066441c1-9eef-4091-8279-ae984973427d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:10:07Z', 'updated_at': '2022-05-23T12:10:10Z', 'revision_number': 4, 'project_id': '48858bf15e874add8a87e0b37f55e5c6', 'gw_port': {'id': '066441c1-9eef-4091-8279-ae984973427d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e105fa-0083-4c23-b3f0-79a895c7e738', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:10:07Z', 'updated_at': '2022-05-23T12:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'cf162744-b290-41f6-9685-34e61f3fb117', 'name': '', 'network_id': 'dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a', 'tenant_id': '48858bf15e874add8a87e0b37f55e5c6', 'mac_address': 'fa:16:3e:cf:71:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e105fa-0083-4c23-b3f0-79a895c7e738', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7df47a8-8e14-479b-818a-e7faf27ba660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:10:09Z', 'updated_at': '2022-05-23T12:10:19Z', 'revision_number': 5, 'project_id': '48858bf15e874add8a87e0b37f55e5c6', 'subnets': [{'id': 'a7df47a8-8e14-479b-818a-e7faf27ba660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:13:27.855036 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eba939-3fe2-4981-9346-7d67d4d0398d None None] Checking router: 01e105fa-0083-4c23-b3f0-79a895c7e738 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:13:27.870375 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eba939-3fe2-4981-9346-7d67d4d0398d None None] Routers {'01e105fa-0083-4c23-b3f0-79a895c7e738'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:13:27.870996 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d5eba939-3fe2-4981-9346-7d67d4d0398d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:13:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['01e105fa-0083-4c23-b3f0-79a895c7e738'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:13:28.050991 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-d5eba939-3fe2-4981-9346-7d67d4d0398d None None] Set router 01e105fa-0083-4c23-b3f0-79a895c7e738 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:13:28.302979 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1958bf9-affd-42f8-be7c-638dfbb36988', 'tag': '008d3811-618e-4b5e-830c-1de7e0ec27f6'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:13:28.362121 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b402da8-b8fa-495d-8b28-fbc999a7ea1a'] response: {'name': 'network-changed', 'server_uuid': 'd1958bf9-affd-42f8-be7c-638dfbb36988', 'tag': '008d3811-618e-4b5e-830c-1de7e0ec27f6', 'status': 'completed', 'code': 200} May 23 12:13:28.369248 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-d5eba939-3fe2-4981-9346-7d67d4d0398d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e105fa-0083-4c23-b3f0-79a895c7e738', 'name': 'tempest-TestMinimumBasicScenario-1396462625-router', 'tenant_id': '48858bf15e874add8a87e0b37f55e5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '066441c1-9eef-4091-8279-ae984973427d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:10:07Z', 'updated_at': '2022-05-23T12:10:10Z', 'revision_number': 4, 'project_id': '48858bf15e874add8a87e0b37f55e5c6', 'gw_port': {'id': '066441c1-9eef-4091-8279-ae984973427d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e105fa-0083-4c23-b3f0-79a895c7e738', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:10:07Z', 'updated_at': '2022-05-23T12:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'cf162744-b290-41f6-9685-34e61f3fb117', 'name': '', 'network_id': 'dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a', 'tenant_id': '48858bf15e874add8a87e0b37f55e5c6', 'mac_address': 'fa:16:3e:cf:71:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e105fa-0083-4c23-b3f0-79a895c7e738', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7df47a8-8e14-479b-818a-e7faf27ba660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:10:09Z', 'updated_at': '2022-05-23T12:10:19Z', 'revision_number': 5, 'project_id': '48858bf15e874add8a87e0b37f55e5c6', 'subnets': [{'id': 'a7df47a8-8e14-479b-818a-e7faf27ba660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:13:28.373318 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eba939-3fe2-4981-9346-7d67d4d0398d None None] The sync data for ids ['01e105fa-0083-4c23-b3f0-79a895c7e738'] in n-d-842952-2 is: [{'id': '01e105fa-0083-4c23-b3f0-79a895c7e738', 'name': 'tempest-TestMinimumBasicScenario-1396462625-router', 'tenant_id': '48858bf15e874add8a87e0b37f55e5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '066441c1-9eef-4091-8279-ae984973427d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:10:07Z', 'updated_at': '2022-05-23T12:10:10Z', 'revision_number': 4, 'project_id': '48858bf15e874add8a87e0b37f55e5c6', 'gw_port': {'id': '066441c1-9eef-4091-8279-ae984973427d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e105fa-0083-4c23-b3f0-79a895c7e738', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:10:07Z', 'updated_at': '2022-05-23T12:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'cf162744-b290-41f6-9685-34e61f3fb117', 'name': '', 'network_id': 'dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a', 'tenant_id': '48858bf15e874add8a87e0b37f55e5c6', 'mac_address': 'fa:16:3e:cf:71:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e105fa-0083-4c23-b3f0-79a895c7e738', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7df47a8-8e14-479b-818a-e7faf27ba660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:10:09Z', 'updated_at': '2022-05-23T12:10:19Z', 'revision_number': 5, 'project_id': '48858bf15e874add8a87e0b37f55e5c6', 'subnets': [{'id': 'a7df47a8-8e14-479b-818a-e7faf27ba660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:13:28.495995 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8d501fbb-0c59-4ecd-9864-4bd1e78847ef req-db10c46d-64e0-43d5-a77f-45dbdc6e5355 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=48858bf15e874add8a87e0b37f55e5c6&device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 1097 time: 0.0818119 May 23 12:13:28.646963 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7ddaa5-2614-4657-8c8f-acebd3e38a3d None None] New status for floating IP 43b9fed9-72bd-43f0-ae9d-f605ff1ec238: DOWN {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 12:13:28.680328 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d501fbb-0c59-4ecd-9864-4bd1e78847ef req-a95b47b2-baa0-45d9-acc7-121683922c3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:13:28.681799 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8d501fbb-0c59-4ecd-9864-4bd1e78847ef req-a95b47b2-baa0-45d9-acc7-121683922c3d service neutron] 10.222.0.13 "GET /v2.0/networks?id=dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a HTTP/1.1" status: 200 len: 916 time: 0.1792734 May 23 12:13:28.794621 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8d501fbb-0c59-4ecd-9864-4bd1e78847ef req-6d30853e-8bf9-4c4b-bfa6-b83bc8920e4f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=008d3811-618e-4b5e-830c-1de7e0ec27f6 HTTP/1.1" status: 200 len: 217 time: 0.1045218 May 23 12:13:28.890729 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d501fbb-0c59-4ecd-9864-4bd1e78847ef req-087396a8-a408-438c-85c2-7f4ee4cc682b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:13:28.892268 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8d501fbb-0c59-4ecd-9864-4bd1e78847ef req-087396a8-a408-438c-85c2-7f4ee4cc682b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7df47a8-8e14-479b-818a-e7faf27ba660 HTTP/1.1" status: 200 len: 854 time: 0.0903592 May 23 12:13:28.979752 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8d501fbb-0c59-4ecd-9864-4bd1e78847ef req-cadbdd31-5e81-4880-80a8-7002f39af37d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810990 May 23 12:13:29.115376 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8d501fbb-0c59-4ecd-9864-4bd1e78847ef req-b017eea0-09a3-45de-8d1e-799214413c54 service neutron] 10.222.0.13 "GET /v2.0/networks/dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287050 May 23 12:13:29.356156 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8d501fbb-0c59-4ecd-9864-4bd1e78847ef req-028fd7bb-cc12-4987-970d-f2dbcbd46ba0 service neutron] 10.222.0.13 "GET /v2.0/networks/dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347379 May 23 12:13:31.974532 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:13:32.967794 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8a5d0-d42e-4592-b3d3-a3ff35adf89a req-4fa98987-1a4b-4037-bbbd-bd98e5588dc9 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:13:32.968487 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-f6f8a5d0-d42e-4592-b3d3-a3ff35adf89a req-4fa98987-1a4b-4037-bbbd-bd98e5588dc9 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Synchronizing usage tracker for tenant:48858bf15e874add8a87e0b37f55e5c6 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:13:32.985780 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-f6f8a5d0-d42e-4592-b3d3-a3ff35adf89a req-4fa98987-1a4b-4037-bbbd-bd98e5588dc9 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Unset dirty status for tenant:48858bf15e874add8a87e0b37f55e5c6 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:13:32.986979 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f6f8a5d0-d42e-4592-b3d3-a3ff35adf89a req-4fa98987-1a4b-4037-bbbd-bd98e5588dc9 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 946 time: 0.0970218 May 23 12:13:33.036620 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f6f8a5d0-d42e-4592-b3d3-a3ff35adf89a req-6dab7ffa-7726-4e3b-83b3-a4bdb6ed21c2 tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a97b945-97de-48a0-b89f-afae9d9a69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428584 May 23 12:13:34.238749 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff1d7f-fc54-4840-8cff-c4a9451482bb req-3da3d773-74ec-47ff-9eb0-415a9da99cad tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:13:34.240262 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-17ff1d7f-fc54-4840-8cff-c4a9451482bb req-3da3d773-74ec-47ff-9eb0-415a9da99cad tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 946 time: 0.0818636 May 23 12:13:34.288377 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-17ff1d7f-fc54-4840-8cff-c4a9451482bb req-8bcc753f-b1f5-43e2-ae41-2db0bfed0f3b tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a97b945-97de-48a0-b89f-afae9d9a69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423090 May 23 12:13:35.051607 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a94a4-6e22-4d45-b6a2-82145f90763c req-a1b3caed-084f-4c93-9bad-4a1555c8d1bd tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:13:35.053071 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7b7a94a4-6e22-4d45-b6a2-82145f90763c req-a1b3caed-084f-4c93-9bad-4a1555c8d1bd tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 946 time: 0.0788362 May 23 12:13:35.123710 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-7b7a94a4-6e22-4d45-b6a2-82145f90763c req-68c11983-7cfa-430f-989e-b56a3c0c339c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Deleting port 008d3811-618e-4b5e-830c-1de7e0ec27f6 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:13:35.123990 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7b7a94a4-6e22-4d45-b6a2-82145f90763c req-68c11983-7cfa-430f-989e-b56a3c0c339c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:35.369383 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-7b7a94a4-6e22-4d45-b6a2-82145f90763c req-68c11983-7cfa-430f-989e-b56a3c0c339c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] For port 008d3811-618e-4b5e-830c-1de7e0ec27f6, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=008d3811-618e-4b5e-830c-1de7e0ec27f6,segment=NetworkSegment(528e973b-c1ce-4c45-8727-b65554353031),segment_id=528e973b-c1ce-4c45-8727-b65554353031)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:13:35.370406 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7b7a94a4-6e22-4d45-b6a2-82145f90763c req-68c11983-7cfa-430f-989e-b56a3c0c339c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:35.524109 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-7b7a94a4-6e22-4d45-b6a2-82145f90763c req-68c11983-7cfa-430f-989e-b56a3c0c339c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Calling delete_port for 008d3811-618e-4b5e-830c-1de7e0ec27f6 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:13:35.687377 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a5285-a39c-4c06-926f-46cbcc8c342d req-e6ecf8e9-cb2b-4ad9-840a-42b909f5ec1c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:13:35.688906 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e11a5285-a39c-4c06-926f-46cbcc8c342d req-e6ecf8e9-cb2b-4ad9-840a-42b909f5ec1c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1958bf9-affd-42f8-be7c-638dfbb36988 HTTP/1.1" status: 200 len: 946 time: 0.2551610 May 23 12:13:35.733183 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7b7a94a4-6e22-4d45-b6a2-82145f90763c req-68c11983-7cfa-430f-989e-b56a3c0c339c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:35.764808 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['008d3811-618e-4b5e-830c-1de7e0ec27f6'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 12:13:35.791582 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c11983-7cfa-430f-989e-b56a3c0c339c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Pushing event deleted for resources: {'Port': ['ID=008d3811-618e-4b5e-830c-1de7e0ec27f6,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:13:35.807534 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e11a5285-a39c-4c06-926f-46cbcc8c342d req-f7fd7dd4-4ed6-48f8-ac7b-9063e975887d tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a97b945-97de-48a0-b89f-afae9d9a69ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105168 May 23 12:13:35.896317 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b7a94a4-6e22-4d45-b6a2-82145f90763c req-68c11983-7cfa-430f-989e-b56a3c0c339c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] No DVR routers for this DVR port 008d3811-618e-4b5e-830c-1de7e0ec27f6 on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:13:35.899064 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-7b7a94a4-6e22-4d45-b6a2-82145f90763c req-68c11983-7cfa-430f-989e-b56a3c0c339c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:35.903482 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1958bf9-affd-42f8-be7c-638dfbb36988', 'name': 'network-vif-deleted', 'tag': '008d3811-618e-4b5e-830c-1de7e0ec27f6'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:13:35.920176 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7b7a94a4-6e22-4d45-b6a2-82145f90763c req-68c11983-7cfa-430f-989e-b56a3c0c339c tempest-TestMinimumBasicScenario-784244790 tempest-TestMinimumBasicScenario-784244790-project] 10.222.0.13 "DELETE /v2.0/ports/008d3811-618e-4b5e-830c-1de7e0ec27f6 HTTP/1.1" status: 204 len: 173 time: 0.8618529 May 23 12:13:35.963968 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5cef24c-a2b1-4604-a379-4b5ef30bc637'] response: {'server_uuid': 'd1958bf9-affd-42f8-be7c-638dfbb36988', 'name': 'network-vif-deleted', 'tag': '008d3811-618e-4b5e-830c-1de7e0ec27f6', 'status': 'completed', 'code': 200} May 23 12:13:38.529469 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42750) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:13:38.645588 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:38.944687 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-29ce42a1-2bd5-4d30-9a00-32448de0f9bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:38.963854 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 008d3811-618e-4b5e-830c-1de7e0ec27f6 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:13:38.998115 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 008d3811-618e-4b5e-830c-1de7e0ec27f6 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:13:38.998525 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 008d3811-618e-4b5e-830c-1de7e0ec27f6 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:13:39.340460 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-618f6f1c-625b-41ea-8e69-c42aeb4c19aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:39.656798 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-29ce42a1-2bd5-4d30-9a00-32448de0f9bd admin admin] Deleting port cf162744-b290-41f6-9685-34e61f3fb117 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:13:39.657386 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-29ce42a1-2bd5-4d30-9a00-32448de0f9bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:39.836863 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-29ce42a1-2bd5-4d30-9a00-32448de0f9bd admin admin] For port cf162744-b290-41f6-9685-34e61f3fb117, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=cf162744-b290-41f6-9685-34e61f3fb117,segment=NetworkSegment(528e973b-c1ce-4c45-8727-b65554353031),segment_id=528e973b-c1ce-4c45-8727-b65554353031)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:13:39.837214 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-29ce42a1-2bd5-4d30-9a00-32448de0f9bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:39.956499 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-29ce42a1-2bd5-4d30-9a00-32448de0f9bd admin admin] Calling delete_port for cf162744-b290-41f6-9685-34e61f3fb117 owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:13:40.074810 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:40.130450 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-29ce42a1-2bd5-4d30-9a00-32448de0f9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:40.176963 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ce42a1-2bd5-4d30-9a00-32448de0f9bd admin admin] Pushing event deleted for resources: {'Port': ['ID=cf162744-b290-41f6-9685-34e61f3fb117,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:13:40.477123 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-29ce42a1-2bd5-4d30-9a00-32448de0f9bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:41.177005 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ce42a1-2bd5-4d30-9a00-32448de0f9bd admin admin] Router 01e105fa-0083-4c23-b3f0-79a895c7e738 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:13:41.379424 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ce42a1-2bd5-4d30-9a00-32448de0f9bd admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:13:41.388350 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9688ee-4aea-4d62-8bc1-019ec1843ad3 None None] Sync routers for ids ['01e105fa-0083-4c23-b3f0-79a895c7e738'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:13:41.393260 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-29ce42a1-2bd5-4d30-9a00-32448de0f9bd admin admin] 10.222.0.79 "PUT /v2.0/routers/01e105fa-0083-4c23-b3f0-79a895c7e738/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8624406 May 23 12:13:41.395772 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42754) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:13:41.401761 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9688ee-4aea-4d62-8bc1-019ec1843ad3 None None] Routers {'01e105fa-0083-4c23-b3f0-79a895c7e738'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:13:41.402429 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-9e9688ee-4aea-4d62-8bc1-019ec1843ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:13:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['01e105fa-0083-4c23-b3f0-79a895c7e738'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:13:41.583493 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-9e9688ee-4aea-4d62-8bc1-019ec1843ad3 None None] Set router 01e105fa-0083-4c23-b3f0-79a895c7e738 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:13:41.601091 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-479cb262-f908-4f2e-a5ba-77eb5922d5fe admin admin] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:41.659575 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-85ad36ce-978b-4551-828b-4f45e7b79412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:41.809652 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-479cb262-f908-4f2e-a5ba-77eb5922d5fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:41.820449 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-479cb262-f908-4f2e-a5ba-77eb5922d5fe admin admin] Deleting port 066441c1-9eef-4091-8279-ae984973427d {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:13:41.820826 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-479cb262-f908-4f2e-a5ba-77eb5922d5fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:41.917199 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-9e9688ee-4aea-4d62-8bc1-019ec1843ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e105fa-0083-4c23-b3f0-79a895c7e738', 'name': 'tempest-TestMinimumBasicScenario-1396462625-router', 'tenant_id': '48858bf15e874add8a87e0b37f55e5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '066441c1-9eef-4091-8279-ae984973427d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:10:07Z', 'updated_at': '2022-05-23T12:13:40Z', 'revision_number': 5, 'project_id': '48858bf15e874add8a87e0b37f55e5c6', 'gw_port': {'id': '066441c1-9eef-4091-8279-ae984973427d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e105fa-0083-4c23-b3f0-79a895c7e738', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:10:07Z', 'updated_at': '2022-05-23T12:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:13:41.921986 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9688ee-4aea-4d62-8bc1-019ec1843ad3 None None] Checking router: 01e105fa-0083-4c23-b3f0-79a895c7e738 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:13:41.933791 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9688ee-4aea-4d62-8bc1-019ec1843ad3 None None] Routers {'01e105fa-0083-4c23-b3f0-79a895c7e738'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:13:41.934409 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-9e9688ee-4aea-4d62-8bc1-019ec1843ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:13:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['01e105fa-0083-4c23-b3f0-79a895c7e738'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:13:42.003371 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-479cb262-f908-4f2e-a5ba-77eb5922d5fe admin admin] For port 066441c1-9eef-4091-8279-ae984973427d, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=066441c1-9eef-4091-8279-ae984973427d,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:13:42.003667 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-479cb262-f908-4f2e-a5ba-77eb5922d5fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:42.092940 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-9e9688ee-4aea-4d62-8bc1-019ec1843ad3 None None] Set router 01e105fa-0083-4c23-b3f0-79a895c7e738 gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:13:42.210866 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-9e9688ee-4aea-4d62-8bc1-019ec1843ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e105fa-0083-4c23-b3f0-79a895c7e738', 'name': 'tempest-TestMinimumBasicScenario-1396462625-router', 'tenant_id': '48858bf15e874add8a87e0b37f55e5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:10:07Z', 'updated_at': '2022-05-23T12:13:41Z', 'revision_number': 6, 'project_id': '48858bf15e874add8a87e0b37f55e5c6', 'gw_port_host': None}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:13:42.216572 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9688ee-4aea-4d62-8bc1-019ec1843ad3 None None] The sync data for ids ['01e105fa-0083-4c23-b3f0-79a895c7e738'] in n-d-842952-2 is: [{'id': '01e105fa-0083-4c23-b3f0-79a895c7e738', 'name': 'tempest-TestMinimumBasicScenario-1396462625-router', 'tenant_id': '48858bf15e874add8a87e0b37f55e5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:10:07Z', 'updated_at': '2022-05-23T12:13:41Z', 'revision_number': 6, 'project_id': '48858bf15e874add8a87e0b37f55e5c6', 'gw_port_host': None}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:13:42.244428 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-479cb262-f908-4f2e-a5ba-77eb5922d5fe admin admin] Calling delete_port for 066441c1-9eef-4091-8279-ae984973427d owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:13:42.420914 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-479cb262-f908-4f2e-a5ba-77eb5922d5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:42.469607 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479cb262-f908-4f2e-a5ba-77eb5922d5fe admin admin] Pushing event deleted for resources: {'Port': ['ID=066441c1-9eef-4091-8279-ae984973427d,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:13:42.697840 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-479cb262-f908-4f2e-a5ba-77eb5922d5fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:42.910471 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:42.960960 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-479cb262-f908-4f2e-a5ba-77eb5922d5fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:42.967503 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-479cb262-f908-4f2e-a5ba-77eb5922d5fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:43.001267 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-479cb262-f908-4f2e-a5ba-77eb5922d5fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:43.001865 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479cb262-f908-4f2e-a5ba-77eb5922d5fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01e105fa-0083-4c23-b3f0-79a895c7e738 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 12:13:43.003410 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:43.020161 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-479cb262-f908-4f2e-a5ba-77eb5922d5fe admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:43.021512 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-479cb262-f908-4f2e-a5ba-77eb5922d5fe admin admin] 10.222.0.79 "DELETE /v2.0/routers/01e105fa-0083-4c23-b3f0-79a895c7e738 HTTP/1.1" status: 204 len: 168 time: 1.6246836 May 23 12:13:43.024870 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42758) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:13:43.048918 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device cf162744-b290-41f6-9685-34e61f3fb117 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:13:43.085382 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: cf162744-b290-41f6-9685-34e61f3fb117 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:13:43.085687 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device cf162744-b290-41f6-9685-34e61f3fb117 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:13:43.086101 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 066441c1-9eef-4091-8279-ae984973427d no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:13:43.090890 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8cf0961-80d0-46d0-affb-5305aeb1ddc5 admin admin] Deleting subnet a7df47a8-8e14-479b-818a-e7faf27ba660 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 12:13:43.093928 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f8cf0961-80d0-46d0-affb-5305aeb1ddc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:43.118471 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 066441c1-9eef-4091-8279-ae984973427d {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:13:43.118815 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 066441c1-9eef-4091-8279-ae984973427d not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:13:43.143842 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f8cf0961-80d0-46d0-affb-5305aeb1ddc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:43.227687 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f8cf0961-80d0-46d0-affb-5305aeb1ddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:43.307504 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f8cf0961-80d0-46d0-affb-5305aeb1ddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:43.345286 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf0961-80d0-46d0-affb-5305aeb1ddc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7df47a8-8e14-479b-818a-e7faf27ba660,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:13:43.351785 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f8cf0961-80d0-46d0-affb-5305aeb1ddc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:43.357040 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3004a0-e2da-4089-8cce-5a3257942b4d None None] Network dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:13:43.358899 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f8cf0961-80d0-46d0-affb-5305aeb1ddc5 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/a7df47a8-8e14-479b-818a-e7faf27ba660 HTTP/1.1" status: 204 len: 168 time: 0.3330765 May 23 12:13:43.361532 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42762) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:13:43.465892 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dd2bb5c1-74c3-4be6-927b-6e0fc77c6b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:43.476312 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-dd2bb5c1-74c3-4be6-927b-6e0fc77c6b2b admin admin] Deleting port b3e8e75b-a1ad-4e5c-8123-b24fdab7e5e2 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:13:43.476513 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dd2bb5c1-74c3-4be6-927b-6e0fc77c6b2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:43.604418 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f504412-2f85-44f6-b60a-59f8c280788c None None] DHCP port deletion for dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 12:13:43.608858 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-9f504412-2f85-44f6-b60a-59f8c280788c None None] Deleting port b3e8e75b-a1ad-4e5c-8123-b24fdab7e5e2 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:13:43.609240 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9f504412-2f85-44f6-b60a-59f8c280788c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:43.785370 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-dd2bb5c1-74c3-4be6-927b-6e0fc77c6b2b admin admin] For port b3e8e75b-a1ad-4e5c-8123-b24fdab7e5e2, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=b3e8e75b-a1ad-4e5c-8123-b24fdab7e5e2,segment=NetworkSegment(528e973b-c1ce-4c45-8727-b65554353031),segment_id=528e973b-c1ce-4c45-8727-b65554353031)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:13:43.785834 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dd2bb5c1-74c3-4be6-927b-6e0fc77c6b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:43.819466 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-9f504412-2f85-44f6-b60a-59f8c280788c None None] For port b3e8e75b-a1ad-4e5c-8123-b24fdab7e5e2, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=b3e8e75b-a1ad-4e5c-8123-b24fdab7e5e2,segment=NetworkSegment(528e973b-c1ce-4c45-8727-b65554353031),segment_id=528e973b-c1ce-4c45-8727-b65554353031)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:13:43.819862 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9f504412-2f85-44f6-b60a-59f8c280788c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:43.907527 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-dd2bb5c1-74c3-4be6-927b-6e0fc77c6b2b admin admin] Calling delete_port for b3e8e75b-a1ad-4e5c-8123-b24fdab7e5e2 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:13:43.937117 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-9f504412-2f85-44f6-b60a-59f8c280788c None None] Calling delete_port for b3e8e75b-a1ad-4e5c-8123-b24fdab7e5e2 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:13:43.985054 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dd2bb5c1-74c3-4be6-927b-6e0fc77c6b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:44.010341 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-9f504412-2f85-44f6-b60a-59f8c280788c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 12:13:44.010964 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-9f504412-2f85-44f6-b60a-59f8c280788c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 12:13:44.030339 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2bb5c1-74c3-4be6-927b-6e0fc77c6b2b admin admin] Pushing event deleted for resources: {'Port': ['ID=b3e8e75b-a1ad-4e5c-8123-b24fdab7e5e2,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:13:44.036405 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2bb5c1-74c3-4be6-927b-6e0fc77c6b2b admin admin] No DVR routers for this DVR port b3e8e75b-a1ad-4e5c-8123-b24fdab7e5e2 on host n-d-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:13:44.163662 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dd2bb5c1-74c3-4be6-927b-6e0fc77c6b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:44.189644 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-dd2bb5c1-74c3-4be6-927b-6e0fc77c6b2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:13:44.202044 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-dd2bb5c1-74c3-4be6-927b-6e0fc77c6b2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '528e973b-c1ce-4c45-8727-b65554353031') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:13:44.202349 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-dd2bb5c1-74c3-4be6-927b-6e0fc77c6b2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '528e973b-c1ce-4c45-8727-b65554353031') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:13:44.213803 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dd2bb5c1-74c3-4be6-927b-6e0fc77c6b2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:44.229621 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dd2bb5c1-74c3-4be6-927b-6e0fc77c6b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:44.235719 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd2bb5c1-74c3-4be6-927b-6e0fc77c6b2b admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 12:13:44.236121 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dd2bb5c1-74c3-4be6-927b-6e0fc77c6b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:44.249156 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 12:13:44.249156 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 12:13:44.249156 n-d-842952-2 neutron-server[83910]: timer() May 23 12:13:44.249156 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 12:13:44.249156 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 12:13:44.249156 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 12:13:44.249156 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 12:13:44.249156 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 12:13:44.249156 n-d-842952-2 neutron-server[83910]: self._notify() May 23 12:13:44.249156 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 12:13:44.249156 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 12:13:44.249156 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 12:13:44.249156 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 12:13:44.249156 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 12:13:44.249156 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 12:13:44.249156 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 12:13:44.249156 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 12:13:44.249156 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 12:13:44.249156 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 12:13:44.249156 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 12:13:44.249156 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 12:13:44.249156 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 12:13:44.249156 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 12:13:44.249156 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 12:13:44.249156 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 12:13:44.249156 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 12:13:44.249156 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 12:13:44.249156 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 12:13:44.249156 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 12:13:44.249156 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 12:13:44.249156 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 12:13:44.249156 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 12:13:44.331769 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dd2bb5c1-74c3-4be6-927b-6e0fc77c6b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:44.348104 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dd2bb5c1-74c3-4be6-927b-6e0fc77c6b2b admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:44.358753 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2bb5c1-74c3-4be6-927b-6e0fc77c6b2b admin admin] Pushing event deleted for resources: {'Network': ['ID=dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:13:44.367061 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-dd2bb5c1-74c3-4be6-927b-6e0fc77c6b2b admin admin] 10.222.0.79 "DELETE /v2.0/networks/dcc9ca61-751f-42dc-a4fd-a2d2fb987c5a HTTP/1.1" status: 204 len: 168 time: 1.0045640 May 23 12:13:44.370058 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42768) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:13:44.512198 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-9f504412-2f85-44f6-b60a-59f8c280788c None None] Deleting port b3e8e75b-a1ad-4e5c-8123-b24fdab7e5e2 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:13:44.512842 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9f504412-2f85-44f6-b60a-59f8c280788c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:44.584257 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-9f504412-2f85-44f6-b60a-59f8c280788c None None] The port 'b3e8e75b-a1ad-4e5c-8123-b24fdab7e5e2' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 12:13:44.597974 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:44.763785 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dae58ef4-f11a-47d5-b47f-0c9780320837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:45.036635 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device b3e8e75b-a1ad-4e5c-8123-b24fdab7e5e2 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:13:45.112325 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: b3e8e75b-a1ad-4e5c-8123-b24fdab7e5e2 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:13:45.113766 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device b3e8e75b-a1ad-4e5c-8123-b24fdab7e5e2 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:13:45.472467 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-dae58ef4-f11a-47d5-b47f-0c9780320837 admin admin] Deleting port 1d2669b9-bb75-4faf-b1bc-b80453da1e31 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:13:45.473055 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dae58ef4-f11a-47d5-b47f-0c9780320837 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:45.642924 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-dae58ef4-f11a-47d5-b47f-0c9780320837 admin admin] For port 1d2669b9-bb75-4faf-b1bc-b80453da1e31, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=1d2669b9-bb75-4faf-b1bc-b80453da1e31,segment=NetworkSegment(45b2b522-d4a3-4636-beee-04bccea331c9),segment_id=45b2b522-d4a3-4636-beee-04bccea331c9)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:13:45.643234 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dae58ef4-f11a-47d5-b47f-0c9780320837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:45.760411 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-dae58ef4-f11a-47d5-b47f-0c9780320837 admin admin] Calling delete_port for 1d2669b9-bb75-4faf-b1bc-b80453da1e31 owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:13:45.929416 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dae58ef4-f11a-47d5-b47f-0c9780320837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:45.976515 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae58ef4-f11a-47d5-b47f-0c9780320837 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d2669b9-bb75-4faf-b1bc-b80453da1e31,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:13:46.270026 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-dae58ef4-f11a-47d5-b47f-0c9780320837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:46.954553 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae58ef4-f11a-47d5-b47f-0c9780320837 admin admin] Router b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:13:47.162848 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae58ef4-f11a-47d5-b47f-0c9780320837 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:13:47.179336 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cb6899-5e8d-42c9-91bf-aa372d3a97ed None None] Sync routers for ids ['b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:13:47.189624 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-dae58ef4-f11a-47d5-b47f-0c9780320837 admin admin] 10.222.0.79 "PUT /v2.0/routers/b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8161418 May 23 12:13:47.190036 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42778) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:13:47.193710 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cb6899-5e8d-42c9-91bf-aa372d3a97ed None None] Routers {'b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:13:47.194323 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-39cb6899-5e8d-42c9-91bf-aa372d3a97ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:13:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:13:47.375082 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-39cb6899-5e8d-42c9-91bf-aa372d3a97ed None None] Set router b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:13:47.389498 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-679c44f5-d706-4b67-9cc8-94b31598a566 admin admin] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:47.588575 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-679c44f5-d706-4b67-9cc8-94b31598a566 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:47.599226 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-679c44f5-d706-4b67-9cc8-94b31598a566 admin admin] Deleting port 2448ab01-3924-4d5c-b290-267b0cd4e1e9 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:13:47.599646 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-679c44f5-d706-4b67-9cc8-94b31598a566 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:47.665625 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-39cb6899-5e8d-42c9-91bf-aa372d3a97ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0', 'name': 'tempest-TestMinimumBasicScenario-1419256733-router', 'tenant_id': '00e1d3f3a3024b87bf3c052978e89091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '2448ab01-3924-4d5c-b290-267b0cd4e1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:10:13Z', 'updated_at': '2022-05-23T12:13:45Z', 'revision_number': 5, 'project_id': '00e1d3f3a3024b87bf3c052978e89091', 'gw_port': {'id': '2448ab01-3924-4d5c-b290-267b0cd4e1e9', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:15:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:10:13Z', 'updated_at': '2022-05-23T12:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:13:47.669412 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cb6899-5e8d-42c9-91bf-aa372d3a97ed None None] Checking router: b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:13:47.680156 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cb6899-5e8d-42c9-91bf-aa372d3a97ed None None] Routers {'b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:13:47.680754 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-39cb6899-5e8d-42c9-91bf-aa372d3a97ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:13:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:13:47.772793 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-679c44f5-d706-4b67-9cc8-94b31598a566 admin admin] For port 2448ab01-3924-4d5c-b290-267b0cd4e1e9, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2448ab01-3924-4d5c-b290-267b0cd4e1e9,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:13:47.773154 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-679c44f5-d706-4b67-9cc8-94b31598a566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:47.828138 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-39cb6899-5e8d-42c9-91bf-aa372d3a97ed None None] Set router b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:13:47.893616 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-679c44f5-d706-4b67-9cc8-94b31598a566 admin admin] Calling delete_port for 2448ab01-3924-4d5c-b290-267b0cd4e1e9 owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:13:47.933644 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-39cb6899-5e8d-42c9-91bf-aa372d3a97ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0', 'name': 'tempest-TestMinimumBasicScenario-1419256733-router', 'tenant_id': '00e1d3f3a3024b87bf3c052978e89091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:10:13Z', 'updated_at': '2022-05-23T12:13:47Z', 'revision_number': 6, 'project_id': '00e1d3f3a3024b87bf3c052978e89091', 'gw_port_host': None}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:13:47.937767 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cb6899-5e8d-42c9-91bf-aa372d3a97ed None None] The sync data for ids ['b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0'] in n-d-842952-2 is: [{'id': 'b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0', 'name': 'tempest-TestMinimumBasicScenario-1419256733-router', 'tenant_id': '00e1d3f3a3024b87bf3c052978e89091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:10:13Z', 'updated_at': '2022-05-23T12:13:47Z', 'revision_number': 6, 'project_id': '00e1d3f3a3024b87bf3c052978e89091', 'gw_port_host': None}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:13:48.066069 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-679c44f5-d706-4b67-9cc8-94b31598a566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:48.113366 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c44f5-d706-4b67-9cc8-94b31598a566 admin admin] Pushing event deleted for resources: {'Port': ['ID=2448ab01-3924-4d5c-b290-267b0cd4e1e9,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:13:48.451483 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-679c44f5-d706-4b67-9cc8-94b31598a566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:48.711864 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-679c44f5-d706-4b67-9cc8-94b31598a566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:48.719357 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-679c44f5-d706-4b67-9cc8-94b31598a566 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:48.758627 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-679c44f5-d706-4b67-9cc8-94b31598a566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:48.759379 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679c44f5-d706-4b67-9cc8-94b31598a566 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 12:13:48.774232 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-679c44f5-d706-4b67-9cc8-94b31598a566 admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:48.775450 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-679c44f5-d706-4b67-9cc8-94b31598a566 admin admin] 10.222.0.79 "DELETE /v2.0/routers/b3e5ae4a-7bf3-4401-bc30-7b34c9e3b5b0 HTTP/1.1" status: 204 len: 168 time: 1.5842493 May 23 12:13:48.778011 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42782) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:13:48.838664 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-51217007-df97-406c-9102-556dddbf5b28 admin admin] Deleting subnet 6390e0f3-22c7-4f81-b33e-935ad9c94f67 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 12:13:48.841952 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-51217007-df97-406c-9102-556dddbf5b28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:48.897638 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-51217007-df97-406c-9102-556dddbf5b28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:48.982217 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-51217007-df97-406c-9102-556dddbf5b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:49.043254 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2448ab01-3924-4d5c-b290-267b0cd4e1e9 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:13:49.056718 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-51217007-df97-406c-9102-556dddbf5b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:49.081937 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 2448ab01-3924-4d5c-b290-267b0cd4e1e9 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:13:49.082281 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2448ab01-3924-4d5c-b290-267b0cd4e1e9 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:13:49.082692 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 1d2669b9-bb75-4faf-b1bc-b80453da1e31 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:13:49.098105 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51217007-df97-406c-9102-556dddbf5b28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6390e0f3-22c7-4f81-b33e-935ad9c94f67,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:13:49.104447 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-51217007-df97-406c-9102-556dddbf5b28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:49.112824 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-51217007-df97-406c-9102-556dddbf5b28 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/6390e0f3-22c7-4f81-b33e-935ad9c94f67 HTTP/1.1" status: 204 len: 168 time: 0.3312359 May 23 12:13:49.113001 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a75871b-a8d4-4be5-a87a-bd1a445717fb None None] Network d7f22db7-68b9-4128-828e-52a25a1145bb requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:13:49.113112 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42786) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:13:49.129514 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 1d2669b9-bb75-4faf-b1bc-b80453da1e31 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:13:49.129852 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 1d2669b9-bb75-4faf-b1bc-b80453da1e31 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:13:49.218867 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-08378993-b383-401c-a93e-a8fee0874b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:49.229526 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-08378993-b383-401c-a93e-a8fee0874b1c admin admin] Deleting port 770e3edb-9ecb-40ae-bd0c-37e07b89771e {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:13:49.229852 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-08378993-b383-401c-a93e-a8fee0874b1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:49.366378 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6255fd78-ec52-4308-abd3-dc10b3b47d1b None None] DHCP port deletion for d7f22db7-68b9-4128-828e-52a25a1145bb request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 12:13:49.370689 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6255fd78-ec52-4308-abd3-dc10b3b47d1b None None] Deleting port 770e3edb-9ecb-40ae-bd0c-37e07b89771e {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:13:49.371062 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6255fd78-ec52-4308-abd3-dc10b3b47d1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:49.433079 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-08378993-b383-401c-a93e-a8fee0874b1c admin admin] For port 770e3edb-9ecb-40ae-bd0c-37e07b89771e, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=770e3edb-9ecb-40ae-bd0c-37e07b89771e,segment=NetworkSegment(45b2b522-d4a3-4636-beee-04bccea331c9),segment_id=45b2b522-d4a3-4636-beee-04bccea331c9)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:13:49.433422 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-08378993-b383-401c-a93e-a8fee0874b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:49.551207 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-08378993-b383-401c-a93e-a8fee0874b1c admin admin] Calling delete_port for 770e3edb-9ecb-40ae-bd0c-37e07b89771e owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:13:49.569401 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6255fd78-ec52-4308-abd3-dc10b3b47d1b None None] For port 770e3edb-9ecb-40ae-bd0c-37e07b89771e, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=770e3edb-9ecb-40ae-bd0c-37e07b89771e,segment=NetworkSegment(45b2b522-d4a3-4636-beee-04bccea331c9),segment_id=45b2b522-d4a3-4636-beee-04bccea331c9)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:13:49.569785 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6255fd78-ec52-4308-abd3-dc10b3b47d1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:49.629495 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-08378993-b383-401c-a93e-a8fee0874b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:49.673166 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08378993-b383-401c-a93e-a8fee0874b1c admin admin] Pushing event deleted for resources: {'Port': ['ID=770e3edb-9ecb-40ae-bd0c-37e07b89771e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:13:49.682918 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08378993-b383-401c-a93e-a8fee0874b1c admin admin] No DVR routers for this DVR port 770e3edb-9ecb-40ae-bd0c-37e07b89771e on host n-d-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:13:49.724165 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6255fd78-ec52-4308-abd3-dc10b3b47d1b None None] Calling delete_port for 770e3edb-9ecb-40ae-bd0c-37e07b89771e owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:13:49.803031 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-6255fd78-ec52-4308-abd3-dc10b3b47d1b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 12:13:49.803400 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-6255fd78-ec52-4308-abd3-dc10b3b47d1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 12:13:49.899025 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-08378993-b383-401c-a93e-a8fee0874b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:49.923859 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-08378993-b383-401c-a93e-a8fee0874b1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7f22db7-68b9-4128-828e-52a25a1145bb']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:13:49.935676 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-08378993-b383-401c-a93e-a8fee0874b1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45b2b522-d4a3-4636-beee-04bccea331c9') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:13:49.935995 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-08378993-b383-401c-a93e-a8fee0874b1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45b2b522-d4a3-4636-beee-04bccea331c9') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:13:49.947274 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-08378993-b383-401c-a93e-a8fee0874b1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:49.966337 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-08378993-b383-401c-a93e-a8fee0874b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:49.973049 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08378993-b383-401c-a93e-a8fee0874b1c admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 12:13:49.973435 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-08378993-b383-401c-a93e-a8fee0874b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:49.987089 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 12:13:49.987089 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 12:13:49.987089 n-d-842952-2 neutron-server[83910]: timer() May 23 12:13:49.987089 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 12:13:49.987089 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 12:13:49.987089 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 12:13:49.987089 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 12:13:49.987089 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 12:13:49.987089 n-d-842952-2 neutron-server[83910]: self._notify() May 23 12:13:49.987089 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 12:13:49.987089 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 12:13:49.987089 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 12:13:49.987089 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 12:13:49.987089 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 12:13:49.987089 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 12:13:49.987089 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 12:13:49.987089 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 12:13:49.987089 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 12:13:49.987089 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 12:13:49.987089 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 12:13:49.987089 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 12:13:49.987089 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 12:13:49.987089 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 12:13:49.987089 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 12:13:49.987089 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 12:13:49.987089 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 12:13:49.987089 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 12:13:49.987089 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 12:13:49.987089 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 12:13:49.987089 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 12:13:49.987089 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 12:13:49.987089 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 12:13:50.066259 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-08378993-b383-401c-a93e-a8fee0874b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:50.082525 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-08378993-b383-401c-a93e-a8fee0874b1c admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:50.092550 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08378993-b383-401c-a93e-a8fee0874b1c admin admin] Pushing event deleted for resources: {'Network': ['ID=d7f22db7-68b9-4128-828e-52a25a1145bb,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:13:50.099527 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-08378993-b383-401c-a93e-a8fee0874b1c admin admin] 10.222.0.79 "DELETE /v2.0/networks/d7f22db7-68b9-4128-828e-52a25a1145bb HTTP/1.1" status: 204 len: 168 time: 0.9855723 May 23 12:13:50.304792 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6255fd78-ec52-4308-abd3-dc10b3b47d1b None None] Deleting port 770e3edb-9ecb-40ae-bd0c-37e07b89771e {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:13:50.305310 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6255fd78-ec52-4308-abd3-dc10b3b47d1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:50.324109 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42794) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:13:50.371083 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6255fd78-ec52-4308-abd3-dc10b3b47d1b None None] The port '770e3edb-9ecb-40ae-bd0c-37e07b89771e' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 12:13:50.376242 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-77e51e2d-59c7-4c30-82c5-e3b0e0db5c3f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=48858bf15e874add8a87e0b37f55e5c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0493233 May 23 12:13:50.376967 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42798) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:13:50.444756 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-97710e56-c149-4ace-925e-8b293f65a974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:50.471764 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-97710e56-c149-4ace-925e-8b293f65a974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:50.530251 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-97710e56-c149-4ace-925e-8b293f65a974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:50.548006 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97710e56-c149-4ace-925e-8b293f65a974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a97b945-97de-48a0-b89f-afae9d9a69ad,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:13:50.554066 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-97710e56-c149-4ace-925e-8b293f65a974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:50.555071 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-97710e56-c149-4ace-925e-8b293f65a974 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4a97b945-97de-48a0-b89f-afae9d9a69ad HTTP/1.1" status: 204 len: 168 time: 0.1771345 May 23 12:13:50.955346 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42806) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:13:51.007126 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-64c177dc-d92c-4538-9e5a-17cf7529ff8f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=00e1d3f3a3024b87bf3c052978e89091&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0504098 May 23 12:13:51.009774 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42810) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:13:51.038425 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 770e3edb-9ecb-40ae-bd0c-37e07b89771e no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:13:51.071310 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 770e3edb-9ecb-40ae-bd0c-37e07b89771e {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:13:51.071658 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 770e3edb-9ecb-40ae-bd0c-37e07b89771e not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:13:51.071941 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5c407dd8-1019-4196-8c70-86c1358e58da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:51.097234 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5c407dd8-1019-4196-8c70-86c1358e58da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:51.158669 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5c407dd8-1019-4196-8c70-86c1358e58da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:51.175157 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c407dd8-1019-4196-8c70-86c1358e58da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fdb63f-8c97-4525-8c5b-6a39cfecd662,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:13:51.180595 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5c407dd8-1019-4196-8c70-86c1358e58da admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:51.181781 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5c407dd8-1019-4196-8c70-86c1358e58da admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/88fdb63f-8c97-4525-8c5b-6a39cfecd662 HTTP/1.1" status: 204 len: 168 time: 0.1709249 May 23 12:13:53.458838 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42860) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:13:53.464838 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-cc9411a4-5aa7-4a06-bc92-58e643c99792 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1816558436', 'description': 'tempest-secgroup-smoke-1816558436 description', 'project_id': '588190a306d7442794226e883f5db528'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:13:53.471635 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-cc9411a4-5aa7-4a06-bc92-58e643c99792 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:13:53.475856 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-cc9411a4-5aa7-4a06-bc92-58e643c99792 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:security_group and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:13:53.478877 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-cc9411a4-5aa7-4a06-bc92-58e643c99792 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:13:53.485524 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-cc9411a4-5aa7-4a06-bc92-58e643c99792 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:13:53.498282 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc9411a4-5aa7-4a06-bc92-58e643c99792 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:53.510894 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc9411a4-5aa7-4a06-bc92-58e643c99792 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:53.542776 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-cc9411a4-5aa7-4a06-bc92-58e643c99792 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:13:53.546917 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-cc9411a4-5aa7-4a06-bc92-58e643c99792 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:security_group_rule and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:13:53.550192 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-cc9411a4-5aa7-4a06-bc92-58e643c99792 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:13:53.556436 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-cc9411a4-5aa7-4a06-bc92-58e643c99792 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:13:53.628166 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc9411a4-5aa7-4a06-bc92-58e643c99792 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:53.633678 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc9411a4-5aa7-4a06-bc92-58e643c99792 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:53.675077 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-cc9411a4-5aa7-4a06-bc92-58e643c99792 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:13:53.677334 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9411a4-5aa7-4a06-bc92-58e643c99792 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38c51854-87fe-4dcb-b4aa-bfeb431cc50c,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:13:53.681602 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-cc9411a4-5aa7-4a06-bc92-58e643c99792 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:security_group_rule and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:13:53.684716 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-cc9411a4-5aa7-4a06-bc92-58e643c99792 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:13:53.690764 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-cc9411a4-5aa7-4a06-bc92-58e643c99792 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:13:53.745908 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc9411a4-5aa7-4a06-bc92-58e643c99792 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:53.750165 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc9411a4-5aa7-4a06-bc92-58e643c99792 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:53.793179 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9411a4-5aa7-4a06-bc92-58e643c99792 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfda5f69-5f5c-4e9a-870e-40a5a5bdd903,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:13:53.796416 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cc9411a4-5aa7-4a06-bc92-58e643c99792 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:53.800543 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-cc9411a4-5aa7-4a06-bc92-58e643c99792 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3377869 May 23 12:13:53.801016 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42864) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:13:53.806348 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-d02c4d9b-62a5-43df-88a1-b46f98b86ee3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'security_group_rule': {'security_group_id': 'cfda5f69-5f5c-4e9a-870e-40a5a5bdd903', 'project_id': '588190a306d7442794226e883f5db528', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:13:53.813053 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d02c4d9b-62a5-43df-88a1-b46f98b86ee3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:13:53.817622 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d02c4d9b-62a5-43df-88a1-b46f98b86ee3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:security_group_rule and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:13:53.820644 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d02c4d9b-62a5-43df-88a1-b46f98b86ee3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:13:53.826566 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d02c4d9b-62a5-43df-88a1-b46f98b86ee3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:13:53.845168 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d02c4d9b-62a5-43df-88a1-b46f98b86ee3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:53.910230 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d02c4d9b-62a5-43df-88a1-b46f98b86ee3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:53.916632 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d02c4d9b-62a5-43df-88a1-b46f98b86ee3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:53.945905 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c4d9b-62a5-43df-88a1-b46f98b86ee3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af187c3e-787f-4ebe-83ee-9f0a4c91a772,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:13:53.957987 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d02c4d9b-62a5-43df-88a1-b46f98b86ee3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:53.959515 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d02c4d9b-62a5-43df-88a1-b46f98b86ee3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1576660 May 23 12:13:53.962279 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42868) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:13:53.967902 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-60e25fd5-b154-414b-b1d6-417390733920 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'security_group_rule': {'security_group_id': 'cfda5f69-5f5c-4e9a-870e-40a5a5bdd903', 'project_id': '588190a306d7442794226e883f5db528', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:13:53.974755 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-60e25fd5-b154-414b-b1d6-417390733920 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:13:53.979117 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-60e25fd5-b154-414b-b1d6-417390733920 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:security_group_rule and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:13:53.982206 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-60e25fd5-b154-414b-b1d6-417390733920 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:13:53.988403 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-60e25fd5-b154-414b-b1d6-417390733920 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:13:54.007478 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-60e25fd5-b154-414b-b1d6-417390733920 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:54.072553 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-60e25fd5-b154-414b-b1d6-417390733920 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:54.077446 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-60e25fd5-b154-414b-b1d6-417390733920 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:54.101983 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e25fd5-b154-414b-b1d6-417390733920 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fbae3c2-f4b1-44ce-8a88-4e513455c978,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:13:54.112558 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-60e25fd5-b154-414b-b1d6-417390733920 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:54.113996 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-60e25fd5-b154-414b-b1d6-417390733920 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1506817 May 23 12:13:54.116960 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42872) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:13:54.122544 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-2d344d56-410c-4edf-a93e-5c2016d5495d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'security_group_rule': {'security_group_id': 'cfda5f69-5f5c-4e9a-870e-40a5a5bdd903', 'project_id': '588190a306d7442794226e883f5db528', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:13:54.128981 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2d344d56-410c-4edf-a93e-5c2016d5495d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:13:54.132945 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2d344d56-410c-4edf-a93e-5c2016d5495d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:security_group_rule and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:13:54.136010 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-2d344d56-410c-4edf-a93e-5c2016d5495d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:13:54.142036 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-2d344d56-410c-4edf-a93e-5c2016d5495d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:13:54.161005 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2d344d56-410c-4edf-a93e-5c2016d5495d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:54.228275 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2d344d56-410c-4edf-a93e-5c2016d5495d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:54.234031 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2d344d56-410c-4edf-a93e-5c2016d5495d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:54.257613 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d344d56-410c-4edf-a93e-5c2016d5495d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1026eaf-67e3-4c79-aff1-1d81d1c9641a,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:13:54.266801 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2d344d56-410c-4edf-a93e-5c2016d5495d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:54.270770 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2d344d56-410c-4edf-a93e-5c2016d5495d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1502895 May 23 12:13:54.270998 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42876) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:13:54.276626 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-714f0ee0-b8cf-4a37-9a61-e2fca8398fae tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'security_group_rule': {'security_group_id': 'cfda5f69-5f5c-4e9a-870e-40a5a5bdd903', 'project_id': '588190a306d7442794226e883f5db528', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:13:54.283463 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-714f0ee0-b8cf-4a37-9a61-e2fca8398fae tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:13:54.287456 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-714f0ee0-b8cf-4a37-9a61-e2fca8398fae tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:security_group_rule and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:13:54.290604 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-714f0ee0-b8cf-4a37-9a61-e2fca8398fae tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:13:54.296550 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-714f0ee0-b8cf-4a37-9a61-e2fca8398fae tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:13:54.313739 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-714f0ee0-b8cf-4a37-9a61-e2fca8398fae tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:54.378068 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-714f0ee0-b8cf-4a37-9a61-e2fca8398fae tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:54.382960 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-714f0ee0-b8cf-4a37-9a61-e2fca8398fae tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:54.407785 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f0ee0-b8cf-4a37-9a61-e2fca8398fae tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5f7199a-e523-4c1c-bcf6-f5fc715b9c8d,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:13:54.417885 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-714f0ee0-b8cf-4a37-9a61-e2fca8398fae tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:54.419125 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-714f0ee0-b8cf-4a37-9a61-e2fca8398fae tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1471319 May 23 12:13:54.421858 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42880) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:13:54.427245 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-43230706-d34d-482f-943a-9983419c4514 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'security_group_rule': {'security_group_id': 'cfda5f69-5f5c-4e9a-870e-40a5a5bdd903', 'project_id': '588190a306d7442794226e883f5db528', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:13:54.433862 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-43230706-d34d-482f-943a-9983419c4514 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:13:54.437925 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-43230706-d34d-482f-943a-9983419c4514 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:security_group_rule and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:13:54.441012 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-43230706-d34d-482f-943a-9983419c4514 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:13:54.447027 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-43230706-d34d-482f-943a-9983419c4514 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:13:54.458330 n-d-842952-2 neutron-server[83910]: INFO neutron.db.securitygroups_db [None req-43230706-d34d-482f-943a-9983419c4514 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Project 588190a306d7442794226e883f5db528 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 12:13:54.464848 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-43230706-d34d-482f-943a-9983419c4514 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:54.535898 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-43230706-d34d-482f-943a-9983419c4514 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:54.541578 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-43230706-d34d-482f-943a-9983419c4514 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:54.564059 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43230706-d34d-482f-943a-9983419c4514 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e14bcc50-8d9a-4c61-a6af-042b702a2c26,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:13:54.574908 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-43230706-d34d-482f-943a-9983419c4514 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:54.576129 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-43230706-d34d-482f-943a-9983419c4514 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1533315 May 23 12:13:54.579060 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42884) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:13:54.584901 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-362f54f3-5dec-4deb-8f7e-2970e752ba97 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'security_group_rule': {'security_group_id': 'cfda5f69-5f5c-4e9a-870e-40a5a5bdd903', 'project_id': '588190a306d7442794226e883f5db528', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:13:54.593950 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-362f54f3-5dec-4deb-8f7e-2970e752ba97 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:13:54.602604 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-362f54f3-5dec-4deb-8f7e-2970e752ba97 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:security_group_rule and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:13:54.605771 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-362f54f3-5dec-4deb-8f7e-2970e752ba97 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:13:54.611941 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-362f54f3-5dec-4deb-8f7e-2970e752ba97 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:13:54.625301 n-d-842952-2 neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-362f54f3-5dec-4deb-8f7e-2970e752ba97 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Project 588190a306d7442794226e883f5db528 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 12:13:54.632024 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-362f54f3-5dec-4deb-8f7e-2970e752ba97 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:54.703049 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-362f54f3-5dec-4deb-8f7e-2970e752ba97 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:54.709280 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-362f54f3-5dec-4deb-8f7e-2970e752ba97 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:54.731926 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f54f3-5dec-4deb-8f7e-2970e752ba97 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90877763-792c-484a-9b81-5728ca511ac9,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:13:54.742362 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-362f54f3-5dec-4deb-8f7e-2970e752ba97 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:54.743543 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-362f54f3-5dec-4deb-8f7e-2970e752ba97 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1634603 May 23 12:13:54.747379 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42888) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:13:54.752771 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-7c3a1934-491d-4b63-93c7-652bc9c34eca tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'network': {'name': 'tempest-network-smoke--519770971', 'project_id': '588190a306d7442794226e883f5db528', 'port_security_enabled': True}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:13:54.758359 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7c3a1934-491d-4b63-93c7-652bc9c34eca tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:13:54.762206 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7c3a1934-491d-4b63-93c7-652bc9c34eca tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:network and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:13:54.765094 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-7c3a1934-491d-4b63-93c7-652bc9c34eca tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:13:54.770679 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7c3a1934-491d-4b63-93c7-652bc9c34eca tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:13:54.780860 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3a1934-491d-4b63-93c7-652bc9c34eca tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Made reservation on behalf of 588190a306d7442794226e883f5db528 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:13:54.783752 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7c3a1934-491d-4b63-93c7-652bc9c34eca tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:54.814214 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c3a1934-491d-4b63-93c7-652bc9c34eca tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 12:13:54.823005 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7c3a1934-491d-4b63-93c7-652bc9c34eca tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:54.823341 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-7c3a1934-491d-4b63-93c7-652bc9c34eca tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Added segment f9343e44-0e5a-4df7-994e-ad92a8442e78 of type vlan for network 568b205f-0d5c-4081-aa3a-ce0a8b40a37c May 23 12:13:54.949862 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7c3a1934-491d-4b63-93c7-652bc9c34eca tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:54.987102 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7c3a1934-491d-4b63-93c7-652bc9c34eca tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:54.991133 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3a1934-491d-4b63-93c7-652bc9c34eca tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:13:54.991797 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7c3a1934-491d-4b63-93c7-652bc9c34eca tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:55.091366 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7c3a1934-491d-4b63-93c7-652bc9c34eca tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3428714 May 23 12:13:55.094320 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42892) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:13:55.101790 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-4ac03ea9-d1bc-4de0-bbdd-c27c6b647e8f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2141578634', 'admin_state_up': True, 'project_id': '588190a306d7442794226e883f5db528', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:13:55.110558 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4ac03ea9-d1bc-4de0-bbdd-c27c6b647e8f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:13:55.112819 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a1934-491d-4b63-93c7-652bc9c34eca tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'Network': ['ID=568b205f-0d5c-4081-aa3a-ce0a8b40a37c,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:13:55.116653 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4ac03ea9-d1bc-4de0-bbdd-c27c6b647e8f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:router and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:13:55.120010 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4ac03ea9-d1bc-4de0-bbdd-c27c6b647e8f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:13:55.124504 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 568b205f-0d5c-4081-aa3a-ce0a8b40a37c details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 12:13:55.125777 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4ac03ea9-d1bc-4de0-bbdd-c27c6b647e8f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:13:55.136581 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ac03ea9-d1bc-4de0-bbdd-c27c6b647e8f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:55.137533 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ac03ea9-d1bc-4de0-bbdd-c27c6b647e8f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:55.158037 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ac03ea9-d1bc-4de0-bbdd-c27c6b647e8f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:55.308773 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ac03ea9-d1bc-4de0-bbdd-c27c6b647e8f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:55.494828 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ac03ea9-d1bc-4de0-bbdd-c27c6b647e8f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:55.524165 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ac03ea9-d1bc-4de0-bbdd-c27c6b647e8f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:55.665881 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-4ac03ea9-d1bc-4de0-bbdd-c27c6b647e8f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Allocated IP 172.25.6.20 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/160b6fae-3222-4295-8481-a5a939831f71) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:13:55.816607 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ac03ea9-d1bc-4de0-bbdd-c27c6b647e8f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:55.844454 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ac03ea9-d1bc-4de0-bbdd-c27c6b647e8f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:55.912456 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac03ea9-d1bc-4de0-bbdd-c27c6b647e8f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:13:55.915447 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-4ac03ea9-d1bc-4de0-bbdd-c27c6b647e8f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:13:55.918183 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac03ea9-d1bc-4de0-bbdd-c27c6b647e8f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:13:55.947591 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac03ea9-d1bc-4de0-bbdd-c27c6b647e8f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'Port': ['ID=160b6fae-3222-4295-8481-a5a939831f71,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:13:56.087909 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ac03ea9-d1bc-4de0-bbdd-c27c6b647e8f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:56.088546 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ac03ea9-d1bc-4de0-bbdd-c27c6b647e8f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:56.335548 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac03ea9-d1bc-4de0-bbdd-c27c6b647e8f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Router a53f9b0d-6575-411c-b358-3f8467063ce3 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 12:13:56.553105 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac03ea9-d1bc-4de0-bbdd-c27c6b647e8f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:13:56.563644 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dd3372-1933-4024-ba04-c9c892742f92 None None] Sync routers for ids ['a53f9b0d-6575-411c-b358-3f8467063ce3'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:13:56.576952 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dd3372-1933-4024-ba04-c9c892742f92 None None] Routers {'a53f9b0d-6575-411c-b358-3f8467063ce3'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:13:56.577609 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c0dd3372-1933-4024-ba04-c9c892742f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:13:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['a53f9b0d-6575-411c-b358-3f8467063ce3'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:13:56.580387 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ac03ea9-d1bc-4de0-bbdd-c27c6b647e8f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:56.584491 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4ac03ea9-d1bc-4de0-bbdd-c27c6b647e8f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4863532 May 23 12:13:56.584704 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42896) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:13:56.749128 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-56d35aee-d782-4a4e-833e-ff6f31a65e92 tempest-TestNetworkAdvancedServerOps-1692628639 tempest-TestNetworkAdvancedServerOps-1692628639-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=588190a306d7442794226e883f5db528&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1632788 May 23 12:13:56.750261 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-c0dd3372-1933-4024-ba04-c9c892742f92 None None] Set router a53f9b0d-6575-411c-b358-3f8467063ce3 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:13:56.751952 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42902) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:13:56.994075 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b647a775-9985-4c0a-bfcf-b06ae20ab89d tempest-TestNetworkAdvancedServerOps-1692628639 tempest-TestNetworkAdvancedServerOps-1692628639-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:13:56.995701 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b647a775-9985-4c0a-bfcf-b06ae20ab89d tempest-TestNetworkAdvancedServerOps-1692628639 tempest-TestNetworkAdvancedServerOps-1692628639-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2428846 May 23 12:13:56.998730 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42906) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:13:57.039987 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f1140811-bec3-4d44-921a-0f7ff48cbe93 tempest-TestNetworkAdvancedServerOps-1692628639 tempest-TestNetworkAdvancedServerOps-1692628639-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=87d63aa2-c2e7-4553-824a-d818708dd83b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400639 May 23 12:13:57.041691 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42910) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:13:57.047176 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-5500cf9a-c21f-42a3-a5da-65da8deba668 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1557876744', 'network_id': '568b205f-0d5c-4081-aa3a-ce0a8b40a37c', 'project_id': '588190a306d7442794226e883f5db528', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:13:57.050599 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c0dd3372-1933-4024-ba04-c9c892742f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53f9b0d-6575-411c-b358-3f8467063ce3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141578634', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '160b6fae-3222-4295-8481-a5a939831f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:13:55Z', 'updated_at': '2022-05-23T12:13:56Z', 'revision_number': 3, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '160b6fae-3222-4295-8481-a5a939831f71', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d2:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53f9b0d-6575-411c-b358-3f8467063ce3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:13:55Z', 'updated_at': '2022-05-23T12:13:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:13:57.054484 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dd3372-1933-4024-ba04-c9c892742f92 None None] Checking router: a53f9b0d-6575-411c-b358-3f8467063ce3 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:13:57.054821 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dd3372-1933-4024-ba04-c9c892742f92 None None] Updating router a53f9b0d-6575-411c-b358-3f8467063ce3 port 160b6fae-3222-4295-8481-a5a939831f71 binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 12:13:57.105196 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-c0dd3372-1933-4024-ba04-c9c892742f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:57.156901 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5500cf9a-c21f-42a3-a5da-65da8deba668 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:13:57.160814 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5500cf9a-c21f-42a3-a5da-65da8deba668 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:subnet and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:13:57.163638 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5500cf9a-c21f-42a3-a5da-65da8deba668 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:13:57.169298 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5500cf9a-c21f-42a3-a5da-65da8deba668 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:13:57.178708 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5500cf9a-c21f-42a3-a5da-65da8deba668 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Made reservation on behalf of 588190a306d7442794226e883f5db528 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:13:57.280388 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5500cf9a-c21f-42a3-a5da-65da8deba668 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:57.425874 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-c0dd3372-1933-4024-ba04-c9c892742f92 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:57.437302 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-c0dd3372-1933-4024-ba04-c9c892742f92 None None] Transition to ACTIVE for port object 160b6fae-3222-4295-8481-a5a939831f71 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:13:57.443776 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-c0dd3372-1933-4024-ba04-c9c892742f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:57.495648 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5500cf9a-c21f-42a3-a5da-65da8deba668 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:57.521392 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-c0dd3372-1933-4024-ba04-c9c892742f92 None None] Attempting to bind port 160b6fae-3222-4295-8481-a5a939831f71 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:13:57.521740 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-c0dd3372-1933-4024-ba04-c9c892742f92 None None] Attempting to bind port 160b6fae-3222-4295-8481-a5a939831f71 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:13:57.522092 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dd3372-1933-4024-ba04-c9c892742f92 None None] Attempting to bind port 160b6fae-3222-4295-8481-a5a939831f71 on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:13:57.528167 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77cc6a1-bb90-4ac6-b87a-851b93f30cc5 None None] Pushing event updated for resources: {'Port': ['ID=160b6fae-3222-4295-8481-a5a939831f71,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:13:57.537946 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dd3372-1933-4024-ba04-c9c892742f92 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:13:57.538370 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dd3372-1933-4024-ba04-c9c892742f92 None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:13:57.538760 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-c0dd3372-1933-4024-ba04-c9c892742f92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:57.539145 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dd3372-1933-4024-ba04-c9c892742f92 None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:13:57.539597 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-c0dd3372-1933-4024-ba04-c9c892742f92 None None] Bound port: 160b6fae-3222-4295-8481-a5a939831f71, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:13:57.539992 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-c0dd3372-1933-4024-ba04-c9c892742f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:57.567516 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77cc6a1-bb90-4ac6-b87a-851b93f30cc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:13:57.568247 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77cc6a1-bb90-4ac6-b87a-851b93f30cc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:13:57.568247 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77cc6a1-bb90-4ac6-b87a-851b93f30cc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:13:57.568504 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77cc6a1-bb90-4ac6-b87a-851b93f30cc5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:13:57.568833 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77cc6a1-bb90-4ac6-b87a-851b93f30cc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:13:57.569153 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77cc6a1-bb90-4ac6-b87a-851b93f30cc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:13:57.569503 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77cc6a1-bb90-4ac6-b87a-851b93f30cc5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:13:57.569851 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77cc6a1-bb90-4ac6-b87a-851b93f30cc5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:13:57.570173 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77cc6a1-bb90-4ac6-b87a-851b93f30cc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:13:57.570492 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77cc6a1-bb90-4ac6-b87a-851b93f30cc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:13:57.570809 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77cc6a1-bb90-4ac6-b87a-851b93f30cc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:13:57.576401 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500cf9a-c21f-42a3-a5da-65da8deba668 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'Subnet': ['ID=c319831a-323f-4ef1-ada4-0e45534e90b8,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:13:57.588345 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5500cf9a-c21f-42a3-a5da-65da8deba668 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Checking segment: {'id': 'f9343e44-0e5a-4df7-994e-ad92a8442e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '568b205f-0d5c-4081-aa3a-ce0a8b40a37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:13:57.588722 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5500cf9a-c21f-42a3-a5da-65da8deba668 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Network hostable DHCP agents. Network: 568b205f-0d5c-4081-aa3a-ce0a8b40a37c, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:13:57.610568 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5500cf9a-c21f-42a3-a5da-65da8deba668 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Network 568b205f-0d5c-4081-aa3a-ce0a8b40a37c is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:13:57.618051 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-c0dd3372-1933-4024-ba04-c9c892742f92 None None] For port 160b6fae-3222-4295-8481-a5a939831f71, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:13:57.620286 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-5500cf9a-c21f-42a3-a5da-65da8deba668 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 568b205f-0d5c-4081-aa3a-ce0a8b40a37c) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:13:57.621088 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-c0dd3372-1933-4024-ba04-c9c892742f92 None None] For port 160b6fae-3222-4295-8481-a5a939831f71, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=160b6fae-3222-4295-8481-a5a939831f71,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:13:57.624532 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5500cf9a-c21f-42a3-a5da-65da8deba668 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:13:57.624876 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-c0dd3372-1933-4024-ba04-c9c892742f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:57.625112 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5500cf9a-c21f-42a3-a5da-65da8deba668 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:57.633433 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064c896a-21e6-448b-b662-a2c54de14d05 None None] Network 568b205f-0d5c-4081-aa3a-ce0a8b40a37c requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:13:57.647494 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5500cf9a-c21f-42a3-a5da-65da8deba668 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6047034 May 23 12:13:57.651908 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42914) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:13:57.733958 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77cc6a1-bb90-4ac6-b87a-851b93f30cc5 None None] Pushing event updated for resources: {'Port': ['ID=160b6fae-3222-4295-8481-a5a939831f71,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:13:57.739590 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dd3372-1933-4024-ba04-c9c892742f92 None None] Routers {'a53f9b0d-6575-411c-b358-3f8467063ce3'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:13:57.740216 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c0dd3372-1933-4024-ba04-c9c892742f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:13:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['a53f9b0d-6575-411c-b358-3f8467063ce3'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:13:57.882512 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6ee265-f9f8-46bd-bbac-7cf00926a0f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-568b205f-0d5c-4081-aa3a-ce0a8b40a37c', 'network_id': '568b205f-0d5c-4081-aa3a-ce0a8b40a37c', 'tenant_id': '588190a306d7442794226e883f5db528', 'fixed_ips': [{'subnet_id': 'c319831a-323f-4ef1-ada4-0e45534e90b8'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 12:13:57.883334 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5e6ee265-f9f8-46bd-bbac-7cf00926a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:57.917265 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-c0dd3372-1933-4024-ba04-c9c892742f92 None None] Set router a53f9b0d-6575-411c-b358-3f8467063ce3 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:13:58.053772 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-5e6ee265-f9f8-46bd-bbac-7cf00926a0f0 None None] Allocated IP 172.20.0.2 (568b205f-0d5c-4081-aa3a-ce0a8b40a37c/c319831a-323f-4ef1-ada4-0e45534e90b8/3caf5f68-1dc9-4266-b032-6aee7df532fb) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:13:58.217649 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c0dd3372-1933-4024-ba04-c9c892742f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53f9b0d-6575-411c-b358-3f8467063ce3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141578634', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '160b6fae-3222-4295-8481-a5a939831f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:13:55Z', 'updated_at': '2022-05-23T12:13:56Z', 'revision_number': 3, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '160b6fae-3222-4295-8481-a5a939831f71', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d2:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53f9b0d-6575-411c-b358-3f8467063ce3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:13:55Z', 'updated_at': '2022-05-23T12:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:13:58.221998 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dd3372-1933-4024-ba04-c9c892742f92 None None] The sync data for ids ['a53f9b0d-6575-411c-b358-3f8467063ce3'] in n-d-842952-2 is: [{'id': 'a53f9b0d-6575-411c-b358-3f8467063ce3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141578634', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '160b6fae-3222-4295-8481-a5a939831f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:13:55Z', 'updated_at': '2022-05-23T12:13:56Z', 'revision_number': 3, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '160b6fae-3222-4295-8481-a5a939831f71', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d2:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53f9b0d-6575-411c-b358-3f8467063ce3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:13:55Z', 'updated_at': '2022-05-23T12:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:13:58.298726 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5e6ee265-f9f8-46bd-bbac-7cf00926a0f0 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:58.310594 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5e6ee265-f9f8-46bd-bbac-7cf00926a0f0 None None] Transition to ACTIVE for port object 3caf5f68-1dc9-4266-b032-6aee7df532fb will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:13:58.331376 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5e6ee265-f9f8-46bd-bbac-7cf00926a0f0 None None] Transition to ACTIVE for port object 3caf5f68-1dc9-4266-b032-6aee7df532fb will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:13:58.340754 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5e6ee265-f9f8-46bd-bbac-7cf00926a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:58.430584 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ee265-f9f8-46bd-bbac-7cf00926a0f0 None None] Pushing event updated for resources: {'Port': ['ID=3caf5f68-1dc9-4266-b032-6aee7df532fb,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:13:58.434918 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6ee265-f9f8-46bd-bbac-7cf00926a0f0 None None] Network 568b205f-0d5c-4081-aa3a-ce0a8b40a37c is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:13:58.438696 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-5e6ee265-f9f8-46bd-bbac-7cf00926a0f0 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:13:58.445505 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6ee265-f9f8-46bd-bbac-7cf00926a0f0 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:13:58.449174 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6ee265-f9f8-46bd-bbac-7cf00926a0f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:13:58.449516 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6ee265-f9f8-46bd-bbac-7cf00926a0f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:13:58.449852 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6ee265-f9f8-46bd-bbac-7cf00926a0f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:13:58.450184 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6ee265-f9f8-46bd-bbac-7cf00926a0f0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:13:58.450512 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6ee265-f9f8-46bd-bbac-7cf00926a0f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:13:58.450841 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6ee265-f9f8-46bd-bbac-7cf00926a0f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:13:58.451167 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6ee265-f9f8-46bd-bbac-7cf00926a0f0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:13:58.451580 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6ee265-f9f8-46bd-bbac-7cf00926a0f0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:13:58.452166 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6ee265-f9f8-46bd-bbac-7cf00926a0f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:13:58.452540 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6ee265-f9f8-46bd-bbac-7cf00926a0f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:13:58.453704 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6ee265-f9f8-46bd-bbac-7cf00926a0f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:13:58.567517 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-5e6ee265-f9f8-46bd-bbac-7cf00926a0f0 None None] Attempting to bind port 3caf5f68-1dc9-4266-b032-6aee7df532fb on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:13:58.568140 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-5e6ee265-f9f8-46bd-bbac-7cf00926a0f0 None None] Attempting to bind port 3caf5f68-1dc9-4266-b032-6aee7df532fb by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'f9343e44-0e5a-4df7-994e-ad92a8442e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '568b205f-0d5c-4081-aa3a-ce0a8b40a37c'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:13:58.568721 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6ee265-f9f8-46bd-bbac-7cf00926a0f0 None None] Attempting to bind port 3caf5f68-1dc9-4266-b032-6aee7df532fb on network 568b205f-0d5c-4081-aa3a-ce0a8b40a37c {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:13:58.577904 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6ee265-f9f8-46bd-bbac-7cf00926a0f0 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:13:58.578295 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6ee265-f9f8-46bd-bbac-7cf00926a0f0 None None] Checking segment: {'id': 'f9343e44-0e5a-4df7-994e-ad92a8442e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '568b205f-0d5c-4081-aa3a-ce0a8b40a37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:13:58.578675 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5e6ee265-f9f8-46bd-bbac-7cf00926a0f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:58.579066 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6ee265-f9f8-46bd-bbac-7cf00926a0f0 None None] Bound using segment: {'id': 'f9343e44-0e5a-4df7-994e-ad92a8442e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '568b205f-0d5c-4081-aa3a-ce0a8b40a37c'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:13:58.579533 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-5e6ee265-f9f8-46bd-bbac-7cf00926a0f0 None None] Bound port: 3caf5f68-1dc9-4266-b032-6aee7df532fb, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9343e44-0e5a-4df7-994e-ad92a8442e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '568b205f-0d5c-4081-aa3a-ce0a8b40a37c'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:13:58.579929 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5e6ee265-f9f8-46bd-bbac-7cf00926a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:58.671222 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-32ecb1b4-e5fa-4179-ab84-1f38b85e9478 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:58.681221 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5e6ee265-f9f8-46bd-bbac-7cf00926a0f0 None None] For port 3caf5f68-1dc9-4266-b032-6aee7df532fb, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:13:58.684663 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5e6ee265-f9f8-46bd-bbac-7cf00926a0f0 None None] For port 3caf5f68-1dc9-4266-b032-6aee7df532fb, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=3caf5f68-1dc9-4266-b032-6aee7df532fb,segment=NetworkSegment(f9343e44-0e5a-4df7-994e-ad92a8442e78),segment_id=f9343e44-0e5a-4df7-994e-ad92a8442e78)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:13:58.690551 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5e6ee265-f9f8-46bd-bbac-7cf00926a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:58.779431 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ee265-f9f8-46bd-bbac-7cf00926a0f0 None None] Pushing event updated for resources: {'Port': ['ID=3caf5f68-1dc9-4266-b032-6aee7df532fb,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:13:59.137188 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-32ecb1b4-e5fa-4179-ab84-1f38b85e9478 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Allocated IP 172.20.0.1 (568b205f-0d5c-4081-aa3a-ce0a8b40a37c/c319831a-323f-4ef1-ada4-0e45534e90b8/305a2c89-e9dd-4440-ae85-14b23fba585d) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:13:59.144254 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 160b6fae-3222-4295-8481-a5a939831f71 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:13:59.215941 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 160b6fae-3222-4295-8481-a5a939831f71 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:13:59.221824 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 160b6fae-3222-4295-8481-a5a939831f71 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:13:59.222203 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:59.310046 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-32ecb1b4-e5fa-4179-ab84-1f38b85e9478 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:59.325788 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-32ecb1b4-e5fa-4179-ab84-1f38b85e9478 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Transition to ACTIVE for port object 305a2c89-e9dd-4440-ae85-14b23fba585d will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:13:59.339998 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:59.348602 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-32ecb1b4-e5fa-4179-ab84-1f38b85e9478 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:59.356219 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 160b6fae-3222-4295-8481-a5a939831f71, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=160b6fae-3222-4295-8481-a5a939831f71,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:13:59.360068 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:59.360900 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 3caf5f68-1dc9-4266-b032-6aee7df532fb up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:13:59.424857 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ecb1b4-e5fa-4179-ab84-1f38b85e9478 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Network 568b205f-0d5c-4081-aa3a-ce0a8b40a37c is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:13:59.428147 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-32ecb1b4-e5fa-4179-ab84-1f38b85e9478 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:13:59.432889 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ecb1b4-e5fa-4179-ab84-1f38b85e9478 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:13:59.467524 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ecb1b4-e5fa-4179-ab84-1f38b85e9478 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'Port': ['ID=305a2c89-e9dd-4440-ae85-14b23fba585d,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:13:59.494613 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-32ecb1b4-e5fa-4179-ab84-1f38b85e9478 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:59.518848 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=160b6fae-3222-4295-8481-a5a939831f71,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:13:59.534300 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 3caf5f68-1dc9-4266-b032-6aee7df532fb completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:13:59.591630 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-32ecb1b4-e5fa-4179-ab84-1f38b85e9478 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:13:59.755738 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946f7f7d-c89a-4b9f-8060-db3d0355d809 None None] Network 568b205f-0d5c-4081-aa3a-ce0a8b40a37c requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:13:59.919192 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7e57b5c2-966d-4058-881f-341a4fcbafda None None] Provisioning for port 3caf5f68-1dc9-4266-b032-6aee7df532fb completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:13:59.933920 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7e57b5c2-966d-4058-881f-341a4fcbafda None None] Provisioning complete for port 3caf5f68-1dc9-4266-b032-6aee7df532fb triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:13:59.934288 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7e57b5c2-966d-4058-881f-341a4fcbafda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:00.106776 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-32ecb1b4-e5fa-4179-ab84-1f38b85e9478 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:00.111250 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7e57b5c2-966d-4058-881f-341a4fcbafda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:00.112917 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-32ecb1b4-e5fa-4179-ab84-1f38b85e9478 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:00.149604 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-7e57b5c2-966d-4058-881f-341a4fcbafda None None] For port 3caf5f68-1dc9-4266-b032-6aee7df532fb, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=3caf5f68-1dc9-4266-b032-6aee7df532fb,segment=NetworkSegment(f9343e44-0e5a-4df7-994e-ad92a8442e78),segment_id=f9343e44-0e5a-4df7-994e-ad92a8442e78)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:14:00.156662 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7e57b5c2-966d-4058-881f-341a4fcbafda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:00.226744 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e57b5c2-966d-4058-881f-341a4fcbafda None None] Pushing event updated for resources: {'Port': ['ID=3caf5f68-1dc9-4266-b032-6aee7df532fb,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:14:00.236003 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-32ecb1b4-e5fa-4179-ab84-1f38b85e9478 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:00.239704 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ecb1b4-e5fa-4179-ab84-1f38b85e9478 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'Port': ['ID=305a2c89-e9dd-4440-ae85-14b23fba585d,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:14:00.381726 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a80bf1ae-e162-4d94-81e3-440224137b63 None None] Provisioning complete for port 3caf5f68-1dc9-4266-b032-6aee7df532fb triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:14:00.382171 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a80bf1ae-e162-4d94-81e3-440224137b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:00.387284 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ecb1b4-e5fa-4179-ab84-1f38b85e9478 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Network 568b205f-0d5c-4081-aa3a-ce0a8b40a37c is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:14:00.388583 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-32ecb1b4-e5fa-4179-ab84-1f38b85e9478 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:14:00.517755 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a80bf1ae-e162-4d94-81e3-440224137b63 None None] Provisioning for port 305a2c89-e9dd-4440-ae85-14b23fba585d completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:14:00.522996 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a80bf1ae-e162-4d94-81e3-440224137b63 None None] Provisioning complete for port 305a2c89-e9dd-4440-ae85-14b23fba585d triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:14:00.523452 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a80bf1ae-e162-4d94-81e3-440224137b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:00.583352 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a80bf1ae-e162-4d94-81e3-440224137b63 None None] Port 305a2c89-e9dd-4440-ae85-14b23fba585d cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 12:14:00.708379 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9949907a-361b-4576-93e9-2f5b08cdeedb None None] Provisioning complete for port 305a2c89-e9dd-4440-ae85-14b23fba585d triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:14:00.708820 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9949907a-361b-4576-93e9-2f5b08cdeedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:00.759850 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-9949907a-361b-4576-93e9-2f5b08cdeedb None None] Port 305a2c89-e9dd-4440-ae85-14b23fba585d cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 12:14:00.805010 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ecb1b4-e5fa-4179-ab84-1f38b85e9478 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Router a53f9b0d-6575-411c-b358-3f8467063ce3 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:14:00.880184 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fbf5c44e-6b6b-4a09-85aa-401c023d9415 None None] Provisioning complete for port 305a2c89-e9dd-4440-ae85-14b23fba585d triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:14:00.880547 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fbf5c44e-6b6b-4a09-85aa-401c023d9415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:00.931154 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fbf5c44e-6b6b-4a09-85aa-401c023d9415 None None] Port 305a2c89-e9dd-4440-ae85-14b23fba585d cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 12:14:01.009499 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ecb1b4-e5fa-4179-ab84-1f38b85e9478 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:14:01.019110 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-32ecb1b4-e5fa-4179-ab84-1f38b85e9478 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "PUT /v2.0/routers/a53f9b0d-6575-411c-b358-3f8467063ce3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3661573 May 23 12:14:01.053025 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 160b6fae-3222-4295-8481-a5a939831f71 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:14:01.123847 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 160b6fae-3222-4295-8481-a5a939831f71 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:14:01.124220 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:01.196302 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-476d8d19-4c37-4452-a906-7d0530e2f5a0 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Synchronizing usage tracker for tenant:588190a306d7442794226e883f5db528 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:14:01.215338 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-476d8d19-4c37-4452-a906-7d0530e2f5a0 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Unset dirty status for tenant:588190a306d7442794226e883f5db528 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:14:01.216551 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-476d8d19-4c37-4452-a906-7d0530e2f5a0 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1816558436&fields=id&tenant_id=588190a306d7442794226e883f5db528 HTTP/1.1" status: 200 len: 267 time: 0.0636714 May 23 12:14:01.240771 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 3caf5f68-1dc9-4266-b032-6aee7df532fb up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:14:01.308383 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 3caf5f68-1dc9-4266-b032-6aee7df532fb triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:14:01.309082 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:01.362094 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-f3d9c71a-c3b8-4d0a-9c7f-517a1b120985 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:14:01.363543 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-f3d9c71a-c3b8-4d0a-9c7f-517a1b120985 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/networks?id=568b205f-0d5c-4081-aa3a-ce0a8b40a37c HTTP/1.1" status: 200 len: 796 time: 0.1401067 May 23 12:14:01.380543 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-8a2f235a-8c11-4bca-a9d7-3e7e30ed3ed1 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/quotas/588190a306d7442794226e883f5db528 HTTP/1.1" status: 200 len: 375 time: 0.0114388 May 23 12:14:01.462932 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-125ab15c-0fec-4596-a70d-ba7f63ebaf72 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Synchronizing usage tracker for tenant:588190a306d7442794226e883f5db528 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:14:01.481464 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-125ab15c-0fec-4596-a70d-ba7f63ebaf72 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Unset dirty status for tenant:588190a306d7442794226e883f5db528 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:14:01.482865 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-125ab15c-0fec-4596-a70d-ba7f63ebaf72 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=588190a306d7442794226e883f5db528&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0969627 May 23 12:14:01.807551 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-0a946d34-0f19-4b2d-912c-e76b77750442 service neutron] 10.222.0.79 "GET /v2.0/networks/568b205f-0d5c-4081-aa3a-ce0a8b40a37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123505 May 23 12:14:01.885763 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022ad270-fb77-4755-9be3-c5a2b2f5e2cc None None] Sync routers for ids ['a53f9b0d-6575-411c-b358-3f8467063ce3'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:14:01.897594 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022ad270-fb77-4755-9be3-c5a2b2f5e2cc None None] Routers {'a53f9b0d-6575-411c-b358-3f8467063ce3'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:14:01.898230 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-022ad270-fb77-4755-9be3-c5a2b2f5e2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:13:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['a53f9b0d-6575-411c-b358-3f8467063ce3'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:14:01.944226 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-5c6f4e1e-5bf4-4783-8ec8-6cff04c70443 service neutron] 10.222.0.79 "GET /v2.0/networks/568b205f-0d5c-4081-aa3a-ce0a8b40a37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305497 May 23 12:14:02.084617 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-022ad270-fb77-4755-9be3-c5a2b2f5e2cc None None] Set router a53f9b0d-6575-411c-b358-3f8467063ce3 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:14:02.133569 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0643d938-e0f9-4af6-89b9-77815d87f672 req-901e32f4-1e6c-45aa-a08d-91116ef6bfb3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=1135d0e1-d194-4c3c-9f68-712b2bcbf1a5 HTTP/1.1" status: 200 len: 210 time: 0.0437689 May 23 12:14:02.466338 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-022ad270-fb77-4755-9be3-c5a2b2f5e2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53f9b0d-6575-411c-b358-3f8467063ce3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141578634', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '160b6fae-3222-4295-8481-a5a939831f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:13:55Z', 'updated_at': '2022-05-23T12:13:59Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '160b6fae-3222-4295-8481-a5a939831f71', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53f9b0d-6575-411c-b358-3f8467063ce3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:13:55Z', 'updated_at': '2022-05-23T12:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '305a2c89-e9dd-4440-ae85-14b23fba585d', 'name': '', 'network_id': '568b205f-0d5c-4081-aa3a-ce0a8b40a37c', 'tenant_id': '588190a306d7442794226e883f5db528', 'mac_address': 'fa:16:3e:15:ac:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53f9b0d-6575-411c-b358-3f8467063ce3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c319831a-323f-4ef1-ada4-0e45534e90b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:13:58Z', 'updated_at': '2022-05-23T12:13:59Z', 'revision_number': 2, 'project_id': '588190a306d7442794226e883f5db528', 'subnets': [{'id': 'c319831a-323f-4ef1-ada4-0e45534e90b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:14:02.471805 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022ad270-fb77-4755-9be3-c5a2b2f5e2cc None None] Checking router: a53f9b0d-6575-411c-b358-3f8467063ce3 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:14:02.472184 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022ad270-fb77-4755-9be3-c5a2b2f5e2cc None None] Updating router a53f9b0d-6575-411c-b358-3f8467063ce3 port 305a2c89-e9dd-4440-ae85-14b23fba585d binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 12:14:02.534819 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-022ad270-fb77-4755-9be3-c5a2b2f5e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:02.924203 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-022ad270-fb77-4755-9be3-c5a2b2f5e2cc None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:02.937318 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-022ad270-fb77-4755-9be3-c5a2b2f5e2cc None None] Transition to ACTIVE for port object 305a2c89-e9dd-4440-ae85-14b23fba585d will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:14:02.944182 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-022ad270-fb77-4755-9be3-c5a2b2f5e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:03.074796 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc58d4-71a6-4481-9d9e-bb471306b8b2 None None] Pushing event updated for resources: {'Port': ['ID=305a2c89-e9dd-4440-ae85-14b23fba585d,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:14:03.168928 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-022ad270-fb77-4755-9be3-c5a2b2f5e2cc None None] Attempting to bind port 305a2c89-e9dd-4440-ae85-14b23fba585d on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:14:03.169258 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-022ad270-fb77-4755-9be3-c5a2b2f5e2cc None None] Attempting to bind port 305a2c89-e9dd-4440-ae85-14b23fba585d by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'f9343e44-0e5a-4df7-994e-ad92a8442e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '568b205f-0d5c-4081-aa3a-ce0a8b40a37c'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:14:03.169636 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022ad270-fb77-4755-9be3-c5a2b2f5e2cc None None] Attempting to bind port 305a2c89-e9dd-4440-ae85-14b23fba585d on network 568b205f-0d5c-4081-aa3a-ce0a8b40a37c {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:14:03.177792 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022ad270-fb77-4755-9be3-c5a2b2f5e2cc None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:14:03.177792 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022ad270-fb77-4755-9be3-c5a2b2f5e2cc None None] Checking segment: {'id': 'f9343e44-0e5a-4df7-994e-ad92a8442e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '568b205f-0d5c-4081-aa3a-ce0a8b40a37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:14:03.178228 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-022ad270-fb77-4755-9be3-c5a2b2f5e2cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:03.178664 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022ad270-fb77-4755-9be3-c5a2b2f5e2cc None None] Bound using segment: {'id': 'f9343e44-0e5a-4df7-994e-ad92a8442e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '568b205f-0d5c-4081-aa3a-ce0a8b40a37c'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:14:03.179325 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-022ad270-fb77-4755-9be3-c5a2b2f5e2cc None None] Bound port: 305a2c89-e9dd-4440-ae85-14b23fba585d, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9343e44-0e5a-4df7-994e-ad92a8442e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '568b205f-0d5c-4081-aa3a-ce0a8b40a37c'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:14:03.179878 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-022ad270-fb77-4755-9be3-c5a2b2f5e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:03.276551 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-022ad270-fb77-4755-9be3-c5a2b2f5e2cc None None] For port 305a2c89-e9dd-4440-ae85-14b23fba585d, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:14:03.282174 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-022ad270-fb77-4755-9be3-c5a2b2f5e2cc None None] For port 305a2c89-e9dd-4440-ae85-14b23fba585d, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=305a2c89-e9dd-4440-ae85-14b23fba585d,segment=NetworkSegment(f9343e44-0e5a-4df7-994e-ad92a8442e78),segment_id=f9343e44-0e5a-4df7-994e-ad92a8442e78)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:14:03.287016 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-022ad270-fb77-4755-9be3-c5a2b2f5e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:03.313279 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8f4a0faa-895f-4e2f-8aac-ed6d1580f8d4 req-87557e48-4cb5-4871-8a77-e56277182266 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=1135d0e1-d194-4c3c-9f68-712b2bcbf1a5 HTTP/1.1" status: 200 len: 210 time: 0.0520155 May 23 12:14:03.369082 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc58d4-71a6-4481-9d9e-bb471306b8b2 None None] Pushing event updated for resources: {'Port': ['ID=305a2c89-e9dd-4440-ae85-14b23fba585d,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:14:03.373847 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022ad270-fb77-4755-9be3-c5a2b2f5e2cc None None] Routers {'a53f9b0d-6575-411c-b358-3f8467063ce3'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:14:03.374472 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-022ad270-fb77-4755-9be3-c5a2b2f5e2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:13:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['a53f9b0d-6575-411c-b358-3f8467063ce3'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:14:03.580116 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-022ad270-fb77-4755-9be3-c5a2b2f5e2cc None None] Set router a53f9b0d-6575-411c-b358-3f8467063ce3 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:14:03.591023 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-28b161c6-5bd2-4af7-8c16-ba9a975ecba5 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:14:03.592560 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-28b161c6-5bd2-4af7-8c16-ba9a975ecba5 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.13 "GET /v2.0/networks?id=568b205f-0d5c-4081-aa3a-ce0a8b40a37c HTTP/1.1" status: 200 len: 796 time: 0.1576364 May 23 12:14:03.655774 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-ffd8f7f4-94fd-4801-993b-c3b903613e23 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=588190a306d7442794226e883f5db528 HTTP/1.1" status: 200 len: 380 time: 0.0433276 May 23 12:14:03.670963 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-e44f38f3-2524-4ac1-9fa0-b3de50d93472 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'port': {'device_id': '1135d0e1-d194-4c3c-9f68-712b2bcbf1a5', 'network_id': '568b205f-0d5c-4081-aa3a-ce0a8b40a37c', 'admin_state_up': True, 'tenant_id': '588190a306d7442794226e883f5db528', 'security_groups': ['cfda5f69-5f5c-4e9a-870e-40a5a5bdd903']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:14:03.813696 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-e44f38f3-2524-4ac1-9fa0-b3de50d93472 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:14:03.827733 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-e44f38f3-2524-4ac1-9fa0-b3de50d93472 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:14:03.838678 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-e44f38f3-2524-4ac1-9fa0-b3de50d93472 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Made reservation on behalf of 588190a306d7442794226e883f5db528 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:14:03.843495 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-e44f38f3-2524-4ac1-9fa0-b3de50d93472 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:03.916095 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-022ad270-fb77-4755-9be3-c5a2b2f5e2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53f9b0d-6575-411c-b358-3f8467063ce3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141578634', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '160b6fae-3222-4295-8481-a5a939831f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:13:55Z', 'updated_at': '2022-05-23T12:13:59Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '160b6fae-3222-4295-8481-a5a939831f71', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53f9b0d-6575-411c-b358-3f8467063ce3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:13:55Z', 'updated_at': '2022-05-23T12:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '305a2c89-e9dd-4440-ae85-14b23fba585d', 'name': '', 'network_id': '568b205f-0d5c-4081-aa3a-ce0a8b40a37c', 'tenant_id': '588190a306d7442794226e883f5db528', 'mac_address': 'fa:16:3e:15:ac:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53f9b0d-6575-411c-b358-3f8467063ce3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c319831a-323f-4ef1-ada4-0e45534e90b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:13:58Z', 'updated_at': '2022-05-23T12:14:03Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'subnets': [{'id': 'c319831a-323f-4ef1-ada4-0e45534e90b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:14:03.920351 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022ad270-fb77-4755-9be3-c5a2b2f5e2cc None None] The sync data for ids ['a53f9b0d-6575-411c-b358-3f8467063ce3'] in n-d-842952-2 is: [{'id': 'a53f9b0d-6575-411c-b358-3f8467063ce3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141578634', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '160b6fae-3222-4295-8481-a5a939831f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:13:55Z', 'updated_at': '2022-05-23T12:13:59Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '160b6fae-3222-4295-8481-a5a939831f71', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53f9b0d-6575-411c-b358-3f8467063ce3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:13:55Z', 'updated_at': '2022-05-23T12:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '305a2c89-e9dd-4440-ae85-14b23fba585d', 'name': '', 'network_id': '568b205f-0d5c-4081-aa3a-ce0a8b40a37c', 'tenant_id': '588190a306d7442794226e883f5db528', 'mac_address': 'fa:16:3e:15:ac:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53f9b0d-6575-411c-b358-3f8467063ce3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c319831a-323f-4ef1-ada4-0e45534e90b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:13:58Z', 'updated_at': '2022-05-23T12:14:03Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'subnets': [{'id': 'c319831a-323f-4ef1-ada4-0e45534e90b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:14:04.034244 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-e44f38f3-2524-4ac1-9fa0-b3de50d93472 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Allocated IP 172.20.0.9 (568b205f-0d5c-4081-aa3a-ce0a8b40a37c/c319831a-323f-4ef1-ada4-0e45534e90b8/b4fd81e3-0e53-4a70-9637-f92a8c4c4991) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:14:04.233784 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-e44f38f3-2524-4ac1-9fa0-b3de50d93472 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:04.251449 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-e44f38f3-2524-4ac1-9fa0-b3de50d93472 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Transition to ACTIVE for port object b4fd81e3-0e53-4a70-9637-f92a8c4c4991 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:14:04.276771 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-e44f38f3-2524-4ac1-9fa0-b3de50d93472 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:04.357509 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-e44f38f3-2524-4ac1-9fa0-b3de50d93472 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Network 568b205f-0d5c-4081-aa3a-ce0a8b40a37c is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:14:04.360957 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-e44f38f3-2524-4ac1-9fa0-b3de50d93472 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:14:04.365780 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-e44f38f3-2524-4ac1-9fa0-b3de50d93472 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:14:04.395597 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f38f3-2524-4ac1-9fa0-b3de50d93472 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'Port': ['ID=b4fd81e3-0e53-4a70-9637-f92a8c4c4991,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:14:04.438340 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-e44f38f3-2524-4ac1-9fa0-b3de50d93472 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:14:04.439204 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-e44f38f3-2524-4ac1-9fa0-b3de50d93472 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:04.470813 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-e44f38f3-2524-4ac1-9fa0-b3de50d93472 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8038473 May 23 12:14:04.510300 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-91f35af9-caee-486d-90c9-1bf14701792a service neutron] Request body: {'port': {'device_id': '1135d0e1-d194-4c3c-9f68-712b2bcbf1a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:14:04.654500 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccac9ea-7f7f-4f66-9f49-957dfa3e4663 req-afa71357-e21d-4e93-8051-44a640fcf2b8 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:14:04.655194 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-5ccac9ea-7f7f-4f66-9f49-957dfa3e4663 req-afa71357-e21d-4e93-8051-44a640fcf2b8 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Synchronizing usage tracker for tenant:588190a306d7442794226e883f5db528 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:14:04.663076 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-91f35af9-caee-486d-90c9-1bf14701792a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:04.703070 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9df1516e-b8f0-48ed-b3aa-abc074b9fe07 None None] Provisioning for port b4fd81e3-0e53-4a70-9637-f92a8c4c4991 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:14:04.710286 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9df1516e-b8f0-48ed-b3aa-abc074b9fe07 None None] Provisioning complete for port b4fd81e3-0e53-4a70-9637-f92a8c4c4991 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:14:04.710827 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9df1516e-b8f0-48ed-b3aa-abc074b9fe07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:04.716901 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-5ccac9ea-7f7f-4f66-9f49-957dfa3e4663 req-afa71357-e21d-4e93-8051-44a640fcf2b8 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Unset dirty status for tenant:588190a306d7442794226e883f5db528 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:14:04.718075 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5ccac9ea-7f7f-4f66-9f49-957dfa3e4663 req-afa71357-e21d-4e93-8051-44a640fcf2b8 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=1135d0e1-d194-4c3c-9f68-712b2bcbf1a5 HTTP/1.1" status: 200 len: 931 time: 0.2440555 May 23 12:14:04.796043 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5ccac9ea-7f7f-4f66-9f49-957dfa3e4663 req-83a61473-71a1-45a1-aad9-fd042b978e9d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfda5f69-5f5c-4e9a-870e-40a5a5bdd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711396 May 23 12:14:04.808365 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-9df1516e-b8f0-48ed-b3aa-abc074b9fe07 None None] Port b4fd81e3-0e53-4a70-9637-f92a8c4c4991 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 12:14:05.070071 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 305a2c89-e9dd-4440-ae85-14b23fba585d up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:14:05.144008 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 305a2c89-e9dd-4440-ae85-14b23fba585d completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:14:05.149099 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 305a2c89-e9dd-4440-ae85-14b23fba585d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:14:05.149455 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:05.191363 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-91f35af9-caee-486d-90c9-1bf14701792a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4fd81e3-0e53-4a70-9637-f92a8c4c4991 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 12:14:05.198948 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-91f35af9-caee-486d-90c9-1bf14701792a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:05.214858 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-91f35af9-caee-486d-90c9-1bf14701792a service neutron] Transition to ACTIVE for port object b4fd81e3-0e53-4a70-9637-f92a8c4c4991 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:14:05.218976 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-91f35af9-caee-486d-90c9-1bf14701792a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:05.261697 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:05.294929 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 305a2c89-e9dd-4440-ae85-14b23fba585d, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=305a2c89-e9dd-4440-ae85-14b23fba585d,segment=NetworkSegment(f9343e44-0e5a-4df7-994e-ad92a8442e78),segment_id=f9343e44-0e5a-4df7-994e-ad92a8442e78)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:14:05.300989 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:05.355045 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f35af9-caee-486d-90c9-1bf14701792a service neutron] Pushing event updated for resources: {'Port': ['ID=b4fd81e3-0e53-4a70-9637-f92a8c4c4991,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:14:05.368667 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=305a2c89-e9dd-4440-ae85-14b23fba585d,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:14:05.466297 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-91f35af9-caee-486d-90c9-1bf14701792a service neutron] Attempting to bind port b4fd81e3-0e53-4a70-9637-f92a8c4c4991 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:14:05.466745 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-91f35af9-caee-486d-90c9-1bf14701792a service neutron] Attempting to bind port b4fd81e3-0e53-4a70-9637-f92a8c4c4991 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'f9343e44-0e5a-4df7-994e-ad92a8442e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '568b205f-0d5c-4081-aa3a-ce0a8b40a37c'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:14:05.466838 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-91f35af9-caee-486d-90c9-1bf14701792a service neutron] Attempting to bind port b4fd81e3-0e53-4a70-9637-f92a8c4c4991 on network 568b205f-0d5c-4081-aa3a-ce0a8b40a37c {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:14:05.472691 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-91f35af9-caee-486d-90c9-1bf14701792a service neutron] Port b4fd81e3-0e53-4a70-9637-f92a8c4c4991 on network 568b205f-0d5c-4081-aa3a-ce0a8b40a37c not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 12:14:05.473012 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-91f35af9-caee-486d-90c9-1bf14701792a service neutron] Attempting to bind port b4fd81e3-0e53-4a70-9637-f92a8c4c4991 on network 568b205f-0d5c-4081-aa3a-ce0a8b40a37c {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:14:05.479287 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-91f35af9-caee-486d-90c9-1bf14701792a service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:14:05.479614 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-91f35af9-caee-486d-90c9-1bf14701792a service neutron] Checking segment: {'id': 'f9343e44-0e5a-4df7-994e-ad92a8442e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '568b205f-0d5c-4081-aa3a-ce0a8b40a37c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:14:05.480032 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-91f35af9-caee-486d-90c9-1bf14701792a service neutron] Bound using segment: {'id': 'f9343e44-0e5a-4df7-994e-ad92a8442e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '568b205f-0d5c-4081-aa3a-ce0a8b40a37c'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:14:05.480453 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-91f35af9-caee-486d-90c9-1bf14701792a service neutron] Bound port: b4fd81e3-0e53-4a70-9637-f92a8c4c4991, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9343e44-0e5a-4df7-994e-ad92a8442e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '568b205f-0d5c-4081-aa3a-ce0a8b40a37c'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:14:05.480796 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-91f35af9-caee-486d-90c9-1bf14701792a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:05.571660 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-91f35af9-caee-486d-90c9-1bf14701792a service neutron] For port b4fd81e3-0e53-4a70-9637-f92a8c4c4991, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:14:05.575703 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-91f35af9-caee-486d-90c9-1bf14701792a service neutron] For port b4fd81e3-0e53-4a70-9637-f92a8c4c4991, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=b4fd81e3-0e53-4a70-9637-f92a8c4c4991,segment=NetworkSegment(f9343e44-0e5a-4df7-994e-ad92a8442e78),segment_id=f9343e44-0e5a-4df7-994e-ad92a8442e78)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:14:05.582654 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-91f35af9-caee-486d-90c9-1bf14701792a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:05.655723 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-91f35af9-caee-486d-90c9-1bf14701792a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:05.657077 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-91f35af9-caee-486d-90c9-1bf14701792a service neutron] 10.222.0.13 "PUT /v2.0/ports/b4fd81e3-0e53-4a70-9637-f92a8c4c4991 HTTP/1.1" status: 200 len: 1091 time: 1.1509621 May 23 12:14:05.657460 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1135d0e1-d194-4c3c-9f68-712b2bcbf1a5', 'tag': 'b4fd81e3-0e53-4a70-9637-f92a8c4c4991'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:14:05.676095 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f35af9-caee-486d-90c9-1bf14701792a service neutron] Pushing event updated for resources: {'Port': ['ID=b4fd81e3-0e53-4a70-9637-f92a8c4c4991,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:14:05.746598 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d9cf196-f66c-4c43-9d86-5cdc773882fa'] response: {'name': 'network-changed', 'server_uuid': '1135d0e1-d194-4c3c-9f68-712b2bcbf1a5', 'tag': 'b4fd81e3-0e53-4a70-9637-f92a8c4c4991', 'status': 'completed', 'code': 200} May 23 12:14:05.790277 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-04205ae6-d2d1-439c-afde-016bd1597561 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=588190a306d7442794226e883f5db528&device_id=1135d0e1-d194-4c3c-9f68-712b2bcbf1a5 HTTP/1.1" status: 200 len: 1094 time: 0.0760143 May 23 12:14:05.868876 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-e55d88bf-45dd-4932-a9f6-c9d7fc5b2fa3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4fd81e3-0e53-4a70-9637-f92a8c4c4991 HTTP/1.1" status: 200 len: 217 time: 0.0675957 May 23 12:14:05.930773 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-2c64c9b9-c291-41f3-9379-752fb7d1b90c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:14:05.932100 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-2c64c9b9-c291-41f3-9379-752fb7d1b90c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c319831a-323f-4ef1-ada4-0e45534e90b8 HTTP/1.1" status: 200 len: 835 time: 0.0578964 May 23 12:14:06.064420 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec1ac4-8a33-4def-86bd-f313ad6bbb5d req-8fdd39f5-dd95-4fc2-bb7e-4d0700c7e2e0 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:14:06.065854 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f0ec1ac4-8a33-4def-86bd-f313ad6bbb5d req-8fdd39f5-dd95-4fc2-bb7e-4d0700c7e2e0 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=1135d0e1-d194-4c3c-9f68-712b2bcbf1a5 HTTP/1.1" status: 200 len: 943 time: 0.1326787 May 23 12:14:06.069398 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-ea7aaf98-eb82-44d6-bd4c-1151459888d4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=568b205f-0d5c-4081-aa3a-ce0a8b40a37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1062598 May 23 12:14:06.192795 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f0ec1ac4-8a33-4def-86bd-f313ad6bbb5d req-cf9f55e3-03f6-48e7-83c2-32af151fbbde tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfda5f69-5f5c-4e9a-870e-40a5a5bdd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209233 May 23 12:14:06.229450 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-05119ac2-9cef-4b86-85d8-eb65005505be service neutron] 10.222.0.13 "GET /v2.0/networks/568b205f-0d5c-4081-aa3a-ce0a8b40a37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436739 May 23 12:14:06.366763 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8821f1d0-0d84-4b85-aa0b-92e3d0d416b8 req-0ae6ca81-7167-4814-8bc2-dfc16de3ef8a service neutron] 10.222.0.13 "GET /v2.0/networks/568b205f-0d5c-4081-aa3a-ce0a8b40a37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315038 May 23 12:14:06.545579 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c250e45c-bd69-4329-bad9-0b85bdff1726 req-3cd23dc0-bab5-4b55-86ed-2650b19763e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=588190a306d7442794226e883f5db528&device_id=1135d0e1-d194-4c3c-9f68-712b2bcbf1a5 HTTP/1.1" status: 200 len: 1094 time: 0.0759041 May 23 12:14:06.684210 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250e45c-bd69-4329-bad9-0b85bdff1726 req-b39af77a-ea2f-482e-98fa-f2bc4c22964f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:14:06.685614 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c250e45c-bd69-4329-bad9-0b85bdff1726 req-b39af77a-ea2f-482e-98fa-f2bc4c22964f service neutron] 10.222.0.13 "GET /v2.0/networks?id=568b205f-0d5c-4081-aa3a-ce0a8b40a37c HTTP/1.1" status: 200 len: 897 time: 0.1325574 May 23 12:14:06.751223 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c250e45c-bd69-4329-bad9-0b85bdff1726 req-1f76820c-8a0f-44ff-8cba-1c40b691fae5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4fd81e3-0e53-4a70-9637-f92a8c4c4991 HTTP/1.1" status: 200 len: 217 time: 0.0594530 May 23 12:14:06.814637 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250e45c-bd69-4329-bad9-0b85bdff1726 req-8ce1a79a-ee22-42b9-9c8d-bf7fc96ff924 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:14:06.816083 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c250e45c-bd69-4329-bad9-0b85bdff1726 req-8ce1a79a-ee22-42b9-9c8d-bf7fc96ff924 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c319831a-323f-4ef1-ada4-0e45534e90b8 HTTP/1.1" status: 200 len: 835 time: 0.0590353 May 23 12:14:06.890810 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c250e45c-bd69-4329-bad9-0b85bdff1726 req-be7833ec-7442-48c0-8d72-17a377a280e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=568b205f-0d5c-4081-aa3a-ce0a8b40a37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688481 May 23 12:14:07.053555 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 305a2c89-e9dd-4440-ae85-14b23fba585d up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:14:07.121113 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c250e45c-bd69-4329-bad9-0b85bdff1726 req-1aeabaea-e0b3-43cd-95ed-7f11007090b8 service neutron] 10.222.0.13 "GET /v2.0/networks/568b205f-0d5c-4081-aa3a-ce0a8b40a37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238595 May 23 12:14:07.124244 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 305a2c89-e9dd-4440-ae85-14b23fba585d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:14:07.124620 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:07.258712 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c250e45c-bd69-4329-bad9-0b85bdff1726 req-03397867-354c-41ff-b7b4-91c0bbf5b964 service neutron] 10.222.0.13 "GET /v2.0/networks/568b205f-0d5c-4081-aa3a-ce0a8b40a37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312392 May 23 12:14:07.401243 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9c859-f611-4e25-a870-32dfcc344e82 req-a727d7cd-28f0-4d82-b08d-b2b6e13a843a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:14:07.402708 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1ca9c859-f611-4e25-a870-32dfcc344e82 req-a727d7cd-28f0-4d82-b08d-b2b6e13a843a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=1135d0e1-d194-4c3c-9f68-712b2bcbf1a5 HTTP/1.1" status: 200 len: 943 time: 0.0844543 May 23 12:14:07.457496 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1ca9c859-f611-4e25-a870-32dfcc344e82 req-894e0985-6417-48c8-bff2-6037af8b4045 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfda5f69-5f5c-4e9a-870e-40a5a5bdd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483515 May 23 12:14:08.662845 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:08.674670 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9fa39-6328-45bc-bda4-cb501617a6c9 req-1a840782-dc6b-4b93-9ff6-c87bee7d4446 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:14:08.676230 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f0c9fa39-6328-45bc-bda4-cb501617a6c9 req-1a840782-dc6b-4b93-9ff6-c87bee7d4446 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=1135d0e1-d194-4c3c-9f68-712b2bcbf1a5 HTTP/1.1" status: 200 len: 943 time: 0.0825689 May 23 12:14:08.722726 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f0c9fa39-6328-45bc-bda4-cb501617a6c9 req-c2632f21-b5f1-4565-9e36-369924deef3c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfda5f69-5f5c-4e9a-870e-40a5a5bdd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408778 May 23 12:14:08.981886 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:14:09.134706 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device b4fd81e3-0e53-4a70-9637-f92a8c4c4991 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 12:14:09.280753 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port b4fd81e3-0e53-4a70-9637-f92a8c4c4991, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=b4fd81e3-0e53-4a70-9637-f92a8c4c4991,segment=NetworkSegment(f9343e44-0e5a-4df7-994e-ad92a8442e78),segment_id=f9343e44-0e5a-4df7-994e-ad92a8442e78)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:14:09.294594 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'b4fd81e3-0e53-4a70-9637-f92a8c4c4991', 'network_id': '568b205f-0d5c-4081-aa3a-ce0a8b40a37c', 'port_id': 'b4fd81e3-0e53-4a70-9637-f92a8c4c4991', 'mac_address': 'fa:16:3e:81:0a:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c319831a-323f-4ef1-ada4-0e45534e90b8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 12:14:09.357320 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a13e4a94-7fc8-4ee4-956f-f4abafa749db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:09.360450 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:09.377989 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4fd81e3-0e53-4a70-9637-f92a8c4c4991 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 12:14:09.392944 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port b4fd81e3-0e53-4a70-9637-f92a8c4c4991, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=b4fd81e3-0e53-4a70-9637-f92a8c4c4991,segment=NetworkSegment(f9343e44-0e5a-4df7-994e-ad92a8442e78),segment_id=f9343e44-0e5a-4df7-994e-ad92a8442e78)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:14:09.396981 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:09.464794 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=b4fd81e3-0e53-4a70-9637-f92a8c4c4991,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:14:09.822121 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['b4fd81e3-0e53-4a70-9637-f92a8c4c4991'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 12:14:09.936299 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb4e17-ccde-4f3b-aa2e-9838ee8b9ca5 req-e1c57d04-c7ea-4fc8-b607-f1f11cef553d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:14:09.937823 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-50bb4e17-ccde-4f3b-aa2e-9838ee8b9ca5 req-e1c57d04-c7ea-4fc8-b607-f1f11cef553d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=1135d0e1-d194-4c3c-9f68-712b2bcbf1a5 HTTP/1.1" status: 200 len: 944 time: 0.0822160 May 23 12:14:09.983495 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-50bb4e17-ccde-4f3b-aa2e-9838ee8b9ca5 req-0cf9c0cf-1644-4529-831a-5ff9766afc51 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfda5f69-5f5c-4e9a-870e-40a5a5bdd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400338 May 23 12:14:10.086759 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:11.138769 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device b4fd81e3-0e53-4a70-9637-f92a8c4c4991 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:14:11.183032 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b710c37-6cb5-4d8e-a46b-7289da3d9cf3 req-4fa48bc7-21fb-425e-8b53-2814b5debf71 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:14:11.184900 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0b710c37-6cb5-4d8e-a46b-7289da3d9cf3 req-4fa48bc7-21fb-425e-8b53-2814b5debf71 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=1135d0e1-d194-4c3c-9f68-712b2bcbf1a5 HTTP/1.1" status: 200 len: 944 time: 0.0803013 May 23 12:14:11.213408 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port b4fd81e3-0e53-4a70-9637-f92a8c4c4991 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:14:11.219229 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port b4fd81e3-0e53-4a70-9637-f92a8c4c4991 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:14:11.219595 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:11.234004 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0b710c37-6cb5-4d8e-a46b-7289da3d9cf3 req-5468baad-b0ab-4e66-a908-c7f5d64e5200 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfda5f69-5f5c-4e9a-870e-40a5a5bdd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427265 May 23 12:14:11.349910 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:11.396360 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1135d0e1-d194-4c3c-9f68-712b2bcbf1a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4fd81e3-0e53-4a70-9637-f92a8c4c4991'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:14:11.409553 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port b4fd81e3-0e53-4a70-9637-f92a8c4c4991, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=b4fd81e3-0e53-4a70-9637-f92a8c4c4991,segment=NetworkSegment(f9343e44-0e5a-4df7-994e-ad92a8442e78),segment_id=f9343e44-0e5a-4df7-994e-ad92a8442e78)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:14:11.414858 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:11.486039 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=b4fd81e3-0e53-4a70-9637-f92a8c4c4991,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:14:11.545393 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e306337-4dd7-40dc-9d02-01308ea5aceb'] response: {'server_uuid': '1135d0e1-d194-4c3c-9f68-712b2bcbf1a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4fd81e3-0e53-4a70-9637-f92a8c4c4991', 'code': 200} May 23 12:14:11.655891 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-601afe1d-0816-49f7-b7ba-3169dd1e137a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:11.705015 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-74fa2293-593c-44a8-a68e-f5edd3647149 req-69166ed4-c616-4701-b011-07e92c0cf232 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1135d0e1-d194-4c3c-9f68-712b2bcbf1a5 HTTP/1.1" status: 200 len: 1096 time: 0.0769072 May 23 12:14:11.759475 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-74fa2293-593c-44a8-a68e-f5edd3647149 req-aff5ff9c-0647-4e08-b2a9-b9914451c983 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cfda5f69-5f5c-4e9a-870e-40a5a5bdd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475173 May 23 12:14:12.458025 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e04d6-cd8f-46ab-82cf-7f71228e8e07 req-eb73a01e-bc03-41b7-adaa-21e4746421d2 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:14:12.459479 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-549e04d6-cd8f-46ab-82cf-7f71228e8e07 req-eb73a01e-bc03-41b7-adaa-21e4746421d2 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=1135d0e1-d194-4c3c-9f68-712b2bcbf1a5 HTTP/1.1" status: 200 len: 945 time: 0.0932398 May 23 12:14:12.509718 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-549e04d6-cd8f-46ab-82cf-7f71228e8e07 req-048dabc3-44e3-4cd0-b936-8a18b5c3952f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfda5f69-5f5c-4e9a-870e-40a5a5bdd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435793 May 23 12:14:12.918488 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:13.005094 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:13.723522 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857dc1f-ed83-408b-b851-4722724e5782 req-0dd2dab4-cfbe-40fa-b6d1-e5581c1a2873 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:14:13.725032 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c857dc1f-ed83-408b-b851-4722724e5782 req-0dd2dab4-cfbe-40fa-b6d1-e5581c1a2873 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=1135d0e1-d194-4c3c-9f68-712b2bcbf1a5 HTTP/1.1" status: 200 len: 945 time: 0.0871460 May 23 12:14:13.771877 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c857dc1f-ed83-408b-b851-4722724e5782 req-ec6bc419-50c2-421b-93ac-a5fcf20f2edc tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfda5f69-5f5c-4e9a-870e-40a5a5bdd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409615 May 23 12:14:13.995477 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d903d-e750-437e-a207-3dc829680e8b req-5cf0e429-f1c4-4ef8-89f8-25c7a58f62d0 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:14:13.996996 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e32d903d-e750-437e-a207-3dc829680e8b req-5cf0e429-f1c4-4ef8-89f8-25c7a58f62d0 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=1135d0e1-d194-4c3c-9f68-712b2bcbf1a5 HTTP/1.1" status: 200 len: 945 time: 0.0860977 May 23 12:14:14.049177 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e32d903d-e750-437e-a207-3dc829680e8b req-6855eb84-cc94-4ad1-ae4b-f52cf9736a85 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfda5f69-5f5c-4e9a-870e-40a5a5bdd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442681 May 23 12:14:14.080279 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42968) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:14:14.152548 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-29a83f2c-0a88-49d0-818d-59f9b264c15c tempest-TestNetworkAdvancedServerOps-1692628639 tempest-TestNetworkAdvancedServerOps-1692628639-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=1135d0e1-d194-4c3c-9f68-712b2bcbf1a5 HTTP/1.1" status: 200 len: 1091 time: 0.0710359 May 23 12:14:14.158774 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42972) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:14:14.164341 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-e96c596b-c139-4f7f-b1fd-15d256cbe08a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'port_id': 'b4fd81e3-0e53-4a70-9637-f92a8c4c4991', 'tenant_id': '588190a306d7442794226e883f5db528', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:14:14.171175 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e96c596b-c139-4f7f-b1fd-15d256cbe08a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:14:14.175978 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e96c596b-c139-4f7f-b1fd-15d256cbe08a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:floatingip and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:14:14.179036 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-e96c596b-c139-4f7f-b1fd-15d256cbe08a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:14:14.186761 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-e96c596b-c139-4f7f-b1fd-15d256cbe08a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:14:14.197791 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e96c596b-c139-4f7f-b1fd-15d256cbe08a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:14.353222 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e96c596b-c139-4f7f-b1fd-15d256cbe08a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:14.507320 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-e96c596b-c139-4f7f-b1fd-15d256cbe08a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Allocated IP 172.25.6.124 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/7d9d2d35-75d3-472b-b82c-72ae03bbdcc6) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:14:14.564267 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:14.686588 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e96c596b-c139-4f7f-b1fd-15d256cbe08a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:14.720120 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e96c596b-c139-4f7f-b1fd-15d256cbe08a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:14.791131 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96c596b-c139-4f7f-b1fd-15d256cbe08a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:14:14.794175 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-e96c596b-c139-4f7f-b1fd-15d256cbe08a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:14:14.797117 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96c596b-c139-4f7f-b1fd-15d256cbe08a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:14:14.831944 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c596b-c139-4f7f-b1fd-15d256cbe08a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'Port': ['ID=7d9d2d35-75d3-472b-b82c-72ae03bbdcc6,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:14:15.437013 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e96c596b-c139-4f7f-b1fd-15d256cbe08a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:15.493219 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e96c596b-c139-4f7f-b1fd-15d256cbe08a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:15.706508 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e96c596b-c139-4f7f-b1fd-15d256cbe08a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:15.712561 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e96c596b-c139-4f7f-b1fd-15d256cbe08a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:15.820506 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c596b-c139-4f7f-b1fd-15d256cbe08a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'Port': ['ID=7d9d2d35-75d3-472b-b82c-72ae03bbdcc6,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:14:15.836131 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e96c596b-c139-4f7f-b1fd-15d256cbe08a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:16.036527 n-d-842952-2 neutron-server[83910]: INFO neutron.db.l3_db [None req-e96c596b-c139-4f7f-b1fd-15d256cbe08a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Floating IP d32c1e0c-86f4-46cf-86c8-57a367bcbbbf associated. External IP: 172.25.6.124, port: b4fd81e3-0e53-4a70-9637-f92a8c4c4991. May 23 12:14:16.452624 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96c596b-c139-4f7f-b1fd-15d256cbe08a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Router a53f9b0d-6575-411c-b358-3f8467063ce3 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:14:16.760658 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96c596b-c139-4f7f-b1fd-15d256cbe08a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:14:16.770151 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e4063d-9acf-4798-9e44-8a2922d76a9b None None] Sync routers for ids ['a53f9b0d-6575-411c-b358-3f8467063ce3'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:14:16.783268 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e4063d-9acf-4798-9e44-8a2922d76a9b None None] Routers {'a53f9b0d-6575-411c-b358-3f8467063ce3'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:14:16.783884 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-38e4063d-9acf-4798-9e44-8a2922d76a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:14:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['a53f9b0d-6575-411c-b358-3f8467063ce3'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:14:16.789230 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e96c596b-c139-4f7f-b1fd-15d256cbe08a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:16.847640 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e96c596b-c139-4f7f-b1fd-15d256cbe08a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6852305 May 23 12:14:16.847640 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1135d0e1-d194-4c3c-9f68-712b2bcbf1a5', 'tag': 'b4fd81e3-0e53-4a70-9637-f92a8c4c4991'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:14:16.900246 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-973a54c5-e7c4-4af0-a41b-20aed6ea8e41'] response: {'name': 'network-changed', 'server_uuid': '1135d0e1-d194-4c3c-9f68-712b2bcbf1a5', 'tag': 'b4fd81e3-0e53-4a70-9637-f92a8c4c4991', 'status': 'completed', 'code': 200} May 23 12:14:16.972635 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-38e4063d-9acf-4798-9e44-8a2922d76a9b None None] Set router a53f9b0d-6575-411c-b358-3f8467063ce3 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:14:17.072981 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee0857-b9ea-4875-b45e-473fef9aa9b5 req-eb6ab316-a922-441e-8ef0-7aff38a4e9fc tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:14:17.074356 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d2ee0857-b9ea-4875-b45e-473fef9aa9b5 req-eb6ab316-a922-441e-8ef0-7aff38a4e9fc tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=1135d0e1-d194-4c3c-9f68-712b2bcbf1a5 HTTP/1.1" status: 200 len: 945 time: 0.1325948 May 23 12:14:17.081385 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-70c3c7ec-5e08-41b3-9760-94468c5c6b1c req-4402360c-155d-4ad7-a9b5-53699d9e48f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=588190a306d7442794226e883f5db528&device_id=1135d0e1-d194-4c3c-9f68-712b2bcbf1a5 HTTP/1.1" status: 200 len: 1096 time: 0.1089754 May 23 12:14:17.209432 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d2ee0857-b9ea-4875-b45e-473fef9aa9b5 req-016f98a3-739b-4293-910e-60331b1dfafa tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfda5f69-5f5c-4e9a-870e-40a5a5bdd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270752 May 23 12:14:17.238735 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42980) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:14:17.245459 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3c7ec-5e08-41b3-9760-94468c5c6b1c req-2eb7dbb4-ea55-4e77-92aa-665581c95af0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:14:17.247061 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-70c3c7ec-5e08-41b3-9760-94468c5c6b1c req-2eb7dbb4-ea55-4e77-92aa-665581c95af0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=568b205f-0d5c-4081-aa3a-ce0a8b40a37c HTTP/1.1" status: 200 len: 897 time: 0.1502521 May 23 12:14:17.319399 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-38e4063d-9acf-4798-9e44-8a2922d76a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53f9b0d-6575-411c-b358-3f8467063ce3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141578634', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '160b6fae-3222-4295-8481-a5a939831f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:13:55Z', 'updated_at': '2022-05-23T12:13:59Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '160b6fae-3222-4295-8481-a5a939831f71', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53f9b0d-6575-411c-b358-3f8467063ce3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:13:55Z', 'updated_at': '2022-05-23T12:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'd32c1e0c-86f4-46cf-86c8-57a367bcbbbf', 'tenant_id': '588190a306d7442794226e883f5db528', 'floating_ip_address': '172.25.6.124', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': 'a53f9b0d-6575-411c-b358-3f8467063ce3', 'port_id': 'b4fd81e3-0e53-4a70-9637-f92a8c4c4991', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '568b205f-0d5c-4081-aa3a-ce0a8b40a37c', 'mac_address': 'fa:16:3e:81:0a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1135d0e1-d194-4c3c-9f68-712b2bcbf1a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:14:15Z', 'updated_at': '2022-05-23T12:14:15Z', 'revision_number': 0, 'project_id': '588190a306d7442794226e883f5db528', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '305a2c89-e9dd-4440-ae85-14b23fba585d', 'name': '', 'network_id': '568b205f-0d5c-4081-aa3a-ce0a8b40a37c', 'tenant_id': '588190a306d7442794226e883f5db528', 'mac_address': 'fa:16:3e:15:ac:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53f9b0d-6575-411c-b358-3f8467063ce3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c319831a-323f-4ef1-ada4-0e45534e90b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:13:58Z', 'updated_at': '2022-05-23T12:14:05Z', 'revision_number': 5, 'project_id': '588190a306d7442794226e883f5db528', 'subnets': [{'id': 'c319831a-323f-4ef1-ada4-0e45534e90b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:14:17.323371 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e4063d-9acf-4798-9e44-8a2922d76a9b None None] Checking router: a53f9b0d-6575-411c-b358-3f8467063ce3 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:14:17.333834 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e4063d-9acf-4798-9e44-8a2922d76a9b None None] Routers {'a53f9b0d-6575-411c-b358-3f8467063ce3'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:14:17.334424 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-38e4063d-9acf-4798-9e44-8a2922d76a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:14:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['a53f9b0d-6575-411c-b358-3f8467063ce3'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:14:17.346634 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2498f4d0-6124-4912-88cf-5de2ec9b2474 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/floatingips/d32c1e0c-86f4-46cf-86c8-57a367bcbbbf HTTP/1.1" status: 200 len: 991 time: 0.1056106 May 23 12:14:17.354501 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-70c3c7ec-5e08-41b3-9760-94468c5c6b1c req-ef887405-9de3-445e-9e0b-99a6fd209599 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4fd81e3-0e53-4a70-9637-f92a8c4c4991 HTTP/1.1" status: 200 len: 999 time: 0.1010773 May 23 12:14:17.425755 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3c7ec-5e08-41b3-9760-94468c5c6b1c req-e0c5ef48-a608-482b-a0b4-19d5b8b9ecfd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:14:17.427289 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-70c3c7ec-5e08-41b3-9760-94468c5c6b1c req-e0c5ef48-a608-482b-a0b4-19d5b8b9ecfd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c319831a-323f-4ef1-ada4-0e45534e90b8 HTTP/1.1" status: 200 len: 835 time: 0.0603068 May 23 12:14:17.503339 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-70c3c7ec-5e08-41b3-9760-94468c5c6b1c req-c991780f-b218-407e-91c7-f1746da6d372 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=568b205f-0d5c-4081-aa3a-ce0a8b40a37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705519 May 23 12:14:17.522903 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-38e4063d-9acf-4798-9e44-8a2922d76a9b None None] Set router a53f9b0d-6575-411c-b358-3f8467063ce3 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:14:17.638420 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-70c3c7ec-5e08-41b3-9760-94468c5c6b1c req-ac90919f-4b75-49f4-94b7-10c90bde7f47 service neutron] 10.222.0.13 "GET /v2.0/networks/568b205f-0d5c-4081-aa3a-ce0a8b40a37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288505 May 23 12:14:17.774490 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-70c3c7ec-5e08-41b3-9760-94468c5c6b1c req-f49afe3a-76e4-4df3-8eed-e4aebe753f73 service neutron] 10.222.0.13 "GET /v2.0/networks/568b205f-0d5c-4081-aa3a-ce0a8b40a37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303167 May 23 12:14:18.063641 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-38e4063d-9acf-4798-9e44-8a2922d76a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53f9b0d-6575-411c-b358-3f8467063ce3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141578634', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '160b6fae-3222-4295-8481-a5a939831f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:13:55Z', 'updated_at': '2022-05-23T12:13:59Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '160b6fae-3222-4295-8481-a5a939831f71', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53f9b0d-6575-411c-b358-3f8467063ce3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:13:55Z', 'updated_at': '2022-05-23T12:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'd32c1e0c-86f4-46cf-86c8-57a367bcbbbf', 'tenant_id': '588190a306d7442794226e883f5db528', 'floating_ip_address': '172.25.6.124', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': 'a53f9b0d-6575-411c-b358-3f8467063ce3', 'port_id': 'b4fd81e3-0e53-4a70-9637-f92a8c4c4991', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '568b205f-0d5c-4081-aa3a-ce0a8b40a37c', 'mac_address': 'fa:16:3e:81:0a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1135d0e1-d194-4c3c-9f68-712b2bcbf1a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:14:15Z', 'updated_at': '2022-05-23T12:14:15Z', 'revision_number': 0, 'project_id': '588190a306d7442794226e883f5db528', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '305a2c89-e9dd-4440-ae85-14b23fba585d', 'name': '', 'network_id': '568b205f-0d5c-4081-aa3a-ce0a8b40a37c', 'tenant_id': '588190a306d7442794226e883f5db528', 'mac_address': 'fa:16:3e:15:ac:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53f9b0d-6575-411c-b358-3f8467063ce3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c319831a-323f-4ef1-ada4-0e45534e90b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:13:58Z', 'updated_at': '2022-05-23T12:14:05Z', 'revision_number': 5, 'project_id': '588190a306d7442794226e883f5db528', 'subnets': [{'id': 'c319831a-323f-4ef1-ada4-0e45534e90b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:14:18.069772 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e4063d-9acf-4798-9e44-8a2922d76a9b None None] The sync data for ids ['a53f9b0d-6575-411c-b358-3f8467063ce3'] in n-d-842952-2 is: [{'id': 'a53f9b0d-6575-411c-b358-3f8467063ce3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141578634', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '160b6fae-3222-4295-8481-a5a939831f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:13:55Z', 'updated_at': '2022-05-23T12:13:59Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '160b6fae-3222-4295-8481-a5a939831f71', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53f9b0d-6575-411c-b358-3f8467063ce3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:13:55Z', 'updated_at': '2022-05-23T12:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'd32c1e0c-86f4-46cf-86c8-57a367bcbbbf', 'tenant_id': '588190a306d7442794226e883f5db528', 'floating_ip_address': '172.25.6.124', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': 'a53f9b0d-6575-411c-b358-3f8467063ce3', 'port_id': 'b4fd81e3-0e53-4a70-9637-f92a8c4c4991', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '568b205f-0d5c-4081-aa3a-ce0a8b40a37c', 'mac_address': 'fa:16:3e:81:0a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1135d0e1-d194-4c3c-9f68-712b2bcbf1a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:14:15Z', 'updated_at': '2022-05-23T12:14:15Z', 'revision_number': 0, 'project_id': '588190a306d7442794226e883f5db528', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '305a2c89-e9dd-4440-ae85-14b23fba585d', 'name': '', 'network_id': '568b205f-0d5c-4081-aa3a-ce0a8b40a37c', 'tenant_id': '588190a306d7442794226e883f5db528', 'mac_address': 'fa:16:3e:15:ac:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53f9b0d-6575-411c-b358-3f8467063ce3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c319831a-323f-4ef1-ada4-0e45534e90b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:13:58Z', 'updated_at': '2022-05-23T12:14:05Z', 'revision_number': 5, 'project_id': '588190a306d7442794226e883f5db528', 'subnets': [{'id': 'c319831a-323f-4ef1-ada4-0e45534e90b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:14:18.350794 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 42984) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:14:18.478531 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-49f525d7-d70f-41a0-abf8-ceeded523020 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/floatingips/d32c1e0c-86f4-46cf-86c8-57a367bcbbbf HTTP/1.1" status: 200 len: 991 time: 0.1261101 May 23 12:14:19.485162 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42988) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:14:19.618981 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-511188b2-e421-4252-91a0-21ffe3151dfa tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/floatingips/d32c1e0c-86f4-46cf-86c8-57a367bcbbbf HTTP/1.1" status: 200 len: 991 time: 0.1323004 May 23 12:14:20.623485 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42992) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:14:20.744091 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d1649661-9d44-4357-b7f6-b4295c74fa1d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/floatingips/d32c1e0c-86f4-46cf-86c8-57a367bcbbbf HTTP/1.1" status: 200 len: 991 time: 0.1193686 May 23 12:14:21.003856 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f05895d-edff-453f-8109-1a93d0de1d5e None None] New status for floating IP d32c1e0c-86f4-46cf-86c8-57a367bcbbbf: ACTIVE {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 12:14:21.748638 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 42996) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:14:21.853677 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f5e9080a-f6fb-4da5-8633-10130006bfa4 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/floatingips/d32c1e0c-86f4-46cf-86c8-57a367bcbbbf HTTP/1.1" status: 200 len: 993 time: 0.1038976 May 23 12:14:38.676999 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:39.344852 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-72696f57-f150-4e7d-867b-cf4834d384ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:40.081674 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:41.673914 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d7486dec-e325-494c-936e-bccdd5abcb42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:42.922282 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:43.008652 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:44.568555 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:14:45.978657 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:15:05.057130 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9675e9aa-5d15-477e-abdd-612d437ef9bc req-79fd78f5-0cf2-484c-ac17-5c5d33378018 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1135d0e1-d194-4c3c-9f68-712b2bcbf1a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0701239 May 23 12:15:05.231682 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9675e9aa-5d15-477e-abdd-612d437ef9bc req-19ed3d70-84dd-4b8a-8860-b141f76aecb3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=588190a306d7442794226e883f5db528&device_id=1135d0e1-d194-4c3c-9f68-712b2bcbf1a5 HTTP/1.1" status: 200 len: 1096 time: 0.0836501 May 23 12:15:05.474884 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675e9aa-5d15-477e-abdd-612d437ef9bc req-8141de9f-0a80-478d-b75f-58d82143689b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:15:05.476397 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9675e9aa-5d15-477e-abdd-612d437ef9bc req-8141de9f-0a80-478d-b75f-58d82143689b service neutron] 10.222.0.13 "GET /v2.0/networks?id=568b205f-0d5c-4081-aa3a-ce0a8b40a37c HTTP/1.1" status: 200 len: 897 time: 0.2247932 May 23 12:15:05.586464 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9675e9aa-5d15-477e-abdd-612d437ef9bc req-caecfaab-5727-4f5d-a81a-b5cadaa606f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4fd81e3-0e53-4a70-9637-f92a8c4c4991 HTTP/1.1" status: 200 len: 1001 time: 0.1035178 May 23 12:15:05.660107 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675e9aa-5d15-477e-abdd-612d437ef9bc req-13990605-86c9-4da6-a17e-dce789bd141f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:15:05.661529 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9675e9aa-5d15-477e-abdd-612d437ef9bc req-13990605-86c9-4da6-a17e-dce789bd141f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c319831a-323f-4ef1-ada4-0e45534e90b8 HTTP/1.1" status: 200 len: 835 time: 0.0691392 May 23 12:15:05.737216 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9675e9aa-5d15-477e-abdd-612d437ef9bc req-1baf5071-162f-4937-a64b-04878e727ad3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=568b205f-0d5c-4081-aa3a-ce0a8b40a37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696368 May 23 12:15:05.868989 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9675e9aa-5d15-477e-abdd-612d437ef9bc req-7f99cb7f-0232-4c70-ae83-654c4561308a service neutron] 10.222.0.13 "GET /v2.0/networks/568b205f-0d5c-4081-aa3a-ce0a8b40a37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257803 May 23 12:15:06.007250 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9675e9aa-5d15-477e-abdd-612d437ef9bc req-a9c5a04b-6096-4dcb-b0c1-c7bbcdcc0507 service neutron] 10.222.0.13 "GET /v2.0/networks/568b205f-0d5c-4081-aa3a-ce0a8b40a37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324835 May 23 12:15:08.676225 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:09.349480 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d8046a25-245c-4daf-8ab3-da1810d42a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:10.079512 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:11.665507 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-136fa6c6-32e9-4ad9-8402-baf5d7195123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:12.922963 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:13.017381 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:14.579003 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:20.983756 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de304c-e2ba-4533-9334-f026ed376882 req-cf46eb72-072c-470f-988a-ecc9fa23ebb3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:15:20.985229 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-27de304c-e2ba-4533-9334-f026ed376882 req-cf46eb72-072c-470f-988a-ecc9fa23ebb3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=1135d0e1-d194-4c3c-9f68-712b2bcbf1a5 HTTP/1.1" status: 200 len: 945 time: 0.0953562 May 23 12:15:21.034634 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-27de304c-e2ba-4533-9334-f026ed376882 req-60baa378-fbf2-42df-8536-c6c8e79d0bec tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfda5f69-5f5c-4e9a-870e-40a5a5bdd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432177 May 23 12:15:22.255014 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9a77c-0a29-4bfc-aa5b-523c798c9eb6 req-050edf97-8db8-49a6-9f8b-cb932207c36a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:15:22.256550 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f1e9a77c-0a29-4bfc-aa5b-523c798c9eb6 req-050edf97-8db8-49a6-9f8b-cb932207c36a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=1135d0e1-d194-4c3c-9f68-712b2bcbf1a5 HTTP/1.1" status: 200 len: 945 time: 0.0903721 May 23 12:15:22.316571 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f1e9a77c-0a29-4bfc-aa5b-523c798c9eb6 req-bf447b2d-aeb4-4826-a917-a13065ed50dc tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfda5f69-5f5c-4e9a-870e-40a5a5bdd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537810 May 23 12:15:22.349170 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43022) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:15:22.452474 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d6b7bd17-e53a-4f88-b89c-1f259130cef9 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/floatingips/d32c1e0c-86f4-46cf-86c8-57a367bcbbbf HTTP/1.1" status: 200 len: 993 time: 0.1021791 May 23 12:15:22.972704 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:15:23.960695 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96d06d-7ffb-497d-9e80-5741c667375d req-037b19d5-91af-4e18-aab2-020ed0c439ac tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:15:23.962163 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fe96d06d-7ffb-497d-9e80-5741c667375d req-037b19d5-91af-4e18-aab2-020ed0c439ac tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=1135d0e1-d194-4c3c-9f68-712b2bcbf1a5 HTTP/1.1" status: 200 len: 945 time: 0.0844457 May 23 12:15:24.008923 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fe96d06d-7ffb-497d-9e80-5741c667375d req-0874c2af-29b3-4f1d-b1f9-48d0e8749c45 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfda5f69-5f5c-4e9a-870e-40a5a5bdd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410359 May 23 12:15:25.208794 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06ec1e-761d-4cb8-9ede-4c06f192bb98 req-2e9c7ea8-72bf-475d-a451-c187f64550de tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:15:25.210155 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fb06ec1e-761d-4cb8-9ede-4c06f192bb98 req-2e9c7ea8-72bf-475d-a451-c187f64550de tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=1135d0e1-d194-4c3c-9f68-712b2bcbf1a5 HTTP/1.1" status: 200 len: 945 time: 0.0784273 May 23 12:15:25.261719 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fb06ec1e-761d-4cb8-9ede-4c06f192bb98 req-9ba24c32-6412-4b18-b4af-095fb8a68d24 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfda5f69-5f5c-4e9a-870e-40a5a5bdd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432558 May 23 12:15:25.298923 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43034) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:15:25.424956 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-da343ada-8df5-4d14-b5c3-5c7525d3a740 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/floatingips/d32c1e0c-86f4-46cf-86c8-57a367bcbbbf HTTP/1.1" status: 200 len: 993 time: 0.1247952 May 23 12:15:25.714309 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43042) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:15:25.920660 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-28ecbaf9-c6a4-4bef-8b50-7108db93f1ee tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Deleting port 7d9d2d35-75d3-472b-b82c-72ae03bbdcc6 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:15:25.920994 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-28ecbaf9-c6a4-4bef-8b50-7108db93f1ee tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:26.091155 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-28ecbaf9-c6a4-4bef-8b50-7108db93f1ee tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:26.091459 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-28ecbaf9-c6a4-4bef-8b50-7108db93f1ee tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:26.212405 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-28ecbaf9-c6a4-4bef-8b50-7108db93f1ee tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Calling delete_port for 7d9d2d35-75d3-472b-b82c-72ae03bbdcc6 owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:15:26.455470 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-28ecbaf9-c6a4-4bef-8b50-7108db93f1ee tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:26.502138 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ecbaf9-c6a4-4bef-8b50-7108db93f1ee tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event deleted for resources: {'Port': ['ID=7d9d2d35-75d3-472b-b82c-72ae03bbdcc6,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:15:26.570128 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ecbaf9-c6a4-4bef-8b50-7108db93f1ee tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:15:26.570483 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ecbaf9-c6a4-4bef-8b50-7108db93f1ee tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:15:26.570878 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ecbaf9-c6a4-4bef-8b50-7108db93f1ee tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:15:26.571214 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ecbaf9-c6a4-4bef-8b50-7108db93f1ee tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:15:26.571556 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ecbaf9-c6a4-4bef-8b50-7108db93f1ee tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:15:26.571919 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ecbaf9-c6a4-4bef-8b50-7108db93f1ee tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:15:26.572246 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ecbaf9-c6a4-4bef-8b50-7108db93f1ee tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:15:26.572575 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ecbaf9-c6a4-4bef-8b50-7108db93f1ee tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:15:26.572899 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ecbaf9-c6a4-4bef-8b50-7108db93f1ee tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:15:26.573226 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ecbaf9-c6a4-4bef-8b50-7108db93f1ee tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:15:26.573542 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ecbaf9-c6a4-4bef-8b50-7108db93f1ee tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:15:26.605054 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-28ecbaf9-c6a4-4bef-8b50-7108db93f1ee tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:27.023704 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ecbaf9-c6a4-4bef-8b50-7108db93f1ee tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Router a53f9b0d-6575-411c-b358-3f8467063ce3 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:15:27.250233 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ecbaf9-c6a4-4bef-8b50-7108db93f1ee tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:15:27.260591 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd82c1ac-4592-4df7-ba9b-4474974dfeeb None None] Sync routers for ids ['a53f9b0d-6575-411c-b358-3f8467063ce3'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:15:27.272177 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-28ecbaf9-c6a4-4bef-8b50-7108db93f1ee tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:27.272635 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd82c1ac-4592-4df7-ba9b-4474974dfeeb None None] Routers {'a53f9b0d-6575-411c-b358-3f8467063ce3'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:15:27.273233 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-cd82c1ac-4592-4df7-ba9b-4474974dfeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:15:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['a53f9b0d-6575-411c-b358-3f8467063ce3'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:15:27.332530 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-28ecbaf9-c6a4-4bef-8b50-7108db93f1ee tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "DELETE /v2.0/floatingips/d32c1e0c-86f4-46cf-86c8-57a367bcbbbf HTTP/1.1" status: 204 len: 168 time: 1.6141927 May 23 12:15:27.332530 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1135d0e1-d194-4c3c-9f68-712b2bcbf1a5', 'tag': 'b4fd81e3-0e53-4a70-9637-f92a8c4c4991'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:15:27.400735 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdbc2149-5d02-412f-a4e9-4cd77b4cbb1f'] response: {'name': 'network-changed', 'server_uuid': '1135d0e1-d194-4c3c-9f68-712b2bcbf1a5', 'tag': 'b4fd81e3-0e53-4a70-9637-f92a8c4c4991', 'status': 'completed', 'code': 200} May 23 12:15:27.466111 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-cd82c1ac-4592-4df7-ba9b-4474974dfeeb None None] Set router a53f9b0d-6575-411c-b358-3f8467063ce3 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:15:27.515491 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-db5e11fe-5521-4632-91a8-63acd2370d0f req-424c4610-0f4d-4979-b00f-449bb198dd59 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=588190a306d7442794226e883f5db528&device_id=1135d0e1-d194-4c3c-9f68-712b2bcbf1a5 HTTP/1.1" status: 200 len: 1096 time: 0.0708394 May 23 12:15:27.651975 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e11fe-5521-4632-91a8-63acd2370d0f req-ae9062a8-e566-4490-a3c4-aec1fdc9dde3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:15:27.653486 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-db5e11fe-5521-4632-91a8-63acd2370d0f req-ae9062a8-e566-4490-a3c4-aec1fdc9dde3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=568b205f-0d5c-4081-aa3a-ce0a8b40a37c HTTP/1.1" status: 200 len: 897 time: 0.1322703 May 23 12:15:27.763114 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-db5e11fe-5521-4632-91a8-63acd2370d0f req-5e14c8bf-1fe5-4461-9342-f2afb166af0d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4fd81e3-0e53-4a70-9637-f92a8c4c4991 HTTP/1.1" status: 200 len: 217 time: 0.1026428 May 23 12:15:27.798484 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-cd82c1ac-4592-4df7-ba9b-4474974dfeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53f9b0d-6575-411c-b358-3f8467063ce3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141578634', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '160b6fae-3222-4295-8481-a5a939831f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:13:55Z', 'updated_at': '2022-05-23T12:13:59Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '160b6fae-3222-4295-8481-a5a939831f71', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53f9b0d-6575-411c-b358-3f8467063ce3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:13:55Z', 'updated_at': '2022-05-23T12:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '305a2c89-e9dd-4440-ae85-14b23fba585d', 'name': '', 'network_id': '568b205f-0d5c-4081-aa3a-ce0a8b40a37c', 'tenant_id': '588190a306d7442794226e883f5db528', 'mac_address': 'fa:16:3e:15:ac:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53f9b0d-6575-411c-b358-3f8467063ce3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c319831a-323f-4ef1-ada4-0e45534e90b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:13:58Z', 'updated_at': '2022-05-23T12:14:05Z', 'revision_number': 5, 'project_id': '588190a306d7442794226e883f5db528', 'subnets': [{'id': 'c319831a-323f-4ef1-ada4-0e45534e90b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:15:27.802453 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd82c1ac-4592-4df7-ba9b-4474974dfeeb None None] Checking router: a53f9b0d-6575-411c-b358-3f8467063ce3 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:15:27.813654 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd82c1ac-4592-4df7-ba9b-4474974dfeeb None None] Routers {'a53f9b0d-6575-411c-b358-3f8467063ce3'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:15:27.814324 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-cd82c1ac-4592-4df7-ba9b-4474974dfeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:15:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['a53f9b0d-6575-411c-b358-3f8467063ce3'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:15:27.839676 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e11fe-5521-4632-91a8-63acd2370d0f req-2bc8a78d-d02f-4f8d-975a-654d5ae1eea4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:15:27.841225 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-db5e11fe-5521-4632-91a8-63acd2370d0f req-2bc8a78d-d02f-4f8d-975a-654d5ae1eea4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c319831a-323f-4ef1-ada4-0e45534e90b8 HTTP/1.1" status: 200 len: 835 time: 0.0702007 May 23 12:15:27.897357 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce6f8c-d15c-4c10-a857-4981905c529b req-5ff07849-b446-4f55-af5d-81cda18dcd41 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:15:27.898050 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-c2ce6f8c-d15c-4c10-a857-4981905c529b req-5ff07849-b446-4f55-af5d-81cda18dcd41 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Synchronizing usage tracker for tenant:588190a306d7442794226e883f5db528 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:15:27.926881 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-c2ce6f8c-d15c-4c10-a857-4981905c529b req-5ff07849-b446-4f55-af5d-81cda18dcd41 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Unset dirty status for tenant:588190a306d7442794226e883f5db528 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:15:27.928062 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c2ce6f8c-d15c-4c10-a857-4981905c529b req-5ff07849-b446-4f55-af5d-81cda18dcd41 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=1135d0e1-d194-4c3c-9f68-712b2bcbf1a5 HTTP/1.1" status: 200 len: 945 time: 0.2176950 May 23 12:15:27.958572 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-db5e11fe-5521-4632-91a8-63acd2370d0f req-ec00aa63-a8be-4226-9913-c2af12e8f7cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=568b205f-0d5c-4081-aa3a-ce0a8b40a37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1095414 May 23 12:15:27.994038 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-cd82c1ac-4592-4df7-ba9b-4474974dfeeb None None] Set router a53f9b0d-6575-411c-b358-3f8467063ce3 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:15:28.176646 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c2ce6f8c-d15c-4c10-a857-4981905c529b req-43faa80e-45bc-4f7a-a801-81d0a032f63f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfda5f69-5f5c-4e9a-870e-40a5a5bdd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2418516 May 23 12:15:28.226267 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-db5e11fe-5521-4632-91a8-63acd2370d0f req-b5a4cbe2-a6fd-47a9-bf9b-2fc7a8d5c090 service neutron] 10.222.0.13 "GET /v2.0/networks/568b205f-0d5c-4081-aa3a-ce0a8b40a37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563736 May 23 12:15:28.349198 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-cd82c1ac-4592-4df7-ba9b-4474974dfeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53f9b0d-6575-411c-b358-3f8467063ce3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141578634', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '160b6fae-3222-4295-8481-a5a939831f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:13:55Z', 'updated_at': '2022-05-23T12:13:59Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '160b6fae-3222-4295-8481-a5a939831f71', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53f9b0d-6575-411c-b358-3f8467063ce3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:13:55Z', 'updated_at': '2022-05-23T12:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '305a2c89-e9dd-4440-ae85-14b23fba585d', 'name': '', 'network_id': '568b205f-0d5c-4081-aa3a-ce0a8b40a37c', 'tenant_id': '588190a306d7442794226e883f5db528', 'mac_address': 'fa:16:3e:15:ac:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53f9b0d-6575-411c-b358-3f8467063ce3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c319831a-323f-4ef1-ada4-0e45534e90b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:13:58Z', 'updated_at': '2022-05-23T12:14:05Z', 'revision_number': 5, 'project_id': '588190a306d7442794226e883f5db528', 'subnets': [{'id': 'c319831a-323f-4ef1-ada4-0e45534e90b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:15:28.353497 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd82c1ac-4592-4df7-ba9b-4474974dfeeb None None] The sync data for ids ['a53f9b0d-6575-411c-b358-3f8467063ce3'] in n-d-842952-2 is: [{'id': 'a53f9b0d-6575-411c-b358-3f8467063ce3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141578634', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '160b6fae-3222-4295-8481-a5a939831f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:13:55Z', 'updated_at': '2022-05-23T12:13:59Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '160b6fae-3222-4295-8481-a5a939831f71', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53f9b0d-6575-411c-b358-3f8467063ce3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:13:55Z', 'updated_at': '2022-05-23T12:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '305a2c89-e9dd-4440-ae85-14b23fba585d', 'name': '', 'network_id': '568b205f-0d5c-4081-aa3a-ce0a8b40a37c', 'tenant_id': '588190a306d7442794226e883f5db528', 'mac_address': 'fa:16:3e:15:ac:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53f9b0d-6575-411c-b358-3f8467063ce3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c319831a-323f-4ef1-ada4-0e45534e90b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:13:58Z', 'updated_at': '2022-05-23T12:14:05Z', 'revision_number': 5, 'project_id': '588190a306d7442794226e883f5db528', 'subnets': [{'id': 'c319831a-323f-4ef1-ada4-0e45534e90b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:15:28.362192 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-db5e11fe-5521-4632-91a8-63acd2370d0f req-d0f29ec8-e141-4c05-bcce-2c5d5d96c360 service neutron] 10.222.0.13 "GET /v2.0/networks/568b205f-0d5c-4081-aa3a-ce0a8b40a37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290736 May 23 12:15:28.576187 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153648c9-ba45-472b-961b-f69daa0d9c7a None None] New status for floating IP d32c1e0c-86f4-46cf-86c8-57a367bcbbbf: DOWN {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 12:15:29.399965 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9887ec-ede4-48ef-8788-226783df0141 req-2021f480-c9b2-4882-9715-823a48195101 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:15:29.401984 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-db9887ec-ede4-48ef-8788-226783df0141 req-2021f480-c9b2-4882-9715-823a48195101 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=1135d0e1-d194-4c3c-9f68-712b2bcbf1a5 HTTP/1.1" status: 200 len: 945 time: 0.1005676 May 23 12:15:29.466479 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-db9887ec-ede4-48ef-8788-226783df0141 req-12910759-27b8-42e4-a727-cf5a5e88b4a8 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfda5f69-5f5c-4e9a-870e-40a5a5bdd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557568 May 23 12:15:29.697578 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e7688-544e-4e2b-ab50-570bce5f3b98 req-5b530fe8-ceb8-4875-b023-4a98a29531ee tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:15:29.698939 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-428e7688-544e-4e2b-ab50-570bce5f3b98 req-5b530fe8-ceb8-4875-b023-4a98a29531ee tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.13 "GET /v2.0/ports?device_id=1135d0e1-d194-4c3c-9f68-712b2bcbf1a5 HTTP/1.1" status: 200 len: 945 time: 0.0839498 May 23 12:15:29.771168 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-428e7688-544e-4e2b-ab50-570bce5f3b98 req-9c6454da-5411-4f64-a06e-527a199c675d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Deleting port b4fd81e3-0e53-4a70-9637-f92a8c4c4991 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:15:29.771473 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-428e7688-544e-4e2b-ab50-570bce5f3b98 req-9c6454da-5411-4f64-a06e-527a199c675d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:30.016125 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-428e7688-544e-4e2b-ab50-570bce5f3b98 req-9c6454da-5411-4f64-a06e-527a199c675d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] For port b4fd81e3-0e53-4a70-9637-f92a8c4c4991, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=b4fd81e3-0e53-4a70-9637-f92a8c4c4991,segment=NetworkSegment(f9343e44-0e5a-4df7-994e-ad92a8442e78),segment_id=f9343e44-0e5a-4df7-994e-ad92a8442e78)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:15:30.016484 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-428e7688-544e-4e2b-ab50-570bce5f3b98 req-9c6454da-5411-4f64-a06e-527a199c675d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:30.141342 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-428e7688-544e-4e2b-ab50-570bce5f3b98 req-9c6454da-5411-4f64-a06e-527a199c675d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Calling delete_port for b4fd81e3-0e53-4a70-9637-f92a8c4c4991 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:15:30.283330 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-428e7688-544e-4e2b-ab50-570bce5f3b98 req-9c6454da-5411-4f64-a06e-527a199c675d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:30.344473 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6454da-5411-4f64-a06e-527a199c675d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event deleted for resources: {'Port': ['ID=b4fd81e3-0e53-4a70-9637-f92a8c4c4991,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:15:30.418285 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-428e7688-544e-4e2b-ab50-570bce5f3b98 req-9c6454da-5411-4f64-a06e-527a199c675d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] No DVR routers for this DVR port b4fd81e3-0e53-4a70-9637-f92a8c4c4991 on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:15:30.421166 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-428e7688-544e-4e2b-ab50-570bce5f3b98 req-9c6454da-5411-4f64-a06e-527a199c675d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:30.423850 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1135d0e1-d194-4c3c-9f68-712b2bcbf1a5', 'name': 'network-vif-deleted', 'tag': 'b4fd81e3-0e53-4a70-9637-f92a8c4c4991'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:15:30.440174 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-428e7688-544e-4e2b-ab50-570bce5f3b98 req-9c6454da-5411-4f64-a06e-527a199c675d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.13 "DELETE /v2.0/ports/b4fd81e3-0e53-4a70-9637-f92a8c4c4991 HTTP/1.1" status: 204 len: 173 time: 0.7359753 May 23 12:15:30.485368 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eaf5f76-2256-456f-9453-02ec00e6f73b'] response: {'server_uuid': '1135d0e1-d194-4c3c-9f68-712b2bcbf1a5', 'name': 'network-vif-deleted', 'tag': 'b4fd81e3-0e53-4a70-9637-f92a8c4c4991', 'status': 'completed', 'code': 200} May 23 12:15:30.637904 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-4412c2dd-7223-465d-8126-4652a5c7d278 req-7d4f5420-3571-4704-a4e1-6c343d496655 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Synchronizing usage tracker for tenant:588190a306d7442794226e883f5db528 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:15:30.656294 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-4412c2dd-7223-465d-8126-4652a5c7d278 req-7d4f5420-3571-4704-a4e1-6c343d496655 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Unset dirty status for tenant:588190a306d7442794226e883f5db528 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:15:30.657911 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4412c2dd-7223-465d-8126-4652a5c7d278 req-7d4f5420-3571-4704-a4e1-6c343d496655 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=1135d0e1-d194-4c3c-9f68-712b2bcbf1a5 HTTP/1.1" status: 200 len: 210 time: 0.0635071 May 23 12:15:31.771071 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43060) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:15:32.282880 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f6647e3c-0d00-42cd-b78c-c584e5a7d5d3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:32.967329 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-f6647e3c-0d00-42cd-b78c-c584e5a7d5d3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Deleting port 305a2c89-e9dd-4440-ae85-14b23fba585d {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:15:32.968110 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f6647e3c-0d00-42cd-b78c-c584e5a7d5d3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:33.160773 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-f6647e3c-0d00-42cd-b78c-c584e5a7d5d3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] For port 305a2c89-e9dd-4440-ae85-14b23fba585d, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=305a2c89-e9dd-4440-ae85-14b23fba585d,segment=NetworkSegment(f9343e44-0e5a-4df7-994e-ad92a8442e78),segment_id=f9343e44-0e5a-4df7-994e-ad92a8442e78)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:15:33.161023 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f6647e3c-0d00-42cd-b78c-c584e5a7d5d3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:33.285402 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-f6647e3c-0d00-42cd-b78c-c584e5a7d5d3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Calling delete_port for 305a2c89-e9dd-4440-ae85-14b23fba585d owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:15:33.369058 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device b4fd81e3-0e53-4a70-9637-f92a8c4c4991 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:15:33.402753 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: b4fd81e3-0e53-4a70-9637-f92a8c4c4991 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:15:33.403095 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device b4fd81e3-0e53-4a70-9637-f92a8c4c4991 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:15:33.474781 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f6647e3c-0d00-42cd-b78c-c584e5a7d5d3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:33.529058 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6647e3c-0d00-42cd-b78c-c584e5a7d5d3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event deleted for resources: {'Port': ['ID=305a2c89-e9dd-4440-ae85-14b23fba585d,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:15:33.843710 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f6647e3c-0d00-42cd-b78c-c584e5a7d5d3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:34.544848 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6647e3c-0d00-42cd-b78c-c584e5a7d5d3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Router a53f9b0d-6575-411c-b358-3f8467063ce3 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:15:34.750221 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6647e3c-0d00-42cd-b78c-c584e5a7d5d3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:15:34.760980 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dd45d0-9f21-4507-a8de-3ab45ec0527b None None] Sync routers for ids ['a53f9b0d-6575-411c-b358-3f8467063ce3'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:15:34.769303 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f6647e3c-0d00-42cd-b78c-c584e5a7d5d3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "PUT /v2.0/routers/a53f9b0d-6575-411c-b358-3f8467063ce3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9970393 May 23 12:15:34.772521 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43064) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:15:34.779276 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dd45d0-9f21-4507-a8de-3ab45ec0527b None None] Routers {'a53f9b0d-6575-411c-b358-3f8467063ce3'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:15:34.780284 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-a1dd45d0-9f21-4507-a8de-3ab45ec0527b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:15:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['a53f9b0d-6575-411c-b358-3f8467063ce3'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:15:34.964817 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-a1dd45d0-9f21-4507-a8de-3ab45ec0527b None None] Set router a53f9b0d-6575-411c-b358-3f8467063ce3 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:15:34.973707 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-6684a6a8-4f32-48d5-870a-9dea83742d3a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Deleting subnet c319831a-323f-4ef1-ada4-0e45534e90b8 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 12:15:34.976664 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6684a6a8-4f32-48d5-870a-9dea83742d3a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:35.031186 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6684a6a8-4f32-48d5-870a-9dea83742d3a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:35.118193 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6684a6a8-4f32-48d5-870a-9dea83742d3a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:35.195300 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6684a6a8-4f32-48d5-870a-9dea83742d3a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:35.232798 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6684a6a8-4f32-48d5-870a-9dea83742d3a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event deleted for resources: {'Subnet': ['ID=c319831a-323f-4ef1-ada4-0e45534e90b8,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:15:35.239205 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6684a6a8-4f32-48d5-870a-9dea83742d3a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:35.246570 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4217fd-910f-4252-87a2-4fe81f3bc27f None None] Network 568b205f-0d5c-4081-aa3a-ce0a8b40a37c requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:15:35.250003 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-6684a6a8-4f32-48d5-870a-9dea83742d3a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "DELETE /v2.0/subnets/c319831a-323f-4ef1-ada4-0e45534e90b8 HTTP/1.1" status: 204 len: 168 time: 0.4764001 May 23 12:15:35.253218 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43068) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:15:35.270210 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-a1dd45d0-9f21-4507-a8de-3ab45ec0527b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53f9b0d-6575-411c-b358-3f8467063ce3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141578634', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '160b6fae-3222-4295-8481-a5a939831f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:13:55Z', 'updated_at': '2022-05-23T12:15:33Z', 'revision_number': 5, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '160b6fae-3222-4295-8481-a5a939831f71', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53f9b0d-6575-411c-b358-3f8467063ce3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:13:55Z', 'updated_at': '2022-05-23T12:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:15:35.275944 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dd45d0-9f21-4507-a8de-3ab45ec0527b None None] Checking router: a53f9b0d-6575-411c-b358-3f8467063ce3 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:15:35.287973 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dd45d0-9f21-4507-a8de-3ab45ec0527b None None] Routers {'a53f9b0d-6575-411c-b358-3f8467063ce3'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:15:35.288688 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-a1dd45d0-9f21-4507-a8de-3ab45ec0527b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:15:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['a53f9b0d-6575-411c-b358-3f8467063ce3'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:15:35.466818 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a24d34b6-1957-404e-87ac-97e07068c93f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:35.478932 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-a1dd45d0-9f21-4507-a8de-3ab45ec0527b None None] Set router a53f9b0d-6575-411c-b358-3f8467063ce3 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:15:35.506051 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5901c0d-e157-4e65-aafb-dcb3809099c2 None None] DHCP port deletion for 568b205f-0d5c-4081-aa3a-ce0a8b40a37c request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 12:15:35.510944 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d5901c0d-e157-4e65-aafb-dcb3809099c2 None None] Deleting port 3caf5f68-1dc9-4266-b032-6aee7df532fb {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:15:35.511298 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d5901c0d-e157-4e65-aafb-dcb3809099c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:35.727805 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-d5901c0d-e157-4e65-aafb-dcb3809099c2 None None] For port 3caf5f68-1dc9-4266-b032-6aee7df532fb, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=3caf5f68-1dc9-4266-b032-6aee7df532fb,segment=NetworkSegment(f9343e44-0e5a-4df7-994e-ad92a8442e78),segment_id=f9343e44-0e5a-4df7-994e-ad92a8442e78)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:15:35.728225 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d5901c0d-e157-4e65-aafb-dcb3809099c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:35.794364 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-a1dd45d0-9f21-4507-a8de-3ab45ec0527b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53f9b0d-6575-411c-b358-3f8467063ce3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141578634', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '160b6fae-3222-4295-8481-a5a939831f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:13:55Z', 'updated_at': '2022-05-23T12:15:33Z', 'revision_number': 5, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '160b6fae-3222-4295-8481-a5a939831f71', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53f9b0d-6575-411c-b358-3f8467063ce3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:13:55Z', 'updated_at': '2022-05-23T12:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:15:35.798708 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dd45d0-9f21-4507-a8de-3ab45ec0527b None None] The sync data for ids ['a53f9b0d-6575-411c-b358-3f8467063ce3'] in n-d-842952-2 is: [{'id': 'a53f9b0d-6575-411c-b358-3f8467063ce3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141578634', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '160b6fae-3222-4295-8481-a5a939831f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:13:55Z', 'updated_at': '2022-05-23T12:15:33Z', 'revision_number': 5, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '160b6fae-3222-4295-8481-a5a939831f71', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53f9b0d-6575-411c-b358-3f8467063ce3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:13:55Z', 'updated_at': '2022-05-23T12:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:15:35.818600 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a24d34b6-1957-404e-87ac-97e07068c93f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:35.829763 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-a24d34b6-1957-404e-87ac-97e07068c93f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Deleting port 160b6fae-3222-4295-8481-a5a939831f71 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:15:35.830161 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a24d34b6-1957-404e-87ac-97e07068c93f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:35.864987 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d5901c0d-e157-4e65-aafb-dcb3809099c2 None None] Calling delete_port for 3caf5f68-1dc9-4266-b032-6aee7df532fb owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:15:35.947095 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d5901c0d-e157-4e65-aafb-dcb3809099c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:35.995569 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5901c0d-e157-4e65-aafb-dcb3809099c2 None None] Pushing event deleted for resources: {'Port': ['ID=3caf5f68-1dc9-4266-b032-6aee7df532fb,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:15:36.008647 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5901c0d-e157-4e65-aafb-dcb3809099c2 None None] No DVR routers for this DVR port 3caf5f68-1dc9-4266-b032-6aee7df532fb on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:15:36.017822 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5901c0d-e157-4e65-aafb-dcb3809099c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:15:36.018408 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5901c0d-e157-4e65-aafb-dcb3809099c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:15:36.018925 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5901c0d-e157-4e65-aafb-dcb3809099c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:15:36.019481 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5901c0d-e157-4e65-aafb-dcb3809099c2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:15:36.019900 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5901c0d-e157-4e65-aafb-dcb3809099c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:15:36.020191 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5901c0d-e157-4e65-aafb-dcb3809099c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:15:36.020523 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5901c0d-e157-4e65-aafb-dcb3809099c2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:15:36.020846 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5901c0d-e157-4e65-aafb-dcb3809099c2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:15:36.021176 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5901c0d-e157-4e65-aafb-dcb3809099c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:15:36.021502 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5901c0d-e157-4e65-aafb-dcb3809099c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:15:36.021827 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5901c0d-e157-4e65-aafb-dcb3809099c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:15:36.052400 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-a24d34b6-1957-404e-87ac-97e07068c93f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] For port 160b6fae-3222-4295-8481-a5a939831f71, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=160b6fae-3222-4295-8481-a5a939831f71,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:15:36.052764 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a24d34b6-1957-404e-87ac-97e07068c93f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:36.175396 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-a24d34b6-1957-404e-87ac-97e07068c93f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Calling delete_port for 160b6fae-3222-4295-8481-a5a939831f71 owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:15:36.349450 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a24d34b6-1957-404e-87ac-97e07068c93f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:36.393992 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d34b6-1957-404e-87ac-97e07068c93f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event deleted for resources: {'Port': ['ID=160b6fae-3222-4295-8481-a5a939831f71,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:15:36.627092 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a24d34b6-1957-404e-87ac-97e07068c93f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:36.895698 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a24d34b6-1957-404e-87ac-97e07068c93f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:36.900361 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a24d34b6-1957-404e-87ac-97e07068c93f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:36.927302 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a24d34b6-1957-404e-87ac-97e07068c93f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:36.928051 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24d34b6-1957-404e-87ac-97e07068c93f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Fanout notify agent at l3_agent the message router_deleted on router a53f9b0d-6575-411c-b358-3f8467063ce3 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 12:15:36.943387 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a24d34b6-1957-404e-87ac-97e07068c93f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:36.944763 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a24d34b6-1957-404e-87ac-97e07068c93f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "DELETE /v2.0/routers/a53f9b0d-6575-411c-b358-3f8467063ce3 HTTP/1.1" status: 204 len: 168 time: 1.6901562 May 23 12:15:36.948490 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43072) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:15:37.070822 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-223a872f-8d50-452f-b1e8-f4e855b71eb6 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:37.292946 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-223a872f-8d50-452f-b1e8-f4e855b71eb6 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:37.322365 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-223a872f-8d50-452f-b1e8-f4e855b71eb6 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['568b205f-0d5c-4081-aa3a-ce0a8b40a37c']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:15:37.334819 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-223a872f-8d50-452f-b1e8-f4e855b71eb6 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9343e44-0e5a-4df7-994e-ad92a8442e78') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:15:37.335132 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-223a872f-8d50-452f-b1e8-f4e855b71eb6 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9343e44-0e5a-4df7-994e-ad92a8442e78') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:15:37.347704 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-223a872f-8d50-452f-b1e8-f4e855b71eb6 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:37.366287 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-223a872f-8d50-452f-b1e8-f4e855b71eb6 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:37.374102 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-223a872f-8d50-452f-b1e8-f4e855b71eb6 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 12:15:37.374633 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-223a872f-8d50-452f-b1e8-f4e855b71eb6 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:37.394306 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 12:15:37.394306 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 12:15:37.394306 n-d-842952-2 neutron-server[83910]: timer() May 23 12:15:37.394306 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 12:15:37.394306 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 12:15:37.394306 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 12:15:37.394306 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 12:15:37.394306 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 12:15:37.394306 n-d-842952-2 neutron-server[83910]: self._notify() May 23 12:15:37.394306 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 12:15:37.394306 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 12:15:37.394306 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 12:15:37.394306 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 12:15:37.394306 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 12:15:37.394306 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 12:15:37.394306 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 12:15:37.394306 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 12:15:37.394306 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 12:15:37.394306 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 12:15:37.394306 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 12:15:37.394306 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 12:15:37.394306 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 12:15:37.394306 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 12:15:37.394306 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 12:15:37.394306 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 12:15:37.394306 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 12:15:37.394306 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 12:15:37.394306 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 12:15:37.394306 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 12:15:37.394306 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 12:15:37.394306 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 12:15:37.394306 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 12:15:37.459862 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 305a2c89-e9dd-4440-ae85-14b23fba585d no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:15:37.492076 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-223a872f-8d50-452f-b1e8-f4e855b71eb6 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:37.498019 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 305a2c89-e9dd-4440-ae85-14b23fba585d {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:15:37.498385 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 305a2c89-e9dd-4440-ae85-14b23fba585d not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:15:37.498825 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 3caf5f68-1dc9-4266-b032-6aee7df532fb no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:15:37.512762 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-223a872f-8d50-452f-b1e8-f4e855b71eb6 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:37.522720 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a872f-8d50-452f-b1e8-f4e855b71eb6 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event deleted for resources: {'Network': ['ID=568b205f-0d5c-4081-aa3a-ce0a8b40a37c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:15:37.528492 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-223a872f-8d50-452f-b1e8-f4e855b71eb6 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "DELETE /v2.0/networks/568b205f-0d5c-4081-aa3a-ce0a8b40a37c HTTP/1.1" status: 204 len: 168 time: 0.5763018 May 23 12:15:37.528849 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43076) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:15:37.531593 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 3caf5f68-1dc9-4266-b032-6aee7df532fb {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:15:37.532323 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 3caf5f68-1dc9-4266-b032-6aee7df532fb not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:15:37.598700 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-63b85ca1-10b7-4b0d-9b0d-6b6aa0df8543 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:37.629870 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-63b85ca1-10b7-4b0d-9b0d-6b6aa0df8543 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:37.704673 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-63b85ca1-10b7-4b0d-9b0d-6b6aa0df8543 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:37.727766 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b85ca1-10b7-4b0d-9b0d-6b6aa0df8543 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfda5f69-5f5c-4e9a-870e-40a5a5bdd903,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:15:37.741192 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-63b85ca1-10b7-4b0d-9b0d-6b6aa0df8543 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:37.742426 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-63b85ca1-10b7-4b0d-9b0d-6b6aa0df8543 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "DELETE /v2.0/security-groups/cfda5f69-5f5c-4e9a-870e-40a5a5bdd903 HTTP/1.1" status: 204 len: 168 time: 0.2128942 May 23 12:15:37.884972 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43084) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:15:37.891266 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c8933da5-16c8-40d1-8d4b-412eeabdc390 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-183269650', 'description': 'tempest-secgroup-smoke-183269650 description', 'project_id': '588190a306d7442794226e883f5db528'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:15:37.899494 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c8933da5-16c8-40d1-8d4b-412eeabdc390 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:15:37.904221 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c8933da5-16c8-40d1-8d4b-412eeabdc390 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:security_group and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:15:37.907557 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c8933da5-16c8-40d1-8d4b-412eeabdc390 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:15:37.913735 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c8933da5-16c8-40d1-8d4b-412eeabdc390 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:15:37.925700 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c8933da5-16c8-40d1-8d4b-412eeabdc390 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:37.966133 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c8933da5-16c8-40d1-8d4b-412eeabdc390 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:15:37.970625 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c8933da5-16c8-40d1-8d4b-412eeabdc390 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:security_group_rule and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:15:37.973868 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c8933da5-16c8-40d1-8d4b-412eeabdc390 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:15:37.980235 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c8933da5-16c8-40d1-8d4b-412eeabdc390 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:15:38.046240 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c8933da5-16c8-40d1-8d4b-412eeabdc390 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:38.052811 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c8933da5-16c8-40d1-8d4b-412eeabdc390 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:38.097591 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8933da5-16c8-40d1-8d4b-412eeabdc390 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38648423-a924-48a9-be3f-1a43d20e013b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:15:38.107069 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c8933da5-16c8-40d1-8d4b-412eeabdc390 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:38.108376 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c8933da5-16c8-40d1-8d4b-412eeabdc390 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2223210 May 23 12:15:38.110002 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8933da5-16c8-40d1-8d4b-412eeabdc390 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:15:38.110338 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8933da5-16c8-40d1-8d4b-412eeabdc390 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:15:38.110674 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8933da5-16c8-40d1-8d4b-412eeabdc390 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:15:38.111012 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8933da5-16c8-40d1-8d4b-412eeabdc390 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:15:38.111402 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8933da5-16c8-40d1-8d4b-412eeabdc390 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:15:38.111728 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8933da5-16c8-40d1-8d4b-412eeabdc390 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:15:38.111878 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43088) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:15:38.112373 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8933da5-16c8-40d1-8d4b-412eeabdc390 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:15:38.112373 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8933da5-16c8-40d1-8d4b-412eeabdc390 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:15:38.112703 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8933da5-16c8-40d1-8d4b-412eeabdc390 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:15:38.113022 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8933da5-16c8-40d1-8d4b-412eeabdc390 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:15:38.113569 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8933da5-16c8-40d1-8d4b-412eeabdc390 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:15:38.118212 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-a7c1190b-bc3d-4d51-8e6b-f0885d795c55 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'security_group_rule': {'security_group_id': '38648423-a924-48a9-be3f-1a43d20e013b', 'project_id': '588190a306d7442794226e883f5db528', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:15:38.125860 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a7c1190b-bc3d-4d51-8e6b-f0885d795c55 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:15:38.132345 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a7c1190b-bc3d-4d51-8e6b-f0885d795c55 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:security_group_rule and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:15:38.135538 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a7c1190b-bc3d-4d51-8e6b-f0885d795c55 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:15:38.141822 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a7c1190b-bc3d-4d51-8e6b-f0885d795c55 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:15:38.160638 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a7c1190b-bc3d-4d51-8e6b-f0885d795c55 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:38.225408 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a7c1190b-bc3d-4d51-8e6b-f0885d795c55 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:38.229921 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a7c1190b-bc3d-4d51-8e6b-f0885d795c55 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:38.252344 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1190b-bc3d-4d51-8e6b-f0885d795c55 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f445d0f0-3cf1-4dbc-baf6-a6faca588364,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:15:38.262053 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a7c1190b-bc3d-4d51-8e6b-f0885d795c55 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:38.263277 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a7c1190b-bc3d-4d51-8e6b-f0885d795c55 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1504686 May 23 12:15:38.266299 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43092) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:15:38.271740 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-a93d58dc-1a05-421d-bf24-48ce057c5dc5 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'security_group_rule': {'security_group_id': '38648423-a924-48a9-be3f-1a43d20e013b', 'project_id': '588190a306d7442794226e883f5db528', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:15:38.278320 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a93d58dc-1a05-421d-bf24-48ce057c5dc5 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:15:38.282544 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a93d58dc-1a05-421d-bf24-48ce057c5dc5 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:security_group_rule and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:15:38.285506 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-a93d58dc-1a05-421d-bf24-48ce057c5dc5 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:15:38.292373 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-a93d58dc-1a05-421d-bf24-48ce057c5dc5 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:15:38.311507 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a93d58dc-1a05-421d-bf24-48ce057c5dc5 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:38.379306 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a93d58dc-1a05-421d-bf24-48ce057c5dc5 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:38.384520 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a93d58dc-1a05-421d-bf24-48ce057c5dc5 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:38.411869 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d58dc-1a05-421d-bf24-48ce057c5dc5 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2ea7a90-582a-45db-b0d4-1cf506b43e9d,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:15:38.421945 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a93d58dc-1a05-421d-bf24-48ce057c5dc5 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:38.423188 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a93d58dc-1a05-421d-bf24-48ce057c5dc5 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1559694 May 23 12:15:38.426528 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43096) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:15:38.432487 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d46f7f83-133b-4721-ba9b-dbecb15cd366 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'security_group_rule': {'security_group_id': '38648423-a924-48a9-be3f-1a43d20e013b', 'project_id': '588190a306d7442794226e883f5db528', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:15:38.439463 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d46f7f83-133b-4721-ba9b-dbecb15cd366 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:15:38.443550 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d46f7f83-133b-4721-ba9b-dbecb15cd366 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:security_group_rule and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:15:38.446602 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d46f7f83-133b-4721-ba9b-dbecb15cd366 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:15:38.453373 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d46f7f83-133b-4721-ba9b-dbecb15cd366 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:15:38.472016 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d46f7f83-133b-4721-ba9b-dbecb15cd366 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:38.534668 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d46f7f83-133b-4721-ba9b-dbecb15cd366 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:38.540766 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d46f7f83-133b-4721-ba9b-dbecb15cd366 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:38.567098 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f7f83-133b-4721-ba9b-dbecb15cd366 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb734faf-b3c7-4374-8dfa-f87a8c9b54a1,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:15:38.579195 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d46f7f83-133b-4721-ba9b-dbecb15cd366 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:38.580503 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d46f7f83-133b-4721-ba9b-dbecb15cd366 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1528473 May 23 12:15:38.583450 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43100) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:15:38.590226 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-415b64b4-e3fc-4109-880c-c5944f5d3457 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'security_group_rule': {'security_group_id': '38648423-a924-48a9-be3f-1a43d20e013b', 'project_id': '588190a306d7442794226e883f5db528', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:15:38.597937 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-415b64b4-e3fc-4109-880c-c5944f5d3457 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:15:38.602249 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-415b64b4-e3fc-4109-880c-c5944f5d3457 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:security_group_rule and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:15:38.605416 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-415b64b4-e3fc-4109-880c-c5944f5d3457 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:15:38.611671 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-415b64b4-e3fc-4109-880c-c5944f5d3457 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:15:38.628924 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-415b64b4-e3fc-4109-880c-c5944f5d3457 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:38.696255 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:38.699263 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-415b64b4-e3fc-4109-880c-c5944f5d3457 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:38.703366 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-415b64b4-e3fc-4109-880c-c5944f5d3457 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:38.729091 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b64b4-e3fc-4109-880c-c5944f5d3457 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4db0a56a-90a2-479b-a5bb-f72ac284e5ba,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:15:38.738675 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-415b64b4-e3fc-4109-880c-c5944f5d3457 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:38.739850 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-415b64b4-e3fc-4109-880c-c5944f5d3457 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1553631 May 23 12:15:38.743934 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43104) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:15:38.749301 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-93b153f2-7ed1-4214-8e1e-64b7a3294cbb tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'security_group_rule': {'security_group_id': '38648423-a924-48a9-be3f-1a43d20e013b', 'project_id': '588190a306d7442794226e883f5db528', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:15:38.755847 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-93b153f2-7ed1-4214-8e1e-64b7a3294cbb tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:15:38.759976 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-93b153f2-7ed1-4214-8e1e-64b7a3294cbb tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:security_group_rule and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:15:38.763194 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-93b153f2-7ed1-4214-8e1e-64b7a3294cbb tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:15:38.770627 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-93b153f2-7ed1-4214-8e1e-64b7a3294cbb tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:15:38.781582 n-d-842952-2 neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-93b153f2-7ed1-4214-8e1e-64b7a3294cbb tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Project 588190a306d7442794226e883f5db528 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 12:15:38.789751 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93b153f2-7ed1-4214-8e1e-64b7a3294cbb tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:38.862439 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93b153f2-7ed1-4214-8e1e-64b7a3294cbb tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:38.867517 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93b153f2-7ed1-4214-8e1e-64b7a3294cbb tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:38.892392 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b153f2-7ed1-4214-8e1e-64b7a3294cbb tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8984ff2-b323-4614-aec9-81f56cceedae,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:15:38.905701 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93b153f2-7ed1-4214-8e1e-64b7a3294cbb tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:38.906927 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-93b153f2-7ed1-4214-8e1e-64b7a3294cbb tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1620770 May 23 12:15:38.910497 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43108) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:15:38.916127 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e59d2d0b-beea-4055-8960-65cf8f215686 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'security_group_rule': {'security_group_id': '38648423-a924-48a9-be3f-1a43d20e013b', 'project_id': '588190a306d7442794226e883f5db528', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:15:38.923097 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e59d2d0b-beea-4055-8960-65cf8f215686 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:15:38.928498 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e59d2d0b-beea-4055-8960-65cf8f215686 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:security_group_rule and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:15:38.932930 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e59d2d0b-beea-4055-8960-65cf8f215686 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:15:38.941749 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e59d2d0b-beea-4055-8960-65cf8f215686 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:15:38.954561 n-d-842952-2 neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-e59d2d0b-beea-4055-8960-65cf8f215686 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Project 588190a306d7442794226e883f5db528 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 12:15:38.961669 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e59d2d0b-beea-4055-8960-65cf8f215686 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:39.025160 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e59d2d0b-beea-4055-8960-65cf8f215686 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:39.029477 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e59d2d0b-beea-4055-8960-65cf8f215686 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:39.052550 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d2d0b-beea-4055-8960-65cf8f215686 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa8b8f82-de10-4975-b06f-d783169f1470,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:15:39.058868 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 160b6fae-3222-4295-8481-a5a939831f71 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:15:39.063493 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e59d2d0b-beea-4055-8960-65cf8f215686 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:39.064871 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e59d2d0b-beea-4055-8960-65cf8f215686 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1533768 May 23 12:15:39.069541 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43112) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:15:39.077081 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-cefa1e8a-49c3-4a21-b6c8-f1642a987e19 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'network': {'name': 'tempest-network-smoke--533765425', 'project_id': '588190a306d7442794226e883f5db528', 'port_security_enabled': True}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:15:39.083414 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cefa1e8a-49c3-4a21-b6c8-f1642a987e19 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:15:39.087395 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-cefa1e8a-49c3-4a21-b6c8-f1642a987e19 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:network and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:15:39.090580 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-cefa1e8a-49c3-4a21-b6c8-f1642a987e19 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:15:39.096960 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cefa1e8a-49c3-4a21-b6c8-f1642a987e19 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:15:39.099305 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 160b6fae-3222-4295-8481-a5a939831f71 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:15:39.099665 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 160b6fae-3222-4295-8481-a5a939831f71 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:15:39.110297 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefa1e8a-49c3-4a21-b6c8-f1642a987e19 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Made reservation on behalf of 588190a306d7442794226e883f5db528 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:15:39.114868 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cefa1e8a-49c3-4a21-b6c8-f1642a987e19 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:39.151194 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cefa1e8a-49c3-4a21-b6c8-f1642a987e19 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 12:15:39.160707 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cefa1e8a-49c3-4a21-b6c8-f1642a987e19 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:39.161041 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-cefa1e8a-49c3-4a21-b6c8-f1642a987e19 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Added segment 9257b6a9-f581-450e-95f3-42d35840ae93 of type vlan for network ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3 May 23 12:15:39.191809 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cefa1e8a-49c3-4a21-b6c8-f1642a987e19 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:39.227774 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cefa1e8a-49c3-4a21-b6c8-f1642a987e19 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:39.233737 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefa1e8a-49c3-4a21-b6c8-f1642a987e19 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:15:39.234649 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cefa1e8a-49c3-4a21-b6c8-f1642a987e19 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:39.332832 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-cefa1e8a-49c3-4a21-b6c8-f1642a987e19 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2621734 May 23 12:15:39.336912 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43116) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:15:39.342819 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-ce14ba00-2a34-4b82-b730-b34e566ad656 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-275661207', 'admin_state_up': True, 'project_id': '588190a306d7442794226e883f5db528', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:15:39.346004 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa1e8a-49c3-4a21-b6c8-f1642a987e19 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'Network': ['ID=ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:15:39.348203 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e29bc87b-3f1c-432a-bcb1-ec071c7936e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:39.351246 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ce14ba00-2a34-4b82-b730-b34e566ad656 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:15:39.355873 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ce14ba00-2a34-4b82-b730-b34e566ad656 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:router and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:15:39.358106 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 12:15:39.359797 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-ce14ba00-2a34-4b82-b730-b34e566ad656 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:15:39.367705 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-ce14ba00-2a34-4b82-b730-b34e566ad656 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:15:39.381632 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ce14ba00-2a34-4b82-b730-b34e566ad656 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:39.382708 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ce14ba00-2a34-4b82-b730-b34e566ad656 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:39.405067 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ce14ba00-2a34-4b82-b730-b34e566ad656 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:39.561021 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ce14ba00-2a34-4b82-b730-b34e566ad656 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:39.750191 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ce14ba00-2a34-4b82-b730-b34e566ad656 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:39.779001 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ce14ba00-2a34-4b82-b730-b34e566ad656 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:39.926056 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-ce14ba00-2a34-4b82-b730-b34e566ad656 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Allocated IP 172.25.6.7 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/4d576178-363a-4d0d-8db8-2de9974b5fa2) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:15:40.086339 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ce14ba00-2a34-4b82-b730-b34e566ad656 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:40.096758 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:40.116690 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ce14ba00-2a34-4b82-b730-b34e566ad656 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:40.188314 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce14ba00-2a34-4b82-b730-b34e566ad656 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:15:40.191209 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-ce14ba00-2a34-4b82-b730-b34e566ad656 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:15:40.195601 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce14ba00-2a34-4b82-b730-b34e566ad656 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:15:40.219698 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce14ba00-2a34-4b82-b730-b34e566ad656 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'Port': ['ID=4d576178-363a-4d0d-8db8-2de9974b5fa2,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:15:40.362941 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ce14ba00-2a34-4b82-b730-b34e566ad656 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:40.363694 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ce14ba00-2a34-4b82-b730-b34e566ad656 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:40.706210 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce14ba00-2a34-4b82-b730-b34e566ad656 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Router 21eec668-c0b7-42a2-8d33-333c69565fae is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 12:15:40.934705 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce14ba00-2a34-4b82-b730-b34e566ad656 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:15:40.946162 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecb8b09-f77e-497a-8ac5-d78c01ff9e4c None None] Sync routers for ids ['21eec668-c0b7-42a2-8d33-333c69565fae'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:15:40.960264 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecb8b09-f77e-497a-8ac5-d78c01ff9e4c None None] Routers {'21eec668-c0b7-42a2-8d33-333c69565fae'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:15:40.960850 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2ecb8b09-f77e-497a-8ac5-d78c01ff9e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:15:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['21eec668-c0b7-42a2-8d33-333c69565fae'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:15:40.965208 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ce14ba00-2a34-4b82-b730-b34e566ad656 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:40.966446 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ce14ba00-2a34-4b82-b730-b34e566ad656 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.6283753 May 23 12:15:40.969669 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43120) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:15:41.010101 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-edcc8b00-26e0-406a-92f7-f40fbb01a763 tempest-TestNetworkAdvancedServerOps-1692628639 tempest-TestNetworkAdvancedServerOps-1692628639-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=588190a306d7442794226e883f5db528&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393050 May 23 12:15:41.012851 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43124) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:15:41.159058 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a15a409-0f6f-4f93-8824-dd31311e4767 tempest-TestNetworkAdvancedServerOps-1692628639 tempest-TestNetworkAdvancedServerOps-1692628639-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:15:41.160539 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1a15a409-0f6f-4f93-8824-dd31311e4767 tempest-TestNetworkAdvancedServerOps-1692628639 tempest-TestNetworkAdvancedServerOps-1692628639-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1466179 May 23 12:15:41.163608 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43128) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:15:41.178742 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-2ecb8b09-f77e-497a-8ac5-d78c01ff9e4c None None] Set router 21eec668-c0b7-42a2-8d33-333c69565fae gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:15:41.201950 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-24fc8ad7-6f68-4534-9032-3c46911d7e05 tempest-TestNetworkAdvancedServerOps-1692628639 tempest-TestNetworkAdvancedServerOps-1692628639-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=87d63aa2-c2e7-4553-824a-d818708dd83b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371788 May 23 12:15:41.204560 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43132) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:15:41.209705 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e4ee1a95-d985-427f-9b7b-88f6690aa9cf tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-442971128', 'network_id': 'ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3', 'project_id': '588190a306d7442794226e883f5db528', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:15:41.320603 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e4ee1a95-d985-427f-9b7b-88f6690aa9cf tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:15:41.324878 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e4ee1a95-d985-427f-9b7b-88f6690aa9cf tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:subnet and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:15:41.327953 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e4ee1a95-d985-427f-9b7b-88f6690aa9cf tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:15:41.333816 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e4ee1a95-d985-427f-9b7b-88f6690aa9cf tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:15:41.345454 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ee1a95-d985-427f-9b7b-88f6690aa9cf tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Made reservation on behalf of 588190a306d7442794226e883f5db528 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:15:41.450346 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e4ee1a95-d985-427f-9b7b-88f6690aa9cf tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:41.481559 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2ecb8b09-f77e-497a-8ac5-d78c01ff9e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21eec668-c0b7-42a2-8d33-333c69565fae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275661207', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '4d576178-363a-4d0d-8db8-2de9974b5fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:15:39Z', 'updated_at': '2022-05-23T12:15:40Z', 'revision_number': 3, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '4d576178-363a-4d0d-8db8-2de9974b5fa2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:29:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21eec668-c0b7-42a2-8d33-333c69565fae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:15:39Z', 'updated_at': '2022-05-23T12:15:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:15:41.486000 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecb8b09-f77e-497a-8ac5-d78c01ff9e4c None None] Checking router: 21eec668-c0b7-42a2-8d33-333c69565fae for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:15:41.487270 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecb8b09-f77e-497a-8ac5-d78c01ff9e4c None None] Updating router 21eec668-c0b7-42a2-8d33-333c69565fae port 4d576178-363a-4d0d-8db8-2de9974b5fa2 binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 12:15:41.545538 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2ecb8b09-f77e-497a-8ac5-d78c01ff9e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:41.675614 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e4ee1a95-d985-427f-9b7b-88f6690aa9cf tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:41.679069 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e7eb8de8-8943-4687-8121-b82cc0971530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:41.859450 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee1a95-d985-427f-9b7b-88f6690aa9cf tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'Subnet': ['ID=528941c4-4816-4a21-b2ab-78e6d3220469,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:15:41.866077 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ee1a95-d985-427f-9b7b-88f6690aa9cf tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Checking segment: {'id': '9257b6a9-f581-450e-95f3-42d35840ae93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:15:41.866370 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ee1a95-d985-427f-9b7b-88f6690aa9cf tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Network hostable DHCP agents. Network: ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:15:41.889408 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ee1a95-d985-427f-9b7b-88f6690aa9cf tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Network ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:15:41.900305 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-e4ee1a95-d985-427f-9b7b-88f6690aa9cf tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:15:41.905063 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ee1a95-d985-427f-9b7b-88f6690aa9cf tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:15:41.905265 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2ecb8b09-f77e-497a-8ac5-d78c01ff9e4c None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:41.906599 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e4ee1a95-d985-427f-9b7b-88f6690aa9cf tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:41.911123 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f36f96-5bde-425b-84e9-31a560b298f1 None None] Network ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:15:41.931948 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e4ee1a95-d985-427f-9b7b-88f6690aa9cf tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7262311 May 23 12:15:41.935230 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43136) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:15:41.938081 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2ecb8b09-f77e-497a-8ac5-d78c01ff9e4c None None] Transition to ACTIVE for port object 4d576178-363a-4d0d-8db8-2de9974b5fa2 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:15:41.990683 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2ecb8b09-f77e-497a-8ac5-d78c01ff9e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:42.117118 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-2ecb8b09-f77e-497a-8ac5-d78c01ff9e4c None None] Attempting to bind port 4d576178-363a-4d0d-8db8-2de9974b5fa2 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:15:42.117459 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-2ecb8b09-f77e-497a-8ac5-d78c01ff9e4c None None] Attempting to bind port 4d576178-363a-4d0d-8db8-2de9974b5fa2 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:15:42.117808 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecb8b09-f77e-497a-8ac5-d78c01ff9e4c None None] Attempting to bind port 4d576178-363a-4d0d-8db8-2de9974b5fa2 on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:15:42.119798 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22960437-c060-49a2-98e8-dd42a33fc995 None None] Pushing event updated for resources: {'Port': ['ID=4d576178-363a-4d0d-8db8-2de9974b5fa2,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:15:42.163606 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecb8b09-f77e-497a-8ac5-d78c01ff9e4c None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:15:42.164006 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecb8b09-f77e-497a-8ac5-d78c01ff9e4c None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:15:42.164400 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2ecb8b09-f77e-497a-8ac5-d78c01ff9e4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:42.164785 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecb8b09-f77e-497a-8ac5-d78c01ff9e4c None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:15:42.165238 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-2ecb8b09-f77e-497a-8ac5-d78c01ff9e4c None None] Bound port: 4d576178-363a-4d0d-8db8-2de9974b5fa2, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:15:42.165600 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2ecb8b09-f77e-497a-8ac5-d78c01ff9e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:42.281348 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5882305c-7b8f-4bcd-a6aa-3a8bcfab2874 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3', 'network_id': 'ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3', 'tenant_id': '588190a306d7442794226e883f5db528', 'fixed_ips': [{'subnet_id': '528941c4-4816-4a21-b2ab-78e6d3220469'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 12:15:42.282673 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5882305c-7b8f-4bcd-a6aa-3a8bcfab2874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:42.293464 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2ecb8b09-f77e-497a-8ac5-d78c01ff9e4c None None] For port 4d576178-363a-4d0d-8db8-2de9974b5fa2, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:15:42.307629 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2ecb8b09-f77e-497a-8ac5-d78c01ff9e4c None None] For port 4d576178-363a-4d0d-8db8-2de9974b5fa2, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=4d576178-363a-4d0d-8db8-2de9974b5fa2,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:15:42.350987 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2ecb8b09-f77e-497a-8ac5-d78c01ff9e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:42.497572 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22960437-c060-49a2-98e8-dd42a33fc995 None None] Pushing event updated for resources: {'Port': ['ID=4d576178-363a-4d0d-8db8-2de9974b5fa2,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:15:42.520982 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecb8b09-f77e-497a-8ac5-d78c01ff9e4c None None] Routers {'21eec668-c0b7-42a2-8d33-333c69565fae'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:15:42.521536 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2ecb8b09-f77e-497a-8ac5-d78c01ff9e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:15:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['21eec668-c0b7-42a2-8d33-333c69565fae'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:15:42.699142 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-5882305c-7b8f-4bcd-a6aa-3a8bcfab2874 None None] Allocated IP 172.20.0.2 (ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3/528941c4-4816-4a21-b2ab-78e6d3220469/ff63df99-7130-4ad6-b725-6f60cc66a3a2) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:15:42.708921 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-17f12b68-1140-4686-9efe-91f8b4fa5988 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:42.858669 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-2ecb8b09-f77e-497a-8ac5-d78c01ff9e4c None None] Set router 21eec668-c0b7-42a2-8d33-333c69565fae gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:15:43.058499 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:43.144018 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:43.164450 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5882305c-7b8f-4bcd-a6aa-3a8bcfab2874 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:43.188632 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5882305c-7b8f-4bcd-a6aa-3a8bcfab2874 None None] Transition to ACTIVE for port object ff63df99-7130-4ad6-b725-6f60cc66a3a2 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:15:43.249397 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5882305c-7b8f-4bcd-a6aa-3a8bcfab2874 None None] Transition to ACTIVE for port object ff63df99-7130-4ad6-b725-6f60cc66a3a2 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:15:43.261706 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5882305c-7b8f-4bcd-a6aa-3a8bcfab2874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:43.321518 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-17f12b68-1140-4686-9efe-91f8b4fa5988 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Allocated IP 172.20.0.1 (ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3/528941c4-4816-4a21-b2ab-78e6d3220469/b15fdf73-1459-43c6-9f00-50816f6b6efc) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:15:43.337474 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5882305c-7b8f-4bcd-a6aa-3a8bcfab2874 None None] Network ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:15:43.341005 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-5882305c-7b8f-4bcd-a6aa-3a8bcfab2874 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:15:43.346549 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5882305c-7b8f-4bcd-a6aa-3a8bcfab2874 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:15:43.348438 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882305c-7b8f-4bcd-a6aa-3a8bcfab2874 None None] Pushing event updated for resources: {'Port': ['ID=ff63df99-7130-4ad6-b725-6f60cc66a3a2,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:15:43.424281 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2ecb8b09-f77e-497a-8ac5-d78c01ff9e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21eec668-c0b7-42a2-8d33-333c69565fae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275661207', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '4d576178-363a-4d0d-8db8-2de9974b5fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:15:39Z', 'updated_at': '2022-05-23T12:15:40Z', 'revision_number': 3, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '4d576178-363a-4d0d-8db8-2de9974b5fa2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:29:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21eec668-c0b7-42a2-8d33-333c69565fae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:15:39Z', 'updated_at': '2022-05-23T12:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:15:43.443753 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecb8b09-f77e-497a-8ac5-d78c01ff9e4c None None] The sync data for ids ['21eec668-c0b7-42a2-8d33-333c69565fae'] in n-d-842952-2 is: [{'id': '21eec668-c0b7-42a2-8d33-333c69565fae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275661207', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '4d576178-363a-4d0d-8db8-2de9974b5fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:15:39Z', 'updated_at': '2022-05-23T12:15:40Z', 'revision_number': 3, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '4d576178-363a-4d0d-8db8-2de9974b5fa2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:29:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21eec668-c0b7-42a2-8d33-333c69565fae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:15:39Z', 'updated_at': '2022-05-23T12:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:15:43.453401 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-5882305c-7b8f-4bcd-a6aa-3a8bcfab2874 None None] Attempting to bind port ff63df99-7130-4ad6-b725-6f60cc66a3a2 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:15:43.453744 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-5882305c-7b8f-4bcd-a6aa-3a8bcfab2874 None None] Attempting to bind port ff63df99-7130-4ad6-b725-6f60cc66a3a2 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '9257b6a9-f581-450e-95f3-42d35840ae93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:15:43.454111 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5882305c-7b8f-4bcd-a6aa-3a8bcfab2874 None None] Attempting to bind port ff63df99-7130-4ad6-b725-6f60cc66a3a2 on network ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:15:43.461035 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5882305c-7b8f-4bcd-a6aa-3a8bcfab2874 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:15:43.461408 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5882305c-7b8f-4bcd-a6aa-3a8bcfab2874 None None] Checking segment: {'id': '9257b6a9-f581-450e-95f3-42d35840ae93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:15:43.461809 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5882305c-7b8f-4bcd-a6aa-3a8bcfab2874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:43.462199 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5882305c-7b8f-4bcd-a6aa-3a8bcfab2874 None None] Bound using segment: {'id': '9257b6a9-f581-450e-95f3-42d35840ae93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:15:43.462665 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-5882305c-7b8f-4bcd-a6aa-3a8bcfab2874 None None] Bound port: ff63df99-7130-4ad6-b725-6f60cc66a3a2, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9257b6a9-f581-450e-95f3-42d35840ae93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:15:43.463039 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5882305c-7b8f-4bcd-a6aa-3a8bcfab2874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:43.494985 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-17f12b68-1140-4686-9efe-91f8b4fa5988 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:43.513199 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-17f12b68-1140-4686-9efe-91f8b4fa5988 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Transition to ACTIVE for port object b15fdf73-1459-43c6-9f00-50816f6b6efc will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:15:43.538450 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-17f12b68-1140-4686-9efe-91f8b4fa5988 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:43.564012 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5882305c-7b8f-4bcd-a6aa-3a8bcfab2874 None None] For port ff63df99-7130-4ad6-b725-6f60cc66a3a2, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:15:43.567716 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5882305c-7b8f-4bcd-a6aa-3a8bcfab2874 None None] For port ff63df99-7130-4ad6-b725-6f60cc66a3a2, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=ff63df99-7130-4ad6-b725-6f60cc66a3a2,segment=NetworkSegment(9257b6a9-f581-450e-95f3-42d35840ae93),segment_id=9257b6a9-f581-450e-95f3-42d35840ae93)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:15:43.572891 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5882305c-7b8f-4bcd-a6aa-3a8bcfab2874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:43.623716 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f12b68-1140-4686-9efe-91f8b4fa5988 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Network ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:15:43.627980 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-17f12b68-1140-4686-9efe-91f8b4fa5988 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:15:43.635868 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f12b68-1140-4686-9efe-91f8b4fa5988 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:15:43.667536 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f12b68-1140-4686-9efe-91f8b4fa5988 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'Port': ['ID=b15fdf73-1459-43c6-9f00-50816f6b6efc,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:15:43.681610 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882305c-7b8f-4bcd-a6aa-3a8bcfab2874 None None] Pushing event updated for resources: {'Port': ['ID=ff63df99-7130-4ad6-b725-6f60cc66a3a2,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:15:43.711024 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-17f12b68-1140-4686-9efe-91f8b4fa5988 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:43.851985 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-17f12b68-1140-4686-9efe-91f8b4fa5988 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:44.411478 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-17f12b68-1140-4686-9efe-91f8b4fa5988 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:44.416381 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-17f12b68-1140-4686-9efe-91f8b4fa5988 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:44.535920 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-17f12b68-1140-4686-9efe-91f8b4fa5988 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:44.539503 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f12b68-1140-4686-9efe-91f8b4fa5988 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'Port': ['ID=b15fdf73-1459-43c6-9f00-50816f6b6efc,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:15:44.574426 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:44.661412 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52956e3-5364-42b4-a821-1034c948a7f9 None None] Network ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:15:44.687391 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f12b68-1140-4686-9efe-91f8b4fa5988 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Network ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:15:44.688598 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-17f12b68-1140-4686-9efe-91f8b4fa5988 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:15:44.754523 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c249cd6b-b8ed-4f0d-9f49-dd9bc08b36ba None None] Provisioning for port ff63df99-7130-4ad6-b725-6f60cc66a3a2 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:15:45.089189 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f12b68-1140-4686-9efe-91f8b4fa5988 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Router 21eec668-c0b7-42a2-8d33-333c69565fae has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:15:45.190344 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 4d576178-363a-4d0d-8db8-2de9974b5fa2 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:15:45.256205 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1fc9fc87-bcfc-497e-bcc8-a0d29524895a None None] Provisioning for port b15fdf73-1459-43c6-9f00-50816f6b6efc completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:15:45.265315 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1fc9fc87-bcfc-497e-bcc8-a0d29524895a None None] Provisioning complete for port b15fdf73-1459-43c6-9f00-50816f6b6efc triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:15:45.265682 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1fc9fc87-bcfc-497e-bcc8-a0d29524895a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:45.324949 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 4d576178-363a-4d0d-8db8-2de9974b5fa2 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:15:45.325658 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f12b68-1140-4686-9efe-91f8b4fa5988 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:15:45.330720 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1fc9fc87-bcfc-497e-bcc8-a0d29524895a None None] Port b15fdf73-1459-43c6-9f00-50816f6b6efc cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 12:15:45.333195 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 4d576178-363a-4d0d-8db8-2de9974b5fa2 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:15:45.333559 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:45.352003 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-17f12b68-1140-4686-9efe-91f8b4fa5988 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "PUT /v2.0/routers/21eec668-c0b7-42a2-8d33-333c69565fae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4124863 May 23 12:15:45.496740 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:45.520255 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-94a99b69-ba9c-4492-acbe-beb84f89df80 None None] Provisioning complete for port b15fdf73-1459-43c6-9f00-50816f6b6efc triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:15:45.520815 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-94a99b69-ba9c-4492-acbe-beb84f89df80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:45.558162 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-d293127d-e79a-4817-aced-b20343a9b320 req-8991c85a-1b4a-4cd6-b4bb-f62fd7836b99 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Synchronizing usage tracker for tenant:588190a306d7442794226e883f5db528 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:15:45.576630 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-d293127d-e79a-4817-aced-b20343a9b320 req-8991c85a-1b4a-4cd6-b4bb-f62fd7836b99 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Unset dirty status for tenant:588190a306d7442794226e883f5db528 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:15:45.577917 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d293127d-e79a-4817-aced-b20343a9b320 req-8991c85a-1b4a-4cd6-b4bb-f62fd7836b99 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-183269650&fields=id&tenant_id=588190a306d7442794226e883f5db528 HTTP/1.1" status: 200 len: 267 time: 0.0770845 May 23 12:15:45.631803 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 4d576178-363a-4d0d-8db8-2de9974b5fa2, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=4d576178-363a-4d0d-8db8-2de9974b5fa2,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:15:45.640409 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:45.641191 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ff63df99-7130-4ad6-b725-6f60cc66a3a2 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:15:45.738433 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-94a99b69-ba9c-4492-acbe-beb84f89df80 None None] Port b15fdf73-1459-43c6-9f00-50816f6b6efc cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 12:15:45.738749 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293127d-e79a-4817-aced-b20343a9b320 req-8cfea6ed-5949-441a-b245-3de8d478b3c9 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:15:45.739220 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-d293127d-e79a-4817-aced-b20343a9b320 req-8cfea6ed-5949-441a-b245-3de8d478b3c9 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Synchronizing usage tracker for tenant:588190a306d7442794226e883f5db528 on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:15:45.757208 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-d293127d-e79a-4817-aced-b20343a9b320 req-8cfea6ed-5949-441a-b245-3de8d478b3c9 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Unset dirty status for tenant:588190a306d7442794226e883f5db528 on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:15:45.758600 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d293127d-e79a-4817-aced-b20343a9b320 req-8cfea6ed-5949-441a-b245-3de8d478b3c9 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/networks?id=ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3 HTTP/1.1" status: 200 len: 796 time: 0.1734297 May 23 12:15:45.767181 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=4d576178-363a-4d0d-8db8-2de9974b5fa2,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:15:45.781727 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port ff63df99-7130-4ad6-b725-6f60cc66a3a2 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:15:45.782740 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d293127d-e79a-4817-aced-b20343a9b320 req-9e65bafc-01e3-4a04-a0c9-256976c77ade tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/quotas/588190a306d7442794226e883f5db528 HTTP/1.1" status: 200 len: 375 time: 0.0171404 May 23 12:15:45.787547 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port ff63df99-7130-4ad6-b725-6f60cc66a3a2 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:15:45.787947 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:45.878859 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-d293127d-e79a-4817-aced-b20343a9b320 req-c7986001-ce28-4ed1-b06d-2d348a07683d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Synchronizing usage tracker for tenant:588190a306d7442794226e883f5db528 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:15:45.894526 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-d293127d-e79a-4817-aced-b20343a9b320 req-c7986001-ce28-4ed1-b06d-2d348a07683d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Unset dirty status for tenant:588190a306d7442794226e883f5db528 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:15:45.896314 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d293127d-e79a-4817-aced-b20343a9b320 req-c7986001-ce28-4ed1-b06d-2d348a07683d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=588190a306d7442794226e883f5db528&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1039581 May 23 12:15:45.915713 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-eac68f6a-5805-4836-9a81-45ee8c84151a None None] Provisioning complete for port b15fdf73-1459-43c6-9f00-50816f6b6efc triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:15:45.916100 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eac68f6a-5805-4836-9a81-45ee8c84151a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:45.966353 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:45.992129 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-eac68f6a-5805-4836-9a81-45ee8c84151a None None] Port b15fdf73-1459-43c6-9f00-50816f6b6efc cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 12:15:46.010092 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port ff63df99-7130-4ad6-b725-6f60cc66a3a2, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=ff63df99-7130-4ad6-b725-6f60cc66a3a2,segment=NetworkSegment(9257b6a9-f581-450e-95f3-42d35840ae93),segment_id=9257b6a9-f581-450e-95f3-42d35840ae93)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:15:46.014573 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:46.050685 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d293127d-e79a-4817-aced-b20343a9b320 req-c34d07a5-8389-4e5f-808b-eb0a4278601e service neutron] 10.222.0.79 "GET /v2.0/networks/ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420331 May 23 12:15:46.084559 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=ff63df99-7130-4ad6-b725-6f60cc66a3a2,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:15:46.187021 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d293127d-e79a-4817-aced-b20343a9b320 req-de09f643-6442-4c85-adfa-24c1417163b4 service neutron] 10.222.0.79 "GET /v2.0/networks/ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300137 May 23 12:15:46.378328 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d619369d-162c-4b27-8b03-3195e57a3c72 req-902c708e-58ce-44f1-aae2-df3b363c365b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=6674e2e6-b11d-4c90-b798-7851f7b5a8cf HTTP/1.1" status: 200 len: 210 time: 0.0452526 May 23 12:15:47.119713 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 4d576178-363a-4d0d-8db8-2de9974b5fa2 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:15:47.123819 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d463a5-7abd-49fa-9477-b1823d18da7b None None] Sync routers for ids ['21eec668-c0b7-42a2-8d33-333c69565fae'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:15:47.138555 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d463a5-7abd-49fa-9477-b1823d18da7b None None] Routers {'21eec668-c0b7-42a2-8d33-333c69565fae'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:15:47.139816 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-74d463a5-7abd-49fa-9477-b1823d18da7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:15:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['21eec668-c0b7-42a2-8d33-333c69565fae'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:15:47.213977 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 4d576178-363a-4d0d-8db8-2de9974b5fa2 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:15:47.218332 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:47.348524 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ff63df99-7130-4ad6-b725-6f60cc66a3a2 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:15:47.361418 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-74d463a5-7abd-49fa-9477-b1823d18da7b None None] Set router 21eec668-c0b7-42a2-8d33-333c69565fae gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:15:47.433272 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port ff63df99-7130-4ad6-b725-6f60cc66a3a2 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:15:47.433833 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:47.726105 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-74d463a5-7abd-49fa-9477-b1823d18da7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21eec668-c0b7-42a2-8d33-333c69565fae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275661207', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '4d576178-363a-4d0d-8db8-2de9974b5fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:15:39Z', 'updated_at': '2022-05-23T12:15:43Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '4d576178-363a-4d0d-8db8-2de9974b5fa2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eec668-c0b7-42a2-8d33-333c69565fae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:15:39Z', 'updated_at': '2022-05-23T12:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'b15fdf73-1459-43c6-9f00-50816f6b6efc', 'name': '', 'network_id': 'ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3', 'tenant_id': '588190a306d7442794226e883f5db528', 'mac_address': 'fa:16:3e:e2:7d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21eec668-c0b7-42a2-8d33-333c69565fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '528941c4-4816-4a21-b2ab-78e6d3220469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:15:42Z', 'updated_at': '2022-05-23T12:15:44Z', 'revision_number': 2, 'project_id': '588190a306d7442794226e883f5db528', 'subnets': [{'id': '528941c4-4816-4a21-b2ab-78e6d3220469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:15:47.730185 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d463a5-7abd-49fa-9477-b1823d18da7b None None] Checking router: 21eec668-c0b7-42a2-8d33-333c69565fae for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:15:47.730600 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d463a5-7abd-49fa-9477-b1823d18da7b None None] Updating router 21eec668-c0b7-42a2-8d33-333c69565fae port b15fdf73-1459-43c6-9f00-50816f6b6efc binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 12:15:47.796768 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-74d463a5-7abd-49fa-9477-b1823d18da7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:47.799416 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7a4d44eb-b283-43f1-9ff8-2705a0602f3f req-7edff616-2a79-4179-add7-c483bdaf2077 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=6674e2e6-b11d-4c90-b798-7851f7b5a8cf HTTP/1.1" status: 200 len: 210 time: 0.2069428 May 23 12:15:47.927678 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293127d-e79a-4817-aced-b20343a9b320 req-7ad120bb-1066-4361-9875-492c304afdf6 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:15:47.929014 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d293127d-e79a-4817-aced-b20343a9b320 req-7ad120bb-1066-4361-9875-492c304afdf6 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.13 "GET /v2.0/networks?id=ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3 HTTP/1.1" status: 200 len: 796 time: 0.3342988 May 23 12:15:48.024512 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d293127d-e79a-4817-aced-b20343a9b320 req-d1abda89-fbe7-4fed-b16f-e17302acf90c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=588190a306d7442794226e883f5db528 HTTP/1.1" status: 200 len: 379 time: 0.0421598 May 23 12:15:48.033932 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-d293127d-e79a-4817-aced-b20343a9b320 req-2a580e80-9869-41d7-960a-992410c1765a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'port': {'device_id': '6674e2e6-b11d-4c90-b798-7851f7b5a8cf', 'network_id': 'ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3', 'admin_state_up': True, 'tenant_id': '588190a306d7442794226e883f5db528', 'security_groups': ['38648423-a924-48a9-be3f-1a43d20e013b']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:15:48.172979 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-d293127d-e79a-4817-aced-b20343a9b320 req-2a580e80-9869-41d7-960a-992410c1765a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:15:48.184108 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-d293127d-e79a-4817-aced-b20343a9b320 req-2a580e80-9869-41d7-960a-992410c1765a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:15:48.185657 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-74d463a5-7abd-49fa-9477-b1823d18da7b None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:48.194963 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d293127d-e79a-4817-aced-b20343a9b320 req-2a580e80-9869-41d7-960a-992410c1765a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Made reservation on behalf of 588190a306d7442794226e883f5db528 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:15:48.197920 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-74d463a5-7abd-49fa-9477-b1823d18da7b None None] Transition to ACTIVE for port object b15fdf73-1459-43c6-9f00-50816f6b6efc will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:15:48.198959 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d293127d-e79a-4817-aced-b20343a9b320 req-2a580e80-9869-41d7-960a-992410c1765a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:48.204324 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-74d463a5-7abd-49fa-9477-b1823d18da7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:48.337351 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b54fa-55dc-47a3-bce6-1e9db03b64f0 None None] Pushing event updated for resources: {'Port': ['ID=b15fdf73-1459-43c6-9f00-50816f6b6efc,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:15:48.348098 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b54fa-55dc-47a3-bce6-1e9db03b64f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:15:48.348437 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b54fa-55dc-47a3-bce6-1e9db03b64f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:15:48.348767 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b54fa-55dc-47a3-bce6-1e9db03b64f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:15:48.349096 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b54fa-55dc-47a3-bce6-1e9db03b64f0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:15:48.349418 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b54fa-55dc-47a3-bce6-1e9db03b64f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:15:48.349740 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b54fa-55dc-47a3-bce6-1e9db03b64f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:15:48.350057 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b54fa-55dc-47a3-bce6-1e9db03b64f0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:15:48.350389 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b54fa-55dc-47a3-bce6-1e9db03b64f0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:15:48.350688 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b54fa-55dc-47a3-bce6-1e9db03b64f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:15:48.351000 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b54fa-55dc-47a3-bce6-1e9db03b64f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:15:48.351346 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b54fa-55dc-47a3-bce6-1e9db03b64f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:15:48.418964 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-d293127d-e79a-4817-aced-b20343a9b320 req-2a580e80-9869-41d7-960a-992410c1765a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Allocated IP 172.20.0.4 (ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3/528941c4-4816-4a21-b2ab-78e6d3220469/e99b8cdd-da5c-4359-ad20-924129c3dabc) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:15:48.440005 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-74d463a5-7abd-49fa-9477-b1823d18da7b None None] Attempting to bind port b15fdf73-1459-43c6-9f00-50816f6b6efc on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:15:48.440655 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-74d463a5-7abd-49fa-9477-b1823d18da7b None None] Attempting to bind port b15fdf73-1459-43c6-9f00-50816f6b6efc by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '9257b6a9-f581-450e-95f3-42d35840ae93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:15:48.441139 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d463a5-7abd-49fa-9477-b1823d18da7b None None] Attempting to bind port b15fdf73-1459-43c6-9f00-50816f6b6efc on network ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:15:48.448830 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d463a5-7abd-49fa-9477-b1823d18da7b None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:15:48.449189 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d463a5-7abd-49fa-9477-b1823d18da7b None None] Checking segment: {'id': '9257b6a9-f581-450e-95f3-42d35840ae93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:15:48.449578 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-74d463a5-7abd-49fa-9477-b1823d18da7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:48.449966 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d463a5-7abd-49fa-9477-b1823d18da7b None None] Bound using segment: {'id': '9257b6a9-f581-450e-95f3-42d35840ae93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:15:48.450417 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-74d463a5-7abd-49fa-9477-b1823d18da7b None None] Bound port: b15fdf73-1459-43c6-9f00-50816f6b6efc, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9257b6a9-f581-450e-95f3-42d35840ae93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:15:48.450779 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-74d463a5-7abd-49fa-9477-b1823d18da7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:48.551616 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-74d463a5-7abd-49fa-9477-b1823d18da7b None None] For port b15fdf73-1459-43c6-9f00-50816f6b6efc, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:15:48.555853 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-74d463a5-7abd-49fa-9477-b1823d18da7b None None] For port b15fdf73-1459-43c6-9f00-50816f6b6efc, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=b15fdf73-1459-43c6-9f00-50816f6b6efc,segment=NetworkSegment(9257b6a9-f581-450e-95f3-42d35840ae93),segment_id=9257b6a9-f581-450e-95f3-42d35840ae93)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:15:48.560595 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-74d463a5-7abd-49fa-9477-b1823d18da7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:48.641749 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b54fa-55dc-47a3-bce6-1e9db03b64f0 None None] Pushing event updated for resources: {'Port': ['ID=b15fdf73-1459-43c6-9f00-50816f6b6efc,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:15:48.647711 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d463a5-7abd-49fa-9477-b1823d18da7b None None] Routers {'21eec668-c0b7-42a2-8d33-333c69565fae'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:15:48.648493 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-74d463a5-7abd-49fa-9477-b1823d18da7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:15:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['21eec668-c0b7-42a2-8d33-333c69565fae'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:15:48.654724 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d293127d-e79a-4817-aced-b20343a9b320 req-2a580e80-9869-41d7-960a-992410c1765a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:48.673157 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-d293127d-e79a-4817-aced-b20343a9b320 req-2a580e80-9869-41d7-960a-992410c1765a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Transition to ACTIVE for port object e99b8cdd-da5c-4359-ad20-924129c3dabc will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:15:48.704021 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d293127d-e79a-4817-aced-b20343a9b320 req-2a580e80-9869-41d7-960a-992410c1765a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:48.881313 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-74d463a5-7abd-49fa-9477-b1823d18da7b None None] Set router 21eec668-c0b7-42a2-8d33-333c69565fae gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:15:48.925280 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d293127d-e79a-4817-aced-b20343a9b320 req-2a580e80-9869-41d7-960a-992410c1765a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Network ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:15:48.929152 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-d293127d-e79a-4817-aced-b20343a9b320 req-2a580e80-9869-41d7-960a-992410c1765a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:15:48.931375 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a580e80-9869-41d7-960a-992410c1765a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'Port': ['ID=e99b8cdd-da5c-4359-ad20-924129c3dabc,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:15:48.933854 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-d293127d-e79a-4817-aced-b20343a9b320 req-2a580e80-9869-41d7-960a-992410c1765a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:15:49.104392 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293127d-e79a-4817-aced-b20343a9b320 req-2a580e80-9869-41d7-960a-992410c1765a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:15:49.105375 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d293127d-e79a-4817-aced-b20343a9b320 req-2a580e80-9869-41d7-960a-992410c1765a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:49.175385 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d293127d-e79a-4817-aced-b20343a9b320 req-2a580e80-9869-41d7-960a-992410c1765a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1454720 May 23 12:15:49.191219 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778b11d-4f33-4395-9a57-5d7984922070 req-9ca2e63d-29c5-49b8-a9fb-4a05417c940f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:15:49.192349 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-9778b11d-4f33-4395-9a57-5d7984922070 req-9ca2e63d-29c5-49b8-a9fb-4a05417c940f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Synchronizing usage tracker for tenant:588190a306d7442794226e883f5db528 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:15:49.204823 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-d293127d-e79a-4817-aced-b20343a9b320 req-e7701449-c119-41c1-b2eb-f8f916d05051 service neutron] Request body: {'port': {'device_id': '6674e2e6-b11d-4c90-b798-7851f7b5a8cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:15:49.207003 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4ce56b5d-c048-43e9-acdd-34b866141cb5 None None] Provisioning for port e99b8cdd-da5c-4359-ad20-924129c3dabc completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:15:49.213915 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4ce56b5d-c048-43e9-acdd-34b866141cb5 None None] Provisioning complete for port e99b8cdd-da5c-4359-ad20-924129c3dabc triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:15:49.214473 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4ce56b5d-c048-43e9-acdd-34b866141cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:49.277714 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-4ce56b5d-c048-43e9-acdd-34b866141cb5 None None] Port e99b8cdd-da5c-4359-ad20-924129c3dabc cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 12:15:49.286857 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-9778b11d-4f33-4395-9a57-5d7984922070 req-9ca2e63d-29c5-49b8-a9fb-4a05417c940f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Unset dirty status for tenant:588190a306d7442794226e883f5db528 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:15:49.288074 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9778b11d-4f33-4395-9a57-5d7984922070 req-9ca2e63d-29c5-49b8-a9fb-4a05417c940f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=6674e2e6-b11d-4c90-b798-7851f7b5a8cf HTTP/1.1" status: 200 len: 931 time: 0.2843952 May 23 12:15:49.370206 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d293127d-e79a-4817-aced-b20343a9b320 req-e7701449-c119-41c1-b2eb-f8f916d05051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:49.390933 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-74d463a5-7abd-49fa-9477-b1823d18da7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21eec668-c0b7-42a2-8d33-333c69565fae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275661207', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '4d576178-363a-4d0d-8db8-2de9974b5fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:15:39Z', 'updated_at': '2022-05-23T12:15:43Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '4d576178-363a-4d0d-8db8-2de9974b5fa2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eec668-c0b7-42a2-8d33-333c69565fae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:15:39Z', 'updated_at': '2022-05-23T12:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'b15fdf73-1459-43c6-9f00-50816f6b6efc', 'name': '', 'network_id': 'ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3', 'tenant_id': '588190a306d7442794226e883f5db528', 'mac_address': 'fa:16:3e:e2:7d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21eec668-c0b7-42a2-8d33-333c69565fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '528941c4-4816-4a21-b2ab-78e6d3220469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:15:42Z', 'updated_at': '2022-05-23T12:15:48Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'subnets': [{'id': '528941c4-4816-4a21-b2ab-78e6d3220469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:15:49.396822 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d463a5-7abd-49fa-9477-b1823d18da7b None None] The sync data for ids ['21eec668-c0b7-42a2-8d33-333c69565fae'] in n-d-842952-2 is: [{'id': '21eec668-c0b7-42a2-8d33-333c69565fae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275661207', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '4d576178-363a-4d0d-8db8-2de9974b5fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:15:39Z', 'updated_at': '2022-05-23T12:15:43Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '4d576178-363a-4d0d-8db8-2de9974b5fa2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eec668-c0b7-42a2-8d33-333c69565fae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:15:39Z', 'updated_at': '2022-05-23T12:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'b15fdf73-1459-43c6-9f00-50816f6b6efc', 'name': '', 'network_id': 'ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3', 'tenant_id': '588190a306d7442794226e883f5db528', 'mac_address': 'fa:16:3e:e2:7d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21eec668-c0b7-42a2-8d33-333c69565fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '528941c4-4816-4a21-b2ab-78e6d3220469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:15:42Z', 'updated_at': '2022-05-23T12:15:48Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'subnets': [{'id': '528941c4-4816-4a21-b2ab-78e6d3220469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:15:49.417235 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9778b11d-4f33-4395-9a57-5d7984922070 req-a1262e70-035b-4ea4-9b78-97f5fd54880a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=38648423-a924-48a9-be3f-1a43d20e013b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002176 May 23 12:15:49.792803 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-d293127d-e79a-4817-aced-b20343a9b320 req-e7701449-c119-41c1-b2eb-f8f916d05051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e99b8cdd-da5c-4359-ad20-924129c3dabc {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 12:15:49.804966 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d293127d-e79a-4817-aced-b20343a9b320 req-e7701449-c119-41c1-b2eb-f8f916d05051 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:49.828979 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-d293127d-e79a-4817-aced-b20343a9b320 req-e7701449-c119-41c1-b2eb-f8f916d05051 service neutron] Transition to ACTIVE for port object e99b8cdd-da5c-4359-ad20-924129c3dabc will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:15:49.834683 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d293127d-e79a-4817-aced-b20343a9b320 req-e7701449-c119-41c1-b2eb-f8f916d05051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:50.022213 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7701449-c119-41c1-b2eb-f8f916d05051 service neutron] Pushing event updated for resources: {'Port': ['ID=e99b8cdd-da5c-4359-ad20-924129c3dabc,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:15:50.172210 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-d293127d-e79a-4817-aced-b20343a9b320 req-e7701449-c119-41c1-b2eb-f8f916d05051 service neutron] Attempting to bind port e99b8cdd-da5c-4359-ad20-924129c3dabc on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:15:50.172645 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-d293127d-e79a-4817-aced-b20343a9b320 req-e7701449-c119-41c1-b2eb-f8f916d05051 service neutron] Attempting to bind port e99b8cdd-da5c-4359-ad20-924129c3dabc by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '9257b6a9-f581-450e-95f3-42d35840ae93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:15:50.173144 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d293127d-e79a-4817-aced-b20343a9b320 req-e7701449-c119-41c1-b2eb-f8f916d05051 service neutron] Attempting to bind port e99b8cdd-da5c-4359-ad20-924129c3dabc on network ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:15:50.180676 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d293127d-e79a-4817-aced-b20343a9b320 req-e7701449-c119-41c1-b2eb-f8f916d05051 service neutron] Port e99b8cdd-da5c-4359-ad20-924129c3dabc on network ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 12:15:50.181002 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d293127d-e79a-4817-aced-b20343a9b320 req-e7701449-c119-41c1-b2eb-f8f916d05051 service neutron] Attempting to bind port e99b8cdd-da5c-4359-ad20-924129c3dabc on network ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:15:50.187908 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d293127d-e79a-4817-aced-b20343a9b320 req-e7701449-c119-41c1-b2eb-f8f916d05051 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:15:50.188263 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d293127d-e79a-4817-aced-b20343a9b320 req-e7701449-c119-41c1-b2eb-f8f916d05051 service neutron] Checking segment: {'id': '9257b6a9-f581-450e-95f3-42d35840ae93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:15:50.188636 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d293127d-e79a-4817-aced-b20343a9b320 req-e7701449-c119-41c1-b2eb-f8f916d05051 service neutron] Bound using segment: {'id': '9257b6a9-f581-450e-95f3-42d35840ae93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:15:50.189059 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-d293127d-e79a-4817-aced-b20343a9b320 req-e7701449-c119-41c1-b2eb-f8f916d05051 service neutron] Bound port: e99b8cdd-da5c-4359-ad20-924129c3dabc, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9257b6a9-f581-450e-95f3-42d35840ae93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:15:50.189410 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d293127d-e79a-4817-aced-b20343a9b320 req-e7701449-c119-41c1-b2eb-f8f916d05051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:50.285333 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-d293127d-e79a-4817-aced-b20343a9b320 req-e7701449-c119-41c1-b2eb-f8f916d05051 service neutron] For port e99b8cdd-da5c-4359-ad20-924129c3dabc, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:15:50.288640 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-d293127d-e79a-4817-aced-b20343a9b320 req-e7701449-c119-41c1-b2eb-f8f916d05051 service neutron] For port e99b8cdd-da5c-4359-ad20-924129c3dabc, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=e99b8cdd-da5c-4359-ad20-924129c3dabc,segment=NetworkSegment(9257b6a9-f581-450e-95f3-42d35840ae93),segment_id=9257b6a9-f581-450e-95f3-42d35840ae93)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:15:50.294936 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d293127d-e79a-4817-aced-b20343a9b320 req-e7701449-c119-41c1-b2eb-f8f916d05051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:50.362603 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-d293127d-e79a-4817-aced-b20343a9b320 req-e7701449-c119-41c1-b2eb-f8f916d05051 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:50.364015 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d293127d-e79a-4817-aced-b20343a9b320 req-e7701449-c119-41c1-b2eb-f8f916d05051 service neutron] 10.222.0.13 "PUT /v2.0/ports/e99b8cdd-da5c-4359-ad20-924129c3dabc HTTP/1.1" status: 200 len: 1091 time: 1.1674061 May 23 12:15:50.364503 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6674e2e6-b11d-4c90-b798-7851f7b5a8cf', 'tag': 'e99b8cdd-da5c-4359-ad20-924129c3dabc'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:15:50.391018 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7701449-c119-41c1-b2eb-f8f916d05051 service neutron] Pushing event updated for resources: {'Port': ['ID=e99b8cdd-da5c-4359-ad20-924129c3dabc,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:15:50.432682 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b78d144-6990-41dd-809e-61596a417d79'] response: {'name': 'network-changed', 'server_uuid': '6674e2e6-b11d-4c90-b798-7851f7b5a8cf', 'tag': 'e99b8cdd-da5c-4359-ad20-924129c3dabc', 'status': 'completed', 'code': 200} May 23 12:15:50.534572 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d293127d-e79a-4817-aced-b20343a9b320 req-5b7a9fdf-230c-4fc5-91dc-179a80e44021 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=588190a306d7442794226e883f5db528&device_id=6674e2e6-b11d-4c90-b798-7851f7b5a8cf HTTP/1.1" status: 200 len: 1094 time: 0.0853598 May 23 12:15:50.676266 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d293127d-e79a-4817-aced-b20343a9b320 req-35446777-209c-44cf-a6f0-89fa7186910c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e99b8cdd-da5c-4359-ad20-924129c3dabc HTTP/1.1" status: 200 len: 217 time: 0.1296957 May 23 12:15:50.755865 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293127d-e79a-4817-aced-b20343a9b320 req-1f47c0fb-8f48-4e1b-ab50-970ea0f108d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:15:50.757330 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d293127d-e79a-4817-aced-b20343a9b320 req-1f47c0fb-8f48-4e1b-ab50-970ea0f108d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=528941c4-4816-4a21-b2ab-78e6d3220469 HTTP/1.1" status: 200 len: 834 time: 0.0742347 May 23 12:15:50.798420 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71144e-4342-463f-9e5e-76ae8fae7918 req-5722dd08-dfb8-466c-bff3-95c18c0b8e88 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:15:50.799879 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2d71144e-4342-463f-9e5e-76ae8fae7918 req-5722dd08-dfb8-466c-bff3-95c18c0b8e88 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=6674e2e6-b11d-4c90-b798-7851f7b5a8cf HTTP/1.1" status: 200 len: 943 time: 0.1867750 May 23 12:15:50.864720 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2d71144e-4342-463f-9e5e-76ae8fae7918 req-ca534028-84dd-4d69-b6a7-6602f4954441 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=38648423-a924-48a9-be3f-1a43d20e013b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538821 May 23 12:15:50.876839 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d293127d-e79a-4817-aced-b20343a9b320 req-6a3b7813-59cf-46b4-9ae3-4d5586bed7f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1128983 May 23 12:15:51.016225 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d293127d-e79a-4817-aced-b20343a9b320 req-16d3e22d-9766-4837-9331-0066b4eff1fb service neutron] 10.222.0.13 "GET /v2.0/networks/ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335614 May 23 12:15:51.134918 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device b15fdf73-1459-43c6-9f00-50816f6b6efc up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:15:51.214379 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port b15fdf73-1459-43c6-9f00-50816f6b6efc completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:15:51.219589 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port b15fdf73-1459-43c6-9f00-50816f6b6efc triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:15:51.219981 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:51.268747 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d293127d-e79a-4817-aced-b20343a9b320 req-0b320944-412e-4482-a87d-88f681dfb338 service neutron] 10.222.0.13 "GET /v2.0/networks/ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469487 May 23 12:15:51.341453 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:51.376690 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port b15fdf73-1459-43c6-9f00-50816f6b6efc, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=b15fdf73-1459-43c6-9f00-50816f6b6efc,segment=NetworkSegment(9257b6a9-f581-450e-95f3-42d35840ae93),segment_id=9257b6a9-f581-450e-95f3-42d35840ae93)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:15:51.381606 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:51.431023 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bf7919a7-729f-49c0-a70f-23fb5ee6c54c req-5484531c-c661-4f69-84cd-76903e2df8fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=588190a306d7442794226e883f5db528&device_id=6674e2e6-b11d-4c90-b798-7851f7b5a8cf HTTP/1.1" status: 200 len: 1094 time: 0.0782037 May 23 12:15:51.453545 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=b15fdf73-1459-43c6-9f00-50816f6b6efc,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:15:51.568358 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7919a7-729f-49c0-a70f-23fb5ee6c54c req-a62566dd-7ce9-4e37-88ae-454f27e90cd5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:15:51.569789 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bf7919a7-729f-49c0-a70f-23fb5ee6c54c req-a62566dd-7ce9-4e37-88ae-454f27e90cd5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3 HTTP/1.1" status: 200 len: 897 time: 0.1318851 May 23 12:15:51.637955 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bf7919a7-729f-49c0-a70f-23fb5ee6c54c req-6d062102-08f5-4201-bba4-3c2beaa42ebd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e99b8cdd-da5c-4359-ad20-924129c3dabc HTTP/1.1" status: 200 len: 217 time: 0.0619121 May 23 12:15:51.703686 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7919a7-729f-49c0-a70f-23fb5ee6c54c req-1acd3d87-768a-4078-b37d-057bb10256d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:15:51.705151 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bf7919a7-729f-49c0-a70f-23fb5ee6c54c req-1acd3d87-768a-4078-b37d-057bb10256d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=528941c4-4816-4a21-b2ab-78e6d3220469 HTTP/1.1" status: 200 len: 834 time: 0.0615854 May 23 12:15:51.781126 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bf7919a7-729f-49c0-a70f-23fb5ee6c54c req-4ced069f-ecd7-4a33-8764-369e4d07c65f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703750 May 23 12:15:51.917673 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bf7919a7-729f-49c0-a70f-23fb5ee6c54c req-68534467-f35c-46bc-b62a-c53c9f375543 service neutron] 10.222.0.13 "GET /v2.0/networks/ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307640 May 23 12:15:52.102589 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bf7919a7-729f-49c0-a70f-23fb5ee6c54c req-404433c9-2ed2-459a-809a-cc2bb0e78941 service neutron] 10.222.0.13 "GET /v2.0/networks/ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793518 May 23 12:15:52.116851 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d8eea-4310-42e4-a983-7b0791935b31 req-18b3cbb5-c040-4e89-86f1-029e5d2f7a35 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:15:52.118331 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-212d8eea-4310-42e4-a983-7b0791935b31 req-18b3cbb5-c040-4e89-86f1-029e5d2f7a35 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=6674e2e6-b11d-4c90-b798-7851f7b5a8cf HTTP/1.1" status: 200 len: 943 time: 0.1269243 May 23 12:15:52.169827 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-212d8eea-4310-42e4-a983-7b0791935b31 req-3885bfab-91a7-4e49-9d89-3bf69494d364 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=38648423-a924-48a9-be3f-1a43d20e013b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448506 May 23 12:15:53.108850 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device b15fdf73-1459-43c6-9f00-50816f6b6efc up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:15:53.180257 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port b15fdf73-1459-43c6-9f00-50816f6b6efc triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:15:53.180845 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:53.379656 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517af712-8986-49a8-8469-7d88e6ed8410 req-2f03cd44-909d-4a65-a874-5f0ab999ca7b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:15:53.381147 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-517af712-8986-49a8-8469-7d88e6ed8410 req-2f03cd44-909d-4a65-a874-5f0ab999ca7b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=6674e2e6-b11d-4c90-b798-7851f7b5a8cf HTTP/1.1" status: 200 len: 943 time: 0.0887661 May 23 12:15:53.436775 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-517af712-8986-49a8-8469-7d88e6ed8410 req-c66b2f24-87a9-4504-b823-4e6567c9f6af tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=38648423-a924-48a9-be3f-1a43d20e013b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498722 May 23 12:15:53.489688 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device e99b8cdd-da5c-4359-ad20-924129c3dabc details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 12:15:53.626605 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port e99b8cdd-da5c-4359-ad20-924129c3dabc, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=e99b8cdd-da5c-4359-ad20-924129c3dabc,segment=NetworkSegment(9257b6a9-f581-450e-95f3-42d35840ae93),segment_id=9257b6a9-f581-450e-95f3-42d35840ae93)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:15:53.640362 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'e99b8cdd-da5c-4359-ad20-924129c3dabc', 'network_id': 'ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3', 'port_id': 'e99b8cdd-da5c-4359-ad20-924129c3dabc', 'mac_address': 'fa:16:3e:43:b9:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '528941c4-4816-4a21-b2ab-78e6d3220469', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 12:15:53.703923 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:53.722388 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e99b8cdd-da5c-4359-ad20-924129c3dabc {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 12:15:53.738980 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port e99b8cdd-da5c-4359-ad20-924129c3dabc, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=e99b8cdd-da5c-4359-ad20-924129c3dabc,segment=NetworkSegment(9257b6a9-f581-450e-95f3-42d35840ae93),segment_id=9257b6a9-f581-450e-95f3-42d35840ae93)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:15:53.742725 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:53.813376 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=e99b8cdd-da5c-4359-ad20-924129c3dabc,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:15:54.161981 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['e99b8cdd-da5c-4359-ad20-924129c3dabc'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 12:15:54.638438 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713cdf9c-453a-49d7-814c-28a08886ce0a req-4d137ebd-67f1-41aa-85ad-0c21fa43f0ea tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:15:54.639888 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-713cdf9c-453a-49d7-814c-28a08886ce0a req-4d137ebd-67f1-41aa-85ad-0c21fa43f0ea tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=6674e2e6-b11d-4c90-b798-7851f7b5a8cf HTTP/1.1" status: 200 len: 944 time: 0.0776534 May 23 12:15:54.686520 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-713cdf9c-453a-49d7-814c-28a08886ce0a req-962898a5-f862-4282-ab33-4a896fde9786 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=38648423-a924-48a9-be3f-1a43d20e013b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408213 May 23 12:15:55.505817 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device e99b8cdd-da5c-4359-ad20-924129c3dabc up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:15:55.578086 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port e99b8cdd-da5c-4359-ad20-924129c3dabc completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:15:55.582785 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port e99b8cdd-da5c-4359-ad20-924129c3dabc triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:15:55.583147 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:55.695992 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:55.723226 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6674e2e6-b11d-4c90-b798-7851f7b5a8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99b8cdd-da5c-4359-ad20-924129c3dabc'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:15:55.733080 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port e99b8cdd-da5c-4359-ad20-924129c3dabc, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=e99b8cdd-da5c-4359-ad20-924129c3dabc,segment=NetworkSegment(9257b6a9-f581-450e-95f3-42d35840ae93),segment_id=9257b6a9-f581-450e-95f3-42d35840ae93)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:15:55.738309 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:55.814014 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=e99b8cdd-da5c-4359-ad20-924129c3dabc,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:15:55.827191 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76f0e01c-626d-4cc2-95f6-87660f39571b'] response: {'server_uuid': '6674e2e6-b11d-4c90-b798-7851f7b5a8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99b8cdd-da5c-4359-ad20-924129c3dabc', 'code': 200} May 23 12:15:55.906979 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c007df7-b7ec-4da8-b02a-8fa39975f2f4 req-c0981d2e-1eb1-437b-b981-2d5bd69847e9 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:15:55.908838 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0c007df7-b7ec-4da8-b02a-8fa39975f2f4 req-c0981d2e-1eb1-437b-b981-2d5bd69847e9 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=6674e2e6-b11d-4c90-b798-7851f7b5a8cf HTTP/1.1" status: 200 len: 945 time: 0.0825367 May 23 12:15:56.000423 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0c007df7-b7ec-4da8-b02a-8fa39975f2f4 req-af1667f3-db48-4dc4-aeef-7a28f07073c3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=38648423-a924-48a9-be3f-1a43d20e013b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622206 May 23 12:15:56.012984 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1cf0098a-cd48-472c-b977-b8f3bddb7e4d req-73853b9c-8cb2-4616-8345-9bf046886286 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6674e2e6-b11d-4c90-b798-7851f7b5a8cf HTTP/1.1" status: 200 len: 1096 time: 0.1030829 May 23 12:15:56.057104 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1cf0098a-cd48-472c-b977-b8f3bddb7e4d req-c05009d7-5b2e-43e6-8846-c53c30ac3b80 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=38648423-a924-48a9-be3f-1a43d20e013b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383525 May 23 12:15:57.204066 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f34b9-5fe3-420a-96fc-a8f8a74ea856 req-42fe1c62-e5dc-4ce8-a02c-0f7a3882e857 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:15:57.205458 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-880f34b9-5fe3-420a-96fc-a8f8a74ea856 req-42fe1c62-e5dc-4ce8-a02c-0f7a3882e857 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=6674e2e6-b11d-4c90-b798-7851f7b5a8cf HTTP/1.1" status: 200 len: 945 time: 0.0820956 May 23 12:15:57.256470 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-880f34b9-5fe3-420a-96fc-a8f8a74ea856 req-32dd90e5-066d-4da9-9ae7-30bf4260a98a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=38648423-a924-48a9-be3f-1a43d20e013b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449340 May 23 12:15:58.462044 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa9212-5a3b-4da9-9372-c01cca103da2 req-18d75317-94ce-4059-95a5-0d693aa539c9 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:15:58.463528 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f9aa9212-5a3b-4da9-9372-c01cca103da2 req-18d75317-94ce-4059-95a5-0d693aa539c9 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=6674e2e6-b11d-4c90-b798-7851f7b5a8cf HTTP/1.1" status: 200 len: 945 time: 0.0824623 May 23 12:15:58.513144 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f9aa9212-5a3b-4da9-9372-c01cca103da2 req-e1d46697-4ebe-43cb-83fe-5395b878038c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=38648423-a924-48a9-be3f-1a43d20e013b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439394 May 23 12:15:58.723930 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29daf853-4d5d-4ea8-9189-7f9137f792b8 req-edc67b33-eb2c-4136-8387-8f72bdd18557 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:15:58.725408 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-29daf853-4d5d-4ea8-9189-7f9137f792b8 req-edc67b33-eb2c-4136-8387-8f72bdd18557 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=6674e2e6-b11d-4c90-b798-7851f7b5a8cf HTTP/1.1" status: 200 len: 945 time: 0.0815835 May 23 12:15:58.773487 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-29daf853-4d5d-4ea8-9189-7f9137f792b8 req-4149ed24-0e63-4150-9499-46ad07882f6d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=38648423-a924-48a9-be3f-1a43d20e013b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396454 May 23 12:15:58.809586 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43186) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:15:58.887968 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a905d1d6-8b7c-4b9d-b0ef-2e8f12eddc1c tempest-TestNetworkAdvancedServerOps-1692628639 tempest-TestNetworkAdvancedServerOps-1692628639-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6674e2e6-b11d-4c90-b798-7851f7b5a8cf HTTP/1.1" status: 200 len: 1091 time: 0.0766404 May 23 12:15:58.890893 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43190) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:15:58.896128 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c8a96a60-b967-47b1-b682-6c10f8cced44 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'port_id': 'e99b8cdd-da5c-4359-ad20-924129c3dabc', 'tenant_id': '588190a306d7442794226e883f5db528', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:15:58.902832 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c8a96a60-b967-47b1-b682-6c10f8cced44 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:15:58.906761 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c8a96a60-b967-47b1-b682-6c10f8cced44 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:floatingip and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:15:58.910038 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c8a96a60-b967-47b1-b682-6c10f8cced44 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:15:58.915812 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c8a96a60-b967-47b1-b682-6c10f8cced44 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:15:58.927458 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c8a96a60-b967-47b1-b682-6c10f8cced44 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for floatingip, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:59.177721 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c8a96a60-b967-47b1-b682-6c10f8cced44 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:59.318020 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-c8a96a60-b967-47b1-b682-6c10f8cced44 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Allocated IP 172.25.6.214 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/3e15d5f3-a6b7-4ed9-8a5e-6284bde08218) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:15:59.472667 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c8a96a60-b967-47b1-b682-6c10f8cced44 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:59.502915 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c8a96a60-b967-47b1-b682-6c10f8cced44 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:15:59.573212 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a96a60-b967-47b1-b682-6c10f8cced44 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:15:59.575802 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-c8a96a60-b967-47b1-b682-6c10f8cced44 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:15:59.579464 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a96a60-b967-47b1-b682-6c10f8cced44 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:15:59.608035 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a96a60-b967-47b1-b682-6c10f8cced44 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'Port': ['ID=3e15d5f3-a6b7-4ed9-8a5e-6284bde08218,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:15:59.973590 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:16:00.104276 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c8a96a60-b967-47b1-b682-6c10f8cced44 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:16:00.168748 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c8a96a60-b967-47b1-b682-6c10f8cced44 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:16:00.383851 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c8a96a60-b967-47b1-b682-6c10f8cced44 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:16:00.391145 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c8a96a60-b967-47b1-b682-6c10f8cced44 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:16:00.497989 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a96a60-b967-47b1-b682-6c10f8cced44 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'Port': ['ID=3e15d5f3-a6b7-4ed9-8a5e-6284bde08218,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:16:00.511983 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c8a96a60-b967-47b1-b682-6c10f8cced44 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:16:00.702594 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [None req-c8a96a60-b967-47b1-b682-6c10f8cced44 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Floating IP 91d96544-2907-47b2-a99f-727d1816ee38 associated. External IP: 172.25.6.214, port: e99b8cdd-da5c-4359-ad20-924129c3dabc. May 23 12:16:01.212872 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a96a60-b967-47b1-b682-6c10f8cced44 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Router 21eec668-c0b7-42a2-8d33-333c69565fae has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:16:01.418055 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a96a60-b967-47b1-b682-6c10f8cced44 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:16:01.428985 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45f9a8f-b3e9-41a0-97e1-1d6b94831432 None None] Sync routers for ids ['21eec668-c0b7-42a2-8d33-333c69565fae'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:16:01.442848 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45f9a8f-b3e9-41a0-97e1-1d6b94831432 None None] Routers {'21eec668-c0b7-42a2-8d33-333c69565fae'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:16:01.443615 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f45f9a8f-b3e9-41a0-97e1-1d6b94831432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:15:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['21eec668-c0b7-42a2-8d33-333c69565fae'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:16:01.444463 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c8a96a60-b967-47b1-b682-6c10f8cced44 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:16:01.501392 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c8a96a60-b967-47b1-b682-6c10f8cced44 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6094306 May 23 12:16:01.501993 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6674e2e6-b11d-4c90-b798-7851f7b5a8cf', 'tag': 'e99b8cdd-da5c-4359-ad20-924129c3dabc'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:16:01.630140 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-f45f9a8f-b3e9-41a0-97e1-1d6b94831432 None None] Set router 21eec668-c0b7-42a2-8d33-333c69565fae gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:16:01.633961 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fc2a856-3a50-44d4-9568-5d1f1eb4978b'] response: {'name': 'network-changed', 'server_uuid': '6674e2e6-b11d-4c90-b798-7851f7b5a8cf', 'tag': 'e99b8cdd-da5c-4359-ad20-924129c3dabc', 'status': 'completed', 'code': 200} May 23 12:16:01.688228 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e044cf-7846-41af-88fb-7b9c6808ea33 req-8e6b815a-7bbf-481a-981e-598b72e28b9c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:16:01.690399 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-13e044cf-7846-41af-88fb-7b9c6808ea33 req-8e6b815a-7bbf-481a-981e-598b72e28b9c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=6674e2e6-b11d-4c90-b798-7851f7b5a8cf HTTP/1.1" status: 200 len: 945 time: 0.0902836 May 23 12:16:01.884690 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-13e044cf-7846-41af-88fb-7b9c6808ea33 req-650d1b91-62d0-44f7-a267-97840b55d495 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=38648423-a924-48a9-be3f-1a43d20e013b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1877217 May 23 12:16:01.900670 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d5c556bf-583b-4bbb-a66a-a3f14ee8908f req-35bced9b-be43-469a-bc71-13ab4e9547e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=588190a306d7442794226e883f5db528&device_id=6674e2e6-b11d-4c90-b798-7851f7b5a8cf HTTP/1.1" status: 200 len: 1096 time: 0.2242513 May 23 12:16:01.914591 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43202) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:16:01.995178 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f45f9a8f-b3e9-41a0-97e1-1d6b94831432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21eec668-c0b7-42a2-8d33-333c69565fae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275661207', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '4d576178-363a-4d0d-8db8-2de9974b5fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:15:39Z', 'updated_at': '2022-05-23T12:15:43Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '4d576178-363a-4d0d-8db8-2de9974b5fa2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eec668-c0b7-42a2-8d33-333c69565fae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:15:39Z', 'updated_at': '2022-05-23T12:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '91d96544-2907-47b2-a99f-727d1816ee38', 'tenant_id': '588190a306d7442794226e883f5db528', 'floating_ip_address': '172.25.6.214', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '21eec668-c0b7-42a2-8d33-333c69565fae', 'port_id': 'e99b8cdd-da5c-4359-ad20-924129c3dabc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3', 'mac_address': 'fa:16:3e:43:b9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6674e2e6-b11d-4c90-b798-7851f7b5a8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:15:59Z', 'updated_at': '2022-05-23T12:15:59Z', 'revision_number': 0, 'project_id': '588190a306d7442794226e883f5db528', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b15fdf73-1459-43c6-9f00-50816f6b6efc', 'name': '', 'network_id': 'ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3', 'tenant_id': '588190a306d7442794226e883f5db528', 'mac_address': 'fa:16:3e:e2:7d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eec668-c0b7-42a2-8d33-333c69565fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '528941c4-4816-4a21-b2ab-78e6d3220469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:15:42Z', 'updated_at': '2022-05-23T12:15:51Z', 'revision_number': 5, 'project_id': '588190a306d7442794226e883f5db528', 'subnets': [{'id': '528941c4-4816-4a21-b2ab-78e6d3220469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:16:02.000627 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45f9a8f-b3e9-41a0-97e1-1d6b94831432 None None] Checking router: 21eec668-c0b7-42a2-8d33-333c69565fae for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:16:02.011862 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45f9a8f-b3e9-41a0-97e1-1d6b94831432 None None] Routers {'21eec668-c0b7-42a2-8d33-333c69565fae'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:16:02.012799 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f45f9a8f-b3e9-41a0-97e1-1d6b94831432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:15:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['21eec668-c0b7-42a2-8d33-333c69565fae'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:16:02.023871 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e39742e9-1ab5-47d4-891d-8b687723c92c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/floatingips/91d96544-2907-47b2-a99f-727d1816ee38 HTTP/1.1" status: 200 len: 991 time: 0.1072278 May 23 12:16:02.036225 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c556bf-583b-4bbb-a66a-a3f14ee8908f req-ff2c988d-d589-4278-8e42-59383ffed28f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:16:02.037687 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d5c556bf-583b-4bbb-a66a-a3f14ee8908f req-ff2c988d-d589-4278-8e42-59383ffed28f service neutron] 10.222.0.13 "GET /v2.0/networks?id=ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3 HTTP/1.1" status: 200 len: 897 time: 0.1310382 May 23 12:16:02.143664 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d5c556bf-583b-4bbb-a66a-a3f14ee8908f req-8993ddfb-6915-4fe7-9731-09fe4466882f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e99b8cdd-da5c-4359-ad20-924129c3dabc HTTP/1.1" status: 200 len: 999 time: 0.0989537 May 23 12:16:02.196078 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-f45f9a8f-b3e9-41a0-97e1-1d6b94831432 None None] Set router 21eec668-c0b7-42a2-8d33-333c69565fae gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:16:02.206799 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c556bf-583b-4bbb-a66a-a3f14ee8908f req-17a3385a-34ad-46ab-8142-08039e9e43f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:16:02.208314 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d5c556bf-583b-4bbb-a66a-a3f14ee8908f req-17a3385a-34ad-46ab-8142-08039e9e43f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=528941c4-4816-4a21-b2ab-78e6d3220469 HTTP/1.1" status: 200 len: 834 time: 0.0580146 May 23 12:16:02.288161 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d5c556bf-583b-4bbb-a66a-a3f14ee8908f req-6f0b00ec-6547-4022-a31b-3f180b1dfeca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730224 May 23 12:16:02.433435 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d5c556bf-583b-4bbb-a66a-a3f14ee8908f req-e3293cc5-1f93-45c8-ae57-97b495b09237 service neutron] 10.222.0.13 "GET /v2.0/networks/ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294644 May 23 12:16:02.577454 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d5c556bf-583b-4bbb-a66a-a3f14ee8908f req-e2c87b67-5d8c-4aec-9a0c-8c804f07a1bc service neutron] 10.222.0.13 "GET /v2.0/networks/ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385818 May 23 12:16:02.598606 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f45f9a8f-b3e9-41a0-97e1-1d6b94831432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21eec668-c0b7-42a2-8d33-333c69565fae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275661207', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '4d576178-363a-4d0d-8db8-2de9974b5fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:15:39Z', 'updated_at': '2022-05-23T12:15:43Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '4d576178-363a-4d0d-8db8-2de9974b5fa2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eec668-c0b7-42a2-8d33-333c69565fae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:15:39Z', 'updated_at': '2022-05-23T12:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '91d96544-2907-47b2-a99f-727d1816ee38', 'tenant_id': '588190a306d7442794226e883f5db528', 'floating_ip_address': '172.25.6.214', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '21eec668-c0b7-42a2-8d33-333c69565fae', 'port_id': 'e99b8cdd-da5c-4359-ad20-924129c3dabc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3', 'mac_address': 'fa:16:3e:43:b9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6674e2e6-b11d-4c90-b798-7851f7b5a8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:15:59Z', 'updated_at': '2022-05-23T12:15:59Z', 'revision_number': 0, 'project_id': '588190a306d7442794226e883f5db528', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b15fdf73-1459-43c6-9f00-50816f6b6efc', 'name': '', 'network_id': 'ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3', 'tenant_id': '588190a306d7442794226e883f5db528', 'mac_address': 'fa:16:3e:e2:7d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eec668-c0b7-42a2-8d33-333c69565fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '528941c4-4816-4a21-b2ab-78e6d3220469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:15:42Z', 'updated_at': '2022-05-23T12:15:51Z', 'revision_number': 5, 'project_id': '588190a306d7442794226e883f5db528', 'subnets': [{'id': '528941c4-4816-4a21-b2ab-78e6d3220469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:16:02.602902 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45f9a8f-b3e9-41a0-97e1-1d6b94831432 None None] The sync data for ids ['21eec668-c0b7-42a2-8d33-333c69565fae'] in n-d-842952-2 is: [{'id': '21eec668-c0b7-42a2-8d33-333c69565fae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275661207', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '4d576178-363a-4d0d-8db8-2de9974b5fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:15:39Z', 'updated_at': '2022-05-23T12:15:43Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '4d576178-363a-4d0d-8db8-2de9974b5fa2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eec668-c0b7-42a2-8d33-333c69565fae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:15:39Z', 'updated_at': '2022-05-23T12:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '91d96544-2907-47b2-a99f-727d1816ee38', 'tenant_id': '588190a306d7442794226e883f5db528', 'floating_ip_address': '172.25.6.214', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '21eec668-c0b7-42a2-8d33-333c69565fae', 'port_id': 'e99b8cdd-da5c-4359-ad20-924129c3dabc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3', 'mac_address': 'fa:16:3e:43:b9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6674e2e6-b11d-4c90-b798-7851f7b5a8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:15:59Z', 'updated_at': '2022-05-23T12:15:59Z', 'revision_number': 0, 'project_id': '588190a306d7442794226e883f5db528', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b15fdf73-1459-43c6-9f00-50816f6b6efc', 'name': '', 'network_id': 'ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3', 'tenant_id': '588190a306d7442794226e883f5db528', 'mac_address': 'fa:16:3e:e2:7d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eec668-c0b7-42a2-8d33-333c69565fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '528941c4-4816-4a21-b2ab-78e6d3220469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:15:42Z', 'updated_at': '2022-05-23T12:15:51Z', 'revision_number': 5, 'project_id': '588190a306d7442794226e883f5db528', 'subnets': [{'id': '528941c4-4816-4a21-b2ab-78e6d3220469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:16:03.027048 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43206) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:16:03.132945 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a4fc7d38-b17c-408b-a21a-d795d8c1dcb7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/floatingips/91d96544-2907-47b2-a99f-727d1816ee38 HTTP/1.1" status: 200 len: 991 time: 0.1037080 May 23 12:16:04.136715 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43210) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:16:04.244036 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b6656e39-79d7-4c1e-a750-9d7973e39f20 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/floatingips/91d96544-2907-47b2-a99f-727d1816ee38 HTTP/1.1" status: 200 len: 991 time: 0.1062360 May 23 12:16:05.167764 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f290205e-8a7b-47ac-ac7a-acbb56a779e2 None None] New status for floating IP 91d96544-2907-47b2-a99f-727d1816ee38: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 12:16:05.247484 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43214) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:16:05.365445 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-314bb74e-6168-49ef-bc3d-f26aacbec065 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/floatingips/91d96544-2907-47b2-a99f-727d1816ee38 HTTP/1.1" status: 200 len: 991 time: 0.1165018 May 23 12:16:06.079339 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-53cab60e-761b-4039-9ddc-336d6c2791ac req-7384b1fa-a6f6-4240-b8c7-a7fa20d63240 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6674e2e6-b11d-4c90-b798-7851f7b5a8cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0714412 May 23 12:16:06.260655 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-53cab60e-761b-4039-9ddc-336d6c2791ac req-61bc792a-0fe0-442a-ba1d-3a4ecca8e1ff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=588190a306d7442794226e883f5db528&device_id=6674e2e6-b11d-4c90-b798-7851f7b5a8cf HTTP/1.1" status: 200 len: 1096 time: 0.0868149 May 23 12:16:06.369527 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43218) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:16:06.437456 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cab60e-761b-4039-9ddc-336d6c2791ac req-4fd8d453-5c28-45b0-bfa9-d9761ec01d64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:16:06.438914 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-53cab60e-761b-4039-9ddc-336d6c2791ac req-4fd8d453-5c28-45b0-bfa9-d9761ec01d64 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3 HTTP/1.1" status: 200 len: 897 time: 0.1569223 May 23 12:16:06.506962 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e34ac863-63ba-4bfb-b8ad-8e2d3003b1e6 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/floatingips/91d96544-2907-47b2-a99f-727d1816ee38 HTTP/1.1" status: 200 len: 993 time: 0.1306179 May 23 12:16:06.562432 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-53cab60e-761b-4039-9ddc-336d6c2791ac req-be2fc5fb-39bf-49a5-b266-fb78fae33717 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e99b8cdd-da5c-4359-ad20-924129c3dabc HTTP/1.1" status: 200 len: 1001 time: 0.1098924 May 23 12:16:06.631719 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cab60e-761b-4039-9ddc-336d6c2791ac req-6b66b6a3-a45c-4a10-9328-ac3611fd8b7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:16:06.634175 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-53cab60e-761b-4039-9ddc-336d6c2791ac req-6b66b6a3-a45c-4a10-9328-ac3611fd8b7b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=528941c4-4816-4a21-b2ab-78e6d3220469 HTTP/1.1" status: 200 len: 834 time: 0.0639284 May 23 12:16:06.722913 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-53cab60e-761b-4039-9ddc-336d6c2791ac req-e6642b09-f05d-4ba9-b01e-4c26d82dbc4b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826352 May 23 12:16:06.870212 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-53cab60e-761b-4039-9ddc-336d6c2791ac req-e3a4eeca-77b9-4028-ad26-bc66664ccc75 service neutron] 10.222.0.13 "GET /v2.0/networks/ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405685 May 23 12:16:07.097719 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-53cab60e-761b-4039-9ddc-336d6c2791ac req-c35e5523-7535-4d8b-b9bc-4ca6f6ac550c service neutron] 10.222.0.13 "GET /v2.0/networks/ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207537 May 23 12:16:08.691606 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:16:09.344452 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e6eca377-c5fd-4294-92f5-56418631735c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:16:10.097307 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:16:11.668482 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-361e71c6-855a-4f4e-bde2-8ee20b6100e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:16:12.929460 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:16:13.022999 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:16:14.580294 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:16:36.980417 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:16:38.716829 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:16:39.351947 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-75fc6d17-6bb0-42db-a580-b89cece0c842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:16:40.096455 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:16:41.672861 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3e68d436-1dde-41e4-b0a8-b69f1de0a809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:16:42.926744 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:16:43.023160 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:16:44.584864 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:17:05.629991 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a401468e-837f-444e-97df-c785abe373da req-2b40a262-e609-4e40-bc85-115e155f8010 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=588190a306d7442794226e883f5db528&device_id=6674e2e6-b11d-4c90-b798-7851f7b5a8cf HTTP/1.1" status: 200 len: 1096 time: 0.1311703 May 23 12:17:05.638785 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb1215-5dd8-4ac8-9390-3287dad7de20 req-6d5ec957-2b19-4c0f-99ef-1d9ad6861cc4 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:17:05.640155 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b8fb1215-5dd8-4ac8-9390-3287dad7de20 req-6d5ec957-2b19-4c0f-99ef-1d9ad6861cc4 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=6674e2e6-b11d-4c90-b798-7851f7b5a8cf HTTP/1.1" status: 200 len: 945 time: 0.1060665 May 23 12:17:05.781876 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b8fb1215-5dd8-4ac8-9390-3287dad7de20 req-95c309ea-6390-4c46-9acd-234959a85762 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=38648423-a924-48a9-be3f-1a43d20e013b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234617 May 23 12:17:05.807683 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401468e-837f-444e-97df-c785abe373da req-d4a072bd-167d-4dac-970b-798a09700428 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:17:05.807683 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a401468e-837f-444e-97df-c785abe373da req-d4a072bd-167d-4dac-970b-798a09700428 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3 HTTP/1.1" status: 200 len: 897 time: 0.1642103 May 23 12:17:05.903850 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a401468e-837f-444e-97df-c785abe373da req-13fe470c-c739-45ab-b0a2-2c9ca93e8a7d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e99b8cdd-da5c-4359-ad20-924129c3dabc HTTP/1.1" status: 200 len: 1001 time: 0.0921166 May 23 12:17:05.971560 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401468e-837f-444e-97df-c785abe373da req-10126cfa-a4c8-49da-a93e-089bfc9f46e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:17:05.973085 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a401468e-837f-444e-97df-c785abe373da req-10126cfa-a4c8-49da-a93e-089bfc9f46e7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=528941c4-4816-4a21-b2ab-78e6d3220469 HTTP/1.1" status: 200 len: 834 time: 0.0621858 May 23 12:17:06.050941 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a401468e-837f-444e-97df-c785abe373da req-6f3a8ab9-b022-445b-b1c7-190b12b32c20 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718820 May 23 12:17:06.188089 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a401468e-837f-444e-97df-c785abe373da req-cac74762-06be-440b-966d-276b5f913b45 service neutron] 10.222.0.13 "GET /v2.0/networks/ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303227 May 23 12:17:06.323485 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a401468e-837f-444e-97df-c785abe373da req-40510ba0-abc7-490e-8576-1fa31a04aca1 service neutron] 10.222.0.13 "GET /v2.0/networks/ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292217 May 23 12:17:06.536824 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fe664964-2bd7-4285-b993-66ddb9d7870f req-6c785c7c-d987-4d8a-94f2-686bd27cdc01 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=588190a306d7442794226e883f5db528&device_id=6674e2e6-b11d-4c90-b798-7851f7b5a8cf HTTP/1.1" status: 200 len: 1096 time: 0.0791848 May 23 12:17:06.684032 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe664964-2bd7-4285-b993-66ddb9d7870f req-9935ad80-1644-4280-bb4e-83a4791aeae4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:17:06.685376 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fe664964-2bd7-4285-b993-66ddb9d7870f req-9935ad80-1644-4280-bb4e-83a4791aeae4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3 HTTP/1.1" status: 200 len: 897 time: 0.1290712 May 23 12:17:06.795998 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fe664964-2bd7-4285-b993-66ddb9d7870f req-873524e2-4972-4175-b057-2f37d6931f61 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e99b8cdd-da5c-4359-ad20-924129c3dabc HTTP/1.1" status: 200 len: 1001 time: 0.1029608 May 23 12:17:06.861201 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe664964-2bd7-4285-b993-66ddb9d7870f req-76daac73-f239-42bb-ad2f-02e8ab2834d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:17:06.862673 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fe664964-2bd7-4285-b993-66ddb9d7870f req-76daac73-f239-42bb-ad2f-02e8ab2834d8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=528941c4-4816-4a21-b2ab-78e6d3220469 HTTP/1.1" status: 200 len: 834 time: 0.0600429 May 23 12:17:06.944995 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fe664964-2bd7-4285-b993-66ddb9d7870f req-92364b20-d2b8-4cb9-a7d5-86be7085fc0e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742409 May 23 12:17:07.086717 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fe664964-2bd7-4285-b993-66ddb9d7870f req-7bc64564-6d2d-428d-a148-81e353a82833 service neutron] 10.222.0.13 "GET /v2.0/networks/ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349177 May 23 12:17:07.364190 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fe664964-2bd7-4285-b993-66ddb9d7870f req-4065aef9-58fb-4690-8075-e76a2fbe6dba service neutron] 10.222.0.13 "GET /v2.0/networks/ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702169 May 23 12:17:07.375501 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58aa4e9-2166-471a-a2f4-a088f66dbc64 req-9045a490-eefe-4d06-bcfb-c251302727f3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:17:07.376943 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a58aa4e9-2166-471a-a2f4-a088f66dbc64 req-9045a490-eefe-4d06-bcfb-c251302727f3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=6674e2e6-b11d-4c90-b798-7851f7b5a8cf HTTP/1.1" status: 200 len: 945 time: 0.4553511 May 23 12:17:07.424425 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a58aa4e9-2166-471a-a2f4-a088f66dbc64 req-a308ecd6-4c31-497c-85fb-4cd6bf1db53d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=38648423-a924-48a9-be3f-1a43d20e013b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414121 May 23 12:17:08.630097 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f7095-d639-4a8d-947c-ecf9b28f295d req-aba75041-5e61-43ca-8c2d-6ed8a52dcde8 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:17:08.631549 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-311f7095-d639-4a8d-947c-ecf9b28f295d req-aba75041-5e61-43ca-8c2d-6ed8a52dcde8 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=6674e2e6-b11d-4c90-b798-7851f7b5a8cf HTTP/1.1" status: 200 len: 945 time: 0.0798733 May 23 12:17:08.678180 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-311f7095-d639-4a8d-947c-ecf9b28f295d req-1d74c486-9bf1-44c4-b0bf-5d378f51c7bd tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=38648423-a924-48a9-be3f-1a43d20e013b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399137 May 23 12:17:08.703721 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:17:09.340851 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-84074491-2cad-4b18-b6b9-8d894fd1dbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:17:09.880904 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45186c4c-df11-4bba-8703-5c5be0ca63ca req-3f75117c-9cae-41e7-b7fe-cf0a188d3224 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:17:09.882368 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-45186c4c-df11-4bba-8703-5c5be0ca63ca req-3f75117c-9cae-41e7-b7fe-cf0a188d3224 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=6674e2e6-b11d-4c90-b798-7851f7b5a8cf HTTP/1.1" status: 200 len: 945 time: 0.0808797 May 23 12:17:09.928586 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-45186c4c-df11-4bba-8703-5c5be0ca63ca req-e3d36635-22e7-4b75-955b-a9879f8c139c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=38648423-a924-48a9-be3f-1a43d20e013b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402150 May 23 12:17:10.105775 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:17:11.220539 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21a08c-2243-4d6e-8814-a7b6cac97669 req-1aaccd3a-6af9-4ca0-8340-11aa92fbc6fa tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:17:11.221948 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f21a08c-2243-4d6e-8814-a7b6cac97669 req-1aaccd3a-6af9-4ca0-8340-11aa92fbc6fa tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=6674e2e6-b11d-4c90-b798-7851f7b5a8cf HTTP/1.1" status: 200 len: 945 time: 0.1634398 May 23 12:17:11.272406 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f21a08c-2243-4d6e-8814-a7b6cac97669 req-3f956781-c1e9-4efb-a3ba-595013e967c2 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=38648423-a924-48a9-be3f-1a43d20e013b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425928 May 23 12:17:11.670047 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8a39a8c9-96c0-4370-baab-2a05cfd53a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:17:12.485171 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122b5a8-63c9-4deb-a3e8-788d6dcb961c req-1a34cac1-1c23-4f89-a327-5815e5ee5aaf tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:17:12.486771 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5122b5a8-63c9-4deb-a3e8-788d6dcb961c req-1a34cac1-1c23-4f89-a327-5815e5ee5aaf tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=6674e2e6-b11d-4c90-b798-7851f7b5a8cf HTTP/1.1" status: 200 len: 945 time: 0.0821338 May 23 12:17:12.537611 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5122b5a8-63c9-4deb-a3e8-788d6dcb961c req-5eccca82-9f7c-45db-8e0e-3b5f677d8b8c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=38648423-a924-48a9-be3f-1a43d20e013b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451310 May 23 12:17:12.929708 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:17:13.030361 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:17:13.759735 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc657e-be3c-4b4b-8abd-b97a58757fd1 req-ad093d54-732f-4ad0-950b-99ad84ee08fb tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:17:13.761201 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e6cc657e-be3c-4b4b-8abd-b97a58757fd1 req-ad093d54-732f-4ad0-950b-99ad84ee08fb tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=6674e2e6-b11d-4c90-b798-7851f7b5a8cf HTTP/1.1" status: 200 len: 945 time: 0.0915515 May 23 12:17:13.809376 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e6cc657e-be3c-4b4b-8abd-b97a58757fd1 req-f7f02163-07ec-4456-9ea0-6b7e47a14949 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=38648423-a924-48a9-be3f-1a43d20e013b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423117 May 23 12:17:13.973088 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:17:14.596323 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:17:15.021535 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0917dc-904a-46bf-8353-c88c057c0171 req-84734363-d73d-41b5-bfa7-19cba96b5fda tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:17:15.022990 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-de0917dc-904a-46bf-8353-c88c057c0171 req-84734363-d73d-41b5-bfa7-19cba96b5fda tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=6674e2e6-b11d-4c90-b798-7851f7b5a8cf HTTP/1.1" status: 200 len: 945 time: 0.0826304 May 23 12:17:15.081402 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-de0917dc-904a-46bf-8353-c88c057c0171 req-62450ae8-8ef3-4dc4-a35a-723b8d121cd8 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=38648423-a924-48a9-be3f-1a43d20e013b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498176 May 23 12:17:16.308625 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071caacf-0bfb-4737-9d62-b14de1730e87 req-ee05dfb8-f27d-4b8c-b435-7fd26995b712 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:17:16.310038 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-071caacf-0bfb-4737-9d62-b14de1730e87 req-ee05dfb8-f27d-4b8c-b435-7fd26995b712 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=6674e2e6-b11d-4c90-b798-7851f7b5a8cf HTTP/1.1" status: 200 len: 945 time: 0.0882616 May 23 12:17:16.356650 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-071caacf-0bfb-4737-9d62-b14de1730e87 req-80db7acb-4d10-45b4-a2b8-eff96499bc62 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=38648423-a924-48a9-be3f-1a43d20e013b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396941 May 23 12:17:17.563294 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4cd25-e91e-4500-b000-e5704356aa1d req-7b03e69f-15ea-4898-b4bd-f330bcea2068 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:17:17.564769 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8ce4cd25-e91e-4500-b000-e5704356aa1d req-7b03e69f-15ea-4898-b4bd-f330bcea2068 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=6674e2e6-b11d-4c90-b798-7851f7b5a8cf HTTP/1.1" status: 200 len: 945 time: 0.0860307 May 23 12:17:17.613758 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8ce4cd25-e91e-4500-b000-e5704356aa1d req-0ae85c45-ad59-4a80-ab18-bbed66d6bcc7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=38648423-a924-48a9-be3f-1a43d20e013b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429420 May 23 12:17:17.641881 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43292) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:17:17.748215 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6f1fb2d3-34b1-4b05-b9f4-eed999550e3d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/floatingips/91d96544-2907-47b2-a99f-727d1816ee38 HTTP/1.1" status: 200 len: 993 time: 0.1051588 May 23 12:17:38.718246 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:17:39.341825 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-66c92a8f-4232-4578-ab00-3870b36071d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:17:40.115838 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:17:41.666003 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1359ca8e-0519-4848-a4b1-2f50444f08d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:17:42.932074 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:17:43.031501 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:17:44.601868 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:17:50.974835 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:18:08.054869 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-63a068f8-eb16-45c3-916f-52ce94b91be1 req-87b0b689-eda6-4a1e-9bbd-ae7281d3f82e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6674e2e6-b11d-4c90-b798-7851f7b5a8cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0717850 May 23 12:18:08.228423 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-63a068f8-eb16-45c3-916f-52ce94b91be1 req-f629544a-5677-4715-94e0-29a287229cba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=588190a306d7442794226e883f5db528&device_id=6674e2e6-b11d-4c90-b798-7851f7b5a8cf HTTP/1.1" status: 200 len: 1096 time: 0.0763819 May 23 12:18:08.375402 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a068f8-eb16-45c3-916f-52ce94b91be1 req-f6d64804-8239-44dc-b3b3-ccc11389ad26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:18:08.376901 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-63a068f8-eb16-45c3-916f-52ce94b91be1 req-f6d64804-8239-44dc-b3b3-ccc11389ad26 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3 HTTP/1.1" status: 200 len: 897 time: 0.1288080 May 23 12:18:08.479156 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-63a068f8-eb16-45c3-916f-52ce94b91be1 req-e7e071ba-7e0d-41dd-b5aa-938d2c37fa4f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e99b8cdd-da5c-4359-ad20-924129c3dabc HTTP/1.1" status: 200 len: 1001 time: 0.0962605 May 23 12:18:08.541418 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a068f8-eb16-45c3-916f-52ce94b91be1 req-b7349a54-1601-4b4c-9392-7a818d85159a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:18:08.542811 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-63a068f8-eb16-45c3-916f-52ce94b91be1 req-b7349a54-1601-4b4c-9392-7a818d85159a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=528941c4-4816-4a21-b2ab-78e6d3220469 HTTP/1.1" status: 200 len: 834 time: 0.0579548 May 23 12:18:08.621102 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-63a068f8-eb16-45c3-916f-52ce94b91be1 req-bb265447-6d34-44a6-9f60-b2699ea34cd7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716362 May 23 12:18:08.709023 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:08.757656 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-63a068f8-eb16-45c3-916f-52ce94b91be1 req-eb406c7c-d186-461b-b65e-c7f1f1a65a27 service neutron] 10.222.0.13 "GET /v2.0/networks/ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288061 May 23 12:18:08.983116 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-63a068f8-eb16-45c3-916f-52ce94b91be1 req-b1d8a6d3-c8a0-4e72-bd52-44b8efaff01b service neutron] 10.222.0.13 "GET /v2.0/networks/ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196889 May 23 12:18:09.337928 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dcb8c257-7f20-43d0-b6f1-6173ddd563a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:10.112057 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:11.663269 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc222a0f-959e-4d17-a881-2523b12342c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:12.739996 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43318) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:18:12.926505 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:12.945146 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-2cdb4f08-65ee-4261-acb7-26440505853c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Deleting port 3e15d5f3-a6b7-4ed9-8a5e-6284bde08218 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:18:12.945478 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2cdb4f08-65ee-4261-acb7-26440505853c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:13.033055 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:13.114483 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2cdb4f08-65ee-4261-acb7-26440505853c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:13.114787 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2cdb4f08-65ee-4261-acb7-26440505853c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:13.238371 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-2cdb4f08-65ee-4261-acb7-26440505853c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Calling delete_port for 3e15d5f3-a6b7-4ed9-8a5e-6284bde08218 owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:18:13.394312 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2cdb4f08-65ee-4261-acb7-26440505853c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:13.443564 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb4f08-65ee-4261-acb7-26440505853c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event deleted for resources: {'Port': ['ID=3e15d5f3-a6b7-4ed9-8a5e-6284bde08218,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:18:13.488206 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb4f08-65ee-4261-acb7-26440505853c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:18:13.488538 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb4f08-65ee-4261-acb7-26440505853c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:18:13.488868 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb4f08-65ee-4261-acb7-26440505853c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:18:13.489202 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb4f08-65ee-4261-acb7-26440505853c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:18:13.489516 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb4f08-65ee-4261-acb7-26440505853c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:18:13.490066 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb4f08-65ee-4261-acb7-26440505853c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:18:13.490629 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb4f08-65ee-4261-acb7-26440505853c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:18:13.491162 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb4f08-65ee-4261-acb7-26440505853c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:18:13.491688 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb4f08-65ee-4261-acb7-26440505853c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:18:13.492086 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb4f08-65ee-4261-acb7-26440505853c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:18:13.492476 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb4f08-65ee-4261-acb7-26440505853c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:18:13.552530 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2cdb4f08-65ee-4261-acb7-26440505853c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:13.972867 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cdb4f08-65ee-4261-acb7-26440505853c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Router 21eec668-c0b7-42a2-8d33-333c69565fae has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:18:14.273199 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cdb4f08-65ee-4261-acb7-26440505853c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:18:14.283558 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c258be94-407c-40b4-9ca8-e6d14754bde9 None None] Sync routers for ids ['21eec668-c0b7-42a2-8d33-333c69565fae'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:18:14.295338 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2cdb4f08-65ee-4261-acb7-26440505853c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:14.299358 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c258be94-407c-40b4-9ca8-e6d14754bde9 None None] Routers {'21eec668-c0b7-42a2-8d33-333c69565fae'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:18:14.300015 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-c258be94-407c-40b4-9ca8-e6d14754bde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:18:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['21eec668-c0b7-42a2-8d33-333c69565fae'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:18:14.356157 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2cdb4f08-65ee-4261-acb7-26440505853c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "DELETE /v2.0/floatingips/91d96544-2907-47b2-a99f-727d1816ee38 HTTP/1.1" status: 204 len: 168 time: 1.6126106 May 23 12:18:14.356157 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6674e2e6-b11d-4c90-b798-7851f7b5a8cf', 'tag': 'e99b8cdd-da5c-4359-ad20-924129c3dabc'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:18:14.417458 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf69bcd6-baf6-453f-b3ee-e01b7a27c424'] response: {'name': 'network-changed', 'server_uuid': '6674e2e6-b11d-4c90-b798-7851f7b5a8cf', 'tag': 'e99b8cdd-da5c-4359-ad20-924129c3dabc', 'status': 'completed', 'code': 200} May 23 12:18:14.489212 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-c258be94-407c-40b4-9ca8-e6d14754bde9 None None] Set router 21eec668-c0b7-42a2-8d33-333c69565fae gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:18:14.539253 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce8fb290-57ef-447d-a7cc-6fedeabda267 req-68e88c75-5e73-4df1-a63f-982267417dd6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=588190a306d7442794226e883f5db528&device_id=6674e2e6-b11d-4c90-b798-7851f7b5a8cf HTTP/1.1" status: 200 len: 1096 time: 0.0706789 May 23 12:18:14.680025 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fb290-57ef-447d-a7cc-6fedeabda267 req-19a934db-b97a-40e1-96fe-79fd13b3f72e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:18:14.681974 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce8fb290-57ef-447d-a7cc-6fedeabda267 req-19a934db-b97a-40e1-96fe-79fd13b3f72e service neutron] 10.222.0.13 "GET /v2.0/networks?id=ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3 HTTP/1.1" status: 200 len: 897 time: 0.1369119 May 23 12:18:14.707378 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:14.795114 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce8fb290-57ef-447d-a7cc-6fedeabda267 req-b8a50c03-2d01-41c2-b369-30b4505109d2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e99b8cdd-da5c-4359-ad20-924129c3dabc HTTP/1.1" status: 200 len: 217 time: 0.1070430 May 23 12:18:14.815931 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-c258be94-407c-40b4-9ca8-e6d14754bde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21eec668-c0b7-42a2-8d33-333c69565fae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275661207', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '4d576178-363a-4d0d-8db8-2de9974b5fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:15:39Z', 'updated_at': '2022-05-23T12:15:43Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '4d576178-363a-4d0d-8db8-2de9974b5fa2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eec668-c0b7-42a2-8d33-333c69565fae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:15:39Z', 'updated_at': '2022-05-23T12:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'b15fdf73-1459-43c6-9f00-50816f6b6efc', 'name': '', 'network_id': 'ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3', 'tenant_id': '588190a306d7442794226e883f5db528', 'mac_address': 'fa:16:3e:e2:7d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eec668-c0b7-42a2-8d33-333c69565fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '528941c4-4816-4a21-b2ab-78e6d3220469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:15:42Z', 'updated_at': '2022-05-23T12:15:51Z', 'revision_number': 5, 'project_id': '588190a306d7442794226e883f5db528', 'subnets': [{'id': '528941c4-4816-4a21-b2ab-78e6d3220469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:18:14.820456 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c258be94-407c-40b4-9ca8-e6d14754bde9 None None] Checking router: 21eec668-c0b7-42a2-8d33-333c69565fae for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:18:14.831958 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c258be94-407c-40b4-9ca8-e6d14754bde9 None None] Routers {'21eec668-c0b7-42a2-8d33-333c69565fae'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:18:14.832588 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-c258be94-407c-40b4-9ca8-e6d14754bde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:18:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['21eec668-c0b7-42a2-8d33-333c69565fae'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:18:14.876588 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fb290-57ef-447d-a7cc-6fedeabda267 req-78abec32-cc76-46a4-9b46-aee6b60789da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:18:14.878036 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce8fb290-57ef-447d-a7cc-6fedeabda267 req-78abec32-cc76-46a4-9b46-aee6b60789da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=528941c4-4816-4a21-b2ab-78e6d3220469 HTTP/1.1" status: 200 len: 834 time: 0.0745950 May 23 12:18:14.932349 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9430d-192f-4898-99f2-3c252e1ea772 req-4ce39ae0-9bcf-4c0f-81a2-519972776ee3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:18:14.933053 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-d3e9430d-192f-4898-99f2-3c252e1ea772 req-4ce39ae0-9bcf-4c0f-81a2-519972776ee3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Synchronizing usage tracker for tenant:588190a306d7442794226e883f5db528 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:18:14.962168 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-d3e9430d-192f-4898-99f2-3c252e1ea772 req-4ce39ae0-9bcf-4c0f-81a2-519972776ee3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Unset dirty status for tenant:588190a306d7442794226e883f5db528 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:18:14.963331 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d3e9430d-192f-4898-99f2-3c252e1ea772 req-4ce39ae0-9bcf-4c0f-81a2-519972776ee3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=6674e2e6-b11d-4c90-b798-7851f7b5a8cf HTTP/1.1" status: 200 len: 945 time: 0.2216272 May 23 12:18:14.991419 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce8fb290-57ef-447d-a7cc-6fedeabda267 req-e4f2fc95-3abb-4fe1-8495-d9824023b80a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1062417 May 23 12:18:15.021198 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-c258be94-407c-40b4-9ca8-e6d14754bde9 None None] Set router 21eec668-c0b7-42a2-8d33-333c69565fae gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:18:15.092968 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d3e9430d-192f-4898-99f2-3c252e1ea772 req-4dfade09-751b-4ab4-afa0-dc64fc9a7cf9 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=38648423-a924-48a9-be3f-1a43d20e013b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219876 May 23 12:18:15.144849 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce8fb290-57ef-447d-a7cc-6fedeabda267 req-c54da31d-3456-4654-ab88-31252993637c service neutron] 10.222.0.13 "GET /v2.0/networks/ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398714 May 23 12:18:15.284321 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ce8fb290-57ef-447d-a7cc-6fedeabda267 req-4db3e4dd-2024-48ad-809c-bb533e96485c service neutron] 10.222.0.13 "GET /v2.0/networks/ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319873 May 23 12:18:15.386911 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-c258be94-407c-40b4-9ca8-e6d14754bde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21eec668-c0b7-42a2-8d33-333c69565fae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275661207', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '4d576178-363a-4d0d-8db8-2de9974b5fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:15:39Z', 'updated_at': '2022-05-23T12:15:43Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '4d576178-363a-4d0d-8db8-2de9974b5fa2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eec668-c0b7-42a2-8d33-333c69565fae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:15:39Z', 'updated_at': '2022-05-23T12:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'b15fdf73-1459-43c6-9f00-50816f6b6efc', 'name': '', 'network_id': 'ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3', 'tenant_id': '588190a306d7442794226e883f5db528', 'mac_address': 'fa:16:3e:e2:7d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eec668-c0b7-42a2-8d33-333c69565fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '528941c4-4816-4a21-b2ab-78e6d3220469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:15:42Z', 'updated_at': '2022-05-23T12:15:51Z', 'revision_number': 5, 'project_id': '588190a306d7442794226e883f5db528', 'subnets': [{'id': '528941c4-4816-4a21-b2ab-78e6d3220469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:18:15.391001 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c258be94-407c-40b4-9ca8-e6d14754bde9 None None] The sync data for ids ['21eec668-c0b7-42a2-8d33-333c69565fae'] in n-d-842952-2 is: [{'id': '21eec668-c0b7-42a2-8d33-333c69565fae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275661207', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '4d576178-363a-4d0d-8db8-2de9974b5fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:15:39Z', 'updated_at': '2022-05-23T12:15:43Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '4d576178-363a-4d0d-8db8-2de9974b5fa2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eec668-c0b7-42a2-8d33-333c69565fae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:15:39Z', 'updated_at': '2022-05-23T12:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'b15fdf73-1459-43c6-9f00-50816f6b6efc', 'name': '', 'network_id': 'ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3', 'tenant_id': '588190a306d7442794226e883f5db528', 'mac_address': 'fa:16:3e:e2:7d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eec668-c0b7-42a2-8d33-333c69565fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '528941c4-4816-4a21-b2ab-78e6d3220469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:15:42Z', 'updated_at': '2022-05-23T12:15:51Z', 'revision_number': 5, 'project_id': '588190a306d7442794226e883f5db528', 'subnets': [{'id': '528941c4-4816-4a21-b2ab-78e6d3220469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:18:15.624337 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9619d4fc-6c42-4e66-bd6e-9e8d19cdae69 None None] New status for floating IP 91d96544-2907-47b2-a99f-727d1816ee38: DOWN {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 12:18:16.311898 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f733e-2c25-4b77-8c8f-748c6d548be6 req-bb2de7de-b0ef-447a-9c76-24a64a383cc1 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:18:16.313415 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-709f733e-2c25-4b77-8c8f-748c6d548be6 req-bb2de7de-b0ef-447a-9c76-24a64a383cc1 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=6674e2e6-b11d-4c90-b798-7851f7b5a8cf HTTP/1.1" status: 200 len: 945 time: 0.0825391 May 23 12:18:16.363730 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-709f733e-2c25-4b77-8c8f-748c6d548be6 req-6437dd75-8e23-4651-be16-d11cac6afff0 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=38648423-a924-48a9-be3f-1a43d20e013b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442281 May 23 12:18:16.688444 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304a4cd-319d-42dd-8cd3-fab2dada0330 req-8ea0a5e8-1624-4943-b01e-900027321aa6 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:18:16.689887 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5304a4cd-319d-42dd-8cd3-fab2dada0330 req-8ea0a5e8-1624-4943-b01e-900027321aa6 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.13 "GET /v2.0/ports?device_id=6674e2e6-b11d-4c90-b798-7851f7b5a8cf HTTP/1.1" status: 200 len: 945 time: 0.0793743 May 23 12:18:16.757299 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-5304a4cd-319d-42dd-8cd3-fab2dada0330 req-33f8105e-e85f-4502-b497-1452cb70e8c6 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Deleting port e99b8cdd-da5c-4359-ad20-924129c3dabc {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:18:16.757641 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5304a4cd-319d-42dd-8cd3-fab2dada0330 req-33f8105e-e85f-4502-b497-1452cb70e8c6 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:17.012425 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-5304a4cd-319d-42dd-8cd3-fab2dada0330 req-33f8105e-e85f-4502-b497-1452cb70e8c6 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] For port e99b8cdd-da5c-4359-ad20-924129c3dabc, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=e99b8cdd-da5c-4359-ad20-924129c3dabc,segment=NetworkSegment(9257b6a9-f581-450e-95f3-42d35840ae93),segment_id=9257b6a9-f581-450e-95f3-42d35840ae93)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:18:17.014380 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5304a4cd-319d-42dd-8cd3-fab2dada0330 req-33f8105e-e85f-4502-b497-1452cb70e8c6 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:17.135085 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-5304a4cd-319d-42dd-8cd3-fab2dada0330 req-33f8105e-e85f-4502-b497-1452cb70e8c6 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Calling delete_port for e99b8cdd-da5c-4359-ad20-924129c3dabc owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:18:17.378813 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5304a4cd-319d-42dd-8cd3-fab2dada0330 req-33f8105e-e85f-4502-b497-1452cb70e8c6 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:17.429349 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8105e-e85f-4502-b497-1452cb70e8c6 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event deleted for resources: {'Port': ['ID=e99b8cdd-da5c-4359-ad20-924129c3dabc,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:18:17.529739 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-5304a4cd-319d-42dd-8cd3-fab2dada0330 req-33f8105e-e85f-4502-b497-1452cb70e8c6 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] No DVR routers for this DVR port e99b8cdd-da5c-4359-ad20-924129c3dabc on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:18:17.535682 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-5304a4cd-319d-42dd-8cd3-fab2dada0330 req-33f8105e-e85f-4502-b497-1452cb70e8c6 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:17.538455 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6674e2e6-b11d-4c90-b798-7851f7b5a8cf', 'name': 'network-vif-deleted', 'tag': 'e99b8cdd-da5c-4359-ad20-924129c3dabc'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:18:17.554131 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8cf1e5f3-e14b-453d-b127-59efb129ee08 req-cb98cf22-3bc1-4901-bc0c-f39d772ea32a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=6674e2e6-b11d-4c90-b798-7851f7b5a8cf HTTP/1.1" status: 200 len: 210 time: 0.0569878 May 23 12:18:17.561964 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5304a4cd-319d-42dd-8cd3-fab2dada0330 req-33f8105e-e85f-4502-b497-1452cb70e8c6 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.13 "DELETE /v2.0/ports/e99b8cdd-da5c-4359-ad20-924129c3dabc HTTP/1.1" status: 204 len: 173 time: 0.8671834 May 23 12:18:17.598895 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5865f44c-23c8-4753-b0ed-0647e98d789e'] response: {'server_uuid': '6674e2e6-b11d-4c90-b798-7851f7b5a8cf', 'name': 'network-vif-deleted', 'tag': 'e99b8cdd-da5c-4359-ad20-924129c3dabc', 'status': 'completed', 'code': 200} May 23 12:18:18.664067 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43346) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:18:19.083113 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fd027a7a-5153-423e-9c68-8717388dc137 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:19.724946 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-fd027a7a-5153-423e-9c68-8717388dc137 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Deleting port b15fdf73-1459-43c6-9f00-50816f6b6efc {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:18:19.725704 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fd027a7a-5153-423e-9c68-8717388dc137 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:19.918670 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-fd027a7a-5153-423e-9c68-8717388dc137 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] For port b15fdf73-1459-43c6-9f00-50816f6b6efc, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=b15fdf73-1459-43c6-9f00-50816f6b6efc,segment=NetworkSegment(9257b6a9-f581-450e-95f3-42d35840ae93),segment_id=9257b6a9-f581-450e-95f3-42d35840ae93)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:18:19.918987 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fd027a7a-5153-423e-9c68-8717388dc137 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:20.138791 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-fd027a7a-5153-423e-9c68-8717388dc137 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Calling delete_port for b15fdf73-1459-43c6-9f00-50816f6b6efc owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:18:20.289691 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device e99b8cdd-da5c-4359-ad20-924129c3dabc no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:18:20.318448 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fd027a7a-5153-423e-9c68-8717388dc137 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:20.325944 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: e99b8cdd-da5c-4359-ad20-924129c3dabc {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:18:20.326302 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device e99b8cdd-da5c-4359-ad20-924129c3dabc not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:18:20.364333 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd027a7a-5153-423e-9c68-8717388dc137 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event deleted for resources: {'Port': ['ID=b15fdf73-1459-43c6-9f00-50816f6b6efc,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:18:20.680192 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fd027a7a-5153-423e-9c68-8717388dc137 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:21.276548 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd027a7a-5153-423e-9c68-8717388dc137 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Router 21eec668-c0b7-42a2-8d33-333c69565fae has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:18:21.483628 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd027a7a-5153-423e-9c68-8717388dc137 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:18:21.493423 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e2fcbd-d3a3-47ef-8f00-ec008f33a23c None None] Sync routers for ids ['21eec668-c0b7-42a2-8d33-333c69565fae'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:18:21.497225 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-fd027a7a-5153-423e-9c68-8717388dc137 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "PUT /v2.0/routers/21eec668-c0b7-42a2-8d33-333c69565fae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8320730 May 23 12:18:21.500004 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43350) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:18:21.506633 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e2fcbd-d3a3-47ef-8f00-ec008f33a23c None None] Routers {'21eec668-c0b7-42a2-8d33-333c69565fae'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:18:21.507261 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-54e2fcbd-d3a3-47ef-8f00-ec008f33a23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:18:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['21eec668-c0b7-42a2-8d33-333c69565fae'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:18:21.689437 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-54e2fcbd-d3a3-47ef-8f00-ec008f33a23c None None] Set router 21eec668-c0b7-42a2-8d33-333c69565fae gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:18:21.803732 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-2401cddb-647c-47a1-9d1b-7893b21af23c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Deleting subnet 528941c4-4816-4a21-b2ab-78e6d3220469 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 12:18:21.806618 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2401cddb-647c-47a1-9d1b-7893b21af23c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:21.862364 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2401cddb-647c-47a1-9d1b-7893b21af23c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:21.948076 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2401cddb-647c-47a1-9d1b-7893b21af23c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:21.977144 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-54e2fcbd-d3a3-47ef-8f00-ec008f33a23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21eec668-c0b7-42a2-8d33-333c69565fae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275661207', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '4d576178-363a-4d0d-8db8-2de9974b5fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:15:39Z', 'updated_at': '2022-05-23T12:18:20Z', 'revision_number': 5, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '4d576178-363a-4d0d-8db8-2de9974b5fa2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eec668-c0b7-42a2-8d33-333c69565fae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:15:39Z', 'updated_at': '2022-05-23T12:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:18:21.981077 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e2fcbd-d3a3-47ef-8f00-ec008f33a23c None None] Checking router: 21eec668-c0b7-42a2-8d33-333c69565fae for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:18:21.992391 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e2fcbd-d3a3-47ef-8f00-ec008f33a23c None None] Routers {'21eec668-c0b7-42a2-8d33-333c69565fae'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:18:21.992994 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-54e2fcbd-d3a3-47ef-8f00-ec008f33a23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:18:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['21eec668-c0b7-42a2-8d33-333c69565fae'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:18:22.020307 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2401cddb-647c-47a1-9d1b-7893b21af23c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:22.061342 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401cddb-647c-47a1-9d1b-7893b21af23c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event deleted for resources: {'Subnet': ['ID=528941c4-4816-4a21-b2ab-78e6d3220469,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:18:22.068268 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-2401cddb-647c-47a1-9d1b-7893b21af23c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:22.076896 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-2401cddb-647c-47a1-9d1b-7893b21af23c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "DELETE /v2.0/subnets/528941c4-4816-4a21-b2ab-78e6d3220469 HTTP/1.1" status: 204 len: 168 time: 0.5734034 May 23 12:18:22.077110 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43354) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:18:22.102098 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62dc1d00-0b35-4b46-9484-a7dcd26a9006 None None] Network ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:18:22.274912 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-41c8cd24-f4a8-4180-a2e1-0c5c2f52c1a4 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:22.325081 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-54e2fcbd-d3a3-47ef-8f00-ec008f33a23c None None] Set router 21eec668-c0b7-42a2-8d33-333c69565fae gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:18:22.479050 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-41c8cd24-f4a8-4180-a2e1-0c5c2f52c1a4 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:22.489072 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-41c8cd24-f4a8-4180-a2e1-0c5c2f52c1a4 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Deleting port 4d576178-363a-4d0d-8db8-2de9974b5fa2 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:18:22.489397 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-41c8cd24-f4a8-4180-a2e1-0c5c2f52c1a4 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:22.607547 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d145800b-e0e1-4393-acae-17d46d62c20d None None] DHCP port deletion for ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 12:18:22.622011 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d145800b-e0e1-4393-acae-17d46d62c20d None None] Deleting port ff63df99-7130-4ad6-b725-6f60cc66a3a2 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:18:22.622377 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d145800b-e0e1-4393-acae-17d46d62c20d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:22.679744 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-41c8cd24-f4a8-4180-a2e1-0c5c2f52c1a4 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] For port 4d576178-363a-4d0d-8db8-2de9974b5fa2, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=4d576178-363a-4d0d-8db8-2de9974b5fa2,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:18:22.680144 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-41c8cd24-f4a8-4180-a2e1-0c5c2f52c1a4 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:22.803879 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-41c8cd24-f4a8-4180-a2e1-0c5c2f52c1a4 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Calling delete_port for 4d576178-363a-4d0d-8db8-2de9974b5fa2 owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:18:22.849345 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-54e2fcbd-d3a3-47ef-8f00-ec008f33a23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21eec668-c0b7-42a2-8d33-333c69565fae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275661207', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '4d576178-363a-4d0d-8db8-2de9974b5fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:15:39Z', 'updated_at': '2022-05-23T12:18:20Z', 'revision_number': 5, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '4d576178-363a-4d0d-8db8-2de9974b5fa2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eec668-c0b7-42a2-8d33-333c69565fae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:15:39Z', 'updated_at': '2022-05-23T12:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:18:22.866080 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e2fcbd-d3a3-47ef-8f00-ec008f33a23c None None] The sync data for ids ['21eec668-c0b7-42a2-8d33-333c69565fae'] in n-d-842952-2 is: [{'id': '21eec668-c0b7-42a2-8d33-333c69565fae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275661207', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '4d576178-363a-4d0d-8db8-2de9974b5fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:15:39Z', 'updated_at': '2022-05-23T12:18:20Z', 'revision_number': 5, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '4d576178-363a-4d0d-8db8-2de9974b5fa2', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eec668-c0b7-42a2-8d33-333c69565fae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:15:39Z', 'updated_at': '2022-05-23T12:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:18:22.887569 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-d145800b-e0e1-4393-acae-17d46d62c20d None None] For port ff63df99-7130-4ad6-b725-6f60cc66a3a2, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=ff63df99-7130-4ad6-b725-6f60cc66a3a2,segment=NetworkSegment(9257b6a9-f581-450e-95f3-42d35840ae93),segment_id=9257b6a9-f581-450e-95f3-42d35840ae93)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:18:22.887989 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d145800b-e0e1-4393-acae-17d46d62c20d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:22.981027 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-41c8cd24-f4a8-4180-a2e1-0c5c2f52c1a4 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:23.017972 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d145800b-e0e1-4393-acae-17d46d62c20d None None] Calling delete_port for ff63df99-7130-4ad6-b725-6f60cc66a3a2 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:18:23.029133 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8cd24-f4a8-4180-a2e1-0c5c2f52c1a4 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event deleted for resources: {'Port': ['ID=4d576178-363a-4d0d-8db8-2de9974b5fa2,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:18:23.092409 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d145800b-e0e1-4393-acae-17d46d62c20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:23.136806 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d145800b-e0e1-4393-acae-17d46d62c20d None None] Pushing event deleted for resources: {'Port': ['ID=ff63df99-7130-4ad6-b725-6f60cc66a3a2,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:18:23.144726 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d145800b-e0e1-4393-acae-17d46d62c20d None None] No DVR routers for this DVR port ff63df99-7130-4ad6-b725-6f60cc66a3a2 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:18:23.150543 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d145800b-e0e1-4393-acae-17d46d62c20d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:18:23.150844 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d145800b-e0e1-4393-acae-17d46d62c20d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:18:23.151193 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d145800b-e0e1-4393-acae-17d46d62c20d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:18:23.151463 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d145800b-e0e1-4393-acae-17d46d62c20d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:18:23.151786 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d145800b-e0e1-4393-acae-17d46d62c20d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:18:23.152157 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d145800b-e0e1-4393-acae-17d46d62c20d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:18:23.152482 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d145800b-e0e1-4393-acae-17d46d62c20d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:18:23.153359 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d145800b-e0e1-4393-acae-17d46d62c20d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:18:23.153359 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d145800b-e0e1-4393-acae-17d46d62c20d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:18:23.153586 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d145800b-e0e1-4393-acae-17d46d62c20d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:18:23.153705 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d145800b-e0e1-4393-acae-17d46d62c20d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:18:23.326158 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device b15fdf73-1459-43c6-9f00-50816f6b6efc no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:18:23.353143 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-41c8cd24-f4a8-4180-a2e1-0c5c2f52c1a4 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:23.362974 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: b15fdf73-1459-43c6-9f00-50816f6b6efc {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:18:23.363321 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device b15fdf73-1459-43c6-9f00-50816f6b6efc not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:18:23.363733 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ff63df99-7130-4ad6-b725-6f60cc66a3a2 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:18:23.396447 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: ff63df99-7130-4ad6-b725-6f60cc66a3a2 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:18:23.396713 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ff63df99-7130-4ad6-b725-6f60cc66a3a2 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:18:23.612922 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-41c8cd24-f4a8-4180-a2e1-0c5c2f52c1a4 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:23.617420 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-41c8cd24-f4a8-4180-a2e1-0c5c2f52c1a4 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:23.643159 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-41c8cd24-f4a8-4180-a2e1-0c5c2f52c1a4 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:23.643727 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c8cd24-f4a8-4180-a2e1-0c5c2f52c1a4 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Fanout notify agent at l3_agent the message router_deleted on router 21eec668-c0b7-42a2-8d33-333c69565fae {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 12:18:23.659085 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-41c8cd24-f4a8-4180-a2e1-0c5c2f52c1a4 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:23.660407 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-41c8cd24-f4a8-4180-a2e1-0c5c2f52c1a4 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "DELETE /v2.0/routers/21eec668-c0b7-42a2-8d33-333c69565fae HTTP/1.1" status: 204 len: 168 time: 1.5823686 May 23 12:18:23.663623 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43358) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:18:23.787662 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c0d2e29a-9d3b-4eba-88b6-68e0e41e9cdb tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:23.924634 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c0d2e29a-9d3b-4eba-88b6-68e0e41e9cdb tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:23.949461 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-c0d2e29a-9d3b-4eba-88b6-68e0e41e9cdb tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:18:23.961569 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-c0d2e29a-9d3b-4eba-88b6-68e0e41e9cdb tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9257b6a9-f581-450e-95f3-42d35840ae93') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:18:23.961862 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-c0d2e29a-9d3b-4eba-88b6-68e0e41e9cdb tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9257b6a9-f581-450e-95f3-42d35840ae93') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:18:23.973426 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c0d2e29a-9d3b-4eba-88b6-68e0e41e9cdb tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:23.989701 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c0d2e29a-9d3b-4eba-88b6-68e0e41e9cdb tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:23.995946 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0d2e29a-9d3b-4eba-88b6-68e0e41e9cdb tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 12:18:23.996495 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c0d2e29a-9d3b-4eba-88b6-68e0e41e9cdb tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:24.011438 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 12:18:24.011438 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 12:18:24.011438 n-d-842952-2 neutron-server[83910]: timer() May 23 12:18:24.011438 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 12:18:24.011438 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 12:18:24.011438 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 12:18:24.011438 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 12:18:24.011438 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 12:18:24.011438 n-d-842952-2 neutron-server[83910]: self._notify() May 23 12:18:24.011438 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 12:18:24.011438 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 12:18:24.011438 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 12:18:24.011438 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 12:18:24.011438 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 12:18:24.011438 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 12:18:24.011438 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 12:18:24.011438 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 12:18:24.011438 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 12:18:24.011438 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 12:18:24.011438 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 12:18:24.011438 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 12:18:24.011438 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 12:18:24.011438 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 12:18:24.011438 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 12:18:24.011438 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 12:18:24.011438 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 12:18:24.011438 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 12:18:24.011438 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 12:18:24.011438 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 12:18:24.011438 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 12:18:24.011438 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 12:18:24.011438 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 12:18:24.095209 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c0d2e29a-9d3b-4eba-88b6-68e0e41e9cdb tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:24.113954 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c0d2e29a-9d3b-4eba-88b6-68e0e41e9cdb tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:24.125762 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2e29a-9d3b-4eba-88b6-68e0e41e9cdb tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event deleted for resources: {'Network': ['ID=ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:18:24.134690 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c0d2e29a-9d3b-4eba-88b6-68e0e41e9cdb tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "DELETE /v2.0/networks/ab70c0c9-0e4b-41a5-9ff6-2124da40b9a3 HTTP/1.1" status: 204 len: 168 time: 0.4700751 May 23 12:18:24.137664 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43362) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:18:24.214223 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d9a6af7c-8030-402f-9670-345c349fd787 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:24.245733 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d9a6af7c-8030-402f-9670-345c349fd787 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:24.310505 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d9a6af7c-8030-402f-9670-345c349fd787 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:24.329229 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a6af7c-8030-402f-9670-345c349fd787 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38648423-a924-48a9-be3f-1a43d20e013b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:18:24.339433 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d9a6af7c-8030-402f-9670-345c349fd787 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:24.340602 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d9a6af7c-8030-402f-9670-345c349fd787 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "DELETE /v2.0/security-groups/38648423-a924-48a9-be3f-1a43d20e013b HTTP/1.1" status: 204 len: 168 time: 0.2020364 May 23 12:18:24.491453 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43370) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:18:24.497212 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-25180e78-89a6-46af-9cef-4deb4dcc7d63 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1181232551', 'description': 'tempest-secgroup-smoke-1181232551 description', 'project_id': '588190a306d7442794226e883f5db528'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:18:24.504876 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-25180e78-89a6-46af-9cef-4deb4dcc7d63 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:18:24.509110 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-25180e78-89a6-46af-9cef-4deb4dcc7d63 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:security_group and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:18:24.512048 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-25180e78-89a6-46af-9cef-4deb4dcc7d63 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:18:24.518141 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-25180e78-89a6-46af-9cef-4deb4dcc7d63 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:18:24.531864 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-25180e78-89a6-46af-9cef-4deb4dcc7d63 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:24.569381 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-25180e78-89a6-46af-9cef-4deb4dcc7d63 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:18:24.573494 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-25180e78-89a6-46af-9cef-4deb4dcc7d63 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:security_group_rule and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:18:24.576445 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-25180e78-89a6-46af-9cef-4deb4dcc7d63 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:18:24.582418 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-25180e78-89a6-46af-9cef-4deb4dcc7d63 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:18:24.638968 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-25180e78-89a6-46af-9cef-4deb4dcc7d63 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:24.643494 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-25180e78-89a6-46af-9cef-4deb4dcc7d63 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:24.690299 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25180e78-89a6-46af-9cef-4deb4dcc7d63 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1cddc8-7699-4737-b79d-59c0190b8518,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:18:24.694435 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-25180e78-89a6-46af-9cef-4deb4dcc7d63 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:24.695655 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-25180e78-89a6-46af-9cef-4deb4dcc7d63 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2031786 May 23 12:18:24.698799 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43374) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:18:24.704737 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-b19e46c4-08ba-4654-bf12-878dca01db43 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'security_group_rule': {'security_group_id': 'cd1cddc8-7699-4737-b79d-59c0190b8518', 'project_id': '588190a306d7442794226e883f5db528', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:18:24.711656 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b19e46c4-08ba-4654-bf12-878dca01db43 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:18:24.715924 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-b19e46c4-08ba-4654-bf12-878dca01db43 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:security_group_rule and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:18:24.718949 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-b19e46c4-08ba-4654-bf12-878dca01db43 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:18:24.725076 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b19e46c4-08ba-4654-bf12-878dca01db43 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:18:24.746914 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b19e46c4-08ba-4654-bf12-878dca01db43 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:24.810943 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b19e46c4-08ba-4654-bf12-878dca01db43 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:24.815155 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b19e46c4-08ba-4654-bf12-878dca01db43 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:24.838944 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e46c4-08ba-4654-bf12-878dca01db43 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcf12108-a42f-4a76-904b-12f8e9030287,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:18:24.850187 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b19e46c4-08ba-4654-bf12-878dca01db43 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:24.852159 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b19e46c4-08ba-4654-bf12-878dca01db43 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1521673 May 23 12:18:24.855058 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43378) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:18:24.862242 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-d942c49a-3cf5-41ee-a735-ec42a14e8b48 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'security_group_rule': {'security_group_id': 'cd1cddc8-7699-4737-b79d-59c0190b8518', 'project_id': '588190a306d7442794226e883f5db528', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:18:24.869505 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d942c49a-3cf5-41ee-a735-ec42a14e8b48 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:18:24.873912 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d942c49a-3cf5-41ee-a735-ec42a14e8b48 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:security_group_rule and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:18:24.877201 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d942c49a-3cf5-41ee-a735-ec42a14e8b48 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:18:24.884322 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d942c49a-3cf5-41ee-a735-ec42a14e8b48 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:18:24.909321 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d942c49a-3cf5-41ee-a735-ec42a14e8b48 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:24.978620 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d942c49a-3cf5-41ee-a735-ec42a14e8b48 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:24.983340 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d942c49a-3cf5-41ee-a735-ec42a14e8b48 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:25.010169 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d942c49a-3cf5-41ee-a735-ec42a14e8b48 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f8264ef-99db-48b9-bbb6-525435bbef33,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:18:25.020584 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d942c49a-3cf5-41ee-a735-ec42a14e8b48 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:25.022090 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d942c49a-3cf5-41ee-a735-ec42a14e8b48 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1657546 May 23 12:18:25.024990 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43382) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:18:25.030482 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-8c2b452b-afcc-4b23-8443-62fdb41963a1 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'security_group_rule': {'security_group_id': 'cd1cddc8-7699-4737-b79d-59c0190b8518', 'project_id': '588190a306d7442794226e883f5db528', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:18:25.037857 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8c2b452b-afcc-4b23-8443-62fdb41963a1 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:18:25.042100 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8c2b452b-afcc-4b23-8443-62fdb41963a1 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:security_group_rule and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:18:25.045227 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8c2b452b-afcc-4b23-8443-62fdb41963a1 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:18:25.051380 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8c2b452b-afcc-4b23-8443-62fdb41963a1 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:18:25.070438 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8c2b452b-afcc-4b23-8443-62fdb41963a1 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:25.138639 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8c2b452b-afcc-4b23-8443-62fdb41963a1 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:25.143527 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8c2b452b-afcc-4b23-8443-62fdb41963a1 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:25.149087 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 4d576178-363a-4d0d-8db8-2de9974b5fa2 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:18:25.170785 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b452b-afcc-4b23-8443-62fdb41963a1 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5136c3f2-0f9d-43e2-904b-18f54f994d00,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:18:25.182212 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8c2b452b-afcc-4b23-8443-62fdb41963a1 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:25.182574 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 4d576178-363a-4d0d-8db8-2de9974b5fa2 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:18:25.182904 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 4d576178-363a-4d0d-8db8-2de9974b5fa2 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:18:25.183555 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8c2b452b-afcc-4b23-8443-62fdb41963a1 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1575484 May 23 12:18:25.186390 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43386) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:18:25.192164 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-8d667d99-5f4b-484c-9905-68d57a28d1f3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'security_group_rule': {'security_group_id': 'cd1cddc8-7699-4737-b79d-59c0190b8518', 'project_id': '588190a306d7442794226e883f5db528', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:18:25.198951 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8d667d99-5f4b-484c-9905-68d57a28d1f3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:18:25.202926 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8d667d99-5f4b-484c-9905-68d57a28d1f3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:security_group_rule and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:18:25.205977 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8d667d99-5f4b-484c-9905-68d57a28d1f3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:18:25.211943 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8d667d99-5f4b-484c-9905-68d57a28d1f3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:18:25.228154 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8d667d99-5f4b-484c-9905-68d57a28d1f3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:25.292328 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8d667d99-5f4b-484c-9905-68d57a28d1f3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:25.296840 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8d667d99-5f4b-484c-9905-68d57a28d1f3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:25.320721 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d667d99-5f4b-484c-9905-68d57a28d1f3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8dabde1-95ec-4d76-8713-820f9b37a268,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:18:25.329881 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8d667d99-5f4b-484c-9905-68d57a28d1f3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:25.331078 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8d667d99-5f4b-484c-9905-68d57a28d1f3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1437960 May 23 12:18:25.333901 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43390) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:18:25.339379 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-6634d5c9-9e66-4912-b85c-ac88aa028ec6 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'security_group_rule': {'security_group_id': 'cd1cddc8-7699-4737-b79d-59c0190b8518', 'project_id': '588190a306d7442794226e883f5db528', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:18:25.346141 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6634d5c9-9e66-4912-b85c-ac88aa028ec6 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:18:25.350100 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6634d5c9-9e66-4912-b85c-ac88aa028ec6 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:security_group_rule and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:18:25.353082 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6634d5c9-9e66-4912-b85c-ac88aa028ec6 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:18:25.359007 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6634d5c9-9e66-4912-b85c-ac88aa028ec6 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:18:25.370732 n-d-842952-2 neutron-server[83910]: INFO neutron.db.securitygroups_db [None req-6634d5c9-9e66-4912-b85c-ac88aa028ec6 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Project 588190a306d7442794226e883f5db528 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 12:18:25.377712 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6634d5c9-9e66-4912-b85c-ac88aa028ec6 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:25.453252 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6634d5c9-9e66-4912-b85c-ac88aa028ec6 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:25.458073 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6634d5c9-9e66-4912-b85c-ac88aa028ec6 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:25.484309 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6634d5c9-9e66-4912-b85c-ac88aa028ec6 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=664b0af1-3bde-4709-87b9-b7c322f1448a,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:18:25.494142 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6634d5c9-9e66-4912-b85c-ac88aa028ec6 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:25.495340 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-6634d5c9-9e66-4912-b85c-ac88aa028ec6 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1605239 May 23 12:18:25.498240 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43394) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:18:25.503636 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-100d75eb-07f5-4123-9f7c-ccc280961958 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'security_group_rule': {'security_group_id': 'cd1cddc8-7699-4737-b79d-59c0190b8518', 'project_id': '588190a306d7442794226e883f5db528', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:18:25.510344 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-100d75eb-07f5-4123-9f7c-ccc280961958 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:18:25.514398 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-100d75eb-07f5-4123-9f7c-ccc280961958 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:security_group_rule and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:18:25.517591 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-100d75eb-07f5-4123-9f7c-ccc280961958 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:18:25.523813 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-100d75eb-07f5-4123-9f7c-ccc280961958 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:18:25.628333 n-d-842952-2 neutron-server[83910]: INFO neutron.db.securitygroups_db [None req-100d75eb-07f5-4123-9f7c-ccc280961958 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Project 588190a306d7442794226e883f5db528 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 12:18:25.634809 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-100d75eb-07f5-4123-9f7c-ccc280961958 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:25.703439 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-100d75eb-07f5-4123-9f7c-ccc280961958 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:25.707495 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-100d75eb-07f5-4123-9f7c-ccc280961958 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:25.730539 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d75eb-07f5-4123-9f7c-ccc280961958 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=622041e8-cfd8-4094-bc7a-a0c10b5168d8,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:18:25.741175 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-100d75eb-07f5-4123-9f7c-ccc280961958 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:25.742371 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-100d75eb-07f5-4123-9f7c-ccc280961958 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2432294 May 23 12:18:25.745399 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43398) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:18:25.750760 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-7fc28fc7-5918-4f2a-8e30-4aa1c691a125 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'network': {'name': 'tempest-network-smoke--1397051214', 'project_id': '588190a306d7442794226e883f5db528', 'port_security_enabled': True}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:18:25.756513 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7fc28fc7-5918-4f2a-8e30-4aa1c691a125 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:18:25.760879 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7fc28fc7-5918-4f2a-8e30-4aa1c691a125 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:network and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:18:25.763928 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7fc28fc7-5918-4f2a-8e30-4aa1c691a125 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:18:25.769896 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7fc28fc7-5918-4f2a-8e30-4aa1c691a125 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:18:25.782267 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc28fc7-5918-4f2a-8e30-4aa1c691a125 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Made reservation on behalf of 588190a306d7442794226e883f5db528 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:18:25.785550 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7fc28fc7-5918-4f2a-8e30-4aa1c691a125 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:25.818169 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fc28fc7-5918-4f2a-8e30-4aa1c691a125 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 12:18:25.828509 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7fc28fc7-5918-4f2a-8e30-4aa1c691a125 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:25.828977 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-7fc28fc7-5918-4f2a-8e30-4aa1c691a125 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Added segment fbb971da-3b8d-4c38-b4ae-d21ebb4f2321 of type vlan for network 33ecb23f-ed32-4ebd-94bd-d767aa39a8f3 May 23 12:18:25.858371 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7fc28fc7-5918-4f2a-8e30-4aa1c691a125 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:25.890054 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7fc28fc7-5918-4f2a-8e30-4aa1c691a125 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:25.893785 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc28fc7-5918-4f2a-8e30-4aa1c691a125 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:18:25.894393 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7fc28fc7-5918-4f2a-8e30-4aa1c691a125 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:26.003178 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7fc28fc7-5918-4f2a-8e30-4aa1c691a125 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2567101 May 23 12:18:26.005955 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc28fc7-5918-4f2a-8e30-4aa1c691a125 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'Network': ['ID=33ecb23f-ed32-4ebd-94bd-d767aa39a8f3,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:18:26.006313 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43402) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:18:26.011868 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-bc7ef1c7-c08f-4b96-ad07-4dbcc438136d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1395714406', 'admin_state_up': True, 'project_id': '588190a306d7442794226e883f5db528', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:18:26.018148 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 33ecb23f-ed32-4ebd-94bd-d767aa39a8f3 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 12:18:26.021221 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bc7ef1c7-c08f-4b96-ad07-4dbcc438136d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:18:26.025491 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-bc7ef1c7-c08f-4b96-ad07-4dbcc438136d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:router and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:18:26.028614 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-bc7ef1c7-c08f-4b96-ad07-4dbcc438136d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:18:26.035094 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bc7ef1c7-c08f-4b96-ad07-4dbcc438136d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:18:26.046393 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bc7ef1c7-c08f-4b96-ad07-4dbcc438136d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:26.047409 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bc7ef1c7-c08f-4b96-ad07-4dbcc438136d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:26.067676 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bc7ef1c7-c08f-4b96-ad07-4dbcc438136d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:26.216113 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bc7ef1c7-c08f-4b96-ad07-4dbcc438136d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:26.516060 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bc7ef1c7-c08f-4b96-ad07-4dbcc438136d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:26.553675 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bc7ef1c7-c08f-4b96-ad07-4dbcc438136d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:26.690091 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-bc7ef1c7-c08f-4b96-ad07-4dbcc438136d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Allocated IP 172.25.6.152 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/14983d3a-badb-4f96-8f9e-558b39a6bf4c) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:18:26.841060 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bc7ef1c7-c08f-4b96-ad07-4dbcc438136d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:26.869357 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bc7ef1c7-c08f-4b96-ad07-4dbcc438136d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:26.939990 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7ef1c7-c08f-4b96-ad07-4dbcc438136d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:18:26.942718 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-bc7ef1c7-c08f-4b96-ad07-4dbcc438136d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:18:26.946569 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7ef1c7-c08f-4b96-ad07-4dbcc438136d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:18:26.977120 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7ef1c7-c08f-4b96-ad07-4dbcc438136d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'Port': ['ID=14983d3a-badb-4f96-8f9e-558b39a6bf4c,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:18:27.001358 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7ef1c7-c08f-4b96-ad07-4dbcc438136d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:18:27.001801 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7ef1c7-c08f-4b96-ad07-4dbcc438136d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:18:27.002143 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7ef1c7-c08f-4b96-ad07-4dbcc438136d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:18:27.002488 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7ef1c7-c08f-4b96-ad07-4dbcc438136d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:18:27.002850 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7ef1c7-c08f-4b96-ad07-4dbcc438136d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:18:27.003219 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7ef1c7-c08f-4b96-ad07-4dbcc438136d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:18:27.003547 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7ef1c7-c08f-4b96-ad07-4dbcc438136d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:18:27.003903 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7ef1c7-c08f-4b96-ad07-4dbcc438136d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:18:27.004248 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7ef1c7-c08f-4b96-ad07-4dbcc438136d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:18:27.004553 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7ef1c7-c08f-4b96-ad07-4dbcc438136d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:18:27.004875 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7ef1c7-c08f-4b96-ad07-4dbcc438136d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:18:27.123648 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bc7ef1c7-c08f-4b96-ad07-4dbcc438136d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:27.124341 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bc7ef1c7-c08f-4b96-ad07-4dbcc438136d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:27.358718 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7ef1c7-c08f-4b96-ad07-4dbcc438136d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Router 9945d872-2972-435b-ab0d-33d22f651547 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 12:18:27.569818 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7ef1c7-c08f-4b96-ad07-4dbcc438136d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:18:27.579396 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4ccb37-c5a4-415d-b1e1-e754aba87a43 None None] Sync routers for ids ['9945d872-2972-435b-ab0d-33d22f651547'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:18:27.592143 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4ccb37-c5a4-415d-b1e1-e754aba87a43 None None] Routers {'9945d872-2972-435b-ab0d-33d22f651547'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:18:27.592730 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-1c4ccb37-c5a4-415d-b1e1-e754aba87a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:18:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['9945d872-2972-435b-ab0d-33d22f651547'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:18:27.599112 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bc7ef1c7-c08f-4b96-ad07-4dbcc438136d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:27.600511 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-bc7ef1c7-c08f-4b96-ad07-4dbcc438136d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5930831 May 23 12:18:27.603706 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43406) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:18:27.644164 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1b5e2b0d-f43b-472b-ba96-e8ad9edb40bb tempest-TestNetworkAdvancedServerOps-1692628639 tempest-TestNetworkAdvancedServerOps-1692628639-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=588190a306d7442794226e883f5db528&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391469 May 23 12:18:27.646826 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43410) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:18:27.768020 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-1c4ccb37-c5a4-415d-b1e1-e754aba87a43 None None] Set router 9945d872-2972-435b-ab0d-33d22f651547 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:18:27.777027 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744bb9b2-d02c-4be0-8c01-96c5ff1060cd tempest-TestNetworkAdvancedServerOps-1692628639 tempest-TestNetworkAdvancedServerOps-1692628639-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:18:27.778528 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-744bb9b2-d02c-4be0-8c01-96c5ff1060cd tempest-TestNetworkAdvancedServerOps-1692628639 tempest-TestNetworkAdvancedServerOps-1692628639-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1307888 May 23 12:18:27.781427 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43414) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:18:27.825555 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-afe0ff32-a3e3-4bd4-94d6-ed91fbc2cea0 tempest-TestNetworkAdvancedServerOps-1692628639 tempest-TestNetworkAdvancedServerOps-1692628639-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=87d63aa2-c2e7-4553-824a-d818708dd83b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429974 May 23 12:18:27.828119 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43418) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:18:27.833485 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-42580878-3411-4f84-bfd1-279d0246ca6d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1065450699', 'network_id': '33ecb23f-ed32-4ebd-94bd-d767aa39a8f3', 'project_id': '588190a306d7442794226e883f5db528', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:18:27.944282 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-42580878-3411-4f84-bfd1-279d0246ca6d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:18:27.948286 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-42580878-3411-4f84-bfd1-279d0246ca6d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:subnet and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:18:27.951273 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-42580878-3411-4f84-bfd1-279d0246ca6d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:18:27.957395 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-42580878-3411-4f84-bfd1-279d0246ca6d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:18:27.969257 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42580878-3411-4f84-bfd1-279d0246ca6d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Made reservation on behalf of 588190a306d7442794226e883f5db528 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:18:27.995415 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:18:28.077447 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-42580878-3411-4f84-bfd1-279d0246ca6d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:28.102559 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-1c4ccb37-c5a4-415d-b1e1-e754aba87a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9945d872-2972-435b-ab0d-33d22f651547', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395714406', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '14983d3a-badb-4f96-8f9e-558b39a6bf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:18:26Z', 'updated_at': '2022-05-23T12:18:27Z', 'revision_number': 3, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '14983d3a-badb-4f96-8f9e-558b39a6bf4c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9945d872-2972-435b-ab0d-33d22f651547', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:18:26Z', 'updated_at': '2022-05-23T12:18:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:18:28.107199 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4ccb37-c5a4-415d-b1e1-e754aba87a43 None None] Checking router: 9945d872-2972-435b-ab0d-33d22f651547 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:18:28.107553 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4ccb37-c5a4-415d-b1e1-e754aba87a43 None None] Updating router 9945d872-2972-435b-ab0d-33d22f651547 port 14983d3a-badb-4f96-8f9e-558b39a6bf4c binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 12:18:28.161600 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-1c4ccb37-c5a4-415d-b1e1-e754aba87a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:28.405563 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-42580878-3411-4f84-bfd1-279d0246ca6d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:28.474015 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42580878-3411-4f84-bfd1-279d0246ca6d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'Subnet': ['ID=98937876-948e-4c95-bf2a-6dd37b12e4f7,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:18:28.494569 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-1c4ccb37-c5a4-415d-b1e1-e754aba87a43 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:28.504507 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42580878-3411-4f84-bfd1-279d0246ca6d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Checking segment: {'id': 'fbb971da-3b8d-4c38-b4ae-d21ebb4f2321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '33ecb23f-ed32-4ebd-94bd-d767aa39a8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:18:28.505634 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42580878-3411-4f84-bfd1-279d0246ca6d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Network hostable DHCP agents. Network: 33ecb23f-ed32-4ebd-94bd-d767aa39a8f3, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:18:28.507102 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-1c4ccb37-c5a4-415d-b1e1-e754aba87a43 None None] Transition to ACTIVE for port object 14983d3a-badb-4f96-8f9e-558b39a6bf4c will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:18:28.513702 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-1c4ccb37-c5a4-415d-b1e1-e754aba87a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:28.529659 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42580878-3411-4f84-bfd1-279d0246ca6d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Network 33ecb23f-ed32-4ebd-94bd-d767aa39a8f3 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:18:28.539893 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-42580878-3411-4f84-bfd1-279d0246ca6d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 33ecb23f-ed32-4ebd-94bd-d767aa39a8f3) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:18:28.544336 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42580878-3411-4f84-bfd1-279d0246ca6d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:18:28.544914 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-42580878-3411-4f84-bfd1-279d0246ca6d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:28.551656 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c1b8a6-c9c5-42a1-91aa-7513e43ba866 None None] Network 33ecb23f-ed32-4ebd-94bd-d767aa39a8f3 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:18:28.571902 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-42580878-3411-4f84-bfd1-279d0246ca6d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7427366 May 23 12:18:28.574742 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43422) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:18:28.598419 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-1c4ccb37-c5a4-415d-b1e1-e754aba87a43 None None] Attempting to bind port 14983d3a-badb-4f96-8f9e-558b39a6bf4c on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:18:28.599069 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-1c4ccb37-c5a4-415d-b1e1-e754aba87a43 None None] Attempting to bind port 14983d3a-badb-4f96-8f9e-558b39a6bf4c by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:18:28.599169 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4ccb37-c5a4-415d-b1e1-e754aba87a43 None None] Attempting to bind port 14983d3a-badb-4f96-8f9e-558b39a6bf4c on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:18:28.605420 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7cd04-da01-4d0d-8b84-b76744c6d708 None None] Pushing event updated for resources: {'Port': ['ID=14983d3a-badb-4f96-8f9e-558b39a6bf4c,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:18:28.615787 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4ccb37-c5a4-415d-b1e1-e754aba87a43 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:18:28.616264 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4ccb37-c5a4-415d-b1e1-e754aba87a43 None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:18:28.616565 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-1c4ccb37-c5a4-415d-b1e1-e754aba87a43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:28.616956 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4ccb37-c5a4-415d-b1e1-e754aba87a43 None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:18:28.617419 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-1c4ccb37-c5a4-415d-b1e1-e754aba87a43 None None] Bound port: 14983d3a-badb-4f96-8f9e-558b39a6bf4c, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:18:28.617796 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-1c4ccb37-c5a4-415d-b1e1-e754aba87a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:28.645315 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c7cd04-da01-4d0d-8b84-b76744c6d708 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:18:28.645655 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c7cd04-da01-4d0d-8b84-b76744c6d708 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:18:28.645994 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c7cd04-da01-4d0d-8b84-b76744c6d708 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:18:28.646346 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c7cd04-da01-4d0d-8b84-b76744c6d708 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:18:28.646652 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c7cd04-da01-4d0d-8b84-b76744c6d708 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:18:28.646983 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c7cd04-da01-4d0d-8b84-b76744c6d708 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:18:28.647305 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c7cd04-da01-4d0d-8b84-b76744c6d708 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:18:28.647630 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c7cd04-da01-4d0d-8b84-b76744c6d708 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:18:28.647989 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c7cd04-da01-4d0d-8b84-b76744c6d708 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:18:28.648295 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c7cd04-da01-4d0d-8b84-b76744c6d708 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:18:28.648611 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c7cd04-da01-4d0d-8b84-b76744c6d708 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:18:28.698263 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-1c4ccb37-c5a4-415d-b1e1-e754aba87a43 None None] For port 14983d3a-badb-4f96-8f9e-558b39a6bf4c, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:18:28.701847 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-1c4ccb37-c5a4-415d-b1e1-e754aba87a43 None None] For port 14983d3a-badb-4f96-8f9e-558b39a6bf4c, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=14983d3a-badb-4f96-8f9e-558b39a6bf4c,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:18:28.706147 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-1c4ccb37-c5a4-415d-b1e1-e754aba87a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:28.790996 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7cd04-da01-4d0d-8b84-b76744c6d708 None None] Pushing event updated for resources: {'Port': ['ID=14983d3a-badb-4f96-8f9e-558b39a6bf4c,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:18:28.803875 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d5cda7-33eb-43e8-9f49-7acb31a8cbfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-33ecb23f-ed32-4ebd-94bd-d767aa39a8f3', 'network_id': '33ecb23f-ed32-4ebd-94bd-d767aa39a8f3', 'tenant_id': '588190a306d7442794226e883f5db528', 'fixed_ips': [{'subnet_id': '98937876-948e-4c95-bf2a-6dd37b12e4f7'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 12:18:28.805761 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c5d5cda7-33eb-43e8-9f49-7acb31a8cbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:28.806990 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4ccb37-c5a4-415d-b1e1-e754aba87a43 None None] Routers {'9945d872-2972-435b-ab0d-33d22f651547'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:18:28.807614 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-1c4ccb37-c5a4-415d-b1e1-e754aba87a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:18:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['9945d872-2972-435b-ab0d-33d22f651547'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:18:28.985024 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-c5d5cda7-33eb-43e8-9f49-7acb31a8cbfb None None] Allocated IP 172.20.0.2 (33ecb23f-ed32-4ebd-94bd-d767aa39a8f3/98937876-948e-4c95-bf2a-6dd37b12e4f7/ad422403-9e07-4f31-95de-b2883ff088b3) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:18:28.990668 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-1c4ccb37-c5a4-415d-b1e1-e754aba87a43 None None] Set router 9945d872-2972-435b-ab0d-33d22f651547 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:18:29.207194 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c5d5cda7-33eb-43e8-9f49-7acb31a8cbfb None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:29.221100 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c5d5cda7-33eb-43e8-9f49-7acb31a8cbfb None None] Transition to ACTIVE for port object ad422403-9e07-4f31-95de-b2883ff088b3 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:18:29.240041 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c5d5cda7-33eb-43e8-9f49-7acb31a8cbfb None None] Transition to ACTIVE for port object ad422403-9e07-4f31-95de-b2883ff088b3 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:18:29.246574 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c5d5cda7-33eb-43e8-9f49-7acb31a8cbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:29.284742 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-1c4ccb37-c5a4-415d-b1e1-e754aba87a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9945d872-2972-435b-ab0d-33d22f651547', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395714406', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '14983d3a-badb-4f96-8f9e-558b39a6bf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:18:26Z', 'updated_at': '2022-05-23T12:18:27Z', 'revision_number': 3, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '14983d3a-badb-4f96-8f9e-558b39a6bf4c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9945d872-2972-435b-ab0d-33d22f651547', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:18:26Z', 'updated_at': '2022-05-23T12:18:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:18:29.289615 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4ccb37-c5a4-415d-b1e1-e754aba87a43 None None] The sync data for ids ['9945d872-2972-435b-ab0d-33d22f651547'] in n-d-842952-2 is: [{'id': '9945d872-2972-435b-ab0d-33d22f651547', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395714406', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '14983d3a-badb-4f96-8f9e-558b39a6bf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:18:26Z', 'updated_at': '2022-05-23T12:18:27Z', 'revision_number': 3, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '14983d3a-badb-4f96-8f9e-558b39a6bf4c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9945d872-2972-435b-ab0d-33d22f651547', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:18:26Z', 'updated_at': '2022-05-23T12:18:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:18:29.315412 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d5cda7-33eb-43e8-9f49-7acb31a8cbfb None None] Network 33ecb23f-ed32-4ebd-94bd-d767aa39a8f3 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:18:29.317985 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-c5d5cda7-33eb-43e8-9f49-7acb31a8cbfb None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:18:29.321942 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d5cda7-33eb-43e8-9f49-7acb31a8cbfb None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:18:29.331303 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d5cda7-33eb-43e8-9f49-7acb31a8cbfb None None] Pushing event updated for resources: {'Port': ['ID=ad422403-9e07-4f31-95de-b2883ff088b3,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:18:29.409373 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e8231ce0-1537-458b-b4b3-60f0b57c83b4 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:29.422427 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c5d5cda7-33eb-43e8-9f49-7acb31a8cbfb None None] Attempting to bind port ad422403-9e07-4f31-95de-b2883ff088b3 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:18:29.422794 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c5d5cda7-33eb-43e8-9f49-7acb31a8cbfb None None] Attempting to bind port ad422403-9e07-4f31-95de-b2883ff088b3 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'fbb971da-3b8d-4c38-b4ae-d21ebb4f2321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '33ecb23f-ed32-4ebd-94bd-d767aa39a8f3'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:18:29.423169 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d5cda7-33eb-43e8-9f49-7acb31a8cbfb None None] Attempting to bind port ad422403-9e07-4f31-95de-b2883ff088b3 on network 33ecb23f-ed32-4ebd-94bd-d767aa39a8f3 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:18:29.430163 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d5cda7-33eb-43e8-9f49-7acb31a8cbfb None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:18:29.430531 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d5cda7-33eb-43e8-9f49-7acb31a8cbfb None None] Checking segment: {'id': 'fbb971da-3b8d-4c38-b4ae-d21ebb4f2321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '33ecb23f-ed32-4ebd-94bd-d767aa39a8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:18:29.430928 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c5d5cda7-33eb-43e8-9f49-7acb31a8cbfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:29.431320 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d5cda7-33eb-43e8-9f49-7acb31a8cbfb None None] Bound using segment: {'id': 'fbb971da-3b8d-4c38-b4ae-d21ebb4f2321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '33ecb23f-ed32-4ebd-94bd-d767aa39a8f3'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:18:29.431781 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c5d5cda7-33eb-43e8-9f49-7acb31a8cbfb None None] Bound port: ad422403-9e07-4f31-95de-b2883ff088b3, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb971da-3b8d-4c38-b4ae-d21ebb4f2321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '33ecb23f-ed32-4ebd-94bd-d767aa39a8f3'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:18:29.432172 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c5d5cda7-33eb-43e8-9f49-7acb31a8cbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:29.557611 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c5d5cda7-33eb-43e8-9f49-7acb31a8cbfb None None] For port ad422403-9e07-4f31-95de-b2883ff088b3, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:18:29.561287 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c5d5cda7-33eb-43e8-9f49-7acb31a8cbfb None None] For port ad422403-9e07-4f31-95de-b2883ff088b3, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=ad422403-9e07-4f31-95de-b2883ff088b3,segment=NetworkSegment(fbb971da-3b8d-4c38-b4ae-d21ebb4f2321),segment_id=fbb971da-3b8d-4c38-b4ae-d21ebb4f2321)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:18:29.567527 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c5d5cda7-33eb-43e8-9f49-7acb31a8cbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:29.688509 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d5cda7-33eb-43e8-9f49-7acb31a8cbfb None None] Pushing event updated for resources: {'Port': ['ID=ad422403-9e07-4f31-95de-b2883ff088b3,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:18:29.848897 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-e8231ce0-1537-458b-b4b3-60f0b57c83b4 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Allocated IP 172.20.0.1 (33ecb23f-ed32-4ebd-94bd-d767aa39a8f3/98937876-948e-4c95-bf2a-6dd37b12e4f7/4c31455b-a4b9-4059-96a7-7a872a59618e) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:18:30.153676 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e8231ce0-1537-458b-b4b3-60f0b57c83b4 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:30.173312 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-e8231ce0-1537-458b-b4b3-60f0b57c83b4 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Transition to ACTIVE for port object 4c31455b-a4b9-4059-96a7-7a872a59618e will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:18:30.196305 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e8231ce0-1537-458b-b4b3-60f0b57c83b4 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:30.269952 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8231ce0-1537-458b-b4b3-60f0b57c83b4 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Network 33ecb23f-ed32-4ebd-94bd-d767aa39a8f3 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:18:30.272994 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-e8231ce0-1537-458b-b4b3-60f0b57c83b4 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:18:30.278481 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8231ce0-1537-458b-b4b3-60f0b57c83b4 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:18:30.304195 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8231ce0-1537-458b-b4b3-60f0b57c83b4 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'Port': ['ID=4c31455b-a4b9-4059-96a7-7a872a59618e,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:18:30.341440 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e8231ce0-1537-458b-b4b3-60f0b57c83b4 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:30.432767 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e8231ce0-1537-458b-b4b3-60f0b57c83b4 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:30.638948 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6384eb-6698-41f0-991d-98e1b934bf8f None None] Network 33ecb23f-ed32-4ebd-94bd-d767aa39a8f3 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:18:30.753824 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4680fdc8-8e09-4265-b96b-873e1f329bbc None None] Provisioning for port ad422403-9e07-4f31-95de-b2883ff088b3 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:18:30.850194 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e8231ce0-1537-458b-b4b3-60f0b57c83b4 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:30.855426 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e8231ce0-1537-458b-b4b3-60f0b57c83b4 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:30.971536 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e8231ce0-1537-458b-b4b3-60f0b57c83b4 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:30.975267 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8231ce0-1537-458b-b4b3-60f0b57c83b4 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'Port': ['ID=4c31455b-a4b9-4059-96a7-7a872a59618e,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:18:31.108368 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2d366406-9393-443c-97dc-c69f92e883d8 None None] Provisioning for port 4c31455b-a4b9-4059-96a7-7a872a59618e completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:18:31.114535 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2d366406-9393-443c-97dc-c69f92e883d8 None None] Provisioning complete for port 4c31455b-a4b9-4059-96a7-7a872a59618e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:18:31.114926 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2d366406-9393-443c-97dc-c69f92e883d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:31.119409 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8231ce0-1537-458b-b4b3-60f0b57c83b4 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Network 33ecb23f-ed32-4ebd-94bd-d767aa39a8f3 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:18:31.121136 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-e8231ce0-1537-458b-b4b3-60f0b57c83b4 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:18:31.172406 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2d366406-9393-443c-97dc-c69f92e883d8 None None] Port 4c31455b-a4b9-4059-96a7-7a872a59618e cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 12:18:31.262274 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ad422403-9e07-4f31-95de-b2883ff088b3 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:18:31.337900 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port ad422403-9e07-4f31-95de-b2883ff088b3 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:18:31.343424 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port ad422403-9e07-4f31-95de-b2883ff088b3 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:18:31.343692 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:31.422820 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-54f30b04-9455-42b0-9063-f31bf7785636 None None] Provisioning complete for port 4c31455b-a4b9-4059-96a7-7a872a59618e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:18:31.423410 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-54f30b04-9455-42b0-9063-f31bf7785636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:31.524616 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-54f30b04-9455-42b0-9063-f31bf7785636 None None] Port 4c31455b-a4b9-4059-96a7-7a872a59618e cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 12:18:31.527086 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:31.544740 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8231ce0-1537-458b-b4b3-60f0b57c83b4 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Router 9945d872-2972-435b-ab0d-33d22f651547 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:18:31.559896 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port ad422403-9e07-4f31-95de-b2883ff088b3, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=ad422403-9e07-4f31-95de-b2883ff088b3,segment=NetworkSegment(fbb971da-3b8d-4c38-b4ae-d21ebb4f2321),segment_id=fbb971da-3b8d-4c38-b4ae-d21ebb4f2321)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:18:31.564196 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:31.564949 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 14983d3a-badb-4f96-8f9e-558b39a6bf4c up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:18:31.689118 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=ad422403-9e07-4f31-95de-b2883ff088b3,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:18:31.702683 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-951ea161-5e67-41d6-8ee8-b8182cf829e8 None None] Provisioning complete for port 4c31455b-a4b9-4059-96a7-7a872a59618e triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:18:31.703050 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-951ea161-5e67-41d6-8ee8-b8182cf829e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:31.739787 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 14983d3a-badb-4f96-8f9e-558b39a6bf4c completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:18:31.754254 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 14983d3a-badb-4f96-8f9e-558b39a6bf4c triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:18:31.754621 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:31.803035 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-951ea161-5e67-41d6-8ee8-b8182cf829e8 None None] Port 4c31455b-a4b9-4059-96a7-7a872a59618e cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 12:18:31.865988 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8231ce0-1537-458b-b4b3-60f0b57c83b4 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:18:31.879319 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e8231ce0-1537-458b-b4b3-60f0b57c83b4 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "PUT /v2.0/routers/9945d872-2972-435b-ab0d-33d22f651547/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3035183 May 23 12:18:31.881937 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:31.898880 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 14983d3a-badb-4f96-8f9e-558b39a6bf4c, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=14983d3a-badb-4f96-8f9e-558b39a6bf4c,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:18:31.903332 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:31.973052 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=14983d3a-badb-4f96-8f9e-558b39a6bf4c,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:18:32.054752 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-33a689f9-672a-404d-b140-53f507e1016d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Synchronizing usage tracker for tenant:588190a306d7442794226e883f5db528 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:18:32.071155 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-33a689f9-672a-404d-b140-53f507e1016d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Unset dirty status for tenant:588190a306d7442794226e883f5db528 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:18:32.072317 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-33a689f9-672a-404d-b140-53f507e1016d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1181232551&fields=id&tenant_id=588190a306d7442794226e883f5db528 HTTP/1.1" status: 200 len: 267 time: 0.0624883 May 23 12:18:32.219683 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-25376262-6de4-4259-a5ad-6d5a2a252e5f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:18:32.220393 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-25376262-6de4-4259-a5ad-6d5a2a252e5f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Synchronizing usage tracker for tenant:588190a306d7442794226e883f5db528 on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:18:32.237507 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-25376262-6de4-4259-a5ad-6d5a2a252e5f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Unset dirty status for tenant:588190a306d7442794226e883f5db528 on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:18:32.238896 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-25376262-6de4-4259-a5ad-6d5a2a252e5f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/networks?id=33ecb23f-ed32-4ebd-94bd-d767aa39a8f3 HTTP/1.1" status: 200 len: 797 time: 0.1599033 May 23 12:18:32.256190 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-48f7ecba-85e4-46b9-9597-953d0a56a456 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/quotas/588190a306d7442794226e883f5db528 HTTP/1.1" status: 200 len: 375 time: 0.0117061 May 23 12:18:32.336116 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-e86f47ca-c253-498f-ad7e-e7afca707cc3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Synchronizing usage tracker for tenant:588190a306d7442794226e883f5db528 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:18:32.352058 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-e86f47ca-c253-498f-ad7e-e7afca707cc3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Unset dirty status for tenant:588190a306d7442794226e883f5db528 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:18:32.353373 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-e86f47ca-c253-498f-ad7e-e7afca707cc3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=588190a306d7442794226e883f5db528&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0922337 May 23 12:18:32.436509 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-f9dd6f9f-228d-4596-bd4f-df52cdb63e86 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 12:18:32.437461 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-f9dd6f9f-228d-4596-bd4f-df52cdb63e86 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0725508 May 23 12:18:32.576000 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-245c990e-729d-4500-a67c-588e96a0db56 service neutron] 10.222.0.79 "GET /v2.0/networks/33ecb23f-ed32-4ebd-94bd-d767aa39a8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285288 May 23 12:18:32.716280 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-6dd62565-18ae-4a46-a194-e8352693e66b service neutron] 10.222.0.79 "GET /v2.0/networks/33ecb23f-ed32-4ebd-94bd-d767aa39a8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336770 May 23 12:18:32.846860 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b27a63-38d2-49d5-94e1-dac2c333f1dd None None] Sync routers for ids ['9945d872-2972-435b-ab0d-33d22f651547'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:18:32.862154 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b27a63-38d2-49d5-94e1-dac2c333f1dd None None] Routers {'9945d872-2972-435b-ab0d-33d22f651547'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:18:32.862901 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-17b27a63-38d2-49d5-94e1-dac2c333f1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:18:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['9945d872-2972-435b-ab0d-33d22f651547'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:18:32.919322 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-89f06039-9a28-4dbe-83ec-4917ccda7072 req-1d022736-6728-4b8f-8577-b757f9b9132c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 210 time: 0.0427053 May 23 12:18:33.045496 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-17b27a63-38d2-49d5-94e1-dac2c333f1dd None None] Set router 9945d872-2972-435b-ab0d-33d22f651547 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:18:33.250180 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ad422403-9e07-4f31-95de-b2883ff088b3 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:18:33.451892 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port ad422403-9e07-4f31-95de-b2883ff088b3 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:18:33.452268 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:33.530582 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-17b27a63-38d2-49d5-94e1-dac2c333f1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9945d872-2972-435b-ab0d-33d22f651547', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395714406', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '14983d3a-badb-4f96-8f9e-558b39a6bf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:18:26Z', 'updated_at': '2022-05-23T12:18:30Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '14983d3a-badb-4f96-8f9e-558b39a6bf4c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9945d872-2972-435b-ab0d-33d22f651547', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:18:26Z', 'updated_at': '2022-05-23T12:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '4c31455b-a4b9-4059-96a7-7a872a59618e', 'name': '', 'network_id': '33ecb23f-ed32-4ebd-94bd-d767aa39a8f3', 'tenant_id': '588190a306d7442794226e883f5db528', 'mac_address': 'fa:16:3e:04:49:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9945d872-2972-435b-ab0d-33d22f651547', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98937876-948e-4c95-bf2a-6dd37b12e4f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:18:29Z', 'updated_at': '2022-05-23T12:18:30Z', 'revision_number': 2, 'project_id': '588190a306d7442794226e883f5db528', 'subnets': [{'id': '98937876-948e-4c95-bf2a-6dd37b12e4f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:18:33.561629 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b27a63-38d2-49d5-94e1-dac2c333f1dd None None] Checking router: 9945d872-2972-435b-ab0d-33d22f651547 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:18:33.561981 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b27a63-38d2-49d5-94e1-dac2c333f1dd None None] Updating router 9945d872-2972-435b-ab0d-33d22f651547 port 4c31455b-a4b9-4059-96a7-7a872a59618e binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 12:18:33.628802 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 14983d3a-badb-4f96-8f9e-558b39a6bf4c up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:18:33.656480 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-17b27a63-38d2-49d5-94e1-dac2c333f1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:33.811148 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 14983d3a-badb-4f96-8f9e-558b39a6bf4c triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:18:33.811520 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:34.132626 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-ccdb8bb6-693d-437a-b2bc-4238f2f8b1b6 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:18:34.134054 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-ccdb8bb6-693d-437a-b2bc-4238f2f8b1b6 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.13 "GET /v2.0/networks?id=33ecb23f-ed32-4ebd-94bd-d767aa39a8f3 HTTP/1.1" status: 200 len: 797 time: 0.2253983 May 23 12:18:34.136066 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-07560c30-42cd-490b-882d-1c81f48aff20 req-fbc7a854-2f81-4bd8-8d9e-c1c68093d02b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 210 time: 0.0590417 May 23 12:18:34.145990 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-17b27a63-38d2-49d5-94e1-dac2c333f1dd None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:34.159262 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-17b27a63-38d2-49d5-94e1-dac2c333f1dd None None] Transition to ACTIVE for port object 4c31455b-a4b9-4059-96a7-7a872a59618e will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:18:34.167538 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-17b27a63-38d2-49d5-94e1-dac2c333f1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:34.195884 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-217162b4-383e-4083-9433-435438e11071 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=588190a306d7442794226e883f5db528 HTTP/1.1" status: 200 len: 380 time: 0.0432074 May 23 12:18:34.205381 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-ca6c1ca8-835a-4185-9df6-fa08c8045d4f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'port': {'device_id': '7a698361-90fb-4f07-9c7c-1caf675fa693', 'network_id': '33ecb23f-ed32-4ebd-94bd-d767aa39a8f3', 'admin_state_up': True, 'tenant_id': '588190a306d7442794226e883f5db528', 'security_groups': ['cd1cddc8-7699-4737-b79d-59c0190b8518']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:18:34.296927 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32394ca-8286-44a8-b3a6-f2a97aa662ab None None] Pushing event updated for resources: {'Port': ['ID=4c31455b-a4b9-4059-96a7-7a872a59618e,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:18:34.355210 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-ca6c1ca8-835a-4185-9df6-fa08c8045d4f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:18:34.366065 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-ca6c1ca8-835a-4185-9df6-fa08c8045d4f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:18:34.377333 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-ca6c1ca8-835a-4185-9df6-fa08c8045d4f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Made reservation on behalf of 588190a306d7442794226e883f5db528 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:18:34.380695 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-ca6c1ca8-835a-4185-9df6-fa08c8045d4f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:34.392949 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-17b27a63-38d2-49d5-94e1-dac2c333f1dd None None] Attempting to bind port 4c31455b-a4b9-4059-96a7-7a872a59618e on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:18:34.393294 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-17b27a63-38d2-49d5-94e1-dac2c333f1dd None None] Attempting to bind port 4c31455b-a4b9-4059-96a7-7a872a59618e by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'fbb971da-3b8d-4c38-b4ae-d21ebb4f2321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '33ecb23f-ed32-4ebd-94bd-d767aa39a8f3'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:18:34.393657 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b27a63-38d2-49d5-94e1-dac2c333f1dd None None] Attempting to bind port 4c31455b-a4b9-4059-96a7-7a872a59618e on network 33ecb23f-ed32-4ebd-94bd-d767aa39a8f3 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:18:34.400464 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b27a63-38d2-49d5-94e1-dac2c333f1dd None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:18:34.400833 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b27a63-38d2-49d5-94e1-dac2c333f1dd None None] Checking segment: {'id': 'fbb971da-3b8d-4c38-b4ae-d21ebb4f2321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '33ecb23f-ed32-4ebd-94bd-d767aa39a8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:18:34.401233 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-17b27a63-38d2-49d5-94e1-dac2c333f1dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:34.401623 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b27a63-38d2-49d5-94e1-dac2c333f1dd None None] Bound using segment: {'id': 'fbb971da-3b8d-4c38-b4ae-d21ebb4f2321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '33ecb23f-ed32-4ebd-94bd-d767aa39a8f3'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:18:34.402313 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-17b27a63-38d2-49d5-94e1-dac2c333f1dd None None] Bound port: 4c31455b-a4b9-4059-96a7-7a872a59618e, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb971da-3b8d-4c38-b4ae-d21ebb4f2321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '33ecb23f-ed32-4ebd-94bd-d767aa39a8f3'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:18:34.402689 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-17b27a63-38d2-49d5-94e1-dac2c333f1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:34.502376 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-17b27a63-38d2-49d5-94e1-dac2c333f1dd None None] For port 4c31455b-a4b9-4059-96a7-7a872a59618e, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:18:34.506407 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-17b27a63-38d2-49d5-94e1-dac2c333f1dd None None] For port 4c31455b-a4b9-4059-96a7-7a872a59618e, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=4c31455b-a4b9-4059-96a7-7a872a59618e,segment=NetworkSegment(fbb971da-3b8d-4c38-b4ae-d21ebb4f2321),segment_id=fbb971da-3b8d-4c38-b4ae-d21ebb4f2321)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:18:34.510215 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-17b27a63-38d2-49d5-94e1-dac2c333f1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:34.562687 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-ca6c1ca8-835a-4185-9df6-fa08c8045d4f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Allocated IP 172.20.0.5 (33ecb23f-ed32-4ebd-94bd-d767aa39a8f3/98937876-948e-4c95-bf2a-6dd37b12e4f7/9968ca9a-8b6b-4fef-91ca-52186eff9b64) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:18:34.610044 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32394ca-8286-44a8-b3a6-f2a97aa662ab None None] Pushing event updated for resources: {'Port': ['ID=4c31455b-a4b9-4059-96a7-7a872a59618e,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:18:34.624327 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b27a63-38d2-49d5-94e1-dac2c333f1dd None None] Routers {'9945d872-2972-435b-ab0d-33d22f651547'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:18:34.624958 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-17b27a63-38d2-49d5-94e1-dac2c333f1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:18:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['9945d872-2972-435b-ab0d-33d22f651547'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:18:34.780403 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-ca6c1ca8-835a-4185-9df6-fa08c8045d4f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:34.800600 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-ca6c1ca8-835a-4185-9df6-fa08c8045d4f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Transition to ACTIVE for port object 9968ca9a-8b6b-4fef-91ca-52186eff9b64 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:18:34.826838 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-ca6c1ca8-835a-4185-9df6-fa08c8045d4f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:34.833333 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-17b27a63-38d2-49d5-94e1-dac2c333f1dd None None] Set router 9945d872-2972-435b-ab0d-33d22f651547 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:18:34.904655 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-ca6c1ca8-835a-4185-9df6-fa08c8045d4f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Network 33ecb23f-ed32-4ebd-94bd-d767aa39a8f3 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:18:34.907963 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-ca6c1ca8-835a-4185-9df6-fa08c8045d4f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:18:34.912970 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-ca6c1ca8-835a-4185-9df6-fa08c8045d4f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:18:35.055970 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c1ca8-835a-4185-9df6-fa08c8045d4f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'Port': ['ID=9968ca9a-8b6b-4fef-91ca-52186eff9b64,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:18:35.080887 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-ca6c1ca8-835a-4185-9df6-fa08c8045d4f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:18:35.081992 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-ca6c1ca8-835a-4185-9df6-fa08c8045d4f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:35.109886 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-ca6c1ca8-835a-4185-9df6-fa08c8045d4f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9082646 May 23 12:18:35.128550 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-2014c50e-da39-4f77-ab5e-a89e8c996e7c service neutron] Request body: {'port': {'device_id': '7a698361-90fb-4f07-9c7c-1caf675fa693', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:18:35.214253 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7ca74a28-38ae-4e75-9fae-abf31c4f75b7 None None] Provisioning for port 9968ca9a-8b6b-4fef-91ca-52186eff9b64 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:18:35.223334 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7ca74a28-38ae-4e75-9fae-abf31c4f75b7 None None] Provisioning complete for port 9968ca9a-8b6b-4fef-91ca-52186eff9b64 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:18:35.223801 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7ca74a28-38ae-4e75-9fae-abf31c4f75b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:35.246931 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-2014c50e-da39-4f77-ab5e-a89e8c996e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:35.287691 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7ca74a28-38ae-4e75-9fae-abf31c4f75b7 None None] Port 9968ca9a-8b6b-4fef-91ca-52186eff9b64 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 12:18:35.294465 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-17b27a63-38d2-49d5-94e1-dac2c333f1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9945d872-2972-435b-ab0d-33d22f651547', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395714406', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '14983d3a-badb-4f96-8f9e-558b39a6bf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:18:26Z', 'updated_at': '2022-05-23T12:18:30Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '14983d3a-badb-4f96-8f9e-558b39a6bf4c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9945d872-2972-435b-ab0d-33d22f651547', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:18:26Z', 'updated_at': '2022-05-23T12:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '4c31455b-a4b9-4059-96a7-7a872a59618e', 'name': '', 'network_id': '33ecb23f-ed32-4ebd-94bd-d767aa39a8f3', 'tenant_id': '588190a306d7442794226e883f5db528', 'mac_address': 'fa:16:3e:04:49:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9945d872-2972-435b-ab0d-33d22f651547', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98937876-948e-4c95-bf2a-6dd37b12e4f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:18:29Z', 'updated_at': '2022-05-23T12:18:34Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'subnets': [{'id': '98937876-948e-4c95-bf2a-6dd37b12e4f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:18:35.298841 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b27a63-38d2-49d5-94e1-dac2c333f1dd None None] The sync data for ids ['9945d872-2972-435b-ab0d-33d22f651547'] in n-d-842952-2 is: [{'id': '9945d872-2972-435b-ab0d-33d22f651547', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395714406', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '14983d3a-badb-4f96-8f9e-558b39a6bf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:18:26Z', 'updated_at': '2022-05-23T12:18:30Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '14983d3a-badb-4f96-8f9e-558b39a6bf4c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9945d872-2972-435b-ab0d-33d22f651547', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:18:26Z', 'updated_at': '2022-05-23T12:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '4c31455b-a4b9-4059-96a7-7a872a59618e', 'name': '', 'network_id': '33ecb23f-ed32-4ebd-94bd-d767aa39a8f3', 'tenant_id': '588190a306d7442794226e883f5db528', 'mac_address': 'fa:16:3e:04:49:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9945d872-2972-435b-ab0d-33d22f651547', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98937876-948e-4c95-bf2a-6dd37b12e4f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:18:29Z', 'updated_at': '2022-05-23T12:18:34Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'subnets': [{'id': '98937876-948e-4c95-bf2a-6dd37b12e4f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:18:35.549466 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c85d89-1070-48ff-8a29-5535d94d98fa req-4d07322c-a21b-46f9-89b9-5cdecdfbc941 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:18:35.550097 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-80c85d89-1070-48ff-8a29-5535d94d98fa req-4d07322c-a21b-46f9-89b9-5cdecdfbc941 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Synchronizing usage tracker for tenant:588190a306d7442794226e883f5db528 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:18:35.587538 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-80c85d89-1070-48ff-8a29-5535d94d98fa req-4d07322c-a21b-46f9-89b9-5cdecdfbc941 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Unset dirty status for tenant:588190a306d7442794226e883f5db528 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:18:35.588748 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-80c85d89-1070-48ff-8a29-5535d94d98fa req-4d07322c-a21b-46f9-89b9-5cdecdfbc941 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 931 time: 0.2900338 May 23 12:18:35.664930 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-80c85d89-1070-48ff-8a29-5535d94d98fa req-2d7f1da7-c365-4320-875f-e4a570ca405e tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd1cddc8-7699-4737-b79d-59c0190b8518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652051 May 23 12:18:35.742096 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-2014c50e-da39-4f77-ab5e-a89e8c996e7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9968ca9a-8b6b-4fef-91ca-52186eff9b64 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 12:18:35.749416 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-2014c50e-da39-4f77-ab5e-a89e8c996e7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:35.765129 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-2014c50e-da39-4f77-ab5e-a89e8c996e7c service neutron] Transition to ACTIVE for port object 9968ca9a-8b6b-4fef-91ca-52186eff9b64 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:18:35.770222 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-2014c50e-da39-4f77-ab5e-a89e8c996e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:35.906718 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2014c50e-da39-4f77-ab5e-a89e8c996e7c service neutron] Pushing event updated for resources: {'Port': ['ID=9968ca9a-8b6b-4fef-91ca-52186eff9b64,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:18:36.025002 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-2014c50e-da39-4f77-ab5e-a89e8c996e7c service neutron] Attempting to bind port 9968ca9a-8b6b-4fef-91ca-52186eff9b64 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:18:36.025339 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-2014c50e-da39-4f77-ab5e-a89e8c996e7c service neutron] Attempting to bind port 9968ca9a-8b6b-4fef-91ca-52186eff9b64 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'fbb971da-3b8d-4c38-b4ae-d21ebb4f2321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '33ecb23f-ed32-4ebd-94bd-d767aa39a8f3'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:18:36.025673 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-2014c50e-da39-4f77-ab5e-a89e8c996e7c service neutron] Attempting to bind port 9968ca9a-8b6b-4fef-91ca-52186eff9b64 on network 33ecb23f-ed32-4ebd-94bd-d767aa39a8f3 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:18:36.031974 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-2014c50e-da39-4f77-ab5e-a89e8c996e7c service neutron] Port 9968ca9a-8b6b-4fef-91ca-52186eff9b64 on network 33ecb23f-ed32-4ebd-94bd-d767aa39a8f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 12:18:36.032292 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-2014c50e-da39-4f77-ab5e-a89e8c996e7c service neutron] Attempting to bind port 9968ca9a-8b6b-4fef-91ca-52186eff9b64 on network 33ecb23f-ed32-4ebd-94bd-d767aa39a8f3 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:18:36.039472 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-2014c50e-da39-4f77-ab5e-a89e8c996e7c service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:18:36.039805 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-2014c50e-da39-4f77-ab5e-a89e8c996e7c service neutron] Checking segment: {'id': 'fbb971da-3b8d-4c38-b4ae-d21ebb4f2321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '33ecb23f-ed32-4ebd-94bd-d767aa39a8f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:18:36.040227 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-2014c50e-da39-4f77-ab5e-a89e8c996e7c service neutron] Bound using segment: {'id': 'fbb971da-3b8d-4c38-b4ae-d21ebb4f2321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '33ecb23f-ed32-4ebd-94bd-d767aa39a8f3'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:18:36.040660 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-2014c50e-da39-4f77-ab5e-a89e8c996e7c service neutron] Bound port: 9968ca9a-8b6b-4fef-91ca-52186eff9b64, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbb971da-3b8d-4c38-b4ae-d21ebb4f2321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '33ecb23f-ed32-4ebd-94bd-d767aa39a8f3'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:18:36.041012 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-2014c50e-da39-4f77-ab5e-a89e8c996e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:36.136326 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-2014c50e-da39-4f77-ab5e-a89e8c996e7c service neutron] For port 9968ca9a-8b6b-4fef-91ca-52186eff9b64, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:18:36.139562 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-2014c50e-da39-4f77-ab5e-a89e8c996e7c service neutron] For port 9968ca9a-8b6b-4fef-91ca-52186eff9b64, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=9968ca9a-8b6b-4fef-91ca-52186eff9b64,segment=NetworkSegment(fbb971da-3b8d-4c38-b4ae-d21ebb4f2321),segment_id=fbb971da-3b8d-4c38-b4ae-d21ebb4f2321)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:18:36.144680 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-2014c50e-da39-4f77-ab5e-a89e8c996e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:36.212261 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-2014c50e-da39-4f77-ab5e-a89e8c996e7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:36.213673 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-2014c50e-da39-4f77-ab5e-a89e8c996e7c service neutron] 10.222.0.13 "PUT /v2.0/ports/9968ca9a-8b6b-4fef-91ca-52186eff9b64 HTTP/1.1" status: 200 len: 1091 time: 1.0895586 May 23 12:18:36.214110 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a698361-90fb-4f07-9c7c-1caf675fa693', 'tag': '9968ca9a-8b6b-4fef-91ca-52186eff9b64'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:18:36.234809 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2014c50e-da39-4f77-ab5e-a89e8c996e7c service neutron] Pushing event updated for resources: {'Port': ['ID=9968ca9a-8b6b-4fef-91ca-52186eff9b64,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:18:36.354449 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-d13a54eb-f596-4b78-98ac-ceeb55e45728 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=588190a306d7442794226e883f5db528&device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 1094 time: 0.0830851 May 23 12:18:36.416455 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63fe087f-c809-4646-b0b2-91764f093687'] response: {'name': 'network-changed', 'server_uuid': '7a698361-90fb-4f07-9c7c-1caf675fa693', 'tag': '9968ca9a-8b6b-4fef-91ca-52186eff9b64', 'status': 'completed', 'code': 200} May 23 12:18:36.435004 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-81d84ff4-178d-4a1f-8de7-9549c4b75c22 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9968ca9a-8b6b-4fef-91ca-52186eff9b64 HTTP/1.1" status: 200 len: 217 time: 0.0678747 May 23 12:18:36.497900 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-ffb27e13-e686-4a63-9ed5-1658d10023bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:18:36.499357 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-ffb27e13-e686-4a63-9ed5-1658d10023bd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=98937876-948e-4c95-bf2a-6dd37b12e4f7 HTTP/1.1" status: 200 len: 835 time: 0.0585589 May 23 12:18:36.583937 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-277b5a23-8ff5-491e-8099-1fd2f47b6909 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=33ecb23f-ed32-4ebd-94bd-d767aa39a8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785081 May 23 12:18:36.720431 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-df530a46-f5b1-4e36-8077-118e064455a6 service neutron] 10.222.0.13 "GET /v2.0/networks/33ecb23f-ed32-4ebd-94bd-d767aa39a8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298835 May 23 12:18:37.010131 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1b56d617-2697-4f75-bd64-415ed06b6f6b req-fcd081f2-8b5c-461f-8136-73ad26ea8ee5 service neutron] 10.222.0.13 "GET /v2.0/networks/33ecb23f-ed32-4ebd-94bd-d767aa39a8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842367 May 23 12:18:37.024220 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5909049-16ec-4be4-b8d4-e121dd20e4f5 req-a78ad63c-1193-4a9a-b0d2-97cdccaf0dce tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:18:37.025652 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a5909049-16ec-4be4-b8d4-e121dd20e4f5 req-a78ad63c-1193-4a9a-b0d2-97cdccaf0dce tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 943 time: 0.2305841 May 23 12:18:37.073116 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a5909049-16ec-4be4-b8d4-e121dd20e4f5 req-dcb520dd-b8c6-47e4-8de3-c211507b28d0 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd1cddc8-7699-4737-b79d-59c0190b8518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414209 May 23 12:18:37.167534 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-27f1b983-9c4c-4849-96d9-0cb4b79b7405 req-f2223fa0-3b93-4728-9f11-a06fe12ee014 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=588190a306d7442794226e883f5db528&device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 1094 time: 0.0746961 May 23 12:18:37.219125 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 4c31455b-a4b9-4059-96a7-7a872a59618e up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:18:37.293987 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 4c31455b-a4b9-4059-96a7-7a872a59618e completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:18:37.299262 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 4c31455b-a4b9-4059-96a7-7a872a59618e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:18:37.299628 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:37.312796 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1b983-9c4c-4849-96d9-0cb4b79b7405 req-14c54075-e9c7-4784-aa0f-feee61960c85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:18:37.314374 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-27f1b983-9c4c-4849-96d9-0cb4b79b7405 req-14c54075-e9c7-4784-aa0f-feee61960c85 service neutron] 10.222.0.13 "GET /v2.0/networks?id=33ecb23f-ed32-4ebd-94bd-d767aa39a8f3 HTTP/1.1" status: 200 len: 898 time: 0.1411214 May 23 12:18:37.385553 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-27f1b983-9c4c-4849-96d9-0cb4b79b7405 req-673fe4c6-841e-4423-bb1d-9fd30ea51d66 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9968ca9a-8b6b-4fef-91ca-52186eff9b64 HTTP/1.1" status: 200 len: 217 time: 0.0646329 May 23 12:18:37.418317 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:37.449723 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1b983-9c4c-4849-96d9-0cb4b79b7405 req-f5b6af49-8a6a-4ae8-887d-e2450d6eba38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:18:37.451206 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-27f1b983-9c4c-4849-96d9-0cb4b79b7405 req-f5b6af49-8a6a-4ae8-887d-e2450d6eba38 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=98937876-948e-4c95-bf2a-6dd37b12e4f7 HTTP/1.1" status: 200 len: 835 time: 0.0603211 May 23 12:18:37.451396 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 4c31455b-a4b9-4059-96a7-7a872a59618e, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=4c31455b-a4b9-4059-96a7-7a872a59618e,segment=NetworkSegment(fbb971da-3b8d-4c38-b4ae-d21ebb4f2321),segment_id=fbb971da-3b8d-4c38-b4ae-d21ebb4f2321)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:18:37.455667 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:37.527160 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=4c31455b-a4b9-4059-96a7-7a872a59618e,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:18:37.533574 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-27f1b983-9c4c-4849-96d9-0cb4b79b7405 req-db10f08f-c67f-4d1c-92df-d06f53d9c7e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=33ecb23f-ed32-4ebd-94bd-d767aa39a8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762644 May 23 12:18:37.669517 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-27f1b983-9c4c-4849-96d9-0cb4b79b7405 req-6d3b0c89-2826-415f-8c95-dd3d933eac7f service neutron] 10.222.0.13 "GET /v2.0/networks/33ecb23f-ed32-4ebd-94bd-d767aa39a8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285942 May 23 12:18:37.806520 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-27f1b983-9c4c-4849-96d9-0cb4b79b7405 req-1a196be8-dd4d-40a7-aa9d-44eefa7b2ccb service neutron] 10.222.0.13 "GET /v2.0/networks/33ecb23f-ed32-4ebd-94bd-d767aa39a8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311724 May 23 12:18:38.273786 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b49b082-bfb8-4eeb-9d06-4cde63e60fae req-9e361784-d020-43cc-89d1-4e88ac7a81de tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:18:38.275253 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6b49b082-bfb8-4eeb-9d06-4cde63e60fae req-9e361784-d020-43cc-89d1-4e88ac7a81de tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 943 time: 0.0787613 May 23 12:18:38.322064 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6b49b082-bfb8-4eeb-9d06-4cde63e60fae req-a4fe9e7b-43b9-4324-88d2-528c5bc737a8 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd1cddc8-7699-4737-b79d-59c0190b8518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411260 May 23 12:18:38.720938 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:39.201666 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 4c31455b-a4b9-4059-96a7-7a872a59618e up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:18:39.271118 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 4c31455b-a4b9-4059-96a7-7a872a59618e triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:18:39.271490 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:39.345143 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d4cb978f-876d-4700-9c4c-a129e3686d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:39.536314 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf9546-f73f-4ee8-a8ad-3148baa7bdf9 req-cd76d735-62ac-4648-a056-8524ed039517 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:18:39.538135 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ddbf9546-f73f-4ee8-a8ad-3148baa7bdf9 req-cd76d735-62ac-4648-a056-8524ed039517 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 943 time: 0.0858076 May 23 12:18:39.584882 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ddbf9546-f73f-4ee8-a8ad-3148baa7bdf9 req-a103c376-ed34-47e5-8856-d631f7f13db3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd1cddc8-7699-4737-b79d-59c0190b8518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407472 May 23 12:18:40.126346 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:40.473166 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 9968ca9a-8b6b-4fef-91ca-52186eff9b64 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 12:18:40.611740 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 9968ca9a-8b6b-4fef-91ca-52186eff9b64, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=9968ca9a-8b6b-4fef-91ca-52186eff9b64,segment=NetworkSegment(fbb971da-3b8d-4c38-b4ae-d21ebb4f2321),segment_id=fbb971da-3b8d-4c38-b4ae-d21ebb4f2321)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:18:40.625620 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '9968ca9a-8b6b-4fef-91ca-52186eff9b64', 'network_id': '33ecb23f-ed32-4ebd-94bd-d767aa39a8f3', 'port_id': '9968ca9a-8b6b-4fef-91ca-52186eff9b64', 'mac_address': 'fa:16:3e:68:c2:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98937876-948e-4c95-bf2a-6dd37b12e4f7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 12:18:40.685534 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:40.707227 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9968ca9a-8b6b-4fef-91ca-52186eff9b64 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 12:18:40.722904 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 9968ca9a-8b6b-4fef-91ca-52186eff9b64, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=9968ca9a-8b6b-4fef-91ca-52186eff9b64,segment=NetworkSegment(fbb971da-3b8d-4c38-b4ae-d21ebb4f2321),segment_id=fbb971da-3b8d-4c38-b4ae-d21ebb4f2321)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:18:40.727396 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:40.794040 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=9968ca9a-8b6b-4fef-91ca-52186eff9b64,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:18:40.795508 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6829442-f0de-40a2-8102-d248775dd549 req-0aafa19f-2192-4216-91a8-2f65175b34e2 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:18:40.797061 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6829442-f0de-40a2-8102-d248775dd549 req-0aafa19f-2192-4216-91a8-2f65175b34e2 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 944 time: 0.0812900 May 23 12:18:40.850319 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b6829442-f0de-40a2-8102-d248775dd549 req-eb5996b1-4939-4946-abf0-2288cdef9428 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd1cddc8-7699-4737-b79d-59c0190b8518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443096 May 23 12:18:41.097911 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['9968ca9a-8b6b-4fef-91ca-52186eff9b64'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 12:18:41.657441 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8eba8fbf-d986-4c53-ae31-60b19eef4d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:42.056191 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9a420-c9ce-4de2-b3a6-5de56832be06 req-2a0b24ae-5caa-4be8-b967-0cc9034d116e tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:18:42.057775 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-33d9a420-c9ce-4de2-b3a6-5de56832be06 req-2a0b24ae-5caa-4be8-b967-0cc9034d116e tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 944 time: 0.0841565 May 23 12:18:42.104428 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-33d9a420-c9ce-4de2-b3a6-5de56832be06 req-f25574c3-0b74-4052-9bb3-27ae4ea52edf tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd1cddc8-7699-4737-b79d-59c0190b8518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409110 May 23 12:18:42.484374 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 9968ca9a-8b6b-4fef-91ca-52186eff9b64 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:18:42.562343 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 9968ca9a-8b6b-4fef-91ca-52186eff9b64 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:18:42.567754 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 9968ca9a-8b6b-4fef-91ca-52186eff9b64 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:18:42.568151 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:42.687414 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:42.714792 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a698361-90fb-4f07-9c7c-1caf675fa693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9968ca9a-8b6b-4fef-91ca-52186eff9b64'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:18:42.724797 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 9968ca9a-8b6b-4fef-91ca-52186eff9b64, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=9968ca9a-8b6b-4fef-91ca-52186eff9b64,segment=NetworkSegment(fbb971da-3b8d-4c38-b4ae-d21ebb4f2321),segment_id=fbb971da-3b8d-4c38-b4ae-d21ebb4f2321)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:18:42.728742 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:42.773909 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e04ac43-8135-43ac-be73-d959d5b3598a'] response: {'server_uuid': '7a698361-90fb-4f07-9c7c-1caf675fa693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9968ca9a-8b6b-4fef-91ca-52186eff9b64', 'code': 200} May 23 12:18:42.798958 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=9968ca9a-8b6b-4fef-91ca-52186eff9b64,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:18:42.930701 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:42.933016 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2716f6df-c440-4ea6-9b92-2dc6703e5c90 req-d173a8d5-fd9a-47f2-969b-8317b0074f88 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 1096 time: 0.0745451 May 23 12:18:42.976190 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2716f6df-c440-4ea6-9b92-2dc6703e5c90 req-e2672bfd-4926-4634-8b7a-970a7ca6a88e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cd1cddc8-7699-4737-b79d-59c0190b8518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372889 May 23 12:18:43.037387 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:43.301109 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f50e00-480e-4288-9efe-07b82cc23179 req-75d6a75b-255e-4d65-9670-969f48caec55 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:18:43.302483 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-91f50e00-480e-4288-9efe-07b82cc23179 req-75d6a75b-255e-4d65-9670-969f48caec55 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 945 time: 0.0779166 May 23 12:18:43.348217 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-91f50e00-480e-4288-9efe-07b82cc23179 req-c81dbd00-edd5-44fe-a7f1-238e25f1e02e tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd1cddc8-7699-4737-b79d-59c0190b8518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401285 May 23 12:18:44.550556 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073eaf91-8d58-4982-85d3-5e58c0e48a7b req-a62b2c74-4079-4cb6-a570-e0c6c3963377 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:18:44.552055 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-073eaf91-8d58-4982-85d3-5e58c0e48a7b req-a62b2c74-4079-4cb6-a570-e0c6c3963377 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 945 time: 0.0806651 May 23 12:18:44.600901 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-073eaf91-8d58-4982-85d3-5e58c0e48a7b req-b359392e-f46e-4e3a-9073-06b750a1bc58 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd1cddc8-7699-4737-b79d-59c0190b8518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430152 May 23 12:18:44.604087 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:44.805060 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590daa0-4f47-497c-b9be-428ff43d8791 req-33efc490-0deb-4a98-88bf-3a22192b8d86 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:18:44.806541 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c590daa0-4f47-497c-b9be-428ff43d8791 req-33efc490-0deb-4a98-88bf-3a22192b8d86 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 945 time: 0.0770826 May 23 12:18:44.856857 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c590daa0-4f47-497c-b9be-428ff43d8791 req-96fba0bd-32d5-4450-b090-9a7315068aee tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd1cddc8-7699-4737-b79d-59c0190b8518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446422 May 23 12:18:44.884933 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43476) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:18:44.956561 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-82865725-b59d-4baf-aeef-5414148812b0 tempest-TestNetworkAdvancedServerOps-1692628639 tempest-TestNetworkAdvancedServerOps-1692628639-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 1091 time: 0.0702240 May 23 12:18:44.959155 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43480) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:18:44.964270 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-bd67e634-be4b-470e-87fa-dabf279ead58 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'port_id': '9968ca9a-8b6b-4fef-91ca-52186eff9b64', 'tenant_id': '588190a306d7442794226e883f5db528', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:18:44.970908 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bd67e634-be4b-470e-87fa-dabf279ead58 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:18:44.974911 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-bd67e634-be4b-470e-87fa-dabf279ead58 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:floatingip and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:18:44.977854 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-bd67e634-be4b-470e-87fa-dabf279ead58 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:18:44.983601 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bd67e634-be4b-470e-87fa-dabf279ead58 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:18:44.993872 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bd67e634-be4b-470e-87fa-dabf279ead58 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for floatingip, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:45.129145 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bd67e634-be4b-470e-87fa-dabf279ead58 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:45.271018 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-bd67e634-be4b-470e-87fa-dabf279ead58 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Allocated IP 172.25.6.46 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/0f661bf0-14bd-474e-a914-3a145010ea6b) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:18:45.420680 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bd67e634-be4b-470e-87fa-dabf279ead58 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:45.450196 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bd67e634-be4b-470e-87fa-dabf279ead58 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:45.518326 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd67e634-be4b-470e-87fa-dabf279ead58 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:18:45.521926 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-bd67e634-be4b-470e-87fa-dabf279ead58 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:18:45.523802 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd67e634-be4b-470e-87fa-dabf279ead58 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'Port': ['ID=0f661bf0-14bd-474e-a914-3a145010ea6b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:18:45.525894 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd67e634-be4b-470e-87fa-dabf279ead58 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:18:46.033246 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bd67e634-be4b-470e-87fa-dabf279ead58 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:46.094050 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bd67e634-be4b-470e-87fa-dabf279ead58 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:46.306800 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bd67e634-be4b-470e-87fa-dabf279ead58 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:46.312703 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bd67e634-be4b-470e-87fa-dabf279ead58 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:46.529472 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd67e634-be4b-470e-87fa-dabf279ead58 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'Port': ['ID=0f661bf0-14bd-474e-a914-3a145010ea6b,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:18:46.546519 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bd67e634-be4b-470e-87fa-dabf279ead58 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:46.742920 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [None req-bd67e634-be4b-470e-87fa-dabf279ead58 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Floating IP 47ffaba4-a3ba-452a-a906-12a57d56460c associated. External IP: 172.25.6.46, port: 9968ca9a-8b6b-4fef-91ca-52186eff9b64. May 23 12:18:47.147236 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd67e634-be4b-470e-87fa-dabf279ead58 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Router 9945d872-2972-435b-ab0d-33d22f651547 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:18:47.358547 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd67e634-be4b-470e-87fa-dabf279ead58 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:18:47.368075 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d31c08-b6fa-4ac6-9d2d-44559f14c4a6 None None] Sync routers for ids ['9945d872-2972-435b-ab0d-33d22f651547'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:18:47.381128 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d31c08-b6fa-4ac6-9d2d-44559f14c4a6 None None] Routers {'9945d872-2972-435b-ab0d-33d22f651547'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:18:47.381722 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c1d31c08-b6fa-4ac6-9d2d-44559f14c4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:18:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['9945d872-2972-435b-ab0d-33d22f651547'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:18:47.385783 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bd67e634-be4b-470e-87fa-dabf279ead58 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:18:47.443006 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-bd67e634-be4b-470e-87fa-dabf279ead58 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4827240 May 23 12:18:47.443603 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a698361-90fb-4f07-9c7c-1caf675fa693', 'tag': '9968ca9a-8b6b-4fef-91ca-52186eff9b64'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:18:47.512969 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6e13328-2c6b-46fa-8213-c8b78655a643'] response: {'name': 'network-changed', 'server_uuid': '7a698361-90fb-4f07-9c7c-1caf675fa693', 'tag': '9968ca9a-8b6b-4fef-91ca-52186eff9b64', 'status': 'completed', 'code': 200} May 23 12:18:47.587799 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-c1d31c08-b6fa-4ac6-9d2d-44559f14c4a6 None None] Set router 9945d872-2972-435b-ab0d-33d22f651547 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:18:47.681619 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1991e-c8b7-45cd-baec-c19bb0dfbedb req-79019439-3283-40dd-8bb5-09eca7d8626a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:18:47.683042 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0be1991e-c8b7-45cd-baec-c19bb0dfbedb req-79019439-3283-40dd-8bb5-09eca7d8626a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 945 time: 0.1326046 May 23 12:18:47.689960 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-97e59fcb-06ea-4494-b677-f50145dde581 req-1d9f1d53-744c-4210-9a8b-f9e0ed4ea92c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=588190a306d7442794226e883f5db528&device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 1096 time: 0.1090565 May 23 12:18:47.896480 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0be1991e-c8b7-45cd-baec-c19bb0dfbedb req-514cd347-82f7-4d18-ac3f-ca0266036c87 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd1cddc8-7699-4737-b79d-59c0190b8518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056038 May 23 12:18:47.925794 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43492) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:18:47.944711 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c1d31c08-b6fa-4ac6-9d2d-44559f14c4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9945d872-2972-435b-ab0d-33d22f651547', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395714406', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '14983d3a-badb-4f96-8f9e-558b39a6bf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:18:26Z', 'updated_at': '2022-05-23T12:18:30Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '14983d3a-badb-4f96-8f9e-558b39a6bf4c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9945d872-2972-435b-ab0d-33d22f651547', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:18:26Z', 'updated_at': '2022-05-23T12:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '47ffaba4-a3ba-452a-a906-12a57d56460c', 'tenant_id': '588190a306d7442794226e883f5db528', 'floating_ip_address': '172.25.6.46', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '9945d872-2972-435b-ab0d-33d22f651547', 'port_id': '9968ca9a-8b6b-4fef-91ca-52186eff9b64', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33ecb23f-ed32-4ebd-94bd-d767aa39a8f3', 'mac_address': 'fa:16:3e:68:c2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a698361-90fb-4f07-9c7c-1caf675fa693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:18:45Z', 'updated_at': '2022-05-23T12:18:45Z', 'revision_number': 0, 'project_id': '588190a306d7442794226e883f5db528', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c31455b-a4b9-4059-96a7-7a872a59618e', 'name': '', 'network_id': '33ecb23f-ed32-4ebd-94bd-d767aa39a8f3', 'tenant_id': '588190a306d7442794226e883f5db528', 'mac_address': 'fa:16:3e:04:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9945d872-2972-435b-ab0d-33d22f651547', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98937876-948e-4c95-bf2a-6dd37b12e4f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:18:29Z', 'updated_at': '2022-05-23T12:18:37Z', 'revision_number': 5, 'project_id': '588190a306d7442794226e883f5db528', 'subnets': [{'id': '98937876-948e-4c95-bf2a-6dd37b12e4f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:18:47.948797 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d31c08-b6fa-4ac6-9d2d-44559f14c4a6 None None] Checking router: 9945d872-2972-435b-ab0d-33d22f651547 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:18:47.959587 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d31c08-b6fa-4ac6-9d2d-44559f14c4a6 None None] Routers {'9945d872-2972-435b-ab0d-33d22f651547'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:18:47.960223 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c1d31c08-b6fa-4ac6-9d2d-44559f14c4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:18:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['9945d872-2972-435b-ab0d-33d22f651547'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:18:48.040230 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e59fcb-06ea-4494-b677-f50145dde581 req-e5210957-6140-4a84-8e01-f7b055bdf554 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:18:48.041715 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-97e59fcb-06ea-4494-b677-f50145dde581 req-e5210957-6140-4a84-8e01-f7b055bdf554 service neutron] 10.222.0.13 "GET /v2.0/networks?id=33ecb23f-ed32-4ebd-94bd-d767aa39a8f3 HTTP/1.1" status: 200 len: 898 time: 0.2369940 May 23 12:18:48.110225 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8b3ded21-be46-415b-bf27-4fc58ac16e5f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/floatingips/47ffaba4-a3ba-452a-a906-12a57d56460c HTTP/1.1" status: 200 len: 990 time: 0.1828856 May 23 12:18:48.138919 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-c1d31c08-b6fa-4ac6-9d2d-44559f14c4a6 None None] Set router 9945d872-2972-435b-ab0d-33d22f651547 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:18:48.157887 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-97e59fcb-06ea-4494-b677-f50145dde581 req-5bd05d81-5c3c-4ea1-a5a2-33dfde052085 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9968ca9a-8b6b-4fef-91ca-52186eff9b64 HTTP/1.1" status: 200 len: 998 time: 0.1054215 May 23 12:18:48.220944 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e59fcb-06ea-4494-b677-f50145dde581 req-00eba8fc-984c-4f56-aaf2-2cf1801b54f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:18:48.222408 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-97e59fcb-06ea-4494-b677-f50145dde581 req-00eba8fc-984c-4f56-aaf2-2cf1801b54f4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=98937876-948e-4c95-bf2a-6dd37b12e4f7 HTTP/1.1" status: 200 len: 835 time: 0.0576658 May 23 12:18:48.299880 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-97e59fcb-06ea-4494-b677-f50145dde581 req-17d61f3d-44d7-42a4-a1a9-378eb91b3aed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=33ecb23f-ed32-4ebd-94bd-d767aa39a8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712461 May 23 12:18:48.436868 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-97e59fcb-06ea-4494-b677-f50145dde581 req-c530e3e9-9b5a-4893-89b2-2eb035533483 service neutron] 10.222.0.13 "GET /v2.0/networks/33ecb23f-ed32-4ebd-94bd-d767aa39a8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306951 May 23 12:18:48.495010 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-c1d31c08-b6fa-4ac6-9d2d-44559f14c4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9945d872-2972-435b-ab0d-33d22f651547', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395714406', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '14983d3a-badb-4f96-8f9e-558b39a6bf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:18:26Z', 'updated_at': '2022-05-23T12:18:30Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '14983d3a-badb-4f96-8f9e-558b39a6bf4c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9945d872-2972-435b-ab0d-33d22f651547', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:18:26Z', 'updated_at': '2022-05-23T12:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '47ffaba4-a3ba-452a-a906-12a57d56460c', 'tenant_id': '588190a306d7442794226e883f5db528', 'floating_ip_address': '172.25.6.46', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '9945d872-2972-435b-ab0d-33d22f651547', 'port_id': '9968ca9a-8b6b-4fef-91ca-52186eff9b64', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33ecb23f-ed32-4ebd-94bd-d767aa39a8f3', 'mac_address': 'fa:16:3e:68:c2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a698361-90fb-4f07-9c7c-1caf675fa693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:18:45Z', 'updated_at': '2022-05-23T12:18:45Z', 'revision_number': 0, 'project_id': '588190a306d7442794226e883f5db528', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c31455b-a4b9-4059-96a7-7a872a59618e', 'name': '', 'network_id': '33ecb23f-ed32-4ebd-94bd-d767aa39a8f3', 'tenant_id': '588190a306d7442794226e883f5db528', 'mac_address': 'fa:16:3e:04:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9945d872-2972-435b-ab0d-33d22f651547', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98937876-948e-4c95-bf2a-6dd37b12e4f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:18:29Z', 'updated_at': '2022-05-23T12:18:37Z', 'revision_number': 5, 'project_id': '588190a306d7442794226e883f5db528', 'subnets': [{'id': '98937876-948e-4c95-bf2a-6dd37b12e4f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:18:48.499636 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d31c08-b6fa-4ac6-9d2d-44559f14c4a6 None None] The sync data for ids ['9945d872-2972-435b-ab0d-33d22f651547'] in n-d-842952-2 is: [{'id': '9945d872-2972-435b-ab0d-33d22f651547', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395714406', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '14983d3a-badb-4f96-8f9e-558b39a6bf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:18:26Z', 'updated_at': '2022-05-23T12:18:30Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '14983d3a-badb-4f96-8f9e-558b39a6bf4c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9945d872-2972-435b-ab0d-33d22f651547', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:18:26Z', 'updated_at': '2022-05-23T12:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '47ffaba4-a3ba-452a-a906-12a57d56460c', 'tenant_id': '588190a306d7442794226e883f5db528', 'floating_ip_address': '172.25.6.46', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '9945d872-2972-435b-ab0d-33d22f651547', 'port_id': '9968ca9a-8b6b-4fef-91ca-52186eff9b64', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33ecb23f-ed32-4ebd-94bd-d767aa39a8f3', 'mac_address': 'fa:16:3e:68:c2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a698361-90fb-4f07-9c7c-1caf675fa693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:18:45Z', 'updated_at': '2022-05-23T12:18:45Z', 'revision_number': 0, 'project_id': '588190a306d7442794226e883f5db528', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c31455b-a4b9-4059-96a7-7a872a59618e', 'name': '', 'network_id': '33ecb23f-ed32-4ebd-94bd-d767aa39a8f3', 'tenant_id': '588190a306d7442794226e883f5db528', 'mac_address': 'fa:16:3e:04:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9945d872-2972-435b-ab0d-33d22f651547', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98937876-948e-4c95-bf2a-6dd37b12e4f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:18:29Z', 'updated_at': '2022-05-23T12:18:37Z', 'revision_number': 5, 'project_id': '588190a306d7442794226e883f5db528', 'subnets': [{'id': '98937876-948e-4c95-bf2a-6dd37b12e4f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:18:48.579233 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-97e59fcb-06ea-4494-b677-f50145dde581 req-3a802213-f1c5-456a-a2a3-cc4882c1bb95 service neutron] 10.222.0.13 "GET /v2.0/networks/33ecb23f-ed32-4ebd-94bd-d767aa39a8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366122 May 23 12:18:49.114647 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43496) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:18:49.226940 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0573cefa-3697-4f5e-8b84-842205b616dd tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/floatingips/47ffaba4-a3ba-452a-a906-12a57d56460c HTTP/1.1" status: 200 len: 990 time: 0.1112249 May 23 12:18:50.231545 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43500) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:18:50.338680 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-bdde706b-6007-4b46-b7c4-d85c6574321b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/floatingips/47ffaba4-a3ba-452a-a906-12a57d56460c HTTP/1.1" status: 200 len: 990 time: 0.1059341 May 23 12:18:50.836760 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398b74e6-5a4a-4b77-83df-ef0025c5daf2 None None] New status for floating IP 47ffaba4-a3ba-452a-a906-12a57d56460c: ACTIVE {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 12:18:51.342895 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43504) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:18:51.450950 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a20d3678-a830-4fa2-8a68-1dece42dfb2d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/floatingips/47ffaba4-a3ba-452a-a906-12a57d56460c HTTP/1.1" status: 200 len: 992 time: 0.1067812 May 23 12:19:00.321486 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [req-a963457d-2027-485c-909b-67165cb9228b req-deb64d69-011b-4fab-9a6a-b964956b24b8 service neutron] (83911) timed out ('10.222.0.79', 39836) {{(pid=83911) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 23 12:19:04.988485 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:19:08.083664 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-77a54472-ddda-4b29-b286-c210493b1189 req-3ca4189f-b1c8-4538-82a4-b79b0efa3bbd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7a698361-90fb-4f07-9c7c-1caf675fa693&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0722888 May 23 12:19:08.242754 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-77a54472-ddda-4b29-b286-c210493b1189 req-5251617f-ca8b-48de-b5ea-f06c760e1628 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=588190a306d7442794226e883f5db528&device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 1096 time: 0.0729146 May 23 12:19:08.393817 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a54472-ddda-4b29-b286-c210493b1189 req-1179a01e-7d8f-4abf-916b-e103eeb12120 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:19:08.395266 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-77a54472-ddda-4b29-b286-c210493b1189 req-1179a01e-7d8f-4abf-916b-e103eeb12120 service neutron] 10.222.0.13 "GET /v2.0/networks?id=33ecb23f-ed32-4ebd-94bd-d767aa39a8f3 HTTP/1.1" status: 200 len: 898 time: 0.1298513 May 23 12:19:08.613015 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-77a54472-ddda-4b29-b286-c210493b1189 req-3e6a26ac-87d6-4d60-ad31-cbf92801ffe2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9968ca9a-8b6b-4fef-91ca-52186eff9b64 HTTP/1.1" status: 200 len: 1000 time: 0.2114170 May 23 12:19:08.678144 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a54472-ddda-4b29-b286-c210493b1189 req-035fddd4-caa1-4b42-9f49-6ca65a97f3f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:19:08.680360 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-77a54472-ddda-4b29-b286-c210493b1189 req-035fddd4-caa1-4b42-9f49-6ca65a97f3f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=98937876-948e-4c95-bf2a-6dd37b12e4f7 HTTP/1.1" status: 200 len: 835 time: 0.0609975 May 23 12:19:08.744802 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:19:08.759129 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-77a54472-ddda-4b29-b286-c210493b1189 req-4d012fa6-bc3b-48b4-b600-656f8623a2dd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=33ecb23f-ed32-4ebd-94bd-d767aa39a8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734527 May 23 12:19:08.768585 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-77a54472-ddda-4b29-b286-c210493b1189 req-14d13d4e-e6fd-4cfc-aff2-053bd64b80a0 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 12:19:08.769464 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-77a54472-ddda-4b29-b286-c210493b1189 req-14d13d4e-e6fd-4cfc-aff2-053bd64b80a0 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046895 May 23 12:19:08.903680 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-77a54472-ddda-4b29-b286-c210493b1189 req-325899d9-a7a4-4b18-8ed9-c7558629ff27 service neutron] 10.222.0.13 "GET /v2.0/networks/33ecb23f-ed32-4ebd-94bd-d767aa39a8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278338 May 23 12:19:09.034767 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-77a54472-ddda-4b29-b286-c210493b1189 req-4ca7886a-214d-4032-8b18-cda0bd3c38fe service neutron] 10.222.0.13 "GET /v2.0/networks/33ecb23f-ed32-4ebd-94bd-d767aa39a8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253099 May 23 12:19:09.339604 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ee6c51bf-c4c5-4594-aa6e-cdf77e1f194c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:19:10.126229 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:19:11.664573 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9d9ffe67-9cb2-4014-8e73-c4e75580a24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:19:12.936012 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:19:13.040644 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:19:14.606133 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:19:38.742366 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:19:39.344960 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc17bbf6-80bc-414f-a723-2beeec2db730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:19:40.150305 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:19:41.665410 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-25deb4a7-d0be-4bd1-b411-58cc19497960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:19:41.989269 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:19:42.949807 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:19:43.045545 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:19:44.609599 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:20:01.059605 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1a64ae73-4728-40cd-8f40-155f131d1120 req-9718ddd6-42d3-4766-b836-1b15b02c8813 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7a698361-90fb-4f07-9c7c-1caf675fa693&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0910378 May 23 12:20:01.248810 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43544) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:20:01.448127 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-06fd4dee-5a8b-483b-a02e-07ed17644d7e req-f2e512b0-1b6d-4715-a296-130d1e56cd06 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7a698361-90fb-4f07-9c7c-1caf675fa693&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1979663 May 23 12:20:01.456710 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46c038-a3aa-44e3-98a1-8e8b848e70d4 req-704506f5-83d7-4dac-9b5d-401501868dbc tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:20:01.458100 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ac46c038-a3aa-44e3-98a1-8e8b848e70d4 req-704506f5-83d7-4dac-9b5d-401501868dbc tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 945 time: 0.1115286 May 23 12:20:01.510274 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ac46c038-a3aa-44e3-98a1-8e8b848e70d4 req-6196b93f-d83b-4810-8a23-1a7f83011d87 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd1cddc8-7699-4737-b79d-59c0190b8518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461657 May 23 12:20:02.713520 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210cabb-633b-433b-b52a-07765f05da3a req-aa1b56b1-a02a-4541-9890-2aa89c7615e8 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:20:02.715022 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1210cabb-633b-433b-b52a-07765f05da3a req-aa1b56b1-a02a-4541-9890-2aa89c7615e8 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 945 time: 0.0814807 May 23 12:20:02.765398 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1210cabb-633b-433b-b52a-07765f05da3a req-5d007dbb-7fb3-48ff-b894-1f9f48c731a8 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd1cddc8-7699-4737-b79d-59c0190b8518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439012 May 23 12:20:02.916252 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-06fd4dee-5a8b-483b-a02e-07ed17644d7e req-4e141b8e-99be-412d-9f74-6bc887bae7e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=588190a306d7442794226e883f5db528&device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 1096 time: 0.0776861 May 23 12:20:03.062866 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd4dee-5a8b-483b-a02e-07ed17644d7e req-73968f19-28b4-478a-9a88-2a4586a625d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:20:03.064773 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-06fd4dee-5a8b-483b-a02e-07ed17644d7e req-73968f19-28b4-478a-9a88-2a4586a625d2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=33ecb23f-ed32-4ebd-94bd-d767aa39a8f3 HTTP/1.1" status: 200 len: 898 time: 0.1429653 May 23 12:20:03.177882 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-06fd4dee-5a8b-483b-a02e-07ed17644d7e req-1a376e93-f158-4a96-8588-8d80b2190020 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9968ca9a-8b6b-4fef-91ca-52186eff9b64 HTTP/1.1" status: 200 len: 1000 time: 0.1071455 May 23 12:20:03.243436 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd4dee-5a8b-483b-a02e-07ed17644d7e req-22b06c43-ec39-4212-9e30-31fbaaabdee9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:20:03.245097 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-06fd4dee-5a8b-483b-a02e-07ed17644d7e req-22b06c43-ec39-4212-9e30-31fbaaabdee9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=98937876-948e-4c95-bf2a-6dd37b12e4f7 HTTP/1.1" status: 200 len: 835 time: 0.0617497 May 23 12:20:03.322868 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-06fd4dee-5a8b-483b-a02e-07ed17644d7e req-6f82eab9-8227-4a87-8d38-ec1240fabc34 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=33ecb23f-ed32-4ebd-94bd-d767aa39a8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720172 May 23 12:20:03.464538 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-06fd4dee-5a8b-483b-a02e-07ed17644d7e req-5ec1fe49-dd20-41e6-9fd7-ddfceb094102 service neutron] 10.222.0.13 "GET /v2.0/networks/33ecb23f-ed32-4ebd-94bd-d767aa39a8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358130 May 23 12:20:03.599273 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-06fd4dee-5a8b-483b-a02e-07ed17644d7e req-3d92f9a3-e811-4760-ae74-bd9138e3c73a service neutron] 10.222.0.13 "GET /v2.0/networks/33ecb23f-ed32-4ebd-94bd-d767aa39a8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290524 May 23 12:20:03.994785 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20721d88-8ff5-41f5-bdbc-810098d4b3eb req-b9893c6f-eb0e-4f23-894b-b70214d807a5 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:20:03.996298 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-20721d88-8ff5-41f5-bdbc-810098d4b3eb req-b9893c6f-eb0e-4f23-894b-b70214d807a5 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 945 time: 0.1006567 May 23 12:20:04.052701 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-20721d88-8ff5-41f5-bdbc-810098d4b3eb req-320a5441-9050-49de-a7d6-628b36929d31 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd1cddc8-7699-4737-b79d-59c0190b8518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485764 May 23 12:20:05.269577 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa35f43-3224-4e80-ad9d-373122f050eb req-b01a92fc-01a3-4da3-831d-1ab7fda4fc65 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:20:05.271723 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0fa35f43-3224-4e80-ad9d-373122f050eb req-b01a92fc-01a3-4da3-831d-1ab7fda4fc65 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 945 time: 0.0852880 May 23 12:20:05.407756 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0fa35f43-3224-4e80-ad9d-373122f050eb req-dac9e3f8-5ed2-411a-9543-d777b5c09db3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd1cddc8-7699-4737-b79d-59c0190b8518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309769 May 23 12:20:06.625557 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82f594-889d-41d8-8607-4a61309b82af req-2ab7f40c-3cd8-4ee8-853c-3873060e385b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:20:06.627059 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6d82f594-889d-41d8-8607-4a61309b82af req-2ab7f40c-3cd8-4ee8-853c-3873060e385b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 945 time: 0.0900824 May 23 12:20:06.676092 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6d82f594-889d-41d8-8607-4a61309b82af req-791b951a-ba68-4ca9-8edd-e8452b7af2e4 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd1cddc8-7699-4737-b79d-59c0190b8518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414639 May 23 12:20:07.880710 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d34f5e-e3da-4f09-a8e2-ea9e0b402b43 req-5b1d6587-56a4-4cd6-b3b7-988ba88e3197 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:20:07.882197 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-63d34f5e-e3da-4f09-a8e2-ea9e0b402b43 req-5b1d6587-56a4-4cd6-b3b7-988ba88e3197 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 945 time: 0.0814581 May 23 12:20:07.937997 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-63d34f5e-e3da-4f09-a8e2-ea9e0b402b43 req-f62a0910-0f35-421f-b312-45a3fe45c24a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd1cddc8-7699-4737-b79d-59c0190b8518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488575 May 23 12:20:08.763251 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:20:09.220530 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-261b3836-88ba-4624-a658-33419bfe4cf1 req-dae137f1-f819-41c8-b9e1-b1b1f1a33859 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=588190a306d7442794226e883f5db528&device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 1096 time: 0.1336107 May 23 12:20:09.226724 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed5ec6-3deb-4386-824c-a4eefe0d94bc req-377ab137-101a-43ea-8128-1f830f860b55 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:20:09.228122 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e7ed5ec6-3deb-4386-824c-a4eefe0d94bc req-377ab137-101a-43ea-8128-1f830f860b55 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 945 time: 0.1116211 May 23 12:20:09.350838 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2e75fff0-9239-4d44-9b87-669222841ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:20:09.360180 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e7ed5ec6-3deb-4386-824c-a4eefe0d94bc req-6e69bb7e-a4a2-4d87-8a30-dd5bdf41f7a4 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd1cddc8-7699-4737-b79d-59c0190b8518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261151 May 23 12:20:09.396534 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b3836-88ba-4624-a658-33419bfe4cf1 req-65ced0ec-cf02-4443-8ed8-73bf649111b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:20:09.398076 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-261b3836-88ba-4624-a658-33419bfe4cf1 req-65ced0ec-cf02-4443-8ed8-73bf649111b4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=33ecb23f-ed32-4ebd-94bd-d767aa39a8f3 HTTP/1.1" status: 200 len: 898 time: 0.1502714 May 23 12:20:09.507913 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-261b3836-88ba-4624-a658-33419bfe4cf1 req-23f768ac-8c88-46c7-9893-aa9d2c3afd13 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9968ca9a-8b6b-4fef-91ca-52186eff9b64 HTTP/1.1" status: 200 len: 1000 time: 0.1037042 May 23 12:20:09.571403 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b3836-88ba-4624-a658-33419bfe4cf1 req-b221d9b7-16de-4e53-849c-a8a99f806fc6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:20:09.572972 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-261b3836-88ba-4624-a658-33419bfe4cf1 req-b221d9b7-16de-4e53-849c-a8a99f806fc6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=98937876-948e-4c95-bf2a-6dd37b12e4f7 HTTP/1.1" status: 200 len: 835 time: 0.0589185 May 23 12:20:09.657489 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-261b3836-88ba-4624-a658-33419bfe4cf1 req-c96e5355-2238-4cdb-86cc-d56de1db8f83 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=33ecb23f-ed32-4ebd-94bd-d767aa39a8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781720 May 23 12:20:09.793981 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-261b3836-88ba-4624-a658-33419bfe4cf1 req-dc7758d3-583d-415d-a794-688d9947d96c service neutron] 10.222.0.13 "GET /v2.0/networks/33ecb23f-ed32-4ebd-94bd-d767aa39a8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295006 May 23 12:20:09.935394 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-261b3836-88ba-4624-a658-33419bfe4cf1 req-b8215057-08b2-4d15-a6c8-138c2665c00f service neutron] 10.222.0.13 "GET /v2.0/networks/33ecb23f-ed32-4ebd-94bd-d767aa39a8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354582 May 23 12:20:10.141133 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:20:10.580445 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00262f60-58e6-4350-a3e0-11d9ae0e2799 req-28e515d2-737b-4f83-b6c5-14b389dcae4c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:20:10.581929 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-00262f60-58e6-4350-a3e0-11d9ae0e2799 req-28e515d2-737b-4f83-b6c5-14b389dcae4c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 945 time: 0.0801320 May 23 12:20:10.631599 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-00262f60-58e6-4350-a3e0-11d9ae0e2799 req-9525bbfe-7d02-481a-8546-95f548d27dbb tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd1cddc8-7699-4737-b79d-59c0190b8518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438602 May 23 12:20:11.668659 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-55a68059-999c-44c6-a9c0-f5eb07211e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:20:11.843010 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593b8b0-83d0-4eea-8d16-22016a398dc3 req-4d78e521-9f2a-496e-a55a-b08ae8dca981 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:20:11.844517 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8593b8b0-83d0-4eea-8d16-22016a398dc3 req-4d78e521-9f2a-496e-a55a-b08ae8dca981 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 945 time: 0.0816891 May 23 12:20:11.890752 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8593b8b0-83d0-4eea-8d16-22016a398dc3 req-aff3558f-f15c-4ef6-82dd-4a7eb83533b8 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd1cddc8-7699-4737-b79d-59c0190b8518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403719 May 23 12:20:12.946839 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:20:13.046379 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:20:13.098178 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7abca8-5827-4c2f-812a-606d2412fef2 req-55fe7aa9-c064-488e-a10b-efdf9752dd00 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:20:13.099690 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3e7abca8-5827-4c2f-812a-606d2412fef2 req-55fe7aa9-c064-488e-a10b-efdf9752dd00 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 945 time: 0.0798826 May 23 12:20:13.147985 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3e7abca8-5827-4c2f-812a-606d2412fef2 req-9e3ae8e5-66d2-4439-a4e5-aecca8776bd1 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd1cddc8-7699-4737-b79d-59c0190b8518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415912 May 23 12:20:14.348232 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e9aa6-c3ca-44e7-bbd7-6431946e793d req-55de4fa7-7e18-4380-b255-c57dc84615bf tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:20:14.349728 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-117e9aa6-c3ca-44e7-bbd7-6431946e793d req-55de4fa7-7e18-4380-b255-c57dc84615bf tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 945 time: 0.0814078 May 23 12:20:14.400963 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-117e9aa6-c3ca-44e7-bbd7-6431946e793d req-181c9616-8288-4c72-a55c-200b9fa9fa0b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd1cddc8-7699-4737-b79d-59c0190b8518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455396 May 23 12:20:14.611336 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:20:15.609300 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96bbb0-8af3-46e1-b12f-dc3fee7e3d9d req-f77f36bf-b032-4043-b1c7-bb6a202c8ef0 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:20:15.610789 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2b96bbb0-8af3-46e1-b12f-dc3fee7e3d9d req-f77f36bf-b032-4043-b1c7-bb6a202c8ef0 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 945 time: 0.0817783 May 23 12:20:15.715335 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2b96bbb0-8af3-46e1-b12f-dc3fee7e3d9d req-c4d018c3-1493-4cfe-b52b-83cad53a969b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd1cddc8-7699-4737-b79d-59c0190b8518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986447 May 23 12:20:15.736358 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [req-06fd4dee-5a8b-483b-a02e-07ed17644d7e req-a6f5ada5-a595-4c8b-aa9f-03bd6ba19803 service neutron] show failed (client error): The resource could not be found. May 23 12:20:15.737367 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-06fd4dee-5a8b-483b-a02e-07ed17644d7e req-a6f5ada5-a595-4c8b-aa9f-03bd6ba19803 service neutron] 10.222.0.13 "GET /v2.0/ports/9968ca9a-8b6b-4fef-91ca-52186eff9b64/bindings/n-h2-842952-2 HTTP/1.1" status: 404 len: 380 time: 0.0873728 May 23 12:20:16.113250 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-06fd4dee-5a8b-483b-a02e-07ed17644d7e req-b50cef8f-cb27-495e-9ac6-9840b5d74c98 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7a698361-90fb-4f07-9c7c-1caf675fa693&tenant_id=588190a306d7442794226e883f5db528 HTTP/1.1" status: 200 len: 1096 time: 0.1621420 May 23 12:20:16.137738 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-06fd4dee-5a8b-483b-a02e-07ed17644d7e req-6624ee70-d8b8-4230-97ec-e17da728fe02 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-842952-2', 'device_owner': 'compute:nova'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:20:16.252135 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-06fd4dee-5a8b-483b-a02e-07ed17644d7e req-6624ee70-d8b8-4230-97ec-e17da728fe02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:20:16.511704 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-06fd4dee-5a8b-483b-a02e-07ed17644d7e req-6624ee70-d8b8-4230-97ec-e17da728fe02 service neutron] For port 9968ca9a-8b6b-4fef-91ca-52186eff9b64, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=9968ca9a-8b6b-4fef-91ca-52186eff9b64,segment=NetworkSegment(fbb971da-3b8d-4c38-b4ae-d21ebb4f2321),segment_id=fbb971da-3b8d-4c38-b4ae-d21ebb4f2321)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:20:16.540534 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-06fd4dee-5a8b-483b-a02e-07ed17644d7e req-6624ee70-d8b8-4230-97ec-e17da728fe02 service neutron] For port 9968ca9a-8b6b-4fef-91ca-52186eff9b64, host n-h1-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:20:16.599421 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a698361-90fb-4f07-9c7c-1caf675fa693', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9968ca9a-8b6b-4fef-91ca-52186eff9b64'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:20:16.604759 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-06fd4dee-5a8b-483b-a02e-07ed17644d7e req-6624ee70-d8b8-4230-97ec-e17da728fe02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:20:16.622847 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-06fd4dee-5a8b-483b-a02e-07ed17644d7e req-6624ee70-d8b8-4230-97ec-e17da728fe02 service neutron] Transition to ACTIVE for port object 9968ca9a-8b6b-4fef-91ca-52186eff9b64 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:20:16.626957 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-06fd4dee-5a8b-483b-a02e-07ed17644d7e req-6624ee70-d8b8-4230-97ec-e17da728fe02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:20:16.675537 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-263720b4-b3c9-467a-a592-db90fb6a0217'] response: {'server_uuid': '7a698361-90fb-4f07-9c7c-1caf675fa693', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9968ca9a-8b6b-4fef-91ca-52186eff9b64', 'code': 200} May 23 12:20:16.914630 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6624ee70-d8b8-4230-97ec-e17da728fe02 service neutron] Pushing event updated for resources: {'Port': ['ID=9968ca9a-8b6b-4fef-91ca-52186eff9b64,revision_number=6']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:20:16.935887 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6624ee70-d8b8-4230-97ec-e17da728fe02 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:20:16.936334 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6624ee70-d8b8-4230-97ec-e17da728fe02 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:20:16.936833 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6624ee70-d8b8-4230-97ec-e17da728fe02 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:20:16.937249 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6624ee70-d8b8-4230-97ec-e17da728fe02 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:20:16.937706 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6624ee70-d8b8-4230-97ec-e17da728fe02 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:20:16.938078 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6624ee70-d8b8-4230-97ec-e17da728fe02 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:20:16.938538 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6624ee70-d8b8-4230-97ec-e17da728fe02 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:20:16.939002 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6624ee70-d8b8-4230-97ec-e17da728fe02 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:20:16.939480 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6624ee70-d8b8-4230-97ec-e17da728fe02 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:20:16.939975 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6624ee70-d8b8-4230-97ec-e17da728fe02 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:20:16.940465 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6624ee70-d8b8-4230-97ec-e17da728fe02 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:20:16.951616 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbf5d4-df46-44fe-b328-b55ce7388f15 req-a4f21430-7150-4f9a-8716-77727a825156 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:20:16.953135 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d6cbf5d4-df46-44fe-b328-b55ce7388f15 req-a4f21430-7150-4f9a-8716-77727a825156 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 943 time: 0.0819867 May 23 12:20:17.011101 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-06fd4dee-5a8b-483b-a02e-07ed17644d7e req-6624ee70-d8b8-4230-97ec-e17da728fe02 service neutron] No DVR routers for this DVR port 9968ca9a-8b6b-4fef-91ca-52186eff9b64 on host n-h1-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:20:17.108867 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d6cbf5d4-df46-44fe-b328-b55ce7388f15 req-903dd5b7-30ab-4c67-91cf-7ed10c5a422f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd1cddc8-7699-4737-b79d-59c0190b8518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498864 May 23 12:20:17.300887 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-06fd4dee-5a8b-483b-a02e-07ed17644d7e req-6624ee70-d8b8-4230-97ec-e17da728fe02 service neutron] Attempting to bind port 9968ca9a-8b6b-4fef-91ca-52186eff9b64 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:20:17.301629 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-06fd4dee-5a8b-483b-a02e-07ed17644d7e req-6624ee70-d8b8-4230-97ec-e17da728fe02 service neutron] Attempting to bind port 9968ca9a-8b6b-4fef-91ca-52186eff9b64 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': 'fbb971da-3b8d-4c38-b4ae-d21ebb4f2321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '33ecb23f-ed32-4ebd-94bd-d767aa39a8f3'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:20:17.301629 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fd4dee-5a8b-483b-a02e-07ed17644d7e req-6624ee70-d8b8-4230-97ec-e17da728fe02 service neutron] Attempting to bind port 9968ca9a-8b6b-4fef-91ca-52186eff9b64 on network 33ecb23f-ed32-4ebd-94bd-d767aa39a8f3 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:20:17.307632 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fd4dee-5a8b-483b-a02e-07ed17644d7e req-6624ee70-d8b8-4230-97ec-e17da728fe02 service neutron] Port 9968ca9a-8b6b-4fef-91ca-52186eff9b64 on network 33ecb23f-ed32-4ebd-94bd-d767aa39a8f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 12:20:17.307979 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fd4dee-5a8b-483b-a02e-07ed17644d7e req-6624ee70-d8b8-4230-97ec-e17da728fe02 service neutron] Attempting to bind port 9968ca9a-8b6b-4fef-91ca-52186eff9b64 on network 33ecb23f-ed32-4ebd-94bd-d767aa39a8f3 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:20:17.314448 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fd4dee-5a8b-483b-a02e-07ed17644d7e req-6624ee70-d8b8-4230-97ec-e17da728fe02 service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:20:17.314779 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fd4dee-5a8b-483b-a02e-07ed17644d7e req-6624ee70-d8b8-4230-97ec-e17da728fe02 service neutron] Checking segment: {'id': 'fbb971da-3b8d-4c38-b4ae-d21ebb4f2321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '33ecb23f-ed32-4ebd-94bd-d767aa39a8f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:20:17.315193 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fd4dee-5a8b-483b-a02e-07ed17644d7e req-6624ee70-d8b8-4230-97ec-e17da728fe02 service neutron] Bound using segment: {'id': 'fbb971da-3b8d-4c38-b4ae-d21ebb4f2321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '33ecb23f-ed32-4ebd-94bd-d767aa39a8f3'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:20:17.315623 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-06fd4dee-5a8b-483b-a02e-07ed17644d7e req-6624ee70-d8b8-4230-97ec-e17da728fe02 service neutron] Bound port: 9968ca9a-8b6b-4fef-91ca-52186eff9b64, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbb971da-3b8d-4c38-b4ae-d21ebb4f2321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '33ecb23f-ed32-4ebd-94bd-d767aa39a8f3'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:20:17.315938 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-06fd4dee-5a8b-483b-a02e-07ed17644d7e req-6624ee70-d8b8-4230-97ec-e17da728fe02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:20:17.411043 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-06fd4dee-5a8b-483b-a02e-07ed17644d7e req-6624ee70-d8b8-4230-97ec-e17da728fe02 service neutron] For port 9968ca9a-8b6b-4fef-91ca-52186eff9b64, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:20:17.414335 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-06fd4dee-5a8b-483b-a02e-07ed17644d7e req-6624ee70-d8b8-4230-97ec-e17da728fe02 service neutron] For port 9968ca9a-8b6b-4fef-91ca-52186eff9b64, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=9968ca9a-8b6b-4fef-91ca-52186eff9b64,segment=NetworkSegment(fbb971da-3b8d-4c38-b4ae-d21ebb4f2321),segment_id=fbb971da-3b8d-4c38-b4ae-d21ebb4f2321)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:20:17.420089 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-06fd4dee-5a8b-483b-a02e-07ed17644d7e req-6624ee70-d8b8-4230-97ec-e17da728fe02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:20:17.485198 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-06fd4dee-5a8b-483b-a02e-07ed17644d7e req-6624ee70-d8b8-4230-97ec-e17da728fe02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:20:17.486770 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-06fd4dee-5a8b-483b-a02e-07ed17644d7e req-6624ee70-d8b8-4230-97ec-e17da728fe02 service neutron] 10.222.0.81 "PUT /v2.0/ports/9968ca9a-8b6b-4fef-91ca-52186eff9b64 HTTP/1.1" status: 200 len: 1091 time: 1.3532186 May 23 12:20:17.501980 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6624ee70-d8b8-4230-97ec-e17da728fe02 service neutron] Pushing event updated for resources: {'Port': ['ID=9968ca9a-8b6b-4fef-91ca-52186eff9b64,revision_number=7']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:20:17.608947 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-06fd4dee-5a8b-483b-a02e-07ed17644d7e req-102837df-2ab0-4720-9e95-6c4ac83826c3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=588190a306d7442794226e883f5db528&device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 1094 time: 0.0790343 May 23 12:20:17.754088 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd4dee-5a8b-483b-a02e-07ed17644d7e req-31aae0f8-2082-49cd-978f-fc653b6764b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:20:17.755639 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-06fd4dee-5a8b-483b-a02e-07ed17644d7e req-31aae0f8-2082-49cd-978f-fc653b6764b2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=33ecb23f-ed32-4ebd-94bd-d767aa39a8f3 HTTP/1.1" status: 200 len: 898 time: 0.1382911 May 23 12:20:17.869518 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-06fd4dee-5a8b-483b-a02e-07ed17644d7e req-24101a32-90b1-490f-a6c7-ec369e3ae031 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9968ca9a-8b6b-4fef-91ca-52186eff9b64 HTTP/1.1" status: 200 len: 998 time: 0.1053238 May 23 12:20:17.941834 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd4dee-5a8b-483b-a02e-07ed17644d7e req-746ec8be-76fd-4ca9-9d2d-1dbc37d6ea38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:20:17.943183 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-06fd4dee-5a8b-483b-a02e-07ed17644d7e req-746ec8be-76fd-4ca9-9d2d-1dbc37d6ea38 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=98937876-948e-4c95-bf2a-6dd37b12e4f7 HTTP/1.1" status: 200 len: 835 time: 0.0640824 May 23 12:20:18.025729 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-06fd4dee-5a8b-483b-a02e-07ed17644d7e req-cff13a5d-e43d-4cd5-b8cc-c04491235f96 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=33ecb23f-ed32-4ebd-94bd-d767aa39a8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729778 May 23 12:20:18.038264 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [req-06fd4dee-5a8b-483b-a02e-07ed17644d7e req-275b2e82-0d9e-4778-841f-6ab407ea41f1 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 12:20:18.039557 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-06fd4dee-5a8b-483b-a02e-07ed17644d7e req-275b2e82-0d9e-4778-841f-6ab407ea41f1 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052390 May 23 12:20:18.182458 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-06fd4dee-5a8b-483b-a02e-07ed17644d7e req-847b4ba0-cd8b-4ef5-80dd-1d74907a182a service neutron] 10.222.0.81 "GET /v2.0/networks/33ecb23f-ed32-4ebd-94bd-d767aa39a8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348488 May 23 12:20:18.319514 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-06fd4dee-5a8b-483b-a02e-07ed17644d7e req-47b270d8-0d77-4c3a-a29d-e977a4f489ae service neutron] 10.222.0.81 "GET /v2.0/networks/33ecb23f-ed32-4ebd-94bd-d767aa39a8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276529 May 23 12:20:18.321184 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175dce85-2bdb-4527-a62b-a1df89a32470 req-d1053070-9967-4d38-a664-528a66c3219d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:20:18.322672 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-175dce85-2bdb-4527-a62b-a1df89a32470 req-d1053070-9967-4d38-a664-528a66c3219d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 943 time: 0.0826738 May 23 12:20:18.371967 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-175dce85-2bdb-4527-a62b-a1df89a32470 req-b00263ed-703d-4132-87a4-65f844c20795 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd1cddc8-7699-4737-b79d-59c0190b8518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433714 May 23 12:20:18.677019 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a698361-90fb-4f07-9c7c-1caf675fa693', 'tag': '9968ca9a-8b6b-4fef-91ca-52186eff9b64'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:20:18.746548 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b90b2c01-b737-465b-964e-a6c547cc8f72'] response: {'name': 'network-changed', 'server_uuid': '7a698361-90fb-4f07-9c7c-1caf675fa693', 'tag': '9968ca9a-8b6b-4fef-91ca-52186eff9b64', 'status': 'completed', 'code': 200} May 23 12:20:18.863956 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d2ee7ee9-4ef5-495c-804c-c153923613c8 req-29bdc72d-b72f-4360-959a-44052e50632f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=588190a306d7442794226e883f5db528&device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 1094 time: 0.0762210 May 23 12:20:18.867460 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d2ee7ee9-4ef5-495c-804c-c153923613c8 req-c5bb3bd1-8389-4101-af1d-3a0bcecccc36 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=588190a306d7442794226e883f5db528&device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 1094 time: 0.0778944 May 23 12:20:18.989228 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:20:19.002380 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee7ee9-4ef5-495c-804c-c153923613c8 req-928fa7cf-7f9b-45a9-bcdd-1c622c075461 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:20:19.004229 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d2ee7ee9-4ef5-495c-804c-c153923613c8 req-928fa7cf-7f9b-45a9-bcdd-1c622c075461 service neutron] 10.222.0.13 "GET /v2.0/networks?id=33ecb23f-ed32-4ebd-94bd-d767aa39a8f3 HTTP/1.1" status: 200 len: 898 time: 0.1351762 May 23 12:20:19.008615 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee7ee9-4ef5-495c-804c-c153923613c8 req-4fc460ab-1286-4a73-aafb-6d227259c55d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:20:19.010149 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d2ee7ee9-4ef5-495c-804c-c153923613c8 req-4fc460ab-1286-4a73-aafb-6d227259c55d service neutron] 10.222.0.81 "GET /v2.0/networks?id=33ecb23f-ed32-4ebd-94bd-d767aa39a8f3 HTTP/1.1" status: 200 len: 898 time: 0.1367261 May 23 12:20:19.113178 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d2ee7ee9-4ef5-495c-804c-c153923613c8 req-eead5931-1855-44b6-914f-48f31fd94335 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9968ca9a-8b6b-4fef-91ca-52186eff9b64 HTTP/1.1" status: 200 len: 998 time: 0.1031189 May 23 12:20:19.121310 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d2ee7ee9-4ef5-495c-804c-c153923613c8 req-34288f98-c9c4-44b9-81c5-ce1d4d33849d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9968ca9a-8b6b-4fef-91ca-52186eff9b64 HTTP/1.1" status: 200 len: 998 time: 0.1039262 May 23 12:20:19.178396 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee7ee9-4ef5-495c-804c-c153923613c8 req-92d9eaf4-006f-40da-bdfd-6aaf153c11c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:20:19.179977 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d2ee7ee9-4ef5-495c-804c-c153923613c8 req-92d9eaf4-006f-40da-bdfd-6aaf153c11c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=98937876-948e-4c95-bf2a-6dd37b12e4f7 HTTP/1.1" status: 200 len: 835 time: 0.0612674 May 23 12:20:19.269110 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d2ee7ee9-4ef5-495c-804c-c153923613c8 req-66f36aaf-5c82-49fb-8ae2-265e26a7be08 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=33ecb23f-ed32-4ebd-94bd-d767aa39a8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820360 May 23 12:20:19.289975 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee7ee9-4ef5-495c-804c-c153923613c8 req-b5a236cc-7392-4255-8ea2-9e83d6f87d03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:20:19.291441 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d2ee7ee9-4ef5-495c-804c-c153923613c8 req-b5a236cc-7392-4255-8ea2-9e83d6f87d03 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=98937876-948e-4c95-bf2a-6dd37b12e4f7 HTTP/1.1" status: 200 len: 835 time: 0.1623595 May 23 12:20:19.365941 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d2ee7ee9-4ef5-495c-804c-c153923613c8 req-ed8b308f-bf49-47a8-ab08-f60240a65804 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=33ecb23f-ed32-4ebd-94bd-d767aa39a8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683348 May 23 12:20:19.419246 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d2ee7ee9-4ef5-495c-804c-c153923613c8 req-59113e16-bee5-41ca-b709-ed03048669c5 service neutron] 10.222.0.13 "GET /v2.0/networks/33ecb23f-ed32-4ebd-94bd-d767aa39a8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443129 May 23 12:20:19.501649 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d2ee7ee9-4ef5-495c-804c-c153923613c8 req-5704afc4-7d37-4c89-acec-a4aafcc1443d service neutron] 10.222.0.81 "GET /v2.0/networks/33ecb23f-ed32-4ebd-94bd-d767aa39a8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294613 May 23 12:20:19.621695 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d2ee7ee9-4ef5-495c-804c-c153923613c8 req-500d9a2f-8c2f-42bc-88a8-15dcfc2b334c service neutron] 10.222.0.13 "GET /v2.0/networks/33ecb23f-ed32-4ebd-94bd-d767aa39a8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960974 May 23 12:20:19.634329 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e0fff-a18d-4067-bea0-b61975d5dfbe req-6f989fc1-0b31-4aaa-870d-286c8061a0c1 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:20:19.635754 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d69e0fff-a18d-4067-bea0-b61975d5dfbe req-6f989fc1-0b31-4aaa-870d-286c8061a0c1 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 943 time: 0.1330810 May 23 12:20:19.643669 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-d2ee7ee9-4ef5-495c-804c-c153923613c8 req-0e3ddab3-0cda-4d07-b92c-0b3df96c24c9 service neutron] 10.222.0.81 "GET /v2.0/networks/33ecb23f-ed32-4ebd-94bd-d767aa39a8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348701 May 23 12:20:19.685896 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d69e0fff-a18d-4067-bea0-b61975d5dfbe req-2b5aa0b9-6b2c-4177-a15b-96e361994b08 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd1cddc8-7699-4737-b79d-59c0190b8518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437768 May 23 12:20:20.910250 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7346db8-a518-4f61-a462-e212b4e3fe7f req-b059a6cf-ccd6-42b9-932f-d78eb6c1e0aa tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:20:20.911708 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c7346db8-a518-4f61-a462-e212b4e3fe7f req-b059a6cf-ccd6-42b9-932f-d78eb6c1e0aa tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 943 time: 0.0896714 May 23 12:20:20.964169 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c7346db8-a518-4f61-a462-e212b4e3fe7f req-a1a80437-0b6e-48a0-8fe5-2fa16a1bdad5 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd1cddc8-7699-4737-b79d-59c0190b8518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448790 May 23 12:20:20.998710 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 9968ca9a-8b6b-4fef-91ca-52186eff9b64 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:20:21.059421 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 9968ca9a-8b6b-4fef-91ca-52186eff9b64 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:20:21.385861 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45011bc8-70b4-4c92-a24c-cc9c74de2f83 req-8edceb20-45cd-45c8-96e9-c5d304f9425c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:20:21.387253 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-45011bc8-70b4-4c92-a24c-cc9c74de2f83 req-8edceb20-45cd-45c8-96e9-c5d304f9425c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a698361-90fb-4f07-9c7c-1caf675fa693&tenant_id=588190a306d7442794226e883f5db528&binding%3Ahost_id=n-h2-842952-2 HTTP/1.1" status: 200 len: 943 time: 0.1472158 May 23 12:20:21.393873 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4ee5c-4235-43a2-827e-05db72dea3f5 req-7c005461-d4ae-435d-b566-0666f3dcaab0 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:20:21.395299 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-34c4ee5c-4235-43a2-827e-05db72dea3f5 req-7c005461-d4ae-435d-b566-0666f3dcaab0 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 943 time: 0.1236467 May 23 12:20:21.502513 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-34c4ee5c-4235-43a2-827e-05db72dea3f5 req-b18be0b3-a32c-472a-8b37-3548e0d7da6e tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd1cddc8-7699-4737-b79d-59c0190b8518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737200 May 23 12:20:21.510703 n-d-842952-2 neutron-server[83910]: INFO neutron.api.v2.resource [req-45011bc8-70b4-4c92-a24c-cc9c74de2f83 req-e8a965bc-0978-43f6-be9d-68cf01652279 service neutron] delete failed (client error): The resource could not be found. May 23 12:20:21.511705 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-45011bc8-70b4-4c92-a24c-cc9c74de2f83 req-e8a965bc-0978-43f6-be9d-68cf01652279 service neutron] 10.222.0.13 "DELETE /v2.0/ports/9968ca9a-8b6b-4fef-91ca-52186eff9b64/bindings/n-h1-842952-2 HTTP/1.1" status: 404 len: 380 time: 0.1155074 May 23 12:20:21.756380 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-45011bc8-70b4-4c92-a24c-cc9c74de2f83 req-ed19487e-51c5-43f1-a6b6-1f652bc55cc6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=588190a306d7442794226e883f5db528&device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 1094 time: 0.1590316 May 23 12:20:21.791443 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c071b-9947-4927-ad77-7e5c7add97c0 req-89f32cb4-f964-4566-a807-177d41131478 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:20:21.792916 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6a8c071b-9947-4927-ad77-7e5c7add97c0 req-89f32cb4-f964-4566-a807-177d41131478 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 943 time: 0.1550252 May 23 12:20:21.935356 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6a8c071b-9947-4927-ad77-7e5c7add97c0 req-de642ff4-b2c7-4257-9a48-eb0902c7b4ff tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd1cddc8-7699-4737-b79d-59c0190b8518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356435 May 23 12:20:22.071417 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45011bc8-70b4-4c92-a24c-cc9c74de2f83 req-fe2c02e1-16eb-42a9-a01d-ea2d54433341 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:20:22.073720 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-45011bc8-70b4-4c92-a24c-cc9c74de2f83 req-fe2c02e1-16eb-42a9-a01d-ea2d54433341 service neutron] 10.222.0.13 "GET /v2.0/networks?id=33ecb23f-ed32-4ebd-94bd-d767aa39a8f3 HTTP/1.1" status: 200 len: 898 time: 0.3121994 May 23 12:20:22.201205 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-45011bc8-70b4-4c92-a24c-cc9c74de2f83 req-edda9cd7-b675-40b5-b66c-dac6b49924e5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9968ca9a-8b6b-4fef-91ca-52186eff9b64 HTTP/1.1" status: 200 len: 998 time: 0.1218078 May 23 12:20:22.233451 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 9968ca9a-8b6b-4fef-91ca-52186eff9b64 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 12:20:22.275622 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45011bc8-70b4-4c92-a24c-cc9c74de2f83 req-f52a9959-66fa-4a4b-b9b3-763a782d8a06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:20:22.277108 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-45011bc8-70b4-4c92-a24c-cc9c74de2f83 req-f52a9959-66fa-4a4b-b9b3-763a782d8a06 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=98937876-948e-4c95-bf2a-6dd37b12e4f7 HTTP/1.1" status: 200 len: 835 time: 0.0700133 May 23 12:20:22.355316 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-45011bc8-70b4-4c92-a24c-cc9c74de2f83 req-b42fc9f8-4e56-45d8-ac1c-bcd986dad1fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=33ecb23f-ed32-4ebd-94bd-d767aa39a8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722108 May 23 12:20:22.374295 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 9968ca9a-8b6b-4fef-91ca-52186eff9b64, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=9968ca9a-8b6b-4fef-91ca-52186eff9b64,segment=NetworkSegment(fbb971da-3b8d-4c38-b4ae-d21ebb4f2321),segment_id=fbb971da-3b8d-4c38-b4ae-d21ebb4f2321)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:20:22.392091 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '9968ca9a-8b6b-4fef-91ca-52186eff9b64', 'network_id': '33ecb23f-ed32-4ebd-94bd-d767aa39a8f3', 'port_id': '9968ca9a-8b6b-4fef-91ca-52186eff9b64', 'mac_address': 'fa:16:3e:68:c2:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98937876-948e-4c95-bf2a-6dd37b12e4f7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 12:20:22.448765 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:20:22.469460 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9968ca9a-8b6b-4fef-91ca-52186eff9b64 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 12:20:22.486938 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 9968ca9a-8b6b-4fef-91ca-52186eff9b64, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=9968ca9a-8b6b-4fef-91ca-52186eff9b64,segment=NetworkSegment(fbb971da-3b8d-4c38-b4ae-d21ebb4f2321),segment_id=fbb971da-3b8d-4c38-b4ae-d21ebb4f2321)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:20:22.491520 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:20:22.492792 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-45011bc8-70b4-4c92-a24c-cc9c74de2f83 req-25d5d0d0-26e2-483d-b885-e5b38653caf1 service neutron] 10.222.0.13 "GET /v2.0/networks/33ecb23f-ed32-4ebd-94bd-d767aa39a8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318676 May 23 12:20:22.571560 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=9968ca9a-8b6b-4fef-91ca-52186eff9b64,revision_number=8']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:20:22.580700 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:20:22.581054 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:20:22.581492 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:20:22.581845 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:20:22.582179 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:20:22.582515 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:20:22.582841 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:20:22.583167 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:20:22.583565 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:20:22.583978 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:20:22.584296 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:20:22.630296 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-45011bc8-70b4-4c92-a24c-cc9c74de2f83 req-cb705907-10ad-4c91-b3c1-f5c41a2080cd service neutron] 10.222.0.13 "GET /v2.0/networks/33ecb23f-ed32-4ebd-94bd-d767aa39a8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320093 May 23 12:20:22.843278 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['9968ca9a-8b6b-4fef-91ca-52186eff9b64'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 12:20:23.152318 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de69e1b-f1b0-4a40-9ba0-bfc53b255ce3 req-d9da1348-650e-4712-a7af-c5d021075722 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:20:23.153800 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6de69e1b-f1b0-4a40-9ba0-bfc53b255ce3 req-d9da1348-650e-4712-a7af-c5d021075722 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 944 time: 0.0916770 May 23 12:20:23.201041 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6de69e1b-f1b0-4a40-9ba0-bfc53b255ce3 req-7058c794-bf2a-43f1-a067-09143955186d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd1cddc8-7699-4737-b79d-59c0190b8518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409625 May 23 12:20:24.248179 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 9968ca9a-8b6b-4fef-91ca-52186eff9b64 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:20:24.321165 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 9968ca9a-8b6b-4fef-91ca-52186eff9b64 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:20:24.326378 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 9968ca9a-8b6b-4fef-91ca-52186eff9b64 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:20:24.326788 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:20:24.406234 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377f65b-8975-48ec-b8fa-611feb35e797 req-bb2dd3ea-011c-495c-909c-967c521baa15 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:20:24.407677 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1377f65b-8975-48ec-b8fa-611feb35e797 req-bb2dd3ea-011c-495c-909c-967c521baa15 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 944 time: 0.0771561 May 23 12:20:24.446059 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:20:24.463401 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1377f65b-8975-48ec-b8fa-611feb35e797 req-35684580-bb12-4d07-8e7b-bc9e742ba432 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd1cddc8-7699-4737-b79d-59c0190b8518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495951 May 23 12:20:24.476421 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a698361-90fb-4f07-9c7c-1caf675fa693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9968ca9a-8b6b-4fef-91ca-52186eff9b64'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:20:24.488740 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 9968ca9a-8b6b-4fef-91ca-52186eff9b64, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=9968ca9a-8b6b-4fef-91ca-52186eff9b64,segment=NetworkSegment(fbb971da-3b8d-4c38-b4ae-d21ebb4f2321),segment_id=fbb971da-3b8d-4c38-b4ae-d21ebb4f2321)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:20:24.494062 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:20:24.494827 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43626) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:20:24.568999 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=9968ca9a-8b6b-4fef-91ca-52186eff9b64,revision_number=9']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:20:24.610773 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-bf495fe0-c44d-4c57-a84f-04a63c49e210 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/floatingips/47ffaba4-a3ba-452a-a906-12a57d56460c HTTP/1.1" status: 200 len: 992 time: 0.1146600 May 23 12:20:24.642301 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-265ca955-3b67-4b18-92f7-63349c62e1a7'] response: {'server_uuid': '7a698361-90fb-4f07-9c7c-1caf675fa693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9968ca9a-8b6b-4fef-91ca-52186eff9b64', 'code': 200} May 23 12:20:38.748421 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:20:39.346882 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-81f973fb-8552-493f-be3e-bbd22f5625fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:20:40.176876 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:20:41.663313 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1b9eb018-8c84-4c4a-b94f-4c54d7627ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:20:42.941977 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:20:43.057894 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:20:44.615096 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:20:53.298556 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43638) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:20:53.505817 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-40cc5ba2-d284-4c57-99b9-191e2dd33505 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Deleting port 0f661bf0-14bd-474e-a914-3a145010ea6b {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:20:53.506164 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-40cc5ba2-d284-4c57-99b9-191e2dd33505 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:20:53.692871 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-40cc5ba2-d284-4c57-99b9-191e2dd33505 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:20:53.693202 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-40cc5ba2-d284-4c57-99b9-191e2dd33505 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:20:53.829519 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-40cc5ba2-d284-4c57-99b9-191e2dd33505 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Calling delete_port for 0f661bf0-14bd-474e-a914-3a145010ea6b owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:20:53.989375 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-40cc5ba2-d284-4c57-99b9-191e2dd33505 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:20:54.124281 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cc5ba2-d284-4c57-99b9-191e2dd33505 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event deleted for resources: {'Port': ['ID=0f661bf0-14bd-474e-a914-3a145010ea6b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:20:54.161944 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc5ba2-d284-4c57-99b9-191e2dd33505 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:20:54.162331 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc5ba2-d284-4c57-99b9-191e2dd33505 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:20:54.162641 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc5ba2-d284-4c57-99b9-191e2dd33505 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:20:54.162967 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc5ba2-d284-4c57-99b9-191e2dd33505 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:20:54.163302 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc5ba2-d284-4c57-99b9-191e2dd33505 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:20:54.163631 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc5ba2-d284-4c57-99b9-191e2dd33505 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:20:54.164325 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc5ba2-d284-4c57-99b9-191e2dd33505 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:20:54.164643 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc5ba2-d284-4c57-99b9-191e2dd33505 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:20:54.164960 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc5ba2-d284-4c57-99b9-191e2dd33505 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:20:54.165274 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc5ba2-d284-4c57-99b9-191e2dd33505 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:20:54.165578 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc5ba2-d284-4c57-99b9-191e2dd33505 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:20:54.225853 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-40cc5ba2-d284-4c57-99b9-191e2dd33505 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:20:54.629695 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40cc5ba2-d284-4c57-99b9-191e2dd33505 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Router 9945d872-2972-435b-ab0d-33d22f651547 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:20:54.844285 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40cc5ba2-d284-4c57-99b9-191e2dd33505 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:20:54.854688 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8ae1c4-1a80-4e48-9d9c-6eb96f5cab52 None None] Sync routers for ids ['9945d872-2972-435b-ab0d-33d22f651547'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:20:54.866604 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8ae1c4-1a80-4e48-9d9c-6eb96f5cab52 None None] Routers {'9945d872-2972-435b-ab0d-33d22f651547'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:20:54.866843 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-40cc5ba2-d284-4c57-99b9-191e2dd33505 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:20:54.867197 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-1f8ae1c4-1a80-4e48-9d9c-6eb96f5cab52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:20:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['9945d872-2972-435b-ab0d-33d22f651547'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:20:54.925220 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-40cc5ba2-d284-4c57-99b9-191e2dd33505 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "DELETE /v2.0/floatingips/47ffaba4-a3ba-452a-a906-12a57d56460c HTTP/1.1" status: 204 len: 168 time: 1.6254458 May 23 12:20:54.925665 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a698361-90fb-4f07-9c7c-1caf675fa693', 'tag': '9968ca9a-8b6b-4fef-91ca-52186eff9b64'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:20:54.995407 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ad0c5ac-a1c5-44c3-8c68-2ad175b787e6'] response: {'name': 'network-changed', 'server_uuid': '7a698361-90fb-4f07-9c7c-1caf675fa693', 'tag': '9968ca9a-8b6b-4fef-91ca-52186eff9b64', 'status': 'completed', 'code': 200} May 23 12:20:55.120738 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-1f8ae1c4-1a80-4e48-9d9c-6eb96f5cab52 None None] Set router 9945d872-2972-435b-ab0d-33d22f651547 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:20:55.136268 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3c0839e9-f18a-4a2d-9428-a434eddf9c5c req-340f460e-6bc4-4043-a697-2d0bbebb6285 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=588190a306d7442794226e883f5db528&device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 1096 time: 0.0805888 May 23 12:20:55.300155 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0839e9-f18a-4a2d-9428-a434eddf9c5c req-43b60f4f-88b8-4cd2-b934-64dffbe75411 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:20:55.302487 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3c0839e9-f18a-4a2d-9428-a434eddf9c5c req-43b60f4f-88b8-4cd2-b934-64dffbe75411 service neutron] 10.222.0.81 "GET /v2.0/networks?id=33ecb23f-ed32-4ebd-94bd-d767aa39a8f3 HTTP/1.1" status: 200 len: 898 time: 0.1565378 May 23 12:20:55.372866 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3c0839e9-f18a-4a2d-9428-a434eddf9c5c req-e3709eb4-2312-4b50-81e2-5663c1212882 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9968ca9a-8b6b-4fef-91ca-52186eff9b64 HTTP/1.1" status: 200 len: 217 time: 0.0622237 May 23 12:20:55.374926 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc1e78-4575-42d9-9545-8c338d0024e4 req-9cef754d-e646-4c66-b31d-146eae595c44 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:20:55.375637 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-17dc1e78-4575-42d9-9545-8c338d0024e4 req-9cef754d-e646-4c66-b31d-146eae595c44 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Synchronizing usage tracker for tenant:588190a306d7442794226e883f5db528 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:20:55.393356 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-17dc1e78-4575-42d9-9545-8c338d0024e4 req-9cef754d-e646-4c66-b31d-146eae595c44 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Unset dirty status for tenant:588190a306d7442794226e883f5db528 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:20:55.394745 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-17dc1e78-4575-42d9-9545-8c338d0024e4 req-9cef754d-e646-4c66-b31d-146eae595c44 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 945 time: 0.1037445 May 23 12:20:55.440653 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0839e9-f18a-4a2d-9428-a434eddf9c5c req-8407204c-22d6-4553-82af-3d6bf684cf08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:20:55.442005 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3c0839e9-f18a-4a2d-9428-a434eddf9c5c req-8407204c-22d6-4553-82af-3d6bf684cf08 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=98937876-948e-4c95-bf2a-6dd37b12e4f7 HTTP/1.1" status: 200 len: 835 time: 0.0627346 May 23 12:20:55.447244 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-17dc1e78-4575-42d9-9545-8c338d0024e4 req-31deb47a-e47b-4b5c-8679-f66e27a7b1b5 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd1cddc8-7699-4737-b79d-59c0190b8518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458677 May 23 12:20:55.448467 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-1f8ae1c4-1a80-4e48-9d9c-6eb96f5cab52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9945d872-2972-435b-ab0d-33d22f651547', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395714406', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '14983d3a-badb-4f96-8f9e-558b39a6bf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:18:26Z', 'updated_at': '2022-05-23T12:18:30Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '14983d3a-badb-4f96-8f9e-558b39a6bf4c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9945d872-2972-435b-ab0d-33d22f651547', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:18:26Z', 'updated_at': '2022-05-23T12:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '4c31455b-a4b9-4059-96a7-7a872a59618e', 'name': '', 'network_id': '33ecb23f-ed32-4ebd-94bd-d767aa39a8f3', 'tenant_id': '588190a306d7442794226e883f5db528', 'mac_address': 'fa:16:3e:04:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9945d872-2972-435b-ab0d-33d22f651547', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98937876-948e-4c95-bf2a-6dd37b12e4f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:18:29Z', 'updated_at': '2022-05-23T12:18:37Z', 'revision_number': 5, 'project_id': '588190a306d7442794226e883f5db528', 'subnets': [{'id': '98937876-948e-4c95-bf2a-6dd37b12e4f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:20:55.452981 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8ae1c4-1a80-4e48-9d9c-6eb96f5cab52 None None] Checking router: 9945d872-2972-435b-ab0d-33d22f651547 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:20:55.468926 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8ae1c4-1a80-4e48-9d9c-6eb96f5cab52 None None] Routers {'9945d872-2972-435b-ab0d-33d22f651547'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:20:55.469658 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-1f8ae1c4-1a80-4e48-9d9c-6eb96f5cab52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:20:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['9945d872-2972-435b-ab0d-33d22f651547'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:20:55.522559 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3c0839e9-f18a-4a2d-9428-a434eddf9c5c req-92a505c0-6aec-484e-aa4f-9c30327cc9a7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=33ecb23f-ed32-4ebd-94bd-d767aa39a8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741258 May 23 12:20:55.652844 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-1f8ae1c4-1a80-4e48-9d9c-6eb96f5cab52 None None] Set router 9945d872-2972-435b-ab0d-33d22f651547 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:20:55.670577 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3c0839e9-f18a-4a2d-9428-a434eddf9c5c req-bffe93e7-6fc0-4713-951c-7d693e154b45 service neutron] 10.222.0.81 "GET /v2.0/networks/33ecb23f-ed32-4ebd-94bd-d767aa39a8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418757 May 23 12:20:55.806074 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-3c0839e9-f18a-4a2d-9428-a434eddf9c5c req-075da60b-332f-484f-85e8-77e84ac169b4 service neutron] 10.222.0.81 "GET /v2.0/networks/33ecb23f-ed32-4ebd-94bd-d767aa39a8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292515 May 23 12:20:55.983938 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-1f8ae1c4-1a80-4e48-9d9c-6eb96f5cab52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9945d872-2972-435b-ab0d-33d22f651547', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395714406', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '14983d3a-badb-4f96-8f9e-558b39a6bf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:18:26Z', 'updated_at': '2022-05-23T12:18:30Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '14983d3a-badb-4f96-8f9e-558b39a6bf4c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9945d872-2972-435b-ab0d-33d22f651547', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:18:26Z', 'updated_at': '2022-05-23T12:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '4c31455b-a4b9-4059-96a7-7a872a59618e', 'name': '', 'network_id': '33ecb23f-ed32-4ebd-94bd-d767aa39a8f3', 'tenant_id': '588190a306d7442794226e883f5db528', 'mac_address': 'fa:16:3e:04:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9945d872-2972-435b-ab0d-33d22f651547', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98937876-948e-4c95-bf2a-6dd37b12e4f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:18:29Z', 'updated_at': '2022-05-23T12:18:37Z', 'revision_number': 5, 'project_id': '588190a306d7442794226e883f5db528', 'subnets': [{'id': '98937876-948e-4c95-bf2a-6dd37b12e4f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:20:55.991019 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8ae1c4-1a80-4e48-9d9c-6eb96f5cab52 None None] The sync data for ids ['9945d872-2972-435b-ab0d-33d22f651547'] in n-d-842952-2 is: [{'id': '9945d872-2972-435b-ab0d-33d22f651547', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395714406', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '14983d3a-badb-4f96-8f9e-558b39a6bf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:18:26Z', 'updated_at': '2022-05-23T12:18:30Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '14983d3a-badb-4f96-8f9e-558b39a6bf4c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9945d872-2972-435b-ab0d-33d22f651547', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:18:26Z', 'updated_at': '2022-05-23T12:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '4c31455b-a4b9-4059-96a7-7a872a59618e', 'name': '', 'network_id': '33ecb23f-ed32-4ebd-94bd-d767aa39a8f3', 'tenant_id': '588190a306d7442794226e883f5db528', 'mac_address': 'fa:16:3e:04:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9945d872-2972-435b-ab0d-33d22f651547', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98937876-948e-4c95-bf2a-6dd37b12e4f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:18:29Z', 'updated_at': '2022-05-23T12:18:37Z', 'revision_number': 5, 'project_id': '588190a306d7442794226e883f5db528', 'subnets': [{'id': '98937876-948e-4c95-bf2a-6dd37b12e4f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:20:55.997348 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:20:56.205771 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed9c208-c2ef-4d6b-8914-be1f1e38137c None None] New status for floating IP 47ffaba4-a3ba-452a-a906-12a57d56460c: DOWN {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 12:20:56.667247 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb8463-9f90-46c2-99af-d3f90a4f2180 req-6972d4a4-4e86-4744-85da-4517c52fb9de tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:20:56.668604 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c7bb8463-9f90-46c2-99af-d3f90a4f2180 req-6972d4a4-4e86-4744-85da-4517c52fb9de tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 945 time: 0.0968852 May 23 12:20:56.729932 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c7bb8463-9f90-46c2-99af-d3f90a4f2180 req-ea909b16-cb4d-4283-a2b6-bef73ec9f5ee tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd1cddc8-7699-4737-b79d-59c0190b8518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552392 May 23 12:20:56.952117 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50889dfb-c4d0-4213-a187-87df823e1951 req-6ffe16f8-9b5b-42f8-acc1-2b937f5b6e35 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:20:56.952726 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-50889dfb-c4d0-4213-a187-87df823e1951 req-6ffe16f8-9b5b-42f8-acc1-2b937f5b6e35 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Synchronizing usage tracker for tenant:588190a306d7442794226e883f5db528 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:20:56.965116 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-50889dfb-c4d0-4213-a187-87df823e1951 req-6ffe16f8-9b5b-42f8-acc1-2b937f5b6e35 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Unset dirty status for tenant:588190a306d7442794226e883f5db528 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:20:56.966209 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-50889dfb-c4d0-4213-a187-87df823e1951 req-6ffe16f8-9b5b-42f8-acc1-2b937f5b6e35 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 945 time: 0.0966680 May 23 12:20:57.044538 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-50889dfb-c4d0-4213-a187-87df823e1951 req-6a12b2bb-5cef-46fc-8d67-e82fa94c4730 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Deleting port 9968ca9a-8b6b-4fef-91ca-52186eff9b64 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:20:57.044871 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-50889dfb-c4d0-4213-a187-87df823e1951 req-6a12b2bb-5cef-46fc-8d67-e82fa94c4730 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:20:57.300225 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-50889dfb-c4d0-4213-a187-87df823e1951 req-6a12b2bb-5cef-46fc-8d67-e82fa94c4730 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] For port 9968ca9a-8b6b-4fef-91ca-52186eff9b64, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=9968ca9a-8b6b-4fef-91ca-52186eff9b64,segment=NetworkSegment(fbb971da-3b8d-4c38-b4ae-d21ebb4f2321),segment_id=fbb971da-3b8d-4c38-b4ae-d21ebb4f2321)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:20:57.300592 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-50889dfb-c4d0-4213-a187-87df823e1951 req-6a12b2bb-5cef-46fc-8d67-e82fa94c4730 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:20:57.519119 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-50889dfb-c4d0-4213-a187-87df823e1951 req-6a12b2bb-5cef-46fc-8d67-e82fa94c4730 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Calling delete_port for 9968ca9a-8b6b-4fef-91ca-52186eff9b64 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:20:57.689120 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-50889dfb-c4d0-4213-a187-87df823e1951 req-6a12b2bb-5cef-46fc-8d67-e82fa94c4730 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:20:57.738871 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a12b2bb-5cef-46fc-8d67-e82fa94c4730 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event deleted for resources: {'Port': ['ID=9968ca9a-8b6b-4fef-91ca-52186eff9b64,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:20:57.816132 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-50889dfb-c4d0-4213-a187-87df823e1951 req-6a12b2bb-5cef-46fc-8d67-e82fa94c4730 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] No DVR routers for this DVR port 9968ca9a-8b6b-4fef-91ca-52186eff9b64 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:20:57.818949 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-50889dfb-c4d0-4213-a187-87df823e1951 req-6a12b2bb-5cef-46fc-8d67-e82fa94c4730 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:20:57.821778 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a698361-90fb-4f07-9c7c-1caf675fa693', 'name': 'network-vif-deleted', 'tag': '9968ca9a-8b6b-4fef-91ca-52186eff9b64'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:20:57.858392 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-50889dfb-c4d0-4213-a187-87df823e1951 req-6a12b2bb-5cef-46fc-8d67-e82fa94c4730 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.81 "DELETE /v2.0/ports/9968ca9a-8b6b-4fef-91ca-52186eff9b64 HTTP/1.1" status: 204 len: 173 time: 0.8846397 May 23 12:20:57.895134 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-806ed72d-67b8-4a11-be83-fffda2e1b7e8'] response: {'server_uuid': '7a698361-90fb-4f07-9c7c-1caf675fa693', 'name': 'network-vif-deleted', 'tag': '9968ca9a-8b6b-4fef-91ca-52186eff9b64', 'status': 'completed', 'code': 200} May 23 12:20:57.927218 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-950ba1a5-0283-41f0-94dc-da9b2dfbb7b5 req-abd2fdcd-e79d-41b4-bd39-23356b7b2fb7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a698361-90fb-4f07-9c7c-1caf675fa693 HTTP/1.1" status: 200 len: 210 time: 0.0493281 May 23 12:20:59.045010 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43656) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:20:59.463573 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7392bff9-74c3-4158-b510-1c88560a40df tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:00.214877 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-7392bff9-74c3-4158-b510-1c88560a40df tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Deleting port 4c31455b-a4b9-4059-96a7-7a872a59618e {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:21:00.215531 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7392bff9-74c3-4158-b510-1c88560a40df tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:00.415291 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-7392bff9-74c3-4158-b510-1c88560a40df tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] For port 4c31455b-a4b9-4059-96a7-7a872a59618e, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=4c31455b-a4b9-4059-96a7-7a872a59618e,segment=NetworkSegment(fbb971da-3b8d-4c38-b4ae-d21ebb4f2321),segment_id=fbb971da-3b8d-4c38-b4ae-d21ebb4f2321)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:21:00.415587 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7392bff9-74c3-4158-b510-1c88560a40df tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:00.536051 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-7392bff9-74c3-4158-b510-1c88560a40df tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Calling delete_port for 4c31455b-a4b9-4059-96a7-7a872a59618e owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:21:00.723074 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7392bff9-74c3-4158-b510-1c88560a40df tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:00.772207 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7392bff9-74c3-4158-b510-1c88560a40df tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event deleted for resources: {'Port': ['ID=4c31455b-a4b9-4059-96a7-7a872a59618e,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:21:01.080248 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7392bff9-74c3-4158-b510-1c88560a40df tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:01.780528 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7392bff9-74c3-4158-b510-1c88560a40df tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Router 9945d872-2972-435b-ab0d-33d22f651547 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:21:01.999365 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7392bff9-74c3-4158-b510-1c88560a40df tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:21:02.010153 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc8a94f-89c8-4286-99de-e2c9e1749803 None None] Sync routers for ids ['9945d872-2972-435b-ab0d-33d22f651547'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:21:02.016875 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7392bff9-74c3-4158-b510-1c88560a40df tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "PUT /v2.0/routers/9945d872-2972-435b-ab0d-33d22f651547/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9682021 May 23 12:21:02.017269 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43660) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:21:02.023384 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc8a94f-89c8-4286-99de-e2c9e1749803 None None] Routers {'9945d872-2972-435b-ab0d-33d22f651547'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:21:02.024134 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-4dc8a94f-89c8-4286-99de-e2c9e1749803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:20:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['9945d872-2972-435b-ab0d-33d22f651547'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:21:02.201200 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-4dc8a94f-89c8-4286-99de-e2c9e1749803 None None] Set router 9945d872-2972-435b-ab0d-33d22f651547 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:21:02.208432 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf5e62b-58bf-47ae-ab5f-2aaf64602ee9 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Deleting subnet 98937876-948e-4c95-bf2a-6dd37b12e4f7 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 12:21:02.213489 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bbf5e62b-58bf-47ae-ab5f-2aaf64602ee9 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:02.284662 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bbf5e62b-58bf-47ae-ab5f-2aaf64602ee9 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:02.378054 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bbf5e62b-58bf-47ae-ab5f-2aaf64602ee9 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:02.461672 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bbf5e62b-58bf-47ae-ab5f-2aaf64602ee9 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:02.503009 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 9968ca9a-8b6b-4fef-91ca-52186eff9b64 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:21:02.506876 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5e62b-58bf-47ae-ab5f-2aaf64602ee9 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event deleted for resources: {'Subnet': ['ID=98937876-948e-4c95-bf2a-6dd37b12e4f7,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:21:02.516652 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bbf5e62b-58bf-47ae-ab5f-2aaf64602ee9 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:02.522498 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-4dc8a94f-89c8-4286-99de-e2c9e1749803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9945d872-2972-435b-ab0d-33d22f651547', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395714406', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '14983d3a-badb-4f96-8f9e-558b39a6bf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:18:26Z', 'updated_at': '2022-05-23T12:21:00Z', 'revision_number': 5, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '14983d3a-badb-4f96-8f9e-558b39a6bf4c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9945d872-2972-435b-ab0d-33d22f651547', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:18:26Z', 'updated_at': '2022-05-23T12:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:21:02.523593 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-bbf5e62b-58bf-47ae-ab5f-2aaf64602ee9 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "DELETE /v2.0/subnets/98937876-948e-4c95-bf2a-6dd37b12e4f7 HTTP/1.1" status: 204 len: 168 time: 0.5052187 May 23 12:21:02.526516 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43664) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:21:02.527206 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc8a94f-89c8-4286-99de-e2c9e1749803 None None] Checking router: 9945d872-2972-435b-ab0d-33d22f651547 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:21:02.539415 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc8a94f-89c8-4286-99de-e2c9e1749803 None None] Routers {'9945d872-2972-435b-ab0d-33d22f651547'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:21:02.539655 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-4dc8a94f-89c8-4286-99de-e2c9e1749803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:20:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['9945d872-2972-435b-ab0d-33d22f651547'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:21:02.540456 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bb487f-fc68-4cc2-a541-4480d49d9767 None None] Network 33ecb23f-ed32-4ebd-94bd-d767aa39a8f3 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:21:02.563289 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: 9968ca9a-8b6b-4fef-91ca-52186eff9b64 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:21:02.563664 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 9968ca9a-8b6b-4fef-91ca-52186eff9b64 not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:21:02.724318 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-4dc8a94f-89c8-4286-99de-e2c9e1749803 None None] Set router 9945d872-2972-435b-ab0d-33d22f651547 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:21:02.742598 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-35e22b52-b441-4fca-b4fc-e4067409cf76 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:02.820800 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7d2b4a-f79a-4158-8d10-be821c764ece None None] DHCP port deletion for 33ecb23f-ed32-4ebd-94bd-d767aa39a8f3 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 12:21:02.825795 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2d7d2b4a-f79a-4158-8d10-be821c764ece None None] Deleting port ad422403-9e07-4f31-95de-b2883ff088b3 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:21:02.826350 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2d7d2b4a-f79a-4158-8d10-be821c764ece None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:02.983621 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-35e22b52-b441-4fca-b4fc-e4067409cf76 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:02.994018 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-35e22b52-b441-4fca-b4fc-e4067409cf76 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Deleting port 14983d3a-badb-4f96-8f9e-558b39a6bf4c {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:21:02.994455 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-35e22b52-b441-4fca-b4fc-e4067409cf76 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:03.017539 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-4dc8a94f-89c8-4286-99de-e2c9e1749803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9945d872-2972-435b-ab0d-33d22f651547', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395714406', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '14983d3a-badb-4f96-8f9e-558b39a6bf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:18:26Z', 'updated_at': '2022-05-23T12:21:00Z', 'revision_number': 5, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '14983d3a-badb-4f96-8f9e-558b39a6bf4c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9945d872-2972-435b-ab0d-33d22f651547', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:18:26Z', 'updated_at': '2022-05-23T12:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:21:03.021991 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc8a94f-89c8-4286-99de-e2c9e1749803 None None] The sync data for ids ['9945d872-2972-435b-ab0d-33d22f651547'] in n-d-842952-2 is: [{'id': '9945d872-2972-435b-ab0d-33d22f651547', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395714406', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '14983d3a-badb-4f96-8f9e-558b39a6bf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:18:26Z', 'updated_at': '2022-05-23T12:21:00Z', 'revision_number': 5, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '14983d3a-badb-4f96-8f9e-558b39a6bf4c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9945d872-2972-435b-ab0d-33d22f651547', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:18:26Z', 'updated_at': '2022-05-23T12:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:21:03.041685 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2d7d2b4a-f79a-4158-8d10-be821c764ece None None] For port ad422403-9e07-4f31-95de-b2883ff088b3, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=ad422403-9e07-4f31-95de-b2883ff088b3,segment=NetworkSegment(fbb971da-3b8d-4c38-b4ae-d21ebb4f2321),segment_id=fbb971da-3b8d-4c38-b4ae-d21ebb4f2321)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:21:03.041985 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2d7d2b4a-f79a-4158-8d10-be821c764ece None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:03.163298 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2d7d2b4a-f79a-4158-8d10-be821c764ece None None] Calling delete_port for ad422403-9e07-4f31-95de-b2883ff088b3 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:21:03.170216 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-35e22b52-b441-4fca-b4fc-e4067409cf76 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] For port 14983d3a-badb-4f96-8f9e-558b39a6bf4c, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=14983d3a-badb-4f96-8f9e-558b39a6bf4c,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:21:03.170789 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-35e22b52-b441-4fca-b4fc-e4067409cf76 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:03.242514 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2d7d2b4a-f79a-4158-8d10-be821c764ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:03.289705 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d2b4a-f79a-4158-8d10-be821c764ece None None] Pushing event deleted for resources: {'Port': ['ID=ad422403-9e07-4f31-95de-b2883ff088b3,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:21:03.294775 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7d2b4a-f79a-4158-8d10-be821c764ece None None] No DVR routers for this DVR port ad422403-9e07-4f31-95de-b2883ff088b3 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:21:03.406617 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-35e22b52-b441-4fca-b4fc-e4067409cf76 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Calling delete_port for 14983d3a-badb-4f96-8f9e-558b39a6bf4c owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:21:03.429330 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ad422403-9e07-4f31-95de-b2883ff088b3 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:21:03.464815 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: ad422403-9e07-4f31-95de-b2883ff088b3 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:21:03.465094 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device ad422403-9e07-4f31-95de-b2883ff088b3 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:21:03.465516 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 4c31455b-a4b9-4059-96a7-7a872a59618e no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:21:03.502153 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 4c31455b-a4b9-4059-96a7-7a872a59618e {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:21:03.502408 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 4c31455b-a4b9-4059-96a7-7a872a59618e not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:21:03.585405 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-35e22b52-b441-4fca-b4fc-e4067409cf76 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:03.630705 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e22b52-b441-4fca-b4fc-e4067409cf76 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event deleted for resources: {'Port': ['ID=14983d3a-badb-4f96-8f9e-558b39a6bf4c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:21:03.856632 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-35e22b52-b441-4fca-b4fc-e4067409cf76 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:04.123332 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-35e22b52-b441-4fca-b4fc-e4067409cf76 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:04.128012 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-35e22b52-b441-4fca-b4fc-e4067409cf76 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:04.154696 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-35e22b52-b441-4fca-b4fc-e4067409cf76 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:04.155235 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e22b52-b441-4fca-b4fc-e4067409cf76 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Fanout notify agent at l3_agent the message router_deleted on router 9945d872-2972-435b-ab0d-33d22f651547 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 12:21:04.170415 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-35e22b52-b441-4fca-b4fc-e4067409cf76 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:04.174229 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-35e22b52-b441-4fca-b4fc-e4067409cf76 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "DELETE /v2.0/routers/9945d872-2972-435b-ab0d-33d22f651547 HTTP/1.1" status: 204 len: 168 time: 1.6440628 May 23 12:21:04.174490 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43668) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:21:04.292827 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d4c77369-83d6-4535-81d7-651cb4520af5 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:04.423707 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d4c77369-83d6-4535-81d7-651cb4520af5 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:04.448373 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-d4c77369-83d6-4535-81d7-651cb4520af5 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33ecb23f-ed32-4ebd-94bd-d767aa39a8f3']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:21:04.460749 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-d4c77369-83d6-4535-81d7-651cb4520af5 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbb971da-3b8d-4c38-b4ae-d21ebb4f2321') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:21:04.461024 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-d4c77369-83d6-4535-81d7-651cb4520af5 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbb971da-3b8d-4c38-b4ae-d21ebb4f2321') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:21:04.472784 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d4c77369-83d6-4535-81d7-651cb4520af5 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:04.488764 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d4c77369-83d6-4535-81d7-651cb4520af5 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:04.496829 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4c77369-83d6-4535-81d7-651cb4520af5 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 12:21:04.497192 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d4c77369-83d6-4535-81d7-651cb4520af5 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:04.514080 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 12:21:04.514080 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 12:21:04.514080 n-d-842952-2 neutron-server[83911]: timer() May 23 12:21:04.514080 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 12:21:04.514080 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 12:21:04.514080 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 12:21:04.514080 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 12:21:04.514080 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 12:21:04.514080 n-d-842952-2 neutron-server[83911]: self._notify() May 23 12:21:04.514080 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 12:21:04.514080 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 12:21:04.514080 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 12:21:04.514080 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 12:21:04.514080 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 12:21:04.514080 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 12:21:04.514080 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 12:21:04.514080 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 12:21:04.514080 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 12:21:04.514080 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 12:21:04.514080 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 12:21:04.514080 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 12:21:04.514080 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 12:21:04.514080 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 12:21:04.514080 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 12:21:04.514080 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 12:21:04.514080 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 12:21:04.514080 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 12:21:04.514080 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 12:21:04.514080 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 12:21:04.514080 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 12:21:04.514080 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 12:21:04.514080 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 12:21:04.597100 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d4c77369-83d6-4535-81d7-651cb4520af5 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:04.614856 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d4c77369-83d6-4535-81d7-651cb4520af5 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:04.626389 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c77369-83d6-4535-81d7-651cb4520af5 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event deleted for resources: {'Network': ['ID=33ecb23f-ed32-4ebd-94bd-d767aa39a8f3,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:21:04.639003 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d4c77369-83d6-4535-81d7-651cb4520af5 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "DELETE /v2.0/networks/33ecb23f-ed32-4ebd-94bd-d767aa39a8f3 HTTP/1.1" status: 204 len: 168 time: 0.4635327 May 23 12:21:04.641776 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43672) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:21:04.715905 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-25921024-ce55-4419-bb01-af42e9c5fedf tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:04.746555 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-25921024-ce55-4419-bb01-af42e9c5fedf tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:04.813219 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-25921024-ce55-4419-bb01-af42e9c5fedf tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:04.832326 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25921024-ce55-4419-bb01-af42e9c5fedf tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1cddc8-7699-4737-b79d-59c0190b8518,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:21:04.850983 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-25921024-ce55-4419-bb01-af42e9c5fedf tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:04.852343 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-25921024-ce55-4419-bb01-af42e9c5fedf tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "DELETE /v2.0/security-groups/cd1cddc8-7699-4737-b79d-59c0190b8518 HTTP/1.1" status: 204 len: 168 time: 0.2095716 May 23 12:21:05.272640 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 14983d3a-badb-4f96-8f9e-558b39a6bf4c no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:21:05.306638 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 14983d3a-badb-4f96-8f9e-558b39a6bf4c {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:21:05.306984 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 14983d3a-badb-4f96-8f9e-558b39a6bf4c not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:21:06.032060 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43682) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:21:06.036711 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-2c480520-4388-4954-8458-ca7f963cc6ae tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1819034857', 'description': 'tempest-secgroup-smoke-1819034857 description', 'project_id': '588190a306d7442794226e883f5db528'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:21:06.043983 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2c480520-4388-4954-8458-ca7f963cc6ae tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:21:06.048157 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2c480520-4388-4954-8458-ca7f963cc6ae tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:security_group and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:21:06.051034 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2c480520-4388-4954-8458-ca7f963cc6ae tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:21:06.056917 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2c480520-4388-4954-8458-ca7f963cc6ae tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:21:06.067993 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2c480520-4388-4954-8458-ca7f963cc6ae tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:06.104605 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2c480520-4388-4954-8458-ca7f963cc6ae tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:21:06.108414 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2c480520-4388-4954-8458-ca7f963cc6ae tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:security_group_rule and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:21:06.111258 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2c480520-4388-4954-8458-ca7f963cc6ae tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:21:06.121982 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2c480520-4388-4954-8458-ca7f963cc6ae tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:21:06.195090 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2c480520-4388-4954-8458-ca7f963cc6ae tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:06.200726 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2c480520-4388-4954-8458-ca7f963cc6ae tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:06.246395 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c480520-4388-4954-8458-ca7f963cc6ae tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e82f4d4b-961e-4074-9761-e70d17187fee,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:21:06.258192 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2c480520-4388-4954-8458-ca7f963cc6ae tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:06.259430 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2c480520-4388-4954-8458-ca7f963cc6ae tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2273965 May 23 12:21:06.262659 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43686) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:21:06.268547 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-18e6a501-ffe3-41d3-b4f5-9273f53e7440 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'security_group_rule': {'security_group_id': 'e82f4d4b-961e-4074-9761-e70d17187fee', 'project_id': '588190a306d7442794226e883f5db528', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:21:06.275706 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-18e6a501-ffe3-41d3-b4f5-9273f53e7440 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:21:06.279707 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-18e6a501-ffe3-41d3-b4f5-9273f53e7440 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:security_group_rule and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:21:06.282663 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-18e6a501-ffe3-41d3-b4f5-9273f53e7440 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:21:06.289742 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-18e6a501-ffe3-41d3-b4f5-9273f53e7440 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:21:06.307375 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-18e6a501-ffe3-41d3-b4f5-9273f53e7440 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:06.372735 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-18e6a501-ffe3-41d3-b4f5-9273f53e7440 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:06.377115 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-18e6a501-ffe3-41d3-b4f5-9273f53e7440 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:06.400470 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e6a501-ffe3-41d3-b4f5-9273f53e7440 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5856ba7-4f99-48ab-a3ee-98f7473ebfd7,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:21:06.410600 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-18e6a501-ffe3-41d3-b4f5-9273f53e7440 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:06.411784 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-18e6a501-ffe3-41d3-b4f5-9273f53e7440 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1481087 May 23 12:21:06.415257 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43690) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:21:06.421079 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-ba8568ff-84c5-40d9-92b0-43b95b200daa tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'security_group_rule': {'security_group_id': 'e82f4d4b-961e-4074-9761-e70d17187fee', 'project_id': '588190a306d7442794226e883f5db528', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:21:06.429175 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ba8568ff-84c5-40d9-92b0-43b95b200daa tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:21:06.436598 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ba8568ff-84c5-40d9-92b0-43b95b200daa tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:security_group_rule and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:21:06.441609 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ba8568ff-84c5-40d9-92b0-43b95b200daa tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:21:06.448458 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ba8568ff-84c5-40d9-92b0-43b95b200daa tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:21:06.468824 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ba8568ff-84c5-40d9-92b0-43b95b200daa tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:06.648526 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ba8568ff-84c5-40d9-92b0-43b95b200daa tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:06.652335 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ba8568ff-84c5-40d9-92b0-43b95b200daa tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:06.678474 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8568ff-84c5-40d9-92b0-43b95b200daa tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed70ecdc-39d7-4736-8fae-d2ccece720f7,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:21:06.689264 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ba8568ff-84c5-40d9-92b0-43b95b200daa tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:06.690963 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ba8568ff-84c5-40d9-92b0-43b95b200daa tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2745252 May 23 12:21:06.694265 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43694) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:21:06.699790 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-0100ec7c-31a4-462b-ace6-f1b72d1b4825 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'security_group_rule': {'security_group_id': 'e82f4d4b-961e-4074-9761-e70d17187fee', 'project_id': '588190a306d7442794226e883f5db528', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:21:06.706611 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0100ec7c-31a4-462b-ace6-f1b72d1b4825 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:21:06.710950 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0100ec7c-31a4-462b-ace6-f1b72d1b4825 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:security_group_rule and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:21:06.714071 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-0100ec7c-31a4-462b-ace6-f1b72d1b4825 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:21:06.720217 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0100ec7c-31a4-462b-ace6-f1b72d1b4825 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:21:06.738237 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0100ec7c-31a4-462b-ace6-f1b72d1b4825 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:06.803638 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0100ec7c-31a4-462b-ace6-f1b72d1b4825 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:06.808498 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0100ec7c-31a4-462b-ace6-f1b72d1b4825 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:06.831381 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0100ec7c-31a4-462b-ace6-f1b72d1b4825 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2798717-30b6-4dbf-9635-397e1f4f7c12,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:21:06.841788 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0100ec7c-31a4-462b-ace6-f1b72d1b4825 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:06.843038 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0100ec7c-31a4-462b-ace6-f1b72d1b4825 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1477392 May 23 12:21:06.845818 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43698) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:21:06.851266 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a6a4e1f7-778b-47d3-a0f5-5d9ff34dba39 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'security_group_rule': {'security_group_id': 'e82f4d4b-961e-4074-9761-e70d17187fee', 'project_id': '588190a306d7442794226e883f5db528', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:21:06.858165 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a6a4e1f7-778b-47d3-a0f5-5d9ff34dba39 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:21:06.862095 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a6a4e1f7-778b-47d3-a0f5-5d9ff34dba39 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:security_group_rule and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:21:06.865012 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a6a4e1f7-778b-47d3-a0f5-5d9ff34dba39 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:21:06.870979 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a6a4e1f7-778b-47d3-a0f5-5d9ff34dba39 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:21:06.891674 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6a4e1f7-778b-47d3-a0f5-5d9ff34dba39 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:06.960365 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6a4e1f7-778b-47d3-a0f5-5d9ff34dba39 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:06.966170 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6a4e1f7-778b-47d3-a0f5-5d9ff34dba39 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:06.990522 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4e1f7-778b-47d3-a0f5-5d9ff34dba39 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11faca88-4a8d-47f9-b32e-f790694cee72,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:21:07.001352 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6a4e1f7-778b-47d3-a0f5-5d9ff34dba39 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:07.002569 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a6a4e1f7-778b-47d3-a0f5-5d9ff34dba39 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1558328 May 23 12:21:07.005447 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43702) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:21:07.011007 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-4c2b9cc9-610b-476b-b2fc-08776646094c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'security_group_rule': {'security_group_id': 'e82f4d4b-961e-4074-9761-e70d17187fee', 'project_id': '588190a306d7442794226e883f5db528', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:21:07.017999 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4c2b9cc9-610b-476b-b2fc-08776646094c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:21:07.022052 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4c2b9cc9-610b-476b-b2fc-08776646094c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:security_group_rule and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:21:07.025051 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4c2b9cc9-610b-476b-b2fc-08776646094c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:21:07.031026 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4c2b9cc9-610b-476b-b2fc-08776646094c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:21:07.043161 n-d-842952-2 neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-4c2b9cc9-610b-476b-b2fc-08776646094c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Project 588190a306d7442794226e883f5db528 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 12:21:07.049895 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4c2b9cc9-610b-476b-b2fc-08776646094c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:07.115754 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4c2b9cc9-610b-476b-b2fc-08776646094c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:07.119679 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4c2b9cc9-610b-476b-b2fc-08776646094c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:07.141980 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b9cc9-610b-476b-b2fc-08776646094c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3360196-284a-456b-afc6-93415b5cfd6c,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:21:07.152812 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4c2b9cc9-610b-476b-b2fc-08776646094c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:07.154140 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4c2b9cc9-610b-476b-b2fc-08776646094c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1476729 May 23 12:21:07.156839 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43706) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:21:07.162410 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b41aca89-0239-4f19-8c19-a34d4b619b69 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'security_group_rule': {'security_group_id': 'e82f4d4b-961e-4074-9761-e70d17187fee', 'project_id': '588190a306d7442794226e883f5db528', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:21:07.169685 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b41aca89-0239-4f19-8c19-a34d4b619b69 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:21:07.173807 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b41aca89-0239-4f19-8c19-a34d4b619b69 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:security_group_rule and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:21:07.176847 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b41aca89-0239-4f19-8c19-a34d4b619b69 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:21:07.183288 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b41aca89-0239-4f19-8c19-a34d4b619b69 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:21:07.195365 n-d-842952-2 neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-b41aca89-0239-4f19-8c19-a34d4b619b69 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Project 588190a306d7442794226e883f5db528 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 12:21:07.202062 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b41aca89-0239-4f19-8c19-a34d4b619b69 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:07.269457 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b41aca89-0239-4f19-8c19-a34d4b619b69 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:07.274451 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b41aca89-0239-4f19-8c19-a34d4b619b69 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:07.305145 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41aca89-0239-4f19-8c19-a34d4b619b69 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f6a870f-6ec7-474f-a4d8-6cc8e6390223,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:21:07.315667 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b41aca89-0239-4f19-8c19-a34d4b619b69 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:07.316953 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b41aca89-0239-4f19-8c19-a34d4b619b69 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1592035 May 23 12:21:07.320026 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43710) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:21:07.325729 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-cbf9bf55-2e51-4cd2-8fbd-8e4b5520610a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'network': {'name': 'tempest-network-smoke--1994192961', 'project_id': '588190a306d7442794226e883f5db528', 'port_security_enabled': True}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:21:07.332048 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cbf9bf55-2e51-4cd2-8fbd-8e4b5520610a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:21:07.336497 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-cbf9bf55-2e51-4cd2-8fbd-8e4b5520610a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:network and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:21:07.339503 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-cbf9bf55-2e51-4cd2-8fbd-8e4b5520610a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:21:07.345597 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cbf9bf55-2e51-4cd2-8fbd-8e4b5520610a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:21:07.357491 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf9bf55-2e51-4cd2-8fbd-8e4b5520610a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Made reservation on behalf of 588190a306d7442794226e883f5db528 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:21:07.360468 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cbf9bf55-2e51-4cd2-8fbd-8e4b5520610a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:07.390416 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbf9bf55-2e51-4cd2-8fbd-8e4b5520610a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 12:21:07.399688 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cbf9bf55-2e51-4cd2-8fbd-8e4b5520610a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:07.400066 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-cbf9bf55-2e51-4cd2-8fbd-8e4b5520610a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Added segment 2dce9f6a-58e8-417e-b5a8-c43e73c83e49 of type vlan for network fb5983dc-87e0-41e3-a9cf-4d517de9ee26 May 23 12:21:07.427174 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cbf9bf55-2e51-4cd2-8fbd-8e4b5520610a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:07.457722 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cbf9bf55-2e51-4cd2-8fbd-8e4b5520610a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:07.461542 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf9bf55-2e51-4cd2-8fbd-8e4b5520610a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:21:07.462139 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cbf9bf55-2e51-4cd2-8fbd-8e4b5520610a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:07.573037 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-cbf9bf55-2e51-4cd2-8fbd-8e4b5520610a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2493548 May 23 12:21:07.573496 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf9bf55-2e51-4cd2-8fbd-8e4b5520610a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'Network': ['ID=fb5983dc-87e0-41e3-a9cf-4d517de9ee26,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:21:07.573893 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43714) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:21:07.579614 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-fc900142-71a3-481c-aa30-a4e746235942 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1589552968', 'admin_state_up': True, 'project_id': '588190a306d7442794226e883f5db528', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:21:07.585846 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network fb5983dc-87e0-41e3-a9cf-4d517de9ee26 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 12:21:07.588869 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-fc900142-71a3-481c-aa30-a4e746235942 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:21:07.593476 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-fc900142-71a3-481c-aa30-a4e746235942 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:router and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:21:07.596542 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-fc900142-71a3-481c-aa30-a4e746235942 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:21:07.607264 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-fc900142-71a3-481c-aa30-a4e746235942 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:21:07.618624 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fc900142-71a3-481c-aa30-a4e746235942 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:07.619698 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fc900142-71a3-481c-aa30-a4e746235942 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:07.640084 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fc900142-71a3-481c-aa30-a4e746235942 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:07.790538 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fc900142-71a3-481c-aa30-a4e746235942 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:07.973059 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fc900142-71a3-481c-aa30-a4e746235942 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:08.005652 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fc900142-71a3-481c-aa30-a4e746235942 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:08.140652 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-fc900142-71a3-481c-aa30-a4e746235942 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Allocated IP 172.25.6.181 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:21:08.304496 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fc900142-71a3-481c-aa30-a4e746235942 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:08.337519 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fc900142-71a3-481c-aa30-a4e746235942 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:08.502871 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc900142-71a3-481c-aa30-a4e746235942 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:21:08.505691 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-fc900142-71a3-481c-aa30-a4e746235942 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:21:08.510023 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc900142-71a3-481c-aa30-a4e746235942 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:21:08.534165 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc900142-71a3-481c-aa30-a4e746235942 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'Port': ['ID=0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:21:08.669925 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fc900142-71a3-481c-aa30-a4e746235942 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:08.670677 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fc900142-71a3-481c-aa30-a4e746235942 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:08.763398 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:08.899124 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc900142-71a3-481c-aa30-a4e746235942 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Router 5cd69a1d-d077-417a-910d-5a5bcdffec84 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 12:21:09.104555 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc900142-71a3-481c-aa30-a4e746235942 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:21:09.114392 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad4fabd-6e68-4e69-871d-2bdfb7aec21e None None] Sync routers for ids ['5cd69a1d-d077-417a-910d-5a5bcdffec84'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:21:09.126319 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad4fabd-6e68-4e69-871d-2bdfb7aec21e None None] Routers {'5cd69a1d-d077-417a-910d-5a5bcdffec84'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:21:09.127015 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-6ad4fabd-6e68-4e69-871d-2bdfb7aec21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:20:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['5cd69a1d-d077-417a-910d-5a5bcdffec84'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:21:09.132596 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fc900142-71a3-481c-aa30-a4e746235942 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:09.133824 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-fc900142-71a3-481c-aa30-a4e746235942 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5589399 May 23 12:21:09.137270 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43718) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:21:09.241991 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e7de297c-9332-4e40-beb4-bf91f4a99f62 tempest-TestNetworkAdvancedServerOps-1692628639 tempest-TestNetworkAdvancedServerOps-1692628639-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=588190a306d7442794226e883f5db528&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1035001 May 23 12:21:09.244767 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43724) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:21:09.302013 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-6ad4fabd-6e68-4e69-871d-2bdfb7aec21e None None] Set router 5cd69a1d-d077-417a-910d-5a5bcdffec84 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:21:09.378371 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa804eeb-2290-45a7-a06d-845103e4efe8 tempest-TestNetworkAdvancedServerOps-1692628639 tempest-TestNetworkAdvancedServerOps-1692628639-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:21:09.379786 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-aa804eeb-2290-45a7-a06d-845103e4efe8 tempest-TestNetworkAdvancedServerOps-1692628639 tempest-TestNetworkAdvancedServerOps-1692628639-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1337407 May 23 12:21:09.383096 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43728) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:21:09.427886 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-84a979ba-0d18-4798-8420-8aedfc76084c tempest-TestNetworkAdvancedServerOps-1692628639 tempest-TestNetworkAdvancedServerOps-1692628639-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=87d63aa2-c2e7-4553-824a-d818708dd83b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434196 May 23 12:21:09.430508 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43732) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:21:09.436085 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-4a9388fc-67fc-4da0-bec8-257f7ec2d20c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-350636799', 'network_id': 'fb5983dc-87e0-41e3-a9cf-4d517de9ee26', 'project_id': '588190a306d7442794226e883f5db528', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:21:09.511483 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6eafa9aa-0e24-4f63-94e5-d8b6e4f576c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:09.562838 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4a9388fc-67fc-4da0-bec8-257f7ec2d20c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:21:09.566710 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4a9388fc-67fc-4da0-bec8-257f7ec2d20c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:subnet and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:21:09.569657 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4a9388fc-67fc-4da0-bec8-257f7ec2d20c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:21:09.575524 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4a9388fc-67fc-4da0-bec8-257f7ec2d20c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:21:09.588248 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9388fc-67fc-4da0-bec8-257f7ec2d20c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Made reservation on behalf of 588190a306d7442794226e883f5db528 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:21:09.639245 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-6ad4fabd-6e68-4e69-871d-2bdfb7aec21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd69a1d-d077-417a-910d-5a5bcdffec84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589552968', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:21:07Z', 'updated_at': '2022-05-23T12:21:08Z', 'revision_number': 3, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:94:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd69a1d-d077-417a-910d-5a5bcdffec84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:21:08Z', 'updated_at': '2022-05-23T12:21:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:21:09.643280 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad4fabd-6e68-4e69-871d-2bdfb7aec21e None None] Checking router: 5cd69a1d-d077-417a-910d-5a5bcdffec84 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:21:09.643625 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad4fabd-6e68-4e69-871d-2bdfb7aec21e None None] Updating router 5cd69a1d-d077-417a-910d-5a5bcdffec84 port 0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4 binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 12:21:09.691164 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4a9388fc-67fc-4da0-bec8-257f7ec2d20c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:09.702649 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6ad4fabd-6e68-4e69-871d-2bdfb7aec21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:09.935345 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4a9388fc-67fc-4da0-bec8-257f7ec2d20c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:10.015050 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9388fc-67fc-4da0-bec8-257f7ec2d20c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'Subnet': ['ID=9d928d94-f6fa-4ef1-a2fa-a1d0bc23d604,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:21:10.026121 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9388fc-67fc-4da0-bec8-257f7ec2d20c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Checking segment: {'id': '2dce9f6a-58e8-417e-b5a8-c43e73c83e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'fb5983dc-87e0-41e3-a9cf-4d517de9ee26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:21:10.026476 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9388fc-67fc-4da0-bec8-257f7ec2d20c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Network hostable DHCP agents. Network: fb5983dc-87e0-41e3-a9cf-4d517de9ee26, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:21:10.049753 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6ad4fabd-6e68-4e69-871d-2bdfb7aec21e None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:10.050379 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9388fc-67fc-4da0-bec8-257f7ec2d20c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Network fb5983dc-87e0-41e3-a9cf-4d517de9ee26 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:21:10.059974 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-4a9388fc-67fc-4da0-bec8-257f7ec2d20c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, fb5983dc-87e0-41e3-a9cf-4d517de9ee26) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:21:10.062971 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6ad4fabd-6e68-4e69-871d-2bdfb7aec21e None None] Transition to ACTIVE for port object 0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:21:10.064025 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9388fc-67fc-4da0-bec8-257f7ec2d20c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:21:10.064618 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4a9388fc-67fc-4da0-bec8-257f7ec2d20c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:10.069490 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c6753a-8d19-4e6e-9181-dc1518d458a2 None None] Network fb5983dc-87e0-41e3-a9cf-4d517de9ee26 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:21:10.092018 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4a9388fc-67fc-4da0-bec8-257f7ec2d20c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6604490 May 23 12:21:10.093093 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6ad4fabd-6e68-4e69-871d-2bdfb7aec21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:10.094863 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43738) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:21:10.246172 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:10.258690 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70769d71-a9d6-4224-8ed4-f4671d6f25e2 None None] Pushing event updated for resources: {'Port': ['ID=0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:21:10.269152 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-6ad4fabd-6e68-4e69-871d-2bdfb7aec21e None None] Attempting to bind port 0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:21:10.269514 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-6ad4fabd-6e68-4e69-871d-2bdfb7aec21e None None] Attempting to bind port 0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:21:10.269871 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad4fabd-6e68-4e69-871d-2bdfb7aec21e None None] Attempting to bind port 0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4 on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:21:10.293531 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad4fabd-6e68-4e69-871d-2bdfb7aec21e None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:21:10.293905 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad4fabd-6e68-4e69-871d-2bdfb7aec21e None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:21:10.294306 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6ad4fabd-6e68-4e69-871d-2bdfb7aec21e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:10.294693 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad4fabd-6e68-4e69-871d-2bdfb7aec21e None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:21:10.295159 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-6ad4fabd-6e68-4e69-871d-2bdfb7aec21e None None] Bound port: 0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:21:10.295529 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6ad4fabd-6e68-4e69-871d-2bdfb7aec21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:10.445772 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6ad4fabd-6e68-4e69-871d-2bdfb7aec21e None None] For port 0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:21:10.455107 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6ad4fabd-6e68-4e69-871d-2bdfb7aec21e None None] For port 0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:21:10.459950 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6ad4fabd-6e68-4e69-871d-2bdfb7aec21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:10.496924 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fb8ad7-6354-4f13-909c-d88eff1ac5c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-fb5983dc-87e0-41e3-a9cf-4d517de9ee26', 'network_id': 'fb5983dc-87e0-41e3-a9cf-4d517de9ee26', 'tenant_id': '588190a306d7442794226e883f5db528', 'fixed_ips': [{'subnet_id': '9d928d94-f6fa-4ef1-a2fa-a1d0bc23d604'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 12:21:10.497631 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-31fb8ad7-6354-4f13-909c-d88eff1ac5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:10.603317 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70769d71-a9d6-4224-8ed4-f4671d6f25e2 None None] Pushing event updated for resources: {'Port': ['ID=0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:21:10.637703 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad4fabd-6e68-4e69-871d-2bdfb7aec21e None None] Routers {'5cd69a1d-d077-417a-910d-5a5bcdffec84'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:21:10.638343 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-6ad4fabd-6e68-4e69-871d-2bdfb7aec21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:20:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['5cd69a1d-d077-417a-910d-5a5bcdffec84'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:21:10.884766 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-31fb8ad7-6354-4f13-909c-d88eff1ac5c6 None None] Allocated IP 172.20.0.2 (fb5983dc-87e0-41e3-a9cf-4d517de9ee26/9d928d94-f6fa-4ef1-a2fa-a1d0bc23d604/9047313a-f727-4f4d-9853-c190b05219b3) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:21:10.969413 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-6ad4fabd-6e68-4e69-871d-2bdfb7aec21e None None] Set router 5cd69a1d-d077-417a-910d-5a5bcdffec84 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:21:11.008061 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3d85d97d-1ec0-4a86-a07f-1e0b253e7301 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:11.396363 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-31fb8ad7-6354-4f13-909c-d88eff1ac5c6 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:11.413994 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-31fb8ad7-6354-4f13-909c-d88eff1ac5c6 None None] Transition to ACTIVE for port object 9047313a-f727-4f4d-9853-c190b05219b3 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:21:11.437245 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-31fb8ad7-6354-4f13-909c-d88eff1ac5c6 None None] Transition to ACTIVE for port object 9047313a-f727-4f4d-9853-c190b05219b3 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:21:11.443273 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-31fb8ad7-6354-4f13-909c-d88eff1ac5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:11.511045 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-3d85d97d-1ec0-4a86-a07f-1e0b253e7301 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Allocated IP 172.20.0.1 (fb5983dc-87e0-41e3-a9cf-4d517de9ee26/9d928d94-f6fa-4ef1-a2fa-a1d0bc23d604/5d4efbb7-0191-4533-86e5-5f0d19ae4a9b) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:21:11.523148 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fb8ad7-6354-4f13-909c-d88eff1ac5c6 None None] Network fb5983dc-87e0-41e3-a9cf-4d517de9ee26 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:21:11.527240 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-6ad4fabd-6e68-4e69-871d-2bdfb7aec21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd69a1d-d077-417a-910d-5a5bcdffec84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589552968', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:21:07Z', 'updated_at': '2022-05-23T12:21:08Z', 'revision_number': 3, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:94:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd69a1d-d077-417a-910d-5a5bcdffec84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:21:08Z', 'updated_at': '2022-05-23T12:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:21:11.532573 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-31fb8ad7-6354-4f13-909c-d88eff1ac5c6 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:21:11.535503 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb8ad7-6354-4f13-909c-d88eff1ac5c6 None None] Pushing event updated for resources: {'Port': ['ID=9047313a-f727-4f4d-9853-c190b05219b3,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:21:11.538365 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fb8ad7-6354-4f13-909c-d88eff1ac5c6 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:21:11.541249 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad4fabd-6e68-4e69-871d-2bdfb7aec21e None None] The sync data for ids ['5cd69a1d-d077-417a-910d-5a5bcdffec84'] in n-d-842952-2 is: [{'id': '5cd69a1d-d077-417a-910d-5a5bcdffec84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589552968', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:21:07Z', 'updated_at': '2022-05-23T12:21:08Z', 'revision_number': 3, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:94:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd69a1d-d077-417a-910d-5a5bcdffec84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:21:08Z', 'updated_at': '2022-05-23T12:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:21:11.632883 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-31fb8ad7-6354-4f13-909c-d88eff1ac5c6 None None] Attempting to bind port 9047313a-f727-4f4d-9853-c190b05219b3 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:21:11.633255 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-31fb8ad7-6354-4f13-909c-d88eff1ac5c6 None None] Attempting to bind port 9047313a-f727-4f4d-9853-c190b05219b3 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '2dce9f6a-58e8-417e-b5a8-c43e73c83e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'fb5983dc-87e0-41e3-a9cf-4d517de9ee26'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:21:11.633623 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fb8ad7-6354-4f13-909c-d88eff1ac5c6 None None] Attempting to bind port 9047313a-f727-4f4d-9853-c190b05219b3 on network fb5983dc-87e0-41e3-a9cf-4d517de9ee26 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:21:11.641205 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fb8ad7-6354-4f13-909c-d88eff1ac5c6 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:21:11.641574 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fb8ad7-6354-4f13-909c-d88eff1ac5c6 None None] Checking segment: {'id': '2dce9f6a-58e8-417e-b5a8-c43e73c83e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'fb5983dc-87e0-41e3-a9cf-4d517de9ee26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:21:11.642243 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-31fb8ad7-6354-4f13-909c-d88eff1ac5c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:11.642649 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fb8ad7-6354-4f13-909c-d88eff1ac5c6 None None] Bound using segment: {'id': '2dce9f6a-58e8-417e-b5a8-c43e73c83e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'fb5983dc-87e0-41e3-a9cf-4d517de9ee26'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:21:11.643124 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-31fb8ad7-6354-4f13-909c-d88eff1ac5c6 None None] Bound port: 9047313a-f727-4f4d-9853-c190b05219b3, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dce9f6a-58e8-417e-b5a8-c43e73c83e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'fb5983dc-87e0-41e3-a9cf-4d517de9ee26'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:21:11.643497 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-31fb8ad7-6354-4f13-909c-d88eff1ac5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:11.698069 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3d85d97d-1ec0-4a86-a07f-1e0b253e7301 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:11.718465 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3d85d97d-1ec0-4a86-a07f-1e0b253e7301 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Transition to ACTIVE for port object 5d4efbb7-0191-4533-86e5-5f0d19ae4a9b will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:21:11.731296 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9fc04e38-a8ef-4bd6-82cf-082389b09cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:11.769321 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3d85d97d-1ec0-4a86-a07f-1e0b253e7301 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:11.781985 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-31fb8ad7-6354-4f13-909c-d88eff1ac5c6 None None] For port 9047313a-f727-4f4d-9853-c190b05219b3, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:21:11.788394 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-31fb8ad7-6354-4f13-909c-d88eff1ac5c6 None None] For port 9047313a-f727-4f4d-9853-c190b05219b3, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=9047313a-f727-4f4d-9853-c190b05219b3,segment=NetworkSegment(2dce9f6a-58e8-417e-b5a8-c43e73c83e49),segment_id=2dce9f6a-58e8-417e-b5a8-c43e73c83e49)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:21:11.794807 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-31fb8ad7-6354-4f13-909c-d88eff1ac5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:11.860544 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d85d97d-1ec0-4a86-a07f-1e0b253e7301 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Network fb5983dc-87e0-41e3-a9cf-4d517de9ee26 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:21:11.864128 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-3d85d97d-1ec0-4a86-a07f-1e0b253e7301 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:21:11.869094 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d85d97d-1ec0-4a86-a07f-1e0b253e7301 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:21:11.882861 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb8ad7-6354-4f13-909c-d88eff1ac5c6 None None] Pushing event updated for resources: {'Port': ['ID=9047313a-f727-4f4d-9853-c190b05219b3,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:21:11.930116 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d85d97d-1ec0-4a86-a07f-1e0b253e7301 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'Port': ['ID=5d4efbb7-0191-4533-86e5-5f0d19ae4a9b,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:21:11.964302 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3d85d97d-1ec0-4a86-a07f-1e0b253e7301 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:12.054501 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3d85d97d-1ec0-4a86-a07f-1e0b253e7301 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:12.503136 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3d85d97d-1ec0-4a86-a07f-1e0b253e7301 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:12.508615 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3d85d97d-1ec0-4a86-a07f-1e0b253e7301 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:12.743987 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3d85d97d-1ec0-4a86-a07f-1e0b253e7301 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:12.747658 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d85d97d-1ec0-4a86-a07f-1e0b253e7301 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'Port': ['ID=5d4efbb7-0191-4533-86e5-5f0d19ae4a9b,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:21:12.895297 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11005d7-9048-44f1-8c37-e6fbf73292ca None None] Network fb5983dc-87e0-41e3-a9cf-4d517de9ee26 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:21:12.910180 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d85d97d-1ec0-4a86-a07f-1e0b253e7301 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Network fb5983dc-87e0-41e3-a9cf-4d517de9ee26 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:21:12.911372 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-3d85d97d-1ec0-4a86-a07f-1e0b253e7301 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:21:13.004762 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:13.018681 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f92f4727-e973-4918-af0a-cb80668e6e51 None None] Provisioning for port 9047313a-f727-4f4d-9853-c190b05219b3 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:21:13.092623 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:13.322836 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d85d97d-1ec0-4a86-a07f-1e0b253e7301 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Router 5cd69a1d-d077-417a-910d-5a5bcdffec84 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:21:13.357573 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 9047313a-f727-4f4d-9853-c190b05219b3 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:21:13.436539 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 9047313a-f727-4f4d-9853-c190b05219b3 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:21:13.443546 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 9047313a-f727-4f4d-9853-c190b05219b3 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:21:13.443814 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:13.525479 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-77649c3b-cd52-4ac2-aab6-ede0eca93f2c None None] Provisioning complete for port 9047313a-f727-4f4d-9853-c190b05219b3 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:21:13.525861 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-77649c3b-cd52-4ac2-aab6-ede0eca93f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:13.556928 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d85d97d-1ec0-4a86-a07f-1e0b253e7301 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:21:13.570377 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3d85d97d-1ec0-4a86-a07f-1e0b253e7301 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "PUT /v2.0/routers/5cd69a1d-d077-417a-910d-5a5bcdffec84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4742987 May 23 12:21:13.663160 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:13.745618 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 9047313a-f727-4f4d-9853-c190b05219b3, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=9047313a-f727-4f4d-9853-c190b05219b3,segment=NetworkSegment(2dce9f6a-58e8-417e-b5a8-c43e73c83e49),segment_id=2dce9f6a-58e8-417e-b5a8-c43e73c83e49)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:21:13.746692 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-77649c3b-cd52-4ac2-aab6-ede0eca93f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:13.762967 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:13.763763 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:21:13.790074 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-3eb17837-a22c-48f1-9968-74102b283b29 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1819034857&fields=id&tenant_id=588190a306d7442794226e883f5db528 HTTP/1.1" status: 200 len: 267 time: 0.0531647 May 23 12:21:13.943361 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-77649c3b-cd52-4ac2-aab6-ede0eca93f2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 12:21:13.943982 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-77649c3b-cd52-4ac2-aab6-ede0eca93f2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 12:21:13.945207 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=9047313a-f727-4f4d-9853-c190b05219b3,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:21:13.963162 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:21:13.968573 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-3fd30c98-23f3-46ee-ac73-c3b07aaef931 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:21:13.968956 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:21:13.969335 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:13.970029 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-3fd30c98-23f3-46ee-ac73-c3b07aaef931 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/networks?id=fb5983dc-87e0-41e3-a9cf-4d517de9ee26 HTTP/1.1" status: 200 len: 797 time: 0.1708467 May 23 12:21:13.988601 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-8298dfd6-c2db-4dc9-90b1-8fac7012d058 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/quotas/588190a306d7442794226e883f5db528 HTTP/1.1" status: 200 len: 375 time: 0.0125027 May 23 12:21:14.081963 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-d64def0d-e09f-4255-9c5a-0c37e1bee45c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Synchronizing usage tracker for tenant:588190a306d7442794226e883f5db528 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:21:14.098442 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:14.102168 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-d64def0d-e09f-4255-9c5a-0c37e1bee45c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Unset dirty status for tenant:588190a306d7442794226e883f5db528 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:21:14.104109 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-d64def0d-e09f-4255-9c5a-0c37e1bee45c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=588190a306d7442794226e883f5db528&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1100388 May 23 12:21:14.116123 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:21:14.121478 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:14.188382 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-b16fdc67-5a1a-4448-9ee8-fa94697e6593 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 12:21:14.189371 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-b16fdc67-5a1a-4448-9ee8-fa94697e6593 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0729313 May 23 12:21:14.232394 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:21:14.331712 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-661eab3b-85e2-4987-a156-80f88398d762 service neutron] 10.222.0.79 "GET /v2.0/networks/fb5983dc-87e0-41e3-a9cf-4d517de9ee26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340313 May 23 12:21:14.467502 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-2bf9e2c0-3892-4974-ad8f-ac0ccea9d4ff service neutron] 10.222.0.79 "GET /v2.0/networks/fb5983dc-87e0-41e3-a9cf-4d517de9ee26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287649 May 23 12:21:14.527449 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-77649c3b-cd52-4ac2-aab6-ede0eca93f2c None None] Provisioning for port 5d4efbb7-0191-4533-86e5-5f0d19ae4a9b completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:21:14.533099 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-77649c3b-cd52-4ac2-aab6-ede0eca93f2c None None] Provisioning complete for port 5d4efbb7-0191-4533-86e5-5f0d19ae4a9b triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:21:14.533488 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-77649c3b-cd52-4ac2-aab6-ede0eca93f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:14.605806 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-77649c3b-cd52-4ac2-aab6-ede0eca93f2c None None] Port 5d4efbb7-0191-4533-86e5-5f0d19ae4a9b cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 12:21:14.621698 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:14.686120 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4a3c2cf2-1df6-48fe-848d-f97ccd335c9f req-171d66a9-9868-4dee-b061-a1c7b14ac097 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=2bedf1ac-17f8-4a7a-b551-6e86142d5029 HTTP/1.1" status: 200 len: 210 time: 0.0530717 May 23 12:21:14.727957 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3edaeae3-8f33-4d02-8608-aa582c2db429 None None] Provisioning complete for port 5d4efbb7-0191-4533-86e5-5f0d19ae4a9b triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:21:14.728369 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3edaeae3-8f33-4d02-8608-aa582c2db429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:14.787393 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3edaeae3-8f33-4d02-8608-aa582c2db429 None None] Port 5d4efbb7-0191-4533-86e5-5f0d19ae4a9b cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 12:21:15.234981 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2554d2f9-9e70-4113-b01b-1e2d0f957211 None None] Sync routers for ids ['5cd69a1d-d077-417a-910d-5a5bcdffec84'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:21:15.248515 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2554d2f9-9e70-4113-b01b-1e2d0f957211 None None] Routers {'5cd69a1d-d077-417a-910d-5a5bcdffec84'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:21:15.250051 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-2554d2f9-9e70-4113-b01b-1e2d0f957211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:21:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['5cd69a1d-d077-417a-910d-5a5bcdffec84'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:21:15.312686 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 9047313a-f727-4f4d-9853-c190b05219b3 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:21:15.396363 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 9047313a-f727-4f4d-9853-c190b05219b3 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:21:15.396950 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:15.473624 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-2554d2f9-9e70-4113-b01b-1e2d0f957211 None None] Set router 5cd69a1d-d077-417a-910d-5a5bcdffec84 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:21:15.527792 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:21:15.597293 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:21:15.597660 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:15.806962 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-2554d2f9-9e70-4113-b01b-1e2d0f957211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd69a1d-d077-417a-910d-5a5bcdffec84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589552968', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:21:07Z', 'updated_at': '2022-05-23T12:21:11Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:94:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd69a1d-d077-417a-910d-5a5bcdffec84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:21:08Z', 'updated_at': '2022-05-23T12:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '5d4efbb7-0191-4533-86e5-5f0d19ae4a9b', 'name': '', 'network_id': 'fb5983dc-87e0-41e3-a9cf-4d517de9ee26', 'tenant_id': '588190a306d7442794226e883f5db528', 'mac_address': 'fa:16:3e:bb:68:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd69a1d-d077-417a-910d-5a5bcdffec84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d928d94-f6fa-4ef1-a2fa-a1d0bc23d604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:21:11Z', 'updated_at': '2022-05-23T12:21:12Z', 'revision_number': 2, 'project_id': '588190a306d7442794226e883f5db528', 'subnets': [{'id': '9d928d94-f6fa-4ef1-a2fa-a1d0bc23d604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:21:15.817088 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2554d2f9-9e70-4113-b01b-1e2d0f957211 None None] Checking router: 5cd69a1d-d077-417a-910d-5a5bcdffec84 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:21:15.817446 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2554d2f9-9e70-4113-b01b-1e2d0f957211 None None] Updating router 5cd69a1d-d077-417a-910d-5a5bcdffec84 port 5d4efbb7-0191-4533-86e5-5f0d19ae4a9b binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 12:21:15.876326 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4d2672fd-0b05-4034-8ed4-1e3fb0534bf3 req-090b17c8-a185-40fb-ab4c-b38cd1ac7430 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=2bedf1ac-17f8-4a7a-b551-6e86142d5029 HTTP/1.1" status: 200 len: 210 time: 0.0627787 May 23 12:21:15.879908 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-2554d2f9-9e70-4113-b01b-1e2d0f957211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:16.023276 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-de2e4916-ac0c-4850-b60b-4cd449176d0d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:21:16.024914 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-de2e4916-ac0c-4850-b60b-4cd449176d0d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.13 "GET /v2.0/networks?id=fb5983dc-87e0-41e3-a9cf-4d517de9ee26 HTTP/1.1" status: 200 len: 797 time: 0.1800144 May 23 12:21:16.095070 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-6777c08a-e059-4e24-a36a-b44024e914c3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=588190a306d7442794226e883f5db528 HTTP/1.1" status: 200 len: 380 time: 0.0416517 May 23 12:21:16.124658 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-f96dfc01-7e92-41bf-94b4-f3eed252d314 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'port': {'device_id': '2bedf1ac-17f8-4a7a-b551-6e86142d5029', 'network_id': 'fb5983dc-87e0-41e3-a9cf-4d517de9ee26', 'admin_state_up': True, 'tenant_id': '588190a306d7442794226e883f5db528', 'security_groups': ['e82f4d4b-961e-4074-9761-e70d17187fee']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:21:16.270110 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-2554d2f9-9e70-4113-b01b-1e2d0f957211 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:16.282297 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-2554d2f9-9e70-4113-b01b-1e2d0f957211 None None] Transition to ACTIVE for port object 5d4efbb7-0191-4533-86e5-5f0d19ae4a9b will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:21:16.290014 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-2554d2f9-9e70-4113-b01b-1e2d0f957211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:16.375545 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-f96dfc01-7e92-41bf-94b4-f3eed252d314 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:21:16.387741 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-f96dfc01-7e92-41bf-94b4-f3eed252d314 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:21:16.401093 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-f96dfc01-7e92-41bf-94b4-f3eed252d314 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Made reservation on behalf of 588190a306d7442794226e883f5db528 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:21:16.404821 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-f96dfc01-7e92-41bf-94b4-f3eed252d314 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:16.414954 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3dabe-5318-493b-92ba-965394242783 None None] Pushing event updated for resources: {'Port': ['ID=5d4efbb7-0191-4533-86e5-5f0d19ae4a9b,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:21:16.451113 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3dabe-5318-493b-92ba-965394242783 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:21:16.451478 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3dabe-5318-493b-92ba-965394242783 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:21:16.451780 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3dabe-5318-493b-92ba-965394242783 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:21:16.452131 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3dabe-5318-493b-92ba-965394242783 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:21:16.452454 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3dabe-5318-493b-92ba-965394242783 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:21:16.452777 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3dabe-5318-493b-92ba-965394242783 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:21:16.453095 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3dabe-5318-493b-92ba-965394242783 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:21:16.453414 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3dabe-5318-493b-92ba-965394242783 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:21:16.453724 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3dabe-5318-493b-92ba-965394242783 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:21:16.454038 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3dabe-5318-493b-92ba-965394242783 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:21:16.454358 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3dabe-5318-493b-92ba-965394242783 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:21:16.520193 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-2554d2f9-9e70-4113-b01b-1e2d0f957211 None None] Attempting to bind port 5d4efbb7-0191-4533-86e5-5f0d19ae4a9b on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:21:16.520580 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-2554d2f9-9e70-4113-b01b-1e2d0f957211 None None] Attempting to bind port 5d4efbb7-0191-4533-86e5-5f0d19ae4a9b by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '2dce9f6a-58e8-417e-b5a8-c43e73c83e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'fb5983dc-87e0-41e3-a9cf-4d517de9ee26'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:21:16.520942 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2554d2f9-9e70-4113-b01b-1e2d0f957211 None None] Attempting to bind port 5d4efbb7-0191-4533-86e5-5f0d19ae4a9b on network fb5983dc-87e0-41e3-a9cf-4d517de9ee26 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:21:16.529459 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2554d2f9-9e70-4113-b01b-1e2d0f957211 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:21:16.529824 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2554d2f9-9e70-4113-b01b-1e2d0f957211 None None] Checking segment: {'id': '2dce9f6a-58e8-417e-b5a8-c43e73c83e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'fb5983dc-87e0-41e3-a9cf-4d517de9ee26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:21:16.530241 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-2554d2f9-9e70-4113-b01b-1e2d0f957211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:16.530624 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2554d2f9-9e70-4113-b01b-1e2d0f957211 None None] Bound using segment: {'id': '2dce9f6a-58e8-417e-b5a8-c43e73c83e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'fb5983dc-87e0-41e3-a9cf-4d517de9ee26'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:21:16.531261 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-2554d2f9-9e70-4113-b01b-1e2d0f957211 None None] Bound port: 5d4efbb7-0191-4533-86e5-5f0d19ae4a9b, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dce9f6a-58e8-417e-b5a8-c43e73c83e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'fb5983dc-87e0-41e3-a9cf-4d517de9ee26'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:21:16.531633 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-2554d2f9-9e70-4113-b01b-1e2d0f957211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:16.578311 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-f96dfc01-7e92-41bf-94b4-f3eed252d314 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Allocated IP 172.20.0.7 (fb5983dc-87e0-41e3-a9cf-4d517de9ee26/9d928d94-f6fa-4ef1-a2fa-a1d0bc23d604/827ff25a-2f94-43ed-9894-c4e7ea71f63f) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:21:16.619772 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-2554d2f9-9e70-4113-b01b-1e2d0f957211 None None] For port 5d4efbb7-0191-4533-86e5-5f0d19ae4a9b, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:21:16.623229 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-2554d2f9-9e70-4113-b01b-1e2d0f957211 None None] For port 5d4efbb7-0191-4533-86e5-5f0d19ae4a9b, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=5d4efbb7-0191-4533-86e5-5f0d19ae4a9b,segment=NetworkSegment(2dce9f6a-58e8-417e-b5a8-c43e73c83e49),segment_id=2dce9f6a-58e8-417e-b5a8-c43e73c83e49)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:21:16.629430 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-2554d2f9-9e70-4113-b01b-1e2d0f957211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:16.717544 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2554d2f9-9e70-4113-b01b-1e2d0f957211 None None] Routers {'5cd69a1d-d077-417a-910d-5a5bcdffec84'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:21:16.718189 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-2554d2f9-9e70-4113-b01b-1e2d0f957211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:21:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['5cd69a1d-d077-417a-910d-5a5bcdffec84'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:21:16.806012 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-f96dfc01-7e92-41bf-94b4-f3eed252d314 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:16.824366 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-f96dfc01-7e92-41bf-94b4-f3eed252d314 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Transition to ACTIVE for port object 827ff25a-2f94-43ed-9894-c4e7ea71f63f will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:21:16.851531 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3dabe-5318-493b-92ba-965394242783 None None] Pushing event updated for resources: {'Port': ['ID=5d4efbb7-0191-4533-86e5-5f0d19ae4a9b,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:21:16.852133 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-f96dfc01-7e92-41bf-94b4-f3eed252d314 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:16.908769 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-2554d2f9-9e70-4113-b01b-1e2d0f957211 None None] Set router 5cd69a1d-d077-417a-910d-5a5bcdffec84 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:21:16.939385 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-f96dfc01-7e92-41bf-94b4-f3eed252d314 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Network fb5983dc-87e0-41e3-a9cf-4d517de9ee26 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:21:16.942843 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-f96dfc01-7e92-41bf-94b4-f3eed252d314 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:21:16.946290 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-f96dfc01-7e92-41bf-94b4-f3eed252d314 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:21:16.987114 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96dfc01-7e92-41bf-94b4-f3eed252d314 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'Port': ['ID=827ff25a-2f94-43ed-9894-c4e7ea71f63f,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:21:17.022712 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-f96dfc01-7e92-41bf-94b4-f3eed252d314 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:21:17.023753 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-f96dfc01-7e92-41bf-94b4-f3eed252d314 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:17.102109 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-f96dfc01-7e92-41bf-94b4-f3eed252d314 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9811656 May 23 12:21:17.140817 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca0a41-0d8d-4bb2-b871-608c07b83bac req-32068d63-75b2-48ba-947b-0ca095428b94 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:21:17.141547 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-29ca0a41-0d8d-4bb2-b871-608c07b83bac req-32068d63-75b2-48ba-947b-0ca095428b94 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Synchronizing usage tracker for tenant:588190a306d7442794226e883f5db528 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:21:17.159172 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-29ca0a41-0d8d-4bb2-b871-608c07b83bac req-32068d63-75b2-48ba-947b-0ca095428b94 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Unset dirty status for tenant:588190a306d7442794226e883f5db528 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:21:17.160467 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-29ca0a41-0d8d-4bb2-b871-608c07b83bac req-32068d63-75b2-48ba-947b-0ca095428b94 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=2bedf1ac-17f8-4a7a-b551-6e86142d5029 HTTP/1.1" status: 200 len: 931 time: 0.1229014 May 23 12:21:17.198270 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-545db03e-19ef-4a85-8a9a-8bf831442c5a service neutron] Request body: {'port': {'device_id': '2bedf1ac-17f8-4a7a-b551-6e86142d5029', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:21:17.259610 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-2554d2f9-9e70-4113-b01b-1e2d0f957211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd69a1d-d077-417a-910d-5a5bcdffec84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589552968', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:21:07Z', 'updated_at': '2022-05-23T12:21:11Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:94:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd69a1d-d077-417a-910d-5a5bcdffec84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:21:08Z', 'updated_at': '2022-05-23T12:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '5d4efbb7-0191-4533-86e5-5f0d19ae4a9b', 'name': '', 'network_id': 'fb5983dc-87e0-41e3-a9cf-4d517de9ee26', 'tenant_id': '588190a306d7442794226e883f5db528', 'mac_address': 'fa:16:3e:bb:68:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd69a1d-d077-417a-910d-5a5bcdffec84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d928d94-f6fa-4ef1-a2fa-a1d0bc23d604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:21:11Z', 'updated_at': '2022-05-23T12:21:16Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'subnets': [{'id': '9d928d94-f6fa-4ef1-a2fa-a1d0bc23d604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:21:17.263650 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2554d2f9-9e70-4113-b01b-1e2d0f957211 None None] The sync data for ids ['5cd69a1d-d077-417a-910d-5a5bcdffec84'] in n-d-842952-2 is: [{'id': '5cd69a1d-d077-417a-910d-5a5bcdffec84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589552968', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:21:07Z', 'updated_at': '2022-05-23T12:21:11Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:94:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd69a1d-d077-417a-910d-5a5bcdffec84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:21:08Z', 'updated_at': '2022-05-23T12:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '5d4efbb7-0191-4533-86e5-5f0d19ae4a9b', 'name': '', 'network_id': 'fb5983dc-87e0-41e3-a9cf-4d517de9ee26', 'tenant_id': '588190a306d7442794226e883f5db528', 'mac_address': 'fa:16:3e:bb:68:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd69a1d-d077-417a-910d-5a5bcdffec84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d928d94-f6fa-4ef1-a2fa-a1d0bc23d604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:21:11Z', 'updated_at': '2022-05-23T12:21:16Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'subnets': [{'id': '9d928d94-f6fa-4ef1-a2fa-a1d0bc23d604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:21:17.273279 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-29ca0a41-0d8d-4bb2-b871-608c07b83bac req-72395162-5e8e-4d3a-bf8b-bb5ba4bc8864 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=e82f4d4b-961e-4074-9761-e70d17187fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027443 May 23 12:21:17.303936 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f44c28f7-3eef-4f8d-a964-1291214847aa None None] Provisioning for port 827ff25a-2f94-43ed-9894-c4e7ea71f63f completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:21:17.314597 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f44c28f7-3eef-4f8d-a964-1291214847aa None None] Provisioning complete for port 827ff25a-2f94-43ed-9894-c4e7ea71f63f triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:21:17.315241 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f44c28f7-3eef-4f8d-a964-1291214847aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:17.379938 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-545db03e-19ef-4a85-8a9a-8bf831442c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:17.383475 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f44c28f7-3eef-4f8d-a964-1291214847aa None None] Port 827ff25a-2f94-43ed-9894-c4e7ea71f63f cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 12:21:17.746812 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-545db03e-19ef-4a85-8a9a-8bf831442c5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 827ff25a-2f94-43ed-9894-c4e7ea71f63f {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 12:21:17.754218 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-545db03e-19ef-4a85-8a9a-8bf831442c5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:17.770870 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-545db03e-19ef-4a85-8a9a-8bf831442c5a service neutron] Transition to ACTIVE for port object 827ff25a-2f94-43ed-9894-c4e7ea71f63f will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:21:17.775988 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-545db03e-19ef-4a85-8a9a-8bf831442c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:17.901191 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545db03e-19ef-4a85-8a9a-8bf831442c5a service neutron] Pushing event updated for resources: {'Port': ['ID=827ff25a-2f94-43ed-9894-c4e7ea71f63f,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:21:18.028699 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-545db03e-19ef-4a85-8a9a-8bf831442c5a service neutron] Attempting to bind port 827ff25a-2f94-43ed-9894-c4e7ea71f63f on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:21:18.029382 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-545db03e-19ef-4a85-8a9a-8bf831442c5a service neutron] Attempting to bind port 827ff25a-2f94-43ed-9894-c4e7ea71f63f by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '2dce9f6a-58e8-417e-b5a8-c43e73c83e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'fb5983dc-87e0-41e3-a9cf-4d517de9ee26'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:21:18.029382 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-545db03e-19ef-4a85-8a9a-8bf831442c5a service neutron] Attempting to bind port 827ff25a-2f94-43ed-9894-c4e7ea71f63f on network fb5983dc-87e0-41e3-a9cf-4d517de9ee26 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:21:18.035925 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-545db03e-19ef-4a85-8a9a-8bf831442c5a service neutron] Port 827ff25a-2f94-43ed-9894-c4e7ea71f63f on network fb5983dc-87e0-41e3-a9cf-4d517de9ee26 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 12:21:18.036242 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-545db03e-19ef-4a85-8a9a-8bf831442c5a service neutron] Attempting to bind port 827ff25a-2f94-43ed-9894-c4e7ea71f63f on network fb5983dc-87e0-41e3-a9cf-4d517de9ee26 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:21:18.043805 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-545db03e-19ef-4a85-8a9a-8bf831442c5a service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:21:18.044168 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-545db03e-19ef-4a85-8a9a-8bf831442c5a service neutron] Checking segment: {'id': '2dce9f6a-58e8-417e-b5a8-c43e73c83e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'fb5983dc-87e0-41e3-a9cf-4d517de9ee26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:21:18.044547 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-545db03e-19ef-4a85-8a9a-8bf831442c5a service neutron] Bound using segment: {'id': '2dce9f6a-58e8-417e-b5a8-c43e73c83e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'fb5983dc-87e0-41e3-a9cf-4d517de9ee26'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:21:18.044974 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-545db03e-19ef-4a85-8a9a-8bf831442c5a service neutron] Bound port: 827ff25a-2f94-43ed-9894-c4e7ea71f63f, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dce9f6a-58e8-417e-b5a8-c43e73c83e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'fb5983dc-87e0-41e3-a9cf-4d517de9ee26'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:21:18.045318 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-545db03e-19ef-4a85-8a9a-8bf831442c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:18.134871 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-545db03e-19ef-4a85-8a9a-8bf831442c5a service neutron] For port 827ff25a-2f94-43ed-9894-c4e7ea71f63f, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:21:18.138107 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-545db03e-19ef-4a85-8a9a-8bf831442c5a service neutron] For port 827ff25a-2f94-43ed-9894-c4e7ea71f63f, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=827ff25a-2f94-43ed-9894-c4e7ea71f63f,segment=NetworkSegment(2dce9f6a-58e8-417e-b5a8-c43e73c83e49),segment_id=2dce9f6a-58e8-417e-b5a8-c43e73c83e49)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:21:18.143422 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-545db03e-19ef-4a85-8a9a-8bf831442c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:18.210041 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-545db03e-19ef-4a85-8a9a-8bf831442c5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:18.211567 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-545db03e-19ef-4a85-8a9a-8bf831442c5a service neutron] 10.222.0.13 "PUT /v2.0/ports/827ff25a-2f94-43ed-9894-c4e7ea71f63f HTTP/1.1" status: 200 len: 1091 time: 1.0953109 May 23 12:21:18.211922 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bedf1ac-17f8-4a7a-b551-6e86142d5029', 'tag': '827ff25a-2f94-43ed-9894-c4e7ea71f63f'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:21:18.212213 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [req-6990f984-0ad5-4b59-b415-e7d9b274fff7 req-6ad756bf-25e3-4ec5-b7af-fcf4215fbbe5 service neutron] (83911) timed out ('10.222.0.79', 41206) {{(pid=83911) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 23 12:21:18.232267 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545db03e-19ef-4a85-8a9a-8bf831442c5a service neutron] Pushing event updated for resources: {'Port': ['ID=827ff25a-2f94-43ed-9894-c4e7ea71f63f,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:21:18.318562 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bd094b0-5dc0-4bd1-818b-93f2a7ab242d'] response: {'name': 'network-changed', 'server_uuid': '2bedf1ac-17f8-4a7a-b551-6e86142d5029', 'tag': '827ff25a-2f94-43ed-9894-c4e7ea71f63f', 'status': 'completed', 'code': 200} May 23 12:21:18.364690 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-429551e5-fd6f-406d-bcbc-9dfda498d6a7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=588190a306d7442794226e883f5db528&device_id=2bedf1ac-17f8-4a7a-b551-6e86142d5029 HTTP/1.1" status: 200 len: 1094 time: 0.0911510 May 23 12:21:18.568803 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-be04a9cf-b58b-48b4-be98-f4823679d277 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=827ff25a-2f94-43ed-9894-c4e7ea71f63f HTTP/1.1" status: 200 len: 217 time: 0.1924720 May 23 12:21:18.645969 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-50680d6f-d364-468a-80a0-73b4b96a366b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:21:18.647508 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-50680d6f-d364-468a-80a0-73b4b96a366b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9d928d94-f6fa-4ef1-a2fa-a1d0bc23d604 HTTP/1.1" status: 200 len: 834 time: 0.0685410 May 23 12:21:18.656209 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca33d2-4832-4f2d-87a2-7fdcce087650 req-85d8af68-ad07-41fc-9a0f-3f50cb463409 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:21:18.657613 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dbca33d2-4832-4f2d-87a2-7fdcce087650 req-85d8af68-ad07-41fc-9a0f-3f50cb463409 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=2bedf1ac-17f8-4a7a-b551-6e86142d5029 HTTP/1.1" status: 200 len: 943 time: 0.2291667 May 23 12:21:18.750499 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dbca33d2-4832-4f2d-87a2-7fdcce087650 req-86079ff2-5afd-4905-b16c-89961d9f74b5 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=e82f4d4b-961e-4074-9761-e70d17187fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626283 May 23 12:21:18.763466 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-04780fda-c490-4aa6-bba0-d775ac3a0478 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fb5983dc-87e0-41e3-a9cf-4d517de9ee26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1049540 May 23 12:21:18.897849 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-ad853d5b-d3eb-4acf-964f-8a460170f369 service neutron] 10.222.0.13 "GET /v2.0/networks/fb5983dc-87e0-41e3-a9cf-4d517de9ee26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279457 May 23 12:21:19.032182 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9543c4da-67cf-4773-8e8c-74ca2b80d5bc req-0e72280c-4a20-4484-a640-79000ec6acf2 service neutron] 10.222.0.13 "GET /v2.0/networks/fb5983dc-87e0-41e3-a9cf-4d517de9ee26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288822 May 23 12:21:19.192938 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a0f9220f-6b57-4664-8f5d-abfa0de35963 req-5e149ea3-3929-46de-be58-e53e9c8d9147 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=588190a306d7442794226e883f5db528&device_id=2bedf1ac-17f8-4a7a-b551-6e86142d5029 HTTP/1.1" status: 200 len: 1094 time: 0.0783272 May 23 12:21:19.305483 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 5d4efbb7-0191-4533-86e5-5f0d19ae4a9b up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:21:19.337069 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9220f-6b57-4664-8f5d-abfa0de35963 req-1be21517-f1ed-423d-a92c-7556dd422344 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:21:19.338556 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a0f9220f-6b57-4664-8f5d-abfa0de35963 req-1be21517-f1ed-423d-a92c-7556dd422344 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fb5983dc-87e0-41e3-a9cf-4d517de9ee26 HTTP/1.1" status: 200 len: 898 time: 0.1397138 May 23 12:21:19.375263 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 5d4efbb7-0191-4533-86e5-5f0d19ae4a9b completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:21:19.380186 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 5d4efbb7-0191-4533-86e5-5f0d19ae4a9b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:21:19.380551 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:19.406427 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a0f9220f-6b57-4664-8f5d-abfa0de35963 req-ca873405-dec7-40d7-9d5f-3a7452fe2d8f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=827ff25a-2f94-43ed-9894-c4e7ea71f63f HTTP/1.1" status: 200 len: 217 time: 0.0617869 May 23 12:21:19.473027 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9220f-6b57-4664-8f5d-abfa0de35963 req-613ae641-d174-458c-9267-71e67b4f16ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:21:19.474550 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a0f9220f-6b57-4664-8f5d-abfa0de35963 req-613ae641-d174-458c-9267-71e67b4f16ba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9d928d94-f6fa-4ef1-a2fa-a1d0bc23d604 HTTP/1.1" status: 200 len: 834 time: 0.0615778 May 23 12:21:19.494297 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:19.529525 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 5d4efbb7-0191-4533-86e5-5f0d19ae4a9b, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=5d4efbb7-0191-4533-86e5-5f0d19ae4a9b,segment=NetworkSegment(2dce9f6a-58e8-417e-b5a8-c43e73c83e49),segment_id=2dce9f6a-58e8-417e-b5a8-c43e73c83e49)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:21:19.533964 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:19.552376 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a0f9220f-6b57-4664-8f5d-abfa0de35963 req-459fecc2-4f2b-46bb-9ba7-33fbac3d4e98 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fb5983dc-87e0-41e3-a9cf-4d517de9ee26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719426 May 23 12:21:19.603859 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=5d4efbb7-0191-4533-86e5-5f0d19ae4a9b,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:21:19.687530 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a0f9220f-6b57-4664-8f5d-abfa0de35963 req-0faeb202-2ad7-466a-9c6b-993efa5b8c5e service neutron] 10.222.0.13 "GET /v2.0/networks/fb5983dc-87e0-41e3-a9cf-4d517de9ee26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295247 May 23 12:21:19.824839 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a0f9220f-6b57-4664-8f5d-abfa0de35963 req-5cc794ff-01f4-4d53-84d8-d5cf843fc0ac service neutron] 10.222.0.13 "GET /v2.0/networks/fb5983dc-87e0-41e3-a9cf-4d517de9ee26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307309 May 23 12:21:19.962959 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c9986-cfdb-49fb-9334-05ca783421c5 req-49b366bf-825f-41be-86b1-26dcd8f24aae tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:21:19.964465 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e17c9986-cfdb-49fb-9334-05ca783421c5 req-49b366bf-825f-41be-86b1-26dcd8f24aae tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=2bedf1ac-17f8-4a7a-b551-6e86142d5029 HTTP/1.1" status: 200 len: 943 time: 0.0873296 May 23 12:21:20.011464 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e17c9986-cfdb-49fb-9334-05ca783421c5 req-5e9d2fe9-1045-401d-8bf4-b427813f33c3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=e82f4d4b-961e-4074-9761-e70d17187fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413024 May 23 12:21:21.210579 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 827ff25a-2f94-43ed-9894-c4e7ea71f63f details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 12:21:21.225143 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344e6e3-01cb-411f-a5b5-cd3ee3254a75 req-57804309-0535-4ecf-b6da-a744a5925cff tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:21:21.226219 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4344e6e3-01cb-411f-a5b5-cd3ee3254a75 req-57804309-0535-4ecf-b6da-a744a5925cff tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=2bedf1ac-17f8-4a7a-b551-6e86142d5029 HTTP/1.1" status: 200 len: 943 time: 0.0876207 May 23 12:21:21.294067 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4344e6e3-01cb-411f-a5b5-cd3ee3254a75 req-8ae1c192-6fa7-4904-a849-652a48659f7b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=e82f4d4b-961e-4074-9761-e70d17187fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612881 May 23 12:21:21.297079 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 5d4efbb7-0191-4533-86e5-5f0d19ae4a9b up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:21:21.408873 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 827ff25a-2f94-43ed-9894-c4e7ea71f63f, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=827ff25a-2f94-43ed-9894-c4e7ea71f63f,segment=NetworkSegment(2dce9f6a-58e8-417e-b5a8-c43e73c83e49),segment_id=2dce9f6a-58e8-417e-b5a8-c43e73c83e49)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:21:21.425852 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '827ff25a-2f94-43ed-9894-c4e7ea71f63f', 'network_id': 'fb5983dc-87e0-41e3-a9cf-4d517de9ee26', 'port_id': '827ff25a-2f94-43ed-9894-c4e7ea71f63f', 'mac_address': 'fa:16:3e:af:33:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d928d94-f6fa-4ef1-a2fa-a1d0bc23d604', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 12:21:21.458705 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 5d4efbb7-0191-4533-86e5-5f0d19ae4a9b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:21:21.459241 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:21.526148 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:21.550550 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 827ff25a-2f94-43ed-9894-c4e7ea71f63f {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 12:21:21.603995 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 827ff25a-2f94-43ed-9894-c4e7ea71f63f, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=827ff25a-2f94-43ed-9894-c4e7ea71f63f,segment=NetworkSegment(2dce9f6a-58e8-417e-b5a8-c43e73c83e49),segment_id=2dce9f6a-58e8-417e-b5a8-c43e73c83e49)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:21:21.617246 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:21.694164 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=827ff25a-2f94-43ed-9894-c4e7ea71f63f,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:21:22.043253 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['827ff25a-2f94-43ed-9894-c4e7ea71f63f'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 12:21:22.501351 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8016818-c04e-4ce1-bd73-7ff8261f5f71 req-e0608674-e203-4c45-8edc-be5b94f4c902 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:21:22.502807 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c8016818-c04e-4ce1-bd73-7ff8261f5f71 req-e0608674-e203-4c45-8edc-be5b94f4c902 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=2bedf1ac-17f8-4a7a-b551-6e86142d5029 HTTP/1.1" status: 200 len: 944 time: 0.0876245 May 23 12:21:22.556308 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c8016818-c04e-4ce1-bd73-7ff8261f5f71 req-56a6c576-77d1-466c-8b36-43f54bd446aa tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=e82f4d4b-961e-4074-9761-e70d17187fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478168 May 23 12:21:23.222931 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 827ff25a-2f94-43ed-9894-c4e7ea71f63f up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:21:23.326889 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 827ff25a-2f94-43ed-9894-c4e7ea71f63f completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:21:23.332131 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 827ff25a-2f94-43ed-9894-c4e7ea71f63f triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:21:23.332532 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:23.449393 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:23.478249 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bedf1ac-17f8-4a7a-b551-6e86142d5029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827ff25a-2f94-43ed-9894-c4e7ea71f63f'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:21:23.488633 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 827ff25a-2f94-43ed-9894-c4e7ea71f63f, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=827ff25a-2f94-43ed-9894-c4e7ea71f63f,segment=NetworkSegment(2dce9f6a-58e8-417e-b5a8-c43e73c83e49),segment_id=2dce9f6a-58e8-417e-b5a8-c43e73c83e49)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:21:23.492883 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:23.536789 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a99bb1f-7b14-42eb-9e4b-5b604835e732'] response: {'server_uuid': '2bedf1ac-17f8-4a7a-b551-6e86142d5029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827ff25a-2f94-43ed-9894-c4e7ea71f63f', 'code': 200} May 23 12:21:23.566245 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=827ff25a-2f94-43ed-9894-c4e7ea71f63f,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:21:23.575135 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:21:23.575503 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:21:23.575808 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:21:23.576171 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:21:23.576500 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:21:23.576826 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:21:23.577149 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:21:23.577470 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:21:23.577788 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:21:23.578104 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:21:23.578419 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:21:23.688845 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9c67b4da-4164-496f-9d1f-aff63f065eea req-84b977f6-8e98-4f9b-87fa-597dcf327cab service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2bedf1ac-17f8-4a7a-b551-6e86142d5029 HTTP/1.1" status: 200 len: 1096 time: 0.0696595 May 23 12:21:23.847795 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9c67b4da-4164-496f-9d1f-aff63f065eea req-5a64f053-1525-43e7-849b-43771a96f9e3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e82f4d4b-961e-4074-9761-e70d17187fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523113 May 23 12:21:23.934056 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50915fd7-8eff-40f8-aef8-171b638c513d req-2a9863af-5481-466f-a874-000b262905a6 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:21:23.935564 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-50915fd7-8eff-40f8-aef8-171b638c513d req-2a9863af-5481-466f-a874-000b262905a6 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=2bedf1ac-17f8-4a7a-b551-6e86142d5029 HTTP/1.1" status: 200 len: 945 time: 0.0800905 May 23 12:21:23.984045 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-50915fd7-8eff-40f8-aef8-171b638c513d req-a5068f90-9393-4c57-ab56-129c6c5470dc tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=e82f4d4b-961e-4074-9761-e70d17187fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425277 May 23 12:21:25.192585 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03b1a8-7a79-4f49-8a33-fed816df4651 req-7558a127-b085-460e-985e-0145250b3e94 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:21:25.194944 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2b03b1a8-7a79-4f49-8a33-fed816df4651 req-7558a127-b085-460e-985e-0145250b3e94 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=2bedf1ac-17f8-4a7a-b551-6e86142d5029 HTTP/1.1" status: 200 len: 945 time: 0.0834794 May 23 12:21:25.251662 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2b03b1a8-7a79-4f49-8a33-fed816df4651 req-3b7d2705-4eb8-4163-868e-5b221a443918 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=e82f4d4b-961e-4074-9761-e70d17187fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500655 May 23 12:21:26.472939 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646ee6a-1ca6-4a7a-a607-f430cd9e9cc8 req-b27ee7f5-2477-40ae-9ffb-e3a5b260e8a7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:21:26.474549 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3646ee6a-1ca6-4a7a-a607-f430cd9e9cc8 req-b27ee7f5-2477-40ae-9ffb-e3a5b260e8a7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=2bedf1ac-17f8-4a7a-b551-6e86142d5029 HTTP/1.1" status: 200 len: 945 time: 0.0885460 May 23 12:21:26.522424 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3646ee6a-1ca6-4a7a-a607-f430cd9e9cc8 req-32ab8e10-6a26-4e8f-b10b-a8ebfd3498bd tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=e82f4d4b-961e-4074-9761-e70d17187fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407701 May 23 12:21:26.733445 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f56a09-1b11-4afe-ab2f-5cdbd8c08bef req-a6f9a16f-e171-454e-9915-b23b492c5d67 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:21:26.734961 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-51f56a09-1b11-4afe-ab2f-5cdbd8c08bef req-a6f9a16f-e171-454e-9915-b23b492c5d67 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=2bedf1ac-17f8-4a7a-b551-6e86142d5029 HTTP/1.1" status: 200 len: 945 time: 0.0884836 May 23 12:21:26.784291 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-51f56a09-1b11-4afe-ab2f-5cdbd8c08bef req-197f94cf-85e8-4529-98a5-2f7d7959746b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=e82f4d4b-961e-4074-9761-e70d17187fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419230 May 23 12:21:26.812796 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43794) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:21:26.888282 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e1ceb8e9-05a2-4a3e-93c3-022dc56fc054 tempest-TestNetworkAdvancedServerOps-1692628639 tempest-TestNetworkAdvancedServerOps-1692628639-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=2bedf1ac-17f8-4a7a-b551-6e86142d5029 HTTP/1.1" status: 200 len: 1091 time: 0.0735831 May 23 12:21:26.891083 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43798) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:21:26.896407 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-18e7dc26-7661-4680-b3e9-416270746100 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'port_id': '827ff25a-2f94-43ed-9894-c4e7ea71f63f', 'tenant_id': '588190a306d7442794226e883f5db528', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:21:26.903158 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-18e7dc26-7661-4680-b3e9-416270746100 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:21:26.907623 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-18e7dc26-7661-4680-b3e9-416270746100 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:floatingip and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:21:26.910769 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-18e7dc26-7661-4680-b3e9-416270746100 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:21:26.917480 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-18e7dc26-7661-4680-b3e9-416270746100 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:21:26.932683 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-18e7dc26-7661-4680-b3e9-416270746100 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for floatingip, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:27.084506 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-18e7dc26-7661-4680-b3e9-416270746100 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:27.239941 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-18e7dc26-7661-4680-b3e9-416270746100 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Allocated IP 172.25.6.9 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/66e75c47-3155-4698-af88-67f5290650ee) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:21:27.402682 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-18e7dc26-7661-4680-b3e9-416270746100 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:27.439950 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-18e7dc26-7661-4680-b3e9-416270746100 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:27.506985 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e7dc26-7661-4680-b3e9-416270746100 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:21:27.510565 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-18e7dc26-7661-4680-b3e9-416270746100 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:21:27.515187 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e7dc26-7661-4680-b3e9-416270746100 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:21:27.539365 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e7dc26-7661-4680-b3e9-416270746100 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'Port': ['ID=66e75c47-3155-4698-af88-67f5290650ee,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:21:27.567655 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e7dc26-7661-4680-b3e9-416270746100 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:21:27.568038 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e7dc26-7661-4680-b3e9-416270746100 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:21:27.568449 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e7dc26-7661-4680-b3e9-416270746100 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:21:27.568777 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e7dc26-7661-4680-b3e9-416270746100 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:21:27.569102 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e7dc26-7661-4680-b3e9-416270746100 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:21:27.569428 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e7dc26-7661-4680-b3e9-416270746100 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:21:27.569745 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e7dc26-7661-4680-b3e9-416270746100 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:21:27.570065 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e7dc26-7661-4680-b3e9-416270746100 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:21:27.570368 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e7dc26-7661-4680-b3e9-416270746100 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:21:27.570692 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e7dc26-7661-4680-b3e9-416270746100 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:21:27.571006 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e7dc26-7661-4680-b3e9-416270746100 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:21:28.175987 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-18e7dc26-7661-4680-b3e9-416270746100 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:28.235683 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-18e7dc26-7661-4680-b3e9-416270746100 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:28.450026 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-18e7dc26-7661-4680-b3e9-416270746100 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:28.455843 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-18e7dc26-7661-4680-b3e9-416270746100 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:28.565654 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e7dc26-7661-4680-b3e9-416270746100 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'Port': ['ID=66e75c47-3155-4698-af88-67f5290650ee,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:21:28.579566 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-18e7dc26-7661-4680-b3e9-416270746100 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:28.783457 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [None req-18e7dc26-7661-4680-b3e9-416270746100 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Floating IP 1223e78e-4fee-464a-bbf1-aab0f60e0c59 associated. External IP: 172.25.6.9, port: 827ff25a-2f94-43ed-9894-c4e7ea71f63f. May 23 12:21:29.314011 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e7dc26-7661-4680-b3e9-416270746100 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Router 5cd69a1d-d077-417a-910d-5a5bcdffec84 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:21:29.525124 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e7dc26-7661-4680-b3e9-416270746100 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:21:29.538434 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6561790-cd1e-4fe9-ab78-dcc8402e97a4 None None] Sync routers for ids ['5cd69a1d-d077-417a-910d-5a5bcdffec84'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:21:29.551610 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6561790-cd1e-4fe9-ab78-dcc8402e97a4 None None] Routers {'5cd69a1d-d077-417a-910d-5a5bcdffec84'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:21:29.552255 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b6561790-cd1e-4fe9-ab78-dcc8402e97a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:21:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['5cd69a1d-d077-417a-910d-5a5bcdffec84'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:21:29.557590 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-18e7dc26-7661-4680-b3e9-416270746100 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:29.620769 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-18e7dc26-7661-4680-b3e9-416270746100 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.7286155 May 23 12:21:29.621475 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bedf1ac-17f8-4a7a-b551-6e86142d5029', 'tag': '827ff25a-2f94-43ed-9894-c4e7ea71f63f'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:21:29.745669 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-b6561790-cd1e-4fe9-ab78-dcc8402e97a4 None None] Set router 5cd69a1d-d077-417a-910d-5a5bcdffec84 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:21:29.775701 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dec71106-95a1-4064-8576-73d935763cc6'] response: {'name': 'network-changed', 'server_uuid': '2bedf1ac-17f8-4a7a-b551-6e86142d5029', 'tag': '827ff25a-2f94-43ed-9894-c4e7ea71f63f', 'status': 'completed', 'code': 200} May 23 12:21:29.806521 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0effbb68-2e3a-4ce9-8357-646a3a5c7ac3 req-2cd89777-e719-41de-825a-c36fde569e43 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:21:29.808782 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0effbb68-2e3a-4ce9-8357-646a3a5c7ac3 req-2cd89777-e719-41de-825a-c36fde569e43 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=2bedf1ac-17f8-4a7a-b551-6e86142d5029 HTTP/1.1" status: 200 len: 945 time: 0.0867946 May 23 12:21:29.915865 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0effbb68-2e3a-4ce9-8357-646a3a5c7ac3 req-278f6f31-9e3f-41f3-934d-66bb3b3ebf6a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=e82f4d4b-961e-4074-9761-e70d17187fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008542 May 23 12:21:29.937252 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-971a8a00-602f-43d1-9457-2b525dd646ea req-1ed284a1-6f5c-42d6-8440-4863a9f557b6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=588190a306d7442794226e883f5db528&device_id=2bedf1ac-17f8-4a7a-b551-6e86142d5029 HTTP/1.1" status: 200 len: 1096 time: 0.1003289 May 23 12:21:29.945859 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43808) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:21:30.070132 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-eda89d0e-9a4b-497a-bfca-0b6e84896438 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/floatingips/1223e78e-4fee-464a-bbf1-aab0f60e0c59 HTTP/1.1" status: 200 len: 989 time: 0.1229429 May 23 12:21:30.086772 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a8a00-602f-43d1-9457-2b525dd646ea req-145bb220-e72f-4ce1-8c25-3f4a03beb50e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:21:30.088368 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-971a8a00-602f-43d1-9457-2b525dd646ea req-145bb220-e72f-4ce1-8c25-3f4a03beb50e service neutron] 10.222.0.13 "GET /v2.0/networks?id=fb5983dc-87e0-41e3-a9cf-4d517de9ee26 HTTP/1.1" status: 200 len: 898 time: 0.1445835 May 23 12:21:30.130991 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b6561790-cd1e-4fe9-ab78-dcc8402e97a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd69a1d-d077-417a-910d-5a5bcdffec84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589552968', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:21:07Z', 'updated_at': '2022-05-23T12:21:11Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:94:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd69a1d-d077-417a-910d-5a5bcdffec84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:21:08Z', 'updated_at': '2022-05-23T12:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '1223e78e-4fee-464a-bbf1-aab0f60e0c59', 'tenant_id': '588190a306d7442794226e883f5db528', 'floating_ip_address': '172.25.6.9', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '5cd69a1d-d077-417a-910d-5a5bcdffec84', 'port_id': '827ff25a-2f94-43ed-9894-c4e7ea71f63f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb5983dc-87e0-41e3-a9cf-4d517de9ee26', 'mac_address': 'fa:16:3e:af:33:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bedf1ac-17f8-4a7a-b551-6e86142d5029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:21:28Z', 'updated_at': '2022-05-23T12:21:28Z', 'revision_number': 0, 'project_id': '588190a306d7442794226e883f5db528', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d4efbb7-0191-4533-86e5-5f0d19ae4a9b', 'name': '', 'network_id': 'fb5983dc-87e0-41e3-a9cf-4d517de9ee26', 'tenant_id': '588190a306d7442794226e883f5db528', 'mac_address': 'fa:16:3e:bb:68:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd69a1d-d077-417a-910d-5a5bcdffec84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d928d94-f6fa-4ef1-a2fa-a1d0bc23d604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:21:11Z', 'updated_at': '2022-05-23T12:21:19Z', 'revision_number': 5, 'project_id': '588190a306d7442794226e883f5db528', 'subnets': [{'id': '9d928d94-f6fa-4ef1-a2fa-a1d0bc23d604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:21:30.135934 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6561790-cd1e-4fe9-ab78-dcc8402e97a4 None None] Checking router: 5cd69a1d-d077-417a-910d-5a5bcdffec84 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:21:30.153086 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6561790-cd1e-4fe9-ab78-dcc8402e97a4 None None] Routers {'5cd69a1d-d077-417a-910d-5a5bcdffec84'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:21:30.153859 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b6561790-cd1e-4fe9-ab78-dcc8402e97a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:21:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['5cd69a1d-d077-417a-910d-5a5bcdffec84'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:21:30.198051 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-971a8a00-602f-43d1-9457-2b525dd646ea req-1ff699b9-322b-46b9-92fa-c2f9f5222cd2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=827ff25a-2f94-43ed-9894-c4e7ea71f63f HTTP/1.1" status: 200 len: 997 time: 0.1029487 May 23 12:21:30.265149 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a8a00-602f-43d1-9457-2b525dd646ea req-8acddeec-45c3-4fc9-a7b2-7a7eeef4ce8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:21:30.266675 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-971a8a00-602f-43d1-9457-2b525dd646ea req-8acddeec-45c3-4fc9-a7b2-7a7eeef4ce8e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9d928d94-f6fa-4ef1-a2fa-a1d0bc23d604 HTTP/1.1" status: 200 len: 834 time: 0.0630112 May 23 12:21:30.344492 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-b6561790-cd1e-4fe9-ab78-dcc8402e97a4 None None] Set router 5cd69a1d-d077-417a-910d-5a5bcdffec84 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:21:30.351034 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-971a8a00-602f-43d1-9457-2b525dd646ea req-d854f66e-a615-4be2-9fc8-61f5b39935a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fb5983dc-87e0-41e3-a9cf-4d517de9ee26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774040 May 23 12:21:30.489636 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-971a8a00-602f-43d1-9457-2b525dd646ea req-870b90a1-c9ad-4a87-9268-09ea606319a3 service neutron] 10.222.0.13 "GET /v2.0/networks/fb5983dc-87e0-41e3-a9cf-4d517de9ee26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313534 May 23 12:21:30.636288 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-971a8a00-602f-43d1-9457-2b525dd646ea req-d63f1331-49b3-4bd8-9a51-b5236881f1f1 service neutron] 10.222.0.13 "GET /v2.0/networks/fb5983dc-87e0-41e3-a9cf-4d517de9ee26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392550 May 23 12:21:30.710684 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b6561790-cd1e-4fe9-ab78-dcc8402e97a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd69a1d-d077-417a-910d-5a5bcdffec84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589552968', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:21:07Z', 'updated_at': '2022-05-23T12:21:11Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:94:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd69a1d-d077-417a-910d-5a5bcdffec84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:21:08Z', 'updated_at': '2022-05-23T12:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '1223e78e-4fee-464a-bbf1-aab0f60e0c59', 'tenant_id': '588190a306d7442794226e883f5db528', 'floating_ip_address': '172.25.6.9', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '5cd69a1d-d077-417a-910d-5a5bcdffec84', 'port_id': '827ff25a-2f94-43ed-9894-c4e7ea71f63f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb5983dc-87e0-41e3-a9cf-4d517de9ee26', 'mac_address': 'fa:16:3e:af:33:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bedf1ac-17f8-4a7a-b551-6e86142d5029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:21:28Z', 'updated_at': '2022-05-23T12:21:28Z', 'revision_number': 0, 'project_id': '588190a306d7442794226e883f5db528', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d4efbb7-0191-4533-86e5-5f0d19ae4a9b', 'name': '', 'network_id': 'fb5983dc-87e0-41e3-a9cf-4d517de9ee26', 'tenant_id': '588190a306d7442794226e883f5db528', 'mac_address': 'fa:16:3e:bb:68:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd69a1d-d077-417a-910d-5a5bcdffec84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d928d94-f6fa-4ef1-a2fa-a1d0bc23d604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:21:11Z', 'updated_at': '2022-05-23T12:21:19Z', 'revision_number': 5, 'project_id': '588190a306d7442794226e883f5db528', 'subnets': [{'id': '9d928d94-f6fa-4ef1-a2fa-a1d0bc23d604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:21:30.714831 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6561790-cd1e-4fe9-ab78-dcc8402e97a4 None None] The sync data for ids ['5cd69a1d-d077-417a-910d-5a5bcdffec84'] in n-d-842952-2 is: [{'id': '5cd69a1d-d077-417a-910d-5a5bcdffec84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589552968', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:21:07Z', 'updated_at': '2022-05-23T12:21:11Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:94:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd69a1d-d077-417a-910d-5a5bcdffec84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:21:08Z', 'updated_at': '2022-05-23T12:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '1223e78e-4fee-464a-bbf1-aab0f60e0c59', 'tenant_id': '588190a306d7442794226e883f5db528', 'floating_ip_address': '172.25.6.9', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '5cd69a1d-d077-417a-910d-5a5bcdffec84', 'port_id': '827ff25a-2f94-43ed-9894-c4e7ea71f63f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb5983dc-87e0-41e3-a9cf-4d517de9ee26', 'mac_address': 'fa:16:3e:af:33:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bedf1ac-17f8-4a7a-b551-6e86142d5029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:21:28Z', 'updated_at': '2022-05-23T12:21:28Z', 'revision_number': 0, 'project_id': '588190a306d7442794226e883f5db528', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d4efbb7-0191-4533-86e5-5f0d19ae4a9b', 'name': '', 'network_id': 'fb5983dc-87e0-41e3-a9cf-4d517de9ee26', 'tenant_id': '588190a306d7442794226e883f5db528', 'mac_address': 'fa:16:3e:bb:68:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd69a1d-d077-417a-910d-5a5bcdffec84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d928d94-f6fa-4ef1-a2fa-a1d0bc23d604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:21:11Z', 'updated_at': '2022-05-23T12:21:19Z', 'revision_number': 5, 'project_id': '588190a306d7442794226e883f5db528', 'subnets': [{'id': '9d928d94-f6fa-4ef1-a2fa-a1d0bc23d604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:21:31.072782 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43812) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:21:31.177113 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0d10a35a-6c73-4d80-8e20-bb88750ee63d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/floatingips/1223e78e-4fee-464a-bbf1-aab0f60e0c59 HTTP/1.1" status: 200 len: 989 time: 0.1031668 May 23 12:21:32.182016 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43816) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:21:32.300594 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-fcad0a41-fbe8-4d1c-bee2-1cf15e878052 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/floatingips/1223e78e-4fee-464a-bbf1-aab0f60e0c59 HTTP/1.1" status: 200 len: 989 time: 0.1175151 May 23 12:21:32.993181 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:21:33.224666 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ae6b92-2d63-41e4-bc92-ef175dda015e None None] New status for floating IP 1223e78e-4fee-464a-bbf1-aab0f60e0c59: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 12:21:33.305918 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43820) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:21:33.413661 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9499ae50-4b80-4a68-95da-9263bce93bee tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/floatingips/1223e78e-4fee-464a-bbf1-aab0f60e0c59 HTTP/1.1" status: 200 len: 989 time: 0.1061594 May 23 12:21:34.418146 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43824) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:21:34.528002 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0de55bcc-c9f0-45b0-b455-2507403db631 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/floatingips/1223e78e-4fee-464a-bbf1-aab0f60e0c59 HTTP/1.1" status: 200 len: 991 time: 0.1085947 May 23 12:21:38.783249 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:39.357114 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-145a59ff-3313-471a-83b0-cb8177b7eed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:40.188455 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:41.670118 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e451b482-087b-4e42-b3e4-4b90baf1bee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:42.955374 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:43.056765 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:44.623245 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:21:56.098055 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [req-411ecd94-857c-410a-a02b-5aceea87b663 req-be811ca5-3cb8-44d4-ae65-a4ffa32eacf3 service neutron] (83911) timed out ('10.222.0.13', 60724) {{(pid=83911) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 23 12:22:08.793070 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:22:09.351618 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-290b37f5-e076-4118-a20b-2867ec2aa73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:22:09.994486 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:22:10.188678 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:22:11.666231 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cb62ad0d-1ba1-4646-8c1c-52f446e34942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:22:12.074802 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad0e4ffa-b652-4426-972c-1e4f5f81b4c9 req-43782d40-6a9a-49a0-b2cb-df5dfda19b0e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2bedf1ac-17f8-4a7a-b551-6e86142d5029&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0706801 May 23 12:22:12.238368 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad0e4ffa-b652-4426-972c-1e4f5f81b4c9 req-9d7895a8-0301-4468-8681-bcf358b46ca3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=588190a306d7442794226e883f5db528&device_id=2bedf1ac-17f8-4a7a-b551-6e86142d5029 HTTP/1.1" status: 200 len: 1096 time: 0.0761936 May 23 12:22:12.393244 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e4ffa-b652-4426-972c-1e4f5f81b4c9 req-22e99f62-bb9b-4e81-b5a9-1e4a6e9eb9bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:22:12.394633 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad0e4ffa-b652-4426-972c-1e4f5f81b4c9 req-22e99f62-bb9b-4e81-b5a9-1e4a6e9eb9bc service neutron] 10.222.0.13 "GET /v2.0/networks?id=fb5983dc-87e0-41e3-a9cf-4d517de9ee26 HTTP/1.1" status: 200 len: 898 time: 0.1361744 May 23 12:22:12.504996 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad0e4ffa-b652-4426-972c-1e4f5f81b4c9 req-e4466988-161b-4345-b9d8-08b9916719f4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=827ff25a-2f94-43ed-9894-c4e7ea71f63f HTTP/1.1" status: 200 len: 999 time: 0.1042562 May 23 12:22:12.667546 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e4ffa-b652-4426-972c-1e4f5f81b4c9 req-83702671-0b8a-44da-b12c-c6bedefabf66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:22:12.669001 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad0e4ffa-b652-4426-972c-1e4f5f81b4c9 req-83702671-0b8a-44da-b12c-c6bedefabf66 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9d928d94-f6fa-4ef1-a2fa-a1d0bc23d604 HTTP/1.1" status: 200 len: 834 time: 0.1581979 May 23 12:22:12.753999 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad0e4ffa-b652-4426-972c-1e4f5f81b4c9 req-4033f3d6-2ead-4ad8-8739-ab5e9d114df7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fb5983dc-87e0-41e3-a9cf-4d517de9ee26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788288 May 23 12:22:12.900059 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad0e4ffa-b652-4426-972c-1e4f5f81b4c9 req-c07e8995-c1c3-4bc7-9338-e954031f336c service neutron] 10.222.0.13 "GET /v2.0/networks/fb5983dc-87e0-41e3-a9cf-4d517de9ee26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391592 May 23 12:22:12.953476 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:22:13.045079 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad0e4ffa-b652-4426-972c-1e4f5f81b4c9 req-50e8e362-86f3-476d-92c4-dab4d0b1fec2 service neutron] 10.222.0.13 "GET /v2.0/networks/fb5983dc-87e0-41e3-a9cf-4d517de9ee26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399205 May 23 12:22:13.055664 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:22:14.624584 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:22:33.683434 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2922e6-92d6-4388-a72a-36fe4efb6c53 req-74f2631d-5493-4dca-9077-5c554eaede20 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:22:33.684928 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ec2922e6-92d6-4388-a72a-36fe4efb6c53 req-74f2631d-5493-4dca-9077-5c554eaede20 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=2bedf1ac-17f8-4a7a-b551-6e86142d5029 HTTP/1.1" status: 200 len: 945 time: 0.1568589 May 23 12:22:33.734943 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ec2922e6-92d6-4388-a72a-36fe4efb6c53 req-541878c6-8363-4e35-aebd-356a070377e9 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=e82f4d4b-961e-4074-9761-e70d17187fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420225 May 23 12:22:35.043401 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4e136-d907-425b-944b-3c3528fedc5b req-6252908e-2104-48e9-80ba-0974b2625f00 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:22:35.044837 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a8a4e136-d907-425b-944b-3c3528fedc5b req-6252908e-2104-48e9-80ba-0974b2625f00 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=2bedf1ac-17f8-4a7a-b551-6e86142d5029 HTTP/1.1" status: 200 len: 945 time: 0.1802018 May 23 12:22:35.096691 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a8a4e136-d907-425b-944b-3c3528fedc5b req-296aba82-b4b0-40e0-9857-956cea51915a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=e82f4d4b-961e-4074-9761-e70d17187fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458150 May 23 12:22:36.309493 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e1bfc-a71f-4b05-84d3-aaa3eb000e5b req-8a14616c-c93a-40e4-93cc-b2a07bd5d4b2 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:22:36.309493 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e27e1bfc-a71f-4b05-84d3-aaa3eb000e5b req-8a14616c-c93a-40e4-93cc-b2a07bd5d4b2 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=2bedf1ac-17f8-4a7a-b551-6e86142d5029 HTTP/1.1" status: 200 len: 945 time: 0.0821419 May 23 12:22:36.356298 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e27e1bfc-a71f-4b05-84d3-aaa3eb000e5b req-ef47ae6f-b4c7-400f-86b2-85e1aa1fbef1 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=e82f4d4b-961e-4074-9761-e70d17187fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427971 May 23 12:22:37.564889 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5591d-7366-48ca-87f6-781d15a4449d req-b3eeb339-0e96-4149-9780-7cfee2801ff3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:22:37.566252 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-35b5591d-7366-48ca-87f6-781d15a4449d req-b3eeb339-0e96-4149-9780-7cfee2801ff3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=2bedf1ac-17f8-4a7a-b551-6e86142d5029 HTTP/1.1" status: 200 len: 945 time: 0.0833781 May 23 12:22:37.613755 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-35b5591d-7366-48ca-87f6-781d15a4449d req-e89305ab-932a-4c6f-af9d-e8cc8fb97ff4 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=e82f4d4b-961e-4074-9761-e70d17187fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418360 May 23 12:22:38.794069 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:22:38.821497 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdce4bc-8bdb-4703-82de-ac01226c4c63 req-747fb19d-0b04-4625-8d8f-e9da27acd616 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:22:38.823034 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3fdce4bc-8bdb-4703-82de-ac01226c4c63 req-747fb19d-0b04-4625-8d8f-e9da27acd616 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=2bedf1ac-17f8-4a7a-b551-6e86142d5029 HTTP/1.1" status: 200 len: 945 time: 0.0835254 May 23 12:22:38.870564 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3fdce4bc-8bdb-4703-82de-ac01226c4c63 req-4f24f022-7a5c-40e8-b6e5-fd25234a0702 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=e82f4d4b-961e-4074-9761-e70d17187fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415895 May 23 12:22:39.355983 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-49bb4196-f576-45f5-9339-f1151a8ad252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:22:40.087577 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65c0c7-5bda-46bd-b6c9-b30ee24d71aa req-ff6fc3cb-c27c-4b6a-bfcc-d7093150cfe1 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:22:40.089076 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bf65c0c7-5bda-46bd-b6c9-b30ee24d71aa req-ff6fc3cb-c27c-4b6a-bfcc-d7093150cfe1 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=2bedf1ac-17f8-4a7a-b551-6e86142d5029 HTTP/1.1" status: 200 len: 945 time: 0.0882435 May 23 12:22:40.135346 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bf65c0c7-5bda-46bd-b6c9-b30ee24d71aa req-c91abd3c-7ffc-4fa3-9f41-d27288ee469e tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=e82f4d4b-961e-4074-9761-e70d17187fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404658 May 23 12:22:40.190713 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:22:41.343540 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e22d8-968f-4912-9008-65736c2a191a req-3ba107bb-69aa-4af1-8f0a-56823a3fa2b7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:22:41.345155 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cc7e22d8-968f-4912-9008-65736c2a191a req-3ba107bb-69aa-4af1-8f0a-56823a3fa2b7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=2bedf1ac-17f8-4a7a-b551-6e86142d5029 HTTP/1.1" status: 200 len: 945 time: 0.0812068 May 23 12:22:41.408537 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cc7e22d8-968f-4912-9008-65736c2a191a req-16a60ce1-306f-4b07-922b-01fd66c57a14 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=e82f4d4b-961e-4074-9761-e70d17187fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558841 May 23 12:22:41.664560 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6e3fffbc-37cc-4d11-8e7f-3adce644417f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:22:42.627391 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1bc270-f588-4349-b416-fc1a739be563 req-b88b57b1-ee0e-4844-8e48-caf12e511618 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:22:42.628899 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9a1bc270-f588-4349-b416-fc1a739be563 req-b88b57b1-ee0e-4844-8e48-caf12e511618 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=2bedf1ac-17f8-4a7a-b551-6e86142d5029 HTTP/1.1" status: 200 len: 945 time: 0.0890386 May 23 12:22:42.678388 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9a1bc270-f588-4349-b416-fc1a739be563 req-7df72550-75e2-4fb8-bc6d-f589a60eca8b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=e82f4d4b-961e-4074-9761-e70d17187fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438225 May 23 12:22:42.950545 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:22:43.063298 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:22:44.036700 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b567e-3577-47a3-8795-4ab755b0d5a8 req-0c7f207a-ddf5-4beb-9f15-f3e96b5b696d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:22:44.038170 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-417b567e-3577-47a3-8795-4ab755b0d5a8 req-0c7f207a-ddf5-4beb-9f15-f3e96b5b696d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=2bedf1ac-17f8-4a7a-b551-6e86142d5029 HTTP/1.1" status: 200 len: 945 time: 0.0784230 May 23 12:22:44.088805 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-417b567e-3577-47a3-8795-4ab755b0d5a8 req-452339a4-0776-4342-b2b1-70383b7b5c25 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=e82f4d4b-961e-4074-9761-e70d17187fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446355 May 23 12:22:44.116482 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43874) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:22:44.226263 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-be2c1a96-e340-4c01-9591-ed725a8675e4 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/floatingips/1223e78e-4fee-464a-bbf1-aab0f60e0c59 HTTP/1.1" status: 200 len: 991 time: 0.1086159 May 23 12:22:44.663368 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:22:45.768352 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af4546-24b2-4140-89e0-a4b26a0d9847 req-962245d2-59fe-4543-9663-07c87800f72f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:22:45.769822 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-03af4546-24b2-4140-89e0-a4b26a0d9847 req-962245d2-59fe-4543-9663-07c87800f72f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=2bedf1ac-17f8-4a7a-b551-6e86142d5029 HTTP/1.1" status: 200 len: 945 time: 0.1150150 May 23 12:22:45.833722 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-03af4546-24b2-4140-89e0-a4b26a0d9847 req-24a8de7f-0f73-4f46-9777-33d179732a67 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=e82f4d4b-961e-4074-9761-e70d17187fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575652 May 23 12:22:45.841123 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b39f29d7-416c-4da1-b48e-c45211e087ef req-ac875d02-a090-4c30-b266-19319b70668f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=588190a306d7442794226e883f5db528&device_id=2bedf1ac-17f8-4a7a-b551-6e86142d5029 HTTP/1.1" status: 200 len: 1096 time: 0.1209176 May 23 12:22:46.059336 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f29d7-416c-4da1-b48e-c45211e087ef req-4186d45b-e006-4d31-ac7f-227b2a8d3306 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:22:46.060869 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b39f29d7-416c-4da1-b48e-c45211e087ef req-4186d45b-e006-4d31-ac7f-227b2a8d3306 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fb5983dc-87e0-41e3-a9cf-4d517de9ee26 HTTP/1.1" status: 200 len: 898 time: 0.2135348 May 23 12:22:46.162521 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b39f29d7-416c-4da1-b48e-c45211e087ef req-255d9f50-f19a-499e-8eea-238fd7bc4d61 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=827ff25a-2f94-43ed-9894-c4e7ea71f63f HTTP/1.1" status: 200 len: 999 time: 0.0958381 May 23 12:22:46.224575 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f29d7-416c-4da1-b48e-c45211e087ef req-1e2954af-ddb5-4796-8b23-be4d16df63e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:22:46.226025 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b39f29d7-416c-4da1-b48e-c45211e087ef req-1e2954af-ddb5-4796-8b23-be4d16df63e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9d928d94-f6fa-4ef1-a2fa-a1d0bc23d604 HTTP/1.1" status: 200 len: 834 time: 0.0582275 May 23 12:22:46.304114 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b39f29d7-416c-4da1-b48e-c45211e087ef req-594884a4-4ac6-448b-bc1b-f378ea93e386 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fb5983dc-87e0-41e3-a9cf-4d517de9ee26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717139 May 23 12:22:46.441431 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b39f29d7-416c-4da1-b48e-c45211e087ef req-268bff45-f710-40ed-bba9-5805985d5645 service neutron] 10.222.0.13 "GET /v2.0/networks/fb5983dc-87e0-41e3-a9cf-4d517de9ee26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311400 May 23 12:22:46.579976 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b39f29d7-416c-4da1-b48e-c45211e087ef req-13ea7c23-eabf-4dbe-8925-cd77558c6004 service neutron] 10.222.0.13 "GET /v2.0/networks/fb5983dc-87e0-41e3-a9cf-4d517de9ee26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321385 May 23 12:22:46.995512 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:22:47.044712 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc3550-65b3-4e2b-b47b-ad60cb9b8212 req-9d20c1d2-33a9-4652-b6db-df7767c23ea9 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:22:47.046347 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3ddc3550-65b3-4e2b-b47b-ad60cb9b8212 req-9d20c1d2-33a9-4652-b6db-df7767c23ea9 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=2bedf1ac-17f8-4a7a-b551-6e86142d5029 HTTP/1.1" status: 200 len: 945 time: 0.0859318 May 23 12:22:47.093112 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3ddc3550-65b3-4e2b-b47b-ad60cb9b8212 req-e7214b92-b81d-4f7b-a3bc-a24d26198834 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=e82f4d4b-961e-4074-9761-e70d17187fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411615 May 23 12:22:48.293810 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445211cb-90e4-44b2-bfd0-12e214f03f43 req-4b2f572b-f268-4529-a31b-c78da5c3274d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:22:48.295321 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-445211cb-90e4-44b2-bfd0-12e214f03f43 req-4b2f572b-f268-4529-a31b-c78da5c3274d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=2bedf1ac-17f8-4a7a-b551-6e86142d5029 HTTP/1.1" status: 200 len: 945 time: 0.0787416 May 23 12:22:48.347319 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-445211cb-90e4-44b2-bfd0-12e214f03f43 req-10c65318-2492-49e4-a745-399636a36a5a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=e82f4d4b-961e-4074-9761-e70d17187fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461051 May 23 12:22:48.380618 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43888) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:22:48.490782 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ebacad4f-fd2d-4e51-9fbc-7e7eb2b15716 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/floatingips/1223e78e-4fee-464a-bbf1-aab0f60e0c59 HTTP/1.1" status: 200 len: 991 time: 0.1090159 May 23 12:23:08.822826 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:09.359693 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-38c03214-e72b-41a3-b16c-78cf0222d863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:10.187388 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:11.664386 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-22633e6c-da84-4ea7-80a2-17eea4bd3abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:12.949266 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:13.063726 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:13.075923 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-14a7edd3-6ef1-4d83-84c8-100ee579969e req-8ea43b3b-5306-49c6-b45b-c9e3f3a040bd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2bedf1ac-17f8-4a7a-b551-6e86142d5029&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0954366 May 23 12:23:13.301119 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-14a7edd3-6ef1-4d83-84c8-100ee579969e req-86644ae6-1d3c-47c7-ae49-bf352d7c0816 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=588190a306d7442794226e883f5db528&device_id=2bedf1ac-17f8-4a7a-b551-6e86142d5029 HTTP/1.1" status: 200 len: 1096 time: 0.1046546 May 23 12:23:13.460656 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7edd3-6ef1-4d83-84c8-100ee579969e req-364a356b-1763-4441-a544-31f4bc2faf67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:23:13.462188 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-14a7edd3-6ef1-4d83-84c8-100ee579969e req-364a356b-1763-4441-a544-31f4bc2faf67 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fb5983dc-87e0-41e3-a9cf-4d517de9ee26 HTTP/1.1" status: 200 len: 898 time: 0.1401613 May 23 12:23:13.570985 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-14a7edd3-6ef1-4d83-84c8-100ee579969e req-994de8ae-27b9-4d27-b954-ad7646395004 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=827ff25a-2f94-43ed-9894-c4e7ea71f63f HTTP/1.1" status: 200 len: 999 time: 0.1028907 May 23 12:23:13.636897 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7edd3-6ef1-4d83-84c8-100ee579969e req-6719198e-f86b-41d2-be1b-b152c6889bba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:23:13.639035 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-14a7edd3-6ef1-4d83-84c8-100ee579969e req-6719198e-f86b-41d2-be1b-b152c6889bba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9d928d94-f6fa-4ef1-a2fa-a1d0bc23d604 HTTP/1.1" status: 200 len: 834 time: 0.0626020 May 23 12:23:13.722090 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-14a7edd3-6ef1-4d83-84c8-100ee579969e req-ea281668-ca88-4ccb-9f0f-a472c826feda service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fb5983dc-87e0-41e3-a9cf-4d517de9ee26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765765 May 23 12:23:13.871105 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-14a7edd3-6ef1-4d83-84c8-100ee579969e req-5484f6c6-4b92-45fe-981a-f6b4d42e85c9 service neutron] 10.222.0.13 "GET /v2.0/networks/fb5983dc-87e0-41e3-a9cf-4d517de9ee26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420181 May 23 12:23:14.131379 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-14a7edd3-6ef1-4d83-84c8-100ee579969e req-744cfb57-46fe-4e56-ad82-759887756f1f service neutron] 10.222.0.13 "GET /v2.0/networks/fb5983dc-87e0-41e3-a9cf-4d517de9ee26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541416 May 23 12:23:14.633904 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:23.999586 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:23:38.828567 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:39.364686 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c94e7dcd-06b7-44ce-957d-d3c2d6eabb31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:40.197219 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:41.669830 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8973f551-dcac-4bc4-a497-cd572f26f514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:42.949082 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:43.067175 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:43.483728 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43916) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:23:43.739000 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-100e48df-e41c-41da-a53a-40aafafe50c7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Deleting port 66e75c47-3155-4698-af88-67f5290650ee {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:23:43.739536 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-100e48df-e41c-41da-a53a-40aafafe50c7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:43.945227 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-100e48df-e41c-41da-a53a-40aafafe50c7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:43.945585 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-100e48df-e41c-41da-a53a-40aafafe50c7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:44.086173 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-100e48df-e41c-41da-a53a-40aafafe50c7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Calling delete_port for 66e75c47-3155-4698-af88-67f5290650ee owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:23:44.260689 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-100e48df-e41c-41da-a53a-40aafafe50c7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:44.314956 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e48df-e41c-41da-a53a-40aafafe50c7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event deleted for resources: {'Port': ['ID=66e75c47-3155-4698-af88-67f5290650ee,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:23:44.361489 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100e48df-e41c-41da-a53a-40aafafe50c7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:23:44.361811 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100e48df-e41c-41da-a53a-40aafafe50c7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:23:44.362063 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100e48df-e41c-41da-a53a-40aafafe50c7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:23:44.362399 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100e48df-e41c-41da-a53a-40aafafe50c7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:23:44.362725 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100e48df-e41c-41da-a53a-40aafafe50c7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:23:44.363053 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100e48df-e41c-41da-a53a-40aafafe50c7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:23:44.363380 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100e48df-e41c-41da-a53a-40aafafe50c7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:23:44.363707 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100e48df-e41c-41da-a53a-40aafafe50c7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:23:44.364066 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100e48df-e41c-41da-a53a-40aafafe50c7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:23:44.364389 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100e48df-e41c-41da-a53a-40aafafe50c7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:23:44.364706 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100e48df-e41c-41da-a53a-40aafafe50c7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:23:44.440073 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-100e48df-e41c-41da-a53a-40aafafe50c7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:44.638352 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:44.951962 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100e48df-e41c-41da-a53a-40aafafe50c7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Router 5cd69a1d-d077-417a-910d-5a5bcdffec84 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:23:45.341818 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100e48df-e41c-41da-a53a-40aafafe50c7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:23:45.355940 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183dbfb4-8ad6-4463-9243-06ed40abd55b None None] Sync routers for ids ['5cd69a1d-d077-417a-910d-5a5bcdffec84'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:23:45.367272 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-100e48df-e41c-41da-a53a-40aafafe50c7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:45.369924 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183dbfb4-8ad6-4463-9243-06ed40abd55b None None] Routers {'5cd69a1d-d077-417a-910d-5a5bcdffec84'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:23:45.370558 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-183dbfb4-8ad6-4463-9243-06ed40abd55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:23:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['5cd69a1d-d077-417a-910d-5a5bcdffec84'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:23:45.433891 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-100e48df-e41c-41da-a53a-40aafafe50c7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "DELETE /v2.0/floatingips/1223e78e-4fee-464a-bbf1-aab0f60e0c59 HTTP/1.1" status: 204 len: 168 time: 1.9488637 May 23 12:23:45.434522 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bedf1ac-17f8-4a7a-b551-6e86142d5029', 'tag': '827ff25a-2f94-43ed-9894-c4e7ea71f63f'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:23:45.650175 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-183dbfb4-8ad6-4463-9243-06ed40abd55b None None] Set router 5cd69a1d-d077-417a-910d-5a5bcdffec84 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:23:45.662192 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e52c0f9-6233-4856-8672-733180f4f94a'] response: {'name': 'network-changed', 'server_uuid': '2bedf1ac-17f8-4a7a-b551-6e86142d5029', 'tag': '827ff25a-2f94-43ed-9894-c4e7ea71f63f', 'status': 'completed', 'code': 200} May 23 12:23:45.829170 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ddf09834-15c5-4ec3-bc75-af5080b2bb21 req-2323b2bb-8892-45bb-a1de-4e0b96a25ec8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=588190a306d7442794226e883f5db528&device_id=2bedf1ac-17f8-4a7a-b551-6e86142d5029 HTTP/1.1" status: 200 len: 1096 time: 0.1148636 May 23 12:23:46.050336 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf09834-15c5-4ec3-bc75-af5080b2bb21 req-04ef23b3-c54f-431f-a09b-128c6cc1aa44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:23:46.051972 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ddf09834-15c5-4ec3-bc75-af5080b2bb21 req-04ef23b3-c54f-431f-a09b-128c6cc1aa44 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fb5983dc-87e0-41e3-a9cf-4d517de9ee26 HTTP/1.1" status: 200 len: 898 time: 0.2164652 May 23 12:23:46.061681 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-183dbfb4-8ad6-4463-9243-06ed40abd55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd69a1d-d077-417a-910d-5a5bcdffec84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589552968', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:21:07Z', 'updated_at': '2022-05-23T12:21:11Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:94:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd69a1d-d077-417a-910d-5a5bcdffec84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:21:08Z', 'updated_at': '2022-05-23T12:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '5d4efbb7-0191-4533-86e5-5f0d19ae4a9b', 'name': '', 'network_id': 'fb5983dc-87e0-41e3-a9cf-4d517de9ee26', 'tenant_id': '588190a306d7442794226e883f5db528', 'mac_address': 'fa:16:3e:bb:68:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd69a1d-d077-417a-910d-5a5bcdffec84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d928d94-f6fa-4ef1-a2fa-a1d0bc23d604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:21:11Z', 'updated_at': '2022-05-23T12:21:19Z', 'revision_number': 5, 'project_id': '588190a306d7442794226e883f5db528', 'subnets': [{'id': '9d928d94-f6fa-4ef1-a2fa-a1d0bc23d604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:23:46.068391 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183dbfb4-8ad6-4463-9243-06ed40abd55b None None] Checking router: 5cd69a1d-d077-417a-910d-5a5bcdffec84 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:23:46.082096 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183dbfb4-8ad6-4463-9243-06ed40abd55b None None] Routers {'5cd69a1d-d077-417a-910d-5a5bcdffec84'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:23:46.082742 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-183dbfb4-8ad6-4463-9243-06ed40abd55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:23:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['5cd69a1d-d077-417a-910d-5a5bcdffec84'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:23:46.124646 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306b5af-29ff-465c-ad31-8322f791a61b req-9c073cc6-a58d-49ec-bc15-29b37e52009c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:23:46.125419 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-a306b5af-29ff-465c-ad31-8322f791a61b req-9c073cc6-a58d-49ec-bc15-29b37e52009c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Synchronizing usage tracker for tenant:588190a306d7442794226e883f5db528 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:23:46.150207 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ddf09834-15c5-4ec3-bc75-af5080b2bb21 req-f9498aaf-910f-46ac-94fb-243592f34b51 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=827ff25a-2f94-43ed-9894-c4e7ea71f63f HTTP/1.1" status: 200 len: 217 time: 0.0893447 May 23 12:23:46.193023 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-a306b5af-29ff-465c-ad31-8322f791a61b req-9c073cc6-a58d-49ec-bc15-29b37e52009c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Unset dirty status for tenant:588190a306d7442794226e883f5db528 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:23:46.194298 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a306b5af-29ff-465c-ad31-8322f791a61b req-9c073cc6-a58d-49ec-bc15-29b37e52009c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=2bedf1ac-17f8-4a7a-b551-6e86142d5029 HTTP/1.1" status: 200 len: 945 time: 0.2763767 May 23 12:23:46.254168 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf09834-15c5-4ec3-bc75-af5080b2bb21 req-8d42badb-7d47-44e3-a683-a09365d90838 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:23:46.255592 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ddf09834-15c5-4ec3-bc75-af5080b2bb21 req-8d42badb-7d47-44e3-a683-a09365d90838 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9d928d94-f6fa-4ef1-a2fa-a1d0bc23d604 HTTP/1.1" status: 200 len: 834 time: 0.0994647 May 23 12:23:46.289354 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-183dbfb4-8ad6-4463-9243-06ed40abd55b None None] Set router 5cd69a1d-d077-417a-910d-5a5bcdffec84 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:23:46.311661 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a306b5af-29ff-465c-ad31-8322f791a61b req-33e4e828-be66-4426-b781-1697ca3b570a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=e82f4d4b-961e-4074-9761-e70d17187fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034880 May 23 12:23:46.368706 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ddf09834-15c5-4ec3-bc75-af5080b2bb21 req-3bc56349-77a3-4858-adf7-1943b45046da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fb5983dc-87e0-41e3-a9cf-4d517de9ee26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1062984 May 23 12:23:46.527182 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ddf09834-15c5-4ec3-bc75-af5080b2bb21 req-71e56a63-fff6-48df-89f3-3b6143595d40 service neutron] 10.222.0.13 "GET /v2.0/networks/fb5983dc-87e0-41e3-a9cf-4d517de9ee26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509695 May 23 12:23:46.756560 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ddf09834-15c5-4ec3-bc75-af5080b2bb21 req-30a47daa-b6db-440c-aa97-dccb86c2e5bb service neutron] 10.222.0.13 "GET /v2.0/networks/fb5983dc-87e0-41e3-a9cf-4d517de9ee26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225952 May 23 12:23:46.807004 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-183dbfb4-8ad6-4463-9243-06ed40abd55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd69a1d-d077-417a-910d-5a5bcdffec84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589552968', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:21:07Z', 'updated_at': '2022-05-23T12:21:11Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:94:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd69a1d-d077-417a-910d-5a5bcdffec84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:21:08Z', 'updated_at': '2022-05-23T12:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '5d4efbb7-0191-4533-86e5-5f0d19ae4a9b', 'name': '', 'network_id': 'fb5983dc-87e0-41e3-a9cf-4d517de9ee26', 'tenant_id': '588190a306d7442794226e883f5db528', 'mac_address': 'fa:16:3e:bb:68:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd69a1d-d077-417a-910d-5a5bcdffec84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d928d94-f6fa-4ef1-a2fa-a1d0bc23d604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:21:11Z', 'updated_at': '2022-05-23T12:21:19Z', 'revision_number': 5, 'project_id': '588190a306d7442794226e883f5db528', 'subnets': [{'id': '9d928d94-f6fa-4ef1-a2fa-a1d0bc23d604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:23:46.812823 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183dbfb4-8ad6-4463-9243-06ed40abd55b None None] The sync data for ids ['5cd69a1d-d077-417a-910d-5a5bcdffec84'] in n-d-842952-2 is: [{'id': '5cd69a1d-d077-417a-910d-5a5bcdffec84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589552968', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:21:07Z', 'updated_at': '2022-05-23T12:21:11Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:94:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd69a1d-d077-417a-910d-5a5bcdffec84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:21:08Z', 'updated_at': '2022-05-23T12:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '5d4efbb7-0191-4533-86e5-5f0d19ae4a9b', 'name': '', 'network_id': 'fb5983dc-87e0-41e3-a9cf-4d517de9ee26', 'tenant_id': '588190a306d7442794226e883f5db528', 'mac_address': 'fa:16:3e:bb:68:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd69a1d-d077-417a-910d-5a5bcdffec84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d928d94-f6fa-4ef1-a2fa-a1d0bc23d604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:21:11Z', 'updated_at': '2022-05-23T12:21:19Z', 'revision_number': 5, 'project_id': '588190a306d7442794226e883f5db528', 'subnets': [{'id': '9d928d94-f6fa-4ef1-a2fa-a1d0bc23d604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:23:47.091778 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e1a75a-9254-42d2-84a1-2482c3b8093f None None] New status for floating IP 1223e78e-4fee-464a-bbf1-aab0f60e0c59: DOWN {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 12:23:47.559111 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f826999-7ced-4c61-b1eb-f31f309d033e req-96356b81-b9d9-4214-8da2-157443995a68 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:23:47.560930 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f826999-7ced-4c61-b1eb-f31f309d033e req-96356b81-b9d9-4214-8da2-157443995a68 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=2bedf1ac-17f8-4a7a-b551-6e86142d5029 HTTP/1.1" status: 200 len: 945 time: 0.0902281 May 23 12:23:47.614677 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7f826999-7ced-4c61-b1eb-f31f309d033e req-61530189-2d76-4396-9be4-a894049f2fc8 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=e82f4d4b-961e-4074-9761-e70d17187fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467846 May 23 12:23:47.834457 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df4a39-cc9c-49f1-9a61-ce55537b11d5 req-7d2977ce-929d-4aa4-adbc-43eee3668902 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:23:47.836174 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-44df4a39-cc9c-49f1-9a61-ce55537b11d5 req-7d2977ce-929d-4aa4-adbc-43eee3668902 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bedf1ac-17f8-4a7a-b551-6e86142d5029 HTTP/1.1" status: 200 len: 945 time: 0.1057873 May 23 12:23:47.918005 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-44df4a39-cc9c-49f1-9a61-ce55537b11d5 req-546e572b-b6ab-4f8d-b0bd-fe10a8b3f4f8 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Deleting port 827ff25a-2f94-43ed-9894-c4e7ea71f63f {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:23:47.918280 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-44df4a39-cc9c-49f1-9a61-ce55537b11d5 req-546e572b-b6ab-4f8d-b0bd-fe10a8b3f4f8 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:48.201488 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-44df4a39-cc9c-49f1-9a61-ce55537b11d5 req-546e572b-b6ab-4f8d-b0bd-fe10a8b3f4f8 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] For port 827ff25a-2f94-43ed-9894-c4e7ea71f63f, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=827ff25a-2f94-43ed-9894-c4e7ea71f63f,segment=NetworkSegment(2dce9f6a-58e8-417e-b5a8-c43e73c83e49),segment_id=2dce9f6a-58e8-417e-b5a8-c43e73c83e49)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:23:48.201759 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-44df4a39-cc9c-49f1-9a61-ce55537b11d5 req-546e572b-b6ab-4f8d-b0bd-fe10a8b3f4f8 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:48.337616 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-44df4a39-cc9c-49f1-9a61-ce55537b11d5 req-546e572b-b6ab-4f8d-b0bd-fe10a8b3f4f8 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Calling delete_port for 827ff25a-2f94-43ed-9894-c4e7ea71f63f owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:23:48.642239 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-44df4a39-cc9c-49f1-9a61-ce55537b11d5 req-546e572b-b6ab-4f8d-b0bd-fe10a8b3f4f8 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:48.698778 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e572b-b6ab-4f8d-b0bd-fe10a8b3f4f8 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event deleted for resources: {'Port': ['ID=827ff25a-2f94-43ed-9894-c4e7ea71f63f,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:23:48.838046 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-44df4a39-cc9c-49f1-9a61-ce55537b11d5 req-546e572b-b6ab-4f8d-b0bd-fe10a8b3f4f8 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] No DVR routers for this DVR port 827ff25a-2f94-43ed-9894-c4e7ea71f63f on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:23:48.842281 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0b383069-961b-479b-8b30-dee3f9086188 req-aff1f55d-c321-43c6-8370-4319e6430ad7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=2bedf1ac-17f8-4a7a-b551-6e86142d5029 HTTP/1.1" status: 200 len: 210 time: 0.0642169 May 23 12:23:48.843460 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-44df4a39-cc9c-49f1-9a61-ce55537b11d5 req-546e572b-b6ab-4f8d-b0bd-fe10a8b3f4f8 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:48.846613 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bedf1ac-17f8-4a7a-b551-6e86142d5029', 'name': 'network-vif-deleted', 'tag': '827ff25a-2f94-43ed-9894-c4e7ea71f63f'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:23:48.869878 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-44df4a39-cc9c-49f1-9a61-ce55537b11d5 req-546e572b-b6ab-4f8d-b0bd-fe10a8b3f4f8 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.13 "DELETE /v2.0/ports/827ff25a-2f94-43ed-9894-c4e7ea71f63f HTTP/1.1" status: 204 len: 173 time: 1.0272655 May 23 12:23:48.918193 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9440d914-489a-4f10-b2dd-991856e0d937'] response: {'server_uuid': '2bedf1ac-17f8-4a7a-b551-6e86142d5029', 'name': 'network-vif-deleted', 'tag': '827ff25a-2f94-43ed-9894-c4e7ea71f63f', 'status': 'completed', 'code': 200} May 23 12:23:49.976964 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43952) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:23:50.466736 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-97e0a28d-582e-460f-b96b-ca896b203337 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:51.191308 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-97e0a28d-582e-460f-b96b-ca896b203337 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Deleting port 5d4efbb7-0191-4533-86e5-5f0d19ae4a9b {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:23:51.192070 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-97e0a28d-582e-460f-b96b-ca896b203337 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:51.412942 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-97e0a28d-582e-460f-b96b-ca896b203337 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] For port 5d4efbb7-0191-4533-86e5-5f0d19ae4a9b, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=5d4efbb7-0191-4533-86e5-5f0d19ae4a9b,segment=NetworkSegment(2dce9f6a-58e8-417e-b5a8-c43e73c83e49),segment_id=2dce9f6a-58e8-417e-b5a8-c43e73c83e49)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:23:51.413294 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-97e0a28d-582e-460f-b96b-ca896b203337 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:51.651554 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-97e0a28d-582e-460f-b96b-ca896b203337 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Calling delete_port for 5d4efbb7-0191-4533-86e5-5f0d19ae4a9b owned by network:router_interface {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:23:51.861260 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-97e0a28d-582e-460f-b96b-ca896b203337 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:51.921528 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e0a28d-582e-460f-b96b-ca896b203337 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event deleted for resources: {'Port': ['ID=5d4efbb7-0191-4533-86e5-5f0d19ae4a9b,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:23:52.099395 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 827ff25a-2f94-43ed-9894-c4e7ea71f63f no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:23:52.142399 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 827ff25a-2f94-43ed-9894-c4e7ea71f63f {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:23:52.142884 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 827ff25a-2f94-43ed-9894-c4e7ea71f63f not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:23:52.284652 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-97e0a28d-582e-460f-b96b-ca896b203337 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:52.978364 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e0a28d-582e-460f-b96b-ca896b203337 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Router 5cd69a1d-d077-417a-910d-5a5bcdffec84 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:23:53.198022 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e0a28d-582e-460f-b96b-ca896b203337 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:23:53.209569 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58e47e1-1acf-40d9-be09-671c915eea0c None None] Sync routers for ids ['5cd69a1d-d077-417a-910d-5a5bcdffec84'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:23:53.211705 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-97e0a28d-582e-460f-b96b-ca896b203337 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "PUT /v2.0/routers/5cd69a1d-d077-417a-910d-5a5bcdffec84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2332866 May 23 12:23:53.214931 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43956) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:23:53.225321 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58e47e1-1acf-40d9-be09-671c915eea0c None None] Routers {'5cd69a1d-d077-417a-910d-5a5bcdffec84'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:23:53.225321 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b58e47e1-1acf-40d9-be09-671c915eea0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:23:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['5cd69a1d-d077-417a-910d-5a5bcdffec84'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:23:53.430471 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-b58e47e1-1acf-40d9-be09-671c915eea0c None None] Set router 5cd69a1d-d077-417a-910d-5a5bcdffec84 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:23:53.584887 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cfa09b8-dd3d-497d-9689-5d93214f88b2 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Deleting subnet 9d928d94-f6fa-4ef1-a2fa-a1d0bc23d604 {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 12:23:53.588837 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5cfa09b8-dd3d-497d-9689-5d93214f88b2 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:53.660398 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5cfa09b8-dd3d-497d-9689-5d93214f88b2 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:53.749848 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b58e47e1-1acf-40d9-be09-671c915eea0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd69a1d-d077-417a-910d-5a5bcdffec84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589552968', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:21:07Z', 'updated_at': '2022-05-23T12:23:51Z', 'revision_number': 5, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:94:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd69a1d-d077-417a-910d-5a5bcdffec84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:21:08Z', 'updated_at': '2022-05-23T12:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:23:53.754250 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58e47e1-1acf-40d9-be09-671c915eea0c None None] Checking router: 5cd69a1d-d077-417a-910d-5a5bcdffec84 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:23:53.770288 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58e47e1-1acf-40d9-be09-671c915eea0c None None] Routers {'5cd69a1d-d077-417a-910d-5a5bcdffec84'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:23:53.771446 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b58e47e1-1acf-40d9-be09-671c915eea0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:23:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['5cd69a1d-d077-417a-910d-5a5bcdffec84'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:23:53.776031 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5cfa09b8-dd3d-497d-9689-5d93214f88b2 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:53.873768 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5cfa09b8-dd3d-497d-9689-5d93214f88b2 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:53.920351 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfa09b8-dd3d-497d-9689-5d93214f88b2 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event deleted for resources: {'Subnet': ['ID=9d928d94-f6fa-4ef1-a2fa-a1d0bc23d604,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:23:53.927766 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5cfa09b8-dd3d-497d-9689-5d93214f88b2 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:53.937576 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5cfa09b8-dd3d-497d-9689-5d93214f88b2 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "DELETE /v2.0/subnets/9d928d94-f6fa-4ef1-a2fa-a1d0bc23d604 HTTP/1.1" status: 204 len: 168 time: 0.7211823 May 23 12:23:53.940137 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43960) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:23:53.943662 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43eec1a-d95c-403b-b73b-ea21e9a5ec8a None None] Network fb5983dc-87e0-41e3-a9cf-4d517de9ee26 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:23:54.171197 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-b58e47e1-1acf-40d9-be09-671c915eea0c None None] Set router 5cd69a1d-d077-417a-910d-5a5bcdffec84 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:23:54.183462 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-69f45625-7d32-4214-8eb8-17d0f390069c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:54.415437 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-69f45625-7d32-4214-8eb8-17d0f390069c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:54.430800 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-69f45625-7d32-4214-8eb8-17d0f390069c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Deleting port 0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:23:54.431459 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-69f45625-7d32-4214-8eb8-17d0f390069c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:54.480164 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bac4923-633f-408c-b217-5ae1327b4b98 None None] DHCP port deletion for fb5983dc-87e0-41e3-a9cf-4d517de9ee26 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 12:23:54.489782 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-9bac4923-633f-408c-b217-5ae1327b4b98 None None] Deleting port 9047313a-f727-4f4d-9853-c190b05219b3 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:23:54.490148 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bac4923-633f-408c-b217-5ae1327b4b98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:54.659470 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-69f45625-7d32-4214-8eb8-17d0f390069c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] For port 0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:23:54.660157 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-69f45625-7d32-4214-8eb8-17d0f390069c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:54.757216 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b58e47e1-1acf-40d9-be09-671c915eea0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd69a1d-d077-417a-910d-5a5bcdffec84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589552968', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:21:07Z', 'updated_at': '2022-05-23T12:23:51Z', 'revision_number': 5, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:94:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd69a1d-d077-417a-910d-5a5bcdffec84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:21:08Z', 'updated_at': '2022-05-23T12:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:23:54.780412 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58e47e1-1acf-40d9-be09-671c915eea0c None None] The sync data for ids ['5cd69a1d-d077-417a-910d-5a5bcdffec84'] in n-d-842952-2 is: [{'id': '5cd69a1d-d077-417a-910d-5a5bcdffec84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589552968', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:21:07Z', 'updated_at': '2022-05-23T12:23:51Z', 'revision_number': 5, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': '0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:94:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd69a1d-d077-417a-910d-5a5bcdffec84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:21:08Z', 'updated_at': '2022-05-23T12:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:23:54.813132 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-9bac4923-633f-408c-b217-5ae1327b4b98 None None] For port 9047313a-f727-4f4d-9853-c190b05219b3, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=9047313a-f727-4f4d-9853-c190b05219b3,segment=NetworkSegment(2dce9f6a-58e8-417e-b5a8-c43e73c83e49),segment_id=2dce9f6a-58e8-417e-b5a8-c43e73c83e49)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:23:54.813589 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bac4923-633f-408c-b217-5ae1327b4b98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:54.833202 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-69f45625-7d32-4214-8eb8-17d0f390069c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Calling delete_port for 0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4 owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:23:54.965126 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-9bac4923-633f-408c-b217-5ae1327b4b98 None None] Calling delete_port for 9047313a-f727-4f4d-9853-c190b05219b3 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:23:55.032395 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-69f45625-7d32-4214-8eb8-17d0f390069c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:55.051548 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bac4923-633f-408c-b217-5ae1327b4b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:55.096908 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f45625-7d32-4214-8eb8-17d0f390069c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event deleted for resources: {'Port': ['ID=0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:23:55.098957 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac4923-633f-408c-b217-5ae1327b4b98 None None] Pushing event deleted for resources: {'Port': ['ID=9047313a-f727-4f4d-9853-c190b05219b3,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:23:55.109465 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bac4923-633f-408c-b217-5ae1327b4b98 None None] No DVR routers for this DVR port 9047313a-f727-4f4d-9853-c190b05219b3 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:23:55.116758 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac4923-633f-408c-b217-5ae1327b4b98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:23:55.117241 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac4923-633f-408c-b217-5ae1327b4b98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:23:55.117640 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac4923-633f-408c-b217-5ae1327b4b98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:23:55.118204 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac4923-633f-408c-b217-5ae1327b4b98 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:23:55.118604 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac4923-633f-408c-b217-5ae1327b4b98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:23:55.119003 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac4923-633f-408c-b217-5ae1327b4b98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:23:55.119593 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac4923-633f-408c-b217-5ae1327b4b98 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:23:55.119783 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac4923-633f-408c-b217-5ae1327b4b98 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:23:55.120203 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac4923-633f-408c-b217-5ae1327b4b98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:23:55.120593 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac4923-633f-408c-b217-5ae1327b4b98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:23:55.120984 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac4923-633f-408c-b217-5ae1327b4b98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:23:55.436888 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 9047313a-f727-4f4d-9853-c190b05219b3 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:23:55.479023 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 9047313a-f727-4f4d-9853-c190b05219b3 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:23:55.479558 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 9047313a-f727-4f4d-9853-c190b05219b3 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:23:55.480243 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 5d4efbb7-0191-4533-86e5-5f0d19ae4a9b no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:23:55.482089 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-69f45625-7d32-4214-8eb8-17d0f390069c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:55.513236 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 5d4efbb7-0191-4533-86e5-5f0d19ae4a9b {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:23:55.513568 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 5d4efbb7-0191-4533-86e5-5f0d19ae4a9b not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:23:55.833209 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-69f45625-7d32-4214-8eb8-17d0f390069c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:55.838705 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-69f45625-7d32-4214-8eb8-17d0f390069c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:55.869923 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-69f45625-7d32-4214-8eb8-17d0f390069c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:55.870714 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f45625-7d32-4214-8eb8-17d0f390069c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Fanout notify agent at l3_agent the message router_deleted on router 5cd69a1d-d077-417a-910d-5a5bcdffec84 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 12:23:55.888237 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-69f45625-7d32-4214-8eb8-17d0f390069c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:55.889571 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-69f45625-7d32-4214-8eb8-17d0f390069c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "DELETE /v2.0/routers/5cd69a1d-d077-417a-910d-5a5bcdffec84 HTTP/1.1" status: 204 len: 168 time: 1.9481797 May 23 12:23:55.893854 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43966) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:23:56.029275 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-be37d298-16e7-4d0f-89e7-d32d5e9ead24 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:56.198367 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-be37d298-16e7-4d0f-89e7-d32d5e9ead24 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:56.228827 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-be37d298-16e7-4d0f-89e7-d32d5e9ead24 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb5983dc-87e0-41e3-a9cf-4d517de9ee26']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:23:56.246851 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-be37d298-16e7-4d0f-89e7-d32d5e9ead24 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dce9f6a-58e8-417e-b5a8-c43e73c83e49') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:23:56.247175 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-be37d298-16e7-4d0f-89e7-d32d5e9ead24 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dce9f6a-58e8-417e-b5a8-c43e73c83e49') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:23:56.260077 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-be37d298-16e7-4d0f-89e7-d32d5e9ead24 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:56.277977 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-be37d298-16e7-4d0f-89e7-d32d5e9ead24 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:56.284593 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be37d298-16e7-4d0f-89e7-d32d5e9ead24 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 12:23:56.284978 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-be37d298-16e7-4d0f-89e7-d32d5e9ead24 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:56.301204 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 12:23:56.301204 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 12:23:56.301204 n-d-842952-2 neutron-server[83910]: timer() May 23 12:23:56.301204 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 12:23:56.301204 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 12:23:56.301204 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 12:23:56.301204 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 12:23:56.301204 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 12:23:56.301204 n-d-842952-2 neutron-server[83910]: self._notify() May 23 12:23:56.301204 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 12:23:56.301204 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 12:23:56.301204 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 12:23:56.301204 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 12:23:56.301204 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 12:23:56.301204 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 12:23:56.301204 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 12:23:56.301204 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 12:23:56.301204 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 12:23:56.301204 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 12:23:56.301204 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 12:23:56.301204 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 12:23:56.301204 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 12:23:56.301204 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 12:23:56.301204 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 12:23:56.301204 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 12:23:56.301204 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 12:23:56.301204 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 12:23:56.301204 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 12:23:56.301204 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 12:23:56.301204 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 12:23:56.301204 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 12:23:56.301204 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 12:23:56.390055 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-be37d298-16e7-4d0f-89e7-d32d5e9ead24 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:56.413560 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-be37d298-16e7-4d0f-89e7-d32d5e9ead24 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:56.424332 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37d298-16e7-4d0f-89e7-d32d5e9ead24 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event deleted for resources: {'Network': ['ID=fb5983dc-87e0-41e3-a9cf-4d517de9ee26,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:23:56.430545 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-be37d298-16e7-4d0f-89e7-d32d5e9ead24 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "DELETE /v2.0/networks/fb5983dc-87e0-41e3-a9cf-4d517de9ee26 HTTP/1.1" status: 204 len: 168 time: 0.5354507 May 23 12:23:56.433424 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43970) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:23:56.528151 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e5638bc3-cfe2-4678-86a7-ffc2457085c1 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:56.564364 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e5638bc3-cfe2-4678-86a7-ffc2457085c1 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:56.640102 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e5638bc3-cfe2-4678-86a7-ffc2457085c1 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:56.660066 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5638bc3-cfe2-4678-86a7-ffc2457085c1 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82f4d4b-961e-4074-9761-e70d17187fee,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:23:56.667587 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e5638bc3-cfe2-4678-86a7-ffc2457085c1 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:56.670942 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e5638bc3-cfe2-4678-86a7-ffc2457085c1 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "DELETE /v2.0/security-groups/e82f4d4b-961e-4074-9761-e70d17187fee HTTP/1.1" status: 204 len: 168 time: 0.2345846 May 23 12:23:56.836635 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43978) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:23:56.842861 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-6786cd5a-aef3-47d7-949e-e8e03c226005 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1134699260', 'description': 'tempest-secgroup-smoke-1134699260 description', 'project_id': '588190a306d7442794226e883f5db528'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:23:56.850748 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6786cd5a-aef3-47d7-949e-e8e03c226005 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:23:56.855227 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-6786cd5a-aef3-47d7-949e-e8e03c226005 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:security_group and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:23:56.858521 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-6786cd5a-aef3-47d7-949e-e8e03c226005 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:23:56.865261 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6786cd5a-aef3-47d7-949e-e8e03c226005 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:23:56.876215 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6786cd5a-aef3-47d7-949e-e8e03c226005 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:56.923166 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6786cd5a-aef3-47d7-949e-e8e03c226005 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:23:56.927578 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-6786cd5a-aef3-47d7-949e-e8e03c226005 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:security_group_rule and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:23:56.930822 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-6786cd5a-aef3-47d7-949e-e8e03c226005 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:23:56.937560 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6786cd5a-aef3-47d7-949e-e8e03c226005 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:23:57.000359 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6786cd5a-aef3-47d7-949e-e8e03c226005 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:57.004716 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6786cd5a-aef3-47d7-949e-e8e03c226005 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:57.051935 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786cd5a-aef3-47d7-949e-e8e03c226005 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf45e2c3-5026-43c2-954b-b231492deb53,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:23:57.056706 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6786cd5a-aef3-47d7-949e-e8e03c226005 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:57.060362 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6786cd5a-aef3-47d7-949e-e8e03c226005 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2225494 May 23 12:23:57.061036 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43982) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:23:57.071266 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d227f26f-cc09-45c5-bf14-be95c00f633b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'security_group_rule': {'security_group_id': 'bf45e2c3-5026-43c2-954b-b231492deb53', 'project_id': '588190a306d7442794226e883f5db528', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:23:57.078775 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6786cd5a-aef3-47d7-949e-e8e03c226005 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:23:57.079111 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6786cd5a-aef3-47d7-949e-e8e03c226005 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:23:57.079420 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6786cd5a-aef3-47d7-949e-e8e03c226005 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:23:57.079737 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6786cd5a-aef3-47d7-949e-e8e03c226005 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:23:57.080114 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6786cd5a-aef3-47d7-949e-e8e03c226005 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:23:57.080440 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6786cd5a-aef3-47d7-949e-e8e03c226005 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:23:57.080760 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6786cd5a-aef3-47d7-949e-e8e03c226005 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:23:57.081080 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6786cd5a-aef3-47d7-949e-e8e03c226005 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:23:57.081399 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6786cd5a-aef3-47d7-949e-e8e03c226005 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:23:57.081722 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6786cd5a-aef3-47d7-949e-e8e03c226005 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:23:57.082044 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6786cd5a-aef3-47d7-949e-e8e03c226005 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:23:57.085484 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d227f26f-cc09-45c5-bf14-be95c00f633b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:23:57.090306 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d227f26f-cc09-45c5-bf14-be95c00f633b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:security_group_rule and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:23:57.094025 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d227f26f-cc09-45c5-bf14-be95c00f633b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:23:57.100837 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d227f26f-cc09-45c5-bf14-be95c00f633b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:23:57.122701 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d227f26f-cc09-45c5-bf14-be95c00f633b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:57.193106 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d227f26f-cc09-45c5-bf14-be95c00f633b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:57.197469 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d227f26f-cc09-45c5-bf14-be95c00f633b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:57.224847 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d227f26f-cc09-45c5-bf14-be95c00f633b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9d029c8-1832-4381-8ae4-633eb88a86a4,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:23:57.236723 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d227f26f-cc09-45c5-bf14-be95c00f633b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:57.238094 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d227f26f-cc09-45c5-bf14-be95c00f633b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1737309 May 23 12:23:57.241174 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43986) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:23:57.247290 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-4a2c82da-b014-4662-a2ea-2f679c444444 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'security_group_rule': {'security_group_id': 'bf45e2c3-5026-43c2-954b-b231492deb53', 'project_id': '588190a306d7442794226e883f5db528', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:23:57.255110 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4a2c82da-b014-4662-a2ea-2f679c444444 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:23:57.259538 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4a2c82da-b014-4662-a2ea-2f679c444444 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:security_group_rule and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:23:57.262927 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-4a2c82da-b014-4662-a2ea-2f679c444444 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:23:57.269724 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4a2c82da-b014-4662-a2ea-2f679c444444 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:23:57.289194 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4a2c82da-b014-4662-a2ea-2f679c444444 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:57.327720 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:23:57.364062 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4a2c82da-b014-4662-a2ea-2f679c444444 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:57.366874 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:23:57.367282 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 0af3e4eb-b35d-41a4-89a9-a344b1bdc9c4 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:23:57.368605 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4a2c82da-b014-4662-a2ea-2f679c444444 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:57.395257 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c82da-b014-4662-a2ea-2f679c444444 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b73e50b1-8cee-4255-8e04-5d3b5905fc84,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:23:57.405381 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4a2c82da-b014-4662-a2ea-2f679c444444 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:57.406694 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4a2c82da-b014-4662-a2ea-2f679c444444 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1644359 May 23 12:23:57.409682 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43990) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:23:57.415996 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-bd87d1bf-d82f-44e2-87aa-f958a17551d0 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'security_group_rule': {'security_group_id': 'bf45e2c3-5026-43c2-954b-b231492deb53', 'project_id': '588190a306d7442794226e883f5db528', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:23:57.423789 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bd87d1bf-d82f-44e2-87aa-f958a17551d0 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:23:57.428104 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-bd87d1bf-d82f-44e2-87aa-f958a17551d0 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:security_group_rule and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:23:57.431373 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-bd87d1bf-d82f-44e2-87aa-f958a17551d0 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:23:57.437693 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-bd87d1bf-d82f-44e2-87aa-f958a17551d0 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:23:57.460723 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bd87d1bf-d82f-44e2-87aa-f958a17551d0 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:57.534766 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bd87d1bf-d82f-44e2-87aa-f958a17551d0 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:57.539456 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bd87d1bf-d82f-44e2-87aa-f958a17551d0 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:57.565082 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd87d1bf-d82f-44e2-87aa-f958a17551d0 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=415941a8-6b5c-45f9-bcad-18f530a097e8,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:23:57.575363 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bd87d1bf-d82f-44e2-87aa-f958a17551d0 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:57.577332 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-bd87d1bf-d82f-44e2-87aa-f958a17551d0 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1664255 May 23 12:23:57.580489 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 43994) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:23:57.587624 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-6fc61521-0ada-40cd-8a6b-7f3c28160e2d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'security_group_rule': {'security_group_id': 'bf45e2c3-5026-43c2-954b-b231492deb53', 'project_id': '588190a306d7442794226e883f5db528', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:23:57.595849 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6fc61521-0ada-40cd-8a6b-7f3c28160e2d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:23:57.600367 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-6fc61521-0ada-40cd-8a6b-7f3c28160e2d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:security_group_rule and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:23:57.603803 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-6fc61521-0ada-40cd-8a6b-7f3c28160e2d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:23:57.610984 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6fc61521-0ada-40cd-8a6b-7f3c28160e2d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:23:57.630635 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6fc61521-0ada-40cd-8a6b-7f3c28160e2d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:57.703612 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6fc61521-0ada-40cd-8a6b-7f3c28160e2d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:57.708237 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6fc61521-0ada-40cd-8a6b-7f3c28160e2d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:57.734724 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc61521-0ada-40cd-8a6b-7f3c28160e2d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4374f76a-0155-4377-869a-2ac57b87f6c6,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:23:57.745109 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6fc61521-0ada-40cd-8a6b-7f3c28160e2d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:57.746365 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6fc61521-0ada-40cd-8a6b-7f3c28160e2d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1648831 May 23 12:23:57.749502 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 43998) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:23:57.755319 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-7af10f5d-18e8-4e7b-a196-8540281673ff tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'security_group_rule': {'security_group_id': 'bf45e2c3-5026-43c2-954b-b231492deb53', 'project_id': '588190a306d7442794226e883f5db528', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:23:57.762513 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7af10f5d-18e8-4e7b-a196-8540281673ff tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:23:57.767173 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7af10f5d-18e8-4e7b-a196-8540281673ff tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:security_group_rule and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:23:57.770322 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-7af10f5d-18e8-4e7b-a196-8540281673ff tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:23:57.776928 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-7af10f5d-18e8-4e7b-a196-8540281673ff tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:23:57.789709 n-d-842952-2 neutron-server[83910]: INFO neutron.db.securitygroups_db [None req-7af10f5d-18e8-4e7b-a196-8540281673ff tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Project 588190a306d7442794226e883f5db528 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 12:23:57.797478 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7af10f5d-18e8-4e7b-a196-8540281673ff tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:57.867362 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7af10f5d-18e8-4e7b-a196-8540281673ff tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:57.871895 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7af10f5d-18e8-4e7b-a196-8540281673ff tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:57.896918 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af10f5d-18e8-4e7b-a196-8540281673ff tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=666d2ef1-c899-4f89-9d65-2a6a03918982,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:23:57.907149 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7af10f5d-18e8-4e7b-a196-8540281673ff tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:57.908436 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7af10f5d-18e8-4e7b-a196-8540281673ff tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1579068 May 23 12:23:57.911390 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 44002) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:23:57.917562 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-254c356a-b825-477c-892b-25c8218a1d9c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'security_group_rule': {'security_group_id': 'bf45e2c3-5026-43c2-954b-b231492deb53', 'project_id': '588190a306d7442794226e883f5db528', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:23:57.924749 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-254c356a-b825-477c-892b-25c8218a1d9c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:23:57.928912 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-254c356a-b825-477c-892b-25c8218a1d9c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:security_group_rule and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:23:57.932248 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-254c356a-b825-477c-892b-25c8218a1d9c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:23:57.938236 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-254c356a-b825-477c-892b-25c8218a1d9c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:23:57.950095 n-d-842952-2 neutron-server[83910]: INFO neutron.db.securitygroups_db [None req-254c356a-b825-477c-892b-25c8218a1d9c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Project 588190a306d7442794226e883f5db528 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 12:23:57.956908 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-254c356a-b825-477c-892b-25c8218a1d9c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:58.033556 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-254c356a-b825-477c-892b-25c8218a1d9c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:58.038237 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-254c356a-b825-477c-892b-25c8218a1d9c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:58.063730 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c356a-b825-477c-892b-25c8218a1d9c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=468a27d2-b56d-4816-8e71-6eddbf90fcb5,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:23:58.075490 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-254c356a-b825-477c-892b-25c8218a1d9c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:58.077367 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-254c356a-b825-477c-892b-25c8218a1d9c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1648495 May 23 12:23:58.080466 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 44006) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:23:58.087055 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-286f4a7e-207f-4caa-8593-034ad989e9d7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'network': {'name': 'tempest-network-smoke--1377495893', 'project_id': '588190a306d7442794226e883f5db528', 'port_security_enabled': True}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:23:58.093436 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-286f4a7e-207f-4caa-8593-034ad989e9d7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:23:58.097867 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-286f4a7e-207f-4caa-8593-034ad989e9d7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:network and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:23:58.100988 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-286f4a7e-207f-4caa-8593-034ad989e9d7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:23:58.106937 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-286f4a7e-207f-4caa-8593-034ad989e9d7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:23:58.119431 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286f4a7e-207f-4caa-8593-034ad989e9d7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Made reservation on behalf of 588190a306d7442794226e883f5db528 for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:23:58.122500 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-286f4a7e-207f-4caa-8593-034ad989e9d7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:58.156551 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-286f4a7e-207f-4caa-8593-034ad989e9d7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 12:23:58.167146 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-286f4a7e-207f-4caa-8593-034ad989e9d7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:58.167508 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-286f4a7e-207f-4caa-8593-034ad989e9d7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Added segment c4ec2bce-6fc7-4a11-9872-f93def1d84dd of type vlan for network 4ab9a68b-796a-4d72-9851-cdc05c77aa0f May 23 12:23:58.198964 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-286f4a7e-207f-4caa-8593-034ad989e9d7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:58.234502 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-286f4a7e-207f-4caa-8593-034ad989e9d7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:58.238499 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286f4a7e-207f-4caa-8593-034ad989e9d7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:23:58.239117 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-286f4a7e-207f-4caa-8593-034ad989e9d7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:58.357269 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-286f4a7e-207f-4caa-8593-034ad989e9d7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2755697 May 23 12:23:58.360301 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286f4a7e-207f-4caa-8593-034ad989e9d7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'Network': ['ID=4ab9a68b-796a-4d72-9851-cdc05c77aa0f,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:23:58.360470 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44010) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:23:58.366909 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d24ad474-da0b-4183-b90e-5432b4ecb5a0 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-939466085', 'admin_state_up': True, 'project_id': '588190a306d7442794226e883f5db528', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:23:58.372675 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 4ab9a68b-796a-4d72-9851-cdc05c77aa0f details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 12:23:58.375988 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d24ad474-da0b-4183-b90e-5432b4ecb5a0 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:23:58.380360 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d24ad474-da0b-4183-b90e-5432b4ecb5a0 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:router and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:23:58.384786 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d24ad474-da0b-4183-b90e-5432b4ecb5a0 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:23:58.391730 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d24ad474-da0b-4183-b90e-5432b4ecb5a0 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:23:58.404370 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d24ad474-da0b-4183-b90e-5432b4ecb5a0 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:58.405279 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d24ad474-da0b-4183-b90e-5432b4ecb5a0 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:58.427610 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d24ad474-da0b-4183-b90e-5432b4ecb5a0 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:58.640785 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d24ad474-da0b-4183-b90e-5432b4ecb5a0 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:58.966322 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d24ad474-da0b-4183-b90e-5432b4ecb5a0 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for router_gateway, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:58.998054 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d24ad474-da0b-4183-b90e-5432b4ecb5a0 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:59.158877 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-d24ad474-da0b-4183-b90e-5432b4ecb5a0 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Allocated IP 172.25.6.26 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/e2ef55cf-d782-41d0-9278-fb536eca365c) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:23:59.325334 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d24ad474-da0b-4183-b90e-5432b4ecb5a0 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:59.356555 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d24ad474-da0b-4183-b90e-5432b4ecb5a0 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:59.427728 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24ad474-da0b-4183-b90e-5432b4ecb5a0 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:23:59.430745 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-d24ad474-da0b-4183-b90e-5432b4ecb5a0 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:23:59.435380 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24ad474-da0b-4183-b90e-5432b4ecb5a0 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:23:59.465210 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ad474-da0b-4183-b90e-5432b4ecb5a0 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'Port': ['ID=e2ef55cf-d782-41d0-9278-fb536eca365c,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:23:59.633571 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d24ad474-da0b-4183-b90e-5432b4ecb5a0 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for router_gateway, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:59.634257 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d24ad474-da0b-4183-b90e-5432b4ecb5a0 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:23:59.883377 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d24ad474-da0b-4183-b90e-5432b4ecb5a0 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Router 682ffad6-8488-4862-93b1-16c91beea42b is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 12:24:00.102399 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24ad474-da0b-4183-b90e-5432b4ecb5a0 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:24:00.113871 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161e6576-337c-4f1c-af90-710adbe41f86 None None] Sync routers for ids ['682ffad6-8488-4862-93b1-16c91beea42b'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:24:00.133446 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161e6576-337c-4f1c-af90-710adbe41f86 None None] Routers {'682ffad6-8488-4862-93b1-16c91beea42b'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:24:00.134104 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-161e6576-337c-4f1c-af90-710adbe41f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:23:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['682ffad6-8488-4862-93b1-16c91beea42b'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:24:00.141180 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d24ad474-da0b-4183-b90e-5432b4ecb5a0 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:00.146004 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d24ad474-da0b-4183-b90e-5432b4ecb5a0 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7808151 May 23 12:24:00.146245 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44014) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:24:00.194573 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-149f3998-c204-454c-90b8-92284ff40fd3 tempest-TestNetworkAdvancedServerOps-1692628639 tempest-TestNetworkAdvancedServerOps-1692628639-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=588190a306d7442794226e883f5db528&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0447838 May 23 12:24:00.194849 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44018) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:24:00.325198 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-161e6576-337c-4f1c-af90-710adbe41f86 None None] Set router 682ffad6-8488-4862-93b1-16c91beea42b gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:24:00.347736 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f8a70f-beca-4df9-87d0-27969e4ceb70 tempest-TestNetworkAdvancedServerOps-1692628639 tempest-TestNetworkAdvancedServerOps-1692628639-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:24:00.352912 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-56f8a70f-beca-4df9-87d0-27969e4ceb70 tempest-TestNetworkAdvancedServerOps-1692628639 tempest-TestNetworkAdvancedServerOps-1692628639-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1536918 May 23 12:24:00.353667 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 44022) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:24:00.397590 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1aa2508f-6679-4425-ae27-49fb3bc80aff tempest-TestNetworkAdvancedServerOps-1692628639 tempest-TestNetworkAdvancedServerOps-1692628639-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=87d63aa2-c2e7-4553-824a-d818708dd83b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426910 May 23 12:24:00.400962 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 44026) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:24:00.407034 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-b2eb454b-a137-44ea-81c2-28b48aa92da8 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1631396498', 'network_id': '4ab9a68b-796a-4d72-9851-cdc05c77aa0f', 'project_id': '588190a306d7442794226e883f5db528', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:24:00.644094 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-161e6576-337c-4f1c-af90-710adbe41f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682ffad6-8488-4862-93b1-16c91beea42b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-939466085', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'e2ef55cf-d782-41d0-9278-fb536eca365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:23:58Z', 'updated_at': '2022-05-23T12:23:59Z', 'revision_number': 3, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': 'e2ef55cf-d782-41d0-9278-fb536eca365c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '682ffad6-8488-4862-93b1-16c91beea42b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:23:59Z', 'updated_at': '2022-05-23T12:23:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:24:00.648384 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161e6576-337c-4f1c-af90-710adbe41f86 None None] Checking router: 682ffad6-8488-4862-93b1-16c91beea42b for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:24:00.648717 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161e6576-337c-4f1c-af90-710adbe41f86 None None] Updating router 682ffad6-8488-4862-93b1-16c91beea42b port e2ef55cf-d782-41d0-9278-fb536eca365c binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 12:24:00.655884 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b2eb454b-a137-44ea-81c2-28b48aa92da8 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:24:00.661203 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-b2eb454b-a137-44ea-81c2-28b48aa92da8 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:subnet and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:24:00.664154 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-b2eb454b-a137-44ea-81c2-28b48aa92da8 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:24:00.671667 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-b2eb454b-a137-44ea-81c2-28b48aa92da8 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:24:00.688527 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2eb454b-a137-44ea-81c2-28b48aa92da8 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Made reservation on behalf of 588190a306d7442794226e883f5db528 for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:24:00.706734 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-161e6576-337c-4f1c-af90-710adbe41f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:00.810792 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b2eb454b-a137-44ea-81c2-28b48aa92da8 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:01.019674 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:24:01.088307 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b2eb454b-a137-44ea-81c2-28b48aa92da8 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:01.124367 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-161e6576-337c-4f1c-af90-710adbe41f86 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:01.141370 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-161e6576-337c-4f1c-af90-710adbe41f86 None None] Transition to ACTIVE for port object e2ef55cf-d782-41d0-9278-fb536eca365c will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:24:01.152185 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-161e6576-337c-4f1c-af90-710adbe41f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:01.193634 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb454b-a137-44ea-81c2-28b48aa92da8 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'Subnet': ['ID=0c0433a2-cf9e-499b-91f5-6cecb8f7efed,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:24:01.207390 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2eb454b-a137-44ea-81c2-28b48aa92da8 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Checking segment: {'id': 'c4ec2bce-6fc7-4a11-9872-f93def1d84dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4ab9a68b-796a-4d72-9851-cdc05c77aa0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:24:01.207747 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2eb454b-a137-44ea-81c2-28b48aa92da8 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Network hostable DHCP agents. Network: 4ab9a68b-796a-4d72-9851-cdc05c77aa0f, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:24:01.235766 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2eb454b-a137-44ea-81c2-28b48aa92da8 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Network 4ab9a68b-796a-4d72-9851-cdc05c77aa0f is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:24:01.239589 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f56922-a754-4030-b163-f2015ea4e306 None None] Pushing event updated for resources: {'Port': ['ID=e2ef55cf-d782-41d0-9278-fb536eca365c,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:24:01.242023 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-161e6576-337c-4f1c-af90-710adbe41f86 None None] Attempting to bind port e2ef55cf-d782-41d0-9278-fb536eca365c on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:24:01.242397 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-161e6576-337c-4f1c-af90-710adbe41f86 None None] Attempting to bind port e2ef55cf-d782-41d0-9278-fb536eca365c by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:24:01.242755 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161e6576-337c-4f1c-af90-710adbe41f86 None None] Attempting to bind port e2ef55cf-d782-41d0-9278-fb536eca365c on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:24:01.253035 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-b2eb454b-a137-44ea-81c2-28b48aa92da8 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 4ab9a68b-796a-4d72-9851-cdc05c77aa0f) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:24:01.255717 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f56922-a754-4030-b163-f2015ea4e306 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:01.256099 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f56922-a754-4030-b163-f2015ea4e306 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:01.256430 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f56922-a754-4030-b163-f2015ea4e306 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:01.256758 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f56922-a754-4030-b163-f2015ea4e306 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:01.257081 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f56922-a754-4030-b163-f2015ea4e306 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:01.257401 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f56922-a754-4030-b163-f2015ea4e306 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:01.257726 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f56922-a754-4030-b163-f2015ea4e306 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:01.258068 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f56922-a754-4030-b163-f2015ea4e306 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:01.258352 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f56922-a754-4030-b163-f2015ea4e306 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:01.258669 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f56922-a754-4030-b163-f2015ea4e306 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:01.259002 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f56922-a754-4030-b163-f2015ea4e306 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:24:01.260316 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2eb454b-a137-44ea-81c2-28b48aa92da8 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:24:01.261406 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b2eb454b-a137-44ea-81c2-28b48aa92da8 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:01.263480 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161e6576-337c-4f1c-af90-710adbe41f86 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:24:01.266023 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3640f0b7-0fed-405f-a437-8dfe88ebe8e3 None None] Network 4ab9a68b-796a-4d72-9851-cdc05c77aa0f requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:24:01.272129 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161e6576-337c-4f1c-af90-710adbe41f86 None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:24:01.272686 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-161e6576-337c-4f1c-af90-710adbe41f86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:01.273083 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161e6576-337c-4f1c-af90-710adbe41f86 None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:24:01.273597 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-161e6576-337c-4f1c-af90-710adbe41f86 None None] Bound port: e2ef55cf-d782-41d0-9278-fb536eca365c, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:24:01.273971 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-161e6576-337c-4f1c-af90-710adbe41f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:01.302720 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b2eb454b-a137-44ea-81c2-28b48aa92da8 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8968604 May 23 12:24:01.303061 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 44030) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:24:01.366893 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-161e6576-337c-4f1c-af90-710adbe41f86 None None] For port e2ef55cf-d782-41d0-9278-fb536eca365c, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:24:01.370499 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-161e6576-337c-4f1c-af90-710adbe41f86 None None] For port e2ef55cf-d782-41d0-9278-fb536eca365c, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e2ef55cf-d782-41d0-9278-fb536eca365c,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:24:01.375293 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-161e6576-337c-4f1c-af90-710adbe41f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:01.487780 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161e6576-337c-4f1c-af90-710adbe41f86 None None] Routers {'682ffad6-8488-4862-93b1-16c91beea42b'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:24:01.488545 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-161e6576-337c-4f1c-af90-710adbe41f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:23:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['682ffad6-8488-4862-93b1-16c91beea42b'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:24:01.505972 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed0c54e-90d3-4039-8077-792606a2bed0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-4ab9a68b-796a-4d72-9851-cdc05c77aa0f', 'network_id': '4ab9a68b-796a-4d72-9851-cdc05c77aa0f', 'tenant_id': '588190a306d7442794226e883f5db528', 'fixed_ips': [{'subnet_id': '0c0433a2-cf9e-499b-91f5-6cecb8f7efed'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 12:24:01.506475 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eed0c54e-90d3-4039-8077-792606a2bed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:01.547456 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f56922-a754-4030-b163-f2015ea4e306 None None] Pushing event updated for resources: {'Port': ['ID=e2ef55cf-d782-41d0-9278-fb536eca365c,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:24:01.700800 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-eed0c54e-90d3-4039-8077-792606a2bed0 None None] Allocated IP 172.20.0.2 (4ab9a68b-796a-4d72-9851-cdc05c77aa0f/0c0433a2-cf9e-499b-91f5-6cecb8f7efed/eb6b1dc2-e07c-4a3b-8913-5de4a204dbf0) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:24:01.727876 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-161e6576-337c-4f1c-af90-710adbe41f86 None None] Set router 682ffad6-8488-4862-93b1-16c91beea42b gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:24:01.953424 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eed0c54e-90d3-4039-8077-792606a2bed0 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:01.966284 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-eed0c54e-90d3-4039-8077-792606a2bed0 None None] Transition to ACTIVE for port object eb6b1dc2-e07c-4a3b-8913-5de4a204dbf0 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:24:01.990262 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-eed0c54e-90d3-4039-8077-792606a2bed0 None None] Transition to ACTIVE for port object eb6b1dc2-e07c-4a3b-8913-5de4a204dbf0 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:24:02.005877 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eed0c54e-90d3-4039-8077-792606a2bed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:02.055190 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-161e6576-337c-4f1c-af90-710adbe41f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682ffad6-8488-4862-93b1-16c91beea42b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-939466085', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'e2ef55cf-d782-41d0-9278-fb536eca365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:23:58Z', 'updated_at': '2022-05-23T12:23:59Z', 'revision_number': 3, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': 'e2ef55cf-d782-41d0-9278-fb536eca365c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '682ffad6-8488-4862-93b1-16c91beea42b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:23:59Z', 'updated_at': '2022-05-23T12:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:24:02.061054 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161e6576-337c-4f1c-af90-710adbe41f86 None None] The sync data for ids ['682ffad6-8488-4862-93b1-16c91beea42b'] in n-d-842952-2 is: [{'id': '682ffad6-8488-4862-93b1-16c91beea42b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-939466085', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'e2ef55cf-d782-41d0-9278-fb536eca365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:23:58Z', 'updated_at': '2022-05-23T12:23:59Z', 'revision_number': 3, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': 'e2ef55cf-d782-41d0-9278-fb536eca365c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '682ffad6-8488-4862-93b1-16c91beea42b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:23:59Z', 'updated_at': '2022-05-23T12:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:24:02.099392 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed0c54e-90d3-4039-8077-792606a2bed0 None None] Network 4ab9a68b-796a-4d72-9851-cdc05c77aa0f is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:24:02.107660 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-eed0c54e-90d3-4039-8077-792606a2bed0 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:24:02.112290 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed0c54e-90d3-4039-8077-792606a2bed0 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:24:02.152192 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed0c54e-90d3-4039-8077-792606a2bed0 None None] Pushing event updated for resources: {'Port': ['ID=eb6b1dc2-e07c-4a3b-8913-5de4a204dbf0,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:24:02.240410 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-eed0c54e-90d3-4039-8077-792606a2bed0 None None] Attempting to bind port eb6b1dc2-e07c-4a3b-8913-5de4a204dbf0 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:24:02.241069 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-eed0c54e-90d3-4039-8077-792606a2bed0 None None] Attempting to bind port eb6b1dc2-e07c-4a3b-8913-5de4a204dbf0 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'c4ec2bce-6fc7-4a11-9872-f93def1d84dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4ab9a68b-796a-4d72-9851-cdc05c77aa0f'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:24:02.241612 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed0c54e-90d3-4039-8077-792606a2bed0 None None] Attempting to bind port eb6b1dc2-e07c-4a3b-8913-5de4a204dbf0 on network 4ab9a68b-796a-4d72-9851-cdc05c77aa0f {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:24:02.250401 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed0c54e-90d3-4039-8077-792606a2bed0 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:24:02.250809 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed0c54e-90d3-4039-8077-792606a2bed0 None None] Checking segment: {'id': 'c4ec2bce-6fc7-4a11-9872-f93def1d84dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4ab9a68b-796a-4d72-9851-cdc05c77aa0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:24:02.251297 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eed0c54e-90d3-4039-8077-792606a2bed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:02.251781 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed0c54e-90d3-4039-8077-792606a2bed0 None None] Bound using segment: {'id': 'c4ec2bce-6fc7-4a11-9872-f93def1d84dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4ab9a68b-796a-4d72-9851-cdc05c77aa0f'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:24:02.252381 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-eed0c54e-90d3-4039-8077-792606a2bed0 None None] Bound port: eb6b1dc2-e07c-4a3b-8913-5de4a204dbf0, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4ec2bce-6fc7-4a11-9872-f93def1d84dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4ab9a68b-796a-4d72-9851-cdc05c77aa0f'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:24:02.252814 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eed0c54e-90d3-4039-8077-792606a2bed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:02.313416 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-40365ed6-0868-4256-bd38-6633699e1a1b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:02.397350 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-eed0c54e-90d3-4039-8077-792606a2bed0 None None] For port eb6b1dc2-e07c-4a3b-8913-5de4a204dbf0, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:24:02.401340 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-eed0c54e-90d3-4039-8077-792606a2bed0 None None] For port eb6b1dc2-e07c-4a3b-8913-5de4a204dbf0, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=eb6b1dc2-e07c-4a3b-8913-5de4a204dbf0,segment=NetworkSegment(c4ec2bce-6fc7-4a11-9872-f93def1d84dd),segment_id=c4ec2bce-6fc7-4a11-9872-f93def1d84dd)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:24:02.408687 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eed0c54e-90d3-4039-8077-792606a2bed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:02.520481 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed0c54e-90d3-4039-8077-792606a2bed0 None None] Pushing event updated for resources: {'Port': ['ID=eb6b1dc2-e07c-4a3b-8913-5de4a204dbf0,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:24:03.016978 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-40365ed6-0868-4256-bd38-6633699e1a1b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Allocated IP 172.20.0.1 (4ab9a68b-796a-4d72-9851-cdc05c77aa0f/0c0433a2-cf9e-499b-91f5-6cecb8f7efed/544befef-50ae-4e4b-9ac0-3318ef0c48a9) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:24:03.197335 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-40365ed6-0868-4256-bd38-6633699e1a1b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:03.220463 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-40365ed6-0868-4256-bd38-6633699e1a1b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Transition to ACTIVE for port object 544befef-50ae-4e4b-9ac0-3318ef0c48a9 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:24:03.246622 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-40365ed6-0868-4256-bd38-6633699e1a1b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:03.323478 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40365ed6-0868-4256-bd38-6633699e1a1b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Network 4ab9a68b-796a-4d72-9851-cdc05c77aa0f is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:24:03.327115 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-40365ed6-0868-4256-bd38-6633699e1a1b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:24:03.332396 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40365ed6-0868-4256-bd38-6633699e1a1b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:24:03.363033 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40365ed6-0868-4256-bd38-6633699e1a1b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'Port': ['ID=544befef-50ae-4e4b-9ac0-3318ef0c48a9,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:24:03.400591 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-40365ed6-0868-4256-bd38-6633699e1a1b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:03.462718 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e2ef55cf-d782-41d0-9278-fb536eca365c up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:24:03.523072 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-40365ed6-0868-4256-bd38-6633699e1a1b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:03.619153 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adce7e56-32d0-445d-ab11-6973f42dd871 None None] Network 4ab9a68b-796a-4d72-9851-cdc05c77aa0f requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:24:03.701948 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port e2ef55cf-d782-41d0-9278-fb536eca365c completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:24:03.714231 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port e2ef55cf-d782-41d0-9278-fb536eca365c triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:24:03.714637 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:03.818971 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-57e7b33a-f58a-48f6-b857-068691e40de7 None None] Provisioning for port eb6b1dc2-e07c-4a3b-8913-5de4a204dbf0 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:24:03.997541 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:04.029262 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port e2ef55cf-d782-41d0-9278-fb536eca365c, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e2ef55cf-d782-41d0-9278-fb536eca365c,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:24:04.040415 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:04.041221 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device eb6b1dc2-e07c-4a3b-8913-5de4a204dbf0 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:24:04.050336 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-40365ed6-0868-4256-bd38-6633699e1a1b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:04.058377 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-40365ed6-0868-4256-bd38-6633699e1a1b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:04.184626 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=e2ef55cf-d782-41d0-9278-fb536eca365c,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:24:04.185890 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-40365ed6-0868-4256-bd38-6633699e1a1b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:04.197271 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40365ed6-0868-4256-bd38-6633699e1a1b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'Port': ['ID=544befef-50ae-4e4b-9ac0-3318ef0c48a9,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:24:04.201654 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port eb6b1dc2-e07c-4a3b-8913-5de4a204dbf0 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:24:04.210275 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port eb6b1dc2-e07c-4a3b-8913-5de4a204dbf0 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:24:04.210758 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:04.353272 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40365ed6-0868-4256-bd38-6633699e1a1b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Network 4ab9a68b-796a-4d72-9851-cdc05c77aa0f is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:24:04.354533 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-40365ed6-0868-4256-bd38-6633699e1a1b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:24:04.354760 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:04.392018 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port eb6b1dc2-e07c-4a3b-8913-5de4a204dbf0, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=eb6b1dc2-e07c-4a3b-8913-5de4a204dbf0,segment=NetworkSegment(c4ec2bce-6fc7-4a11-9872-f93def1d84dd),segment_id=c4ec2bce-6fc7-4a11-9872-f93def1d84dd)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:24:04.397597 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:04.486145 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=eb6b1dc2-e07c-4a3b-8913-5de4a204dbf0,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:24:04.489248 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a10ef091-d6f4-4c8a-980c-a254c20421d3 None None] Provisioning complete for port eb6b1dc2-e07c-4a3b-8913-5de4a204dbf0 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:24:04.489625 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a10ef091-d6f4-4c8a-980c-a254c20421d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:04.629547 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a10ef091-d6f4-4c8a-980c-a254c20421d3 None None] Provisioning for port 544befef-50ae-4e4b-9ac0-3318ef0c48a9 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:24:04.635575 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a10ef091-d6f4-4c8a-980c-a254c20421d3 None None] Provisioning complete for port 544befef-50ae-4e4b-9ac0-3318ef0c48a9 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:24:04.636015 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a10ef091-d6f4-4c8a-980c-a254c20421d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:04.698300 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a10ef091-d6f4-4c8a-980c-a254c20421d3 None None] Port 544befef-50ae-4e4b-9ac0-3318ef0c48a9 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 12:24:04.840942 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-75e56d19-d7a0-4e20-99a8-1b5d141abcef None None] Provisioning complete for port 544befef-50ae-4e4b-9ac0-3318ef0c48a9 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:24:04.841614 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-75e56d19-d7a0-4e20-99a8-1b5d141abcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:04.909976 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40365ed6-0868-4256-bd38-6633699e1a1b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Router 682ffad6-8488-4862-93b1-16c91beea42b has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:24:04.925354 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-75e56d19-d7a0-4e20-99a8-1b5d141abcef None None] Port 544befef-50ae-4e4b-9ac0-3318ef0c48a9 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 12:24:05.052152 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-79afba77-6100-4cb4-9e10-0dc534a22ed5 None None] Provisioning complete for port 544befef-50ae-4e4b-9ac0-3318ef0c48a9 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:24:05.052782 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-79afba77-6100-4cb4-9e10-0dc534a22ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:05.110391 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-79afba77-6100-4cb4-9e10-0dc534a22ed5 None None] Port 544befef-50ae-4e4b-9ac0-3318ef0c48a9 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 12:24:05.199479 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40365ed6-0868-4256-bd38-6633699e1a1b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:24:05.213944 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-40365ed6-0868-4256-bd38-6633699e1a1b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "PUT /v2.0/routers/682ffad6-8488-4862-93b1-16c91beea42b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9093103 May 23 12:24:05.382020 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e2ef55cf-d782-41d0-9278-fb536eca365c up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:24:05.459973 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port e2ef55cf-d782-41d0-9278-fb536eca365c triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:24:05.460464 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:05.541341 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-440f82c1-2572-4077-b957-c7140e9fd144 req-2e5a23d6-7d17-41d7-8d68-92f790881bb7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Synchronizing usage tracker for tenant:588190a306d7442794226e883f5db528 on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:24:05.563045 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-440f82c1-2572-4077-b957-c7140e9fd144 req-2e5a23d6-7d17-41d7-8d68-92f790881bb7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Unset dirty status for tenant:588190a306d7442794226e883f5db528 on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:24:05.564603 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-440f82c1-2572-4077-b957-c7140e9fd144 req-2e5a23d6-7d17-41d7-8d68-92f790881bb7 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1134699260&fields=id&tenant_id=588190a306d7442794226e883f5db528 HTTP/1.1" status: 200 len: 267 time: 0.0693982 May 23 12:24:05.595230 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device eb6b1dc2-e07c-4a3b-8913-5de4a204dbf0 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:24:05.669504 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port eb6b1dc2-e07c-4a3b-8913-5de4a204dbf0 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:24:05.669866 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:05.734361 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f82c1-2572-4077-b957-c7140e9fd144 req-aeeff68c-2af7-4dca-ad95-9b4a080065b9 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:24:05.735119 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-440f82c1-2572-4077-b957-c7140e9fd144 req-aeeff68c-2af7-4dca-ad95-9b4a080065b9 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Synchronizing usage tracker for tenant:588190a306d7442794226e883f5db528 on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:24:05.752984 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-440f82c1-2572-4077-b957-c7140e9fd144 req-aeeff68c-2af7-4dca-ad95-9b4a080065b9 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Unset dirty status for tenant:588190a306d7442794226e883f5db528 on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:24:05.754264 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-440f82c1-2572-4077-b957-c7140e9fd144 req-aeeff68c-2af7-4dca-ad95-9b4a080065b9 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/networks?id=4ab9a68b-796a-4d72-9851-cdc05c77aa0f HTTP/1.1" status: 200 len: 797 time: 0.1818268 May 23 12:24:05.773168 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-440f82c1-2572-4077-b957-c7140e9fd144 req-f477c073-e0f6-4f93-af8a-abf323bff4de tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/quotas/588190a306d7442794226e883f5db528 HTTP/1.1" status: 200 len: 375 time: 0.0131795 May 23 12:24:05.788765 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae695efd-95bd-41ac-9dde-13e7b5add02e None None] Sync routers for ids ['682ffad6-8488-4862-93b1-16c91beea42b'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:24:05.814446 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae695efd-95bd-41ac-9dde-13e7b5add02e None None] Routers {'682ffad6-8488-4862-93b1-16c91beea42b'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:24:05.815093 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ae695efd-95bd-41ac-9dde-13e7b5add02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:23:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['682ffad6-8488-4862-93b1-16c91beea42b'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:24:05.877819 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-440f82c1-2572-4077-b957-c7140e9fd144 req-7ed057b3-2f46-4f09-a24a-268629ce7093 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Synchronizing usage tracker for tenant:588190a306d7442794226e883f5db528 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:24:05.894652 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-440f82c1-2572-4077-b957-c7140e9fd144 req-7ed057b3-2f46-4f09-a24a-268629ce7093 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Unset dirty status for tenant:588190a306d7442794226e883f5db528 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:24:05.895945 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-440f82c1-2572-4077-b957-c7140e9fd144 req-7ed057b3-2f46-4f09-a24a-268629ce7093 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=588190a306d7442794226e883f5db528&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1072154 May 23 12:24:06.006069 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-ae695efd-95bd-41ac-9dde-13e7b5add02e None None] Set router 682ffad6-8488-4862-93b1-16c91beea42b gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:24:06.049719 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-440f82c1-2572-4077-b957-c7140e9fd144 req-1482ba1d-674d-43e5-a201-a015465f5af4 service neutron] 10.222.0.79 "GET /v2.0/networks/4ab9a68b-796a-4d72-9851-cdc05c77aa0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405089 May 23 12:24:06.203874 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-440f82c1-2572-4077-b957-c7140e9fd144 req-ada1e0a2-8c77-4592-ab10-dfc2a095a0c1 service neutron] 10.222.0.79 "GET /v2.0/networks/4ab9a68b-796a-4d72-9851-cdc05c77aa0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474128 May 23 12:24:06.381211 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ae695efd-95bd-41ac-9dde-13e7b5add02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682ffad6-8488-4862-93b1-16c91beea42b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-939466085', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'e2ef55cf-d782-41d0-9278-fb536eca365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:23:58Z', 'updated_at': '2022-05-23T12:24:03Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': 'e2ef55cf-d782-41d0-9278-fb536eca365c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682ffad6-8488-4862-93b1-16c91beea42b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:23:59Z', 'updated_at': '2022-05-23T12:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '544befef-50ae-4e4b-9ac0-3318ef0c48a9', 'name': '', 'network_id': '4ab9a68b-796a-4d72-9851-cdc05c77aa0f', 'tenant_id': '588190a306d7442794226e883f5db528', 'mac_address': 'fa:16:3e:18:9f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '682ffad6-8488-4862-93b1-16c91beea42b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c0433a2-cf9e-499b-91f5-6cecb8f7efed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:24:02Z', 'updated_at': '2022-05-23T12:24:03Z', 'revision_number': 2, 'project_id': '588190a306d7442794226e883f5db528', 'subnets': [{'id': '0c0433a2-cf9e-499b-91f5-6cecb8f7efed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:24:06.385283 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae695efd-95bd-41ac-9dde-13e7b5add02e None None] Checking router: 682ffad6-8488-4862-93b1-16c91beea42b for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:24:06.385639 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae695efd-95bd-41ac-9dde-13e7b5add02e None None] Updating router 682ffad6-8488-4862-93b1-16c91beea42b port 544befef-50ae-4e4b-9ac0-3318ef0c48a9 binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 12:24:06.440267 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ae695efd-95bd-41ac-9dde-13e7b5add02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:06.807607 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ae695efd-95bd-41ac-9dde-13e7b5add02e None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:06.819601 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ae695efd-95bd-41ac-9dde-13e7b5add02e None None] Transition to ACTIVE for port object 544befef-50ae-4e4b-9ac0-3318ef0c48a9 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:24:06.827247 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ae695efd-95bd-41ac-9dde-13e7b5add02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:06.959915 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d388205e-a9d6-43e5-b37f-e750017106e1 None None] Pushing event updated for resources: {'Port': ['ID=544befef-50ae-4e4b-9ac0-3318ef0c48a9,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:24:07.059431 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ae695efd-95bd-41ac-9dde-13e7b5add02e None None] Attempting to bind port 544befef-50ae-4e4b-9ac0-3318ef0c48a9 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:24:07.059697 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ae695efd-95bd-41ac-9dde-13e7b5add02e None None] Attempting to bind port 544befef-50ae-4e4b-9ac0-3318ef0c48a9 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'c4ec2bce-6fc7-4a11-9872-f93def1d84dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4ab9a68b-796a-4d72-9851-cdc05c77aa0f'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:24:07.060099 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae695efd-95bd-41ac-9dde-13e7b5add02e None None] Attempting to bind port 544befef-50ae-4e4b-9ac0-3318ef0c48a9 on network 4ab9a68b-796a-4d72-9851-cdc05c77aa0f {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:24:07.066994 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae695efd-95bd-41ac-9dde-13e7b5add02e None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:24:07.067364 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae695efd-95bd-41ac-9dde-13e7b5add02e None None] Checking segment: {'id': 'c4ec2bce-6fc7-4a11-9872-f93def1d84dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4ab9a68b-796a-4d72-9851-cdc05c77aa0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:24:07.067747 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ae695efd-95bd-41ac-9dde-13e7b5add02e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:07.068166 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae695efd-95bd-41ac-9dde-13e7b5add02e None None] Bound using segment: {'id': 'c4ec2bce-6fc7-4a11-9872-f93def1d84dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4ab9a68b-796a-4d72-9851-cdc05c77aa0f'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:24:07.068632 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ae695efd-95bd-41ac-9dde-13e7b5add02e None None] Bound port: 544befef-50ae-4e4b-9ac0-3318ef0c48a9, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4ec2bce-6fc7-4a11-9872-f93def1d84dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4ab9a68b-796a-4d72-9851-cdc05c77aa0f'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:24:07.069007 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ae695efd-95bd-41ac-9dde-13e7b5add02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:07.178513 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ae695efd-95bd-41ac-9dde-13e7b5add02e None None] For port 544befef-50ae-4e4b-9ac0-3318ef0c48a9, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:24:07.181987 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ae695efd-95bd-41ac-9dde-13e7b5add02e None None] For port 544befef-50ae-4e4b-9ac0-3318ef0c48a9, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=544befef-50ae-4e4b-9ac0-3318ef0c48a9,segment=NetworkSegment(c4ec2bce-6fc7-4a11-9872-f93def1d84dd),segment_id=c4ec2bce-6fc7-4a11-9872-f93def1d84dd)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:24:07.186372 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ae695efd-95bd-41ac-9dde-13e7b5add02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:07.270002 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d388205e-a9d6-43e5-b37f-e750017106e1 None None] Pushing event updated for resources: {'Port': ['ID=544befef-50ae-4e4b-9ac0-3318ef0c48a9,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:24:07.274764 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae695efd-95bd-41ac-9dde-13e7b5add02e None None] Routers {'682ffad6-8488-4862-93b1-16c91beea42b'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:24:07.275372 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ae695efd-95bd-41ac-9dde-13e7b5add02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:23:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['682ffad6-8488-4862-93b1-16c91beea42b'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:24:07.459008 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bd5cb50c-20cf-474d-8de3-36789e6825ad req-c202eda7-3805-439d-93f7-d5f47cb469da tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7605b1d-08ea-41c7-9aa7-331fa3070e4a HTTP/1.1" status: 200 len: 210 time: 0.0590107 May 23 12:24:07.517165 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-ae695efd-95bd-41ac-9dde-13e7b5add02e None None] Set router 682ffad6-8488-4862-93b1-16c91beea42b gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:24:07.926645 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ae695efd-95bd-41ac-9dde-13e7b5add02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682ffad6-8488-4862-93b1-16c91beea42b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-939466085', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'e2ef55cf-d782-41d0-9278-fb536eca365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:23:58Z', 'updated_at': '2022-05-23T12:24:03Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': 'e2ef55cf-d782-41d0-9278-fb536eca365c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682ffad6-8488-4862-93b1-16c91beea42b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:23:59Z', 'updated_at': '2022-05-23T12:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '544befef-50ae-4e4b-9ac0-3318ef0c48a9', 'name': '', 'network_id': '4ab9a68b-796a-4d72-9851-cdc05c77aa0f', 'tenant_id': '588190a306d7442794226e883f5db528', 'mac_address': 'fa:16:3e:18:9f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '682ffad6-8488-4862-93b1-16c91beea42b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c0433a2-cf9e-499b-91f5-6cecb8f7efed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:24:02Z', 'updated_at': '2022-05-23T12:24:07Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'subnets': [{'id': '0c0433a2-cf9e-499b-91f5-6cecb8f7efed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:24:07.932576 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae695efd-95bd-41ac-9dde-13e7b5add02e None None] The sync data for ids ['682ffad6-8488-4862-93b1-16c91beea42b'] in n-d-842952-2 is: [{'id': '682ffad6-8488-4862-93b1-16c91beea42b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-939466085', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'e2ef55cf-d782-41d0-9278-fb536eca365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:23:58Z', 'updated_at': '2022-05-23T12:24:03Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': 'e2ef55cf-d782-41d0-9278-fb536eca365c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682ffad6-8488-4862-93b1-16c91beea42b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:23:59Z', 'updated_at': '2022-05-23T12:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '544befef-50ae-4e4b-9ac0-3318ef0c48a9', 'name': '', 'network_id': '4ab9a68b-796a-4d72-9851-cdc05c77aa0f', 'tenant_id': '588190a306d7442794226e883f5db528', 'mac_address': 'fa:16:3e:18:9f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '682ffad6-8488-4862-93b1-16c91beea42b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c0433a2-cf9e-499b-91f5-6cecb8f7efed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:24:02Z', 'updated_at': '2022-05-23T12:24:07Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'subnets': [{'id': '0c0433a2-cf9e-499b-91f5-6cecb8f7efed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:24:08.689739 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3a189cdf-5810-4ac3-9124-708d13d58946 req-cea52642-1891-40ba-96fd-80916a5e093a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7605b1d-08ea-41c7-9aa7-331fa3070e4a HTTP/1.1" status: 200 len: 210 time: 0.0476401 May 23 12:24:08.841608 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:09.037429 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f82c1-2572-4077-b957-c7140e9fd144 req-ec8ed48f-b096-40ff-beac-aceaf7bdfe3f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:24:09.040333 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-440f82c1-2572-4077-b957-c7140e9fd144 req-ec8ed48f-b096-40ff-beac-aceaf7bdfe3f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.13 "GET /v2.0/networks?id=4ab9a68b-796a-4d72-9851-cdc05c77aa0f HTTP/1.1" status: 200 len: 797 time: 0.1790652 May 23 12:24:09.108890 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-440f82c1-2572-4077-b957-c7140e9fd144 req-84aeb02e-ddab-4be4-b9d4-4269661fd2eb tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=588190a306d7442794226e883f5db528 HTTP/1.1" status: 200 len: 380 time: 0.0511045 May 23 12:24:09.124251 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-440f82c1-2572-4077-b957-c7140e9fd144 req-cd04f56e-56d2-42dd-bf82-237b324ea047 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'port': {'device_id': 'b7605b1d-08ea-41c7-9aa7-331fa3070e4a', 'network_id': '4ab9a68b-796a-4d72-9851-cdc05c77aa0f', 'admin_state_up': True, 'tenant_id': '588190a306d7442794226e883f5db528', 'security_groups': ['bf45e2c3-5026-43c2-954b-b231492deb53']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:24:09.285888 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-440f82c1-2572-4077-b957-c7140e9fd144 req-cd04f56e-56d2-42dd-bf82-237b324ea047 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:24:09.298801 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-440f82c1-2572-4077-b957-c7140e9fd144 req-cd04f56e-56d2-42dd-bf82-237b324ea047 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:24:09.311857 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-440f82c1-2572-4077-b957-c7140e9fd144 req-cd04f56e-56d2-42dd-bf82-237b324ea047 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Made reservation on behalf of 588190a306d7442794226e883f5db528 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:24:09.315135 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-440f82c1-2572-4077-b957-c7140e9fd144 req-cd04f56e-56d2-42dd-bf82-237b324ea047 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:09.366727 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-15c5b447-c458-4465-904f-951e8e0fccb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:09.413832 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 544befef-50ae-4e4b-9ac0-3318ef0c48a9 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:24:09.496759 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 544befef-50ae-4e4b-9ac0-3318ef0c48a9 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:24:09.502425 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 544befef-50ae-4e4b-9ac0-3318ef0c48a9 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:24:09.502793 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:09.510713 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-440f82c1-2572-4077-b957-c7140e9fd144 req-cd04f56e-56d2-42dd-bf82-237b324ea047 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Allocated IP 172.20.0.10 (4ab9a68b-796a-4d72-9851-cdc05c77aa0f/0c0433a2-cf9e-499b-91f5-6cecb8f7efed/34771f2b-54f3-47e3-aa06-e4145bca0040) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:24:09.630836 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:09.670166 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 544befef-50ae-4e4b-9ac0-3318ef0c48a9, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=544befef-50ae-4e4b-9ac0-3318ef0c48a9,segment=NetworkSegment(c4ec2bce-6fc7-4a11-9872-f93def1d84dd),segment_id=c4ec2bce-6fc7-4a11-9872-f93def1d84dd)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:24:09.674860 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:09.740353 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-440f82c1-2572-4077-b957-c7140e9fd144 req-cd04f56e-56d2-42dd-bf82-237b324ea047 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:09.751417 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=544befef-50ae-4e4b-9ac0-3318ef0c48a9,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:24:09.763029 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-440f82c1-2572-4077-b957-c7140e9fd144 req-cd04f56e-56d2-42dd-bf82-237b324ea047 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Transition to ACTIVE for port object 34771f2b-54f3-47e3-aa06-e4145bca0040 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:24:09.791629 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-440f82c1-2572-4077-b957-c7140e9fd144 req-cd04f56e-56d2-42dd-bf82-237b324ea047 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:10.020965 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-440f82c1-2572-4077-b957-c7140e9fd144 req-cd04f56e-56d2-42dd-bf82-237b324ea047 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Network 4ab9a68b-796a-4d72-9851-cdc05c77aa0f is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:24:10.033158 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-440f82c1-2572-4077-b957-c7140e9fd144 req-cd04f56e-56d2-42dd-bf82-237b324ea047 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:24:10.037821 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-440f82c1-2572-4077-b957-c7140e9fd144 req-cd04f56e-56d2-42dd-bf82-237b324ea047 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:24:10.124485 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04f56e-56d2-42dd-bf82-237b324ea047 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'Port': ['ID=34771f2b-54f3-47e3-aa06-e4145bca0040,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:24:10.140554 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f82c1-2572-4077-b957-c7140e9fd144 req-cd04f56e-56d2-42dd-bf82-237b324ea047 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:24:10.141239 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-440f82c1-2572-4077-b957-c7140e9fd144 req-cd04f56e-56d2-42dd-bf82-237b324ea047 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:10.178682 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-440f82c1-2572-4077-b957-c7140e9fd144 req-cd04f56e-56d2-42dd-bf82-237b324ea047 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0602064 May 23 12:24:10.187105 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183e459-b8fa-4e01-b575-c875f0563fa8 req-8b709184-9e1d-4841-ac52-ac3f8a2d4db8 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:24:10.187956 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-5183e459-b8fa-4e01-b575-c875f0563fa8 req-8b709184-9e1d-4841-ac52-ac3f8a2d4db8 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Synchronizing usage tracker for tenant:588190a306d7442794226e883f5db528 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:24:10.188616 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:10.195861 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-440f82c1-2572-4077-b957-c7140e9fd144 req-1e72d124-d3ba-4f37-ba37-cfb03708dd0b service neutron] Request body: {'port': {'device_id': 'b7605b1d-08ea-41c7-9aa7-331fa3070e4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:24:10.298323 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-5183e459-b8fa-4e01-b575-c875f0563fa8 req-8b709184-9e1d-4841-ac52-ac3f8a2d4db8 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Unset dirty status for tenant:588190a306d7442794226e883f5db528 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:24:10.300518 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5183e459-b8fa-4e01-b575-c875f0563fa8 req-8b709184-9e1d-4841-ac52-ac3f8a2d4db8 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7605b1d-08ea-41c7-9aa7-331fa3070e4a HTTP/1.1" status: 200 len: 932 time: 0.3367770 May 23 12:24:10.324062 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b5636676-64b3-44fe-a33c-82525b1e730c None None] Provisioning for port 34771f2b-54f3-47e3-aa06-e4145bca0040 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:24:10.329456 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b5636676-64b3-44fe-a33c-82525b1e730c None None] Provisioning complete for port 34771f2b-54f3-47e3-aa06-e4145bca0040 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:24:10.330031 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5636676-64b3-44fe-a33c-82525b1e730c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:10.356979 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-440f82c1-2572-4077-b957-c7140e9fd144 req-1e72d124-d3ba-4f37-ba37-cfb03708dd0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:10.389952 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b5636676-64b3-44fe-a33c-82525b1e730c None None] Port 34771f2b-54f3-47e3-aa06-e4145bca0040 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 12:24:10.408889 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5183e459-b8fa-4e01-b575-c875f0563fa8 req-de2a59c7-8ed9-4bc6-af97-392d28339e4e tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf45e2c3-5026-43c2-954b-b231492deb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999153 May 23 12:24:10.741662 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-440f82c1-2572-4077-b957-c7140e9fd144 req-1e72d124-d3ba-4f37-ba37-cfb03708dd0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34771f2b-54f3-47e3-aa06-e4145bca0040 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 12:24:10.750224 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-440f82c1-2572-4077-b957-c7140e9fd144 req-1e72d124-d3ba-4f37-ba37-cfb03708dd0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:10.766534 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-440f82c1-2572-4077-b957-c7140e9fd144 req-1e72d124-d3ba-4f37-ba37-cfb03708dd0b service neutron] Transition to ACTIVE for port object 34771f2b-54f3-47e3-aa06-e4145bca0040 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:24:10.771657 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-440f82c1-2572-4077-b957-c7140e9fd144 req-1e72d124-d3ba-4f37-ba37-cfb03708dd0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:10.912539 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e72d124-d3ba-4f37-ba37-cfb03708dd0b service neutron] Pushing event updated for resources: {'Port': ['ID=34771f2b-54f3-47e3-aa06-e4145bca0040,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:24:11.048849 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-440f82c1-2572-4077-b957-c7140e9fd144 req-1e72d124-d3ba-4f37-ba37-cfb03708dd0b service neutron] Attempting to bind port 34771f2b-54f3-47e3-aa06-e4145bca0040 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:24:11.049432 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-440f82c1-2572-4077-b957-c7140e9fd144 req-1e72d124-d3ba-4f37-ba37-cfb03708dd0b service neutron] Attempting to bind port 34771f2b-54f3-47e3-aa06-e4145bca0040 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'c4ec2bce-6fc7-4a11-9872-f93def1d84dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4ab9a68b-796a-4d72-9851-cdc05c77aa0f'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:24:11.050040 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440f82c1-2572-4077-b957-c7140e9fd144 req-1e72d124-d3ba-4f37-ba37-cfb03708dd0b service neutron] Attempting to bind port 34771f2b-54f3-47e3-aa06-e4145bca0040 on network 4ab9a68b-796a-4d72-9851-cdc05c77aa0f {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:24:11.059124 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440f82c1-2572-4077-b957-c7140e9fd144 req-1e72d124-d3ba-4f37-ba37-cfb03708dd0b service neutron] Port 34771f2b-54f3-47e3-aa06-e4145bca0040 on network 4ab9a68b-796a-4d72-9851-cdc05c77aa0f not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 12:24:11.059555 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440f82c1-2572-4077-b957-c7140e9fd144 req-1e72d124-d3ba-4f37-ba37-cfb03708dd0b service neutron] Attempting to bind port 34771f2b-54f3-47e3-aa06-e4145bca0040 on network 4ab9a68b-796a-4d72-9851-cdc05c77aa0f {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:24:11.068602 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440f82c1-2572-4077-b957-c7140e9fd144 req-1e72d124-d3ba-4f37-ba37-cfb03708dd0b service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:24:11.069206 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440f82c1-2572-4077-b957-c7140e9fd144 req-1e72d124-d3ba-4f37-ba37-cfb03708dd0b service neutron] Checking segment: {'id': 'c4ec2bce-6fc7-4a11-9872-f93def1d84dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4ab9a68b-796a-4d72-9851-cdc05c77aa0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:24:11.069600 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440f82c1-2572-4077-b957-c7140e9fd144 req-1e72d124-d3ba-4f37-ba37-cfb03708dd0b service neutron] Bound using segment: {'id': 'c4ec2bce-6fc7-4a11-9872-f93def1d84dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4ab9a68b-796a-4d72-9851-cdc05c77aa0f'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:24:11.070032 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-440f82c1-2572-4077-b957-c7140e9fd144 req-1e72d124-d3ba-4f37-ba37-cfb03708dd0b service neutron] Bound port: 34771f2b-54f3-47e3-aa06-e4145bca0040, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4ec2bce-6fc7-4a11-9872-f93def1d84dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4ab9a68b-796a-4d72-9851-cdc05c77aa0f'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:24:11.070403 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-440f82c1-2572-4077-b957-c7140e9fd144 req-1e72d124-d3ba-4f37-ba37-cfb03708dd0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:11.172904 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-440f82c1-2572-4077-b957-c7140e9fd144 req-1e72d124-d3ba-4f37-ba37-cfb03708dd0b service neutron] For port 34771f2b-54f3-47e3-aa06-e4145bca0040, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:24:11.176739 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-440f82c1-2572-4077-b957-c7140e9fd144 req-1e72d124-d3ba-4f37-ba37-cfb03708dd0b service neutron] For port 34771f2b-54f3-47e3-aa06-e4145bca0040, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=34771f2b-54f3-47e3-aa06-e4145bca0040,segment=NetworkSegment(c4ec2bce-6fc7-4a11-9872-f93def1d84dd),segment_id=c4ec2bce-6fc7-4a11-9872-f93def1d84dd)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:24:11.186922 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-440f82c1-2572-4077-b957-c7140e9fd144 req-1e72d124-d3ba-4f37-ba37-cfb03708dd0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:11.256761 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-440f82c1-2572-4077-b957-c7140e9fd144 req-1e72d124-d3ba-4f37-ba37-cfb03708dd0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:11.258234 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-440f82c1-2572-4077-b957-c7140e9fd144 req-1e72d124-d3ba-4f37-ba37-cfb03708dd0b service neutron] 10.222.0.13 "PUT /v2.0/ports/34771f2b-54f3-47e3-aa06-e4145bca0040 HTTP/1.1" status: 200 len: 1092 time: 1.0668006 May 23 12:24:11.258688 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7605b1d-08ea-41c7-9aa7-331fa3070e4a', 'tag': '34771f2b-54f3-47e3-aa06-e4145bca0040'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:24:11.274655 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e72d124-d3ba-4f37-ba37-cfb03708dd0b service neutron] Pushing event updated for resources: {'Port': ['ID=34771f2b-54f3-47e3-aa06-e4145bca0040,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:24:11.372119 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d188cbb-3a3f-47f9-bc23-23e1d8dc7561'] response: {'name': 'network-changed', 'server_uuid': 'b7605b1d-08ea-41c7-9aa7-331fa3070e4a', 'tag': '34771f2b-54f3-47e3-aa06-e4145bca0040', 'status': 'completed', 'code': 200} May 23 12:24:11.404513 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 544befef-50ae-4e4b-9ac0-3318ef0c48a9 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:24:11.446420 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-440f82c1-2572-4077-b957-c7140e9fd144 req-889c2012-d29d-468a-9ae0-3808b9b73da1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=588190a306d7442794226e883f5db528&device_id=b7605b1d-08ea-41c7-9aa7-331fa3070e4a HTTP/1.1" status: 200 len: 1095 time: 0.1251178 May 23 12:24:11.507332 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 544befef-50ae-4e4b-9ac0-3318ef0c48a9 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:24:11.508060 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:11.535203 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-440f82c1-2572-4077-b957-c7140e9fd144 req-b60eaf99-b8de-4f0e-9075-d4f5dbd88d21 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34771f2b-54f3-47e3-aa06-e4145bca0040 HTTP/1.1" status: 200 len: 217 time: 0.0750890 May 23 12:24:11.652056 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f82c1-2572-4077-b957-c7140e9fd144 req-f9fca8d6-2f36-421c-9bd8-8736aabb21a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:24:11.653586 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-440f82c1-2572-4077-b957-c7140e9fd144 req-f9fca8d6-2f36-421c-9bd8-8736aabb21a0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0c0433a2-cf9e-499b-91f5-6cecb8f7efed HTTP/1.1" status: 200 len: 835 time: 0.1128244 May 23 12:24:11.682030 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-da70cd28-e6fc-477d-bc8a-bfe17d95ac0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:11.735005 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f49bd-216f-43cc-afbc-2ef980e53e3b req-8f8be09e-f9de-4ee1-bd68-944f1fac854c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:24:11.736693 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-113f49bd-216f-43cc-afbc-2ef980e53e3b req-8f8be09e-f9de-4ee1-bd68-944f1fac854c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7605b1d-08ea-41c7-9aa7-331fa3070e4a HTTP/1.1" status: 200 len: 944 time: 0.1612046 May 23 12:24:11.785987 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-440f82c1-2572-4077-b957-c7140e9fd144 req-6a04c648-c472-4f53-a1de-1e9bfd568187 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ab9a68b-796a-4d72-9851-cdc05c77aa0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1237669 May 23 12:24:11.823730 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-113f49bd-216f-43cc-afbc-2ef980e53e3b req-b19a0764-9bd6-4f09-96a0-272e7527ca81 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf45e2c3-5026-43c2-954b-b231492deb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806704 May 23 12:24:11.953100 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-440f82c1-2572-4077-b957-c7140e9fd144 req-ae26696f-904b-4399-ac17-6229e9aaaa33 service neutron] 10.222.0.13 "GET /v2.0/networks/4ab9a68b-796a-4d72-9851-cdc05c77aa0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588485 May 23 12:24:12.217523 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-440f82c1-2572-4077-b957-c7140e9fd144 req-b30c439a-0899-45e1-90ab-8c68ad6089b5 service neutron] 10.222.0.13 "GET /v2.0/networks/4ab9a68b-796a-4d72-9851-cdc05c77aa0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576156 May 23 12:24:12.387989 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7bcd9278-5101-44ab-b75a-41db4343d085 req-b4196246-037b-49e9-8fec-19066dbb8c5f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=588190a306d7442794226e883f5db528&device_id=b7605b1d-08ea-41c7-9aa7-331fa3070e4a HTTP/1.1" status: 200 len: 1095 time: 0.0849695 May 23 12:24:12.540384 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd9278-5101-44ab-b75a-41db4343d085 req-5f520092-3c8a-46ba-a269-e5c550542832 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:24:12.542302 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7bcd9278-5101-44ab-b75a-41db4343d085 req-5f520092-3c8a-46ba-a269-e5c550542832 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ab9a68b-796a-4d72-9851-cdc05c77aa0f HTTP/1.1" status: 200 len: 898 time: 0.1480095 May 23 12:24:12.616369 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7bcd9278-5101-44ab-b75a-41db4343d085 req-40c5b866-5355-4105-b087-243f0d776ab3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34771f2b-54f3-47e3-aa06-e4145bca0040 HTTP/1.1" status: 200 len: 217 time: 0.0669637 May 23 12:24:12.697229 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd9278-5101-44ab-b75a-41db4343d085 req-c1fd7cff-0df8-4b28-8b46-0ef207bf70aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:24:12.699290 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7bcd9278-5101-44ab-b75a-41db4343d085 req-c1fd7cff-0df8-4b28-8b46-0ef207bf70aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0c0433a2-cf9e-499b-91f5-6cecb8f7efed HTTP/1.1" status: 200 len: 835 time: 0.0773971 May 23 12:24:12.788388 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7bcd9278-5101-44ab-b75a-41db4343d085 req-05a96e24-1cad-4fa1-9718-7ec501358482 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ab9a68b-796a-4d72-9851-cdc05c77aa0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827823 May 23 12:24:12.949738 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:12.959145 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7bcd9278-5101-44ab-b75a-41db4343d085 req-f227cee1-d5b5-4c43-b610-2e84661c441c service neutron] 10.222.0.13 "GET /v2.0/networks/4ab9a68b-796a-4d72-9851-cdc05c77aa0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641080 May 23 12:24:13.070473 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:13.160218 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7bcd9278-5101-44ab-b75a-41db4343d085 req-2879d7a0-9a5a-41a2-bc65-6490da2f6a7b service neutron] 10.222.0.13 "GET /v2.0/networks/4ab9a68b-796a-4d72-9851-cdc05c77aa0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939671 May 23 12:24:13.175034 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6862c1-8f6b-4040-a2a9-195ba713fce0 req-55c26c14-dfba-4a7b-b763-6429e5e13cd9 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:24:13.176520 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3c6862c1-8f6b-4040-a2a9-195ba713fce0 req-55c26c14-dfba-4a7b-b763-6429e5e13cd9 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7605b1d-08ea-41c7-9aa7-331fa3070e4a HTTP/1.1" status: 200 len: 944 time: 0.1915078 May 23 12:24:13.228754 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3c6862c1-8f6b-4040-a2a9-195ba713fce0 req-055b5520-2c22-4a04-a3db-2177454b8c84 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf45e2c3-5026-43c2-954b-b231492deb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449841 May 23 12:24:14.458293 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab6aca-ad04-45a1-a1c1-ce22c3e799bd req-9dce92b9-799e-442b-9179-504904d2b61e tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:24:14.459980 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93ab6aca-ad04-45a1-a1c1-ce22c3e799bd req-9dce92b9-799e-442b-9179-504904d2b61e tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7605b1d-08ea-41c7-9aa7-331fa3070e4a HTTP/1.1" status: 200 len: 944 time: 0.0921032 May 23 12:24:14.513127 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93ab6aca-ad04-45a1-a1c1-ce22c3e799bd req-aa6eb2b2-ee90-4fbf-abec-9fb6f2d1ac46 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf45e2c3-5026-43c2-954b-b231492deb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462036 May 23 12:24:14.637562 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:15.737682 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24632064-e824-44f6-bebd-f654c490f10f req-a665aecc-45a2-4da0-9692-a8697abab839 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:24:15.739062 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-24632064-e824-44f6-bebd-f654c490f10f req-a665aecc-45a2-4da0-9692-a8697abab839 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7605b1d-08ea-41c7-9aa7-331fa3070e4a HTTP/1.1" status: 200 len: 944 time: 0.0837796 May 23 12:24:15.803960 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-24632064-e824-44f6-bebd-f654c490f10f req-9964723e-a999-4cf9-9846-ba6647d3179b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf45e2c3-5026-43c2-954b-b231492deb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508134 May 23 12:24:16.186910 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 34771f2b-54f3-47e3-aa06-e4145bca0040 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 12:24:16.355894 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 34771f2b-54f3-47e3-aa06-e4145bca0040, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=34771f2b-54f3-47e3-aa06-e4145bca0040,segment=NetworkSegment(c4ec2bce-6fc7-4a11-9872-f93def1d84dd),segment_id=c4ec2bce-6fc7-4a11-9872-f93def1d84dd)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:24:16.374596 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '34771f2b-54f3-47e3-aa06-e4145bca0040', 'network_id': '4ab9a68b-796a-4d72-9851-cdc05c77aa0f', 'port_id': '34771f2b-54f3-47e3-aa06-e4145bca0040', 'mac_address': 'fa:16:3e:d5:de:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c0433a2-cf9e-499b-91f5-6cecb8f7efed', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 12:24:16.459329 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:16.476757 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34771f2b-54f3-47e3-aa06-e4145bca0040 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 12:24:16.493579 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 34771f2b-54f3-47e3-aa06-e4145bca0040, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=34771f2b-54f3-47e3-aa06-e4145bca0040,segment=NetworkSegment(c4ec2bce-6fc7-4a11-9872-f93def1d84dd),segment_id=c4ec2bce-6fc7-4a11-9872-f93def1d84dd)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:24:16.497958 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:16.571718 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=34771f2b-54f3-47e3-aa06-e4145bca0040,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:24:17.014851 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe35da-1e5b-47c1-a02a-cbfadc416d8c req-a702036a-3e37-49ff-ad0c-73fe97f72bd1 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:24:17.016368 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0afe35da-1e5b-47c1-a02a-cbfadc416d8c req-a702036a-3e37-49ff-ad0c-73fe97f72bd1 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7605b1d-08ea-41c7-9aa7-331fa3070e4a HTTP/1.1" status: 200 len: 945 time: 0.0830264 May 23 12:24:17.063363 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0afe35da-1e5b-47c1-a02a-cbfadc416d8c req-d6f5fa4c-3255-4b6a-bc10-2e314a4fe52d tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf45e2c3-5026-43c2-954b-b231492deb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410419 May 23 12:24:17.113694 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['34771f2b-54f3-47e3-aa06-e4145bca0040'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 12:24:18.195469 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 34771f2b-54f3-47e3-aa06-e4145bca0040 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:24:18.271810 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 34771f2b-54f3-47e3-aa06-e4145bca0040 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:24:18.276000 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be174bf-775f-4128-9858-7ab0cbe95067 req-7db33517-da15-4268-af16-23085b0de8e1 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:24:18.277577 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4be174bf-775f-4128-9858-7ab0cbe95067 req-7db33517-da15-4268-af16-23085b0de8e1 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7605b1d-08ea-41c7-9aa7-331fa3070e4a HTTP/1.1" status: 200 len: 945 time: 0.0866303 May 23 12:24:18.277739 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 34771f2b-54f3-47e3-aa06-e4145bca0040 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:24:18.278252 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:18.326149 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4be174bf-775f-4128-9858-7ab0cbe95067 req-a427f24a-6eb8-41c5-a8a0-e4eba0112956 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf45e2c3-5026-43c2-954b-b231492deb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425782 May 23 12:24:18.414967 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:18.445496 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7605b1d-08ea-41c7-9aa7-331fa3070e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34771f2b-54f3-47e3-aa06-e4145bca0040'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:24:18.456337 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 34771f2b-54f3-47e3-aa06-e4145bca0040, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=34771f2b-54f3-47e3-aa06-e4145bca0040,segment=NetworkSegment(c4ec2bce-6fc7-4a11-9872-f93def1d84dd),segment_id=c4ec2bce-6fc7-4a11-9872-f93def1d84dd)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:24:18.461145 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:18.514927 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5dd8366-e9b4-4633-9fb9-ffa2a0c99ca6'] response: {'server_uuid': 'b7605b1d-08ea-41c7-9aa7-331fa3070e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34771f2b-54f3-47e3-aa06-e4145bca0040', 'code': 200} May 23 12:24:18.543857 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=34771f2b-54f3-47e3-aa06-e4145bca0040,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:24:18.684152 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93cadeb8-df1f-4493-8de7-e9041ad0c150 req-12974071-98eb-4d3f-b87c-7bd363171028 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b7605b1d-08ea-41c7-9aa7-331fa3070e4a HTTP/1.1" status: 200 len: 1097 time: 0.0861011 May 23 12:24:18.733846 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-93cadeb8-df1f-4493-8de7-e9041ad0c150 req-cc28a2c3-9d43-43e3-be8a-78d2a4885fe9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bf45e2c3-5026-43c2-954b-b231492deb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435314 May 23 12:24:19.558891 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504da80a-53af-4d8c-8095-84bb82f32a41 req-4399c505-a4e0-49c8-9d55-a28ffe85b432 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:24:19.560587 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-504da80a-53af-4d8c-8095-84bb82f32a41 req-4399c505-a4e0-49c8-9d55-a28ffe85b432 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7605b1d-08ea-41c7-9aa7-331fa3070e4a HTTP/1.1" status: 200 len: 946 time: 0.0928338 May 23 12:24:19.612194 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-504da80a-53af-4d8c-8095-84bb82f32a41 req-4e2529d1-867a-41db-b201-68319e181a88 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf45e2c3-5026-43c2-954b-b231492deb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455601 May 23 12:24:20.836712 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049cb26-8cd1-46e5-9be6-40e81a88d5ab req-2590e8ea-5b1e-4173-bccd-16291069c5a2 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:24:20.838185 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1049cb26-8cd1-46e5-9be6-40e81a88d5ab req-2590e8ea-5b1e-4173-bccd-16291069c5a2 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7605b1d-08ea-41c7-9aa7-331fa3070e4a HTTP/1.1" status: 200 len: 946 time: 0.0873168 May 23 12:24:20.886981 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1049cb26-8cd1-46e5-9be6-40e81a88d5ab req-b5ddf8ce-da7d-49a0-bb7c-7eb5fad82e58 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf45e2c3-5026-43c2-954b-b231492deb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430224 May 23 12:24:21.098951 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5f4df-5955-4049-b1e3-4c03466a1d75 req-9a25210e-ee96-443b-996a-bd42194cdeef tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:24:21.100603 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-43e5f4df-5955-4049-b1e3-4c03466a1d75 req-9a25210e-ee96-443b-996a-bd42194cdeef tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7605b1d-08ea-41c7-9aa7-331fa3070e4a HTTP/1.1" status: 200 len: 946 time: 0.0857062 May 23 12:24:21.260965 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-43e5f4df-5955-4049-b1e3-4c03466a1d75 req-6de1fad8-d080-4796-b2e7-3018c745fb9c tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf45e2c3-5026-43c2-954b-b231492deb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544540 May 23 12:24:21.289470 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 44088) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:24:21.362472 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7e5ea394-380f-458c-91d9-3729a53768e2 tempest-TestNetworkAdvancedServerOps-1692628639 tempest-TestNetworkAdvancedServerOps-1692628639-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=b7605b1d-08ea-41c7-9aa7-331fa3070e4a HTTP/1.1" status: 200 len: 1092 time: 0.0718162 May 23 12:24:21.365328 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44092) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:24:21.519809 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d86c20ab-e078-467b-a042-a4f8b10d463b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'port_id': '34771f2b-54f3-47e3-aa06-e4145bca0040', 'tenant_id': '588190a306d7442794226e883f5db528', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:24:21.526554 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d86c20ab-e078-467b-a042-a4f8b10d463b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:24:21.530582 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d86c20ab-e078-467b-a042-a4f8b10d463b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Usage tracker for resource:floatingip and tenant:588190a306d7442794226e883f5db528 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:24:21.533565 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-d86c20ab-e078-467b-a042-a4f8b10d463b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:24:21.540742 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d86c20ab-e078-467b-a042-a4f8b10d463b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:24:21.552483 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d86c20ab-e078-467b-a042-a4f8b10d463b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for floatingip, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:21.691035 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d86c20ab-e078-467b-a042-a4f8b10d463b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:21.832171 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-d86c20ab-e078-467b-a042-a4f8b10d463b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Allocated IP 172.25.6.103 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/602552f3-2e75-4d0d-9e49-dff509a28c21) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:24:22.130181 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d86c20ab-e078-467b-a042-a4f8b10d463b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:22.159513 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d86c20ab-e078-467b-a042-a4f8b10d463b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:22.226030 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86c20ab-e078-467b-a042-a4f8b10d463b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:24:22.228931 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-d86c20ab-e078-467b-a042-a4f8b10d463b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:24:22.234189 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86c20ab-e078-467b-a042-a4f8b10d463b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:24:22.261338 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c20ab-e078-467b-a042-a4f8b10d463b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'Port': ['ID=602552f3-2e75-4d0d-9e49-dff509a28c21,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:24:22.818035 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d86c20ab-e078-467b-a042-a4f8b10d463b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:22.957329 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d86c20ab-e078-467b-a042-a4f8b10d463b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:23.420498 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d86c20ab-e078-467b-a042-a4f8b10d463b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:23.429129 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d86c20ab-e078-467b-a042-a4f8b10d463b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:23.701431 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c20ab-e078-467b-a042-a4f8b10d463b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event updated for resources: {'Port': ['ID=602552f3-2e75-4d0d-9e49-dff509a28c21,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:24:23.732040 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d86c20ab-e078-467b-a042-a4f8b10d463b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:24.098248 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [None req-d86c20ab-e078-467b-a042-a4f8b10d463b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Floating IP e84704f8-ca5e-4be3-9b5a-c3262621a4ec associated. External IP: 172.25.6.103, port: 34771f2b-54f3-47e3-aa06-e4145bca0040. May 23 12:24:24.637932 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d86c20ab-e078-467b-a042-a4f8b10d463b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Router 682ffad6-8488-4862-93b1-16c91beea42b has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:24:24.921620 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86c20ab-e078-467b-a042-a4f8b10d463b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:24:24.932565 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccad7caf-dcbd-4bf2-bea0-bb646a8657c5 None None] Sync routers for ids ['682ffad6-8488-4862-93b1-16c91beea42b'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:24:24.945352 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccad7caf-dcbd-4bf2-bea0-bb646a8657c5 None None] Routers {'682ffad6-8488-4862-93b1-16c91beea42b'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:24:24.946149 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ccad7caf-dcbd-4bf2-bea0-bb646a8657c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:24:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['682ffad6-8488-4862-93b1-16c91beea42b'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:24:24.973593 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d86c20ab-e078-467b-a042-a4f8b10d463b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:25.113833 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d86c20ab-e078-467b-a042-a4f8b10d463b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7469988 May 23 12:24:25.115262 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7605b1d-08ea-41c7-9aa7-331fa3070e4a', 'tag': '34771f2b-54f3-47e3-aa06-e4145bca0040'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:24:25.189781 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b8655f4-2326-4f0d-8bd2-0dcf09084055'] response: {'name': 'network-changed', 'server_uuid': 'b7605b1d-08ea-41c7-9aa7-331fa3070e4a', 'tag': '34771f2b-54f3-47e3-aa06-e4145bca0040', 'status': 'completed', 'code': 200} May 23 12:24:25.212300 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-ccad7caf-dcbd-4bf2-bea0-bb646a8657c5 None None] Set router 682ffad6-8488-4862-93b1-16c91beea42b gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:24:25.371475 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc7b2a-7b25-4908-a724-e8a8250ed83b req-0d371a8f-d24e-47d8-860a-dbf74ef8795e tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:24:25.376062 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c1fc7b2a-7b25-4908-a724-e8a8250ed83b req-0d371a8f-d24e-47d8-860a-dbf74ef8795e tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7605b1d-08ea-41c7-9aa7-331fa3070e4a HTTP/1.1" status: 200 len: 946 time: 0.1432841 May 23 12:24:25.451786 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c1fc7b2a-7b25-4908-a724-e8a8250ed83b req-bf60384d-216f-4cba-b645-9339b2b9f98e tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf45e2c3-5026-43c2-954b-b231492deb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684643 May 23 12:24:25.484796 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 44102) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:24:25.606281 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-6d2ca6b7-765f-42a4-9b82-03370dec5f4b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/floatingips/e84704f8-ca5e-4be3-9b5a-c3262621a4ec HTTP/1.1" status: 200 len: 992 time: 0.1199238 May 23 12:24:25.724317 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ccad7caf-dcbd-4bf2-bea0-bb646a8657c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682ffad6-8488-4862-93b1-16c91beea42b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-939466085', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'e2ef55cf-d782-41d0-9278-fb536eca365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:23:58Z', 'updated_at': '2022-05-23T12:24:03Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': 'e2ef55cf-d782-41d0-9278-fb536eca365c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682ffad6-8488-4862-93b1-16c91beea42b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:23:59Z', 'updated_at': '2022-05-23T12:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'e84704f8-ca5e-4be3-9b5a-c3262621a4ec', 'tenant_id': '588190a306d7442794226e883f5db528', 'floating_ip_address': '172.25.6.103', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '682ffad6-8488-4862-93b1-16c91beea42b', 'port_id': '34771f2b-54f3-47e3-aa06-e4145bca0040', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ab9a68b-796a-4d72-9851-cdc05c77aa0f', 'mac_address': 'fa:16:3e:d5:de:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7605b1d-08ea-41c7-9aa7-331fa3070e4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:24:22Z', 'updated_at': '2022-05-23T12:24:22Z', 'revision_number': 0, 'project_id': '588190a306d7442794226e883f5db528', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '544befef-50ae-4e4b-9ac0-3318ef0c48a9', 'name': '', 'network_id': '4ab9a68b-796a-4d72-9851-cdc05c77aa0f', 'tenant_id': '588190a306d7442794226e883f5db528', 'mac_address': 'fa:16:3e:18:9f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682ffad6-8488-4862-93b1-16c91beea42b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c0433a2-cf9e-499b-91f5-6cecb8f7efed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:24:02Z', 'updated_at': '2022-05-23T12:24:09Z', 'revision_number': 5, 'project_id': '588190a306d7442794226e883f5db528', 'subnets': [{'id': '0c0433a2-cf9e-499b-91f5-6cecb8f7efed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:24:25.728869 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccad7caf-dcbd-4bf2-bea0-bb646a8657c5 None None] Checking router: 682ffad6-8488-4862-93b1-16c91beea42b for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:24:25.742198 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccad7caf-dcbd-4bf2-bea0-bb646a8657c5 None None] Routers {'682ffad6-8488-4862-93b1-16c91beea42b'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:24:25.742856 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ccad7caf-dcbd-4bf2-bea0-bb646a8657c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:24:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['682ffad6-8488-4862-93b1-16c91beea42b'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:24:25.800573 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f8b22daf-2b67-474c-bd31-e54e962fb0af req-015eaecc-d17d-43be-947b-fbad3aa65494 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=588190a306d7442794226e883f5db528&device_id=b7605b1d-08ea-41c7-9aa7-331fa3070e4a HTTP/1.1" status: 200 len: 1097 time: 0.0787191 May 23 12:24:25.941601 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-ccad7caf-dcbd-4bf2-bea0-bb646a8657c5 None None] Set router 682ffad6-8488-4862-93b1-16c91beea42b gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:24:25.978772 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b22daf-2b67-474c-bd31-e54e962fb0af req-15faab70-bf84-4dee-8baf-9779803d3381 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:24:25.981821 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f8b22daf-2b67-474c-bd31-e54e962fb0af req-15faab70-bf84-4dee-8baf-9779803d3381 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ab9a68b-796a-4d72-9851-cdc05c77aa0f HTTP/1.1" status: 200 len: 898 time: 0.1750293 May 23 12:24:26.114530 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f8b22daf-2b67-474c-bd31-e54e962fb0af req-13fa0195-23ce-4ed4-a531-8d3fef3755aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34771f2b-54f3-47e3-aa06-e4145bca0040 HTTP/1.1" status: 200 len: 1000 time: 0.1265814 May 23 12:24:26.182208 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b22daf-2b67-474c-bd31-e54e962fb0af req-c62195c8-48a7-41c2-a6f8-eb1f7b0cda51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:24:26.183664 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f8b22daf-2b67-474c-bd31-e54e962fb0af req-c62195c8-48a7-41c2-a6f8-eb1f7b0cda51 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0c0433a2-cf9e-499b-91f5-6cecb8f7efed HTTP/1.1" status: 200 len: 835 time: 0.0625339 May 23 12:24:26.269028 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f8b22daf-2b67-474c-bd31-e54e962fb0af req-2f2628f0-0127-457f-8a20-a1e21fc0fe97 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ab9a68b-796a-4d72-9851-cdc05c77aa0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791032 May 23 12:24:26.401919 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-ccad7caf-dcbd-4bf2-bea0-bb646a8657c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682ffad6-8488-4862-93b1-16c91beea42b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-939466085', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'e2ef55cf-d782-41d0-9278-fb536eca365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:23:58Z', 'updated_at': '2022-05-23T12:24:03Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': 'e2ef55cf-d782-41d0-9278-fb536eca365c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682ffad6-8488-4862-93b1-16c91beea42b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:23:59Z', 'updated_at': '2022-05-23T12:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'e84704f8-ca5e-4be3-9b5a-c3262621a4ec', 'tenant_id': '588190a306d7442794226e883f5db528', 'floating_ip_address': '172.25.6.103', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '682ffad6-8488-4862-93b1-16c91beea42b', 'port_id': '34771f2b-54f3-47e3-aa06-e4145bca0040', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ab9a68b-796a-4d72-9851-cdc05c77aa0f', 'mac_address': 'fa:16:3e:d5:de:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7605b1d-08ea-41c7-9aa7-331fa3070e4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:24:22Z', 'updated_at': '2022-05-23T12:24:22Z', 'revision_number': 0, 'project_id': '588190a306d7442794226e883f5db528', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '544befef-50ae-4e4b-9ac0-3318ef0c48a9', 'name': '', 'network_id': '4ab9a68b-796a-4d72-9851-cdc05c77aa0f', 'tenant_id': '588190a306d7442794226e883f5db528', 'mac_address': 'fa:16:3e:18:9f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682ffad6-8488-4862-93b1-16c91beea42b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c0433a2-cf9e-499b-91f5-6cecb8f7efed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:24:02Z', 'updated_at': '2022-05-23T12:24:09Z', 'revision_number': 5, 'project_id': '588190a306d7442794226e883f5db528', 'subnets': [{'id': '0c0433a2-cf9e-499b-91f5-6cecb8f7efed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:24:26.406020 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccad7caf-dcbd-4bf2-bea0-bb646a8657c5 None None] The sync data for ids ['682ffad6-8488-4862-93b1-16c91beea42b'] in n-d-842952-2 is: [{'id': '682ffad6-8488-4862-93b1-16c91beea42b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-939466085', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'e2ef55cf-d782-41d0-9278-fb536eca365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:23:58Z', 'updated_at': '2022-05-23T12:24:03Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': 'e2ef55cf-d782-41d0-9278-fb536eca365c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682ffad6-8488-4862-93b1-16c91beea42b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:23:59Z', 'updated_at': '2022-05-23T12:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'e84704f8-ca5e-4be3-9b5a-c3262621a4ec', 'tenant_id': '588190a306d7442794226e883f5db528', 'floating_ip_address': '172.25.6.103', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '682ffad6-8488-4862-93b1-16c91beea42b', 'port_id': '34771f2b-54f3-47e3-aa06-e4145bca0040', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ab9a68b-796a-4d72-9851-cdc05c77aa0f', 'mac_address': 'fa:16:3e:d5:de:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7605b1d-08ea-41c7-9aa7-331fa3070e4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:24:22Z', 'updated_at': '2022-05-23T12:24:22Z', 'revision_number': 0, 'project_id': '588190a306d7442794226e883f5db528', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '544befef-50ae-4e4b-9ac0-3318ef0c48a9', 'name': '', 'network_id': '4ab9a68b-796a-4d72-9851-cdc05c77aa0f', 'tenant_id': '588190a306d7442794226e883f5db528', 'mac_address': 'fa:16:3e:18:9f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682ffad6-8488-4862-93b1-16c91beea42b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c0433a2-cf9e-499b-91f5-6cecb8f7efed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:24:02Z', 'updated_at': '2022-05-23T12:24:09Z', 'revision_number': 5, 'project_id': '588190a306d7442794226e883f5db528', 'subnets': [{'id': '0c0433a2-cf9e-499b-91f5-6cecb8f7efed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:24:26.408275 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f8b22daf-2b67-474c-bd31-e54e962fb0af req-63043b17-7679-4d2e-9b4c-440b682d4540 service neutron] 10.222.0.13 "GET /v2.0/networks/4ab9a68b-796a-4d72-9851-cdc05c77aa0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323810 May 23 12:24:26.551524 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f8b22daf-2b67-474c-bd31-e54e962fb0af req-aedc33eb-983d-4718-9327-6f81f6240231 service neutron] 10.222.0.13 "GET /v2.0/networks/4ab9a68b-796a-4d72-9851-cdc05c77aa0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374459 May 23 12:24:26.610382 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 44106) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:24:26.634247 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bf31f3-ee64-484c-8eed-ba7be7f5e2cc None None] New status for floating IP e84704f8-ca5e-4be3-9b5a-c3262621a4ec: ACTIVE {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 12:24:26.732917 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-890c91e2-a84b-470a-bf80-9bae4b9edd84 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/floatingips/e84704f8-ca5e-4be3-9b5a-c3262621a4ec HTTP/1.1" status: 200 len: 992 time: 0.1213577 May 23 12:24:27.737749 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44110) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:24:27.846466 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-fadc8706-a12f-4241-b003-2c018f646d12 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/floatingips/e84704f8-ca5e-4be3-9b5a-c3262621a4ec HTTP/1.1" status: 200 len: 994 time: 0.1075521 May 23 12:24:38.005408 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:24:38.850344 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:39.364508 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d5a1930a-2475-4eb8-9b39-2c9210282a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:40.189981 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:41.669552 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-997d1b39-36c9-4543-b18f-0b4b8c834015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:42.957072 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:43.072550 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:24:44.638782 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:08.863584 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:09.362578 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-011b1c64-480f-47cb-a52f-14442621ceb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:10.187861 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:11.665249 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cc19a36e-34a8-4eec-a822-f566cbdfe99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:12.954741 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:13.075517 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:14.653161 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:15.011465 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:25:17.051409 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-629f47a3-8d2e-4d90-89e9-07fb20e76f5d req-284a88bf-ac7c-4860-8ec0-6e67d399f5d0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b7605b1d-08ea-41c7-9aa7-331fa3070e4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0814724 May 23 12:25:17.223762 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-629f47a3-8d2e-4d90-89e9-07fb20e76f5d req-31372bb5-008b-4370-89e6-a0b73c3f6d9a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=588190a306d7442794226e883f5db528&device_id=b7605b1d-08ea-41c7-9aa7-331fa3070e4a HTTP/1.1" status: 200 len: 1097 time: 0.0772443 May 23 12:25:17.413795 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f47a3-8d2e-4d90-89e9-07fb20e76f5d req-44e4a8f0-eda6-4171-a39a-cfabd5c9c53e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:25:17.415288 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-629f47a3-8d2e-4d90-89e9-07fb20e76f5d req-44e4a8f0-eda6-4171-a39a-cfabd5c9c53e service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ab9a68b-796a-4d72-9851-cdc05c77aa0f HTTP/1.1" status: 200 len: 898 time: 0.1618233 May 23 12:25:17.530772 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-629f47a3-8d2e-4d90-89e9-07fb20e76f5d req-a1a08eac-1fb3-43d7-a98e-8654bdfbfcf1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34771f2b-54f3-47e3-aa06-e4145bca0040 HTTP/1.1" status: 200 len: 1002 time: 0.1086283 May 23 12:25:17.706293 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f47a3-8d2e-4d90-89e9-07fb20e76f5d req-64f51887-5c12-4dfb-91ec-eb87be49b1c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:25:17.708722 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-629f47a3-8d2e-4d90-89e9-07fb20e76f5d req-64f51887-5c12-4dfb-91ec-eb87be49b1c4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0c0433a2-cf9e-499b-91f5-6cecb8f7efed HTTP/1.1" status: 200 len: 835 time: 0.1704593 May 23 12:25:17.791062 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-629f47a3-8d2e-4d90-89e9-07fb20e76f5d req-ef759294-3f13-4649-95a7-759f600eb755 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ab9a68b-796a-4d72-9851-cdc05c77aa0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753574 May 23 12:25:17.927547 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-629f47a3-8d2e-4d90-89e9-07fb20e76f5d req-310f3d64-1409-4feb-82dc-172eac1f7d15 service neutron] 10.222.0.13 "GET /v2.0/networks/4ab9a68b-796a-4d72-9851-cdc05c77aa0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296995 May 23 12:25:18.065209 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-629f47a3-8d2e-4d90-89e9-07fb20e76f5d req-fffda302-701d-433c-a598-21a298db4e9f service neutron] 10.222.0.13 "GET /v2.0/networks/4ab9a68b-796a-4d72-9851-cdc05c77aa0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309783 May 23 12:25:38.852087 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:39.356749 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1eb2d2dd-66dd-418b-a75d-69907f482472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:39.549365 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ca94c-91ff-4f83-8686-1ac4b60eea18 req-f67c4c28-1642-4362-ac86-55b28161bfc6 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:25:39.550882 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-801ca94c-91ff-4f83-8686-1ac4b60eea18 req-f67c4c28-1642-4362-ac86-55b28161bfc6 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7605b1d-08ea-41c7-9aa7-331fa3070e4a HTTP/1.1" status: 200 len: 946 time: 0.0875459 May 23 12:25:39.604789 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-801ca94c-91ff-4f83-8686-1ac4b60eea18 req-f7291b33-0a1c-4a53-9a60-50a284bdc3e9 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf45e2c3-5026-43c2-954b-b231492deb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477123 May 23 12:25:40.202213 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:40.819516 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce3fa3-ac4d-4627-a7a1-120441be7d47 req-26eed032-ba74-4086-8407-22ffd571208e tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:25:40.821044 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0bce3fa3-ac4d-4627-a7a1-120441be7d47 req-26eed032-ba74-4086-8407-22ffd571208e tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7605b1d-08ea-41c7-9aa7-331fa3070e4a HTTP/1.1" status: 200 len: 946 time: 0.0872939 May 23 12:25:40.874670 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0bce3fa3-ac4d-4627-a7a1-120441be7d47 req-a3c5b748-f435-40b0-bd43-682f6c2805f3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf45e2c3-5026-43c2-954b-b231492deb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471776 May 23 12:25:41.659413 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7ceb1da6-34c8-4275-82c3-98c57fbfd2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:42.086618 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a33cbf-9d06-429e-8fa8-11bd2acd17f5 req-3de399dd-c2b9-464f-bad6-32921c77c952 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:25:42.088162 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-72a33cbf-9d06-429e-8fa8-11bd2acd17f5 req-3de399dd-c2b9-464f-bad6-32921c77c952 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7605b1d-08ea-41c7-9aa7-331fa3070e4a HTTP/1.1" status: 200 len: 946 time: 0.0862379 May 23 12:25:42.138431 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-72a33cbf-9d06-429e-8fa8-11bd2acd17f5 req-b18b92c9-bb15-454f-95ec-319e5a7941bd tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf45e2c3-5026-43c2-954b-b231492deb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441658 May 23 12:25:42.171284 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 44142) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:25:42.293044 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-cc74f2c3-5dd6-4fd9-a002-f6c6984bae3b tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/floatingips/e84704f8-ca5e-4be3-9b5a-c3262621a4ec HTTP/1.1" status: 200 len: 994 time: 0.1200230 May 23 12:25:42.952178 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:43.077445 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:43.877388 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe207f-32fa-48d2-92d5-f4bb0498ef67 req-3d345e52-a046-4974-9e76-fb7aabcb0175 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:25:43.881312 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4ebe207f-32fa-48d2-92d5-f4bb0498ef67 req-3d345e52-a046-4974-9e76-fb7aabcb0175 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7605b1d-08ea-41c7-9aa7-331fa3070e4a HTTP/1.1" status: 200 len: 946 time: 0.1483493 May 23 12:25:43.882622 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b1916384-e01d-4743-a28b-0c78df3a21f4 req-9ab56e5c-7518-4949-8589-b1a6b8bd0968 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=588190a306d7442794226e883f5db528&device_id=b7605b1d-08ea-41c7-9aa7-331fa3070e4a HTTP/1.1" status: 200 len: 1097 time: 0.1145508 May 23 12:25:44.013689 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4ebe207f-32fa-48d2-92d5-f4bb0498ef67 req-775ddb95-db8a-409a-8561-ce2aa3a5813f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf45e2c3-5026-43c2-954b-b231492deb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282525 May 23 12:25:44.052528 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1916384-e01d-4743-a28b-0c78df3a21f4 req-9f285203-47d6-4bc0-9f25-f01584698336 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:25:44.053993 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b1916384-e01d-4743-a28b-0c78df3a21f4 req-9f285203-47d6-4bc0-9f25-f01584698336 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ab9a68b-796a-4d72-9851-cdc05c77aa0f HTTP/1.1" status: 200 len: 898 time: 0.1545868 May 23 12:25:44.165196 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b1916384-e01d-4743-a28b-0c78df3a21f4 req-28bdc1ab-2dd5-474f-a859-70414c335dea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34771f2b-54f3-47e3-aa06-e4145bca0040 HTTP/1.1" status: 200 len: 1002 time: 0.1047642 May 23 12:25:44.228668 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1916384-e01d-4743-a28b-0c78df3a21f4 req-85e72010-b515-44f4-82ee-fc610cfa311b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:25:44.230259 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b1916384-e01d-4743-a28b-0c78df3a21f4 req-85e72010-b515-44f4-82ee-fc610cfa311b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0c0433a2-cf9e-499b-91f5-6cecb8f7efed HTTP/1.1" status: 200 len: 835 time: 0.0592978 May 23 12:25:44.315143 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b1916384-e01d-4743-a28b-0c78df3a21f4 req-613f2060-147d-4d48-9ae1-0a96c9aee04b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ab9a68b-796a-4d72-9851-cdc05c77aa0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787761 May 23 12:25:44.456067 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b1916384-e01d-4743-a28b-0c78df3a21f4 req-b1ae388a-4746-49a6-9f57-b59cae3ab4c2 service neutron] 10.222.0.13 "GET /v2.0/networks/4ab9a68b-796a-4d72-9851-cdc05c77aa0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333983 May 23 12:25:44.597761 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b1916384-e01d-4743-a28b-0c78df3a21f4 req-7b0d043b-57ca-4330-9546-647d4689ec8b service neutron] 10.222.0.13 "GET /v2.0/networks/4ab9a68b-796a-4d72-9851-cdc05c77aa0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348348 May 23 12:25:44.646658 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:45.335582 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68707dc5-becc-477a-b7cb-9ccc05f517c7 req-496be1eb-4058-4dc8-b7eb-98e745159344 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:25:45.337100 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-68707dc5-becc-477a-b7cb-9ccc05f517c7 req-496be1eb-4058-4dc8-b7eb-98e745159344 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7605b1d-08ea-41c7-9aa7-331fa3070e4a HTTP/1.1" status: 200 len: 946 time: 0.1931956 May 23 12:25:45.404768 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-68707dc5-becc-477a-b7cb-9ccc05f517c7 req-e7e4f93b-6ec6-43fe-8b35-c999b140fd33 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf45e2c3-5026-43c2-954b-b231492deb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616019 May 23 12:25:46.617143 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b223436-30e6-4c89-9f6b-c1118156b187 req-ae74abe3-0cee-4c6f-81a4-85918c0e5536 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:25:46.619005 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0b223436-30e6-4c89-9f6b-c1118156b187 req-ae74abe3-0cee-4c6f-81a4-85918c0e5536 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7605b1d-08ea-41c7-9aa7-331fa3070e4a HTTP/1.1" status: 200 len: 946 time: 0.0871937 May 23 12:25:46.670776 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0b223436-30e6-4c89-9f6b-c1118156b187 req-e1ae0406-29bd-4552-9ab9-4a04c6f2ecc1 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf45e2c3-5026-43c2-954b-b231492deb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442042 May 23 12:25:46.706799 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 44156) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:25:46.829551 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a46566a1-5eb5-476b-aaa6-3803c79b228a tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/floatingips/e84704f8-ca5e-4be3-9b5a-c3262621a4ec HTTP/1.1" status: 200 len: 994 time: 0.1214106 May 23 12:25:47.195771 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44164) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:25:47.425511 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-05461a77-9ecd-40e1-a778-9209954defda tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Deleting port 602552f3-2e75-4d0d-9e49-dff509a28c21 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:25:47.425799 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-05461a77-9ecd-40e1-a778-9209954defda tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:47.618461 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-05461a77-9ecd-40e1-a778-9209954defda tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:47.618763 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-05461a77-9ecd-40e1-a778-9209954defda tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:47.760258 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-05461a77-9ecd-40e1-a778-9209954defda tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Calling delete_port for 602552f3-2e75-4d0d-9e49-dff509a28c21 owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:25:47.948603 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-05461a77-9ecd-40e1-a778-9209954defda tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:47.999273 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05461a77-9ecd-40e1-a778-9209954defda tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event deleted for resources: {'Port': ['ID=602552f3-2e75-4d0d-9e49-dff509a28c21,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:25:48.072464 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05461a77-9ecd-40e1-a778-9209954defda tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:25:48.072697 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05461a77-9ecd-40e1-a778-9209954defda tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:25:48.073028 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05461a77-9ecd-40e1-a778-9209954defda tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:25:48.073358 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05461a77-9ecd-40e1-a778-9209954defda tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:25:48.073746 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05461a77-9ecd-40e1-a778-9209954defda tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:25:48.074073 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05461a77-9ecd-40e1-a778-9209954defda tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:25:48.074399 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05461a77-9ecd-40e1-a778-9209954defda tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:25:48.074718 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05461a77-9ecd-40e1-a778-9209954defda tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:25:48.075039 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05461a77-9ecd-40e1-a778-9209954defda tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:25:48.075357 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05461a77-9ecd-40e1-a778-9209954defda tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:25:48.075670 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05461a77-9ecd-40e1-a778-9209954defda tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:25:48.112761 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-05461a77-9ecd-40e1-a778-9209954defda tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:48.663770 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05461a77-9ecd-40e1-a778-9209954defda tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Router 682ffad6-8488-4862-93b1-16c91beea42b has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:25:48.899521 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05461a77-9ecd-40e1-a778-9209954defda tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:25:48.910431 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96375b8b-9e81-47cf-92bf-8b576058d84f None None] Sync routers for ids ['682ffad6-8488-4862-93b1-16c91beea42b'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:25:48.927093 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-05461a77-9ecd-40e1-a778-9209954defda tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:48.931380 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96375b8b-9e81-47cf-92bf-8b576058d84f None None] Routers {'682ffad6-8488-4862-93b1-16c91beea42b'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:25:48.932056 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-96375b8b-9e81-47cf-92bf-8b576058d84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:25:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['682ffad6-8488-4862-93b1-16c91beea42b'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:25:48.994202 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-05461a77-9ecd-40e1-a778-9209954defda tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "DELETE /v2.0/floatingips/e84704f8-ca5e-4be3-9b5a-c3262621a4ec HTTP/1.1" status: 204 len: 168 time: 1.7972696 May 23 12:25:48.995059 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7605b1d-08ea-41c7-9aa7-331fa3070e4a', 'tag': '34771f2b-54f3-47e3-aa06-e4145bca0040'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:25:49.067100 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9c9fd96-f4cc-497d-a06c-5ce171f9f8a7'] response: {'name': 'network-changed', 'server_uuid': 'b7605b1d-08ea-41c7-9aa7-331fa3070e4a', 'tag': '34771f2b-54f3-47e3-aa06-e4145bca0040', 'status': 'completed', 'code': 200} May 23 12:25:49.135280 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-96375b8b-9e81-47cf-92bf-8b576058d84f None None] Set router 682ffad6-8488-4862-93b1-16c91beea42b gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:25:49.205912 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8744637c-0fac-4d60-bad5-3f1d9d06c64a req-fb536579-6028-42d4-aaa8-1fc29bdd9346 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=588190a306d7442794226e883f5db528&device_id=b7605b1d-08ea-41c7-9aa7-331fa3070e4a HTTP/1.1" status: 200 len: 1097 time: 0.0921316 May 23 12:25:49.365340 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8744637c-0fac-4d60-bad5-3f1d9d06c64a req-63acf468-abc1-45f9-ab0d-c2a2681fe1d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:25:49.366975 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8744637c-0fac-4d60-bad5-3f1d9d06c64a req-63acf468-abc1-45f9-ab0d-c2a2681fe1d0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ab9a68b-796a-4d72-9851-cdc05c77aa0f HTTP/1.1" status: 200 len: 898 time: 0.1490228 May 23 12:25:49.479788 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8744637c-0fac-4d60-bad5-3f1d9d06c64a req-e725058c-9369-4c20-a55e-2a755a08d279 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34771f2b-54f3-47e3-aa06-e4145bca0040 HTTP/1.1" status: 200 len: 217 time: 0.1044869 May 23 12:25:49.509123 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-96375b8b-9e81-47cf-92bf-8b576058d84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682ffad6-8488-4862-93b1-16c91beea42b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-939466085', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'e2ef55cf-d782-41d0-9278-fb536eca365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:23:58Z', 'updated_at': '2022-05-23T12:24:03Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': 'e2ef55cf-d782-41d0-9278-fb536eca365c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682ffad6-8488-4862-93b1-16c91beea42b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:23:59Z', 'updated_at': '2022-05-23T12:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '544befef-50ae-4e4b-9ac0-3318ef0c48a9', 'name': '', 'network_id': '4ab9a68b-796a-4d72-9851-cdc05c77aa0f', 'tenant_id': '588190a306d7442794226e883f5db528', 'mac_address': 'fa:16:3e:18:9f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682ffad6-8488-4862-93b1-16c91beea42b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c0433a2-cf9e-499b-91f5-6cecb8f7efed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:24:02Z', 'updated_at': '2022-05-23T12:24:09Z', 'revision_number': 5, 'project_id': '588190a306d7442794226e883f5db528', 'subnets': [{'id': '0c0433a2-cf9e-499b-91f5-6cecb8f7efed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:25:49.513705 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96375b8b-9e81-47cf-92bf-8b576058d84f None None] Checking router: 682ffad6-8488-4862-93b1-16c91beea42b for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:25:49.525634 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96375b8b-9e81-47cf-92bf-8b576058d84f None None] Routers {'682ffad6-8488-4862-93b1-16c91beea42b'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:25:49.526262 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-96375b8b-9e81-47cf-92bf-8b576058d84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:25:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['682ffad6-8488-4862-93b1-16c91beea42b'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:25:49.566214 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8744637c-0fac-4d60-bad5-3f1d9d06c64a req-61aeb6e0-1513-456c-ab62-91a923177393 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:25:49.567656 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8744637c-0fac-4d60-bad5-3f1d9d06c64a req-61aeb6e0-1513-456c-ab62-91a923177393 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0c0433a2-cf9e-499b-91f5-6cecb8f7efed HTTP/1.1" status: 200 len: 835 time: 0.0796425 May 23 12:25:49.620775 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa653ae-1c93-4d46-a975-04cb97da49cc req-cbc036df-bf9a-49af-84b9-76aa5fce5f57 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:25:49.622632 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aaa653ae-1c93-4d46-a975-04cb97da49cc req-cbc036df-bf9a-49af-84b9-76aa5fce5f57 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7605b1d-08ea-41c7-9aa7-331fa3070e4a HTTP/1.1" status: 200 len: 946 time: 0.1910887 May 23 12:25:49.687709 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aaa653ae-1c93-4d46-a975-04cb97da49cc req-e2bf286b-6e14-4640-959c-e6ca8f25036e tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf45e2c3-5026-43c2-954b-b231492deb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592370 May 23 12:25:49.699051 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8744637c-0fac-4d60-bad5-3f1d9d06c64a req-94424147-05cb-4052-a4e3-fc4df1be4174 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ab9a68b-796a-4d72-9851-cdc05c77aa0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1235526 May 23 12:25:49.718908 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-96375b8b-9e81-47cf-92bf-8b576058d84f None None] Set router 682ffad6-8488-4862-93b1-16c91beea42b gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:25:49.852340 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8744637c-0fac-4d60-bad5-3f1d9d06c64a req-c5453f47-9556-4ffe-955d-37a61b4bb4a2 service neutron] 10.222.0.13 "GET /v2.0/networks/4ab9a68b-796a-4d72-9851-cdc05c77aa0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386881 May 23 12:25:50.008746 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8744637c-0fac-4d60-bad5-3f1d9d06c64a req-14153022-9e10-484e-9ca9-b0dda6d8d6e8 service neutron] 10.222.0.13 "GET /v2.0/networks/4ab9a68b-796a-4d72-9851-cdc05c77aa0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462514 May 23 12:25:50.073825 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-96375b8b-9e81-47cf-92bf-8b576058d84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682ffad6-8488-4862-93b1-16c91beea42b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-939466085', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'e2ef55cf-d782-41d0-9278-fb536eca365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:23:58Z', 'updated_at': '2022-05-23T12:24:03Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': 'e2ef55cf-d782-41d0-9278-fb536eca365c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682ffad6-8488-4862-93b1-16c91beea42b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:23:59Z', 'updated_at': '2022-05-23T12:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '544befef-50ae-4e4b-9ac0-3318ef0c48a9', 'name': '', 'network_id': '4ab9a68b-796a-4d72-9851-cdc05c77aa0f', 'tenant_id': '588190a306d7442794226e883f5db528', 'mac_address': 'fa:16:3e:18:9f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682ffad6-8488-4862-93b1-16c91beea42b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c0433a2-cf9e-499b-91f5-6cecb8f7efed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:24:02Z', 'updated_at': '2022-05-23T12:24:09Z', 'revision_number': 5, 'project_id': '588190a306d7442794226e883f5db528', 'subnets': [{'id': '0c0433a2-cf9e-499b-91f5-6cecb8f7efed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:25:50.078340 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96375b8b-9e81-47cf-92bf-8b576058d84f None None] The sync data for ids ['682ffad6-8488-4862-93b1-16c91beea42b'] in n-d-842952-2 is: [{'id': '682ffad6-8488-4862-93b1-16c91beea42b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-939466085', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'e2ef55cf-d782-41d0-9278-fb536eca365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:23:58Z', 'updated_at': '2022-05-23T12:24:03Z', 'revision_number': 4, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': 'e2ef55cf-d782-41d0-9278-fb536eca365c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682ffad6-8488-4862-93b1-16c91beea42b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:23:59Z', 'updated_at': '2022-05-23T12:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '544befef-50ae-4e4b-9ac0-3318ef0c48a9', 'name': '', 'network_id': '4ab9a68b-796a-4d72-9851-cdc05c77aa0f', 'tenant_id': '588190a306d7442794226e883f5db528', 'mac_address': 'fa:16:3e:18:9f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682ffad6-8488-4862-93b1-16c91beea42b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c0433a2-cf9e-499b-91f5-6cecb8f7efed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:24:02Z', 'updated_at': '2022-05-23T12:24:09Z', 'revision_number': 5, 'project_id': '588190a306d7442794226e883f5db528', 'subnets': [{'id': '0c0433a2-cf9e-499b-91f5-6cecb8f7efed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:25:50.331817 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3a027e-832b-442f-8d17-2b030e4f1f6e None None] New status for floating IP e84704f8-ca5e-4be3-9b5a-c3262621a4ec: DOWN {{(pid=83912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 12:25:50.910949 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8bce7-55dc-42d7-bea5-a05c1ae760fe req-97200fcc-1ac7-4e80-9d0b-8dd3aa8d6a63 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:25:50.912474 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3ce8bce7-55dc-42d7-bea5-a05c1ae760fe req-97200fcc-1ac7-4e80-9d0b-8dd3aa8d6a63 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7605b1d-08ea-41c7-9aa7-331fa3070e4a HTTP/1.1" status: 200 len: 946 time: 0.0979276 May 23 12:25:50.960648 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3ce8bce7-55dc-42d7-bea5-a05c1ae760fe req-65990afa-12b2-4f2f-bb52-7ab664198f43 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf45e2c3-5026-43c2-954b-b231492deb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417719 May 23 12:25:51.909694 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c71f69-e97b-4429-9f25-4d9c63a7eecf req-1b0459a0-b32c-4545-8cfa-21095a767e24 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:25:51.911159 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-37c71f69-e97b-4429-9f25-4d9c63a7eecf req-1b0459a0-b32c-4545-8cfa-21095a767e24 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7605b1d-08ea-41c7-9aa7-331fa3070e4a HTTP/1.1" status: 200 len: 946 time: 0.0844975 May 23 12:25:51.991201 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-37c71f69-e97b-4429-9f25-4d9c63a7eecf req-c2908a74-90ba-47e3-99aa-806c45369516 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Deleting port 34771f2b-54f3-47e3-aa06-e4145bca0040 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:25:51.991541 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-37c71f69-e97b-4429-9f25-4d9c63a7eecf req-c2908a74-90ba-47e3-99aa-806c45369516 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:52.004043 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:25:52.418957 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5320cc-d693-4d3d-8e2e-ad24ba4d18f8 req-d0ca60a8-2adf-40f5-bb0c-32a34bf7c08e tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:25:52.420467 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fb5320cc-d693-4d3d-8e2e-ad24ba4d18f8 req-d0ca60a8-2adf-40f5-bb0c-32a34bf7c08e tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7605b1d-08ea-41c7-9aa7-331fa3070e4a HTTP/1.1" status: 200 len: 946 time: 0.3272867 May 23 12:25:52.457931 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-37c71f69-e97b-4429-9f25-4d9c63a7eecf req-c2908a74-90ba-47e3-99aa-806c45369516 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] For port 34771f2b-54f3-47e3-aa06-e4145bca0040, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=34771f2b-54f3-47e3-aa06-e4145bca0040,segment=NetworkSegment(c4ec2bce-6fc7-4a11-9872-f93def1d84dd),segment_id=c4ec2bce-6fc7-4a11-9872-f93def1d84dd)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:25:52.458817 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-37c71f69-e97b-4429-9f25-4d9c63a7eecf req-c2908a74-90ba-47e3-99aa-806c45369516 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:52.605029 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-37c71f69-e97b-4429-9f25-4d9c63a7eecf req-c2908a74-90ba-47e3-99aa-806c45369516 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Calling delete_port for 34771f2b-54f3-47e3-aa06-e4145bca0040 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:25:52.655510 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fb5320cc-d693-4d3d-8e2e-ad24ba4d18f8 req-2e3fa13f-165b-495a-921c-85c5924b3837 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf45e2c3-5026-43c2-954b-b231492deb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2282817 May 23 12:25:52.765584 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-37c71f69-e97b-4429-9f25-4d9c63a7eecf req-c2908a74-90ba-47e3-99aa-806c45369516 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:52.820460 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2908a74-90ba-47e3-99aa-806c45369516 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event deleted for resources: {'Port': ['ID=34771f2b-54f3-47e3-aa06-e4145bca0040,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:25:52.868581 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2908a74-90ba-47e3-99aa-806c45369516 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:25:52.868919 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2908a74-90ba-47e3-99aa-806c45369516 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:25:52.869254 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2908a74-90ba-47e3-99aa-806c45369516 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:25:52.869583 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2908a74-90ba-47e3-99aa-806c45369516 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:25:52.869917 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2908a74-90ba-47e3-99aa-806c45369516 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:25:52.870245 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2908a74-90ba-47e3-99aa-806c45369516 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:25:52.870641 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2908a74-90ba-47e3-99aa-806c45369516 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:25:52.870964 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2908a74-90ba-47e3-99aa-806c45369516 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:25:52.871283 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2908a74-90ba-47e3-99aa-806c45369516 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:25:52.871602 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2908a74-90ba-47e3-99aa-806c45369516 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:25:52.871944 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2908a74-90ba-47e3-99aa-806c45369516 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:25:52.913876 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c71f69-e97b-4429-9f25-4d9c63a7eecf req-c2908a74-90ba-47e3-99aa-806c45369516 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] No DVR routers for this DVR port 34771f2b-54f3-47e3-aa06-e4145bca0040 on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:25:52.916874 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-37c71f69-e97b-4429-9f25-4d9c63a7eecf req-c2908a74-90ba-47e3-99aa-806c45369516 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:52.920296 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7605b1d-08ea-41c7-9aa7-331fa3070e4a', 'name': 'network-vif-deleted', 'tag': '34771f2b-54f3-47e3-aa06-e4145bca0040'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:25:52.932730 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-37c71f69-e97b-4429-9f25-4d9c63a7eecf req-c2908a74-90ba-47e3-99aa-806c45369516 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.13 "DELETE /v2.0/ports/34771f2b-54f3-47e3-aa06-e4145bca0040 HTTP/1.1" status: 204 len: 173 time: 1.0150633 May 23 12:25:52.982608 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a70cdd9-3317-4cfd-88e3-132848d522a1'] response: {'server_uuid': 'b7605b1d-08ea-41c7-9aa7-331fa3070e4a', 'name': 'network-vif-deleted', 'tag': '34771f2b-54f3-47e3-aa06-e4145bca0040', 'status': 'completed', 'code': 200} May 23 12:25:53.798376 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44182) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:25:54.255583 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dcbe9789-273e-4651-af42-4abb294f136e tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:54.675275 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 34771f2b-54f3-47e3-aa06-e4145bca0040 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:25:54.717475 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 34771f2b-54f3-47e3-aa06-e4145bca0040 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:25:54.717804 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 34771f2b-54f3-47e3-aa06-e4145bca0040 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:25:55.074105 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-dcbe9789-273e-4651-af42-4abb294f136e tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Deleting port 544befef-50ae-4e4b-9ac0-3318ef0c48a9 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:25:55.074860 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dcbe9789-273e-4651-af42-4abb294f136e tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:55.286286 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-dcbe9789-273e-4651-af42-4abb294f136e tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] For port 544befef-50ae-4e4b-9ac0-3318ef0c48a9, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=544befef-50ae-4e4b-9ac0-3318ef0c48a9,segment=NetworkSegment(c4ec2bce-6fc7-4a11-9872-f93def1d84dd),segment_id=c4ec2bce-6fc7-4a11-9872-f93def1d84dd)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:25:55.286662 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dcbe9789-273e-4651-af42-4abb294f136e tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:55.427046 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-dcbe9789-273e-4651-af42-4abb294f136e tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Calling delete_port for 544befef-50ae-4e4b-9ac0-3318ef0c48a9 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:25:55.646346 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dcbe9789-273e-4651-af42-4abb294f136e tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:55.703801 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe9789-273e-4651-af42-4abb294f136e tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event deleted for resources: {'Port': ['ID=544befef-50ae-4e4b-9ac0-3318ef0c48a9,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:25:56.049022 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dcbe9789-273e-4651-af42-4abb294f136e tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:56.852515 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcbe9789-273e-4651-af42-4abb294f136e tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Router 682ffad6-8488-4862-93b1-16c91beea42b has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:25:57.088090 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcbe9789-273e-4651-af42-4abb294f136e tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:25:57.099017 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159f8bac-107a-4612-86d5-3ec1fcc2d57a None None] Sync routers for ids ['682ffad6-8488-4862-93b1-16c91beea42b'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:25:57.105135 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-dcbe9789-273e-4651-af42-4abb294f136e tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "PUT /v2.0/routers/682ffad6-8488-4862-93b1-16c91beea42b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3056228 May 23 12:25:57.109221 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 44188) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:25:57.113586 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159f8bac-107a-4612-86d5-3ec1fcc2d57a None None] Routers {'682ffad6-8488-4862-93b1-16c91beea42b'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:25:57.114202 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-159f8bac-107a-4612-86d5-3ec1fcc2d57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:25:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['682ffad6-8488-4862-93b1-16c91beea42b'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:25:57.343571 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-358e7d16-034a-4bdb-bd2a-cf3d26524d5e tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Deleting subnet 0c0433a2-cf9e-499b-91f5-6cecb8f7efed {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 12:25:57.346556 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-358e7d16-034a-4bdb-bd2a-cf3d26524d5e tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:57.367800 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-159f8bac-107a-4612-86d5-3ec1fcc2d57a None None] Set router 682ffad6-8488-4862-93b1-16c91beea42b gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:25:57.421835 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-358e7d16-034a-4bdb-bd2a-cf3d26524d5e tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:57.513789 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-358e7d16-034a-4bdb-bd2a-cf3d26524d5e tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:57.603763 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-358e7d16-034a-4bdb-bd2a-cf3d26524d5e tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:57.654506 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e7d16-034a-4bdb-bd2a-cf3d26524d5e tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event deleted for resources: {'Subnet': ['ID=0c0433a2-cf9e-499b-91f5-6cecb8f7efed,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:25:57.660056 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-358e7d16-034a-4bdb-bd2a-cf3d26524d5e tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:57.673473 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-358e7d16-034a-4bdb-bd2a-cf3d26524d5e tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "DELETE /v2.0/subnets/0c0433a2-cf9e-499b-91f5-6cecb8f7efed HTTP/1.1" status: 204 len: 168 time: 0.5600402 May 23 12:25:57.673755 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 44192) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:25:57.675903 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a179007-1d60-43cd-a199-b51a1fbf9f5f None None] Network 4ab9a68b-796a-4d72-9851-cdc05c77aa0f requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:25:57.722467 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-159f8bac-107a-4612-86d5-3ec1fcc2d57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682ffad6-8488-4862-93b1-16c91beea42b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-939466085', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'e2ef55cf-d782-41d0-9278-fb536eca365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:23:58Z', 'updated_at': '2022-05-23T12:25:55Z', 'revision_number': 5, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': 'e2ef55cf-d782-41d0-9278-fb536eca365c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682ffad6-8488-4862-93b1-16c91beea42b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:23:59Z', 'updated_at': '2022-05-23T12:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:25:57.726750 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159f8bac-107a-4612-86d5-3ec1fcc2d57a None None] Checking router: 682ffad6-8488-4862-93b1-16c91beea42b for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:25:57.743743 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159f8bac-107a-4612-86d5-3ec1fcc2d57a None None] Routers {'682ffad6-8488-4862-93b1-16c91beea42b'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:25:57.744404 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-159f8bac-107a-4612-86d5-3ec1fcc2d57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:25:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['682ffad6-8488-4862-93b1-16c91beea42b'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:25:57.907224 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-85151f3d-d6f3-4f17-be7f-b42e2e8dd4d3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:57.998646 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-159f8bac-107a-4612-86d5-3ec1fcc2d57a None None] Set router 682ffad6-8488-4862-93b1-16c91beea42b gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:25:58.008165 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7ecaf4-451e-4f2a-8314-b66aa6f19fae None None] DHCP port deletion for 4ab9a68b-796a-4d72-9851-cdc05c77aa0f request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 12:25:58.012673 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-aa7ecaf4-451e-4f2a-8314-b66aa6f19fae None None] Deleting port eb6b1dc2-e07c-4a3b-8913-5de4a204dbf0 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:25:58.013048 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aa7ecaf4-451e-4f2a-8314-b66aa6f19fae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:58.156700 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-85151f3d-d6f3-4f17-be7f-b42e2e8dd4d3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:58.168311 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-85151f3d-d6f3-4f17-be7f-b42e2e8dd4d3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Deleting port e2ef55cf-d782-41d0-9278-fb536eca365c {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:25:58.168764 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-85151f3d-d6f3-4f17-be7f-b42e2e8dd4d3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:58.257044 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-aa7ecaf4-451e-4f2a-8314-b66aa6f19fae None None] For port eb6b1dc2-e07c-4a3b-8913-5de4a204dbf0, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=eb6b1dc2-e07c-4a3b-8913-5de4a204dbf0,segment=NetworkSegment(c4ec2bce-6fc7-4a11-9872-f93def1d84dd),segment_id=c4ec2bce-6fc7-4a11-9872-f93def1d84dd)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:25:58.257522 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aa7ecaf4-451e-4f2a-8314-b66aa6f19fae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:58.381714 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-159f8bac-107a-4612-86d5-3ec1fcc2d57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682ffad6-8488-4862-93b1-16c91beea42b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-939466085', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'e2ef55cf-d782-41d0-9278-fb536eca365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:23:58Z', 'updated_at': '2022-05-23T12:25:55Z', 'revision_number': 5, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': 'e2ef55cf-d782-41d0-9278-fb536eca365c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682ffad6-8488-4862-93b1-16c91beea42b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:23:59Z', 'updated_at': '2022-05-23T12:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:25:58.389131 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159f8bac-107a-4612-86d5-3ec1fcc2d57a None None] The sync data for ids ['682ffad6-8488-4862-93b1-16c91beea42b'] in n-d-842952-2 is: [{'id': '682ffad6-8488-4862-93b1-16c91beea42b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-939466085', 'tenant_id': '588190a306d7442794226e883f5db528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'e2ef55cf-d782-41d0-9278-fb536eca365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:23:58Z', 'updated_at': '2022-05-23T12:25:55Z', 'revision_number': 5, 'project_id': '588190a306d7442794226e883f5db528', 'gw_port': {'id': 'e2ef55cf-d782-41d0-9278-fb536eca365c', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682ffad6-8488-4862-93b1-16c91beea42b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:23:59Z', 'updated_at': '2022-05-23T12:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:25:58.400997 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-aa7ecaf4-451e-4f2a-8314-b66aa6f19fae None None] Calling delete_port for eb6b1dc2-e07c-4a3b-8913-5de4a204dbf0 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:25:58.447151 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-85151f3d-d6f3-4f17-be7f-b42e2e8dd4d3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] For port e2ef55cf-d782-41d0-9278-fb536eca365c, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=e2ef55cf-d782-41d0-9278-fb536eca365c,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:25:58.448717 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-85151f3d-d6f3-4f17-be7f-b42e2e8dd4d3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:58.503549 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aa7ecaf4-451e-4f2a-8314-b66aa6f19fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388'] for port, after_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:58.557637 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ecaf4-451e-4f2a-8314-b66aa6f19fae None None] Pushing event deleted for resources: {'Port': ['ID=eb6b1dc2-e07c-4a3b-8913-5de4a204dbf0,revision_number=None']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:25:58.566846 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7ecaf4-451e-4f2a-8314-b66aa6f19fae None None] No DVR routers for this DVR port eb6b1dc2-e07c-4a3b-8913-5de4a204dbf0 on host n-d-842952-2 {{(pid=83912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:25:58.574372 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ecaf4-451e-4f2a-8314-b66aa6f19fae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:25:58.574846 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ecaf4-451e-4f2a-8314-b66aa6f19fae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:25:58.575498 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ecaf4-451e-4f2a-8314-b66aa6f19fae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:25:58.576049 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ecaf4-451e-4f2a-8314-b66aa6f19fae None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:25:58.576576 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ecaf4-451e-4f2a-8314-b66aa6f19fae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:25:58.577099 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ecaf4-451e-4f2a-8314-b66aa6f19fae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:25:58.577582 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ecaf4-451e-4f2a-8314-b66aa6f19fae None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:25:58.578122 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ecaf4-451e-4f2a-8314-b66aa6f19fae None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:25:58.578760 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ecaf4-451e-4f2a-8314-b66aa6f19fae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:25:58.579573 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ecaf4-451e-4f2a-8314-b66aa6f19fae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:25:58.579786 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ecaf4-451e-4f2a-8314-b66aa6f19fae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:25:58.716941 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-85151f3d-d6f3-4f17-be7f-b42e2e8dd4d3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Calling delete_port for e2ef55cf-d782-41d0-9278-fb536eca365c owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:25:58.942701 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-85151f3d-d6f3-4f17-be7f-b42e2e8dd4d3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:59.007065 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85151f3d-d6f3-4f17-be7f-b42e2e8dd4d3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event deleted for resources: {'Port': ['ID=e2ef55cf-d782-41d0-9278-fb536eca365c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:25:59.254937 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-85151f3d-d6f3-4f17-be7f-b42e2e8dd4d3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:59.505091 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device eb6b1dc2-e07c-4a3b-8913-5de4a204dbf0 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:25:59.541048 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: eb6b1dc2-e07c-4a3b-8913-5de4a204dbf0 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:25:59.541371 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device eb6b1dc2-e07c-4a3b-8913-5de4a204dbf0 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:25:59.542041 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 544befef-50ae-4e4b-9ac0-3318ef0c48a9 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:25:59.554838 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-85151f3d-d6f3-4f17-be7f-b42e2e8dd4d3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:59.559573 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-85151f3d-d6f3-4f17-be7f-b42e2e8dd4d3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:59.575532 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 544befef-50ae-4e4b-9ac0-3318ef0c48a9 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:25:59.576267 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 544befef-50ae-4e4b-9ac0-3318ef0c48a9 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:25:59.592714 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-85151f3d-d6f3-4f17-be7f-b42e2e8dd4d3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:59.593581 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85151f3d-d6f3-4f17-be7f-b42e2e8dd4d3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Fanout notify agent at l3_agent the message router_deleted on router 682ffad6-8488-4862-93b1-16c91beea42b {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 12:25:59.616245 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-85151f3d-d6f3-4f17-be7f-b42e2e8dd4d3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:59.617525 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-85151f3d-d6f3-4f17-be7f-b42e2e8dd4d3 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "DELETE /v2.0/routers/682ffad6-8488-4862-93b1-16c91beea42b HTTP/1.1" status: 204 len: 168 time: 1.9425988 May 23 12:25:59.621103 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 44196) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:25:59.768818 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f2d4d844-df8b-4c0f-b66c-539addfdeb75 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:59.924429 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f2d4d844-df8b-4c0f-b66c-539addfdeb75 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:25:59.957502 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-f2d4d844-df8b-4c0f-b66c-539addfdeb75 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ab9a68b-796a-4d72-9851-cdc05c77aa0f']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:25:59.979055 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-f2d4d844-df8b-4c0f-b66c-539addfdeb75 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4ec2bce-6fc7-4a11-9872-f93def1d84dd') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:25:59.979437 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-f2d4d844-df8b-4c0f-b66c-539addfdeb75 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4ec2bce-6fc7-4a11-9872-f93def1d84dd') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:25:59.994479 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f2d4d844-df8b-4c0f-b66c-539addfdeb75 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:00.016630 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f2d4d844-df8b-4c0f-b66c-539addfdeb75 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:00.025013 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2d4d844-df8b-4c0f-b66c-539addfdeb75 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 12:26:00.025323 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f2d4d844-df8b-4c0f-b66c-539addfdeb75 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:00.043855 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 12:26:00.043855 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 12:26:00.043855 n-d-842952-2 neutron-server[83910]: timer() May 23 12:26:00.043855 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 12:26:00.043855 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 12:26:00.043855 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 12:26:00.043855 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 12:26:00.043855 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 12:26:00.043855 n-d-842952-2 neutron-server[83910]: self._notify() May 23 12:26:00.043855 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 12:26:00.043855 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 12:26:00.043855 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 12:26:00.043855 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 12:26:00.043855 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 12:26:00.043855 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 12:26:00.043855 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 12:26:00.043855 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 12:26:00.043855 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 12:26:00.043855 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 12:26:00.043855 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 12:26:00.043855 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 12:26:00.043855 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 12:26:00.043855 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 12:26:00.043855 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 12:26:00.043855 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 12:26:00.043855 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 12:26:00.043855 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 12:26:00.043855 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 12:26:00.043855 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 12:26:00.043855 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 12:26:00.043855 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 12:26:00.043855 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 12:26:00.165770 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f2d4d844-df8b-4c0f-b66c-539addfdeb75 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:00.184502 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-f2d4d844-df8b-4c0f-b66c-539addfdeb75 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:00.193832 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d4d844-df8b-4c0f-b66c-539addfdeb75 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event deleted for resources: {'Network': ['ID=4ab9a68b-796a-4d72-9851-cdc05c77aa0f,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:00.208008 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f2d4d844-df8b-4c0f-b66c-539addfdeb75 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "DELETE /v2.0/networks/4ab9a68b-796a-4d72-9851-cdc05c77aa0f HTTP/1.1" status: 204 len: 168 time: 0.5856318 May 23 12:26:00.211300 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 44200) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:26:00.413995 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7a64829e-07a6-433e-a550-59f18830b63f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:00.446690 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7a64829e-07a6-433e-a550-59f18830b63f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:00.530304 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7a64829e-07a6-433e-a550-59f18830b63f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:00.551069 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64829e-07a6-433e-a550-59f18830b63f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf45e2c3-5026-43c2-954b-b231492deb53,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:00.573240 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-7a64829e-07a6-433e-a550-59f18830b63f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:00.574511 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-7a64829e-07a6-433e-a550-59f18830b63f tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] 10.222.0.79 "DELETE /v2.0/security-groups/bf45e2c3-5026-43c2-954b-b231492deb53 HTTP/1.1" status: 204 len: 168 time: 0.3620136 May 23 12:26:01.108552 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 44210) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:26:01.321518 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d3a431f4-58c9-406f-8280-8799042af058 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=588190a306d7442794226e883f5db528&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2117140 May 23 12:26:01.324273 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 44216) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:26:01.393739 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ef256842-b496-43dd-80f9-f0011fc363a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:01.399740 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e2ef55cf-d782-41d0-9278-fb536eca365c no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:26:01.426351 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ef256842-b496-43dd-80f9-f0011fc363a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:01.485822 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: e2ef55cf-d782-41d0-9278-fb536eca365c {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:26:01.487138 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device e2ef55cf-d782-41d0-9278-fb536eca365c not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:26:01.507376 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ef256842-b496-43dd-80f9-f0011fc363a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:01.532958 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef256842-b496-43dd-80f9-f0011fc363a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c51854-87fe-4dcb-b4aa-bfeb431cc50c,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:01.543930 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-ef256842-b496-43dd-80f9-f0011fc363a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:01.560406 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-ef256842-b496-43dd-80f9-f0011fc363a6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/38c51854-87fe-4dcb-b4aa-bfeb431cc50c HTTP/1.1" status: 204 len: 168 time: 0.2257447 May 23 12:26:02.014299 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 44224) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:26:02.037235 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5796a421-a4a1-46c9-b4f0-2ace948ffbac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:02.076836 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5796a421-a4a1-46c9-b4f0-2ace948ffbac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:26:02.085261 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5796a421-a4a1-46c9-b4f0-2ace948ffbac admin admin] Usage tracker for resource:security_group_rule and tenant:2b0996284dfb41e385ef9dc732407948 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:26:02.085688 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5796a421-a4a1-46c9-b4f0-2ace948ffbac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:26:02.100005 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5796a421-a4a1-46c9-b4f0-2ace948ffbac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:26:02.196909 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5796a421-a4a1-46c9-b4f0-2ace948ffbac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:02.202936 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5796a421-a4a1-46c9-b4f0-2ace948ffbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:02.251820 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796a421-a4a1-46c9-b4f0-2ace948ffbac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f1f960-59c4-4564-b0a6-1b7a5f6ceef7,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:02.257572 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5796a421-a4a1-46c9-b4f0-2ace948ffbac admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2b0996284dfb41e385ef9dc732407948&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2421401 May 23 12:26:02.261315 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 44228) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:26:02.341892 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-de0345b1-e37e-4b6f-97f0-5e70c8b30315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:02.377912 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-de0345b1-e37e-4b6f-97f0-5e70c8b30315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:02.444317 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-de0345b1-e37e-4b6f-97f0-5e70c8b30315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:02.459421 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0345b1-e37e-4b6f-97f0-5e70c8b30315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f1f960-59c4-4564-b0a6-1b7a5f6ceef7,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:02.466970 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-de0345b1-e37e-4b6f-97f0-5e70c8b30315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:02.468248 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-de0345b1-e37e-4b6f-97f0-5e70c8b30315 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d0f1f960-59c4-4564-b0a6-1b7a5f6ceef7 HTTP/1.1" status: 204 len: 168 time: 0.2050447 May 23 12:26:03.536926 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 44250) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:26:03.700720 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-8e71c0dd-17c7-48c3-8ca1-42afc1100fc3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1790629747-network', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:26:03.706525 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8e71c0dd-17c7-48c3-8ca1-42afc1100fc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:26:03.715871 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8e71c0dd-17c7-48c3-8ca1-42afc1100fc3 admin admin] Usage tracker for resource:network and tenant:1ccd79cbb3c64470a7c8cc443d655e4d is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:26:03.719265 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8e71c0dd-17c7-48c3-8ca1-42afc1100fc3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:26:03.727188 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8e71c0dd-17c7-48c3-8ca1-42afc1100fc3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:26:03.740338 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e71c0dd-17c7-48c3-8ca1-42afc1100fc3 admin admin] Made reservation on behalf of 1ccd79cbb3c64470a7c8cc443d655e4d for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:26:03.742681 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8e71c0dd-17c7-48c3-8ca1-42afc1100fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:03.756571 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8e71c0dd-17c7-48c3-8ca1-42afc1100fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:03.793409 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8e71c0dd-17c7-48c3-8ca1-42afc1100fc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:26:03.799240 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8e71c0dd-17c7-48c3-8ca1-42afc1100fc3 admin admin] Usage tracker for resource:security_group_rule and tenant:1ccd79cbb3c64470a7c8cc443d655e4d is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:26:03.802630 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-8e71c0dd-17c7-48c3-8ca1-42afc1100fc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:26:03.817500 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-8e71c0dd-17c7-48c3-8ca1-42afc1100fc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:26:03.892718 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8e71c0dd-17c7-48c3-8ca1-42afc1100fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:03.897273 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8e71c0dd-17c7-48c3-8ca1-42afc1100fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:03.929606 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e71c0dd-17c7-48c3-8ca1-42afc1100fc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 12:26:03.939239 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71c0dd-17c7-48c3-8ca1-42afc1100fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b2383c-690e-4603-be4c-e6c70e989bd3,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:03.947223 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8e71c0dd-17c7-48c3-8ca1-42afc1100fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:03.947747 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-8e71c0dd-17c7-48c3-8ca1-42afc1100fc3 admin admin] Added segment f67cbd34-5bcc-473c-87bb-63d39fe03eea of type vlan for network 7a22669c-40f3-472c-a3be-6750f2a05bb4 May 23 12:26:03.992519 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8e71c0dd-17c7-48c3-8ca1-42afc1100fc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:04.031544 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8e71c0dd-17c7-48c3-8ca1-42afc1100fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:04.032535 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e71c0dd-17c7-48c3-8ca1-42afc1100fc3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:26:04.033118 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8e71c0dd-17c7-48c3-8ca1-42afc1100fc3 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:04.148513 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71c0dd-17c7-48c3-8ca1-42afc1100fc3 admin admin] Pushing event updated for resources: {'Network': ['ID=7a22669c-40f3-472c-a3be-6750f2a05bb4,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:04.156945 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8e71c0dd-17c7-48c3-8ca1-42afc1100fc3 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6146276 May 23 12:26:04.157993 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44256) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:26:04.161335 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 7a22669c-40f3-472c-a3be-6750f2a05bb4 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 12:26:04.164564 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-12e102cc-4a18-4918-a9a3-ec359a097e2a admin admin] Request body: {'subnet': {'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1790629747-subnet', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:26:04.173126 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-12e102cc-4a18-4918-a9a3-ec359a097e2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:26:04.180417 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-12e102cc-4a18-4918-a9a3-ec359a097e2a admin admin] Usage tracker for resource:subnet and tenant:1ccd79cbb3c64470a7c8cc443d655e4d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:26:04.184627 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-12e102cc-4a18-4918-a9a3-ec359a097e2a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:26:04.190981 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-12e102cc-4a18-4918-a9a3-ec359a097e2a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:26:04.204970 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e102cc-4a18-4918-a9a3-ec359a097e2a admin admin] Made reservation on behalf of 1ccd79cbb3c64470a7c8cc443d655e4d for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:26:04.207508 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-12e102cc-4a18-4918-a9a3-ec359a097e2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:04.484741 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-12e102cc-4a18-4918-a9a3-ec359a097e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:04.580449 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e102cc-4a18-4918-a9a3-ec359a097e2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a1fabf1-a465-4a1b-b641-e2c96e897dcc,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:04.590134 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e102cc-4a18-4918-a9a3-ec359a097e2a admin admin] Checking segment: {'id': 'f67cbd34-5bcc-473c-87bb-63d39fe03eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:26:04.590550 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e102cc-4a18-4918-a9a3-ec359a097e2a admin admin] Network hostable DHCP agents. Network: 7a22669c-40f3-472c-a3be-6750f2a05bb4, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:26:04.618513 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e102cc-4a18-4918-a9a3-ec359a097e2a admin admin] Network 7a22669c-40f3-472c-a3be-6750f2a05bb4 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:26:04.633032 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-12e102cc-4a18-4918-a9a3-ec359a097e2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 7a22669c-40f3-472c-a3be-6750f2a05bb4) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:26:04.639359 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e102cc-4a18-4918-a9a3-ec359a097e2a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:26:04.640511 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-12e102cc-4a18-4918-a9a3-ec359a097e2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:04.642672 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91b4250-5a02-4691-9565-6046303c03b1 None None] Network 7a22669c-40f3-472c-a3be-6750f2a05bb4 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:26:04.671010 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-12e102cc-4a18-4918-a9a3-ec359a097e2a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5117133 May 23 12:26:04.674786 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 44260) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:26:04.680623 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-6586a9a2-8f8b-49d8-914e-bef238842d87 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1790629747-router', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:26:04.687590 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6586a9a2-8f8b-49d8-914e-bef238842d87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:26:04.695610 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6586a9a2-8f8b-49d8-914e-bef238842d87 admin admin] Usage tracker for resource:router and tenant:1ccd79cbb3c64470a7c8cc443d655e4d is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:26:04.695610 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-6586a9a2-8f8b-49d8-914e-bef238842d87 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:26:04.702939 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-6586a9a2-8f8b-49d8-914e-bef238842d87 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:26:04.718853 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6586a9a2-8f8b-49d8-914e-bef238842d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:04.719850 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6586a9a2-8f8b-49d8-914e-bef238842d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:04.744376 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6586a9a2-8f8b-49d8-914e-bef238842d87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:04.914232 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591e8fa0-5188-4f0a-8552-0611dd80a945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-7a22669c-40f3-472c-a3be-6750f2a05bb4', 'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'fixed_ips': [{'subnet_id': '9a1fabf1-a465-4a1b-b641-e2c96e897dcc'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 12:26:04.915202 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-591e8fa0-5188-4f0a-8552-0611dd80a945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:04.929513 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6586a9a2-8f8b-49d8-914e-bef238842d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:05.101060 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-591e8fa0-5188-4f0a-8552-0611dd80a945 None None] Allocated IP 172.20.0.2 (7a22669c-40f3-472c-a3be-6750f2a05bb4/9a1fabf1-a465-4a1b-b641-e2c96e897dcc/7b552eff-584f-4d52-9501-983d4637888c) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:26:05.174721 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6586a9a2-8f8b-49d8-914e-bef238842d87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:05.206460 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6586a9a2-8f8b-49d8-914e-bef238842d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:05.348310 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-591e8fa0-5188-4f0a-8552-0611dd80a945 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:05.365275 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-591e8fa0-5188-4f0a-8552-0611dd80a945 None None] Transition to ACTIVE for port object 7b552eff-584f-4d52-9501-983d4637888c will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:26:05.376669 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-6586a9a2-8f8b-49d8-914e-bef238842d87 admin admin] Allocated IP 172.25.6.45 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/764dc02d-f81e-4eec-ac41-4d2ccad0c13d) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:26:05.389257 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-591e8fa0-5188-4f0a-8552-0611dd80a945 None None] Transition to ACTIVE for port object 7b552eff-584f-4d52-9501-983d4637888c will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:26:05.397653 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-591e8fa0-5188-4f0a-8552-0611dd80a945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:05.477554 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591e8fa0-5188-4f0a-8552-0611dd80a945 None None] Network 7a22669c-40f3-472c-a3be-6750f2a05bb4 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:26:05.482326 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-591e8fa0-5188-4f0a-8552-0611dd80a945 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:26:05.485185 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591e8fa0-5188-4f0a-8552-0611dd80a945 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:26:05.488095 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e8fa0-5188-4f0a-8552-0611dd80a945 None None] Pushing event updated for resources: {'Port': ['ID=7b552eff-584f-4d52-9501-983d4637888c,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:05.575318 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6586a9a2-8f8b-49d8-914e-bef238842d87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:05.596584 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-591e8fa0-5188-4f0a-8552-0611dd80a945 None None] Attempting to bind port 7b552eff-584f-4d52-9501-983d4637888c on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:26:05.597498 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-591e8fa0-5188-4f0a-8552-0611dd80a945 None None] Attempting to bind port 7b552eff-584f-4d52-9501-983d4637888c by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'f67cbd34-5bcc-473c-87bb-63d39fe03eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:26:05.597884 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591e8fa0-5188-4f0a-8552-0611dd80a945 None None] Attempting to bind port 7b552eff-584f-4d52-9501-983d4637888c on network 7a22669c-40f3-472c-a3be-6750f2a05bb4 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:26:05.608253 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6586a9a2-8f8b-49d8-914e-bef238842d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:05.608638 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591e8fa0-5188-4f0a-8552-0611dd80a945 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:26:05.609196 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591e8fa0-5188-4f0a-8552-0611dd80a945 None None] Checking segment: {'id': 'f67cbd34-5bcc-473c-87bb-63d39fe03eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:26:05.609584 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-591e8fa0-5188-4f0a-8552-0611dd80a945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:05.609989 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591e8fa0-5188-4f0a-8552-0611dd80a945 None None] Bound using segment: {'id': 'f67cbd34-5bcc-473c-87bb-63d39fe03eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:26:05.610454 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-591e8fa0-5188-4f0a-8552-0611dd80a945 None None] Bound port: 7b552eff-584f-4d52-9501-983d4637888c, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f67cbd34-5bcc-473c-87bb-63d39fe03eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:26:05.611226 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-591e8fa0-5188-4f0a-8552-0611dd80a945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:05.688882 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6586a9a2-8f8b-49d8-914e-bef238842d87 admin admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:26:05.692445 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-6586a9a2-8f8b-49d8-914e-bef238842d87 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:26:05.698174 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6586a9a2-8f8b-49d8-914e-bef238842d87 admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:26:05.730582 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586a9a2-8f8b-49d8-914e-bef238842d87 admin admin] Pushing event updated for resources: {'Port': ['ID=764dc02d-f81e-4eec-ac41-4d2ccad0c13d,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:05.730862 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-591e8fa0-5188-4f0a-8552-0611dd80a945 None None] For port 7b552eff-584f-4d52-9501-983d4637888c, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:26:05.735966 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-591e8fa0-5188-4f0a-8552-0611dd80a945 None None] For port 7b552eff-584f-4d52-9501-983d4637888c, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=7b552eff-584f-4d52-9501-983d4637888c,segment=NetworkSegment(f67cbd34-5bcc-473c-87bb-63d39fe03eea),segment_id=f67cbd34-5bcc-473c-87bb-63d39fe03eea)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:26:05.743462 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-591e8fa0-5188-4f0a-8552-0611dd80a945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:05.842606 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e8fa0-5188-4f0a-8552-0611dd80a945 None None] Pushing event updated for resources: {'Port': ['ID=7b552eff-584f-4d52-9501-983d4637888c,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:05.910133 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6586a9a2-8f8b-49d8-914e-bef238842d87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:05.910902 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6586a9a2-8f8b-49d8-914e-bef238842d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:06.324682 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6586a9a2-8f8b-49d8-914e-bef238842d87 admin admin] Router 87ffcff6-76a4-42d7-806d-abc01a8a96f8 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 12:26:06.545282 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6586a9a2-8f8b-49d8-914e-bef238842d87 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:26:06.556979 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706d9c45-5214-49cf-9ed2-7dd52571a416 None None] Sync routers for ids ['87ffcff6-76a4-42d7-806d-abc01a8a96f8'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:26:06.572472 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706d9c45-5214-49cf-9ed2-7dd52571a416 None None] Routers {'87ffcff6-76a4-42d7-806d-abc01a8a96f8'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:26:06.573552 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-706d9c45-5214-49cf-9ed2-7dd52571a416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:25:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['87ffcff6-76a4-42d7-806d-abc01a8a96f8'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:26:06.575557 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-6586a9a2-8f8b-49d8-914e-bef238842d87 admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:06.578122 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-6586a9a2-8f8b-49d8-914e-bef238842d87 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9017916 May 23 12:26:06.580540 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44264) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:26:06.800501 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-706d9c45-5214-49cf-9ed2-7dd52571a416 None None] Set router 87ffcff6-76a4-42d7-806d-abc01a8a96f8 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:26:07.212397 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f1b40b-b6e2-4edb-9245-c83bbc2f4665 None None] Network 7a22669c-40f3-472c-a3be-6750f2a05bb4 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:26:07.331699 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-21400848-98ef-4a09-8332-4a629e3bdb78 None None] Provisioning for port 7b552eff-584f-4d52-9501-983d4637888c completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:26:07.433934 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-706d9c45-5214-49cf-9ed2-7dd52571a416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'name': 'tempest-TestShelveInstance-1790629747-router', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '764dc02d-f81e-4eec-ac41-4d2ccad0c13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:26:04Z', 'updated_at': '2022-05-23T12:26:05Z', 'revision_number': 3, 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'gw_port': {'id': '764dc02d-f81e-4eec-ac41-4d2ccad0c13d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:26:05Z', 'updated_at': '2022-05-23T12:26:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:26:07.441356 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706d9c45-5214-49cf-9ed2-7dd52571a416 None None] Checking router: 87ffcff6-76a4-42d7-806d-abc01a8a96f8 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:26:07.441700 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706d9c45-5214-49cf-9ed2-7dd52571a416 None None] Updating router 87ffcff6-76a4-42d7-806d-abc01a8a96f8 port 764dc02d-f81e-4eec-ac41-4d2ccad0c13d binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 12:26:07.528637 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 7b552eff-584f-4d52-9501-983d4637888c up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:26:07.548703 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1dd3f2d2-a372-4d27-a591-a101fe364aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:07.588519 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-706d9c45-5214-49cf-9ed2-7dd52571a416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:07.741225 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 7b552eff-584f-4d52-9501-983d4637888c completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:26:07.756426 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 7b552eff-584f-4d52-9501-983d4637888c triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:26:07.756909 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:07.812317 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-1dd3f2d2-a372-4d27-a591-a101fe364aba admin admin] Allocated IP 172.20.0.1 (7a22669c-40f3-472c-a3be-6750f2a05bb4/9a1fabf1-a465-4a1b-b641-e2c96e897dcc/12c00d26-f98c-4880-a18b-75b401fc1c92) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:26:08.026826 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:08.121395 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1dd3f2d2-a372-4d27-a591-a101fe364aba admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:08.134488 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 7b552eff-584f-4d52-9501-983d4637888c, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=7b552eff-584f-4d52-9501-983d4637888c,segment=NetworkSegment(f67cbd34-5bcc-473c-87bb-63d39fe03eea),segment_id=f67cbd34-5bcc-473c-87bb-63d39fe03eea)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:26:08.139392 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-1dd3f2d2-a372-4d27-a591-a101fe364aba admin admin] Transition to ACTIVE for port object 12c00d26-f98c-4880-a18b-75b401fc1c92 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:26:08.146418 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:08.149502 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-706d9c45-5214-49cf-9ed2-7dd52571a416 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:08.166523 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1dd3f2d2-a372-4d27-a591-a101fe364aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:08.189408 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f6960bc8-1ce2-4e49-b8bf-881ca7b01275 None None] Provisioning complete for port 7b552eff-584f-4d52-9501-983d4637888c triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:26:08.189795 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f6960bc8-1ce2-4e49-b8bf-881ca7b01275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:08.237958 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd3f2d2-a372-4d27-a591-a101fe364aba admin admin] Network 7a22669c-40f3-472c-a3be-6750f2a05bb4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:26:08.240980 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-1dd3f2d2-a372-4d27-a591-a101fe364aba admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:26:08.244964 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd3f2d2-a372-4d27-a591-a101fe364aba admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:26:08.247997 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-706d9c45-5214-49cf-9ed2-7dd52571a416 None None] Transition to ACTIVE for port object 764dc02d-f81e-4eec-ac41-4d2ccad0c13d will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:26:08.269826 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-706d9c45-5214-49cf-9ed2-7dd52571a416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:08.278305 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd3f2d2-a372-4d27-a591-a101fe364aba admin admin] Pushing event updated for resources: {'Port': ['ID=12c00d26-f98c-4880-a18b-75b401fc1c92,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:08.298077 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=7b552eff-584f-4d52-9501-983d4637888c,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:08.308268 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1dd3f2d2-a372-4d27-a591-a101fe364aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:08.371901 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-706d9c45-5214-49cf-9ed2-7dd52571a416 None None] Attempting to bind port 764dc02d-f81e-4eec-ac41-4d2ccad0c13d on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:26:08.372213 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-706d9c45-5214-49cf-9ed2-7dd52571a416 None None] Attempting to bind port 764dc02d-f81e-4eec-ac41-4d2ccad0c13d by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:26:08.372582 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706d9c45-5214-49cf-9ed2-7dd52571a416 None None] Attempting to bind port 764dc02d-f81e-4eec-ac41-4d2ccad0c13d on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:26:08.424728 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1dd3f2d2-a372-4d27-a591-a101fe364aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:08.424987 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706d9c45-5214-49cf-9ed2-7dd52571a416 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:26:08.425163 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706d9c45-5214-49cf-9ed2-7dd52571a416 None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:26:08.425589 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-706d9c45-5214-49cf-9ed2-7dd52571a416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:08.425970 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706d9c45-5214-49cf-9ed2-7dd52571a416 None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:26:08.426452 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-706d9c45-5214-49cf-9ed2-7dd52571a416 None None] Bound port: 764dc02d-f81e-4eec-ac41-4d2ccad0c13d, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:26:08.426834 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-706d9c45-5214-49cf-9ed2-7dd52571a416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:08.456664 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed5a418-19e9-4882-aa91-0a28cc90f1ff None None] Pushing event updated for resources: {'Port': ['ID=764dc02d-f81e-4eec-ac41-4d2ccad0c13d,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:08.528566 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-706d9c45-5214-49cf-9ed2-7dd52571a416 None None] For port 764dc02d-f81e-4eec-ac41-4d2ccad0c13d, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:26:08.531807 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-706d9c45-5214-49cf-9ed2-7dd52571a416 None None] For port 764dc02d-f81e-4eec-ac41-4d2ccad0c13d, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=764dc02d-f81e-4eec-ac41-4d2ccad0c13d,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:26:08.537927 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-706d9c45-5214-49cf-9ed2-7dd52571a416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:08.633281 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed5a418-19e9-4882-aa91-0a28cc90f1ff None None] Pushing event updated for resources: {'Port': ['ID=764dc02d-f81e-4eec-ac41-4d2ccad0c13d,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:08.636742 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706d9c45-5214-49cf-9ed2-7dd52571a416 None None] Routers {'87ffcff6-76a4-42d7-806d-abc01a8a96f8'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:26:08.637350 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-706d9c45-5214-49cf-9ed2-7dd52571a416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:25:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['87ffcff6-76a4-42d7-806d-abc01a8a96f8'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:26:08.698237 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1dd3f2d2-a372-4d27-a591-a101fe364aba admin admin] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:08.704500 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1dd3f2d2-a372-4d27-a591-a101fe364aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:08.799804 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d49df21f-283b-43f0-8c9b-2c2f7de3d90e None None] Provisioning for port 12c00d26-f98c-4880-a18b-75b401fc1c92 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:26:08.814420 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1dd3f2d2-a372-4d27-a591-a101fe364aba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:08.817920 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd3f2d2-a372-4d27-a591-a101fe364aba admin admin] Pushing event updated for resources: {'Port': ['ID=12c00d26-f98c-4880-a18b-75b401fc1c92,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:08.820244 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d49df21f-283b-43f0-8c9b-2c2f7de3d90e None None] Provisioning complete for port 12c00d26-f98c-4880-a18b-75b401fc1c92 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:26:08.820244 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d49df21f-283b-43f0-8c9b-2c2f7de3d90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:08.919895 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:08.929840 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d49df21f-283b-43f0-8c9b-2c2f7de3d90e None None] Port 12c00d26-f98c-4880-a18b-75b401fc1c92 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 12:26:08.952458 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-706d9c45-5214-49cf-9ed2-7dd52571a416 None None] Set router 87ffcff6-76a4-42d7-806d-abc01a8a96f8 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:26:08.964793 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd3f2d2-a372-4d27-a591-a101fe364aba admin admin] Network 7a22669c-40f3-472c-a3be-6750f2a05bb4 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:26:08.966065 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-1dd3f2d2-a372-4d27-a591-a101fe364aba admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:26:09.298546 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f848de15-23ae-4ddf-bcb8-36fdded85100 None None] Provisioning complete for port 12c00d26-f98c-4880-a18b-75b401fc1c92 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:26:09.298890 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f848de15-23ae-4ddf-bcb8-36fdded85100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:09.403376 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3821c4ee-9e22-4b4f-8136-cf059d92787f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:09.411384 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd3f2d2-a372-4d27-a591-a101fe364aba admin admin] Router 87ffcff6-76a4-42d7-806d-abc01a8a96f8 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:26:09.411659 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f848de15-23ae-4ddf-bcb8-36fdded85100 None None] Port 12c00d26-f98c-4880-a18b-75b401fc1c92 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 12:26:09.441372 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-706d9c45-5214-49cf-9ed2-7dd52571a416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'name': 'tempest-TestShelveInstance-1790629747-router', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '764dc02d-f81e-4eec-ac41-4d2ccad0c13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:26:04Z', 'updated_at': '2022-05-23T12:26:08Z', 'revision_number': 4, 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'gw_port': {'id': '764dc02d-f81e-4eec-ac41-4d2ccad0c13d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:26:05Z', 'updated_at': '2022-05-23T12:26:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '12c00d26-f98c-4880-a18b-75b401fc1c92', 'name': '', 'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'mac_address': 'fa:16:3e:2b:b1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a1fabf1-a465-4a1b-b641-e2c96e897dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:26:07Z', 'updated_at': '2022-05-23T12:26:07Z', 'revision_number': 1, 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'subnets': [{'id': '9a1fabf1-a465-4a1b-b641-e2c96e897dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:26:09.446328 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706d9c45-5214-49cf-9ed2-7dd52571a416 None None] The sync data for ids ['87ffcff6-76a4-42d7-806d-abc01a8a96f8'] in n-d-842952-2 is: [{'id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'name': 'tempest-TestShelveInstance-1790629747-router', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '764dc02d-f81e-4eec-ac41-4d2ccad0c13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:26:04Z', 'updated_at': '2022-05-23T12:26:08Z', 'revision_number': 4, 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'gw_port': {'id': '764dc02d-f81e-4eec-ac41-4d2ccad0c13d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:26:05Z', 'updated_at': '2022-05-23T12:26:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '12c00d26-f98c-4880-a18b-75b401fc1c92', 'name': '', 'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'mac_address': 'fa:16:3e:2b:b1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a1fabf1-a465-4a1b-b641-e2c96e897dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:26:07Z', 'updated_at': '2022-05-23T12:26:07Z', 'revision_number': 1, 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'subnets': [{'id': '9a1fabf1-a465-4a1b-b641-e2c96e897dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:26:09.463442 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 7b552eff-584f-4d52-9501-983d4637888c up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:26:09.543521 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 7b552eff-584f-4d52-9501-983d4637888c triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:26:09.544014 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:09.685245 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd3f2d2-a372-4d27-a591-a101fe364aba admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:26:09.702947 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-1dd3f2d2-a372-4d27-a591-a101fe364aba admin admin] 10.222.0.79 "PUT /v2.0/routers/87ffcff6-76a4-42d7-806d-abc01a8a96f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1206744 May 23 12:26:10.212840 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:10.745113 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44286) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:26:10.751368 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-662e0415-c7d0-400d-b08f-721339460326 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-418271829-network', 'tenant_id': '93c00c1cad7b458f898d73ddfa20faef'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:26:10.757931 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-662e0415-c7d0-400d-b08f-721339460326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:26:10.763904 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-662e0415-c7d0-400d-b08f-721339460326 admin admin] Usage tracker for resource:network and tenant:93c00c1cad7b458f898d73ddfa20faef is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:26:10.767437 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-662e0415-c7d0-400d-b08f-721339460326 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:26:10.775775 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-662e0415-c7d0-400d-b08f-721339460326 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:26:10.800924 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662e0415-c7d0-400d-b08f-721339460326 admin admin] Made reservation on behalf of 93c00c1cad7b458f898d73ddfa20faef for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:26:10.803994 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-662e0415-c7d0-400d-b08f-721339460326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:10.819915 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-662e0415-c7d0-400d-b08f-721339460326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:10.858421 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-662e0415-c7d0-400d-b08f-721339460326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:26:10.868911 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-662e0415-c7d0-400d-b08f-721339460326 admin admin] Usage tracker for resource:security_group_rule and tenant:93c00c1cad7b458f898d73ddfa20faef is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:26:10.868911 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-662e0415-c7d0-400d-b08f-721339460326 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:26:10.875372 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-662e0415-c7d0-400d-b08f-721339460326 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:26:10.946754 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-662e0415-c7d0-400d-b08f-721339460326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:10.951854 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-662e0415-c7d0-400d-b08f-721339460326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:10.987307 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-662e0415-c7d0-400d-b08f-721339460326 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 12:26:10.997024 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e0415-c7d0-400d-b08f-721339460326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e666147-85f0-4e98-8a12-185ee28c4db2,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:11.003791 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-662e0415-c7d0-400d-b08f-721339460326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:11.004426 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-662e0415-c7d0-400d-b08f-721339460326 admin admin] Added segment 728039b7-30c2-482a-8bbe-b1fb52b6f8db of type vlan for network 65dfd024-8758-469a-bf2d-1eb7635cefb2 May 23 12:26:11.146206 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-662e0415-c7d0-400d-b08f-721339460326 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:11.180077 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-662e0415-c7d0-400d-b08f-721339460326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:11.181369 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662e0415-c7d0-400d-b08f-721339460326 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:26:11.182263 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-662e0415-c7d0-400d-b08f-721339460326 admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:11.299294 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e0415-c7d0-400d-b08f-721339460326 admin admin] Pushing event updated for resources: {'Network': ['ID=65dfd024-8758-469a-bf2d-1eb7635cefb2,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:11.302947 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-662e0415-c7d0-400d-b08f-721339460326 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5562932 May 23 12:26:11.306020 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44290) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:26:11.312354 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 65dfd024-8758-469a-bf2d-1eb7635cefb2 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 12:26:11.314141 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-3110d19f-7538-4908-bfde-8e65f3fa064e admin admin] Request body: {'subnet': {'network_id': '65dfd024-8758-469a-bf2d-1eb7635cefb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-418271829-subnet', 'tenant_id': '93c00c1cad7b458f898d73ddfa20faef', 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:26:11.325764 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3110d19f-7538-4908-bfde-8e65f3fa064e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:26:11.333069 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3110d19f-7538-4908-bfde-8e65f3fa064e admin admin] Usage tracker for resource:subnet and tenant:93c00c1cad7b458f898d73ddfa20faef is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:26:11.336535 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3110d19f-7538-4908-bfde-8e65f3fa064e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:26:11.344459 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3110d19f-7538-4908-bfde-8e65f3fa064e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:26:11.360320 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3110d19f-7538-4908-bfde-8e65f3fa064e admin admin] Made reservation on behalf of 93c00c1cad7b458f898d73ddfa20faef for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:26:11.362833 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3110d19f-7538-4908-bfde-8e65f3fa064e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:11.511225 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 764dc02d-f81e-4eec-ac41-4d2ccad0c13d up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:26:11.583753 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 764dc02d-f81e-4eec-ac41-4d2ccad0c13d completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:26:11.589357 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 764dc02d-f81e-4eec-ac41-4d2ccad0c13d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:26:11.589705 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:11.627604 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3110d19f-7538-4908-bfde-8e65f3fa064e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:11.695047 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c86644a2-4233-4336-8c88-a178c5998170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:11.712183 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3110d19f-7538-4908-bfde-8e65f3fa064e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf87409c-8d1d-4e3f-817b-60bb695135df,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:11.721261 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:11.725885 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3110d19f-7538-4908-bfde-8e65f3fa064e admin admin] Checking segment: {'id': '728039b7-30c2-482a-8bbe-b1fb52b6f8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '65dfd024-8758-469a-bf2d-1eb7635cefb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:26:11.726235 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3110d19f-7538-4908-bfde-8e65f3fa064e admin admin] Network hostable DHCP agents. Network: 65dfd024-8758-469a-bf2d-1eb7635cefb2, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:26:11.739022 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 764dc02d-f81e-4eec-ac41-4d2ccad0c13d, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=764dc02d-f81e-4eec-ac41-4d2ccad0c13d,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:26:11.743938 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:11.749849 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3110d19f-7538-4908-bfde-8e65f3fa064e admin admin] Network 65dfd024-8758-469a-bf2d-1eb7635cefb2 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:26:11.760746 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-3110d19f-7538-4908-bfde-8e65f3fa064e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 65dfd024-8758-469a-bf2d-1eb7635cefb2) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:26:11.764647 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3110d19f-7538-4908-bfde-8e65f3fa064e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:26:11.765230 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3110d19f-7538-4908-bfde-8e65f3fa064e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:11.777115 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d381937-a62e-45a7-ac2f-da2d5d413006 None None] Network 65dfd024-8758-469a-bf2d-1eb7635cefb2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:26:11.790416 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3110d19f-7538-4908-bfde-8e65f3fa064e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4804857 May 23 12:26:11.790742 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 44294) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:26:11.797711 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-c7769a15-836e-4044-945d-0bb2dd4c930a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-418271829-router', 'tenant_id': '93c00c1cad7b458f898d73ddfa20faef', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:26:11.805504 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c7769a15-836e-4044-945d-0bb2dd4c930a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:26:11.808838 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c7769a15-836e-4044-945d-0bb2dd4c930a admin admin] Usage tracker for resource:router and tenant:93c00c1cad7b458f898d73ddfa20faef is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:26:11.813123 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c7769a15-836e-4044-945d-0bb2dd4c930a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:26:11.819243 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c7769a15-836e-4044-945d-0bb2dd4c930a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:26:11.830389 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c7769a15-836e-4044-945d-0bb2dd4c930a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:11.831435 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c7769a15-836e-4044-945d-0bb2dd4c930a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:11.857217 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c7769a15-836e-4044-945d-0bb2dd4c930a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:11.929706 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=764dc02d-f81e-4eec-ac41-4d2ccad0c13d,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:12.028952 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c7769a15-836e-4044-945d-0bb2dd4c930a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:12.092951 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40690b9f-514f-4696-9a51-41be0633f5b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-65dfd024-8758-469a-bf2d-1eb7635cefb2', 'network_id': '65dfd024-8758-469a-bf2d-1eb7635cefb2', 'tenant_id': '93c00c1cad7b458f898d73ddfa20faef', 'fixed_ips': [{'subnet_id': 'cf87409c-8d1d-4e3f-817b-60bb695135df'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 12:26:12.093826 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-40690b9f-514f-4696-9a51-41be0633f5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:12.244755 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c7769a15-836e-4044-945d-0bb2dd4c930a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:12.272932 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-40690b9f-514f-4696-9a51-41be0633f5b5 None None] Allocated IP 172.20.0.2 (65dfd024-8758-469a-bf2d-1eb7635cefb2/cf87409c-8d1d-4e3f-817b-60bb695135df/08861af5-2eb5-4dda-b7b6-84f4103aa987) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:26:12.275556 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c7769a15-836e-4044-945d-0bb2dd4c930a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:12.448652 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-c7769a15-836e-4044-945d-0bb2dd4c930a admin admin] Allocated IP 172.25.6.195 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/9bea1c93-ce9e-4d9b-b52b-703f226fbfda) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:26:12.514479 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-40690b9f-514f-4696-9a51-41be0633f5b5 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:12.530732 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-40690b9f-514f-4696-9a51-41be0633f5b5 None None] Transition to ACTIVE for port object 08861af5-2eb5-4dda-b7b6-84f4103aa987 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:26:12.556561 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-40690b9f-514f-4696-9a51-41be0633f5b5 None None] Transition to ACTIVE for port object 08861af5-2eb5-4dda-b7b6-84f4103aa987 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:26:12.562644 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-40690b9f-514f-4696-9a51-41be0633f5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:12.687474 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c7769a15-836e-4044-945d-0bb2dd4c930a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:12.709427 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40690b9f-514f-4696-9a51-41be0633f5b5 None None] Network 65dfd024-8758-469a-bf2d-1eb7635cefb2 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:26:12.710659 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40690b9f-514f-4696-9a51-41be0633f5b5 None None] Pushing event updated for resources: {'Port': ['ID=08861af5-2eb5-4dda-b7b6-84f4103aa987,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:12.715032 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-40690b9f-514f-4696-9a51-41be0633f5b5 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:26:12.718314 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40690b9f-514f-4696-9a51-41be0633f5b5 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:26:12.722360 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c7769a15-836e-4044-945d-0bb2dd4c930a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:12.812777 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-40690b9f-514f-4696-9a51-41be0633f5b5 None None] Attempting to bind port 08861af5-2eb5-4dda-b7b6-84f4103aa987 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:26:12.813267 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-40690b9f-514f-4696-9a51-41be0633f5b5 None None] Attempting to bind port 08861af5-2eb5-4dda-b7b6-84f4103aa987 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '728039b7-30c2-482a-8bbe-b1fb52b6f8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '65dfd024-8758-469a-bf2d-1eb7635cefb2'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:26:12.814491 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40690b9f-514f-4696-9a51-41be0633f5b5 None None] Attempting to bind port 08861af5-2eb5-4dda-b7b6-84f4103aa987 on network 65dfd024-8758-469a-bf2d-1eb7635cefb2 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:26:12.828251 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40690b9f-514f-4696-9a51-41be0633f5b5 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:26:12.829027 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40690b9f-514f-4696-9a51-41be0633f5b5 None None] Checking segment: {'id': '728039b7-30c2-482a-8bbe-b1fb52b6f8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '65dfd024-8758-469a-bf2d-1eb7635cefb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:26:12.829731 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-40690b9f-514f-4696-9a51-41be0633f5b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:12.830948 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40690b9f-514f-4696-9a51-41be0633f5b5 None None] Bound using segment: {'id': '728039b7-30c2-482a-8bbe-b1fb52b6f8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '65dfd024-8758-469a-bf2d-1eb7635cefb2'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:26:12.831884 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-40690b9f-514f-4696-9a51-41be0633f5b5 None None] Bound port: 08861af5-2eb5-4dda-b7b6-84f4103aa987, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '728039b7-30c2-482a-8bbe-b1fb52b6f8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '65dfd024-8758-469a-bf2d-1eb7635cefb2'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:26:12.832520 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-40690b9f-514f-4696-9a51-41be0633f5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:12.837375 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7769a15-836e-4044-945d-0bb2dd4c930a admin admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:26:12.844560 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-c7769a15-836e-4044-945d-0bb2dd4c930a admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:26:12.847683 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7769a15-836e-4044-945d-0bb2dd4c930a admin admin] Pushing event updated for resources: {'Port': ['ID=9bea1c93-ce9e-4d9b-b52b-703f226fbfda,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:12.853116 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7769a15-836e-4044-945d-0bb2dd4c930a admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:26:12.957397 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-40690b9f-514f-4696-9a51-41be0633f5b5 None None] For port 08861af5-2eb5-4dda-b7b6-84f4103aa987, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:26:12.960620 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-40690b9f-514f-4696-9a51-41be0633f5b5 None None] For port 08861af5-2eb5-4dda-b7b6-84f4103aa987, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=08861af5-2eb5-4dda-b7b6-84f4103aa987,segment=NetworkSegment(728039b7-30c2-482a-8bbe-b1fb52b6f8db),segment_id=728039b7-30c2-482a-8bbe-b1fb52b6f8db)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:26:12.961739 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:12.964989 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-40690b9f-514f-4696-9a51-41be0633f5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:13.052223 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40690b9f-514f-4696-9a51-41be0633f5b5 None None] Pushing event updated for resources: {'Port': ['ID=08861af5-2eb5-4dda-b7b6-84f4103aa987,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:13.083266 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:13.115816 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c7769a15-836e-4044-945d-0bb2dd4c930a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:13.116644 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c7769a15-836e-4044-945d-0bb2dd4c930a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:13.414727 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7769a15-836e-4044-945d-0bb2dd4c930a admin admin] Router 3cfed9ba-c75f-4bff-ac40-7d85919b05a1 is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 12:26:13.535664 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 08861af5-2eb5-4dda-b7b6-84f4103aa987 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:26:13.630104 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 08861af5-2eb5-4dda-b7b6-84f4103aa987 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:26:13.639051 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 764dc02d-f81e-4eec-ac41-4d2ccad0c13d up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:26:13.729203 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 764dc02d-f81e-4eec-ac41-4d2ccad0c13d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:26:13.729678 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:13.781068 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7769a15-836e-4044-945d-0bb2dd4c930a admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:26:13.795392 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639b4b51-0ee0-4604-af30-63d5aae2766f None None] Sync routers for ids ['3cfed9ba-c75f-4bff-ac40-7d85919b05a1'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:26:13.818915 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639b4b51-0ee0-4604-af30-63d5aae2766f None None] Routers {'3cfed9ba-c75f-4bff-ac40-7d85919b05a1'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:26:13.820163 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-639b4b51-0ee0-4604-af30-63d5aae2766f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:26:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['3cfed9ba-c75f-4bff-ac40-7d85919b05a1'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:26:13.827359 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c7769a15-836e-4044-945d-0bb2dd4c930a admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:13.833844 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44304) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:26:13.834805 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c7769a15-836e-4044-945d-0bb2dd4c930a admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0417960 May 23 12:26:14.048141 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-639b4b51-0ee0-4604-af30-63d5aae2766f None None] Set router 3cfed9ba-c75f-4bff-ac40-7d85919b05a1 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:26:14.081101 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d891dca-dbb4-4d7e-a5f0-494dafaa5c81 None None] Network 65dfd024-8758-469a-bf2d-1eb7635cefb2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:26:14.236519 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-51fcaf78-90bf-4145-a543-ff0809d4d6ae None None] Provisioning for port 08861af5-2eb5-4dda-b7b6-84f4103aa987 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:26:14.263535 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-51fcaf78-90bf-4145-a543-ff0809d4d6ae None None] Provisioning complete for port 08861af5-2eb5-4dda-b7b6-84f4103aa987 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:26:14.264122 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-51fcaf78-90bf-4145-a543-ff0809d4d6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:14.389723 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-639b4b51-0ee0-4604-af30-63d5aae2766f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cfed9ba-c75f-4bff-ac40-7d85919b05a1', 'name': 'tempest-TestShelveInstance-418271829-router', 'tenant_id': '93c00c1cad7b458f898d73ddfa20faef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '9bea1c93-ce9e-4d9b-b52b-703f226fbfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:26:11Z', 'updated_at': '2022-05-23T12:26:13Z', 'revision_number': 3, 'project_id': '93c00c1cad7b458f898d73ddfa20faef', 'gw_port': {'id': '9bea1c93-ce9e-4d9b-b52b-703f226fbfda', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:99:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cfed9ba-c75f-4bff-ac40-7d85919b05a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:26:12Z', 'updated_at': '2022-05-23T12:26:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:26:14.393995 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639b4b51-0ee0-4604-af30-63d5aae2766f None None] Checking router: 3cfed9ba-c75f-4bff-ac40-7d85919b05a1 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:26:14.394396 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639b4b51-0ee0-4604-af30-63d5aae2766f None None] Updating router 3cfed9ba-c75f-4bff-ac40-7d85919b05a1 port 9bea1c93-ce9e-4d9b-b52b-703f226fbfda binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 12:26:14.456697 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-639b4b51-0ee0-4604-af30-63d5aae2766f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:14.508962 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-51fcaf78-90bf-4145-a543-ff0809d4d6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:14.557941 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-51fcaf78-90bf-4145-a543-ff0809d4d6ae None None] For port 08861af5-2eb5-4dda-b7b6-84f4103aa987, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=08861af5-2eb5-4dda-b7b6-84f4103aa987,segment=NetworkSegment(728039b7-30c2-482a-8bbe-b1fb52b6f8db),segment_id=728039b7-30c2-482a-8bbe-b1fb52b6f8db)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:26:14.565389 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-51fcaf78-90bf-4145-a543-ff0809d4d6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:14.674011 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fcaf78-90bf-4145-a543-ff0809d4d6ae None None] Pushing event updated for resources: {'Port': ['ID=08861af5-2eb5-4dda-b7b6-84f4103aa987,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:14.686321 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:14.749599 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7f8c2781-dc5f-41fd-a5bd-89022bbabdbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:14.789974 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-98a14c69-ebdf-4dda-afe1-199e6bfd8ddb None None] Provisioning complete for port 08861af5-2eb5-4dda-b7b6-84f4103aa987 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:26:14.790479 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-98a14c69-ebdf-4dda-afe1-199e6bfd8ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:14.880518 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-639b4b51-0ee0-4604-af30-63d5aae2766f None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:14.894460 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-639b4b51-0ee0-4604-af30-63d5aae2766f None None] Transition to ACTIVE for port object 9bea1c93-ce9e-4d9b-b52b-703f226fbfda will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:26:14.902909 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-639b4b51-0ee0-4604-af30-63d5aae2766f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:14.982403 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-7f8c2781-dc5f-41fd-a5bd-89022bbabdbf admin admin] Allocated IP 172.20.0.1 (65dfd024-8758-469a-bf2d-1eb7635cefb2/cf87409c-8d1d-4e3f-817b-60bb695135df/bbecc3c8-fddb-4868-8962-a5a6e92178be) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:26:14.989889 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651ac4a8-2d26-4fa3-9d08-94f2235b6452 None None] Pushing event updated for resources: {'Port': ['ID=9bea1c93-ce9e-4d9b-b52b-703f226fbfda,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:14.992401 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-639b4b51-0ee0-4604-af30-63d5aae2766f None None] Attempting to bind port 9bea1c93-ce9e-4d9b-b52b-703f226fbfda on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:26:14.992754 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-639b4b51-0ee0-4604-af30-63d5aae2766f None None] Attempting to bind port 9bea1c93-ce9e-4d9b-b52b-703f226fbfda by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:26:14.993102 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639b4b51-0ee0-4604-af30-63d5aae2766f None None] Attempting to bind port 9bea1c93-ce9e-4d9b-b52b-703f226fbfda on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:26:15.005896 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ac4a8-2d26-4fa3-9d08-94f2235b6452 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:26:15.006229 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ac4a8-2d26-4fa3-9d08-94f2235b6452 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:26:15.006559 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ac4a8-2d26-4fa3-9d08-94f2235b6452 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:26:15.006883 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ac4a8-2d26-4fa3-9d08-94f2235b6452 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:26:15.007204 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ac4a8-2d26-4fa3-9d08-94f2235b6452 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:26:15.007527 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ac4a8-2d26-4fa3-9d08-94f2235b6452 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:26:15.007860 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ac4a8-2d26-4fa3-9d08-94f2235b6452 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:26:15.008178 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ac4a8-2d26-4fa3-9d08-94f2235b6452 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:26:15.008691 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ac4a8-2d26-4fa3-9d08-94f2235b6452 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:26:15.009007 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ac4a8-2d26-4fa3-9d08-94f2235b6452 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:26:15.009320 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ac4a8-2d26-4fa3-9d08-94f2235b6452 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:26:15.013228 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639b4b51-0ee0-4604-af30-63d5aae2766f None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:26:15.013647 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639b4b51-0ee0-4604-af30-63d5aae2766f None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:26:15.013982 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-639b4b51-0ee0-4604-af30-63d5aae2766f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:15.014352 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639b4b51-0ee0-4604-af30-63d5aae2766f None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:26:15.014818 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-639b4b51-0ee0-4604-af30-63d5aae2766f None None] Bound port: 9bea1c93-ce9e-4d9b-b52b-703f226fbfda, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:26:15.015189 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-639b4b51-0ee0-4604-af30-63d5aae2766f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:15.109846 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-639b4b51-0ee0-4604-af30-63d5aae2766f None None] For port 9bea1c93-ce9e-4d9b-b52b-703f226fbfda, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:26:15.113543 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-639b4b51-0ee0-4604-af30-63d5aae2766f None None] For port 9bea1c93-ce9e-4d9b-b52b-703f226fbfda, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=9bea1c93-ce9e-4d9b-b52b-703f226fbfda,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:26:15.118796 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-639b4b51-0ee0-4604-af30-63d5aae2766f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:15.204779 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651ac4a8-2d26-4fa3-9d08-94f2235b6452 None None] Pushing event updated for resources: {'Port': ['ID=9bea1c93-ce9e-4d9b-b52b-703f226fbfda,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:15.211878 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639b4b51-0ee0-4604-af30-63d5aae2766f None None] Routers {'3cfed9ba-c75f-4bff-ac40-7d85919b05a1'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:26:15.212533 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-639b4b51-0ee0-4604-af30-63d5aae2766f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:26:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['3cfed9ba-c75f-4bff-ac40-7d85919b05a1'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:26:15.265916 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7f8c2781-dc5f-41fd-a5bd-89022bbabdbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:15.283514 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-7f8c2781-dc5f-41fd-a5bd-89022bbabdbf admin admin] Transition to ACTIVE for port object bbecc3c8-fddb-4868-8962-a5a6e92178be will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:26:15.311169 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7f8c2781-dc5f-41fd-a5bd-89022bbabdbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:15.403214 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8c2781-dc5f-41fd-a5bd-89022bbabdbf admin admin] Network 65dfd024-8758-469a-bf2d-1eb7635cefb2 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:26:15.408144 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-639b4b51-0ee0-4604-af30-63d5aae2766f None None] Set router 3cfed9ba-c75f-4bff-ac40-7d85919b05a1 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:26:15.408560 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-7f8c2781-dc5f-41fd-a5bd-89022bbabdbf admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:26:15.416350 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8c2781-dc5f-41fd-a5bd-89022bbabdbf admin admin] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:26:15.450814 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c2781-dc5f-41fd-a5bd-89022bbabdbf admin admin] Pushing event updated for resources: {'Port': ['ID=bbecc3c8-fddb-4868-8962-a5a6e92178be,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:15.474480 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 08861af5-2eb5-4dda-b7b6-84f4103aa987 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:26:15.493360 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7f8c2781-dc5f-41fd-a5bd-89022bbabdbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:15.577305 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 08861af5-2eb5-4dda-b7b6-84f4103aa987 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:26:15.577939 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:15.638320 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7f8c2781-dc5f-41fd-a5bd-89022bbabdbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:15.769415 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-639b4b51-0ee0-4604-af30-63d5aae2766f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cfed9ba-c75f-4bff-ac40-7d85919b05a1', 'name': 'tempest-TestShelveInstance-418271829-router', 'tenant_id': '93c00c1cad7b458f898d73ddfa20faef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '9bea1c93-ce9e-4d9b-b52b-703f226fbfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:26:11Z', 'updated_at': '2022-05-23T12:26:13Z', 'revision_number': 3, 'project_id': '93c00c1cad7b458f898d73ddfa20faef', 'gw_port': {'id': '9bea1c93-ce9e-4d9b-b52b-703f226fbfda', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:99:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cfed9ba-c75f-4bff-ac40-7d85919b05a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:26:12Z', 'updated_at': '2022-05-23T12:26:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:26:15.775281 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639b4b51-0ee0-4604-af30-63d5aae2766f None None] The sync data for ids ['3cfed9ba-c75f-4bff-ac40-7d85919b05a1'] in n-d-842952-2 is: [{'id': '3cfed9ba-c75f-4bff-ac40-7d85919b05a1', 'name': 'tempest-TestShelveInstance-418271829-router', 'tenant_id': '93c00c1cad7b458f898d73ddfa20faef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '9bea1c93-ce9e-4d9b-b52b-703f226fbfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:26:11Z', 'updated_at': '2022-05-23T12:26:13Z', 'revision_number': 3, 'project_id': '93c00c1cad7b458f898d73ddfa20faef', 'gw_port': {'id': '9bea1c93-ce9e-4d9b-b52b-703f226fbfda', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:99:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cfed9ba-c75f-4bff-ac40-7d85919b05a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:26:12Z', 'updated_at': '2022-05-23T12:26:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:26:15.787431 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4bf8cf16-419c-4d65-8220-2ead52c26154 None None] Provisioning for port bbecc3c8-fddb-4868-8962-a5a6e92178be completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:26:15.797361 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4bf8cf16-419c-4d65-8220-2ead52c26154 None None] Provisioning complete for port bbecc3c8-fddb-4868-8962-a5a6e92178be triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:26:15.798219 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4bf8cf16-419c-4d65-8220-2ead52c26154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:15.872208 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-4bf8cf16-419c-4d65-8220-2ead52c26154 None None] Port bbecc3c8-fddb-4868-8962-a5a6e92178be cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 12:26:15.938199 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7f8c2781-dc5f-41fd-a5bd-89022bbabdbf admin admin] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:15.945098 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7f8c2781-dc5f-41fd-a5bd-89022bbabdbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:16.053395 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c2781-dc5f-41fd-a5bd-89022bbabdbf admin admin] Pushing event updated for resources: {'Port': ['ID=bbecc3c8-fddb-4868-8962-a5a6e92178be,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:16.055785 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7f8c2781-dc5f-41fd-a5bd-89022bbabdbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:16.198659 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8c2781-dc5f-41fd-a5bd-89022bbabdbf admin admin] Network 65dfd024-8758-469a-bf2d-1eb7635cefb2 is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:26:16.200772 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-7f8c2781-dc5f-41fd-a5bd-89022bbabdbf admin admin] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:26:16.501424 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ae56aa1-589a-4767-abfb-fa8cd728fe85 None None] Provisioning complete for port bbecc3c8-fddb-4868-8962-a5a6e92178be triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:26:16.501802 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ae56aa1-589a-4767-abfb-fa8cd728fe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:16.562334 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5ae56aa1-589a-4767-abfb-fa8cd728fe85 None None] Port bbecc3c8-fddb-4868-8962-a5a6e92178be cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 12:26:16.639045 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8c2781-dc5f-41fd-a5bd-89022bbabdbf admin admin] Router 3cfed9ba-c75f-4bff-ac40-7d85919b05a1 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:26:16.907528 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8c2781-dc5f-41fd-a5bd-89022bbabdbf admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:26:16.918751 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-7f8c2781-dc5f-41fd-a5bd-89022bbabdbf admin admin] 10.222.0.79 "PUT /v2.0/routers/3cfed9ba-c75f-4bff-ac40-7d85919b05a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0826478 May 23 12:26:17.470140 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44318) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:26:17.476100 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a44ddcce-7b81-4a1b-8ded-2351d3138c02 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1965167075', 'description': 'tempest-secgroup-smoke-1965167075 description', 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:26:17.483248 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a44ddcce-7b81-4a1b-8ded-2351d3138c02 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:26:17.487431 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a44ddcce-7b81-4a1b-8ded-2351d3138c02 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Usage tracker for resource:security_group and tenant:1ccd79cbb3c64470a7c8cc443d655e4d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:26:17.491036 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a44ddcce-7b81-4a1b-8ded-2351d3138c02 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:26:17.497581 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a44ddcce-7b81-4a1b-8ded-2351d3138c02 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:26:17.509671 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a44ddcce-7b81-4a1b-8ded-2351d3138c02 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:17.554345 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a44ddcce-7b81-4a1b-8ded-2351d3138c02 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:26:17.559313 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a44ddcce-7b81-4a1b-8ded-2351d3138c02 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Usage tracker for resource:security_group_rule and tenant:1ccd79cbb3c64470a7c8cc443d655e4d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:26:17.562909 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-a44ddcce-7b81-4a1b-8ded-2351d3138c02 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:26:17.569513 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a44ddcce-7b81-4a1b-8ded-2351d3138c02 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:26:17.640302 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a44ddcce-7b81-4a1b-8ded-2351d3138c02 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:17.646126 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a44ddcce-7b81-4a1b-8ded-2351d3138c02 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:17.691079 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ddcce-7b81-4a1b-8ded-2351d3138c02 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b69bf1-3962-446f-a2f3-143e64603969,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:17.696521 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a44ddcce-7b81-4a1b-8ded-2351d3138c02 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:17.698326 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a44ddcce-7b81-4a1b-8ded-2351d3138c02 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2269673 May 23 12:26:17.702205 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 44322) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:26:17.708325 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-c774be4c-450b-48b5-8657-725fedc44183 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Request body: {'security_group_rule': {'security_group_id': 'b8b69bf1-3962-446f-a2f3-143e64603969', 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:26:17.715862 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c774be4c-450b-48b5-8657-725fedc44183 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:26:17.720617 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c774be4c-450b-48b5-8657-725fedc44183 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Usage tracker for resource:security_group_rule and tenant:1ccd79cbb3c64470a7c8cc443d655e4d is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:26:17.725833 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c774be4c-450b-48b5-8657-725fedc44183 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:26:17.733481 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c774be4c-450b-48b5-8657-725fedc44183 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:26:17.759879 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c774be4c-450b-48b5-8657-725fedc44183 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:17.849157 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c774be4c-450b-48b5-8657-725fedc44183 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:17.859088 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c774be4c-450b-48b5-8657-725fedc44183 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:17.888127 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774be4c-450b-48b5-8657-725fedc44183 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edf4b7e5-9553-45d7-8d81-1d241fb9bb21,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:17.901878 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c774be4c-450b-48b5-8657-725fedc44183 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:17.903424 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c774be4c-450b-48b5-8657-725fedc44183 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2000158 May 23 12:26:17.906295 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44326) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:26:17.912279 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-2fa67d3e-8cd5-4398-95a1-0a2631457807 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Request body: {'security_group_rule': {'security_group_id': 'b8b69bf1-3962-446f-a2f3-143e64603969', 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:26:17.920249 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2fa67d3e-8cd5-4398-95a1-0a2631457807 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:26:17.924943 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2fa67d3e-8cd5-4398-95a1-0a2631457807 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Usage tracker for resource:security_group_rule and tenant:1ccd79cbb3c64470a7c8cc443d655e4d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:26:17.928668 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2fa67d3e-8cd5-4398-95a1-0a2631457807 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:26:17.936296 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2fa67d3e-8cd5-4398-95a1-0a2631457807 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:26:17.956428 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2fa67d3e-8cd5-4398-95a1-0a2631457807 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:18.027470 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2fa67d3e-8cd5-4398-95a1-0a2631457807 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:18.032471 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2fa67d3e-8cd5-4398-95a1-0a2631457807 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:18.052506 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa67d3e-8cd5-4398-95a1-0a2631457807 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72e288bc-4de7-4bda-9ce1-27057b444478,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:18.069617 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2fa67d3e-8cd5-4398-95a1-0a2631457807 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:18.070872 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2fa67d3e-8cd5-4398-95a1-0a2631457807 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1635294 May 23 12:26:18.073731 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44330) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:26:18.079280 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e9b908a6-07c0-4850-ba44-f3a67877d8be tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Request body: {'security_group_rule': {'security_group_id': 'b8b69bf1-3962-446f-a2f3-143e64603969', 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:26:18.086368 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e9b908a6-07c0-4850-ba44-f3a67877d8be tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:26:18.090559 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e9b908a6-07c0-4850-ba44-f3a67877d8be tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Usage tracker for resource:security_group_rule and tenant:1ccd79cbb3c64470a7c8cc443d655e4d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:26:18.093647 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e9b908a6-07c0-4850-ba44-f3a67877d8be tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:26:18.099430 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e9b908a6-07c0-4850-ba44-f3a67877d8be tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:26:18.116452 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e9b908a6-07c0-4850-ba44-f3a67877d8be tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:18.184251 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e9b908a6-07c0-4850-ba44-f3a67877d8be tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:18.189548 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e9b908a6-07c0-4850-ba44-f3a67877d8be tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:18.219898 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b908a6-07c0-4850-ba44-f3a67877d8be tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16da8de6-8de1-43a3-8cc7-2ed486accf8c,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:18.232839 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e9b908a6-07c0-4850-ba44-f3a67877d8be tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:18.234283 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e9b908a6-07c0-4850-ba44-f3a67877d8be tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1594524 May 23 12:26:18.237375 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 44334) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:26:18.243263 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-5529b51c-6703-44fb-bd30-c9d4cea280af tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Request body: {'security_group_rule': {'security_group_id': 'b8b69bf1-3962-446f-a2f3-143e64603969', 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:26:18.250450 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5529b51c-6703-44fb-bd30-c9d4cea280af tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:26:18.254964 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5529b51c-6703-44fb-bd30-c9d4cea280af tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Usage tracker for resource:security_group_rule and tenant:1ccd79cbb3c64470a7c8cc443d655e4d is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:26:18.258391 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-5529b51c-6703-44fb-bd30-c9d4cea280af tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:26:18.265192 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-5529b51c-6703-44fb-bd30-c9d4cea280af tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:26:18.284938 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5529b51c-6703-44fb-bd30-c9d4cea280af tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:18.359610 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5529b51c-6703-44fb-bd30-c9d4cea280af tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:18.364100 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5529b51c-6703-44fb-bd30-c9d4cea280af tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:18.390192 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529b51c-6703-44fb-bd30-c9d4cea280af tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4f7951b-1ed1-43f1-a0b2-51a2b70c353e,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:18.400546 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-5529b51c-6703-44fb-bd30-c9d4cea280af tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:18.402156 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-5529b51c-6703-44fb-bd30-c9d4cea280af tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1636572 May 23 12:26:18.405158 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44338) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:26:18.410876 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c7b12b07-0693-4893-8660-cfb58fcfb068 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Request body: {'security_group_rule': {'security_group_id': 'b8b69bf1-3962-446f-a2f3-143e64603969', 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:26:18.418541 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c7b12b07-0693-4893-8660-cfb58fcfb068 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:26:18.423222 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c7b12b07-0693-4893-8660-cfb58fcfb068 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Usage tracker for resource:security_group_rule and tenant:1ccd79cbb3c64470a7c8cc443d655e4d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:26:18.426556 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c7b12b07-0693-4893-8660-cfb58fcfb068 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:26:18.432944 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c7b12b07-0693-4893-8660-cfb58fcfb068 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:26:18.545991 n-d-842952-2 neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-c7b12b07-0693-4893-8660-cfb58fcfb068 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Project 1ccd79cbb3c64470a7c8cc443d655e4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 12:26:18.552589 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7b12b07-0693-4893-8660-cfb58fcfb068 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:18.618891 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7b12b07-0693-4893-8660-cfb58fcfb068 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:18.622753 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7b12b07-0693-4893-8660-cfb58fcfb068 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:18.645699 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b12b07-0693-4893-8660-cfb58fcfb068 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=697ecf1b-e5ca-47c6-ac6d-b83700568f1c,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:18.654483 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7b12b07-0693-4893-8660-cfb58fcfb068 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:18.655674 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c7b12b07-0693-4893-8660-cfb58fcfb068 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2495472 May 23 12:26:18.658485 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44342) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:26:18.663896 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-402d2283-4b7d-444a-85ae-253ebdcc65d8 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Request body: {'security_group_rule': {'security_group_id': 'b8b69bf1-3962-446f-a2f3-143e64603969', 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:26:18.670942 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-402d2283-4b7d-444a-85ae-253ebdcc65d8 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:26:18.674744 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-402d2283-4b7d-444a-85ae-253ebdcc65d8 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Usage tracker for resource:security_group_rule and tenant:1ccd79cbb3c64470a7c8cc443d655e4d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:26:18.677629 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-402d2283-4b7d-444a-85ae-253ebdcc65d8 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:26:18.683668 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-402d2283-4b7d-444a-85ae-253ebdcc65d8 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:26:18.695088 n-d-842952-2 neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-402d2283-4b7d-444a-85ae-253ebdcc65d8 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Project 1ccd79cbb3c64470a7c8cc443d655e4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 12:26:18.701890 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-402d2283-4b7d-444a-85ae-253ebdcc65d8 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:18.777426 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-402d2283-4b7d-444a-85ae-253ebdcc65d8 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:18.782201 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-402d2283-4b7d-444a-85ae-253ebdcc65d8 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:18.806482 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d2283-4b7d-444a-85ae-253ebdcc65d8 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fb5be99-fdb7-45de-a1c0-9d139e08a2c2,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:18.816460 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-402d2283-4b7d-444a-85ae-253ebdcc65d8 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:18.818133 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-402d2283-4b7d-444a-85ae-253ebdcc65d8 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1587131 May 23 12:26:19.001995 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-3bd1763c-e4ab-4e12-bf0d-755c91a2c7f2 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Synchronizing usage tracker for tenant:1ccd79cbb3c64470a7c8cc443d655e4d on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:26:19.021812 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-3bd1763c-e4ab-4e12-bf0d-755c91a2c7f2 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Unset dirty status for tenant:1ccd79cbb3c64470a7c8cc443d655e4d on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:26:19.023180 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-3bd1763c-e4ab-4e12-bf0d-755c91a2c7f2 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1965167075&fields=id&tenant_id=1ccd79cbb3c64470a7c8cc443d655e4d HTTP/1.1" status: 200 len: 267 time: 0.0650096 May 23 12:26:19.179859 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-73d58cda-43de-405f-b399-f12918a3ad8d tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:26:19.180430 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-73d58cda-43de-405f-b399-f12918a3ad8d tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Synchronizing usage tracker for tenant:1ccd79cbb3c64470a7c8cc443d655e4d on resource:network {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:26:19.199051 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-73d58cda-43de-405f-b399-f12918a3ad8d tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Unset dirty status for tenant:1ccd79cbb3c64470a7c8cc443d655e4d on resource:network {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:26:19.200257 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-73d58cda-43de-405f-b399-f12918a3ad8d tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/networks?id=7a22669c-40f3-472c-a3be-6750f2a05bb4 HTTP/1.1" status: 200 len: 809 time: 0.1703255 May 23 12:26:19.217378 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-7e7d8ca8-2913-4c3c-856e-4ed8add78d61 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/quotas/1ccd79cbb3c64470a7c8cc443d655e4d HTTP/1.1" status: 200 len: 375 time: 0.0115297 May 23 12:26:19.300359 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-c5a0f843-4e80-46c8-991f-7d0e644127cd tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1ccd79cbb3c64470a7c8cc443d655e4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0775833 May 23 12:26:19.570838 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-3e8f75df-d9d1-402f-871d-2435293745b3 service neutron] 10.222.0.79 "GET /v2.0/networks/7a22669c-40f3-472c-a3be-6750f2a05bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585554 May 23 12:26:19.707883 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-14fc5e58-f80c-4aa0-b1f5-9ba4b3b519d3 service neutron] 10.222.0.79 "GET /v2.0/networks/7a22669c-40f3-472c-a3be-6750f2a05bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309075 May 23 12:26:19.920614 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f7bfb2c6-9d67-4d35-9146-35e5b811017d req-26da5a1c-fe8c-4f7b-9466-e1b476c173aa tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 210 time: 0.0465794 May 23 12:26:21.100206 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3561ce95-efd6-4760-8606-7f192cf11a9e req-01279c19-bebe-4509-9522-d128a9871b8f tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 210 time: 0.0584671 May 23 12:26:21.515220 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-edceac3c-5e4f-40e3-b3ca-811d83023541 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:26:21.517417 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-edceac3c-5e4f-40e3-b3ca-811d83023541 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.13 "GET /v2.0/networks?id=7a22669c-40f3-472c-a3be-6750f2a05bb4 HTTP/1.1" status: 200 len: 809 time: 0.2377219 May 23 12:26:21.538404 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 9bea1c93-ce9e-4d9b-b52b-703f226fbfda up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:26:21.591483 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-7fc5320e-6d75-4d8b-9ba9-c6da54c065ec tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ccd79cbb3c64470a7c8cc443d655e4d HTTP/1.1" status: 200 len: 380 time: 0.0544417 May 23 12:26:21.601381 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-6f9d9039-8a29-4e10-b65d-ea67508b12ac tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Request body: {'port': {'device_id': '3cd5e5e2-a795-496a-8886-555c65290aca', 'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4', 'admin_state_up': True, 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'security_groups': ['b8b69bf1-3962-446f-a2f3-143e64603969']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:26:21.621217 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 9bea1c93-ce9e-4d9b-b52b-703f226fbfda completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:26:21.627050 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 9bea1c93-ce9e-4d9b-b52b-703f226fbfda triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:26:21.627419 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:21.763455 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:21.789029 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 9bea1c93-ce9e-4d9b-b52b-703f226fbfda, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=9bea1c93-ce9e-4d9b-b52b-703f226fbfda,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:26:21.795392 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:21.821391 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-6f9d9039-8a29-4e10-b65d-ea67508b12ac tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:26:21.825865 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-6f9d9039-8a29-4e10-b65d-ea67508b12ac tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Usage tracker for resource:port and tenant:1ccd79cbb3c64470a7c8cc443d655e4d is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:26:21.829548 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-6f9d9039-8a29-4e10-b65d-ea67508b12ac tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:26:21.836998 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-6f9d9039-8a29-4e10-b65d-ea67508b12ac tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:26:21.855608 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-6f9d9039-8a29-4e10-b65d-ea67508b12ac tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Made reservation on behalf of 1ccd79cbb3c64470a7c8cc443d655e4d for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:26:21.862254 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-6f9d9039-8a29-4e10-b65d-ea67508b12ac tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:21.910677 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=9bea1c93-ce9e-4d9b-b52b-703f226fbfda,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:22.046475 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-6f9d9039-8a29-4e10-b65d-ea67508b12ac tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Allocated IP 172.20.0.14 (7a22669c-40f3-472c-a3be-6750f2a05bb4/9a1fabf1-a465-4a1b-b641-e2c96e897dcc/c0a9ac3a-d5dc-4196-94e7-8eee47ca4022) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:26:22.314319 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-6f9d9039-8a29-4e10-b65d-ea67508b12ac tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:22.319366 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-29dff7c9-77cb-4ff1-a9a6-038fd23e9fc1 req-523d34af-c4da-42aa-8f90-3070f9e7c573 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 210 time: 0.0605054 May 23 12:26:22.334210 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-6f9d9039-8a29-4e10-b65d-ea67508b12ac tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Transition to ACTIVE for port object c0a9ac3a-d5dc-4196-94e7-8eee47ca4022 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:26:22.366130 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-6f9d9039-8a29-4e10-b65d-ea67508b12ac tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:22.545776 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-6f9d9039-8a29-4e10-b65d-ea67508b12ac tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Network 7a22669c-40f3-472c-a3be-6750f2a05bb4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:26:22.548831 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-6f9d9039-8a29-4e10-b65d-ea67508b12ac tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:26:22.554227 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-6f9d9039-8a29-4e10-b65d-ea67508b12ac tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:26:22.586779 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d9039-8a29-4e10-b65d-ea67508b12ac tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Pushing event updated for resources: {'Port': ['ID=c0a9ac3a-d5dc-4196-94e7-8eee47ca4022,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:22.626826 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-6f9d9039-8a29-4e10-b65d-ea67508b12ac tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:26:22.627436 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-6f9d9039-8a29-4e10-b65d-ea67508b12ac tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:22.652151 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-6f9d9039-8a29-4e10-b65d-ea67508b12ac tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0553341 May 23 12:26:22.749242 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-0b3d3ad4-66ee-48fe-9de0-5d68b5e28c06 service neutron] Request body: {'port': {'device_id': '3cd5e5e2-a795-496a-8886-555c65290aca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:26:22.829513 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b0ffa026-ee06-43c9-8df4-a7a70c03e45b None None] Provisioning for port c0a9ac3a-d5dc-4196-94e7-8eee47ca4022 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:26:22.836639 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b0ffa026-ee06-43c9-8df4-a7a70c03e45b None None] Provisioning complete for port c0a9ac3a-d5dc-4196-94e7-8eee47ca4022 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:26:22.837433 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b0ffa026-ee06-43c9-8df4-a7a70c03e45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:22.862412 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-0b3d3ad4-66ee-48fe-9de0-5d68b5e28c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:22.937011 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b0ffa026-ee06-43c9-8df4-a7a70c03e45b None None] Port c0a9ac3a-d5dc-4196-94e7-8eee47ca4022 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 12:26:23.235495 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-0b3d3ad4-66ee-48fe-9de0-5d68b5e28c06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0a9ac3a-d5dc-4196-94e7-8eee47ca4022 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 12:26:23.243973 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-0b3d3ad4-66ee-48fe-9de0-5d68b5e28c06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:23.261322 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-0b3d3ad4-66ee-48fe-9de0-5d68b5e28c06 service neutron] Transition to ACTIVE for port object c0a9ac3a-d5dc-4196-94e7-8eee47ca4022 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:26:23.266325 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-0b3d3ad4-66ee-48fe-9de0-5d68b5e28c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:23.329381 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0ce0b0-9090-4c8a-a692-6db5e080ec38 None None] Sync routers for ids ['87ffcff6-76a4-42d7-806d-abc01a8a96f8'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:26:23.361047 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0ce0b0-9090-4c8a-a692-6db5e080ec38 None None] Routers {'87ffcff6-76a4-42d7-806d-abc01a8a96f8'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:26:23.361696 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-df0ce0b0-9090-4c8a-a692-6db5e080ec38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:26:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['87ffcff6-76a4-42d7-806d-abc01a8a96f8'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:26:23.412410 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d3ad4-66ee-48fe-9de0-5d68b5e28c06 service neutron] Pushing event updated for resources: {'Port': ['ID=c0a9ac3a-d5dc-4196-94e7-8eee47ca4022,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:23.532727 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 9bea1c93-ce9e-4d9b-b52b-703f226fbfda up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:26:23.612678 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-0b3d3ad4-66ee-48fe-9de0-5d68b5e28c06 service neutron] Attempting to bind port c0a9ac3a-d5dc-4196-94e7-8eee47ca4022 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:26:23.612994 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-0b3d3ad4-66ee-48fe-9de0-5d68b5e28c06 service neutron] Attempting to bind port c0a9ac3a-d5dc-4196-94e7-8eee47ca4022 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'f67cbd34-5bcc-473c-87bb-63d39fe03eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:26:23.613314 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-0b3d3ad4-66ee-48fe-9de0-5d68b5e28c06 service neutron] Attempting to bind port c0a9ac3a-d5dc-4196-94e7-8eee47ca4022 on network 7a22669c-40f3-472c-a3be-6750f2a05bb4 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:26:23.623983 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-0b3d3ad4-66ee-48fe-9de0-5d68b5e28c06 service neutron] Port c0a9ac3a-d5dc-4196-94e7-8eee47ca4022 on network 7a22669c-40f3-472c-a3be-6750f2a05bb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 12:26:23.624306 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-0b3d3ad4-66ee-48fe-9de0-5d68b5e28c06 service neutron] Attempting to bind port c0a9ac3a-d5dc-4196-94e7-8eee47ca4022 on network 7a22669c-40f3-472c-a3be-6750f2a05bb4 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:26:23.637952 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3449ff-f41f-4405-8d74-a81faaf5e1fd req-2ec352a5-94b9-43cb-a34d-e359c8e1e321 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:26:23.638918 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ac3449ff-f41f-4405-8d74-a81faaf5e1fd req-2ec352a5-94b9-43cb-a34d-e359c8e1e321 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Synchronizing usage tracker for tenant:1ccd79cbb3c64470a7c8cc443d655e4d on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:26:23.646450 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-0b3d3ad4-66ee-48fe-9de0-5d68b5e28c06 service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:26:23.646782 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-0b3d3ad4-66ee-48fe-9de0-5d68b5e28c06 service neutron] Checking segment: {'id': 'f67cbd34-5bcc-473c-87bb-63d39fe03eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:26:23.647168 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-0b3d3ad4-66ee-48fe-9de0-5d68b5e28c06 service neutron] Bound using segment: {'id': 'f67cbd34-5bcc-473c-87bb-63d39fe03eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:26:23.648041 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-0b3d3ad4-66ee-48fe-9de0-5d68b5e28c06 service neutron] Bound port: c0a9ac3a-d5dc-4196-94e7-8eee47ca4022, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f67cbd34-5bcc-473c-87bb-63d39fe03eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:26:23.648201 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-0b3d3ad4-66ee-48fe-9de0-5d68b5e28c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:23.656566 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-df0ce0b0-9090-4c8a-a692-6db5e080ec38 None None] Set router 87ffcff6-76a4-42d7-806d-abc01a8a96f8 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:26:23.704376 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-ac3449ff-f41f-4405-8d74-a81faaf5e1fd req-2ec352a5-94b9-43cb-a34d-e359c8e1e321 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Unset dirty status for tenant:1ccd79cbb3c64470a7c8cc443d655e4d on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:26:23.705573 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ac3449ff-f41f-4405-8d74-a81faaf5e1fd req-2ec352a5-94b9-43cb-a34d-e359c8e1e321 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 944 time: 0.2020307 May 23 12:26:23.708277 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 9bea1c93-ce9e-4d9b-b52b-703f226fbfda triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:26:23.708643 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:23.791382 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-0b3d3ad4-66ee-48fe-9de0-5d68b5e28c06 service neutron] For port c0a9ac3a-d5dc-4196-94e7-8eee47ca4022, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:26:23.797431 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ac3449ff-f41f-4405-8d74-a81faaf5e1fd req-4156132a-49d0-4e85-bc5a-64d7f7b9e657 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818028 May 23 12:26:23.802704 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-0b3d3ad4-66ee-48fe-9de0-5d68b5e28c06 service neutron] For port c0a9ac3a-d5dc-4196-94e7-8eee47ca4022, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=c0a9ac3a-d5dc-4196-94e7-8eee47ca4022,segment=NetworkSegment(f67cbd34-5bcc-473c-87bb-63d39fe03eea),segment_id=f67cbd34-5bcc-473c-87bb-63d39fe03eea)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:26:23.809299 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-0b3d3ad4-66ee-48fe-9de0-5d68b5e28c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:23.877413 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-0b3d3ad4-66ee-48fe-9de0-5d68b5e28c06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:23.878884 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-0b3d3ad4-66ee-48fe-9de0-5d68b5e28c06 service neutron] 10.222.0.13 "PUT /v2.0/ports/c0a9ac3a-d5dc-4196-94e7-8eee47ca4022 HTTP/1.1" status: 200 len: 1092 time: 1.2125680 May 23 12:26:23.879335 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cd5e5e2-a795-496a-8886-555c65290aca', 'tag': 'c0a9ac3a-d5dc-4196-94e7-8eee47ca4022'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:26:23.897194 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d3ad4-66ee-48fe-9de0-5d68b5e28c06 service neutron] Pushing event updated for resources: {'Port': ['ID=c0a9ac3a-d5dc-4196-94e7-8eee47ca4022,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:23.977038 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8efc013a-7b6b-4fc8-aa08-1b2b51c0a47f'] response: {'name': 'network-changed', 'server_uuid': '3cd5e5e2-a795-496a-8886-555c65290aca', 'tag': 'c0a9ac3a-d5dc-4196-94e7-8eee47ca4022', 'status': 'completed', 'code': 200} May 23 12:26:24.018448 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-1a0d1501-dcce-4a05-b831-38e0cb85a009 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ccd79cbb3c64470a7c8cc443d655e4d&device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 1095 time: 0.0798531 May 23 12:26:24.100767 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-06eff182-7116-43c4-abd8-79c5e3dd97c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0a9ac3a-d5dc-4196-94e7-8eee47ca4022 HTTP/1.1" status: 200 len: 217 time: 0.0687706 May 23 12:26:24.153595 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-df0ce0b0-9090-4c8a-a692-6db5e080ec38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'name': 'tempest-TestShelveInstance-1790629747-router', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '764dc02d-f81e-4eec-ac41-4d2ccad0c13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:26:04Z', 'updated_at': '2022-05-23T12:26:08Z', 'revision_number': 4, 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'gw_port': {'id': '764dc02d-f81e-4eec-ac41-4d2ccad0c13d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:26:05Z', 'updated_at': '2022-05-23T12:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '12c00d26-f98c-4880-a18b-75b401fc1c92', 'name': '', 'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'mac_address': 'fa:16:3e:2b:b1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a1fabf1-a465-4a1b-b641-e2c96e897dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:26:07Z', 'updated_at': '2022-05-23T12:26:08Z', 'revision_number': 2, 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'subnets': [{'id': '9a1fabf1-a465-4a1b-b641-e2c96e897dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:26:24.157772 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0ce0b0-9090-4c8a-a692-6db5e080ec38 None None] Checking router: 87ffcff6-76a4-42d7-806d-abc01a8a96f8 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:26:24.158106 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0ce0b0-9090-4c8a-a692-6db5e080ec38 None None] Updating router 87ffcff6-76a4-42d7-806d-abc01a8a96f8 port 12c00d26-f98c-4880-a18b-75b401fc1c92 binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 12:26:24.165107 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-7f888a84-5bd1-4bbc-8814-5328033b5fca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:26:24.166678 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-7f888a84-5bd1-4bbc-8814-5328033b5fca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a1fabf1-a465-4a1b-b641-e2c96e897dcc HTTP/1.1" status: 200 len: 848 time: 0.0596817 May 23 12:26:24.210815 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-df0ce0b0-9090-4c8a-a692-6db5e080ec38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:24.261316 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-00fd4c6a-7e53-4d9e-97cd-6ef4847fa2cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a22669c-40f3-472c-a3be-6750f2a05bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876245 May 23 12:26:24.440500 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-6f884eef-1331-4431-a195-9f1fbaf2211f service neutron] 10.222.0.13 "GET /v2.0/networks/7a22669c-40f3-472c-a3be-6750f2a05bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725767 May 23 12:26:24.647091 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-df0ce0b0-9090-4c8a-a692-6db5e080ec38 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:24.663626 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-df0ce0b0-9090-4c8a-a692-6db5e080ec38 None None] Transition to ACTIVE for port object 12c00d26-f98c-4880-a18b-75b401fc1c92 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:26:24.672049 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-df0ce0b0-9090-4c8a-a692-6db5e080ec38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:24.715633 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ff3daeb5-33c0-4a36-860f-89a813fdd81a req-0d8b2994-1c50-4728-93fe-a870048a0eb1 service neutron] 10.222.0.13 "GET /v2.0/networks/7a22669c-40f3-472c-a3be-6750f2a05bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683966 May 23 12:26:24.814631 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf246c2-2992-4cf6-a4af-40b38b2cd707 None None] Pushing event updated for resources: {'Port': ['ID=12c00d26-f98c-4880-a18b-75b401fc1c92,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:24.930416 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1e5e1c46-5eb5-4433-848a-548e4353462e req-9f2d6412-2c41-47f5-8d25-661a62b95a6e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ccd79cbb3c64470a7c8cc443d655e4d&device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 1095 time: 0.1270468 May 23 12:26:24.956941 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-df0ce0b0-9090-4c8a-a692-6db5e080ec38 None None] Attempting to bind port 12c00d26-f98c-4880-a18b-75b401fc1c92 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:26:24.957520 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-df0ce0b0-9090-4c8a-a692-6db5e080ec38 None None] Attempting to bind port 12c00d26-f98c-4880-a18b-75b401fc1c92 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'f67cbd34-5bcc-473c-87bb-63d39fe03eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:26:24.958006 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0ce0b0-9090-4c8a-a692-6db5e080ec38 None None] Attempting to bind port 12c00d26-f98c-4880-a18b-75b401fc1c92 on network 7a22669c-40f3-472c-a3be-6750f2a05bb4 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:26:24.968119 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0ce0b0-9090-4c8a-a692-6db5e080ec38 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:26:24.969048 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0ce0b0-9090-4c8a-a692-6db5e080ec38 None None] Checking segment: {'id': 'f67cbd34-5bcc-473c-87bb-63d39fe03eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:26:24.969833 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-df0ce0b0-9090-4c8a-a692-6db5e080ec38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:24.970450 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0ce0b0-9090-4c8a-a692-6db5e080ec38 None None] Bound using segment: {'id': 'f67cbd34-5bcc-473c-87bb-63d39fe03eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:26:24.971290 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-df0ce0b0-9090-4c8a-a692-6db5e080ec38 None None] Bound port: 12c00d26-f98c-4880-a18b-75b401fc1c92, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f67cbd34-5bcc-473c-87bb-63d39fe03eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:26:24.972256 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-df0ce0b0-9090-4c8a-a692-6db5e080ec38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:25.071018 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-df0ce0b0-9090-4c8a-a692-6db5e080ec38 None None] For port 12c00d26-f98c-4880-a18b-75b401fc1c92, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:26:25.074891 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-df0ce0b0-9090-4c8a-a692-6db5e080ec38 None None] For port 12c00d26-f98c-4880-a18b-75b401fc1c92, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=12c00d26-f98c-4880-a18b-75b401fc1c92,segment=NetworkSegment(f67cbd34-5bcc-473c-87bb-63d39fe03eea),segment_id=f67cbd34-5bcc-473c-87bb-63d39fe03eea)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:26:25.081742 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-df0ce0b0-9090-4c8a-a692-6db5e080ec38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:25.140350 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e1c46-5eb5-4433-848a-548e4353462e req-7b3aef23-4d6f-444c-860a-72afaeb35ed3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:26:25.141831 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1e5e1c46-5eb5-4433-848a-548e4353462e req-7b3aef23-4d6f-444c-860a-72afaeb35ed3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a22669c-40f3-472c-a3be-6750f2a05bb4 HTTP/1.1" status: 200 len: 910 time: 0.2055597 May 23 12:26:25.203632 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f95fd-6817-4a73-af4b-e260932393eb req-c7b5f58d-b43e-4df0-b666-f483553a05cb tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:26:25.205166 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e82f95fd-6817-4a73-af4b-e260932393eb req-c7b5f58d-b43e-4df0-b666-f483553a05cb tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 944 time: 0.1865866 May 23 12:26:25.210063 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf246c2-2992-4cf6-a4af-40b38b2cd707 None None] Pushing event updated for resources: {'Port': ['ID=12c00d26-f98c-4880-a18b-75b401fc1c92,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:25.217534 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0ce0b0-9090-4c8a-a692-6db5e080ec38 None None] Routers {'87ffcff6-76a4-42d7-806d-abc01a8a96f8'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:26:25.218172 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-df0ce0b0-9090-4c8a-a692-6db5e080ec38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:26:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['87ffcff6-76a4-42d7-806d-abc01a8a96f8'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:26:25.237202 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1e5e1c46-5eb5-4433-848a-548e4353462e req-1a3e4bc3-7b91-476a-87c1-9764538ff988 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0a9ac3a-d5dc-4196-94e7-8eee47ca4022 HTTP/1.1" status: 200 len: 217 time: 0.0881743 May 23 12:26:25.321497 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e82f95fd-6817-4a73-af4b-e260932393eb req-c58ea35d-d34d-4b33-b98b-54ac092d2ad9 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004565 May 23 12:26:25.328862 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e1c46-5eb5-4433-848a-548e4353462e req-2c925b06-9e8e-4e0f-9e99-634b45ce41e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:26:25.330328 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1e5e1c46-5eb5-4433-848a-548e4353462e req-2c925b06-9e8e-4e0f-9e99-634b45ce41e1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a1fabf1-a465-4a1b-b641-e2c96e897dcc HTTP/1.1" status: 200 len: 848 time: 0.0848927 May 23 12:26:25.441053 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-df0ce0b0-9090-4c8a-a692-6db5e080ec38 None None] Set router 87ffcff6-76a4-42d7-806d-abc01a8a96f8 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:26:25.483326 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1e5e1c46-5eb5-4433-848a-548e4353462e req-89ec413d-a703-4cfb-ae1b-6f1f27ec1a50 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a22669c-40f3-472c-a3be-6750f2a05bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1421757 May 23 12:26:25.528854 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 12c00d26-f98c-4880-a18b-75b401fc1c92 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:26:25.648656 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1e5e1c46-5eb5-4433-848a-548e4353462e req-58e87e05-6522-4dbc-8a3f-4606d76ec36d service neutron] 10.222.0.13 "GET /v2.0/networks/7a22669c-40f3-472c-a3be-6750f2a05bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538720 May 23 12:26:25.794910 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1e5e1c46-5eb5-4433-848a-548e4353462e req-b23a1f37-8d69-412f-9251-beaa3bbc8381 service neutron] 10.222.0.13 "GET /v2.0/networks/7a22669c-40f3-472c-a3be-6750f2a05bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381187 May 23 12:26:25.803754 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 12c00d26-f98c-4880-a18b-75b401fc1c92 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:26:25.843680 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 12c00d26-f98c-4880-a18b-75b401fc1c92 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:26:25.844080 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:25.983004 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-df0ce0b0-9090-4c8a-a692-6db5e080ec38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'name': 'tempest-TestShelveInstance-1790629747-router', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '764dc02d-f81e-4eec-ac41-4d2ccad0c13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:26:04Z', 'updated_at': '2022-05-23T12:26:08Z', 'revision_number': 4, 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'gw_port': {'id': '764dc02d-f81e-4eec-ac41-4d2ccad0c13d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:26:05Z', 'updated_at': '2022-05-23T12:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '12c00d26-f98c-4880-a18b-75b401fc1c92', 'name': '', 'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'mac_address': 'fa:16:3e:2b:b1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a1fabf1-a465-4a1b-b641-e2c96e897dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:26:07Z', 'updated_at': '2022-05-23T12:26:25Z', 'revision_number': 4, 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'subnets': [{'id': '9a1fabf1-a465-4a1b-b641-e2c96e897dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:26:25.992173 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0ce0b0-9090-4c8a-a692-6db5e080ec38 None None] The sync data for ids ['87ffcff6-76a4-42d7-806d-abc01a8a96f8'] in n-d-842952-2 is: [{'id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'name': 'tempest-TestShelveInstance-1790629747-router', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '764dc02d-f81e-4eec-ac41-4d2ccad0c13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:26:04Z', 'updated_at': '2022-05-23T12:26:08Z', 'revision_number': 4, 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'gw_port': {'id': '764dc02d-f81e-4eec-ac41-4d2ccad0c13d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:26:05Z', 'updated_at': '2022-05-23T12:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '12c00d26-f98c-4880-a18b-75b401fc1c92', 'name': '', 'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'mac_address': 'fa:16:3e:2b:b1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a1fabf1-a465-4a1b-b641-e2c96e897dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:26:07Z', 'updated_at': '2022-05-23T12:26:25Z', 'revision_number': 4, 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'subnets': [{'id': '9a1fabf1-a465-4a1b-b641-e2c96e897dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:26:25.999449 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:26.047562 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 12c00d26-f98c-4880-a18b-75b401fc1c92, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=12c00d26-f98c-4880-a18b-75b401fc1c92,segment=NetworkSegment(f67cbd34-5bcc-473c-87bb-63d39fe03eea),segment_id=f67cbd34-5bcc-473c-87bb-63d39fe03eea)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:26:26.053363 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:26.138308 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=12c00d26-f98c-4880-a18b-75b401fc1c92,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:26.157249 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789c9c54-c723-4143-b10f-a24f901cba71 None None] Sync routers for ids ['3cfed9ba-c75f-4bff-ac40-7d85919b05a1'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:26:26.182848 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789c9c54-c723-4143-b10f-a24f901cba71 None None] Routers {'3cfed9ba-c75f-4bff-ac40-7d85919b05a1'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:26:26.183614 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-789c9c54-c723-4143-b10f-a24f901cba71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:26:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['3cfed9ba-c75f-4bff-ac40-7d85919b05a1'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:26:26.380027 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-789c9c54-c723-4143-b10f-a24f901cba71 None None] Set router 3cfed9ba-c75f-4bff-ac40-7d85919b05a1 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:26:26.558245 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb6487-9c4e-40e8-8342-67ca1caf75d9 req-3a0b0375-b56f-4a62-91e0-1d46dae5a95c tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:26:26.560980 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3fcb6487-9c4e-40e8-8342-67ca1caf75d9 req-3a0b0375-b56f-4a62-91e0-1d46dae5a95c tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 944 time: 0.0952046 May 23 12:26:26.613671 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3fcb6487-9c4e-40e8-8342-67ca1caf75d9 req-9744d3a4-d25b-4537-9b58-977a3d34e5b5 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460536 May 23 12:26:26.735991 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-789c9c54-c723-4143-b10f-a24f901cba71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cfed9ba-c75f-4bff-ac40-7d85919b05a1', 'name': 'tempest-TestShelveInstance-418271829-router', 'tenant_id': '93c00c1cad7b458f898d73ddfa20faef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '9bea1c93-ce9e-4d9b-b52b-703f226fbfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:26:11Z', 'updated_at': '2022-05-23T12:26:15Z', 'revision_number': 4, 'project_id': '93c00c1cad7b458f898d73ddfa20faef', 'gw_port': {'id': '9bea1c93-ce9e-4d9b-b52b-703f226fbfda', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:99:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfed9ba-c75f-4bff-ac40-7d85919b05a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:26:12Z', 'updated_at': '2022-05-23T12:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'bbecc3c8-fddb-4868-8962-a5a6e92178be', 'name': '', 'network_id': '65dfd024-8758-469a-bf2d-1eb7635cefb2', 'tenant_id': '93c00c1cad7b458f898d73ddfa20faef', 'mac_address': 'fa:16:3e:f3:c1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cfed9ba-c75f-4bff-ac40-7d85919b05a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf87409c-8d1d-4e3f-817b-60bb695135df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:26:14Z', 'updated_at': '2022-05-23T12:26:15Z', 'revision_number': 2, 'project_id': '93c00c1cad7b458f898d73ddfa20faef', 'subnets': [{'id': 'cf87409c-8d1d-4e3f-817b-60bb695135df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:26:26.740110 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789c9c54-c723-4143-b10f-a24f901cba71 None None] Checking router: 3cfed9ba-c75f-4bff-ac40-7d85919b05a1 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:26:26.740448 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789c9c54-c723-4143-b10f-a24f901cba71 None None] Updating router 3cfed9ba-c75f-4bff-ac40-7d85919b05a1 port bbecc3c8-fddb-4868-8962-a5a6e92178be binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 12:26:26.791685 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-789c9c54-c723-4143-b10f-a24f901cba71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:26.828603 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device c0a9ac3a-d5dc-4196-94e7-8eee47ca4022 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 12:26:27.008226 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port c0a9ac3a-d5dc-4196-94e7-8eee47ca4022, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=c0a9ac3a-d5dc-4196-94e7-8eee47ca4022,segment=NetworkSegment(f67cbd34-5bcc-473c-87bb-63d39fe03eea),segment_id=f67cbd34-5bcc-473c-87bb-63d39fe03eea)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:26:27.030701 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'c0a9ac3a-d5dc-4196-94e7-8eee47ca4022', 'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4', 'port_id': 'c0a9ac3a-d5dc-4196-94e7-8eee47ca4022', 'mac_address': 'fa:16:3e:97:19:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1fabf1-a465-4a1b-b641-e2c96e897dcc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 12:26:27.117549 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:27.145443 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0a9ac3a-d5dc-4196-94e7-8eee47ca4022 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 12:26:27.170651 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port c0a9ac3a-d5dc-4196-94e7-8eee47ca4022, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=c0a9ac3a-d5dc-4196-94e7-8eee47ca4022,segment=NetworkSegment(f67cbd34-5bcc-473c-87bb-63d39fe03eea),segment_id=f67cbd34-5bcc-473c-87bb-63d39fe03eea)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:26:27.176633 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:27.278936 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-789c9c54-c723-4143-b10f-a24f901cba71 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:27.284522 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=c0a9ac3a-d5dc-4196-94e7-8eee47ca4022,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:27.293834 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-789c9c54-c723-4143-b10f-a24f901cba71 None None] Transition to ACTIVE for port object bbecc3c8-fddb-4868-8962-a5a6e92178be will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:26:27.301200 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-789c9c54-c723-4143-b10f-a24f901cba71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:27.439990 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605acaf-a6d0-4913-a3c6-85a2caf2f96f None None] Pushing event updated for resources: {'Port': ['ID=bbecc3c8-fddb-4868-8962-a5a6e92178be,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:27.480578 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 12c00d26-f98c-4880-a18b-75b401fc1c92 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:26:27.534110 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-789c9c54-c723-4143-b10f-a24f901cba71 None None] Attempting to bind port bbecc3c8-fddb-4868-8962-a5a6e92178be on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:26:27.534498 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-789c9c54-c723-4143-b10f-a24f901cba71 None None] Attempting to bind port bbecc3c8-fddb-4868-8962-a5a6e92178be by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '728039b7-30c2-482a-8bbe-b1fb52b6f8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '65dfd024-8758-469a-bf2d-1eb7635cefb2'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:26:27.534819 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789c9c54-c723-4143-b10f-a24f901cba71 None None] Attempting to bind port bbecc3c8-fddb-4868-8962-a5a6e92178be on network 65dfd024-8758-469a-bf2d-1eb7635cefb2 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:26:27.544717 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789c9c54-c723-4143-b10f-a24f901cba71 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:26:27.545222 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789c9c54-c723-4143-b10f-a24f901cba71 None None] Checking segment: {'id': '728039b7-30c2-482a-8bbe-b1fb52b6f8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '65dfd024-8758-469a-bf2d-1eb7635cefb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:26:27.545662 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-789c9c54-c723-4143-b10f-a24f901cba71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:27.546082 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789c9c54-c723-4143-b10f-a24f901cba71 None None] Bound using segment: {'id': '728039b7-30c2-482a-8bbe-b1fb52b6f8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '65dfd024-8758-469a-bf2d-1eb7635cefb2'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:26:27.546682 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-789c9c54-c723-4143-b10f-a24f901cba71 None None] Bound port: bbecc3c8-fddb-4868-8962-a5a6e92178be, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '728039b7-30c2-482a-8bbe-b1fb52b6f8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '65dfd024-8758-469a-bf2d-1eb7635cefb2'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:26:27.546980 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-789c9c54-c723-4143-b10f-a24f901cba71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:27.572701 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 12c00d26-f98c-4880-a18b-75b401fc1c92 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:26:27.573102 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:27.620858 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['c0a9ac3a-d5dc-4196-94e7-8eee47ca4022'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 12:26:27.718205 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-789c9c54-c723-4143-b10f-a24f901cba71 None None] For port bbecc3c8-fddb-4868-8962-a5a6e92178be, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:26:27.723451 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-789c9c54-c723-4143-b10f-a24f901cba71 None None] For port bbecc3c8-fddb-4868-8962-a5a6e92178be, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=bbecc3c8-fddb-4868-8962-a5a6e92178be,segment=NetworkSegment(728039b7-30c2-482a-8bbe-b1fb52b6f8db),segment_id=728039b7-30c2-482a-8bbe-b1fb52b6f8db)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:26:27.730580 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-789c9c54-c723-4143-b10f-a24f901cba71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:27.823632 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605acaf-a6d0-4913-a3c6-85a2caf2f96f None None] Pushing event updated for resources: {'Port': ['ID=bbecc3c8-fddb-4868-8962-a5a6e92178be,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:27.831422 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789c9c54-c723-4143-b10f-a24f901cba71 None None] Routers {'3cfed9ba-c75f-4bff-ac40-7d85919b05a1'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:26:27.832442 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-789c9c54-c723-4143-b10f-a24f901cba71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:26:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['3cfed9ba-c75f-4bff-ac40-7d85919b05a1'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:26:27.948220 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad54353-0676-48f9-910f-49b77bd335aa req-5443d996-4a10-4425-b3ce-2bc953c6a88a tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:26:27.956440 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bad54353-0676-48f9-910f-49b77bd335aa req-5443d996-4a10-4425-b3ce-2bc953c6a88a tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 945 time: 0.1598973 May 23 12:26:28.032316 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bad54353-0676-48f9-910f-49b77bd335aa req-e2354125-e5bd-4b33-acb6-6c6fd4497635 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745337 May 23 12:26:28.093811 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-789c9c54-c723-4143-b10f-a24f901cba71 None None] Set router 3cfed9ba-c75f-4bff-ac40-7d85919b05a1 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:26:28.490679 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-789c9c54-c723-4143-b10f-a24f901cba71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cfed9ba-c75f-4bff-ac40-7d85919b05a1', 'name': 'tempest-TestShelveInstance-418271829-router', 'tenant_id': '93c00c1cad7b458f898d73ddfa20faef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '9bea1c93-ce9e-4d9b-b52b-703f226fbfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:26:11Z', 'updated_at': '2022-05-23T12:26:15Z', 'revision_number': 4, 'project_id': '93c00c1cad7b458f898d73ddfa20faef', 'gw_port': {'id': '9bea1c93-ce9e-4d9b-b52b-703f226fbfda', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:99:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfed9ba-c75f-4bff-ac40-7d85919b05a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:26:12Z', 'updated_at': '2022-05-23T12:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'bbecc3c8-fddb-4868-8962-a5a6e92178be', 'name': '', 'network_id': '65dfd024-8758-469a-bf2d-1eb7635cefb2', 'tenant_id': '93c00c1cad7b458f898d73ddfa20faef', 'mac_address': 'fa:16:3e:f3:c1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cfed9ba-c75f-4bff-ac40-7d85919b05a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf87409c-8d1d-4e3f-817b-60bb695135df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:26:14Z', 'updated_at': '2022-05-23T12:26:27Z', 'revision_number': 4, 'project_id': '93c00c1cad7b458f898d73ddfa20faef', 'subnets': [{'id': 'cf87409c-8d1d-4e3f-817b-60bb695135df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:26:28.497688 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789c9c54-c723-4143-b10f-a24f901cba71 None None] The sync data for ids ['3cfed9ba-c75f-4bff-ac40-7d85919b05a1'] in n-d-842952-2 is: [{'id': '3cfed9ba-c75f-4bff-ac40-7d85919b05a1', 'name': 'tempest-TestShelveInstance-418271829-router', 'tenant_id': '93c00c1cad7b458f898d73ddfa20faef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '9bea1c93-ce9e-4d9b-b52b-703f226fbfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:26:11Z', 'updated_at': '2022-05-23T12:26:15Z', 'revision_number': 4, 'project_id': '93c00c1cad7b458f898d73ddfa20faef', 'gw_port': {'id': '9bea1c93-ce9e-4d9b-b52b-703f226fbfda', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:99:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfed9ba-c75f-4bff-ac40-7d85919b05a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:26:12Z', 'updated_at': '2022-05-23T12:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': 'bbecc3c8-fddb-4868-8962-a5a6e92178be', 'name': '', 'network_id': '65dfd024-8758-469a-bf2d-1eb7635cefb2', 'tenant_id': '93c00c1cad7b458f898d73ddfa20faef', 'mac_address': 'fa:16:3e:f3:c1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cfed9ba-c75f-4bff-ac40-7d85919b05a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf87409c-8d1d-4e3f-817b-60bb695135df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:26:14Z', 'updated_at': '2022-05-23T12:26:27Z', 'revision_number': 4, 'project_id': '93c00c1cad7b458f898d73ddfa20faef', 'subnets': [{'id': 'cf87409c-8d1d-4e3f-817b-60bb695135df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:26:28.830717 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device c0a9ac3a-d5dc-4196-94e7-8eee47ca4022 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:26:28.973698 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port c0a9ac3a-d5dc-4196-94e7-8eee47ca4022 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:26:28.980031 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port c0a9ac3a-d5dc-4196-94e7-8eee47ca4022 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:26:28.980627 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:29.006924 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:26:29.143724 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:29.190480 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd5e5e2-a795-496a-8886-555c65290aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a9ac3a-d5dc-4196-94e7-8eee47ca4022'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:26:29.206719 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port c0a9ac3a-d5dc-4196-94e7-8eee47ca4022, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=c0a9ac3a-d5dc-4196-94e7-8eee47ca4022,segment=NetworkSegment(f67cbd34-5bcc-473c-87bb-63d39fe03eea),segment_id=f67cbd34-5bcc-473c-87bb-63d39fe03eea)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:26:29.213768 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:29.311562 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08052cbd-d146-4a13-95d0-72687712b452 req-a22ed469-d11d-45ce-ba80-09979d52bfd3 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:26:29.314858 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-08052cbd-d146-4a13-95d0-72687712b452 req-a22ed469-d11d-45ce-ba80-09979d52bfd3 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 946 time: 0.1358631 May 23 12:26:29.350277 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=c0a9ac3a-d5dc-4196-94e7-8eee47ca4022,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:29.393367 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-08052cbd-d146-4a13-95d0-72687712b452 req-8e7c06a6-570d-48b5-896c-42011bdcc909 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694399 May 23 12:26:29.459204 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9ff7673-61ee-4556-a56e-3df392260566'] response: {'server_uuid': '3cd5e5e2-a795-496a-8886-555c65290aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a9ac3a-d5dc-4196-94e7-8eee47ca4022', 'code': 200} May 23 12:26:29.511124 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device bbecc3c8-fddb-4868-8962-a5a6e92178be up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:26:29.603002 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port bbecc3c8-fddb-4868-8962-a5a6e92178be completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:26:29.609665 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port bbecc3c8-fddb-4868-8962-a5a6e92178be triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:26:29.610049 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:29.657393 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1722a280-a75c-4b11-8056-c2ddc702f619 req-ddc5f2d0-7695-46e8-94fa-8066f95e8ff3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 1097 time: 0.0949152 May 23 12:26:29.718255 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1722a280-a75c-4b11-8056-c2ddc702f619 req-ef2de883-4943-4caa-9bd4-a1cd0dee720d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537450 May 23 12:26:29.763741 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:29.803999 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port bbecc3c8-fddb-4868-8962-a5a6e92178be, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=bbecc3c8-fddb-4868-8962-a5a6e92178be,segment=NetworkSegment(728039b7-30c2-482a-8bbe-b1fb52b6f8db),segment_id=728039b7-30c2-482a-8bbe-b1fb52b6f8db)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:26:29.809343 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:29.887447 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=bbecc3c8-fddb-4868-8962-a5a6e92178be,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:30.624776 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a4ae6-609f-4126-b612-007a4bbefdc3 req-0238b3d0-5341-4c2b-bf57-540ae557b889 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:26:30.626347 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-677a4ae6-609f-4126-b612-007a4bbefdc3 req-0238b3d0-5341-4c2b-bf57-540ae557b889 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 946 time: 0.0890558 May 23 12:26:30.691663 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-677a4ae6-609f-4126-b612-007a4bbefdc3 req-78f8e5e6-2cb8-4c07-a367-a125dec5a70c tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591311 May 23 12:26:31.467615 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device bbecc3c8-fddb-4868-8962-a5a6e92178be up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:26:31.544461 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port bbecc3c8-fddb-4868-8962-a5a6e92178be triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:26:31.544811 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:31.922708 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df696457-6e8b-46ab-a772-4efbd6337ae7 req-b5fcc074-7f9c-4daa-ac8b-1c2aeb112090 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:26:31.925242 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-df696457-6e8b-46ab-a772-4efbd6337ae7 req-b5fcc074-7f9c-4daa-ac8b-1c2aeb112090 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 946 time: 0.1055512 May 23 12:26:31.976479 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-df696457-6e8b-46ab-a772-4efbd6337ae7 req-883f3bc1-965e-4873-943d-cecc6a21f097 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430140 May 23 12:26:32.198076 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e3818-abfc-4455-bb7a-df0f5324c2c5 req-75dff7cc-cb14-4be2-ae35-54e365e2ecdf tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:26:32.199581 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-948e3818-abfc-4455-bb7a-df0f5324c2c5 req-75dff7cc-cb14-4be2-ae35-54e365e2ecdf tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 946 time: 0.0961258 May 23 12:26:32.250014 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-948e3818-abfc-4455-bb7a-df0f5324c2c5 req-dd474aac-03c1-43e7-a2c6-0fbc7f5af03b tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447540 May 23 12:26:32.278486 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44398) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:26:32.439325 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-9ed9ab09-aafa-405e-b45f-b9522562499d tempest-TestShelveInstance-1734172335 tempest-TestShelveInstance-1734172335-project-admin] Synchronizing usage tracker for tenant:93c00c1cad7b458f898d73ddfa20faef on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:26:32.459120 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-9ed9ab09-aafa-405e-b45f-b9522562499d tempest-TestShelveInstance-1734172335 tempest-TestShelveInstance-1734172335-project-admin] Unset dirty status for tenant:93c00c1cad7b458f898d73ddfa20faef on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:26:32.460621 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9ed9ab09-aafa-405e-b45f-b9522562499d tempest-TestShelveInstance-1734172335 tempest-TestShelveInstance-1734172335-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 1092 time: 0.1808143 May 23 12:26:32.464449 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44404) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:26:32.469967 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b25de4ca-54ad-4e77-97b2-9d86edc04c53 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'port_id': 'c0a9ac3a-d5dc-4196-94e7-8eee47ca4022', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:26:32.477246 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b25de4ca-54ad-4e77-97b2-9d86edc04c53 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:26:32.481948 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b25de4ca-54ad-4e77-97b2-9d86edc04c53 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Usage tracker for resource:floatingip and tenant:1ccd79cbb3c64470a7c8cc443d655e4d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:26:32.485237 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-b25de4ca-54ad-4e77-97b2-9d86edc04c53 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:26:32.492377 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b25de4ca-54ad-4e77-97b2-9d86edc04c53 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:26:32.505260 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b25de4ca-54ad-4e77-97b2-9d86edc04c53 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for floatingip, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:32.656705 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b25de4ca-54ad-4e77-97b2-9d86edc04c53 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:32.833221 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-b25de4ca-54ad-4e77-97b2-9d86edc04c53 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Allocated IP 172.25.6.197 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/20224d2d-c5b3-4f96-a28e-89ed2e225333) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:26:33.007849 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b25de4ca-54ad-4e77-97b2-9d86edc04c53 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:33.046909 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b25de4ca-54ad-4e77-97b2-9d86edc04c53 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:33.119712 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25de4ca-54ad-4e77-97b2-9d86edc04c53 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:26:33.123222 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-b25de4ca-54ad-4e77-97b2-9d86edc04c53 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:26:33.128324 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25de4ca-54ad-4e77-97b2-9d86edc04c53 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:26:33.154850 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25de4ca-54ad-4e77-97b2-9d86edc04c53 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Pushing event updated for resources: {'Port': ['ID=20224d2d-c5b3-4f96-a28e-89ed2e225333,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:33.689975 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b25de4ca-54ad-4e77-97b2-9d86edc04c53 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:33.755817 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b25de4ca-54ad-4e77-97b2-9d86edc04c53 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:33.999989 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b25de4ca-54ad-4e77-97b2-9d86edc04c53 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:34.006105 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b25de4ca-54ad-4e77-97b2-9d86edc04c53 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:34.234671 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25de4ca-54ad-4e77-97b2-9d86edc04c53 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Pushing event updated for resources: {'Port': ['ID=20224d2d-c5b3-4f96-a28e-89ed2e225333,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:26:34.251929 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b25de4ca-54ad-4e77-97b2-9d86edc04c53 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:34.490020 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [None req-b25de4ca-54ad-4e77-97b2-9d86edc04c53 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Floating IP 23258d2d-d586-40c6-b349-dada6e91aec2 associated. External IP: 172.25.6.197, port: c0a9ac3a-d5dc-4196-94e7-8eee47ca4022. May 23 12:26:34.912272 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b25de4ca-54ad-4e77-97b2-9d86edc04c53 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Router 87ffcff6-76a4-42d7-806d-abc01a8a96f8 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:26:35.136906 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25de4ca-54ad-4e77-97b2-9d86edc04c53 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:26:35.146607 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf5d1aa-e7d5-467e-bdb6-7c4c194f946a None None] Sync routers for ids ['87ffcff6-76a4-42d7-806d-abc01a8a96f8'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:26:35.159897 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf5d1aa-e7d5-467e-bdb6-7c4c194f946a None None] Routers {'87ffcff6-76a4-42d7-806d-abc01a8a96f8'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:26:35.160534 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-abf5d1aa-e7d5-467e-bdb6-7c4c194f946a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:26:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['87ffcff6-76a4-42d7-806d-abc01a8a96f8'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:26:35.165957 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b25de4ca-54ad-4e77-97b2-9d86edc04c53 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:35.224605 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b25de4ca-54ad-4e77-97b2-9d86edc04c53 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7588127 May 23 12:26:35.225410 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cd5e5e2-a795-496a-8886-555c65290aca', 'tag': 'c0a9ac3a-d5dc-4196-94e7-8eee47ca4022'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:26:35.362760 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-257af873-bee3-4198-aa25-5a194aa9710c'] response: {'name': 'network-changed', 'server_uuid': '3cd5e5e2-a795-496a-8886-555c65290aca', 'tag': 'c0a9ac3a-d5dc-4196-94e7-8eee47ca4022', 'status': 'completed', 'code': 200} May 23 12:26:35.363499 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-abf5d1aa-e7d5-467e-bdb6-7c4c194f946a None None] Set router 87ffcff6-76a4-42d7-806d-abc01a8a96f8 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:26:35.497402 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da43097e-774d-429d-87ec-8091825d387e req-3b588e89-21a2-4b8f-bfc9-b62bc6e93dfb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ccd79cbb3c64470a7c8cc443d655e4d&device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 1097 time: 0.0760939 May 23 12:26:35.740504 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-abf5d1aa-e7d5-467e-bdb6-7c4c194f946a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'name': 'tempest-TestShelveInstance-1790629747-router', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '764dc02d-f81e-4eec-ac41-4d2ccad0c13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:26:04Z', 'updated_at': '2022-05-23T12:26:08Z', 'revision_number': 4, 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'gw_port': {'id': '764dc02d-f81e-4eec-ac41-4d2ccad0c13d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:26:05Z', 'updated_at': '2022-05-23T12:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '23258d2d-d586-40c6-b349-dada6e91aec2', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'floating_ip_address': '172.25.6.197', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'port_id': 'c0a9ac3a-d5dc-4196-94e7-8eee47ca4022', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4', 'mac_address': 'fa:16:3e:97:19:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd5e5e2-a795-496a-8886-555c65290aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:26:33Z', 'updated_at': '2022-05-23T12:26:33Z', 'revision_number': 0, 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12c00d26-f98c-4880-a18b-75b401fc1c92', 'name': '', 'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'mac_address': 'fa:16:3e:2b:b1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a1fabf1-a465-4a1b-b641-e2c96e897dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:26:07Z', 'updated_at': '2022-05-23T12:26:26Z', 'revision_number': 5, 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'subnets': [{'id': '9a1fabf1-a465-4a1b-b641-e2c96e897dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:26:35.745204 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf5d1aa-e7d5-467e-bdb6-7c4c194f946a None None] Checking router: 87ffcff6-76a4-42d7-806d-abc01a8a96f8 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:26:35.755075 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43097e-774d-429d-87ec-8091825d387e req-884347ca-3ae9-4847-9949-ab1bd90ec897 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:26:35.756323 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf5d1aa-e7d5-467e-bdb6-7c4c194f946a None None] Routers {'87ffcff6-76a4-42d7-806d-abc01a8a96f8'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:26:35.756928 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-abf5d1aa-e7d5-467e-bdb6-7c4c194f946a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:26:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['87ffcff6-76a4-42d7-806d-abc01a8a96f8'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:26:35.757518 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da43097e-774d-429d-87ec-8091825d387e req-884347ca-3ae9-4847-9949-ab1bd90ec897 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a22669c-40f3-472c-a3be-6750f2a05bb4 HTTP/1.1" status: 200 len: 910 time: 0.2534845 May 23 12:26:35.884845 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da43097e-774d-429d-87ec-8091825d387e req-ae41703b-0fd6-43be-8df7-377b8d72979d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0a9ac3a-d5dc-4196-94e7-8eee47ca4022 HTTP/1.1" status: 200 len: 1000 time: 0.1208844 May 23 12:26:35.958354 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43097e-774d-429d-87ec-8091825d387e req-d86b2d54-c319-4769-9474-a1a5fe9e2457 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:26:35.961172 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da43097e-774d-429d-87ec-8091825d387e req-d86b2d54-c319-4769-9474-a1a5fe9e2457 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a1fabf1-a465-4a1b-b641-e2c96e897dcc HTTP/1.1" status: 200 len: 848 time: 0.0698731 May 23 12:26:35.966679 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-abf5d1aa-e7d5-467e-bdb6-7c4c194f946a None None] Set router 87ffcff6-76a4-42d7-806d-abc01a8a96f8 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:26:36.047852 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da43097e-774d-429d-87ec-8091825d387e req-96712837-f606-4c2a-8b39-f744c80c8f4b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a22669c-40f3-472c-a3be-6750f2a05bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807512 May 23 12:26:36.189264 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da43097e-774d-429d-87ec-8091825d387e req-fc90c395-a905-413a-acbe-640f5e5325c6 service neutron] 10.222.0.13 "GET /v2.0/networks/7a22669c-40f3-472c-a3be-6750f2a05bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337268 May 23 12:26:36.329822 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da43097e-774d-429d-87ec-8091825d387e req-ce704430-8d9f-448c-9bb8-03b804a2de37 service neutron] 10.222.0.13 "GET /v2.0/networks/7a22669c-40f3-472c-a3be-6750f2a05bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336110 May 23 12:26:36.379685 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-abf5d1aa-e7d5-467e-bdb6-7c4c194f946a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'name': 'tempest-TestShelveInstance-1790629747-router', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '764dc02d-f81e-4eec-ac41-4d2ccad0c13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:26:04Z', 'updated_at': '2022-05-23T12:26:08Z', 'revision_number': 4, 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'gw_port': {'id': '764dc02d-f81e-4eec-ac41-4d2ccad0c13d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:26:05Z', 'updated_at': '2022-05-23T12:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '23258d2d-d586-40c6-b349-dada6e91aec2', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'floating_ip_address': '172.25.6.197', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'port_id': 'c0a9ac3a-d5dc-4196-94e7-8eee47ca4022', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4', 'mac_address': 'fa:16:3e:97:19:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd5e5e2-a795-496a-8886-555c65290aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:26:33Z', 'updated_at': '2022-05-23T12:26:33Z', 'revision_number': 0, 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12c00d26-f98c-4880-a18b-75b401fc1c92', 'name': '', 'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'mac_address': 'fa:16:3e:2b:b1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a1fabf1-a465-4a1b-b641-e2c96e897dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:26:07Z', 'updated_at': '2022-05-23T12:26:26Z', 'revision_number': 5, 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'subnets': [{'id': '9a1fabf1-a465-4a1b-b641-e2c96e897dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:26:36.383751 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf5d1aa-e7d5-467e-bdb6-7c4c194f946a None None] The sync data for ids ['87ffcff6-76a4-42d7-806d-abc01a8a96f8'] in n-d-842952-2 is: [{'id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'name': 'tempest-TestShelveInstance-1790629747-router', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '764dc02d-f81e-4eec-ac41-4d2ccad0c13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:26:04Z', 'updated_at': '2022-05-23T12:26:08Z', 'revision_number': 4, 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'gw_port': {'id': '764dc02d-f81e-4eec-ac41-4d2ccad0c13d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:26:05Z', 'updated_at': '2022-05-23T12:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '23258d2d-d586-40c6-b349-dada6e91aec2', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'floating_ip_address': '172.25.6.197', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'port_id': 'c0a9ac3a-d5dc-4196-94e7-8eee47ca4022', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4', 'mac_address': 'fa:16:3e:97:19:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd5e5e2-a795-496a-8886-555c65290aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:26:33Z', 'updated_at': '2022-05-23T12:26:33Z', 'revision_number': 0, 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12c00d26-f98c-4880-a18b-75b401fc1c92', 'name': '', 'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'mac_address': 'fa:16:3e:2b:b1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a1fabf1-a465-4a1b-b641-e2c96e897dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:26:07Z', 'updated_at': '2022-05-23T12:26:26Z', 'revision_number': 5, 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'subnets': [{'id': '9a1fabf1-a465-4a1b-b641-e2c96e897dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:26:38.887109 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:39.364888 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0ddf9d03-1efc-4818-be4e-eba1f55fe6cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:40.217965 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:41.670410 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d166d16d-ae66-4566-b383-90ca0e34de6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:42.950167 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:43.085256 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:26:43.383644 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2148965-d3dc-49c4-9bad-0be74f203827 None None] New status for floating IP 23258d2d-d586-40c6-b349-dada6e91aec2: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 12:26:44.651219 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:27:06.011212 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:27:08.887326 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:27:09.360767 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-46fd0b51-1041-43c9-b4b9-4ca40a0b3f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:27:10.215273 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:27:11.682180 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-711e55f6-fb6f-45da-b8b6-af6da4c649db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:27:12.945030 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:27:13.094659 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:27:14.660645 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:27:21.901080 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-64670f1f-69ea-4c4b-9200-447b5e4bc233 req-d51e0661-a40e-46a2-9b7f-f4a883a9ebeb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0761373 May 23 12:27:22.063857 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-64670f1f-69ea-4c4b-9200-447b5e4bc233 req-38142311-0479-43a1-9860-eed1db1fc9ab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ccd79cbb3c64470a7c8cc443d655e4d&device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 1097 time: 0.0758123 May 23 12:27:22.220281 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64670f1f-69ea-4c4b-9200-447b5e4bc233 req-4708179d-5e6c-42a6-8c7d-5a725a1cc167 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:27:22.221691 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-64670f1f-69ea-4c4b-9200-447b5e4bc233 req-4708179d-5e6c-42a6-8c7d-5a725a1cc167 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a22669c-40f3-472c-a3be-6750f2a05bb4 HTTP/1.1" status: 200 len: 910 time: 0.1380239 May 23 12:27:22.333928 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-64670f1f-69ea-4c4b-9200-447b5e4bc233 req-4fbab78e-ca6b-4442-8917-cefb85fe65c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0a9ac3a-d5dc-4196-94e7-8eee47ca4022 HTTP/1.1" status: 200 len: 1002 time: 0.1039677 May 23 12:27:22.401337 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64670f1f-69ea-4c4b-9200-447b5e4bc233 req-0aa09cc3-e568-4373-967d-2011b6b74731 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:27:22.402832 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-64670f1f-69ea-4c4b-9200-447b5e4bc233 req-0aa09cc3-e568-4373-967d-2011b6b74731 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a1fabf1-a465-4a1b-b641-e2c96e897dcc HTTP/1.1" status: 200 len: 848 time: 0.0621340 May 23 12:27:22.482288 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-64670f1f-69ea-4c4b-9200-447b5e4bc233 req-440b8d0e-b976-46ed-a673-d60739f20c82 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a22669c-40f3-472c-a3be-6750f2a05bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728843 May 23 12:27:22.638837 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-64670f1f-69ea-4c4b-9200-447b5e4bc233 req-83841a55-9060-4194-be2d-5ebb64567a4e service neutron] 10.222.0.13 "GET /v2.0/networks/7a22669c-40f3-472c-a3be-6750f2a05bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491199 May 23 12:27:22.781103 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-64670f1f-69ea-4c4b-9200-447b5e4bc233 req-a6334d18-ce9b-42cf-93e5-75b498770bb4 service neutron] 10.222.0.13 "GET /v2.0/networks/7a22669c-40f3-472c-a3be-6750f2a05bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348519 May 23 12:27:38.879548 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:27:39.370502 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-19d62d49-e9d7-4020-b678-01e0ee46ab4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:27:40.218945 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:27:41.678550 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8e043c32-9f4a-4607-af8e-0ed1306cc981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:27:42.951341 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:27:43.011880 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:27:43.089610 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:27:44.656382 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:28:08.897366 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:28:09.366534 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b2c1e35d-c313-45fd-a164-c439a64a2399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:28:10.220929 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:28:11.674899 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-20effd03-b755-4abc-9a15-67f6d8d9e133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:28:12.961199 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:28:13.094134 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:28:14.660373 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:28:20.012956 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:28:21.056292 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8bf98b9a-18bc-4bf5-b02d-ebf7fead9617 req-17a4df91-74d9-4717-84e9-99aa4a1d0802 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0825708 May 23 12:28:21.229320 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8bf98b9a-18bc-4bf5-b02d-ebf7fead9617 req-4e120c88-3c31-4d7f-b3fb-ae9a935f492d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ccd79cbb3c64470a7c8cc443d655e4d&device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 1097 time: 0.0820038 May 23 12:28:21.492600 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf98b9a-18bc-4bf5-b02d-ebf7fead9617 req-4804a844-cae2-4d80-8fc8-6e3e3cf77279 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:28:21.494028 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8bf98b9a-18bc-4bf5-b02d-ebf7fead9617 req-4804a844-cae2-4d80-8fc8-6e3e3cf77279 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a22669c-40f3-472c-a3be-6750f2a05bb4 HTTP/1.1" status: 200 len: 910 time: 0.2410171 May 23 12:28:21.605805 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8bf98b9a-18bc-4bf5-b02d-ebf7fead9617 req-2d2c93db-98f1-49c1-b1dd-ae921e5ed08a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0a9ac3a-d5dc-4196-94e7-8eee47ca4022 HTTP/1.1" status: 200 len: 1002 time: 0.1050925 May 23 12:28:21.673363 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf98b9a-18bc-4bf5-b02d-ebf7fead9617 req-c4f9c128-f968-465a-905b-adcff3b5d44c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:28:21.674836 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8bf98b9a-18bc-4bf5-b02d-ebf7fead9617 req-c4f9c128-f968-465a-905b-adcff3b5d44c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a1fabf1-a465-4a1b-b641-e2c96e897dcc HTTP/1.1" status: 200 len: 848 time: 0.0614493 May 23 12:28:21.756563 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8bf98b9a-18bc-4bf5-b02d-ebf7fead9617 req-d63f325b-5c77-4b50-999f-d317bffdc785 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a22669c-40f3-472c-a3be-6750f2a05bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751889 May 23 12:28:21.902398 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8bf98b9a-18bc-4bf5-b02d-ebf7fead9617 req-f9f8da95-cc14-4e6f-8a87-777a328b47b0 service neutron] 10.222.0.13 "GET /v2.0/networks/7a22669c-40f3-472c-a3be-6750f2a05bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393852 May 23 12:28:22.043612 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8bf98b9a-18bc-4bf5-b02d-ebf7fead9617 req-1d5985b1-0405-4968-bd6a-9914f26ff452 service neutron] 10.222.0.13 "GET /v2.0/networks/7a22669c-40f3-472c-a3be-6750f2a05bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334736 May 23 12:28:38.902295 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:28:39.362401 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-916f61d3-e3de-4601-bb8f-5dd168ab027a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:28:40.220549 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:28:41.670324 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-51e0929a-e7d3-4f84-80ee-8154b7f6dfd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:28:42.958339 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:28:43.097429 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:28:44.662237 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:28:57.014279 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:29:08.917687 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:29:09.357201 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b834b59d-f828-44c7-a6ae-add32cfcc7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:29:10.215114 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:29:11.676188 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1149e88a-84f7-4c3e-830f-f3326e6226d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:29:12.954154 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:29:13.100415 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:29:14.664920 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:29:20.941477 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eef313-cfd1-451d-ac64-2ab38c87d531 req-9a365ef6-77f7-4feb-b857-2a8c6ca65ab0 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:29:20.943314 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-14eef313-cfd1-451d-ac64-2ab38c87d531 req-9a365ef6-77f7-4feb-b857-2a8c6ca65ab0 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 946 time: 0.1712222 May 23 12:29:20.995197 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-14eef313-cfd1-451d-ac64-2ab38c87d531 req-e095880d-21bd-44cb-9722-0d34f424b106 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463192 May 23 12:29:21.174007 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5c0827e7-d39e-4e05-81a1-69dde0f6e6ba req-52748ae5-0e6a-4e48-b475-98c884b994fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ccd79cbb3c64470a7c8cc443d655e4d&device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 1097 time: 0.0754569 May 23 12:29:21.328394 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0827e7-d39e-4e05-81a1-69dde0f6e6ba req-68cd7a0d-d093-436a-97bd-3f082778e5c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:29:21.330249 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5c0827e7-d39e-4e05-81a1-69dde0f6e6ba req-68cd7a0d-d093-436a-97bd-3f082778e5c0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a22669c-40f3-472c-a3be-6750f2a05bb4 HTTP/1.1" status: 200 len: 910 time: 0.1320822 May 23 12:29:21.435894 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5c0827e7-d39e-4e05-81a1-69dde0f6e6ba req-e675324c-8b52-48b9-8b14-e923368c234b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0a9ac3a-d5dc-4196-94e7-8eee47ca4022 HTTP/1.1" status: 200 len: 1002 time: 0.0977659 May 23 12:29:21.507282 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0827e7-d39e-4e05-81a1-69dde0f6e6ba req-1b05de16-863d-4ee0-876f-8707f450ab7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:29:21.508858 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5c0827e7-d39e-4e05-81a1-69dde0f6e6ba req-1b05de16-863d-4ee0-876f-8707f450ab7f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a1fabf1-a465-4a1b-b641-e2c96e897dcc HTTP/1.1" status: 200 len: 848 time: 0.0671499 May 23 12:29:21.589467 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5c0827e7-d39e-4e05-81a1-69dde0f6e6ba req-d410c8d2-0bc1-4c76-80da-0dbdf6e4efd2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a22669c-40f3-472c-a3be-6750f2a05bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727108 May 23 12:29:21.599368 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-5c0827e7-d39e-4e05-81a1-69dde0f6e6ba req-2066a3d8-1f05-4b22-85d6-bfe01039232e service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 12:29:21.600322 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5c0827e7-d39e-4e05-81a1-69dde0f6e6ba req-2066a3d8-1f05-4b22-85d6-bfe01039232e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047433 May 23 12:29:21.737903 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5c0827e7-d39e-4e05-81a1-69dde0f6e6ba req-d15acb27-528b-4ab0-a46b-f30f4058310a service neutron] 10.222.0.13 "GET /v2.0/networks/7a22669c-40f3-472c-a3be-6750f2a05bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304600 May 23 12:29:21.880433 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5c0827e7-d39e-4e05-81a1-69dde0f6e6ba req-6df4ba75-0dd5-4391-a7c9-8bd8502c4b33 service neutron] 10.222.0.13 "GET /v2.0/networks/7a22669c-40f3-472c-a3be-6750f2a05bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343737 May 23 12:29:22.329441 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c39272-a339-4a00-9416-aaa4071d5c70 req-07256752-b344-4dfd-8993-c12b425b5679 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:29:22.330981 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a0c39272-a339-4a00-9416-aaa4071d5c70 req-07256752-b344-4dfd-8993-c12b425b5679 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 946 time: 0.1033354 May 23 12:29:22.379371 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a0c39272-a339-4a00-9416-aaa4071d5c70 req-787dfd41-2b27-4cbf-b2c0-4392fa89dd03 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423424 May 23 12:29:23.622488 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414d5d9-1815-4da7-b6d3-dc4102cf0319 req-49ed8692-b6fd-4b41-8a3b-07b6b4c5ac9b tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:29:23.624255 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f414d5d9-1815-4da7-b6d3-dc4102cf0319 req-49ed8692-b6fd-4b41-8a3b-07b6b4c5ac9b tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 946 time: 0.0901659 May 23 12:29:23.702065 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f414d5d9-1815-4da7-b6d3-dc4102cf0319 req-adcfa1cd-0e76-4c01-9b14-4fcae8820f76 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720897 May 23 12:29:25.023744 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd1337-039e-43a8-b5f4-3dd564387017 req-bbd0796c-e2d2-4a46-8b33-f47e8121021b tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:29:25.025228 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e5fd1337-039e-43a8-b5f4-3dd564387017 req-bbd0796c-e2d2-4a46-8b33-f47e8121021b tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 946 time: 0.1964889 May 23 12:29:25.082166 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e5fd1337-039e-43a8-b5f4-3dd564387017 req-bd96ced3-a5dc-4fd0-8405-3a2bfd4e2ff6 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509698 May 23 12:29:26.304755 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3697d-362a-4a55-92b8-acdef79595bd req-b7cdbf94-a9ce-43d6-97ac-ac2de289897f tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:29:26.306376 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f2a3697d-362a-4a55-92b8-acdef79595bd req-b7cdbf94-a9ce-43d6-97ac-ac2de289897f tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 946 time: 0.0848353 May 23 12:29:26.359561 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f2a3697d-362a-4a55-92b8-acdef79595bd req-0dc167dc-6ee7-49d6-9b80-733f889735df tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444062 May 23 12:29:27.567450 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b0456-0624-4d84-b74c-788ec9613510 req-20d4a297-5d54-40b9-81e8-15d4dde62bfc tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:29:27.568946 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-236b0456-0624-4d84-b74c-788ec9613510 req-20d4a297-5d54-40b9-81e8-15d4dde62bfc tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 946 time: 0.0831037 May 23 12:29:27.626530 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-236b0456-0624-4d84-b74c-788ec9613510 req-c25e9e9d-8fc9-47b9-8cb8-6a5b9b8e878f tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508540 May 23 12:29:28.854875 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425f984-e0f8-4d24-b664-30b47a74aa98 req-fb9f4ae2-a918-4f01-b02b-6642d59f2ad9 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:29:28.856388 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d425f984-e0f8-4d24-b664-30b47a74aa98 req-fb9f4ae2-a918-4f01-b02b-6642d59f2ad9 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 946 time: 0.0954792 May 23 12:29:28.903543 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d425f984-e0f8-4d24-b664-30b47a74aa98 req-d5c5fda6-d08d-465d-8ca0-f9285fc29b11 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413852 May 23 12:29:30.116255 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bcfe9e-6729-4b62-9e14-cd6c0e795fd3 req-6df82a0d-30ae-4053-b342-82fc3d127d88 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:29:30.117721 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e8bcfe9e-6729-4b62-9e14-cd6c0e795fd3 req-6df82a0d-30ae-4053-b342-82fc3d127d88 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 946 time: 0.0775492 May 23 12:29:30.168590 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e8bcfe9e-6729-4b62-9e14-cd6c0e795fd3 req-f5868bfd-04cb-436f-a85f-30e0ab37ede4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452025 May 23 12:29:31.380573 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5bc07-a209-4f2d-8170-61148f4d96f2 req-337dda0a-fac8-4f0a-9b76-001d9eb35a49 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:29:31.382098 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a6c5bc07-a209-4f2d-8170-61148f4d96f2 req-337dda0a-fac8-4f0a-9b76-001d9eb35a49 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 946 time: 0.0816479 May 23 12:29:31.431816 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a6c5bc07-a209-4f2d-8170-61148f4d96f2 req-102dfd32-955e-48a6-a1df-dec5be239e2e tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439231 May 23 12:29:32.645408 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b0316-3d7c-4c1e-a61a-1f9c8bc9ab6b req-8cbaa9d2-fff8-446e-a09a-ca1c9fa803ed tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:29:32.646913 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0e7b0316-3d7c-4c1e-a61a-1f9c8bc9ab6b req-8cbaa9d2-fff8-446e-a09a-ca1c9fa803ed tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 946 time: 0.0905111 May 23 12:29:32.694392 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0e7b0316-3d7c-4c1e-a61a-1f9c8bc9ab6b req-bc126f15-668b-42bb-9cdc-f3b2e42b4ee3 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414920 May 23 12:29:33.867459 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device c0a9ac3a-d5dc-4196-94e7-8eee47ca4022 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 12:29:33.900009 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5591d28-1b13-4fcf-925d-abe62a71cf88 req-a979d6a3-49d3-49c8-84d5-f4a91c25f73f tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:29:33.901552 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d5591d28-1b13-4fcf-925d-abe62a71cf88 req-a979d6a3-49d3-49c8-84d5-f4a91c25f73f tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 946 time: 0.0812070 May 23 12:29:33.951951 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d5591d28-1b13-4fcf-925d-abe62a71cf88 req-febbc7e6-a84e-4ab4-8f50-9a3681bf2aaa tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445776 May 23 12:29:34.017346 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:29:34.018045 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port c0a9ac3a-d5dc-4196-94e7-8eee47ca4022, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=c0a9ac3a-d5dc-4196-94e7-8eee47ca4022,segment=NetworkSegment(f67cbd34-5bcc-473c-87bb-63d39fe03eea),segment_id=f67cbd34-5bcc-473c-87bb-63d39fe03eea)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:29:34.031570 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'c0a9ac3a-d5dc-4196-94e7-8eee47ca4022', 'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4', 'port_id': 'c0a9ac3a-d5dc-4196-94e7-8eee47ca4022', 'mac_address': 'fa:16:3e:97:19:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1fabf1-a465-4a1b-b641-e2c96e897dcc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 12:29:34.087103 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:29:34.105108 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c0a9ac3a-d5dc-4196-94e7-8eee47ca4022 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 12:29:34.120852 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port c0a9ac3a-d5dc-4196-94e7-8eee47ca4022, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=c0a9ac3a-d5dc-4196-94e7-8eee47ca4022,segment=NetworkSegment(f67cbd34-5bcc-473c-87bb-63d39fe03eea),segment_id=f67cbd34-5bcc-473c-87bb-63d39fe03eea)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:29:34.125561 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:29:34.197178 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=c0a9ac3a-d5dc-4196-94e7-8eee47ca4022,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:29:34.209683 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:29:34.210080 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:29:34.210356 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:29:34.210693 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:29:34.211023 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:29:34.211385 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:29:34.211711 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:29:34.212066 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:29:34.212388 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:29:34.212709 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:29:34.213024 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:29:34.278114 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['c0a9ac3a-d5dc-4196-94e7-8eee47ca4022'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 12:29:35.182666 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4fba0f-c90f-4497-98be-11c3849255c9 req-c44eb650-c006-4ffe-a408-1a9676a25548 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:29:35.184086 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-be4fba0f-c90f-4497-98be-11c3849255c9 req-c44eb650-c006-4ffe-a408-1a9676a25548 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 945 time: 0.0985694 May 23 12:29:35.244564 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-be4fba0f-c90f-4497-98be-11c3849255c9 req-7dc16011-20d8-47e0-b94c-d06e8b1e6768 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507412 May 23 12:29:35.870140 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device c0a9ac3a-d5dc-4196-94e7-8eee47ca4022 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:29:35.947098 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port c0a9ac3a-d5dc-4196-94e7-8eee47ca4022 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:29:35.947517 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:29:36.107407 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:29:36.136919 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd5e5e2-a795-496a-8886-555c65290aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a9ac3a-d5dc-4196-94e7-8eee47ca4022'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:29:36.148774 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port c0a9ac3a-d5dc-4196-94e7-8eee47ca4022, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=c0a9ac3a-d5dc-4196-94e7-8eee47ca4022,segment=NetworkSegment(f67cbd34-5bcc-473c-87bb-63d39fe03eea),segment_id=f67cbd34-5bcc-473c-87bb-63d39fe03eea)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:29:36.156569 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:29:36.233711 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=c0a9ac3a-d5dc-4196-94e7-8eee47ca4022,revision_number=7']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:29:36.492643 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3bd10-bbae-452c-944f-511a8c838c69 req-71004a3a-0d01-45ff-aaaa-520b4baa1b7b tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:29:36.494378 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bee3bd10-bbae-452c-944f-511a8c838c69 req-71004a3a-0d01-45ff-aaaa-520b4baa1b7b tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 946 time: 0.1176412 May 23 12:29:36.556324 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bee3bd10-bbae-452c-944f-511a8c838c69 req-5dd70e75-b3b9-403d-b17f-96048deed7c2 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563395 May 23 12:29:37.234954 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-069c9298-64db-4dcc-ad50-c5fb3e3976a6'] response: {'server_uuid': '3cd5e5e2-a795-496a-8886-555c65290aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a9ac3a-d5dc-4196-94e7-8eee47ca4022', 'code': 200} May 23 12:29:37.771923 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c718907-26c2-46d3-8240-2f7c29e54ea5 req-b0fdc4bc-88f2-47dd-a1be-6b1a28a54d33 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:29:37.773331 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3c718907-26c2-46d3-8240-2f7c29e54ea5 req-b0fdc4bc-88f2-47dd-a1be-6b1a28a54d33 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 946 time: 0.0894182 May 23 12:29:37.833782 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3c718907-26c2-46d3-8240-2f7c29e54ea5 req-72705fdd-f6fa-4e60-b99a-77a937b9aa18 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546772 May 23 12:29:38.924367 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:29:39.054155 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ca955-6935-4624-b5a6-0e8fc095a549 req-f40d837e-06f9-4d0b-b787-5af3e414c9e9 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:29:39.055770 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-003ca955-6935-4624-b5a6-0e8fc095a549 req-f40d837e-06f9-4d0b-b787-5af3e414c9e9 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 946 time: 0.0903659 May 23 12:29:39.108507 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-003ca955-6935-4624-b5a6-0e8fc095a549 req-151000f9-2286-4662-880e-cf5cf957dfd0 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458670 May 23 12:29:39.362900 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6a2d82b2-3f8e-4bdc-acde-13f1fdbbfc7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:29:40.218085 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:29:40.354675 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf457cc1-b453-43e0-8071-e5c24e2f17f4 req-ebb392af-fa0a-444e-a945-59639d78def1 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:29:40.356877 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cf457cc1-b453-43e0-8071-e5c24e2f17f4 req-ebb392af-fa0a-444e-a945-59639d78def1 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 946 time: 0.0941536 May 23 12:29:40.417221 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cf457cc1-b453-43e0-8071-e5c24e2f17f4 req-77627d23-6e01-40ad-ac88-6c68edd98622 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537727 May 23 12:29:41.675199 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-41c14293-a6d1-4d05-8f8d-39bb08290639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:29:41.690302 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e57e5bf-8f4c-4b85-830d-dd2369744583 req-3905178a-668f-46e1-8caf-269c41bb49b9 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:29:41.691925 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9e57e5bf-8f4c-4b85-830d-dd2369744583 req-3905178a-668f-46e1-8caf-269c41bb49b9 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 946 time: 0.1075804 May 23 12:29:41.797951 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9e57e5bf-8f4c-4b85-830d-dd2369744583 req-67ed7317-ce80-4eff-a94d-a0f6bf3dc0b4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994606 May 23 12:29:42.959983 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:29:43.030136 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4b6f6-c4c7-491c-8b0c-ba6ea790f1d7 req-b047ecea-07ae-4041-819d-b86383f2baa5 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:29:43.033280 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-01a4b6f6-c4c7-491c-8b0c-ba6ea790f1d7 req-b047ecea-07ae-4041-819d-b86383f2baa5 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 946 time: 0.1042960 May 23 12:29:43.094465 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-01a4b6f6-c4c7-491c-8b0c-ba6ea790f1d7 req-0a9ebed8-91eb-4a6e-aa98-ed3c5090dee4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493777 May 23 12:29:43.108888 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:29:44.340053 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db169118-4668-467c-9a4d-38d2459a95df req-52598790-cbd1-4837-9128-0214fc8cf545 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:29:44.341796 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-db169118-4668-467c-9a4d-38d2459a95df req-52598790-cbd1-4837-9128-0214fc8cf545 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 946 time: 0.0915635 May 23 12:29:44.409175 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-db169118-4668-467c-9a4d-38d2459a95df req-06e948d0-a339-497e-a8a9-63efecd1bf20 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597777 May 23 12:29:44.681582 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:29:45.671859 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7039a-d291-47d0-9c73-4c60010e0ad8 req-defa3e87-b624-43f1-9b74-cb037a46dc6a tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:29:45.673379 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-30c7039a-d291-47d0-9c73-4c60010e0ad8 req-defa3e87-b624-43f1-9b74-cb037a46dc6a tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 946 time: 0.1029534 May 23 12:29:45.739196 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-30c7039a-d291-47d0-9c73-4c60010e0ad8 req-a66dc9e7-475c-45c4-9fc8-774a07ee7bf4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566320 May 23 12:29:47.065576 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37031941-b758-427b-b746-ac7d306c3aa7 req-c0e1caee-f095-4162-ad2b-297432cc10a4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:29:47.067127 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-37031941-b758-427b-b746-ac7d306c3aa7 req-c0e1caee-f095-4162-ad2b-297432cc10a4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 946 time: 0.1326933 May 23 12:29:47.127857 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-37031941-b758-427b-b746-ac7d306c3aa7 req-40d74161-3bce-485c-88d3-9e676d222b50 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518160 May 23 12:29:48.382769 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62564dc2-ff41-4d30-ba59-19e574b33809 req-3c000b47-d67a-4c7a-b174-9632ed2c26ae tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:29:48.385379 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-62564dc2-ff41-4d30-ba59-19e574b33809 req-3c000b47-d67a-4c7a-b174-9632ed2c26ae tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 946 time: 0.0943339 May 23 12:29:48.453950 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-62564dc2-ff41-4d30-ba59-19e574b33809 req-85aaed24-5264-41bb-87ba-06e88d8afcb1 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594010 May 23 12:29:49.720526 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8089ed-9aeb-46f0-af86-f22296b35b62 req-e54dd33d-7029-4130-b154-a6260b51747d tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:29:49.722937 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4a8089ed-9aeb-46f0-af86-f22296b35b62 req-e54dd33d-7029-4130-b154-a6260b51747d tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 946 time: 0.1031554 May 23 12:29:49.777685 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4a8089ed-9aeb-46f0-af86-f22296b35b62 req-5c1564c3-6a5f-4607-a55c-6c64e4ebdbbb tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471735 May 23 12:29:51.038686 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf165a32-22b3-4e09-a2e8-7c4f92626c36 req-85888387-e6ee-44fa-b40e-3b07282d8cac tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:29:51.040398 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cf165a32-22b3-4e09-a2e8-7c4f92626c36 req-85888387-e6ee-44fa-b40e-3b07282d8cac tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 946 time: 0.0963223 May 23 12:29:51.099662 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cf165a32-22b3-4e09-a2e8-7c4f92626c36 req-b4b4ea90-85dc-4462-b459-fdc66ce3bc24 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488393 May 23 12:29:52.483630 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cfa23c-a5d0-4eb7-88f8-aaa58ee0c6eb req-7cb5277f-8c93-45f5-bab1-94b96b5890ce tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:29:52.485235 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0cfa23c-a5d0-4eb7-88f8-aaa58ee0c6eb req-7cb5277f-8c93-45f5-bab1-94b96b5890ce tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 946 time: 0.2404156 May 23 12:29:52.520669 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da262498-8889-49f1-824c-533e32753c39 req-4546ed38-6f48-48db-8ba6-98220a49a5d4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ccd79cbb3c64470a7c8cc443d655e4d&device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 1097 time: 0.2095740 May 23 12:29:52.630658 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c0cfa23c-a5d0-4eb7-88f8-aaa58ee0c6eb req-014f6dfc-6dac-4eaf-85b3-b0b23df8c9b6 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395266 May 23 12:29:52.685289 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da262498-8889-49f1-824c-533e32753c39 req-d2c010bd-4297-4eba-9fd5-1e7b4bd5d375 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:29:52.686855 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da262498-8889-49f1-824c-533e32753c39 req-d2c010bd-4297-4eba-9fd5-1e7b4bd5d375 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a22669c-40f3-472c-a3be-6750f2a05bb4 HTTP/1.1" status: 200 len: 910 time: 0.1539660 May 23 12:29:52.802629 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da262498-8889-49f1-824c-533e32753c39 req-c8639583-d36c-4d8e-a14c-94fae006c29f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0a9ac3a-d5dc-4196-94e7-8eee47ca4022 HTTP/1.1" status: 200 len: 1002 time: 0.1085033 May 23 12:29:52.878941 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da262498-8889-49f1-824c-533e32753c39 req-f614ff7f-fc99-4742-a632-b7c4e2c13464 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:29:52.880532 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da262498-8889-49f1-824c-533e32753c39 req-f614ff7f-fc99-4742-a632-b7c4e2c13464 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a1fabf1-a465-4a1b-b641-e2c96e897dcc HTTP/1.1" status: 200 len: 848 time: 0.0704114 May 23 12:29:52.985392 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da262498-8889-49f1-824c-533e32753c39 req-0bd7a64c-91a7-42dd-b733-c12e93575b6d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a22669c-40f3-472c-a3be-6750f2a05bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0987222 May 23 12:29:53.126611 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da262498-8889-49f1-824c-533e32753c39 req-10bc2e2f-e630-43f7-8b08-643d5a51688e service neutron] 10.222.0.13 "GET /v2.0/networks/7a22669c-40f3-472c-a3be-6750f2a05bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339326 May 23 12:29:53.274453 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da262498-8889-49f1-824c-533e32753c39 req-18b0fdc8-9cfc-4eb7-b51f-1818b89fffdd service neutron] 10.222.0.13 "GET /v2.0/networks/7a22669c-40f3-472c-a3be-6750f2a05bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417940 May 23 12:29:53.848477 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac91f2-7139-449a-93ed-1cb37183b8fd req-16b3db16-fcbc-4912-b3ef-cebb2bb207c6 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:29:53.849958 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-77ac91f2-7139-449a-93ed-1cb37183b8fd req-16b3db16-fcbc-4912-b3ef-cebb2bb207c6 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 946 time: 0.0834734 May 23 12:29:53.909764 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-77ac91f2-7139-449a-93ed-1cb37183b8fd req-045ec54e-0d8f-4d69-8644-02a9794de32b tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507028 May 23 12:29:55.139373 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7285126-e631-436a-9cbd-63680c205001 req-6f49403b-c4fc-4415-a167-e59cb41fadb4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:29:55.140893 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f7285126-e631-436a-9cbd-63680c205001 req-6f49403b-c4fc-4415-a167-e59cb41fadb4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 946 time: 0.1029787 May 23 12:29:55.201042 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f7285126-e631-436a-9cbd-63680c205001 req-9eed6691-40eb-4f4a-bd64-9b93597f652d tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543125 May 23 12:29:55.971627 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device c0a9ac3a-d5dc-4196-94e7-8eee47ca4022 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:29:56.097237 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:29:56.124942 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd5e5e2-a795-496a-8886-555c65290aca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0a9ac3a-d5dc-4196-94e7-8eee47ca4022'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:29:56.134608 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port c0a9ac3a-d5dc-4196-94e7-8eee47ca4022, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=c0a9ac3a-d5dc-4196-94e7-8eee47ca4022,segment=NetworkSegment(f67cbd34-5bcc-473c-87bb-63d39fe03eea),segment_id=f67cbd34-5bcc-473c-87bb-63d39fe03eea)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:29:56.139617 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:29:56.182187 n-d-842952-2 neutron-server[83912]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e03fbcaa-3a60-422d-9025-2a445c73bad4']: {'server_uuid': '3cd5e5e2-a795-496a-8886-555c65290aca', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c0a9ac3a-d5dc-4196-94e7-8eee47ca4022', 'code': 422} returned with failed status May 23 12:29:56.207231 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=c0a9ac3a-d5dc-4196-94e7-8eee47ca4022,revision_number=8']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:29:56.403339 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84960ce6-a173-463d-8acd-577f032492f0 req-b739c721-2372-4d8d-969a-ca4a8f816fcf tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:29:56.404727 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-84960ce6-a173-463d-8acd-577f032492f0 req-b739c721-2372-4d8d-969a-ca4a8f816fcf tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 944 time: 0.0794384 May 23 12:29:56.454679 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-84960ce6-a173-463d-8acd-577f032492f0 req-105338d9-371c-436d-a1b8-88dcfa75151e tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442495 May 23 12:29:56.717368 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8d774529-f054-454b-b605-845ce623532a req-3da3e7d0-8a51-4edb-83bc-da6bd2d77a20 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1480286 May 23 12:29:57.130371 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb55b8-6f6b-48b8-8b53-0b8bada41270 req-924c30be-b493-4a38-9271-c25aa96b0dbf tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:29:57.131945 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a0eb55b8-6f6b-48b8-8b53-0b8bada41270 req-924c30be-b493-4a38-9271-c25aa96b0dbf tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 944 time: 0.1718838 May 23 12:29:57.163160 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0d6b9aab-c760-4095-8156-f432fa095a1c req-bc3ae80d-e5c1-465c-990d-54b87c7aa8aa service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2184861 May 23 12:29:57.188704 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a0eb55b8-6f6b-48b8-8b53-0b8bada41270 req-ad2aef09-3963-43d5-9d63-d0114e0953a8 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483546 May 23 12:29:57.705222 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0d6b9aab-c760-4095-8156-f432fa095a1c req-0b338e79-5adf-4637-8557-f061957752df service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca&tenant_id=1ccd79cbb3c64470a7c8cc443d655e4d HTTP/1.1" status: 200 len: 1095 time: 0.0774355 May 23 12:29:57.813748 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0d6b9aab-c760-4095-8156-f432fa095a1c req-f6379b11-5f62-4346-8096-f7ef76a867ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ccd79cbb3c64470a7c8cc443d655e4d&device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 1095 time: 0.0740316 May 23 12:29:57.955121 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b9aab-c760-4095-8156-f432fa095a1c req-0d63639f-049a-41ca-937a-ec2158e6e705 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:29:57.956802 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0d6b9aab-c760-4095-8156-f432fa095a1c req-0d63639f-049a-41ca-937a-ec2158e6e705 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a22669c-40f3-472c-a3be-6750f2a05bb4 HTTP/1.1" status: 200 len: 910 time: 0.1371346 May 23 12:29:58.170791 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0d6b9aab-c760-4095-8156-f432fa095a1c req-0328d952-433d-43fa-9003-89ef238d60ad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0a9ac3a-d5dc-4196-94e7-8eee47ca4022 HTTP/1.1" status: 200 len: 1000 time: 0.2067113 May 23 12:29:58.234814 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b9aab-c760-4095-8156-f432fa095a1c req-39c859f2-530f-4c3a-9904-32bbd8f57e19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:29:58.236891 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0d6b9aab-c760-4095-8156-f432fa095a1c req-39c859f2-530f-4c3a-9904-32bbd8f57e19 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a1fabf1-a465-4a1b-b641-e2c96e897dcc HTTP/1.1" status: 200 len: 848 time: 0.0587776 May 23 12:29:58.323685 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0d6b9aab-c760-4095-8156-f432fa095a1c req-03884f3d-511a-4d28-aef9-53a07057b9d1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a22669c-40f3-472c-a3be-6750f2a05bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799453 May 23 12:29:58.514257 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0d6b9aab-c760-4095-8156-f432fa095a1c req-785bd4f5-dc8f-4140-b2fc-984ac0a01607 service neutron] 10.222.0.13 "GET /v2.0/networks/7a22669c-40f3-472c-a3be-6750f2a05bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579533 May 23 12:29:58.520938 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7b6e6-8434-48a1-8bf5-65fc377f8dd8 req-1e757860-343b-4c7a-b525-e7759830c548 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:29:58.522317 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-57e7b6e6-8434-48a1-8bf5-65fc377f8dd8 req-1e757860-343b-4c7a-b525-e7759830c548 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 944 time: 0.1966326 May 23 12:29:58.670678 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-57e7b6e6-8434-48a1-8bf5-65fc377f8dd8 req-3adc8ef2-4571-4a10-980f-39632dba10ed tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286647 May 23 12:29:58.696823 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0d6b9aab-c760-4095-8156-f432fa095a1c req-8eaeba4e-bc76-484a-8925-dfa56ce5f773 service neutron] 10.222.0.13 "GET /v2.0/networks/7a22669c-40f3-472c-a3be-6750f2a05bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735039 May 23 12:29:59.941529 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbfab3-c3e1-4aba-8196-befa8383bdbe req-8c9f6852-a01b-4bb0-aa53-6493f62b6d30 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:29:59.943229 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-48cbfab3-c3e1-4aba-8196-befa8383bdbe req-8c9f6852-a01b-4bb0-aa53-6493f62b6d30 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 944 time: 0.1183143 May 23 12:29:59.987768 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device c0a9ac3a-d5dc-4196-94e7-8eee47ca4022 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:30:00.016831 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-48cbfab3-c3e1-4aba-8196-befa8383bdbe req-c597db0b-3500-47eb-9fcc-c0900391356a tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661256 May 23 12:30:01.264268 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe28a2e-fd23-4c09-b912-7268efc0e571 req-6c3f46b2-5368-45eb-9dba-cb04b46b6bf2 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:30:01.265792 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3fe28a2e-fd23-4c09-b912-7268efc0e571 req-6c3f46b2-5368-45eb-9dba-cb04b46b6bf2 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 944 time: 0.0991035 May 23 12:30:01.321460 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3fe28a2e-fd23-4c09-b912-7268efc0e571 req-b4da1673-47e7-4cca-aeb2-471a697f0185 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494037 May 23 12:30:02.555068 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947e06d-a83a-4a32-ae7a-26a2920abe2c req-59a52d7a-2d8b-4861-8b34-f5cbab63e029 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:30:02.556628 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f947e06d-a83a-4a32-ae7a-26a2920abe2c req-59a52d7a-2d8b-4861-8b34-f5cbab63e029 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 944 time: 0.1079905 May 23 12:30:02.633717 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f947e06d-a83a-4a32-ae7a-26a2920abe2c req-adaba4ae-0f24-4a80-983a-5609dc42ecdc tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706587 May 23 12:30:03.889341 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6378f49-1177-4f72-91a0-7b5a2385bb90 req-831430e3-44d8-4a27-895c-edbcd066c0e1 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:30:03.890829 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a6378f49-1177-4f72-91a0-7b5a2385bb90 req-831430e3-44d8-4a27-895c-edbcd066c0e1 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 944 time: 0.1012814 May 23 12:30:03.946778 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a6378f49-1177-4f72-91a0-7b5a2385bb90 req-3a178f80-f57d-4487-9053-970b24f58db4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446672 May 23 12:30:05.266042 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeecff95-d673-4276-aede-4643e61606a7 req-d5e63622-759f-4256-8416-3f1394f96485 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:30:05.267640 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aeecff95-d673-4276-aede-4643e61606a7 req-d5e63622-759f-4256-8416-3f1394f96485 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 944 time: 0.1051574 May 23 12:30:05.347300 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-aeecff95-d673-4276-aede-4643e61606a7 req-247e4335-66d5-4685-945f-4b644c0ba0ff tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673673 May 23 12:30:06.564337 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1206a-ba6f-4a23-bf2a-cee9bb8eed97 req-51adf9f1-61ec-4fa0-938f-759334c52399 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:30:06.566044 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d0e1206a-ba6f-4a23-bf2a-cee9bb8eed97 req-51adf9f1-61ec-4fa0-938f-759334c52399 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 944 time: 0.0873780 May 23 12:30:06.620088 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d0e1206a-ba6f-4a23-bf2a-cee9bb8eed97 req-ebcf610c-b77a-451e-93db-a0a83e434bf8 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479844 May 23 12:30:07.832425 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9313c4-779b-4adc-a568-527e5cd2493c req-3f1205ea-27f7-47dc-9da4-59776d416747 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:30:07.833807 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5c9313c4-779b-4adc-a568-527e5cd2493c req-3f1205ea-27f7-47dc-9da4-59776d416747 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 944 time: 0.0852296 May 23 12:30:07.887401 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5c9313c4-779b-4adc-a568-527e5cd2493c req-25d54569-208f-45a6-bae8-1366cda7fb2a tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466480 May 23 12:30:08.921374 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:30:09.104537 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ace11-2b21-4d02-a74c-7f5e02741c84 req-d029a23c-ac94-467e-9593-3fc2898d7a3f tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:30:09.106134 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-443ace11-2b21-4d02-a74c-7f5e02741c84 req-d029a23c-ac94-467e-9593-3fc2898d7a3f tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 944 time: 0.0799892 May 23 12:30:09.153445 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-443ace11-2b21-4d02-a74c-7f5e02741c84 req-11644d81-ffee-4101-a921-68175f9e07ad tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417571 May 23 12:30:09.358568 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4970c978-4642-4800-8b0a-92a26bd7c79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:30:10.223002 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:30:10.365493 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e3abd-8819-43eb-90f2-51ce6cca4936 req-37d6d1cb-efb2-442f-87f8-3f5659713263 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:30:10.366955 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-718e3abd-8819-43eb-90f2-51ce6cca4936 req-37d6d1cb-efb2-442f-87f8-3f5659713263 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 944 time: 0.0879014 May 23 12:30:10.418360 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-718e3abd-8819-43eb-90f2-51ce6cca4936 req-f16708d5-7b58-4971-af91-919864c0c94d tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444837 May 23 12:30:11.021630 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:30:11.660750 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795e425-a3b6-4ad3-ac17-7cf5c8f7c53c req-da8c5361-9376-4a5c-8ae7-7786e426f8d7 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:30:11.662233 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9795e425-a3b6-4ad3-ac17-7cf5c8f7c53c req-da8c5361-9376-4a5c-8ae7-7786e426f8d7 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 944 time: 0.0909886 May 23 12:30:11.672372 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b040a142-c1dd-4f3c-86a1-19ec5a2a9fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:30:11.708468 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9795e425-a3b6-4ad3-ac17-7cf5c8f7c53c req-727834b0-b0c4-4b7c-ad7b-e158666d1e6a tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404320 May 23 12:30:12.916273 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd9b0d-250f-4c9a-8793-0c3d5e9e4023 req-29cd8161-2b58-473a-8927-a9258954fad7 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:30:12.917796 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cccd9b0d-250f-4c9a-8793-0c3d5e9e4023 req-29cd8161-2b58-473a-8927-a9258954fad7 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 944 time: 0.0864942 May 23 12:30:12.954996 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:30:12.968759 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cccd9b0d-250f-4c9a-8793-0c3d5e9e4023 req-bc83afe3-d196-454a-bb32-a178da645baa tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447106 May 23 12:30:13.107666 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:30:14.186194 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700a0bd-100c-4241-9536-eee28e4fc3b1 req-8e5d8e50-d8e3-41c9-b7ff-fdc43c862038 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:30:14.187623 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f700a0bd-100c-4241-9536-eee28e4fc3b1 req-8e5d8e50-d8e3-41c9-b7ff-fdc43c862038 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 944 time: 0.0853174 May 23 12:30:14.328109 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f700a0bd-100c-4241-9536-eee28e4fc3b1 req-72984599-c272-4ead-899b-fcae404b5798 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347237 May 23 12:30:14.673914 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:30:15.544311 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf00454-293c-4f36-babb-349471385de7 req-18651bf6-49bc-4f52-a640-71c85d7647a6 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:30:15.546112 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eaf00454-293c-4f36-babb-349471385de7 req-18651bf6-49bc-4f52-a640-71c85d7647a6 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 944 time: 0.0851982 May 23 12:30:15.592311 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-eaf00454-293c-4f36-babb-349471385de7 req-c3c55e8c-7005-4fbd-b91d-d773ac8fb347 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404029 May 23 12:30:16.083847 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device c0a9ac3a-d5dc-4196-94e7-8eee47ca4022 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 12:30:16.226712 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port c0a9ac3a-d5dc-4196-94e7-8eee47ca4022, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=c0a9ac3a-d5dc-4196-94e7-8eee47ca4022,segment=NetworkSegment(f67cbd34-5bcc-473c-87bb-63d39fe03eea),segment_id=f67cbd34-5bcc-473c-87bb-63d39fe03eea)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:30:16.240471 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'c0a9ac3a-d5dc-4196-94e7-8eee47ca4022', 'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4', 'port_id': 'c0a9ac3a-d5dc-4196-94e7-8eee47ca4022', 'mac_address': 'fa:16:3e:97:19:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1fabf1-a465-4a1b-b641-e2c96e897dcc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 12:30:16.300158 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:30:16.318635 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0a9ac3a-d5dc-4196-94e7-8eee47ca4022 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 12:30:16.335600 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port c0a9ac3a-d5dc-4196-94e7-8eee47ca4022, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=c0a9ac3a-d5dc-4196-94e7-8eee47ca4022,segment=NetworkSegment(f67cbd34-5bcc-473c-87bb-63d39fe03eea),segment_id=f67cbd34-5bcc-473c-87bb-63d39fe03eea)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:30:16.341518 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:30:16.407746 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=c0a9ac3a-d5dc-4196-94e7-8eee47ca4022,revision_number=9']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:30:16.743657 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['c0a9ac3a-d5dc-4196-94e7-8eee47ca4022'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 12:30:16.815426 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23fe07-b416-47b0-80d8-5bb92d64c7b9 req-cc70b8f4-6070-41de-9e1d-80a3ff6c7cd7 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:30:16.817180 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3d23fe07-b416-47b0-80d8-5bb92d64c7b9 req-cc70b8f4-6070-41de-9e1d-80a3ff6c7cd7 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 945 time: 0.0912416 May 23 12:30:16.867512 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3d23fe07-b416-47b0-80d8-5bb92d64c7b9 req-a4aa66a1-8e20-4cb1-afa2-7ab9b75cb9c5 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423965 May 23 12:30:18.085282 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device c0a9ac3a-d5dc-4196-94e7-8eee47ca4022 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:30:18.103249 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765c3f3-f131-4539-8ba4-6cfa9de96398 req-9b4f8509-6e1c-4ff9-a99e-184b7135e108 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:30:18.104710 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d765c3f3-f131-4539-8ba4-6cfa9de96398 req-9b4f8509-6e1c-4ff9-a99e-184b7135e108 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 945 time: 0.0963345 May 23 12:30:18.153630 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d765c3f3-f131-4539-8ba4-6cfa9de96398 req-22336f5f-b3fd-45a8-8843-13f937329a0f tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422463 May 23 12:30:18.202255 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port c0a9ac3a-d5dc-4196-94e7-8eee47ca4022 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:30:18.202814 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:30:18.373600 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:30:18.406895 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd5e5e2-a795-496a-8886-555c65290aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a9ac3a-d5dc-4196-94e7-8eee47ca4022'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:30:18.417857 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port c0a9ac3a-d5dc-4196-94e7-8eee47ca4022, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=c0a9ac3a-d5dc-4196-94e7-8eee47ca4022,segment=NetworkSegment(f67cbd34-5bcc-473c-87bb-63d39fe03eea),segment_id=f67cbd34-5bcc-473c-87bb-63d39fe03eea)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:30:18.424530 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:30:18.475239 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8716d888-fe88-46ea-9e17-66c5942c2156'] response: {'server_uuid': '3cd5e5e2-a795-496a-8886-555c65290aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a9ac3a-d5dc-4196-94e7-8eee47ca4022', 'code': 200} May 23 12:30:18.500958 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=c0a9ac3a-d5dc-4196-94e7-8eee47ca4022,revision_number=10']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:30:18.749132 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b783d376-445f-4fca-944e-fe65769d6b8e req-6b1af575-e205-45fe-bdfc-9e1f64ff1f6e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 1098 time: 0.0801852 May 23 12:30:18.795906 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b783d376-445f-4fca-944e-fe65769d6b8e req-42fbe75d-cabc-4119-b64d-c83e34f3a2b7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400963 May 23 12:30:19.353051 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6705995-565b-41b0-b2d9-42ad0cf97b7c req-dddba5d2-17dd-47d9-9747-ec501e3e7618 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:30:19.354599 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f6705995-565b-41b0-b2d9-42ad0cf97b7c req-dddba5d2-17dd-47d9-9747-ec501e3e7618 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 947 time: 0.0781276 May 23 12:30:19.406855 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f6705995-565b-41b0-b2d9-42ad0cf97b7c req-9ba700e1-cb43-4540-b1b3-7f8deee3e1f0 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465438 May 23 12:30:20.709342 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc29d53-757c-4116-9151-6d58e4c74dbf req-f9910968-eb9f-42e6-bab9-566ccc8d65ae tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:30:20.710685 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bbc29d53-757c-4116-9151-6d58e4c74dbf req-f9910968-eb9f-42e6-bab9-566ccc8d65ae tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 947 time: 0.0932035 May 23 12:30:20.762387 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bbc29d53-757c-4116-9151-6d58e4c74dbf req-473a5702-e905-4aa4-8cc0-35962ebfbf39 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448833 May 23 12:30:21.098730 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-af8f8689-c80e-49e0-ba57-7f13f402a823 req-d4f670d2-b8c7-43c8-b82c-6628968294b2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0803280 May 23 12:30:21.286159 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-af8f8689-c80e-49e0-ba57-7f13f402a823 req-7048dc2d-66fd-4f11-a65f-d3f31b34c180 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ccd79cbb3c64470a7c8cc443d655e4d&device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 1098 time: 0.0733438 May 23 12:30:21.468755 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f8689-c80e-49e0-ba57-7f13f402a823 req-5f964cbc-fbf0-41c7-b27d-fe16c8f6988c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:30:21.470127 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-af8f8689-c80e-49e0-ba57-7f13f402a823 req-5f964cbc-fbf0-41c7-b27d-fe16c8f6988c service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a22669c-40f3-472c-a3be-6750f2a05bb4 HTTP/1.1" status: 200 len: 910 time: 0.1555431 May 23 12:30:21.587258 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-af8f8689-c80e-49e0-ba57-7f13f402a823 req-54f7541b-b132-4f94-ac30-ca6f99fc2653 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0a9ac3a-d5dc-4196-94e7-8eee47ca4022 HTTP/1.1" status: 200 len: 1002 time: 0.1101828 May 23 12:30:21.653436 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f8689-c80e-49e0-ba57-7f13f402a823 req-a99c8310-59d9-423d-8565-720aff9c0225 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:30:21.655610 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-af8f8689-c80e-49e0-ba57-7f13f402a823 req-a99c8310-59d9-423d-8565-720aff9c0225 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a1fabf1-a465-4a1b-b641-e2c96e897dcc HTTP/1.1" status: 200 len: 848 time: 0.0624619 May 23 12:30:21.746453 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-af8f8689-c80e-49e0-ba57-7f13f402a823 req-233a8a31-1a08-4969-b88e-ac916a642ef9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a22669c-40f3-472c-a3be-6750f2a05bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845733 May 23 12:30:21.886408 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-af8f8689-c80e-49e0-ba57-7f13f402a823 req-99fcdac8-7c12-4577-bcfd-2a970d2b2979 service neutron] 10.222.0.13 "GET /v2.0/networks/7a22669c-40f3-472c-a3be-6750f2a05bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329365 May 23 12:30:22.079175 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-af8f8689-c80e-49e0-ba57-7f13f402a823 req-c5a44e6e-fa0c-44a6-a8da-fb3c4954abfb service neutron] 10.222.0.13 "GET /v2.0/networks/7a22669c-40f3-472c-a3be-6750f2a05bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862123 May 23 12:30:22.089977 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb4cff-e718-41f1-923b-af968796e7af req-c54da598-fc9b-4f47-8c8a-c874d78e0514 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:30:22.091472 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0edb4cff-e718-41f1-923b-af968796e7af req-c54da598-fc9b-4f47-8c8a-c874d78e0514 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 947 time: 0.1804929 May 23 12:30:22.139570 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0edb4cff-e718-41f1-923b-af968796e7af req-3c41d681-7bc1-4a7f-ba6d-80ee45cbf326 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419989 May 23 12:30:38.957702 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:30:39.368965 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f64e73e1-ae88-48c6-a725-89499807666a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:30:40.230508 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:30:41.681670 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fce481a1-818f-4c37-8291-4a1f1acd5449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:30:42.961999 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:30:43.113995 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:30:44.678852 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:30:48.027152 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:31:08.962267 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:31:09.363142 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d93a9124-13c1-42c9-907a-edf1be0ba0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:31:10.230643 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:31:11.678398 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-54aa9e38-055d-44f0-9050-d64e39ced703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:31:12.958038 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:31:13.114132 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:31:14.679949 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:31:23.124184 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7154fcb3-55db-413f-92a3-1e3d26eaf3d7 req-91b91607-c18b-4a9b-b6f0-1e72bcf54968 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1522305 May 23 12:31:23.310342 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7154fcb3-55db-413f-92a3-1e3d26eaf3d7 req-e40124cd-2935-43ec-a7ad-5f014f7f84a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ccd79cbb3c64470a7c8cc443d655e4d&device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 1098 time: 0.0879226 May 23 12:31:23.582066 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154fcb3-55db-413f-92a3-1e3d26eaf3d7 req-a4c57498-54a1-4dcd-bc92-45bf741d7398 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:31:23.583951 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7154fcb3-55db-413f-92a3-1e3d26eaf3d7 req-a4c57498-54a1-4dcd-bc92-45bf741d7398 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a22669c-40f3-472c-a3be-6750f2a05bb4 HTTP/1.1" status: 200 len: 910 time: 0.2508225 May 23 12:31:23.706816 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7154fcb3-55db-413f-92a3-1e3d26eaf3d7 req-560e1f9a-fff5-476d-9692-4fb356b5ac5c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0a9ac3a-d5dc-4196-94e7-8eee47ca4022 HTTP/1.1" status: 200 len: 1002 time: 0.1156237 May 23 12:31:23.782337 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154fcb3-55db-413f-92a3-1e3d26eaf3d7 req-28cb5f74-5d46-41c6-bf95-41d820ac4b3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:31:23.783929 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7154fcb3-55db-413f-92a3-1e3d26eaf3d7 req-28cb5f74-5d46-41c6-bf95-41d820ac4b3d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a1fabf1-a465-4a1b-b641-e2c96e897dcc HTTP/1.1" status: 200 len: 848 time: 0.0695059 May 23 12:31:23.873243 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7154fcb3-55db-413f-92a3-1e3d26eaf3d7 req-6253891e-1ed2-400a-8366-79a761f9f360 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a22669c-40f3-472c-a3be-6750f2a05bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807071 May 23 12:31:24.017854 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7154fcb3-55db-413f-92a3-1e3d26eaf3d7 req-36f43a5a-6c05-4e9a-8b0c-054ec01c5a34 service neutron] 10.222.0.13 "GET /v2.0/networks/7a22669c-40f3-472c-a3be-6750f2a05bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378944 May 23 12:31:24.174899 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7154fcb3-55db-413f-92a3-1e3d26eaf3d7 req-9a85923b-8a3a-47e1-8a6d-dc5aa7156b23 service neutron] 10.222.0.13 "GET /v2.0/networks/7a22669c-40f3-472c-a3be-6750f2a05bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499283 May 23 12:31:25.030718 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:31:38.982377 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:31:39.371706 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-abd7adc6-5d31-416f-abd1-cbb8b6bc7a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:31:40.229254 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:31:41.708705 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e0d98b9d-eb8d-4d3c-a226-98e5a0c2d815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:31:42.962940 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:31:43.117344 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:31:44.683620 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:02.033341 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:32:08.999880 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:09.372246 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6e1f091e-744c-4e2e-b4ff-3e6f01c24501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:09.443095 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 44746) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:32:09.760857 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-28df0af1-0b65-4d78-8b28-771d8e1d6604 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Deleting port 20224d2d-c5b3-4f96-a28e-89ed2e225333 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:32:09.761197 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-28df0af1-0b65-4d78-8b28-771d8e1d6604 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:09.941327 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-28df0af1-0b65-4d78-8b28-771d8e1d6604 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:09.941707 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-28df0af1-0b65-4d78-8b28-771d8e1d6604 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:10.071682 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-28df0af1-0b65-4d78-8b28-771d8e1d6604 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Calling delete_port for 20224d2d-c5b3-4f96-a28e-89ed2e225333 owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:32:10.230485 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:10.260958 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-28df0af1-0b65-4d78-8b28-771d8e1d6604 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:10.312084 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df0af1-0b65-4d78-8b28-771d8e1d6604 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Pushing event deleted for resources: {'Port': ['ID=20224d2d-c5b3-4f96-a28e-89ed2e225333,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:32:10.365718 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df0af1-0b65-4d78-8b28-771d8e1d6604 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:32:10.366238 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df0af1-0b65-4d78-8b28-771d8e1d6604 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:32:10.366757 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df0af1-0b65-4d78-8b28-771d8e1d6604 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:32:10.367333 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df0af1-0b65-4d78-8b28-771d8e1d6604 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:32:10.367697 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df0af1-0b65-4d78-8b28-771d8e1d6604 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:32:10.368114 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df0af1-0b65-4d78-8b28-771d8e1d6604 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:32:10.368446 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df0af1-0b65-4d78-8b28-771d8e1d6604 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:32:10.368775 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df0af1-0b65-4d78-8b28-771d8e1d6604 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:32:10.369099 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df0af1-0b65-4d78-8b28-771d8e1d6604 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:32:10.369417 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df0af1-0b65-4d78-8b28-771d8e1d6604 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:32:10.369822 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df0af1-0b65-4d78-8b28-771d8e1d6604 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:32:10.444141 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-28df0af1-0b65-4d78-8b28-771d8e1d6604 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:11.088063 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28df0af1-0b65-4d78-8b28-771d8e1d6604 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Router 87ffcff6-76a4-42d7-806d-abc01a8a96f8 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:32:11.360483 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28df0af1-0b65-4d78-8b28-771d8e1d6604 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:32:11.373068 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5f36e7-3b7f-40fe-a1e0-002e63986c24 None None] Sync routers for ids ['87ffcff6-76a4-42d7-806d-abc01a8a96f8'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:32:11.386881 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-28df0af1-0b65-4d78-8b28-771d8e1d6604 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:11.394693 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5f36e7-3b7f-40fe-a1e0-002e63986c24 None None] Routers {'87ffcff6-76a4-42d7-806d-abc01a8a96f8'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:32:11.395473 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-9c5f36e7-3b7f-40fe-a1e0-002e63986c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:31:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['87ffcff6-76a4-42d7-806d-abc01a8a96f8'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:32:11.460422 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-28df0af1-0b65-4d78-8b28-771d8e1d6604 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "DELETE /v2.0/floatingips/23258d2d-d586-40c6-b349-dada6e91aec2 HTTP/1.1" status: 204 len: 168 time: 2.0157232 May 23 12:32:11.461412 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cd5e5e2-a795-496a-8886-555c65290aca', 'tag': 'c0a9ac3a-d5dc-4196-94e7-8eee47ca4022'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:32:11.641548 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-9c5f36e7-3b7f-40fe-a1e0-002e63986c24 None None] Set router 87ffcff6-76a4-42d7-806d-abc01a8a96f8 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:32:11.678467 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-602cede9-572a-4a0a-a987-0a6b2e0fdb3c'] response: {'name': 'network-changed', 'server_uuid': '3cd5e5e2-a795-496a-8886-555c65290aca', 'tag': 'c0a9ac3a-d5dc-4196-94e7-8eee47ca4022', 'status': 'completed', 'code': 200} May 23 12:32:11.728330 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c88d0f40-db01-483f-ab97-c4c3a993be35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:11.826503 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-33533299-4d5a-48af-9dfb-fc996531135e req-42c00700-11c5-444a-b720-558c1b5ea17b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ccd79cbb3c64470a7c8cc443d655e4d&device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 1098 time: 0.0969200 May 23 12:32:12.063376 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33533299-4d5a-48af-9dfb-fc996531135e req-006119db-ea6c-47eb-92ec-847fd837c7d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:32:12.065366 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-33533299-4d5a-48af-9dfb-fc996531135e req-006119db-ea6c-47eb-92ec-847fd837c7d8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a22669c-40f3-472c-a3be-6750f2a05bb4 HTTP/1.1" status: 200 len: 910 time: 0.2321539 May 23 12:32:12.085554 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-9c5f36e7-3b7f-40fe-a1e0-002e63986c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'name': 'tempest-TestShelveInstance-1790629747-router', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '764dc02d-f81e-4eec-ac41-4d2ccad0c13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:26:04Z', 'updated_at': '2022-05-23T12:26:08Z', 'revision_number': 4, 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'gw_port': {'id': '764dc02d-f81e-4eec-ac41-4d2ccad0c13d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:26:05Z', 'updated_at': '2022-05-23T12:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '12c00d26-f98c-4880-a18b-75b401fc1c92', 'name': '', 'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'mac_address': 'fa:16:3e:2b:b1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a1fabf1-a465-4a1b-b641-e2c96e897dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:26:07Z', 'updated_at': '2022-05-23T12:26:26Z', 'revision_number': 5, 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'subnets': [{'id': '9a1fabf1-a465-4a1b-b641-e2c96e897dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:32:12.092930 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5f36e7-3b7f-40fe-a1e0-002e63986c24 None None] Checking router: 87ffcff6-76a4-42d7-806d-abc01a8a96f8 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:32:12.113896 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5f36e7-3b7f-40fe-a1e0-002e63986c24 None None] Routers {'87ffcff6-76a4-42d7-806d-abc01a8a96f8'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:32:12.114872 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-9c5f36e7-3b7f-40fe-a1e0-002e63986c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:32:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['87ffcff6-76a4-42d7-806d-abc01a8a96f8'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:32:12.162641 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-33533299-4d5a-48af-9dfb-fc996531135e req-b19a2018-b136-4da3-804e-0db615a966ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0a9ac3a-d5dc-4196-94e7-8eee47ca4022 HTTP/1.1" status: 200 len: 217 time: 0.0899277 May 23 12:32:12.242939 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b8efa-afd5-4748-8534-ca99d77b377c req-be942814-77b6-4bd9-a406-e53348e8017c tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:32:12.243962 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-2e8b8efa-afd5-4748-8534-ca99d77b377c req-be942814-77b6-4bd9-a406-e53348e8017c tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Synchronizing usage tracker for tenant:1ccd79cbb3c64470a7c8cc443d655e4d on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:32:12.256655 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33533299-4d5a-48af-9dfb-fc996531135e req-49abb2af-d606-4d2e-b3ca-b006d8588063 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:32:12.259043 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-33533299-4d5a-48af-9dfb-fc996531135e req-49abb2af-d606-4d2e-b3ca-b006d8588063 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a1fabf1-a465-4a1b-b641-e2c96e897dcc HTTP/1.1" status: 200 len: 848 time: 0.0882838 May 23 12:32:12.332839 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-2e8b8efa-afd5-4748-8534-ca99d77b377c req-be942814-77b6-4bd9-a406-e53348e8017c tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Unset dirty status for tenant:1ccd79cbb3c64470a7c8cc443d655e4d on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:32:12.334591 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2e8b8efa-afd5-4748-8534-ca99d77b377c req-be942814-77b6-4bd9-a406-e53348e8017c tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 947 time: 0.3246107 May 23 12:32:12.424928 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-9c5f36e7-3b7f-40fe-a1e0-002e63986c24 None None] Set router 87ffcff6-76a4-42d7-806d-abc01a8a96f8 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:32:12.433053 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2e8b8efa-afd5-4748-8534-ca99d77b377c req-a0bd7fbb-d962-446a-a86a-738aeb289095 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894279 May 23 12:32:12.445492 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-33533299-4d5a-48af-9dfb-fc996531135e req-a5f3154f-4af7-4a8d-8f3d-5d464e9642ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a22669c-40f3-472c-a3be-6750f2a05bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1793025 May 23 12:32:12.679647 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-33533299-4d5a-48af-9dfb-fc996531135e req-2b749e7e-2771-460b-b889-5393dd108c42 service neutron] 10.222.0.13 "GET /v2.0/networks/7a22669c-40f3-472c-a3be-6750f2a05bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255514 May 23 12:32:12.855634 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-9c5f36e7-3b7f-40fe-a1e0-002e63986c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'name': 'tempest-TestShelveInstance-1790629747-router', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '764dc02d-f81e-4eec-ac41-4d2ccad0c13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:26:04Z', 'updated_at': '2022-05-23T12:26:08Z', 'revision_number': 4, 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'gw_port': {'id': '764dc02d-f81e-4eec-ac41-4d2ccad0c13d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:26:05Z', 'updated_at': '2022-05-23T12:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '12c00d26-f98c-4880-a18b-75b401fc1c92', 'name': '', 'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'mac_address': 'fa:16:3e:2b:b1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a1fabf1-a465-4a1b-b641-e2c96e897dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:26:07Z', 'updated_at': '2022-05-23T12:26:26Z', 'revision_number': 5, 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'subnets': [{'id': '9a1fabf1-a465-4a1b-b641-e2c96e897dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:32:12.856541 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-33533299-4d5a-48af-9dfb-fc996531135e req-87c3e0ad-fb08-4194-8392-8c92a7d5b328 service neutron] 10.222.0.13 "GET /v2.0/networks/7a22669c-40f3-472c-a3be-6750f2a05bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691275 May 23 12:32:12.862934 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5f36e7-3b7f-40fe-a1e0-002e63986c24 None None] The sync data for ids ['87ffcff6-76a4-42d7-806d-abc01a8a96f8'] in n-d-842952-2 is: [{'id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'name': 'tempest-TestShelveInstance-1790629747-router', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '764dc02d-f81e-4eec-ac41-4d2ccad0c13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:26:04Z', 'updated_at': '2022-05-23T12:26:08Z', 'revision_number': 4, 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'gw_port': {'id': '764dc02d-f81e-4eec-ac41-4d2ccad0c13d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:26:05Z', 'updated_at': '2022-05-23T12:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '12c00d26-f98c-4880-a18b-75b401fc1c92', 'name': '', 'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'mac_address': 'fa:16:3e:2b:b1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a1fabf1-a465-4a1b-b641-e2c96e897dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:26:07Z', 'updated_at': '2022-05-23T12:26:26Z', 'revision_number': 5, 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'subnets': [{'id': '9a1fabf1-a465-4a1b-b641-e2c96e897dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:32:12.975800 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:13.129336 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:13.152610 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af01b26-9aad-41c8-ac9c-860a639d73a3 None None] New status for floating IP 23258d2d-d586-40c6-b349-dada6e91aec2: DOWN {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 12:32:13.699134 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81950fa-69b3-4fe3-a71a-7ad225aa73dd req-85cb7191-e59c-4b2d-8a31-0ed8231b0bf8 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:32:13.701671 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a81950fa-69b3-4fe3-a71a-7ad225aa73dd req-85cb7191-e59c-4b2d-8a31-0ed8231b0bf8 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 947 time: 0.1065032 May 23 12:32:13.988170 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a81950fa-69b3-4fe3-a71a-7ad225aa73dd req-fe129908-ecef-4815-a523-1b90fd20cebb tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8b69bf1-3962-446f-a2f3-143e64603969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2802486 May 23 12:32:14.019050 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f2efd-71af-4d97-abb9-4d6d4f26770b req-4de45eb6-b235-44fc-9976-b957a9e95dbe tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:32:14.021052 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-026f2efd-71af-4d97-abb9-4d6d4f26770b req-4de45eb6-b235-44fc-9976-b957a9e95dbe tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 947 time: 0.3101869 May 23 12:32:14.104105 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-026f2efd-71af-4d97-abb9-4d6d4f26770b req-708ffdca-ebb4-4609-b266-8a0ab5f12db1 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Deleting port c0a9ac3a-d5dc-4196-94e7-8eee47ca4022 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:32:14.104585 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-026f2efd-71af-4d97-abb9-4d6d4f26770b req-708ffdca-ebb4-4609-b266-8a0ab5f12db1 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:14.508323 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-026f2efd-71af-4d97-abb9-4d6d4f26770b req-708ffdca-ebb4-4609-b266-8a0ab5f12db1 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] For port c0a9ac3a-d5dc-4196-94e7-8eee47ca4022, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=c0a9ac3a-d5dc-4196-94e7-8eee47ca4022,segment=NetworkSegment(f67cbd34-5bcc-473c-87bb-63d39fe03eea),segment_id=f67cbd34-5bcc-473c-87bb-63d39fe03eea)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:32:14.508913 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-026f2efd-71af-4d97-abb9-4d6d4f26770b req-708ffdca-ebb4-4609-b266-8a0ab5f12db1 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:14.689770 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:14.732791 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-026f2efd-71af-4d97-abb9-4d6d4f26770b req-708ffdca-ebb4-4609-b266-8a0ab5f12db1 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Calling delete_port for c0a9ac3a-d5dc-4196-94e7-8eee47ca4022 owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:32:15.007998 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-026f2efd-71af-4d97-abb9-4d6d4f26770b req-708ffdca-ebb4-4609-b266-8a0ab5f12db1 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:15.105125 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ffdca-ebb4-4609-b266-8a0ab5f12db1 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Pushing event deleted for resources: {'Port': ['ID=c0a9ac3a-d5dc-4196-94e7-8eee47ca4022,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:32:15.251345 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-026f2efd-71af-4d97-abb9-4d6d4f26770b req-708ffdca-ebb4-4609-b266-8a0ab5f12db1 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] No DVR routers for this DVR port c0a9ac3a-d5dc-4196-94e7-8eee47ca4022 on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:32:15.258228 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-026f2efd-71af-4d97-abb9-4d6d4f26770b req-708ffdca-ebb4-4609-b266-8a0ab5f12db1 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:15.260923 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd5e5e2-a795-496a-8886-555c65290aca', 'name': 'network-vif-deleted', 'tag': 'c0a9ac3a-d5dc-4196-94e7-8eee47ca4022'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:32:15.276253 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d1b24815-cc27-498f-a413-57df57fceaa3 req-9f1f43ed-5f15-418e-8758-d85dcba92d1d tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=3cd5e5e2-a795-496a-8886-555c65290aca HTTP/1.1" status: 200 len: 210 time: 0.0633469 May 23 12:32:15.293948 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-026f2efd-71af-4d97-abb9-4d6d4f26770b req-708ffdca-ebb4-4609-b266-8a0ab5f12db1 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.13 "DELETE /v2.0/ports/c0a9ac3a-d5dc-4196-94e7-8eee47ca4022 HTTP/1.1" status: 204 len: 173 time: 1.2670116 May 23 12:32:15.357202 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cd01a00-616c-4fe5-8f84-dbe264f98d30'] response: {'server_uuid': '3cd5e5e2-a795-496a-8886-555c65290aca', 'name': 'network-vif-deleted', 'tag': 'c0a9ac3a-d5dc-4196-94e7-8eee47ca4022', 'status': 'completed', 'code': 200} May 23 12:32:16.405507 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 44774) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:32:16.488101 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c898c5e4-b997-4433-8c7f-c2def911c56a tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:16.521928 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c898c5e4-b997-4433-8c7f-c2def911c56a tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:16.614011 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c898c5e4-b997-4433-8c7f-c2def911c56a tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:16.639694 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c898c5e4-b997-4433-8c7f-c2def911c56a tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b69bf1-3962-446f-a2f3-143e64603969,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:32:16.662865 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c898c5e4-b997-4433-8c7f-c2def911c56a tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:16.664908 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c898c5e4-b997-4433-8c7f-c2def911c56a tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "DELETE /v2.0/security-groups/b8b69bf1-3962-446f-a2f3-143e64603969 HTTP/1.1" status: 204 len: 168 time: 0.2577512 May 23 12:32:16.882107 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44782) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:32:16.889742 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-6db1bcbd-5c63-48a3-a623-a3c5c566bc7d tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1057321890', 'description': 'tempest-secgroup-smoke-1057321890 description', 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:32:16.901396 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6db1bcbd-5c63-48a3-a623-a3c5c566bc7d tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:32:16.906732 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-6db1bcbd-5c63-48a3-a623-a3c5c566bc7d tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Usage tracker for resource:security_group and tenant:1ccd79cbb3c64470a7c8cc443d655e4d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:32:16.910736 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-6db1bcbd-5c63-48a3-a623-a3c5c566bc7d tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:32:16.918869 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6db1bcbd-5c63-48a3-a623-a3c5c566bc7d tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:32:16.934127 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6db1bcbd-5c63-48a3-a623-a3c5c566bc7d tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:16.980378 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6db1bcbd-5c63-48a3-a623-a3c5c566bc7d tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:32:16.985463 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-6db1bcbd-5c63-48a3-a623-a3c5c566bc7d tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Usage tracker for resource:security_group_rule and tenant:1ccd79cbb3c64470a7c8cc443d655e4d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:32:16.989438 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-6db1bcbd-5c63-48a3-a623-a3c5c566bc7d tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:32:16.996891 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6db1bcbd-5c63-48a3-a623-a3c5c566bc7d tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:32:17.078285 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6db1bcbd-5c63-48a3-a623-a3c5c566bc7d tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:17.083593 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6db1bcbd-5c63-48a3-a623-a3c5c566bc7d tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:17.144317 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1bcbd-5c63-48a3-a623-a3c5c566bc7d tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dec40ec8-d335-429a-9929-d427e4b34558,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:32:17.154722 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6db1bcbd-5c63-48a3-a623-a3c5c566bc7d tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:17.156005 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6db1bcbd-5c63-48a3-a623-a3c5c566bc7d tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2721236 May 23 12:32:17.157999 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1bcbd-5c63-48a3-a623-a3c5c566bc7d tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:32:17.158349 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1bcbd-5c63-48a3-a623-a3c5c566bc7d tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:32:17.158690 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1bcbd-5c63-48a3-a623-a3c5c566bc7d tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:32:17.158980 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1bcbd-5c63-48a3-a623-a3c5c566bc7d tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:32:17.159341 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1bcbd-5c63-48a3-a623-a3c5c566bc7d tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:32:17.159668 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1bcbd-5c63-48a3-a623-a3c5c566bc7d tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:32:17.159849 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 44786) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:32:17.160019 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1bcbd-5c63-48a3-a623-a3c5c566bc7d tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:32:17.160337 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1bcbd-5c63-48a3-a623-a3c5c566bc7d tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:32:17.160671 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1bcbd-5c63-48a3-a623-a3c5c566bc7d tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:32:17.161016 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1bcbd-5c63-48a3-a623-a3c5c566bc7d tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:32:17.161341 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1bcbd-5c63-48a3-a623-a3c5c566bc7d tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:32:17.168545 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-1a433f0d-08ea-4d95-a0d1-062bc3c75c3e tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Request body: {'security_group_rule': {'security_group_id': 'dec40ec8-d335-429a-9929-d427e4b34558', 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:32:17.179626 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1a433f0d-08ea-4d95-a0d1-062bc3c75c3e tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:32:17.184676 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1a433f0d-08ea-4d95-a0d1-062bc3c75c3e tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Usage tracker for resource:security_group_rule and tenant:1ccd79cbb3c64470a7c8cc443d655e4d is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:32:17.188529 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-1a433f0d-08ea-4d95-a0d1-062bc3c75c3e tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:32:17.196274 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-1a433f0d-08ea-4d95-a0d1-062bc3c75c3e tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:32:17.219707 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1a433f0d-08ea-4d95-a0d1-062bc3c75c3e tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:17.302442 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1a433f0d-08ea-4d95-a0d1-062bc3c75c3e tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:17.307342 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1a433f0d-08ea-4d95-a0d1-062bc3c75c3e tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:17.332077 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a433f0d-08ea-4d95-a0d1-062bc3c75c3e tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6d1dbf6-5024-462e-85cb-b2b322dbbc51,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:32:17.345973 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-1a433f0d-08ea-4d95-a0d1-062bc3c75c3e tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:17.348416 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-1a433f0d-08ea-4d95-a0d1-062bc3c75c3e tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1860468 May 23 12:32:17.351495 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 44790) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:32:17.357364 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-c9f70474-c43d-4f80-bf71-e68ec72abb9b tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Request body: {'security_group_rule': {'security_group_id': 'dec40ec8-d335-429a-9929-d427e4b34558', 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:32:17.365106 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c9f70474-c43d-4f80-bf71-e68ec72abb9b tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:32:17.377241 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c9f70474-c43d-4f80-bf71-e68ec72abb9b tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Usage tracker for resource:security_group_rule and tenant:1ccd79cbb3c64470a7c8cc443d655e4d is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:32:17.381245 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-c9f70474-c43d-4f80-bf71-e68ec72abb9b tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:32:17.390286 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-c9f70474-c43d-4f80-bf71-e68ec72abb9b tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:32:17.421673 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c9f70474-c43d-4f80-bf71-e68ec72abb9b tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:17.497980 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c9f70474-c43d-4f80-bf71-e68ec72abb9b tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:17.503484 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c9f70474-c43d-4f80-bf71-e68ec72abb9b tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:17.547043 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f70474-c43d-4f80-bf71-e68ec72abb9b tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aad2f5b-b4af-4de4-a3eb-f3189d0ae933,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:32:17.556592 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-c9f70474-c43d-4f80-bf71-e68ec72abb9b tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:17.557819 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-c9f70474-c43d-4f80-bf71-e68ec72abb9b tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2052724 May 23 12:32:17.561700 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 44794) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:32:17.567266 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-42aa39ee-19b5-4bca-9244-4e7e85f14794 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Request body: {'security_group_rule': {'security_group_id': 'dec40ec8-d335-429a-9929-d427e4b34558', 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:32:17.574307 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-42aa39ee-19b5-4bca-9244-4e7e85f14794 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:32:17.578668 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-42aa39ee-19b5-4bca-9244-4e7e85f14794 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Usage tracker for resource:security_group_rule and tenant:1ccd79cbb3c64470a7c8cc443d655e4d is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:32:17.581831 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-42aa39ee-19b5-4bca-9244-4e7e85f14794 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:32:17.593348 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-42aa39ee-19b5-4bca-9244-4e7e85f14794 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:32:17.616909 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-42aa39ee-19b5-4bca-9244-4e7e85f14794 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:17.694432 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-42aa39ee-19b5-4bca-9244-4e7e85f14794 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:17.700223 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-42aa39ee-19b5-4bca-9244-4e7e85f14794 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:17.724675 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa39ee-19b5-4bca-9244-4e7e85f14794 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9ada74a-1777-48e4-9cd6-8f8fe9db9e50,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:32:17.735564 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-42aa39ee-19b5-4bca-9244-4e7e85f14794 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:17.736882 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-42aa39ee-19b5-4bca-9244-4e7e85f14794 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1741726 May 23 12:32:17.740590 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 44798) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:32:17.746925 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-87272b59-e3f8-4c97-856a-f2f0c4f5fa19 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Request body: {'security_group_rule': {'security_group_id': 'dec40ec8-d335-429a-9929-d427e4b34558', 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:32:17.755882 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-87272b59-e3f8-4c97-856a-f2f0c4f5fa19 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:32:17.761987 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-87272b59-e3f8-4c97-856a-f2f0c4f5fa19 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Usage tracker for resource:security_group_rule and tenant:1ccd79cbb3c64470a7c8cc443d655e4d is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:32:17.765471 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-87272b59-e3f8-4c97-856a-f2f0c4f5fa19 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:32:17.771777 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-87272b59-e3f8-4c97-856a-f2f0c4f5fa19 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:32:17.801095 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-87272b59-e3f8-4c97-856a-f2f0c4f5fa19 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:17.889668 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-87272b59-e3f8-4c97-856a-f2f0c4f5fa19 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:17.894255 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-87272b59-e3f8-4c97-856a-f2f0c4f5fa19 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:17.917950 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87272b59-e3f8-4c97-856a-f2f0c4f5fa19 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff8553ce-c083-4c2e-b430-354a0249175a,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:32:17.932487 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-87272b59-e3f8-4c97-856a-f2f0c4f5fa19 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:17.934769 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-87272b59-e3f8-4c97-856a-f2f0c4f5fa19 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1922011 May 23 12:32:17.937301 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44804) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:32:17.943634 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-5233eff6-8ebf-4e52-ab31-57e0d40090e4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Request body: {'security_group_rule': {'security_group_id': 'dec40ec8-d335-429a-9929-d427e4b34558', 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:32:17.952157 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5233eff6-8ebf-4e52-ab31-57e0d40090e4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:32:17.956417 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5233eff6-8ebf-4e52-ab31-57e0d40090e4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Usage tracker for resource:security_group_rule and tenant:1ccd79cbb3c64470a7c8cc443d655e4d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:32:17.959494 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-5233eff6-8ebf-4e52-ab31-57e0d40090e4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:32:17.968190 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5233eff6-8ebf-4e52-ab31-57e0d40090e4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:32:17.981876 n-d-842952-2 neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-5233eff6-8ebf-4e52-ab31-57e0d40090e4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Project 1ccd79cbb3c64470a7c8cc443d655e4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 12:32:17.990207 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5233eff6-8ebf-4e52-ab31-57e0d40090e4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:18.070763 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5233eff6-8ebf-4e52-ab31-57e0d40090e4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:18.079393 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5233eff6-8ebf-4e52-ab31-57e0d40090e4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:18.104300 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5233eff6-8ebf-4e52-ab31-57e0d40090e4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf59c00-924a-4b46-9dc2-a4df1b235532,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:32:18.115182 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5233eff6-8ebf-4e52-ab31-57e0d40090e4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:18.116477 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-5233eff6-8ebf-4e52-ab31-57e0d40090e4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1780136 May 23 12:32:18.120639 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44808) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:32:18.126331 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-75786987-093d-4274-bb78-c56891b26e62 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Request body: {'security_group_rule': {'security_group_id': 'dec40ec8-d335-429a-9929-d427e4b34558', 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:32:18.133603 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-75786987-093d-4274-bb78-c56891b26e62 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:32:18.138112 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-75786987-093d-4274-bb78-c56891b26e62 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Usage tracker for resource:security_group_rule and tenant:1ccd79cbb3c64470a7c8cc443d655e4d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:32:18.141557 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-75786987-093d-4274-bb78-c56891b26e62 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:32:18.150386 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-75786987-093d-4274-bb78-c56891b26e62 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:32:18.162873 n-d-842952-2 neutron-server[83911]: INFO neutron.db.securitygroups_db [None req-75786987-093d-4274-bb78-c56891b26e62 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Project 1ccd79cbb3c64470a7c8cc443d655e4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 12:32:18.170235 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-75786987-093d-4274-bb78-c56891b26e62 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:18.244941 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-75786987-093d-4274-bb78-c56891b26e62 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:18.249805 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-75786987-093d-4274-bb78-c56891b26e62 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:18.274499 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75786987-093d-4274-bb78-c56891b26e62 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d8129f3-f519-420c-a4c1-ad3c9a2b3673,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:32:18.286392 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-75786987-093d-4274-bb78-c56891b26e62 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:18.287690 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-75786987-093d-4274-bb78-c56891b26e62 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1660361 May 23 12:32:18.692778 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device c0a9ac3a-d5dc-4196-94e7-8eee47ca4022 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:32:18.730144 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: c0a9ac3a-d5dc-4196-94e7-8eee47ca4022 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:32:18.736092 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device c0a9ac3a-d5dc-4196-94e7-8eee47ca4022 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:32:34.763406 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-27784549-621f-476b-b84b-29eb4870fc36 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Synchronizing usage tracker for tenant:1ccd79cbb3c64470a7c8cc443d655e4d on resource:security_group {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:32:34.791220 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-27784549-621f-476b-b84b-29eb4870fc36 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Unset dirty status for tenant:1ccd79cbb3c64470a7c8cc443d655e4d on resource:security_group {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:32:34.793526 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-27784549-621f-476b-b84b-29eb4870fc36 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1057321890&fields=id&tenant_id=1ccd79cbb3c64470a7c8cc443d655e4d HTTP/1.1" status: 200 len: 267 time: 0.0828948 May 23 12:32:35.051274 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-c9fca055-664e-484a-837a-2654d2982801 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:32:35.053128 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-c9fca055-664e-484a-837a-2654d2982801 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/networks?id=7a22669c-40f3-472c-a3be-6750f2a05bb4 HTTP/1.1" status: 200 len: 809 time: 0.2469802 May 23 12:32:35.072610 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-db11b234-d2c0-4abc-9883-d8d635998fc6 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/quotas/1ccd79cbb3c64470a7c8cc443d655e4d HTTP/1.1" status: 200 len: 375 time: 0.0131044 May 23 12:32:35.176748 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-b987c7b8-43b4-439e-b37c-de9dec791e80 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Synchronizing usage tracker for tenant:1ccd79cbb3c64470a7c8cc443d655e4d on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:32:35.200115 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-b987c7b8-43b4-439e-b37c-de9dec791e80 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Unset dirty status for tenant:1ccd79cbb3c64470a7c8cc443d655e4d on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:32:35.201948 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-b987c7b8-43b4-439e-b37c-de9dec791e80 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1ccd79cbb3c64470a7c8cc443d655e4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1232882 May 23 12:32:35.225169 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-454cf75d-955e-4e12-bb23-bc69eb7151ca service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 12:32:35.227150 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-454cf75d-955e-4e12-bb23-bc69eb7151ca service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0092943 May 23 12:32:35.399065 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-6c7bb7c8-c113-466a-91d1-269090431bdf service neutron] 10.222.0.79 "GET /v2.0/networks/7a22669c-40f3-472c-a3be-6750f2a05bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602812 May 23 12:32:35.815806 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-297f0e07-1467-4947-ae28-9a1313ee05f5 service neutron] 10.222.0.79 "GET /v2.0/networks/7a22669c-40f3-472c-a3be-6750f2a05bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080751 May 23 12:32:37.473007 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-86d81efc-2379-4b40-8b9c-99948487683f req-1b44bdda-a66b-4a79-abf0-2daa6008a976 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 210 time: 0.0818250 May 23 12:32:38.687553 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-946d2ce1-3572-46e6-b744-3bd727546749 req-2cb5395d-82c0-4f3e-bd72-ed5a6cc1a26f tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 210 time: 0.0474358 May 23 12:32:39.038792 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:39.043360 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:32:39.076309 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-1958e6e5-e3b8-4a6c-b5e7-f7c45ad16e30 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:32:39.078893 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-1958e6e5-e3b8-4a6c-b5e7-f7c45ad16e30 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.13 "GET /v2.0/networks?id=7a22669c-40f3-472c-a3be-6750f2a05bb4 HTTP/1.1" status: 200 len: 809 time: 0.2671018 May 23 12:32:39.158977 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-c7a6c4ad-6ec8-4a96-9275-04c914c04fda tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ccd79cbb3c64470a7c8cc443d655e4d HTTP/1.1" status: 200 len: 380 time: 0.0572109 May 23 12:32:39.171670 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-829a4a9c-6caf-436d-955b-685f442b48bb tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Request body: {'port': {'device_id': '9afed746-7c2b-461e-b0da-db00418ae2fa', 'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4', 'admin_state_up': True, 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'security_groups': ['dec40ec8-d335-429a-9929-d427e4b34558']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:32:39.376315 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-829a4a9c-6caf-436d-955b-685f442b48bb tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:32:39.377610 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3dc46f21-8193-4f73-af9e-34a1a9a602fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:39.392289 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-829a4a9c-6caf-436d-955b-685f442b48bb tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:32:39.406808 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-829a4a9c-6caf-436d-955b-685f442b48bb tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Made reservation on behalf of 1ccd79cbb3c64470a7c8cc443d655e4d for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:32:39.410674 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-829a4a9c-6caf-436d-955b-685f442b48bb tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:39.614342 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-829a4a9c-6caf-436d-955b-685f442b48bb tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Allocated IP 172.20.0.6 (7a22669c-40f3-472c-a3be-6750f2a05bb4/9a1fabf1-a465-4a1b-b641-e2c96e897dcc/bc1c19fc-44ac-4591-bc5e-a677fa5b159d) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:32:40.037007 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ae748f41-0de2-4b6d-8458-e46eec822d13 req-2d0cb21f-fd03-4d89-b888-47cd1e895f0c tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 210 time: 0.1056068 May 23 12:32:40.051168 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-829a4a9c-6caf-436d-955b-685f442b48bb tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:40.081663 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-829a4a9c-6caf-436d-955b-685f442b48bb tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Transition to ACTIVE for port object bc1c19fc-44ac-4591-bc5e-a677fa5b159d will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:32:40.121051 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-829a4a9c-6caf-436d-955b-685f442b48bb tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:40.202323 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-829a4a9c-6caf-436d-955b-685f442b48bb tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Network 7a22669c-40f3-472c-a3be-6750f2a05bb4 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:32:40.206374 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-829a4a9c-6caf-436d-955b-685f442b48bb tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:32:40.211317 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-829a4a9c-6caf-436d-955b-685f442b48bb tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:32:40.258525 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:40.262446 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a4a9c-6caf-436d-955b-685f442b48bb tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Pushing event updated for resources: {'Port': ['ID=bc1c19fc-44ac-4591-bc5e-a677fa5b159d,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:32:40.316208 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-829a4a9c-6caf-436d-955b-685f442b48bb tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:32:40.317614 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-829a4a9c-6caf-436d-955b-685f442b48bb tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:40.364097 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-829a4a9c-6caf-436d-955b-685f442b48bb tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1998179 May 23 12:32:40.383330 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-aaffc1fe-df08-4915-ab9e-6c5f81448f9b service neutron] Request body: {'port': {'device_id': '9afed746-7c2b-461e-b0da-db00418ae2fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:32:40.532494 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-aaffc1fe-df08-4915-ab9e-6c5f81448f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:40.591232 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-41d5bdc5-3c33-44c2-8e37-381436dc8d34 None None] Provisioning for port bc1c19fc-44ac-4591-bc5e-a677fa5b159d completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:32:40.598961 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-41d5bdc5-3c33-44c2-8e37-381436dc8d34 None None] Provisioning complete for port bc1c19fc-44ac-4591-bc5e-a677fa5b159d triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:32:40.599585 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-41d5bdc5-3c33-44c2-8e37-381436dc8d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:40.701538 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-41d5bdc5-3c33-44c2-8e37-381436dc8d34 None None] Port bc1c19fc-44ac-4591-bc5e-a677fa5b159d cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 12:32:41.057341 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-aaffc1fe-df08-4915-ab9e-6c5f81448f9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc1c19fc-44ac-4591-bc5e-a677fa5b159d {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 12:32:41.069029 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-aaffc1fe-df08-4915-ab9e-6c5f81448f9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:41.100809 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-aaffc1fe-df08-4915-ab9e-6c5f81448f9b service neutron] Transition to ACTIVE for port object bc1c19fc-44ac-4591-bc5e-a677fa5b159d will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:32:41.107785 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-aaffc1fe-df08-4915-ab9e-6c5f81448f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:41.444371 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaffc1fe-df08-4915-ab9e-6c5f81448f9b service neutron] Pushing event updated for resources: {'Port': ['ID=bc1c19fc-44ac-4591-bc5e-a677fa5b159d,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:32:41.584924 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a027b-3110-4afe-822c-110c30baa954 req-073d7ddf-13c2-46af-86b3-a4941e643c4e tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:32:41.585666 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-b19a027b-3110-4afe-822c-110c30baa954 req-073d7ddf-13c2-46af-86b3-a4941e643c4e tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Synchronizing usage tracker for tenant:1ccd79cbb3c64470a7c8cc443d655e4d on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:32:41.593586 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-aaffc1fe-df08-4915-ab9e-6c5f81448f9b service neutron] Attempting to bind port bc1c19fc-44ac-4591-bc5e-a677fa5b159d on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:32:41.593911 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-aaffc1fe-df08-4915-ab9e-6c5f81448f9b service neutron] Attempting to bind port bc1c19fc-44ac-4591-bc5e-a677fa5b159d by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': 'f67cbd34-5bcc-473c-87bb-63d39fe03eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:32:41.594233 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-aaffc1fe-df08-4915-ab9e-6c5f81448f9b service neutron] Attempting to bind port bc1c19fc-44ac-4591-bc5e-a677fa5b159d on network 7a22669c-40f3-472c-a3be-6750f2a05bb4 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:32:41.608486 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-aaffc1fe-df08-4915-ab9e-6c5f81448f9b service neutron] Port bc1c19fc-44ac-4591-bc5e-a677fa5b159d on network 7a22669c-40f3-472c-a3be-6750f2a05bb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 12:32:41.608788 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-aaffc1fe-df08-4915-ab9e-6c5f81448f9b service neutron] Attempting to bind port bc1c19fc-44ac-4591-bc5e-a677fa5b159d on network 7a22669c-40f3-472c-a3be-6750f2a05bb4 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:32:41.616564 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-b19a027b-3110-4afe-822c-110c30baa954 req-073d7ddf-13c2-46af-86b3-a4941e643c4e tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Unset dirty status for tenant:1ccd79cbb3c64470a7c8cc443d655e4d on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:32:41.617762 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b19a027b-3110-4afe-822c-110c30baa954 req-073d7ddf-13c2-46af-86b3-a4941e643c4e tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 943 time: 0.3582084 May 23 12:32:41.618910 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-aaffc1fe-df08-4915-ab9e-6c5f81448f9b service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:32:41.619242 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-aaffc1fe-df08-4915-ab9e-6c5f81448f9b service neutron] Checking segment: {'id': 'f67cbd34-5bcc-473c-87bb-63d39fe03eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:32:41.619643 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-aaffc1fe-df08-4915-ab9e-6c5f81448f9b service neutron] Bound using segment: {'id': 'f67cbd34-5bcc-473c-87bb-63d39fe03eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:32:41.620102 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-aaffc1fe-df08-4915-ab9e-6c5f81448f9b service neutron] Bound port: bc1c19fc-44ac-4591-bc5e-a677fa5b159d, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f67cbd34-5bcc-473c-87bb-63d39fe03eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:32:41.620540 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-aaffc1fe-df08-4915-ab9e-6c5f81448f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:41.691547 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2b97d8e6-d3cc-417b-b8f9-6b2e955a4d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:41.743663 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b19a027b-3110-4afe-822c-110c30baa954 req-ce5d47e0-b3ff-46ab-bd0d-333d7b3ff362 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129856 May 23 12:32:41.775064 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-aaffc1fe-df08-4915-ab9e-6c5f81448f9b service neutron] For port bc1c19fc-44ac-4591-bc5e-a677fa5b159d, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:32:41.794773 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-aaffc1fe-df08-4915-ab9e-6c5f81448f9b service neutron] For port bc1c19fc-44ac-4591-bc5e-a677fa5b159d, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=bc1c19fc-44ac-4591-bc5e-a677fa5b159d,segment=NetworkSegment(f67cbd34-5bcc-473c-87bb-63d39fe03eea),segment_id=f67cbd34-5bcc-473c-87bb-63d39fe03eea)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:32:41.804772 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-aaffc1fe-df08-4915-ab9e-6c5f81448f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:41.896390 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-aaffc1fe-df08-4915-ab9e-6c5f81448f9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:41.898874 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-aaffc1fe-df08-4915-ab9e-6c5f81448f9b service neutron] 10.222.0.13 "PUT /v2.0/ports/bc1c19fc-44ac-4591-bc5e-a677fa5b159d HTTP/1.1" status: 200 len: 1091 time: 1.5201905 May 23 12:32:41.899723 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9afed746-7c2b-461e-b0da-db00418ae2fa', 'tag': 'bc1c19fc-44ac-4591-bc5e-a677fa5b159d'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:32:41.939195 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaffc1fe-df08-4915-ab9e-6c5f81448f9b service neutron] Pushing event updated for resources: {'Port': ['ID=bc1c19fc-44ac-4591-bc5e-a677fa5b159d,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:32:42.025513 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c602df07-641d-48fd-b518-55c41dad069b'] response: {'name': 'network-changed', 'server_uuid': '9afed746-7c2b-461e-b0da-db00418ae2fa', 'tag': 'bc1c19fc-44ac-4591-bc5e-a677fa5b159d', 'status': 'completed', 'code': 200} May 23 12:32:42.089188 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-4b3d85f7-2e08-4728-9f31-2017388b42ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ccd79cbb3c64470a7c8cc443d655e4d&device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 1094 time: 0.1210809 May 23 12:32:42.194544 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-0707b262-7287-4f95-a4a4-0c376cf4e3d9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc1c19fc-44ac-4591-bc5e-a677fa5b159d HTTP/1.1" status: 200 len: 217 time: 0.0914969 May 23 12:32:42.271412 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-33b49c69-ffc3-4763-93bf-c0a02d4e517d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:32:42.273406 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-33b49c69-ffc3-4763-93bf-c0a02d4e517d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a1fabf1-a465-4a1b-b641-e2c96e897dcc HTTP/1.1" status: 200 len: 848 time: 0.0721438 May 23 12:32:42.369150 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-7ef8941d-600e-49de-b94d-7eb4972f57e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a22669c-40f3-472c-a3be-6750f2a05bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888104 May 23 12:32:42.581228 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-b2c43053-a17f-444a-bef1-79f155a6c5fb service neutron] 10.222.0.13 "GET /v2.0/networks/7a22669c-40f3-472c-a3be-6750f2a05bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049665 May 23 12:32:42.769899 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c59f8fdf-f70c-4316-ad10-e49ff924a5bf req-84852a3c-67ab-488d-ae09-5fdade122f89 service neutron] 10.222.0.13 "GET /v2.0/networks/7a22669c-40f3-472c-a3be-6750f2a05bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819522 May 23 12:32:42.974414 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1177fd3b-df91-4345-ac00-02208f4b7290 req-8b057376-31cd-4962-8948-e78e12d0a089 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ccd79cbb3c64470a7c8cc443d655e4d&device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 1094 time: 0.1082067 May 23 12:32:42.991251 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:43.133012 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:43.207095 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177fd3b-df91-4345-ac00-02208f4b7290 req-10d902b5-db1a-466d-88f4-4e09579aaa2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:32:43.209287 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1177fd3b-df91-4345-ac00-02208f4b7290 req-10d902b5-db1a-466d-88f4-4e09579aaa2d service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a22669c-40f3-472c-a3be-6750f2a05bb4 HTTP/1.1" status: 200 len: 910 time: 0.2264078 May 23 12:32:43.217281 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3772bc-0e91-4217-ab48-816a5a401f06 req-b095d692-3745-46df-95cd-8336e64f716d tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:32:43.219032 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1d3772bc-0e91-4217-ab48-816a5a401f06 req-b095d692-3745-46df-95cd-8336e64f716d tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 943 time: 0.2394760 May 23 12:32:43.311601 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1177fd3b-df91-4345-ac00-02208f4b7290 req-0ceb7fbf-9388-405f-bc50-779c54a0d36b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc1c19fc-44ac-4591-bc5e-a677fa5b159d HTTP/1.1" status: 200 len: 217 time: 0.0912492 May 23 12:32:43.392815 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1d3772bc-0e91-4217-ab48-816a5a401f06 req-551fa9c6-08c0-4b6d-a7de-841835ba5cd7 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197836 May 23 12:32:43.406336 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177fd3b-df91-4345-ac00-02208f4b7290 req-9701041f-7f88-4170-8187-72f5048588b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:32:43.407906 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1177fd3b-df91-4345-ac00-02208f4b7290 req-9701041f-7f88-4170-8187-72f5048588b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a1fabf1-a465-4a1b-b641-e2c96e897dcc HTTP/1.1" status: 200 len: 848 time: 0.0857403 May 23 12:32:43.503313 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1177fd3b-df91-4345-ac00-02208f4b7290 req-223b562a-de6d-4a66-bed9-97341d1f4eef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a22669c-40f3-472c-a3be-6750f2a05bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888200 May 23 12:32:43.685706 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1177fd3b-df91-4345-ac00-02208f4b7290 req-dfb57bab-d96a-48b3-ad21-a8874f24d65f service neutron] 10.222.0.13 "GET /v2.0/networks/7a22669c-40f3-472c-a3be-6750f2a05bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747439 May 23 12:32:44.034336 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1177fd3b-df91-4345-ac00-02208f4b7290 req-f3486479-34c4-4f7e-99c2-2a39cb876cc3 service neutron] 10.222.0.13 "GET /v2.0/networks/7a22669c-40f3-472c-a3be-6750f2a05bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420537 May 23 12:32:44.673384 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf3637-c21f-450d-9678-7105c590df68 req-a6e14ff5-c72c-4e78-b59f-f7a391dcc5cf tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:32:44.675053 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f4bf3637-c21f-450d-9678-7105c590df68 req-a6e14ff5-c72c-4e78-b59f-f7a391dcc5cf tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 943 time: 0.1074259 May 23 12:32:44.696357 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:44.729360 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f4bf3637-c21f-450d-9678-7105c590df68 req-3d11b8a1-bfb0-4ab2-9da3-da0a3328358c tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467169 May 23 12:32:46.005782 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446ee6d-3452-4344-b42a-632e06fe1b8f req-38cbc164-e4fc-447f-bcca-00831f9248b4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:32:46.008552 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6446ee6d-3452-4344-b42a-632e06fe1b8f req-38cbc164-e4fc-447f-bcca-00831f9248b4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 943 time: 0.1434147 May 23 12:32:46.078853 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6446ee6d-3452-4344-b42a-632e06fe1b8f req-e10c238d-eae8-4854-ab29-decbe197f6b1 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637443 May 23 12:32:47.319589 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189d8a0-00ee-4541-8cc8-7c0d9051834a req-a6d2d643-e225-4837-bec1-0c14099a4504 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:32:47.321257 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6189d8a0-00ee-4541-8cc8-7c0d9051834a req-a6d2d643-e225-4837-bec1-0c14099a4504 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 943 time: 0.0927703 May 23 12:32:47.403519 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6189d8a0-00ee-4541-8cc8-7c0d9051834a req-f614f1a5-8a18-4419-8519-3667a3e1216f tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716217 May 23 12:32:48.677564 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23aa488-610d-47dc-ab99-31555df20831 req-fa2276da-df01-4a85-8e81-7e9775b49864 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:32:48.679303 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b23aa488-610d-47dc-ab99-31555df20831 req-fa2276da-df01-4a85-8e81-7e9775b49864 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 943 time: 0.1236489 May 23 12:32:48.736301 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b23aa488-610d-47dc-ab99-31555df20831 req-d934d77a-87d4-43b1-9ca1-f6e69b1aab29 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475597 May 23 12:32:50.017082 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e890a7-cac4-4e7d-8e6b-c2eeb8a9cdaa req-ce2a4fab-b8ce-40c2-9986-1e367563c6e4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:32:50.018711 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-38e890a7-cac4-4e7d-8e6b-c2eeb8a9cdaa req-ce2a4fab-b8ce-40c2-9986-1e367563c6e4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 943 time: 0.0917175 May 23 12:32:50.070590 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-38e890a7-cac4-4e7d-8e6b-c2eeb8a9cdaa req-79c952cd-b34e-4c8c-8e3f-eedc4ff76614 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458181 May 23 12:32:51.464131 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a22f6-2fda-48f5-a570-ee07d658ea96 req-aba27c67-9de2-4d61-9b89-12bb6b3e0110 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:32:51.465529 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2f9a22f6-2fda-48f5-a570-ee07d658ea96 req-aba27c67-9de2-4d61-9b89-12bb6b3e0110 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 943 time: 0.0868819 May 23 12:32:51.524175 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2f9a22f6-2fda-48f5-a570-ee07d658ea96 req-f5097c52-aefa-4c11-ba10-ef502ec001c3 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522804 May 23 12:32:52.746093 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6145e-5acc-40a4-81f4-f0bd3f0d7402 req-a7bb0904-d3d9-4558-a061-768b88d5f935 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:32:52.747640 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-62c6145e-5acc-40a4-81f4-f0bd3f0d7402 req-a7bb0904-d3d9-4558-a061-768b88d5f935 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 943 time: 0.0893240 May 23 12:32:52.805902 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-62c6145e-5acc-40a4-81f4-f0bd3f0d7402 req-81b2a3ac-0b85-4f01-95b1-be82ed577b6f tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521233 May 23 12:32:52.891851 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device bc1c19fc-44ac-4591-bc5e-a677fa5b159d details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 12:32:53.113880 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port bc1c19fc-44ac-4591-bc5e-a677fa5b159d, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=bc1c19fc-44ac-4591-bc5e-a677fa5b159d,segment=NetworkSegment(f67cbd34-5bcc-473c-87bb-63d39fe03eea),segment_id=f67cbd34-5bcc-473c-87bb-63d39fe03eea)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:32:53.129238 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'bc1c19fc-44ac-4591-bc5e-a677fa5b159d', 'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4', 'port_id': 'bc1c19fc-44ac-4591-bc5e-a677fa5b159d', 'mac_address': 'fa:16:3e:6d:4a:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1fabf1-a465-4a1b-b641-e2c96e897dcc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 12:32:53.188049 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:53.209182 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc1c19fc-44ac-4591-bc5e-a677fa5b159d {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 12:32:53.226913 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port bc1c19fc-44ac-4591-bc5e-a677fa5b159d, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=bc1c19fc-44ac-4591-bc5e-a677fa5b159d,segment=NetworkSegment(f67cbd34-5bcc-473c-87bb-63d39fe03eea),segment_id=f67cbd34-5bcc-473c-87bb-63d39fe03eea)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:32:53.232882 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:53.305634 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=bc1c19fc-44ac-4591-bc5e-a677fa5b159d,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:32:53.315925 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:32:53.316226 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:32:53.316517 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:32:53.316862 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:32:53.317181 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:32:53.317507 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:32:53.317847 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:32:53.318156 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:32:53.318487 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:32:53.318816 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:32:53.319132 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:32:53.675397 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['bc1c19fc-44ac-4591-bc5e-a677fa5b159d'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 12:32:54.113391 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa9af8-98a4-48c8-8771-774dbe8ce63e req-a6a518f8-28d6-4f1b-8f23-9ba994a7fafc tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:32:54.115698 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3efa9af8-98a4-48c8-8771-774dbe8ce63e req-a6a518f8-28d6-4f1b-8f23-9ba994a7fafc tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 944 time: 0.1012778 May 23 12:32:54.195184 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3efa9af8-98a4-48c8-8771-774dbe8ce63e req-70f66041-b434-4e7a-9eb6-d30376072016 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720077 May 23 12:32:54.923347 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device bc1c19fc-44ac-4591-bc5e-a677fa5b159d up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:32:55.021675 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port bc1c19fc-44ac-4591-bc5e-a677fa5b159d completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:32:55.030345 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port bc1c19fc-44ac-4591-bc5e-a677fa5b159d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:32:55.030958 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:55.211130 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:55.252927 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9afed746-7c2b-461e-b0da-db00418ae2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1c19fc-44ac-4591-bc5e-a677fa5b159d'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:32:55.270343 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port bc1c19fc-44ac-4591-bc5e-a677fa5b159d, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=bc1c19fc-44ac-4591-bc5e-a677fa5b159d,segment=NetworkSegment(f67cbd34-5bcc-473c-87bb-63d39fe03eea),segment_id=f67cbd34-5bcc-473c-87bb-63d39fe03eea)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:32:55.278697 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:55.418674 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=bc1c19fc-44ac-4591-bc5e-a677fa5b159d,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:32:55.458056 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c016133-8370-40bd-97b1-9a1aa6841b2d'] response: {'server_uuid': '9afed746-7c2b-461e-b0da-db00418ae2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1c19fc-44ac-4591-bc5e-a677fa5b159d', 'code': 200} May 23 12:32:55.519185 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9124a-f691-4d80-8a09-6cbfbfdaa074 req-a937f78b-2d0a-45ea-b5b2-19e684a984a1 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:32:55.520834 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a3a9124a-f691-4d80-8a09-6cbfbfdaa074 req-a937f78b-2d0a-45ea-b5b2-19e684a984a1 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 945 time: 0.1211030 May 23 12:32:55.619272 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a3a9124a-f691-4d80-8a09-6cbfbfdaa074 req-3ec32fcb-34d4-4b3a-a890-d5bd6886c2e3 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921214 May 23 12:32:55.671650 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c6139b45-a9c0-4ad5-8761-2d8b4d798144 req-89e732f4-dcc2-47b0-8176-151e574fcd33 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 1096 time: 0.1078207 May 23 12:32:55.747046 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c6139b45-a9c0-4ad5-8761-2d8b4d798144 req-a07f4894-68b9-4715-b8be-97e8cd55cb58 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686431 May 23 12:32:56.870777 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21466c96-7ecf-44da-a842-61e27e30086a req-0f378ac6-2076-4a5a-bd38-5564e319a90b tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:32:56.872396 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-21466c96-7ecf-44da-a842-61e27e30086a req-0f378ac6-2076-4a5a-bd38-5564e319a90b tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 945 time: 0.1003983 May 23 12:32:56.926898 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-21466c96-7ecf-44da-a842-61e27e30086a req-03be0172-bd48-40a5-97d2-8d0807ce6837 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476646 May 23 12:32:58.256371 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e7707-602a-4f6f-8b04-f202e5c7693f req-810f3187-f5bd-4622-a75a-14d670e69c7e tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:32:58.257938 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b98e7707-602a-4f6f-8b04-f202e5c7693f req-810f3187-f5bd-4622-a75a-14d670e69c7e tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 945 time: 0.0914190 May 23 12:32:58.316061 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b98e7707-602a-4f6f-8b04-f202e5c7693f req-8280fdd3-07b4-4b9e-beb3-0f5f7540a543 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477018 May 23 12:32:58.593029 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58ee02-7a5d-49ea-8901-547aeb65ddf1 req-dedd34fe-c687-4bdb-bbc0-00b289192f23 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:32:58.594852 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-de58ee02-7a5d-49ea-8901-547aeb65ddf1 req-dedd34fe-c687-4bdb-bbc0-00b289192f23 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 945 time: 0.1283746 May 23 12:32:58.647099 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-de58ee02-7a5d-49ea-8901-547aeb65ddf1 req-82b0b608-4192-43fb-aa82-e788a0f9f73e tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458159 May 23 12:32:58.691767 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44970) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:32:58.852891 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-acf27eb6-a8ab-4ee1-9ee9-d79ba16244a3 tempest-TestShelveInstance-1734172335 tempest-TestShelveInstance-1734172335-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 1091 time: 0.1597981 May 23 12:32:58.855582 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 44976) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:32:58.861280 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-3c600e65-dd1e-419d-982c-75bbb6b5be96 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'port_id': 'bc1c19fc-44ac-4591-bc5e-a677fa5b159d', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:32:58.869074 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3c600e65-dd1e-419d-982c-75bbb6b5be96 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:32:58.875298 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3c600e65-dd1e-419d-982c-75bbb6b5be96 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Usage tracker for resource:floatingip and tenant:1ccd79cbb3c64470a7c8cc443d655e4d is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:32:58.881774 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3c600e65-dd1e-419d-982c-75bbb6b5be96 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:32:58.890094 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3c600e65-dd1e-419d-982c-75bbb6b5be96 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:32:58.908525 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3c600e65-dd1e-419d-982c-75bbb6b5be96 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for floatingip, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:59.073558 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3c600e65-dd1e-419d-982c-75bbb6b5be96 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:59.245082 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-3c600e65-dd1e-419d-982c-75bbb6b5be96 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Allocated IP 172.25.6.47 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/28468a26-880a-40a4-a6e3-3024e4fd4784) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:32:59.535806 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3c600e65-dd1e-419d-982c-75bbb6b5be96 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:59.564294 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3c600e65-dd1e-419d-982c-75bbb6b5be96 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:32:59.632114 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c600e65-dd1e-419d-982c-75bbb6b5be96 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:32:59.635260 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-3c600e65-dd1e-419d-982c-75bbb6b5be96 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:32:59.640069 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c600e65-dd1e-419d-982c-75bbb6b5be96 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:32:59.671963 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c600e65-dd1e-419d-982c-75bbb6b5be96 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Pushing event updated for resources: {'Port': ['ID=28468a26-880a-40a4-a6e3-3024e4fd4784,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:00.290518 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3c600e65-dd1e-419d-982c-75bbb6b5be96 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:33:00.364995 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3c600e65-dd1e-419d-982c-75bbb6b5be96 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:33:00.679333 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3c600e65-dd1e-419d-982c-75bbb6b5be96 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:33:00.685191 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3c600e65-dd1e-419d-982c-75bbb6b5be96 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:33:00.804267 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c600e65-dd1e-419d-982c-75bbb6b5be96 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Pushing event updated for resources: {'Port': ['ID=28468a26-880a-40a4-a6e3-3024e4fd4784,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:33:00.817331 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3c600e65-dd1e-419d-982c-75bbb6b5be96 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:33:01.036557 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [None req-3c600e65-dd1e-419d-982c-75bbb6b5be96 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Floating IP 2aef6881-5e41-44ab-9ca1-d5795cb450d5 associated. External IP: 172.25.6.47, port: bc1c19fc-44ac-4591-bc5e-a677fa5b159d. May 23 12:33:01.605699 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c600e65-dd1e-419d-982c-75bbb6b5be96 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Router 87ffcff6-76a4-42d7-806d-abc01a8a96f8 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:33:01.839809 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c600e65-dd1e-419d-982c-75bbb6b5be96 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:33:01.854644 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa73323-e7a2-4ea3-99ae-3e35b3901d83 None None] Sync routers for ids ['87ffcff6-76a4-42d7-806d-abc01a8a96f8'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:33:01.868149 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa73323-e7a2-4ea3-99ae-3e35b3901d83 None None] Routers {'87ffcff6-76a4-42d7-806d-abc01a8a96f8'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:33:01.868667 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-afa73323-e7a2-4ea3-99ae-3e35b3901d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:32:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['87ffcff6-76a4-42d7-806d-abc01a8a96f8'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:33:01.878570 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3c600e65-dd1e-419d-982c-75bbb6b5be96 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:33:01.987474 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3c600e65-dd1e-419d-982c-75bbb6b5be96 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1280594 May 23 12:33:01.987474 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9afed746-7c2b-461e-b0da-db00418ae2fa', 'tag': 'bc1c19fc-44ac-4591-bc5e-a677fa5b159d'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:33:02.086114 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-afa73323-e7a2-4ea3-99ae-3e35b3901d83 None None] Set router 87ffcff6-76a4-42d7-806d-abc01a8a96f8 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:33:02.188064 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adfbae6d-7461-4ad7-8cae-9de253d54b6a'] response: {'name': 'network-changed', 'server_uuid': '9afed746-7c2b-461e-b0da-db00418ae2fa', 'tag': 'bc1c19fc-44ac-4591-bc5e-a677fa5b159d', 'status': 'completed', 'code': 200} May 23 12:33:02.352491 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cfaa0d9e-0ba5-4915-9f8b-73ec7af70307 req-f4c96585-cebf-4ed1-a277-94b2e32807b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ccd79cbb3c64470a7c8cc443d655e4d&device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 1096 time: 0.1135011 May 23 12:33:02.542258 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa0d9e-0ba5-4915-9f8b-73ec7af70307 req-f3a14c94-e3f7-43a8-b7f0-376e7dc0caa5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:33:02.545012 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cfaa0d9e-0ba5-4915-9f8b-73ec7af70307 req-f3a14c94-e3f7-43a8-b7f0-376e7dc0caa5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a22669c-40f3-472c-a3be-6750f2a05bb4 HTTP/1.1" status: 200 len: 910 time: 0.1838508 May 23 12:33:02.613997 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-afa73323-e7a2-4ea3-99ae-3e35b3901d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'name': 'tempest-TestShelveInstance-1790629747-router', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '764dc02d-f81e-4eec-ac41-4d2ccad0c13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:26:04Z', 'updated_at': '2022-05-23T12:26:08Z', 'revision_number': 4, 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'gw_port': {'id': '764dc02d-f81e-4eec-ac41-4d2ccad0c13d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:26:05Z', 'updated_at': '2022-05-23T12:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '2aef6881-5e41-44ab-9ca1-d5795cb450d5', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'floating_ip_address': '172.25.6.47', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'port_id': 'bc1c19fc-44ac-4591-bc5e-a677fa5b159d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4', 'mac_address': 'fa:16:3e:6d:4a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afed746-7c2b-461e-b0da-db00418ae2fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:33:00Z', 'updated_at': '2022-05-23T12:33:00Z', 'revision_number': 0, 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12c00d26-f98c-4880-a18b-75b401fc1c92', 'name': '', 'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'mac_address': 'fa:16:3e:2b:b1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a1fabf1-a465-4a1b-b641-e2c96e897dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:26:07Z', 'updated_at': '2022-05-23T12:26:26Z', 'revision_number': 5, 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'subnets': [{'id': '9a1fabf1-a465-4a1b-b641-e2c96e897dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:33:02.619257 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa73323-e7a2-4ea3-99ae-3e35b3901d83 None None] Checking router: 87ffcff6-76a4-42d7-806d-abc01a8a96f8 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:33:02.642506 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa73323-e7a2-4ea3-99ae-3e35b3901d83 None None] Routers {'87ffcff6-76a4-42d7-806d-abc01a8a96f8'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:33:02.643587 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-afa73323-e7a2-4ea3-99ae-3e35b3901d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:32:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['87ffcff6-76a4-42d7-806d-abc01a8a96f8'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:33:02.745790 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cfaa0d9e-0ba5-4915-9f8b-73ec7af70307 req-5e8818d0-6f99-4f5b-ba75-e990c96ccba6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc1c19fc-44ac-4591-bc5e-a677fa5b159d HTTP/1.1" status: 200 len: 998 time: 0.1909459 May 23 12:33:02.839361 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa0d9e-0ba5-4915-9f8b-73ec7af70307 req-99a21338-31b2-407c-8bef-5585854edb00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:33:02.841219 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cfaa0d9e-0ba5-4915-9f8b-73ec7af70307 req-99a21338-31b2-407c-8bef-5585854edb00 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a1fabf1-a465-4a1b-b641-e2c96e897dcc HTTP/1.1" status: 200 len: 848 time: 0.0892353 May 23 12:33:02.920850 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-afa73323-e7a2-4ea3-99ae-3e35b3901d83 None None] Set router 87ffcff6-76a4-42d7-806d-abc01a8a96f8 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:33:02.930424 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cfaa0d9e-0ba5-4915-9f8b-73ec7af70307 req-9dd84271-2191-49c9-9231-1e78af793de3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a22669c-40f3-472c-a3be-6750f2a05bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827937 May 23 12:33:03.111202 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cfaa0d9e-0ba5-4915-9f8b-73ec7af70307 req-225d1f26-3437-4caf-8831-cf3e8e62d4fe service neutron] 10.222.0.13 "GET /v2.0/networks/7a22669c-40f3-472c-a3be-6750f2a05bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732595 May 23 12:33:03.356446 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-afa73323-e7a2-4ea3-99ae-3e35b3901d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'name': 'tempest-TestShelveInstance-1790629747-router', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '764dc02d-f81e-4eec-ac41-4d2ccad0c13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:26:04Z', 'updated_at': '2022-05-23T12:26:08Z', 'revision_number': 4, 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'gw_port': {'id': '764dc02d-f81e-4eec-ac41-4d2ccad0c13d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:26:05Z', 'updated_at': '2022-05-23T12:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '2aef6881-5e41-44ab-9ca1-d5795cb450d5', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'floating_ip_address': '172.25.6.47', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'port_id': 'bc1c19fc-44ac-4591-bc5e-a677fa5b159d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4', 'mac_address': 'fa:16:3e:6d:4a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afed746-7c2b-461e-b0da-db00418ae2fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:33:00Z', 'updated_at': '2022-05-23T12:33:00Z', 'revision_number': 0, 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12c00d26-f98c-4880-a18b-75b401fc1c92', 'name': '', 'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'mac_address': 'fa:16:3e:2b:b1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a1fabf1-a465-4a1b-b641-e2c96e897dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:26:07Z', 'updated_at': '2022-05-23T12:26:26Z', 'revision_number': 5, 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'subnets': [{'id': '9a1fabf1-a465-4a1b-b641-e2c96e897dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:33:03.361842 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa73323-e7a2-4ea3-99ae-3e35b3901d83 None None] The sync data for ids ['87ffcff6-76a4-42d7-806d-abc01a8a96f8'] in n-d-842952-2 is: [{'id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'name': 'tempest-TestShelveInstance-1790629747-router', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '764dc02d-f81e-4eec-ac41-4d2ccad0c13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:26:04Z', 'updated_at': '2022-05-23T12:26:08Z', 'revision_number': 4, 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'gw_port': {'id': '764dc02d-f81e-4eec-ac41-4d2ccad0c13d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:26:05Z', 'updated_at': '2022-05-23T12:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '2aef6881-5e41-44ab-9ca1-d5795cb450d5', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'floating_ip_address': '172.25.6.47', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'port_id': 'bc1c19fc-44ac-4591-bc5e-a677fa5b159d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4', 'mac_address': 'fa:16:3e:6d:4a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afed746-7c2b-461e-b0da-db00418ae2fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:33:00Z', 'updated_at': '2022-05-23T12:33:00Z', 'revision_number': 0, 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12c00d26-f98c-4880-a18b-75b401fc1c92', 'name': '', 'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'mac_address': 'fa:16:3e:2b:b1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a1fabf1-a465-4a1b-b641-e2c96e897dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:26:07Z', 'updated_at': '2022-05-23T12:26:26Z', 'revision_number': 5, 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'subnets': [{'id': '9a1fabf1-a465-4a1b-b641-e2c96e897dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:33:03.395511 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cfaa0d9e-0ba5-4915-9f8b-73ec7af70307 req-5100220c-5138-4431-ba0b-aee4060f71c8 service neutron] 10.222.0.13 "GET /v2.0/networks/7a22669c-40f3-472c-a3be-6750f2a05bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774858 May 23 12:33:03.634231 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4bf1ef-9822-4087-95e5-93dcd5bba9d5 None None] New status for floating IP 2aef6881-5e41-44ab-9ca1-d5795cb450d5: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 12:33:09.047330 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:33:09.366499 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c8e8214e-e2ce-44df-a306-46376982df6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:33:10.255463 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:33:11.681164 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-347984c3-eb24-4c87-9e52-bb9bd5ea4f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:33:12.970135 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:33:13.130247 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:33:14.715647 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:33:16.039585 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:33:26.087731 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9ed6372-24fa-49d5-b70b-48b70c1021ff req-b86b11bc-50c4-4b72-80eb-1a259a9513b7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0971191 May 23 12:33:26.325113 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9ed6372-24fa-49d5-b70b-48b70c1021ff req-66ee0431-e5ad-4111-9db1-cf9d7e400b44 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ccd79cbb3c64470a7c8cc443d655e4d&device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 1096 time: 0.1064835 May 23 12:33:26.512128 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed6372-24fa-49d5-b70b-48b70c1021ff req-a85606e5-6a76-4f07-9e66-f30656cb9142 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:33:26.514006 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9ed6372-24fa-49d5-b70b-48b70c1021ff req-a85606e5-6a76-4f07-9e66-f30656cb9142 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a22669c-40f3-472c-a3be-6750f2a05bb4 HTTP/1.1" status: 200 len: 910 time: 0.1718504 May 23 12:33:26.662632 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9ed6372-24fa-49d5-b70b-48b70c1021ff req-77d44a67-ca5d-4623-8fd8-01644b65aa8e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc1c19fc-44ac-4591-bc5e-a677fa5b159d HTTP/1.1" status: 200 len: 1000 time: 0.1406655 May 23 12:33:26.773683 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed6372-24fa-49d5-b70b-48b70c1021ff req-e5fc178c-975d-40b5-9bdd-2bb6f52f3016 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:33:26.776120 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9ed6372-24fa-49d5-b70b-48b70c1021ff req-e5fc178c-975d-40b5-9bdd-2bb6f52f3016 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a1fabf1-a465-4a1b-b641-e2c96e897dcc HTTP/1.1" status: 200 len: 848 time: 0.1106453 May 23 12:33:26.915543 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9ed6372-24fa-49d5-b70b-48b70c1021ff req-35788528-f7d6-4979-97a7-6e514965e1c2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a22669c-40f3-472c-a3be-6750f2a05bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1327922 May 23 12:33:27.133552 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9ed6372-24fa-49d5-b70b-48b70c1021ff req-ba5a9c3d-5f0a-4b9f-b8a7-bfc3e94b44ad service neutron] 10.222.0.13 "GET /v2.0/networks/7a22669c-40f3-472c-a3be-6750f2a05bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110434 May 23 12:33:27.403143 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b9ed6372-24fa-49d5-b70b-48b70c1021ff req-41fab0f3-75fc-4317-a080-6ea27d6220c5 service neutron] 10.222.0.13 "GET /v2.0/networks/7a22669c-40f3-472c-a3be-6750f2a05bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567325 May 23 12:33:39.034410 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:33:39.366637 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6aa1a82b-beb1-4f74-9c5e-3291456f75c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:33:40.253613 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:33:41.677555 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-620a75fd-86aa-4b47-bbab-a4b58098a2e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:33:42.967593 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:33:43.130175 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:33:44.704359 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:33:53.031321 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:34:09.040930 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:34:09.365466 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1324e282-caff-499f-bca1-6325fefee505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:34:10.271859 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:34:11.689140 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4f1cce48-0021-4609-bc1d-695743a26c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:34:12.972136 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:34:13.135591 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:34:14.704581 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:34:28.680116 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2368a6fd-9c1b-4e85-98fd-52676c6fdc7b req-1056f426-799a-482a-8adf-47105ef095e1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0839751 May 23 12:34:28.862608 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2368a6fd-9c1b-4e85-98fd-52676c6fdc7b req-0fdcf2e5-b662-4edd-b407-c8453ae24ad0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ccd79cbb3c64470a7c8cc443d655e4d&device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 1096 time: 0.0846307 May 23 12:34:29.017339 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368a6fd-9c1b-4e85-98fd-52676c6fdc7b req-b4fc60ac-cc1a-48f5-a61b-e01319621bed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:34:29.018815 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2368a6fd-9c1b-4e85-98fd-52676c6fdc7b req-b4fc60ac-cc1a-48f5-a61b-e01319621bed service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a22669c-40f3-472c-a3be-6750f2a05bb4 HTTP/1.1" status: 200 len: 910 time: 0.1358371 May 23 12:34:29.123744 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2368a6fd-9c1b-4e85-98fd-52676c6fdc7b req-6fe4ff26-e52d-46ce-a66a-322fd73dedbb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc1c19fc-44ac-4591-bc5e-a677fa5b159d HTTP/1.1" status: 200 len: 1000 time: 0.0981293 May 23 12:34:29.192502 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368a6fd-9c1b-4e85-98fd-52676c6fdc7b req-67f85722-807a-4eb2-a82f-59ac6c0508a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:34:29.193976 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2368a6fd-9c1b-4e85-98fd-52676c6fdc7b req-67f85722-807a-4eb2-a82f-59ac6c0508a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a1fabf1-a465-4a1b-b641-e2c96e897dcc HTTP/1.1" status: 200 len: 848 time: 0.0632775 May 23 12:34:29.270733 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2368a6fd-9c1b-4e85-98fd-52676c6fdc7b req-1d7797c9-c1b3-41e4-ae81-c22e7f2076da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a22669c-40f3-472c-a3be-6750f2a05bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700662 May 23 12:34:29.415264 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2368a6fd-9c1b-4e85-98fd-52676c6fdc7b req-b6e98cc3-e02a-4286-8a41-2b7245e1d30c service neutron] 10.222.0.13 "GET /v2.0/networks/7a22669c-40f3-472c-a3be-6750f2a05bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381464 May 23 12:34:29.653295 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2368a6fd-9c1b-4e85-98fd-52676c6fdc7b req-4e0dae98-3f8a-4b1a-8710-69ca58aace99 service neutron] 10.222.0.13 "GET /v2.0/networks/7a22669c-40f3-472c-a3be-6750f2a05bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318687 May 23 12:34:30.032453 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:34:39.040017 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:34:39.361959 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-41933466-d301-49dc-bf9b-d515a2148c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:34:40.263974 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:34:41.685930 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b9752227-cea7-4d99-bc97-d4d337517785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:34:42.971092 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:34:43.140765 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:34:44.707411 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:35:00.726946 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97537d-4015-4579-9394-274896bfe9a1 req-e7ed745d-ee9d-4ea1-affd-3d71d0db40c3 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:35:00.728449 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fd97537d-4015-4579-9394-274896bfe9a1 req-e7ed745d-ee9d-4ea1-affd-3d71d0db40c3 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 945 time: 0.1648777 May 23 12:35:00.778393 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fd97537d-4015-4579-9394-274896bfe9a1 req-c06b828a-5a30-4a1f-815f-0f515e58a92d tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439637 May 23 12:35:02.054155 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268aa62-6b59-4775-9e4e-0286e220a92e req-673d7acf-392d-4c47-9f25-02fbd0431602 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:35:02.055558 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4268aa62-6b59-4775-9e4e-0286e220a92e req-673d7acf-392d-4c47-9f25-02fbd0431602 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 945 time: 0.1547308 May 23 12:35:02.105111 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4268aa62-6b59-4775-9e4e-0286e220a92e req-5be81944-4d89-41f2-8430-63d029093ffb tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430601 May 23 12:35:03.349737 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb4414-b742-422d-9a90-89db209570df req-21a20554-bac1-4287-b7f5-b8e7ad9ab13a tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:35:03.351210 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a6eb4414-b742-422d-9a90-89db209570df req-21a20554-bac1-4287-b7f5-b8e7ad9ab13a tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 945 time: 0.0929070 May 23 12:35:03.404350 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a6eb4414-b742-422d-9a90-89db209570df req-0f54cf95-d713-4fde-9b14-b9db903ef59a tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460470 May 23 12:35:04.613839 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187eaa5-0fc7-40b6-b261-5b2cc84922f2 req-3e75ca06-1b07-416d-9b11-952ed4998dd1 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:35:04.615324 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9187eaa5-0fc7-40b6-b261-5b2cc84922f2 req-3e75ca06-1b07-416d-9b11-952ed4998dd1 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 945 time: 0.0801568 May 23 12:35:04.666023 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9187eaa5-0fc7-40b6-b261-5b2cc84922f2 req-dd53ac62-ed35-4831-a0cd-fd4ea18d4267 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447834 May 23 12:35:05.868567 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb90096-e38f-4a90-8e6c-c7d6fdfacfd4 req-7c9db58a-2df3-4343-a6b0-9eea7c7c5a9e tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:35:05.870109 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4bb90096-e38f-4a90-8e6c-c7d6fdfacfd4 req-7c9db58a-2df3-4343-a6b0-9eea7c7c5a9e tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 945 time: 0.0792837 May 23 12:35:05.923228 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4bb90096-e38f-4a90-8e6c-c7d6fdfacfd4 req-62162ffd-755b-4418-8b51-49f0c50a542a tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470030 May 23 12:35:07.033589 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:35:07.131493 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a41269-af4f-4cc5-9a55-87642fa17787 req-c64b7dc7-4f2b-41b4-9321-4019026311f8 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:35:07.132902 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a9a41269-af4f-4cc5-9a55-87642fa17787 req-c64b7dc7-4f2b-41b4-9321-4019026311f8 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 945 time: 0.0845129 May 23 12:35:07.182838 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a9a41269-af4f-4cc5-9a55-87642fa17787 req-bd0b8f1c-f678-4b8d-a6ef-5d5babdf32d3 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442111 May 23 12:35:08.394349 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15ce98-e1e4-4e5d-ac00-172f73e5c513 req-97ca0fcb-8f3f-4868-9558-308fd82d6c5d tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:35:08.395861 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5f15ce98-e1e4-4e5d-ac00-172f73e5c513 req-97ca0fcb-8f3f-4868-9558-308fd82d6c5d tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 945 time: 0.0852618 May 23 12:35:08.443686 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5f15ce98-e1e4-4e5d-ac00-172f73e5c513 req-4714c150-da26-4461-9416-5a6f75bc0db2 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418210 May 23 12:35:09.046339 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:35:09.357582 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-32e787ca-a1fe-4de0-a58f-12af059e2566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:35:09.654251 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851da649-4a12-47db-8307-85226856b636 req-5fc45c95-f50c-4729-bbb6-813391896a4f tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:35:09.655623 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-851da649-4a12-47db-8307-85226856b636 req-5fc45c95-f50c-4729-bbb6-813391896a4f tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 945 time: 0.0850663 May 23 12:35:09.705854 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-851da649-4a12-47db-8307-85226856b636 req-12d3d477-e63b-4538-8016-ac4b460a69cb tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444100 May 23 12:35:10.254989 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:35:10.915326 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d7530-c3fe-4d03-baa9-10cde0696fc4 req-bc73d9cd-e171-49a9-83c2-efe9271ef2dc tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:35:10.916925 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2f4d7530-c3fe-4d03-baa9-10cde0696fc4 req-bc73d9cd-e171-49a9-83c2-efe9271ef2dc tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 945 time: 0.0848420 May 23 12:35:10.974046 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2f4d7530-c3fe-4d03-baa9-10cde0696fc4 req-56dcbb4a-281c-49be-a9ef-9dacedb01f36 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508857 May 23 12:35:11.684419 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-18923e93-aa61-46f2-8fe0-a7d72c8e506f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:35:12.183132 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea312e6-88ca-4162-a6ef-7a3726e340f7 req-7c2c2360-c615-4e66-8251-faf45be6704e tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:35:12.184667 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0ea312e6-88ca-4162-a6ef-7a3726e340f7 req-7c2c2360-c615-4e66-8251-faf45be6704e tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 945 time: 0.0827577 May 23 12:35:12.234402 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0ea312e6-88ca-4162-a6ef-7a3726e340f7 req-831f89a7-4dad-4401-94ba-a36765f71c7e tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431128 May 23 12:35:12.966956 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:35:13.138102 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:35:13.439095 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2570c37-8f13-42c7-9aaf-62af11f70873 req-41fb0fa6-1092-41d5-b666-838c9adcd14e tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:35:13.440520 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d2570c37-8f13-42c7-9aaf-62af11f70873 req-41fb0fa6-1092-41d5-b666-838c9adcd14e tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 945 time: 0.0838451 May 23 12:35:13.488863 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d2570c37-8f13-42c7-9aaf-62af11f70873 req-6eccb4b6-975b-4333-8567-b2abe3864bd3 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425811 May 23 12:35:14.694676 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9cf80b-cb25-4e26-9f20-2feab0a72834 req-c198e893-66ab-4b58-a9fe-ddb62314fe18 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:35:14.696405 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ea9cf80b-cb25-4e26-9f20-2feab0a72834 req-c198e893-66ab-4b58-a9fe-ddb62314fe18 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 945 time: 0.0856106 May 23 12:35:14.710224 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:35:14.749768 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ea9cf80b-cb25-4e26-9f20-2feab0a72834 req-aaf13e2b-a10c-4a97-9c4e-3aa633a9199f tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473788 May 23 12:35:15.845508 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9359d150-59ab-4e91-9d53-f5308e79de06 req-bc4f549d-0e11-42fd-a2ca-6c082cc15f19 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ccd79cbb3c64470a7c8cc443d655e4d&device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 1096 time: 0.0923817 May 23 12:35:16.032858 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9359d150-59ab-4e91-9d53-f5308e79de06 req-2ee57d67-885c-4937-9a23-a5c8b2161150 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:35:16.034334 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9359d150-59ab-4e91-9d53-f5308e79de06 req-2ee57d67-885c-4937-9a23-a5c8b2161150 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a22669c-40f3-472c-a3be-6750f2a05bb4 HTTP/1.1" status: 200 len: 910 time: 0.1828260 May 23 12:35:16.098140 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a9b2e-84e0-415d-b390-bd5d8ea4e80a req-81f49b03-4425-4168-b539-8023d228a5a4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:35:16.099604 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bc9a9b2e-84e0-415d-b390-bd5d8ea4e80a req-81f49b03-4425-4168-b539-8023d228a5a4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 945 time: 0.1804478 May 23 12:35:16.183098 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-bc9a9b2e-84e0-415d-b390-bd5d8ea4e80a req-f4edee94-7f46-48db-8b81-10312ed0b2f2 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768619 May 23 12:35:16.184942 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9359d150-59ab-4e91-9d53-f5308e79de06 req-5ceede2b-93fa-4299-8ae5-890dbe8a518c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc1c19fc-44ac-4591-bc5e-a677fa5b159d HTTP/1.1" status: 200 len: 1000 time: 0.1424563 May 23 12:35:16.356576 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9359d150-59ab-4e91-9d53-f5308e79de06 req-1510c982-ca63-4179-90d0-22b11793c690 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:35:16.357979 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9359d150-59ab-4e91-9d53-f5308e79de06 req-1510c982-ca63-4179-90d0-22b11793c690 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a1fabf1-a465-4a1b-b641-e2c96e897dcc HTTP/1.1" status: 200 len: 848 time: 0.1662848 May 23 12:35:16.435618 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9359d150-59ab-4e91-9d53-f5308e79de06 req-d2e5afa4-f9b6-47a1-852e-1075c05db256 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a22669c-40f3-472c-a3be-6750f2a05bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709968 May 23 12:35:16.570022 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9359d150-59ab-4e91-9d53-f5308e79de06 req-8857166d-ac49-4948-b15c-01ca16827d44 service neutron] 10.222.0.13 "GET /v2.0/networks/7a22669c-40f3-472c-a3be-6750f2a05bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276314 May 23 12:35:16.708610 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9359d150-59ab-4e91-9d53-f5308e79de06 req-4eb5b798-7d80-48d4-a672-7b3a97cbffb3 service neutron] 10.222.0.13 "GET /v2.0/networks/7a22669c-40f3-472c-a3be-6750f2a05bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315186 May 23 12:35:17.389193 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7b9a3-8d4f-4ef8-aec8-46070f2397be req-f4dc7a72-dcda-4db1-8798-f28452508227 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:35:17.390690 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-60c7b9a3-8d4f-4ef8-aec8-46070f2397be req-f4dc7a72-dcda-4db1-8798-f28452508227 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 945 time: 0.0829220 May 23 12:35:17.439117 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-60c7b9a3-8d4f-4ef8-aec8-46070f2397be req-fae0d4d3-754b-490a-8118-f27a2f1a5b74 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426590 May 23 12:35:18.642902 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743703f8-a94f-45d4-af5f-660caaf6a579 req-f7c62013-f01f-4c2c-94c0-bb89823b5467 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:35:18.644300 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-743703f8-a94f-45d4-af5f-660caaf6a579 req-f7c62013-f01f-4c2c-94c0-bb89823b5467 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 945 time: 0.0791447 May 23 12:35:18.694590 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-743703f8-a94f-45d4-af5f-660caaf6a579 req-be8d5e85-a679-485f-8c2d-f33ef14db9a0 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441833 May 23 12:35:19.903069 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66db704-7478-4885-98a0-8d8025e38399 req-6d8b4eef-df76-4a28-a091-9490ac100131 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:35:19.904613 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e66db704-7478-4885-98a0-8d8025e38399 req-6d8b4eef-df76-4a28-a091-9490ac100131 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 945 time: 0.0846233 May 23 12:35:19.954041 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e66db704-7478-4885-98a0-8d8025e38399 req-2b142a29-d466-4a92-8e8f-6d6603f3e4e1 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437107 May 23 12:35:20.213576 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e976fad0-c32f-4cf0-bae7-fa2ea9784b0d req-1c0298be-14c4-4df6-9777-5c83473ce518 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1362088 May 23 12:35:20.534008 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-388d2b56-6d4a-4998-b6cb-ae9ed806f822 req-c40e4884-52f4-4177-9874-361127d7cfea service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1955554 May 23 12:35:20.543271 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525693f-6a9b-45b4-b8d5-f143e1c965c8 req-5874b4dd-39b0-4d59-b5fb-4e804a6ef297 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:35:20.544768 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5525693f-6a9b-45b4-b8d5-f143e1c965c8 req-5874b4dd-39b0-4d59-b5fb-4e804a6ef297 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 945 time: 0.1078999 May 23 12:35:20.596691 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5525693f-6a9b-45b4-b8d5-f143e1c965c8 req-f74ca2b0-63b9-41e5-ba53-00617076c459 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447936 May 23 12:35:21.621878 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device bc1c19fc-44ac-4591-bc5e-a677fa5b159d no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:35:21.748697 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:35:21.778749 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9afed746-7c2b-461e-b0da-db00418ae2fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc1c19fc-44ac-4591-bc5e-a677fa5b159d'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:35:21.791624 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port bc1c19fc-44ac-4591-bc5e-a677fa5b159d, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=bc1c19fc-44ac-4591-bc5e-a677fa5b159d,segment=NetworkSegment(f67cbd34-5bcc-473c-87bb-63d39fe03eea),segment_id=f67cbd34-5bcc-473c-87bb-63d39fe03eea)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:35:21.800153 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:35:21.826585 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b00841-c211-4783-b49d-84c8e1309c54 req-02a12a8d-3b84-4923-b5a3-1de1cc51b5b0 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:35:21.828797 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-12b00841-c211-4783-b49d-84c8e1309c54 req-02a12a8d-3b84-4923-b5a3-1de1cc51b5b0 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 945 time: 0.1084557 May 23 12:35:21.845495 n-d-842952-2 neutron-server[83912]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-11cf6fb9-8835-479c-8a8d-689ffc4ca2b5']: {'server_uuid': '9afed746-7c2b-461e-b0da-db00418ae2fa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bc1c19fc-44ac-4591-bc5e-a677fa5b159d', 'code': 422} returned with failed status May 23 12:35:21.884898 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-12b00841-c211-4783-b49d-84c8e1309c54 req-d72b5469-c180-4a1c-b9b9-9f30c91a7cac tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479517 May 23 12:35:21.886434 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=bc1c19fc-44ac-4591-bc5e-a677fa5b159d,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:21.896671 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:21.897015 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:21.897356 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:21.897684 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:21.898012 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:21.898339 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:21.898659 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:21.898979 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:21.899296 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:21.899691 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:21.899960 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:35:23.093779 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b768a1f-b678-4e4b-8b8c-0412df230e34 req-3ccd800d-457a-42e3-9a03-c3e4b4eab536 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:35:23.095301 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3b768a1f-b678-4e4b-8b8c-0412df230e34 req-3ccd800d-457a-42e3-9a03-c3e4b4eab536 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 943 time: 0.0848746 May 23 12:35:23.146093 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3b768a1f-b678-4e4b-8b8c-0412df230e34 req-fe0fce55-b98f-42ea-aa2d-85ca8ec9a015 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447891 May 23 12:35:24.352869 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c3457-619d-41d0-ad4f-2ff267c2f459 req-d4701bb1-5d82-44ec-bc78-5f9c6c1dca45 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:35:24.354457 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9d9c3457-619d-41d0-ad4f-2ff267c2f459 req-d4701bb1-5d82-44ec-bc78-5f9c6c1dca45 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 943 time: 0.0844550 May 23 12:35:24.402221 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9d9c3457-619d-41d0-ad4f-2ff267c2f459 req-84304f6a-2b70-4f95-a270-0a57f97b72a5 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421231 May 23 12:35:25.610052 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c1c7c-e3e5-412d-bb59-6bb4d18b4697 req-668a75f5-eedd-40ae-bda1-19903514b47c tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:35:25.611530 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4c1c1c7c-e3e5-412d-bb59-6bb4d18b4697 req-668a75f5-eedd-40ae-bda1-19903514b47c tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 943 time: 0.0829954 May 23 12:35:25.659695 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4c1c1c7c-e3e5-412d-bb59-6bb4d18b4697 req-5c17c909-ed21-4023-89d6-22bf8f5681e8 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414710 May 23 12:35:26.761873 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-388d2b56-6d4a-4998-b6cb-ae9ed806f822 req-45684d70-b36a-4e58-b57f-636de636075a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa&tenant_id=1ccd79cbb3c64470a7c8cc443d655e4d HTTP/1.1" status: 200 len: 1094 time: 0.0740027 May 23 12:35:26.890651 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-388d2b56-6d4a-4998-b6cb-ae9ed806f822 req-ad082381-f6e0-4927-ab7a-bee82148dc51 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ccd79cbb3c64470a7c8cc443d655e4d&device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 1094 time: 0.0922496 May 23 12:35:27.080154 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d2b56-6d4a-4998-b6cb-ae9ed806f822 req-d7bb2182-f5a6-4e7a-8f7d-ae8b9b6bcaca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:35:27.081543 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-388d2b56-6d4a-4998-b6cb-ae9ed806f822 req-d7bb2182-f5a6-4e7a-8f7d-ae8b9b6bcaca service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a22669c-40f3-472c-a3be-6750f2a05bb4 HTTP/1.1" status: 200 len: 910 time: 0.1845579 May 23 12:35:27.239901 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f735692-91e5-4efc-b212-a1eacecc87e9 req-b9bb5557-6fad-4bc0-a2db-4c9ab6d9cf14 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:35:27.241395 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5f735692-91e5-4efc-b212-a1eacecc87e9 req-b9bb5557-6fad-4bc0-a2db-4c9ab6d9cf14 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 943 time: 0.2751834 May 23 12:35:27.330023 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5f735692-91e5-4efc-b212-a1eacecc87e9 req-67da9ee1-e334-42ce-abc7-e6d10e801591 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825536 May 23 12:35:27.331848 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-388d2b56-6d4a-4998-b6cb-ae9ed806f822 req-2fc4932d-5f0d-48bd-a678-aa1b9a11f5da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc1c19fc-44ac-4591-bc5e-a677fa5b159d HTTP/1.1" status: 200 len: 998 time: 0.2421830 May 23 12:35:27.403509 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d2b56-6d4a-4998-b6cb-ae9ed806f822 req-81837985-237c-4be2-9096-d93b265c0a3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:35:27.405046 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-388d2b56-6d4a-4998-b6cb-ae9ed806f822 req-81837985-237c-4be2-9096-d93b265c0a3d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a1fabf1-a465-4a1b-b641-e2c96e897dcc HTTP/1.1" status: 200 len: 848 time: 0.0671494 May 23 12:35:27.485276 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-388d2b56-6d4a-4998-b6cb-ae9ed806f822 req-829a249b-5ebf-432e-a83d-2b11e4544c83 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a22669c-40f3-472c-a3be-6750f2a05bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737469 May 23 12:35:27.635683 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-388d2b56-6d4a-4998-b6cb-ae9ed806f822 req-3589cb89-1c5d-4fd9-b71c-61681843aa00 service neutron] 10.222.0.13 "GET /v2.0/networks/7a22669c-40f3-472c-a3be-6750f2a05bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431885 May 23 12:35:27.775808 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-388d2b56-6d4a-4998-b6cb-ae9ed806f822 req-429968f4-0d62-411f-b165-b07f1962ecf1 service neutron] 10.222.0.13 "GET /v2.0/networks/7a22669c-40f3-472c-a3be-6750f2a05bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320684 May 23 12:35:28.538532 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8403d-6e0a-491a-9aae-b64c8913fca6 req-c3ce7a80-f7db-49f2-b856-537d720fb162 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:35:28.540270 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9dc8403d-6e0a-491a-9aae-b64c8913fca6 req-c3ce7a80-f7db-49f2-b856-537d720fb162 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 943 time: 0.0834322 May 23 12:35:28.588200 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-9dc8403d-6e0a-491a-9aae-b64c8913fca6 req-60838c9e-7cf3-43f2-8bfd-d4f9f58a5063 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421762 May 23 12:35:29.797192 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fe714-dd57-48a2-bccc-db97babec4aa req-54098922-f9d2-49d9-be50-8909c61e228a tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:35:29.798685 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-844fe714-dd57-48a2-bccc-db97babec4aa req-54098922-f9d2-49d9-be50-8909c61e228a tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 943 time: 0.0881932 May 23 12:35:29.845845 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-844fe714-dd57-48a2-bccc-db97babec4aa req-2465ed76-b0e0-4e9b-bcbf-2d1387468200 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411389 May 23 12:35:30.807425 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2244510c-b5ce-437f-8f8b-ffd4bd16882d req-63af053b-68d7-494e-94db-091fb1a188d6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ccd79cbb3c64470a7c8cc443d655e4d&device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 1094 time: 0.0771654 May 23 12:35:30.969135 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244510c-b5ce-437f-8f8b-ffd4bd16882d req-59a398fe-48c6-495c-9bc1-ae2a989bd342 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:35:30.970671 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2244510c-b5ce-437f-8f8b-ffd4bd16882d req-59a398fe-48c6-495c-9bc1-ae2a989bd342 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a22669c-40f3-472c-a3be-6750f2a05bb4 HTTP/1.1" status: 200 len: 910 time: 0.1433609 May 23 12:35:31.130351 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2244510c-b5ce-437f-8f8b-ffd4bd16882d req-d465eec5-e658-49ff-89c4-18a603726d23 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc1c19fc-44ac-4591-bc5e-a677fa5b159d HTTP/1.1" status: 200 len: 998 time: 0.1277287 May 23 12:35:31.179000 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ca1b2-73e5-4398-a37e-73b0ac343d33 req-8701becc-212c-4e3e-adfe-efd7faf7069f tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:35:31.180517 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ca7ca1b2-73e5-4398-a37e-73b0ac343d33 req-8701becc-212c-4e3e-adfe-efd7faf7069f tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 943 time: 0.2089398 May 23 12:35:31.231155 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244510c-b5ce-437f-8f8b-ffd4bd16882d req-5b710385-22e0-444f-b47c-f788304c4852 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:35:31.232634 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2244510c-b5ce-437f-8f8b-ffd4bd16882d req-5b710385-22e0-444f-b47c-f788304c4852 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a1fabf1-a465-4a1b-b641-e2c96e897dcc HTTP/1.1" status: 200 len: 848 time: 0.0958989 May 23 12:35:31.284478 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ca7ca1b2-73e5-4398-a37e-73b0ac343d33 req-65cdae50-f2b4-412b-826f-803b74e96c48 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926497 May 23 12:35:31.316487 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2244510c-b5ce-437f-8f8b-ffd4bd16882d req-e3306fbc-1c97-4803-901c-62d16f95eb35 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a22669c-40f3-472c-a3be-6750f2a05bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777295 May 23 12:35:31.454851 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2244510c-b5ce-437f-8f8b-ffd4bd16882d req-cd12a587-8536-4a45-9540-b44817d88a8e service neutron] 10.222.0.13 "GET /v2.0/networks/7a22669c-40f3-472c-a3be-6750f2a05bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309719 May 23 12:35:31.590843 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2244510c-b5ce-437f-8f8b-ffd4bd16882d req-83a99ae6-493f-4117-9b14-fb4dceedf92e service neutron] 10.222.0.13 "GET /v2.0/networks/7a22669c-40f3-472c-a3be-6750f2a05bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289020 May 23 12:35:32.582671 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f37be7-3ff5-40d0-8506-e281de130735 req-ab01c20a-8960-401e-8535-d5c5b62876c9 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:35:32.584066 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-91f37be7-3ff5-40d0-8506-e281de130735 req-ab01c20a-8960-401e-8535-d5c5b62876c9 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 943 time: 0.1781499 May 23 12:35:32.631280 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-91f37be7-3ff5-40d0-8506-e281de130735 req-e75ea435-af80-474e-ba90-e676058bb698 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413465 May 23 12:35:33.836472 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231135e6-59f5-4c79-bc30-ed0a21ef2ffd req-70b3f93e-852c-44ec-98d9-c913c033f187 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:35:33.837846 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-231135e6-59f5-4c79-bc30-ed0a21ef2ffd req-70b3f93e-852c-44ec-98d9-c913c033f187 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 943 time: 0.0814064 May 23 12:35:33.885890 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-231135e6-59f5-4c79-bc30-ed0a21ef2ffd req-d02e17ad-bbf9-4a61-8603-52ccabc7886e tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418253 May 23 12:35:35.093385 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdcac70-11f9-4c9b-b660-40db5e19eed3 req-828ce775-8b89-4b0b-bbeb-2f62bb7575a9 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:35:35.094862 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ccdcac70-11f9-4c9b-b660-40db5e19eed3 req-828ce775-8b89-4b0b-bbeb-2f62bb7575a9 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 943 time: 0.0816090 May 23 12:35:35.143150 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ccdcac70-11f9-4c9b-b660-40db5e19eed3 req-e4cae33b-bedd-4351-aacb-68a7dd97dcba tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424805 May 23 12:35:36.345304 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26db83e-d6c2-4a4a-ba6b-3fd8043735c1 req-2c974e21-c0ef-4a0e-8d35-b5bb56b4db31 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:35:36.346720 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d26db83e-d6c2-4a4a-ba6b-3fd8043735c1 req-2c974e21-c0ef-4a0e-8d35-b5bb56b4db31 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 943 time: 0.0801003 May 23 12:35:36.397278 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d26db83e-d6c2-4a4a-ba6b-3fd8043735c1 req-120dde3c-a3c0-47dc-8135-6b646e1a5681 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439281 May 23 12:35:37.616375 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866b5b3-3946-4157-bf3d-898ade1a80fa req-399e941d-8684-48de-b476-599a17e213a3 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:35:37.619284 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c866b5b3-3946-4157-bf3d-898ade1a80fa req-399e941d-8684-48de-b476-599a17e213a3 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 943 time: 0.0900557 May 23 12:35:37.669551 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device bc1c19fc-44ac-4591-bc5e-a677fa5b159d details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 12:35:37.670176 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c866b5b3-3946-4157-bf3d-898ade1a80fa req-a19df774-6be0-4e34-abd7-cb75d9f5f838 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453479 May 23 12:35:37.834547 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port bc1c19fc-44ac-4591-bc5e-a677fa5b159d, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=bc1c19fc-44ac-4591-bc5e-a677fa5b159d,segment=NetworkSegment(f67cbd34-5bcc-473c-87bb-63d39fe03eea),segment_id=f67cbd34-5bcc-473c-87bb-63d39fe03eea)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:35:37.853456 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': 'bc1c19fc-44ac-4591-bc5e-a677fa5b159d', 'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4', 'port_id': 'bc1c19fc-44ac-4591-bc5e-a677fa5b159d', 'mac_address': 'fa:16:3e:6d:4a:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1fabf1-a465-4a1b-b641-e2c96e897dcc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 12:35:38.034110 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:35:38.065109 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc1c19fc-44ac-4591-bc5e-a677fa5b159d {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 12:35:38.087083 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port bc1c19fc-44ac-4591-bc5e-a677fa5b159d, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=bc1c19fc-44ac-4591-bc5e-a677fa5b159d,segment=NetworkSegment(f67cbd34-5bcc-473c-87bb-63d39fe03eea),segment_id=f67cbd34-5bcc-473c-87bb-63d39fe03eea)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:35:38.093372 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:35:38.187732 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=bc1c19fc-44ac-4591-bc5e-a677fa5b159d,revision_number=7']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:38.543478 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['bc1c19fc-44ac-4591-bc5e-a677fa5b159d'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 12:35:38.914186 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9cce99-9a5c-4631-ad0c-339000812ee1 req-23999feb-3897-4ba1-9b96-a0b841ec3ac0 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:35:38.915772 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6c9cce99-9a5c-4631-ad0c-339000812ee1 req-23999feb-3897-4ba1-9b96-a0b841ec3ac0 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 944 time: 0.0810463 May 23 12:35:38.967517 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6c9cce99-9a5c-4631-ad0c-339000812ee1 req-3357083c-b55d-4bb4-8378-c7023bfda3d5 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457470 May 23 12:35:39.052602 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:35:39.353336 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-39a6e8bb-8868-4e81-a734-905b1b91cddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:35:39.699028 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device bc1c19fc-44ac-4591-bc5e-a677fa5b159d up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:35:39.775916 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port bc1c19fc-44ac-4591-bc5e-a677fa5b159d triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:35:39.776280 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:35:39.895300 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:35:39.925919 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9afed746-7c2b-461e-b0da-db00418ae2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1c19fc-44ac-4591-bc5e-a677fa5b159d'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:35:39.936121 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port bc1c19fc-44ac-4591-bc5e-a677fa5b159d, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=bc1c19fc-44ac-4591-bc5e-a677fa5b159d,segment=NetworkSegment(f67cbd34-5bcc-473c-87bb-63d39fe03eea),segment_id=f67cbd34-5bcc-473c-87bb-63d39fe03eea)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:35:39.941819 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:35:40.015629 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=bc1c19fc-44ac-4591-bc5e-a677fa5b159d,revision_number=8']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:35:40.173762 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9b158-0e38-4c59-994f-f5d180440b5e req-656a8dc5-b6ae-4179-806f-41eec0c71f0c tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:35:40.175221 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cab9b158-0e38-4c59-994f-f5d180440b5e req-656a8dc5-b6ae-4179-806f-41eec0c71f0c tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 945 time: 0.0810497 May 23 12:35:40.223884 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cab9b158-0e38-4c59-994f-f5d180440b5e req-03ce8d35-3a76-436b-98ce-7cc061aa33a3 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415292 May 23 12:35:40.269897 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:35:41.009172 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd928d42-8fd9-459b-a9ff-54574c60893c'] response: {'server_uuid': '9afed746-7c2b-461e-b0da-db00418ae2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1c19fc-44ac-4591-bc5e-a677fa5b159d', 'code': 200} May 23 12:35:41.318951 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-68553265-7eae-4630-92ac-a2c965b75e99 req-7a1eea05-c3cf-47ea-8d0c-518bcc38beaf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 1096 time: 0.0890658 May 23 12:35:41.444518 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-68553265-7eae-4630-92ac-a2c965b75e99 req-5f82b477-8e48-404f-9e23-1d8b32359340 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183131 May 23 12:35:41.471891 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ba65f-3e83-47c7-8c27-408531d28d82 req-b007dd97-b82a-4ad9-a2a4-13a3089257ba tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:35:41.473333 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-362ba65f-3e83-47c7-8c27-408531d28d82 req-b007dd97-b82a-4ad9-a2a4-13a3089257ba tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 945 time: 0.1140049 May 23 12:35:41.524590 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-362ba65f-3e83-47c7-8c27-408531d28d82 req-443ae39a-dad5-4224-b47e-170681961a24 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447798 May 23 12:35:41.685597 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b995309f-2704-406a-8483-60c4c6ca361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:35:42.769640 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dbbe24-4a17-4898-89d4-1f3e598bdf17 req-b9c45f18-a39d-4ad3-b4ca-7d35441de9fc tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:35:42.771491 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a8dbbe24-4a17-4898-89d4-1f3e598bdf17 req-b9c45f18-a39d-4ad3-b4ca-7d35441de9fc tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 945 time: 0.1100950 May 23 12:35:42.824900 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a8dbbe24-4a17-4898-89d4-1f3e598bdf17 req-fed4a121-df5b-44c2-a451-f68be2bcf99c tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464098 May 23 12:35:42.976086 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:35:43.154231 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:35:44.039037 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:35:44.043395 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83324aef-b55f-428f-b515-58c4215930be req-24434aaa-698a-43ce-84ef-563ddd153683 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:35:44.045398 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-83324aef-b55f-428f-b515-58c4215930be req-24434aaa-698a-43ce-84ef-563ddd153683 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 945 time: 0.0910769 May 23 12:35:44.098215 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-83324aef-b55f-428f-b515-58c4215930be req-37ad1173-9ac2-49b1-8990-5bcd427ba3a1 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465469 May 23 12:35:44.714328 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:35:57.859798 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [req-50889dfb-c4d0-4213-a187-87df823e1951 req-6a12b2bb-5cef-46fc-8d67-e82fa94c4730 tempest-TestNetworkAdvancedServerOps-2096057621 tempest-TestNetworkAdvancedServerOps-2096057621-project] (83911) timed out ('10.222.0.81', 60961) {{(pid=83911) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 23 12:36:09.051369 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:36:09.348438 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bdbccfe3-811e-4664-8a89-b1fa326dccd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:36:10.270163 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:36:11.681115 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-15674230-a1bf-4847-9579-4d7bec3222fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:36:12.973801 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:36:13.151077 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:36:14.722303 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:36:21.046981 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:36:30.877728 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4a07d65e-493b-4de3-9e11-c91db341be62 req-09bbdb30-ae23-4ae9-a635-0d0173d77e88 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2354953 May 23 12:36:31.033228 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4a07d65e-493b-4de3-9e11-c91db341be62 req-d75dcf91-ddac-4c86-a3a1-31ee77aad26c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ccd79cbb3c64470a7c8cc443d655e4d&device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 1096 time: 0.0706801 May 23 12:36:31.180873 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07d65e-493b-4de3-9e11-c91db341be62 req-894534f4-1916-4264-951e-8f81ad31874d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:36:31.182351 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4a07d65e-493b-4de3-9e11-c91db341be62 req-894534f4-1916-4264-951e-8f81ad31874d service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a22669c-40f3-472c-a3be-6750f2a05bb4 HTTP/1.1" status: 200 len: 910 time: 0.1295338 May 23 12:36:31.290253 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4a07d65e-493b-4de3-9e11-c91db341be62 req-4e44d8c8-3e44-4f0e-801e-70d909bf9fe1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc1c19fc-44ac-4591-bc5e-a677fa5b159d HTTP/1.1" status: 200 len: 1000 time: 0.1009288 May 23 12:36:31.358316 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07d65e-493b-4de3-9e11-c91db341be62 req-8ef35628-6215-44f6-adf4-0ab1124349f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:36:31.359758 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4a07d65e-493b-4de3-9e11-c91db341be62 req-8ef35628-6215-44f6-adf4-0ab1124349f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a1fabf1-a465-4a1b-b641-e2c96e897dcc HTTP/1.1" status: 200 len: 848 time: 0.0638323 May 23 12:36:31.436778 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4a07d65e-493b-4de3-9e11-c91db341be62 req-ba54e935-e89f-49df-95b2-39698f149c08 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a22669c-40f3-472c-a3be-6750f2a05bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709171 May 23 12:36:31.569833 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4a07d65e-493b-4de3-9e11-c91db341be62 req-04d6a58a-b9b0-406f-84c0-13d7778f2b1b service neutron] 10.222.0.13 "GET /v2.0/networks/7a22669c-40f3-472c-a3be-6750f2a05bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261168 May 23 12:36:31.700062 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-4a07d65e-493b-4de3-9e11-c91db341be62 req-6aeffec6-9249-49fa-8639-87eb022e4245 service neutron] 10.222.0.13 "GET /v2.0/networks/7a22669c-40f3-472c-a3be-6750f2a05bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244099 May 23 12:36:39.095374 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:36:39.360469 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-25f1d6b7-5e23-4925-b8b5-2f640ae10b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:36:40.326923 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:36:41.692625 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7c13ff02-1e7d-4e29-9c0e-0e66fd7254c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:36:42.971332 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:36:43.156032 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:36:44.733280 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:36:58.046100 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:37:03.676840 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45170) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:37:03.899778 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-cb04214e-4487-4906-8a7a-6f0f78b504b4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Deleting port 28468a26-880a-40a4-a6e3-3024e4fd4784 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:37:03.900158 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cb04214e-4487-4906-8a7a-6f0f78b504b4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:04.073487 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cb04214e-4487-4906-8a7a-6f0f78b504b4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:04.073766 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cb04214e-4487-4906-8a7a-6f0f78b504b4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:04.194722 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-cb04214e-4487-4906-8a7a-6f0f78b504b4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Calling delete_port for 28468a26-880a-40a4-a6e3-3024e4fd4784 owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:37:04.349530 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cb04214e-4487-4906-8a7a-6f0f78b504b4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:04.393831 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04214e-4487-4906-8a7a-6f0f78b504b4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Pushing event deleted for resources: {'Port': ['ID=28468a26-880a-40a4-a6e3-3024e4fd4784,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:04.433805 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04214e-4487-4906-8a7a-6f0f78b504b4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:04.434179 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04214e-4487-4906-8a7a-6f0f78b504b4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:04.434541 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04214e-4487-4906-8a7a-6f0f78b504b4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:04.434875 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04214e-4487-4906-8a7a-6f0f78b504b4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:04.435200 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04214e-4487-4906-8a7a-6f0f78b504b4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:04.435522 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04214e-4487-4906-8a7a-6f0f78b504b4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:04.435843 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04214e-4487-4906-8a7a-6f0f78b504b4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:04.436208 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04214e-4487-4906-8a7a-6f0f78b504b4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:04.436535 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04214e-4487-4906-8a7a-6f0f78b504b4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:04.436851 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04214e-4487-4906-8a7a-6f0f78b504b4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:04.437170 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04214e-4487-4906-8a7a-6f0f78b504b4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:04.504998 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cb04214e-4487-4906-8a7a-6f0f78b504b4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:05.033213 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb04214e-4487-4906-8a7a-6f0f78b504b4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Router 87ffcff6-76a4-42d7-806d-abc01a8a96f8 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:37:05.238086 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb04214e-4487-4906-8a7a-6f0f78b504b4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:37:05.248480 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4459cf44-3ea8-43c6-86dd-1242ff2cdc40 None None] Sync routers for ids ['87ffcff6-76a4-42d7-806d-abc01a8a96f8'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:37:05.259263 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cb04214e-4487-4906-8a7a-6f0f78b504b4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:05.261279 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4459cf44-3ea8-43c6-86dd-1242ff2cdc40 None None] Routers {'87ffcff6-76a4-42d7-806d-abc01a8a96f8'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:37:05.261911 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-4459cf44-3ea8-43c6-86dd-1242ff2cdc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:36:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['87ffcff6-76a4-42d7-806d-abc01a8a96f8'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:05.317749 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-cb04214e-4487-4906-8a7a-6f0f78b504b4 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "DELETE /v2.0/floatingips/2aef6881-5e41-44ab-9ca1-d5795cb450d5 HTTP/1.1" status: 204 len: 168 time: 1.6396952 May 23 12:37:05.318226 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9afed746-7c2b-461e-b0da-db00418ae2fa', 'tag': 'bc1c19fc-44ac-4591-bc5e-a677fa5b159d'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:37:05.395337 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da03e35b-03c1-4dd0-a821-5e2b2db6b149'] response: {'name': 'network-changed', 'server_uuid': '9afed746-7c2b-461e-b0da-db00418ae2fa', 'tag': 'bc1c19fc-44ac-4591-bc5e-a677fa5b159d', 'status': 'completed', 'code': 200} May 23 12:37:05.458008 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-4459cf44-3ea8-43c6-86dd-1242ff2cdc40 None None] Set router 87ffcff6-76a4-42d7-806d-abc01a8a96f8 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:37:05.514243 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-09f9bc25-c62d-460d-a884-e9201ca1502f req-9f919c35-76e3-4932-88b5-2ca7b53309ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ccd79cbb3c64470a7c8cc443d655e4d&device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 1096 time: 0.0738575 May 23 12:37:05.801163 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-4459cf44-3ea8-43c6-86dd-1242ff2cdc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'name': 'tempest-TestShelveInstance-1790629747-router', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '764dc02d-f81e-4eec-ac41-4d2ccad0c13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:26:04Z', 'updated_at': '2022-05-23T12:26:08Z', 'revision_number': 4, 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'gw_port': {'id': '764dc02d-f81e-4eec-ac41-4d2ccad0c13d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:26:05Z', 'updated_at': '2022-05-23T12:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '12c00d26-f98c-4880-a18b-75b401fc1c92', 'name': '', 'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'mac_address': 'fa:16:3e:2b:b1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a1fabf1-a465-4a1b-b641-e2c96e897dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:26:07Z', 'updated_at': '2022-05-23T12:26:26Z', 'revision_number': 5, 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'subnets': [{'id': '9a1fabf1-a465-4a1b-b641-e2c96e897dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:05.805314 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4459cf44-3ea8-43c6-86dd-1242ff2cdc40 None None] Checking router: 87ffcff6-76a4-42d7-806d-abc01a8a96f8 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:37:05.816360 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4459cf44-3ea8-43c6-86dd-1242ff2cdc40 None None] Routers {'87ffcff6-76a4-42d7-806d-abc01a8a96f8'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:37:05.816988 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-4459cf44-3ea8-43c6-86dd-1242ff2cdc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:36:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['87ffcff6-76a4-42d7-806d-abc01a8a96f8'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:05.818369 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9bc25-c62d-460d-a884-e9201ca1502f req-264d9d98-36bc-47bb-ba36-e0104ef22d4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:37:05.819978 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-09f9bc25-c62d-460d-a884-e9201ca1502f req-264d9d98-36bc-47bb-ba36-e0104ef22d4a service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a22669c-40f3-472c-a3be-6750f2a05bb4 HTTP/1.1" status: 200 len: 910 time: 0.3000469 May 23 12:37:05.833298 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd65091-cb1c-4e19-8979-983791be06a7 req-3a7fdcbd-0121-42f6-9462-9a54dcc59bb9 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:37:05.834849 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cdd65091-cb1c-4e19-8979-983791be06a7 req-3a7fdcbd-0121-42f6-9462-9a54dcc59bb9 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 945 time: 0.1365905 May 23 12:37:05.920165 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-09f9bc25-c62d-460d-a884-e9201ca1502f req-fbc1ba6d-5220-402d-91dd-5186a6a4696a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc1c19fc-44ac-4591-bc5e-a677fa5b159d HTTP/1.1" status: 200 len: 217 time: 0.0931506 May 23 12:37:05.987683 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-cdd65091-cb1c-4e19-8979-983791be06a7 req-08d8283c-3989-418b-bc9a-483a63977c8d tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020174 May 23 12:37:05.997140 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9bc25-c62d-460d-a884-e9201ca1502f req-491649fc-8909-4285-8113-3b4de792f97e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:37:05.998582 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-09f9bc25-c62d-460d-a884-e9201ca1502f req-491649fc-8909-4285-8113-3b4de792f97e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a1fabf1-a465-4a1b-b641-e2c96e897dcc HTTP/1.1" status: 200 len: 848 time: 0.0689392 May 23 12:37:06.008562 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-4459cf44-3ea8-43c6-86dd-1242ff2cdc40 None None] Set router 87ffcff6-76a4-42d7-806d-abc01a8a96f8 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:37:06.082586 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-09f9bc25-c62d-460d-a884-e9201ca1502f req-3da32f63-958b-4438-90c6-9f004be45f20 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a22669c-40f3-472c-a3be-6750f2a05bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757282 May 23 12:37:06.221757 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-09f9bc25-c62d-460d-a884-e9201ca1502f req-215299b6-0b65-4115-9709-28000f6da54e service neutron] 10.222.0.13 "GET /v2.0/networks/7a22669c-40f3-472c-a3be-6750f2a05bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325181 May 23 12:37:06.373600 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-09f9bc25-c62d-460d-a884-e9201ca1502f req-82cf85b0-c59e-4747-928e-34623ce31e4d service neutron] 10.222.0.13 "GET /v2.0/networks/7a22669c-40f3-472c-a3be-6750f2a05bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439936 May 23 12:37:06.382543 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-4459cf44-3ea8-43c6-86dd-1242ff2cdc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'name': 'tempest-TestShelveInstance-1790629747-router', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '764dc02d-f81e-4eec-ac41-4d2ccad0c13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:26:04Z', 'updated_at': '2022-05-23T12:26:08Z', 'revision_number': 4, 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'gw_port': {'id': '764dc02d-f81e-4eec-ac41-4d2ccad0c13d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:26:05Z', 'updated_at': '2022-05-23T12:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '12c00d26-f98c-4880-a18b-75b401fc1c92', 'name': '', 'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'mac_address': 'fa:16:3e:2b:b1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a1fabf1-a465-4a1b-b641-e2c96e897dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:26:07Z', 'updated_at': '2022-05-23T12:26:26Z', 'revision_number': 5, 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'subnets': [{'id': '9a1fabf1-a465-4a1b-b641-e2c96e897dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:06.386670 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4459cf44-3ea8-43c6-86dd-1242ff2cdc40 None None] The sync data for ids ['87ffcff6-76a4-42d7-806d-abc01a8a96f8'] in n-d-842952-2 is: [{'id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'name': 'tempest-TestShelveInstance-1790629747-router', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '764dc02d-f81e-4eec-ac41-4d2ccad0c13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:26:04Z', 'updated_at': '2022-05-23T12:26:08Z', 'revision_number': 4, 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'gw_port': {'id': '764dc02d-f81e-4eec-ac41-4d2ccad0c13d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:26:05Z', 'updated_at': '2022-05-23T12:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '12c00d26-f98c-4880-a18b-75b401fc1c92', 'name': '', 'network_id': '7a22669c-40f3-472c-a3be-6750f2a05bb4', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'mac_address': 'fa:16:3e:2b:b1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a1fabf1-a465-4a1b-b641-e2c96e897dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:26:07Z', 'updated_at': '2022-05-23T12:26:26Z', 'revision_number': 5, 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'subnets': [{'id': '9a1fabf1-a465-4a1b-b641-e2c96e897dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:37:06.733020 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f922f880-5ed1-4070-8353-10fc55c2f6ea None None] New status for floating IP 2aef6881-5e41-44ab-9ca1-d5795cb450d5: DOWN {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 12:37:07.202366 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c2feb-4807-4144-93d4-e61189759f6d req-66ce7115-d2cf-42d0-8b7d-b2ada63ef235 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:37:07.203937 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-054c2feb-4807-4144-93d4-e61189759f6d req-66ce7115-d2cf-42d0-8b7d-b2ada63ef235 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 945 time: 0.0875006 May 23 12:37:07.252249 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-054c2feb-4807-4144-93d4-e61189759f6d req-b59f2fba-640d-4ecd-b6a8-912664c17b89 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/security-groups?id=dec40ec8-d335-429a-9929-d427e4b34558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419004 May 23 12:37:07.452854 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f073aa-2e8d-4e06-9932-41aebbfc1a12 req-c30b6afb-b468-4403-95ea-9a0919913e0a tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:37:07.454216 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e8f073aa-2e8d-4e06-9932-41aebbfc1a12 req-c30b6afb-b468-4403-95ea-9a0919913e0a tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.13 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 945 time: 0.0871019 May 23 12:37:07.529120 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-e8f073aa-2e8d-4e06-9932-41aebbfc1a12 req-9bb3db7f-778f-43bd-ae88-90f630ff9b08 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Deleting port bc1c19fc-44ac-4591-bc5e-a677fa5b159d {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:37:07.529473 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e8f073aa-2e8d-4e06-9932-41aebbfc1a12 req-9bb3db7f-778f-43bd-ae88-90f630ff9b08 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:07.804192 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-e8f073aa-2e8d-4e06-9932-41aebbfc1a12 req-9bb3db7f-778f-43bd-ae88-90f630ff9b08 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] For port bc1c19fc-44ac-4591-bc5e-a677fa5b159d, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=bc1c19fc-44ac-4591-bc5e-a677fa5b159d,segment=NetworkSegment(f67cbd34-5bcc-473c-87bb-63d39fe03eea),segment_id=f67cbd34-5bcc-473c-87bb-63d39fe03eea)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:37:07.804510 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e8f073aa-2e8d-4e06-9932-41aebbfc1a12 req-9bb3db7f-778f-43bd-ae88-90f630ff9b08 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:07.932671 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [req-e8f073aa-2e8d-4e06-9932-41aebbfc1a12 req-9bb3db7f-778f-43bd-ae88-90f630ff9b08 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Calling delete_port for bc1c19fc-44ac-4591-bc5e-a677fa5b159d owned by compute:nova {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:37:08.081059 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e8f073aa-2e8d-4e06-9932-41aebbfc1a12 req-9bb3db7f-778f-43bd-ae88-90f630ff9b08 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:08.132690 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb3db7f-778f-43bd-ae88-90f630ff9b08 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Pushing event deleted for resources: {'Port': ['ID=bc1c19fc-44ac-4591-bc5e-a677fa5b159d,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:08.177307 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb3db7f-778f-43bd-ae88-90f630ff9b08 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:08.177652 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb3db7f-778f-43bd-ae88-90f630ff9b08 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:08.177978 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb3db7f-778f-43bd-ae88-90f630ff9b08 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:08.178300 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb3db7f-778f-43bd-ae88-90f630ff9b08 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:08.178615 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb3db7f-778f-43bd-ae88-90f630ff9b08 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:08.178926 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb3db7f-778f-43bd-ae88-90f630ff9b08 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:08.179244 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb3db7f-778f-43bd-ae88-90f630ff9b08 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:08.179549 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb3db7f-778f-43bd-ae88-90f630ff9b08 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:08.179909 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb3db7f-778f-43bd-ae88-90f630ff9b08 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:08.180205 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb3db7f-778f-43bd-ae88-90f630ff9b08 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:08.180510 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb3db7f-778f-43bd-ae88-90f630ff9b08 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:08.330934 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f073aa-2e8d-4e06-9932-41aebbfc1a12 req-9bb3db7f-778f-43bd-ae88-90f630ff9b08 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] No DVR routers for this DVR port bc1c19fc-44ac-4591-bc5e-a677fa5b159d on host n-h1-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:37:08.334362 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-e8f073aa-2e8d-4e06-9932-41aebbfc1a12 req-9bb3db7f-778f-43bd-ae88-90f630ff9b08 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:08.338205 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9afed746-7c2b-461e-b0da-db00418ae2fa', 'name': 'network-vif-deleted', 'tag': 'bc1c19fc-44ac-4591-bc5e-a677fa5b159d'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:37:08.351434 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-e8f073aa-2e8d-4e06-9932-41aebbfc1a12 req-9bb3db7f-778f-43bd-ae88-90f630ff9b08 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.13 "DELETE /v2.0/ports/bc1c19fc-44ac-4591-bc5e-a677fa5b159d HTTP/1.1" status: 204 len: 173 time: 0.8911779 May 23 12:37:08.422688 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bf41073-99db-4e4d-84dc-16c9281cb683'] response: {'server_uuid': '9afed746-7c2b-461e-b0da-db00418ae2fa', 'name': 'network-vif-deleted', 'tag': 'bc1c19fc-44ac-4591-bc5e-a677fa5b159d', 'status': 'completed', 'code': 200} May 23 12:37:08.437604 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-008ae561-b950-4f9c-badc-68b22077631a req-39ae90ee-afa1-48d2-8dd8-58269fab1bdc tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Synchronizing usage tracker for tenant:1ccd79cbb3c64470a7c8cc443d655e4d on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:37:08.459329 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-008ae561-b950-4f9c-badc-68b22077631a req-39ae90ee-afa1-48d2-8dd8-58269fab1bdc tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Unset dirty status for tenant:1ccd79cbb3c64470a7c8cc443d655e4d on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:37:08.460971 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-008ae561-b950-4f9c-badc-68b22077631a req-39ae90ee-afa1-48d2-8dd8-58269fab1bdc tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "GET /v2.0/ports?device_id=9afed746-7c2b-461e-b0da-db00418ae2fa HTTP/1.1" status: 200 len: 210 time: 0.0706780 May 23 12:37:09.080676 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:09.359399 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-09439a99-b728-4589-906f-caef218bd96f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:09.861124 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45208) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:37:09.935931 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-073fc01f-b8a0-4959-84f1-a639a75e6671 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:09.968168 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-073fc01f-b8a0-4959-84f1-a639a75e6671 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:10.046547 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-073fc01f-b8a0-4959-84f1-a639a75e6671 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:10.067510 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073fc01f-b8a0-4959-84f1-a639a75e6671 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec40ec8-d335-429a-9929-d427e4b34558,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:10.077755 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-073fc01f-b8a0-4959-84f1-a639a75e6671 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:10.081386 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-073fc01f-b8a0-4959-84f1-a639a75e6671 tempest-TestShelveInstance-1639911134 tempest-TestShelveInstance-1639911134-project] 10.222.0.79 "DELETE /v2.0/security-groups/dec40ec8-d335-429a-9929-d427e4b34558 HTTP/1.1" status: 204 len: 168 time: 0.2168102 May 23 12:37:10.146326 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45214) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:37:10.289153 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device bc1c19fc-44ac-4591-bc5e-a677fa5b159d no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:37:10.335685 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: bc1c19fc-44ac-4591-bc5e-a677fa5b159d {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:37:10.336177 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device bc1c19fc-44ac-4591-bc5e-a677fa5b159d not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:37:10.355356 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:10.809315 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-72216b11-abc1-45a6-a284-85f3eceddb4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:11.639665 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-72216b11-abc1-45a6-a284-85f3eceddb4a admin admin] Deleting port 12c00d26-f98c-4880-a18b-75b401fc1c92 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:37:11.640401 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-72216b11-abc1-45a6-a284-85f3eceddb4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:11.696522 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-12b3f7f8-6c3e-4833-8082-7219a4eae2e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:11.849408 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-72216b11-abc1-45a6-a284-85f3eceddb4a admin admin] For port 12c00d26-f98c-4880-a18b-75b401fc1c92, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=12c00d26-f98c-4880-a18b-75b401fc1c92,segment=NetworkSegment(f67cbd34-5bcc-473c-87bb-63d39fe03eea),segment_id=f67cbd34-5bcc-473c-87bb-63d39fe03eea)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:37:11.849751 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-72216b11-abc1-45a6-a284-85f3eceddb4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:11.984883 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-72216b11-abc1-45a6-a284-85f3eceddb4a admin admin] Calling delete_port for 12c00d26-f98c-4880-a18b-75b401fc1c92 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:37:12.166112 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-72216b11-abc1-45a6-a284-85f3eceddb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:12.213630 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72216b11-abc1-45a6-a284-85f3eceddb4a admin admin] Pushing event deleted for resources: {'Port': ['ID=12c00d26-f98c-4880-a18b-75b401fc1c92,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:12.515994 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-72216b11-abc1-45a6-a284-85f3eceddb4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:12.967980 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:13.153308 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:13.257386 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72216b11-abc1-45a6-a284-85f3eceddb4a admin admin] Router 87ffcff6-76a4-42d7-806d-abc01a8a96f8 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:37:13.464947 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72216b11-abc1-45a6-a284-85f3eceddb4a admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:37:13.475026 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbea2d0-2e8e-4c55-a6e3-736cb5b2c6b5 None None] Sync routers for ids ['87ffcff6-76a4-42d7-806d-abc01a8a96f8'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:37:13.484444 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-72216b11-abc1-45a6-a284-85f3eceddb4a admin admin] 10.222.0.79 "PUT /v2.0/routers/87ffcff6-76a4-42d7-806d-abc01a8a96f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3366222 May 23 12:37:13.486998 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45222) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:37:13.491270 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbea2d0-2e8e-4c55-a6e3-736cb5b2c6b5 None None] Routers {'87ffcff6-76a4-42d7-806d-abc01a8a96f8'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:37:13.492015 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-abbea2d0-2e8e-4c55-a6e3-736cb5b2c6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:37:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['87ffcff6-76a4-42d7-806d-abc01a8a96f8'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:13.690030 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-abbea2d0-2e8e-4c55-a6e3-736cb5b2c6b5 None None] Set router 87ffcff6-76a4-42d7-806d-abc01a8a96f8 gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:37:13.702401 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a02d25f3-a89e-4d85-bbde-c504aa6c78e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:13.920827 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a02d25f3-a89e-4d85-bbde-c504aa6c78e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:13.931400 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a02d25f3-a89e-4d85-bbde-c504aa6c78e9 admin admin] Deleting port 764dc02d-f81e-4eec-ac41-4d2ccad0c13d {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:37:13.931738 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a02d25f3-a89e-4d85-bbde-c504aa6c78e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:14.002752 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-abbea2d0-2e8e-4c55-a6e3-736cb5b2c6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'name': 'tempest-TestShelveInstance-1790629747-router', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '764dc02d-f81e-4eec-ac41-4d2ccad0c13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:26:04Z', 'updated_at': '2022-05-23T12:37:12Z', 'revision_number': 5, 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'gw_port': {'id': '764dc02d-f81e-4eec-ac41-4d2ccad0c13d', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:26:05Z', 'updated_at': '2022-05-23T12:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:14.007593 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbea2d0-2e8e-4c55-a6e3-736cb5b2c6b5 None None] Checking router: 87ffcff6-76a4-42d7-806d-abc01a8a96f8 for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:37:14.019368 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbea2d0-2e8e-4c55-a6e3-736cb5b2c6b5 None None] Routers {'87ffcff6-76a4-42d7-806d-abc01a8a96f8'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:37:14.020014 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-abbea2d0-2e8e-4c55-a6e3-736cb5b2c6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:37:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['87ffcff6-76a4-42d7-806d-abc01a8a96f8'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:14.123789 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-a02d25f3-a89e-4d85-bbde-c504aa6c78e9 admin admin] For port 764dc02d-f81e-4eec-ac41-4d2ccad0c13d, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=764dc02d-f81e-4eec-ac41-4d2ccad0c13d,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:37:14.124037 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a02d25f3-a89e-4d85-bbde-c504aa6c78e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:14.187268 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-abbea2d0-2e8e-4c55-a6e3-736cb5b2c6b5 None None] Set router 87ffcff6-76a4-42d7-806d-abc01a8a96f8 gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:37:14.256776 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a02d25f3-a89e-4d85-bbde-c504aa6c78e9 admin admin] Calling delete_port for 764dc02d-f81e-4eec-ac41-4d2ccad0c13d owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:37:14.305666 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-abbea2d0-2e8e-4c55-a6e3-736cb5b2c6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'name': 'tempest-TestShelveInstance-1790629747-router', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:26:04Z', 'updated_at': '2022-05-23T12:37:13Z', 'revision_number': 6, 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'gw_port_host': None}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:14.310265 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbea2d0-2e8e-4c55-a6e3-736cb5b2c6b5 None None] The sync data for ids ['87ffcff6-76a4-42d7-806d-abc01a8a96f8'] in n-d-842952-2 is: [{'id': '87ffcff6-76a4-42d7-806d-abc01a8a96f8', 'name': 'tempest-TestShelveInstance-1790629747-router', 'tenant_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:26:04Z', 'updated_at': '2022-05-23T12:37:13Z', 'revision_number': 6, 'project_id': '1ccd79cbb3c64470a7c8cc443d655e4d', 'gw_port_host': None}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:37:14.442897 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a02d25f3-a89e-4d85-bbde-c504aa6c78e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:14.488774 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d25f3-a89e-4d85-bbde-c504aa6c78e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=764dc02d-f81e-4eec-ac41-4d2ccad0c13d,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:14.728684 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:14.851788 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a02d25f3-a89e-4d85-bbde-c504aa6c78e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:15.128649 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a02d25f3-a89e-4d85-bbde-c504aa6c78e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:15.133517 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a02d25f3-a89e-4d85-bbde-c504aa6c78e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:15.166755 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a02d25f3-a89e-4d85-bbde-c504aa6c78e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:15.167279 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02d25f3-a89e-4d85-bbde-c504aa6c78e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87ffcff6-76a4-42d7-806d-abc01a8a96f8 {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 12:37:15.181615 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a02d25f3-a89e-4d85-bbde-c504aa6c78e9 admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:15.182798 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a02d25f3-a89e-4d85-bbde-c504aa6c78e9 admin admin] 10.222.0.79 "DELETE /v2.0/routers/87ffcff6-76a4-42d7-806d-abc01a8a96f8 HTTP/1.1" status: 204 len: 168 time: 1.6948030 May 23 12:37:15.185924 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45228) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:37:15.259712 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bf4c728-6c67-4ae7-b203-6d35544001af admin admin] Deleting subnet 9a1fabf1-a465-4a1b-b641-e2c96e897dcc {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 12:37:15.263932 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0bf4c728-6c67-4ae7-b203-6d35544001af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:15.338783 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0bf4c728-6c67-4ae7-b203-6d35544001af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:15.450591 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0bf4c728-6c67-4ae7-b203-6d35544001af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:15.529001 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0bf4c728-6c67-4ae7-b203-6d35544001af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:15.568009 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf4c728-6c67-4ae7-b203-6d35544001af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a1fabf1-a465-4a1b-b641-e2c96e897dcc,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:15.574749 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0bf4c728-6c67-4ae7-b203-6d35544001af admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:15.581440 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc0e1ba-ebf8-4a77-a1f3-861e2fffd4b7 None None] Network 7a22669c-40f3-472c-a3be-6750f2a05bb4 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:37:15.581921 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-0bf4c728-6c67-4ae7-b203-6d35544001af admin admin] 10.222.0.79 "DELETE /v2.0/subnets/9a1fabf1-a465-4a1b-b641-e2c96e897dcc HTTP/1.1" status: 204 len: 168 time: 0.3949366 May 23 12:37:15.584876 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45232) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:37:15.701500 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-60e812d2-15c5-4ede-837a-988baf948466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:15.712198 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-60e812d2-15c5-4ede-837a-988baf948466 admin admin] Deleting port 7b552eff-584f-4d52-9501-983d4637888c {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:37:15.712532 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-60e812d2-15c5-4ede-837a-988baf948466 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:15.857984 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5405834e-c09d-469a-ae14-6bfff207be4c None None] DHCP port deletion for 7a22669c-40f3-472c-a3be-6750f2a05bb4 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 12:37:15.863573 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5405834e-c09d-469a-ae14-6bfff207be4c None None] Deleting port 7b552eff-584f-4d52-9501-983d4637888c {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:37:15.863985 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5405834e-c09d-469a-ae14-6bfff207be4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:15.899911 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 12c00d26-f98c-4880-a18b-75b401fc1c92 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:37:15.937116 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-60e812d2-15c5-4ede-837a-988baf948466 admin admin] For port 7b552eff-584f-4d52-9501-983d4637888c, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=7b552eff-584f-4d52-9501-983d4637888c,segment=NetworkSegment(f67cbd34-5bcc-473c-87bb-63d39fe03eea),segment_id=f67cbd34-5bcc-473c-87bb-63d39fe03eea)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:37:15.937463 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-60e812d2-15c5-4ede-837a-988baf948466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:15.946086 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 12c00d26-f98c-4880-a18b-75b401fc1c92 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:37:15.946425 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 12c00d26-f98c-4880-a18b-75b401fc1c92 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:37:15.946832 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 764dc02d-f81e-4eec-ac41-4d2ccad0c13d no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:37:15.986565 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 764dc02d-f81e-4eec-ac41-4d2ccad0c13d {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:37:15.986565 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 764dc02d-f81e-4eec-ac41-4d2ccad0c13d not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:37:16.069923 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-60e812d2-15c5-4ede-837a-988baf948466 admin admin] Calling delete_port for 7b552eff-584f-4d52-9501-983d4637888c owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:37:16.148164 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-60e812d2-15c5-4ede-837a-988baf948466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:16.192940 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e812d2-15c5-4ede-837a-988baf948466 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b552eff-584f-4d52-9501-983d4637888c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:16.201743 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e812d2-15c5-4ede-837a-988baf948466 admin admin] No DVR routers for this DVR port 7b552eff-584f-4d52-9501-983d4637888c on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:37:16.207852 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5405834e-c09d-469a-ae14-6bfff207be4c None None] For port 7b552eff-584f-4d52-9501-983d4637888c, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=7b552eff-584f-4d52-9501-983d4637888c,segment=NetworkSegment(f67cbd34-5bcc-473c-87bb-63d39fe03eea),segment_id=f67cbd34-5bcc-473c-87bb-63d39fe03eea)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:37:16.208241 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5405834e-c09d-469a-ae14-6bfff207be4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:16.318263 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-60e812d2-15c5-4ede-837a-988baf948466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:16.328264 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5405834e-c09d-469a-ae14-6bfff207be4c None None] Calling delete_port for 7b552eff-584f-4d52-9501-983d4637888c owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:37:16.402342 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-5405834e-c09d-469a-ae14-6bfff207be4c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 12:37:16.402689 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-5405834e-c09d-469a-ae14-6bfff207be4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 12:37:16.451415 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-60e812d2-15c5-4ede-837a-988baf948466 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a22669c-40f3-472c-a3be-6750f2a05bb4']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:16.464470 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-60e812d2-15c5-4ede-837a-988baf948466 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f67cbd34-5bcc-473c-87bb-63d39fe03eea') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:16.464764 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-60e812d2-15c5-4ede-837a-988baf948466 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f67cbd34-5bcc-473c-87bb-63d39fe03eea') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:16.476517 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-60e812d2-15c5-4ede-837a-988baf948466 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:16.494999 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-60e812d2-15c5-4ede-837a-988baf948466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:16.501752 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60e812d2-15c5-4ede-837a-988baf948466 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 12:37:16.502166 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-60e812d2-15c5-4ede-837a-988baf948466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:16.515752 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 12:37:16.515752 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 12:37:16.515752 n-d-842952-2 neutron-server[83911]: timer() May 23 12:37:16.515752 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 12:37:16.515752 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 12:37:16.515752 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 12:37:16.515752 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 12:37:16.515752 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 12:37:16.515752 n-d-842952-2 neutron-server[83911]: self._notify() May 23 12:37:16.515752 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 12:37:16.515752 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 12:37:16.515752 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 12:37:16.515752 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 12:37:16.515752 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 12:37:16.515752 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 12:37:16.515752 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 12:37:16.515752 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 12:37:16.515752 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 12:37:16.515752 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 12:37:16.515752 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 12:37:16.515752 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 12:37:16.515752 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 12:37:16.515752 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 12:37:16.515752 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 12:37:16.515752 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 12:37:16.515752 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 12:37:16.515752 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 12:37:16.515752 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 12:37:16.515752 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 12:37:16.515752 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 12:37:16.515752 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 12:37:16.515752 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 12:37:16.594268 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-60e812d2-15c5-4ede-837a-988baf948466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:16.610601 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-60e812d2-15c5-4ede-837a-988baf948466 admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:16.622376 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e812d2-15c5-4ede-837a-988baf948466 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a22669c-40f3-472c-a3be-6750f2a05bb4,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:16.635355 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-60e812d2-15c5-4ede-837a-988baf948466 admin admin] 10.222.0.79 "DELETE /v2.0/networks/7a22669c-40f3-472c-a3be-6750f2a05bb4 HTTP/1.1" status: 204 len: 168 time: 1.0495079 May 23 12:37:16.638349 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45236) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:37:16.903793 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5405834e-c09d-469a-ae14-6bfff207be4c None None] Deleting port 7b552eff-584f-4d52-9501-983d4637888c {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:37:16.904396 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5405834e-c09d-469a-ae14-6bfff207be4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:16.974222 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5405834e-c09d-469a-ae14-6bfff207be4c None None] The port '7b552eff-584f-4d52-9501-983d4637888c' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 12:37:17.063891 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d75efdc1-ad10-4ea3-a5ec-d5a3d332b72c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:17.679874 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-d75efdc1-ad10-4ea3-a5ec-d5a3d332b72c admin admin] Deleting port bbecc3c8-fddb-4868-8962-a5a6e92178be {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:37:17.680631 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d75efdc1-ad10-4ea3-a5ec-d5a3d332b72c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:17.859427 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 7b552eff-584f-4d52-9501-983d4637888c no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:37:17.874490 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-d75efdc1-ad10-4ea3-a5ec-d5a3d332b72c admin admin] For port bbecc3c8-fddb-4868-8962-a5a6e92178be, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=bbecc3c8-fddb-4868-8962-a5a6e92178be,segment=NetworkSegment(728039b7-30c2-482a-8bbe-b1fb52b6f8db),segment_id=728039b7-30c2-482a-8bbe-b1fb52b6f8db)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:37:17.874843 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d75efdc1-ad10-4ea3-a5ec-d5a3d332b72c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:17.892323 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 7b552eff-584f-4d52-9501-983d4637888c {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:37:17.892738 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 7b552eff-584f-4d52-9501-983d4637888c not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:37:18.112811 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-d75efdc1-ad10-4ea3-a5ec-d5a3d332b72c admin admin] Calling delete_port for bbecc3c8-fddb-4868-8962-a5a6e92178be owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:37:18.304990 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d75efdc1-ad10-4ea3-a5ec-d5a3d332b72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:18.372687 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75efdc1-ad10-4ea3-a5ec-d5a3d332b72c admin admin] Pushing event deleted for resources: {'Port': ['ID=bbecc3c8-fddb-4868-8962-a5a6e92178be,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:18.724281 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d75efdc1-ad10-4ea3-a5ec-d5a3d332b72c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:19.400811 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d75efdc1-ad10-4ea3-a5ec-d5a3d332b72c admin admin] Router 3cfed9ba-c75f-4bff-ac40-7d85919b05a1 has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:37:19.612597 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75efdc1-ad10-4ea3-a5ec-d5a3d332b72c admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:37:19.622407 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eae15fc-da41-4c84-b216-9b6646dd95a8 None None] Sync routers for ids ['3cfed9ba-c75f-4bff-ac40-7d85919b05a1'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:37:19.630402 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-d75efdc1-ad10-4ea3-a5ec-d5a3d332b72c admin admin] 10.222.0.79 "PUT /v2.0/routers/3cfed9ba-c75f-4bff-ac40-7d85919b05a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9910128 May 23 12:37:19.633113 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45240) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:37:19.639436 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eae15fc-da41-4c84-b216-9b6646dd95a8 None None] Routers {'3cfed9ba-c75f-4bff-ac40-7d85919b05a1'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:37:19.640114 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-8eae15fc-da41-4c84-b216-9b6646dd95a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:37:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['3cfed9ba-c75f-4bff-ac40-7d85919b05a1'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:19.850796 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-007ee2a6-8f96-49d1-8647-e3bc429e7c8a admin admin] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:19.871018 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-8eae15fc-da41-4c84-b216-9b6646dd95a8 None None] Set router 3cfed9ba-c75f-4bff-ac40-7d85919b05a1 gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:37:20.066954 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-007ee2a6-8f96-49d1-8647-e3bc429e7c8a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:20.081560 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-007ee2a6-8f96-49d1-8647-e3bc429e7c8a admin admin] Deleting port 9bea1c93-ce9e-4d9b-b52b-703f226fbfda {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:37:20.081895 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-007ee2a6-8f96-49d1-8647-e3bc429e7c8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:20.199443 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-8eae15fc-da41-4c84-b216-9b6646dd95a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cfed9ba-c75f-4bff-ac40-7d85919b05a1', 'name': 'tempest-TestShelveInstance-418271829-router', 'tenant_id': '93c00c1cad7b458f898d73ddfa20faef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '9bea1c93-ce9e-4d9b-b52b-703f226fbfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:26:11Z', 'updated_at': '2022-05-23T12:37:18Z', 'revision_number': 5, 'project_id': '93c00c1cad7b458f898d73ddfa20faef', 'gw_port': {'id': '9bea1c93-ce9e-4d9b-b52b-703f226fbfda', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:99:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfed9ba-c75f-4bff-ac40-7d85919b05a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:26:12Z', 'updated_at': '2022-05-23T12:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:20.203427 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eae15fc-da41-4c84-b216-9b6646dd95a8 None None] Checking router: 3cfed9ba-c75f-4bff-ac40-7d85919b05a1 for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:37:20.213809 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eae15fc-da41-4c84-b216-9b6646dd95a8 None None] Routers {'3cfed9ba-c75f-4bff-ac40-7d85919b05a1'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:37:20.214387 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-8eae15fc-da41-4c84-b216-9b6646dd95a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:37:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['3cfed9ba-c75f-4bff-ac40-7d85919b05a1'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:20.259997 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-007ee2a6-8f96-49d1-8647-e3bc429e7c8a admin admin] For port 9bea1c93-ce9e-4d9b-b52b-703f226fbfda, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=9bea1c93-ce9e-4d9b-b52b-703f226fbfda,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:37:20.260385 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-007ee2a6-8f96-49d1-8647-e3bc429e7c8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:20.366908 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-8eae15fc-da41-4c84-b216-9b6646dd95a8 None None] Set router 3cfed9ba-c75f-4bff-ac40-7d85919b05a1 gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:37:20.382156 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-007ee2a6-8f96-49d1-8647-e3bc429e7c8a admin admin] Calling delete_port for 9bea1c93-ce9e-4d9b-b52b-703f226fbfda owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:37:20.475735 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-8eae15fc-da41-4c84-b216-9b6646dd95a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cfed9ba-c75f-4bff-ac40-7d85919b05a1', 'name': 'tempest-TestShelveInstance-418271829-router', 'tenant_id': '93c00c1cad7b458f898d73ddfa20faef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:26:11Z', 'updated_at': '2022-05-23T12:37:20Z', 'revision_number': 6, 'project_id': '93c00c1cad7b458f898d73ddfa20faef', 'gw_port_host': None}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:20.480018 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eae15fc-da41-4c84-b216-9b6646dd95a8 None None] The sync data for ids ['3cfed9ba-c75f-4bff-ac40-7d85919b05a1'] in n-d-842952-2 is: [{'id': '3cfed9ba-c75f-4bff-ac40-7d85919b05a1', 'name': 'tempest-TestShelveInstance-418271829-router', 'tenant_id': '93c00c1cad7b458f898d73ddfa20faef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:26:11Z', 'updated_at': '2022-05-23T12:37:20Z', 'revision_number': 6, 'project_id': '93c00c1cad7b458f898d73ddfa20faef', 'gw_port_host': None}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:37:20.559093 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-007ee2a6-8f96-49d1-8647-e3bc429e7c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:20.625215 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ee2a6-8f96-49d1-8647-e3bc429e7c8a admin admin] Pushing event deleted for resources: {'Port': ['ID=9bea1c93-ce9e-4d9b-b52b-703f226fbfda,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:20.863332 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-007ee2a6-8f96-49d1-8647-e3bc429e7c8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:21.242564 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-007ee2a6-8f96-49d1-8647-e3bc429e7c8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:21.248466 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-007ee2a6-8f96-49d1-8647-e3bc429e7c8a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:21.280100 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-007ee2a6-8f96-49d1-8647-e3bc429e7c8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:21.280603 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007ee2a6-8f96-49d1-8647-e3bc429e7c8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cfed9ba-c75f-4bff-ac40-7d85919b05a1 {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 12:37:21.294405 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-007ee2a6-8f96-49d1-8647-e3bc429e7c8a admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:21.295529 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-007ee2a6-8f96-49d1-8647-e3bc429e7c8a admin admin] 10.222.0.79 "DELETE /v2.0/routers/3cfed9ba-c75f-4bff-ac40-7d85919b05a1 HTTP/1.1" status: 204 len: 168 time: 1.6614194 May 23 12:37:21.299057 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45244) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:37:21.386327 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5340cfc-57d2-4972-9c5a-a84268db83a4 admin admin] Deleting subnet cf87409c-8d1d-4e3f-817b-60bb695135df {{(pid=83910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 12:37:21.390609 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e5340cfc-57d2-4972-9c5a-a84268db83a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:21.446876 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e5340cfc-57d2-4972-9c5a-a84268db83a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128960'] for subnet, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:21.535772 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e5340cfc-57d2-4972-9c5a-a84268db83a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:21.607606 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e5340cfc-57d2-4972-9c5a-a84268db83a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1761528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1754743'] for subnet, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:21.648777 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5340cfc-57d2-4972-9c5a-a84268db83a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf87409c-8d1d-4e3f-817b-60bb695135df,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:21.657641 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-e5340cfc-57d2-4972-9c5a-a84268db83a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:21.663124 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2b78db-cde5-4547-8f6b-4562f564394c None None] Network 65dfd024-8758-469a-bf2d-1eb7635cefb2 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:37:21.666452 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-e5340cfc-57d2-4972-9c5a-a84268db83a4 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/cf87409c-8d1d-4e3f-817b-60bb695135df HTTP/1.1" status: 204 len: 168 time: 0.3637669 May 23 12:37:21.666641 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45248) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:37:21.782473 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fb891b56-1fe4-4277-8fae-986ec0de9319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:21.796789 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-fb891b56-1fe4-4277-8fae-986ec0de9319 admin admin] Deleting port 08861af5-2eb5-4dda-b7b6-84f4103aa987 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:37:21.797125 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fb891b56-1fe4-4277-8fae-986ec0de9319 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:21.883498 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 9bea1c93-ce9e-4d9b-b52b-703f226fbfda no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:37:21.918610 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 9bea1c93-ce9e-4d9b-b52b-703f226fbfda {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:37:21.918789 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 9bea1c93-ce9e-4d9b-b52b-703f226fbfda not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:37:21.919207 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device bbecc3c8-fddb-4868-8962-a5a6e92178be no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:37:21.952514 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: bbecc3c8-fddb-4868-8962-a5a6e92178be {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:37:21.952855 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device bbecc3c8-fddb-4868-8962-a5a6e92178be not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:37:21.955819 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9307d3-aa8a-4f07-b51b-1d4730efc4bb None None] DHCP port deletion for 65dfd024-8758-469a-bf2d-1eb7635cefb2 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 12:37:21.960418 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5d9307d3-aa8a-4f07-b51b-1d4730efc4bb None None] Deleting port 08861af5-2eb5-4dda-b7b6-84f4103aa987 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:37:21.960791 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5d9307d3-aa8a-4f07-b51b-1d4730efc4bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:22.035044 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-fb891b56-1fe4-4277-8fae-986ec0de9319 admin admin] For port 08861af5-2eb5-4dda-b7b6-84f4103aa987, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=08861af5-2eb5-4dda-b7b6-84f4103aa987,segment=NetworkSegment(728039b7-30c2-482a-8bbe-b1fb52b6f8db),segment_id=728039b7-30c2-482a-8bbe-b1fb52b6f8db)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:37:22.035632 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fb891b56-1fe4-4277-8fae-986ec0de9319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:22.159800 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-fb891b56-1fe4-4277-8fae-986ec0de9319 admin admin] Calling delete_port for 08861af5-2eb5-4dda-b7b6-84f4103aa987 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:37:22.179682 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5d9307d3-aa8a-4f07-b51b-1d4730efc4bb None None] For port 08861af5-2eb5-4dda-b7b6-84f4103aa987, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=08861af5-2eb5-4dda-b7b6-84f4103aa987,segment=NetworkSegment(728039b7-30c2-482a-8bbe-b1fb52b6f8db),segment_id=728039b7-30c2-482a-8bbe-b1fb52b6f8db)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:37:22.179993 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5d9307d3-aa8a-4f07-b51b-1d4730efc4bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:22.242122 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fb891b56-1fe4-4277-8fae-986ec0de9319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:22.287657 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb891b56-1fe4-4277-8fae-986ec0de9319 admin admin] Pushing event deleted for resources: {'Port': ['ID=08861af5-2eb5-4dda-b7b6-84f4103aa987,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:22.292107 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb891b56-1fe4-4277-8fae-986ec0de9319 admin admin] No DVR routers for this DVR port 08861af5-2eb5-4dda-b7b6-84f4103aa987 on host n-d-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:37:22.308672 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5d9307d3-aa8a-4f07-b51b-1d4730efc4bb None None] Calling delete_port for 08861af5-2eb5-4dda-b7b6-84f4103aa987 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:37:22.383352 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-5d9307d3-aa8a-4f07-b51b-1d4730efc4bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 12:37:22.383675 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-5d9307d3-aa8a-4f07-b51b-1d4730efc4bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 12:37:22.408959 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fb891b56-1fe4-4277-8fae-986ec0de9319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:22.435141 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-fb891b56-1fe4-4277-8fae-986ec0de9319 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65dfd024-8758-469a-bf2d-1eb7635cefb2']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:22.447619 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-fb891b56-1fe4-4277-8fae-986ec0de9319 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '728039b7-30c2-482a-8bbe-b1fb52b6f8db') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:22.447905 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-fb891b56-1fe4-4277-8fae-986ec0de9319 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '728039b7-30c2-482a-8bbe-b1fb52b6f8db') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:22.459667 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fb891b56-1fe4-4277-8fae-986ec0de9319 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:22.480283 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fb891b56-1fe4-4277-8fae-986ec0de9319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:22.488283 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb891b56-1fe4-4277-8fae-986ec0de9319 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 12:37:22.488578 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fb891b56-1fe4-4277-8fae-986ec0de9319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:22.502232 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 12:37:22.502232 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 12:37:22.502232 n-d-842952-2 neutron-server[83910]: timer() May 23 12:37:22.502232 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 12:37:22.502232 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 12:37:22.502232 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 12:37:22.502232 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 12:37:22.502232 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 12:37:22.502232 n-d-842952-2 neutron-server[83910]: self._notify() May 23 12:37:22.502232 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 12:37:22.502232 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 12:37:22.502232 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 12:37:22.502232 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 12:37:22.502232 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 12:37:22.502232 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 12:37:22.502232 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 12:37:22.502232 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 12:37:22.502232 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 12:37:22.502232 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 12:37:22.502232 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 12:37:22.502232 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 12:37:22.502232 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 12:37:22.502232 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 12:37:22.502232 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 12:37:22.502232 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 12:37:22.502232 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 12:37:22.502232 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 12:37:22.502232 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 12:37:22.502232 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 12:37:22.502232 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 12:37:22.502232 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 12:37:22.502232 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 12:37:22.580461 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fb891b56-1fe4-4277-8fae-986ec0de9319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:22.596639 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fb891b56-1fe4-4277-8fae-986ec0de9319 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:22.606619 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb891b56-1fe4-4277-8fae-986ec0de9319 admin admin] Pushing event deleted for resources: {'Network': ['ID=65dfd024-8758-469a-bf2d-1eb7635cefb2,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:22.613646 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-fb891b56-1fe4-4277-8fae-986ec0de9319 admin admin] 10.222.0.79 "DELETE /v2.0/networks/65dfd024-8758-469a-bf2d-1eb7635cefb2 HTTP/1.1" status: 204 len: 168 time: 0.9459536 May 23 12:37:22.776256 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45254) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:37:22.833703 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-b9a89c25-3408-40e8-b702-3557f9f3b4f4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1ccd79cbb3c64470a7c8cc443d655e4d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0559251 May 23 12:37:22.836061 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45258) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:37:22.884766 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5d9307d3-aa8a-4f07-b51b-1d4730efc4bb None None] Deleting port 08861af5-2eb5-4dda-b7b6-84f4103aa987 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:37:22.885357 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5d9307d3-aa8a-4f07-b51b-1d4730efc4bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:22.906981 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8d09a1c6-979b-4581-b562-b6e5e082cbaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:22.950876 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5d9307d3-aa8a-4f07-b51b-1d4730efc4bb None None] The port '08861af5-2eb5-4dda-b7b6-84f4103aa987' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 12:37:23.026004 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8d09a1c6-979b-4581-b562-b6e5e082cbaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:23.081908 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8d09a1c6-979b-4581-b562-b6e5e082cbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:23.100227 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09a1c6-979b-4581-b562-b6e5e082cbaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b2383c-690e-4603-be4c-e6c70e989bd3,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:23.110186 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-8d09a1c6-979b-4581-b562-b6e5e082cbaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:23.114129 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-8d09a1c6-979b-4581-b562-b6e5e082cbaa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c0b2383c-690e-4603-be4c-e6c70e989bd3 HTTP/1.1" status: 204 len: 168 time: 0.2742534 May 23 12:37:23.543773 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45266) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:37:23.597199 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-f6793528-990e-459b-b0e3-ff118dda3117 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=93c00c1cad7b458f898d73ddfa20faef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0521979 May 23 12:37:23.599793 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45270) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:37:23.661375 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d63e1c59-21a8-43ab-9b28-5c20272af263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:23.688372 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d63e1c59-21a8-43ab-9b28-5c20272af263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:23.747560 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d63e1c59-21a8-43ab-9b28-5c20272af263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:23.766208 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e1c59-21a8-43ab-9b28-5c20272af263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e666147-85f0-4e98-8a12-185ee28c4db2,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:23.772922 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d63e1c59-21a8-43ab-9b28-5c20272af263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:23.774266 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d63e1c59-21a8-43ab-9b28-5c20272af263 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3e666147-85f0-4e98-8a12-185ee28c4db2 HTTP/1.1" status: 204 len: 168 time: 0.1733937 May 23 12:37:23.864288 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 08861af5-2eb5-4dda-b7b6-84f4103aa987 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:37:23.899359 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 08861af5-2eb5-4dda-b7b6-84f4103aa987 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:37:23.900043 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 08861af5-2eb5-4dda-b7b6-84f4103aa987 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:37:24.748850 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45292) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:37:24.899221 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-ee635985-52dd-471f-bca4-507f651f0a6e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-737696669-network', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:37:24.906290 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ee635985-52dd-471f-bca4-507f651f0a6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:37:24.910657 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ee635985-52dd-471f-bca4-507f651f0a6e admin admin] Usage tracker for resource:network and tenant:1d3e12a3d2a943cab9be00e4b2229bb9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:37:24.914297 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ee635985-52dd-471f-bca4-507f651f0a6e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:37:24.920867 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ee635985-52dd-471f-bca4-507f651f0a6e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:37:24.933114 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee635985-52dd-471f-bca4-507f651f0a6e admin admin] Made reservation on behalf of 1d3e12a3d2a943cab9be00e4b2229bb9 for: {'network': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:37:24.936239 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ee635985-52dd-471f-bca4-507f651f0a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:24.949550 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ee635985-52dd-471f-bca4-507f651f0a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:24.983921 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ee635985-52dd-471f-bca4-507f651f0a6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:37:24.988503 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ee635985-52dd-471f-bca4-507f651f0a6e admin admin] Usage tracker for resource:security_group_rule and tenant:1d3e12a3d2a943cab9be00e4b2229bb9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:37:24.991899 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-ee635985-52dd-471f-bca4-507f651f0a6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:37:24.999218 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ee635985-52dd-471f-bca4-507f651f0a6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:37:25.081889 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ee635985-52dd-471f-bca4-507f651f0a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:25.088434 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ee635985-52dd-471f-bca4-507f651f0a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:25.121023 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee635985-52dd-471f-bca4-507f651f0a6e admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=83911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 12:37:25.243590 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee635985-52dd-471f-bca4-507f651f0a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58c5388-0539-45d1-a31c-f90e6b396279,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:25.250163 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ee635985-52dd-471f-bca4-507f651f0a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:25.250447 n-d-842952-2 neutron-server[83911]: INFO neutron.db.segments_db [None req-ee635985-52dd-471f-bca4-507f651f0a6e admin admin] Added segment 6102201c-1f43-4fa1-90fa-0a4caf3dea92 of type vlan for network 360c4c20-badb-485d-a0bb-8533a0d085bc May 23 12:37:25.278584 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ee635985-52dd-471f-bca4-507f651f0a6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:25.311045 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ee635985-52dd-471f-bca4-507f651f0a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:25.312001 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee635985-52dd-471f-bca4-507f651f0a6e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:37:25.312586 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ee635985-52dd-471f-bca4-507f651f0a6e admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:25.417075 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee635985-52dd-471f-bca4-507f651f0a6e admin admin] Pushing event updated for resources: {'Network': ['ID=360c4c20-badb-485d-a0bb-8533a0d085bc,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:25.420139 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-ee635985-52dd-471f-bca4-507f651f0a6e admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6701531 May 23 12:37:25.424605 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45298) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:37:25.429164 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network 360c4c20-badb-485d-a0bb-8533a0d085bc details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 12:37:25.429802 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-6497a36a-e6fd-47a1-90b2-eb3d4a19c64d admin admin] Request body: {'subnet': {'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-737696669-subnet', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'ip_version': 4}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:37:25.436073 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6497a36a-e6fd-47a1-90b2-eb3d4a19c64d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:37:25.440159 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-6497a36a-e6fd-47a1-90b2-eb3d4a19c64d admin admin] Usage tracker for resource:subnet and tenant:1d3e12a3d2a943cab9be00e4b2229bb9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:37:25.443114 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-6497a36a-e6fd-47a1-90b2-eb3d4a19c64d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:37:25.449562 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6497a36a-e6fd-47a1-90b2-eb3d4a19c64d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:37:25.460781 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6497a36a-e6fd-47a1-90b2-eb3d4a19c64d admin admin] Made reservation on behalf of 1d3e12a3d2a943cab9be00e4b2229bb9 for: {'subnet': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:37:25.463115 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6497a36a-e6fd-47a1-90b2-eb3d4a19c64d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-982060'] for subnet, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:25.686090 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6497a36a-e6fd-47a1-90b2-eb3d4a19c64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1005727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-982078'] for subnet, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:25.763713 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6497a36a-e6fd-47a1-90b2-eb3d4a19c64d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ca9cbe4-6fa1-4884-b533-0cfb414eed4c,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:25.780445 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6497a36a-e6fd-47a1-90b2-eb3d4a19c64d admin admin] Checking segment: {'id': '6102201c-1f43-4fa1-90fa-0a4caf3dea92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:37:25.780793 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6497a36a-e6fd-47a1-90b2-eb3d4a19c64d admin admin] Network hostable DHCP agents. Network: 360c4c20-badb-485d-a0bb-8533a0d085bc, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:37:25.806117 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6497a36a-e6fd-47a1-90b2-eb3d4a19c64d admin admin] Network 360c4c20-badb-485d-a0bb-8533a0d085bc is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:37:25.824026 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-6497a36a-e6fd-47a1-90b2-eb3d4a19c64d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, 360c4c20-badb-485d-a0bb-8533a0d085bc) {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:37:25.829412 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6497a36a-e6fd-47a1-90b2-eb3d4a19c64d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:37:25.830380 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6497a36a-e6fd-47a1-90b2-eb3d4a19c64d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:25.839613 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0494264e-075b-4a79-a9ce-a9f4e58cba96 None None] Network 360c4c20-badb-485d-a0bb-8533a0d085bc requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:37:25.863759 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45302) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:37:25.864845 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-6497a36a-e6fd-47a1-90b2-eb3d4a19c64d admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4383905 May 23 12:37:25.871603 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-bb4e2793-499a-4793-b5f7-cd196a97ad80 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-737696669-router', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:37:25.877915 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-bb4e2793-499a-4793-b5f7-cd196a97ad80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:37:25.882434 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-bb4e2793-499a-4793-b5f7-cd196a97ad80 admin admin] Usage tracker for resource:router and tenant:1d3e12a3d2a943cab9be00e4b2229bb9 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:37:25.885764 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-bb4e2793-499a-4793-b5f7-cd196a97ad80 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:37:25.892590 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-bb4e2793-499a-4793-b5f7-cd196a97ad80 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:37:25.904855 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bb4e2793-499a-4793-b5f7-cd196a97ad80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:25.905967 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bb4e2793-499a-4793-b5f7-cd196a97ad80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:25.928478 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bb4e2793-499a-4793-b5f7-cd196a97ad80 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:26.081414 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bb4e2793-499a-4793-b5f7-cd196a97ad80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:26.100904 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ca2ae8-1374-4fbd-b942-a041e8fc45ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-360c4c20-badb-485d-a0bb-8533a0d085bc', 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'fixed_ips': [{'subnet_id': '2ca9cbe4-6fa1-4884-b533-0cfb414eed4c'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 12:37:26.101778 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-51ca2ae8-1374-4fbd-b942-a041e8fc45ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:26.300494 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-51ca2ae8-1374-4fbd-b942-a041e8fc45ca None None] Allocated IP 172.20.0.2 (360c4c20-badb-485d-a0bb-8533a0d085bc/2ca9cbe4-6fa1-4884-b533-0cfb414eed4c/5e30b2d7-1498-4a8b-8e36-566191c71c88) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:37:26.321900 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bb4e2793-499a-4793-b5f7-cd196a97ad80 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:26.352974 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bb4e2793-499a-4793-b5f7-cd196a97ad80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:26.524164 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-bb4e2793-499a-4793-b5f7-cd196a97ad80 admin admin] Allocated IP 172.25.6.57 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/80bcbbd9-8af7-4658-ac44-507351ae650b) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:37:26.564329 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-51ca2ae8-1374-4fbd-b942-a041e8fc45ca None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:26.575381 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-51ca2ae8-1374-4fbd-b942-a041e8fc45ca None None] Transition to ACTIVE for port object 5e30b2d7-1498-4a8b-8e36-566191c71c88 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:37:26.597095 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-51ca2ae8-1374-4fbd-b942-a041e8fc45ca None None] Transition to ACTIVE for port object 5e30b2d7-1498-4a8b-8e36-566191c71c88 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:37:26.603613 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-51ca2ae8-1374-4fbd-b942-a041e8fc45ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:26.674244 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ca2ae8-1374-4fbd-b942-a041e8fc45ca None None] Network 360c4c20-badb-485d-a0bb-8533a0d085bc is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:37:26.677226 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-51ca2ae8-1374-4fbd-b942-a041e8fc45ca None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:37:26.682041 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ca2ae8-1374-4fbd-b942-a041e8fc45ca None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:37:26.688297 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca2ae8-1374-4fbd-b942-a041e8fc45ca None None] Pushing event updated for resources: {'Port': ['ID=5e30b2d7-1498-4a8b-8e36-566191c71c88,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:26.702308 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bb4e2793-499a-4793-b5f7-cd196a97ad80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:26.731731 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ca2ae8-1374-4fbd-b942-a041e8fc45ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:26.732088 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ca2ae8-1374-4fbd-b942-a041e8fc45ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:26.732423 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ca2ae8-1374-4fbd-b942-a041e8fc45ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:26.732780 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ca2ae8-1374-4fbd-b942-a041e8fc45ca None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:26.733063 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ca2ae8-1374-4fbd-b942-a041e8fc45ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:26.733411 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ca2ae8-1374-4fbd-b942-a041e8fc45ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:26.733722 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ca2ae8-1374-4fbd-b942-a041e8fc45ca None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:26.734028 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ca2ae8-1374-4fbd-b942-a041e8fc45ca None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:26.734334 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ca2ae8-1374-4fbd-b942-a041e8fc45ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:26.734659 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ca2ae8-1374-4fbd-b942-a041e8fc45ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:26.735124 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ca2ae8-1374-4fbd-b942-a041e8fc45ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:26.736487 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bb4e2793-499a-4793-b5f7-cd196a97ad80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:26.794479 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-51ca2ae8-1374-4fbd-b942-a041e8fc45ca None None] Attempting to bind port 5e30b2d7-1498-4a8b-8e36-566191c71c88 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:37:26.795050 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-51ca2ae8-1374-4fbd-b942-a041e8fc45ca None None] Attempting to bind port 5e30b2d7-1498-4a8b-8e36-566191c71c88 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '6102201c-1f43-4fa1-90fa-0a4caf3dea92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:37:26.795623 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ca2ae8-1374-4fbd-b942-a041e8fc45ca None None] Attempting to bind port 5e30b2d7-1498-4a8b-8e36-566191c71c88 on network 360c4c20-badb-485d-a0bb-8533a0d085bc {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:37:26.807920 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ca2ae8-1374-4fbd-b942-a041e8fc45ca None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:37:26.808486 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ca2ae8-1374-4fbd-b942-a041e8fc45ca None None] Checking segment: {'id': '6102201c-1f43-4fa1-90fa-0a4caf3dea92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:37:26.808592 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4e2793-499a-4793-b5f7-cd196a97ad80 admin admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:37:26.809138 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-51ca2ae8-1374-4fbd-b942-a041e8fc45ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:26.809762 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ca2ae8-1374-4fbd-b942-a041e8fc45ca None None] Bound using segment: {'id': '6102201c-1f43-4fa1-90fa-0a4caf3dea92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:37:26.810524 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-51ca2ae8-1374-4fbd-b942-a041e8fc45ca None None] Bound port: 5e30b2d7-1498-4a8b-8e36-566191c71c88, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6102201c-1f43-4fa1-90fa-0a4caf3dea92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:37:26.811157 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-51ca2ae8-1374-4fbd-b942-a041e8fc45ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:26.811608 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-bb4e2793-499a-4793-b5f7-cd196a97ad80 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:37:26.816237 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4e2793-499a-4793-b5f7-cd196a97ad80 admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:37:26.844206 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e2793-499a-4793-b5f7-cd196a97ad80 admin admin] Pushing event updated for resources: {'Port': ['ID=80bcbbd9-8af7-4658-ac44-507351ae650b,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:26.958475 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-51ca2ae8-1374-4fbd-b942-a041e8fc45ca None None] For port 5e30b2d7-1498-4a8b-8e36-566191c71c88, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:37:26.964990 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-51ca2ae8-1374-4fbd-b942-a041e8fc45ca None None] For port 5e30b2d7-1498-4a8b-8e36-566191c71c88, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=5e30b2d7-1498-4a8b-8e36-566191c71c88,segment=NetworkSegment(6102201c-1f43-4fa1-90fa-0a4caf3dea92),segment_id=6102201c-1f43-4fa1-90fa-0a4caf3dea92)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:37:26.971712 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-51ca2ae8-1374-4fbd-b942-a041e8fc45ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:26.994242 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bb4e2793-499a-4793-b5f7-cd196a97ad80 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:26.995027 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bb4e2793-499a-4793-b5f7-cd196a97ad80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:27.067061 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca2ae8-1374-4fbd-b942-a041e8fc45ca None None] Pushing event updated for resources: {'Port': ['ID=5e30b2d7-1498-4a8b-8e36-566191c71c88,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:27.286070 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4e2793-499a-4793-b5f7-cd196a97ad80 admin admin] Router 6264e9f5-01b6-4e41-b6f1-12e1a8ed147d is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 12:37:27.516584 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4e2793-499a-4793-b5f7-cd196a97ad80 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:37:27.526796 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fde2d3d-30fd-4867-bf4a-3233d3a76660 None None] Sync routers for ids ['6264e9f5-01b6-4e41-b6f1-12e1a8ed147d'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:37:27.541214 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fde2d3d-30fd-4867-bf4a-3233d3a76660 None None] Routers {'6264e9f5-01b6-4e41-b6f1-12e1a8ed147d'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:37:27.541968 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2fde2d3d-30fd-4867-bf4a-3233d3a76660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:37:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['6264e9f5-01b6-4e41-b6f1-12e1a8ed147d'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:27.545929 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-bb4e2793-499a-4793-b5f7-cd196a97ad80 admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:27.548024 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-bb4e2793-499a-4793-b5f7-cd196a97ad80 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6811242 May 23 12:37:27.551419 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45306) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:37:27.762842 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-2fde2d3d-30fd-4867-bf4a-3233d3a76660 None None] Set router 6264e9f5-01b6-4e41-b6f1-12e1a8ed147d gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:37:28.011645 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 5e30b2d7-1498-4a8b-8e36-566191c71c88 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:37:28.186243 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 5e30b2d7-1498-4a8b-8e36-566191c71c88 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:37:28.231227 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2fde2d3d-30fd-4867-bf4a-3233d3a76660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'name': 'tempest-TestSnapshotPattern-737696669-router', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '80bcbbd9-8af7-4658-ac44-507351ae650b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:37:25Z', 'updated_at': '2022-05-23T12:37:26Z', 'revision_number': 3, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'gw_port': {'id': '80bcbbd9-8af7-4658-ac44-507351ae650b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:37:26Z', 'updated_at': '2022-05-23T12:37:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:28.237364 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fde2d3d-30fd-4867-bf4a-3233d3a76660 None None] Checking router: 6264e9f5-01b6-4e41-b6f1-12e1a8ed147d for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:37:28.238430 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fde2d3d-30fd-4867-bf4a-3233d3a76660 None None] Updating router 6264e9f5-01b6-4e41-b6f1-12e1a8ed147d port 80bcbbd9-8af7-4658-ac44-507351ae650b binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 12:37:28.287941 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bade201a-c9cc-4879-af2b-69c1685d76ba None None] Network 360c4c20-badb-485d-a0bb-8533a0d085bc requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:37:28.570346 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2fde2d3d-30fd-4867-bf4a-3233d3a76660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:28.614394 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-201e3a07-ca6d-41e2-b75b-cf523f2492e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:28.627982 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-986626be-93aa-4968-a902-edffedece544 None None] Provisioning for port 5e30b2d7-1498-4a8b-8e36-566191c71c88 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:37:28.656232 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-986626be-93aa-4968-a902-edffedece544 None None] Provisioning complete for port 5e30b2d7-1498-4a8b-8e36-566191c71c88 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:37:28.656832 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-986626be-93aa-4968-a902-edffedece544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:28.838999 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-201e3a07-ca6d-41e2-b75b-cf523f2492e1 admin admin] Allocated IP 172.20.0.1 (360c4c20-badb-485d-a0bb-8533a0d085bc/2ca9cbe4-6fa1-4884-b533-0cfb414eed4c/4921ca28-2594-4083-ab94-00c12b56b1ee) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:37:29.000340 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-201e3a07-ca6d-41e2-b75b-cf523f2492e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:29.017909 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-201e3a07-ca6d-41e2-b75b-cf523f2492e1 admin admin] Transition to ACTIVE for port object 4921ca28-2594-4083-ab94-00c12b56b1ee will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:37:29.041304 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-201e3a07-ca6d-41e2-b75b-cf523f2492e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:29.113180 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201e3a07-ca6d-41e2-b75b-cf523f2492e1 admin admin] Network 360c4c20-badb-485d-a0bb-8533a0d085bc is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:37:29.116019 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-201e3a07-ca6d-41e2-b75b-cf523f2492e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:37:29.118829 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201e3a07-ca6d-41e2-b75b-cf523f2492e1 admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:37:29.164099 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e3a07-ca6d-41e2-b75b-cf523f2492e1 admin admin] Pushing event updated for resources: {'Port': ['ID=4921ca28-2594-4083-ab94-00c12b56b1ee,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:29.184546 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-201e3a07-ca6d-41e2-b75b-cf523f2492e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:29.281174 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-201e3a07-ca6d-41e2-b75b-cf523f2492e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:29.390056 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-986626be-93aa-4968-a902-edffedece544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:29.522047 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-986626be-93aa-4968-a902-edffedece544 None None] For port 5e30b2d7-1498-4a8b-8e36-566191c71c88, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=5e30b2d7-1498-4a8b-8e36-566191c71c88,segment=NetworkSegment(6102201c-1f43-4fa1-90fa-0a4caf3dea92),segment_id=6102201c-1f43-4fa1-90fa-0a4caf3dea92)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:37:29.527381 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-201e3a07-ca6d-41e2-b75b-cf523f2492e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:29.533577 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-201e3a07-ca6d-41e2-b75b-cf523f2492e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:29.535958 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-986626be-93aa-4968-a902-edffedece544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:29.769005 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e3a07-ca6d-41e2-b75b-cf523f2492e1 admin admin] Pushing event updated for resources: {'Port': ['ID=4921ca28-2594-4083-ab94-00c12b56b1ee,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:29.773335 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-201e3a07-ca6d-41e2-b75b-cf523f2492e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:29.802229 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2fde2d3d-30fd-4867-bf4a-3233d3a76660 None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:29.808421 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986626be-93aa-4968-a902-edffedece544 None None] Pushing event updated for resources: {'Port': ['ID=5e30b2d7-1498-4a8b-8e36-566191c71c88,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:29.832355 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2fde2d3d-30fd-4867-bf4a-3233d3a76660 None None] Transition to ACTIVE for port object 80bcbbd9-8af7-4658-ac44-507351ae650b will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:37:29.840084 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-96f7761e-4453-41da-bdfc-c6dcd1bc879f None None] Provisioning for port 4921ca28-2594-4083-ab94-00c12b56b1ee completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:37:29.848874 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2fde2d3d-30fd-4867-bf4a-3233d3a76660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:29.905440 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-96f7761e-4453-41da-bdfc-c6dcd1bc879f None None] Provisioning complete for port 4921ca28-2594-4083-ab94-00c12b56b1ee triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:37:29.905924 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-96f7761e-4453-41da-bdfc-c6dcd1bc879f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:29.991570 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201e3a07-ca6d-41e2-b75b-cf523f2492e1 admin admin] Network 360c4c20-badb-485d-a0bb-8533a0d085bc is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:37:29.993017 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-201e3a07-ca6d-41e2-b75b-cf523f2492e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:37:30.042768 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a49cce-f979-4d8d-83c3-e6ace29e2d96 None None] Pushing event updated for resources: {'Port': ['ID=80bcbbd9-8af7-4658-ac44-507351ae650b,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:30.046604 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-96f7761e-4453-41da-bdfc-c6dcd1bc879f None None] Port 4921ca28-2594-4083-ab94-00c12b56b1ee cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 12:37:30.049217 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-2fde2d3d-30fd-4867-bf4a-3233d3a76660 None None] Attempting to bind port 80bcbbd9-8af7-4658-ac44-507351ae650b on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:37:30.049561 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-2fde2d3d-30fd-4867-bf4a-3233d3a76660 None None] Attempting to bind port 80bcbbd9-8af7-4658-ac44-507351ae650b by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:37:30.049925 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fde2d3d-30fd-4867-bf4a-3233d3a76660 None None] Attempting to bind port 80bcbbd9-8af7-4658-ac44-507351ae650b on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:37:30.063581 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fde2d3d-30fd-4867-bf4a-3233d3a76660 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:37:30.064040 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fde2d3d-30fd-4867-bf4a-3233d3a76660 None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:37:30.064393 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2fde2d3d-30fd-4867-bf4a-3233d3a76660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:30.064787 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fde2d3d-30fd-4867-bf4a-3233d3a76660 None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:37:30.065291 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-2fde2d3d-30fd-4867-bf4a-3233d3a76660 None None] Bound port: 80bcbbd9-8af7-4658-ac44-507351ae650b, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:37:30.065653 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2fde2d3d-30fd-4867-bf4a-3233d3a76660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:30.115720 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-96f7761e-4453-41da-bdfc-c6dcd1bc879f None None] Provisioning complete for port 5e30b2d7-1498-4a8b-8e36-566191c71c88 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:37:30.116121 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-96f7761e-4453-41da-bdfc-c6dcd1bc879f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:30.199161 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2fde2d3d-30fd-4867-bf4a-3233d3a76660 None None] For port 80bcbbd9-8af7-4658-ac44-507351ae650b, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:37:30.205606 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2fde2d3d-30fd-4867-bf4a-3233d3a76660 None None] For port 80bcbbd9-8af7-4658-ac44-507351ae650b, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=80bcbbd9-8af7-4658-ac44-507351ae650b,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:37:30.212643 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2fde2d3d-30fd-4867-bf4a-3233d3a76660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:30.346563 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a49cce-f979-4d8d-83c3-e6ace29e2d96 None None] Pushing event updated for resources: {'Port': ['ID=80bcbbd9-8af7-4658-ac44-507351ae650b,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:30.355103 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fde2d3d-30fd-4867-bf4a-3233d3a76660 None None] Routers {'6264e9f5-01b6-4e41-b6f1-12e1a8ed147d'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:37:30.356028 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2fde2d3d-30fd-4867-bf4a-3233d3a76660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:37:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['6264e9f5-01b6-4e41-b6f1-12e1a8ed147d'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:30.482478 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201e3a07-ca6d-41e2-b75b-cf523f2492e1 admin admin] Router 6264e9f5-01b6-4e41-b6f1-12e1a8ed147d has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:37:30.569757 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f2ee4c1e-f266-4b59-b7a4-c080ecd15eec None None] Provisioning complete for port 4921ca28-2594-4083-ab94-00c12b56b1ee triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:37:30.570426 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f2ee4c1e-f266-4b59-b7a4-c080ecd15eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:30.661521 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f2ee4c1e-f266-4b59-b7a4-c080ecd15eec None None] Port 4921ca28-2594-4083-ab94-00c12b56b1ee cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 12:37:30.671771 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-2fde2d3d-30fd-4867-bf4a-3233d3a76660 None None] Set router 6264e9f5-01b6-4e41-b6f1-12e1a8ed147d gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:37:30.739160 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201e3a07-ca6d-41e2-b75b-cf523f2492e1 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:37:30.750956 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-201e3a07-ca6d-41e2-b75b-cf523f2492e1 admin admin] 10.222.0.79 "PUT /v2.0/routers/6264e9f5-01b6-4e41-b6f1-12e1a8ed147d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1981487 May 23 12:37:31.116498 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2fde2d3d-30fd-4867-bf4a-3233d3a76660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'name': 'tempest-TestSnapshotPattern-737696669-router', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '80bcbbd9-8af7-4658-ac44-507351ae650b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:37:25Z', 'updated_at': '2022-05-23T12:37:29Z', 'revision_number': 4, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'gw_port': {'id': '80bcbbd9-8af7-4658-ac44-507351ae650b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:37:26Z', 'updated_at': '2022-05-23T12:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '4921ca28-2594-4083-ab94-00c12b56b1ee', 'name': '', 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'mac_address': 'fa:16:3e:5a:ce:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ca9cbe4-6fa1-4884-b533-0cfb414eed4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:37:28Z', 'updated_at': '2022-05-23T12:37:29Z', 'revision_number': 2, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'subnets': [{'id': '2ca9cbe4-6fa1-4884-b533-0cfb414eed4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:31.122757 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fde2d3d-30fd-4867-bf4a-3233d3a76660 None None] The sync data for ids ['6264e9f5-01b6-4e41-b6f1-12e1a8ed147d'] in n-d-842952-2 is: [{'id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'name': 'tempest-TestSnapshotPattern-737696669-router', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '80bcbbd9-8af7-4658-ac44-507351ae650b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:37:25Z', 'updated_at': '2022-05-23T12:37:29Z', 'revision_number': 4, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'gw_port': {'id': '80bcbbd9-8af7-4658-ac44-507351ae650b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:37:26Z', 'updated_at': '2022-05-23T12:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '4921ca28-2594-4083-ab94-00c12b56b1ee', 'name': '', 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'mac_address': 'fa:16:3e:5a:ce:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ca9cbe4-6fa1-4884-b533-0cfb414eed4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:37:28Z', 'updated_at': '2022-05-23T12:37:29Z', 'revision_number': 2, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'subnets': [{'id': '2ca9cbe4-6fa1-4884-b533-0cfb414eed4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:37:31.862146 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45328) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:37:31.868613 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-fcfa423f-3e69-4c48-9a4b-0b7381fbe8a6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-362765766-network', 'tenant_id': 'f4c17c8893f24eb9a9c6c889a4de4b6b'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:37:31.882926 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-fcfa423f-3e69-4c48-9a4b-0b7381fbe8a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:37:31.890659 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-fcfa423f-3e69-4c48-9a4b-0b7381fbe8a6 admin admin] Usage tracker for resource:network and tenant:f4c17c8893f24eb9a9c6c889a4de4b6b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:37:31.897683 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-fcfa423f-3e69-4c48-9a4b-0b7381fbe8a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:37:31.908068 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-fcfa423f-3e69-4c48-9a4b-0b7381fbe8a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:37:31.924845 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfa423f-3e69-4c48-9a4b-0b7381fbe8a6 admin admin] Made reservation on behalf of f4c17c8893f24eb9a9c6c889a4de4b6b for: {'network': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:37:31.927272 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fcfa423f-3e69-4c48-9a4b-0b7381fbe8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for network, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:31.941936 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fcfa423f-3e69-4c48-9a4b-0b7381fbe8a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:31.991461 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-fcfa423f-3e69-4c48-9a4b-0b7381fbe8a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:37:31.995951 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-fcfa423f-3e69-4c48-9a4b-0b7381fbe8a6 admin admin] Usage tracker for resource:security_group_rule and tenant:f4c17c8893f24eb9a9c6c889a4de4b6b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:37:31.999603 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-fcfa423f-3e69-4c48-9a4b-0b7381fbe8a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:37:32.007790 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-fcfa423f-3e69-4c48-9a4b-0b7381fbe8a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:37:32.039090 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 80bcbbd9-8af7-4658-ac44-507351ae650b up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:37:32.120451 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fcfa423f-3e69-4c48-9a4b-0b7381fbe8a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:32.122559 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 80bcbbd9-8af7-4658-ac44-507351ae650b completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:37:32.125433 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fcfa423f-3e69-4c48-9a4b-0b7381fbe8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:32.128128 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 80bcbbd9-8af7-4658-ac44-507351ae650b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:37:32.128565 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:32.161116 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcfa423f-3e69-4c48-9a4b-0b7381fbe8a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=83910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 12:37:32.177172 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa423f-3e69-4c48-9a4b-0b7381fbe8a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6076301-141a-49a7-afa8-b73e014692b5,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:32.183374 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fcfa423f-3e69-4c48-9a4b-0b7381fbe8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:32.184133 n-d-842952-2 neutron-server[83910]: INFO neutron.db.segments_db [None req-fcfa423f-3e69-4c48-9a4b-0b7381fbe8a6 admin admin] Added segment bb37409d-877a-4759-8849-87f7789e8714 of type vlan for network a38d923b-955b-4632-a76f-9a470772a546 May 23 12:37:32.221170 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fcfa423f-3e69-4c48-9a4b-0b7381fbe8a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748724247309'] for network, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:32.263766 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fcfa423f-3e69-4c48-9a4b-0b7381fbe8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715'] for network, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:32.264930 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfa423f-3e69-4c48-9a4b-0b7381fbe8a6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:37:32.265709 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-fcfa423f-3e69-4c48-9a4b-0b7381fbe8a6 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:32.279654 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:32.307023 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 80bcbbd9-8af7-4658-ac44-507351ae650b, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=80bcbbd9-8af7-4658-ac44-507351ae650b,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:37:32.313308 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:32.314408 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 5e30b2d7-1498-4a8b-8e36-566191c71c88 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:37:32.380759 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-fcfa423f-3e69-4c48-9a4b-0b7381fbe8a6 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5144579 May 23 12:37:32.380759 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa423f-3e69-4c48-9a4b-0b7381fbe8a6 admin admin] Pushing event updated for resources: {'Network': ['ID=a38d923b-955b-4632-a76f-9a470772a546,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:32.381144 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45332) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:37:32.386837 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-43ca7c53-7957-4330-9e65-cdca869730ab admin admin] Request body: {'subnet': {'network_id': 'a38d923b-955b-4632-a76f-9a470772a546', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-362765766-subnet', 'tenant_id': 'f4c17c8893f24eb9a9c6c889a4de4b6b', 'ip_version': 4}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:37:32.392775 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-43ca7c53-7957-4330-9e65-cdca869730ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:37:32.396977 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-43ca7c53-7957-4330-9e65-cdca869730ab admin admin] Usage tracker for resource:subnet and tenant:f4c17c8893f24eb9a9c6c889a4de4b6b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:37:32.400147 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-43ca7c53-7957-4330-9e65-cdca869730ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:37:32.405739 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Network a38d923b-955b-4632-a76f-9a470772a546 details requested by agent ovs-agent-n-d-842952-2 with host n-d-842952-2 {{(pid=83912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 23 12:37:32.406953 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-43ca7c53-7957-4330-9e65-cdca869730ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:37:32.419294 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ca7c53-7957-4330-9e65-cdca869730ab admin admin] Made reservation on behalf of f4c17c8893f24eb9a9c6c889a4de4b6b for: {'subnet': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:37:32.421780 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-43ca7c53-7957-4330-9e65-cdca869730ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1754652'] for subnet, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:32.595510 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=80bcbbd9-8af7-4658-ac44-507351ae650b,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:32.612718 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 5e30b2d7-1498-4a8b-8e36-566191c71c88 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:37:32.613098 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:32.687975 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-43ca7c53-7957-4330-9e65-cdca869730ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1761343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1754638'] for subnet, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:32.779108 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca7c53-7957-4330-9e65-cdca869730ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5dc809e-5ae3-44b0-be2e-e167b5a074e0,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:32.791215 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ca7c53-7957-4330-9e65-cdca869730ab admin admin] Checking segment: {'id': 'bb37409d-877a-4759-8849-87f7789e8714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a38d923b-955b-4632-a76f-9a470772a546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:37:32.791730 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ca7c53-7957-4330-9e65-cdca869730ab admin admin] Network hostable DHCP agents. Network: a38d923b-955b-4632-a76f-9a470772a546, hostable agents: ['31391e26-fdd5-4628-8166-fa5efab34dc6'], hosted agents: [] {{(pid=83910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:37:32.827689 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ca7c53-7957-4330-9e65-cdca869730ab admin admin] Network a38d923b-955b-4632-a76f-9a470772a546 is scheduled to be hosted by DHCP agent 31391e26-fdd5-4628-8166-fa5efab34dc6 with binding_index 1 {{(pid=83910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:37:32.841561 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-43ca7c53-7957-4330-9e65-cdca869730ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-842952-2, a38d923b-955b-4632-a76f-9a470772a546) {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:37:32.850015 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ca7c53-7957-4330-9e65-cdca869730ab admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:37:32.850819 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-43ca7c53-7957-4330-9e65-cdca869730ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:32.851435 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb32387-c96b-4d68-b5ce-f3aacbfad49c None None] Network a38d923b-955b-4632-a76f-9a470772a546 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:37:32.880584 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-43ca7c53-7957-4330-9e65-cdca869730ab admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4984083 May 23 12:37:32.883519 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45336) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:37:32.890399 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-14770ada-b614-4669-af53-80bb5f3bdf30 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-362765766-router', 'tenant_id': 'f4c17c8893f24eb9a9c6c889a4de4b6b', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:37:32.898162 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-14770ada-b614-4669-af53-80bb5f3bdf30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:37:32.904262 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-14770ada-b614-4669-af53-80bb5f3bdf30 admin admin] Usage tracker for resource:router and tenant:f4c17c8893f24eb9a9c6c889a4de4b6b is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:37:32.908354 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-14770ada-b614-4669-af53-80bb5f3bdf30 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:37:32.918988 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-14770ada-b614-4669-af53-80bb5f3bdf30 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:37:32.933541 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-14770ada-b614-4669-af53-80bb5f3bdf30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3819786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5193'] for router, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:32.934929 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-14770ada-b614-4669-af53-80bb5f3bdf30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3819881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3782137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5186'] for router, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:32.960963 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-14770ada-b614-4669-af53-80bb5f3bdf30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:33.158110 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298647bb-e4aa-4540-96a1-35747bb91b62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c5142f7-5c31-55db-ad53-cab65a3c91e3-a38d923b-955b-4632-a76f-9a470772a546', 'network_id': 'a38d923b-955b-4632-a76f-9a470772a546', 'tenant_id': 'f4c17c8893f24eb9a9c6c889a4de4b6b', 'fixed_ips': [{'subnet_id': 'a5dc809e-5ae3-44b0-be2e-e167b5a074e0'}]}} from n-d-842952-2. {{(pid=83912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 23 12:37:33.159271 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-298647bb-e4aa-4540-96a1-35747bb91b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:33.283441 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-14770ada-b614-4669-af53-80bb5f3bdf30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5800'] for router, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:33.428512 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-298647bb-e4aa-4540-96a1-35747bb91b62 None None] Allocated IP 172.20.0.2 (a38d923b-955b-4632-a76f-9a470772a546/a5dc809e-5ae3-44b0-be2e-e167b5a074e0/2cee946b-e95f-4593-a3b8-491b61b345f0) {{(pid=83912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:37:33.580171 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-14770ada-b614-4669-af53-80bb5f3bdf30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:33.624629 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-14770ada-b614-4669-af53-80bb5f3bdf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:33.699224 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-298647bb-e4aa-4540-96a1-35747bb91b62 None None] Notify callbacks [] for port, precommit_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:33.711366 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-298647bb-e4aa-4540-96a1-35747bb91b62 None None] Transition to ACTIVE for port object 2cee946b-e95f-4593-a3b8-491b61b345f0 will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:37:33.735460 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-298647bb-e4aa-4540-96a1-35747bb91b62 None None] Transition to ACTIVE for port object 2cee946b-e95f-4593-a3b8-491b61b345f0 will not be triggered until provisioned by entity DHCP. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:37:33.743880 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-298647bb-e4aa-4540-96a1-35747bb91b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379'] for port, after_create {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:33.807976 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-14770ada-b614-4669-af53-80bb5f3bdf30 admin admin] Allocated IP 172.25.6.8 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/8e82bf41-65fd-45ab-a4d7-f237f245cb99) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:37:33.841141 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298647bb-e4aa-4540-96a1-35747bb91b62 None None] Network a38d923b-955b-4632-a76f-9a470772a546 is already hosted by enough agents. {{(pid=83912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:37:33.842486 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298647bb-e4aa-4540-96a1-35747bb91b62 None None] Pushing event updated for resources: {'Port': ['ID=2cee946b-e95f-4593-a3b8-491b61b345f0,revision_number=1']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:33.846864 n-d-842952-2 neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-298647bb-e4aa-4540-96a1-35747bb91b62 None None] Resources bound (agent type, host, resource id): {{(pid=83912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:37:33.849738 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298647bb-e4aa-4540-96a1-35747bb91b62 None None] Received port after_create {{(pid=83912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:37:33.942592 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 80bcbbd9-8af7-4658-ac44-507351ae650b up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:37:34.033990 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-298647bb-e4aa-4540-96a1-35747bb91b62 None None] Attempting to bind port 2cee946b-e95f-4593-a3b8-491b61b345f0 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:37:34.034361 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-298647bb-e4aa-4540-96a1-35747bb91b62 None None] Attempting to bind port 2cee946b-e95f-4593-a3b8-491b61b345f0 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'bb37409d-877a-4759-8849-87f7789e8714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a38d923b-955b-4632-a76f-9a470772a546'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:37:34.034788 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298647bb-e4aa-4540-96a1-35747bb91b62 None None] Attempting to bind port 2cee946b-e95f-4593-a3b8-491b61b345f0 on network a38d923b-955b-4632-a76f-9a470772a546 {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:37:34.044045 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298647bb-e4aa-4540-96a1-35747bb91b62 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:37:34.044416 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298647bb-e4aa-4540-96a1-35747bb91b62 None None] Checking segment: {'id': 'bb37409d-877a-4759-8849-87f7789e8714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a38d923b-955b-4632-a76f-9a470772a546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:37:34.044828 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-298647bb-e4aa-4540-96a1-35747bb91b62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:34.045258 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298647bb-e4aa-4540-96a1-35747bb91b62 None None] Bound using segment: {'id': 'bb37409d-877a-4759-8849-87f7789e8714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a38d923b-955b-4632-a76f-9a470772a546'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:37:34.045714 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-298647bb-e4aa-4540-96a1-35747bb91b62 None None] Bound port: 2cee946b-e95f-4593-a3b8-491b61b345f0, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb37409d-877a-4759-8849-87f7789e8714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a38d923b-955b-4632-a76f-9a470772a546'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:37:34.046096 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-298647bb-e4aa-4540-96a1-35747bb91b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:34.058324 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-14770ada-b614-4669-af53-80bb5f3bdf30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:34.100050 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-14770ada-b614-4669-af53-80bb5f3bdf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:34.128860 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 80bcbbd9-8af7-4658-ac44-507351ae650b triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:37:34.129305 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:34.196879 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14770ada-b614-4669-af53-80bb5f3bdf30 admin admin] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:37:34.201601 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-14770ada-b614-4669-af53-80bb5f3bdf30 admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:37:34.204085 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14770ada-b614-4669-af53-80bb5f3bdf30 admin admin] Pushing event updated for resources: {'Port': ['ID=8e82bf41-65fd-45ab-a4d7-f237f245cb99,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:34.206907 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14770ada-b614-4669-af53-80bb5f3bdf30 admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:37:34.256857 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-298647bb-e4aa-4540-96a1-35747bb91b62 None None] For port 2cee946b-e95f-4593-a3b8-491b61b345f0, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:37:34.270290 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-298647bb-e4aa-4540-96a1-35747bb91b62 None None] For port 2cee946b-e95f-4593-a3b8-491b61b345f0, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2cee946b-e95f-4593-a3b8-491b61b345f0,segment=NetworkSegment(bb37409d-877a-4759-8849-87f7789e8714),segment_id=bb37409d-877a-4759-8849-87f7789e8714)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:37:34.277251 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-298647bb-e4aa-4540-96a1-35747bb91b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:34.429611 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-14770ada-b614-4669-af53-80bb5f3bdf30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:34.429611 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-14770ada-b614-4669-af53-80bb5f3bdf30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825504'] for router, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:34.433907 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298647bb-e4aa-4540-96a1-35747bb91b62 None None] Pushing event updated for resources: {'Port': ['ID=2cee946b-e95f-4593-a3b8-491b61b345f0,revision_number=2']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:34.756003 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14770ada-b614-4669-af53-80bb5f3bdf30 admin admin] Router 931e0372-f2d2-46a5-a446-920df56b016b is scheduled to L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 with binding_index 1 {{(pid=83910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 12:37:35.002046 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14770ada-b614-4669-af53-80bb5f3bdf30 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:37:35.013117 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f37c01-ce95-4e0c-abe7-a82eb2b9d4a4 None None] Sync routers for ids ['931e0372-f2d2-46a5-a446-920df56b016b'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:37:35.030130 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-14770ada-b614-4669-af53-80bb5f3bdf30 admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:35.033710 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-14770ada-b614-4669-af53-80bb5f3bdf30 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1464133 May 23 12:37:35.033858 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f37c01-ce95-4e0c-abe7-a82eb2b9d4a4 None None] Routers {'931e0372-f2d2-46a5-a446-920df56b016b'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:37:35.033858 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-90f37c01-ce95-4e0c-abe7-a82eb2b9d4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:37:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['931e0372-f2d2-46a5-a446-920df56b016b'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:35.034278 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45340) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:37:35.193454 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:37:35.300778 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-90f37c01-ce95-4e0c-abe7-a82eb2b9d4a4 None None] Set router 931e0372-f2d2-46a5-a446-920df56b016b gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:37:35.636901 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ed9f1d-9b99-4e77-a13c-7f985fca74ae None None] Network a38d923b-955b-4632-a76f-9a470772a546 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:37:35.748488 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-90f37c01-ce95-4e0c-abe7-a82eb2b9d4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931e0372-f2d2-46a5-a446-920df56b016b', 'name': 'tempest-TestSnapshotPattern-362765766-router', 'tenant_id': 'f4c17c8893f24eb9a9c6c889a4de4b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '8e82bf41-65fd-45ab-a4d7-f237f245cb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:37:32Z', 'updated_at': '2022-05-23T12:37:34Z', 'revision_number': 3, 'project_id': 'f4c17c8893f24eb9a9c6c889a4de4b6b', 'gw_port': {'id': '8e82bf41-65fd-45ab-a4d7-f237f245cb99', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931e0372-f2d2-46a5-a446-920df56b016b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:37:33Z', 'updated_at': '2022-05-23T12:37:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:35.753839 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d3fa2bbe-145e-4d1f-835a-3a718c3fe28c None None] Provisioning for port 2cee946b-e95f-4593-a3b8-491b61b345f0 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:37:35.754645 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f37c01-ce95-4e0c-abe7-a82eb2b9d4a4 None None] Checking router: 931e0372-f2d2-46a5-a446-920df56b016b for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:37:35.755118 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f37c01-ce95-4e0c-abe7-a82eb2b9d4a4 None None] Updating router 931e0372-f2d2-46a5-a446-920df56b016b port 8e82bf41-65fd-45ab-a4d7-f237f245cb99 binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 12:37:35.893168 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-90f37c01-ce95-4e0c-abe7-a82eb2b9d4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:36.038965 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2cee946b-e95f-4593-a3b8-491b61b345f0 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:37:36.184192 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 2cee946b-e95f-4593-a3b8-491b61b345f0 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:37:36.191367 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 2cee946b-e95f-4593-a3b8-491b61b345f0 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:37:36.191750 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:36.351238 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-90f37c01-ce95-4e0c-abe7-a82eb2b9d4a4 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:36.362624 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-377fc4a5-e245-4181-96d5-c8657f266f50 None None] Provisioning complete for port 2cee946b-e95f-4593-a3b8-491b61b345f0 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:37:36.363065 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-377fc4a5-e245-4181-96d5-c8657f266f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:36.374313 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9874c16f-b46a-47ae-b847-4e3f812512db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:36.377240 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-90f37c01-ce95-4e0c-abe7-a82eb2b9d4a4 None None] Transition to ACTIVE for port object 8e82bf41-65fd-45ab-a4d7-f237f245cb99 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:37:36.387141 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-90f37c01-ce95-4e0c-abe7-a82eb2b9d4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:36.394389 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:36.455477 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 2cee946b-e95f-4593-a3b8-491b61b345f0, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2cee946b-e95f-4593-a3b8-491b61b345f0,segment=NetworkSegment(bb37409d-877a-4759-8849-87f7789e8714),segment_id=bb37409d-877a-4759-8849-87f7789e8714)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:37:36.461466 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:36.487659 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-90f37c01-ce95-4e0c-abe7-a82eb2b9d4a4 None None] Attempting to bind port 8e82bf41-65fd-45ab-a4d7-f237f245cb99 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:37:36.488364 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-90f37c01-ce95-4e0c-abe7-a82eb2b9d4a4 None None] Attempting to bind port 8e82bf41-65fd-45ab-a4d7-f237f245cb99 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:37:36.488896 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f37c01-ce95-4e0c-abe7-a82eb2b9d4a4 None None] Attempting to bind port 8e82bf41-65fd-45ab-a4d7-f237f245cb99 on network 87d63aa2-c2e7-4553-824a-d818708dd83b {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:37:36.500639 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f37c01-ce95-4e0c-abe7-a82eb2b9d4a4 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:37:36.501011 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f37c01-ce95-4e0c-abe7-a82eb2b9d4a4 None None] Checking segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:37:36.501412 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-90f37c01-ce95-4e0c-abe7-a82eb2b9d4a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:36.501864 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f37c01-ce95-4e0c-abe7-a82eb2b9d4a4 None None] Bound using segment: {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:37:36.502512 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-90f37c01-ce95-4e0c-abe7-a82eb2b9d4a4 None None] Bound port: 8e82bf41-65fd-45ab-a4d7-f237f245cb99, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3185a219-b7ff-4d7e-8c45-4c5531f4f748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:37:36.503881 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-90f37c01-ce95-4e0c-abe7-a82eb2b9d4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:36.552772 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e0593b-552b-45ab-9448-bbceb335447f None None] Pushing event updated for resources: {'Port': ['ID=8e82bf41-65fd-45ab-a4d7-f237f245cb99,revision_number=2']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:36.565690 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e0593b-552b-45ab-9448-bbceb335447f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:36.566104 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e0593b-552b-45ab-9448-bbceb335447f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:36.566608 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e0593b-552b-45ab-9448-bbceb335447f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:36.567579 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e0593b-552b-45ab-9448-bbceb335447f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:36.567898 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e0593b-552b-45ab-9448-bbceb335447f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:36.568069 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e0593b-552b-45ab-9448-bbceb335447f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:36.568433 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e0593b-552b-45ab-9448-bbceb335447f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:36.569798 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e0593b-552b-45ab-9448-bbceb335447f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:36.569798 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e0593b-552b-45ab-9448-bbceb335447f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:36.569798 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e0593b-552b-45ab-9448-bbceb335447f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:36.570115 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e0593b-552b-45ab-9448-bbceb335447f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:37:36.616132 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=2cee946b-e95f-4593-a3b8-491b61b345f0,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:36.636110 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-90f37c01-ce95-4e0c-abe7-a82eb2b9d4a4 None None] For port 8e82bf41-65fd-45ab-a4d7-f237f245cb99, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:37:36.640843 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-90f37c01-ce95-4e0c-abe7-a82eb2b9d4a4 None None] For port 8e82bf41-65fd-45ab-a4d7-f237f245cb99, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=8e82bf41-65fd-45ab-a4d7-f237f245cb99,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:37:36.646932 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-90f37c01-ce95-4e0c-abe7-a82eb2b9d4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:36.676850 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-9874c16f-b46a-47ae-b847-4e3f812512db admin admin] Allocated IP 172.20.0.1 (a38d923b-955b-4632-a76f-9a470772a546/a5dc809e-5ae3-44b0-be2e-e167b5a074e0/1d3dd431-550d-4de5-a657-1c7b446880f9) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:37:36.744729 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e0593b-552b-45ab-9448-bbceb335447f None None] Pushing event updated for resources: {'Port': ['ID=8e82bf41-65fd-45ab-a4d7-f237f245cb99,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:36.749439 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f37c01-ce95-4e0c-abe7-a82eb2b9d4a4 None None] Routers {'931e0372-f2d2-46a5-a446-920df56b016b'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:37:36.750422 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-90f37c01-ce95-4e0c-abe7-a82eb2b9d4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:37:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['931e0372-f2d2-46a5-a446-920df56b016b'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:36.917903 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9874c16f-b46a-47ae-b847-4e3f812512db admin admin] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:36.946930 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [None req-9874c16f-b46a-47ae-b847-4e3f812512db admin admin] Transition to ACTIVE for port object 1d3dd431-550d-4de5-a657-1c7b446880f9 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:37:36.980746 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9874c16f-b46a-47ae-b847-4e3f812512db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:36.986690 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-90f37c01-ce95-4e0c-abe7-a82eb2b9d4a4 None None] Set router 931e0372-f2d2-46a5-a446-920df56b016b gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:37:37.064092 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9874c16f-b46a-47ae-b847-4e3f812512db admin admin] Network a38d923b-955b-4632-a76f-9a470772a546 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:37:37.067268 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-9874c16f-b46a-47ae-b847-4e3f812512db admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:37:37.072080 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9874c16f-b46a-47ae-b847-4e3f812512db admin admin] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:37:37.124938 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9874c16f-b46a-47ae-b847-4e3f812512db admin admin] Pushing event updated for resources: {'Port': ['ID=1d3dd431-550d-4de5-a657-1c7b446880f9,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:37.149143 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9874c16f-b46a-47ae-b847-4e3f812512db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3821978'] for router_interface, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:37.297017 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9874c16f-b46a-47ae-b847-4e3f812512db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:37.461044 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9f0ba914-c5df-489d-9a9d-fef11c0f61bc None None] Provisioning for port 1d3dd431-550d-4de5-a657-1c7b446880f9 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:37:37.467461 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9f0ba914-c5df-489d-9a9d-fef11c0f61bc None None] Provisioning complete for port 1d3dd431-550d-4de5-a657-1c7b446880f9 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:37:37.467978 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9f0ba914-c5df-489d-9a9d-fef11c0f61bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:37.489122 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-90f37c01-ce95-4e0c-abe7-a82eb2b9d4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931e0372-f2d2-46a5-a446-920df56b016b', 'name': 'tempest-TestSnapshotPattern-362765766-router', 'tenant_id': 'f4c17c8893f24eb9a9c6c889a4de4b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '8e82bf41-65fd-45ab-a4d7-f237f245cb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:37:32Z', 'updated_at': '2022-05-23T12:37:34Z', 'revision_number': 3, 'project_id': 'f4c17c8893f24eb9a9c6c889a4de4b6b', 'gw_port': {'id': '8e82bf41-65fd-45ab-a4d7-f237f245cb99', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931e0372-f2d2-46a5-a446-920df56b016b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:37:33Z', 'updated_at': '2022-05-23T12:37:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:37.496122 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f37c01-ce95-4e0c-abe7-a82eb2b9d4a4 None None] The sync data for ids ['931e0372-f2d2-46a5-a446-920df56b016b'] in n-d-842952-2 is: [{'id': '931e0372-f2d2-46a5-a446-920df56b016b', 'name': 'tempest-TestSnapshotPattern-362765766-router', 'tenant_id': 'f4c17c8893f24eb9a9c6c889a4de4b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '8e82bf41-65fd-45ab-a4d7-f237f245cb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:37:32Z', 'updated_at': '2022-05-23T12:37:34Z', 'revision_number': 3, 'project_id': 'f4c17c8893f24eb9a9c6c889a4de4b6b', 'gw_port': {'id': '8e82bf41-65fd-45ab-a4d7-f237f245cb99', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931e0372-f2d2-46a5-a446-920df56b016b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:37:33Z', 'updated_at': '2022-05-23T12:37:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:37:37.557644 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-9f0ba914-c5df-489d-9a9d-fef11c0f61bc None None] Port 1d3dd431-550d-4de5-a657-1c7b446880f9 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 12:37:37.595164 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9874c16f-b46a-47ae-b847-4e3f812512db admin admin] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:37.602013 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9874c16f-b46a-47ae-b847-4e3f812512db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:37.821224 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-9874c16f-b46a-47ae-b847-4e3f812512db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2754595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3821879'] for router_interface, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:37.828979 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9874c16f-b46a-47ae-b847-4e3f812512db admin admin] Pushing event updated for resources: {'Port': ['ID=1d3dd431-550d-4de5-a657-1c7b446880f9,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:37.977085 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2cee946b-e95f-4593-a3b8-491b61b345f0 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:37:38.086710 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9874c16f-b46a-47ae-b847-4e3f812512db admin admin] Network a38d923b-955b-4632-a76f-9a470772a546 is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:37:38.088046 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-9874c16f-b46a-47ae-b847-4e3f812512db admin admin] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:37:38.119024 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 2cee946b-e95f-4593-a3b8-491b61b345f0 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:37:38.119469 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:38.389501 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-008d037d-9f8f-47d7-a56d-53b724f9e6cb None None] Provisioning complete for port 1d3dd431-550d-4de5-a657-1c7b446880f9 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:37:38.389811 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-008d037d-9f8f-47d7-a56d-53b724f9e6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:38.453462 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-008d037d-9f8f-47d7-a56d-53b724f9e6cb None None] Port 1d3dd431-550d-4de5-a657-1c7b446880f9 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 12:37:38.694074 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9874c16f-b46a-47ae-b847-4e3f812512db admin admin] Router 931e0372-f2d2-46a5-a446-920df56b016b has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:37:38.949538 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9874c16f-b46a-47ae-b847-4e3f812512db admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:37:38.960548 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-9874c16f-b46a-47ae-b847-4e3f812512db admin admin] 10.222.0.79 "PUT /v2.0/routers/931e0372-f2d2-46a5-a446-920df56b016b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9250968 May 23 12:37:39.098148 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:39.357264 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-70b6e713-0245-4013-8652-31225b34479e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:39.524842 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45350) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:37:39.531111 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-2bb7be3d-cc62-48ec-beb3-d93780598084 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1890650634', 'description': 'tempest-secgroup-smoke-1890650634 description', 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:37:39.538266 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2bb7be3d-cc62-48ec-beb3-d93780598084 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:37:39.542361 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2bb7be3d-cc62-48ec-beb3-d93780598084 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Usage tracker for resource:security_group and tenant:1d3e12a3d2a943cab9be00e4b2229bb9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:37:39.546216 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2bb7be3d-cc62-48ec-beb3-d93780598084 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:37:39.555268 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2bb7be3d-cc62-48ec-beb3-d93780598084 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:37:39.567675 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2bb7be3d-cc62-48ec-beb3-d93780598084 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks [] for security_group, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:39.613672 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2bb7be3d-cc62-48ec-beb3-d93780598084 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:37:39.619010 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2bb7be3d-cc62-48ec-beb3-d93780598084 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Usage tracker for resource:security_group_rule and tenant:1d3e12a3d2a943cab9be00e4b2229bb9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:37:39.623260 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-2bb7be3d-cc62-48ec-beb3-d93780598084 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:37:39.638369 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2bb7be3d-cc62-48ec-beb3-d93780598084 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:37:39.710945 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2bb7be3d-cc62-48ec-beb3-d93780598084 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks [] for security_group, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:39.716046 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2bb7be3d-cc62-48ec-beb3-d93780598084 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:39.758113 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb7be3d-cc62-48ec-beb3-d93780598084 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b39771f6-e0a5-4622-82a6-133536249ee1,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:39.761015 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2bb7be3d-cc62-48ec-beb3-d93780598084 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:39.762316 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-2bb7be3d-cc62-48ec-beb3-d93780598084 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2361889 May 23 12:37:39.765665 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45354) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:37:39.779584 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-9eae128a-e048-4484-88f3-3f53d89a5169 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Request body: {'security_group_rule': {'security_group_id': 'b39771f6-e0a5-4622-82a6-133536249ee1', 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:37:39.786909 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9eae128a-e048-4484-88f3-3f53d89a5169 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:37:39.791221 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-9eae128a-e048-4484-88f3-3f53d89a5169 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Usage tracker for resource:security_group_rule and tenant:1d3e12a3d2a943cab9be00e4b2229bb9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:37:39.794507 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-9eae128a-e048-4484-88f3-3f53d89a5169 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:37:39.801335 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9eae128a-e048-4484-88f3-3f53d89a5169 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:37:39.830686 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9eae128a-e048-4484-88f3-3f53d89a5169 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:39.915564 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9eae128a-e048-4484-88f3-3f53d89a5169 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:39.925550 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9eae128a-e048-4484-88f3-3f53d89a5169 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:39.957325 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eae128a-e048-4484-88f3-3f53d89a5169 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1169190f-8031-4f37-bfa5-300610b26465,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:39.969378 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9eae128a-e048-4484-88f3-3f53d89a5169 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:39.970000 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9eae128a-e048-4484-88f3-3f53d89a5169 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2023516 May 23 12:37:39.975534 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45358) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:37:39.979587 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e603ac92-06d1-4381-a073-8e361ad46042 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Request body: {'security_group_rule': {'security_group_id': 'b39771f6-e0a5-4622-82a6-133536249ee1', 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:37:39.988230 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e603ac92-06d1-4381-a073-8e361ad46042 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:37:39.996371 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e603ac92-06d1-4381-a073-8e361ad46042 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Usage tracker for resource:security_group_rule and tenant:1d3e12a3d2a943cab9be00e4b2229bb9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:37:39.997232 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-e603ac92-06d1-4381-a073-8e361ad46042 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:37:40.004864 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e603ac92-06d1-4381-a073-8e361ad46042 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:37:40.030737 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e603ac92-06d1-4381-a073-8e361ad46042 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:40.129311 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e603ac92-06d1-4381-a073-8e361ad46042 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:40.134566 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e603ac92-06d1-4381-a073-8e361ad46042 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:40.163551 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603ac92-06d1-4381-a073-8e361ad46042 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43883309-4c11-4e6e-bbcd-1c4257a60838,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:40.176435 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e603ac92-06d1-4381-a073-8e361ad46042 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:40.177688 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e603ac92-06d1-4381-a073-8e361ad46042 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2032261 May 23 12:37:40.180721 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45362) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:37:40.186836 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-667f36bb-fff9-4209-81bc-8b63c0036221 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Request body: {'security_group_rule': {'security_group_id': 'b39771f6-e0a5-4622-82a6-133536249ee1', 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:37:40.194434 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-667f36bb-fff9-4209-81bc-8b63c0036221 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:37:40.199423 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-667f36bb-fff9-4209-81bc-8b63c0036221 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Usage tracker for resource:security_group_rule and tenant:1d3e12a3d2a943cab9be00e4b2229bb9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:37:40.203234 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-667f36bb-fff9-4209-81bc-8b63c0036221 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:37:40.210909 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-667f36bb-fff9-4209-81bc-8b63c0036221 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:37:40.233194 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-667f36bb-fff9-4209-81bc-8b63c0036221 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:40.313445 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-667f36bb-fff9-4209-81bc-8b63c0036221 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:40.318719 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-667f36bb-fff9-4209-81bc-8b63c0036221 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:40.333684 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:40.353836 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f36bb-fff9-4209-81bc-8b63c0036221 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8c9458f-c240-47d9-a2d5-1be494333224,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:40.369809 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-667f36bb-fff9-4209-81bc-8b63c0036221 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:40.372533 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-667f36bb-fff9-4209-81bc-8b63c0036221 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1903660 May 23 12:37:40.375116 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45366) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:37:40.382625 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c742ebb8-33d5-48fc-8b48-8f331b9fd86b tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Request body: {'security_group_rule': {'security_group_id': 'b39771f6-e0a5-4622-82a6-133536249ee1', 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:37:40.390882 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c742ebb8-33d5-48fc-8b48-8f331b9fd86b tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:37:40.395695 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c742ebb8-33d5-48fc-8b48-8f331b9fd86b tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Usage tracker for resource:security_group_rule and tenant:1d3e12a3d2a943cab9be00e4b2229bb9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:37:40.399251 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-c742ebb8-33d5-48fc-8b48-8f331b9fd86b tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:37:40.406590 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c742ebb8-33d5-48fc-8b48-8f331b9fd86b tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:37:40.430459 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c742ebb8-33d5-48fc-8b48-8f331b9fd86b tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:40.511248 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c742ebb8-33d5-48fc-8b48-8f331b9fd86b tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:40.516397 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c742ebb8-33d5-48fc-8b48-8f331b9fd86b tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:40.542484 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c742ebb8-33d5-48fc-8b48-8f331b9fd86b tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ecc665-d97d-4ebd-8add-a938cdcd24e4,revision_number=0']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:40.555260 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c742ebb8-33d5-48fc-8b48-8f331b9fd86b tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:40.556724 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-c742ebb8-33d5-48fc-8b48-8f331b9fd86b tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1802793 May 23 12:37:40.560093 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45370) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:37:40.566490 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-4b85ce3c-ea1d-49ff-81ee-62d2619c58cf tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Request body: {'security_group_rule': {'security_group_id': 'b39771f6-e0a5-4622-82a6-133536249ee1', 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:37:40.574590 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4b85ce3c-ea1d-49ff-81ee-62d2619c58cf tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:37:40.579804 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4b85ce3c-ea1d-49ff-81ee-62d2619c58cf tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Usage tracker for resource:security_group_rule and tenant:1d3e12a3d2a943cab9be00e4b2229bb9 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:37:40.583518 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-4b85ce3c-ea1d-49ff-81ee-62d2619c58cf tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:37:40.591451 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-4b85ce3c-ea1d-49ff-81ee-62d2619c58cf tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:37:40.603559 n-d-842952-2 neutron-server[83910]: INFO neutron.db.securitygroups_db [None req-4b85ce3c-ea1d-49ff-81ee-62d2619c58cf tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Project 1d3e12a3d2a943cab9be00e4b2229bb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 12:37:40.611771 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4b85ce3c-ea1d-49ff-81ee-62d2619c58cf tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:40.692054 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4b85ce3c-ea1d-49ff-81ee-62d2619c58cf tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:40.696917 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4b85ce3c-ea1d-49ff-81ee-62d2619c58cf tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:40.721281 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b85ce3c-ea1d-49ff-81ee-62d2619c58cf tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5547a9cb-1262-4ef9-8de0-c760e3fec119,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:40.731528 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-4b85ce3c-ea1d-49ff-81ee-62d2619c58cf tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:40.732935 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-4b85ce3c-ea1d-49ff-81ee-62d2619c58cf tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1719332 May 23 12:37:40.735608 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45374) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:37:40.741260 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-d83029d0-cfad-4d03-aa7e-ece53f322793 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Request body: {'security_group_rule': {'security_group_id': 'b39771f6-e0a5-4622-82a6-133536249ee1', 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:37:40.748378 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d83029d0-cfad-4d03-aa7e-ece53f322793 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:37:40.752568 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d83029d0-cfad-4d03-aa7e-ece53f322793 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Usage tracker for resource:security_group_rule and tenant:1d3e12a3d2a943cab9be00e4b2229bb9 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:37:40.755704 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-d83029d0-cfad-4d03-aa7e-ece53f322793 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:37:40.762439 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-d83029d0-cfad-4d03-aa7e-ece53f322793 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:37:40.775298 n-d-842952-2 neutron-server[83910]: INFO neutron.db.securitygroups_db [None req-d83029d0-cfad-4d03-aa7e-ece53f322793 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Project 1d3e12a3d2a943cab9be00e4b2229bb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 12:37:40.782454 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d83029d0-cfad-4d03-aa7e-ece53f322793 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:40.863133 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d83029d0-cfad-4d03-aa7e-ece53f322793 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:40.869595 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d83029d0-cfad-4d03-aa7e-ece53f322793 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761396'] for security_group_rule, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:40.901331 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83029d0-cfad-4d03-aa7e-ece53f322793 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cd1ef3b-ddab-47d2-979b-5c120223f22e,revision_number=0']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:40.912942 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-d83029d0-cfad-4d03-aa7e-ece53f322793 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:40.914661 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-d83029d0-cfad-4d03-aa7e-ece53f322793 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1776915 May 23 12:37:41.091737 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-2a3680ca-406c-4b05-88dd-bedea3dcb853 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1890650634&fields=id&tenant_id=1d3e12a3d2a943cab9be00e4b2229bb9 HTTP/1.1" status: 200 len: 267 time: 0.0458279 May 23 12:37:41.241876 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-0fddcb99-cbdc-4a49-9b60-aa57482d9a5c tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:37:41.243307 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-0fddcb99-cbdc-4a49-9b60-aa57482d9a5c tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/networks?id=360c4c20-badb-485d-a0bb-8533a0d085bc HTTP/1.1" status: 200 len: 809 time: 0.1450272 May 23 12:37:41.262271 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-7e288397-638f-4d84-9772-637e3cbe949a tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/quotas/1d3e12a3d2a943cab9be00e4b2229bb9 HTTP/1.1" status: 200 len: 375 time: 0.0131776 May 23 12:37:41.364488 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-b610a644-c9a3-4937-924c-b9b3d09c5b62 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Synchronizing usage tracker for tenant:1d3e12a3d2a943cab9be00e4b2229bb9 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:37:41.386272 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-b610a644-c9a3-4937-924c-b9b3d09c5b62 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Unset dirty status for tenant:1d3e12a3d2a943cab9be00e4b2229bb9 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:37:41.388190 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-b610a644-c9a3-4937-924c-b9b3d09c5b62 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1d3e12a3d2a943cab9be00e4b2229bb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1202142 May 23 12:37:41.691505 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-5bb545ef-6063-4290-b3da-6ee944267552 service neutron] 10.222.0.79 "GET /v2.0/networks/360c4c20-badb-485d-a0bb-8533a0d085bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868195 May 23 12:37:41.694402 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e8e71ce4-d2e8-4c3b-8291-a33255ec440a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:41.840904 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-ea507671-5d63-4a65-8f4c-f085484df4c2 service neutron] 10.222.0.79 "GET /v2.0/networks/360c4c20-badb-485d-a0bb-8533a0d085bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433675 May 23 12:37:42.031730 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a586d3a6-04f1-45ae-8c13-c998d6a55345 req-c0d31222-7aa9-4edb-9dd2-121165bdde84 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/ports?device_id=d27ae022-7042-4729-af57-27c43259c2ad HTTP/1.1" status: 200 len: 210 time: 0.0414121 May 23 12:37:42.964687 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:43.155796 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:43.208491 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f4c86ffc-4ffc-452f-86ff-6800ce323366 req-b5e1769c-52e5-401c-9338-9c9eda050ee6 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/ports?device_id=d27ae022-7042-4729-af57-27c43259c2ad HTTP/1.1" status: 200 len: 210 time: 0.0477276 May 23 12:37:43.586846 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-d33e5d28-1ecf-4b5a-9484-00009cd379e7 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:37:43.588306 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-d33e5d28-1ecf-4b5a-9484-00009cd379e7 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.13 "GET /v2.0/networks?id=360c4c20-badb-485d-a0bb-8533a0d085bc HTTP/1.1" status: 200 len: 809 time: 0.2264953 May 23 12:37:43.652654 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-dfa8f42f-ad51-4fe9-bb62-e5f14e16ffcd tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d3e12a3d2a943cab9be00e4b2229bb9 HTTP/1.1" status: 200 len: 380 time: 0.0428064 May 23 12:37:43.661877 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-5290a36f-f59f-4730-b524-dde5bc78fa3b tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Request body: {'port': {'device_id': 'd27ae022-7042-4729-af57-27c43259c2ad', 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc', 'admin_state_up': True, 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'security_groups': ['b39771f6-e0a5-4622-82a6-133536249ee1']}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:37:43.799939 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-5290a36f-f59f-4730-b524-dde5bc78fa3b tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:37:43.811763 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-5290a36f-f59f-4730-b524-dde5bc78fa3b tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:37:43.823681 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-5290a36f-f59f-4730-b524-dde5bc78fa3b tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Made reservation on behalf of 1d3e12a3d2a943cab9be00e4b2229bb9 for: {'port': 1} {{(pid=83910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:37:43.827375 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-5290a36f-f59f-4730-b524-dde5bc78fa3b tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:43.916083 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 8e82bf41-65fd-45ab-a4d7-f237f245cb99 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:37:43.994432 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 8e82bf41-65fd-45ab-a4d7-f237f245cb99 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:37:44.000294 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 8e82bf41-65fd-45ab-a4d7-f237f245cb99 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:37:44.000779 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:44.126361 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:44.133527 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-5290a36f-f59f-4730-b524-dde5bc78fa3b tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Allocated IP 172.20.0.6 (360c4c20-badb-485d-a0bb-8533a0d085bc/2ca9cbe4-6fa1-4884-b533-0cfb414eed4c/39682a01-cea3-4202-8ee3-77f2149f4089) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:37:44.144248 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 8e82bf41-65fd-45ab-a4d7-f237f245cb99, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=8e82bf41-65fd-45ab-a4d7-f237f245cb99,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:37:44.149015 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:44.257470 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=8e82bf41-65fd-45ab-a4d7-f237f245cb99,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:44.333020 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-5290a36f-f59f-4730-b524-dde5bc78fa3b tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:44.350820 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-5290a36f-f59f-4730-b524-dde5bc78fa3b tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Transition to ACTIVE for port object 39682a01-cea3-4202-8ee3-77f2149f4089 will not be triggered until provisioned by entity DHCP. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:37:44.421768 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-7bffb265-99db-486f-b103-149d6af55a13 req-b75d5843-043f-47ed-8533-4877e13377b0 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/ports?device_id=d27ae022-7042-4729-af57-27c43259c2ad HTTP/1.1" status: 200 len: 210 time: 0.0553026 May 23 12:37:44.425652 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-5290a36f-f59f-4730-b524-dde5bc78fa3b tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:44.513696 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-5290a36f-f59f-4730-b524-dde5bc78fa3b tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Network 360c4c20-badb-485d-a0bb-8533a0d085bc is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:37:44.517589 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-5290a36f-f59f-4730-b524-dde5bc78fa3b tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:37:44.519594 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5290a36f-f59f-4730-b524-dde5bc78fa3b tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Pushing event updated for resources: {'Port': ['ID=39682a01-cea3-4202-8ee3-77f2149f4089,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:44.521896 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-5290a36f-f59f-4730-b524-dde5bc78fa3b tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:37:44.587040 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-5290a36f-f59f-4730-b524-dde5bc78fa3b tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:37:44.590880 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-5290a36f-f59f-4730-b524-dde5bc78fa3b tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:44.629971 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-5290a36f-f59f-4730-b524-dde5bc78fa3b tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9713159 May 23 12:37:44.648579 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-1cd85855-e4e3-430d-9fac-74ee66fad75a service neutron] Request body: {'port': {'device_id': 'd27ae022-7042-4729-af57-27c43259c2ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-842952-2'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:37:44.727309 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:44.773636 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-1cd85855-e4e3-430d-9fac-74ee66fad75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:44.823109 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-60181ba0-4766-43c2-967b-63a0de5f81f2 None None] Provisioning for port 39682a01-cea3-4202-8ee3-77f2149f4089 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:37:44.828652 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-60181ba0-4766-43c2-967b-63a0de5f81f2 None None] Provisioning complete for port 39682a01-cea3-4202-8ee3-77f2149f4089 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:37:44.829014 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-60181ba0-4766-43c2-967b-63a0de5f81f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:44.888578 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-60181ba0-4766-43c2-967b-63a0de5f81f2 None None] Port 39682a01-cea3-4202-8ee3-77f2149f4089 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 12:37:45.021049 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc076dd-8274-4b15-81ce-d1a11f1a564e None None] Sync routers for ids ['6264e9f5-01b6-4e41-b6f1-12e1a8ed147d'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:37:45.037941 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc076dd-8274-4b15-81ce-d1a11f1a564e None None] Routers {'6264e9f5-01b6-4e41-b6f1-12e1a8ed147d'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:37:45.038710 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3fc076dd-8274-4b15-81ce-d1a11f1a564e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:37:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['6264e9f5-01b6-4e41-b6f1-12e1a8ed147d'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:45.190079 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-1cd85855-e4e3-430d-9fac-74ee66fad75a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39682a01-cea3-4202-8ee3-77f2149f4089 {{(pid=83910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 12:37:45.208162 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-1cd85855-e4e3-430d-9fac-74ee66fad75a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:45.231355 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.provisioning_blocks [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-1cd85855-e4e3-430d-9fac-74ee66fad75a service neutron] Transition to ACTIVE for port object 39682a01-cea3-4202-8ee3-77f2149f4089 will not be triggered until provisioned by entity L2. {{(pid=83910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:37:45.239295 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-1cd85855-e4e3-430d-9fac-74ee66fad75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:45.247574 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-3fc076dd-8274-4b15-81ce-d1a11f1a564e None None] Set router 6264e9f5-01b6-4e41-b6f1-12e1a8ed147d gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:37:45.406572 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd85855-e4e3-430d-9fac-74ee66fad75a service neutron] Pushing event updated for resources: {'Port': ['ID=39682a01-cea3-4202-8ee3-77f2149f4089,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:45.563412 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-1cd85855-e4e3-430d-9fac-74ee66fad75a service neutron] Attempting to bind port 39682a01-cea3-4202-8ee3-77f2149f4089 on host n-h1-842952-2 for vnic_type normal with profile {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:37:45.563990 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-1cd85855-e4e3-430d-9fac-74ee66fad75a service neutron] Attempting to bind port 39682a01-cea3-4202-8ee3-77f2149f4089 by drivers openvswitch,hyperv on host n-h1-842952-2 at level 0 using segments [{'id': '6102201c-1f43-4fa1-90fa-0a4caf3dea92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc'}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:37:45.564477 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-1cd85855-e4e3-430d-9fac-74ee66fad75a service neutron] Attempting to bind port 39682a01-cea3-4202-8ee3-77f2149f4089 on network 360c4c20-badb-485d-a0bb-8533a0d085bc {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:37:45.641296 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-1cd85855-e4e3-430d-9fac-74ee66fad75a service neutron] Port 39682a01-cea3-4202-8ee3-77f2149f4089 on network 360c4c20-badb-485d-a0bb-8533a0d085bc not bound, no agent of type Open vSwitch agent registered on host n-h1-842952-2 {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 12:37:45.641725 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-1cd85855-e4e3-430d-9fac-74ee66fad75a service neutron] Attempting to bind port 39682a01-cea3-4202-8ee3-77f2149f4089 on network 360c4c20-badb-485d-a0bb-8533a0d085bc {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:37:45.666062 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3fc076dd-8274-4b15-81ce-d1a11f1a564e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'name': 'tempest-TestSnapshotPattern-737696669-router', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '80bcbbd9-8af7-4658-ac44-507351ae650b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:37:25Z', 'updated_at': '2022-05-23T12:37:29Z', 'revision_number': 4, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'gw_port': {'id': '80bcbbd9-8af7-4658-ac44-507351ae650b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:37:26Z', 'updated_at': '2022-05-23T12:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '4921ca28-2594-4083-ab94-00c12b56b1ee', 'name': '', 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'mac_address': 'fa:16:3e:5a:ce:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ca9cbe4-6fa1-4884-b533-0cfb414eed4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:37:28Z', 'updated_at': '2022-05-23T12:37:29Z', 'revision_number': 2, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'subnets': [{'id': '2ca9cbe4-6fa1-4884-b533-0cfb414eed4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:45.670523 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-1cd85855-e4e3-430d-9fac-74ee66fad75a service neutron] Checking agent: {'id': 'f567823a-23f6-46c5-966d-9bf69fb5562f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:37:45.670523 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-1cd85855-e4e3-430d-9fac-74ee66fad75a service neutron] Checking segment: {'id': '6102201c-1f43-4fa1-90fa-0a4caf3dea92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:37:45.670523 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-1cd85855-e4e3-430d-9fac-74ee66fad75a service neutron] Bound using segment: {'id': '6102201c-1f43-4fa1-90fa-0a4caf3dea92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc'} {{(pid=83910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:37:45.670888 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.managers [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-1cd85855-e4e3-430d-9fac-74ee66fad75a service neutron] Bound port: 39682a01-cea3-4202-8ee3-77f2149f4089, host: n-h1-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6102201c-1f43-4fa1-90fa-0a4caf3dea92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc'}}] {{(pid=83910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:37:45.671411 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-1cd85855-e4e3-430d-9fac-74ee66fad75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:45.675612 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc076dd-8274-4b15-81ce-d1a11f1a564e None None] Checking router: 6264e9f5-01b6-4e41-b6f1-12e1a8ed147d for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:37:45.676208 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc076dd-8274-4b15-81ce-d1a11f1a564e None None] Updating router 6264e9f5-01b6-4e41-b6f1-12e1a8ed147d port 4921ca28-2594-4083-ab94-00c12b56b1ee binding host n-d-842952-2 {{(pid=83912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 12:37:45.733039 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3fc076dd-8274-4b15-81ce-d1a11f1a564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:45.824458 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934843a4-effd-46f7-9daa-cea6dcb63ed7 req-5ce4fc4a-8409-4dec-ab71-66c8f442f730 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:37:45.825191 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-934843a4-effd-46f7-9daa-cea6dcb63ed7 req-5ce4fc4a-8409-4dec-ab71-66c8f442f730 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Synchronizing usage tracker for tenant:1d3e12a3d2a943cab9be00e4b2229bb9 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:37:45.870629 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-1cd85855-e4e3-430d-9fac-74ee66fad75a service neutron] For port 39682a01-cea3-4202-8ee3-77f2149f4089, host n-h1-842952-2, cleared binding levels {{(pid=83910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:37:45.876933 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-1cd85855-e4e3-430d-9fac-74ee66fad75a service neutron] For port 39682a01-cea3-4202-8ee3-77f2149f4089, host n-h1-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=39682a01-cea3-4202-8ee3-77f2149f4089,segment=NetworkSegment(6102201c-1f43-4fa1-90fa-0a4caf3dea92),segment_id=6102201c-1f43-4fa1-90fa-0a4caf3dea92)] {{(pid=83910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:37:45.887494 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-1cd85855-e4e3-430d-9fac-74ee66fad75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:45.929964 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 8e82bf41-65fd-45ab-a4d7-f237f245cb99 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:37:45.946660 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-934843a4-effd-46f7-9daa-cea6dcb63ed7 req-5ce4fc4a-8409-4dec-ab71-66c8f442f730 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Unset dirty status for tenant:1d3e12a3d2a943cab9be00e4b2229bb9 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:37:45.948003 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-934843a4-effd-46f7-9daa-cea6dcb63ed7 req-5ce4fc4a-8409-4dec-ab71-66c8f442f730 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/ports?device_id=d27ae022-7042-4729-af57-27c43259c2ad HTTP/1.1" status: 200 len: 943 time: 0.3779800 May 23 12:37:45.995024 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-1cd85855-e4e3-430d-9fac-74ee66fad75a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:45.996764 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-1cd85855-e4e3-430d-9fac-74ee66fad75a service neutron] 10.222.0.13 "PUT /v2.0/ports/39682a01-cea3-4202-8ee3-77f2149f4089 HTTP/1.1" status: 200 len: 1091 time: 1.3532972 May 23 12:37:45.997334 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd27ae022-7042-4729-af57-27c43259c2ad', 'tag': '39682a01-cea3-4202-8ee3-77f2149f4089'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:37:46.038381 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-934843a4-effd-46f7-9daa-cea6dcb63ed7 req-970f241b-e613-4e48-94f7-09f664fc0f79 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/security-groups?id=b39771f6-e0a5-4622-82a6-133536249ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797276 May 23 12:37:46.039218 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd85855-e4e3-430d-9fac-74ee66fad75a service neutron] Pushing event updated for resources: {'Port': ['ID=39682a01-cea3-4202-8ee3-77f2149f4089,revision_number=3']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:46.177514 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-7d860430-b524-47b4-ac6a-bf589ca1e3b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d3e12a3d2a943cab9be00e4b2229bb9&device_id=d27ae022-7042-4729-af57-27c43259c2ad HTTP/1.1" status: 200 len: 1094 time: 0.0975766 May 23 12:37:46.237438 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 8e82bf41-65fd-45ab-a4d7-f237f245cb99 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:37:46.238037 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:46.262806 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-131fc4e4-729b-4e5a-bb40-81ea496dd868 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39682a01-cea3-4202-8ee3-77f2149f4089 HTTP/1.1" status: 200 len: 217 time: 0.0717499 May 23 12:37:46.323404 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d4c959e-ace1-4d4b-9277-3e08e3d4d270'] response: {'name': 'network-changed', 'server_uuid': 'd27ae022-7042-4729-af57-27c43259c2ad', 'tag': '39682a01-cea3-4202-8ee3-77f2149f4089', 'status': 'completed', 'code': 200} May 23 12:37:46.336827 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-c68fe792-6540-43a8-b44b-18c52602a517 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:37:46.338599 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-c68fe792-6540-43a8-b44b-18c52602a517 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ca9cbe4-6fa1-4884-b533-0cfb414eed4c HTTP/1.1" status: 200 len: 848 time: 0.0703156 May 23 12:37:46.412937 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3fc076dd-8274-4b15-81ce-d1a11f1a564e None None] Notify callbacks [] for port, precommit_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:46.465561 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3fc076dd-8274-4b15-81ce-d1a11f1a564e None None] Transition to ACTIVE for port object 4921ca28-2594-4083-ab94-00c12b56b1ee will not be triggered until provisioned by entity L2. {{(pid=83912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:37:46.487926 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3fc076dd-8274-4b15-81ce-d1a11f1a564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:46.525963 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-8c91d641-b1ce-4786-ab05-258bdefab01a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=360c4c20-badb-485d-a0bb-8533a0d085bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1802349 May 23 12:37:46.635998 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9033e850-863f-48f7-9d75-b5341ab3676b None None] Pushing event updated for resources: {'Port': ['ID=4921ca28-2594-4083-ab94-00c12b56b1ee,revision_number=3']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:46.691337 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-09a9358a-b211-439b-b3d3-6193e48ee4af service neutron] 10.222.0.13 "GET /v2.0/networks/360c4c20-badb-485d-a0bb-8533a0d085bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577971 May 23 12:37:46.734019 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-3fc076dd-8274-4b15-81ce-d1a11f1a564e None None] Attempting to bind port 4921ca28-2594-4083-ab94-00c12b56b1ee on host n-d-842952-2 for vnic_type normal with profile {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:37:46.734496 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-3fc076dd-8274-4b15-81ce-d1a11f1a564e None None] Attempting to bind port 4921ca28-2594-4083-ab94-00c12b56b1ee by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': '6102201c-1f43-4fa1-90fa-0a4caf3dea92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc'}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:37:46.735069 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc076dd-8274-4b15-81ce-d1a11f1a564e None None] Attempting to bind port 4921ca28-2594-4083-ab94-00c12b56b1ee on network 360c4c20-badb-485d-a0bb-8533a0d085bc {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:37:46.743025 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc076dd-8274-4b15-81ce-d1a11f1a564e None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:37:46.743387 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc076dd-8274-4b15-81ce-d1a11f1a564e None None] Checking segment: {'id': '6102201c-1f43-4fa1-90fa-0a4caf3dea92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:37:46.743802 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3fc076dd-8274-4b15-81ce-d1a11f1a564e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:46.744192 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc076dd-8274-4b15-81ce-d1a11f1a564e None None] Bound using segment: {'id': '6102201c-1f43-4fa1-90fa-0a4caf3dea92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc'} {{(pid=83912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:37:46.744649 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-3fc076dd-8274-4b15-81ce-d1a11f1a564e None None] Bound port: 4921ca28-2594-4083-ab94-00c12b56b1ee, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6102201c-1f43-4fa1-90fa-0a4caf3dea92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc'}}] {{(pid=83912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:37:46.745077 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3fc076dd-8274-4b15-81ce-d1a11f1a564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:46.834667 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6fb9b6da-7a2c-485b-86b8-bebe6f5f6620 req-0f2180c4-c556-434f-9be0-11184907b611 service neutron] 10.222.0.13 "GET /v2.0/networks/360c4c20-badb-485d-a0bb-8533a0d085bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376231 May 23 12:37:46.854747 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3fc076dd-8274-4b15-81ce-d1a11f1a564e None None] For port 4921ca28-2594-4083-ab94-00c12b56b1ee, host n-d-842952-2, cleared binding levels {{(pid=83912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:37:46.857979 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3fc076dd-8274-4b15-81ce-d1a11f1a564e None None] For port 4921ca28-2594-4083-ab94-00c12b56b1ee, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=4921ca28-2594-4083-ab94-00c12b56b1ee,segment=NetworkSegment(6102201c-1f43-4fa1-90fa-0a4caf3dea92),segment_id=6102201c-1f43-4fa1-90fa-0a4caf3dea92)] {{(pid=83912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:37:46.861896 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3fc076dd-8274-4b15-81ce-d1a11f1a564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:46.975186 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9033e850-863f-48f7-9d75-b5341ab3676b None None] Pushing event updated for resources: {'Port': ['ID=4921ca28-2594-4083-ab94-00c12b56b1ee,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:46.978603 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc076dd-8274-4b15-81ce-d1a11f1a564e None None] Routers {'6264e9f5-01b6-4e41-b6f1-12e1a8ed147d'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:37:46.979220 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3fc076dd-8274-4b15-81ce-d1a11f1a564e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:37:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['6264e9f5-01b6-4e41-b6f1-12e1a8ed147d'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:46.990984 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f61d8f04-5ec7-4742-89b6-db8f6b83a957 req-f0b64e57-804a-4c63-85ff-dc77f1a8be24 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d3e12a3d2a943cab9be00e4b2229bb9&device_id=d27ae022-7042-4729-af57-27c43259c2ad HTTP/1.1" status: 200 len: 1094 time: 0.0734088 May 23 12:37:47.136410 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d8f04-5ec7-4742-89b6-db8f6b83a957 req-6c14999e-1c75-40bb-8cbb-7fb2ced085f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:37:47.138132 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f61d8f04-5ec7-4742-89b6-db8f6b83a957 req-6c14999e-1c75-40bb-8cbb-7fb2ced085f2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=360c4c20-badb-485d-a0bb-8533a0d085bc HTTP/1.1" status: 200 len: 910 time: 0.1401403 May 23 12:37:47.229094 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-3fc076dd-8274-4b15-81ce-d1a11f1a564e None None] Set router 6264e9f5-01b6-4e41-b6f1-12e1a8ed147d gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:37:47.252794 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f61d8f04-5ec7-4742-89b6-db8f6b83a957 req-d498f0e7-14ae-4fa0-810c-e0e48867cc94 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39682a01-cea3-4202-8ee3-77f2149f4089 HTTP/1.1" status: 200 len: 217 time: 0.1078615 May 23 12:37:47.337826 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d8f04-5ec7-4742-89b6-db8f6b83a957 req-08d8c3a9-4775-4fe6-a67e-070f95cc0bcb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:37:47.339470 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f61d8f04-5ec7-4742-89b6-db8f6b83a957 req-08d8c3a9-4775-4fe6-a67e-070f95cc0bcb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ca9cbe4-6fa1-4884-b533-0cfb414eed4c HTTP/1.1" status: 200 len: 848 time: 0.0810122 May 23 12:37:47.443514 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922fb677-9302-4029-b07d-e54842832263 req-5487751b-baa8-4792-9feb-992cbdc9d1f5 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:37:47.445779 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-922fb677-9302-4029-b07d-e54842832263 req-5487751b-baa8-4792-9feb-992cbdc9d1f5 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/ports?device_id=d27ae022-7042-4729-af57-27c43259c2ad HTTP/1.1" status: 200 len: 943 time: 0.2252889 May 23 12:37:47.543727 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f61d8f04-5ec7-4742-89b6-db8f6b83a957 req-e62257bf-221e-4ade-8ecd-3fffedfbe305 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=360c4c20-badb-485d-a0bb-8533a0d085bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1976614 May 23 12:37:47.550103 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-922fb677-9302-4029-b07d-e54842832263 req-45fde661-5cc9-4c3c-9c39-552ce9ab1835 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/security-groups?id=b39771f6-e0a5-4622-82a6-133536249ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926087 May 23 12:37:47.638422 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3fc076dd-8274-4b15-81ce-d1a11f1a564e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'name': 'tempest-TestSnapshotPattern-737696669-router', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '80bcbbd9-8af7-4658-ac44-507351ae650b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:37:25Z', 'updated_at': '2022-05-23T12:37:29Z', 'revision_number': 4, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'gw_port': {'id': '80bcbbd9-8af7-4658-ac44-507351ae650b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:37:26Z', 'updated_at': '2022-05-23T12:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '4921ca28-2594-4083-ab94-00c12b56b1ee', 'name': '', 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'mac_address': 'fa:16:3e:5a:ce:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ca9cbe4-6fa1-4884-b533-0cfb414eed4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:37:28Z', 'updated_at': '2022-05-23T12:37:46Z', 'revision_number': 4, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'subnets': [{'id': '2ca9cbe4-6fa1-4884-b533-0cfb414eed4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:47.643384 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc076dd-8274-4b15-81ce-d1a11f1a564e None None] The sync data for ids ['6264e9f5-01b6-4e41-b6f1-12e1a8ed147d'] in n-d-842952-2 is: [{'id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'name': 'tempest-TestSnapshotPattern-737696669-router', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '80bcbbd9-8af7-4658-ac44-507351ae650b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:37:25Z', 'updated_at': '2022-05-23T12:37:29Z', 'revision_number': 4, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'gw_port': {'id': '80bcbbd9-8af7-4658-ac44-507351ae650b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:37:26Z', 'updated_at': '2022-05-23T12:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '4921ca28-2594-4083-ab94-00c12b56b1ee', 'name': '', 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'mac_address': 'fa:16:3e:5a:ce:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ca9cbe4-6fa1-4884-b533-0cfb414eed4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:37:28Z', 'updated_at': '2022-05-23T12:37:46Z', 'revision_number': 4, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'subnets': [{'id': '2ca9cbe4-6fa1-4884-b533-0cfb414eed4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:37:47.704717 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f61d8f04-5ec7-4742-89b6-db8f6b83a957 req-a5afd075-4166-4f4a-96d6-bb0a0f052a16 service neutron] 10.222.0.13 "GET /v2.0/networks/360c4c20-badb-485d-a0bb-8533a0d085bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532972 May 23 12:37:47.775327 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2060d83c-a6a5-4f9d-bcb8-6199bc7df128 None None] Sync routers for ids ['931e0372-f2d2-46a5-a446-920df56b016b'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:37:47.791430 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2060d83c-a6a5-4f9d-bcb8-6199bc7df128 None None] Routers {'931e0372-f2d2-46a5-a446-920df56b016b'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:37:47.792136 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-2060d83c-a6a5-4f9d-bcb8-6199bc7df128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:37:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['931e0372-f2d2-46a5-a446-920df56b016b'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:47.867299 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f61d8f04-5ec7-4742-89b6-db8f6b83a957 req-8bcb3c4b-2ee2-4c30-ab1d-30a676f0a87e service neutron] 10.222.0.13 "GET /v2.0/networks/360c4c20-badb-485d-a0bb-8533a0d085bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557059 May 23 12:37:47.939066 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 4921ca28-2594-4083-ab94-00c12b56b1ee up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:37:47.997305 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-2060d83c-a6a5-4f9d-bcb8-6199bc7df128 None None] Set router 931e0372-f2d2-46a5-a446-920df56b016b gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:37:48.014734 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 4921ca28-2594-4083-ab94-00c12b56b1ee completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:37:48.021207 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 4921ca28-2594-4083-ab94-00c12b56b1ee triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:37:48.021502 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:48.143313 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:48.180736 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 4921ca28-2594-4083-ab94-00c12b56b1ee, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=4921ca28-2594-4083-ab94-00c12b56b1ee,segment=NetworkSegment(6102201c-1f43-4fa1-90fa-0a4caf3dea92),segment_id=6102201c-1f43-4fa1-90fa-0a4caf3dea92)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:37:48.186190 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:48.261075 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=4921ca28-2594-4083-ab94-00c12b56b1ee,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:48.333686 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-2060d83c-a6a5-4f9d-bcb8-6199bc7df128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931e0372-f2d2-46a5-a446-920df56b016b', 'name': 'tempest-TestSnapshotPattern-362765766-router', 'tenant_id': 'f4c17c8893f24eb9a9c6c889a4de4b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '8e82bf41-65fd-45ab-a4d7-f237f245cb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:37:32Z', 'updated_at': '2022-05-23T12:37:37Z', 'revision_number': 4, 'project_id': 'f4c17c8893f24eb9a9c6c889a4de4b6b', 'gw_port': {'id': '8e82bf41-65fd-45ab-a4d7-f237f245cb99', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931e0372-f2d2-46a5-a446-920df56b016b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:37:33Z', 'updated_at': '2022-05-23T12:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '1d3dd431-550d-4de5-a657-1c7b446880f9', 'name': '', 'network_id': 'a38d923b-955b-4632-a76f-9a470772a546', 'tenant_id': 'f4c17c8893f24eb9a9c6c889a4de4b6b', 'mac_address': 'fa:16:3e:17:45:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931e0372-f2d2-46a5-a446-920df56b016b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5dc809e-5ae3-44b0-be2e-e167b5a074e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:37:36Z', 'updated_at': '2022-05-23T12:37:37Z', 'revision_number': 2, 'project_id': 'f4c17c8893f24eb9a9c6c889a4de4b6b', 'subnets': [{'id': 'a5dc809e-5ae3-44b0-be2e-e167b5a074e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:48.338542 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2060d83c-a6a5-4f9d-bcb8-6199bc7df128 None None] Checking router: 931e0372-f2d2-46a5-a446-920df56b016b for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:37:48.338876 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2060d83c-a6a5-4f9d-bcb8-6199bc7df128 None None] Updating router 931e0372-f2d2-46a5-a446-920df56b016b port 1d3dd431-550d-4de5-a657-1c7b446880f9 binding host n-d-842952-2 {{(pid=83913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 23 12:37:48.397948 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-2060d83c-a6a5-4f9d-bcb8-6199bc7df128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:48.763000 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9d647-4f05-4c1f-a9b7-f396f1a90f70 req-7e010b9f-6530-4d07-b207-0d90ba744384 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:37:48.764078 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-2060d83c-a6a5-4f9d-bcb8-6199bc7df128 None None] Notify callbacks [] for port, precommit_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:48.764558 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d2f9d647-4f05-4c1f-a9b7-f396f1a90f70 req-7e010b9f-6530-4d07-b207-0d90ba744384 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/ports?device_id=d27ae022-7042-4729-af57-27c43259c2ad HTTP/1.1" status: 200 len: 943 time: 0.0813608 May 23 12:37:48.776296 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.provisioning_blocks [None req-2060d83c-a6a5-4f9d-bcb8-6199bc7df128 None None] Transition to ACTIVE for port object 1d3dd431-550d-4de5-a657-1c7b446880f9 will not be triggered until provisioned by entity L2. {{(pid=83913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:37:48.784637 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-2060d83c-a6a5-4f9d-bcb8-6199bc7df128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:48.814652 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-d2f9d647-4f05-4c1f-a9b7-f396f1a90f70 req-54a47b55-b368-4fa6-99da-2ab1d179be14 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/security-groups?id=b39771f6-e0a5-4622-82a6-133536249ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441377 May 23 12:37:48.910770 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004331e-005f-4d3c-b7de-20d9aa8f9bdb None None] Pushing event updated for resources: {'Port': ['ID=1d3dd431-550d-4de5-a657-1c7b446880f9,revision_number=3']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:49.002029 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-2060d83c-a6a5-4f9d-bcb8-6199bc7df128 None None] Attempting to bind port 1d3dd431-550d-4de5-a657-1c7b446880f9 on host n-d-842952-2 for vnic_type normal with profile {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:37:49.002401 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-2060d83c-a6a5-4f9d-bcb8-6199bc7df128 None None] Attempting to bind port 1d3dd431-550d-4de5-a657-1c7b446880f9 by drivers openvswitch,hyperv on host n-d-842952-2 at level 0 using segments [{'id': 'bb37409d-877a-4759-8849-87f7789e8714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a38d923b-955b-4632-a76f-9a470772a546'}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:37:49.002767 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2060d83c-a6a5-4f9d-bcb8-6199bc7df128 None None] Attempting to bind port 1d3dd431-550d-4de5-a657-1c7b446880f9 on network a38d923b-955b-4632-a76f-9a470772a546 {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:37:49.010457 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2060d83c-a6a5-4f9d-bcb8-6199bc7df128 None None] Checking agent: {'id': '0eb2626a-dd8e-428b-a8f8-a2feff0651df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 46, 13), 'started_at': datetime.datetime(2022, 5, 23, 10, 46, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-842952-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:37:49.010750 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2060d83c-a6a5-4f9d-bcb8-6199bc7df128 None None] Checking segment: {'id': 'bb37409d-877a-4759-8849-87f7789e8714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a38d923b-955b-4632-a76f-9a470772a546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:37:49.011116 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-2060d83c-a6a5-4f9d-bcb8-6199bc7df128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:49.011511 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2060d83c-a6a5-4f9d-bcb8-6199bc7df128 None None] Bound using segment: {'id': 'bb37409d-877a-4759-8849-87f7789e8714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a38d923b-955b-4632-a76f-9a470772a546'} {{(pid=83913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:37:49.012016 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.managers [None req-2060d83c-a6a5-4f9d-bcb8-6199bc7df128 None None] Bound port: 1d3dd431-550d-4de5-a657-1c7b446880f9, host: n-d-842952-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb37409d-877a-4759-8849-87f7789e8714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a38d923b-955b-4632-a76f-9a470772a546'}}] {{(pid=83913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:37:49.012399 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-2060d83c-a6a5-4f9d-bcb8-6199bc7df128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:49.114231 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-2060d83c-a6a5-4f9d-bcb8-6199bc7df128 None None] For port 1d3dd431-550d-4de5-a657-1c7b446880f9, host n-d-842952-2, cleared binding levels {{(pid=83913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:37:49.117531 n-d-842952-2 neutron-server[83913]: DEBUG neutron.plugins.ml2.db [None req-2060d83c-a6a5-4f9d-bcb8-6199bc7df128 None None] For port 1d3dd431-550d-4de5-a657-1c7b446880f9, host n-d-842952-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=1d3dd431-550d-4de5-a657-1c7b446880f9,segment=NetworkSegment(bb37409d-877a-4759-8849-87f7789e8714),segment_id=bb37409d-877a-4759-8849-87f7789e8714)] {{(pid=83913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:37:49.122974 n-d-842952-2 neutron-server[83913]: DEBUG neutron_lib.callbacks.manager [None req-2060d83c-a6a5-4f9d-bcb8-6199bc7df128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:49.206245 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004331e-005f-4d3c-b7de-20d9aa8f9bdb None None] Pushing event updated for resources: {'Port': ['ID=1d3dd431-550d-4de5-a657-1c7b446880f9,revision_number=4']} {{(pid=83913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:49.210166 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2060d83c-a6a5-4f9d-bcb8-6199bc7df128 None None] Routers {'931e0372-f2d2-46a5-a446-920df56b016b'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:37:49.210767 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-2060d83c-a6a5-4f9d-bcb8-6199bc7df128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:37:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['931e0372-f2d2-46a5-a446-920df56b016b'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:49.416403 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-2060d83c-a6a5-4f9d-bcb8-6199bc7df128 None None] Set router 931e0372-f2d2-46a5-a446-920df56b016b gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:37:49.742005 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-2060d83c-a6a5-4f9d-bcb8-6199bc7df128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931e0372-f2d2-46a5-a446-920df56b016b', 'name': 'tempest-TestSnapshotPattern-362765766-router', 'tenant_id': 'f4c17c8893f24eb9a9c6c889a4de4b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '8e82bf41-65fd-45ab-a4d7-f237f245cb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:37:32Z', 'updated_at': '2022-05-23T12:37:37Z', 'revision_number': 4, 'project_id': 'f4c17c8893f24eb9a9c6c889a4de4b6b', 'gw_port': {'id': '8e82bf41-65fd-45ab-a4d7-f237f245cb99', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931e0372-f2d2-46a5-a446-920df56b016b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:37:33Z', 'updated_at': '2022-05-23T12:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '1d3dd431-550d-4de5-a657-1c7b446880f9', 'name': '', 'network_id': 'a38d923b-955b-4632-a76f-9a470772a546', 'tenant_id': 'f4c17c8893f24eb9a9c6c889a4de4b6b', 'mac_address': 'fa:16:3e:17:45:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931e0372-f2d2-46a5-a446-920df56b016b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5dc809e-5ae3-44b0-be2e-e167b5a074e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:37:36Z', 'updated_at': '2022-05-23T12:37:49Z', 'revision_number': 4, 'project_id': 'f4c17c8893f24eb9a9c6c889a4de4b6b', 'subnets': [{'id': 'a5dc809e-5ae3-44b0-be2e-e167b5a074e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:49.746946 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2060d83c-a6a5-4f9d-bcb8-6199bc7df128 None None] The sync data for ids ['931e0372-f2d2-46a5-a446-920df56b016b'] in n-d-842952-2 is: [{'id': '931e0372-f2d2-46a5-a446-920df56b016b', 'name': 'tempest-TestSnapshotPattern-362765766-router', 'tenant_id': 'f4c17c8893f24eb9a9c6c889a4de4b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '8e82bf41-65fd-45ab-a4d7-f237f245cb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:37:32Z', 'updated_at': '2022-05-23T12:37:37Z', 'revision_number': 4, 'project_id': 'f4c17c8893f24eb9a9c6c889a4de4b6b', 'gw_port': {'id': '8e82bf41-65fd-45ab-a4d7-f237f245cb99', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931e0372-f2d2-46a5-a446-920df56b016b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:37:33Z', 'updated_at': '2022-05-23T12:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '1d3dd431-550d-4de5-a657-1c7b446880f9', 'name': '', 'network_id': 'a38d923b-955b-4632-a76f-9a470772a546', 'tenant_id': 'f4c17c8893f24eb9a9c6c889a4de4b6b', 'mac_address': 'fa:16:3e:17:45:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931e0372-f2d2-46a5-a446-920df56b016b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5dc809e-5ae3-44b0-be2e-e167b5a074e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:37:36Z', 'updated_at': '2022-05-23T12:37:49Z', 'revision_number': 4, 'project_id': 'f4c17c8893f24eb9a9c6c889a4de4b6b', 'subnets': [{'id': 'a5dc809e-5ae3-44b0-be2e-e167b5a074e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:37:49.972878 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 1d3dd431-550d-4de5-a657-1c7b446880f9 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:37:50.050729 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4a50f-730f-4ad8-9519-3c7d499d2813 req-aa4a2fed-7336-496b-bb84-cee8f34e8376 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:37:50.052270 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-07b4a50f-730f-4ad8-9519-3c7d499d2813 req-aa4a2fed-7336-496b-bb84-cee8f34e8376 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/ports?device_id=d27ae022-7042-4729-af57-27c43259c2ad HTTP/1.1" status: 200 len: 943 time: 0.0913701 May 23 12:37:50.057354 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning for port 1d3dd431-550d-4de5-a657-1c7b446880f9 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:37:50.064451 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 1d3dd431-550d-4de5-a657-1c7b446880f9 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:37:50.065453 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:50.112714 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-07b4a50f-730f-4ad8-9519-3c7d499d2813 req-36220885-2ca2-47e1-bb85-7a64c738a22a tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/security-groups?id=b39771f6-e0a5-4622-82a6-133536249ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514829 May 23 12:37:50.206105 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:50.246946 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] For port 1d3dd431-550d-4de5-a657-1c7b446880f9, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=1d3dd431-550d-4de5-a657-1c7b446880f9,segment=NetworkSegment(bb37409d-877a-4759-8849-87f7789e8714),segment_id=bb37409d-877a-4759-8849-87f7789e8714)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:37:50.253025 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:50.254157 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 4921ca28-2594-4083-ab94-00c12b56b1ee up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:37:50.397398 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Pushing event updated for resources: {'Port': ['ID=1d3dd431-550d-4de5-a657-1c7b446880f9,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:50.413231 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 4921ca28-2594-4083-ab94-00c12b56b1ee triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:37:50.413594 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:50.476769 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 39682a01-cea3-4202-8ee3-77f2149f4089 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 12:37:50.680008 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 39682a01-cea3-4202-8ee3-77f2149f4089, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=39682a01-cea3-4202-8ee3-77f2149f4089,segment=NetworkSegment(6102201c-1f43-4fa1-90fa-0a4caf3dea92),segment_id=6102201c-1f43-4fa1-90fa-0a4caf3dea92)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:37:50.698850 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '39682a01-cea3-4202-8ee3-77f2149f4089', 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc', 'port_id': '39682a01-cea3-4202-8ee3-77f2149f4089', 'mac_address': 'fa:16:3e:a5:a1:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca9cbe4-6fa1-4884-b533-0cfb414eed4c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 12:37:50.761436 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:50.821258 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39682a01-cea3-4202-8ee3-77f2149f4089 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 12:37:50.840864 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 39682a01-cea3-4202-8ee3-77f2149f4089, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=39682a01-cea3-4202-8ee3-77f2149f4089,segment=NetworkSegment(6102201c-1f43-4fa1-90fa-0a4caf3dea92),segment_id=6102201c-1f43-4fa1-90fa-0a4caf3dea92)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:37:50.846279 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:50.914312 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=39682a01-cea3-4202-8ee3-77f2149f4089,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:51.259226 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['39682a01-cea3-4202-8ee3-77f2149f4089'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 12:37:51.333849 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba48ee0-c120-462d-af5a-89ac379edd32 req-ba5387cd-f983-4907-b58f-027bd29b314a tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:37:51.336179 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fba48ee0-c120-462d-af5a-89ac379edd32 req-ba5387cd-f983-4907-b58f-027bd29b314a tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/ports?device_id=d27ae022-7042-4729-af57-27c43259c2ad HTTP/1.1" status: 200 len: 944 time: 0.0950754 May 23 12:37:51.387173 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-fba48ee0-c120-462d-af5a-89ac379edd32 req-6a2e2f5f-10ff-477b-a9b4-586eb19493c7 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/security-groups?id=b39771f6-e0a5-4622-82a6-133536249ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446916 May 23 12:37:51.885991 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 1d3dd431-550d-4de5-a657-1c7b446880f9 up at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:37:51.959305 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Provisioning complete for port 1d3dd431-550d-4de5-a657-1c7b446880f9 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:37:51.959662 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:52.479994 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 39682a01-cea3-4202-8ee3-77f2149f4089 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:37:52.586572 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning for port 39682a01-cea3-4202-8ee3-77f2149f4089 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:37:52.591686 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 39682a01-cea3-4202-8ee3-77f2149f4089 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:37:52.592096 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:52.641321 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da390a5f-c6fc-470d-88ec-07dfd45c7c39 req-00b8eee5-6613-4ad9-ae93-5da4a40897f7 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:37:52.642703 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da390a5f-c6fc-470d-88ec-07dfd45c7c39 req-00b8eee5-6613-4ad9-ae93-5da4a40897f7 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/ports?device_id=d27ae022-7042-4729-af57-27c43259c2ad HTTP/1.1" status: 200 len: 944 time: 0.0882316 May 23 12:37:52.694202 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-da390a5f-c6fc-470d-88ec-07dfd45c7c39 req-508baf4a-dfc3-4adf-8831-2f057066e6fb tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/security-groups?id=b39771f6-e0a5-4622-82a6-133536249ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447912 May 23 12:37:52.727244 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:52.757246 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27ae022-7042-4729-af57-27c43259c2ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39682a01-cea3-4202-8ee3-77f2149f4089'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:37:52.767163 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 39682a01-cea3-4202-8ee3-77f2149f4089, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=39682a01-cea3-4202-8ee3-77f2149f4089,segment=NetworkSegment(6102201c-1f43-4fa1-90fa-0a4caf3dea92),segment_id=6102201c-1f43-4fa1-90fa-0a4caf3dea92)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:37:52.771698 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:52.823590 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08577abb-6392-408d-bcdf-59bad812c12b'] response: {'server_uuid': 'd27ae022-7042-4729-af57-27c43259c2ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39682a01-cea3-4202-8ee3-77f2149f4089', 'code': 200} May 23 12:37:52.858263 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=39682a01-cea3-4202-8ee3-77f2149f4089,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:52.978547 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2755db79-c415-422a-a688-632e828cf890 req-a8d29b59-8395-4aff-9a40-7b063d4b5ebe service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d27ae022-7042-4729-af57-27c43259c2ad HTTP/1.1" status: 200 len: 1096 time: 0.0683327 May 23 12:37:53.021104 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-2755db79-c415-422a-a688-632e828cf890 req-9fcd8ae7-737e-45eb-af76-e851b90e10ae service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b39771f6-e0a5-4622-82a6-133536249ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370982 May 23 12:37:54.006871 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0467f31-f391-4082-83c3-ac9d1f1c2da6 req-62a7ce34-2d9a-4c4a-afa1-ec360001fdfa tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:37:54.008504 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b0467f31-f391-4082-83c3-ac9d1f1c2da6 req-62a7ce34-2d9a-4c4a-afa1-ec360001fdfa tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/ports?device_id=d27ae022-7042-4729-af57-27c43259c2ad HTTP/1.1" status: 200 len: 945 time: 0.1852458 May 23 12:37:54.055851 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b0467f31-f391-4082-83c3-ac9d1f1c2da6 req-4a7748a3-d798-424d-a824-64aefdd66ecb tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/security-groups?id=b39771f6-e0a5-4622-82a6-133536249ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418074 May 23 12:37:55.299977 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a4c9be-f17e-4722-8053-0509f3e3e9d5 req-60ae5626-e957-48cb-ac9a-05b3bd9e6b88 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:37:55.301590 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-94a4c9be-f17e-4722-8053-0509f3e3e9d5 req-60ae5626-e957-48cb-ac9a-05b3bd9e6b88 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/ports?device_id=d27ae022-7042-4729-af57-27c43259c2ad HTTP/1.1" status: 200 len: 945 time: 0.0862734 May 23 12:37:55.381873 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-94a4c9be-f17e-4722-8053-0509f3e3e9d5 req-16f0bac5-1135-490a-ada4-e62971b70add tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/security-groups?id=b39771f6-e0a5-4622-82a6-133536249ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735869 May 23 12:37:55.599338 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e66d93-e407-4586-ad4f-eebafa383a36 req-309e2efb-e589-45bd-9ebb-0341e1c5a977 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:37:55.600970 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-61e66d93-e407-4586-ad4f-eebafa383a36 req-309e2efb-e589-45bd-9ebb-0341e1c5a977 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/ports?device_id=d27ae022-7042-4729-af57-27c43259c2ad HTTP/1.1" status: 200 len: 945 time: 0.0891948 May 23 12:37:55.654715 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-61e66d93-e407-4586-ad4f-eebafa383a36 req-4da914a7-5d72-42ea-bece-2120946c64b7 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/security-groups?id=b39771f6-e0a5-4622-82a6-133536249ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475802 May 23 12:37:55.685124 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45430) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:37:55.889385 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-0fdb1b64-fa9a-4b44-a590-6cd48ad69971 tempest-TestSnapshotPattern-194746056 tempest-TestSnapshotPattern-194746056-project-admin] Synchronizing usage tracker for tenant:f4c17c8893f24eb9a9c6c889a4de4b6b on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:37:55.914152 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-0fdb1b64-fa9a-4b44-a590-6cd48ad69971 tempest-TestSnapshotPattern-194746056 tempest-TestSnapshotPattern-194746056-project-admin] Unset dirty status for tenant:f4c17c8893f24eb9a9c6c889a4de4b6b on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:37:55.915816 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0fdb1b64-fa9a-4b44-a590-6cd48ad69971 tempest-TestSnapshotPattern-194746056 tempest-TestSnapshotPattern-194746056-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d27ae022-7042-4729-af57-27c43259c2ad HTTP/1.1" status: 200 len: 1091 time: 0.2294457 May 23 12:37:55.919256 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45436) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:37:55.925076 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.v2.base [None req-cfde3eb8-e1f6-4202-972e-82227a82d4a7 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'port_id': '39682a01-cea3-4202-8ee3-77f2149f4089', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:37:55.931957 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-cfde3eb8-e1f6-4202-972e-82227a82d4a7 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:37:55.936459 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-cfde3eb8-e1f6-4202-972e-82227a82d4a7 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Usage tracker for resource:floatingip and tenant:1d3e12a3d2a943cab9be00e4b2229bb9 is out of sync, need to count used quota {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:37:55.939705 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [None req-cfde3eb8-e1f6-4202-972e-82227a82d4a7 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:37:55.946097 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.quota.driver [None req-cfde3eb8-e1f6-4202-972e-82227a82d4a7 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:37:55.958886 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cfde3eb8-e1f6-4202-972e-82227a82d4a7 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks [] for floatingip, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:56.110195 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cfde3eb8-e1f6-4202-972e-82227a82d4a7 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:56.287344 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.db_base_plugin_common [None req-cfde3eb8-e1f6-4202-972e-82227a82d4a7 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Allocated IP 172.25.6.229 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/5dc30841-f600-4382-9332-d6b468f54efd) {{(pid=83910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:37:56.450544 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cfde3eb8-e1f6-4202-972e-82227a82d4a7 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks [] for port, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:56.484249 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cfde3eb8-e1f6-4202-972e-82227a82d4a7 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:56.587849 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfde3eb8-e1f6-4202-972e-82227a82d4a7 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:37:56.592972 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.base_scheduler [None req-cfde3eb8-e1f6-4202-972e-82227a82d4a7 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Resources bound (agent type, host, resource id): {{(pid=83910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:37:56.600189 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfde3eb8-e1f6-4202-972e-82227a82d4a7 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Received port after_create {{(pid=83910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:37:56.641261 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde3eb8-e1f6-4202-972e-82227a82d4a7 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Pushing event updated for resources: {'Port': ['ID=5dc30841-f600-4382-9332-d6b468f54efd,revision_number=1']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:57.266193 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cfde3eb8-e1f6-4202-972e-82227a82d4a7 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:57.325378 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cfde3eb8-e1f6-4202-972e-82227a82d4a7 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:57.653583 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cfde3eb8-e1f6-4202-972e-82227a82d4a7 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks [] for port, precommit_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:57.659105 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cfde3eb8-e1f6-4202-972e-82227a82d4a7 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1761458'] for port, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:57.772847 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde3eb8-e1f6-4202-972e-82227a82d4a7 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Pushing event updated for resources: {'Port': ['ID=5dc30841-f600-4382-9332-d6b468f54efd,revision_number=2']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:37:57.789736 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cfde3eb8-e1f6-4202-972e-82227a82d4a7 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:58.017736 n-d-842952-2 neutron-server[83910]: INFO neutron.db.l3_db [None req-cfde3eb8-e1f6-4202-972e-82227a82d4a7 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Floating IP ab970b6b-4d3b-49a5-99b0-4a6884c25262 associated. External IP: 172.25.6.229, port: 39682a01-cea3-4202-8ee3-77f2149f4089. May 23 12:37:58.459065 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfde3eb8-e1f6-4202-972e-82227a82d4a7 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Router 6264e9f5-01b6-4e41-b6f1-12e1a8ed147d has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:37:58.692109 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfde3eb8-e1f6-4202-972e-82227a82d4a7 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:37:58.704590 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb537cc9-da4d-4d05-b0f0-89533e175f55 None None] Sync routers for ids ['6264e9f5-01b6-4e41-b6f1-12e1a8ed147d'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:37:58.718510 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb537cc9-da4d-4d05-b0f0-89533e175f55 None None] Routers {'6264e9f5-01b6-4e41-b6f1-12e1a8ed147d'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:37:58.719143 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-bb537cc9-da4d-4d05-b0f0-89533e175f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:37:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['6264e9f5-01b6-4e41-b6f1-12e1a8ed147d'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:58.727283 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-cfde3eb8-e1f6-4202-972e-82227a82d4a7 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:37:58.802229 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-cfde3eb8-e1f6-4202-972e-82227a82d4a7 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8818736 May 23 12:37:58.802823 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd27ae022-7042-4729-af57-27c43259c2ad', 'tag': '39682a01-cea3-4202-8ee3-77f2149f4089'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:37:58.904535 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3a77002-c732-4eb1-92ba-7307c489e4b7'] response: {'name': 'network-changed', 'server_uuid': 'd27ae022-7042-4729-af57-27c43259c2ad', 'tag': '39682a01-cea3-4202-8ee3-77f2149f4089', 'status': 'completed', 'code': 200} May 23 12:37:58.979536 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-bb537cc9-da4d-4d05-b0f0-89533e175f55 None None] Set router 6264e9f5-01b6-4e41-b6f1-12e1a8ed147d gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:37:59.056152 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0dadb50b-7174-4cd7-b37e-3d9186f96bcd req-1dec74a6-097b-44fc-b514-44c03507905d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d3e12a3d2a943cab9be00e4b2229bb9&device_id=d27ae022-7042-4729-af57-27c43259c2ad HTTP/1.1" status: 200 len: 1096 time: 0.1033235 May 23 12:37:59.214637 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadb50b-7174-4cd7-b37e-3d9186f96bcd req-6d04a446-87cd-404a-b7ca-7810b07e4cf4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:37:59.216358 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0dadb50b-7174-4cd7-b37e-3d9186f96bcd req-6d04a446-87cd-404a-b7ca-7810b07e4cf4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=360c4c20-badb-485d-a0bb-8533a0d085bc HTTP/1.1" status: 200 len: 910 time: 0.1534767 May 23 12:37:59.333697 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0dadb50b-7174-4cd7-b37e-3d9186f96bcd req-6ba87ef0-6ef5-49d0-a17c-69dd506cb506 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39682a01-cea3-4202-8ee3-77f2149f4089 HTTP/1.1" status: 200 len: 999 time: 0.1110561 May 23 12:37:59.417146 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-bb537cc9-da4d-4d05-b0f0-89533e175f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'name': 'tempest-TestSnapshotPattern-737696669-router', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '80bcbbd9-8af7-4658-ac44-507351ae650b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:37:25Z', 'updated_at': '2022-05-23T12:37:29Z', 'revision_number': 4, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'gw_port': {'id': '80bcbbd9-8af7-4658-ac44-507351ae650b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:37:26Z', 'updated_at': '2022-05-23T12:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'ab970b6b-4d3b-49a5-99b0-4a6884c25262', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'floating_ip_address': '172.25.6.229', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'port_id': '39682a01-cea3-4202-8ee3-77f2149f4089', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc', 'mac_address': 'fa:16:3e:a5:a1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27ae022-7042-4729-af57-27c43259c2ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:37:57Z', 'updated_at': '2022-05-23T12:37:57Z', 'revision_number': 0, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4921ca28-2594-4083-ab94-00c12b56b1ee', 'name': '', 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'mac_address': 'fa:16:3e:5a:ce:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ca9cbe4-6fa1-4884-b533-0cfb414eed4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:37:28Z', 'updated_at': '2022-05-23T12:37:48Z', 'revision_number': 5, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'subnets': [{'id': '2ca9cbe4-6fa1-4884-b533-0cfb414eed4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:59.421565 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb537cc9-da4d-4d05-b0f0-89533e175f55 None None] Checking router: 6264e9f5-01b6-4e41-b6f1-12e1a8ed147d for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:37:59.434065 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb537cc9-da4d-4d05-b0f0-89533e175f55 None None] Routers {'6264e9f5-01b6-4e41-b6f1-12e1a8ed147d'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:37:59.434708 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-bb537cc9-da4d-4d05-b0f0-89533e175f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:37:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['6264e9f5-01b6-4e41-b6f1-12e1a8ed147d'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:37:59.436684 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadb50b-7174-4cd7-b37e-3d9186f96bcd req-e9f3bd58-3431-4a74-903e-afdb82252e39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:37:59.438190 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0dadb50b-7174-4cd7-b37e-3d9186f96bcd req-e9f3bd58-3431-4a74-903e-afdb82252e39 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ca9cbe4-6fa1-4884-b533-0cfb414eed4c HTTP/1.1" status: 200 len: 848 time: 0.0993674 May 23 12:37:59.531034 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0dadb50b-7174-4cd7-b37e-3d9186f96bcd req-7e615b04-8282-4725-a181-cef8c66406df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=360c4c20-badb-485d-a0bb-8533a0d085bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853841 May 23 12:37:59.674012 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-bb537cc9-da4d-4d05-b0f0-89533e175f55 None None] Set router 6264e9f5-01b6-4e41-b6f1-12e1a8ed147d gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:37:59.817866 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0dadb50b-7174-4cd7-b37e-3d9186f96bcd req-19477d81-be2c-4391-972f-325af42b5541 service neutron] 10.222.0.13 "GET /v2.0/networks/360c4c20-badb-485d-a0bb-8533a0d085bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806389 May 23 12:37:59.986928 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-0dadb50b-7174-4cd7-b37e-3d9186f96bcd req-e744151d-bf5c-4dd0-87ca-565d75b4a720 service neutron] 10.222.0.13 "GET /v2.0/networks/360c4c20-badb-485d-a0bb-8533a0d085bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631501 May 23 12:38:00.104781 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-bb537cc9-da4d-4d05-b0f0-89533e175f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'name': 'tempest-TestSnapshotPattern-737696669-router', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '80bcbbd9-8af7-4658-ac44-507351ae650b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:37:25Z', 'updated_at': '2022-05-23T12:37:29Z', 'revision_number': 4, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'gw_port': {'id': '80bcbbd9-8af7-4658-ac44-507351ae650b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:37:26Z', 'updated_at': '2022-05-23T12:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'ab970b6b-4d3b-49a5-99b0-4a6884c25262', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'floating_ip_address': '172.25.6.229', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'port_id': '39682a01-cea3-4202-8ee3-77f2149f4089', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc', 'mac_address': 'fa:16:3e:a5:a1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27ae022-7042-4729-af57-27c43259c2ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:37:57Z', 'updated_at': '2022-05-23T12:37:57Z', 'revision_number': 0, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4921ca28-2594-4083-ab94-00c12b56b1ee', 'name': '', 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'mac_address': 'fa:16:3e:5a:ce:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ca9cbe4-6fa1-4884-b533-0cfb414eed4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:37:28Z', 'updated_at': '2022-05-23T12:37:48Z', 'revision_number': 5, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'subnets': [{'id': '2ca9cbe4-6fa1-4884-b533-0cfb414eed4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:38:00.109145 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb537cc9-da4d-4d05-b0f0-89533e175f55 None None] The sync data for ids ['6264e9f5-01b6-4e41-b6f1-12e1a8ed147d'] in n-d-842952-2 is: [{'id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'name': 'tempest-TestSnapshotPattern-737696669-router', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '80bcbbd9-8af7-4658-ac44-507351ae650b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:37:25Z', 'updated_at': '2022-05-23T12:37:29Z', 'revision_number': 4, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'gw_port': {'id': '80bcbbd9-8af7-4658-ac44-507351ae650b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:37:26Z', 'updated_at': '2022-05-23T12:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'ab970b6b-4d3b-49a5-99b0-4a6884c25262', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'floating_ip_address': '172.25.6.229', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'port_id': '39682a01-cea3-4202-8ee3-77f2149f4089', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc', 'mac_address': 'fa:16:3e:a5:a1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27ae022-7042-4729-af57-27c43259c2ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:37:57Z', 'updated_at': '2022-05-23T12:37:57Z', 'revision_number': 0, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4921ca28-2594-4083-ab94-00c12b56b1ee', 'name': '', 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'mac_address': 'fa:16:3e:5a:ce:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ca9cbe4-6fa1-4884-b533-0cfb414eed4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:37:28Z', 'updated_at': '2022-05-23T12:37:48Z', 'revision_number': 5, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'subnets': [{'id': '2ca9cbe4-6fa1-4884-b533-0cfb414eed4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:38:06.031892 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59a881c-44c4-4e4e-8c92-26cb4c37c4f1 None None] New status for floating IP ab970b6b-4d3b-49a5-99b0-4a6884c25262: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 12:38:09.114503 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:38:09.355548 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2ef00f3d-4b00-4928-8e1e-8ddc051f4d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:38:10.333818 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:38:11.692564 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-07285d61-5540-4026-98c9-f805c9a37902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:38:12.128582 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:38:12.976134 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:38:13.159815 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:38:14.735180 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:38:32.942851 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-74741b5e-8d9a-48da-99c4-fcfa246615b1 req-5baa1992-6d04-4678-9ec4-c1b46c399fea service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d27ae022-7042-4729-af57-27c43259c2ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1246963 May 23 12:38:33.113921 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-74741b5e-8d9a-48da-99c4-fcfa246615b1 req-3e8ef8ec-3e54-45a2-b842-29e0b867de45 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d3e12a3d2a943cab9be00e4b2229bb9&device_id=d27ae022-7042-4729-af57-27c43259c2ad HTTP/1.1" status: 200 len: 1096 time: 0.0791445 May 23 12:38:33.288380 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74741b5e-8d9a-48da-99c4-fcfa246615b1 req-a93013ba-504a-4760-a378-742c41155f30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:38:33.290150 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-74741b5e-8d9a-48da-99c4-fcfa246615b1 req-a93013ba-504a-4760-a378-742c41155f30 service neutron] 10.222.0.13 "GET /v2.0/networks?id=360c4c20-badb-485d-a0bb-8533a0d085bc HTTP/1.1" status: 200 len: 910 time: 0.1558371 May 23 12:38:33.479864 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-74741b5e-8d9a-48da-99c4-fcfa246615b1 req-77c557e8-695d-4017-8643-2456738b02ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39682a01-cea3-4202-8ee3-77f2149f4089 HTTP/1.1" status: 200 len: 1001 time: 0.1815960 May 23 12:38:33.573654 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74741b5e-8d9a-48da-99c4-fcfa246615b1 req-0541692b-7537-4a5f-9e54-1f96b20af6e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:38:33.575356 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-74741b5e-8d9a-48da-99c4-fcfa246615b1 req-0541692b-7537-4a5f-9e54-1f96b20af6e4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ca9cbe4-6fa1-4884-b533-0cfb414eed4c HTTP/1.1" status: 200 len: 848 time: 0.0893743 May 23 12:38:33.688967 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-74741b5e-8d9a-48da-99c4-fcfa246615b1 req-d8318c17-d02b-491e-99e4-5ea8f3a7d06b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=360c4c20-badb-485d-a0bb-8533a0d085bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1062176 May 23 12:38:33.863315 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-74741b5e-8d9a-48da-99c4-fcfa246615b1 req-b65112e3-8d4e-4512-b15f-2e971a4112b0 service neutron] 10.222.0.13 "GET /v2.0/networks/360c4c20-badb-485d-a0bb-8533a0d085bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678553 May 23 12:38:34.102802 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-74741b5e-8d9a-48da-99c4-fcfa246615b1 req-be57fb95-88c7-4aec-a8b4-69ba01ff55f5 service neutron] 10.222.0.13 "GET /v2.0/networks/360c4c20-badb-485d-a0bb-8533a0d085bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318408 May 23 12:38:39.114998 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:38:39.351889 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-72b3816f-238f-42f7-8e4c-b97cb7b9a441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:38:40.329062 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:38:41.697425 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d4cf83cf-0c35-4be5-bec0-73064dab4f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:38:42.971007 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:38:43.161931 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:38:44.734918 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:38:49.130009 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:39:09.127402 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:39:09.348473 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ebc29081-40c8-47fa-bc9b-7d08667eaebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:39:10.345570 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:39:11.694800 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7733ed12-b14f-432a-83f4-1988e42e109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:39:12.978101 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:39:13.166518 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:39:14.735699 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:39:26.136457 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:39:34.114988 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-133b68ae-4f60-4ef8-82e4-3aea86a15622 req-c1973014-7e61-49a5-baea-462a6d27fece service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d27ae022-7042-4729-af57-27c43259c2ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1212890 May 23 12:39:34.306904 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-133b68ae-4f60-4ef8-82e4-3aea86a15622 req-c934eb1d-ae7a-4320-ac09-5d7d4520512a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d3e12a3d2a943cab9be00e4b2229bb9&device_id=d27ae022-7042-4729-af57-27c43259c2ad HTTP/1.1" status: 200 len: 1096 time: 0.1013877 May 23 12:39:34.553211 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b68ae-4f60-4ef8-82e4-3aea86a15622 req-c49cf2b0-08a6-49c1-8d44-b6415da9e19e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:39:34.555613 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-133b68ae-4f60-4ef8-82e4-3aea86a15622 req-c49cf2b0-08a6-49c1-8d44-b6415da9e19e service neutron] 10.222.0.13 "GET /v2.0/networks?id=360c4c20-badb-485d-a0bb-8533a0d085bc HTTP/1.1" status: 200 len: 910 time: 0.2234595 May 23 12:39:34.670028 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-133b68ae-4f60-4ef8-82e4-3aea86a15622 req-764f6523-b6fb-4fee-9739-82d01a481655 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39682a01-cea3-4202-8ee3-77f2149f4089 HTTP/1.1" status: 200 len: 1001 time: 0.1081920 May 23 12:39:34.735315 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b68ae-4f60-4ef8-82e4-3aea86a15622 req-1df4d963-d105-4185-a029-890652d54b49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:39:34.736821 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-133b68ae-4f60-4ef8-82e4-3aea86a15622 req-1df4d963-d105-4185-a029-890652d54b49 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ca9cbe4-6fa1-4884-b533-0cfb414eed4c HTTP/1.1" status: 200 len: 848 time: 0.0610027 May 23 12:39:34.820330 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-133b68ae-4f60-4ef8-82e4-3aea86a15622 req-18fc3c9b-138c-4b96-b211-e6b3e87f3168 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=360c4c20-badb-485d-a0bb-8533a0d085bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775313 May 23 12:39:34.830395 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-133b68ae-4f60-4ef8-82e4-3aea86a15622 req-3c312ae1-3aa7-4c29-bf17-61d76371154e service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83910) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 12:39:34.831396 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-133b68ae-4f60-4ef8-82e4-3aea86a15622 req-3c312ae1-3aa7-4c29-bf17-61d76371154e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052691 May 23 12:39:35.156754 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-133b68ae-4f60-4ef8-82e4-3aea86a15622 req-dd517ec7-fb65-4eee-b361-0c09f4e0a8b2 service neutron] 10.222.0.13 "GET /v2.0/networks/360c4c20-badb-485d-a0bb-8533a0d085bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191471 May 23 12:39:35.315524 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-133b68ae-4f60-4ef8-82e4-3aea86a15622 req-91a4274b-fefb-4b7b-b890-ce865ae19c51 service neutron] 10.222.0.13 "GET /v2.0/networks/360c4c20-badb-485d-a0bb-8533a0d085bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518178 May 23 12:39:39.130061 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:39:39.346077 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-776e2822-933c-41e3-afa1-4a409604edbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:39:40.359574 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:39:41.691353 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-42c01814-8c2c-4706-8ac7-ab4e8ddda5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:39:42.973412 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:39:43.169371 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:39:44.739044 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:40:03.128250 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:40:09.108386 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:40:09.343247 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5884fe43-3d15-4714-9859-34521a73b4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:40:10.367082 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:40:11.691260 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e5e62244-9025-4e6c-9b7a-936edf18d318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:40:12.980602 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:40:13.173966 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:40:14.743545 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:40:34.134672 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3b8ce85f-94b8-4da6-9af1-9791556de534 req-16a32813-5641-4a67-94b3-b96af71e79bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d3e12a3d2a943cab9be00e4b2229bb9&device_id=d27ae022-7042-4729-af57-27c43259c2ad HTTP/1.1" status: 200 len: 1096 time: 0.0773783 May 23 12:40:34.301755 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ce85f-94b8-4da6-9af1-9791556de534 req-76aa85f3-1043-484d-9107-bb8e5d8046de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:40:34.303488 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3b8ce85f-94b8-4da6-9af1-9791556de534 req-76aa85f3-1043-484d-9107-bb8e5d8046de service neutron] 10.222.0.13 "GET /v2.0/networks?id=360c4c20-badb-485d-a0bb-8533a0d085bc HTTP/1.1" status: 200 len: 910 time: 0.1470115 May 23 12:40:34.414291 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3b8ce85f-94b8-4da6-9af1-9791556de534 req-76d1eff4-4d1a-49e7-bd68-83230527c5fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39682a01-cea3-4202-8ee3-77f2149f4089 HTTP/1.1" status: 200 len: 1001 time: 0.1012764 May 23 12:40:34.478494 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ce85f-94b8-4da6-9af1-9791556de534 req-ee03e080-92a5-4e5e-818e-1d8247865c7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:40:34.480071 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3b8ce85f-94b8-4da6-9af1-9791556de534 req-ee03e080-92a5-4e5e-818e-1d8247865c7c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ca9cbe4-6fa1-4884-b533-0cfb414eed4c HTTP/1.1" status: 200 len: 848 time: 0.0596285 May 23 12:40:34.565639 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3b8ce85f-94b8-4da6-9af1-9791556de534 req-9e492b0f-4408-4799-93f2-7d4604cad5bd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=360c4c20-badb-485d-a0bb-8533a0d085bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790489 May 23 12:40:34.714481 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3b8ce85f-94b8-4da6-9af1-9791556de534 req-791090aa-ef46-4d3d-9219-d17ddba4e6fb service neutron] 10.222.0.13 "GET /v2.0/networks/360c4c20-badb-485d-a0bb-8533a0d085bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419201 May 23 12:40:34.855085 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-3b8ce85f-94b8-4da6-9af1-9791556de534 req-a92a45c3-80fc-4ca2-9b54-9935d511e75c service neutron] 10.222.0.13 "GET /v2.0/networks/360c4c20-badb-485d-a0bb-8533a0d085bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346524 May 23 12:40:37.406444 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 39682a01-cea3-4202-8ee3-77f2149f4089 details requested by agent hyperv_n-h1-842952-2 with host n-h1-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 12:40:37.545601 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 39682a01-cea3-4202-8ee3-77f2149f4089, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=39682a01-cea3-4202-8ee3-77f2149f4089,segment=NetworkSegment(6102201c-1f43-4fa1-90fa-0a4caf3dea92),segment_id=6102201c-1f43-4fa1-90fa-0a4caf3dea92)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:40:37.559523 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Returning: {'device': '39682a01-cea3-4202-8ee3-77f2149f4089', 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc', 'port_id': '39682a01-cea3-4202-8ee3-77f2149f4089', 'mac_address': 'fa:16:3e:a5:a1:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca9cbe4-6fa1-4884-b533-0cfb414eed4c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 12:40:37.618602 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:40:37.636670 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 39682a01-cea3-4202-8ee3-77f2149f4089 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 12:40:37.652844 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 39682a01-cea3-4202-8ee3-77f2149f4089, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=39682a01-cea3-4202-8ee3-77f2149f4089,segment=NetworkSegment(6102201c-1f43-4fa1-90fa-0a4caf3dea92),segment_id=6102201c-1f43-4fa1-90fa-0a4caf3dea92)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:40:37.657161 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:40:37.737557 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=39682a01-cea3-4202-8ee3-77f2149f4089,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:37.750228 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:37.750567 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:37.750903 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:37.751245 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:37.751571 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:37.751923 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:37.752247 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:37.752570 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:37.752880 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:37.753198 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:37.753517 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:37.814021 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] get_ports_and_sgs() called for port_ids ['39682a01-cea3-4202-8ee3-77f2149f4089'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 12:40:39.119872 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:40:39.339652 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-56255e3a-5550-4240-b4e0-96c86abc46d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:40:39.406698 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 39682a01-cea3-4202-8ee3-77f2149f4089 up at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:40:39.476517 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Provisioning complete for port 39682a01-cea3-4202-8ee3-77f2149f4089 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:40:39.476849 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:40:39.595286 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:40:39.622881 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27ae022-7042-4729-af57-27c43259c2ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39682a01-cea3-4202-8ee3-77f2149f4089'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:40:39.632778 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 39682a01-cea3-4202-8ee3-77f2149f4089, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=39682a01-cea3-4202-8ee3-77f2149f4089,segment=NetworkSegment(6102201c-1f43-4fa1-90fa-0a4caf3dea92),segment_id=6102201c-1f43-4fa1-90fa-0a4caf3dea92)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:40:39.637922 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:40:39.709414 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=39682a01-cea3-4202-8ee3-77f2149f4089,revision_number=7']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:39.790992 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4817ba4e-eb72-4e5e-a8c2-174e47ad5bac'] response: {'server_uuid': 'd27ae022-7042-4729-af57-27c43259c2ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39682a01-cea3-4202-8ee3-77f2149f4089', 'code': 200} May 23 12:40:40.129046 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:40:40.377007 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:40:41.737052 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bfa27df9-9888-4222-aeea-797cbda32778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:40:42.972227 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:40:43.178842 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:40:44.753370 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:40:51.539247 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c235614e-f689-4102-959a-4fbe04a42a3a req-7881089d-04a3-4d38-91c1-cf58483218a6 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1890650634&fields=id&tenant_id=1d3e12a3d2a943cab9be00e4b2229bb9 HTTP/1.1" status: 200 len: 267 time: 0.0418327 May 23 12:40:51.692115 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235614e-f689-4102-959a-4fbe04a42a3a req-468c156f-2083-4e70-a6e5-a920c6526772 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:40:51.693527 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c235614e-f689-4102-959a-4fbe04a42a3a req-468c156f-2083-4e70-a6e5-a920c6526772 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/networks?id=360c4c20-badb-485d-a0bb-8533a0d085bc HTTP/1.1" status: 200 len: 809 time: 0.1476095 May 23 12:40:51.711471 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c235614e-f689-4102-959a-4fbe04a42a3a req-2715f5f2-b801-49c2-85a5-cd6551920873 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/quotas/1d3e12a3d2a943cab9be00e4b2229bb9 HTTP/1.1" status: 200 len: 375 time: 0.0124619 May 23 12:40:51.802632 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c235614e-f689-4102-959a-4fbe04a42a3a req-26e5eb07-c291-4063-b5ea-08376215e3b0 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1d3e12a3d2a943cab9be00e4b2229bb9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0856819 May 23 12:40:51.943429 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c235614e-f689-4102-959a-4fbe04a42a3a req-baa3188b-3e84-4069-af52-f4f92ba405a9 service neutron] 10.222.0.79 "GET /v2.0/networks/360c4c20-badb-485d-a0bb-8533a0d085bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280351 May 23 12:40:52.079432 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c235614e-f689-4102-959a-4fbe04a42a3a req-af4a80cb-a291-476a-a1e8-f0f5b78213ac service neutron] 10.222.0.79 "GET /v2.0/networks/360c4c20-badb-485d-a0bb-8533a0d085bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299307 May 23 12:40:52.381580 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-c9ec654f-233c-4d07-a2ed-777913db559d req-a2c3c276-ecfe-4fe4-bc5d-d1e59db9f839 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/ports?device_id=054c660b-17cc-4737-ac0c-8818d7cdbe36 HTTP/1.1" status: 200 len: 210 time: 0.1276476 May 23 12:40:53.574105 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.81', 61777) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:40:53.658794 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-06c716fd-d287-4113-9b45-64cb5f27a193 req-fc3b4eef-09fd-406c-a8bd-d6364820001d tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/ports?device_id=054c660b-17cc-4737-ac0c-8818d7cdbe36 HTTP/1.1" status: 200 len: 210 time: 0.1427293 May 23 12:40:53.746199 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235614e-f689-4102-959a-4fbe04a42a3a req-8e7080eb-d6f0-44c9-9c0d-82d01d449e3d tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:40:53.746870 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-c235614e-f689-4102-959a-4fbe04a42a3a req-8e7080eb-d6f0-44c9-9c0d-82d01d449e3d tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Synchronizing usage tracker for tenant:1d3e12a3d2a943cab9be00e4b2229bb9 on resource:network {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:40:53.765264 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-c235614e-f689-4102-959a-4fbe04a42a3a req-8e7080eb-d6f0-44c9-9c0d-82d01d449e3d tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Unset dirty status for tenant:1d3e12a3d2a943cab9be00e4b2229bb9 on resource:network {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:40:53.766422 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c235614e-f689-4102-959a-4fbe04a42a3a req-8e7080eb-d6f0-44c9-9c0d-82d01d449e3d tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.81 "GET /v2.0/networks?id=360c4c20-badb-485d-a0bb-8533a0d085bc HTTP/1.1" status: 200 len: 809 time: 0.1912901 May 23 12:40:53.836081 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-c235614e-f689-4102-959a-4fbe04a42a3a req-38163fca-8b41-4e08-9db9-c25c7dad68e6 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Synchronizing usage tracker for tenant:1d3e12a3d2a943cab9be00e4b2229bb9 on resource:security_group {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:40:53.856078 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-c235614e-f689-4102-959a-4fbe04a42a3a req-38163fca-8b41-4e08-9db9-c25c7dad68e6 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Unset dirty status for tenant:1d3e12a3d2a943cab9be00e4b2229bb9 on resource:security_group {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:40:53.857750 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c235614e-f689-4102-959a-4fbe04a42a3a req-38163fca-8b41-4e08-9db9-c25c7dad68e6 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d3e12a3d2a943cab9be00e4b2229bb9 HTTP/1.1" status: 200 len: 380 time: 0.0626106 May 23 12:40:53.882255 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-c235614e-f689-4102-959a-4fbe04a42a3a req-1899dea5-46f2-474c-a317-a1211c199aa6 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Request body: {'port': {'device_id': '054c660b-17cc-4737-ac0c-8818d7cdbe36', 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc', 'admin_state_up': True, 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'security_groups': ['b39771f6-e0a5-4622-82a6-133536249ee1']}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:40:54.024290 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-c235614e-f689-4102-959a-4fbe04a42a3a req-1899dea5-46f2-474c-a317-a1211c199aa6 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:40:54.034138 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [req-c235614e-f689-4102-959a-4fbe04a42a3a req-1899dea5-46f2-474c-a317-a1211c199aa6 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:40:54.045941 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c235614e-f689-4102-959a-4fbe04a42a3a req-1899dea5-46f2-474c-a317-a1211c199aa6 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Made reservation on behalf of 1d3e12a3d2a943cab9be00e4b2229bb9 for: {'port': 1} {{(pid=83911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:40:54.051011 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c235614e-f689-4102-959a-4fbe04a42a3a req-1899dea5-46f2-474c-a317-a1211c199aa6 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:40:54.276505 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-c235614e-f689-4102-959a-4fbe04a42a3a req-1899dea5-46f2-474c-a317-a1211c199aa6 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Allocated IP 172.20.0.9 (360c4c20-badb-485d-a0bb-8533a0d085bc/2ca9cbe4-6fa1-4884-b533-0cfb414eed4c/04e83a0d-be95-47aa-ad15-127b63c5e283) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:40:54.609211 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c235614e-f689-4102-959a-4fbe04a42a3a req-1899dea5-46f2-474c-a317-a1211c199aa6 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:40:54.627294 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-c235614e-f689-4102-959a-4fbe04a42a3a req-1899dea5-46f2-474c-a317-a1211c199aa6 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Transition to ACTIVE for port object 04e83a0d-be95-47aa-ad15-127b63c5e283 will not be triggered until provisioned by entity DHCP. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:40:54.661434 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c235614e-f689-4102-959a-4fbe04a42a3a req-1899dea5-46f2-474c-a317-a1211c199aa6 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:40:54.750366 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c235614e-f689-4102-959a-4fbe04a42a3a req-1899dea5-46f2-474c-a317-a1211c199aa6 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Network 360c4c20-badb-485d-a0bb-8533a0d085bc is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:40:54.754466 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-c235614e-f689-4102-959a-4fbe04a42a3a req-1899dea5-46f2-474c-a317-a1211c199aa6 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:40:54.758835 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-c235614e-f689-4102-959a-4fbe04a42a3a req-1899dea5-46f2-474c-a317-a1211c199aa6 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:40:54.836112 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235614e-f689-4102-959a-4fbe04a42a3a req-1899dea5-46f2-474c-a317-a1211c199aa6 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:40:54.836742 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c235614e-f689-4102-959a-4fbe04a42a3a req-1899dea5-46f2-474c-a317-a1211c199aa6 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:40:54.841058 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1899dea5-46f2-474c-a317-a1211c199aa6 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Pushing event updated for resources: {'Port': ['ID=04e83a0d-be95-47aa-ad15-127b63c5e283,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:54.873009 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1899dea5-46f2-474c-a317-a1211c199aa6 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:54.873346 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1899dea5-46f2-474c-a317-a1211c199aa6 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:54.873580 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1899dea5-46f2-474c-a317-a1211c199aa6 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:54.874091 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1899dea5-46f2-474c-a317-a1211c199aa6 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:54.876584 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1899dea5-46f2-474c-a317-a1211c199aa6 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:54.876947 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1899dea5-46f2-474c-a317-a1211c199aa6 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:54.877429 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1899dea5-46f2-474c-a317-a1211c199aa6 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:54.878017 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1899dea5-46f2-474c-a317-a1211c199aa6 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:54.878344 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1899dea5-46f2-474c-a317-a1211c199aa6 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:54.878665 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1899dea5-46f2-474c-a317-a1211c199aa6 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:54.879013 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1899dea5-46f2-474c-a317-a1211c199aa6 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:40:54.903716 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c235614e-f689-4102-959a-4fbe04a42a3a req-1899dea5-46f2-474c-a317-a1211c199aa6 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0252714 May 23 12:40:54.946293 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3ad75-720f-4a77-a9d5-1f98e43fa48d req-10e2252f-5d97-4714-b6a2-b3abafb0a698 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:40:54.955485 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-16a3ad75-720f-4a77-a9d5-1f98e43fa48d req-10e2252f-5d97-4714-b6a2-b3abafb0a698 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/ports?device_id=054c660b-17cc-4737-ac0c-8818d7cdbe36 HTTP/1.1" status: 200 len: 931 time: 0.1116979 May 23 12:40:55.019671 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-16a3ad75-720f-4a77-a9d5-1f98e43fa48d req-3ed042fe-1510-44d8-94ab-4aa5dfcf1d95 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/security-groups?id=b39771f6-e0a5-4622-82a6-133536249ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613368 May 23 12:40:55.165647 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b76a896d-a8a7-4492-befe-7c7c8d4f2331 None None] Provisioning for port 04e83a0d-be95-47aa-ad15-127b63c5e283 completed by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:40:55.171056 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b76a896d-a8a7-4492-befe-7c7c8d4f2331 None None] Provisioning complete for port 04e83a0d-be95-47aa-ad15-127b63c5e283 triggered by entity DHCP. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:40:55.171446 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b76a896d-a8a7-4492-befe-7c7c8d4f2331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:40:55.231877 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b76a896d-a8a7-4492-befe-7c7c8d4f2331 None None] Port 04e83a0d-be95-47aa-ad15-127b63c5e283 cannot update to ACTIVE because it is not bound. {{(pid=83912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 23 12:40:55.439237 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 39682a01-cea3-4202-8ee3-77f2149f4089 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:40:55.558801 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:40:55.590052 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27ae022-7042-4729-af57-27c43259c2ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39682a01-cea3-4202-8ee3-77f2149f4089'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:40:55.603202 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] For port 39682a01-cea3-4202-8ee3-77f2149f4089, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=39682a01-cea3-4202-8ee3-77f2149f4089,segment=NetworkSegment(6102201c-1f43-4fa1-90fa-0a4caf3dea92),segment_id=6102201c-1f43-4fa1-90fa-0a4caf3dea92)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:40:55.610440 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:40:55.664884 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f24e5301-1b43-4b7b-b0a4-e9e3292222d9'] response: {'server_uuid': 'd27ae022-7042-4729-af57-27c43259c2ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39682a01-cea3-4202-8ee3-77f2149f4089', 'code': 200} May 23 12:40:55.741714 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Pushing event updated for resources: {'Port': ['ID=39682a01-cea3-4202-8ee3-77f2149f4089,revision_number=8']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:40:56.239422 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4c007-dfe0-467b-9eb6-ea704dbf048a req-9e2bed0f-5be4-4c76-b207-d2477918445d tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:40:56.240996 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-46d4c007-dfe0-467b-9eb6-ea704dbf048a req-9e2bed0f-5be4-4c76-b207-d2477918445d tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/ports?device_id=054c660b-17cc-4737-ac0c-8818d7cdbe36 HTTP/1.1" status: 200 len: 931 time: 0.1012816 May 23 12:40:56.292482 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-46d4c007-dfe0-467b-9eb6-ea704dbf048a req-37ef2554-75e2-4d3a-a18a-50ed3b975719 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/security-groups?id=b39771f6-e0a5-4622-82a6-133536249ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455379 May 23 12:40:57.513436 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562125f-d710-4d94-816b-60392fcc9f2e req-7b39a401-7d3d-46b2-8821-50cf811dc342 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:40:57.515189 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1562125f-d710-4d94-816b-60392fcc9f2e req-7b39a401-7d3d-46b2-8821-50cf811dc342 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/ports?device_id=054c660b-17cc-4737-ac0c-8818d7cdbe36 HTTP/1.1" status: 200 len: 931 time: 0.0904737 May 23 12:40:57.579238 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-1562125f-d710-4d94-816b-60392fcc9f2e req-151094c2-c229-4487-98b9-15cf6163d9a8 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/security-groups?id=b39771f6-e0a5-4622-82a6-133536249ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558870 May 23 12:40:58.827148 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f0c07-600d-42dd-8db8-2bbee1fbb343 req-67d5a95f-4027-4490-b27a-7fcf5c8dfbb7 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:40:58.829805 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-204f0c07-600d-42dd-8db8-2bbee1fbb343 req-67d5a95f-4027-4490-b27a-7fcf5c8dfbb7 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/ports?device_id=054c660b-17cc-4737-ac0c-8818d7cdbe36 HTTP/1.1" status: 200 len: 931 time: 0.0991719 May 23 12:40:58.907041 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-204f0c07-600d-42dd-8db8-2bbee1fbb343 req-7d78da68-a24c-4922-b9c5-df146c18eafd tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/security-groups?id=b39771f6-e0a5-4622-82a6-133536249ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696747 May 23 12:41:00.135612 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d9bb6-375b-4407-849f-1b4bed46863a req-e57174e6-a103-4519-bb21-9fab164a3284 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:41:00.137072 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5d8d9bb6-375b-4407-849f-1b4bed46863a req-e57174e6-a103-4519-bb21-9fab164a3284 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/ports?device_id=054c660b-17cc-4737-ac0c-8818d7cdbe36 HTTP/1.1" status: 200 len: 931 time: 0.0903127 May 23 12:41:00.198154 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5d8d9bb6-375b-4407-849f-1b4bed46863a req-06cee852-a8a4-410d-9bec-d3aaf57c6bce tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/security-groups?id=b39771f6-e0a5-4622-82a6-133536249ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547669 May 23 12:41:01.432787 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee0806-7609-48c9-8f49-1100538ffb1f req-2b950351-5ff1-4f55-bc53-aadf89545a3b tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:41:01.434155 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-05ee0806-7609-48c9-8f49-1100538ffb1f req-2b950351-5ff1-4f55-bc53-aadf89545a3b tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/ports?device_id=054c660b-17cc-4737-ac0c-8818d7cdbe36 HTTP/1.1" status: 200 len: 931 time: 0.0873661 May 23 12:41:01.483790 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-05ee0806-7609-48c9-8f49-1100538ffb1f req-3d3a6259-09fd-491c-9913-6cf055a50b36 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/security-groups?id=b39771f6-e0a5-4622-82a6-133536249ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415392 May 23 12:41:01.773421 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [req-c235614e-f689-4102-959a-4fbe04a42a3a req-93466da5-5ea6-4268-9894-c210262a2447 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=83911) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 23 12:41:01.774367 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c235614e-f689-4102-959a-4fbe04a42a3a req-93466da5-5ea6-4268-9894-c210262a2447 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054932 May 23 12:41:01.853879 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [req-c235614e-f689-4102-959a-4fbe04a42a3a req-580edf4a-bd55-4395-95b1-b421b9195e9b service neutron] Request body: {'port': {'device_id': '054c660b-17cc-4737-ac0c-8818d7cdbe36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-842952-2'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:41:02.067366 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c235614e-f689-4102-959a-4fbe04a42a3a req-580edf4a-bd55-4395-95b1-b421b9195e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:41:02.417457 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [req-c235614e-f689-4102-959a-4fbe04a42a3a req-580edf4a-bd55-4395-95b1-b421b9195e9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04e83a0d-be95-47aa-ad15-127b63c5e283 {{(pid=83911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 12:41:02.425102 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c235614e-f689-4102-959a-4fbe04a42a3a req-580edf4a-bd55-4395-95b1-b421b9195e9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:41:02.440971 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-c235614e-f689-4102-959a-4fbe04a42a3a req-580edf4a-bd55-4395-95b1-b421b9195e9b service neutron] Transition to ACTIVE for port object 04e83a0d-be95-47aa-ad15-127b63c5e283 will not be triggered until provisioned by entity L2. {{(pid=83911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 23 12:41:02.445781 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c235614e-f689-4102-959a-4fbe04a42a3a req-580edf4a-bd55-4395-95b1-b421b9195e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:41:02.577933 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580edf4a-bd55-4395-95b1-b421b9195e9b service neutron] Pushing event updated for resources: {'Port': ['ID=04e83a0d-be95-47aa-ad15-127b63c5e283,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:02.712246 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-c235614e-f689-4102-959a-4fbe04a42a3a req-580edf4a-bd55-4395-95b1-b421b9195e9b service neutron] Attempting to bind port 04e83a0d-be95-47aa-ad15-127b63c5e283 on host n-h2-842952-2 for vnic_type normal with profile {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 23 12:41:02.712716 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-c235614e-f689-4102-959a-4fbe04a42a3a req-580edf4a-bd55-4395-95b1-b421b9195e9b service neutron] Attempting to bind port 04e83a0d-be95-47aa-ad15-127b63c5e283 by drivers openvswitch,hyperv on host n-h2-842952-2 at level 0 using segments [{'id': '6102201c-1f43-4fa1-90fa-0a4caf3dea92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc'}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 23 12:41:02.712952 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c235614e-f689-4102-959a-4fbe04a42a3a req-580edf4a-bd55-4395-95b1-b421b9195e9b service neutron] Attempting to bind port 04e83a0d-be95-47aa-ad15-127b63c5e283 on network 360c4c20-badb-485d-a0bb-8533a0d085bc {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:41:02.719704 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c235614e-f689-4102-959a-4fbe04a42a3a req-580edf4a-bd55-4395-95b1-b421b9195e9b service neutron] Port 04e83a0d-be95-47aa-ad15-127b63c5e283 on network 360c4c20-badb-485d-a0bb-8533a0d085bc not bound, no agent of type Open vSwitch agent registered on host n-h2-842952-2 {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 23 12:41:02.720082 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c235614e-f689-4102-959a-4fbe04a42a3a req-580edf4a-bd55-4395-95b1-b421b9195e9b service neutron] Attempting to bind port 04e83a0d-be95-47aa-ad15-127b63c5e283 on network 360c4c20-badb-485d-a0bb-8533a0d085bc {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 23 12:41:02.727184 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c235614e-f689-4102-959a-4fbe04a42a3a req-580edf4a-bd55-4395-95b1-b421b9195e9b service neutron] Checking agent: {'id': 'b2eb7c67-5b27-42ac-9436-19bace558242', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-842952-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'started_at': datetime.datetime(2022, 5, 23, 10, 54, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 23 12:41:02.727700 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c235614e-f689-4102-959a-4fbe04a42a3a req-580edf4a-bd55-4395-95b1-b421b9195e9b service neutron] Checking segment: {'id': '6102201c-1f43-4fa1-90fa-0a4caf3dea92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 23 12:41:02.728095 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c235614e-f689-4102-959a-4fbe04a42a3a req-580edf4a-bd55-4395-95b1-b421b9195e9b service neutron] Bound using segment: {'id': '6102201c-1f43-4fa1-90fa-0a4caf3dea92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc'} {{(pid=83911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 23 12:41:02.728603 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-c235614e-f689-4102-959a-4fbe04a42a3a req-580edf4a-bd55-4395-95b1-b421b9195e9b service neutron] Bound port: 04e83a0d-be95-47aa-ad15-127b63c5e283, host: n-h2-842952-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6102201c-1f43-4fa1-90fa-0a4caf3dea92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc'}}] {{(pid=83911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 23 12:41:02.728952 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c235614e-f689-4102-959a-4fbe04a42a3a req-580edf4a-bd55-4395-95b1-b421b9195e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:41:02.742081 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e15b48-f7d9-4dbb-b375-91b9ab63417d req-3693b2c5-561f-4345-953d-11a6de0f97e2 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:41:02.743536 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-90e15b48-f7d9-4dbb-b375-91b9ab63417d req-3693b2c5-561f-4345-953d-11a6de0f97e2 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/ports?device_id=054c660b-17cc-4737-ac0c-8818d7cdbe36 HTTP/1.1" status: 200 len: 943 time: 0.0925555 May 23 12:41:02.790283 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-90e15b48-f7d9-4dbb-b375-91b9ab63417d req-c5019ed2-0e60-4e86-bce1-6972fec4fb23 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/security-groups?id=b39771f6-e0a5-4622-82a6-133536249ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408602 May 23 12:41:02.826830 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-c235614e-f689-4102-959a-4fbe04a42a3a req-580edf4a-bd55-4395-95b1-b421b9195e9b service neutron] For port 04e83a0d-be95-47aa-ad15-127b63c5e283, host n-h2-842952-2, cleared binding levels {{(pid=83911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:41:02.830423 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-c235614e-f689-4102-959a-4fbe04a42a3a req-580edf4a-bd55-4395-95b1-b421b9195e9b service neutron] For port 04e83a0d-be95-47aa-ad15-127b63c5e283, host n-h2-842952-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=04e83a0d-be95-47aa-ad15-127b63c5e283,segment=NetworkSegment(6102201c-1f43-4fa1-90fa-0a4caf3dea92),segment_id=6102201c-1f43-4fa1-90fa-0a4caf3dea92)] {{(pid=83911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:41:02.836709 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c235614e-f689-4102-959a-4fbe04a42a3a req-580edf4a-bd55-4395-95b1-b421b9195e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:41:02.903419 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c235614e-f689-4102-959a-4fbe04a42a3a req-580edf4a-bd55-4395-95b1-b421b9195e9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:41:02.904892 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c235614e-f689-4102-959a-4fbe04a42a3a req-580edf4a-bd55-4395-95b1-b421b9195e9b service neutron] 10.222.0.81 "PUT /v2.0/ports/04e83a0d-be95-47aa-ad15-127b63c5e283 HTTP/1.1" status: 200 len: 1091 time: 1.1242278 May 23 12:41:02.905350 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '054c660b-17cc-4737-ac0c-8818d7cdbe36', 'tag': '04e83a0d-be95-47aa-ad15-127b63c5e283'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:41:02.937798 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580edf4a-bd55-4395-95b1-b421b9195e9b service neutron] Pushing event updated for resources: {'Port': ['ID=04e83a0d-be95-47aa-ad15-127b63c5e283,revision_number=3']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:03.060468 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c235614e-f689-4102-959a-4fbe04a42a3a req-dd8a679a-2416-4f3c-8bc6-6135131e7271 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d3e12a3d2a943cab9be00e4b2229bb9&device_id=054c660b-17cc-4737-ac0c-8818d7cdbe36 HTTP/1.1" status: 200 len: 1094 time: 0.0799651 May 23 12:41:03.062098 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd515e5b-be9e-4c86-9167-d1ef420f770a'] response: {'name': 'network-changed', 'server_uuid': '054c660b-17cc-4737-ac0c-8818d7cdbe36', 'tag': '04e83a0d-be95-47aa-ad15-127b63c5e283', 'status': 'completed', 'code': 200} May 23 12:41:03.175378 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c235614e-f689-4102-959a-4fbe04a42a3a req-4aa6b9e3-2c05-44ac-b0a8-1eea4c8798fc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04e83a0d-be95-47aa-ad15-127b63c5e283 HTTP/1.1" status: 200 len: 217 time: 0.0753162 May 23 12:41:03.247997 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235614e-f689-4102-959a-4fbe04a42a3a req-d180e804-fff8-4ce4-b3ac-495dd2037fa6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:41:03.249468 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c235614e-f689-4102-959a-4fbe04a42a3a req-d180e804-fff8-4ce4-b3ac-495dd2037fa6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2ca9cbe4-6fa1-4884-b533-0cfb414eed4c HTTP/1.1" status: 200 len: 848 time: 0.0621481 May 23 12:41:03.337477 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c235614e-f689-4102-959a-4fbe04a42a3a req-f8ee9a0a-d06d-4215-b304-8a7ee2da05be service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=360c4c20-badb-485d-a0bb-8533a0d085bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793808 May 23 12:41:03.470717 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c235614e-f689-4102-959a-4fbe04a42a3a req-660b3c5e-6b2a-4fe9-82d1-e6861ecd7b41 service neutron] 10.222.0.81 "GET /v2.0/networks/360c4c20-badb-485d-a0bb-8533a0d085bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257863 May 23 12:41:03.615320 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c235614e-f689-4102-959a-4fbe04a42a3a req-0cf97078-bd3d-4816-a9a5-e6f6d5f02e75 service neutron] 10.222.0.81 "GET /v2.0/networks/360c4c20-badb-485d-a0bb-8533a0d085bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353908 May 23 12:41:03.788147 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4d808422-71e1-44d6-8f79-53bd54f69395 req-3d899853-0313-4c48-bcf0-d5427d04afd4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d3e12a3d2a943cab9be00e4b2229bb9&device_id=054c660b-17cc-4737-ac0c-8818d7cdbe36 HTTP/1.1" status: 200 len: 1094 time: 0.0748675 May 23 12:41:03.927820 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d808422-71e1-44d6-8f79-53bd54f69395 req-e1c5b842-6990-45e1-9f86-dc87afbc1ff1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:41:03.929339 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4d808422-71e1-44d6-8f79-53bd54f69395 req-e1c5b842-6990-45e1-9f86-dc87afbc1ff1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=360c4c20-badb-485d-a0bb-8533a0d085bc HTTP/1.1" status: 200 len: 910 time: 0.1349669 May 23 12:41:04.024553 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad352e6b-5c26-439d-85b3-3f35d6810644 req-4fee6b06-7d3f-41b9-80b2-1fedda9ee4a2 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:41:04.026654 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad352e6b-5c26-439d-85b3-3f35d6810644 req-4fee6b06-7d3f-41b9-80b2-1fedda9ee4a2 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/ports?device_id=054c660b-17cc-4737-ac0c-8818d7cdbe36 HTTP/1.1" status: 200 len: 943 time: 0.0958903 May 23 12:41:04.087388 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-ad352e6b-5c26-439d-85b3-3f35d6810644 req-2d83de7e-3d74-4fa7-b4ca-7b5ca2d52b5f tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/security-groups?id=b39771f6-e0a5-4622-82a6-133536249ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531328 May 23 12:41:04.111533 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4d808422-71e1-44d6-8f79-53bd54f69395 req-b4c96236-94c3-4f56-aac3-1d65d18e69fb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04e83a0d-be95-47aa-ad15-127b63c5e283 HTTP/1.1" status: 200 len: 217 time: 0.1740189 May 23 12:41:04.176551 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d808422-71e1-44d6-8f79-53bd54f69395 req-ddc19143-38be-4cb6-9614-5f3505391646 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:41:04.177905 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4d808422-71e1-44d6-8f79-53bd54f69395 req-ddc19143-38be-4cb6-9614-5f3505391646 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2ca9cbe4-6fa1-4884-b533-0cfb414eed4c HTTP/1.1" status: 200 len: 848 time: 0.0592885 May 23 12:41:04.259876 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4d808422-71e1-44d6-8f79-53bd54f69395 req-b34a3d26-59ec-429e-899f-280f6015cd88 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=360c4c20-badb-485d-a0bb-8533a0d085bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753436 May 23 12:41:04.395866 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4d808422-71e1-44d6-8f79-53bd54f69395 req-25543652-1f89-4442-8f8d-c6046f0d2f0c service neutron] 10.222.0.81 "GET /v2.0/networks/360c4c20-badb-485d-a0bb-8533a0d085bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292293 May 23 12:41:04.534910 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-4d808422-71e1-44d6-8f79-53bd54f69395 req-fbc5cadc-331a-4a11-8590-07700f1afbc0 service neutron] 10.222.0.81 "GET /v2.0/networks/360c4c20-badb-485d-a0bb-8533a0d085bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308732 May 23 12:41:05.293943 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097f4f5-5ab3-4cd8-a166-08f3e269ee52 req-b73ab65c-f39a-49a6-81f4-af601578b529 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:41:05.295524 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b097f4f5-5ab3-4cd8-a166-08f3e269ee52 req-b73ab65c-f39a-49a6-81f4-af601578b529 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/ports?device_id=054c660b-17cc-4737-ac0c-8818d7cdbe36 HTTP/1.1" status: 200 len: 943 time: 0.0809305 May 23 12:41:05.343499 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-b097f4f5-5ab3-4cd8-a166-08f3e269ee52 req-f460cccb-fa3d-4fbc-ba88-d97a34c84bc0 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/security-groups?id=b39771f6-e0a5-4622-82a6-133536249ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412004 May 23 12:41:06.230225 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 04e83a0d-be95-47aa-ad15-127b63c5e283 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 12:41:06.373714 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 04e83a0d-be95-47aa-ad15-127b63c5e283, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=04e83a0d-be95-47aa-ad15-127b63c5e283,segment=NetworkSegment(6102201c-1f43-4fa1-90fa-0a4caf3dea92),segment_id=6102201c-1f43-4fa1-90fa-0a4caf3dea92)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:41:06.390201 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '04e83a0d-be95-47aa-ad15-127b63c5e283', 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc', 'port_id': '04e83a0d-be95-47aa-ad15-127b63c5e283', 'mac_address': 'fa:16:3e:52:eb:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca9cbe4-6fa1-4884-b533-0cfb414eed4c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 12:41:06.449417 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:41:06.467530 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04e83a0d-be95-47aa-ad15-127b63c5e283 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 12:41:06.483698 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 04e83a0d-be95-47aa-ad15-127b63c5e283, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=04e83a0d-be95-47aa-ad15-127b63c5e283,segment=NetworkSegment(6102201c-1f43-4fa1-90fa-0a4caf3dea92),segment_id=6102201c-1f43-4fa1-90fa-0a4caf3dea92)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:41:06.488230 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:41:06.550372 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fd4cd-4473-4d33-8130-10dec53e5101 req-73dbfe35-fbd5-451a-a6d9-170b144193cd tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:41:06.551878 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-788fd4cd-4473-4d33-8130-10dec53e5101 req-73dbfe35-fbd5-451a-a6d9-170b144193cd tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/ports?device_id=054c660b-17cc-4737-ac0c-8818d7cdbe36 HTTP/1.1" status: 200 len: 944 time: 0.0828350 May 23 12:41:06.556676 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=04e83a0d-be95-47aa-ad15-127b63c5e283,revision_number=4']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:06.601511 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-788fd4cd-4473-4d33-8130-10dec53e5101 req-25134899-a85c-485e-8906-712f8fc0d399 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/security-groups?id=b39771f6-e0a5-4622-82a6-133536249ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436947 May 23 12:41:06.910372 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['04e83a0d-be95-47aa-ad15-127b63c5e283'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 12:41:07.807062 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3b1db-4a02-492c-a75f-120392eb931c req-76a46a2f-3fd0-4747-b174-659a170ba5fb tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:41:07.808567 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-14d3b1db-4a02-492c-a75f-120392eb931c req-76a46a2f-3fd0-4747-b174-659a170ba5fb tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/ports?device_id=054c660b-17cc-4737-ac0c-8818d7cdbe36 HTTP/1.1" status: 200 len: 944 time: 0.0828531 May 23 12:41:07.856266 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-14d3b1db-4a02-492c-a75f-120392eb931c req-953fbb96-c999-4273-b287-ffdab6254ec2 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/security-groups?id=b39771f6-e0a5-4622-82a6-133536249ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418196 May 23 12:41:08.228941 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 04e83a0d-be95-47aa-ad15-127b63c5e283 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:41:08.305146 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning for port 04e83a0d-be95-47aa-ad15-127b63c5e283 completed by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 23 12:41:08.310609 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 04e83a0d-be95-47aa-ad15-127b63c5e283 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:41:08.311078 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:41:08.432185 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:41:08.461141 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054c660b-17cc-4737-ac0c-8818d7cdbe36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e83a0d-be95-47aa-ad15-127b63c5e283'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:41:08.473153 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 04e83a0d-be95-47aa-ad15-127b63c5e283, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=04e83a0d-be95-47aa-ad15-127b63c5e283,segment=NetworkSegment(6102201c-1f43-4fa1-90fa-0a4caf3dea92),segment_id=6102201c-1f43-4fa1-90fa-0a4caf3dea92)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:41:08.478245 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:41:08.529698 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f5a6ccc-d52c-472f-b15b-876d4f092924'] response: {'server_uuid': '054c660b-17cc-4737-ac0c-8818d7cdbe36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e83a0d-be95-47aa-ad15-127b63c5e283', 'code': 200} May 23 12:41:08.546432 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=04e83a0d-be95-47aa-ad15-127b63c5e283,revision_number=5']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:08.695975 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7337838a-f191-4193-aaa7-3421d9343393 req-ef17bec5-12cf-4741-9091-d2e7c5bbbac8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=054c660b-17cc-4737-ac0c-8818d7cdbe36 HTTP/1.1" status: 200 len: 1096 time: 0.0720320 May 23 12:41:08.742279 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7337838a-f191-4193-aaa7-3421d9343393 req-689ed861-5fe8-41d4-8eda-82dd9a490106 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b39771f6-e0a5-4622-82a6-133536249ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375278 May 23 12:41:09.066754 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4820e85-ca9e-48e4-9467-ce316baad07a req-73728129-714d-4ebf-ac95-403e48a2ce44 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:41:09.068171 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f4820e85-ca9e-48e4-9467-ce316baad07a req-73728129-714d-4ebf-ac95-403e48a2ce44 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/ports?device_id=054c660b-17cc-4737-ac0c-8818d7cdbe36 HTTP/1.1" status: 200 len: 945 time: 0.0831225 May 23 12:41:09.115611 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-f4820e85-ca9e-48e4-9467-ce316baad07a req-0780a1c4-f0f8-499e-89bb-2f5f0491fcdc tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/security-groups?id=b39771f6-e0a5-4622-82a6-133536249ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418248 May 23 12:41:09.119490 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:41:09.333408 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6d57cdbb-693e-423e-8b18-7eebdfde084e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:41:10.318197 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58d924-109a-41b4-9b3b-5b152d7fd35b req-1d6abe60-baac-42cf-be0b-0c8c4e9cbe4f tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:41:10.319695 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc58d924-109a-41b4-9b3b-5b152d7fd35b req-1d6abe60-baac-42cf-be0b-0c8c4e9cbe4f tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/ports?device_id=054c660b-17cc-4737-ac0c-8818d7cdbe36 HTTP/1.1" status: 200 len: 945 time: 0.0798190 May 23 12:41:10.366676 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dc58d924-109a-41b4-9b3b-5b152d7fd35b req-8d4c9d20-6908-4c70-ab50-3eee5cc9b9d9 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/security-groups?id=b39771f6-e0a5-4622-82a6-133536249ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409300 May 23 12:41:10.390040 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:41:10.576107 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008389b0-38bb-4456-8e89-66c3a3ae88ee req-d1109aca-894b-4925-bacb-e1896e49488b tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:41:10.577614 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-008389b0-38bb-4456-8e89-66c3a3ae88ee req-d1109aca-894b-4925-bacb-e1896e49488b tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/ports?device_id=054c660b-17cc-4737-ac0c-8818d7cdbe36 HTTP/1.1" status: 200 len: 945 time: 0.0819809 May 23 12:41:10.625238 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-008389b0-38bb-4456-8e89-66c3a3ae88ee req-a5369c3b-276f-411b-8b07-0070fe0d61f3 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/security-groups?id=b39771f6-e0a5-4622-82a6-133536249ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419996 May 23 12:41:10.653678 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45702) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:41:10.732416 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-e523d830-dea9-4236-b137-3b69242b132c tempest-TestSnapshotPattern-194746056 tempest-TestSnapshotPattern-194746056-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=054c660b-17cc-4737-ac0c-8818d7cdbe36 HTTP/1.1" status: 200 len: 1091 time: 0.0745697 May 23 12:41:10.732601 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45706) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:41:10.738558 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.v2.base [None req-3495394c-f934-49a8-a7e3-2a7bdc118580 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Request body: {'floatingip': {'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'port_id': '04e83a0d-be95-47aa-ad15-127b63c5e283', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 23 12:41:10.745568 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3495394c-f934-49a8-a7e3-2a7bdc118580 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 23 12:41:10.749752 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3495394c-f934-49a8-a7e3-2a7bdc118580 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Usage tracker for resource:floatingip and tenant:1d3e12a3d2a943cab9be00e4b2229bb9 is out of sync, need to count used quota {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 23 12:41:10.752740 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [None req-3495394c-f934-49a8-a7e3-2a7bdc118580 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83911) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 23 12:41:10.760179 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3495394c-f934-49a8-a7e3-2a7bdc118580 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83911) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 23 12:41:10.772853 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3495394c-f934-49a8-a7e3-2a7bdc118580 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks [] for floatingip, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:41:10.915679 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3495394c-f934-49a8-a7e3-2a7bdc118580 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:41:11.069669 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-3495394c-f934-49a8-a7e3-2a7bdc118580 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Allocated IP 172.25.6.130 (87d63aa2-c2e7-4553-824a-d818708dd83b/83aea934-9c83-49f0-bb0f-67d04a04ace0/aa34808e-071d-4cd9-88f9-9bd45cc6bbdd) {{(pid=83911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:41:11.230686 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3495394c-f934-49a8-a7e3-2a7bdc118580 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks [] for port, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:41:11.261331 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3495394c-f934-49a8-a7e3-2a7bdc118580 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748724298379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:41:11.333948 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3495394c-f934-49a8-a7e3-2a7bdc118580 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Network 87d63aa2-c2e7-4553-824a-d818708dd83b is already hosted by enough agents. {{(pid=83911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:41:11.337034 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-3495394c-f934-49a8-a7e3-2a7bdc118580 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Resources bound (agent type, host, resource id): {{(pid=83911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:41:11.341889 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3495394c-f934-49a8-a7e3-2a7bdc118580 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Received port after_create {{(pid=83911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 23 12:41:11.366668 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3495394c-f934-49a8-a7e3-2a7bdc118580 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Pushing event updated for resources: {'Port': ['ID=aa34808e-071d-4cd9-88f9-9bd45cc6bbdd,revision_number=1']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:11.684228 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3f9dfbcc-43f4-4b64-89c6-595ff2edc6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:41:11.969095 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3495394c-f934-49a8-a7e3-2a7bdc118580 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:41:12.030165 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3495394c-f934-49a8-a7e3-2a7bdc118580 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:41:12.245523 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3495394c-f934-49a8-a7e3-2a7bdc118580 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks [] for port, precommit_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:41:12.250993 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3495394c-f934-49a8-a7e3-2a7bdc118580 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1005586'] for port, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:41:12.358618 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3495394c-f934-49a8-a7e3-2a7bdc118580 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Pushing event updated for resources: {'Port': ['ID=aa34808e-071d-4cd9-88f9-9bd45cc6bbdd,revision_number=2']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:41:12.372808 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3495394c-f934-49a8-a7e3-2a7bdc118580 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825427'] for floatingip, after_update {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:41:12.573336 n-d-842952-2 neutron-server[83911]: INFO neutron.db.l3_db [None req-3495394c-f934-49a8-a7e3-2a7bdc118580 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Floating IP 673962f7-aff8-490a-8caa-f2a387997d55 associated. External IP: 172.25.6.130, port: 04e83a0d-be95-47aa-ad15-127b63c5e283. May 23 12:41:12.981881 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:41:13.088745 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3495394c-f934-49a8-a7e3-2a7bdc118580 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Router 6264e9f5-01b6-4e41-b6f1-12e1a8ed147d has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:41:13.177709 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:41:13.290430 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3495394c-f934-49a8-a7e3-2a7bdc118580 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:41:13.300293 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3120d931-9389-4c0a-be7e-dccec8678d1a None None] Sync routers for ids ['6264e9f5-01b6-4e41-b6f1-12e1a8ed147d'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:41:13.314272 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3120d931-9389-4c0a-be7e-dccec8678d1a None None] Routers {'6264e9f5-01b6-4e41-b6f1-12e1a8ed147d'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:41:13.315025 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3120d931-9389-4c0a-be7e-dccec8678d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:41:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['6264e9f5-01b6-4e41-b6f1-12e1a8ed147d'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:41:13.316766 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3495394c-f934-49a8-a7e3-2a7bdc118580 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:41:13.370691 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3495394c-f934-49a8-a7e3-2a7bdc118580 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6370907 May 23 12:41:13.371349 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '054c660b-17cc-4737-ac0c-8818d7cdbe36', 'tag': '04e83a0d-be95-47aa-ad15-127b63c5e283'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:41:13.427148 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e57cff35-8296-4fa8-8158-614d6e7fbfdb'] response: {'name': 'network-changed', 'server_uuid': '054c660b-17cc-4737-ac0c-8818d7cdbe36', 'tag': '04e83a0d-be95-47aa-ad15-127b63c5e283', 'status': 'completed', 'code': 200} May 23 12:41:13.492650 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-3120d931-9389-4c0a-be7e-dccec8678d1a None None] Set router 6264e9f5-01b6-4e41-b6f1-12e1a8ed147d gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:41:13.551895 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f3444759-96db-4318-86bb-5793d454295d req-33c0db14-b7a7-454a-85d5-d437dbfdcf75 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d3e12a3d2a943cab9be00e4b2229bb9&device_id=054c660b-17cc-4737-ac0c-8818d7cdbe36 HTTP/1.1" status: 200 len: 1096 time: 0.0792675 May 23 12:41:13.798812 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3444759-96db-4318-86bb-5793d454295d req-91237c9b-8bc6-4847-b7e4-2e3f85f9f1b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:41:13.800455 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f3444759-96db-4318-86bb-5793d454295d req-91237c9b-8bc6-4847-b7e4-2e3f85f9f1b8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=360c4c20-badb-485d-a0bb-8533a0d085bc HTTP/1.1" status: 200 len: 910 time: 0.2425051 May 23 12:41:13.906322 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3120d931-9389-4c0a-be7e-dccec8678d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'name': 'tempest-TestSnapshotPattern-737696669-router', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '80bcbbd9-8af7-4658-ac44-507351ae650b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:37:25Z', 'updated_at': '2022-05-23T12:37:29Z', 'revision_number': 4, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'gw_port': {'id': '80bcbbd9-8af7-4658-ac44-507351ae650b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:37:26Z', 'updated_at': '2022-05-23T12:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '673962f7-aff8-490a-8caa-f2a387997d55', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'floating_ip_address': '172.25.6.130', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'port_id': '04e83a0d-be95-47aa-ad15-127b63c5e283', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc', 'mac_address': 'fa:16:3e:52:eb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c660b-17cc-4737-ac0c-8818d7cdbe36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:41:11Z', 'updated_at': '2022-05-23T12:41:11Z', 'revision_number': 0, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'fixed_ip_address_scope': None}, {'id': 'ab970b6b-4d3b-49a5-99b0-4a6884c25262', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'floating_ip_address': '172.25.6.229', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'port_id': '39682a01-cea3-4202-8ee3-77f2149f4089', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc', 'mac_address': 'fa:16:3e:a5:a1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27ae022-7042-4729-af57-27c43259c2ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:37:57Z', 'updated_at': '2022-05-23T12:38:06Z', 'revision_number': 1, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4921ca28-2594-4083-ab94-00c12b56b1ee', 'name': '', 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'mac_address': 'fa:16:3e:5a:ce:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ca9cbe4-6fa1-4884-b533-0cfb414eed4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:37:28Z', 'updated_at': '2022-05-23T12:37:48Z', 'revision_number': 5, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'subnets': [{'id': '2ca9cbe4-6fa1-4884-b533-0cfb414eed4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:41:13.906696 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f3444759-96db-4318-86bb-5793d454295d req-c20c85f1-d80c-43cc-afb5-83d9d0c4c0dd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04e83a0d-be95-47aa-ad15-127b63c5e283 HTTP/1.1" status: 200 len: 999 time: 0.1002581 May 23 12:41:13.910565 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3120d931-9389-4c0a-be7e-dccec8678d1a None None] Checking router: 6264e9f5-01b6-4e41-b6f1-12e1a8ed147d for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:41:13.922400 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3120d931-9389-4c0a-be7e-dccec8678d1a None None] Routers {'6264e9f5-01b6-4e41-b6f1-12e1a8ed147d'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:41:13.923004 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3120d931-9389-4c0a-be7e-dccec8678d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:41:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['6264e9f5-01b6-4e41-b6f1-12e1a8ed147d'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:41:13.970372 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3444759-96db-4318-86bb-5793d454295d req-212f4eda-127f-45ec-ac4f-c355c862a833 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:41:13.971849 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f3444759-96db-4318-86bb-5793d454295d req-212f4eda-127f-45ec-ac4f-c355c862a833 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2ca9cbe4-6fa1-4884-b533-0cfb414eed4c HTTP/1.1" status: 200 len: 848 time: 0.0601435 May 23 12:41:14.054103 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f3444759-96db-4318-86bb-5793d454295d req-08c3bd76-82e8-4b1e-8936-d9f96122eb4b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=360c4c20-badb-485d-a0bb-8533a0d085bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768499 May 23 12:41:14.105635 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-3120d931-9389-4c0a-be7e-dccec8678d1a None None] Set router 6264e9f5-01b6-4e41-b6f1-12e1a8ed147d gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:41:14.196537 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f3444759-96db-4318-86bb-5793d454295d req-6a16390f-b9e7-4bc4-8f07-83899b5eb1b9 service neutron] 10.222.0.81 "GET /v2.0/networks/360c4c20-badb-485d-a0bb-8533a0d085bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365285 May 23 12:41:14.341975 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-f3444759-96db-4318-86bb-5793d454295d req-cbcba6ad-c910-4ef1-97f8-b0929aca8026 service neutron] 10.222.0.81 "GET /v2.0/networks/360c4c20-badb-485d-a0bb-8533a0d085bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393611 May 23 12:41:14.471928 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3120d931-9389-4c0a-be7e-dccec8678d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'name': 'tempest-TestSnapshotPattern-737696669-router', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '80bcbbd9-8af7-4658-ac44-507351ae650b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:37:25Z', 'updated_at': '2022-05-23T12:37:29Z', 'revision_number': 4, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'gw_port': {'id': '80bcbbd9-8af7-4658-ac44-507351ae650b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:37:26Z', 'updated_at': '2022-05-23T12:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '673962f7-aff8-490a-8caa-f2a387997d55', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'floating_ip_address': '172.25.6.130', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'port_id': '04e83a0d-be95-47aa-ad15-127b63c5e283', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc', 'mac_address': 'fa:16:3e:52:eb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c660b-17cc-4737-ac0c-8818d7cdbe36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:41:11Z', 'updated_at': '2022-05-23T12:41:11Z', 'revision_number': 0, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'fixed_ip_address_scope': None}, {'id': 'ab970b6b-4d3b-49a5-99b0-4a6884c25262', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'floating_ip_address': '172.25.6.229', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'port_id': '39682a01-cea3-4202-8ee3-77f2149f4089', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc', 'mac_address': 'fa:16:3e:a5:a1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27ae022-7042-4729-af57-27c43259c2ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:37:57Z', 'updated_at': '2022-05-23T12:38:06Z', 'revision_number': 1, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4921ca28-2594-4083-ab94-00c12b56b1ee', 'name': '', 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'mac_address': 'fa:16:3e:5a:ce:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ca9cbe4-6fa1-4884-b533-0cfb414eed4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:37:28Z', 'updated_at': '2022-05-23T12:37:48Z', 'revision_number': 5, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'subnets': [{'id': '2ca9cbe4-6fa1-4884-b533-0cfb414eed4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:41:14.476002 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3120d931-9389-4c0a-be7e-dccec8678d1a None None] The sync data for ids ['6264e9f5-01b6-4e41-b6f1-12e1a8ed147d'] in n-d-842952-2 is: [{'id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'name': 'tempest-TestSnapshotPattern-737696669-router', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '80bcbbd9-8af7-4658-ac44-507351ae650b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:37:25Z', 'updated_at': '2022-05-23T12:37:29Z', 'revision_number': 4, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'gw_port': {'id': '80bcbbd9-8af7-4658-ac44-507351ae650b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:37:26Z', 'updated_at': '2022-05-23T12:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': '673962f7-aff8-490a-8caa-f2a387997d55', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'floating_ip_address': '172.25.6.130', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'port_id': '04e83a0d-be95-47aa-ad15-127b63c5e283', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc', 'mac_address': 'fa:16:3e:52:eb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054c660b-17cc-4737-ac0c-8818d7cdbe36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:41:11Z', 'updated_at': '2022-05-23T12:41:11Z', 'revision_number': 0, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'fixed_ip_address_scope': None}, {'id': 'ab970b6b-4d3b-49a5-99b0-4a6884c25262', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'floating_ip_address': '172.25.6.229', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'port_id': '39682a01-cea3-4202-8ee3-77f2149f4089', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc', 'mac_address': 'fa:16:3e:a5:a1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27ae022-7042-4729-af57-27c43259c2ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:37:57Z', 'updated_at': '2022-05-23T12:38:06Z', 'revision_number': 1, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4921ca28-2594-4083-ab94-00c12b56b1ee', 'name': '', 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'mac_address': 'fa:16:3e:5a:ce:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ca9cbe4-6fa1-4884-b533-0cfb414eed4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:37:28Z', 'updated_at': '2022-05-23T12:37:48Z', 'revision_number': 5, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'subnets': [{'id': '2ca9cbe4-6fa1-4884-b533-0cfb414eed4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:41:14.682458 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6d5803-0989-407b-b5d3-fedba2da91d5 None None] New status for floating IP 673962f7-aff8-490a-8caa-f2a387997d55: ACTIVE {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 12:41:14.748499 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:41:17.130786 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:41:33.501209 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-143b0e82-3b9e-4112-b0ad-be901d4fd1ac req-0c5b261c-52a2-4124-b8f5-dd308335e707 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=054c660b-17cc-4737-ac0c-8818d7cdbe36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0779922 May 23 12:41:33.683070 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-143b0e82-3b9e-4112-b0ad-be901d4fd1ac req-8449db13-400a-455d-ac89-6c6a0749ef5e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d3e12a3d2a943cab9be00e4b2229bb9&device_id=054c660b-17cc-4737-ac0c-8818d7cdbe36 HTTP/1.1" status: 200 len: 1096 time: 0.0821640 May 23 12:41:33.854612 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b0e82-3b9e-4112-b0ad-be901d4fd1ac req-e4b564cd-e19b-4545-a442-3b2fb098c945 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:41:33.856183 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-143b0e82-3b9e-4112-b0ad-be901d4fd1ac req-e4b564cd-e19b-4545-a442-3b2fb098c945 service neutron] 10.222.0.81 "GET /v2.0/networks?id=360c4c20-badb-485d-a0bb-8533a0d085bc HTTP/1.1" status: 200 len: 910 time: 0.1521151 May 23 12:41:33.993643 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-143b0e82-3b9e-4112-b0ad-be901d4fd1ac req-4265d20a-4109-417e-8a31-7228df874484 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04e83a0d-be95-47aa-ad15-127b63c5e283 HTTP/1.1" status: 200 len: 1001 time: 0.1307342 May 23 12:41:34.067431 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b0e82-3b9e-4112-b0ad-be901d4fd1ac req-69d06570-6727-479a-b538-1f1619599f89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:41:34.069069 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-143b0e82-3b9e-4112-b0ad-be901d4fd1ac req-69d06570-6727-479a-b538-1f1619599f89 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2ca9cbe4-6fa1-4884-b533-0cfb414eed4c HTTP/1.1" status: 200 len: 848 time: 0.0687952 May 23 12:41:34.179555 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-143b0e82-3b9e-4112-b0ad-be901d4fd1ac req-62391de1-4ad5-4bca-a129-be2d105a9dd7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=360c4c20-badb-485d-a0bb-8533a0d085bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1035419 May 23 12:41:34.340444 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-143b0e82-3b9e-4112-b0ad-be901d4fd1ac req-5ef4f790-abe9-4acf-a8fb-867f437a14c2 service neutron] 10.222.0.81 "GET /v2.0/networks/360c4c20-badb-485d-a0bb-8533a0d085bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547823 May 23 12:41:34.494477 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-143b0e82-3b9e-4112-b0ad-be901d4fd1ac req-05b90055-677d-41ad-8f9a-428c43ad898c service neutron] 10.222.0.81 "GET /v2.0/networks/360c4c20-badb-485d-a0bb-8533a0d085bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469882 May 23 12:41:34.773381 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8edca756-2915-4b89-a1e5-a7090389aaf7 req-9e621a5c-4b5c-4fcf-9ba8-d2452b4a14af service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d27ae022-7042-4729-af57-27c43259c2ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1625152 May 23 12:41:34.951131 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8edca756-2915-4b89-a1e5-a7090389aaf7 req-f7dd2acc-a15d-47ed-bb1d-1ac634169a88 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d3e12a3d2a943cab9be00e4b2229bb9&device_id=d27ae022-7042-4729-af57-27c43259c2ad HTTP/1.1" status: 200 len: 1094 time: 0.0835121 May 23 12:41:35.106740 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edca756-2915-4b89-a1e5-a7090389aaf7 req-61dca3cc-0590-499f-8589-398c87051d30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:41:35.108170 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8edca756-2915-4b89-a1e5-a7090389aaf7 req-61dca3cc-0590-499f-8589-398c87051d30 service neutron] 10.222.0.13 "GET /v2.0/networks?id=360c4c20-badb-485d-a0bb-8533a0d085bc HTTP/1.1" status: 200 len: 910 time: 0.1385818 May 23 12:41:35.319564 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8edca756-2915-4b89-a1e5-a7090389aaf7 req-4bf9032d-00d6-4dc5-81f2-8b7f6c91a7e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39682a01-cea3-4202-8ee3-77f2149f4089 HTTP/1.1" status: 200 len: 999 time: 0.2055824 May 23 12:41:35.386210 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edca756-2915-4b89-a1e5-a7090389aaf7 req-9165c874-366c-4b1a-a068-ed48f0c8ad6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:41:35.387774 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8edca756-2915-4b89-a1e5-a7090389aaf7 req-9165c874-366c-4b1a-a068-ed48f0c8ad6b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ca9cbe4-6fa1-4884-b533-0cfb414eed4c HTTP/1.1" status: 200 len: 848 time: 0.0618849 May 23 12:41:35.482587 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8edca756-2915-4b89-a1e5-a7090389aaf7 req-4e2eccd5-78df-42a4-969a-8623985f28e2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=360c4c20-badb-485d-a0bb-8533a0d085bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889080 May 23 12:41:35.632832 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8edca756-2915-4b89-a1e5-a7090389aaf7 req-ace0da16-ffb8-48f0-8191-7723076fb861 service neutron] 10.222.0.13 "GET /v2.0/networks/360c4c20-badb-485d-a0bb-8533a0d085bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443207 May 23 12:41:35.776896 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-8edca756-2915-4b89-a1e5-a7090389aaf7 req-fcef87a2-5ed2-44c9-95f4-3c70321e4ac4 service neutron] 10.222.0.13 "GET /v2.0/networks/360c4c20-badb-485d-a0bb-8533a0d085bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376672 May 23 12:41:39.139806 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:41:39.341407 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dac469cb-2119-416b-891a-1621c694ccfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:41:40.394886 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:41:41.700665 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2710d8b5-d078-456d-a649-88f17c5e4837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:41:42.968122 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:41:43.186317 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:41:44.759960 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:41:54.133307 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:42:09.148809 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:42:09.337735 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b8a67715-7dc4-47b4-a0f6-8f2555ea80be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:42:10.404778 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:42:11.694429 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eeb63404-b488-4c63-9441-93ccc0dd6b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:42:12.963964 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:42:13.190437 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:42:14.755535 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:42:31.134599 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:42:35.439449 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8f55373e-cebb-4e35-8833-4ed68a9a210d req-046027a8-dc90-44bf-836e-16008e0044ad service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=054c660b-17cc-4737-ac0c-8818d7cdbe36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0784142 May 23 12:42:35.620428 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8f55373e-cebb-4e35-8833-4ed68a9a210d req-c44b7805-8218-4168-af22-2db23304eb6c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d3e12a3d2a943cab9be00e4b2229bb9&device_id=054c660b-17cc-4737-ac0c-8818d7cdbe36 HTTP/1.1" status: 200 len: 1096 time: 0.0804150 May 23 12:42:35.903437 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55373e-cebb-4e35-8833-4ed68a9a210d req-061fafda-c440-4fe9-8df4-0157cd15e250 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:42:35.904947 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8f55373e-cebb-4e35-8833-4ed68a9a210d req-061fafda-c440-4fe9-8df4-0157cd15e250 service neutron] 10.222.0.81 "GET /v2.0/networks?id=360c4c20-badb-485d-a0bb-8533a0d085bc HTTP/1.1" status: 200 len: 910 time: 0.2614238 May 23 12:42:36.025008 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8f55373e-cebb-4e35-8833-4ed68a9a210d req-b6d11235-58bd-4927-83bf-cbdff2046dc5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04e83a0d-be95-47aa-ad15-127b63c5e283 HTTP/1.1" status: 200 len: 1001 time: 0.1103747 May 23 12:42:36.097952 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55373e-cebb-4e35-8833-4ed68a9a210d req-0f6cfab4-8d9b-4c3b-9add-b577c32ee61c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:42:36.099405 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8f55373e-cebb-4e35-8833-4ed68a9a210d req-0f6cfab4-8d9b-4c3b-9add-b577c32ee61c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2ca9cbe4-6fa1-4884-b533-0cfb414eed4c HTTP/1.1" status: 200 len: 848 time: 0.0660672 May 23 12:42:36.193583 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8f55373e-cebb-4e35-8833-4ed68a9a210d req-ae48f6c6-8b9a-4c18-b1bd-e4e52312e082 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=360c4c20-badb-485d-a0bb-8533a0d085bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837045 May 23 12:42:36.338133 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8f55373e-cebb-4e35-8833-4ed68a9a210d req-3ff4652f-54b1-41e9-96a1-4f5e08337a5e service neutron] 10.222.0.81 "GET /v2.0/networks/360c4c20-badb-485d-a0bb-8533a0d085bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347461 May 23 12:42:36.490410 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-8f55373e-cebb-4e35-8833-4ed68a9a210d req-0a8eb83f-eddb-4992-a8d5-4b816282d273 service neutron] 10.222.0.81 "GET /v2.0/networks/360c4c20-badb-485d-a0bb-8533a0d085bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436162 May 23 12:42:36.831437 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6f76a94f-891d-4d9e-9cb6-da9ac48cbc64 req-7d151b5c-ae43-438c-92ca-f89ecce9dc85 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d27ae022-7042-4729-af57-27c43259c2ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0971813 May 23 12:42:36.993630 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6f76a94f-891d-4d9e-9cb6-da9ac48cbc64 req-b9da2a61-fb48-471c-bfb4-1ac7c671fc3c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d3e12a3d2a943cab9be00e4b2229bb9&device_id=d27ae022-7042-4729-af57-27c43259c2ad HTTP/1.1" status: 200 len: 1094 time: 0.0780046 May 23 12:42:37.156150 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76a94f-891d-4d9e-9cb6-da9ac48cbc64 req-7c74fe10-ce01-403a-ac23-579eb4c98a6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:42:37.157543 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6f76a94f-891d-4d9e-9cb6-da9ac48cbc64 req-7c74fe10-ce01-403a-ac23-579eb4c98a6b service neutron] 10.222.0.13 "GET /v2.0/networks?id=360c4c20-badb-485d-a0bb-8533a0d085bc HTTP/1.1" status: 200 len: 910 time: 0.1440647 May 23 12:42:37.267893 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6f76a94f-891d-4d9e-9cb6-da9ac48cbc64 req-d5737e6f-b0c3-4d2f-8f2e-386f729a6906 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39682a01-cea3-4202-8ee3-77f2149f4089 HTTP/1.1" status: 200 len: 999 time: 0.1040285 May 23 12:42:37.338071 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76a94f-891d-4d9e-9cb6-da9ac48cbc64 req-4f31ceb8-197e-47e2-af78-f614985e7d79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:42:37.339552 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6f76a94f-891d-4d9e-9cb6-da9ac48cbc64 req-4f31ceb8-197e-47e2-af78-f614985e7d79 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ca9cbe4-6fa1-4884-b533-0cfb414eed4c HTTP/1.1" status: 200 len: 848 time: 0.0663550 May 23 12:42:37.419155 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6f76a94f-891d-4d9e-9cb6-da9ac48cbc64 req-2d068f1c-9593-4d64-8320-56bb37cf74d2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=360c4c20-badb-485d-a0bb-8533a0d085bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737844 May 23 12:42:37.562040 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6f76a94f-891d-4d9e-9cb6-da9ac48cbc64 req-5e766a9d-30b5-495b-b120-d6c5385f9a99 service neutron] 10.222.0.13 "GET /v2.0/networks/360c4c20-badb-485d-a0bb-8533a0d085bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366332 May 23 12:42:37.723168 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-6f76a94f-891d-4d9e-9cb6-da9ac48cbc64 req-bcce0c1b-fe1f-423a-abad-ee4659d9d49d service neutron] 10.222.0.13 "GET /v2.0/networks/360c4c20-badb-485d-a0bb-8533a0d085bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553025 May 23 12:42:39.150328 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:42:39.332996 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6f07bd3a-e730-4b04-8687-5576ff118b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:42:40.419382 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:42:41.693277 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dcf5c036-802b-4d1b-b766-1d9331290305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:42:42.969127 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:42:43.190737 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:42:44.762095 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:42:46.781468 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 04e83a0d-be95-47aa-ad15-127b63c5e283 details requested by agent hyperv_n-h2-842952-2 with host n-h2-842952-2 {{(pid=83912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 23 12:42:46.945189 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 04e83a0d-be95-47aa-ad15-127b63c5e283, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=04e83a0d-be95-47aa-ad15-127b63c5e283,segment=NetworkSegment(6102201c-1f43-4fa1-90fa-0a4caf3dea92),segment_id=6102201c-1f43-4fa1-90fa-0a4caf3dea92)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:42:46.967267 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Returning: {'device': '04e83a0d-be95-47aa-ad15-127b63c5e283', 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc', 'port_id': '04e83a0d-be95-47aa-ad15-127b63c5e283', 'mac_address': 'fa:16:3e:52:eb:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca9cbe4-6fa1-4884-b533-0cfb414eed4c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 23 12:42:47.038260 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:42:47.060680 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 04e83a0d-be95-47aa-ad15-127b63c5e283 {{(pid=83912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 23 12:42:47.084678 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 04e83a0d-be95-47aa-ad15-127b63c5e283, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=04e83a0d-be95-47aa-ad15-127b63c5e283,segment=NetworkSegment(6102201c-1f43-4fa1-90fa-0a4caf3dea92),segment_id=6102201c-1f43-4fa1-90fa-0a4caf3dea92)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:42:47.094109 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:42:47.190940 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=04e83a0d-be95-47aa-ad15-127b63c5e283,revision_number=6']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:47.201093 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:47.201438 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:47.201779 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:47.202113 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:47.202443 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:47.202768 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:47.203100 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:47.203421 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:47.203747 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:47.204095 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:47.204415 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:47.270743 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] get_ports_and_sgs() called for port_ids ['04e83a0d-be95-47aa-ad15-127b63c5e283'] {{(pid=83912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 23 12:42:48.786516 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 04e83a0d-be95-47aa-ad15-127b63c5e283 up at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 23 12:42:48.948199 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Provisioning complete for port 04e83a0d-be95-47aa-ad15-127b63c5e283 triggered by entity L2. {{(pid=83912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 23 12:42:48.948656 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3067486'] for port, provisioning_complete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:42:49.122993 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:42:49.165255 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054c660b-17cc-4737-ac0c-8818d7cdbe36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e83a0d-be95-47aa-ad15-127b63c5e283'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:42:49.176447 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 04e83a0d-be95-47aa-ad15-127b63c5e283, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=04e83a0d-be95-47aa-ad15-127b63c5e283,segment=NetworkSegment(6102201c-1f43-4fa1-90fa-0a4caf3dea92),segment_id=6102201c-1f43-4fa1-90fa-0a4caf3dea92)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:42:49.188306 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:42:49.273100 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bca7758c-2022-4abf-8872-3ba79c16b9e7'] response: {'server_uuid': '054c660b-17cc-4737-ac0c-8818d7cdbe36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e83a0d-be95-47aa-ad15-127b63c5e283', 'code': 200} May 23 12:42:49.275702 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=04e83a0d-be95-47aa-ad15-127b63c5e283,revision_number=7']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:57.957814 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45844) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:42:58.179170 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-51f23199-f585-4806-88e3-1c419d4d4e69 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Deleting port aa34808e-071d-4cd9-88f9-9bd45cc6bbdd {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:42:58.179500 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-51f23199-f585-4806-88e3-1c419d4d4e69 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:42:58.381278 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-51f23199-f585-4806-88e3-1c419d4d4e69 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:42:58.381522 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-51f23199-f585-4806-88e3-1c419d4d4e69 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:42:58.508463 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-51f23199-f585-4806-88e3-1c419d4d4e69 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Calling delete_port for aa34808e-071d-4cd9-88f9-9bd45cc6bbdd owned by network:floatingip {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:42:58.672925 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-51f23199-f585-4806-88e3-1c419d4d4e69 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:42:58.721301 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f23199-f585-4806-88e3-1c419d4d4e69 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Pushing event deleted for resources: {'Port': ['ID=aa34808e-071d-4cd9-88f9-9bd45cc6bbdd,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:42:58.805145 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f23199-f585-4806-88e3-1c419d4d4e69 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:58.805694 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f23199-f585-4806-88e3-1c419d4d4e69 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:58.806222 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f23199-f585-4806-88e3-1c419d4d4e69 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:58.806758 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f23199-f585-4806-88e3-1c419d4d4e69 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:58.807301 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f23199-f585-4806-88e3-1c419d4d4e69 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:58.807853 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f23199-f585-4806-88e3-1c419d4d4e69 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:58.808412 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f23199-f585-4806-88e3-1c419d4d4e69 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:58.808945 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f23199-f585-4806-88e3-1c419d4d4e69 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:58.809501 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f23199-f585-4806-88e3-1c419d4d4e69 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:58.810038 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f23199-f585-4806-88e3-1c419d4d4e69 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:58.810593 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f23199-f585-4806-88e3-1c419d4d4e69 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:42:58.866034 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-51f23199-f585-4806-88e3-1c419d4d4e69 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks [] for floatingip, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:42:59.407790 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f23199-f585-4806-88e3-1c419d4d4e69 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Router 6264e9f5-01b6-4e41-b6f1-12e1a8ed147d has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:42:59.637906 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f23199-f585-4806-88e3-1c419d4d4e69 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:42:59.650053 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b20c93-9afe-4f8b-b865-e7359ce2acfd None None] Sync routers for ids ['6264e9f5-01b6-4e41-b6f1-12e1a8ed147d'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:42:59.658735 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-51f23199-f585-4806-88e3-1c419d4d4e69 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:42:59.663212 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b20c93-9afe-4f8b-b865-e7359ce2acfd None None] Routers {'6264e9f5-01b6-4e41-b6f1-12e1a8ed147d'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:42:59.663846 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-63b20c93-9afe-4f8b-b865-e7359ce2acfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:42:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['6264e9f5-01b6-4e41-b6f1-12e1a8ed147d'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:42:59.725428 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-51f23199-f585-4806-88e3-1c419d4d4e69 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "DELETE /v2.0/floatingips/673962f7-aff8-490a-8caa-f2a387997d55 HTTP/1.1" status: 204 len: 168 time: 1.7663324 May 23 12:42:59.726044 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '054c660b-17cc-4737-ac0c-8818d7cdbe36', 'tag': '04e83a0d-be95-47aa-ad15-127b63c5e283'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:42:59.861720 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5edfc4e5-e688-41e4-bbf9-d42bc348a358'] response: {'name': 'network-changed', 'server_uuid': '054c660b-17cc-4737-ac0c-8818d7cdbe36', 'tag': '04e83a0d-be95-47aa-ad15-127b63c5e283', 'status': 'completed', 'code': 200} May 23 12:42:59.889494 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-63b20c93-9afe-4f8b-b865-e7359ce2acfd None None] Set router 6264e9f5-01b6-4e41-b6f1-12e1a8ed147d gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:43:00.019601 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7b189a89-bef3-477c-9724-d0966098f8e7 req-e6b3998f-515d-4748-9c16-7be1ed50ba28 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d3e12a3d2a943cab9be00e4b2229bb9&device_id=054c660b-17cc-4737-ac0c-8818d7cdbe36 HTTP/1.1" status: 200 len: 1096 time: 0.1052961 May 23 12:43:00.209196 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b189a89-bef3-477c-9724-d0966098f8e7 req-ffef24cf-57dd-49a4-9841-1add447777ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:43:00.212028 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7b189a89-bef3-477c-9724-d0966098f8e7 req-ffef24cf-57dd-49a4-9841-1add447777ec service neutron] 10.222.0.81 "GET /v2.0/networks?id=360c4c20-badb-485d-a0bb-8533a0d085bc HTTP/1.1" status: 200 len: 910 time: 0.1823907 May 23 12:43:00.242973 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abf310-6f3d-4389-ad53-acbb7dbac606 req-155439a6-9669-415d-a7f4-3618785b83c4 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:43:00.244461 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58abf310-6f3d-4389-ad53-acbb7dbac606 req-155439a6-9669-415d-a7f4-3618785b83c4 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/ports?device_id=054c660b-17cc-4737-ac0c-8818d7cdbe36 HTTP/1.1" status: 200 len: 945 time: 0.0891161 May 23 12:43:00.287748 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7b189a89-bef3-477c-9724-d0966098f8e7 req-d3219e44-bee4-4ae6-9698-6066d7d92296 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04e83a0d-be95-47aa-ad15-127b63c5e283 HTTP/1.1" status: 200 len: 217 time: 0.0699091 May 23 12:43:00.298964 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-58abf310-6f3d-4389-ad53-acbb7dbac606 req-ddba605d-11e9-4b22-a518-606cd5ad3426 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/security-groups?id=b39771f6-e0a5-4622-82a6-133536249ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487883 May 23 12:43:00.337190 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-63b20c93-9afe-4f8b-b865-e7359ce2acfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'name': 'tempest-TestSnapshotPattern-737696669-router', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '80bcbbd9-8af7-4658-ac44-507351ae650b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:37:25Z', 'updated_at': '2022-05-23T12:37:29Z', 'revision_number': 4, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'gw_port': {'id': '80bcbbd9-8af7-4658-ac44-507351ae650b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:37:26Z', 'updated_at': '2022-05-23T12:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'ab970b6b-4d3b-49a5-99b0-4a6884c25262', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'floating_ip_address': '172.25.6.229', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'port_id': '39682a01-cea3-4202-8ee3-77f2149f4089', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc', 'mac_address': 'fa:16:3e:a5:a1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27ae022-7042-4729-af57-27c43259c2ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:37:57Z', 'updated_at': '2022-05-23T12:38:06Z', 'revision_number': 1, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4921ca28-2594-4083-ab94-00c12b56b1ee', 'name': '', 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'mac_address': 'fa:16:3e:5a:ce:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ca9cbe4-6fa1-4884-b533-0cfb414eed4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:37:28Z', 'updated_at': '2022-05-23T12:37:48Z', 'revision_number': 5, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'subnets': [{'id': '2ca9cbe4-6fa1-4884-b533-0cfb414eed4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:43:00.341708 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b20c93-9afe-4f8b-b865-e7359ce2acfd None None] Checking router: 6264e9f5-01b6-4e41-b6f1-12e1a8ed147d for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:43:00.353600 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b20c93-9afe-4f8b-b865-e7359ce2acfd None None] Routers {'6264e9f5-01b6-4e41-b6f1-12e1a8ed147d'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:43:00.354209 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-63b20c93-9afe-4f8b-b865-e7359ce2acfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:42:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['6264e9f5-01b6-4e41-b6f1-12e1a8ed147d'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:43:00.382194 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b189a89-bef3-477c-9724-d0966098f8e7 req-3e8d9251-fa67-4db3-abd1-b430535bd29b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:43:00.383798 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7b189a89-bef3-477c-9724-d0966098f8e7 req-3e8d9251-fa67-4db3-abd1-b430535bd29b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2ca9cbe4-6fa1-4884-b533-0cfb414eed4c HTTP/1.1" status: 200 len: 848 time: 0.0895503 May 23 12:43:00.499929 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7b189a89-bef3-477c-9724-d0966098f8e7 req-a68958bf-3935-42a0-9f7f-3f36e387b01f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=360c4c20-badb-485d-a0bb-8533a0d085bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1072111 May 23 12:43:00.564652 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-63b20c93-9afe-4f8b-b865-e7359ce2acfd None None] Set router 6264e9f5-01b6-4e41-b6f1-12e1a8ed147d gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:43:00.642285 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7b189a89-bef3-477c-9724-d0966098f8e7 req-f6b2ff8e-8651-4a45-808c-56461d11c456 service neutron] 10.222.0.81 "GET /v2.0/networks/360c4c20-badb-485d-a0bb-8533a0d085bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346889 May 23 12:43:00.785118 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-7b189a89-bef3-477c-9724-d0966098f8e7 req-90ad39f2-2862-488c-9478-f301b310e8a2 service neutron] 10.222.0.81 "GET /v2.0/networks/360c4c20-badb-485d-a0bb-8533a0d085bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366951 May 23 12:43:00.864783 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 04e83a0d-be95-47aa-ad15-127b63c5e283 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:43:01.098152 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1178213'] for port, before_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:01.131972 n-d-842952-2 neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054c660b-17cc-4737-ac0c-8818d7cdbe36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04e83a0d-be95-47aa-ad15-127b63c5e283'}] {{(pid=83912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:43:01.150047 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] For port 04e83a0d-be95-47aa-ad15-127b63c5e283, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=04e83a0d-be95-47aa-ad15-127b63c5e283,segment=NetworkSegment(6102201c-1f43-4fa1-90fa-0a4caf3dea92),segment_id=6102201c-1f43-4fa1-90fa-0a4caf3dea92)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:43:01.159121 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748724734374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748724298397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748724298442'] for port, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:01.195319 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-63b20c93-9afe-4f8b-b865-e7359ce2acfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'name': 'tempest-TestSnapshotPattern-737696669-router', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '80bcbbd9-8af7-4658-ac44-507351ae650b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:37:25Z', 'updated_at': '2022-05-23T12:37:29Z', 'revision_number': 4, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'gw_port': {'id': '80bcbbd9-8af7-4658-ac44-507351ae650b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:37:26Z', 'updated_at': '2022-05-23T12:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'ab970b6b-4d3b-49a5-99b0-4a6884c25262', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'floating_ip_address': '172.25.6.229', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'port_id': '39682a01-cea3-4202-8ee3-77f2149f4089', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc', 'mac_address': 'fa:16:3e:a5:a1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27ae022-7042-4729-af57-27c43259c2ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:37:57Z', 'updated_at': '2022-05-23T12:38:06Z', 'revision_number': 1, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4921ca28-2594-4083-ab94-00c12b56b1ee', 'name': '', 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'mac_address': 'fa:16:3e:5a:ce:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ca9cbe4-6fa1-4884-b533-0cfb414eed4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:37:28Z', 'updated_at': '2022-05-23T12:37:48Z', 'revision_number': 5, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'subnets': [{'id': '2ca9cbe4-6fa1-4884-b533-0cfb414eed4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:43:01.198436 n-d-842952-2 neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53ec85d7-5e66-4a69-b8c8-de2bac9a679e'] response: {'server_uuid': '054c660b-17cc-4737-ac0c-8818d7cdbe36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04e83a0d-be95-47aa-ad15-127b63c5e283', 'code': 200} May 23 12:43:01.216120 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b20c93-9afe-4f8b-b865-e7359ce2acfd None None] The sync data for ids ['6264e9f5-01b6-4e41-b6f1-12e1a8ed147d'] in n-d-842952-2 is: [{'id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'name': 'tempest-TestSnapshotPattern-737696669-router', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '80bcbbd9-8af7-4658-ac44-507351ae650b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:37:25Z', 'updated_at': '2022-05-23T12:37:29Z', 'revision_number': 4, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'gw_port': {'id': '80bcbbd9-8af7-4658-ac44-507351ae650b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:37:26Z', 'updated_at': '2022-05-23T12:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_floatingips': [{'id': 'ab970b6b-4d3b-49a5-99b0-4a6884c25262', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'floating_ip_address': '172.25.6.229', 'floating_network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'router_id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'port_id': '39682a01-cea3-4202-8ee3-77f2149f4089', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc', 'mac_address': 'fa:16:3e:a5:a1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27ae022-7042-4729-af57-27c43259c2ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T12:37:57Z', 'updated_at': '2022-05-23T12:38:06Z', 'revision_number': 1, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4921ca28-2594-4083-ab94-00c12b56b1ee', 'name': '', 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'mac_address': 'fa:16:3e:5a:ce:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ca9cbe4-6fa1-4884-b533-0cfb414eed4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:37:28Z', 'updated_at': '2022-05-23T12:37:48Z', 'revision_number': 5, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'subnets': [{'id': '2ca9cbe4-6fa1-4884-b533-0cfb414eed4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:43:01.235940 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Pushing event updated for resources: {'Port': ['ID=04e83a0d-be95-47aa-ad15-127b63c5e283,revision_number=8']} {{(pid=83912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:43:01.480614 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717c1aa4-1397-48f4-94a2-bb48b2ba0115 None None] New status for floating IP 673962f7-aff8-490a-8caa-f2a387997d55: DOWN {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 12:43:01.552314 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acfa41-4028-4cf1-bbc4-401ae9cfb140 req-1508512b-892f-4946-946c-1020eae8256b tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:43:01.554779 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-08acfa41-4028-4cf1-bbc4-401ae9cfb140 req-1508512b-892f-4946-946c-1020eae8256b tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/ports?device_id=054c660b-17cc-4737-ac0c-8818d7cdbe36 HTTP/1.1" status: 200 len: 943 time: 0.0975349 May 23 12:43:01.605714 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-08acfa41-4028-4cf1-bbc4-401ae9cfb140 req-c275d1a9-16cf-4c4c-8e9a-6681a26c6a25 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/security-groups?id=b39771f6-e0a5-4622-82a6-133536249ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447288 May 23 12:43:02.160083 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84772f8-ecd7-415f-a31f-73e07725eb69 req-33a7605e-f801-41a3-a8cd-ddc23242750a tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:43:02.160712 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-c84772f8-ecd7-415f-a31f-73e07725eb69 req-33a7605e-f801-41a3-a8cd-ddc23242750a tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Synchronizing usage tracker for tenant:1d3e12a3d2a943cab9be00e4b2229bb9 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:43:02.180719 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-c84772f8-ecd7-415f-a31f-73e07725eb69 req-33a7605e-f801-41a3-a8cd-ddc23242750a tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Unset dirty status for tenant:1d3e12a3d2a943cab9be00e4b2229bb9 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:43:02.182025 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c84772f8-ecd7-415f-a31f-73e07725eb69 req-33a7605e-f801-41a3-a8cd-ddc23242750a tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.81 "GET /v2.0/ports?device_id=054c660b-17cc-4737-ac0c-8818d7cdbe36 HTTP/1.1" status: 200 len: 943 time: 0.1166143 May 23 12:43:02.257666 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-c84772f8-ecd7-415f-a31f-73e07725eb69 req-edcef7bf-4eeb-41c3-b2b1-a47db61b42fa tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Deleting port 04e83a0d-be95-47aa-ad15-127b63c5e283 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:43:02.258048 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c84772f8-ecd7-415f-a31f-73e07725eb69 req-edcef7bf-4eeb-41c3-b2b1-a47db61b42fa tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:02.663932 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-c84772f8-ecd7-415f-a31f-73e07725eb69 req-edcef7bf-4eeb-41c3-b2b1-a47db61b42fa tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] For port 04e83a0d-be95-47aa-ad15-127b63c5e283, host n-h2-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-842952-2',level=0,port_id=04e83a0d-be95-47aa-ad15-127b63c5e283,segment=NetworkSegment(6102201c-1f43-4fa1-90fa-0a4caf3dea92),segment_id=6102201c-1f43-4fa1-90fa-0a4caf3dea92)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:43:02.664239 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c84772f8-ecd7-415f-a31f-73e07725eb69 req-edcef7bf-4eeb-41c3-b2b1-a47db61b42fa tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:02.798987 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-c84772f8-ecd7-415f-a31f-73e07725eb69 req-edcef7bf-4eeb-41c3-b2b1-a47db61b42fa tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Calling delete_port for 04e83a0d-be95-47aa-ad15-127b63c5e283 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:43:02.853390 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf348f-6b20-4d19-8c6d-5f28f41b9100 req-a698dd0a-6860-4d0b-b573-14a1fe9f38cc tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:43:02.855314 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a5cf348f-6b20-4d19-8c6d-5f28f41b9100 req-a698dd0a-6860-4d0b-b573-14a1fe9f38cc tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/ports?device_id=054c660b-17cc-4737-ac0c-8818d7cdbe36 HTTP/1.1" status: 200 len: 943 time: 0.1062131 May 23 12:43:02.911095 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-a5cf348f-6b20-4d19-8c6d-5f28f41b9100 req-f995f78c-213a-43cd-966d-7c18c832fba3 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/security-groups?id=b39771f6-e0a5-4622-82a6-133536249ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497417 May 23 12:43:02.978664 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c84772f8-ecd7-415f-a31f-73e07725eb69 req-edcef7bf-4eeb-41c3-b2b1-a47db61b42fa tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:03.033609 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcef7bf-4eeb-41c3-b2b1-a47db61b42fa tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Pushing event deleted for resources: {'Port': ['ID=04e83a0d-be95-47aa-ad15-127b63c5e283,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:43:03.122574 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-c84772f8-ecd7-415f-a31f-73e07725eb69 req-edcef7bf-4eeb-41c3-b2b1-a47db61b42fa tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] No DVR routers for this DVR port 04e83a0d-be95-47aa-ad15-127b63c5e283 on host n-h2-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:43:03.126346 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c84772f8-ecd7-415f-a31f-73e07725eb69 req-edcef7bf-4eeb-41c3-b2b1-a47db61b42fa tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:03.130394 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054c660b-17cc-4737-ac0c-8818d7cdbe36', 'name': 'network-vif-deleted', 'tag': '04e83a0d-be95-47aa-ad15-127b63c5e283'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:43:03.151176 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-c84772f8-ecd7-415f-a31f-73e07725eb69 req-edcef7bf-4eeb-41c3-b2b1-a47db61b42fa tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.81 "DELETE /v2.0/ports/04e83a0d-be95-47aa-ad15-127b63c5e283 HTTP/1.1" status: 204 len: 173 time: 0.9615753 May 23 12:43:03.199740 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11ba541c-8777-42ff-b686-20d155ea3542'] response: {'server_uuid': '054c660b-17cc-4737-ac0c-8818d7cdbe36', 'name': 'network-vif-deleted', 'tag': '04e83a0d-be95-47aa-ad15-127b63c5e283', 'status': 'completed', 'code': 200} May 23 12:43:04.666950 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45900) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:43:04.983468 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-0457a497-c436-4f51-8ddd-046ae54db21e tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Deleting port 5dc30841-f600-4382-9332-d6b468f54efd {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:43:04.983801 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0457a497-c436-4f51-8ddd-046ae54db21e tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:05.179619 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0457a497-c436-4f51-8ddd-046ae54db21e tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:05.180072 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0457a497-c436-4f51-8ddd-046ae54db21e tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:05.325975 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-0457a497-c436-4f51-8ddd-046ae54db21e tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Calling delete_port for 5dc30841-f600-4382-9332-d6b468f54efd owned by network:floatingip {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:43:05.521284 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0457a497-c436-4f51-8ddd-046ae54db21e tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:05.568228 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0457a497-c436-4f51-8ddd-046ae54db21e tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Pushing event deleted for resources: {'Port': ['ID=5dc30841-f600-4382-9332-d6b468f54efd,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:43:05.581292 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0457a497-c436-4f51-8ddd-046ae54db21e tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:43:05.581668 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0457a497-c436-4f51-8ddd-046ae54db21e tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:43:05.582050 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0457a497-c436-4f51-8ddd-046ae54db21e tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:43:05.582531 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0457a497-c436-4f51-8ddd-046ae54db21e tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:43:05.582755 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0457a497-c436-4f51-8ddd-046ae54db21e tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:43:05.583155 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0457a497-c436-4f51-8ddd-046ae54db21e tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:43:05.583503 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0457a497-c436-4f51-8ddd-046ae54db21e tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:43:05.583812 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0457a497-c436-4f51-8ddd-046ae54db21e tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:43:05.584148 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0457a497-c436-4f51-8ddd-046ae54db21e tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:43:05.584481 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0457a497-c436-4f51-8ddd-046ae54db21e tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:43:05.584836 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0457a497-c436-4f51-8ddd-046ae54db21e tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-842952-2 {{(pid=83910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:43:05.691721 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0457a497-c436-4f51-8ddd-046ae54db21e tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks [] for floatingip, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:06.130106 n-d-842952-2 neutron-server[83910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0457a497-c436-4f51-8ddd-046ae54db21e tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Router 6264e9f5-01b6-4e41-b6f1-12e1a8ed147d has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:43:06.376763 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0457a497-c436-4f51-8ddd-046ae54db21e tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:43:06.389759 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21be09a1-8d7f-44fd-a393-a62a41ae2d1d None None] Sync routers for ids ['6264e9f5-01b6-4e41-b6f1-12e1a8ed147d'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:43:06.404253 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-0457a497-c436-4f51-8ddd-046ae54db21e tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for floatingip, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:06.405303 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21be09a1-8d7f-44fd-a393-a62a41ae2d1d None None] Routers {'6264e9f5-01b6-4e41-b6f1-12e1a8ed147d'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:43:06.406000 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-21be09a1-8d7f-44fd-a393-a62a41ae2d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:42:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['6264e9f5-01b6-4e41-b6f1-12e1a8ed147d'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:43:06.470777 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-0457a497-c436-4f51-8ddd-046ae54db21e tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "DELETE /v2.0/floatingips/ab970b6b-4d3b-49a5-99b0-4a6884c25262 HTTP/1.1" status: 204 len: 168 time: 1.7991407 May 23 12:43:06.470777 n-d-842952-2 neutron-server[83910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd27ae022-7042-4729-af57-27c43259c2ad', 'tag': '39682a01-cea3-4202-8ee3-77f2149f4089'}] {{(pid=83910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:43:06.626868 n-d-842952-2 neutron-server[83910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-691dd089-d2fb-4df5-9637-404f1a26549e'] response: {'name': 'network-changed', 'server_uuid': 'd27ae022-7042-4729-af57-27c43259c2ad', 'tag': '39682a01-cea3-4202-8ee3-77f2149f4089', 'status': 'completed', 'code': 200} May 23 12:43:06.638806 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-21be09a1-8d7f-44fd-a393-a62a41ae2d1d None None] Set router 6264e9f5-01b6-4e41-b6f1-12e1a8ed147d gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:43:06.772800 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5703a566-971e-41e1-acad-d142f1ab2b96 req-1da3a12b-7ee8-431c-aa32-9739d8cd63f0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d3e12a3d2a943cab9be00e4b2229bb9&device_id=d27ae022-7042-4729-af57-27c43259c2ad HTTP/1.1" status: 200 len: 1094 time: 0.0970702 May 23 12:43:06.957597 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 04e83a0d-be95-47aa-ad15-127b63c5e283 no longer exists at agent hyperv_n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:43:07.054238 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] No Port match for: 04e83a0d-be95-47aa-ad15-127b63c5e283 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:43:07.054794 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Device 04e83a0d-be95-47aa-ad15-127b63c5e283 not bound to the agent host n-h2-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:43:07.238379 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-21be09a1-8d7f-44fd-a393-a62a41ae2d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'name': 'tempest-TestSnapshotPattern-737696669-router', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '80bcbbd9-8af7-4658-ac44-507351ae650b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:37:25Z', 'updated_at': '2022-05-23T12:37:29Z', 'revision_number': 4, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'gw_port': {'id': '80bcbbd9-8af7-4658-ac44-507351ae650b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:37:26Z', 'updated_at': '2022-05-23T12:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '4921ca28-2594-4083-ab94-00c12b56b1ee', 'name': '', 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'mac_address': 'fa:16:3e:5a:ce:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ca9cbe4-6fa1-4884-b533-0cfb414eed4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:37:28Z', 'updated_at': '2022-05-23T12:37:48Z', 'revision_number': 5, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'subnets': [{'id': '2ca9cbe4-6fa1-4884-b533-0cfb414eed4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:43:07.244001 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21be09a1-8d7f-44fd-a393-a62a41ae2d1d None None] Checking router: 6264e9f5-01b6-4e41-b6f1-12e1a8ed147d for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:43:07.257409 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21be09a1-8d7f-44fd-a393-a62a41ae2d1d None None] Routers {'6264e9f5-01b6-4e41-b6f1-12e1a8ed147d'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:43:07.258119 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-21be09a1-8d7f-44fd-a393-a62a41ae2d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:42:42Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['6264e9f5-01b6-4e41-b6f1-12e1a8ed147d'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:43:07.271582 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703a566-971e-41e1-acad-d142f1ab2b96 req-1929c343-d9be-4ecf-ad60-7d531bdf10cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:43:07.273267 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5703a566-971e-41e1-acad-d142f1ab2b96 req-1929c343-d9be-4ecf-ad60-7d531bdf10cd service neutron] 10.222.0.13 "GET /v2.0/networks?id=360c4c20-badb-485d-a0bb-8533a0d085bc HTTP/1.1" status: 200 len: 910 time: 0.4927535 May 23 12:43:07.285272 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76822804-e29e-4cb7-b50c-6fcebd26fa07 req-92db7ead-da7f-4ecc-b05f-f53221f08e10 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:43:07.285971 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-76822804-e29e-4cb7-b50c-6fcebd26fa07 req-92db7ead-da7f-4ecc-b05f-f53221f08e10 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Synchronizing usage tracker for tenant:1d3e12a3d2a943cab9be00e4b2229bb9 on resource:port {{(pid=83910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:43:07.360620 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5703a566-971e-41e1-acad-d142f1ab2b96 req-eb85ec86-8e30-4f8a-a1d7-9301bc2c1e3b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39682a01-cea3-4202-8ee3-77f2149f4089 HTTP/1.1" status: 200 len: 217 time: 0.0714436 May 23 12:43:07.399853 n-d-842952-2 neutron-server[83910]: DEBUG neutron.quota.resource [req-76822804-e29e-4cb7-b50c-6fcebd26fa07 req-92db7ead-da7f-4ecc-b05f-f53221f08e10 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Unset dirty status for tenant:1d3e12a3d2a943cab9be00e4b2229bb9 on resource:port {{(pid=83910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:43:07.401026 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-76822804-e29e-4cb7-b50c-6fcebd26fa07 req-92db7ead-da7f-4ecc-b05f-f53221f08e10 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/ports?device_id=d27ae022-7042-4729-af57-27c43259c2ad HTTP/1.1" status: 200 len: 943 time: 0.3151934 May 23 12:43:07.457049 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703a566-971e-41e1-acad-d142f1ab2b96 req-b995dfce-b695-4d70-b5c5-9c0f9957cc00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:43:07.458531 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5703a566-971e-41e1-acad-d142f1ab2b96 req-b995dfce-b695-4d70-b5c5-9c0f9957cc00 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ca9cbe4-6fa1-4884-b533-0cfb414eed4c HTTP/1.1" status: 200 len: 848 time: 0.0915582 May 23 12:43:07.469406 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-21be09a1-8d7f-44fd-a393-a62a41ae2d1d None None] Set router 6264e9f5-01b6-4e41-b6f1-12e1a8ed147d gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:43:07.469967 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-76822804-e29e-4cb7-b50c-6fcebd26fa07 req-c39104ee-faf8-4ec3-99e2-8897d5a09446 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/security-groups?id=b39771f6-e0a5-4622-82a6-133536249ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579789 May 23 12:43:07.570642 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5703a566-971e-41e1-acad-d142f1ab2b96 req-79aa956d-71fb-48b6-bbce-faf42e780ae3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=360c4c20-badb-485d-a0bb-8533a0d085bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0908926 May 23 12:43:07.731284 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5703a566-971e-41e1-acad-d142f1ab2b96 req-6252df36-da46-426c-aef5-f23cde1ab160 service neutron] 10.222.0.13 "GET /v2.0/networks/360c4c20-badb-485d-a0bb-8533a0d085bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523147 May 23 12:43:07.774558 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.13', 61675) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:43:07.888562 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-21be09a1-8d7f-44fd-a393-a62a41ae2d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'name': 'tempest-TestSnapshotPattern-737696669-router', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '80bcbbd9-8af7-4658-ac44-507351ae650b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:37:25Z', 'updated_at': '2022-05-23T12:37:29Z', 'revision_number': 4, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'gw_port': {'id': '80bcbbd9-8af7-4658-ac44-507351ae650b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:37:26Z', 'updated_at': '2022-05-23T12:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '4921ca28-2594-4083-ab94-00c12b56b1ee', 'name': '', 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'mac_address': 'fa:16:3e:5a:ce:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ca9cbe4-6fa1-4884-b533-0cfb414eed4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:37:28Z', 'updated_at': '2022-05-23T12:37:48Z', 'revision_number': 5, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'subnets': [{'id': '2ca9cbe4-6fa1-4884-b533-0cfb414eed4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:43:07.895381 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21be09a1-8d7f-44fd-a393-a62a41ae2d1d None None] The sync data for ids ['6264e9f5-01b6-4e41-b6f1-12e1a8ed147d'] in n-d-842952-2 is: [{'id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'name': 'tempest-TestSnapshotPattern-737696669-router', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '80bcbbd9-8af7-4658-ac44-507351ae650b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:37:25Z', 'updated_at': '2022-05-23T12:37:29Z', 'revision_number': 4, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'gw_port': {'id': '80bcbbd9-8af7-4658-ac44-507351ae650b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:37:26Z', 'updated_at': '2022-05-23T12:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2', '_interfaces': [{'id': '4921ca28-2594-4083-ab94-00c12b56b1ee', 'name': '', 'network_id': '360c4c20-badb-485d-a0bb-8533a0d085bc', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'mac_address': 'fa:16:3e:5a:ce:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ca9cbe4-6fa1-4884-b533-0cfb414eed4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:37:28Z', 'updated_at': '2022-05-23T12:37:48Z', 'revision_number': 5, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'subnets': [{'id': '2ca9cbe4-6fa1-4884-b533-0cfb414eed4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:43:07.931961 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-5703a566-971e-41e1-acad-d142f1ab2b96 req-eafaba81-7997-4c28-bb27-4b4faab18784 service neutron] 10.222.0.13 "GET /v2.0/networks/360c4c20-badb-485d-a0bb-8533a0d085bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573045 May 23 12:43:07.942862 n-d-842952-2 neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263fb3ab-3a7e-4b81-9451-29890f660e86 req-897def71-e2fe-4c9d-8449-2a92279b2fa8 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:43:07.943851 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-263fb3ab-3a7e-4b81-9451-29890f660e86 req-897def71-e2fe-4c9d-8449-2a92279b2fa8 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Synchronizing usage tracker for tenant:1d3e12a3d2a943cab9be00e4b2229bb9 on resource:port {{(pid=83911) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 23 12:43:07.963175 n-d-842952-2 neutron-server[83911]: DEBUG neutron.quota.resource [req-263fb3ab-3a7e-4b81-9451-29890f660e86 req-897def71-e2fe-4c9d-8449-2a92279b2fa8 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Unset dirty status for tenant:1d3e12a3d2a943cab9be00e4b2229bb9 on resource:port {{(pid=83911) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 23 12:43:07.965184 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-263fb3ab-3a7e-4b81-9451-29890f660e86 req-897def71-e2fe-4c9d-8449-2a92279b2fa8 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.13 "GET /v2.0/ports?device_id=d27ae022-7042-4729-af57-27c43259c2ad HTTP/1.1" status: 200 len: 943 time: 0.1891708 May 23 12:43:08.045268 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-263fb3ab-3a7e-4b81-9451-29890f660e86 req-61e0c2b4-ae31-46b0-9ad7-5c0b3f945b97 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Deleting port 39682a01-cea3-4202-8ee3-77f2149f4089 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:43:08.045642 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-263fb3ab-3a7e-4b81-9451-29890f660e86 req-61e0c2b4-ae31-46b0-9ad7-5c0b3f945b97 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:08.135948 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:43:08.184983 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059ebb8e-7323-449b-841e-89ba664b5e4d None None] New status for floating IP ab970b6b-4d3b-49a5-99b0-4a6884c25262: DOWN {{(pid=83913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 23 12:43:08.344435 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-263fb3ab-3a7e-4b81-9451-29890f660e86 req-61e0c2b4-ae31-46b0-9ad7-5c0b3f945b97 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] For port 39682a01-cea3-4202-8ee3-77f2149f4089, host n-h1-842952-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-842952-2',level=0,port_id=39682a01-cea3-4202-8ee3-77f2149f4089,segment=NetworkSegment(6102201c-1f43-4fa1-90fa-0a4caf3dea92),segment_id=6102201c-1f43-4fa1-90fa-0a4caf3dea92)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:43:08.344857 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-263fb3ab-3a7e-4b81-9451-29890f660e86 req-61e0c2b4-ae31-46b0-9ad7-5c0b3f945b97 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:08.478687 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-263fb3ab-3a7e-4b81-9451-29890f660e86 req-61e0c2b4-ae31-46b0-9ad7-5c0b3f945b97 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Calling delete_port for 39682a01-cea3-4202-8ee3-77f2149f4089 owned by compute:nova {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:43:08.672076 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-263fb3ab-3a7e-4b81-9451-29890f660e86 req-61e0c2b4-ae31-46b0-9ad7-5c0b3f945b97 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:08.700556 n-d-842952-2 neutron-server[83910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4fb00-4192-441a-8c26-4ba497822e63 req-ecf90e34-bde4-4837-9f16-462111a62123 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 23 12:43:08.702207 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dbe4fb00-4192-441a-8c26-4ba497822e63 req-ecf90e34-bde4-4837-9f16-462111a62123 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/ports?device_id=d27ae022-7042-4729-af57-27c43259c2ad HTTP/1.1" status: 200 len: 943 time: 0.0922172 May 23 12:43:08.726305 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e0c2b4-ae31-46b0-9ad7-5c0b3f945b97 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Pushing event deleted for resources: {'Port': ['ID=39682a01-cea3-4202-8ee3-77f2149f4089,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:43:08.762591 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [req-dbe4fb00-4192-441a-8c26-4ba497822e63 req-faa6b610-e2d0-4a43-9292-633110a919bd tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "GET /v2.0/security-groups?id=b39771f6-e0a5-4622-82a6-133536249ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523057 May 23 12:43:08.831268 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-263fb3ab-3a7e-4b81-9451-29890f660e86 req-61e0c2b4-ae31-46b0-9ad7-5c0b3f945b97 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] No DVR routers for this DVR port 39682a01-cea3-4202-8ee3-77f2149f4089 on host n-h1-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:43:08.834217 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-263fb3ab-3a7e-4b81-9451-29890f660e86 req-61e0c2b4-ae31-46b0-9ad7-5c0b3f945b97 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92651'] for port, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:08.837314 n-d-842952-2 neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27ae022-7042-4729-af57-27c43259c2ad', 'name': 'network-vif-deleted', 'tag': '39682a01-cea3-4202-8ee3-77f2149f4089'}] {{(pid=83911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 23 12:43:08.858649 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [req-263fb3ab-3a7e-4b81-9451-29890f660e86 req-61e0c2b4-ae31-46b0-9ad7-5c0b3f945b97 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.13 "DELETE /v2.0/ports/39682a01-cea3-4202-8ee3-77f2149f4089 HTTP/1.1" status: 204 len: 173 time: 0.8863530 May 23 12:43:08.906512 n-d-842952-2 neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-338668fd-6d6d-4810-ac79-1277bbbd0b74'] response: {'server_uuid': 'd27ae022-7042-4729-af57-27c43259c2ad', 'name': 'network-vif-deleted', 'tag': '39682a01-cea3-4202-8ee3-77f2149f4089', 'status': 'completed', 'code': 200} May 23 12:43:09.162142 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:09.345295 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-68cd2767-c3f8-46de-ae69-8562ab55f4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:09.888724 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45920) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:43:09.971593 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b901f683-b9de-41aa-97ed-250562747131 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks [] for security_group, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:10.014745 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b901f683-b9de-41aa-97ed-250562747131 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:10.098048 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b901f683-b9de-41aa-97ed-250562747131 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:10.118478 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b901f683-b9de-41aa-97ed-250562747131 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39771f6-e0a5-4622-82a6-133536249ee1,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:43:10.132858 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-b901f683-b9de-41aa-97ed-250562747131 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] Notify callbacks [] for security_group, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:10.134277 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-b901f683-b9de-41aa-97ed-250562747131 tempest-TestSnapshotPattern-1381390493 tempest-TestSnapshotPattern-1381390493-project] 10.222.0.79 "DELETE /v2.0/security-groups/b39771f6-e0a5-4622-82a6-133536249ee1 HTTP/1.1" status: 204 len: 168 time: 0.2445703 May 23 12:43:10.204245 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45926) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:43:10.422214 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:11.037947 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a8cfa856-0cfc-4204-ab80-a9c832487e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:11.689246 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8e8aa678-6fa7-4940-a7cc-4bee82cbe542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:11.728349 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a8cfa856-0cfc-4204-ab80-a9c832487e68 admin admin] Deleting port 4921ca28-2594-4083-ab94-00c12b56b1ee {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:43:11.729049 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a8cfa856-0cfc-4204-ab80-a9c832487e68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:11.925033 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-a8cfa856-0cfc-4204-ab80-a9c832487e68 admin admin] For port 4921ca28-2594-4083-ab94-00c12b56b1ee, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=4921ca28-2594-4083-ab94-00c12b56b1ee,segment=NetworkSegment(6102201c-1f43-4fa1-90fa-0a4caf3dea92),segment_id=6102201c-1f43-4fa1-90fa-0a4caf3dea92)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:43:11.925288 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a8cfa856-0cfc-4204-ab80-a9c832487e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:12.066261 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a8cfa856-0cfc-4204-ab80-a9c832487e68 admin admin] Calling delete_port for 4921ca28-2594-4083-ab94-00c12b56b1ee owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:43:12.257883 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a8cfa856-0cfc-4204-ab80-a9c832487e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:12.291432 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 39682a01-cea3-4202-8ee3-77f2149f4089 no longer exists at agent hyperv_n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:43:12.311095 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cfa856-0cfc-4204-ab80-a9c832487e68 admin admin] Pushing event deleted for resources: {'Port': ['ID=4921ca28-2594-4083-ab94-00c12b56b1ee,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:43:12.333885 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] No Port match for: 39682a01-cea3-4202-8ee3-77f2149f4089 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:43:12.334228 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Device 39682a01-cea3-4202-8ee3-77f2149f4089 not bound to the agent host n-h1-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:43:12.769642 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a8cfa856-0cfc-4204-ab80-a9c832487e68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:12.975187 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:13.200093 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:13.407577 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8cfa856-0cfc-4204-ab80-a9c832487e68 admin admin] Router 6264e9f5-01b6-4e41-b6f1-12e1a8ed147d has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:43:13.631503 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8cfa856-0cfc-4204-ab80-a9c832487e68 admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:43:13.641648 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7563e9-a2d9-4afe-8e4a-80df595eb820 None None] Sync routers for ids ['6264e9f5-01b6-4e41-b6f1-12e1a8ed147d'] in n-d-842952-2 {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:43:13.645246 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-a8cfa856-0cfc-4204-ab80-a9c832487e68 admin admin] 10.222.0.79 "PUT /v2.0/routers/6264e9f5-01b6-4e41-b6f1-12e1a8ed147d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4397438 May 23 12:43:13.648023 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45934) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:43:13.663334 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7563e9-a2d9-4afe-8e4a-80df595eb820 None None] Routers {'6264e9f5-01b6-4e41-b6f1-12e1a8ed147d'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:43:13.664031 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-8a7563e9-a2d9-4afe-8e4a-80df595eb820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:43:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['6264e9f5-01b6-4e41-b6f1-12e1a8ed147d'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:43:13.890104 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-290fa2b5-528e-4099-b5f5-b5d10241a907 admin admin] Notify callbacks [] for router, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:13.929721 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-8a7563e9-a2d9-4afe-8e4a-80df595eb820 None None] Set router 6264e9f5-01b6-4e41-b6f1-12e1a8ed147d gateway port host: n-d-842952-2 {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:43:14.113605 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-290fa2b5-528e-4099-b5f5-b5d10241a907 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:14.127553 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-290fa2b5-528e-4099-b5f5-b5d10241a907 admin admin] Deleting port 80bcbbd9-8af7-4658-ac44-507351ae650b {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:43:14.128180 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-290fa2b5-528e-4099-b5f5-b5d10241a907 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:14.358520 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-8a7563e9-a2d9-4afe-8e4a-80df595eb820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'name': 'tempest-TestSnapshotPattern-737696669-router', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '80bcbbd9-8af7-4658-ac44-507351ae650b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:37:25Z', 'updated_at': '2022-05-23T12:43:12Z', 'revision_number': 5, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'gw_port': {'id': '80bcbbd9-8af7-4658-ac44-507351ae650b', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:37:26Z', 'updated_at': '2022-05-23T12:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:43:14.364090 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7563e9-a2d9-4afe-8e4a-80df595eb820 None None] Checking router: 6264e9f5-01b6-4e41-b6f1-12e1a8ed147d for host: n-d-842952-2 {{(pid=83912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:43:14.376657 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7563e9-a2d9-4afe-8e4a-80df595eb820 None None] Routers {'6264e9f5-01b6-4e41-b6f1-12e1a8ed147d'} bound to L3 agent in host n-d-842952-2 {{(pid=83912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:43:14.377293 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-8a7563e9-a2d9-4afe-8e4a-80df595eb820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:43:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['6264e9f5-01b6-4e41-b6f1-12e1a8ed147d'], 'active': True} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:43:14.520573 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-290fa2b5-528e-4099-b5f5-b5d10241a907 admin admin] For port 80bcbbd9-8af7-4658-ac44-507351ae650b, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=80bcbbd9-8af7-4658-ac44-507351ae650b,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:43:14.521157 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-290fa2b5-528e-4099-b5f5-b5d10241a907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:14.566770 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-8a7563e9-a2d9-4afe-8e4a-80df595eb820 None None] Set router 6264e9f5-01b6-4e41-b6f1-12e1a8ed147d gateway port host: None {{(pid=83912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:43:14.647421 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-290fa2b5-528e-4099-b5f5-b5d10241a907 admin admin] Calling delete_port for 80bcbbd9-8af7-4658-ac44-507351ae650b owned by network:router_gateway {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:43:14.757395 n-d-842952-2 neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-8a7563e9-a2d9-4afe-8e4a-80df595eb820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'name': 'tempest-TestSnapshotPattern-737696669-router', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:37:25Z', 'updated_at': '2022-05-23T12:43:14Z', 'revision_number': 6, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'gw_port_host': None}], 'n-d-842952-2', False) {} {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:43:14.768488 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7563e9-a2d9-4afe-8e4a-80df595eb820 None None] The sync data for ids ['6264e9f5-01b6-4e41-b6f1-12e1a8ed147d'] in n-d-842952-2 is: [{'id': '6264e9f5-01b6-4e41-b6f1-12e1a8ed147d', 'name': 'tempest-TestSnapshotPattern-737696669-router', 'tenant_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:37:25Z', 'updated_at': '2022-05-23T12:43:14Z', 'revision_number': 6, 'project_id': '1d3e12a3d2a943cab9be00e4b2229bb9', 'gw_port_host': None}] {{(pid=83912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:43:14.773837 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:14.840432 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-290fa2b5-528e-4099-b5f5-b5d10241a907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:14.895593 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290fa2b5-528e-4099-b5f5-b5d10241a907 admin admin] Pushing event deleted for resources: {'Port': ['ID=80bcbbd9-8af7-4658-ac44-507351ae650b,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:43:15.134051 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-290fa2b5-528e-4099-b5f5-b5d10241a907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:15.403085 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-290fa2b5-528e-4099-b5f5-b5d10241a907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:15.408011 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-290fa2b5-528e-4099-b5f5-b5d10241a907 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:15.437323 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-290fa2b5-528e-4099-b5f5-b5d10241a907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:15.437803 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290fa2b5-528e-4099-b5f5-b5d10241a907 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6264e9f5-01b6-4e41-b6f1-12e1a8ed147d {{(pid=83911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 12:43:15.450744 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-290fa2b5-528e-4099-b5f5-b5d10241a907 admin admin] Notify callbacks [] for router, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:15.451902 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-290fa2b5-528e-4099-b5f5-b5d10241a907 admin admin] 10.222.0.79 "DELETE /v2.0/routers/6264e9f5-01b6-4e41-b6f1-12e1a8ed147d HTTP/1.1" status: 204 len: 168 time: 1.8028774 May 23 12:43:15.455054 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45938) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:43:15.534052 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-4128450e-bda6-4b6c-84c2-fd6cf0882e16 admin admin] Deleting subnet 2ca9cbe4-6fa1-4884-b533-0cfb414eed4c {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 12:43:15.539561 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4128450e-bda6-4b6c-84c2-fd6cf0882e16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:15.613996 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4128450e-bda6-4b6c-84c2-fd6cf0882e16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:15.748552 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4128450e-bda6-4b6c-84c2-fd6cf0882e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:15.842653 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4128450e-bda6-4b6c-84c2-fd6cf0882e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:15.890630 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4128450e-bda6-4b6c-84c2-fd6cf0882e16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ca9cbe4-6fa1-4884-b533-0cfb414eed4c,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:43:15.900686 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4128450e-bda6-4b6c-84c2-fd6cf0882e16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:15.909340 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4128450e-bda6-4b6c-84c2-fd6cf0882e16 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/2ca9cbe4-6fa1-4884-b533-0cfb414eed4c HTTP/1.1" status: 204 len: 168 time: 0.4509640 May 23 12:43:15.909658 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d65836-576d-4620-b461-e96be400a240 None None] Network 360c4c20-badb-485d-a0bb-8533a0d085bc requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:43:15.910490 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45942) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:43:16.028575 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-43bae40d-ed98-4fb1-b2a6-9bc8745fcba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:16.039379 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-43bae40d-ed98-4fb1-b2a6-9bc8745fcba2 admin admin] Deleting port 5e30b2d7-1498-4a8b-8e36-566191c71c88 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:43:16.040010 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-43bae40d-ed98-4fb1-b2a6-9bc8745fcba2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:16.094954 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 80bcbbd9-8af7-4658-ac44-507351ae650b no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:43:16.136107 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 80bcbbd9-8af7-4658-ac44-507351ae650b {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:43:16.136526 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 80bcbbd9-8af7-4658-ac44-507351ae650b not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:43:16.136938 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 4921ca28-2594-4083-ab94-00c12b56b1ee no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:43:16.173452 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 4921ca28-2594-4083-ab94-00c12b56b1ee {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:43:16.173786 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 4921ca28-2594-4083-ab94-00c12b56b1ee not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:43:16.269257 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ea28ff-6195-435c-b079-45fcc97eccd2 None None] DHCP port deletion for 360c4c20-badb-485d-a0bb-8533a0d085bc request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 12:43:16.274061 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-12ea28ff-6195-435c-b079-45fcc97eccd2 None None] Deleting port 5e30b2d7-1498-4a8b-8e36-566191c71c88 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:43:16.274434 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-12ea28ff-6195-435c-b079-45fcc97eccd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:16.275012 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-43bae40d-ed98-4fb1-b2a6-9bc8745fcba2 admin admin] For port 5e30b2d7-1498-4a8b-8e36-566191c71c88, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=5e30b2d7-1498-4a8b-8e36-566191c71c88,segment=NetworkSegment(6102201c-1f43-4fa1-90fa-0a4caf3dea92),segment_id=6102201c-1f43-4fa1-90fa-0a4caf3dea92)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:43:16.275356 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-43bae40d-ed98-4fb1-b2a6-9bc8745fcba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:16.406521 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-43bae40d-ed98-4fb1-b2a6-9bc8745fcba2 admin admin] Calling delete_port for 5e30b2d7-1498-4a8b-8e36-566191c71c88 owned by network:dhcp {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:43:16.484856 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-43bae40d-ed98-4fb1-b2a6-9bc8745fcba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:16.505588 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-12ea28ff-6195-435c-b079-45fcc97eccd2 None None] For port 5e30b2d7-1498-4a8b-8e36-566191c71c88, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=5e30b2d7-1498-4a8b-8e36-566191c71c88,segment=NetworkSegment(6102201c-1f43-4fa1-90fa-0a4caf3dea92),segment_id=6102201c-1f43-4fa1-90fa-0a4caf3dea92)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:43:16.506028 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-12ea28ff-6195-435c-b079-45fcc97eccd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:16.563853 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bae40d-ed98-4fb1-b2a6-9bc8745fcba2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e30b2d7-1498-4a8b-8e36-566191c71c88,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:43:16.573869 n-d-842952-2 neutron-server[83910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bae40d-ed98-4fb1-b2a6-9bc8745fcba2 admin admin] No DVR routers for this DVR port 5e30b2d7-1498-4a8b-8e36-566191c71c88 on host n-d-842952-2 {{(pid=83910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:43:16.631037 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-12ea28ff-6195-435c-b079-45fcc97eccd2 None None] Calling delete_port for 5e30b2d7-1498-4a8b-8e36-566191c71c88 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: util.warn( May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: util.warn( May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: util.warn( May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: util.warn( May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: util.warn( May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: util.warn( May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: util.warn( May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: util.warn( May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: util.warn( May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: util.warn( May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: util.warn( May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: util.warn( May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: util.warn( May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: util.warn( May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: util.warn( May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: util.warn( May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: util.warn( May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: util.warn( May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: util.warn( May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: util.warn( May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: util.warn( May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: util.warn( May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: util.warn( May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: util.warn( May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: util.warn( May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: util.warn( May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: util.warn( May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 23 12:43:16.705349 n-d-842952-2 neutron-server[83912]: util.warn( May 23 12:43:16.714798 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-12ea28ff-6195-435c-b079-45fcc97eccd2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 12:43:16.715155 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-12ea28ff-6195-435c-b079-45fcc97eccd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 12:43:16.908924 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-43bae40d-ed98-4fb1-b2a6-9bc8745fcba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:16.961696 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-43bae40d-ed98-4fb1-b2a6-9bc8745fcba2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['360c4c20-badb-485d-a0bb-8533a0d085bc']}} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:43:16.981391 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-43bae40d-ed98-4fb1-b2a6-9bc8745fcba2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6102201c-1f43-4fa1-90fa-0a4caf3dea92') {'for_net_delete': True} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:43:16.981691 n-d-842952-2 neutron-server[83910]: DEBUG neutron.services.segments.db [None req-43bae40d-ed98-4fb1-b2a6-9bc8745fcba2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6102201c-1f43-4fa1-90fa-0a4caf3dea92') {} {{(pid=83910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:43:16.994242 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-43bae40d-ed98-4fb1-b2a6-9bc8745fcba2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1128947'] for segment, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:17.016115 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-43bae40d-ed98-4fb1-b2a6-9bc8745fcba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:17.023458 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43bae40d-ed98-4fb1-b2a6-9bc8745fcba2 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=83910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 12:43:17.023936 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-43bae40d-ed98-4fb1-b2a6-9bc8745fcba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1761430'] for segment, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:17.037596 n-d-842952-2 neutron-server[83910]: Traceback (most recent call last): May 23 12:43:17.037596 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 12:43:17.037596 n-d-842952-2 neutron-server[83910]: timer() May 23 12:43:17.037596 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 12:43:17.037596 n-d-842952-2 neutron-server[83910]: cb(*args, **kw) May 23 12:43:17.037596 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 12:43:17.037596 n-d-842952-2 neutron-server[83910]: return func(*args, **kwargs) May 23 12:43:17.037596 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 12:43:17.037596 n-d-842952-2 neutron-server[83910]: self._notify() May 23 12:43:17.037596 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 12:43:17.037596 n-d-842952-2 neutron-server[83910]: self.callback(batched_events) May 23 12:43:17.037596 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 12:43:17.037596 n-d-842952-2 neutron-server[83910]: event.method(event) May 23 12:43:17.037596 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 12:43:17.037596 n-d-842952-2 neutron-server[83910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 12:43:17.037596 n-d-842952-2 neutron-server[83910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 12:43:17.037596 n-d-842952-2 neutron-server[83910]: aggregate_uuid = self.p_client.list_aggregates( May 23 12:43:17.037596 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 12:43:17.037596 n-d-842952-2 neutron-server[83910]: return f(self, *a, **k) May 23 12:43:17.037596 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 12:43:17.037596 n-d-842952-2 neutron-server[83910]: return self._get(url).json() May 23 12:43:17.037596 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 12:43:17.037596 n-d-842952-2 neutron-server[83910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 12:43:17.037596 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 12:43:17.037596 n-d-842952-2 neutron-server[83910]: return self.request(url, 'GET', **kwargs) May 23 12:43:17.037596 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 12:43:17.037596 n-d-842952-2 neutron-server[83910]: base_url = self.get_endpoint(auth, allow=allow, May 23 12:43:17.037596 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 12:43:17.037596 n-d-842952-2 neutron-server[83910]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 12:43:17.037596 n-d-842952-2 neutron-server[83910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 12:43:17.037596 n-d-842952-2 neutron-server[83910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 12:43:17.037596 n-d-842952-2 neutron-server[83910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 12:43:17.118029 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-43bae40d-ed98-4fb1-b2a6-9bc8745fcba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:17.135905 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-43bae40d-ed98-4fb1-b2a6-9bc8745fcba2 admin admin] Notify callbacks [] for network, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:17.147991 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bae40d-ed98-4fb1-b2a6-9bc8745fcba2 admin admin] Pushing event deleted for resources: {'Network': ['ID=360c4c20-badb-485d-a0bb-8533a0d085bc,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:43:17.161093 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-43bae40d-ed98-4fb1-b2a6-9bc8745fcba2 admin admin] 10.222.0.79 "DELETE /v2.0/networks/360c4c20-badb-485d-a0bb-8533a0d085bc HTTP/1.1" status: 204 len: 168 time: 1.2497070 May 23 12:43:17.164294 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45948) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:43:17.216453 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-12ea28ff-6195-435c-b079-45fcc97eccd2 None None] Deleting port 5e30b2d7-1498-4a8b-8e36-566191c71c88 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:43:17.217041 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-12ea28ff-6195-435c-b079-45fcc97eccd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:17.338509 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-12ea28ff-6195-435c-b079-45fcc97eccd2 None None] The port '5e30b2d7-1498-4a8b-8e36-566191c71c88' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 12:43:17.706721 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9b479b6b-db8e-45ee-83b5-0c289c88aacd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3821857'] for router_interface, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:18.057250 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 5e30b2d7-1498-4a8b-8e36-566191c71c88 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:43:18.092775 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 5e30b2d7-1498-4a8b-8e36-566191c71c88 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:43:18.093172 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 5e30b2d7-1498-4a8b-8e36-566191c71c88 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:43:18.359734 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-9b479b6b-db8e-45ee-83b5-0c289c88aacd admin admin] Deleting port 1d3dd431-550d-4de5-a657-1c7b446880f9 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:43:18.360442 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9b479b6b-db8e-45ee-83b5-0c289c88aacd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:18.548670 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-9b479b6b-db8e-45ee-83b5-0c289c88aacd admin admin] For port 1d3dd431-550d-4de5-a657-1c7b446880f9, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=1d3dd431-550d-4de5-a657-1c7b446880f9,segment=NetworkSegment(bb37409d-877a-4759-8849-87f7789e8714),segment_id=bb37409d-877a-4759-8849-87f7789e8714)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:43:18.549021 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9b479b6b-db8e-45ee-83b5-0c289c88aacd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:18.676316 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-9b479b6b-db8e-45ee-83b5-0c289c88aacd admin admin] Calling delete_port for 1d3dd431-550d-4de5-a657-1c7b446880f9 owned by network:router_interface {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:43:18.847272 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9b479b6b-db8e-45ee-83b5-0c289c88aacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:18.894356 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b479b6b-db8e-45ee-83b5-0c289c88aacd admin admin] Pushing event deleted for resources: {'Port': ['ID=1d3dd431-550d-4de5-a657-1c7b446880f9,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:43:19.303769 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9b479b6b-db8e-45ee-83b5-0c289c88aacd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2754678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3821942'] for router_interface, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:19.891683 n-d-842952-2 neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b479b6b-db8e-45ee-83b5-0c289c88aacd admin admin] Router 931e0372-f2d2-46a5-a446-920df56b016b has already been hosted by L3 agent b19e350c-53ba-4b2c-a560-fee301b69f77 {{(pid=83911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:43:20.099738 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b479b6b-db8e-45ee-83b5-0c289c88aacd admin admin] Notify agent at l3_agent.n-d-842952-2 the message routers_updated {{(pid=83911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:43:20.108783 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150aac1c-9b1e-4d62-a92d-f3f37451e18d None None] Sync routers for ids ['931e0372-f2d2-46a5-a446-920df56b016b'] in n-d-842952-2 {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 23 12:43:20.117992 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-9b479b6b-db8e-45ee-83b5-0c289c88aacd admin admin] 10.222.0.79 "PUT /v2.0/routers/931e0372-f2d2-46a5-a446-920df56b016b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9524715 May 23 12:43:20.120758 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [-] (83910) accepted ('10.222.0.79', 45960) {{(pid=83910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:43:20.122316 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150aac1c-9b1e-4d62-a92d-f3f37451e18d None None] Routers {'931e0372-f2d2-46a5-a446-920df56b016b'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:43:20.122958 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-150aac1c-9b1e-4d62-a92d-f3f37451e18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:43:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['931e0372-f2d2-46a5-a446-920df56b016b'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:43:20.329528 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a04ed26d-a512-4f4e-adef-90912195882d admin admin] Notify callbacks [] for router, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:20.335205 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-150aac1c-9b1e-4d62-a92d-f3f37451e18d None None] Set router 931e0372-f2d2-46a5-a446-920df56b016b gateway port host: n-d-842952-2 {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:43:20.532474 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a04ed26d-a512-4f4e-adef-90912195882d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:20.543449 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-a04ed26d-a512-4f4e-adef-90912195882d admin admin] Deleting port 8e82bf41-65fd-45ab-a4d7-f237f245cb99 {{(pid=83910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:43:20.543866 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a04ed26d-a512-4f4e-adef-90912195882d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:20.626273 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-150aac1c-9b1e-4d62-a92d-f3f37451e18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931e0372-f2d2-46a5-a446-920df56b016b', 'name': 'tempest-TestSnapshotPattern-362765766-router', 'tenant_id': 'f4c17c8893f24eb9a9c6c889a4de4b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'external_fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '8e82bf41-65fd-45ab-a4d7-f237f245cb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:37:32Z', 'updated_at': '2022-05-23T12:43:18Z', 'revision_number': 5, 'project_id': 'f4c17c8893f24eb9a9c6c889a4de4b6b', 'gw_port': {'id': '8e82bf41-65fd-45ab-a4d7-f237f245cb99', 'name': '', 'network_id': '87d63aa2-c2e7-4553-824a-d818708dd83b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931e0372-f2d2-46a5-a446-920df56b016b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-842952-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:37:33Z', 'updated_at': '2022-05-23T12:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83aea934-9c83-49f0-bb0f-67d04a04ace0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-842952-2'}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:43:20.630269 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150aac1c-9b1e-4d62-a92d-f3f37451e18d None None] Checking router: 931e0372-f2d2-46a5-a446-920df56b016b for host: n-d-842952-2 {{(pid=83913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 23 12:43:20.641080 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150aac1c-9b1e-4d62-a92d-f3f37451e18d None None] Routers {'931e0372-f2d2-46a5-a446-920df56b016b'} bound to L3 agent in host n-d-842952-2 {{(pid=83913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 23 12:43:20.641692 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-150aac1c-9b1e-4d62-a92d-f3f37451e18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-842952-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T10:46:11Z,description=,heartbeat_timestamp=2022-05-23T12:43:12Z,host='n-d-842952-2',id=b19e350c-53ba-4b2c-a560-fee301b69f77,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T10:46:11Z,topic='l3_agent')) {'router_ids': ['931e0372-f2d2-46a5-a446-920df56b016b'], 'active': True} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:43:20.736437 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.db [None req-a04ed26d-a512-4f4e-adef-90912195882d admin admin] For port 8e82bf41-65fd-45ab-a4d7-f237f245cb99, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=8e82bf41-65fd-45ab-a4d7-f237f245cb99,segment=NetworkSegment(3185a219-b7ff-4d7e-8c45-4c5531f4f748),segment_id=3185a219-b7ff-4d7e-8c45-4c5531f4f748)] {{(pid=83910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:43:20.736973 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a04ed26d-a512-4f4e-adef-90912195882d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:20.801963 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_dvr_db [None req-150aac1c-9b1e-4d62-a92d-f3f37451e18d None None] Set router 931e0372-f2d2-46a5-a446-920df56b016b gateway port host: None {{(pid=83913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 23 12:43:20.870899 n-d-842952-2 neutron-server[83910]: DEBUG neutron.plugins.ml2.plugin [None req-a04ed26d-a512-4f4e-adef-90912195882d admin admin] Calling delete_port for 8e82bf41-65fd-45ab-a4d7-f237f245cb99 owned by network:router_gateway {{(pid=83910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:43:20.913362 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.l3_hamode_db [None req-150aac1c-9b1e-4d62-a92d-f3f37451e18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931e0372-f2d2-46a5-a446-920df56b016b', 'name': 'tempest-TestSnapshotPattern-362765766-router', 'tenant_id': 'f4c17c8893f24eb9a9c6c889a4de4b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:37:32Z', 'updated_at': '2022-05-23T12:43:20Z', 'revision_number': 6, 'project_id': 'f4c17c8893f24eb9a9c6c889a4de4b6b', 'gw_port_host': None}], 'n-d-842952-2', False) {} {{(pid=83913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:43:20.917476 n-d-842952-2 neutron-server[83913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150aac1c-9b1e-4d62-a92d-f3f37451e18d None None] The sync data for ids ['931e0372-f2d2-46a5-a446-920df56b016b'] in n-d-842952-2 is: [{'id': '931e0372-f2d2-46a5-a446-920df56b016b', 'name': 'tempest-TestSnapshotPattern-362765766-router', 'tenant_id': 'f4c17c8893f24eb9a9c6c889a4de4b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:37:32Z', 'updated_at': '2022-05-23T12:43:20Z', 'revision_number': 6, 'project_id': 'f4c17c8893f24eb9a9c6c889a4de4b6b', 'gw_port_host': None}] {{(pid=83913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 23 12:43:21.059049 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a04ed26d-a512-4f4e-adef-90912195882d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1761483'] for port, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:21.103588 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ed26d-a512-4f4e-adef-90912195882d admin admin] Pushing event deleted for resources: {'Port': ['ID=8e82bf41-65fd-45ab-a4d7-f237f245cb99,revision_number=None']} {{(pid=83910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:43:21.434541 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a04ed26d-a512-4f4e-adef-90912195882d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825468'] for router_gateway, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:21.706938 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a04ed26d-a512-4f4e-adef-90912195882d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5211'] for router, precommit_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:21.711450 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a04ed26d-a512-4f4e-adef-90912195882d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:21.740930 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a04ed26d-a512-4f4e-adef-90912195882d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821408'] for router, after_delete {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:21.742166 n-d-842952-2 neutron-server[83910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04ed26d-a512-4f4e-adef-90912195882d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 931e0372-f2d2-46a5-a446-920df56b016b {{(pid=83910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 12:43:21.758855 n-d-842952-2 neutron-server[83910]: DEBUG neutron_lib.callbacks.manager [None req-a04ed26d-a512-4f4e-adef-90912195882d admin admin] Notify callbacks [] for router, before_response {{(pid=83910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:21.760682 n-d-842952-2 neutron-server[83910]: INFO neutron.wsgi [None req-a04ed26d-a512-4f4e-adef-90912195882d admin admin] 10.222.0.79 "DELETE /v2.0/routers/931e0372-f2d2-46a5-a446-920df56b016b HTTP/1.1" status: 204 len: 168 time: 1.6382625 May 23 12:43:21.763741 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45968) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:43:21.836567 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f4a564e-06b6-4e6d-8de9-4512ef0c06f1 admin admin] Deleting subnet a5dc809e-5ae3-44b0-be2e-e167b5a074e0 {{(pid=83911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 23 12:43:21.840624 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3f4a564e-06b6-4e6d-8de9-4512ef0c06f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:21.908085 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3f4a564e-06b6-4e6d-8de9-4512ef0c06f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1586852'] for subnet, precommit_delete_associations {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:22.007168 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3f4a564e-06b6-4e6d-8de9-4512ef0c06f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3071418'] for subnet, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:22.050986 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 1d3dd431-550d-4de5-a657-1c7b446880f9 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:43:22.086791 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3f4a564e-06b6-4e6d-8de9-4512ef0c06f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3071411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1005656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-982087'] for subnet, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:22.097331 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 1d3dd431-550d-4de5-a657-1c7b446880f9 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:43:22.097747 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 1d3dd431-550d-4de5-a657-1c7b446880f9 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:43:22.098348 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 8e82bf41-65fd-45ab-a4d7-f237f245cb99 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:43:22.130006 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a564e-06b6-4e6d-8de9-4512ef0c06f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5dc809e-5ae3-44b0-be2e-e167b5a074e0,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:43:22.132807 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 8e82bf41-65fd-45ab-a4d7-f237f245cb99 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:43:22.133140 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 8e82bf41-65fd-45ab-a4d7-f237f245cb99 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:43:22.134544 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3f4a564e-06b6-4e6d-8de9-4512ef0c06f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:22.143561 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3f4a564e-06b6-4e6d-8de9-4512ef0c06f1 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/a5dc809e-5ae3-44b0-be2e-e167b5a074e0 HTTP/1.1" status: 204 len: 168 time: 0.3786230 May 23 12:43:22.144286 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359b47c4-b4a9-445f-8552-8385b9e93d76 None None] Network a38d923b-955b-4632-a76f-9a470772a546 requested from n-d-842952-2 {{(pid=83912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 23 12:43:22.147533 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45974) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:43:22.254348 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-efb17f27-9904-46e4-baa5-590c099efc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1096542'] for network, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:22.265304 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-efb17f27-9904-46e4-baa5-590c099efc4a admin admin] Deleting port 2cee946b-e95f-4593-a3b8-491b61b345f0 {{(pid=83911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:43:22.265619 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-efb17f27-9904-46e4-baa5-590c099efc4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:22.404734 n-d-842952-2 neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccec4d2-3f35-4a18-bcae-0075db23e2dd None None] DHCP port deletion for a38d923b-955b-4632-a76f-9a470772a546 request from n-d-842952-2 {{(pid=83912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 23 12:43:22.409449 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-bccec4d2-3f35-4a18-bcae-0075db23e2dd None None] Deleting port 2cee946b-e95f-4593-a3b8-491b61b345f0 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:43:22.409846 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bccec4d2-3f35-4a18-bcae-0075db23e2dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:22.589521 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-efb17f27-9904-46e4-baa5-590c099efc4a admin admin] For port 2cee946b-e95f-4593-a3b8-491b61b345f0, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2cee946b-e95f-4593-a3b8-491b61b345f0,segment=NetworkSegment(bb37409d-877a-4759-8849-87f7789e8714),segment_id=bb37409d-877a-4759-8849-87f7789e8714)] {{(pid=83911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:43:22.589865 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-efb17f27-9904-46e4-baa5-590c099efc4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:22.619132 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-bccec4d2-3f35-4a18-bcae-0075db23e2dd None None] For port 2cee946b-e95f-4593-a3b8-491b61b345f0, host n-d-842952-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-842952-2',level=0,port_id=2cee946b-e95f-4593-a3b8-491b61b345f0,segment=NetworkSegment(bb37409d-877a-4759-8849-87f7789e8714),segment_id=bb37409d-877a-4759-8849-87f7789e8714)] {{(pid=83912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:43:22.620055 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bccec4d2-3f35-4a18-bcae-0075db23e2dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877395'] for port, precommit_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:22.740551 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-efb17f27-9904-46e4-baa5-590c099efc4a admin admin] Calling delete_port for 2cee946b-e95f-4593-a3b8-491b61b345f0 owned by network:dhcp {{(pid=83911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:43:22.759405 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-bccec4d2-3f35-4a18-bcae-0075db23e2dd None None] Calling delete_port for 2cee946b-e95f-4593-a3b8-491b61b345f0 owned by network:dhcp {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 23 12:43:22.829305 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-efb17f27-9904-46e4-baa5-590c099efc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1174809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748724734356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748724298388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1005675'] for port, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:22.839369 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.db.api [None req-bccec4d2-3f35-4a18-bcae-0075db23e2dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 23 12:43:22.839723 n-d-842952-2 neutron-server[83912]: DEBUG oslo_db.api [None req-bccec4d2-3f35-4a18-bcae-0075db23e2dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 12:43:22.876257 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb17f27-9904-46e4-baa5-590c099efc4a admin admin] Pushing event deleted for resources: {'Port': ['ID=2cee946b-e95f-4593-a3b8-491b61b345f0,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:43:22.880102 n-d-842952-2 neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb17f27-9904-46e4-baa5-590c099efc4a admin admin] No DVR routers for this DVR port 2cee946b-e95f-4593-a3b8-491b61b345f0 on host n-d-842952-2 {{(pid=83911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 12:43:23.000330 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-efb17f27-9904-46e4-baa5-590c099efc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3063855', 'neutron.services.segments.db._delete_segments_for_network-8748724762745'] for network, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:23.027705 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-efb17f27-9904-46e4-baa5-590c099efc4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a38d923b-955b-4632-a76f-9a470772a546']}} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:43:23.040119 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-efb17f27-9904-46e4-baa5-590c099efc4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb37409d-877a-4759-8849-87f7789e8714') {'for_net_delete': True} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:43:23.040416 n-d-842952-2 neutron-server[83911]: DEBUG neutron.services.segments.db [None req-efb17f27-9904-46e4-baa5-590c099efc4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb37409d-877a-4759-8849-87f7789e8714') {} {{(pid=83911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:43:23.052465 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-efb17f27-9904-46e4-baa5-590c099efc4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748724762628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1586519'] for segment, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:23.069610 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-efb17f27-9904-46e4-baa5-590c099efc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1108956'] for segment, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:23.077191 n-d-842952-2 neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efb17f27-9904-46e4-baa5-590c099efc4a admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=83911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 23 12:43:23.077688 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-efb17f27-9904-46e4-baa5-590c099efc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1108935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1005622'] for segment, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:23.091317 n-d-842952-2 neutron-server[83911]: Traceback (most recent call last): May 23 12:43:23.091317 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 23 12:43:23.091317 n-d-842952-2 neutron-server[83911]: timer() May 23 12:43:23.091317 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 23 12:43:23.091317 n-d-842952-2 neutron-server[83911]: cb(*args, **kw) May 23 12:43:23.091317 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 23 12:43:23.091317 n-d-842952-2 neutron-server[83911]: return func(*args, **kwargs) May 23 12:43:23.091317 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 23 12:43:23.091317 n-d-842952-2 neutron-server[83911]: self._notify() May 23 12:43:23.091317 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 23 12:43:23.091317 n-d-842952-2 neutron-server[83911]: self.callback(batched_events) May 23 12:43:23.091317 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 23 12:43:23.091317 n-d-842952-2 neutron-server[83911]: event.method(event) May 23 12:43:23.091317 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 23 12:43:23.091317 n-d-842952-2 neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) May 23 12:43:23.091317 n-d-842952-2 neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 23 12:43:23.091317 n-d-842952-2 neutron-server[83911]: aggregate_uuid = self.p_client.list_aggregates( May 23 12:43:23.091317 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 23 12:43:23.091317 n-d-842952-2 neutron-server[83911]: return f(self, *a, **k) May 23 12:43:23.091317 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 23 12:43:23.091317 n-d-842952-2 neutron-server[83911]: return self._get(url).json() May 23 12:43:23.091317 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 23 12:43:23.091317 n-d-842952-2 neutron-server[83911]: return self._client.get(url, endpoint_filter=self._ks_filter, May 23 12:43:23.091317 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 23 12:43:23.091317 n-d-842952-2 neutron-server[83911]: return self.request(url, 'GET', **kwargs) May 23 12:43:23.091317 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 23 12:43:23.091317 n-d-842952-2 neutron-server[83911]: base_url = self.get_endpoint(auth, allow=allow, May 23 12:43:23.091317 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 23 12:43:23.091317 n-d-842952-2 neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') May 23 12:43:23.091317 n-d-842952-2 neutron-server[83911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 23 12:43:23.091317 n-d-842952-2 neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 23 12:43:23.091317 n-d-842952-2 neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 23 12:43:23.176241 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-efb17f27-9904-46e4-baa5-590c099efc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3063844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2754715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825441'] for network, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:23.181918 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-efb17f27-9904-46e4-baa5-590c099efc4a admin admin] Notify callbacks [] for network, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:23.208359 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb17f27-9904-46e4-baa5-590c099efc4a admin admin] Pushing event deleted for resources: {'Network': ['ID=a38d923b-955b-4632-a76f-9a470772a546,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:43:23.214683 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-efb17f27-9904-46e4-baa5-590c099efc4a admin admin] 10.222.0.79 "DELETE /v2.0/networks/a38d923b-955b-4632-a76f-9a470772a546 HTTP/1.1" status: 204 len: 168 time: 1.0661588 May 23 12:43:23.341480 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-bccec4d2-3f35-4a18-bcae-0075db23e2dd None None] Deleting port 2cee946b-e95f-4593-a3b8-491b61b345f0 {{(pid=83912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 23 12:43:23.342055 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bccec4d2-3f35-4a18-bcae-0075db23e2dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748724661715'] for port, before_delete {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:23.400192 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45980) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:43:23.412649 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-bccec4d2-3f35-4a18-bcae-0075db23e2dd None None] The port '2cee946b-e95f-4593-a3b8-491b61b345f0' was deleted {{(pid=83912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 23 12:43:23.456363 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-47e659ac-e245-48e3-ad11-d6ef78056eb5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1d3e12a3d2a943cab9be00e4b2229bb9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0545042 May 23 12:43:23.458945 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45984) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:43:23.527199 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-701e2198-01c2-4bc9-88d6-0cd815d1d111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:23.554256 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-701e2198-01c2-4bc9-88d6-0cd815d1d111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:23.606277 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-701e2198-01c2-4bc9-88d6-0cd815d1d111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:23.624742 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e2198-01c2-4bc9-88d6-0cd815d1d111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58c5388-0539-45d1-a31c-f90e6b396279,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:43:23.631681 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-701e2198-01c2-4bc9-88d6-0cd815d1d111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:23.632218 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-701e2198-01c2-4bc9-88d6-0cd815d1d111 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d58c5388-0539-45d1-a31c-f90e6b396279 HTTP/1.1" status: 204 len: 168 time: 0.1723292 May 23 12:43:24.056459 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2cee946b-e95f-4593-a3b8-491b61b345f0 no longer exists at agent ovs-agent-n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 23 12:43:24.089906 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] No Port match for: 2cee946b-e95f-4593-a3b8-491b61b345f0 {{(pid=83912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 23 12:43:24.090243 n-d-842952-2 neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Device 2cee946b-e95f-4593-a3b8-491b61b345f0 not bound to the agent host n-d-842952-2 {{(pid=83912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 23 12:43:24.095907 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45992) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:43:24.146481 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-3afcdf26-25dd-4b39-8e3a-cd4936743b88 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f4c17c8893f24eb9a9c6c889a4de4b6b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0493240 May 23 12:43:24.149116 n-d-842952-2 neutron-server[83911]: DEBUG neutron.wsgi [-] (83911) accepted ('10.222.0.79', 45996) {{(pid=83911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 23 12:43:24.209230 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4a68907f-91c6-496c-8d0b-887c2207fe8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:24.235035 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4a68907f-91c6-496c-8d0b-887c2207fe8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:24.295253 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4a68907f-91c6-496c-8d0b-887c2207fe8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761317'] for security_group, after_delete {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:24.310866 n-d-842952-2 neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a68907f-91c6-496c-8d0b-887c2207fe8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6076301-141a-49a7-afa8-b73e014692b5,revision_number=None']} {{(pid=83911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:43:24.318811 n-d-842952-2 neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4a68907f-91c6-496c-8d0b-887c2207fe8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:24.320292 n-d-842952-2 neutron-server[83911]: INFO neutron.wsgi [None req-4a68907f-91c6-496c-8d0b-887c2207fe8d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e6076301-141a-49a7-afa8-b73e014692b5 HTTP/1.1" status: 204 len: 168 time: 0.1700881 May 23 12:43:39.184397 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:39.342918 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6708a299-093f-4403-8158-4ea5c348c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:40.418094 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:41.697629 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3546b9c4-d721-47c1-b729-a5828c765a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:42.973565 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:43.197589 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:44.768071 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:43:45.137806 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:44:09.176915 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:44:09.347514 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fa8d6e92-0f1b-400d-9e55-1b788bcb278c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:44:10.425743 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:44:11.698128 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-76026126-e0c7-466e-98ee-cb427d87a586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:44:12.970250 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:44:13.199669 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:44:14.769465 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:44:22.139510 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:44:39.191059 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:44:39.352823 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1b25003d-d3e4-4cc2-966b-a5665f2e86b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:44:40.434008 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:44:41.693888 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8bc01bd2-b3db-48c4-8ca6-55dba87b8f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:44:42.979253 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:44:43.203761 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:44:44.774491 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:44:59.140143 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:45:09.202282 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:45:09.364384 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e7164733-d57d-47a1-9c76-caae14922a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:45:10.437009 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:45:11.700898 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bf3e07be-f35d-4517-9d12-b5ee0f30d26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:45:12.976130 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:45:13.208149 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:45:14.783301 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:45:36.141779 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:45:39.201145 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:45:39.358843 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a147022f-382b-4ed5-b08e-a2db04515c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:45:40.428407 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:45:41.689304 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e7010860-6bbe-4764-9662-7d75db80e216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:45:42.971792 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:45:43.208220 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:45:44.785671 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:46:09.215009 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:46:09.365955 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-51c7b804-a4b1-403d-9088-d27b6a74d882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:46:10.445482 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:46:11.684532 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e6431f10-1211-42cb-b835-b3a5218cd6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:46:12.980119 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:46:13.142593 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:46:13.211807 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:46:14.789396 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:46:39.215140 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:46:39.360272 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b94106bb-3afc-406e-bdf2-d52e377ff161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:46:40.446001 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:46:41.690894 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3bbeabc1-1ac1-4f8d-a9e3-b27d10a381b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:46:42.977046 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:46:43.214964 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:46:44.796727 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:46:50.146987 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:47:09.227401 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:47:09.374725 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6b3b31ac-7977-4bf7-b6e6-e16de722de4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:47:10.448252 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:47:11.690575 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4f48528d-422a-4b82-b003-89a69595c7e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:47:12.973473 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:47:13.222738 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:47:14.801452 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:47:27.147808 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:47:39.218314 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:47:39.370624 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b8529230-6c8f-4ee2-925d-9b63cc9a3e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:47:40.461970 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:47:41.688326 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-549e1ea1-f727-4b2f-83a3-8fe954b039c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:47:42.969429 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:47:43.220094 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:47:44.799138 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:48:04.149094 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:48:09.238971 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:48:09.376180 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fe5fc0e8-18c1-468f-a69f-4b5cffdf0b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:48:10.460289 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:48:11.682030 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-16c9c0c3-040e-4ada-99e9-4a2c849551dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:48:12.967402 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:48:13.223371 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:48:14.807331 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:48:39.274024 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:48:39.384392 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fe7abef8-b191-4f02-bff1-606a1e1a7e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:48:40.468570 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:48:41.155213 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:48:41.689768 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-66338c00-1121-493e-b72e-6c28af15b808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:48:42.970465 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:48:43.235310 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:48:44.806722 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:49:09.287593 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:49:09.381688 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e5c09692-d65c-4a8a-b1d8-18eace97c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:49:10.467274 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:49:11.685731 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ad3c4ffb-33f4-4ab9-9174-090fc23263e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:49:12.966508 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:49:13.236520 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:49:14.809576 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:49:18.156472 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:49:39.293617 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:49:39.392857 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a6dcbefd-13f5-4a68-b2fc-ce839d1c7aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:49:40.477431 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:49:41.692461 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f9349d72-c60e-4001-8d78-5f72cad33ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:49:42.972260 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:49:43.234188 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:49:44.811220 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:49:55.157953 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:50:09.284256 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:50:09.393028 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-981a6b9d-20be-41fa-a58a-f9a16819657b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:50:10.497548 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:50:11.689688 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1d5180f4-3a46-4e3f-ba5e-6ed14cb944e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:50:12.970145 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:50:13.239909 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:50:14.815995 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:50:20.535747 n-d-842952-2 neutron-server[83910]: DEBUG neutron.wsgi [req-388d2b56-6d4a-4998-b6cb-ae9ed806f822 req-c40e4884-52f4-4177-9874-361127d7cfea service neutron] (83910) timed out ('10.222.0.79', 43544) {{(pid=83910) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 23 12:50:32.161085 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:50:39.299272 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:50:39.389401 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5b606594-e931-47e8-9d5d-fc4bd44c3a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:50:40.484319 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:50:41.684716 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eb62cecb-246d-4b83-aaa9-19f55ce1a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:50:42.967448 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:50:43.240516 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:50:44.817348 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:51:09.163507 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:51:09.304601 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:51:09.391588 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-53c9858c-a008-4e4b-ab32-edbba8920877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:51:10.483497 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:51:11.697024 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c90a8a7c-2be9-429e-ad2a-373f0909b4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:51:12.964727 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:51:13.248522 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:51:14.819878 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:51:39.313077 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:51:39.388765 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d0ee8932-4d20-4dcd-bb69-533364511f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:51:40.496832 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:51:41.697838 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8bf59cc3-e887-4152-9fc8-dd2282b4e737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:51:42.959589 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:51:43.247365 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:51:44.823402 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:51:46.168111 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 23 12:52:09.310191 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6377e4df-16c7-4824-b7c6-9a47515d33f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:52:09.383617 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7f0e9bea-bcf2-4715-9d5f-7a6bf5f82807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:52:10.513204 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edd6f15e-cad0-4bb1-9cff-ce9b06f70d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:52:11.691360 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-397002d5-4e7c-485d-9c70-b5b76b6f6211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:52:12.965810 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e218ae39-a527-424d-8c83-90495d2be09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:52:13.252551 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f0d-814a-447e-883a-9a76bf9e4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:52:14.827387 n-d-842952-2 neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afaa8d53-50a8-496b-b495-ada0f746b892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748724762727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3067439'] for agent, after_update {{(pid=83912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 23 12:52:23.171092 n-d-842952-2 neutron-server[83913]: DEBUG neutron.db.agents_db [None req-58c17d7b-0fdf-4a39-88e0-b3a27fc4ecad None None] Agent healthcheck: found 7 active agents {{(pid=83913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}